-- Logs begin at Sat 2022-02-19 01:55:29 UTC, end at Sat 2022-02-19 04:28:47 UTC. -- Feb 19 02:27:58.081239 n-d-826753-2 systemd[1]: Started Devstack devstack@q-svc.service. Feb 19 02:28:01.063402 n-d-826753-2 neutron-server[103591]: INFO neutron.common.config [-] Logging enabled! Feb 19 02:28:01.063935 n-d-826753-2 neutron-server[103591]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev515 Feb 19 02:28:01.064203 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103591) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 19 02:28:01.067466 n-d-826753-2 neutron-server[103591]: INFO neutron.common.config [-] Logging enabled! Feb 19 02:28:01.067725 n-d-826753-2 neutron-server[103591]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev515 Feb 19 02:28:01.068036 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103591) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 19 02:28:01.068973 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:28:01.069235 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 19 02:28:01.069613 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 19 02:28:01.069940 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 19 02:28:01.070574 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 19 02:28:01.070902 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:01.071329 n-d-826753-2 neutron-server[103591]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 19 02:28:01.071655 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:01.071957 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:01.072249 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:01.072545 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:01.072838 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:01.073161 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:01.073452 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:01.073750 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:01.074035 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:01.074313 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:01.074593 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:01.074887 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:01.075170 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:01.075460 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:01.075745 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:01.076031 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] debug = True {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:01.076312 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:01.076743 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:01.077187 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:01.077470 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:01.077759 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:01.078039 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:01.078310 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:01.078587 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:01.078871 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:01.079197 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] host = n-d-826753-2 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:01.079475 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:01.079759 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:01.080044 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:01.080327 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:01.080601 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:01.080878 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:01.081192 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:01.081469 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:01.081739 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] log_file = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:01.082018 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:01.082305 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:01.082590 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:01.082878 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:01.083111 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:01.083332 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:01.083624 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:01.083909 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:01.084183 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:01.084457 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:01.084729 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:01.085029 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:01.085297 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:01.086160 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:01.086452 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:01.086739 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:01.087022 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:01.087298 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:01.087572 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:01.087849 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:01.088120 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:01.088402 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:01.088674 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:01.088945 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:01.089245 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:01.089532 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:01.089802 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:01.090074 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:01.090373 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:01.090656 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:01.090936 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:01.091216 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:01.091488 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:01.091768 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:01.092039 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:01.092310 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:01.092585 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] use_json = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:01.093116 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:01.093405 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:01.093686 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:01.093958 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:01.094230 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:01.094502 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:01.094773 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:01.095052 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:01.095323 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:01.095619 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:01.095914 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:01.096213 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:01.096513 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:01.096800 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:01.097167 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:01.097460 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:01.097740 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:01.098026 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:01.098311 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:01.098598 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:01.098874 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:01.099173 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:01.099463 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:01.099756 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:01.100057 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:01.100348 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:01.100637 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:01.100911 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:01.101867 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:01.102039 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:01.102320 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:01.102615 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:01.102894 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:01.103182 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:01.103476 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:01.103754 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:01.104050 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:01.104334 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:01.104625 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:01.104915 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:01.105213 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:01.105496 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:01.105788 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:01.106068 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:01.106342 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:01.106622 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:01.106910 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:01.107188 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:01.107462 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:01.107745 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:01.108023 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:01.108294 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:01.108568 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:01.108845 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:01.109161 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:01.109441 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:01.109714 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:01.109985 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:01.110263 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:01.110536 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:01.110821 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:01.111100 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:01.111373 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:01.111646 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:01.111928 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:01.112202 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:01.112480 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:01.112758 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:01.113057 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:01.113338 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:01.113609 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:01.113882 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:01.114152 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:01.114424 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:01.114690 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:01.114959 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:01.115227 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:01.115503 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:01.115775 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:01.116048 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:01.116319 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:01.116612 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:01.116894 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:01.117256 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:01.117511 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:01.117789 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:01.118066 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:01.118344 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:01.118621 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:01.118899 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:01.119176 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:01.119452 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:01.119727 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:01.119998 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:01.120285 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:01.120568 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:01.120852 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:01.121180 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:01.121457 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:01.121748 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:01.122023 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:01.122301 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:01.122587 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:01.122865 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:01.123140 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:01.123422 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:01.123707 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:01.124001 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:01.124295 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:01.124587 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:01.124875 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:01.125195 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:01.125476 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:01.125784 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:01.126063 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:01.126281 n-d-826753-2 neutron-server[103591]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 19 02:28:01.126522 n-d-826753-2 neutron-server[103591]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103591) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 19 02:28:01.499659 n-d-826753-2 neutron-server[103591]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103591) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 19 02:28:01.499941 n-d-826753-2 neutron-server[103591]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103591) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 19 02:28:01.500251 n-d-826753-2 neutron-server[103591]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103591) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 19 02:28:01.500731 n-d-826753-2 neutron-server[103591]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 19 02:28:01.849797 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:01.850103 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:01.850378 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:01.851787 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:01.852185 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:01.852346 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:01.919989 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:01.920414 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:01.920857 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:01.944719 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:01.945573 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:01.945841 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:01.992613 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:01.993482 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:01.993755 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:02.036940 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:02.037264 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:02.037535 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:02.406993 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:02.407821 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:02.407821 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:02.407821 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:02.408462 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:02.519357 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:02.519681 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:02.519969 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:02.520244 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:02.520509 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:02.520818 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:02.521105 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:02.521366 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:02.521622 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:02.521905 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:02.522168 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:02.522438 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:02.522697 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:02.523492 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:02.523828 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:02.524155 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:02.524443 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:02.524716 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:02.524987 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:02.525273 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:02.525548 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:02.525805 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:02.526087 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:02.526468 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:02.526718 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:02.526966 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:02.527380 n-d-826753-2 neutron-server[103591]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103591) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 19 02:28:02.527629 n-d-826753-2 neutron-server[103591]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103591) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 19 02:28:02.527873 n-d-826753-2 neutron-server[103591]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103591) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 19 02:28:02.528117 n-d-826753-2 neutron-server[103591]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103591) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 19 02:28:02.528358 n-d-826753-2 neutron-server[103591]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103591) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 19 02:28:02.528604 n-d-826753-2 neutron-server[103591]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103591) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 19 02:28:02.529086 n-d-826753-2 neutron-server[103591]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 19 02:28:02.532943 n-d-826753-2 neutron-server[103591]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 19 02:28:02.537191 n-d-826753-2 neutron-server[103591]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 19 02:28:02.542234 n-d-826753-2 neutron-server[103591]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(250, 299)])]) Feb 19 02:28:02.543915 n-d-826753-2 neutron-server[103591]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 19 02:28:02.544403 n-d-826753-2 neutron-server[103591]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 19 02:28:02.544741 n-d-826753-2 neutron-server[103591]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 19 02:28:02.545160 n-d-826753-2 neutron-server[103591]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 19 02:28:02.548051 n-d-826753-2 neutron-server[103591]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 19 02:28:02.548302 n-d-826753-2 neutron-server[103591]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 19 02:28:02.548660 n-d-826753-2 neutron-server[103591]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 19 02:28:02.553754 n-d-826753-2 neutron-server[103591]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 19 02:28:02.580544 n-d-826753-2 neutron-server[103591]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 19 02:28:02.581308 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:02.581802 n-d-826753-2 neutron-server[103591]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103591) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 19 02:28:02.582394 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:02.584583 n-d-826753-2 neutron-server[103591]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103591) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 19 02:28:02.585102 n-d-826753-2 neutron-server[103591]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 19 02:28:02.586050 n-d-826753-2 neutron-server[103591]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 19 02:28:02.589719 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:02.590007 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:02.653699 n-d-826753-2 neutron-server[103591]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 19 02:28:02.653941 n-d-826753-2 neutron-server[103591]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 19 02:28:02.654182 n-d-826753-2 neutron-server[103591]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 19 02:28:02.654563 n-d-826753-2 neutron-server[103591]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 19 02:28:02.675561 n-d-826753-2 neutron-server[103591]: DEBUG oslo_db.sqlalchemy.engines [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103591) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 19 02:28:03.121933 n-d-826753-2 neutron-server[103591]: INFO neutron.plugins.ml2.managers [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Initializing driver for type 'gre' Feb 19 02:28:03.122506 n-d-826753-2 neutron-server[103591]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] gre ID ranges: [(1, 1000)] Feb 19 02:28:03.178161 n-d-826753-2 neutron-server[103591]: INFO neutron.plugins.ml2.managers [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Initializing driver for type 'local' Feb 19 02:28:03.178663 n-d-826753-2 neutron-server[103591]: INFO neutron.plugins.ml2.managers [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Initializing driver for type 'vlan' Feb 19 02:28:03.191961 n-d-826753-2 neutron-server[103591]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] VlanTypeDriver initialization complete Feb 19 02:28:03.192308 n-d-826753-2 neutron-server[103591]: INFO neutron.plugins.ml2.managers [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Initializing driver for type 'vxlan' Feb 19 02:28:03.192803 n-d-826753-2 neutron-server[103591]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] vxlan ID ranges: [(1, 1000)] Feb 19 02:28:03.246030 n-d-826753-2 neutron-server[103591]: INFO neutron.plugins.ml2.managers [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Initializing extension driver 'port_security' Feb 19 02:28:03.246467 n-d-826753-2 neutron-server[103591]: INFO neutron.plugins.ml2.extensions.port_security [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] PortSecurityExtensionDriver initialization complete Feb 19 02:28:03.246916 n-d-826753-2 neutron-server[103591]: INFO neutron.plugins.ml2.managers [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Initializing mechanism driver 'openvswitch' Feb 19 02:28:03.247322 n-d-826753-2 neutron-server[103591]: INFO neutron.plugins.ml2.managers [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Initializing mechanism driver 'hyperv' Feb 19 02:28:03.254265 n-d-826753-2 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:28:03.255107 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Subscribe: > port after_create 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:03.255461 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Subscribe: > port after_update 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:03.255812 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Subscribe: > port after_delete 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:03.256335 n-d-826753-2 neutron-server[103591]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103591) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 19 02:28:03.256760 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Subscribe: > subnet after_create 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:03.257139 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Subscribe: > subnet after_update 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:03.257614 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:03.258000 n-d-826753-2 neutron-server[103591]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103591) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 19 02:28:03.258401 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Subscribe: > network after_create 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:03.258743 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Subscribe: > network after_update 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:03.259080 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Subscribe: > network after_delete 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:03.259468 n-d-826753-2 neutron-server[103591]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103591) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 19 02:28:03.259870 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Subscribe: > security_group after_create 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:03.260215 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Subscribe: > security_group after_update 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:03.260601 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:03.260947 n-d-826753-2 neutron-server[103591]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103591) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 19 02:28:03.261370 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:03.261712 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:03.262048 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:03.262435 n-d-826753-2 neutron-server[103591]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103591) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 19 02:28:03.262833 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Subscribe: > address_group after_create 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:03.263173 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Subscribe: > address_group after_update 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:03.263503 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:03.263894 n-d-826753-2 neutron-server[103591]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103591) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 19 02:28:03.264333 n-d-826753-2 neutron-server[103591]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] ML2 OVO RPC backend initialized. {{(pid=103591) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 19 02:28:03.265058 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:03.265410 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:03.265816 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Subscribe: > network before_response 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:03.266159 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Subscribe: > networks before_response 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:03.266502 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Subscribe: > port before_response 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:03.266839 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Subscribe: > ports before_response 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:03.267176 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Subscribe: > subnet before_response 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:03.267511 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Subscribe: > subnets before_response 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:03.267848 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Subscribe: > network after_create 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:03.268181 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Subscribe: > network after_update 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:03.268519 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Subscribe: > network after_delete 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:03.268849 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Subscribe: > port after_create 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:03.269208 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Subscribe: > port after_update 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:03.269539 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Subscribe: > port after_delete 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:03.269868 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Subscribe: > subnet after_create 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:03.270198 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Subscribe: > subnet after_update 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:03.270531 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:03.278558 n-d-826753-2 neutron-server[103591]: INFO neutron.quota [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loaded quota_driver: . Feb 19 02:28:03.278917 n-d-826753-2 neutron-server[103591]: INFO neutron.plugins.ml2.plugin [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Modular L2 Plugin initialization complete Feb 19 02:28:03.279261 n-d-826753-2 neutron-server[103591]: DEBUG neutron.manager [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading services supported by the core plugin {{(pid=103591) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 19 02:28:03.279599 n-d-826753-2 neutron-server[103591]: INFO neutron.plugins.ml2.managers [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Got port-security extension from driver 'port_security' Feb 19 02:28:03.280074 n-d-826753-2 neutron-server[103591]: INFO neutron.extensions.vlantransparent [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Disabled vlantransparent extension. Feb 19 02:28:03.280563 n-d-826753-2 neutron-server[103591]: DEBUG neutron.manager [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103591) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 19 02:28:03.280890 n-d-826753-2 neutron-server[103591]: INFO neutron.manager [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading Plugin: router Feb 19 02:28:03.317199 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:03.317586 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Subscribe: > router after_create 55549900 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:03.318052 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Subscribe: > router before_create 55549900 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:03.318406 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:03.318775 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:03.319126 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Subscribe: > router after_delete 55549900 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:03.319480 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:03.319890 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:03.320387 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Subscribe: > router after_create 55549900 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:03.320734 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Subscribe: > router after_update 55549900 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:03.321106 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Subscribe: > router after_update 55549900 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:03.321453 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:03.321806 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Subscribe: > router after_update 55549900 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:03.322210 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Subscribe: > router precommit_update 55549900 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:03.322572 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Subscribe: port after_update 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:03.322906 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Subscribe: port after_delete 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:03.323239 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Subscribe: subnet after_update 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:03.323573 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:03.323915 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:03.324255 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Subscribe: > router precommit_create 55549900 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:03.324589 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Subscribe: port before_delete 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:03.324923 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Subscribe: > router precommit_create 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:03.325298 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Subscribe: > router after_update 55549900 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:03.325634 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:03.326182 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Subscribe: > router precommit_create 55549900 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:03.326541 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:03.326901 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Subscribe: > router precommit_update 55549900 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:03.327252 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Subscribe: > agent after_create 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:03.327604 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Subscribe: > agent after_delete 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:03.327944 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Subscribe: > network after_delete 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:03.328794 n-d-826753-2 neutron-server[103591]: DEBUG neutron.quota.resource_registry [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Tracking information for resource: router configured {{(pid=103591) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 19 02:28:03.329156 n-d-826753-2 neutron-server[103591]: DEBUG neutron.quota.resource_registry [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Tracking information for resource: floatingip configured {{(pid=103591) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 19 02:28:03.334064 n-d-826753-2 neutron-server[103591]: INFO neutron.db.l3_agentschedulers_db [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 19 02:28:03.334638 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Subscribe: port after_update 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:03.334993 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Subscribe: port after_create 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:03.335337 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Subscribe: port after_delete 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:03.336263 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Subscribe: port after_update 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:03.337070 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Subscribe: > router before_create 55550100 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:03.337431 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:03.337787 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Subscribe: > router precommit_create 55550100 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:03.338138 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Subscribe: > router precommit_update 55550100 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:03.342981 n-d-826753-2 neutron-server[103591]: DEBUG neutron.services.provider_configuration [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Service providers = [] {{(pid=103591) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 19 02:28:03.343590 n-d-826753-2 neutron-server[103591]: DEBUG neutron.db.servicetype_db [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103591) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 19 02:28:03.346551 n-d-826753-2 neutron-server[103591]: DEBUG neutron.services.service_base [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103591) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 19 02:28:03.346898 n-d-826753-2 neutron-server[103591]: DEBUG neutron.services.service_base [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103591) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 19 02:28:03.347236 n-d-826753-2 neutron-server[103591]: DEBUG neutron.services.service_base [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103591) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 19 02:28:03.348113 n-d-826753-2 neutron-server[103591]: DEBUG neutron.services.service_base [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103591) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 19 02:28:03.348479 n-d-826753-2 neutron-server[103591]: INFO neutron.services.service_base [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 19 02:28:03.348851 n-d-826753-2 neutron-server[103591]: DEBUG neutron.manager [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103591) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 19 02:28:03.349191 n-d-826753-2 neutron-server[103591]: INFO neutron.manager [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 19 02:28:03.360480 n-d-826753-2 neutron-server[103591]: DEBUG neutron.manager [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103591) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 19 02:28:03.360814 n-d-826753-2 neutron-server[103591]: INFO neutron.manager [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading Plugin: auto_allocate Feb 19 02:28:03.366621 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Subscribe: network precommit_update 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:03.367201 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Subscribe: network precommit_create 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:03.367692 n-d-826753-2 neutron-server[103591]: DEBUG neutron.manager [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103591) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 19 02:28:03.368009 n-d-826753-2 neutron-server[103591]: INFO neutron.manager [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading Plugin: tag Feb 19 02:28:03.374824 n-d-826753-2 neutron-server[103591]: DEBUG neutron.manager [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103591) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 19 02:28:03.375154 n-d-826753-2 neutron-server[103591]: INFO neutron.manager [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading Plugin: timestamp Feb 19 02:28:03.378977 n-d-826753-2 neutron-server[103591]: DEBUG neutron.manager [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103591) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 19 02:28:03.379304 n-d-826753-2 neutron-server[103591]: INFO neutron.manager [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading Plugin: network_ip_availability Feb 19 02:28:03.384819 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:03.385218 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:03.385573 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:03.386276 n-d-826753-2 neutron-server[103591]: DEBUG neutron.manager [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103591) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 19 02:28:03.386595 n-d-826753-2 neutron-server[103591]: INFO neutron.manager [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading Plugin: flavors Feb 19 02:28:03.391507 n-d-826753-2 neutron-server[103591]: DEBUG neutron.manager [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103591) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 19 02:28:03.391839 n-d-826753-2 neutron-server[103591]: INFO neutron.manager [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading Plugin: revisions Feb 19 02:28:03.396167 n-d-826753-2 neutron-server[103591]: DEBUG neutron.manager [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103591) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 19 02:28:03.396561 n-d-826753-2 neutron-server[103591]: DEBUG oslo_concurrency.lockutils [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.896s {{(pid=103591) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 19 02:28:03.397330 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103591) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 19 02:28:03.397743 n-d-826753-2 neutron-server[103591]: INFO neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Initializing extension manager. Feb 19 02:28:03.398978 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: __init__.py {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.399328 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: __pycache__ {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.399657 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.399991 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: address_group.py {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.400758 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:28:03.401357 n-d-826753-2 neutron-server[103591]: INFO neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loaded extension: address-group Feb 19 02:28:03.401677 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: address_scope.py {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.402387 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:28:03.402894 n-d-826753-2 neutron-server[103591]: INFO neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loaded extension: address-scope Feb 19 02:28:03.403231 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.404183 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:28:03.404731 n-d-826753-2 neutron-server[103591]: INFO neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loaded extension: router-admin-state-down-before-update Feb 19 02:28:03.405071 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: agent.py {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.405770 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:28:03.406275 n-d-826753-2 neutron-server[103591]: INFO neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loaded extension: agent Feb 19 02:28:03.406630 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: agent_resources_synced.py {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.407601 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:28:03.408173 n-d-826753-2 neutron-server[103591]: INFO neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loaded extension: agent-resources-synced Feb 19 02:28:03.408409 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: allowedaddresspairs.py {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.410247 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:28:03.410774 n-d-826753-2 neutron-server[103591]: INFO neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loaded extension: allowed-address-pairs Feb 19 02:28:03.411101 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: auto_allocated_topology.py {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.412171 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:28:03.412686 n-d-826753-2 neutron-server[103591]: INFO neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loaded extension: auto-allocated-topology Feb 19 02:28:03.413022 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: availability_zone.py {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.414454 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:28:03.414947 n-d-826753-2 neutron-server[103591]: INFO neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loaded extension: availability_zone Feb 19 02:28:03.415329 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: availability_zone_filter.py {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.416221 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:28:03.416730 n-d-826753-2 neutron-server[103591]: INFO neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loaded extension: availability_zone_filter Feb 19 02:28:03.417082 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: data_plane_status.py {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.417981 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:28:03.418485 n-d-826753-2 neutron-server[103591]: INFO neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Extension data-plane-status not supported by any of loaded plugins Feb 19 02:28:03.418805 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: default_subnetpools.py {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.419705 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:28:03.420239 n-d-826753-2 neutron-server[103591]: INFO neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loaded extension: default-subnetpools Feb 19 02:28:03.420567 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.421408 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:28:03.421914 n-d-826753-2 neutron-server[103591]: INFO neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loaded extension: dhcp_agent_scheduler Feb 19 02:28:03.422236 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: dns.py {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.423146 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:28:03.423642 n-d-826753-2 neutron-server[103591]: INFO neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Extension dns-integration not supported by any of loaded plugins Feb 19 02:28:03.423964 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: dns_domain_ports.py {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.424862 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:28:03.425398 n-d-826753-2 neutron-server[103591]: INFO neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 19 02:28:03.425720 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.426626 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:28:03.427126 n-d-826753-2 neutron-server[103591]: INFO neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 19 02:28:03.427444 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: dvr.py {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.428107 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:28:03.428609 n-d-826753-2 neutron-server[103591]: INFO neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loaded extension: dvr Feb 19 02:28:03.429036 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: ecmp_routes.py {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.430169 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:28:03.430678 n-d-826753-2 neutron-server[103591]: INFO neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Extension ecmp_routes not supported by any of loaded plugins Feb 19 02:28:03.430997 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: empty_string_filtering.py {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.431906 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:28:03.432414 n-d-826753-2 neutron-server[103591]: INFO neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loaded extension: empty-string-filtering Feb 19 02:28:03.432734 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.433667 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:28:03.434172 n-d-826753-2 neutron-server[103591]: INFO neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 19 02:28:03.434488 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.435392 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:28:03.435891 n-d-826753-2 neutron-server[103591]: INFO neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 19 02:28:03.436208 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: external_net.py {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.437142 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:28:03.437649 n-d-826753-2 neutron-server[103591]: INFO neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loaded extension: external-net Feb 19 02:28:03.437963 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.438860 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:28:03.439358 n-d-826753-2 neutron-server[103591]: INFO neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loaded extension: extra_dhcp_opt Feb 19 02:28:03.439671 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: extraroute.py {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.440564 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:28:03.441096 n-d-826753-2 neutron-server[103591]: INFO neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loaded extension: extraroute Feb 19 02:28:03.441412 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: extraroute_atomic.py {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.442437 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:28:03.442945 n-d-826753-2 neutron-server[103591]: INFO neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loaded extension: extraroute-atomic Feb 19 02:28:03.443260 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: filter_validation.py {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.443918 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:28:03.444437 n-d-826753-2 neutron-server[103591]: INFO neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loaded extension: filter-validation Feb 19 02:28:03.444841 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: fip_pf_description.py {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.445999 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:28:03.446501 n-d-826753-2 neutron-server[103591]: INFO neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 19 02:28:03.446819 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: fip_port_details.py {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.447909 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:28:03.448411 n-d-826753-2 neutron-server[103591]: INFO neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loaded extension: fip-port-details Feb 19 02:28:03.448728 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: flavors.py {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.449987 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:28:03.450507 n-d-826753-2 neutron-server[103591]: INFO neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loaded extension: flavors Feb 19 02:28:03.450824 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.452505 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:28:03.453044 n-d-826753-2 neutron-server[103591]: INFO neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 19 02:28:03.453376 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: floatingip_pools.py {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.454072 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:28:03.454580 n-d-826753-2 neutron-server[103591]: INFO neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loaded extension: floatingip-pools Feb 19 02:28:03.454900 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: ip_allocation.py {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.455814 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:28:03.456319 n-d-826753-2 neutron-server[103591]: INFO neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Extension ip_allocation not supported by any of loaded plugins Feb 19 02:28:03.456635 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.457586 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:28:03.458099 n-d-826753-2 neutron-server[103591]: INFO neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loaded extension: ip-substring-filtering Feb 19 02:28:03.458418 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: l2_adjacency.py {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.459329 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:28:03.459833 n-d-826753-2 neutron-server[103591]: INFO neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 19 02:28:03.460226 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: l3.py {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.461873 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:28:03.462384 n-d-826753-2 neutron-server[103591]: INFO neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loaded extension: router Feb 19 02:28:03.462708 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.465026 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:28:03.465554 n-d-826753-2 neutron-server[103591]: INFO neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 19 02:28:03.465882 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.467955 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:28:03.468733 n-d-826753-2 neutron-server[103591]: INFO neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loaded extension: ext-gw-mode Feb 19 02:28:03.469090 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.470015 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:28:03.470528 n-d-826753-2 neutron-server[103591]: INFO neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loaded extension: l3-ha Feb 19 02:28:03.470849 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.471742 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:28:03.472253 n-d-826753-2 neutron-server[103591]: INFO neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 19 02:28:03.472573 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: l3_flavors.py {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.473515 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:28:03.474021 n-d-826753-2 neutron-server[103591]: INFO neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loaded extension: l3-flavors Feb 19 02:28:03.474339 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.475743 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:28:03.477202 n-d-826753-2 neutron-server[103591]: INFO neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 19 02:28:03.477320 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.478197 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:28:03.478707 n-d-826753-2 neutron-server[103591]: INFO neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 19 02:28:03.479025 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: l3agentscheduler.py {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.480068 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:28:03.480579 n-d-826753-2 neutron-server[103591]: INFO neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loaded extension: l3_agent_scheduler Feb 19 02:28:03.489116 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: local_ip.py {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.491667 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:28:03.492314 n-d-826753-2 neutron-server[103591]: INFO neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Extension local_ip not supported by any of loaded plugins Feb 19 02:28:03.492661 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: logging.py {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.495756 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:28:03.496281 n-d-826753-2 neutron-server[103591]: INFO neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Extension logging not supported by any of loaded plugins Feb 19 02:28:03.496643 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: metering.py {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.497407 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:28:03.497996 n-d-826753-2 neutron-server[103591]: INFO neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loaded extension: metering Feb 19 02:28:03.498329 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.499447 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:28:03.500100 n-d-826753-2 neutron-server[103591]: INFO neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loaded extension: metering_source_and_destination_fields Feb 19 02:28:03.500630 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: multiprovidernet.py {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.501248 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:28:03.501766 n-d-826753-2 neutron-server[103591]: INFO neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loaded extension: multi-provider Feb 19 02:28:03.502092 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: netmtu.py {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.503008 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:28:03.503521 n-d-826753-2 neutron-server[103591]: INFO neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loaded extension: net-mtu Feb 19 02:28:03.503843 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: netmtu_writable.py {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.504757 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:28:03.505299 n-d-826753-2 neutron-server[103591]: INFO neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loaded extension: net-mtu-writable Feb 19 02:28:03.505624 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: network_availability_zone.py {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.506300 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:28:03.506806 n-d-826753-2 neutron-server[103591]: INFO neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loaded extension: network_availability_zone Feb 19 02:28:03.507123 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: network_ip_availability.py {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.508755 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:28:03.509307 n-d-826753-2 neutron-server[103591]: INFO neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loaded extension: network-ip-availability Feb 19 02:28:03.509635 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: network_segment_range.py {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.510406 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:28:03.510922 n-d-826753-2 neutron-server[103591]: INFO neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Extension network-segment-range not supported by any of loaded plugins Feb 19 02:28:03.511246 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: pagination.py {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.512232 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:28:03.512560 n-d-826753-2 neutron-server[103591]: INFO neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loaded extension: pagination Feb 19 02:28:03.512883 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: port_device_profile.py {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.513820 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:28:03.514329 n-d-826753-2 neutron-server[103591]: INFO neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loaded extension: port-device-profile Feb 19 02:28:03.514650 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.515570 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:28:03.516080 n-d-826753-2 neutron-server[103591]: INFO neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loaded extension: port-mac-address-regenerate Feb 19 02:28:03.516400 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.517356 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:28:03.517870 n-d-826753-2 neutron-server[103591]: INFO neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loaded extension: port-numa-affinity-policy Feb 19 02:28:03.518192 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: port_resource_request.py {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.519118 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:28:03.519625 n-d-826753-2 neutron-server[103591]: INFO neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Extension port-resource-request not supported by any of loaded plugins Feb 19 02:28:03.519946 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: port_resource_request_groups.py {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.520922 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:28:03.521459 n-d-826753-2 neutron-server[103591]: INFO neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 19 02:28:03.521782 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: portbindings.py {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.522707 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:28:03.523285 n-d-826753-2 neutron-server[103591]: INFO neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loaded extension: binding Feb 19 02:28:03.524091 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: portbindings_extended.py {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.525394 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:28:03.525918 n-d-826753-2 neutron-server[103591]: INFO neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loaded extension: binding-extended Feb 19 02:28:03.526247 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: portsecurity.py {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.527164 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:28:03.527671 n-d-826753-2 neutron-server[103591]: INFO neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loaded extension: port-security Feb 19 02:28:03.527997 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: project_id.py {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.528973 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:28:03.529338 n-d-826753-2 neutron-server[103591]: INFO neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loaded extension: project-id Feb 19 02:28:03.529661 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: providernet.py {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.530577 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:28:03.531098 n-d-826753-2 neutron-server[103591]: INFO neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loaded extension: provider Feb 19 02:28:03.531420 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: qos.py {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.535071 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:28:03.535592 n-d-826753-2 neutron-server[103591]: INFO neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Extension qos not supported by any of loaded plugins Feb 19 02:28:03.535924 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.537209 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:28:03.537727 n-d-826753-2 neutron-server[103591]: INFO neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 19 02:28:03.538056 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.539051 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:28:03.539563 n-d-826753-2 neutron-server[103591]: INFO neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 19 02:28:03.539887 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: qos_default.py {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.540850 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:28:03.541427 n-d-826753-2 neutron-server[103591]: INFO neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Extension qos-default not supported by any of loaded plugins Feb 19 02:28:03.541669 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: qos_fip.py {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.542605 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:28:03.543112 n-d-826753-2 neutron-server[103591]: INFO neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Extension qos-fip not supported by any of loaded plugins Feb 19 02:28:03.543433 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.544347 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:28:03.544852 n-d-826753-2 neutron-server[103591]: INFO neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 19 02:28:03.545201 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: qos_gateway_ip.py {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.546123 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:28:03.546634 n-d-826753-2 neutron-server[103591]: INFO neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 19 02:28:03.546959 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: qos_port_network_policy.py {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.548000 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:28:03.548513 n-d-826753-2 neutron-server[103591]: INFO neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 19 02:28:03.548837 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.549912 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:28:03.550427 n-d-826753-2 neutron-server[103591]: INFO neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 19 02:28:03.550757 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.551807 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:28:03.552322 n-d-826753-2 neutron-server[103591]: INFO neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Feb 19 02:28:03.552642 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: qos_pps_rule.py {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.553856 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:28:03.554381 n-d-826753-2 neutron-server[103591]: INFO neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Extension qos-pps not supported by any of loaded plugins Feb 19 02:28:03.554705 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: qos_rule_type_details.py {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.555767 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:28:03.556279 n-d-826753-2 neutron-server[103591]: INFO neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 19 02:28:03.556605 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: qos_rules_alias.py {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.557680 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:28:03.558196 n-d-826753-2 neutron-server[103591]: INFO neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 19 02:28:03.558522 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: quota_check_limit.py {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.559446 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:28:03.559959 n-d-826753-2 neutron-server[103591]: INFO neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loaded extension: quota-check-limit Feb 19 02:28:03.560284 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: quotasv2.py {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.561409 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:28:03.561741 n-d-826753-2 neutron-server[103591]: INFO neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loaded extension: quotas Feb 19 02:28:03.562059 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: quotasv2_detail.py {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.563844 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:28:03.564188 n-d-826753-2 neutron-server[103591]: INFO neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loaded extension: quota_details Feb 19 02:28:03.564522 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: rbac.py {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.565615 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:28:03.566144 n-d-826753-2 neutron-server[103591]: INFO neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loaded extension: rbac-policies Feb 19 02:28:03.566479 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: rbac_address_group.py {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.567457 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:28:03.567939 n-d-826753-2 neutron-server[103591]: INFO neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loaded extension: rbac-address-group Feb 19 02:28:03.568275 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: rbac_address_scope.py {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.569227 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:28:03.569746 n-d-826753-2 neutron-server[103591]: INFO neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loaded extension: rbac-address-scope Feb 19 02:28:03.570763 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: rbac_security_groups.py {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.571685 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:28:03.572200 n-d-826753-2 neutron-server[103591]: INFO neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loaded extension: rbac-security-groups Feb 19 02:28:03.572526 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: rbac_subnetpool.py {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.573540 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:28:03.574056 n-d-826753-2 neutron-server[103591]: INFO neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loaded extension: rbac-subnetpool Feb 19 02:28:03.574382 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: revisionifmatch.py {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.575313 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:28:03.575828 n-d-826753-2 neutron-server[103591]: INFO neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loaded extension: revision-if-match Feb 19 02:28:03.576154 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: revisions.py {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.577301 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:28:03.577814 n-d-826753-2 neutron-server[103591]: INFO neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loaded extension: standard-attr-revisions Feb 19 02:28:03.578139 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: router_availability_zone.py {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.578809 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:28:03.579365 n-d-826753-2 neutron-server[103591]: INFO neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loaded extension: router_availability_zone Feb 19 02:28:03.579688 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: routerservicetype.py {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.580651 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:28:03.581230 n-d-826753-2 neutron-server[103591]: INFO neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Extension router-service-type not supported by any of loaded plugins Feb 19 02:28:03.581577 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.582528 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:28:03.584068 n-d-826753-2 neutron-server[103591]: INFO neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loaded extension: security-groups-normalized-cidr Feb 19 02:28:03.584395 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.585407 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:28:03.586699 n-d-826753-2 neutron-server[103591]: INFO neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loaded extension: port-security-groups-filtering Feb 19 02:28:03.586958 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.587967 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:28:03.588556 n-d-826753-2 neutron-server[103591]: INFO neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loaded extension: security-groups-remote-address-group Feb 19 02:28:03.588916 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.589949 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:28:03.590469 n-d-826753-2 neutron-server[103591]: INFO neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loaded extension: security-groups-shared-filtering Feb 19 02:28:03.590793 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.591385 n-d-826753-2 neutron-server[103591]: WARNING neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 19 02:28:03.591706 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: securitygroup.py {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.601731 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:28:03.602264 n-d-826753-2 neutron-server[103591]: INFO neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loaded extension: security-group Feb 19 02:28:03.602597 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: segment.py {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.603383 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:28:03.603897 n-d-826753-2 neutron-server[103591]: INFO neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Extension segment not supported by any of loaded plugins Feb 19 02:28:03.604227 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.605192 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:28:03.605707 n-d-826753-2 neutron-server[103591]: INFO neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 19 02:28:03.606033 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: servicetype.py {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.607146 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:28:03.607667 n-d-826753-2 neutron-server[103591]: INFO neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loaded extension: service-type Feb 19 02:28:03.607993 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: sorting.py {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.608984 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:28:03.609343 n-d-826753-2 neutron-server[103591]: INFO neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loaded extension: sorting Feb 19 02:28:03.609669 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: standard_attr_segment.py {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.610586 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:28:03.611104 n-d-826753-2 neutron-server[103591]: INFO neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 19 02:28:03.611435 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: standardattrdescription.py {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.612076 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:28:03.612591 n-d-826753-2 neutron-server[103591]: INFO neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loaded extension: standard-attr-description Feb 19 02:28:03.612915 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: stateful_security_group.py {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.613875 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:28:03.614397 n-d-826753-2 neutron-server[103591]: INFO neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loaded extension: stateful-security-group Feb 19 02:28:03.614723 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: stdattrs_common.py {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.615286 n-d-826753-2 neutron-server[103591]: WARNING neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 19 02:28:03.615606 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.616543 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:28:03.617209 n-d-826753-2 neutron-server[103591]: INFO neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 19 02:28:03.617475 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: subnet_onboard.py {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.618508 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:28:03.619025 n-d-826753-2 neutron-server[103591]: INFO neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loaded extension: subnet_onboard Feb 19 02:28:03.619347 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.620286 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:28:03.620800 n-d-826753-2 neutron-server[103591]: INFO neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 19 02:28:03.621159 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: subnet_service_types.py {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.622087 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:28:03.622605 n-d-826753-2 neutron-server[103591]: INFO neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loaded extension: subnet-service-types Feb 19 02:28:03.622927 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: subnetallocation.py {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.624080 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:28:03.624932 n-d-826753-2 neutron-server[103591]: INFO neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loaded extension: subnet_allocation Feb 19 02:28:03.625535 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.626616 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:28:03.627518 n-d-826753-2 neutron-server[103591]: INFO neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loaded extension: subnetpool-prefix-ops Feb 19 02:28:03.628086 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.629635 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:28:03.630538 n-d-826753-2 neutron-server[103591]: INFO neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 19 02:28:03.631105 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: tagging.py {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.633415 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:28:03.634322 n-d-826753-2 neutron-server[103591]: INFO neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loaded extension: standard-attr-tag Feb 19 02:28:03.634904 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: timestamp.py {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.636852 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:28:03.637815 n-d-826753-2 neutron-server[103591]: INFO neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loaded extension: standard-attr-timestamp Feb 19 02:28:03.638395 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: trunk.py {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.640075 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:28:03.640974 n-d-826753-2 neutron-server[103591]: INFO neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Extension trunk not supported by any of loaded plugins Feb 19 02:28:03.641345 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: trunk_details.py {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.642818 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:28:03.643716 n-d-826753-2 neutron-server[103591]: INFO neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Extension trunk-details not supported by any of loaded plugins Feb 19 02:28:03.644293 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: uplink_status_propagation.py {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.645835 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:28:03.646389 n-d-826753-2 neutron-server[103591]: INFO neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 19 02:28:03.646722 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Loading extension file: vlantransparent.py {{(pid=103591) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:28:03.647404 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103591) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:28:03.647956 n-d-826753-2 neutron-server[103591]: INFO neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 19 02:28:03.651002 n-d-826753-2 neutron-server[103591]: INFO neutron.quota.resource_registry [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Creating instance of TrackedResource for resource:network Feb 19 02:28:03.651524 n-d-826753-2 neutron-server[103591]: INFO neutron.quota.resource_registry [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Creating instance of TrackedResource for resource:subnet Feb 19 02:28:03.651927 n-d-826753-2 neutron-server[103591]: INFO neutron.quota.resource_registry [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Creating instance of TrackedResource for resource:subnetpool Feb 19 02:28:03.652319 n-d-826753-2 neutron-server[103591]: INFO neutron.quota.resource_registry [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Creating instance of TrackedResource for resource:port Feb 19 02:28:03.653606 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.v2.resource_helper [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103591) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 02:28:03.654063 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.v2.resource_helper [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Service FLAVORS assigned prefix: {{(pid=103591) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 02:28:03.654673 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.v2.resource_helper [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103591) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 02:28:03.655108 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.v2.resource_helper [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103591) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 02:28:03.655441 n-d-826753-2 neutron-server[103591]: INFO neutron.quota.resource_registry [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Creating instance of TrackedResource for resource:router Feb 19 02:28:03.655870 n-d-826753-2 neutron-server[103591]: INFO neutron.quota.resource_registry [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Creating instance of TrackedResource for resource:floatingip Feb 19 02:28:03.656352 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.v2.resource_helper [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Service METERING assigned prefix: /metering {{(pid=103591) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 02:28:03.657919 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:03.658295 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:03.658648 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:28:03.659663 n-d-826753-2 neutron-server[103591]: INFO neutron.quota.resource_registry [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Creating instance of CountableResource for resource:rbac_policy Feb 19 02:28:03.660109 n-d-826753-2 neutron-server[103591]: INFO neutron.quota.resource_registry [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Creating instance of TrackedResource for resource:security_group Feb 19 02:28:03.660536 n-d-826753-2 neutron-server[103591]: INFO neutron.quota.resource_registry [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 19 02:28:03.661189 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.v2.resource_helper [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Service CORE assigned prefix: {{(pid=103591) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 02:28:03.661523 n-d-826753-2 neutron-server[103591]: INFO neutron.quota.resource_registry [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Creating instance of TrackedResource for resource:subnetpool Feb 19 02:28:03.661876 n-d-826753-2 neutron-server[103591]: WARNING neutron.quota.resource_registry [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] subnetpool is already registered Feb 19 02:28:03.662296 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.v2.resource_helper [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Service CORE assigned prefix: {{(pid=103591) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 02:28:03.662619 n-d-826753-2 neutron-server[103591]: INFO neutron.quota.resource_registry [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Creating instance of TrackedResource for resource:subnetpool Feb 19 02:28:03.662946 n-d-826753-2 neutron-server[103591]: WARNING neutron.quota.resource_registry [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] subnetpool is already registered Feb 19 02:28:03.665414 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.v2.resource_helper [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103591) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 02:28:03.665848 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.v2.resource_helper [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Service FLAVORS assigned prefix: {{(pid=103591) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 02:28:03.666438 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.v2.resource_helper [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103591) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 02:28:03.666859 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.v2.resource_helper [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103591) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 02:28:03.667191 n-d-826753-2 neutron-server[103591]: INFO neutron.quota.resource_registry [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Creating instance of TrackedResource for resource:router Feb 19 02:28:03.667524 n-d-826753-2 neutron-server[103591]: WARNING neutron.quota.resource_registry [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] router is already registered Feb 19 02:28:03.667936 n-d-826753-2 neutron-server[103591]: INFO neutron.quota.resource_registry [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Creating instance of TrackedResource for resource:floatingip Feb 19 02:28:03.668271 n-d-826753-2 neutron-server[103591]: WARNING neutron.quota.resource_registry [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] floatingip is already registered Feb 19 02:28:03.668722 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.v2.resource_helper [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Service METERING assigned prefix: /metering {{(pid=103591) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 02:28:03.669411 n-d-826753-2 neutron-server[103591]: INFO neutron.quota.resource_registry [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Creating instance of CountableResource for resource:rbac_policy Feb 19 02:28:03.669735 n-d-826753-2 neutron-server[103591]: WARNING neutron.quota.resource_registry [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] rbac_policy is already registered Feb 19 02:28:03.670146 n-d-826753-2 neutron-server[103591]: INFO neutron.quota.resource_registry [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Creating instance of TrackedResource for resource:security_group Feb 19 02:28:03.670477 n-d-826753-2 neutron-server[103591]: WARNING neutron.quota.resource_registry [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] security_group is already registered Feb 19 02:28:03.670877 n-d-826753-2 neutron-server[103591]: INFO neutron.quota.resource_registry [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 19 02:28:03.671210 n-d-826753-2 neutron-server[103591]: WARNING neutron.quota.resource_registry [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] security_group_rule is already registered Feb 19 02:28:03.671836 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.v2.resource_helper [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Service CORE assigned prefix: {{(pid=103591) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 02:28:03.672164 n-d-826753-2 neutron-server[103591]: INFO neutron.quota.resource_registry [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Creating instance of TrackedResource for resource:subnetpool Feb 19 02:28:03.672497 n-d-826753-2 neutron-server[103591]: WARNING neutron.quota.resource_registry [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] subnetpool is already registered Feb 19 02:28:03.672914 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.v2.resource_helper [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Service CORE assigned prefix: {{(pid=103591) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 02:28:03.673274 n-d-826753-2 neutron-server[103591]: INFO neutron.quota.resource_registry [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Creating instance of TrackedResource for resource:subnetpool Feb 19 02:28:03.673604 n-d-826753-2 neutron-server[103591]: WARNING neutron.quota.resource_registry [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] subnetpool is already registered Feb 19 02:28:03.674075 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Extended resource: extensions {{(pid=103591) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:28:03.675586 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Extended resource: address-groups {{(pid=103591) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:28:03.677135 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Extended resource: address-scopes {{(pid=103591) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:28:03.678476 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Extended resource: agents {{(pid=103591) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:28:03.680259 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Extended resource: auto-allocated-topology {{(pid=103591) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:28:03.681577 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Extended resource: availability_zones {{(pid=103591) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:28:03.682829 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Extended resource: dhcp-networks {{(pid=103591) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:28:03.684381 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Extended resource: dhcp-agents {{(pid=103591) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:28:03.685873 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Extended resource: routers {{(pid=103591) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:28:03.688136 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Extended resource: flavors {{(pid=103591) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:28:03.689351 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Extended resource: service_profiles {{(pid=103591) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:28:03.690581 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Extended resource: next_providers {{(pid=103591) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:28:03.692062 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Extended resource: service_profiles {{(pid=103591) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:28:03.693664 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Extended resource: floatingip-pools {{(pid=103591) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:28:03.695441 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Extended resource: routers {{(pid=103591) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:28:03.697622 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Extended resource: floatingips {{(pid=103591) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:28:03.699872 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Extended resource: l3-routers {{(pid=103591) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:28:03.701328 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Extended resource: l3-agents {{(pid=103591) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:28:03.702795 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Extended resource: metering-labels {{(pid=103591) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:28:03.704181 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Extended resource: metering-label-rules {{(pid=103591) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:28:03.705543 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Extended resource: network-ip-availabilities {{(pid=103591) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:28:03.706835 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Extended resource: bindings {{(pid=103591) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:28:03.708542 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Extended resource: quotas {{(pid=103591) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:28:03.710177 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Extended resource: quotas {{(pid=103591) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:28:03.712317 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Extended resource: rbac-policies {{(pid=103591) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:28:03.713651 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Extended resource: security-groups {{(pid=103591) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:28:03.714902 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Extended resource: security-group-rules {{(pid=103591) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:28:03.716193 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Extended resource: service-providers {{(pid=103591) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:28:03.717462 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Extended resource: subnetpools {{(pid=103591) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:28:03.719177 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Extended resource: subnetpools {{(pid=103591) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:28:03.720649 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Extended resource: tags {{(pid=103591) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:28:03.722428 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Extended resource: tags {{(pid=103591) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:28:03.724282 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Extended resource: tags {{(pid=103591) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:28:03.726212 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Extended resource: tags {{(pid=103591) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:28:03.728059 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Extended resource: tags {{(pid=103591) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:28:03.730002 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Extended resource: tags {{(pid=103591) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:28:03.731762 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Extended resource: tags {{(pid=103591) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:28:03.733741 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Extended resource: tags {{(pid=103591) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:28:03.735522 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Extended resource: tags {{(pid=103591) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:28:03.737479 n-d-826753-2 neutron-server[103591]: DEBUG neutron.api.extensions [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Extended resource: tags {{(pid=103591) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:28:03.743438 n-d-826753-2 neutron-server[103591]: WARNING keystonemiddleware.auth_token [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 19 02:28:03.748153 n-d-826753-2 neutron-server[103591]: WARNING keystonemiddleware.auth_token [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 19 02:28:03.756788 n-d-826753-2 neutron-server[103591]: DEBUG oslo_concurrency.lockutils [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Acquired lock "singleton_lock" {{(pid=103591) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 19 02:28:03.757807 n-d-826753-2 neutron-server[103591]: DEBUG oslo_concurrency.lockutils [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Releasing lock "singleton_lock" {{(pid=103591) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 19 02:28:03.758491 n-d-826753-2 neutron-server[103591]: INFO oslo_service.service [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Starting 2 workers Feb 19 02:28:03.763492 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Started child 103701 {{(pid=103591) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 19 02:28:03.769049 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Started child 103702 {{(pid=103591) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 19 02:28:03.769220 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:03.769835 n-d-826753-2 neutron-server[103591]: INFO neutron.service [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 19 02:28:03.770432 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:03.771001 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [-] (103701) wsgi starting up on http://0.0.0.0:9696 Feb 19 02:28:03.771460 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 40880) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:28:03.772810 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:03.774942 n-d-826753-2 neutron-server[103591]: INFO oslo_service.service [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Starting 1 workers Feb 19 02:28:03.779270 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Started child 103703 {{(pid=103591) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 19 02:28:03.779848 n-d-826753-2 neutron-server[103591]: INFO oslo_service.service [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Starting 1 workers Feb 19 02:28:03.782027 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [-] 10.222.0.72 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0072799 Feb 19 02:28:03.782718 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [-] (103702) wsgi starting up on http://0.0.0.0:9696 Feb 19 02:28:03.785579 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Started child 103704 {{(pid=103591) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 19 02:28:03.785855 n-d-826753-2 neutron-server[103703]: DEBUG neutron.service [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] calling RpcWorker wait() {{(pid=103703) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 19 02:28:03.786426 n-d-826753-2 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:03.787097 n-d-826753-2 neutron-server[103703]: DEBUG neutron.service [None req-c8d287c4-3b56-466d-bb92-ced6f3386b07 None None] returning from RpcWorker wait() {{(pid=103703) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 19 02:28:03.788277 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103591) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 19 02:28:03.788491 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:28:03.788736 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 19 02:28:03.789125 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 19 02:28:03.789572 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 19 02:28:03.789673 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:03.789762 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 19 02:28:03.790245 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.790533 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.790815 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.791003 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:28:03.791114 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.791352 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:03.791800 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.791958 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.792228 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.792482 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.792757 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.792993 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.793186 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.793355 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.793615 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.793849 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.794221 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.794483 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.794732 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.794997 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.795170 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.795434 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.795762 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.796036 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.796295 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] debug = True {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.796539 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.797044 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.797297 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.797549 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.797774 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.798065 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.798309 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.798599 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.798831 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.799064 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.799295 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.799548 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.799779 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.800024 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.800282 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.801136 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.801464 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.801741 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.802222 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] host = n-d-826753-2 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.802494 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.802741 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.802987 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.803283 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.803555 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.803802 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.804064 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.804339 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.805788 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.805788 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.805964 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.806144 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.806324 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.806604 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] log_file = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.806782 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] log_options = True {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.807041 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.807315 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.807593 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.807792 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.808006 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.808209 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.808483 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.808656 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.808928 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.810600 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.810600 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.810600 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.810600 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.810897 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.811144 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.813474 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.813474 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.813474 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.813474 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.813474 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.813474 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.813474 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.813474 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.813995 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.813995 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.813995 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.813995 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.814237 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.814523 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.814689 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.814947 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.815223 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.815479 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.815714 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.815976 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.816214 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.816440 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.816753 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.817525 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.817525 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.817857 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.820454 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.820454 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.820454 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.820454 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.821038 n-d-826753-2 neutron-server[103704]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:28:03.821191 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.821191 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] use_json = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.821191 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.821191 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.821191 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.821191 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.821191 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.825608 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.825608 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.825608 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.825608 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.825608 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.825608 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.825608 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.825608 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.826145 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.826145 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.826145 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.826329 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.826459 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.826722 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.827030 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.827273 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.827586 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.827870 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.828149 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.828484 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.828769 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.829068 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.829277 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.829524 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.830121 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.830121 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.830334 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.830548 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.830785 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.831861 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.831861 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.831861 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.831861 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.832135 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.832431 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.832820 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.72/identity {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.833123 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.833350 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.833574 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.833833 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.834050 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.834303 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.834543 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.834822 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.835052 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.835284 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.837607 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.837607 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.837607 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.837607 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.838582 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.838582 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.838582 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.838582 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.840102 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.840102 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.840102 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.840102 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.840102 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.840102 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.840102 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.841264 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.841264 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.841264 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.841264 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.842091 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.842200 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.842969 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.842969 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.842969 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.843562 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.843562 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.845393 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.845393 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.845393 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.845393 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.845393 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.845393 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.846100 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.846100 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.846100 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.846419 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.846419 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.846662 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.846837 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.847014 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.847220 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.848402 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.848402 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.848402 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.848402 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.848402 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.849083 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.849083 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.849083 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.849388 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.849502 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.849741 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.851297 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.851297 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.851297 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.851297 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.851297 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.851297 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.852106 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.852487 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.852659 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.854776 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.854776 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.854776 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.855650 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.855919 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.856122 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.856357 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.856653 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.856813 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.857058 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.857355 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.857569 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.857811 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.858048 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.858280 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.858514 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.858788 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.859053 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.859528 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.859756 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.860034 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.860328 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.861142 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.861142 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.861142 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.861387 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.861589 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.861823 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.862759 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.862759 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.862759 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.862759 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.863040 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.863272 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.863489 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.863723 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.864785 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.864785 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.864785 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.864785 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.865096 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.865236 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.867874 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.867874 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.867874 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.867874 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.867874 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.867874 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.72/identity {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.867874 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.868749 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.868749 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.868749 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.869070 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.869195 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.869376 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.869566 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.869781 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.870015 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.870227 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.870453 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.870668 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.870892 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.871114 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.871364 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.871577 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.871827 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.872325 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.872325 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.872546 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.872687 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.872901 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.873990 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.874235 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.874507 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.874762 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.874997 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.875244 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.875487 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.876557 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.876557 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.876557 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.876557 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.876837 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.876837 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.877141 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.877476 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.877702 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.877934 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.878149 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.878386 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.878629 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.878972 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.879235 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.880520 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.880520 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.880520 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.880520 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.880795 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.880795 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.881099 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.882016 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.882016 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.882016 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.882016 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.882468 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.882468 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.882697 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.882909 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.883175 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.883436 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.883701 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.884565 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.884906 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.887425 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.887425 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.887651 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.888027 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.888436 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.888799 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.890153 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.890621 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.891060 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.891483 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.891811 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.893263 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.893567 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.893567 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.894501 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.894733 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.894974 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.895204 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.895423 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.895664 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.895887 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.896103 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.896339 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.896559 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.896774 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.897030 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.899624 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.899624 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.899624 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.899624 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.899624 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.899962 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.900033 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.900242 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.900474 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.900697 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.901345 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.901345 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.901522 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.901600 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.901863 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.902863 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.902863 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.902863 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.902863 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.903202 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.903376 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.903647 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.903891 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.904164 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.904462 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.904696 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.904940 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.905199 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.905428 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.905645 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.906523 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.906523 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.906523 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.906761 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.906994 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.907273 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.907559 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.907838 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.908077 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.908383 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.908731 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.910122 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.910495 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.910670 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.911812 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.912041 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.912281 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.912532 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.912773 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.912994 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.913279 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.913557 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.914193 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.914831 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.915089 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.915336 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.915604 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.915812 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.916066 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.916287 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.916449 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 19 02:28:03.916986 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103591) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 19 02:28:03.917222 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:28:03.917367 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 19 02:28:03.917528 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 19 02:28:03.917692 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 19 02:28:03.917853 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 19 02:28:03.918052 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.918254 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.918422 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.918578 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.918886 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.919217 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.919421 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.919532 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.919686 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.920953 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.920953 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.920953 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.920953 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.920953 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.920953 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.920953 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.921815 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.921981 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.922145 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.922305 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.922463 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.922620 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.922777 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] debug = True {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.922934 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.923161 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.923319 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.923475 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.923634 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.923792 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.923948 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.924107 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.924266 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.924424 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.924579 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.924891 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.925088 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.925248 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.925406 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.925563 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.925721 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.925880 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.926040 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] host = n-d-826753-2 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.926196 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.926354 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.926511 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.926670 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.926821 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.926970 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.927132 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.927288 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.927446 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.927603 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.927761 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.927917 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.928075 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.928235 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] log_file = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.928390 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] log_options = True {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.929068 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.929068 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.929068 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.929883 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.929883 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.931423 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.931423 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.931423 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.931423 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.931423 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.931423 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.931423 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.931853 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.931853 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.931974 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.932038 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.932210 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.932319 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.932466 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.932643 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.932781 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.934145 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.934145 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.934145 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.934145 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.934145 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.934145 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.934145 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.934145 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.934145 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.934921 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.934921 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.934921 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.934921 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.934921 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.935191 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.935191 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.935322 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.935483 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.935581 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.935822 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.935974 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.936113 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.936251 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.936381 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.936466 n-d-826753-2 neutron-server[103703]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:28:03.936553 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.936644 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] use_json = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.936752 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.936909 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.937086 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.937247 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.937404 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.937560 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.938071 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.938071 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.938071 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:28:03.938403 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.938403 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.938599 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.938703 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.938808 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.938942 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.939102 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.939262 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.940137 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.940299 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.940626 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.940933 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.941265 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.941589 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.941891 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.942192 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.942499 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.942682 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.942832 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.942970 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.943111 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.943249 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.943416 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.943581 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.943745 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.943905 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.944071 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.944240 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.944399 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.944582 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.944734 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.945553 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.72/identity {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.945703 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.946025 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.946513 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.946881 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.948127 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.948127 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.948127 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.948127 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.948127 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.948127 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.948127 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.948127 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.948127 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.949438 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.949438 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.949438 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.949438 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.949438 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.949438 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.949438 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.949438 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.950552 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.950552 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.950552 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.950552 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.950552 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.950552 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.950552 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.950552 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.951571 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.951571 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.951571 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.951571 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.951571 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.951571 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.951571 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.952455 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.952455 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.952455 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.952455 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.952455 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.952455 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.953263 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.953263 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.953263 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.953263 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.953263 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.953891 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.953891 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.953891 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.953891 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.954429 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.954429 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.954429 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.954429 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.954819 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.954819 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.954974 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.954974 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.956012 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.956012 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.956012 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.956012 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.956012 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.956012 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.956726 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.956726 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.956726 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.956726 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.956726 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.957314 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.957314 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.957976 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.958141 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.958297 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.960142 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.960142 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.960142 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.960142 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.960142 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.960142 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.960142 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.960142 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.960793 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.960793 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.960793 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.960793 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.960793 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.960793 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.960793 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.961267 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.961333 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.961514 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.961689 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.961849 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.961977 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.962143 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.962455 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.962629 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.962797 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.962953 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.963119 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.963267 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.963407 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.963537 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.963841 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.964006 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.964194 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.964349 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.964660 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.964814 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.964974 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.965845 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.965845 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.965845 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.965845 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.965845 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.966347 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.966347 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.72/identity {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.966347 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.966347 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.966744 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.966744 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.966940 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.966940 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.967134 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.968389 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.968389 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.968389 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.968389 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.968389 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.968389 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.968389 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.969074 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.969074 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.969074 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.969074 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.970293 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.970293 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.970293 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.970293 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.970293 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.970293 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.970293 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.970293 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.971047 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.971047 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.971047 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.971047 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.971047 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.972366 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.972366 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.972366 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.972366 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.972366 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.972366 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.972366 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.972366 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.973322 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.973322 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.973322 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.973322 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.973322 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.973322 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.973322 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.974789 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.974789 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.974789 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.974789 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.974789 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.974789 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.975411 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.975411 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.975411 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.975411 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.975947 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.975947 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.975947 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.975947 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.976454 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.976609 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.977028 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.977239 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.977497 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.977769 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.978057 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.978341 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.978610 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.978779 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.978944 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.979108 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.979562 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.979562 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.979562 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.979856 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.979961 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.980063 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.980199 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.980343 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.980505 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.980666 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.980822 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.980983 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.981810 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.981810 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.981810 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.981810 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.981810 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.982376 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.982376 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.982376 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.982376 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.982919 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.982919 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.982919 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.983154 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.983154 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.983305 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.983421 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.983580 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.983905 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.984087 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.984241 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.984397 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.984556 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.984716 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.984879 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.985114 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.985240 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.985434 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.985575 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.985713 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.985851 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.986001 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.986161 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.986330 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.986473 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.986612 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.986771 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.986933 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.987103 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.987260 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.988841 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.988841 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.988841 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.988841 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.988841 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.988841 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.988841 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.988841 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.991527 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.991527 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.991527 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.991527 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.991527 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.991527 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.991527 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.991527 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.991527 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.992739 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.992739 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.992739 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.992739 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.992739 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.992739 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.992739 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.992739 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.992739 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.993335 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.993335 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:28:03.993335 n-d-826753-2 neutron-server[103591]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103591) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 19 02:28:15.437397 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58ee79e-4a1a-4fd0-8cd9-4712536103db None None] get_active_networks_info from n-d-826753-2 {{(pid=103703) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 02:28:15.504159 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58ee79e-4a1a-4fd0-8cd9-4712536103db None None] No non-hosted networks {{(pid=103703) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 19 02:28:15.520533 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-99002d8d-c1b6-4877-a908-7de6356eb6b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16314450'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:17.562870 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b44ff596-549c-4d28-8297-240f802ea30f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16314450'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:17.589956 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6f7a7471-07e6-4417-93df-e1d74a90b950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:19.064190 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16314450'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:20.238302 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16314450'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:21.810238 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16314450'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:21.814293 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:28:21.815245 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:28:21.815817 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:28:21.816863 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:28:21.817681 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:28:21.818287 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:28:21.819027 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:28:21.819986 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:28:21.821089 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:28:21.821686 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:28:21.822234 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:28:21.822810 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:28:21.823594 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:28:21.824296 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-826753-2', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:28:21.844751 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-826753-2', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:28:21.944385 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 40986) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:28:22.479990 n-d-826753-2 neutron-server[103702]: WARNING oslo_policy.policy [None req-de19e9d3-4448-4182-bf73-9764371d83da admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 19 02:28:22.480704 n-d-826753-2 neutron-server[103702]: WARNING oslo_policy.policy [None req-de19e9d3-4448-4182-bf73-9764371d83da admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 19 02:28:22.712382 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [None req-de19e9d3-4448-4182-bf73-9764371d83da admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103702) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:28:22.715475 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-de19e9d3-4448-4182-bf73-9764371d83da admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7679780 Feb 19 02:28:23.780549 n-d-826753-2 neutron-server[103703]: INFO neutron.db.l3_hamode_db [None req-d3370a36-a7de-41a8-a91e-a9090e86d970 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 19 02:28:23.871026 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3370a36-a7de-41a8-a91e-a9090e86d970 None None] Routers set() bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:28:23.871403 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3370a36-a7de-41a8-a91e-a9090e86d970 None None] Router IDs set() for agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 19 02:28:25.324083 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 41002) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:28:25.635863 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-bceea226-1c00-4d3b-9477-fd0b823c1e44 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:28:25.727671 n-d-826753-2 neutron-server[103702]: DEBUG neutron.policy [None req-bceea226-1c00-4d3b-9477-fd0b823c1e44 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103702) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 19 02:28:25.770269 n-d-826753-2 neutron-server[103702]: WARNING oslo_policy.policy [None req-bceea226-1c00-4d3b-9477-fd0b823c1e44 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 19 02:28:25.770639 n-d-826753-2 neutron-server[103702]: WARNING oslo_policy.policy [None req-bceea226-1c00-4d3b-9477-fd0b823c1e44 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 19 02:28:25.870302 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bceea226-1c00-4d3b-9477-fd0b823c1e44 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775804557384', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775804557941', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775804567553', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775804574990', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775804580584', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775804524351', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1223658', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1104297', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16628465', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16474528'] for rbac-policy (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:25.937402 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bceea226-1c00-4d3b-9477-fd0b823c1e44 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:25.938582 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-bceea226-1c00-4d3b-9477-fd0b823c1e44 admin admin] 10.222.0.72 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6135125 Feb 19 02:28:28.464944 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 41012) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:28:28.785527 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-4ac3f0c1-b89b-4353-ac3c-83bb42d7b404 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:28:28.814116 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ac3f0c1-b89b-4353-ac3c-83bb42d7b404 demo demo] Made reservation on behalf of 76313f3433b9467583a755183ea6c596 for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:28:28.818082 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4ac3f0c1-b89b-4353-ac3c-83bb42d7b404 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:28.834151 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4ac3f0c1-b89b-4353-ac3c-83bb42d7b404 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:28.943615 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4ac3f0c1-b89b-4353-ac3c-83bb42d7b404 demo demo] Publish callbacks [] for security_group (9a41d5ba-0bc5-4202-a1ed-7ab34a7f8908), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:28.948234 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4ac3f0c1-b89b-4353-ac3c-83bb42d7b404 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (9a41d5ba-0bc5-4202-a1ed-7ab34a7f8908), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:28.981321 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ac3f0c1-b89b-4353-ac3c-83bb42d7b404 demo demo] vlan segment allocate from pool success with {'vlan_id': 291, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:28:29.009539 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4ac3f0c1-b89b-4353-ac3c-83bb42d7b404 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8775801244209', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (c8ed7874-d3f7-4943-aa3f-85c72a234e67), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:29.010100 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4ac3f0c1-b89b-4353-ac3c-83bb42d7b404 demo demo] Unsubscribe: segment precommit_create {{(pid=103702) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 19 02:28:29.010605 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-4ac3f0c1-b89b-4353-ac3c-83bb42d7b404 demo demo] Added segment c8ed7874-d3f7-4943-aa3f-85c72a234e67 of type vlan for network 62b544a3-6762-41fd-9668-8603cdb11b1c Feb 19 02:28:29.016600 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac3f0c1-b89b-4353-ac3c-83bb42d7b404 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=9a41d5ba-0bc5-4202-a1ed-7ab34a7f8908,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:28:29.052486 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac3f0c1-b89b-4353-ac3c-83bb42d7b404 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:28:29.052829 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac3f0c1-b89b-4353-ac3c-83bb42d7b404 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:28:29.053196 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac3f0c1-b89b-4353-ac3c-83bb42d7b404 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:28:29.053527 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac3f0c1-b89b-4353-ac3c-83bb42d7b404 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:28:29.053853 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac3f0c1-b89b-4353-ac3c-83bb42d7b404 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:28:29.054174 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac3f0c1-b89b-4353-ac3c-83bb42d7b404 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:28:29.055074 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac3f0c1-b89b-4353-ac3c-83bb42d7b404 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:28:29.055074 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac3f0c1-b89b-4353-ac3c-83bb42d7b404 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:28:29.055903 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac3f0c1-b89b-4353-ac3c-83bb42d7b404 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:28:29.056221 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac3f0c1-b89b-4353-ac3c-83bb42d7b404 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:28:29.056543 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac3f0c1-b89b-4353-ac3c-83bb42d7b404 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:28:29.056852 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac3f0c1-b89b-4353-ac3c-83bb42d7b404 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:28:29.057199 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac3f0c1-b89b-4353-ac3c-83bb42d7b404 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:28:29.058354 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac3f0c1-b89b-4353-ac3c-83bb42d7b404 demo demo] Tracked resource versions report: Feb 19 02:28:29.058354 n-d-826753-2 neutron-server[103702]: pushed versions: Feb 19 02:28:29.058354 n-d-826753-2 neutron-server[103702]: { 'AddressGroup': {'1.2'}, Feb 19 02:28:29.058354 n-d-826753-2 neutron-server[103702]: 'ConntrackHelper': {'1.0'}, Feb 19 02:28:29.058354 n-d-826753-2 neutron-server[103702]: 'LocalIPAssociation': {'1.0'}, Feb 19 02:28:29.058354 n-d-826753-2 neutron-server[103702]: 'Log': {'1.0'}, Feb 19 02:28:29.058354 n-d-826753-2 neutron-server[103702]: 'Network': {'1.1'}, Feb 19 02:28:29.058354 n-d-826753-2 neutron-server[103702]: 'Port': {'1.7'}, Feb 19 02:28:29.058354 n-d-826753-2 neutron-server[103702]: 'PortForwarding': {'1.2'}, Feb 19 02:28:29.058354 n-d-826753-2 neutron-server[103702]: 'QosPolicy': {'1.10'}, Feb 19 02:28:29.058354 n-d-826753-2 neutron-server[103702]: 'SecurityGroup': {'1.5'}, Feb 19 02:28:29.058354 n-d-826753-2 neutron-server[103702]: 'SecurityGroupRule': {'1.2'}, Feb 19 02:28:29.058354 n-d-826753-2 neutron-server[103702]: 'SubPort': {'1.0'}, Feb 19 02:28:29.058354 n-d-826753-2 neutron-server[103702]: 'Subnet': {'1.1'}, Feb 19 02:28:29.058354 n-d-826753-2 neutron-server[103702]: 'Trunk': {'1.1'}} Feb 19 02:28:29.058354 n-d-826753-2 neutron-server[103702]: consumer versions: Feb 19 02:28:29.058354 n-d-826753-2 neutron-server[103702]: { DHCP agent@n-d-826753-2: {}, Feb 19 02:28:29.058354 n-d-826753-2 neutron-server[103702]: L3 agent@n-d-826753-2: {}, Feb 19 02:28:29.058354 n-d-826753-2 neutron-server[103702]: Metadata agent@n-d-826753-2: {}, Feb 19 02:28:29.058354 n-d-826753-2 neutron-server[103702]: Metering agent@n-d-826753-2: {}, Feb 19 02:28:29.058354 n-d-826753-2 neutron-server[103702]: Open vSwitch agent@n-d-826753-2: { 'AddressGroup': '1.2', Feb 19 02:28:29.058354 n-d-826753-2 neutron-server[103702]: 'ConntrackHelper': '1.0', Feb 19 02:28:29.058354 n-d-826753-2 neutron-server[103702]: 'LocalIPAssociation': '1.0', Feb 19 02:28:29.058354 n-d-826753-2 neutron-server[103702]: 'Log': '1.0', Feb 19 02:28:29.058354 n-d-826753-2 neutron-server[103702]: 'Network': '1.1', Feb 19 02:28:29.058354 n-d-826753-2 neutron-server[103702]: 'Port': '1.7', Feb 19 02:28:29.058354 n-d-826753-2 neutron-server[103702]: 'PortForwarding': '1.2', Feb 19 02:28:29.058354 n-d-826753-2 neutron-server[103702]: 'QosPolicy': '1.10', Feb 19 02:28:29.058354 n-d-826753-2 neutron-server[103702]: 'SecurityGroup': '1.5', Feb 19 02:28:29.058354 n-d-826753-2 neutron-server[103702]: 'SecurityGroupRule': '1.2', Feb 19 02:28:29.058354 n-d-826753-2 neutron-server[103702]: 'SubPort': '1.0', Feb 19 02:28:29.058354 n-d-826753-2 neutron-server[103702]: 'Subnet': '1.1', Feb 19 02:28:29.058354 n-d-826753-2 neutron-server[103702]: 'Trunk': '1.1'}} Feb 19 02:28:29.058354 n-d-826753-2 neutron-server[103702]: {{(pid=103702) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 19 02:28:29.122117 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4ac3f0c1-b89b-4353-ac3c-83bb42d7b404 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (62b544a3-6762-41fd-9668-8603cdb11b1c), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:29.160765 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4ac3f0c1-b89b-4353-ac3c-83bb42d7b404 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (62b544a3-6762-41fd-9668-8603cdb11b1c), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:29.165860 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac3f0c1-b89b-4353-ac3c-83bb42d7b404 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:28:29.166555 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4ac3f0c1-b89b-4353-ac3c-83bb42d7b404 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:29.267964 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-4ac3f0c1-b89b-4353-ac3c-83bb42d7b404 demo demo] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8013642 Feb 19 02:28:29.297953 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac3f0c1-b89b-4353-ac3c-83bb42d7b404 demo demo] Pushing event updated for resources: {'Network': ['ID=62b544a3-6762-41fd-9668-8603cdb11b1c,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:28:29.312971 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 62b544a3-6762-41fd-9668-8603cdb11b1c details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:28:31.853612 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 41024) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:28:32.347965 n-d-826753-2 neutron-server[103701]: WARNING oslo_policy.policy [None req-f75801b0-dd34-4c9a-af7a-ee16ea097e46 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 19 02:28:32.348564 n-d-826753-2 neutron-server[103701]: WARNING oslo_policy.policy [None req-f75801b0-dd34-4c9a-af7a-ee16ea097e46 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 19 02:28:32.788816 n-d-826753-2 neutron-server[103701]: DEBUG neutron.policy [None req-f75801b0-dd34-4c9a-af7a-ee16ea097e46 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103701) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 19 02:28:32.831613 n-d-826753-2 neutron-server[103701]: WARNING oslo_policy.policy [None req-f75801b0-dd34-4c9a-af7a-ee16ea097e46 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 19 02:28:32.832001 n-d-826753-2 neutron-server[103701]: WARNING oslo_policy.policy [None req-f75801b0-dd34-4c9a-af7a-ee16ea097e46 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 19 02:28:32.840496 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75801b0-dd34-4c9a-af7a-ee16ea097e46 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:28:32.842326 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-f75801b0-dd34-4c9a-af7a-ee16ea097e46 demo admin] 10.222.0.72 "GET /v2.0/networks/62b544a3-6762-41fd-9668-8603cdb11b1c HTTP/1.1" status: 200 len: 825 time: 0.9878125 Feb 19 02:28:32.882541 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-79ec3141-8265-48aa-831a-0cb8c1af7f3d demo admin] 10.222.0.72 "GET /v2.0/subnetpools/e97a95dc-f6d3-4ed2-a862-3631d2808489 HTTP/1.1" status: 200 len: 734 time: 0.0342488 Feb 19 02:28:32.891563 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-a559dc48-8737-42f0-900d-9a29417b5b82 demo admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '62b544a3-6762-41fd-9668-8603cdb11b1c', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'e97a95dc-f6d3-4ed2-a862-3631d2808489'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:28:32.928026 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a559dc48-8737-42f0-900d-9a29417b5b82 demo admin] Made reservation on behalf of 76313f3433b9467583a755183ea6c596 for: {'subnet': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:28:32.931392 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a559dc48-8737-42f0-900d-9a29417b5b82 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:33.230995 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a559dc48-8737-42f0-900d-9a29417b5b82 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for subnet (0ad863bd-c118-4693-96cc-4e00e1b3a6cb), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:33.296283 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a559dc48-8737-42f0-900d-9a29417b5b82 demo admin] Checking segment: {'id': 'c8ed7874-d3f7-4943-aa3f-85c72a234e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '62b544a3-6762-41fd-9668-8603cdb11b1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:28:33.296659 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a559dc48-8737-42f0-900d-9a29417b5b82 demo admin] Network hostable DHCP agents. Network: 62b544a3-6762-41fd-9668-8603cdb11b1c, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:28:33.313291 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a559dc48-8737-42f0-900d-9a29417b5b82 demo admin] Pushing event updated for resources: {'Subnet': ['ID=0ad863bd-c118-4693-96cc-4e00e1b3a6cb,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:28:33.327385 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a559dc48-8737-42f0-900d-9a29417b5b82 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:28:33.327728 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a559dc48-8737-42f0-900d-9a29417b5b82 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:28:33.328056 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a559dc48-8737-42f0-900d-9a29417b5b82 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:28:33.328385 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a559dc48-8737-42f0-900d-9a29417b5b82 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:28:33.328709 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a559dc48-8737-42f0-900d-9a29417b5b82 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:28:33.329040 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a559dc48-8737-42f0-900d-9a29417b5b82 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:28:33.329359 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a559dc48-8737-42f0-900d-9a29417b5b82 demo admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:28:33.329674 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a559dc48-8737-42f0-900d-9a29417b5b82 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:28:33.329988 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a559dc48-8737-42f0-900d-9a29417b5b82 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:28:33.330300 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a559dc48-8737-42f0-900d-9a29417b5b82 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:28:33.330610 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a559dc48-8737-42f0-900d-9a29417b5b82 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:28:33.330918 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a559dc48-8737-42f0-900d-9a29417b5b82 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:28:33.331228 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a559dc48-8737-42f0-900d-9a29417b5b82 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:28:33.332322 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a559dc48-8737-42f0-900d-9a29417b5b82 demo admin] Tracked resource versions report: Feb 19 02:28:33.332322 n-d-826753-2 neutron-server[103701]: pushed versions: Feb 19 02:28:33.332322 n-d-826753-2 neutron-server[103701]: { 'AddressGroup': {'1.2'}, Feb 19 02:28:33.332322 n-d-826753-2 neutron-server[103701]: 'ConntrackHelper': {'1.0'}, Feb 19 02:28:33.332322 n-d-826753-2 neutron-server[103701]: 'LocalIPAssociation': {'1.0'}, Feb 19 02:28:33.332322 n-d-826753-2 neutron-server[103701]: 'Log': {'1.0'}, Feb 19 02:28:33.332322 n-d-826753-2 neutron-server[103701]: 'Network': {'1.1'}, Feb 19 02:28:33.332322 n-d-826753-2 neutron-server[103701]: 'Port': {'1.7'}, Feb 19 02:28:33.332322 n-d-826753-2 neutron-server[103701]: 'PortForwarding': {'1.2'}, Feb 19 02:28:33.332322 n-d-826753-2 neutron-server[103701]: 'QosPolicy': {'1.10'}, Feb 19 02:28:33.332322 n-d-826753-2 neutron-server[103701]: 'SecurityGroup': {'1.5'}, Feb 19 02:28:33.332322 n-d-826753-2 neutron-server[103701]: 'SecurityGroupRule': {'1.2'}, Feb 19 02:28:33.332322 n-d-826753-2 neutron-server[103701]: 'SubPort': {'1.0'}, Feb 19 02:28:33.332322 n-d-826753-2 neutron-server[103701]: 'Subnet': {'1.1'}, Feb 19 02:28:33.332322 n-d-826753-2 neutron-server[103701]: 'Trunk': {'1.1'}} Feb 19 02:28:33.332322 n-d-826753-2 neutron-server[103701]: consumer versions: Feb 19 02:28:33.332322 n-d-826753-2 neutron-server[103701]: { DHCP agent@n-d-826753-2: {}, Feb 19 02:28:33.332322 n-d-826753-2 neutron-server[103701]: L3 agent@n-d-826753-2: {}, Feb 19 02:28:33.332322 n-d-826753-2 neutron-server[103701]: Metadata agent@n-d-826753-2: {}, Feb 19 02:28:33.332322 n-d-826753-2 neutron-server[103701]: Metering agent@n-d-826753-2: {}, Feb 19 02:28:33.332322 n-d-826753-2 neutron-server[103701]: Open vSwitch agent@n-d-826753-2: { 'AddressGroup': '1.2', Feb 19 02:28:33.332322 n-d-826753-2 neutron-server[103701]: 'ConntrackHelper': '1.0', Feb 19 02:28:33.332322 n-d-826753-2 neutron-server[103701]: 'LocalIPAssociation': '1.0', Feb 19 02:28:33.332322 n-d-826753-2 neutron-server[103701]: 'Log': '1.0', Feb 19 02:28:33.332322 n-d-826753-2 neutron-server[103701]: 'Network': '1.1', Feb 19 02:28:33.332322 n-d-826753-2 neutron-server[103701]: 'Port': '1.7', Feb 19 02:28:33.332322 n-d-826753-2 neutron-server[103701]: 'PortForwarding': '1.2', Feb 19 02:28:33.332322 n-d-826753-2 neutron-server[103701]: 'QosPolicy': '1.10', Feb 19 02:28:33.332322 n-d-826753-2 neutron-server[103701]: 'SecurityGroup': '1.5', Feb 19 02:28:33.332322 n-d-826753-2 neutron-server[103701]: 'SecurityGroupRule': '1.2', Feb 19 02:28:33.332322 n-d-826753-2 neutron-server[103701]: 'SubPort': '1.0', Feb 19 02:28:33.332322 n-d-826753-2 neutron-server[103701]: 'Subnet': '1.1', Feb 19 02:28:33.332322 n-d-826753-2 neutron-server[103701]: 'Trunk': '1.1'}} Feb 19 02:28:33.332322 n-d-826753-2 neutron-server[103701]: {{(pid=103701) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 19 02:28:33.346829 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a559dc48-8737-42f0-900d-9a29417b5b82 demo admin] Network 62b544a3-6762-41fd-9668-8603cdb11b1c is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:28:33.365360 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-a559dc48-8737-42f0-900d-9a29417b5b82 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 62b544a3-6762-41fd-9668-8603cdb11b1c) {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:28:33.371022 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a559dc48-8737-42f0-900d-9a29417b5b82 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:28:33.371734 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a559dc48-8737-42f0-900d-9a29417b5b82 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:33.377638 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f96985-efcd-46e9-81c2-8632591a5c45 None None] Network 62b544a3-6762-41fd-9668-8603cdb11b1c requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:28:33.393443 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-a559dc48-8737-42f0-900d-9a29417b5b82 demo admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5053368 Feb 19 02:28:33.761508 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144977d2-694e-405e-a5ef-d9cc39c95204 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-62b544a3-6762-41fd-9668-8603cdb11b1c', 'network_id': '62b544a3-6762-41fd-9668-8603cdb11b1c', 'project_id': '76313f3433b9467583a755183ea6c596', 'fixed_ips': [{'subnet_id': '0ad863bd-c118-4693-96cc-4e00e1b3a6cb'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:28:33.762784 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-144977d2-694e-405e-a5ef-d9cc39c95204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:34.049829 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-144977d2-694e-405e-a5ef-d9cc39c95204 None None] Allocated IP 172.20.0.2 (62b544a3-6762-41fd-9668-8603cdb11b1c/0ad863bd-c118-4693-96cc-4e00e1b3a6cb/cb44dddd-d1b4-449d-be5a-261ed4435ac1) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:28:34.330337 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-144977d2-694e-405e-a5ef-d9cc39c95204 None None] Publish callbacks [] for port (cb44dddd-d1b4-449d-be5a-261ed4435ac1), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:34.338498 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-144977d2-694e-405e-a5ef-d9cc39c95204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (cb44dddd-d1b4-449d-be5a-261ed4435ac1), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:34.424326 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144977d2-694e-405e-a5ef-d9cc39c95204 None None] Network 62b544a3-6762-41fd-9668-8603cdb11b1c is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:28:34.428603 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-144977d2-694e-405e-a5ef-d9cc39c95204 None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:28:34.432113 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144977d2-694e-405e-a5ef-d9cc39c95204 None None] Pushing event updated for resources: {'Port': ['ID=cb44dddd-d1b4-449d-be5a-261ed4435ac1,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:28:34.434404 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144977d2-694e-405e-a5ef-d9cc39c95204 None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:28:34.443918 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144977d2-694e-405e-a5ef-d9cc39c95204 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:28:34.444260 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144977d2-694e-405e-a5ef-d9cc39c95204 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:28:34.444601 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144977d2-694e-405e-a5ef-d9cc39c95204 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:28:34.444932 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144977d2-694e-405e-a5ef-d9cc39c95204 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:28:34.445458 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144977d2-694e-405e-a5ef-d9cc39c95204 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:28:34.445458 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144977d2-694e-405e-a5ef-d9cc39c95204 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:28:34.446347 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144977d2-694e-405e-a5ef-d9cc39c95204 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:28:34.446484 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144977d2-694e-405e-a5ef-d9cc39c95204 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:28:34.446802 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144977d2-694e-405e-a5ef-d9cc39c95204 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:28:34.447116 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144977d2-694e-405e-a5ef-d9cc39c95204 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:28:34.447432 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144977d2-694e-405e-a5ef-d9cc39c95204 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:28:34.447750 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144977d2-694e-405e-a5ef-d9cc39c95204 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:28:34.448062 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144977d2-694e-405e-a5ef-d9cc39c95204 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:28:34.449233 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144977d2-694e-405e-a5ef-d9cc39c95204 None None] Tracked resource versions report: Feb 19 02:28:34.449233 n-d-826753-2 neutron-server[103703]: pushed versions: Feb 19 02:28:34.449233 n-d-826753-2 neutron-server[103703]: { 'AddressGroup': {'1.2'}, Feb 19 02:28:34.449233 n-d-826753-2 neutron-server[103703]: 'ConntrackHelper': {'1.0'}, Feb 19 02:28:34.449233 n-d-826753-2 neutron-server[103703]: 'LocalIPAssociation': {'1.0'}, Feb 19 02:28:34.449233 n-d-826753-2 neutron-server[103703]: 'Log': {'1.0'}, Feb 19 02:28:34.449233 n-d-826753-2 neutron-server[103703]: 'Network': {'1.1'}, Feb 19 02:28:34.449233 n-d-826753-2 neutron-server[103703]: 'Port': {'1.7'}, Feb 19 02:28:34.449233 n-d-826753-2 neutron-server[103703]: 'PortForwarding': {'1.2'}, Feb 19 02:28:34.449233 n-d-826753-2 neutron-server[103703]: 'QosPolicy': {'1.10'}, Feb 19 02:28:34.449233 n-d-826753-2 neutron-server[103703]: 'SecurityGroup': {'1.5'}, Feb 19 02:28:34.449233 n-d-826753-2 neutron-server[103703]: 'SecurityGroupRule': {'1.2'}, Feb 19 02:28:34.449233 n-d-826753-2 neutron-server[103703]: 'SubPort': {'1.0'}, Feb 19 02:28:34.449233 n-d-826753-2 neutron-server[103703]: 'Subnet': {'1.1'}, Feb 19 02:28:34.449233 n-d-826753-2 neutron-server[103703]: 'Trunk': {'1.1'}} Feb 19 02:28:34.449233 n-d-826753-2 neutron-server[103703]: consumer versions: Feb 19 02:28:34.449233 n-d-826753-2 neutron-server[103703]: { DHCP agent@n-d-826753-2: {}, Feb 19 02:28:34.449233 n-d-826753-2 neutron-server[103703]: L3 agent@n-d-826753-2: {}, Feb 19 02:28:34.449233 n-d-826753-2 neutron-server[103703]: Metadata agent@n-d-826753-2: {}, Feb 19 02:28:34.449233 n-d-826753-2 neutron-server[103703]: Metering agent@n-d-826753-2: {}, Feb 19 02:28:34.449233 n-d-826753-2 neutron-server[103703]: Open vSwitch agent@n-d-826753-2: { 'AddressGroup': '1.2', Feb 19 02:28:34.449233 n-d-826753-2 neutron-server[103703]: 'ConntrackHelper': '1.0', Feb 19 02:28:34.449233 n-d-826753-2 neutron-server[103703]: 'LocalIPAssociation': '1.0', Feb 19 02:28:34.449233 n-d-826753-2 neutron-server[103703]: 'Log': '1.0', Feb 19 02:28:34.449233 n-d-826753-2 neutron-server[103703]: 'Network': '1.1', Feb 19 02:28:34.449233 n-d-826753-2 neutron-server[103703]: 'Port': '1.7', Feb 19 02:28:34.449233 n-d-826753-2 neutron-server[103703]: 'PortForwarding': '1.2', Feb 19 02:28:34.449233 n-d-826753-2 neutron-server[103703]: 'QosPolicy': '1.10', Feb 19 02:28:34.449233 n-d-826753-2 neutron-server[103703]: 'SecurityGroup': '1.5', Feb 19 02:28:34.449233 n-d-826753-2 neutron-server[103703]: 'SecurityGroupRule': '1.2', Feb 19 02:28:34.449233 n-d-826753-2 neutron-server[103703]: 'SubPort': '1.0', Feb 19 02:28:34.449233 n-d-826753-2 neutron-server[103703]: 'Subnet': '1.1', Feb 19 02:28:34.449233 n-d-826753-2 neutron-server[103703]: 'Trunk': '1.1'}} Feb 19 02:28:34.449233 n-d-826753-2 neutron-server[103703]: {{(pid=103703) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 19 02:28:34.522843 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-144977d2-694e-405e-a5ef-d9cc39c95204 None None] Attempting to bind port cb44dddd-d1b4-449d-be5a-261ed4435ac1 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:28:34.523244 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-144977d2-694e-405e-a5ef-d9cc39c95204 None None] Attempting to bind port cb44dddd-d1b4-449d-be5a-261ed4435ac1 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': 'c8ed7874-d3f7-4943-aa3f-85c72a234e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '62b544a3-6762-41fd-9668-8603cdb11b1c'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:28:34.523776 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144977d2-694e-405e-a5ef-d9cc39c95204 None None] Attempting to bind port cb44dddd-d1b4-449d-be5a-261ed4435ac1 on network 62b544a3-6762-41fd-9668-8603cdb11b1c {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:28:34.529124 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144977d2-694e-405e-a5ef-d9cc39c95204 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:28:34.529506 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144977d2-694e-405e-a5ef-d9cc39c95204 None None] Checking segment: {'id': 'c8ed7874-d3f7-4943-aa3f-85c72a234e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '62b544a3-6762-41fd-9668-8603cdb11b1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:28:34.529990 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-144977d2-694e-405e-a5ef-d9cc39c95204 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:34.530376 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144977d2-694e-405e-a5ef-d9cc39c95204 None None] Bound using segment: {'id': 'c8ed7874-d3f7-4943-aa3f-85c72a234e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '62b544a3-6762-41fd-9668-8603cdb11b1c'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:28:34.530854 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-144977d2-694e-405e-a5ef-d9cc39c95204 None None] Bound port: cb44dddd-d1b4-449d-be5a-261ed4435ac1, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8ed7874-d3f7-4943-aa3f-85c72a234e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '62b544a3-6762-41fd-9668-8603cdb11b1c'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:28:34.531257 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-144977d2-694e-405e-a5ef-d9cc39c95204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (cb44dddd-d1b4-449d-be5a-261ed4435ac1), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:34.595491 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-144977d2-694e-405e-a5ef-d9cc39c95204 None None] For port cb44dddd-d1b4-449d-be5a-261ed4435ac1, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:28:34.600261 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-144977d2-694e-405e-a5ef-d9cc39c95204 None None] For port cb44dddd-d1b4-449d-be5a-261ed4435ac1, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=cb44dddd-d1b4-449d-be5a-261ed4435ac1,segment=NetworkSegment(c8ed7874-d3f7-4943-aa3f-85c72a234e67),segment_id=c8ed7874-d3f7-4943-aa3f-85c72a234e67)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:28:34.609487 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-144977d2-694e-405e-a5ef-d9cc39c95204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (cb44dddd-d1b4-449d-be5a-261ed4435ac1), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:34.670426 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144977d2-694e-405e-a5ef-d9cc39c95204 None None] Pushing event updated for resources: {'Port': ['ID=cb44dddd-d1b4-449d-be5a-261ed4435ac1,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:28:35.959087 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 41044) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:28:36.292690 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [None req-17ac8dbb-aa3c-4752-b080-4a33c23278d4 admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103701) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:28:36.293734 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-17ac8dbb-aa3c-4752-b080-4a33c23278d4 admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3336313 Feb 19 02:28:38.855269 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 41052) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:28:39.190964 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [None req-6a4b5fda-628f-4e74-9864-4d4a4aec8218 admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103702) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:28:39.191938 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-6a4b5fda-628f-4e74-9864-4d4a4aec8218 admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3357332 Feb 19 02:28:41.793103 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 41060) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:28:42.112032 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-a474f64e-f19b-42bd-bf98-26e783bc38a9 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:28:42.136658 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a474f64e-f19b-42bd-bf98-26e783bc38a9 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14172'] for router (46c3281f-da85-4475-95d0-987777bf3c37), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:42.138285 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a474f64e-f19b-42bd-bf98-26e783bc38a9 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16317487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16285822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16309985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14247'] for router (46c3281f-da85-4475-95d0-987777bf3c37), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:42.281962 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a474f64e-f19b-42bd-bf98-26e783bc38a9 demo demo] Publish callbacks [] for router_controller (46c3281f-da85-4475-95d0-987777bf3c37), precommit_add_association {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:42.286733 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a474f64e-f19b-42bd-bf98-26e783bc38a9 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16317478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865'] for router (46c3281f-da85-4475-95d0-987777bf3c37), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:42.303728 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a474f64e-f19b-42bd-bf98-26e783bc38a9 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:42.304892 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-a474f64e-f19b-42bd-bf98-26e783bc38a9 demo demo] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5108182 Feb 19 02:28:44.604766 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device cb44dddd-d1b4-449d-be5a-261ed4435ac1 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:28:44.691565 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port cb44dddd-d1b4-449d-be5a-261ed4435ac1 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:28:44.691990 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (cb44dddd-d1b4-449d-be5a-261ed4435ac1), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:44.808330 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port cb44dddd-d1b4-449d-be5a-261ed4435ac1 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:28:44.808716 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (cb44dddd-d1b4-449d-be5a-261ed4435ac1), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:44.846711 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port cb44dddd-d1b4-449d-be5a-261ed4435ac1, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=cb44dddd-d1b4-449d-be5a-261ed4435ac1,segment=NetworkSegment(c8ed7874-d3f7-4943-aa3f-85c72a234e67),segment_id=c8ed7874-d3f7-4943-aa3f-85c72a234e67)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:28:44.850544 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (cb44dddd-d1b4-449d-be5a-261ed4435ac1), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:44.902707 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=cb44dddd-d1b4-449d-be5a-261ed4435ac1,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:28:44.911813 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 41072) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:28:45.249322 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [None req-70f32738-c97c-4d87-9f99-ea53978b54b3 admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103702) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:28:45.250300 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-70f32738-c97c-4d87-9f99-ea53978b54b3 admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3375344 Feb 19 02:28:45.360641 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f225bdda-6eba-45d0-9b14-e573baf5ba63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:46.132597 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792c3b91-c4c0-4cb4-ba8b-398a9fa879fc None None] Network 62b544a3-6762-41fd-9668-8603cdb11b1c requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:28:46.197154 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-2d8aea6b-055d-4e93-8abd-66b7017ddd85 None None] Provisioning complete for port cb44dddd-d1b4-449d-be5a-261ed4435ac1 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:28:46.197532 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-2d8aea6b-055d-4e93-8abd-66b7017ddd85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (cb44dddd-d1b4-449d-be5a-261ed4435ac1), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:46.325412 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-2d8aea6b-055d-4e93-8abd-66b7017ddd85 None None] Current status of the port cb44dddd-d1b4-449d-be5a-261ed4435ac1 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:28:46.549287 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-9a8bade1-2be9-44ed-833d-6ab4ee2eff32 None None] Provisioning complete for port cb44dddd-d1b4-449d-be5a-261ed4435ac1 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:28:46.549685 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-9a8bade1-2be9-44ed-833d-6ab4ee2eff32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (cb44dddd-d1b4-449d-be5a-261ed4435ac1), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:46.585330 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device cb44dddd-d1b4-449d-be5a-261ed4435ac1 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:28:46.664705 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-9a8bade1-2be9-44ed-833d-6ab4ee2eff32 None None] Current status of the port cb44dddd-d1b4-449d-be5a-261ed4435ac1 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:28:46.666804 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port cb44dddd-d1b4-449d-be5a-261ed4435ac1 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:28:46.667264 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (cb44dddd-d1b4-449d-be5a-261ed4435ac1), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:46.742156 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port cb44dddd-d1b4-449d-be5a-261ed4435ac1 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:28:47.556987 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b2190150-c298-4f1f-be30-9460a5991960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:47.809799 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 41080) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:28:48.128991 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-32d1b639-8399-4387-8459-92776a3713a1 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True, 'admin_state_up': True, 'router:external': True, 'name': 'public'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:28:48.148497 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32d1b639-8399-4387-8459-92776a3713a1 admin admin] Made reservation on behalf of 40915123328b4b859eb4898de0eccc49 for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:28:48.151208 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-32d1b639-8399-4387-8459-92776a3713a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:48.159041 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-32d1b639-8399-4387-8459-92776a3713a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:48.231090 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-32d1b639-8399-4387-8459-92776a3713a1 admin admin] Publish callbacks [] for security_group (340a0ced-1996-476b-b06d-4d429754b97e), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:48.234477 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-32d1b639-8399-4387-8459-92776a3713a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (340a0ced-1996-476b-b06d-4d429754b97e), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:48.249665 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-32d1b639-8399-4387-8459-92776a3713a1 admin admin] Reserving flat network on physical network physnet1 {{(pid=103702) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 19 02:28:48.269731 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d1b639-8399-4387-8459-92776a3713a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=340a0ced-1996-476b-b06d-4d429754b97e,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:28:48.272477 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-32d1b639-8399-4387-8459-92776a3713a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (8d44b7ea-56cb-4a5e-9de3-7ad0788d8967), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:48.272810 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-32d1b639-8399-4387-8459-92776a3713a1 admin admin] Added segment 8d44b7ea-56cb-4a5e-9de3-7ad0788d8967 of type flat for network eaf64708-9021-419e-b287-ef3e0f51e2ee Feb 19 02:28:48.318774 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-32d1b639-8399-4387-8459-92776a3713a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (eaf64708-9021-419e-b287-ef3e0f51e2ee), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:48.353623 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-32d1b639-8399-4387-8459-92776a3713a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (eaf64708-9021-419e-b287-ef3e0f51e2ee), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:48.354452 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d1b639-8399-4387-8459-92776a3713a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:28:48.355013 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-32d1b639-8399-4387-8459-92776a3713a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:48.439500 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-32d1b639-8399-4387-8459-92776a3713a1 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6286745 Feb 19 02:28:48.465462 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d1b639-8399-4387-8459-92776a3713a1 admin admin] Pushing event updated for resources: {'Network': ['ID=eaf64708-9021-419e-b287-ef3e0f51e2ee,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:28:48.475628 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network eaf64708-9021-419e-b287-ef3e0f51e2ee details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:28:49.008247 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:50.177734 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:50.977709 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 41098) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:28:51.153356 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1aba87d-59c8-4008-97a6-670b738a0a5f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:28:51.154692 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-f1aba87d-59c8-4008-97a6-670b738a0a5f demo admin] 10.222.0.72 "GET /v2.0/subnets/0ad863bd-c118-4693-96cc-4e00e1b3a6cb HTTP/1.1" status: 200 len: 849 time: 0.1757693 Feb 19 02:28:51.335298 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-107a4eef-3854-4589-be7d-dd7b28c0096d demo admin] 10.222.0.72 "GET /v2.0/routers/46c3281f-da85-4475-95d0-987777bf3c37 HTTP/1.1" status: 200 len: 704 time: 0.1749523 Feb 19 02:28:51.607729 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c9902971-a27a-45a5-ab8f-eabfff763531 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:51.783867 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:51.903709 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-c9902971-a27a-45a5-ab8f-eabfff763531 demo admin] Allocated IP 172.20.0.1 (62b544a3-6762-41fd-9668-8603cdb11b1c/0ad863bd-c118-4693-96cc-4e00e1b3a6cb/b2b00fea-6e4d-46d9-a7dc-82583eb52495) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:28:52.056788 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c9902971-a27a-45a5-ab8f-eabfff763531 demo admin] Publish callbacks [] for port (b2b00fea-6e4d-46d9-a7dc-82583eb52495), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:52.123307 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c9902971-a27a-45a5-ab8f-eabfff763531 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (b2b00fea-6e4d-46d9-a7dc-82583eb52495), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:52.205511 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9902971-a27a-45a5-ab8f-eabfff763531 demo admin] Network 62b544a3-6762-41fd-9668-8603cdb11b1c is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:28:52.210888 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-c9902971-a27a-45a5-ab8f-eabfff763531 demo admin] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:28:52.218750 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9902971-a27a-45a5-ab8f-eabfff763531 demo admin] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:28:52.219294 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c9902971-a27a-45a5-ab8f-eabfff763531 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16289150'] for router_interface (46c3281f-da85-4475-95d0-987777bf3c37), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:52.275688 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9902971-a27a-45a5-ab8f-eabfff763531 demo admin] Pushing event updated for resources: {'Port': ['ID=b2b00fea-6e4d-46d9-a7dc-82583eb52495,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:28:52.420036 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-c77177ca-3fd5-4a6e-a5c0-1bbb8940ae00 None None] Provisioning complete for port b2b00fea-6e4d-46d9-a7dc-82583eb52495 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:28:52.420420 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c77177ca-3fd5-4a6e-a5c0-1bbb8940ae00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (b2b00fea-6e4d-46d9-a7dc-82583eb52495), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:52.424168 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c9902971-a27a-45a5-ab8f-eabfff763531 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (b2b00fea-6e4d-46d9-a7dc-82583eb52495), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:52.453602 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-c77177ca-3fd5-4a6e-a5c0-1bbb8940ae00 None None] Port b2b00fea-6e4d-46d9-a7dc-82583eb52495 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:28:52.679130 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c9902971-a27a-45a5-ab8f-eabfff763531 demo admin] Publish callbacks [] for port (b2b00fea-6e4d-46d9-a7dc-82583eb52495), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:52.684099 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c9902971-a27a-45a5-ab8f-eabfff763531 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (b2b00fea-6e4d-46d9-a7dc-82583eb52495), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:52.684859 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c9902971-a27a-45a5-ab8f-eabfff763531 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16362769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16289258'] for router_interface (46c3281f-da85-4475-95d0-987777bf3c37), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:52.761768 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9902971-a27a-45a5-ab8f-eabfff763531 demo admin] Pushing event updated for resources: {'Port': ['ID=b2b00fea-6e4d-46d9-a7dc-82583eb52495,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:28:52.807941 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9902971-a27a-45a5-ab8f-eabfff763531 demo admin] Network 62b544a3-6762-41fd-9668-8603cdb11b1c is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:28:52.809278 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-c9902971-a27a-45a5-ab8f-eabfff763531 demo admin] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:28:52.977421 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9902971-a27a-45a5-ab8f-eabfff763531 demo admin] Router 46c3281f-da85-4475-95d0-987777bf3c37 is scheduled to L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd with binding_index 1 {{(pid=103701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 02:28:53.075414 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-f88e73a1-1b38-4041-a575-c58b38e2c4aa None None] Provisioning complete for port b2b00fea-6e4d-46d9-a7dc-82583eb52495 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:28:53.075945 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f88e73a1-1b38-4041-a575-c58b38e2c4aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (b2b00fea-6e4d-46d9-a7dc-82583eb52495), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:53.078839 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9902971-a27a-45a5-ab8f-eabfff763531 demo admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:28:53.083894 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-c9902971-a27a-45a5-ab8f-eabfff763531 demo admin] 10.222.0.72 "PUT /v2.0/routers/46c3281f-da85-4475-95d0-987777bf3c37/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7434907 Feb 19 02:28:53.091232 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097c28e1-858f-4b0d-b046-bf75f1805fd0 None None] Sync routers for ids ['46c3281f-da85-4475-95d0-987777bf3c37'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:28:53.104259 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097c28e1-858f-4b0d-b046-bf75f1805fd0 None None] Routers {'46c3281f-da85-4475-95d0-987777bf3c37'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:28:53.105134 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-097c28e1-858f-4b0d-b046-bf75f1805fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:28:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['46c3281f-da85-4475-95d0-987777bf3c37'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:28:53.122173 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-f88e73a1-1b38-4041-a575-c58b38e2c4aa None None] Port b2b00fea-6e4d-46d9-a7dc-82583eb52495 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:28:53.300463 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-097c28e1-858f-4b0d-b046-bf75f1805fd0 None None] Set router 46c3281f-da85-4475-95d0-987777bf3c37 gateway port host: None {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:28:53.736042 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-097c28e1-858f-4b0d-b046-bf75f1805fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46c3281f-da85-4475-95d0-987777bf3c37', 'name': 'router1', 'tenant_id': '76313f3433b9467583a755183ea6c596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:28:42Z', 'updated_at': '2022-02-19T02:28:52Z', 'revision_number': 2, 'project_id': '76313f3433b9467583a755183ea6c596', 'gw_port_host': None, '_interfaces': [{'id': 'b2b00fea-6e4d-46d9-a7dc-82583eb52495', 'name': '', 'network_id': '62b544a3-6762-41fd-9668-8603cdb11b1c', 'tenant_id': '76313f3433b9467583a755183ea6c596', 'mac_address': 'fa:16:3e:90:ed:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46c3281f-da85-4475-95d0-987777bf3c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0ad863bd-c118-4693-96cc-4e00e1b3a6cb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:28:51Z', 'updated_at': '2022-02-19T02:28:52Z', 'revision_number': 2, 'project_id': '76313f3433b9467583a755183ea6c596', 'subnets': [{'id': '0ad863bd-c118-4693-96cc-4e00e1b3a6cb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e97a95dc-f6d3-4ed2-a862-3631d2808489'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:28:53.788370 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097c28e1-858f-4b0d-b046-bf75f1805fd0 None None] Checking router: 46c3281f-da85-4475-95d0-987777bf3c37 for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:28:53.788740 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097c28e1-858f-4b0d-b046-bf75f1805fd0 None None] Updating router 46c3281f-da85-4475-95d0-987777bf3c37 port b2b00fea-6e4d-46d9-a7dc-82583eb52495 binding host n-d-826753-2 {{(pid=103704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:28:53.842619 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-097c28e1-858f-4b0d-b046-bf75f1805fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (b2b00fea-6e4d-46d9-a7dc-82583eb52495), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:54.389739 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-097c28e1-858f-4b0d-b046-bf75f1805fd0 None None] Publish callbacks [] for port (b2b00fea-6e4d-46d9-a7dc-82583eb52495), precommit_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:54.395997 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-097c28e1-858f-4b0d-b046-bf75f1805fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (b2b00fea-6e4d-46d9-a7dc-82583eb52495), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:54.569733 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-097c28e1-858f-4b0d-b046-bf75f1805fd0 None None] Attempting to bind port b2b00fea-6e4d-46d9-a7dc-82583eb52495 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:28:54.571023 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-097c28e1-858f-4b0d-b046-bf75f1805fd0 None None] Attempting to bind port b2b00fea-6e4d-46d9-a7dc-82583eb52495 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': 'c8ed7874-d3f7-4943-aa3f-85c72a234e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '62b544a3-6762-41fd-9668-8603cdb11b1c'}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:28:54.571607 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097c28e1-858f-4b0d-b046-bf75f1805fd0 None None] Attempting to bind port b2b00fea-6e4d-46d9-a7dc-82583eb52495 on network 62b544a3-6762-41fd-9668-8603cdb11b1c {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:28:54.573905 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291d61c1-8352-4562-8ab5-29a1c5297b89 None None] Pushing event updated for resources: {'Port': ['ID=b2b00fea-6e4d-46d9-a7dc-82583eb52495,revision_number=3']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:28:54.583709 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097c28e1-858f-4b0d-b046-bf75f1805fd0 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:28:54.584118 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097c28e1-858f-4b0d-b046-bf75f1805fd0 None None] Checking segment: {'id': 'c8ed7874-d3f7-4943-aa3f-85c72a234e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '62b544a3-6762-41fd-9668-8603cdb11b1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:28:54.584593 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-097c28e1-858f-4b0d-b046-bf75f1805fd0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:54.584981 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097c28e1-858f-4b0d-b046-bf75f1805fd0 None None] Bound using segment: {'id': 'c8ed7874-d3f7-4943-aa3f-85c72a234e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '62b544a3-6762-41fd-9668-8603cdb11b1c'} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:28:54.585582 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-097c28e1-858f-4b0d-b046-bf75f1805fd0 None None] Bound port: b2b00fea-6e4d-46d9-a7dc-82583eb52495, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8ed7874-d3f7-4943-aa3f-85c72a234e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '62b544a3-6762-41fd-9668-8603cdb11b1c'}}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:28:54.586462 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-097c28e1-858f-4b0d-b046-bf75f1805fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (b2b00fea-6e4d-46d9-a7dc-82583eb52495), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:54.589195 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291d61c1-8352-4562-8ab5-29a1c5297b89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:28:54.589537 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291d61c1-8352-4562-8ab5-29a1c5297b89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:28:54.589867 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291d61c1-8352-4562-8ab5-29a1c5297b89 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:28:54.590193 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291d61c1-8352-4562-8ab5-29a1c5297b89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:28:54.590517 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291d61c1-8352-4562-8ab5-29a1c5297b89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:28:54.590836 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291d61c1-8352-4562-8ab5-29a1c5297b89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:28:54.591180 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291d61c1-8352-4562-8ab5-29a1c5297b89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:28:54.591498 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291d61c1-8352-4562-8ab5-29a1c5297b89 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:28:54.591813 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291d61c1-8352-4562-8ab5-29a1c5297b89 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:28:54.592127 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291d61c1-8352-4562-8ab5-29a1c5297b89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:28:54.592439 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291d61c1-8352-4562-8ab5-29a1c5297b89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:28:54.592750 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291d61c1-8352-4562-8ab5-29a1c5297b89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:28:54.593091 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291d61c1-8352-4562-8ab5-29a1c5297b89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:28:54.594229 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291d61c1-8352-4562-8ab5-29a1c5297b89 None None] Tracked resource versions report: Feb 19 02:28:54.594229 n-d-826753-2 neutron-server[103704]: pushed versions: Feb 19 02:28:54.594229 n-d-826753-2 neutron-server[103704]: { 'AddressGroup': {'1.2'}, Feb 19 02:28:54.594229 n-d-826753-2 neutron-server[103704]: 'ConntrackHelper': {'1.0'}, Feb 19 02:28:54.594229 n-d-826753-2 neutron-server[103704]: 'LocalIPAssociation': {'1.0'}, Feb 19 02:28:54.594229 n-d-826753-2 neutron-server[103704]: 'Log': {'1.0'}, Feb 19 02:28:54.594229 n-d-826753-2 neutron-server[103704]: 'Network': {'1.1'}, Feb 19 02:28:54.594229 n-d-826753-2 neutron-server[103704]: 'Port': {'1.7'}, Feb 19 02:28:54.594229 n-d-826753-2 neutron-server[103704]: 'PortForwarding': {'1.2'}, Feb 19 02:28:54.594229 n-d-826753-2 neutron-server[103704]: 'QosPolicy': {'1.10'}, Feb 19 02:28:54.594229 n-d-826753-2 neutron-server[103704]: 'SecurityGroup': {'1.5'}, Feb 19 02:28:54.594229 n-d-826753-2 neutron-server[103704]: 'SecurityGroupRule': {'1.2'}, Feb 19 02:28:54.594229 n-d-826753-2 neutron-server[103704]: 'SubPort': {'1.0'}, Feb 19 02:28:54.594229 n-d-826753-2 neutron-server[103704]: 'Subnet': {'1.1'}, Feb 19 02:28:54.594229 n-d-826753-2 neutron-server[103704]: 'Trunk': {'1.1'}} Feb 19 02:28:54.594229 n-d-826753-2 neutron-server[103704]: consumer versions: Feb 19 02:28:54.594229 n-d-826753-2 neutron-server[103704]: { DHCP agent@n-d-826753-2: {}, Feb 19 02:28:54.594229 n-d-826753-2 neutron-server[103704]: L3 agent@n-d-826753-2: {}, Feb 19 02:28:54.594229 n-d-826753-2 neutron-server[103704]: Metadata agent@n-d-826753-2: {}, Feb 19 02:28:54.594229 n-d-826753-2 neutron-server[103704]: Metering agent@n-d-826753-2: {}, Feb 19 02:28:54.594229 n-d-826753-2 neutron-server[103704]: Open vSwitch agent@n-d-826753-2: { 'AddressGroup': '1.2', Feb 19 02:28:54.594229 n-d-826753-2 neutron-server[103704]: 'ConntrackHelper': '1.0', Feb 19 02:28:54.594229 n-d-826753-2 neutron-server[103704]: 'LocalIPAssociation': '1.0', Feb 19 02:28:54.594229 n-d-826753-2 neutron-server[103704]: 'Log': '1.0', Feb 19 02:28:54.594229 n-d-826753-2 neutron-server[103704]: 'Network': '1.1', Feb 19 02:28:54.594229 n-d-826753-2 neutron-server[103704]: 'Port': '1.7', Feb 19 02:28:54.594229 n-d-826753-2 neutron-server[103704]: 'PortForwarding': '1.2', Feb 19 02:28:54.594229 n-d-826753-2 neutron-server[103704]: 'QosPolicy': '1.10', Feb 19 02:28:54.594229 n-d-826753-2 neutron-server[103704]: 'SecurityGroup': '1.5', Feb 19 02:28:54.594229 n-d-826753-2 neutron-server[103704]: 'SecurityGroupRule': '1.2', Feb 19 02:28:54.594229 n-d-826753-2 neutron-server[103704]: 'SubPort': '1.0', Feb 19 02:28:54.594229 n-d-826753-2 neutron-server[103704]: 'Subnet': '1.1', Feb 19 02:28:54.594229 n-d-826753-2 neutron-server[103704]: 'Trunk': '1.1'}} Feb 19 02:28:54.594229 n-d-826753-2 neutron-server[103704]: {{(pid=103704) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 19 02:28:54.651178 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-3aeca217-6a5c-484a-a95f-ccee1ec4b599 None None] Provisioning complete for port b2b00fea-6e4d-46d9-a7dc-82583eb52495 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:28:54.651178 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3aeca217-6a5c-484a-a95f-ccee1ec4b599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (b2b00fea-6e4d-46d9-a7dc-82583eb52495), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:54.667476 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-097c28e1-858f-4b0d-b046-bf75f1805fd0 None None] For port b2b00fea-6e4d-46d9-a7dc-82583eb52495, host n-d-826753-2, cleared binding levels {{(pid=103704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:28:54.684520 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-3aeca217-6a5c-484a-a95f-ccee1ec4b599 None None] Port b2b00fea-6e4d-46d9-a7dc-82583eb52495 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:28:54.688278 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-097c28e1-858f-4b0d-b046-bf75f1805fd0 None None] For port b2b00fea-6e4d-46d9-a7dc-82583eb52495, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=b2b00fea-6e4d-46d9-a7dc-82583eb52495,segment=NetworkSegment(c8ed7874-d3f7-4943-aa3f-85c72a234e67),segment_id=c8ed7874-d3f7-4943-aa3f-85c72a234e67)] {{(pid=103704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:28:54.694558 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-097c28e1-858f-4b0d-b046-bf75f1805fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (b2b00fea-6e4d-46d9-a7dc-82583eb52495), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:54.752743 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097c28e1-858f-4b0d-b046-bf75f1805fd0 None None] Routers {'46c3281f-da85-4475-95d0-987777bf3c37'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:28:54.753411 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-097c28e1-858f-4b0d-b046-bf75f1805fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:28:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['46c3281f-da85-4475-95d0-987777bf3c37'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:28:54.757118 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291d61c1-8352-4562-8ab5-29a1c5297b89 None None] Pushing event updated for resources: {'Port': ['ID=b2b00fea-6e4d-46d9-a7dc-82583eb52495,revision_number=4']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:28:54.847583 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-097c28e1-858f-4b0d-b046-bf75f1805fd0 None None] Set router 46c3281f-da85-4475-95d0-987777bf3c37 gateway port host: None {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:28:54.902374 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-5da6e301-0b13-419b-9214-9d2d72102ef9 None None] Provisioning complete for port b2b00fea-6e4d-46d9-a7dc-82583eb52495 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:28:54.902688 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5da6e301-0b13-419b-9214-9d2d72102ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (b2b00fea-6e4d-46d9-a7dc-82583eb52495), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:54.984161 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-5da6e301-0b13-419b-9214-9d2d72102ef9 None None] Current status of the port b2b00fea-6e4d-46d9-a7dc-82583eb52495 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:28:54.984555 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5da6e301-0b13-419b-9214-9d2d72102ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (b2b00fea-6e4d-46d9-a7dc-82583eb52495), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:55.019153 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-5da6e301-0b13-419b-9214-9d2d72102ef9 None None] For port b2b00fea-6e4d-46d9-a7dc-82583eb52495, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=b2b00fea-6e4d-46d9-a7dc-82583eb52495,segment=NetworkSegment(c8ed7874-d3f7-4943-aa3f-85c72a234e67),segment_id=c8ed7874-d3f7-4943-aa3f-85c72a234e67)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:28:55.023492 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5da6e301-0b13-419b-9214-9d2d72102ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (b2b00fea-6e4d-46d9-a7dc-82583eb52495), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:55.076480 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da6e301-0b13-419b-9214-9d2d72102ef9 None None] Pushing event updated for resources: {'Port': ['ID=b2b00fea-6e4d-46d9-a7dc-82583eb52495,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:28:55.078684 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-097c28e1-858f-4b0d-b046-bf75f1805fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46c3281f-da85-4475-95d0-987777bf3c37', 'name': 'router1', 'tenant_id': '76313f3433b9467583a755183ea6c596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:28:42Z', 'updated_at': '2022-02-19T02:28:52Z', 'revision_number': 2, 'project_id': '76313f3433b9467583a755183ea6c596', 'gw_port_host': None, '_interfaces': [{'id': 'b2b00fea-6e4d-46d9-a7dc-82583eb52495', 'name': '', 'network_id': '62b544a3-6762-41fd-9668-8603cdb11b1c', 'tenant_id': '76313f3433b9467583a755183ea6c596', 'mac_address': 'fa:16:3e:90:ed:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46c3281f-da85-4475-95d0-987777bf3c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0ad863bd-c118-4693-96cc-4e00e1b3a6cb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:28:51Z', 'updated_at': '2022-02-19T02:28:54Z', 'revision_number': 4, 'project_id': '76313f3433b9467583a755183ea6c596', 'subnets': [{'id': '0ad863bd-c118-4693-96cc-4e00e1b3a6cb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e97a95dc-f6d3-4ed2-a862-3631d2808489'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:28:55.107146 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097c28e1-858f-4b0d-b046-bf75f1805fd0 None None] The sync data for ids ['46c3281f-da85-4475-95d0-987777bf3c37'] in n-d-826753-2 is: [{'id': '46c3281f-da85-4475-95d0-987777bf3c37', 'name': 'router1', 'tenant_id': '76313f3433b9467583a755183ea6c596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:28:42Z', 'updated_at': '2022-02-19T02:28:52Z', 'revision_number': 2, 'project_id': '76313f3433b9467583a755183ea6c596', 'gw_port_host': None, '_interfaces': [{'id': 'b2b00fea-6e4d-46d9-a7dc-82583eb52495', 'name': '', 'network_id': '62b544a3-6762-41fd-9668-8603cdb11b1c', 'tenant_id': '76313f3433b9467583a755183ea6c596', 'mac_address': 'fa:16:3e:90:ed:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46c3281f-da85-4475-95d0-987777bf3c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0ad863bd-c118-4693-96cc-4e00e1b3a6cb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:28:51Z', 'updated_at': '2022-02-19T02:28:54Z', 'revision_number': 4, 'project_id': '76313f3433b9467583a755183ea6c596', 'subnets': [{'id': '0ad863bd-c118-4693-96cc-4e00e1b3a6cb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e97a95dc-f6d3-4ed2-a862-3631d2808489'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:28:55.596155 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 41118) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:28:55.706857 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c774d69-d237-4c9e-9402-718f16019ab6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:28:55.708148 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-7c774d69-d237-4c9e-9402-718f16019ab6 admin admin] 10.222.0.72 "GET /v2.0/networks/eaf64708-9021-419e-b287-ef3e0f51e2ee HTTP/1.1" status: 200 len: 842 time: 0.1108949 Feb 19 02:28:55.718303 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-ad0bfb27-6721-4879-80e3-c35428aefa76 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet', 'gateway_ip': '172.25.6.1', 'cidr': '172.25.6.0/24', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:28:55.738803 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad0bfb27-6721-4879-80e3-c35428aefa76 admin admin] Made reservation on behalf of 40915123328b4b859eb4898de0eccc49 for: {'subnet': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:28:55.741230 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ad0bfb27-6721-4879-80e3-c35428aefa76 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:56.025680 n-d-826753-2 neutron-server[103701]: DEBUG neutron.objects.ports [None req-ad0bfb27-6721-4879-80e3-c35428aefa76 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103701) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 02:28:56.026031 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ad0bfb27-6721-4879-80e3-c35428aefa76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for subnet (dc8a7381-9714-4870-be2a-c161758a176b), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:56.084572 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0bfb27-6721-4879-80e3-c35428aefa76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc8a7381-9714-4870-be2a-c161758a176b,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:28:56.093063 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0bfb27-6721-4879-80e3-c35428aefa76 admin admin] Checking segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:28:56.093419 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0bfb27-6721-4879-80e3-c35428aefa76 admin admin] Network hostable DHCP agents. Network: eaf64708-9021-419e-b287-ef3e0f51e2ee, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:28:56.110143 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0bfb27-6721-4879-80e3-c35428aefa76 admin admin] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:28:56.119711 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-ad0bfb27-6721-4879-80e3-c35428aefa76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, eaf64708-9021-419e-b287-ef3e0f51e2ee) {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:28:56.124119 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0bfb27-6721-4879-80e3-c35428aefa76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:28:56.124719 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ad0bfb27-6721-4879-80e3-c35428aefa76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:56.130642 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0af2bde-7f5c-4854-9668-618d8160da4e None None] Network eaf64708-9021-419e-b287-ef3e0f51e2ee requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:28:56.150696 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-ad0bfb27-6721-4879-80e3-c35428aefa76 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4265757 Feb 19 02:28:56.254196 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7dbeca6-1f7d-40f1-a5d7-4e624ec74c13 None None] Network eaf64708-9021-419e-b287-ef3e0f51e2ee requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:28:58.593893 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 41126) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:28:58.727415 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-529c773a-3bbb-40e3-b088-154f2a948428 demo admin] 10.222.0.72 "GET /v2.0/routers/46c3281f-da85-4475-95d0-987777bf3c37 HTTP/1.1" status: 200 len: 710 time: 0.1323047 Feb 19 02:28:58.809936 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a51ee3-a75f-42f7-8abb-7102467d9320 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:28:58.811277 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-91a51ee3-a75f-42f7-8abb-7102467d9320 demo admin] 10.222.0.72 "GET /v2.0/networks/eaf64708-9021-419e-b287-ef3e0f51e2ee HTTP/1.1" status: 200 len: 886 time: 0.0785437 Feb 19 02:28:58.820672 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-b3e5964d-5b92-46da-a4e8-4e34fa310366 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:28:59.140344 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b3e5964d-5b92-46da-a4e8-4e34fa310366 demo admin] Publish callbacks [] for router_gateway (46c3281f-da85-4475-95d0-987777bf3c37), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:59.376311 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b3e5964d-5b92-46da-a4e8-4e34fa310366 demo admin] Publish callbacks [] for router_gateway (46c3281f-da85-4475-95d0-987777bf3c37), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:59.453191 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b3e5964d-5b92-46da-a4e8-4e34fa310366 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:59.552135 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-b3e5964d-5b92-46da-a4e8-4e34fa310366 demo admin] Allocated IP 172.25.6.208 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/2e98f0fe-4248-4eb2-bb9d-2bf9cb38912c) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:28:59.652305 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b3e5964d-5b92-46da-a4e8-4e34fa310366 demo admin] Publish callbacks [] for port (2e98f0fe-4248-4eb2-bb9d-2bf9cb38912c), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:59.684433 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b3e5964d-5b92-46da-a4e8-4e34fa310366 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (2e98f0fe-4248-4eb2-bb9d-2bf9cb38912c), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:28:59.720503 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e5964d-5b92-46da-a4e8-4e34fa310366 demo admin] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:28:59.723163 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-b3e5964d-5b92-46da-a4e8-4e34fa310366 demo admin] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:28:59.730175 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e5964d-5b92-46da-a4e8-4e34fa310366 demo admin] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:28:59.764186 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e5964d-5b92-46da-a4e8-4e34fa310366 demo admin] Pushing event updated for resources: {'Port': ['ID=2e98f0fe-4248-4eb2-bb9d-2bf9cb38912c,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:28:59.986396 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b3e5964d-5b92-46da-a4e8-4e34fa310366 demo admin] Publish callbacks [] for router_gateway (46c3281f-da85-4475-95d0-987777bf3c37), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:29:00.189134 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b3e5964d-5b92-46da-a4e8-4e34fa310366 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16285772', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16317501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14257'] for router (46c3281f-da85-4475-95d0-987777bf3c37), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:29:00.192499 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b3e5964d-5b92-46da-a4e8-4e34fa310366 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16285787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16285778', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16317492'] for router (46c3281f-da85-4475-95d0-987777bf3c37), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:29:00.304580 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3e5964d-5b92-46da-a4e8-4e34fa310366 demo admin] Router 46c3281f-da85-4475-95d0-987777bf3c37 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:29:00.420179 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3e5964d-5b92-46da-a4e8-4e34fa310366 demo admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:29:00.425717 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b3e5964d-5b92-46da-a4e8-4e34fa310366 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:29:00.441047 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-b3e5964d-5b92-46da-a4e8-4e34fa310366 demo admin] 10.222.0.72 "PUT /v2.0/routers/46c3281f-da85-4475-95d0-987777bf3c37 HTTP/1.1" status: 200 len: 890 time: 1.6093345 Feb 19 02:29:02.618360 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device b2b00fea-6e4d-46d9-a7dc-82583eb52495 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:29:02.666995 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port b2b00fea-6e4d-46d9-a7dc-82583eb52495 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:29:02.667391 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (b2b00fea-6e4d-46d9-a7dc-82583eb52495), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:29:02.761952 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port b2b00fea-6e4d-46d9-a7dc-82583eb52495 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:29:03.072537 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 41138) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:29:03.217046 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-72df470f-dfb9-4b3c-b6c6-0666ab9dee4e admin admin] 10.222.0.72 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1421854 Feb 19 02:29:04.040495 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3b3bc1-c0da-4969-acf7-c4272c664622 None None] Sync routers for ids ['46c3281f-da85-4475-95d0-987777bf3c37'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:29:04.053238 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3b3bc1-c0da-4969-acf7-c4272c664622 None None] Routers {'46c3281f-da85-4475-95d0-987777bf3c37'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:29:04.054194 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-cc3b3bc1-c0da-4969-acf7-c4272c664622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:28:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['46c3281f-da85-4475-95d0-987777bf3c37'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:29:04.293040 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-cc3b3bc1-c0da-4969-acf7-c4272c664622 None None] Set router 46c3281f-da85-4475-95d0-987777bf3c37 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:29:04.759589 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-cc3b3bc1-c0da-4969-acf7-c4272c664622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46c3281f-da85-4475-95d0-987777bf3c37', 'name': 'router1', 'tenant_id': '76313f3433b9467583a755183ea6c596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '2e98f0fe-4248-4eb2-bb9d-2bf9cb38912c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:28:42Z', 'updated_at': '2022-02-19T02:28:59Z', 'revision_number': 4, 'project_id': '76313f3433b9467583a755183ea6c596', 'gw_port': {'id': '2e98f0fe-4248-4eb2-bb9d-2bf9cb38912c', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8c:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46c3281f-da85-4475-95d0-987777bf3c37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:28:59Z', 'updated_at': '2022-02-19T02:28:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': 'b2b00fea-6e4d-46d9-a7dc-82583eb52495', 'name': '', 'network_id': '62b544a3-6762-41fd-9668-8603cdb11b1c', 'tenant_id': '76313f3433b9467583a755183ea6c596', 'mac_address': 'fa:16:3e:90:ed:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c3281f-da85-4475-95d0-987777bf3c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0ad863bd-c118-4693-96cc-4e00e1b3a6cb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:28:51Z', 'updated_at': '2022-02-19T02:28:54Z', 'revision_number': 5, 'project_id': '76313f3433b9467583a755183ea6c596', 'subnets': [{'id': '0ad863bd-c118-4693-96cc-4e00e1b3a6cb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e97a95dc-f6d3-4ed2-a862-3631d2808489'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:29:04.810789 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3b3bc1-c0da-4969-acf7-c4272c664622 None None] Checking router: 46c3281f-da85-4475-95d0-987777bf3c37 for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:29:04.811069 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3b3bc1-c0da-4969-acf7-c4272c664622 None None] Updating router 46c3281f-da85-4475-95d0-987777bf3c37 port 2e98f0fe-4248-4eb2-bb9d-2bf9cb38912c binding host n-d-826753-2 {{(pid=103703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:29:04.862281 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-cc3b3bc1-c0da-4969-acf7-c4272c664622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (2e98f0fe-4248-4eb2-bb9d-2bf9cb38912c), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:29:05.205894 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-cc3b3bc1-c0da-4969-acf7-c4272c664622 None None] Publish callbacks [] for port (2e98f0fe-4248-4eb2-bb9d-2bf9cb38912c), precommit_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:29:05.211161 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-cc3b3bc1-c0da-4969-acf7-c4272c664622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (2e98f0fe-4248-4eb2-bb9d-2bf9cb38912c), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:29:05.256998 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb12e537-4133-4534-aacf-7ea412e2b4a3 None None] Pushing event updated for resources: {'Port': ['ID=2e98f0fe-4248-4eb2-bb9d-2bf9cb38912c,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:29:05.274945 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-cc3b3bc1-c0da-4969-acf7-c4272c664622 None None] Attempting to bind port 2e98f0fe-4248-4eb2-bb9d-2bf9cb38912c on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:29:05.275313 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-cc3b3bc1-c0da-4969-acf7-c4272c664622 None None] Attempting to bind port 2e98f0fe-4248-4eb2-bb9d-2bf9cb38912c by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:29:05.275669 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3b3bc1-c0da-4969-acf7-c4272c664622 None None] Attempting to bind port 2e98f0fe-4248-4eb2-bb9d-2bf9cb38912c on network eaf64708-9021-419e-b287-ef3e0f51e2ee {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:29:05.283224 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3b3bc1-c0da-4969-acf7-c4272c664622 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:29:05.283605 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3b3bc1-c0da-4969-acf7-c4272c664622 None None] Checking segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:29:05.284004 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-cc3b3bc1-c0da-4969-acf7-c4272c664622 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:29:05.284396 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3b3bc1-c0da-4969-acf7-c4272c664622 None None] Bound using segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:29:05.284853 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-cc3b3bc1-c0da-4969-acf7-c4272c664622 None None] Bound port: 2e98f0fe-4248-4eb2-bb9d-2bf9cb38912c, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:29:05.285255 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-cc3b3bc1-c0da-4969-acf7-c4272c664622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (2e98f0fe-4248-4eb2-bb9d-2bf9cb38912c), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:29:05.338678 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-cc3b3bc1-c0da-4969-acf7-c4272c664622 None None] For port 2e98f0fe-4248-4eb2-bb9d-2bf9cb38912c, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:29:05.344377 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-cc3b3bc1-c0da-4969-acf7-c4272c664622 None None] For port 2e98f0fe-4248-4eb2-bb9d-2bf9cb38912c, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=2e98f0fe-4248-4eb2-bb9d-2bf9cb38912c,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:29:05.350618 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-cc3b3bc1-c0da-4969-acf7-c4272c664622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (2e98f0fe-4248-4eb2-bb9d-2bf9cb38912c), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:29:05.409654 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb12e537-4133-4534-aacf-7ea412e2b4a3 None None] Pushing event updated for resources: {'Port': ['ID=2e98f0fe-4248-4eb2-bb9d-2bf9cb38912c,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:29:05.419969 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3b3bc1-c0da-4969-acf7-c4272c664622 None None] Routers {'46c3281f-da85-4475-95d0-987777bf3c37'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:29:05.420579 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-cc3b3bc1-c0da-4969-acf7-c4272c664622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:28:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['46c3281f-da85-4475-95d0-987777bf3c37'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:29:05.542770 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-cc3b3bc1-c0da-4969-acf7-c4272c664622 None None] Set router 46c3281f-da85-4475-95d0-987777bf3c37 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:29:05.778983 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-cc3b3bc1-c0da-4969-acf7-c4272c664622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46c3281f-da85-4475-95d0-987777bf3c37', 'name': 'router1', 'tenant_id': '76313f3433b9467583a755183ea6c596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '2e98f0fe-4248-4eb2-bb9d-2bf9cb38912c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:28:42Z', 'updated_at': '2022-02-19T02:28:59Z', 'revision_number': 4, 'project_id': '76313f3433b9467583a755183ea6c596', 'gw_port': {'id': '2e98f0fe-4248-4eb2-bb9d-2bf9cb38912c', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8c:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46c3281f-da85-4475-95d0-987777bf3c37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:28:59Z', 'updated_at': '2022-02-19T02:29:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': 'b2b00fea-6e4d-46d9-a7dc-82583eb52495', 'name': '', 'network_id': '62b544a3-6762-41fd-9668-8603cdb11b1c', 'tenant_id': '76313f3433b9467583a755183ea6c596', 'mac_address': 'fa:16:3e:90:ed:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c3281f-da85-4475-95d0-987777bf3c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0ad863bd-c118-4693-96cc-4e00e1b3a6cb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:28:51Z', 'updated_at': '2022-02-19T02:28:54Z', 'revision_number': 5, 'project_id': '76313f3433b9467583a755183ea6c596', 'subnets': [{'id': '0ad863bd-c118-4693-96cc-4e00e1b3a6cb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e97a95dc-f6d3-4ed2-a862-3631d2808489'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:29:05.806050 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3b3bc1-c0da-4969-acf7-c4272c664622 None None] The sync data for ids ['46c3281f-da85-4475-95d0-987777bf3c37'] in n-d-826753-2 is: [{'id': '46c3281f-da85-4475-95d0-987777bf3c37', 'name': 'router1', 'tenant_id': '76313f3433b9467583a755183ea6c596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '2e98f0fe-4248-4eb2-bb9d-2bf9cb38912c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:28:42Z', 'updated_at': '2022-02-19T02:28:59Z', 'revision_number': 4, 'project_id': '76313f3433b9467583a755183ea6c596', 'gw_port': {'id': '2e98f0fe-4248-4eb2-bb9d-2bf9cb38912c', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8c:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46c3281f-da85-4475-95d0-987777bf3c37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:28:59Z', 'updated_at': '2022-02-19T02:29:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': 'b2b00fea-6e4d-46d9-a7dc-82583eb52495', 'name': '', 'network_id': '62b544a3-6762-41fd-9668-8603cdb11b1c', 'tenant_id': '76313f3433b9467583a755183ea6c596', 'mac_address': 'fa:16:3e:90:ed:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c3281f-da85-4475-95d0-987777bf3c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0ad863bd-c118-4693-96cc-4e00e1b3a6cb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:28:51Z', 'updated_at': '2022-02-19T02:28:54Z', 'revision_number': 5, 'project_id': '76313f3433b9467583a755183ea6c596', 'subnets': [{'id': '0ad863bd-c118-4693-96cc-4e00e1b3a6cb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e97a95dc-f6d3-4ed2-a862-3631d2808489'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:29:06.666478 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 2e98f0fe-4248-4eb2-bb9d-2bf9cb38912c up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:29:06.735320 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 2e98f0fe-4248-4eb2-bb9d-2bf9cb38912c triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:29:06.735872 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (2e98f0fe-4248-4eb2-bb9d-2bf9cb38912c), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:29:06.826604 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 2e98f0fe-4248-4eb2-bb9d-2bf9cb38912c is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:29:06.827238 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (2e98f0fe-4248-4eb2-bb9d-2bf9cb38912c), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:29:06.850510 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port 2e98f0fe-4248-4eb2-bb9d-2bf9cb38912c, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=2e98f0fe-4248-4eb2-bb9d-2bf9cb38912c,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:29:06.857636 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (2e98f0fe-4248-4eb2-bb9d-2bf9cb38912c), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:29:06.945143 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=2e98f0fe-4248-4eb2-bb9d-2bf9cb38912c,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:29:08.669485 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 2e98f0fe-4248-4eb2-bb9d-2bf9cb38912c up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:29:08.775002 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 2e98f0fe-4248-4eb2-bb9d-2bf9cb38912c triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:29:08.777853 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (2e98f0fe-4248-4eb2-bb9d-2bf9cb38912c), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:29:08.833828 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 5 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:29:08.934636 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 2e98f0fe-4248-4eb2-bb9d-2bf9cb38912c is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:29:15.354432 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-987c89e1-c233-4099-9161-a72725dc32bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:29:17.556208 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-60887596-b463-4f2b-b684-0c137c224e85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:29:19.014127 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:29:20.188971 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:29:21.792608 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:29:45.358856 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-8e2c8d7a-f3ab-465d-a491-354eff39db98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:29:45.835566 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 5 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:29:47.551107 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-28e86c0a-ff19-492e-bd36-a939a4c1bbee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:29:49.016559 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:29:50.184015 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:29:51.789384 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:15.364586 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-2910dc9d-041f-47fa-bc3c-0a44dbb772a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:17.554519 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-be21b6ee-4f46-45ab-9054-2968ea963c00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:19.020520 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:20.185493 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:21.784380 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:22.834958 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 5 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:30:29.441813 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 41654) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:30:29.517684 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-04087580-b2f2-484d-8b5f-9639e948c4ff admin admin] GET failed (client error): The resource could not be found. Feb 19 02:30:29.519043 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-04087580-b2f2-484d-8b5f-9639e948c4ff admin admin] 10.222.0.72 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0762296 Feb 19 02:30:29.683345 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c91db73-2378-41a0-a178-6210f9e31df9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:30:29.684731 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-6c91db73-2378-41a0-a178-6210f9e31df9 admin admin] 10.222.0.72 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1614990 Feb 19 02:30:32.071614 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 41664) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:30:32.208578 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d37a2f-a116-4b20-9527-dc2f9c2025b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:30:32.209993 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-f6d37a2f-a116-4b20-9527-dc2f9c2025b4 admin admin] 10.222.0.72 "GET /v2.0/subnets/0ad863bd-c118-4693-96cc-4e00e1b3a6cb HTTP/1.1" status: 200 len: 849 time: 0.1374002 Feb 19 02:30:32.220367 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-9cdc6352-2a78-4787-9ece-e93c14039149 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:30:32.310052 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9cdc6352-2a78-4787-9ece-e93c14039149 admin admin] Publish callbacks [] for subnet (0ad863bd-c118-4693-96cc-4e00e1b3a6cb), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:32.464476 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9cdc6352-2a78-4787-9ece-e93c14039149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8775801258370'] for subnet (0ad863bd-c118-4693-96cc-4e00e1b3a6cb), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:32.509708 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cdc6352-2a78-4787-9ece-e93c14039149 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:30:32.510389 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9cdc6352-2a78-4787-9ece-e93c14039149 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:32.525099 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-9cdc6352-2a78-4787-9ece-e93c14039149 admin admin] 10.222.0.72 "PUT /v2.0/subnets/0ad863bd-c118-4693-96cc-4e00e1b3a6cb HTTP/1.1" status: 200 len: 868 time: 0.2956917 Feb 19 02:30:32.525335 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8896067-943d-4acf-9251-202bd45d5994 None None] Network 62b544a3-6762-41fd-9668-8603cdb11b1c requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:30:32.528681 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc6352-2a78-4787-9ece-e93c14039149 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ad863bd-c118-4693-96cc-4e00e1b3a6cb,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:30:32.537524 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc6352-2a78-4787-9ece-e93c14039149 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:30:32.537947 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc6352-2a78-4787-9ece-e93c14039149 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:30:32.538221 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc6352-2a78-4787-9ece-e93c14039149 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:30:32.538568 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc6352-2a78-4787-9ece-e93c14039149 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:30:32.538903 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc6352-2a78-4787-9ece-e93c14039149 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:30:32.539234 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc6352-2a78-4787-9ece-e93c14039149 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:30:32.539564 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc6352-2a78-4787-9ece-e93c14039149 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:30:32.539892 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc6352-2a78-4787-9ece-e93c14039149 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:30:32.540220 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc6352-2a78-4787-9ece-e93c14039149 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:30:32.540547 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc6352-2a78-4787-9ece-e93c14039149 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:30:32.540873 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc6352-2a78-4787-9ece-e93c14039149 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:30:32.541681 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc6352-2a78-4787-9ece-e93c14039149 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:30:32.542031 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdc6352-2a78-4787-9ece-e93c14039149 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:30:32.901708 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-69ecde5a-dee7-45d6-be7a-f8a8cf06ee9a None None] Provisioning complete for port b2b00fea-6e4d-46d9-a7dc-82583eb52495 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:30:32.902335 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-69ecde5a-dee7-45d6-be7a-f8a8cf06ee9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (b2b00fea-6e4d-46d9-a7dc-82583eb52495), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:32.989203 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-69ecde5a-dee7-45d6-be7a-f8a8cf06ee9a None None] Current status of the port b2b00fea-6e4d-46d9-a7dc-82583eb52495 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:30:32.999477 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-69ecde5a-dee7-45d6-be7a-f8a8cf06ee9a None None] Provisioning complete for port cb44dddd-d1b4-449d-be5a-261ed4435ac1 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:30:32.999873 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-69ecde5a-dee7-45d6-be7a-f8a8cf06ee9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (cb44dddd-d1b4-449d-be5a-261ed4435ac1), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:33.088123 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-69ecde5a-dee7-45d6-be7a-f8a8cf06ee9a None None] Current status of the port cb44dddd-d1b4-449d-be5a-261ed4435ac1 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:30:34.901430 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 41672) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:30:35.193853 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921bc68c-7543-4cb5-9581-569650fe1b3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:30:35.194158 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921bc68c-7543-4cb5-9581-569650fe1b3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:30:35.195762 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-921bc68c-7543-4cb5-9581-569650fe1b3f admin admin] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2933931 Feb 19 02:30:37.599963 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 41682) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:30:37.731918 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205f63c7-f4e4-4a40-b46e-0b22909aad74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:30:37.732423 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205f63c7-f4e4-4a40-b46e-0b22909aad74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:30:37.737460 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-205f63c7-f4e4-4a40-b46e-0b22909aad74 admin admin] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1365657 Feb 19 02:30:40.072501 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 41690) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:30:40.202311 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9627c15e-6f3b-4e02-9a51-d5fada753ecd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:30:40.203691 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-9627c15e-6f3b-4e02-9a51-d5fada753ecd admin admin] 10.222.0.72 "GET /v2.0/networks/62b544a3-6762-41fd-9668-8603cdb11b1c HTTP/1.1" status: 200 len: 869 time: 0.1300867 Feb 19 02:30:42.562464 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 41698) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:30:42.743156 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3789fde-c22d-4298-98cf-46488406296a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:30:42.744607 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-e3789fde-c22d-4298-98cf-46488406296a admin admin] 10.222.0.72 "GET /v2.0/networks/eaf64708-9021-419e-b287-ef3e0f51e2ee HTTP/1.1" status: 200 len: 886 time: 0.1808743 Feb 19 02:30:45.152784 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 41706) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:30:45.280617 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9d3ef2-04ff-4c08-86a6-672c5ff23323 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:30:45.281129 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9d3ef2-04ff-4c08-86a6-672c5ff23323 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:30:45.282646 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-8a9d3ef2-04ff-4c08-86a6-672c5ff23323 admin admin] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1288924 Feb 19 02:30:45.365910 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-a1dd3901-fcaf-426d-b247-0f5e43f1284c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:47.557971 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-cdae5ac4-0dd0-48cb-b31d-dc342be1e290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:47.631713 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 41714) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:30:47.722325 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f783136-26fb-4436-b020-c4fecefd30b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:30:47.722773 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f783136-26fb-4436-b020-c4fecefd30b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:30:47.724277 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-5f783136-26fb-4436-b020-c4fecefd30b5 admin admin] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0916238 Feb 19 02:30:49.020682 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:50.098252 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 41722) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:30:50.188923 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:50.191727 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba9a4b2-4123-45c2-8eca-907ea22e085a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:30:50.193126 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-5ba9a4b2-4123-45c2-8eca-907ea22e085a admin admin] 10.222.0.72 "GET /v2.0/subnets/0ad863bd-c118-4693-96cc-4e00e1b3a6cb HTTP/1.1" status: 200 len: 868 time: 0.0938954 Feb 19 02:30:51.787179 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:30:52.635726 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 41730) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:30:52.726375 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc183be-fae0-42ca-b7b2-6f067f8ea38f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:30:52.727779 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-efc183be-fae0-42ca-b7b2-6f067f8ea38f admin admin] 10.222.0.72 "GET /v2.0/subnets/dc8a7381-9714-4870-be2a-c161758a176b HTTP/1.1" status: 200 len: 816 time: 0.0910478 Feb 19 02:30:59.833261 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 5 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:31:15.368035 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-089707c9-8d58-4668-a8df-ce4c0fb6eec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:31:17.563651 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-df78a5bc-1578-42c9-a7ba-e2a7d1f119ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:31:19.025160 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:31:20.187524 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:31:21.346917 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 41782) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:31:21.393714 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [None req-9a9f974f-9fab-43f4-9f1c-df0f32fb4f8f admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103701) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:31:21.394723 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-9a9f974f-9fab-43f4-9f1c-df0f32fb4f8f admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0468664 Feb 19 02:31:21.788924 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:31:23.824776 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 41790) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:31:23.888559 n-d-826753-2 neutron-server[103701]: INFO neutron.pecan_wsgi.hooks.translation [None req-c06c47b4-06be-4ee4-b011-2180dc33ef12 admin admin] GET failed (client error): The resource could not be found. Feb 19 02:31:23.889956 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-c06c47b4-06be-4ee4-b011-2180dc33ef12 admin admin] 10.222.0.72 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0641649 Feb 19 02:31:24.040195 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01154c25-3800-4b0c-811b-64df186eee64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:31:24.041622 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-01154c25-3800-4b0c-811b-64df186eee64 admin admin] 10.222.0.72 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1476519 Feb 19 02:31:26.398732 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 41798) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:31:26.448087 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-4fc60ddb-db99-4c08-baa2-31caddaa9c87 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:31:26.468691 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fc60ddb-db99-4c08-baa2-31caddaa9c87 admin admin] Made reservation on behalf of 40915123328b4b859eb4898de0eccc49 for: {'network': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:31:26.470915 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4fc60ddb-db99-4c08-baa2-31caddaa9c87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:31:26.497506 n-d-826753-2 neutron-server[103701]: WARNING neutron.services.revisions.revision_plugin [None req-4fc60ddb-db99-4c08-baa2-31caddaa9c87 admin admin] Could not find related network for resource to bump revision. Feb 19 02:31:26.512693 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fc60ddb-db99-4c08-baa2-31caddaa9c87 admin admin] vlan segment allocate from pool success with {'vlan_id': 259, 'physical_network': 'physnet1'} {{(pid=103701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:31:26.524321 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4fc60ddb-db99-4c08-baa2-31caddaa9c87 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8775801244209', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (45191c84-57ac-45bf-8b2d-785d881920c5), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:31:26.524877 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4fc60ddb-db99-4c08-baa2-31caddaa9c87 admin admin] Unsubscribe: segment precommit_create {{(pid=103701) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 19 02:31:26.525366 n-d-826753-2 neutron-server[103701]: INFO neutron.db.segments_db [None req-4fc60ddb-db99-4c08-baa2-31caddaa9c87 admin admin] Added segment 45191c84-57ac-45bf-8b2d-785d881920c5 of type vlan for network 5124bd00-da2a-4bd6-93a0-c14c92afb11f Feb 19 02:31:26.577504 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4fc60ddb-db99-4c08-baa2-31caddaa9c87 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (5124bd00-da2a-4bd6-93a0-c14c92afb11f), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:31:26.610534 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4fc60ddb-db99-4c08-baa2-31caddaa9c87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (5124bd00-da2a-4bd6-93a0-c14c92afb11f), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:31:26.611376 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc60ddb-db99-4c08-baa2-31caddaa9c87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:31:26.611949 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4fc60ddb-db99-4c08-baa2-31caddaa9c87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:31:26.678663 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-4fc60ddb-db99-4c08-baa2-31caddaa9c87 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2788458 Feb 19 02:31:26.704052 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc60ddb-db99-4c08-baa2-31caddaa9c87 admin admin] Pushing event updated for resources: {'Network': ['ID=5124bd00-da2a-4bd6-93a0-c14c92afb11f,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:31:26.711456 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc60ddb-db99-4c08-baa2-31caddaa9c87 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:31:26.711809 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc60ddb-db99-4c08-baa2-31caddaa9c87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:31:26.712159 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc60ddb-db99-4c08-baa2-31caddaa9c87 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:31:26.712501 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc60ddb-db99-4c08-baa2-31caddaa9c87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:31:26.712838 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc60ddb-db99-4c08-baa2-31caddaa9c87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:31:26.713465 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc60ddb-db99-4c08-baa2-31caddaa9c87 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:31:26.714485 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc60ddb-db99-4c08-baa2-31caddaa9c87 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:31:26.714880 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc60ddb-db99-4c08-baa2-31caddaa9c87 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:31:26.715216 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc60ddb-db99-4c08-baa2-31caddaa9c87 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:31:26.715548 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc60ddb-db99-4c08-baa2-31caddaa9c87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:31:26.715881 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc60ddb-db99-4c08-baa2-31caddaa9c87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:31:26.716214 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc60ddb-db99-4c08-baa2-31caddaa9c87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:31:26.716538 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc60ddb-db99-4c08-baa2-31caddaa9c87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:31:26.728766 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 5124bd00-da2a-4bd6-93a0-c14c92afb11f details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:31:29.028297 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 41806) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:31:29.093057 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-28e088b1-13eb-42b2-b03f-904a399eb328 admin admin] GET failed (client error): The resource could not be found. Feb 19 02:31:29.094344 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-28e088b1-13eb-42b2-b03f-904a399eb328 admin admin] 10.222.0.72 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0649655 Feb 19 02:31:29.162282 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f999dea-951c-46c7-9473-9300096f6762 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:31:29.163753 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-4f999dea-951c-46c7-9473-9300096f6762 admin admin] 10.222.0.72 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0653229 Feb 19 02:31:29.173926 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-e410ca5f-0ff1-48fb-852c-511ca6f68d45 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:31:29.194114 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e410ca5f-0ff1-48fb-852c-511ca6f68d45 admin admin] Made reservation on behalf of 40915123328b4b859eb4898de0eccc49 for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:31:29.196434 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e410ca5f-0ff1-48fb-852c-511ca6f68d45 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:31:29.376880 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e410ca5f-0ff1-48fb-852c-511ca6f68d45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for subnet (974c06bc-f097-4890-970a-b087501ab241), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:31:29.430806 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e410ca5f-0ff1-48fb-852c-511ca6f68d45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=974c06bc-f097-4890-970a-b087501ab241,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:31:29.449703 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e410ca5f-0ff1-48fb-852c-511ca6f68d45 admin admin] Checking segment: {'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:31:29.450076 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e410ca5f-0ff1-48fb-852c-511ca6f68d45 admin admin] Network hostable DHCP agents. Network: 5124bd00-da2a-4bd6-93a0-c14c92afb11f, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:31:29.472486 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e410ca5f-0ff1-48fb-852c-511ca6f68d45 admin admin] Network 5124bd00-da2a-4bd6-93a0-c14c92afb11f is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:31:29.482949 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-e410ca5f-0ff1-48fb-852c-511ca6f68d45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 5124bd00-da2a-4bd6-93a0-c14c92afb11f) {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:31:29.486942 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e410ca5f-0ff1-48fb-852c-511ca6f68d45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:31:29.487558 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e410ca5f-0ff1-48fb-852c-511ca6f68d45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:31:29.492600 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44fd6218-7833-4441-b604-a07ae4a89537 None None] Network 5124bd00-da2a-4bd6-93a0-c14c92afb11f requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:31:29.503225 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-e410ca5f-0ff1-48fb-852c-511ca6f68d45 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3325884 Feb 19 02:31:29.599527 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18081a9f-fac8-43be-98cb-db7e00864476 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-5124bd00-da2a-4bd6-93a0-c14c92afb11f', 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f', 'project_id': '40915123328b4b859eb4898de0eccc49', 'fixed_ips': [{'subnet_id': '974c06bc-f097-4890-970a-b087501ab241'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:31:29.600393 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-18081a9f-fac8-43be-98cb-db7e00864476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:31:29.743571 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-18081a9f-fac8-43be-98cb-db7e00864476 None None] Allocated IP 192.168.233.2 (5124bd00-da2a-4bd6-93a0-c14c92afb11f/974c06bc-f097-4890-970a-b087501ab241/200c59cf-e62e-418e-8731-c8e7f2b3360b) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:31:29.982506 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-18081a9f-fac8-43be-98cb-db7e00864476 None None] Publish callbacks [] for port (200c59cf-e62e-418e-8731-c8e7f2b3360b), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:31:29.987993 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-18081a9f-fac8-43be-98cb-db7e00864476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (200c59cf-e62e-418e-8731-c8e7f2b3360b), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:31:30.032540 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18081a9f-fac8-43be-98cb-db7e00864476 None None] Network 5124bd00-da2a-4bd6-93a0-c14c92afb11f is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:31:30.040384 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-18081a9f-fac8-43be-98cb-db7e00864476 None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:31:30.042587 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18081a9f-fac8-43be-98cb-db7e00864476 None None] Pushing event updated for resources: {'Port': ['ID=200c59cf-e62e-418e-8731-c8e7f2b3360b,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:31:30.045346 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18081a9f-fac8-43be-98cb-db7e00864476 None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:31:30.057656 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18081a9f-fac8-43be-98cb-db7e00864476 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:31:30.058658 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18081a9f-fac8-43be-98cb-db7e00864476 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:31:30.058658 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18081a9f-fac8-43be-98cb-db7e00864476 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:31:30.058882 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18081a9f-fac8-43be-98cb-db7e00864476 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:31:30.059159 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18081a9f-fac8-43be-98cb-db7e00864476 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:31:30.059539 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18081a9f-fac8-43be-98cb-db7e00864476 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:31:30.059930 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18081a9f-fac8-43be-98cb-db7e00864476 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:31:30.060252 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18081a9f-fac8-43be-98cb-db7e00864476 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:31:30.060559 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18081a9f-fac8-43be-98cb-db7e00864476 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:31:30.060881 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18081a9f-fac8-43be-98cb-db7e00864476 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:31:30.061231 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18081a9f-fac8-43be-98cb-db7e00864476 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:31:30.061560 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18081a9f-fac8-43be-98cb-db7e00864476 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:31:30.061880 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18081a9f-fac8-43be-98cb-db7e00864476 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:31:30.110250 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-18081a9f-fac8-43be-98cb-db7e00864476 None None] Attempting to bind port 200c59cf-e62e-418e-8731-c8e7f2b3360b on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:31:30.110627 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-18081a9f-fac8-43be-98cb-db7e00864476 None None] Attempting to bind port 200c59cf-e62e-418e-8731-c8e7f2b3360b by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:31:30.110977 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18081a9f-fac8-43be-98cb-db7e00864476 None None] Attempting to bind port 200c59cf-e62e-418e-8731-c8e7f2b3360b on network 5124bd00-da2a-4bd6-93a0-c14c92afb11f {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:31:30.116030 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18081a9f-fac8-43be-98cb-db7e00864476 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:31:30.116407 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18081a9f-fac8-43be-98cb-db7e00864476 None None] Checking segment: {'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:31:30.116812 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-18081a9f-fac8-43be-98cb-db7e00864476 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:31:30.117241 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18081a9f-fac8-43be-98cb-db7e00864476 None None] Bound using segment: {'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:31:30.117709 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-18081a9f-fac8-43be-98cb-db7e00864476 None None] Bound port: 200c59cf-e62e-418e-8731-c8e7f2b3360b, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:31:30.118117 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-18081a9f-fac8-43be-98cb-db7e00864476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (200c59cf-e62e-418e-8731-c8e7f2b3360b), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:31:30.180758 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-18081a9f-fac8-43be-98cb-db7e00864476 None None] For port 200c59cf-e62e-418e-8731-c8e7f2b3360b, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:31:30.185256 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-18081a9f-fac8-43be-98cb-db7e00864476 None None] For port 200c59cf-e62e-418e-8731-c8e7f2b3360b, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=200c59cf-e62e-418e-8731-c8e7f2b3360b,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:31:30.192057 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-18081a9f-fac8-43be-98cb-db7e00864476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (200c59cf-e62e-418e-8731-c8e7f2b3360b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:31:30.256798 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18081a9f-fac8-43be-98cb-db7e00864476 None None] Pushing event updated for resources: {'Port': ['ID=200c59cf-e62e-418e-8731-c8e7f2b3360b,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:31:30.745458 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 200c59cf-e62e-418e-8731-c8e7f2b3360b up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:31:30.797709 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 200c59cf-e62e-418e-8731-c8e7f2b3360b triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:31:30.798107 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (200c59cf-e62e-418e-8731-c8e7f2b3360b), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:31:30.885516 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 200c59cf-e62e-418e-8731-c8e7f2b3360b is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:31:30.885921 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (200c59cf-e62e-418e-8731-c8e7f2b3360b), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:31:30.922695 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port 200c59cf-e62e-418e-8731-c8e7f2b3360b, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=200c59cf-e62e-418e-8731-c8e7f2b3360b,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:31:30.928471 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (200c59cf-e62e-418e-8731-c8e7f2b3360b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:31:30.983350 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=200c59cf-e62e-418e-8731-c8e7f2b3360b,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:31:31.154170 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de618461-6216-4f8c-b374-c49c717191ba None None] Network 5124bd00-da2a-4bd6-93a0-c14c92afb11f requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:31:31.212399 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-f2a885c1-8fc9-4475-a197-efddbcd2b932 None None] Provisioning complete for port 200c59cf-e62e-418e-8731-c8e7f2b3360b triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:31:31.212779 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f2a885c1-8fc9-4475-a197-efddbcd2b932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (200c59cf-e62e-418e-8731-c8e7f2b3360b), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:31:31.331813 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-f2a885c1-8fc9-4475-a197-efddbcd2b932 None None] Current status of the port 200c59cf-e62e-418e-8731-c8e7f2b3360b is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:31:31.555334 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-5cce29b6-ccea-4a74-b91c-a497da8be94f None None] Provisioning complete for port 200c59cf-e62e-418e-8731-c8e7f2b3360b triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:31:31.555732 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5cce29b6-ccea-4a74-b91c-a497da8be94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (200c59cf-e62e-418e-8731-c8e7f2b3360b), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:31:31.637905 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-5cce29b6-ccea-4a74-b91c-a497da8be94f None None] Current status of the port 200c59cf-e62e-418e-8731-c8e7f2b3360b is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:31:32.689368 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 200c59cf-e62e-418e-8731-c8e7f2b3360b up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:31:32.737387 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 200c59cf-e62e-418e-8731-c8e7f2b3360b triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:31:32.737777 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (200c59cf-e62e-418e-8731-c8e7f2b3360b), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:31:32.815405 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 200c59cf-e62e-418e-8731-c8e7f2b3360b is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:31:36.832254 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 5 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:31:45.371093 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e1eaee3e-6dc6-479e-8d02-ab6a5bb89150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:31:47.568061 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3c1a4f1e-344d-4eb4-ba8a-32375aebc84a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:31:49.026358 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:31:50.198845 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:31:51.792298 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:32:13.831514 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 5 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:32:15.376165 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-0fb9165c-c3f0-4aaf-816a-fe5cccbdcf15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:32:17.569819 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d8065384-fb4b-44dd-a7b6-2e870e96b063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:32:19.028765 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:32:20.197875 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:32:21.794055 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:32:45.369613 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-1cb2a079-0da9-4bba-afb1-f1877d542c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:32:47.572712 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-055645d9-69da-49f1-9133-437b4e6496dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:32:49.033633 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:32:50.198808 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:32:50.829990 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 5 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:32:51.796180 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:32:58.290183 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 41844) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:32:58.295738 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [None req-c088f0cc-8854-46ba-bd49-8528afa214a6 tempest-verify_tempest_config-538502786 tempest-verify_tempest_config-538502786-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103702) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:32:58.296715 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-c088f0cc-8854-46ba-bd49-8528afa214a6 tempest-verify_tempest_config-538502786 tempest-verify_tempest_config-538502786-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0055697 Feb 19 02:32:58.584705 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 41862) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:32:58.686179 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-31c179d5-69ae-4194-afb6-897a560834df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:32:58.760772 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-31c179d5-69ae-4194-afb6-897a560834df admin admin] Publish callbacks [] for security_group (e5575b15-d11e-4ad3-917b-ece09095a057), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:32:58.765165 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-31c179d5-69ae-4194-afb6-897a560834df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (e5575b15-d11e-4ad3-917b-ece09095a057), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:32:58.813194 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-31c179d5-69ae-4194-afb6-897a560834df admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=80f86f40dbbc4541ac9b76f43469cfc6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2274051 Feb 19 02:32:58.814235 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c179d5-69ae-4194-afb6-897a560834df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5575b15-d11e-4ad3-917b-ece09095a057,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:32:58.815966 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 41866) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:32:58.822012 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c179d5-69ae-4194-afb6-897a560834df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:32:58.822350 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c179d5-69ae-4194-afb6-897a560834df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:32:58.822692 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c179d5-69ae-4194-afb6-897a560834df admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:32:58.823032 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c179d5-69ae-4194-afb6-897a560834df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:32:58.823367 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c179d5-69ae-4194-afb6-897a560834df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:32:58.823703 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c179d5-69ae-4194-afb6-897a560834df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:32:58.824032 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c179d5-69ae-4194-afb6-897a560834df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:32:58.824357 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c179d5-69ae-4194-afb6-897a560834df admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:32:58.824708 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c179d5-69ae-4194-afb6-897a560834df admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:32:58.825110 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c179d5-69ae-4194-afb6-897a560834df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:32:58.825381 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c179d5-69ae-4194-afb6-897a560834df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:32:58.825705 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c179d5-69ae-4194-afb6-897a560834df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:32:58.826032 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c179d5-69ae-4194-afb6-897a560834df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:32:58.892340 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-333f6c24-3c61-45c4-b8c8-90a5f6ab013b admin admin] Publish callbacks [] for security_group (e5575b15-d11e-4ad3-917b-ece09095a057), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:32:58.912781 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-333f6c24-3c61-45c4-b8c8-90a5f6ab013b admin admin] Publish callbacks [] for security_group (e5575b15-d11e-4ad3-917b-ece09095a057), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:32:59.005436 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-333f6c24-3c61-45c4-b8c8-90a5f6ab013b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (e5575b15-d11e-4ad3-917b-ece09095a057), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:32:59.008651 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-333f6c24-3c61-45c4-b8c8-90a5f6ab013b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:32:59.010212 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-333f6c24-3c61-45c4-b8c8-90a5f6ab013b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e5575b15-d11e-4ad3-917b-ece09095a057 HTTP/1.1" status: 204 len: 168 time: 0.1932242 Feb 19 02:32:59.018528 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333f6c24-3c61-45c4-b8c8-90a5f6ab013b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5575b15-d11e-4ad3-917b-ece09095a057,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:32:59.026049 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333f6c24-3c61-45c4-b8c8-90a5f6ab013b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:32:59.026399 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333f6c24-3c61-45c4-b8c8-90a5f6ab013b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:32:59.026741 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333f6c24-3c61-45c4-b8c8-90a5f6ab013b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:32:59.027081 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333f6c24-3c61-45c4-b8c8-90a5f6ab013b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:32:59.027415 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333f6c24-3c61-45c4-b8c8-90a5f6ab013b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:32:59.027753 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333f6c24-3c61-45c4-b8c8-90a5f6ab013b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:32:59.028080 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333f6c24-3c61-45c4-b8c8-90a5f6ab013b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:32:59.028405 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333f6c24-3c61-45c4-b8c8-90a5f6ab013b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:32:59.028733 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333f6c24-3c61-45c4-b8c8-90a5f6ab013b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:32:59.029091 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333f6c24-3c61-45c4-b8c8-90a5f6ab013b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:32:59.029508 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333f6c24-3c61-45c4-b8c8-90a5f6ab013b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:32:59.029763 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333f6c24-3c61-45c4-b8c8-90a5f6ab013b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:32:59.030085 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333f6c24-3c61-45c4-b8c8-90a5f6ab013b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:33:15.372735 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-809fc332-da00-4833-8aaa-8714ce5593f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:33:17.577602 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-03fe433b-6a1b-4595-bbec-7dbda0acc262 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:33:19.034692 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:33:20.201897 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:33:21.798931 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:33:27.828306 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 5 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:33:45.374763 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-72460e0b-b7df-4e38-aae9-8d42aaf530b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:33:47.579060 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-46b1b078-e41c-4af5-a1db-a7925bd137ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:33:49.038453 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:33:50.205274 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:33:51.800398 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:34:04.826418 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 5 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:34:15.376271 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-ad979015-79a9-4c0f-8701-9dca8584bf1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:34:17.579852 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-2724a422-e447-4bc8-8d4e-19cd421c931c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:34:19.041317 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:34:20.208329 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:34:21.802361 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:34:41.824857 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 5 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:34:45.376429 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-723553f1-ea51-4a40-aef3-db2a5510532c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:34:47.580397 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f7d923f4-4900-4031-875c-decb1bfe1dab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:34:49.044616 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:34:50.211999 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:34:51.804439 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:35:15.378189 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b0c1f0c8-7fd3-4b74-8e1d-6989f3fd3f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:35:17.582673 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-92cb197c-b730-420e-8b49-85844b77e10e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:35:18.823499 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 5 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:35:19.047781 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:35:20.214499 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:35:21.806454 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:35:45.381965 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b6662365-8dfa-4b17-80f4-e9265542b19d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:35:47.583496 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4be813fd-66c5-452c-9081-6b57805b9933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:35:49.051442 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:35:50.218000 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:35:51.809928 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:35:55.821639 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 5 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:36:15.382741 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-37a1a358-2cbf-47a4-bb18-da27f45dd648 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:36:17.584835 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-97bd59c0-4fb6-4d41-b402-9ab2ab19dac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:36:19.056310 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:36:20.221112 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:36:21.812043 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:36:22.120551 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16314450'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:36:25.868988 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16314450'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:36:32.821477 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:36:45.384113 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-33f24e02-e97b-4cd7-a750-52cc3e6b5bbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:36:47.585695 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-8a90abe8-735e-4357-91fc-8367759472c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:36:49.056937 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:36:50.224681 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:36:51.816880 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:36:52.111094 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:36:55.853806 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:36:58.794447 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 41924) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:36:58.905107 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-d9b91719-ede9-43ac-ba7c-017cc2077665 admin admin] 10.222.0.72 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1089904 Feb 19 02:37:01.261788 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 41934) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:37:01.315044 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-efddac4e-d0b5-413c-ad16-775aab5eaf95 admin admin] 10.222.0.72 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0522017 Feb 19 02:37:09.820264 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:37:15.386084 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-504f10cf-60f4-4655-97c0-c8b91e0321f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:37:17.586516 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-07003ffa-a7f6-42c6-a869-e5af65b7c33f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:37:19.058781 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:37:20.228587 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:37:21.817977 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:37:22.127791 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:37:25.869191 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:37:45.389059 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-1477ba5c-ed52-4c21-93dd-225c409a706a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:37:46.820011 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:37:47.589690 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d1436678-87a9-44dd-be4e-afac0e38c084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:37:49.074610 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:37:50.233637 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:37:51.827243 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:37:52.114204 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:37:55.868975 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:15.390773 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-1f193f98-49cc-45a8-ad90-76ddf09daf6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:17.592190 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3f711a66-11bc-4d6d-b95f-2c59a1f158c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:19.070244 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:20.235381 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:21.819155 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:22.116123 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:23.819414 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:38:25.895763 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:27.283167 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 42074) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:38:27.509326 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-a534e099-1f99-44fb-92b8-ab98dc8bdb54 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-600956687-network', 'tenant_id': 'da1eb1f790ec4469a06a2c8ce51be727'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:38:27.534968 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a534e099-1f99-44fb-92b8-ab98dc8bdb54 admin admin] Made reservation on behalf of da1eb1f790ec4469a06a2c8ce51be727 for: {'network': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:38:27.538661 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a534e099-1f99-44fb-92b8-ab98dc8bdb54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:27.555481 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a534e099-1f99-44fb-92b8-ab98dc8bdb54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:27.656756 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a534e099-1f99-44fb-92b8-ab98dc8bdb54 admin admin] Publish callbacks [] for security_group (f745285a-2e01-46ab-b28b-2ac8f0c1658f), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:27.665370 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a534e099-1f99-44fb-92b8-ab98dc8bdb54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (f745285a-2e01-46ab-b28b-2ac8f0c1658f), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:27.692919 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a534e099-1f99-44fb-92b8-ab98dc8bdb54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f745285a-2e01-46ab-b28b-2ac8f0c1658f,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:38:27.704068 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a534e099-1f99-44fb-92b8-ab98dc8bdb54 admin admin] vlan segment allocate from pool success with {'vlan_id': 254, 'physical_network': 'physnet1'} {{(pid=103701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:38:27.707198 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a534e099-1f99-44fb-92b8-ab98dc8bdb54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:38:27.707544 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a534e099-1f99-44fb-92b8-ab98dc8bdb54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:38:27.708012 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a534e099-1f99-44fb-92b8-ab98dc8bdb54 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:38:27.708355 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a534e099-1f99-44fb-92b8-ab98dc8bdb54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:38:27.708681 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a534e099-1f99-44fb-92b8-ab98dc8bdb54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:38:27.709027 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a534e099-1f99-44fb-92b8-ab98dc8bdb54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:38:27.709346 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a534e099-1f99-44fb-92b8-ab98dc8bdb54 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:38:27.709667 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a534e099-1f99-44fb-92b8-ab98dc8bdb54 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:38:27.710095 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a534e099-1f99-44fb-92b8-ab98dc8bdb54 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:38:27.710322 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a534e099-1f99-44fb-92b8-ab98dc8bdb54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:38:27.710641 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a534e099-1f99-44fb-92b8-ab98dc8bdb54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:38:27.710949 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a534e099-1f99-44fb-92b8-ab98dc8bdb54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:38:27.711263 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a534e099-1f99-44fb-92b8-ab98dc8bdb54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:38:27.712444 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a534e099-1f99-44fb-92b8-ab98dc8bdb54 admin admin] Tracked resource versions report: Feb 19 02:38:27.712444 n-d-826753-2 neutron-server[103701]: pushed versions: Feb 19 02:38:27.712444 n-d-826753-2 neutron-server[103701]: { 'AddressGroup': {'1.2'}, Feb 19 02:38:27.712444 n-d-826753-2 neutron-server[103701]: 'ConntrackHelper': {'1.0'}, Feb 19 02:38:27.712444 n-d-826753-2 neutron-server[103701]: 'LocalIPAssociation': {'1.0'}, Feb 19 02:38:27.712444 n-d-826753-2 neutron-server[103701]: 'Log': {'1.0'}, Feb 19 02:38:27.712444 n-d-826753-2 neutron-server[103701]: 'Network': {'1.1'}, Feb 19 02:38:27.712444 n-d-826753-2 neutron-server[103701]: 'Port': {'1.7'}, Feb 19 02:38:27.712444 n-d-826753-2 neutron-server[103701]: 'PortForwarding': {'1.2'}, Feb 19 02:38:27.712444 n-d-826753-2 neutron-server[103701]: 'QosPolicy': {'1.10'}, Feb 19 02:38:27.712444 n-d-826753-2 neutron-server[103701]: 'SecurityGroup': {'1.5'}, Feb 19 02:38:27.712444 n-d-826753-2 neutron-server[103701]: 'SecurityGroupRule': {'1.2'}, Feb 19 02:38:27.712444 n-d-826753-2 neutron-server[103701]: 'SubPort': {'1.0'}, Feb 19 02:38:27.712444 n-d-826753-2 neutron-server[103701]: 'Subnet': {'1.1'}, Feb 19 02:38:27.712444 n-d-826753-2 neutron-server[103701]: 'Trunk': {'1.1'}} Feb 19 02:38:27.712444 n-d-826753-2 neutron-server[103701]: consumer versions: Feb 19 02:38:27.712444 n-d-826753-2 neutron-server[103701]: { DHCP agent@n-d-826753-2: {}, Feb 19 02:38:27.712444 n-d-826753-2 neutron-server[103701]: HyperV agent@n-h1-826753-2: {}, Feb 19 02:38:27.712444 n-d-826753-2 neutron-server[103701]: HyperV agent@n-h2-826753-2: {}, Feb 19 02:38:27.712444 n-d-826753-2 neutron-server[103701]: L3 agent@n-d-826753-2: {}, Feb 19 02:38:27.712444 n-d-826753-2 neutron-server[103701]: Metadata agent@n-d-826753-2: {}, Feb 19 02:38:27.712444 n-d-826753-2 neutron-server[103701]: Metering agent@n-d-826753-2: {}, Feb 19 02:38:27.712444 n-d-826753-2 neutron-server[103701]: Open vSwitch agent@n-d-826753-2: { 'AddressGroup': '1.2', Feb 19 02:38:27.712444 n-d-826753-2 neutron-server[103701]: 'ConntrackHelper': '1.0', Feb 19 02:38:27.712444 n-d-826753-2 neutron-server[103701]: 'LocalIPAssociation': '1.0', Feb 19 02:38:27.712444 n-d-826753-2 neutron-server[103701]: 'Log': '1.0', Feb 19 02:38:27.712444 n-d-826753-2 neutron-server[103701]: 'Network': '1.1', Feb 19 02:38:27.712444 n-d-826753-2 neutron-server[103701]: 'Port': '1.7', Feb 19 02:38:27.712444 n-d-826753-2 neutron-server[103701]: 'PortForwarding': '1.2', Feb 19 02:38:27.712444 n-d-826753-2 neutron-server[103701]: 'QosPolicy': '1.10', Feb 19 02:38:27.712444 n-d-826753-2 neutron-server[103701]: 'SecurityGroup': '1.5', Feb 19 02:38:27.712444 n-d-826753-2 neutron-server[103701]: 'SecurityGroupRule': '1.2', Feb 19 02:38:27.712444 n-d-826753-2 neutron-server[103701]: 'SubPort': '1.0', Feb 19 02:38:27.712444 n-d-826753-2 neutron-server[103701]: 'Subnet': '1.1', Feb 19 02:38:27.712444 n-d-826753-2 neutron-server[103701]: 'Trunk': '1.1'}} Feb 19 02:38:27.712444 n-d-826753-2 neutron-server[103701]: {{(pid=103701) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 19 02:38:27.731838 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a534e099-1f99-44fb-92b8-ab98dc8bdb54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (6f7b8cc3-683b-49b2-aa9b-588731b9d8d2), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:27.732254 n-d-826753-2 neutron-server[103701]: INFO neutron.db.segments_db [None req-a534e099-1f99-44fb-92b8-ab98dc8bdb54 admin admin] Added segment 6f7b8cc3-683b-49b2-aa9b-588731b9d8d2 of type vlan for network e0f7c769-8470-4519-8f35-ba7a47a3fc99 Feb 19 02:38:27.774150 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a534e099-1f99-44fb-92b8-ab98dc8bdb54 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (e0f7c769-8470-4519-8f35-ba7a47a3fc99), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:27.801609 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a534e099-1f99-44fb-92b8-ab98dc8bdb54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (e0f7c769-8470-4519-8f35-ba7a47a3fc99), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:27.802953 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a534e099-1f99-44fb-92b8-ab98dc8bdb54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:38:27.803714 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a534e099-1f99-44fb-92b8-ab98dc8bdb54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:27.860889 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42122) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:38:27.862146 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-a534e099-1f99-44fb-92b8-ab98dc8bdb54 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.5765803 Feb 19 02:38:27.875555 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a534e099-1f99-44fb-92b8-ab98dc8bdb54 admin admin] Pushing event updated for resources: {'Network': ['ID=e0f7c769-8470-4519-8f35-ba7a47a3fc99,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:38:27.887461 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network e0f7c769-8470-4519-8f35-ba7a47a3fc99 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:38:27.953766 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-f9e14e2a-dfcd-4f28-b96c-e9960036f871 admin admin] Request body: {'subnet': {'network_id': 'e0f7c769-8470-4519-8f35-ba7a47a3fc99', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-600956687-subnet', 'tenant_id': 'da1eb1f790ec4469a06a2c8ce51be727', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:38:27.980558 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9e14e2a-dfcd-4f28-b96c-e9960036f871 admin admin] Made reservation on behalf of da1eb1f790ec4469a06a2c8ce51be727 for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:38:27.983008 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f9e14e2a-dfcd-4f28-b96c-e9960036f871 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:28.160286 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f9e14e2a-dfcd-4f28-b96c-e9960036f871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for subnet (4a3ae975-a392-4065-b27e-dab19abb303b), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:28.210616 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e14e2a-dfcd-4f28-b96c-e9960036f871 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a3ae975-a392-4065-b27e-dab19abb303b,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:38:28.226003 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e14e2a-dfcd-4f28-b96c-e9960036f871 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:38:28.226356 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e14e2a-dfcd-4f28-b96c-e9960036f871 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:38:28.226688 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e14e2a-dfcd-4f28-b96c-e9960036f871 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:38:28.227022 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e14e2a-dfcd-4f28-b96c-e9960036f871 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:38:28.227353 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e14e2a-dfcd-4f28-b96c-e9960036f871 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:38:28.227686 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e14e2a-dfcd-4f28-b96c-e9960036f871 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:38:28.228001 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e14e2a-dfcd-4f28-b96c-e9960036f871 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:38:28.228487 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e14e2a-dfcd-4f28-b96c-e9960036f871 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:38:28.228806 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e14e2a-dfcd-4f28-b96c-e9960036f871 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:38:28.229308 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e14e2a-dfcd-4f28-b96c-e9960036f871 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:38:28.229630 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e14e2a-dfcd-4f28-b96c-e9960036f871 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:38:28.229948 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e14e2a-dfcd-4f28-b96c-e9960036f871 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:38:28.230272 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e14e2a-dfcd-4f28-b96c-e9960036f871 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:38:28.231409 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e14e2a-dfcd-4f28-b96c-e9960036f871 admin admin] Tracked resource versions report: Feb 19 02:38:28.231409 n-d-826753-2 neutron-server[103702]: pushed versions: Feb 19 02:38:28.231409 n-d-826753-2 neutron-server[103702]: { 'AddressGroup': {'1.2'}, Feb 19 02:38:28.231409 n-d-826753-2 neutron-server[103702]: 'ConntrackHelper': {'1.0'}, Feb 19 02:38:28.231409 n-d-826753-2 neutron-server[103702]: 'LocalIPAssociation': {'1.0'}, Feb 19 02:38:28.231409 n-d-826753-2 neutron-server[103702]: 'Log': {'1.0'}, Feb 19 02:38:28.231409 n-d-826753-2 neutron-server[103702]: 'Network': {'1.1'}, Feb 19 02:38:28.231409 n-d-826753-2 neutron-server[103702]: 'Port': {'1.7'}, Feb 19 02:38:28.231409 n-d-826753-2 neutron-server[103702]: 'PortForwarding': {'1.2'}, Feb 19 02:38:28.231409 n-d-826753-2 neutron-server[103702]: 'QosPolicy': {'1.10'}, Feb 19 02:38:28.231409 n-d-826753-2 neutron-server[103702]: 'SecurityGroup': {'1.5'}, Feb 19 02:38:28.231409 n-d-826753-2 neutron-server[103702]: 'SecurityGroupRule': {'1.2'}, Feb 19 02:38:28.231409 n-d-826753-2 neutron-server[103702]: 'SubPort': {'1.0'}, Feb 19 02:38:28.231409 n-d-826753-2 neutron-server[103702]: 'Subnet': {'1.1'}, Feb 19 02:38:28.231409 n-d-826753-2 neutron-server[103702]: 'Trunk': {'1.1'}} Feb 19 02:38:28.231409 n-d-826753-2 neutron-server[103702]: consumer versions: Feb 19 02:38:28.231409 n-d-826753-2 neutron-server[103702]: { DHCP agent@n-d-826753-2: {}, Feb 19 02:38:28.231409 n-d-826753-2 neutron-server[103702]: HyperV agent@n-h1-826753-2: {}, Feb 19 02:38:28.231409 n-d-826753-2 neutron-server[103702]: HyperV agent@n-h2-826753-2: {}, Feb 19 02:38:28.231409 n-d-826753-2 neutron-server[103702]: L3 agent@n-d-826753-2: {}, Feb 19 02:38:28.231409 n-d-826753-2 neutron-server[103702]: Metadata agent@n-d-826753-2: {}, Feb 19 02:38:28.231409 n-d-826753-2 neutron-server[103702]: Metering agent@n-d-826753-2: {}, Feb 19 02:38:28.231409 n-d-826753-2 neutron-server[103702]: Open vSwitch agent@n-d-826753-2: { 'AddressGroup': '1.2', Feb 19 02:38:28.231409 n-d-826753-2 neutron-server[103702]: 'ConntrackHelper': '1.0', Feb 19 02:38:28.231409 n-d-826753-2 neutron-server[103702]: 'LocalIPAssociation': '1.0', Feb 19 02:38:28.231409 n-d-826753-2 neutron-server[103702]: 'Log': '1.0', Feb 19 02:38:28.231409 n-d-826753-2 neutron-server[103702]: 'Network': '1.1', Feb 19 02:38:28.231409 n-d-826753-2 neutron-server[103702]: 'Port': '1.7', Feb 19 02:38:28.231409 n-d-826753-2 neutron-server[103702]: 'PortForwarding': '1.2', Feb 19 02:38:28.231409 n-d-826753-2 neutron-server[103702]: 'QosPolicy': '1.10', Feb 19 02:38:28.231409 n-d-826753-2 neutron-server[103702]: 'SecurityGroup': '1.5', Feb 19 02:38:28.231409 n-d-826753-2 neutron-server[103702]: 'SecurityGroupRule': '1.2', Feb 19 02:38:28.231409 n-d-826753-2 neutron-server[103702]: 'SubPort': '1.0', Feb 19 02:38:28.231409 n-d-826753-2 neutron-server[103702]: 'Subnet': '1.1', Feb 19 02:38:28.231409 n-d-826753-2 neutron-server[103702]: 'Trunk': '1.1'}} Feb 19 02:38:28.231409 n-d-826753-2 neutron-server[103702]: {{(pid=103702) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 19 02:38:28.241081 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e14e2a-dfcd-4f28-b96c-e9960036f871 admin admin] Checking segment: {'id': '6f7b8cc3-683b-49b2-aa9b-588731b9d8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'e0f7c769-8470-4519-8f35-ba7a47a3fc99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:38:28.241681 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e14e2a-dfcd-4f28-b96c-e9960036f871 admin admin] Network hostable DHCP agents. Network: e0f7c769-8470-4519-8f35-ba7a47a3fc99, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:38:28.259540 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e14e2a-dfcd-4f28-b96c-e9960036f871 admin admin] Network e0f7c769-8470-4519-8f35-ba7a47a3fc99 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:38:28.271277 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-f9e14e2a-dfcd-4f28-b96c-e9960036f871 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, e0f7c769-8470-4519-8f35-ba7a47a3fc99) {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:38:28.277980 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e14e2a-dfcd-4f28-b96c-e9960036f871 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:38:28.278585 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f9e14e2a-dfcd-4f28-b96c-e9960036f871 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:28.284520 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8659a91-b758-488a-8dfc-69e21cac5a3f None None] Network e0f7c769-8470-4519-8f35-ba7a47a3fc99 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:38:28.305504 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-f9e14e2a-dfcd-4f28-b96c-e9960036f871 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4416628 Feb 19 02:38:28.308349 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 42138) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:38:28.313589 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-8a19079f-86e3-4022-9a98-65b2cce541f7 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-600956687-router', 'tenant_id': 'da1eb1f790ec4469a06a2c8ce51be727', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:38:28.346513 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8a19079f-86e3-4022-9a98-65b2cce541f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14172'] for router (b6da21e8-df25-41b5-9112-ef6c3049a200), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:28.348235 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8a19079f-86e3-4022-9a98-65b2cce541f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16317487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16285822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16309985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14247'] for router (b6da21e8-df25-41b5-9112-ef6c3049a200), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:28.402946 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5690614-ac41-457d-9483-2eaf1b1e2343 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-e0f7c769-8470-4519-8f35-ba7a47a3fc99', 'network_id': 'e0f7c769-8470-4519-8f35-ba7a47a3fc99', 'project_id': 'da1eb1f790ec4469a06a2c8ce51be727', 'fixed_ips': [{'subnet_id': '4a3ae975-a392-4065-b27e-dab19abb303b'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:38:28.403970 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b5690614-ac41-457d-9483-2eaf1b1e2343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:28.491474 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8a19079f-86e3-4022-9a98-65b2cce541f7 admin admin] Publish callbacks [] for router_controller (b6da21e8-df25-41b5-9112-ef6c3049a200), precommit_add_association {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:28.560095 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-b5690614-ac41-457d-9483-2eaf1b1e2343 None None] Allocated IP 172.20.0.2 (e0f7c769-8470-4519-8f35-ba7a47a3fc99/4a3ae975-a392-4065-b27e-dab19abb303b/b7143aa8-b80a-42eb-a4c5-2816d0798526) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:38:28.670541 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8a19079f-86e3-4022-9a98-65b2cce541f7 admin admin] Publish callbacks [] for router_gateway (b6da21e8-df25-41b5-9112-ef6c3049a200), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:28.721987 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b5690614-ac41-457d-9483-2eaf1b1e2343 None None] Publish callbacks [] for port (b7143aa8-b80a-42eb-a4c5-2816d0798526), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:28.730945 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b5690614-ac41-457d-9483-2eaf1b1e2343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (b7143aa8-b80a-42eb-a4c5-2816d0798526), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:28.787347 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5690614-ac41-457d-9483-2eaf1b1e2343 None None] Network e0f7c769-8470-4519-8f35-ba7a47a3fc99 is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:38:28.793542 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-b5690614-ac41-457d-9483-2eaf1b1e2343 None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:38:28.803981 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5690614-ac41-457d-9483-2eaf1b1e2343 None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:38:28.809225 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5690614-ac41-457d-9483-2eaf1b1e2343 None None] Pushing event updated for resources: {'Port': ['ID=b7143aa8-b80a-42eb-a4c5-2816d0798526,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:38:28.822701 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5690614-ac41-457d-9483-2eaf1b1e2343 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:38:28.823416 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5690614-ac41-457d-9483-2eaf1b1e2343 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:38:28.823934 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5690614-ac41-457d-9483-2eaf1b1e2343 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:38:28.824518 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5690614-ac41-457d-9483-2eaf1b1e2343 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:38:28.825042 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5690614-ac41-457d-9483-2eaf1b1e2343 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:38:28.825576 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5690614-ac41-457d-9483-2eaf1b1e2343 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:38:28.826056 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5690614-ac41-457d-9483-2eaf1b1e2343 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:38:28.826440 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5690614-ac41-457d-9483-2eaf1b1e2343 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:38:28.826905 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5690614-ac41-457d-9483-2eaf1b1e2343 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:38:28.827237 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5690614-ac41-457d-9483-2eaf1b1e2343 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:38:28.827662 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5690614-ac41-457d-9483-2eaf1b1e2343 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:38:28.828124 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5690614-ac41-457d-9483-2eaf1b1e2343 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:38:28.828469 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5690614-ac41-457d-9483-2eaf1b1e2343 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:38:28.830426 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5690614-ac41-457d-9483-2eaf1b1e2343 None None] Tracked resource versions report: Feb 19 02:38:28.830426 n-d-826753-2 neutron-server[103703]: pushed versions: Feb 19 02:38:28.830426 n-d-826753-2 neutron-server[103703]: { 'AddressGroup': {'1.2'}, Feb 19 02:38:28.830426 n-d-826753-2 neutron-server[103703]: 'ConntrackHelper': {'1.0'}, Feb 19 02:38:28.830426 n-d-826753-2 neutron-server[103703]: 'LocalIPAssociation': {'1.0'}, Feb 19 02:38:28.830426 n-d-826753-2 neutron-server[103703]: 'Log': {'1.0'}, Feb 19 02:38:28.830426 n-d-826753-2 neutron-server[103703]: 'Network': {'1.1'}, Feb 19 02:38:28.830426 n-d-826753-2 neutron-server[103703]: 'Port': {'1.7'}, Feb 19 02:38:28.830426 n-d-826753-2 neutron-server[103703]: 'PortForwarding': {'1.2'}, Feb 19 02:38:28.830426 n-d-826753-2 neutron-server[103703]: 'QosPolicy': {'1.10'}, Feb 19 02:38:28.830426 n-d-826753-2 neutron-server[103703]: 'SecurityGroup': {'1.5'}, Feb 19 02:38:28.830426 n-d-826753-2 neutron-server[103703]: 'SecurityGroupRule': {'1.2'}, Feb 19 02:38:28.830426 n-d-826753-2 neutron-server[103703]: 'SubPort': {'1.0'}, Feb 19 02:38:28.830426 n-d-826753-2 neutron-server[103703]: 'Subnet': {'1.1'}, Feb 19 02:38:28.830426 n-d-826753-2 neutron-server[103703]: 'Trunk': {'1.1'}} Feb 19 02:38:28.830426 n-d-826753-2 neutron-server[103703]: consumer versions: Feb 19 02:38:28.830426 n-d-826753-2 neutron-server[103703]: { DHCP agent@n-d-826753-2: {}, Feb 19 02:38:28.830426 n-d-826753-2 neutron-server[103703]: HyperV agent@n-h1-826753-2: {}, Feb 19 02:38:28.830426 n-d-826753-2 neutron-server[103703]: HyperV agent@n-h2-826753-2: {}, Feb 19 02:38:28.830426 n-d-826753-2 neutron-server[103703]: L3 agent@n-d-826753-2: {}, Feb 19 02:38:28.830426 n-d-826753-2 neutron-server[103703]: Metadata agent@n-d-826753-2: {}, Feb 19 02:38:28.830426 n-d-826753-2 neutron-server[103703]: Metering agent@n-d-826753-2: {}, Feb 19 02:38:28.830426 n-d-826753-2 neutron-server[103703]: Open vSwitch agent@n-d-826753-2: { 'AddressGroup': '1.2', Feb 19 02:38:28.830426 n-d-826753-2 neutron-server[103703]: 'ConntrackHelper': '1.0', Feb 19 02:38:28.830426 n-d-826753-2 neutron-server[103703]: 'LocalIPAssociation': '1.0', Feb 19 02:38:28.830426 n-d-826753-2 neutron-server[103703]: 'Log': '1.0', Feb 19 02:38:28.830426 n-d-826753-2 neutron-server[103703]: 'Network': '1.1', Feb 19 02:38:28.830426 n-d-826753-2 neutron-server[103703]: 'Port': '1.7', Feb 19 02:38:28.830426 n-d-826753-2 neutron-server[103703]: 'PortForwarding': '1.2', Feb 19 02:38:28.830426 n-d-826753-2 neutron-server[103703]: 'QosPolicy': '1.10', Feb 19 02:38:28.830426 n-d-826753-2 neutron-server[103703]: 'SecurityGroup': '1.5', Feb 19 02:38:28.830426 n-d-826753-2 neutron-server[103703]: 'SecurityGroupRule': '1.2', Feb 19 02:38:28.830426 n-d-826753-2 neutron-server[103703]: 'SubPort': '1.0', Feb 19 02:38:28.830426 n-d-826753-2 neutron-server[103703]: 'Subnet': '1.1', Feb 19 02:38:28.830426 n-d-826753-2 neutron-server[103703]: 'Trunk': '1.1'}} Feb 19 02:38:28.830426 n-d-826753-2 neutron-server[103703]: {{(pid=103703) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 19 02:38:28.896181 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-b5690614-ac41-457d-9483-2eaf1b1e2343 None None] Attempting to bind port b7143aa8-b80a-42eb-a4c5-2816d0798526 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:38:28.896866 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-b5690614-ac41-457d-9483-2eaf1b1e2343 None None] Attempting to bind port b7143aa8-b80a-42eb-a4c5-2816d0798526 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '6f7b8cc3-683b-49b2-aa9b-588731b9d8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'e0f7c769-8470-4519-8f35-ba7a47a3fc99'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:38:28.896866 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5690614-ac41-457d-9483-2eaf1b1e2343 None None] Attempting to bind port b7143aa8-b80a-42eb-a4c5-2816d0798526 on network e0f7c769-8470-4519-8f35-ba7a47a3fc99 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:38:28.902292 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5690614-ac41-457d-9483-2eaf1b1e2343 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:38:28.902480 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5690614-ac41-457d-9483-2eaf1b1e2343 None None] Checking segment: {'id': '6f7b8cc3-683b-49b2-aa9b-588731b9d8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'e0f7c769-8470-4519-8f35-ba7a47a3fc99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:38:28.902814 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b5690614-ac41-457d-9483-2eaf1b1e2343 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:28.903302 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5690614-ac41-457d-9483-2eaf1b1e2343 None None] Bound using segment: {'id': '6f7b8cc3-683b-49b2-aa9b-588731b9d8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'e0f7c769-8470-4519-8f35-ba7a47a3fc99'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:38:28.903748 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-b5690614-ac41-457d-9483-2eaf1b1e2343 None None] Bound port: b7143aa8-b80a-42eb-a4c5-2816d0798526, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f7b8cc3-683b-49b2-aa9b-588731b9d8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'e0f7c769-8470-4519-8f35-ba7a47a3fc99'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:38:28.904120 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b5690614-ac41-457d-9483-2eaf1b1e2343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (b7143aa8-b80a-42eb-a4c5-2816d0798526), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:28.975963 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b5690614-ac41-457d-9483-2eaf1b1e2343 None None] For port b7143aa8-b80a-42eb-a4c5-2816d0798526, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:38:28.979416 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b5690614-ac41-457d-9483-2eaf1b1e2343 None None] For port b7143aa8-b80a-42eb-a4c5-2816d0798526, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=b7143aa8-b80a-42eb-a4c5-2816d0798526,segment=NetworkSegment(6f7b8cc3-683b-49b2-aa9b-588731b9d8d2),segment_id=6f7b8cc3-683b-49b2-aa9b-588731b9d8d2)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:38:28.988050 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b5690614-ac41-457d-9483-2eaf1b1e2343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (b7143aa8-b80a-42eb-a4c5-2816d0798526), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:29.012414 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8a19079f-86e3-4022-9a98-65b2cce541f7 admin admin] Publish callbacks [] for router_gateway (b6da21e8-df25-41b5-9112-ef6c3049a200), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:29.036035 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8a19079f-86e3-4022-9a98-65b2cce541f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:29.056425 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5690614-ac41-457d-9483-2eaf1b1e2343 None None] Pushing event updated for resources: {'Port': ['ID=b7143aa8-b80a-42eb-a4c5-2816d0798526,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:38:29.157752 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-8a19079f-86e3-4022-9a98-65b2cce541f7 admin admin] Allocated IP 172.25.6.106 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/a7de6922-a724-45ad-bbfe-6ebc6e2c72af) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:38:29.273511 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8a19079f-86e3-4022-9a98-65b2cce541f7 admin admin] Publish callbacks [] for port (a7de6922-a724-45ad-bbfe-6ebc6e2c72af), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:29.320130 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8a19079f-86e3-4022-9a98-65b2cce541f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (a7de6922-a724-45ad-bbfe-6ebc6e2c72af), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:29.366009 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a19079f-86e3-4022-9a98-65b2cce541f7 admin admin] Pushing event updated for resources: {'Port': ['ID=a7de6922-a724-45ad-bbfe-6ebc6e2c72af,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:38:29.375580 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a19079f-86e3-4022-9a98-65b2cce541f7 admin admin] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:38:29.377096 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-8a19079f-86e3-4022-9a98-65b2cce541f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:38:29.380029 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a19079f-86e3-4022-9a98-65b2cce541f7 admin admin] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:38:29.652391 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8a19079f-86e3-4022-9a98-65b2cce541f7 admin admin] Publish callbacks [] for router_gateway (b6da21e8-df25-41b5-9112-ef6c3049a200), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:29.867003 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8a19079f-86e3-4022-9a98-65b2cce541f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16317478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865'] for router (b6da21e8-df25-41b5-9112-ef6c3049a200), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:30.020807 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a19079f-86e3-4022-9a98-65b2cce541f7 admin admin] Router b6da21e8-df25-41b5-9112-ef6c3049a200 is scheduled to L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd with binding_index 1 {{(pid=103701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 02:38:30.160036 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a19079f-86e3-4022-9a98-65b2cce541f7 admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:38:30.177182 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df33c17d-e7e5-4595-bcd9-121c945a4800 None None] Sync routers for ids ['b6da21e8-df25-41b5-9112-ef6c3049a200'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:38:30.182305 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8a19079f-86e3-4022-9a98-65b2cce541f7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:30.183987 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-8a19079f-86e3-4022-9a98-65b2cce541f7 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 1.8740129 Feb 19 02:38:30.187027 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 42212) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:38:30.193154 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df33c17d-e7e5-4595-bcd9-121c945a4800 None None] Routers {'b6da21e8-df25-41b5-9112-ef6c3049a200'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:38:30.193786 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-df33c17d-e7e5-4595-bcd9-121c945a4800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:38:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['b6da21e8-df25-41b5-9112-ef6c3049a200'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:38:30.394848 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a13b8d5-5969-4069-a6ee-ac0be452ee68 None None] Network e0f7c769-8470-4519-8f35-ba7a47a3fc99 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:38:30.424755 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-df33c17d-e7e5-4595-bcd9-121c945a4800 None None] Set router b6da21e8-df25-41b5-9112-ef6c3049a200 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:38:30.528998 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-de622a33-2667-4e99-8d8a-006dabfc6aaf None None] Provisioning complete for port b7143aa8-b80a-42eb-a4c5-2816d0798526 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:38:30.529562 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-de622a33-2667-4e99-8d8a-006dabfc6aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (b7143aa8-b80a-42eb-a4c5-2816d0798526), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:30.793337 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-df33c17d-e7e5-4595-bcd9-121c945a4800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6da21e8-df25-41b5-9112-ef6c3049a200', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-600956687-router', 'tenant_id': 'da1eb1f790ec4469a06a2c8ce51be727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': 'a7de6922-a724-45ad-bbfe-6ebc6e2c72af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:38:28Z', 'updated_at': '2022-02-19T02:38:29Z', 'revision_number': 3, 'project_id': 'da1eb1f790ec4469a06a2c8ce51be727', 'gw_port': {'id': 'a7de6922-a724-45ad-bbfe-6ebc6e2c72af', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d9:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6da21e8-df25-41b5-9112-ef6c3049a200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:38:29Z', 'updated_at': '2022-02-19T02:38:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:38:30.832719 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df33c17d-e7e5-4595-bcd9-121c945a4800 None None] Checking router: b6da21e8-df25-41b5-9112-ef6c3049a200 for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:38:30.833934 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df33c17d-e7e5-4595-bcd9-121c945a4800 None None] Updating router b6da21e8-df25-41b5-9112-ef6c3049a200 port a7de6922-a724-45ad-bbfe-6ebc6e2c72af binding host n-d-826753-2 {{(pid=103704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:38:30.846294 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-de622a33-2667-4e99-8d8a-006dabfc6aaf None None] Current status of the port b7143aa8-b80a-42eb-a4c5-2816d0798526 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:38:30.846990 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-de622a33-2667-4e99-8d8a-006dabfc6aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (b7143aa8-b80a-42eb-a4c5-2816d0798526), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:30.880043 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-df33c17d-e7e5-4595-bcd9-121c945a4800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (a7de6922-a724-45ad-bbfe-6ebc6e2c72af), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:30.899775 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-de622a33-2667-4e99-8d8a-006dabfc6aaf None None] For port b7143aa8-b80a-42eb-a4c5-2816d0798526, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=b7143aa8-b80a-42eb-a4c5-2816d0798526,segment=NetworkSegment(6f7b8cc3-683b-49b2-aa9b-588731b9d8d2),segment_id=6f7b8cc3-683b-49b2-aa9b-588731b9d8d2)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:38:30.911032 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-de622a33-2667-4e99-8d8a-006dabfc6aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (b7143aa8-b80a-42eb-a4c5-2816d0798526), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:30.920161 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-be367164-1c58-4b2c-8e37-74eb41cd4c8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:31.030583 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de622a33-2667-4e99-8d8a-006dabfc6aaf None None] Pushing event updated for resources: {'Port': ['ID=b7143aa8-b80a-42eb-a4c5-2816d0798526,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:38:31.053474 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device b7143aa8-b80a-42eb-a4c5-2816d0798526 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:38:31.130283 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port b7143aa8-b80a-42eb-a4c5-2816d0798526 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:38:31.130675 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (b7143aa8-b80a-42eb-a4c5-2816d0798526), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:31.169991 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-be367164-1c58-4b2c-8e37-74eb41cd4c8f admin admin] Allocated IP 172.20.0.1 (e0f7c769-8470-4519-8f35-ba7a47a3fc99/4a3ae975-a392-4065-b27e-dab19abb303b/19eb4237-2dc0-45cc-a3f0-48a32153d21e) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:38:31.310925 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port b7143aa8-b80a-42eb-a4c5-2816d0798526 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:38:31.311127 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-be367164-1c58-4b2c-8e37-74eb41cd4c8f admin admin] Publish callbacks [] for port (19eb4237-2dc0-45cc-a3f0-48a32153d21e), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:31.317590 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-56dc5df8-430c-4d1f-bb48-5a65185d1447 None None] Provisioning complete for port b7143aa8-b80a-42eb-a4c5-2816d0798526 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:38:31.317874 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-56dc5df8-430c-4d1f-bb48-5a65185d1447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (b7143aa8-b80a-42eb-a4c5-2816d0798526), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:31.360337 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-be367164-1c58-4b2c-8e37-74eb41cd4c8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (19eb4237-2dc0-45cc-a3f0-48a32153d21e), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:31.422964 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-df33c17d-e7e5-4595-bcd9-121c945a4800 None None] Publish callbacks [] for port (a7de6922-a724-45ad-bbfe-6ebc6e2c72af), precommit_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:31.426179 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be367164-1c58-4b2c-8e37-74eb41cd4c8f admin admin] Network e0f7c769-8470-4519-8f35-ba7a47a3fc99 is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:38:31.429371 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-be367164-1c58-4b2c-8e37-74eb41cd4c8f admin admin] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:38:31.433100 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be367164-1c58-4b2c-8e37-74eb41cd4c8f admin admin] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:38:31.434745 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-be367164-1c58-4b2c-8e37-74eb41cd4c8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16289150'] for router_interface (b6da21e8-df25-41b5-9112-ef6c3049a200), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:31.437022 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-56dc5df8-430c-4d1f-bb48-5a65185d1447 None None] Current status of the port b7143aa8-b80a-42eb-a4c5-2816d0798526 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:38:31.447247 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-df33c17d-e7e5-4595-bcd9-121c945a4800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (a7de6922-a724-45ad-bbfe-6ebc6e2c72af), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:31.476633 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be367164-1c58-4b2c-8e37-74eb41cd4c8f admin admin] Pushing event updated for resources: {'Port': ['ID=19eb4237-2dc0-45cc-a3f0-48a32153d21e,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:38:31.516308 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-df33c17d-e7e5-4595-bcd9-121c945a4800 None None] Attempting to bind port a7de6922-a724-45ad-bbfe-6ebc6e2c72af on host n-d-826753-2 for vnic_type normal with profile {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:38:31.517906 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-df33c17d-e7e5-4595-bcd9-121c945a4800 None None] Attempting to bind port a7de6922-a724-45ad-bbfe-6ebc6e2c72af by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:38:31.518514 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df33c17d-e7e5-4595-bcd9-121c945a4800 None None] Attempting to bind port a7de6922-a724-45ad-bbfe-6ebc6e2c72af on network eaf64708-9021-419e-b287-ef3e0f51e2ee {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:38:31.529763 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df33c17d-e7e5-4595-bcd9-121c945a4800 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:38:31.530485 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df33c17d-e7e5-4595-bcd9-121c945a4800 None None] Checking segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:38:31.531114 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-df33c17d-e7e5-4595-bcd9-121c945a4800 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:31.531696 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df33c17d-e7e5-4595-bcd9-121c945a4800 None None] Bound using segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:38:31.532390 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-df33c17d-e7e5-4595-bcd9-121c945a4800 None None] Bound port: a7de6922-a724-45ad-bbfe-6ebc6e2c72af, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:38:31.533580 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-df33c17d-e7e5-4595-bcd9-121c945a4800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (a7de6922-a724-45ad-bbfe-6ebc6e2c72af), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:31.563717 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd81962-f5a6-4144-8072-368f5b8f7e82 None None] Pushing event updated for resources: {'Port': ['ID=a7de6922-a724-45ad-bbfe-6ebc6e2c72af,revision_number=2']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:38:31.575912 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd81962-f5a6-4144-8072-368f5b8f7e82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:38:31.576361 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd81962-f5a6-4144-8072-368f5b8f7e82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:38:31.576712 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd81962-f5a6-4144-8072-368f5b8f7e82 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:38:31.577068 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd81962-f5a6-4144-8072-368f5b8f7e82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:38:31.577406 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd81962-f5a6-4144-8072-368f5b8f7e82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:38:31.577735 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd81962-f5a6-4144-8072-368f5b8f7e82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:38:31.578066 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd81962-f5a6-4144-8072-368f5b8f7e82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:38:31.578561 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd81962-f5a6-4144-8072-368f5b8f7e82 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:38:31.580314 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd81962-f5a6-4144-8072-368f5b8f7e82 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:38:31.580838 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd81962-f5a6-4144-8072-368f5b8f7e82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:38:31.581369 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd81962-f5a6-4144-8072-368f5b8f7e82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:38:31.581724 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd81962-f5a6-4144-8072-368f5b8f7e82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:38:31.582106 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd81962-f5a6-4144-8072-368f5b8f7e82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:38:31.583438 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd81962-f5a6-4144-8072-368f5b8f7e82 None None] Tracked resource versions report: Feb 19 02:38:31.583438 n-d-826753-2 neutron-server[103704]: pushed versions: Feb 19 02:38:31.583438 n-d-826753-2 neutron-server[103704]: { 'AddressGroup': {'1.2'}, Feb 19 02:38:31.583438 n-d-826753-2 neutron-server[103704]: 'ConntrackHelper': {'1.0'}, Feb 19 02:38:31.583438 n-d-826753-2 neutron-server[103704]: 'LocalIPAssociation': {'1.0'}, Feb 19 02:38:31.583438 n-d-826753-2 neutron-server[103704]: 'Log': {'1.0'}, Feb 19 02:38:31.583438 n-d-826753-2 neutron-server[103704]: 'Network': {'1.1'}, Feb 19 02:38:31.583438 n-d-826753-2 neutron-server[103704]: 'Port': {'1.7'}, Feb 19 02:38:31.583438 n-d-826753-2 neutron-server[103704]: 'PortForwarding': {'1.2'}, Feb 19 02:38:31.583438 n-d-826753-2 neutron-server[103704]: 'QosPolicy': {'1.10'}, Feb 19 02:38:31.583438 n-d-826753-2 neutron-server[103704]: 'SecurityGroup': {'1.5'}, Feb 19 02:38:31.583438 n-d-826753-2 neutron-server[103704]: 'SecurityGroupRule': {'1.2'}, Feb 19 02:38:31.583438 n-d-826753-2 neutron-server[103704]: 'SubPort': {'1.0'}, Feb 19 02:38:31.583438 n-d-826753-2 neutron-server[103704]: 'Subnet': {'1.1'}, Feb 19 02:38:31.583438 n-d-826753-2 neutron-server[103704]: 'Trunk': {'1.1'}} Feb 19 02:38:31.583438 n-d-826753-2 neutron-server[103704]: consumer versions: Feb 19 02:38:31.583438 n-d-826753-2 neutron-server[103704]: { DHCP agent@n-d-826753-2: {}, Feb 19 02:38:31.583438 n-d-826753-2 neutron-server[103704]: HyperV agent@n-h1-826753-2: {}, Feb 19 02:38:31.583438 n-d-826753-2 neutron-server[103704]: HyperV agent@n-h2-826753-2: {}, Feb 19 02:38:31.583438 n-d-826753-2 neutron-server[103704]: L3 agent@n-d-826753-2: {}, Feb 19 02:38:31.583438 n-d-826753-2 neutron-server[103704]: Metadata agent@n-d-826753-2: {}, Feb 19 02:38:31.583438 n-d-826753-2 neutron-server[103704]: Metering agent@n-d-826753-2: {}, Feb 19 02:38:31.583438 n-d-826753-2 neutron-server[103704]: Open vSwitch agent@n-d-826753-2: { 'AddressGroup': '1.2', Feb 19 02:38:31.583438 n-d-826753-2 neutron-server[103704]: 'ConntrackHelper': '1.0', Feb 19 02:38:31.583438 n-d-826753-2 neutron-server[103704]: 'LocalIPAssociation': '1.0', Feb 19 02:38:31.583438 n-d-826753-2 neutron-server[103704]: 'Log': '1.0', Feb 19 02:38:31.583438 n-d-826753-2 neutron-server[103704]: 'Network': '1.1', Feb 19 02:38:31.583438 n-d-826753-2 neutron-server[103704]: 'Port': '1.7', Feb 19 02:38:31.583438 n-d-826753-2 neutron-server[103704]: 'PortForwarding': '1.2', Feb 19 02:38:31.583438 n-d-826753-2 neutron-server[103704]: 'QosPolicy': '1.10', Feb 19 02:38:31.583438 n-d-826753-2 neutron-server[103704]: 'SecurityGroup': '1.5', Feb 19 02:38:31.583438 n-d-826753-2 neutron-server[103704]: 'SecurityGroupRule': '1.2', Feb 19 02:38:31.583438 n-d-826753-2 neutron-server[103704]: 'SubPort': '1.0', Feb 19 02:38:31.583438 n-d-826753-2 neutron-server[103704]: 'Subnet': '1.1', Feb 19 02:38:31.583438 n-d-826753-2 neutron-server[103704]: 'Trunk': '1.1'}} Feb 19 02:38:31.583438 n-d-826753-2 neutron-server[103704]: {{(pid=103704) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 19 02:38:31.629773 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-df33c17d-e7e5-4595-bcd9-121c945a4800 None None] For port a7de6922-a724-45ad-bbfe-6ebc6e2c72af, host n-d-826753-2, cleared binding levels {{(pid=103704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:38:31.633380 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-df33c17d-e7e5-4595-bcd9-121c945a4800 None None] For port a7de6922-a724-45ad-bbfe-6ebc6e2c72af, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=a7de6922-a724-45ad-bbfe-6ebc6e2c72af,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:38:31.643629 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-df33c17d-e7e5-4595-bcd9-121c945a4800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (a7de6922-a724-45ad-bbfe-6ebc6e2c72af), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:31.700126 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-be367164-1c58-4b2c-8e37-74eb41cd4c8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (19eb4237-2dc0-45cc-a3f0-48a32153d21e), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:31.740708 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df33c17d-e7e5-4595-bcd9-121c945a4800 None None] Routers {'b6da21e8-df25-41b5-9112-ef6c3049a200'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:38:31.741429 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-df33c17d-e7e5-4595-bcd9-121c945a4800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:38:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['b6da21e8-df25-41b5-9112-ef6c3049a200'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:38:31.807924 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd81962-f5a6-4144-8072-368f5b8f7e82 None None] Pushing event updated for resources: {'Port': ['ID=a7de6922-a724-45ad-bbfe-6ebc6e2c72af,revision_number=3']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:38:31.887942 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-5fb1cb63-3f45-4814-98ed-fdd4bace11ef None None] Provisioning complete for port 19eb4237-2dc0-45cc-a3f0-48a32153d21e triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:38:31.888311 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5fb1cb63-3f45-4814-98ed-fdd4bace11ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (19eb4237-2dc0-45cc-a3f0-48a32153d21e), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:31.933058 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-df33c17d-e7e5-4595-bcd9-121c945a4800 None None] Set router b6da21e8-df25-41b5-9112-ef6c3049a200 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:38:31.936895 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-5fb1cb63-3f45-4814-98ed-fdd4bace11ef None None] Port 19eb4237-2dc0-45cc-a3f0-48a32153d21e cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:38:31.960225 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-be367164-1c58-4b2c-8e37-74eb41cd4c8f admin admin] Publish callbacks [] for port (19eb4237-2dc0-45cc-a3f0-48a32153d21e), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:31.969538 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-be367164-1c58-4b2c-8e37-74eb41cd4c8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (19eb4237-2dc0-45cc-a3f0-48a32153d21e), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:31.970859 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-be367164-1c58-4b2c-8e37-74eb41cd4c8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16362769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16289258'] for router_interface (b6da21e8-df25-41b5-9112-ef6c3049a200), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:32.047853 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be367164-1c58-4b2c-8e37-74eb41cd4c8f admin admin] Pushing event updated for resources: {'Port': ['ID=19eb4237-2dc0-45cc-a3f0-48a32153d21e,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:38:32.134103 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be367164-1c58-4b2c-8e37-74eb41cd4c8f admin admin] Network e0f7c769-8470-4519-8f35-ba7a47a3fc99 is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:38:32.135596 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-be367164-1c58-4b2c-8e37-74eb41cd4c8f admin admin] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:38:32.174907 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-df33c17d-e7e5-4595-bcd9-121c945a4800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6da21e8-df25-41b5-9112-ef6c3049a200', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-600956687-router', 'tenant_id': 'da1eb1f790ec4469a06a2c8ce51be727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': 'a7de6922-a724-45ad-bbfe-6ebc6e2c72af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:38:28Z', 'updated_at': '2022-02-19T02:38:31Z', 'revision_number': 4, 'project_id': 'da1eb1f790ec4469a06a2c8ce51be727', 'gw_port': {'id': 'a7de6922-a724-45ad-bbfe-6ebc6e2c72af', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d9:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6da21e8-df25-41b5-9112-ef6c3049a200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:38:29Z', 'updated_at': '2022-02-19T02:38:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '19eb4237-2dc0-45cc-a3f0-48a32153d21e', 'name': '', 'network_id': 'e0f7c769-8470-4519-8f35-ba7a47a3fc99', 'tenant_id': 'da1eb1f790ec4469a06a2c8ce51be727', 'mac_address': 'fa:16:3e:82:3d:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6da21e8-df25-41b5-9112-ef6c3049a200', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '4a3ae975-a392-4065-b27e-dab19abb303b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:38:30Z', 'updated_at': '2022-02-19T02:38:31Z', 'revision_number': 1, 'project_id': 'da1eb1f790ec4469a06a2c8ce51be727', 'subnets': [{'id': '4a3ae975-a392-4065-b27e-dab19abb303b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:38:32.204085 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df33c17d-e7e5-4595-bcd9-121c945a4800 None None] The sync data for ids ['b6da21e8-df25-41b5-9112-ef6c3049a200'] in n-d-826753-2 is: [{'id': 'b6da21e8-df25-41b5-9112-ef6c3049a200', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-600956687-router', 'tenant_id': 'da1eb1f790ec4469a06a2c8ce51be727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': 'a7de6922-a724-45ad-bbfe-6ebc6e2c72af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:38:28Z', 'updated_at': '2022-02-19T02:38:31Z', 'revision_number': 4, 'project_id': 'da1eb1f790ec4469a06a2c8ce51be727', 'gw_port': {'id': 'a7de6922-a724-45ad-bbfe-6ebc6e2c72af', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d9:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6da21e8-df25-41b5-9112-ef6c3049a200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:38:29Z', 'updated_at': '2022-02-19T02:38:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '19eb4237-2dc0-45cc-a3f0-48a32153d21e', 'name': '', 'network_id': 'e0f7c769-8470-4519-8f35-ba7a47a3fc99', 'tenant_id': 'da1eb1f790ec4469a06a2c8ce51be727', 'mac_address': 'fa:16:3e:82:3d:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6da21e8-df25-41b5-9112-ef6c3049a200', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '4a3ae975-a392-4065-b27e-dab19abb303b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:38:30Z', 'updated_at': '2022-02-19T02:38:31Z', 'revision_number': 1, 'project_id': 'da1eb1f790ec4469a06a2c8ce51be727', 'subnets': [{'id': '4a3ae975-a392-4065-b27e-dab19abb303b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:38:32.337977 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be367164-1c58-4b2c-8e37-74eb41cd4c8f admin admin] Router b6da21e8-df25-41b5-9112-ef6c3049a200 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:38:32.480576 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-7f50ce3f-f4e9-4319-aaff-337bbc8ae018 None None] Provisioning complete for port 19eb4237-2dc0-45cc-a3f0-48a32153d21e triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:38:32.481120 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-7f50ce3f-f4e9-4319-aaff-337bbc8ae018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (19eb4237-2dc0-45cc-a3f0-48a32153d21e), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:32.489581 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be367164-1c58-4b2c-8e37-74eb41cd4c8f admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:38:32.505620 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-be367164-1c58-4b2c-8e37-74eb41cd4c8f admin admin] 10.222.0.72 "PUT /v2.0/routers/b6da21e8-df25-41b5-9112-ef6c3049a200/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3150754 Feb 19 02:38:32.566961 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-7f50ce3f-f4e9-4319-aaff-337bbc8ae018 None None] Port 19eb4237-2dc0-45cc-a3f0-48a32153d21e cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:38:32.989258 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device b7143aa8-b80a-42eb-a4c5-2816d0798526 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:38:33.111335 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port b7143aa8-b80a-42eb-a4c5-2816d0798526 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:38:33.111671 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (b7143aa8-b80a-42eb-a4c5-2816d0798526), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:33.252542 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port b7143aa8-b80a-42eb-a4c5-2816d0798526 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:38:33.454092 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 42366) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:38:33.491614 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 42372) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:38:33.497564 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-f48ec775-0236-4275-8fbd-4afadb71c4b2 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-453335236-network', 'tenant_id': 'bf365c9ba38f4712a656754dc1661675'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:38:33.538461 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f48ec775-0236-4275-8fbd-4afadb71c4b2 admin admin] Made reservation on behalf of bf365c9ba38f4712a656754dc1661675 for: {'network': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:38:33.544593 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f48ec775-0236-4275-8fbd-4afadb71c4b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:33.562073 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f48ec775-0236-4275-8fbd-4afadb71c4b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:33.703538 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f48ec775-0236-4275-8fbd-4afadb71c4b2 admin admin] Publish callbacks [] for security_group (733a45e3-e964-4551-87b4-8214b1a00691), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:33.710926 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f48ec775-0236-4275-8fbd-4afadb71c4b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (733a45e3-e964-4551-87b4-8214b1a00691), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:33.752070 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f48ec775-0236-4275-8fbd-4afadb71c4b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 295, 'physical_network': 'physnet1'} {{(pid=103701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:38:33.777676 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48ec775-0236-4275-8fbd-4afadb71c4b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=733a45e3-e964-4551-87b4-8214b1a00691,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:38:33.782398 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f48ec775-0236-4275-8fbd-4afadb71c4b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (2d7c9046-2bb4-4ba8-ac6e-0c283e0e5791), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:33.782852 n-d-826753-2 neutron-server[103701]: INFO neutron.db.segments_db [None req-f48ec775-0236-4275-8fbd-4afadb71c4b2 admin admin] Added segment 2d7c9046-2bb4-4ba8-ac6e-0c283e0e5791 of type vlan for network f9b0beb9-3931-4fc3-bc37-532fa582b188 Feb 19 02:38:33.830594 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42396) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:38:33.898744 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f48ec775-0236-4275-8fbd-4afadb71c4b2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (f9b0beb9-3931-4fc3-bc37-532fa582b188), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:33.935914 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7d5ff332-4125-45ba-b7fe-5e103d13c139 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:33.944977 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-705c63c2-e5b0-462d-a6ab-1a581b7f5290 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:34.036617 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7d5ff332-4125-45ba-b7fe-5e103d13c139 admin admin] Publish callbacks [] for security_group (d0e0e24a-4e8d-46f8-b747-95d2305c52c6), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:34.041922 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7d5ff332-4125-45ba-b7fe-5e103d13c139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (d0e0e24a-4e8d-46f8-b747-95d2305c52c6), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:34.068884 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f48ec775-0236-4275-8fbd-4afadb71c4b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (f9b0beb9-3931-4fc3-bc37-532fa582b188), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:34.070105 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48ec775-0236-4275-8fbd-4afadb71c4b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:38:34.070836 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f48ec775-0236-4275-8fbd-4afadb71c4b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:34.098706 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-705c63c2-e5b0-462d-a6ab-1a581b7f5290 admin admin] Publish callbacks [] for security_group (6176b298-b120-4361-a675-25962ad59199), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:34.105458 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-705c63c2-e5b0-462d-a6ab-1a581b7f5290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (6176b298-b120-4361-a675-25962ad59199), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:34.119527 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-7d5ff332-4125-45ba-b7fe-5e103d13c139 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a7ba4410da26445a825de027b73018eb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6598322 Feb 19 02:38:34.121088 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 42420) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:38:34.152033 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-705c63c2-e5b0-462d-a6ab-1a581b7f5290 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=78933f8b5a034bc1831c20b22bbb99c0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3203640 Feb 19 02:38:34.161806 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42424) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:38:34.176646 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-f48ec775-0236-4275-8fbd-4afadb71c4b2 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6787667 Feb 19 02:38:34.176646 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 42428) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:38:34.220741 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5ff332-4125-45ba-b7fe-5e103d13c139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e0e24a-4e8d-46f8-b747-95d2305c52c6,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:38:34.221989 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705c63c2-e5b0-462d-a6ab-1a581b7f5290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6176b298-b120-4361-a675-25962ad59199,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:38:34.230657 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-655affdc-c696-46c1-b208-56e01e678cd2 admin admin] Request body: {'subnet': {'network_id': 'f9b0beb9-3931-4fc3-bc37-532fa582b188', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-453335236-subnet', 'tenant_id': 'bf365c9ba38f4712a656754dc1661675', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:38:34.284278 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48ec775-0236-4275-8fbd-4afadb71c4b2 admin admin] Pushing event updated for resources: {'Network': ['ID=f9b0beb9-3931-4fc3-bc37-532fa582b188,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:38:34.307561 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network f9b0beb9-3931-4fc3-bc37-532fa582b188 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:38:34.308465 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-655affdc-c696-46c1-b208-56e01e678cd2 admin admin] Made reservation on behalf of bf365c9ba38f4712a656754dc1661675 for: {'subnet': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:38:34.310946 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-655affdc-c696-46c1-b208-56e01e678cd2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:34.317176 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c28c6345-b197-4ce6-82de-f8624bbb5141 admin admin] Publish callbacks [] for security_group (6176b298-b120-4361-a675-25962ad59199), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:34.333036 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f58c4a81-9b9a-41b2-b6df-1befa76adcce admin admin] Publish callbacks [] for security_group (d0e0e24a-4e8d-46f8-b747-95d2305c52c6), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:34.350372 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c28c6345-b197-4ce6-82de-f8624bbb5141 admin admin] Publish callbacks [] for security_group (6176b298-b120-4361-a675-25962ad59199), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:34.390590 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f58c4a81-9b9a-41b2-b6df-1befa76adcce admin admin] Publish callbacks [] for security_group (d0e0e24a-4e8d-46f8-b747-95d2305c52c6), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:34.421960 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c28c6345-b197-4ce6-82de-f8624bbb5141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (6176b298-b120-4361-a675-25962ad59199), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:34.424810 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c28c6345-b197-4ce6-82de-f8624bbb5141 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:34.426217 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-c28c6345-b197-4ce6-82de-f8624bbb5141 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6176b298-b120-4361-a675-25962ad59199 HTTP/1.1" status: 204 len: 168 time: 0.2633102 Feb 19 02:38:34.437497 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28c6345-b197-4ce6-82de-f8624bbb5141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6176b298-b120-4361-a675-25962ad59199,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:38:34.480711 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f58c4a81-9b9a-41b2-b6df-1befa76adcce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (d0e0e24a-4e8d-46f8-b747-95d2305c52c6), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:34.486324 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f58c4a81-9b9a-41b2-b6df-1befa76adcce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:34.486324 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-f58c4a81-9b9a-41b2-b6df-1befa76adcce admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d0e0e24a-4e8d-46f8-b747-95d2305c52c6 HTTP/1.1" status: 204 len: 168 time: 0.3622539 Feb 19 02:38:34.502666 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58c4a81-9b9a-41b2-b6df-1befa76adcce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e0e24a-4e8d-46f8-b747-95d2305c52c6,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:38:34.716542 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-655affdc-c696-46c1-b208-56e01e678cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for subnet (a77253c7-84a9-48ca-bde5-bb2a24341587), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:34.803860 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655affdc-c696-46c1-b208-56e01e678cd2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a77253c7-84a9-48ca-bde5-bb2a24341587,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:38:34.837158 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655affdc-c696-46c1-b208-56e01e678cd2 admin admin] Checking segment: {'id': '2d7c9046-2bb4-4ba8-ac6e-0c283e0e5791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'f9b0beb9-3931-4fc3-bc37-532fa582b188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:38:34.837448 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655affdc-c696-46c1-b208-56e01e678cd2 admin admin] Network hostable DHCP agents. Network: f9b0beb9-3931-4fc3-bc37-532fa582b188, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:38:34.884713 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655affdc-c696-46c1-b208-56e01e678cd2 admin admin] Network f9b0beb9-3931-4fc3-bc37-532fa582b188 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:38:34.904968 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-655affdc-c696-46c1-b208-56e01e678cd2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, f9b0beb9-3931-4fc3-bc37-532fa582b188) {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:38:34.910601 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655affdc-c696-46c1-b208-56e01e678cd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:38:34.911248 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-655affdc-c696-46c1-b208-56e01e678cd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:34.921777 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d2a6bd-5ecc-4ef7-9aa4-96592a2e17d7 None None] Network f9b0beb9-3931-4fc3-bc37-532fa582b188 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:38:34.950861 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42482) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:38:34.951397 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-655affdc-c696-46c1-b208-56e01e678cd2 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7322431 Feb 19 02:38:34.957046 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-39d64cd5-e512-42eb-851d-2c1cae46c9e2 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-453335236-router', 'tenant_id': 'bf365c9ba38f4712a656754dc1661675', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:38:35.022875 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-39d64cd5-e512-42eb-851d-2c1cae46c9e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14172'] for router (acf9246c-2946-421e-895b-a3c49596c01c), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:35.026202 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-39d64cd5-e512-42eb-851d-2c1cae46c9e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16317487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16285822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16309985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14247'] for router (acf9246c-2946-421e-895b-a3c49596c01c), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:35.102920 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device a7de6922-a724-45ad-bbfe-6ebc6e2c72af up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:38:35.134088 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 42500) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:38:35.166690 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-39d64cd5-e512-42eb-851d-2c1cae46c9e2 admin admin] Publish callbacks [] for router_controller (acf9246c-2946-421e-895b-a3c49596c01c), precommit_add_association {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:35.190431 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8d267dbf-c28c-4bc8-aa66-a4bd56bcda6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:35.265618 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3eeb88f-6f2a-48fb-888b-2919263e6401 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-f9b0beb9-3931-4fc3-bc37-532fa582b188', 'network_id': 'f9b0beb9-3931-4fc3-bc37-532fa582b188', 'project_id': 'bf365c9ba38f4712a656754dc1661675', 'fixed_ips': [{'subnet_id': 'a77253c7-84a9-48ca-bde5-bb2a24341587'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:38:35.269677 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f3eeb88f-6f2a-48fb-888b-2919263e6401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:35.333476 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port a7de6922-a724-45ad-bbfe-6ebc6e2c72af triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:38:35.334085 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (a7de6922-a724-45ad-bbfe-6ebc6e2c72af), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:35.341859 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8d267dbf-c28c-4bc8-aa66-a4bd56bcda6e admin admin] Publish callbacks [] for security_group (87602b76-0fb5-49f9-8d8b-25c0994e81cb), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:35.343025 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 42510) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:38:35.360599 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8d267dbf-c28c-4bc8-aa66-a4bd56bcda6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (87602b76-0fb5-49f9-8d8b-25c0994e81cb), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:35.374315 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bcc5deb5-81ea-400c-9fb8-eff08bbef96f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:35.449383 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-39d64cd5-e512-42eb-851d-2c1cae46c9e2 admin admin] Publish callbacks [] for router_gateway (acf9246c-2946-421e-895b-a3c49596c01c), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:35.455613 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-8d267dbf-c28c-4bc8-aa66-a4bd56bcda6e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=54f032f791d244cc8a447863623f6b44&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3173013 Feb 19 02:38:35.461553 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 42524) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:38:35.524017 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d267dbf-c28c-4bc8-aa66-a4bd56bcda6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87602b76-0fb5-49f9-8d8b-25c0994e81cb,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:38:35.538489 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5719dea4-5551-49bf-b9a1-3e95826fc974 None None] Sync routers for ids ['b6da21e8-df25-41b5-9112-ef6c3049a200'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:38:35.593896 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c07d5193-9d79-4438-8b1b-ce957e52e832 admin admin] Publish callbacks [] for security_group (87602b76-0fb5-49f9-8d8b-25c0994e81cb), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:35.645222 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c07d5193-9d79-4438-8b1b-ce957e52e832 admin admin] Publish callbacks [] for security_group (87602b76-0fb5-49f9-8d8b-25c0994e81cb), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:35.671906 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bcc5deb5-81ea-400c-9fb8-eff08bbef96f admin admin] Publish callbacks [] for security_group (e545a4ee-ea88-48f5-8acb-05535e4c3eb4), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:35.689814 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bcc5deb5-81ea-400c-9fb8-eff08bbef96f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (e545a4ee-ea88-48f5-8acb-05535e4c3eb4), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:35.695251 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5719dea4-5551-49bf-b9a1-3e95826fc974 None None] Routers {'b6da21e8-df25-41b5-9112-ef6c3049a200'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:38:35.696305 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-5719dea4-5551-49bf-b9a1-3e95826fc974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:38:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['b6da21e8-df25-41b5-9112-ef6c3049a200'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:38:35.718533 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-bcc5deb5-81ea-400c-9fb8-eff08bbef96f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=cb5a7b1849ee4184a5a7a6a4250b02cc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3743415 Feb 19 02:38:35.722658 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 42544) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:38:35.770096 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc5deb5-81ea-400c-9fb8-eff08bbef96f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e545a4ee-ea88-48f5-8acb-05535e4c3eb4,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:38:35.873032 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-39d64cd5-e512-42eb-851d-2c1cae46c9e2 admin admin] Publish callbacks [] for router_gateway (acf9246c-2946-421e-895b-a3c49596c01c), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:35.879686 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c07d5193-9d79-4438-8b1b-ce957e52e832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (87602b76-0fb5-49f9-8d8b-25c0994e81cb), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:35.905021 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c07d5193-9d79-4438-8b1b-ce957e52e832 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:35.908788 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-c07d5193-9d79-4438-8b1b-ce957e52e832 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/87602b76-0fb5-49f9-8d8b-25c0994e81cb HTTP/1.1" status: 204 len: 168 time: 0.4435315 Feb 19 02:38:35.911954 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-39d64cd5-e512-42eb-851d-2c1cae46c9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:35.935509 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07d5193-9d79-4438-8b1b-ce957e52e832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87602b76-0fb5-49f9-8d8b-25c0994e81cb,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:38:35.968009 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42566) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:38:35.976871 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-02d50571-1813-4949-98b1-325820ff7f16 admin admin] Publish callbacks [] for security_group (e545a4ee-ea88-48f5-8acb-05535e4c3eb4), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:35.990507 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-f3eeb88f-6f2a-48fb-888b-2919263e6401 None None] Allocated IP 172.20.0.2 (f9b0beb9-3931-4fc3-bc37-532fa582b188/a77253c7-84a9-48ca-bde5-bb2a24341587/6b4f5ed0-d6c2-4e74-a18a-def306f29f96) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:38:35.992585 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port a7de6922-a724-45ad-bbfe-6ebc6e2c72af is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:38:35.993099 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (a7de6922-a724-45ad-bbfe-6ebc6e2c72af), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:36.009912 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-02d50571-1813-4949-98b1-325820ff7f16 admin admin] Publish callbacks [] for security_group (e545a4ee-ea88-48f5-8acb-05535e4c3eb4), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:36.068486 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-02d50571-1813-4949-98b1-325820ff7f16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (e545a4ee-ea88-48f5-8acb-05535e4c3eb4), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:36.071763 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-02d50571-1813-4949-98b1-325820ff7f16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:36.076795 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-02d50571-1813-4949-98b1-325820ff7f16 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e545a4ee-ea88-48f5-8acb-05535e4c3eb4 HTTP/1.1" status: 204 len: 168 time: 0.3042378 Feb 19 02:38:36.092065 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d50571-1813-4949-98b1-325820ff7f16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e545a4ee-ea88-48f5-8acb-05535e4c3eb4,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:38:36.110215 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port a7de6922-a724-45ad-bbfe-6ebc6e2c72af, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=a7de6922-a724-45ad-bbfe-6ebc6e2c72af,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:38:36.155589 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (a7de6922-a724-45ad-bbfe-6ebc6e2c72af), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:36.183261 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-5719dea4-5551-49bf-b9a1-3e95826fc974 None None] Set router b6da21e8-df25-41b5-9112-ef6c3049a200 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:38:36.266620 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-39d64cd5-e512-42eb-851d-2c1cae46c9e2 admin admin] Allocated IP 172.25.6.166 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/f9ec17ff-bf5c-4e77-857b-f1f975e46619) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:38:36.376158 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=a7de6922-a724-45ad-bbfe-6ebc6e2c72af,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:38:36.455199 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-39d64cd5-e512-42eb-851d-2c1cae46c9e2 admin admin] Publish callbacks [] for port (f9ec17ff-bf5c-4e77-857b-f1f975e46619), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:36.521898 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f3eeb88f-6f2a-48fb-888b-2919263e6401 None None] Publish callbacks [] for port (6b4f5ed0-d6c2-4e74-a18a-def306f29f96), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:36.557547 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f3eeb88f-6f2a-48fb-888b-2919263e6401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (6b4f5ed0-d6c2-4e74-a18a-def306f29f96), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:36.574585 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-39d64cd5-e512-42eb-851d-2c1cae46c9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (f9ec17ff-bf5c-4e77-857b-f1f975e46619), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:36.654598 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4982b5c8-8d09-4870-8d02-fa8808dc5758 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:36.700854 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d64cd5-e512-42eb-851d-2c1cae46c9e2 admin admin] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:38:36.780207 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3eeb88f-6f2a-48fb-888b-2919263e6401 None None] Network f9b0beb9-3931-4fc3-bc37-532fa582b188 is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:38:36.788669 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-f3eeb88f-6f2a-48fb-888b-2919263e6401 None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:38:36.795021 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3eeb88f-6f2a-48fb-888b-2919263e6401 None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:38:36.799105 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eeb88f-6f2a-48fb-888b-2919263e6401 None None] Pushing event updated for resources: {'Port': ['ID=6b4f5ed0-d6c2-4e74-a18a-def306f29f96,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:38:36.811052 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4982b5c8-8d09-4870-8d02-fa8808dc5758 admin admin] Publish callbacks [] for security_group (f5928311-6606-4a5a-9038-fd53d2d45247), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:36.817163 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-39d64cd5-e512-42eb-851d-2c1cae46c9e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:38:36.825310 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d64cd5-e512-42eb-851d-2c1cae46c9e2 admin admin] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:38:36.827768 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4982b5c8-8d09-4870-8d02-fa8808dc5758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (f5928311-6606-4a5a-9038-fd53d2d45247), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:36.899862 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-f3eeb88f-6f2a-48fb-888b-2919263e6401 None None] Attempting to bind port 6b4f5ed0-d6c2-4e74-a18a-def306f29f96 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:38:36.900237 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-f3eeb88f-6f2a-48fb-888b-2919263e6401 None None] Attempting to bind port 6b4f5ed0-d6c2-4e74-a18a-def306f29f96 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '2d7c9046-2bb4-4ba8-ac6e-0c283e0e5791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'f9b0beb9-3931-4fc3-bc37-532fa582b188'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:38:36.900619 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3eeb88f-6f2a-48fb-888b-2919263e6401 None None] Attempting to bind port 6b4f5ed0-d6c2-4e74-a18a-def306f29f96 on network f9b0beb9-3931-4fc3-bc37-532fa582b188 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:38:36.914153 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3eeb88f-6f2a-48fb-888b-2919263e6401 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:38:36.914493 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3eeb88f-6f2a-48fb-888b-2919263e6401 None None] Checking segment: {'id': '2d7c9046-2bb4-4ba8-ac6e-0c283e0e5791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'f9b0beb9-3931-4fc3-bc37-532fa582b188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:38:36.914917 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f3eeb88f-6f2a-48fb-888b-2919263e6401 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:36.915294 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3eeb88f-6f2a-48fb-888b-2919263e6401 None None] Bound using segment: {'id': '2d7c9046-2bb4-4ba8-ac6e-0c283e0e5791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'f9b0beb9-3931-4fc3-bc37-532fa582b188'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:38:36.915771 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-f3eeb88f-6f2a-48fb-888b-2919263e6401 None None] Bound port: 6b4f5ed0-d6c2-4e74-a18a-def306f29f96, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d7c9046-2bb4-4ba8-ac6e-0c283e0e5791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'f9b0beb9-3931-4fc3-bc37-532fa582b188'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:38:36.916155 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f3eeb88f-6f2a-48fb-888b-2919263e6401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (6b4f5ed0-d6c2-4e74-a18a-def306f29f96), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:36.931998 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-5719dea4-5551-49bf-b9a1-3e95826fc974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6da21e8-df25-41b5-9112-ef6c3049a200', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-600956687-router', 'tenant_id': 'da1eb1f790ec4469a06a2c8ce51be727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': 'a7de6922-a724-45ad-bbfe-6ebc6e2c72af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:38:28Z', 'updated_at': '2022-02-19T02:38:31Z', 'revision_number': 4, 'project_id': 'da1eb1f790ec4469a06a2c8ce51be727', 'gw_port': {'id': 'a7de6922-a724-45ad-bbfe-6ebc6e2c72af', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d9:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6da21e8-df25-41b5-9112-ef6c3049a200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:38:29Z', 'updated_at': '2022-02-19T02:38:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '19eb4237-2dc0-45cc-a3f0-48a32153d21e', 'name': '', 'network_id': 'e0f7c769-8470-4519-8f35-ba7a47a3fc99', 'tenant_id': 'da1eb1f790ec4469a06a2c8ce51be727', 'mac_address': 'fa:16:3e:82:3d:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6da21e8-df25-41b5-9112-ef6c3049a200', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '4a3ae975-a392-4065-b27e-dab19abb303b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:38:30Z', 'updated_at': '2022-02-19T02:38:31Z', 'revision_number': 2, 'project_id': 'da1eb1f790ec4469a06a2c8ce51be727', 'subnets': [{'id': '4a3ae975-a392-4065-b27e-dab19abb303b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:38:37.020798 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device a7de6922-a724-45ad-bbfe-6ebc6e2c72af up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:38:37.024301 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4982b5c8-8d09-4870-8d02-fa8808dc5758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5928311-6606-4a5a-9038-fd53d2d45247,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:38:37.024779 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5719dea4-5551-49bf-b9a1-3e95826fc974 None None] Checking router: b6da21e8-df25-41b5-9112-ef6c3049a200 for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:38:37.024779 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5719dea4-5551-49bf-b9a1-3e95826fc974 None None] Updating router b6da21e8-df25-41b5-9112-ef6c3049a200 port 19eb4237-2dc0-45cc-a3f0-48a32153d21e binding host n-d-826753-2 {{(pid=103703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:38:37.065560 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-4982b5c8-8d09-4870-8d02-fa8808dc5758 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=356f6ee92ed3495fb6113cb583d246f7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8364911 Feb 19 02:38:37.066724 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 42648) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:38:37.067203 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d64cd5-e512-42eb-851d-2c1cae46c9e2 admin admin] Pushing event updated for resources: {'Port': ['ID=f9ec17ff-bf5c-4e77-857b-f1f975e46619,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:38:37.137184 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5015bef0-3898-43b8-b03b-264b592b68b2 admin admin] Publish callbacks [] for security_group (f5928311-6606-4a5a-9038-fd53d2d45247), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:37.138559 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5719dea4-5551-49bf-b9a1-3e95826fc974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (19eb4237-2dc0-45cc-a3f0-48a32153d21e), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:37.171438 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5015bef0-3898-43b8-b03b-264b592b68b2 admin admin] Publish callbacks [] for security_group (f5928311-6606-4a5a-9038-fd53d2d45247), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:37.182682 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-f3eeb88f-6f2a-48fb-888b-2919263e6401 None None] For port 6b4f5ed0-d6c2-4e74-a18a-def306f29f96, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:38:37.188018 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-f3eeb88f-6f2a-48fb-888b-2919263e6401 None None] For port 6b4f5ed0-d6c2-4e74-a18a-def306f29f96, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=6b4f5ed0-d6c2-4e74-a18a-def306f29f96,segment=NetworkSegment(2d7c9046-2bb4-4ba8-ac6e-0c283e0e5791),segment_id=2d7c9046-2bb4-4ba8-ac6e-0c283e0e5791)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:38:37.227358 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f3eeb88f-6f2a-48fb-888b-2919263e6401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (6b4f5ed0-d6c2-4e74-a18a-def306f29f96), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:37.237852 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port a7de6922-a724-45ad-bbfe-6ebc6e2c72af triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:38:37.238284 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (a7de6922-a724-45ad-bbfe-6ebc6e2c72af), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:37.264723 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5015bef0-3898-43b8-b03b-264b592b68b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (f5928311-6606-4a5a-9038-fd53d2d45247), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:37.269692 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5015bef0-3898-43b8-b03b-264b592b68b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:37.275466 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-5015bef0-3898-43b8-b03b-264b592b68b2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f5928311-6606-4a5a-9038-fd53d2d45247 HTTP/1.1" status: 204 len: 168 time: 0.2041984 Feb 19 02:38:37.293333 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5015bef0-3898-43b8-b03b-264b592b68b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5928311-6606-4a5a-9038-fd53d2d45247,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:38:37.431358 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eeb88f-6f2a-48fb-888b-2919263e6401 None None] Pushing event updated for resources: {'Port': ['ID=6b4f5ed0-d6c2-4e74-a18a-def306f29f96,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:38:37.539692 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-39d64cd5-e512-42eb-851d-2c1cae46c9e2 admin admin] Publish callbacks [] for router_gateway (acf9246c-2946-421e-895b-a3c49596c01c), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:37.552135 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port a7de6922-a724-45ad-bbfe-6ebc6e2c72af is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:38:37.662455 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5719dea4-5551-49bf-b9a1-3e95826fc974 None None] Publish callbacks [] for port (19eb4237-2dc0-45cc-a3f0-48a32153d21e), precommit_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:37.678496 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5719dea4-5551-49bf-b9a1-3e95826fc974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (19eb4237-2dc0-45cc-a3f0-48a32153d21e), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:37.738960 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 42680) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:38:37.837735 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-5719dea4-5551-49bf-b9a1-3e95826fc974 None None] Attempting to bind port 19eb4237-2dc0-45cc-a3f0-48a32153d21e on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:38:37.838976 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-5719dea4-5551-49bf-b9a1-3e95826fc974 None None] Attempting to bind port 19eb4237-2dc0-45cc-a3f0-48a32153d21e by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '6f7b8cc3-683b-49b2-aa9b-588731b9d8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'e0f7c769-8470-4519-8f35-ba7a47a3fc99'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:38:37.839577 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5719dea4-5551-49bf-b9a1-3e95826fc974 None None] Attempting to bind port 19eb4237-2dc0-45cc-a3f0-48a32153d21e on network e0f7c769-8470-4519-8f35-ba7a47a3fc99 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:38:37.850221 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea72d75-a72b-4490-b601-27c6d983bfbd None None] Pushing event updated for resources: {'Port': ['ID=19eb4237-2dc0-45cc-a3f0-48a32153d21e,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:38:37.854120 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5719dea4-5551-49bf-b9a1-3e95826fc974 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:38:37.854808 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5719dea4-5551-49bf-b9a1-3e95826fc974 None None] Checking segment: {'id': '6f7b8cc3-683b-49b2-aa9b-588731b9d8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'e0f7c769-8470-4519-8f35-ba7a47a3fc99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:38:37.855442 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5719dea4-5551-49bf-b9a1-3e95826fc974 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:37.856029 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5719dea4-5551-49bf-b9a1-3e95826fc974 None None] Bound using segment: {'id': '6f7b8cc3-683b-49b2-aa9b-588731b9d8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'e0f7c769-8470-4519-8f35-ba7a47a3fc99'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:38:37.856841 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-5719dea4-5551-49bf-b9a1-3e95826fc974 None None] Bound port: 19eb4237-2dc0-45cc-a3f0-48a32153d21e, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f7b8cc3-683b-49b2-aa9b-588731b9d8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'e0f7c769-8470-4519-8f35-ba7a47a3fc99'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:38:37.857456 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5719dea4-5551-49bf-b9a1-3e95826fc974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (19eb4237-2dc0-45cc-a3f0-48a32153d21e), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:37.869428 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-39d64cd5-e512-42eb-851d-2c1cae46c9e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16317478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865'] for router (acf9246c-2946-421e-895b-a3c49596c01c), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:37.946926 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-5719dea4-5551-49bf-b9a1-3e95826fc974 None None] For port 19eb4237-2dc0-45cc-a3f0-48a32153d21e, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:38:37.952548 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-5719dea4-5551-49bf-b9a1-3e95826fc974 None None] For port 19eb4237-2dc0-45cc-a3f0-48a32153d21e, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=19eb4237-2dc0-45cc-a3f0-48a32153d21e,segment=NetworkSegment(6f7b8cc3-683b-49b2-aa9b-588731b9d8d2),segment_id=6f7b8cc3-683b-49b2-aa9b-588731b9d8d2)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:38:37.963377 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5719dea4-5551-49bf-b9a1-3e95826fc974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (19eb4237-2dc0-45cc-a3f0-48a32153d21e), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:38.042071 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5719dea4-5551-49bf-b9a1-3e95826fc974 None None] Routers {'b6da21e8-df25-41b5-9112-ef6c3049a200'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:38:38.043062 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-5719dea4-5551-49bf-b9a1-3e95826fc974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:38:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['b6da21e8-df25-41b5-9112-ef6c3049a200'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:38:38.120725 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39d64cd5-e512-42eb-851d-2c1cae46c9e2 admin admin] Router acf9246c-2946-421e-895b-a3c49596c01c is scheduled to L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd with binding_index 1 {{(pid=103702) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 02:38:38.168878 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 42694) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:38:38.178141 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea72d75-a72b-4490-b601-27c6d983bfbd None None] Pushing event updated for resources: {'Port': ['ID=19eb4237-2dc0-45cc-a3f0-48a32153d21e,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:38:38.179575 n-d-826753-2 neutron-server[103701]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 19 02:38:38.203201 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-78d9905f-b8fe-41e6-8bc9-af05e5d89aa9 None None] Provisioning complete for port 19eb4237-2dc0-45cc-a3f0-48a32153d21e triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:38:38.203923 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-78d9905f-b8fe-41e6-8bc9-af05e5d89aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (19eb4237-2dc0-45cc-a3f0-48a32153d21e), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:38.238655 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 42696) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:38:38.241974 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-5719dea4-5551-49bf-b9a1-3e95826fc974 None None] Set router b6da21e8-df25-41b5-9112-ef6c3049a200 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:38:38.251696 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-46db0803-85da-4c40-93a9-d5ad064a369b req-42e967d7-5444-4710-bdbf-fc0843013483 tempest-AggregatesAdminTestJSON-1180592417 tempest-AggregatesAdminTestJSON-1180592417-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=fc1b1146cc42453a9ac358947fa31bc5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0733359 Feb 19 02:38:38.366785 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39d64cd5-e512-42eb-851d-2c1cae46c9e2 admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:38:38.382706 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeae1a09-7d05-4878-90ba-c2e1f1c8d729 None None] Sync routers for ids ['acf9246c-2946-421e-895b-a3c49596c01c'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:38:38.405194 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeae1a09-7d05-4878-90ba-c2e1f1c8d729 None None] Routers {'acf9246c-2946-421e-895b-a3c49596c01c'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:38:38.407404 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-eeae1a09-7d05-4878-90ba-c2e1f1c8d729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:38:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['acf9246c-2946-421e-895b-a3c49596c01c'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:38:38.421499 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8300477f-cda4-4b16-9b69-fc68d0b0fb30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:38.446215 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-39d64cd5-e512-42eb-851d-2c1cae46c9e2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:38.448109 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-39d64cd5-e512-42eb-851d-2c1cae46c9e2 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.4951210 Feb 19 02:38:38.450569 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42698) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:38:38.496246 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-78d9905f-b8fe-41e6-8bc9-af05e5d89aa9 None None] Current status of the port 19eb4237-2dc0-45cc-a3f0-48a32153d21e is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:38:38.496797 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-78d9905f-b8fe-41e6-8bc9-af05e5d89aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (19eb4237-2dc0-45cc-a3f0-48a32153d21e), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:38.552772 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ad7cb7fa-f523-43b7-bcab-e05bb34f0f72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:38.628405 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-78d9905f-b8fe-41e6-8bc9-af05e5d89aa9 None None] For port 19eb4237-2dc0-45cc-a3f0-48a32153d21e, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=19eb4237-2dc0-45cc-a3f0-48a32153d21e,segment=NetworkSegment(6f7b8cc3-683b-49b2-aa9b-588731b9d8d2),segment_id=6f7b8cc3-683b-49b2-aa9b-588731b9d8d2)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:38:38.692431 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-78d9905f-b8fe-41e6-8bc9-af05e5d89aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (19eb4237-2dc0-45cc-a3f0-48a32153d21e), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:38.834312 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8300477f-cda4-4b16-9b69-fc68d0b0fb30 admin admin] Publish callbacks [] for security_group (9987dcac-a35b-447b-be4b-7e61ef13c5ed), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:38.854076 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46db0803-85da-4c40-93a9-d5ad064a369b req-b01ee9d6-98ce-478b-994d-3e4f9f929dbf tempest-AggregatesAdminTestJSON-1180592417 tempest-AggregatesAdminTestJSON-1180592417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:38:38.856030 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-46db0803-85da-4c40-93a9-d5ad064a369b req-b01ee9d6-98ce-478b-994d-3e4f9f929dbf tempest-AggregatesAdminTestJSON-1180592417 tempest-AggregatesAdminTestJSON-1180592417-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6033504 Feb 19 02:38:38.879432 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d9905f-b8fe-41e6-8bc9-af05e5d89aa9 None None] Pushing event updated for resources: {'Port': ['ID=19eb4237-2dc0-45cc-a3f0-48a32153d21e,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:38:38.905095 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-8ee77aa3-ae4c-44c7-b4f8-a7d35ca91bbb None None] Provisioning complete for port 19eb4237-2dc0-45cc-a3f0-48a32153d21e triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:38:38.905313 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-8ee77aa3-ae4c-44c7-b4f8-a7d35ca91bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (19eb4237-2dc0-45cc-a3f0-48a32153d21e), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:38.936840 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-eeae1a09-7d05-4878-90ba-c2e1f1c8d729 None None] Set router acf9246c-2946-421e-895b-a3c49596c01c gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:38:38.960515 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-5719dea4-5551-49bf-b9a1-3e95826fc974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6da21e8-df25-41b5-9112-ef6c3049a200', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-600956687-router', 'tenant_id': 'da1eb1f790ec4469a06a2c8ce51be727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': 'a7de6922-a724-45ad-bbfe-6ebc6e2c72af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:38:28Z', 'updated_at': '2022-02-19T02:38:31Z', 'revision_number': 4, 'project_id': 'da1eb1f790ec4469a06a2c8ce51be727', 'gw_port': {'id': 'a7de6922-a724-45ad-bbfe-6ebc6e2c72af', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6da21e8-df25-41b5-9112-ef6c3049a200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:38:29Z', 'updated_at': '2022-02-19T02:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '19eb4237-2dc0-45cc-a3f0-48a32153d21e', 'name': '', 'network_id': 'e0f7c769-8470-4519-8f35-ba7a47a3fc99', 'tenant_id': 'da1eb1f790ec4469a06a2c8ce51be727', 'mac_address': 'fa:16:3e:82:3d:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6da21e8-df25-41b5-9112-ef6c3049a200', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '4a3ae975-a392-4065-b27e-dab19abb303b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:38:30Z', 'updated_at': '2022-02-19T02:38:37Z', 'revision_number': 4, 'project_id': 'da1eb1f790ec4469a06a2c8ce51be727', 'subnets': [{'id': '4a3ae975-a392-4065-b27e-dab19abb303b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:38:39.050359 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5719dea4-5551-49bf-b9a1-3e95826fc974 None None] The sync data for ids ['b6da21e8-df25-41b5-9112-ef6c3049a200'] in n-d-826753-2 is: [{'id': 'b6da21e8-df25-41b5-9112-ef6c3049a200', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-600956687-router', 'tenant_id': 'da1eb1f790ec4469a06a2c8ce51be727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': 'a7de6922-a724-45ad-bbfe-6ebc6e2c72af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:38:28Z', 'updated_at': '2022-02-19T02:38:31Z', 'revision_number': 4, 'project_id': 'da1eb1f790ec4469a06a2c8ce51be727', 'gw_port': {'id': 'a7de6922-a724-45ad-bbfe-6ebc6e2c72af', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6da21e8-df25-41b5-9112-ef6c3049a200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:38:29Z', 'updated_at': '2022-02-19T02:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '19eb4237-2dc0-45cc-a3f0-48a32153d21e', 'name': '', 'network_id': 'e0f7c769-8470-4519-8f35-ba7a47a3fc99', 'tenant_id': 'da1eb1f790ec4469a06a2c8ce51be727', 'mac_address': 'fa:16:3e:82:3d:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6da21e8-df25-41b5-9112-ef6c3049a200', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '4a3ae975-a392-4065-b27e-dab19abb303b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:38:30Z', 'updated_at': '2022-02-19T02:38:37Z', 'revision_number': 4, 'project_id': 'da1eb1f790ec4469a06a2c8ce51be727', 'subnets': [{'id': '4a3ae975-a392-4065-b27e-dab19abb303b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:38:39.050660 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-46db0803-85da-4c40-93a9-d5ad064a369b req-b0654d78-fcd9-42e4-b71f-2f1932d78d3b tempest-AggregatesAdminTestJSON-1180592417 tempest-AggregatesAdminTestJSON-1180592417-project] 10.222.0.72 "GET /v2.0/quotas/fc1b1146cc42453a9ac358947fa31bc5 HTTP/1.1" status: 200 len: 375 time: 0.0382669 Feb 19 02:38:39.069647 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8300477f-cda4-4b16-9b69-fc68d0b0fb30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (9987dcac-a35b-447b-be4b-7e61ef13c5ed), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:39.177585 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ad7cb7fa-f523-43b7-bcab-e05bb34f0f72 admin admin] Publish callbacks [] for security_group (fc4937e7-e39f-48b1-9f60-bcde5e09d9f3), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:39.224018 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-8300477f-cda4-4b16-9b69-fc68d0b0fb30 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c25965a0e50b44f6b44048e5af5e520c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9837201 Feb 19 02:38:39.227709 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0258fb-37f2-4d40-9f27-850260e4d0f5 None None] Network f9b0beb9-3931-4fc3-bc37-532fa582b188 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:38:39.232379 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42712) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:38:39.307139 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-46db0803-85da-4c40-93a9-d5ad064a369b req-86fc29e7-466d-4d11-8774-e46fc293b6a5 tempest-AggregatesAdminTestJSON-1180592417 tempest-AggregatesAdminTestJSON-1180592417-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=fc1b1146cc42453a9ac358947fa31bc5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2556043 Feb 19 02:38:39.309998 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8300477f-cda4-4b16-9b69-fc68d0b0fb30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9987dcac-a35b-447b-be4b-7e61ef13c5ed,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:38:39.324236 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ad7cb7fa-f523-43b7-bcab-e05bb34f0f72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (fc4937e7-e39f-48b1-9f60-bcde5e09d9f3), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:39.467609 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-ad7cb7fa-f523-43b7-bcab-e05bb34f0f72 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=cae570eaeea647149630d36b503d06d5&name=default HTTP/1.1" status: 200 len: 2992 time: 1.7274561 Feb 19 02:38:39.476963 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42722) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:38:39.478444 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-8ee77aa3-ae4c-44c7-b4f8-a7d35ca91bbb None None] Current status of the port 19eb4237-2dc0-45cc-a3f0-48a32153d21e is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:38:39.488179 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f57451aa-8c50-48f5-a6a3-c0fef9111ce9 admin admin] Publish callbacks [] for security_group (9987dcac-a35b-447b-be4b-7e61ef13c5ed), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:39.497390 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7cb7fa-f523-43b7-bcab-e05bb34f0f72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc4937e7-e39f-48b1-9f60-bcde5e09d9f3,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:38:39.514631 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-eeae1a09-7d05-4878-90ba-c2e1f1c8d729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf9246c-2946-421e-895b-a3c49596c01c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-453335236-router', 'tenant_id': 'bf365c9ba38f4712a656754dc1661675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.166'}], 'enable_snat': True}, 'gw_port_id': 'f9ec17ff-bf5c-4e77-857b-f1f975e46619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:38:35Z', 'updated_at': '2022-02-19T02:38:37Z', 'revision_number': 3, 'project_id': 'bf365c9ba38f4712a656754dc1661675', 'gw_port': {'id': 'f9ec17ff-bf5c-4e77-857b-f1f975e46619', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:b8:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acf9246c-2946-421e-895b-a3c49596c01c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:38:35Z', 'updated_at': '2022-02-19T02:38:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:38:39.572989 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 19eb4237-2dc0-45cc-a3f0-48a32153d21e up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:38:39.594992 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeae1a09-7d05-4878-90ba-c2e1f1c8d729 None None] Checking router: acf9246c-2946-421e-895b-a3c49596c01c for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:38:39.596496 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeae1a09-7d05-4878-90ba-c2e1f1c8d729 None None] Updating router acf9246c-2946-421e-895b-a3c49596c01c port f9ec17ff-bf5c-4e77-857b-f1f975e46619 binding host n-d-826753-2 {{(pid=103704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:38:39.692656 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-eeae1a09-7d05-4878-90ba-c2e1f1c8d729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (f9ec17ff-bf5c-4e77-857b-f1f975e46619), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:39.960423 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 42754) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:38:39.980291 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f57451aa-8c50-48f5-a6a3-c0fef9111ce9 admin admin] Publish callbacks [] for security_group (9987dcac-a35b-447b-be4b-7e61ef13c5ed), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:40.003122 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c6533a3a-098c-4fa5-9eef-b65af24174ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:40.032121 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-eeae1a09-7d05-4878-90ba-c2e1f1c8d729 None None] Publish callbacks [] for port (f9ec17ff-bf5c-4e77-857b-f1f975e46619), precommit_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:40.044337 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-eeae1a09-7d05-4878-90ba-c2e1f1c8d729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (f9ec17ff-bf5c-4e77-857b-f1f975e46619), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:40.071963 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-73ea5414-d915-4a23-8779-24fe0e850b70 None None] Provisioning complete for port 6b4f5ed0-d6c2-4e74-a18a-def306f29f96 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:38:40.072341 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-73ea5414-d915-4a23-8779-24fe0e850b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (6b4f5ed0-d6c2-4e74-a18a-def306f29f96), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:40.131351 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95cbfe6-704d-400d-9d49-c8275cf0f994 None None] Pushing event updated for resources: {'Port': ['ID=f9ec17ff-bf5c-4e77-857b-f1f975e46619,revision_number=2']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:38:40.134947 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-eeae1a09-7d05-4878-90ba-c2e1f1c8d729 None None] Attempting to bind port f9ec17ff-bf5c-4e77-857b-f1f975e46619 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:38:40.135691 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-eeae1a09-7d05-4878-90ba-c2e1f1c8d729 None None] Attempting to bind port f9ec17ff-bf5c-4e77-857b-f1f975e46619 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:38:40.136261 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeae1a09-7d05-4878-90ba-c2e1f1c8d729 None None] Attempting to bind port f9ec17ff-bf5c-4e77-857b-f1f975e46619 on network eaf64708-9021-419e-b287-ef3e0f51e2ee {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:38:40.145635 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeae1a09-7d05-4878-90ba-c2e1f1c8d729 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:38:40.146232 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeae1a09-7d05-4878-90ba-c2e1f1c8d729 None None] Checking segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:38:40.146778 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-eeae1a09-7d05-4878-90ba-c2e1f1c8d729 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:40.147302 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeae1a09-7d05-4878-90ba-c2e1f1c8d729 None None] Bound using segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:38:40.148075 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-eeae1a09-7d05-4878-90ba-c2e1f1c8d729 None None] Bound port: f9ec17ff-bf5c-4e77-857b-f1f975e46619, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:38:40.149234 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-eeae1a09-7d05-4878-90ba-c2e1f1c8d729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (f9ec17ff-bf5c-4e77-857b-f1f975e46619), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:40.243434 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-eeae1a09-7d05-4878-90ba-c2e1f1c8d729 None None] For port f9ec17ff-bf5c-4e77-857b-f1f975e46619, host n-d-826753-2, cleared binding levels {{(pid=103704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:38:40.248462 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-eeae1a09-7d05-4878-90ba-c2e1f1c8d729 None None] For port f9ec17ff-bf5c-4e77-857b-f1f975e46619, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=f9ec17ff-bf5c-4e77-857b-f1f975e46619,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:38:40.270068 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-eeae1a09-7d05-4878-90ba-c2e1f1c8d729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (f9ec17ff-bf5c-4e77-857b-f1f975e46619), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:40.300931 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-73ea5414-d915-4a23-8779-24fe0e850b70 None None] Current status of the port 6b4f5ed0-d6c2-4e74-a18a-def306f29f96 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:38:40.301507 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-73ea5414-d915-4a23-8779-24fe0e850b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (6b4f5ed0-d6c2-4e74-a18a-def306f29f96), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:40.310112 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-84b80f0b-8c18-4aa4-a70d-6e93108ae681 admin admin] Publish callbacks [] for security_group (fc4937e7-e39f-48b1-9f60-bcde5e09d9f3), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:40.373414 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 19eb4237-2dc0-45cc-a3f0-48a32153d21e triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:38:40.374305 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (19eb4237-2dc0-45cc-a3f0-48a32153d21e), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:40.413352 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95cbfe6-704d-400d-9d49-c8275cf0f994 None None] Pushing event updated for resources: {'Port': ['ID=f9ec17ff-bf5c-4e77-857b-f1f975e46619,revision_number=3']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:38:40.443383 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeae1a09-7d05-4878-90ba-c2e1f1c8d729 None None] Routers {'acf9246c-2946-421e-895b-a3c49596c01c'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:38:40.444340 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-eeae1a09-7d05-4878-90ba-c2e1f1c8d729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:38:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['acf9246c-2946-421e-895b-a3c49596c01c'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:38:40.472597 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-73ea5414-d915-4a23-8779-24fe0e850b70 None None] For port 6b4f5ed0-d6c2-4e74-a18a-def306f29f96, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=6b4f5ed0-d6c2-4e74-a18a-def306f29f96,segment=NetworkSegment(2d7c9046-2bb4-4ba8-ac6e-0c283e0e5791),segment_id=2d7c9046-2bb4-4ba8-ac6e-0c283e0e5791)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:38:40.531366 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3d124e73-4251-4403-8a80-ef7b0c3f27cb req-5c698668-d394-4955-97d1-92657e47f0fa tempest-AggregatesAdminTestJSON-1180592417 tempest-AggregatesAdminTestJSON-1180592417-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f639f32-219b-436e-b836-bf76dca13167 HTTP/1.1" status: 200 len: 210 time: 0.5685444 Feb 19 02:38:40.557498 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 19eb4237-2dc0-45cc-a3f0-48a32153d21e is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:38:40.557578 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-84b80f0b-8c18-4aa4-a70d-6e93108ae681 admin admin] Publish callbacks [] for security_group (fc4937e7-e39f-48b1-9f60-bcde5e09d9f3), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:40.557656 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 6b4f5ed0-d6c2-4e74-a18a-def306f29f96 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:38:40.563837 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f57451aa-8c50-48f5-a6a3-c0fef9111ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (9987dcac-a35b-447b-be4b-7e61ef13c5ed), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:40.567082 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f57451aa-8c50-48f5-a6a3-c0fef9111ce9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:40.571304 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-f57451aa-8c50-48f5-a6a3-c0fef9111ce9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9987dcac-a35b-447b-be4b-7e61ef13c5ed HTTP/1.1" status: 204 len: 168 time: 1.3380063 Feb 19 02:38:40.606585 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57451aa-8c50-48f5-a6a3-c0fef9111ce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9987dcac-a35b-447b-be4b-7e61ef13c5ed,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:38:40.623410 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-eeae1a09-7d05-4878-90ba-c2e1f1c8d729 None None] Set router acf9246c-2946-421e-895b-a3c49596c01c gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:38:40.674141 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-73ea5414-d915-4a23-8779-24fe0e850b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (6b4f5ed0-d6c2-4e74-a18a-def306f29f96), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:40.790584 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-c6533a3a-098c-4fa5-9eef-b65af24174ce admin admin] Allocated IP 172.20.0.1 (f9b0beb9-3931-4fc3-bc37-532fa582b188/a77253c7-84a9-48ca-bde5-bb2a24341587/5c66e542-0e7d-4cb9-9397-b99d90f2b4ed) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:38:40.805764 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 6b4f5ed0-d6c2-4e74-a18a-def306f29f96 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:38:40.805764 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (6b4f5ed0-d6c2-4e74-a18a-def306f29f96), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:40.807334 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ea5414-d915-4a23-8779-24fe0e850b70 None None] Pushing event updated for resources: {'Port': ['ID=6b4f5ed0-d6c2-4e74-a18a-def306f29f96,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:38:40.821508 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-84b80f0b-8c18-4aa4-a70d-6e93108ae681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (fc4937e7-e39f-48b1-9f60-bcde5e09d9f3), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:40.823605 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-c6c2a018-7b5f-4698-b1c1-bc24a7d83afa None None] Provisioning complete for port 6b4f5ed0-d6c2-4e74-a18a-def306f29f96 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:38:40.825088 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c6c2a018-7b5f-4698-b1c1-bc24a7d83afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (6b4f5ed0-d6c2-4e74-a18a-def306f29f96), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:40.829419 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-84b80f0b-8c18-4aa4-a70d-6e93108ae681 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:40.835356 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-84b80f0b-8c18-4aa4-a70d-6e93108ae681 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/fc4937e7-e39f-48b1-9f60-bcde5e09d9f3 HTTP/1.1" status: 204 len: 168 time: 1.3429983 Feb 19 02:38:40.909048 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-eeae1a09-7d05-4878-90ba-c2e1f1c8d729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf9246c-2946-421e-895b-a3c49596c01c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-453335236-router', 'tenant_id': 'bf365c9ba38f4712a656754dc1661675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.166'}], 'enable_snat': True}, 'gw_port_id': 'f9ec17ff-bf5c-4e77-857b-f1f975e46619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:38:35Z', 'updated_at': '2022-02-19T02:38:37Z', 'revision_number': 3, 'project_id': 'bf365c9ba38f4712a656754dc1661675', 'gw_port': {'id': 'f9ec17ff-bf5c-4e77-857b-f1f975e46619', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:b8:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acf9246c-2946-421e-895b-a3c49596c01c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:38:35Z', 'updated_at': '2022-02-19T02:38:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:38:40.970841 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 42788) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:38:40.973722 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c6533a3a-098c-4fa5-9eef-b65af24174ce admin admin] Publish callbacks [] for port (5c66e542-0e7d-4cb9-9397-b99d90f2b4ed), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:40.974977 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeae1a09-7d05-4878-90ba-c2e1f1c8d729 None None] The sync data for ids ['acf9246c-2946-421e-895b-a3c49596c01c'] in n-d-826753-2 is: [{'id': 'acf9246c-2946-421e-895b-a3c49596c01c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-453335236-router', 'tenant_id': 'bf365c9ba38f4712a656754dc1661675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.166'}], 'enable_snat': True}, 'gw_port_id': 'f9ec17ff-bf5c-4e77-857b-f1f975e46619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:38:35Z', 'updated_at': '2022-02-19T02:38:37Z', 'revision_number': 3, 'project_id': 'bf365c9ba38f4712a656754dc1661675', 'gw_port': {'id': 'f9ec17ff-bf5c-4e77-857b-f1f975e46619', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:b8:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acf9246c-2946-421e-895b-a3c49596c01c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:38:35Z', 'updated_at': '2022-02-19T02:38:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:38:41.019729 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b80f0b-8c18-4aa4-a70d-6e93108ae681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc4937e7-e39f-48b1-9f60-bcde5e09d9f3,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:38:41.051331 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c6533a3a-098c-4fa5-9eef-b65af24174ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (5c66e542-0e7d-4cb9-9397-b99d90f2b4ed), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:41.108416 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6533a3a-098c-4fa5-9eef-b65af24174ce admin admin] Network f9b0beb9-3931-4fc3-bc37-532fa582b188 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:38:41.110167 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-c6533a3a-098c-4fa5-9eef-b65af24174ce admin admin] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:38:41.116192 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6533a3a-098c-4fa5-9eef-b65af24174ce admin admin] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:38:41.116685 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c6533a3a-098c-4fa5-9eef-b65af24174ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16289150'] for router_interface (acf9246c-2946-421e-895b-a3c49596c01c), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:41.197991 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 6b4f5ed0-d6c2-4e74-a18a-def306f29f96 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:38:41.207049 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-c6c2a018-7b5f-4698-b1c1-bc24a7d83afa None None] Current status of the port 6b4f5ed0-d6c2-4e74-a18a-def306f29f96 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:38:41.284212 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6533a3a-098c-4fa5-9eef-b65af24174ce admin admin] Pushing event updated for resources: {'Port': ['ID=5c66e542-0e7d-4cb9-9397-b99d90f2b4ed,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:38:41.481771 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 19eb4237-2dc0-45cc-a3f0-48a32153d21e up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:38:41.625436 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-04de93a2-c516-459d-8c67-57fc25667b72 None None] Provisioning complete for port 5c66e542-0e7d-4cb9-9397-b99d90f2b4ed triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:38:41.625789 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-04de93a2-c516-459d-8c67-57fc25667b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (5c66e542-0e7d-4cb9-9397-b99d90f2b4ed), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:41.639239 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6ee53f5a-45c8-4ef8-b0c1-8442bca5d14b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:41.662274 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42810) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:38:41.723229 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 19eb4237-2dc0-45cc-a3f0-48a32153d21e triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:38:41.723751 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (19eb4237-2dc0-45cc-a3f0-48a32153d21e), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:41.826385 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-04de93a2-c516-459d-8c67-57fc25667b72 None None] Port 5c66e542-0e7d-4cb9-9397-b99d90f2b4ed cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:38:41.831634 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-88e99a28-e270-4845-8a65-5a5faeddd227 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:41.885698 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c6533a3a-098c-4fa5-9eef-b65af24174ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (5c66e542-0e7d-4cb9-9397-b99d90f2b4ed), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:41.886168 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-89388848-ff6e-4442-9a72-3cfc42c384e2 req-95beaba2-4f3d-49a1-8143-8c1070c69e2b tempest-AggregatesAdminTestJSON-1180592417 tempest-AggregatesAdminTestJSON-1180592417-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f639f32-219b-436e-b836-bf76dca13167 HTTP/1.1" status: 200 len: 210 time: 0.0873685 Feb 19 02:38:41.948905 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6ee53f5a-45c8-4ef8-b0c1-8442bca5d14b admin admin] Publish callbacks [] for security_group (5ea86cc0-8aca-4a52-af01-9cddb9633eb7), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:41.964479 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6ee53f5a-45c8-4ef8-b0c1-8442bca5d14b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (5ea86cc0-8aca-4a52-af01-9cddb9633eb7), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:41.976285 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 19eb4237-2dc0-45cc-a3f0-48a32153d21e is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:38:41.978517 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 6b4f5ed0-d6c2-4e74-a18a-def306f29f96 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:38:42.013285 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee53f5a-45c8-4ef8-b0c1-8442bca5d14b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea86cc0-8aca-4a52-af01-9cddb9633eb7,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:38:42.058781 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-6ee53f5a-45c8-4ef8-b0c1-8442bca5d14b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=30bdb9f92f684eb68f98792a6e32546d&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0851352 Feb 19 02:38:42.060387 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 42826) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:38:42.092018 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 6b4f5ed0-d6c2-4e74-a18a-def306f29f96 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:38:42.093506 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (6b4f5ed0-d6c2-4e74-a18a-def306f29f96), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:42.177115 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5c5fb696-38a5-49ca-8d48-82176c61cefa admin admin] Publish callbacks [] for security_group (5ea86cc0-8aca-4a52-af01-9cddb9633eb7), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:42.246103 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5c5fb696-38a5-49ca-8d48-82176c61cefa admin admin] Publish callbacks [] for security_group (5ea86cc0-8aca-4a52-af01-9cddb9633eb7), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:42.293135 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-88e99a28-e270-4845-8a65-5a5faeddd227 admin admin] Publish callbacks [] for security_group (c56708e6-1d90-4e23-94a2-132c65f88815), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:42.332680 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 6b4f5ed0-d6c2-4e74-a18a-def306f29f96 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:38:42.346498 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-88e99a28-e270-4845-8a65-5a5faeddd227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (c56708e6-1d90-4e23-94a2-132c65f88815), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:42.367921 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5c5fb696-38a5-49ca-8d48-82176c61cefa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (5ea86cc0-8aca-4a52-af01-9cddb9633eb7), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:42.372618 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5c5fb696-38a5-49ca-8d48-82176c61cefa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:42.380134 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-5c5fb696-38a5-49ca-8d48-82176c61cefa admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5ea86cc0-8aca-4a52-af01-9cddb9633eb7 HTTP/1.1" status: 204 len: 168 time: 0.3184659 Feb 19 02:38:42.399710 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5fb696-38a5-49ca-8d48-82176c61cefa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea86cc0-8aca-4a52-af01-9cddb9633eb7,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:38:42.445174 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 42844) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:38:42.445748 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-88e99a28-e270-4845-8a65-5a5faeddd227 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=cd18692803514dc79580c6ce2a33595f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7793610 Feb 19 02:38:42.448735 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c6533a3a-098c-4fa5-9eef-b65af24174ce admin admin] Publish callbacks [] for port (5c66e542-0e7d-4cb9-9397-b99d90f2b4ed), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:42.452581 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e99a28-e270-4845-8a65-5a5faeddd227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c56708e6-1d90-4e23-94a2-132c65f88815,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:38:42.459726 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c6533a3a-098c-4fa5-9eef-b65af24174ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (5c66e542-0e7d-4cb9-9397-b99d90f2b4ed), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:42.460815 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c6533a3a-098c-4fa5-9eef-b65af24174ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16362769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16289258'] for router_interface (acf9246c-2946-421e-895b-a3c49596c01c), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:42.556371 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3798760b-12b9-4c17-9a94-9bd504b67e21 admin admin] Publish callbacks [] for security_group (c56708e6-1d90-4e23-94a2-132c65f88815), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:42.576519 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6533a3a-098c-4fa5-9eef-b65af24174ce admin admin] Pushing event updated for resources: {'Port': ['ID=5c66e542-0e7d-4cb9-9397-b99d90f2b4ed,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:38:42.600930 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3798760b-12b9-4c17-9a94-9bd504b67e21 admin admin] Publish callbacks [] for security_group (c56708e6-1d90-4e23-94a2-132c65f88815), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:42.630269 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6533a3a-098c-4fa5-9eef-b65af24174ce admin admin] Network f9b0beb9-3931-4fc3-bc37-532fa582b188 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:38:42.632182 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-c6533a3a-098c-4fa5-9eef-b65af24174ce admin admin] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:38:42.703982 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3798760b-12b9-4c17-9a94-9bd504b67e21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (c56708e6-1d90-4e23-94a2-132c65f88815), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:42.708058 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3798760b-12b9-4c17-9a94-9bd504b67e21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:42.709235 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-3798760b-12b9-4c17-9a94-9bd504b67e21 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c56708e6-1d90-4e23-94a2-132c65f88815 HTTP/1.1" status: 204 len: 168 time: 0.2626674 Feb 19 02:38:42.717923 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3798760b-12b9-4c17-9a94-9bd504b67e21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c56708e6-1d90-4e23-94a2-132c65f88815,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:38:42.770802 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 42854) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:38:42.811716 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6533a3a-098c-4fa5-9eef-b65af24174ce admin admin] Router acf9246c-2946-421e-895b-a3c49596c01c has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:38:42.875519 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.82', 58506) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:38:42.932854 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-46db0803-85da-4c40-93a9-d5ad064a369b req-5e1f06eb-fd09-4a39-8724-9f2421ca3d4f tempest-AggregatesAdminTestJSON-1180592417 tempest-AggregatesAdminTestJSON-1180592417-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=fc1b1146cc42453a9ac358947fa31bc5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0434856 Feb 19 02:38:42.972755 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6533a3a-098c-4fa5-9eef-b65af24174ce admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:38:42.991460 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-c6533a3a-098c-4fa5-9eef-b65af24174ce admin admin] 10.222.0.72 "PUT /v2.0/routers/acf9246c-2946-421e-895b-a3c49596c01c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5298758 Feb 19 02:38:43.076851 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-41889212-28b6-4bb9-9aa8-d9e78592d301 None None] Provisioning complete for port 5c66e542-0e7d-4cb9-9397-b99d90f2b4ed triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:38:43.077433 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-41889212-28b6-4bb9-9aa8-d9e78592d301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (5c66e542-0e7d-4cb9-9397-b99d90f2b4ed), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:43.105600 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8e4b5ca5-cb2d-4b3d-ad49-93f70f4e9e40 req-f897e239-bea5-4fc6-99d0-6a1036490e20 tempest-AggregatesAdminTestJSON-1180592417 tempest-AggregatesAdminTestJSON-1180592417-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f639f32-219b-436e-b836-bf76dca13167 HTTP/1.1" status: 200 len: 210 time: 0.0515091 Feb 19 02:38:43.157334 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-41889212-28b6-4bb9-9aa8-d9e78592d301 None None] Port 5c66e542-0e7d-4cb9-9397-b99d90f2b4ed cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:38:43.168906 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46db0803-85da-4c40-93a9-d5ad064a369b req-e27e65bb-dd8e-4b81-881b-46ebcb45fa00 tempest-AggregatesAdminTestJSON-1180592417 tempest-AggregatesAdminTestJSON-1180592417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:38:43.170397 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-46db0803-85da-4c40-93a9-d5ad064a369b req-e27e65bb-dd8e-4b81-881b-46ebcb45fa00 tempest-AggregatesAdminTestJSON-1180592417 tempest-AggregatesAdminTestJSON-1180592417-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2346997 Feb 19 02:38:43.196492 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-fe970d8b-9df8-48f9-a01c-fe4e3101e3ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:43.282682 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-46db0803-85da-4c40-93a9-d5ad064a369b req-f1379456-b3e1-435a-8ddb-dd277958fb00 tempest-AggregatesAdminTestJSON-1180592417 tempest-AggregatesAdminTestJSON-1180592417-project] Request body: {'port': {'device_id': '6f639f32-219b-436e-b836-bf76dca13167', 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f', 'admin_state_up': True, 'tenant_id': 'fc1b1146cc42453a9ac358947fa31bc5'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:38:43.343094 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device f9ec17ff-bf5c-4e77-857b-f1f975e46619 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:38:43.385469 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-fe970d8b-9df8-48f9-a01c-fe4e3101e3ef admin admin] Publish callbacks [] for security_group (1a4d7808-edd0-46d4-b3c4-f8621ae25651), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:43.418653 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-fe970d8b-9df8-48f9-a01c-fe4e3101e3ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (1a4d7808-edd0-46d4-b3c4-f8621ae25651), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:43.422776 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port f9ec17ff-bf5c-4e77-857b-f1f975e46619 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:38:43.423163 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (f9ec17ff-bf5c-4e77-857b-f1f975e46619), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:43.464751 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42876) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:38:43.488632 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ccad5a67-8b19-4e02-ac3b-7b302530a4f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:43.545870 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port f9ec17ff-bf5c-4e77-857b-f1f975e46619 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:38:43.546486 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (f9ec17ff-bf5c-4e77-857b-f1f975e46619), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:43.576004 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42878) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:38:43.576631 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-fe970d8b-9df8-48f9-a01c-fe4e3101e3ef admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=069f2200a9d44db99cd43453e91dbf06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8045061 Feb 19 02:38:43.583270 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port f9ec17ff-bf5c-4e77-857b-f1f975e46619, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=f9ec17ff-bf5c-4e77-857b-f1f975e46619,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:38:43.588681 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d819c01c-2f99-44fe-b8fe-36eb77b2fa55 None None] Sync routers for ids ['acf9246c-2946-421e-895b-a3c49596c01c'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:38:43.590286 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe970d8b-9df8-48f9-a01c-fe4e3101e3ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a4d7808-edd0-46d4-b3c4-f8621ae25651,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:38:43.604826 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (f9ec17ff-bf5c-4e77-857b-f1f975e46619), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:43.655420 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46db0803-85da-4c40-93a9-d5ad064a369b req-f1379456-b3e1-435a-8ddb-dd277958fb00 tempest-AggregatesAdminTestJSON-1180592417 tempest-AggregatesAdminTestJSON-1180592417-project] Made reservation on behalf of fc1b1146cc42453a9ac358947fa31bc5 for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:38:43.656429 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ccad5a67-8b19-4e02-ac3b-7b302530a4f6 admin admin] Publish callbacks [] for security_group (5a17b555-7d3f-4762-a459-23ec8579ee96), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:43.661688 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-46db0803-85da-4c40-93a9-d5ad064a369b req-f1379456-b3e1-435a-8ddb-dd277958fb00 tempest-AggregatesAdminTestJSON-1180592417 tempest-AggregatesAdminTestJSON-1180592417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:43.666100 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ccad5a67-8b19-4e02-ac3b-7b302530a4f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (5a17b555-7d3f-4762-a459-23ec8579ee96), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:43.678428 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-46db0803-85da-4c40-93a9-d5ad064a369b req-f1379456-b3e1-435a-8ddb-dd277958fb00 tempest-AggregatesAdminTestJSON-1180592417 tempest-AggregatesAdminTestJSON-1180592417-project] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:43.685516 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d819c01c-2f99-44fe-b8fe-36eb77b2fa55 None None] Routers {'acf9246c-2946-421e-895b-a3c49596c01c'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:38:43.685980 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-d819c01c-2f99-44fe-b8fe-36eb77b2fa55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:38:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['acf9246c-2946-421e-895b-a3c49596c01c'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:38:43.724201 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccad5a67-8b19-4e02-ac3b-7b302530a4f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a17b555-7d3f-4762-a459-23ec8579ee96,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:38:43.729581 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-ccad5a67-8b19-4e02-ac3b-7b302530a4f6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=58f2460e53664fd28187bb3643cc0f20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2634923 Feb 19 02:38:43.730806 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0fc8d77d-9bfb-4c8f-9904-283ba23c89ae admin admin] Publish callbacks [] for security_group (1a4d7808-edd0-46d4-b3c4-f8621ae25651), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:43.732580 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 42888) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:38:43.762754 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0fc8d77d-9bfb-4c8f-9904-283ba23c89ae admin admin] Publish callbacks [] for security_group (1a4d7808-edd0-46d4-b3c4-f8621ae25651), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:43.799619 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=f9ec17ff-bf5c-4e77-857b-f1f975e46619,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:38:43.815022 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-07e241c6-d292-4045-8dd4-66ea3eec9241 admin admin] Publish callbacks [] for security_group (5a17b555-7d3f-4762-a459-23ec8579ee96), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:43.862700 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-07e241c6-d292-4045-8dd4-66ea3eec9241 admin admin] Publish callbacks [] for security_group (5a17b555-7d3f-4762-a459-23ec8579ee96), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:43.887839 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0fc8d77d-9bfb-4c8f-9904-283ba23c89ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (1a4d7808-edd0-46d4-b3c4-f8621ae25651), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:43.893937 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0fc8d77d-9bfb-4c8f-9904-283ba23c89ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:43.895090 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-0fc8d77d-9bfb-4c8f-9904-283ba23c89ae admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1a4d7808-edd0-46d4-b3c4-f8621ae25651 HTTP/1.1" status: 204 len: 168 time: 0.3179531 Feb 19 02:38:43.900410 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-d819c01c-2f99-44fe-b8fe-36eb77b2fa55 None None] Set router acf9246c-2946-421e-895b-a3c49596c01c gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:38:43.903058 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-46db0803-85da-4c40-93a9-d5ad064a369b req-f1379456-b3e1-435a-8ddb-dd277958fb00 tempest-AggregatesAdminTestJSON-1180592417 tempest-AggregatesAdminTestJSON-1180592417-project] Publish callbacks [] for security_group (283d3b65-0723-4239-a773-9578bd1e8c1e), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:43.906596 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc8d77d-9bfb-4c8f-9904-283ba23c89ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a4d7808-edd0-46d4-b3c4-f8621ae25651,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:38:43.919053 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-46db0803-85da-4c40-93a9-d5ad064a369b req-f1379456-b3e1-435a-8ddb-dd277958fb00 tempest-AggregatesAdminTestJSON-1180592417 tempest-AggregatesAdminTestJSON-1180592417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (283d3b65-0723-4239-a773-9578bd1e8c1e), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:44.177793 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1379456-b3e1-435a-8ddb-dd277958fb00 tempest-AggregatesAdminTestJSON-1180592417 tempest-AggregatesAdminTestJSON-1180592417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=283d3b65-0723-4239-a773-9578bd1e8c1e,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:38:44.208039 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-07e241c6-d292-4045-8dd4-66ea3eec9241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (5a17b555-7d3f-4762-a459-23ec8579ee96), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:44.211698 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-07e241c6-d292-4045-8dd4-66ea3eec9241 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:44.212864 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-07e241c6-d292-4045-8dd4-66ea3eec9241 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5a17b555-7d3f-4762-a459-23ec8579ee96 HTTP/1.1" status: 204 len: 168 time: 0.4779928 Feb 19 02:38:44.261893 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e241c6-d292-4045-8dd4-66ea3eec9241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a17b555-7d3f-4762-a459-23ec8579ee96,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:38:44.297068 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a23c284e-f686-4c32-9d41-d6606c0b5669 req-e9c00639-cb07-4251-b5cf-78cb6c10777a tempest-AggregatesAdminTestJSON-1180592417 tempest-AggregatesAdminTestJSON-1180592417-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f639f32-219b-436e-b836-bf76dca13167 HTTP/1.1" status: 200 len: 210 time: 0.0532439 Feb 19 02:38:44.304613 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-d819c01c-2f99-44fe-b8fe-36eb77b2fa55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf9246c-2946-421e-895b-a3c49596c01c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-453335236-router', 'tenant_id': 'bf365c9ba38f4712a656754dc1661675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.166'}], 'enable_snat': True}, 'gw_port_id': 'f9ec17ff-bf5c-4e77-857b-f1f975e46619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:38:35Z', 'updated_at': '2022-02-19T02:38:41Z', 'revision_number': 4, 'project_id': 'bf365c9ba38f4712a656754dc1661675', 'gw_port': {'id': 'f9ec17ff-bf5c-4e77-857b-f1f975e46619', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:b8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf9246c-2946-421e-895b-a3c49596c01c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:38:35Z', 'updated_at': '2022-02-19T02:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '5c66e542-0e7d-4cb9-9397-b99d90f2b4ed', 'name': '', 'network_id': 'f9b0beb9-3931-4fc3-bc37-532fa582b188', 'tenant_id': 'bf365c9ba38f4712a656754dc1661675', 'mac_address': 'fa:16:3e:43:10:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acf9246c-2946-421e-895b-a3c49596c01c', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a77253c7-84a9-48ca-bde5-bb2a24341587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:38:40Z', 'updated_at': '2022-02-19T02:38:42Z', 'revision_number': 2, 'project_id': 'bf365c9ba38f4712a656754dc1661675', 'subnets': [{'id': 'a77253c7-84a9-48ca-bde5-bb2a24341587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:38:44.335622 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d819c01c-2f99-44fe-b8fe-36eb77b2fa55 None None] Checking router: acf9246c-2946-421e-895b-a3c49596c01c for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:38:44.336300 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d819c01c-2f99-44fe-b8fe-36eb77b2fa55 None None] Updating router acf9246c-2946-421e-895b-a3c49596c01c port 5c66e542-0e7d-4cb9-9397-b99d90f2b4ed binding host n-d-826753-2 {{(pid=103703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:38:44.374404 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d819c01c-2f99-44fe-b8fe-36eb77b2fa55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (5c66e542-0e7d-4cb9-9397-b99d90f2b4ed), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:44.386924 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [req-46db0803-85da-4c40-93a9-d5ad064a369b req-f1379456-b3e1-435a-8ddb-dd277958fb00 tempest-AggregatesAdminTestJSON-1180592417 tempest-AggregatesAdminTestJSON-1180592417-project] Allocated IP 192.168.233.242 (5124bd00-da2a-4bd6-93a0-c14c92afb11f/974c06bc-f097-4890-970a-b087501ab241/e969cf60-ab73-4696-aba6-dc2dc6b42757) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:38:44.705987 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-46db0803-85da-4c40-93a9-d5ad064a369b req-f1379456-b3e1-435a-8ddb-dd277958fb00 tempest-AggregatesAdminTestJSON-1180592417 tempest-AggregatesAdminTestJSON-1180592417-project] Publish callbacks [] for port (e969cf60-ab73-4696-aba6-dc2dc6b42757), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:44.823663 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-46db0803-85da-4c40-93a9-d5ad064a369b req-f1379456-b3e1-435a-8ddb-dd277958fb00 tempest-AggregatesAdminTestJSON-1180592417 tempest-AggregatesAdminTestJSON-1180592417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (e969cf60-ab73-4696-aba6-dc2dc6b42757), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:44.839298 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d819c01c-2f99-44fe-b8fe-36eb77b2fa55 None None] Publish callbacks [] for port (5c66e542-0e7d-4cb9-9397-b99d90f2b4ed), precommit_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:44.853627 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d819c01c-2f99-44fe-b8fe-36eb77b2fa55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (5c66e542-0e7d-4cb9-9397-b99d90f2b4ed), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:44.985579 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2634f5e9-4ce0-4765-a5d1-fd986b237a28 None None] Pushing event updated for resources: {'Port': ['ID=5c66e542-0e7d-4cb9-9397-b99d90f2b4ed,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:38:45.042598 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46db0803-85da-4c40-93a9-d5ad064a369b req-f1379456-b3e1-435a-8ddb-dd277958fb00 tempest-AggregatesAdminTestJSON-1180592417 tempest-AggregatesAdminTestJSON-1180592417-project] Network 5124bd00-da2a-4bd6-93a0-c14c92afb11f is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:38:45.082584 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [req-46db0803-85da-4c40-93a9-d5ad064a369b req-f1379456-b3e1-435a-8ddb-dd277958fb00 tempest-AggregatesAdminTestJSON-1180592417 tempest-AggregatesAdminTestJSON-1180592417-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:38:45.088906 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-46db0803-85da-4c40-93a9-d5ad064a369b req-f1379456-b3e1-435a-8ddb-dd277958fb00 tempest-AggregatesAdminTestJSON-1180592417 tempest-AggregatesAdminTestJSON-1180592417-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:38:45.103862 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46db0803-85da-4c40-93a9-d5ad064a369b req-f1379456-b3e1-435a-8ddb-dd277958fb00 tempest-AggregatesAdminTestJSON-1180592417 tempest-AggregatesAdminTestJSON-1180592417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:38:45.106423 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-46db0803-85da-4c40-93a9-d5ad064a369b req-f1379456-b3e1-435a-8ddb-dd277958fb00 tempest-AggregatesAdminTestJSON-1180592417 tempest-AggregatesAdminTestJSON-1180592417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:45.192254 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-46db0803-85da-4c40-93a9-d5ad064a369b req-f1379456-b3e1-435a-8ddb-dd277958fb00 tempest-AggregatesAdminTestJSON-1180592417 tempest-AggregatesAdminTestJSON-1180592417-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9156036 Feb 19 02:38:45.209795 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1379456-b3e1-435a-8ddb-dd277958fb00 tempest-AggregatesAdminTestJSON-1180592417 tempest-AggregatesAdminTestJSON-1180592417-project] Pushing event updated for resources: {'Port': ['ID=e969cf60-ab73-4696-aba6-dc2dc6b42757,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:38:45.232448 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [req-46db0803-85da-4c40-93a9-d5ad064a369b req-aac51ef4-83af-42ce-b49b-d806fdfbc07f tempest-AggregatesAdminTestJSON-1180592417 tempest-AggregatesAdminTestJSON-1180592417-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103701) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:38:45.239835 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-46db0803-85da-4c40-93a9-d5ad064a369b req-aac51ef4-83af-42ce-b49b-d806fdfbc07f tempest-AggregatesAdminTestJSON-1180592417 tempest-AggregatesAdminTestJSON-1180592417-project] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0309768 Feb 19 02:38:45.252231 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-d819c01c-2f99-44fe-b8fe-36eb77b2fa55 None None] Attempting to bind port 5c66e542-0e7d-4cb9-9397-b99d90f2b4ed on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:38:45.252581 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-d819c01c-2f99-44fe-b8fe-36eb77b2fa55 None None] Attempting to bind port 5c66e542-0e7d-4cb9-9397-b99d90f2b4ed by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '2d7c9046-2bb4-4ba8-ac6e-0c283e0e5791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'f9b0beb9-3931-4fc3-bc37-532fa582b188'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:38:45.252951 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d819c01c-2f99-44fe-b8fe-36eb77b2fa55 None None] Attempting to bind port 5c66e542-0e7d-4cb9-9397-b99d90f2b4ed on network f9b0beb9-3931-4fc3-bc37-532fa582b188 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:38:45.271624 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d819c01c-2f99-44fe-b8fe-36eb77b2fa55 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:38:45.271967 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d819c01c-2f99-44fe-b8fe-36eb77b2fa55 None None] Checking segment: {'id': '2d7c9046-2bb4-4ba8-ac6e-0c283e0e5791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'f9b0beb9-3931-4fc3-bc37-532fa582b188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:38:45.272528 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d819c01c-2f99-44fe-b8fe-36eb77b2fa55 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:45.272792 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d819c01c-2f99-44fe-b8fe-36eb77b2fa55 None None] Bound using segment: {'id': '2d7c9046-2bb4-4ba8-ac6e-0c283e0e5791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'f9b0beb9-3931-4fc3-bc37-532fa582b188'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:38:45.276549 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-d819c01c-2f99-44fe-b8fe-36eb77b2fa55 None None] Bound port: 5c66e542-0e7d-4cb9-9397-b99d90f2b4ed, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d7c9046-2bb4-4ba8-ac6e-0c283e0e5791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'f9b0beb9-3931-4fc3-bc37-532fa582b188'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:38:45.276954 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d819c01c-2f99-44fe-b8fe-36eb77b2fa55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (5c66e542-0e7d-4cb9-9397-b99d90f2b4ed), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:45.436184 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 42942) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:38:45.467431 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-629f7815-b7ec-410a-a12d-e89b3173789c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:45.518053 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-d819c01c-2f99-44fe-b8fe-36eb77b2fa55 None None] For port 5c66e542-0e7d-4cb9-9397-b99d90f2b4ed, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:38:45.525180 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-d819c01c-2f99-44fe-b8fe-36eb77b2fa55 None None] For port 5c66e542-0e7d-4cb9-9397-b99d90f2b4ed, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=5c66e542-0e7d-4cb9-9397-b99d90f2b4ed,segment=NetworkSegment(2d7c9046-2bb4-4ba8-ac6e-0c283e0e5791),segment_id=2d7c9046-2bb4-4ba8-ac6e-0c283e0e5791)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:38:45.554242 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device f9ec17ff-bf5c-4e77-857b-f1f975e46619 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:38:45.658232 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d819c01c-2f99-44fe-b8fe-36eb77b2fa55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (5c66e542-0e7d-4cb9-9397-b99d90f2b4ed), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:45.892480 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2634f5e9-4ce0-4765-a5d1-fd986b237a28 None None] Pushing event updated for resources: {'Port': ['ID=5c66e542-0e7d-4cb9-9397-b99d90f2b4ed,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:38:45.944210 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-629f7815-b7ec-410a-a12d-e89b3173789c admin admin] Publish callbacks [] for security_group (4c8b11c3-3b0f-4b4f-9a41-a174d543431b), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:45.968269 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a267434-0bad-4878-a9f5-b688684f08b2 req-36b4473d-4cb4-4968-8d6d-af7eeb3e7930 tempest-AggregatesAdminTestJSON-1180592417 tempest-AggregatesAdminTestJSON-1180592417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:38:45.972466 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d819c01c-2f99-44fe-b8fe-36eb77b2fa55 None None] Routers {'acf9246c-2946-421e-895b-a3c49596c01c'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:38:45.973153 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-d819c01c-2f99-44fe-b8fe-36eb77b2fa55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:38:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['acf9246c-2946-421e-895b-a3c49596c01c'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:38:45.978335 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0a267434-0bad-4878-a9f5-b688684f08b2 req-36b4473d-4cb4-4968-8d6d-af7eeb3e7930 tempest-AggregatesAdminTestJSON-1180592417 tempest-AggregatesAdminTestJSON-1180592417-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f639f32-219b-436e-b836-bf76dca13167 HTTP/1.1" status: 200 len: 936 time: 0.4912255 Feb 19 02:38:45.991596 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42952) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:38:45.992301 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port f9ec17ff-bf5c-4e77-857b-f1f975e46619 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:38:45.992502 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (f9ec17ff-bf5c-4e77-857b-f1f975e46619), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:45.996274 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-24acf6b5-60d5-4e7e-8aac-b8410f7eca14 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1339947667', 'description': 'tempest-description--1397588545'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:38:46.003746 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-629f7815-b7ec-410a-a12d-e89b3173789c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (4c8b11c3-3b0f-4b4f-9a41-a174d543431b), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:46.101268 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-24acf6b5-60d5-4e7e-8aac-b8410f7eca14 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:46.155540 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629f7815-b7ec-410a-a12d-e89b3173789c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c8b11c3-3b0f-4b4f-9a41-a174d543431b,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:38:46.283008 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-24acf6b5-60d5-4e7e-8aac-b8410f7eca14 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Publish callbacks [] for security_group (d1874a8e-a1bd-4ab7-b8d8-0b935dd8ff3e), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:46.290889 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-24acf6b5-60d5-4e7e-8aac-b8410f7eca14 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (d1874a8e-a1bd-4ab7-b8d8-0b935dd8ff3e), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:46.300477 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0a267434-0bad-4878-a9f5-b688684f08b2 req-1c47e072-731e-4fee-84e0-32fd5b5bb2a7 tempest-AggregatesAdminTestJSON-1180592417 tempest-AggregatesAdminTestJSON-1180592417-project] 10.222.0.72 "GET /v2.0/security-groups?id=283d3b65-0723-4239-a773-9578bd1e8c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3120897 Feb 19 02:38:46.320429 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-46db0803-85da-4c40-93a9-d5ad064a369b req-3bd34879-052f-4613-ae82-43ecc7492960 service neutron] Request body: {'port': {'device_id': '6f639f32-219b-436e-b836-bf76dca13167', 'device_owner': 'compute:tempest-test_az-77961293', 'binding:host_id': 'n-h2-826753-2'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:38:46.339218 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-629f7815-b7ec-410a-a12d-e89b3173789c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=06d3aa2ae8f843c3a88906270ae7c775&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9010391 Feb 19 02:38:46.342650 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42966) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:38:46.352875 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-24acf6b5-60d5-4e7e-8aac-b8410f7eca14 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:46.354610 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-24acf6b5-60d5-4e7e-8aac-b8410f7eca14 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3618176 Feb 19 02:38:46.364244 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42968) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:38:46.374874 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-1f57cb9b-a5d0-4ea2-9b0c-df5ff45f266a None None] Provisioning complete for port 5c66e542-0e7d-4cb9-9397-b99d90f2b4ed triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:38:46.374874 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-1f57cb9b-a5d0-4ea2-9b0c-df5ff45f266a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (5c66e542-0e7d-4cb9-9397-b99d90f2b4ed), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:46.417047 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-a8aa66be-d291-4eeb-a719-351dd2be5801 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Request body: {'security_group_rule': {'security_group_id': 'd1874a8e-a1bd-4ab7-b8d8-0b935dd8ff3e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:38:46.432752 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24acf6b5-60d5-4e7e-8aac-b8410f7eca14 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1874a8e-a1bd-4ab7-b8d8-0b935dd8ff3e,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:38:46.442358 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-8147b3ae-aad7-41e8-ad6f-2048d7fd53db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:46.498649 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-46db0803-85da-4c40-93a9-d5ad064a369b req-3bd34879-052f-4613-ae82-43ecc7492960 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (e969cf60-ab73-4696-aba6-dc2dc6b42757), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:46.576518 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a8aa66be-d291-4eeb-a719-351dd2be5801 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Publish callbacks [] for security_group_rule (eb38e9fb-5a85-4a44-a672-b6ba28d372d2), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:46.592048 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d66cba64-6e41-4151-8e7b-87619acd34b9 admin admin] Publish callbacks [] for security_group (4c8b11c3-3b0f-4b4f-9a41-a174d543431b), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:46.661216 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d66cba64-6e41-4151-8e7b-87619acd34b9 admin admin] Publish callbacks [] for security_group (4c8b11c3-3b0f-4b4f-9a41-a174d543431b), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:46.928885 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port f9ec17ff-bf5c-4e77-857b-f1f975e46619 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:38:46.945601 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-d819c01c-2f99-44fe-b8fe-36eb77b2fa55 None None] Set router acf9246c-2946-421e-895b-a3c49596c01c gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:38:47.031954 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-1f57cb9b-a5d0-4ea2-9b0c-df5ff45f266a None None] Current status of the port 5c66e542-0e7d-4cb9-9397-b99d90f2b4ed is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:38:47.032488 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-1f57cb9b-a5d0-4ea2-9b0c-df5ff45f266a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (5c66e542-0e7d-4cb9-9397-b99d90f2b4ed), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:47.144170 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-1f57cb9b-a5d0-4ea2-9b0c-df5ff45f266a None None] For port 5c66e542-0e7d-4cb9-9397-b99d90f2b4ed, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=5c66e542-0e7d-4cb9-9397-b99d90f2b4ed,segment=NetworkSegment(2d7c9046-2bb4-4ba8-ac6e-0c283e0e5791),segment_id=2d7c9046-2bb4-4ba8-ac6e-0c283e0e5791)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:38:47.180679 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-1f57cb9b-a5d0-4ea2-9b0c-df5ff45f266a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (5c66e542-0e7d-4cb9-9397-b99d90f2b4ed), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:47.214687 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a8aa66be-d291-4eeb-a719-351dd2be5801 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Publish callbacks [] for security_group_rule (eb38e9fb-5a85-4a44-a672-b6ba28d372d2), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:47.224595 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a8aa66be-d291-4eeb-a719-351dd2be5801 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (eb38e9fb-5a85-4a44-a672-b6ba28d372d2), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:47.267232 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d66cba64-6e41-4151-8e7b-87619acd34b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (4c8b11c3-3b0f-4b4f-9a41-a174d543431b), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:47.272501 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d66cba64-6e41-4151-8e7b-87619acd34b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:47.286228 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-d66cba64-6e41-4151-8e7b-87619acd34b9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4c8b11c3-3b0f-4b4f-9a41-a174d543431b HTTP/1.1" status: 204 len: 168 time: 0.9378574 Feb 19 02:38:47.286434 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c88eb06a-cbb7-41c7-b299-ff2d1c3e7890 req-a625f7a2-404d-4d9e-9877-0a5788f85c66 tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=7c024e515b974f4eb1596ddf44a27899&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2739737 Feb 19 02:38:47.296016 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a8aa66be-d291-4eeb-a719-351dd2be5801 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:47.305394 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-a8aa66be-d291-4eeb-a719-351dd2be5801 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9195943 Feb 19 02:38:47.311714 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aa66be-d291-4eeb-a719-351dd2be5801 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb38e9fb-5a85-4a44-a672-b6ba28d372d2,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:38:47.316559 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f57cb9b-a5d0-4ea2-9b0c-df5ff45f266a None None] Pushing event updated for resources: {'Port': ['ID=5c66e542-0e7d-4cb9-9397-b99d90f2b4ed,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:38:47.317043 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42992) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:38:47.329265 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-a9ddd3d4-85dc-4896-ba4b-92118aad5538 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Request body: {'security_group_rule': {'security_group_id': 'd1874a8e-a1bd-4ab7-b8d8-0b935dd8ff3e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:38:47.351225 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66cba64-6e41-4151-8e7b-87619acd34b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c8b11c3-3b0f-4b4f-9a41-a174d543431b,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:38:47.438527 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a9ddd3d4-85dc-4896-ba4b-92118aad5538 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Publish callbacks [] for security_group_rule (79a424f5-d4aa-4cb2-aede-630dc5503a0e), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:47.444522 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-a3521187-abdd-4e9f-bfb4-c7164478271c None None] Provisioning complete for port 5c66e542-0e7d-4cb9-9397-b99d90f2b4ed triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:38:47.445128 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-a3521187-abdd-4e9f-bfb4-c7164478271c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (5c66e542-0e7d-4cb9-9397-b99d90f2b4ed), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:47.566526 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a9ddd3d4-85dc-4896-ba4b-92118aad5538 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Publish callbacks [] for security_group_rule (79a424f5-d4aa-4cb2-aede-630dc5503a0e), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:47.584298 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a9ddd3d4-85dc-4896-ba4b-92118aad5538 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (79a424f5-d4aa-4cb2-aede-630dc5503a0e), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:47.636115 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88eb06a-cbb7-41c7-b299-ff2d1c3e7890 req-092c8626-bdd2-49ac-908a-dcc6c17732df tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:38:47.643629 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c88eb06a-cbb7-41c7-b299-ff2d1c3e7890 req-092c8626-bdd2-49ac-908a-dcc6c17732df tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3585448 Feb 19 02:38:47.662573 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ddd3d4-85dc-4896-ba4b-92118aad5538 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79a424f5-d4aa-4cb2-aede-630dc5503a0e,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:38:47.680247 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a9ddd3d4-85dc-4896-ba4b-92118aad5538 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:47.685609 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-a9ddd3d4-85dc-4896-ba4b-92118aad5538 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3644736 Feb 19 02:38:47.686366 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 43004) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:38:47.688181 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c88eb06a-cbb7-41c7-b299-ff2d1c3e7890 req-034832e6-b1c4-4643-943f-d0586bacf30d tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] 10.222.0.72 "GET /v2.0/quotas/7c024e515b974f4eb1596ddf44a27899 HTTP/1.1" status: 200 len: 375 time: 0.0431998 Feb 19 02:38:47.702299 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-ec625cf4-c40d-4464-8bd2-5555bc1bf31b tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Request body: {'floatingip': {'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:38:47.708854 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57286b8f-ef60-4fa4-bc44-838ba85abcb1 req-4696dea9-fdf1-4618-b742-73f37e1c16d9 tempest-AggregatesAdminTestJSON-1180592417 tempest-AggregatesAdminTestJSON-1180592417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:38:47.718230 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-57286b8f-ef60-4fa4-bc44-838ba85abcb1 req-4696dea9-fdf1-4618-b742-73f37e1c16d9 tempest-AggregatesAdminTestJSON-1180592417 tempest-AggregatesAdminTestJSON-1180592417-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f639f32-219b-436e-b836-bf76dca13167 HTTP/1.1" status: 200 len: 936 time: 0.2439032 Feb 19 02:38:47.749938 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c88eb06a-cbb7-41c7-b299-ff2d1c3e7890 req-98ffba81-cb37-4652-949f-9d1bee266d7f tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=7c024e515b974f4eb1596ddf44a27899&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0606005 Feb 19 02:38:47.766930 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [req-46db0803-85da-4c40-93a9-d5ad064a369b req-3bd34879-052f-4613-ae82-43ecc7492960 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e969cf60-ab73-4696-aba6-dc2dc6b42757 {{(pid=103701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:38:47.779538 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-46db0803-85da-4c40-93a9-d5ad064a369b req-3bd34879-052f-4613-ae82-43ecc7492960 service neutron] Publish callbacks [] for port (e969cf60-ab73-4696-aba6-dc2dc6b42757), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:47.784554 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-180386f6-77bc-4ea9-a493-d0b2b9a8b148 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:47.815711 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ec625cf4-c40d-4464-8bd2-5555bc1bf31b tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:47.855077 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.provisioning_blocks [req-46db0803-85da-4c40-93a9-d5ad064a369b req-3bd34879-052f-4613-ae82-43ecc7492960 service neutron] Transition to ACTIVE for port object e969cf60-ab73-4696-aba6-dc2dc6b42757 will not be triggered until provisioned by entity L2. {{(pid=103701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:38:47.883067 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-57286b8f-ef60-4fa4-bc44-838ba85abcb1 req-caedc0b4-9eee-49bd-a36f-8c3ce08845e6 tempest-AggregatesAdminTestJSON-1180592417 tempest-AggregatesAdminTestJSON-1180592417-project] 10.222.0.72 "GET /v2.0/security-groups?id=283d3b65-0723-4239-a773-9578bd1e8c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636217 Feb 19 02:38:47.897974 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-46db0803-85da-4c40-93a9-d5ad064a369b req-3bd34879-052f-4613-ae82-43ecc7492960 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (e969cf60-ab73-4696-aba6-dc2dc6b42757), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:48.019404 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-a3521187-abdd-4e9f-bfb4-c7164478271c None None] Current status of the port 5c66e542-0e7d-4cb9-9397-b99d90f2b4ed is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:38:48.045721 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd34879-052f-4613-ae82-43ecc7492960 service neutron] Pushing event updated for resources: {'Port': ['ID=e969cf60-ab73-4696-aba6-dc2dc6b42757,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:38:48.145507 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-d819c01c-2f99-44fe-b8fe-36eb77b2fa55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf9246c-2946-421e-895b-a3c49596c01c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-453335236-router', 'tenant_id': 'bf365c9ba38f4712a656754dc1661675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.166'}], 'enable_snat': True}, 'gw_port_id': 'f9ec17ff-bf5c-4e77-857b-f1f975e46619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:38:35Z', 'updated_at': '2022-02-19T02:38:41Z', 'revision_number': 4, 'project_id': 'bf365c9ba38f4712a656754dc1661675', 'gw_port': {'id': 'f9ec17ff-bf5c-4e77-857b-f1f975e46619', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:b8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf9246c-2946-421e-895b-a3c49596c01c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:38:35Z', 'updated_at': '2022-02-19T02:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '5c66e542-0e7d-4cb9-9397-b99d90f2b4ed', 'name': '', 'network_id': 'f9b0beb9-3931-4fc3-bc37-532fa582b188', 'tenant_id': 'bf365c9ba38f4712a656754dc1661675', 'mac_address': 'fa:16:3e:43:10:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acf9246c-2946-421e-895b-a3c49596c01c', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a77253c7-84a9-48ca-bde5-bb2a24341587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:38:40Z', 'updated_at': '2022-02-19T02:38:45Z', 'revision_number': 4, 'project_id': 'bf365c9ba38f4712a656754dc1661675', 'subnets': [{'id': 'a77253c7-84a9-48ca-bde5-bb2a24341587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:38:48.241753 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7a1cf31e-7e10-47f7-afd7-75fa1abf3c0f req-6fe05766-ece6-4ad2-80ca-493bd4e1f420 tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] 10.222.0.72 "GET /v2.0/ports?device_id=91be1fe4-edad-4ec8-a2d5-cd116877ac6a HTTP/1.1" status: 200 len: 210 time: 0.0744002 Feb 19 02:38:48.243888 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-46db0803-85da-4c40-93a9-d5ad064a369b req-3bd34879-052f-4613-ae82-43ecc7492960 service neutron] Attempting to bind port e969cf60-ab73-4696-aba6-dc2dc6b42757 on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:38:48.244336 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-46db0803-85da-4c40-93a9-d5ad064a369b req-3bd34879-052f-4613-ae82-43ecc7492960 service neutron] Attempting to bind port e969cf60-ab73-4696-aba6-dc2dc6b42757 by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:38:48.244555 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46db0803-85da-4c40-93a9-d5ad064a369b req-3bd34879-052f-4613-ae82-43ecc7492960 service neutron] Attempting to bind port e969cf60-ab73-4696-aba6-dc2dc6b42757 on network 5124bd00-da2a-4bd6-93a0-c14c92afb11f {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:38:48.257328 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46db0803-85da-4c40-93a9-d5ad064a369b req-3bd34879-052f-4613-ae82-43ecc7492960 service neutron] Port e969cf60-ab73-4696-aba6-dc2dc6b42757 on network 5124bd00-da2a-4bd6-93a0-c14c92afb11f not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:38:48.257617 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46db0803-85da-4c40-93a9-d5ad064a369b req-3bd34879-052f-4613-ae82-43ecc7492960 service neutron] Attempting to bind port e969cf60-ab73-4696-aba6-dc2dc6b42757 on network 5124bd00-da2a-4bd6-93a0-c14c92afb11f {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:38:48.267752 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46db0803-85da-4c40-93a9-d5ad064a369b req-3bd34879-052f-4613-ae82-43ecc7492960 service neutron] Checking agent: {'id': 'bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:38:48.268685 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46db0803-85da-4c40-93a9-d5ad064a369b req-3bd34879-052f-4613-ae82-43ecc7492960 service neutron] Checking segment: {'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:38:48.269274 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46db0803-85da-4c40-93a9-d5ad064a369b req-3bd34879-052f-4613-ae82-43ecc7492960 service neutron] Bound using segment: {'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:38:48.269766 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-46db0803-85da-4c40-93a9-d5ad064a369b req-3bd34879-052f-4613-ae82-43ecc7492960 service neutron] Bound port: e969cf60-ab73-4696-aba6-dc2dc6b42757, host: n-h2-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'}}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:38:48.270088 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-46db0803-85da-4c40-93a9-d5ad064a369b req-3bd34879-052f-4613-ae82-43ecc7492960 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (e969cf60-ab73-4696-aba6-dc2dc6b42757), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:48.292862 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d819c01c-2f99-44fe-b8fe-36eb77b2fa55 None None] The sync data for ids ['acf9246c-2946-421e-895b-a3c49596c01c'] in n-d-826753-2 is: [{'id': 'acf9246c-2946-421e-895b-a3c49596c01c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-453335236-router', 'tenant_id': 'bf365c9ba38f4712a656754dc1661675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.166'}], 'enable_snat': True}, 'gw_port_id': 'f9ec17ff-bf5c-4e77-857b-f1f975e46619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:38:35Z', 'updated_at': '2022-02-19T02:38:41Z', 'revision_number': 4, 'project_id': 'bf365c9ba38f4712a656754dc1661675', 'gw_port': {'id': 'f9ec17ff-bf5c-4e77-857b-f1f975e46619', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:b8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf9246c-2946-421e-895b-a3c49596c01c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:38:35Z', 'updated_at': '2022-02-19T02:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '5c66e542-0e7d-4cb9-9397-b99d90f2b4ed', 'name': '', 'network_id': 'f9b0beb9-3931-4fc3-bc37-532fa582b188', 'tenant_id': 'bf365c9ba38f4712a656754dc1661675', 'mac_address': 'fa:16:3e:43:10:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acf9246c-2946-421e-895b-a3c49596c01c', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a77253c7-84a9-48ca-bde5-bb2a24341587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:38:40Z', 'updated_at': '2022-02-19T02:38:45Z', 'revision_number': 4, 'project_id': 'bf365c9ba38f4712a656754dc1661675', 'subnets': [{'id': 'a77253c7-84a9-48ca-bde5-bb2a24341587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:38:48.541765 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-46db0803-85da-4c40-93a9-d5ad064a369b req-3bd34879-052f-4613-ae82-43ecc7492960 service neutron] For port e969cf60-ab73-4696-aba6-dc2dc6b42757, host n-h2-826753-2, cleared binding levels {{(pid=103701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:38:48.546497 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ec625cf4-c40d-4464-8bd2-5555bc1bf31b tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:48.558683 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-46db0803-85da-4c40-93a9-d5ad064a369b req-3bd34879-052f-4613-ae82-43ecc7492960 service neutron] For port e969cf60-ab73-4696-aba6-dc2dc6b42757, host n-h2-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=e969cf60-ab73-4696-aba6-dc2dc6b42757,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:38:48.581122 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-46db0803-85da-4c40-93a9-d5ad064a369b req-3bd34879-052f-4613-ae82-43ecc7492960 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (e969cf60-ab73-4696-aba6-dc2dc6b42757), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:48.615522 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46db0803-85da-4c40-93a9-d5ad064a369b req-3bd34879-052f-4613-ae82-43ecc7492960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:38:48.616173 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-46db0803-85da-4c40-93a9-d5ad064a369b req-3bd34879-052f-4613-ae82-43ecc7492960 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:48.622682 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-46db0803-85da-4c40-93a9-d5ad064a369b req-3bd34879-052f-4613-ae82-43ecc7492960 service neutron] 10.222.0.82 "PUT /v2.0/ports/e969cf60-ab73-4696-aba6-dc2dc6b42757 HTTP/1.1" status: 200 len: 1116 time: 2.6415067 Feb 19 02:38:48.625629 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f639f32-219b-436e-b836-bf76dca13167', 'tag': 'e969cf60-ab73-4696-aba6-dc2dc6b42757'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:38:48.912479 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-ec625cf4-c40d-4464-8bd2-5555bc1bf31b tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Allocated IP 172.25.6.94 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/5d695f22-1257-47d2-b171-bbad614f2d1e) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:38:49.125264 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:49.263777 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ec625cf4-c40d-4464-8bd2-5555bc1bf31b tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Publish callbacks [] for port (5d695f22-1257-47d2-b171-bbad614f2d1e), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:49.413301 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ec625cf4-c40d-4464-8bd2-5555bc1bf31b tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (5d695f22-1257-47d2-b171-bbad614f2d1e), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:49.467127 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 5c66e542-0e7d-4cb9-9397-b99d90f2b4ed up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:38:49.598110 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec625cf4-c40d-4464-8bd2-5555bc1bf31b tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:38:49.626287 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-ec625cf4-c40d-4464-8bd2-5555bc1bf31b tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:38:49.637486 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec625cf4-c40d-4464-8bd2-5555bc1bf31b tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:38:49.676497 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 5c66e542-0e7d-4cb9-9397-b99d90f2b4ed triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:38:49.677279 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (5c66e542-0e7d-4cb9-9397-b99d90f2b4ed), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:49.717755 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec625cf4-c40d-4464-8bd2-5555bc1bf31b tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Pushing event updated for resources: {'Port': ['ID=5d695f22-1257-47d2-b171-bbad614f2d1e,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:38:49.839379 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ec625cf4-c40d-4464-8bd2-5555bc1bf31b tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Publish callbacks [] for floatingip (bf2c5daf-2253-47d1-bb92-4424bb08fa88), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:49.861870 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 43078) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:38:49.927026 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd34879-052f-4613-ae82-43ecc7492960 service neutron] Pushing event updated for resources: {'Port': ['ID=e969cf60-ab73-4696-aba6-dc2dc6b42757,revision_number=3']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:38:49.944410 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ec625cf4-c40d-4464-8bd2-5555bc1bf31b tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (5d695f22-1257-47d2-b171-bbad614f2d1e), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:49.973167 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 5c66e542-0e7d-4cb9-9397-b99d90f2b4ed is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:38:50.099849 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ad9255c2-83b5-488e-8127-6571fef20949 req-cfc97073-9de7-42cc-a029-74f92de4e5ed tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] 10.222.0.72 "GET /v2.0/ports?device_id=91be1fe4-edad-4ec8-a2d5-cd116877ac6a HTTP/1.1" status: 200 len: 210 time: 0.1959083 Feb 19 02:38:50.184036 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ec625cf4-c40d-4464-8bd2-5555bc1bf31b tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Publish callbacks [] for port (5d695f22-1257-47d2-b171-bbad614f2d1e), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:50.200734 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46db0803-85da-4c40-93a9-d5ad064a369b req-659a61e8-75cb-4712-8a39-c296859ce1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:38:50.202236 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-46db0803-85da-4c40-93a9-d5ad064a369b req-659a61e8-75cb-4712-8a39-c296859ce1a4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=fc1b1146cc42453a9ac358947fa31bc5&device_id=6f639f32-219b-436e-b836-bf76dca13167 HTTP/1.1" status: 200 len: 1150 time: 1.2207694 Feb 19 02:38:50.235304 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4b20bb71-c361-4cf5-8731-2a0cddee6928 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:50.253816 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ec625cf4-c40d-4464-8bd2-5555bc1bf31b tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (5d695f22-1257-47d2-b171-bbad614f2d1e), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:50.306389 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:50.323649 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec625cf4-c40d-4464-8bd2-5555bc1bf31b tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Pushing event updated for resources: {'Port': ['ID=5d695f22-1257-47d2-b171-bbad614f2d1e,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:38:50.340171 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ec625cf4-c40d-4464-8bd2-5555bc1bf31b tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16285943'] for floatingip (bf2c5daf-2253-47d1-bb92-4424bb08fa88), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:50.357230 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ef7e1cf-e80d-484f-8767-f2a179a732f9" -d '{"events": [{"name": "network-changed", "server_uuid": "6f639f32-219b-436e-b836-bf76dca13167", "tag": "e969cf60-ab73-4696-aba6-dc2dc6b42757"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:38:50.362692 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ec625cf4-c40d-4464-8bd2-5555bc1bf31b tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:50.364399 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-ec625cf4-c40d-4464-8bd2-5555bc1bf31b tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6770227 Feb 19 02:38:50.460833 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-46db0803-85da-4c40-93a9-d5ad064a369b req-697212d3-e77c-41a0-bdbd-a0c9e62bdb65 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=e969cf60-ab73-4696-aba6-dc2dc6b42757 HTTP/1.1" status: 200 len: 217 time: 0.2406962 Feb 19 02:38:50.496942 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e2347c-f746-407c-ab29-07f370a7e375 req-20b55046-9c9f-446f-aa23-fbcb3ea40ef9 tempest-AggregatesAdminTestJSON-1180592417 tempest-AggregatesAdminTestJSON-1180592417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:38:50.498766 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-72e2347c-f746-407c-ab29-07f370a7e375 req-20b55046-9c9f-446f-aa23-fbcb3ea40ef9 tempest-AggregatesAdminTestJSON-1180592417 tempest-AggregatesAdminTestJSON-1180592417-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f639f32-219b-436e-b836-bf76dca13167 HTTP/1.1" status: 200 len: 968 time: 0.6777532 Feb 19 02:38:50.511781 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4b20bb71-c361-4cf5-8731-2a0cddee6928 admin admin] Publish callbacks [] for security_group (c270a33d-4657-4afa-a9e7-3b1a7bc98a28), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:50.521959 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4b20bb71-c361-4cf5-8731-2a0cddee6928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (c270a33d-4657-4afa-a9e7-3b1a7bc98a28), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:50.620698 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-4b20bb71-c361-4cf5-8731-2a0cddee6928 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2844cf04d9d84f4ab9df73ffa92fa4c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7541392 Feb 19 02:38:50.622302 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 43102) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:38:50.625764 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b20bb71-c361-4cf5-8731-2a0cddee6928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c270a33d-4657-4afa-a9e7-3b1a7bc98a28,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:38:50.709048 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a17ca645-88c1-4aed-9dba-d1ef0dd59092 admin admin] Publish callbacks [] for security_group (c270a33d-4657-4afa-a9e7-3b1a7bc98a28), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:50.736310 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-72e2347c-f746-407c-ab29-07f370a7e375 req-b95b47ee-f46f-495a-ba4b-d454dcf62e51 tempest-AggregatesAdminTestJSON-1180592417 tempest-AggregatesAdminTestJSON-1180592417-project] 10.222.0.72 "GET /v2.0/security-groups?id=283d3b65-0723-4239-a773-9578bd1e8c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046225 Feb 19 02:38:50.738257 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46db0803-85da-4c40-93a9-d5ad064a369b req-4ce0e2a7-5652-4b04-86ef-0f784b5dc318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:38:50.740162 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-46db0803-85da-4c40-93a9-d5ad064a369b req-4ce0e2a7-5652-4b04-86ef-0f784b5dc318 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=974c06bc-f097-4890-970a-b087501ab241 HTTP/1.1" status: 200 len: 843 time: 0.2330909 Feb 19 02:38:50.742863 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a17ca645-88c1-4aed-9dba-d1ef0dd59092 admin admin] Publish callbacks [] for security_group (c270a33d-4657-4afa-a9e7-3b1a7bc98a28), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:50.848096 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a17ca645-88c1-4aed-9dba-d1ef0dd59092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (c270a33d-4657-4afa-a9e7-3b1a7bc98a28), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:50.853580 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a17ca645-88c1-4aed-9dba-d1ef0dd59092 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:50.859063 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-a17ca645-88c1-4aed-9dba-d1ef0dd59092 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c270a33d-4657-4afa-a9e7-3b1a7bc98a28 HTTP/1.1" status: 204 len: 168 time: 0.2245288 Feb 19 02:38:50.878159 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17ca645-88c1-4aed-9dba-d1ef0dd59092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c270a33d-4657-4afa-a9e7-3b1a7bc98a28,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:38:51.007197 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46db0803-85da-4c40-93a9-d5ad064a369b req-f11902a7-690a-41db-b318-72ed95f4bc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:38:51.012973 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-46db0803-85da-4c40-93a9-d5ad064a369b req-f11902a7-690a-41db-b318-72ed95f4bc16 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5124bd00-da2a-4bd6-93a0-c14c92afb11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2433941 Feb 19 02:38:51.081515 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.73', 63934) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:38:51.197829 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c88eb06a-cbb7-41c7-b299-ff2d1c3e7890 req-b437d48c-fcad-4829-94bf-f49ff911d79a tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=7c024e515b974f4eb1596ddf44a27899&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1014543 Feb 19 02:38:51.295536 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-46db0803-85da-4c40-93a9-d5ad064a369b req-8a290543-3f88-4ca2-bec5-ab94aae3dfdb service neutron] 10.222.0.82 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652276 Feb 19 02:38:51.429752 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3b13c97-4ffe-465f-b3b8-be7aa82978de x-openstack-request-id: req-e3b13c97-4ffe-465f-b3b8-be7aa82978de {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:38:51.430227 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f639f32-219b-436e-b836-bf76dca13167", "tag": "e969cf60-ab73-4696-aba6-dc2dc6b42757", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:38:51.430427 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e3b13c97-4ffe-465f-b3b8-be7aa82978de {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:38:51.430878 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f639f32-219b-436e-b836-bf76dca13167', 'tag': 'e969cf60-ab73-4696-aba6-dc2dc6b42757', 'status': 'completed', 'code': 200} Feb 19 02:38:51.568800 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2f8c7bbc-2935-4a0d-8687-03006a642558 req-eefa7816-f3c0-47fd-b08b-d8f3cd791cdb tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1339947667&fields=id&tenant_id=da1eb1f790ec4469a06a2c8ce51be727 HTTP/1.1" status: 200 len: 267 time: 0.2145693 Feb 19 02:38:51.603754 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-46db0803-85da-4c40-93a9-d5ad064a369b req-2cf123b1-e292-4c84-bccb-f4afc8f3f28c service neutron] 10.222.0.82 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2794442 Feb 19 02:38:51.733999 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-092a8873-0cee-4cb0-8a5b-d61b3d61e440 req-f25f09aa-0597-4482-8dce-5f1f97feb735 tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] 10.222.0.72 "GET /v2.0/ports?device_id=91be1fe4-edad-4ec8-a2d5-cd116877ac6a HTTP/1.1" status: 200 len: 210 time: 0.1428480 Feb 19 02:38:51.739200 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88eb06a-cbb7-41c7-b299-ff2d1c3e7890 req-5ff2ec79-ef11-4adb-8277-2a03814522f3 tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:38:51.741047 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c88eb06a-cbb7-41c7-b299-ff2d1c3e7890 req-5ff2ec79-ef11-4adb-8277-2a03814522f3 tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5379863 Feb 19 02:38:51.834750 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:51.839705 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-c88eb06a-cbb7-41c7-b299-ff2d1c3e7890 req-ba3381fd-85f0-4347-bae3-a7a50fb7e6a3 tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] Request body: {'port': {'device_id': '91be1fe4-edad-4ec8-a2d5-cd116877ac6a', 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f', 'admin_state_up': True, 'tenant_id': '7c024e515b974f4eb1596ddf44a27899'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:38:51.980736 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 43148) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:38:52.025140 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8c7bbc-2935-4a0d-8687-03006a642558 req-b50d3de5-2193-4c6a-9528-c13863da0a36 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:38:52.042150 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2f8c7bbc-2935-4a0d-8687-03006a642558 req-b50d3de5-2193-4c6a-9528-c13863da0a36 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] 10.222.0.72 "GET /v2.0/networks?id=e0f7c769-8470-4519-8f35-ba7a47a3fc99 HTTP/1.1" status: 200 len: 823 time: 0.4643981 Feb 19 02:38:52.064238 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4ae73c5b-c5ef-4bca-9c9e-636ab962cd71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:52.094367 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2f8c7bbc-2935-4a0d-8687-03006a642558 req-31c509f6-dba5-4850-bea6-5c5af889ebee tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] 10.222.0.72 "GET /v2.0/quotas/da1eb1f790ec4469a06a2c8ce51be727 HTTP/1.1" status: 200 len: 375 time: 0.0512331 Feb 19 02:38:52.129294 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:52.152655 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef7e1cf-e80d-484f-8767-f2a179a732f9 req-829b98bf-d26c-45c2-86e5-cb05ca877563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:38:52.155518 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9ef7e1cf-e80d-484f-8767-f2a179a732f9 req-829b98bf-d26c-45c2-86e5-cb05ca877563 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=fc1b1146cc42453a9ac358947fa31bc5&device_id=6f639f32-219b-436e-b836-bf76dca13167 HTTP/1.1" status: 200 len: 1150 time: 0.2952280 Feb 19 02:38:52.165867 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c88eb06a-cbb7-41c7-b299-ff2d1c3e7890 req-ba3381fd-85f0-4347-bae3-a7a50fb7e6a3 tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] Made reservation on behalf of 7c024e515b974f4eb1596ddf44a27899 for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:38:52.172069 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-c88eb06a-cbb7-41c7-b299-ff2d1c3e7890 req-ba3381fd-85f0-4347-bae3-a7a50fb7e6a3 tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:52.197872 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-c88eb06a-cbb7-41c7-b299-ff2d1c3e7890 req-ba3381fd-85f0-4347-bae3-a7a50fb7e6a3 tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:52.466867 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-c88eb06a-cbb7-41c7-b299-ff2d1c3e7890 req-ba3381fd-85f0-4347-bae3-a7a50fb7e6a3 tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] Publish callbacks [] for security_group (f28be3de-d6d5-41ea-a627-e95e1d3692c9), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:52.483640 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-c88eb06a-cbb7-41c7-b299-ff2d1c3e7890 req-ba3381fd-85f0-4347-bae3-a7a50fb7e6a3 tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (f28be3de-d6d5-41ea-a627-e95e1d3692c9), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:52.634397 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef7e1cf-e80d-484f-8767-f2a179a732f9 req-77d2dc08-dfd3-4e6e-82cf-e7d809dde08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:38:52.636125 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9ef7e1cf-e80d-484f-8767-f2a179a732f9 req-77d2dc08-dfd3-4e6e-82cf-e7d809dde08b service neutron] 10.222.0.82 "GET /v2.0/networks?id=5124bd00-da2a-4bd6-93a0-c14c92afb11f HTTP/1.1" status: 200 len: 870 time: 0.4598534 Feb 19 02:38:52.644406 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2f8c7bbc-2935-4a0d-8687-03006a642558 req-c8a562c5-ee3b-4417-9747-e1dcf5305e0e tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=da1eb1f790ec4469a06a2c8ce51be727&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5460200 Feb 19 02:38:52.839161 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3381fd-85f0-4347-bae3-a7a50fb7e6a3 tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f28be3de-d6d5-41ea-a627-e95e1d3692c9,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:38:52.839709 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9ef7e1cf-e80d-484f-8767-f2a179a732f9 req-975febd5-f9c4-46b4-a67e-5dc6510f7141 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=e969cf60-ab73-4696-aba6-dc2dc6b42757 HTTP/1.1" status: 200 len: 217 time: 0.1554227 Feb 19 02:38:52.909430 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086553a9-662b-4256-83d9-689d6a824c8e req-cdd1a7e6-bc09-46fa-a71b-984e73195160 tempest-AggregatesAdminTestJSON-1180592417 tempest-AggregatesAdminTestJSON-1180592417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:38:52.914060 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-086553a9-662b-4256-83d9-689d6a824c8e req-cdd1a7e6-bc09-46fa-a71b-984e73195160 tempest-AggregatesAdminTestJSON-1180592417 tempest-AggregatesAdminTestJSON-1180592417-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f639f32-219b-436e-b836-bf76dca13167 HTTP/1.1" status: 200 len: 968 time: 0.2672644 Feb 19 02:38:53.032436 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef7e1cf-e80d-484f-8767-f2a179a732f9 req-5dad75a9-2cf9-44be-8e87-5af0828afe32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:38:53.041149 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9ef7e1cf-e80d-484f-8767-f2a179a732f9 req-5dad75a9-2cf9-44be-8e87-5af0828afe32 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=974c06bc-f097-4890-970a-b087501ab241 HTTP/1.1" status: 200 len: 843 time: 0.1177735 Feb 19 02:38:53.097150 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-086553a9-662b-4256-83d9-689d6a824c8e req-3f5c2995-2a80-40b9-aa1f-35bc13276aa4 tempest-AggregatesAdminTestJSON-1180592417 tempest-AggregatesAdminTestJSON-1180592417-project] 10.222.0.72 "GET /v2.0/security-groups?id=283d3b65-0723-4239-a773-9578bd1e8c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689820 Feb 19 02:38:53.259360 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4ae73c5b-c5ef-4bca-9c9e-636ab962cd71 admin admin] Publish callbacks [] for security_group (a03bcb8f-84e9-4f2c-a061-51595afda82d), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:53.285712 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [req-c88eb06a-cbb7-41c7-b299-ff2d1c3e7890 req-ba3381fd-85f0-4347-bae3-a7a50fb7e6a3 tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] Allocated IP 192.168.233.35 (5124bd00-da2a-4bd6-93a0-c14c92afb11f/974c06bc-f097-4890-970a-b087501ab241/77be7390-9c4f-427f-ba12-7b593da1dcd2) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:38:53.312581 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4ae73c5b-c5ef-4bca-9c9e-636ab962cd71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (a03bcb8f-84e9-4f2c-a061-51595afda82d), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:53.392885 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef7e1cf-e80d-484f-8767-f2a179a732f9 req-a6d31b04-22e4-45cf-9c57-a25c42567aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:38:53.395834 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9ef7e1cf-e80d-484f-8767-f2a179a732f9 req-a6d31b04-22e4-45cf-9c57-a25c42567aab service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5124bd00-da2a-4bd6-93a0-c14c92afb11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2962260 Feb 19 02:38:53.410166 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-4ae73c5b-c5ef-4bca-9c9e-636ab962cd71 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7599b23252e44f79a070793e75cb7ad0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4277971 Feb 19 02:38:53.413861 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 43174) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:38:53.425169 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6b21bc86-59ad-4180-9b3a-7bb3ff1a3278 req-29099a8f-a91b-47df-8eaf-087fbf09b170 tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] 10.222.0.72 "GET /v2.0/ports?device_id=91be1fe4-edad-4ec8-a2d5-cd116877ac6a HTTP/1.1" status: 200 len: 210 time: 0.0749393 Feb 19 02:38:53.445641 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [req-2f8c7bbc-2935-4a0d-8687-03006a642558 req-5f85dc29-5f7b-48b6-8eaf-f38622a9b6a1 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103701) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:38:53.455835 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2f8c7bbc-2935-4a0d-8687-03006a642558 req-5f85dc29-5f7b-48b6-8eaf-f38622a9b6a1 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3923090 Feb 19 02:38:53.771679 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-faf272e1-93c2-4c5c-8ddd-9b0d4e02f4dd admin admin] Publish callbacks [] for security_group (a03bcb8f-84e9-4f2c-a061-51595afda82d), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:53.833271 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae73c5b-c5ef-4bca-9c9e-636ab962cd71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a03bcb8f-84e9-4f2c-a061-51595afda82d,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:38:53.853486 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-c88eb06a-cbb7-41c7-b299-ff2d1c3e7890 req-ba3381fd-85f0-4347-bae3-a7a50fb7e6a3 tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] Publish callbacks [] for port (77be7390-9c4f-427f-ba12-7b593da1dcd2), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:53.855962 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-faf272e1-93c2-4c5c-8ddd-9b0d4e02f4dd admin admin] Publish callbacks [] for security_group (a03bcb8f-84e9-4f2c-a061-51595afda82d), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:53.908656 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2f8c7bbc-2935-4a0d-8687-03006a642558 req-fbf2abe1-0aa5-4922-8ff2-8a1b4a553981 service neutron] 10.222.0.72 "GET /v2.0/networks/e0f7c769-8470-4519-8f35-ba7a47a3fc99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4512849 Feb 19 02:38:53.965286 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-c88eb06a-cbb7-41c7-b299-ff2d1c3e7890 req-ba3381fd-85f0-4347-bae3-a7a50fb7e6a3 tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (77be7390-9c4f-427f-ba12-7b593da1dcd2), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:54.045109 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2f8c7bbc-2935-4a0d-8687-03006a642558 req-f5b0c4c0-bf76-4798-bb96-a7fc2a715b5e service neutron] 10.222.0.72 "GET /v2.0/networks/e0f7c769-8470-4519-8f35-ba7a47a3fc99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145539 Feb 19 02:38:54.072473 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9ef7e1cf-e80d-484f-8767-f2a179a732f9 req-bb31f423-3379-4b8a-8d09-500182ab75a2 service neutron] 10.222.0.82 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6003737 Feb 19 02:38:54.083983 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3381fd-85f0-4347-bae3-a7a50fb7e6a3 tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] Pushing event updated for resources: {'Port': ['ID=77be7390-9c4f-427f-ba12-7b593da1dcd2,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:38:54.104135 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-faf272e1-93c2-4c5c-8ddd-9b0d4e02f4dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (a03bcb8f-84e9-4f2c-a061-51595afda82d), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:54.110389 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-faf272e1-93c2-4c5c-8ddd-9b0d4e02f4dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:54.112560 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-faf272e1-93c2-4c5c-8ddd-9b0d4e02f4dd admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a03bcb8f-84e9-4f2c-a061-51595afda82d HTTP/1.1" status: 204 len: 168 time: 0.6973886 Feb 19 02:38:54.136400 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf272e1-93c2-4c5c-8ddd-9b0d4e02f4dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a03bcb8f-84e9-4f2c-a061-51595afda82d,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:38:54.149529 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c88eb06a-cbb7-41c7-b299-ff2d1c3e7890 req-ba3381fd-85f0-4347-bae3-a7a50fb7e6a3 tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] Network 5124bd00-da2a-4bd6-93a0-c14c92afb11f is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:38:54.152609 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [req-c88eb06a-cbb7-41c7-b299-ff2d1c3e7890 req-ba3381fd-85f0-4347-bae3-a7a50fb7e6a3 tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:38:54.155722 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-c88eb06a-cbb7-41c7-b299-ff2d1c3e7890 req-ba3381fd-85f0-4347-bae3-a7a50fb7e6a3 tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:38:54.176003 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88eb06a-cbb7-41c7-b299-ff2d1c3e7890 req-ba3381fd-85f0-4347-bae3-a7a50fb7e6a3 tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:38:54.176679 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-c88eb06a-cbb7-41c7-b299-ff2d1c3e7890 req-ba3381fd-85f0-4347-bae3-a7a50fb7e6a3 tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:54.210624 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c88eb06a-cbb7-41c7-b299-ff2d1c3e7890 req-ba3381fd-85f0-4347-bae3-a7a50fb7e6a3 tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3786244 Feb 19 02:38:54.235958 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [req-c88eb06a-cbb7-41c7-b299-ff2d1c3e7890 req-0ede52cc-0890-478c-9b50-a1092a15dc0f tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103702) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:38:54.238437 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c88eb06a-cbb7-41c7-b299-ff2d1c3e7890 req-0ede52cc-0890-478c-9b50-a1092a15dc0f tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0079424 Feb 19 02:38:54.402878 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9ef7e1cf-e80d-484f-8767-f2a179a732f9 req-abd8e577-a3c0-414b-bacc-290b449cb470 service neutron] 10.222.0.82 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3159962 Feb 19 02:38:54.504456 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-c88eb06a-cbb7-41c7-b299-ff2d1c3e7890 req-974a4b8f-3522-4434-b1b1-02b8994e2370 service neutron] Request body: {'port': {'device_id': '91be1fe4-edad-4ec8-a2d5-cd116877ac6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826753-2'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:38:54.675051 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-13d79cdc-a1dd-4f57-84a3-1656fc3a03b2 None None] Provisioning complete for port 77be7390-9c4f-427f-ba12-7b593da1dcd2 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:38:54.675604 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-13d79cdc-a1dd-4f57-84a3-1656fc3a03b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (77be7390-9c4f-427f-ba12-7b593da1dcd2), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:54.722579 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-c88eb06a-cbb7-41c7-b299-ff2d1c3e7890 req-974a4b8f-3522-4434-b1b1-02b8994e2370 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (77be7390-9c4f-427f-ba12-7b593da1dcd2), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:54.729349 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-13d79cdc-a1dd-4f57-84a3-1656fc3a03b2 None None] Port 77be7390-9c4f-427f-ba12-7b593da1dcd2 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:38:54.802289 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e8f17-73ef-418e-a17b-9479ad42d9e5 req-841542fc-ab6c-4e30-8564-b7bdda36ec7e tempest-AggregatesAdminTestJSON-1180592417 tempest-AggregatesAdminTestJSON-1180592417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:38:54.810821 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4f1e8f17-73ef-418e-a17b-9479ad42d9e5 req-841542fc-ab6c-4e30-8564-b7bdda36ec7e tempest-AggregatesAdminTestJSON-1180592417 tempest-AggregatesAdminTestJSON-1180592417-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f639f32-219b-436e-b836-bf76dca13167 HTTP/1.1" status: 200 len: 968 time: 0.0743446 Feb 19 02:38:54.927013 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4f1e8f17-73ef-418e-a17b-9479ad42d9e5 req-eef8d95d-744f-4149-9b10-18ecc020b2e8 tempest-AggregatesAdminTestJSON-1180592417 tempest-AggregatesAdminTestJSON-1180592417-project] 10.222.0.72 "GET /v2.0/security-groups?id=283d3b65-0723-4239-a773-9578bd1e8c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151874 Feb 19 02:38:55.058957 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-14a07070-d301-4fb3-a339-3d1012573de9 req-f388eb68-fc0c-40c1-b3bb-d64b4757145f tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] 10.222.0.72 "GET /v2.0/ports?device_id=0b78a50e-444d-44a3-8b78-fea6efb84e63 HTTP/1.1" status: 200 len: 210 time: 0.0614009 Feb 19 02:38:55.301916 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881183fd-f338-44c7-b745-770e0ad484d7 req-c6a9d09e-d0cd-4452-a2c5-29868c779efc tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:38:55.304864 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-881183fd-f338-44c7-b745-770e0ad484d7 req-c6a9d09e-d0cd-4452-a2c5-29868c779efc tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] 10.222.0.72 "GET /v2.0/ports?device_id=91be1fe4-edad-4ec8-a2d5-cd116877ac6a HTTP/1.1" status: 200 len: 935 time: 0.1245515 Feb 19 02:38:55.395973 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-881183fd-f338-44c7-b745-770e0ad484d7 req-e1ac2513-073c-419a-9de7-25b00cc700f9 tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] 10.222.0.72 "GET /v2.0/security-groups?id=f28be3de-d6d5-41ea-a627-e95e1d3692c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847757 Feb 19 02:38:55.553419 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-c88eb06a-cbb7-41c7-b299-ff2d1c3e7890 req-974a4b8f-3522-4434-b1b1-02b8994e2370 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77be7390-9c4f-427f-ba12-7b593da1dcd2 {{(pid=103702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:38:55.579242 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-c88eb06a-cbb7-41c7-b299-ff2d1c3e7890 req-974a4b8f-3522-4434-b1b1-02b8994e2370 service neutron] Publish callbacks [] for port (77be7390-9c4f-427f-ba12-7b593da1dcd2), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:55.634420 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-c88eb06a-cbb7-41c7-b299-ff2d1c3e7890 req-974a4b8f-3522-4434-b1b1-02b8994e2370 service neutron] Transition to ACTIVE for port object 77be7390-9c4f-427f-ba12-7b593da1dcd2 will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:38:55.647524 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-c88eb06a-cbb7-41c7-b299-ff2d1c3e7890 req-974a4b8f-3522-4434-b1b1-02b8994e2370 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (77be7390-9c4f-427f-ba12-7b593da1dcd2), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:55.708973 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974a4b8f-3522-4434-b1b1-02b8994e2370 service neutron] Pushing event updated for resources: {'Port': ['ID=77be7390-9c4f-427f-ba12-7b593da1dcd2,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:38:55.854091 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-c88eb06a-cbb7-41c7-b299-ff2d1c3e7890 req-974a4b8f-3522-4434-b1b1-02b8994e2370 service neutron] Attempting to bind port 77be7390-9c4f-427f-ba12-7b593da1dcd2 on host n-h1-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:38:55.854510 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-c88eb06a-cbb7-41c7-b299-ff2d1c3e7890 req-974a4b8f-3522-4434-b1b1-02b8994e2370 service neutron] Attempting to bind port 77be7390-9c4f-427f-ba12-7b593da1dcd2 by drivers openvswitch,hyperv on host n-h1-826753-2 at level 0 using segments [{'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:38:55.854855 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88eb06a-cbb7-41c7-b299-ff2d1c3e7890 req-974a4b8f-3522-4434-b1b1-02b8994e2370 service neutron] Attempting to bind port 77be7390-9c4f-427f-ba12-7b593da1dcd2 on network 5124bd00-da2a-4bd6-93a0-c14c92afb11f {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:38:55.864642 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88eb06a-cbb7-41c7-b299-ff2d1c3e7890 req-974a4b8f-3522-4434-b1b1-02b8994e2370 service neutron] Port 77be7390-9c4f-427f-ba12-7b593da1dcd2 on network 5124bd00-da2a-4bd6-93a0-c14c92afb11f not bound, no agent of type Open vSwitch agent registered on host n-h1-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:38:55.864966 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88eb06a-cbb7-41c7-b299-ff2d1c3e7890 req-974a4b8f-3522-4434-b1b1-02b8994e2370 service neutron] Attempting to bind port 77be7390-9c4f-427f-ba12-7b593da1dcd2 on network 5124bd00-da2a-4bd6-93a0-c14c92afb11f {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:38:55.873374 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88eb06a-cbb7-41c7-b299-ff2d1c3e7890 req-974a4b8f-3522-4434-b1b1-02b8994e2370 service neutron] Checking agent: {'id': '9d56fb1b-2855-496a-a6d9-c324740cb98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:38:55.873730 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88eb06a-cbb7-41c7-b299-ff2d1c3e7890 req-974a4b8f-3522-4434-b1b1-02b8994e2370 service neutron] Checking segment: {'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:38:55.879255 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88eb06a-cbb7-41c7-b299-ff2d1c3e7890 req-974a4b8f-3522-4434-b1b1-02b8994e2370 service neutron] Bound using segment: {'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:38:55.879739 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-c88eb06a-cbb7-41c7-b299-ff2d1c3e7890 req-974a4b8f-3522-4434-b1b1-02b8994e2370 service neutron] Bound port: 77be7390-9c4f-427f-ba12-7b593da1dcd2, host: n-h1-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:38:55.880108 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-c88eb06a-cbb7-41c7-b299-ff2d1c3e7890 req-974a4b8f-3522-4434-b1b1-02b8994e2370 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (77be7390-9c4f-427f-ba12-7b593da1dcd2), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:55.927251 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:56.035490 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-c88eb06a-cbb7-41c7-b299-ff2d1c3e7890 req-974a4b8f-3522-4434-b1b1-02b8994e2370 service neutron] For port 77be7390-9c4f-427f-ba12-7b593da1dcd2, host n-h1-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:38:56.043415 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-c88eb06a-cbb7-41c7-b299-ff2d1c3e7890 req-974a4b8f-3522-4434-b1b1-02b8994e2370 service neutron] For port 77be7390-9c4f-427f-ba12-7b593da1dcd2, host n-h1-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=77be7390-9c4f-427f-ba12-7b593da1dcd2,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:38:56.066948 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-c88eb06a-cbb7-41c7-b299-ff2d1c3e7890 req-974a4b8f-3522-4434-b1b1-02b8994e2370 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (77be7390-9c4f-427f-ba12-7b593da1dcd2), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:56.117245 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88eb06a-cbb7-41c7-b299-ff2d1c3e7890 req-974a4b8f-3522-4434-b1b1-02b8994e2370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:38:56.118416 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-c88eb06a-cbb7-41c7-b299-ff2d1c3e7890 req-974a4b8f-3522-4434-b1b1-02b8994e2370 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:56.120279 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c88eb06a-cbb7-41c7-b299-ff2d1c3e7890 req-974a4b8f-3522-4434-b1b1-02b8994e2370 service neutron] 10.222.0.73 "PUT /v2.0/ports/77be7390-9c4f-427f-ba12-7b593da1dcd2 HTTP/1.1" status: 200 len: 1095 time: 1.7454610 Feb 19 02:38:56.120936 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91be1fe4-edad-4ec8-a2d5-cd116877ac6a', 'tag': '77be7390-9c4f-427f-ba12-7b593da1dcd2'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:38:56.161929 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7979d8-d982-4c6c-b26e-bb5c127044cb req-f9698001-d7c9-4e7d-a94e-ad723b1dcadf tempest-AggregatesAdminTestJSON-1180592417 tempest-AggregatesAdminTestJSON-1180592417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:38:56.170131 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1d7979d8-d982-4c6c-b26e-bb5c127044cb req-f9698001-d7c9-4e7d-a94e-ad723b1dcadf tempest-AggregatesAdminTestJSON-1180592417 tempest-AggregatesAdminTestJSON-1180592417-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f639f32-219b-436e-b836-bf76dca13167 HTTP/1.1" status: 200 len: 968 time: 0.1389835 Feb 19 02:38:56.177823 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 43232) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:38:56.252714 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1d7979d8-d982-4c6c-b26e-bb5c127044cb req-2350dc18-e868-412a-9adf-68f1d5440a45 tempest-AggregatesAdminTestJSON-1180592417 tempest-AggregatesAdminTestJSON-1180592417-project] 10.222.0.72 "GET /v2.0/security-groups?id=283d3b65-0723-4239-a773-9578bd1e8c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808938 Feb 19 02:38:56.379358 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974a4b8f-3522-4434-b1b1-02b8994e2370 service neutron] Pushing event updated for resources: {'Port': ['ID=77be7390-9c4f-427f-ba12-7b593da1dcd2,revision_number=3']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:38:56.399202 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8f3f2c02-11cf-4bd2-9082-1efae02942c8 req-ea8d2a83-7f3f-4946-a64a-b1ce39714af2 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] 10.222.0.72 "GET /v2.0/ports?device_id=0b78a50e-444d-44a3-8b78-fea6efb84e63 HTTP/1.1" status: 200 len: 210 time: 0.0484235 Feb 19 02:38:56.461044 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88eb06a-cbb7-41c7-b299-ff2d1c3e7890 req-7c153534-ae03-471b-87ad-7b46503ed135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:38:56.463549 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c88eb06a-cbb7-41c7-b299-ff2d1c3e7890 req-7c153534-ae03-471b-87ad-7b46503ed135 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7c024e515b974f4eb1596ddf44a27899&device_id=91be1fe4-edad-4ec8-a2d5-cd116877ac6a HTTP/1.1" status: 200 len: 1129 time: 0.2245545 Feb 19 02:38:56.569864 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.73', 63939) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:38:56.682915 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c88eb06a-cbb7-41c7-b299-ff2d1c3e7890 req-b3d140d2-c788-4c14-891d-fabdfc73134a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=77be7390-9c4f-427f-ba12-7b593da1dcd2 HTTP/1.1" status: 200 len: 217 time: 0.1867149 Feb 19 02:38:56.729165 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-610f3d99-6680-458a-aa4a-625aada76eb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:56.755483 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6755512a-446e-4d92-b451-bfcb35fc5196" -d '{"events": [{"name": "network-changed", "server_uuid": "91be1fe4-edad-4ec8-a2d5-cd116877ac6a", "tag": "77be7390-9c4f-427f-ba12-7b593da1dcd2"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:38:56.816683 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88eb06a-cbb7-41c7-b299-ff2d1c3e7890 req-2e3f184f-a6b9-4ac0-8caf-988ceba41017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:38:56.817357 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500234f4-4046-4fba-92c8-ab5ffa49bad6 req-a6717388-e323-45c9-a2ef-e6f7c113211f tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:38:56.820079 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c88eb06a-cbb7-41c7-b299-ff2d1c3e7890 req-2e3f184f-a6b9-4ac0-8caf-988ceba41017 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=974c06bc-f097-4890-970a-b087501ab241 HTTP/1.1" status: 200 len: 843 time: 0.1220036 Feb 19 02:38:56.826455 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-500234f4-4046-4fba-92c8-ab5ffa49bad6 req-a6717388-e323-45c9-a2ef-e6f7c113211f tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] 10.222.0.72 "GET /v2.0/ports?device_id=91be1fe4-edad-4ec8-a2d5-cd116877ac6a HTTP/1.1" status: 200 len: 947 time: 0.2957578 Feb 19 02:38:56.884816 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8c7bbc-2935-4a0d-8687-03006a642558 req-90a75de1-8330-47f5-ad2c-0271fb15c0f0 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:38:56.886387 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2f8c7bbc-2935-4a0d-8687-03006a642558 req-90a75de1-8330-47f5-ad2c-0271fb15c0f0 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] 10.222.0.73 "GET /v2.0/networks?id=e0f7c769-8470-4519-8f35-ba7a47a3fc99 HTTP/1.1" status: 200 len: 823 time: 0.3020723 Feb 19 02:38:56.959278 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-500234f4-4046-4fba-92c8-ab5ffa49bad6 req-87a1694d-90b6-4a0b-81e4-8a2dcd751f62 tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] 10.222.0.72 "GET /v2.0/security-groups?id=f28be3de-d6d5-41ea-a627-e95e1d3692c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317835 Feb 19 02:38:56.995580 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88eb06a-cbb7-41c7-b299-ff2d1c3e7890 req-f62267ff-fcb1-4123-9170-9dc1cdfa7ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:38:56.998291 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c88eb06a-cbb7-41c7-b299-ff2d1c3e7890 req-f62267ff-fcb1-4123-9170-9dc1cdfa7ced service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5124bd00-da2a-4bd6-93a0-c14c92afb11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1643610 Feb 19 02:38:57.047325 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-610f3d99-6680-458a-aa4a-625aada76eb0 admin admin] Publish callbacks [] for security_group (bc0b9d03-ed48-4d87-938e-9ed1cfc93ce4), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:57.058033 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-610f3d99-6680-458a-aa4a-625aada76eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (bc0b9d03-ed48-4d87-938e-9ed1cfc93ce4), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:57.096678 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-610f3d99-6680-458a-aa4a-625aada76eb0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6335e987f17545f8a5375323c84d64fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9164474 Feb 19 02:38:57.099472 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 43258) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:38:57.165764 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2f8c7bbc-2935-4a0d-8687-03006a642558 req-e25da8c5-c02d-4cac-a625-1fa8ceacf409 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da1eb1f790ec4469a06a2c8ce51be727 HTTP/1.1" status: 200 len: 380 time: 0.2400026 Feb 19 02:38:57.212018 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-2f8c7bbc-2935-4a0d-8687-03006a642558 req-06dfec8b-7ffd-4b2d-9789-8ee0da813a93 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Request body: {'port': {'device_id': '0b78a50e-444d-44a3-8b78-fea6efb84e63', 'network_id': 'e0f7c769-8470-4519-8f35-ba7a47a3fc99', 'admin_state_up': True, 'tenant_id': 'da1eb1f790ec4469a06a2c8ce51be727', 'security_groups': ['d1874a8e-a1bd-4ab7-b8d8-0b935dd8ff3e']}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:38:57.260981 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c88eb06a-cbb7-41c7-b299-ff2d1c3e7890 req-b74c06e4-0e7c-476d-956b-8f919ef7f3ca service neutron] 10.222.0.73 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444959 Feb 19 02:38:57.303819 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610f3d99-6680-458a-aa4a-625aada76eb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc0b9d03-ed48-4d87-938e-9ed1cfc93ce4,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:38:57.381257 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0e9da827-f2d0-43d6-906c-519188d91295 admin admin] Publish callbacks [] for security_group (bc0b9d03-ed48-4d87-938e-9ed1cfc93ce4), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:57.452420 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0e9da827-f2d0-43d6-906c-519188d91295 admin admin] Publish callbacks [] for security_group (bc0b9d03-ed48-4d87-938e-9ed1cfc93ce4), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:57.531015 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f8c7bbc-2935-4a0d-8687-03006a642558 req-06dfec8b-7ffd-4b2d-9789-8ee0da813a93 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Made reservation on behalf of da1eb1f790ec4469a06a2c8ce51be727 for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:38:57.536031 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-2f8c7bbc-2935-4a0d-8687-03006a642558 req-06dfec8b-7ffd-4b2d-9789-8ee0da813a93 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:57.595560 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c88eb06a-cbb7-41c7-b299-ff2d1c3e7890 req-8d0bc964-4f57-4093-8049-6442b8ab88fd service neutron] 10.222.0.73 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399974 Feb 19 02:38:57.670154 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0e9da827-f2d0-43d6-906c-519188d91295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (bc0b9d03-ed48-4d87-938e-9ed1cfc93ce4), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:57.672743 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0e9da827-f2d0-43d6-906c-519188d91295 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:57.674398 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-0e9da827-f2d0-43d6-906c-519188d91295 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/bc0b9d03-ed48-4d87-938e-9ed1cfc93ce4 HTTP/1.1" status: 204 len: 168 time: 0.5737164 Feb 19 02:38:57.715218 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01114bd7-cce5-4c01-9c02-cd680f673dbc x-openstack-request-id: req-01114bd7-cce5-4c01-9c02-cd680f673dbc {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:38:57.716539 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91be1fe4-edad-4ec8-a2d5-cd116877ac6a", "tag": "77be7390-9c4f-427f-ba12-7b593da1dcd2", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:38:57.716949 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-01114bd7-cce5-4c01-9c02-cd680f673dbc {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:38:57.717575 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91be1fe4-edad-4ec8-a2d5-cd116877ac6a', 'tag': '77be7390-9c4f-427f-ba12-7b593da1dcd2', 'status': 'completed', 'code': 200} Feb 19 02:38:57.732097 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9da827-f2d0-43d6-906c-519188d91295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc0b9d03-ed48-4d87-938e-9ed1cfc93ce4,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:38:57.933463 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [req-2f8c7bbc-2935-4a0d-8687-03006a642558 req-06dfec8b-7ffd-4b2d-9789-8ee0da813a93 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Allocated IP 172.20.0.3 (e0f7c769-8470-4519-8f35-ba7a47a3fc99/4a3ae975-a392-4065-b27e-dab19abb303b/f239b73f-2f08-4d9f-9743-ea5afc765c71) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:38:58.205493 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-05b7fa1f-fb0b-480e-91b1-35417b5ea1fc req-68e9f4c6-e499-47d3-a82a-f1a9bdf3a096 tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=9a5101de2f7a4f33971e88e3f4514760&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0396881 Feb 19 02:38:58.224766 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1133c4ac-b0f2-45f5-ac4c-b688d4b27f29 req-c6c71af4-837f-4c42-8dd7-4d313e4b1d60 tempest-AggregatesAdminTestJSON-1180592417 tempest-AggregatesAdminTestJSON-1180592417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:38:58.231731 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1133c4ac-b0f2-45f5-ac4c-b688d4b27f29 req-c6c71af4-837f-4c42-8dd7-4d313e4b1d60 tempest-AggregatesAdminTestJSON-1180592417 tempest-AggregatesAdminTestJSON-1180592417-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f639f32-219b-436e-b836-bf76dca13167 HTTP/1.1" status: 200 len: 968 time: 0.2432492 Feb 19 02:38:58.341644 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 43286) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:38:58.357379 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bd47a4e9-cae4-4708-bf8b-c93fa199ab1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:58.389970 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1133c4ac-b0f2-45f5-ac4c-b688d4b27f29 req-0486c035-8c38-4b5e-b85c-dabc11723b6c tempest-AggregatesAdminTestJSON-1180592417 tempest-AggregatesAdminTestJSON-1180592417-project] 10.222.0.72 "GET /v2.0/security-groups?id=283d3b65-0723-4239-a773-9578bd1e8c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570578 Feb 19 02:38:58.397737 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-2f8c7bbc-2935-4a0d-8687-03006a642558 req-06dfec8b-7ffd-4b2d-9789-8ee0da813a93 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Publish callbacks [] for port (f239b73f-2f08-4d9f-9743-ea5afc765c71), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:58.434699 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b7fa1f-fb0b-480e-91b1-35417b5ea1fc req-e911b654-5da1-4628-8304-e6bf4c12b39e tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:38:58.442325 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-05b7fa1f-fb0b-480e-91b1-35417b5ea1fc req-e911b654-5da1-4628-8304-e6bf4c12b39e tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2284596 Feb 19 02:38:58.468411 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-05b7fa1f-fb0b-480e-91b1-35417b5ea1fc req-d41f72c5-2aea-424b-95c7-e17740569931 tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] 10.222.0.72 "GET /v2.0/quotas/9a5101de2f7a4f33971e88e3f4514760 HTTP/1.1" status: 200 len: 375 time: 0.0247164 Feb 19 02:38:58.499379 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bd47a4e9-cae4-4708-bf8b-c93fa199ab1d admin admin] Publish callbacks [] for security_group (4a67d9b2-dfbd-4e9d-bc74-b74e173edd1e), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:58.504619 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bd47a4e9-cae4-4708-bf8b-c93fa199ab1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (4a67d9b2-dfbd-4e9d-bc74-b74e173edd1e), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:58.511535 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-05b7fa1f-fb0b-480e-91b1-35417b5ea1fc req-2f043994-7b12-494a-a632-85cf62035f12 tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=9a5101de2f7a4f33971e88e3f4514760&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0421906 Feb 19 02:38:58.534428 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd47a4e9-cae4-4708-bf8b-c93fa199ab1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a67d9b2-dfbd-4e9d-bc74-b74e173edd1e,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:38:58.551294 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-2f8c7bbc-2935-4a0d-8687-03006a642558 req-06dfec8b-7ffd-4b2d-9789-8ee0da813a93 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (f239b73f-2f08-4d9f-9743-ea5afc765c71), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:58.554804 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-85e62a56-3f3d-4d1d-9dd8-9563b325ad69 req-0da014d7-a2a2-4ae4-be75-6ef8694910f3 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] 10.222.0.72 "GET /v2.0/ports?device_id=0b78a50e-444d-44a3-8b78-fea6efb84e63 HTTP/1.1" status: 200 len: 210 time: 0.0474772 Feb 19 02:38:58.564834 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-bd47a4e9-cae4-4708-bf8b-c93fa199ab1d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=94fb06b9f7314b3599b5b2bfb6cfd897&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2171574 Feb 19 02:38:58.564995 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 43288) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:38:58.639547 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f8c7bbc-2935-4a0d-8687-03006a642558 req-06dfec8b-7ffd-4b2d-9789-8ee0da813a93 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Network e0f7c769-8470-4519-8f35-ba7a47a3fc99 is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:38:58.649200 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [req-2f8c7bbc-2935-4a0d-8687-03006a642558 req-06dfec8b-7ffd-4b2d-9789-8ee0da813a93 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:38:58.656038 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f8c7bbc-2935-4a0d-8687-03006a642558 req-06dfec8b-7ffd-4b2d-9789-8ee0da813a93 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:38:58.661412 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8c7bbc-2935-4a0d-8687-03006a642558 req-06dfec8b-7ffd-4b2d-9789-8ee0da813a93 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:38:58.662039 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-2f8c7bbc-2935-4a0d-8687-03006a642558 req-06dfec8b-7ffd-4b2d-9789-8ee0da813a93 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:58.669705 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dfec8b-7ffd-4b2d-9789-8ee0da813a93 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Pushing event updated for resources: {'Port': ['ID=f239b73f-2f08-4d9f-9743-ea5afc765c71,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:38:58.695175 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2f8c7bbc-2935-4a0d-8687-03006a642558 req-06dfec8b-7ffd-4b2d-9789-8ee0da813a93 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5081503 Feb 19 02:38:58.696312 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e5c95bd9-52db-4f8d-bc3e-63bb61365e55 admin admin] Publish callbacks [] for security_group (4a67d9b2-dfbd-4e9d-bc74-b74e173edd1e), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:58.726456 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e5c95bd9-52db-4f8d-bc3e-63bb61365e55 admin admin] Publish callbacks [] for security_group (4a67d9b2-dfbd-4e9d-bc74-b74e173edd1e), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:58.808531 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e5c95bd9-52db-4f8d-bc3e-63bb61365e55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (4a67d9b2-dfbd-4e9d-bc74-b74e173edd1e), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:58.811908 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e5c95bd9-52db-4f8d-bc3e-63bb61365e55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:58.820910 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-e5c95bd9-52db-4f8d-bc3e-63bb61365e55 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4a67d9b2-dfbd-4e9d-bc74-b74e173edd1e HTTP/1.1" status: 204 len: 168 time: 0.2571137 Feb 19 02:38:58.833287 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c95bd9-52db-4f8d-bc3e-63bb61365e55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a67d9b2-dfbd-4e9d-bc74-b74e173edd1e,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:38:59.045844 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29de9cb-fdb3-4d10-8099-5cf55ebc9c87 req-1c8030ea-e512-4caf-b0f8-f8ce2a8e01ab tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:38:59.047721 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c29de9cb-fdb3-4d10-8099-5cf55ebc9c87 req-1c8030ea-e512-4caf-b0f8-f8ce2a8e01ab tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] 10.222.0.72 "GET /v2.0/ports?device_id=91be1fe4-edad-4ec8-a2d5-cd116877ac6a HTTP/1.1" status: 200 len: 947 time: 0.1368136 Feb 19 02:38:59.082501 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-03fbb85b-6883-4aab-879c-8ece7f400a8f None None] Provisioning complete for port f239b73f-2f08-4d9f-9743-ea5afc765c71 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:38:59.083694 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-03fbb85b-6883-4aab-879c-8ece7f400a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (f239b73f-2f08-4d9f-9743-ea5afc765c71), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:38:59.197917 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-03fbb85b-6883-4aab-879c-8ece7f400a8f None None] Port f239b73f-2f08-4d9f-9743-ea5afc765c71 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:38:59.262598 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6c982a6b-2446-4a51-bd5b-bb0b4ff0f46c req-f025f451-b6c7-46c2-ad20-1d03987975d7 tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f95a5f3-1847-444e-8cb8-c429783d0446 HTTP/1.1" status: 200 len: 210 time: 0.0922129 Feb 19 02:38:59.266668 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c29de9cb-fdb3-4d10-8099-5cf55ebc9c87 req-2ef43350-9215-4eb9-86a0-8bf863fdc520 tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] 10.222.0.72 "GET /v2.0/security-groups?id=f28be3de-d6d5-41ea-a627-e95e1d3692c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083714 Feb 19 02:38:59.647977 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5451f207-6943-42de-83ea-f4eee1e572cc req-0fc0ab7f-cd11-4e2c-921d-7f72df4e27ca tempest-AggregatesAdminTestJSON-1180592417 tempest-AggregatesAdminTestJSON-1180592417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:38:59.654224 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5451f207-6943-42de-83ea-f4eee1e572cc req-0fc0ab7f-cd11-4e2c-921d-7f72df4e27ca tempest-AggregatesAdminTestJSON-1180592417 tempest-AggregatesAdminTestJSON-1180592417-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f639f32-219b-436e-b836-bf76dca13167 HTTP/1.1" status: 200 len: 968 time: 0.1001556 Feb 19 02:38:59.738895 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5451f207-6943-42de-83ea-f4eee1e572cc req-ecc9329d-795e-408a-85bd-f57fa44c0e03 tempest-AggregatesAdminTestJSON-1180592417 tempest-AggregatesAdminTestJSON-1180592417-project] 10.222.0.72 "GET /v2.0/security-groups?id=283d3b65-0723-4239-a773-9578bd1e8c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778008 Feb 19 02:38:59.796165 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f748c033-3861-4450-897a-8a6a8a6b4ff6 req-a25770f7-adf6-4c31-aa80-b15730be994d tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:38:59.798094 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f748c033-3861-4450-897a-8a6a8a6b4ff6 req-a25770f7-adf6-4c31-aa80-b15730be994d tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] 10.222.0.72 "GET /v2.0/ports?device_id=0b78a50e-444d-44a3-8b78-fea6efb84e63 HTTP/1.1" status: 200 len: 931 time: 0.0632095 Feb 19 02:38:59.855128 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 43322) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:38:59.921259 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f748c033-3861-4450-897a-8a6a8a6b4ff6 req-f0cfdd9b-253e-4450-9cab-d47ba7344cc7 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] 10.222.0.72 "GET /v2.0/security-groups?id=d1874a8e-a1bd-4ab7-b8d8-0b935dd8ff3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016748 Feb 19 02:39:00.132237 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-363fed68-9f8f-47dd-a868-26a4b93f2508 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:00.219574 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-363fed68-9f8f-47dd-a868-26a4b93f2508 admin admin] Publish callbacks [] for security_group (40ace131-3b3b-42bc-b6e5-3ec2189642b3), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:00.231514 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-363fed68-9f8f-47dd-a868-26a4b93f2508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (40ace131-3b3b-42bc-b6e5-3ec2189642b3), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:00.297073 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-363fed68-9f8f-47dd-a868-26a4b93f2508 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a7dcc4da52034b459a4b3d6118b504ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4417779 Feb 19 02:39:00.300718 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 43336) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:39:00.302756 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363fed68-9f8f-47dd-a868-26a4b93f2508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40ace131-3b3b-42bc-b6e5-3ec2189642b3,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:00.415441 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-599520ba-c01f-41f4-9bfa-9444950be179 req-5e7dda30-9529-43cb-8a3a-21572672d6f7 tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f95a5f3-1847-444e-8cb8-c429783d0446 HTTP/1.1" status: 200 len: 210 time: 0.0446634 Feb 19 02:39:00.463558 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8c469678-b530-4422-9fbb-5baddb3b8a8d admin admin] Publish callbacks [] for security_group (40ace131-3b3b-42bc-b6e5-3ec2189642b3), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:00.473924 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca3aeac-781c-4264-9c6a-4134a62ae4df req-9e757793-3dc6-4f6c-b0d4-c703920004f5 tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:00.475468 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3ca3aeac-781c-4264-9c6a-4134a62ae4df req-9e757793-3dc6-4f6c-b0d4-c703920004f5 tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] 10.222.0.72 "GET /v2.0/ports?device_id=91be1fe4-edad-4ec8-a2d5-cd116877ac6a HTTP/1.1" status: 200 len: 947 time: 0.1039011 Feb 19 02:39:00.508269 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8c469678-b530-4422-9fbb-5baddb3b8a8d admin admin] Publish callbacks [] for security_group (40ace131-3b3b-42bc-b6e5-3ec2189642b3), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:00.565699 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3ca3aeac-781c-4264-9c6a-4134a62ae4df req-12ee1299-8313-4b93-9b77-e6ea648d5243 tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] 10.222.0.72 "GET /v2.0/security-groups?id=f28be3de-d6d5-41ea-a627-e95e1d3692c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800035 Feb 19 02:39:00.585720 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8c469678-b530-4422-9fbb-5baddb3b8a8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (40ace131-3b3b-42bc-b6e5-3ec2189642b3), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:00.588301 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8c469678-b530-4422-9fbb-5baddb3b8a8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:00.591777 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-8c469678-b530-4422-9fbb-5baddb3b8a8d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/40ace131-3b3b-42bc-b6e5-3ec2189642b3 HTTP/1.1" status: 204 len: 168 time: 0.2877107 Feb 19 02:39:00.599914 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c469678-b530-4422-9fbb-5baddb3b8a8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ace131-3b3b-42bc-b6e5-3ec2189642b3,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:00.656071 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-05b7fa1f-fb0b-480e-91b1-35417b5ea1fc req-853fd600-1a79-4385-84c8-a3de5bf2d3fa tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=9a5101de2f7a4f33971e88e3f4514760&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0269568 Feb 19 02:39:00.823463 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:39:00.851324 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b7fa1f-fb0b-480e-91b1-35417b5ea1fc req-7fd04fdc-9cff-47b1-8d03-3de176bce550 tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:00.853881 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-05b7fa1f-fb0b-480e-91b1-35417b5ea1fc req-7fd04fdc-9cff-47b1-8d03-3de176bce550 tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1864164 Feb 19 02:39:00.918399 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-05b7fa1f-fb0b-480e-91b1-35417b5ea1fc req-a193f44e-8bbc-46e3-b8fd-c0bf27fcf338 tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] Request body: {'port': {'device_id': '1f95a5f3-1847-444e-8cb8-c429783d0446', 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f', 'admin_state_up': True, 'tenant_id': '9a5101de2f7a4f33971e88e3f4514760'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:39:01.032013 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1627cf7e-c2f3-4310-8035-d4d79a2a8c4d req-5395b467-8273-425b-8145-8aa538bfd6af tempest-AggregatesAdminTestJSON-1180592417 tempest-AggregatesAdminTestJSON-1180592417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:01.037228 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1627cf7e-c2f3-4310-8035-d4d79a2a8c4d req-5395b467-8273-425b-8145-8aa538bfd6af tempest-AggregatesAdminTestJSON-1180592417 tempest-AggregatesAdminTestJSON-1180592417-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f639f32-219b-436e-b836-bf76dca13167 HTTP/1.1" status: 200 len: 968 time: 0.1597450 Feb 19 02:39:01.139971 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05b7fa1f-fb0b-480e-91b1-35417b5ea1fc req-a193f44e-8bbc-46e3-b8fd-c0bf27fcf338 tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] Made reservation on behalf of 9a5101de2f7a4f33971e88e3f4514760 for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:39:01.143960 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-05b7fa1f-fb0b-480e-91b1-35417b5ea1fc req-a193f44e-8bbc-46e3-b8fd-c0bf27fcf338 tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:01.152327 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1627cf7e-c2f3-4310-8035-d4d79a2a8c4d req-5fa52bcf-b8ba-4143-b88f-a405869e8dbc tempest-AggregatesAdminTestJSON-1180592417 tempest-AggregatesAdminTestJSON-1180592417-project] 10.222.0.72 "GET /v2.0/security-groups?id=283d3b65-0723-4239-a773-9578bd1e8c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067965 Feb 19 02:39:01.166578 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fe3c82-622b-4052-aaa3-fa49f1aa08b6 req-5e3f88ad-4502-4aba-b31b-42685b209553 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:01.168081 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-56fe3c82-622b-4052-aaa3-fa49f1aa08b6 req-5e3f88ad-4502-4aba-b31b-42685b209553 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] 10.222.0.72 "GET /v2.0/ports?device_id=0b78a50e-444d-44a3-8b78-fea6efb84e63 HTTP/1.1" status: 200 len: 931 time: 0.1292698 Feb 19 02:39:01.168986 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-05b7fa1f-fb0b-480e-91b1-35417b5ea1fc req-a193f44e-8bbc-46e3-b8fd-c0bf27fcf338 tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:01.273540 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-56fe3c82-622b-4052-aaa3-fa49f1aa08b6 req-a60dd947-a125-4e3b-8a7d-fd45a0154fa2 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] 10.222.0.72 "GET /v2.0/security-groups?id=d1874a8e-a1bd-4ab7-b8d8-0b935dd8ff3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902998 Feb 19 02:39:01.294390 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 43364) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:39:01.318990 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8d8f17e3-d1e8-4088-be65-cc336f696111 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:01.377276 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-05b7fa1f-fb0b-480e-91b1-35417b5ea1fc req-a193f44e-8bbc-46e3-b8fd-c0bf27fcf338 tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] Publish callbacks [] for security_group (62169fff-a198-47ed-8ac8-373297a23673), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:01.383087 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-05b7fa1f-fb0b-480e-91b1-35417b5ea1fc req-a193f44e-8bbc-46e3-b8fd-c0bf27fcf338 tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (62169fff-a198-47ed-8ac8-373297a23673), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:01.441554 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8d8f17e3-d1e8-4088-be65-cc336f696111 admin admin] Publish callbacks [] for security_group (e3f90067-f467-46f3-aec7-fb06380e1967), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:01.454125 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8d8f17e3-d1e8-4088-be65-cc336f696111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (e3f90067-f467-46f3-aec7-fb06380e1967), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:01.467690 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a193f44e-8bbc-46e3-b8fd-c0bf27fcf338 tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62169fff-a198-47ed-8ac8-373297a23673,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:01.488266 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8f17e3-d1e8-4088-be65-cc336f696111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3f90067-f467-46f3-aec7-fb06380e1967,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:01.523896 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 43372) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:39:01.530681 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-8d8f17e3-d1e8-4088-be65-cc336f696111 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9334ad71dbc2433a95f18dce0f03a0df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2252917 Feb 19 02:39:01.577543 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f2081103-c587-4f27-8ef3-6673276de06e req-87a59004-2ead-45e1-b9f9-df0174f8e799 tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f95a5f3-1847-444e-8cb8-c429783d0446 HTTP/1.1" status: 200 len: 210 time: 0.0543773 Feb 19 02:39:01.605455 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [req-05b7fa1f-fb0b-480e-91b1-35417b5ea1fc req-a193f44e-8bbc-46e3-b8fd-c0bf27fcf338 tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] Allocated IP 192.168.233.34 (5124bd00-da2a-4bd6-93a0-c14c92afb11f/974c06bc-f097-4890-970a-b087501ab241/18dbe207-90b7-4ca4-aa0b-e43a9cd13742) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:39:01.658052 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-422f0653-ab50-48c3-bba7-fca1f10af89a admin admin] Publish callbacks [] for security_group (e3f90067-f467-46f3-aec7-fb06380e1967), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:01.734928 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-422f0653-ab50-48c3-bba7-fca1f10af89a admin admin] Publish callbacks [] for security_group (e3f90067-f467-46f3-aec7-fb06380e1967), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:01.851729 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cbab07-e52e-49b8-b6a5-384051f2edc1 req-44cce15f-1eed-41f2-bd97-4aa2299bc125 tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:01.853293 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-37cbab07-e52e-49b8-b6a5-384051f2edc1 req-44cce15f-1eed-41f2-bd97-4aa2299bc125 tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] 10.222.0.72 "GET /v2.0/ports?device_id=91be1fe4-edad-4ec8-a2d5-cd116877ac6a HTTP/1.1" status: 200 len: 947 time: 0.1746871 Feb 19 02:39:01.873037 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-05b7fa1f-fb0b-480e-91b1-35417b5ea1fc req-a193f44e-8bbc-46e3-b8fd-c0bf27fcf338 tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] Publish callbacks [] for port (18dbe207-90b7-4ca4-aa0b-e43a9cd13742), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:01.888220 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-422f0653-ab50-48c3-bba7-fca1f10af89a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (e3f90067-f467-46f3-aec7-fb06380e1967), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:01.891254 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-422f0653-ab50-48c3-bba7-fca1f10af89a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:01.895246 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-422f0653-ab50-48c3-bba7-fca1f10af89a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e3f90067-f467-46f3-aec7-fb06380e1967 HTTP/1.1" status: 204 len: 168 time: 0.3704321 Feb 19 02:39:01.920061 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422f0653-ab50-48c3-bba7-fca1f10af89a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3f90067-f467-46f3-aec7-fb06380e1967,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:01.973983 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-37cbab07-e52e-49b8-b6a5-384051f2edc1 req-a6c533b2-e0ad-4e14-8251-8e44fee65127 tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] 10.222.0.72 "GET /v2.0/security-groups?id=f28be3de-d6d5-41ea-a627-e95e1d3692c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990052 Feb 19 02:39:01.985193 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-05b7fa1f-fb0b-480e-91b1-35417b5ea1fc req-a193f44e-8bbc-46e3-b8fd-c0bf27fcf338 tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (18dbe207-90b7-4ca4-aa0b-e43a9cd13742), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:02.042294 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05b7fa1f-fb0b-480e-91b1-35417b5ea1fc req-a193f44e-8bbc-46e3-b8fd-c0bf27fcf338 tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] Network 5124bd00-da2a-4bd6-93a0-c14c92afb11f is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:39:02.043967 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [req-05b7fa1f-fb0b-480e-91b1-35417b5ea1fc req-a193f44e-8bbc-46e3-b8fd-c0bf27fcf338 tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:39:02.046419 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-05b7fa1f-fb0b-480e-91b1-35417b5ea1fc req-a193f44e-8bbc-46e3-b8fd-c0bf27fcf338 tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:39:02.052450 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b7fa1f-fb0b-480e-91b1-35417b5ea1fc req-a193f44e-8bbc-46e3-b8fd-c0bf27fcf338 tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:02.052936 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-05b7fa1f-fb0b-480e-91b1-35417b5ea1fc req-a193f44e-8bbc-46e3-b8fd-c0bf27fcf338 tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:02.071681 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a193f44e-8bbc-46e3-b8fd-c0bf27fcf338 tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] Pushing event updated for resources: {'Port': ['ID=18dbe207-90b7-4ca4-aa0b-e43a9cd13742,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:02.088053 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-05b7fa1f-fb0b-480e-91b1-35417b5ea1fc req-a193f44e-8bbc-46e3-b8fd-c0bf27fcf338 tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1737931 Feb 19 02:39:02.108047 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-05b7fa1f-fb0b-480e-91b1-35417b5ea1fc req-39937ac9-e72e-4a6f-be98-ae875993ad33 service neutron] Request body: {'port': {'device_id': '1f95a5f3-1847-444e-8cb8-c429783d0446', 'device_owner': 'compute:tempest-test_az-77961293', 'binding:host_id': 'n-h2-826753-2'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:39:02.201434 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-05b7fa1f-fb0b-480e-91b1-35417b5ea1fc req-39937ac9-e72e-4a6f-be98-ae875993ad33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (18dbe207-90b7-4ca4-aa0b-e43a9cd13742), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:02.220637 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 43388) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:39:02.411359 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5694a12c-0aee-4c0c-a0ba-ee654fe099a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:02.476174 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-30b53892-3099-469b-be81-cc8d76e469a0 None None] Provisioning complete for port 18dbe207-90b7-4ca4-aa0b-e43a9cd13742 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:39:02.477047 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-30b53892-3099-469b-be81-cc8d76e469a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (18dbe207-90b7-4ca4-aa0b-e43a9cd13742), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:02.530852 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5694a12c-0aee-4c0c-a0ba-ee654fe099a5 admin admin] Publish callbacks [] for security_group (74ba0972-7cdd-4ac8-84ea-b259ab6606b9), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:02.539471 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5694a12c-0aee-4c0c-a0ba-ee654fe099a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (74ba0972-7cdd-4ac8-84ea-b259ab6606b9), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:02.554581 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-30b53892-3099-469b-be81-cc8d76e469a0 None None] Port 18dbe207-90b7-4ca4-aa0b-e43a9cd13742 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:39:02.585050 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fa78c7-cf4a-43f6-8ff3-12f896f3a8e4 req-6f8c1313-68a5-4839-a383-b1d5f65a34e3 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:02.587380 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-14fa78c7-cf4a-43f6-8ff3-12f896f3a8e4 req-6f8c1313-68a5-4839-a383-b1d5f65a34e3 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] 10.222.0.72 "GET /v2.0/ports?device_id=0b78a50e-444d-44a3-8b78-fea6efb84e63 HTTP/1.1" status: 200 len: 931 time: 0.1585760 Feb 19 02:39:02.606602 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92220067-5e87-4b0d-b811-af41b1528c5a req-821b7fce-22e4-430a-a1fb-761f6e76cfe4 tempest-AggregatesAdminTestJSON-1180592417 tempest-AggregatesAdminTestJSON-1180592417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:02.614322 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-92220067-5e87-4b0d-b811-af41b1528c5a req-821b7fce-22e4-430a-a1fb-761f6e76cfe4 tempest-AggregatesAdminTestJSON-1180592417 tempest-AggregatesAdminTestJSON-1180592417-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f639f32-219b-436e-b836-bf76dca13167 HTTP/1.1" status: 200 len: 968 time: 0.1838076 Feb 19 02:39:02.620020 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-5694a12c-0aee-4c0c-a0ba-ee654fe099a5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3b46be76c0a74a89891355fd9c1dbdc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3975475 Feb 19 02:39:02.623011 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5694a12c-0aee-4c0c-a0ba-ee654fe099a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74ba0972-7cdd-4ac8-84ea-b259ab6606b9,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:02.623829 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 43404) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:39:02.787156 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device e969cf60-ab73-4696-aba6-dc2dc6b42757 details requested by agent hyperv_n-h2-826753-2 with host n-h2-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:39:02.928283 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port e969cf60-ab73-4696-aba6-dc2dc6b42757, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=e969cf60-ab73-4696-aba6-dc2dc6b42757,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:39:02.940054 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Returning: {'device': 'e969cf60-ab73-4696-aba6-dc2dc6b42757', 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f', 'port_id': 'e969cf60-ab73-4696-aba6-dc2dc6b42757', 'mac_address': 'fa:16:3e:dd:e0:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '974c06bc-f097-4890-970a-b087501ab241', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:tempest-test_az-77961293', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:39:02.980475 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-14fa78c7-cf4a-43f6-8ff3-12f896f3a8e4 req-dfd6fcdd-e643-4682-b519-8705ba295b75 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] 10.222.0.72 "GET /v2.0/security-groups?id=d1874a8e-a1bd-4ab7-b8d8-0b935dd8ff3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3834381 Feb 19 02:39:03.006476 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port e969cf60-ab73-4696-aba6-dc2dc6b42757 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:39:03.006825 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (e969cf60-ab73-4696-aba6-dc2dc6b42757), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:03.016791 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-92220067-5e87-4b0d-b811-af41b1528c5a req-ac3cf6a1-b76b-4143-9c27-06f6b3986db7 tempest-AggregatesAdminTestJSON-1180592417 tempest-AggregatesAdminTestJSON-1180592417-project] 10.222.0.72 "GET /v2.0/security-groups?id=283d3b65-0723-4239-a773-9578bd1e8c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3962517 Feb 19 02:39:03.033184 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [req-05b7fa1f-fb0b-480e-91b1-35417b5ea1fc req-39937ac9-e72e-4a6f-be98-ae875993ad33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18dbe207-90b7-4ca4-aa0b-e43a9cd13742 {{(pid=103701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:39:03.040087 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e969cf60-ab73-4696-aba6-dc2dc6b42757 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:39:03.055921 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-27319513-7a8a-4a56-a43d-f8bf5174c6fd admin admin] Publish callbacks [] for security_group (74ba0972-7cdd-4ac8-84ea-b259ab6606b9), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:03.066141 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-05b7fa1f-fb0b-480e-91b1-35417b5ea1fc req-39937ac9-e72e-4a6f-be98-ae875993ad33 service neutron] Publish callbacks [] for port (18dbe207-90b7-4ca4-aa0b-e43a9cd13742), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:03.073293 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port e969cf60-ab73-4696-aba6-dc2dc6b42757, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=e969cf60-ab73-4696-aba6-dc2dc6b42757,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:39:03.081091 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (e969cf60-ab73-4696-aba6-dc2dc6b42757), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:03.135160 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.provisioning_blocks [req-05b7fa1f-fb0b-480e-91b1-35417b5ea1fc req-39937ac9-e72e-4a6f-be98-ae875993ad33 service neutron] Transition to ACTIVE for port object 18dbe207-90b7-4ca4-aa0b-e43a9cd13742 will not be triggered until provisioned by entity L2. {{(pid=103701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:39:03.144688 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=e969cf60-ab73-4696-aba6-dc2dc6b42757,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:03.166080 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-27319513-7a8a-4a56-a43d-f8bf5174c6fd admin admin] Publish callbacks [] for security_group (74ba0972-7cdd-4ac8-84ea-b259ab6606b9), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:03.174462 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-05b7fa1f-fb0b-480e-91b1-35417b5ea1fc req-39937ac9-e72e-4a6f-be98-ae875993ad33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (18dbe207-90b7-4ca4-aa0b-e43a9cd13742), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:03.274833 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d311d42-8f04-4a51-94d6-3518bd5e7d4e req-673cdadb-095c-487d-bb43-fc31681ecdb3 tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:03.276382 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8d311d42-8f04-4a51-94d6-3518bd5e7d4e req-673cdadb-095c-487d-bb43-fc31681ecdb3 tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f95a5f3-1847-444e-8cb8-c429783d0446 HTTP/1.1" status: 200 len: 935 time: 0.2078290 Feb 19 02:39:03.277042 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39937ac9-e72e-4a6f-be98-ae875993ad33 service neutron] Pushing event updated for resources: {'Port': ['ID=18dbe207-90b7-4ca4-aa0b-e43a9cd13742,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:03.291361 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0191698-63b4-4a71-b352-9855ec3da0ee req-141e120f-3908-4466-a534-25ec040427b3 tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:03.295414 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c0191698-63b4-4a71-b352-9855ec3da0ee req-141e120f-3908-4466-a534-25ec040427b3 tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] 10.222.0.72 "GET /v2.0/ports?device_id=91be1fe4-edad-4ec8-a2d5-cd116877ac6a HTTP/1.1" status: 200 len: 947 time: 0.1836240 Feb 19 02:39:03.362383 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-27319513-7a8a-4a56-a43d-f8bf5174c6fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (74ba0972-7cdd-4ac8-84ea-b259ab6606b9), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:03.366898 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-27319513-7a8a-4a56-a43d-f8bf5174c6fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:03.369042 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-27319513-7a8a-4a56-a43d-f8bf5174c6fd admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/74ba0972-7cdd-4ac8-84ea-b259ab6606b9 HTTP/1.1" status: 204 len: 168 time: 0.7351809 Feb 19 02:39:03.412337 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8d311d42-8f04-4a51-94d6-3518bd5e7d4e req-929206d3-fdf1-44ee-bda3-9797fc7af2bb tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] 10.222.0.72 "GET /v2.0/security-groups?id=62169fff-a198-47ed-8ac8-373297a23673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130497 Feb 19 02:39:03.413086 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-05b7fa1f-fb0b-480e-91b1-35417b5ea1fc req-39937ac9-e72e-4a6f-be98-ae875993ad33 service neutron] Attempting to bind port 18dbe207-90b7-4ca4-aa0b-e43a9cd13742 on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:39:03.413381 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-05b7fa1f-fb0b-480e-91b1-35417b5ea1fc req-39937ac9-e72e-4a6f-be98-ae875993ad33 service neutron] Attempting to bind port 18dbe207-90b7-4ca4-aa0b-e43a9cd13742 by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:39:03.413704 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b7fa1f-fb0b-480e-91b1-35417b5ea1fc req-39937ac9-e72e-4a6f-be98-ae875993ad33 service neutron] Attempting to bind port 18dbe207-90b7-4ca4-aa0b-e43a9cd13742 on network 5124bd00-da2a-4bd6-93a0-c14c92afb11f {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:39:03.438049 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b7fa1f-fb0b-480e-91b1-35417b5ea1fc req-39937ac9-e72e-4a6f-be98-ae875993ad33 service neutron] Port 18dbe207-90b7-4ca4-aa0b-e43a9cd13742 on network 5124bd00-da2a-4bd6-93a0-c14c92afb11f not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:39:03.439653 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b7fa1f-fb0b-480e-91b1-35417b5ea1fc req-39937ac9-e72e-4a6f-be98-ae875993ad33 service neutron] Attempting to bind port 18dbe207-90b7-4ca4-aa0b-e43a9cd13742 on network 5124bd00-da2a-4bd6-93a0-c14c92afb11f {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:39:03.448087 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b7fa1f-fb0b-480e-91b1-35417b5ea1fc req-39937ac9-e72e-4a6f-be98-ae875993ad33 service neutron] Checking agent: {'id': 'bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:39:03.448585 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b7fa1f-fb0b-480e-91b1-35417b5ea1fc req-39937ac9-e72e-4a6f-be98-ae875993ad33 service neutron] Checking segment: {'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:39:03.449243 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b7fa1f-fb0b-480e-91b1-35417b5ea1fc req-39937ac9-e72e-4a6f-be98-ae875993ad33 service neutron] Bound using segment: {'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:39:03.449836 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-05b7fa1f-fb0b-480e-91b1-35417b5ea1fc req-39937ac9-e72e-4a6f-be98-ae875993ad33 service neutron] Bound port: 18dbe207-90b7-4ca4-aa0b-e43a9cd13742, host: n-h2-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'}}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:39:03.450288 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-05b7fa1f-fb0b-480e-91b1-35417b5ea1fc req-39937ac9-e72e-4a6f-be98-ae875993ad33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (18dbe207-90b7-4ca4-aa0b-e43a9cd13742), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:03.456663 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27319513-7a8a-4a56-a43d-f8bf5174c6fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ba0972-7cdd-4ac8-84ea-b259ab6606b9,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:03.495086 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c0191698-63b4-4a71-b352-9855ec3da0ee req-c2fbe0c8-eb72-401e-8c6a-2ddaca6d3d45 tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] 10.222.0.72 "GET /v2.0/security-groups?id=f28be3de-d6d5-41ea-a627-e95e1d3692c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576996 Feb 19 02:39:03.500876 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['e969cf60-ab73-4696-aba6-dc2dc6b42757'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:39:03.591013 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-05b7fa1f-fb0b-480e-91b1-35417b5ea1fc req-39937ac9-e72e-4a6f-be98-ae875993ad33 service neutron] For port 18dbe207-90b7-4ca4-aa0b-e43a9cd13742, host n-h2-826753-2, cleared binding levels {{(pid=103701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:39:03.595763 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-05b7fa1f-fb0b-480e-91b1-35417b5ea1fc req-39937ac9-e72e-4a6f-be98-ae875993ad33 service neutron] For port 18dbe207-90b7-4ca4-aa0b-e43a9cd13742, host n-h2-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=18dbe207-90b7-4ca4-aa0b-e43a9cd13742,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:39:03.614965 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-05b7fa1f-fb0b-480e-91b1-35417b5ea1fc req-39937ac9-e72e-4a6f-be98-ae875993ad33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (18dbe207-90b7-4ca4-aa0b-e43a9cd13742), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:03.689793 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b7fa1f-fb0b-480e-91b1-35417b5ea1fc req-39937ac9-e72e-4a6f-be98-ae875993ad33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:03.693329 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-05b7fa1f-fb0b-480e-91b1-35417b5ea1fc req-39937ac9-e72e-4a6f-be98-ae875993ad33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:03.699105 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-05b7fa1f-fb0b-480e-91b1-35417b5ea1fc req-39937ac9-e72e-4a6f-be98-ae875993ad33 service neutron] 10.222.0.82 "PUT /v2.0/ports/18dbe207-90b7-4ca4-aa0b-e43a9cd13742 HTTP/1.1" status: 200 len: 1115 time: 1.5944674 Feb 19 02:39:03.699753 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f95a5f3-1847-444e-8cb8-c429783d0446', 'tag': '18dbe207-90b7-4ca4-aa0b-e43a9cd13742'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:39:03.703770 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-280226c6-aace-468e-ad5f-e9fff7195b10" -d '{"events": [{"name": "network-changed", "server_uuid": "1f95a5f3-1847-444e-8cb8-c429783d0446", "tag": "18dbe207-90b7-4ca4-aa0b-e43a9cd13742"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:39:03.760845 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39937ac9-e72e-4a6f-be98-ae875993ad33 service neutron] Pushing event updated for resources: {'Port': ['ID=18dbe207-90b7-4ca4-aa0b-e43a9cd13742,revision_number=3']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:03.813415 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66d98b59-f222-457b-b4b1-9c71a1f9a89c x-openstack-request-id: req-66d98b59-f222-457b-b4b1-9c71a1f9a89c {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:39:03.820586 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f95a5f3-1847-444e-8cb8-c429783d0446", "tag": "18dbe207-90b7-4ca4-aa0b-e43a9cd13742", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:39:03.820996 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-66d98b59-f222-457b-b4b1-9c71a1f9a89c {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:39:03.822503 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f95a5f3-1847-444e-8cb8-c429783d0446', 'tag': '18dbe207-90b7-4ca4-aa0b-e43a9cd13742', 'status': 'completed', 'code': 200} Feb 19 02:39:03.875252 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b7fa1f-fb0b-480e-91b1-35417b5ea1fc req-5328e6dc-2b31-4d7e-bbbd-84488f570b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:03.877140 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-05b7fa1f-fb0b-480e-91b1-35417b5ea1fc req-5328e6dc-2b31-4d7e-bbbd-84488f570b6f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9a5101de2f7a4f33971e88e3f4514760&device_id=1f95a5f3-1847-444e-8cb8-c429783d0446 HTTP/1.1" status: 200 len: 1149 time: 0.1059120 Feb 19 02:39:03.966311 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-05b7fa1f-fb0b-480e-91b1-35417b5ea1fc req-9bd81c55-8715-4ac5-ba5d-00143953830b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=18dbe207-90b7-4ca4-aa0b-e43a9cd13742 HTTP/1.1" status: 200 len: 217 time: 0.0744224 Feb 19 02:39:04.004955 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 43444) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:39:04.027570 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ddc09048-0eb3-4487-a25b-70271f47bc0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:04.064028 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b7fa1f-fb0b-480e-91b1-35417b5ea1fc req-285cb8ec-0c31-4699-9f18-ea1b3b7dca4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:04.074750 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-05b7fa1f-fb0b-480e-91b1-35417b5ea1fc req-285cb8ec-0c31-4699-9f18-ea1b3b7dca4f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=974c06bc-f097-4890-970a-b087501ab241 HTTP/1.1" status: 200 len: 843 time: 0.1010740 Feb 19 02:39:04.139163 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ddc09048-0eb3-4487-a25b-70271f47bc0d admin admin] Publish callbacks [] for security_group (79f887b8-92d9-4645-9be7-c63cd8ae4d5c), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:04.144020 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ddc09048-0eb3-4487-a25b-70271f47bc0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (79f887b8-92d9-4645-9be7-c63cd8ae4d5c), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:04.180227 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc09048-0eb3-4487-a25b-70271f47bc0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79f887b8-92d9-4645-9be7-c63cd8ae4d5c,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:04.186927 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-ddc09048-0eb3-4487-a25b-70271f47bc0d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7940383180f3446a905f6d6552f23068&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1809042 Feb 19 02:39:04.189947 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 43450) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:39:04.225204 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b7fa1f-fb0b-480e-91b1-35417b5ea1fc req-4c786998-aa0b-444c-86f6-38f6f53a293c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:04.226403 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-05b7fa1f-fb0b-480e-91b1-35417b5ea1fc req-4c786998-aa0b-444c-86f6-38f6f53a293c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5124bd00-da2a-4bd6-93a0-c14c92afb11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1392133 Feb 19 02:39:04.243164 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ef485413-4f59-49bf-91e3-62cbaf17b6c3 admin admin] Publish callbacks [] for security_group (79f887b8-92d9-4645-9be7-c63cd8ae4d5c), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:04.268165 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ef485413-4f59-49bf-91e3-62cbaf17b6c3 admin admin] Publish callbacks [] for security_group (79f887b8-92d9-4645-9be7-c63cd8ae4d5c), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:04.278367 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd14d6ee-a655-4047-b054-fad4e9b45238 req-281aee75-89b0-45b4-a72a-9d9f2465ed16 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:04.281332 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fd14d6ee-a655-4047-b054-fad4e9b45238 req-281aee75-89b0-45b4-a72a-9d9f2465ed16 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] 10.222.0.72 "GET /v2.0/ports?device_id=0b78a50e-444d-44a3-8b78-fea6efb84e63 HTTP/1.1" status: 200 len: 931 time: 0.1609778 Feb 19 02:39:04.323161 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ef485413-4f59-49bf-91e3-62cbaf17b6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (79f887b8-92d9-4645-9be7-c63cd8ae4d5c), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:04.326116 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ef485413-4f59-49bf-91e3-62cbaf17b6c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:04.327379 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-ef485413-4f59-49bf-91e3-62cbaf17b6c3 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/79f887b8-92d9-4645-9be7-c63cd8ae4d5c HTTP/1.1" status: 204 len: 168 time: 0.1366715 Feb 19 02:39:04.336819 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef485413-4f59-49bf-91e3-62cbaf17b6c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f887b8-92d9-4645-9be7-c63cd8ae4d5c,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:04.376262 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c7f43a-da74-4947-ac83-7267ba52d295 req-c3be71be-abf5-4089-a22b-1fe902e27dd3 tempest-NetworksTest-1455539728 tempest-NetworksTest-1455539728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:04.377984 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c7f43a-da74-4947-ac83-7267ba52d295 req-c3be71be-abf5-4089-a22b-1fe902e27dd3 tempest-NetworksTest-1455539728 tempest-NetworksTest-1455539728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:04.386209 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c7f43a-da74-4947-ac83-7267ba52d295 req-c3be71be-abf5-4089-a22b-1fe902e27dd3 tempest-NetworksTest-1455539728 tempest-NetworksTest-1455539728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:04.386683 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c7f43a-da74-4947-ac83-7267ba52d295 req-c3be71be-abf5-4089-a22b-1fe902e27dd3 tempest-NetworksTest-1455539728 tempest-NetworksTest-1455539728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:04.387149 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c7f43a-da74-4947-ac83-7267ba52d295 req-c3be71be-abf5-4089-a22b-1fe902e27dd3 tempest-NetworksTest-1455539728 tempest-NetworksTest-1455539728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:04.388959 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-23c7f43a-da74-4947-ac83-7267ba52d295 req-c3be71be-abf5-4089-a22b-1fe902e27dd3 tempest-NetworksTest-1455539728 tempest-NetworksTest-1455539728-project-admin] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3628 time: 0.3129499 Feb 19 02:39:04.437076 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-05b7fa1f-fb0b-480e-91b1-35417b5ea1fc req-5382feb5-f18c-4998-823b-5a19edf3ec31 service neutron] 10.222.0.82 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012644 Feb 19 02:39:04.538886 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fd14d6ee-a655-4047-b054-fad4e9b45238 req-d8a22318-40b4-4308-af0e-1082613ae233 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] 10.222.0.72 "GET /v2.0/security-groups?id=d1874a8e-a1bd-4ab7-b8d8-0b935dd8ff3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2229548 Feb 19 02:39:04.675322 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3f59fd-4b82-4775-b68b-153a9751673c req-412586bd-ba7e-4dad-ad92-e67c4d96bfea tempest-AggregatesAdminTestJSON-1180592417 tempest-AggregatesAdminTestJSON-1180592417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:04.676505 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ab3f59fd-4b82-4775-b68b-153a9751673c req-412586bd-ba7e-4dad-ad92-e67c4d96bfea tempest-AggregatesAdminTestJSON-1180592417 tempest-AggregatesAdminTestJSON-1180592417-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f639f32-219b-436e-b836-bf76dca13167 HTTP/1.1" status: 200 len: 969 time: 0.1906765 Feb 19 02:39:04.680530 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-05b7fa1f-fb0b-480e-91b1-35417b5ea1fc req-859c16d9-edad-41f8-a76f-789cedc37030 service neutron] 10.222.0.82 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335384 Feb 19 02:39:04.730007 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1135bf-36f3-4951-84cc-f1bc3e53df09 req-c0509d5e-ba37-47f1-ad04-ef28f22de3fe tempest-NetworksTest-1455539728 tempest-NetworksTest-1455539728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:04.731323 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fb1135bf-36f3-4951-84cc-f1bc3e53df09 req-c0509d5e-ba37-47f1-ad04-ef28f22de3fe tempest-NetworksTest-1455539728 tempest-NetworksTest-1455539728-project-admin] 10.222.0.72 "GET /v2.0/networks/eaf64708-9021-419e-b287-ef3e0f51e2ee HTTP/1.1" status: 200 len: 886 time: 0.1569648 Feb 19 02:39:04.760437 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ab3f59fd-4b82-4775-b68b-153a9751673c req-9e18009f-a8a5-4db1-a799-9459752818e7 tempest-AggregatesAdminTestJSON-1180592417 tempest-AggregatesAdminTestJSON-1180592417-project] 10.222.0.72 "GET /v2.0/security-groups?id=283d3b65-0723-4239-a773-9578bd1e8c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770304 Feb 19 02:39:04.794055 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device e969cf60-ab73-4696-aba6-dc2dc6b42757 up at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:39:04.824432 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280226c6-aace-468e-ad5f-e9fff7195b10 req-8541f746-7dd1-4518-ac45-b3a4e7efbf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:04.826455 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-280226c6-aace-468e-ad5f-e9fff7195b10 req-8541f746-7dd1-4518-ac45-b3a4e7efbf1c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9a5101de2f7a4f33971e88e3f4514760&device_id=1f95a5f3-1847-444e-8cb8-c429783d0446 HTTP/1.1" status: 200 len: 1149 time: 0.0533710 Feb 19 02:39:04.872610 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning for port e969cf60-ab73-4696-aba6-dc2dc6b42757 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:39:04.877533 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning complete for port e969cf60-ab73-4696-aba6-dc2dc6b42757 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:39:04.878022 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (e969cf60-ab73-4696-aba6-dc2dc6b42757), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:04.989311 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port e969cf60-ab73-4696-aba6-dc2dc6b42757 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:39:04.989846 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (e969cf60-ab73-4696-aba6-dc2dc6b42757), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:04.995798 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119372b3-bac1-4971-a696-06f156a57bd6 req-e05cadfe-b3e2-4791-957c-1a7b0840236f tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:04.997619 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-119372b3-bac1-4971-a696-06f156a57bd6 req-e05cadfe-b3e2-4791-957c-1a7b0840236f tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] 10.222.0.72 "GET /v2.0/ports?device_id=91be1fe4-edad-4ec8-a2d5-cd116877ac6a HTTP/1.1" status: 200 len: 947 time: 0.1643515 Feb 19 02:39:05.026121 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f639f32-219b-436e-b836-bf76dca13167', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e969cf60-ab73-4696-aba6-dc2dc6b42757'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:39:05.031089 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0946157-a797-48f4-a4b3-2d3b82b85e4c req-52b190b6-ee3c-4a63-8781-704be224280e tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:05.033252 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e0946157-a797-48f4-a4b3-2d3b82b85e4c req-52b190b6-ee3c-4a63-8781-704be224280e tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f95a5f3-1847-444e-8cb8-c429783d0446 HTTP/1.1" status: 200 len: 967 time: 0.2004933 Feb 19 02:39:05.098541 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280226c6-aace-468e-ad5f-e9fff7195b10 req-228f0757-de5c-44b8-94ac-ee83050c806c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:05.101410 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-280226c6-aace-468e-ad5f-e9fff7195b10 req-228f0757-de5c-44b8-94ac-ee83050c806c service neutron] 10.222.0.82 "GET /v2.0/networks?id=5124bd00-da2a-4bd6-93a0-c14c92afb11f HTTP/1.1" status: 200 len: 870 time: 0.2662914 Feb 19 02:39:05.123826 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-2f8c7bbc-2935-4a0d-8687-03006a642558 req-3009dca2-fe34-478e-941f-e0b6dbd06068 service neutron] Request body: {'port': {'device_id': '0b78a50e-444d-44a3-8b78-fea6efb84e63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826753-2'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:39:05.164182 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port e969cf60-ab73-4696-aba6-dc2dc6b42757, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=e969cf60-ab73-4696-aba6-dc2dc6b42757,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:39:05.176422 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (e969cf60-ab73-4696-aba6-dc2dc6b42757), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:05.183683 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6755512a-446e-4d92-b451-bfcb35fc5196 req-528c4823-5562-4fe6-8302-c206a0dd80d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:05.185227 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-6755512a-446e-4d92-b451-bfcb35fc5196 req-528c4823-5562-4fe6-8302-c206a0dd80d2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7c024e515b974f4eb1596ddf44a27899&device_id=91be1fe4-edad-4ec8-a2d5-cd116877ac6a HTTP/1.1" status: 200 len: 1129 time: 0.0957191 Feb 19 02:39:05.305897 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=e969cf60-ab73-4696-aba6-dc2dc6b42757,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:05.307848 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-280226c6-aace-468e-ad5f-e9fff7195b10 req-dd753b6c-ef71-4809-b62d-21f7adb50396 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=18dbe207-90b7-4ca4-aa0b-e43a9cd13742 HTTP/1.1" status: 200 len: 217 time: 0.1697752 Feb 19 02:39:05.317955 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-119372b3-bac1-4971-a696-06f156a57bd6 req-2a5928cf-7479-48e2-8863-116427483191 tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] 10.222.0.72 "GET /v2.0/security-groups?id=f28be3de-d6d5-41ea-a627-e95e1d3692c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3086796 Feb 19 02:39:05.372737 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-423e6ce6-b789-414d-8f2f-1282b0b1a86e" -d '{"events": [{"server_uuid": "6f639f32-219b-436e-b836-bf76dca13167", "name": "network-vif-plugged", "status": "completed", "tag": "e969cf60-ab73-4696-aba6-dc2dc6b42757"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:39:05.504542 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e0946157-a797-48f4-a4b3-2d3b82b85e4c req-7e73a072-da5d-4cf2-aa75-028ad8aa65ed tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] 10.222.0.72 "GET /v2.0/security-groups?id=62169fff-a198-47ed-8ac8-373297a23673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4528646 Feb 19 02:39:05.505624 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-2f8c7bbc-2935-4a0d-8687-03006a642558 req-3009dca2-fe34-478e-941f-e0b6dbd06068 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (f239b73f-2f08-4d9f-9743-ea5afc765c71), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:05.587558 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280226c6-aace-468e-ad5f-e9fff7195b10 req-0caa4a25-b785-4383-b392-9c493a5036f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:05.589442 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-280226c6-aace-468e-ad5f-e9fff7195b10 req-0caa4a25-b785-4383-b392-9c493a5036f8 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=974c06bc-f097-4890-970a-b087501ab241 HTTP/1.1" status: 200 len: 843 time: 0.2706406 Feb 19 02:39:05.601526 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6755512a-446e-4d92-b451-bfcb35fc5196 req-1afb5fe8-3b09-4aaa-a395-24f14d0886a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:05.603022 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-6755512a-446e-4d92-b451-bfcb35fc5196 req-1afb5fe8-3b09-4aaa-a395-24f14d0886a1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5124bd00-da2a-4bd6-93a0-c14c92afb11f HTTP/1.1" status: 200 len: 870 time: 0.4099896 Feb 19 02:39:05.651881 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080f333f-5498-4fab-9423-c1072169377f req-8d11f031-84d4-499d-9b11-f99f96c0f646 tempest-NetworksTest-1455539728 tempest-NetworksTest-1455539728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:05.652693 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080f333f-5498-4fab-9423-c1072169377f req-8d11f031-84d4-499d-9b11-f99f96c0f646 tempest-NetworksTest-1455539728 tempest-NetworksTest-1455539728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:05.653539 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080f333f-5498-4fab-9423-c1072169377f req-8d11f031-84d4-499d-9b11-f99f96c0f646 tempest-NetworksTest-1455539728 tempest-NetworksTest-1455539728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:05.654168 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080f333f-5498-4fab-9423-c1072169377f req-8d11f031-84d4-499d-9b11-f99f96c0f646 tempest-NetworksTest-1455539728 tempest-NetworksTest-1455539728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:05.654825 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080f333f-5498-4fab-9423-c1072169377f req-8d11f031-84d4-499d-9b11-f99f96c0f646 tempest-NetworksTest-1455539728 tempest-NetworksTest-1455539728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:05.662178 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-080f333f-5498-4fab-9423-c1072169377f req-8d11f031-84d4-499d-9b11-f99f96c0f646 tempest-NetworksTest-1455539728 tempest-NetworksTest-1455539728-project-admin] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3628 time: 0.2841141 Feb 19 02:39:05.662306 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-6755512a-446e-4d92-b451-bfcb35fc5196 req-2d6c69d6-51c1-4b86-97c1-9898af171f56 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=77be7390-9c4f-427f-ba12-7b593da1dcd2 HTTP/1.1" status: 200 len: 217 time: 0.0503144 Feb 19 02:39:05.734986 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6755512a-446e-4d92-b451-bfcb35fc5196 req-3f614436-dec1-4aad-aef6-4c720fe3796f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:05.737829 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-6755512a-446e-4d92-b451-bfcb35fc5196 req-3f614436-dec1-4aad-aef6-4c720fe3796f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=974c06bc-f097-4890-970a-b087501ab241 HTTP/1.1" status: 200 len: 843 time: 0.0686443 Feb 19 02:39:05.824677 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280226c6-aace-468e-ad5f-e9fff7195b10 req-93d3952a-f841-48af-92c3-bebfe01a613d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:05.826222 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-280226c6-aace-468e-ad5f-e9fff7195b10 req-93d3952a-f841-48af-92c3-bebfe01a613d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5124bd00-da2a-4bd6-93a0-c14c92afb11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2078800 Feb 19 02:39:05.893336 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7947c0f1-4fc1-40a7-9f5a-b838e17fe3ea x-openstack-request-id: req-7947c0f1-4fc1-40a7-9f5a-b838e17fe3ea {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:39:05.894468 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f639f32-219b-436e-b836-bf76dca13167", "name": "network-vif-plugged", "status": "completed", "tag": "e969cf60-ab73-4696-aba6-dc2dc6b42757", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:39:05.894926 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7947c0f1-4fc1-40a7-9f5a-b838e17fe3ea {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:39:05.895533 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f639f32-219b-436e-b836-bf76dca13167', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e969cf60-ab73-4696-aba6-dc2dc6b42757', 'code': 200} Feb 19 02:39:05.956552 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6755512a-446e-4d92-b451-bfcb35fc5196 req-a7c814f6-a9ed-484d-b252-02a5d51b9bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:05.958266 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-6755512a-446e-4d92-b451-bfcb35fc5196 req-a7c814f6-a9ed-484d-b252-02a5d51b9bc2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5124bd00-da2a-4bd6-93a0-c14c92afb11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0872726 Feb 19 02:39:06.029359 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.82', 58514) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:39:06.114852 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc294f87-5660-4682-99e9-e7b53cc46e41 req-7ce6d5df-e676-4cb4-9484-b815dde78278 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:06.121612 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bc294f87-5660-4682-99e9-e7b53cc46e41 req-7ce6d5df-e676-4cb4-9484-b815dde78278 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] 10.222.0.72 "GET /v2.0/ports?device_id=0b78a50e-444d-44a3-8b78-fea6efb84e63 HTTP/1.1" status: 200 len: 931 time: 0.3439758 Feb 19 02:39:06.169233 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f00be41-3a62-47d7-af96-f0b9572ee875 req-37d3e53b-e6d4-4d97-916e-b4e903b5e792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:06.170953 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-9f00be41-3a62-47d7-af96-f0b9572ee875 req-37d3e53b-e6d4-4d97-916e-b4e903b5e792 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=6f639f32-219b-436e-b836-bf76dca13167 HTTP/1.1" status: 200 len: 1152 time: 0.1404111 Feb 19 02:39:06.174787 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-6755512a-446e-4d92-b451-bfcb35fc5196 req-87edb203-df81-469b-9f27-46cb7f049871 service neutron] 10.222.0.73 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092733 Feb 19 02:39:06.200158 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-280226c6-aace-468e-ad5f-e9fff7195b10 req-593d5762-05c5-4237-aec0-662b6ec8ea78 service neutron] 10.222.0.82 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3514929 Feb 19 02:39:06.220953 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-9f00be41-3a62-47d7-af96-f0b9572ee875 req-5376a340-ded5-44e4-b060-de1c902ac743 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:06.238134 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f30a2b-6403-4ff5-bbe6-41b13aa30a4d req-ec84ea65-53d7-424b-a36b-675e8f5d0bb4 tempest-AggregatesAdminTestJSON-1180592417 tempest-AggregatesAdminTestJSON-1180592417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:06.245357 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-51f30a2b-6403-4ff5-bbe6-41b13aa30a4d req-ec84ea65-53d7-424b-a36b-675e8f5d0bb4 tempest-AggregatesAdminTestJSON-1180592417 tempest-AggregatesAdminTestJSON-1180592417-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f639f32-219b-436e-b836-bf76dca13167 HTTP/1.1" status: 200 len: 970 time: 0.1972840 Feb 19 02:39:06.246904 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 43516) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:39:06.335325 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-6755512a-446e-4d92-b451-bfcb35fc5196 req-edd8c298-d096-469a-aa2a-87d6d8495c1d service neutron] 10.222.0.73 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536617 Feb 19 02:39:06.372904 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-9f00be41-3a62-47d7-af96-f0b9572ee875 req-5376a340-ded5-44e4-b060-de1c902ac743 service neutron] Publish callbacks [] for security_group (3d5f8ccd-b534-482f-9e0a-2f2c95196e4f), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:06.378375 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-9f00be41-3a62-47d7-af96-f0b9572ee875 req-5376a340-ded5-44e4-b060-de1c902ac743 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (3d5f8ccd-b534-482f-9e0a-2f2c95196e4f), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:06.429918 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-9f00be41-3a62-47d7-af96-f0b9572ee875 req-5376a340-ded5-44e4-b060-de1c902ac743 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=283d3b65-0723-4239-a773-9578bd1e8c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273769 Feb 19 02:39:06.430778 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5376a340-ded5-44e4-b060-de1c902ac743 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3d5f8ccd-b534-482f-9e0a-2f2c95196e4f,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:06.524929 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bc294f87-5660-4682-99e9-e7b53cc46e41 req-f854e740-6408-4174-b872-f8fdbf2a4f8f tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] 10.222.0.72 "GET /v2.0/security-groups?id=d1874a8e-a1bd-4ab7-b8d8-0b935dd8ff3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4020917 Feb 19 02:39:06.590475 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [req-2f8c7bbc-2935-4a0d-8687-03006a642558 req-3009dca2-fe34-478e-941f-e0b6dbd06068 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f239b73f-2f08-4d9f-9743-ea5afc765c71 {{(pid=103701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:39:06.606197 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-2f8c7bbc-2935-4a0d-8687-03006a642558 req-3009dca2-fe34-478e-941f-e0b6dbd06068 service neutron] Publish callbacks [] for port (f239b73f-2f08-4d9f-9743-ea5afc765c71), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:06.610922 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-51f30a2b-6403-4ff5-bbe6-41b13aa30a4d req-58ee851b-4bf2-4257-acf5-750a51c167e4 tempest-AggregatesAdminTestJSON-1180592417 tempest-AggregatesAdminTestJSON-1180592417-project] 10.222.0.72 "GET /v2.0/security-groups?id=283d3b65-0723-4239-a773-9578bd1e8c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3646986 Feb 19 02:39:06.625521 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bd09a5b7-ddf6-432d-9906-ec57d8ff6168 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:06.647044 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.provisioning_blocks [req-2f8c7bbc-2935-4a0d-8687-03006a642558 req-3009dca2-fe34-478e-941f-e0b6dbd06068 service neutron] Transition to ACTIVE for port object f239b73f-2f08-4d9f-9743-ea5afc765c71 will not be triggered until provisioned by entity L2. {{(pid=103701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:39:06.656225 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-280226c6-aace-468e-ad5f-e9fff7195b10 req-86b5922e-9b6a-4727-bece-fae476985618 service neutron] 10.222.0.82 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4410298 Feb 19 02:39:06.656805 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-2f8c7bbc-2935-4a0d-8687-03006a642558 req-3009dca2-fe34-478e-941f-e0b6dbd06068 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (f239b73f-2f08-4d9f-9743-ea5afc765c71), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:06.756730 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3009dca2-fe34-478e-941f-e0b6dbd06068 service neutron] Pushing event updated for resources: {'Port': ['ID=f239b73f-2f08-4d9f-9743-ea5afc765c71,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:06.803746 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f8c5c833-fe18-4eb9-ad9d-b7828b345774 req-5ed4ba36-d4be-42f2-82bd-7ff7bd57b0b1 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=db33b204d8b743bf8957eb245634d63e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0490458 Feb 19 02:39:06.879926 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6db2543-ebb8-4b90-8b2b-bb5300ce88d0 req-247452f3-392b-4a91-84cd-9b2557b132f9 tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:06.881481 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a6db2543-ebb8-4b90-8b2b-bb5300ce88d0 req-247452f3-392b-4a91-84cd-9b2557b132f9 tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] 10.222.0.72 "GET /v2.0/ports?device_id=91be1fe4-edad-4ec8-a2d5-cd116877ac6a HTTP/1.1" status: 200 len: 947 time: 0.1941831 Feb 19 02:39:06.920263 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-2f8c7bbc-2935-4a0d-8687-03006a642558 req-3009dca2-fe34-478e-941f-e0b6dbd06068 service neutron] Attempting to bind port f239b73f-2f08-4d9f-9743-ea5afc765c71 on host n-h1-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:39:06.920592 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-2f8c7bbc-2935-4a0d-8687-03006a642558 req-3009dca2-fe34-478e-941f-e0b6dbd06068 service neutron] Attempting to bind port f239b73f-2f08-4d9f-9743-ea5afc765c71 by drivers openvswitch,hyperv on host n-h1-826753-2 at level 0 using segments [{'id': '6f7b8cc3-683b-49b2-aa9b-588731b9d8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'e0f7c769-8470-4519-8f35-ba7a47a3fc99'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:39:06.920913 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8c7bbc-2935-4a0d-8687-03006a642558 req-3009dca2-fe34-478e-941f-e0b6dbd06068 service neutron] Attempting to bind port f239b73f-2f08-4d9f-9743-ea5afc765c71 on network e0f7c769-8470-4519-8f35-ba7a47a3fc99 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:39:06.949748 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8c7bbc-2935-4a0d-8687-03006a642558 req-3009dca2-fe34-478e-941f-e0b6dbd06068 service neutron] Port f239b73f-2f08-4d9f-9743-ea5afc765c71 on network e0f7c769-8470-4519-8f35-ba7a47a3fc99 not bound, no agent of type Open vSwitch agent registered on host n-h1-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:39:06.950067 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8c7bbc-2935-4a0d-8687-03006a642558 req-3009dca2-fe34-478e-941f-e0b6dbd06068 service neutron] Attempting to bind port f239b73f-2f08-4d9f-9743-ea5afc765c71 on network e0f7c769-8470-4519-8f35-ba7a47a3fc99 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:39:06.956209 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bd09a5b7-ddf6-432d-9906-ec57d8ff6168 admin admin] Publish callbacks [] for security_group (f1447fae-5e18-41ab-b296-fbe995c7ca87), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:06.965513 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bd09a5b7-ddf6-432d-9906-ec57d8ff6168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (f1447fae-5e18-41ab-b296-fbe995c7ca87), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:06.975484 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8c7bbc-2935-4a0d-8687-03006a642558 req-3009dca2-fe34-478e-941f-e0b6dbd06068 service neutron] Checking agent: {'id': '9d56fb1b-2855-496a-a6d9-c324740cb98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:39:06.975814 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8c7bbc-2935-4a0d-8687-03006a642558 req-3009dca2-fe34-478e-941f-e0b6dbd06068 service neutron] Checking segment: {'id': '6f7b8cc3-683b-49b2-aa9b-588731b9d8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'e0f7c769-8470-4519-8f35-ba7a47a3fc99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:39:06.976190 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8c7bbc-2935-4a0d-8687-03006a642558 req-3009dca2-fe34-478e-941f-e0b6dbd06068 service neutron] Bound using segment: {'id': '6f7b8cc3-683b-49b2-aa9b-588731b9d8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'e0f7c769-8470-4519-8f35-ba7a47a3fc99'} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:39:06.976617 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-2f8c7bbc-2935-4a0d-8687-03006a642558 req-3009dca2-fe34-478e-941f-e0b6dbd06068 service neutron] Bound port: f239b73f-2f08-4d9f-9743-ea5afc765c71, host: n-h1-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f7b8cc3-683b-49b2-aa9b-588731b9d8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'e0f7c769-8470-4519-8f35-ba7a47a3fc99'}}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:39:06.976961 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-2f8c7bbc-2935-4a0d-8687-03006a642558 req-3009dca2-fe34-478e-941f-e0b6dbd06068 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (f239b73f-2f08-4d9f-9743-ea5afc765c71), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:07.061375 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a6db2543-ebb8-4b90-8b2b-bb5300ce88d0 req-30ebe828-df0f-4add-8b79-1d0267f87068 tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] 10.222.0.72 "GET /v2.0/security-groups?id=f28be3de-d6d5-41ea-a627-e95e1d3692c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491215 Feb 19 02:39:07.066635 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-bd09a5b7-ddf6-432d-9906-ec57d8ff6168 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d69096131e0d48e5bbb52100e3729e2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8019402 Feb 19 02:39:07.069521 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 43534) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:39:07.085233 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd09a5b7-ddf6-432d-9906-ec57d8ff6168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1447fae-5e18-41ab-b296-fbe995c7ca87,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:07.096057 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c5c833-fe18-4eb9-ad9d-b7828b345774 req-9caa96ba-c154-47e1-9c10-0313d75256ce tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:07.097858 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f8c5c833-fe18-4eb9-ad9d-b7828b345774 req-9caa96ba-c154-47e1-9c10-0313d75256ce tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2697139 Feb 19 02:39:07.129974 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f8c5c833-fe18-4eb9-ad9d-b7828b345774 req-960f2f17-3659-4df9-9c6e-0bd0459c5d21 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/quotas/db33b204d8b743bf8957eb245634d63e HTTP/1.1" status: 200 len: 375 time: 0.0236340 Feb 19 02:39:07.132572 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ca582626-1301-4d75-b4ce-86631c2d2ae4 admin admin] Publish callbacks [] for security_group (f1447fae-5e18-41ab-b296-fbe995c7ca87), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:07.147131 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-2f8c7bbc-2935-4a0d-8687-03006a642558 req-3009dca2-fe34-478e-941f-e0b6dbd06068 service neutron] For port f239b73f-2f08-4d9f-9743-ea5afc765c71, host n-h1-826753-2, cleared binding levels {{(pid=103701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:39:07.154949 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ca582626-1301-4d75-b4ce-86631c2d2ae4 admin admin] Publish callbacks [] for security_group (f1447fae-5e18-41ab-b296-fbe995c7ca87), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:07.183424 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f8c5c833-fe18-4eb9-ad9d-b7828b345774 req-f94050d9-7e5f-4095-bee7-3c850c475ee8 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=db33b204d8b743bf8957eb245634d63e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0471227 Feb 19 02:39:07.185105 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-2f8c7bbc-2935-4a0d-8687-03006a642558 req-3009dca2-fe34-478e-941f-e0b6dbd06068 service neutron] For port f239b73f-2f08-4d9f-9743-ea5afc765c71, host n-h1-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=f239b73f-2f08-4d9f-9743-ea5afc765c71,segment=NetworkSegment(6f7b8cc3-683b-49b2-aa9b-588731b9d8d2),segment_id=6f7b8cc3-683b-49b2-aa9b-588731b9d8d2)] {{(pid=103701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:39:07.209062 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-2f8c7bbc-2935-4a0d-8687-03006a642558 req-3009dca2-fe34-478e-941f-e0b6dbd06068 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (f239b73f-2f08-4d9f-9743-ea5afc765c71), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:07.211282 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ca582626-1301-4d75-b4ce-86631c2d2ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (f1447fae-5e18-41ab-b296-fbe995c7ca87), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:07.214372 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ca582626-1301-4d75-b4ce-86631c2d2ae4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:07.215916 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-ca582626-1301-4d75-b4ce-86631c2d2ae4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f1447fae-5e18-41ab-b296-fbe995c7ca87 HTTP/1.1" status: 204 len: 168 time: 0.1453793 Feb 19 02:39:07.232298 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca582626-1301-4d75-b4ce-86631c2d2ae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1447fae-5e18-41ab-b296-fbe995c7ca87,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:07.259450 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8c7bbc-2935-4a0d-8687-03006a642558 req-3009dca2-fe34-478e-941f-e0b6dbd06068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:07.260052 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-2f8c7bbc-2935-4a0d-8687-03006a642558 req-3009dca2-fe34-478e-941f-e0b6dbd06068 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:07.261486 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2f8c7bbc-2935-4a0d-8687-03006a642558 req-3009dca2-fe34-478e-941f-e0b6dbd06068 service neutron] 10.222.0.73 "PUT /v2.0/ports/f239b73f-2f08-4d9f-9743-ea5afc765c71 HTTP/1.1" status: 200 len: 1091 time: 2.1477408 Feb 19 02:39:07.264167 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b78a50e-444d-44a3-8b78-fea6efb84e63', 'tag': 'f239b73f-2f08-4d9f-9743-ea5afc765c71'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:39:07.265870 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2daf32f0-6466-47db-a242-680add0cf603" -d '{"events": [{"name": "network-changed", "server_uuid": "0b78a50e-444d-44a3-8b78-fea6efb84e63", "tag": "f239b73f-2f08-4d9f-9743-ea5afc765c71"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:39:07.301263 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c044a2-2d42-4184-b8e4-6aaa4bc07611 req-cf26ba65-23cb-45e4-a5e3-f0a2cd9b3c93 tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:07.303100 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-26c044a2-2d42-4184-b8e4-6aaa4bc07611 req-cf26ba65-23cb-45e4-a5e3-f0a2cd9b3c93 tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f95a5f3-1847-444e-8cb8-c429783d0446 HTTP/1.1" status: 200 len: 967 time: 0.1535912 Feb 19 02:39:07.306629 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3009dca2-fe34-478e-941f-e0b6dbd06068 service neutron] Pushing event updated for resources: {'Port': ['ID=f239b73f-2f08-4d9f-9743-ea5afc765c71,revision_number=3']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:07.395488 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-26c044a2-2d42-4184-b8e4-6aaa4bc07611 req-944384af-3dd5-4a51-a236-4ce2f70f9a19 tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] 10.222.0.72 "GET /v2.0/security-groups?id=62169fff-a198-47ed-8ac8-373297a23673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854766 Feb 19 02:39:07.405570 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8c7bbc-2935-4a0d-8687-03006a642558 req-03ce0e01-22f2-4c74-8a6d-c200d882b62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:07.407367 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2f8c7bbc-2935-4a0d-8687-03006a642558 req-03ce0e01-22f2-4c74-8a6d-c200d882b62f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=da1eb1f790ec4469a06a2c8ce51be727&device_id=0b78a50e-444d-44a3-8b78-fea6efb84e63 HTTP/1.1" status: 200 len: 1125 time: 0.0753851 Feb 19 02:39:07.411565 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab88cbfe-3b45-4d89-b657-29de26f59acf x-openstack-request-id: req-ab88cbfe-3b45-4d89-b657-29de26f59acf {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:39:07.411922 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b78a50e-444d-44a3-8b78-fea6efb84e63", "tag": "f239b73f-2f08-4d9f-9743-ea5afc765c71", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:39:07.412241 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ab88cbfe-3b45-4d89-b657-29de26f59acf {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:39:07.412699 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b78a50e-444d-44a3-8b78-fea6efb84e63', 'tag': 'f239b73f-2f08-4d9f-9743-ea5afc765c71', 'status': 'completed', 'code': 200} Feb 19 02:39:07.503883 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2f8c7bbc-2935-4a0d-8687-03006a642558 req-797ed3ff-d50b-412f-a492-dd1a5c889b61 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f239b73f-2f08-4d9f-9743-ea5afc765c71 HTTP/1.1" status: 200 len: 217 time: 0.0626059 Feb 19 02:39:07.541611 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-69d38a57-d924-4887-a00e-a696e85955a7 req-1c18e811-1014-4b31-9804-7fc5def967b2 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb0ca84a-aa54-4ea8-8244-4ca8f9d8af34 HTTP/1.1" status: 200 len: 210 time: 0.0403922 Feb 19 02:39:07.591883 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8c7bbc-2935-4a0d-8687-03006a642558 req-152c5b0d-5197-42b8-a584-67d1c39c1143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:07.593577 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2f8c7bbc-2935-4a0d-8687-03006a642558 req-152c5b0d-5197-42b8-a584-67d1c39c1143 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4a3ae975-a392-4065-b27e-dab19abb303b HTTP/1.1" status: 200 len: 862 time: 0.0812919 Feb 19 02:39:07.665848 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 43554) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:39:07.684296 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-796902d0-89e4-4f8f-9b21-3c8e99bd7954 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:07.689867 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8c7bbc-2935-4a0d-8687-03006a642558 req-70bb6131-c948-4c18-9697-20797c2fc716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:07.691375 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2f8c7bbc-2935-4a0d-8687-03006a642558 req-70bb6131-c948-4c18-9697-20797c2fc716 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e0f7c769-8470-4519-8f35-ba7a47a3fc99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0909164 Feb 19 02:39:07.737633 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a34fa9-df85-4f59-8ad2-0d37fbab59b3 req-3aca1a64-c4d2-4741-881e-f070b7f10858 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:07.739150 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d1a34fa9-df85-4f59-8ad2-0d37fbab59b3 req-3aca1a64-c4d2-4741-881e-f070b7f10858 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] 10.222.0.72 "GET /v2.0/ports?device_id=0b78a50e-444d-44a3-8b78-fea6efb84e63 HTTP/1.1" status: 200 len: 943 time: 0.1256952 Feb 19 02:39:07.772864 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-796902d0-89e4-4f8f-9b21-3c8e99bd7954 admin admin] Publish callbacks [] for security_group (643ec49e-9e5f-4ccc-a6d0-6477ced4b644), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:07.777548 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-796902d0-89e4-4f8f-9b21-3c8e99bd7954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (643ec49e-9e5f-4ccc-a6d0-6477ced4b644), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:07.811404 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-796902d0-89e4-4f8f-9b21-3c8e99bd7954 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a5b9fcfe793c44e98ff60e2d8e8c2f3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1442931 Feb 19 02:39:07.818812 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 43558) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:39:07.851789 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796902d0-89e4-4f8f-9b21-3c8e99bd7954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=643ec49e-9e5f-4ccc-a6d0-6477ced4b644,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:07.875354 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcda09b-a61c-402a-bb9d-ef38e3954ade req-315736e0-6f00-4fca-a8d4-a25027683f18 tempest-AggregatesAdminTestJSON-1180592417 tempest-AggregatesAdminTestJSON-1180592417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:07.877894 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4bcda09b-a61c-402a-bb9d-ef38e3954ade req-315736e0-6f00-4fca-a8d4-a25027683f18 tempest-AggregatesAdminTestJSON-1180592417 tempest-AggregatesAdminTestJSON-1180592417-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f639f32-219b-436e-b836-bf76dca13167 HTTP/1.1" status: 200 len: 970 time: 0.1698611 Feb 19 02:39:07.883453 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2f8c7bbc-2935-4a0d-8687-03006a642558 req-be47a1f9-2f7a-4071-870f-c5a09b3a6a07 service neutron] 10.222.0.73 "GET /v2.0/networks/e0f7c769-8470-4519-8f35-ba7a47a3fc99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845846 Feb 19 02:39:07.887671 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d1a34fa9-df85-4f59-8ad2-0d37fbab59b3 req-44039f39-8710-48ed-8fa7-49df3540654a tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] 10.222.0.72 "GET /v2.0/security-groups?id=d1874a8e-a1bd-4ab7-b8d8-0b935dd8ff3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083944 Feb 19 02:39:07.890695 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5062880a-6204-4cf1-9b04-fc3b9b225b3f admin admin] Publish callbacks [] for security_group (643ec49e-9e5f-4ccc-a6d0-6477ced4b644), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:07.918710 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5062880a-6204-4cf1-9b04-fc3b9b225b3f admin admin] Publish callbacks [] for security_group (643ec49e-9e5f-4ccc-a6d0-6477ced4b644), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:07.973346 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5062880a-6204-4cf1-9b04-fc3b9b225b3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (643ec49e-9e5f-4ccc-a6d0-6477ced4b644), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:07.976126 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5062880a-6204-4cf1-9b04-fc3b9b225b3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:07.977375 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-5062880a-6204-4cf1-9b04-fc3b9b225b3f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/643ec49e-9e5f-4ccc-a6d0-6477ced4b644 HTTP/1.1" status: 204 len: 168 time: 0.1579812 Feb 19 02:39:07.987282 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4bcda09b-a61c-402a-bb9d-ef38e3954ade req-e1d22618-fe3e-4878-a6a0-ce23453f416b tempest-AggregatesAdminTestJSON-1180592417 tempest-AggregatesAdminTestJSON-1180592417-project] 10.222.0.72 "GET /v2.0/security-groups?id=283d3b65-0723-4239-a773-9578bd1e8c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027813 Feb 19 02:39:07.987918 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5062880a-6204-4cf1-9b04-fc3b9b225b3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=643ec49e-9e5f-4ccc-a6d0-6477ced4b644,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:08.021243 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2f8c7bbc-2935-4a0d-8687-03006a642558 req-5a8e5c82-43ce-4293-8c56-b11822ac1199 service neutron] 10.222.0.73 "GET /v2.0/networks/e0f7c769-8470-4519-8f35-ba7a47a3fc99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244423 Feb 19 02:39:08.240863 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871b7f49-303f-43ee-9f55-adf0ffe91a3e req-500409c8-8734-44b4-9f0b-a48b609577a5 tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:08.242408 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-871b7f49-303f-43ee-9f55-adf0ffe91a3e req-500409c8-8734-44b4-9f0b-a48b609577a5 tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] 10.222.0.72 "GET /v2.0/ports?device_id=91be1fe4-edad-4ec8-a2d5-cd116877ac6a HTTP/1.1" status: 200 len: 947 time: 0.0885198 Feb 19 02:39:08.249444 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daf32f0-6466-47db-a242-680add0cf603 req-91921fdb-da72-47e4-ba0c-f10aaf6e5289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:08.250887 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2daf32f0-6466-47db-a242-680add0cf603 req-91921fdb-da72-47e4-ba0c-f10aaf6e5289 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=da1eb1f790ec4469a06a2c8ce51be727&device_id=0b78a50e-444d-44a3-8b78-fea6efb84e63 HTTP/1.1" status: 200 len: 1125 time: 0.0844684 Feb 19 02:39:08.357445 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-871b7f49-303f-43ee-9f55-adf0ffe91a3e req-f88250ec-e529-4ee8-98d5-d45318fa9dcd tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] 10.222.0.72 "GET /v2.0/security-groups?id=f28be3de-d6d5-41ea-a627-e95e1d3692c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055512 Feb 19 02:39:08.385603 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daf32f0-6466-47db-a242-680add0cf603 req-3c08b79a-39a7-49dd-b681-3bf4ad1b0c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:08.387177 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2daf32f0-6466-47db-a242-680add0cf603 req-3c08b79a-39a7-49dd-b681-3bf4ad1b0c2e service neutron] 10.222.0.73 "GET /v2.0/networks?id=e0f7c769-8470-4519-8f35-ba7a47a3fc99 HTTP/1.1" status: 200 len: 924 time: 0.1248209 Feb 19 02:39:08.430801 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2daf32f0-6466-47db-a242-680add0cf603 req-e8319319-aef6-4d17-bae8-1d658f1c4423 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f239b73f-2f08-4d9f-9743-ea5afc765c71 HTTP/1.1" status: 200 len: 217 time: 0.0357878 Feb 19 02:39:08.481130 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daf32f0-6466-47db-a242-680add0cf603 req-71788a0d-1a0b-43cf-9145-636dd92f8654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:08.482709 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2daf32f0-6466-47db-a242-680add0cf603 req-71788a0d-1a0b-43cf-9145-636dd92f8654 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4a3ae975-a392-4065-b27e-dab19abb303b HTTP/1.1" status: 200 len: 862 time: 0.0463023 Feb 19 02:39:08.574597 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd518bc4-e69d-4fae-8af1-8e3a07ade862 req-b959a509-90f6-4ae3-8d2e-d448dc013037 tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:08.576105 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fd518bc4-e69d-4fae-8af1-8e3a07ade862 req-b959a509-90f6-4ae3-8d2e-d448dc013037 tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f95a5f3-1847-444e-8cb8-c429783d0446 HTTP/1.1" status: 200 len: 967 time: 0.0904667 Feb 19 02:39:08.585537 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daf32f0-6466-47db-a242-680add0cf603 req-013c367f-d415-4221-b681-ed887165055b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:08.587388 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2daf32f0-6466-47db-a242-680add0cf603 req-013c367f-d415-4221-b681-ed887165055b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e0f7c769-8470-4519-8f35-ba7a47a3fc99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0890751 Feb 19 02:39:08.711793 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d0653d55-f509-4d68-be89-e4461e77e2d5 req-1b22e746-2645-4b20-b531-96fb927f5995 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb0ca84a-aa54-4ea8-8244-4ca8f9d8af34 HTTP/1.1" status: 200 len: 210 time: 0.0735509 Feb 19 02:39:08.717759 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fd518bc4-e69d-4fae-8af1-8e3a07ade862 req-051d4612-c78f-4520-8420-4425d9f3c74f tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] 10.222.0.72 "GET /v2.0/security-groups?id=62169fff-a198-47ed-8ac8-373297a23673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298103 Feb 19 02:39:08.743248 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-f8c5c833-fe18-4eb9-ad9d-b7828b345774 req-d6d9e270-3935-4f5c-901c-0d89055d9a27 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=db33b204d8b743bf8957eb245634d63e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0371325 Feb 19 02:39:08.769616 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2daf32f0-6466-47db-a242-680add0cf603 req-44569829-6096-4718-83ff-fa982a13b7b5 service neutron] 10.222.0.73 "GET /v2.0/networks/e0f7c769-8470-4519-8f35-ba7a47a3fc99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636288 Feb 19 02:39:08.781383 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 18dbe207-90b7-4ca4-aa0b-e43a9cd13742 details requested by agent hyperv_n-h2-826753-2 with host n-h2-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:39:08.882768 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2daf32f0-6466-47db-a242-680add0cf603 req-9adc25bf-6ec5-4c55-a263-f3fd2ef80c5e service neutron] 10.222.0.73 "GET /v2.0/networks/e0f7c769-8470-4519-8f35-ba7a47a3fc99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071832 Feb 19 02:39:08.900117 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 18dbe207-90b7-4ca4-aa0b-e43a9cd13742, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=18dbe207-90b7-4ca4-aa0b-e43a9cd13742,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:39:08.905856 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c5c833-fe18-4eb9-ad9d-b7828b345774 req-6fc37e7a-139d-43a3-b823-da3427694af3 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:08.907329 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-f8c5c833-fe18-4eb9-ad9d-b7828b345774 req-6fc37e7a-139d-43a3-b823-da3427694af3 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1575620 Feb 19 02:39:08.914211 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Returning: {'device': '18dbe207-90b7-4ca4-aa0b-e43a9cd13742', 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f', 'port_id': '18dbe207-90b7-4ca4-aa0b-e43a9cd13742', 'mac_address': 'fa:16:3e:1e:5a:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '974c06bc-f097-4890-970a-b087501ab241', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:tempest-test_az-77961293', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:39:08.950529 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-f8c5c833-fe18-4eb9-ad9d-b7828b345774 req-bcd0c175-f89b-4e1f-99ce-2795ca426db8 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Request body: {'port': {'device_id': 'fb0ca84a-aa54-4ea8-8244-4ca8f9d8af34', 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f', 'admin_state_up': True, 'tenant_id': 'db33b204d8b743bf8957eb245634d63e'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:39:08.958681 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 18dbe207-90b7-4ca4-aa0b-e43a9cd13742 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:39:08.959283 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (18dbe207-90b7-4ca4-aa0b-e43a9cd13742), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:08.989277 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18dbe207-90b7-4ca4-aa0b-e43a9cd13742 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:39:09.011537 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 18dbe207-90b7-4ca4-aa0b-e43a9cd13742, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=18dbe207-90b7-4ca4-aa0b-e43a9cd13742,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:39:09.016838 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (18dbe207-90b7-4ca4-aa0b-e43a9cd13742), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:09.055117 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae881053-4ca1-42fa-9a12-671cddbab8da req-580b668a-d1e1-42ed-bb86-4808e6312b4d tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:09.056635 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ae881053-4ca1-42fa-9a12-671cddbab8da req-580b668a-d1e1-42ed-bb86-4808e6312b4d tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] 10.222.0.72 "GET /v2.0/ports?device_id=0b78a50e-444d-44a3-8b78-fea6efb84e63 HTTP/1.1" status: 200 len: 943 time: 0.0801795 Feb 19 02:39:09.119012 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ae881053-4ca1-42fa-9a12-671cddbab8da req-29924166-0df3-4296-961a-7a2ba50ddfd1 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] 10.222.0.72 "GET /v2.0/security-groups?id=d1874a8e-a1bd-4ab7-b8d8-0b935dd8ff3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511966 Feb 19 02:39:09.132029 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=18dbe207-90b7-4ca4-aa0b-e43a9cd13742,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:09.158311 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8c5c833-fe18-4eb9-ad9d-b7828b345774 req-bcd0c175-f89b-4e1f-99ce-2795ca426db8 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Made reservation on behalf of db33b204d8b743bf8957eb245634d63e for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:39:09.163367 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-f8c5c833-fe18-4eb9-ad9d-b7828b345774 req-bcd0c175-f89b-4e1f-99ce-2795ca426db8 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:09.173136 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-f8c5c833-fe18-4eb9-ad9d-b7828b345774 req-bcd0c175-f89b-4e1f-99ce-2795ca426db8 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:09.219286 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaf4186-673d-4aa0-8b61-f4d0faf9c840 req-de7d55dd-e13b-4b5d-8d46-cfc9fa298f1c tempest-AggregatesAdminTestJSON-1180592417 tempest-AggregatesAdminTestJSON-1180592417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:09.222930 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-beaf4186-673d-4aa0-8b61-f4d0faf9c840 req-de7d55dd-e13b-4b5d-8d46-cfc9fa298f1c tempest-AggregatesAdminTestJSON-1180592417 tempest-AggregatesAdminTestJSON-1180592417-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f639f32-219b-436e-b836-bf76dca13167 HTTP/1.1" status: 200 len: 970 time: 0.0916538 Feb 19 02:39:09.267460 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-f8c5c833-fe18-4eb9-ad9d-b7828b345774 req-bcd0c175-f89b-4e1f-99ce-2795ca426db8 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Publish callbacks [] for security_group (9a7b8002-4dbe-43b1-b890-9b60531eeb20), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:09.272268 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-f8c5c833-fe18-4eb9-ad9d-b7828b345774 req-bcd0c175-f89b-4e1f-99ce-2795ca426db8 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (9a7b8002-4dbe-43b1-b890-9b60531eeb20), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:09.282294 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-beaf4186-673d-4aa0-8b61-f4d0faf9c840 req-54a8009b-996e-423f-9379-761ca80e6f31 tempest-AggregatesAdminTestJSON-1180592417 tempest-AggregatesAdminTestJSON-1180592417-project] 10.222.0.72 "GET /v2.0/security-groups?id=283d3b65-0723-4239-a773-9578bd1e8c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522673 Feb 19 02:39:09.318691 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['18dbe207-90b7-4ca4-aa0b-e43a9cd13742'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:39:09.351565 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd0c175-f89b-4e1f-99ce-2795ca426db8 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a7b8002-4dbe-43b1-b890-9b60531eeb20,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:09.460832 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [req-f8c5c833-fe18-4eb9-ad9d-b7828b345774 req-bcd0c175-f89b-4e1f-99ce-2795ca426db8 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Allocated IP 192.168.233.135 (5124bd00-da2a-4bd6-93a0-c14c92afb11f/974c06bc-f097-4890-970a-b087501ab241/a4bbb362-5463-44d9-80a2-82aaa6f86538) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:39:09.546381 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf64ceb-7a55-43e2-b61e-92c9544b6529 req-031142f2-016a-41e6-9bdf-f05aeb0e0147 tempest-AggregatesAdminTestJSON-2024738027 tempest-AggregatesAdminTestJSON-2024738027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:09.554329 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-dbf64ceb-7a55-43e2-b61e-92c9544b6529 req-031142f2-016a-41e6-9bdf-f05aeb0e0147 tempest-AggregatesAdminTestJSON-2024738027 tempest-AggregatesAdminTestJSON-2024738027-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=6f639f32-219b-436e-b836-bf76dca13167 HTTP/1.1" status: 200 len: 1152 time: 0.1185040 Feb 19 02:39:09.573611 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-dbf64ceb-7a55-43e2-b61e-92c9544b6529 req-77d8f271-3bdd-4469-91fe-5f8152260464 tempest-AggregatesAdminTestJSON-2024738027 tempest-AggregatesAdminTestJSON-2024738027-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:09.587930 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234db197-0748-4b17-98bf-3af3032e9e00 req-700f70ca-40a5-40fe-bbc0-b536d5b37618 tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:09.589440 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-234db197-0748-4b17-98bf-3af3032e9e00 req-700f70ca-40a5-40fe-bbc0-b536d5b37618 tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] 10.222.0.72 "GET /v2.0/ports?device_id=91be1fe4-edad-4ec8-a2d5-cd116877ac6a HTTP/1.1" status: 200 len: 947 time: 0.1041622 Feb 19 02:39:09.643851 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-f8c5c833-fe18-4eb9-ad9d-b7828b345774 req-bcd0c175-f89b-4e1f-99ce-2795ca426db8 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Publish callbacks [] for port (a4bbb362-5463-44d9-80a2-82aaa6f86538), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:09.671636 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-234db197-0748-4b17-98bf-3af3032e9e00 req-bc5b0731-aeec-4eac-a14a-42eaeac0fc95 tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] 10.222.0.72 "GET /v2.0/security-groups?id=f28be3de-d6d5-41ea-a627-e95e1d3692c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692821 Feb 19 02:39:09.686232 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-f8c5c833-fe18-4eb9-ad9d-b7828b345774 req-bcd0c175-f89b-4e1f-99ce-2795ca426db8 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (a4bbb362-5463-44d9-80a2-82aaa6f86538), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:09.705961 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-dbf64ceb-7a55-43e2-b61e-92c9544b6529 req-77d8f271-3bdd-4469-91fe-5f8152260464 tempest-AggregatesAdminTestJSON-2024738027 tempest-AggregatesAdminTestJSON-2024738027-project-admin] Publish callbacks [] for security_group (898ced9c-024c-484b-bb1e-d541343845c3), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:09.710572 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-dbf64ceb-7a55-43e2-b61e-92c9544b6529 req-77d8f271-3bdd-4469-91fe-5f8152260464 tempest-AggregatesAdminTestJSON-2024738027 tempest-AggregatesAdminTestJSON-2024738027-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (898ced9c-024c-484b-bb1e-d541343845c3), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:09.743770 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8c5c833-fe18-4eb9-ad9d-b7828b345774 req-bcd0c175-f89b-4e1f-99ce-2795ca426db8 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Network 5124bd00-da2a-4bd6-93a0-c14c92afb11f is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:39:09.746843 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [req-f8c5c833-fe18-4eb9-ad9d-b7828b345774 req-bcd0c175-f89b-4e1f-99ce-2795ca426db8 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:39:09.752984 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8c5c833-fe18-4eb9-ad9d-b7828b345774 req-bcd0c175-f89b-4e1f-99ce-2795ca426db8 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:39:09.758048 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c5c833-fe18-4eb9-ad9d-b7828b345774 req-bcd0c175-f89b-4e1f-99ce-2795ca426db8 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:09.758971 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-f8c5c833-fe18-4eb9-ad9d-b7828b345774 req-bcd0c175-f89b-4e1f-99ce-2795ca426db8 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:09.771357 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd0c175-f89b-4e1f-99ce-2795ca426db8 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Pushing event updated for resources: {'Port': ['ID=a4bbb362-5463-44d9-80a2-82aaa6f86538,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:09.773380 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-dbf64ceb-7a55-43e2-b61e-92c9544b6529 req-77d8f271-3bdd-4469-91fe-5f8152260464 tempest-AggregatesAdminTestJSON-2024738027 tempest-AggregatesAdminTestJSON-2024738027-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=283d3b65-0723-4239-a773-9578bd1e8c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139606 Feb 19 02:39:09.778927 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d8f271-3bdd-4469-91fe-5f8152260464 tempest-AggregatesAdminTestJSON-2024738027 tempest-AggregatesAdminTestJSON-2024738027-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=898ced9c-024c-484b-bb1e-d541343845c3,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:09.787118 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-f8c5c833-fe18-4eb9-ad9d-b7828b345774 req-bcd0c175-f89b-4e1f-99ce-2795ca426db8 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8408062 Feb 19 02:39:09.814449 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-f8c5c833-fe18-4eb9-ad9d-b7828b345774 req-a9610dd5-c83b-4fe6-b44c-a4c3350f361c service neutron] Request body: {'port': {'device_id': 'fb0ca84a-aa54-4ea8-8244-4ca8f9d8af34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826753-2'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:39:09.887052 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-f8c5c833-fe18-4eb9-ad9d-b7828b345774 req-a9610dd5-c83b-4fe6-b44c-a4c3350f361c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (a4bbb362-5463-44d9-80a2-82aaa6f86538), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:09.918124 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b642ba-a3a0-4bfa-84bb-4ce5616c774e req-7ddfaa03-54c3-4cf9-85a4-58d6dd3f1b8a tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:09.920470 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-43b642ba-a3a0-4bfa-84bb-4ce5616c774e req-7ddfaa03-54c3-4cf9-85a4-58d6dd3f1b8a tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f95a5f3-1847-444e-8cb8-c429783d0446 HTTP/1.1" status: 200 len: 968 time: 0.0796151 Feb 19 02:39:10.005724 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-43b642ba-a3a0-4bfa-84bb-4ce5616c774e req-ca32e0a3-31e7-40cd-a7ce-8fbd1b30ef3e tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] 10.222.0.72 "GET /v2.0/security-groups?id=62169fff-a198-47ed-8ac8-373297a23673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733211 Feb 19 02:39:10.069827 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025ea87b-9838-44c3-894e-c0512f42554b req-7401c32d-524b-4934-a4ea-85a081aee153 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:10.071627 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-025ea87b-9838-44c3-894e-c0512f42554b req-7401c32d-524b-4934-a4ea-85a081aee153 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb0ca84a-aa54-4ea8-8244-4ca8f9d8af34 HTTP/1.1" status: 200 len: 936 time: 0.0815468 Feb 19 02:39:10.109776 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-14d2e373-2c84-4c9d-9aa0-b7360c2fb3b8 None None] Provisioning complete for port a4bbb362-5463-44d9-80a2-82aaa6f86538 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:39:10.111305 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-14d2e373-2c84-4c9d-9aa0-b7360c2fb3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (a4bbb362-5463-44d9-80a2-82aaa6f86538), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:10.127601 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-025ea87b-9838-44c3-894e-c0512f42554b req-6014d91b-d5f8-439b-b86d-a91d9e4d49fe tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460443 Feb 19 02:39:10.166129 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-14d2e373-2c84-4c9d-9aa0-b7360c2fb3b8 None None] Port a4bbb362-5463-44d9-80a2-82aaa6f86538 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:39:10.280547 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-f8c5c833-fe18-4eb9-ad9d-b7828b345774 req-a9610dd5-c83b-4fe6-b44c-a4c3350f361c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4bbb362-5463-44d9-80a2-82aaa6f86538 {{(pid=103702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:39:10.288915 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-f8c5c833-fe18-4eb9-ad9d-b7828b345774 req-a9610dd5-c83b-4fe6-b44c-a4c3350f361c service neutron] Publish callbacks [] for port (a4bbb362-5463-44d9-80a2-82aaa6f86538), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:10.301776 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-f8c5c833-fe18-4eb9-ad9d-b7828b345774 req-a9610dd5-c83b-4fe6-b44c-a4c3350f361c service neutron] Transition to ACTIVE for port object a4bbb362-5463-44d9-80a2-82aaa6f86538 will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:39:10.308856 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-f8c5c833-fe18-4eb9-ad9d-b7828b345774 req-a9610dd5-c83b-4fe6-b44c-a4c3350f361c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (a4bbb362-5463-44d9-80a2-82aaa6f86538), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:10.364759 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9610dd5-c83b-4fe6-b44c-a4c3350f361c service neutron] Pushing event updated for resources: {'Port': ['ID=a4bbb362-5463-44d9-80a2-82aaa6f86538,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:10.412272 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-f8c5c833-fe18-4eb9-ad9d-b7828b345774 req-a9610dd5-c83b-4fe6-b44c-a4c3350f361c service neutron] Attempting to bind port a4bbb362-5463-44d9-80a2-82aaa6f86538 on host n-h1-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:39:10.413971 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-f8c5c833-fe18-4eb9-ad9d-b7828b345774 req-a9610dd5-c83b-4fe6-b44c-a4c3350f361c service neutron] Attempting to bind port a4bbb362-5463-44d9-80a2-82aaa6f86538 by drivers openvswitch,hyperv on host n-h1-826753-2 at level 0 using segments [{'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:39:10.414636 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c5c833-fe18-4eb9-ad9d-b7828b345774 req-a9610dd5-c83b-4fe6-b44c-a4c3350f361c service neutron] Attempting to bind port a4bbb362-5463-44d9-80a2-82aaa6f86538 on network 5124bd00-da2a-4bd6-93a0-c14c92afb11f {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:39:10.423012 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c5c833-fe18-4eb9-ad9d-b7828b345774 req-a9610dd5-c83b-4fe6-b44c-a4c3350f361c service neutron] Port a4bbb362-5463-44d9-80a2-82aaa6f86538 on network 5124bd00-da2a-4bd6-93a0-c14c92afb11f not bound, no agent of type Open vSwitch agent registered on host n-h1-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:39:10.424967 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c5c833-fe18-4eb9-ad9d-b7828b345774 req-a9610dd5-c83b-4fe6-b44c-a4c3350f361c service neutron] Attempting to bind port a4bbb362-5463-44d9-80a2-82aaa6f86538 on network 5124bd00-da2a-4bd6-93a0-c14c92afb11f {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:39:10.433091 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c5c833-fe18-4eb9-ad9d-b7828b345774 req-a9610dd5-c83b-4fe6-b44c-a4c3350f361c service neutron] Checking agent: {'id': '9d56fb1b-2855-496a-a6d9-c324740cb98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:39:10.433739 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c5c833-fe18-4eb9-ad9d-b7828b345774 req-a9610dd5-c83b-4fe6-b44c-a4c3350f361c service neutron] Checking segment: {'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:39:10.434243 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c5c833-fe18-4eb9-ad9d-b7828b345774 req-a9610dd5-c83b-4fe6-b44c-a4c3350f361c service neutron] Bound using segment: {'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:39:10.434688 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-f8c5c833-fe18-4eb9-ad9d-b7828b345774 req-a9610dd5-c83b-4fe6-b44c-a4c3350f361c service neutron] Bound port: a4bbb362-5463-44d9-80a2-82aaa6f86538, host: n-h1-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:39:10.435044 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-f8c5c833-fe18-4eb9-ad9d-b7828b345774 req-a9610dd5-c83b-4fe6-b44c-a4c3350f361c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (a4bbb362-5463-44d9-80a2-82aaa6f86538), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:10.538755 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-f8c5c833-fe18-4eb9-ad9d-b7828b345774 req-a9610dd5-c83b-4fe6-b44c-a4c3350f361c service neutron] For port a4bbb362-5463-44d9-80a2-82aaa6f86538, host n-h1-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:39:10.545260 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-f8c5c833-fe18-4eb9-ad9d-b7828b345774 req-a9610dd5-c83b-4fe6-b44c-a4c3350f361c service neutron] For port a4bbb362-5463-44d9-80a2-82aaa6f86538, host n-h1-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=a4bbb362-5463-44d9-80a2-82aaa6f86538,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:39:10.558133 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-f8c5c833-fe18-4eb9-ad9d-b7828b345774 req-a9610dd5-c83b-4fe6-b44c-a4c3350f361c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (a4bbb362-5463-44d9-80a2-82aaa6f86538), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:10.621161 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c5c833-fe18-4eb9-ad9d-b7828b345774 req-a9610dd5-c83b-4fe6-b44c-a4c3350f361c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:10.622804 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-f8c5c833-fe18-4eb9-ad9d-b7828b345774 req-a9610dd5-c83b-4fe6-b44c-a4c3350f361c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:10.625605 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-f8c5c833-fe18-4eb9-ad9d-b7828b345774 req-a9610dd5-c83b-4fe6-b44c-a4c3350f361c service neutron] 10.222.0.73 "PUT /v2.0/ports/a4bbb362-5463-44d9-80a2-82aaa6f86538 HTTP/1.1" status: 200 len: 1096 time: 0.8214636 Feb 19 02:39:10.632771 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb0ca84a-aa54-4ea8-8244-4ca8f9d8af34', 'tag': 'a4bbb362-5463-44d9-80a2-82aaa6f86538'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:39:10.636909 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 77be7390-9c4f-427f-ba12-7b593da1dcd2 details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:39:10.640229 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea95eaa7-1225-410a-ac8f-143b7904512b req-b815d3a8-c852-4cd0-a0e9-e96feef7228a tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:10.644864 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d887730a-993a-45eb-a884-540ccb8d5247" -d '{"events": [{"name": "network-changed", "server_uuid": "fb0ca84a-aa54-4ea8-8244-4ca8f9d8af34", "tag": "a4bbb362-5463-44d9-80a2-82aaa6f86538"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:39:10.645728 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ea95eaa7-1225-410a-ac8f-143b7904512b req-b815d3a8-c852-4cd0-a0e9-e96feef7228a tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] 10.222.0.72 "GET /v2.0/ports?device_id=0b78a50e-444d-44a3-8b78-fea6efb84e63 HTTP/1.1" status: 200 len: 943 time: 0.3193245 Feb 19 02:39:10.675962 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9610dd5-c83b-4fe6-b44c-a4c3350f361c service neutron] Pushing event updated for resources: {'Port': ['ID=a4bbb362-5463-44d9-80a2-82aaa6f86538,revision_number=3']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:10.755177 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ea95eaa7-1225-410a-ac8f-143b7904512b req-8bd0f190-fac2-42c6-a23f-5c3eedc3314d tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] 10.222.0.72 "GET /v2.0/security-groups?id=d1874a8e-a1bd-4ab7-b8d8-0b935dd8ff3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062860 Feb 19 02:39:10.758125 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c5c833-fe18-4eb9-ad9d-b7828b345774 req-91f9e1a9-e230-4df8-b12b-b2d0cf28a3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:10.769939 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-f8c5c833-fe18-4eb9-ad9d-b7828b345774 req-91f9e1a9-e230-4df8-b12b-b2d0cf28a3fc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=db33b204d8b743bf8957eb245634d63e&device_id=fb0ca84a-aa54-4ea8-8244-4ca8f9d8af34 HTTP/1.1" status: 200 len: 1130 time: 0.0647995 Feb 19 02:39:10.791417 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb2e7bf-2871-4b1c-9745-9a2d42509cf6 req-2aafef99-87ef-404c-af4d-89b3bab12b9f tempest-AggregatesAdminTestJSON-1180592417 tempest-AggregatesAdminTestJSON-1180592417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:10.794778 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 77be7390-9c4f-427f-ba12-7b593da1dcd2, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=77be7390-9c4f-427f-ba12-7b593da1dcd2,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:39:10.807329 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bbb2e7bf-2871-4b1c-9745-9a2d42509cf6 req-2aafef99-87ef-404c-af4d-89b3bab12b9f tempest-AggregatesAdminTestJSON-1180592417 tempest-AggregatesAdminTestJSON-1180592417-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f639f32-219b-436e-b836-bf76dca13167 HTTP/1.1" status: 200 len: 970 time: 0.1117089 Feb 19 02:39:10.807608 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': '77be7390-9c4f-427f-ba12-7b593da1dcd2', 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f', 'port_id': '77be7390-9c4f-427f-ba12-7b593da1dcd2', 'mac_address': 'fa:16:3e:eb:81:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '974c06bc-f097-4890-970a-b087501ab241', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:39:10.810477 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 18dbe207-90b7-4ca4-aa0b-e43a9cd13742 up at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:39:10.834802 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c66b145f-25cb-4402-86b2-fdcfa6c5949f x-openstack-request-id: req-c66b145f-25cb-4402-86b2-fdcfa6c5949f {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:39:10.835102 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb0ca84a-aa54-4ea8-8244-4ca8f9d8af34", "tag": "a4bbb362-5463-44d9-80a2-82aaa6f86538", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:39:10.835351 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c66b145f-25cb-4402-86b2-fdcfa6c5949f {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:39:10.835745 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb0ca84a-aa54-4ea8-8244-4ca8f9d8af34', 'tag': 'a4bbb362-5463-44d9-80a2-82aaa6f86538', 'status': 'completed', 'code': 200} Feb 19 02:39:10.837678 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-f8c5c833-fe18-4eb9-ad9d-b7828b345774 req-ee2c63e4-b7c1-4e31-8b55-74c85306208b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=a4bbb362-5463-44d9-80a2-82aaa6f86538 HTTP/1.1" status: 200 len: 217 time: 0.0599935 Feb 19 02:39:10.875661 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 77be7390-9c4f-427f-ba12-7b593da1dcd2 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:39:10.876052 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (77be7390-9c4f-427f-ba12-7b593da1dcd2), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:10.894671 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bbb2e7bf-2871-4b1c-9745-9a2d42509cf6 req-430c0509-35eb-472e-b5eb-bad081be9eb1 tempest-AggregatesAdminTestJSON-1180592417 tempest-AggregatesAdminTestJSON-1180592417-project] 10.222.0.72 "GET /v2.0/security-groups?id=283d3b65-0723-4239-a773-9578bd1e8c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795593 Feb 19 02:39:10.900250 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77be7390-9c4f-427f-ba12-7b593da1dcd2 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:39:10.928170 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 77be7390-9c4f-427f-ba12-7b593da1dcd2, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=77be7390-9c4f-427f-ba12-7b593da1dcd2,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:39:10.929664 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c5c833-fe18-4eb9-ad9d-b7828b345774 req-fae72701-7d9c-4074-9c98-47cf628b84e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:10.932850 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-f8c5c833-fe18-4eb9-ad9d-b7828b345774 req-fae72701-7d9c-4074-9c98-47cf628b84e3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=974c06bc-f097-4890-970a-b087501ab241 HTTP/1.1" status: 200 len: 843 time: 0.0787523 Feb 19 02:39:10.934601 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (77be7390-9c4f-427f-ba12-7b593da1dcd2), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:10.939164 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning for port 18dbe207-90b7-4ca4-aa0b-e43a9cd13742 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:39:10.944010 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning complete for port 18dbe207-90b7-4ca4-aa0b-e43a9cd13742 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:39:10.944681 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (18dbe207-90b7-4ca4-aa0b-e43a9cd13742), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:10.978783 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d967598-37b3-4336-9f87-c6ef4343c4c8 req-cfa3fcf5-8322-412c-bb16-b1cc70995e97 tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:10.981537 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7d967598-37b3-4336-9f87-c6ef4343c4c8 req-cfa3fcf5-8322-412c-bb16-b1cc70995e97 tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] 10.222.0.72 "GET /v2.0/ports?device_id=91be1fe4-edad-4ec8-a2d5-cd116877ac6a HTTP/1.1" status: 200 len: 947 time: 0.0671897 Feb 19 02:39:11.006438 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c5c833-fe18-4eb9-ad9d-b7828b345774 req-7ed142af-4162-42cc-85af-bbbe514f5857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:11.007810 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-f8c5c833-fe18-4eb9-ad9d-b7828b345774 req-7ed142af-4162-42cc-85af-bbbe514f5857 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5124bd00-da2a-4bd6-93a0-c14c92afb11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0652273 Feb 19 02:39:11.043216 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=77be7390-9c4f-427f-ba12-7b593da1dcd2,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:11.056987 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7d967598-37b3-4336-9f87-c6ef4343c4c8 req-2beb296e-09fa-4fe8-bf66-e762504d3f63 tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] 10.222.0.72 "GET /v2.0/security-groups?id=f28be3de-d6d5-41ea-a627-e95e1d3692c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654988 Feb 19 02:39:11.100123 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 18dbe207-90b7-4ca4-aa0b-e43a9cd13742 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:39:11.100657 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (18dbe207-90b7-4ca4-aa0b-e43a9cd13742), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:11.128480 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f95a5f3-1847-444e-8cb8-c429783d0446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18dbe207-90b7-4ca4-aa0b-e43a9cd13742'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:39:11.131705 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b8cdd5d-2011-46b4-8fe1-c39281d17985" -d '{"events": [{"server_uuid": "1f95a5f3-1847-444e-8cb8-c429783d0446", "name": "network-vif-plugged", "status": "completed", "tag": "18dbe207-90b7-4ca4-aa0b-e43a9cd13742"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:39:11.133140 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-f8c5c833-fe18-4eb9-ad9d-b7828b345774 req-d648f554-39d7-422c-aba5-f26a304dd928 service neutron] 10.222.0.73 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181197 Feb 19 02:39:11.162085 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 18dbe207-90b7-4ca4-aa0b-e43a9cd13742, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=18dbe207-90b7-4ca4-aa0b-e43a9cd13742,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:39:11.175268 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (18dbe207-90b7-4ca4-aa0b-e43a9cd13742), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:11.209072 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16138d04-b19b-44e6-8117-3858da470362 req-cebdb8af-e51f-4c86-8803-3cf5cfdd18d5 tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:11.215978 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-16138d04-b19b-44e6-8117-3858da470362 req-cebdb8af-e51f-4c86-8803-3cf5cfdd18d5 tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f95a5f3-1847-444e-8cb8-c429783d0446 HTTP/1.1" status: 200 len: 968 time: 0.0719335 Feb 19 02:39:11.229729 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdc96629-172a-4549-8b36-8972d2898e55 x-openstack-request-id: req-bdc96629-172a-4549-8b36-8972d2898e55 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:39:11.230042 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f95a5f3-1847-444e-8cb8-c429783d0446", "name": "network-vif-plugged", "status": "completed", "tag": "18dbe207-90b7-4ca4-aa0b-e43a9cd13742", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:39:11.232105 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-bdc96629-172a-4549-8b36-8972d2898e55 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:39:11.236946 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f95a5f3-1847-444e-8cb8-c429783d0446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18dbe207-90b7-4ca4-aa0b-e43a9cd13742', 'code': 200} Feb 19 02:39:11.265018 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-f8c5c833-fe18-4eb9-ad9d-b7828b345774 req-83ed5cda-f19a-4502-849b-39be9b173840 service neutron] 10.222.0.73 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167762 Feb 19 02:39:11.277468 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-16138d04-b19b-44e6-8117-3858da470362 req-6a2e42c2-e495-4844-bff6-a94835a6e1e8 tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] 10.222.0.72 "GET /v2.0/security-groups?id=62169fff-a198-47ed-8ac8-373297a23673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602980 Feb 19 02:39:11.278851 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=18dbe207-90b7-4ca4-aa0b-e43a9cd13742,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:11.378779 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de312a6-9e99-40ec-9629-413c7ceb06df req-46f31861-0441-4739-a179-1023f1c3c0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:11.380274 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3de312a6-9e99-40ec-9629-413c7ceb06df req-46f31861-0441-4739-a179-1023f1c3c0e6 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=1f95a5f3-1847-444e-8cb8-c429783d0446 HTTP/1.1" status: 200 len: 1151 time: 0.0867448 Feb 19 02:39:11.394067 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775fba1e-06c9-472e-9fbf-a15cf8fbb4a3 req-0f2a387b-c9df-4bac-ad7a-d683ed37d88f tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:11.395574 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-775fba1e-06c9-472e-9fbf-a15cf8fbb4a3 req-0f2a387b-c9df-4bac-ad7a-d683ed37d88f tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb0ca84a-aa54-4ea8-8244-4ca8f9d8af34 HTTP/1.1" status: 200 len: 948 time: 0.0864804 Feb 19 02:39:11.422710 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d887730a-993a-45eb-a884-540ccb8d5247 req-01ca0cf9-b9e1-42a2-abd4-80d8b741d117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:11.424396 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d887730a-993a-45eb-a884-540ccb8d5247 req-01ca0cf9-b9e1-42a2-abd4-80d8b741d117 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=db33b204d8b743bf8957eb245634d63e&device_id=fb0ca84a-aa54-4ea8-8244-4ca8f9d8af34 HTTP/1.1" status: 200 len: 1130 time: 0.0504143 Feb 19 02:39:11.444531 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 43642) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:39:11.464587 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3de312a6-9e99-40ec-9629-413c7ceb06df req-ce58ca08-aab2-478c-b400-d2268dfe64bb service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=62169fff-a198-47ed-8ac8-373297a23673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680637 Feb 19 02:39:11.477108 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-775fba1e-06c9-472e-9fbf-a15cf8fbb4a3 req-13afce65-6e99-4256-89af-6de06267f32c tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677807 Feb 19 02:39:11.483756 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['77be7390-9c4f-427f-ba12-7b593da1dcd2'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:39:11.528084 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d887730a-993a-45eb-a884-540ccb8d5247 req-fdb57ee8-7995-4564-9b91-fc5f70934a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:11.529923 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d887730a-993a-45eb-a884-540ccb8d5247 req-fdb57ee8-7995-4564-9b91-fc5f70934a84 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5124bd00-da2a-4bd6-93a0-c14c92afb11f HTTP/1.1" status: 200 len: 870 time: 0.0991428 Feb 19 02:39:11.574258 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d887730a-993a-45eb-a884-540ccb8d5247 req-7109d3ba-b4cb-4dcd-a8a2-41059efaccec service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=a4bbb362-5463-44d9-80a2-82aaa6f86538 HTTP/1.1" status: 200 len: 217 time: 0.0374150 Feb 19 02:39:11.585126 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-078d0606-9a3d-4bbb-b7f5-0e5967ef3cc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:11.624948 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d887730a-993a-45eb-a884-540ccb8d5247 req-db8a0661-b687-4130-9ba3-533f3a84aa57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:11.626658 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d887730a-993a-45eb-a884-540ccb8d5247 req-db8a0661-b687-4130-9ba3-533f3a84aa57 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=974c06bc-f097-4890-970a-b087501ab241 HTTP/1.1" status: 200 len: 843 time: 0.0457392 Feb 19 02:39:11.662247 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-078d0606-9a3d-4bbb-b7f5-0e5967ef3cc3 admin admin] Publish callbacks [] for security_group (3c272b59-7259-4839-be1b-9bc96682a656), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:11.666089 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-078d0606-9a3d-4bbb-b7f5-0e5967ef3cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (3c272b59-7259-4839-be1b-9bc96682a656), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:11.676217 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d887730a-993a-45eb-a884-540ccb8d5247 req-b9475bb8-2f26-4b62-86b8-b059977af653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:11.677746 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d887730a-993a-45eb-a884-540ccb8d5247 req-b9475bb8-2f26-4b62-86b8-b059977af653 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5124bd00-da2a-4bd6-93a0-c14c92afb11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0443809 Feb 19 02:39:11.703205 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-078d0606-9a3d-4bbb-b7f5-0e5967ef3cc3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8a1f6a3e72fc46dd8634fd7d9b95d1b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2528322 Feb 19 02:39:11.704317 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078d0606-9a3d-4bbb-b7f5-0e5967ef3cc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c272b59-7259-4839-be1b-9bc96682a656,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:11.707364 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 43646) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:39:11.763138 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8c0ba72d-8f02-48b8-a46b-ce14790b6e6d admin admin] Publish callbacks [] for security_group (3c272b59-7259-4839-be1b-9bc96682a656), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:11.787432 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8c0ba72d-8f02-48b8-a46b-ce14790b6e6d admin admin] Publish callbacks [] for security_group (3c272b59-7259-4839-be1b-9bc96682a656), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:11.852597 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8c0ba72d-8f02-48b8-a46b-ce14790b6e6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (3c272b59-7259-4839-be1b-9bc96682a656), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:11.854078 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8c0ba72d-8f02-48b8-a46b-ce14790b6e6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:11.855219 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-8c0ba72d-8f02-48b8-a46b-ce14790b6e6d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3c272b59-7259-4839-be1b-9bc96682a656 HTTP/1.1" status: 204 len: 168 time: 0.1468809 Feb 19 02:39:11.883925 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0ba72d-8f02-48b8-a46b-ce14790b6e6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c272b59-7259-4839-be1b-9bc96682a656,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:11.909818 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4a6241-4f49-4a5f-af19-cf06e9182877 req-b5a161d1-65ff-4dfa-baa4-994f7cce3e4e tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:11.911967 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cc4a6241-4f49-4a5f-af19-cf06e9182877 req-b5a161d1-65ff-4dfa-baa4-994f7cce3e4e tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] 10.222.0.72 "GET /v2.0/ports?device_id=0b78a50e-444d-44a3-8b78-fea6efb84e63 HTTP/1.1" status: 200 len: 943 time: 0.0736465 Feb 19 02:39:11.937494 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d887730a-993a-45eb-a884-540ccb8d5247 req-9b6e0a8e-05b6-40c3-a244-02ded6ea8ea8 service neutron] 10.222.0.73 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490995 Feb 19 02:39:11.969567 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cc4a6241-4f49-4a5f-af19-cf06e9182877 req-8bc70be6-0316-4457-b045-52df64b42a5b tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] 10.222.0.72 "GET /v2.0/security-groups?id=d1874a8e-a1bd-4ab7-b8d8-0b935dd8ff3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515792 Feb 19 02:39:12.035007 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f54c429-4328-40bc-8b67-3948ae7100d2 req-1e85952a-c645-4823-aa8e-31292c711f4c tempest-AggregatesAdminTestJSON-1180592417 tempest-AggregatesAdminTestJSON-1180592417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:12.036543 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8f54c429-4328-40bc-8b67-3948ae7100d2 req-1e85952a-c645-4823-aa8e-31292c711f4c tempest-AggregatesAdminTestJSON-1180592417 tempest-AggregatesAdminTestJSON-1180592417-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f639f32-219b-436e-b836-bf76dca13167 HTTP/1.1" status: 200 len: 970 time: 0.0652926 Feb 19 02:39:12.043437 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d887730a-993a-45eb-a884-540ccb8d5247 req-f9112684-586d-4421-82a1-815e416945a8 service neutron] 10.222.0.73 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987895 Feb 19 02:39:12.116688 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8f54c429-4328-40bc-8b67-3948ae7100d2 req-04337e63-443f-4eac-ae79-d54ad2ee5dde tempest-AggregatesAdminTestJSON-1180592417 tempest-AggregatesAdminTestJSON-1180592417-project] 10.222.0.72 "GET /v2.0/security-groups?id=283d3b65-0723-4239-a773-9578bd1e8c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730488 Feb 19 02:39:12.150929 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d00b57-cc07-454c-9eb4-bb60f4fe9d7e req-45de9253-68df-4ee8-af40-e46cc6874547 tempest-AggregatesAdminTestJSON-1180592417 tempest-AggregatesAdminTestJSON-1180592417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:12.152371 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d9d00b57-cc07-454c-9eb4-bb60f4fe9d7e req-45de9253-68df-4ee8-af40-e46cc6874547 tempest-AggregatesAdminTestJSON-1180592417 tempest-AggregatesAdminTestJSON-1180592417-project] 10.222.0.82 "GET /v2.0/ports?device_id=6f639f32-219b-436e-b836-bf76dca13167 HTTP/1.1" status: 200 len: 970 time: 0.0785191 Feb 19 02:39:12.192516 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 43658) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:39:12.206554 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8a2418b0-0718-45df-a975-d663db282f9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:12.272011 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9d2dfa-c251-4c4a-a0f1-44c2d57fd36a req-86eb1212-11d2-483c-a701-aa2abff8eddf tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:12.273549 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7c9d2dfa-c251-4c4a-a0f1-44c2d57fd36a req-86eb1212-11d2-483c-a701-aa2abff8eddf tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] 10.222.0.72 "GET /v2.0/ports?device_id=91be1fe4-edad-4ec8-a2d5-cd116877ac6a HTTP/1.1" status: 200 len: 948 time: 0.1419408 Feb 19 02:39:12.281222 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8a2418b0-0718-45df-a975-d663db282f9d admin admin] Publish callbacks [] for security_group (0d0c0db0-9092-4e1f-85ea-2390455ac662), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:12.286516 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8a2418b0-0718-45df-a975-d663db282f9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (0d0c0db0-9092-4e1f-85ea-2390455ac662), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:12.323847 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-8a2418b0-0718-45df-a975-d663db282f9d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=348c1eea22a54cc6bb47c9db41f40359&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1301425 Feb 19 02:39:12.324739 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2418b0-0718-45df-a975-d663db282f9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d0c0db0-9092-4e1f-85ea-2390455ac662,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:12.326606 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 43662) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:39:12.416670 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7c9d2dfa-c251-4c4a-a0f1-44c2d57fd36a req-3be4701f-1945-4465-a654-a8dfb84dfe2b tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] 10.222.0.72 "GET /v2.0/security-groups?id=f28be3de-d6d5-41ea-a627-e95e1d3692c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244204 Feb 19 02:39:12.445803 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-d9d00b57-cc07-454c-9eb4-bb60f4fe9d7e req-a9cfec02-0e9a-4d5a-812f-8db4aff9a803 tempest-AggregatesAdminTestJSON-1180592417 tempest-AggregatesAdminTestJSON-1180592417-project] Deleting port e969cf60-ab73-4696-aba6-dc2dc6b42757 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:39:12.446138 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-d9d00b57-cc07-454c-9eb4-bb60f4fe9d7e req-a9cfec02-0e9a-4d5a-812f-8db4aff9a803 tempest-AggregatesAdminTestJSON-1180592417 tempest-AggregatesAdminTestJSON-1180592417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (e969cf60-ab73-4696-aba6-dc2dc6b42757), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:12.518458 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4435b18e-8630-45ef-b91f-0ea235fc02d0 req-62f42db3-b706-4f98-82a7-fcd7982bdb33 tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:12.519884 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4435b18e-8630-45ef-b91f-0ea235fc02d0 req-62f42db3-b706-4f98-82a7-fcd7982bdb33 tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f95a5f3-1847-444e-8cb8-c429783d0446 HTTP/1.1" status: 200 len: 969 time: 0.1661050 Feb 19 02:39:12.520483 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b1eb5208-8ad5-4280-914a-de2299808468 admin admin] Publish callbacks [] for security_group (0d0c0db0-9092-4e1f-85ea-2390455ac662), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:12.583362 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b1eb5208-8ad5-4280-914a-de2299808468 admin admin] Publish callbacks [] for security_group (0d0c0db0-9092-4e1f-85ea-2390455ac662), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:12.617135 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device f239b73f-2f08-4d9f-9743-ea5afc765c71 details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:39:12.646412 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-d9d00b57-cc07-454c-9eb4-bb60f4fe9d7e req-a9cfec02-0e9a-4d5a-812f-8db4aff9a803 tempest-AggregatesAdminTestJSON-1180592417 tempest-AggregatesAdminTestJSON-1180592417-project] For port e969cf60-ab73-4696-aba6-dc2dc6b42757, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=e969cf60-ab73-4696-aba6-dc2dc6b42757,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:39:12.646834 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-d9d00b57-cc07-454c-9eb4-bb60f4fe9d7e req-a9cfec02-0e9a-4d5a-812f-8db4aff9a803 tempest-AggregatesAdminTestJSON-1180592417 tempest-AggregatesAdminTestJSON-1180592417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (e969cf60-ab73-4696-aba6-dc2dc6b42757), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:12.650640 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 77be7390-9c4f-427f-ba12-7b593da1dcd2 up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:39:12.682636 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-d9d00b57-cc07-454c-9eb4-bb60f4fe9d7e req-a9cfec02-0e9a-4d5a-812f-8db4aff9a803 tempest-AggregatesAdminTestJSON-1180592417 tempest-AggregatesAdminTestJSON-1180592417-project] Calling delete_port for e969cf60-ab73-4696-aba6-dc2dc6b42757 owned by compute:tempest-test_az-77961293 {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:39:12.697336 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4435b18e-8630-45ef-b91f-0ea235fc02d0 req-7dde08ac-6117-4eb3-b51b-ec5d3e8924ce tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] 10.222.0.72 "GET /v2.0/security-groups?id=62169fff-a198-47ed-8ac8-373297a23673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707687 Feb 19 02:39:12.719873 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72396c52-0990-40ed-a3ed-4bb0d8676b5a req-16620a85-d5de-4af6-bdcb-79055c9112c7 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:12.721693 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-72396c52-0990-40ed-a3ed-4bb0d8676b5a req-16620a85-d5de-4af6-bdcb-79055c9112c7 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb0ca84a-aa54-4ea8-8244-4ca8f9d8af34 HTTP/1.1" status: 200 len: 948 time: 0.1721771 Feb 19 02:39:12.770442 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port f239b73f-2f08-4d9f-9743-ea5afc765c71, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=f239b73f-2f08-4d9f-9743-ea5afc765c71,segment=NetworkSegment(6f7b8cc3-683b-49b2-aa9b-588731b9d8d2),segment_id=6f7b8cc3-683b-49b2-aa9b-588731b9d8d2)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:39:12.772665 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning for port 77be7390-9c4f-427f-ba12-7b593da1dcd2 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:39:12.784078 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port 77be7390-9c4f-427f-ba12-7b593da1dcd2 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:39:12.784452 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (77be7390-9c4f-427f-ba12-7b593da1dcd2), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:12.787502 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': 'f239b73f-2f08-4d9f-9743-ea5afc765c71', 'network_id': 'e0f7c769-8470-4519-8f35-ba7a47a3fc99', 'port_id': 'f239b73f-2f08-4d9f-9743-ea5afc765c71', 'mac_address': 'fa:16:3e:70:68:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a3ae975-a392-4065-b27e-dab19abb303b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:39:12.800084 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b1eb5208-8ad5-4280-914a-de2299808468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (0d0c0db0-9092-4e1f-85ea-2390455ac662), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:12.802577 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b1eb5208-8ad5-4280-914a-de2299808468 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:12.803680 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-b1eb5208-8ad5-4280-914a-de2299808468 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0d0c0db0-9092-4e1f-85ea-2390455ac662 HTTP/1.1" status: 204 len: 168 time: 0.4732714 Feb 19 02:39:12.834545 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eb5208-8ad5-4280-914a-de2299808468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d0c0db0-9092-4e1f-85ea-2390455ac662,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:12.863821 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-72396c52-0990-40ed-a3ed-4bb0d8676b5a req-a7eace10-9a0a-4338-bf51-c537279fd503 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160915 Feb 19 02:39:12.903550 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port f239b73f-2f08-4d9f-9743-ea5afc765c71 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:39:12.903943 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (f239b73f-2f08-4d9f-9743-ea5afc765c71), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:12.925700 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f239b73f-2f08-4d9f-9743-ea5afc765c71 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:39:12.933862 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 77be7390-9c4f-427f-ba12-7b593da1dcd2 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:39:12.934173 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (77be7390-9c4f-427f-ba12-7b593da1dcd2), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:12.944325 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-d9d00b57-cc07-454c-9eb4-bb60f4fe9d7e req-a9cfec02-0e9a-4d5a-812f-8db4aff9a803 tempest-AggregatesAdminTestJSON-1180592417 tempest-AggregatesAdminTestJSON-1180592417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (e969cf60-ab73-4696-aba6-dc2dc6b42757), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:12.964566 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port f239b73f-2f08-4d9f-9743-ea5afc765c71, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=f239b73f-2f08-4d9f-9743-ea5afc765c71,segment=NetworkSegment(6f7b8cc3-683b-49b2-aa9b-588731b9d8d2),segment_id=6f7b8cc3-683b-49b2-aa9b-588731b9d8d2)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:39:12.975841 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (f239b73f-2f08-4d9f-9743-ea5afc765c71), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:12.985510 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['e969cf60-ab73-4696-aba6-dc2dc6b42757'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:39:12.993147 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cfec02-0e9a-4d5a-812f-8db4aff9a803 tempest-AggregatesAdminTestJSON-1180592417 tempest-AggregatesAdminTestJSON-1180592417-project] Pushing event deleted for resources: {'Port': ['ID=e969cf60-ab73-4696-aba6-dc2dc6b42757,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:12.994504 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 77be7390-9c4f-427f-ba12-7b593da1dcd2, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=77be7390-9c4f-427f-ba12-7b593da1dcd2,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:39:13.044103 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (77be7390-9c4f-427f-ba12-7b593da1dcd2), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:13.075856 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=f239b73f-2f08-4d9f-9743-ea5afc765c71,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:13.128051 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=77be7390-9c4f-427f-ba12-7b593da1dcd2,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:13.161661 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9d00b57-cc07-454c-9eb4-bb60f4fe9d7e req-a9cfec02-0e9a-4d5a-812f-8db4aff9a803 tempest-AggregatesAdminTestJSON-1180592417 tempest-AggregatesAdminTestJSON-1180592417-project] No DVR routers for this DVR port e969cf60-ab73-4696-aba6-dc2dc6b42757 on host n-h2-826753-2 {{(pid=103701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:39:13.167622 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-d9d00b57-cc07-454c-9eb4-bb60f4fe9d7e req-a9cfec02-0e9a-4d5a-812f-8db4aff9a803 tempest-AggregatesAdminTestJSON-1180592417 tempest-AggregatesAdminTestJSON-1180592417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:13.171011 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d9d00b57-cc07-454c-9eb4-bb60f4fe9d7e req-a9cfec02-0e9a-4d5a-812f-8db4aff9a803 tempest-AggregatesAdminTestJSON-1180592417 tempest-AggregatesAdminTestJSON-1180592417-project] 10.222.0.82 "DELETE /v2.0/ports/e969cf60-ab73-4696-aba6-dc2dc6b42757 HTTP/1.1" status: 204 len: 173 time: 1.0036826 Feb 19 02:39:13.171452 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f639f32-219b-436e-b836-bf76dca13167', 'name': 'network-vif-deleted', 'tag': 'e969cf60-ab73-4696-aba6-dc2dc6b42757'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:39:13.174214 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8247204-cfc0-4f1f-badc-40ad0c94e4fb" -d '{"events": [{"server_uuid": "6f639f32-219b-436e-b836-bf76dca13167", "name": "network-vif-deleted", "tag": "e969cf60-ab73-4696-aba6-dc2dc6b42757"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:39:13.208480 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdaa6c8-4253-4012-9663-44aa090d3a98 req-b79238fe-3d8a-4ce0-84d5-a973f554439c tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:13.210052 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1bdaa6c8-4253-4012-9663-44aa090d3a98 req-b79238fe-3d8a-4ce0-84d5-a973f554439c tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] 10.222.0.72 "GET /v2.0/ports?device_id=0b78a50e-444d-44a3-8b78-fea6efb84e63 HTTP/1.1" status: 200 len: 944 time: 0.1210716 Feb 19 02:39:13.245048 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91be1fe4-edad-4ec8-a2d5-cd116877ac6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77be7390-9c4f-427f-ba12-7b593da1dcd2'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:39:13.250630 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9193daba-5c25-4214-862c-3663ba98480e" -d '{"events": [{"server_uuid": "91be1fe4-edad-4ec8-a2d5-cd116877ac6a", "name": "network-vif-plugged", "status": "completed", "tag": "77be7390-9c4f-427f-ba12-7b593da1dcd2"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:39:13.269097 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-348cda65-0f79-4a5e-afc2-a11f1044e296 req-440b67aa-2791-4ae7-8073-9271bd2d51f8 tempest-AggregatesAdminTestJSON-1180592417 tempest-AggregatesAdminTestJSON-1180592417-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f639f32-219b-436e-b836-bf76dca13167 HTTP/1.1" status: 200 len: 210 time: 0.0452075 Feb 19 02:39:13.305335 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1bdaa6c8-4253-4012-9663-44aa090d3a98 req-f2f58321-8baf-4d86-b82b-eb46510708cf tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] 10.222.0.72 "GET /v2.0/security-groups?id=d1874a8e-a1bd-4ab7-b8d8-0b935dd8ff3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841427 Feb 19 02:39:13.361948 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ca0e3b7-b9a6-4826-b023-6daa5928bade x-openstack-request-id: req-4ca0e3b7-b9a6-4826-b023-6daa5928bade {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:39:13.362267 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f639f32-219b-436e-b836-bf76dca13167", "name": "network-vif-deleted", "tag": "e969cf60-ab73-4696-aba6-dc2dc6b42757", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:39:13.362527 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4ca0e3b7-b9a6-4826-b023-6daa5928bade {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:39:13.362948 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f639f32-219b-436e-b836-bf76dca13167', 'name': 'network-vif-deleted', 'tag': 'e969cf60-ab73-4696-aba6-dc2dc6b42757', 'status': 'completed', 'code': 200} Feb 19 02:39:13.378115 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c4fdbd0-aef4-434d-ad8d-9426343f0766 x-openstack-request-id: req-6c4fdbd0-aef4-434d-ad8d-9426343f0766 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:39:13.378523 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91be1fe4-edad-4ec8-a2d5-cd116877ac6a", "name": "network-vif-plugged", "status": "completed", "tag": "77be7390-9c4f-427f-ba12-7b593da1dcd2", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:39:13.378852 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6c4fdbd0-aef4-434d-ad8d-9426343f0766 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:39:13.379311 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91be1fe4-edad-4ec8-a2d5-cd116877ac6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77be7390-9c4f-427f-ba12-7b593da1dcd2', 'code': 200} Feb 19 02:39:13.487086 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['f239b73f-2f08-4d9f-9743-ea5afc765c71'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:39:13.542174 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63f104-967e-44c3-a1de-429b79297e3e req-62bff044-39ea-4138-849e-11d0c53388b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:13.544652 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7c63f104-967e-44c3-a1de-429b79297e3e req-62bff044-39ea-4138-849e-11d0c53388b6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=91be1fe4-edad-4ec8-a2d5-cd116877ac6a HTTP/1.1" status: 200 len: 1131 time: 0.0621014 Feb 19 02:39:13.547360 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eb0523-c37c-41fd-a1f6-3fdfc7f22036 req-6cb86a9e-b71e-4928-9b6a-813c104ff8c9 tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:13.549401 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-78eb0523-c37c-41fd-a1f6-3fdfc7f22036 req-6cb86a9e-b71e-4928-9b6a-813c104ff8c9 tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] 10.222.0.72 "GET /v2.0/ports?device_id=91be1fe4-edad-4ec8-a2d5-cd116877ac6a HTTP/1.1" status: 200 len: 949 time: 0.0530877 Feb 19 02:39:13.601310 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7c63f104-967e-44c3-a1de-429b79297e3e req-4177902a-3519-4dc5-9f72-eed4829f5a20 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=f28be3de-d6d5-41ea-a627-e95e1d3692c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492260 Feb 19 02:39:13.613932 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-78eb0523-c37c-41fd-a1f6-3fdfc7f22036 req-a4915f4e-dccd-4cc8-bcd0-e3f5d4b2cd15 tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] 10.222.0.72 "GET /v2.0/security-groups?id=f28be3de-d6d5-41ea-a627-e95e1d3692c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581677 Feb 19 02:39:13.830190 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9f8aab-b2ef-4285-882d-375f32290334 req-356784c8-ecbf-4045-a9fb-9c70d05e7fe0 tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:13.831841 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3c9f8aab-b2ef-4285-882d-375f32290334 req-356784c8-ecbf-4045-a9fb-9c70d05e7fe0 tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f95a5f3-1847-444e-8cb8-c429783d0446 HTTP/1.1" status: 200 len: 969 time: 0.0597177 Feb 19 02:39:13.879551 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3c9f8aab-b2ef-4285-882d-375f32290334 req-e4a10bc6-06c7-42d6-8b02-cfce2b56a4fe tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] 10.222.0.72 "GET /v2.0/security-groups?id=62169fff-a198-47ed-8ac8-373297a23673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409706 Feb 19 02:39:13.993291 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6bd25e-7d43-46ff-baf3-131ae10a91ae req-000bacf7-76bd-4275-83c8-a3237913df2b tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:13.994774 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5c6bd25e-7d43-46ff-baf3-131ae10a91ae req-000bacf7-76bd-4275-83c8-a3237913df2b tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb0ca84a-aa54-4ea8-8244-4ca8f9d8af34 HTTP/1.1" status: 200 len: 948 time: 0.0529354 Feb 19 02:39:14.055943 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5c6bd25e-7d43-46ff-baf3-131ae10a91ae req-4746c2f5-45a7-4199-985e-ddb91b6db896 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548503 Feb 19 02:39:14.305159 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [req-8f2d8ca5-ffb6-402f-88db-c10332c500d0 req-2a63b847-67d4-4cf0-be30-93e59f7b8b16 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103701) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:39:14.306321 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8f2d8ca5-ffb6-402f-88db-c10332c500d0 req-2a63b847-67d4-4cf0-be30-93e59f7b8b16 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0469649 Feb 19 02:39:14.442979 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439d662f-242d-40e1-bd26-1b751c4b18ad req-0747e5b5-cb17-4123-a488-46d62dab377a tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:14.444723 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-439d662f-242d-40e1-bd26-1b751c4b18ad req-0747e5b5-cb17-4123-a488-46d62dab377a tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] 10.222.0.72 "GET /v2.0/ports?device_id=0b78a50e-444d-44a3-8b78-fea6efb84e63 HTTP/1.1" status: 200 len: 944 time: 0.0577269 Feb 19 02:39:14.494942 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-439d662f-242d-40e1-bd26-1b751c4b18ad req-00e6cb89-5d75-4504-bb86-454b20a6a725 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] 10.222.0.72 "GET /v2.0/security-groups?id=d1874a8e-a1bd-4ab7-b8d8-0b935dd8ff3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446026 Feb 19 02:39:14.616867 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd002cd-b4c2-40f2-a715-44b5ce864c91 req-896d8506-1bcf-4833-8915-0e0d5c2962b8 tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:14.618375 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2dd002cd-b4c2-40f2-a715-44b5ce864c91 req-896d8506-1bcf-4833-8915-0e0d5c2962b8 tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f95a5f3-1847-444e-8cb8-c429783d0446 HTTP/1.1" status: 200 len: 969 time: 0.0511258 Feb 19 02:39:14.629178 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device f239b73f-2f08-4d9f-9743-ea5afc765c71 up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:39:14.669159 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2dd002cd-b4c2-40f2-a715-44b5ce864c91 req-289d7d1b-ce17-4b34-8bf6-d4ee13af1c96 tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] 10.222.0.72 "GET /v2.0/security-groups?id=62169fff-a198-47ed-8ac8-373297a23673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449281 Feb 19 02:39:14.681788 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning for port f239b73f-2f08-4d9f-9743-ea5afc765c71 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:39:14.698121 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port f239b73f-2f08-4d9f-9743-ea5afc765c71 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:39:14.698121 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (f239b73f-2f08-4d9f-9743-ea5afc765c71), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:14.788431 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port f239b73f-2f08-4d9f-9743-ea5afc765c71 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:39:14.788941 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (f239b73f-2f08-4d9f-9743-ea5afc765c71), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:14.837361 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port f239b73f-2f08-4d9f-9743-ea5afc765c71, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=f239b73f-2f08-4d9f-9743-ea5afc765c71,segment=NetworkSegment(6f7b8cc3-683b-49b2-aa9b-588731b9d8d2),segment_id=6f7b8cc3-683b-49b2-aa9b-588731b9d8d2)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:39:14.841365 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (f239b73f-2f08-4d9f-9743-ea5afc765c71), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:14.871295 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e20bcb-18bc-4134-8ad1-ba7183ccb51b req-5d3d681f-7880-40c7-90e0-43a7f7ddf169 tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:14.872832 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-14e20bcb-18bc-4134-8ad1-ba7183ccb51b req-5d3d681f-7880-40c7-90e0-43a7f7ddf169 tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] 10.222.0.72 "GET /v2.0/ports?device_id=91be1fe4-edad-4ec8-a2d5-cd116877ac6a HTTP/1.1" status: 200 len: 949 time: 0.0673304 Feb 19 02:39:14.905247 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=f239b73f-2f08-4d9f-9743-ea5afc765c71,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:14.932412 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-14e20bcb-18bc-4134-8ad1-ba7183ccb51b req-33f4713b-9251-457c-958b-e4ac5e87523e tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] 10.222.0.72 "GET /v2.0/security-groups?id=f28be3de-d6d5-41ea-a627-e95e1d3692c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512886 Feb 19 02:39:15.040782 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8ac2bc14-225d-4da9-9e1a-1c543d2af9cb req-ccdfe65b-9689-4289-aaf2-54ae6f484992 tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=9a5101de2f7a4f33971e88e3f4514760&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0248830 Feb 19 02:39:15.177316 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac2bc14-225d-4da9-9e1a-1c543d2af9cb req-86bb9e55-c527-4edb-aeff-f133f1b76314 tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:15.178737 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8ac2bc14-225d-4da9-9e1a-1c543d2af9cb req-86bb9e55-c527-4edb-aeff-f133f1b76314 tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1259785 Feb 19 02:39:15.209309 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8ac2bc14-225d-4da9-9e1a-1c543d2af9cb req-88615174-629c-4a82-a348-98a7d09b0509 tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] 10.222.0.72 "GET /v2.0/quotas/9a5101de2f7a4f33971e88e3f4514760 HTTP/1.1" status: 200 len: 375 time: 0.0162661 Feb 19 02:39:15.256473 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631edd08-b84d-4b5c-a58f-c2d7e4509417 req-9ecd9475-af7d-43ce-81aa-1859648bd729 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:15.257992 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-631edd08-b84d-4b5c-a58f-c2d7e4509417 req-9ecd9475-af7d-43ce-81aa-1859648bd729 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb0ca84a-aa54-4ea8-8244-4ca8f9d8af34 HTTP/1.1" status: 200 len: 948 time: 0.1044922 Feb 19 02:39:15.299692 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8ac2bc14-225d-4da9-9e1a-1c543d2af9cb req-89b00e65-e72d-48e9-9e2a-16911f524166 tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=9a5101de2f7a4f33971e88e3f4514760&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0834975 Feb 19 02:39:15.315814 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-631edd08-b84d-4b5c-a58f-c2d7e4509417 req-4db38231-6336-403f-badd-e0d84037c565 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519476 Feb 19 02:39:15.381076 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b78a50e-444d-44a3-8b78-fea6efb84e63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f239b73f-2f08-4d9f-9743-ea5afc765c71'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:39:15.384455 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-410f27a3-57d0-4ded-9025-7f694f922247" -d '{"events": [{"server_uuid": "0b78a50e-444d-44a3-8b78-fea6efb84e63", "name": "network-vif-plugged", "status": "completed", "tag": "f239b73f-2f08-4d9f-9743-ea5afc765c71"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:39:15.425382 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-8cf17294-7be8-456e-8002-1602fed33e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:15.578280 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c39da3-844b-4361-9fc0-0292a019fa03 x-openstack-request-id: req-26c39da3-844b-4361-9fc0-0292a019fa03 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:39:15.578570 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b78a50e-444d-44a3-8b78-fea6efb84e63", "name": "network-vif-plugged", "status": "completed", "tag": "f239b73f-2f08-4d9f-9743-ea5afc765c71", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:39:15.578892 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-26c39da3-844b-4361-9fc0-0292a019fa03 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:39:15.579198 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b78a50e-444d-44a3-8b78-fea6efb84e63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f239b73f-2f08-4d9f-9743-ea5afc765c71', 'code': 200} Feb 19 02:39:15.623273 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-596a8b14-85dd-447c-bfcc-8c5040709e1e req-05bbbd29-4feb-48ce-be75-33d055cde335 tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] 10.222.0.72 "GET /v2.0/ports?device_id=7df1774c-b7bd-4dae-a177-1fb41f323d0e HTTP/1.1" status: 200 len: 210 time: 0.0269504 Feb 19 02:39:15.703049 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0976d33e-b222-4f60-94fc-aa56b9825fb4 req-12b308a3-631d-43a9-9f7d-65bfea3f351e tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:15.713358 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0976d33e-b222-4f60-94fc-aa56b9825fb4 req-12b308a3-631d-43a9-9f7d-65bfea3f351e tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] 10.222.0.72 "GET /v2.0/ports?device_id=0b78a50e-444d-44a3-8b78-fea6efb84e63 HTTP/1.1" status: 200 len: 945 time: 0.0743763 Feb 19 02:39:15.742817 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ee4b27-a437-41af-973b-4ba1323a8c6d req-3fd399f7-640a-42e3-80e3-9cecf81c7787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:15.744698 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-30ee4b27-a437-41af-973b-4ba1323a8c6d req-3fd399f7-640a-42e3-80e3-9cecf81c7787 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0b78a50e-444d-44a3-8b78-fea6efb84e63 HTTP/1.1" status: 200 len: 1127 time: 0.0569842 Feb 19 02:39:15.790152 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0976d33e-b222-4f60-94fc-aa56b9825fb4 req-38876dea-e003-44d1-b810-b69e96ca32a0 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] 10.222.0.72 "GET /v2.0/security-groups?id=d1874a8e-a1bd-4ab7-b8d8-0b935dd8ff3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691533 Feb 19 02:39:15.823364 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-30ee4b27-a437-41af-973b-4ba1323a8c6d req-52217bd8-6901-4ae2-8a92-e16984337b94 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d1874a8e-a1bd-4ab7-b8d8-0b935dd8ff3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691152 Feb 19 02:39:16.070813 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bdf776-5a87-44a6-9cd9-9a2ec982bd32 req-e5b32cfa-0e47-4562-b5a3-d67f68f33e49 tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:16.072336 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-57bdf776-5a87-44a6-9cd9-9a2ec982bd32 req-e5b32cfa-0e47-4562-b5a3-d67f68f33e49 tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] 10.222.0.72 "GET /v2.0/ports?device_id=91be1fe4-edad-4ec8-a2d5-cd116877ac6a HTTP/1.1" status: 200 len: 949 time: 0.0586734 Feb 19 02:39:16.133621 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-57bdf776-5a87-44a6-9cd9-9a2ec982bd32 req-ce132708-794b-45ed-861d-ccf518f8d71c tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] 10.222.0.72 "GET /v2.0/security-groups?id=f28be3de-d6d5-41ea-a627-e95e1d3692c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494390 Feb 19 02:39:16.452764 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f441041f-81ff-407b-a7d2-c1ace8c634b9 req-880b6811-f7b7-4253-b2c4-9672b1ad7e73 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:16.455243 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f441041f-81ff-407b-a7d2-c1ace8c634b9 req-880b6811-f7b7-4253-b2c4-9672b1ad7e73 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb0ca84a-aa54-4ea8-8244-4ca8f9d8af34 HTTP/1.1" status: 200 len: 948 time: 0.0625548 Feb 19 02:39:16.537294 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f441041f-81ff-407b-a7d2-c1ace8c634b9 req-e0672689-2c67-49ee-a3b6-846ebd6f28ec tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742416 Feb 19 02:39:16.574954 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 43884) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:39:16.622272 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8ac2bc14-225d-4da9-9e1a-1c543d2af9cb req-3dfa9cf8-52f3-4676-ac2e-dd02d6b87bbf tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=9a5101de2f7a4f33971e88e3f4514760&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287037 Feb 19 02:39:16.631041 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device a4bbb362-5463-44d9-80a2-82aaa6f86538 details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:39:16.750450 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a4f2d9ae-e38d-48e0-926f-1ce3709dac66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:16.796987 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port a4bbb362-5463-44d9-80a2-82aaa6f86538, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=a4bbb362-5463-44d9-80a2-82aaa6f86538,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:39:16.801528 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-32862fb3-1d39-4d11-91f5-8481752815e1 req-bd5d82a8-c475-4ab4-ad9d-5c68bb0ddd92 tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] 10.222.0.72 "GET /v2.0/ports?device_id=7df1774c-b7bd-4dae-a177-1fb41f323d0e HTTP/1.1" status: 200 len: 210 time: 0.0559788 Feb 19 02:39:16.811666 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': 'a4bbb362-5463-44d9-80a2-82aaa6f86538', 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f', 'port_id': 'a4bbb362-5463-44d9-80a2-82aaa6f86538', 'mac_address': 'fa:16:3e:c1:a5:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '974c06bc-f097-4890-970a-b087501ab241', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:39:16.843130 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac2bc14-225d-4da9-9e1a-1c543d2af9cb req-5e9c2201-5e64-4f1c-9f8b-e061ecdc8c4d tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:16.844901 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8ac2bc14-225d-4da9-9e1a-1c543d2af9cb req-5e9c2201-5e64-4f1c-9f8b-e061ecdc8c4d tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2165303 Feb 19 02:39:16.854221 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device e969cf60-ab73-4696-aba6-dc2dc6b42757 no longer exists at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:39:16.889949 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] No Port match for: e969cf60-ab73-4696-aba6-dc2dc6b42757 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:39:16.890811 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device e969cf60-ab73-4696-aba6-dc2dc6b42757 not bound to the agent host n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:39:16.901800 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-8ac2bc14-225d-4da9-9e1a-1c543d2af9cb req-9b9151cc-2be1-4b2a-ae80-84a1fc9a1030 tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] Request body: {'port': {'device_id': '7df1774c-b7bd-4dae-a177-1fb41f323d0e', 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f', 'admin_state_up': True, 'tenant_id': '9a5101de2f7a4f33971e88e3f4514760'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:39:16.902173 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port a4bbb362-5463-44d9-80a2-82aaa6f86538 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:39:16.902603 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (a4bbb362-5463-44d9-80a2-82aaa6f86538), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:16.918113 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4bbb362-5463-44d9-80a2-82aaa6f86538 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:39:16.939934 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port a4bbb362-5463-44d9-80a2-82aaa6f86538, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=a4bbb362-5463-44d9-80a2-82aaa6f86538,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:39:16.945861 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (a4bbb362-5463-44d9-80a2-82aaa6f86538), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:17.129284 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=a4bbb362-5463-44d9-80a2-82aaa6f86538,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:17.211829 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a4f2d9ae-e38d-48e0-926f-1ce3709dac66 admin admin] Publish callbacks [] for security_group (a59e87f4-f650-41ec-809f-8e2c6b4f02c1), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:17.220475 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a4f2d9ae-e38d-48e0-926f-1ce3709dac66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (a59e87f4-f650-41ec-809f-8e2c6b4f02c1), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:17.301497 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26ff977-4681-4007-be3f-e8b600135a04 req-572f7857-d39d-41af-9857-2480b4819213 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:17.305466 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e26ff977-4681-4007-be3f-e8b600135a04 req-572f7857-d39d-41af-9857-2480b4819213 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] 10.222.0.72 "GET /v2.0/ports?device_id=0b78a50e-444d-44a3-8b78-fea6efb84e63 HTTP/1.1" status: 200 len: 945 time: 0.4001455 Feb 19 02:39:17.308923 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-a4f2d9ae-e38d-48e0-926f-1ce3709dac66 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2f522269451045a0acd5f483b902c0ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7326190 Feb 19 02:39:17.311309 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 43938) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:39:17.326161 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f2d9ae-e38d-48e0-926f-1ce3709dac66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a59e87f4-f650-41ec-809f-8e2c6b4f02c1,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:17.369997 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-aa10060a-0405-4e36-a489-c67fb7613198 admin admin] Publish callbacks [] for security_group (a59e87f4-f650-41ec-809f-8e2c6b4f02c1), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:17.393122 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-aa10060a-0405-4e36-a489-c67fb7613198 admin admin] Publish callbacks [] for security_group (a59e87f4-f650-41ec-809f-8e2c6b4f02c1), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:17.416487 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ac2bc14-225d-4da9-9e1a-1c543d2af9cb req-9b9151cc-2be1-4b2a-ae80-84a1fc9a1030 tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] Made reservation on behalf of 9a5101de2f7a4f33971e88e3f4514760 for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:39:17.421111 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['a4bbb362-5463-44d9-80a2-82aaa6f86538'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:39:17.432761 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-8ac2bc14-225d-4da9-9e1a-1c543d2af9cb req-9b9151cc-2be1-4b2a-ae80-84a1fc9a1030 tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:17.462853 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e26ff977-4681-4007-be3f-e8b600135a04 req-5082191f-5192-4ef8-93f8-b5e6bbd2f39e tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] 10.222.0.72 "GET /v2.0/security-groups?id=d1874a8e-a1bd-4ab7-b8d8-0b935dd8ff3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1508927 Feb 19 02:39:17.476652 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-aa10060a-0405-4e36-a489-c67fb7613198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (a59e87f4-f650-41ec-809f-8e2c6b4f02c1), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:17.484686 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-aa10060a-0405-4e36-a489-c67fb7613198 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:17.492850 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-aa10060a-0405-4e36-a489-c67fb7613198 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a59e87f4-f650-41ec-809f-8e2c6b4f02c1 HTTP/1.1" status: 204 len: 168 time: 0.1784933 Feb 19 02:39:17.497859 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f54bd5-6047-4c3a-9e45-c0babe38994a req-9808ef5e-e86f-4249-b5e3-e0126aa32b9e tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:17.514826 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-24f54bd5-6047-4c3a-9e45-c0babe38994a req-9808ef5e-e86f-4249-b5e3-e0126aa32b9e tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] 10.222.0.72 "GET /v2.0/ports?device_id=91be1fe4-edad-4ec8-a2d5-cd116877ac6a HTTP/1.1" status: 200 len: 949 time: 0.1718893 Feb 19 02:39:17.515413 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa10060a-0405-4e36-a489-c67fb7613198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a59e87f4-f650-41ec-809f-8e2c6b4f02c1,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:17.537841 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 43946) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:39:17.630094 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-24f54bd5-6047-4c3a-9e45-c0babe38994a req-82e57f95-3f4c-47d5-97f1-e7c8894718ba tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] 10.222.0.72 "GET /v2.0/security-groups?id=f28be3de-d6d5-41ea-a627-e95e1d3692c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131113 Feb 19 02:39:17.718369 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-54ec5733-9e71-4be6-b4c9-27a357272512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:17.733555 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [req-8ac2bc14-225d-4da9-9e1a-1c543d2af9cb req-9b9151cc-2be1-4b2a-ae80-84a1fc9a1030 tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] Allocated IP 192.168.233.180 (5124bd00-da2a-4bd6-93a0-c14c92afb11f/974c06bc-f097-4890-970a-b087501ab241/aff88903-1a5e-4f84-a020-5eab4e4dc8e2) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:39:17.754054 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f0095a64-b6fb-439a-bfef-7058407a8947 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:17.822393 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a656bef-1f72-459a-b918-9dd74ff238df req-6c4deb51-3833-466c-8c9b-75096e88b494 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:17.834464 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9a656bef-1f72-459a-b918-9dd74ff238df req-6c4deb51-3833-466c-8c9b-75096e88b494 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb0ca84a-aa54-4ea8-8244-4ca8f9d8af34 HTTP/1.1" status: 200 len: 949 time: 0.1144357 Feb 19 02:39:17.845647 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f0095a64-b6fb-439a-bfef-7058407a8947 admin admin] Publish callbacks [] for security_group (b397b3c2-e968-4478-a8e1-94d8e5854d77), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:17.852886 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f0095a64-b6fb-439a-bfef-7058407a8947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (b397b3c2-e968-4478-a8e1-94d8e5854d77), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:17.905950 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-f0095a64-b6fb-439a-bfef-7058407a8947 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f71f5d6ee2474eb186b4ded3d2f3ea99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3667717 Feb 19 02:39:17.906820 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 43972) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:39:17.909865 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0095a64-b6fb-439a-bfef-7058407a8947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b397b3c2-e968-4478-a8e1-94d8e5854d77,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:17.952285 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9a656bef-1f72-459a-b918-9dd74ff238df req-73a859a2-6606-4fb5-a776-920ece062193 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168811 Feb 19 02:39:17.988320 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fad98bfe-d26d-49e6-9f88-4ee51042a892 admin admin] Publish callbacks [] for security_group (b397b3c2-e968-4478-a8e1-94d8e5854d77), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:18.018849 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fad98bfe-d26d-49e6-9f88-4ee51042a892 admin admin] Publish callbacks [] for security_group (b397b3c2-e968-4478-a8e1-94d8e5854d77), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:18.030213 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-8ac2bc14-225d-4da9-9e1a-1c543d2af9cb req-9b9151cc-2be1-4b2a-ae80-84a1fc9a1030 tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] Publish callbacks [] for port (aff88903-1a5e-4f84-a020-5eab4e4dc8e2), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:18.083981 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fad98bfe-d26d-49e6-9f88-4ee51042a892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (b397b3c2-e968-4478-a8e1-94d8e5854d77), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:18.088622 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fad98bfe-d26d-49e6-9f88-4ee51042a892 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:18.090592 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-fad98bfe-d26d-49e6-9f88-4ee51042a892 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b397b3c2-e968-4478-a8e1-94d8e5854d77 HTTP/1.1" status: 204 len: 168 time: 0.1818669 Feb 19 02:39:18.092508 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 43976) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:39:18.104491 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-8ac2bc14-225d-4da9-9e1a-1c543d2af9cb req-9b9151cc-2be1-4b2a-ae80-84a1fc9a1030 tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (aff88903-1a5e-4f84-a020-5eab4e4dc8e2), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:18.105027 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad98bfe-d26d-49e6-9f88-4ee51042a892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b397b3c2-e968-4478-a8e1-94d8e5854d77,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:18.125927 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-60ee98c8-18d4-40aa-a0df-98c3cf4d4bfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:18.159831 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['18dbe207-90b7-4ca4-aa0b-e43a9cd13742'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:39:18.222366 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ac2bc14-225d-4da9-9e1a-1c543d2af9cb req-9b9151cc-2be1-4b2a-ae80-84a1fc9a1030 tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] Network 5124bd00-da2a-4bd6-93a0-c14c92afb11f is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:39:18.233355 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [req-8ac2bc14-225d-4da9-9e1a-1c543d2af9cb req-9b9151cc-2be1-4b2a-ae80-84a1fc9a1030 tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:39:18.243894 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ac2bc14-225d-4da9-9e1a-1c543d2af9cb req-9b9151cc-2be1-4b2a-ae80-84a1fc9a1030 tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:39:18.248942 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac2bc14-225d-4da9-9e1a-1c543d2af9cb req-9b9151cc-2be1-4b2a-ae80-84a1fc9a1030 tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:18.250848 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-8ac2bc14-225d-4da9-9e1a-1c543d2af9cb req-9b9151cc-2be1-4b2a-ae80-84a1fc9a1030 tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:18.257045 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9151cc-2be1-4b2a-ae80-84a1fc9a1030 tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] Pushing event updated for resources: {'Port': ['ID=aff88903-1a5e-4f84-a020-5eab4e4dc8e2,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:18.290747 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8ac2bc14-225d-4da9-9e1a-1c543d2af9cb req-9b9151cc-2be1-4b2a-ae80-84a1fc9a1030 tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3940766 Feb 19 02:39:18.299829 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed4879-5792-4df7-ad67-574faac26198 req-cdec8334-8cd5-471a-89ff-6e5848911541 tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:18.306670 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-35ed4879-5792-4df7-ad67-574faac26198 req-cdec8334-8cd5-471a-89ff-6e5848911541 tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] 10.222.0.72 "GET /v2.0/ports?device_id=7df1774c-b7bd-4dae-a177-1fb41f323d0e HTTP/1.1" status: 200 len: 936 time: 0.2051427 Feb 19 02:39:18.318921 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-8ac2bc14-225d-4da9-9e1a-1c543d2af9cb req-784a9294-ead5-4a16-a2b3-a960f75a60d4 service neutron] Request body: {'port': {'device_id': '7df1774c-b7bd-4dae-a177-1fb41f323d0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826753-2'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:39:18.428255 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-60ee98c8-18d4-40aa-a0df-98c3cf4d4bfe admin admin] Publish callbacks [] for security_group (bf599934-c1c0-4d27-b087-40928fb9bd50), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:18.458849 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-60ee98c8-18d4-40aa-a0df-98c3cf4d4bfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (bf599934-c1c0-4d27-b087-40928fb9bd50), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:18.525059 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-35ed4879-5792-4df7-ad67-574faac26198 req-619ca283-40c2-4a06-be27-49a39d6a2515 tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] 10.222.0.72 "GET /v2.0/security-groups?id=62169fff-a198-47ed-8ac8-373297a23673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047985 Feb 19 02:39:18.549965 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-8ac2bc14-225d-4da9-9e1a-1c543d2af9cb req-784a9294-ead5-4a16-a2b3-a960f75a60d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (aff88903-1a5e-4f84-a020-5eab4e4dc8e2), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:18.571348 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ee98c8-18d4-40aa-a0df-98c3cf4d4bfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf599934-c1c0-4d27-b087-40928fb9bd50,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:18.601047 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-60ee98c8-18d4-40aa-a0df-98c3cf4d4bfe admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=bad3cb3f35f6444ba2a417419918b7bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5070782 Feb 19 02:39:18.604094 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 43994) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:39:18.633929 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-be5baf95-a19e-4e88-bee8-38ad5cacd325 None None] Provisioning complete for port aff88903-1a5e-4f84-a020-5eab4e4dc8e2 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:39:18.634309 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-be5baf95-a19e-4e88-bee8-38ad5cacd325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (aff88903-1a5e-4f84-a020-5eab4e4dc8e2), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:18.667888 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 43996) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:39:18.669720 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db26f8f2-a703-40b2-a1bc-4a460aae9363 req-9299e35d-606b-4d7f-b08f-e5bcc582ecbf tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:18.671258 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-db26f8f2-a703-40b2-a1bc-4a460aae9363 req-9299e35d-606b-4d7f-b08f-e5bcc582ecbf tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] 10.222.0.72 "GET /v2.0/ports?device_id=91be1fe4-edad-4ec8-a2d5-cd116877ac6a HTTP/1.1" status: 200 len: 949 time: 0.1354518 Feb 19 02:39:18.682968 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ce88e0de-5e96-4f4a-89ef-04af45875b18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:18.700693 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-be5baf95-a19e-4e88-bee8-38ad5cacd325 None None] Port aff88903-1a5e-4f84-a020-5eab4e4dc8e2 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:39:18.703188 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device a4bbb362-5463-44d9-80a2-82aaa6f86538 up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:39:18.732778 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9d7053ae-1c5f-4e30-b04e-0ffc862e0551 admin admin] Publish callbacks [] for security_group (bf599934-c1c0-4d27-b087-40928fb9bd50), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:18.770351 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9d7053ae-1c5f-4e30-b04e-0ffc862e0551 admin admin] Publish callbacks [] for security_group (bf599934-c1c0-4d27-b087-40928fb9bd50), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:18.771186 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning for port a4bbb362-5463-44d9-80a2-82aaa6f86538 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:39:18.775421 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port a4bbb362-5463-44d9-80a2-82aaa6f86538 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:39:18.775826 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (a4bbb362-5463-44d9-80a2-82aaa6f86538), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:18.826267 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ce88e0de-5e96-4f4a-89ef-04af45875b18 admin admin] Publish callbacks [] for security_group (9c4a4370-d9d4-454f-b4fe-0525a3b8c614), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:18.832087 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ce88e0de-5e96-4f4a-89ef-04af45875b18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (9c4a4370-d9d4-454f-b4fe-0525a3b8c614), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:18.858083 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port a4bbb362-5463-44d9-80a2-82aaa6f86538 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:39:18.858714 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (a4bbb362-5463-44d9-80a2-82aaa6f86538), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:18.873039 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce88e0de-5e96-4f4a-89ef-04af45875b18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c4a4370-d9d4-454f-b4fe-0525a3b8c614,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:18.878295 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-ce88e0de-5e96-4f4a-89ef-04af45875b18 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f20c8df6842547fea30e2a223d2c6619&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2091663 Feb 19 02:39:18.881026 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 43998) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:39:18.890913 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9d7053ae-1c5f-4e30-b04e-0ffc862e0551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (bf599934-c1c0-4d27-b087-40928fb9bd50), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:18.894506 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9d7053ae-1c5f-4e30-b04e-0ffc862e0551 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:18.896877 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb0ca84a-aa54-4ea8-8244-4ca8f9d8af34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4bbb362-5463-44d9-80a2-82aaa6f86538'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:39:18.896994 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-9d7053ae-1c5f-4e30-b04e-0ffc862e0551 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/bf599934-c1c0-4d27-b087-40928fb9bd50 HTTP/1.1" status: 204 len: 168 time: 0.2904944 Feb 19 02:39:18.898717 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-569d7502-da3a-45eb-ba8b-41defe7c4e78" -d '{"events": [{"server_uuid": "fb0ca84a-aa54-4ea8-8244-4ca8f9d8af34", "name": "network-vif-plugged", "status": "completed", "tag": "a4bbb362-5463-44d9-80a2-82aaa6f86538"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:39:18.913660 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port a4bbb362-5463-44d9-80a2-82aaa6f86538, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=a4bbb362-5463-44d9-80a2-82aaa6f86538,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:39:18.915297 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-db26f8f2-a703-40b2-a1bc-4a460aae9363 req-7ad720f8-a51c-40d9-b8a3-132951b2b245 tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] 10.222.0.72 "GET /v2.0/security-groups?id=f28be3de-d6d5-41ea-a627-e95e1d3692c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918657 Feb 19 02:39:18.918705 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7053ae-1c5f-4e30-b04e-0ffc862e0551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf599934-c1c0-4d27-b087-40928fb9bd50,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:18.930762 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (a4bbb362-5463-44d9-80a2-82aaa6f86538), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:18.964983 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4f582b5d-beee-4166-987a-a45672e3cce5 admin admin] Publish callbacks [] for security_group (9c4a4370-d9d4-454f-b4fe-0525a3b8c614), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:19.009157 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4f582b5d-beee-4166-987a-a45672e3cce5 admin admin] Publish callbacks [] for security_group (9c4a4370-d9d4-454f-b4fe-0525a3b8c614), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:19.010531 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=a4bbb362-5463-44d9-80a2-82aaa6f86538,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:19.034102 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36343734-edf5-41a9-9d33-32b324f725a3 req-dff89a14-6a8d-4942-a200-10109d41df0b tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:19.045851 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-36343734-edf5-41a9-9d33-32b324f725a3 req-dff89a14-6a8d-4942-a200-10109d41df0b tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] 10.222.0.72 "GET /v2.0/ports?device_id=0b78a50e-444d-44a3-8b78-fea6efb84e63 HTTP/1.1" status: 200 len: 945 time: 0.3263173 Feb 19 02:39:19.085774 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4f582b5d-beee-4166-987a-a45672e3cce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (9c4a4370-d9d4-454f-b4fe-0525a3b8c614), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:19.090066 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4f582b5d-beee-4166-987a-a45672e3cce5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:19.094601 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-4f582b5d-beee-4166-987a-a45672e3cce5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9c4a4370-d9d4-454f-b4fe-0525a3b8c614 HTTP/1.1" status: 204 len: 168 time: 0.2121494 Feb 19 02:39:19.099770 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:19.106148 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f582b5d-beee-4166-987a-a45672e3cce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c4a4370-d9d4-454f-b4fe-0525a3b8c614,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:19.107091 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [req-8ac2bc14-225d-4da9-9e1a-1c543d2af9cb req-784a9294-ead5-4a16-a2b3-a960f75a60d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aff88903-1a5e-4f84-a020-5eab4e4dc8e2 {{(pid=103701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:39:19.122668 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-36343734-edf5-41a9-9d33-32b324f725a3 req-ddd465ca-8464-44f5-905c-b4b62e0d99ec tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] 10.222.0.72 "GET /v2.0/security-groups?id=d1874a8e-a1bd-4ab7-b8d8-0b935dd8ff3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758233 Feb 19 02:39:19.134164 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4886ad9-590f-47fd-9992-ea9ef141cbef x-openstack-request-id: req-a4886ad9-590f-47fd-9992-ea9ef141cbef {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:39:19.135487 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb0ca84a-aa54-4ea8-8244-4ca8f9d8af34", "name": "network-vif-plugged", "status": "completed", "tag": "a4bbb362-5463-44d9-80a2-82aaa6f86538", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:39:19.136578 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a4886ad9-590f-47fd-9992-ea9ef141cbef {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:39:19.137077 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb0ca84a-aa54-4ea8-8244-4ca8f9d8af34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4bbb362-5463-44d9-80a2-82aaa6f86538', 'code': 200} Feb 19 02:39:19.137582 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-8ac2bc14-225d-4da9-9e1a-1c543d2af9cb req-784a9294-ead5-4a16-a2b3-a960f75a60d4 service neutron] Publish callbacks [] for port (aff88903-1a5e-4f84-a020-5eab4e4dc8e2), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:19.175211 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.provisioning_blocks [req-8ac2bc14-225d-4da9-9e1a-1c543d2af9cb req-784a9294-ead5-4a16-a2b3-a960f75a60d4 service neutron] Transition to ACTIVE for port object aff88903-1a5e-4f84-a020-5eab4e4dc8e2 will not be triggered until provisioned by entity L2. {{(pid=103701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:39:19.190776 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-8ac2bc14-225d-4da9-9e1a-1c543d2af9cb req-784a9294-ead5-4a16-a2b3-a960f75a60d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (aff88903-1a5e-4f84-a020-5eab4e4dc8e2), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:19.279562 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784a9294-ead5-4a16-a2b3-a960f75a60d4 service neutron] Pushing event updated for resources: {'Port': ['ID=aff88903-1a5e-4f84-a020-5eab4e4dc8e2,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:19.325514 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e58073-daff-41cb-8d13-3b245014c977 req-bea0baaa-c27b-4e93-845c-b795aad5b010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:19.327187 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-00e58073-daff-41cb-8d13-3b245014c977 req-bea0baaa-c27b-4e93-845c-b795aad5b010 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=fb0ca84a-aa54-4ea8-8244-4ca8f9d8af34 HTTP/1.1" status: 200 len: 1132 time: 0.0787978 Feb 19 02:39:19.402465 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-00e58073-daff-41cb-8d13-3b245014c977 req-dc43375d-2bfb-4005-9c6d-ddc0947bf5c4 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668831 Feb 19 02:39:19.460479 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-8ac2bc14-225d-4da9-9e1a-1c543d2af9cb req-784a9294-ead5-4a16-a2b3-a960f75a60d4 service neutron] Attempting to bind port aff88903-1a5e-4f84-a020-5eab4e4dc8e2 on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:39:19.460813 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-8ac2bc14-225d-4da9-9e1a-1c543d2af9cb req-784a9294-ead5-4a16-a2b3-a960f75a60d4 service neutron] Attempting to bind port aff88903-1a5e-4f84-a020-5eab4e4dc8e2 by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:39:19.461174 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac2bc14-225d-4da9-9e1a-1c543d2af9cb req-784a9294-ead5-4a16-a2b3-a960f75a60d4 service neutron] Attempting to bind port aff88903-1a5e-4f84-a020-5eab4e4dc8e2 on network 5124bd00-da2a-4bd6-93a0-c14c92afb11f {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:39:19.475454 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac2bc14-225d-4da9-9e1a-1c543d2af9cb req-784a9294-ead5-4a16-a2b3-a960f75a60d4 service neutron] Port aff88903-1a5e-4f84-a020-5eab4e4dc8e2 on network 5124bd00-da2a-4bd6-93a0-c14c92afb11f not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:39:19.475814 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac2bc14-225d-4da9-9e1a-1c543d2af9cb req-784a9294-ead5-4a16-a2b3-a960f75a60d4 service neutron] Attempting to bind port aff88903-1a5e-4f84-a020-5eab4e4dc8e2 on network 5124bd00-da2a-4bd6-93a0-c14c92afb11f {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:39:19.492068 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf80bc5c-8ec1-4bf9-a5ea-4fd5da1a2a45 req-79bed4e7-5931-4f6d-979f-6c0ad6cdf4ff tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:19.497943 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cf80bc5c-8ec1-4bf9-a5ea-4fd5da1a2a45 req-79bed4e7-5931-4f6d-979f-6c0ad6cdf4ff tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] 10.222.0.72 "GET /v2.0/ports?device_id=0b78a50e-444d-44a3-8b78-fea6efb84e63 HTTP/1.1" status: 200 len: 945 time: 0.1854506 Feb 19 02:39:19.502780 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 44022) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:39:19.508147 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-b4f4b421-8a8c-4a5f-91e9-4519e1dc6e66 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Request body: {'floatingip': {'port_id': 'f239b73f-2f08-4d9f-9743-ea5afc765c71'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:39:19.511697 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675d34cf-e906-4e7d-8250-14f60b141ac8 req-2132bf7b-ddcd-4b79-8dd3-4498b2034235 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:19.513247 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-675d34cf-e906-4e7d-8250-14f60b141ac8 req-2132bf7b-ddcd-4b79-8dd3-4498b2034235 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb0ca84a-aa54-4ea8-8244-4ca8f9d8af34 HTTP/1.1" status: 200 len: 950 time: 0.2456954 Feb 19 02:39:19.514243 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac2bc14-225d-4da9-9e1a-1c543d2af9cb req-784a9294-ead5-4a16-a2b3-a960f75a60d4 service neutron] Checking agent: {'id': 'bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:39:19.514572 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac2bc14-225d-4da9-9e1a-1c543d2af9cb req-784a9294-ead5-4a16-a2b3-a960f75a60d4 service neutron] Checking segment: {'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:39:19.514946 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac2bc14-225d-4da9-9e1a-1c543d2af9cb req-784a9294-ead5-4a16-a2b3-a960f75a60d4 service neutron] Bound using segment: {'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:39:19.515381 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-8ac2bc14-225d-4da9-9e1a-1c543d2af9cb req-784a9294-ead5-4a16-a2b3-a960f75a60d4 service neutron] Bound port: aff88903-1a5e-4f84-a020-5eab4e4dc8e2, host: n-h2-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'}}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:39:19.515729 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-8ac2bc14-225d-4da9-9e1a-1c543d2af9cb req-784a9294-ead5-4a16-a2b3-a960f75a60d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (aff88903-1a5e-4f84-a020-5eab4e4dc8e2), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:19.612631 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b4f4b421-8a8c-4a5f-91e9-4519e1dc6e66 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Publish callbacks [] for floatingip (bf2c5daf-2253-47d1-bb92-4424bb08fa88), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:19.635160 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 44028) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:39:19.716835 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-675d34cf-e906-4e7d-8250-14f60b141ac8 req-45d408e8-b706-4654-a689-6f0c9338b78a tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860709 Feb 19 02:39:19.731899 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-8ac2bc14-225d-4da9-9e1a-1c543d2af9cb req-784a9294-ead5-4a16-a2b3-a960f75a60d4 service neutron] For port aff88903-1a5e-4f84-a020-5eab4e4dc8e2, host n-h2-826753-2, cleared binding levels {{(pid=103701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:39:19.745316 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-8ac2bc14-225d-4da9-9e1a-1c543d2af9cb req-784a9294-ead5-4a16-a2b3-a960f75a60d4 service neutron] For port aff88903-1a5e-4f84-a020-5eab4e4dc8e2, host n-h2-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=aff88903-1a5e-4f84-a020-5eab4e4dc8e2,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:39:19.764244 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf15dff6-e329-48ef-88ca-73cf220157ef req-07373a05-ac9d-4287-bafa-b6d241798b3b tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:19.765781 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bf15dff6-e329-48ef-88ca-73cf220157ef req-07373a05-ac9d-4287-bafa-b6d241798b3b tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] 10.222.0.72 "GET /v2.0/ports?device_id=7df1774c-b7bd-4dae-a177-1fb41f323d0e HTTP/1.1" status: 200 len: 948 time: 0.1279798 Feb 19 02:39:19.767914 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-8ac2bc14-225d-4da9-9e1a-1c543d2af9cb req-784a9294-ead5-4a16-a2b3-a960f75a60d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (aff88903-1a5e-4f84-a020-5eab4e4dc8e2), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:19.828604 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac2bc14-225d-4da9-9e1a-1c543d2af9cb req-784a9294-ead5-4a16-a2b3-a960f75a60d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:19.829222 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-8ac2bc14-225d-4da9-9e1a-1c543d2af9cb req-784a9294-ead5-4a16-a2b3-a960f75a60d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:19.831139 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8ac2bc14-225d-4da9-9e1a-1c543d2af9cb req-784a9294-ead5-4a16-a2b3-a960f75a60d4 service neutron] 10.222.0.82 "PUT /v2.0/ports/aff88903-1a5e-4f84-a020-5eab4e4dc8e2 HTTP/1.1" status: 200 len: 1096 time: 1.5224309 Feb 19 02:39:19.834329 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7df1774c-b7bd-4dae-a177-1fb41f323d0e', 'tag': 'aff88903-1a5e-4f84-a020-5eab4e4dc8e2'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:39:19.841627 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7480395-5140-4bb8-b8f8-60ea3f655cfc" -d '{"events": [{"name": "network-changed", "server_uuid": "7df1774c-b7bd-4dae-a177-1fb41f323d0e", "tag": "aff88903-1a5e-4f84-a020-5eab4e4dc8e2"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:39:19.863337 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784a9294-ead5-4a16-a2b3-a960f75a60d4 service neutron] Pushing event updated for resources: {'Port': ['ID=aff88903-1a5e-4f84-a020-5eab4e4dc8e2,revision_number=3']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:19.911510 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bf15dff6-e329-48ef-88ca-73cf220157ef req-d3dd75ee-67ad-47d6-b4ad-e3ba2cd0e501 tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] 10.222.0.72 "GET /v2.0/security-groups?id=62169fff-a198-47ed-8ac8-373297a23673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355200 Feb 19 02:39:19.913740 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0d32a20b-b719-42cc-8e4a-463040c6a2d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:20.053268 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fa965fb-847e-410e-86a1-ac6934aa95bb x-openstack-request-id: req-9fa965fb-847e-410e-86a1-ac6934aa95bb {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:39:20.053570 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7df1774c-b7bd-4dae-a177-1fb41f323d0e", "tag": "aff88903-1a5e-4f84-a020-5eab4e4dc8e2", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:39:20.053829 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9fa965fb-847e-410e-86a1-ac6934aa95bb {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:39:20.054239 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7df1774c-b7bd-4dae-a177-1fb41f323d0e', 'tag': 'aff88903-1a5e-4f84-a020-5eab4e4dc8e2', 'status': 'completed', 'code': 200} Feb 19 02:39:20.056373 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac2bc14-225d-4da9-9e1a-1c543d2af9cb req-523424d9-21e9-4bbc-92cb-db04f35bc3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:20.058293 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8ac2bc14-225d-4da9-9e1a-1c543d2af9cb req-523424d9-21e9-4bbc-92cb-db04f35bc3a5 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9a5101de2f7a4f33971e88e3f4514760&device_id=7df1774c-b7bd-4dae-a177-1fb41f323d0e HTTP/1.1" status: 200 len: 1130 time: 0.1458094 Feb 19 02:39:20.152139 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8ac2bc14-225d-4da9-9e1a-1c543d2af9cb req-bf1954ea-90fd-4bb8-8f4a-8f9f49702044 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=aff88903-1a5e-4f84-a020-5eab4e4dc8e2 HTTP/1.1" status: 200 len: 217 time: 0.0762947 Feb 19 02:39:20.182193 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0d32a20b-b719-42cc-8e4a-463040c6a2d4 admin admin] Publish callbacks [] for security_group (17dd8a51-7a8c-48d6-8cee-3971c47870d4), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:20.245187 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0d32a20b-b719-42cc-8e4a-463040c6a2d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (17dd8a51-7a8c-48d6-8cee-3971c47870d4), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:20.291938 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:20.296775 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-0d32a20b-b719-42cc-8e4a-463040c6a2d4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=da2b6039dedb412a8eab640dd9c5b8b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6561415 Feb 19 02:39:20.309069 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 44066) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:39:20.378783 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1c4e63f4-3b95-4a61-854a-5948f1c6c571 admin admin] Publish callbacks [] for security_group (17dd8a51-7a8c-48d6-8cee-3971c47870d4), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:20.401895 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac2bc14-225d-4da9-9e1a-1c543d2af9cb req-8d769238-72d3-4483-820a-930c7dfb81b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:20.403373 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8ac2bc14-225d-4da9-9e1a-1c543d2af9cb req-8d769238-72d3-4483-820a-930c7dfb81b9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=974c06bc-f097-4890-970a-b087501ab241 HTTP/1.1" status: 200 len: 843 time: 0.2444828 Feb 19 02:39:20.411401 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d32a20b-b719-42cc-8e4a-463040c6a2d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17dd8a51-7a8c-48d6-8cee-3971c47870d4,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:20.478762 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f244d48-5476-4044-b745-6193974d7f76 req-5f044bd2-1711-4a24-a654-f94fa650fb82 tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:20.486725 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5f244d48-5476-4044-b745-6193974d7f76 req-5f044bd2-1711-4a24-a654-f94fa650fb82 tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] 10.222.0.72 "GET /v2.0/ports?device_id=91be1fe4-edad-4ec8-a2d5-cd116877ac6a HTTP/1.1" status: 200 len: 949 time: 0.3336523 Feb 19 02:39:20.530761 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1c4e63f4-3b95-4a61-854a-5948f1c6c571 admin admin] Publish callbacks [] for security_group (17dd8a51-7a8c-48d6-8cee-3971c47870d4), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:20.604424 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5f244d48-5476-4044-b745-6193974d7f76 req-3245ca6f-250c-4188-a793-2ae2f3ccb8ba tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] 10.222.0.72 "GET /v2.0/security-groups?id=f28be3de-d6d5-41ea-a627-e95e1d3692c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168187 Feb 19 02:39:20.612703 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac2bc14-225d-4da9-9e1a-1c543d2af9cb req-10febca6-9e0b-464b-ad04-72de42a0d0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:20.614627 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8ac2bc14-225d-4da9-9e1a-1c543d2af9cb req-10febca6-9e0b-464b-ad04-72de42a0d0f2 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5124bd00-da2a-4bd6-93a0-c14c92afb11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1775484 Feb 19 02:39:20.655987 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1c4e63f4-3b95-4a61-854a-5948f1c6c571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (17dd8a51-7a8c-48d6-8cee-3971c47870d4), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:20.659016 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1c4e63f4-3b95-4a61-854a-5948f1c6c571 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:20.663115 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-1c4e63f4-3b95-4a61-854a-5948f1c6c571 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/17dd8a51-7a8c-48d6-8cee-3971c47870d4 HTTP/1.1" status: 204 len: 168 time: 0.3557365 Feb 19 02:39:20.702521 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e63f4-3b95-4a61-854a-5948f1c6c571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17dd8a51-7a8c-48d6-8cee-3971c47870d4,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:20.749121 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8ac2bc14-225d-4da9-9e1a-1c543d2af9cb req-2a9d731a-3df2-402d-afed-15c6eba5a997 service neutron] 10.222.0.82 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277623 Feb 19 02:39:20.845635 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 44092) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:39:20.911632 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b4f4b421-8a8c-4a5f-91e9-4519e1dc6e66 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:20.935378 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8ac2bc14-225d-4da9-9e1a-1c543d2af9cb req-088e9217-01f3-4a48-9ef3-eae26d0640ea service neutron] 10.222.0.82 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807277 Feb 19 02:39:20.940751 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b4f4b421-8a8c-4a5f-91e9-4519e1dc6e66 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16285943'] for floatingip (bf2c5daf-2253-47d1-bb92-4424bb08fa88), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:20.946868 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b781876f-92a8-4574-ba5f-bfa66aeb9313 req-f94208d1-9b6d-4000-9623-96519133b854 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:20.957094 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b781876f-92a8-4574-ba5f-bfa66aeb9313 req-f94208d1-9b6d-4000-9623-96519133b854 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb0ca84a-aa54-4ea8-8244-4ca8f9d8af34 HTTP/1.1" status: 200 len: 950 time: 0.1100664 Feb 19 02:39:21.018500 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b781876f-92a8-4574-ba5f-bfa66aeb9313 req-b19a1c84-f3b3-49be-bcfc-024169622ec1 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603039 Feb 19 02:39:21.055606 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226b9c05-f954-40cf-b78b-f0d12e84d12b req-b189d90b-dda7-40e8-8b5d-d893cf4ccf1b tempest-DeleteServersAdminTestJSON-1219518633 tempest-DeleteServersAdminTestJSON-1219518633-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:21.057160 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-226b9c05-f954-40cf-b78b-f0d12e84d12b req-b189d90b-dda7-40e8-8b5d-d893cf4ccf1b tempest-DeleteServersAdminTestJSON-1219518633 tempest-DeleteServersAdminTestJSON-1219518633-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=91be1fe4-edad-4ec8-a2d5-cd116877ac6a HTTP/1.1" status: 200 len: 1131 time: 0.1440699 Feb 19 02:39:21.137380 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7480395-5140-4bb8-b8f8-60ea3f655cfc req-ea80a9ba-792a-43ff-a6d2-536871406188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:21.138980 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b7480395-5140-4bb8-b8f8-60ea3f655cfc req-ea80a9ba-792a-43ff-a6d2-536871406188 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9a5101de2f7a4f33971e88e3f4514760&device_id=7df1774c-b7bd-4dae-a177-1fb41f323d0e HTTP/1.1" status: 200 len: 1130 time: 0.0939653 Feb 19 02:39:21.147465 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3d8a1c-e3d4-44c0-b108-79c99cd8ddd9 req-c06cc747-e7df-4247-99b4-7f68a1666e94 tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:21.148969 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8a3d8a1c-e3d4-44c0-b108-79c99cd8ddd9 req-c06cc747-e7df-4247-99b4-7f68a1666e94 tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] 10.222.0.72 "GET /v2.0/ports?device_id=7df1774c-b7bd-4dae-a177-1fb41f323d0e HTTP/1.1" status: 200 len: 948 time: 0.0947855 Feb 19 02:39:21.226954 n-d-826753-2 neutron-server[103702]: INFO neutron.db.l3_db [None req-b4f4b421-8a8c-4a5f-91e9-4519e1dc6e66 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Floating IP bf2c5daf-2253-47d1-bb92-4424bb08fa88 associated. External IP: 172.25.6.94, port: f239b73f-2f08-4d9f-9743-ea5afc765c71. Feb 19 02:39:21.291190 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8a3d8a1c-e3d4-44c0-b108-79c99cd8ddd9 req-9fa51d44-0ce7-4b54-a873-d5fa6a3bfe3b tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] 10.222.0.72 "GET /v2.0/security-groups?id=62169fff-a198-47ed-8ac8-373297a23673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223054 Feb 19 02:39:21.319975 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7480395-5140-4bb8-b8f8-60ea3f655cfc req-b2ac1e6c-34cd-4b56-b147-18d78ddcd4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:21.321820 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b7480395-5140-4bb8-b8f8-60ea3f655cfc req-b2ac1e6c-34cd-4b56-b147-18d78ddcd4af service neutron] 10.222.0.82 "GET /v2.0/networks?id=5124bd00-da2a-4bd6-93a0-c14c92afb11f HTTP/1.1" status: 200 len: 870 time: 0.1714678 Feb 19 02:39:21.379911 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b7480395-5140-4bb8-b8f8-60ea3f655cfc req-2c42fed7-b65b-4d1e-8e4d-e2badd16405d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=aff88903-1a5e-4f84-a020-5eab4e4dc8e2 HTTP/1.1" status: 200 len: 217 time: 0.0513699 Feb 19 02:39:21.401509 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-2a8711c7-c18a-48b9-86c6-3c513ab7d374 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=fc1b1146cc42453a9ac358947fa31bc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5503156 Feb 19 02:39:21.402376 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 44112) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:39:21.413286 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-226b9c05-f954-40cf-b78b-f0d12e84d12b req-1c38dbcd-1e22-470e-a934-47bbe2b3b147 tempest-DeleteServersAdminTestJSON-1219518633 tempest-DeleteServersAdminTestJSON-1219518633-project-admin] Deleting port 77be7390-9c4f-427f-ba12-7b593da1dcd2 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:39:21.413851 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-226b9c05-f954-40cf-b78b-f0d12e84d12b req-1c38dbcd-1e22-470e-a934-47bbe2b3b147 tempest-DeleteServersAdminTestJSON-1219518633 tempest-DeleteServersAdminTestJSON-1219518633-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (77be7390-9c4f-427f-ba12-7b593da1dcd2), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:21.440333 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7480395-5140-4bb8-b8f8-60ea3f655cfc req-614287c3-6462-4be6-be4f-2d45076d9e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:21.441751 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b7480395-5140-4bb8-b8f8-60ea3f655cfc req-614287c3-6462-4be6-be4f-2d45076d9e8d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=974c06bc-f097-4890-970a-b087501ab241 HTTP/1.1" status: 200 len: 843 time: 0.0537961 Feb 19 02:39:21.494298 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 44114) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:39:21.513121 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-27eb363e-f11a-4353-bb87-a5417ce79bc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:21.540000 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7480395-5140-4bb8-b8f8-60ea3f655cfc req-53f92cf4-8cce-4592-9f82-ebc17486270a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:21.541622 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b7480395-5140-4bb8-b8f8-60ea3f655cfc req-53f92cf4-8cce-4592-9f82-ebc17486270a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5124bd00-da2a-4bd6-93a0-c14c92afb11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0924239 Feb 19 02:39:21.589908 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4f4b421-8a8c-4a5f-91e9-4519e1dc6e66 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Router b6da21e8-df25-41b5-9112-ef6c3049a200 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:39:21.590739 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-507f9559-6cba-44c1-9960-ae1fef0fa1e9 admin admin] Publish callbacks [] for security_group (283d3b65-0723-4239-a773-9578bd1e8c1e), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:21.609382 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-226b9c05-f954-40cf-b78b-f0d12e84d12b req-1c38dbcd-1e22-470e-a934-47bbe2b3b147 tempest-DeleteServersAdminTestJSON-1219518633 tempest-DeleteServersAdminTestJSON-1219518633-project-admin] For port 77be7390-9c4f-427f-ba12-7b593da1dcd2, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=77be7390-9c4f-427f-ba12-7b593da1dcd2,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:39:21.609584 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-226b9c05-f954-40cf-b78b-f0d12e84d12b req-1c38dbcd-1e22-470e-a934-47bbe2b3b147 tempest-DeleteServersAdminTestJSON-1219518633 tempest-DeleteServersAdminTestJSON-1219518633-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (77be7390-9c4f-427f-ba12-7b593da1dcd2), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:21.631147 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-226b9c05-f954-40cf-b78b-f0d12e84d12b req-1c38dbcd-1e22-470e-a934-47bbe2b3b147 tempest-DeleteServersAdminTestJSON-1219518633 tempest-DeleteServersAdminTestJSON-1219518633-project-admin] Calling delete_port for 77be7390-9c4f-427f-ba12-7b593da1dcd2 owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:39:21.668632 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-507f9559-6cba-44c1-9960-ae1fef0fa1e9 admin admin] Publish callbacks [] for security_group (283d3b65-0723-4239-a773-9578bd1e8c1e), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:21.684734 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b7480395-5140-4bb8-b8f8-60ea3f655cfc req-ef71b38e-625a-40a8-8dba-da45891cc540 service neutron] 10.222.0.82 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364441 Feb 19 02:39:21.686717 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-27eb363e-f11a-4353-bb87-a5417ce79bc5 admin admin] Publish callbacks [] for security_group (6fa0a1ca-a1d3-4672-b714-1460dba570f8), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:21.694605 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-27eb363e-f11a-4353-bb87-a5417ce79bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (6fa0a1ca-a1d3-4672-b714-1460dba570f8), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:21.785520 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-507f9559-6cba-44c1-9960-ae1fef0fa1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (283d3b65-0723-4239-a773-9578bd1e8c1e), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:21.788667 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-507f9559-6cba-44c1-9960-ae1fef0fa1e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:21.790286 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-507f9559-6cba-44c1-9960-ae1fef0fa1e9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/283d3b65-0723-4239-a773-9578bd1e8c1e HTTP/1.1" status: 204 len: 168 time: 0.3873758 Feb 19 02:39:21.806239 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-27eb363e-f11a-4353-bb87-a5417ce79bc5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4afaa770831e4f78b732229427132a8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3104274 Feb 19 02:39:21.828861 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 44130) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:39:21.835377 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:21.844454 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eb363e-f11a-4353-bb87-a5417ce79bc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa0a1ca-a1d3-4672-b714-1460dba570f8,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:21.874671 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507f9559-6cba-44c1-9960-ae1fef0fa1e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=283d3b65-0723-4239-a773-9578bd1e8c1e,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:21.916183 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b7480395-5140-4bb8-b8f8-60ea3f655cfc req-37230015-4f3a-4d9a-9a1a-fe541f9ca496 service neutron] 10.222.0.82 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228322 Feb 19 02:39:21.925273 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cd82b2-5829-4fd5-8469-215cc5012953 req-35486eb3-7871-45f1-9e79-b99bd53c8170 tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:21.926765 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a9cd82b2-5829-4fd5-8469-215cc5012953 req-35486eb3-7871-45f1-9e79-b99bd53c8170 tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] 10.222.0.72 "GET /v2.0/ports?device_id=91be1fe4-edad-4ec8-a2d5-cd116877ac6a HTTP/1.1" status: 200 len: 949 time: 0.1937554 Feb 19 02:39:21.965888 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c1a5ce6a-2126-436d-bacd-e9b4ca960a2b admin admin] Publish callbacks [] for security_group (6fa0a1ca-a1d3-4672-b714-1460dba570f8), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:21.969214 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4f4b421-8a8c-4a5f-91e9-4519e1dc6e66 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:39:21.976133 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b4f4b421-8a8c-4a5f-91e9-4519e1dc6e66 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:21.990177 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3cf2472-5144-431b-af85-f441c28b2d58 None None] Sync routers for ids ['b6da21e8-df25-41b5-9112-ef6c3049a200'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:39:22.005805 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cf2472-5144-431b-af85-f441c28b2d58 None None] Routers {'b6da21e8-df25-41b5-9112-ef6c3049a200'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:39:22.006797 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-f3cf2472-5144-431b-af85-f441c28b2d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:39:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['b6da21e8-df25-41b5-9112-ef6c3049a200'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:39:22.008907 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c1a5ce6a-2126-436d-bacd-e9b4ca960a2b admin admin] Publish callbacks [] for security_group (6fa0a1ca-a1d3-4672-b714-1460dba570f8), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:22.026819 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-b4f4b421-8a8c-4a5f-91e9-4519e1dc6e66 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] 10.222.0.72 "PUT /v2.0/floatingips/bf2c5daf-2253-47d1-bb92-4424bb08fa88 HTTP/1.1" status: 200 len: 990 time: 2.5098529 Feb 19 02:39:22.029043 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b78a50e-444d-44a3-8b78-fea6efb84e63', 'tag': 'f239b73f-2f08-4d9f-9743-ea5afc765c71'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:39:22.030997 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a9cd82b2-5829-4fd5-8469-215cc5012953 req-de04acbb-e3a5-4c5e-87e6-da322596b5f5 tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] 10.222.0.72 "GET /v2.0/security-groups?id=f28be3de-d6d5-41ea-a627-e95e1d3692c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911043 Feb 19 02:39:22.035862 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e271da2-4ead-4aa5-ae65-c316470dbf17" -d '{"events": [{"name": "network-changed", "server_uuid": "0b78a50e-444d-44a3-8b78-fea6efb84e63", "tag": "f239b73f-2f08-4d9f-9743-ea5afc765c71"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:39:22.098653 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c1a5ce6a-2126-436d-bacd-e9b4ca960a2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (6fa0a1ca-a1d3-4672-b714-1460dba570f8), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:22.101466 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c1a5ce6a-2126-436d-bacd-e9b4ca960a2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:22.102765 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-c1a5ce6a-2126-436d-bacd-e9b4ca960a2b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6fa0a1ca-a1d3-4672-b714-1460dba570f8 HTTP/1.1" status: 204 len: 168 time: 0.2703822 Feb 19 02:39:22.125066 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a5ce6a-2126-436d-bacd-e9b4ca960a2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fa0a1ca-a1d3-4672-b714-1460dba570f8,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:22.173472 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:22.185493 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-226b9c05-f954-40cf-b78b-f0d12e84d12b req-1c38dbcd-1e22-470e-a934-47bbe2b3b147 tempest-DeleteServersAdminTestJSON-1219518633 tempest-DeleteServersAdminTestJSON-1219518633-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (77be7390-9c4f-427f-ba12-7b593da1dcd2), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:22.224815 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['77be7390-9c4f-427f-ba12-7b593da1dcd2'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:39:22.233675 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c38dbcd-1e22-470e-a934-47bbe2b3b147 tempest-DeleteServersAdminTestJSON-1219518633 tempest-DeleteServersAdminTestJSON-1219518633-project-admin] Pushing event deleted for resources: {'Port': ['ID=77be7390-9c4f-427f-ba12-7b593da1dcd2,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:22.324700 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-f3cf2472-5144-431b-af85-f441c28b2d58 None None] Set router b6da21e8-df25-41b5-9112-ef6c3049a200 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:39:22.328424 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-226b9c05-f954-40cf-b78b-f0d12e84d12b req-1c38dbcd-1e22-470e-a934-47bbe2b3b147 tempest-DeleteServersAdminTestJSON-1219518633 tempest-DeleteServersAdminTestJSON-1219518633-project-admin] No DVR routers for this DVR port 77be7390-9c4f-427f-ba12-7b593da1dcd2 on host n-h1-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:39:22.334959 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-226b9c05-f954-40cf-b78b-f0d12e84d12b req-1c38dbcd-1e22-470e-a934-47bbe2b3b147 tempest-DeleteServersAdminTestJSON-1219518633 tempest-DeleteServersAdminTestJSON-1219518633-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:22.340117 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-226b9c05-f954-40cf-b78b-f0d12e84d12b req-1c38dbcd-1e22-470e-a934-47bbe2b3b147 tempest-DeleteServersAdminTestJSON-1219518633 tempest-DeleteServersAdminTestJSON-1219518633-project-admin] 10.222.0.73 "DELETE /v2.0/ports/77be7390-9c4f-427f-ba12-7b593da1dcd2 HTTP/1.1" status: 204 len: 173 time: 1.2624669 Feb 19 02:39:22.513225 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7460f1b2-3f41-4263-9d3b-3ebbbaee3dad req-7b74316c-9657-4542-aecb-234b81a38974 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:22.522113 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7460f1b2-3f41-4263-9d3b-3ebbbaee3dad req-7b74316c-9657-4542-aecb-234b81a38974 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] 10.222.0.72 "GET /v2.0/ports?device_id=0b78a50e-444d-44a3-8b78-fea6efb84e63 HTTP/1.1" status: 200 len: 945 time: 0.3994999 Feb 19 02:39:22.601345 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7460f1b2-3f41-4263-9d3b-3ebbbaee3dad req-26bdfbed-c5bc-4a96-9da3-0020b5662474 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] 10.222.0.72 "GET /v2.0/security-groups?id=d1874a8e-a1bd-4ab7-b8d8-0b935dd8ff3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733325 Feb 19 02:39:22.645473 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94720c6c-bace-4a73-80d6-cdc4ac98c515 req-b7369a8f-01e5-4d9c-8c0f-3d09baf1e00c tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:22.653219 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-94720c6c-bace-4a73-80d6-cdc4ac98c515 req-b7369a8f-01e5-4d9c-8c0f-3d09baf1e00c tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb0ca84a-aa54-4ea8-8244-4ca8f9d8af34 HTTP/1.1" status: 200 len: 950 time: 0.4687243 Feb 19 02:39:22.695514 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dbe9f59-3f08-4266-ba90-56e1da6d7d35 x-openstack-request-id: req-8dbe9f59-3f08-4266-ba90-56e1da6d7d35 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:39:22.696050 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b78a50e-444d-44a3-8b78-fea6efb84e63", "tag": "f239b73f-2f08-4d9f-9743-ea5afc765c71", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:39:22.696677 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8dbe9f59-3f08-4266-ba90-56e1da6d7d35 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:39:22.697622 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b78a50e-444d-44a3-8b78-fea6efb84e63', 'tag': 'f239b73f-2f08-4d9f-9743-ea5afc765c71', 'status': 'completed', 'code': 200} Feb 19 02:39:22.723572 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-94720c6c-bace-4a73-80d6-cdc4ac98c515 req-e4282ef1-8e3b-4b84-9e3a-743636136e75 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694396 Feb 19 02:39:22.823408 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-f3cf2472-5144-431b-af85-f441c28b2d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6da21e8-df25-41b5-9112-ef6c3049a200', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-600956687-router', 'tenant_id': 'da1eb1f790ec4469a06a2c8ce51be727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': 'a7de6922-a724-45ad-bbfe-6ebc6e2c72af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:38:28Z', 'updated_at': '2022-02-19T02:38:31Z', 'revision_number': 4, 'project_id': 'da1eb1f790ec4469a06a2c8ce51be727', 'gw_port': {'id': 'a7de6922-a724-45ad-bbfe-6ebc6e2c72af', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6da21e8-df25-41b5-9112-ef6c3049a200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:38:29Z', 'updated_at': '2022-02-19T02:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': 'bf2c5daf-2253-47d1-bb92-4424bb08fa88', 'tenant_id': 'da1eb1f790ec4469a06a2c8ce51be727', 'floating_ip_address': '172.25.6.94', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': 'b6da21e8-df25-41b5-9112-ef6c3049a200', 'port_id': 'f239b73f-2f08-4d9f-9743-ea5afc765c71', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0f7c769-8470-4519-8f35-ba7a47a3fc99', 'mac_address': 'fa:16:3e:70:68:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b78a50e-444d-44a3-8b78-fea6efb84e63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:38:49Z', 'updated_at': '2022-02-19T02:39:20Z', 'revision_number': 1, 'project_id': 'da1eb1f790ec4469a06a2c8ce51be727', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19eb4237-2dc0-45cc-a3f0-48a32153d21e', 'name': '', 'network_id': 'e0f7c769-8470-4519-8f35-ba7a47a3fc99', 'tenant_id': 'da1eb1f790ec4469a06a2c8ce51be727', 'mac_address': 'fa:16:3e:82:3d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6da21e8-df25-41b5-9112-ef6c3049a200', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '4a3ae975-a392-4065-b27e-dab19abb303b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:38:30Z', 'updated_at': '2022-02-19T02:38:38Z', 'revision_number': 5, 'project_id': 'da1eb1f790ec4469a06a2c8ce51be727', 'subnets': [{'id': '4a3ae975-a392-4065-b27e-dab19abb303b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:39:22.827362 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e271da2-4ead-4aa5-ae65-c316470dbf17 req-6b18f59c-b5c2-44a2-9439-8882194e5aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:22.829056 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-9e271da2-4ead-4aa5-ae65-c316470dbf17 req-6b18f59c-b5c2-44a2-9439-8882194e5aab service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=da1eb1f790ec4469a06a2c8ce51be727&device_id=0b78a50e-444d-44a3-8b78-fea6efb84e63 HTTP/1.1" status: 200 len: 1127 time: 0.0847685 Feb 19 02:39:22.830687 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd485cb-ff9c-435d-aab2-90ab96c3fb4a req-e1bc3070-931b-4dfb-807c-1390bc8ced9b tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:22.837812 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bdd485cb-ff9c-435d-aab2-90ab96c3fb4a req-e1bc3070-931b-4dfb-807c-1390bc8ced9b tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] 10.222.0.72 "GET /v2.0/ports?device_id=7df1774c-b7bd-4dae-a177-1fb41f323d0e HTTP/1.1" status: 200 len: 948 time: 0.0784502 Feb 19 02:39:22.897082 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bdd485cb-ff9c-435d-aab2-90ab96c3fb4a req-5a699aa1-ea50-4643-9f2c-06919f8f79f3 tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] 10.222.0.72 "GET /v2.0/security-groups?id=62169fff-a198-47ed-8ac8-373297a23673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530760 Feb 19 02:39:22.906766 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 44164) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:39:22.951736 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3cf2472-5144-431b-af85-f441c28b2d58 None None] Checking router: b6da21e8-df25-41b5-9112-ef6c3049a200 for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:39:22.965568 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-aca90ceb-f205-49c6-8273-169bbf2890a3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=74cacc79c06844f0a785da103418374d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0552919 Feb 19 02:39:22.966765 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 44168) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:39:22.971198 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cf2472-5144-431b-af85-f441c28b2d58 None None] Routers {'b6da21e8-df25-41b5-9112-ef6c3049a200'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:39:22.972424 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-f3cf2472-5144-431b-af85-f441c28b2d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:39:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['b6da21e8-df25-41b5-9112-ef6c3049a200'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:39:23.034029 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e271da2-4ead-4aa5-ae65-c316470dbf17 req-9fa7f376-200b-4846-b358-1bfec303b961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:23.036394 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-9e271da2-4ead-4aa5-ae65-c316470dbf17 req-9fa7f376-200b-4846-b358-1bfec303b961 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e0f7c769-8470-4519-8f35-ba7a47a3fc99 HTTP/1.1" status: 200 len: 924 time: 0.1957386 Feb 19 02:39:23.037537 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5aa8baff-b413-4d70-81b8-200038dcbedf admin admin] Publish callbacks [] for security_group (898ced9c-024c-484b-bb1e-d541343845c3), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:23.103252 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5aa8baff-b413-4d70-81b8-200038dcbedf admin admin] Publish callbacks [] for security_group (898ced9c-024c-484b-bb1e-d541343845c3), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:23.170645 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-f3cf2472-5144-431b-af85-f441c28b2d58 None None] Set router b6da21e8-df25-41b5-9112-ef6c3049a200 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:39:23.208178 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-dda7c57c-734c-46be-b9fd-2a058cd3b18c req-603ce60f-5af0-467f-9d7d-a1c39803a253 tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] 10.222.0.72 "GET /v2.0/ports?device_id=91be1fe4-edad-4ec8-a2d5-cd116877ac6a HTTP/1.1" status: 200 len: 210 time: 0.0407913 Feb 19 02:39:23.233593 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5aa8baff-b413-4d70-81b8-200038dcbedf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (898ced9c-024c-484b-bb1e-d541343845c3), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:23.237855 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5aa8baff-b413-4d70-81b8-200038dcbedf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:23.242666 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-5aa8baff-b413-4d70-81b8-200038dcbedf admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/898ced9c-024c-484b-bb1e-d541343845c3 HTTP/1.1" status: 204 len: 168 time: 0.2741632 Feb 19 02:39:23.253842 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa8baff-b413-4d70-81b8-200038dcbedf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=898ced9c-024c-484b-bb1e-d541343845c3,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:23.277565 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-9e271da2-4ead-4aa5-ae65-c316470dbf17 req-dc815b8a-c958-49bd-8b84-d6b80291fd50 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f239b73f-2f08-4d9f-9743-ea5afc765c71 HTTP/1.1" status: 200 len: 998 time: 0.2340338 Feb 19 02:39:23.342147 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e271da2-4ead-4aa5-ae65-c316470dbf17 req-5c158177-700f-4ed2-a06d-48c51b936cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:23.343602 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-9e271da2-4ead-4aa5-ae65-c316470dbf17 req-5c158177-700f-4ed2-a06d-48c51b936cec service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4a3ae975-a392-4065-b27e-dab19abb303b HTTP/1.1" status: 200 len: 862 time: 0.0592148 Feb 19 02:39:23.438048 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e271da2-4ead-4aa5-ae65-c316470dbf17 req-46058f78-4383-4a41-a3dc-f263211a718f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:23.441252 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-9e271da2-4ead-4aa5-ae65-c316470dbf17 req-46058f78-4383-4a41-a3dc-f263211a718f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e0f7c769-8470-4519-8f35-ba7a47a3fc99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0905502 Feb 19 02:39:23.535998 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6690a030-0775-4fb5-94f8-e4f5faabe608 req-3e3fb3fb-1d9d-4c9a-bccc-573269bd4c0a tempest-MigrationsAdminTest-42131608 tempest-MigrationsAdminTest-42131608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:23.537886 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6690a030-0775-4fb5-94f8-e4f5faabe608 req-3e3fb3fb-1d9d-4c9a-bccc-573269bd4c0a tempest-MigrationsAdminTest-42131608 tempest-MigrationsAdminTest-42131608-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=fb0ca84a-aa54-4ea8-8244-4ca8f9d8af34 HTTP/1.1" status: 200 len: 1132 time: 0.0892117 Feb 19 02:39:23.539268 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-f3cf2472-5144-431b-af85-f441c28b2d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6da21e8-df25-41b5-9112-ef6c3049a200', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-600956687-router', 'tenant_id': 'da1eb1f790ec4469a06a2c8ce51be727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': 'a7de6922-a724-45ad-bbfe-6ebc6e2c72af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:38:28Z', 'updated_at': '2022-02-19T02:38:31Z', 'revision_number': 4, 'project_id': 'da1eb1f790ec4469a06a2c8ce51be727', 'gw_port': {'id': 'a7de6922-a724-45ad-bbfe-6ebc6e2c72af', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6da21e8-df25-41b5-9112-ef6c3049a200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:38:29Z', 'updated_at': '2022-02-19T02:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': 'bf2c5daf-2253-47d1-bb92-4424bb08fa88', 'tenant_id': 'da1eb1f790ec4469a06a2c8ce51be727', 'floating_ip_address': '172.25.6.94', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': 'b6da21e8-df25-41b5-9112-ef6c3049a200', 'port_id': 'f239b73f-2f08-4d9f-9743-ea5afc765c71', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0f7c769-8470-4519-8f35-ba7a47a3fc99', 'mac_address': 'fa:16:3e:70:68:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b78a50e-444d-44a3-8b78-fea6efb84e63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:38:49Z', 'updated_at': '2022-02-19T02:39:20Z', 'revision_number': 1, 'project_id': 'da1eb1f790ec4469a06a2c8ce51be727', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19eb4237-2dc0-45cc-a3f0-48a32153d21e', 'name': '', 'network_id': 'e0f7c769-8470-4519-8f35-ba7a47a3fc99', 'tenant_id': 'da1eb1f790ec4469a06a2c8ce51be727', 'mac_address': 'fa:16:3e:82:3d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6da21e8-df25-41b5-9112-ef6c3049a200', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '4a3ae975-a392-4065-b27e-dab19abb303b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:38:30Z', 'updated_at': '2022-02-19T02:38:38Z', 'revision_number': 5, 'project_id': 'da1eb1f790ec4469a06a2c8ce51be727', 'subnets': [{'id': '4a3ae975-a392-4065-b27e-dab19abb303b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:39:23.582163 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-6690a030-0775-4fb5-94f8-e4f5faabe608 req-bfb40c33-d7b3-41f2-bd9b-b83d8e22e317 tempest-MigrationsAdminTest-42131608 tempest-MigrationsAdminTest-42131608-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:23.602070 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3cf2472-5144-431b-af85-f441c28b2d58 None None] The sync data for ids ['b6da21e8-df25-41b5-9112-ef6c3049a200'] in n-d-826753-2 is: [{'id': 'b6da21e8-df25-41b5-9112-ef6c3049a200', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-600956687-router', 'tenant_id': 'da1eb1f790ec4469a06a2c8ce51be727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': 'a7de6922-a724-45ad-bbfe-6ebc6e2c72af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:38:28Z', 'updated_at': '2022-02-19T02:38:31Z', 'revision_number': 4, 'project_id': 'da1eb1f790ec4469a06a2c8ce51be727', 'gw_port': {'id': 'a7de6922-a724-45ad-bbfe-6ebc6e2c72af', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6da21e8-df25-41b5-9112-ef6c3049a200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:38:29Z', 'updated_at': '2022-02-19T02:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': 'bf2c5daf-2253-47d1-bb92-4424bb08fa88', 'tenant_id': 'da1eb1f790ec4469a06a2c8ce51be727', 'floating_ip_address': '172.25.6.94', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': 'b6da21e8-df25-41b5-9112-ef6c3049a200', 'port_id': 'f239b73f-2f08-4d9f-9743-ea5afc765c71', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0f7c769-8470-4519-8f35-ba7a47a3fc99', 'mac_address': 'fa:16:3e:70:68:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b78a50e-444d-44a3-8b78-fea6efb84e63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:38:49Z', 'updated_at': '2022-02-19T02:39:20Z', 'revision_number': 1, 'project_id': 'da1eb1f790ec4469a06a2c8ce51be727', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19eb4237-2dc0-45cc-a3f0-48a32153d21e', 'name': '', 'network_id': 'e0f7c769-8470-4519-8f35-ba7a47a3fc99', 'tenant_id': 'da1eb1f790ec4469a06a2c8ce51be727', 'mac_address': 'fa:16:3e:82:3d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6da21e8-df25-41b5-9112-ef6c3049a200', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '4a3ae975-a392-4065-b27e-dab19abb303b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:38:30Z', 'updated_at': '2022-02-19T02:38:38Z', 'revision_number': 5, 'project_id': 'da1eb1f790ec4469a06a2c8ce51be727', 'subnets': [{'id': '4a3ae975-a392-4065-b27e-dab19abb303b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:39:23.633522 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-9e271da2-4ead-4aa5-ae65-c316470dbf17 req-9c43e6ec-c0a8-4c23-9823-fb8af30b92a7 service neutron] 10.222.0.73 "GET /v2.0/networks/e0f7c769-8470-4519-8f35-ba7a47a3fc99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715040 Feb 19 02:39:23.697789 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-23adc566-5dbc-429d-a6c0-7f17789b32ee req-5d88462c-eebd-437e-9585-ef4d061b5882 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=1f95a5f3-1847-444e-8cb8-c429783d0446&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1130075 Feb 19 02:39:23.760108 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-6690a030-0775-4fb5-94f8-e4f5faabe608 req-bfb40c33-d7b3-41f2-bd9b-b83d8e22e317 tempest-MigrationsAdminTest-42131608 tempest-MigrationsAdminTest-42131608-project-admin] Publish callbacks [] for security_group (7af49b44-9130-402a-842e-e5cfabdefd3f), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:23.784636 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-6690a030-0775-4fb5-94f8-e4f5faabe608 req-bfb40c33-d7b3-41f2-bd9b-b83d8e22e317 tempest-MigrationsAdminTest-42131608 tempest-MigrationsAdminTest-42131608-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (7af49b44-9130-402a-842e-e5cfabdefd3f), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:23.807825 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-9e271da2-4ead-4aa5-ae65-c316470dbf17 req-2c4e2499-be2d-4d98-90e8-ae736562b0a8 service neutron] 10.222.0.73 "GET /v2.0/networks/e0f7c769-8470-4519-8f35-ba7a47a3fc99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670682 Feb 19 02:39:23.862830 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6690a030-0775-4fb5-94f8-e4f5faabe608 req-bfb40c33-d7b3-41f2-bd9b-b83d8e22e317 tempest-MigrationsAdminTest-42131608 tempest-MigrationsAdminTest-42131608-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3194149 Feb 19 02:39:23.865473 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb40c33-d7b3-41f2-bd9b-b83d8e22e317 tempest-MigrationsAdminTest-42131608 tempest-MigrationsAdminTest-42131608-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7af49b44-9130-402a-842e-e5cfabdefd3f,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:23.874887 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23adc566-5dbc-429d-a6c0-7f17789b32ee req-2038821e-7482-4d69-a54e-6ec6e3b64c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:23.876452 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-23adc566-5dbc-429d-a6c0-7f17789b32ee req-2038821e-7482-4d69-a54e-6ec6e3b64c6c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9a5101de2f7a4f33971e88e3f4514760&device_id=1f95a5f3-1847-444e-8cb8-c429783d0446 HTTP/1.1" status: 200 len: 1151 time: 0.1086452 Feb 19 02:39:23.967337 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b316352-36cc-4b01-bf44-783b38574d15 None None] New status for floating IP bf2c5daf-2253-47d1-bb92-4424bb08fa88: ACTIVE {{(pid=103703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 02:39:24.031782 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23adc566-5dbc-429d-a6c0-7f17789b32ee req-8e731134-77e6-4841-909a-f682ce7a8ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:24.036446 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-23adc566-5dbc-429d-a6c0-7f17789b32ee req-8e731134-77e6-4841-909a-f682ce7a8ce7 service neutron] 10.222.0.82 "GET /v2.0/networks?id=5124bd00-da2a-4bd6-93a0-c14c92afb11f HTTP/1.1" status: 200 len: 870 time: 0.1258414 Feb 19 02:39:24.047433 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [req-63ce89cb-f9c9-4026-b864-c4a6217b3885 req-5ed70920-865a-486c-ab2a-01db1e20c685 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103701) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:39:24.057621 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-63ce89cb-f9c9-4026-b864-c4a6217b3885 req-5ed70920-865a-486c-ab2a-01db1e20c685 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0143180 Feb 19 02:39:24.116233 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-23adc566-5dbc-429d-a6c0-7f17789b32ee req-2edc4b45-9027-4779-be5c-7f1f32b74dcc service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=18dbe207-90b7-4ca4-aa0b-e43a9cd13742 HTTP/1.1" status: 200 len: 217 time: 0.0567017 Feb 19 02:39:24.137482 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-51816710-2d7c-4055-9cd8-02088034bbab req-7d80a46a-8351-4069-beba-c79ebc03113b tempest-TenantUsagesTestJSON-541795894 tempest-TenantUsagesTestJSON-541795894-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=47089a46c8e94464bb807f67a15fb0b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0241950 Feb 19 02:39:24.170147 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 44214) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:39:24.335646 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-45f15d5a-fd28-4d42-9d9b-58f008ad365f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:24.347727 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23adc566-5dbc-429d-a6c0-7f17789b32ee req-46a2bca7-848c-4236-b89b-55276f108aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:24.349153 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-23adc566-5dbc-429d-a6c0-7f17789b32ee req-46a2bca7-848c-4236-b89b-55276f108aae service neutron] 10.222.0.82 "GET /v2.0/subnets?id=974c06bc-f097-4890-970a-b087501ab241 HTTP/1.1" status: 200 len: 843 time: 0.2084517 Feb 19 02:39:24.356182 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51816710-2d7c-4055-9cd8-02088034bbab req-9b2929a3-79c4-48f4-8233-422dad617ec4 tempest-TenantUsagesTestJSON-541795894 tempest-TenantUsagesTestJSON-541795894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:24.357684 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-51816710-2d7c-4055-9cd8-02088034bbab req-9b2929a3-79c4-48f4-8233-422dad617ec4 tempest-TenantUsagesTestJSON-541795894 tempest-TenantUsagesTestJSON-541795894-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2059221 Feb 19 02:39:24.397178 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-51816710-2d7c-4055-9cd8-02088034bbab req-85918a7b-c6db-424c-9394-161e92a2dcaf tempest-TenantUsagesTestJSON-541795894 tempest-TenantUsagesTestJSON-541795894-project] 10.222.0.72 "GET /v2.0/quotas/47089a46c8e94464bb807f67a15fb0b4 HTTP/1.1" status: 200 len: 375 time: 0.0303957 Feb 19 02:39:24.439704 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-51816710-2d7c-4055-9cd8-02088034bbab req-0ba4f318-7079-45ad-ab9b-559d34b22442 tempest-TenantUsagesTestJSON-541795894 tempest-TenantUsagesTestJSON-541795894-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=47089a46c8e94464bb807f67a15fb0b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0348330 Feb 19 02:39:24.446394 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23adc566-5dbc-429d-a6c0-7f17789b32ee req-701825b0-01f8-490f-a97e-5fd64d89b2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:24.447986 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-23adc566-5dbc-429d-a6c0-7f17789b32ee req-701825b0-01f8-490f-a97e-5fd64d89b2f1 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5124bd00-da2a-4bd6-93a0-c14c92afb11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0894072 Feb 19 02:39:24.454325 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-45f15d5a-fd28-4d42-9d9b-58f008ad365f admin admin] Publish callbacks [] for security_group (cbed600a-4c27-4db6-a336-9db7755a00c2), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:24.464984 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-45f15d5a-fd28-4d42-9d9b-58f008ad365f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (cbed600a-4c27-4db6-a336-9db7755a00c2), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:24.559013 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-45f15d5a-fd28-4d42-9d9b-58f008ad365f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e0c2bc7cff6d4324b82ce4fb5703b196&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3873436 Feb 19 02:39:24.559531 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 44238) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:39:24.559945 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f15d5a-fd28-4d42-9d9b-58f008ad365f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbed600a-4c27-4db6-a336-9db7755a00c2,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:24.619608 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-23adc566-5dbc-429d-a6c0-7f17789b32ee req-a6eac713-5ecb-474d-96a5-2ebe03aa4bcc service neutron] 10.222.0.82 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627998 Feb 19 02:39:24.651938 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 77be7390-9c4f-427f-ba12-7b593da1dcd2 no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:39:24.676244 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] No Port match for: 77be7390-9c4f-427f-ba12-7b593da1dcd2 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:39:24.676591 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 77be7390-9c4f-427f-ba12-7b593da1dcd2 not bound to the agent host n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:39:24.699392 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91be1fe4-edad-4ec8-a2d5-cd116877ac6a', 'name': 'network-vif-deleted', 'tag': '77be7390-9c4f-427f-ba12-7b593da1dcd2'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:39:24.702154 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93e9bd4a-7750-4a22-81c7-27d10916a8b5" -d '{"events": [{"server_uuid": "91be1fe4-edad-4ec8-a2d5-cd116877ac6a", "name": "network-vif-deleted", "tag": "77be7390-9c4f-427f-ba12-7b593da1dcd2"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:39:24.758336 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ecce3fb9-ee4d-4eb7-9a10-9dfd539abcf3 admin admin] Publish callbacks [] for security_group (cbed600a-4c27-4db6-a336-9db7755a00c2), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:24.823472 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ecce3fb9-ee4d-4eb7-9a10-9dfd539abcf3 admin admin] Publish callbacks [] for security_group (cbed600a-4c27-4db6-a336-9db7755a00c2), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:24.839281 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-23adc566-5dbc-429d-a6c0-7f17789b32ee req-38902a59-e968-47b5-89a9-f4b71754c772 service neutron] 10.222.0.82 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113059 Feb 19 02:39:24.849956 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab28f744-5c5a-4283-b8ec-0c66b1b9c5a8 req-005e2d71-c7e1-4315-8d30-8fbafbb766e1 tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:24.857599 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ab28f744-5c5a-4283-b8ec-0c66b1b9c5a8 req-005e2d71-c7e1-4315-8d30-8fbafbb766e1 tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] 10.222.0.72 "GET /v2.0/ports?device_id=7df1774c-b7bd-4dae-a177-1fb41f323d0e HTTP/1.1" status: 200 len: 948 time: 0.1391666 Feb 19 02:39:24.878799 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device aff88903-1a5e-4f84-a020-5eab4e4dc8e2 details requested by agent hyperv_n-h2-826753-2 with host n-h2-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:39:24.983191 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ab28f744-5c5a-4283-b8ec-0c66b1b9c5a8 req-504480f5-82a9-4e1d-99db-d9bc06e171f8 tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] 10.222.0.72 "GET /v2.0/security-groups?id=62169fff-a198-47ed-8ac8-373297a23673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246490 Feb 19 02:39:24.986047 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ecce3fb9-ee4d-4eb7-9a10-9dfd539abcf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (cbed600a-4c27-4db6-a336-9db7755a00c2), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:25.001561 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ecce3fb9-ee4d-4eb7-9a10-9dfd539abcf3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:25.005108 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-ecce3fb9-ee4d-4eb7-9a10-9dfd539abcf3 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/cbed600a-4c27-4db6-a336-9db7755a00c2 HTTP/1.1" status: 204 len: 168 time: 0.4419448 Feb 19 02:39:25.021090 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecce3fb9-ee4d-4eb7-9a10-9dfd539abcf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbed600a-4c27-4db6-a336-9db7755a00c2,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:25.170061 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c43a5e6-6b2d-4295-9c90-ef20b896f291 x-openstack-request-id: req-7c43a5e6-6b2d-4295-9c90-ef20b896f291 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:39:25.170382 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91be1fe4-edad-4ec8-a2d5-cd116877ac6a", "name": "network-vif-deleted", "tag": "77be7390-9c4f-427f-ba12-7b593da1dcd2", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:39:25.171329 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7c43a5e6-6b2d-4295-9c90-ef20b896f291 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:39:25.171329 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91be1fe4-edad-4ec8-a2d5-cd116877ac6a', 'name': 'network-vif-deleted', 'tag': '77be7390-9c4f-427f-ba12-7b593da1dcd2', 'status': 'completed', 'code': 200} Feb 19 02:39:25.177958 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-19f4c7fe-1d5e-419b-a1ab-c21c2c1da45c req-e6987370-87c1-44ec-bfd8-d41d0bb3d884 tempest-TenantUsagesTestJSON-541795894 tempest-TenantUsagesTestJSON-541795894-project] 10.222.0.72 "GET /v2.0/ports?device_id=fda25432-9ed1-4b88-8ab1-9385195e1832 HTTP/1.1" status: 200 len: 210 time: 0.0585914 Feb 19 02:39:25.197666 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port aff88903-1a5e-4f84-a020-5eab4e4dc8e2, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=aff88903-1a5e-4f84-a020-5eab4e4dc8e2,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:39:25.213253 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Returning: {'device': 'aff88903-1a5e-4f84-a020-5eab4e4dc8e2', 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f', 'port_id': 'aff88903-1a5e-4f84-a020-5eab4e4dc8e2', 'mac_address': 'fa:16:3e:32:38:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '974c06bc-f097-4890-970a-b087501ab241', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:39:25.231731 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 44276) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:39:25.268727 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port aff88903-1a5e-4f84-a020-5eab4e4dc8e2 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:39:25.269292 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (aff88903-1a5e-4f84-a020-5eab4e4dc8e2), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:25.283699 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aff88903-1a5e-4f84-a020-5eab4e4dc8e2 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:39:25.317476 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port aff88903-1a5e-4f84-a020-5eab4e4dc8e2, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=aff88903-1a5e-4f84-a020-5eab4e4dc8e2,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:39:25.324481 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (aff88903-1a5e-4f84-a020-5eab4e4dc8e2), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:25.345280 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5826ee-0321-4432-b21c-b7cdd5035423 req-de3eaffe-599a-4721-bdcb-ff792a10f5ce tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:25.354045 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fe5826ee-0321-4432-b21c-b7cdd5035423 req-de3eaffe-599a-4721-bdcb-ff792a10f5ce tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb0ca84a-aa54-4ea8-8244-4ca8f9d8af34 HTTP/1.1" status: 200 len: 950 time: 0.0766137 Feb 19 02:39:25.410320 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=aff88903-1a5e-4f84-a020-5eab4e4dc8e2,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:25.433958 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fe5826ee-0321-4432-b21c-b7cdd5035423 req-a78a5f85-c0db-48dd-8493-ffdb9779394b tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740120 Feb 19 02:39:25.504657 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-aa1df494-1ddf-4dc5-8f21-875f7665468c req-c9699e3f-2382-4ef2-9d8c-8947088fbd89 tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=7c024e515b974f4eb1596ddf44a27899&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0372722 Feb 19 02:39:25.609767 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 44296) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:39:25.632156 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1df494-1ddf-4dc5-8f21-875f7665468c req-867994cc-a4f6-4635-802e-be6f44f5dadf tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:25.633904 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-aa1df494-1ddf-4dc5-8f21-875f7665468c req-867994cc-a4f6-4635-802e-be6f44f5dadf tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1284347 Feb 19 02:39:25.650243 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-aa1df494-1ddf-4dc5-8f21-875f7665468c req-5c5eacc5-4b7d-4ad1-a7b8-576764b736b8 tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] 10.222.0.72 "GET /v2.0/quotas/7c024e515b974f4eb1596ddf44a27899 HTTP/1.1" status: 200 len: 375 time: 0.0109308 Feb 19 02:39:25.689762 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-aa1df494-1ddf-4dc5-8f21-875f7665468c req-99d6c4a3-5bfd-471d-b55f-e5c00f16fa8e tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=7c024e515b974f4eb1596ddf44a27899&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311735 Feb 19 02:39:25.739149 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-3b825eb9-e9f1-4c84-9749-9e87a49edb01 tempest-AutoAllocateNetworkTest-2005408214 tempest-AutoAllocateNetworkTest-2005408214-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=390a8d9782794bc9b72aacda251d4abe&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5062699 Feb 19 02:39:25.741703 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 44302) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:39:25.767411 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['aff88903-1a5e-4f84-a020-5eab4e4dc8e2'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:39:25.871296 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 44308) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:39:25.888905 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1ba662b8-3b45-4aa9-9341-9b048c51ea30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:25.942982 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0088c197-1de7-48cc-b7d4-aea7f5af0cc7 tempest-AutoAllocateNetworkTest-2005408214 tempest-AutoAllocateNetworkTest-2005408214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:25.945208 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-0088c197-1de7-48cc-b7d4-aea7f5af0cc7 tempest-AutoAllocateNetworkTest-2005408214 tempest-AutoAllocateNetworkTest-2005408214-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2021348 Feb 19 02:39:25.948379 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 44312) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:39:25.991199 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:26.105290 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-68903870-34e7-430d-ab5a-5ca315398a6d req-ed67db94-6b78-476c-bcae-2a0e88f99821 tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] 10.222.0.72 "GET /v2.0/ports?device_id=eeb3a103-a98a-4bf0-b901-e9fa388a5ee3 HTTP/1.1" status: 200 len: 210 time: 0.1451180 Feb 19 02:39:26.260138 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1ba662b8-3b45-4aa9-9341-9b048c51ea30 admin admin] Publish callbacks [] for security_group (cb269076-2445-4293-88e8-34ba3a914972), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:26.328507 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1ba662b8-3b45-4aa9-9341-9b048c51ea30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (cb269076-2445-4293-88e8-34ba3a914972), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:26.331879 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-2008968f-256f-491c-89a6-2919bfe26a4f req-af9696df-0571-4cd6-a0e2-4d15f1354b98 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=fb0ca84a-aa54-4ea8-8244-4ca8f9d8af34&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7205532 Feb 19 02:39:26.336382 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-457f1a46-cf82-494b-959d-9e4895afb86a tempest-AutoAllocateNetworkTest-2005408214 tempest-AutoAllocateNetworkTest-2005408214-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3865421 Feb 19 02:39:26.341741 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [req-2008968f-256f-491c-89a6-2919bfe26a4f req-d8709dc2-4319-4e7c-8942-39fe2160d479 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103702) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:39:26.342841 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-2008968f-256f-491c-89a6-2919bfe26a4f req-d8709dc2-4319-4e7c-8942-39fe2160d479 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050316 Feb 19 02:39:26.362287 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 44326) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:39:26.416951 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ce1f3c3e-f200-410f-acc4-1be55a4766a7 req-915114ea-dc30-4b6d-8d40-94edb84a8d97 tempest-TenantUsagesTestJSON-541795894 tempest-TenantUsagesTestJSON-541795894-project] 10.222.0.72 "GET /v2.0/ports?device_id=fda25432-9ed1-4b88-8ab1-9385195e1832 HTTP/1.1" status: 200 len: 210 time: 0.0978169 Feb 19 02:39:26.444519 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-98e101ff-8e00-47c4-9821-619659340e66 tempest-AutoAllocateNetworkTest-2005408214 tempest-AutoAllocateNetworkTest-2005408214-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=390a8d9782794bc9b72aacda251d4abe HTTP/1.1" status: 200 len: 208 time: 0.0721509 Feb 19 02:39:26.444519 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-51816710-2d7c-4055-9cd8-02088034bbab req-e3e57ca1-7c91-463f-b4e4-ed0ff9925b05 tempest-TenantUsagesTestJSON-541795894 tempest-TenantUsagesTestJSON-541795894-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=47089a46c8e94464bb807f67a15fb0b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1627281 Feb 19 02:39:26.520865 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-1ba662b8-3b45-4aa9-9341-9b048c51ea30 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=56da3d544cd244a68471f826898bed94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6460309 Feb 19 02:39:26.534917 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 44340) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:39:26.542925 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba662b8-3b45-4aa9-9341-9b048c51ea30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb269076-2445-4293-88e8-34ba3a914972,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:26.583236 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e142f275-0445-4a7d-a255-7eb192b1f14b req-0147ea95-49d3-4b6c-a9d3-ee4ffaa5bf0b tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:26.584768 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e142f275-0445-4a7d-a255-7eb192b1f14b req-0147ea95-49d3-4b6c-a9d3-ee4ffaa5bf0b tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] 10.222.0.72 "GET /v2.0/ports?device_id=7df1774c-b7bd-4dae-a177-1fb41f323d0e HTTP/1.1" status: 200 len: 949 time: 0.3679502 Feb 19 02:39:26.590437 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51816710-2d7c-4055-9cd8-02088034bbab req-29a8d442-44e8-4059-8d54-dacfb64be429 tempest-TenantUsagesTestJSON-541795894 tempest-TenantUsagesTestJSON-541795894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:26.591907 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-51816710-2d7c-4055-9cd8-02088034bbab req-29a8d442-44e8-4059-8d54-dacfb64be429 tempest-TenantUsagesTestJSON-541795894 tempest-TenantUsagesTestJSON-541795894-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1347468 Feb 19 02:39:26.614567 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-51816710-2d7c-4055-9cd8-02088034bbab req-de2bd533-5770-4ee2-a165-c2f44092f4e3 tempest-TenantUsagesTestJSON-541795894 tempest-TenantUsagesTestJSON-541795894-project] Request body: {'port': {'device_id': 'fda25432-9ed1-4b88-8ab1-9385195e1832', 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f', 'admin_state_up': True, 'tenant_id': '47089a46c8e94464bb807f67a15fb0b4'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:39:26.673856 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e142f275-0445-4a7d-a255-7eb192b1f14b req-9457848f-7fad-4442-aa7c-e84f7cb32531 tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] 10.222.0.72 "GET /v2.0/security-groups?id=62169fff-a198-47ed-8ac8-373297a23673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805998 Feb 19 02:39:26.684533 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00bdca9-d259-43cd-88c3-145bfc607648 req-bc8be7ea-1cd6-44f7-84e7-a0e123d0d114 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:26.685509 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e00bdca9-d259-43cd-88c3-145bfc607648 req-bc8be7ea-1cd6-44f7-84e7-a0e123d0d114 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb0ca84a-aa54-4ea8-8244-4ca8f9d8af34 HTTP/1.1" status: 200 len: 950 time: 0.1742330 Feb 19 02:39:26.702174 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c8536d63-682c-43d4-8b3e-d67d759f101a admin admin] Publish callbacks [] for security_group (cb269076-2445-4293-88e8-34ba3a914972), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:26.744293 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c8536d63-682c-43d4-8b3e-d67d759f101a admin admin] Publish callbacks [] for security_group (cb269076-2445-4293-88e8-34ba3a914972), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:26.780054 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e00bdca9-d259-43cd-88c3-145bfc607648 req-fa8306eb-71eb-492f-b80f-654d6856a563 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845861 Feb 19 02:39:26.849218 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51816710-2d7c-4055-9cd8-02088034bbab req-de2bd533-5770-4ee2-a165-c2f44092f4e3 tempest-TenantUsagesTestJSON-541795894 tempest-TenantUsagesTestJSON-541795894-project] Made reservation on behalf of 47089a46c8e94464bb807f67a15fb0b4 for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:39:26.853813 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-51816710-2d7c-4055-9cd8-02088034bbab req-de2bd533-5770-4ee2-a165-c2f44092f4e3 tempest-TenantUsagesTestJSON-541795894 tempest-TenantUsagesTestJSON-541795894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:26.857088 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c8536d63-682c-43d4-8b3e-d67d759f101a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (cb269076-2445-4293-88e8-34ba3a914972), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:26.861955 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c8536d63-682c-43d4-8b3e-d67d759f101a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:26.863429 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-c8536d63-682c-43d4-8b3e-d67d759f101a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/cb269076-2445-4293-88e8-34ba3a914972 HTTP/1.1" status: 204 len: 168 time: 0.3265648 Feb 19 02:39:26.867731 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-51816710-2d7c-4055-9cd8-02088034bbab req-de2bd533-5770-4ee2-a165-c2f44092f4e3 tempest-TenantUsagesTestJSON-541795894 tempest-TenantUsagesTestJSON-541795894-project] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:26.873890 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8536d63-682c-43d4-8b3e-d67d759f101a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb269076-2445-4293-88e8-34ba3a914972,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:26.891303 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device aff88903-1a5e-4f84-a020-5eab4e4dc8e2 up at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:39:26.965780 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning for port aff88903-1a5e-4f84-a020-5eab4e4dc8e2 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:39:26.972765 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning complete for port aff88903-1a5e-4f84-a020-5eab4e4dc8e2 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:39:26.973532 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (aff88903-1a5e-4f84-a020-5eab4e4dc8e2), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:27.024456 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-51816710-2d7c-4055-9cd8-02088034bbab req-de2bd533-5770-4ee2-a165-c2f44092f4e3 tempest-TenantUsagesTestJSON-541795894 tempest-TenantUsagesTestJSON-541795894-project] Publish callbacks [] for security_group (de5649a2-5087-488d-8b48-8e465556302b), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:27.031759 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-51816710-2d7c-4055-9cd8-02088034bbab req-de2bd533-5770-4ee2-a165-c2f44092f4e3 tempest-TenantUsagesTestJSON-541795894 tempest-TenantUsagesTestJSON-541795894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (de5649a2-5087-488d-8b48-8e465556302b), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:27.113289 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port aff88903-1a5e-4f84-a020-5eab4e4dc8e2 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:39:27.114208 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (aff88903-1a5e-4f84-a020-5eab4e4dc8e2), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:27.120431 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bd533-5770-4ee2-a165-c2f44092f4e3 tempest-TenantUsagesTestJSON-541795894 tempest-TenantUsagesTestJSON-541795894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de5649a2-5087-488d-8b48-8e465556302b,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:27.179179 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7df1774c-b7bd-4dae-a177-1fb41f323d0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aff88903-1a5e-4f84-a020-5eab4e4dc8e2'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:39:27.181494 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4d09d16-2bcb-457c-ad6c-4d5a6b5caed6" -d '{"events": [{"server_uuid": "7df1774c-b7bd-4dae-a177-1fb41f323d0e", "name": "network-vif-plugged", "status": "completed", "tag": "aff88903-1a5e-4f84-a020-5eab4e4dc8e2"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:39:27.198828 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port aff88903-1a5e-4f84-a020-5eab4e4dc8e2, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=aff88903-1a5e-4f84-a020-5eab4e4dc8e2,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:39:27.207478 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (aff88903-1a5e-4f84-a020-5eab4e4dc8e2), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:27.234537 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [req-51816710-2d7c-4055-9cd8-02088034bbab req-de2bd533-5770-4ee2-a165-c2f44092f4e3 tempest-TenantUsagesTestJSON-541795894 tempest-TenantUsagesTestJSON-541795894-project] Allocated IP 192.168.233.213 (5124bd00-da2a-4bd6-93a0-c14c92afb11f/974c06bc-f097-4890-970a-b087501ab241/6ba3a390-fecd-4195-9f93-184f38cba58e) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:39:27.248690 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-463bc14f-5cbd-4bf7-b43f-a3275dacb01d req-83c17eb8-a1cb-4099-9371-fbd0b153afde tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] 10.222.0.72 "GET /v2.0/ports?device_id=eeb3a103-a98a-4bf0-b901-e9fa388a5ee3 HTTP/1.1" status: 200 len: 210 time: 0.0453317 Feb 19 02:39:27.298794 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb8e36ae-f2a5-4959-9deb-160b5cff4bb2 x-openstack-request-id: req-eb8e36ae-f2a5-4959-9deb-160b5cff4bb2 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:39:27.299393 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7df1774c-b7bd-4dae-a177-1fb41f323d0e", "name": "network-vif-plugged", "status": "completed", "tag": "aff88903-1a5e-4f84-a020-5eab4e4dc8e2", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:39:27.300623 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-eb8e36ae-f2a5-4959-9deb-160b5cff4bb2 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:39:27.301214 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7df1774c-b7bd-4dae-a177-1fb41f323d0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aff88903-1a5e-4f84-a020-5eab4e4dc8e2', 'code': 200} Feb 19 02:39:27.318058 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=aff88903-1a5e-4f84-a020-5eab4e4dc8e2,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:27.357102 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 44370) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:39:27.501123 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-51816710-2d7c-4055-9cd8-02088034bbab req-de2bd533-5770-4ee2-a165-c2f44092f4e3 tempest-TenantUsagesTestJSON-541795894 tempest-TenantUsagesTestJSON-541795894-project] Publish callbacks [] for port (6ba3a390-fecd-4195-9f93-184f38cba58e), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:27.539779 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb02c334-6a86-49d4-a63a-beb65cc29a44 req-fd753056-8fa0-4562-9160-000a790be029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:27.545830 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-eb02c334-6a86-49d4-a63a-beb65cc29a44 req-fd753056-8fa0-4562-9160-000a790be029 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=7df1774c-b7bd-4dae-a177-1fb41f323d0e HTTP/1.1" status: 200 len: 1132 time: 0.1024425 Feb 19 02:39:27.558548 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 44380) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:39:27.612979 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-39f7cfe5-9d94-4ae6-9119-b30fb5358f26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:27.641799 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-400b2928-6fe1-4b32-8747-e19a56c80134 req-56884399-c719-4b2a-ae8e-5bce4ea7a51a tempest-TenantUsagesTestJSON-541795894 tempest-TenantUsagesTestJSON-541795894-project] 10.222.0.72 "GET /v2.0/ports?device_id=fda25432-9ed1-4b88-8ab1-9385195e1832 HTTP/1.1" status: 200 len: 210 time: 0.0731435 Feb 19 02:39:27.661492 n-d-826753-2 neutron-server[103702]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 19 02:39:27.663681 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-aa1df494-1ddf-4dc5-8f21-875f7665468c req-d336af52-40d1-43f6-85c4-5cef38e95fbd tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=7c024e515b974f4eb1596ddf44a27899&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0670993 Feb 19 02:39:27.665364 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-51816710-2d7c-4055-9cd8-02088034bbab req-de2bd533-5770-4ee2-a165-c2f44092f4e3 tempest-TenantUsagesTestJSON-541795894 tempest-TenantUsagesTestJSON-541795894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (6ba3a390-fecd-4195-9f93-184f38cba58e), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:27.683650 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-eb02c334-6a86-49d4-a63a-beb65cc29a44 req-c4cebbdb-c52b-43fb-8b4b-90edeb1fc60c service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=62169fff-a198-47ed-8ac8-373297a23673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232233 Feb 19 02:39:27.760485 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-39f7cfe5-9d94-4ae6-9119-b30fb5358f26 admin admin] Publish callbacks [] for security_group (fd231a88-40c3-4ed7-99c4-98c9b2b1c646), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:27.766203 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-39f7cfe5-9d94-4ae6-9119-b30fb5358f26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (fd231a88-40c3-4ed7-99c4-98c9b2b1c646), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:27.870774 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51816710-2d7c-4055-9cd8-02088034bbab req-de2bd533-5770-4ee2-a165-c2f44092f4e3 tempest-TenantUsagesTestJSON-541795894 tempest-TenantUsagesTestJSON-541795894-project] Network 5124bd00-da2a-4bd6-93a0-c14c92afb11f is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:39:27.872357 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2008968f-256f-491c-89a6-2919bfe26a4f req-b6a299d8-0183-4a23-bc4e-fe535e75a55d tempest-MigrationsAdminTest-42131608 tempest-MigrationsAdminTest-42131608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:27.881046 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-2008968f-256f-491c-89a6-2919bfe26a4f req-b6a299d8-0183-4a23-bc4e-fe535e75a55d tempest-MigrationsAdminTest-42131608 tempest-MigrationsAdminTest-42131608-project-admin] 10.222.0.72 "GET /v2.0/ports/a4bbb362-5463-44d9-80a2-82aaa6f86538 HTTP/1.1" status: 200 len: 1129 time: 0.3213561 Feb 19 02:39:27.887956 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [req-51816710-2d7c-4055-9cd8-02088034bbab req-de2bd533-5770-4ee2-a165-c2f44092f4e3 tempest-TenantUsagesTestJSON-541795894 tempest-TenantUsagesTestJSON-541795894-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:39:27.892848 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-39f7cfe5-9d94-4ae6-9119-b30fb5358f26 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=390a8d9782794bc9b72aacda251d4abe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5340278 Feb 19 02:39:27.893877 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bd533-5770-4ee2-a165-c2f44092f4e3 tempest-TenantUsagesTestJSON-541795894 tempest-TenantUsagesTestJSON-541795894-project] Pushing event updated for resources: {'Port': ['ID=6ba3a390-fecd-4195-9f93-184f38cba58e,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:27.898692 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 44402) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:39:27.900296 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-51816710-2d7c-4055-9cd8-02088034bbab req-de2bd533-5770-4ee2-a165-c2f44092f4e3 tempest-TenantUsagesTestJSON-541795894 tempest-TenantUsagesTestJSON-541795894-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:39:27.905730 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51816710-2d7c-4055-9cd8-02088034bbab req-de2bd533-5770-4ee2-a165-c2f44092f4e3 tempest-TenantUsagesTestJSON-541795894 tempest-TenantUsagesTestJSON-541795894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:27.906659 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-51816710-2d7c-4055-9cd8-02088034bbab req-de2bd533-5770-4ee2-a165-c2f44092f4e3 tempest-TenantUsagesTestJSON-541795894 tempest-TenantUsagesTestJSON-541795894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:27.921529 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f7cfe5-9d94-4ae6-9119-b30fb5358f26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd231a88-40c3-4ed7-99c4-98c9b2b1c646,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:27.982558 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f7cfe5-9d94-4ae6-9119-b30fb5358f26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:39:27.983081 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f7cfe5-9d94-4ae6-9119-b30fb5358f26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:39:27.983979 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f7cfe5-9d94-4ae6-9119-b30fb5358f26 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:39:27.983979 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f7cfe5-9d94-4ae6-9119-b30fb5358f26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:39:27.984370 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f7cfe5-9d94-4ae6-9119-b30fb5358f26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:39:27.984536 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f7cfe5-9d94-4ae6-9119-b30fb5358f26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:39:27.984870 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f7cfe5-9d94-4ae6-9119-b30fb5358f26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:39:27.985220 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f7cfe5-9d94-4ae6-9119-b30fb5358f26 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:39:27.985553 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f7cfe5-9d94-4ae6-9119-b30fb5358f26 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:39:27.985926 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f7cfe5-9d94-4ae6-9119-b30fb5358f26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:39:27.986671 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f7cfe5-9d94-4ae6-9119-b30fb5358f26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:39:27.986671 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f7cfe5-9d94-4ae6-9119-b30fb5358f26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:39:27.986987 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f7cfe5-9d94-4ae6-9119-b30fb5358f26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:39:27.997061 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1df494-1ddf-4dc5-8f21-875f7665468c req-e35a1c77-6b95-4a01-bfc6-d92efbbeb465 tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:28.001109 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9537dcf6-2cfd-480e-8304-efeffc252b34 req-86f4f865-7a1f-45b9-b757-e4c0d1c30a47 tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:28.002862 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9537dcf6-2cfd-480e-8304-efeffc252b34 req-86f4f865-7a1f-45b9-b757-e4c0d1c30a47 tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] 10.222.0.72 "GET /v2.0/ports?device_id=7df1774c-b7bd-4dae-a177-1fb41f323d0e HTTP/1.1" status: 200 len: 950 time: 0.2090261 Feb 19 02:39:28.005280 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-aa1df494-1ddf-4dc5-8f21-875f7665468c req-e35a1c77-6b95-4a01-bfc6-d92efbbeb465 tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3066289 Feb 19 02:39:28.012762 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-51816710-2d7c-4055-9cd8-02088034bbab req-de2bd533-5770-4ee2-a165-c2f44092f4e3 tempest-TenantUsagesTestJSON-541795894 tempest-TenantUsagesTestJSON-541795894-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4033473 Feb 19 02:39:28.038418 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-51816710-2d7c-4055-9cd8-02088034bbab req-62516a6b-cfbe-4ef3-8ea9-d3abad2f5748 service neutron] Request body: {'port': {'device_id': 'fda25432-9ed1-4b88-8ab1-9385195e1832', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826753-2'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:39:28.039311 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54747c04-bf4f-4912-a05b-eb86bfbf8c7d req-b84f0bc4-eb2a-48f6-84a6-9c41afce9aad tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:28.047818 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-54747c04-bf4f-4912-a05b-eb86bfbf8c7d req-b84f0bc4-eb2a-48f6-84a6-9c41afce9aad tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb0ca84a-aa54-4ea8-8244-4ca8f9d8af34 HTTP/1.1" status: 200 len: 950 time: 0.1536202 Feb 19 02:39:28.121451 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 44410) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:39:28.159103 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-54747c04-bf4f-4912-a05b-eb86bfbf8c7d req-d292df70-e1cf-4be1-84a5-9a2a5b1caaff tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101358 Feb 19 02:39:28.167988 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-aa1df494-1ddf-4dc5-8f21-875f7665468c req-3a6776cf-79e7-456d-a968-328b6ffa8a37 tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] Request body: {'port': {'device_id': 'eeb3a103-a98a-4bf0-b901-e9fa388a5ee3', 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f', 'admin_state_up': True, 'tenant_id': '7c024e515b974f4eb1596ddf44a27899'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:39:28.198166 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9537dcf6-2cfd-480e-8304-efeffc252b34 req-48f0bf74-4be2-4d7f-ae5a-567a458830c8 tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] 10.222.0.72 "GET /v2.0/security-groups?id=62169fff-a198-47ed-8ac8-373297a23673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789329 Feb 19 02:39:28.267956 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0105bb0c-6252-4a9f-b757-2a19167b65a6 admin admin] Publish callbacks [] for security_group (fd231a88-40c3-4ed7-99c4-98c9b2b1c646), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:28.301130 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e9ba85bb-0ff8-4d15-bb81-2d27f49d4d76 None None] Provisioning complete for port 6ba3a390-fecd-4195-9f93-184f38cba58e triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:39:28.301621 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e9ba85bb-0ff8-4d15-bb81-2d27f49d4d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (6ba3a390-fecd-4195-9f93-184f38cba58e), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:28.333756 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0105bb0c-6252-4a9f-b757-2a19167b65a6 admin admin] Publish callbacks [] for security_group (fd231a88-40c3-4ed7-99c4-98c9b2b1c646), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:28.335482 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-51816710-2d7c-4055-9cd8-02088034bbab req-62516a6b-cfbe-4ef3-8ea9-d3abad2f5748 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (6ba3a390-fecd-4195-9f93-184f38cba58e), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:28.417268 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e9ba85bb-0ff8-4d15-bb81-2d27f49d4d76 None None] Port 6ba3a390-fecd-4195-9f93-184f38cba58e cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:39:28.464023 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ce803e3b-d409-46f9-a7f1-0a60c2d0647e req-d3c1e1f6-eb1a-4d00-9756-d293bf2f95b9 tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] 10.222.0.72 "GET /v2.0/ports?device_id=eeb3a103-a98a-4bf0-b901-e9fa388a5ee3 HTTP/1.1" status: 200 len: 210 time: 0.0875916 Feb 19 02:39:28.552855 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa1df494-1ddf-4dc5-8f21-875f7665468c req-3a6776cf-79e7-456d-a968-328b6ffa8a37 tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] Made reservation on behalf of 7c024e515b974f4eb1596ddf44a27899 for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:39:28.557497 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-aa1df494-1ddf-4dc5-8f21-875f7665468c req-3a6776cf-79e7-456d-a968-328b6ffa8a37 tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:28.582248 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0105bb0c-6252-4a9f-b757-2a19167b65a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (fd231a88-40c3-4ed7-99c4-98c9b2b1c646), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:28.588047 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0105bb0c-6252-4a9f-b757-2a19167b65a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:28.588047 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-0105bb0c-6252-4a9f-b757-2a19167b65a6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/fd231a88-40c3-4ed7-99c4-98c9b2b1c646 HTTP/1.1" status: 204 len: 168 time: 0.6689563 Feb 19 02:39:28.663001 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0105bb0c-6252-4a9f-b757-2a19167b65a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd231a88-40c3-4ed7-99c4-98c9b2b1c646,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:28.731397 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f764a2bb-f0c4-4c79-a3d6-ad0b5ef7c15b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:28.752909 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0105bb0c-6252-4a9f-b757-2a19167b65a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:39:28.753542 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0105bb0c-6252-4a9f-b757-2a19167b65a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:39:28.754044 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0105bb0c-6252-4a9f-b757-2a19167b65a6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:39:28.754387 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0105bb0c-6252-4a9f-b757-2a19167b65a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:39:28.754716 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0105bb0c-6252-4a9f-b757-2a19167b65a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:39:28.755042 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0105bb0c-6252-4a9f-b757-2a19167b65a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:39:28.755364 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0105bb0c-6252-4a9f-b757-2a19167b65a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:39:28.755679 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0105bb0c-6252-4a9f-b757-2a19167b65a6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:39:28.755998 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0105bb0c-6252-4a9f-b757-2a19167b65a6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:39:28.756700 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0105bb0c-6252-4a9f-b757-2a19167b65a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:39:28.757061 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0105bb0c-6252-4a9f-b757-2a19167b65a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:39:28.757388 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0105bb0c-6252-4a9f-b757-2a19167b65a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:39:28.757707 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0105bb0c-6252-4a9f-b757-2a19167b65a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:39:28.859138 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8429b908-e52c-4b46-b05d-28672ec9983b req-330c6e05-315d-4b49-aeb2-58d59795dad8 tempest-TenantUsagesTestJSON-541795894 tempest-TenantUsagesTestJSON-541795894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:28.867764 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8429b908-e52c-4b46-b05d-28672ec9983b req-330c6e05-315d-4b49-aeb2-58d59795dad8 tempest-TenantUsagesTestJSON-541795894 tempest-TenantUsagesTestJSON-541795894-project] 10.222.0.72 "GET /v2.0/ports?device_id=fda25432-9ed1-4b88-8ab1-9385195e1832 HTTP/1.1" status: 200 len: 936 time: 0.0848491 Feb 19 02:39:28.935376 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f764a2bb-f0c4-4c79-a3d6-ad0b5ef7c15b admin admin] Publish callbacks [] for security_group (1604c076-0878-442b-bf7e-7676242d87cf), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:28.937744 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-51816710-2d7c-4055-9cd8-02088034bbab req-62516a6b-cfbe-4ef3-8ea9-d3abad2f5748 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ba3a390-fecd-4195-9f93-184f38cba58e {{(pid=103702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:39:28.947583 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-51816710-2d7c-4055-9cd8-02088034bbab req-62516a6b-cfbe-4ef3-8ea9-d3abad2f5748 service neutron] Publish callbacks [] for port (6ba3a390-fecd-4195-9f93-184f38cba58e), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:28.949843 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f764a2bb-f0c4-4c79-a3d6-ad0b5ef7c15b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (1604c076-0878-442b-bf7e-7676242d87cf), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:28.953964 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8429b908-e52c-4b46-b05d-28672ec9983b req-94342550-c8d0-48bf-85e5-b024ec743a19 tempest-TenantUsagesTestJSON-541795894 tempest-TenantUsagesTestJSON-541795894-project] 10.222.0.72 "GET /v2.0/security-groups?id=de5649a2-5087-488d-8b48-8e465556302b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651772 Feb 19 02:39:28.997806 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-51816710-2d7c-4055-9cd8-02088034bbab req-62516a6b-cfbe-4ef3-8ea9-d3abad2f5748 service neutron] Transition to ACTIVE for port object 6ba3a390-fecd-4195-9f93-184f38cba58e will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:39:29.003726 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-f764a2bb-f0c4-4c79-a3d6-ad0b5ef7c15b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4d21292d6abb4c41b7f8aac723562dbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8677731 Feb 19 02:39:29.004680 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 44446) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:39:29.006654 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f764a2bb-f0c4-4c79-a3d6-ad0b5ef7c15b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1604c076-0878-442b-bf7e-7676242d87cf,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:29.080083 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [req-aa1df494-1ddf-4dc5-8f21-875f7665468c req-3a6776cf-79e7-456d-a968-328b6ffa8a37 tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] Allocated IP 192.168.233.81 (5124bd00-da2a-4bd6-93a0-c14c92afb11f/974c06bc-f097-4890-970a-b087501ab241/c02bdd40-95ca-43c6-a2ea-ce5f2783d9a0) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:39:29.092174 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-51816710-2d7c-4055-9cd8-02088034bbab req-62516a6b-cfbe-4ef3-8ea9-d3abad2f5748 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (6ba3a390-fecd-4195-9f93-184f38cba58e), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:29.112746 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c3750968-f5aa-4da5-ac89-a2fa56b0d65f admin admin] Publish callbacks [] for security_group (1604c076-0878-442b-bf7e-7676242d87cf), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:29.144549 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c3750968-f5aa-4da5-ac89-a2fa56b0d65f admin admin] Publish callbacks [] for security_group (1604c076-0878-442b-bf7e-7676242d87cf), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:29.180090 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62516a6b-cfbe-4ef3-8ea9-d3abad2f5748 service neutron] Pushing event updated for resources: {'Port': ['ID=6ba3a390-fecd-4195-9f93-184f38cba58e,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:29.227546 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c3750968-f5aa-4da5-ac89-a2fa56b0d65f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (1604c076-0878-442b-bf7e-7676242d87cf), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:29.230633 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c3750968-f5aa-4da5-ac89-a2fa56b0d65f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:29.232175 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-c3750968-f5aa-4da5-ac89-a2fa56b0d65f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1604c076-0878-442b-bf7e-7676242d87cf HTTP/1.1" status: 204 len: 168 time: 0.2262747 Feb 19 02:39:29.257708 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3750968-f5aa-4da5-ac89-a2fa56b0d65f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1604c076-0878-442b-bf7e-7676242d87cf,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:29.306638 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-51816710-2d7c-4055-9cd8-02088034bbab req-62516a6b-cfbe-4ef3-8ea9-d3abad2f5748 service neutron] Attempting to bind port 6ba3a390-fecd-4195-9f93-184f38cba58e on host n-h1-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:39:29.311027 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-51816710-2d7c-4055-9cd8-02088034bbab req-62516a6b-cfbe-4ef3-8ea9-d3abad2f5748 service neutron] Attempting to bind port 6ba3a390-fecd-4195-9f93-184f38cba58e by drivers openvswitch,hyperv on host n-h1-826753-2 at level 0 using segments [{'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:39:29.311962 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51816710-2d7c-4055-9cd8-02088034bbab req-62516a6b-cfbe-4ef3-8ea9-d3abad2f5748 service neutron] Attempting to bind port 6ba3a390-fecd-4195-9f93-184f38cba58e on network 5124bd00-da2a-4bd6-93a0-c14c92afb11f {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:39:29.336164 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51816710-2d7c-4055-9cd8-02088034bbab req-62516a6b-cfbe-4ef3-8ea9-d3abad2f5748 service neutron] Port 6ba3a390-fecd-4195-9f93-184f38cba58e on network 5124bd00-da2a-4bd6-93a0-c14c92afb11f not bound, no agent of type Open vSwitch agent registered on host n-h1-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:39:29.337290 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51816710-2d7c-4055-9cd8-02088034bbab req-62516a6b-cfbe-4ef3-8ea9-d3abad2f5748 service neutron] Attempting to bind port 6ba3a390-fecd-4195-9f93-184f38cba58e on network 5124bd00-da2a-4bd6-93a0-c14c92afb11f {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:39:29.356908 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51816710-2d7c-4055-9cd8-02088034bbab req-62516a6b-cfbe-4ef3-8ea9-d3abad2f5748 service neutron] Checking agent: {'id': '9d56fb1b-2855-496a-a6d9-c324740cb98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:39:29.357392 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51816710-2d7c-4055-9cd8-02088034bbab req-62516a6b-cfbe-4ef3-8ea9-d3abad2f5748 service neutron] Checking segment: {'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:39:29.357846 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51816710-2d7c-4055-9cd8-02088034bbab req-62516a6b-cfbe-4ef3-8ea9-d3abad2f5748 service neutron] Bound using segment: {'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:39:29.358497 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-51816710-2d7c-4055-9cd8-02088034bbab req-62516a6b-cfbe-4ef3-8ea9-d3abad2f5748 service neutron] Bound port: 6ba3a390-fecd-4195-9f93-184f38cba58e, host: n-h1-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:39:29.358934 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-51816710-2d7c-4055-9cd8-02088034bbab req-62516a6b-cfbe-4ef3-8ea9-d3abad2f5748 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (6ba3a390-fecd-4195-9f93-184f38cba58e), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:29.456390 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-51816710-2d7c-4055-9cd8-02088034bbab req-62516a6b-cfbe-4ef3-8ea9-d3abad2f5748 service neutron] For port 6ba3a390-fecd-4195-9f93-184f38cba58e, host n-h1-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:39:29.460800 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-51816710-2d7c-4055-9cd8-02088034bbab req-62516a6b-cfbe-4ef3-8ea9-d3abad2f5748 service neutron] For port 6ba3a390-fecd-4195-9f93-184f38cba58e, host n-h1-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=6ba3a390-fecd-4195-9f93-184f38cba58e,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:39:29.478275 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-aa1df494-1ddf-4dc5-8f21-875f7665468c req-3a6776cf-79e7-456d-a968-328b6ffa8a37 tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] Publish callbacks [] for port (c02bdd40-95ca-43c6-a2ea-ce5f2783d9a0), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:29.481933 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-51816710-2d7c-4055-9cd8-02088034bbab req-62516a6b-cfbe-4ef3-8ea9-d3abad2f5748 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (6ba3a390-fecd-4195-9f93-184f38cba58e), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:29.484614 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eff1be-03ac-40bb-a252-98acddfb2143 req-fab02189-a704-461c-bc91-4eb807a29397 tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:29.492479 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f4eff1be-03ac-40bb-a252-98acddfb2143 req-fab02189-a704-461c-bc91-4eb807a29397 tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] 10.222.0.72 "GET /v2.0/ports?device_id=7df1774c-b7bd-4dae-a177-1fb41f323d0e HTTP/1.1" status: 200 len: 950 time: 0.1748419 Feb 19 02:39:29.524670 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e3bc74-6344-4768-a501-3dd0ffa3c747 req-77d3013c-12c7-4f0c-a852-391ba14fecec tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:29.526590 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-48e3bc74-6344-4768-a501-3dd0ffa3c747 req-77d3013c-12c7-4f0c-a852-391ba14fecec tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb0ca84a-aa54-4ea8-8244-4ca8f9d8af34 HTTP/1.1" status: 200 len: 950 time: 0.2127194 Feb 19 02:39:29.557274 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51816710-2d7c-4055-9cd8-02088034bbab req-62516a6b-cfbe-4ef3-8ea9-d3abad2f5748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:29.557905 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-51816710-2d7c-4055-9cd8-02088034bbab req-62516a6b-cfbe-4ef3-8ea9-d3abad2f5748 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:29.559381 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-51816710-2d7c-4055-9cd8-02088034bbab req-62516a6b-cfbe-4ef3-8ea9-d3abad2f5748 service neutron] 10.222.0.73 "PUT /v2.0/ports/6ba3a390-fecd-4195-9f93-184f38cba58e HTTP/1.1" status: 200 len: 1096 time: 1.5288203 Feb 19 02:39:29.563766 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fda25432-9ed1-4b88-8ab1-9385195e1832', 'tag': '6ba3a390-fecd-4195-9f93-184f38cba58e'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:39:29.566342 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ca73046-5b03-4d2d-b3e3-d9ea5a6e13e6" -d '{"events": [{"name": "network-changed", "server_uuid": "fda25432-9ed1-4b88-8ab1-9385195e1832", "tag": "6ba3a390-fecd-4195-9f93-184f38cba58e"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:39:29.601658 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62516a6b-cfbe-4ef3-8ea9-d3abad2f5748 service neutron] Pushing event updated for resources: {'Port': ['ID=6ba3a390-fecd-4195-9f93-184f38cba58e,revision_number=3']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:29.655013 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-aa1df494-1ddf-4dc5-8f21-875f7665468c req-3a6776cf-79e7-456d-a968-328b6ffa8a37 tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (c02bdd40-95ca-43c6-a2ea-ce5f2783d9a0), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:29.656275 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.73', 63951) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:39:29.661699 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f4eff1be-03ac-40bb-a252-98acddfb2143 req-804a6548-885a-4f20-8936-5a103ac50075 tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] 10.222.0.72 "GET /v2.0/security-groups?id=62169fff-a198-47ed-8ac8-373297a23673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582518 Feb 19 02:39:29.739488 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-48e3bc74-6344-4768-a501-3dd0ffa3c747 req-ce3b11e6-9556-45af-9d87-ba5beca6dce8 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009649 Feb 19 02:39:29.751097 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2008968f-256f-491c-89a6-2919bfe26a4f req-e50dd9bb-cc73-44b8-bf6d-6956df6667fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:29.753615 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2008968f-256f-491c-89a6-2919bfe26a4f req-e50dd9bb-cc73-44b8-bf6d-6956df6667fb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=db33b204d8b743bf8957eb245634d63e&device_id=fb0ca84a-aa54-4ea8-8244-4ca8f9d8af34 HTTP/1.1" status: 200 len: 1132 time: 0.1861286 Feb 19 02:39:29.759386 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa1df494-1ddf-4dc5-8f21-875f7665468c req-3a6776cf-79e7-456d-a968-328b6ffa8a37 tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] Network 5124bd00-da2a-4bd6-93a0-c14c92afb11f is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:39:29.786881 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [req-aa1df494-1ddf-4dc5-8f21-875f7665468c req-3a6776cf-79e7-456d-a968-328b6ffa8a37 tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:39:29.868418 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-007efa8f-695a-4cb7-94b7-ae38079044b1 x-openstack-request-id: req-007efa8f-695a-4cb7-94b7-ae38079044b1 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:39:29.868717 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fda25432-9ed1-4b88-8ab1-9385195e1832", "tag": "6ba3a390-fecd-4195-9f93-184f38cba58e", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:39:29.869269 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-007efa8f-695a-4cb7-94b7-ae38079044b1 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:39:29.869668 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fda25432-9ed1-4b88-8ab1-9385195e1832', 'tag': '6ba3a390-fecd-4195-9f93-184f38cba58e', 'status': 'completed', 'code': 200} Feb 19 02:39:29.874028 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa1df494-1ddf-4dc5-8f21-875f7665468c req-3a6776cf-79e7-456d-a968-328b6ffa8a37 tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:39:29.882713 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1df494-1ddf-4dc5-8f21-875f7665468c req-3a6776cf-79e7-456d-a968-328b6ffa8a37 tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:29.883010 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-aa1df494-1ddf-4dc5-8f21-875f7665468c req-3a6776cf-79e7-456d-a968-328b6ffa8a37 tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:29.909496 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51816710-2d7c-4055-9cd8-02088034bbab req-33b6b141-57f9-4bb6-9670-3214c887d1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:29.911084 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-51816710-2d7c-4055-9cd8-02088034bbab req-33b6b141-57f9-4bb6-9670-3214c887d1bf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=47089a46c8e94464bb807f67a15fb0b4&device_id=fda25432-9ed1-4b88-8ab1-9385195e1832 HTTP/1.1" status: 200 len: 1130 time: 0.2515433 Feb 19 02:39:29.936674 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-aa1df494-1ddf-4dc5-8f21-875f7665468c req-3a6776cf-79e7-456d-a968-328b6ffa8a37 tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8046675 Feb 19 02:39:29.952488 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6776cf-79e7-456d-a968-328b6ffa8a37 tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] Pushing event updated for resources: {'Port': ['ID=c02bdd40-95ca-43c6-a2ea-ce5f2783d9a0,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:29.960114 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d3be36-3d8a-4ff7-9328-78c0a18f5d50 req-a3239c63-9122-4cef-a297-be1862e00780 tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:29.976452 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-99d3be36-3d8a-4ff7-9328-78c0a18f5d50 req-a3239c63-9122-4cef-a297-be1862e00780 tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] 10.222.0.72 "GET /v2.0/ports?device_id=eeb3a103-a98a-4bf0-b901-e9fa388a5ee3 HTTP/1.1" status: 200 len: 935 time: 0.1899610 Feb 19 02:39:29.999066 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2008968f-256f-491c-89a6-2919bfe26a4f req-3a0f66d3-0c4f-4d55-88ea-5f8ad0f86a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:30.000838 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2008968f-256f-491c-89a6-2919bfe26a4f req-3a0f66d3-0c4f-4d55-88ea-5f8ad0f86a7b service neutron] 10.222.0.73 "GET /v2.0/networks?id=5124bd00-da2a-4bd6-93a0-c14c92afb11f HTTP/1.1" status: 200 len: 870 time: 0.2349780 Feb 19 02:39:30.014534 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3e503955-46ea-4834-b663-bc9df5eee655 req-fb555b8d-ac72-48d4-a45f-d41ca31f8de6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0b78a50e-444d-44a3-8b78-fea6efb84e63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3881612 Feb 19 02:39:30.018668 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-aa1df494-1ddf-4dc5-8f21-875f7665468c req-bccfc9e7-4977-426d-a672-34549ab24833 service neutron] Request body: {'port': {'device_id': 'eeb3a103-a98a-4bf0-b901-e9fa388a5ee3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826753-2'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:39:30.025789 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-51816710-2d7c-4055-9cd8-02088034bbab req-b01fdd87-18a8-4e3d-b63e-75009114efe2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=6ba3a390-fecd-4195-9f93-184f38cba58e HTTP/1.1" status: 200 len: 217 time: 0.0945733 Feb 19 02:39:30.067876 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 44482) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:39:30.122556 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2008968f-256f-491c-89a6-2919bfe26a4f req-8f9865f1-78bc-4024-ad83-a8722491bc0e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=a4bbb362-5463-44d9-80a2-82aaa6f86538 HTTP/1.1" status: 200 len: 217 time: 0.1023431 Feb 19 02:39:30.153157 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-57aa328a-4be3-4487-959a-95697f2c1ed2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:30.234639 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2008968f-256f-491c-89a6-2919bfe26a4f req-9c0f9958-1629-4d0b-a1a3-f5ad4660d998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:30.236986 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2008968f-256f-491c-89a6-2919bfe26a4f req-9c0f9958-1629-4d0b-a1a3-f5ad4660d998 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=974c06bc-f097-4890-970a-b087501ab241 HTTP/1.1" status: 200 len: 843 time: 0.1039541 Feb 19 02:39:30.252929 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-38ac7001-d3e5-4ec7-8062-c5d37f54f0cd None None] Provisioning complete for port c02bdd40-95ca-43c6-a2ea-ce5f2783d9a0 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:39:30.253443 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-38ac7001-d3e5-4ec7-8062-c5d37f54f0cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (c02bdd40-95ca-43c6-a2ea-ce5f2783d9a0), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:30.264531 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-99d3be36-3d8a-4ff7-9328-78c0a18f5d50 req-b0fe8b43-ee33-4f69-bf25-936326fc26a4 tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] 10.222.0.72 "GET /v2.0/security-groups?id=f28be3de-d6d5-41ea-a627-e95e1d3692c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2835526 Feb 19 02:39:30.288045 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51816710-2d7c-4055-9cd8-02088034bbab req-164ec65e-336c-4443-a85a-9d42b2074724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:30.288045 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-51816710-2d7c-4055-9cd8-02088034bbab req-164ec65e-336c-4443-a85a-9d42b2074724 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=974c06bc-f097-4890-970a-b087501ab241 HTTP/1.1" status: 200 len: 843 time: 0.2129784 Feb 19 02:39:30.300302 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-aa1df494-1ddf-4dc5-8f21-875f7665468c req-bccfc9e7-4977-426d-a672-34549ab24833 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (c02bdd40-95ca-43c6-a2ea-ce5f2783d9a0), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:30.316533 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-38ac7001-d3e5-4ec7-8062-c5d37f54f0cd None None] Port c02bdd40-95ca-43c6-a2ea-ce5f2783d9a0 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:39:30.352252 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e503955-46ea-4834-b663-bc9df5eee655 req-88d1875f-8061-4739-9828-1acb9876a2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:30.353729 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3e503955-46ea-4834-b663-bc9df5eee655 req-88d1875f-8061-4739-9828-1acb9876a2d9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=da1eb1f790ec4469a06a2c8ce51be727&device_id=0b78a50e-444d-44a3-8b78-fea6efb84e63 HTTP/1.1" status: 200 len: 1127 time: 0.2185218 Feb 19 02:39:30.390954 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2008968f-256f-491c-89a6-2919bfe26a4f req-120578a3-4c36-4800-bdaa-697e366c1a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:30.393069 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2008968f-256f-491c-89a6-2919bfe26a4f req-120578a3-4c36-4800-bdaa-697e366c1a4c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5124bd00-da2a-4bd6-93a0-c14c92afb11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1490951 Feb 19 02:39:30.406466 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef2120-1ec2-4a73-a093-bc999a4b6091 req-1783ddfa-a48c-4ae0-b717-722ef957aaf9 tempest-TenantUsagesTestJSON-541795894 tempest-TenantUsagesTestJSON-541795894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:30.408815 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b9ef2120-1ec2-4a73-a093-bc999a4b6091 req-1783ddfa-a48c-4ae0-b717-722ef957aaf9 tempest-TenantUsagesTestJSON-541795894 tempest-TenantUsagesTestJSON-541795894-project] 10.222.0.72 "GET /v2.0/ports?device_id=fda25432-9ed1-4b88-8ab1-9385195e1832 HTTP/1.1" status: 200 len: 948 time: 0.1666722 Feb 19 02:39:30.473095 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51816710-2d7c-4055-9cd8-02088034bbab req-9075f7c1-05c3-4e74-91ee-026bf64a358c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:30.474535 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-51816710-2d7c-4055-9cd8-02088034bbab req-9075f7c1-05c3-4e74-91ee-026bf64a358c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5124bd00-da2a-4bd6-93a0-c14c92afb11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1877739 Feb 19 02:39:30.528626 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-57aa328a-4be3-4487-959a-95697f2c1ed2 admin admin] Publish callbacks [] for security_group (8e093884-0587-429f-99ca-d6d6d8f2d53a), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:30.543502 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b9ef2120-1ec2-4a73-a093-bc999a4b6091 req-9d020ded-08ef-47bc-9178-8b992fd19b59 tempest-TenantUsagesTestJSON-541795894 tempest-TenantUsagesTestJSON-541795894-project] 10.222.0.72 "GET /v2.0/security-groups?id=de5649a2-5087-488d-8b48-8e465556302b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214664 Feb 19 02:39:30.590583 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2008968f-256f-491c-89a6-2919bfe26a4f req-8a5ff595-9397-48c7-bae3-0de133b10cdf service neutron] 10.222.0.73 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806741 Feb 19 02:39:30.599492 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-57aa328a-4be3-4487-959a-95697f2c1ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (8e093884-0587-429f-99ca-d6d6d8f2d53a), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:30.746647 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c34e4f-3dbb-4292-b16c-25e0dc86a07c req-4eaa5b66-417b-43b4-997b-237f8f152fd0 tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:30.754410 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-05c34e4f-3dbb-4292-b16c-25e0dc86a07c req-4eaa5b66-417b-43b4-997b-237f8f152fd0 tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] 10.222.0.72 "GET /v2.0/ports?device_id=7df1774c-b7bd-4dae-a177-1fb41f323d0e HTTP/1.1" status: 200 len: 950 time: 0.1179938 Feb 19 02:39:30.766715 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2008968f-256f-491c-89a6-2919bfe26a4f req-fe1a60ea-f974-44e6-887a-5fb4f2cbbf6e service neutron] 10.222.0.73 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625021 Feb 19 02:39:30.824185 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-05c34e4f-3dbb-4292-b16c-25e0dc86a07c req-ec3b1bbc-f282-4b22-b245-30366175904a tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] 10.222.0.72 "GET /v2.0/security-groups?id=62169fff-a198-47ed-8ac8-373297a23673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686157 Feb 19 02:39:30.951437 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc458b61-4c63-4e57-b8cb-537d4cc21332 req-2540167f-4984-4511-9a96-e03f308e2b9c tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:30.961197 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bc458b61-4c63-4e57-b8cb-537d4cc21332 req-2540167f-4984-4511-9a96-e03f308e2b9c tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb0ca84a-aa54-4ea8-8244-4ca8f9d8af34 HTTP/1.1" status: 200 len: 950 time: 0.0766628 Feb 19 02:39:31.028497 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bc458b61-4c63-4e57-b8cb-537d4cc21332 req-d6da1b6e-8e7c-49c2-bf8a-ab58bb352905 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619309 Feb 19 02:39:31.030828 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e503955-46ea-4834-b663-bc9df5eee655 req-a303c7ee-10b2-4067-b27a-b3f32ce091ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:31.032702 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3e503955-46ea-4834-b663-bc9df5eee655 req-a303c7ee-10b2-4067-b27a-b3f32ce091ce service neutron] 10.222.0.73 "GET /v2.0/networks?id=e0f7c769-8470-4519-8f35-ba7a47a3fc99 HTTP/1.1" status: 200 len: 924 time: 0.6457467 Feb 19 02:39:31.037368 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-57aa328a-4be3-4487-959a-95697f2c1ed2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=94999b64912f4ac9aef400bc2592252b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9661870 Feb 19 02:39:31.037980 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 44516) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:39:31.060449 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aa328a-4be3-4487-959a-95697f2c1ed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e093884-0587-429f-99ca-d6d6d8f2d53a,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:31.115825 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2777e898-352a-4350-bdae-39fcbd364d49 admin admin] Publish callbacks [] for security_group (8e093884-0587-429f-99ca-d6d6d8f2d53a), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:31.148560 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2777e898-352a-4350-bdae-39fcbd364d49 admin admin] Publish callbacks [] for security_group (8e093884-0587-429f-99ca-d6d6d8f2d53a), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:31.161970 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-51816710-2d7c-4055-9cd8-02088034bbab req-fee78f51-ac4f-43bd-a30b-0123a244b52c service neutron] 10.222.0.73 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6705513 Feb 19 02:39:31.212140 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2777e898-352a-4350-bdae-39fcbd364d49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (8e093884-0587-429f-99ca-d6d6d8f2d53a), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:31.215753 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2777e898-352a-4350-bdae-39fcbd364d49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:31.217667 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-2777e898-352a-4350-bdae-39fcbd364d49 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8e093884-0587-429f-99ca-d6d6d8f2d53a HTTP/1.1" status: 204 len: 168 time: 0.1786776 Feb 19 02:39:31.228206 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2777e898-352a-4350-bdae-39fcbd364d49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e093884-0587-429f-99ca-d6d6d8f2d53a,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:31.266196 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3e503955-46ea-4834-b663-bc9df5eee655 req-22961fa4-67d7-4fa6-8c54-4a4de87aa20b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f239b73f-2f08-4d9f-9743-ea5afc765c71 HTTP/1.1" status: 200 len: 1000 time: 0.2066267 Feb 19 02:39:31.365146 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e503955-46ea-4834-b663-bc9df5eee655 req-7366d349-ac9c-4d0e-9245-b1c1eb41265a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:31.366571 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3e503955-46ea-4834-b663-bc9df5eee655 req-7366d349-ac9c-4d0e-9245-b1c1eb41265a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4a3ae975-a392-4065-b27e-dab19abb303b HTTP/1.1" status: 200 len: 862 time: 0.0926323 Feb 19 02:39:31.392960 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-51816710-2d7c-4055-9cd8-02088034bbab req-a9fce76f-d243-4eca-b8e0-96f148936e43 service neutron] 10.222.0.73 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214372 Feb 19 02:39:31.410421 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2feec5-35f7-440e-b33e-7ab8e7cd5e28 req-5384dc75-b33f-48ca-8407-b7809d0824ba tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:31.419825 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fa2feec5-35f7-440e-b33e-7ab8e7cd5e28 req-5384dc75-b33f-48ca-8407-b7809d0824ba tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] 10.222.0.72 "GET /v2.0/ports?device_id=eeb3a103-a98a-4bf0-b901-e9fa388a5ee3 HTTP/1.1" status: 200 len: 935 time: 0.0657542 Feb 19 02:39:31.447870 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-aa1df494-1ddf-4dc5-8f21-875f7665468c req-bccfc9e7-4977-426d-a672-34549ab24833 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c02bdd40-95ca-43c6-a2ea-ce5f2783d9a0 {{(pid=103702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:39:31.458704 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-aa1df494-1ddf-4dc5-8f21-875f7665468c req-bccfc9e7-4977-426d-a672-34549ab24833 service neutron] Publish callbacks [] for port (c02bdd40-95ca-43c6-a2ea-ce5f2783d9a0), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:31.477708 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-aa1df494-1ddf-4dc5-8f21-875f7665468c req-bccfc9e7-4977-426d-a672-34549ab24833 service neutron] Transition to ACTIVE for port object c02bdd40-95ca-43c6-a2ea-ce5f2783d9a0 will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:39:31.479911 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fa2feec5-35f7-440e-b33e-7ab8e7cd5e28 req-94a4f93f-e8ea-41d4-a016-57f63a740a7e tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] 10.222.0.72 "GET /v2.0/security-groups?id=f28be3de-d6d5-41ea-a627-e95e1d3692c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588167 Feb 19 02:39:31.482756 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e503955-46ea-4834-b663-bc9df5eee655 req-ff0f7848-071d-4e8d-94c9-6f67684f09db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:31.485289 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3e503955-46ea-4834-b663-bc9df5eee655 req-ff0f7848-071d-4e8d-94c9-6f67684f09db service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e0f7c769-8470-4519-8f35-ba7a47a3fc99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0886636 Feb 19 02:39:31.487830 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-aa1df494-1ddf-4dc5-8f21-875f7665468c req-bccfc9e7-4977-426d-a672-34549ab24833 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (c02bdd40-95ca-43c6-a2ea-ce5f2783d9a0), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:31.511375 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 44538) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:39:31.588711 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccfc9e7-4977-426d-a672-34549ab24833 service neutron] Pushing event updated for resources: {'Port': ['ID=c02bdd40-95ca-43c6-a2ea-ce5f2783d9a0,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:31.700588 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-144a6691-e5c7-4e57-abd1-7a9ad10481c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:31.766704 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca73046-5b03-4d2d-b3e3-d9ea5a6e13e6 req-25fdc1b3-a32f-474a-ac6b-49e25a799dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:31.768614 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7ca73046-5b03-4d2d-b3e3-d9ea5a6e13e6 req-25fdc1b3-a32f-474a-ac6b-49e25a799dcb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=47089a46c8e94464bb807f67a15fb0b4&device_id=fda25432-9ed1-4b88-8ab1-9385195e1832 HTTP/1.1" status: 200 len: 1130 time: 0.2499559 Feb 19 02:39:31.771737 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-aa1df494-1ddf-4dc5-8f21-875f7665468c req-bccfc9e7-4977-426d-a672-34549ab24833 service neutron] Attempting to bind port c02bdd40-95ca-43c6-a2ea-ce5f2783d9a0 on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:39:31.772064 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-aa1df494-1ddf-4dc5-8f21-875f7665468c req-bccfc9e7-4977-426d-a672-34549ab24833 service neutron] Attempting to bind port c02bdd40-95ca-43c6-a2ea-ce5f2783d9a0 by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:39:31.772379 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1df494-1ddf-4dc5-8f21-875f7665468c req-bccfc9e7-4977-426d-a672-34549ab24833 service neutron] Attempting to bind port c02bdd40-95ca-43c6-a2ea-ce5f2783d9a0 on network 5124bd00-da2a-4bd6-93a0-c14c92afb11f {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:39:31.789210 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645bc292-a495-45bf-91e4-538530c949c4 req-bd0c9e24-1838-4f58-a6da-83abda49570a tempest-TenantUsagesTestJSON-541795894 tempest-TenantUsagesTestJSON-541795894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:31.796218 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-645bc292-a495-45bf-91e4-538530c949c4 req-bd0c9e24-1838-4f58-a6da-83abda49570a tempest-TenantUsagesTestJSON-541795894 tempest-TenantUsagesTestJSON-541795894-project] 10.222.0.72 "GET /v2.0/ports?device_id=fda25432-9ed1-4b88-8ab1-9385195e1832 HTTP/1.1" status: 200 len: 948 time: 0.1869731 Feb 19 02:39:31.836343 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1df494-1ddf-4dc5-8f21-875f7665468c req-bccfc9e7-4977-426d-a672-34549ab24833 service neutron] Port c02bdd40-95ca-43c6-a2ea-ce5f2783d9a0 on network 5124bd00-da2a-4bd6-93a0-c14c92afb11f not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:39:31.836343 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1df494-1ddf-4dc5-8f21-875f7665468c req-bccfc9e7-4977-426d-a672-34549ab24833 service neutron] Attempting to bind port c02bdd40-95ca-43c6-a2ea-ce5f2783d9a0 on network 5124bd00-da2a-4bd6-93a0-c14c92afb11f {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:39:31.874295 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1df494-1ddf-4dc5-8f21-875f7665468c req-bccfc9e7-4977-426d-a672-34549ab24833 service neutron] Checking agent: {'id': 'bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:39:31.875101 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1df494-1ddf-4dc5-8f21-875f7665468c req-bccfc9e7-4977-426d-a672-34549ab24833 service neutron] Checking segment: {'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:39:31.889972 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-645bc292-a495-45bf-91e4-538530c949c4 req-7792d5c8-9c29-40e2-b2ac-c8d28db0efc8 tempest-TenantUsagesTestJSON-541795894 tempest-TenantUsagesTestJSON-541795894-project] 10.222.0.72 "GET /v2.0/security-groups?id=de5649a2-5087-488d-8b48-8e465556302b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880623 Feb 19 02:39:31.890725 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1df494-1ddf-4dc5-8f21-875f7665468c req-bccfc9e7-4977-426d-a672-34549ab24833 service neutron] Bound using segment: {'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:39:31.891542 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-aa1df494-1ddf-4dc5-8f21-875f7665468c req-bccfc9e7-4977-426d-a672-34549ab24833 service neutron] Bound port: c02bdd40-95ca-43c6-a2ea-ce5f2783d9a0, host: n-h2-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:39:31.892395 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-aa1df494-1ddf-4dc5-8f21-875f7665468c req-bccfc9e7-4977-426d-a672-34549ab24833 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (c02bdd40-95ca-43c6-a2ea-ce5f2783d9a0), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:31.904788 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-144a6691-e5c7-4e57-abd1-7a9ad10481c2 admin admin] Publish callbacks [] for security_group (07f9f13a-cc54-439f-817c-3fedd50a6849), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:31.914504 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-144a6691-e5c7-4e57-abd1-7a9ad10481c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (07f9f13a-cc54-439f-817c-3fedd50a6849), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:31.936261 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3e503955-46ea-4834-b663-bc9df5eee655 req-792ba7db-af52-47f8-8a84-04b2c4aa77f2 service neutron] 10.222.0.73 "GET /v2.0/networks/e0f7c769-8470-4519-8f35-ba7a47a3fc99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4234753 Feb 19 02:39:31.963159 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144a6691-e5c7-4e57-abd1-7a9ad10481c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07f9f13a-cc54-439f-817c-3fedd50a6849,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:32.069595 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-144a6691-e5c7-4e57-abd1-7a9ad10481c2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=893c309954984ee88939283dd1d389b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5566673 Feb 19 02:39:32.072428 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 44572) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:39:32.076059 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca73046-5b03-4d2d-b3e3-d9ea5a6e13e6 req-8924f001-f217-4e2c-8bf8-d62b5459eb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:32.077697 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7ca73046-5b03-4d2d-b3e3-d9ea5a6e13e6 req-8924f001-f217-4e2c-8bf8-d62b5459eb45 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5124bd00-da2a-4bd6-93a0-c14c92afb11f HTTP/1.1" status: 200 len: 870 time: 0.2965779 Feb 19 02:39:32.086991 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-aa1df494-1ddf-4dc5-8f21-875f7665468c req-bccfc9e7-4977-426d-a672-34549ab24833 service neutron] For port c02bdd40-95ca-43c6-a2ea-ce5f2783d9a0, host n-h2-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:39:32.092058 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-aa1df494-1ddf-4dc5-8f21-875f7665468c req-bccfc9e7-4977-426d-a672-34549ab24833 service neutron] For port c02bdd40-95ca-43c6-a2ea-ce5f2783d9a0, host n-h2-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=c02bdd40-95ca-43c6-a2ea-ce5f2783d9a0,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:39:32.106324 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929db705-9404-4e05-a0fa-c6dfd5eb6682 req-aefdc9b4-86c1-4d79-aa84-930fd7fb551e tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:32.108152 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-929db705-9404-4e05-a0fa-c6dfd5eb6682 req-aefdc9b4-86c1-4d79-aa84-930fd7fb551e tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] 10.222.0.72 "GET /v2.0/ports?device_id=7df1774c-b7bd-4dae-a177-1fb41f323d0e HTTP/1.1" status: 200 len: 950 time: 0.1102390 Feb 19 02:39:32.115592 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-aa1df494-1ddf-4dc5-8f21-875f7665468c req-bccfc9e7-4977-426d-a672-34549ab24833 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (c02bdd40-95ca-43c6-a2ea-ce5f2783d9a0), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:32.164718 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7ca73046-5b03-4d2d-b3e3-d9ea5a6e13e6 req-140360a7-5942-46d0-8aaa-a416d9bf0992 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=6ba3a390-fecd-4195-9f93-184f38cba58e HTTP/1.1" status: 200 len: 217 time: 0.0669138 Feb 19 02:39:32.207101 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-db3e6364-9c2e-442b-af94-48eb7383a6ca admin admin] Publish callbacks [] for security_group (07f9f13a-cc54-439f-817c-3fedd50a6849), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:32.211530 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-929db705-9404-4e05-a0fa-c6dfd5eb6682 req-042befcf-cf65-4a28-b992-9c0f085a47d4 tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] 10.222.0.72 "GET /v2.0/security-groups?id=62169fff-a198-47ed-8ac8-373297a23673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943193 Feb 19 02:39:32.221896 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccfc9e7-4977-426d-a672-34549ab24833 service neutron] Pushing event updated for resources: {'Port': ['ID=c02bdd40-95ca-43c6-a2ea-ce5f2783d9a0,revision_number=3']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:32.235281 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-db3e6364-9c2e-442b-af94-48eb7383a6ca admin admin] Publish callbacks [] for security_group (07f9f13a-cc54-439f-817c-3fedd50a6849), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:32.279171 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3e503955-46ea-4834-b663-bc9df5eee655 req-4e3cc883-fc6a-4280-9a5f-cd5163bb1823 service neutron] 10.222.0.73 "GET /v2.0/networks/e0f7c769-8470-4519-8f35-ba7a47a3fc99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3144095 Feb 19 02:39:32.280348 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1df494-1ddf-4dc5-8f21-875f7665468c req-bccfc9e7-4977-426d-a672-34549ab24833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:32.280961 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-aa1df494-1ddf-4dc5-8f21-875f7665468c req-bccfc9e7-4977-426d-a672-34549ab24833 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:32.282296 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-aa1df494-1ddf-4dc5-8f21-875f7665468c req-bccfc9e7-4977-426d-a672-34549ab24833 service neutron] 10.222.0.82 "PUT /v2.0/ports/c02bdd40-95ca-43c6-a2ea-ce5f2783d9a0 HTTP/1.1" status: 200 len: 1095 time: 2.3272715 Feb 19 02:39:32.283416 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eeb3a103-a98a-4bf0-b901-e9fa388a5ee3', 'tag': 'c02bdd40-95ca-43c6-a2ea-ce5f2783d9a0'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:39:32.294580 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23b6616d-08e5-4f9d-b844-23858002b394" -d '{"events": [{"name": "network-changed", "server_uuid": "eeb3a103-a98a-4bf0-b901-e9fa388a5ee3", "tag": "c02bdd40-95ca-43c6-a2ea-ce5f2783d9a0"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:39:32.297927 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca73046-5b03-4d2d-b3e3-d9ea5a6e13e6 req-43193bb8-b200-453d-a789-4bcaa440d9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:32.313720 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7ca73046-5b03-4d2d-b3e3-d9ea5a6e13e6 req-43193bb8-b200-453d-a789-4bcaa440d9ce service neutron] 10.222.0.73 "GET /v2.0/subnets?id=974c06bc-f097-4890-970a-b087501ab241 HTTP/1.1" status: 200 len: 843 time: 0.0844393 Feb 19 02:39:32.381782 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22312c36-f670-4411-a216-1585936c6340 req-db74afaa-e07c-400a-afa3-d5b5c5460941 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:32.390830 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-22312c36-f670-4411-a216-1585936c6340 req-db74afaa-e07c-400a-afa3-d5b5c5460941 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb0ca84a-aa54-4ea8-8244-4ca8f9d8af34 HTTP/1.1" status: 200 len: 950 time: 0.1204338 Feb 19 02:39:32.412779 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-db3e6364-9c2e-442b-af94-48eb7383a6ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (07f9f13a-cc54-439f-817c-3fedd50a6849), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:32.415969 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-db3e6364-9c2e-442b-af94-48eb7383a6ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:32.417988 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-db3e6364-9c2e-442b-af94-48eb7383a6ca admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/07f9f13a-cc54-439f-817c-3fedd50a6849 HTTP/1.1" status: 204 len: 168 time: 0.3449893 Feb 19 02:39:32.451122 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca73046-5b03-4d2d-b3e3-d9ea5a6e13e6 req-75f00cff-f856-497d-b637-41cb6eb038dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:32.452678 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7ca73046-5b03-4d2d-b3e3-d9ea5a6e13e6 req-75f00cff-f856-497d-b637-41cb6eb038dd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5124bd00-da2a-4bd6-93a0-c14c92afb11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1326613 Feb 19 02:39:32.463545 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1df494-1ddf-4dc5-8f21-875f7665468c req-e315d33d-43f5-4113-91d2-e4b5b2b1e090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:32.465089 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-aa1df494-1ddf-4dc5-8f21-875f7665468c req-e315d33d-43f5-4113-91d2-e4b5b2b1e090 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7c024e515b974f4eb1596ddf44a27899&device_id=eeb3a103-a98a-4bf0-b901-e9fa388a5ee3 HTTP/1.1" status: 200 len: 1129 time: 0.0969558 Feb 19 02:39:32.468812 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3e6364-9c2e-442b-af94-48eb7383a6ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07f9f13a-cc54-439f-817c-3fedd50a6849,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:32.485330 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-22312c36-f670-4411-a216-1585936c6340 req-f0f074a5-66af-40c5-b8c3-c95b2e56e89d tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929167 Feb 19 02:39:32.588036 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-aa1df494-1ddf-4dc5-8f21-875f7665468c req-e0f47a9c-822c-423d-a62a-84c868f0706a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=c02bdd40-95ca-43c6-a2ea-ce5f2783d9a0 HTTP/1.1" status: 200 len: 217 time: 0.1074376 Feb 19 02:39:32.651725 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052af9c0-fb95-4d03-9d6d-cd88e7b7c227 req-22f884e0-d766-4f02-b34a-5db8f6d8067e tempest-LiveMigrationNegativeTest-556753273 tempest-LiveMigrationNegativeTest-556753273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:32.653040 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-052af9c0-fb95-4d03-9d6d-cd88e7b7c227 req-22f884e0-d766-4f02-b34a-5db8f6d8067e tempest-LiveMigrationNegativeTest-556753273 tempest-LiveMigrationNegativeTest-556753273-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=7df1774c-b7bd-4dae-a177-1fb41f323d0e HTTP/1.1" status: 200 len: 1132 time: 0.0681546 Feb 19 02:39:32.674789 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7ca73046-5b03-4d2d-b3e3-d9ea5a6e13e6 req-30b94ac3-a253-437e-8458-8543e8208928 service neutron] 10.222.0.73 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876330 Feb 19 02:39:32.676811 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1df494-1ddf-4dc5-8f21-875f7665468c req-5c97c937-f710-4d20-92c7-a4535ba263ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:32.678538 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-aa1df494-1ddf-4dc5-8f21-875f7665468c req-5c97c937-f710-4d20-92c7-a4535ba263ae service neutron] 10.222.0.82 "GET /v2.0/subnets?id=974c06bc-f097-4890-970a-b087501ab241 HTTP/1.1" status: 200 len: 843 time: 0.0838647 Feb 19 02:39:32.680838 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-052af9c0-fb95-4d03-9d6d-cd88e7b7c227 req-09bb6a28-8979-4889-9788-49502d063575 tempest-LiveMigrationNegativeTest-556753273 tempest-LiveMigrationNegativeTest-556753273-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:32.786291 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2af81d5f-3c62-4d13-99e6-13de983f0ec5 x-openstack-request-id: req-2af81d5f-3c62-4d13-99e6-13de983f0ec5 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:39:32.786889 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eeb3a103-a98a-4bf0-b901-e9fa388a5ee3", "tag": "c02bdd40-95ca-43c6-a2ea-ce5f2783d9a0", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:39:32.786889 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2af81d5f-3c62-4d13-99e6-13de983f0ec5 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:39:32.787510 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eeb3a103-a98a-4bf0-b901-e9fa388a5ee3', 'tag': 'c02bdd40-95ca-43c6-a2ea-ce5f2783d9a0', 'status': 'completed', 'code': 200} Feb 19 02:39:32.797256 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-052af9c0-fb95-4d03-9d6d-cd88e7b7c227 req-09bb6a28-8979-4889-9788-49502d063575 tempest-LiveMigrationNegativeTest-556753273 tempest-LiveMigrationNegativeTest-556753273-project-admin] Publish callbacks [] for security_group (02f1c564-458c-4edc-9144-5d7b20a261b7), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:32.832643 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-052af9c0-fb95-4d03-9d6d-cd88e7b7c227 req-09bb6a28-8979-4889-9788-49502d063575 tempest-LiveMigrationNegativeTest-556753273 tempest-LiveMigrationNegativeTest-556753273-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (02f1c564-458c-4edc-9144-5d7b20a261b7), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:32.858000 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7ca73046-5b03-4d2d-b3e3-d9ea5a6e13e6 req-18de5cd0-4ed4-476b-ae1e-b69c3a8ed0e4 service neutron] 10.222.0.73 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750906 Feb 19 02:39:32.873590 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1df494-1ddf-4dc5-8f21-875f7665468c req-886e501c-abcc-4402-a23e-b70630a20a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:32.875186 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-aa1df494-1ddf-4dc5-8f21-875f7665468c req-886e501c-abcc-4402-a23e-b70630a20a0e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5124bd00-da2a-4bd6-93a0-c14c92afb11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0907502 Feb 19 02:39:32.914172 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-052af9c0-fb95-4d03-9d6d-cd88e7b7c227 req-09bb6a28-8979-4889-9788-49502d063575 tempest-LiveMigrationNegativeTest-556753273 tempest-LiveMigrationNegativeTest-556753273-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=62169fff-a198-47ed-8ac8-373297a23673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550879 Feb 19 02:39:32.915627 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bb6a28-8979-4889-9788-49502d063575 tempest-LiveMigrationNegativeTest-556753273 tempest-LiveMigrationNegativeTest-556753273-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02f1c564-458c-4edc-9144-5d7b20a261b7,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:32.934055 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a397485-aad7-4d75-9bb2-4e395a75eb6c req-57d6ea3d-45cf-42f0-9f05-e4558843eefd tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:32.935773 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2a397485-aad7-4d75-9bb2-4e395a75eb6c req-57d6ea3d-45cf-42f0-9f05-e4558843eefd tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] 10.222.0.72 "GET /v2.0/ports?device_id=eeb3a103-a98a-4bf0-b901-e9fa388a5ee3 HTTP/1.1" status: 200 len: 947 time: 0.1409032 Feb 19 02:39:33.019058 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2a397485-aad7-4d75-9bb2-4e395a75eb6c req-ff6a3a1d-6b7b-4c52-afff-da88a74beff1 tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] 10.222.0.72 "GET /v2.0/security-groups?id=f28be3de-d6d5-41ea-a627-e95e1d3692c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658166 Feb 19 02:39:33.051257 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-aa1df494-1ddf-4dc5-8f21-875f7665468c req-01b0a7b5-f657-47f5-84b1-3bba4f48ff36 service neutron] 10.222.0.82 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687427 Feb 19 02:39:33.184166 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5b94e2-2cbf-465c-977a-9fcd0cce09f7 req-82a86fee-11af-434e-b288-0e279f6880a7 tempest-TenantUsagesTestJSON-541795894 tempest-TenantUsagesTestJSON-541795894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:33.191320 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1f5b94e2-2cbf-465c-977a-9fcd0cce09f7 req-82a86fee-11af-434e-b288-0e279f6880a7 tempest-TenantUsagesTestJSON-541795894 tempest-TenantUsagesTestJSON-541795894-project] 10.222.0.72 "GET /v2.0/ports?device_id=fda25432-9ed1-4b88-8ab1-9385195e1832 HTTP/1.1" status: 200 len: 948 time: 0.0823114 Feb 19 02:39:33.211472 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-aa1df494-1ddf-4dc5-8f21-875f7665468c req-84cdb414-b7de-4141-a102-4bde576c708f service neutron] 10.222.0.82 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522667 Feb 19 02:39:33.265656 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1f5b94e2-2cbf-465c-977a-9fcd0cce09f7 req-a2eec5ef-61d0-4f1a-9ed9-156154e91caf tempest-TenantUsagesTestJSON-541795894 tempest-TenantUsagesTestJSON-541795894-project] 10.222.0.72 "GET /v2.0/security-groups?id=de5649a2-5087-488d-8b48-8e465556302b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689774 Feb 19 02:39:33.318978 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 44626) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:39:33.351459 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-58ea74ec-e99c-4d2c-a2e4-f1458c939a0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:33.424225 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b6616d-08e5-4f9d-b844-23858002b394 req-76e4ec88-267e-4ef4-83f2-59c86a128b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:33.425985 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-23b6616d-08e5-4f9d-b844-23858002b394 req-76e4ec88-267e-4ef4-83f2-59c86a128b21 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7c024e515b974f4eb1596ddf44a27899&device_id=eeb3a103-a98a-4bf0-b901-e9fa388a5ee3 HTTP/1.1" status: 200 len: 1129 time: 0.0922325 Feb 19 02:39:33.550993 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f45c9ce-6839-467a-adbf-e54168cf76aa req-4004e628-1e78-4a99-94d1-3488dd74a1f0 tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:33.552776 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1f45c9ce-6839-467a-adbf-e54168cf76aa req-4004e628-1e78-4a99-94d1-3488dd74a1f0 tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] 10.222.0.72 "GET /v2.0/ports?device_id=7df1774c-b7bd-4dae-a177-1fb41f323d0e HTTP/1.1" status: 200 len: 950 time: 0.0690079 Feb 19 02:39:33.553307 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b6616d-08e5-4f9d-b844-23858002b394 req-1fa3dd60-dc66-4534-87af-e66cdde19b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:33.554648 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-23b6616d-08e5-4f9d-b844-23858002b394 req-1fa3dd60-dc66-4534-87af-e66cdde19b4f service neutron] 10.222.0.82 "GET /v2.0/networks?id=5124bd00-da2a-4bd6-93a0-c14c92afb11f HTTP/1.1" status: 200 len: 870 time: 0.1006815 Feb 19 02:39:33.602683 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-23b6616d-08e5-4f9d-b844-23858002b394 req-7170f641-4115-417b-aef3-96ccfbf46707 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=c02bdd40-95ca-43c6-a2ea-ce5f2783d9a0 HTTP/1.1" status: 200 len: 217 time: 0.0373292 Feb 19 02:39:33.619943 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1f45c9ce-6839-467a-adbf-e54168cf76aa req-5ca4f2c5-7868-4a85-b203-e367ec3c40da tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] 10.222.0.72 "GET /v2.0/security-groups?id=62169fff-a198-47ed-8ac8-373297a23673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559196 Feb 19 02:39:33.661329 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-58ea74ec-e99c-4d2c-a2e4-f1458c939a0e admin admin] Publish callbacks [] for security_group (a3c79499-39ef-41a2-b395-53c1da455f2c), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:33.668604 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-58ea74ec-e99c-4d2c-a2e4-f1458c939a0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (a3c79499-39ef-41a2-b395-53c1da455f2c), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:33.704412 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-58ea74ec-e99c-4d2c-a2e4-f1458c939a0e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4ca373df4fbd41eb882b4b24bc52289a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3842297 Feb 19 02:39:33.708652 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b6616d-08e5-4f9d-b844-23858002b394 req-383a363a-155b-4c49-849b-a06caf3a475d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:33.710367 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-23b6616d-08e5-4f9d-b844-23858002b394 req-383a363a-155b-4c49-849b-a06caf3a475d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=974c06bc-f097-4890-970a-b087501ab241 HTTP/1.1" status: 200 len: 843 time: 0.0978732 Feb 19 02:39:33.713139 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 44650) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:39:33.764095 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b42c1f2-916d-4908-9706-66b1bee45736 req-18ba9153-3102-478e-89ae-f565e2a77bf3 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:33.766497 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8b42c1f2-916d-4908-9706-66b1bee45736 req-18ba9153-3102-478e-89ae-f565e2a77bf3 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb0ca84a-aa54-4ea8-8244-4ca8f9d8af34 HTTP/1.1" status: 200 len: 950 time: 0.0794122 Feb 19 02:39:33.780392 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ea74ec-e99c-4d2c-a2e4-f1458c939a0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3c79499-39ef-41a2-b395-53c1da455f2c,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:33.804556 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c06b1b57-d3a8-40b8-ab04-028a0d1c820c admin admin] Publish callbacks [] for security_group (a3c79499-39ef-41a2-b395-53c1da455f2c), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:33.831520 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c06b1b57-d3a8-40b8-ab04-028a0d1c820c admin admin] Publish callbacks [] for security_group (a3c79499-39ef-41a2-b395-53c1da455f2c), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:33.840004 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8b42c1f2-916d-4908-9706-66b1bee45736 req-00bd85d0-55d0-4c51-b90c-e98469089ff8 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663743 Feb 19 02:39:33.840172 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b6616d-08e5-4f9d-b844-23858002b394 req-6bce996f-2195-44d6-951a-43c84ebf4b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:33.841593 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-23b6616d-08e5-4f9d-b844-23858002b394 req-6bce996f-2195-44d6-951a-43c84ebf4b8a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5124bd00-da2a-4bd6-93a0-c14c92afb11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0946467 Feb 19 02:39:33.873315 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 44656) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:39:33.953385 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c06b1b57-d3a8-40b8-ab04-028a0d1c820c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (a3c79499-39ef-41a2-b395-53c1da455f2c), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:33.955923 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c06b1b57-d3a8-40b8-ab04-028a0d1c820c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:33.957107 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-c06b1b57-d3a8-40b8-ab04-028a0d1c820c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a3c79499-39ef-41a2-b395-53c1da455f2c HTTP/1.1" status: 204 len: 168 time: 0.2431548 Feb 19 02:39:33.975662 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06b1b57-d3a8-40b8-ab04-028a0d1c820c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3c79499-39ef-41a2-b395-53c1da455f2c,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:33.981198 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-23b6616d-08e5-4f9d-b844-23858002b394 req-bd5be67f-bfab-4b88-95a0-60fa1cd8bc68 service neutron] 10.222.0.82 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296053 Feb 19 02:39:34.089026 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-23b6616d-08e5-4f9d-b844-23858002b394 req-52bad603-c764-401d-9178-ff3b27ad31f0 service neutron] 10.222.0.82 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012621 Feb 19 02:39:34.100454 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bb6eee41-31b4-4724-a9e0-237ea3be0465 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:34.202226 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c84bc3-666b-48cf-b3b3-aeb75f92c645 req-47feb745-22c9-404a-81fe-339b75e2fd68 tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:34.205531 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b6c84bc3-666b-48cf-b3b3-aeb75f92c645 req-47feb745-22c9-404a-81fe-339b75e2fd68 tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] 10.222.0.72 "GET /v2.0/ports?device_id=eeb3a103-a98a-4bf0-b901-e9fa388a5ee3 HTTP/1.1" status: 200 len: 947 time: 0.0897903 Feb 19 02:39:34.262308 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bb6eee41-31b4-4724-a9e0-237ea3be0465 admin admin] Publish callbacks [] for security_group (153cc754-5429-4a11-a748-6baac608584d), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:34.275441 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bb6eee41-31b4-4724-a9e0-237ea3be0465 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (153cc754-5429-4a11-a748-6baac608584d), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:34.304629 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b6c84bc3-666b-48cf-b3b3-aeb75f92c645 req-1c3bd95f-6687-4c77-86f3-ad4b584bf952 tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] 10.222.0.72 "GET /v2.0/security-groups?id=f28be3de-d6d5-41ea-a627-e95e1d3692c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932233 Feb 19 02:39:34.335354 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-bb6eee41-31b4-4724-a9e0-237ea3be0465 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4067a16d71c5415fba8905903b1f831d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4607959 Feb 19 02:39:34.338027 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 44686) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:39:34.347936 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6eee41-31b4-4724-a9e0-237ea3be0465 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=153cc754-5429-4a11-a748-6baac608584d,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:34.407217 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca130250-c5d7-4f06-8322-d5c27027c299 req-4da52b88-6365-4f24-b0c8-1962794bccb5 tempest-TenantUsagesTestJSON-541795894 tempest-TenantUsagesTestJSON-541795894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:34.409381 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ca130250-c5d7-4f06-8322-d5c27027c299 req-4da52b88-6365-4f24-b0c8-1962794bccb5 tempest-TenantUsagesTestJSON-541795894 tempest-TenantUsagesTestJSON-541795894-project] 10.222.0.72 "GET /v2.0/ports?device_id=fda25432-9ed1-4b88-8ab1-9385195e1832 HTTP/1.1" status: 200 len: 948 time: 0.0727634 Feb 19 02:39:34.421132 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-79df41a9-4765-40d8-a1ae-5245a6f8ef70 admin admin] Publish callbacks [] for security_group (153cc754-5429-4a11-a748-6baac608584d), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:34.424352 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 44688) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:39:34.447839 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-79df41a9-4765-40d8-a1ae-5245a6f8ef70 admin admin] Publish callbacks [] for security_group (153cc754-5429-4a11-a748-6baac608584d), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:34.478153 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ca130250-c5d7-4f06-8322-d5c27027c299 req-886c48e9-5efb-4c2f-8699-ec747fa6bced tempest-TenantUsagesTestJSON-541795894 tempest-TenantUsagesTestJSON-541795894-project] 10.222.0.72 "GET /v2.0/security-groups?id=de5649a2-5087-488d-8b48-8e465556302b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620565 Feb 19 02:39:34.520182 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-79df41a9-4765-40d8-a1ae-5245a6f8ef70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (153cc754-5429-4a11-a748-6baac608584d), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:34.523216 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-79df41a9-4765-40d8-a1ae-5245a6f8ef70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:34.526733 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-79df41a9-4765-40d8-a1ae-5245a6f8ef70 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/153cc754-5429-4a11-a748-6baac608584d HTTP/1.1" status: 204 len: 168 time: 0.1852829 Feb 19 02:39:34.533160 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79df41a9-4765-40d8-a1ae-5245a6f8ef70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=153cc754-5429-4a11-a748-6baac608584d,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:34.603837 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b7662887-b6a4-4072-8c4d-ff980fdf7403 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:34.699809 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b7662887-b6a4-4072-8c4d-ff980fdf7403 admin admin] Publish callbacks [] for security_group (ec740b82-0d68-4859-8639-e3de3efadbe6), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:34.725373 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b7662887-b6a4-4072-8c4d-ff980fdf7403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (ec740b82-0d68-4859-8639-e3de3efadbe6), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:34.773510 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-b7662887-b6a4-4072-8c4d-ff980fdf7403 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=df0386287b1e4a5a81e6ef307865df60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3481736 Feb 19 02:39:34.776286 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7662887-b6a4-4072-8c4d-ff980fdf7403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec740b82-0d68-4859-8639-e3de3efadbe6,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:34.776969 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 44706) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:39:34.786072 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966841e3-9463-4a4f-a98c-07d15aff60e1 req-5ac66a34-afb9-46c9-bac2-732a01febac3 tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:34.787679 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-966841e3-9463-4a4f-a98c-07d15aff60e1 req-5ac66a34-afb9-46c9-bac2-732a01febac3 tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] 10.222.0.72 "GET /v2.0/ports?device_id=7df1774c-b7bd-4dae-a177-1fb41f323d0e HTTP/1.1" status: 200 len: 950 time: 0.1004398 Feb 19 02:39:34.844838 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9af6858c-7f0f-4dea-a76a-ca0afc2aa731 admin admin] Publish callbacks [] for security_group (ec740b82-0d68-4859-8639-e3de3efadbe6), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:34.852274 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-966841e3-9463-4a4f-a98c-07d15aff60e1 req-8fa9cf05-4170-4d5b-bffd-fdbf2f5a8439 tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] 10.222.0.72 "GET /v2.0/security-groups?id=62169fff-a198-47ed-8ac8-373297a23673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587814 Feb 19 02:39:34.872797 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9af6858c-7f0f-4dea-a76a-ca0afc2aa731 admin admin] Publish callbacks [] for security_group (ec740b82-0d68-4859-8639-e3de3efadbe6), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:34.928404 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 44712) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:39:34.936524 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9af6858c-7f0f-4dea-a76a-ca0afc2aa731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (ec740b82-0d68-4859-8639-e3de3efadbe6), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:34.942178 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9af6858c-7f0f-4dea-a76a-ca0afc2aa731 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:34.942178 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-9af6858c-7f0f-4dea-a76a-ca0afc2aa731 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ec740b82-0d68-4859-8639-e3de3efadbe6 HTTP/1.1" status: 204 len: 168 time: 0.1629086 Feb 19 02:39:34.943218 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 44714) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:39:34.970393 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5571fdc2-b472-4f2e-85e9-dba12e6bb0d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:34.987445 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af6858c-7f0f-4dea-a76a-ca0afc2aa731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec740b82-0d68-4859-8639-e3de3efadbe6,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:34.992435 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc1d62a-a986-40f5-892d-427730dd8a48 req-395ffcb8-816a-4299-b849-572c260f1cb4 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:35.000458 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4cc1d62a-a986-40f5-892d-427730dd8a48 req-395ffcb8-816a-4299-b849-572c260f1cb4 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb0ca84a-aa54-4ea8-8244-4ca8f9d8af34 HTTP/1.1" status: 200 len: 950 time: 0.0824938 Feb 19 02:39:35.077407 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4cc1d62a-a986-40f5-892d-427730dd8a48 req-5728958a-edd9-453a-b900-43984ac63a45 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759547 Feb 19 02:39:35.092073 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-42191eb2-6045-4752-a8be-f2b906b4181a admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1102298626-network', 'tenant_id': 'cbb1dc3a20834f92a16879bee7998871'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:39:35.114230 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42191eb2-6045-4752-a8be-f2b906b4181a admin admin] Made reservation on behalf of cbb1dc3a20834f92a16879bee7998871 for: {'network': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:39:35.116809 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-42191eb2-6045-4752-a8be-f2b906b4181a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:35.126360 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-42191eb2-6045-4752-a8be-f2b906b4181a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:35.130791 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5571fdc2-b472-4f2e-85e9-dba12e6bb0d2 admin admin] Publish callbacks [] for security_group (22a163fd-5034-4c32-b693-8122d387ca4c), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:35.136452 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5571fdc2-b472-4f2e-85e9-dba12e6bb0d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (22a163fd-5034-4c32-b693-8122d387ca4c), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:35.178125 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5571fdc2-b472-4f2e-85e9-dba12e6bb0d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22a163fd-5034-4c32-b693-8122d387ca4c,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:35.182915 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-5571fdc2-b472-4f2e-85e9-dba12e6bb0d2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=485109af63a04ae89c9fe6a5f2d3ba0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2387693 Feb 19 02:39:35.185669 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 44722) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:39:35.228915 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-42191eb2-6045-4752-a8be-f2b906b4181a admin admin] Publish callbacks [] for security_group (1d2e3e00-6769-443a-a1ab-1f846875373b), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:35.234173 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-42191eb2-6045-4752-a8be-f2b906b4181a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (1d2e3e00-6769-443a-a1ab-1f846875373b), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:35.243029 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e672c3ed-d61e-4ba4-ba9d-d6ad5ec20752 admin admin] Publish callbacks [] for security_group (22a163fd-5034-4c32-b693-8122d387ca4c), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:35.255018 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42191eb2-6045-4752-a8be-f2b906b4181a admin admin] vlan segment allocate from pool success with {'vlan_id': 264, 'physical_network': 'physnet1'} {{(pid=103701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:39:35.274098 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-42191eb2-6045-4752-a8be-f2b906b4181a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (7d920fe4-24a5-41b0-80b8-3c5a83f9b017), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:35.274452 n-d-826753-2 neutron-server[103701]: INFO neutron.db.segments_db [None req-42191eb2-6045-4752-a8be-f2b906b4181a admin admin] Added segment 7d920fe4-24a5-41b0-80b8-3c5a83f9b017 of type vlan for network 7147aa59-ea99-422e-9246-1728a1c8b33d Feb 19 02:39:35.275876 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42191eb2-6045-4752-a8be-f2b906b4181a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d2e3e00-6769-443a-a1ab-1f846875373b,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:35.300210 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e672c3ed-d61e-4ba4-ba9d-d6ad5ec20752 admin admin] Publish callbacks [] for security_group (22a163fd-5034-4c32-b693-8122d387ca4c), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:35.319645 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-42191eb2-6045-4752-a8be-f2b906b4181a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (7147aa59-ea99-422e-9246-1728a1c8b33d), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:35.349947 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 44726) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:39:35.364794 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0160a802-f6d1-44de-8922-b8ed2b6065fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:35.374464 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-42191eb2-6045-4752-a8be-f2b906b4181a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (7147aa59-ea99-422e-9246-1728a1c8b33d), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:35.375405 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42191eb2-6045-4752-a8be-f2b906b4181a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:35.376799 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-42191eb2-6045-4752-a8be-f2b906b4181a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:35.391429 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d56c4e-bda9-406f-9f0c-cd35007cd023 req-42c34941-0174-48b7-a3be-05234ed469f2 tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:35.393800 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-89d56c4e-bda9-406f-9f0c-cd35007cd023 req-42c34941-0174-48b7-a3be-05234ed469f2 tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] 10.222.0.82 "GET /v2.0/ports?device_id=7df1774c-b7bd-4dae-a177-1fb41f323d0e HTTP/1.1" status: 200 len: 950 time: 0.1330385 Feb 19 02:39:35.631991 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e672c3ed-d61e-4ba4-ba9d-d6ad5ec20752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (22a163fd-5034-4c32-b693-8122d387ca4c), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:35.634436 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e672c3ed-d61e-4ba4-ba9d-d6ad5ec20752 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:35.635547 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-e672c3ed-d61e-4ba4-ba9d-d6ad5ec20752 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/22a163fd-5034-4c32-b693-8122d387ca4c HTTP/1.1" status: 204 len: 168 time: 0.4489388 Feb 19 02:39:35.651474 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e672c3ed-d61e-4ba4-ba9d-d6ad5ec20752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22a163fd-5034-4c32-b693-8122d387ca4c,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:35.700225 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-42191eb2-6045-4752-a8be-f2b906b4181a admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7703090 Feb 19 02:39:35.705554 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 44732) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:39:35.713246 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-0ff9c8e2-7daf-4f62-9eb9-b3f8c54300e1 admin admin] Request body: {'subnet': {'network_id': '7147aa59-ea99-422e-9246-1728a1c8b33d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1102298626-subnet', 'tenant_id': 'cbb1dc3a20834f92a16879bee7998871', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:39:35.718513 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42191eb2-6045-4752-a8be-f2b906b4181a admin admin] Pushing event updated for resources: {'Network': ['ID=7147aa59-ea99-422e-9246-1728a1c8b33d,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:35.736665 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 7147aa59-ea99-422e-9246-1728a1c8b33d details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:39:35.765339 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ff9c8e2-7daf-4f62-9eb9-b3f8c54300e1 admin admin] Made reservation on behalf of cbb1dc3a20834f92a16879bee7998871 for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:39:35.768081 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0ff9c8e2-7daf-4f62-9eb9-b3f8c54300e1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:35.778489 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b9d5a9-0cb1-4329-ad8b-dd747c54d6c6 req-c63690b6-1c23-4d1f-8a5e-e585cc6669af tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:35.785594 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-78b9d5a9-0cb1-4329-ad8b-dd747c54d6c6 req-c63690b6-1c23-4d1f-8a5e-e585cc6669af tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] 10.222.0.72 "GET /v2.0/ports?device_id=eeb3a103-a98a-4bf0-b901-e9fa388a5ee3 HTTP/1.1" status: 200 len: 947 time: 0.3959219 Feb 19 02:39:35.793533 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fb28bd-da8a-4032-847b-7868419cafa7 req-01c7be2d-5808-4894-b5d3-cc5178067ad5 tempest-TenantUsagesTestJSON-541795894 tempest-TenantUsagesTestJSON-541795894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:35.800303 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-62fb28bd-da8a-4032-847b-7868419cafa7 req-01c7be2d-5808-4894-b5d3-cc5178067ad5 tempest-TenantUsagesTestJSON-541795894 tempest-TenantUsagesTestJSON-541795894-project] 10.222.0.72 "GET /v2.0/ports?device_id=fda25432-9ed1-4b88-8ab1-9385195e1832 HTTP/1.1" status: 200 len: 948 time: 0.1622591 Feb 19 02:39:35.847051 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0160a802-f6d1-44de-8922-b8ed2b6065fe admin admin] Publish callbacks [] for security_group (eb479383-7071-42bc-8af5-850871d3f7d6), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:35.853915 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-89d56c4e-bda9-406f-9f0c-cd35007cd023 req-a0eea04c-f5d7-46f4-926d-5db9a274a91d tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] Deleting port aff88903-1a5e-4f84-a020-5eab4e4dc8e2 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:39:35.854397 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-89d56c4e-bda9-406f-9f0c-cd35007cd023 req-a0eea04c-f5d7-46f4-926d-5db9a274a91d tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (aff88903-1a5e-4f84-a020-5eab4e4dc8e2), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:35.867256 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0160a802-f6d1-44de-8922-b8ed2b6065fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (eb479383-7071-42bc-8af5-850871d3f7d6), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:35.928556 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-78b9d5a9-0cb1-4329-ad8b-dd747c54d6c6 req-1c7797bb-b4e2-4631-868d-dbd040340515 tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] 10.222.0.72 "GET /v2.0/security-groups?id=f28be3de-d6d5-41ea-a627-e95e1d3692c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374524 Feb 19 02:39:35.939381 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-62fb28bd-da8a-4032-847b-7868419cafa7 req-5146e92f-5bf6-4637-9886-906f5ae4963f tempest-TenantUsagesTestJSON-541795894 tempest-TenantUsagesTestJSON-541795894-project] 10.222.0.72 "GET /v2.0/security-groups?id=de5649a2-5087-488d-8b48-8e465556302b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377244 Feb 19 02:39:35.947370 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-0160a802-f6d1-44de-8922-b8ed2b6065fe admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=631687dcfe5240e7abc2000cd7598eb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5964150 Feb 19 02:39:35.951374 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 44738) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:39:35.952184 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0160a802-f6d1-44de-8922-b8ed2b6065fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb479383-7071-42bc-8af5-850871d3f7d6,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:35.992411 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-89d56c4e-bda9-406f-9f0c-cd35007cd023 req-a0eea04c-f5d7-46f4-926d-5db9a274a91d tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] For port aff88903-1a5e-4f84-a020-5eab4e4dc8e2, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=aff88903-1a5e-4f84-a020-5eab4e4dc8e2,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:39:35.992659 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-89d56c4e-bda9-406f-9f0c-cd35007cd023 req-a0eea04c-f5d7-46f4-926d-5db9a274a91d tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (aff88903-1a5e-4f84-a020-5eab4e4dc8e2), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:36.014109 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-89d56c4e-bda9-406f-9f0c-cd35007cd023 req-a0eea04c-f5d7-46f4-926d-5db9a274a91d tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] Calling delete_port for aff88903-1a5e-4f84-a020-5eab4e4dc8e2 owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:39:36.028891 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7156ea17-3d07-4d5e-8599-418746f484a8 admin admin] Publish callbacks [] for security_group (eb479383-7071-42bc-8af5-850871d3f7d6), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:36.076532 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7156ea17-3d07-4d5e-8599-418746f484a8 admin admin] Publish callbacks [] for security_group (eb479383-7071-42bc-8af5-850871d3f7d6), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:36.109994 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9895d3c-b9c5-465a-bf6b-0133ddb6aa9b req-3b3fd5b7-2095-4723-a7b5-7768585f8c4d tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:36.112300 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d9895d3c-b9c5-465a-bf6b-0133ddb6aa9b req-3b3fd5b7-2095-4723-a7b5-7768585f8c4d tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] 10.222.0.72 "GET /v2.0/ports?device_id=7df1774c-b7bd-4dae-a177-1fb41f323d0e HTTP/1.1" status: 200 len: 950 time: 0.0978692 Feb 19 02:39:36.200212 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0ff9c8e2-7daf-4f62-9eb9-b3f8c54300e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for subnet (bca9199c-0182-4801-9220-b6b5b5ba94c2), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:36.214487 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7156ea17-3d07-4d5e-8599-418746f484a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (eb479383-7071-42bc-8af5-850871d3f7d6), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:36.217052 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7156ea17-3d07-4d5e-8599-418746f484a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:36.220740 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-7156ea17-3d07-4d5e-8599-418746f484a8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/eb479383-7071-42bc-8af5-850871d3f7d6 HTTP/1.1" status: 204 len: 168 time: 0.2620466 Feb 19 02:39:36.229145 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d9895d3c-b9c5-465a-bf6b-0133ddb6aa9b req-d160e514-68bc-4dad-8e76-ec24311dc01c tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] 10.222.0.72 "GET /v2.0/security-groups?id=62169fff-a198-47ed-8ac8-373297a23673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097965 Feb 19 02:39:36.237407 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7156ea17-3d07-4d5e-8599-418746f484a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb479383-7071-42bc-8af5-850871d3f7d6,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:36.269539 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-89d56c4e-bda9-406f-9f0c-cd35007cd023 req-a0eea04c-f5d7-46f4-926d-5db9a274a91d tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (aff88903-1a5e-4f84-a020-5eab4e4dc8e2), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:36.289902 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f25a50-f52b-428f-b7a5-1fd32238d134 req-08a1e914-cb10-4ba7-bd2e-1aa74828258d tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:36.297271 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a0f25a50-f52b-428f-b7a5-1fd32238d134 req-08a1e914-cb10-4ba7-bd2e-1aa74828258d tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb0ca84a-aa54-4ea8-8244-4ca8f9d8af34 HTTP/1.1" status: 200 len: 950 time: 0.1394284 Feb 19 02:39:36.298017 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eea04c-f5d7-46f4-926d-5db9a274a91d tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] Pushing event deleted for resources: {'Port': ['ID=aff88903-1a5e-4f84-a020-5eab4e4dc8e2,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:36.302436 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff9c8e2-7daf-4f62-9eb9-b3f8c54300e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bca9199c-0182-4801-9220-b6b5b5ba94c2,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:36.306428 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['18dbe207-90b7-4ca4-aa0b-e43a9cd13742', 'aff88903-1a5e-4f84-a020-5eab4e4dc8e2'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:39:36.313806 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff9c8e2-7daf-4f62-9eb9-b3f8c54300e1 admin admin] Checking segment: {'id': '7d920fe4-24a5-41b0-80b8-3c5a83f9b017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '7147aa59-ea99-422e-9246-1728a1c8b33d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:39:36.314788 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff9c8e2-7daf-4f62-9eb9-b3f8c54300e1 admin admin] Network hostable DHCP agents. Network: 7147aa59-ea99-422e-9246-1728a1c8b33d, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:39:36.404319 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-89d56c4e-bda9-406f-9f0c-cd35007cd023 req-a0eea04c-f5d7-46f4-926d-5db9a274a91d tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] No DVR routers for this DVR port aff88903-1a5e-4f84-a020-5eab4e4dc8e2 on host n-h2-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:39:36.405276 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a0f25a50-f52b-428f-b7a5-1fd32238d134 req-13e5faf1-f0ac-4f6c-9356-0d8c44c33928 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070132 Feb 19 02:39:36.409259 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-89d56c4e-bda9-406f-9f0c-cd35007cd023 req-a0eea04c-f5d7-46f4-926d-5db9a274a91d tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:36.414088 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-89d56c4e-bda9-406f-9f0c-cd35007cd023 req-a0eea04c-f5d7-46f4-926d-5db9a274a91d tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] 10.222.0.82 "DELETE /v2.0/ports/aff88903-1a5e-4f84-a020-5eab4e4dc8e2 HTTP/1.1" status: 204 len: 173 time: 1.0129685 Feb 19 02:39:36.414566 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7df1774c-b7bd-4dae-a177-1fb41f323d0e', 'name': 'network-vif-deleted', 'tag': 'aff88903-1a5e-4f84-a020-5eab4e4dc8e2'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:39:36.416993 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02d0de7b-8744-4ff8-97ea-0133e9eebbbc" -d '{"events": [{"server_uuid": "7df1774c-b7bd-4dae-a177-1fb41f323d0e", "name": "network-vif-deleted", "tag": "aff88903-1a5e-4f84-a020-5eab4e4dc8e2"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:39:36.420738 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff9c8e2-7daf-4f62-9eb9-b3f8c54300e1 admin admin] Network 7147aa59-ea99-422e-9246-1728a1c8b33d is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:39:36.438363 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-0ff9c8e2-7daf-4f62-9eb9-b3f8c54300e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 7147aa59-ea99-422e-9246-1728a1c8b33d) {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:39:36.451451 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff9c8e2-7daf-4f62-9eb9-b3f8c54300e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:36.452068 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0ff9c8e2-7daf-4f62-9eb9-b3f8c54300e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:36.486929 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b99d0b-8274-4310-9144-36a59719170c None None] Network 7147aa59-ea99-422e-9246-1728a1c8b33d requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:39:36.497954 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-0ff9c8e2-7daf-4f62-9eb9-b3f8c54300e1 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7913358 Feb 19 02:39:36.520331 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e349822-96bf-4c4d-bddd-7b845482b7dc x-openstack-request-id: req-3e349822-96bf-4c4d-bddd-7b845482b7dc {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:39:36.520693 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7df1774c-b7bd-4dae-a177-1fb41f323d0e", "name": "network-vif-deleted", "tag": "aff88903-1a5e-4f84-a020-5eab4e4dc8e2", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:39:36.521103 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3e349822-96bf-4c4d-bddd-7b845482b7dc {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:39:36.522574 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7df1774c-b7bd-4dae-a177-1fb41f323d0e', 'name': 'network-vif-deleted', 'tag': 'aff88903-1a5e-4f84-a020-5eab4e4dc8e2', 'status': 'completed', 'code': 200} Feb 19 02:39:36.672049 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8229884b-e335-4b1e-840e-903022112c0c None None] Network 7147aa59-ea99-422e-9246-1728a1c8b33d requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:39:36.863424 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 6ba3a390-fecd-4195-9f93-184f38cba58e details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:39:36.944460 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device c02bdd40-95ca-43c6-a2ea-ce5f2783d9a0 details requested by agent hyperv_n-h2-826753-2 with host n-h2-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:39:37.077527 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port c02bdd40-95ca-43c6-a2ea-ce5f2783d9a0, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=c02bdd40-95ca-43c6-a2ea-ce5f2783d9a0,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:39:37.116941 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Returning: {'device': 'c02bdd40-95ca-43c6-a2ea-ce5f2783d9a0', 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f', 'port_id': 'c02bdd40-95ca-43c6-a2ea-ce5f2783d9a0', 'mac_address': 'fa:16:3e:9e:79:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '974c06bc-f097-4890-970a-b087501ab241', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:39:37.180108 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c43d9b-07c4-418b-9f3b-018461ae7e17 req-927127fc-ee83-4c4a-890c-6349623a7cf9 tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:37.182184 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-90c43d9b-07c4-418b-9f3b-018461ae7e17 req-927127fc-ee83-4c4a-890c-6349623a7cf9 tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] 10.222.0.72 "GET /v2.0/ports?device_id=eeb3a103-a98a-4bf0-b901-e9fa388a5ee3 HTTP/1.1" status: 200 len: 947 time: 0.1284726 Feb 19 02:39:37.201515 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4de644-62ca-49c5-ba39-c85e2c6f3c64 req-b218ad94-123b-43ab-8d2a-a5aadc4d271b tempest-TenantUsagesTestJSON-541795894 tempest-TenantUsagesTestJSON-541795894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:37.214019 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7a4de644-62ca-49c5-ba39-c85e2c6f3c64 req-b218ad94-123b-43ab-8d2a-a5aadc4d271b tempest-TenantUsagesTestJSON-541795894 tempest-TenantUsagesTestJSON-541795894-project] 10.222.0.72 "GET /v2.0/ports?device_id=fda25432-9ed1-4b88-8ab1-9385195e1832 HTTP/1.1" status: 200 len: 948 time: 0.1452675 Feb 19 02:39:37.234902 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 6ba3a390-fecd-4195-9f93-184f38cba58e, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=6ba3a390-fecd-4195-9f93-184f38cba58e,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:39:37.237860 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port c02bdd40-95ca-43c6-a2ea-ce5f2783d9a0 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:39:37.238293 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (c02bdd40-95ca-43c6-a2ea-ce5f2783d9a0), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:37.264906 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': '6ba3a390-fecd-4195-9f93-184f38cba58e', 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f', 'port_id': '6ba3a390-fecd-4195-9f93-184f38cba58e', 'mac_address': 'fa:16:3e:3e:cd:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '974c06bc-f097-4890-970a-b087501ab241', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:39:37.271980 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c02bdd40-95ca-43c6-a2ea-ce5f2783d9a0 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:39:37.316091 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-90c43d9b-07c4-418b-9f3b-018461ae7e17 req-f84bac26-4d71-45f2-bad0-b5b155641871 tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] 10.222.0.72 "GET /v2.0/security-groups?id=f28be3de-d6d5-41ea-a627-e95e1d3692c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271284 Feb 19 02:39:37.325217 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port c02bdd40-95ca-43c6-a2ea-ce5f2783d9a0, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=c02bdd40-95ca-43c6-a2ea-ce5f2783d9a0,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:39:37.332532 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7a4de644-62ca-49c5-ba39-c85e2c6f3c64 req-925c6052-6a13-4e02-9593-3c2be65398a3 tempest-TenantUsagesTestJSON-541795894 tempest-TenantUsagesTestJSON-541795894-project] 10.222.0.72 "GET /v2.0/security-groups?id=de5649a2-5087-488d-8b48-8e465556302b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124928 Feb 19 02:39:37.343077 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (c02bdd40-95ca-43c6-a2ea-ce5f2783d9a0), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:37.391251 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 6ba3a390-fecd-4195-9f93-184f38cba58e is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:39:37.391645 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (6ba3a390-fecd-4195-9f93-184f38cba58e), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:37.426130 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ba3a390-fecd-4195-9f93-184f38cba58e {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:39:37.436351 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=c02bdd40-95ca-43c6-a2ea-ce5f2783d9a0,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:37.456790 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:39:37.457405 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:39:37.457894 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:39:37.458383 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:39:37.458910 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:39:37.459253 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:39:37.459589 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:39:37.459922 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:39:37.460252 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:39:37.460582 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:39:37.460909 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:39:37.461275 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:39:37.461604 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:39:37.470248 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 6ba3a390-fecd-4195-9f93-184f38cba58e, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=6ba3a390-fecd-4195-9f93-184f38cba58e,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:39:37.477783 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (6ba3a390-fecd-4195-9f93-184f38cba58e), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:37.563402 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9111706-c3c3-4f7c-a325-ad725bd7c25d req-fb9291ca-1059-43d5-ba85-387476d4b506 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:37.575294 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f9111706-c3c3-4f7c-a325-ad725bd7c25d req-fb9291ca-1059-43d5-ba85-387476d4b506 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb0ca84a-aa54-4ea8-8244-4ca8f9d8af34 HTTP/1.1" status: 200 len: 950 time: 0.0749815 Feb 19 02:39:37.587286 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=6ba3a390-fecd-4195-9f93-184f38cba58e,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:37.637368 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 44814) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:39:37.652417 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f9111706-c3c3-4f7c-a325-ad725bd7c25d req-bbab0fbc-7498-45ef-8af1-7a40bad5aa8a tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724933 Feb 19 02:39:37.657940 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-a6f21060-5f5a-4fcd-b73e-c3e6afb41ac9 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1892867179-network', 'tenant_id': '38d16f4b1352401fb9729d38e39ded0c'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:39:37.682980 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['c02bdd40-95ca-43c6-a2ea-ce5f2783d9a0'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:39:37.720779 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f21060-5f5a-4fcd-b73e-c3e6afb41ac9 admin admin] Made reservation on behalf of 38d16f4b1352401fb9729d38e39ded0c for: {'network': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:39:37.723625 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a6f21060-5f5a-4fcd-b73e-c3e6afb41ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:37.740225 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b4aabf-bd4e-479b-8721-641193feb31b req-e834db7e-e280-4a4a-9d2a-ed47308e6306 tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:37.741960 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a7b4aabf-bd4e-479b-8721-641193feb31b req-e834db7e-e280-4a4a-9d2a-ed47308e6306 tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f95a5f3-1847-444e-8cb8-c429783d0446 HTTP/1.1" status: 200 len: 969 time: 0.0802007 Feb 19 02:39:37.742897 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a6f21060-5f5a-4fcd-b73e-c3e6afb41ac9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:37.819807 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:39:37.843169 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a7b4aabf-bd4e-479b-8721-641193feb31b req-1ddc1782-fca1-4dac-a771-1b043fbd320b tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] 10.222.0.72 "GET /v2.0/security-groups?id=62169fff-a198-47ed-8ac8-373297a23673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924754 Feb 19 02:39:37.874493 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a6f21060-5f5a-4fcd-b73e-c3e6afb41ac9 admin admin] Publish callbacks [] for security_group (204ea7c4-c628-423c-a68b-87bce848a48f), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:37.879798 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a6f21060-5f5a-4fcd-b73e-c3e6afb41ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (204ea7c4-c628-423c-a68b-87bce848a48f), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:37.906926 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6f21060-5f5a-4fcd-b73e-c3e6afb41ac9 admin admin] vlan segment allocate from pool success with {'vlan_id': 290, 'physical_network': 'physnet1'} {{(pid=103701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:39:37.918269 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f21060-5f5a-4fcd-b73e-c3e6afb41ac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=204ea7c4-c628-423c-a68b-87bce848a48f,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:37.925697 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a6f21060-5f5a-4fcd-b73e-c3e6afb41ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (c304125e-c116-4f9a-a5c7-b51b0134bccc), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:37.926040 n-d-826753-2 neutron-server[103701]: INFO neutron.db.segments_db [None req-a6f21060-5f5a-4fcd-b73e-c3e6afb41ac9 admin admin] Added segment c304125e-c116-4f9a-a5c7-b51b0134bccc of type vlan for network d1049535-9921-4e2e-9092-be541c29cf77 Feb 19 02:39:37.940040 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['6ba3a390-fecd-4195-9f93-184f38cba58e'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:39:37.975937 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 44824) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:39:37.981344 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a6f21060-5f5a-4fcd-b73e-c3e6afb41ac9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (d1049535-9921-4e2e-9092-be541c29cf77), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:38.010573 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a6f21060-5f5a-4fcd-b73e-c3e6afb41ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (d1049535-9921-4e2e-9092-be541c29cf77), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:38.011831 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f21060-5f5a-4fcd-b73e-c3e6afb41ac9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:38.012098 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a6f21060-5f5a-4fcd-b73e-c3e6afb41ac9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:38.085975 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-a6f21060-5f5a-4fcd-b73e-c3e6afb41ac9 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4318056 Feb 19 02:39:38.088326 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 44832) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:39:38.094434 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-2ce19eef-fb69-4be0-b389-913437b9991b admin admin] Request body: {'subnet': {'network_id': 'd1049535-9921-4e2e-9092-be541c29cf77', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1892867179-subnet', 'tenant_id': '38d16f4b1352401fb9729d38e39ded0c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:39:38.108705 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-8c689197-def0-4caf-bed1-4ca7a851afc8 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1814517051-network', 'tenant_id': '0351aa3c6ea34cbbac483ac000de57cb'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:39:38.110571 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f21060-5f5a-4fcd-b73e-c3e6afb41ac9 admin admin] Pushing event updated for resources: {'Network': ['ID=d1049535-9921-4e2e-9092-be541c29cf77,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:38.122009 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network d1049535-9921-4e2e-9092-be541c29cf77 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:39:38.151725 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ce19eef-fb69-4be0-b389-913437b9991b admin admin] Made reservation on behalf of 38d16f4b1352401fb9729d38e39ded0c for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:39:38.154245 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2ce19eef-fb69-4be0-b389-913437b9991b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:38.155973 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c689197-def0-4caf-bed1-4ca7a851afc8 admin admin] Made reservation on behalf of 0351aa3c6ea34cbbac483ac000de57cb for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:39:38.158886 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8c689197-def0-4caf-bed1-4ca7a851afc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:38.176809 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8c689197-def0-4caf-bed1-4ca7a851afc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:38.357842 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8c689197-def0-4caf-bed1-4ca7a851afc8 admin admin] Publish callbacks [] for security_group (9fb7ec05-94c5-4be9-bd64-e232c45ff032), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:38.385949 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8c689197-def0-4caf-bed1-4ca7a851afc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (9fb7ec05-94c5-4be9-bd64-e232c45ff032), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:38.426149 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c689197-def0-4caf-bed1-4ca7a851afc8 admin admin] vlan segment allocate from pool success with {'vlan_id': 297, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:39:38.442736 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2ce19eef-fb69-4be0-b389-913437b9991b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for subnet (7d83b710-2708-4a1a-8d84-f939101831cb), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:38.450748 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c689197-def0-4caf-bed1-4ca7a851afc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb7ec05-94c5-4be9-bd64-e232c45ff032,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:38.457933 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8c689197-def0-4caf-bed1-4ca7a851afc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (999cf2ff-ad78-4ea0-b2d0-93d967fd81fc), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:38.458276 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-8c689197-def0-4caf-bed1-4ca7a851afc8 admin admin] Added segment 999cf2ff-ad78-4ea0-b2d0-93d967fd81fc of type vlan for network b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7 Feb 19 02:39:38.511997 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09ae911-fdbd-4536-969c-13345d14e456 req-9eebe640-eae7-4c6c-9639-5b89d883246d tempest-TenantUsagesTestJSON-541795894 tempest-TenantUsagesTestJSON-541795894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:38.514430 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e09ae911-fdbd-4536-969c-13345d14e456 req-9eebe640-eae7-4c6c-9639-5b89d883246d tempest-TenantUsagesTestJSON-541795894 tempest-TenantUsagesTestJSON-541795894-project] 10.222.0.72 "GET /v2.0/ports?device_id=fda25432-9ed1-4b88-8ab1-9385195e1832 HTTP/1.1" status: 200 len: 949 time: 0.1012638 Feb 19 02:39:38.523603 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffb3a5b-de1d-43f3-8c8f-baf6d30725a1 req-f7e4d73f-0de8-435d-825a-f1b7f4660468 tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:38.525108 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3ffb3a5b-de1d-43f3-8c8f-baf6d30725a1 req-f7e4d73f-0de8-435d-825a-f1b7f4660468 tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] 10.222.0.72 "GET /v2.0/ports?device_id=eeb3a103-a98a-4bf0-b901-e9fa388a5ee3 HTTP/1.1" status: 200 len: 948 time: 0.0989847 Feb 19 02:39:38.558575 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8c689197-def0-4caf-bed1-4ca7a851afc8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:38.567175 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce19eef-fb69-4be0-b389-913437b9991b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d83b710-2708-4a1a-8d84-f939101831cb,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:38.592184 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce19eef-fb69-4be0-b389-913437b9991b admin admin] Checking segment: {'id': 'c304125e-c116-4f9a-a5c7-b51b0134bccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'd1049535-9921-4e2e-9092-be541c29cf77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:39:38.592536 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce19eef-fb69-4be0-b389-913437b9991b admin admin] Network hostable DHCP agents. Network: d1049535-9921-4e2e-9092-be541c29cf77, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:39:38.600647 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e09ae911-fdbd-4536-969c-13345d14e456 req-6920a53e-dd81-4cc3-aa02-40ecd065ab8d tempest-TenantUsagesTestJSON-541795894 tempest-TenantUsagesTestJSON-541795894-project] 10.222.0.72 "GET /v2.0/security-groups?id=de5649a2-5087-488d-8b48-8e465556302b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743279 Feb 19 02:39:38.603922 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3ffb3a5b-de1d-43f3-8c8f-baf6d30725a1 req-f4758981-145f-496a-b70d-3ef7d813a174 tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] 10.222.0.72 "GET /v2.0/security-groups?id=f28be3de-d6d5-41ea-a627-e95e1d3692c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711067 Feb 19 02:39:38.604169 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8c689197-def0-4caf-bed1-4ca7a851afc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:38.605217 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c689197-def0-4caf-bed1-4ca7a851afc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:38.605801 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8c689197-def0-4caf-bed1-4ca7a851afc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:38.639105 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-8c689197-def0-4caf-bed1-4ca7a851afc8 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6613784 Feb 19 02:39:38.642754 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 44850) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:39:38.647716 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-249df6c7-bc9b-4387-902b-2cfd4cae452f admin admin] Request body: {'subnet': {'network_id': 'b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1814517051-subnet', 'tenant_id': '0351aa3c6ea34cbbac483ac000de57cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:39:38.663855 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce19eef-fb69-4be0-b389-913437b9991b admin admin] Network d1049535-9921-4e2e-9092-be541c29cf77 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:39:38.669175 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-249df6c7-bc9b-4387-902b-2cfd4cae452f admin admin] Made reservation on behalf of 0351aa3c6ea34cbbac483ac000de57cb for: {'subnet': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:39:38.671696 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-249df6c7-bc9b-4387-902b-2cfd4cae452f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:38.684103 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c689197-def0-4caf-bed1-4ca7a851afc8 admin admin] Pushing event updated for resources: {'Network': ['ID=b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:38.689073 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-2ce19eef-fb69-4be0-b389-913437b9991b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, d1049535-9921-4e2e-9092-be541c29cf77) {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:39:38.693141 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce19eef-fb69-4be0-b389-913437b9991b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:38.693730 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2ce19eef-fb69-4be0-b389-913437b9991b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:38.699313 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:39:38.702286 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f478b530-df0c-4a38-8529-5c700c0412ab None None] Network d1049535-9921-4e2e-9092-be541c29cf77 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:39:38.721945 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-2ce19eef-fb69-4be0-b389-913437b9991b admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6242077 Feb 19 02:39:38.900687 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 44860) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:39:38.914774 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5140ea-05db-4a04-97dc-58495d82037f req-dfc8b983-3ff0-4103-bad8-7206620f92b1 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:38.917228 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-da5140ea-05db-4a04-97dc-58495d82037f req-dfc8b983-3ff0-4103-bad8-7206620f92b1 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb0ca84a-aa54-4ea8-8244-4ca8f9d8af34 HTTP/1.1" status: 200 len: 950 time: 0.1449687 Feb 19 02:39:38.917978 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01f0a1f-da15-4faa-9a91-fee8ccfe1026 None None] Network d1049535-9921-4e2e-9092-be541c29cf77 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:39:38.969312 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-22b554c6-4013-46b5-a2ff-6ffd7f2bc351 admin admin] Deleting subnet bca9199c-0182-4801-9220-b6b5b5ba94c2 {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:39:38.970593 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-249df6c7-bc9b-4387-902b-2cfd4cae452f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for subnet (de6735e0-8981-45a6-9d12-953729888898), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:38.973123 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-22b554c6-4013-46b5-a2ff-6ffd7f2bc351 admin admin] Publish callbacks [] for subnet (bca9199c-0182-4801-9220-b6b5b5ba94c2), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:38.977565 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device c02bdd40-95ca-43c6-a2ea-ce5f2783d9a0 up at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:39:39.010393 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-22b554c6-4013-46b5-a2ff-6ffd7f2bc351 admin admin] Publish callbacks [] for subnet (bca9199c-0182-4801-9220-b6b5b5ba94c2), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:39.020624 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-22b554c6-4013-46b5-a2ff-6ffd7f2bc351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (bca9199c-0182-4801-9220-b6b5b5ba94c2), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:39.072991 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249df6c7-bc9b-4387-902b-2cfd4cae452f admin admin] Pushing event updated for resources: {'Subnet': ['ID=de6735e0-8981-45a6-9d12-953729888898,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:39.075007 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning for port c02bdd40-95ca-43c6-a2ea-ce5f2783d9a0 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:39:39.080330 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning complete for port c02bdd40-95ca-43c6-a2ea-ce5f2783d9a0 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:39:39.080909 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (c02bdd40-95ca-43c6-a2ea-ce5f2783d9a0), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:39.083671 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-da5140ea-05db-4a04-97dc-58495d82037f req-227904bb-3f3b-4ee5-b878-fce596b76713 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571591 Feb 19 02:39:39.092217 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-22b554c6-4013-46b5-a2ff-6ffd7f2bc351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for subnet (bca9199c-0182-4801-9220-b6b5b5ba94c2), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:39.107085 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723443e1-ea4b-4629-904d-ed8d0067727c req-9c942dfb-4fa2-45e4-aa25-45fd4742d6d1 tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:39.111301 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-723443e1-ea4b-4629-904d-ed8d0067727c req-9c942dfb-4fa2-45e4-aa25-45fd4742d6d1 tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f95a5f3-1847-444e-8cb8-c429783d0446 HTTP/1.1" status: 200 len: 969 time: 0.1634727 Feb 19 02:39:39.134423 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249df6c7-bc9b-4387-902b-2cfd4cae452f admin admin] Checking segment: {'id': '999cf2ff-ad78-4ea0-b2d0-93d967fd81fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:39:39.134923 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249df6c7-bc9b-4387-902b-2cfd4cae452f admin admin] Network hostable DHCP agents. Network: b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:39:39.135178 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-22b554c6-4013-46b5-a2ff-6ffd7f2bc351 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:39.140901 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-22b554c6-4013-46b5-a2ff-6ffd7f2bc351 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/bca9199c-0182-4801-9220-b6b5b5ba94c2 HTTP/1.1" status: 204 len: 168 time: 0.2368042 Feb 19 02:39:39.140901 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b554c6-4013-46b5-a2ff-6ffd7f2bc351 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bca9199c-0182-4801-9220-b6b5b5ba94c2,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:39.143242 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 44866) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:39:39.181694 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-723443e1-ea4b-4629-904d-ed8d0067727c req-447c37f2-d995-4cac-a1e6-0b9ca9f65966 tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] 10.222.0.72 "GET /v2.0/security-groups?id=62169fff-a198-47ed-8ac8-373297a23673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645216 Feb 19 02:39:39.195543 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249df6c7-bc9b-4387-902b-2cfd4cae452f admin admin] Network b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:39:39.207488 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-249df6c7-bc9b-4387-902b-2cfd4cae452f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7) {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:39:39.214979 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249df6c7-bc9b-4387-902b-2cfd4cae452f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:39.215585 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-249df6c7-bc9b-4387-902b-2cfd4cae452f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:39.226574 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f552873-13ee-48d9-ade2-5483b3ce9977 None None] Network b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:39:39.233349 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-249df6c7-bc9b-4387-902b-2cfd4cae452f admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5893822 Feb 19 02:39:39.233902 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port c02bdd40-95ca-43c6-a2ea-ce5f2783d9a0 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:39:39.234286 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (c02bdd40-95ca-43c6-a2ea-ce5f2783d9a0), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:39.290250 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4f7bfa6c-435d-42bb-b93c-81b290232394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (7147aa59-ea99-422e-9246-1728a1c8b33d), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:39.293790 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeb3a103-a98a-4bf0-b901-e9fa388a5ee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c02bdd40-95ca-43c6-a2ea-ce5f2783d9a0'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:39:39.296864 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80253aa6-2ada-420e-ba1f-f68cdf4af8fb" -d '{"events": [{"server_uuid": "eeb3a103-a98a-4bf0-b901-e9fa388a5ee3", "name": "network-vif-plugged", "status": "completed", "tag": "c02bdd40-95ca-43c6-a2ea-ce5f2783d9a0"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:39:39.323083 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb4ceab-ff7e-4329-910e-10fa7b6feb71 req-78faf2cb-2ffa-474b-8a96-7269ea747bc3 tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:39.324713 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-cfb4ceab-ff7e-4329-910e-10fa7b6feb71 req-78faf2cb-2ffa-474b-8a96-7269ea747bc3 tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] 10.222.0.82 "GET /v2.0/ports?device_id=1f95a5f3-1847-444e-8cb8-c429783d0446 HTTP/1.1" status: 200 len: 969 time: 0.1035917 Feb 19 02:39:39.349757 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port c02bdd40-95ca-43c6-a2ea-ce5f2783d9a0, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=c02bdd40-95ca-43c6-a2ea-ce5f2783d9a0,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:39:39.361413 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (c02bdd40-95ca-43c6-a2ea-ce5f2783d9a0), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:39.362208 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device aff88903-1a5e-4f84-a020-5eab4e4dc8e2 no longer exists at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:39:39.385745 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] No Port match for: aff88903-1a5e-4f84-a020-5eab4e4dc8e2 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:39:39.386094 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device aff88903-1a5e-4f84-a020-5eab4e4dc8e2 not bound to the agent host n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:39:39.424947 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba446da2-acea-4fcb-ac0e-c33ba281f57e x-openstack-request-id: req-ba446da2-acea-4fcb-ac0e-c33ba281f57e {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:39:39.425465 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeb3a103-a98a-4bf0-b901-e9fa388a5ee3", "name": "network-vif-plugged", "status": "completed", "tag": "c02bdd40-95ca-43c6-a2ea-ce5f2783d9a0", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:39:39.425790 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ba446da2-acea-4fcb-ac0e-c33ba281f57e {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:39:39.426326 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeb3a103-a98a-4bf0-b901-e9fa388a5ee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c02bdd40-95ca-43c6-a2ea-ce5f2783d9a0', 'code': 200} Feb 19 02:39:39.476488 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=c02bdd40-95ca-43c6-a2ea-ce5f2783d9a0,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:39.489153 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d451d1ff-54fb-4004-bf71-16123cece1e1 None None] Network b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:39:39.503375 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4f7bfa6c-435d-42bb-b93c-81b290232394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (7147aa59-ea99-422e-9246-1728a1c8b33d), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:39.533297 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4f7bfa6c-435d-42bb-b93c-81b290232394 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:39:39.533780 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4f7bfa6c-435d-42bb-b93c-81b290232394 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:39:39.534606 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4f7bfa6c-435d-42bb-b93c-81b290232394 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:39:39.535025 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4f7bfa6c-435d-42bb-b93c-81b290232394 admin admin] Subscribe: > port after_create 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:39:39.535585 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4f7bfa6c-435d-42bb-b93c-81b290232394 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:39:39.536101 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4f7bfa6c-435d-42bb-b93c-81b290232394 admin admin] Subscribe: > port after_update 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:39:39.536618 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4f7bfa6c-435d-42bb-b93c-81b290232394 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:39:39.537185 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4f7bfa6c-435d-42bb-b93c-81b290232394 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:39:39.537722 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4f7bfa6c-435d-42bb-b93c-81b290232394 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:39:39.538257 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4f7bfa6c-435d-42bb-b93c-81b290232394 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:39:39.615513 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4f7bfa6c-435d-42bb-b93c-81b290232394 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:39:39.616169 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4f7bfa6c-435d-42bb-b93c-81b290232394 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:39:39.616701 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4f7bfa6c-435d-42bb-b93c-81b290232394 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:39:39.617292 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4f7bfa6c-435d-42bb-b93c-81b290232394 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103702) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:39:39.617858 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-4f7bfa6c-435d-42bb-b93c-81b290232394 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7147aa59-ea99-422e-9246-1728a1c8b33d']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:39:39.622501 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032d40ca-1b8c-46bf-97ec-d3ae99d85966 req-5082a957-75bf-4604-a18c-bc30c1d3739e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:39.624661 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-032d40ca-1b8c-46bf-97ec-d3ae99d85966 req-5082a957-75bf-4604-a18c-bc30c1d3739e service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=eeb3a103-a98a-4bf0-b901-e9fa388a5ee3 HTTP/1.1" status: 200 len: 1131 time: 0.0924261 Feb 19 02:39:39.647399 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-4f7bfa6c-435d-42bb-b93c-81b290232394 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d920fe4-24a5-41b0-80b8-3c5a83f9b017') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:39:39.647723 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-4f7bfa6c-435d-42bb-b93c-81b290232394 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d920fe4-24a5-41b0-80b8-3c5a83f9b017') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:39:39.706279 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4f7bfa6c-435d-42bb-b93c-81b290232394 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (7d920fe4-24a5-41b0-80b8-3c5a83f9b017), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:39.721828 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-cfb4ceab-ff7e-4329-910e-10fa7b6feb71 req-5e8a4ef0-0d7e-4c26-a6dc-0dcab27622a9 tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] Deleting port 18dbe207-90b7-4ca4-aa0b-e43a9cd13742 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:39:39.722166 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-cfb4ceab-ff7e-4329-910e-10fa7b6feb71 req-5e8a4ef0-0d7e-4c26-a6dc-0dcab27622a9 tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (18dbe207-90b7-4ca4-aa0b-e43a9cd13742), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:39.747018 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4f7bfa6c-435d-42bb-b93c-81b290232394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (7d920fe4-24a5-41b0-80b8-3c5a83f9b017), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:39.755573 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-032d40ca-1b8c-46bf-97ec-d3ae99d85966 req-a6e5a008-a3a2-4301-adc0-81dfa92f6822 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=f28be3de-d6d5-41ea-a627-e95e1d3692c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218634 Feb 19 02:39:39.786112 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f7bfa6c-435d-42bb-b93c-81b290232394 admin admin] Releasing vlan 264 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:39:39.786497 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4f7bfa6c-435d-42bb-b93c-81b290232394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (7d920fe4-24a5-41b0-80b8-3c5a83f9b017), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:39.795123 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e392559-a2f4-4838-b487-df9ead19a2bb req-f7d0f962-6ce0-460a-93c6-a29302997b58 tempest-TenantUsagesTestJSON-541795894 tempest-TenantUsagesTestJSON-541795894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:39.796854 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3e392559-a2f4-4838-b487-df9ead19a2bb req-f7d0f962-6ce0-460a-93c6-a29302997b58 tempest-TenantUsagesTestJSON-541795894 tempest-TenantUsagesTestJSON-541795894-project] 10.222.0.72 "GET /v2.0/ports?device_id=fda25432-9ed1-4b88-8ab1-9385195e1832 HTTP/1.1" status: 200 len: 949 time: 0.1099508 Feb 19 02:39:39.820363 n-d-826753-2 neutron-server[103702]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 19 02:39:39.820363 n-d-826753-2 neutron-server[103702]: from cryptography.utils import int_from_bytes Feb 19 02:39:39.820363 n-d-826753-2 neutron-server[103702]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 19 02:39:39.820363 n-d-826753-2 neutron-server[103702]: from cryptography.utils import int_from_bytes Feb 19 02:39:39.820363 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 02:39:39.820363 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:39:39.820363 n-d-826753-2 neutron-server[103702]: timer() Feb 19 02:39:39.820363 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:39:39.820363 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 02:39:39.820363 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:39:39.820363 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 02:39:39.820363 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:39:39.820363 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 02:39:39.820363 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:39:39.820363 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 02:39:39.820363 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:39:39.820363 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 02:39:39.820363 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:39:39.820363 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:39:39.820363 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:39:39.820363 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:39:39.820363 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:39:39.820363 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 02:39:39.820363 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:39:39.820363 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 02:39:39.820363 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:39:39.820363 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:39:39.820363 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:39:39.820363 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 02:39:39.820363 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:39:39.820363 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:39:39.820363 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:39:39.820363 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:39:39.820363 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:39:39.820363 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:39:39.820363 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:39:39.828842 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576fdca6-2786-45aa-b6f9-bb734a7efaec req-68e81baf-0044-47a7-831c-8a61f1894110 tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:39.831266 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-576fdca6-2786-45aa-b6f9-bb734a7efaec req-68e81baf-0044-47a7-831c-8a61f1894110 tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] 10.222.0.72 "GET /v2.0/ports?device_id=eeb3a103-a98a-4bf0-b901-e9fa388a5ee3 HTTP/1.1" status: 200 len: 949 time: 0.1070781 Feb 19 02:39:39.882077 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3e392559-a2f4-4838-b487-df9ead19a2bb req-f4f1b0e7-d0bc-4670-9550-c98073b71a02 tempest-TenantUsagesTestJSON-541795894 tempest-TenantUsagesTestJSON-541795894-project] 10.222.0.72 "GET /v2.0/security-groups?id=de5649a2-5087-488d-8b48-8e465556302b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775414 Feb 19 02:39:39.907961 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4f7bfa6c-435d-42bb-b93c-81b290232394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (7147aa59-ea99-422e-9246-1728a1c8b33d), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:39.919077 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4f7bfa6c-435d-42bb-b93c-81b290232394 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:39.926097 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-4f7bfa6c-435d-42bb-b93c-81b290232394 admin admin] 10.222.0.72 "DELETE /v2.0/networks/7147aa59-ea99-422e-9246-1728a1c8b33d HTTP/1.1" status: 204 len: 168 time: 0.7787483 Feb 19 02:39:39.930615 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-576fdca6-2786-45aa-b6f9-bb734a7efaec req-e47ef64f-8577-4df7-8d40-ea94ac9f39b7 tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] 10.222.0.72 "GET /v2.0/security-groups?id=f28be3de-d6d5-41ea-a627-e95e1d3692c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864856 Feb 19 02:39:39.930615 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 44908) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:39:39.965369 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7bfa6c-435d-42bb-b93c-81b290232394 admin admin] Pushing event deleted for resources: {'Network': ['ID=7147aa59-ea99-422e-9246-1728a1c8b33d,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:39.975772 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-cfb4ceab-ff7e-4329-910e-10fa7b6feb71 req-5e8a4ef0-0d7e-4c26-a6dc-0dcab27622a9 tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] For port 18dbe207-90b7-4ca4-aa0b-e43a9cd13742, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=18dbe207-90b7-4ca4-aa0b-e43a9cd13742,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:39:39.976112 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-cfb4ceab-ff7e-4329-910e-10fa7b6feb71 req-5e8a4ef0-0d7e-4c26-a6dc-0dcab27622a9 tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (18dbe207-90b7-4ca4-aa0b-e43a9cd13742), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:39.990997 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-cfb4ceab-ff7e-4329-910e-10fa7b6feb71 req-5e8a4ef0-0d7e-4c26-a6dc-0dcab27622a9 tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] Calling delete_port for 18dbe207-90b7-4ca4-aa0b-e43a9cd13742 owned by compute:tempest-test_az-77961293 {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:39:40.012130 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_v2 [None req-29000111-5af5-4568-8354-49d3a8dcc2d3 admin admin] Deleting subnet 7d83b710-2708-4a1a-8d84-f939101831cb {{(pid=103701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:39:40.012130 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-29000111-5af5-4568-8354-49d3a8dcc2d3 admin admin] Publish callbacks [] for subnet (7d83b710-2708-4a1a-8d84-f939101831cb), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:40.031248 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 44920) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:39:40.041637 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-aba47a67-461e-4f30-97c8-63e33a2f9d38 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1935229668-network', 'tenant_id': 'bd24571089314a8f9dad1898e28f32ab'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:39:40.073549 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-29000111-5af5-4568-8354-49d3a8dcc2d3 admin admin] Publish callbacks [] for subnet (7d83b710-2708-4a1a-8d84-f939101831cb), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:40.083720 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba47a67-461e-4f30-97c8-63e33a2f9d38 admin admin] Made reservation on behalf of bd24571089314a8f9dad1898e28f32ab for: {'network': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:39:40.086132 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-aba47a67-461e-4f30-97c8-63e33a2f9d38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:40.088481 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-29000111-5af5-4568-8354-49d3a8dcc2d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (7d83b710-2708-4a1a-8d84-f939101831cb), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:40.127482 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-aba47a67-461e-4f30-97c8-63e33a2f9d38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:40.150657 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-cfb4ceab-ff7e-4329-910e-10fa7b6feb71 req-5e8a4ef0-0d7e-4c26-a6dc-0dcab27622a9 tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (18dbe207-90b7-4ca4-aa0b-e43a9cd13742), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:40.188254 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-29000111-5af5-4568-8354-49d3a8dcc2d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for subnet (7d83b710-2708-4a1a-8d84-f939101831cb), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:40.191524 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['18dbe207-90b7-4ca4-aa0b-e43a9cd13742'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:39:40.196643 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8a4ef0-0d7e-4c26-a6dc-0dcab27622a9 tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] Pushing event deleted for resources: {'Port': ['ID=18dbe207-90b7-4ca4-aa0b-e43a9cd13742,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:40.254855 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-29000111-5af5-4568-8354-49d3a8dcc2d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:40.261216 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-29000111-5af5-4568-8354-49d3a8dcc2d3 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/7d83b710-2708-4a1a-8d84-f939101831cb HTTP/1.1" status: 204 len: 168 time: 0.3294678 Feb 19 02:39:40.264699 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29000111-5af5-4568-8354-49d3a8dcc2d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d83b710-2708-4a1a-8d84-f939101831cb,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:40.267942 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 44926) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:39:40.272451 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfb4ceab-ff7e-4329-910e-10fa7b6feb71 req-5e8a4ef0-0d7e-4c26-a6dc-0dcab27622a9 tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] No DVR routers for this DVR port 18dbe207-90b7-4ca4-aa0b-e43a9cd13742 on host n-h2-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:39:40.274951 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-cfb4ceab-ff7e-4329-910e-10fa7b6feb71 req-5e8a4ef0-0d7e-4c26-a6dc-0dcab27622a9 tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:40.279537 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-cfb4ceab-ff7e-4329-910e-10fa7b6feb71 req-5e8a4ef0-0d7e-4c26-a6dc-0dcab27622a9 tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] 10.222.0.82 "DELETE /v2.0/ports/18dbe207-90b7-4ca4-aa0b-e43a9cd13742 HTTP/1.1" status: 204 len: 173 time: 0.9344027 Feb 19 02:39:40.280171 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f95a5f3-1847-444e-8cb8-c429783d0446', 'name': 'network-vif-deleted', 'tag': '18dbe207-90b7-4ca4-aa0b-e43a9cd13742'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:39:40.283574 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f4136a-9aea-4f38-9df1-82c18a724dd5" -d '{"events": [{"server_uuid": "1f95a5f3-1847-444e-8cb8-c429783d0446", "name": "network-vif-deleted", "tag": "18dbe207-90b7-4ca4-aa0b-e43a9cd13742"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:39:40.389977 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b0998b-7b59-47f1-8acb-2dbf9b1db9f9 req-5f74812f-881a-40d4-b8c8-518f739fab65 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:40.391598 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d0b0998b-7b59-47f1-8acb-2dbf9b1db9f9 req-5f74812f-881a-40d4-b8c8-518f739fab65 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb0ca84a-aa54-4ea8-8244-4ca8f9d8af34 HTTP/1.1" status: 200 len: 950 time: 0.2188072 Feb 19 02:39:40.426401 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-aba47a67-461e-4f30-97c8-63e33a2f9d38 admin admin] Publish callbacks [] for security_group (066c8244-91bc-4b62-9ca2-c9b4a189ed56), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:40.429253 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8cdf5e55-29f1-4c8c-b381-cf5d6903071e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (d1049535-9921-4e2e-9092-be541c29cf77), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:40.451802 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-287cd801-6cd8-4cc4-8b2e-4aaae845a947 req-ef78534e-0e7f-4824-919c-2a2d34fed698 tempest-LiveMigrationNegativeTest-1795556321 tempest-LiveMigrationNegativeTest-1795556321-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f95a5f3-1847-444e-8cb8-c429783d0446 HTTP/1.1" status: 200 len: 210 time: 0.0707612 Feb 19 02:39:40.458538 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-aba47a67-461e-4f30-97c8-63e33a2f9d38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (066c8244-91bc-4b62-9ca2-c9b4a189ed56), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:40.515413 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0283ca62-7632-4813-91d9-77844a0000df x-openstack-request-id: req-0283ca62-7632-4813-91d9-77844a0000df {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:39:40.515728 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f95a5f3-1847-444e-8cb8-c429783d0446", "name": "network-vif-deleted", "tag": "18dbe207-90b7-4ca4-aa0b-e43a9cd13742", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:39:40.515979 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0283ca62-7632-4813-91d9-77844a0000df {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:39:40.516376 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f95a5f3-1847-444e-8cb8-c429783d0446', 'name': 'network-vif-deleted', 'tag': '18dbe207-90b7-4ca4-aa0b-e43a9cd13742', 'status': 'completed', 'code': 200} Feb 19 02:39:40.521508 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aba47a67-461e-4f30-97c8-63e33a2f9d38 admin admin] vlan segment allocate from pool success with {'vlan_id': 274, 'physical_network': 'physnet1'} {{(pid=103701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:39:40.558887 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba47a67-461e-4f30-97c8-63e33a2f9d38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=066c8244-91bc-4b62-9ca2-c9b4a189ed56,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:40.562349 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-aba47a67-461e-4f30-97c8-63e33a2f9d38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (457c3a21-c725-4b84-aeca-641c6fe09c91), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:40.562891 n-d-826753-2 neutron-server[103701]: INFO neutron.db.segments_db [None req-aba47a67-461e-4f30-97c8-63e33a2f9d38 admin admin] Added segment 457c3a21-c725-4b84-aeca-641c6fe09c91 of type vlan for network 6b308be3-99a0-4c33-b9aa-80a44b98520d Feb 19 02:39:40.583688 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d0b0998b-7b59-47f1-8acb-2dbf9b1db9f9 req-fc978921-07a5-4b70-9f45-56c2625db40f tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695101 Feb 19 02:39:40.671971 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-aba47a67-461e-4f30-97c8-63e33a2f9d38 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (6b308be3-99a0-4c33-b9aa-80a44b98520d), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:40.675584 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8cdf5e55-29f1-4c8c-b381-cf5d6903071e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (d1049535-9921-4e2e-9092-be541c29cf77), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:40.704237 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8cdf5e55-29f1-4c8c-b381-cf5d6903071e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:39:40.705152 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8cdf5e55-29f1-4c8c-b381-cf5d6903071e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:39:40.706012 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8cdf5e55-29f1-4c8c-b381-cf5d6903071e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:39:40.706437 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8cdf5e55-29f1-4c8c-b381-cf5d6903071e admin admin] Subscribe: > port after_create 55550000 {{(pid=103701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:39:40.706806 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8cdf5e55-29f1-4c8c-b381-cf5d6903071e admin admin] Subscribe: > port after_delete 55550000 {{(pid=103701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:39:40.707123 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8cdf5e55-29f1-4c8c-b381-cf5d6903071e admin admin] Subscribe: > port after_update 55550000 {{(pid=103701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:39:40.707439 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8cdf5e55-29f1-4c8c-b381-cf5d6903071e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:39:40.707754 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8cdf5e55-29f1-4c8c-b381-cf5d6903071e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:39:40.708067 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8cdf5e55-29f1-4c8c-b381-cf5d6903071e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:39:40.708383 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8cdf5e55-29f1-4c8c-b381-cf5d6903071e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:39:40.744286 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 6ba3a390-fecd-4195-9f93-184f38cba58e up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:39:40.774713 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8cdf5e55-29f1-4c8c-b381-cf5d6903071e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:39:40.775063 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8cdf5e55-29f1-4c8c-b381-cf5d6903071e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:39:40.775391 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8cdf5e55-29f1-4c8c-b381-cf5d6903071e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:39:40.775716 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8cdf5e55-29f1-4c8c-b381-cf5d6903071e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:39:40.776082 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-8cdf5e55-29f1-4c8c-b381-cf5d6903071e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1049535-9921-4e2e-9092-be541c29cf77']}} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:39:40.807628 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-8cdf5e55-29f1-4c8c-b381-cf5d6903071e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c304125e-c116-4f9a-a5c7-b51b0134bccc') {'for_net_delete': True} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:39:40.807924 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-8cdf5e55-29f1-4c8c-b381-cf5d6903071e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c304125e-c116-4f9a-a5c7-b51b0134bccc') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:39:40.825694 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-aba47a67-461e-4f30-97c8-63e33a2f9d38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (6b308be3-99a0-4c33-b9aa-80a44b98520d), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:40.826778 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba47a67-461e-4f30-97c8-63e33a2f9d38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:40.827363 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-aba47a67-461e-4f30-97c8-63e33a2f9d38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:40.831340 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8cdf5e55-29f1-4c8c-b381-cf5d6903071e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12647422'] for segment (c304125e-c116-4f9a-a5c7-b51b0134bccc), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:40.893924 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning for port 6ba3a390-fecd-4195-9f93-184f38cba58e completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:39:40.896665 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8cdf5e55-29f1-4c8c-b381-cf5d6903071e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (c304125e-c116-4f9a-a5c7-b51b0134bccc), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:40.900431 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port 6ba3a390-fecd-4195-9f93-184f38cba58e triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:39:40.900813 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (6ba3a390-fecd-4195-9f93-184f38cba58e), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:40.918351 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-aba47a67-461e-4f30-97c8-63e33a2f9d38 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8858559 Feb 19 02:39:40.919621 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cdf5e55-29f1-4c8c-b381-cf5d6903071e admin admin] Releasing vlan 290 on physical network physnet1 to pool {{(pid=103701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:39:40.920012 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8cdf5e55-29f1-4c8c-b381-cf5d6903071e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583360'] for segment (c304125e-c116-4f9a-a5c7-b51b0134bccc), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:40.920984 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 44952) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:39:40.925711 n-d-826753-2 neutron-server[103701]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 19 02:39:40.925711 n-d-826753-2 neutron-server[103701]: from cryptography.utils import int_from_bytes Feb 19 02:39:40.925711 n-d-826753-2 neutron-server[103701]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 19 02:39:40.925711 n-d-826753-2 neutron-server[103701]: from cryptography.utils import int_from_bytes Feb 19 02:39:40.925711 n-d-826753-2 neutron-server[103701]: Traceback (most recent call last): Feb 19 02:39:40.925711 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:39:40.925711 n-d-826753-2 neutron-server[103701]: timer() Feb 19 02:39:40.925711 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:39:40.925711 n-d-826753-2 neutron-server[103701]: cb(*args, **kw) Feb 19 02:39:40.925711 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:39:40.925711 n-d-826753-2 neutron-server[103701]: return func(*args, **kwargs) Feb 19 02:39:40.925711 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:39:40.925711 n-d-826753-2 neutron-server[103701]: self._notify() Feb 19 02:39:40.925711 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:39:40.925711 n-d-826753-2 neutron-server[103701]: self.callback(batched_events) Feb 19 02:39:40.925711 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:39:40.925711 n-d-826753-2 neutron-server[103701]: event.method(event) Feb 19 02:39:40.925711 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:39:40.925711 n-d-826753-2 neutron-server[103701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:39:40.925711 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:39:40.925711 n-d-826753-2 neutron-server[103701]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:39:40.925711 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:39:40.925711 n-d-826753-2 neutron-server[103701]: return f(self, *a, **k) Feb 19 02:39:40.925711 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:39:40.925711 n-d-826753-2 neutron-server[103701]: return self._get(url).json() Feb 19 02:39:40.925711 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:39:40.925711 n-d-826753-2 neutron-server[103701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:39:40.925711 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:39:40.925711 n-d-826753-2 neutron-server[103701]: return self.request(url, 'GET', **kwargs) Feb 19 02:39:40.925711 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:39:40.925711 n-d-826753-2 neutron-server[103701]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:39:40.925711 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:39:40.925711 n-d-826753-2 neutron-server[103701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:39:40.925711 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:39:40.925711 n-d-826753-2 neutron-server[103701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:39:40.925711 n-d-826753-2 neutron-server[103701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:39:40.927724 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-b97dfad0-35e3-445d-933f-3d8b50b1c115 admin admin] Request body: {'subnet': {'network_id': '6b308be3-99a0-4c33-b9aa-80a44b98520d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1935229668-subnet', 'tenant_id': 'bd24571089314a8f9dad1898e28f32ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:39:40.938915 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba47a67-461e-4f30-97c8-63e33a2f9d38 admin admin] Pushing event updated for resources: {'Network': ['ID=6b308be3-99a0-4c33-b9aa-80a44b98520d,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:40.986563 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 6b308be3-99a0-4c33-b9aa-80a44b98520d details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:39:40.990957 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b97dfad0-35e3-445d-933f-3d8b50b1c115 admin admin] Made reservation on behalf of bd24571089314a8f9dad1898e28f32ab for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:39:40.998175 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b97dfad0-35e3-445d-933f-3d8b50b1c115 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:41.071382 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8cdf5e55-29f1-4c8c-b381-cf5d6903071e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (d1049535-9921-4e2e-9092-be541c29cf77), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:41.098915 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdf5e55-29f1-4c8c-b381-cf5d6903071e admin admin] Pushing event deleted for resources: {'Network': ['ID=d1049535-9921-4e2e-9092-be541c29cf77,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:41.120329 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8cdf5e55-29f1-4c8c-b381-cf5d6903071e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:41.124782 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-8cdf5e55-29f1-4c8c-b381-cf5d6903071e admin admin] 10.222.0.72 "DELETE /v2.0/networks/d1049535-9921-4e2e-9092-be541c29cf77 HTTP/1.1" status: 204 len: 168 time: 0.8539948 Feb 19 02:39:41.137586 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bc374a-aeea-41d8-941c-e726e4eec630 req-15be66fa-d6e4-4026-9d82-cd4535c717d3 tempest-TenantUsagesTestJSON-541795894 tempest-TenantUsagesTestJSON-541795894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:41.139185 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d9bc374a-aeea-41d8-941c-e726e4eec630 req-15be66fa-d6e4-4026-9d82-cd4535c717d3 tempest-TenantUsagesTestJSON-541795894 tempest-TenantUsagesTestJSON-541795894-project] 10.222.0.72 "GET /v2.0/ports?device_id=fda25432-9ed1-4b88-8ab1-9385195e1832 HTTP/1.1" status: 200 len: 949 time: 0.1233685 Feb 19 02:39:41.174215 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 6ba3a390-fecd-4195-9f93-184f38cba58e is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:39:41.175764 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (6ba3a390-fecd-4195-9f93-184f38cba58e), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:41.262021 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d9bc374a-aeea-41d8-941c-e726e4eec630 req-280b2f3a-8b1d-4f8b-a30f-eb4e561cd619 tempest-TenantUsagesTestJSON-541795894 tempest-TenantUsagesTestJSON-541795894-project] 10.222.0.72 "GET /v2.0/security-groups?id=de5649a2-5087-488d-8b48-8e465556302b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685534 Feb 19 02:39:41.269791 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 6ba3a390-fecd-4195-9f93-184f38cba58e, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=6ba3a390-fecd-4195-9f93-184f38cba58e,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:39:41.280878 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (6ba3a390-fecd-4195-9f93-184f38cba58e), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:41.295237 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed96a11-7fff-4031-884f-5e74e6c1cbef req-92535be6-1749-4e79-a025-fa252022811c tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:41.305441 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b97dfad0-35e3-445d-933f-3d8b50b1c115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (9df8e3b6-7e2f-48e5-8ea5-bccd8fd9894c), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:41.307148 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bed96a11-7fff-4031-884f-5e74e6c1cbef req-92535be6-1749-4e79-a025-fa252022811c tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] 10.222.0.72 "GET /v2.0/ports?device_id=eeb3a103-a98a-4bf0-b901-e9fa388a5ee3 HTTP/1.1" status: 200 len: 949 time: 0.1667211 Feb 19 02:39:41.341786 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=6ba3a390-fecd-4195-9f93-184f38cba58e,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:41.385967 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97dfad0-35e3-445d-933f-3d8b50b1c115 admin admin] Checking segment: {'id': '457c3a21-c725-4b84-aeca-641c6fe09c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '6b308be3-99a0-4c33-b9aa-80a44b98520d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:39:41.386357 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97dfad0-35e3-445d-933f-3d8b50b1c115 admin admin] Network hostable DHCP agents. Network: 6b308be3-99a0-4c33-b9aa-80a44b98520d, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:39:41.393619 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97dfad0-35e3-445d-933f-3d8b50b1c115 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9df8e3b6-7e2f-48e5-8ea5-bccd8fd9894c,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:41.408978 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bed96a11-7fff-4031-884f-5e74e6c1cbef req-b39aaa9e-bad5-4b89-b26a-02b597fe8893 tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] 10.222.0.72 "GET /v2.0/security-groups?id=f28be3de-d6d5-41ea-a627-e95e1d3692c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982449 Feb 19 02:39:41.427228 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fda25432-9ed1-4b88-8ab1-9385195e1832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ba3a390-fecd-4195-9f93-184f38cba58e'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:39:41.430082 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b6ad55c-5fca-4467-ba00-19973e9ffd8c" -d '{"events": [{"server_uuid": "fda25432-9ed1-4b88-8ab1-9385195e1832", "name": "network-vif-plugged", "status": "completed", "tag": "6ba3a390-fecd-4195-9f93-184f38cba58e"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:39:41.449098 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97dfad0-35e3-445d-933f-3d8b50b1c115 admin admin] Network 6b308be3-99a0-4c33-b9aa-80a44b98520d is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:39:41.461923 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-b97dfad0-35e3-445d-933f-3d8b50b1c115 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 6b308be3-99a0-4c33-b9aa-80a44b98520d) {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:39:41.467017 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97dfad0-35e3-445d-933f-3d8b50b1c115 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:41.468551 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b97dfad0-35e3-445d-933f-3d8b50b1c115 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:41.474299 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6761d1-b3e7-46a2-a2ba-55002aed1341 None None] Network 6b308be3-99a0-4c33-b9aa-80a44b98520d requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:39:41.490323 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-b97dfad0-35e3-445d-933f-3d8b50b1c115 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5682087 Feb 19 02:39:41.519391 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 44974) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:39:41.536130 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35c62ef8-c95f-4db2-b0dd-40cd57255ba4 x-openstack-request-id: req-35c62ef8-c95f-4db2-b0dd-40cd57255ba4 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:39:41.536449 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fda25432-9ed1-4b88-8ab1-9385195e1832", "name": "network-vif-plugged", "status": "completed", "tag": "6ba3a390-fecd-4195-9f93-184f38cba58e", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:39:41.536713 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-35c62ef8-c95f-4db2-b0dd-40cd57255ba4 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:39:41.537484 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fda25432-9ed1-4b88-8ab1-9385195e1832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ba3a390-fecd-4195-9f93-184f38cba58e', 'code': 200} Feb 19 02:39:41.605394 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-4253e872-5993-4de2-9594-8be1af0a4b8c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=cbb1dc3a20834f92a16879bee7998871&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0845861 Feb 19 02:39:41.607855 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 44980) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:39:41.674447 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b2b16a9a-f9ac-42f3-9b6b-9b5afd61a41a admin admin] Publish callbacks [] for security_group (1d2e3e00-6769-443a-a1ab-1f846875373b), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:41.690077 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7165ee5b-2c88-46bf-965b-f0901dd5196d None None] Network 6b308be3-99a0-4c33-b9aa-80a44b98520d requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:39:41.726388 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b2b16a9a-f9ac-42f3-9b6b-9b5afd61a41a admin admin] Publish callbacks [] for security_group (1d2e3e00-6769-443a-a1ab-1f846875373b), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:41.749383 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d62842-7f6b-4a80-b95e-1bd1ac57b9ce req-d2424d76-ead5-446a-a2ef-019dc9a85cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:41.750965 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-55d62842-7f6b-4a80-b95e-1bd1ac57b9ce req-d2424d76-ead5-446a-a2ef-019dc9a85cc4 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=fda25432-9ed1-4b88-8ab1-9385195e1832 HTTP/1.1" status: 200 len: 1132 time: 0.1046200 Feb 19 02:39:41.832707 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-55d62842-7f6b-4a80-b95e-1bd1ac57b9ce req-aa190ab0-b12d-4c7c-95b0-67e2bda24381 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=de5649a2-5087-488d-8b48-8e465556302b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666807 Feb 19 02:39:41.876235 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b2b16a9a-f9ac-42f3-9b6b-9b5afd61a41a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (1d2e3e00-6769-443a-a1ab-1f846875373b), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:41.882135 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b2b16a9a-f9ac-42f3-9b6b-9b5afd61a41a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:41.888946 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-b2b16a9a-f9ac-42f3-9b6b-9b5afd61a41a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1d2e3e00-6769-443a-a1ab-1f846875373b HTTP/1.1" status: 204 len: 168 time: 0.2799811 Feb 19 02:39:41.918378 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b16a9a-f9ac-42f3-9b6b-9b5afd61a41a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d2e3e00-6769-443a-a1ab-1f846875373b,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:41.942684 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee28a41-5918-4a73-8100-d054fcb36527 req-d9d1d261-da14-4a26-b0a7-f8160504aad0 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:41.944681 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-eee28a41-5918-4a73-8100-d054fcb36527 req-d9d1d261-da14-4a26-b0a7-f8160504aad0 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb0ca84a-aa54-4ea8-8244-4ca8f9d8af34 HTTP/1.1" status: 200 len: 950 time: 0.0936413 Feb 19 02:39:42.019993 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-eee28a41-5918-4a73-8100-d054fcb36527 req-e4a99eea-6695-402a-bc9d-0dd7d4688f70 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691786 Feb 19 02:39:42.173518 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cb3261-3d48-45f1-ba03-1ab677df72b9 req-c88252a5-afa9-458c-a206-845241d4bfe0 tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:42.180781 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-69cb3261-3d48-45f1-ba03-1ab677df72b9 req-c88252a5-afa9-458c-a206-845241d4bfe0 tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] 10.222.0.72 "GET /v2.0/ports?device_id=eeb3a103-a98a-4bf0-b901-e9fa388a5ee3 HTTP/1.1" status: 200 len: 949 time: 0.1120994 Feb 19 02:39:42.241072 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-69cb3261-3d48-45f1-ba03-1ab677df72b9 req-33bf7c73-3a2c-4b50-b856-d289a3018baa tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] 10.222.0.72 "GET /v2.0/security-groups?id=f28be3de-d6d5-41ea-a627-e95e1d3692c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593009 Feb 19 02:39:42.252253 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45004) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:39:42.533426 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f76efa6-067b-4dbf-af74-8d78b4493aa3 req-8e83a946-47dd-41b5-b76e-5bb6917b4ff4 tempest-TenantUsagesTestJSON-541795894 tempest-TenantUsagesTestJSON-541795894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:42.535407 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5f76efa6-067b-4dbf-af74-8d78b4493aa3 req-8e83a946-47dd-41b5-b76e-5bb6917b4ff4 tempest-TenantUsagesTestJSON-541795894 tempest-TenantUsagesTestJSON-541795894-project] 10.222.0.72 "GET /v2.0/ports?device_id=fda25432-9ed1-4b88-8ab1-9385195e1832 HTTP/1.1" status: 200 len: 950 time: 0.0756493 Feb 19 02:39:42.621313 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5f76efa6-067b-4dbf-af74-8d78b4493aa3 req-cbd6d563-27b3-4806-b832-0f165aa996b4 tempest-TenantUsagesTestJSON-541795894 tempest-TenantUsagesTestJSON-541795894-project] 10.222.0.72 "GET /v2.0/security-groups?id=de5649a2-5087-488d-8b48-8e465556302b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586460 Feb 19 02:39:42.832228 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45026) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:39:42.858607 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02141ed-a81a-457c-80c1-5ecb3792a4af req-18863784-a381-4a38-b2a7-b6682af01a98 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:42.860098 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f02141ed-a81a-457c-80c1-5ecb3792a4af req-18863784-a381-4a38-b2a7-b6682af01a98 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/networks?id=b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7 HTTP/1.1" status: 200 len: 808 time: 0.1755559 Feb 19 02:39:42.876851 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45030) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:39:42.905962 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204b69f3-e63e-4759-a13c-d445eb09ec86 req-0c2c9a22-d104-47f6-9b1d-158aee2aa536 tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:42.907564 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-204b69f3-e63e-4759-a13c-d445eb09ec86 req-0c2c9a22-d104-47f6-9b1d-158aee2aa536 tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] 10.222.0.72 "GET /v2.0/ports?device_id=eeb3a103-a98a-4bf0-b901-e9fa388a5ee3 HTTP/1.1" status: 200 len: 949 time: 0.1305463 Feb 19 02:39:42.914734 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f02141ed-a81a-457c-80c1-5ecb3792a4af req-606fe626-d463-4939-b17b-91aab923a880 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/quotas/0351aa3c6ea34cbbac483ac000de57cb HTTP/1.1" status: 200 len: 375 time: 0.0462945 Feb 19 02:39:42.919406 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9155cbab-1980-40b3-8ec0-4267716c86f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:42.948701 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-b28cb062-d5d7-4823-b96a-761eef41c5cf admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=38d16f4b1352401fb9729d38e39ded0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0701101 Feb 19 02:39:42.951504 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45032) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:39:42.959040 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-dca2df97-45f1-44c0-9181-9eea1f52c606 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9a5101de2f7a4f33971e88e3f4514760&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7051580 Feb 19 02:39:42.961285 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45034) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:39:42.964318 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f02141ed-a81a-457c-80c1-5ecb3792a4af req-4c57d65c-4148-4f0f-815b-a331ca331d3f tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=0351aa3c6ea34cbbac483ac000de57cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0486791 Feb 19 02:39:42.980164 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [req-f02141ed-a81a-457c-80c1-5ecb3792a4af req-c8d4d39a-1b73-491a-8e1f-6fd173a99399 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103701) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:39:42.981300 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f02141ed-a81a-457c-80c1-5ecb3792a4af req-c8d4d39a-1b73-491a-8e1f-6fd173a99399 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0072532 Feb 19 02:39:42.996531 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 18dbe207-90b7-4ca4-aa0b-e43a9cd13742 no longer exists at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:39:43.042168 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] No Port match for: 18dbe207-90b7-4ca4-aa0b-e43a9cd13742 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:39:43.043353 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 18dbe207-90b7-4ca4-aa0b-e43a9cd13742 not bound to the agent host n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:39:43.077288 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-204b69f3-e63e-4759-a13c-d445eb09ec86 req-6fdcd5b7-bc16-4cdf-8665-dc5b34c80c4c tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] 10.222.0.72 "GET /v2.0/security-groups?id=f28be3de-d6d5-41ea-a627-e95e1d3692c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520083 Feb 19 02:39:43.123703 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f02141ed-a81a-457c-80c1-5ecb3792a4af req-356979c0-ffb3-4efc-ad6a-8b247d34939f service neutron] 10.222.0.72 "GET /v2.0/networks/b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293507 Feb 19 02:39:43.130098 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1701ebba-e521-4a82-b1e5-0339b889de8f admin admin] Publish callbacks [] for security_group (204ea7c4-c628-423c-a68b-87bce848a48f), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:43.137111 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cea6bdce-860a-452d-a02a-f22fba4b421f admin admin] Publish callbacks [] for security_group (62169fff-a198-47ed-8ac8-373297a23673), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:43.141526 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9155cbab-1980-40b3-8ec0-4267716c86f6 admin admin] Publish callbacks [] for security_group (a52e28e1-de4c-49c5-81fc-eb109055bb8c), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:43.167396 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9155cbab-1980-40b3-8ec0-4267716c86f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (a52e28e1-de4c-49c5-81fc-eb109055bb8c), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:43.179147 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1701ebba-e521-4a82-b1e5-0339b889de8f admin admin] Publish callbacks [] for security_group (204ea7c4-c628-423c-a68b-87bce848a48f), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:43.212212 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cea6bdce-860a-452d-a02a-f22fba4b421f admin admin] Publish callbacks [] for security_group (62169fff-a198-47ed-8ac8-373297a23673), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:43.250081 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-9155cbab-1980-40b3-8ec0-4267716c86f6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=38e26d78d5b644a589c8984ca0aee32f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4174488 Feb 19 02:39:43.253840 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45038) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:39:43.262669 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9155cbab-1980-40b3-8ec0-4267716c86f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a52e28e1-de4c-49c5-81fc-eb109055bb8c,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:43.274862 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f02141ed-a81a-457c-80c1-5ecb3792a4af req-cf174a64-2ead-4101-bb6a-36bac65795ed service neutron] 10.222.0.72 "GET /v2.0/networks/b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502190 Feb 19 02:39:43.292608 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e34a778-5098-4e2d-9fec-c00e3dfe87d4 req-7c215901-5fbd-462c-a175-92c5c0753c9e tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:43.305650 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8e34a778-5098-4e2d-9fec-c00e3dfe87d4 req-7c215901-5fbd-462c-a175-92c5c0753c9e tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb0ca84a-aa54-4ea8-8244-4ca8f9d8af34 HTTP/1.1" status: 200 len: 950 time: 0.1284328 Feb 19 02:39:43.325411 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1701ebba-e521-4a82-b1e5-0339b889de8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (204ea7c4-c628-423c-a68b-87bce848a48f), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:43.331308 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1701ebba-e521-4a82-b1e5-0339b889de8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:43.333504 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-1701ebba-e521-4a82-b1e5-0339b889de8f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/204ea7c4-c628-423c-a68b-87bce848a48f HTTP/1.1" status: 204 len: 168 time: 0.3808408 Feb 19 02:39:43.363548 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1701ebba-e521-4a82-b1e5-0339b889de8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=204ea7c4-c628-423c-a68b-87bce848a48f,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:43.366077 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cea6bdce-860a-452d-a02a-f22fba4b421f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (62169fff-a198-47ed-8ac8-373297a23673), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:43.368802 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cea6bdce-860a-452d-a02a-f22fba4b421f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:43.369976 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-cea6bdce-860a-452d-a02a-f22fba4b421f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/62169fff-a198-47ed-8ac8-373297a23673 HTTP/1.1" status: 204 len: 168 time: 0.4075124 Feb 19 02:39:43.393785 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea6bdce-860a-452d-a02a-f22fba4b421f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62169fff-a198-47ed-8ac8-373297a23673,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:43.486403 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-25dd1f71-cc0f-4984-9b95-8e284d513cd2 admin admin] Publish callbacks [] for security_group (a52e28e1-de4c-49c5-81fc-eb109055bb8c), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:43.507250 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8e34a778-5098-4e2d-9fec-c00e3dfe87d4 req-a4dbcb2a-9bf4-42f8-b7db-6f5cd3506369 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902702 Feb 19 02:39:43.541338 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-25dd1f71-cc0f-4984-9b95-8e284d513cd2 admin admin] Publish callbacks [] for security_group (a52e28e1-de4c-49c5-81fc-eb109055bb8c), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:43.614478 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f1f349b8-ca75-4b67-883c-d816311d7616 req-6250817d-27a5-4156-a671-f2fe0833b785 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=0e3f78fd-0754-4bc2-bf93-db1168fc7253 HTTP/1.1" status: 200 len: 210 time: 0.0403690 Feb 19 02:39:43.681979 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-25dd1f71-cc0f-4984-9b95-8e284d513cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (a52e28e1-de4c-49c5-81fc-eb109055bb8c), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:43.686122 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-25dd1f71-cc0f-4984-9b95-8e284d513cd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:43.687522 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-25dd1f71-cc0f-4984-9b95-8e284d513cd2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a52e28e1-de4c-49c5-81fc-eb109055bb8c HTTP/1.1" status: 204 len: 168 time: 0.4313428 Feb 19 02:39:43.709935 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dd1f71-cc0f-4984-9b95-8e284d513cd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a52e28e1-de4c-49c5-81fc-eb109055bb8c,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:43.875160 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45064) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:39:43.943510 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-f3de15da-de94-45bd-8bf1-8afcd6c4288d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3455c85bbec3459a80afc2fccc0cc999&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0660753 Feb 19 02:39:43.945092 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45066) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:39:44.034893 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8d48eaed-0906-423d-bc70-cc66f6400109 admin admin] Publish callbacks [] for security_group (02f1c564-458c-4edc-9144-5d7b20a261b7), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:44.068026 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8d48eaed-0906-423d-bc70-cc66f6400109 admin admin] Publish callbacks [] for security_group (02f1c564-458c-4edc-9144-5d7b20a261b7), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:44.141293 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8d48eaed-0906-423d-bc70-cc66f6400109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (02f1c564-458c-4edc-9144-5d7b20a261b7), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:44.146274 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8d48eaed-0906-423d-bc70-cc66f6400109 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:44.150595 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-8d48eaed-0906-423d-bc70-cc66f6400109 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/02f1c564-458c-4edc-9144-5d7b20a261b7 HTTP/1.1" status: 204 len: 168 time: 0.2013218 Feb 19 02:39:44.160819 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df852d73-3912-4415-a404-d5fecb3758ca req-c5e0f5ee-a881-47a7-8f05-462468ab4300 tempest-TenantUsagesTestJSON-541795894 tempest-TenantUsagesTestJSON-541795894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:44.161461 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d48eaed-0906-423d-bc70-cc66f6400109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f1c564-458c-4edc-9144-5d7b20a261b7,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:44.165615 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-df852d73-3912-4415-a404-d5fecb3758ca req-c5e0f5ee-a881-47a7-8f05-462468ab4300 tempest-TenantUsagesTestJSON-541795894 tempest-TenantUsagesTestJSON-541795894-project] 10.222.0.72 "GET /v2.0/ports?device_id=fda25432-9ed1-4b88-8ab1-9385195e1832 HTTP/1.1" status: 200 len: 950 time: 0.3916872 Feb 19 02:39:44.282407 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-df852d73-3912-4415-a404-d5fecb3758ca req-ddaf7786-7ea4-4906-bd37-0c19e6ff1c05 tempest-TenantUsagesTestJSON-541795894 tempest-TenantUsagesTestJSON-541795894-project] 10.222.0.72 "GET /v2.0/security-groups?id=de5649a2-5087-488d-8b48-8e465556302b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127734 Feb 19 02:39:44.305419 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45082) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:39:44.358820 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8118bf52-78c5-410a-8dcc-1364f5393576 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:44.384366 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbbfd34-0d2e-424e-a5cf-ada297135edc req-0da1e8d4-06e9-47ff-b6ad-b0ad5a5ba540 tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:44.386818 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8bbbfd34-0d2e-424e-a5cf-ada297135edc req-0da1e8d4-06e9-47ff-b6ad-b0ad5a5ba540 tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] 10.222.0.72 "GET /v2.0/ports?device_id=eeb3a103-a98a-4bf0-b901-e9fa388a5ee3 HTTP/1.1" status: 200 len: 949 time: 0.1308696 Feb 19 02:39:44.400144 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9494d857-abc7-49fd-9bce-645d091f458d req-ee6cd58a-8e04-4d7a-918a-1a88126e324d tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:44.411901 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-9494d857-abc7-49fd-9bce-645d091f458d req-ee6cd58a-8e04-4d7a-918a-1a88126e324d tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] 10.222.0.82 "GET /v2.0/ports?device_id=eeb3a103-a98a-4bf0-b901-e9fa388a5ee3 HTTP/1.1" status: 200 len: 949 time: 0.1875274 Feb 19 02:39:44.506261 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8bbbfd34-0d2e-424e-a5cf-ada297135edc req-d23fb8b5-381c-408f-ba4e-7de10a00068b tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] 10.222.0.72 "GET /v2.0/security-groups?id=f28be3de-d6d5-41ea-a627-e95e1d3692c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128886 Feb 19 02:39:44.748417 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfd12fa-0428-4eb5-97f4-00b518c68f9e req-3ed7d577-1301-4566-b464-0df237c4d3fb tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:44.757196 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0cfd12fa-0428-4eb5-97f4-00b518c68f9e req-3ed7d577-1301-4566-b464-0df237c4d3fb tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb0ca84a-aa54-4ea8-8244-4ca8f9d8af34 HTTP/1.1" status: 200 len: 950 time: 0.1252353 Feb 19 02:39:44.772756 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8118bf52-78c5-410a-8dcc-1364f5393576 admin admin] Publish callbacks [] for security_group (87697a8f-2c75-4a5e-9d36-61eecbd3925b), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:44.776475 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-9494d857-abc7-49fd-9bce-645d091f458d req-daab899f-598f-4769-baa5-dfd596f7b91b tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] Deleting port c02bdd40-95ca-43c6-a2ea-ce5f2783d9a0 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:39:44.776808 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-9494d857-abc7-49fd-9bce-645d091f458d req-daab899f-598f-4769-baa5-dfd596f7b91b tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (c02bdd40-95ca-43c6-a2ea-ce5f2783d9a0), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:44.781880 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8118bf52-78c5-410a-8dcc-1364f5393576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (87697a8f-2c75-4a5e-9d36-61eecbd3925b), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:44.843624 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0cfd12fa-0428-4eb5-97f4-00b518c68f9e req-223ed8db-0bdd-40f0-ab98-abf43748af58 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747101 Feb 19 02:39:44.849984 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8118bf52-78c5-410a-8dcc-1364f5393576 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87697a8f-2c75-4a5e-9d36-61eecbd3925b,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:44.896243 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-8118bf52-78c5-410a-8dcc-1364f5393576 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ba9561906aed4aae9f4bc6e477e8d463&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5889590 Feb 19 02:39:44.899074 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45100) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:39:44.937221 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-9494d857-abc7-49fd-9bce-645d091f458d req-daab899f-598f-4769-baa5-dfd596f7b91b tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] For port c02bdd40-95ca-43c6-a2ea-ce5f2783d9a0, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=c02bdd40-95ca-43c6-a2ea-ce5f2783d9a0,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:39:44.937865 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-9494d857-abc7-49fd-9bce-645d091f458d req-daab899f-598f-4769-baa5-dfd596f7b91b tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (c02bdd40-95ca-43c6-a2ea-ce5f2783d9a0), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:44.952472 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-9494d857-abc7-49fd-9bce-645d091f458d req-daab899f-598f-4769-baa5-dfd596f7b91b tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] Calling delete_port for c02bdd40-95ca-43c6-a2ea-ce5f2783d9a0 owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:39:44.995029 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d9f49795-90ae-407d-b0bb-1dbb16bef490 req-37d75325-f4b8-487c-8ec1-da518452c707 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=0e3f78fd-0754-4bc2-bf93-db1168fc7253 HTTP/1.1" status: 200 len: 210 time: 0.0680015 Feb 19 02:39:45.028336 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0aad44d0-9017-49ff-8544-d699d390ac47 admin admin] Publish callbacks [] for security_group (87697a8f-2c75-4a5e-9d36-61eecbd3925b), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:45.083321 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0aad44d0-9017-49ff-8544-d699d390ac47 admin admin] Publish callbacks [] for security_group (87697a8f-2c75-4a5e-9d36-61eecbd3925b), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:45.177625 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0aad44d0-9017-49ff-8544-d699d390ac47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (87697a8f-2c75-4a5e-9d36-61eecbd3925b), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:45.188440 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0aad44d0-9017-49ff-8544-d699d390ac47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:45.188440 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-0aad44d0-9017-49ff-8544-d699d390ac47 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/87697a8f-2c75-4a5e-9d36-61eecbd3925b HTTP/1.1" status: 204 len: 168 time: 0.2860131 Feb 19 02:39:45.199550 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aad44d0-9017-49ff-8544-d699d390ac47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87697a8f-2c75-4a5e-9d36-61eecbd3925b,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:45.211289 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-9494d857-abc7-49fd-9bce-645d091f458d req-daab899f-598f-4769-baa5-dfd596f7b91b tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (c02bdd40-95ca-43c6-a2ea-ce5f2783d9a0), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:45.249662 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['c02bdd40-95ca-43c6-a2ea-ce5f2783d9a0'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:39:45.268271 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daab899f-598f-4769-baa5-dfd596f7b91b tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] Pushing event deleted for resources: {'Port': ['ID=c02bdd40-95ca-43c6-a2ea-ce5f2783d9a0,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:45.415579 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-0058ab8a-ba29-4cd0-b9bf-68cdbd9716ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:45.429271 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02141ed-a81a-457c-80c1-5ecb3792a4af req-91498b43-5a84-4bdb-8e47-95df0bc7a16f tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:45.430876 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f02141ed-a81a-457c-80c1-5ecb3792a4af req-91498b43-5a84-4bdb-8e47-95df0bc7a16f tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.82 "GET /v2.0/networks?id=b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7 HTTP/1.1" status: 200 len: 808 time: 0.2084217 Feb 19 02:39:45.451141 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-f02141ed-a81a-457c-80c1-5ecb3792a4af req-7acb6ff6-90fd-4d24-b53c-40c2bf64ac5a tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Request body: {'port': {'device_id': '0e3f78fd-0754-4bc2-bf93-db1168fc7253', 'network_id': 'b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7', 'admin_state_up': True, 'tenant_id': '0351aa3c6ea34cbbac483ac000de57cb'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:39:45.697880 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f02141ed-a81a-457c-80c1-5ecb3792a4af req-7acb6ff6-90fd-4d24-b53c-40c2bf64ac5a tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Made reservation on behalf of 0351aa3c6ea34cbbac483ac000de57cb for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:39:45.705641 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-f02141ed-a81a-457c-80c1-5ecb3792a4af req-7acb6ff6-90fd-4d24-b53c-40c2bf64ac5a tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:45.733119 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2520f767-1941-497c-8485-5f957247338a req-004fe150-1795-4470-8799-6a593ebbfe8d tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] 10.222.0.72 "GET /v2.0/ports?device_id=eeb3a103-a98a-4bf0-b901-e9fa388a5ee3 HTTP/1.1" status: 200 len: 210 time: 0.0548275 Feb 19 02:39:45.784138 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-9494d857-abc7-49fd-9bce-645d091f458d req-daab899f-598f-4769-baa5-dfd596f7b91b tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] No DVR routers for this DVR port c02bdd40-95ca-43c6-a2ea-ce5f2783d9a0 on host n-h2-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:39:45.786998 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-9494d857-abc7-49fd-9bce-645d091f458d req-daab899f-598f-4769-baa5-dfd596f7b91b tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:45.791636 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-9494d857-abc7-49fd-9bce-645d091f458d req-daab899f-598f-4769-baa5-dfd596f7b91b tempest-DeleteServersAdminTestJSON-852887379 tempest-DeleteServersAdminTestJSON-852887379-project] 10.222.0.82 "DELETE /v2.0/ports/c02bdd40-95ca-43c6-a2ea-ce5f2783d9a0 HTTP/1.1" status: 204 len: 173 time: 1.3499975 Feb 19 02:39:45.792483 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeb3a103-a98a-4bf0-b901-e9fa388a5ee3', 'name': 'network-vif-deleted', 'tag': 'c02bdd40-95ca-43c6-a2ea-ce5f2783d9a0'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:39:45.805826 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d91b3ed-d26a-4ca4-aef8-1c751c198c82" -d '{"events": [{"server_uuid": "eeb3a103-a98a-4bf0-b901-e9fa388a5ee3", "name": "network-vif-deleted", "tag": "c02bdd40-95ca-43c6-a2ea-ce5f2783d9a0"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:39:45.822934 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45138) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:39:45.844283 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ff1e4baa-a458-4bf5-b083-a38e20b48a4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:45.853296 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf34f11c-cb09-4ec8-ba6b-7084c1368060 req-acd8c1cf-1c01-4c63-a038-4571a55b1d62 tempest-TenantUsagesTestJSON-541795894 tempest-TenantUsagesTestJSON-541795894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:45.855702 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cf34f11c-cb09-4ec8-ba6b-7084c1368060 req-acd8c1cf-1c01-4c63-a038-4571a55b1d62 tempest-TenantUsagesTestJSON-541795894 tempest-TenantUsagesTestJSON-541795894-project] 10.222.0.72 "GET /v2.0/ports?device_id=fda25432-9ed1-4b88-8ab1-9385195e1832 HTTP/1.1" status: 200 len: 950 time: 0.1323328 Feb 19 02:39:45.945232 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ff1e4baa-a458-4bf5-b083-a38e20b48a4f admin admin] Publish callbacks [] for security_group (c43358c1-93f7-48a7-9826-f5a53ecac54d), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:45.947406 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6539db40-d967-4ffe-92bd-cf41f8190e5f x-openstack-request-id: req-6539db40-d967-4ffe-92bd-cf41f8190e5f {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:39:45.947717 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeb3a103-a98a-4bf0-b901-e9fa388a5ee3", "name": "network-vif-deleted", "tag": "c02bdd40-95ca-43c6-a2ea-ce5f2783d9a0", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:39:45.948017 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6539db40-d967-4ffe-92bd-cf41f8190e5f {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:39:45.948400 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeb3a103-a98a-4bf0-b901-e9fa388a5ee3', 'name': 'network-vif-deleted', 'tag': 'c02bdd40-95ca-43c6-a2ea-ce5f2783d9a0', 'status': 'completed', 'code': 200} Feb 19 02:39:45.956716 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ff1e4baa-a458-4bf5-b083-a38e20b48a4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (c43358c1-93f7-48a7-9826-f5a53ecac54d), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:45.984339 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cf34f11c-cb09-4ec8-ba6b-7084c1368060 req-1fd3e257-7eef-4c63-9e37-3964fb65e49c tempest-TenantUsagesTestJSON-541795894 tempest-TenantUsagesTestJSON-541795894-project] 10.222.0.72 "GET /v2.0/security-groups?id=de5649a2-5087-488d-8b48-8e465556302b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202195 Feb 19 02:39:45.985954 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [req-f02141ed-a81a-457c-80c1-5ecb3792a4af req-7acb6ff6-90fd-4d24-b53c-40c2bf64ac5a tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Allocated IP 172.20.0.12 (b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7/de6735e0-8981-45a6-9d12-953729888898/49fe7044-8617-421f-8cae-626e2aa0e00e) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:39:46.062033 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45148) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:39:46.063607 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-ff1e4baa-a458-4bf5-b083-a38e20b48a4f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=217de01cb2c74e1e9568ba63522e6de1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2393339 Feb 19 02:39:46.070134 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1e4baa-a458-4bf5-b083-a38e20b48a4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c43358c1-93f7-48a7-9826-f5a53ecac54d,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:46.165886 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8af009-a81f-4c37-9145-466fb578ca46 req-2a093817-e51d-4b79-9e2a-fe7c0251fd1b tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:46.167309 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5b8af009-a81f-4c37-9145-466fb578ca46 req-2a093817-e51d-4b79-9e2a-fe7c0251fd1b tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb0ca84a-aa54-4ea8-8244-4ca8f9d8af34 HTTP/1.1" status: 200 len: 950 time: 0.1876163 Feb 19 02:39:46.196781 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-148996fb-a852-4eb2-86f5-2351738ac083 req-229dea4d-a371-44be-a157-dbf350cf3663 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=0e3f78fd-0754-4bc2-bf93-db1168fc7253 HTTP/1.1" status: 200 len: 210 time: 0.0884302 Feb 19 02:39:46.283822 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7774343b-8dfc-4f06-bc0d-b91995dd1b71 admin admin] Publish callbacks [] for security_group (c43358c1-93f7-48a7-9826-f5a53ecac54d), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:46.307359 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5b8af009-a81f-4c37-9145-466fb578ca46 req-435818e7-fa7a-4bcb-8066-881ca628d1ca tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047757 Feb 19 02:39:46.337708 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-f02141ed-a81a-457c-80c1-5ecb3792a4af req-7acb6ff6-90fd-4d24-b53c-40c2bf64ac5a tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Publish callbacks [] for port (49fe7044-8617-421f-8cae-626e2aa0e00e), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:46.343864 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7774343b-8dfc-4f06-bc0d-b91995dd1b71 admin admin] Publish callbacks [] for security_group (c43358c1-93f7-48a7-9826-f5a53ecac54d), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:46.403996 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-f02141ed-a81a-457c-80c1-5ecb3792a4af req-7acb6ff6-90fd-4d24-b53c-40c2bf64ac5a tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (49fe7044-8617-421f-8cae-626e2aa0e00e), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:46.419005 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7774343b-8dfc-4f06-bc0d-b91995dd1b71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (c43358c1-93f7-48a7-9826-f5a53ecac54d), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:46.422294 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7774343b-8dfc-4f06-bc0d-b91995dd1b71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:46.423846 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-7774343b-8dfc-4f06-bc0d-b91995dd1b71 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c43358c1-93f7-48a7-9826-f5a53ecac54d HTTP/1.1" status: 204 len: 168 time: 0.3581812 Feb 19 02:39:46.459462 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f02141ed-a81a-457c-80c1-5ecb3792a4af req-7acb6ff6-90fd-4d24-b53c-40c2bf64ac5a tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Network b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7 is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:39:46.466372 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [req-f02141ed-a81a-457c-80c1-5ecb3792a4af req-7acb6ff6-90fd-4d24-b53c-40c2bf64ac5a tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:39:46.471079 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-f02141ed-a81a-457c-80c1-5ecb3792a4af req-7acb6ff6-90fd-4d24-b53c-40c2bf64ac5a tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:39:46.474166 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7774343b-8dfc-4f06-bc0d-b91995dd1b71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c43358c1-93f7-48a7-9826-f5a53ecac54d,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:46.510217 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acb6ff6-90fd-4d24-b53c-40c2bf64ac5a tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Pushing event updated for resources: {'Port': ['ID=49fe7044-8617-421f-8cae-626e2aa0e00e,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:46.537031 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02141ed-a81a-457c-80c1-5ecb3792a4af req-7acb6ff6-90fd-4d24-b53c-40c2bf64ac5a tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:46.538112 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-f02141ed-a81a-457c-80c1-5ecb3792a4af req-7acb6ff6-90fd-4d24-b53c-40c2bf64ac5a tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:46.560209 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f02141ed-a81a-457c-80c1-5ecb3792a4af req-7acb6ff6-90fd-4d24-b53c-40c2bf64ac5a tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1123598 Feb 19 02:39:46.579335 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-f02141ed-a81a-457c-80c1-5ecb3792a4af req-abbe4b38-38ed-4fed-b89d-2adae023eeec service neutron] Request body: {'port': {'device_id': '0e3f78fd-0754-4bc2-bf93-db1168fc7253', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826753-2'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:39:46.655937 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-f02141ed-a81a-457c-80c1-5ecb3792a4af req-abbe4b38-38ed-4fed-b89d-2adae023eeec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (49fe7044-8617-421f-8cae-626e2aa0e00e), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:46.957294 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [req-f02141ed-a81a-457c-80c1-5ecb3792a4af req-abbe4b38-38ed-4fed-b89d-2adae023eeec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49fe7044-8617-421f-8cae-626e2aa0e00e {{(pid=103701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:39:46.965160 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-f02141ed-a81a-457c-80c1-5ecb3792a4af req-abbe4b38-38ed-4fed-b89d-2adae023eeec service neutron] Publish callbacks [] for port (49fe7044-8617-421f-8cae-626e2aa0e00e), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:46.982491 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.provisioning_blocks [req-f02141ed-a81a-457c-80c1-5ecb3792a4af req-abbe4b38-38ed-4fed-b89d-2adae023eeec service neutron] Transition to ACTIVE for port object 49fe7044-8617-421f-8cae-626e2aa0e00e will not be triggered until provisioned by entity L2. {{(pid=103701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:39:46.989757 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-f02141ed-a81a-457c-80c1-5ecb3792a4af req-abbe4b38-38ed-4fed-b89d-2adae023eeec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (49fe7044-8617-421f-8cae-626e2aa0e00e), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:47.080366 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbe4b38-38ed-4fed-b89d-2adae023eeec service neutron] Pushing event updated for resources: {'Port': ['ID=49fe7044-8617-421f-8cae-626e2aa0e00e,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:47.214758 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-f02141ed-a81a-457c-80c1-5ecb3792a4af req-abbe4b38-38ed-4fed-b89d-2adae023eeec service neutron] Attempting to bind port 49fe7044-8617-421f-8cae-626e2aa0e00e on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:39:47.215320 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-f02141ed-a81a-457c-80c1-5ecb3792a4af req-abbe4b38-38ed-4fed-b89d-2adae023eeec service neutron] Attempting to bind port 49fe7044-8617-421f-8cae-626e2aa0e00e by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': '999cf2ff-ad78-4ea0-b2d0-93d967fd81fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:39:47.215421 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02141ed-a81a-457c-80c1-5ecb3792a4af req-abbe4b38-38ed-4fed-b89d-2adae023eeec service neutron] Attempting to bind port 49fe7044-8617-421f-8cae-626e2aa0e00e on network b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:39:47.226248 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3633ec8c-6a5c-48a6-ac34-a8215f1b82f3 req-6bfa0525-e1a8-45bd-991a-f8f196ae2515 tempest-TenantUsagesTestJSON-541795894 tempest-TenantUsagesTestJSON-541795894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:47.227873 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3633ec8c-6a5c-48a6-ac34-a8215f1b82f3 req-6bfa0525-e1a8-45bd-991a-f8f196ae2515 tempest-TenantUsagesTestJSON-541795894 tempest-TenantUsagesTestJSON-541795894-project] 10.222.0.72 "GET /v2.0/ports?device_id=fda25432-9ed1-4b88-8ab1-9385195e1832 HTTP/1.1" status: 200 len: 950 time: 0.1432338 Feb 19 02:39:47.231632 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02141ed-a81a-457c-80c1-5ecb3792a4af req-abbe4b38-38ed-4fed-b89d-2adae023eeec service neutron] Port 49fe7044-8617-421f-8cae-626e2aa0e00e on network b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:39:47.231956 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02141ed-a81a-457c-80c1-5ecb3792a4af req-abbe4b38-38ed-4fed-b89d-2adae023eeec service neutron] Attempting to bind port 49fe7044-8617-421f-8cae-626e2aa0e00e on network b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:39:47.239161 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02141ed-a81a-457c-80c1-5ecb3792a4af req-abbe4b38-38ed-4fed-b89d-2adae023eeec service neutron] Checking agent: {'id': 'bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:39:47.239523 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02141ed-a81a-457c-80c1-5ecb3792a4af req-abbe4b38-38ed-4fed-b89d-2adae023eeec service neutron] Checking segment: {'id': '999cf2ff-ad78-4ea0-b2d0-93d967fd81fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:39:47.239869 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02141ed-a81a-457c-80c1-5ecb3792a4af req-abbe4b38-38ed-4fed-b89d-2adae023eeec service neutron] Bound using segment: {'id': '999cf2ff-ad78-4ea0-b2d0-93d967fd81fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7'} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:39:47.240293 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-f02141ed-a81a-457c-80c1-5ecb3792a4af req-abbe4b38-38ed-4fed-b89d-2adae023eeec service neutron] Bound port: 49fe7044-8617-421f-8cae-626e2aa0e00e, host: n-h2-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '999cf2ff-ad78-4ea0-b2d0-93d967fd81fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7'}}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:39:47.240647 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-f02141ed-a81a-457c-80c1-5ecb3792a4af req-abbe4b38-38ed-4fed-b89d-2adae023eeec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (49fe7044-8617-421f-8cae-626e2aa0e00e), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:47.329021 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3633ec8c-6a5c-48a6-ac34-a8215f1b82f3 req-29e16632-7b32-4608-8fe9-0e92299973cf tempest-TenantUsagesTestJSON-541795894 tempest-TenantUsagesTestJSON-541795894-project] 10.222.0.72 "GET /v2.0/security-groups?id=de5649a2-5087-488d-8b48-8e465556302b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909259 Feb 19 02:39:47.349543 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-f02141ed-a81a-457c-80c1-5ecb3792a4af req-abbe4b38-38ed-4fed-b89d-2adae023eeec service neutron] For port 49fe7044-8617-421f-8cae-626e2aa0e00e, host n-h2-826753-2, cleared binding levels {{(pid=103701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:39:47.352684 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-f02141ed-a81a-457c-80c1-5ecb3792a4af req-abbe4b38-38ed-4fed-b89d-2adae023eeec service neutron] For port 49fe7044-8617-421f-8cae-626e2aa0e00e, host n-h2-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=49fe7044-8617-421f-8cae-626e2aa0e00e,segment=NetworkSegment(999cf2ff-ad78-4ea0-b2d0-93d967fd81fc),segment_id=999cf2ff-ad78-4ea0-b2d0-93d967fd81fc)] {{(pid=103701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:39:47.371838 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-f02141ed-a81a-457c-80c1-5ecb3792a4af req-abbe4b38-38ed-4fed-b89d-2adae023eeec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (49fe7044-8617-421f-8cae-626e2aa0e00e), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:47.449345 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02141ed-a81a-457c-80c1-5ecb3792a4af req-abbe4b38-38ed-4fed-b89d-2adae023eeec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:47.449873 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-f02141ed-a81a-457c-80c1-5ecb3792a4af req-abbe4b38-38ed-4fed-b89d-2adae023eeec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:47.451116 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fb7a5e-9ca0-4f71-9436-d62e08cf9a7f req-d0115901-4ca8-4d87-8c23-05c1f7aef0d4 tempest-TenantUsagesTestJSON-541795894 tempest-TenantUsagesTestJSON-541795894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:47.451583 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f02141ed-a81a-457c-80c1-5ecb3792a4af req-abbe4b38-38ed-4fed-b89d-2adae023eeec service neutron] 10.222.0.82 "PUT /v2.0/ports/49fe7044-8617-421f-8cae-626e2aa0e00e HTTP/1.1" status: 200 len: 1092 time: 0.8781681 Feb 19 02:39:47.451751 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e3f78fd-0754-4bc2-bf93-db1168fc7253', 'tag': '49fe7044-8617-421f-8cae-626e2aa0e00e'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:39:47.452789 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-52fb7a5e-9ca0-4f71-9436-d62e08cf9a7f req-d0115901-4ca8-4d87-8c23-05c1f7aef0d4 tempest-TenantUsagesTestJSON-541795894 tempest-TenantUsagesTestJSON-541795894-project] 10.222.0.73 "GET /v2.0/ports?device_id=fda25432-9ed1-4b88-8ab1-9385195e1832 HTTP/1.1" status: 200 len: 950 time: 0.0972321 Feb 19 02:39:47.453978 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e0ccb01-f79c-4131-b832-92889771511c" -d '{"events": [{"name": "network-changed", "server_uuid": "0e3f78fd-0754-4bc2-bf93-db1168fc7253", "tag": "49fe7044-8617-421f-8cae-626e2aa0e00e"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:39:47.479342 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45222) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:39:47.506312 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbe4b38-38ed-4fed-b89d-2adae023eeec service neutron] Pushing event updated for resources: {'Port': ['ID=49fe7044-8617-421f-8cae-626e2aa0e00e,revision_number=3']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:47.527646 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a27060e-0949-46b4-93b0-2e7f44ff4fa7 req-4187037e-381f-4b1d-aa11-a2459474db85 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:47.531754 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9a27060e-0949-46b4-93b0-2e7f44ff4fa7 req-4187037e-381f-4b1d-aa11-a2459474db85 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=0e3f78fd-0754-4bc2-bf93-db1168fc7253 HTTP/1.1" status: 200 len: 944 time: 0.1014824 Feb 19 02:39:47.599534 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-52fb7a5e-9ca0-4f71-9436-d62e08cf9a7f req-bb681a1b-3c35-4449-9d21-4a09f8daa87d tempest-TenantUsagesTestJSON-541795894 tempest-TenantUsagesTestJSON-541795894-project] Deleting port 6ba3a390-fecd-4195-9f93-184f38cba58e {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:39:47.600368 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-52fb7a5e-9ca0-4f71-9436-d62e08cf9a7f req-bb681a1b-3c35-4449-9d21-4a09f8daa87d tempest-TenantUsagesTestJSON-541795894 tempest-TenantUsagesTestJSON-541795894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (6ba3a390-fecd-4195-9f93-184f38cba58e), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:47.613670 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-ac5cdc5e-6c8e-48c9-a2b8-ff2d73449ea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:47.639215 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9a27060e-0949-46b4-93b0-2e7f44ff4fa7 req-0d894724-501e-402d-b941-70730ccd8e95 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933037 Feb 19 02:39:47.642663 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02141ed-a81a-457c-80c1-5ecb3792a4af req-6e690401-a579-4cf3-a977-df355e67c312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:47.644260 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f02141ed-a81a-457c-80c1-5ecb3792a4af req-6e690401-a579-4cf3-a977-df355e67c312 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=0351aa3c6ea34cbbac483ac000de57cb&device_id=0e3f78fd-0754-4bc2-bf93-db1168fc7253 HTTP/1.1" status: 200 len: 1126 time: 0.1093769 Feb 19 02:39:47.735020 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f02141ed-a81a-457c-80c1-5ecb3792a4af req-ad4ed532-b0e1-4891-9486-edfe8e082b69 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49fe7044-8617-421f-8cae-626e2aa0e00e HTTP/1.1" status: 200 len: 217 time: 0.0756056 Feb 19 02:39:47.748222 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-52fb7a5e-9ca0-4f71-9436-d62e08cf9a7f req-bb681a1b-3c35-4449-9d21-4a09f8daa87d tempest-TenantUsagesTestJSON-541795894 tempest-TenantUsagesTestJSON-541795894-project] For port 6ba3a390-fecd-4195-9f93-184f38cba58e, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=6ba3a390-fecd-4195-9f93-184f38cba58e,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:39:47.748596 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-52fb7a5e-9ca0-4f71-9436-d62e08cf9a7f req-bb681a1b-3c35-4449-9d21-4a09f8daa87d tempest-TenantUsagesTestJSON-541795894 tempest-TenantUsagesTestJSON-541795894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (6ba3a390-fecd-4195-9f93-184f38cba58e), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:47.764343 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-52fb7a5e-9ca0-4f71-9436-d62e08cf9a7f req-bb681a1b-3c35-4449-9d21-4a09f8daa87d tempest-TenantUsagesTestJSON-541795894 tempest-TenantUsagesTestJSON-541795894-project] Calling delete_port for 6ba3a390-fecd-4195-9f93-184f38cba58e owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:39:47.820473 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45236) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:39:47.833171 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e33cbe68-3874-40f4-8e12-c5d473c5a29b x-openstack-request-id: req-e33cbe68-3874-40f4-8e12-c5d473c5a29b {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:39:47.833577 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e3f78fd-0754-4bc2-bf93-db1168fc7253", "tag": "49fe7044-8617-421f-8cae-626e2aa0e00e", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:39:47.833712 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e33cbe68-3874-40f4-8e12-c5d473c5a29b {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:39:47.834097 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e3f78fd-0754-4bc2-bf93-db1168fc7253', 'tag': '49fe7044-8617-421f-8cae-626e2aa0e00e', 'status': 'completed', 'code': 200} Feb 19 02:39:47.864288 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02141ed-a81a-457c-80c1-5ecb3792a4af req-5ba87985-e881-43bc-b484-9cb3677e5db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:47.865758 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f02141ed-a81a-457c-80c1-5ecb3792a4af req-5ba87985-e881-43bc-b484-9cb3677e5db0 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=de6735e0-8981-45a6-9d12-953729888898 HTTP/1.1" status: 200 len: 848 time: 0.1118438 Feb 19 02:39:47.919449 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f02141ed-a81a-457c-80c1-5ecb3792a4af req-366c895c-49e2-4bb9-9543-b5516401be97 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458121 Feb 19 02:39:47.923681 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3f91c188-6d9d-4f25-ac45-be11d3f2988d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:47.929648 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eedf12-3404-40b8-991f-c47c9052b740 req-26d1f350-e769-4729-9f12-98945ab07c28 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:47.938304 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-18eedf12-3404-40b8-991f-c47c9052b740 req-26d1f350-e769-4729-9f12-98945ab07c28 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb0ca84a-aa54-4ea8-8244-4ca8f9d8af34 HTTP/1.1" status: 200 len: 950 time: 0.2057629 Feb 19 02:39:47.968837 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-52fb7a5e-9ca0-4f71-9436-d62e08cf9a7f req-bb681a1b-3c35-4449-9d21-4a09f8daa87d tempest-TenantUsagesTestJSON-541795894 tempest-TenantUsagesTestJSON-541795894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (6ba3a390-fecd-4195-9f93-184f38cba58e), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:48.005654 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['6ba3a390-fecd-4195-9f93-184f38cba58e'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:39:48.015463 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb681a1b-3c35-4449-9d21-4a09f8daa87d tempest-TenantUsagesTestJSON-541795894 tempest-TenantUsagesTestJSON-541795894-project] Pushing event deleted for resources: {'Port': ['ID=6ba3a390-fecd-4195-9f93-184f38cba58e,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:48.089481 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-52fb7a5e-9ca0-4f71-9436-d62e08cf9a7f req-bb681a1b-3c35-4449-9d21-4a09f8daa87d tempest-TenantUsagesTestJSON-541795894 tempest-TenantUsagesTestJSON-541795894-project] No DVR routers for this DVR port 6ba3a390-fecd-4195-9f93-184f38cba58e on host n-h1-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:39:48.102057 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-52fb7a5e-9ca0-4f71-9436-d62e08cf9a7f req-bb681a1b-3c35-4449-9d21-4a09f8daa87d tempest-TenantUsagesTestJSON-541795894 tempest-TenantUsagesTestJSON-541795894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:48.105621 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-52fb7a5e-9ca0-4f71-9436-d62e08cf9a7f req-bb681a1b-3c35-4449-9d21-4a09f8daa87d tempest-TenantUsagesTestJSON-541795894 tempest-TenantUsagesTestJSON-541795894-project] 10.222.0.73 "DELETE /v2.0/ports/6ba3a390-fecd-4195-9f93-184f38cba58e HTTP/1.1" status: 204 len: 173 time: 0.6459324 Feb 19 02:39:48.106881 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fda25432-9ed1-4b88-8ab1-9385195e1832', 'name': 'network-vif-deleted', 'tag': '6ba3a390-fecd-4195-9f93-184f38cba58e'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:39:48.109259 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-916fdd70-f60a-4978-af56-a57131b06f78" -d '{"events": [{"server_uuid": "fda25432-9ed1-4b88-8ab1-9385195e1832", "name": "network-vif-deleted", "tag": "6ba3a390-fecd-4195-9f93-184f38cba58e"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:39:48.138720 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-18eedf12-3404-40b8-991f-c47c9052b740 req-155653d9-c367-45af-b3bf-de818d40f971 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979153 Feb 19 02:39:48.169610 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3f91c188-6d9d-4f25-ac45-be11d3f2988d admin admin] Publish callbacks [] for security_group (80940a6f-f5cf-4efb-8605-0caa860282e0), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:48.172593 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-d6f6739c-844f-4688-8d73-e3572de4e272 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7c024e515b974f4eb1596ddf44a27899&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6881301 Feb 19 02:39:48.174146 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45250) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:39:48.179747 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3f91c188-6d9d-4f25-ac45-be11d3f2988d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (80940a6f-f5cf-4efb-8605-0caa860282e0), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:48.210775 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-3f91c188-6d9d-4f25-ac45-be11d3f2988d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8d9bbea336c446e190228607d8d7b9cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3897333 Feb 19 02:39:48.218803 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45254) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:39:48.238574 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e876abe9-3c37-4547-a156-41c360551c91 x-openstack-request-id: req-e876abe9-3c37-4547-a156-41c360551c91 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:39:48.239303 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fda25432-9ed1-4b88-8ab1-9385195e1832", "name": "network-vif-deleted", "tag": "6ba3a390-fecd-4195-9f93-184f38cba58e", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:39:48.240953 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e876abe9-3c37-4547-a156-41c360551c91 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:39:48.241553 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fda25432-9ed1-4b88-8ab1-9385195e1832', 'name': 'network-vif-deleted', 'tag': '6ba3a390-fecd-4195-9f93-184f38cba58e', 'status': 'completed', 'code': 200} Feb 19 02:39:48.270075 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f02141ed-a81a-457c-80c1-5ecb3792a4af req-380ca1f7-fa36-4a0a-be67-27f3b25862cb service neutron] 10.222.0.82 "GET /v2.0/networks/b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3281624 Feb 19 02:39:48.305692 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f91c188-6d9d-4f25-ac45-be11d3f2988d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80940a6f-f5cf-4efb-8605-0caa860282e0,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:48.344653 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2bb5d791-fbad-4bf4-861c-4c2708a1fead admin admin] Publish callbacks [] for security_group (80940a6f-f5cf-4efb-8605-0caa860282e0), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:48.375845 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2bb5d791-fbad-4bf4-861c-4c2708a1fead admin admin] Publish callbacks [] for security_group (80940a6f-f5cf-4efb-8605-0caa860282e0), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:48.437538 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2bb5d791-fbad-4bf4-861c-4c2708a1fead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (80940a6f-f5cf-4efb-8605-0caa860282e0), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:48.438620 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a617edbd-73e7-4f89-a6fe-ea2c3b93370d admin admin] Publish callbacks [] for security_group (f28be3de-d6d5-41ea-a627-e95e1d3692c9), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:48.442005 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2bb5d791-fbad-4bf4-861c-4c2708a1fead admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:48.445920 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-2bb5d791-fbad-4bf4-861c-4c2708a1fead admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/80940a6f-f5cf-4efb-8605-0caa860282e0 HTTP/1.1" status: 204 len: 168 time: 0.2236679 Feb 19 02:39:48.452786 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb5d791-fbad-4bf4-861c-4c2708a1fead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80940a6f-f5cf-4efb-8605-0caa860282e0,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:48.502299 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-37661355-7b50-4579-943c-31b93ab2dfc4 req-7539543b-8b94-4593-b532-0e3ae9805bdc tempest-TenantUsagesTestJSON-541795894 tempest-TenantUsagesTestJSON-541795894-project] 10.222.0.72 "GET /v2.0/ports?device_id=fda25432-9ed1-4b88-8ab1-9385195e1832 HTTP/1.1" status: 200 len: 210 time: 0.0581100 Feb 19 02:39:48.515035 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a617edbd-73e7-4f89-a6fe-ea2c3b93370d admin admin] Publish callbacks [] for security_group (f28be3de-d6d5-41ea-a627-e95e1d3692c9), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:48.555864 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f02141ed-a81a-457c-80c1-5ecb3792a4af req-c818eb67-9dc0-44ec-a782-4a866b8d97f2 service neutron] 10.222.0.82 "GET /v2.0/networks/b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762141 Feb 19 02:39:48.580372 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a617edbd-73e7-4f89-a6fe-ea2c3b93370d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (f28be3de-d6d5-41ea-a627-e95e1d3692c9), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:48.584505 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a617edbd-73e7-4f89-a6fe-ea2c3b93370d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:48.588115 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-a617edbd-73e7-4f89-a6fe-ea2c3b93370d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f28be3de-d6d5-41ea-a627-e95e1d3692c9 HTTP/1.1" status: 204 len: 168 time: 0.4010763 Feb 19 02:39:48.594985 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a617edbd-73e7-4f89-a6fe-ea2c3b93370d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f28be3de-d6d5-41ea-a627-e95e1d3692c9,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:48.719532 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0ccb01-f79c-4131-b832-92889771511c req-75dd7880-ab20-452d-89a9-b9e659777d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:48.722390 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0e0ccb01-f79c-4131-b832-92889771511c req-75dd7880-ab20-452d-89a9-b9e659777d21 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=0351aa3c6ea34cbbac483ac000de57cb&device_id=0e3f78fd-0754-4bc2-bf93-db1168fc7253 HTTP/1.1" status: 200 len: 1126 time: 0.0679324 Feb 19 02:39:48.867004 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76abc4e5-63fd-4c60-89c2-f4b0a0ba11f4 req-ac833dcf-1bf6-499d-8b16-1240c5d9cc84 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:48.868533 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-76abc4e5-63fd-4c60-89c2-f4b0a0ba11f4 req-ac833dcf-1bf6-499d-8b16-1240c5d9cc84 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=0e3f78fd-0754-4bc2-bf93-db1168fc7253 HTTP/1.1" status: 200 len: 944 time: 0.1327620 Feb 19 02:39:48.890316 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0ccb01-f79c-4131-b832-92889771511c req-abd016fe-8b16-4be0-839d-5cd47c748e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:48.891887 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0e0ccb01-f79c-4131-b832-92889771511c req-abd016fe-8b16-4be0-839d-5cd47c748e21 service neutron] 10.222.0.82 "GET /v2.0/networks?id=b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7 HTTP/1.1" status: 200 len: 909 time: 0.1542826 Feb 19 02:39:48.964221 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0e0ccb01-f79c-4131-b832-92889771511c req-295aa682-0385-4771-9f2b-d52385517eef service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49fe7044-8617-421f-8cae-626e2aa0e00e HTTP/1.1" status: 200 len: 217 time: 0.0649493 Feb 19 02:39:48.992642 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device c02bdd40-95ca-43c6-a2ea-ce5f2783d9a0 no longer exists at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:39:49.012834 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-76abc4e5-63fd-4c60-89c2-f4b0a0ba11f4 req-7d357592-614a-4ed4-8e7f-27b174d245ca tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331306 Feb 19 02:39:49.022599 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] No Port match for: c02bdd40-95ca-43c6-a2ea-ce5f2783d9a0 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:39:49.023202 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device c02bdd40-95ca-43c6-a2ea-ce5f2783d9a0 not bound to the agent host n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:39:49.030446 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0ccb01-f79c-4131-b832-92889771511c req-26fbf1a6-5bca-4fb0-8a4d-70266d382a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:49.039326 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0e0ccb01-f79c-4131-b832-92889771511c req-26fbf1a6-5bca-4fb0-8a4d-70266d382a94 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=de6735e0-8981-45a6-9d12-953729888898 HTTP/1.1" status: 200 len: 848 time: 0.0668626 Feb 19 02:39:49.057796 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45288) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:39:49.082819 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:49.084283 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0e0ccb01-f79c-4131-b832-92889771511c req-8f55912d-417e-4252-90a4-8a2577046de5 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365040 Feb 19 02:39:49.089864 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ac2cc21b-bf39-4c18-8810-f4417aa88412 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:49.249190 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0e0ccb01-f79c-4131-b832-92889771511c req-95543bfa-9a1e-4b3f-8e80-1dd19ba7778b service neutron] 10.222.0.82 "GET /v2.0/networks/b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562438 Feb 19 02:39:49.260126 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45294) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:39:49.275616 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ffd9706a-03fc-4f6b-9858-978121cc1b45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:49.396194 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ffd9706a-03fc-4f6b-9858-978121cc1b45 admin admin] Publish callbacks [] for security_group (64bdd0b4-f882-4fa2-af57-32fe4f5962bf), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:49.402593 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ffd9706a-03fc-4f6b-9858-978121cc1b45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (64bdd0b4-f882-4fa2-af57-32fe4f5962bf), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:49.453908 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-ffd9706a-03fc-4f6b-9858-978121cc1b45 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e67b7e6ace4a46908f3164d82f1f560a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1924198 Feb 19 02:39:49.458770 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45298) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:39:49.493629 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd9706a-03fc-4f6b-9858-978121cc1b45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64bdd0b4-f882-4fa2-af57-32fe4f5962bf,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:49.541339 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0ba370ec-b032-4177-a17a-8126d1b9c2ed admin admin] Publish callbacks [] for security_group (64bdd0b4-f882-4fa2-af57-32fe4f5962bf), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:49.552813 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ac2cc21b-bf39-4c18-8810-f4417aa88412 admin admin] Publish callbacks [] for security_group (0105d6f2-68f9-476e-9961-c8f8535dcdac), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:49.561382 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ac2cc21b-bf39-4c18-8810-f4417aa88412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (0105d6f2-68f9-476e-9961-c8f8535dcdac), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:49.569280 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0ba370ec-b032-4177-a17a-8126d1b9c2ed admin admin] Publish callbacks [] for security_group (64bdd0b4-f882-4fa2-af57-32fe4f5962bf), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:49.598361 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88cad53-b5bc-4bb4-a9c4-0f451b47ee72 req-a435b021-6ef4-414a-87e1-4a31f094cdef tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:49.600422 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f88cad53-b5bc-4bb4-a9c4-0f451b47ee72 req-a435b021-6ef4-414a-87e1-4a31f094cdef tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb0ca84a-aa54-4ea8-8244-4ca8f9d8af34 HTTP/1.1" status: 200 len: 950 time: 0.3914061 Feb 19 02:39:49.636313 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0ba370ec-b032-4177-a17a-8126d1b9c2ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (64bdd0b4-f882-4fa2-af57-32fe4f5962bf), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:49.639789 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0ba370ec-b032-4177-a17a-8126d1b9c2ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:49.641583 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-0ba370ec-b032-4177-a17a-8126d1b9c2ed admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/64bdd0b4-f882-4fa2-af57-32fe4f5962bf HTTP/1.1" status: 204 len: 168 time: 0.1816499 Feb 19 02:39:49.656753 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-ac2cc21b-bf39-4c18-8810-f4417aa88412 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0d52d62bf5ea461283352f425747b9f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5978296 Feb 19 02:39:49.658881 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba370ec-b032-4177-a17a-8126d1b9c2ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64bdd0b4-f882-4fa2-af57-32fe4f5962bf,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:49.661133 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45312) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:39:49.665451 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2cc21b-bf39-4c18-8810-f4417aa88412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0105d6f2-68f9-476e-9961-c8f8535dcdac,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:49.670837 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0e0ccb01-f79c-4131-b832-92889771511c req-af685e12-6f9b-4127-8398-6c3b13bc8bd3 service neutron] 10.222.0.82 "GET /v2.0/networks/b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4149368 Feb 19 02:39:49.722327 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f88cad53-b5bc-4bb4-a9c4-0f451b47ee72 req-0142d58a-299f-4ce2-aecd-c8751dc7dfd0 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994666 Feb 19 02:39:49.739060 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-513aa093-95ed-45df-99a6-61304384f355 admin admin] Publish callbacks [] for security_group (0105d6f2-68f9-476e-9961-c8f8535dcdac), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:49.763063 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-513aa093-95ed-45df-99a6-61304384f355 admin admin] Publish callbacks [] for security_group (0105d6f2-68f9-476e-9961-c8f8535dcdac), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:49.813508 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-513aa093-95ed-45df-99a6-61304384f355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (0105d6f2-68f9-476e-9961-c8f8535dcdac), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:49.816998 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-513aa093-95ed-45df-99a6-61304384f355 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:49.820954 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-513aa093-95ed-45df-99a6-61304384f355 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0105d6f2-68f9-476e-9961-c8f8535dcdac HTTP/1.1" status: 204 len: 168 time: 0.1580675 Feb 19 02:39:49.828958 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513aa093-95ed-45df-99a6-61304384f355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0105d6f2-68f9-476e-9961-c8f8535dcdac,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:50.175703 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45334) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:39:50.234922 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c36180-d379-4c0a-ae5e-19a1c9c342a1 req-10c32ff4-c5b7-49b6-b466-ad1b822e168d tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:50.237210 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-37c36180-d379-4c0a-ae5e-19a1c9c342a1 req-10c32ff4-c5b7-49b6-b466-ad1b822e168d tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=0e3f78fd-0754-4bc2-bf93-db1168fc7253 HTTP/1.1" status: 200 len: 944 time: 0.0772710 Feb 19 02:39:50.263177 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:50.306530 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-37c36180-d379-4c0a-ae5e-19a1c9c342a1 req-8dcf36e7-fda2-4e20-8afe-3f1fd73bf7f8 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518122 Feb 19 02:39:50.396571 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-5ca14d7d-a529-4ecb-a98d-0aa93d7c034c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=47089a46c8e94464bb807f67a15fb0b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2194791 Feb 19 02:39:50.398902 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45350) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:39:50.452932 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d0418469-ac90-4aba-a8cd-0be28c05075b admin admin] Publish callbacks [] for security_group (de5649a2-5087-488d-8b48-8e465556302b), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:50.482021 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d0418469-ac90-4aba-a8cd-0be28c05075b admin admin] Publish callbacks [] for security_group (de5649a2-5087-488d-8b48-8e465556302b), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:50.567502 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d0418469-ac90-4aba-a8cd-0be28c05075b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (de5649a2-5087-488d-8b48-8e465556302b), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:50.571078 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d0418469-ac90-4aba-a8cd-0be28c05075b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:50.575031 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-d0418469-ac90-4aba-a8cd-0be28c05075b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/de5649a2-5087-488d-8b48-8e465556302b HTTP/1.1" status: 204 len: 168 time: 0.1725688 Feb 19 02:39:50.582506 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0418469-ac90-4aba-a8cd-0be28c05075b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de5649a2-5087-488d-8b48-8e465556302b,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:50.806158 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 6ba3a390-fecd-4195-9f93-184f38cba58e no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:39:50.832250 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] No Port match for: 6ba3a390-fecd-4195-9f93-184f38cba58e {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:39:50.833056 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 6ba3a390-fecd-4195-9f93-184f38cba58e not bound to the agent host n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:39:50.837512 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e830e2a3-a37c-49fc-81bb-8924d9ed6fb6 req-bb2e7720-0b06-4d8a-923f-8499fdf48fd9 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:50.839257 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e830e2a3-a37c-49fc-81bb-8924d9ed6fb6 req-bb2e7720-0b06-4d8a-923f-8499fdf48fd9 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb0ca84a-aa54-4ea8-8244-4ca8f9d8af34 HTTP/1.1" status: 200 len: 950 time: 0.0592313 Feb 19 02:39:50.891290 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e830e2a3-a37c-49fc-81bb-8924d9ed6fb6 req-431bdc84-99e7-4793-a959-453bf26793c7 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462227 Feb 19 02:39:51.200846 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45404) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:39:51.229299 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-11b9fb1f-b897-43fd-8f4b-0bb44506f648 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:51.358251 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-11b9fb1f-b897-43fd-8f4b-0bb44506f648 admin admin] Publish callbacks [] for security_group (56f0c9da-de5e-4719-b75d-065bb25fa952), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:51.365206 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-11b9fb1f-b897-43fd-8f4b-0bb44506f648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (56f0c9da-de5e-4719-b75d-065bb25fa952), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:51.414893 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45414) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:39:51.419717 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b9fb1f-b897-43fd-8f4b-0bb44506f648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56f0c9da-de5e-4719-b75d-065bb25fa952,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:51.454604 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45418) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:39:51.472159 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-11b9fb1f-b897-43fd-8f4b-0bb44506f648 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=46b0ec4208eb4036902ddf30248f8051&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2696853 Feb 19 02:39:51.474867 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45424) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:39:51.551725 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1a43ff-d598-46fa-91c2-a6752e9e93a3 req-3b8c76a5-9b2a-4df8-96e8-e0cbad387a42 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:51.553749 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2a1a43ff-d598-46fa-91c2-a6752e9e93a3 req-3b8c76a5-9b2a-4df8-96e8-e0cbad387a42 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=0e3f78fd-0754-4bc2-bf93-db1168fc7253 HTTP/1.1" status: 200 len: 944 time: 0.1060853 Feb 19 02:39:51.559517 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-42ad1d8f-e551-4630-9d8d-32cf206f0846 admin admin] Publish callbacks [] for security_group (56f0c9da-de5e-4719-b75d-065bb25fa952), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:51.599748 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-42ad1d8f-e551-4630-9d8d-32cf206f0846 admin admin] Publish callbacks [] for security_group (56f0c9da-de5e-4719-b75d-065bb25fa952), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:51.612760 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2a1a43ff-d598-46fa-91c2-a6752e9e93a3 req-dafe401f-a0b9-4ea7-ae58-ff21b49d19bb tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527589 Feb 19 02:39:51.655604 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-42ad1d8f-e551-4630-9d8d-32cf206f0846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (56f0c9da-de5e-4719-b75d-065bb25fa952), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:51.658930 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-42ad1d8f-e551-4630-9d8d-32cf206f0846 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:51.660104 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-42ad1d8f-e551-4630-9d8d-32cf206f0846 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/56f0c9da-de5e-4719-b75d-065bb25fa952 HTTP/1.1" status: 204 len: 168 time: 0.1838024 Feb 19 02:39:51.671641 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ad1d8f-e551-4630-9d8d-32cf206f0846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56f0c9da-de5e-4719-b75d-065bb25fa952,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:51.697278 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bd290789-7119-4cb2-b48b-ad17a6b319b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:51.741482 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-23ce7ba0-28ef-4ef1-84e7-726550ff0da7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:51.799029 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bd290789-7119-4cb2-b48b-ad17a6b319b6 admin admin] Publish callbacks [] for security_group (88252f43-41aa-439d-998c-fa37629102e4), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:51.810652 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bd290789-7119-4cb2-b48b-ad17a6b319b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (88252f43-41aa-439d-998c-fa37629102e4), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:51.824575 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:51.872723 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-bd290789-7119-4cb2-b48b-ad17a6b319b6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3d5f2ac4e8a047f488ce2d38ee1ce6b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4166110 Feb 19 02:39:51.873499 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45434) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:39:51.874146 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd290789-7119-4cb2-b48b-ad17a6b319b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88252f43-41aa-439d-998c-fa37629102e4,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:51.879130 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-23ce7ba0-28ef-4ef1-84e7-726550ff0da7 admin admin] Publish callbacks [] for security_group (14e36b55-47e4-4e79-9b6a-b1542db26002), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:51.891492 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-23ce7ba0-28ef-4ef1-84e7-726550ff0da7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (14e36b55-47e4-4e79-9b6a-b1542db26002), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:51.940224 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f67677c3-67a6-40f6-a76e-75b9a651e4b1 admin admin] Publish callbacks [] for security_group (88252f43-41aa-439d-998c-fa37629102e4), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:51.967843 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f67677c3-67a6-40f6-a76e-75b9a651e4b1 admin admin] Publish callbacks [] for security_group (88252f43-41aa-439d-998c-fa37629102e4), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:51.985302 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-23ce7ba0-28ef-4ef1-84e7-726550ff0da7 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=fa65b1826fb44e4f9af3efff63b50b88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5686135 Feb 19 02:39:51.988020 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45442) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:39:52.001730 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ce7ba0-28ef-4ef1-84e7-726550ff0da7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14e36b55-47e4-4e79-9b6a-b1542db26002,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:52.047724 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f67677c3-67a6-40f6-a76e-75b9a651e4b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (88252f43-41aa-439d-998c-fa37629102e4), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:52.051075 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f67677c3-67a6-40f6-a76e-75b9a651e4b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:52.053172 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-f67677c3-67a6-40f6-a76e-75b9a651e4b1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/88252f43-41aa-439d-998c-fa37629102e4 HTTP/1.1" status: 204 len: 168 time: 0.1761503 Feb 19 02:39:52.064179 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67677c3-67a6-40f6-a76e-75b9a651e4b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88252f43-41aa-439d-998c-fa37629102e4,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:52.110192 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-598f34d1-6c0f-489b-a388-e6ffc680082a admin admin] Publish callbacks [] for security_group (14e36b55-47e4-4e79-9b6a-b1542db26002), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:52.133498 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e86960e-e6d0-49e4-bc61-6e0fbdebd4b5 req-3e963d70-3eff-44d3-9c61-65c2be2a0ec8 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:52.135079 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7e86960e-e6d0-49e4-bc61-6e0fbdebd4b5 req-3e963d70-3eff-44d3-9c61-65c2be2a0ec8 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb0ca84a-aa54-4ea8-8244-4ca8f9d8af34 HTTP/1.1" status: 200 len: 950 time: 0.1156201 Feb 19 02:39:52.146209 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:52.149973 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-598f34d1-6c0f-489b-a388-e6ffc680082a admin admin] Publish callbacks [] for security_group (14e36b55-47e4-4e79-9b6a-b1542db26002), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:52.217327 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7e86960e-e6d0-49e4-bc61-6e0fbdebd4b5 req-0ae41da4-ca7f-4ae6-9e90-5ab764227b00 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695448 Feb 19 02:39:52.252516 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-598f34d1-6c0f-489b-a388-e6ffc680082a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (14e36b55-47e4-4e79-9b6a-b1542db26002), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:52.255324 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-598f34d1-6c0f-489b-a388-e6ffc680082a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:52.256470 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-598f34d1-6c0f-489b-a388-e6ffc680082a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/14e36b55-47e4-4e79-9b6a-b1542db26002 HTTP/1.1" status: 204 len: 168 time: 0.2673941 Feb 19 02:39:52.264942 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598f34d1-6c0f-489b-a388-e6ffc680082a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14e36b55-47e4-4e79-9b6a-b1542db26002,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:52.601298 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45470) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:39:52.615325 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f5cfe57b-2027-462f-be60-4d361569eec5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:52.707870 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f5cfe57b-2027-462f-be60-4d361569eec5 admin admin] Publish callbacks [] for security_group (1f6dc14b-06b5-457e-888f-b61118026cb8), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:52.717283 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f5cfe57b-2027-462f-be60-4d361569eec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (1f6dc14b-06b5-457e-888f-b61118026cb8), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:52.776836 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-f5cfe57b-2027-462f-be60-4d361569eec5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=727686ba39bf495b9e92c955360a14db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1743908 Feb 19 02:39:52.779724 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45478) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:39:52.787898 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cfe57b-2027-462f-be60-4d361569eec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f6dc14b-06b5-457e-888f-b61118026cb8,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:52.818854 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ad87a5-839c-4c68-ac00-7a3d4389c22e req-faec4bcd-b0e1-4350-8a6f-a1534baf6e71 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:52.820361 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-38ad87a5-839c-4c68-ac00-7a3d4389c22e req-faec4bcd-b0e1-4350-8a6f-a1534baf6e71 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=0e3f78fd-0754-4bc2-bf93-db1168fc7253 HTTP/1.1" status: 200 len: 944 time: 0.1181166 Feb 19 02:39:52.830229 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45480) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:39:52.848632 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8c24bae9-bba5-41d1-9fc6-b8aceecfea92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:52.878853 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1e75b9e7-62e2-411e-bca4-f9dccb1bb6f9 admin admin] Publish callbacks [] for security_group (1f6dc14b-06b5-457e-888f-b61118026cb8), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:52.919070 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-38ad87a5-839c-4c68-ac00-7a3d4389c22e req-ed59c203-d92e-44ba-9848-165bd0c36804 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896616 Feb 19 02:39:52.937472 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1e75b9e7-62e2-411e-bca4-f9dccb1bb6f9 admin admin] Publish callbacks [] for security_group (1f6dc14b-06b5-457e-888f-b61118026cb8), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:52.952295 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8c24bae9-bba5-41d1-9fc6-b8aceecfea92 admin admin] Publish callbacks [] for security_group (8b785685-db18-42de-9c73-d02fa2e857de), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:52.958542 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8c24bae9-bba5-41d1-9fc6-b8aceecfea92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (8b785685-db18-42de-9c73-d02fa2e857de), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:52.993631 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1e75b9e7-62e2-411e-bca4-f9dccb1bb6f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (1f6dc14b-06b5-457e-888f-b61118026cb8), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:52.996944 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1e75b9e7-62e2-411e-bca4-f9dccb1bb6f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:53.000486 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-1e75b9e7-62e2-411e-bca4-f9dccb1bb6f9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1f6dc14b-06b5-457e-888f-b61118026cb8 HTTP/1.1" status: 204 len: 168 time: 0.2175033 Feb 19 02:39:53.007583 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e75b9e7-62e2-411e-bca4-f9dccb1bb6f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f6dc14b-06b5-457e-888f-b61118026cb8,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:53.018861 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 49fe7044-8617-421f-8cae-626e2aa0e00e details requested by agent hyperv_n-h2-826753-2 with host n-h2-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:39:53.079129 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-8c24bae9-bba5-41d1-9fc6-b8aceecfea92 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=33f9afe4549543218450163653b3b36b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2466989 Feb 19 02:39:53.084353 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c24bae9-bba5-41d1-9fc6-b8aceecfea92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b785685-db18-42de-9c73-d02fa2e857de,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:53.085804 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45492) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:39:53.119119 n-d-826753-2 neutron-server[103702]: INFO neutron.api.v2.resource [req-2008968f-256f-491c-89a6-2919bfe26a4f req-04e82a0f-b60f-4dea-ad43-2d04e69ee205 service neutron] show failed (client error): The resource could not be found. Feb 19 02:39:53.120198 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-2008968f-256f-491c-89a6-2919bfe26a4f req-04e82a0f-b60f-4dea-ad43-2d04e69ee205 service neutron] 10.222.0.73 "GET /v2.0/ports/a4bbb362-5463-44d9-80a2-82aaa6f86538/bindings/n-h2-826753-2 HTTP/1.1" status: 404 len: 380 time: 0.1051118 Feb 19 02:39:53.156077 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-94d9de07-87ee-4fc8-8540-262a968d5a1c admin admin] Publish callbacks [] for security_group (8b785685-db18-42de-9c73-d02fa2e857de), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:53.185947 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 49fe7044-8617-421f-8cae-626e2aa0e00e, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=49fe7044-8617-421f-8cae-626e2aa0e00e,segment=NetworkSegment(999cf2ff-ad78-4ea0-b2d0-93d967fd81fc),segment_id=999cf2ff-ad78-4ea0-b2d0-93d967fd81fc)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:39:53.198691 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Returning: {'device': '49fe7044-8617-421f-8cae-626e2aa0e00e', 'network_id': 'b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7', 'port_id': '49fe7044-8617-421f-8cae-626e2aa0e00e', 'mac_address': 'fa:16:3e:18:2d:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de6735e0-8981-45a6-9d12-953729888898', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:39:53.209348 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-94d9de07-87ee-4fc8-8540-262a968d5a1c admin admin] Publish callbacks [] for security_group (8b785685-db18-42de-9c73-d02fa2e857de), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:53.260034 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 49fe7044-8617-421f-8cae-626e2aa0e00e is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:39:53.260320 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (49fe7044-8617-421f-8cae-626e2aa0e00e), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:53.287929 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-94d9de07-87ee-4fc8-8540-262a968d5a1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (8b785685-db18-42de-9c73-d02fa2e857de), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:53.290869 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-94d9de07-87ee-4fc8-8540-262a968d5a1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:53.294710 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-94d9de07-87ee-4fc8-8540-262a968d5a1c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8b785685-db18-42de-9c73-d02fa2e857de HTTP/1.1" status: 204 len: 168 time: 0.2070687 Feb 19 02:39:53.305969 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49fe7044-8617-421f-8cae-626e2aa0e00e {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:39:53.307471 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d9de07-87ee-4fc8-8540-262a968d5a1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b785685-db18-42de-9c73-d02fa2e857de,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:53.344559 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 49fe7044-8617-421f-8cae-626e2aa0e00e, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=49fe7044-8617-421f-8cae-626e2aa0e00e,segment=NetworkSegment(999cf2ff-ad78-4ea0-b2d0-93d967fd81fc),segment_id=999cf2ff-ad78-4ea0-b2d0-93d967fd81fc)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:39:53.351549 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (49fe7044-8617-421f-8cae-626e2aa0e00e), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:53.417893 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=49fe7044-8617-421f-8cae-626e2aa0e00e,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:53.479264 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f976112-b3b5-45ea-a7d5-87563059aa5e req-c52cb0ce-4dda-4347-8ecd-58ed7e992fc2 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:53.480758 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8f976112-b3b5-45ea-a7d5-87563059aa5e req-c52cb0ce-4dda-4347-8ecd-58ed7e992fc2 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb0ca84a-aa54-4ea8-8244-4ca8f9d8af34 HTTP/1.1" status: 200 len: 950 time: 0.1390753 Feb 19 02:39:53.552500 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2008968f-256f-491c-89a6-2919bfe26a4f req-2643ee6d-9483-4e85-9cd7-a5a064337cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:53.554137 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2008968f-256f-491c-89a6-2919bfe26a4f req-2643ee6d-9483-4e85-9cd7-a5a064337cd5 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=fb0ca84a-aa54-4ea8-8244-4ca8f9d8af34&tenant_id=db33b204d8b743bf8957eb245634d63e HTTP/1.1" status: 200 len: 1132 time: 0.1371551 Feb 19 02:39:53.569835 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8f976112-b3b5-45ea-a7d5-87563059aa5e req-3cead764-88cb-4888-9d0f-572ab577ee0f tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764811 Feb 19 02:39:53.575738 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-2008968f-256f-491c-89a6-2919bfe26a4f req-423a893b-3a81-4547-8e01-a7387f6e5d6d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-826753-2', 'device_owner': 'compute:nova'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:39:53.627906 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['49fe7044-8617-421f-8cae-626e2aa0e00e'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:39:53.651011 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-2008968f-256f-491c-89a6-2919bfe26a4f req-423a893b-3a81-4547-8e01-a7387f6e5d6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (a4bbb362-5463-44d9-80a2-82aaa6f86538), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:53.897165 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-2008968f-256f-491c-89a6-2919bfe26a4f req-423a893b-3a81-4547-8e01-a7387f6e5d6d service neutron] For port a4bbb362-5463-44d9-80a2-82aaa6f86538, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=a4bbb362-5463-44d9-80a2-82aaa6f86538,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:39:53.957248 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-2008968f-256f-491c-89a6-2919bfe26a4f req-423a893b-3a81-4547-8e01-a7387f6e5d6d service neutron] For port a4bbb362-5463-44d9-80a2-82aaa6f86538, host n-h1-826753-2, cleared binding levels {{(pid=103701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:39:53.991946 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-85e326e0-bcf2-4679-b2e5-583eb73ab2d7 req-c80f636a-8d03-4885-ba21-01f9d4fe64e9 tempest-SecurityGroupsTestAdminJSON-2073885591 tempest-SecurityGroupsTestAdminJSON-2073885591-project] Request body: {'security_group': {'name': 'tempest-securitygroup-780437287', 'description': 'tempest-description-354270657'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:39:54.040056 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb0ca84a-aa54-4ea8-8244-4ca8f9d8af34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4bbb362-5463-44d9-80a2-82aaa6f86538'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:39:54.042107 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dab75c47-7795-4681-b934-cc8e40c2b1a1" -d '{"events": [{"server_uuid": "fb0ca84a-aa54-4ea8-8244-4ca8f9d8af34", "name": "network-vif-unplugged", "status": "completed", "tag": "a4bbb362-5463-44d9-80a2-82aaa6f86538"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:39:54.059996 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-2008968f-256f-491c-89a6-2919bfe26a4f req-423a893b-3a81-4547-8e01-a7387f6e5d6d service neutron] Publish callbacks [] for port (a4bbb362-5463-44d9-80a2-82aaa6f86538), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:54.073622 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-85e326e0-bcf2-4679-b2e5-583eb73ab2d7 req-c80f636a-8d03-4885-ba21-01f9d4fe64e9 tempest-SecurityGroupsTestAdminJSON-2073885591 tempest-SecurityGroupsTestAdminJSON-2073885591-project] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:54.101264 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.provisioning_blocks [req-2008968f-256f-491c-89a6-2919bfe26a4f req-423a893b-3a81-4547-8e01-a7387f6e5d6d service neutron] Transition to ACTIVE for port object a4bbb362-5463-44d9-80a2-82aaa6f86538 will not be triggered until provisioned by entity L2. {{(pid=103701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:39:54.104502 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-85e326e0-bcf2-4679-b2e5-583eb73ab2d7 req-c80f636a-8d03-4885-ba21-01f9d4fe64e9 tempest-SecurityGroupsTestAdminJSON-2073885591 tempest-SecurityGroupsTestAdminJSON-2073885591-project] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:54.122195 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-2008968f-256f-491c-89a6-2919bfe26a4f req-423a893b-3a81-4547-8e01-a7387f6e5d6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (a4bbb362-5463-44d9-80a2-82aaa6f86538), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:54.207351 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a91122-c19b-482a-905f-6ca804f6b100 req-6f5cec5a-b823-4e32-829d-18182beff05b tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:54.208889 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-35a91122-c19b-482a-905f-6ca804f6b100 req-6f5cec5a-b823-4e32-829d-18182beff05b tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=0e3f78fd-0754-4bc2-bf93-db1168fc7253 HTTP/1.1" status: 200 len: 945 time: 0.2013590 Feb 19 02:39:54.241042 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-2008968f-256f-491c-89a6-2919bfe26a4f req-423a893b-3a81-4547-8e01-a7387f6e5d6d service neutron] No DVR routers for this DVR port a4bbb362-5463-44d9-80a2-82aaa6f86538 on host n-h1-826753-2 {{(pid=103701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:39:54.277787 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423a893b-3a81-4547-8e01-a7387f6e5d6d service neutron] Pushing event updated for resources: {'Port': ['ID=a4bbb362-5463-44d9-80a2-82aaa6f86538,revision_number=6']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:54.355563 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-2008968f-256f-491c-89a6-2919bfe26a4f req-423a893b-3a81-4547-8e01-a7387f6e5d6d service neutron] Attempting to bind port a4bbb362-5463-44d9-80a2-82aaa6f86538 on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:39:54.355897 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-2008968f-256f-491c-89a6-2919bfe26a4f req-423a893b-3a81-4547-8e01-a7387f6e5d6d service neutron] Attempting to bind port a4bbb362-5463-44d9-80a2-82aaa6f86538 by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:39:54.356210 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2008968f-256f-491c-89a6-2919bfe26a4f req-423a893b-3a81-4547-8e01-a7387f6e5d6d service neutron] Attempting to bind port a4bbb362-5463-44d9-80a2-82aaa6f86538 on network 5124bd00-da2a-4bd6-93a0-c14c92afb11f {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:39:54.369465 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-35a91122-c19b-482a-905f-6ca804f6b100 req-e07b671e-37fe-4159-befd-fd3cbc93b2ea tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303387 Feb 19 02:39:54.371574 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2008968f-256f-491c-89a6-2919bfe26a4f req-423a893b-3a81-4547-8e01-a7387f6e5d6d service neutron] Port a4bbb362-5463-44d9-80a2-82aaa6f86538 on network 5124bd00-da2a-4bd6-93a0-c14c92afb11f not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:39:54.371831 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2008968f-256f-491c-89a6-2919bfe26a4f req-423a893b-3a81-4547-8e01-a7387f6e5d6d service neutron] Attempting to bind port a4bbb362-5463-44d9-80a2-82aaa6f86538 on network 5124bd00-da2a-4bd6-93a0-c14c92afb11f {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:39:54.402375 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2008968f-256f-491c-89a6-2919bfe26a4f req-423a893b-3a81-4547-8e01-a7387f6e5d6d service neutron] Checking agent: {'id': 'bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:39:54.402634 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2008968f-256f-491c-89a6-2919bfe26a4f req-423a893b-3a81-4547-8e01-a7387f6e5d6d service neutron] Checking segment: {'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:39:54.403017 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2008968f-256f-491c-89a6-2919bfe26a4f req-423a893b-3a81-4547-8e01-a7387f6e5d6d service neutron] Bound using segment: {'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:39:54.403453 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-2008968f-256f-491c-89a6-2919bfe26a4f req-423a893b-3a81-4547-8e01-a7387f6e5d6d service neutron] Bound port: a4bbb362-5463-44d9-80a2-82aaa6f86538, host: n-h2-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'}}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:39:54.403806 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-2008968f-256f-491c-89a6-2919bfe26a4f req-423a893b-3a81-4547-8e01-a7387f6e5d6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (a4bbb362-5463-44d9-80a2-82aaa6f86538), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:54.425336 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-85e326e0-bcf2-4679-b2e5-583eb73ab2d7 req-c80f636a-8d03-4885-ba21-01f9d4fe64e9 tempest-SecurityGroupsTestAdminJSON-2073885591 tempest-SecurityGroupsTestAdminJSON-2073885591-project] Publish callbacks [] for security_group (275bea60-43be-4e60-823f-5cf13cbe6c10), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:54.447524 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-85e326e0-bcf2-4679-b2e5-583eb73ab2d7 req-c80f636a-8d03-4885-ba21-01f9d4fe64e9 tempest-SecurityGroupsTestAdminJSON-2073885591 tempest-SecurityGroupsTestAdminJSON-2073885591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (275bea60-43be-4e60-823f-5cf13cbe6c10), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:54.522761 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80f636a-8d03-4885-ba21-01f9d4fe64e9 tempest-SecurityGroupsTestAdminJSON-2073885591 tempest-SecurityGroupsTestAdminJSON-2073885591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=275bea60-43be-4e60-823f-5cf13cbe6c10,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:54.532334 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-2008968f-256f-491c-89a6-2919bfe26a4f req-423a893b-3a81-4547-8e01-a7387f6e5d6d service neutron] For port a4bbb362-5463-44d9-80a2-82aaa6f86538, host n-h2-826753-2, cleared binding levels {{(pid=103701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:39:54.541411 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-2008968f-256f-491c-89a6-2919bfe26a4f req-423a893b-3a81-4547-8e01-a7387f6e5d6d service neutron] For port a4bbb362-5463-44d9-80a2-82aaa6f86538, host n-h2-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=a4bbb362-5463-44d9-80a2-82aaa6f86538,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:39:54.554750 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-2008968f-256f-491c-89a6-2919bfe26a4f req-423a893b-3a81-4547-8e01-a7387f6e5d6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (a4bbb362-5463-44d9-80a2-82aaa6f86538), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:54.594055 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-85e326e0-bcf2-4679-b2e5-583eb73ab2d7 req-c80f636a-8d03-4885-ba21-01f9d4fe64e9 tempest-SecurityGroupsTestAdminJSON-2073885591 tempest-SecurityGroupsTestAdminJSON-2073885591-project] Publish callbacks [] for security_group (8607c6ea-633c-480b-8af9-fdf1496a4b66), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:54.601373 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2008968f-256f-491c-89a6-2919bfe26a4f req-423a893b-3a81-4547-8e01-a7387f6e5d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:54.601999 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-2008968f-256f-491c-89a6-2919bfe26a4f req-423a893b-3a81-4547-8e01-a7387f6e5d6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:54.603538 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2008968f-256f-491c-89a6-2919bfe26a4f req-423a893b-3a81-4547-8e01-a7387f6e5d6d service neutron] 10.222.0.82 "PUT /v2.0/ports/a4bbb362-5463-44d9-80a2-82aaa6f86538 HTTP/1.1" status: 200 len: 1096 time: 1.0327218 Feb 19 02:39:54.607072 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-85e326e0-bcf2-4679-b2e5-583eb73ab2d7 req-c80f636a-8d03-4885-ba21-01f9d4fe64e9 tempest-SecurityGroupsTestAdminJSON-2073885591 tempest-SecurityGroupsTestAdminJSON-2073885591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (8607c6ea-633c-480b-8af9-fdf1496a4b66), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:54.639600 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80f636a-8d03-4885-ba21-01f9d4fe64e9 tempest-SecurityGroupsTestAdminJSON-2073885591 tempest-SecurityGroupsTestAdminJSON-2073885591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8607c6ea-633c-480b-8af9-fdf1496a4b66,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:54.702819 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-85e326e0-bcf2-4679-b2e5-583eb73ab2d7 req-c80f636a-8d03-4885-ba21-01f9d4fe64e9 tempest-SecurityGroupsTestAdminJSON-2073885591 tempest-SecurityGroupsTestAdminJSON-2073885591-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:54.714779 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-85e326e0-bcf2-4679-b2e5-583eb73ab2d7 req-c80f636a-8d03-4885-ba21-01f9d4fe64e9 tempest-SecurityGroupsTestAdminJSON-2073885591 tempest-SecurityGroupsTestAdminJSON-2073885591-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.7311523 Feb 19 02:39:54.715426 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423a893b-3a81-4547-8e01-a7387f6e5d6d service neutron] Pushing event updated for resources: {'Port': ['ID=a4bbb362-5463-44d9-80a2-82aaa6f86538,revision_number=7']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:54.743543 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2008968f-256f-491c-89a6-2919bfe26a4f req-6696b220-4bfa-45c3-a7ae-d29db9304947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:54.745834 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2008968f-256f-491c-89a6-2919bfe26a4f req-6696b220-4bfa-45c3-a7ae-d29db9304947 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=db33b204d8b743bf8957eb245634d63e&device_id=fb0ca84a-aa54-4ea8-8244-4ca8f9d8af34 HTTP/1.1" status: 200 len: 1130 time: 0.0939653 Feb 19 02:39:54.777801 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 02:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abcc59ae-bd02-4dc4-a593-b79029c02fc2 x-openstack-request-id: req-abcc59ae-bd02-4dc4-a593-b79029c02fc2 {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:39:54.778423 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb0ca84a-aa54-4ea8-8244-4ca8f9d8af34", "name": "network-vif-unplugged", "status": "completed", "tag": "a4bbb362-5463-44d9-80a2-82aaa6f86538", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:39:54.778793 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-abcc59ae-bd02-4dc4-a593-b79029c02fc2 {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:39:54.779086 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb0ca84a-aa54-4ea8-8244-4ca8f9d8af34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4bbb362-5463-44d9-80a2-82aaa6f86538', 'code': 200} Feb 19 02:39:54.922665 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2008968f-256f-491c-89a6-2919bfe26a4f req-dd926331-65de-4e93-940f-0df6c3e8d8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:54.925406 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2008968f-256f-491c-89a6-2919bfe26a4f req-dd926331-65de-4e93-940f-0df6c3e8d8bf service neutron] 10.222.0.82 "GET /v2.0/networks?id=5124bd00-da2a-4bd6-93a0-c14c92afb11f HTTP/1.1" status: 200 len: 870 time: 0.1719100 Feb 19 02:39:54.938087 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdaa747-2d65-42d6-a78f-70f2cfccb140 req-a34c22c5-64f0-4bcf-a66c-3e16ab1125c5 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:54.950347 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9cdaa747-2d65-42d6-a78f-70f2cfccb140 req-a34c22c5-64f0-4bcf-a66c-3e16ab1125c5 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb0ca84a-aa54-4ea8-8244-4ca8f9d8af34 HTTP/1.1" status: 200 len: 948 time: 0.1105435 Feb 19 02:39:55.009245 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2008968f-256f-491c-89a6-2919bfe26a4f req-7605e5d1-6456-462b-875b-7a7e9fe84313 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=a4bbb362-5463-44d9-80a2-82aaa6f86538 HTTP/1.1" status: 200 len: 217 time: 0.0560207 Feb 19 02:39:55.024718 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 49fe7044-8617-421f-8cae-626e2aa0e00e up at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:39:55.077151 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9cdaa747-2d65-42d6-a78f-70f2cfccb140 req-fee87982-291f-4784-bf5b-9a7631d4116a tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255090 Feb 19 02:39:55.083211 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2008968f-256f-491c-89a6-2919bfe26a4f req-7f7e74fe-31de-425a-998e-192b4c27dbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:55.085139 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2008968f-256f-491c-89a6-2919bfe26a4f req-7f7e74fe-31de-425a-998e-192b4c27dbd7 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=974c06bc-f097-4890-970a-b087501ab241 HTTP/1.1" status: 200 len: 843 time: 0.0683479 Feb 19 02:39:55.151881 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-e44453ec-7fea-4cd2-8ea6-c9642de4419b req-7b6d07b5-0449-4118-8c8c-285e7fad96b3 tempest-SecurityGroupsTestAdminJSON-2073885591 tempest-SecurityGroupsTestAdminJSON-2073885591-project] Request body: {'security_group': {'name': 'tempest-securitygroup-268191600', 'description': 'tempest-description-759948238'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:39:55.183709 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2008968f-256f-491c-89a6-2919bfe26a4f req-d36c91ca-a78a-4a57-8bf8-35a5525de985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:55.185277 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2008968f-256f-491c-89a6-2919bfe26a4f req-d36c91ca-a78a-4a57-8bf8-35a5525de985 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5124bd00-da2a-4bd6-93a0-c14c92afb11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0946746 Feb 19 02:39:55.191395 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning for port 49fe7044-8617-421f-8cae-626e2aa0e00e completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:39:55.191975 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-e44453ec-7fea-4cd2-8ea6-c9642de4419b req-7b6d07b5-0449-4118-8c8c-285e7fad96b3 tempest-SecurityGroupsTestAdminJSON-2073885591 tempest-SecurityGroupsTestAdminJSON-2073885591-project] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:55.197713 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning complete for port 49fe7044-8617-421f-8cae-626e2aa0e00e triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:39:55.198038 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (49fe7044-8617-421f-8cae-626e2aa0e00e), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:55.359480 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2008968f-256f-491c-89a6-2919bfe26a4f req-6a4e6ed1-7049-4583-a6e9-04780ba27ee8 service neutron] 10.222.0.82 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644452 Feb 19 02:39:55.359627 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 49fe7044-8617-421f-8cae-626e2aa0e00e is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:39:55.360032 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (49fe7044-8617-421f-8cae-626e2aa0e00e), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:55.387017 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e3f78fd-0754-4bc2-bf93-db1168fc7253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49fe7044-8617-421f-8cae-626e2aa0e00e'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:39:55.389861 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3d6a9b3-22d3-4af0-af79-f5666809e425" -d '{"events": [{"server_uuid": "0e3f78fd-0754-4bc2-bf93-db1168fc7253", "name": "network-vif-plugged", "status": "completed", "tag": "49fe7044-8617-421f-8cae-626e2aa0e00e"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:39:55.403393 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 49fe7044-8617-421f-8cae-626e2aa0e00e, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=49fe7044-8617-421f-8cae-626e2aa0e00e,segment=NetworkSegment(999cf2ff-ad78-4ea0-b2d0-93d967fd81fc),segment_id=999cf2ff-ad78-4ea0-b2d0-93d967fd81fc)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:39:55.414570 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (49fe7044-8617-421f-8cae-626e2aa0e00e), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:55.501091 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2008968f-256f-491c-89a6-2919bfe26a4f req-f2de8d75-2fc6-4a65-ae89-e2d541642b16 service neutron] 10.222.0.82 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305377 Feb 19 02:39:55.505139 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-294954c1-7406-4ba9-9191-f9251482f6f2 x-openstack-request-id: req-294954c1-7406-4ba9-9191-f9251482f6f2 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:39:55.505706 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e3f78fd-0754-4bc2-bf93-db1168fc7253", "name": "network-vif-plugged", "status": "completed", "tag": "49fe7044-8617-421f-8cae-626e2aa0e00e", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:39:55.506282 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-294954c1-7406-4ba9-9191-f9251482f6f2 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:39:55.507739 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e3f78fd-0754-4bc2-bf93-db1168fc7253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49fe7044-8617-421f-8cae-626e2aa0e00e', 'code': 200} Feb 19 02:39:55.547975 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-e44453ec-7fea-4cd2-8ea6-c9642de4419b req-7b6d07b5-0449-4118-8c8c-285e7fad96b3 tempest-SecurityGroupsTestAdminJSON-2073885591 tempest-SecurityGroupsTestAdminJSON-2073885591-project] Publish callbacks [] for security_group (b3b1a2e7-7b89-4072-9784-43a82e917e8d), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:55.554449 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=49fe7044-8617-421f-8cae-626e2aa0e00e,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:55.561158 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-e44453ec-7fea-4cd2-8ea6-c9642de4419b req-7b6d07b5-0449-4118-8c8c-285e7fad96b3 tempest-SecurityGroupsTestAdminJSON-2073885591 tempest-SecurityGroupsTestAdminJSON-2073885591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (b3b1a2e7-7b89-4072-9784-43a82e917e8d), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:55.602885 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-e44453ec-7fea-4cd2-8ea6-c9642de4419b req-7b6d07b5-0449-4118-8c8c-285e7fad96b3 tempest-SecurityGroupsTestAdminJSON-2073885591 tempest-SecurityGroupsTestAdminJSON-2073885591-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:55.604486 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e44453ec-7fea-4cd2-8ea6-c9642de4419b req-7b6d07b5-0449-4118-8c8c-285e7fad96b3 tempest-SecurityGroupsTestAdminJSON-2073885591 tempest-SecurityGroupsTestAdminJSON-2073885591-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4591892 Feb 19 02:39:55.646448 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6d07b5-0449-4118-8c8c-285e7fad96b3 tempest-SecurityGroupsTestAdminJSON-2073885591 tempest-SecurityGroupsTestAdminJSON-2073885591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3b1a2e7-7b89-4072-9784-43a82e917e8d,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:55.714679 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391cd924-b44d-4af3-a29e-72dcc1c201ea req-530425b9-7d5c-427e-97ac-3c8a5bb262cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:55.716193 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-391cd924-b44d-4af3-a29e-72dcc1c201ea req-530425b9-7d5c-427e-97ac-3c8a5bb262cc service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=0e3f78fd-0754-4bc2-bf93-db1168fc7253 HTTP/1.1" status: 200 len: 1128 time: 0.0721693 Feb 19 02:39:55.725040 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49585ade-c052-434a-8de9-9222004b8261 req-39e0aaa1-b96e-49b6-94e8-700ec00c8947 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:55.734239 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-49585ade-c052-434a-8de9-9222004b8261 req-39e0aaa1-b96e-49b6-94e8-700ec00c8947 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=0e3f78fd-0754-4bc2-bf93-db1168fc7253 HTTP/1.1" status: 200 len: 946 time: 0.1391923 Feb 19 02:39:55.818641 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-49585ade-c052-434a-8de9-9222004b8261 req-c28227c2-4bee-42ff-8715-0c4f74a2e533 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824008 Feb 19 02:39:55.825572 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-391cd924-b44d-4af3-a29e-72dcc1c201ea req-47a65977-7b96-4a4d-b3e4-f7b82b1db933 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882957 Feb 19 02:39:55.908665 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:55.990834 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-31b50db0-aa36-41f4-b497-06797b1f71bd req-fb737edf-a237-4ab3-9437-9d46e8e51a6c tempest-SecurityGroupsTestAdminJSON-1138284335 tempest-SecurityGroupsTestAdminJSON-1138284335-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-875941596', 'description': 'tempest-description-938957015'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:39:56.018173 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-31b50db0-aa36-41f4-b497-06797b1f71bd req-fb737edf-a237-4ab3-9437-9d46e8e51a6c tempest-SecurityGroupsTestAdminJSON-1138284335 tempest-SecurityGroupsTestAdminJSON-1138284335-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:56.027607 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-31b50db0-aa36-41f4-b497-06797b1f71bd req-fb737edf-a237-4ab3-9437-9d46e8e51a6c tempest-SecurityGroupsTestAdminJSON-1138284335 tempest-SecurityGroupsTestAdminJSON-1138284335-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:56.089707 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45670) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:39:56.117660 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-31b50db0-aa36-41f4-b497-06797b1f71bd req-fb737edf-a237-4ab3-9437-9d46e8e51a6c tempest-SecurityGroupsTestAdminJSON-1138284335 tempest-SecurityGroupsTestAdminJSON-1138284335-project-admin] Publish callbacks [] for security_group (c301eee8-aec2-4c81-a9fa-5752e466cfec), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:56.121845 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-31b50db0-aa36-41f4-b497-06797b1f71bd req-fb737edf-a237-4ab3-9437-9d46e8e51a6c tempest-SecurityGroupsTestAdminJSON-1138284335 tempest-SecurityGroupsTestAdminJSON-1138284335-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (c301eee8-aec2-4c81-a9fa-5752e466cfec), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:56.160422 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb737edf-a237-4ab3-9437-9d46e8e51a6c tempest-SecurityGroupsTestAdminJSON-1138284335 tempest-SecurityGroupsTestAdminJSON-1138284335-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c301eee8-aec2-4c81-a9fa-5752e466cfec,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:56.199707 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-31b50db0-aa36-41f4-b497-06797b1f71bd req-fb737edf-a237-4ab3-9437-9d46e8e51a6c tempest-SecurityGroupsTestAdminJSON-1138284335 tempest-SecurityGroupsTestAdminJSON-1138284335-project-admin] Publish callbacks [] for security_group (91675365-536e-4fc6-8c12-983b1bc2aa5c), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:56.203525 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-31b50db0-aa36-41f4-b497-06797b1f71bd req-fb737edf-a237-4ab3-9437-9d46e8e51a6c tempest-SecurityGroupsTestAdminJSON-1138284335 tempest-SecurityGroupsTestAdminJSON-1138284335-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (91675365-536e-4fc6-8c12-983b1bc2aa5c), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:56.237644 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-31b50db0-aa36-41f4-b497-06797b1f71bd req-fb737edf-a237-4ab3-9437-9d46e8e51a6c tempest-SecurityGroupsTestAdminJSON-1138284335 tempest-SecurityGroupsTestAdminJSON-1138284335-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:56.238913 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-31b50db0-aa36-41f4-b497-06797b1f71bd req-fb737edf-a237-4ab3-9437-9d46e8e51a6c tempest-SecurityGroupsTestAdminJSON-1138284335 tempest-SecurityGroupsTestAdminJSON-1138284335-project-admin] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2529392 Feb 19 02:39:56.259021 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb737edf-a237-4ab3-9437-9d46e8e51a6c tempest-SecurityGroupsTestAdminJSON-1138284335 tempest-SecurityGroupsTestAdminJSON-1138284335-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91675365-536e-4fc6-8c12-983b1bc2aa5c,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:56.369058 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-93f5fb1d-bd90-4a20-a7fa-67172df30218 req-410a755f-7630-4a04-bf00-a2523bd49112 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=03a224ed4cc448b3ab8491a1b5a2c99b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0443320 Feb 19 02:39:56.403871 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45690) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:39:56.474407 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-837f1c89-202b-458e-a71d-84c94723df2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:56.490399 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b812dc-f925-4fe1-8a47-6e59270db991 req-a9125e68-a525-44f8-8ec3-186e8e1785c5 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:56.497316 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c4b812dc-f925-4fe1-8a47-6e59270db991 req-a9125e68-a525-44f8-8ec3-186e8e1785c5 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb0ca84a-aa54-4ea8-8244-4ca8f9d8af34 HTTP/1.1" status: 200 len: 948 time: 0.1816068 Feb 19 02:39:56.522506 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f5fb1d-bd90-4a20-a7fa-67172df30218 req-cf8f3d69-59e0-47e9-ab81-275700600af6 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:56.523988 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-93f5fb1d-bd90-4a20-a7fa-67172df30218 req-cf8f3d69-59e0-47e9-ab81-275700600af6 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1484935 Feb 19 02:39:56.525592 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-062150c1-c744-4ad4-8538-b8ebbe4d4083 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:56.556175 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-93f5fb1d-bd90-4a20-a7fa-67172df30218 req-ede73bd6-9d5d-41ce-a66c-0deb4ef88db6 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/quotas/03a224ed4cc448b3ab8491a1b5a2c99b HTTP/1.1" status: 200 len: 375 time: 0.0246723 Feb 19 02:39:56.570699 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c4b812dc-f925-4fe1-8a47-6e59270db991 req-01b7476b-8518-4ed0-b12d-2a2abc81f8b5 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724897 Feb 19 02:39:56.604474 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-837f1c89-202b-458e-a71d-84c94723df2c admin admin] Publish callbacks [] for security_group (0bf23c75-e55a-4c5e-8b52-d0dea74ef5f3), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:56.610242 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-93f5fb1d-bd90-4a20-a7fa-67172df30218 req-3d7f5cac-e03f-4b2e-9172-b2f1c1f82360 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=03a224ed4cc448b3ab8491a1b5a2c99b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0385566 Feb 19 02:39:56.612408 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-837f1c89-202b-458e-a71d-84c94723df2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (0bf23c75-e55a-4c5e-8b52-d0dea74ef5f3), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:56.614958 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-442d5d66-41b7-4c36-bd1c-f5177ef77489 req-937d359b-8623-4cd0-9338-220b33445cf9 tempest-SecurityGroupsTestAdminJSON-1138284335 tempest-SecurityGroupsTestAdminJSON-1138284335-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-2016821871', 'description': 'tempest-description-1466219413'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:39:56.637400 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-442d5d66-41b7-4c36-bd1c-f5177ef77489 req-937d359b-8623-4cd0-9338-220b33445cf9 tempest-SecurityGroupsTestAdminJSON-1138284335 tempest-SecurityGroupsTestAdminJSON-1138284335-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:56.675785 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-837f1c89-202b-458e-a71d-84c94723df2c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8053ada5188e45e8ad63835d59d9bc76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5821173 Feb 19 02:39:56.676090 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45696) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:39:56.678594 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837f1c89-202b-458e-a71d-84c94723df2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf23c75-e55a-4c5e-8b52-d0dea74ef5f3,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:56.686609 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-062150c1-c744-4ad4-8538-b8ebbe4d4083 admin admin] Publish callbacks [] for security_group (4aae59c7-eb14-4d69-b01e-c6c50d61b937), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:56.692843 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-062150c1-c744-4ad4-8538-b8ebbe4d4083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (4aae59c7-eb14-4d69-b01e-c6c50d61b937), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:56.749610 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-062150c1-c744-4ad4-8538-b8ebbe4d4083 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=78f3be41b06e410aa4f4e22be0ec3913&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3416240 Feb 19 02:39:56.749819 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45702) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:39:56.782390 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb0ca84a-aa54-4ea8-8244-4ca8f9d8af34', 'tag': 'a4bbb362-5463-44d9-80a2-82aaa6f86538'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:39:56.785536 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39d0bef2-8de1-4a6e-a3cf-4760f50a8469" -d '{"events": [{"name": "network-changed", "server_uuid": "fb0ca84a-aa54-4ea8-8244-4ca8f9d8af34", "tag": "a4bbb362-5463-44d9-80a2-82aaa6f86538"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:39:56.788552 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062150c1-c744-4ad4-8538-b8ebbe4d4083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aae59c7-eb14-4d69-b01e-c6c50d61b937,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:56.789735 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-442d5d66-41b7-4c36-bd1c-f5177ef77489 req-937d359b-8623-4cd0-9338-220b33445cf9 tempest-SecurityGroupsTestAdminJSON-1138284335 tempest-SecurityGroupsTestAdminJSON-1138284335-project-admin] Publish callbacks [] for security_group (b7b05a71-6a5f-4044-9440-27f5e5eda977), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:56.795726 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c18a8094-dc22-4f03-9bd0-457c17ff3048 admin admin] Publish callbacks [] for security_group (0bf23c75-e55a-4c5e-8b52-d0dea74ef5f3), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:56.805983 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-442d5d66-41b7-4c36-bd1c-f5177ef77489 req-937d359b-8623-4cd0-9338-220b33445cf9 tempest-SecurityGroupsTestAdminJSON-1138284335 tempest-SecurityGroupsTestAdminJSON-1138284335-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (b7b05a71-6a5f-4044-9440-27f5e5eda977), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:56.822210 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d2331afb-9f03-4be9-bd37-f025b4878efd admin admin] Publish callbacks [] for security_group (4aae59c7-eb14-4d69-b01e-c6c50d61b937), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:56.832326 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937d359b-8623-4cd0-9338-220b33445cf9 tempest-SecurityGroupsTestAdminJSON-1138284335 tempest-SecurityGroupsTestAdminJSON-1138284335-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7b05a71-6a5f-4044-9440-27f5e5eda977,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:56.849758 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device a4bbb362-5463-44d9-80a2-82aaa6f86538 no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:39:56.852632 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d2331afb-9f03-4be9-bd37-f025b4878efd admin admin] Publish callbacks [] for security_group (4aae59c7-eb14-4d69-b01e-c6c50d61b937), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:56.858918 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c18a8094-dc22-4f03-9bd0-457c17ff3048 admin admin] Publish callbacks [] for security_group (0bf23c75-e55a-4c5e-8b52-d0dea74ef5f3), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:56.901766 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-442d5d66-41b7-4c36-bd1c-f5177ef77489 req-937d359b-8623-4cd0-9338-220b33445cf9 tempest-SecurityGroupsTestAdminJSON-1138284335 tempest-SecurityGroupsTestAdminJSON-1138284335-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:56.921749 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-442d5d66-41b7-4c36-bd1c-f5177ef77489 req-937d359b-8623-4cd0-9338-220b33445cf9 tempest-SecurityGroupsTestAdminJSON-1138284335 tempest-SecurityGroupsTestAdminJSON-1138284335-project-admin] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.3142049 Feb 19 02:39:56.928689 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d2331afb-9f03-4be9-bd37-f025b4878efd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (4aae59c7-eb14-4d69-b01e-c6c50d61b937), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:56.933831 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d2331afb-9f03-4be9-bd37-f025b4878efd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:56.936787 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] The host n-h1-826753-2 is not matching for port a4bbb362-5463-44d9-80a2-82aaa6f86538 host n-h2-826753-2! {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 02:39:56.937618 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device a4bbb362-5463-44d9-80a2-82aaa6f86538 not bound to the agent host n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:39:56.948312 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-d2331afb-9f03-4be9-bd37-f025b4878efd admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4aae59c7-eb14-4d69-b01e-c6c50d61b937 HTTP/1.1" status: 204 len: 168 time: 0.1833148 Feb 19 02:39:56.961353 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2331afb-9f03-4be9-bd37-f025b4878efd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aae59c7-eb14-4d69-b01e-c6c50d61b937,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:57.028806 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3419abf5-f48e-4a5f-8305-0efdf5515528 req-6997c9e7-eef5-4e15-a89d-fde0933104d5 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/ports?device_id=93308350-272a-4c9a-aff7-d099ecc13232 HTTP/1.1" status: 200 len: 210 time: 0.0617170 Feb 19 02:39:57.044040 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c18a8094-dc22-4f03-9bd0-457c17ff3048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (0bf23c75-e55a-4c5e-8b52-d0dea74ef5f3), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:57.051360 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c18a8094-dc22-4f03-9bd0-457c17ff3048 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:57.056839 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-c18a8094-dc22-4f03-9bd0-457c17ff3048 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0bf23c75-e55a-4c5e-8b52-d0dea74ef5f3 HTTP/1.1" status: 204 len: 168 time: 0.3782306 Feb 19 02:39:57.076685 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18a8094-dc22-4f03-9bd0-457c17ff3048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf23c75-e55a-4c5e-8b52-d0dea74ef5f3,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:57.125993 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e34f55a-3c75-47ac-982e-979889bb1ea4 x-openstack-request-id: req-8e34f55a-3c75-47ac-982e-979889bb1ea4 {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:39:57.127074 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb0ca84a-aa54-4ea8-8244-4ca8f9d8af34", "tag": "a4bbb362-5463-44d9-80a2-82aaa6f86538", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:39:57.127722 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8e34f55a-3c75-47ac-982e-979889bb1ea4 {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:39:57.128334 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb0ca84a-aa54-4ea8-8244-4ca8f9d8af34', 'tag': 'a4bbb362-5463-44d9-80a2-82aaa6f86538', 'status': 'completed', 'code': 200} Feb 19 02:39:57.252592 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d0bef2-8de1-4a6e-a3cf-4760f50a8469 req-92a051e1-bb79-436a-a127-ea6a00b6586f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:57.255062 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-39d0bef2-8de1-4a6e-a3cf-4760f50a8469 req-92a051e1-bb79-436a-a127-ea6a00b6586f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=db33b204d8b743bf8957eb245634d63e&device_id=fb0ca84a-aa54-4ea8-8244-4ca8f9d8af34 HTTP/1.1" status: 200 len: 1130 time: 0.0740852 Feb 19 02:39:57.391628 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45728) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:39:57.437985 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d0bef2-8de1-4a6e-a3cf-4760f50a8469 req-da7ebeb5-c793-4e91-9a69-6d8de383573f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:57.440371 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-39d0bef2-8de1-4a6e-a3cf-4760f50a8469 req-da7ebeb5-c793-4e91-9a69-6d8de383573f service neutron] 10.222.0.73 "GET /v2.0/networks?id=5124bd00-da2a-4bd6-93a0-c14c92afb11f HTTP/1.1" status: 200 len: 870 time: 0.1769991 Feb 19 02:39:57.442014 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9ff900f0-f3a0-4925-9371-4315c560fb8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:57.488904 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d0bef2-8de1-4a6e-a3cf-4760f50a8469 req-ca00b593-2a55-4c9e-9224-031639d360cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:57.490447 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-39d0bef2-8de1-4a6e-a3cf-4760f50a8469 req-ca00b593-2a55-4c9e-9224-031639d360cd service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=db33b204d8b743bf8957eb245634d63e&device_id=fb0ca84a-aa54-4ea8-8244-4ca8f9d8af34 HTTP/1.1" status: 200 len: 1130 time: 0.2716501 Feb 19 02:39:57.506101 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-39d0bef2-8de1-4a6e-a3cf-4760f50a8469 req-a3dbc8ed-057e-481c-bdfd-75b82cf33cbc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=a4bbb362-5463-44d9-80a2-82aaa6f86538 HTTP/1.1" status: 200 len: 217 time: 0.0562234 Feb 19 02:39:57.512708 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57de078-2da6-4952-b0cd-adce321c676b req-20c3ddd3-02f5-4333-a006-bb4f807d0530 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:57.514361 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c57de078-2da6-4952-b0cd-adce321c676b req-20c3ddd3-02f5-4333-a006-bb4f807d0530 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=0e3f78fd-0754-4bc2-bf93-db1168fc7253 HTTP/1.1" status: 200 len: 946 time: 0.2819541 Feb 19 02:39:57.639065 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9ff900f0-f3a0-4925-9371-4315c560fb8c admin admin] Publish callbacks [] for security_group (9ce02550-d22c-41de-a049-e08ef5595617), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:57.641381 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d0bef2-8de1-4a6e-a3cf-4760f50a8469 req-c2a8a7d7-29c8-4180-b0e2-426e4ff10b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:57.643081 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-39d0bef2-8de1-4a6e-a3cf-4760f50a8469 req-c2a8a7d7-29c8-4180-b0e2-426e4ff10b4b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=974c06bc-f097-4890-970a-b087501ab241 HTTP/1.1" status: 200 len: 843 time: 0.0963798 Feb 19 02:39:57.644759 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9ff900f0-f3a0-4925-9371-4315c560fb8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (9ce02550-d22c-41de-a049-e08ef5595617), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:57.644896 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-13f38300-a9b3-47f9-a31f-611b489aaaf4 req-bc9d7267-02c9-47c7-84f3-3cea4e18ee51 tempest-SecurityGroupsTestAdminJSON-1138284335 tempest-SecurityGroupsTestAdminJSON-1138284335-project-admin] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 39826 time: 0.4803553 Feb 19 02:39:57.699155 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c57de078-2da6-4952-b0cd-adce321c676b req-4b95d4de-152d-4663-85ea-d8f79aec96cf tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277182 Feb 19 02:39:57.711188 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d0bef2-8de1-4a6e-a3cf-4760f50a8469 req-4eafa17a-230c-4a15-bc9f-d4febea8436f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:57.713311 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-39d0bef2-8de1-4a6e-a3cf-4760f50a8469 req-4eafa17a-230c-4a15-bc9f-d4febea8436f service neutron] 10.222.0.82 "GET /v2.0/networks?id=5124bd00-da2a-4bd6-93a0-c14c92afb11f HTTP/1.1" status: 200 len: 870 time: 0.1933889 Feb 19 02:39:57.717539 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-9ff900f0-f3a0-4925-9371-4315c560fb8c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6c3d67e66c634462bc9ad452d51ab513&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3247430 Feb 19 02:39:57.718094 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45740) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:39:57.723355 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff900f0-f3a0-4925-9371-4315c560fb8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ce02550-d22c-41de-a049-e08ef5595617,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:57.749019 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d0bef2-8de1-4a6e-a3cf-4760f50a8469 req-5363a23e-6218-4d33-b523-7e5bd8ad42f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:57.749657 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-39d0bef2-8de1-4a6e-a3cf-4760f50a8469 req-5363a23e-6218-4d33-b523-7e5bd8ad42f1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5124bd00-da2a-4bd6-93a0-c14c92afb11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0946136 Feb 19 02:39:57.819446 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-39d0bef2-8de1-4a6e-a3cf-4760f50a8469 req-010fe283-16fa-48e3-bc68-2c111e11af74 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=a4bbb362-5463-44d9-80a2-82aaa6f86538 HTTP/1.1" status: 200 len: 217 time: 0.0900092 Feb 19 02:39:57.828329 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-13f38300-a9b3-47f9-a31f-611b489aaaf4 req-5125548d-7fdb-4d59-8d5f-56cad5e46f6c tempest-SecurityGroupsTestAdminJSON-1138284335 tempest-SecurityGroupsTestAdminJSON-1138284335-project-admin] 10.222.0.72 "GET /v2.0/security-groups/066c8244-91bc-4b62-9ca2-c9b4a189ed56 HTTP/1.1" status: 200 len: 2998 time: 0.1754594 Feb 19 02:39:57.890665 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-39d0bef2-8de1-4a6e-a3cf-4760f50a8469 req-39362d6b-f0ce-4abb-a19a-9006f50c618f service neutron] 10.222.0.73 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343760 Feb 19 02:39:57.911737 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1ae1e04c-1a6b-47e8-b974-21ea8c9d8737 admin admin] Publish callbacks [] for security_group (9ce02550-d22c-41de-a049-e08ef5595617), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:58.015132 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-39d0bef2-8de1-4a6e-a3cf-4760f50a8469 req-b9deace1-46da-458c-bde4-111ac8934904 service neutron] 10.222.0.73 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170225 Feb 19 02:39:58.020793 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1ae1e04c-1a6b-47e8-b974-21ea8c9d8737 admin admin] Publish callbacks [] for security_group (9ce02550-d22c-41de-a049-e08ef5595617), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:58.037730 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d0bef2-8de1-4a6e-a3cf-4760f50a8469 req-7c5b6fd7-22ca-4383-9786-1cc8ef4e583f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:58.039423 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-39d0bef2-8de1-4a6e-a3cf-4760f50a8469 req-7c5b6fd7-22ca-4383-9786-1cc8ef4e583f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=974c06bc-f097-4890-970a-b087501ab241 HTTP/1.1" status: 200 len: 843 time: 0.2083235 Feb 19 02:39:58.050141 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-13f38300-a9b3-47f9-a31f-611b489aaaf4 req-fba540bb-712f-4859-ab63-5974592a3090 tempest-SecurityGroupsTestAdminJSON-1138284335 tempest-SecurityGroupsTestAdminJSON-1138284335-project-admin] 10.222.0.72 "GET /v2.0/security-groups/066c8244-91bc-4b62-9ca2-c9b4a189ed56 HTTP/1.1" status: 200 len: 2998 time: 0.2206085 Feb 19 02:39:58.121317 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a3f9f7-d739-4f5f-b55f-38d3e0c505d9 req-df762013-f3cb-495f-9813-3d5c578685a3 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:58.122778 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-41a3f9f7-d739-4f5f-b55f-38d3e0c505d9 req-df762013-f3cb-495f-9813-3d5c578685a3 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb0ca84a-aa54-4ea8-8244-4ca8f9d8af34 HTTP/1.1" status: 200 len: 948 time: 0.2041450 Feb 19 02:39:58.178159 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-13f38300-a9b3-47f9-a31f-611b489aaaf4 req-5358167b-fe70-463d-b2eb-42d37f50d8e8 tempest-SecurityGroupsTestAdminJSON-1138284335 tempest-SecurityGroupsTestAdminJSON-1138284335-project-admin] 10.222.0.72 "GET /v2.0/security-groups/275bea60-43be-4e60-823f-5cf13cbe6c10 HTTP/1.1" status: 200 len: 2998 time: 0.1060805 Feb 19 02:39:58.201458 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d0bef2-8de1-4a6e-a3cf-4760f50a8469 req-3111ffce-1d2a-4d47-9518-94d255a477a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:58.202889 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-39d0bef2-8de1-4a6e-a3cf-4760f50a8469 req-3111ffce-1d2a-4d47-9518-94d255a477a7 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5124bd00-da2a-4bd6-93a0-c14c92afb11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1486356 Feb 19 02:39:58.216932 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1ae1e04c-1a6b-47e8-b974-21ea8c9d8737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (9ce02550-d22c-41de-a049-e08ef5595617), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:58.219430 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1ae1e04c-1a6b-47e8-b974-21ea8c9d8737 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:58.221629 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-1ae1e04c-1a6b-47e8-b974-21ea8c9d8737 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9ce02550-d22c-41de-a049-e08ef5595617 HTTP/1.1" status: 204 len: 168 time: 0.5013626 Feb 19 02:39:58.246119 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-41a3f9f7-d739-4f5f-b55f-38d3e0c505d9 req-26e028d1-3c59-4a7b-b1c1-70e5ae9c065a tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084831 Feb 19 02:39:58.303541 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-93f5fb1d-bd90-4a20-a7fa-67172df30218 req-c590a68d-01bd-417e-84ef-0df331a3b30c tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=03a224ed4cc448b3ab8491a1b5a2c99b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0262208 Feb 19 02:39:58.327870 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae1e04c-1a6b-47e8-b974-21ea8c9d8737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ce02550-d22c-41de-a049-e08ef5595617,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:58.353554 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-13f38300-a9b3-47f9-a31f-611b489aaaf4 req-07f1cfa7-166e-46f5-a690-b8913963f17d tempest-SecurityGroupsTestAdminJSON-1138284335 tempest-SecurityGroupsTestAdminJSON-1138284335-project-admin] 10.222.0.72 "GET /v2.0/security-groups/275bea60-43be-4e60-823f-5cf13cbe6c10 HTTP/1.1" status: 200 len: 2998 time: 0.1601205 Feb 19 02:39:58.419633 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-13f38300-a9b3-47f9-a31f-611b489aaaf4 req-c0606ea1-1c73-4f9a-bd52-b3925921f068 tempest-SecurityGroupsTestAdminJSON-1138284335 tempest-SecurityGroupsTestAdminJSON-1138284335-project-admin] 10.222.0.72 "GET /v2.0/security-groups/340a0ced-1996-476b-b06d-4d429754b97e HTTP/1.1" status: 200 len: 2994 time: 0.0646670 Feb 19 02:39:58.464016 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-39d0bef2-8de1-4a6e-a3cf-4760f50a8469 req-b5e17ba5-3106-4d7e-923e-6c0e464376a8 service neutron] 10.222.0.82 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511756 Feb 19 02:39:58.505831 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f5fb1d-bd90-4a20-a7fa-67172df30218 req-f22e3533-9f66-4b68-bc62-c2730ddad57d tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:58.507501 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-93f5fb1d-bd90-4a20-a7fa-67172df30218 req-f22e3533-9f66-4b68-bc62-c2730ddad57d tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1947720 Feb 19 02:39:58.545868 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-13f38300-a9b3-47f9-a31f-611b489aaaf4 req-0c98373a-8c05-4ee1-902c-63ebf4016966 tempest-SecurityGroupsTestAdminJSON-1138284335 tempest-SecurityGroupsTestAdminJSON-1138284335-project-admin] 10.222.0.72 "GET /v2.0/security-groups/340a0ced-1996-476b-b06d-4d429754b97e HTTP/1.1" status: 200 len: 2994 time: 0.1253099 Feb 19 02:39:58.562770 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-93f5fb1d-bd90-4a20-a7fa-67172df30218 req-14b61127-3140-48ee-8c34-1736a5aebc26 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Request body: {'port': {'device_id': '93308350-272a-4c9a-aff7-d099ecc13232', 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f', 'admin_state_up': True, 'tenant_id': '03a224ed4cc448b3ab8491a1b5a2c99b'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:39:58.624387 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-39d0bef2-8de1-4a6e-a3cf-4760f50a8469 req-43962611-ff0b-4173-bf36-addfef065e73 service neutron] 10.222.0.82 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422317 Feb 19 02:39:58.663064 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-13f38300-a9b3-47f9-a31f-611b489aaaf4 req-128cba7f-480f-488b-8106-32c21f3e9c76 tempest-SecurityGroupsTestAdminJSON-1138284335 tempest-SecurityGroupsTestAdminJSON-1138284335-project-admin] 10.222.0.72 "GET /v2.0/security-groups/3d5f8ccd-b534-482f-9e0a-2f2c95196e4f HTTP/1.1" status: 200 len: 2998 time: 0.1061380 Feb 19 02:39:58.699837 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93f5fb1d-bd90-4a20-a7fa-67172df30218 req-14b61127-3140-48ee-8c34-1736a5aebc26 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Made reservation on behalf of 03a224ed4cc448b3ab8491a1b5a2c99b for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:39:58.704468 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-93f5fb1d-bd90-4a20-a7fa-67172df30218 req-14b61127-3140-48ee-8c34-1736a5aebc26 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:58.713942 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-13f38300-a9b3-47f9-a31f-611b489aaaf4 req-53cee149-0800-400e-8f7b-fd7dd5890774 tempest-SecurityGroupsTestAdminJSON-1138284335 tempest-SecurityGroupsTestAdminJSON-1138284335-project-admin] 10.222.0.72 "GET /v2.0/security-groups/3d5f8ccd-b534-482f-9e0a-2f2c95196e4f HTTP/1.1" status: 200 len: 2998 time: 0.0498772 Feb 19 02:39:58.715122 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-93f5fb1d-bd90-4a20-a7fa-67172df30218 req-14b61127-3140-48ee-8c34-1736a5aebc26 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:58.805430 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-93f5fb1d-bd90-4a20-a7fa-67172df30218 req-14b61127-3140-48ee-8c34-1736a5aebc26 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Publish callbacks [] for security_group (5b908dbc-8f8c-41bc-a0bd-543abe15dd62), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:58.810057 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-93f5fb1d-bd90-4a20-a7fa-67172df30218 req-14b61127-3140-48ee-8c34-1736a5aebc26 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (5b908dbc-8f8c-41bc-a0bd-543abe15dd62), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:58.936081 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b61127-3140-48ee-8c34-1736a5aebc26 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b908dbc-8f8c-41bc-a0bd-543abe15dd62,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:58.980068 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [req-93f5fb1d-bd90-4a20-a7fa-67172df30218 req-14b61127-3140-48ee-8c34-1736a5aebc26 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Allocated IP 192.168.233.51 (5124bd00-da2a-4bd6-93a0-c14c92afb11f/974c06bc-f097-4890-970a-b087501ab241/64d5db86-5019-4642-ac30-035e8e72b9a8) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:39:59.005956 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-13f38300-a9b3-47f9-a31f-611b489aaaf4 req-9ad448ea-78b1-45be-99e5-8516d26464d3 tempest-SecurityGroupsTestAdminJSON-1138284335 tempest-SecurityGroupsTestAdminJSON-1138284335-project-admin] 10.222.0.72 "GET /v2.0/security-groups/733a45e3-e964-4551-87b4-8214b1a00691 HTTP/1.1" status: 200 len: 2994 time: 0.2911940 Feb 19 02:39:59.013074 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b11685-b29a-428a-97c4-56922a4f0b40 req-992f0e69-e9c5-4e1a-910e-f7a4db7cda1a tempest-LiveMigrationTest-193918984 tempest-LiveMigrationTest-193918984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:59.014913 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c0b11685-b29a-428a-97c4-56922a4f0b40 req-992f0e69-e9c5-4e1a-910e-f7a4db7cda1a tempest-LiveMigrationTest-193918984 tempest-LiveMigrationTest-193918984-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=0e3f78fd-0754-4bc2-bf93-db1168fc7253 HTTP/1.1" status: 200 len: 1128 time: 0.2991419 Feb 19 02:39:59.040752 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device a4bbb362-5463-44d9-80a2-82aaa6f86538 details requested by agent hyperv_n-h2-826753-2 with host n-h2-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:39:59.082075 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-13f38300-a9b3-47f9-a31f-611b489aaaf4 req-dbdfeaa1-0dec-4fc7-9798-4196f57f9f07 tempest-SecurityGroupsTestAdminJSON-1138284335 tempest-SecurityGroupsTestAdminJSON-1138284335-project-admin] 10.222.0.72 "GET /v2.0/security-groups/733a45e3-e964-4551-87b4-8214b1a00691 HTTP/1.1" status: 200 len: 2994 time: 0.0661838 Feb 19 02:39:59.088112 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c0b11685-b29a-428a-97c4-56922a4f0b40 req-f5aff53b-cf5a-43f3-89b0-04d79885a572 tempest-LiveMigrationTest-193918984 tempest-LiveMigrationTest-193918984-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652423 Feb 19 02:39:59.130492 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-13f38300-a9b3-47f9-a31f-611b489aaaf4 req-5769eaa0-1aee-422a-ba7d-6b6575609bc1 tempest-SecurityGroupsTestAdminJSON-1138284335 tempest-SecurityGroupsTestAdminJSON-1138284335-project-admin] 10.222.0.72 "GET /v2.0/security-groups/7af49b44-9130-402a-842e-e5cfabdefd3f HTTP/1.1" status: 200 len: 2998 time: 0.0402777 Feb 19 02:39:59.167207 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-93f5fb1d-bd90-4a20-a7fa-67172df30218 req-14b61127-3140-48ee-8c34-1736a5aebc26 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Publish callbacks [] for port (64d5db86-5019-4642-ac30-035e8e72b9a8), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:59.175992 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45784) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:39:59.197577 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-13f38300-a9b3-47f9-a31f-611b489aaaf4 req-27856092-d5b0-4dc2-9e81-d4dac93a6ac2 tempest-SecurityGroupsTestAdminJSON-1138284335 tempest-SecurityGroupsTestAdminJSON-1138284335-project-admin] 10.222.0.72 "GET /v2.0/security-groups/7af49b44-9130-402a-842e-e5cfabdefd3f HTTP/1.1" status: 200 len: 2998 time: 0.0609062 Feb 19 02:39:59.227322 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port a4bbb362-5463-44d9-80a2-82aaa6f86538, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=a4bbb362-5463-44d9-80a2-82aaa6f86538,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:39:59.231635 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-93f5fb1d-bd90-4a20-a7fa-67172df30218 req-14b61127-3140-48ee-8c34-1736a5aebc26 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (64d5db86-5019-4642-ac30-035e8e72b9a8), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:59.250514 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Returning: {'device': 'a4bbb362-5463-44d9-80a2-82aaa6f86538', 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f', 'port_id': 'a4bbb362-5463-44d9-80a2-82aaa6f86538', 'mac_address': 'fa:16:3e:c1:a5:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '974c06bc-f097-4890-970a-b087501ab241', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:39:59.255033 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-13f38300-a9b3-47f9-a31f-611b489aaaf4 req-3cdac328-a1da-4837-8bab-98a8aad8ae67 tempest-SecurityGroupsTestAdminJSON-1138284335 tempest-SecurityGroupsTestAdminJSON-1138284335-project-admin] 10.222.0.72 "GET /v2.0/security-groups/9a41d5ba-0bc5-4202-a1ed-7ab34a7f8908 HTTP/1.1" status: 200 len: 2990 time: 0.0494123 Feb 19 02:39:59.284633 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93f5fb1d-bd90-4a20-a7fa-67172df30218 req-14b61127-3140-48ee-8c34-1736a5aebc26 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Network 5124bd00-da2a-4bd6-93a0-c14c92afb11f is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:39:59.288470 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [req-93f5fb1d-bd90-4a20-a7fa-67172df30218 req-14b61127-3140-48ee-8c34-1736a5aebc26 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:39:59.309279 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-93f5fb1d-bd90-4a20-a7fa-67172df30218 req-14b61127-3140-48ee-8c34-1736a5aebc26 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:39:59.331633 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port a4bbb362-5463-44d9-80a2-82aaa6f86538 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:39:59.332220 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (a4bbb362-5463-44d9-80a2-82aaa6f86538), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:59.349681 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4bbb362-5463-44d9-80a2-82aaa6f86538 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:39:59.353600 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-c42f028b-c94b-44d6-b57a-07233f833ab4 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1229934973-network', 'tenant_id': 'ad75c6928a1d4c6da3a56db6352b2618'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:39:59.373511 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f5fb1d-bd90-4a20-a7fa-67172df30218 req-14b61127-3140-48ee-8c34-1736a5aebc26 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:59.374386 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-93f5fb1d-bd90-4a20-a7fa-67172df30218 req-14b61127-3140-48ee-8c34-1736a5aebc26 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:59.377101 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port a4bbb362-5463-44d9-80a2-82aaa6f86538, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=a4bbb362-5463-44d9-80a2-82aaa6f86538,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:39:59.377969 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-13f38300-a9b3-47f9-a31f-611b489aaaf4 req-cedbec42-1314-4de7-bc9d-dc970529d6bc tempest-SecurityGroupsTestAdminJSON-1138284335 tempest-SecurityGroupsTestAdminJSON-1138284335-project-admin] 10.222.0.72 "GET /v2.0/security-groups/9a41d5ba-0bc5-4202-a1ed-7ab34a7f8908 HTTP/1.1" status: 200 len: 2990 time: 0.1165810 Feb 19 02:39:59.384463 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (a4bbb362-5463-44d9-80a2-82aaa6f86538), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:59.384769 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b61127-3140-48ee-8c34-1736a5aebc26 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Pushing event updated for resources: {'Port': ['ID=64d5db86-5019-4642-ac30-035e8e72b9a8,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:59.401442 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-93f5fb1d-bd90-4a20-a7fa-67172df30218 req-14b61127-3140-48ee-8c34-1736a5aebc26 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8427894 Feb 19 02:39:59.406679 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c42f028b-c94b-44d6-b57a-07233f833ab4 admin admin] Made reservation on behalf of ad75c6928a1d4c6da3a56db6352b2618 for: {'network': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:39:59.409221 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c42f028b-c94b-44d6-b57a-07233f833ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:59.420353 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-93f5fb1d-bd90-4a20-a7fa-67172df30218 req-e92a70ae-0199-4c82-90a5-3da305716122 service neutron] Request body: {'port': {'device_id': '93308350-272a-4c9a-aff7-d099ecc13232', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826753-2'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:39:59.425225 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddab142-5ed0-4bb1-a771-5779cf391742 req-a67d0998-c67c-4bbf-9b76-9e14d0f7d537 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:59.426846 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9ddab142-5ed0-4bb1-a771-5779cf391742 req-a67d0998-c67c-4bbf-9b76-9e14d0f7d537 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/ports?device_id=93308350-272a-4c9a-aff7-d099ecc13232 HTTP/1.1" status: 200 len: 935 time: 0.1330340 Feb 19 02:39:59.446054 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c42f028b-c94b-44d6-b57a-07233f833ab4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:59.459631 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=a4bbb362-5463-44d9-80a2-82aaa6f86538,revision_number=8']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:59.489825 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-13f38300-a9b3-47f9-a31f-611b489aaaf4 req-38be5c4f-ada8-434f-a12d-ae224bc0f36d tempest-SecurityGroupsTestAdminJSON-1138284335 tempest-SecurityGroupsTestAdminJSON-1138284335-project-admin] 10.222.0.72 "GET /v2.0/security-groups/9a7b8002-4dbe-43b1-b890-9b60531eeb20 HTTP/1.1" status: 200 len: 2998 time: 0.1021700 Feb 19 02:39:59.503032 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-93f5fb1d-bd90-4a20-a7fa-67172df30218 req-e92a70ae-0199-4c82-90a5-3da305716122 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (64d5db86-5019-4642-ac30-035e8e72b9a8), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:59.550603 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9ddab142-5ed0-4bb1-a771-5779cf391742 req-04e452fe-c7e7-4c3d-9158-d029140098b2 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b908dbc-8f8c-41bc-a0bd-543abe15dd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100273 Feb 19 02:39:59.581741 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-13f38300-a9b3-47f9-a31f-611b489aaaf4 req-cea2290e-bec3-448a-9768-4bde52dcbe7c tempest-SecurityGroupsTestAdminJSON-1138284335 tempest-SecurityGroupsTestAdminJSON-1138284335-project-admin] 10.222.0.72 "GET /v2.0/security-groups/9a7b8002-4dbe-43b1-b890-9b60531eeb20 HTTP/1.1" status: 200 len: 2998 time: 0.0815125 Feb 19 02:39:59.620286 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-15316277-bc93-45e1-841d-b5be98bc98a9 None None] Provisioning complete for port 64d5db86-5019-4642-ac30-035e8e72b9a8 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:39:59.620961 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-15316277-bc93-45e1-841d-b5be98bc98a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (64d5db86-5019-4642-ac30-035e8e72b9a8), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:59.654271 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c42f028b-c94b-44d6-b57a-07233f833ab4 admin admin] Publish callbacks [] for security_group (334db0a0-5221-4807-b8bd-75d4fd630aaa), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:59.659396 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-13f38300-a9b3-47f9-a31f-611b489aaaf4 req-361d0935-8930-48e1-ab25-f6f429e85be6 tempest-SecurityGroupsTestAdminJSON-1138284335 tempest-SecurityGroupsTestAdminJSON-1138284335-project-admin] 10.222.0.72 "GET /v2.0/security-groups/9fb7ec05-94c5-4be9-bd64-e232c45ff032 HTTP/1.1" status: 200 len: 2998 time: 0.0704937 Feb 19 02:39:59.662018 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c42f028b-c94b-44d6-b57a-07233f833ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (334db0a0-5221-4807-b8bd-75d4fd630aaa), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:59.688607 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-15316277-bc93-45e1-841d-b5be98bc98a9 None None] Port 64d5db86-5019-4642-ac30-035e8e72b9a8 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:39:59.700370 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c42f028b-c94b-44d6-b57a-07233f833ab4 admin admin] vlan segment allocate from pool success with {'vlan_id': 288, 'physical_network': 'physnet1'} {{(pid=103701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:39:59.706500 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['a4bbb362-5463-44d9-80a2-82aaa6f86538'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:39:59.748496 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42f028b-c94b-44d6-b57a-07233f833ab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=334db0a0-5221-4807-b8bd-75d4fd630aaa,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:39:59.765185 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c42f028b-c94b-44d6-b57a-07233f833ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (9dab481a-5428-424d-a8c3-4ae8ddfff67b), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:59.765763 n-d-826753-2 neutron-server[103701]: INFO neutron.db.segments_db [None req-c42f028b-c94b-44d6-b57a-07233f833ab4 admin admin] Added segment 9dab481a-5428-424d-a8c3-4ae8ddfff67b of type vlan for network db98097a-bb19-479d-bd0d-4f71e988880a Feb 19 02:39:59.860402 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-13f38300-a9b3-47f9-a31f-611b489aaaf4 req-6ff78239-9582-4eb2-9d06-44874feaa1be tempest-SecurityGroupsTestAdminJSON-1138284335 tempest-SecurityGroupsTestAdminJSON-1138284335-project-admin] 10.222.0.72 "GET /v2.0/security-groups/9fb7ec05-94c5-4be9-bd64-e232c45ff032 HTTP/1.1" status: 200 len: 2998 time: 0.1886492 Feb 19 02:39:59.867324 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c42f028b-c94b-44d6-b57a-07233f833ab4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (db98097a-bb19-479d-bd0d-4f71e988880a), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:59.941726 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-93f5fb1d-bd90-4a20-a7fa-67172df30218 req-e92a70ae-0199-4c82-90a5-3da305716122 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64d5db86-5019-4642-ac30-035e8e72b9a8 {{(pid=103702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:39:59.950633 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-93f5fb1d-bd90-4a20-a7fa-67172df30218 req-e92a70ae-0199-4c82-90a5-3da305716122 service neutron] Publish callbacks [] for port (64d5db86-5019-4642-ac30-035e8e72b9a8), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:59.962502 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c42f028b-c94b-44d6-b57a-07233f833ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (db98097a-bb19-479d-bd0d-4f71e988880a), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:59.963428 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42f028b-c94b-44d6-b57a-07233f833ab4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:39:59.963993 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-93f5fb1d-bd90-4a20-a7fa-67172df30218 req-e92a70ae-0199-4c82-90a5-3da305716122 service neutron] Transition to ACTIVE for port object 64d5db86-5019-4642-ac30-035e8e72b9a8 will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:39:59.964137 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c42f028b-c94b-44d6-b57a-07233f833ab4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:59.968803 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-93f5fb1d-bd90-4a20-a7fa-67172df30218 req-e92a70ae-0199-4c82-90a5-3da305716122 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (64d5db86-5019-4642-ac30-035e8e72b9a8), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:39:59.968949 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ae1240f9-bcf0-4529-a225-8940123da0f3 req-48d55b90-bf0e-4b0f-8ec6-0803c58d2c2d tempest-ImagesOneServerTestJSON-1152968791 tempest-ImagesOneServerTestJSON-1152968791-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=33e63dfe37e94bae87be28e5a023dd61&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0385506 Feb 19 02:39:59.972600 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-13f38300-a9b3-47f9-a31f-611b489aaaf4 req-c1ce8571-2f70-4207-944f-3a935cb3dfbf tempest-SecurityGroupsTestAdminJSON-1138284335 tempest-SecurityGroupsTestAdminJSON-1138284335-project-admin] 10.222.0.72 "GET /v2.0/security-groups/c301eee8-aec2-4c81-a9fa-5752e466cfec HTTP/1.1" status: 200 len: 2998 time: 0.0876148 Feb 19 02:40:00.068565 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-c42f028b-c94b-44d6-b57a-07233f833ab4 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8907311 Feb 19 02:40:00.085547 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45802) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:40:00.097146 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-ad3854d9-df57-48bb-b290-8618ab7fa4ee admin admin] Request body: {'subnet': {'network_id': 'db98097a-bb19-479d-bd0d-4f71e988880a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1229934973-subnet', 'tenant_id': 'ad75c6928a1d4c6da3a56db6352b2618', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:40:00.103836 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92a70ae-0199-4c82-90a5-3da305716122 service neutron] Pushing event updated for resources: {'Port': ['ID=64d5db86-5019-4642-ac30-035e8e72b9a8,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:00.139207 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad3854d9-df57-48bb-b290-8618ab7fa4ee admin admin] Made reservation on behalf of ad75c6928a1d4c6da3a56db6352b2618 for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:40:00.141708 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ad3854d9-df57-48bb-b290-8618ab7fa4ee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:00.144646 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42f028b-c94b-44d6-b57a-07233f833ab4 admin admin] Pushing event updated for resources: {'Network': ['ID=db98097a-bb19-479d-bd0d-4f71e988880a,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:00.158243 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-93f5fb1d-bd90-4a20-a7fa-67172df30218 req-e92a70ae-0199-4c82-90a5-3da305716122 service neutron] Attempting to bind port 64d5db86-5019-4642-ac30-035e8e72b9a8 on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:40:00.159030 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-93f5fb1d-bd90-4a20-a7fa-67172df30218 req-e92a70ae-0199-4c82-90a5-3da305716122 service neutron] Attempting to bind port 64d5db86-5019-4642-ac30-035e8e72b9a8 by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:40:00.159458 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f5fb1d-bd90-4a20-a7fa-67172df30218 req-e92a70ae-0199-4c82-90a5-3da305716122 service neutron] Attempting to bind port 64d5db86-5019-4642-ac30-035e8e72b9a8 on network 5124bd00-da2a-4bd6-93a0-c14c92afb11f {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:40:00.159705 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network db98097a-bb19-479d-bd0d-4f71e988880a details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:40:00.163661 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-13f38300-a9b3-47f9-a31f-611b489aaaf4 req-317c63e4-8161-448b-963b-38cca7f7e278 tempest-SecurityGroupsTestAdminJSON-1138284335 tempest-SecurityGroupsTestAdminJSON-1138284335-project-admin] 10.222.0.72 "GET /v2.0/security-groups/c301eee8-aec2-4c81-a9fa-5752e466cfec HTTP/1.1" status: 200 len: 2998 time: 0.1737790 Feb 19 02:40:00.200123 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f5fb1d-bd90-4a20-a7fa-67172df30218 req-e92a70ae-0199-4c82-90a5-3da305716122 service neutron] Port 64d5db86-5019-4642-ac30-035e8e72b9a8 on network 5124bd00-da2a-4bd6-93a0-c14c92afb11f not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:40:00.200435 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f5fb1d-bd90-4a20-a7fa-67172df30218 req-e92a70ae-0199-4c82-90a5-3da305716122 service neutron] Attempting to bind port 64d5db86-5019-4642-ac30-035e8e72b9a8 on network 5124bd00-da2a-4bd6-93a0-c14c92afb11f {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:40:00.218379 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f5fb1d-bd90-4a20-a7fa-67172df30218 req-e92a70ae-0199-4c82-90a5-3da305716122 service neutron] Checking agent: {'id': 'bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:40:00.218627 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f5fb1d-bd90-4a20-a7fa-67172df30218 req-e92a70ae-0199-4c82-90a5-3da305716122 service neutron] Checking segment: {'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:40:00.219000 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f5fb1d-bd90-4a20-a7fa-67172df30218 req-e92a70ae-0199-4c82-90a5-3da305716122 service neutron] Bound using segment: {'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:40:00.219420 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-93f5fb1d-bd90-4a20-a7fa-67172df30218 req-e92a70ae-0199-4c82-90a5-3da305716122 service neutron] Bound port: 64d5db86-5019-4642-ac30-035e8e72b9a8, host: n-h2-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:40:00.221170 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-93f5fb1d-bd90-4a20-a7fa-67172df30218 req-e92a70ae-0199-4c82-90a5-3da305716122 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (64d5db86-5019-4642-ac30-035e8e72b9a8), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:00.234244 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1240f9-bcf0-4529-a225-8940123da0f3 req-35a32216-3bf0-4028-b16d-cf4c22bcad5c tempest-ImagesOneServerTestJSON-1152968791 tempest-ImagesOneServerTestJSON-1152968791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:00.241544 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ae1240f9-bcf0-4529-a225-8940123da0f3 req-35a32216-3bf0-4028-b16d-cf4c22bcad5c tempest-ImagesOneServerTestJSON-1152968791 tempest-ImagesOneServerTestJSON-1152968791-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2562516 Feb 19 02:40:00.254979 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-13f38300-a9b3-47f9-a31f-611b489aaaf4 req-ecb42b7e-2379-4613-9846-2309f537a7b9 tempest-SecurityGroupsTestAdminJSON-1138284335 tempest-SecurityGroupsTestAdminJSON-1138284335-project-admin] 10.222.0.72 "GET /v2.0/security-groups/f745285a-2e01-46ab-b28b-2ac8f0c1658f HTTP/1.1" status: 200 len: 2994 time: 0.0822270 Feb 19 02:40:00.256335 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ae1240f9-bcf0-4529-a225-8940123da0f3 req-18399c12-1aac-4a94-adbf-844e74573064 tempest-ImagesOneServerTestJSON-1152968791 tempest-ImagesOneServerTestJSON-1152968791-project] 10.222.0.72 "GET /v2.0/quotas/33e63dfe37e94bae87be28e5a023dd61 HTTP/1.1" status: 200 len: 375 time: 0.0140388 Feb 19 02:40:00.295093 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ae1240f9-bcf0-4529-a225-8940123da0f3 req-5ed9fef5-7633-40de-a03f-ab949a780b84 tempest-ImagesOneServerTestJSON-1152968791 tempest-ImagesOneServerTestJSON-1152968791-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=33e63dfe37e94bae87be28e5a023dd61&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0325890 Feb 19 02:40:00.322859 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-93f5fb1d-bd90-4a20-a7fa-67172df30218 req-e92a70ae-0199-4c82-90a5-3da305716122 service neutron] For port 64d5db86-5019-4642-ac30-035e8e72b9a8, host n-h2-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:40:00.338770 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-13f38300-a9b3-47f9-a31f-611b489aaaf4 req-0d243c44-4d5c-4df4-bcdd-fb666a9f7036 tempest-SecurityGroupsTestAdminJSON-1138284335 tempest-SecurityGroupsTestAdminJSON-1138284335-project-admin] 10.222.0.72 "GET /v2.0/security-groups/f745285a-2e01-46ab-b28b-2ac8f0c1658f HTTP/1.1" status: 200 len: 2994 time: 0.0739684 Feb 19 02:40:00.354094 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-93f5fb1d-bd90-4a20-a7fa-67172df30218 req-e92a70ae-0199-4c82-90a5-3da305716122 service neutron] For port 64d5db86-5019-4642-ac30-035e8e72b9a8, host n-h2-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=64d5db86-5019-4642-ac30-035e8e72b9a8,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:40:00.369160 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-93f5fb1d-bd90-4a20-a7fa-67172df30218 req-e92a70ae-0199-4c82-90a5-3da305716122 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (64d5db86-5019-4642-ac30-035e8e72b9a8), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:00.452581 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f5fb1d-bd90-4a20-a7fa-67172df30218 req-e92a70ae-0199-4c82-90a5-3da305716122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:00.453509 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-93f5fb1d-bd90-4a20-a7fa-67172df30218 req-e92a70ae-0199-4c82-90a5-3da305716122 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:00.455063 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-93f5fb1d-bd90-4a20-a7fa-67172df30218 req-e92a70ae-0199-4c82-90a5-3da305716122 service neutron] 10.222.0.82 "PUT /v2.0/ports/64d5db86-5019-4642-ac30-035e8e72b9a8 HTTP/1.1" status: 200 len: 1095 time: 1.0386033 Feb 19 02:40:00.456319 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93308350-272a-4c9a-aff7-d099ecc13232', 'tag': '64d5db86-5019-4642-ac30-035e8e72b9a8'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:40:00.457087 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981441e2-6e6a-453c-95ec-d4934a653c21 req-167f8e4f-05e0-4c57-b416-f661fb5fe64e tempest-LiveMigrationTest-193918984 tempest-LiveMigrationTest-193918984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:00.458525 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8023d61e-03a3-44e5-bc8d-3470af097a97" -d '{"events": [{"name": "network-changed", "server_uuid": "93308350-272a-4c9a-aff7-d099ecc13232", "tag": "64d5db86-5019-4642-ac30-035e8e72b9a8"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:40:00.458779 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-981441e2-6e6a-453c-95ec-d4934a653c21 req-167f8e4f-05e0-4c57-b416-f661fb5fe64e tempest-LiveMigrationTest-193918984 tempest-LiveMigrationTest-193918984-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=0e3f78fd-0754-4bc2-bf93-db1168fc7253 HTTP/1.1" status: 200 len: 1128 time: 0.0598485 Feb 19 02:40:00.493158 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ad3854d9-df57-48bb-b290-8618ab7fa4ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (2fe72d28-9326-4a85-b8b2-36c8cafae112), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:00.498949 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92a70ae-0199-4c82-90a5-3da305716122 service neutron] Pushing event updated for resources: {'Port': ['ID=64d5db86-5019-4642-ac30-035e8e72b9a8,revision_number=3']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:00.587570 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-981441e2-6e6a-453c-95ec-d4934a653c21 req-48700dfb-1642-4e87-b69a-c5f5fc04edef tempest-LiveMigrationTest-193918984 tempest-LiveMigrationTest-193918984-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182961 Feb 19 02:40:00.599985 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3854d9-df57-48bb-b290-8618ab7fa4ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fe72d28-9326-4a85-b8b2-36c8cafae112,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:00.648402 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3854d9-df57-48bb-b290-8618ab7fa4ee admin admin] Checking segment: {'id': '9dab481a-5428-424d-a8c3-4ae8ddfff67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'db98097a-bb19-479d-bd0d-4f71e988880a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:40:00.648780 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad3854d9-df57-48bb-b290-8618ab7fa4ee admin admin] Network hostable DHCP agents. Network: db98097a-bb19-479d-bd0d-4f71e988880a, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:40:00.654100 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f5fb1d-bd90-4a20-a7fa-67172df30218 req-b6e1571a-d112-4a01-8967-597da5e6dc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:00.655602 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-93f5fb1d-bd90-4a20-a7fa-67172df30218 req-b6e1571a-d112-4a01-8967-597da5e6dc85 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=03a224ed4cc448b3ab8491a1b5a2c99b&device_id=93308350-272a-4c9a-aff7-d099ecc13232 HTTP/1.1" status: 200 len: 1129 time: 0.1046829 Feb 19 02:40:00.687891 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad3854d9-df57-48bb-b290-8618ab7fa4ee admin admin] Network db98097a-bb19-479d-bd0d-4f71e988880a is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:40:00.702351 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733d368a-b362-47e9-9c56-08d7e5a6c4c9 req-5888599c-3845-4362-b6ea-3238e092729e tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:00.703953 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-733d368a-b362-47e9-9c56-08d7e5a6c4c9 req-5888599c-3845-4362-b6ea-3238e092729e tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb0ca84a-aa54-4ea8-8244-4ca8f9d8af34 HTTP/1.1" status: 200 len: 949 time: 0.1445701 Feb 19 02:40:00.752020 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-896f75ff-d3f9-4b51-ae52-b096845c0f77 req-5349ccb9-0271-49b6-bee9-f6739b52e4c3 tempest-SecurityGroupsTestAdminJSON-2073885591 tempest-SecurityGroupsTestAdminJSON-2073885591-project] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=fd82f2700620453ba893fca0aaf5b6bf HTTP/1.1" status: 200 len: 6151 time: 0.1171334 Feb 19 02:40:00.753178 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-93f5fb1d-bd90-4a20-a7fa-67172df30218 req-e69327b4-5354-462a-a572-8d8a6939f8f7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=64d5db86-5019-4642-ac30-035e8e72b9a8 HTTP/1.1" status: 200 len: 217 time: 0.0796797 Feb 19 02:40:00.758545 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-ad3854d9-df57-48bb-b290-8618ab7fa4ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, db98097a-bb19-479d-bd0d-4f71e988880a) {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:40:00.774508 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3854d9-df57-48bb-b290-8618ab7fa4ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:00.775168 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ad3854d9-df57-48bb-b290-8618ab7fa4ee admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:00.779871 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496dc8d9-12e9-4ec6-b5a1-862a13bb3954 None None] Network db98097a-bb19-479d-bd0d-4f71e988880a requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:40:00.815203 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-733d368a-b362-47e9-9c56-08d7e5a6c4c9 req-fddf6a7b-e45a-4b1a-adb8-92ef890ff81a tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019495 Feb 19 02:40:00.833156 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-896f75ff-d3f9-4b51-ae52-b096845c0f77 req-fca84d3e-267b-4471-8fb4-8ab5ee9fed98 tempest-SecurityGroupsTestAdminJSON-2073885591 tempest-SecurityGroupsTestAdminJSON-2073885591-project] 10.222.0.72 "GET /v2.0/security-groups/275bea60-43be-4e60-823f-5cf13cbe6c10 HTTP/1.1" status: 200 len: 2998 time: 0.0801885 Feb 19 02:40:00.868495 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-ad3854d9-df57-48bb-b290-8618ab7fa4ee admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7794101 Feb 19 02:40:00.902210 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f5fb1d-bd90-4a20-a7fa-67172df30218 req-f1170487-de9a-4394-a970-ded9236cb751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:00.903737 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-93f5fb1d-bd90-4a20-a7fa-67172df30218 req-f1170487-de9a-4394-a970-ded9236cb751 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=974c06bc-f097-4890-970a-b087501ab241 HTTP/1.1" status: 200 len: 843 time: 0.0945001 Feb 19 02:40:00.958101 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-896f75ff-d3f9-4b51-ae52-b096845c0f77 req-d60b6a48-cff5-4efa-831f-eaa270118f28 tempest-SecurityGroupsTestAdminJSON-2073885591 tempest-SecurityGroupsTestAdminJSON-2073885591-project] 10.222.0.72 "GET /v2.0/security-groups/275bea60-43be-4e60-823f-5cf13cbe6c10 HTTP/1.1" status: 200 len: 2998 time: 0.1240599 Feb 19 02:40:00.974922 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45830) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:40:00.988481 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5cc171ca-6e71-48c1-a46e-9ea6515f6f04 req-84f96a58-335e-4ad9-ac07-cb2def5af56e tempest-ImagesOneServerTestJSON-1152968791 tempest-ImagesOneServerTestJSON-1152968791-project] 10.222.0.72 "GET /v2.0/ports?device_id=c6732863-2c63-4725-a714-348b290e7e20 HTTP/1.1" status: 200 len: 210 time: 0.0651903 Feb 19 02:40:01.035502 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25a03a11-98f9-49c2-9de9-4ab9e7badf60 x-openstack-request-id: req-25a03a11-98f9-49c2-9de9-4ab9e7badf60 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:40:01.035774 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93308350-272a-4c9a-aff7-d099ecc13232", "tag": "64d5db86-5019-4642-ac30-035e8e72b9a8", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:40:01.035989 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-25a03a11-98f9-49c2-9de9-4ab9e7badf60 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:40:01.038515 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdcf6395-d4ad-48e7-8ea3-cfff8724f740 None None] Network db98097a-bb19-479d-bd0d-4f71e988880a requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:40:01.039165 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93308350-272a-4c9a-aff7-d099ecc13232', 'tag': '64d5db86-5019-4642-ac30-035e8e72b9a8', 'status': 'completed', 'code': 200} Feb 19 02:40:01.054960 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f5fb1d-bd90-4a20-a7fa-67172df30218 req-547afd83-e86c-49ed-a362-b8c0b5834428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:01.058265 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-93f5fb1d-bd90-4a20-a7fa-67172df30218 req-547afd83-e86c-49ed-a362-b8c0b5834428 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5124bd00-da2a-4bd6-93a0-c14c92afb11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1476867 Feb 19 02:40:01.075033 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device a4bbb362-5463-44d9-80a2-82aaa6f86538 up at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:40:01.255456 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning for port a4bbb362-5463-44d9-80a2-82aaa6f86538 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:40:01.260249 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d72179c-6a36-44de-aabd-499419cfec05 req-c1ea4f96-1de1-4bdc-a251-f3c252fdd3e9 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:01.263351 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning complete for port a4bbb362-5463-44d9-80a2-82aaa6f86538 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:40:01.264024 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (a4bbb362-5463-44d9-80a2-82aaa6f86538), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:01.268199 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5d72179c-6a36-44de-aabd-499419cfec05 req-c1ea4f96-1de1-4bdc-a251-f3c252fdd3e9 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/ports?device_id=93308350-272a-4c9a-aff7-d099ecc13232 HTTP/1.1" status: 200 len: 947 time: 0.1161628 Feb 19 02:40:01.312507 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-957ece1c-d130-4d2c-91c2-4f51816294fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:01.346733 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-93f5fb1d-bd90-4a20-a7fa-67172df30218 req-fc17dfa7-5800-4290-a8c7-899641a0e152 service neutron] 10.222.0.82 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2802544 Feb 19 02:40:01.354470 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5d72179c-6a36-44de-aabd-499419cfec05 req-d085a650-c90c-47d4-afc9-ffcc64dd90fa tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b908dbc-8f8c-41bc-a0bd-543abe15dd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735664 Feb 19 02:40:01.427351 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port a4bbb362-5463-44d9-80a2-82aaa6f86538 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:40:01.427794 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (a4bbb362-5463-44d9-80a2-82aaa6f86538), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:01.447331 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-61418716-123e-403a-bb62-ff2504bd2428 req-54a4a0fd-60ff-4703-bd06-a38c33fdd575 tempest-SecurityGroupsTestAdminJSON-1138284335 tempest-SecurityGroupsTestAdminJSON-1138284335-project-admin] 10.222.0.72 "GET /v2.0/security-groups/b7b05a71-6a5f-4044-9440-27f5e5eda977 HTTP/1.1" status: 200 len: 1795 time: 0.0917084 Feb 19 02:40:01.481323 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port a4bbb362-5463-44d9-80a2-82aaa6f86538, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=a4bbb362-5463-44d9-80a2-82aaa6f86538,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:40:01.481425 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb0ca84a-aa54-4ea8-8244-4ca8f9d8af34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4bbb362-5463-44d9-80a2-82aaa6f86538'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:40:01.484543 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6156378d-d6e6-4a10-b84d-25b3900028e4" -d '{"events": [{"server_uuid": "fb0ca84a-aa54-4ea8-8244-4ca8f9d8af34", "name": "network-vif-plugged", "status": "completed", "tag": "a4bbb362-5463-44d9-80a2-82aaa6f86538"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:40:01.491252 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (a4bbb362-5463-44d9-80a2-82aaa6f86538), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:01.515034 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-93f5fb1d-bd90-4a20-a7fa-67172df30218 req-a3200d65-02b2-47ff-baa2-591fc670b391 service neutron] 10.222.0.82 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581316 Feb 19 02:40:01.523976 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-957ece1c-d130-4d2c-91c2-4f51816294fc admin admin] Publish callbacks [] for security_group (4203ff5a-123f-47a4-93f4-8cba000793ae), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:01.534148 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-957ece1c-d130-4d2c-91c2-4f51816294fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (4203ff5a-123f-47a4-93f4-8cba000793ae), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:01.568358 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-61418716-123e-403a-bb62-ff2504bd2428 req-a0d534ce-842c-4825-b3e3-853e41dc7a0f tempest-SecurityGroupsTestAdminJSON-1138284335 tempest-SecurityGroupsTestAdminJSON-1138284335-project-admin] Publish callbacks [] for security_group (b7b05a71-6a5f-4044-9440-27f5e5eda977), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:01.581955 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-957ece1c-d130-4d2c-91c2-4f51816294fc admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a119b835c4494a7aa09414093da03fc9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6032701 Feb 19 02:40:01.582300 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45852) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:40:01.590759 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957ece1c-d130-4d2c-91c2-4f51816294fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4203ff5a-123f-47a4-93f4-8cba000793ae,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:01.613583 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=a4bbb362-5463-44d9-80a2-82aaa6f86538,revision_number=9']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:01.657123 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-61418716-123e-403a-bb62-ff2504bd2428 req-a0d534ce-842c-4825-b3e3-853e41dc7a0f tempest-SecurityGroupsTestAdminJSON-1138284335 tempest-SecurityGroupsTestAdminJSON-1138284335-project-admin] Publish callbacks [] for security_group (b7b05a71-6a5f-4044-9440-27f5e5eda977), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:01.683339 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b34f748c-4fe7-4bd8-9a54-4339de8af34e admin admin] Publish callbacks [] for security_group (4203ff5a-123f-47a4-93f4-8cba000793ae), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:01.727921 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-61418716-123e-403a-bb62-ff2504bd2428 req-a0d534ce-842c-4825-b3e3-853e41dc7a0f tempest-SecurityGroupsTestAdminJSON-1138284335 tempest-SecurityGroupsTestAdminJSON-1138284335-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (b7b05a71-6a5f-4044-9440-27f5e5eda977), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:01.732316 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-61418716-123e-403a-bb62-ff2504bd2428 req-a0d534ce-842c-4825-b3e3-853e41dc7a0f tempest-SecurityGroupsTestAdminJSON-1138284335 tempest-SecurityGroupsTestAdminJSON-1138284335-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:01.733806 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-61418716-123e-403a-bb62-ff2504bd2428 req-a0d534ce-842c-4825-b3e3-853e41dc7a0f tempest-SecurityGroupsTestAdminJSON-1138284335 tempest-SecurityGroupsTestAdminJSON-1138284335-project-admin] 10.222.0.72 "DELETE /v2.0/security-groups/b7b05a71-6a5f-4044-9440-27f5e5eda977 HTTP/1.1" status: 204 len: 173 time: 0.2791519 Feb 19 02:40:01.752963 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d534ce-842c-4825-b3e3-853e41dc7a0f tempest-SecurityGroupsTestAdminJSON-1138284335 tempest-SecurityGroupsTestAdminJSON-1138284335-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7b05a71-6a5f-4044-9440-27f5e5eda977,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:01.835407 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b34f748c-4fe7-4bd8-9a54-4339de8af34e admin admin] Publish callbacks [] for security_group (4203ff5a-123f-47a4-93f4-8cba000793ae), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:01.874528 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45870) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:40:01.881346 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-014ee63a-c9a8-41a4-9661-3357724dc98d admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1159182645-network', 'tenant_id': '61224d98585f40b3af9608e6adb2af33'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:40:01.907211 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8023d61e-03a3-44e5-bc8d-3470af097a97 req-d6dbfc83-ac26-46d1-8d56-00f48b6ed87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:01.909816 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8023d61e-03a3-44e5-bc8d-3470af097a97 req-d6dbfc83-ac26-46d1-8d56-00f48b6ed87a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=03a224ed4cc448b3ab8491a1b5a2c99b&device_id=93308350-272a-4c9a-aff7-d099ecc13232 HTTP/1.1" status: 200 len: 1129 time: 0.2344768 Feb 19 02:40:01.917078 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20761ee2-9e0d-4ffd-b87e-24a5d0ef5444 req-ba9e3f47-a3b0-46e8-b515-7231eb630316 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:01.918875 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-20761ee2-9e0d-4ffd-b87e-24a5d0ef5444 req-ba9e3f47-a3b0-46e8-b515-7231eb630316 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb0ca84a-aa54-4ea8-8244-4ca8f9d8af34 HTTP/1.1" status: 200 len: 950 time: 0.0904751 Feb 19 02:40:01.920098 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-014ee63a-c9a8-41a4-9661-3357724dc98d admin admin] Made reservation on behalf of 61224d98585f40b3af9608e6adb2af33 for: {'network': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:40:01.923057 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-014ee63a-c9a8-41a4-9661-3357724dc98d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:01.938505 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-014ee63a-c9a8-41a4-9661-3357724dc98d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:01.943769 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fab967-9ab7-41a5-8007-1bb1c07f08c4 req-1033525f-8f72-43f5-9c23-801d89a12da4 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:01.946589 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-88fab967-9ab7-41a5-8007-1bb1c07f08c4 req-1033525f-8f72-43f5-9c23-801d89a12da4 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb0ca84a-aa54-4ea8-8244-4ca8f9d8af34&tenant_id=db33b204d8b743bf8957eb245634d63e&binding%3Ahost_id=n-h2-826753-2 HTTP/1.1" status: 200 len: 950 time: 0.2369673 Feb 19 02:40:01.988353 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-20761ee2-9e0d-4ffd-b87e-24a5d0ef5444 req-ab2e41e2-769e-451b-aa72-70ba02ca70e2 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629058 Feb 19 02:40:02.056011 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-545ec6c3-5fa3-4a85-95b0-ec180ae0b865 x-openstack-request-id: req-545ec6c3-5fa3-4a85-95b0-ec180ae0b865 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:40:02.056292 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb0ca84a-aa54-4ea8-8244-4ca8f9d8af34", "name": "network-vif-plugged", "status": "completed", "tag": "a4bbb362-5463-44d9-80a2-82aaa6f86538", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:40:02.056556 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-545ec6c3-5fa3-4a85-95b0-ec180ae0b865 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:40:02.056950 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb0ca84a-aa54-4ea8-8244-4ca8f9d8af34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4bbb362-5463-44d9-80a2-82aaa6f86538', 'code': 200} Feb 19 02:40:02.115047 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-27e644fc-3cbd-4b16-829f-a47e30f3c0e4 req-c7b3a17e-2dd7-4c95-b2c0-249607b80f93 tempest-SecurityGroupsTestAdminJSON-1138284335 tempest-SecurityGroupsTestAdminJSON-1138284335-project-admin] 10.222.0.72 "GET /v2.0/security-groups/91675365-536e-4fc6-8c12-983b1bc2aa5c HTTP/1.1" status: 200 len: 1793 time: 0.0468373 Feb 19 02:40:02.177533 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-27e644fc-3cbd-4b16-829f-a47e30f3c0e4 req-09f08835-fcca-4e26-b5b1-4dd1bc3d20d5 tempest-SecurityGroupsTestAdminJSON-1138284335 tempest-SecurityGroupsTestAdminJSON-1138284335-project-admin] Publish callbacks [] for security_group (91675365-536e-4fc6-8c12-983b1bc2aa5c), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:02.202169 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-27e644fc-3cbd-4b16-829f-a47e30f3c0e4 req-09f08835-fcca-4e26-b5b1-4dd1bc3d20d5 tempest-SecurityGroupsTestAdminJSON-1138284335 tempest-SecurityGroupsTestAdminJSON-1138284335-project-admin] Publish callbacks [] for security_group (91675365-536e-4fc6-8c12-983b1bc2aa5c), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:02.271959 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b34f748c-4fe7-4bd8-9a54-4339de8af34e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (4203ff5a-123f-47a4-93f4-8cba000793ae), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:02.275027 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b34f748c-4fe7-4bd8-9a54-4339de8af34e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:02.275557 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-b34f748c-4fe7-4bd8-9a54-4339de8af34e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4203ff5a-123f-47a4-93f4-8cba000793ae HTTP/1.1" status: 204 len: 168 time: 0.6920648 Feb 19 02:40:02.300198 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34f748c-4fe7-4bd8-9a54-4339de8af34e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4203ff5a-123f-47a4-93f4-8cba000793ae,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:02.312173 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ae1240f9-bcf0-4529-a225-8940123da0f3 req-75a18579-eb8f-4986-9174-636b3ff884b5 tempest-ImagesOneServerTestJSON-1152968791 tempest-ImagesOneServerTestJSON-1152968791-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=33e63dfe37e94bae87be28e5a023dd61&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0564072 Feb 19 02:40:02.337120 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-014ee63a-c9a8-41a4-9661-3357724dc98d admin admin] Publish callbacks [] for security_group (de2f1978-bab6-4575-a6c5-756c5978e15f), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:02.341664 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-27e644fc-3cbd-4b16-829f-a47e30f3c0e4 req-09f08835-fcca-4e26-b5b1-4dd1bc3d20d5 tempest-SecurityGroupsTestAdminJSON-1138284335 tempest-SecurityGroupsTestAdminJSON-1138284335-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (91675365-536e-4fc6-8c12-983b1bc2aa5c), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:02.345279 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-27e644fc-3cbd-4b16-829f-a47e30f3c0e4 req-09f08835-fcca-4e26-b5b1-4dd1bc3d20d5 tempest-SecurityGroupsTestAdminJSON-1138284335 tempest-SecurityGroupsTestAdminJSON-1138284335-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:02.361659 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-27e644fc-3cbd-4b16-829f-a47e30f3c0e4 req-09f08835-fcca-4e26-b5b1-4dd1bc3d20d5 tempest-SecurityGroupsTestAdminJSON-1138284335 tempest-SecurityGroupsTestAdminJSON-1138284335-project-admin] 10.222.0.72 "DELETE /v2.0/security-groups/91675365-536e-4fc6-8c12-983b1bc2aa5c HTTP/1.1" status: 204 len: 173 time: 0.2395210 Feb 19 02:40:02.371585 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-014ee63a-c9a8-41a4-9661-3357724dc98d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (de2f1978-bab6-4575-a6c5-756c5978e15f), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:02.393178 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f08835-fcca-4e26-b5b1-4dd1bc3d20d5 tempest-SecurityGroupsTestAdminJSON-1138284335 tempest-SecurityGroupsTestAdminJSON-1138284335-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91675365-536e-4fc6-8c12-983b1bc2aa5c,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:02.402992 n-d-826753-2 neutron-server[103702]: INFO neutron.api.v2.resource [req-88fab967-9ab7-41a5-8007-1bb1c07f08c4 req-a1a2d4de-76b4-4bcc-8f19-191511664a86 service neutron] delete failed (client error): The resource could not be found. Feb 19 02:40:02.405136 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-88fab967-9ab7-41a5-8007-1bb1c07f08c4 req-a1a2d4de-76b4-4bcc-8f19-191511664a86 service neutron] 10.222.0.73 "DELETE /v2.0/ports/a4bbb362-5463-44d9-80a2-82aaa6f86538/bindings/n-h1-826753-2 HTTP/1.1" status: 404 len: 380 time: 0.4470663 Feb 19 02:40:02.436001 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8023d61e-03a3-44e5-bc8d-3470af097a97 req-bc34375e-d822-4998-a154-d4109cd51b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:02.437727 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8023d61e-03a3-44e5-bc8d-3470af097a97 req-bc34375e-d822-4998-a154-d4109cd51b3d service neutron] 10.222.0.82 "GET /v2.0/networks?id=5124bd00-da2a-4bd6-93a0-c14c92afb11f HTTP/1.1" status: 200 len: 870 time: 0.4904826 Feb 19 02:40:02.477894 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-014ee63a-c9a8-41a4-9661-3357724dc98d admin admin] vlan segment allocate from pool success with {'vlan_id': 292, 'physical_network': 'physnet1'} {{(pid=103701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:40:02.499409 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8023d61e-03a3-44e5-bc8d-3470af097a97 req-67819a4e-558c-4c61-b50b-1ede0af6a01c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=64d5db86-5019-4642-ac30-035e8e72b9a8 HTTP/1.1" status: 200 len: 217 time: 0.0524037 Feb 19 02:40:02.512656 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1240f9-bcf0-4529-a225-8940123da0f3 req-93be2c97-acca-4437-8be5-350792e8b2a9 tempest-ImagesOneServerTestJSON-1152968791 tempest-ImagesOneServerTestJSON-1152968791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:02.514625 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ae1240f9-bcf0-4529-a225-8940123da0f3 req-93be2c97-acca-4437-8be5-350792e8b2a9 tempest-ImagesOneServerTestJSON-1152968791 tempest-ImagesOneServerTestJSON-1152968791-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1920528 Feb 19 02:40:02.554091 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-ae1240f9-bcf0-4529-a225-8940123da0f3 req-ce14b5b0-967b-498e-8258-9fb91db89741 tempest-ImagesOneServerTestJSON-1152968791 tempest-ImagesOneServerTestJSON-1152968791-project] Request body: {'port': {'device_id': 'c6732863-2c63-4725-a714-348b290e7e20', 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f', 'admin_state_up': True, 'tenant_id': '33e63dfe37e94bae87be28e5a023dd61'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:40:02.576805 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-014ee63a-c9a8-41a4-9661-3357724dc98d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (465fc60b-605a-4565-8efa-9ef91fc643b5), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:02.577291 n-d-826753-2 neutron-server[103701]: INFO neutron.db.segments_db [None req-014ee63a-c9a8-41a4-9661-3357724dc98d admin admin] Added segment 465fc60b-605a-4565-8efa-9ef91fc643b5 of type vlan for network bddd8f8b-ea72-4870-89a9-7b8722c2292e Feb 19 02:40:02.597911 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-676dd191-4b40-4adb-9b84-e9bc3785e7b9 req-ed7bf04b-7d34-4f1a-a48f-1bb8a2bc7b31 tempest-ImagesOneServerTestJSON-1152968791 tempest-ImagesOneServerTestJSON-1152968791-project] 10.222.0.72 "GET /v2.0/ports?device_id=c6732863-2c63-4725-a714-348b290e7e20 HTTP/1.1" status: 200 len: 210 time: 0.1077085 Feb 19 02:40:02.599524 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014ee63a-c9a8-41a4-9661-3357724dc98d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de2f1978-bab6-4575-a6c5-756c5978e15f,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:02.654784 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-014ee63a-c9a8-41a4-9661-3357724dc98d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (bddd8f8b-ea72-4870-89a9-7b8722c2292e), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:02.662356 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8023d61e-03a3-44e5-bc8d-3470af097a97 req-26b3f53c-c463-446a-9b5c-09b5d92c3042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:02.664479 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8023d61e-03a3-44e5-bc8d-3470af097a97 req-26b3f53c-c463-446a-9b5c-09b5d92c3042 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=974c06bc-f097-4890-970a-b087501ab241 HTTP/1.1" status: 200 len: 843 time: 0.1485226 Feb 19 02:40:02.743076 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fab967-9ab7-41a5-8007-1bb1c07f08c4 req-ecab4663-2484-4112-997c-2686ada50f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:02.743323 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-581a2e95-11bc-4150-b80b-d87d3ed6c211 req-9f6dff5e-f258-4fc1-8c3b-8fc8cdac69b3 tempest-SecurityGroupsTestAdminJSON-2073885591 tempest-SecurityGroupsTestAdminJSON-2073885591-project] 10.222.0.72 "GET /v2.0/security-groups/b3b1a2e7-7b89-4072-9784-43a82e917e8d HTTP/1.1" status: 200 len: 1793 time: 0.0791955 Feb 19 02:40:02.744218 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-014ee63a-c9a8-41a4-9661-3357724dc98d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (bddd8f8b-ea72-4870-89a9-7b8722c2292e), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:02.744541 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-88fab967-9ab7-41a5-8007-1bb1c07f08c4 req-ecab4663-2484-4112-997c-2686ada50f0b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=db33b204d8b743bf8957eb245634d63e&device_id=fb0ca84a-aa54-4ea8-8244-4ca8f9d8af34 HTTP/1.1" status: 200 len: 1132 time: 0.1942310 Feb 19 02:40:02.746228 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014ee63a-c9a8-41a4-9661-3357724dc98d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:02.746959 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-014ee63a-c9a8-41a4-9661-3357724dc98d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:02.767591 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8023d61e-03a3-44e5-bc8d-3470af097a97 req-858b8c52-0924-41a2-b705-44e64c2b57e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:02.769158 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8023d61e-03a3-44e5-bc8d-3470af097a97 req-858b8c52-0924-41a2-b705-44e64c2b57e6 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5124bd00-da2a-4bd6-93a0-c14c92afb11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0955098 Feb 19 02:40:02.770729 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae1240f9-bcf0-4529-a225-8940123da0f3 req-ce14b5b0-967b-498e-8258-9fb91db89741 tempest-ImagesOneServerTestJSON-1152968791 tempest-ImagesOneServerTestJSON-1152968791-project] Made reservation on behalf of 33e63dfe37e94bae87be28e5a023dd61 for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:40:02.774190 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-ae1240f9-bcf0-4529-a225-8940123da0f3 req-ce14b5b0-967b-498e-8258-9fb91db89741 tempest-ImagesOneServerTestJSON-1152968791 tempest-ImagesOneServerTestJSON-1152968791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:02.818856 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-ae1240f9-bcf0-4529-a225-8940123da0f3 req-ce14b5b0-967b-498e-8258-9fb91db89741 tempest-ImagesOneServerTestJSON-1152968791 tempest-ImagesOneServerTestJSON-1152968791-project] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:02.877989 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-014ee63a-c9a8-41a4-9661-3357724dc98d admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9995089 Feb 19 02:40:02.881773 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014ee63a-c9a8-41a4-9661-3357724dc98d admin admin] Pushing event updated for resources: {'Network': ['ID=bddd8f8b-ea72-4870-89a9-7b8722c2292e,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:02.886836 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45906) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:40:02.889737 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-581a2e95-11bc-4150-b80b-d87d3ed6c211 req-b6b63a2a-adff-44be-95d3-e27e0010eca3 tempest-SecurityGroupsTestAdminJSON-2073885591 tempest-SecurityGroupsTestAdminJSON-2073885591-project] Publish callbacks [] for security_group (b3b1a2e7-7b89-4072-9784-43a82e917e8d), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:02.896392 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network bddd8f8b-ea72-4870-89a9-7b8722c2292e details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:40:02.901035 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-72fb7ca8-03c4-41ad-a06c-e7a7252cb7b8 admin admin] Request body: {'subnet': {'network_id': 'bddd8f8b-ea72-4870-89a9-7b8722c2292e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1159182645-subnet', 'tenant_id': '61224d98585f40b3af9608e6adb2af33', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:40:02.911282 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45908) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:40:02.943457 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-11a19f1c-518c-4c00-8d66-ba03a1476fc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:02.959094 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-581a2e95-11bc-4150-b80b-d87d3ed6c211 req-b6b63a2a-adff-44be-95d3-e27e0010eca3 tempest-SecurityGroupsTestAdminJSON-2073885591 tempest-SecurityGroupsTestAdminJSON-2073885591-project] Publish callbacks [] for security_group (b3b1a2e7-7b89-4072-9784-43a82e917e8d), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:02.977381 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72fb7ca8-03c4-41ad-a06c-e7a7252cb7b8 admin admin] Made reservation on behalf of 61224d98585f40b3af9608e6adb2af33 for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:40:02.979640 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-72fb7ca8-03c4-41ad-a06c-e7a7252cb7b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:03.063781 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fab967-9ab7-41a5-8007-1bb1c07f08c4 req-cd25108c-5790-476d-a73d-4fe4b02e893e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:03.066174 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-88fab967-9ab7-41a5-8007-1bb1c07f08c4 req-cd25108c-5790-476d-a73d-4fe4b02e893e service neutron] 10.222.0.73 "GET /v2.0/networks?id=5124bd00-da2a-4bd6-93a0-c14c92afb11f HTTP/1.1" status: 200 len: 870 time: 0.2885079 Feb 19 02:40:03.066726 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-581a2e95-11bc-4150-b80b-d87d3ed6c211 req-b6b63a2a-adff-44be-95d3-e27e0010eca3 tempest-SecurityGroupsTestAdminJSON-2073885591 tempest-SecurityGroupsTestAdminJSON-2073885591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (b3b1a2e7-7b89-4072-9784-43a82e917e8d), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:03.068204 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8023d61e-03a3-44e5-bc8d-3470af097a97 req-e39cbb4c-3f67-4d1d-9108-3662f48536ce service neutron] 10.222.0.82 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2917836 Feb 19 02:40:03.069377 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-581a2e95-11bc-4150-b80b-d87d3ed6c211 req-b6b63a2a-adff-44be-95d3-e27e0010eca3 tempest-SecurityGroupsTestAdminJSON-2073885591 tempest-SecurityGroupsTestAdminJSON-2073885591-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:03.070511 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-581a2e95-11bc-4150-b80b-d87d3ed6c211 req-b6b63a2a-adff-44be-95d3-e27e0010eca3 tempest-SecurityGroupsTestAdminJSON-2073885591 tempest-SecurityGroupsTestAdminJSON-2073885591-project] 10.222.0.72 "DELETE /v2.0/security-groups/b3b1a2e7-7b89-4072-9784-43a82e917e8d HTTP/1.1" status: 204 len: 173 time: 0.3002896 Feb 19 02:40:03.094658 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b63a2a-adff-44be-95d3-e27e0010eca3 tempest-SecurityGroupsTestAdminJSON-2073885591 tempest-SecurityGroupsTestAdminJSON-2073885591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3b1a2e7-7b89-4072-9784-43a82e917e8d,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:03.120849 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-11a19f1c-518c-4c00-8d66-ba03a1476fc1 admin admin] Publish callbacks [] for security_group (44e64d55-5e47-42a6-b68b-c39f91dab58a), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:03.121804 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45918) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:40:03.129185 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-11a19f1c-518c-4c00-8d66-ba03a1476fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (44e64d55-5e47-42a6-b68b-c39f91dab58a), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:03.181341 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a19f1c-518c-4c00-8d66-ba03a1476fc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44e64d55-5e47-42a6-b68b-c39f91dab58a,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:03.188438 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-11a19f1c-518c-4c00-8d66-ba03a1476fc1 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ddd40b7e3cd54f3e84f191748bbdca24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2759018 Feb 19 02:40:03.189642 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45922) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:40:03.219673 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-88fab967-9ab7-41a5-8007-1bb1c07f08c4 req-66ed7ab3-11d7-43a4-8792-accc200ea17d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=a4bbb362-5463-44d9-80a2-82aaa6f86538 HTTP/1.1" status: 200 len: 217 time: 0.1056421 Feb 19 02:40:03.271070 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [req-5527f431-43af-42ac-86bd-d3fe4eaaf703 req-a0835fda-9ecc-45ed-bc9d-512c722ae894 tempest-LiveMigrationTest-193918984 tempest-LiveMigrationTest-193918984-project-admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103701) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:40:03.271533 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5527f431-43af-42ac-86bd-d3fe4eaaf703 req-a0835fda-9ecc-45ed-bc9d-512c722ae894 tempest-LiveMigrationTest-193918984 tempest-LiveMigrationTest-193918984-project-admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1487565 Feb 19 02:40:03.280513 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a88ebb-15ff-4f70-98fd-c2a22eddd136 req-4b43c888-87e1-4d9b-b445-7c7a975bdae8 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:03.281775 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b5a88ebb-15ff-4f70-98fd-c2a22eddd136 req-4b43c888-87e1-4d9b-b445-7c7a975bdae8 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/ports?device_id=93308350-272a-4c9a-aff7-d099ecc13232 HTTP/1.1" status: 200 len: 947 time: 0.1124878 Feb 19 02:40:03.302146 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c02b8832-0028-4a47-a82b-cbd6b33b2d19 admin admin] Publish callbacks [] for security_group (44e64d55-5e47-42a6-b68b-c39f91dab58a), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:03.341332 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8023d61e-03a3-44e5-bc8d-3470af097a97 req-01eb32ca-2f25-4e6f-b382-a9331d3094ec service neutron] 10.222.0.82 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593865 Feb 19 02:40:03.342784 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fab967-9ab7-41a5-8007-1bb1c07f08c4 req-00e50632-1cca-4b3c-bc0e-6753d20ee7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:03.344247 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-88fab967-9ab7-41a5-8007-1bb1c07f08c4 req-00e50632-1cca-4b3c-bc0e-6753d20ee7eb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=974c06bc-f097-4890-970a-b087501ab241 HTTP/1.1" status: 200 len: 843 time: 0.1154160 Feb 19 02:40:03.346766 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c02b8832-0028-4a47-a82b-cbd6b33b2d19 admin admin] Publish callbacks [] for security_group (44e64d55-5e47-42a6-b68b-c39f91dab58a), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:03.352304 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-ae1240f9-bcf0-4529-a225-8940123da0f3 req-ce14b5b0-967b-498e-8258-9fb91db89741 tempest-ImagesOneServerTestJSON-1152968791 tempest-ImagesOneServerTestJSON-1152968791-project] Publish callbacks [] for security_group (b120c000-baac-4f64-9390-e95bffd9f0cf), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:03.376060 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b5a88ebb-15ff-4f70-98fd-c2a22eddd136 req-74398731-0ed7-4787-8721-c61b3f68b619 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b908dbc-8f8c-41bc-a0bd-543abe15dd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807288 Feb 19 02:40:03.428295 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-ae1240f9-bcf0-4529-a225-8940123da0f3 req-ce14b5b0-967b-498e-8258-9fb91db89741 tempest-ImagesOneServerTestJSON-1152968791 tempest-ImagesOneServerTestJSON-1152968791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (b120c000-baac-4f64-9390-e95bffd9f0cf), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:03.457956 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c02b8832-0028-4a47-a82b-cbd6b33b2d19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (44e64d55-5e47-42a6-b68b-c39f91dab58a), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:03.462195 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c02b8832-0028-4a47-a82b-cbd6b33b2d19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:03.463493 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-c02b8832-0028-4a47-a82b-cbd6b33b2d19 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/44e64d55-5e47-42a6-b68b-c39f91dab58a HTTP/1.1" status: 204 len: 168 time: 0.2582107 Feb 19 02:40:03.474892 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce14b5b0-967b-498e-8258-9fb91db89741 tempest-ImagesOneServerTestJSON-1152968791 tempest-ImagesOneServerTestJSON-1152968791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b120c000-baac-4f64-9390-e95bffd9f0cf,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:03.516905 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02b8832-0028-4a47-a82b-cbd6b33b2d19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44e64d55-5e47-42a6-b68b-c39f91dab58a,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:03.552534 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5527f431-43af-42ac-86bd-d3fe4eaaf703 req-0a9cc965-ae23-47af-a219-e82e7ade9c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:03.554474 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5527f431-43af-42ac-86bd-d3fe4eaaf703 req-0a9cc965-ae23-47af-a219-e82e7ade9c64 service neutron] 10.222.0.72 "GET /v2.0/ports/49fe7044-8617-421f-8cae-626e2aa0e00e HTTP/1.1" status: 200 len: 1125 time: 0.2175086 Feb 19 02:40:03.564462 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-5527f431-43af-42ac-86bd-d3fe4eaaf703 req-74b138d1-24eb-4f49-a482-0d96f2f20cc8 service neutron] Request body: {'binding': {'host': 'n-h1-826753-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:40:03.564972 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-5527f431-43af-42ac-86bd-d3fe4eaaf703 req-74b138d1-24eb-4f49-a482-0d96f2f20cc8 service neutron] Unknown quota resources ['binding']. {{(pid=103701) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 02:40:03.630330 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa42fff8-4308-4c76-b9ef-218d68bb525f req-8c35f98d-ba22-4b1b-b4d5-401666139041 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:03.631760 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-aa42fff8-4308-4c76-b9ef-218d68bb525f req-8c35f98d-ba22-4b1b-b4d5-401666139041 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb0ca84a-aa54-4ea8-8244-4ca8f9d8af34 HTTP/1.1" status: 200 len: 950 time: 0.1368823 Feb 19 02:40:03.642773 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [req-ae1240f9-bcf0-4529-a225-8940123da0f3 req-ce14b5b0-967b-498e-8258-9fb91db89741 tempest-ImagesOneServerTestJSON-1152968791 tempest-ImagesOneServerTestJSON-1152968791-project] Allocated IP 192.168.233.115 (5124bd00-da2a-4bd6-93a0-c14c92afb11f/974c06bc-f097-4890-970a-b087501ab241/2bdec1ae-8218-4b25-acdb-d88d4bb3c50e) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:40:03.663886 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fab967-9ab7-41a5-8007-1bb1c07f08c4 req-b467ac78-4e86-4964-8897-ebd4d78719a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:03.665968 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-88fab967-9ab7-41a5-8007-1bb1c07f08c4 req-b467ac78-4e86-4964-8897-ebd4d78719a0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5124bd00-da2a-4bd6-93a0-c14c92afb11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3103173 Feb 19 02:40:03.732658 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-aa42fff8-4308-4c76-b9ef-218d68bb525f req-0cb1ad7b-3447-4fee-9fae-8c73edd5340d tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712109 Feb 19 02:40:03.768624 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-5527f431-43af-42ac-86bd-d3fe4eaaf703 req-74b138d1-24eb-4f49-a482-0d96f2f20cc8 service neutron] Attempting to bind port 49fe7044-8617-421f-8cae-626e2aa0e00e on host n-h1-826753-2 for vnic_type normal with profile None {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:40:03.769351 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-5527f431-43af-42ac-86bd-d3fe4eaaf703 req-74b138d1-24eb-4f49-a482-0d96f2f20cc8 service neutron] Attempting to bind port 49fe7044-8617-421f-8cae-626e2aa0e00e by drivers openvswitch,hyperv on host n-h1-826753-2 at level 0 using segments [{'id': '999cf2ff-ad78-4ea0-b2d0-93d967fd81fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:40:03.769767 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5527f431-43af-42ac-86bd-d3fe4eaaf703 req-74b138d1-24eb-4f49-a482-0d96f2f20cc8 service neutron] Attempting to bind port 49fe7044-8617-421f-8cae-626e2aa0e00e on network b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:40:03.774396 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5527f431-43af-42ac-86bd-d3fe4eaaf703 req-74b138d1-24eb-4f49-a482-0d96f2f20cc8 service neutron] Port 49fe7044-8617-421f-8cae-626e2aa0e00e on network b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:40:03.774789 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5527f431-43af-42ac-86bd-d3fe4eaaf703 req-74b138d1-24eb-4f49-a482-0d96f2f20cc8 service neutron] Attempting to bind port 49fe7044-8617-421f-8cae-626e2aa0e00e on network b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:40:03.788431 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5527f431-43af-42ac-86bd-d3fe4eaaf703 req-74b138d1-24eb-4f49-a482-0d96f2f20cc8 service neutron] Checking agent: {'id': '9d56fb1b-2855-496a-a6d9-c324740cb98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:40:03.788900 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5527f431-43af-42ac-86bd-d3fe4eaaf703 req-74b138d1-24eb-4f49-a482-0d96f2f20cc8 service neutron] Checking segment: {'id': '999cf2ff-ad78-4ea0-b2d0-93d967fd81fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:40:03.789685 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5527f431-43af-42ac-86bd-d3fe4eaaf703 req-74b138d1-24eb-4f49-a482-0d96f2f20cc8 service neutron] Bound using segment: {'id': '999cf2ff-ad78-4ea0-b2d0-93d967fd81fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7'} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:40:03.790194 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-5527f431-43af-42ac-86bd-d3fe4eaaf703 req-74b138d1-24eb-4f49-a482-0d96f2f20cc8 service neutron] Bound port: 49fe7044-8617-421f-8cae-626e2aa0e00e, host: n-h1-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '999cf2ff-ad78-4ea0-b2d0-93d967fd81fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7'}}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:40:03.836636 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-88fab967-9ab7-41a5-8007-1bb1c07f08c4 req-6197f996-2425-4afc-96b0-f5efc69a3bcc service neutron] 10.222.0.73 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393309 Feb 19 02:40:03.896983 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6fd763e4-5345-4285-92f2-1a75ea1d7dec req-313f708a-67a9-43a4-87e3-b7a49abc2672 tempest-SecurityGroupsTestAdminJSON-2073885591 tempest-SecurityGroupsTestAdminJSON-2073885591-project] 10.222.0.72 "GET /v2.0/security-groups/8607c6ea-633c-480b-8af9-fdf1496a4b66 HTTP/1.1" status: 200 len: 1793 time: 0.1187375 Feb 19 02:40:03.927502 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-5527f431-43af-42ac-86bd-d3fe4eaaf703 req-74b138d1-24eb-4f49-a482-0d96f2f20cc8 service neutron] For port 49fe7044-8617-421f-8cae-626e2aa0e00e, host n-h1-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=49fe7044-8617-421f-8cae-626e2aa0e00e,segment=NetworkSegment(999cf2ff-ad78-4ea0-b2d0-93d967fd81fc),segment_id=999cf2ff-ad78-4ea0-b2d0-93d967fd81fc)] {{(pid=103701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:40:03.932986 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-72fb7ca8-03c4-41ad-a06c-e7a7252cb7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (5142a3a5-eb5c-41a8-a214-365e78d11de2), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:03.942942 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-5527f431-43af-42ac-86bd-d3fe4eaaf703 req-74b138d1-24eb-4f49-a482-0d96f2f20cc8 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:03.945095 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5527f431-43af-42ac-86bd-d3fe4eaaf703 req-74b138d1-24eb-4f49-a482-0d96f2f20cc8 service neutron] 10.222.0.72 "POST /v2.0/ports/49fe7044-8617-421f-8cae-626e2aa0e00e/bindings HTTP/1.1" status: 201 len: 389 time: 0.3845053 Feb 19 02:40:03.992918 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-6fd763e4-5345-4285-92f2-1a75ea1d7dec req-e997e549-7780-40cb-800d-0a1118c68960 tempest-SecurityGroupsTestAdminJSON-2073885591 tempest-SecurityGroupsTestAdminJSON-2073885591-project] Publish callbacks [] for security_group (8607c6ea-633c-480b-8af9-fdf1496a4b66), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:04.018673 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-6fd763e4-5345-4285-92f2-1a75ea1d7dec req-e997e549-7780-40cb-800d-0a1118c68960 tempest-SecurityGroupsTestAdminJSON-2073885591 tempest-SecurityGroupsTestAdminJSON-2073885591-project] Publish callbacks [] for security_group (8607c6ea-633c-480b-8af9-fdf1496a4b66), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:04.101679 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-6fd763e4-5345-4285-92f2-1a75ea1d7dec req-e997e549-7780-40cb-800d-0a1118c68960 tempest-SecurityGroupsTestAdminJSON-2073885591 tempest-SecurityGroupsTestAdminJSON-2073885591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (8607c6ea-633c-480b-8af9-fdf1496a4b66), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:04.104575 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-6fd763e4-5345-4285-92f2-1a75ea1d7dec req-e997e549-7780-40cb-800d-0a1118c68960 tempest-SecurityGroupsTestAdminJSON-2073885591 tempest-SecurityGroupsTestAdminJSON-2073885591-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:04.106378 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6fd763e4-5345-4285-92f2-1a75ea1d7dec req-e997e549-7780-40cb-800d-0a1118c68960 tempest-SecurityGroupsTestAdminJSON-2073885591 tempest-SecurityGroupsTestAdminJSON-2073885591-project] 10.222.0.72 "DELETE /v2.0/security-groups/8607c6ea-633c-480b-8af9-fdf1496a4b66 HTTP/1.1" status: 204 len: 173 time: 0.2019098 Feb 19 02:40:04.140461 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e997e549-7780-40cb-800d-0a1118c68960 tempest-SecurityGroupsTestAdminJSON-2073885591 tempest-SecurityGroupsTestAdminJSON-2073885591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8607c6ea-633c-480b-8af9-fdf1496a4b66,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:04.184504 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fb7ca8-03c4-41ad-a06c-e7a7252cb7b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5142a3a5-eb5c-41a8-a214-365e78d11de2,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:04.187557 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fb7ca8-03c4-41ad-a06c-e7a7252cb7b8 admin admin] Checking segment: {'id': '465fc60b-605a-4565-8efa-9ef91fc643b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'bddd8f8b-ea72-4870-89a9-7b8722c2292e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:40:04.188562 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72fb7ca8-03c4-41ad-a06c-e7a7252cb7b8 admin admin] Network hostable DHCP agents. Network: bddd8f8b-ea72-4870-89a9-7b8722c2292e, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:40:04.229608 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-88fab967-9ab7-41a5-8007-1bb1c07f08c4 req-c33e6653-0a52-466a-a60d-fb585e3d881e service neutron] 10.222.0.73 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3811128 Feb 19 02:40:04.253798 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-ae1240f9-bcf0-4529-a225-8940123da0f3 req-ce14b5b0-967b-498e-8258-9fb91db89741 tempest-ImagesOneServerTestJSON-1152968791 tempest-ImagesOneServerTestJSON-1152968791-project] Publish callbacks [] for port (2bdec1ae-8218-4b25-acdb-d88d4bb3c50e), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:04.263808 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8a37179b-b7bc-4d97-9132-121df705aa7e req-e068d28e-eafa-48e3-8274-26039d0a1d38 tempest-ImagesOneServerTestJSON-1152968791 tempest-ImagesOneServerTestJSON-1152968791-project] 10.222.0.72 "GET /v2.0/ports?device_id=c6732863-2c63-4725-a714-348b290e7e20 HTTP/1.1" status: 200 len: 210 time: 0.0933144 Feb 19 02:40:04.326122 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72fb7ca8-03c4-41ad-a06c-e7a7252cb7b8 admin admin] Network bddd8f8b-ea72-4870-89a9-7b8722c2292e is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:40:04.334156 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-ae1240f9-bcf0-4529-a225-8940123da0f3 req-ce14b5b0-967b-498e-8258-9fb91db89741 tempest-ImagesOneServerTestJSON-1152968791 tempest-ImagesOneServerTestJSON-1152968791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (2bdec1ae-8218-4b25-acdb-d88d4bb3c50e), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:04.357599 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-72fb7ca8-03c4-41ad-a06c-e7a7252cb7b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, bddd8f8b-ea72-4870-89a9-7b8722c2292e) {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:40:04.372064 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab51914-5f06-454b-b94b-92e3c8c8a465 None None] Network bddd8f8b-ea72-4870-89a9-7b8722c2292e requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:40:04.434692 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d76e694-76de-4c7f-a09b-819651bb11a7 req-f1abf3c7-98de-41e7-8298-f7a5ed359ded tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:04.461640 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6d76e694-76de-4c7f-a09b-819651bb11a7 req-f1abf3c7-98de-41e7-8298-f7a5ed359ded tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=0e3f78fd-0754-4bc2-bf93-db1168fc7253 HTTP/1.1" status: 200 len: 946 time: 0.1666136 Feb 19 02:40:04.501277 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72fb7ca8-03c4-41ad-a06c-e7a7252cb7b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:04.504609 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-72fb7ca8-03c4-41ad-a06c-e7a7252cb7b8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:04.543263 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae1240f9-bcf0-4529-a225-8940123da0f3 req-ce14b5b0-967b-498e-8258-9fb91db89741 tempest-ImagesOneServerTestJSON-1152968791 tempest-ImagesOneServerTestJSON-1152968791-project] Network 5124bd00-da2a-4bd6-93a0-c14c92afb11f is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:40:04.570177 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45954) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:40:04.590142 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-72fb7ca8-03c4-41ad-a06c-e7a7252cb7b8 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.6992002 Feb 19 02:40:04.591059 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [req-ae1240f9-bcf0-4529-a225-8940123da0f3 req-ce14b5b0-967b-498e-8258-9fb91db89741 tempest-ImagesOneServerTestJSON-1152968791 tempest-ImagesOneServerTestJSON-1152968791-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:40:04.600776 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae1240f9-bcf0-4529-a225-8940123da0f3 req-ce14b5b0-967b-498e-8258-9fb91db89741 tempest-ImagesOneServerTestJSON-1152968791 tempest-ImagesOneServerTestJSON-1152968791-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:40:04.628841 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce14b5b0-967b-498e-8258-9fb91db89741 tempest-ImagesOneServerTestJSON-1152968791 tempest-ImagesOneServerTestJSON-1152968791-project] Pushing event updated for resources: {'Port': ['ID=2bdec1ae-8218-4b25-acdb-d88d4bb3c50e,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:04.643920 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6d76e694-76de-4c7f-a09b-819651bb11a7 req-2e8757b0-213c-4b95-bc90-f6573309e027 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811526 Feb 19 02:40:04.666884 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1240f9-bcf0-4529-a225-8940123da0f3 req-ce14b5b0-967b-498e-8258-9fb91db89741 tempest-ImagesOneServerTestJSON-1152968791 tempest-ImagesOneServerTestJSON-1152968791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:04.667533 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-ae1240f9-bcf0-4529-a225-8940123da0f3 req-ce14b5b0-967b-498e-8258-9fb91db89741 tempest-ImagesOneServerTestJSON-1152968791 tempest-ImagesOneServerTestJSON-1152968791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:04.671313 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5527f431-43af-42ac-86bd-d3fe4eaaf703 req-3c438ce4-ccd5-40c5-93aa-f2e652116a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:04.672826 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-5527f431-43af-42ac-86bd-d3fe4eaaf703 req-3c438ce4-ccd5-40c5-93aa-f2e652116a6e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0351aa3c6ea34cbbac483ac000de57cb&device_id=0e3f78fd-0754-4bc2-bf93-db1168fc7253 HTTP/1.1" status: 200 len: 1128 time: 0.2155945 Feb 19 02:40:04.686606 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0a878a-9daf-435e-9dab-27922d0d81aa None None] Network bddd8f8b-ea72-4870-89a9-7b8722c2292e requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:40:04.699195 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18695f8-ae27-4b9a-9977-876f160033d8 req-e7845e46-8135-4345-b1da-ed07a97b6dd9 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:04.714253 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f18695f8-ae27-4b9a-9977-876f160033d8 req-e7845e46-8135-4345-b1da-ed07a97b6dd9 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/ports?device_id=93308350-272a-4c9a-aff7-d099ecc13232 HTTP/1.1" status: 200 len: 947 time: 0.1665728 Feb 19 02:40:04.752815 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ae1240f9-bcf0-4529-a225-8940123da0f3 req-ce14b5b0-967b-498e-8258-9fb91db89741 tempest-ImagesOneServerTestJSON-1152968791 tempest-ImagesOneServerTestJSON-1152968791-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2045617 Feb 19 02:40:04.834006 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f18695f8-ae27-4b9a-9977-876f160033d8 req-18cdb530-9529-43ff-9f0d-fabec599c55e tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b908dbc-8f8c-41bc-a0bd-543abe15dd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202481 Feb 19 02:40:04.880241 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-ae1240f9-bcf0-4529-a225-8940123da0f3 req-fcfded5a-8c20-4961-9a58-246ae2fe4951 service neutron] Request body: {'port': {'device_id': 'c6732863-2c63-4725-a714-348b290e7e20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826753-2'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:40:04.976655 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5527f431-43af-42ac-86bd-d3fe4eaaf703 req-87ae2880-86cd-4fe3-85de-8b10a6ad91bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:04.994411 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-5527f431-43af-42ac-86bd-d3fe4eaaf703 req-87ae2880-86cd-4fe3-85de-8b10a6ad91bc service neutron] 10.222.0.73 "GET /v2.0/networks?id=b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7 HTTP/1.1" status: 200 len: 909 time: 0.2982783 Feb 19 02:40:05.010445 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f618ab6b-9463-46e4-bfed-2da60796aa90 req-8724d5ed-126e-4ec0-89cd-0658d6c769fc tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:05.018996 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f618ab6b-9463-46e4-bfed-2da60796aa90 req-8724d5ed-126e-4ec0-89cd-0658d6c769fc tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb0ca84a-aa54-4ea8-8244-4ca8f9d8af34 HTTP/1.1" status: 200 len: 950 time: 0.1077812 Feb 19 02:40:05.069494 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 64d5db86-5019-4642-ac30-035e8e72b9a8 details requested by agent hyperv_n-h2-826753-2 with host n-h2-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:40:05.126025 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-5527f431-43af-42ac-86bd-d3fe4eaaf703 req-173f9102-e8c4-40c4-9cf9-9e4377c58f6a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49fe7044-8617-421f-8cae-626e2aa0e00e HTTP/1.1" status: 200 len: 217 time: 0.1251616 Feb 19 02:40:05.152405 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f618ab6b-9463-46e4-bfed-2da60796aa90 req-0dc3e7b7-e170-4b9e-8975-6c589e6bfcad tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313350 Feb 19 02:40:05.170057 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-a5cc8514-cd71-4eb2-9fb7-bdaf5e68943e None None] Provisioning complete for port 2bdec1ae-8218-4b25-acdb-d88d4bb3c50e triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:40:05.170427 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-a5cc8514-cd71-4eb2-9fb7-bdaf5e68943e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (2bdec1ae-8218-4b25-acdb-d88d4bb3c50e), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:05.221827 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-8438eb26-2418-458a-994d-cc43d5bc34c5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=fd82f2700620453ba893fca0aaf5b6bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6505048 Feb 19 02:40:05.225628 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45970) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:40:05.324315 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-ae1240f9-bcf0-4529-a225-8940123da0f3 req-fcfded5a-8c20-4961-9a58-246ae2fe4951 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (2bdec1ae-8218-4b25-acdb-d88d4bb3c50e), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:05.344186 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5527f431-43af-42ac-86bd-d3fe4eaaf703 req-2506a545-b7b4-4125-8a11-555e60a71728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:05.346571 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-5527f431-43af-42ac-86bd-d3fe4eaaf703 req-2506a545-b7b4-4125-8a11-555e60a71728 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=de6735e0-8981-45a6-9d12-953729888898 HTTP/1.1" status: 200 len: 848 time: 0.2097046 Feb 19 02:40:05.358213 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8a76704f-e956-4a98-9709-41c12d69945d admin admin] Publish callbacks [] for security_group (275bea60-43be-4e60-823f-5cf13cbe6c10), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:05.389024 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8a76704f-e956-4a98-9709-41c12d69945d admin admin] Publish callbacks [] for security_group (275bea60-43be-4e60-823f-5cf13cbe6c10), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:05.394842 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-5527f431-43af-42ac-86bd-d3fe4eaaf703 req-6b106014-9cce-492f-8d90-1af458776c40 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375135 Feb 19 02:40:05.463334 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-a5cc8514-cd71-4eb2-9fb7-bdaf5e68943e None None] Port 2bdec1ae-8218-4b25-acdb-d88d4bb3c50e cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:40:05.526894 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 64d5db86-5019-4642-ac30-035e8e72b9a8, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=64d5db86-5019-4642-ac30-035e8e72b9a8,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:40:05.553104 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Returning: {'device': '64d5db86-5019-4642-ac30-035e8e72b9a8', 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f', 'port_id': '64d5db86-5019-4642-ac30-035e8e72b9a8', 'mac_address': 'fa:16:3e:e6:10:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '974c06bc-f097-4890-970a-b087501ab241', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:40:05.567250 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72379efd-0908-4307-8dd7-478a2464d076 req-62c145bd-edd9-47de-b30d-f7b4c9ca32ca tempest-ImagesOneServerTestJSON-1152968791 tempest-ImagesOneServerTestJSON-1152968791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:05.570102 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-72379efd-0908-4307-8dd7-478a2464d076 req-62c145bd-edd9-47de-b30d-f7b4c9ca32ca tempest-ImagesOneServerTestJSON-1152968791 tempest-ImagesOneServerTestJSON-1152968791-project] 10.222.0.72 "GET /v2.0/ports?device_id=c6732863-2c63-4725-a714-348b290e7e20 HTTP/1.1" status: 200 len: 936 time: 0.1376953 Feb 19 02:40:05.572926 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8a76704f-e956-4a98-9709-41c12d69945d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (275bea60-43be-4e60-823f-5cf13cbe6c10), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:05.576994 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8a76704f-e956-4a98-9709-41c12d69945d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:05.578359 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-8a76704f-e956-4a98-9709-41c12d69945d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/275bea60-43be-4e60-823f-5cf13cbe6c10 HTTP/1.1" status: 204 len: 168 time: 0.3428540 Feb 19 02:40:05.644256 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-72379efd-0908-4307-8dd7-478a2464d076 req-4d3af0c6-5eae-4661-a26e-d4963f22c747 tempest-ImagesOneServerTestJSON-1152968791 tempest-ImagesOneServerTestJSON-1152968791-project] 10.222.0.72 "GET /v2.0/security-groups?id=b120c000-baac-4f64-9390-e95bffd9f0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640900 Feb 19 02:40:05.646077 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a76704f-e956-4a98-9709-41c12d69945d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=275bea60-43be-4e60-823f-5cf13cbe6c10,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:05.652464 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 64d5db86-5019-4642-ac30-035e8e72b9a8 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:40:05.653635 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (64d5db86-5019-4642-ac30-035e8e72b9a8), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:05.680785 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64d5db86-5019-4642-ac30-035e8e72b9a8 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:40:05.715132 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 64d5db86-5019-4642-ac30-035e8e72b9a8, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=64d5db86-5019-4642-ac30-035e8e72b9a8,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:40:05.727521 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (64d5db86-5019-4642-ac30-035e8e72b9a8), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:05.855652 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=64d5db86-5019-4642-ac30-035e8e72b9a8,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:05.867870 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6248546c-2c1b-4fba-b5dc-159d977d2cf0 req-66e0915e-94bd-44e6-bc2b-3af53cc9a878 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:05.869508 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6248546c-2c1b-4fba-b5dc-159d977d2cf0 req-66e0915e-94bd-44e6-bc2b-3af53cc9a878 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=0e3f78fd-0754-4bc2-bf93-db1168fc7253 HTTP/1.1" status: 200 len: 946 time: 0.1259999 Feb 19 02:40:05.926844 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-5527f431-43af-42ac-86bd-d3fe4eaaf703 req-a64386de-2bc2-4ca0-87c6-1998d25d04c0 service neutron] 10.222.0.73 "GET /v2.0/networks/b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3800263 Feb 19 02:40:06.036567 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['64d5db86-5019-4642-ac30-035e8e72b9a8'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:40:06.108654 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 46002) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:40:06.150141 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6248546c-2c1b-4fba-b5dc-159d977d2cf0 req-b0f85d23-8ea9-4f7d-acfd-8649bfe28ca1 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616065 Feb 19 02:40:06.242878 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-ae1240f9-bcf0-4529-a225-8940123da0f3 req-fcfded5a-8c20-4961-9a58-246ae2fe4951 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bdec1ae-8218-4b25-acdb-d88d4bb3c50e {{(pid=103702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:40:06.253376 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebcd28d-a7ca-4362-9130-204786ce0f9f req-a05a12d8-dd5e-4ef3-92ee-37d2479bbf14 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:06.256748 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-ae1240f9-bcf0-4529-a225-8940123da0f3 req-fcfded5a-8c20-4961-9a58-246ae2fe4951 service neutron] Publish callbacks [] for port (2bdec1ae-8218-4b25-acdb-d88d4bb3c50e), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:06.261215 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-5527f431-43af-42ac-86bd-d3fe4eaaf703 req-3a52cb31-76ea-4464-ac2f-5fbee6f4bcd1 service neutron] 10.222.0.73 "GET /v2.0/networks/b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3239269 Feb 19 02:40:06.262089 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4ebcd28d-a7ca-4362-9130-204786ce0f9f req-a05a12d8-dd5e-4ef3-92ee-37d2479bbf14 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/networks?id=db98097a-bb19-479d-bd0d-4f71e988880a HTTP/1.1" status: 200 len: 821 time: 0.3915732 Feb 19 02:40:06.274273 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-ae1240f9-bcf0-4529-a225-8940123da0f3 req-fcfded5a-8c20-4961-9a58-246ae2fe4951 service neutron] Transition to ACTIVE for port object 2bdec1ae-8218-4b25-acdb-d88d4bb3c50e will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:40:06.287951 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-ae1240f9-bcf0-4529-a225-8940123da0f3 req-fcfded5a-8c20-4961-9a58-246ae2fe4951 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (2bdec1ae-8218-4b25-acdb-d88d4bb3c50e), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:06.304549 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4ebcd28d-a7ca-4362-9130-204786ce0f9f req-3ba63950-325f-43b4-8980-4a8ab70fbe5c tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/quotas/ad75c6928a1d4c6da3a56db6352b2618 HTTP/1.1" status: 200 len: 375 time: 0.0414989 Feb 19 02:40:06.325793 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-a702045c-a710-4611-8e4c-58573028d3a0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=19434b611add47dda141e3b4078b76e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2161982 Feb 19 02:40:06.326547 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 46010) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:40:06.371861 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4ebcd28d-a7ca-4362-9130-204786ce0f9f req-6f6bddc6-c676-4e2a-84eb-65fd0202188d tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=ad75c6928a1d4c6da3a56db6352b2618&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0663233 Feb 19 02:40:06.397787 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfded5a-8c20-4961-9a58-246ae2fe4951 service neutron] Pushing event updated for resources: {'Port': ['ID=2bdec1ae-8218-4b25-acdb-d88d4bb3c50e,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:06.463594 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-ae1240f9-bcf0-4529-a225-8940123da0f3 req-fcfded5a-8c20-4961-9a58-246ae2fe4951 service neutron] Attempting to bind port 2bdec1ae-8218-4b25-acdb-d88d4bb3c50e on host n-h1-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:40:06.463932 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-ae1240f9-bcf0-4529-a225-8940123da0f3 req-fcfded5a-8c20-4961-9a58-246ae2fe4951 service neutron] Attempting to bind port 2bdec1ae-8218-4b25-acdb-d88d4bb3c50e by drivers openvswitch,hyperv on host n-h1-826753-2 at level 0 using segments [{'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:40:06.464260 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1240f9-bcf0-4529-a225-8940123da0f3 req-fcfded5a-8c20-4961-9a58-246ae2fe4951 service neutron] Attempting to bind port 2bdec1ae-8218-4b25-acdb-d88d4bb3c50e on network 5124bd00-da2a-4bd6-93a0-c14c92afb11f {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:40:06.469748 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1240f9-bcf0-4529-a225-8940123da0f3 req-fcfded5a-8c20-4961-9a58-246ae2fe4951 service neutron] Port 2bdec1ae-8218-4b25-acdb-d88d4bb3c50e on network 5124bd00-da2a-4bd6-93a0-c14c92afb11f not bound, no agent of type Open vSwitch agent registered on host n-h1-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:40:06.469987 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1240f9-bcf0-4529-a225-8940123da0f3 req-fcfded5a-8c20-4961-9a58-246ae2fe4951 service neutron] Attempting to bind port 2bdec1ae-8218-4b25-acdb-d88d4bb3c50e on network 5124bd00-da2a-4bd6-93a0-c14c92afb11f {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:40:06.478520 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1240f9-bcf0-4529-a225-8940123da0f3 req-fcfded5a-8c20-4961-9a58-246ae2fe4951 service neutron] Checking agent: {'id': '9d56fb1b-2855-496a-a6d9-c324740cb98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:40:06.478780 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1240f9-bcf0-4529-a225-8940123da0f3 req-fcfded5a-8c20-4961-9a58-246ae2fe4951 service neutron] Checking segment: {'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:40:06.479247 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1240f9-bcf0-4529-a225-8940123da0f3 req-fcfded5a-8c20-4961-9a58-246ae2fe4951 service neutron] Bound using segment: {'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:40:06.479877 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-ae1240f9-bcf0-4529-a225-8940123da0f3 req-fcfded5a-8c20-4961-9a58-246ae2fe4951 service neutron] Bound port: 2bdec1ae-8218-4b25-acdb-d88d4bb3c50e, host: n-h1-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:40:06.480243 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-ae1240f9-bcf0-4529-a225-8940123da0f3 req-fcfded5a-8c20-4961-9a58-246ae2fe4951 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (2bdec1ae-8218-4b25-acdb-d88d4bb3c50e), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:06.495374 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd3bb01-b601-48c6-8ba3-d1ef8e5b4766 req-b434f03b-c691-476f-9731-43979a61fabb tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:06.503342 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0fd3bb01-b601-48c6-8ba3-d1ef8e5b4766 req-b434f03b-c691-476f-9731-43979a61fabb tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/ports?device_id=93308350-272a-4c9a-aff7-d099ecc13232 HTTP/1.1" status: 200 len: 948 time: 0.2346079 Feb 19 02:40:06.569644 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c052230c-94a8-4008-936e-13448075d86e admin admin] Publish callbacks [] for security_group (c301eee8-aec2-4c81-a9fa-5752e466cfec), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:06.582278 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4ebcd28d-a7ca-4362-9130-204786ce0f9f req-f880baed-fe94-4da6-a613-5f899edd7a35 service neutron] 10.222.0.72 "GET /v2.0/networks/db98097a-bb19-479d-bd0d-4f71e988880a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095361 Feb 19 02:40:06.605092 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0fd3bb01-b601-48c6-8ba3-d1ef8e5b4766 req-638c44fb-6bf0-4a44-97c8-aeb48679c579 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b908dbc-8f8c-41bc-a0bd-543abe15dd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005003 Feb 19 02:40:06.635741 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-ae1240f9-bcf0-4529-a225-8940123da0f3 req-fcfded5a-8c20-4961-9a58-246ae2fe4951 service neutron] For port 2bdec1ae-8218-4b25-acdb-d88d4bb3c50e, host n-h1-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:40:06.657344 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-ae1240f9-bcf0-4529-a225-8940123da0f3 req-fcfded5a-8c20-4961-9a58-246ae2fe4951 service neutron] For port 2bdec1ae-8218-4b25-acdb-d88d4bb3c50e, host n-h1-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=2bdec1ae-8218-4b25-acdb-d88d4bb3c50e,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:40:06.662170 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5527f431-43af-42ac-86bd-d3fe4eaaf703 req-23e00231-5cd9-4510-b591-52f094b98ff7 tempest-LiveMigrationTest-193918984 tempest-LiveMigrationTest-193918984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:06.663282 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c052230c-94a8-4008-936e-13448075d86e admin admin] Publish callbacks [] for security_group (c301eee8-aec2-4c81-a9fa-5752e466cfec), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:06.663827 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-5527f431-43af-42ac-86bd-d3fe4eaaf703 req-23e00231-5cd9-4510-b591-52f094b98ff7 tempest-LiveMigrationTest-193918984 tempest-LiveMigrationTest-193918984-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=0e3f78fd-0754-4bc2-bf93-db1168fc7253&tenant_id=0351aa3c6ea34cbbac483ac000de57cb&binding%3Ahost_id=n-h2-826753-2 HTTP/1.1" status: 200 len: 1128 time: 0.1204090 Feb 19 02:40:06.666187 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-ae1240f9-bcf0-4529-a225-8940123da0f3 req-fcfded5a-8c20-4961-9a58-246ae2fe4951 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (2bdec1ae-8218-4b25-acdb-d88d4bb3c50e), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:06.678706 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-5527f431-43af-42ac-86bd-d3fe4eaaf703 req-86c24299-ed0e-499c-b6bf-035ee3535b32 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-826753-2'}}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:40:06.775539 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4ebcd28d-a7ca-4362-9130-204786ce0f9f req-0b7c1dfd-503f-4d5e-ae19-156127da3d9f service neutron] 10.222.0.72 "GET /v2.0/networks/db98097a-bb19-479d-bd0d-4f71e988880a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827722 Feb 19 02:40:06.792462 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc8666c-11fa-47d9-b1b1-3d8851b482a7 req-8ae0ff0b-0da6-43ab-bf66-2f720eed17eb tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:06.794128 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-dbc8666c-11fa-47d9-b1b1-3d8851b482a7 req-8ae0ff0b-0da6-43ab-bf66-2f720eed17eb tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb0ca84a-aa54-4ea8-8244-4ca8f9d8af34 HTTP/1.1" status: 200 len: 950 time: 0.1149671 Feb 19 02:40:06.797826 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c052230c-94a8-4008-936e-13448075d86e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (c301eee8-aec2-4c81-a9fa-5752e466cfec), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:06.800692 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c052230c-94a8-4008-936e-13448075d86e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:06.808513 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-c052230c-94a8-4008-936e-13448075d86e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c301eee8-aec2-4c81-a9fa-5752e466cfec HTTP/1.1" status: 204 len: 168 time: 0.4725256 Feb 19 02:40:06.845517 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c052230c-94a8-4008-936e-13448075d86e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c301eee8-aec2-4c81-a9fa-5752e466cfec,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:06.924106 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-dbc8666c-11fa-47d9-b1b1-3d8851b482a7 req-79d63fb8-554f-4746-bf2d-661170d404df tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134992 Feb 19 02:40:06.976313 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1240f9-bcf0-4529-a225-8940123da0f3 req-fcfded5a-8c20-4961-9a58-246ae2fe4951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:06.976926 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-ae1240f9-bcf0-4529-a225-8940123da0f3 req-fcfded5a-8c20-4961-9a58-246ae2fe4951 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:06.978305 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ae1240f9-bcf0-4529-a225-8940123da0f3 req-fcfded5a-8c20-4961-9a58-246ae2fe4951 service neutron] 10.222.0.73 "PUT /v2.0/ports/2bdec1ae-8218-4b25-acdb-d88d4bb3c50e HTTP/1.1" status: 200 len: 1096 time: 2.1271939 Feb 19 02:40:06.982926 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6732863-2c63-4725-a714-348b290e7e20', 'tag': '2bdec1ae-8218-4b25-acdb-d88d4bb3c50e'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:40:06.985678 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c54cd69c-dc9b-4982-804a-e46cd182d298" -d '{"events": [{"name": "network-changed", "server_uuid": "c6732863-2c63-4725-a714-348b290e7e20", "tag": "2bdec1ae-8218-4b25-acdb-d88d4bb3c50e"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:40:07.060341 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfded5a-8c20-4961-9a58-246ae2fe4951 service neutron] Pushing event updated for resources: {'Port': ['ID=2bdec1ae-8218-4b25-acdb-d88d4bb3c50e,revision_number=3']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:07.078725 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 64d5db86-5019-4642-ac30-035e8e72b9a8 up at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:40:07.084269 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-5527f431-43af-42ac-86bd-d3fe4eaaf703 req-86c24299-ed0e-499c-b6bf-035ee3535b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (49fe7044-8617-421f-8cae-626e2aa0e00e), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:07.159631 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77a8167-4e3f-4659-a9cd-1d39a555323e req-166bfdf6-9c61-4abe-97ba-330830251fcb tempest-ImagesOneServerTestJSON-1152968791 tempest-ImagesOneServerTestJSON-1152968791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:07.161337 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d77a8167-4e3f-4659-a9cd-1d39a555323e req-166bfdf6-9c61-4abe-97ba-330830251fcb tempest-ImagesOneServerTestJSON-1152968791 tempest-ImagesOneServerTestJSON-1152968791-project] 10.222.0.72 "GET /v2.0/ports?device_id=c6732863-2c63-4725-a714-348b290e7e20 HTTP/1.1" status: 200 len: 948 time: 0.1380465 Feb 19 02:40:07.260528 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d77a8167-4e3f-4659-a9cd-1d39a555323e req-6324324b-8125-4727-a73c-f325fb08e30e tempest-ImagesOneServerTestJSON-1152968791 tempest-ImagesOneServerTestJSON-1152968791-project] 10.222.0.72 "GET /v2.0/security-groups?id=b120c000-baac-4f64-9390-e95bffd9f0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896900 Feb 19 02:40:07.329118 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning for port 64d5db86-5019-4642-ac30-035e8e72b9a8 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:40:07.333675 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning complete for port 64d5db86-5019-4642-ac30-035e8e72b9a8 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:40:07.333998 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (64d5db86-5019-4642-ac30-035e8e72b9a8), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:07.366940 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1240f9-bcf0-4529-a225-8940123da0f3 req-c9ca2bcf-806d-4f0a-8725-a8601c57eb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:07.369193 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ae1240f9-bcf0-4529-a225-8940123da0f3 req-c9ca2bcf-806d-4f0a-8725-a8601c57eb9b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=33e63dfe37e94bae87be28e5a023dd61&device_id=c6732863-2c63-4725-a714-348b290e7e20 HTTP/1.1" status: 200 len: 1130 time: 0.2965944 Feb 19 02:40:07.438339 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 64d5db86-5019-4642-ac30-035e8e72b9a8 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:40:07.439174 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (64d5db86-5019-4642-ac30-035e8e72b9a8), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:07.462750 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d5f95d-aea3-42de-9b6c-f493dcb82807 req-9e0c64eb-abf3-48c1-b3fa-2f0f94e2d9d2 tempest-MigrationsAdminTest-42131608 tempest-MigrationsAdminTest-42131608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:07.471387 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93308350-272a-4c9a-aff7-d099ecc13232', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64d5db86-5019-4642-ac30-035e8e72b9a8'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:40:07.475711 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09934cd0-b90d-4e3a-8c99-204e8d3ebbe9" -d '{"events": [{"server_uuid": "93308350-272a-4c9a-aff7-d099ecc13232", "name": "network-vif-plugged", "status": "completed", "tag": "64d5db86-5019-4642-ac30-035e8e72b9a8"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:40:07.479345 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ae1240f9-bcf0-4529-a225-8940123da0f3 req-1cbc24f1-4a68-4b30-8c29-87bc312bfdab service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=2bdec1ae-8218-4b25-acdb-d88d4bb3c50e HTTP/1.1" status: 200 len: 217 time: 0.0940709 Feb 19 02:40:07.483462 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-30d5f95d-aea3-42de-9b6c-f493dcb82807 req-9e0c64eb-abf3-48c1-b3fa-2f0f94e2d9d2 tempest-MigrationsAdminTest-42131608 tempest-MigrationsAdminTest-42131608-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=fb0ca84a-aa54-4ea8-8244-4ca8f9d8af34 HTTP/1.1" status: 200 len: 1132 time: 0.1437445 Feb 19 02:40:07.490547 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 64d5db86-5019-4642-ac30-035e8e72b9a8, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=64d5db86-5019-4642-ac30-035e8e72b9a8,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:40:07.498942 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (64d5db86-5019-4642-ac30-035e8e72b9a8), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:07.580159 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-30d5f95d-aea3-42de-9b6c-f493dcb82807 req-305ec263-6d4e-4fee-a601-186bc9ceaee3 tempest-MigrationsAdminTest-42131608 tempest-MigrationsAdminTest-42131608-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956984 Feb 19 02:40:07.586440 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=64d5db86-5019-4642-ac30-035e8e72b9a8,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:07.591633 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1240f9-bcf0-4529-a225-8940123da0f3 req-7252a680-e8c0-4428-b14a-dc4b867fe5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:07.593213 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ae1240f9-bcf0-4529-a225-8940123da0f3 req-7252a680-e8c0-4428-b14a-dc4b867fe5fb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=974c06bc-f097-4890-970a-b087501ab241 HTTP/1.1" status: 200 len: 843 time: 0.1050093 Feb 19 02:40:07.641834 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-5527f431-43af-42ac-86bd-d3fe4eaaf703 req-86c24299-ed0e-499c-b6bf-035ee3535b32 service neutron] For port 49fe7044-8617-421f-8cae-626e2aa0e00e, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=49fe7044-8617-421f-8cae-626e2aa0e00e,segment=NetworkSegment(999cf2ff-ad78-4ea0-b2d0-93d967fd81fc),segment_id=999cf2ff-ad78-4ea0-b2d0-93d967fd81fc)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:40:07.669797 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1240f9-bcf0-4529-a225-8940123da0f3 req-685337f4-a8d1-4872-9d7e-dc6ba21cb780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:07.671520 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ae1240f9-bcf0-4529-a225-8940123da0f3 req-685337f4-a8d1-4872-9d7e-dc6ba21cb780 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5124bd00-da2a-4bd6-93a0-c14c92afb11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0658088 Feb 19 02:40:07.708456 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a32d0291-bfc7-4117-b364-ef5cbfba335b req-92a314eb-fc28-43e7-b250-314bddc23b56 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=be5f7cc1-41e7-4c40-b992-296c70e99846 HTTP/1.1" status: 200 len: 210 time: 0.0327632 Feb 19 02:40:07.724701 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f76ab05-b983-4b24-a901-e91a520648f7 x-openstack-request-id: req-0f76ab05-b983-4b24-a901-e91a520648f7 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:40:07.725021 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6732863-2c63-4725-a714-348b290e7e20", "tag": "2bdec1ae-8218-4b25-acdb-d88d4bb3c50e", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:40:07.725444 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0f76ab05-b983-4b24-a901-e91a520648f7 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:40:07.726248 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6732863-2c63-4725-a714-348b290e7e20', 'tag': '2bdec1ae-8218-4b25-acdb-d88d4bb3c50e', 'status': 'completed', 'code': 200} Feb 19 02:40:07.793090 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-5527f431-43af-42ac-86bd-d3fe4eaaf703 req-86c24299-ed0e-499c-b6bf-035ee3535b32 service neutron] For port 49fe7044-8617-421f-8cae-626e2aa0e00e, host n-h2-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:40:07.822702 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da930b7a-b87e-4551-9000-750db14d9809 x-openstack-request-id: req-da930b7a-b87e-4551-9000-750db14d9809 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:40:07.823023 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93308350-272a-4c9a-aff7-d099ecc13232", "name": "network-vif-plugged", "status": "completed", "tag": "64d5db86-5019-4642-ac30-035e8e72b9a8", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:40:07.823282 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-da930b7a-b87e-4551-9000-750db14d9809 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:40:07.823687 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93308350-272a-4c9a-aff7-d099ecc13232', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64d5db86-5019-4642-ac30-035e8e72b9a8', 'code': 200} Feb 19 02:40:07.868323 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ae1240f9-bcf0-4529-a225-8940123da0f3 req-d70a1b35-c0da-431e-9f1a-bd7ad21d4a4d service neutron] 10.222.0.73 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737101 Feb 19 02:40:07.876654 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-5527f431-43af-42ac-86bd-d3fe4eaaf703 req-86c24299-ed0e-499c-b6bf-035ee3535b32 service neutron] Publish callbacks [] for port (49fe7044-8617-421f-8cae-626e2aa0e00e), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:07.886699 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-5527f431-43af-42ac-86bd-d3fe4eaaf703 req-86c24299-ed0e-499c-b6bf-035ee3535b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (49fe7044-8617-421f-8cae-626e2aa0e00e), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:07.892622 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c2044e-7c4b-43b4-8935-308b5021441f req-9b4caaa7-6044-4cac-8dc1-e7e1349677c0 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:07.895603 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e7c2044e-7c4b-43b4-8935-308b5021441f req-9b4caaa7-6044-4cac-8dc1-e7e1349677c0 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=0e3f78fd-0754-4bc2-bf93-db1168fc7253 HTTP/1.1" status: 200 len: 946 time: 0.1208158 Feb 19 02:40:07.990839 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c24299-ed0e-499c-b6bf-035ee3535b32 service neutron] Pushing event updated for resources: {'Port': ['ID=49fe7044-8617-421f-8cae-626e2aa0e00e,revision_number=7']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:08.058295 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e7c2044e-7c4b-43b4-8935-308b5021441f req-807ce2c9-dff6-41c0-829e-471f4781ba6d tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438706 Feb 19 02:40:08.087910 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea7a7dc-a7af-4870-95a1-9c17a534d03d req-d91cf640-60ff-4b09-90dd-288db3e801c6 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:08.096294 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3ea7a7dc-a7af-4870-95a1-9c17a534d03d req-d91cf640-60ff-4b09-90dd-288db3e801c6 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/ports?device_id=93308350-272a-4c9a-aff7-d099ecc13232 HTTP/1.1" status: 200 len: 949 time: 0.1855621 Feb 19 02:40:08.165498 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3ea7a7dc-a7af-4870-95a1-9c17a534d03d req-3cb8e4df-5854-4ba4-b2cd-f9725f1116af tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b908dbc-8f8c-41bc-a0bd-543abe15dd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642099 Feb 19 02:40:08.172499 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a644c4b9-83a5-47fa-bf15-25227dbb6b3c req-1ae30673-2c97-4d1c-a96c-909e83b05ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:08.174068 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a644c4b9-83a5-47fa-bf15-25227dbb6b3c req-1ae30673-2c97-4d1c-a96c-909e83b05ba6 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=93308350-272a-4c9a-aff7-d099ecc13232 HTTP/1.1" status: 200 len: 1131 time: 0.1727519 Feb 19 02:40:08.184152 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-5527f431-43af-42ac-86bd-d3fe4eaaf703 req-86c24299-ed0e-499c-b6bf-035ee3535b32 service neutron] Attempting to bind port 49fe7044-8617-421f-8cae-626e2aa0e00e on host n-h2-826753-2 for vnic_type normal with profile {"migrating_to": "n-h1-826753-2"} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:40:08.184598 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-5527f431-43af-42ac-86bd-d3fe4eaaf703 req-86c24299-ed0e-499c-b6bf-035ee3535b32 service neutron] Attempting to bind port 49fe7044-8617-421f-8cae-626e2aa0e00e by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': '999cf2ff-ad78-4ea0-b2d0-93d967fd81fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:40:08.184967 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5527f431-43af-42ac-86bd-d3fe4eaaf703 req-86c24299-ed0e-499c-b6bf-035ee3535b32 service neutron] Attempting to bind port 49fe7044-8617-421f-8cae-626e2aa0e00e on network b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:40:08.206340 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5527f431-43af-42ac-86bd-d3fe4eaaf703 req-86c24299-ed0e-499c-b6bf-035ee3535b32 service neutron] Port 49fe7044-8617-421f-8cae-626e2aa0e00e on network b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:40:08.206660 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5527f431-43af-42ac-86bd-d3fe4eaaf703 req-86c24299-ed0e-499c-b6bf-035ee3535b32 service neutron] Attempting to bind port 49fe7044-8617-421f-8cae-626e2aa0e00e on network b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:40:08.210076 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ae1240f9-bcf0-4529-a225-8940123da0f3 req-a33f4a4a-231c-498f-bd28-24f185ce8348 service neutron] 10.222.0.73 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2903538 Feb 19 02:40:08.216254 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5527f431-43af-42ac-86bd-d3fe4eaaf703 req-86c24299-ed0e-499c-b6bf-035ee3535b32 service neutron] Checking agent: {'id': 'bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:40:08.216583 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5527f431-43af-42ac-86bd-d3fe4eaaf703 req-86c24299-ed0e-499c-b6bf-035ee3535b32 service neutron] Checking segment: {'id': '999cf2ff-ad78-4ea0-b2d0-93d967fd81fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:40:08.216954 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5527f431-43af-42ac-86bd-d3fe4eaaf703 req-86c24299-ed0e-499c-b6bf-035ee3535b32 service neutron] Bound using segment: {'id': '999cf2ff-ad78-4ea0-b2d0-93d967fd81fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:40:08.217399 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-5527f431-43af-42ac-86bd-d3fe4eaaf703 req-86c24299-ed0e-499c-b6bf-035ee3535b32 service neutron] Bound port: 49fe7044-8617-421f-8cae-626e2aa0e00e, host: n-h2-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '999cf2ff-ad78-4ea0-b2d0-93d967fd81fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:40:08.217749 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-5527f431-43af-42ac-86bd-d3fe4eaaf703 req-86c24299-ed0e-499c-b6bf-035ee3535b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (49fe7044-8617-421f-8cae-626e2aa0e00e), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:08.286124 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a644c4b9-83a5-47fa-bf15-25227dbb6b3c req-8fd1a562-5c66-4729-82e6-f5a9a8b62af7 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=5b908dbc-8f8c-41bc-a0bd-543abe15dd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958841 Feb 19 02:40:08.288889 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fab06a94-2a9d-418f-8e1f-f99b956fd1b2 req-315151ac-606e-4df7-8fc4-7b030d6049cb tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=db33b204d8b743bf8957eb245634d63e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0430002 Feb 19 02:40:08.343301 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-5527f431-43af-42ac-86bd-d3fe4eaaf703 req-86c24299-ed0e-499c-b6bf-035ee3535b32 service neutron] For port 49fe7044-8617-421f-8cae-626e2aa0e00e, host n-h2-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:40:08.363611 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-5527f431-43af-42ac-86bd-d3fe4eaaf703 req-86c24299-ed0e-499c-b6bf-035ee3535b32 service neutron] For port 49fe7044-8617-421f-8cae-626e2aa0e00e, host n-h2-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=49fe7044-8617-421f-8cae-626e2aa0e00e,segment=NetworkSegment(999cf2ff-ad78-4ea0-b2d0-93d967fd81fc),segment_id=999cf2ff-ad78-4ea0-b2d0-93d967fd81fc)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:40:08.385106 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-5527f431-43af-42ac-86bd-d3fe4eaaf703 req-86c24299-ed0e-499c-b6bf-035ee3535b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (49fe7044-8617-421f-8cae-626e2aa0e00e), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:08.417579 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab06a94-2a9d-418f-8e1f-f99b956fd1b2 req-1fc16073-3a60-4ce5-8854-3a1fc18c0d49 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:08.419316 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fab06a94-2a9d-418f-8e1f-f99b956fd1b2 req-1fc16073-3a60-4ce5-8854-3a1fc18c0d49 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1279109 Feb 19 02:40:08.442682 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fab06a94-2a9d-418f-8e1f-f99b956fd1b2 req-ed852823-ac01-43e7-8c5a-f2c58052a1ce tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/quotas/db33b204d8b743bf8957eb245634d63e HTTP/1.1" status: 200 len: 375 time: 0.0174196 Feb 19 02:40:08.444269 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54cd69c-dc9b-4982-804a-e46cd182d298 req-19bd0efb-fd2d-4715-a57f-0bc8f7ef3b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:08.445836 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c54cd69c-dc9b-4982-804a-e46cd182d298 req-19bd0efb-fd2d-4715-a57f-0bc8f7ef3b73 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=33e63dfe37e94bae87be28e5a023dd61&device_id=c6732863-2c63-4725-a714-348b290e7e20 HTTP/1.1" status: 200 len: 1130 time: 0.1405344 Feb 19 02:40:08.557638 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5527f431-43af-42ac-86bd-d3fe4eaaf703 req-86c24299-ed0e-499c-b6bf-035ee3535b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:08.558227 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-5527f431-43af-42ac-86bd-d3fe4eaaf703 req-86c24299-ed0e-499c-b6bf-035ee3535b32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:08.562216 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-5527f431-43af-42ac-86bd-d3fe4eaaf703 req-86c24299-ed0e-499c-b6bf-035ee3535b32 service neutron] 10.222.0.73 "PUT /v2.0/ports/49fe7044-8617-421f-8cae-626e2aa0e00e HTTP/1.1" status: 200 len: 1122 time: 1.8898191 Feb 19 02:40:08.582643 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c24299-ed0e-499c-b6bf-035ee3535b32 service neutron] Pushing event updated for resources: {'Port': ['ID=49fe7044-8617-421f-8cae-626e2aa0e00e,revision_number=8']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:08.639422 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54cd69c-dc9b-4982-804a-e46cd182d298 req-fa640632-42e9-46f8-8db1-ffd15b0fd24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:08.641098 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c54cd69c-dc9b-4982-804a-e46cd182d298 req-fa640632-42e9-46f8-8db1-ffd15b0fd24d service neutron] 10.222.0.73 "GET /v2.0/networks?id=5124bd00-da2a-4bd6-93a0-c14c92afb11f HTTP/1.1" status: 200 len: 870 time: 0.1865649 Feb 19 02:40:08.714369 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['49fe7044-8617-421f-8cae-626e2aa0e00e'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:40:08.742170 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c54cd69c-dc9b-4982-804a-e46cd182d298 req-ad65cb3d-71ac-40d9-891f-b15d92664cf0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=2bdec1ae-8218-4b25-acdb-d88d4bb3c50e HTTP/1.1" status: 200 len: 217 time: 0.0943468 Feb 19 02:40:08.819414 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54cd69c-dc9b-4982-804a-e46cd182d298 req-6c049f6a-33db-49eb-900a-9898ce3b9561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:08.821406 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c54cd69c-dc9b-4982-804a-e46cd182d298 req-6c049f6a-33db-49eb-900a-9898ce3b9561 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=974c06bc-f097-4890-970a-b087501ab241 HTTP/1.1" status: 200 len: 843 time: 0.0680027 Feb 19 02:40:08.855080 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fab06a94-2a9d-418f-8e1f-f99b956fd1b2 req-6df53cd1-c640-496c-a9bd-926dbd4d625d tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=db33b204d8b743bf8957eb245634d63e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4114623 Feb 19 02:40:08.891088 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54cd69c-dc9b-4982-804a-e46cd182d298 req-183b1cd0-23ae-4c3a-8447-26bcf4d9a5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:08.894998 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c54cd69c-dc9b-4982-804a-e46cd182d298 req-183b1cd0-23ae-4c3a-8447-26bcf4d9a5fe service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5124bd00-da2a-4bd6-93a0-c14c92afb11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0662453 Feb 19 02:40:08.960076 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54332d8-5aa7-47ca-bc80-dad33b64ed9a req-c235cfce-5e77-46a4-b5f2-bd5ee7aaf207 tempest-ImagesOneServerTestJSON-1152968791 tempest-ImagesOneServerTestJSON-1152968791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:08.961839 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c54332d8-5aa7-47ca-bc80-dad33b64ed9a req-c235cfce-5e77-46a4-b5f2-bd5ee7aaf207 tempest-ImagesOneServerTestJSON-1152968791 tempest-ImagesOneServerTestJSON-1152968791-project] 10.222.0.72 "GET /v2.0/ports?device_id=c6732863-2c63-4725-a714-348b290e7e20 HTTP/1.1" status: 200 len: 948 time: 0.4494073 Feb 19 02:40:09.061890 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c54cd69c-dc9b-4982-804a-e46cd182d298 req-0b2517b1-6fb8-4501-8cad-4b42bd36f0b6 service neutron] 10.222.0.73 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588554 Feb 19 02:40:09.062615 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebcd28d-a7ca-4362-9130-204786ce0f9f req-1abc1225-48fa-40f3-baae-be507722ab24 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:09.064782 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4ebcd28d-a7ca-4362-9130-204786ce0f9f req-1abc1225-48fa-40f3-baae-be507722ab24 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.73 "GET /v2.0/networks?id=db98097a-bb19-479d-bd0d-4f71e988880a HTTP/1.1" status: 200 len: 821 time: 0.4903011 Feb 19 02:40:09.073728 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c54332d8-5aa7-47ca-bc80-dad33b64ed9a req-b85f5d17-e0e7-4bea-a1a4-0267201a8cb1 tempest-ImagesOneServerTestJSON-1152968791 tempest-ImagesOneServerTestJSON-1152968791-project] 10.222.0.72 "GET /v2.0/security-groups?id=b120c000-baac-4f64-9390-e95bffd9f0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921290 Feb 19 02:40:09.095674 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-4ebcd28d-a7ca-4362-9130-204786ce0f9f req-9204017f-7c32-47b0-919c-dadf472bf399 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Request body: {'port': {'device_id': 'be5f7cc1-41e7-4c40-b992-296c70e99846', 'network_id': 'db98097a-bb19-479d-bd0d-4f71e988880a', 'admin_state_up': True, 'tenant_id': 'ad75c6928a1d4c6da3a56db6352b2618'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:40:09.197323 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a3189a0f-b750-444f-b65b-2e42ee19194b req-821280cb-4c4e-45e5-af61-c73f291465a7 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=be5f7cc1-41e7-4c40-b992-296c70e99846 HTTP/1.1" status: 200 len: 210 time: 0.0339241 Feb 19 02:40:09.221164 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c54cd69c-dc9b-4982-804a-e46cd182d298 req-a457726b-9feb-489c-b892-626c5a1d73fb service neutron] 10.222.0.73 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391582 Feb 19 02:40:09.243128 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5e5a594c-58b4-4698-89db-d4591c8eaeac req-973f31d7-c62c-4ebd-9ef9-e8e7901fbd7d tempest-QuotasAdminNegativeTest-137061252 tempest-QuotasAdminNegativeTest-137061252-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=63b4a29f3baf42fc87baff30094a8dce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0479119 Feb 19 02:40:09.312205 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0848d6d2-090f-4d81-8b03-f20d7f03dc23 req-dfcfe044-8e63-4888-97e6-741fadc8a846 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=77900542-b50c-43fa-8e51-4bdebb3f3e4a HTTP/1.1" status: 200 len: 210 time: 0.0536826 Feb 19 02:40:09.388172 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ebcd28d-a7ca-4362-9130-204786ce0f9f req-9204017f-7c32-47b0-919c-dadf472bf399 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Made reservation on behalf of ad75c6928a1d4c6da3a56db6352b2618 for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:40:09.391531 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-4ebcd28d-a7ca-4362-9130-204786ce0f9f req-9204017f-7c32-47b0-919c-dadf472bf399 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:09.473044 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a594c-58b4-4698-89db-d4591c8eaeac req-ea38f8cd-0a66-457b-a87b-9f1bc9b67e46 tempest-QuotasAdminNegativeTest-137061252 tempest-QuotasAdminNegativeTest-137061252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:09.474876 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5e5a594c-58b4-4698-89db-d4591c8eaeac req-ea38f8cd-0a66-457b-a87b-9f1bc9b67e46 tempest-QuotasAdminNegativeTest-137061252 tempest-QuotasAdminNegativeTest-137061252-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2197430 Feb 19 02:40:09.540073 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5e5a594c-58b4-4698-89db-d4591c8eaeac req-4a68e40e-42f1-431f-9510-94c0a1d2fdb3 tempest-QuotasAdminNegativeTest-137061252 tempest-QuotasAdminNegativeTest-137061252-project] 10.222.0.72 "GET /v2.0/quotas/63b4a29f3baf42fc87baff30094a8dce HTTP/1.1" status: 200 len: 375 time: 0.0285852 Feb 19 02:40:09.552602 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67251714-4308-448d-b8bb-49f2972b8093 req-d4ea34b5-96f5-40f3-b35a-62f89149b6ed tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:09.554085 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-67251714-4308-448d-b8bb-49f2972b8093 req-d4ea34b5-96f5-40f3-b35a-62f89149b6ed tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=0e3f78fd-0754-4bc2-bf93-db1168fc7253 HTTP/1.1" status: 200 len: 944 time: 0.1452615 Feb 19 02:40:09.610393 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5e5a594c-58b4-4698-89db-d4591c8eaeac req-07812e4e-8da5-46bb-965f-fdbd840cc742 tempest-QuotasAdminNegativeTest-137061252 tempest-QuotasAdminNegativeTest-137061252-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=63b4a29f3baf42fc87baff30094a8dce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0552218 Feb 19 02:40:09.657603 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [req-4ebcd28d-a7ca-4362-9130-204786ce0f9f req-9204017f-7c32-47b0-919c-dadf472bf399 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Allocated IP 172.20.0.2 (db98097a-bb19-479d-bd0d-4f71e988880a/2fe72d28-9326-4a85-b8b2-36c8cafae112/fc829dca-14fd-4790-bc8b-3796ff604c51) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:40:09.665892 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-67251714-4308-448d-b8bb-49f2972b8093 req-f957318e-af4b-4a89-ac9c-3d25804ebe76 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969059 Feb 19 02:40:09.726893 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e3f78fd-0754-4bc2-bf93-db1168fc7253', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49fe7044-8617-421f-8cae-626e2aa0e00e'}, {'name': 'network-changed', 'server_uuid': '0e3f78fd-0754-4bc2-bf93-db1168fc7253', 'tag': '49fe7044-8617-421f-8cae-626e2aa0e00e'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:40:09.729985 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41894a6b-347b-4251-8764-57560bf37c86" -d '{"events": [{"server_uuid": "0e3f78fd-0754-4bc2-bf93-db1168fc7253", "name": "network-vif-unplugged", "status": "completed", "tag": "49fe7044-8617-421f-8cae-626e2aa0e00e"}, {"name": "network-changed", "server_uuid": "0e3f78fd-0754-4bc2-bf93-db1168fc7253", "tag": "49fe7044-8617-421f-8cae-626e2aa0e00e"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:40:09.850798 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-56bb236c-d356-4210-852d-a3535563c7f2 req-78c00293-6bb8-4887-a0ee-c0e8b1f3a68b tempest-FlavorsV2NegativeTest-596013411 tempest-FlavorsV2NegativeTest-596013411-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=60592a79e0d24e1f93551c7780a368c3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0665402 Feb 19 02:40:09.909240 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a553bb-7277-4155-8b1d-2ab3fc603d25 req-98aaf5c3-17a3-48fe-a845-457882d53abe tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:09.910662 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-76a553bb-7277-4155-8b1d-2ab3fc603d25 req-98aaf5c3-17a3-48fe-a845-457882d53abe tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/ports?device_id=93308350-272a-4c9a-aff7-d099ecc13232 HTTP/1.1" status: 200 len: 949 time: 0.1816075 Feb 19 02:40:09.995631 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-4ebcd28d-a7ca-4362-9130-204786ce0f9f req-9204017f-7c32-47b0-919c-dadf472bf399 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Publish callbacks [] for port (fc829dca-14fd-4790-bc8b-3796ff604c51), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:10.057890 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-76a553bb-7277-4155-8b1d-2ab3fc603d25 req-ae76428a-96ff-4d44-95be-68fd18727686 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b908dbc-8f8c-41bc-a0bd-543abe15dd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168990 Feb 19 02:40:10.068916 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bb236c-d356-4210-852d-a3535563c7f2 req-fa61947e-fddd-4cbe-8bd5-86495943e9b3 tempest-FlavorsV2NegativeTest-596013411 tempest-FlavorsV2NegativeTest-596013411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:10.070432 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-56bb236c-d356-4210-852d-a3535563c7f2 req-fa61947e-fddd-4cbe-8bd5-86495943e9b3 tempest-FlavorsV2NegativeTest-596013411 tempest-FlavorsV2NegativeTest-596013411-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2117882 Feb 19 02:40:10.093690 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-56bb236c-d356-4210-852d-a3535563c7f2 req-e2970ad5-b061-4103-9903-c6fcb9e32ee4 tempest-FlavorsV2NegativeTest-596013411 tempest-FlavorsV2NegativeTest-596013411-project] 10.222.0.72 "GET /v2.0/quotas/60592a79e0d24e1f93551c7780a368c3 HTTP/1.1" status: 200 len: 375 time: 0.0150337 Feb 19 02:40:10.110583 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-4ebcd28d-a7ca-4362-9130-204786ce0f9f req-9204017f-7c32-47b0-919c-dadf472bf399 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (fc829dca-14fd-4790-bc8b-3796ff604c51), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:10.134191 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-56bb236c-d356-4210-852d-a3535563c7f2 req-5abf7147-2195-4ec4-a698-a1ab164fd399 tempest-FlavorsV2NegativeTest-596013411 tempest-FlavorsV2NegativeTest-596013411-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=60592a79e0d24e1f93551c7780a368c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0336425 Feb 19 02:40:10.181248 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sat, 19 Feb 2022 02:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50f9f74e-d8c7-4f9f-b064-d6c6422aff0f x-openstack-request-id: req-50f9f74e-d8c7-4f9f-b064-d6c6422aff0f {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:40:10.181738 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e3f78fd-0754-4bc2-bf93-db1168fc7253", "name": "network-vif-unplugged", "status": "completed", "tag": "49fe7044-8617-421f-8cae-626e2aa0e00e", "code": 200}, {"name": "network-changed", "server_uuid": "0e3f78fd-0754-4bc2-bf93-db1168fc7253", "tag": "49fe7044-8617-421f-8cae-626e2aa0e00e", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:40:10.181829 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-50f9f74e-d8c7-4f9f-b064-d6c6422aff0f {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:40:10.182187 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e3f78fd-0754-4bc2-bf93-db1168fc7253', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49fe7044-8617-421f-8cae-626e2aa0e00e', 'code': 200} Feb 19 02:40:10.182436 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e3f78fd-0754-4bc2-bf93-db1168fc7253', 'tag': '49fe7044-8617-421f-8cae-626e2aa0e00e', 'status': 'completed', 'code': 200} Feb 19 02:40:10.217930 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ebcd28d-a7ca-4362-9130-204786ce0f9f req-9204017f-7c32-47b0-919c-dadf472bf399 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Network db98097a-bb19-479d-bd0d-4f71e988880a is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:40:10.231545 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [req-4ebcd28d-a7ca-4362-9130-204786ce0f9f req-9204017f-7c32-47b0-919c-dadf472bf399 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:40:10.239243 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ebcd28d-a7ca-4362-9130-204786ce0f9f req-9204017f-7c32-47b0-919c-dadf472bf399 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:40:10.310487 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebcd28d-a7ca-4362-9130-204786ce0f9f req-9204017f-7c32-47b0-919c-dadf472bf399 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:10.311142 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-4ebcd28d-a7ca-4362-9130-204786ce0f9f req-9204017f-7c32-47b0-919c-dadf472bf399 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:10.322391 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9204017f-7c32-47b0-919c-dadf472bf399 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Pushing event updated for resources: {'Port': ['ID=fc829dca-14fd-4790-bc8b-3796ff604c51,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:10.395497 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4ebcd28d-a7ca-4362-9130-204786ce0f9f req-9204017f-7c32-47b0-919c-dadf472bf399 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3037355 Feb 19 02:40:10.400610 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41894a6b-347b-4251-8764-57560bf37c86 req-dbf9379a-6af8-4066-8ea9-28531847aace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:10.410569 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-41894a6b-347b-4251-8764-57560bf37c86 req-dbf9379a-6af8-4066-8ea9-28531847aace service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=0351aa3c6ea34cbbac483ac000de57cb&device_id=0e3f78fd-0754-4bc2-bf93-db1168fc7253 HTTP/1.1" status: 200 len: 1156 time: 0.1254933 Feb 19 02:40:10.416106 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-4ebcd28d-a7ca-4362-9130-204786ce0f9f req-8488044a-da22-42a2-bb3b-8f60338c1cac service neutron] Request body: {'port': {'device_id': 'be5f7cc1-41e7-4c40-b992-296c70e99846', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826753-2'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:40:10.459492 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fab06a94-2a9d-418f-8e1f-f99b956fd1b2 req-f7ebd1ed-2d0f-4c4d-87d4-92dd653d44e0 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=db33b204d8b743bf8957eb245634d63e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0875883 Feb 19 02:40:10.544798 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41894a6b-347b-4251-8764-57560bf37c86 req-e142f325-0158-4a6a-8a7e-6b7c6528b840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:10.546103 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf98afe-f395-4572-a965-85b5aec09644 req-7e1ce853-affc-4bf4-8bc7-e99c2302cfc2 tempest-ImagesOneServerTestJSON-1152968791 tempest-ImagesOneServerTestJSON-1152968791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:10.546615 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-41894a6b-347b-4251-8764-57560bf37c86 req-e142f325-0158-4a6a-8a7e-6b7c6528b840 service neutron] 10.222.0.82 "GET /v2.0/networks?id=b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7 HTTP/1.1" status: 200 len: 909 time: 0.1274266 Feb 19 02:40:10.554070 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-faf98afe-f395-4572-a965-85b5aec09644 req-7e1ce853-affc-4bf4-8bc7-e99c2302cfc2 tempest-ImagesOneServerTestJSON-1152968791 tempest-ImagesOneServerTestJSON-1152968791-project] 10.222.0.72 "GET /v2.0/ports?device_id=c6732863-2c63-4725-a714-348b290e7e20 HTTP/1.1" status: 200 len: 948 time: 0.2518449 Feb 19 02:40:10.604200 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-41894a6b-347b-4251-8764-57560bf37c86 req-aec9c43d-2d36-4130-a72e-cf2b92da50b1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49fe7044-8617-421f-8cae-626e2aa0e00e HTTP/1.1" status: 200 len: 217 time: 0.0375125 Feb 19 02:40:10.666324 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-4ebcd28d-a7ca-4362-9130-204786ce0f9f req-8488044a-da22-42a2-bb3b-8f60338c1cac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (fc829dca-14fd-4790-bc8b-3796ff604c51), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:10.694819 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41894a6b-347b-4251-8764-57560bf37c86 req-3065864d-fa63-47ee-b6fe-c3020dd89d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:10.696391 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-41894a6b-347b-4251-8764-57560bf37c86 req-3065864d-fa63-47ee-b6fe-c3020dd89d6a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=de6735e0-8981-45a6-9d12-953729888898 HTTP/1.1" status: 200 len: 848 time: 0.0544014 Feb 19 02:40:10.712919 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4125e4f4-733a-4c88-aea7-517c1ce08ea9 req-9ef9c17e-4034-499e-aa82-74e7f6be3471 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:10.714388 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4125e4f4-733a-4c88-aea7-517c1ce08ea9 req-9ef9c17e-4034-499e-aa82-74e7f6be3471 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=be5f7cc1-41e7-4c40-b992-296c70e99846 HTTP/1.1" status: 200 len: 931 time: 0.2611251 Feb 19 02:40:10.732662 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-41894a6b-347b-4251-8764-57560bf37c86 req-5bee776d-2aae-41be-bb8b-986723863458 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268319 Feb 19 02:40:10.749029 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab06a94-2a9d-418f-8e1f-f99b956fd1b2 req-bae5e91e-8b4d-4a47-a02b-aa78aaf35137 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:10.750438 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fab06a94-2a9d-418f-8e1f-f99b956fd1b2 req-bae5e91e-8b4d-4a47-a02b-aa78aaf35137 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2803636 Feb 19 02:40:10.753969 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-faf98afe-f395-4572-a965-85b5aec09644 req-a6298b33-f8b8-484e-a685-83c14fafec80 tempest-ImagesOneServerTestJSON-1152968791 tempest-ImagesOneServerTestJSON-1152968791-project] 10.222.0.72 "GET /v2.0/security-groups?id=b120c000-baac-4f64-9390-e95bffd9f0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995747 Feb 19 02:40:10.776570 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-fab06a94-2a9d-418f-8e1f-f99b956fd1b2 req-3dbe60d9-823f-4911-bed1-075d6ebd8b37 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Request body: {'port': {'device_id': '77900542-b50c-43fa-8e51-4bdebb3f3e4a', 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f', 'admin_state_up': True, 'tenant_id': 'db33b204d8b743bf8957eb245634d63e'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:40:10.824321 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 46204) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:40:10.860348 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-41894a6b-347b-4251-8764-57560bf37c86 req-c37e04b3-6b72-42e8-aec5-e97ee48f16de service neutron] 10.222.0.82 "GET /v2.0/networks/b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210573 Feb 19 02:40:10.924480 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4125e4f4-733a-4c88-aea7-517c1ce08ea9 req-6a7c3062-e756-41f0-b63e-b28f44756245 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989558 Feb 19 02:40:11.008320 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4ca6c398-3fe2-484f-93f5-30a2d4c3eec1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:11.012295 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-41894a6b-347b-4251-8764-57560bf37c86 req-805a43bb-84c7-4cb9-9cfb-b8897101daa5 service neutron] 10.222.0.82 "GET /v2.0/networks/b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449640 Feb 19 02:40:11.088438 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8d0136db-06ac-489e-bff5-31d580d071aa req-b32b62e9-da76-4a3d-9562-526875f9401d tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=77900542-b50c-43fa-8e51-4bdebb3f3e4a HTTP/1.1" status: 200 len: 210 time: 0.0606244 Feb 19 02:40:11.130286 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4ca6c398-3fe2-484f-93f5-30a2d4c3eec1 admin admin] Publish callbacks [] for security_group (7e4b446c-5606-4878-938d-480ae77c605c), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:11.134232 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4ca6c398-3fe2-484f-93f5-30a2d4c3eec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (7e4b446c-5606-4878-938d-480ae77c605c), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:11.156888 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fab06a94-2a9d-418f-8e1f-f99b956fd1b2 req-3dbe60d9-823f-4911-bed1-075d6ebd8b37 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Made reservation on behalf of db33b204d8b743bf8957eb245634d63e for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:40:11.160935 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-fab06a94-2a9d-418f-8e1f-f99b956fd1b2 req-3dbe60d9-823f-4911-bed1-075d6ebd8b37 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:11.174830 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6c398-3fe2-484f-93f5-30a2d4c3eec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e4b446c-5606-4878-938d-480ae77c605c,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:11.181091 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-4ca6c398-3fe2-484f-93f5-30a2d4c3eec1 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=60592a79e0d24e1f93551c7780a368c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3547432 Feb 19 02:40:11.184077 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 46216) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:40:11.255049 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd2a7c-7a61-4eb4-88da-9cc9dc7dcb45 req-8f2c49ac-fd3f-4eaf-94d4-78fba270a8ee tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:11.255049 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fddd2a7c-7a61-4eb4-88da-9cc9dc7dcb45 req-8f2c49ac-fd3f-4eaf-94d4-78fba270a8ee tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=0e3f78fd-0754-4bc2-bf93-db1168fc7253 HTTP/1.1" status: 200 len: 944 time: 0.1562948 Feb 19 02:40:11.376903 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [req-4ebcd28d-a7ca-4362-9130-204786ce0f9f req-8488044a-da22-42a2-bb3b-8f60338c1cac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc829dca-14fd-4790-bc8b-3796ff604c51 {{(pid=103701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:40:11.428909 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-4ebcd28d-a7ca-4362-9130-204786ce0f9f req-8488044a-da22-42a2-bb3b-8f60338c1cac service neutron] Publish callbacks [] for port (fc829dca-14fd-4790-bc8b-3796ff604c51), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:11.431104 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-34ea21eb-d460-47c2-91c6-86e85a5c7247 admin admin] Publish callbacks [] for security_group (7e4b446c-5606-4878-938d-480ae77c605c), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:11.493233 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.provisioning_blocks [req-4ebcd28d-a7ca-4362-9130-204786ce0f9f req-8488044a-da22-42a2-bb3b-8f60338c1cac service neutron] Transition to ACTIVE for port object fc829dca-14fd-4790-bc8b-3796ff604c51 will not be triggered until provisioned by entity L2. {{(pid=103701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:40:11.496636 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fddd2a7c-7a61-4eb4-88da-9cc9dc7dcb45 req-9fafff2e-a988-42c8-897f-9c69e122ac5c tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912756 Feb 19 02:40:11.501253 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-34ea21eb-d460-47c2-91c6-86e85a5c7247 admin admin] Publish callbacks [] for security_group (7e4b446c-5606-4878-938d-480ae77c605c), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:11.507784 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-4ebcd28d-a7ca-4362-9130-204786ce0f9f req-8488044a-da22-42a2-bb3b-8f60338c1cac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (fc829dca-14fd-4790-bc8b-3796ff604c51), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:11.510911 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [req-fab06a94-2a9d-418f-8e1f-f99b956fd1b2 req-3dbe60d9-823f-4911-bed1-075d6ebd8b37 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Allocated IP 192.168.233.146 (5124bd00-da2a-4bd6-93a0-c14c92afb11f/974c06bc-f097-4890-970a-b087501ab241/4e89b04d-4fc5-4464-a71b-3345933c773e) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:40:11.585600 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c2b902-6153-4d16-8ec1-b013618a8ef5 req-12880c54-cec9-4052-aeb0-c9bffcffaca6 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:11.587062 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-13c2b902-6153-4d16-8ec1-b013618a8ef5 req-12880c54-cec9-4052-aeb0-c9bffcffaca6 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/ports?device_id=93308350-272a-4c9a-aff7-d099ecc13232 HTTP/1.1" status: 200 len: 949 time: 0.2800589 Feb 19 02:40:11.653377 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8488044a-da22-42a2-bb3b-8f60338c1cac service neutron] Pushing event updated for resources: {'Port': ['ID=fc829dca-14fd-4790-bc8b-3796ff604c51,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:11.656691 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-22c88adf-e4c8-4e55-b517-9875eb76fdd6 req-1a22503a-fb87-4b67-b412-b36c9d774c7d tempest-QuotasAdminNegativeTest-137061252 tempest-QuotasAdminNegativeTest-137061252-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=63b4a29f3baf42fc87baff30094a8dce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0635233 Feb 19 02:40:11.798267 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-34ea21eb-d460-47c2-91c6-86e85a5c7247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (7e4b446c-5606-4878-938d-480ae77c605c), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:11.800681 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-34ea21eb-d460-47c2-91c6-86e85a5c7247 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:11.801829 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-34ea21eb-d460-47c2-91c6-86e85a5c7247 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7e4b446c-5606-4878-938d-480ae77c605c HTTP/1.1" status: 204 len: 168 time: 0.6151326 Feb 19 02:40:12.068771 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-13c2b902-6153-4d16-8ec1-b013618a8ef5 req-56c27c54-5b0c-4840-a29d-e2afa58d9223 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b908dbc-8f8c-41bc-a0bd-543abe15dd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4713912 Feb 19 02:40:12.078345 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea21eb-d460-47c2-91c6-86e85a5c7247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e4b446c-5606-4878-938d-480ae77c605c,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:12.134783 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-4ebcd28d-a7ca-4362-9130-204786ce0f9f req-8488044a-da22-42a2-bb3b-8f60338c1cac service neutron] Attempting to bind port fc829dca-14fd-4790-bc8b-3796ff604c51 on host n-h1-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:40:12.135113 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-4ebcd28d-a7ca-4362-9130-204786ce0f9f req-8488044a-da22-42a2-bb3b-8f60338c1cac service neutron] Attempting to bind port fc829dca-14fd-4790-bc8b-3796ff604c51 by drivers openvswitch,hyperv on host n-h1-826753-2 at level 0 using segments [{'id': '9dab481a-5428-424d-a8c3-4ae8ddfff67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'db98097a-bb19-479d-bd0d-4f71e988880a'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:40:12.135442 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ebcd28d-a7ca-4362-9130-204786ce0f9f req-8488044a-da22-42a2-bb3b-8f60338c1cac service neutron] Attempting to bind port fc829dca-14fd-4790-bc8b-3796ff604c51 on network db98097a-bb19-479d-bd0d-4f71e988880a {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:40:12.155000 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c88adf-e4c8-4e55-b517-9875eb76fdd6 req-9bad8b96-8e52-4705-8b2f-4a469b34d2a6 tempest-QuotasAdminNegativeTest-137061252 tempest-QuotasAdminNegativeTest-137061252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:12.156449 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-22c88adf-e4c8-4e55-b517-9875eb76fdd6 req-9bad8b96-8e52-4705-8b2f-4a469b34d2a6 tempest-QuotasAdminNegativeTest-137061252 tempest-QuotasAdminNegativeTest-137061252-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4862134 Feb 19 02:40:12.162063 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ebcd28d-a7ca-4362-9130-204786ce0f9f req-8488044a-da22-42a2-bb3b-8f60338c1cac service neutron] Port fc829dca-14fd-4790-bc8b-3796ff604c51 on network db98097a-bb19-479d-bd0d-4f71e988880a not bound, no agent of type Open vSwitch agent registered on host n-h1-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:40:12.162384 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ebcd28d-a7ca-4362-9130-204786ce0f9f req-8488044a-da22-42a2-bb3b-8f60338c1cac service neutron] Attempting to bind port fc829dca-14fd-4790-bc8b-3796ff604c51 on network db98097a-bb19-479d-bd0d-4f71e988880a {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:40:12.195313 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ebcd28d-a7ca-4362-9130-204786ce0f9f req-8488044a-da22-42a2-bb3b-8f60338c1cac service neutron] Checking agent: {'id': '9d56fb1b-2855-496a-a6d9-c324740cb98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:40:12.195642 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ebcd28d-a7ca-4362-9130-204786ce0f9f req-8488044a-da22-42a2-bb3b-8f60338c1cac service neutron] Checking segment: {'id': '9dab481a-5428-424d-a8c3-4ae8ddfff67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'db98097a-bb19-479d-bd0d-4f71e988880a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:40:12.196020 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ebcd28d-a7ca-4362-9130-204786ce0f9f req-8488044a-da22-42a2-bb3b-8f60338c1cac service neutron] Bound using segment: {'id': '9dab481a-5428-424d-a8c3-4ae8ddfff67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'db98097a-bb19-479d-bd0d-4f71e988880a'} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:40:12.196456 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-4ebcd28d-a7ca-4362-9130-204786ce0f9f req-8488044a-da22-42a2-bb3b-8f60338c1cac service neutron] Bound port: fc829dca-14fd-4790-bc8b-3796ff604c51, host: n-h1-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dab481a-5428-424d-a8c3-4ae8ddfff67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'db98097a-bb19-479d-bd0d-4f71e988880a'}}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:40:12.196811 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-4ebcd28d-a7ca-4362-9130-204786ce0f9f req-8488044a-da22-42a2-bb3b-8f60338c1cac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (fc829dca-14fd-4790-bc8b-3796ff604c51), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:12.224435 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-fab06a94-2a9d-418f-8e1f-f99b956fd1b2 req-3dbe60d9-823f-4911-bed1-075d6ebd8b37 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Publish callbacks [] for port (4e89b04d-4fc5-4464-a71b-3345933c773e), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:12.228834 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-22c88adf-e4c8-4e55-b517-9875eb76fdd6 req-14ace0f3-cae0-40b7-99cf-94410a217318 tempest-QuotasAdminNegativeTest-137061252 tempest-QuotasAdminNegativeTest-137061252-project] 10.222.0.72 "GET /v2.0/quotas/63b4a29f3baf42fc87baff30094a8dce HTTP/1.1" status: 200 len: 375 time: 0.0617895 Feb 19 02:40:12.292325 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-22c88adf-e4c8-4e55-b517-9875eb76fdd6 req-304c0a9f-a7e8-4c6c-b3b0-9613aec3377d tempest-QuotasAdminNegativeTest-137061252 tempest-QuotasAdminNegativeTest-137061252-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=63b4a29f3baf42fc87baff30094a8dce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0546739 Feb 19 02:40:12.325056 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c799214-70d5-4ef9-b70d-c0548c6615af req-f2308dc5-72fe-4e0a-8f40-933388c73fc7 tempest-ImagesOneServerTestJSON-1152968791 tempest-ImagesOneServerTestJSON-1152968791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:12.326541 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6c799214-70d5-4ef9-b70d-c0548c6615af req-f2308dc5-72fe-4e0a-8f40-933388c73fc7 tempest-ImagesOneServerTestJSON-1152968791 tempest-ImagesOneServerTestJSON-1152968791-project] 10.222.0.72 "GET /v2.0/ports?device_id=c6732863-2c63-4725-a714-348b290e7e20 HTTP/1.1" status: 200 len: 948 time: 0.1620116 Feb 19 02:40:12.373378 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-fab06a94-2a9d-418f-8e1f-f99b956fd1b2 req-3dbe60d9-823f-4911-bed1-075d6ebd8b37 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (4e89b04d-4fc5-4464-a71b-3345933c773e), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:12.383067 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-4ebcd28d-a7ca-4362-9130-204786ce0f9f req-8488044a-da22-42a2-bb3b-8f60338c1cac service neutron] For port fc829dca-14fd-4790-bc8b-3796ff604c51, host n-h1-826753-2, cleared binding levels {{(pid=103701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:40:12.411196 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['a4bbb362-5463-44d9-80a2-82aaa6f86538'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:40:12.450589 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-4ebcd28d-a7ca-4362-9130-204786ce0f9f req-8488044a-da22-42a2-bb3b-8f60338c1cac service neutron] For port fc829dca-14fd-4790-bc8b-3796ff604c51, host n-h1-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=fc829dca-14fd-4790-bc8b-3796ff604c51,segment=NetworkSegment(9dab481a-5428-424d-a8c3-4ae8ddfff67b),segment_id=9dab481a-5428-424d-a8c3-4ae8ddfff67b)] {{(pid=103701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:40:12.477565 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fab06a94-2a9d-418f-8e1f-f99b956fd1b2 req-3dbe60d9-823f-4911-bed1-075d6ebd8b37 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Network 5124bd00-da2a-4bd6-93a0-c14c92afb11f is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:40:12.490790 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [req-fab06a94-2a9d-418f-8e1f-f99b956fd1b2 req-3dbe60d9-823f-4911-bed1-075d6ebd8b37 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:40:12.496558 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6c799214-70d5-4ef9-b70d-c0548c6615af req-3b35ccb5-bb28-4753-8750-48c08084adf2 tempest-ImagesOneServerTestJSON-1152968791 tempest-ImagesOneServerTestJSON-1152968791-project] 10.222.0.72 "GET /v2.0/security-groups?id=b120c000-baac-4f64-9390-e95bffd9f0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574492 Feb 19 02:40:12.497715 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-4ebcd28d-a7ca-4362-9130-204786ce0f9f req-8488044a-da22-42a2-bb3b-8f60338c1cac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (fc829dca-14fd-4790-bc8b-3796ff604c51), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:12.499861 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-fab06a94-2a9d-418f-8e1f-f99b956fd1b2 req-3dbe60d9-823f-4911-bed1-075d6ebd8b37 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:40:12.503752 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbe60d9-823f-4911-bed1-075d6ebd8b37 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Pushing event updated for resources: {'Port': ['ID=4e89b04d-4fc5-4464-a71b-3345933c773e,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:12.589067 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebcd28d-a7ca-4362-9130-204786ce0f9f req-8488044a-da22-42a2-bb3b-8f60338c1cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:12.589662 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-4ebcd28d-a7ca-4362-9130-204786ce0f9f req-8488044a-da22-42a2-bb3b-8f60338c1cac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:12.591044 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4ebcd28d-a7ca-4362-9130-204786ce0f9f req-8488044a-da22-42a2-bb3b-8f60338c1cac service neutron] 10.222.0.73 "PUT /v2.0/ports/fc829dca-14fd-4790-bc8b-3796ff604c51 HTTP/1.1" status: 200 len: 1091 time: 2.1791694 Feb 19 02:40:12.592593 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be5f7cc1-41e7-4c40-b992-296c70e99846', 'tag': 'fc829dca-14fd-4790-bc8b-3796ff604c51'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:40:12.594886 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18466ef9-6f46-4742-af15-c16ebe432269" -d '{"events": [{"name": "network-changed", "server_uuid": "be5f7cc1-41e7-4c40-b992-296c70e99846", "tag": "fc829dca-14fd-4790-bc8b-3796ff604c51"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:40:12.642145 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d73972f-a4e2-4ce7-9d59-0479483efbd4 req-76991e76-adc1-4722-b05a-09f17f4651f8 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:12.649568 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6d73972f-a4e2-4ce7-9d59-0479483efbd4 req-76991e76-adc1-4722-b05a-09f17f4651f8 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=be5f7cc1-41e7-4c40-b992-296c70e99846 HTTP/1.1" status: 200 len: 943 time: 0.2374184 Feb 19 02:40:12.659363 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab06a94-2a9d-418f-8e1f-f99b956fd1b2 req-3dbe60d9-823f-4911-bed1-075d6ebd8b37 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:12.660043 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-fab06a94-2a9d-418f-8e1f-f99b956fd1b2 req-3dbe60d9-823f-4911-bed1-075d6ebd8b37 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:12.689608 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8488044a-da22-42a2-bb3b-8f60338c1cac service neutron] Pushing event updated for resources: {'Port': ['ID=fc829dca-14fd-4790-bc8b-3796ff604c51,revision_number=3']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:12.727628 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fab06a94-2a9d-418f-8e1f-f99b956fd1b2 req-3dbe60d9-823f-4911-bed1-075d6ebd8b37 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9576855 Feb 19 02:40:12.756370 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6d73972f-a4e2-4ce7-9d59-0479483efbd4 req-49344164-007c-4e17-9756-dde104ec1f62 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059248 Feb 19 02:40:12.763253 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-fab06a94-2a9d-418f-8e1f-f99b956fd1b2 req-6db2f1a1-1d8a-4bd9-9234-d73239513d62 service neutron] Request body: {'port': {'device_id': '77900542-b50c-43fa-8e51-4bdebb3f3e4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826753-2'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:40:12.772609 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebcd28d-a7ca-4362-9130-204786ce0f9f req-492638a5-4447-4537-ae44-bdd5dfab6364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:12.774388 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4ebcd28d-a7ca-4362-9130-204786ce0f9f req-492638a5-4447-4537-ae44-bdd5dfab6364 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ad75c6928a1d4c6da3a56db6352b2618&device_id=be5f7cc1-41e7-4c40-b992-296c70e99846 HTTP/1.1" status: 200 len: 1125 time: 0.1095061 Feb 19 02:40:12.785149 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-5244c07b-9874-429f-b256-600d1bd16bc6 None None] Provisioning complete for port 4e89b04d-4fc5-4464-a71b-3345933c773e triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:40:12.785579 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5244c07b-9874-429f-b256-600d1bd16bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (4e89b04d-4fc5-4464-a71b-3345933c773e), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:12.826441 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-5244c07b-9874-429f-b256-600d1bd16bc6 None None] Port 4e89b04d-4fc5-4464-a71b-3345933c773e cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:40:12.849420 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4ebcd28d-a7ca-4362-9130-204786ce0f9f req-e5e41bb5-2b0b-4cfc-8c5c-7216b7e9a300 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fc829dca-14fd-4790-bc8b-3796ff604c51 HTTP/1.1" status: 200 len: 217 time: 0.0576792 Feb 19 02:40:12.911513 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 49fe7044-8617-421f-8cae-626e2aa0e00e details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:40:12.975328 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-fab06a94-2a9d-418f-8e1f-f99b956fd1b2 req-6db2f1a1-1d8a-4bd9-9234-d73239513d62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (4e89b04d-4fc5-4464-a71b-3345933c773e), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:12.981793 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebcd28d-a7ca-4362-9130-204786ce0f9f req-98d9818f-594e-451d-8559-e80a7fbe6d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:12.983262 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4ebcd28d-a7ca-4362-9130-204786ce0f9f req-98d9818f-594e-451d-8559-e80a7fbe6d5b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2fe72d28-9326-4a85-b8b2-36c8cafae112 HTTP/1.1" status: 200 len: 861 time: 0.1111639 Feb 19 02:40:13.007551 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 49fe7044-8617-421f-8cae-626e2aa0e00e, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=49fe7044-8617-421f-8cae-626e2aa0e00e,segment=NetworkSegment(999cf2ff-ad78-4ea0-b2d0-93d967fd81fc),segment_id=999cf2ff-ad78-4ea0-b2d0-93d967fd81fc)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:40:13.019077 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 49fe7044-8617-421f-8cae-626e2aa0e00e has no active binding in host n-h1-826753-2 {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 19 02:40:13.019447 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 2bdec1ae-8218-4b25-acdb-d88d4bb3c50e details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:40:13.026187 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e15f9b-09e4-4d01-bc5e-ce473b0908b3 req-5414913e-60eb-4617-a2ff-0a1814e9027f tempest-ServersOnMultiNodesTest-1647260736 tempest-ServersOnMultiNodesTest-1647260736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:13.027712 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e2e15f9b-09e4-4d01-bc5e-ce473b0908b3 req-5414913e-60eb-4617-a2ff-0a1814e9027f tempest-ServersOnMultiNodesTest-1647260736 tempest-ServersOnMultiNodesTest-1647260736-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=93308350-272a-4c9a-aff7-d099ecc13232 HTTP/1.1" status: 200 len: 1131 time: 0.2264588 Feb 19 02:40:13.047222 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4ebcd28d-a7ca-4362-9130-204786ce0f9f req-51dc53b1-0449-4c1a-9230-969967a3206a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=db98097a-bb19-479d-bd0d-4f71e988880a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540247 Feb 19 02:40:13.057348 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8718df6-d51e-4549-8c14-c2cbf3d84a83 req-6cadb064-98fe-4adc-8dd7-82a1ea98c60a tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:13.058786 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b8718df6-d51e-4549-8c14-c2cbf3d84a83 req-6cadb064-98fe-4adc-8dd7-82a1ea98c60a tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=77900542-b50c-43fa-8e51-4bdebb3f3e4a HTTP/1.1" status: 200 len: 936 time: 0.2158170 Feb 19 02:40:13.123296 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 2bdec1ae-8218-4b25-acdb-d88d4bb3c50e, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=2bdec1ae-8218-4b25-acdb-d88d4bb3c50e,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:40:13.128014 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-e2e15f9b-09e4-4d01-bc5e-ce473b0908b3 req-46e736f1-f444-4945-a389-56d19b489849 tempest-ServersOnMultiNodesTest-1647260736 tempest-ServersOnMultiNodesTest-1647260736-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:13.134024 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': '2bdec1ae-8218-4b25-acdb-d88d4bb3c50e', 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f', 'port_id': '2bdec1ae-8218-4b25-acdb-d88d4bb3c50e', 'mac_address': 'fa:16:3e:a2:42:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '974c06bc-f097-4890-970a-b087501ab241', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:40:13.173965 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 2bdec1ae-8218-4b25-acdb-d88d4bb3c50e is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:40:13.174341 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (2bdec1ae-8218-4b25-acdb-d88d4bb3c50e), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:13.187316 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bdec1ae-8218-4b25-acdb-d88d4bb3c50e {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:40:13.207538 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 2bdec1ae-8218-4b25-acdb-d88d4bb3c50e, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=2bdec1ae-8218-4b25-acdb-d88d4bb3c50e,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:40:13.212576 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (2bdec1ae-8218-4b25-acdb-d88d4bb3c50e), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:13.260722 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=2bdec1ae-8218-4b25-acdb-d88d4bb3c50e,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:13.264717 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b8718df6-d51e-4549-8c14-c2cbf3d84a83 req-b75b2729-7485-4d01-a8bb-954deb0c12bd tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882637 Feb 19 02:40:13.356140 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4ebcd28d-a7ca-4362-9130-204786ce0f9f req-afae750b-6249-45a6-97e5-7a0e3a72cf51 service neutron] 10.222.0.73 "GET /v2.0/networks/db98097a-bb19-479d-bd0d-4f71e988880a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2948601 Feb 19 02:40:13.478009 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-e2e15f9b-09e4-4d01-bc5e-ce473b0908b3 req-46e736f1-f444-4945-a389-56d19b489849 tempest-ServersOnMultiNodesTest-1647260736 tempest-ServersOnMultiNodesTest-1647260736-project-admin] Publish callbacks [] for security_group (ba41c1c1-70ca-409b-a071-916dbe8a595a), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:13.485267 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-e2e15f9b-09e4-4d01-bc5e-ce473b0908b3 req-46e736f1-f444-4945-a389-56d19b489849 tempest-ServersOnMultiNodesTest-1647260736 tempest-ServersOnMultiNodesTest-1647260736-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (ba41c1c1-70ca-409b-a071-916dbe8a595a), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:13.559362 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e2e15f9b-09e4-4d01-bc5e-ce473b0908b3 req-46e736f1-f444-4945-a389-56d19b489849 tempest-ServersOnMultiNodesTest-1647260736 tempest-ServersOnMultiNodesTest-1647260736-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=5b908dbc-8f8c-41bc-a0bd-543abe15dd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5110347 Feb 19 02:40:13.584859 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4ebcd28d-a7ca-4362-9130-204786ce0f9f req-3cc2ff6e-eff3-4ef3-b8df-fc5d2bda625a service neutron] 10.222.0.73 "GET /v2.0/networks/db98097a-bb19-479d-bd0d-4f71e988880a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195668 Feb 19 02:40:13.591892 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e736f1-f444-4945-a389-56d19b489849 tempest-ServersOnMultiNodesTest-1647260736 tempest-ServersOnMultiNodesTest-1647260736-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba41c1c1-70ca-409b-a071-916dbe8a595a,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:13.649623 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [req-fab06a94-2a9d-418f-8e1f-f99b956fd1b2 req-6db2f1a1-1d8a-4bd9-9234-d73239513d62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e89b04d-4fc5-4464-a71b-3345933c773e {{(pid=103701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:40:13.663420 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eba9842-1459-47bb-b8d7-9226c276ac3b req-aa573757-5ace-4663-a2ef-ced5bb3ef42e tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:13.664385 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1eba9842-1459-47bb-b8d7-9226c276ac3b req-aa573757-5ace-4663-a2ef-ced5bb3ef42e tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=0e3f78fd-0754-4bc2-bf93-db1168fc7253 HTTP/1.1" status: 200 len: 944 time: 0.1321049 Feb 19 02:40:13.666325 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-fab06a94-2a9d-418f-8e1f-f99b956fd1b2 req-6db2f1a1-1d8a-4bd9-9234-d73239513d62 service neutron] Publish callbacks [] for port (4e89b04d-4fc5-4464-a71b-3345933c773e), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:13.695129 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-306b3b9f-657b-4dd7-8814-4dd84debf2d8 x-openstack-request-id: req-306b3b9f-657b-4dd7-8814-4dd84debf2d8 {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:40:13.695419 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be5f7cc1-41e7-4c40-b992-296c70e99846", "tag": "fc829dca-14fd-4790-bc8b-3796ff604c51", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:40:13.695674 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-306b3b9f-657b-4dd7-8814-4dd84debf2d8 {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:40:13.696070 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be5f7cc1-41e7-4c40-b992-296c70e99846', 'tag': 'fc829dca-14fd-4790-bc8b-3796ff604c51', 'status': 'completed', 'code': 200} Feb 19 02:40:13.696908 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.provisioning_blocks [req-fab06a94-2a9d-418f-8e1f-f99b956fd1b2 req-6db2f1a1-1d8a-4bd9-9234-d73239513d62 service neutron] Transition to ACTIVE for port object 4e89b04d-4fc5-4464-a71b-3345933c773e will not be triggered until provisioned by entity L2. {{(pid=103701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:40:13.703137 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-fab06a94-2a9d-418f-8e1f-f99b956fd1b2 req-6db2f1a1-1d8a-4bd9-9234-d73239513d62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (4e89b04d-4fc5-4464-a71b-3345933c773e), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:13.775792 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1eba9842-1459-47bb-b8d7-9226c276ac3b req-578926af-9e49-4760-be3e-318e6b852d4e tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051376 Feb 19 02:40:13.779481 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['2bdec1ae-8218-4b25-acdb-d88d4bb3c50e'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:40:13.803308 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db2f1a1-1d8a-4bd9-9234-d73239513d62 service neutron] Pushing event updated for resources: {'Port': ['ID=4e89b04d-4fc5-4464-a71b-3345933c773e,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:13.915733 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18466ef9-6f46-4742-af15-c16ebe432269 req-ff96eec9-3b86-4997-87fa-066e2e9bc650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:13.917298 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-18466ef9-6f46-4742-af15-c16ebe432269 req-ff96eec9-3b86-4997-87fa-066e2e9bc650 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ad75c6928a1d4c6da3a56db6352b2618&device_id=be5f7cc1-41e7-4c40-b992-296c70e99846 HTTP/1.1" status: 200 len: 1125 time: 0.1589899 Feb 19 02:40:13.997627 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-fab06a94-2a9d-418f-8e1f-f99b956fd1b2 req-6db2f1a1-1d8a-4bd9-9234-d73239513d62 service neutron] Attempting to bind port 4e89b04d-4fc5-4464-a71b-3345933c773e on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:40:13.998102 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-fab06a94-2a9d-418f-8e1f-f99b956fd1b2 req-6db2f1a1-1d8a-4bd9-9234-d73239513d62 service neutron] Attempting to bind port 4e89b04d-4fc5-4464-a71b-3345933c773e by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:40:13.998441 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab06a94-2a9d-418f-8e1f-f99b956fd1b2 req-6db2f1a1-1d8a-4bd9-9234-d73239513d62 service neutron] Attempting to bind port 4e89b04d-4fc5-4464-a71b-3345933c773e on network 5124bd00-da2a-4bd6-93a0-c14c92afb11f {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:40:14.019857 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc4096c-4210-41a2-9d67-5f9a03f7ab0f req-7dcafb92-7242-4e4c-9d17-8ffe7dd8b5e5 tempest-ImagesOneServerTestJSON-1152968791 tempest-ImagesOneServerTestJSON-1152968791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:14.027260 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-adc4096c-4210-41a2-9d67-5f9a03f7ab0f req-7dcafb92-7242-4e4c-9d17-8ffe7dd8b5e5 tempest-ImagesOneServerTestJSON-1152968791 tempest-ImagesOneServerTestJSON-1152968791-project] 10.222.0.72 "GET /v2.0/ports?device_id=c6732863-2c63-4725-a714-348b290e7e20 HTTP/1.1" status: 200 len: 949 time: 0.1659560 Feb 19 02:40:14.031573 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab06a94-2a9d-418f-8e1f-f99b956fd1b2 req-6db2f1a1-1d8a-4bd9-9234-d73239513d62 service neutron] Port 4e89b04d-4fc5-4464-a71b-3345933c773e on network 5124bd00-da2a-4bd6-93a0-c14c92afb11f not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:40:14.031901 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab06a94-2a9d-418f-8e1f-f99b956fd1b2 req-6db2f1a1-1d8a-4bd9-9234-d73239513d62 service neutron] Attempting to bind port 4e89b04d-4fc5-4464-a71b-3345933c773e on network 5124bd00-da2a-4bd6-93a0-c14c92afb11f {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:40:14.054842 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab06a94-2a9d-418f-8e1f-f99b956fd1b2 req-6db2f1a1-1d8a-4bd9-9234-d73239513d62 service neutron] Checking agent: {'id': 'bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:40:14.055124 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab06a94-2a9d-418f-8e1f-f99b956fd1b2 req-6db2f1a1-1d8a-4bd9-9234-d73239513d62 service neutron] Checking segment: {'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:40:14.055508 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab06a94-2a9d-418f-8e1f-f99b956fd1b2 req-6db2f1a1-1d8a-4bd9-9234-d73239513d62 service neutron] Bound using segment: {'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:40:14.055950 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-fab06a94-2a9d-418f-8e1f-f99b956fd1b2 req-6db2f1a1-1d8a-4bd9-9234-d73239513d62 service neutron] Bound port: 4e89b04d-4fc5-4464-a71b-3345933c773e, host: n-h2-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'}}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:40:14.056302 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-fab06a94-2a9d-418f-8e1f-f99b956fd1b2 req-6db2f1a1-1d8a-4bd9-9234-d73239513d62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (4e89b04d-4fc5-4464-a71b-3345933c773e), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:14.117644 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-adc4096c-4210-41a2-9d67-5f9a03f7ab0f req-56f3fbbf-d571-472f-9aed-03fed17b5942 tempest-ImagesOneServerTestJSON-1152968791 tempest-ImagesOneServerTestJSON-1152968791-project] 10.222.0.72 "GET /v2.0/security-groups?id=b120c000-baac-4f64-9390-e95bffd9f0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896657 Feb 19 02:40:14.118637 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18466ef9-6f46-4742-af15-c16ebe432269 req-bd18068a-e64c-4cae-a2a7-01a21822a8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:14.120017 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-18466ef9-6f46-4742-af15-c16ebe432269 req-bd18068a-e64c-4cae-a2a7-01a21822a8d0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=db98097a-bb19-479d-bd0d-4f71e988880a HTTP/1.1" status: 200 len: 922 time: 0.1947296 Feb 19 02:40:14.201051 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-18466ef9-6f46-4742-af15-c16ebe432269 req-d23c2aab-ced7-4970-bb6d-6a451eff0ccc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fc829dca-14fd-4790-bc8b-3796ff604c51 HTTP/1.1" status: 200 len: 217 time: 0.0536988 Feb 19 02:40:14.322244 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-fab06a94-2a9d-418f-8e1f-f99b956fd1b2 req-6db2f1a1-1d8a-4bd9-9234-d73239513d62 service neutron] For port 4e89b04d-4fc5-4464-a71b-3345933c773e, host n-h2-826753-2, cleared binding levels {{(pid=103701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:40:14.337349 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-73f0a694-61fe-452e-87e4-5749eff40db5 req-24f1d756-bc52-4bd2-8be0-9477d165c6e7 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=03a224ed4cc448b3ab8491a1b5a2c99b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0557053 Feb 19 02:40:14.343109 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-fab06a94-2a9d-418f-8e1f-f99b956fd1b2 req-6db2f1a1-1d8a-4bd9-9234-d73239513d62 service neutron] For port 4e89b04d-4fc5-4464-a71b-3345933c773e, host n-h2-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=4e89b04d-4fc5-4464-a71b-3345933c773e,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:40:14.350572 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18466ef9-6f46-4742-af15-c16ebe432269 req-d69d04d7-847c-4ddd-a298-7cab10dc70a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:14.352363 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-18466ef9-6f46-4742-af15-c16ebe432269 req-d69d04d7-847c-4ddd-a298-7cab10dc70a1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2fe72d28-9326-4a85-b8b2-36c8cafae112 HTTP/1.1" status: 200 len: 861 time: 0.1404970 Feb 19 02:40:14.363186 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-fab06a94-2a9d-418f-8e1f-f99b956fd1b2 req-6db2f1a1-1d8a-4bd9-9234-d73239513d62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (4e89b04d-4fc5-4464-a71b-3345933c773e), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:14.418297 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615c1069-d527-4dd5-a041-79faafbfa824 req-f7651c85-b595-49c0-bb12-e46cb4a0bd53 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:14.419650 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-615c1069-d527-4dd5-a041-79faafbfa824 req-f7651c85-b595-49c0-bb12-e46cb4a0bd53 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=be5f7cc1-41e7-4c40-b992-296c70e99846 HTTP/1.1" status: 200 len: 943 time: 0.2227488 Feb 19 02:40:14.443877 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-18466ef9-6f46-4742-af15-c16ebe432269 req-7e0c21cf-aced-4c54-9b6d-e3bfd5f747fc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=db98097a-bb19-479d-bd0d-4f71e988880a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765750 Feb 19 02:40:14.482873 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab06a94-2a9d-418f-8e1f-f99b956fd1b2 req-6db2f1a1-1d8a-4bd9-9234-d73239513d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:14.483482 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-fab06a94-2a9d-418f-8e1f-f99b956fd1b2 req-6db2f1a1-1d8a-4bd9-9234-d73239513d62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:14.484867 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fab06a94-2a9d-418f-8e1f-f99b956fd1b2 req-6db2f1a1-1d8a-4bd9-9234-d73239513d62 service neutron] 10.222.0.82 "PUT /v2.0/ports/4e89b04d-4fc5-4464-a71b-3345933c773e HTTP/1.1" status: 200 len: 1096 time: 1.7264109 Feb 19 02:40:14.819362 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:40:14.844982 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db2f1a1-1d8a-4bd9-9234-d73239513d62 service neutron] Pushing event updated for resources: {'Port': ['ID=4e89b04d-4fc5-4464-a71b-3345933c773e,revision_number=3']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:14.881347 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-615c1069-d527-4dd5-a041-79faafbfa824 req-bf372061-59ea-48e4-8560-71b1c412d039 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4435537 Feb 19 02:40:14.919610 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f0a694-61fe-452e-87e4-5749eff40db5 req-c97a69b7-defb-4b26-bbe7-be93ec821a01 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:14.921108 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-73f0a694-61fe-452e-87e4-5749eff40db5 req-c97a69b7-defb-4b26-bbe7-be93ec821a01 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5745924 Feb 19 02:40:14.942355 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-18466ef9-6f46-4742-af15-c16ebe432269 req-7f5cf33a-8ff2-496b-8ac0-18530c86a31f service neutron] 10.222.0.73 "GET /v2.0/networks/db98097a-bb19-479d-bd0d-4f71e988880a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4562087 Feb 19 02:40:14.951660 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab06a94-2a9d-418f-8e1f-f99b956fd1b2 req-df9da389-5c3f-4edd-974f-ae920c88977f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:14.953173 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fab06a94-2a9d-418f-8e1f-f99b956fd1b2 req-df9da389-5c3f-4edd-974f-ae920c88977f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=db33b204d8b743bf8957eb245634d63e&device_id=77900542-b50c-43fa-8e51-4bdebb3f3e4a HTTP/1.1" status: 200 len: 1130 time: 0.3880851 Feb 19 02:40:14.968033 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-73f0a694-61fe-452e-87e4-5749eff40db5 req-9716ee8b-c5df-4173-bb78-e00e4f5e2b02 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/quotas/03a224ed4cc448b3ab8491a1b5a2c99b HTTP/1.1" status: 200 len: 375 time: 0.0329010 Feb 19 02:40:15.086014 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fab06a94-2a9d-418f-8e1f-f99b956fd1b2 req-b0abe593-d91f-42b7-9c49-9f067839d50b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=4e89b04d-4fc5-4464-a71b-3345933c773e HTTP/1.1" status: 200 len: 217 time: 0.1170552 Feb 19 02:40:15.109086 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-867e7b46-9894-44a0-b045-2190bf203153 req-0bf0ef4d-93e0-4342-80e0-568df986a58a tempest-QuotasAdminNegativeTest-137061252 tempest-QuotasAdminNegativeTest-137061252-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=63b4a29f3baf42fc87baff30094a8dce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1197507 Feb 19 02:40:15.238732 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab06a94-2a9d-418f-8e1f-f99b956fd1b2 req-54653d9e-640a-44a7-9596-a600285c2bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:15.240097 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fab06a94-2a9d-418f-8e1f-f99b956fd1b2 req-54653d9e-640a-44a7-9596-a600285c2bd5 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=974c06bc-f097-4890-970a-b087501ab241 HTTP/1.1" status: 200 len: 843 time: 0.1417642 Feb 19 02:40:15.249188 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-18466ef9-6f46-4742-af15-c16ebe432269 req-f0108ac9-b2d7-4820-97c5-2840d4cebe10 service neutron] 10.222.0.73 "GET /v2.0/networks/db98097a-bb19-479d-bd0d-4f71e988880a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2940702 Feb 19 02:40:15.253446 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-73f0a694-61fe-452e-87e4-5749eff40db5 req-70e31fa2-1be9-4433-8384-6b0aef16d7b8 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=03a224ed4cc448b3ab8491a1b5a2c99b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2685626 Feb 19 02:40:15.324945 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867e7b46-9894-44a0-b045-2190bf203153 req-63361e2d-0033-4617-9a50-55058cbae6b6 tempest-QuotasAdminNegativeTest-137061252 tempest-QuotasAdminNegativeTest-137061252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:15.326890 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-867e7b46-9894-44a0-b045-2190bf203153 req-63361e2d-0033-4617-9a50-55058cbae6b6 tempest-QuotasAdminNegativeTest-137061252 tempest-QuotasAdminNegativeTest-137061252-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1865671 Feb 19 02:40:15.341439 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab06a94-2a9d-418f-8e1f-f99b956fd1b2 req-190b74d3-1c5a-49e2-80c5-785ab100aa7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:15.342878 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fab06a94-2a9d-418f-8e1f-f99b956fd1b2 req-190b74d3-1c5a-49e2-80c5-785ab100aa7e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5124bd00-da2a-4bd6-93a0-c14c92afb11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0885766 Feb 19 02:40:15.348239 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-867e7b46-9894-44a0-b045-2190bf203153 req-2091a532-41cf-413d-a215-9f4d2cd1d888 tempest-QuotasAdminNegativeTest-137061252 tempest-QuotasAdminNegativeTest-137061252-project] 10.222.0.72 "GET /v2.0/quotas/63b4a29f3baf42fc87baff30094a8dce HTTP/1.1" status: 200 len: 375 time: 0.0147862 Feb 19 02:40:15.400368 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6cfdca7f-1ab7-437f-a963-aa20c5cd03d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:15.435180 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-867e7b46-9894-44a0-b045-2190bf203153 req-d9b33145-93cc-41a9-bc99-ed5fc3b5d983 tempest-QuotasAdminNegativeTest-137061252 tempest-QuotasAdminNegativeTest-137061252-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=63b4a29f3baf42fc87baff30094a8dce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0758910 Feb 19 02:40:15.480527 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fab06a94-2a9d-418f-8e1f-f99b956fd1b2 req-520675b1-e197-46fe-bbdc-bb856673bb70 service neutron] 10.222.0.82 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301534 Feb 19 02:40:15.622232 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fab06a94-2a9d-418f-8e1f-f99b956fd1b2 req-175cffbf-94ad-46d2-9b97-563d04f43a12 service neutron] 10.222.0.82 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352613 Feb 19 02:40:15.630226 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ddaee8-0d28-4873-a29d-ae05b8aacd45 req-c2135422-0e68-4431-8927-a927fc9f0de1 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:15.631714 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b0ddaee8-0d28-4873-a29d-ae05b8aacd45 req-c2135422-0e68-4431-8927-a927fc9f0de1 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=77900542-b50c-43fa-8e51-4bdebb3f3e4a HTTP/1.1" status: 200 len: 948 time: 0.0871539 Feb 19 02:40:15.698732 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77900542-b50c-43fa-8e51-4bdebb3f3e4a', 'tag': '4e89b04d-4fc5-4464-a71b-3345933c773e'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:40:15.701027 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-877aa02c-7894-42b6-9f90-0557fa827421" -d '{"events": [{"name": "network-changed", "server_uuid": "77900542-b50c-43fa-8e51-4bdebb3f3e4a", "tag": "4e89b04d-4fc5-4464-a71b-3345933c773e"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:40:15.717163 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b0ddaee8-0d28-4873-a29d-ae05b8aacd45 req-d908434b-72d4-4e41-b305-7d29f58605eb tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792103 Feb 19 02:40:15.729356 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940af347-8883-451e-860f-1455f2be5ecd req-3b26730b-fc7e-4379-b938-eb218aab8c88 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:15.730852 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-940af347-8883-451e-860f-1455f2be5ecd req-3b26730b-fc7e-4379-b938-eb218aab8c88 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=0e3f78fd-0754-4bc2-bf93-db1168fc7253 HTTP/1.1" status: 200 len: 944 time: 0.0860002 Feb 19 02:40:15.793651 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-940af347-8883-451e-860f-1455f2be5ecd req-0ec93178-69e7-40a0-831f-9d029fb928ec tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570500 Feb 19 02:40:15.871390 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0d8bd1-e729-41e7-b0e2-27d3a16cacfe req-94878cb6-01e6-474f-b417-ebb7cfc4cf89 tempest-ImagesOneServerTestJSON-1152968791 tempest-ImagesOneServerTestJSON-1152968791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:15.872997 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1e0d8bd1-e729-41e7-b0e2-27d3a16cacfe req-94878cb6-01e6-474f-b417-ebb7cfc4cf89 tempest-ImagesOneServerTestJSON-1152968791 tempest-ImagesOneServerTestJSON-1152968791-project] 10.222.0.72 "GET /v2.0/ports?device_id=c6732863-2c63-4725-a714-348b290e7e20 HTTP/1.1" status: 200 len: 949 time: 0.0576220 Feb 19 02:40:15.928877 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1e0d8bd1-e729-41e7-b0e2-27d3a16cacfe req-fb4a3f6b-d2c0-4567-8016-7db087d40fae tempest-ImagesOneServerTestJSON-1152968791 tempest-ImagesOneServerTestJSON-1152968791-project] 10.222.0.72 "GET /v2.0/security-groups?id=b120c000-baac-4f64-9390-e95bffd9f0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491588 Feb 19 02:40:16.001031 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59df6ef7-1f9b-47c8-9522-505c2cee76cf x-openstack-request-id: req-59df6ef7-1f9b-47c8-9522-505c2cee76cf {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:40:16.001570 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77900542-b50c-43fa-8e51-4bdebb3f3e4a", "tag": "4e89b04d-4fc5-4464-a71b-3345933c773e", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:40:16.003636 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-59df6ef7-1f9b-47c8-9522-505c2cee76cf {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:40:16.004094 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77900542-b50c-43fa-8e51-4bdebb3f3e4a', 'tag': '4e89b04d-4fc5-4464-a71b-3345933c773e', 'status': 'completed', 'code': 200} Feb 19 02:40:16.250071 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877aa02c-7894-42b6-9f90-0557fa827421 req-a9d703b3-0473-4cff-8b05-2282115d6c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:16.252270 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-877aa02c-7894-42b6-9f90-0557fa827421 req-a9d703b3-0473-4cff-8b05-2282115d6c17 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=db33b204d8b743bf8957eb245634d63e&device_id=77900542-b50c-43fa-8e51-4bdebb3f3e4a HTTP/1.1" status: 200 len: 1130 time: 0.0721772 Feb 19 02:40:16.277664 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8063d418-2062-42cd-963f-36048bdf83f4 req-6a6246de-910a-46fc-8fc8-50576b035aaf tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:16.282587 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8063d418-2062-42cd-963f-36048bdf83f4 req-6a6246de-910a-46fc-8fc8-50576b035aaf tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=be5f7cc1-41e7-4c40-b992-296c70e99846 HTTP/1.1" status: 200 len: 943 time: 0.1882505 Feb 19 02:40:16.287631 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-662331ca-f59b-4f9f-8c5c-d6d276ebf117 req-29acfcc3-cd93-4f5b-8bed-33ac600991e7 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9df39ad-6530-4059-be79-2380f77b9993 HTTP/1.1" status: 200 len: 210 time: 0.0549278 Feb 19 02:40:16.350805 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5527f431-43af-42ac-86bd-d3fe4eaaf703 req-5340005e-5335-4a50-9177-e945f05eb54e service neutron] 10.222.0.82 "GET /v2.0/ports/49fe7044-8617-421f-8cae-626e2aa0e00e/bindings/n-h1-826753-2 HTTP/1.1" status: 200 len: 384 time: 0.1834424 Feb 19 02:40:16.424941 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877aa02c-7894-42b6-9f90-0557fa827421 req-c006ca45-7a25-4bba-982d-03bd4b69ae61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:16.427313 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-877aa02c-7894-42b6-9f90-0557fa827421 req-c006ca45-7a25-4bba-982d-03bd4b69ae61 service neutron] 10.222.0.82 "GET /v2.0/networks?id=5124bd00-da2a-4bd6-93a0-c14c92afb11f HTTP/1.1" status: 200 len: 870 time: 0.1685967 Feb 19 02:40:16.429568 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8063d418-2062-42cd-963f-36048bdf83f4 req-30bc589f-da43-4816-b774-7aacd6dcfe21 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392548 Feb 19 02:40:16.458448 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 46394) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:40:16.507406 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-877aa02c-7894-42b6-9f90-0557fa827421 req-df357c1f-b979-4f79-8e08-406d55406d4f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=4e89b04d-4fc5-4464-a71b-3345933c773e HTTP/1.1" status: 200 len: 217 time: 0.0665588 Feb 19 02:40:16.562480 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 46398) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:40:16.608625 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877aa02c-7894-42b6-9f90-0557fa827421 req-093e8f23-e90b-4aee-963a-910d265e3374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:16.612152 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-877aa02c-7894-42b6-9f90-0557fa827421 req-093e8f23-e90b-4aee-963a-910d265e3374 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=974c06bc-f097-4890-970a-b087501ab241 HTTP/1.1" status: 200 len: 843 time: 0.0923116 Feb 19 02:40:16.689183 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2080fa9c-27db-4c25-813e-23f56143a147 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:16.717609 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877aa02c-7894-42b6-9f90-0557fa827421 req-a83be469-dc9b-4e93-895d-4024717380e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:16.719436 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-877aa02c-7894-42b6-9f90-0557fa827421 req-a83be469-dc9b-4e93-895d-4024717380e5 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5124bd00-da2a-4bd6-93a0-c14c92afb11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1016605 Feb 19 02:40:16.722429 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7ec70ccd-3fca-4987-9cd0-09f4890a5993 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:16.739486 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-5527f431-43af-42ac-86bd-d3fe4eaaf703 req-f7c3ac3f-01b0-4841-b403-9a405010046a service neutron] For port 49fe7044-8617-421f-8cae-626e2aa0e00e, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=49fe7044-8617-421f-8cae-626e2aa0e00e,segment=NetworkSegment(999cf2ff-ad78-4ea0-b2d0-93d967fd81fc),segment_id=999cf2ff-ad78-4ea0-b2d0-93d967fd81fc)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:40:16.771830 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-5527f431-43af-42ac-86bd-d3fe4eaaf703 req-f7c3ac3f-01b0-4841-b403-9a405010046a service neutron] For port 49fe7044-8617-421f-8cae-626e2aa0e00e, host n-h2-826753-2, cleared binding levels {{(pid=103701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:40:16.824330 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [req-5527f431-43af-42ac-86bd-d3fe4eaaf703 req-f7c3ac3f-01b0-4841-b403-9a405010046a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49fe7044-8617-421f-8cae-626e2aa0e00e {{(pid=103701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:40:16.863833 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-5527f431-43af-42ac-86bd-d3fe4eaaf703 req-f7c3ac3f-01b0-4841-b403-9a405010046a service neutron] For port 49fe7044-8617-421f-8cae-626e2aa0e00e, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=49fe7044-8617-421f-8cae-626e2aa0e00e,segment=NetworkSegment(999cf2ff-ad78-4ea0-b2d0-93d967fd81fc),segment_id=999cf2ff-ad78-4ea0-b2d0-93d967fd81fc)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:40:16.867056 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-877aa02c-7894-42b6-9f90-0557fa827421 req-d92c607a-39dd-40af-ad50-77b2bffa315c service neutron] 10.222.0.82 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405988 Feb 19 02:40:16.890514 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2080fa9c-27db-4c25-813e-23f56143a147 admin admin] Publish callbacks [] for security_group (b39ca6fa-977f-4cf2-af41-8a0a17a47b50), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:16.894352 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-5527f431-43af-42ac-86bd-d3fe4eaaf703 req-f7c3ac3f-01b0-4841-b403-9a405010046a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (49fe7044-8617-421f-8cae-626e2aa0e00e), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:16.906551 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2080fa9c-27db-4c25-813e-23f56143a147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (b39ca6fa-977f-4cf2-af41-8a0a17a47b50), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:16.930608 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 49fe7044-8617-421f-8cae-626e2aa0e00e details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:40:16.936487 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7ec70ccd-3fca-4987-9cd0-09f4890a5993 admin admin] Publish callbacks [] for security_group (7fabe687-c045-4b8a-a692-23a99f20b9a5), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:16.944066 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7ec70ccd-3fca-4987-9cd0-09f4890a5993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (7fabe687-c045-4b8a-a692-23a99f20b9a5), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:16.946942 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 2bdec1ae-8218-4b25-acdb-d88d4bb3c50e up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:40:17.004712 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-7ec70ccd-3fca-4987-9cd0-09f4890a5993 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=63b4a29f3baf42fc87baff30094a8dce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4410884 Feb 19 02:40:17.008849 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 46408) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:40:17.017456 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1039e5-3249-40df-858c-893cbd663618 req-c34bacac-c465-4a7a-999c-80b134426318 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:17.019058 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7c1039e5-3249-40df-858c-893cbd663618 req-c34bacac-c465-4a7a-999c-80b134426318 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=77900542-b50c-43fa-8e51-4bdebb3f3e4a HTTP/1.1" status: 200 len: 948 time: 0.2075858 Feb 19 02:40:17.026408 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-2080fa9c-27db-4c25-813e-23f56143a147 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=37254619e9454abb9e248b1ac4963dff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5669260 Feb 19 02:40:17.027155 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2080fa9c-27db-4c25-813e-23f56143a147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b39ca6fa-977f-4cf2-af41-8a0a17a47b50,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:17.031296 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec70ccd-3fca-4987-9cd0-09f4890a5993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fabe687-c045-4b8a-a692-23a99f20b9a5,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:17.034407 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 46410) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:40:17.054101 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-877aa02c-7894-42b6-9f90-0557fa827421 req-536fd173-a0d9-4f49-b2c4-c9f1a06e2e27 service neutron] 10.222.0.82 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780748 Feb 19 02:40:17.107524 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08aa43a-2274-4af3-a66e-09fb4f212425 req-0b2342e0-6655-449f-81bf-e903737f358f tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:17.114959 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d08aa43a-2274-4af3-a66e-09fb4f212425 req-0b2342e0-6655-449f-81bf-e903737f358f tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=0e3f78fd-0754-4bc2-bf93-db1168fc7253 HTTP/1.1" status: 200 len: 944 time: 0.2176378 Feb 19 02:40:17.124838 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1c4160e5-e329-4a9c-881b-633612492e71 admin admin] Publish callbacks [] for security_group (7fabe687-c045-4b8a-a692-23a99f20b9a5), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:17.144752 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-536efdf2-5904-46a1-8561-f3ae4ef50d50 admin admin] Publish callbacks [] for security_group (b39ca6fa-977f-4cf2-af41-8a0a17a47b50), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:17.166852 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1c4160e5-e329-4a9c-881b-633612492e71 admin admin] Publish callbacks [] for security_group (7fabe687-c045-4b8a-a692-23a99f20b9a5), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:17.168984 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 49fe7044-8617-421f-8cae-626e2aa0e00e, host n-h2-826753-2, got binding levels [] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:40:17.169435 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.provisioning_blocks [req-5527f431-43af-42ac-86bd-d3fe4eaaf703 req-f7c3ac3f-01b0-4841-b403-9a405010046a service neutron] Transition to ACTIVE for port object 49fe7044-8617-421f-8cae-626e2aa0e00e will not be triggered until provisioned by entity L2. {{(pid=103701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:40:17.180280 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7c1039e5-3249-40df-858c-893cbd663618 req-c9f85b1d-c1d8-4d87-89e5-015785e6df3a tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493568 Feb 19 02:40:17.184062 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-5527f431-43af-42ac-86bd-d3fe4eaaf703 req-f7c3ac3f-01b0-4841-b403-9a405010046a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (49fe7044-8617-421f-8cae-626e2aa0e00e), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:17.189810 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-536efdf2-5904-46a1-8561-f3ae4ef50d50 admin admin] Publish callbacks [] for security_group (b39ca6fa-977f-4cf2-af41-8a0a17a47b50), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:17.202126 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Attempting to bind port 49fe7044-8617-421f-8cae-626e2aa0e00e on host n-h2-826753-2 for vnic_type normal with profile {"migrating_to": "n-h1-826753-2"} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:40:17.202566 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Attempting to bind port 49fe7044-8617-421f-8cae-626e2aa0e00e by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': '999cf2ff-ad78-4ea0-b2d0-93d967fd81fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:40:17.202941 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Attempting to bind port 49fe7044-8617-421f-8cae-626e2aa0e00e on network b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:40:17.208101 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Port 49fe7044-8617-421f-8cae-626e2aa0e00e on network b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:40:17.208466 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Attempting to bind port 49fe7044-8617-421f-8cae-626e2aa0e00e on network b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:40:17.210997 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning for port 2bdec1ae-8218-4b25-acdb-d88d4bb3c50e completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:40:17.215519 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port 2bdec1ae-8218-4b25-acdb-d88d4bb3c50e triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:40:17.215884 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (2bdec1ae-8218-4b25-acdb-d88d4bb3c50e), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:17.253339 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Checking agent: {'id': 'bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:40:17.253793 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Checking segment: {'id': '999cf2ff-ad78-4ea0-b2d0-93d967fd81fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:40:17.255238 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Bound using segment: {'id': '999cf2ff-ad78-4ea0-b2d0-93d967fd81fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:40:17.255761 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Bound port: 49fe7044-8617-421f-8cae-626e2aa0e00e, host: n-h2-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '999cf2ff-ad78-4ea0-b2d0-93d967fd81fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:40:17.256161 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (49fe7044-8617-421f-8cae-626e2aa0e00e), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:17.282049 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1c4160e5-e329-4a9c-881b-633612492e71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (7fabe687-c045-4b8a-a692-23a99f20b9a5), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:17.285499 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1c4160e5-e329-4a9c-881b-633612492e71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:17.286752 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-1c4160e5-e329-4a9c-881b-633612492e71 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7fabe687-c045-4b8a-a692-23a99f20b9a5 HTTP/1.1" status: 204 len: 168 time: 0.2758830 Feb 19 02:40:17.291930 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-536efdf2-5904-46a1-8561-f3ae4ef50d50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (b39ca6fa-977f-4cf2-af41-8a0a17a47b50), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:17.292898 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d08aa43a-2274-4af3-a66e-09fb4f212425 req-4aeee1b3-fa07-4cb1-aa9c-d41e3f4f6548 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709950 Feb 19 02:40:17.300388 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-536efdf2-5904-46a1-8561-f3ae4ef50d50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:17.302103 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-536efdf2-5904-46a1-8561-f3ae4ef50d50 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b39ca6fa-977f-4cf2-af41-8a0a17a47b50 HTTP/1.1" status: 204 len: 168 time: 0.2598376 Feb 19 02:40:17.316054 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4160e5-e329-4a9c-881b-633612492e71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fabe687-c045-4b8a-a692-23a99f20b9a5,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:17.342614 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536efdf2-5904-46a1-8561-f3ae4ef50d50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b39ca6fa-977f-4cf2-af41-8a0a17a47b50,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:17.397760 n-d-826753-2 neutron-server[103703]: WARNING neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Concurrent port binding operations failed on port 49fe7044-8617-421f-8cae-626e2aa0e00e Feb 19 02:40:17.402223 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 49fe7044-8617-421f-8cae-626e2aa0e00e, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=49fe7044-8617-421f-8cae-626e2aa0e00e,segment=NetworkSegment(999cf2ff-ad78-4ea0-b2d0-93d967fd81fc),segment_id=999cf2ff-ad78-4ea0-b2d0-93d967fd81fc)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:40:17.412875 n-d-826753-2 neutron-server[103703]: INFO neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Attempt 2 to bind port 49fe7044-8617-421f-8cae-626e2aa0e00e Feb 19 02:40:17.413130 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': '49fe7044-8617-421f-8cae-626e2aa0e00e', 'network_id': 'b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7', 'port_id': '49fe7044-8617-421f-8cae-626e2aa0e00e', 'mac_address': 'fa:16:3e:18:2d:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de6735e0-8981-45a6-9d12-953729888898', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:40:17.438745 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-5527f431-43af-42ac-86bd-d3fe4eaaf703 req-f7c3ac3f-01b0-4841-b403-9a405010046a service neutron] No DVR routers for this DVR port 49fe7044-8617-421f-8cae-626e2aa0e00e on host n-h2-826753-2 {{(pid=103701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:40:17.520280 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-73f0a694-61fe-452e-87e4-5749eff40db5 req-314c4bf4-25b4-49c8-9945-47cc7db3606d tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=03a224ed4cc448b3ab8491a1b5a2c99b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0793297 Feb 19 02:40:17.522155 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0f7db76f-95d3-4fe9-a02d-4a7d921c0856 req-8712b391-d7b9-40d2-a820-a423bee22304 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9df39ad-6530-4059-be79-2380f77b9993 HTTP/1.1" status: 200 len: 210 time: 0.0731328 Feb 19 02:40:17.525027 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 2bdec1ae-8218-4b25-acdb-d88d4bb3c50e is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:40:17.525429 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (2bdec1ae-8218-4b25-acdb-d88d4bb3c50e), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:17.530966 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-73f0a694-61fe-452e-87e4-5749eff40db5 req-2c70c0c0-16a0-48ab-98c9-72ee0f3626fc tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=03a224ed4cc448b3ab8491a1b5a2c99b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0555336 Feb 19 02:40:17.541900 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c3ac3f-01b0-4841-b403-9a405010046a service neutron] Pushing event updated for resources: {'Port': ['ID=49fe7044-8617-421f-8cae-626e2aa0e00e,revision_number=10']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:17.578939 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5527f431-43af-42ac-86bd-d3fe4eaaf703 req-f7c3ac3f-01b0-4841-b403-9a405010046a service neutron] 10.222.0.82 "PUT /v2.0/ports/49fe7044-8617-421f-8cae-626e2aa0e00e/bindings/n-h1-826753-2/activate HTTP/1.1" status: 200 len: 369 time: 1.2211831 Feb 19 02:40:17.646677 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6732863-2c63-4725-a714-348b290e7e20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bdec1ae-8218-4b25-acdb-d88d4bb3c50e'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:40:17.647783 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3dd036-9310-4f4d-8703-1f5aa2c85026 req-c8721051-61ae-46a8-8cff-3166f2422795 tempest-ImagesOneServerTestJSON-1152968791 tempest-ImagesOneServerTestJSON-1152968791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:17.649525 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0d3dd036-9310-4f4d-8703-1f5aa2c85026 req-c8721051-61ae-46a8-8cff-3166f2422795 tempest-ImagesOneServerTestJSON-1152968791 tempest-ImagesOneServerTestJSON-1152968791-project] 10.222.0.72 "GET /v2.0/ports?device_id=c6732863-2c63-4725-a714-348b290e7e20 HTTP/1.1" status: 200 len: 949 time: 0.3527353 Feb 19 02:40:17.655019 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9644822f-b22a-45f9-8381-ff89779cb0f3" -d '{"events": [{"server_uuid": "c6732863-2c63-4725-a714-348b290e7e20", "name": "network-vif-plugged", "status": "completed", "tag": "2bdec1ae-8218-4b25-acdb-d88d4bb3c50e"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:40:17.687759 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 2bdec1ae-8218-4b25-acdb-d88d4bb3c50e, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=2bdec1ae-8218-4b25-acdb-d88d4bb3c50e,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:40:17.695612 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 49fe7044-8617-421f-8cae-626e2aa0e00e is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:40:17.695990 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (49fe7044-8617-421f-8cae-626e2aa0e00e), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:17.725188 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (2bdec1ae-8218-4b25-acdb-d88d4bb3c50e), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:17.770111 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f0a694-61fe-452e-87e4-5749eff40db5 req-0e696c5c-5db9-4c3b-9451-3f69f98b0f20 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:17.771863 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-73f0a694-61fe-452e-87e4-5749eff40db5 req-0e696c5c-5db9-4c3b-9451-3f69f98b0f20 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2360620 Feb 19 02:40:17.792415 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-73f0a694-61fe-452e-87e4-5749eff40db5 req-32a17329-af9f-446f-a06d-e4689ea82305 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Request body: {'port': {'device_id': 'd9df39ad-6530-4059-be79-2380f77b9993', 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f', 'admin_state_up': True, 'tenant_id': '03a224ed4cc448b3ab8491a1b5a2c99b'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:40:17.831678 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49fe7044-8617-421f-8cae-626e2aa0e00e {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:40:17.854209 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f0a694-61fe-452e-87e4-5749eff40db5 req-ff8478ba-0f8b-4d15-a1a4-32af06fd16e3 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:17.855862 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-73f0a694-61fe-452e-87e4-5749eff40db5 req-ff8478ba-0f8b-4d15-a1a4-32af06fd16e3 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3167522 Feb 19 02:40:17.880145 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0d3dd036-9310-4f4d-8703-1f5aa2c85026 req-6ebb52b1-9d34-4776-b9b4-b87b9c9148a1 tempest-ImagesOneServerTestJSON-1152968791 tempest-ImagesOneServerTestJSON-1152968791-project] 10.222.0.72 "GET /v2.0/security-groups?id=b120c000-baac-4f64-9390-e95bffd9f0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224782 Feb 19 02:40:17.888218 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-9e6af971-fcbd-48c6-8234-d80899a7c2ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:17.890654 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=2bdec1ae-8218-4b25-acdb-d88d4bb3c50e,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:17.931392 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11940847-05bc-4b75-80d5-e012092ac907 req-e3d953e2-df50-4e2d-b37c-97c90988ed49 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:17.937142 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 49fe7044-8617-421f-8cae-626e2aa0e00e, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=49fe7044-8617-421f-8cae-626e2aa0e00e,segment=NetworkSegment(999cf2ff-ad78-4ea0-b2d0-93d967fd81fc),segment_id=999cf2ff-ad78-4ea0-b2d0-93d967fd81fc)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:40:17.937745 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-11940847-05bc-4b75-80d5-e012092ac907 req-e3d953e2-df50-4e2d-b37c-97c90988ed49 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=be5f7cc1-41e7-4c40-b992-296c70e99846 HTTP/1.1" status: 200 len: 943 time: 0.2080879 Feb 19 02:40:17.954237 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-73f0a694-61fe-452e-87e4-5749eff40db5 req-aa1e0fd3-eddc-4730-a319-19f0de9104cf tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Request body: {'port': {'device_id': 'ff7412db-c541-4395-bc14-ed0ab164b239', 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f', 'admin_state_up': True, 'tenant_id': '03a224ed4cc448b3ab8491a1b5a2c99b'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:40:17.957546 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (49fe7044-8617-421f-8cae-626e2aa0e00e), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:17.994112 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 46434) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:40:18.005111 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d8d1148-2c54-4cc9-9429-b42991c8cb1f x-openstack-request-id: req-6d8d1148-2c54-4cc9-9429-b42991c8cb1f {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:40:18.005635 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6732863-2c63-4725-a714-348b290e7e20", "name": "network-vif-plugged", "status": "completed", "tag": "2bdec1ae-8218-4b25-acdb-d88d4bb3c50e", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:40:18.005894 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6d8d1148-2c54-4cc9-9429-b42991c8cb1f {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:40:18.006281 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6732863-2c63-4725-a714-348b290e7e20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bdec1ae-8218-4b25-acdb-d88d4bb3c50e', 'code': 200} Feb 19 02:40:18.047120 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=49fe7044-8617-421f-8cae-626e2aa0e00e,revision_number=11']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:18.051829 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73f0a694-61fe-452e-87e4-5749eff40db5 req-32a17329-af9f-446f-a06d-e4689ea82305 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Made reservation on behalf of 03a224ed4cc448b3ab8491a1b5a2c99b for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:40:18.063757 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-73f0a694-61fe-452e-87e4-5749eff40db5 req-32a17329-af9f-446f-a06d-e4689ea82305 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:18.069967 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-aa75e368-3daa-47bc-a2c1-62cda65006b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:18.081655 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.73', 63967) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:40:18.095855 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5527f431-43af-42ac-86bd-d3fe4eaaf703 req-a34f4b7b-1a7f-4868-80c2-ac8790f3da72 tempest-LiveMigrationTest-193918984 tempest-LiveMigrationTest-193918984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:18.097417 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-5527f431-43af-42ac-86bd-d3fe4eaaf703 req-a34f4b7b-1a7f-4868-80c2-ac8790f3da72 tempest-LiveMigrationTest-193918984 tempest-LiveMigrationTest-193918984-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=0e3f78fd-0754-4bc2-bf93-db1168fc7253&tenant_id=0351aa3c6ea34cbbac483ac000de57cb&binding%3Ahost_id=n-h2-826753-2 HTTP/1.1" status: 200 len: 1127 time: 0.1625559 Feb 19 02:40:18.098843 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-11940847-05bc-4b75-80d5-e012092ac907 req-770db8fe-09c4-4606-8f63-166702bf6748 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493635 Feb 19 02:40:18.140826 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['49fe7044-8617-421f-8cae-626e2aa0e00e'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:40:18.157483 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87089a09-7e71-4160-a1f1-d12636653ee5 req-5f3cb209-7cee-40e9-ae79-cc951ba507ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:18.159088 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-87089a09-7e71-4160-a1f1-d12636653ee5 req-5f3cb209-7cee-40e9-ae79-cc951ba507ab service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c6732863-2c63-4725-a714-348b290e7e20 HTTP/1.1" status: 200 len: 1132 time: 0.0757613 Feb 19 02:40:18.230891 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73f0a694-61fe-452e-87e4-5749eff40db5 req-aa1e0fd3-eddc-4730-a319-19f0de9104cf tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Made reservation on behalf of 03a224ed4cc448b3ab8491a1b5a2c99b for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:40:18.234871 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-73f0a694-61fe-452e-87e4-5749eff40db5 req-aa1e0fd3-eddc-4730-a319-19f0de9104cf tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:18.250971 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-87089a09-7e71-4160-a1f1-d12636653ee5 req-15b610eb-7da2-4c52-a946-a540662e5893 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b120c000-baac-4f64-9390-e95bffd9f0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852447 Feb 19 02:40:18.307470 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5527f431-43af-42ac-86bd-d3fe4eaaf703 req-5f17977e-03be-4c4e-ae55-7c8b447653d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:18.308916 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-5527f431-43af-42ac-86bd-d3fe4eaaf703 req-5f17977e-03be-4c4e-ae55-7c8b447653d7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0e3f78fd-0754-4bc2-bf93-db1168fc7253&tenant_id=0351aa3c6ea34cbbac483ac000de57cb HTTP/1.1" status: 200 len: 1128 time: 0.2027419 Feb 19 02:40:18.382300 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-aa75e368-3daa-47bc-a2c1-62cda65006b4 admin admin] Publish callbacks [] for security_group (937f7bf8-2ea6-4270-8cf4-cea8c16bca90), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:18.383695 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [req-73f0a694-61fe-452e-87e4-5749eff40db5 req-32a17329-af9f-446f-a06d-e4689ea82305 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Allocated IP 192.168.233.156 (5124bd00-da2a-4bd6-93a0-c14c92afb11f/974c06bc-f097-4890-970a-b087501ab241/89f9b0a0-c329-4e39-99de-c5b7a5067c52) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:40:18.394308 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-aa75e368-3daa-47bc-a2c1-62cda65006b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (937f7bf8-2ea6-4270-8cf4-cea8c16bca90), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:18.404321 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafa483b-1d89-4d88-9b5d-f71e6eac3d6c req-006df113-e987-423a-b12f-6182207fe30a tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:18.406127 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-eafa483b-1d89-4d88-9b5d-f71e6eac3d6c req-006df113-e987-423a-b12f-6182207fe30a tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=77900542-b50c-43fa-8e51-4bdebb3f3e4a HTTP/1.1" status: 200 len: 948 time: 0.0925305 Feb 19 02:40:18.453559 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa75e368-3daa-47bc-a2c1-62cda65006b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=937f7bf8-2ea6-4270-8cf4-cea8c16bca90,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:18.462731 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-aa75e368-3daa-47bc-a2c1-62cda65006b4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f5121a9bf7024470a07478b11098a54c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4650240 Feb 19 02:40:18.463308 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 46448) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:40:18.513660 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b05e66-0195-4a3f-9aec-1bdcc422a8bd req-6f3917c0-12fd-40c2-92be-4cc836b089a6 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:18.515151 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e0b05e66-0195-4a3f-9aec-1bdcc422a8bd req-6f3917c0-12fd-40c2-92be-4cc836b089a6 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=0e3f78fd-0754-4bc2-bf93-db1168fc7253 HTTP/1.1" status: 200 len: 946 time: 0.1332767 Feb 19 02:40:18.528671 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-eafa483b-1d89-4d88-9b5d-f71e6eac3d6c req-d654599e-5c72-4f1a-a266-13a23a9b1a48 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988147 Feb 19 02:40:18.572391 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e8bfdb82-7d8a-4dc4-8a45-ee2663be2ed0 admin admin] Publish callbacks [] for security_group (937f7bf8-2ea6-4270-8cf4-cea8c16bca90), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:18.614601 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e0b05e66-0195-4a3f-9aec-1bdcc422a8bd req-eea2ff5f-f184-4195-9d68-29dadd45cbab tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935156 Feb 19 02:40:18.620066 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-73f0a694-61fe-452e-87e4-5749eff40db5 req-32a17329-af9f-446f-a06d-e4689ea82305 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Publish callbacks [] for port (89f9b0a0-c329-4e39-99de-c5b7a5067c52), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:18.620286 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e8bfdb82-7d8a-4dc4-8a45-ee2663be2ed0 admin admin] Publish callbacks [] for security_group (937f7bf8-2ea6-4270-8cf4-cea8c16bca90), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:18.693280 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-73f0a694-61fe-452e-87e4-5749eff40db5 req-32a17329-af9f-446f-a06d-e4689ea82305 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (89f9b0a0-c329-4e39-99de-c5b7a5067c52), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:18.697297 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-dabe31d7-6bf6-48f2-a3a1-10d0bd7ec597 req-33cb80d8-55e8-401c-862f-24790924de15 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9df39ad-6530-4059-be79-2380f77b9993 HTTP/1.1" status: 200 len: 210 time: 0.0457110 Feb 19 02:40:18.698497 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 46456) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:40:18.730146 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['64d5db86-5019-4642-ac30-035e8e72b9a8'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:40:18.755969 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [req-73f0a694-61fe-452e-87e4-5749eff40db5 req-aa1e0fd3-eddc-4730-a319-19f0de9104cf tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Allocated IP 192.168.233.152 (5124bd00-da2a-4bd6-93a0-c14c92afb11f/974c06bc-f097-4890-970a-b087501ab241/e900da92-6b02-463e-a4f4-e45cd6deaee5) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:40:18.857648 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e8bfdb82-7d8a-4dc4-8a45-ee2663be2ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (937f7bf8-2ea6-4270-8cf4-cea8c16bca90), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:18.860267 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e8bfdb82-7d8a-4dc4-8a45-ee2663be2ed0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:18.864923 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-e8bfdb82-7d8a-4dc4-8a45-ee2663be2ed0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/937f7bf8-2ea6-4270-8cf4-cea8c16bca90 HTTP/1.1" status: 204 len: 168 time: 0.3983152 Feb 19 02:40:18.926774 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bfdb82-7d8a-4dc4-8a45-ee2663be2ed0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=937f7bf8-2ea6-4270-8cf4-cea8c16bca90,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:18.944780 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device fc829dca-14fd-4790-bc8b-3796ff604c51 details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:40:18.959891 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 49fe7044-8617-421f-8cae-626e2aa0e00e up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:40:19.020270 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73f0a694-61fe-452e-87e4-5749eff40db5 req-32a17329-af9f-446f-a06d-e4689ea82305 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Network 5124bd00-da2a-4bd6-93a0-c14c92afb11f is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:40:19.029469 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-f39f06da-c257-46f5-9291-3adee911cb2c admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1615207382-network', 'tenant_id': 'dd52dae5d953488a999b14891988d841'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:40:19.039054 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a17329-af9f-446f-a06d-e4689ea82305 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Pushing event updated for resources: {'Port': ['ID=89f9b0a0-c329-4e39-99de-c5b7a5067c52,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:19.039963 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [req-73f0a694-61fe-452e-87e4-5749eff40db5 req-32a17329-af9f-446f-a06d-e4689ea82305 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:40:19.050932 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-73f0a694-61fe-452e-87e4-5749eff40db5 req-32a17329-af9f-446f-a06d-e4689ea82305 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:40:19.052304 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-73f0a694-61fe-452e-87e4-5749eff40db5 req-aa1e0fd3-eddc-4730-a319-19f0de9104cf tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Publish callbacks [] for port (e900da92-6b02-463e-a4f4-e45cd6deaee5), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:19.086017 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5527f431-43af-42ac-86bd-d3fe4eaaf703 req-7a58a268-f44a-45f2-a560-48b869cd978b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:19.087558 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-5527f431-43af-42ac-86bd-d3fe4eaaf703 req-7a58a268-f44a-45f2-a560-48b869cd978b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0351aa3c6ea34cbbac483ac000de57cb&device_id=0e3f78fd-0754-4bc2-bf93-db1168fc7253 HTTP/1.1" status: 200 len: 1128 time: 0.4220324 Feb 19 02:40:19.120318 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 4e89b04d-4fc5-4464-a71b-3345933c773e details requested by agent hyperv_n-h2-826753-2 with host n-h2-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:40:19.126511 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f39f06da-c257-46f5-9291-3adee911cb2c admin admin] Made reservation on behalf of dd52dae5d953488a999b14891988d841 for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:40:19.128576 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning for port 49fe7044-8617-421f-8cae-626e2aa0e00e completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:40:19.131134 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f39f06da-c257-46f5-9291-3adee911cb2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:19.133721 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-73f0a694-61fe-452e-87e4-5749eff40db5 req-aa1e0fd3-eddc-4730-a319-19f0de9104cf tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (e900da92-6b02-463e-a4f4-e45cd6deaee5), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:19.149180 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:19.152883 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port 49fe7044-8617-421f-8cae-626e2aa0e00e triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:40:19.153267 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (49fe7044-8617-421f-8cae-626e2aa0e00e), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:19.218325 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f39f06da-c257-46f5-9291-3adee911cb2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:19.239125 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['64d5db86-5019-4642-ac30-035e8e72b9a8'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:40:19.241662 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 49fe7044-8617-421f-8cae-626e2aa0e00e no longer exists at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:40:19.243658 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73f0a694-61fe-452e-87e4-5749eff40db5 req-aa1e0fd3-eddc-4730-a319-19f0de9104cf tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Network 5124bd00-da2a-4bd6-93a0-c14c92afb11f is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:40:19.246073 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1e0fd3-eddc-4730-a319-19f0de9104cf tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Pushing event updated for resources: {'Port': ['ID=e900da92-6b02-463e-a4f4-e45cd6deaee5,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:19.249425 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f0a694-61fe-452e-87e4-5749eff40db5 req-32a17329-af9f-446f-a06d-e4689ea82305 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:19.249425 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-73f0a694-61fe-452e-87e4-5749eff40db5 req-32a17329-af9f-446f-a06d-e4689ea82305 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:19.261861 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [req-73f0a694-61fe-452e-87e4-5749eff40db5 req-aa1e0fd3-eddc-4730-a319-19f0de9104cf tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:40:19.268386 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-73f0a694-61fe-452e-87e4-5749eff40db5 req-aa1e0fd3-eddc-4730-a319-19f0de9104cf tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:40:19.280719 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6362c9-de22-4139-8bb6-d9d2694adce5 req-63d0522c-4c54-4358-be69-071d82cfad8e tempest-ImagesOneServerTestJSON-1152968791 tempest-ImagesOneServerTestJSON-1152968791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:19.285408 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-73f0a694-61fe-452e-87e4-5749eff40db5 req-32a17329-af9f-446f-a06d-e4689ea82305 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4977913 Feb 19 02:40:19.289198 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ba6362c9-de22-4139-8bb6-d9d2694adce5 req-63d0522c-4c54-4358-be69-071d82cfad8e tempest-ImagesOneServerTestJSON-1152968791 tempest-ImagesOneServerTestJSON-1152968791-project] 10.222.0.72 "GET /v2.0/ports?device_id=c6732863-2c63-4725-a714-348b290e7e20 HTTP/1.1" status: 200 len: 950 time: 0.1680343 Feb 19 02:40:19.323836 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-73f0a694-61fe-452e-87e4-5749eff40db5 req-49442ac3-3e3a-4f1d-8b27-79eaa5a84161 service neutron] Request body: {'port': {'device_id': 'd9df39ad-6530-4059-be79-2380f77b9993', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826753-2'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:40:19.351872 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] The host n-h2-826753-2 is not matching for port 49fe7044-8617-421f-8cae-626e2aa0e00e host n-h1-826753-2! {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 02:40:19.352268 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 49fe7044-8617-421f-8cae-626e2aa0e00e not bound to the agent host n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:40:19.385404 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.db.resource_extend [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 02:40:19.419089 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ba6362c9-de22-4139-8bb6-d9d2694adce5 req-c5639c04-48dd-4234-87f1-1a9d78229db7 tempest-ImagesOneServerTestJSON-1152968791 tempest-ImagesOneServerTestJSON-1152968791-project] 10.222.0.72 "GET /v2.0/security-groups?id=b120c000-baac-4f64-9390-e95bffd9f0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250355 Feb 19 02:40:19.436330 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f0a694-61fe-452e-87e4-5749eff40db5 req-aa1e0fd3-eddc-4730-a319-19f0de9104cf tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:19.437329 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-73f0a694-61fe-452e-87e4-5749eff40db5 req-aa1e0fd3-eddc-4730-a319-19f0de9104cf tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:19.494210 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5527f431-43af-42ac-86bd-d3fe4eaaf703 req-f296e618-1a3b-486a-b36a-c617c2964168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:19.497427 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-5527f431-43af-42ac-86bd-d3fe4eaaf703 req-f296e618-1a3b-486a-b36a-c617c2964168 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7 HTTP/1.1" status: 200 len: 909 time: 0.3997877 Feb 19 02:40:19.498620 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-73f0a694-61fe-452e-87e4-5749eff40db5 req-aa1e0fd3-eddc-4730-a319-19f0de9104cf tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5580029 Feb 19 02:40:19.514393 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2137bc4e-68ba-4ec2-8fdd-55417ed68ada req-76f84584-066a-4b36-8612-0eab03f53cbf tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:19.516372 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2137bc4e-68ba-4ec2-8fdd-55417ed68ada req-76f84584-066a-4b36-8612-0eab03f53cbf tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=be5f7cc1-41e7-4c40-b992-296c70e99846 HTTP/1.1" status: 200 len: 943 time: 0.0954397 Feb 19 02:40:19.531657 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-73f0a694-61fe-452e-87e4-5749eff40db5 req-33c4abe0-5dd8-4bec-86e3-7aa0a9abc18e service neutron] Request body: {'port': {'device_id': 'ff7412db-c541-4395-bc14-ed0ab164b239', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826753-2'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:40:19.584603 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 49fe7044-8617-421f-8cae-626e2aa0e00e is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:40:19.586086 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (49fe7044-8617-421f-8cae-626e2aa0e00e), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:19.591649 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port fc829dca-14fd-4790-bc8b-3796ff604c51, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=fc829dca-14fd-4790-bc8b-3796ff604c51,segment=NetworkSegment(9dab481a-5428-424d-a8c3-4ae8ddfff67b),segment_id=9dab481a-5428-424d-a8c3-4ae8ddfff67b)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:40:19.653633 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e6d63374-9f9f-4595-ad44-3659c828fe26 None None] Provisioning complete for port 89f9b0a0-c329-4e39-99de-c5b7a5067c52 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:40:19.654006 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e6d63374-9f9f-4595-ad44-3659c828fe26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (89f9b0a0-c329-4e39-99de-c5b7a5067c52), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:19.654841 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-5527f431-43af-42ac-86bd-d3fe4eaaf703 req-0892e8d2-34d4-49eb-b59e-d43f055dae34 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49fe7044-8617-421f-8cae-626e2aa0e00e HTTP/1.1" status: 200 len: 217 time: 0.0991766 Feb 19 02:40:19.715710 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2137bc4e-68ba-4ec2-8fdd-55417ed68ada req-a07a5584-b77f-4e04-bff9-5581665092dd tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774352 Feb 19 02:40:19.718425 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e6d63374-9f9f-4595-ad44-3659c828fe26 None None] Port 89f9b0a0-c329-4e39-99de-c5b7a5067c52 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:40:19.745965 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': 'fc829dca-14fd-4790-bc8b-3796ff604c51', 'network_id': 'db98097a-bb19-479d-bd0d-4f71e988880a', 'port_id': 'fc829dca-14fd-4790-bc8b-3796ff604c51', 'mac_address': 'fa:16:3e:15:2a:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fe72d28-9326-4a85-b8b2-36c8cafae112', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:40:19.783768 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-73f0a694-61fe-452e-87e4-5749eff40db5 req-49442ac3-3e3a-4f1d-8b27-79eaa5a84161 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (89f9b0a0-c329-4e39-99de-c5b7a5067c52), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:19.793872 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-73f0a694-61fe-452e-87e4-5749eff40db5 req-33c4abe0-5dd8-4bec-86e3-7aa0a9abc18e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (e900da92-6b02-463e-a4f4-e45cd6deaee5), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:19.802346 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 49fe7044-8617-421f-8cae-626e2aa0e00e, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=49fe7044-8617-421f-8cae-626e2aa0e00e,segment=NetworkSegment(999cf2ff-ad78-4ea0-b2d0-93d967fd81fc),segment_id=999cf2ff-ad78-4ea0-b2d0-93d967fd81fc)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:40:19.811937 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 4e89b04d-4fc5-4464-a71b-3345933c773e, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=4e89b04d-4fc5-4464-a71b-3345933c773e,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:40:19.866454 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (49fe7044-8617-421f-8cae-626e2aa0e00e), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:19.879781 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da147a5-6970-42e5-af3a-8b7df2e99ef9 req-a5eeeda1-7468-4a67-a338-b3c83dab7248 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:19.894667 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1da147a5-6970-42e5-af3a-8b7df2e99ef9 req-a5eeeda1-7468-4a67-a338-b3c83dab7248 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=77900542-b50c-43fa-8e51-4bdebb3f3e4a HTTP/1.1" status: 200 len: 948 time: 0.2062666 Feb 19 02:40:19.960722 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f39f06da-c257-46f5-9291-3adee911cb2c admin admin] Publish callbacks [] for security_group (06361a1d-8d82-4ac0-8d63-3ac39b303691), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:19.965337 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Returning: {'device': '4e89b04d-4fc5-4464-a71b-3345933c773e', 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f', 'port_id': '4e89b04d-4fc5-4464-a71b-3345933c773e', 'mac_address': 'fa:16:3e:76:cb:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '974c06bc-f097-4890-970a-b087501ab241', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:40:19.986494 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5527f431-43af-42ac-86bd-d3fe4eaaf703 req-013777ed-64ea-4d7f-8662-dd5770184123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:19.988078 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-31996861-67c6-4893-9f8e-b4f66b2b55a4 None None] Provisioning complete for port e900da92-6b02-463e-a4f4-e45cd6deaee5 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:40:19.988510 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-31996861-67c6-4893-9f8e-b4f66b2b55a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (e900da92-6b02-463e-a4f4-e45cd6deaee5), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:19.989522 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-5527f431-43af-42ac-86bd-d3fe4eaaf703 req-013777ed-64ea-4d7f-8662-dd5770184123 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=de6735e0-8981-45a6-9d12-953729888898 HTTP/1.1" status: 200 len: 848 time: 0.3225083 Feb 19 02:40:20.001107 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f39f06da-c257-46f5-9291-3adee911cb2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (06361a1d-8d82-4ac0-8d63-3ac39b303691), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:20.069774 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e3f78fd-0754-4bc2-bf93-db1168fc7253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49fe7044-8617-421f-8cae-626e2aa0e00e'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:40:20.072386 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1da147a5-6970-42e5-af3a-8b7df2e99ef9 req-aeeaafaf-6239-4929-a17e-8821496b9808 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758435 Feb 19 02:40:20.072815 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28132fa8-881c-48ec-b776-1565fd664706" -d '{"events": [{"server_uuid": "0e3f78fd-0754-4bc2-bf93-db1168fc7253", "name": "network-vif-plugged", "status": "completed", "tag": "49fe7044-8617-421f-8cae-626e2aa0e00e"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:40:20.078796 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-31996861-67c6-4893-9f8e-b4f66b2b55a4 None None] Port e900da92-6b02-463e-a4f4-e45cd6deaee5 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:40:20.080430 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=49fe7044-8617-421f-8cae-626e2aa0e00e,revision_number=12']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:20.090739 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port fc829dca-14fd-4790-bc8b-3796ff604c51 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:40:20.091270 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (fc829dca-14fd-4790-bc8b-3796ff604c51), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:20.145152 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f39f06da-c257-46f5-9291-3adee911cb2c admin admin] vlan segment allocate from pool success with {'vlan_id': 266, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:40:20.147011 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe3e81d-f589-4e23-b0a9-6d8318a83e50 req-2847d64b-a633-452a-996a-96d33300d7a2 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:20.150352 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-5527f431-43af-42ac-86bd-d3fe4eaaf703 req-9fed2fcf-1076-4acd-bbf4-853591a536d6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1409864 Feb 19 02:40:20.158625 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4fe3e81d-f589-4e23-b0a9-6d8318a83e50 req-2847d64b-a633-452a-996a-96d33300d7a2 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=0e3f78fd-0754-4bc2-bf93-db1168fc7253 HTTP/1.1" status: 200 len: 947 time: 0.2311397 Feb 19 02:40:20.279738 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-5527f431-43af-42ac-86bd-d3fe4eaaf703 req-539470f7-82fa-434b-91e8-9c69fdd010b7 service neutron] 10.222.0.73 "GET /v2.0/networks/b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114893 Feb 19 02:40:20.287360 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39f06da-c257-46f5-9291-3adee911cb2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06361a1d-8d82-4ac0-8d63-3ac39b303691,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:20.304915 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4fe3e81d-f589-4e23-b0a9-6d8318a83e50 req-9150ba07-4083-44cd-9755-7f7e0507e113 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453292 Feb 19 02:40:20.318504 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f39f06da-c257-46f5-9291-3adee911cb2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (acba4f27-adea-4d4f-9747-beb38d8d96ee), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:20.319125 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-f39f06da-c257-46f5-9291-3adee911cb2c admin admin] Added segment acba4f27-adea-4d4f-9747-beb38d8d96ee of type vlan for network 7fd0f9a3-a9ab-40af-b761-08bc87b304e4 Feb 19 02:40:20.327245 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5364486f-93d1-402f-ac86-462ba1a80b15 req-5632b1c7-c30d-4109-8b4a-eb2af9cfc3aa tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:20.329372 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5364486f-93d1-402f-ac86-462ba1a80b15 req-5632b1c7-c30d-4109-8b4a-eb2af9cfc3aa tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9df39ad-6530-4059-be79-2380f77b9993 HTTP/1.1" status: 200 len: 936 time: 0.1683512 Feb 19 02:40:20.367727 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc829dca-14fd-4790-bc8b-3796ff604c51 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:40:20.388666 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:20.403059 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31bf28b9-d30b-4e10-b659-97d88f41683a x-openstack-request-id: req-31bf28b9-d30b-4e10-b659-97d88f41683a {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:40:20.403383 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e3f78fd-0754-4bc2-bf93-db1168fc7253", "name": "network-vif-plugged", "status": "completed", "tag": "49fe7044-8617-421f-8cae-626e2aa0e00e", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:40:20.403657 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-31bf28b9-d30b-4e10-b659-97d88f41683a {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:40:20.404039 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e3f78fd-0754-4bc2-bf93-db1168fc7253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49fe7044-8617-421f-8cae-626e2aa0e00e', 'code': 200} Feb 19 02:40:20.416314 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 4e89b04d-4fc5-4464-a71b-3345933c773e is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:40:20.416710 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (4e89b04d-4fc5-4464-a71b-3345933c773e), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:20.423072 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5364486f-93d1-402f-ac86-462ba1a80b15 req-8dd370e1-def1-4165-a9db-e0ef8045f261 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b908dbc-8f8c-41bc-a0bd-543abe15dd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846384 Feb 19 02:40:20.443594 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port fc829dca-14fd-4790-bc8b-3796ff604c51, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=fc829dca-14fd-4790-bc8b-3796ff604c51,segment=NetworkSegment(9dab481a-5428-424d-a8c3-4ae8ddfff67b),segment_id=9dab481a-5428-424d-a8c3-4ae8ddfff67b)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:40:20.461834 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (fc829dca-14fd-4790-bc8b-3796ff604c51), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:20.471097 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e89b04d-4fc5-4464-a71b-3345933c773e {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:40:20.505291 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f39f06da-c257-46f5-9291-3adee911cb2c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (7fd0f9a3-a9ab-40af-b761-08bc87b304e4), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:20.523808 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [req-73f0a694-61fe-452e-87e4-5749eff40db5 req-33c4abe0-5dd8-4bec-86e3-7aa0a9abc18e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e900da92-6b02-463e-a4f4-e45cd6deaee5 {{(pid=103701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:40:20.532813 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 4e89b04d-4fc5-4464-a71b-3345933c773e, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=4e89b04d-4fc5-4464-a71b-3345933c773e,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:40:20.548644 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-73f0a694-61fe-452e-87e4-5749eff40db5 req-33c4abe0-5dd8-4bec-86e3-7aa0a9abc18e service neutron] Publish callbacks [] for port (e900da92-6b02-463e-a4f4-e45cd6deaee5), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:20.550481 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (4e89b04d-4fc5-4464-a71b-3345933c773e), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:20.559032 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=fc829dca-14fd-4790-bc8b-3796ff604c51,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:20.566666 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-5527f431-43af-42ac-86bd-d3fe4eaaf703 req-f7993d2b-1770-49eb-97fa-57de45a7cf8e service neutron] 10.222.0.73 "GET /v2.0/networks/b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2749751 Feb 19 02:40:20.568053 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f39f06da-c257-46f5-9291-3adee911cb2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (7fd0f9a3-a9ab-40af-b761-08bc87b304e4), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:20.569021 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39f06da-c257-46f5-9291-3adee911cb2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:20.569600 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f39f06da-c257-46f5-9291-3adee911cb2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:20.570633 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.provisioning_blocks [req-73f0a694-61fe-452e-87e4-5749eff40db5 req-33c4abe0-5dd8-4bec-86e3-7aa0a9abc18e service neutron] Transition to ACTIVE for port object e900da92-6b02-463e-a4f4-e45cd6deaee5 will not be triggered until provisioned by entity L2. {{(pid=103701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:40:20.585991 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-73f0a694-61fe-452e-87e4-5749eff40db5 req-33c4abe0-5dd8-4bec-86e3-7aa0a9abc18e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (e900da92-6b02-463e-a4f4-e45cd6deaee5), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:20.635909 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 46494) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:40:20.645561 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=4e89b04d-4fc5-4464-a71b-3345933c773e,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:20.661218 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c4abe0-5dd8-4bec-86e3-7aa0a9abc18e service neutron] Pushing event updated for resources: {'Port': ['ID=e900da92-6b02-463e-a4f4-e45cd6deaee5,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:20.672267 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-f39f06da-c257-46f5-9291-3adee911cb2c admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.9682994 Feb 19 02:40:20.681546 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 46498) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:40:20.690608 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-b1b62ad4-55b6-4284-914b-e5f1c061d716 admin admin] Request body: {'subnet': {'network_id': '7fd0f9a3-a9ab-40af-b761-08bc87b304e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1615207382-subnet', 'tenant_id': 'dd52dae5d953488a999b14891988d841', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:40:20.709119 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39f06da-c257-46f5-9291-3adee911cb2c admin admin] Pushing event updated for resources: {'Network': ['ID=7fd0f9a3-a9ab-40af-b761-08bc87b304e4,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:20.728206 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 7fd0f9a3-a9ab-40af-b761-08bc87b304e4 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:40:20.732455 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c12adc-ae14-4fd0-a817-c76ac0c349fa req-78e4ba21-7f82-4639-8bfe-677a329a0826 tempest-ImagesOneServerTestJSON-1152968791 tempest-ImagesOneServerTestJSON-1152968791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:20.734062 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-91c12adc-ae14-4fd0-a817-c76ac0c349fa req-78e4ba21-7f82-4639-8bfe-677a329a0826 tempest-ImagesOneServerTestJSON-1152968791 tempest-ImagesOneServerTestJSON-1152968791-project] 10.222.0.72 "GET /v2.0/ports?device_id=c6732863-2c63-4725-a714-348b290e7e20 HTTP/1.1" status: 200 len: 950 time: 0.1616399 Feb 19 02:40:20.765529 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1b62ad4-55b6-4284-914b-e5f1c061d716 admin admin] Made reservation on behalf of dd52dae5d953488a999b14891988d841 for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:40:20.773694 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b1b62ad4-55b6-4284-914b-e5f1c061d716 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:20.893549 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-a23b1bd9-8df1-466f-9958-9c6369ae0536 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-504285703-network', 'tenant_id': '5126e9cc2c214dde954e94889efcccdb'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:40:20.952256 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['fc829dca-14fd-4790-bc8b-3796ff604c51'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:40:21.020109 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['4e89b04d-4fc5-4464-a71b-3345933c773e'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:40:21.024905 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a23b1bd9-8df1-466f-9958-9c6369ae0536 admin admin] Made reservation on behalf of 5126e9cc2c214dde954e94889efcccdb for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:40:21.027193 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a23b1bd9-8df1-466f-9958-9c6369ae0536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:21.052847 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-73f0a694-61fe-452e-87e4-5749eff40db5 req-49442ac3-3e3a-4f1d-8b27-79eaa5a84161 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89f9b0a0-c329-4e39-99de-c5b7a5067c52 {{(pid=103702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:40:21.062912 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a23b1bd9-8df1-466f-9958-9c6369ae0536 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:21.074409 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-73f0a694-61fe-452e-87e4-5749eff40db5 req-49442ac3-3e3a-4f1d-8b27-79eaa5a84161 service neutron] Publish callbacks [] for port (89f9b0a0-c329-4e39-99de-c5b7a5067c52), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:21.106304 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-73f0a694-61fe-452e-87e4-5749eff40db5 req-33c4abe0-5dd8-4bec-86e3-7aa0a9abc18e service neutron] Attempting to bind port e900da92-6b02-463e-a4f4-e45cd6deaee5 on host n-h1-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:40:21.106776 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-73f0a694-61fe-452e-87e4-5749eff40db5 req-33c4abe0-5dd8-4bec-86e3-7aa0a9abc18e service neutron] Attempting to bind port e900da92-6b02-463e-a4f4-e45cd6deaee5 by drivers openvswitch,hyperv on host n-h1-826753-2 at level 0 using segments [{'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:40:21.107169 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f0a694-61fe-452e-87e4-5749eff40db5 req-33c4abe0-5dd8-4bec-86e3-7aa0a9abc18e service neutron] Attempting to bind port e900da92-6b02-463e-a4f4-e45cd6deaee5 on network 5124bd00-da2a-4bd6-93a0-c14c92afb11f {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:40:21.125556 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f0a694-61fe-452e-87e4-5749eff40db5 req-33c4abe0-5dd8-4bec-86e3-7aa0a9abc18e service neutron] Port e900da92-6b02-463e-a4f4-e45cd6deaee5 on network 5124bd00-da2a-4bd6-93a0-c14c92afb11f not bound, no agent of type Open vSwitch agent registered on host n-h1-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:40:21.126327 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f0a694-61fe-452e-87e4-5749eff40db5 req-33c4abe0-5dd8-4bec-86e3-7aa0a9abc18e service neutron] Attempting to bind port e900da92-6b02-463e-a4f4-e45cd6deaee5 on network 5124bd00-da2a-4bd6-93a0-c14c92afb11f {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:40:21.127586 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-73f0a694-61fe-452e-87e4-5749eff40db5 req-49442ac3-3e3a-4f1d-8b27-79eaa5a84161 service neutron] Transition to ACTIVE for port object 89f9b0a0-c329-4e39-99de-c5b7a5067c52 will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:40:21.139482 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-73f0a694-61fe-452e-87e4-5749eff40db5 req-49442ac3-3e3a-4f1d-8b27-79eaa5a84161 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (89f9b0a0-c329-4e39-99de-c5b7a5067c52), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:21.158963 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5527f431-43af-42ac-86bd-d3fe4eaaf703 req-3e3889d0-d395-4240-8837-2dd97c5dc5cc tempest-LiveMigrationTest-193918984 tempest-LiveMigrationTest-193918984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:21.160010 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f0a694-61fe-452e-87e4-5749eff40db5 req-33c4abe0-5dd8-4bec-86e3-7aa0a9abc18e service neutron] Checking agent: {'id': '9d56fb1b-2855-496a-a6d9-c324740cb98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:40:21.160411 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f0a694-61fe-452e-87e4-5749eff40db5 req-33c4abe0-5dd8-4bec-86e3-7aa0a9abc18e service neutron] Checking segment: {'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:40:21.160559 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-5527f431-43af-42ac-86bd-d3fe4eaaf703 req-3e3889d0-d395-4240-8837-2dd97c5dc5cc tempest-LiveMigrationTest-193918984 tempest-LiveMigrationTest-193918984-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=0e3f78fd-0754-4bc2-bf93-db1168fc7253&tenant_id=0351aa3c6ea34cbbac483ac000de57cb&binding%3Ahost_id=n-h1-826753-2 HTTP/1.1" status: 200 len: 1129 time: 0.1883655 Feb 19 02:40:21.161444 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f0a694-61fe-452e-87e4-5749eff40db5 req-33c4abe0-5dd8-4bec-86e3-7aa0a9abc18e service neutron] Bound using segment: {'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:40:21.162197 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-73f0a694-61fe-452e-87e4-5749eff40db5 req-33c4abe0-5dd8-4bec-86e3-7aa0a9abc18e service neutron] Bound port: e900da92-6b02-463e-a4f4-e45cd6deaee5, host: n-h1-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'}}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:40:21.162406 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-73f0a694-61fe-452e-87e4-5749eff40db5 req-33c4abe0-5dd8-4bec-86e3-7aa0a9abc18e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (e900da92-6b02-463e-a4f4-e45cd6deaee5), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:21.171536 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a8cd94-1b8a-4897-8bed-1b4c06e65d89 req-ec4ba0ee-0056-4862-942a-77adc732ecc5 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:21.173209 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-63a8cd94-1b8a-4897-8bed-1b4c06e65d89 req-ec4ba0ee-0056-4862-942a-77adc732ecc5 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=be5f7cc1-41e7-4c40-b992-296c70e99846 HTTP/1.1" status: 200 len: 944 time: 0.1297863 Feb 19 02:40:21.192504 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-91c12adc-ae14-4fd0-a817-c76ac0c349fa req-2166de00-b142-4a15-908d-7c433d9fbc0c tempest-ImagesOneServerTestJSON-1152968791 tempest-ImagesOneServerTestJSON-1152968791-project] 10.222.0.72 "GET /v2.0/security-groups?id=b120c000-baac-4f64-9390-e95bffd9f0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499960 Feb 19 02:40:21.332884 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49442ac3-3e3a-4f1d-8b27-79eaa5a84161 service neutron] Pushing event updated for resources: {'Port': ['ID=89f9b0a0-c329-4e39-99de-c5b7a5067c52,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:21.347886 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-73f0a694-61fe-452e-87e4-5749eff40db5 req-33c4abe0-5dd8-4bec-86e3-7aa0a9abc18e service neutron] For port e900da92-6b02-463e-a4f4-e45cd6deaee5, host n-h1-826753-2, cleared binding levels {{(pid=103701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:40:21.353927 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-63a8cd94-1b8a-4897-8bed-1b4c06e65d89 req-9e23e886-8527-45ed-9763-cf98d7bdea1e tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580744 Feb 19 02:40:21.378626 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b1b62ad4-55b6-4284-914b-e5f1c061d716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (4295b22e-6c68-45b5-871e-9b69dcfd8866), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:21.380834 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-73f0a694-61fe-452e-87e4-5749eff40db5 req-33c4abe0-5dd8-4bec-86e3-7aa0a9abc18e service neutron] For port e900da92-6b02-463e-a4f4-e45cd6deaee5, host n-h1-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=e900da92-6b02-463e-a4f4-e45cd6deaee5,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:40:21.399571 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208faf1a-ec96-4925-879c-4230cc7ee878 req-a9c808ad-a935-4ae3-bfc4-134a80969bbd tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:21.401226 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-208faf1a-ec96-4925-879c-4230cc7ee878 req-a9c808ad-a935-4ae3-bfc4-134a80969bbd tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=77900542-b50c-43fa-8e51-4bdebb3f3e4a HTTP/1.1" status: 200 len: 949 time: 0.1053340 Feb 19 02:40:21.402920 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-73f0a694-61fe-452e-87e4-5749eff40db5 req-33c4abe0-5dd8-4bec-86e3-7aa0a9abc18e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (e900da92-6b02-463e-a4f4-e45cd6deaee5), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:21.463963 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c4abe0-5dd8-4bec-86e3-7aa0a9abc18e service neutron] Pushing event updated for resources: {'Port': ['ID=e900da92-6b02-463e-a4f4-e45cd6deaee5,revision_number=3']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:21.519582 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f0a694-61fe-452e-87e4-5749eff40db5 req-33c4abe0-5dd8-4bec-86e3-7aa0a9abc18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:21.520188 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-73f0a694-61fe-452e-87e4-5749eff40db5 req-33c4abe0-5dd8-4bec-86e3-7aa0a9abc18e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:21.521595 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-73f0a694-61fe-452e-87e4-5749eff40db5 req-33c4abe0-5dd8-4bec-86e3-7aa0a9abc18e service neutron] 10.222.0.73 "PUT /v2.0/ports/e900da92-6b02-463e-a4f4-e45cd6deaee5 HTTP/1.1" status: 200 len: 1096 time: 1.9954565 Feb 19 02:40:21.522028 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff7412db-c541-4395-bc14-ed0ab164b239', 'tag': 'e900da92-6b02-463e-a4f4-e45cd6deaee5'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:40:21.524309 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52c5fa44-136e-4e05-b799-f7d879b13096" -d '{"events": [{"name": "network-changed", "server_uuid": "ff7412db-c541-4395-bc14-ed0ab164b239", "tag": "e900da92-6b02-463e-a4f4-e45cd6deaee5"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:40:21.545566 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-208faf1a-ec96-4925-879c-4230cc7ee878 req-924b7d84-2c91-49db-8a45-40212133e4ab tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849013 Feb 19 02:40:21.570151 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a23b1bd9-8df1-466f-9958-9c6369ae0536 admin admin] Publish callbacks [] for security_group (114ac838-b4eb-4c21-acd3-b988daa48150), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:21.592652 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a23b1bd9-8df1-466f-9958-9c6369ae0536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (114ac838-b4eb-4c21-acd3-b988daa48150), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:21.621880 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b62ad4-55b6-4284-914b-e5f1c061d716 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4295b22e-6c68-45b5-871e-9b69dcfd8866,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:21.644519 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23b1bd9-8df1-466f-9958-9c6369ae0536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=114ac838-b4eb-4c21-acd3-b988daa48150,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:21.666343 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a23b1bd9-8df1-466f-9958-9c6369ae0536 admin admin] vlan segment allocate from pool success with {'vlan_id': 282, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:40:21.676870 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-5527f431-43af-42ac-86bd-d3fe4eaaf703 req-c1fb5c3b-88b0-498c-b80c-b6601cdb37f5 service neutron] For port 49fe7044-8617-421f-8cae-626e2aa0e00e, host n-h2-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:40:21.678072 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-73f0a694-61fe-452e-87e4-5749eff40db5 req-49442ac3-3e3a-4f1d-8b27-79eaa5a84161 service neutron] Attempting to bind port 89f9b0a0-c329-4e39-99de-c5b7a5067c52 on host n-h1-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:40:21.678690 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-73f0a694-61fe-452e-87e4-5749eff40db5 req-49442ac3-3e3a-4f1d-8b27-79eaa5a84161 service neutron] Attempting to bind port 89f9b0a0-c329-4e39-99de-c5b7a5067c52 by drivers openvswitch,hyperv on host n-h1-826753-2 at level 0 using segments [{'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:40:21.678958 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f0a694-61fe-452e-87e4-5749eff40db5 req-49442ac3-3e3a-4f1d-8b27-79eaa5a84161 service neutron] Attempting to bind port 89f9b0a0-c329-4e39-99de-c5b7a5067c52 on network 5124bd00-da2a-4bd6-93a0-c14c92afb11f {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:40:21.687045 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f0a694-61fe-452e-87e4-5749eff40db5 req-49442ac3-3e3a-4f1d-8b27-79eaa5a84161 service neutron] Port 89f9b0a0-c329-4e39-99de-c5b7a5067c52 on network 5124bd00-da2a-4bd6-93a0-c14c92afb11f not bound, no agent of type Open vSwitch agent registered on host n-h1-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:40:21.687530 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f0a694-61fe-452e-87e4-5749eff40db5 req-49442ac3-3e3a-4f1d-8b27-79eaa5a84161 service neutron] Attempting to bind port 89f9b0a0-c329-4e39-99de-c5b7a5067c52 on network 5124bd00-da2a-4bd6-93a0-c14c92afb11f {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:40:21.695286 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-5527f431-43af-42ac-86bd-d3fe4eaaf703 req-c1fb5c3b-88b0-498c-b80c-b6601cdb37f5 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:21.696312 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-5527f431-43af-42ac-86bd-d3fe4eaaf703 req-c1fb5c3b-88b0-498c-b80c-b6601cdb37f5 service neutron] 10.222.0.73 "DELETE /v2.0/ports/49fe7044-8617-421f-8cae-626e2aa0e00e/bindings/n-h2-826753-2 HTTP/1.1" status: 204 len: 173 time: 0.5118847 Feb 19 02:40:21.706743 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a23b1bd9-8df1-466f-9958-9c6369ae0536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (10fe79c3-695f-410b-b530-64a63e824745), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:21.707073 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-a23b1bd9-8df1-466f-9958-9c6369ae0536 admin admin] Added segment 10fe79c3-695f-410b-b530-64a63e824745 of type vlan for network 2f3a90ad-ee5a-41f0-bdc0-22abe981a050 Feb 19 02:40:21.715385 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f0a694-61fe-452e-87e4-5749eff40db5 req-49442ac3-3e3a-4f1d-8b27-79eaa5a84161 service neutron] Checking agent: {'id': '9d56fb1b-2855-496a-a6d9-c324740cb98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:40:21.715818 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f0a694-61fe-452e-87e4-5749eff40db5 req-49442ac3-3e3a-4f1d-8b27-79eaa5a84161 service neutron] Checking segment: {'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:40:21.716059 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f0a694-61fe-452e-87e4-5749eff40db5 req-49442ac3-3e3a-4f1d-8b27-79eaa5a84161 service neutron] Bound using segment: {'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:40:21.716478 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-73f0a694-61fe-452e-87e4-5749eff40db5 req-49442ac3-3e3a-4f1d-8b27-79eaa5a84161 service neutron] Bound port: 89f9b0a0-c329-4e39-99de-c5b7a5067c52, host: n-h1-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:40:21.716927 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-73f0a694-61fe-452e-87e4-5749eff40db5 req-49442ac3-3e3a-4f1d-8b27-79eaa5a84161 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (89f9b0a0-c329-4e39-99de-c5b7a5067c52), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:21.731341 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b62ad4-55b6-4284-914b-e5f1c061d716 admin admin] Checking segment: {'id': 'acba4f27-adea-4d4f-9747-beb38d8d96ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7fd0f9a3-a9ab-40af-b761-08bc87b304e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:40:21.731698 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b62ad4-55b6-4284-914b-e5f1c061d716 admin admin] Network hostable DHCP agents. Network: 7fd0f9a3-a9ab-40af-b761-08bc87b304e4, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:40:21.772500 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f0a694-61fe-452e-87e4-5749eff40db5 req-1c26e5aa-32d9-4c64-80bd-87f9d63cec5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:21.774559 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-73f0a694-61fe-452e-87e4-5749eff40db5 req-1c26e5aa-32d9-4c64-80bd-87f9d63cec5b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=03a224ed4cc448b3ab8491a1b5a2c99b&device_id=ff7412db-c541-4395-bc14-ed0ab164b239 HTTP/1.1" status: 200 len: 1130 time: 0.1830645 Feb 19 02:40:21.783665 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18fbfbf-d7ab-46f3-a8c8-e2e94bf27ac7 req-b4537b26-ab02-4d5e-a0b4-2a4c894f9caa tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:21.785239 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d18fbfbf-d7ab-46f3-a8c8-e2e94bf27ac7 req-b4537b26-ab02-4d5e-a0b4-2a4c894f9caa tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=0e3f78fd-0754-4bc2-bf93-db1168fc7253 HTTP/1.1" status: 200 len: 947 time: 0.1015625 Feb 19 02:40:21.802549 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a23b1bd9-8df1-466f-9958-9c6369ae0536 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (2f3a90ad-ee5a-41f0-bdc0-22abe981a050), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:21.829209 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:21.853141 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b62ad4-55b6-4284-914b-e5f1c061d716 admin admin] Network 7fd0f9a3-a9ab-40af-b761-08bc87b304e4 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:40:21.868617 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-73f0a694-61fe-452e-87e4-5749eff40db5 req-61211cca-4926-40f5-afa5-92f730080c10 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=e900da92-6b02-463e-a4f4-e45cd6deaee5 HTTP/1.1" status: 200 len: 217 time: 0.0653188 Feb 19 02:40:21.875346 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-73f0a694-61fe-452e-87e4-5749eff40db5 req-49442ac3-3e3a-4f1d-8b27-79eaa5a84161 service neutron] For port 89f9b0a0-c329-4e39-99de-c5b7a5067c52, host n-h1-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:40:21.879280 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-73f0a694-61fe-452e-87e4-5749eff40db5 req-49442ac3-3e3a-4f1d-8b27-79eaa5a84161 service neutron] For port 89f9b0a0-c329-4e39-99de-c5b7a5067c52, host n-h1-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=89f9b0a0-c329-4e39-99de-c5b7a5067c52,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:40:21.889718 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-73f0a694-61fe-452e-87e4-5749eff40db5 req-49442ac3-3e3a-4f1d-8b27-79eaa5a84161 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (89f9b0a0-c329-4e39-99de-c5b7a5067c52), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:21.896514 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a23b1bd9-8df1-466f-9958-9c6369ae0536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (2f3a90ad-ee5a-41f0-bdc0-22abe981a050), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:21.897482 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23b1bd9-8df1-466f-9958-9c6369ae0536 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:21.898953 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a23b1bd9-8df1-466f-9958-9c6369ae0536 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:21.899971 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-b1b62ad4-55b6-4284-914b-e5f1c061d716 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 7fd0f9a3-a9ab-40af-b761-08bc87b304e4) {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:40:21.905059 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b62ad4-55b6-4284-914b-e5f1c061d716 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:21.905634 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b1b62ad4-55b6-4284-914b-e5f1c061d716 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:21.911332 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4decb9-62b9-40c9-9ce5-7daa1dab9e14 None None] Network 7fd0f9a3-a9ab-40af-b761-08bc87b304e4 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:40:21.966506 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f0a694-61fe-452e-87e4-5749eff40db5 req-49442ac3-3e3a-4f1d-8b27-79eaa5a84161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:21.967169 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-73f0a694-61fe-452e-87e4-5749eff40db5 req-49442ac3-3e3a-4f1d-8b27-79eaa5a84161 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:21.968861 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-73f0a694-61fe-452e-87e4-5749eff40db5 req-49442ac3-3e3a-4f1d-8b27-79eaa5a84161 service neutron] 10.222.0.73 "PUT /v2.0/ports/89f9b0a0-c329-4e39-99de-c5b7a5067c52 HTTP/1.1" status: 200 len: 1096 time: 2.6623111 Feb 19 02:40:21.972802 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9df39ad-6530-4059-be79-2380f77b9993', 'tag': '89f9b0a0-c329-4e39-99de-c5b7a5067c52'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:40:21.975318 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27cd2f4b-7dbe-4657-adec-4dafb45b4fe9" -d '{"events": [{"name": "network-changed", "server_uuid": "d9df39ad-6530-4059-be79-2380f77b9993", "tag": "89f9b0a0-c329-4e39-99de-c5b7a5067c52"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:40:21.987866 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d18fbfbf-d7ab-46f3-a8c8-e2e94bf27ac7 req-a054be88-ffad-41ab-ba00-3c7fba8606f7 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962314 Feb 19 02:40:22.053283 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50467e41-dcd4-4556-a347-f171eb0c0c7d None None] Network 7fd0f9a3-a9ab-40af-b761-08bc87b304e4 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:40:22.058399 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f0a694-61fe-452e-87e4-5749eff40db5 req-56882d36-248f-4e52-b1b9-f60cbdaae38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:22.065897 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-73f0a694-61fe-452e-87e4-5749eff40db5 req-56882d36-248f-4e52-b1b9-f60cbdaae38f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=974c06bc-f097-4890-970a-b087501ab241 HTTP/1.1" status: 200 len: 843 time: 0.1750302 Feb 19 02:40:22.066289 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-b1b62ad4-55b6-4284-914b-e5f1c061d716 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3822739 Feb 19 02:40:22.072334 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a00c267c-9495-4f38-baa8-4c4ae323e776 x-openstack-request-id: req-a00c267c-9495-4f38-baa8-4c4ae323e776 {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:40:22.072687 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff7412db-c541-4395-bc14-ed0ab164b239", "tag": "e900da92-6b02-463e-a4f4-e45cd6deaee5", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:40:22.073672 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a00c267c-9495-4f38-baa8-4c4ae323e776 {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:40:22.074471 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-a23b1bd9-8df1-466f-9958-9c6369ae0536 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.4139667 Feb 19 02:40:22.075152 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff7412db-c541-4395-bc14-ed0ab164b239', 'tag': 'e900da92-6b02-463e-a4f4-e45cd6deaee5', 'status': 'completed', 'code': 200} Feb 19 02:40:22.079371 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 46532) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:40:22.120516 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-d8657bc4-3b54-46ee-9da4-75140aafefc8 admin admin] Request body: {'subnet': {'network_id': '2f3a90ad-ee5a-41f0-bdc0-22abe981a050', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-504285703-subnet', 'tenant_id': '5126e9cc2c214dde954e94889efcccdb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:40:22.146185 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d1e26e-172f-4391-acd5-3a2f835e51a6 req-97404331-7077-4c1a-87d0-a2b4d3c50370 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:22.156371 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-28d1e26e-172f-4391-acd5-3a2f835e51a6 req-97404331-7077-4c1a-87d0-a2b4d3c50370 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9df39ad-6530-4059-be79-2380f77b9993 HTTP/1.1" status: 200 len: 948 time: 0.2043672 Feb 19 02:40:22.212177 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:22.215636 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23b1bd9-8df1-466f-9958-9c6369ae0536 admin admin] Pushing event updated for resources: {'Network': ['ID=2f3a90ad-ee5a-41f0-bdc0-22abe981a050,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:22.238782 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 2f3a90ad-ee5a-41f0-bdc0-22abe981a050 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:40:22.263760 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fec89eb-827a-460f-a951-7eddc0f0459b x-openstack-request-id: req-5fec89eb-827a-460f-a951-7eddc0f0459b {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:40:22.264051 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9df39ad-6530-4059-be79-2380f77b9993", "tag": "89f9b0a0-c329-4e39-99de-c5b7a5067c52", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:40:22.264302 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5fec89eb-827a-460f-a951-7eddc0f0459b {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:40:22.264708 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9df39ad-6530-4059-be79-2380f77b9993', 'tag': '89f9b0a0-c329-4e39-99de-c5b7a5067c52', 'status': 'completed', 'code': 200} Feb 19 02:40:22.266765 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49442ac3-3e3a-4f1d-8b27-79eaa5a84161 service neutron] Pushing event updated for resources: {'Port': ['ID=89f9b0a0-c329-4e39-99de-c5b7a5067c52,revision_number=3']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:22.294747 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f0a694-61fe-452e-87e4-5749eff40db5 req-7cf520af-faf5-494d-bd6a-a34fffea089a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:22.296287 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-73f0a694-61fe-452e-87e4-5749eff40db5 req-7cf520af-faf5-494d-bd6a-a34fffea089a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5124bd00-da2a-4bd6-93a0-c14c92afb11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1778431 Feb 19 02:40:22.308326 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8657bc4-3b54-46ee-9da4-75140aafefc8 admin admin] Made reservation on behalf of 5126e9cc2c214dde954e94889efcccdb for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:40:22.314642 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d8657bc4-3b54-46ee-9da4-75140aafefc8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:22.334004 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-28d1e26e-172f-4391-acd5-3a2f835e51a6 req-7ce13afc-cdb8-4c2b-8c0c-5540714d6dbf tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b908dbc-8f8c-41bc-a0bd-543abe15dd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699452 Feb 19 02:40:22.427283 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f0a694-61fe-452e-87e4-5749eff40db5 req-268ced1e-68d9-4137-b328-7692102c6a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:22.428781 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-73f0a694-61fe-452e-87e4-5749eff40db5 req-268ced1e-68d9-4137-b328-7692102c6a6b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=03a224ed4cc448b3ab8491a1b5a2c99b&device_id=d9df39ad-6530-4059-be79-2380f77b9993 HTTP/1.1" status: 200 len: 1130 time: 0.3213301 Feb 19 02:40:22.457134 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-73f0a694-61fe-452e-87e4-5749eff40db5 req-6bf0b245-fd76-4253-9fce-b09b2b747e65 service neutron] 10.222.0.73 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195433 Feb 19 02:40:22.512837 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-73f0a694-61fe-452e-87e4-5749eff40db5 req-8cd781f5-1496-40f0-bad6-e46f5994008d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=89f9b0a0-c329-4e39-99de-c5b7a5067c52 HTTP/1.1" status: 200 len: 217 time: 0.0417476 Feb 19 02:40:22.592329 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f0a694-61fe-452e-87e4-5749eff40db5 req-9612f67b-c0d6-4cba-b745-80e1e32fe120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:22.593826 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-73f0a694-61fe-452e-87e4-5749eff40db5 req-9612f67b-c0d6-4cba-b745-80e1e32fe120 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=974c06bc-f097-4890-970a-b087501ab241 HTTP/1.1" status: 200 len: 843 time: 0.0742476 Feb 19 02:40:22.609949 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed4496-7079-4be1-b471-691fd13cf227 req-d817a08f-6b00-47b9-bc11-029b8fbdae1c tempest-LiveMigrationTest-193918984 tempest-LiveMigrationTest-193918984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:22.612252 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4aed4496-7079-4be1-b471-691fd13cf227 req-d817a08f-6b00-47b9-bc11-029b8fbdae1c tempest-LiveMigrationTest-193918984 tempest-LiveMigrationTest-193918984-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=0e3f78fd-0754-4bc2-bf93-db1168fc7253 HTTP/1.1" status: 200 len: 1129 time: 0.2547009 Feb 19 02:40:22.641184 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbf6796-02fa-4362-8ccc-3c286a32a41b req-03cf5d9e-6612-4b95-8dd8-0f9a0fc3da8c tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:22.643065 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-dcbf6796-02fa-4362-8ccc-3c286a32a41b req-03cf5d9e-6612-4b95-8dd8-0f9a0fc3da8c tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=be5f7cc1-41e7-4c40-b992-296c70e99846 HTTP/1.1" status: 200 len: 944 time: 0.1618588 Feb 19 02:40:22.660584 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-73f0a694-61fe-452e-87e4-5749eff40db5 req-526b9c54-7f55-45fa-8a3d-c2cccaffc959 service neutron] 10.222.0.73 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927035 Feb 19 02:40:22.666757 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d8657bc4-3b54-46ee-9da4-75140aafefc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (a1cf80ca-3ee4-4752-b65e-3f091ad2def6), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:22.711394 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4aed4496-7079-4be1-b471-691fd13cf227 req-0e410f6d-1c45-4b87-a690-30f5e16a2476 tempest-LiveMigrationTest-193918984 tempest-LiveMigrationTest-193918984-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910938 Feb 19 02:40:22.723593 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-dcbf6796-02fa-4362-8ccc-3c286a32a41b req-9ac7254f-a9be-4bd9-ac6c-229233c4476e tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726578 Feb 19 02:40:22.726443 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f0a694-61fe-452e-87e4-5749eff40db5 req-8bd5912c-3adf-4acf-997d-e8b287cddf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:22.727934 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-73f0a694-61fe-452e-87e4-5749eff40db5 req-8bd5912c-3adf-4acf-997d-e8b287cddf1b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5124bd00-da2a-4bd6-93a0-c14c92afb11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1103601 Feb 19 02:40:22.735701 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8657bc4-3b54-46ee-9da4-75140aafefc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1cf80ca-3ee4-4752-b65e-3f091ad2def6,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:22.746376 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8657bc4-3b54-46ee-9da4-75140aafefc8 admin admin] Checking segment: {'id': '10fe79c3-695f-410b-b530-64a63e824745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '2f3a90ad-ee5a-41f0-bdc0-22abe981a050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:40:22.746687 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8657bc4-3b54-46ee-9da4-75140aafefc8 admin admin] Network hostable DHCP agents. Network: 2f3a90ad-ee5a-41f0-bdc0-22abe981a050, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:40:22.769517 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8657bc4-3b54-46ee-9da4-75140aafefc8 admin admin] Network 2f3a90ad-ee5a-41f0-bdc0-22abe981a050 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:40:22.813125 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-d8657bc4-3b54-46ee-9da4-75140aafefc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 2f3a90ad-ee5a-41f0-bdc0-22abe981a050) {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:40:22.828245 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8657bc4-3b54-46ee-9da4-75140aafefc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:22.828841 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d8657bc4-3b54-46ee-9da4-75140aafefc8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:22.832355 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e5b0c1-5d99-4d89-aba5-c82a119b7c86 None None] Network 2f3a90ad-ee5a-41f0-bdc0-22abe981a050 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:40:22.864909 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-d8657bc4-3b54-46ee-9da4-75140aafefc8 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7542920 Feb 19 02:40:22.867254 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 46554) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:40:22.883002 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-0e787154-f776-4ce9-84e1-299fe15ff783 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-504285703-router', 'tenant_id': '5126e9cc2c214dde954e94889efcccdb', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:40:22.914457 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-73f0a694-61fe-452e-87e4-5749eff40db5 req-00b632eb-35de-402a-9b23-38ee05c6cfd3 service neutron] 10.222.0.73 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540391 Feb 19 02:40:22.958145 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0e787154-f776-4ce9-84e1-299fe15ff783 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14172'] for router (19926ac9-c54b-4bc8-9815-081664ca0553), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:22.959352 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0e787154-f776-4ce9-84e1-299fe15ff783 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16317487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16285822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16309985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14247'] for router (19926ac9-c54b-4bc8-9815-081664ca0553), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:22.970192 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c5fa44-136e-4e05-b799-f7d879b13096 req-4406edab-ca3a-4eee-aee8-ba75f147be0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:22.972347 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-52c5fa44-136e-4e05-b799-f7d879b13096 req-4406edab-ca3a-4eee-aee8-ba75f147be0b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=03a224ed4cc448b3ab8491a1b5a2c99b&device_id=ff7412db-c541-4395-bc14-ed0ab164b239 HTTP/1.1" status: 200 len: 1130 time: 0.1787009 Feb 19 02:40:22.985409 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device fc829dca-14fd-4790-bc8b-3796ff604c51 up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:40:23.059782 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-714bfb27-0381-4f37-b608-416dc28d508d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-2f3a90ad-ee5a-41f0-bdc0-22abe981a050', 'network_id': '2f3a90ad-ee5a-41f0-bdc0-22abe981a050', 'project_id': '5126e9cc2c214dde954e94889efcccdb', 'fixed_ips': [{'subnet_id': 'a1cf80ca-3ee4-4752-b65e-3f091ad2def6'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:40:23.061441 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-714bfb27-0381-4f37-b608-416dc28d508d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:23.066362 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aca638b-1650-4774-82e5-fa11d074cfd1 req-0556ba1b-1b12-4eeb-8253-cca3d440fe5e tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:23.068218 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6aca638b-1650-4774-82e5-fa11d074cfd1 req-0556ba1b-1b12-4eeb-8253-cca3d440fe5e tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=77900542-b50c-43fa-8e51-4bdebb3f3e4a HTTP/1.1" status: 200 len: 949 time: 0.1505775 Feb 19 02:40:23.147355 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c5fa44-136e-4e05-b799-f7d879b13096 req-197f91fd-ed6c-4cbd-85b6-f84c30ff309a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:23.148827 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-52c5fa44-136e-4e05-b799-f7d879b13096 req-197f91fd-ed6c-4cbd-85b6-f84c30ff309a service neutron] 10.222.0.73 "GET /v2.0/networks?id=5124bd00-da2a-4bd6-93a0-c14c92afb11f HTTP/1.1" status: 200 len: 870 time: 0.1686616 Feb 19 02:40:23.177053 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning for port fc829dca-14fd-4790-bc8b-3796ff604c51 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:40:23.187403 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 4e89b04d-4fc5-4464-a71b-3345933c773e up at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:40:23.215019 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port fc829dca-14fd-4790-bc8b-3796ff604c51 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:40:23.215785 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (fc829dca-14fd-4790-bc8b-3796ff604c51), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:23.239633 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6aca638b-1650-4774-82e5-fa11d074cfd1 req-5fb1352c-06cf-40c7-8139-72bd3fb58a88 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640966 Feb 19 02:40:23.246752 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-52c5fa44-136e-4e05-b799-f7d879b13096 req-b3860d7e-d7f3-4dc0-94c7-98cb54a8bf03 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=e900da92-6b02-463e-a4f4-e45cd6deaee5 HTTP/1.1" status: 200 len: 217 time: 0.0832560 Feb 19 02:40:23.274214 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-714bfb27-0381-4f37-b608-416dc28d508d None None] Allocated IP 172.20.0.2 (2f3a90ad-ee5a-41f0-bdc0-22abe981a050/a1cf80ca-3ee4-4752-b65e-3f091ad2def6/82fc6cd3-d6d6-47af-abd5-b83dc92f780f) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:40:23.329864 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d31c5-5f90-4fd6-b51c-69ea89095862 req-f1d2cace-eddd-4faf-88b5-fcb01724e549 tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:23.331692 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f81d31c5-5f90-4fd6-b51c-69ea89095862 req-f1d2cace-eddd-4faf-88b5-fcb01724e549 tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] 10.222.0.72 "GET /v2.0/networks?id=7fd0f9a3-a9ab-40af-b761-08bc87b304e4 HTTP/1.1" status: 200 len: 813 time: 0.2029419 Feb 19 02:40:23.344801 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0e787154-f776-4ce9-84e1-299fe15ff783 admin admin] Publish callbacks [] for router_controller (19926ac9-c54b-4bc8-9815-081664ca0553), precommit_add_association {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:23.360629 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c5fa44-136e-4e05-b799-f7d879b13096 req-e97207b9-0d88-4079-85c0-4af2df729326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:23.362735 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-52c5fa44-136e-4e05-b799-f7d879b13096 req-e97207b9-0d88-4079-85c0-4af2df729326 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=974c06bc-f097-4890-970a-b087501ab241 HTTP/1.1" status: 200 len: 843 time: 0.1060076 Feb 19 02:40:23.403412 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-73f0a694-61fe-452e-87e4-5749eff40db5 req-fe7f163b-d975-4bfd-b834-6c581a0aa9b0 service neutron] 10.222.0.73 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4805131 Feb 19 02:40:23.431897 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f81d31c5-5f90-4fd6-b51c-69ea89095862 req-9312bda7-d61a-4864-815c-678a1d13d5ce tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] 10.222.0.72 "GET /v2.0/quotas/dd52dae5d953488a999b14891988d841 HTTP/1.1" status: 200 len: 375 time: 0.0855913 Feb 19 02:40:23.451216 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning for port 4e89b04d-4fc5-4464-a71b-3345933c773e completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:40:23.462886 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning complete for port 4e89b04d-4fc5-4464-a71b-3345933c773e triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:40:23.463278 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (4e89b04d-4fc5-4464-a71b-3345933c773e), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:23.514098 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port fc829dca-14fd-4790-bc8b-3796ff604c51 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:40:23.514471 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (fc829dca-14fd-4790-bc8b-3796ff604c51), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:23.517713 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0e787154-f776-4ce9-84e1-299fe15ff783 admin admin] Publish callbacks [] for router_gateway (19926ac9-c54b-4bc8-9815-081664ca0553), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:23.520071 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f81d31c5-5f90-4fd6-b51c-69ea89095862 req-f59746ec-72bb-4f57-9a24-e445fa53bd40 tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=dd52dae5d953488a999b14891988d841&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0586271 Feb 19 02:40:23.527484 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ac5a70-c497-4fbf-882a-41a0c3d8e023 req-4c401a70-bcda-4564-87ed-fd38061025ce tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:23.528962 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-38ac5a70-c497-4fbf-882a-41a0c3d8e023 req-4c401a70-bcda-4564-87ed-fd38061025ce tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/networks?id=b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7 HTTP/1.1" status: 200 len: 808 time: 0.1963110 Feb 19 02:40:23.534132 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c5fa44-136e-4e05-b799-f7d879b13096 req-8af2f475-bf30-479e-9c57-87ee3a1f17cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:23.535932 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-52c5fa44-136e-4e05-b799-f7d879b13096 req-8af2f475-bf30-479e-9c57-87ee3a1f17cf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5124bd00-da2a-4bd6-93a0-c14c92afb11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1653006 Feb 19 02:40:23.589464 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be5f7cc1-41e7-4c40-b992-296c70e99846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc829dca-14fd-4790-bc8b-3796ff604c51'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:40:23.592619 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c23bc46-f276-448b-9a50-39e446b16bc5" -d '{"events": [{"server_uuid": "be5f7cc1-41e7-4c40-b992-296c70e99846", "name": "network-vif-plugged", "status": "completed", "tag": "fc829dca-14fd-4790-bc8b-3796ff604c51"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:40:23.601954 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-38ac5a70-c497-4fbf-882a-41a0c3d8e023 req-1d4ffb3a-21e2-40c5-a869-44fc1b19035c tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/quotas/0351aa3c6ea34cbbac483ac000de57cb HTTP/1.1" status: 200 len: 375 time: 0.0582819 Feb 19 02:40:23.620638 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port fc829dca-14fd-4790-bc8b-3796ff604c51, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=fc829dca-14fd-4790-bc8b-3796ff604c51,segment=NetworkSegment(9dab481a-5428-424d-a8c3-4ae8ddfff67b),segment_id=9dab481a-5428-424d-a8c3-4ae8ddfff67b)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:40:23.628733 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-714bfb27-0381-4f37-b608-416dc28d508d None None] Publish callbacks [] for port (82fc6cd3-d6d6-47af-abd5-b83dc92f780f), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:23.630187 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (fc829dca-14fd-4790-bc8b-3796ff604c51), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:23.637820 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cd2f4b-7dbe-4657-adec-4dafb45b4fe9 req-44fe1d86-f368-4092-9b6f-e2d66d28900e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:23.639403 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-27cd2f4b-7dbe-4657-adec-4dafb45b4fe9 req-44fe1d86-f368-4092-9b6f-e2d66d28900e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=03a224ed4cc448b3ab8491a1b5a2c99b&device_id=d9df39ad-6530-4059-be79-2380f77b9993 HTTP/1.1" status: 200 len: 1130 time: 0.0610251 Feb 19 02:40:23.678133 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-714bfb27-0381-4f37-b608-416dc28d508d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (82fc6cd3-d6d6-47af-abd5-b83dc92f780f), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:23.723067 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 4e89b04d-4fc5-4464-a71b-3345933c773e is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:40:23.723452 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (4e89b04d-4fc5-4464-a71b-3345933c773e), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:23.725509 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=fc829dca-14fd-4790-bc8b-3796ff604c51,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:23.729399 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714bfb27-0381-4f37-b608-416dc28d508d None None] Network 2f3a90ad-ee5a-41f0-bdc0-22abe981a050 is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:40:23.739150 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-38ac5a70-c497-4fbf-882a-41a0c3d8e023 req-9632933e-d790-408b-bdbe-a0c41298ca52 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=0351aa3c6ea34cbbac483ac000de57cb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1255991 Feb 19 02:40:23.740355 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-714bfb27-0381-4f37-b608-416dc28d508d None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:40:23.753554 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f81d31c5-5f90-4fd6-b51c-69ea89095862 req-e06e6b20-0a84-4cef-acf8-757e2193ab3b service neutron] 10.222.0.72 "GET /v2.0/networks/7fd0f9a3-a9ab-40af-b761-08bc87b304e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229760 Feb 19 02:40:23.760920 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714bfb27-0381-4f37-b608-416dc28d508d None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:40:23.786478 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-52c5fa44-136e-4e05-b799-f7d879b13096 req-d495cde6-fdba-4ea5-86db-70076ae32c31 service neutron] 10.222.0.73 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980667 Feb 19 02:40:23.827549 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cd2f4b-7dbe-4657-adec-4dafb45b4fe9 req-f29990bb-c4db-46d1-87cf-f0f6a7215a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:23.829029 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-27cd2f4b-7dbe-4657-adec-4dafb45b4fe9 req-f29990bb-c4db-46d1-87cf-f0f6a7215a58 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5124bd00-da2a-4bd6-93a0-c14c92afb11f HTTP/1.1" status: 200 len: 870 time: 0.1815975 Feb 19 02:40:23.838317 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714bfb27-0381-4f37-b608-416dc28d508d None None] Pushing event updated for resources: {'Port': ['ID=82fc6cd3-d6d6-47af-abd5-b83dc92f780f,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:23.841462 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 4e89b04d-4fc5-4464-a71b-3345933c773e, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=4e89b04d-4fc5-4464-a71b-3345933c773e,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:40:23.852700 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (4e89b04d-4fc5-4464-a71b-3345933c773e), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:23.859679 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-714bfb27-0381-4f37-b608-416dc28d508d None None] Attempting to bind port 82fc6cd3-d6d6-47af-abd5-b83dc92f780f on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:40:23.859679 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-714bfb27-0381-4f37-b608-416dc28d508d None None] Attempting to bind port 82fc6cd3-d6d6-47af-abd5-b83dc92f780f by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '10fe79c3-695f-410b-b530-64a63e824745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '2f3a90ad-ee5a-41f0-bdc0-22abe981a050'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:40:23.859679 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714bfb27-0381-4f37-b608-416dc28d508d None None] Attempting to bind port 82fc6cd3-d6d6-47af-abd5-b83dc92f780f on network 2f3a90ad-ee5a-41f0-bdc0-22abe981a050 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:40:23.894066 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-27cd2f4b-7dbe-4657-adec-4dafb45b4fe9 req-a50f57d9-1dd2-4d50-b2eb-d14ea8bf3ab8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=89f9b0a0-c329-4e39-99de-c5b7a5067c52 HTTP/1.1" status: 200 len: 217 time: 0.0431747 Feb 19 02:40:23.937861 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0e787154-f776-4ce9-84e1-299fe15ff783 admin admin] Publish callbacks [] for router_gateway (19926ac9-c54b-4bc8-9815-081664ca0553), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:23.965546 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0e787154-f776-4ce9-84e1-299fe15ff783 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:23.993118 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f81d31c5-5f90-4fd6-b51c-69ea89095862 req-f906059a-aee0-4151-8f12-f4fbe903e956 service neutron] 10.222.0.72 "GET /v2.0/networks/7fd0f9a3-a9ab-40af-b761-08bc87b304e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384880 Feb 19 02:40:24.002692 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-38ac5a70-c497-4fbf-882a-41a0c3d8e023 req-b606fa36-ce6e-47be-a04f-95b881752512 service neutron] 10.222.0.72 "GET /v2.0/networks/b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368751 Feb 19 02:40:24.011858 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cd2f4b-7dbe-4657-adec-4dafb45b4fe9 req-fa8fe880-04a3-4c49-945a-b391141d0c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:24.013134 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-27cd2f4b-7dbe-4657-adec-4dafb45b4fe9 req-fa8fe880-04a3-4c49-945a-b391141d0c18 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=974c06bc-f097-4890-970a-b087501ab241 HTTP/1.1" status: 200 len: 843 time: 0.1119928 Feb 19 02:40:24.013776 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-52c5fa44-136e-4e05-b799-f7d879b13096 req-b5c7a3de-9308-4f69-bf37-0e14bc29b1a9 service neutron] 10.222.0.73 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915698 Feb 19 02:40:24.014118 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714bfb27-0381-4f37-b608-416dc28d508d None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:40:24.014572 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714bfb27-0381-4f37-b608-416dc28d508d None None] Checking segment: {'id': '10fe79c3-695f-410b-b530-64a63e824745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '2f3a90ad-ee5a-41f0-bdc0-22abe981a050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:40:24.014986 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-714bfb27-0381-4f37-b608-416dc28d508d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:24.015379 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714bfb27-0381-4f37-b608-416dc28d508d None None] Bound using segment: {'id': '10fe79c3-695f-410b-b530-64a63e824745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '2f3a90ad-ee5a-41f0-bdc0-22abe981a050'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:40:24.015866 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-714bfb27-0381-4f37-b608-416dc28d508d None None] Bound port: 82fc6cd3-d6d6-47af-abd5-b83dc92f780f, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10fe79c3-695f-410b-b530-64a63e824745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '2f3a90ad-ee5a-41f0-bdc0-22abe981a050'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:40:24.016248 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-714bfb27-0381-4f37-b608-416dc28d508d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (82fc6cd3-d6d6-47af-abd5-b83dc92f780f), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:24.075176 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=4e89b04d-4fc5-4464-a71b-3345933c773e,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:24.138546 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-0e787154-f776-4ce9-84e1-299fe15ff783 admin admin] Allocated IP 172.25.6.31 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/2dd20b05-57e2-4dd8-bf37-99c3aded2d2e) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:40:24.143963 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-714bfb27-0381-4f37-b608-416dc28d508d None None] For port 82fc6cd3-d6d6-47af-abd5-b83dc92f780f, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:40:24.149426 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-714bfb27-0381-4f37-b608-416dc28d508d None None] For port 82fc6cd3-d6d6-47af-abd5-b83dc92f780f, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=82fc6cd3-d6d6-47af-abd5-b83dc92f780f,segment=NetworkSegment(10fe79c3-695f-410b-b530-64a63e824745),segment_id=10fe79c3-695f-410b-b530-64a63e824745)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:40:24.154070 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cd2f4b-7dbe-4657-adec-4dafb45b4fe9 req-7bb00602-f2df-4174-ba86-3b1c77d0b3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:24.154404 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-38ac5a70-c497-4fbf-882a-41a0c3d8e023 req-883f3452-217c-4848-9a34-f202547ead11 service neutron] 10.222.0.72 "GET /v2.0/networks/b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372275 Feb 19 02:40:24.155252 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-27cd2f4b-7dbe-4657-adec-4dafb45b4fe9 req-7bb00602-f2df-4174-ba86-3b1c77d0b3a6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5124bd00-da2a-4bd6-93a0-c14c92afb11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1181912 Feb 19 02:40:24.165176 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-714bfb27-0381-4f37-b608-416dc28d508d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (82fc6cd3-d6d6-47af-abd5-b83dc92f780f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:24.248927 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714bfb27-0381-4f37-b608-416dc28d508d None None] Pushing event updated for resources: {'Port': ['ID=82fc6cd3-d6d6-47af-abd5-b83dc92f780f,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:24.355294 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddf74363-89d8-4c66-b4f6-928eba41e6f8 x-openstack-request-id: req-ddf74363-89d8-4c66-b4f6-928eba41e6f8 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:40:24.358225 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be5f7cc1-41e7-4c40-b992-296c70e99846", "name": "network-vif-plugged", "status": "completed", "tag": "fc829dca-14fd-4790-bc8b-3796ff604c51", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:40:24.358674 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ddf74363-89d8-4c66-b4f6-928eba41e6f8 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:40:24.360540 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be5f7cc1-41e7-4c40-b992-296c70e99846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc829dca-14fd-4790-bc8b-3796ff604c51', 'code': 200} Feb 19 02:40:24.402661 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-27cd2f4b-7dbe-4657-adec-4dafb45b4fe9 req-55f6f9b4-0329-43da-8af0-c836e640e34b service neutron] 10.222.0.73 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380364 Feb 19 02:40:24.413416 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0e787154-f776-4ce9-84e1-299fe15ff783 admin admin] Publish callbacks [] for port (2dd20b05-57e2-4dd8-bf37-99c3aded2d2e), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:24.566855 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27566992-c414-46a7-a5e7-770f463fc5fe req-040a9fb8-5093-4dd0-af3e-09a933bef8df tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:24.568408 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-27566992-c414-46a7-a5e7-770f463fc5fe req-040a9fb8-5093-4dd0-af3e-09a933bef8df tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9df39ad-6530-4059-be79-2380f77b9993 HTTP/1.1" status: 200 len: 948 time: 0.1654372 Feb 19 02:40:24.588999 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0e787154-f776-4ce9-84e1-299fe15ff783 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (2dd20b05-57e2-4dd8-bf37-99c3aded2d2e), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:24.612980 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bef2677-be12-4684-b65a-57bd019bbbe4 req-5f277a5f-89ec-4b18-80bd-24b7711a7995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:24.615066 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2bef2677-be12-4684-b65a-57bd019bbbe4 req-5f277a5f-89ec-4b18-80bd-24b7711a7995 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=be5f7cc1-41e7-4c40-b992-296c70e99846 HTTP/1.1" status: 200 len: 1127 time: 0.1519063 Feb 19 02:40:24.663916 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-27cd2f4b-7dbe-4657-adec-4dafb45b4fe9 req-cdb59efa-e81f-4755-a34c-111edc3b9deb service neutron] 10.222.0.73 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485571 Feb 19 02:40:24.674551 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e787154-f776-4ce9-84e1-299fe15ff783 admin admin] Pushing event updated for resources: {'Port': ['ID=2dd20b05-57e2-4dd8-bf37-99c3aded2d2e,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:24.695648 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0901d30a-6460-4c77-a588-fa3c48d3f940 req-966bcc02-c876-4f83-9077-51cae97b045d tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:24.699557 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e787154-f776-4ce9-84e1-299fe15ff783 admin admin] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:40:24.701100 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-0e787154-f776-4ce9-84e1-299fe15ff783 admin admin] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:40:24.704160 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0901d30a-6460-4c77-a588-fa3c48d3f940 req-966bcc02-c876-4f83-9077-51cae97b045d tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=be5f7cc1-41e7-4c40-b992-296c70e99846 HTTP/1.1" status: 200 len: 945 time: 0.1917517 Feb 19 02:40:24.705603 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e787154-f776-4ce9-84e1-299fe15ff783 admin admin] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:40:24.756944 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-27566992-c414-46a7-a5e7-770f463fc5fe req-b53d0598-b62f-49c9-b6d1-4cbd095d66d7 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b908dbc-8f8c-41bc-a0bd-543abe15dd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786072 Feb 19 02:40:24.765694 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2bef2677-be12-4684-b65a-57bd019bbbe4 req-83631b96-59db-428b-ba5d-f0d95606da03 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436656 Feb 19 02:40:24.808882 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0901d30a-6460-4c77-a588-fa3c48d3f940 req-f6a7fcd9-bc7d-4817-ac5e-a6e6aed6e49f tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037638 Feb 19 02:40:24.944125 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d2b84874-42a2-45e0-8c70-da6116a12bd9 req-9294afcb-a8e2-49c0-8504-00a2af49d846 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=fcd6a795-095f-4679-b153-54a09672add9 HTTP/1.1" status: 200 len: 210 time: 0.0301876 Feb 19 02:40:24.968526 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9196c137-a8a5-47c5-8cac-67c9316f3a14 req-e73fb7ce-57fa-4dab-b505-788c75055386 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:24.975084 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9196c137-a8a5-47c5-8cac-67c9316f3a14 req-e73fb7ce-57fa-4dab-b505-788c75055386 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=77900542-b50c-43fa-8e51-4bdebb3f3e4a HTTP/1.1" status: 200 len: 950 time: 0.1074545 Feb 19 02:40:25.027693 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4d1e1549-e050-4f19-b580-2f8fde0c8150 req-05b4a251-d10a-4235-b1e6-d92cc07c8ffd tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ba3b900-15b8-46bf-a477-f4d206c422f2 HTTP/1.1" status: 200 len: 210 time: 0.0308762 Feb 19 02:40:25.073600 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9196c137-a8a5-47c5-8cac-67c9316f3a14 req-2752358e-b493-4106-b371-bf6e1b1b2629 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975404 Feb 19 02:40:25.089563 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0e787154-f776-4ce9-84e1-299fe15ff783 admin admin] Publish callbacks [] for router_gateway (19926ac9-c54b-4bc8-9815-081664ca0553), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:25.351198 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0e787154-f776-4ce9-84e1-299fe15ff783 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16317478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865'] for router (19926ac9-c54b-4bc8-9815-081664ca0553), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:25.510330 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 82fc6cd3-d6d6-47af-abd5-b83dc92f780f up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:40:25.557407 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e787154-f776-4ce9-84e1-299fe15ff783 admin admin] Router 19926ac9-c54b-4bc8-9815-081664ca0553 is scheduled to L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd with binding_index 1 {{(pid=103702) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 02:40:25.627457 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 82fc6cd3-d6d6-47af-abd5-b83dc92f780f triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:40:25.627838 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (82fc6cd3-d6d6-47af-abd5-b83dc92f780f), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:25.637601 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5f8f4eda-0fd3-4c4a-8add-c728ba4d9bb2 req-db7187a7-3247-44c6-b59c-edc5bd162773 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=fb0ca84a-aa54-4ea8-8244-4ca8f9d8af34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0965579 Feb 19 02:40:25.729187 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 82fc6cd3-d6d6-47af-abd5-b83dc92f780f is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:40:25.729973 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (82fc6cd3-d6d6-47af-abd5-b83dc92f780f), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:25.740409 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e787154-f776-4ce9-84e1-299fe15ff783 admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:40:25.754315 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1e6110-81c4-48ce-b1b9-46379f709df8 None None] Sync routers for ids ['19926ac9-c54b-4bc8-9815-081664ca0553'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:40:25.770441 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1e6110-81c4-48ce-b1b9-46379f709df8 None None] Routers {'19926ac9-c54b-4bc8-9815-081664ca0553'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:40:25.771081 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-1e1e6110-81c4-48ce-b1b9-46379f709df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:40:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['19926ac9-c54b-4bc8-9815-081664ca0553'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:40:25.778315 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port 82fc6cd3-d6d6-47af-abd5-b83dc92f780f, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=82fc6cd3-d6d6-47af-abd5-b83dc92f780f,segment=NetworkSegment(10fe79c3-695f-410b-b530-64a63e824745),segment_id=10fe79c3-695f-410b-b530-64a63e824745)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:40:25.787181 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (82fc6cd3-d6d6-47af-abd5-b83dc92f780f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:25.803360 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0e787154-f776-4ce9-84e1-299fe15ff783 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:25.811038 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-0e787154-f776-4ce9-84e1-299fe15ff783 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.9427218 Feb 19 02:40:25.815326 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 46632) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:40:25.871079 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=82fc6cd3-d6d6-47af-abd5-b83dc92f780f,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:25.923109 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49054dee-2ed7-4c9c-b512-5499f9c8a16a None None] Network 2f3a90ad-ee5a-41f0-bdc0-22abe981a050 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:40:25.936959 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:25.952098 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-1e1e6110-81c4-48ce-b1b9-46379f709df8 None None] Set router 19926ac9-c54b-4bc8-9815-081664ca0553 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:40:26.093143 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-095d76f5-a593-4167-9ae9-f198144eca8e None None] Provisioning complete for port 82fc6cd3-d6d6-47af-abd5-b83dc92f780f triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:40:26.093569 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-095d76f5-a593-4167-9ae9-f198144eca8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (82fc6cd3-d6d6-47af-abd5-b83dc92f780f), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:26.163585 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-1e1e6110-81c4-48ce-b1b9-46379f709df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19926ac9-c54b-4bc8-9815-081664ca0553', 'name': 'tempest-FloatingIPsAssociationTestJSON-504285703-router', 'tenant_id': '5126e9cc2c214dde954e94889efcccdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '2dd20b05-57e2-4dd8-bf37-99c3aded2d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:40:23Z', 'updated_at': '2022-02-19T02:40:24Z', 'revision_number': 3, 'project_id': '5126e9cc2c214dde954e94889efcccdb', 'gw_port': {'id': '2dd20b05-57e2-4dd8-bf37-99c3aded2d2e', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:3f:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19926ac9-c54b-4bc8-9815-081664ca0553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:40:23Z', 'updated_at': '2022-02-19T02:40:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:40:26.196021 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1e6110-81c4-48ce-b1b9-46379f709df8 None None] Checking router: 19926ac9-c54b-4bc8-9815-081664ca0553 for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:40:26.196643 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1e6110-81c4-48ce-b1b9-46379f709df8 None None] Updating router 19926ac9-c54b-4bc8-9815-081664ca0553 port 2dd20b05-57e2-4dd8-bf37-99c3aded2d2e binding host n-d-826753-2 {{(pid=103704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:40:26.234513 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-1e1e6110-81c4-48ce-b1b9-46379f709df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (2dd20b05-57e2-4dd8-bf37-99c3aded2d2e), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:26.301270 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.82', 58563) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:40:26.336063 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-095d76f5-a593-4167-9ae9-f198144eca8e None None] Current status of the port 82fc6cd3-d6d6-47af-abd5-b83dc92f780f is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:40:26.362528 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77900542-b50c-43fa-8e51-4bdebb3f3e4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e89b04d-4fc5-4464-a71b-3345933c773e'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:40:26.364634 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8f4eda-0fd3-4c4a-8add-c728ba4d9bb2 req-f11aba5a-e9a5-4789-9c59-2dae28ffa88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:26.366175 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-513e5a55-5f1c-4b8f-bc35-2fdb91ff443b" -d '{"events": [{"server_uuid": "77900542-b50c-43fa-8e51-4bdebb3f3e4a", "name": "network-vif-plugged", "status": "completed", "tag": "4e89b04d-4fc5-4464-a71b-3345933c773e"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:40:26.366314 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5f8f4eda-0fd3-4c4a-8add-c728ba4d9bb2 req-f11aba5a-e9a5-4789-9c59-2dae28ffa88a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=db33b204d8b743bf8957eb245634d63e&device_id=fb0ca84a-aa54-4ea8-8244-4ca8f9d8af34 HTTP/1.1" status: 200 len: 1132 time: 0.5747263 Feb 19 02:40:26.445294 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.82', 58564) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:40:26.517347 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d31c5-5f90-4fd6-b51c-69ea89095862 req-6161bc8b-2290-40e1-97d1-aa206deb417d tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:26.519151 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f81d31c5-5f90-4fd6-b51c-69ea89095862 req-6161bc8b-2290-40e1-97d1-aa206deb417d tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] 10.222.0.82 "GET /v2.0/networks?id=7fd0f9a3-a9ab-40af-b761-08bc87b304e4 HTTP/1.1" status: 200 len: 813 time: 0.2159572 Feb 19 02:40:26.599794 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-1e1e6110-81c4-48ce-b1b9-46379f709df8 None None] Publish callbacks [] for port (2dd20b05-57e2-4dd8-bf37-99c3aded2d2e), precommit_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:26.610165 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-1e1e6110-81c4-48ce-b1b9-46379f709df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (2dd20b05-57e2-4dd8-bf37-99c3aded2d2e), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:26.618911 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299ae1c7-786e-448d-85f3-bdefe1eff1bb req-f2af7662-4b0d-4acf-baf0-8bfb913b724b tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:26.621039 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-299ae1c7-786e-448d-85f3-bdefe1eff1bb req-f2af7662-4b0d-4acf-baf0-8bfb913b724b tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9df39ad-6530-4059-be79-2380f77b9993 HTTP/1.1" status: 200 len: 948 time: 0.5073798 Feb 19 02:40:26.642710 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-f81d31c5-5f90-4fd6-b51c-69ea89095862 req-aa727d8c-fe69-4e9b-acf4-c92863e10cea tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Request body: {'port': {'device_id': '0fdd35b4-ce53-4ca6-b9ae-774766069c11', 'network_id': '7fd0f9a3-a9ab-40af-b761-08bc87b304e4', 'admin_state_up': True, 'tenant_id': 'dd52dae5d953488a999b14891988d841'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:40:26.661767 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-fbc21a6d-7198-40a7-85e6-2d821d62f862 None None] Provisioning complete for port 82fc6cd3-d6d6-47af-abd5-b83dc92f780f triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:40:26.662534 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fbc21a6d-7198-40a7-85e6-2d821d62f862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (82fc6cd3-d6d6-47af-abd5-b83dc92f780f), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:26.667902 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a679b89-3b05-4334-805c-7da0915f5fd8 None None] Pushing event updated for resources: {'Port': ['ID=2dd20b05-57e2-4dd8-bf37-99c3aded2d2e,revision_number=2']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:26.670049 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-1e1e6110-81c4-48ce-b1b9-46379f709df8 None None] Attempting to bind port 2dd20b05-57e2-4dd8-bf37-99c3aded2d2e on host n-d-826753-2 for vnic_type normal with profile {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:40:26.670420 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-1e1e6110-81c4-48ce-b1b9-46379f709df8 None None] Attempting to bind port 2dd20b05-57e2-4dd8-bf37-99c3aded2d2e by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:40:26.670779 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1e6110-81c4-48ce-b1b9-46379f709df8 None None] Attempting to bind port 2dd20b05-57e2-4dd8-bf37-99c3aded2d2e on network eaf64708-9021-419e-b287-ef3e0f51e2ee {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:40:26.680941 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a679b89-3b05-4334-805c-7da0915f5fd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:40:26.681331 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a679b89-3b05-4334-805c-7da0915f5fd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:40:26.681676 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a679b89-3b05-4334-805c-7da0915f5fd8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:40:26.682010 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a679b89-3b05-4334-805c-7da0915f5fd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:40:26.682345 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a679b89-3b05-4334-805c-7da0915f5fd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:40:26.682677 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a679b89-3b05-4334-805c-7da0915f5fd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:40:26.683010 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a679b89-3b05-4334-805c-7da0915f5fd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:40:26.683332 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a679b89-3b05-4334-805c-7da0915f5fd8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:40:26.684128 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a679b89-3b05-4334-805c-7da0915f5fd8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:40:26.684128 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a679b89-3b05-4334-805c-7da0915f5fd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:40:26.684301 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a679b89-3b05-4334-805c-7da0915f5fd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:40:26.684577 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a679b89-3b05-4334-805c-7da0915f5fd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:40:26.684897 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a679b89-3b05-4334-805c-7da0915f5fd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:40:26.688938 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1e6110-81c4-48ce-b1b9-46379f709df8 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:40:26.689977 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1e6110-81c4-48ce-b1b9-46379f709df8 None None] Checking segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:40:26.690636 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-1e1e6110-81c4-48ce-b1b9-46379f709df8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:26.691024 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1e6110-81c4-48ce-b1b9-46379f709df8 None None] Bound using segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:40:26.691503 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-1e1e6110-81c4-48ce-b1b9-46379f709df8 None None] Bound port: 2dd20b05-57e2-4dd8-bf37-99c3aded2d2e, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:40:26.691880 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-1e1e6110-81c4-48ce-b1b9-46379f709df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (2dd20b05-57e2-4dd8-bf37-99c3aded2d2e), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:26.730517 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cbf933-b7bd-4873-94da-e8259b06fd72 req-74ddc0cc-2545-4326-bf13-5d95b14fd8f2 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:26.740374 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-49cbf933-b7bd-4873-94da-e8259b06fd72 req-74ddc0cc-2545-4326-bf13-5d95b14fd8f2 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=be5f7cc1-41e7-4c40-b992-296c70e99846 HTTP/1.1" status: 200 len: 945 time: 0.6281824 Feb 19 02:40:26.762452 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8f4eda-0fd3-4c4a-8add-c728ba4d9bb2 req-06f390c1-b080-47a5-8e17-efddfcbda75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:26.764782 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5f8f4eda-0fd3-4c4a-8add-c728ba4d9bb2 req-06f390c1-b080-47a5-8e17-efddfcbda75f service neutron] 10.222.0.82 "GET /v2.0/networks?id=5124bd00-da2a-4bd6-93a0-c14c92afb11f HTTP/1.1" status: 200 len: 870 time: 0.2430224 Feb 19 02:40:26.769705 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-1e1e6110-81c4-48ce-b1b9-46379f709df8 None None] For port 2dd20b05-57e2-4dd8-bf37-99c3aded2d2e, host n-d-826753-2, cleared binding levels {{(pid=103704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:40:26.774044 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-fbc21a6d-7198-40a7-85e6-2d821d62f862 None None] Current status of the port 82fc6cd3-d6d6-47af-abd5-b83dc92f780f is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:40:26.777849 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-1e1e6110-81c4-48ce-b1b9-46379f709df8 None None] For port 2dd20b05-57e2-4dd8-bf37-99c3aded2d2e, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=2dd20b05-57e2-4dd8-bf37-99c3aded2d2e,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:40:26.790388 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-1e1e6110-81c4-48ce-b1b9-46379f709df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (2dd20b05-57e2-4dd8-bf37-99c3aded2d2e), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:26.846411 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1e6110-81c4-48ce-b1b9-46379f709df8 None None] Routers {'19926ac9-c54b-4bc8-9815-081664ca0553'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:40:26.846411 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-1e1e6110-81c4-48ce-b1b9-46379f709df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:40:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['19926ac9-c54b-4bc8-9815-081664ca0553'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:40:26.862042 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ac5a70-c497-4fbf-882a-41a0c3d8e023 req-3a1bd839-deb1-4ef9-9efb-a1345a7c830b tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:26.863477 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-38ac5a70-c497-4fbf-882a-41a0c3d8e023 req-3a1bd839-deb1-4ef9-9efb-a1345a7c830b tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.82 "GET /v2.0/networks?id=b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7 HTTP/1.1" status: 200 len: 808 time: 0.4601629 Feb 19 02:40:26.874742 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d31c5-5f90-4fd6-b51c-69ea89095862 req-95adc7d1-94f8-400c-92fc-63f845ed68da tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:26.876132 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-f81d31c5-5f90-4fd6-b51c-69ea89095862 req-95adc7d1-94f8-400c-92fc-63f845ed68da tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] 10.222.0.82 "GET /v2.0/networks?id=7fd0f9a3-a9ab-40af-b761-08bc87b304e4 HTTP/1.1" status: 200 len: 813 time: 0.4268696 Feb 19 02:40:26.884469 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a679b89-3b05-4334-805c-7da0915f5fd8 None None] Pushing event updated for resources: {'Port': ['ID=2dd20b05-57e2-4dd8-bf37-99c3aded2d2e,revision_number=3']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:26.892972 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5f8f4eda-0fd3-4c4a-8add-c728ba4d9bb2 req-dbe69298-23b7-483d-b3e4-39f06c9619af service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=a4bbb362-5463-44d9-80a2-82aaa6f86538 HTTP/1.1" status: 200 len: 217 time: 0.0805759 Feb 19 02:40:26.916544 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-49cbf933-b7bd-4873-94da-e8259b06fd72 req-45b17eff-ee9c-402a-afcc-942b5b51cac6 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748850 Feb 19 02:40:26.927867 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-f81d31c5-5f90-4fd6-b51c-69ea89095862 req-fc4fa642-a105-49fb-822f-69965e25ecbb tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Request body: {'port': {'device_id': '4ba3b900-15b8-46bf-a477-f4d206c422f2', 'network_id': '7fd0f9a3-a9ab-40af-b761-08bc87b304e4', 'admin_state_up': True, 'tenant_id': 'dd52dae5d953488a999b14891988d841'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:40:26.940001 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-38ac5a70-c497-4fbf-882a-41a0c3d8e023 req-7514becc-775f-431d-9149-ecc4229aa218 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Request body: {'port': {'device_id': 'fcd6a795-095f-4679-b153-54a09672add9', 'network_id': 'b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7', 'admin_state_up': True, 'tenant_id': '0351aa3c6ea34cbbac483ac000de57cb'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:40:26.975965 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 2bdec1ae-8218-4b25-acdb-d88d4bb3c50e details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:40:26.977498 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-299ae1c7-786e-448d-85f3-bdefe1eff1bb req-9a70f0b4-dca8-4e5f-a50f-e60c6dd2f7c3 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b908dbc-8f8c-41bc-a0bd-543abe15dd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3388319 Feb 19 02:40:27.007774 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8f4eda-0fd3-4c4a-8add-c728ba4d9bb2 req-d8630a02-41cf-4de0-b2a4-79d18d2bc516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:27.008819 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5f8f4eda-0fd3-4c4a-8add-c728ba4d9bb2 req-d8630a02-41cf-4de0-b2a4-79d18d2bc516 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=974c06bc-f097-4890-970a-b087501ab241 HTTP/1.1" status: 200 len: 843 time: 0.0821848 Feb 19 02:40:27.011851 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-1e1e6110-81c4-48ce-b1b9-46379f709df8 None None] Set router 19926ac9-c54b-4bc8-9815-081664ca0553 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:40:27.110587 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cbaf9c20-2250-4845-a63c-760532a3d01f req-488f6c68-a4a5-445b-99bb-015ea46792ed tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=fcd6a795-095f-4679-b153-54a09672add9 HTTP/1.1" status: 200 len: 210 time: 0.0329204 Feb 19 02:40:27.144117 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fd53b587-ebb0-4380-a54a-7cb65056f6eb req-dede4956-72e5-4a67-88fe-0e5715be05eb tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ba3b900-15b8-46bf-a477-f4d206c422f2 HTTP/1.1" status: 200 len: 210 time: 0.0316291 Feb 19 02:40:27.146936 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f81d31c5-5f90-4fd6-b51c-69ea89095862 req-aa727d8c-fe69-4e9b-acf4-c92863e10cea tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Made reservation on behalf of dd52dae5d953488a999b14891988d841 for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:40:27.151114 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-f81d31c5-5f90-4fd6-b51c-69ea89095862 req-aa727d8c-fe69-4e9b-acf4-c92863e10cea tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:27.193528 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 2bdec1ae-8218-4b25-acdb-d88d4bb3c50e, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=2bdec1ae-8218-4b25-acdb-d88d4bb3c50e,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:40:27.214492 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': '2bdec1ae-8218-4b25-acdb-d88d4bb3c50e', 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f', 'port_id': '2bdec1ae-8218-4b25-acdb-d88d4bb3c50e', 'mac_address': 'fa:16:3e:a2:42:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '974c06bc-f097-4890-970a-b087501ab241', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:40:27.310893 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6d40fcf-0110-42cf-9905-40c85994f6dd x-openstack-request-id: req-d6d40fcf-0110-42cf-9905-40c85994f6dd {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:40:27.311237 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77900542-b50c-43fa-8e51-4bdebb3f3e4a", "name": "network-vif-plugged", "status": "completed", "tag": "4e89b04d-4fc5-4464-a71b-3345933c773e", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:40:27.311531 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d6d40fcf-0110-42cf-9905-40c85994f6dd {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:40:27.311943 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77900542-b50c-43fa-8e51-4bdebb3f3e4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e89b04d-4fc5-4464-a71b-3345933c773e', 'code': 200} Feb 19 02:40:27.312491 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 2bdec1ae-8218-4b25-acdb-d88d4bb3c50e is: ACTIVE; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:40:27.313105 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (2bdec1ae-8218-4b25-acdb-d88d4bb3c50e), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:27.352699 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2bdec1ae-8218-4b25-acdb-d88d4bb3c50e {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:40:27.365054 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38ac5a70-c497-4fbf-882a-41a0c3d8e023 req-7514becc-775f-431d-9149-ecc4229aa218 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Made reservation on behalf of 0351aa3c6ea34cbbac483ac000de57cb for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:40:27.369650 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-38ac5a70-c497-4fbf-882a-41a0c3d8e023 req-7514becc-775f-431d-9149-ecc4229aa218 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:27.373438 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8f4eda-0fd3-4c4a-8add-c728ba4d9bb2 req-aa35f184-1fe4-4ac8-a546-d22f9e478c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:27.380140 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5f8f4eda-0fd3-4c4a-8add-c728ba4d9bb2 req-aa35f184-1fe4-4ac8-a546-d22f9e478c1f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5124bd00-da2a-4bd6-93a0-c14c92afb11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3527250 Feb 19 02:40:27.383077 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 2bdec1ae-8218-4b25-acdb-d88d4bb3c50e, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=2bdec1ae-8218-4b25-acdb-d88d4bb3c50e,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:40:27.391471 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (2bdec1ae-8218-4b25-acdb-d88d4bb3c50e), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:27.416365 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.82', 58565) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:40:27.485685 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f81d31c5-5f90-4fd6-b51c-69ea89095862 req-fc4fa642-a105-49fb-822f-69965e25ecbb tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Made reservation on behalf of dd52dae5d953488a999b14891988d841 for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:40:27.491432 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-f81d31c5-5f90-4fd6-b51c-69ea89095862 req-fc4fa642-a105-49fb-822f-69965e25ecbb tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:27.501375 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=2bdec1ae-8218-4b25-acdb-d88d4bb3c50e,revision_number=6']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:27.503947 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-1e1e6110-81c4-48ce-b1b9-46379f709df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19926ac9-c54b-4bc8-9815-081664ca0553', 'name': 'tempest-FloatingIPsAssociationTestJSON-504285703-router', 'tenant_id': '5126e9cc2c214dde954e94889efcccdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '2dd20b05-57e2-4dd8-bf37-99c3aded2d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:40:23Z', 'updated_at': '2022-02-19T02:40:24Z', 'revision_number': 3, 'project_id': '5126e9cc2c214dde954e94889efcccdb', 'gw_port': {'id': '2dd20b05-57e2-4dd8-bf37-99c3aded2d2e', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:3f:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19926ac9-c54b-4bc8-9815-081664ca0553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:40:23Z', 'updated_at': '2022-02-19T02:40:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:40:27.516078 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 82fc6cd3-d6d6-47af-abd5-b83dc92f780f up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:40:27.547223 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [req-f81d31c5-5f90-4fd6-b51c-69ea89095862 req-aa727d8c-fe69-4e9b-acf4-c92863e10cea tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Allocated IP 172.20.0.3 (7fd0f9a3-a9ab-40af-b761-08bc87b304e4/4295b22e-6c68-45b5-871e-9b69dcfd8866/e6bacbea-7bc0-404c-9095-3c156f57e23c) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:40:27.568016 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1e6110-81c4-48ce-b1b9-46379f709df8 None None] The sync data for ids ['19926ac9-c54b-4bc8-9815-081664ca0553'] in n-d-826753-2 is: [{'id': '19926ac9-c54b-4bc8-9815-081664ca0553', 'name': 'tempest-FloatingIPsAssociationTestJSON-504285703-router', 'tenant_id': '5126e9cc2c214dde954e94889efcccdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '2dd20b05-57e2-4dd8-bf37-99c3aded2d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:40:23Z', 'updated_at': '2022-02-19T02:40:24Z', 'revision_number': 3, 'project_id': '5126e9cc2c214dde954e94889efcccdb', 'gw_port': {'id': '2dd20b05-57e2-4dd8-bf37-99c3aded2d2e', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:3f:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19926ac9-c54b-4bc8-9815-081664ca0553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:40:23Z', 'updated_at': '2022-02-19T02:40:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:40:27.568627 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bb8b43-25be-41e5-b066-256417ae75e0 req-75be1ea4-7012-41cc-98be-8974b20b2c9b tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:27.577766 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d8bb8b43-25be-41e5-b066-256417ae75e0 req-75be1ea4-7012-41cc-98be-8974b20b2c9b tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=77900542-b50c-43fa-8e51-4bdebb3f3e4a HTTP/1.1" status: 200 len: 950 time: 0.3032680 Feb 19 02:40:27.594907 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 82fc6cd3-d6d6-47af-abd5-b83dc92f780f triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:40:27.596161 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (82fc6cd3-d6d6-47af-abd5-b83dc92f780f), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:27.640026 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['2bdec1ae-8218-4b25-acdb-d88d4bb3c50e'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:40:27.653227 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3a3a2fc3-67c1-4e48-8414-942caf40a41c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:27.662577 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81672aec-9480-4eff-b564-e5cb5df5343d req-a8005056-24c8-4b1b-b1c9-056c4788aec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:27.664089 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-81672aec-9480-4eff-b564-e5cb5df5343d req-a8005056-24c8-4b1b-b1c9-056c4788aec3 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=77900542-b50c-43fa-8e51-4bdebb3f3e4a HTTP/1.1" status: 200 len: 1132 time: 0.2217832 Feb 19 02:40:27.675300 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5f8f4eda-0fd3-4c4a-8add-c728ba4d9bb2 req-3b0f3d34-0f63-4e5b-9dc0-1975d29bfac3 service neutron] 10.222.0.82 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419088 Feb 19 02:40:27.751264 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d8bb8b43-25be-41e5-b066-256417ae75e0 req-e27d5c13-1582-4eca-9a9e-09ad78a76a85 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721289 Feb 19 02:40:27.786711 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 82fc6cd3-d6d6-47af-abd5-b83dc92f780f is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:40:27.820902 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [req-38ac5a70-c497-4fbf-882a-41a0c3d8e023 req-7514becc-775f-431d-9149-ecc4229aa218 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Allocated IP 172.20.0.5 (b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7/de6735e0-8981-45a6-9d12-953729888898/a8eb6e41-adb3-4497-8eb0-74bb6e3592dd) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:40:27.872430 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-81672aec-9480-4eff-b564-e5cb5df5343d req-9f62979d-65b5-4869-b4dd-dbfad6aebe99 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961448 Feb 19 02:40:27.924611 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5f8f4eda-0fd3-4c4a-8add-c728ba4d9bb2 req-5097006f-eb1f-4156-a5ba-070d07970d48 service neutron] 10.222.0.82 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254398 Feb 19 02:40:27.935288 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-f81d31c5-5f90-4fd6-b51c-69ea89095862 req-aa727d8c-fe69-4e9b-acf4-c92863e10cea tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Publish callbacks [] for port (e6bacbea-7bc0-404c-9095-3c156f57e23c), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:27.992631 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-f81d31c5-5f90-4fd6-b51c-69ea89095862 req-aa727d8c-fe69-4e9b-acf4-c92863e10cea tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (e6bacbea-7bc0-404c-9095-3c156f57e23c), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:28.047870 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f81d31c5-5f90-4fd6-b51c-69ea89095862 req-aa727d8c-fe69-4e9b-acf4-c92863e10cea tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Network 7fd0f9a3-a9ab-40af-b761-08bc87b304e4 is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:40:28.051579 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [req-f81d31c5-5f90-4fd6-b51c-69ea89095862 req-aa727d8c-fe69-4e9b-acf4-c92863e10cea tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:40:28.060798 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-f81d31c5-5f90-4fd6-b51c-69ea89095862 req-aa727d8c-fe69-4e9b-acf4-c92863e10cea tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:40:28.080678 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [req-f81d31c5-5f90-4fd6-b51c-69ea89095862 req-fc4fa642-a105-49fb-822f-69965e25ecbb tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Allocated IP 172.20.0.5 (7fd0f9a3-a9ab-40af-b761-08bc87b304e4/4295b22e-6c68-45b5-871e-9b69dcfd8866/79438a74-5a4d-450e-a024-17ae75fc49b7) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:40:28.101060 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa727d8c-fe69-4e9b-acf4-c92863e10cea tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Pushing event updated for resources: {'Port': ['ID=e6bacbea-7bc0-404c-9095-3c156f57e23c,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:28.143463 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-3a3a2fc3-67c1-4e48-8414-942caf40a41c admin admin] Allocated IP 172.20.0.1 (2f3a90ad-ee5a-41f0-bdc0-22abe981a050/a1cf80ca-3ee4-4752-b65e-3f091ad2def6/01a34c5d-fa80-4660-a0db-efb2071115d8) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:40:28.171212 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa727d8c-fe69-4e9b-acf4-c92863e10cea tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:40:28.171450 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa727d8c-fe69-4e9b-acf4-c92863e10cea tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:40:28.171709 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa727d8c-fe69-4e9b-acf4-c92863e10cea tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:40:28.172044 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa727d8c-fe69-4e9b-acf4-c92863e10cea tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:40:28.172371 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa727d8c-fe69-4e9b-acf4-c92863e10cea tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:40:28.172699 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa727d8c-fe69-4e9b-acf4-c92863e10cea tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:40:28.173038 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa727d8c-fe69-4e9b-acf4-c92863e10cea tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:40:28.173395 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa727d8c-fe69-4e9b-acf4-c92863e10cea tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:40:28.173713 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa727d8c-fe69-4e9b-acf4-c92863e10cea tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:40:28.174025 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa727d8c-fe69-4e9b-acf4-c92863e10cea tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:40:28.174340 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa727d8c-fe69-4e9b-acf4-c92863e10cea tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:40:28.174654 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa727d8c-fe69-4e9b-acf4-c92863e10cea tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:40:28.174972 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa727d8c-fe69-4e9b-acf4-c92863e10cea tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:40:28.195045 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d31c5-5f90-4fd6-b51c-69ea89095862 req-aa727d8c-fe69-4e9b-acf4-c92863e10cea tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:28.195686 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-f81d31c5-5f90-4fd6-b51c-69ea89095862 req-aa727d8c-fe69-4e9b-acf4-c92863e10cea tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:28.229858 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60060a5b-37e8-45d3-ad71-60a7b00d4a72 req-3a9705da-34fa-4799-9d0d-b47404ea3879 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:28.236921 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-60060a5b-37e8-45d3-ad71-60a7b00d4a72 req-3a9705da-34fa-4799-9d0d-b47404ea3879 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=be5f7cc1-41e7-4c40-b992-296c70e99846 HTTP/1.1" status: 200 len: 945 time: 0.1730306 Feb 19 02:40:28.248543 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f81d31c5-5f90-4fd6-b51c-69ea89095862 req-aa727d8c-fe69-4e9b-acf4-c92863e10cea tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6121507 Feb 19 02:40:28.263819 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d383842f-c8ba-4f8f-8285-dadb799a2615 req-c7995f0a-923f-4f5e-92a9-58e6857d5823 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:28.265378 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d383842f-c8ba-4f8f-8285-dadb799a2615 req-c7995f0a-923f-4f5e-92a9-58e6857d5823 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9df39ad-6530-4059-be79-2380f77b9993 HTTP/1.1" status: 200 len: 948 time: 0.1420040 Feb 19 02:40:28.315592 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-60060a5b-37e8-45d3-ad71-60a7b00d4a72 req-a2777cfa-af01-4941-ae22-72ca671fc9a0 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777550 Feb 19 02:40:28.344362 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-38ac5a70-c497-4fbf-882a-41a0c3d8e023 req-7514becc-775f-431d-9149-ecc4229aa218 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Publish callbacks [] for port (a8eb6e41-adb3-4497-8eb0-74bb6e3592dd), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:28.352147 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d383842f-c8ba-4f8f-8285-dadb799a2615 req-c844319d-1118-490b-93f0-3623d9549826 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b908dbc-8f8c-41bc-a0bd-543abe15dd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629766 Feb 19 02:40:28.352147 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-f81d31c5-5f90-4fd6-b51c-69ea89095862 req-7798d684-2f33-4fbd-ba56-3d378f0d9961 service neutron] Request body: {'port': {'device_id': '0fdd35b4-ce53-4ca6-b9ae-774766069c11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826753-2'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:40:28.443269 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-f81d31c5-5f90-4fd6-b51c-69ea89095862 req-7798d684-2f33-4fbd-ba56-3d378f0d9961 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (e6bacbea-7bc0-404c-9095-3c156f57e23c), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:28.458870 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3a3a2fc3-67c1-4e48-8414-942caf40a41c admin admin] Publish callbacks [] for port (01a34c5d-fa80-4660-a0db-efb2071115d8), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:28.476898 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-f81d31c5-5f90-4fd6-b51c-69ea89095862 req-fc4fa642-a105-49fb-822f-69965e25ecbb tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Publish callbacks [] for port (79438a74-5a4d-450e-a024-17ae75fc49b7), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:28.503583 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-38ac5a70-c497-4fbf-882a-41a0c3d8e023 req-7514becc-775f-431d-9149-ecc4229aa218 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (a8eb6e41-adb3-4497-8eb0-74bb6e3592dd), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:28.529145 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6398f8ee-925c-48ef-8126-4ae62f0f8b8f req-44de2ce8-31d7-4e43-88d1-102f2c790674 tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ba3b900-15b8-46bf-a477-f4d206c422f2 HTTP/1.1" status: 200 len: 210 time: 0.0645773 Feb 19 02:40:28.575545 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3a3a2fc3-67c1-4e48-8414-942caf40a41c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (01a34c5d-fa80-4660-a0db-efb2071115d8), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:28.586145 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['49fe7044-8617-421f-8cae-626e2aa0e00e'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:40:28.660864 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3a2fc3-67c1-4e48-8414-942caf40a41c admin admin] Network 2f3a90ad-ee5a-41f0-bdc0-22abe981a050 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:40:28.662039 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-f81d31c5-5f90-4fd6-b51c-69ea89095862 req-fc4fa642-a105-49fb-822f-69965e25ecbb tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (79438a74-5a4d-450e-a024-17ae75fc49b7), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:28.667420 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38ac5a70-c497-4fbf-882a-41a0c3d8e023 req-7514becc-775f-431d-9149-ecc4229aa218 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Network b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:40:28.668446 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-3a3a2fc3-67c1-4e48-8414-942caf40a41c admin admin] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:40:28.675386 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3a2fc3-67c1-4e48-8414-942caf40a41c admin admin] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:40:28.680080 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a41e17-b7aa-4068-aac5-44046f2aeafa req-2c882ba9-cd7f-41ed-87fd-72ac058805be tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:28.681720 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-50a41e17-b7aa-4068-aac5-44046f2aeafa req-2c882ba9-cd7f-41ed-87fd-72ac058805be tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=fcd6a795-095f-4679-b153-54a09672add9 HTTP/1.1" status: 200 len: 931 time: 0.1820624 Feb 19 02:40:28.737104 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [req-38ac5a70-c497-4fbf-882a-41a0c3d8e023 req-7514becc-775f-431d-9149-ecc4229aa218 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:40:28.747004 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3a3a2fc3-67c1-4e48-8414-942caf40a41c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16289150'] for router_interface (19926ac9-c54b-4bc8-9815-081664ca0553), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:28.768256 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-38ac5a70-c497-4fbf-882a-41a0c3d8e023 req-7514becc-775f-431d-9149-ecc4229aa218 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:40:28.843717 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ac5a70-c497-4fbf-882a-41a0c3d8e023 req-7514becc-775f-431d-9149-ecc4229aa218 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:28.844793 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-38ac5a70-c497-4fbf-882a-41a0c3d8e023 req-7514becc-775f-431d-9149-ecc4229aa218 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:28.873828 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-50a41e17-b7aa-4068-aac5-44046f2aeafa req-b0ed40d9-3aed-4800-96f0-ddc89e9f3285 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772099 Feb 19 02:40:28.959920 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-38ac5a70-c497-4fbf-882a-41a0c3d8e023 req-7514becc-775f-431d-9149-ecc4229aa218 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0368621 Feb 19 02:40:28.968160 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f81d31c5-5f90-4fd6-b51c-69ea89095862 req-fc4fa642-a105-49fb-822f-69965e25ecbb tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Network 7fd0f9a3-a9ab-40af-b761-08bc87b304e4 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:40:28.969097 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7514becc-775f-431d-9149-ecc4229aa218 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Pushing event updated for resources: {'Port': ['ID=a8eb6e41-adb3-4497-8eb0-74bb6e3592dd,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:28.982676 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device e900da92-6b02-463e-a4f4-e45cd6deaee5 details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:40:28.984112 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [req-f81d31c5-5f90-4fd6-b51c-69ea89095862 req-fc4fa642-a105-49fb-822f-69965e25ecbb tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:40:28.987157 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-f81d31c5-5f90-4fd6-b51c-69ea89095862 req-fc4fa642-a105-49fb-822f-69965e25ecbb tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:40:29.035550 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-38ac5a70-c497-4fbf-882a-41a0c3d8e023 req-25ccfcaf-9609-4636-9fcf-b09940899089 service neutron] Request body: {'port': {'device_id': 'fcd6a795-095f-4679-b153-54a09672add9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826753-2'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:40:29.063053 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7514becc-775f-431d-9149-ecc4229aa218 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:40:29.063543 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7514becc-775f-431d-9149-ecc4229aa218 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:40:29.064956 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7514becc-775f-431d-9149-ecc4229aa218 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:40:29.065514 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7514becc-775f-431d-9149-ecc4229aa218 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:40:29.066112 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7514becc-775f-431d-9149-ecc4229aa218 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:40:29.066884 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7514becc-775f-431d-9149-ecc4229aa218 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:40:29.066884 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7514becc-775f-431d-9149-ecc4229aa218 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:40:29.067511 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7514becc-775f-431d-9149-ecc4229aa218 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:40:29.068614 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7514becc-775f-431d-9149-ecc4229aa218 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:40:29.068614 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7514becc-775f-431d-9149-ecc4229aa218 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:40:29.069160 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7514becc-775f-431d-9149-ecc4229aa218 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:40:29.069733 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7514becc-775f-431d-9149-ecc4229aa218 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:40:29.070307 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7514becc-775f-431d-9149-ecc4229aa218 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:40:29.098111 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c1cc8-05cb-4cfb-a219-084d4c0b00e2 req-9988303c-04a8-4b9c-a410-1c752ff7ff24 tempest-LiveAutoBlockMigrationV225Test-289573108 tempest-LiveAutoBlockMigrationV225Test-289573108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:29.105362 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8b3c1cc8-05cb-4cfb-a219-084d4c0b00e2 req-9988303c-04a8-4b9c-a410-1c752ff7ff24 tempest-LiveAutoBlockMigrationV225Test-289573108 tempest-LiveAutoBlockMigrationV225Test-289573108-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=be5f7cc1-41e7-4c40-b992-296c70e99846 HTTP/1.1" status: 200 len: 1127 time: 0.2400541 Feb 19 02:40:29.121316 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 2bdec1ae-8218-4b25-acdb-d88d4bb3c50e up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:40:29.136621 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d31c5-5f90-4fd6-b51c-69ea89095862 req-fc4fa642-a105-49fb-822f-69965e25ecbb tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:29.137446 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-f81d31c5-5f90-4fd6-b51c-69ea89095862 req-fc4fa642-a105-49fb-822f-69965e25ecbb tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:29.164941 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port e900da92-6b02-463e-a4f4-e45cd6deaee5, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=e900da92-6b02-463e-a4f4-e45cd6deaee5,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:40:29.192593 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': 'e900da92-6b02-463e-a4f4-e45cd6deaee5', 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f', 'port_id': 'e900da92-6b02-463e-a4f4-e45cd6deaee5', 'mac_address': 'fa:16:3e:72:c6:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '974c06bc-f097-4890-970a-b087501ab241', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:40:29.197957 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-09a1b287-5ca2-467b-90cf-3240c98745c2 None None] Provisioning complete for port 01a34c5d-fa80-4660-a0db-efb2071115d8 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:40:29.198247 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-09a1b287-5ca2-467b-90cf-3240c98745c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (01a34c5d-fa80-4660-a0db-efb2071115d8), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:29.277982 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-09a1b287-5ca2-467b-90cf-3240c98745c2 None None] Port 01a34c5d-fa80-4660-a0db-efb2071115d8 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:40:29.283481 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port e900da92-6b02-463e-a4f4-e45cd6deaee5 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:40:29.283872 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (e900da92-6b02-463e-a4f4-e45cd6deaee5), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:29.293737 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port 2bdec1ae-8218-4b25-acdb-d88d4bb3c50e triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:40:29.294103 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (2bdec1ae-8218-4b25-acdb-d88d4bb3c50e), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:29.322980 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e900da92-6b02-463e-a4f4-e45cd6deaee5 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:40:29.355112 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port e900da92-6b02-463e-a4f4-e45cd6deaee5, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=e900da92-6b02-463e-a4f4-e45cd6deaee5,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:40:29.370386 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [req-f81d31c5-5f90-4fd6-b51c-69ea89095862 req-7798d684-2f33-4fbd-ba56-3d378f0d9961 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6bacbea-7bc0-404c-9095-3c156f57e23c {{(pid=103701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:40:29.371756 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (e900da92-6b02-463e-a4f4-e45cd6deaee5), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:29.373522 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 89f9b0a0-c329-4e39-99de-c5b7a5067c52 details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:40:29.381461 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-f81d31c5-5f90-4fd6-b51c-69ea89095862 req-7798d684-2f33-4fbd-ba56-3d378f0d9961 service neutron] Publish callbacks [] for port (e6bacbea-7bc0-404c-9095-3c156f57e23c), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:29.391835 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c47fdee-e820-44a8-9a81-c44c60331991 req-0d438ccc-2e6e-4a7b-8cf5-3b9693ec012e tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:29.399606 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7c47fdee-e820-44a8-9a81-c44c60331991 req-0d438ccc-2e6e-4a7b-8cf5-3b9693ec012e tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=77900542-b50c-43fa-8e51-4bdebb3f3e4a HTTP/1.1" status: 200 len: 950 time: 0.3895886 Feb 19 02:40:29.436586 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.provisioning_blocks [req-f81d31c5-5f90-4fd6-b51c-69ea89095862 req-7798d684-2f33-4fbd-ba56-3d378f0d9961 service neutron] Transition to ACTIVE for port object e6bacbea-7bc0-404c-9095-3c156f57e23c will not be triggered until provisioned by entity L2. {{(pid=103701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:40:29.442710 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8b3c1cc8-05cb-4cfb-a219-084d4c0b00e2 req-cb7c5f7f-5607-4208-afba-b954cac2d7bc tempest-LiveAutoBlockMigrationV225Test-289573108 tempest-LiveAutoBlockMigrationV225Test-289573108-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3364389 Feb 19 02:40:29.448546 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-f81d31c5-5f90-4fd6-b51c-69ea89095862 req-7798d684-2f33-4fbd-ba56-3d378f0d9961 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (e6bacbea-7bc0-404c-9095-3c156f57e23c), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:29.556856 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 2bdec1ae-8218-4b25-acdb-d88d4bb3c50e is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:40:29.557637 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (2bdec1ae-8218-4b25-acdb-d88d4bb3c50e), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:29.577600 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7c47fdee-e820-44a8-9a81-c44c60331991 req-8c24ea7e-08cb-4af0-b802-d3939dab9cca tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769183 Feb 19 02:40:29.579150 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-38ac5a70-c497-4fbf-882a-41a0c3d8e023 req-25ccfcaf-9609-4636-9fcf-b09940899089 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (a8eb6e41-adb3-4497-8eb0-74bb6e3592dd), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:29.598484 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3a2fc3-67c1-4e48-8414-942caf40a41c admin admin] Pushing event updated for resources: {'Port': ['ID=01a34c5d-fa80-4660-a0db-efb2071115d8,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:29.599973 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=e900da92-6b02-463e-a4f4-e45cd6deaee5,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:29.607941 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 89f9b0a0-c329-4e39-99de-c5b7a5067c52, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=89f9b0a0-c329-4e39-99de-c5b7a5067c52,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:40:29.624412 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7798d684-2f33-4fbd-ba56-3d378f0d9961 service neutron] Pushing event updated for resources: {'Port': ['ID=e6bacbea-7bc0-404c-9095-3c156f57e23c,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:29.653396 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6732863-2c63-4725-a714-348b290e7e20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bdec1ae-8218-4b25-acdb-d88d4bb3c50e'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:40:29.655767 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26d5e8aa-4dfd-4320-bc3f-8fa81aa3df19" -d '{"events": [{"server_uuid": "c6732863-2c63-4725-a714-348b290e7e20", "name": "network-vif-plugged", "status": "completed", "tag": "2bdec1ae-8218-4b25-acdb-d88d4bb3c50e"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:40:29.661630 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': '89f9b0a0-c329-4e39-99de-c5b7a5067c52', 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f', 'port_id': '89f9b0a0-c329-4e39-99de-c5b7a5067c52', 'mac_address': 'fa:16:3e:f1:b6:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '974c06bc-f097-4890-970a-b087501ab241', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:40:29.672717 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 2dd20b05-57e2-4dd8-bf37-99c3aded2d2e up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:40:29.677131 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 2bdec1ae-8218-4b25-acdb-d88d4bb3c50e, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=2bdec1ae-8218-4b25-acdb-d88d4bb3c50e,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:40:29.720818 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (2bdec1ae-8218-4b25-acdb-d88d4bb3c50e), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:29.794886 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 89f9b0a0-c329-4e39-99de-c5b7a5067c52 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:40:29.795275 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (89f9b0a0-c329-4e39-99de-c5b7a5067c52), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:29.797942 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-f81d31c5-5f90-4fd6-b51c-69ea89095862 req-7798d684-2f33-4fbd-ba56-3d378f0d9961 service neutron] Attempting to bind port e6bacbea-7bc0-404c-9095-3c156f57e23c on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:40:29.798276 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-f81d31c5-5f90-4fd6-b51c-69ea89095862 req-7798d684-2f33-4fbd-ba56-3d378f0d9961 service neutron] Attempting to bind port e6bacbea-7bc0-404c-9095-3c156f57e23c by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': 'acba4f27-adea-4d4f-9747-beb38d8d96ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7fd0f9a3-a9ab-40af-b761-08bc87b304e4'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:40:29.799379 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81d31c5-5f90-4fd6-b51c-69ea89095862 req-7798d684-2f33-4fbd-ba56-3d378f0d9961 service neutron] Attempting to bind port e6bacbea-7bc0-404c-9095-3c156f57e23c on network 7fd0f9a3-a9ab-40af-b761-08bc87b304e4 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:40:29.812033 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f16543-2c8a-4002-b6ca-4fc1dd6aa695 req-43aad37a-53b7-4cd6-8d6b-f0cc2ba407aa tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:29.826605 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-19f16543-2c8a-4002-b6ca-4fc1dd6aa695 req-43aad37a-53b7-4cd6-8d6b-f0cc2ba407aa tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9df39ad-6530-4059-be79-2380f77b9993 HTTP/1.1" status: 200 len: 948 time: 0.1438365 Feb 19 02:40:29.830160 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81d31c5-5f90-4fd6-b51c-69ea89095862 req-7798d684-2f33-4fbd-ba56-3d378f0d9961 service neutron] Port e6bacbea-7bc0-404c-9095-3c156f57e23c on network 7fd0f9a3-a9ab-40af-b761-08bc87b304e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:40:29.830780 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81d31c5-5f90-4fd6-b51c-69ea89095862 req-7798d684-2f33-4fbd-ba56-3d378f0d9961 service neutron] Attempting to bind port e6bacbea-7bc0-404c-9095-3c156f57e23c on network 7fd0f9a3-a9ab-40af-b761-08bc87b304e4 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:40:29.831029 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-f81d31c5-5f90-4fd6-b51c-69ea89095862 req-fc4fa642-a105-49fb-822f-69965e25ecbb tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9091914 Feb 19 02:40:29.834249 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=2bdec1ae-8218-4b25-acdb-d88d4bb3c50e,revision_number=7']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:29.838899 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89f9b0a0-c329-4e39-99de-c5b7a5067c52 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:40:29.857473 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 2dd20b05-57e2-4dd8-bf37-99c3aded2d2e triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:40:29.857853 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (2dd20b05-57e2-4dd8-bf37-99c3aded2d2e), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:29.870604 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-f81d31c5-5f90-4fd6-b51c-69ea89095862 req-9b2218f0-2042-46cc-879e-5fd240d27680 service neutron] Request body: {'port': {'device_id': '4ba3b900-15b8-46bf-a477-f4d206c422f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826753-2'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:40:29.872708 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81d31c5-5f90-4fd6-b51c-69ea89095862 req-7798d684-2f33-4fbd-ba56-3d378f0d9961 service neutron] Checking agent: {'id': 'bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:40:29.873106 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81d31c5-5f90-4fd6-b51c-69ea89095862 req-7798d684-2f33-4fbd-ba56-3d378f0d9961 service neutron] Checking segment: {'id': 'acba4f27-adea-4d4f-9747-beb38d8d96ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7fd0f9a3-a9ab-40af-b761-08bc87b304e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:40:29.873473 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81d31c5-5f90-4fd6-b51c-69ea89095862 req-7798d684-2f33-4fbd-ba56-3d378f0d9961 service neutron] Bound using segment: {'id': 'acba4f27-adea-4d4f-9747-beb38d8d96ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7fd0f9a3-a9ab-40af-b761-08bc87b304e4'} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:40:29.873943 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-f81d31c5-5f90-4fd6-b51c-69ea89095862 req-7798d684-2f33-4fbd-ba56-3d378f0d9961 service neutron] Bound port: e6bacbea-7bc0-404c-9095-3c156f57e23c, host: n-h2-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acba4f27-adea-4d4f-9747-beb38d8d96ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7fd0f9a3-a9ab-40af-b761-08bc87b304e4'}}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:40:29.874300 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-f81d31c5-5f90-4fd6-b51c-69ea89095862 req-7798d684-2f33-4fbd-ba56-3d378f0d9961 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (e6bacbea-7bc0-404c-9095-3c156f57e23c), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:29.890772 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 89f9b0a0-c329-4e39-99de-c5b7a5067c52, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=89f9b0a0-c329-4e39-99de-c5b7a5067c52,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:40:29.897518 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (89f9b0a0-c329-4e39-99de-c5b7a5067c52), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:29.935780 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3a3a2fc3-67c1-4e48-8414-942caf40a41c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (01a34c5d-fa80-4660-a0db-efb2071115d8), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:29.937763 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4fa642-a105-49fb-822f-69965e25ecbb tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Pushing event updated for resources: {'Port': ['ID=79438a74-5a4d-450e-a024-17ae75fc49b7,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:29.964090 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=89f9b0a0-c329-4e39-99de-c5b7a5067c52,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:29.969239 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-19f16543-2c8a-4002-b6ca-4fc1dd6aa695 req-4b9faa00-639a-49ff-8f56-96b0935f3c53 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b908dbc-8f8c-41bc-a0bd-543abe15dd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414580 Feb 19 02:40:29.999651 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93975167-8ae6-40d5-8c25-c72a92530c80 req-592e6860-06ea-408a-8a24-ad772a598a8c tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:30.009467 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-93975167-8ae6-40d5-8c25-c72a92530c80 req-592e6860-06ea-408a-8a24-ad772a598a8c tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ba3b900-15b8-46bf-a477-f4d206c422f2 HTTP/1.1" status: 200 len: 931 time: 0.2050180 Feb 19 02:40:30.035999 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 2dd20b05-57e2-4dd8-bf37-99c3aded2d2e is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:40:30.036570 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (2dd20b05-57e2-4dd8-bf37-99c3aded2d2e), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:30.042351 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-f81d31c5-5f90-4fd6-b51c-69ea89095862 req-9b2218f0-2042-46cc-879e-5fd240d27680 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (79438a74-5a4d-450e-a024-17ae75fc49b7), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:30.049725 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-f81d31c5-5f90-4fd6-b51c-69ea89095862 req-7798d684-2f33-4fbd-ba56-3d378f0d9961 service neutron] For port e6bacbea-7bc0-404c-9095-3c156f57e23c, host n-h2-826753-2, cleared binding levels {{(pid=103701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:40:30.061769 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-f81d31c5-5f90-4fd6-b51c-69ea89095862 req-7798d684-2f33-4fbd-ba56-3d378f0d9961 service neutron] For port e6bacbea-7bc0-404c-9095-3c156f57e23c, host n-h2-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=e6bacbea-7bc0-404c-9095-3c156f57e23c,segment=NetworkSegment(acba4f27-adea-4d4f-9747-beb38d8d96ee),segment_id=acba4f27-adea-4d4f-9747-beb38d8d96ee)] {{(pid=103701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:40:30.071676 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port 2dd20b05-57e2-4dd8-bf37-99c3aded2d2e, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=2dd20b05-57e2-4dd8-bf37-99c3aded2d2e,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:40:30.082645 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (2dd20b05-57e2-4dd8-bf37-99c3aded2d2e), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:30.105102 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-f81d31c5-5f90-4fd6-b51c-69ea89095862 req-7798d684-2f33-4fbd-ba56-3d378f0d9961 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (e6bacbea-7bc0-404c-9095-3c156f57e23c), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:30.133317 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-93975167-8ae6-40d5-8c25-c72a92530c80 req-3f54f1b9-4e9d-4bd5-9f33-4bf0f5b58bdd tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] 10.222.0.72 "GET /v2.0/security-groups?id=06361a1d-8d82-4ac0-8d63-3ac39b303691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225786 Feb 19 02:40:30.140261 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49ef1eed-3b19-4851-a387-63b1b0afda77 x-openstack-request-id: req-49ef1eed-3b19-4851-a387-63b1b0afda77 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:40:30.140576 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6732863-2c63-4725-a714-348b290e7e20", "name": "network-vif-plugged", "status": "completed", "tag": "2bdec1ae-8218-4b25-acdb-d88d4bb3c50e", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:40:30.140845 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-49ef1eed-3b19-4851-a387-63b1b0afda77 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:40:30.141280 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6732863-2c63-4725-a714-348b290e7e20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bdec1ae-8218-4b25-acdb-d88d4bb3c50e', 'code': 200} Feb 19 02:40:30.168485 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=2dd20b05-57e2-4dd8-bf37-99c3aded2d2e,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:30.184847 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d31c5-5f90-4fd6-b51c-69ea89095862 req-7798d684-2f33-4fbd-ba56-3d378f0d9961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:30.185603 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-f81d31c5-5f90-4fd6-b51c-69ea89095862 req-7798d684-2f33-4fbd-ba56-3d378f0d9961 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:30.187240 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f81d31c5-5f90-4fd6-b51c-69ea89095862 req-7798d684-2f33-4fbd-ba56-3d378f0d9961 service neutron] 10.222.0.82 "PUT /v2.0/ports/e6bacbea-7bc0-404c-9095-3c156f57e23c HTTP/1.1" status: 200 len: 1091 time: 1.8453364 Feb 19 02:40:30.187786 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fdd35b4-ce53-4ca6-b9ae-774766069c11', 'tag': 'e6bacbea-7bc0-404c-9095-3c156f57e23c'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:40:30.191883 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbea9866-88f3-423e-8db9-e97acbabc4c4" -d '{"events": [{"name": "network-changed", "server_uuid": "0fdd35b4-ce53-4ca6-b9ae-774766069c11", "tag": "e6bacbea-7bc0-404c-9095-3c156f57e23c"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:40:30.229677 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7798d684-2f33-4fbd-ba56-3d378f0d9961 service neutron] Pushing event updated for resources: {'Port': ['ID=e6bacbea-7bc0-404c-9095-3c156f57e23c,revision_number=3']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:30.253657 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-38ac5a70-c497-4fbf-882a-41a0c3d8e023 req-25ccfcaf-9609-4636-9fcf-b09940899089 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8eb6e41-adb3-4497-8eb0-74bb6e3592dd {{(pid=103702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:40:30.270373 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-38ac5a70-c497-4fbf-882a-41a0c3d8e023 req-25ccfcaf-9609-4636-9fcf-b09940899089 service neutron] Publish callbacks [] for port (a8eb6e41-adb3-4497-8eb0-74bb6e3592dd), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:30.328533 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17a1dca-5123-4301-bad8-05efe9fb21c9 req-e63229e4-9338-4616-885a-19f81230f460 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:30.330690 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b17a1dca-5123-4301-bad8-05efe9fb21c9 req-e63229e4-9338-4616-885a-19f81230f460 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=fcd6a795-095f-4679-b153-54a09672add9 HTTP/1.1" status: 200 len: 931 time: 0.1170380 Feb 19 02:40:30.355355 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42a8445-8092-4171-8eba-50c1e0c2c567 req-b7a24ebd-791d-4207-9fe9-658c5e85eb44 tempest-LiveAutoBlockMigrationV225Test-289573108 tempest-LiveAutoBlockMigrationV225Test-289573108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:30.356849 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c42a8445-8092-4171-8eba-50c1e0c2c567 req-b7a24ebd-791d-4207-9fe9-658c5e85eb44 tempest-LiveAutoBlockMigrationV225Test-289573108 tempest-LiveAutoBlockMigrationV225Test-289573108-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=be5f7cc1-41e7-4c40-b992-296c70e99846 HTTP/1.1" status: 200 len: 1127 time: 0.1105525 Feb 19 02:40:30.365043 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-38ac5a70-c497-4fbf-882a-41a0c3d8e023 req-25ccfcaf-9609-4636-9fcf-b09940899089 service neutron] Transition to ACTIVE for port object a8eb6e41-adb3-4497-8eb0-74bb6e3592dd will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:40:30.375214 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d31c5-5f90-4fd6-b51c-69ea89095862 req-bbcd4bad-9260-48a2-9097-cd4364dcee2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:30.376813 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f81d31c5-5f90-4fd6-b51c-69ea89095862 req-bbcd4bad-9260-48a2-9097-cd4364dcee2c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=dd52dae5d953488a999b14891988d841&device_id=0fdd35b4-ce53-4ca6-b9ae-774766069c11 HTTP/1.1" status: 200 len: 1125 time: 0.0891173 Feb 19 02:40:30.378327 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-38ac5a70-c497-4fbf-882a-41a0c3d8e023 req-25ccfcaf-9609-4636-9fcf-b09940899089 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (a8eb6e41-adb3-4497-8eb0-74bb6e3592dd), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:30.447725 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f81d31c5-5f90-4fd6-b51c-69ea89095862 req-e8900f99-d03e-430d-a1b1-8dd1e685d376 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e6bacbea-7bc0-404c-9095-3c156f57e23c HTTP/1.1" status: 200 len: 217 time: 0.0526094 Feb 19 02:40:30.456138 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b17a1dca-5123-4301-bad8-05efe9fb21c9 req-a2956515-3792-4078-851d-f1c7f098b5e2 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169975 Feb 19 02:40:30.483195 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3a3a2fc3-67c1-4e48-8414-942caf40a41c admin admin] Publish callbacks [] for port (01a34c5d-fa80-4660-a0db-efb2071115d8), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:30.498677 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3a3a2fc3-67c1-4e48-8414-942caf40a41c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (01a34c5d-fa80-4660-a0db-efb2071115d8), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:30.501234 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c42a8445-8092-4171-8eba-50c1e0c2c567 req-4b8167ef-9d5b-4d9a-a2f5-69fd2ec375a9 tempest-LiveAutoBlockMigrationV225Test-289573108 tempest-LiveAutoBlockMigrationV225Test-289573108-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344490 Feb 19 02:40:30.507508 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ccfcaf-9609-4636-9fcf-b09940899089 service neutron] Pushing event updated for resources: {'Port': ['ID=a8eb6e41-adb3-4497-8eb0-74bb6e3592dd,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:30.519002 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['e900da92-6b02-463e-a4f4-e45cd6deaee5'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:40:30.523488 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d31c5-5f90-4fd6-b51c-69ea89095862 req-cd44577e-62b8-4a5f-87c9-193bc3db656e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:30.525500 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f81d31c5-5f90-4fd6-b51c-69ea89095862 req-cd44577e-62b8-4a5f-87c9-193bc3db656e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4295b22e-6c68-45b5-871e-9b69dcfd8866 HTTP/1.1" status: 200 len: 853 time: 0.0685153 Feb 19 02:40:30.530635 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-115b1908-00d8-43c5-92fa-2b94879f857d x-openstack-request-id: req-115b1908-00d8-43c5-92fa-2b94879f857d {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:40:30.531002 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fdd35b4-ce53-4ca6-b9ae-774766069c11", "tag": "e6bacbea-7bc0-404c-9095-3c156f57e23c", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:40:30.531317 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-115b1908-00d8-43c5-92fa-2b94879f857d {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:40:30.531766 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fdd35b4-ce53-4ca6-b9ae-774766069c11', 'tag': 'e6bacbea-7bc0-404c-9095-3c156f57e23c', 'status': 'completed', 'code': 200} Feb 19 02:40:30.560890 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['89f9b0a0-c329-4e39-99de-c5b7a5067c52'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:40:30.589100 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f81d31c5-5f90-4fd6-b51c-69ea89095862 req-a6db6993-3bea-4db2-bd63-f083bfcd7e74 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7fd0f9a3-a9ab-40af-b761-08bc87b304e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541217 Feb 19 02:40:30.632691 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3a3a2fc3-67c1-4e48-8414-942caf40a41c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16362769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16289258'] for router_interface (19926ac9-c54b-4bc8-9815-081664ca0553), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:30.685460 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3a2fc3-67c1-4e48-8414-942caf40a41c admin admin] Pushing event updated for resources: {'Port': ['ID=01a34c5d-fa80-4660-a0db-efb2071115d8,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:30.757343 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f81d31c5-5f90-4fd6-b51c-69ea89095862 req-b9570e38-9d3a-4687-b674-47bf988418aa service neutron] 10.222.0.82 "GET /v2.0/networks/7fd0f9a3-a9ab-40af-b761-08bc87b304e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610472 Feb 19 02:40:30.795530 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-f81d31c5-5f90-4fd6-b51c-69ea89095862 req-9b2218f0-2042-46cc-879e-5fd240d27680 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79438a74-5a4d-450e-a024-17ae75fc49b7 {{(pid=103702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:40:30.818514 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-f81d31c5-5f90-4fd6-b51c-69ea89095862 req-9b2218f0-2042-46cc-879e-5fd240d27680 service neutron] Publish callbacks [] for port (79438a74-5a4d-450e-a024-17ae75fc49b7), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:30.834282 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-38ac5a70-c497-4fbf-882a-41a0c3d8e023 req-25ccfcaf-9609-4636-9fcf-b09940899089 service neutron] Attempting to bind port a8eb6e41-adb3-4497-8eb0-74bb6e3592dd on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:40:30.834657 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-38ac5a70-c497-4fbf-882a-41a0c3d8e023 req-25ccfcaf-9609-4636-9fcf-b09940899089 service neutron] Attempting to bind port a8eb6e41-adb3-4497-8eb0-74bb6e3592dd by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': '999cf2ff-ad78-4ea0-b2d0-93d967fd81fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:40:30.835292 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ac5a70-c497-4fbf-882a-41a0c3d8e023 req-25ccfcaf-9609-4636-9fcf-b09940899089 service neutron] Attempting to bind port a8eb6e41-adb3-4497-8eb0-74bb6e3592dd on network b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:40:30.845687 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-f81d31c5-5f90-4fd6-b51c-69ea89095862 req-9b2218f0-2042-46cc-879e-5fd240d27680 service neutron] Transition to ACTIVE for port object 79438a74-5a4d-450e-a024-17ae75fc49b7 will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:40:30.850200 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ac5a70-c497-4fbf-882a-41a0c3d8e023 req-25ccfcaf-9609-4636-9fcf-b09940899089 service neutron] Port a8eb6e41-adb3-4497-8eb0-74bb6e3592dd on network b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:40:30.850604 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ac5a70-c497-4fbf-882a-41a0c3d8e023 req-25ccfcaf-9609-4636-9fcf-b09940899089 service neutron] Attempting to bind port a8eb6e41-adb3-4497-8eb0-74bb6e3592dd on network b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:40:30.858433 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ac5a70-c497-4fbf-882a-41a0c3d8e023 req-25ccfcaf-9609-4636-9fcf-b09940899089 service neutron] Checking agent: {'id': 'bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:40:30.858817 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ac5a70-c497-4fbf-882a-41a0c3d8e023 req-25ccfcaf-9609-4636-9fcf-b09940899089 service neutron] Checking segment: {'id': '999cf2ff-ad78-4ea0-b2d0-93d967fd81fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:40:30.859215 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ac5a70-c497-4fbf-882a-41a0c3d8e023 req-25ccfcaf-9609-4636-9fcf-b09940899089 service neutron] Bound using segment: {'id': '999cf2ff-ad78-4ea0-b2d0-93d967fd81fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:40:30.859646 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-38ac5a70-c497-4fbf-882a-41a0c3d8e023 req-25ccfcaf-9609-4636-9fcf-b09940899089 service neutron] Bound port: a8eb6e41-adb3-4497-8eb0-74bb6e3592dd, host: n-h2-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '999cf2ff-ad78-4ea0-b2d0-93d967fd81fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:40:30.860001 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-38ac5a70-c497-4fbf-882a-41a0c3d8e023 req-25ccfcaf-9609-4636-9fcf-b09940899089 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (a8eb6e41-adb3-4497-8eb0-74bb6e3592dd), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:30.871642 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-f81d31c5-5f90-4fd6-b51c-69ea89095862 req-9b2218f0-2042-46cc-879e-5fd240d27680 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (79438a74-5a4d-450e-a024-17ae75fc49b7), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:30.882684 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ee355e-716a-4416-9218-37d3921e6706 req-c9dc49be-bd03-4e13-a7a0-237b1b733c96 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:30.884391 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-04ee355e-716a-4416-9218-37d3921e6706 req-c9dc49be-bd03-4e13-a7a0-237b1b733c96 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=77900542-b50c-43fa-8e51-4bdebb3f3e4a HTTP/1.1" status: 200 len: 950 time: 0.1262350 Feb 19 02:40:30.945153 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f81d31c5-5f90-4fd6-b51c-69ea89095862 req-a946aee8-f56f-4892-b7a4-646359837f65 service neutron] 10.222.0.82 "GET /v2.0/networks/7fd0f9a3-a9ab-40af-b761-08bc87b304e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550004 Feb 19 02:40:30.962103 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-04ee355e-716a-4416-9218-37d3921e6706 req-58a98208-bec3-4a7a-9003-db4112033ef8 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669925 Feb 19 02:40:30.985614 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2218f0-2042-46cc-879e-5fd240d27680 service neutron] Pushing event updated for resources: {'Port': ['ID=79438a74-5a4d-450e-a024-17ae75fc49b7,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:30.999813 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3a2fc3-67c1-4e48-8414-942caf40a41c admin admin] Network 2f3a90ad-ee5a-41f0-bdc0-22abe981a050 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:40:31.007432 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-3a3a2fc3-67c1-4e48-8414-942caf40a41c admin admin] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:40:31.057698 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-38ac5a70-c497-4fbf-882a-41a0c3d8e023 req-25ccfcaf-9609-4636-9fcf-b09940899089 service neutron] For port a8eb6e41-adb3-4497-8eb0-74bb6e3592dd, host n-h2-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:40:31.115611 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-38ac5a70-c497-4fbf-882a-41a0c3d8e023 req-25ccfcaf-9609-4636-9fcf-b09940899089 service neutron] For port a8eb6e41-adb3-4497-8eb0-74bb6e3592dd, host n-h2-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=a8eb6e41-adb3-4497-8eb0-74bb6e3592dd,segment=NetworkSegment(999cf2ff-ad78-4ea0-b2d0-93d967fd81fc),segment_id=999cf2ff-ad78-4ea0-b2d0-93d967fd81fc)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:40:31.131824 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-38ac5a70-c497-4fbf-882a-41a0c3d8e023 req-25ccfcaf-9609-4636-9fcf-b09940899089 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (a8eb6e41-adb3-4497-8eb0-74bb6e3592dd), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:31.223969 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbea9866-88f3-423e-8db9-e97acbabc4c4 req-0299c813-d601-4d41-9e08-8bcaa989cb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:31.226172 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cbea9866-88f3-423e-8db9-e97acbabc4c4 req-0299c813-d601-4d41-9e08-8bcaa989cb74 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=dd52dae5d953488a999b14891988d841&device_id=0fdd35b4-ce53-4ca6-b9ae-774766069c11 HTTP/1.1" status: 200 len: 1125 time: 0.0722022 Feb 19 02:40:31.233134 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b137a97d-6a7a-4035-8d57-49401b49fc4c req-55cca380-a32a-4624-b64a-122017298855 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:31.234777 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b137a97d-6a7a-4035-8d57-49401b49fc4c req-55cca380-a32a-4624-b64a-122017298855 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9df39ad-6530-4059-be79-2380f77b9993 HTTP/1.1" status: 200 len: 949 time: 0.1480756 Feb 19 02:40:31.265803 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-f81d31c5-5f90-4fd6-b51c-69ea89095862 req-9b2218f0-2042-46cc-879e-5fd240d27680 service neutron] Attempting to bind port 79438a74-5a4d-450e-a024-17ae75fc49b7 on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:40:31.266815 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-f81d31c5-5f90-4fd6-b51c-69ea89095862 req-9b2218f0-2042-46cc-879e-5fd240d27680 service neutron] Attempting to bind port 79438a74-5a4d-450e-a024-17ae75fc49b7 by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': 'acba4f27-adea-4d4f-9747-beb38d8d96ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7fd0f9a3-a9ab-40af-b761-08bc87b304e4'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:40:31.267406 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81d31c5-5f90-4fd6-b51c-69ea89095862 req-9b2218f0-2042-46cc-879e-5fd240d27680 service neutron] Attempting to bind port 79438a74-5a4d-450e-a024-17ae75fc49b7 on network 7fd0f9a3-a9ab-40af-b761-08bc87b304e4 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:40:31.280943 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ac5a70-c497-4fbf-882a-41a0c3d8e023 req-25ccfcaf-9609-4636-9fcf-b09940899089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:31.290518 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-38ac5a70-c497-4fbf-882a-41a0c3d8e023 req-25ccfcaf-9609-4636-9fcf-b09940899089 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:31.292359 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-38ac5a70-c497-4fbf-882a-41a0c3d8e023 req-25ccfcaf-9609-4636-9fcf-b09940899089 service neutron] 10.222.0.82 "PUT /v2.0/ports/a8eb6e41-adb3-4497-8eb0-74bb6e3592dd HTTP/1.1" status: 200 len: 1091 time: 2.3112776 Feb 19 02:40:31.295177 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcd6a795-095f-4679-b153-54a09672add9', 'tag': 'a8eb6e41-adb3-4497-8eb0-74bb6e3592dd'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:40:31.297696 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbb2d006-167f-46d1-b2b4-4bdd05188fce" -d '{"events": [{"name": "network-changed", "server_uuid": "fcd6a795-095f-4679-b153-54a09672add9", "tag": "a8eb6e41-adb3-4497-8eb0-74bb6e3592dd"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:40:31.308704 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81d31c5-5f90-4fd6-b51c-69ea89095862 req-9b2218f0-2042-46cc-879e-5fd240d27680 service neutron] Port 79438a74-5a4d-450e-a024-17ae75fc49b7 on network 7fd0f9a3-a9ab-40af-b761-08bc87b304e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:40:31.309916 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81d31c5-5f90-4fd6-b51c-69ea89095862 req-9b2218f0-2042-46cc-879e-5fd240d27680 service neutron] Attempting to bind port 79438a74-5a4d-450e-a024-17ae75fc49b7 on network 7fd0f9a3-a9ab-40af-b761-08bc87b304e4 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:40:31.328621 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-8430dc0d-9cc7-4241-9bd1-81cc62f94527 None None] Provisioning complete for port 01a34c5d-fa80-4660-a0db-efb2071115d8 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:40:31.329187 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-8430dc0d-9cc7-4241-9bd1-81cc62f94527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (01a34c5d-fa80-4660-a0db-efb2071115d8), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:31.365961 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81d31c5-5f90-4fd6-b51c-69ea89095862 req-9b2218f0-2042-46cc-879e-5fd240d27680 service neutron] Checking agent: {'id': 'bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:40:31.366407 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81d31c5-5f90-4fd6-b51c-69ea89095862 req-9b2218f0-2042-46cc-879e-5fd240d27680 service neutron] Checking segment: {'id': 'acba4f27-adea-4d4f-9747-beb38d8d96ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7fd0f9a3-a9ab-40af-b761-08bc87b304e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:40:31.366892 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81d31c5-5f90-4fd6-b51c-69ea89095862 req-9b2218f0-2042-46cc-879e-5fd240d27680 service neutron] Bound using segment: {'id': 'acba4f27-adea-4d4f-9747-beb38d8d96ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7fd0f9a3-a9ab-40af-b761-08bc87b304e4'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:40:31.367691 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-f81d31c5-5f90-4fd6-b51c-69ea89095862 req-9b2218f0-2042-46cc-879e-5fd240d27680 service neutron] Bound port: 79438a74-5a4d-450e-a024-17ae75fc49b7, host: n-h2-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acba4f27-adea-4d4f-9747-beb38d8d96ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7fd0f9a3-a9ab-40af-b761-08bc87b304e4'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:40:31.368259 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-f81d31c5-5f90-4fd6-b51c-69ea89095862 req-9b2218f0-2042-46cc-879e-5fd240d27680 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (79438a74-5a4d-450e-a024-17ae75fc49b7), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:31.375504 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a3a2fc3-67c1-4e48-8414-942caf40a41c admin admin] Router 19926ac9-c54b-4bc8-9815-081664ca0553 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:40:31.395320 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ccfcaf-9609-4636-9fcf-b09940899089 service neutron] Pushing event updated for resources: {'Port': ['ID=a8eb6e41-adb3-4497-8eb0-74bb6e3592dd,revision_number=3']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:31.427006 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbea9866-88f3-423e-8db9-e97acbabc4c4 req-654dec07-b8b2-4672-8945-53b0c74d1659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:31.428500 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cbea9866-88f3-423e-8db9-e97acbabc4c4 req-654dec07-b8b2-4672-8945-53b0c74d1659 service neutron] 10.222.0.82 "GET /v2.0/networks?id=7fd0f9a3-a9ab-40af-b761-08bc87b304e4 HTTP/1.1" status: 200 len: 914 time: 0.1927383 Feb 19 02:40:31.443316 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-8430dc0d-9cc7-4241-9bd1-81cc62f94527 None None] Port 01a34c5d-fa80-4660-a0db-efb2071115d8 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:40:31.445181 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b137a97d-6a7a-4035-8d57-49401b49fc4c req-bd26eb57-2e7b-4fd5-bf6b-acd8bd58a76d tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b908dbc-8f8c-41bc-a0bd-543abe15dd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278248 Feb 19 02:40:31.491854 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 2dd20b05-57e2-4dd8-bf37-99c3aded2d2e up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:40:31.546167 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cbea9866-88f3-423e-8db9-e97acbabc4c4 req-bda932d4-0853-4bf3-88df-27fddc66f38d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e6bacbea-7bc0-404c-9095-3c156f57e23c HTTP/1.1" status: 200 len: 217 time: 0.0993180 Feb 19 02:40:31.566554 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-f81d31c5-5f90-4fd6-b51c-69ea89095862 req-9b2218f0-2042-46cc-879e-5fd240d27680 service neutron] For port 79438a74-5a4d-450e-a024-17ae75fc49b7, host n-h2-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:40:31.592977 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ac5a70-c497-4fbf-882a-41a0c3d8e023 req-f52e1e64-09c3-4c20-ba4b-e14c07980f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:31.594793 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-38ac5a70-c497-4fbf-882a-41a0c3d8e023 req-f52e1e64-09c3-4c20-ba4b-e14c07980f26 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=0351aa3c6ea34cbbac483ac000de57cb&device_id=fcd6a795-095f-4679-b153-54a09672add9 HTTP/1.1" status: 200 len: 1125 time: 0.2013862 Feb 19 02:40:31.597506 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-f81d31c5-5f90-4fd6-b51c-69ea89095862 req-9b2218f0-2042-46cc-879e-5fd240d27680 service neutron] For port 79438a74-5a4d-450e-a024-17ae75fc49b7, host n-h2-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=79438a74-5a4d-450e-a024-17ae75fc49b7,segment=NetworkSegment(acba4f27-adea-4d4f-9747-beb38d8d96ee),segment_id=acba4f27-adea-4d4f-9747-beb38d8d96ee)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:40:31.648762 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbea9866-88f3-423e-8db9-e97acbabc4c4 req-817ffbd1-3139-469f-8c4e-660171ed480f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:31.650973 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cbea9866-88f3-423e-8db9-e97acbabc4c4 req-817ffbd1-3139-469f-8c4e-660171ed480f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4295b22e-6c68-45b5-871e-9b69dcfd8866 HTTP/1.1" status: 200 len: 853 time: 0.0975308 Feb 19 02:40:31.651218 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-f81d31c5-5f90-4fd6-b51c-69ea89095862 req-9b2218f0-2042-46cc-879e-5fd240d27680 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (79438a74-5a4d-450e-a024-17ae75fc49b7), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:31.711449 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [req-63a9dec4-e534-41c7-894c-80a987d6fafd req-73530621-d6f2-456f-942e-5be88b884339 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103701) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:40:31.716225 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-38ac5a70-c497-4fbf-882a-41a0c3d8e023 req-9a4db8a6-a63f-410d-b22a-b7b0260ccb20 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8eb6e41-adb3-4497-8eb0-74bb6e3592dd HTTP/1.1" status: 200 len: 217 time: 0.0757146 Feb 19 02:40:31.717225 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 2dd20b05-57e2-4dd8-bf37-99c3aded2d2e triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:40:31.718088 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (2dd20b05-57e2-4dd8-bf37-99c3aded2d2e), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:31.730108 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-63a9dec4-e534-41c7-894c-80a987d6fafd req-73530621-d6f2-456f-942e-5be88b884339 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0236323 Feb 19 02:40:31.732561 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cbea9866-88f3-423e-8db9-e97acbabc4c4 req-0a6c1815-a28b-479f-80cc-49002f12b5af service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7fd0f9a3-a9ab-40af-b761-08bc87b304e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718534 Feb 19 02:40:31.751030 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d31c5-5f90-4fd6-b51c-69ea89095862 req-9b2218f0-2042-46cc-879e-5fd240d27680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:31.752065 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-f81d31c5-5f90-4fd6-b51c-69ea89095862 req-9b2218f0-2042-46cc-879e-5fd240d27680 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:31.753715 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-f81d31c5-5f90-4fd6-b51c-69ea89095862 req-9b2218f0-2042-46cc-879e-5fd240d27680 service neutron] 10.222.0.82 "PUT /v2.0/ports/79438a74-5a4d-450e-a024-17ae75fc49b7 HTTP/1.1" status: 200 len: 1091 time: 1.8895981 Feb 19 02:40:31.832658 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 2dd20b05-57e2-4dd8-bf37-99c3aded2d2e is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:40:31.842382 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a3a2fc3-67c1-4e48-8414-942caf40a41c admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:40:31.857075 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b171791b-68b0-4e70-bd36-7296c0ede8db None None] Sync routers for ids ['19926ac9-c54b-4bc8-9815-081664ca0553'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:40:31.857845 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-3a3a2fc3-67c1-4e48-8414-942caf40a41c admin admin] 10.222.0.72 "PUT /v2.0/routers/19926ac9-c54b-4bc8-9815-081664ca0553/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0401788 Feb 19 02:40:31.878782 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b171791b-68b0-4e70-bd36-7296c0ede8db None None] Routers {'19926ac9-c54b-4bc8-9815-081664ca0553'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:40:31.879461 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-b171791b-68b0-4e70-bd36-7296c0ede8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:40:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['19926ac9-c54b-4bc8-9815-081664ca0553'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:40:31.983629 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2218f0-2042-46cc-879e-5fd240d27680 service neutron] Pushing event updated for resources: {'Port': ['ID=79438a74-5a4d-450e-a024-17ae75fc49b7,revision_number=3']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:32.007584 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cbea9866-88f3-423e-8db9-e97acbabc4c4 req-d4f3eeff-4b21-4217-8678-a4d4fdb91a80 service neutron] 10.222.0.82 "GET /v2.0/networks/7fd0f9a3-a9ab-40af-b761-08bc87b304e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591333 Feb 19 02:40:32.032457 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ac5a70-c497-4fbf-882a-41a0c3d8e023 req-f195011f-d715-47c4-9751-71bac2769c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:32.044065 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-38ac5a70-c497-4fbf-882a-41a0c3d8e023 req-f195011f-d715-47c4-9751-71bac2769c67 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=de6735e0-8981-45a6-9d12-953729888898 HTTP/1.1" status: 200 len: 848 time: 0.3179948 Feb 19 02:40:32.088907 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-38ac5a70-c497-4fbf-882a-41a0c3d8e023 req-9068fc2c-9271-4b92-af4c-565ae7437c70 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334952 Feb 19 02:40:32.096200 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d31c5-5f90-4fd6-b51c-69ea89095862 req-cc7e8191-8789-493c-a35b-9d0087b00648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:32.097941 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-f81d31c5-5f90-4fd6-b51c-69ea89095862 req-cc7e8191-8789-493c-a35b-9d0087b00648 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=dd52dae5d953488a999b14891988d841&device_id=4ba3b900-15b8-46bf-a477-f4d206c422f2 HTTP/1.1" status: 200 len: 1125 time: 0.2247961 Feb 19 02:40:32.200652 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-f81d31c5-5f90-4fd6-b51c-69ea89095862 req-7866f05d-df95-4e8c-9bd8-b1caf91ed660 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=79438a74-5a4d-450e-a024-17ae75fc49b7 HTTP/1.1" status: 200 len: 217 time: 0.0821569 Feb 19 02:40:32.231954 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-b171791b-68b0-4e70-bd36-7296c0ede8db None None] Set router 19926ac9-c54b-4bc8-9815-081664ca0553 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:40:32.294902 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [req-9fb5d6af-7215-4303-a74a-02a83045b1bf req-9f1e3bcb-553f-4f24-b9b6-2cdf8c89a717 tempest-LiveAutoBlockMigrationV225Test-289573108 tempest-LiveAutoBlockMigrationV225Test-289573108-project-admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103701) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:40:32.296704 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9fb5d6af-7215-4303-a74a-02a83045b1bf req-9f1e3bcb-553f-4f24-b9b6-2cdf8c89a717 tempest-LiveAutoBlockMigrationV225Test-289573108 tempest-LiveAutoBlockMigrationV225Test-289573108-project-admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0232673 Feb 19 02:40:32.300126 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cbea9866-88f3-423e-8db9-e97acbabc4c4 req-697162cf-a500-4a68-b11a-5186c81b530b service neutron] 10.222.0.82 "GET /v2.0/networks/7fd0f9a3-a9ab-40af-b761-08bc87b304e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833321 Feb 19 02:40:32.357882 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-38ac5a70-c497-4fbf-882a-41a0c3d8e023 req-ed16ef53-ac4d-4c1d-9bab-e66c6f53be8b service neutron] 10.222.0.82 "GET /v2.0/networks/b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579727 Feb 19 02:40:32.373397 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d31c5-5f90-4fd6-b51c-69ea89095862 req-3856b7b2-d9a3-499f-9757-012487dc0490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:32.378697 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-f81d31c5-5f90-4fd6-b51c-69ea89095862 req-3856b7b2-d9a3-499f-9757-012487dc0490 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4295b22e-6c68-45b5-871e-9b69dcfd8866 HTTP/1.1" status: 200 len: 853 time: 0.1487253 Feb 19 02:40:32.387117 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb5d6af-7215-4303-a74a-02a83045b1bf req-73938e36-827b-4c84-9416-8d590c5c80bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:32.389895 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9fb5d6af-7215-4303-a74a-02a83045b1bf req-73938e36-827b-4c84-9416-8d590c5c80bd service neutron] 10.222.0.72 "GET /v2.0/ports/fc829dca-14fd-4790-bc8b-3796ff604c51 HTTP/1.1" status: 200 len: 1124 time: 0.0860140 Feb 19 02:40:32.401359 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-9fb5d6af-7215-4303-a74a-02a83045b1bf req-8ff23811-6ca8-4112-8d2e-89e9ca67aab5 service neutron] Request body: {'binding': {'host': 'n-h2-826753-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:40:32.402385 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-9fb5d6af-7215-4303-a74a-02a83045b1bf req-8ff23811-6ca8-4112-8d2e-89e9ca67aab5 service neutron] Unknown quota resources ['binding']. {{(pid=103701) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 02:40:32.523141 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-f81d31c5-5f90-4fd6-b51c-69ea89095862 req-47c8f92b-dedb-46b2-a215-db7bb6b2e3f5 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7fd0f9a3-a9ab-40af-b761-08bc87b304e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1240191 Feb 19 02:40:32.625708 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-b171791b-68b0-4e70-bd36-7296c0ede8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19926ac9-c54b-4bc8-9815-081664ca0553', 'name': 'tempest-FloatingIPsAssociationTestJSON-504285703-router', 'tenant_id': '5126e9cc2c214dde954e94889efcccdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '2dd20b05-57e2-4dd8-bf37-99c3aded2d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:40:23Z', 'updated_at': '2022-02-19T02:40:29Z', 'revision_number': 4, 'project_id': '5126e9cc2c214dde954e94889efcccdb', 'gw_port': {'id': '2dd20b05-57e2-4dd8-bf37-99c3aded2d2e', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:3f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19926ac9-c54b-4bc8-9815-081664ca0553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:40:23Z', 'updated_at': '2022-02-19T02:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '01a34c5d-fa80-4660-a0db-efb2071115d8', 'name': '', 'network_id': '2f3a90ad-ee5a-41f0-bdc0-22abe981a050', 'tenant_id': '5126e9cc2c214dde954e94889efcccdb', 'mac_address': 'fa:16:3e:6a:ee:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19926ac9-c54b-4bc8-9815-081664ca0553', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'a1cf80ca-3ee4-4752-b65e-3f091ad2def6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:40:27Z', 'updated_at': '2022-02-19T02:40:30Z', 'revision_number': 2, 'project_id': '5126e9cc2c214dde954e94889efcccdb', 'subnets': [{'id': 'a1cf80ca-3ee4-4752-b65e-3f091ad2def6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:40:32.663296 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b171791b-68b0-4e70-bd36-7296c0ede8db None None] Checking router: 19926ac9-c54b-4bc8-9815-081664ca0553 for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:40:32.663699 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b171791b-68b0-4e70-bd36-7296c0ede8db None None] Updating router 19926ac9-c54b-4bc8-9815-081664ca0553 port 01a34c5d-fa80-4660-a0db-efb2071115d8 binding host n-d-826753-2 {{(pid=103703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:40:32.694977 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b171791b-68b0-4e70-bd36-7296c0ede8db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (01a34c5d-fa80-4660-a0db-efb2071115d8), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:32.741899 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-9fb5d6af-7215-4303-a74a-02a83045b1bf req-8ff23811-6ca8-4112-8d2e-89e9ca67aab5 service neutron] Attempting to bind port fc829dca-14fd-4790-bc8b-3796ff604c51 on host n-h2-826753-2 for vnic_type normal with profile None {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:40:32.743124 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-9fb5d6af-7215-4303-a74a-02a83045b1bf req-8ff23811-6ca8-4112-8d2e-89e9ca67aab5 service neutron] Attempting to bind port fc829dca-14fd-4790-bc8b-3796ff604c51 by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': '9dab481a-5428-424d-a8c3-4ae8ddfff67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'db98097a-bb19-479d-bd0d-4f71e988880a'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:40:32.743724 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb5d6af-7215-4303-a74a-02a83045b1bf req-8ff23811-6ca8-4112-8d2e-89e9ca67aab5 service neutron] Attempting to bind port fc829dca-14fd-4790-bc8b-3796ff604c51 on network db98097a-bb19-479d-bd0d-4f71e988880a {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:40:32.750405 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb5d6af-7215-4303-a74a-02a83045b1bf req-8ff23811-6ca8-4112-8d2e-89e9ca67aab5 service neutron] Port fc829dca-14fd-4790-bc8b-3796ff604c51 on network db98097a-bb19-479d-bd0d-4f71e988880a not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:40:32.751088 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb5d6af-7215-4303-a74a-02a83045b1bf req-8ff23811-6ca8-4112-8d2e-89e9ca67aab5 service neutron] Attempting to bind port fc829dca-14fd-4790-bc8b-3796ff604c51 on network db98097a-bb19-479d-bd0d-4f71e988880a {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:40:32.759704 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb5d6af-7215-4303-a74a-02a83045b1bf req-8ff23811-6ca8-4112-8d2e-89e9ca67aab5 service neutron] Checking agent: {'id': 'bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:40:32.760421 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb5d6af-7215-4303-a74a-02a83045b1bf req-8ff23811-6ca8-4112-8d2e-89e9ca67aab5 service neutron] Checking segment: {'id': '9dab481a-5428-424d-a8c3-4ae8ddfff67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'db98097a-bb19-479d-bd0d-4f71e988880a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:40:32.761071 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb5d6af-7215-4303-a74a-02a83045b1bf req-8ff23811-6ca8-4112-8d2e-89e9ca67aab5 service neutron] Bound using segment: {'id': '9dab481a-5428-424d-a8c3-4ae8ddfff67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'db98097a-bb19-479d-bd0d-4f71e988880a'} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:40:32.761743 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-9fb5d6af-7215-4303-a74a-02a83045b1bf req-8ff23811-6ca8-4112-8d2e-89e9ca67aab5 service neutron] Bound port: fc829dca-14fd-4790-bc8b-3796ff604c51, host: n-h2-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dab481a-5428-424d-a8c3-4ae8ddfff67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'db98097a-bb19-479d-bd0d-4f71e988880a'}}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:40:32.830690 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c033053-dd90-49a5-b6c1-fc65f4b66164 req-4dff6838-3f9d-41cc-a77f-16d465fcca34 tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:32.837592 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4c033053-dd90-49a5-b6c1-fc65f4b66164 req-4dff6838-3f9d-41cc-a77f-16d465fcca34 tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ba3b900-15b8-46bf-a477-f4d206c422f2 HTTP/1.1" status: 200 len: 943 time: 0.3270366 Feb 19 02:40:32.860377 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-9fb5d6af-7215-4303-a74a-02a83045b1bf req-8ff23811-6ca8-4112-8d2e-89e9ca67aab5 service neutron] For port fc829dca-14fd-4790-bc8b-3796ff604c51, host n-h2-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=fc829dca-14fd-4790-bc8b-3796ff604c51,segment=NetworkSegment(9dab481a-5428-424d-a8c3-4ae8ddfff67b),segment_id=9dab481a-5428-424d-a8c3-4ae8ddfff67b)] {{(pid=103701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:40:32.889921 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-9fb5d6af-7215-4303-a74a-02a83045b1bf req-8ff23811-6ca8-4112-8d2e-89e9ca67aab5 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:32.891441 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9fb5d6af-7215-4303-a74a-02a83045b1bf req-8ff23811-6ca8-4112-8d2e-89e9ca67aab5 service neutron] 10.222.0.72 "POST /v2.0/ports/fc829dca-14fd-4790-bc8b-3796ff604c51/bindings HTTP/1.1" status: 201 len: 389 time: 0.4958153 Feb 19 02:40:32.918584 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4c033053-dd90-49a5-b6c1-fc65f4b66164 req-f07e9e04-a400-487b-be16-b4d278a6fb47 tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] 10.222.0.72 "GET /v2.0/security-groups?id=06361a1d-8d82-4ac0-8d63-3ac39b303691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787868 Feb 19 02:40:32.951552 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-f81d31c5-5f90-4fd6-b51c-69ea89095862 req-286421c2-aa13-45ff-9dc6-fe604a65a1f9 service neutron] 10.222.0.82 "GET /v2.0/networks/7fd0f9a3-a9ab-40af-b761-08bc87b304e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4150739 Feb 19 02:40:32.985653 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-156e389a-f23e-498a-bfda-8f821860b5de req-5f8a3b03-50d8-4df4-92ac-468d5c8d1a55 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=77900542-b50c-43fa-8e51-4bdebb3f3e4a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5357673 Feb 19 02:40:33.031735 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-38ac5a70-c497-4fbf-882a-41a0c3d8e023 req-f577f692-4112-40a5-bfec-9f8884f4ebd0 service neutron] 10.222.0.82 "GET /v2.0/networks/b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6462998 Feb 19 02:40:33.102644 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device e900da92-6b02-463e-a4f4-e45cd6deaee5 up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:40:33.181040 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-f81d31c5-5f90-4fd6-b51c-69ea89095862 req-ad60bffb-1507-4ede-ae9d-e22af6df0116 service neutron] 10.222.0.82 "GET /v2.0/networks/7fd0f9a3-a9ab-40af-b761-08bc87b304e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212558 Feb 19 02:40:33.182609 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f1db81b-fc40-4290-a459-b3e84427f2c3 x-openstack-request-id: req-1f1db81b-fc40-4290-a459-b3e84427f2c3 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:40:33.182946 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcd6a795-095f-4679-b153-54a09672add9", "tag": "a8eb6e41-adb3-4497-8eb0-74bb6e3592dd", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:40:33.183148 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1f1db81b-fc40-4290-a459-b3e84427f2c3 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:40:33.183675 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcd6a795-095f-4679-b153-54a09672add9', 'tag': 'a8eb6e41-adb3-4497-8eb0-74bb6e3592dd', 'status': 'completed', 'code': 200} Feb 19 02:40:33.255633 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c26709-09f9-4414-bcf9-6985f990fbb1 req-667e0d2b-fc47-4caf-a7e2-2834d3adc0b6 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:33.268662 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d9c26709-09f9-4414-bcf9-6985f990fbb1 req-667e0d2b-fc47-4caf-a7e2-2834d3adc0b6 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=fcd6a795-095f-4679-b153-54a09672add9 HTTP/1.1" status: 200 len: 943 time: 0.1426353 Feb 19 02:40:33.335725 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb2d006-167f-46d1-b2b4-4bdd05188fce req-3f11d703-706f-407c-84ec-feb5f5ef8cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:33.337839 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-fbb2d006-167f-46d1-b2b4-4bdd05188fce req-3f11d703-706f-407c-84ec-feb5f5ef8cfd service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=0351aa3c6ea34cbbac483ac000de57cb&device_id=fcd6a795-095f-4679-b153-54a09672add9 HTTP/1.1" status: 200 len: 1125 time: 0.1035357 Feb 19 02:40:33.362770 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning for port e900da92-6b02-463e-a4f4-e45cd6deaee5 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:40:33.400950 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port e900da92-6b02-463e-a4f4-e45cd6deaee5 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:40:33.400950 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (e900da92-6b02-463e-a4f4-e45cd6deaee5), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:33.479324 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d9c26709-09f9-4414-bcf9-6985f990fbb1 req-e629eeed-cc07-474a-be98-648547e340ba tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070878 Feb 19 02:40:33.546179 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b171791b-68b0-4e70-bd36-7296c0ede8db None None] Publish callbacks [] for port (01a34c5d-fa80-4660-a0db-efb2071115d8), precommit_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:33.578457 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b171791b-68b0-4e70-bd36-7296c0ede8db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (01a34c5d-fa80-4660-a0db-efb2071115d8), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:33.594868 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb5d6af-7215-4303-a74a-02a83045b1bf req-1ae3470d-096b-40a6-8412-f630d25affe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:33.597099 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-9fb5d6af-7215-4303-a74a-02a83045b1bf req-1ae3470d-096b-40a6-8412-f630d25affe9 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ad75c6928a1d4c6da3a56db6352b2618&device_id=be5f7cc1-41e7-4c40-b992-296c70e99846 HTTP/1.1" status: 200 len: 1127 time: 0.1489763 Feb 19 02:40:33.680272 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3dccf5-6d09-4760-a53a-00bc4e695146 req-3524ed4a-fa58-4340-a0b0-3f9ffee34c18 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:33.690299 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4f3dccf5-6d09-4760-a53a-00bc4e695146 req-3524ed4a-fa58-4340-a0b0-3f9ffee34c18 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] 10.222.0.72 "GET /v2.0/networks?id=2f3a90ad-ee5a-41f0-bdc0-22abe981a050 HTTP/1.1" status: 200 len: 820 time: 0.3496394 Feb 19 02:40:33.704020 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port e900da92-6b02-463e-a4f4-e45cd6deaee5 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:40:33.706673 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (e900da92-6b02-463e-a4f4-e45cd6deaee5), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:33.709029 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687264b3-7652-4c42-a392-a29f04f28243 None None] Pushing event updated for resources: {'Port': ['ID=01a34c5d-fa80-4660-a0db-efb2071115d8,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:33.762481 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb2d006-167f-46d1-b2b4-4bdd05188fce req-293500fa-b461-4f09-baa6-fa9c0ab246d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:33.764082 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-fbb2d006-167f-46d1-b2b4-4bdd05188fce req-293500fa-b461-4f09-baa6-fa9c0ab246d7 service neutron] 10.222.0.82 "GET /v2.0/networks?id=b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7 HTTP/1.1" status: 200 len: 909 time: 0.3539808 Feb 19 02:40:33.798339 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4f3dccf5-6d09-4760-a53a-00bc4e695146 req-7e8ec962-5265-4b70-b55f-ec6513ea8ef0 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] 10.222.0.72 "GET /v2.0/quotas/5126e9cc2c214dde954e94889efcccdb HTTP/1.1" status: 200 len: 375 time: 0.1070154 Feb 19 02:40:33.813358 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff7412db-c541-4395-bc14-ed0ab164b239', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e900da92-6b02-463e-a4f4-e45cd6deaee5'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:40:33.818416 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb21b32b-3153-4065-b16b-7aaa62cd195c" -d '{"events": [{"server_uuid": "ff7412db-c541-4395-bc14-ed0ab164b239", "name": "network-vif-plugged", "status": "completed", "tag": "e900da92-6b02-463e-a4f4-e45cd6deaee5"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:40:33.833864 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-b171791b-68b0-4e70-bd36-7296c0ede8db None None] Attempting to bind port 01a34c5d-fa80-4660-a0db-efb2071115d8 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:40:33.834236 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-b171791b-68b0-4e70-bd36-7296c0ede8db None None] Attempting to bind port 01a34c5d-fa80-4660-a0db-efb2071115d8 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '10fe79c3-695f-410b-b530-64a63e824745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '2f3a90ad-ee5a-41f0-bdc0-22abe981a050'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:40:33.834611 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b171791b-68b0-4e70-bd36-7296c0ede8db None None] Attempting to bind port 01a34c5d-fa80-4660-a0db-efb2071115d8 on network 2f3a90ad-ee5a-41f0-bdc0-22abe981a050 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:40:33.847437 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 46822) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:40:33.862901 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b171791b-68b0-4e70-bd36-7296c0ede8db None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:40:33.864408 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b171791b-68b0-4e70-bd36-7296c0ede8db None None] Checking segment: {'id': '10fe79c3-695f-410b-b530-64a63e824745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '2f3a90ad-ee5a-41f0-bdc0-22abe981a050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:40:33.864834 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b171791b-68b0-4e70-bd36-7296c0ede8db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:33.869143 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b171791b-68b0-4e70-bd36-7296c0ede8db None None] Bound using segment: {'id': '10fe79c3-695f-410b-b530-64a63e824745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '2f3a90ad-ee5a-41f0-bdc0-22abe981a050'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:40:33.869749 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-b171791b-68b0-4e70-bd36-7296c0ede8db None None] Bound port: 01a34c5d-fa80-4660-a0db-efb2071115d8, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10fe79c3-695f-410b-b530-64a63e824745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '2f3a90ad-ee5a-41f0-bdc0-22abe981a050'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:40:33.870124 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b171791b-68b0-4e70-bd36-7296c0ede8db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (01a34c5d-fa80-4660-a0db-efb2071115d8), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:33.895635 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-fbb2d006-167f-46d1-b2b4-4bdd05188fce req-b67d4117-6e0b-48dc-bd44-df000d079e6d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8eb6e41-adb3-4497-8eb0-74bb6e3592dd HTTP/1.1" status: 200 len: 217 time: 0.1094871 Feb 19 02:40:33.905185 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port e900da92-6b02-463e-a4f4-e45cd6deaee5, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=e900da92-6b02-463e-a4f4-e45cd6deaee5,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:40:33.926923 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09ceff7-ce95-4998-9a96-c04c8c0e148b req-f642c105-7ee2-49d2-8cb8-22232a370399 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:33.949346 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f09ceff7-ce95-4998-9a96-c04c8c0e148b req-f642c105-7ee2-49d2-8cb8-22232a370399 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=77900542-b50c-43fa-8e51-4bdebb3f3e4a HTTP/1.1" status: 200 len: 950 time: 0.2481399 Feb 19 02:40:33.995786 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb5d6af-7215-4303-a74a-02a83045b1bf req-0af06f70-1d7e-456b-8914-f5b5be3f59b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:33.997879 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-9fb5d6af-7215-4303-a74a-02a83045b1bf req-0af06f70-1d7e-456b-8914-f5b5be3f59b8 service neutron] 10.222.0.82 "GET /v2.0/networks?id=db98097a-bb19-479d-bd0d-4f71e988880a HTTP/1.1" status: 200 len: 922 time: 0.3919902 Feb 19 02:40:34.000720 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4f3dccf5-6d09-4760-a53a-00bc4e695146 req-da4373d0-b72a-471a-938e-ce0e9729e391 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=5126e9cc2c214dde954e94889efcccdb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1995332 Feb 19 02:40:34.003810 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (e900da92-6b02-463e-a4f4-e45cd6deaee5), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:34.004631 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 89f9b0a0-c329-4e39-99de-c5b7a5067c52 up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:40:34.007468 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb2d006-167f-46d1-b2b4-4bdd05188fce req-28a178d6-fea7-4a44-bd38-604ef1e67e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:34.010098 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-fbb2d006-167f-46d1-b2b4-4bdd05188fce req-28a178d6-fea7-4a44-bd38-604ef1e67e6f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=de6735e0-8981-45a6-9d12-953729888898 HTTP/1.1" status: 200 len: 848 time: 0.0985017 Feb 19 02:40:34.114443 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b171791b-68b0-4e70-bd36-7296c0ede8db None None] For port 01a34c5d-fa80-4660-a0db-efb2071115d8, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:40:34.116118 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156e389a-f23e-498a-bfda-8f821860b5de req-51abf2ad-fe78-44a8-acfd-3376acef004c tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:34.120260 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-156e389a-f23e-498a-bfda-8f821860b5de req-51abf2ad-fe78-44a8-acfd-3376acef004c tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports/4e89b04d-4fc5-4464-a71b-3345933c773e HTTP/1.1" status: 200 len: 947 time: 0.2676599 Feb 19 02:40:34.156696 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-fbb2d006-167f-46d1-b2b4-4bdd05188fce req-c74f9dc1-b87f-48aa-92c1-62e0e9b84c7e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601573 Feb 19 02:40:34.159549 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-9fb5d6af-7215-4303-a74a-02a83045b1bf req-680643c6-688a-4633-b5f1-d69136aadc90 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fc829dca-14fd-4790-bc8b-3796ff604c51 HTTP/1.1" status: 200 len: 217 time: 0.1476192 Feb 19 02:40:34.177866 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b171791b-68b0-4e70-bd36-7296c0ede8db None None] For port 01a34c5d-fa80-4660-a0db-efb2071115d8, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=01a34c5d-fa80-4660-a0db-efb2071115d8,segment=NetworkSegment(10fe79c3-695f-410b-b530-64a63e824745),segment_id=10fe79c3-695f-410b-b530-64a63e824745)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:40:34.200458 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-13fa4b88-d8d9-4377-9576-cc171dd4897e None None] Provisioning complete for port 01a34c5d-fa80-4660-a0db-efb2071115d8 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:40:34.201601 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-13fa4b88-d8d9-4377-9576-cc171dd4897e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (01a34c5d-fa80-4660-a0db-efb2071115d8), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:34.233550 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b171791b-68b0-4e70-bd36-7296c0ede8db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (01a34c5d-fa80-4660-a0db-efb2071115d8), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:34.252293 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=e900da92-6b02-463e-a4f4-e45cd6deaee5,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:34.279994 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4f3dccf5-6d09-4760-a53a-00bc4e695146 req-3816a2d8-6dba-412d-9faf-09d1b17dbf69 service neutron] 10.222.0.72 "GET /v2.0/networks/2f3a90ad-ee5a-41f0-bdc0-22abe981a050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2777991 Feb 19 02:40:34.349863 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f09ceff7-ce95-4998-9a96-c04c8c0e148b req-5ab7b0c5-5c09-41e0-8d34-69e480cb0799 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3991749 Feb 19 02:40:34.380717 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687264b3-7652-4c42-a392-a29f04f28243 None None] Pushing event updated for resources: {'Port': ['ID=01a34c5d-fa80-4660-a0db-efb2071115d8,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:34.427386 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b171791b-68b0-4e70-bd36-7296c0ede8db None None] Routers {'19926ac9-c54b-4bc8-9815-081664ca0553'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:40:34.428158 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-b171791b-68b0-4e70-bd36-7296c0ede8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:40:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['19926ac9-c54b-4bc8-9815-081664ca0553'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:40:34.485525 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb5d6af-7215-4303-a74a-02a83045b1bf req-74d337fe-52ad-402b-9d65-ee3e9fac1eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:34.490085 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning for port 89f9b0a0-c329-4e39-99de-c5b7a5067c52 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:40:34.490793 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-9fb5d6af-7215-4303-a74a-02a83045b1bf req-74d337fe-52ad-402b-9d65-ee3e9fac1eda service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2fe72d28-9326-4a85-b8b2-36c8cafae112 HTTP/1.1" status: 200 len: 861 time: 0.3093290 Feb 19 02:40:34.499057 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port 89f9b0a0-c329-4e39-99de-c5b7a5067c52 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:40:34.499724 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (89f9b0a0-c329-4e39-99de-c5b7a5067c52), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:34.612802 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-9fb5d6af-7215-4303-a74a-02a83045b1bf req-d85d9879-0e22-4258-bfab-1e3dfe11029e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=db98097a-bb19-479d-bd0d-4f71e988880a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1091208 Feb 19 02:40:34.690772 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-13fa4b88-d8d9-4377-9576-cc171dd4897e None None] Current status of the port 01a34c5d-fa80-4660-a0db-efb2071115d8 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:40:34.691573 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-13fa4b88-d8d9-4377-9576-cc171dd4897e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (01a34c5d-fa80-4660-a0db-efb2071115d8), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:34.725919 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-fbb2d006-167f-46d1-b2b4-4bdd05188fce req-cd60f221-cc6b-4367-b00e-7206cf18ba6a service neutron] 10.222.0.82 "GET /v2.0/networks/b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5458939 Feb 19 02:40:34.738022 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74425ff3-8b1f-41c2-9d9b-a6e5b72eaaaf req-7facff0d-9146-4984-a683-a4a1c280d866 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:34.751015 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-13fa4b88-d8d9-4377-9576-cc171dd4897e None None] For port 01a34c5d-fa80-4660-a0db-efb2071115d8, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=01a34c5d-fa80-4660-a0db-efb2071115d8,segment=NetworkSegment(10fe79c3-695f-410b-b530-64a63e824745),segment_id=10fe79c3-695f-410b-b530-64a63e824745)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:40:34.755049 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-74425ff3-8b1f-41c2-9d9b-a6e5b72eaaaf req-7facff0d-9146-4984-a683-a4a1c280d866 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9df39ad-6530-4059-be79-2380f77b9993 HTTP/1.1" status: 200 len: 949 time: 0.2572026 Feb 19 02:40:34.772831 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4f3dccf5-6d09-4760-a53a-00bc4e695146 req-942867ee-8921-412a-95a4-30a281c5040b service neutron] 10.222.0.72 "GET /v2.0/networks/2f3a90ad-ee5a-41f0-bdc0-22abe981a050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4917026 Feb 19 02:40:34.788601 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-13fa4b88-d8d9-4377-9576-cc171dd4897e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (01a34c5d-fa80-4660-a0db-efb2071115d8), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:34.806096 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-b171791b-68b0-4e70-bd36-7296c0ede8db None None] Set router 19926ac9-c54b-4bc8-9815-081664ca0553 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:40:34.881608 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-74425ff3-8b1f-41c2-9d9b-a6e5b72eaaaf req-23ef7233-bf79-4edc-99d5-857545b746d2 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b908dbc-8f8c-41bc-a0bd-543abe15dd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254282 Feb 19 02:40:34.946524 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-9fb5d6af-7215-4303-a74a-02a83045b1bf req-9d54891e-ede4-4f4a-ae0f-d4155cd6a813 service neutron] 10.222.0.82 "GET /v2.0/networks/db98097a-bb19-479d-bd0d-4f71e988880a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3067000 Feb 19 02:40:35.061354 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 89f9b0a0-c329-4e39-99de-c5b7a5067c52 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:40:35.061751 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (89f9b0a0-c329-4e39-99de-c5b7a5067c52), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:35.134426 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-fbb2d006-167f-46d1-b2b4-4bdd05188fce req-0778febe-ddd7-4ec1-8e13-cd805645988c service neutron] 10.222.0.82 "GET /v2.0/networks/b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3989832 Feb 19 02:40:35.169700 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eb4114-0c2d-43f7-9a9b-76984a84c16f req-0bf663a2-287a-4619-b34c-5f7130d2d452 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:35.179668 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-01eb4114-0c2d-43f7-9a9b-76984a84c16f req-0bf663a2-287a-4619-b34c-5f7130d2d452 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=be5f7cc1-41e7-4c40-b992-296c70e99846 HTTP/1.1" status: 200 len: 945 time: 0.1507256 Feb 19 02:40:35.191291 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ba3b900-15b8-46bf-a477-f4d206c422f2', 'tag': '79438a74-5a4d-450e-a024-17ae75fc49b7'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:40:35.196742 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41f3bcb2-ec75-4bda-92e0-f1b2fda97d03" -d '{"events": [{"name": "network-changed", "server_uuid": "4ba3b900-15b8-46bf-a477-f4d206c422f2", "tag": "79438a74-5a4d-450e-a024-17ae75fc49b7"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:40:35.252596 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-9fb5d6af-7215-4303-a74a-02a83045b1bf req-718a46a8-af0c-441b-8623-bd2eb478ca70 service neutron] 10.222.0.82 "GET /v2.0/networks/db98097a-bb19-479d-bd0d-4f71e988880a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2930338 Feb 19 02:40:35.286559 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64cedda2-b87c-4b13-aebb-93645574bcfd x-openstack-request-id: req-64cedda2-b87c-4b13-aebb-93645574bcfd {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:40:35.289039 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff7412db-c541-4395-bc14-ed0ab164b239", "name": "network-vif-plugged", "status": "completed", "tag": "e900da92-6b02-463e-a4f4-e45cd6deaee5", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:40:35.289039 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-64cedda2-b87c-4b13-aebb-93645574bcfd {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:40:35.289250 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff7412db-c541-4395-bc14-ed0ab164b239', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e900da92-6b02-463e-a4f4-e45cd6deaee5', 'code': 200} Feb 19 02:40:35.304267 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device e6bacbea-7bc0-404c-9095-3c156f57e23c details requested by agent hyperv_n-h2-826753-2 with host n-h2-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:40:35.311619 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-01eb4114-0c2d-43f7-9a9b-76984a84c16f req-05203c44-bbf4-441d-90de-16b2e10bd33e tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290648 Feb 19 02:40:35.373899 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fa4b88-d8d9-4377-9576-cc171dd4897e None None] Pushing event updated for resources: {'Port': ['ID=01a34c5d-fa80-4660-a0db-efb2071115d8,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:35.464252 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd781f39-d78d-4951-8d64-8cd729b85922 req-59059e7e-6610-47ee-baba-233303d10884 tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:35.465874 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-dd781f39-d78d-4951-8d64-8cd729b85922 req-59059e7e-6610-47ee-baba-233303d10884 tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ba3b900-15b8-46bf-a477-f4d206c422f2 HTTP/1.1" status: 200 len: 943 time: 0.1332374 Feb 19 02:40:35.466746 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 89f9b0a0-c329-4e39-99de-c5b7a5067c52, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=89f9b0a0-c329-4e39-99de-c5b7a5067c52,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:40:35.477363 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39490f34-4a7c-4eaa-bbfa-4a71eecc14d0 req-97a07356-8d87-40d9-a872-12171ea25c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:35.478939 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-39490f34-4a7c-4eaa-bbfa-4a71eecc14d0 req-97a07356-8d87-40d9-a872-12171ea25c1f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ff7412db-c541-4395-bc14-ed0ab164b239 HTTP/1.1" status: 200 len: 1132 time: 0.0715971 Feb 19 02:40:35.597721 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb5d6af-7215-4303-a74a-02a83045b1bf req-6fb67340-b190-4e55-9812-19410e77d661 tempest-LiveAutoBlockMigrationV225Test-289573108 tempest-LiveAutoBlockMigrationV225Test-289573108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:35.598522 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-dd781f39-d78d-4951-8d64-8cd729b85922 req-47d5cc25-06fe-48de-9a70-6ddb8353139a tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] 10.222.0.72 "GET /v2.0/security-groups?id=06361a1d-8d82-4ac0-8d63-3ac39b303691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236520 Feb 19 02:40:35.603896 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-9fb5d6af-7215-4303-a74a-02a83045b1bf req-6fb67340-b190-4e55-9812-19410e77d661 tempest-LiveAutoBlockMigrationV225Test-289573108 tempest-LiveAutoBlockMigrationV225Test-289573108-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=be5f7cc1-41e7-4c40-b992-296c70e99846&tenant_id=ad75c6928a1d4c6da3a56db6352b2618&binding%3Ahost_id=n-h1-826753-2 HTTP/1.1" status: 200 len: 1127 time: 0.1688251 Feb 19 02:40:35.618347 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-9fb5d6af-7215-4303-a74a-02a83045b1bf req-ed5324c1-24b8-435b-8c05-7332e552dc45 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-826753-2'}}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:40:35.659953 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-39490f34-4a7c-4eaa-bbfa-4a71eecc14d0 req-452fabc3-47a7-472d-b6d0-1885007641c7 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=5b908dbc-8f8c-41bc-a0bd-543abe15dd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546192 Feb 19 02:40:35.740930 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7fdc8b87-f9e9-4097-977a-3f3367d70573 req-9c2b9454-0113-47a8-9eb2-ddaa0febbd9f tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] 10.222.0.72 "GET /v2.0/ports?device_id=12703934-5b7e-463c-8012-a4a3447eeb94 HTTP/1.1" status: 200 len: 210 time: 0.0599186 Feb 19 02:40:35.755281 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port e6bacbea-7bc0-404c-9095-3c156f57e23c, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=e6bacbea-7bc0-404c-9095-3c156f57e23c,segment=NetworkSegment(acba4f27-adea-4d4f-9747-beb38d8d96ee),segment_id=acba4f27-adea-4d4f-9747-beb38d8d96ee)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:40:35.792237 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-9fb5d6af-7215-4303-a74a-02a83045b1bf req-ed5324c1-24b8-435b-8c05-7332e552dc45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (fc829dca-14fd-4790-bc8b-3796ff604c51), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:35.805267 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-179529c2-3bd0-47f5-9560-d531bb4aec8f x-openstack-request-id: req-179529c2-3bd0-47f5-9560-d531bb4aec8f {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:40:35.805457 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ba3b900-15b8-46bf-a477-f4d206c422f2", "tag": "79438a74-5a4d-450e-a024-17ae75fc49b7", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:40:35.805747 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-179529c2-3bd0-47f5-9560-d531bb4aec8f {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:40:35.806542 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ba3b900-15b8-46bf-a477-f4d206c422f2', 'tag': '79438a74-5a4d-450e-a024-17ae75fc49b7', 'status': 'completed', 'code': 200} Feb 19 02:40:35.837020 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda29c1b-13fd-48bf-beee-0b8d6c0898ab req-9e738e76-92e8-437f-85b5-f1bc00814211 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:35.851943 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cda29c1b-13fd-48bf-beee-0b8d6c0898ab req-9e738e76-92e8-437f-85b5-f1bc00814211 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=fcd6a795-095f-4679-b153-54a09672add9 HTTP/1.1" status: 200 len: 943 time: 0.1481390 Feb 19 02:40:35.993071 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f3bcb2-ec75-4bda-92e0-f1b2fda97d03 req-dc5db480-79af-4775-a4b3-42f1ff620510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:35.994854 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-41f3bcb2-ec75-4bda-92e0-f1b2fda97d03 req-dc5db480-79af-4775-a4b3-42f1ff620510 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=dd52dae5d953488a999b14891988d841&device_id=4ba3b900-15b8-46bf-a477-f4d206c422f2 HTTP/1.1" status: 200 len: 1125 time: 0.1350043 Feb 19 02:40:36.000096 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Returning: {'device': 'e6bacbea-7bc0-404c-9095-3c156f57e23c', 'network_id': '7fd0f9a3-a9ab-40af-b761-08bc87b304e4', 'port_id': 'e6bacbea-7bc0-404c-9095-3c156f57e23c', 'mac_address': 'fa:16:3e:5a:d7:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4295b22e-6c68-45b5-871e-9b69dcfd8866', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:40:36.040195 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cda29c1b-13fd-48bf-beee-0b8d6c0898ab req-b1e9369a-f66b-4341-bf02-8bdcf5cb7304 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816959 Feb 19 02:40:36.095806 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (89f9b0a0-c329-4e39-99de-c5b7a5067c52), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:36.106839 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54361e39-4587-41d7-9c0d-585a038159f1 req-334b22aa-59ac-46ad-9759-874f22f75d5a tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:36.127781 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-54361e39-4587-41d7-9c0d-585a038159f1 req-334b22aa-59ac-46ad-9759-874f22f75d5a tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=77900542-b50c-43fa-8e51-4bdebb3f3e4a HTTP/1.1" status: 200 len: 950 time: 0.2005002 Feb 19 02:40:36.188621 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-ff196892-dc3f-4fd7-84ae-b70a6421ea70 None None] Provisioning complete for port 01a34c5d-fa80-4660-a0db-efb2071115d8 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:40:36.189620 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-ff196892-dc3f-4fd7-84ae-b70a6421ea70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (01a34c5d-fa80-4660-a0db-efb2071115d8), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:36.216236 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-9fb5d6af-7215-4303-a74a-02a83045b1bf req-ed5324c1-24b8-435b-8c05-7332e552dc45 service neutron] For port fc829dca-14fd-4790-bc8b-3796ff604c51, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=fc829dca-14fd-4790-bc8b-3796ff604c51,segment=NetworkSegment(9dab481a-5428-424d-a8c3-4ae8ddfff67b),segment_id=9dab481a-5428-424d-a8c3-4ae8ddfff67b)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:40:36.254458 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-54361e39-4587-41d7-9c0d-585a038159f1 req-93e728c6-1d2e-4a05-80eb-35df15c82d2a tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253328 Feb 19 02:40:36.303557 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=89f9b0a0-c329-4e39-99de-c5b7a5067c52,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:36.315881 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-9fb5d6af-7215-4303-a74a-02a83045b1bf req-ed5324c1-24b8-435b-8c05-7332e552dc45 service neutron] For port fc829dca-14fd-4790-bc8b-3796ff604c51, host n-h1-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:40:36.320062 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50f7b97-5c47-4ab1-ad09-e9d1fd7a0410 req-2edda8bd-16fc-4531-a2b4-acbae73c7e47 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:36.324320 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c50f7b97-5c47-4ab1-ad09-e9d1fd7a0410 req-2edda8bd-16fc-4531-a2b4-acbae73c7e47 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9df39ad-6530-4059-be79-2380f77b9993 HTTP/1.1" status: 200 len: 950 time: 0.1311688 Feb 19 02:40:36.373582 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-ff196892-dc3f-4fd7-84ae-b70a6421ea70 None None] Current status of the port 01a34c5d-fa80-4660-a0db-efb2071115d8 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:40:36.396998 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port e6bacbea-7bc0-404c-9095-3c156f57e23c is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:40:36.397444 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (e6bacbea-7bc0-404c-9095-3c156f57e23c), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:36.403416 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-9fb5d6af-7215-4303-a74a-02a83045b1bf req-ed5324c1-24b8-435b-8c05-7332e552dc45 service neutron] Publish callbacks [] for port (fc829dca-14fd-4790-bc8b-3796ff604c51), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:36.413564 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-b171791b-68b0-4e70-bd36-7296c0ede8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19926ac9-c54b-4bc8-9815-081664ca0553', 'name': 'tempest-FloatingIPsAssociationTestJSON-504285703-router', 'tenant_id': '5126e9cc2c214dde954e94889efcccdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '2dd20b05-57e2-4dd8-bf37-99c3aded2d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:40:23Z', 'updated_at': '2022-02-19T02:40:29Z', 'revision_number': 4, 'project_id': '5126e9cc2c214dde954e94889efcccdb', 'gw_port': {'id': '2dd20b05-57e2-4dd8-bf37-99c3aded2d2e', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:3f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19926ac9-c54b-4bc8-9815-081664ca0553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:40:23Z', 'updated_at': '2022-02-19T02:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '01a34c5d-fa80-4660-a0db-efb2071115d8', 'name': '', 'network_id': '2f3a90ad-ee5a-41f0-bdc0-22abe981a050', 'tenant_id': '5126e9cc2c214dde954e94889efcccdb', 'mac_address': 'fa:16:3e:6a:ee:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19926ac9-c54b-4bc8-9815-081664ca0553', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'a1cf80ca-3ee4-4752-b65e-3f091ad2def6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:40:27Z', 'updated_at': '2022-02-19T02:40:34Z', 'revision_number': 4, 'project_id': '5126e9cc2c214dde954e94889efcccdb', 'subnets': [{'id': 'a1cf80ca-3ee4-4752-b65e-3f091ad2def6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:40:36.416934 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6bacbea-7bc0-404c-9095-3c156f57e23c {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:40:36.418520 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f3bcb2-ec75-4bda-92e0-f1b2fda97d03 req-a8bf5b2d-428b-409e-a0bd-9070abeb7443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:36.420295 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-41f3bcb2-ec75-4bda-92e0-f1b2fda97d03 req-a8bf5b2d-428b-409e-a0bd-9070abeb7443 service neutron] 10.222.0.82 "GET /v2.0/networks?id=7fd0f9a3-a9ab-40af-b761-08bc87b304e4 HTTP/1.1" status: 200 len: 914 time: 0.4020615 Feb 19 02:40:36.428806 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-9fb5d6af-7215-4303-a74a-02a83045b1bf req-ed5324c1-24b8-435b-8c05-7332e552dc45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (fc829dca-14fd-4790-bc8b-3796ff604c51), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:36.456657 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b171791b-68b0-4e70-bd36-7296c0ede8db None None] The sync data for ids ['19926ac9-c54b-4bc8-9815-081664ca0553'] in n-d-826753-2 is: [{'id': '19926ac9-c54b-4bc8-9815-081664ca0553', 'name': 'tempest-FloatingIPsAssociationTestJSON-504285703-router', 'tenant_id': '5126e9cc2c214dde954e94889efcccdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '2dd20b05-57e2-4dd8-bf37-99c3aded2d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:40:23Z', 'updated_at': '2022-02-19T02:40:29Z', 'revision_number': 4, 'project_id': '5126e9cc2c214dde954e94889efcccdb', 'gw_port': {'id': '2dd20b05-57e2-4dd8-bf37-99c3aded2d2e', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:3f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19926ac9-c54b-4bc8-9815-081664ca0553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:40:23Z', 'updated_at': '2022-02-19T02:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '01a34c5d-fa80-4660-a0db-efb2071115d8', 'name': '', 'network_id': '2f3a90ad-ee5a-41f0-bdc0-22abe981a050', 'tenant_id': '5126e9cc2c214dde954e94889efcccdb', 'mac_address': 'fa:16:3e:6a:ee:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19926ac9-c54b-4bc8-9815-081664ca0553', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'a1cf80ca-3ee4-4752-b65e-3f091ad2def6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:40:27Z', 'updated_at': '2022-02-19T02:40:34Z', 'revision_number': 4, 'project_id': '5126e9cc2c214dde954e94889efcccdb', 'subnets': [{'id': 'a1cf80ca-3ee4-4752-b65e-3f091ad2def6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:40:36.468678 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port e6bacbea-7bc0-404c-9095-3c156f57e23c, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=e6bacbea-7bc0-404c-9095-3c156f57e23c,segment=NetworkSegment(acba4f27-adea-4d4f-9747-beb38d8d96ee),segment_id=acba4f27-adea-4d4f-9747-beb38d8d96ee)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:40:36.485514 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (e6bacbea-7bc0-404c-9095-3c156f57e23c), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:36.566110 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c50f7b97-5c47-4ab1-ad09-e9d1fd7a0410 req-78c54b8c-ab84-4336-8acc-c62898c45329 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b908dbc-8f8c-41bc-a0bd-543abe15dd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232213 Feb 19 02:40:36.574963 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156e389a-f23e-498a-bfda-8f821860b5de req-a5edb8d5-6fa9-4681-b037-33ebfb356c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:36.576102 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-156e389a-f23e-498a-bfda-8f821860b5de req-a5edb8d5-6fa9-4681-b037-33ebfb356c1c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=db33b204d8b743bf8957eb245634d63e&device_id=77900542-b50c-43fa-8e51-4bdebb3f3e4a HTTP/1.1" status: 200 len: 1132 time: 0.2481194 Feb 19 02:40:36.601716 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=e6bacbea-7bc0-404c-9095-3c156f57e23c,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:36.608678 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-41f3bcb2-ec75-4bda-92e0-f1b2fda97d03 req-b5840456-593a-467e-9b09-153c29c312e2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=79438a74-5a4d-450e-a024-17ae75fc49b7 HTTP/1.1" status: 200 len: 217 time: 0.1610460 Feb 19 02:40:36.706882 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97101636-fb28-4d6d-a5b7-c6b381adaa99 req-9d007a4c-29a1-42da-b99b-5e183979cf8b tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:36.708797 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-97101636-fb28-4d6d-a5b7-c6b381adaa99 req-9d007a4c-29a1-42da-b99b-5e183979cf8b tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=be5f7cc1-41e7-4c40-b992-296c70e99846 HTTP/1.1" status: 200 len: 943 time: 0.2100332 Feb 19 02:40:36.787838 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f3bcb2-ec75-4bda-92e0-f1b2fda97d03 req-0288a67c-7615-405f-9428-1c9abed7d195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:36.789666 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-41f3bcb2-ec75-4bda-92e0-f1b2fda97d03 req-0288a67c-7615-405f-9428-1c9abed7d195 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4295b22e-6c68-45b5-871e-9b69dcfd8866 HTTP/1.1" status: 200 len: 853 time: 0.1370575 Feb 19 02:40:36.792338 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5324c1-24b8-435b-8c05-7332e552dc45 service neutron] Pushing event updated for resources: {'Port': ['ID=fc829dca-14fd-4790-bc8b-3796ff604c51,revision_number=7']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:36.798936 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-9fb5d6af-7215-4303-a74a-02a83045b1bf req-ed5324c1-24b8-435b-8c05-7332e552dc45 service neutron] Attempting to bind port fc829dca-14fd-4790-bc8b-3796ff604c51 on host n-h1-826753-2 for vnic_type normal with profile {"migrating_to": "n-h2-826753-2"} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:40:36.799144 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-9fb5d6af-7215-4303-a74a-02a83045b1bf req-ed5324c1-24b8-435b-8c05-7332e552dc45 service neutron] Attempting to bind port fc829dca-14fd-4790-bc8b-3796ff604c51 by drivers openvswitch,hyperv on host n-h1-826753-2 at level 0 using segments [{'id': '9dab481a-5428-424d-a8c3-4ae8ddfff67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'db98097a-bb19-479d-bd0d-4f71e988880a'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:40:36.799304 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb5d6af-7215-4303-a74a-02a83045b1bf req-ed5324c1-24b8-435b-8c05-7332e552dc45 service neutron] Attempting to bind port fc829dca-14fd-4790-bc8b-3796ff604c51 on network db98097a-bb19-479d-bd0d-4f71e988880a {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:40:36.821203 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-97101636-fb28-4d6d-a5b7-c6b381adaa99 req-5b4f878b-2ea7-4500-be32-24a837d180e5 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722635 Feb 19 02:40:36.856896 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156e389a-f23e-498a-bfda-8f821860b5de req-a3d1d94c-9854-436f-95c6-700d15146987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:36.858593 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-156e389a-f23e-498a-bfda-8f821860b5de req-a3d1d94c-9854-436f-95c6-700d15146987 service neutron] 10.222.0.82 "GET /v2.0/networks?id=5124bd00-da2a-4bd6-93a0-c14c92afb11f HTTP/1.1" status: 200 len: 870 time: 0.2670078 Feb 19 02:40:36.865846 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-41f3bcb2-ec75-4bda-92e0-f1b2fda97d03 req-d7303b39-b4df-4ddc-9282-93f65a1584cc service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7fd0f9a3-a9ab-40af-b761-08bc87b304e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640244 Feb 19 02:40:36.866511 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb5d6af-7215-4303-a74a-02a83045b1bf req-ed5324c1-24b8-435b-8c05-7332e552dc45 service neutron] Port fc829dca-14fd-4790-bc8b-3796ff604c51 on network db98097a-bb19-479d-bd0d-4f71e988880a not bound, no agent of type Open vSwitch agent registered on host n-h1-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:40:36.866894 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb5d6af-7215-4303-a74a-02a83045b1bf req-ed5324c1-24b8-435b-8c05-7332e552dc45 service neutron] Attempting to bind port fc829dca-14fd-4790-bc8b-3796ff604c51 on network db98097a-bb19-479d-bd0d-4f71e988880a {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:40:36.873574 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb5d6af-7215-4303-a74a-02a83045b1bf req-ed5324c1-24b8-435b-8c05-7332e552dc45 service neutron] Checking agent: {'id': '9d56fb1b-2855-496a-a6d9-c324740cb98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:40:36.873991 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb5d6af-7215-4303-a74a-02a83045b1bf req-ed5324c1-24b8-435b-8c05-7332e552dc45 service neutron] Checking segment: {'id': '9dab481a-5428-424d-a8c3-4ae8ddfff67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'db98097a-bb19-479d-bd0d-4f71e988880a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:40:36.874433 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb5d6af-7215-4303-a74a-02a83045b1bf req-ed5324c1-24b8-435b-8c05-7332e552dc45 service neutron] Bound using segment: {'id': '9dab481a-5428-424d-a8c3-4ae8ddfff67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'db98097a-bb19-479d-bd0d-4f71e988880a'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:40:36.874934 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-9fb5d6af-7215-4303-a74a-02a83045b1bf req-ed5324c1-24b8-435b-8c05-7332e552dc45 service neutron] Bound port: fc829dca-14fd-4790-bc8b-3796ff604c51, host: n-h1-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dab481a-5428-424d-a8c3-4ae8ddfff67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'db98097a-bb19-479d-bd0d-4f71e988880a'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:40:36.875547 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-9fb5d6af-7215-4303-a74a-02a83045b1bf req-ed5324c1-24b8-435b-8c05-7332e552dc45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (fc829dca-14fd-4790-bc8b-3796ff604c51), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:36.878396 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9573abe2-4e9e-48b2-862d-72dc3811014a req-598d9abc-1255-4e38-aaf3-25b855e395ee tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:36.880167 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9573abe2-4e9e-48b2-862d-72dc3811014a req-598d9abc-1255-4e38-aaf3-25b855e395ee tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ba3b900-15b8-46bf-a477-f4d206c422f2 HTTP/1.1" status: 200 len: 943 time: 0.1892297 Feb 19 02:40:36.887552 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['e6bacbea-7bc0-404c-9095-3c156f57e23c'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:40:37.013224 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-156e389a-f23e-498a-bfda-8f821860b5de req-5a19db3b-d31f-422b-ac91-6f8bb102659d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=4e89b04d-4fc5-4464-a71b-3345933c773e HTTP/1.1" status: 200 len: 217 time: 0.1283133 Feb 19 02:40:37.129312 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-41f3bcb2-ec75-4bda-92e0-f1b2fda97d03 req-7e3e8cd3-2722-4f44-8bf6-e764cb87a6ec service neutron] 10.222.0.82 "GET /v2.0/networks/7fd0f9a3-a9ab-40af-b761-08bc87b304e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507703 Feb 19 02:40:37.130471 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-9fb5d6af-7215-4303-a74a-02a83045b1bf req-ed5324c1-24b8-435b-8c05-7332e552dc45 service neutron] For port fc829dca-14fd-4790-bc8b-3796ff604c51, host n-h1-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:40:37.134055 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-9fb5d6af-7215-4303-a74a-02a83045b1bf req-ed5324c1-24b8-435b-8c05-7332e552dc45 service neutron] For port fc829dca-14fd-4790-bc8b-3796ff604c51, host n-h1-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=fc829dca-14fd-4790-bc8b-3796ff604c51,segment=NetworkSegment(9dab481a-5428-424d-a8c3-4ae8ddfff67b),segment_id=9dab481a-5428-424d-a8c3-4ae8ddfff67b)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:40:37.231377 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 79438a74-5a4d-450e-a024-17ae75fc49b7 details requested by agent hyperv_n-h2-826753-2 with host n-h2-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:40:37.266664 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-41f3bcb2-ec75-4bda-92e0-f1b2fda97d03 req-9f3dab9b-7f50-4b2a-8ff6-72b24ca43fcc service neutron] 10.222.0.82 "GET /v2.0/networks/7fd0f9a3-a9ab-40af-b761-08bc87b304e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290817 Feb 19 02:40:37.270094 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-9fb5d6af-7215-4303-a74a-02a83045b1bf req-ed5324c1-24b8-435b-8c05-7332e552dc45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (fc829dca-14fd-4790-bc8b-3796ff604c51), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:37.396522 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5324c1-24b8-435b-8c05-7332e552dc45 service neutron] Pushing event updated for resources: {'Port': ['ID=fc829dca-14fd-4790-bc8b-3796ff604c51,revision_number=8']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:37.452743 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb5d6af-7215-4303-a74a-02a83045b1bf req-ed5324c1-24b8-435b-8c05-7332e552dc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:37.453642 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-9fb5d6af-7215-4303-a74a-02a83045b1bf req-ed5324c1-24b8-435b-8c05-7332e552dc45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:37.455295 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-9fb5d6af-7215-4303-a74a-02a83045b1bf req-ed5324c1-24b8-435b-8c05-7332e552dc45 service neutron] 10.222.0.82 "PUT /v2.0/ports/fc829dca-14fd-4790-bc8b-3796ff604c51 HTTP/1.1" status: 200 len: 1121 time: 1.8415933 Feb 19 02:40:37.470266 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 79438a74-5a4d-450e-a024-17ae75fc49b7, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=79438a74-5a4d-450e-a024-17ae75fc49b7,segment=NetworkSegment(acba4f27-adea-4d4f-9747-beb38d8d96ee),segment_id=acba4f27-adea-4d4f-9747-beb38d8d96ee)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:40:37.497307 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9df39ad-6530-4059-be79-2380f77b9993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89f9b0a0-c329-4e39-99de-c5b7a5067c52'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:40:37.500078 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba160296-4f9b-406b-b063-b755626528a6" -d '{"events": [{"server_uuid": "d9df39ad-6530-4059-be79-2380f77b9993", "name": "network-vif-plugged", "status": "completed", "tag": "89f9b0a0-c329-4e39-99de-c5b7a5067c52"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:40:37.504122 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Returning: {'device': '79438a74-5a4d-450e-a024-17ae75fc49b7', 'network_id': '7fd0f9a3-a9ab-40af-b761-08bc87b304e4', 'port_id': '79438a74-5a4d-450e-a024-17ae75fc49b7', 'mac_address': 'fa:16:3e:60:a8:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4295b22e-6c68-45b5-871e-9b69dcfd8866', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:40:37.611661 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 01a34c5d-fa80-4660-a0db-efb2071115d8 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:40:37.613537 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9573abe2-4e9e-48b2-862d-72dc3811014a req-9a720f1c-4926-471b-801d-261011dc3372 tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] 10.222.0.72 "GET /v2.0/security-groups?id=06361a1d-8d82-4ac0-8d63-3ac39b303691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7152586 Feb 19 02:40:37.704555 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['fc829dca-14fd-4790-bc8b-3796ff604c51'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:40:37.782616 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 79438a74-5a4d-450e-a024-17ae75fc49b7 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:40:37.785753 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (79438a74-5a4d-450e-a024-17ae75fc49b7), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:37.794347 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156e389a-f23e-498a-bfda-8f821860b5de req-cebb79ed-05e5-4ee2-a45d-7a538ea7a7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:37.795868 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-156e389a-f23e-498a-bfda-8f821860b5de req-cebb79ed-05e5-4ee2-a45d-7a538ea7a7b0 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=974c06bc-f097-4890-970a-b087501ab241 HTTP/1.1" status: 200 len: 843 time: 0.7724197 Feb 19 02:40:37.808030 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be5f7cc1-41e7-4c40-b992-296c70e99846', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc829dca-14fd-4790-bc8b-3796ff604c51'}, {'name': 'network-changed', 'server_uuid': 'be5f7cc1-41e7-4c40-b992-296c70e99846', 'tag': 'fc829dca-14fd-4790-bc8b-3796ff604c51'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:40:37.810901 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3401d0b1-630c-484d-a605-024af05075f3" -d '{"events": [{"server_uuid": "be5f7cc1-41e7-4c40-b992-296c70e99846", "name": "network-vif-unplugged", "status": "completed", "tag": "fc829dca-14fd-4790-bc8b-3796ff604c51"}, {"name": "network-changed", "server_uuid": "be5f7cc1-41e7-4c40-b992-296c70e99846", "tag": "fc829dca-14fd-4790-bc8b-3796ff604c51"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:40:37.813951 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79438a74-5a4d-450e-a024-17ae75fc49b7 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:40:37.822072 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-acaca8ea-e72a-46e4-951b-836191a58ccb req-03c77010-c0e3-45f7-8e06-d8bc49f88048 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] 10.222.0.72 "GET /v2.0/ports?device_id=12703934-5b7e-463c-8012-a4a3447eeb94 HTTP/1.1" status: 200 len: 210 time: 0.2211397 Feb 19 02:40:37.868324 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 79438a74-5a4d-450e-a024-17ae75fc49b7, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=79438a74-5a4d-450e-a024-17ae75fc49b7,segment=NetworkSegment(acba4f27-adea-4d4f-9747-beb38d8d96ee),segment_id=acba4f27-adea-4d4f-9747-beb38d8d96ee)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:40:37.905123 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3dccf5-6d09-4760-a53a-00bc4e695146 req-7496e9d3-4bcd-4076-978b-1d7e8f183093 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:37.914000 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4f3dccf5-6d09-4760-a53a-00bc4e695146 req-7496e9d3-4bcd-4076-978b-1d7e8f183093 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] 10.222.0.73 "GET /v2.0/networks?id=2f3a90ad-ee5a-41f0-bdc0-22abe981a050 HTTP/1.1" status: 200 len: 820 time: 0.3152809 Feb 19 02:40:37.916364 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (79438a74-5a4d-450e-a024-17ae75fc49b7), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:37.917062 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device a8eb6e41-adb3-4497-8eb0-74bb6e3592dd details requested by agent hyperv_n-h2-826753-2 with host n-h2-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:40:37.939004 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 01a34c5d-fa80-4660-a0db-efb2071115d8 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:40:37.940111 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (01a34c5d-fa80-4660-a0db-efb2071115d8), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:37.944812 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-4f3dccf5-6d09-4760-a53a-00bc4e695146 req-24eebd93-9079-48b1-9d73-7badea46694b tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Request body: {'port': {'device_id': '12703934-5b7e-463c-8012-a4a3447eeb94', 'network_id': '2f3a90ad-ee5a-41f0-bdc0-22abe981a050', 'admin_state_up': True, 'tenant_id': '5126e9cc2c214dde954e94889efcccdb'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:40:38.011735 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bc1eef-df67-4fb3-b76f-7e0738835cfd req-5bc18982-7256-48c4-b2cc-950208dbb971 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:38.012945 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c7bc1eef-df67-4fb3-b76f-7e0738835cfd req-5bc18982-7256-48c4-b2cc-950208dbb971 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=fcd6a795-095f-4679-b153-54a09672add9 HTTP/1.1" status: 200 len: 943 time: 0.2155464 Feb 19 02:40:38.149958 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=79438a74-5a4d-450e-a024-17ae75fc49b7,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:38.152817 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156e389a-f23e-498a-bfda-8f821860b5de req-4965fcfe-b9c1-417a-a687-26d2af8f7896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:38.154572 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-156e389a-f23e-498a-bfda-8f821860b5de req-4965fcfe-b9c1-417a-a687-26d2af8f7896 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5124bd00-da2a-4bd6-93a0-c14c92afb11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3363376 Feb 19 02:40:38.206086 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port a8eb6e41-adb3-4497-8eb0-74bb6e3592dd, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=a8eb6e41-adb3-4497-8eb0-74bb6e3592dd,segment=NetworkSegment(999cf2ff-ad78-4ea0-b2d0-93d967fd81fc),segment_id=999cf2ff-ad78-4ea0-b2d0-93d967fd81fc)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:40:38.280741 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:40:38.281115 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:40:38.281638 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:40:38.281980 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:40:38.282329 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:40:38.282660 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:40:38.283073 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:40:38.283400 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:40:38.283754 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:40:38.284075 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:40:38.284396 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:40:38.284710 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:40:38.285040 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:40:38.298911 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Returning: {'device': 'a8eb6e41-adb3-4497-8eb0-74bb6e3592dd', 'network_id': 'b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7', 'port_id': 'a8eb6e41-adb3-4497-8eb0-74bb6e3592dd', 'mac_address': 'fa:16:3e:7b:b8:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de6735e0-8981-45a6-9d12-953729888898', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:40:38.305713 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c7bc1eef-df67-4fb3-b76f-7e0738835cfd req-58b279b7-e41f-46cd-bc02-e5d91f2ebe75 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319028 Feb 19 02:40:38.319863 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 01a34c5d-fa80-4660-a0db-efb2071115d8 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:40:38.332268 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f3dccf5-6d09-4760-a53a-00bc4e695146 req-24eebd93-9079-48b1-9d73-7badea46694b tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Made reservation on behalf of 5126e9cc2c214dde954e94889efcccdb for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:40:38.336084 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-4f3dccf5-6d09-4760-a53a-00bc4e695146 req-24eebd93-9079-48b1-9d73-7badea46694b tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:38.375586 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6bbefc-8c82-4dab-b972-5f4e17f2c76d req-7eb47bc0-94f9-4bfb-a5da-585d72d837ed tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:38.376207 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5f6bbefc-8c82-4dab-b972-5f4e17f2c76d req-7eb47bc0-94f9-4bfb-a5da-585d72d837ed tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=77900542-b50c-43fa-8e51-4bdebb3f3e4a HTTP/1.1" status: 200 len: 950 time: 0.4236507 Feb 19 02:40:38.395615 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port a8eb6e41-adb3-4497-8eb0-74bb6e3592dd is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:40:38.396109 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (a8eb6e41-adb3-4497-8eb0-74bb6e3592dd), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:38.431595 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8eb6e41-adb3-4497-8eb0-74bb6e3592dd {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:40:38.462838 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port a8eb6e41-adb3-4497-8eb0-74bb6e3592dd, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=a8eb6e41-adb3-4497-8eb0-74bb6e3592dd,segment=NetworkSegment(999cf2ff-ad78-4ea0-b2d0-93d967fd81fc),segment_id=999cf2ff-ad78-4ea0-b2d0-93d967fd81fc)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:40:38.472457 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (a8eb6e41-adb3-4497-8eb0-74bb6e3592dd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:38.591267 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71950c52-58b7-4311-973b-f7935e29bea1 x-openstack-request-id: req-71950c52-58b7-4311-973b-f7935e29bea1 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:40:38.591525 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9df39ad-6530-4059-be79-2380f77b9993", "name": "network-vif-plugged", "status": "completed", "tag": "89f9b0a0-c329-4e39-99de-c5b7a5067c52", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:40:38.591670 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-71950c52-58b7-4311-973b-f7935e29bea1 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:40:38.592071 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9df39ad-6530-4059-be79-2380f77b9993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89f9b0a0-c329-4e39-99de-c5b7a5067c52', 'code': 200} Feb 19 02:40:38.604995 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=a8eb6e41-adb3-4497-8eb0-74bb6e3592dd,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:38.674399 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-156e389a-f23e-498a-bfda-8f821860b5de req-37b6c82b-e733-44a4-a29b-80bcdc8a96ec service neutron] 10.222.0.82 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5055740 Feb 19 02:40:38.711211 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a521172c-9a0d-4bfa-b1ad-d68790ddca7e req-f1b4deef-e6bf-4bc6-b238-2504dff793a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:38.714136 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a521172c-9a0d-4bfa-b1ad-d68790ddca7e req-f1b4deef-e6bf-4bc6-b238-2504dff793a9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d9df39ad-6530-4059-be79-2380f77b9993 HTTP/1.1" status: 200 len: 1132 time: 0.0595584 Feb 19 02:40:38.726600 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5f6bbefc-8c82-4dab-b972-5f4e17f2c76d req-36b02bae-3d0a-4e7e-9585-a92a60b56062 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3481052 Feb 19 02:40:38.739056 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [req-4f3dccf5-6d09-4760-a53a-00bc4e695146 req-24eebd93-9079-48b1-9d73-7badea46694b tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Allocated IP 172.20.0.11 (2f3a90ad-ee5a-41f0-bdc0-22abe981a050/a1cf80ca-3ee4-4752-b65e-3f091ad2def6/7d41a253-136f-4f5f-b68e-55c767b082fe) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:40:38.854166 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sat, 19 Feb 2022 02:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8195b2e-4f0f-48d8-be85-5d4e50d24849 x-openstack-request-id: req-b8195b2e-4f0f-48d8-be85-5d4e50d24849 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:40:38.855068 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be5f7cc1-41e7-4c40-b992-296c70e99846", "name": "network-vif-unplugged", "status": "completed", "tag": "fc829dca-14fd-4790-bc8b-3796ff604c51", "code": 200}, {"name": "network-changed", "server_uuid": "be5f7cc1-41e7-4c40-b992-296c70e99846", "tag": "fc829dca-14fd-4790-bc8b-3796ff604c51", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:40:38.857635 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b8195b2e-4f0f-48d8-be85-5d4e50d24849 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:40:38.859214 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be5f7cc1-41e7-4c40-b992-296c70e99846', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc829dca-14fd-4790-bc8b-3796ff604c51', 'code': 200} Feb 19 02:40:38.859500 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be5f7cc1-41e7-4c40-b992-296c70e99846', 'tag': 'fc829dca-14fd-4790-bc8b-3796ff604c51', 'status': 'completed', 'code': 200} Feb 19 02:40:38.873093 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a521172c-9a0d-4bfa-b1ad-d68790ddca7e req-e8112ab5-ca0e-409b-8864-b2b8e24cafaa service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=5b908dbc-8f8c-41bc-a0bd-543abe15dd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289546 Feb 19 02:40:38.909563 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-156e389a-f23e-498a-bfda-8f821860b5de req-2e369927-a48a-4185-82dd-043615d00dc6 service neutron] 10.222.0.82 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120790 Feb 19 02:40:38.944133 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da9d807-d56e-4a17-b25e-d11e1c69eeea req-b23a0c9e-4f1f-4504-8e8f-91932669b610 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:38.946315 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3da9d807-d56e-4a17-b25e-d11e1c69eeea req-b23a0c9e-4f1f-4504-8e8f-91932669b610 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9df39ad-6530-4059-be79-2380f77b9993 HTTP/1.1" status: 200 len: 950 time: 0.3077214 Feb 19 02:40:39.070313 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['79438a74-5a4d-450e-a024-17ae75fc49b7'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:40:39.084006 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-4f3dccf5-6d09-4760-a53a-00bc4e695146 req-24eebd93-9079-48b1-9d73-7badea46694b tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Publish callbacks [] for port (7d41a253-136f-4f5f-b68e-55c767b082fe), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:39.090599 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3da9d807-d56e-4a17-b25e-d11e1c69eeea req-97b098c1-28f3-4c35-a7ac-fc42825d4681 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b908dbc-8f8c-41bc-a0bd-543abe15dd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291296 Feb 19 02:40:39.112292 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cb9c44-0566-480b-adae-80a7ba9176cd req-6f31f824-6f62-4e74-a2a2-5454aefdd7f6 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:39.114537 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-00cb9c44-0566-480b-adae-80a7ba9176cd req-6f31f824-6f62-4e74-a2a2-5454aefdd7f6 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=be5f7cc1-41e7-4c40-b992-296c70e99846 HTTP/1.1" status: 200 len: 943 time: 0.1494272 Feb 19 02:40:39.147452 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['a8eb6e41-adb3-4497-8eb0-74bb6e3592dd'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:40:39.190062 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-00cb9c44-0566-480b-adae-80a7ba9176cd req-3a9a4839-88c6-48eb-b98c-ec276c65a535 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675805 Feb 19 02:40:39.248315 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device e6bacbea-7bc0-404c-9095-3c156f57e23c up at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:40:39.251004 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-4f3dccf5-6d09-4760-a53a-00bc4e695146 req-24eebd93-9079-48b1-9d73-7badea46694b tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (7d41a253-136f-4f5f-b68e-55c767b082fe), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:39.280246 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e93e988-9335-41ab-8dad-5f7920d409fd req-7c8a24f1-9f30-4c59-a03e-569dd2f341b7 tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:39.281820 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8e93e988-9335-41ab-8dad-5f7920d409fd req-7c8a24f1-9f30-4c59-a03e-569dd2f341b7 tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ba3b900-15b8-46bf-a477-f4d206c422f2 HTTP/1.1" status: 200 len: 944 time: 0.0906086 Feb 19 02:40:39.392557 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3401d0b1-630c-484d-a605-024af05075f3 req-89df2962-f984-4580-9944-23e9b6441b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:39.394496 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3401d0b1-630c-484d-a605-024af05075f3 req-89df2962-f984-4580-9944-23e9b6441b86 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ad75c6928a1d4c6da3a56db6352b2618&device_id=be5f7cc1-41e7-4c40-b992-296c70e99846 HTTP/1.1" status: 200 len: 1155 time: 0.0837941 Feb 19 02:40:39.420833 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eebd93-9079-48b1-9d73-7badea46694b tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Pushing event updated for resources: {'Port': ['ID=7d41a253-136f-4f5f-b68e-55c767b082fe,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:39.434406 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning for port e6bacbea-7bc0-404c-9095-3c156f57e23c completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:40:39.444458 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f3dccf5-6d09-4760-a53a-00bc4e695146 req-24eebd93-9079-48b1-9d73-7badea46694b tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Network 2f3a90ad-ee5a-41f0-bdc0-22abe981a050 is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:40:39.446470 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning complete for port e6bacbea-7bc0-404c-9095-3c156f57e23c triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:40:39.447018 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (e6bacbea-7bc0-404c-9095-3c156f57e23c), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:39.449037 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [req-4f3dccf5-6d09-4760-a53a-00bc4e695146 req-24eebd93-9079-48b1-9d73-7badea46694b tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:40:39.459316 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f3dccf5-6d09-4760-a53a-00bc4e695146 req-24eebd93-9079-48b1-9d73-7badea46694b tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:40:39.604574 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3401d0b1-630c-484d-a605-024af05075f3 req-6d8dd3e6-fcfa-40ac-8ba1-539cbf68f3de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:39.612092 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3dccf5-6d09-4760-a53a-00bc4e695146 req-24eebd93-9079-48b1-9d73-7badea46694b tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:39.612719 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-4f3dccf5-6d09-4760-a53a-00bc4e695146 req-24eebd93-9079-48b1-9d73-7badea46694b tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:39.638626 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3401d0b1-630c-484d-a605-024af05075f3 req-6d8dd3e6-fcfa-40ac-8ba1-539cbf68f3de service neutron] 10.222.0.73 "GET /v2.0/networks?id=db98097a-bb19-479d-bd0d-4f71e988880a HTTP/1.1" status: 200 len: 922 time: 0.2215269 Feb 19 02:40:39.651708 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port e6bacbea-7bc0-404c-9095-3c156f57e23c is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:40:39.652375 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (e6bacbea-7bc0-404c-9095-3c156f57e23c), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:39.693787 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port e6bacbea-7bc0-404c-9095-3c156f57e23c, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=e6bacbea-7bc0-404c-9095-3c156f57e23c,segment=NetworkSegment(acba4f27-adea-4d4f-9747-beb38d8d96ee),segment_id=acba4f27-adea-4d4f-9747-beb38d8d96ee)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:40:39.701349 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (e6bacbea-7bc0-404c-9095-3c156f57e23c), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:39.706481 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4f3dccf5-6d09-4760-a53a-00bc4e695146 req-24eebd93-9079-48b1-9d73-7badea46694b tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7719638 Feb 19 02:40:39.712342 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8e93e988-9335-41ab-8dad-5f7920d409fd req-271da863-db4c-4978-ac2b-4fd33a6dd3d6 tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] 10.222.0.72 "GET /v2.0/security-groups?id=06361a1d-8d82-4ac0-8d63-3ac39b303691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4229279 Feb 19 02:40:39.729237 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2dbed7-042e-429d-aa6f-27b302bdff0c req-411981cc-fd6d-4933-9914-f615bf2d8fae tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:39.738617 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ce2dbed7-042e-429d-aa6f-27b302bdff0c req-411981cc-fd6d-4933-9914-f615bf2d8fae tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] 10.222.0.72 "GET /v2.0/ports?device_id=12703934-5b7e-463c-8012-a4a3447eeb94 HTTP/1.1" status: 200 len: 932 time: 0.3426657 Feb 19 02:40:39.745336 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3401d0b1-630c-484d-a605-024af05075f3 req-0deb3ddd-232c-4bb8-b86b-77d07cec903e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fc829dca-14fd-4790-bc8b-3796ff604c51 HTTP/1.1" status: 200 len: 217 time: 0.0969393 Feb 19 02:40:39.748639 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-4f3dccf5-6d09-4760-a53a-00bc4e695146 req-f8d4eea8-35a4-419f-9dd7-a8519c281486 service neutron] Request body: {'port': {'device_id': '12703934-5b7e-463c-8012-a4a3447eeb94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826753-2'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:40:39.796591 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=e6bacbea-7bc0-404c-9095-3c156f57e23c,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:39.848389 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-c6380d32-6905-49b6-920d-b2ec4c277a95 None None] Provisioning complete for port 7d41a253-136f-4f5f-b68e-55c767b082fe triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:40:39.849193 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c6380d32-6905-49b6-920d-b2ec4c277a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (7d41a253-136f-4f5f-b68e-55c767b082fe), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:39.864141 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3401d0b1-630c-484d-a605-024af05075f3 req-a2f21f1f-5dc4-4b36-9b57-044df85b6dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:39.865675 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3401d0b1-630c-484d-a605-024af05075f3 req-a2f21f1f-5dc4-4b36-9b57-044df85b6dd7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2fe72d28-9326-4a85-b8b2-36c8cafae112 HTTP/1.1" status: 200 len: 861 time: 0.1111724 Feb 19 02:40:39.905755 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-c6380d32-6905-49b6-920d-b2ec4c277a95 None None] Port 7d41a253-136f-4f5f-b68e-55c767b082fe cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:40:39.915595 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3401d0b1-630c-484d-a605-024af05075f3 req-b2dff602-f176-4313-b00d-f80cb410a746 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=db98097a-bb19-479d-bd0d-4f71e988880a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362780 Feb 19 02:40:39.950416 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ce2dbed7-042e-429d-aa6f-27b302bdff0c req-786c7bdb-b6f8-42b4-9e25-2c1bb8407991 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] 10.222.0.72 "GET /v2.0/security-groups?id=114ac838-b4eb-4c21-acd3-b988daa48150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084274 Feb 19 02:40:39.965794 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-4f3dccf5-6d09-4760-a53a-00bc4e695146 req-f8d4eea8-35a4-419f-9dd7-a8519c281486 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (7d41a253-136f-4f5f-b68e-55c767b082fe), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:39.996908 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a2efda-e366-4c2c-ab4a-b39e0a4db8fa req-de3e94be-c8c4-4b56-8c50-2cfa0b0203d3 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:39.999616 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-23a2efda-e366-4c2c-ab4a-b39e0a4db8fa req-de3e94be-c8c4-4b56-8c50-2cfa0b0203d3 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=fcd6a795-095f-4679-b153-54a09672add9 HTTP/1.1" status: 200 len: 944 time: 0.1742928 Feb 19 02:40:40.066296 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3401d0b1-630c-484d-a605-024af05075f3 req-55d158d4-6359-4851-ba00-f2a0627c5ea6 service neutron] 10.222.0.73 "GET /v2.0/networks/db98097a-bb19-479d-bd0d-4f71e988880a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362073 Feb 19 02:40:40.124954 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-23a2efda-e366-4c2c-ab4a-b39e0a4db8fa req-fbf6635e-98ac-4009-ad97-6a71189823db tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963130 Feb 19 02:40:40.180534 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3401d0b1-630c-484d-a605-024af05075f3 req-8286ce78-1127-4832-a9b4-0bb4edd38593 service neutron] 10.222.0.73 "GET /v2.0/networks/db98097a-bb19-479d-bd0d-4f71e988880a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071277 Feb 19 02:40:40.346339 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acb0947-a165-4bc3-a495-3b2bda963918 req-eb1c3b4d-aece-4df5-a8de-d9f70bf7e0aa tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:40.347855 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5acb0947-a165-4bc3-a495-3b2bda963918 req-eb1c3b4d-aece-4df5-a8de-d9f70bf7e0aa tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=77900542-b50c-43fa-8e51-4bdebb3f3e4a HTTP/1.1" status: 200 len: 950 time: 0.2292850 Feb 19 02:40:40.373469 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b48d2e0-4e33-4c6a-a66d-c06e6519b70a req-0db13968-0a71-4f6d-ae7d-ef5a4d82ee21 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:40.374978 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3b48d2e0-4e33-4c6a-a66d-c06e6519b70a req-0db13968-0a71-4f6d-ae7d-ef5a4d82ee21 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9df39ad-6530-4059-be79-2380f77b9993 HTTP/1.1" status: 200 len: 950 time: 0.1518843 Feb 19 02:40:40.476000 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5acb0947-a165-4bc3-a495-3b2bda963918 req-eb823e5f-6bbe-4278-affa-83023124d37b tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180766 Feb 19 02:40:40.524134 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3b48d2e0-4e33-4c6a-a66d-c06e6519b70a req-dd401165-25af-4219-a45a-0ffb9e3c8656 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b908dbc-8f8c-41bc-a0bd-543abe15dd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396465 Feb 19 02:40:40.537433 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [req-4f3dccf5-6d09-4760-a53a-00bc4e695146 req-f8d4eea8-35a4-419f-9dd7-a8519c281486 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d41a253-136f-4f5f-b68e-55c767b082fe {{(pid=103701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:40:40.546489 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-4f3dccf5-6d09-4760-a53a-00bc4e695146 req-f8d4eea8-35a4-419f-9dd7-a8519c281486 service neutron] Publish callbacks [] for port (7d41a253-136f-4f5f-b68e-55c767b082fe), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:40.569714 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.provisioning_blocks [req-4f3dccf5-6d09-4760-a53a-00bc4e695146 req-f8d4eea8-35a4-419f-9dd7-a8519c281486 service neutron] Transition to ACTIVE for port object 7d41a253-136f-4f5f-b68e-55c767b082fe will not be triggered until provisioned by entity L2. {{(pid=103701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:40:40.587427 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-4f3dccf5-6d09-4760-a53a-00bc4e695146 req-f8d4eea8-35a4-419f-9dd7-a8519c281486 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (7d41a253-136f-4f5f-b68e-55c767b082fe), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:40.593654 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fdd35b4-ce53-4ca6-b9ae-774766069c11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6bacbea-7bc0-404c-9095-3c156f57e23c'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:40:40.597251 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72735eed-d1ab-4224-803a-915d82959019" -d '{"events": [{"server_uuid": "0fdd35b4-ce53-4ca6-b9ae-774766069c11", "name": "network-vif-plugged", "status": "completed", "tag": "e6bacbea-7bc0-404c-9095-3c156f57e23c"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:40:40.651430 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d4eea8-35a4-419f-9dd7-a8519c281486 service neutron] Pushing event updated for resources: {'Port': ['ID=7d41a253-136f-4f5f-b68e-55c767b082fe,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:40.663422 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-102c710c-8596-49a5-94b9-385cc1f95f7d x-openstack-request-id: req-102c710c-8596-49a5-94b9-385cc1f95f7d {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:40:40.663937 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fdd35b4-ce53-4ca6-b9ae-774766069c11", "name": "network-vif-plugged", "status": "completed", "tag": "e6bacbea-7bc0-404c-9095-3c156f57e23c", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:40:40.664346 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-102c710c-8596-49a5-94b9-385cc1f95f7d {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:40:40.664907 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fdd35b4-ce53-4ca6-b9ae-774766069c11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6bacbea-7bc0-404c-9095-3c156f57e23c', 'code': 200} Feb 19 02:40:40.690098 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64ba78f-fb05-48a9-bf7d-8412595f1937 req-092d452a-2682-4b3d-870d-694eb4652719 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:40.691751 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e64ba78f-fb05-48a9-bf7d-8412595f1937 req-092d452a-2682-4b3d-870d-694eb4652719 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=be5f7cc1-41e7-4c40-b992-296c70e99846 HTTP/1.1" status: 200 len: 943 time: 0.1358938 Feb 19 02:40:40.834821 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-4f3dccf5-6d09-4760-a53a-00bc4e695146 req-f8d4eea8-35a4-419f-9dd7-a8519c281486 service neutron] Attempting to bind port 7d41a253-136f-4f5f-b68e-55c767b082fe on host n-h1-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:40:40.836612 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-4f3dccf5-6d09-4760-a53a-00bc4e695146 req-f8d4eea8-35a4-419f-9dd7-a8519c281486 service neutron] Attempting to bind port 7d41a253-136f-4f5f-b68e-55c767b082fe by drivers openvswitch,hyperv on host n-h1-826753-2 at level 0 using segments [{'id': '10fe79c3-695f-410b-b530-64a63e824745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '2f3a90ad-ee5a-41f0-bdc0-22abe981a050'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:40:40.837221 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3dccf5-6d09-4760-a53a-00bc4e695146 req-f8d4eea8-35a4-419f-9dd7-a8519c281486 service neutron] Attempting to bind port 7d41a253-136f-4f5f-b68e-55c767b082fe on network 2f3a90ad-ee5a-41f0-bdc0-22abe981a050 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:40:40.854071 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3dccf5-6d09-4760-a53a-00bc4e695146 req-f8d4eea8-35a4-419f-9dd7-a8519c281486 service neutron] Port 7d41a253-136f-4f5f-b68e-55c767b082fe on network 2f3a90ad-ee5a-41f0-bdc0-22abe981a050 not bound, no agent of type Open vSwitch agent registered on host n-h1-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:40:40.854476 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3dccf5-6d09-4760-a53a-00bc4e695146 req-f8d4eea8-35a4-419f-9dd7-a8519c281486 service neutron] Attempting to bind port 7d41a253-136f-4f5f-b68e-55c767b082fe on network 2f3a90ad-ee5a-41f0-bdc0-22abe981a050 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:40:40.866129 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e64ba78f-fb05-48a9-bf7d-8412595f1937 req-341d29df-e2f2-497f-9828-cec53bfb012c tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528118 Feb 19 02:40:40.902043 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3dccf5-6d09-4760-a53a-00bc4e695146 req-f8d4eea8-35a4-419f-9dd7-a8519c281486 service neutron] Checking agent: {'id': '9d56fb1b-2855-496a-a6d9-c324740cb98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:40:40.902372 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3dccf5-6d09-4760-a53a-00bc4e695146 req-f8d4eea8-35a4-419f-9dd7-a8519c281486 service neutron] Checking segment: {'id': '10fe79c3-695f-410b-b530-64a63e824745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '2f3a90ad-ee5a-41f0-bdc0-22abe981a050'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:40:40.902761 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3dccf5-6d09-4760-a53a-00bc4e695146 req-f8d4eea8-35a4-419f-9dd7-a8519c281486 service neutron] Bound using segment: {'id': '10fe79c3-695f-410b-b530-64a63e824745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '2f3a90ad-ee5a-41f0-bdc0-22abe981a050'} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:40:40.903229 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-4f3dccf5-6d09-4760-a53a-00bc4e695146 req-f8d4eea8-35a4-419f-9dd7-a8519c281486 service neutron] Bound port: 7d41a253-136f-4f5f-b68e-55c767b082fe, host: n-h1-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10fe79c3-695f-410b-b530-64a63e824745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '2f3a90ad-ee5a-41f0-bdc0-22abe981a050'}}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:40:40.903589 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-4f3dccf5-6d09-4760-a53a-00bc4e695146 req-f8d4eea8-35a4-419f-9dd7-a8519c281486 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (7d41a253-136f-4f5f-b68e-55c767b082fe), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:41.004790 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5891d7-eda2-43f2-bf96-a2b6fb64d3a7 req-da4778d8-337c-4fda-a061-6acc062d97b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:41.006351 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2a5891d7-eda2-43f2-bf96-a2b6fb64d3a7 req-da4778d8-337c-4fda-a061-6acc062d97b5 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=0fdd35b4-ce53-4ca6-b9ae-774766069c11 HTTP/1.1" status: 200 len: 1127 time: 0.1391830 Feb 19 02:40:41.040859 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c493cd43-ec3d-4b60-a446-9cddaf3ef942 req-01effba1-1b03-4e9d-9d3d-42d39aee4c1d tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:41.042511 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c493cd43-ec3d-4b60-a446-9cddaf3ef942 req-01effba1-1b03-4e9d-9d3d-42d39aee4c1d tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ba3b900-15b8-46bf-a477-f4d206c422f2 HTTP/1.1" status: 200 len: 944 time: 0.1976871 Feb 19 02:40:41.068535 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-4f3dccf5-6d09-4760-a53a-00bc4e695146 req-f8d4eea8-35a4-419f-9dd7-a8519c281486 service neutron] For port 7d41a253-136f-4f5f-b68e-55c767b082fe, host n-h1-826753-2, cleared binding levels {{(pid=103701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:40:41.115753 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-4f3dccf5-6d09-4760-a53a-00bc4e695146 req-f8d4eea8-35a4-419f-9dd7-a8519c281486 service neutron] For port 7d41a253-136f-4f5f-b68e-55c767b082fe, host n-h1-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=7d41a253-136f-4f5f-b68e-55c767b082fe,segment=NetworkSegment(10fe79c3-695f-410b-b530-64a63e824745),segment_id=10fe79c3-695f-410b-b530-64a63e824745)] {{(pid=103701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:40:41.148652 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-4f3dccf5-6d09-4760-a53a-00bc4e695146 req-f8d4eea8-35a4-419f-9dd7-a8519c281486 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (7d41a253-136f-4f5f-b68e-55c767b082fe), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:41.178177 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2a5891d7-eda2-43f2-bf96-a2b6fb64d3a7 req-a5b28477-c2e2-4ecc-a66c-9fca32b6e9a9 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=06361a1d-8d82-4ac0-8d63-3ac39b303691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594782 Feb 19 02:40:41.277432 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device fc829dca-14fd-4790-bc8b-3796ff604c51 details requested by agent hyperv_n-h2-826753-2 with host n-h2-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:40:41.289215 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 79438a74-5a4d-450e-a024-17ae75fc49b7 up at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:40:41.431307 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning for port 79438a74-5a4d-450e-a024-17ae75fc49b7 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:40:41.440282 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning complete for port 79438a74-5a4d-450e-a024-17ae75fc49b7 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:40:41.440905 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (79438a74-5a4d-450e-a024-17ae75fc49b7), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:41.441508 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3dccf5-6d09-4760-a53a-00bc4e695146 req-f8d4eea8-35a4-419f-9dd7-a8519c281486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:41.442384 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-4f3dccf5-6d09-4760-a53a-00bc4e695146 req-f8d4eea8-35a4-419f-9dd7-a8519c281486 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:41.443896 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4f3dccf5-6d09-4760-a53a-00bc4e695146 req-f8d4eea8-35a4-419f-9dd7-a8519c281486 service neutron] 10.222.0.73 "PUT /v2.0/ports/7d41a253-136f-4f5f-b68e-55c767b082fe HTTP/1.1" status: 200 len: 1092 time: 1.7027371 Feb 19 02:40:41.446682 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12703934-5b7e-463c-8012-a4a3447eeb94', 'tag': '7d41a253-136f-4f5f-b68e-55c767b082fe'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:40:41.449282 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc28c20b-c7b0-4de6-a03f-a400f533fb9f" -d '{"events": [{"name": "network-changed", "server_uuid": "12703934-5b7e-463c-8012-a4a3447eeb94", "tag": "7d41a253-136f-4f5f-b68e-55c767b082fe"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:40:41.472562 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c493cd43-ec3d-4b60-a446-9cddaf3ef942 req-f0266863-dd8c-4b5e-8b4e-c2bbe5f55e04 tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] 10.222.0.72 "GET /v2.0/security-groups?id=06361a1d-8d82-4ac0-8d63-3ac39b303691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4057319 Feb 19 02:40:41.503901 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port fc829dca-14fd-4790-bc8b-3796ff604c51, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=fc829dca-14fd-4790-bc8b-3796ff604c51,segment=NetworkSegment(9dab481a-5428-424d-a8c3-4ae8ddfff67b),segment_id=9dab481a-5428-424d-a8c3-4ae8ddfff67b)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:40:41.529458 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066c8e18-c392-440e-82ad-4be6b3985fff req-e6b15af7-87a8-4098-9219-30f33228ae53 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:41.531034 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-066c8e18-c392-440e-82ad-4be6b3985fff req-e6b15af7-87a8-4098-9219-30f33228ae53 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] 10.222.0.72 "GET /v2.0/ports?device_id=12703934-5b7e-463c-8012-a4a3447eeb94 HTTP/1.1" status: 200 len: 944 time: 0.5087745 Feb 19 02:40:41.536576 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device fc829dca-14fd-4790-bc8b-3796ff604c51 has no active binding in host n-h2-826753-2 {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 19 02:40:41.573359 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d4eea8-35a4-419f-9dd7-a8519c281486 service neutron] Pushing event updated for resources: {'Port': ['ID=7d41a253-136f-4f5f-b68e-55c767b082fe,revision_number=3']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:41.651290 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 79438a74-5a4d-450e-a024-17ae75fc49b7 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:40:41.655303 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (79438a74-5a4d-450e-a024-17ae75fc49b7), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:41.717973 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 79438a74-5a4d-450e-a024-17ae75fc49b7, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=79438a74-5a4d-450e-a024-17ae75fc49b7,segment=NetworkSegment(acba4f27-adea-4d4f-9747-beb38d8d96ee),segment_id=acba4f27-adea-4d4f-9747-beb38d8d96ee)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:40:41.729309 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (79438a74-5a4d-450e-a024-17ae75fc49b7), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:41.730257 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device a8eb6e41-adb3-4497-8eb0-74bb6e3592dd up at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:40:41.753225 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-066c8e18-c392-440e-82ad-4be6b3985fff req-ca587645-938f-452a-969e-e1acc5f9b9c2 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] 10.222.0.72 "GET /v2.0/security-groups?id=114ac838-b4eb-4c21-acd3-b988daa48150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632137 Feb 19 02:40:41.763102 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3dccf5-6d09-4760-a53a-00bc4e695146 req-83d7fbd2-93ae-4930-8214-bea13bd2560e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:41.764617 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4f3dccf5-6d09-4760-a53a-00bc4e695146 req-83d7fbd2-93ae-4930-8214-bea13bd2560e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5126e9cc2c214dde954e94889efcccdb&device_id=12703934-5b7e-463c-8012-a4a3447eeb94 HTTP/1.1" status: 200 len: 1126 time: 0.1857178 Feb 19 02:40:41.786693 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384b5d74-3688-4427-b919-aace084514e3 req-f7478cda-7e68-426c-a467-270cef811103 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:41.797831 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-384b5d74-3688-4427-b919-aace084514e3 req-f7478cda-7e68-426c-a467-270cef811103 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=fcd6a795-095f-4679-b153-54a09672add9 HTTP/1.1" status: 200 len: 944 time: 0.1288574 Feb 19 02:40:41.823613 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7389172d-9dac-4e1c-b4ad-09e3ec402308 x-openstack-request-id: req-7389172d-9dac-4e1c-b4ad-09e3ec402308 {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:40:41.823943 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12703934-5b7e-463c-8012-a4a3447eeb94", "tag": "7d41a253-136f-4f5f-b68e-55c767b082fe", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:40:41.824200 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7389172d-9dac-4e1c-b4ad-09e3ec402308 {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:40:41.824600 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12703934-5b7e-463c-8012-a4a3447eeb94', 'tag': '7d41a253-136f-4f5f-b68e-55c767b082fe', 'status': 'completed', 'code': 200} Feb 19 02:40:41.832482 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=79438a74-5a4d-450e-a024-17ae75fc49b7,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:41.858912 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4f3dccf5-6d09-4760-a53a-00bc4e695146 req-d52e8c2a-38ea-4af1-9426-307dfaaf5d06 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d41a253-136f-4f5f-b68e-55c767b082fe HTTP/1.1" status: 200 len: 217 time: 0.0579379 Feb 19 02:40:41.863585 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning for port a8eb6e41-adb3-4497-8eb0-74bb6e3592dd completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:40:41.870072 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning complete for port a8eb6e41-adb3-4497-8eb0-74bb6e3592dd triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:40:41.872651 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (a8eb6e41-adb3-4497-8eb0-74bb6e3592dd), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:41.943238 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-384b5d74-3688-4427-b919-aace084514e3 req-f3ab4376-e7ab-4225-b835-d5327f5906ff tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442730 Feb 19 02:40:41.998684 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3dccf5-6d09-4760-a53a-00bc4e695146 req-ce03761b-8405-4306-b0c5-0cfeb3748047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:41.999566 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port a8eb6e41-adb3-4497-8eb0-74bb6e3592dd is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:40:42.000140 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4f3dccf5-6d09-4760-a53a-00bc4e695146 req-ce03761b-8405-4306-b0c5-0cfeb3748047 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a1cf80ca-3ee4-4752-b65e-3f091ad2def6 HTTP/1.1" status: 200 len: 859 time: 0.1296196 Feb 19 02:40:42.000438 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (a8eb6e41-adb3-4497-8eb0-74bb6e3592dd), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:42.014982 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c927e34f-252c-44a6-9d08-e24b36f0cd74 req-9a595d4f-2773-407f-b7db-ab0c89f90c40 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:42.016495 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c927e34f-252c-44a6-9d08-e24b36f0cd74 req-9a595d4f-2773-407f-b7db-ab0c89f90c40 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=77900542-b50c-43fa-8e51-4bdebb3f3e4a HTTP/1.1" status: 200 len: 950 time: 0.1090834 Feb 19 02:40:42.038267 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port a8eb6e41-adb3-4497-8eb0-74bb6e3592dd, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=a8eb6e41-adb3-4497-8eb0-74bb6e3592dd,segment=NetworkSegment(999cf2ff-ad78-4ea0-b2d0-93d967fd81fc),segment_id=999cf2ff-ad78-4ea0-b2d0-93d967fd81fc)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:40:42.045691 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (a8eb6e41-adb3-4497-8eb0-74bb6e3592dd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:42.107765 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=a8eb6e41-adb3-4497-8eb0-74bb6e3592dd,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:42.131623 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c927e34f-252c-44a6-9d08-e24b36f0cd74 req-0256e4e2-1efd-4709-8cc2-33e0963ae88a tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044042 Feb 19 02:40:42.133410 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3dccf5-6d09-4760-a53a-00bc4e695146 req-94c4e0cb-d05b-4f8b-b81a-ced97382c4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:42.135262 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4f3dccf5-6d09-4760-a53a-00bc4e695146 req-94c4e0cb-d05b-4f8b-b81a-ced97382c4b9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2f3a90ad-ee5a-41f0-bdc0-22abe981a050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1174314 Feb 19 02:40:42.162621 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24286043-57bc-4875-9276-c87ab01c42d3 req-d1524a45-c907-4111-abee-c8e22a9da15c tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:42.170596 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-24286043-57bc-4875-9276-c87ab01c42d3 req-d1524a45-c907-4111-abee-c8e22a9da15c tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9df39ad-6530-4059-be79-2380f77b9993 HTTP/1.1" status: 200 len: 950 time: 0.1455836 Feb 19 02:40:42.321995 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-24286043-57bc-4875-9276-c87ab01c42d3 req-cf7a9a32-88f0-4184-b10e-7920169508a0 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b908dbc-8f8c-41bc-a0bd-543abe15dd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504109 Feb 19 02:40:42.328939 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4f3dccf5-6d09-4760-a53a-00bc4e695146 req-550aab6b-b893-4a6b-a542-d82d63c65ce9 service neutron] 10.222.0.73 "GET /v2.0/networks/2f3a90ad-ee5a-41f0-bdc0-22abe981a050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855836 Feb 19 02:40:42.343751 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd0f1fb-9355-4ea8-9709-164cdb3c2d25 req-50e9c260-f81e-428c-9e79-44187a700afd tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:42.345411 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8bd0f1fb-9355-4ea8-9709-164cdb3c2d25 req-50e9c260-f81e-428c-9e79-44187a700afd tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=be5f7cc1-41e7-4c40-b992-296c70e99846 HTTP/1.1" status: 200 len: 943 time: 0.1185274 Feb 19 02:40:42.503246 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8bd0f1fb-9355-4ea8-9709-164cdb3c2d25 req-ebbbec91-84b4-4bb7-952d-d853d2d4c496 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329589 Feb 19 02:40:42.524967 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4f3dccf5-6d09-4760-a53a-00bc4e695146 req-202bb0d7-91d0-430a-a03b-8a7f705f642e service neutron] 10.222.0.73 "GET /v2.0/networks/2f3a90ad-ee5a-41f0-bdc0-22abe981a050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784108 Feb 19 02:40:42.550511 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3374a786-f07d-43c2-bdcb-a1963eab425d req-ad603eb3-6a70-4e6e-aeaf-bf2b937c577f tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:42.552083 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3374a786-f07d-43c2-bdcb-a1963eab425d req-ad603eb3-6a70-4e6e-aeaf-bf2b937c577f tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff7412db-c541-4395-bc14-ed0ab164b239 HTTP/1.1" status: 200 len: 950 time: 0.1196454 Feb 19 02:40:42.651165 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3374a786-f07d-43c2-bdcb-a1963eab425d req-2fa94718-7bdf-4252-808b-78a618838a1a tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b908dbc-8f8c-41bc-a0bd-543abe15dd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843360 Feb 19 02:40:42.676726 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ba3b900-15b8-46bf-a477-f4d206c422f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79438a74-5a4d-450e-a024-17ae75fc49b7'}, {'server_uuid': 'fcd6a795-095f-4679-b153-54a09672add9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8eb6e41-adb3-4497-8eb0-74bb6e3592dd'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:40:42.676726 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d63d1126-ff13-4980-bd27-780ed008b480" -d '{"events": [{"server_uuid": "4ba3b900-15b8-46bf-a477-f4d206c422f2", "name": "network-vif-plugged", "status": "completed", "tag": "79438a74-5a4d-450e-a024-17ae75fc49b7"}, {"server_uuid": "fcd6a795-095f-4679-b153-54a09672add9", "name": "network-vif-plugged", "status": "completed", "tag": "a8eb6e41-adb3-4497-8eb0-74bb6e3592dd"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:40:42.688050 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8f65f2-cd35-42f4-a656-aa7fd4b6badb req-5a88a3a2-70a0-465a-9d84-e00b2dd3a45b tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:42.691972 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ce8f65f2-cd35-42f4-a656-aa7fd4b6badb req-5a88a3a2-70a0-465a-9d84-e00b2dd3a45b tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ba3b900-15b8-46bf-a477-f4d206c422f2 HTTP/1.1" status: 200 len: 945 time: 0.0954857 Feb 19 02:40:42.778897 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 19 Feb 2022 02:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2c2d443-3d6a-435f-b91b-d934b07bb12d x-openstack-request-id: req-d2c2d443-3d6a-435f-b91b-d934b07bb12d {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:40:42.779201 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ba3b900-15b8-46bf-a477-f4d206c422f2", "name": "network-vif-plugged", "status": "completed", "tag": "79438a74-5a4d-450e-a024-17ae75fc49b7", "code": 200}, {"server_uuid": "fcd6a795-095f-4679-b153-54a09672add9", "name": "network-vif-plugged", "status": "completed", "tag": "a8eb6e41-adb3-4497-8eb0-74bb6e3592dd", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:40:42.779464 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d2c2d443-3d6a-435f-b91b-d934b07bb12d {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:40:42.779878 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ba3b900-15b8-46bf-a477-f4d206c422f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79438a74-5a4d-450e-a024-17ae75fc49b7', 'code': 200} Feb 19 02:40:42.780130 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcd6a795-095f-4679-b153-54a09672add9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8eb6e41-adb3-4497-8eb0-74bb6e3592dd', 'code': 200} Feb 19 02:40:42.797430 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ce8f65f2-cd35-42f4-a656-aa7fd4b6badb req-b1c88995-5030-40d4-b244-355c756f7dd7 tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] 10.222.0.72 "GET /v2.0/security-groups?id=06361a1d-8d82-4ac0-8d63-3ac39b303691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672979 Feb 19 02:40:42.804713 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc28c20b-c7b0-4de6-a03f-a400f533fb9f req-fc4c076a-f105-49c3-bc81-4cf3060158e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:42.806534 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cc28c20b-c7b0-4de6-a03f-a400f533fb9f req-fc4c076a-f105-49c3-bc81-4cf3060158e2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5126e9cc2c214dde954e94889efcccdb&device_id=12703934-5b7e-463c-8012-a4a3447eeb94 HTTP/1.1" status: 200 len: 1126 time: 0.1137829 Feb 19 02:40:43.117504 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d76ca-9c0d-47e9-8eb4-dd00b85c237c req-0b98a653-ff29-4f74-ab0a-1abe50a95835 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:43.124334 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3f2d76ca-9c0d-47e9-8eb4-dd00b85c237c req-0b98a653-ff29-4f74-ab0a-1abe50a95835 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] 10.222.0.72 "GET /v2.0/ports?device_id=12703934-5b7e-463c-8012-a4a3447eeb94 HTTP/1.1" status: 200 len: 944 time: 0.2057023 Feb 19 02:40:43.199828 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc28c20b-c7b0-4de6-a03f-a400f533fb9f req-50aeb6e0-7e30-4efb-b6e3-6b2e023dbb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:43.201682 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cc28c20b-c7b0-4de6-a03f-a400f533fb9f req-50aeb6e0-7e30-4efb-b6e3-6b2e023dbb78 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2f3a90ad-ee5a-41f0-bdc0-22abe981a050 HTTP/1.1" status: 200 len: 921 time: 0.3777158 Feb 19 02:40:43.267555 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3c1a89-1859-468c-b801-bc529367dee1 req-1a9111c9-3565-410f-a46d-e6f16c4f0518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:43.269475 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-0c3c1a89-1859-468c-b801-bc529367dee1 req-1a9111c9-3565-410f-a46d-e6f16c4f0518 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=fcd6a795-095f-4679-b153-54a09672add9 HTTP/1.1" status: 200 len: 1127 time: 0.0911651 Feb 19 02:40:43.280496 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cc28c20b-c7b0-4de6-a03f-a400f533fb9f req-0b64348c-d13e-4b16-844b-d33581c067fc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d41a253-136f-4f5f-b68e-55c767b082fe HTTP/1.1" status: 200 len: 217 time: 0.0627339 Feb 19 02:40:43.285951 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc81e71-2d0a-4173-b336-ee8de6187fe9 req-7d4593c8-addc-47a4-8e49-91248a04eebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:43.287414 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cbc81e71-2d0a-4173-b336-ee8de6187fe9 req-7d4593c8-addc-47a4-8e49-91248a04eebb service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=4ba3b900-15b8-46bf-a477-f4d206c422f2 HTTP/1.1" status: 200 len: 1127 time: 0.1486030 Feb 19 02:40:43.319908 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3f2d76ca-9c0d-47e9-8eb4-dd00b85c237c req-6a8ef0e0-e307-485a-bd53-ff7e720e259a tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] 10.222.0.72 "GET /v2.0/security-groups?id=114ac838-b4eb-4c21-acd3-b988daa48150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946926 Feb 19 02:40:43.347158 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-0c3c1a89-1859-468c-b801-bc529367dee1 req-b0a09ed6-e28f-41e2-9959-e3eb1a75e7c0 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579603 Feb 19 02:40:43.468849 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc28c20b-c7b0-4de6-a03f-a400f533fb9f req-ad6a7f74-73cf-4f9b-947a-e0a046591e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:43.471050 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cc28c20b-c7b0-4de6-a03f-a400f533fb9f req-ad6a7f74-73cf-4f9b-947a-e0a046591e47 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a1cf80ca-3ee4-4752-b65e-3f091ad2def6 HTTP/1.1" status: 200 len: 859 time: 0.1661263 Feb 19 02:40:43.479357 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c249e19b-0ae5-4958-a914-f0b1d6efd37f req-4f4fb157-fd6e-4440-b30b-a0145e8a42dd tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:43.485977 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c249e19b-0ae5-4958-a914-f0b1d6efd37f req-4f4fb157-fd6e-4440-b30b-a0145e8a42dd tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:43.488179 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c249e19b-0ae5-4958-a914-f0b1d6efd37f req-4f4fb157-fd6e-4440-b30b-a0145e8a42dd tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9df39ad-6530-4059-be79-2380f77b9993&device_id=ff7412db-c541-4395-bc14-ed0ab164b239 HTTP/1.1" status: 200 len: 1691 time: 0.1973240 Feb 19 02:40:43.493105 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cbc81e71-2d0a-4173-b336-ee8de6187fe9 req-952cf6b9-4d14-42eb-bc55-0ec7d0a4f9d9 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=06361a1d-8d82-4ac0-8d63-3ac39b303691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850908 Feb 19 02:40:43.571886 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076f173b-c32d-4274-bd54-12f001d477c9 req-32f3fd36-e8fe-4719-8517-6e55a3271f6f tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:43.573422 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-076f173b-c32d-4274-bd54-12f001d477c9 req-32f3fd36-e8fe-4719-8517-6e55a3271f6f tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=fcd6a795-095f-4679-b153-54a09672add9 HTTP/1.1" status: 200 len: 945 time: 0.1626458 Feb 19 02:40:43.603351 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c249e19b-0ae5-4958-a914-f0b1d6efd37f req-7a60234d-9808-453d-b490-f721b8dae2b5 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b908dbc-8f8c-41bc-a0bd-543abe15dd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081920 Feb 19 02:40:43.620905 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc28c20b-c7b0-4de6-a03f-a400f533fb9f req-2d319323-b672-4089-8469-47bd97d76384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:43.620905 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cc28c20b-c7b0-4de6-a03f-a400f533fb9f req-2d319323-b672-4089-8469-47bd97d76384 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2f3a90ad-ee5a-41f0-bdc0-22abe981a050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1184638 Feb 19 02:40:43.705668 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-076f173b-c32d-4274-bd54-12f001d477c9 req-6e52c3d4-2453-4596-972d-b1cd77d1a210 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213672 Feb 19 02:40:43.812176 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8533d822-fe35-4334-a488-906edd5313a3 req-aa707881-f063-46a3-b4e8-865b12dfef25 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:43.813726 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8533d822-fe35-4334-a488-906edd5313a3 req-aa707881-f063-46a3-b4e8-865b12dfef25 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=77900542-b50c-43fa-8e51-4bdebb3f3e4a HTTP/1.1" status: 200 len: 950 time: 0.1170259 Feb 19 02:40:43.825823 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cc28c20b-c7b0-4de6-a03f-a400f533fb9f req-587c18ce-5c0d-42e3-b2c3-073776dc1086 service neutron] 10.222.0.73 "GET /v2.0/networks/2f3a90ad-ee5a-41f0-bdc0-22abe981a050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934328 Feb 19 02:40:43.969203 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf36f28d-ef7c-4ff3-a860-bd2aa65b89b2 req-2ac0c9cb-57c5-410a-b8b8-1f008d6530b5 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:43.971301 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bf36f28d-ef7c-4ff3-a860-bd2aa65b89b2 req-2ac0c9cb-57c5-410a-b8b8-1f008d6530b5 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=be5f7cc1-41e7-4c40-b992-296c70e99846 HTTP/1.1" status: 200 len: 943 time: 0.1781907 Feb 19 02:40:43.982609 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8533d822-fe35-4334-a488-906edd5313a3 req-67ef258c-3e9c-4e2a-afed-f4058ba70b10 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551261 Feb 19 02:40:44.020354 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cc28c20b-c7b0-4de6-a03f-a400f533fb9f req-1ca51d28-dced-41a8-814e-40fb72386663 service neutron] 10.222.0.73 "GET /v2.0/networks/2f3a90ad-ee5a-41f0-bdc0-22abe981a050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636379 Feb 19 02:40:44.062583 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bf36f28d-ef7c-4ff3-a860-bd2aa65b89b2 req-faab581e-f3cd-4d74-a644-4c45acc9fdff tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774748 Feb 19 02:40:44.262389 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6004c511-586d-4525-ae67-ecae4fe3ef23 req-283928d7-d2a7-408a-ad4d-5fd5c34a4ae6 tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:44.264031 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6004c511-586d-4525-ae67-ecae4fe3ef23 req-283928d7-d2a7-408a-ad4d-5fd5c34a4ae6 tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ba3b900-15b8-46bf-a477-f4d206c422f2 HTTP/1.1" status: 200 len: 945 time: 0.0984585 Feb 19 02:40:44.271144 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb5ac3-10a6-416f-a603-33def43c6dbe req-da09ee47-ed0f-44aa-bc67-fffcc1951b78 tempest-ServersOnMultiNodesTest-1647260736 tempest-ServersOnMultiNodesTest-1647260736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:44.273242 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0aeb5ac3-10a6-416f-a603-33def43c6dbe req-da09ee47-ed0f-44aa-bc67-fffcc1951b78 tempest-ServersOnMultiNodesTest-1647260736 tempest-ServersOnMultiNodesTest-1647260736-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=d9df39ad-6530-4059-be79-2380f77b9993 HTTP/1.1" status: 200 len: 1132 time: 0.0900135 Feb 19 02:40:44.353731 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0aeb5ac3-10a6-416f-a603-33def43c6dbe req-3bb77ac5-5543-4085-9811-281b68dc36c8 tempest-ServersOnMultiNodesTest-1647260736 tempest-ServersOnMultiNodesTest-1647260736-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=5b908dbc-8f8c-41bc-a0bd-543abe15dd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715415 Feb 19 02:40:44.357111 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6004c511-586d-4525-ae67-ecae4fe3ef23 req-56bbb6ce-9393-4aa8-a8c0-991ca9278361 tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] 10.222.0.72 "GET /v2.0/security-groups?id=06361a1d-8d82-4ac0-8d63-3ac39b303691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823672 Feb 19 02:40:44.507986 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2564e5-8767-4866-b8c0-0bbd3c76a983 req-e0bd428f-1b7c-430c-8d84-5ceb9b504bcf tempest-ServersOnMultiNodesTest-1647260736 tempest-ServersOnMultiNodesTest-1647260736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:44.509580 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8f2564e5-8767-4866-b8c0-0bbd3c76a983 req-e0bd428f-1b7c-430c-8d84-5ceb9b504bcf tempest-ServersOnMultiNodesTest-1647260736 tempest-ServersOnMultiNodesTest-1647260736-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=ff7412db-c541-4395-bc14-ed0ab164b239 HTTP/1.1" status: 200 len: 1132 time: 0.0848000 Feb 19 02:40:44.521672 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00a8fe3-ccf1-4059-9944-318235dd984d req-e207fec3-7d16-4a5c-a09a-6fbc36793781 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:44.523126 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f00a8fe3-ccf1-4059-9944-318235dd984d req-e207fec3-7d16-4a5c-a09a-6fbc36793781 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] 10.222.0.72 "GET /v2.0/ports?device_id=12703934-5b7e-463c-8012-a4a3447eeb94 HTTP/1.1" status: 200 len: 944 time: 0.0709989 Feb 19 02:40:44.594179 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f00a8fe3-ccf1-4059-9944-318235dd984d req-58a40860-e256-42ae-92a6-655c5e722509 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] 10.222.0.72 "GET /v2.0/security-groups?id=114ac838-b4eb-4c21-acd3-b988daa48150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646174 Feb 19 02:40:44.596611 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8f2564e5-8767-4866-b8c0-0bbd3c76a983 req-4ebd3138-dd52-425f-8842-f5e4c99365dc tempest-ServersOnMultiNodesTest-1647260736 tempest-ServersOnMultiNodesTest-1647260736-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=5b908dbc-8f8c-41bc-a0bd-543abe15dd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725541 Feb 19 02:40:44.880281 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677b2192-df0f-4855-8c0d-02912d8f573c req-1767b1ab-f26b-4d5f-aa52-25ff83d3ba23 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:44.889410 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-677b2192-df0f-4855-8c0d-02912d8f573c req-1767b1ab-f26b-4d5f-aa52-25ff83d3ba23 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=fcd6a795-095f-4679-b153-54a09672add9 HTTP/1.1" status: 200 len: 945 time: 0.1000311 Feb 19 02:40:44.965264 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-677b2192-df0f-4855-8c0d-02912d8f573c req-fcb8100f-e71b-4585-b2c7-52ee3078c2df tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747051 Feb 19 02:40:44.967378 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d48a880b-cfce-44e2-b776-7c7f98ddcec0 req-199e3d8b-2f19-4f78-8b9d-93426f477d12 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=03a224ed4cc448b3ab8491a1b5a2c99b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291255 Feb 19 02:40:45.174659 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48a880b-cfce-44e2-b776-7c7f98ddcec0 req-35485a38-d989-42ec-9328-f8ded1ff1fbd tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:45.174659 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d48a880b-cfce-44e2-b776-7c7f98ddcec0 req-35485a38-d989-42ec-9328-f8ded1ff1fbd tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1968164 Feb 19 02:40:45.209888 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d48a880b-cfce-44e2-b776-7c7f98ddcec0 req-f8df6cfe-49ad-4917-ba09-12e42e844d54 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/quotas/03a224ed4cc448b3ab8491a1b5a2c99b HTTP/1.1" status: 200 len: 375 time: 0.0263360 Feb 19 02:40:45.217403 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9fb5d6af-7215-4303-a74a-02a83045b1bf req-fef864cf-1f64-4f20-9fd4-229e0f56bd8c service neutron] 10.222.0.73 "GET /v2.0/ports/fc829dca-14fd-4790-bc8b-3796ff604c51/bindings/n-h2-826753-2 HTTP/1.1" status: 200 len: 384 time: 0.1310761 Feb 19 02:40:45.231770 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808264d6-4cd2-4166-bb58-cfd0ccdae198 req-89a0cea4-65b7-4966-b4f2-134111ad7f83 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:45.233282 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-808264d6-4cd2-4166-bb58-cfd0ccdae198 req-89a0cea4-65b7-4966-b4f2-134111ad7f83 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=77900542-b50c-43fa-8e51-4bdebb3f3e4a HTTP/1.1" status: 200 len: 950 time: 0.1475959 Feb 19 02:40:45.360154 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-808264d6-4cd2-4166-bb58-cfd0ccdae198 req-e5ab6bf5-f726-4385-953a-867b85e15861 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189384 Feb 19 02:40:45.373754 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d48a880b-cfce-44e2-b776-7c7f98ddcec0 req-6900c4e4-d526-4ae8-bd3d-ea73dc625255 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=03a224ed4cc448b3ab8491a1b5a2c99b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1566119 Feb 19 02:40:45.420922 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-25037a64-80b1-4502-8e5e-2c6fdc0c1816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:45.579118 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f93025b-9e2f-43c2-84d8-b01752ca3c3b req-a91df5ae-ab74-4093-b159-172e2d1cb23b tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:45.581534 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0f93025b-9e2f-43c2-84d8-b01752ca3c3b req-a91df5ae-ab74-4093-b159-172e2d1cb23b tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=be5f7cc1-41e7-4c40-b992-296c70e99846 HTTP/1.1" status: 200 len: 943 time: 0.1200335 Feb 19 02:40:45.597051 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-9fb5d6af-7215-4303-a74a-02a83045b1bf req-5c62cf22-ea2f-41b6-8049-4130aa4d9421 service neutron] For port fc829dca-14fd-4790-bc8b-3796ff604c51, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=fc829dca-14fd-4790-bc8b-3796ff604c51,segment=NetworkSegment(9dab481a-5428-424d-a8c3-4ae8ddfff67b),segment_id=9dab481a-5428-424d-a8c3-4ae8ddfff67b)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:40:45.640200 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-9fb5d6af-7215-4303-a74a-02a83045b1bf req-5c62cf22-ea2f-41b6-8049-4130aa4d9421 service neutron] For port fc829dca-14fd-4790-bc8b-3796ff604c51, host n-h1-826753-2, cleared binding levels {{(pid=103701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:40:45.672136 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0f93025b-9e2f-43c2-84d8-b01752ca3c3b req-4677c68f-d687-4a9b-8ffa-ff43809ca542 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838158 Feb 19 02:40:45.686037 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [req-9fb5d6af-7215-4303-a74a-02a83045b1bf req-5c62cf22-ea2f-41b6-8049-4130aa4d9421 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc829dca-14fd-4790-bc8b-3796ff604c51 {{(pid=103701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:40:45.699705 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-9fb5d6af-7215-4303-a74a-02a83045b1bf req-5c62cf22-ea2f-41b6-8049-4130aa4d9421 service neutron] For port fc829dca-14fd-4790-bc8b-3796ff604c51, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=fc829dca-14fd-4790-bc8b-3796ff604c51,segment=NetworkSegment(9dab481a-5428-424d-a8c3-4ae8ddfff67b),segment_id=9dab481a-5428-424d-a8c3-4ae8ddfff67b)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:40:45.717404 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-9fb5d6af-7215-4303-a74a-02a83045b1bf req-5c62cf22-ea2f-41b6-8049-4130aa4d9421 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (fc829dca-14fd-4790-bc8b-3796ff604c51), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:45.833292 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.provisioning_blocks [req-9fb5d6af-7215-4303-a74a-02a83045b1bf req-5c62cf22-ea2f-41b6-8049-4130aa4d9421 service neutron] Transition to ACTIVE for port object fc829dca-14fd-4790-bc8b-3796ff604c51 will not be triggered until provisioned by entity L2. {{(pid=103701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:40:45.844716 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-9fb5d6af-7215-4303-a74a-02a83045b1bf req-5c62cf22-ea2f-41b6-8049-4130aa4d9421 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (fc829dca-14fd-4790-bc8b-3796ff604c51), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:45.950980 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fb5d6af-7215-4303-a74a-02a83045b1bf req-5c62cf22-ea2f-41b6-8049-4130aa4d9421 service neutron] No DVR routers for this DVR port fc829dca-14fd-4790-bc8b-3796ff604c51 on host n-h1-826753-2 {{(pid=103701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:40:46.057277 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9fb5d6af-7215-4303-a74a-02a83045b1bf req-5c62cf22-ea2f-41b6-8049-4130aa4d9421 service neutron] 10.222.0.73 "PUT /v2.0/ports/fc829dca-14fd-4790-bc8b-3796ff604c51/bindings/n-h2-826753-2/activate HTTP/1.1" status: 200 len: 369 time: 0.8228672 Feb 19 02:40:46.057773 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c62cf22-ea2f-41b6-8049-4130aa4d9421 service neutron] Pushing event updated for resources: {'Port': ['ID=fc829dca-14fd-4790-bc8b-3796ff604c51,revision_number=10']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:46.075066 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d984bcc4-6230-45b8-927a-703d349cb9c6 req-28dcd267-c81e-4882-8b34-f475b4f68a22 tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:46.076566 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d984bcc4-6230-45b8-927a-703d349cb9c6 req-28dcd267-c81e-4882-8b34-f475b4f68a22 tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ba3b900-15b8-46bf-a477-f4d206c422f2 HTTP/1.1" status: 200 len: 945 time: 0.2167437 Feb 19 02:40:46.143435 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99d500e-fd45-4cb6-93f4-b71afb64c857 req-36a6a7ea-40ef-4254-a102-26516cac40a0 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:46.144977 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c99d500e-fd45-4cb6-93f4-b71afb64c857 req-36a6a7ea-40ef-4254-a102-26516cac40a0 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] 10.222.0.72 "GET /v2.0/ports?device_id=12703934-5b7e-463c-8012-a4a3447eeb94 HTTP/1.1" status: 200 len: 944 time: 0.1275182 Feb 19 02:40:46.154379 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d984bcc4-6230-45b8-927a-703d349cb9c6 req-019a8a2b-d263-41f0-a771-b24ea662d4be tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] 10.222.0.72 "GET /v2.0/security-groups?id=06361a1d-8d82-4ac0-8d63-3ac39b303691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643969 Feb 19 02:40:46.667740 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c99d500e-fd45-4cb6-93f4-b71afb64c857 req-50cc2498-369c-4ed3-96a7-14ceadc45436 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] 10.222.0.72 "GET /v2.0/security-groups?id=114ac838-b4eb-4c21-acd3-b988daa48150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5041323 Feb 19 02:40:46.672512 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb5d6af-7215-4303-a74a-02a83045b1bf req-ead4fe30-30d0-4e7e-be0c-cd01352d2ffd tempest-LiveAutoBlockMigrationV225Test-289573108 tempest-LiveAutoBlockMigrationV225Test-289573108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:46.674095 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9fb5d6af-7215-4303-a74a-02a83045b1bf req-ead4fe30-30d0-4e7e-be0c-cd01352d2ffd tempest-LiveAutoBlockMigrationV225Test-289573108 tempest-LiveAutoBlockMigrationV225Test-289573108-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=be5f7cc1-41e7-4c40-b992-296c70e99846&tenant_id=ad75c6928a1d4c6da3a56db6352b2618&binding%3Ahost_id=n-h1-826753-2 HTTP/1.1" status: 200 len: 1126 time: 0.4290905 Feb 19 02:40:46.800353 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7003b104-b8d8-44a8-aeab-f47939cbc4e9 req-3a4013fc-134a-4fe2-8b33-9d0869cbd6a9 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:46.807750 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7003b104-b8d8-44a8-aeab-f47939cbc4e9 req-3a4013fc-134a-4fe2-8b33-9d0869cbd6a9 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=fcd6a795-095f-4679-b153-54a09672add9 HTTP/1.1" status: 200 len: 945 time: 0.1945233 Feb 19 02:40:46.835293 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb5d6af-7215-4303-a74a-02a83045b1bf req-394dc9bf-ad8e-4d53-bd14-3f0d1f81fc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:46.839842 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9fb5d6af-7215-4303-a74a-02a83045b1bf req-394dc9bf-ad8e-4d53-bd14-3f0d1f81fc12 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=be5f7cc1-41e7-4c40-b992-296c70e99846&tenant_id=ad75c6928a1d4c6da3a56db6352b2618 HTTP/1.1" status: 200 len: 1126 time: 0.1493568 Feb 19 02:40:46.869808 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72289dc-d67b-451f-abc8-80366b71b59e req-f0db189b-6f1f-489a-9fd3-607d0c725255 tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:46.871706 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c72289dc-d67b-451f-abc8-80366b71b59e req-f0db189b-6f1f-489a-9fd3-607d0c725255 tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] 10.222.0.72 "GET /v2.0/ports?device_id=0fdd35b4-ce53-4ca6-b9ae-774766069c11 HTTP/1.1" status: 200 len: 945 time: 0.1347878 Feb 19 02:40:46.896461 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7003b104-b8d8-44a8-aeab-f47939cbc4e9 req-b81775b3-8216-4984-9025-7bdb842e4f61 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829084 Feb 19 02:40:47.025934 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c72289dc-d67b-451f-abc8-80366b71b59e req-614209cb-4bad-48c8-ab44-003c708f9612 tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] 10.222.0.72 "GET /v2.0/security-groups?id=06361a1d-8d82-4ac0-8d63-3ac39b303691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134388 Feb 19 02:40:47.037957 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 7d41a253-136f-4f5f-b68e-55c767b082fe details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:40:47.046179 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7be63509-7042-495e-8101-5696aa0ec278 req-bcc5679b-cbf1-4b1c-9c89-57210b83134d tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/ports?device_id=c013bf64-2e13-42b3-a27f-cd4c4b21d557 HTTP/1.1" status: 200 len: 210 time: 0.0564640 Feb 19 02:40:47.061927 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device fc829dca-14fd-4790-bc8b-3796ff604c51 no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:40:47.081195 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb5d6af-7215-4303-a74a-02a83045b1bf req-f7e2135e-5351-48e9-a0af-b3fdb21fe07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:47.092490 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9fb5d6af-7215-4303-a74a-02a83045b1bf req-f7e2135e-5351-48e9-a0af-b3fdb21fe07c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ad75c6928a1d4c6da3a56db6352b2618&device_id=be5f7cc1-41e7-4c40-b992-296c70e99846 HTTP/1.1" status: 200 len: 1126 time: 0.1726246 Feb 19 02:40:47.222369 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] The host n-h1-826753-2 is not matching for port fc829dca-14fd-4790-bc8b-3796ff604c51 host n-h2-826753-2! {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 02:40:47.222874 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device fc829dca-14fd-4790-bc8b-3796ff604c51 not bound to the agent host n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:40:47.271136 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb5d6af-7215-4303-a74a-02a83045b1bf req-48f2d8ba-8ec7-4a1b-9590-7abb939bb84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:47.273247 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9fb5d6af-7215-4303-a74a-02a83045b1bf req-48f2d8ba-8ec7-4a1b-9590-7abb939bb84e service neutron] 10.222.0.82 "GET /v2.0/networks?id=db98097a-bb19-479d-bd0d-4f71e988880a HTTP/1.1" status: 200 len: 922 time: 0.1719315 Feb 19 02:40:47.287135 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d843a2be-e214-48f9-9dd7-37f013f8b6d6 req-ece02419-26c9-4912-b8d8-26c3cdbe3193 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:47.288620 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d843a2be-e214-48f9-9dd7-37f013f8b6d6 req-ece02419-26c9-4912-b8d8-26c3cdbe3193 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=77900542-b50c-43fa-8e51-4bdebb3f3e4a HTTP/1.1" status: 200 len: 950 time: 0.1571393 Feb 19 02:40:47.292498 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 7d41a253-136f-4f5f-b68e-55c767b082fe, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=7d41a253-136f-4f5f-b68e-55c767b082fe,segment=NetworkSegment(10fe79c3-695f-410b-b530-64a63e824745),segment_id=10fe79c3-695f-410b-b530-64a63e824745)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:40:47.315220 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': '7d41a253-136f-4f5f-b68e-55c767b082fe', 'network_id': '2f3a90ad-ee5a-41f0-bdc0-22abe981a050', 'port_id': '7d41a253-136f-4f5f-b68e-55c767b082fe', 'mac_address': 'fa:16:3e:74:2b:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1cf80ca-3ee4-4752-b65e-3f091ad2def6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:40:47.341339 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9fb5d6af-7215-4303-a74a-02a83045b1bf req-cf250669-49ef-4d3e-8b1d-e41acb89ac31 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fc829dca-14fd-4790-bc8b-3796ff604c51 HTTP/1.1" status: 200 len: 217 time: 0.0508597 Feb 19 02:40:47.354411 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e07370-50d7-4fe9-bf84-78e223729d98 req-147bef08-850c-4d89-ab67-2e4cad4fbcfe tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:47.355827 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-15e07370-50d7-4fe9-bf84-78e223729d98 req-147bef08-850c-4d89-ab67-2e4cad4fbcfe tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=be5f7cc1-41e7-4c40-b992-296c70e99846 HTTP/1.1" status: 200 len: 944 time: 0.1764019 Feb 19 02:40:47.364135 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 7d41a253-136f-4f5f-b68e-55c767b082fe is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:40:47.365164 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (7d41a253-136f-4f5f-b68e-55c767b082fe), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:47.448940 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d843a2be-e214-48f9-9dd7-37f013f8b6d6 req-69aea566-a7b8-44d9-b8aa-26c8329e03e3 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487384 Feb 19 02:40:47.452884 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb5d6af-7215-4303-a74a-02a83045b1bf req-852216c3-9980-49b0-8c55-735fb54ad377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:47.454380 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9fb5d6af-7215-4303-a74a-02a83045b1bf req-852216c3-9980-49b0-8c55-735fb54ad377 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2fe72d28-9326-4a85-b8b2-36c8cafae112 HTTP/1.1" status: 200 len: 861 time: 0.0976818 Feb 19 02:40:47.479235 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-15e07370-50d7-4fe9-bf84-78e223729d98 req-cb5ad5b6-7e39-42ed-9af8-5828ced7d875 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115823 Feb 19 02:40:47.512866 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9fb5d6af-7215-4303-a74a-02a83045b1bf req-f1b2328e-a0c1-4326-818a-e4cd3b7b843e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=db98097a-bb19-479d-bd0d-4f71e988880a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449989 Feb 19 02:40:47.536352 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d41a253-136f-4f5f-b68e-55c767b082fe {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:40:47.576493 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 7d41a253-136f-4f5f-b68e-55c767b082fe, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=7d41a253-136f-4f5f-b68e-55c767b082fe,segment=NetworkSegment(10fe79c3-695f-410b-b530-64a63e824745),segment_id=10fe79c3-695f-410b-b530-64a63e824745)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:40:47.585044 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (7d41a253-136f-4f5f-b68e-55c767b082fe), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:47.652404 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-7d15a68c-aa7b-4fd4-89c2-6740697455bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:47.658584 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=7d41a253-136f-4f5f-b68e-55c767b082fe,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:47.661293 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9fb5d6af-7215-4303-a74a-02a83045b1bf req-45bf5633-0a72-4e17-a3b5-bbf2ce41f7a6 service neutron] 10.222.0.82 "GET /v2.0/networks/db98097a-bb19-479d-bd0d-4f71e988880a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362212 Feb 19 02:40:47.732850 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f6263-a69c-4328-a061-48b033b5b023 req-42a38361-1c68-4800-a8f3-5cfdb9f74e23 tempest-LiveMigrationTest-193918984 tempest-LiveMigrationTest-193918984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:47.737603 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-913f6263-a69c-4328-a061-48b033b5b023 req-42a38361-1c68-4800-a8f3-5cfdb9f74e23 tempest-LiveMigrationTest-193918984 tempest-LiveMigrationTest-193918984-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=fcd6a795-095f-4679-b153-54a09672add9 HTTP/1.1" status: 200 len: 1127 time: 0.1204367 Feb 19 02:40:47.823507 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-913f6263-a69c-4328-a061-48b033b5b023 req-c57273c3-d16a-4019-af73-617f1f1a65e1 tempest-LiveMigrationTest-193918984 tempest-LiveMigrationTest-193918984-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807018 Feb 19 02:40:47.835706 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9fb5d6af-7215-4303-a74a-02a83045b1bf req-892cfa07-601c-4128-ba45-8dcdfa50458e service neutron] 10.222.0.82 "GET /v2.0/networks/db98097a-bb19-479d-bd0d-4f71e988880a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619706 Feb 19 02:40:47.838959 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d48a880b-cfce-44e2-b776-7c7f98ddcec0 req-73e2b0bc-ff02-4246-aa81-f7840e59474e tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=03a224ed4cc448b3ab8491a1b5a2c99b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291476 Feb 19 02:40:47.976428 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1dfcaf-404f-4975-8e49-e902bf2fd591 req-e17e5ce6-d1dc-4e63-ba27-d904b6324021 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:47.977956 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1c1dfcaf-404f-4975-8e49-e902bf2fd591 req-e17e5ce6-d1dc-4e63-ba27-d904b6324021 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] 10.222.0.72 "GET /v2.0/ports?device_id=12703934-5b7e-463c-8012-a4a3447eeb94 HTTP/1.1" status: 200 len: 945 time: 0.1410818 Feb 19 02:40:47.985640 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48a880b-cfce-44e2-b776-7c7f98ddcec0 req-23c31b68-e0e0-4281-bfe0-ce754691aec9 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:47.987041 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d48a880b-cfce-44e2-b776-7c7f98ddcec0 req-23c31b68-e0e0-4281-bfe0-ce754691aec9 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1400933 Feb 19 02:40:48.029857 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-d48a880b-cfce-44e2-b776-7c7f98ddcec0 req-16d13447-d775-4825-a770-2f258ff5eede tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Request body: {'port': {'device_id': '3eda7d9a-46ef-4f4a-8cd3-be223fab923c', 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f', 'admin_state_up': True, 'tenant_id': '03a224ed4cc448b3ab8491a1b5a2c99b'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:40:48.094601 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1c1dfcaf-404f-4975-8e49-e902bf2fd591 req-3cbf813e-139d-4bec-9c9b-03f8f3a0f15f tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] 10.222.0.72 "GET /v2.0/security-groups?id=114ac838-b4eb-4c21-acd3-b988daa48150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065869 Feb 19 02:40:48.241982 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278710db-34be-48d7-a018-fea1f1b26a8d req-3327bb71-d1e9-434b-ba15-debc656f2812 tempest-ImagesOneServerTestJSON-1152968791 tempest-ImagesOneServerTestJSON-1152968791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:48.244095 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-278710db-34be-48d7-a018-fea1f1b26a8d req-3327bb71-d1e9-434b-ba15-debc656f2812 tempest-ImagesOneServerTestJSON-1152968791 tempest-ImagesOneServerTestJSON-1152968791-project] 10.222.0.72 "GET /v2.0/ports?device_id=c6732863-2c63-4725-a714-348b290e7e20 HTTP/1.1" status: 200 len: 950 time: 0.1537740 Feb 19 02:40:48.246168 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d48a880b-cfce-44e2-b776-7c7f98ddcec0 req-f2027893-a831-459a-9a93-4d7201e622ce tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=03a224ed4cc448b3ab8491a1b5a2c99b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0633695 Feb 19 02:40:48.348867 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d48a880b-cfce-44e2-b776-7c7f98ddcec0 req-16d13447-d775-4825-a770-2f258ff5eede tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Made reservation on behalf of 03a224ed4cc448b3ab8491a1b5a2c99b for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:40:48.352650 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-d48a880b-cfce-44e2-b776-7c7f98ddcec0 req-16d13447-d775-4825-a770-2f258ff5eede tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:48.375237 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e7a444-835c-4a3c-915f-ad279ed0706e req-1bcd9324-fd8c-41b2-a6e0-66e9bf222ebc tempest-LiveMigrationTest-193918984 tempest-LiveMigrationTest-193918984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:48.377365 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d1e7a444-835c-4a3c-915f-ad279ed0706e req-1bcd9324-fd8c-41b2-a6e0-66e9bf222ebc tempest-LiveMigrationTest-193918984 tempest-LiveMigrationTest-193918984-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=fcd6a795-095f-4679-b153-54a09672add9 HTTP/1.1" status: 200 len: 1127 time: 0.2188342 Feb 19 02:40:48.443557 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-278710db-34be-48d7-a018-fea1f1b26a8d req-50329303-599e-429b-85fb-e6a492e71763 tempest-ImagesOneServerTestJSON-1152968791 tempest-ImagesOneServerTestJSON-1152968791-project] 10.222.0.72 "GET /v2.0/security-groups?id=b120c000-baac-4f64-9390-e95bffd9f0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851828 Feb 19 02:40:48.444917 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['7d41a253-136f-4f5f-b68e-55c767b082fe'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:40:48.447496 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb5d6af-7215-4303-a74a-02a83045b1bf req-e7a8d899-9f75-4c43-9f4f-7dfef6133428 tempest-LiveAutoBlockMigrationV225Test-289573108 tempest-LiveAutoBlockMigrationV225Test-289573108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:48.449324 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-9fb5d6af-7215-4303-a74a-02a83045b1bf req-e7a8d899-9f75-4c43-9f4f-7dfef6133428 tempest-LiveAutoBlockMigrationV225Test-289573108 tempest-LiveAutoBlockMigrationV225Test-289573108-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=be5f7cc1-41e7-4c40-b992-296c70e99846&tenant_id=ad75c6928a1d4c6da3a56db6352b2618&binding%3Ahost_id=n-h2-826753-2 HTTP/1.1" status: 200 len: 1126 time: 0.0486479 Feb 19 02:40:48.561129 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48a880b-cfce-44e2-b776-7c7f98ddcec0 req-c110bde7-074d-40bf-99a2-30925f8676c3 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:48.562530 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d48a880b-cfce-44e2-b776-7c7f98ddcec0 req-c110bde7-074d-40bf-99a2-30925f8676c3 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3012195 Feb 19 02:40:48.590132 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d1e7a444-835c-4a3c-915f-ad279ed0706e req-a38b0373-186b-4365-9902-e2474c5d7e51 tempest-LiveMigrationTest-193918984 tempest-LiveMigrationTest-193918984-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034955 Feb 19 02:40:48.626902 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-d48a880b-cfce-44e2-b776-7c7f98ddcec0 req-52422d6e-2c63-4966-9d48-2c1af7de5878 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Request body: {'port': {'device_id': 'c013bf64-2e13-42b3-a27f-cd4c4b21d557', 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f', 'admin_state_up': True, 'tenant_id': '03a224ed4cc448b3ab8491a1b5a2c99b'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:40:48.630912 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-9fb5d6af-7215-4303-a74a-02a83045b1bf req-64c1b704-5bd4-4617-9b5f-ee5483a56426 service neutron] For port fc829dca-14fd-4790-bc8b-3796ff604c51, host n-h1-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:40:48.635229 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-9fb5d6af-7215-4303-a74a-02a83045b1bf req-64c1b704-5bd4-4617-9b5f-ee5483a56426 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:48.636362 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-9fb5d6af-7215-4303-a74a-02a83045b1bf req-64c1b704-5bd4-4617-9b5f-ee5483a56426 service neutron] 10.222.0.82 "DELETE /v2.0/ports/fc829dca-14fd-4790-bc8b-3796ff604c51/bindings/n-h1-826753-2 HTTP/1.1" status: 204 len: 173 time: 0.1477864 Feb 19 02:40:48.772672 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-de7d9cdb-26c9-4b01-9265-cb994314dcaf req-9028ec24-368d-48a3-85cf-4b160444d8a5 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/ports?device_id=c013bf64-2e13-42b3-a27f-cd4c4b21d557 HTTP/1.1" status: 200 len: 210 time: 0.0642493 Feb 19 02:40:48.810521 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [req-d48a880b-cfce-44e2-b776-7c7f98ddcec0 req-16d13447-d775-4825-a770-2f258ff5eede tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Allocated IP 192.168.233.226 (5124bd00-da2a-4bd6-93a0-c14c92afb11f/974c06bc-f097-4890-970a-b087501ab241/75ad1f14-4dfd-4d71-8c99-33f85a508aa1) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:40:48.831907 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7c2a32-096d-44c6-b23a-e38b1285030b req-5724a958-ba6b-4f46-ba40-6eea3b250cd5 tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:48.833429 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cd7c2a32-096d-44c6-b23a-e38b1285030b req-5724a958-ba6b-4f46-ba40-6eea3b250cd5 tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] 10.222.0.72 "GET /v2.0/networks?id=7fd0f9a3-a9ab-40af-b761-08bc87b304e4 HTTP/1.1" status: 200 len: 813 time: 0.2980769 Feb 19 02:40:48.893219 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cd7c2a32-096d-44c6-b23a-e38b1285030b req-f06f5ba3-a551-41bc-841c-c8d1c3db4480 tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] 10.222.0.72 "GET /v2.0/quotas/dd52dae5d953488a999b14891988d841 HTTP/1.1" status: 200 len: 375 time: 0.0540421 Feb 19 02:40:48.964933 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d48a880b-cfce-44e2-b776-7c7f98ddcec0 req-52422d6e-2c63-4966-9d48-2c1af7de5878 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Made reservation on behalf of 03a224ed4cc448b3ab8491a1b5a2c99b for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:40:48.968147 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-d48a880b-cfce-44e2-b776-7c7f98ddcec0 req-52422d6e-2c63-4966-9d48-2c1af7de5878 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:49.078369 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:49.245275 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a107de18-bbb1-44aa-91ae-38546e4ee342 req-e149347d-868f-4642-b287-3b01f992ea44 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:49.246752 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a107de18-bbb1-44aa-91ae-38546e4ee342 req-e149347d-868f-4642-b287-3b01f992ea44 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=77900542-b50c-43fa-8e51-4bdebb3f3e4a HTTP/1.1" status: 200 len: 950 time: 0.4049883 Feb 19 02:40:49.351376 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cd7c2a32-096d-44c6-b23a-e38b1285030b req-4ef2128b-f242-4872-85b3-cac9560ce8de tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=dd52dae5d953488a999b14891988d841&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4479818 Feb 19 02:40:49.445314 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a107de18-bbb1-44aa-91ae-38546e4ee342 req-da3a3700-3850-4d0e-8ab8-fd255d7c002c tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892781 Feb 19 02:40:49.451616 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-d48a880b-cfce-44e2-b776-7c7f98ddcec0 req-16d13447-d775-4825-a770-2f258ff5eede tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Publish callbacks [] for port (75ad1f14-4dfd-4d71-8c99-33f85a508aa1), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:49.509619 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cd7c2a32-096d-44c6-b23a-e38b1285030b req-9943aa9c-4b21-4cd7-958c-9fca16573e71 service neutron] 10.222.0.72 "GET /v2.0/networks/7fd0f9a3-a9ab-40af-b761-08bc87b304e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442704 Feb 19 02:40:49.535623 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-d48a880b-cfce-44e2-b776-7c7f98ddcec0 req-16d13447-d775-4825-a770-2f258ff5eede tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (75ad1f14-4dfd-4d71-8c99-33f85a508aa1), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:49.576725 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['89f9b0a0-c329-4e39-99de-c5b7a5067c52', 'e900da92-6b02-463e-a4f4-e45cd6deaee5'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:40:49.606929 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['64d5db86-5019-4642-ac30-035e8e72b9a8'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:40:49.694061 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d48a880b-cfce-44e2-b776-7c7f98ddcec0 req-16d13447-d775-4825-a770-2f258ff5eede tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Network 5124bd00-da2a-4bd6-93a0-c14c92afb11f is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:40:49.703698 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d13447-d775-4825-a770-2f258ff5eede tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Pushing event updated for resources: {'Port': ['ID=75ad1f14-4dfd-4d71-8c99-33f85a508aa1,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:49.708115 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [req-d48a880b-cfce-44e2-b776-7c7f98ddcec0 req-52422d6e-2c63-4966-9d48-2c1af7de5878 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Allocated IP 192.168.233.9 (5124bd00-da2a-4bd6-93a0-c14c92afb11f/974c06bc-f097-4890-970a-b087501ab241/b58e214f-5ac6-48f9-9d2d-dfcc8de9ee4f) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:40:49.710335 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [req-d48a880b-cfce-44e2-b776-7c7f98ddcec0 req-16d13447-d775-4825-a770-2f258ff5eede tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:40:49.717373 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-d48a880b-cfce-44e2-b776-7c7f98ddcec0 req-16d13447-d775-4825-a770-2f258ff5eede tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:40:49.773302 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a9700d-d6b3-4a31-8652-aa25336d18fe req-b514b4ce-d293-4326-b059-d1530892c0e0 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:49.777559 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-55a9700d-d6b3-4a31-8652-aa25336d18fe req-b514b4ce-d293-4326-b059-d1530892c0e0 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=be5f7cc1-41e7-4c40-b992-296c70e99846 HTTP/1.1" status: 200 len: 944 time: 0.2658129 Feb 19 02:40:49.852424 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cd7c2a32-096d-44c6-b23a-e38b1285030b req-82db55f5-b74d-41aa-b2ae-f8a9da6081dc service neutron] 10.222.0.72 "GET /v2.0/networks/7fd0f9a3-a9ab-40af-b761-08bc87b304e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3291192 Feb 19 02:40:49.950415 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48a880b-cfce-44e2-b776-7c7f98ddcec0 req-16d13447-d775-4825-a770-2f258ff5eede tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:49.951048 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-d48a880b-cfce-44e2-b776-7c7f98ddcec0 req-16d13447-d775-4825-a770-2f258ff5eede tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:49.991126 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d48a880b-cfce-44e2-b776-7c7f98ddcec0 req-16d13447-d775-4825-a770-2f258ff5eede tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9787991 Feb 19 02:40:50.002956 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-55a9700d-d6b3-4a31-8652-aa25336d18fe req-097f13c1-f3e5-411d-82b0-245ff8e0438f tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083201 Feb 19 02:40:50.010634 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-d48a880b-cfce-44e2-b776-7c7f98ddcec0 req-833c64eb-a68f-43e6-bce4-5b1846f965bd service neutron] Request body: {'port': {'device_id': '3eda7d9a-46ef-4f4a-8cd3-be223fab923c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826753-2'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:40:50.031141 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-975b05ee-f35f-4649-afef-87afb71bffab None None] Provisioning complete for port 75ad1f14-4dfd-4d71-8c99-33f85a508aa1 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:40:50.031514 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-975b05ee-f35f-4649-afef-87afb71bffab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (75ad1f14-4dfd-4d71-8c99-33f85a508aa1), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:50.106692 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-975b05ee-f35f-4649-afef-87afb71bffab None None] Port 75ad1f14-4dfd-4d71-8c99-33f85a508aa1 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:40:50.132550 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-d48a880b-cfce-44e2-b776-7c7f98ddcec0 req-833c64eb-a68f-43e6-bce4-5b1846f965bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (75ad1f14-4dfd-4d71-8c99-33f85a508aa1), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:50.136639 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-d48a880b-cfce-44e2-b776-7c7f98ddcec0 req-52422d6e-2c63-4966-9d48-2c1af7de5878 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Publish callbacks [] for port (b58e214f-5ac6-48f9-9d2d-dfcc8de9ee4f), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:50.312662 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:50.354522 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-d48a880b-cfce-44e2-b776-7c7f98ddcec0 req-52422d6e-2c63-4966-9d48-2c1af7de5878 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (b58e214f-5ac6-48f9-9d2d-dfcc8de9ee4f), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:50.374900 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a054c98d-fba6-4464-b39c-1e07155a7221 req-8af19135-1176-423e-a063-d7fc55bbb341 tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:50.377213 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a054c98d-fba6-4464-b39c-1e07155a7221 req-8af19135-1176-423e-a063-d7fc55bbb341 tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] 10.222.0.82 "GET /v2.0/ports?device_id=0fdd35b4-ce53-4ca6-b9ae-774766069c11 HTTP/1.1" status: 200 len: 945 time: 0.0644846 Feb 19 02:40:50.403434 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['64d5db86-5019-4642-ac30-035e8e72b9a8'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:40:50.406732 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a52a76b-2a0d-4785-ba94-e931d8ae0bd1 req-8b6cb5e4-98f8-4a9d-8999-f15a95ccbdfc tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:50.414821 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3a52a76b-2a0d-4785-ba94-e931d8ae0bd1 req-8b6cb5e4-98f8-4a9d-8999-f15a95ccbdfc tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] 10.222.0.72 "GET /v2.0/ports?device_id=12703934-5b7e-463c-8012-a4a3447eeb94 HTTP/1.1" status: 200 len: 945 time: 0.2554069 Feb 19 02:40:50.434420 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc228c1d-6d0d-404c-91c5-3d0b33a45fa4 req-4f01dee1-e8df-4a06-8707-f1af065a2368 tempest-ImagesOneServerTestJSON-1152968791 tempest-ImagesOneServerTestJSON-1152968791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:50.435664 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cc228c1d-6d0d-404c-91c5-3d0b33a45fa4 req-4f01dee1-e8df-4a06-8707-f1af065a2368 tempest-ImagesOneServerTestJSON-1152968791 tempest-ImagesOneServerTestJSON-1152968791-project] 10.222.0.72 "GET /v2.0/ports?device_id=c6732863-2c63-4725-a714-348b290e7e20 HTTP/1.1" status: 200 len: 950 time: 0.2464912 Feb 19 02:40:50.461785 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['89f9b0a0-c329-4e39-99de-c5b7a5067c52', 'e900da92-6b02-463e-a4f4-e45cd6deaee5'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:40:50.505877 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d48a880b-cfce-44e2-b776-7c7f98ddcec0 req-52422d6e-2c63-4966-9d48-2c1af7de5878 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Network 5124bd00-da2a-4bd6-93a0-c14c92afb11f is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:40:50.533825 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-a054c98d-fba6-4464-b39c-1e07155a7221 req-591e8803-9eeb-42b8-9001-e3f4aaff7805 tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Deleting port e6bacbea-7bc0-404c-9095-3c156f57e23c {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:40:50.534494 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-a054c98d-fba6-4464-b39c-1e07155a7221 req-591e8803-9eeb-42b8-9001-e3f4aaff7805 tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (e6bacbea-7bc0-404c-9095-3c156f57e23c), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:50.543426 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [req-d48a880b-cfce-44e2-b776-7c7f98ddcec0 req-52422d6e-2c63-4966-9d48-2c1af7de5878 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:40:50.556804 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-d48a880b-cfce-44e2-b776-7c7f98ddcec0 req-52422d6e-2c63-4966-9d48-2c1af7de5878 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:40:50.559673 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52422d6e-2c63-4966-9d48-2c1af7de5878 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Pushing event updated for resources: {'Port': ['ID=b58e214f-5ac6-48f9-9d2d-dfcc8de9ee4f,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:50.700237 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48a880b-cfce-44e2-b776-7c7f98ddcec0 req-52422d6e-2c63-4966-9d48-2c1af7de5878 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:50.701800 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-d48a880b-cfce-44e2-b776-7c7f98ddcec0 req-52422d6e-2c63-4966-9d48-2c1af7de5878 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:50.715168 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eda30ff-b09a-412d-a421-3e87dfdf1f7f req-df325c98-60fe-40f0-8cb3-7172c86f68c1 tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:50.716218 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3a52a76b-2a0d-4785-ba94-e931d8ae0bd1 req-a66a9e90-fce3-4028-bb41-c8c1fb127ed3 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] 10.222.0.72 "GET /v2.0/security-groups?id=114ac838-b4eb-4c21-acd3-b988daa48150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3004110 Feb 19 02:40:50.717294 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-1eda30ff-b09a-412d-a421-3e87dfdf1f7f req-df325c98-60fe-40f0-8cb3-7172c86f68c1 tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] 10.222.0.82 "GET /v2.0/ports?device_id=4ba3b900-15b8-46bf-a477-f4d206c422f2 HTTP/1.1" status: 200 len: 945 time: 0.1088836 Feb 19 02:40:50.719857 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-a054c98d-fba6-4464-b39c-1e07155a7221 req-591e8803-9eeb-42b8-9001-e3f4aaff7805 tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] For port e6bacbea-7bc0-404c-9095-3c156f57e23c, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=e6bacbea-7bc0-404c-9095-3c156f57e23c,segment=NetworkSegment(acba4f27-adea-4d4f-9747-beb38d8d96ee),segment_id=acba4f27-adea-4d4f-9747-beb38d8d96ee)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:40:50.720960 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-a054c98d-fba6-4464-b39c-1e07155a7221 req-591e8803-9eeb-42b8-9001-e3f4aaff7805 tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (e6bacbea-7bc0-404c-9095-3c156f57e23c), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:50.753697 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cc228c1d-6d0d-404c-91c5-3d0b33a45fa4 req-dd83c03f-0544-493a-aaa7-a05d34bf0093 tempest-ImagesOneServerTestJSON-1152968791 tempest-ImagesOneServerTestJSON-1152968791-project] 10.222.0.72 "GET /v2.0/security-groups?id=b120c000-baac-4f64-9390-e95bffd9f0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2908516 Feb 19 02:40:50.776686 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-a054c98d-fba6-4464-b39c-1e07155a7221 req-591e8803-9eeb-42b8-9001-e3f4aaff7805 tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Calling delete_port for e6bacbea-7bc0-404c-9095-3c156f57e23c owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:40:50.802251 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d48a880b-cfce-44e2-b776-7c7f98ddcec0 req-52422d6e-2c63-4966-9d48-2c1af7de5878 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.1799684 Feb 19 02:40:50.861108 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-d48a880b-cfce-44e2-b776-7c7f98ddcec0 req-467a72d3-ab9f-4a59-9966-11dd18bb4c69 service neutron] Request body: {'port': {'device_id': 'c013bf64-2e13-42b3-a27f-cd4c4b21d557', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826753-2'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:40:50.998325 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-1eda30ff-b09a-412d-a421-3e87dfdf1f7f req-9f5f9e83-0345-46b4-b7d8-7a17c01ead58 tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Deleting port 79438a74-5a4d-450e-a024-17ae75fc49b7 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:40:50.998860 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-1eda30ff-b09a-412d-a421-3e87dfdf1f7f req-9f5f9e83-0345-46b4-b7d8-7a17c01ead58 tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (79438a74-5a4d-450e-a024-17ae75fc49b7), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:51.066663 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-50e4052b-2117-4e2e-a24d-3867c4e2b7b8 None None] Provisioning complete for port b58e214f-5ac6-48f9-9d2d-dfcc8de9ee4f triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:40:51.069236 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-50e4052b-2117-4e2e-a24d-3867c4e2b7b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (b58e214f-5ac6-48f9-9d2d-dfcc8de9ee4f), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:51.075471 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 7d41a253-136f-4f5f-b68e-55c767b082fe up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:40:51.084011 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [req-d48a880b-cfce-44e2-b776-7c7f98ddcec0 req-833c64eb-a68f-43e6-bce4-5b1846f965bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75ad1f14-4dfd-4d71-8c99-33f85a508aa1 {{(pid=103701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:40:51.095892 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-d48a880b-cfce-44e2-b776-7c7f98ddcec0 req-467a72d3-ab9f-4a59-9966-11dd18bb4c69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (b58e214f-5ac6-48f9-9d2d-dfcc8de9ee4f), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:51.100053 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-d48a880b-cfce-44e2-b776-7c7f98ddcec0 req-833c64eb-a68f-43e6-bce4-5b1846f965bd service neutron] Publish callbacks [] for port (75ad1f14-4dfd-4d71-8c99-33f85a508aa1), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:51.108847 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43b6740-2177-488f-84f0-63bfc95b5bdc req-f025168b-cbce-44c2-af23-91bd09fa7a65 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:51.117425 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f43b6740-2177-488f-84f0-63bfc95b5bdc req-f025168b-cbce-44c2-af23-91bd09fa7a65 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/ports?device_id=c013bf64-2e13-42b3-a27f-cd4c4b21d557 HTTP/1.1" status: 200 len: 934 time: 0.2691195 Feb 19 02:40:51.151502 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-50e4052b-2117-4e2e-a24d-3867c4e2b7b8 None None] Port b58e214f-5ac6-48f9-9d2d-dfcc8de9ee4f cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:40:51.185630 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning for port 7d41a253-136f-4f5f-b68e-55c767b082fe completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:40:51.191854 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port 7d41a253-136f-4f5f-b68e-55c767b082fe triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:40:51.192810 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (7d41a253-136f-4f5f-b68e-55c767b082fe), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:51.218327 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.provisioning_blocks [req-d48a880b-cfce-44e2-b776-7c7f98ddcec0 req-833c64eb-a68f-43e6-bce4-5b1846f965bd service neutron] Transition to ACTIVE for port object 75ad1f14-4dfd-4d71-8c99-33f85a508aa1 will not be triggered until provisioned by entity L2. {{(pid=103701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:40:51.235690 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-a054c98d-fba6-4464-b39c-1e07155a7221 req-591e8803-9eeb-42b8-9001-e3f4aaff7805 tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (e6bacbea-7bc0-404c-9095-3c156f57e23c), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:51.242704 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f43b6740-2177-488f-84f0-63bfc95b5bdc req-3f11c1fd-069d-4041-abdc-e6d5db9681e1 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b908dbc-8f8c-41bc-a0bd-543abe15dd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246290 Feb 19 02:40:51.278053 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['e6bacbea-7bc0-404c-9095-3c156f57e23c', '79438a74-5a4d-450e-a024-17ae75fc49b7'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:40:51.295982 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591e8803-9eeb-42b8-9001-e3f4aaff7805 tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Pushing event deleted for resources: {'Port': ['ID=e6bacbea-7bc0-404c-9095-3c156f57e23c,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:51.315311 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-d48a880b-cfce-44e2-b776-7c7f98ddcec0 req-833c64eb-a68f-43e6-bce4-5b1846f965bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (75ad1f14-4dfd-4d71-8c99-33f85a508aa1), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:51.492798 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 7d41a253-136f-4f5f-b68e-55c767b082fe is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:40:51.493566 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (7d41a253-136f-4f5f-b68e-55c767b082fe), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:51.592687 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12703934-5b7e-463c-8012-a4a3447eeb94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d41a253-136f-4f5f-b68e-55c767b082fe'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:40:51.595256 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80e6af83-68d2-42e0-8e78-ad12ae1a15c7" -d '{"events": [{"server_uuid": "12703934-5b7e-463c-8012-a4a3447eeb94", "name": "network-vif-plugged", "status": "completed", "tag": "7d41a253-136f-4f5f-b68e-55c767b082fe"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:40:51.631585 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 7d41a253-136f-4f5f-b68e-55c767b082fe, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=7d41a253-136f-4f5f-b68e-55c767b082fe,segment=NetworkSegment(10fe79c3-695f-410b-b530-64a63e824745),segment_id=10fe79c3-695f-410b-b530-64a63e824745)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:40:51.646088 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (7d41a253-136f-4f5f-b68e-55c767b082fe), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:51.647104 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 2bdec1ae-8218-4b25-acdb-d88d4bb3c50e no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:40:51.757740 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833c64eb-a68f-43e6-bce4-5b1846f965bd service neutron] Pushing event updated for resources: {'Port': ['ID=75ad1f14-4dfd-4d71-8c99-33f85a508aa1,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:51.760630 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-1eda30ff-b09a-412d-a421-3e87dfdf1f7f req-9f5f9e83-0345-46b4-b7d8-7a17c01ead58 tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] For port 79438a74-5a4d-450e-a024-17ae75fc49b7, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=79438a74-5a4d-450e-a024-17ae75fc49b7,segment=NetworkSegment(acba4f27-adea-4d4f-9747-beb38d8d96ee),segment_id=acba4f27-adea-4d4f-9747-beb38d8d96ee)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:40:51.761151 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-1eda30ff-b09a-412d-a421-3e87dfdf1f7f req-9f5f9e83-0345-46b4-b7d8-7a17c01ead58 tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (79438a74-5a4d-450e-a024-17ae75fc49b7), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:51.781316 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-1eda30ff-b09a-412d-a421-3e87dfdf1f7f req-9f5f9e83-0345-46b4-b7d8-7a17c01ead58 tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Calling delete_port for 79438a74-5a4d-450e-a024-17ae75fc49b7 owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:40:51.821767 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:40:51.827430 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=7d41a253-136f-4f5f-b68e-55c767b082fe,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:51.833206 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 2bdec1ae-8218-4b25-acdb-d88d4bb3c50e is: ACTIVE; New status is: DOWN {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:40:51.833642 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (2bdec1ae-8218-4b25-acdb-d88d4bb3c50e), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:51.852940 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:51.879177 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 2bdec1ae-8218-4b25-acdb-d88d4bb3c50e, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=2bdec1ae-8218-4b25-acdb-d88d4bb3c50e,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:40:51.888339 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-a054c98d-fba6-4464-b39c-1e07155a7221 req-591e8803-9eeb-42b8-9001-e3f4aaff7805 tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] No DVR routers for this DVR port e6bacbea-7bc0-404c-9095-3c156f57e23c on host n-h2-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:40:51.892225 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (2bdec1ae-8218-4b25-acdb-d88d4bb3c50e), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:51.894963 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-a054c98d-fba6-4464-b39c-1e07155a7221 req-591e8803-9eeb-42b8-9001-e3f4aaff7805 tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:51.899666 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a054c98d-fba6-4464-b39c-1e07155a7221 req-591e8803-9eeb-42b8-9001-e3f4aaff7805 tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] 10.222.0.82 "DELETE /v2.0/ports/e6bacbea-7bc0-404c-9095-3c156f57e23c HTTP/1.1" status: 204 len: 173 time: 1.5039549 Feb 19 02:40:51.900261 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fdd35b4-ce53-4ca6-b9ae-774766069c11', 'name': 'network-vif-deleted', 'tag': 'e6bacbea-7bc0-404c-9095-3c156f57e23c'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:40:51.912523 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7a2d3ff-cbeb-479f-ae94-fff180da7698" -d '{"events": [{"server_uuid": "0fdd35b4-ce53-4ca6-b9ae-774766069c11", "name": "network-vif-deleted", "tag": "e6bacbea-7bc0-404c-9095-3c156f57e23c"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:40:51.941297 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cf5646-4aa8-4716-b5c8-971bbe97db8b req-b349bb5c-d5e8-44b7-a51a-5a90a38f5e5c tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:51.950529 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d3cf5646-4aa8-4716-b5c8-971bbe97db8b req-b349bb5c-d5e8-44b7-a51a-5a90a38f5e5c tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=77900542-b50c-43fa-8e51-4bdebb3f3e4a HTTP/1.1" status: 200 len: 950 time: 0.6543710 Feb 19 02:40:51.958478 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=2bdec1ae-8218-4b25-acdb-d88d4bb3c50e,revision_number=8']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:51.993695 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-1eda30ff-b09a-412d-a421-3e87dfdf1f7f req-9f5f9e83-0345-46b4-b7d8-7a17c01ead58 tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (79438a74-5a4d-450e-a024-17ae75fc49b7), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:52.034673 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['e6bacbea-7bc0-404c-9095-3c156f57e23c'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:40:52.053997 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d3cf5646-4aa8-4716-b5c8-971bbe97db8b req-dc8fe9c9-fa71-4f43-bc6a-3579dc54e0cf tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024599 Feb 19 02:40:52.058163 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-d48a880b-cfce-44e2-b776-7c7f98ddcec0 req-833c64eb-a68f-43e6-bce4-5b1846f965bd service neutron] Attempting to bind port 75ad1f14-4dfd-4d71-8c99-33f85a508aa1 on host n-h1-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:40:52.058499 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-d48a880b-cfce-44e2-b776-7c7f98ddcec0 req-833c64eb-a68f-43e6-bce4-5b1846f965bd service neutron] Attempting to bind port 75ad1f14-4dfd-4d71-8c99-33f85a508aa1 by drivers openvswitch,hyperv on host n-h1-826753-2 at level 0 using segments [{'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:40:52.058827 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48a880b-cfce-44e2-b776-7c7f98ddcec0 req-833c64eb-a68f-43e6-bce4-5b1846f965bd service neutron] Attempting to bind port 75ad1f14-4dfd-4d71-8c99-33f85a508aa1 on network 5124bd00-da2a-4bd6-93a0-c14c92afb11f {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:40:52.084107 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5f9e83-0345-46b4-b7d8-7a17c01ead58 tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Pushing event deleted for resources: {'Port': ['ID=79438a74-5a4d-450e-a024-17ae75fc49b7,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:52.093426 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48a880b-cfce-44e2-b776-7c7f98ddcec0 req-833c64eb-a68f-43e6-bce4-5b1846f965bd service neutron] Port 75ad1f14-4dfd-4d71-8c99-33f85a508aa1 on network 5124bd00-da2a-4bd6-93a0-c14c92afb11f not bound, no agent of type Open vSwitch agent registered on host n-h1-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:40:52.093792 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48a880b-cfce-44e2-b776-7c7f98ddcec0 req-833c64eb-a68f-43e6-bce4-5b1846f965bd service neutron] Attempting to bind port 75ad1f14-4dfd-4d71-8c99-33f85a508aa1 on network 5124bd00-da2a-4bd6-93a0-c14c92afb11f {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:40:52.098213 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [req-d48a880b-cfce-44e2-b776-7c7f98ddcec0 req-467a72d3-ab9f-4a59-9966-11dd18bb4c69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b58e214f-5ac6-48f9-9d2d-dfcc8de9ee4f {{(pid=103701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:40:52.106305 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3ba23a-6abb-4d82-8e26-86279aa8a98c req-5447473a-8d21-4648-99b7-9ca1ddabb254 tempest-LiveAutoBlockMigrationV225Test-289573108 tempest-LiveAutoBlockMigrationV225Test-289573108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:52.115797 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fd3ba23a-6abb-4d82-8e26-86279aa8a98c req-5447473a-8d21-4648-99b7-9ca1ddabb254 tempest-LiveAutoBlockMigrationV225Test-289573108 tempest-LiveAutoBlockMigrationV225Test-289573108-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=be5f7cc1-41e7-4c40-b992-296c70e99846 HTTP/1.1" status: 200 len: 1126 time: 0.4284227 Feb 19 02:40:52.140435 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-d48a880b-cfce-44e2-b776-7c7f98ddcec0 req-467a72d3-ab9f-4a59-9966-11dd18bb4c69 service neutron] Publish callbacks [] for port (b58e214f-5ac6-48f9-9d2d-dfcc8de9ee4f), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:52.146233 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48a880b-cfce-44e2-b776-7c7f98ddcec0 req-833c64eb-a68f-43e6-bce4-5b1846f965bd service neutron] Checking agent: {'id': '9d56fb1b-2855-496a-a6d9-c324740cb98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:40:52.146583 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48a880b-cfce-44e2-b776-7c7f98ddcec0 req-833c64eb-a68f-43e6-bce4-5b1846f965bd service neutron] Checking segment: {'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:40:52.147017 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48a880b-cfce-44e2-b776-7c7f98ddcec0 req-833c64eb-a68f-43e6-bce4-5b1846f965bd service neutron] Bound using segment: {'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:40:52.147530 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-d48a880b-cfce-44e2-b776-7c7f98ddcec0 req-833c64eb-a68f-43e6-bce4-5b1846f965bd service neutron] Bound port: 75ad1f14-4dfd-4d71-8c99-33f85a508aa1, host: n-h1-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'}}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:40:52.147890 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-d48a880b-cfce-44e2-b776-7c7f98ddcec0 req-833c64eb-a68f-43e6-bce4-5b1846f965bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (75ad1f14-4dfd-4d71-8c99-33f85a508aa1), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:52.149919 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:52.184218 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.provisioning_blocks [req-d48a880b-cfce-44e2-b776-7c7f98ddcec0 req-467a72d3-ab9f-4a59-9966-11dd18bb4c69 service neutron] Transition to ACTIVE for port object b58e214f-5ac6-48f9-9d2d-dfcc8de9ee4f will not be triggered until provisioned by entity L2. {{(pid=103701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:40:52.224815 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eda30ff-b09a-412d-a421-3e87dfdf1f7f req-9f5f9e83-0345-46b4-b7d8-7a17c01ead58 tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] No DVR routers for this DVR port 79438a74-5a4d-450e-a024-17ae75fc49b7 on host n-h2-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:40:52.252881 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-1eda30ff-b09a-412d-a421-3e87dfdf1f7f req-9f5f9e83-0345-46b4-b7d8-7a17c01ead58 tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:52.255742 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-d48a880b-cfce-44e2-b776-7c7f98ddcec0 req-833c64eb-a68f-43e6-bce4-5b1846f965bd service neutron] For port 75ad1f14-4dfd-4d71-8c99-33f85a508aa1, host n-h1-826753-2, cleared binding levels {{(pid=103701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:40:52.256189 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-1eda30ff-b09a-412d-a421-3e87dfdf1f7f req-9f5f9e83-0345-46b4-b7d8-7a17c01ead58 tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] 10.222.0.82 "DELETE /v2.0/ports/79438a74-5a4d-450e-a024-17ae75fc49b7 HTTP/1.1" status: 204 len: 173 time: 1.5324571 Feb 19 02:40:52.261877 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-d48a880b-cfce-44e2-b776-7c7f98ddcec0 req-833c64eb-a68f-43e6-bce4-5b1846f965bd service neutron] For port 75ad1f14-4dfd-4d71-8c99-33f85a508aa1, host n-h1-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=75ad1f14-4dfd-4d71-8c99-33f85a508aa1,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:40:52.286849 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-d48a880b-cfce-44e2-b776-7c7f98ddcec0 req-467a72d3-ab9f-4a59-9966-11dd18bb4c69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (b58e214f-5ac6-48f9-9d2d-dfcc8de9ee4f), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:52.292335 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7c2a32-096d-44c6-b23a-e38b1285030b req-d2aa1172-c50a-426c-9ff5-dcc8d7ff18ff tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:52.293867 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-cd7c2a32-096d-44c6-b23a-e38b1285030b req-d2aa1172-c50a-426c-9ff5-dcc8d7ff18ff tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] 10.222.0.73 "GET /v2.0/networks?id=7fd0f9a3-a9ab-40af-b761-08bc87b304e4 HTTP/1.1" status: 200 len: 813 time: 0.2651861 Feb 19 02:40:52.294861 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-d48a880b-cfce-44e2-b776-7c7f98ddcec0 req-833c64eb-a68f-43e6-bce4-5b1846f965bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (75ad1f14-4dfd-4d71-8c99-33f85a508aa1), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:52.345263 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7c2a32-096d-44c6-b23a-e38b1285030b req-eccc17cf-fb75-4dd7-886b-b7f3d65d6ca2 tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:52.347584 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-cd7c2a32-096d-44c6-b23a-e38b1285030b req-eccc17cf-fb75-4dd7-886b-b7f3d65d6ca2 tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] 10.222.0.73 "GET /v2.0/networks?id=7fd0f9a3-a9ab-40af-b761-08bc87b304e4 HTTP/1.1" status: 200 len: 813 time: 0.1743600 Feb 19 02:40:52.348437 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fd3ba23a-6abb-4d82-8e26-86279aa8a98c req-f0827f70-b0da-4129-9b50-1c889c3ec835 tempest-LiveAutoBlockMigrationV225Test-289573108 tempest-LiveAutoBlockMigrationV225Test-289573108-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288821 Feb 19 02:40:52.359829 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-cd7c2a32-096d-44c6-b23a-e38b1285030b req-f531291e-f1bc-48d6-b9e4-958d5a0ea7e0 tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Request body: {'port': {'device_id': 'a95c21af-97d6-4c6b-a420-7dba79c92172', 'network_id': '7fd0f9a3-a9ab-40af-b761-08bc87b304e4', 'admin_state_up': True, 'tenant_id': 'dd52dae5d953488a999b14891988d841'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:40:52.385464 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48a880b-cfce-44e2-b776-7c7f98ddcec0 req-833c64eb-a68f-43e6-bce4-5b1846f965bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:52.386787 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-d48a880b-cfce-44e2-b776-7c7f98ddcec0 req-833c64eb-a68f-43e6-bce4-5b1846f965bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:52.388421 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d48a880b-cfce-44e2-b776-7c7f98ddcec0 req-833c64eb-a68f-43e6-bce4-5b1846f965bd service neutron] 10.222.0.73 "PUT /v2.0/ports/75ad1f14-4dfd-4d71-8c99-33f85a508aa1 HTTP/1.1" status: 200 len: 1096 time: 2.3817654 Feb 19 02:40:52.392351 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eda7d9a-46ef-4f4a-8cd3-be223fab923c', 'tag': '75ad1f14-4dfd-4d71-8c99-33f85a508aa1'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:40:52.395199 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d00c6a4b-5e97-4cb3-886a-dca008854f87" -d '{"events": [{"name": "network-changed", "server_uuid": "3eda7d9a-46ef-4f4a-8cd3-be223fab923c", "tag": "75ad1f14-4dfd-4d71-8c99-33f85a508aa1"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:40:52.395702 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-cd7c2a32-096d-44c6-b23a-e38b1285030b req-dd73da60-5110-4c73-b6c4-45b0931a8a77 tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Request body: {'port': {'device_id': '4f91b684-0f86-4c3d-8c30-60226e393b0a', 'network_id': '7fd0f9a3-a9ab-40af-b761-08bc87b304e4', 'admin_state_up': True, 'tenant_id': 'dd52dae5d953488a999b14891988d841'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:40:52.429779 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467a72d3-ab9f-4a59-9966-11dd18bb4c69 service neutron] Pushing event updated for resources: {'Port': ['ID=b58e214f-5ac6-48f9-9d2d-dfcc8de9ee4f,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:52.540948 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e46585-50f3-4aa5-9aea-5e604cf3e85b req-58a753de-8d59-4759-ac25-cbd5dfab6979 tempest-LiveMigrationTest-193918984 tempest-LiveMigrationTest-193918984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:52.549227 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f7e46585-50f3-4aa5-9aea-5e604cf3e85b req-58a753de-8d59-4759-ac25-cbd5dfab6979 tempest-LiveMigrationTest-193918984 tempest-LiveMigrationTest-193918984-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=fcd6a795-095f-4679-b153-54a09672add9 HTTP/1.1" status: 200 len: 1127 time: 0.2780230 Feb 19 02:40:52.620711 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd7c2a32-096d-44c6-b23a-e38b1285030b req-dd73da60-5110-4c73-b6c4-45b0931a8a77 tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Made reservation on behalf of dd52dae5d953488a999b14891988d841 for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:40:52.625520 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-cd7c2a32-096d-44c6-b23a-e38b1285030b req-dd73da60-5110-4c73-b6c4-45b0931a8a77 tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:52.700086 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd7c2a32-096d-44c6-b23a-e38b1285030b req-f531291e-f1bc-48d6-b9e4-958d5a0ea7e0 tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Made reservation on behalf of dd52dae5d953488a999b14891988d841 for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:40:52.704078 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-cd7c2a32-096d-44c6-b23a-e38b1285030b req-f531291e-f1bc-48d6-b9e4-958d5a0ea7e0 tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:52.898769 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [req-cd7c2a32-096d-44c6-b23a-e38b1285030b req-dd73da60-5110-4c73-b6c4-45b0931a8a77 tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Allocated IP 172.20.0.4 (7fd0f9a3-a9ab-40af-b761-08bc87b304e4/4295b22e-6c68-45b5-871e-9b69dcfd8866/3fe10618-c11c-41d3-b68a-1d13575b02f2) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:40:53.000164 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c2c4b70c-96ac-4e44-813f-a03753eaea26 req-bda4b4f7-c22e-4a4e-8b82-508beebb8688 tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f91b684-0f86-4c3d-8c30-60226e393b0a HTTP/1.1" status: 200 len: 210 time: 0.4230824 Feb 19 02:40:53.008409 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833c64eb-a68f-43e6-bce4-5b1846f965bd service neutron] Pushing event updated for resources: {'Port': ['ID=75ad1f14-4dfd-4d71-8c99-33f85a508aa1,revision_number=3']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:53.063452 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f7e46585-50f3-4aa5-9aea-5e604cf3e85b req-d9a16c4d-bd2b-4f4e-86b3-e5e3fd8dfe9f tempest-LiveMigrationTest-193918984 tempest-LiveMigrationTest-193918984-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5031204 Feb 19 02:40:53.080895 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-d48a880b-cfce-44e2-b776-7c7f98ddcec0 req-467a72d3-ab9f-4a59-9966-11dd18bb4c69 service neutron] Attempting to bind port b58e214f-5ac6-48f9-9d2d-dfcc8de9ee4f on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:40:53.081125 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-d48a880b-cfce-44e2-b776-7c7f98ddcec0 req-467a72d3-ab9f-4a59-9966-11dd18bb4c69 service neutron] Attempting to bind port b58e214f-5ac6-48f9-9d2d-dfcc8de9ee4f by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:40:53.081449 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48a880b-cfce-44e2-b776-7c7f98ddcec0 req-467a72d3-ab9f-4a59-9966-11dd18bb4c69 service neutron] Attempting to bind port b58e214f-5ac6-48f9-9d2d-dfcc8de9ee4f on network 5124bd00-da2a-4bd6-93a0-c14c92afb11f {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:40:53.087293 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48a880b-cfce-44e2-b776-7c7f98ddcec0 req-467a72d3-ab9f-4a59-9966-11dd18bb4c69 service neutron] Port b58e214f-5ac6-48f9-9d2d-dfcc8de9ee4f on network 5124bd00-da2a-4bd6-93a0-c14c92afb11f not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:40:53.087837 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48a880b-cfce-44e2-b776-7c7f98ddcec0 req-467a72d3-ab9f-4a59-9966-11dd18bb4c69 service neutron] Attempting to bind port b58e214f-5ac6-48f9-9d2d-dfcc8de9ee4f on network 5124bd00-da2a-4bd6-93a0-c14c92afb11f {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:40:53.094200 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48a880b-cfce-44e2-b776-7c7f98ddcec0 req-f8e0ddaf-3300-4bfa-9fa0-5b64f9e89a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:53.095893 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d48a880b-cfce-44e2-b776-7c7f98ddcec0 req-f8e0ddaf-3300-4bfa-9fa0-5b64f9e89a6f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=03a224ed4cc448b3ab8491a1b5a2c99b&device_id=3eda7d9a-46ef-4f4a-8cd3-be223fab923c HTTP/1.1" status: 200 len: 1130 time: 0.5991306 Feb 19 02:40:53.097088 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48a880b-cfce-44e2-b776-7c7f98ddcec0 req-467a72d3-ab9f-4a59-9966-11dd18bb4c69 service neutron] Checking agent: {'id': 'bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:40:53.097423 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48a880b-cfce-44e2-b776-7c7f98ddcec0 req-467a72d3-ab9f-4a59-9966-11dd18bb4c69 service neutron] Checking segment: {'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:40:53.097794 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48a880b-cfce-44e2-b776-7c7f98ddcec0 req-467a72d3-ab9f-4a59-9966-11dd18bb4c69 service neutron] Bound using segment: {'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:40:53.098275 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-d48a880b-cfce-44e2-b776-7c7f98ddcec0 req-467a72d3-ab9f-4a59-9966-11dd18bb4c69 service neutron] Bound port: b58e214f-5ac6-48f9-9d2d-dfcc8de9ee4f, host: n-h2-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'}}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:40:53.098553 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-d48a880b-cfce-44e2-b776-7c7f98ddcec0 req-467a72d3-ab9f-4a59-9966-11dd18bb4c69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (b58e214f-5ac6-48f9-9d2d-dfcc8de9ee4f), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:53.105740 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a34c813-1ed0-4dcd-8b2f-ce33dba98ea8 x-openstack-request-id: req-9a34c813-1ed0-4dcd-8b2f-ce33dba98ea8 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:40:53.106153 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12703934-5b7e-463c-8012-a4a3447eeb94", "name": "network-vif-plugged", "status": "completed", "tag": "7d41a253-136f-4f5f-b68e-55c767b082fe", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:40:53.107238 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9a34c813-1ed0-4dcd-8b2f-ce33dba98ea8 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:40:53.107742 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12703934-5b7e-463c-8012-a4a3447eeb94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d41a253-136f-4f5f-b68e-55c767b082fe', 'code': 200} Feb 19 02:40:53.144525 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-cd7c2a32-096d-44c6-b23a-e38b1285030b req-dd73da60-5110-4c73-b6c4-45b0931a8a77 tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Publish callbacks [] for port (3fe10618-c11c-41d3-b68a-1d13575b02f2), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:53.211713 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-cd7c2a32-096d-44c6-b23a-e38b1285030b req-dd73da60-5110-4c73-b6c4-45b0931a8a77 tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (3fe10618-c11c-41d3-b68a-1d13575b02f2), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:53.250911 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['e6bacbea-7bc0-404c-9095-3c156f57e23c'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:40:53.257585 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-d48a880b-cfce-44e2-b776-7c7f98ddcec0 req-467a72d3-ab9f-4a59-9966-11dd18bb4c69 service neutron] For port b58e214f-5ac6-48f9-9d2d-dfcc8de9ee4f, host n-h2-826753-2, cleared binding levels {{(pid=103701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:40:53.260890 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d48a880b-cfce-44e2-b776-7c7f98ddcec0 req-aeacbce2-2eb6-4589-aa8b-264f40680bd4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=75ad1f14-4dfd-4d71-8c99-33f85a508aa1 HTTP/1.1" status: 200 len: 217 time: 0.0785778 Feb 19 02:40:53.266540 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd7c2a32-096d-44c6-b23a-e38b1285030b req-dd73da60-5110-4c73-b6c4-45b0931a8a77 tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Network 7fd0f9a3-a9ab-40af-b761-08bc87b304e4 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:40:53.282043 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [req-cd7c2a32-096d-44c6-b23a-e38b1285030b req-dd73da60-5110-4c73-b6c4-45b0931a8a77 tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:40:53.286885 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-d48a880b-cfce-44e2-b776-7c7f98ddcec0 req-467a72d3-ab9f-4a59-9966-11dd18bb4c69 service neutron] For port b58e214f-5ac6-48f9-9d2d-dfcc8de9ee4f, host n-h2-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=b58e214f-5ac6-48f9-9d2d-dfcc8de9ee4f,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:40:53.287092 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd7c2a32-096d-44c6-b23a-e38b1285030b req-dd73da60-5110-4c73-b6c4-45b0931a8a77 tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:40:53.290444 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd73da60-5110-4c73-b6c4-45b0931a8a77 tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Pushing event updated for resources: {'Port': ['ID=3fe10618-c11c-41d3-b68a-1d13575b02f2,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:53.292368 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [req-cd7c2a32-096d-44c6-b23a-e38b1285030b req-f531291e-f1bc-48d6-b9e4-958d5a0ea7e0 tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Allocated IP 172.20.0.5 (7fd0f9a3-a9ab-40af-b761-08bc87b304e4/4295b22e-6c68-45b5-871e-9b69dcfd8866/3a48fb1b-db7c-4761-a573-7e32d0574b06) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:40:53.331588 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-d48a880b-cfce-44e2-b776-7c7f98ddcec0 req-467a72d3-ab9f-4a59-9966-11dd18bb4c69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (b58e214f-5ac6-48f9-9d2d-dfcc8de9ee4f), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:53.359528 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7c2a32-096d-44c6-b23a-e38b1285030b req-dd73da60-5110-4c73-b6c4-45b0931a8a77 tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:53.360132 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-cd7c2a32-096d-44c6-b23a-e38b1285030b req-dd73da60-5110-4c73-b6c4-45b0931a8a77 tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:53.393396 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-cd7c2a32-096d-44c6-b23a-e38b1285030b req-dd73da60-5110-4c73-b6c4-45b0931a8a77 tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0167661 Feb 19 02:40:53.409615 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-222214cf-e71c-44da-a370-3a79bc0e4896 req-2db675c9-056f-47cc-80c8-9daca92867e2 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1339947667&fields=id&tenant_id=da1eb1f790ec4469a06a2c8ce51be727 HTTP/1.1" status: 200 len: 267 time: 0.2262194 Feb 19 02:40:53.420066 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48a880b-cfce-44e2-b776-7c7f98ddcec0 req-467a72d3-ab9f-4a59-9966-11dd18bb4c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:53.420756 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-d48a880b-cfce-44e2-b776-7c7f98ddcec0 req-467a72d3-ab9f-4a59-9966-11dd18bb4c69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:53.422405 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d48a880b-cfce-44e2-b776-7c7f98ddcec0 req-467a72d3-ab9f-4a59-9966-11dd18bb4c69 service neutron] 10.222.0.82 "PUT /v2.0/ports/b58e214f-5ac6-48f9-9d2d-dfcc8de9ee4f HTTP/1.1" status: 200 len: 1094 time: 2.5962942 Feb 19 02:40:53.424891 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48a880b-cfce-44e2-b776-7c7f98ddcec0 req-0434ea19-06a0-4691-88e6-bec91c0ac952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:53.426868 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d48a880b-cfce-44e2-b776-7c7f98ddcec0 req-0434ea19-06a0-4691-88e6-bec91c0ac952 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=974c06bc-f097-4890-970a-b087501ab241 HTTP/1.1" status: 200 len: 843 time: 0.1527574 Feb 19 02:40:53.438278 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-cd7c2a32-096d-44c6-b23a-e38b1285030b req-07d6d23f-c616-4abd-87e0-216a148e29d7 service neutron] Request body: {'port': {'device_id': '4f91b684-0f86-4c3d-8c30-60226e393b0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826753-2'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:40:53.449959 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1255238-985b-47e7-9b96-0aa5135fd73b req-bb59deae-7b4a-4cdd-a429-dec87f403edc tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:53.451484 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d1255238-985b-47e7-9b96-0aa5135fd73b req-bb59deae-7b4a-4cdd-a429-dec87f403edc tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] 10.222.0.72 "GET /v2.0/ports?device_id=12703934-5b7e-463c-8012-a4a3447eeb94 HTTP/1.1" status: 200 len: 946 time: 0.2886984 Feb 19 02:40:53.537996 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-cd7c2a32-096d-44c6-b23a-e38b1285030b req-07d6d23f-c616-4abd-87e0-216a148e29d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (3fe10618-c11c-41d3-b68a-1d13575b02f2), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:53.563548 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-cd7c2a32-096d-44c6-b23a-e38b1285030b req-f531291e-f1bc-48d6-b9e4-958d5a0ea7e0 tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Publish callbacks [] for port (3a48fb1b-db7c-4761-a573-7e32d0574b06), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:53.567490 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467a72d3-ab9f-4a59-9966-11dd18bb4c69 service neutron] Pushing event updated for resources: {'Port': ['ID=b58e214f-5ac6-48f9-9d2d-dfcc8de9ee4f,revision_number=3']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:53.624568 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febbfe49-cf14-4ca8-a29f-c54d65e14687 req-3d08bb76-5ce1-44ad-b257-ae2ccd2d7c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:53.626127 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-febbfe49-cf14-4ca8-a29f-c54d65e14687 req-3d08bb76-5ce1-44ad-b257-ae2ccd2d7c8b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=12703934-5b7e-463c-8012-a4a3447eeb94 HTTP/1.1" status: 200 len: 1128 time: 0.3082724 Feb 19 02:40:53.673425 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d1255238-985b-47e7-9b96-0aa5135fd73b req-2f2bbe9d-3c9a-4046-93df-fae0c3b0a4c1 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] 10.222.0.72 "GET /v2.0/security-groups?id=114ac838-b4eb-4c21-acd3-b988daa48150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026205 Feb 19 02:40:53.693631 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-cd7c2a32-096d-44c6-b23a-e38b1285030b req-f531291e-f1bc-48d6-b9e4-958d5a0ea7e0 tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (3a48fb1b-db7c-4761-a573-7e32d0574b06), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:53.697782 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48a880b-cfce-44e2-b776-7c7f98ddcec0 req-12b89906-77c6-4151-bc56-1c922846b480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:53.699290 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d48a880b-cfce-44e2-b776-7c7f98ddcec0 req-12b89906-77c6-4151-bc56-1c922846b480 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5124bd00-da2a-4bd6-93a0-c14c92afb11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2412982 Feb 19 02:40:53.710146 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222214cf-e71c-44da-a370-3a79bc0e4896 req-2f8ad3ca-fd39-4ec8-ac1b-dd599bfdc193 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:53.711640 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-222214cf-e71c-44da-a370-3a79bc0e4896 req-2f8ad3ca-fd39-4ec8-ac1b-dd599bfdc193 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] 10.222.0.72 "GET /v2.0/networks?id=e0f7c769-8470-4519-8f35-ba7a47a3fc99 HTTP/1.1" status: 200 len: 823 time: 0.2783971 Feb 19 02:40:53.738017 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48a880b-cfce-44e2-b776-7c7f98ddcec0 req-95600b05-7dae-4c31-a5de-f740dbb53808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:53.739518 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d48a880b-cfce-44e2-b776-7c7f98ddcec0 req-95600b05-7dae-4c31-a5de-f740dbb53808 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=03a224ed4cc448b3ab8491a1b5a2c99b&device_id=c013bf64-2e13-42b3-a27f-cd4c4b21d557 HTTP/1.1" status: 200 len: 1128 time: 0.2277155 Feb 19 02:40:53.750583 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd7c2a32-096d-44c6-b23a-e38b1285030b req-f531291e-f1bc-48d6-b9e4-958d5a0ea7e0 tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Network 7fd0f9a3-a9ab-40af-b761-08bc87b304e4 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:40:53.778409 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [req-cd7c2a32-096d-44c6-b23a-e38b1285030b req-f531291e-f1bc-48d6-b9e4-958d5a0ea7e0 tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:40:53.781045 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b81f0d6-720d-4df1-8946-9bc1e224cd4e x-openstack-request-id: req-6b81f0d6-720d-4df1-8946-9bc1e224cd4e {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:40:53.781338 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fdd35b4-ce53-4ca6-b9ae-774766069c11", "name": "network-vif-deleted", "tag": "e6bacbea-7bc0-404c-9095-3c156f57e23c", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:40:53.781588 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6b81f0d6-720d-4df1-8946-9bc1e224cd4e {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:40:53.781975 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fdd35b4-ce53-4ca6-b9ae-774766069c11', 'name': 'network-vif-deleted', 'tag': 'e6bacbea-7bc0-404c-9095-3c156f57e23c', 'status': 'completed', 'code': 200} Feb 19 02:40:53.789665 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd7c2a32-096d-44c6-b23a-e38b1285030b req-f531291e-f1bc-48d6-b9e4-958d5a0ea7e0 tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:40:53.825787 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-222214cf-e71c-44da-a370-3a79bc0e4896 req-0bd96afa-0869-4e3c-95e9-d786f5162973 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] 10.222.0.72 "GET /v2.0/quotas/da1eb1f790ec4469a06a2c8ce51be727 HTTP/1.1" status: 200 len: 375 time: 0.0969756 Feb 19 02:40:53.833335 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d48a880b-cfce-44e2-b776-7c7f98ddcec0 req-c9312a06-347f-4071-94bc-8dad59232deb service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=b58e214f-5ac6-48f9-9d2d-dfcc8de9ee4f HTTP/1.1" status: 200 len: 217 time: 0.0747521 Feb 19 02:40:53.842952 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f531291e-f1bc-48d6-b9e4-958d5a0ea7e0 tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Pushing event updated for resources: {'Port': ['ID=3a48fb1b-db7c-4761-a573-7e32d0574b06,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:53.844271 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-febbfe49-cf14-4ca8-a29f-c54d65e14687 req-3d87570b-dd57-403b-acb5-1ea764e4ad08 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=114ac838-b4eb-4c21-acd3-b988daa48150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878471 Feb 19 02:40:53.883215 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7c2a32-096d-44c6-b23a-e38b1285030b req-f531291e-f1bc-48d6-b9e4-958d5a0ea7e0 tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:53.883833 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-cd7c2a32-096d-44c6-b23a-e38b1285030b req-f531291e-f1bc-48d6-b9e4-958d5a0ea7e0 tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:53.918706 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-cd7c2a32-096d-44c6-b23a-e38b1285030b req-f531291e-f1bc-48d6-b9e4-958d5a0ea7e0 tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5630429 Feb 19 02:40:53.955488 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-cd7c2a32-096d-44c6-b23a-e38b1285030b req-07d6d23f-c616-4abd-87e0-216a148e29d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fe10618-c11c-41d3-b68a-1d13575b02f2 {{(pid=103702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:40:53.963255 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-cd7c2a32-096d-44c6-b23a-e38b1285030b req-07d6d23f-c616-4abd-87e0-216a148e29d7 service neutron] Publish callbacks [] for port (3fe10618-c11c-41d3-b68a-1d13575b02f2), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:53.974057 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48a880b-cfce-44e2-b776-7c7f98ddcec0 req-4c7f4d1a-b5c2-40d3-bfef-e9e8cfb63890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:53.975792 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d48a880b-cfce-44e2-b776-7c7f98ddcec0 req-4c7f4d1a-b5c2-40d3-bfef-e9e8cfb63890 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=974c06bc-f097-4890-970a-b087501ab241 HTTP/1.1" status: 200 len: 843 time: 0.1282630 Feb 19 02:40:53.976248 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-cd7c2a32-096d-44c6-b23a-e38b1285030b req-07d6d23f-c616-4abd-87e0-216a148e29d7 service neutron] Transition to ACTIVE for port object 3fe10618-c11c-41d3-b68a-1d13575b02f2 will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:40:53.978776 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d48a880b-cfce-44e2-b776-7c7f98ddcec0 req-cad43757-28f5-4694-b61b-0cfa064d392f service neutron] 10.222.0.73 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652953 Feb 19 02:40:53.979859 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-cd7c2a32-096d-44c6-b23a-e38b1285030b req-07d6d23f-c616-4abd-87e0-216a148e29d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (3fe10618-c11c-41d3-b68a-1d13575b02f2), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:53.992024 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16669925-7053-4e55-b701-830f580ba16b req-ddc8648e-21df-4536-879e-f132daf6d2c1 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:53.993588 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-16669925-7053-4e55-b701-830f580ba16b req-ddc8648e-21df-4536-879e-f132daf6d2c1 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/ports?device_id=c013bf64-2e13-42b3-a27f-cd4c4b21d557 HTTP/1.1" status: 200 len: 946 time: 0.1666515 Feb 19 02:40:54.030781 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d6d23f-c616-4abd-87e0-216a148e29d7 service neutron] Pushing event updated for resources: {'Port': ['ID=3fe10618-c11c-41d3-b68a-1d13575b02f2,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:54.032104 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-222214cf-e71c-44da-a370-3a79bc0e4896 req-606cda2a-854a-48bb-ab37-606fafa26801 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=da1eb1f790ec4469a06a2c8ce51be727&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1903148 Feb 19 02:40:54.098421 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-cd7c2a32-096d-44c6-b23a-e38b1285030b req-07d6d23f-c616-4abd-87e0-216a148e29d7 service neutron] Attempting to bind port 3fe10618-c11c-41d3-b68a-1d13575b02f2 on host n-h1-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:40:54.098749 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-cd7c2a32-096d-44c6-b23a-e38b1285030b req-07d6d23f-c616-4abd-87e0-216a148e29d7 service neutron] Attempting to bind port 3fe10618-c11c-41d3-b68a-1d13575b02f2 by drivers openvswitch,hyperv on host n-h1-826753-2 at level 0 using segments [{'id': 'acba4f27-adea-4d4f-9747-beb38d8d96ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7fd0f9a3-a9ab-40af-b761-08bc87b304e4'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:40:54.099095 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7c2a32-096d-44c6-b23a-e38b1285030b req-07d6d23f-c616-4abd-87e0-216a148e29d7 service neutron] Attempting to bind port 3fe10618-c11c-41d3-b68a-1d13575b02f2 on network 7fd0f9a3-a9ab-40af-b761-08bc87b304e4 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:40:54.103750 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7c2a32-096d-44c6-b23a-e38b1285030b req-07d6d23f-c616-4abd-87e0-216a148e29d7 service neutron] Port 3fe10618-c11c-41d3-b68a-1d13575b02f2 on network 7fd0f9a3-a9ab-40af-b761-08bc87b304e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:40:54.104063 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7c2a32-096d-44c6-b23a-e38b1285030b req-07d6d23f-c616-4abd-87e0-216a148e29d7 service neutron] Attempting to bind port 3fe10618-c11c-41d3-b68a-1d13575b02f2 on network 7fd0f9a3-a9ab-40af-b761-08bc87b304e4 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:40:54.108729 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7c2a32-096d-44c6-b23a-e38b1285030b req-07d6d23f-c616-4abd-87e0-216a148e29d7 service neutron] Checking agent: {'id': '9d56fb1b-2855-496a-a6d9-c324740cb98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:40:54.109439 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7c2a32-096d-44c6-b23a-e38b1285030b req-07d6d23f-c616-4abd-87e0-216a148e29d7 service neutron] Checking segment: {'id': 'acba4f27-adea-4d4f-9747-beb38d8d96ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7fd0f9a3-a9ab-40af-b761-08bc87b304e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:40:54.109579 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7c2a32-096d-44c6-b23a-e38b1285030b req-07d6d23f-c616-4abd-87e0-216a148e29d7 service neutron] Bound using segment: {'id': 'acba4f27-adea-4d4f-9747-beb38d8d96ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7fd0f9a3-a9ab-40af-b761-08bc87b304e4'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:40:54.109877 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-cd7c2a32-096d-44c6-b23a-e38b1285030b req-07d6d23f-c616-4abd-87e0-216a148e29d7 service neutron] Bound port: 3fe10618-c11c-41d3-b68a-1d13575b02f2, host: n-h1-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acba4f27-adea-4d4f-9747-beb38d8d96ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7fd0f9a3-a9ab-40af-b761-08bc87b304e4'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:40:54.110223 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-cd7c2a32-096d-44c6-b23a-e38b1285030b req-07d6d23f-c616-4abd-87e0-216a148e29d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (3fe10618-c11c-41d3-b68a-1d13575b02f2), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:54.148803 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48a880b-cfce-44e2-b776-7c7f98ddcec0 req-1c2f8004-075f-4dae-9c72-c93283e68a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:54.150260 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d48a880b-cfce-44e2-b776-7c7f98ddcec0 req-1c2f8004-075f-4dae-9c72-c93283e68a36 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5124bd00-da2a-4bd6-93a0-c14c92afb11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1556551 Feb 19 02:40:54.154814 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-16669925-7053-4e55-b701-830f580ba16b req-f95b648b-f3ef-424b-8477-d139ec1ff2ab tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b908dbc-8f8c-41bc-a0bd-543abe15dd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496665 Feb 19 02:40:54.182109 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-cd7c2a32-096d-44c6-b23a-e38b1285030b req-07d6d23f-c616-4abd-87e0-216a148e29d7 service neutron] For port 3fe10618-c11c-41d3-b68a-1d13575b02f2, host n-h1-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:40:54.186174 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-cd7c2a32-096d-44c6-b23a-e38b1285030b req-07d6d23f-c616-4abd-87e0-216a148e29d7 service neutron] For port 3fe10618-c11c-41d3-b68a-1d13575b02f2, host n-h1-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=3fe10618-c11c-41d3-b68a-1d13575b02f2,segment=NetworkSegment(acba4f27-adea-4d4f-9747-beb38d8d96ee),segment_id=acba4f27-adea-4d4f-9747-beb38d8d96ee)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:40:54.192862 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-cd7c2a32-096d-44c6-b23a-e38b1285030b req-07d6d23f-c616-4abd-87e0-216a148e29d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (3fe10618-c11c-41d3-b68a-1d13575b02f2), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:54.218210 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cba7eea-01c1-46ec-9426-74cc02016b89 x-openstack-request-id: req-8cba7eea-01c1-46ec-9426-74cc02016b89 {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:40:54.218507 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3eda7d9a-46ef-4f4a-8cd3-be223fab923c", "tag": "75ad1f14-4dfd-4d71-8c99-33f85a508aa1", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:40:54.218770 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8cba7eea-01c1-46ec-9426-74cc02016b89 {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:40:54.219174 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3eda7d9a-46ef-4f4a-8cd3-be223fab923c', 'tag': '75ad1f14-4dfd-4d71-8c99-33f85a508aa1', 'status': 'completed', 'code': 200} Feb 19 02:40:54.225034 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-cd7c2a32-096d-44c6-b23a-e38b1285030b req-0fabd5b5-e25c-41a4-8bf9-4cb1220c49ed service neutron] Request body: {'port': {'device_id': 'a95c21af-97d6-4c6b-a420-7dba79c92172', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826753-2'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:40:54.254987 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7c2a32-096d-44c6-b23a-e38b1285030b req-07d6d23f-c616-4abd-87e0-216a148e29d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:54.255265 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-222214cf-e71c-44da-a370-3a79bc0e4896 req-6d3531a0-f832-44a2-b625-14970c2e3768 service neutron] 10.222.0.72 "GET /v2.0/networks/e0f7c769-8470-4519-8f35-ba7a47a3fc99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934841 Feb 19 02:40:54.255601 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-cd7c2a32-096d-44c6-b23a-e38b1285030b req-07d6d23f-c616-4abd-87e0-216a148e29d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:54.257089 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-cd7c2a32-096d-44c6-b23a-e38b1285030b req-07d6d23f-c616-4abd-87e0-216a148e29d7 service neutron] 10.222.0.73 "PUT /v2.0/ports/3fe10618-c11c-41d3-b68a-1d13575b02f2 HTTP/1.1" status: 200 len: 1091 time: 0.8485332 Feb 19 02:40:54.308392 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d6d23f-c616-4abd-87e0-216a148e29d7 service neutron] Pushing event updated for resources: {'Port': ['ID=3fe10618-c11c-41d3-b68a-1d13575b02f2,revision_number=3']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:54.315024 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-cd7c2a32-096d-44c6-b23a-e38b1285030b req-0fabd5b5-e25c-41a4-8bf9-4cb1220c49ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (3a48fb1b-db7c-4761-a573-7e32d0574b06), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:54.434510 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d48a880b-cfce-44e2-b776-7c7f98ddcec0 req-0ca05459-e767-4285-a92c-366e8d52ed5e service neutron] 10.222.0.82 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2745175 Feb 19 02:40:54.524456 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5855f2e8-995a-49c6-b60f-eb58afdc7856 req-b840b2c4-f086-43a9-a871-71f46839ba15 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:54.525932 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-5855f2e8-995a-49c6-b60f-eb58afdc7856 req-b840b2c4-f086-43a9-a871-71f46839ba15 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] 10.222.0.73 "GET /v2.0/ports?device_id=0b78a50e-444d-44a3-8b78-fea6efb84e63 HTTP/1.1" status: 200 len: 945 time: 0.1508958 Feb 19 02:40:54.569829 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d48a880b-cfce-44e2-b776-7c7f98ddcec0 req-d3c0b10e-97d6-40cd-aa29-43a041280ba8 service neutron] 10.222.0.73 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3534613 Feb 19 02:40:54.599990 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-222214cf-e71c-44da-a370-3a79bc0e4896 req-452e2163-fd96-42d8-b632-b13d5331b8f7 service neutron] 10.222.0.72 "GET /v2.0/networks/e0f7c769-8470-4519-8f35-ba7a47a3fc99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3090179 Feb 19 02:40:54.622128 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec6c21e-c34f-4227-a62a-bd38ba1c6fd3 req-b052c4fd-8031-4352-a44d-a59c4bd6073f tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:54.623734 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7ec6c21e-c34f-4227-a62a-bd38ba1c6fd3 req-b052c4fd-8031-4352-a44d-a59c4bd6073f tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/networks?id=db98097a-bb19-479d-bd0d-4f71e988880a HTTP/1.1" status: 200 len: 821 time: 0.3044186 Feb 19 02:40:54.628690 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7c2a32-096d-44c6-b23a-e38b1285030b req-e81547dd-4bbf-4ca3-9bc2-970ff6904f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:54.630253 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cd7c2a32-096d-44c6-b23a-e38b1285030b req-e81547dd-4bbf-4ca3-9bc2-970ff6904f71 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=dd52dae5d953488a999b14891988d841&device_id=4f91b684-0f86-4c3d-8c30-60226e393b0a HTTP/1.1" status: 200 len: 1125 time: 0.2436085 Feb 19 02:40:54.656071 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d48a880b-cfce-44e2-b776-7c7f98ddcec0 req-42adf03f-831f-497b-96b8-04c8433c74bd service neutron] 10.222.0.82 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969948 Feb 19 02:40:54.657628 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7ec6c21e-c34f-4227-a62a-bd38ba1c6fd3 req-6cfba007-cb71-49b2-829b-44e65f1c115a tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/quotas/ad75c6928a1d4c6da3a56db6352b2618 HTTP/1.1" status: 200 len: 375 time: 0.0228422 Feb 19 02:40:54.699901 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-cd7c2a32-096d-44c6-b23a-e38b1285030b req-0fabd5b5-e25c-41a4-8bf9-4cb1220c49ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a48fb1b-db7c-4761-a573-7e32d0574b06 {{(pid=103702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:40:54.711043 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-cd7c2a32-096d-44c6-b23a-e38b1285030b req-0fabd5b5-e25c-41a4-8bf9-4cb1220c49ed service neutron] Publish callbacks [] for port (3a48fb1b-db7c-4761-a573-7e32d0574b06), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:54.714997 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-5855f2e8-995a-49c6-b60f-eb58afdc7856 req-374a4d12-6e0e-4461-aba7-d499153eb3e7 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Deleting port f239b73f-2f08-4d9f-9743-ea5afc765c71 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:40:54.715508 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-5855f2e8-995a-49c6-b60f-eb58afdc7856 req-374a4d12-6e0e-4461-aba7-d499153eb3e7 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (f239b73f-2f08-4d9f-9743-ea5afc765c71), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:54.780105 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-cd7c2a32-096d-44c6-b23a-e38b1285030b req-0fabd5b5-e25c-41a4-8bf9-4cb1220c49ed service neutron] Transition to ACTIVE for port object 3a48fb1b-db7c-4761-a573-7e32d0574b06 will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:40:54.828373 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-cd7c2a32-096d-44c6-b23a-e38b1285030b req-0fabd5b5-e25c-41a4-8bf9-4cb1220c49ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (3a48fb1b-db7c-4761-a573-7e32d0574b06), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:54.898542 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-5855f2e8-995a-49c6-b60f-eb58afdc7856 req-374a4d12-6e0e-4461-aba7-d499153eb3e7 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] For port f239b73f-2f08-4d9f-9743-ea5afc765c71, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=f239b73f-2f08-4d9f-9743-ea5afc765c71,segment=NetworkSegment(6f7b8cc3-683b-49b2-aa9b-588731b9d8d2),segment_id=6f7b8cc3-683b-49b2-aa9b-588731b9d8d2)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:40:54.898914 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-5855f2e8-995a-49c6-b60f-eb58afdc7856 req-374a4d12-6e0e-4461-aba7-d499153eb3e7 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (f239b73f-2f08-4d9f-9743-ea5afc765c71), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:55.012969 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fabd5b5-e25c-41a4-8bf9-4cb1220c49ed service neutron] Pushing event updated for resources: {'Port': ['ID=3a48fb1b-db7c-4761-a573-7e32d0574b06,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:55.024626 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cd7c2a32-096d-44c6-b23a-e38b1285030b req-6cd4924c-afe6-443a-9bd2-ca148693be7b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3fe10618-c11c-41d3-b68a-1d13575b02f2 HTTP/1.1" status: 200 len: 217 time: 0.3208923 Feb 19 02:40:55.091884 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7ec6c21e-c34f-4227-a62a-bd38ba1c6fd3 req-53fc04cf-7844-49aa-821e-7f27ce17fd61 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=ad75c6928a1d4c6da3a56db6352b2618&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4210811 Feb 19 02:40:55.108888 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6732863-2c63-4725-a714-348b290e7e20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bdec1ae-8218-4b25-acdb-d88d4bb3c50e'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:40:55.109984 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00c6a4b-5e97-4cb3-886a-dca008854f87 req-f514c44d-7113-4258-a96c-e5ada9ff15ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:55.112170 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d00c6a4b-5e97-4cb3-886a-dca008854f87 req-f514c44d-7113-4258-a96c-e5ada9ff15ec service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=03a224ed4cc448b3ab8491a1b5a2c99b&device_id=3eda7d9a-46ef-4f4a-8cd3-be223fab923c HTTP/1.1" status: 200 len: 1130 time: 0.4062214 Feb 19 02:40:55.113327 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b527a559-67d2-46d2-a2e8-08424acd30c7" -d '{"events": [{"server_uuid": "c6732863-2c63-4725-a714-348b290e7e20", "name": "network-vif-unplugged", "status": "completed", "tag": "2bdec1ae-8218-4b25-acdb-d88d4bb3c50e"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:40:55.206225 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7c2a32-096d-44c6-b23a-e38b1285030b req-94530194-751c-439f-91d4-8a88f0ab1a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:55.207619 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cd7c2a32-096d-44c6-b23a-e38b1285030b req-94530194-751c-439f-91d4-8a88f0ab1a89 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4295b22e-6c68-45b5-871e-9b69dcfd8866 HTTP/1.1" status: 200 len: 853 time: 0.1667118 Feb 19 02:40:55.263803 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cd7c2a32-096d-44c6-b23a-e38b1285030b req-e3ed33bd-89f5-48a4-a1b5-b10c584cdfda service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7fd0f9a3-a9ab-40af-b761-08bc87b304e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404053 Feb 19 02:40:55.317785 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device e6bacbea-7bc0-404c-9095-3c156f57e23c no longer exists at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:40:55.362180 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] No Port match for: e6bacbea-7bc0-404c-9095-3c156f57e23c {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:40:55.363167 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device e6bacbea-7bc0-404c-9095-3c156f57e23c not bound to the agent host n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:40:55.366748 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00c6a4b-5e97-4cb3-886a-dca008854f87 req-42283087-c6d7-433e-9a36-9efa09a8c5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:55.375013 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 79438a74-5a4d-450e-a024-17ae75fc49b7 no longer exists at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:40:55.378065 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d00c6a4b-5e97-4cb3-886a-dca008854f87 req-42283087-c6d7-433e-9a36-9efa09a8c5ff service neutron] 10.222.0.73 "GET /v2.0/networks?id=5124bd00-da2a-4bd6-93a0-c14c92afb11f HTTP/1.1" status: 200 len: 870 time: 0.2499831 Feb 19 02:40:55.383104 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7ec6c21e-c34f-4227-a62a-bd38ba1c6fd3 req-729d83bd-ba9b-471a-8bcf-67eac80f6ba6 service neutron] 10.222.0.72 "GET /v2.0/networks/db98097a-bb19-479d-bd0d-4f71e988880a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2844121 Feb 19 02:40:55.415989 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] No Port match for: 79438a74-5a4d-450e-a024-17ae75fc49b7 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:40:55.417299 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 79438a74-5a4d-450e-a024-17ae75fc49b7 not bound to the agent host n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:40:55.453487 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d00c6a4b-5e97-4cb3-886a-dca008854f87 req-02417646-ddfa-4ef1-b427-237356957047 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=75ad1f14-4dfd-4d71-8c99-33f85a508aa1 HTTP/1.1" status: 200 len: 217 time: 0.0673900 Feb 19 02:40:55.554377 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cd7c2a32-096d-44c6-b23a-e38b1285030b req-d6c1b066-96b7-4bdb-be92-0d4673b45090 service neutron] 10.222.0.73 "GET /v2.0/networks/7fd0f9a3-a9ab-40af-b761-08bc87b304e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747734 Feb 19 02:40:55.554598 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-5855f2e8-995a-49c6-b60f-eb58afdc7856 req-374a4d12-6e0e-4461-aba7-d499153eb3e7 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:55.554836 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-5855f2e8-995a-49c6-b60f-eb58afdc7856 req-374a4d12-6e0e-4461-aba7-d499153eb3e7 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16285943'] for floatingip (bf2c5daf-2253-47d1-bb92-4424bb08fa88), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:55.555165 n-d-826753-2 neutron-server[103702]: INFO neutron.db.l3_db [req-5855f2e8-995a-49c6-b60f-eb58afdc7856 req-374a4d12-6e0e-4461-aba7-d499153eb3e7 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Floating IP bf2c5daf-2253-47d1-bb92-4424bb08fa88 disassociated. External IP: 172.25.6.94, port: f239b73f-2f08-4d9f-9743-ea5afc765c71. Feb 19 02:40:55.555574 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-5855f2e8-995a-49c6-b60f-eb58afdc7856 req-374a4d12-6e0e-4461-aba7-d499153eb3e7 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Calling delete_port for f239b73f-2f08-4d9f-9743-ea5afc765c71 owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:40:55.577551 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-cd7c2a32-096d-44c6-b23a-e38b1285030b req-0fabd5b5-e25c-41a4-8bf9-4cb1220c49ed service neutron] Attempting to bind port 3a48fb1b-db7c-4761-a573-7e32d0574b06 on host n-h1-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:40:55.577874 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-cd7c2a32-096d-44c6-b23a-e38b1285030b req-0fabd5b5-e25c-41a4-8bf9-4cb1220c49ed service neutron] Attempting to bind port 3a48fb1b-db7c-4761-a573-7e32d0574b06 by drivers openvswitch,hyperv on host n-h1-826753-2 at level 0 using segments [{'id': 'acba4f27-adea-4d4f-9747-beb38d8d96ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7fd0f9a3-a9ab-40af-b761-08bc87b304e4'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:40:55.578195 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7c2a32-096d-44c6-b23a-e38b1285030b req-0fabd5b5-e25c-41a4-8bf9-4cb1220c49ed service neutron] Attempting to bind port 3a48fb1b-db7c-4761-a573-7e32d0574b06 on network 7fd0f9a3-a9ab-40af-b761-08bc87b304e4 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:40:55.580377 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00c6a4b-5e97-4cb3-886a-dca008854f87 req-2756d787-f3c8-4095-a0b9-9d7d8516ed2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:55.582346 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d00c6a4b-5e97-4cb3-886a-dca008854f87 req-2756d787-f3c8-4095-a0b9-9d7d8516ed2b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=974c06bc-f097-4890-970a-b087501ab241 HTTP/1.1" status: 200 len: 843 time: 0.0912173 Feb 19 02:40:55.592760 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7ec6c21e-c34f-4227-a62a-bd38ba1c6fd3 req-a08eb0ec-90fe-4730-a2e3-2b117f9b660f service neutron] 10.222.0.72 "GET /v2.0/networks/db98097a-bb19-479d-bd0d-4f71e988880a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966083 Feb 19 02:40:55.620768 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7c2a32-096d-44c6-b23a-e38b1285030b req-0fabd5b5-e25c-41a4-8bf9-4cb1220c49ed service neutron] Port 3a48fb1b-db7c-4761-a573-7e32d0574b06 on network 7fd0f9a3-a9ab-40af-b761-08bc87b304e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:40:55.621125 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7c2a32-096d-44c6-b23a-e38b1285030b req-0fabd5b5-e25c-41a4-8bf9-4cb1220c49ed service neutron] Attempting to bind port 3a48fb1b-db7c-4761-a573-7e32d0574b06 on network 7fd0f9a3-a9ab-40af-b761-08bc87b304e4 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:40:55.630528 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7c2a32-096d-44c6-b23a-e38b1285030b req-0fabd5b5-e25c-41a4-8bf9-4cb1220c49ed service neutron] Checking agent: {'id': '9d56fb1b-2855-496a-a6d9-c324740cb98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:40:55.630862 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7c2a32-096d-44c6-b23a-e38b1285030b req-0fabd5b5-e25c-41a4-8bf9-4cb1220c49ed service neutron] Checking segment: {'id': 'acba4f27-adea-4d4f-9747-beb38d8d96ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7fd0f9a3-a9ab-40af-b761-08bc87b304e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:40:55.631239 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7c2a32-096d-44c6-b23a-e38b1285030b req-0fabd5b5-e25c-41a4-8bf9-4cb1220c49ed service neutron] Bound using segment: {'id': 'acba4f27-adea-4d4f-9747-beb38d8d96ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7fd0f9a3-a9ab-40af-b761-08bc87b304e4'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:40:55.631658 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-cd7c2a32-096d-44c6-b23a-e38b1285030b req-0fabd5b5-e25c-41a4-8bf9-4cb1220c49ed service neutron] Bound port: 3a48fb1b-db7c-4761-a573-7e32d0574b06, host: n-h1-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acba4f27-adea-4d4f-9747-beb38d8d96ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7fd0f9a3-a9ab-40af-b761-08bc87b304e4'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:40:55.632002 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-cd7c2a32-096d-44c6-b23a-e38b1285030b req-0fabd5b5-e25c-41a4-8bf9-4cb1220c49ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (3a48fb1b-db7c-4761-a573-7e32d0574b06), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:55.746710 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-cd7c2a32-096d-44c6-b23a-e38b1285030b req-0fabd5b5-e25c-41a4-8bf9-4cb1220c49ed service neutron] For port 3a48fb1b-db7c-4761-a573-7e32d0574b06, host n-h1-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:40:55.751643 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-cd7c2a32-096d-44c6-b23a-e38b1285030b req-0fabd5b5-e25c-41a4-8bf9-4cb1220c49ed service neutron] For port 3a48fb1b-db7c-4761-a573-7e32d0574b06, host n-h1-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=3a48fb1b-db7c-4761-a573-7e32d0574b06,segment=NetworkSegment(acba4f27-adea-4d4f-9747-beb38d8d96ee),segment_id=acba4f27-adea-4d4f-9747-beb38d8d96ee)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:40:55.770709 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-cd7c2a32-096d-44c6-b23a-e38b1285030b req-0fabd5b5-e25c-41a4-8bf9-4cb1220c49ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (3a48fb1b-db7c-4761-a573-7e32d0574b06), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:55.801702 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ba3b900-15b8-46bf-a477-f4d206c422f2', 'name': 'network-vif-deleted', 'tag': '79438a74-5a4d-450e-a024-17ae75fc49b7'}, {'name': 'network-changed', 'server_uuid': '4f91b684-0f86-4c3d-8c30-60226e393b0a', 'tag': '3fe10618-c11c-41d3-b68a-1d13575b02f2'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:40:55.804742 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bdedf3e-baeb-4ab4-82df-8b9f55c97013" -d '{"events": [{"server_uuid": "4ba3b900-15b8-46bf-a477-f4d206c422f2", "name": "network-vif-deleted", "tag": "79438a74-5a4d-450e-a024-17ae75fc49b7"}, {"name": "network-changed", "server_uuid": "4f91b684-0f86-4c3d-8c30-60226e393b0a", "tag": "3fe10618-c11c-41d3-b68a-1d13575b02f2"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:40:55.813631 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-5855f2e8-995a-49c6-b60f-eb58afdc7856 req-374a4d12-6e0e-4461-aba7-d499153eb3e7 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (f239b73f-2f08-4d9f-9743-ea5afc765c71), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:55.823336 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00c6a4b-5e97-4cb3-886a-dca008854f87 req-5f0ae441-ea48-4a45-a7ac-5a21743161e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:55.825458 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d00c6a4b-5e97-4cb3-886a-dca008854f87 req-5f0ae441-ea48-4a45-a7ac-5a21743161e1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5124bd00-da2a-4bd6-93a0-c14c92afb11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1514597 Feb 19 02:40:55.836149 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7c2a32-096d-44c6-b23a-e38b1285030b req-0fabd5b5-e25c-41a4-8bf9-4cb1220c49ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:55.836762 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-cd7c2a32-096d-44c6-b23a-e38b1285030b req-0fabd5b5-e25c-41a4-8bf9-4cb1220c49ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:55.838170 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-cd7c2a32-096d-44c6-b23a-e38b1285030b req-0fabd5b5-e25c-41a4-8bf9-4cb1220c49ed service neutron] 10.222.0.73 "PUT /v2.0/ports/3a48fb1b-db7c-4761-a573-7e32d0574b06 HTTP/1.1" status: 200 len: 1091 time: 1.6178577 Feb 19 02:40:55.874558 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fabd5b5-e25c-41a4-8bf9-4cb1220c49ed service neutron] Pushing event updated for resources: {'Port': ['ID=3a48fb1b-db7c-4761-a573-7e32d0574b06,revision_number=3']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:55.931145 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:55.943394 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374a4d12-6e0e-4461-aba7-d499153eb3e7 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Pushing event deleted for resources: {'Port': ['ID=f239b73f-2f08-4d9f-9743-ea5afc765c71,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:55.978035 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cd7c2a32-096d-44c6-b23a-e38b1285030b req-6137224d-d176-4899-b8ee-625fa81b26ab service neutron] 10.222.0.73 "GET /v2.0/networks/7fd0f9a3-a9ab-40af-b761-08bc87b304e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3154266 Feb 19 02:40:56.035865 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d00c6a4b-5e97-4cb3-886a-dca008854f87 req-6044893e-a5bf-4c4b-8001-7572ca4f7bcf service neutron] 10.222.0.73 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959326 Feb 19 02:40:56.043137 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715189e7-771d-44b0-82ed-5df2c7992b2b req-78316c35-cd6d-4f3a-af85-248dfdd1b355 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:56.044620 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-715189e7-771d-44b0-82ed-5df2c7992b2b req-78316c35-cd6d-4f3a-af85-248dfdd1b355 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=77900542-b50c-43fa-8e51-4bdebb3f3e4a HTTP/1.1" status: 200 len: 950 time: 0.1250942 Feb 19 02:40:56.085482 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7c2a32-096d-44c6-b23a-e38b1285030b req-b926a101-4023-4777-a20f-bc0289004bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:56.086950 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-cd7c2a32-096d-44c6-b23a-e38b1285030b req-b926a101-4023-4777-a20f-bc0289004bc4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=dd52dae5d953488a999b14891988d841&device_id=a95c21af-97d6-4c6b-a420-7dba79c92172 HTTP/1.1" status: 200 len: 1125 time: 0.1302805 Feb 19 02:40:56.096269 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5855f2e8-995a-49c6-b60f-eb58afdc7856 req-374a4d12-6e0e-4461-aba7-d499153eb3e7 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Router b6da21e8-df25-41b5-9112-ef6c3049a200 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:40:56.129096 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-715189e7-771d-44b0-82ed-5df2c7992b2b req-56e7bb81-5966-4762-82d4-708d6826609c tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629413 Feb 19 02:40:56.186256 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-cd7c2a32-096d-44c6-b23a-e38b1285030b req-82366cb3-af65-45f8-88de-d0c1676f7dce service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3a48fb1b-db7c-4761-a573-7e32d0574b06 HTTP/1.1" status: 200 len: 217 time: 0.0391898 Feb 19 02:40:56.221490 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c013bf64-2e13-42b3-a27f-cd4c4b21d557', 'tag': 'b58e214f-5ac6-48f9-9d2d-dfcc8de9ee4f'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:40:56.223954 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09bdea47-9f7c-4982-a9d4-fb9be48eb4e5" -d '{"events": [{"name": "network-changed", "server_uuid": "c013bf64-2e13-42b3-a27f-cd4c4b21d557", "tag": "b58e214f-5ac6-48f9-9d2d-dfcc8de9ee4f"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:40:56.258484 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [req-59c027fd-9764-4e2d-98ad-9638e16f99cc req-2c17fed7-6ec4-461f-b7d2-f26b67f9fdf3 tempest-LiveMigrationTest-193918984 tempest-LiveMigrationTest-193918984-project-admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103701) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:40:56.278018 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-59c027fd-9764-4e2d-98ad-9638e16f99cc req-2c17fed7-6ec4-461f-b7d2-f26b67f9fdf3 tempest-LiveMigrationTest-193918984 tempest-LiveMigrationTest-193918984-project-admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0510564 Feb 19 02:40:56.326350 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7c2a32-096d-44c6-b23a-e38b1285030b req-956a3d08-086f-4e12-8633-2c1d6993c04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:56.327800 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-cd7c2a32-096d-44c6-b23a-e38b1285030b req-956a3d08-086f-4e12-8633-2c1d6993c04a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4295b22e-6c68-45b5-871e-9b69dcfd8866 HTTP/1.1" status: 200 len: 853 time: 0.1321118 Feb 19 02:40:56.386156 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-cd7c2a32-096d-44c6-b23a-e38b1285030b req-4591a8fc-311e-4f77-8def-8f445f49fb49 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7fd0f9a3-a9ab-40af-b761-08bc87b304e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510752 Feb 19 02:40:56.439385 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c027fd-9764-4e2d-98ad-9638e16f99cc req-40a1753f-6a09-4ffe-b323-9b93b8193aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:56.440717 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5855f2e8-995a-49c6-b60f-eb58afdc7856 req-374a4d12-6e0e-4461-aba7-d499153eb3e7 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:40:56.451109 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-59c027fd-9764-4e2d-98ad-9638e16f99cc req-40a1753f-6a09-4ffe-b323-9b93b8193aa7 service neutron] 10.222.0.72 "GET /v2.0/ports/a8eb6e41-adb3-4497-8eb0-74bb6e3592dd HTTP/1.1" status: 200 len: 1124 time: 0.1714754 Feb 19 02:40:56.458588 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db4df16-3d40-405c-a128-8ba361cc7495 None None] Sync routers for ids ['b6da21e8-df25-41b5-9112-ef6c3049a200'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:40:56.467593 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-59c027fd-9764-4e2d-98ad-9638e16f99cc req-2072b8eb-5ae4-41e2-9de0-51016971e815 service neutron] Request body: {'binding': {'host': 'n-h1-826753-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:40:56.468419 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-59c027fd-9764-4e2d-98ad-9638e16f99cc req-2072b8eb-5ae4-41e2-9de0-51016971e815 service neutron] Unknown quota resources ['binding']. {{(pid=103701) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 02:40:56.470012 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db4df16-3d40-405c-a128-8ba361cc7495 None None] Routers {'b6da21e8-df25-41b5-9112-ef6c3049a200'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:40:56.471124 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-6db4df16-3d40-405c-a128-8ba361cc7495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:40:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['b6da21e8-df25-41b5-9112-ef6c3049a200'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:40:56.509495 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d00c6a4b-5e97-4cb3-886a-dca008854f87 req-c645e5a0-9416-4b65-b83c-3bdd89906110 service neutron] 10.222.0.73 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3739269 Feb 19 02:40:56.599867 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-5855f2e8-995a-49c6-b60f-eb58afdc7856 req-374a4d12-6e0e-4461-aba7-d499153eb3e7 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] No DVR routers for this DVR port f239b73f-2f08-4d9f-9743-ea5afc765c71 on host n-h1-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:40:56.619421 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-5855f2e8-995a-49c6-b60f-eb58afdc7856 req-374a4d12-6e0e-4461-aba7-d499153eb3e7 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:56.622812 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-5855f2e8-995a-49c6-b60f-eb58afdc7856 req-374a4d12-6e0e-4461-aba7-d499153eb3e7 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] 10.222.0.73 "DELETE /v2.0/ports/f239b73f-2f08-4d9f-9743-ea5afc765c71 HTTP/1.1" status: 204 len: 173 time: 2.0892298 Feb 19 02:40:56.655486 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-6db4df16-3d40-405c-a128-8ba361cc7495 None None] Set router b6da21e8-df25-41b5-9112-ef6c3049a200 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:40:56.660677 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222214cf-e71c-44da-a370-3a79bc0e4896 req-df4f1ce7-f4b4-4784-b7a4-9c6f6b794015 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:56.664101 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-222214cf-e71c-44da-a370-3a79bc0e4896 req-df4f1ce7-f4b4-4784-b7a4-9c6f6b794015 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] 10.222.0.82 "GET /v2.0/networks?id=e0f7c769-8470-4519-8f35-ba7a47a3fc99 HTTP/1.1" status: 200 len: 823 time: 0.3811412 Feb 19 02:40:56.677970 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-cd7c2a32-096d-44c6-b23a-e38b1285030b req-47d46412-7db2-45a8-b505-a9619fddff78 service neutron] 10.222.0.73 "GET /v2.0/networks/7fd0f9a3-a9ab-40af-b761-08bc87b304e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2788670 Feb 19 02:40:56.741635 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-59c027fd-9764-4e2d-98ad-9638e16f99cc req-2072b8eb-5ae4-41e2-9de0-51016971e815 service neutron] Attempting to bind port a8eb6e41-adb3-4497-8eb0-74bb6e3592dd on host n-h1-826753-2 for vnic_type normal with profile None {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:40:56.741980 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-59c027fd-9764-4e2d-98ad-9638e16f99cc req-2072b8eb-5ae4-41e2-9de0-51016971e815 service neutron] Attempting to bind port a8eb6e41-adb3-4497-8eb0-74bb6e3592dd by drivers openvswitch,hyperv on host n-h1-826753-2 at level 0 using segments [{'id': '999cf2ff-ad78-4ea0-b2d0-93d967fd81fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:40:56.742309 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c027fd-9764-4e2d-98ad-9638e16f99cc req-2072b8eb-5ae4-41e2-9de0-51016971e815 service neutron] Attempting to bind port a8eb6e41-adb3-4497-8eb0-74bb6e3592dd on network b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:40:56.746952 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c027fd-9764-4e2d-98ad-9638e16f99cc req-2072b8eb-5ae4-41e2-9de0-51016971e815 service neutron] Port a8eb6e41-adb3-4497-8eb0-74bb6e3592dd on network b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:40:56.747643 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c027fd-9764-4e2d-98ad-9638e16f99cc req-2072b8eb-5ae4-41e2-9de0-51016971e815 service neutron] Attempting to bind port a8eb6e41-adb3-4497-8eb0-74bb6e3592dd on network b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:40:56.774572 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c027fd-9764-4e2d-98ad-9638e16f99cc req-2072b8eb-5ae4-41e2-9de0-51016971e815 service neutron] Checking agent: {'id': '9d56fb1b-2855-496a-a6d9-c324740cb98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:40:56.774832 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c027fd-9764-4e2d-98ad-9638e16f99cc req-2072b8eb-5ae4-41e2-9de0-51016971e815 service neutron] Checking segment: {'id': '999cf2ff-ad78-4ea0-b2d0-93d967fd81fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:40:56.775225 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c027fd-9764-4e2d-98ad-9638e16f99cc req-2072b8eb-5ae4-41e2-9de0-51016971e815 service neutron] Bound using segment: {'id': '999cf2ff-ad78-4ea0-b2d0-93d967fd81fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7'} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:40:56.775671 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-59c027fd-9764-4e2d-98ad-9638e16f99cc req-2072b8eb-5ae4-41e2-9de0-51016971e815 service neutron] Bound port: a8eb6e41-adb3-4497-8eb0-74bb6e3592dd, host: n-h1-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '999cf2ff-ad78-4ea0-b2d0-93d967fd81fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7'}}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:40:56.869889 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-cd7c2a32-096d-44c6-b23a-e38b1285030b req-fe080b28-9383-4e69-8808-e3e1daf5d950 service neutron] 10.222.0.73 "GET /v2.0/networks/7fd0f9a3-a9ab-40af-b761-08bc87b304e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775255 Feb 19 02:40:56.889465 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-222214cf-e71c-44da-a370-3a79bc0e4896 req-af26321d-9468-4cdf-bf8f-7f0743738005 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da1eb1f790ec4469a06a2c8ce51be727 HTTP/1.1" status: 200 len: 380 time: 0.1361594 Feb 19 02:40:56.901363 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-6db4df16-3d40-405c-a128-8ba361cc7495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6da21e8-df25-41b5-9112-ef6c3049a200', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-600956687-router', 'tenant_id': 'da1eb1f790ec4469a06a2c8ce51be727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': 'a7de6922-a724-45ad-bbfe-6ebc6e2c72af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:38:28Z', 'updated_at': '2022-02-19T02:38:31Z', 'revision_number': 4, 'project_id': 'da1eb1f790ec4469a06a2c8ce51be727', 'gw_port': {'id': 'a7de6922-a724-45ad-bbfe-6ebc6e2c72af', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6da21e8-df25-41b5-9112-ef6c3049a200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:38:29Z', 'updated_at': '2022-02-19T02:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '19eb4237-2dc0-45cc-a3f0-48a32153d21e', 'name': '', 'network_id': 'e0f7c769-8470-4519-8f35-ba7a47a3fc99', 'tenant_id': 'da1eb1f790ec4469a06a2c8ce51be727', 'mac_address': 'fa:16:3e:82:3d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6da21e8-df25-41b5-9112-ef6c3049a200', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '4a3ae975-a392-4065-b27e-dab19abb303b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:38:30Z', 'updated_at': '2022-02-19T02:38:38Z', 'revision_number': 5, 'project_id': 'da1eb1f790ec4469a06a2c8ce51be727', 'subnets': [{'id': '4a3ae975-a392-4065-b27e-dab19abb303b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:40:56.901687 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-59c027fd-9764-4e2d-98ad-9638e16f99cc req-2072b8eb-5ae4-41e2-9de0-51016971e815 service neutron] For port a8eb6e41-adb3-4497-8eb0-74bb6e3592dd, host n-h1-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=a8eb6e41-adb3-4497-8eb0-74bb6e3592dd,segment=NetworkSegment(999cf2ff-ad78-4ea0-b2d0-93d967fd81fc),segment_id=999cf2ff-ad78-4ea0-b2d0-93d967fd81fc)] {{(pid=103701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:40:56.915350 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-222214cf-e71c-44da-a370-3a79bc0e4896 req-1b86a3fc-0d4a-4668-ad87-966439af9a48 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Request body: {'port': {'device_id': '0ddcf820-02e0-4b56-8332-ac8a890fb0b5', 'network_id': 'e0f7c769-8470-4519-8f35-ba7a47a3fc99', 'admin_state_up': True, 'tenant_id': 'da1eb1f790ec4469a06a2c8ce51be727', 'security_groups': ['d1874a8e-a1bd-4ab7-b8d8-0b935dd8ff3e']}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:40:56.924369 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-59c027fd-9764-4e2d-98ad-9638e16f99cc req-2072b8eb-5ae4-41e2-9de0-51016971e815 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:56.925573 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-59c027fd-9764-4e2d-98ad-9638e16f99cc req-2072b8eb-5ae4-41e2-9de0-51016971e815 service neutron] 10.222.0.72 "POST /v2.0/ports/a8eb6e41-adb3-4497-8eb0-74bb6e3592dd/bindings HTTP/1.1" status: 201 len: 389 time: 0.4643421 Feb 19 02:40:56.945859 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db4df16-3d40-405c-a128-8ba361cc7495 None None] Checking router: b6da21e8-df25-41b5-9112-ef6c3049a200 for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:40:56.961931 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db4df16-3d40-405c-a128-8ba361cc7495 None None] Routers {'b6da21e8-df25-41b5-9112-ef6c3049a200'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:40:56.962669 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-6db4df16-3d40-405c-a128-8ba361cc7495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:40:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['b6da21e8-df25-41b5-9112-ef6c3049a200'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:40:57.096832 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-6db4df16-3d40-405c-a128-8ba361cc7495 None None] Set router b6da21e8-df25-41b5-9112-ef6c3049a200 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:40:57.130411 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b082d9-f7a2-4c46-993d-96195fd11cc8 req-775db2c7-4a44-4376-9534-76bffb71426c tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:57.132530 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-71b082d9-f7a2-4c46-993d-96195fd11cc8 req-775db2c7-4a44-4376-9534-76bffb71426c tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f91b684-0f86-4c3d-8c30-60226e393b0a HTTP/1.1" status: 200 len: 943 time: 0.1467197 Feb 19 02:40:57.173345 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f56da2-7274-4129-9496-a2819bec2c97 req-237930e9-c075-4f50-b50b-83bfa764e3a1 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:57.175665 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-36f56da2-7274-4129-9496-a2819bec2c97 req-237930e9-c075-4f50-b50b-83bfa764e3a1 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] 10.222.0.72 "GET /v2.0/ports?device_id=12703934-5b7e-463c-8012-a4a3447eeb94 HTTP/1.1" status: 200 len: 946 time: 0.1373367 Feb 19 02:40:57.185191 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-222214cf-e71c-44da-a370-3a79bc0e4896 req-1b86a3fc-0d4a-4668-ad87-966439af9a48 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Made reservation on behalf of da1eb1f790ec4469a06a2c8ce51be727 for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:40:57.188474 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-222214cf-e71c-44da-a370-3a79bc0e4896 req-1b86a3fc-0d4a-4668-ad87-966439af9a48 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:57.246223 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-71b082d9-f7a2-4c46-993d-96195fd11cc8 req-697012c7-59b1-4b7f-850f-d35205b87d6b tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] 10.222.0.72 "GET /v2.0/security-groups?id=06361a1d-8d82-4ac0-8d63-3ac39b303691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042647 Feb 19 02:40:57.317273 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device b58e214f-5ac6-48f9-9d2d-dfcc8de9ee4f details requested by agent hyperv_n-h2-826753-2 with host n-h2-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:40:57.330662 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-36f56da2-7274-4129-9496-a2819bec2c97 req-a7a2cb8d-e0c5-47eb-b5f2-76612a3cc5f3 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] 10.222.0.72 "GET /v2.0/security-groups?id=114ac838-b4eb-4c21-acd3-b988daa48150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453028 Feb 19 02:40:57.376474 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-6db4df16-3d40-405c-a128-8ba361cc7495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6da21e8-df25-41b5-9112-ef6c3049a200', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-600956687-router', 'tenant_id': 'da1eb1f790ec4469a06a2c8ce51be727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': 'a7de6922-a724-45ad-bbfe-6ebc6e2c72af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:38:28Z', 'updated_at': '2022-02-19T02:38:31Z', 'revision_number': 4, 'project_id': 'da1eb1f790ec4469a06a2c8ce51be727', 'gw_port': {'id': 'a7de6922-a724-45ad-bbfe-6ebc6e2c72af', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6da21e8-df25-41b5-9112-ef6c3049a200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:38:29Z', 'updated_at': '2022-02-19T02:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '19eb4237-2dc0-45cc-a3f0-48a32153d21e', 'name': '', 'network_id': 'e0f7c769-8470-4519-8f35-ba7a47a3fc99', 'tenant_id': 'da1eb1f790ec4469a06a2c8ce51be727', 'mac_address': 'fa:16:3e:82:3d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6da21e8-df25-41b5-9112-ef6c3049a200', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '4a3ae975-a392-4065-b27e-dab19abb303b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:38:30Z', 'updated_at': '2022-02-19T02:38:38Z', 'revision_number': 5, 'project_id': 'da1eb1f790ec4469a06a2c8ce51be727', 'subnets': [{'id': '4a3ae975-a392-4065-b27e-dab19abb303b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:40:57.406065 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c027fd-9764-4e2d-98ad-9638e16f99cc req-e92ce760-3450-41cd-a74d-d8d4dd709949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:57.408012 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-59c027fd-9764-4e2d-98ad-9638e16f99cc req-e92ce760-3450-41cd-a74d-d8d4dd709949 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0351aa3c6ea34cbbac483ac000de57cb&device_id=fcd6a795-095f-4679-b153-54a09672add9 HTTP/1.1" status: 200 len: 1127 time: 0.1543558 Feb 19 02:40:57.416814 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 02:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-998bcadb-9f51-41fa-afa5-00721e197a50 x-openstack-request-id: req-998bcadb-9f51-41fa-afa5-00721e197a50 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:40:57.418128 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6732863-2c63-4725-a714-348b290e7e20", "name": "network-vif-unplugged", "status": "completed", "tag": "2bdec1ae-8218-4b25-acdb-d88d4bb3c50e", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:40:57.418553 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-998bcadb-9f51-41fa-afa5-00721e197a50 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:40:57.419113 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6732863-2c63-4725-a714-348b290e7e20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bdec1ae-8218-4b25-acdb-d88d4bb3c50e', 'code': 200} Feb 19 02:40:57.448713 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db4df16-3d40-405c-a128-8ba361cc7495 None None] The sync data for ids ['b6da21e8-df25-41b5-9112-ef6c3049a200'] in n-d-826753-2 is: [{'id': 'b6da21e8-df25-41b5-9112-ef6c3049a200', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-600956687-router', 'tenant_id': 'da1eb1f790ec4469a06a2c8ce51be727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': 'a7de6922-a724-45ad-bbfe-6ebc6e2c72af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:38:28Z', 'updated_at': '2022-02-19T02:38:31Z', 'revision_number': 4, 'project_id': 'da1eb1f790ec4469a06a2c8ce51be727', 'gw_port': {'id': 'a7de6922-a724-45ad-bbfe-6ebc6e2c72af', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6da21e8-df25-41b5-9112-ef6c3049a200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:38:29Z', 'updated_at': '2022-02-19T02:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '19eb4237-2dc0-45cc-a3f0-48a32153d21e', 'name': '', 'network_id': 'e0f7c769-8470-4519-8f35-ba7a47a3fc99', 'tenant_id': 'da1eb1f790ec4469a06a2c8ce51be727', 'mac_address': 'fa:16:3e:82:3d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6da21e8-df25-41b5-9112-ef6c3049a200', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '4a3ae975-a392-4065-b27e-dab19abb303b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:38:30Z', 'updated_at': '2022-02-19T02:38:38Z', 'revision_number': 5, 'project_id': 'da1eb1f790ec4469a06a2c8ce51be727', 'subnets': [{'id': '4a3ae975-a392-4065-b27e-dab19abb303b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:40:57.479754 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-53a7a963-262e-4d11-94aa-ccef8c6283a5 req-c51bc902-884d-4570-8e34-caa6915bffaf tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] 10.222.0.72 "GET /v2.0/ports?device_id=0ddcf820-02e0-4b56-8332-ac8a890fb0b5 HTTP/1.1" status: 200 len: 210 time: 0.0746994 Feb 19 02:40:57.556447 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec6c21e-c34f-4227-a62a-bd38ba1c6fd3 req-d8023f91-f43c-44a2-b26b-f451d70fd93b tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:57.558512 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7ec6c21e-c34f-4227-a62a-bd38ba1c6fd3 req-d8023f91-f43c-44a2-b26b-f451d70fd93b tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.82 "GET /v2.0/networks?id=db98097a-bb19-479d-bd0d-4f71e988880a HTTP/1.1" status: 200 len: 821 time: 0.2568600 Feb 19 02:40:57.560342 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port b58e214f-5ac6-48f9-9d2d-dfcc8de9ee4f, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=b58e214f-5ac6-48f9-9d2d-dfcc8de9ee4f,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:40:57.566204 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [req-222214cf-e71c-44da-a370-3a79bc0e4896 req-1b86a3fc-0d4a-4668-ad87-966439af9a48 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Allocated IP 172.20.0.8 (e0f7c769-8470-4519-8f35-ba7a47a3fc99/4a3ae975-a392-4065-b27e-dab19abb303b/f8ee2ea9-f7f3-4d8a-beab-2a8e2e03d6a5) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:40:57.574805 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Returning: {'device': 'b58e214f-5ac6-48f9-9d2d-dfcc8de9ee4f', 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f', 'port_id': 'b58e214f-5ac6-48f9-9d2d-dfcc8de9ee4f', 'mac_address': 'fa:16:3e:25:52:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '974c06bc-f097-4890-970a-b087501ab241', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:40:57.620977 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-7ec6c21e-c34f-4227-a62a-bd38ba1c6fd3 req-c2b01119-921c-474b-ac3b-7e5078eb8d25 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Request body: {'port': {'device_id': 'd3f5f85b-34ff-4273-b0ac-566af344a95d', 'network_id': 'db98097a-bb19-479d-bd0d-4f71e988880a', 'admin_state_up': True, 'tenant_id': 'ad75c6928a1d4c6da3a56db6352b2618'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:40:57.650705 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port b58e214f-5ac6-48f9-9d2d-dfcc8de9ee4f is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:40:57.651472 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (b58e214f-5ac6-48f9-9d2d-dfcc8de9ee4f), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:57.668109 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b58e214f-5ac6-48f9-9d2d-dfcc8de9ee4f {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:40:57.704801 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port b58e214f-5ac6-48f9-9d2d-dfcc8de9ee4f, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=b58e214f-5ac6-48f9-9d2d-dfcc8de9ee4f,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:40:57.722769 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (b58e214f-5ac6-48f9-9d2d-dfcc8de9ee4f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:57.779652 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=b58e214f-5ac6-48f9-9d2d-dfcc8de9ee4f,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:57.787767 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c027fd-9764-4e2d-98ad-9638e16f99cc req-bded357e-d265-40c0-97dd-9b2c9d4b644f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:57.789436 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-59c027fd-9764-4e2d-98ad-9638e16f99cc req-bded357e-d265-40c0-97dd-9b2c9d4b644f service neutron] 10.222.0.73 "GET /v2.0/networks?id=b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7 HTTP/1.1" status: 200 len: 909 time: 0.3079605 Feb 19 02:40:57.799765 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ec6c21e-c34f-4227-a62a-bd38ba1c6fd3 req-c2b01119-921c-474b-ac3b-7e5078eb8d25 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Made reservation on behalf of ad75c6928a1d4c6da3a56db6352b2618 for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:40:57.803363 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-7ec6c21e-c34f-4227-a62a-bd38ba1c6fd3 req-c2b01119-921c-474b-ac3b-7e5078eb8d25 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:57.853829 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-59c027fd-9764-4e2d-98ad-9638e16f99cc req-4d65771d-fe2e-4ca7-b052-895439f839f9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8eb6e41-adb3-4497-8eb0-74bb6e3592dd HTTP/1.1" status: 200 len: 217 time: 0.0478656 Feb 19 02:40:57.857878 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5180f79e-5728-44d7-a009-6714e746414b req-ae5f3a9f-0fdc-494c-9c13-d64088f14698 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3f5f85b-34ff-4273-b0ac-566af344a95d HTTP/1.1" status: 200 len: 210 time: 0.2792494 Feb 19 02:40:57.889306 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7cc733-0261-4591-922a-856dd2d74ba6 req-f43f2011-515a-4134-8536-88a539dd45f7 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:57.889306 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4c7cc733-0261-4591-922a-856dd2d74ba6 req-f43f2011-515a-4134-8536-88a539dd45f7 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/ports?device_id=c013bf64-2e13-42b3-a27f-cd4c4b21d557 HTTP/1.1" status: 200 len: 946 time: 0.3823452 Feb 19 02:40:57.914702 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a91374-bd46-4a88-bf4a-d0a85c6b3e29 None None] New status for floating IP bf2c5daf-2253-47d1-bb92-4424bb08fa88: DOWN {{(pid=103703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 02:40:57.996620 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4c7cc733-0261-4591-922a-856dd2d74ba6 req-95483ed7-b948-4b9b-a30e-5bdaf8213328 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b908dbc-8f8c-41bc-a0bd-543abe15dd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082292 Feb 19 02:40:58.007248 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e18c490-396a-4738-8cf7-8d384bd7835d x-openstack-request-id: req-2e18c490-396a-4738-8cf7-8d384bd7835d {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:40:58.011401 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c013bf64-2e13-42b3-a27f-cd4c4b21d557", "tag": "b58e214f-5ac6-48f9-9d2d-dfcc8de9ee4f", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:40:58.011670 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2e18c490-396a-4738-8cf7-8d384bd7835d {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:40:58.012093 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c013bf64-2e13-42b3-a27f-cd4c4b21d557', 'tag': 'b58e214f-5ac6-48f9-9d2d-dfcc8de9ee4f', 'status': 'completed', 'code': 200} Feb 19 02:40:58.065321 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 19 Feb 2022 02:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f2df41e-ec18-4d7c-9f03-927b74d69bd2 x-openstack-request-id: req-2f2df41e-ec18-4d7c-9f03-927b74d69bd2 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:40:58.065644 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ba3b900-15b8-46bf-a477-f4d206c422f2", "name": "network-vif-deleted", "tag": "79438a74-5a4d-450e-a024-17ae75fc49b7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4f91b684-0f86-4c3d-8c30-60226e393b0a", "tag": "3fe10618-c11c-41d3-b68a-1d13575b02f2", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:40:58.065980 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2f2df41e-ec18-4d7c-9f03-927b74d69bd2 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:40:58.066440 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ba3b900-15b8-46bf-a477-f4d206c422f2', 'name': 'network-vif-deleted', 'tag': '79438a74-5a4d-450e-a024-17ae75fc49b7', 'status': 'completed', 'code': 200} Feb 19 02:40:58.066698 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f91b684-0f86-4c3d-8c30-60226e393b0a', 'tag': '3fe10618-c11c-41d3-b68a-1d13575b02f2', 'status': 'completed', 'code': 200} Feb 19 02:40:58.140405 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['b58e214f-5ac6-48f9-9d2d-dfcc8de9ee4f'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:40:58.150155 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c027fd-9764-4e2d-98ad-9638e16f99cc req-edd56b37-a967-4808-b8e5-53cc6c2b01d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:58.151611 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-59c027fd-9764-4e2d-98ad-9638e16f99cc req-edd56b37-a967-4808-b8e5-53cc6c2b01d6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=de6735e0-8981-45a6-9d12-953729888898 HTTP/1.1" status: 200 len: 848 time: 0.2869315 Feb 19 02:40:58.174726 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-222214cf-e71c-44da-a370-3a79bc0e4896 req-1b86a3fc-0d4a-4668-ad87-966439af9a48 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Publish callbacks [] for port (f8ee2ea9-f7f3-4d8a-beab-2a8e2e03d6a5), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:58.177561 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [req-7ec6c21e-c34f-4227-a62a-bd38ba1c6fd3 req-c2b01119-921c-474b-ac3b-7e5078eb8d25 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Allocated IP 172.20.0.3 (db98097a-bb19-479d-bd0d-4f71e988880a/2fe72d28-9326-4a85-b8b2-36c8cafae112/4b60fb05-e487-4969-8620-669f8cc0ccaf) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:40:58.201485 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-59c027fd-9764-4e2d-98ad-9638e16f99cc req-a3a5c85a-cd17-4835-982a-cdbc7d046b4c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386889 Feb 19 02:40:58.213147 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa9598a-5655-4771-9e23-fdc8851524e2 req-a15b724b-c860-43f1-845a-1212bd58c895 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:58.214760 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5fa9598a-5655-4771-9e23-fdc8851524e2 req-a15b724b-c860-43f1-845a-1212bd58c895 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=fcd6a795-095f-4679-b153-54a09672add9 HTTP/1.1" status: 200 len: 945 time: 0.1368299 Feb 19 02:40:58.254804 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b5bd89-e33a-4365-80a7-4d4347ee3332 req-f68c74b1-0764-4707-b83e-156e4e215bc1 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:58.256570 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d6b5bd89-e33a-4365-80a7-4d4347ee3332 req-f68c74b1-0764-4707-b83e-156e4e215bc1 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=77900542-b50c-43fa-8e51-4bdebb3f3e4a HTTP/1.1" status: 200 len: 950 time: 0.1264315 Feb 19 02:40:58.271278 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bdea47-9f7c-4982-a9d4-fb9be48eb4e5 req-66a681c5-240d-4be6-89d0-92b4f2cde41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:58.281667 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-09bdea47-9f7c-4982-a9d4-fb9be48eb4e5 req-66a681c5-240d-4be6-89d0-92b4f2cde41f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=03a224ed4cc448b3ab8491a1b5a2c99b&device_id=c013bf64-2e13-42b3-a27f-cd4c4b21d557 HTTP/1.1" status: 200 len: 1129 time: 0.1876709 Feb 19 02:40:58.293553 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdedf3e-baeb-4ab4-82df-8b9f55c97013 req-5074c776-6d23-4f98-b556-770181a07005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:58.295095 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4bdedf3e-baeb-4ab4-82df-8b9f55c97013 req-5074c776-6d23-4f98-b556-770181a07005 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=dd52dae5d953488a999b14891988d841&device_id=4f91b684-0f86-4c3d-8c30-60226e393b0a HTTP/1.1" status: 200 len: 1125 time: 0.2317760 Feb 19 02:40:58.303016 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-222214cf-e71c-44da-a370-3a79bc0e4896 req-1b86a3fc-0d4a-4668-ad87-966439af9a48 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (f8ee2ea9-f7f3-4d8a-beab-2a8e2e03d6a5), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:58.323402 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5fa9598a-5655-4771-9e23-fdc8851524e2 req-e66aa3d3-a72d-48eb-91f6-381164e6eaf4 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966551 Feb 19 02:40:58.384188 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-222214cf-e71c-44da-a370-3a79bc0e4896 req-1b86a3fc-0d4a-4668-ad87-966439af9a48 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Network e0f7c769-8470-4519-8f35-ba7a47a3fc99 is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:40:58.414035 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [req-222214cf-e71c-44da-a370-3a79bc0e4896 req-1b86a3fc-0d4a-4668-ad87-966439af9a48 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:40:58.434832 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-222214cf-e71c-44da-a370-3a79bc0e4896 req-1b86a3fc-0d4a-4668-ad87-966439af9a48 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:40:58.512228 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-59c027fd-9764-4e2d-98ad-9638e16f99cc req-91065c5c-0062-44dc-9921-dbcae351a254 service neutron] 10.222.0.73 "GET /v2.0/networks/b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3024700 Feb 19 02:40:58.514457 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b86a3fc-0d4a-4668-ad87-966439af9a48 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Pushing event updated for resources: {'Port': ['ID=f8ee2ea9-f7f3-4d8a-beab-2a8e2e03d6a5,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:58.525964 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d6b5bd89-e33a-4365-80a7-4d4347ee3332 req-b788011d-9190-4cbf-bcc1-2234e845778c tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487400 Feb 19 02:40:58.605256 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222214cf-e71c-44da-a370-3a79bc0e4896 req-1b86a3fc-0d4a-4668-ad87-966439af9a48 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:58.605897 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-222214cf-e71c-44da-a370-3a79bc0e4896 req-1b86a3fc-0d4a-4668-ad87-966439af9a48 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:58.656871 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e01f4b0c-4bf1-46fa-b70c-81e7e63c3b7b None None] Provisioning complete for port f8ee2ea9-f7f3-4d8a-beab-2a8e2e03d6a5 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:40:58.658132 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e01f4b0c-4bf1-46fa-b70c-81e7e63c3b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (f8ee2ea9-f7f3-4d8a-beab-2a8e2e03d6a5), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:58.679084 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0a98e7e7-feaa-4076-a360-06c39131060f req-268a7f74-b5d9-4267-9161-a2d7451b65f2 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3254063 Feb 19 02:40:58.685046 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-0a98e7e7-feaa-4076-a360-06c39131060f req-4d098735-66fc-41b9-9f91-fb3b19584442 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Request body: {'floatingip': {'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:40:58.685209 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdedf3e-baeb-4ab4-82df-8b9f55c97013 req-30aad3c4-0ec6-4445-8478-1e1eefab1461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:58.686782 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4bdedf3e-baeb-4ab4-82df-8b9f55c97013 req-30aad3c4-0ec6-4445-8478-1e1eefab1461 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7fd0f9a3-a9ab-40af-b761-08bc87b304e4 HTTP/1.1" status: 200 len: 914 time: 0.3787065 Feb 19 02:40:58.687724 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bdea47-9f7c-4982-a9d4-fb9be48eb4e5 req-4cd24019-10ad-434c-852e-4fd3e2479be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:58.690020 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-09bdea47-9f7c-4982-a9d4-fb9be48eb4e5 req-4cd24019-10ad-434c-852e-4fd3e2479be1 service neutron] 10.222.0.82 "GET /v2.0/networks?id=5124bd00-da2a-4bd6-93a0-c14c92afb11f HTTP/1.1" status: 200 len: 870 time: 0.3996916 Feb 19 02:40:58.695015 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-222214cf-e71c-44da-a370-3a79bc0e4896 req-1b86a3fc-0d4a-4668-ad87-966439af9a48 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7869856 Feb 19 02:40:58.705126 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e01f4b0c-4bf1-46fa-b70c-81e7e63c3b7b None None] Port f8ee2ea9-f7f3-4d8a-beab-2a8e2e03d6a5 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:40:58.719620 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-222214cf-e71c-44da-a370-3a79bc0e4896 req-b8049d88-b157-4757-b01e-f3bb60ea1c8b service neutron] Request body: {'port': {'device_id': '0ddcf820-02e0-4b56-8332-ac8a890fb0b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826753-2'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:40:58.723667 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-0a98e7e7-feaa-4076-a360-06c39131060f req-4d098735-66fc-41b9-9f91-fb3b19584442 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:58.760897 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4bdedf3e-baeb-4ab4-82df-8b9f55c97013 req-980529f4-b05a-4b86-a3e3-b80ed2397eb9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3fe10618-c11c-41d3-b68a-1d13575b02f2 HTTP/1.1" status: 200 len: 217 time: 0.0639205 Feb 19 02:40:58.814883 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-09bdea47-9f7c-4982-a9d4-fb9be48eb4e5 req-9449ef1b-13c3-4a1a-901b-e70d978dd865 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=b58e214f-5ac6-48f9-9d2d-dfcc8de9ee4f HTTP/1.1" status: 200 len: 217 time: 0.0729716 Feb 19 02:40:58.833303 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-222214cf-e71c-44da-a370-3a79bc0e4896 req-b8049d88-b157-4757-b01e-f3bb60ea1c8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (f8ee2ea9-f7f3-4d8a-beab-2a8e2e03d6a5), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:58.861892 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-7ec6c21e-c34f-4227-a62a-bd38ba1c6fd3 req-c2b01119-921c-474b-ac3b-7e5078eb8d25 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Publish callbacks [] for port (4b60fb05-e487-4969-8620-669f8cc0ccaf), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:58.870270 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-59c027fd-9764-4e2d-98ad-9638e16f99cc req-eeccd257-771c-46d6-8e33-25b45802a110 service neutron] 10.222.0.73 "GET /v2.0/networks/b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3377309 Feb 19 02:40:58.912719 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdedf3e-baeb-4ab4-82df-8b9f55c97013 req-1c722ce8-f661-4a4b-8ba7-cc31cf653d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:58.914277 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4bdedf3e-baeb-4ab4-82df-8b9f55c97013 req-1c722ce8-f661-4a4b-8ba7-cc31cf653d10 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4295b22e-6c68-45b5-871e-9b69dcfd8866 HTTP/1.1" status: 200 len: 853 time: 0.1183968 Feb 19 02:40:58.930216 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bdea47-9f7c-4982-a9d4-fb9be48eb4e5 req-eb4836bc-990b-4d0b-a4bd-b9179ff283a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:58.931821 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-09bdea47-9f7c-4982-a9d4-fb9be48eb4e5 req-eb4836bc-990b-4d0b-a4bd-b9179ff283a0 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=974c06bc-f097-4890-970a-b087501ab241 HTTP/1.1" status: 200 len: 843 time: 0.0849812 Feb 19 02:40:58.988145 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4bdedf3e-baeb-4ab4-82df-8b9f55c97013 req-99f1151f-1256-4f87-8ff9-918f0e0da319 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7fd0f9a3-a9ab-40af-b761-08bc87b304e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554872 Feb 19 02:40:59.005427 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-7ec6c21e-c34f-4227-a62a-bd38ba1c6fd3 req-c2b01119-921c-474b-ac3b-7e5078eb8d25 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (4b60fb05-e487-4969-8620-669f8cc0ccaf), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:59.036029 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-0a98e7e7-feaa-4076-a360-06c39131060f req-4d098735-66fc-41b9-9f91-fb3b19584442 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:59.072312 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 75ad1f14-4dfd-4d71-8c99-33f85a508aa1 details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:40:59.138352 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device f239b73f-2f08-4d9f-9743-ea5afc765c71 no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:40:59.151113 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed470b-bab4-4ef2-bab6-1daf673df7f3 req-11c93b06-2601-4897-82fe-26635896937c tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:59.158003 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-deed470b-bab4-4ef2-bab6-1daf673df7f3 req-11c93b06-2601-4897-82fe-26635896937c tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f91b684-0f86-4c3d-8c30-60226e393b0a HTTP/1.1" status: 200 len: 943 time: 0.1785064 Feb 19 02:40:59.161986 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] No Port match for: f239b73f-2f08-4d9f-9743-ea5afc765c71 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:40:59.162578 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device f239b73f-2f08-4d9f-9743-ea5afc765c71 not bound to the agent host n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:40:59.213422 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 75ad1f14-4dfd-4d71-8c99-33f85a508aa1, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=75ad1f14-4dfd-4d71-8c99-33f85a508aa1,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:40:59.225901 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': '75ad1f14-4dfd-4d71-8c99-33f85a508aa1', 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f', 'port_id': '75ad1f14-4dfd-4d71-8c99-33f85a508aa1', 'mac_address': 'fa:16:3e:92:fc:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '974c06bc-f097-4890-970a-b087501ab241', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:40:59.268364 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 75ad1f14-4dfd-4d71-8c99-33f85a508aa1 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:40:59.269233 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (75ad1f14-4dfd-4d71-8c99-33f85a508aa1), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:59.283336 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75ad1f14-4dfd-4d71-8c99-33f85a508aa1 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:40:59.284808 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-deed470b-bab4-4ef2-bab6-1daf673df7f3 req-0ca820f4-a1bc-4336-b539-ef839070d8f8 tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] 10.222.0.72 "GET /v2.0/security-groups?id=06361a1d-8d82-4ac0-8d63-3ac39b303691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259401 Feb 19 02:40:59.287495 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [req-0a98e7e7-feaa-4076-a360-06c39131060f req-4d098735-66fc-41b9-9f91-fb3b19584442 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Allocated IP 172.25.6.114 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/d9263669-6579-4323-a319-d8b3af0c4856) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:40:59.319402 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 75ad1f14-4dfd-4d71-8c99-33f85a508aa1, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=75ad1f14-4dfd-4d71-8c99-33f85a508aa1,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:40:59.327665 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (75ad1f14-4dfd-4d71-8c99-33f85a508aa1), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:59.334805 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device b58e214f-5ac6-48f9-9d2d-dfcc8de9ee4f up at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:40:59.373901 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bdea47-9f7c-4982-a9d4-fb9be48eb4e5 req-ef5ff99c-eb7f-4313-980e-7ab6e2b2b09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:59.375430 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-09bdea47-9f7c-4982-a9d4-fb9be48eb4e5 req-ef5ff99c-eb7f-4313-980e-7ab6e2b2b09a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5124bd00-da2a-4bd6-93a0-c14c92afb11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4309821 Feb 19 02:40:59.386069 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [req-222214cf-e71c-44da-a370-3a79bc0e4896 req-b8049d88-b157-4757-b01e-f3bb60ea1c8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8ee2ea9-f7f3-4d8a-beab-2a8e2e03d6a5 {{(pid=103701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:40:59.396093 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-222214cf-e71c-44da-a370-3a79bc0e4896 req-b8049d88-b157-4757-b01e-f3bb60ea1c8b service neutron] Publish callbacks [] for port (f8ee2ea9-f7f3-4d8a-beab-2a8e2e03d6a5), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:59.415709 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.provisioning_blocks [req-222214cf-e71c-44da-a370-3a79bc0e4896 req-b8049d88-b157-4757-b01e-f3bb60ea1c8b service neutron] Transition to ACTIVE for port object f8ee2ea9-f7f3-4d8a-beab-2a8e2e03d6a5 will not be triggered until provisioned by entity L2. {{(pid=103701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:40:59.416699 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ec6c21e-c34f-4227-a62a-bd38ba1c6fd3 req-c2b01119-921c-474b-ac3b-7e5078eb8d25 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Network db98097a-bb19-479d-bd0d-4f71e988880a is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:40:59.434695 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-222214cf-e71c-44da-a370-3a79bc0e4896 req-b8049d88-b157-4757-b01e-f3bb60ea1c8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (f8ee2ea9-f7f3-4d8a-beab-2a8e2e03d6a5), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:59.438202 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [req-7ec6c21e-c34f-4227-a62a-bd38ba1c6fd3 req-c2b01119-921c-474b-ac3b-7e5078eb8d25 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:40:59.452714 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ec6c21e-c34f-4227-a62a-bd38ba1c6fd3 req-c2b01119-921c-474b-ac3b-7e5078eb8d25 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:40:59.459576 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b01119-921c-474b-ac3b-7e5078eb8d25 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Pushing event updated for resources: {'Port': ['ID=4b60fb05-e487-4969-8620-669f8cc0ccaf,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:59.520293 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-0a98e7e7-feaa-4076-a360-06c39131060f req-4d098735-66fc-41b9-9f91-fb3b19584442 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Publish callbacks [] for port (d9263669-6579-4323-a319-d8b3af0c4856), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:59.547951 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8049d88-b157-4757-b01e-f3bb60ea1c8b service neutron] Pushing event updated for resources: {'Port': ['ID=f8ee2ea9-f7f3-4d8a-beab-2a8e2e03d6a5,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:59.577890 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c027fd-9764-4e2d-98ad-9638e16f99cc req-d3a1049b-fb63-4756-a6bf-442d8cc6a0c1 tempest-LiveMigrationTest-193918984 tempest-LiveMigrationTest-193918984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:59.579426 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-59c027fd-9764-4e2d-98ad-9638e16f99cc req-d3a1049b-fb63-4756-a6bf-442d8cc6a0c1 tempest-LiveMigrationTest-193918984 tempest-LiveMigrationTest-193918984-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=fcd6a795-095f-4679-b153-54a09672add9&tenant_id=0351aa3c6ea34cbbac483ac000de57cb&binding%3Ahost_id=n-h2-826753-2 HTTP/1.1" status: 200 len: 1127 time: 0.2616613 Feb 19 02:40:59.597691 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-59c027fd-9764-4e2d-98ad-9638e16f99cc req-7a4116cb-ec2d-4359-9cf7-29a360532b80 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-826753-2'}}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:40:59.605704 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=75ad1f14-4dfd-4d71-8c99-33f85a508aa1,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:59.616745 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffabdcd6-b58a-4259-95de-2b2fd8f8e025 req-eb19fbb2-aeb3-4800-94a0-fee0634f83a9 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:59.618165 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ffabdcd6-b58a-4259-95de-2b2fd8f8e025 req-eb19fbb2-aeb3-4800-94a0-fee0634f83a9 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] 10.222.0.72 "GET /v2.0/ports?device_id=0ddcf820-02e0-4b56-8332-ac8a890fb0b5 HTTP/1.1" status: 200 len: 943 time: 0.2014935 Feb 19 02:40:59.625727 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning for port b58e214f-5ac6-48f9-9d2d-dfcc8de9ee4f completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:40:59.631984 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning complete for port b58e214f-5ac6-48f9-9d2d-dfcc8de9ee4f triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:40:59.632476 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (b58e214f-5ac6-48f9-9d2d-dfcc8de9ee4f), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:59.634423 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec6c21e-c34f-4227-a62a-bd38ba1c6fd3 req-c2b01119-921c-474b-ac3b-7e5078eb8d25 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:40:59.635105 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-7ec6c21e-c34f-4227-a62a-bd38ba1c6fd3 req-c2b01119-921c-474b-ac3b-7e5078eb8d25 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:59.696972 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-0a98e7e7-feaa-4076-a360-06c39131060f req-4d098735-66fc-41b9-9f91-fb3b19584442 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (d9263669-6579-4323-a319-d8b3af0c4856), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:59.728872 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port b58e214f-5ac6-48f9-9d2d-dfcc8de9ee4f is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:40:59.729475 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (b58e214f-5ac6-48f9-9d2d-dfcc8de9ee4f), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:59.733345 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-59c027fd-9764-4e2d-98ad-9638e16f99cc req-7a4116cb-ec2d-4359-9cf7-29a360532b80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (a8eb6e41-adb3-4497-8eb0-74bb6e3592dd), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:59.758867 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c013bf64-2e13-42b3-a27f-cd4c4b21d557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b58e214f-5ac6-48f9-9d2d-dfcc8de9ee4f'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:40:59.761420 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac77a992-bb03-43c0-9ae9-1a614e60dee0" -d '{"events": [{"server_uuid": "c013bf64-2e13-42b3-a27f-cd4c4b21d557", "name": "network-vif-plugged", "status": "completed", "tag": "b58e214f-5ac6-48f9-9d2d-dfcc8de9ee4f"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:40:59.764243 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-222214cf-e71c-44da-a370-3a79bc0e4896 req-b8049d88-b157-4757-b01e-f3bb60ea1c8b service neutron] Attempting to bind port f8ee2ea9-f7f3-4d8a-beab-2a8e2e03d6a5 on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:40:59.764368 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-222214cf-e71c-44da-a370-3a79bc0e4896 req-b8049d88-b157-4757-b01e-f3bb60ea1c8b service neutron] Attempting to bind port f8ee2ea9-f7f3-4d8a-beab-2a8e2e03d6a5 by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': '6f7b8cc3-683b-49b2-aa9b-588731b9d8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'e0f7c769-8470-4519-8f35-ba7a47a3fc99'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:40:59.764778 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222214cf-e71c-44da-a370-3a79bc0e4896 req-b8049d88-b157-4757-b01e-f3bb60ea1c8b service neutron] Attempting to bind port f8ee2ea9-f7f3-4d8a-beab-2a8e2e03d6a5 on network e0f7c769-8470-4519-8f35-ba7a47a3fc99 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:40:59.775226 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ffabdcd6-b58a-4259-95de-2b2fd8f8e025 req-93b3ec0b-ac77-488e-bb9a-adcd45446d39 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] 10.222.0.72 "GET /v2.0/security-groups?id=d1874a8e-a1bd-4ab7-b8d8-0b935dd8ff3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436565 Feb 19 02:40:59.775632 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port b58e214f-5ac6-48f9-9d2d-dfcc8de9ee4f, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=b58e214f-5ac6-48f9-9d2d-dfcc8de9ee4f,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:40:59.784294 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (b58e214f-5ac6-48f9-9d2d-dfcc8de9ee4f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:59.785178 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a98e7e7-feaa-4076-a360-06c39131060f req-4d098735-66fc-41b9-9f91-fb3b19584442 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:40:59.786400 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222214cf-e71c-44da-a370-3a79bc0e4896 req-b8049d88-b157-4757-b01e-f3bb60ea1c8b service neutron] Port f8ee2ea9-f7f3-4d8a-beab-2a8e2e03d6a5 on network e0f7c769-8470-4519-8f35-ba7a47a3fc99 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:40:59.786525 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222214cf-e71c-44da-a370-3a79bc0e4896 req-b8049d88-b157-4757-b01e-f3bb60ea1c8b service neutron] Attempting to bind port f8ee2ea9-f7f3-4d8a-beab-2a8e2e03d6a5 on network e0f7c769-8470-4519-8f35-ba7a47a3fc99 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:40:59.793761 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222214cf-e71c-44da-a370-3a79bc0e4896 req-b8049d88-b157-4757-b01e-f3bb60ea1c8b service neutron] Checking agent: {'id': 'bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:40:59.794113 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222214cf-e71c-44da-a370-3a79bc0e4896 req-b8049d88-b157-4757-b01e-f3bb60ea1c8b service neutron] Checking segment: {'id': '6f7b8cc3-683b-49b2-aa9b-588731b9d8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'e0f7c769-8470-4519-8f35-ba7a47a3fc99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:40:59.794409 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222214cf-e71c-44da-a370-3a79bc0e4896 req-b8049d88-b157-4757-b01e-f3bb60ea1c8b service neutron] Bound using segment: {'id': '6f7b8cc3-683b-49b2-aa9b-588731b9d8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'e0f7c769-8470-4519-8f35-ba7a47a3fc99'} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:40:59.794838 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-222214cf-e71c-44da-a370-3a79bc0e4896 req-b8049d88-b157-4757-b01e-f3bb60ea1c8b service neutron] Bound port: f8ee2ea9-f7f3-4d8a-beab-2a8e2e03d6a5, host: n-h2-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f7b8cc3-683b-49b2-aa9b-588731b9d8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'e0f7c769-8470-4519-8f35-ba7a47a3fc99'}}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:40:59.795197 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-222214cf-e71c-44da-a370-3a79bc0e4896 req-b8049d88-b157-4757-b01e-f3bb60ea1c8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (f8ee2ea9-f7f3-4d8a-beab-2a8e2e03d6a5), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:40:59.802985 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [req-0a98e7e7-feaa-4076-a360-06c39131060f req-4d098735-66fc-41b9-9f91-fb3b19584442 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:40:59.808878 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a98e7e7-feaa-4076-a360-06c39131060f req-4d098735-66fc-41b9-9f91-fb3b19584442 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:40:59.813475 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4bdedf3e-baeb-4ab4-82df-8b9f55c97013 req-79790391-77cc-4a4a-b41e-538281b78708 service neutron] 10.222.0.73 "GET /v2.0/networks/7fd0f9a3-a9ab-40af-b761-08bc87b304e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4866424 Feb 19 02:40:59.823148 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-09bdea47-9f7c-4982-a9d4-fb9be48eb4e5 req-cfdd4ae8-b0da-4ea7-bd68-8d304e804597 service neutron] 10.222.0.82 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4053211 Feb 19 02:40:59.846008 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d098735-66fc-41b9-9f91-fb3b19584442 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Pushing event updated for resources: {'Port': ['ID=d9263669-6579-4323-a319-d8b3af0c4856,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:59.848035 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=b58e214f-5ac6-48f9-9d2d-dfcc8de9ee4f,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:40:59.876050 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7ec6c21e-c34f-4227-a62a-bd38ba1c6fd3 req-c2b01119-921c-474b-ac3b-7e5078eb8d25 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2636492 Feb 19 02:40:59.924831 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-7ec6c21e-c34f-4227-a62a-bd38ba1c6fd3 req-94423b96-f1da-47ad-a86b-51801bccf2bf service neutron] Request body: {'port': {'device_id': 'd3f5f85b-34ff-4273-b0ac-566af344a95d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826753-2'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:40:59.992999 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['75ad1f14-4dfd-4d71-8c99-33f85a508aa1'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:41:00.053202 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-222214cf-e71c-44da-a370-3a79bc0e4896 req-b8049d88-b157-4757-b01e-f3bb60ea1c8b service neutron] For port f8ee2ea9-f7f3-4d8a-beab-2a8e2e03d6a5, host n-h2-826753-2, cleared binding levels {{(pid=103701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:41:00.073158 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6d82d2-f751-4592-99dd-0cb96cad5963 req-14015eb2-e3d6-4f5e-a2c1-3b50070a2131 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:00.074621 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a95c21af-97d6-4c6b-a420-7dba79c92172', 'tag': '3a48fb1b-db7c-4761-a573-7e32d0574b06'}, {'server_uuid': '0b78a50e-444d-44a3-8b78-fea6efb84e63', 'name': 'network-vif-deleted', 'tag': 'f239b73f-2f08-4d9f-9743-ea5afc765c71'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:41:00.074753 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ac6d82d2-f751-4592-99dd-0cb96cad5963 req-14015eb2-e3d6-4f5e-a2c1-3b50070a2131 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3f5f85b-34ff-4273-b0ac-566af344a95d HTTP/1.1" status: 200 len: 931 time: 0.2054231 Feb 19 02:41:00.076954 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4821aa75-6f6b-4bb1-af5e-c81de50d855a" -d '{"events": [{"name": "network-changed", "server_uuid": "a95c21af-97d6-4c6b-a420-7dba79c92172", "tag": "3a48fb1b-db7c-4761-a573-7e32d0574b06"}, {"server_uuid": "0b78a50e-444d-44a3-8b78-fea6efb84e63", "name": "network-vif-deleted", "tag": "f239b73f-2f08-4d9f-9743-ea5afc765c71"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:41:00.104924 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-222214cf-e71c-44da-a370-3a79bc0e4896 req-b8049d88-b157-4757-b01e-f3bb60ea1c8b service neutron] For port f8ee2ea9-f7f3-4d8a-beab-2a8e2e03d6a5, host n-h2-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=f8ee2ea9-f7f3-4d8a-beab-2a8e2e03d6a5,segment=NetworkSegment(6f7b8cc3-683b-49b2-aa9b-588731b9d8d2),segment_id=6f7b8cc3-683b-49b2-aa9b-588731b9d8d2)] {{(pid=103701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:41:00.118148 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-0a98e7e7-feaa-4076-a360-06c39131060f req-4d098735-66fc-41b9-9f91-fb3b19584442 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Publish callbacks [] for floatingip (24bd57ef-7306-43f0-a15f-f8ad2ff195a7), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:00.125732 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-222214cf-e71c-44da-a370-3a79bc0e4896 req-b8049d88-b157-4757-b01e-f3bb60ea1c8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (f8ee2ea9-f7f3-4d8a-beab-2a8e2e03d6a5), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:00.144548 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-09bdea47-9f7c-4982-a9d4-fb9be48eb4e5 req-542ad056-ba24-4f29-9b21-c8540d7ac0a1 service neutron] 10.222.0.82 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2987249 Feb 19 02:41:00.145104 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-7ec6c21e-c34f-4227-a62a-bd38ba1c6fd3 req-94423b96-f1da-47ad-a86b-51801bccf2bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (4b60fb05-e487-4969-8620-669f8cc0ccaf), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:00.148358 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-59c027fd-9764-4e2d-98ad-9638e16f99cc req-7a4116cb-ec2d-4359-9cf7-29a360532b80 service neutron] For port a8eb6e41-adb3-4497-8eb0-74bb6e3592dd, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=a8eb6e41-adb3-4497-8eb0-74bb6e3592dd,segment=NetworkSegment(999cf2ff-ad78-4ea0-b2d0-93d967fd81fc),segment_id=999cf2ff-ad78-4ea0-b2d0-93d967fd81fc)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:41:00.183303 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4bdedf3e-baeb-4ab4-82df-8b9f55c97013 req-32ed0feb-122d-419f-9aee-d4daf308403d service neutron] 10.222.0.73 "GET /v2.0/networks/7fd0f9a3-a9ab-40af-b761-08bc87b304e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3532326 Feb 19 02:41:00.212446 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222214cf-e71c-44da-a370-3a79bc0e4896 req-b8049d88-b157-4757-b01e-f3bb60ea1c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:00.215669 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-222214cf-e71c-44da-a370-3a79bc0e4896 req-b8049d88-b157-4757-b01e-f3bb60ea1c8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:00.215669 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-222214cf-e71c-44da-a370-3a79bc0e4896 req-b8049d88-b157-4757-b01e-f3bb60ea1c8b service neutron] 10.222.0.82 "PUT /v2.0/ports/f8ee2ea9-f7f3-4d8a-beab-2a8e2e03d6a5 HTTP/1.1" status: 200 len: 1091 time: 1.5007260 Feb 19 02:41:00.215669 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ddcf820-02e0-4b56-8332-ac8a890fb0b5', 'tag': 'f8ee2ea9-f7f3-4d8a-beab-2a8e2e03d6a5'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:41:00.218329 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f852d330-5d1a-4d82-96eb-620447dd1599" -d '{"events": [{"name": "network-changed", "server_uuid": "0ddcf820-02e0-4b56-8332-ac8a890fb0b5", "tag": "f8ee2ea9-f7f3-4d8a-beab-2a8e2e03d6a5"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:41:00.245746 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-0a98e7e7-feaa-4076-a360-06c39131060f req-4d098735-66fc-41b9-9f91-fb3b19584442 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (d9263669-6579-4323-a319-d8b3af0c4856), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:00.257621 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ac6d82d2-f751-4592-99dd-0cb96cad5963 req-b3a822d6-f3e8-4c12-bb95-139c1dc02341 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683695 Feb 19 02:41:00.317036 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8049d88-b157-4757-b01e-f3bb60ea1c8b service neutron] Pushing event updated for resources: {'Port': ['ID=f8ee2ea9-f7f3-4d8a-beab-2a8e2e03d6a5,revision_number=3']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:41:00.378996 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-59c027fd-9764-4e2d-98ad-9638e16f99cc req-7a4116cb-ec2d-4359-9cf7-29a360532b80 service neutron] For port a8eb6e41-adb3-4497-8eb0-74bb6e3592dd, host n-h2-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:41:00.462941 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-59c027fd-9764-4e2d-98ad-9638e16f99cc req-7a4116cb-ec2d-4359-9cf7-29a360532b80 service neutron] Publish callbacks [] for port (a8eb6e41-adb3-4497-8eb0-74bb6e3592dd), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:00.505268 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-59c027fd-9764-4e2d-98ad-9638e16f99cc req-7a4116cb-ec2d-4359-9cf7-29a360532b80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (a8eb6e41-adb3-4497-8eb0-74bb6e3592dd), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:00.602233 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4116cb-ec2d-4359-9cf7-29a360532b80 service neutron] Pushing event updated for resources: {'Port': ['ID=a8eb6e41-adb3-4497-8eb0-74bb6e3592dd,revision_number=7']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:41:00.659788 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-59c027fd-9764-4e2d-98ad-9638e16f99cc req-7a4116cb-ec2d-4359-9cf7-29a360532b80 service neutron] Attempting to bind port a8eb6e41-adb3-4497-8eb0-74bb6e3592dd on host n-h2-826753-2 for vnic_type normal with profile {"migrating_to": "n-h1-826753-2"} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:41:00.660132 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-59c027fd-9764-4e2d-98ad-9638e16f99cc req-7a4116cb-ec2d-4359-9cf7-29a360532b80 service neutron] Attempting to bind port a8eb6e41-adb3-4497-8eb0-74bb6e3592dd by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': '999cf2ff-ad78-4ea0-b2d0-93d967fd81fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:41:00.660452 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c027fd-9764-4e2d-98ad-9638e16f99cc req-7a4116cb-ec2d-4359-9cf7-29a360532b80 service neutron] Attempting to bind port a8eb6e41-adb3-4497-8eb0-74bb6e3592dd on network b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:41:00.675830 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c027fd-9764-4e2d-98ad-9638e16f99cc req-7a4116cb-ec2d-4359-9cf7-29a360532b80 service neutron] Port a8eb6e41-adb3-4497-8eb0-74bb6e3592dd on network b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:41:00.676152 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c027fd-9764-4e2d-98ad-9638e16f99cc req-7a4116cb-ec2d-4359-9cf7-29a360532b80 service neutron] Attempting to bind port a8eb6e41-adb3-4497-8eb0-74bb6e3592dd on network b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:41:00.684317 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c027fd-9764-4e2d-98ad-9638e16f99cc req-7a4116cb-ec2d-4359-9cf7-29a360532b80 service neutron] Checking agent: {'id': 'bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:41:00.684658 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c027fd-9764-4e2d-98ad-9638e16f99cc req-7a4116cb-ec2d-4359-9cf7-29a360532b80 service neutron] Checking segment: {'id': '999cf2ff-ad78-4ea0-b2d0-93d967fd81fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:41:00.685052 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c027fd-9764-4e2d-98ad-9638e16f99cc req-7a4116cb-ec2d-4359-9cf7-29a360532b80 service neutron] Bound using segment: {'id': '999cf2ff-ad78-4ea0-b2d0-93d967fd81fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:41:00.685476 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-59c027fd-9764-4e2d-98ad-9638e16f99cc req-7a4116cb-ec2d-4359-9cf7-29a360532b80 service neutron] Bound port: a8eb6e41-adb3-4497-8eb0-74bb6e3592dd, host: n-h2-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '999cf2ff-ad78-4ea0-b2d0-93d967fd81fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:41:00.685824 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-59c027fd-9764-4e2d-98ad-9638e16f99cc req-7a4116cb-ec2d-4359-9cf7-29a360532b80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (a8eb6e41-adb3-4497-8eb0-74bb6e3592dd), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:00.720195 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222214cf-e71c-44da-a370-3a79bc0e4896 req-596838b2-d35c-447e-a882-a9c45350a7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:00.721697 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-222214cf-e71c-44da-a370-3a79bc0e4896 req-596838b2-d35c-447e-a882-a9c45350a7d7 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=da1eb1f790ec4469a06a2c8ce51be727&device_id=0ddcf820-02e0-4b56-8332-ac8a890fb0b5 HTTP/1.1" status: 200 len: 1125 time: 0.4269621 Feb 19 02:41:00.747481 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-7ec6c21e-c34f-4227-a62a-bd38ba1c6fd3 req-94423b96-f1da-47ad-a86b-51801bccf2bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b60fb05-e487-4969-8620-669f8cc0ccaf {{(pid=103702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:41:00.758192 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-7ec6c21e-c34f-4227-a62a-bd38ba1c6fd3 req-94423b96-f1da-47ad-a86b-51801bccf2bf service neutron] Publish callbacks [] for port (4b60fb05-e487-4969-8620-669f8cc0ccaf), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:00.784746 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-7ec6c21e-c34f-4227-a62a-bd38ba1c6fd3 req-94423b96-f1da-47ad-a86b-51801bccf2bf service neutron] Transition to ACTIVE for port object 4b60fb05-e487-4969-8620-669f8cc0ccaf will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:41:00.791519 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-7ec6c21e-c34f-4227-a62a-bd38ba1c6fd3 req-94423b96-f1da-47ad-a86b-51801bccf2bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (4b60fb05-e487-4969-8620-669f8cc0ccaf), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:00.793575 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-222214cf-e71c-44da-a370-3a79bc0e4896 req-c6d36043-c902-47f8-a21c-988cbc387c6b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8ee2ea9-f7f3-4d8a-beab-2a8e2e03d6a5 HTTP/1.1" status: 200 len: 217 time: 0.0520208 Feb 19 02:41:00.823698 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-59c027fd-9764-4e2d-98ad-9638e16f99cc req-7a4116cb-ec2d-4359-9cf7-29a360532b80 service neutron] For port a8eb6e41-adb3-4497-8eb0-74bb6e3592dd, host n-h2-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:41:00.855078 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-59c027fd-9764-4e2d-98ad-9638e16f99cc req-7a4116cb-ec2d-4359-9cf7-29a360532b80 service neutron] For port a8eb6e41-adb3-4497-8eb0-74bb6e3592dd, host n-h2-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=a8eb6e41-adb3-4497-8eb0-74bb6e3592dd,segment=NetworkSegment(999cf2ff-ad78-4ea0-b2d0-93d967fd81fc),segment_id=999cf2ff-ad78-4ea0-b2d0-93d967fd81fc)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:41:00.859176 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94423b96-f1da-47ad-a86b-51801bccf2bf service neutron] Pushing event updated for resources: {'Port': ['ID=4b60fb05-e487-4969-8620-669f8cc0ccaf,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:41:00.863824 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3864be-bf17-4b1b-aeab-e03fe53cc7c6 req-97713df8-7677-4f05-ad71-f9a5cee156fd tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:00.865342 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ea3864be-bf17-4b1b-aeab-e03fe53cc7c6 req-97713df8-7677-4f05-ad71-f9a5cee156fd tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/ports?device_id=c013bf64-2e13-42b3-a27f-cd4c4b21d557 HTTP/1.1" status: 200 len: 948 time: 0.3983867 Feb 19 02:41:00.867072 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-59c027fd-9764-4e2d-98ad-9638e16f99cc req-7a4116cb-ec2d-4359-9cf7-29a360532b80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (a8eb6e41-adb3-4497-8eb0-74bb6e3592dd), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:00.876294 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-0a98e7e7-feaa-4076-a360-06c39131060f req-4d098735-66fc-41b9-9f91-fb3b19584442 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Publish callbacks [] for port (d9263669-6579-4323-a319-d8b3af0c4856), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:00.890806 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-0a98e7e7-feaa-4076-a360-06c39131060f req-4d098735-66fc-41b9-9f91-fb3b19584442 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (d9263669-6579-4323-a319-d8b3af0c4856), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:00.901844 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222214cf-e71c-44da-a370-3a79bc0e4896 req-3f4e611e-fe8e-4eeb-b82f-a6be05091bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:00.903283 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-222214cf-e71c-44da-a370-3a79bc0e4896 req-3f4e611e-fe8e-4eeb-b82f-a6be05091bb5 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4a3ae975-a392-4065-b27e-dab19abb303b HTTP/1.1" status: 200 len: 862 time: 0.0984025 Feb 19 02:41:00.997689 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c027fd-9764-4e2d-98ad-9638e16f99cc req-7a4116cb-ec2d-4359-9cf7-29a360532b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:00.998919 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-59c027fd-9764-4e2d-98ad-9638e16f99cc req-7a4116cb-ec2d-4359-9cf7-29a360532b80 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:01.000312 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-59c027fd-9764-4e2d-98ad-9638e16f99cc req-7a4116cb-ec2d-4359-9cf7-29a360532b80 service neutron] 10.222.0.73 "PUT /v2.0/ports/a8eb6e41-adb3-4497-8eb0-74bb6e3592dd HTTP/1.1" status: 200 len: 1121 time: 1.4071388 Feb 19 02:41:01.002505 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4116cb-ec2d-4359-9cf7-29a360532b80 service neutron] Pushing event updated for resources: {'Port': ['ID=a8eb6e41-adb3-4497-8eb0-74bb6e3592dd,revision_number=8']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:41:01.020867 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-7ec6c21e-c34f-4227-a62a-bd38ba1c6fd3 req-94423b96-f1da-47ad-a86b-51801bccf2bf service neutron] Attempting to bind port 4b60fb05-e487-4969-8620-669f8cc0ccaf on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:41:01.021067 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-7ec6c21e-c34f-4227-a62a-bd38ba1c6fd3 req-94423b96-f1da-47ad-a86b-51801bccf2bf service neutron] Attempting to bind port 4b60fb05-e487-4969-8620-669f8cc0ccaf by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': '9dab481a-5428-424d-a8c3-4ae8ddfff67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'db98097a-bb19-479d-bd0d-4f71e988880a'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:41:01.021481 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec6c21e-c34f-4227-a62a-bd38ba1c6fd3 req-94423b96-f1da-47ad-a86b-51801bccf2bf service neutron] Attempting to bind port 4b60fb05-e487-4969-8620-669f8cc0ccaf on network db98097a-bb19-479d-bd0d-4f71e988880a {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:41:01.024313 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d098735-66fc-41b9-9f91-fb3b19584442 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Pushing event updated for resources: {'Port': ['ID=d9263669-6579-4323-a319-d8b3af0c4856,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:41:01.026712 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec6c21e-c34f-4227-a62a-bd38ba1c6fd3 req-94423b96-f1da-47ad-a86b-51801bccf2bf service neutron] Port 4b60fb05-e487-4969-8620-669f8cc0ccaf on network db98097a-bb19-479d-bd0d-4f71e988880a not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:41:01.026712 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec6c21e-c34f-4227-a62a-bd38ba1c6fd3 req-94423b96-f1da-47ad-a86b-51801bccf2bf service neutron] Attempting to bind port 4b60fb05-e487-4969-8620-669f8cc0ccaf on network db98097a-bb19-479d-bd0d-4f71e988880a {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:41:01.031730 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec6c21e-c34f-4227-a62a-bd38ba1c6fd3 req-94423b96-f1da-47ad-a86b-51801bccf2bf service neutron] Checking agent: {'id': 'bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:41:01.032327 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec6c21e-c34f-4227-a62a-bd38ba1c6fd3 req-94423b96-f1da-47ad-a86b-51801bccf2bf service neutron] Checking segment: {'id': '9dab481a-5428-424d-a8c3-4ae8ddfff67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'db98097a-bb19-479d-bd0d-4f71e988880a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:41:01.032671 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec6c21e-c34f-4227-a62a-bd38ba1c6fd3 req-94423b96-f1da-47ad-a86b-51801bccf2bf service neutron] Bound using segment: {'id': '9dab481a-5428-424d-a8c3-4ae8ddfff67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'db98097a-bb19-479d-bd0d-4f71e988880a'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:41:01.033982 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-7ec6c21e-c34f-4227-a62a-bd38ba1c6fd3 req-94423b96-f1da-47ad-a86b-51801bccf2bf service neutron] Bound port: 4b60fb05-e487-4969-8620-669f8cc0ccaf, host: n-h2-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dab481a-5428-424d-a8c3-4ae8ddfff67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'db98097a-bb19-479d-bd0d-4f71e988880a'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:41:01.034563 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-7ec6c21e-c34f-4227-a62a-bd38ba1c6fd3 req-94423b96-f1da-47ad-a86b-51801bccf2bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (4b60fb05-e487-4969-8620-669f8cc0ccaf), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:01.036247 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ea3864be-bf17-4b1b-aeab-e03fe53cc7c6 req-e3f719c0-9fa7-4314-a6bc-3bd038c6da09 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b908dbc-8f8c-41bc-a0bd-543abe15dd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555846 Feb 19 02:41:01.041557 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-0a98e7e7-feaa-4076-a360-06c39131060f req-4d098735-66fc-41b9-9f91-fb3b19584442 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16285943'] for floatingip (24bd57ef-7306-43f0-a15f-f8ad2ff195a7), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:01.057151 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222214cf-e71c-44da-a370-3a79bc0e4896 req-7434115c-f6e5-4f92-8156-0bd0fd93979c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:01.068006 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-222214cf-e71c-44da-a370-3a79bc0e4896 req-7434115c-f6e5-4f92-8156-0bd0fd93979c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e0f7c769-8470-4519-8f35-ba7a47a3fc99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1308887 Feb 19 02:41:01.069565 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 3fe10618-c11c-41d3-b68a-1d13575b02f2 details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:41:01.081971 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-0a98e7e7-feaa-4076-a360-06c39131060f req-4d098735-66fc-41b9-9f91-fb3b19584442 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:01.083596 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0a98e7e7-feaa-4076-a360-06c39131060f req-4d098735-66fc-41b9-9f91-fb3b19584442 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4036388 Feb 19 02:41:01.122499 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-7ec6c21e-c34f-4227-a62a-bd38ba1c6fd3 req-94423b96-f1da-47ad-a86b-51801bccf2bf service neutron] For port 4b60fb05-e487-4969-8620-669f8cc0ccaf, host n-h2-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:41:01.126468 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-7ec6c21e-c34f-4227-a62a-bd38ba1c6fd3 req-94423b96-f1da-47ad-a86b-51801bccf2bf service neutron] For port 4b60fb05-e487-4969-8620-669f8cc0ccaf, host n-h2-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=4b60fb05-e487-4969-8620-669f8cc0ccaf,segment=NetworkSegment(9dab481a-5428-424d-a8c3-4ae8ddfff67b),segment_id=9dab481a-5428-424d-a8c3-4ae8ddfff67b)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:41:01.136728 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-7ec6c21e-c34f-4227-a62a-bd38ba1c6fd3 req-94423b96-f1da-47ad-a86b-51801bccf2bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (4b60fb05-e487-4969-8620-669f8cc0ccaf), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:01.172903 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec6c21e-c34f-4227-a62a-bd38ba1c6fd3 req-94423b96-f1da-47ad-a86b-51801bccf2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:01.173435 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-7ec6c21e-c34f-4227-a62a-bd38ba1c6fd3 req-94423b96-f1da-47ad-a86b-51801bccf2bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:01.175456 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7ec6c21e-c34f-4227-a62a-bd38ba1c6fd3 req-94423b96-f1da-47ad-a86b-51801bccf2bf service neutron] 10.222.0.82 "PUT /v2.0/ports/4b60fb05-e487-4969-8620-669f8cc0ccaf HTTP/1.1" status: 200 len: 1091 time: 1.2783821 Feb 19 02:41:01.191140 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['a8eb6e41-adb3-4497-8eb0-74bb6e3592dd'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:41:01.208682 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94423b96-f1da-47ad-a86b-51801bccf2bf service neutron] Pushing event updated for resources: {'Port': ['ID=4b60fb05-e487-4969-8620-669f8cc0ccaf,revision_number=3']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:41:01.229251 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0a98e7e7-feaa-4076-a360-06c39131060f req-ade0bb59-57e0-4fe2-9eea-179693f906e4 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.6.114 HTTP/1.1" status: 200 len: 696 time: 0.1344543 Feb 19 02:41:01.234666 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 3fe10618-c11c-41d3-b68a-1d13575b02f2, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=3fe10618-c11c-41d3-b68a-1d13575b02f2,segment=NetworkSegment(acba4f27-adea-4d4f-9747-beb38d8d96ee),segment_id=acba4f27-adea-4d4f-9747-beb38d8d96ee)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:41:01.258597 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': '3fe10618-c11c-41d3-b68a-1d13575b02f2', 'network_id': '7fd0f9a3-a9ab-40af-b761-08bc87b304e4', 'port_id': '3fe10618-c11c-41d3-b68a-1d13575b02f2', 'mac_address': 'fa:16:3e:5c:dd:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4295b22e-6c68-45b5-871e-9b69dcfd8866', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:41:01.304377 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec6c21e-c34f-4227-a62a-bd38ba1c6fd3 req-571ce4a5-3595-4728-bce9-1b2f11ff4237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:01.306130 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7ec6c21e-c34f-4227-a62a-bd38ba1c6fd3 req-571ce4a5-3595-4728-bce9-1b2f11ff4237 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ad75c6928a1d4c6da3a56db6352b2618&device_id=d3f5f85b-34ff-4273-b0ac-566af344a95d HTTP/1.1" status: 200 len: 1125 time: 0.0562990 Feb 19 02:41:01.321850 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 3fe10618-c11c-41d3-b68a-1d13575b02f2 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:41:01.322245 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (3fe10618-c11c-41d3-b68a-1d13575b02f2), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:01.323114 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-222214cf-e71c-44da-a370-3a79bc0e4896 req-4058e11c-e655-48cc-8d04-a206fafa66a5 service neutron] 10.222.0.82 "GET /v2.0/networks/e0f7c769-8470-4519-8f35-ba7a47a3fc99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543750 Feb 19 02:41:01.346582 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fe10618-c11c-41d3-b68a-1d13575b02f2 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:41:01.347870 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b314912-b5d3-408d-8012-42076675772c req-0565c3f5-5e26-45e4-8c18-f70c803348c8 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:01.349371 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2b314912-b5d3-408d-8012-42076675772c req-0565c3f5-5e26-45e4-8c18-f70c803348c8 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=fcd6a795-095f-4679-b153-54a09672add9 HTTP/1.1" status: 200 len: 943 time: 0.1981499 Feb 19 02:41:01.361810 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7ec6c21e-c34f-4227-a62a-bd38ba1c6fd3 req-4777d631-3013-4ffd-bc7f-920aa52bdf63 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b60fb05-e487-4969-8620-669f8cc0ccaf HTTP/1.1" status: 200 len: 217 time: 0.0384080 Feb 19 02:41:01.383681 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 3fe10618-c11c-41d3-b68a-1d13575b02f2, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=3fe10618-c11c-41d3-b68a-1d13575b02f2,segment=NetworkSegment(acba4f27-adea-4d4f-9747-beb38d8d96ee),segment_id=acba4f27-adea-4d4f-9747-beb38d8d96ee)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:41:01.391760 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (3fe10618-c11c-41d3-b68a-1d13575b02f2), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:01.393023 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 3a48fb1b-db7c-4761-a573-7e32d0574b06 details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:41:01.427333 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec6c21e-c34f-4227-a62a-bd38ba1c6fd3 req-9e400982-4cf6-4af8-b186-91865b3ccdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:01.429336 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7ec6c21e-c34f-4227-a62a-bd38ba1c6fd3 req-9e400982-4cf6-4af8-b186-91865b3ccdb9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2fe72d28-9326-4a85-b8b2-36c8cafae112 HTTP/1.1" status: 200 len: 861 time: 0.0594585 Feb 19 02:41:01.460468 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a98e7e7-feaa-4076-a360-06c39131060f req-3fc4c60c-6343-4e9a-829c-6d0a4d24b972 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:01.461886 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0a98e7e7-feaa-4076-a360-06c39131060f req-3fc4c60c-6343-4e9a-829c-6d0a4d24b972 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] 10.222.0.72 "GET /v2.0/networks/eaf64708-9021-419e-b287-ef3e0f51e2ee HTTP/1.1" status: 200 len: 784 time: 0.2156363 Feb 19 02:41:01.474742 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=3fe10618-c11c-41d3-b68a-1d13575b02f2,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:41:01.478188 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7ec6c21e-c34f-4227-a62a-bd38ba1c6fd3 req-4f5d69cc-d066-4bfa-a2ce-fcad754008d6 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=db98097a-bb19-479d-bd0d-4f71e988880a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396523 Feb 19 02:41:01.490487 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [req-0a98e7e7-feaa-4076-a360-06c39131060f req-28d63f02-01be-4487-a0bf-576ab8ac7070 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103701) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:41:01.491498 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0a98e7e7-feaa-4076-a360-06c39131060f req-28d63f02-01be-4487-a0bf-576ab8ac7070 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0176222 Feb 19 02:41:01.493905 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 3a48fb1b-db7c-4761-a573-7e32d0574b06, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=3a48fb1b-db7c-4761-a573-7e32d0574b06,segment=NetworkSegment(acba4f27-adea-4d4f-9747-beb38d8d96ee),segment_id=acba4f27-adea-4d4f-9747-beb38d8d96ee)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:41:01.502413 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2b314912-b5d3-408d-8012-42076675772c req-6c4a7ebf-02eb-48fe-893b-b4ea7517e229 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362712 Feb 19 02:41:01.514263 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': '3a48fb1b-db7c-4761-a573-7e32d0574b06', 'network_id': '7fd0f9a3-a9ab-40af-b761-08bc87b304e4', 'port_id': '3a48fb1b-db7c-4761-a573-7e32d0574b06', 'mac_address': 'fa:16:3e:e3:36:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4295b22e-6c68-45b5-871e-9b69dcfd8866', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:41:01.544023 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-222214cf-e71c-44da-a370-3a79bc0e4896 req-4d38d66c-b2e6-46d3-938d-db4ed0b91c25 service neutron] 10.222.0.82 "GET /v2.0/networks/e0f7c769-8470-4519-8f35-ba7a47a3fc99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110927 Feb 19 02:41:01.579384 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5680454b-0dbf-4d07-ba8b-8b96c60f77ea x-openstack-request-id: req-5680454b-0dbf-4d07-ba8b-8b96c60f77ea {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:41:01.579703 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c013bf64-2e13-42b3-a27f-cd4c4b21d557", "name": "network-vif-plugged", "status": "completed", "tag": "b58e214f-5ac6-48f9-9d2d-dfcc8de9ee4f", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:41:01.580762 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5680454b-0dbf-4d07-ba8b-8b96c60f77ea {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:41:01.581575 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c013bf64-2e13-42b3-a27f-cd4c4b21d557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b58e214f-5ac6-48f9-9d2d-dfcc8de9ee4f', 'code': 200} Feb 19 02:41:01.593443 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 3a48fb1b-db7c-4761-a573-7e32d0574b06 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:41:01.593840 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (3a48fb1b-db7c-4761-a573-7e32d0574b06), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:01.609251 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a48fb1b-db7c-4761-a573-7e32d0574b06 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:41:01.614071 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7ec6c21e-c34f-4227-a62a-bd38ba1c6fd3 req-d95a1192-5f3b-4137-b1ea-03c5efb6ee73 service neutron] 10.222.0.82 "GET /v2.0/networks/db98097a-bb19-479d-bd0d-4f71e988880a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280849 Feb 19 02:41:01.628692 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 19 Feb 2022 02:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a34e89b-0806-4f76-938c-5f395f1887e6 x-openstack-request-id: req-8a34e89b-0806-4f76-938c-5f395f1887e6 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:41:01.629834 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a95c21af-97d6-4c6b-a420-7dba79c92172", "tag": "3a48fb1b-db7c-4761-a573-7e32d0574b06", "status": "completed", "code": 200}, {"server_uuid": "0b78a50e-444d-44a3-8b78-fea6efb84e63", "name": "network-vif-deleted", "tag": "f239b73f-2f08-4d9f-9743-ea5afc765c71", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:41:01.630192 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8a34e89b-0806-4f76-938c-5f395f1887e6 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:41:01.630840 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a95c21af-97d6-4c6b-a420-7dba79c92172', 'tag': '3a48fb1b-db7c-4761-a573-7e32d0574b06', 'status': 'completed', 'code': 200} Feb 19 02:41:01.631193 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b78a50e-444d-44a3-8b78-fea6efb84e63', 'name': 'network-vif-deleted', 'tag': 'f239b73f-2f08-4d9f-9743-ea5afc765c71', 'status': 'completed', 'code': 200} Feb 19 02:41:01.636681 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 3a48fb1b-db7c-4761-a573-7e32d0574b06, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=3a48fb1b-db7c-4761-a573-7e32d0574b06,segment=NetworkSegment(acba4f27-adea-4d4f-9747-beb38d8d96ee),segment_id=acba4f27-adea-4d4f-9747-beb38d8d96ee)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:41:01.642895 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (3a48fb1b-db7c-4761-a573-7e32d0574b06), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:01.644307 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e838f90-c3a8-4192-8bd6-8c637d1ffeb4 req-2ff97ebe-d2d2-4013-8d5b-86267e84af2e tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:01.652949 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1e838f90-c3a8-4192-8bd6-8c637d1ffeb4 req-2ff97ebe-d2d2-4013-8d5b-86267e84af2e tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=77900542-b50c-43fa-8e51-4bdebb3f3e4a HTTP/1.1" status: 200 len: 950 time: 0.0752285 Feb 19 02:41:01.668045 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9b68689-d593-437c-b39d-c60013f1c9b6 x-openstack-request-id: req-c9b68689-d593-437c-b39d-c60013f1c9b6 {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:41:01.668340 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ddcf820-02e0-4b56-8332-ac8a890fb0b5", "tag": "f8ee2ea9-f7f3-4d8a-beab-2a8e2e03d6a5", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:41:01.668594 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c9b68689-d593-437c-b39d-c60013f1c9b6 {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:41:01.668992 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ddcf820-02e0-4b56-8332-ac8a890fb0b5', 'tag': 'f8ee2ea9-f7f3-4d8a-beab-2a8e2e03d6a5', 'status': 'completed', 'code': 200} Feb 19 02:41:01.707396 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=3a48fb1b-db7c-4761-a573-7e32d0574b06,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:41:01.714750 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1e838f90-c3a8-4192-8bd6-8c637d1ffeb4 req-d0fa157c-1896-4041-8e65-eeef1c2ae3b4 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535374 Feb 19 02:41:01.855703 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b641ff95-d225-43ed-ac82-778bb544dbbc req-07b5cb52-6454-4d6c-a066-c7a9f6d2cc0c tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:01.857152 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b641ff95-d225-43ed-ac82-778bb544dbbc req-07b5cb52-6454-4d6c-a066-c7a9f6d2cc0c tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f91b684-0f86-4c3d-8c30-60226e393b0a HTTP/1.1" status: 200 len: 944 time: 0.1230803 Feb 19 02:41:01.860854 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4821aa75-6f6b-4bb1-af5e-c81de50d855a req-640a8bc6-ab8d-425d-b1b5-211a2d94a778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:01.861161 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f852d330-5d1a-4d82-96eb-620447dd1599 req-93d3af84-ed7b-40a4-a760-c8bafc9c0ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:01.862425 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4821aa75-6f6b-4bb1-af5e-c81de50d855a req-640a8bc6-ab8d-425d-b1b5-211a2d94a778 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=dd52dae5d953488a999b14891988d841&device_id=a95c21af-97d6-4c6b-a420-7dba79c92172 HTTP/1.1" status: 200 len: 1126 time: 0.1574440 Feb 19 02:41:01.862780 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f852d330-5d1a-4d82-96eb-620447dd1599 req-93d3af84-ed7b-40a4-a760-c8bafc9c0ddc service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=da1eb1f790ec4469a06a2c8ce51be727&device_id=0ddcf820-02e0-4b56-8332-ac8a890fb0b5 HTTP/1.1" status: 200 len: 1125 time: 0.1191576 Feb 19 02:41:01.867855 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7ec6c21e-c34f-4227-a62a-bd38ba1c6fd3 req-871edf00-8035-43fc-8375-83c5acb167e0 service neutron] 10.222.0.82 "GET /v2.0/networks/db98097a-bb19-479d-bd0d-4f71e988880a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910484 Feb 19 02:41:01.885990 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedc2788-3290-48d9-b4aa-8b7f0edfb8d3 req-4b4fcda2-d4ed-493b-aecb-abccda3c7f8d tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:01.887523 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-aedc2788-3290-48d9-b4aa-8b7f0edfb8d3 req-4b4fcda2-d4ed-493b-aecb-abccda3c7f8d tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] 10.222.0.72 "GET /v2.0/ports?device_id=0ddcf820-02e0-4b56-8332-ac8a890fb0b5 HTTP/1.1" status: 200 len: 943 time: 0.1020408 Feb 19 02:41:01.894726 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af3abb0-dae6-4318-b815-2fac9534ca07 req-52302d17-2321-454f-9768-bcc6fc07fbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:01.896265 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-9af3abb0-dae6-4318-b815-2fac9534ca07 req-52302d17-2321-454f-9768-bcc6fc07fbfd service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=c013bf64-2e13-42b3-a27f-cd4c4b21d557 HTTP/1.1" status: 200 len: 1130 time: 0.1060205 Feb 19 02:41:01.993438 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b641ff95-d225-43ed-ac82-778bb544dbbc req-2a0985dc-dcb0-4d6f-8d94-367a7c9d8c04 tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] 10.222.0.72 "GET /v2.0/security-groups?id=06361a1d-8d82-4ac0-8d63-3ac39b303691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289496 Feb 19 02:41:01.996570 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-9af3abb0-dae6-4318-b815-2fac9534ca07 req-fb180877-679c-445a-93a2-0ac5e978a737 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=5b908dbc-8f8c-41bc-a0bd-543abe15dd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701535 Feb 19 02:41:01.999435 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4821aa75-6f6b-4bb1-af5e-c81de50d855a req-65553e31-5cd7-4676-9eee-84c6381f73de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:02.000838 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4821aa75-6f6b-4bb1-af5e-c81de50d855a req-65553e31-5cd7-4676-9eee-84c6381f73de service neutron] 10.222.0.73 "GET /v2.0/networks?id=7fd0f9a3-a9ab-40af-b761-08bc87b304e4 HTTP/1.1" status: 200 len: 914 time: 0.1309381 Feb 19 02:41:02.030526 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-aedc2788-3290-48d9-b4aa-8b7f0edfb8d3 req-bb0a33f1-1721-48d6-9cfc-fcd497242a28 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] 10.222.0.72 "GET /v2.0/security-groups?id=d1874a8e-a1bd-4ab7-b8d8-0b935dd8ff3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298285 Feb 19 02:41:02.049555 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f852d330-5d1a-4d82-96eb-620447dd1599 req-0a7933f7-c11a-4d04-9c11-d6b9ff95758c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:02.050844 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f852d330-5d1a-4d82-96eb-620447dd1599 req-0a7933f7-c11a-4d04-9c11-d6b9ff95758c service neutron] 10.222.0.82 "GET /v2.0/networks?id=e0f7c769-8470-4519-8f35-ba7a47a3fc99 HTTP/1.1" status: 200 len: 924 time: 0.1606996 Feb 19 02:41:02.074739 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4821aa75-6f6b-4bb1-af5e-c81de50d855a req-5b6f5211-5c8c-424c-bfb2-ff4c44fd1a6b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3a48fb1b-db7c-4761-a573-7e32d0574b06 HTTP/1.1" status: 200 len: 217 time: 0.0669460 Feb 19 02:41:02.133690 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4821aa75-6f6b-4bb1-af5e-c81de50d855a req-affb3fc3-ac2a-4141-8ccd-9c960cd8ce72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:02.135176 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4821aa75-6f6b-4bb1-af5e-c81de50d855a req-affb3fc3-ac2a-4141-8ccd-9c960cd8ce72 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4295b22e-6c68-45b5-871e-9b69dcfd8866 HTTP/1.1" status: 200 len: 853 time: 0.0534413 Feb 19 02:41:02.144331 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7206b7a6-7520-4db5-bc6c-5ad3ca8c17d5 req-4875e585-9e98-4ea9-a886-84e76f2e4f3c tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:02.145863 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7206b7a6-7520-4db5-bc6c-5ad3ca8c17d5 req-4875e585-9e98-4ea9-a886-84e76f2e4f3c tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3f5f85b-34ff-4273-b0ac-566af344a95d HTTP/1.1" status: 200 len: 943 time: 0.0611968 Feb 19 02:41:02.169696 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4821aa75-6f6b-4bb1-af5e-c81de50d855a req-dbc5ac3e-d064-4463-b910-1e4ddfb0d699 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7fd0f9a3-a9ab-40af-b761-08bc87b304e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262492 Feb 19 02:41:02.247301 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7206b7a6-7520-4db5-bc6c-5ad3ca8c17d5 req-a908f2bf-56b1-41bb-b290-52f1247bdb35 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958190 Feb 19 02:41:02.260542 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4821aa75-6f6b-4bb1-af5e-c81de50d855a req-c80301e6-4cbd-4024-ad04-6463181a2ee2 service neutron] 10.222.0.73 "GET /v2.0/networks/7fd0f9a3-a9ab-40af-b761-08bc87b304e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827184 Feb 19 02:41:02.331431 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246faf65-6a06-4dc9-8602-bf662eb7f387 req-3649ee54-d922-44dc-a778-130eee213341 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:02.333098 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-246faf65-6a06-4dc9-8602-bf662eb7f387 req-3649ee54-d922-44dc-a778-130eee213341 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] 10.222.0.72 "GET /v2.0/networks?id=2f3a90ad-ee5a-41f0-bdc0-22abe981a050 HTTP/1.1" status: 200 len: 820 time: 0.1517661 Feb 19 02:41:02.335451 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f852d330-5d1a-4d82-96eb-620447dd1599 req-f995a389-f4ea-4bcb-a73c-cb64340b8aa3 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8ee2ea9-f7f3-4d8a-beab-2a8e2e03d6a5 HTTP/1.1" status: 200 len: 217 time: 0.0506520 Feb 19 02:41:02.364175 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4821aa75-6f6b-4bb1-af5e-c81de50d855a req-91e0a709-df51-45a8-a899-36d768fcf878 service neutron] 10.222.0.73 "GET /v2.0/networks/7fd0f9a3-a9ab-40af-b761-08bc87b304e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918510 Feb 19 02:41:02.376447 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-246faf65-6a06-4dc9-8602-bf662eb7f387 req-01a2b3dc-f374-4dd9-b706-6a8fd157f167 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] 10.222.0.72 "GET /v2.0/quotas/5126e9cc2c214dde954e94889efcccdb HTTP/1.1" status: 200 len: 375 time: 0.0329449 Feb 19 02:41:02.458272 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1d7a69-de22-454a-8fbc-7cef4b249640 req-6ab6e606-e08c-466c-a035-daf71b92e6db tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:02.459746 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ba1d7a69-de22-454a-8fbc-7cef4b249640 req-6ab6e606-e08c-466c-a035-daf71b92e6db tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/ports?device_id=c013bf64-2e13-42b3-a27f-cd4c4b21d557 HTTP/1.1" status: 200 len: 948 time: 0.1354921 Feb 19 02:41:02.462094 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f852d330-5d1a-4d82-96eb-620447dd1599 req-867f852d-6633-4c20-8e8e-fd827526e0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:02.463386 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f852d330-5d1a-4d82-96eb-620447dd1599 req-867f852d-6633-4c20-8e8e-fd827526e0ad service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4a3ae975-a392-4065-b27e-dab19abb303b HTTP/1.1" status: 200 len: 862 time: 0.0953488 Feb 19 02:41:02.523418 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-246faf65-6a06-4dc9-8602-bf662eb7f387 req-e3d650d7-2f04-41c6-838f-8651819cc3ee tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=5126e9cc2c214dde954e94889efcccdb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1227944 Feb 19 02:41:02.569973 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ba1d7a69-de22-454a-8fbc-7cef4b249640 req-a68c4578-7950-4fb4-bb53-a60ba5007bac tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b908dbc-8f8c-41bc-a0bd-543abe15dd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043949 Feb 19 02:41:02.610110 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f852d330-5d1a-4d82-96eb-620447dd1599 req-5a73544a-fd5a-488b-a9be-ca6778086bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:02.612134 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f852d330-5d1a-4d82-96eb-620447dd1599 req-5a73544a-fd5a-488b-a9be-ca6778086bcd service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e0f7c769-8470-4519-8f35-ba7a47a3fc99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1379015 Feb 19 02:41:02.709635 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-246faf65-6a06-4dc9-8602-bf662eb7f387 req-1f67a889-6a93-4934-8c06-830d4b220e41 service neutron] 10.222.0.72 "GET /v2.0/networks/2f3a90ad-ee5a-41f0-bdc0-22abe981a050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737597 Feb 19 02:41:02.815555 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ff58f2-169a-4803-b1d5-58af2f7d0a5c req-5ff8a2fe-86ea-4e56-ba11-626d8f7345b9 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:02.817042 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e5ff58f2-169a-4803-b1d5-58af2f7d0a5c req-5ff8a2fe-86ea-4e56-ba11-626d8f7345b9 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=fcd6a795-095f-4679-b153-54a09672add9 HTTP/1.1" status: 200 len: 943 time: 0.1818488 Feb 19 02:41:02.836126 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f852d330-5d1a-4d82-96eb-620447dd1599 req-0aaa738c-2700-4d96-824d-9aab99f1f034 service neutron] 10.222.0.82 "GET /v2.0/networks/e0f7c769-8470-4519-8f35-ba7a47a3fc99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124748 Feb 19 02:41:02.873928 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-246faf65-6a06-4dc9-8602-bf662eb7f387 req-0ac65273-dab3-4870-870b-2bfe5f6dc2cd service neutron] 10.222.0.72 "GET /v2.0/networks/2f3a90ad-ee5a-41f0-bdc0-22abe981a050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585135 Feb 19 02:41:02.931008 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e5ff58f2-169a-4803-b1d5-58af2f7d0a5c req-02fc8326-ee76-4a56-8883-d953494acf69 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065624 Feb 19 02:41:02.969281 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f852d330-5d1a-4d82-96eb-620447dd1599 req-764f5ac4-5231-41fc-b5dd-e8b07bed3820 service neutron] 10.222.0.82 "GET /v2.0/networks/e0f7c769-8470-4519-8f35-ba7a47a3fc99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180589 Feb 19 02:41:03.060521 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7dc41bb5-8d8b-4a7e-a178-29d771035315 req-baf0850a-3b74-4163-95bc-2fa542d4e579 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] 10.222.0.72 "GET /v2.0/ports?device_id=ea2f4066-2575-4f8e-92ac-4223e51f0922 HTTP/1.1" status: 200 len: 210 time: 0.0377779 Feb 19 02:41:03.084596 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a00e59d-a1be-4474-8ea0-97e5c87e3f9d req-861171ba-090d-4721-af47-3075d1252691 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:03.088733 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device a8eb6e41-adb3-4497-8eb0-74bb6e3592dd details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:41:03.092587 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 75ad1f14-4dfd-4d71-8c99-33f85a508aa1 up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:41:03.093529 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0a00e59d-a1be-4474-8ea0-97e5c87e3f9d req-861171ba-090d-4721-af47-3075d1252691 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=77900542-b50c-43fa-8e51-4bdebb3f3e4a HTTP/1.1" status: 200 len: 950 time: 0.1040828 Feb 19 02:41:03.134160 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['3a48fb1b-db7c-4761-a573-7e32d0574b06'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:41:03.156399 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0a00e59d-a1be-4474-8ea0-97e5c87e3f9d req-997567ce-0a5d-4c22-9d6f-d4f8333b0894 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600703 Feb 19 02:41:03.195874 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['3fe10618-c11c-41d3-b68a-1d13575b02f2'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:41:03.203577 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81f450c-229a-4c26-9683-baa25fa35455 req-559ae071-a634-42c3-a0ce-75d7c1f01dc4 tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:03.205153 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c81f450c-229a-4c26-9683-baa25fa35455 req-559ae071-a634-42c3-a0ce-75d7c1f01dc4 tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f91b684-0f86-4c3d-8c30-60226e393b0a HTTP/1.1" status: 200 len: 944 time: 0.0616705 Feb 19 02:41:03.300378 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c81f450c-229a-4c26-9683-baa25fa35455 req-9f30b22b-1ea7-4b46-b01f-abca821c5b33 tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] 10.222.0.72 "GET /v2.0/security-groups?id=06361a1d-8d82-4ac0-8d63-3ac39b303691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875905 Feb 19 02:41:03.324425 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2de4a22-7b24-411b-8c3d-613441cfe055 req-16369bb7-7cc0-4dbf-ac20-b94b3848dd13 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:03.337614 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e2de4a22-7b24-411b-8c3d-613441cfe055 req-16369bb7-7cc0-4dbf-ac20-b94b3848dd13 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] 10.222.0.72 "GET /v2.0/ports?device_id=0ddcf820-02e0-4b56-8332-ac8a890fb0b5 HTTP/1.1" status: 200 len: 943 time: 0.0833457 Feb 19 02:41:03.414475 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning for port 75ad1f14-4dfd-4d71-8c99-33f85a508aa1 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:41:03.459156 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e2de4a22-7b24-411b-8c3d-613441cfe055 req-1144bd12-547a-4af6-af8f-2d17fb3ca337 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] 10.222.0.72 "GET /v2.0/security-groups?id=d1874a8e-a1bd-4ab7-b8d8-0b935dd8ff3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196809 Feb 19 02:41:03.467018 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port 75ad1f14-4dfd-4d71-8c99-33f85a508aa1 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:41:03.467391 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (75ad1f14-4dfd-4d71-8c99-33f85a508aa1), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:03.479229 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port a8eb6e41-adb3-4497-8eb0-74bb6e3592dd, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=a8eb6e41-adb3-4497-8eb0-74bb6e3592dd,segment=NetworkSegment(999cf2ff-ad78-4ea0-b2d0-93d967fd81fc),segment_id=999cf2ff-ad78-4ea0-b2d0-93d967fd81fc)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:41:03.533324 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device a8eb6e41-adb3-4497-8eb0-74bb6e3592dd has no active binding in host n-h1-826753-2 {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 19 02:41:03.554019 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd43b3e3-5f9f-47db-a79c-c49c7510ff80 req-f5a382b2-e60c-4a26-a4b3-54c14cd02ee1 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:03.556011 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bd43b3e3-5f9f-47db-a79c-c49c7510ff80 req-f5a382b2-e60c-4a26-a4b3-54c14cd02ee1 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3f5f85b-34ff-4273-b0ac-566af344a95d HTTP/1.1" status: 200 len: 943 time: 0.0913203 Feb 19 02:41:03.631900 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcd6a795-095f-4679-b153-54a09672add9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8eb6e41-adb3-4497-8eb0-74bb6e3592dd'}, {'name': 'network-changed', 'server_uuid': 'fcd6a795-095f-4679-b153-54a09672add9', 'tag': 'a8eb6e41-adb3-4497-8eb0-74bb6e3592dd'}, {'name': 'network-changed', 'server_uuid': 'd3f5f85b-34ff-4273-b0ac-566af344a95d', 'tag': '4b60fb05-e487-4969-8620-669f8cc0ccaf'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:41:03.635383 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85b57489-c2d2-447f-b95e-c2c775f65e7b" -d '{"events": [{"server_uuid": "fcd6a795-095f-4679-b153-54a09672add9", "name": "network-vif-unplugged", "status": "completed", "tag": "a8eb6e41-adb3-4497-8eb0-74bb6e3592dd"}, {"name": "network-changed", "server_uuid": "fcd6a795-095f-4679-b153-54a09672add9", "tag": "a8eb6e41-adb3-4497-8eb0-74bb6e3592dd"}, {"name": "network-changed", "server_uuid": "d3f5f85b-34ff-4273-b0ac-566af344a95d", "tag": "4b60fb05-e487-4969-8620-669f8cc0ccaf"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:41:03.651135 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bd43b3e3-5f9f-47db-a79c-c49c7510ff80 req-5fb35a62-ebde-4a0c-94c7-e06a71d17cf0 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894408 Feb 19 02:41:03.699391 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 75ad1f14-4dfd-4d71-8c99-33f85a508aa1 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:41:03.700291 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (75ad1f14-4dfd-4d71-8c99-33f85a508aa1), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:03.735794 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Sat, 19 Feb 2022 02:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e46073fd-2252-4d90-a2ce-a21babd49ced x-openstack-request-id: req-e46073fd-2252-4d90-a2ce-a21babd49ced {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:41:03.738072 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcd6a795-095f-4679-b153-54a09672add9", "name": "network-vif-unplugged", "status": "completed", "tag": "a8eb6e41-adb3-4497-8eb0-74bb6e3592dd", "code": 200}, {"name": "network-changed", "server_uuid": "fcd6a795-095f-4679-b153-54a09672add9", "tag": "a8eb6e41-adb3-4497-8eb0-74bb6e3592dd", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d3f5f85b-34ff-4273-b0ac-566af344a95d", "tag": "4b60fb05-e487-4969-8620-669f8cc0ccaf", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:41:03.740141 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e46073fd-2252-4d90-a2ce-a21babd49ced {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:41:03.740772 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcd6a795-095f-4679-b153-54a09672add9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8eb6e41-adb3-4497-8eb0-74bb6e3592dd', 'code': 200} Feb 19 02:41:03.741414 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcd6a795-095f-4679-b153-54a09672add9', 'tag': 'a8eb6e41-adb3-4497-8eb0-74bb6e3592dd', 'status': 'completed', 'code': 200} Feb 19 02:41:03.741979 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3f5f85b-34ff-4273-b0ac-566af344a95d', 'tag': '4b60fb05-e487-4969-8620-669f8cc0ccaf', 'status': 'completed', 'code': 200} Feb 19 02:41:03.758875 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e984ac44-01fe-46e9-811f-9a97113800f1 req-78312fcb-e982-4ea4-8bdf-6483707054e0 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:03.764404 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eda7d9a-46ef-4f4a-8cd3-be223fab923c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75ad1f14-4dfd-4d71-8c99-33f85a508aa1'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:41:03.765635 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e984ac44-01fe-46e9-811f-9a97113800f1 req-78312fcb-e982-4ea4-8bdf-6483707054e0 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/ports?device_id=c013bf64-2e13-42b3-a27f-cd4c4b21d557 HTTP/1.1" status: 200 len: 948 time: 0.0657721 Feb 19 02:41:03.767553 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca12507e-e3c1-4837-b23c-08ec8baaaf44" -d '{"events": [{"server_uuid": "3eda7d9a-46ef-4f4a-8cd3-be223fab923c", "name": "network-vif-plugged", "status": "completed", "tag": "75ad1f14-4dfd-4d71-8c99-33f85a508aa1"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:41:03.781394 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 75ad1f14-4dfd-4d71-8c99-33f85a508aa1, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=75ad1f14-4dfd-4d71-8c99-33f85a508aa1,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:41:03.786522 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (75ad1f14-4dfd-4d71-8c99-33f85a508aa1), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:03.842240 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf70c7e8-d43c-4cd7-8ea8-c297b23e9d16 x-openstack-request-id: req-bf70c7e8-d43c-4cd7-8ea8-c297b23e9d16 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:41:03.842660 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eda7d9a-46ef-4f4a-8cd3-be223fab923c", "name": "network-vif-plugged", "status": "completed", "tag": "75ad1f14-4dfd-4d71-8c99-33f85a508aa1", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:41:03.843058 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-bf70c7e8-d43c-4cd7-8ea8-c297b23e9d16 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:41:03.843816 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eda7d9a-46ef-4f4a-8cd3-be223fab923c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75ad1f14-4dfd-4d71-8c99-33f85a508aa1', 'code': 200} Feb 19 02:41:03.858570 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=75ad1f14-4dfd-4d71-8c99-33f85a508aa1,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:41:04.072497 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bca90ed-59ef-42d4-a682-1987dfdaed8d req-bd3dbbde-f52f-418f-8566-ac752cd3a283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:04.074889 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-2bca90ed-59ef-42d4-a682-1987dfdaed8d req-bd3dbbde-f52f-418f-8566-ac752cd3a283 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3eda7d9a-46ef-4f4a-8cd3-be223fab923c HTTP/1.1" status: 200 len: 1132 time: 0.0993838 Feb 19 02:41:04.076749 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e984ac44-01fe-46e9-811f-9a97113800f1 req-55b565b0-2eb3-43cf-9300-7aa3d68fb841 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b908dbc-8f8c-41bc-a0bd-543abe15dd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3102384 Feb 19 02:41:04.141701 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-2bca90ed-59ef-42d4-a682-1987dfdaed8d req-8f2783d9-4507-422a-926d-eb680da2a283 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=5b908dbc-8f8c-41bc-a0bd-543abe15dd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582240 Feb 19 02:41:04.162599 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b57489-c2d2-447f-b95e-c2c775f65e7b req-340a8f9c-b56f-4c1f-b8d2-fb4a97b13900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:04.164086 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-85b57489-c2d2-447f-b95e-c2c775f65e7b req-340a8f9c-b56f-4c1f-b8d2-fb4a97b13900 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=0351aa3c6ea34cbbac483ac000de57cb&device_id=fcd6a795-095f-4679-b153-54a09672add9 HTTP/1.1" status: 200 len: 1155 time: 0.1074758 Feb 19 02:41:04.170732 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2349269-6909-491e-b0da-a03e9e6ab93f req-46ecbe9e-f5fb-46f7-9959-8501bf13bcaa tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:04.172091 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e2349269-6909-491e-b0da-a03e9e6ab93f req-46ecbe9e-f5fb-46f7-9959-8501bf13bcaa tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=fcd6a795-095f-4679-b153-54a09672add9 HTTP/1.1" status: 200 len: 943 time: 0.0944054 Feb 19 02:41:04.198187 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e723d395-d095-4509-a24f-f502e169204e req-13d75436-2e4f-45fb-b23b-3b5a43340ea3 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] 10.222.0.72 "GET /v2.0/ports?device_id=ea2f4066-2575-4f8e-92ac-4223e51f0922 HTTP/1.1" status: 200 len: 210 time: 0.0531452 Feb 19 02:41:04.331823 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e2349269-6909-491e-b0da-a03e9e6ab93f req-1ed217b1-c656-499f-b2cf-36fb30046af6 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424921 Feb 19 02:41:04.351933 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b57489-c2d2-447f-b95e-c2c775f65e7b req-6c50d0c8-676c-4e50-b2c9-89d812948c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:04.354361 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-85b57489-c2d2-447f-b95e-c2c775f65e7b req-6c50d0c8-676c-4e50-b2c9-89d812948c38 service neutron] 10.222.0.82 "GET /v2.0/networks?id=b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7 HTTP/1.1" status: 200 len: 909 time: 0.1814125 Feb 19 02:41:04.415430 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f980de-a445-43a2-bb84-1a4d3db6ed92 req-c42a0f25-1e09-4eeb-8409-8b8f7dab1db5 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:04.416912 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-39f980de-a445-43a2-bb84-1a4d3db6ed92 req-c42a0f25-1e09-4eeb-8409-8b8f7dab1db5 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/ports?device_id=3eda7d9a-46ef-4f4a-8cd3-be223fab923c HTTP/1.1" status: 200 len: 950 time: 0.1535890 Feb 19 02:41:04.444903 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-85b57489-c2d2-447f-b95e-c2c775f65e7b req-7896485d-54d6-453d-91f5-e9825465ac48 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8eb6e41-adb3-4497-8eb0-74bb6e3592dd HTTP/1.1" status: 200 len: 217 time: 0.0815768 Feb 19 02:41:04.507541 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87511f1c-0596-4ecb-a249-94984a588aea req-1b36d3c5-8d90-4583-86b8-3f00d37728d1 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:04.514939 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-87511f1c-0596-4ecb-a249-94984a588aea req-1b36d3c5-8d90-4583-86b8-3f00d37728d1 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=77900542-b50c-43fa-8e51-4bdebb3f3e4a HTTP/1.1" status: 200 len: 950 time: 0.1084466 Feb 19 02:41:04.545023 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-39f980de-a445-43a2-bb84-1a4d3db6ed92 req-80e72f66-5e5b-4b83-ad7f-38dd0eb16289 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b908dbc-8f8c-41bc-a0bd-543abe15dd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970051 Feb 19 02:41:04.637066 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b57489-c2d2-447f-b95e-c2c775f65e7b req-8929248b-b972-49a5-81aa-3136b69eaf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:04.638547 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-85b57489-c2d2-447f-b95e-c2c775f65e7b req-8929248b-b972-49a5-81aa-3136b69eaf2c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=de6735e0-8981-45a6-9d12-953729888898 HTTP/1.1" status: 200 len: 848 time: 0.1193852 Feb 19 02:41:04.667106 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246faf65-6a06-4dc9-8602-bf662eb7f387 req-91724583-14de-4132-a141-5fa6094e5893 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:04.670056 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-246faf65-6a06-4dc9-8602-bf662eb7f387 req-91724583-14de-4132-a141-5fa6094e5893 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] 10.222.0.82 "GET /v2.0/networks?id=2f3a90ad-ee5a-41f0-bdc0-22abe981a050 HTTP/1.1" status: 200 len: 820 time: 0.1652427 Feb 19 02:41:04.675555 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-87511f1c-0596-4ecb-a249-94984a588aea req-dd0f4313-4c45-4d5f-a243-7b0bf6546db5 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595008 Feb 19 02:41:04.693487 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-85b57489-c2d2-447f-b95e-c2c775f65e7b req-c20d8b6e-fe2f-4377-a4f7-fd47bf671937 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457919 Feb 19 02:41:04.710848 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-246faf65-6a06-4dc9-8602-bf662eb7f387 req-8c7ad4a2-e441-44cc-a830-68c5ca31fc1b tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Request body: {'port': {'device_id': 'ea2f4066-2575-4f8e-92ac-4223e51f0922', 'network_id': '2f3a90ad-ee5a-41f0-bdc0-22abe981a050', 'admin_state_up': True, 'tenant_id': '5126e9cc2c214dde954e94889efcccdb'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:41:04.762490 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de864c34-e07e-4de2-a0d4-0561ae4e0484 req-461527c0-7b4e-4b4a-bc24-519c2f943e9c tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:04.769823 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-de864c34-e07e-4de2-a0d4-0561ae4e0484 req-461527c0-7b4e-4b4a-bc24-519c2f943e9c tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f91b684-0f86-4c3d-8c30-60226e393b0a HTTP/1.1" status: 200 len: 944 time: 0.1386514 Feb 19 02:41:04.854734 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-246faf65-6a06-4dc9-8602-bf662eb7f387 req-8c7ad4a2-e441-44cc-a830-68c5ca31fc1b tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Made reservation on behalf of 5126e9cc2c214dde954e94889efcccdb for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:41:04.858458 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-246faf65-6a06-4dc9-8602-bf662eb7f387 req-8c7ad4a2-e441-44cc-a830-68c5ca31fc1b tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:04.873900 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-de864c34-e07e-4de2-a0d4-0561ae4e0484 req-e4b869bf-19a2-4c13-932c-611f6940ba5b tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] 10.222.0.72 "GET /v2.0/security-groups?id=06361a1d-8d82-4ac0-8d63-3ac39b303691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028318 Feb 19 02:41:04.892763 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-85b57489-c2d2-447f-b95e-c2c775f65e7b req-76521d92-b779-41f2-ae69-6ac42164013b service neutron] 10.222.0.82 "GET /v2.0/networks/b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853659 Feb 19 02:41:04.911213 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1916396b-9fe7-4373-a3fe-8a6537883386 req-a84d9190-a1a1-418f-8bf3-a51134b9fb05 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:04.915177 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1916396b-9fe7-4373-a3fe-8a6537883386 req-a84d9190-a1a1-418f-8bf3-a51134b9fb05 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] 10.222.0.72 "GET /v2.0/ports?device_id=0ddcf820-02e0-4b56-8332-ac8a890fb0b5 HTTP/1.1" status: 200 len: 943 time: 0.1150703 Feb 19 02:41:05.003595 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [req-246faf65-6a06-4dc9-8602-bf662eb7f387 req-8c7ad4a2-e441-44cc-a830-68c5ca31fc1b tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Allocated IP 172.20.0.7 (2f3a90ad-ee5a-41f0-bdc0-22abe981a050/a1cf80ca-3ee4-4752-b65e-3f091ad2def6/71f76ff5-9391-4c09-ab79-9aa8ed52e78d) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:41:05.082337 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 2bdec1ae-8218-4b25-acdb-d88d4bb3c50e details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:41:05.099744 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1916396b-9fe7-4373-a3fe-8a6537883386 req-0a9789c5-3281-4e56-9a4e-213582d344e0 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] 10.222.0.72 "GET /v2.0/security-groups?id=d1874a8e-a1bd-4ab7-b8d8-0b935dd8ff3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310008 Feb 19 02:41:05.110378 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4776d89e-d488-4d7c-8b45-611e31882d9a req-5120f9bd-35f7-4f89-9ad3-c2434d94f1d7 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:05.112828 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4776d89e-d488-4d7c-8b45-611e31882d9a req-5120f9bd-35f7-4f89-9ad3-c2434d94f1d7 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3f5f85b-34ff-4273-b0ac-566af344a95d HTTP/1.1" status: 200 len: 943 time: 0.1430717 Feb 19 02:41:05.114901 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-85b57489-c2d2-447f-b95e-c2c775f65e7b req-13513332-b8ca-48d7-a406-ac6d40d55689 service neutron] 10.222.0.82 "GET /v2.0/networks/b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984441 Feb 19 02:41:05.174909 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4776d89e-d488-4d7c-8b45-611e31882d9a req-3a54eaaa-ccd9-4ac5-8306-de5ed09e2308 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551395 Feb 19 02:41:05.216571 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-246faf65-6a06-4dc9-8602-bf662eb7f387 req-8c7ad4a2-e441-44cc-a830-68c5ca31fc1b tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Publish callbacks [] for port (71f76ff5-9391-4c09-ab79-9aa8ed52e78d), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:05.223628 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 2bdec1ae-8218-4b25-acdb-d88d4bb3c50e, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=2bdec1ae-8218-4b25-acdb-d88d4bb3c50e,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:41:05.235383 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': '2bdec1ae-8218-4b25-acdb-d88d4bb3c50e', 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f', 'port_id': '2bdec1ae-8218-4b25-acdb-d88d4bb3c50e', 'mac_address': 'fa:16:3e:a2:42:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '974c06bc-f097-4890-970a-b087501ab241', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:41:05.284999 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 2bdec1ae-8218-4b25-acdb-d88d4bb3c50e is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:41:05.285547 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (2bdec1ae-8218-4b25-acdb-d88d4bb3c50e), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:05.300466 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bdec1ae-8218-4b25-acdb-d88d4bb3c50e {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:41:05.322532 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 2bdec1ae-8218-4b25-acdb-d88d4bb3c50e, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=2bdec1ae-8218-4b25-acdb-d88d4bb3c50e,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:41:05.328418 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (2bdec1ae-8218-4b25-acdb-d88d4bb3c50e), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:05.340652 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5c302211-4874-4f25-8585-2a7fcd370faf req-fa235fbb-564b-491a-8f34-4bb26496682a tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] 10.222.0.72 "GET /v2.0/ports?device_id=ea2f4066-2575-4f8e-92ac-4223e51f0922 HTTP/1.1" status: 200 len: 210 time: 0.0317943 Feb 19 02:41:05.385791 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b57489-c2d2-447f-b95e-c2c775f65e7b req-29b86cef-1b1b-44bc-9180-5cdda9471022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:05.389884 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-85b57489-c2d2-447f-b95e-c2c775f65e7b req-29b86cef-1b1b-44bc-9180-5cdda9471022 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ad75c6928a1d4c6da3a56db6352b2618&device_id=d3f5f85b-34ff-4273-b0ac-566af344a95d HTTP/1.1" status: 200 len: 1125 time: 0.1267962 Feb 19 02:41:05.432051 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device f8ee2ea9-f7f3-4d8a-beab-2a8e2e03d6a5 details requested by agent hyperv_n-h2-826753-2 with host n-h2-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:41:05.434764 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=2bdec1ae-8218-4b25-acdb-d88d4bb3c50e,revision_number=9']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:41:05.555548 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563ee4a2-3261-4af4-9a73-3625d765d873 req-3371fbdd-61d2-48d0-9ead-bcb684021650 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:05.557478 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-563ee4a2-3261-4af4-9a73-3625d765d873 req-3371fbdd-61d2-48d0-9ead-bcb684021650 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=fcd6a795-095f-4679-b153-54a09672add9 HTTP/1.1" status: 200 len: 943 time: 0.0873876 Feb 19 02:41:05.567755 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-246faf65-6a06-4dc9-8602-bf662eb7f387 req-8c7ad4a2-e441-44cc-a830-68c5ca31fc1b tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (71f76ff5-9391-4c09-ab79-9aa8ed52e78d), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:05.574356 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port f8ee2ea9-f7f3-4d8a-beab-2a8e2e03d6a5, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=f8ee2ea9-f7f3-4d8a-beab-2a8e2e03d6a5,segment=NetworkSegment(6f7b8cc3-683b-49b2-aa9b-588731b9d8d2),segment_id=6f7b8cc3-683b-49b2-aa9b-588731b9d8d2)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:41:05.588472 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b57489-c2d2-447f-b95e-c2c775f65e7b req-a4a7ce3d-084b-4026-af82-cad7edb07a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:05.591094 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Returning: {'device': 'f8ee2ea9-f7f3-4d8a-beab-2a8e2e03d6a5', 'network_id': 'e0f7c769-8470-4519-8f35-ba7a47a3fc99', 'port_id': 'f8ee2ea9-f7f3-4d8a-beab-2a8e2e03d6a5', 'mac_address': 'fa:16:3e:2f:e7:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a3ae975-a392-4065-b27e-dab19abb303b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:41:05.591931 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-85b57489-c2d2-447f-b95e-c2c775f65e7b req-a4a7ce3d-084b-4026-af82-cad7edb07a83 service neutron] 10.222.0.82 "GET /v2.0/networks?id=db98097a-bb19-479d-bd0d-4f71e988880a HTTP/1.1" status: 200 len: 922 time: 0.1961756 Feb 19 02:41:05.602435 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-246faf65-6a06-4dc9-8602-bf662eb7f387 req-8c7ad4a2-e441-44cc-a830-68c5ca31fc1b tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Network 2f3a90ad-ee5a-41f0-bdc0-22abe981a050 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:41:05.605463 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [req-246faf65-6a06-4dc9-8602-bf662eb7f387 req-8c7ad4a2-e441-44cc-a830-68c5ca31fc1b tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:41:05.608796 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-246faf65-6a06-4dc9-8602-bf662eb7f387 req-8c7ad4a2-e441-44cc-a830-68c5ca31fc1b tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:41:05.668628 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port f8ee2ea9-f7f3-4d8a-beab-2a8e2e03d6a5 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:41:05.669198 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (f8ee2ea9-f7f3-4d8a-beab-2a8e2e03d6a5), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:05.671694 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['7d41a253-136f-4f5f-b68e-55c767b082fe'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:41:05.682785 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246faf65-6a06-4dc9-8602-bf662eb7f387 req-8c7ad4a2-e441-44cc-a830-68c5ca31fc1b tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:05.683309 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-246faf65-6a06-4dc9-8602-bf662eb7f387 req-8c7ad4a2-e441-44cc-a830-68c5ca31fc1b tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:05.686760 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-85b57489-c2d2-447f-b95e-c2c775f65e7b req-a1969e42-d1fd-49c7-bc7e-036d60e0eab3 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b60fb05-e487-4969-8620-669f8cc0ccaf HTTP/1.1" status: 200 len: 217 time: 0.0758023 Feb 19 02:41:05.713568 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7ad4a2-e441-44cc-a830-68c5ca31fc1b tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Pushing event updated for resources: {'Port': ['ID=71f76ff5-9391-4c09-ab79-9aa8ed52e78d,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:41:05.721483 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-246faf65-6a06-4dc9-8602-bf662eb7f387 req-8c7ad4a2-e441-44cc-a830-68c5ca31fc1b tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0166090 Feb 19 02:41:05.747971 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-246faf65-6a06-4dc9-8602-bf662eb7f387 req-fef43549-a292-49bb-9374-ba854549903a service neutron] Request body: {'port': {'device_id': 'ea2f4066-2575-4f8e-92ac-4223e51f0922', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826753-2'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:41:05.751564 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8ee2ea9-f7f3-4d8a-beab-2a8e2e03d6a5 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:41:05.780498 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port f8ee2ea9-f7f3-4d8a-beab-2a8e2e03d6a5, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=f8ee2ea9-f7f3-4d8a-beab-2a8e2e03d6a5,segment=NetworkSegment(6f7b8cc3-683b-49b2-aa9b-588731b9d8d2),segment_id=6f7b8cc3-683b-49b2-aa9b-588731b9d8d2)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:41:05.790338 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-563ee4a2-3261-4af4-9a73-3625d765d873 req-d68482d3-d269-4793-9f49-d1bdfb261e14 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187612 Feb 19 02:41:05.806221 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (f8ee2ea9-f7f3-4d8a-beab-2a8e2e03d6a5), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:05.806221 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 4b60fb05-e487-4969-8620-669f8cc0ccaf details requested by agent hyperv_n-h2-826753-2 with host n-h2-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:41:05.833713 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-246faf65-6a06-4dc9-8602-bf662eb7f387 req-fef43549-a292-49bb-9374-ba854549903a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (71f76ff5-9391-4c09-ab79-9aa8ed52e78d), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:05.835680 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b57489-c2d2-447f-b95e-c2c775f65e7b req-b1a444b2-d53a-451a-af97-2ef3a5fbd98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:05.837213 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-85b57489-c2d2-447f-b95e-c2c775f65e7b req-b1a444b2-d53a-451a-af97-2ef3a5fbd98f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2fe72d28-9326-4a85-b8b2-36c8cafae112 HTTP/1.1" status: 200 len: 861 time: 0.1201155 Feb 19 02:41:05.849622 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358186cc-5fa4-4041-b26d-793d98c1fa7a req-f7a9d49a-0d10-4036-afc8-88e79e84ca63 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:05.860980 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-358186cc-5fa4-4041-b26d-793d98c1fa7a req-f7a9d49a-0d10-4036-afc8-88e79e84ca63 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/ports?device_id=3eda7d9a-46ef-4f4a-8cd3-be223fab923c HTTP/1.1" status: 200 len: 950 time: 0.1928923 Feb 19 02:41:05.930067 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-85b57489-c2d2-447f-b95e-c2c775f65e7b req-7ddbeac9-c913-4fb5-a1de-5b4b0b08e97e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=db98097a-bb19-479d-bd0d-4f71e988880a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601146 Feb 19 02:41:05.957497 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['2bdec1ae-8218-4b25-acdb-d88d4bb3c50e'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:41:05.973972 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=f8ee2ea9-f7f3-4d8a-beab-2a8e2e03d6a5,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:41:06.055578 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-358186cc-5fa4-4041-b26d-793d98c1fa7a req-1b541d8f-ee7b-4f7c-bf15-4a584cb9dc62 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b908dbc-8f8c-41bc-a0bd-543abe15dd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931293 Feb 19 02:41:06.141883 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 4b60fb05-e487-4969-8620-669f8cc0ccaf, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=4b60fb05-e487-4969-8620-669f8cc0ccaf,segment=NetworkSegment(9dab481a-5428-424d-a8c3-4ae8ddfff67b),segment_id=9dab481a-5428-424d-a8c3-4ae8ddfff67b)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:41:06.151160 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0493c4-e842-4a39-8b4c-77425cc7910e req-a8b7fa8f-d1f9-4807-8d3e-52784814fac5 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:06.154129 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9c0493c4-e842-4a39-8b4c-77425cc7910e req-a8b7fa8f-d1f9-4807-8d3e-52784814fac5 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=77900542-b50c-43fa-8e51-4bdebb3f3e4a HTTP/1.1" status: 200 len: 950 time: 0.2531507 Feb 19 02:41:06.165549 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-93ad1232-b98a-4937-95d9-71f1e0684a41 None None] Provisioning complete for port 71f76ff5-9391-4c09-ab79-9aa8ed52e78d triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:41:06.165918 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-93ad1232-b98a-4937-95d9-71f1e0684a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (71f76ff5-9391-4c09-ab79-9aa8ed52e78d), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:06.196750 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-85b57489-c2d2-447f-b95e-c2c775f65e7b req-3a10693e-7c65-45ce-86a8-1a630ecf9ec2 service neutron] 10.222.0.82 "GET /v2.0/networks/db98097a-bb19-479d-bd0d-4f71e988880a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508688 Feb 19 02:41:06.204302 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Returning: {'device': '4b60fb05-e487-4969-8620-669f8cc0ccaf', 'network_id': 'db98097a-bb19-479d-bd0d-4f71e988880a', 'port_id': '4b60fb05-e487-4969-8620-669f8cc0ccaf', 'mac_address': 'fa:16:3e:d3:30:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fe72d28-9326-4a85-b8b2-36c8cafae112', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:41:06.220048 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-246faf65-6a06-4dc9-8602-bf662eb7f387 req-fef43549-a292-49bb-9374-ba854549903a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71f76ff5-9391-4c09-ab79-9aa8ed52e78d {{(pid=103702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:41:06.230539 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-246faf65-6a06-4dc9-8602-bf662eb7f387 req-fef43549-a292-49bb-9374-ba854549903a service neutron] Publish callbacks [] for port (71f76ff5-9391-4c09-ab79-9aa8ed52e78d), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:06.243545 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-246faf65-6a06-4dc9-8602-bf662eb7f387 req-fef43549-a292-49bb-9374-ba854549903a service neutron] Transition to ACTIVE for port object 71f76ff5-9391-4c09-ab79-9aa8ed52e78d will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:41:06.249850 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-246faf65-6a06-4dc9-8602-bf662eb7f387 req-fef43549-a292-49bb-9374-ba854549903a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (71f76ff5-9391-4c09-ab79-9aa8ed52e78d), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:06.259800 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-93ad1232-b98a-4937-95d9-71f1e0684a41 None None] Port 71f76ff5-9391-4c09-ab79-9aa8ed52e78d cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:41:06.286909 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 4b60fb05-e487-4969-8620-669f8cc0ccaf is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:41:06.287310 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (4b60fb05-e487-4969-8620-669f8cc0ccaf), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:06.310979 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b60fb05-e487-4969-8620-669f8cc0ccaf {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:41:06.348408 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 4b60fb05-e487-4969-8620-669f8cc0ccaf, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=4b60fb05-e487-4969-8620-669f8cc0ccaf,segment=NetworkSegment(9dab481a-5428-424d-a8c3-4ae8ddfff67b),segment_id=9dab481a-5428-424d-a8c3-4ae8ddfff67b)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:41:06.348586 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef43549-a292-49bb-9374-ba854549903a service neutron] Pushing event updated for resources: {'Port': ['ID=71f76ff5-9391-4c09-ab79-9aa8ed52e78d,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:41:06.352143 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9c0493c4-e842-4a39-8b4c-77425cc7910e req-50088863-0926-4835-bc6c-eeee9ca54093 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766429 Feb 19 02:41:06.371689 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (4b60fb05-e487-4969-8620-669f8cc0ccaf), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:06.396804 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-246faf65-6a06-4dc9-8602-bf662eb7f387 req-fef43549-a292-49bb-9374-ba854549903a service neutron] Attempting to bind port 71f76ff5-9391-4c09-ab79-9aa8ed52e78d on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:41:06.397176 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-246faf65-6a06-4dc9-8602-bf662eb7f387 req-fef43549-a292-49bb-9374-ba854549903a service neutron] Attempting to bind port 71f76ff5-9391-4c09-ab79-9aa8ed52e78d by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': '10fe79c3-695f-410b-b530-64a63e824745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '2f3a90ad-ee5a-41f0-bdc0-22abe981a050'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:41:06.397511 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246faf65-6a06-4dc9-8602-bf662eb7f387 req-fef43549-a292-49bb-9374-ba854549903a service neutron] Attempting to bind port 71f76ff5-9391-4c09-ab79-9aa8ed52e78d on network 2f3a90ad-ee5a-41f0-bdc0-22abe981a050 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:41:06.404648 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246faf65-6a06-4dc9-8602-bf662eb7f387 req-fef43549-a292-49bb-9374-ba854549903a service neutron] Port 71f76ff5-9391-4c09-ab79-9aa8ed52e78d on network 2f3a90ad-ee5a-41f0-bdc0-22abe981a050 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:41:06.405151 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246faf65-6a06-4dc9-8602-bf662eb7f387 req-fef43549-a292-49bb-9374-ba854549903a service neutron] Attempting to bind port 71f76ff5-9391-4c09-ab79-9aa8ed52e78d on network 2f3a90ad-ee5a-41f0-bdc0-22abe981a050 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:41:06.411243 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-85b57489-c2d2-447f-b95e-c2c775f65e7b req-dce8c334-d01e-4565-acaa-c3e720465bc3 service neutron] 10.222.0.82 "GET /v2.0/networks/db98097a-bb19-479d-bd0d-4f71e988880a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071879 Feb 19 02:41:06.413055 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246faf65-6a06-4dc9-8602-bf662eb7f387 req-fef43549-a292-49bb-9374-ba854549903a service neutron] Checking agent: {'id': 'bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:41:06.413810 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246faf65-6a06-4dc9-8602-bf662eb7f387 req-fef43549-a292-49bb-9374-ba854549903a service neutron] Checking segment: {'id': '10fe79c3-695f-410b-b530-64a63e824745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '2f3a90ad-ee5a-41f0-bdc0-22abe981a050'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:41:06.414793 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246faf65-6a06-4dc9-8602-bf662eb7f387 req-fef43549-a292-49bb-9374-ba854549903a service neutron] Bound using segment: {'id': '10fe79c3-695f-410b-b530-64a63e824745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '2f3a90ad-ee5a-41f0-bdc0-22abe981a050'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:41:06.415385 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-246faf65-6a06-4dc9-8602-bf662eb7f387 req-fef43549-a292-49bb-9374-ba854549903a service neutron] Bound port: 71f76ff5-9391-4c09-ab79-9aa8ed52e78d, host: n-h2-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10fe79c3-695f-410b-b530-64a63e824745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '2f3a90ad-ee5a-41f0-bdc0-22abe981a050'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:41:06.416132 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-246faf65-6a06-4dc9-8602-bf662eb7f387 req-fef43549-a292-49bb-9374-ba854549903a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (71f76ff5-9391-4c09-ab79-9aa8ed52e78d), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:06.428113 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=4b60fb05-e487-4969-8620-669f8cc0ccaf,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:41:06.433422 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d04f98f-1159-4908-bdae-21062bc535b1 req-04a899aa-4a64-43cf-bfbb-43609e257e7d tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:06.449790 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8d04f98f-1159-4908-bdae-21062bc535b1 req-04a899aa-4a64-43cf-bfbb-43609e257e7d tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f91b684-0f86-4c3d-8c30-60226e393b0a HTTP/1.1" status: 200 len: 944 time: 0.2636282 Feb 19 02:41:06.499925 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-246faf65-6a06-4dc9-8602-bf662eb7f387 req-fef43549-a292-49bb-9374-ba854549903a service neutron] For port 71f76ff5-9391-4c09-ab79-9aa8ed52e78d, host n-h2-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:41:06.509330 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-246faf65-6a06-4dc9-8602-bf662eb7f387 req-fef43549-a292-49bb-9374-ba854549903a service neutron] For port 71f76ff5-9391-4c09-ab79-9aa8ed52e78d, host n-h2-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=71f76ff5-9391-4c09-ab79-9aa8ed52e78d,segment=NetworkSegment(10fe79c3-695f-410b-b530-64a63e824745),segment_id=10fe79c3-695f-410b-b530-64a63e824745)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:41:06.518298 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-246faf65-6a06-4dc9-8602-bf662eb7f387 req-fef43549-a292-49bb-9374-ba854549903a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (71f76ff5-9391-4c09-ab79-9aa8ed52e78d), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:06.537571 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8d04f98f-1159-4908-bdae-21062bc535b1 req-175cb426-623a-473f-bc4c-e77098498351 tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] 10.222.0.72 "GET /v2.0/security-groups?id=06361a1d-8d82-4ac0-8d63-3ac39b303691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869198 Feb 19 02:41:06.549078 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec5a622-a9cb-44ad-924e-38fd6eed2284 req-24d21964-63b3-4d70-b6b2-96a1a80a0f60 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:06.550433 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fec5a622-a9cb-44ad-924e-38fd6eed2284 req-24d21964-63b3-4d70-b6b2-96a1a80a0f60 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] 10.222.0.72 "GET /v2.0/ports?device_id=0ddcf820-02e0-4b56-8332-ac8a890fb0b5 HTTP/1.1" status: 200 len: 944 time: 0.0890996 Feb 19 02:41:06.560951 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246faf65-6a06-4dc9-8602-bf662eb7f387 req-fef43549-a292-49bb-9374-ba854549903a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:06.561614 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-246faf65-6a06-4dc9-8602-bf662eb7f387 req-fef43549-a292-49bb-9374-ba854549903a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:06.562992 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-246faf65-6a06-4dc9-8602-bf662eb7f387 req-fef43549-a292-49bb-9374-ba854549903a service neutron] 10.222.0.82 "PUT /v2.0/ports/71f76ff5-9391-4c09-ab79-9aa8ed52e78d HTTP/1.1" status: 200 len: 1091 time: 0.8242562 Feb 19 02:41:06.563436 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea2f4066-2575-4f8e-92ac-4223e51f0922', 'tag': '71f76ff5-9391-4c09-ab79-9aa8ed52e78d'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:41:06.566577 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c05ad125-3242-452a-9740-3b0ce3911256" -d '{"events": [{"name": "network-changed", "server_uuid": "ea2f4066-2575-4f8e-92ac-4223e51f0922", "tag": "71f76ff5-9391-4c09-ab79-9aa8ed52e78d"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:41:06.608159 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef43549-a292-49bb-9374-ba854549903a service neutron] Pushing event updated for resources: {'Port': ['ID=71f76ff5-9391-4c09-ab79-9aa8ed52e78d,revision_number=3']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:41:06.620677 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fec5a622-a9cb-44ad-924e-38fd6eed2284 req-68b71d0a-564a-4c66-8cf9-dee60a973308 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] 10.222.0.72 "GET /v2.0/security-groups?id=d1874a8e-a1bd-4ab7-b8d8-0b935dd8ff3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648119 Feb 19 02:41:06.692935 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ef07ba-322e-4240-9f76-963d93a69bbd req-824c0615-6217-4fb3-bd1c-254fb893a15f tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:06.694596 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a9ef07ba-322e-4240-9f76-963d93a69bbd req-824c0615-6217-4fb3-bd1c-254fb893a15f tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3f5f85b-34ff-4273-b0ac-566af344a95d HTTP/1.1" status: 200 len: 944 time: 0.0730035 Feb 19 02:41:06.713979 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246faf65-6a06-4dc9-8602-bf662eb7f387 req-f6c93648-e63e-46e4-99f7-868b0652b0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:06.715506 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-246faf65-6a06-4dc9-8602-bf662eb7f387 req-f6c93648-e63e-46e4-99f7-868b0652b0ab service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5126e9cc2c214dde954e94889efcccdb&device_id=ea2f4066-2575-4f8e-92ac-4223e51f0922 HTTP/1.1" status: 200 len: 1125 time: 0.0580688 Feb 19 02:41:06.776878 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-246faf65-6a06-4dc9-8602-bf662eb7f387 req-a9c3bd89-9aea-4147-8059-f2904580c429 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=71f76ff5-9391-4c09-ab79-9aa8ed52e78d HTTP/1.1" status: 200 len: 217 time: 0.0406094 Feb 19 02:41:06.783465 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a9ef07ba-322e-4240-9f76-963d93a69bbd req-ad3f4d71-5b48-4bea-ad14-dfe26c572b7c tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808063 Feb 19 02:41:06.795245 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eff3e7-ce8b-41f3-859e-6ff44ae073e5 req-1a1e2d2f-7603-42d9-9703-0652716b7601 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:06.797766 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-79eff3e7-ce8b-41f3-859e-6ff44ae073e5 req-1a1e2d2f-7603-42d9-9703-0652716b7601 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] 10.222.0.72 "GET /v2.0/ports?device_id=ea2f4066-2575-4f8e-92ac-4223e51f0922 HTTP/1.1" status: 200 len: 943 time: 0.0970504 Feb 19 02:41:06.841433 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246faf65-6a06-4dc9-8602-bf662eb7f387 req-95e6f2a8-f965-4c3d-8815-483ceb834094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:06.843047 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-246faf65-6a06-4dc9-8602-bf662eb7f387 req-95e6f2a8-f965-4c3d-8815-483ceb834094 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a1cf80ca-3ee4-4752-b65e-3f091ad2def6 HTTP/1.1" status: 200 len: 859 time: 0.0583251 Feb 19 02:41:06.850084 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caefa81f-f80f-4c80-a642-9ec86b517ff9 x-openstack-request-id: req-caefa81f-f80f-4c80-a642-9ec86b517ff9 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:41:06.850381 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea2f4066-2575-4f8e-92ac-4223e51f0922", "tag": "71f76ff5-9391-4c09-ab79-9aa8ed52e78d", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:41:06.850638 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-caefa81f-f80f-4c80-a642-9ec86b517ff9 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:41:06.851297 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea2f4066-2575-4f8e-92ac-4223e51f0922', 'tag': '71f76ff5-9391-4c09-ab79-9aa8ed52e78d', 'status': 'completed', 'code': 200} Feb 19 02:41:06.857684 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-79eff3e7-ce8b-41f3-859e-6ff44ae073e5 req-891a2610-974b-491e-97aa-e58640df0726 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] 10.222.0.72 "GET /v2.0/security-groups?id=114ac838-b4eb-4c21-acd3-b988daa48150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514002 Feb 19 02:41:06.911323 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246faf65-6a06-4dc9-8602-bf662eb7f387 req-9278693a-122a-4934-9a47-60b4624415c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:06.912747 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-246faf65-6a06-4dc9-8602-bf662eb7f387 req-9278693a-122a-4934-9a47-60b4624415c1 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2f3a90ad-ee5a-41f0-bdc0-22abe981a050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0453024 Feb 19 02:41:06.950459 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef081ef-b6d8-4c37-a076-7dcbddc4f20a req-ef290b86-cf21-4e2a-9c55-c6e8fd60c7c0 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:06.951940 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8ef081ef-b6d8-4c37-a076-7dcbddc4f20a req-ef290b86-cf21-4e2a-9c55-c6e8fd60c7c0 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=fcd6a795-095f-4679-b153-54a09672add9 HTTP/1.1" status: 200 len: 943 time: 0.0552013 Feb 19 02:41:06.990549 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['f8ee2ea9-f7f3-4d8a-beab-2a8e2e03d6a5'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:41:06.998732 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8ef081ef-b6d8-4c37-a076-7dcbddc4f20a req-76a7e6c3-d399-41dd-a760-7a678d114723 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410519 Feb 19 02:41:07.013190 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-246faf65-6a06-4dc9-8602-bf662eb7f387 req-74dc594f-148e-4fe6-86f6-5c6cd9a3daa0 service neutron] 10.222.0.82 "GET /v2.0/networks/2f3a90ad-ee5a-41f0-bdc0-22abe981a050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882449 Feb 19 02:41:07.037370 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['4b60fb05-e487-4969-8620-669f8cc0ccaf'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:41:07.104172 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 3fe10618-c11c-41d3-b68a-1d13575b02f2 up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:41:07.107065 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-246faf65-6a06-4dc9-8602-bf662eb7f387 req-24a54abb-92d9-4801-9cf0-cd1722072daf service neutron] 10.222.0.82 "GET /v2.0/networks/2f3a90ad-ee5a-41f0-bdc0-22abe981a050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877934 Feb 19 02:41:07.184750 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5b3f9f-afd2-45de-88e7-0400084ce561 req-06b15274-4e51-4ef4-97ec-c7742cb021b9 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:07.192067 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8a5b3f9f-afd2-45de-88e7-0400084ce561 req-06b15274-4e51-4ef4-97ec-c7742cb021b9 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/ports?device_id=3eda7d9a-46ef-4f4a-8cd3-be223fab923c HTTP/1.1" status: 200 len: 950 time: 0.0700617 Feb 19 02:41:07.250590 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8a5b3f9f-afd2-45de-88e7-0400084ce561 req-60b317f2-87e8-4659-873b-9e8a80147cca tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b908dbc-8f8c-41bc-a0bd-543abe15dd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575895 Feb 19 02:41:07.262884 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning for port 3fe10618-c11c-41d3-b68a-1d13575b02f2 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:41:07.278000 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port 3fe10618-c11c-41d3-b68a-1d13575b02f2 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:41:07.278382 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (3fe10618-c11c-41d3-b68a-1d13575b02f2), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:07.293823 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05ad125-3242-452a-9740-3b0ce3911256 req-b8ceddb4-00fd-4d01-85c6-f8694ed0a92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:07.295368 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c05ad125-3242-452a-9740-3b0ce3911256 req-b8ceddb4-00fd-4d01-85c6-f8694ed0a92a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5126e9cc2c214dde954e94889efcccdb&device_id=ea2f4066-2575-4f8e-92ac-4223e51f0922 HTTP/1.1" status: 200 len: 1125 time: 0.0704360 Feb 19 02:41:07.389165 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 3fe10618-c11c-41d3-b68a-1d13575b02f2 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:41:07.389570 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (3fe10618-c11c-41d3-b68a-1d13575b02f2), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:07.390133 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05ad125-3242-452a-9740-3b0ce3911256 req-c1a68638-a377-459e-b259-10cede5068d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:07.392119 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c05ad125-3242-452a-9740-3b0ce3911256 req-c1a68638-a377-459e-b259-10cede5068d6 service neutron] 10.222.0.82 "GET /v2.0/networks?id=2f3a90ad-ee5a-41f0-bdc0-22abe981a050 HTTP/1.1" status: 200 len: 921 time: 0.0906618 Feb 19 02:41:07.413929 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f91b684-0f86-4c3d-8c30-60226e393b0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fe10618-c11c-41d3-b68a-1d13575b02f2'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:41:07.416139 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b79435ce-2fe1-40a3-a540-d7396cbb2715" -d '{"events": [{"server_uuid": "4f91b684-0f86-4c3d-8c30-60226e393b0a", "name": "network-vif-plugged", "status": "completed", "tag": "3fe10618-c11c-41d3-b68a-1d13575b02f2"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:41:07.427617 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device a8eb6e41-adb3-4497-8eb0-74bb6e3592dd no longer exists at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:41:07.440872 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c05ad125-3242-452a-9740-3b0ce3911256 req-5c3baa30-fa81-40ff-bbf2-842f05bcea59 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=71f76ff5-9391-4c09-ab79-9aa8ed52e78d HTTP/1.1" status: 200 len: 217 time: 0.0404603 Feb 19 02:41:07.453425 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 3fe10618-c11c-41d3-b68a-1d13575b02f2, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=3fe10618-c11c-41d3-b68a-1d13575b02f2,segment=NetworkSegment(acba4f27-adea-4d4f-9747-beb38d8d96ee),segment_id=acba4f27-adea-4d4f-9747-beb38d8d96ee)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:41:07.460654 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (3fe10618-c11c-41d3-b68a-1d13575b02f2), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:07.461525 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 3a48fb1b-db7c-4761-a573-7e32d0574b06 up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:41:07.484712 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f57df02-31b3-43b4-a7f9-668cc18b7849 req-e33da543-34cb-4ada-96b9-06d09d482e8e tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:07.487017 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0f57df02-31b3-43b4-a7f9-668cc18b7849 req-e33da543-34cb-4ada-96b9-06d09d482e8e tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=77900542-b50c-43fa-8e51-4bdebb3f3e4a HTTP/1.1" status: 200 len: 950 time: 0.0652974 Feb 19 02:41:07.499243 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05ad125-3242-452a-9740-3b0ce3911256 req-8e28efea-1a3e-4629-8c2f-6f6098cd7bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:07.501040 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c05ad125-3242-452a-9740-3b0ce3911256 req-8e28efea-1a3e-4629-8c2f-6f6098cd7bdd service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a1cf80ca-3ee4-4752-b65e-3f091ad2def6 HTTP/1.1" status: 200 len: 859 time: 0.0536737 Feb 19 02:41:07.511959 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e26f12d6-07e6-4861-a062-93727099bb6f x-openstack-request-id: req-e26f12d6-07e6-4861-a062-93727099bb6f {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:41:07.512267 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f91b684-0f86-4c3d-8c30-60226e393b0a", "name": "network-vif-plugged", "status": "completed", "tag": "3fe10618-c11c-41d3-b68a-1d13575b02f2", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:41:07.512527 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e26f12d6-07e6-4861-a062-93727099bb6f {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:41:07.513048 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f91b684-0f86-4c3d-8c30-60226e393b0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fe10618-c11c-41d3-b68a-1d13575b02f2', 'code': 200} Feb 19 02:41:07.552131 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0f57df02-31b3-43b4-a7f9-668cc18b7849 req-67c6c703-a8dc-4a38-bca0-3c3e52c112f7 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576448 Feb 19 02:41:07.567741 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05ad125-3242-452a-9740-3b0ce3911256 req-e153dd0b-f0f6-479d-9239-675ba22c47fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:07.569398 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c05ad125-3242-452a-9740-3b0ce3911256 req-e153dd0b-f0f6-479d-9239-675ba22c47fd service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2f3a90ad-ee5a-41f0-bdc0-22abe981a050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0576537 Feb 19 02:41:07.584054 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=3fe10618-c11c-41d3-b68a-1d13575b02f2,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:41:07.607581 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning for port 3a48fb1b-db7c-4761-a573-7e32d0574b06 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:41:07.613668 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port a8eb6e41-adb3-4497-8eb0-74bb6e3592dd is: DOWN; New status is: DOWN {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:41:07.615422 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port 3a48fb1b-db7c-4761-a573-7e32d0574b06 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:41:07.615790 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (3a48fb1b-db7c-4761-a573-7e32d0574b06), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:07.691202 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a91d085-2f2b-4d4d-9f4e-53a51cebdc40 req-a474e011-8ff4-45f9-9ead-38f974fff3c1 tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:07.699020 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8a91d085-2f2b-4d4d-9f4e-53a51cebdc40 req-a474e011-8ff4-45f9-9ead-38f974fff3c1 tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f91b684-0f86-4c3d-8c30-60226e393b0a HTTP/1.1" status: 200 len: 945 time: 0.0720310 Feb 19 02:41:07.707813 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d962b5de-b012-401b-8f76-037294c1f560 req-ed697f09-6097-4c59-98af-bbba94e9703e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:07.708595 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 3a48fb1b-db7c-4761-a573-7e32d0574b06 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:41:07.709103 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (3a48fb1b-db7c-4761-a573-7e32d0574b06), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:07.709362 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d962b5de-b012-401b-8f76-037294c1f560 req-ed697f09-6097-4c59-98af-bbba94e9703e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4f91b684-0f86-4c3d-8c30-60226e393b0a HTTP/1.1" status: 200 len: 1127 time: 0.1371894 Feb 19 02:41:07.714783 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c05ad125-3242-452a-9740-3b0ce3911256 req-917856aa-6bea-47bc-887a-c44e32cbaea6 service neutron] 10.222.0.82 "GET /v2.0/networks/2f3a90ad-ee5a-41f0-bdc0-22abe981a050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373079 Feb 19 02:41:07.746351 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 3a48fb1b-db7c-4761-a573-7e32d0574b06, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=3a48fb1b-db7c-4761-a573-7e32d0574b06,segment=NetworkSegment(acba4f27-adea-4d4f-9747-beb38d8d96ee),segment_id=acba4f27-adea-4d4f-9747-beb38d8d96ee)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:41:07.752669 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (3a48fb1b-db7c-4761-a573-7e32d0574b06), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:07.801111 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8a91d085-2f2b-4d4d-9f4e-53a51cebdc40 req-cbb5153e-3163-4c6c-b13a-9a0b408c6fa5 tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] 10.222.0.72 "GET /v2.0/security-groups?id=06361a1d-8d82-4ac0-8d63-3ac39b303691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954146 Feb 19 02:41:07.808392 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d962b5de-b012-401b-8f76-037294c1f560 req-0c812889-ccb7-4390-8b54-6a7e2853c458 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=06361a1d-8d82-4ac0-8d63-3ac39b303691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923374 Feb 19 02:41:07.809407 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9d2c6c-bbf1-46da-91b2-254e4eb0b3b6 req-46a8855f-4773-4baf-8b5f-596c25d72baf tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:07.810861 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0e9d2c6c-bbf1-46da-91b2-254e4eb0b3b6 req-46a8855f-4773-4baf-8b5f-596c25d72baf tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] 10.222.0.72 "GET /v2.0/ports?device_id=0ddcf820-02e0-4b56-8332-ac8a890fb0b5 HTTP/1.1" status: 200 len: 944 time: 0.1028202 Feb 19 02:41:07.856549 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c05ad125-3242-452a-9740-3b0ce3911256 req-838ff9b0-9bf0-437d-8429-ea33241b20fd service neutron] 10.222.0.82 "GET /v2.0/networks/2f3a90ad-ee5a-41f0-bdc0-22abe981a050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274533 Feb 19 02:41:07.865478 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0e9d2c6c-bbf1-46da-91b2-254e4eb0b3b6 req-c9975e6b-345b-4d40-8b23-ebd5cd259639 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] 10.222.0.72 "GET /v2.0/security-groups?id=d1874a8e-a1bd-4ab7-b8d8-0b935dd8ff3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468736 Feb 19 02:41:07.924446 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932bd0e4-0581-475d-8880-1e21bf2b4b5c req-87195860-e78b-4c9a-bdc0-304670d7b29d tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:07.926073 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-932bd0e4-0581-475d-8880-1e21bf2b4b5c req-87195860-e78b-4c9a-bdc0-304670d7b29d tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3f5f85b-34ff-4273-b0ac-566af344a95d HTTP/1.1" status: 200 len: 944 time: 0.0661211 Feb 19 02:41:07.961264 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=3a48fb1b-db7c-4761-a573-7e32d0574b06,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:41:08.009436 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-932bd0e4-0581-475d-8880-1e21bf2b4b5c req-86f38cb5-67c3-4a0a-a5bb-39dc25662145 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770664 Feb 19 02:41:08.021634 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a028c42-e54d-4a17-b875-f16bd502cdc0 req-940098f9-b8be-49d7-8394-87101e733a4a tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:08.022395 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3a028c42-e54d-4a17-b875-f16bd502cdc0 req-940098f9-b8be-49d7-8394-87101e733a4a tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] 10.222.0.72 "GET /v2.0/ports?device_id=ea2f4066-2575-4f8e-92ac-4223e51f0922 HTTP/1.1" status: 200 len: 943 time: 0.0884039 Feb 19 02:41:08.071059 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3a028c42-e54d-4a17-b875-f16bd502cdc0 req-cbc3ca5f-2a6e-4340-baa1-683be5212980 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] 10.222.0.72 "GET /v2.0/security-groups?id=114ac838-b4eb-4c21-acd3-b988daa48150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432048 Feb 19 02:41:08.123128 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79ffe39-2058-46e8-a873-7b0518130561 req-4f992735-1530-4410-a0a2-a4822ac948c8 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:08.124605 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d79ffe39-2058-46e8-a873-7b0518130561 req-4f992735-1530-4410-a0a2-a4822ac948c8 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=fcd6a795-095f-4679-b153-54a09672add9 HTTP/1.1" status: 200 len: 943 time: 0.0526855 Feb 19 02:41:08.170116 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d79ffe39-2058-46e8-a873-7b0518130561 req-0fe1899a-fe2f-4c31-a9c5-bc412124c735 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398927 Feb 19 02:41:08.367312 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32396468-fd8b-434f-96cd-b47ae4aee6ce req-5f197a45-d7c7-459f-9280-c023cc6f6037 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:08.368662 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-32396468-fd8b-434f-96cd-b47ae4aee6ce req-5f197a45-d7c7-459f-9280-c023cc6f6037 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/ports?device_id=3eda7d9a-46ef-4f4a-8cd3-be223fab923c HTTP/1.1" status: 200 len: 950 time: 0.0507574 Feb 19 02:41:08.421893 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-32396468-fd8b-434f-96cd-b47ae4aee6ce req-4183969b-a4f5-4f12-bf52-5735913e9d5b tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b908dbc-8f8c-41bc-a0bd-543abe15dd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476828 Feb 19 02:41:08.722261 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4122a8a-41c4-46e2-990d-fb0dd08e57ec req-18653903-8161-4ff4-8890-b216707a473a tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:08.723732 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d4122a8a-41c4-46e2-990d-fb0dd08e57ec req-18653903-8161-4ff4-8890-b216707a473a tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=77900542-b50c-43fa-8e51-4bdebb3f3e4a HTTP/1.1" status: 200 len: 950 time: 0.0953879 Feb 19 02:41:08.754314 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ab6c3b-6a66-46ed-af99-6bc52db537d8 req-09192405-c91d-403a-a0a2-fd18b883b2d3 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:08.759522 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ab6c3b-6a66-46ed-af99-6bc52db537d8 req-09192405-c91d-403a-a0a2-fd18b883b2d3 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:08.761075 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-92ab6c3b-6a66-46ed-af99-6bc52db537d8 req-09192405-c91d-403a-a0a2-fd18b883b2d3 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/ports?device_id=3eda7d9a-46ef-4f4a-8cd3-be223fab923c&device_id=c013bf64-2e13-42b3-a27f-cd4c4b21d557 HTTP/1.1" status: 200 len: 1689 time: 0.1055465 Feb 19 02:41:08.803029 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d4122a8a-41c4-46e2-990d-fb0dd08e57ec req-4c6c9e49-ba03-4a18-8d37-5e86f967a9f3 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729358 Feb 19 02:41:08.836793 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-92ab6c3b-6a66-46ed-af99-6bc52db537d8 req-ccae2ee0-7668-4191-b75c-309f297d1d09 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b908dbc-8f8c-41bc-a0bd-543abe15dd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697196 Feb 19 02:41:08.864611 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-59c027fd-9764-4e2d-98ad-9638e16f99cc req-b4e13d1f-d837-4a29-b832-4d499e2c87dd service neutron] 10.222.0.82 "GET /v2.0/ports/a8eb6e41-adb3-4497-8eb0-74bb6e3592dd/bindings/n-h1-826753-2 HTTP/1.1" status: 200 len: 384 time: 0.0590208 Feb 19 02:41:08.918075 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3796df97-64eb-4487-a946-6899450b29da req-93c2fb17-f460-4138-b43b-bc74ea52ee6b tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:08.919585 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3796df97-64eb-4487-a946-6899450b29da req-93c2fb17-f460-4138-b43b-bc74ea52ee6b tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f91b684-0f86-4c3d-8c30-60226e393b0a HTTP/1.1" status: 200 len: 945 time: 0.0595143 Feb 19 02:41:08.974850 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3796df97-64eb-4487-a946-6899450b29da req-9599c568-f002-4742-aecd-31c5c33787ba tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] 10.222.0.72 "GET /v2.0/security-groups?id=06361a1d-8d82-4ac0-8d63-3ac39b303691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490644 Feb 19 02:41:09.031365 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ef6d2-6dd3-4b43-a5ed-e519e091ca0d req-21556f0f-fe18-438c-8dfb-19b04a30c489 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:09.033044 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7e9ef6d2-6dd3-4b43-a5ed-e519e091ca0d req-21556f0f-fe18-438c-8dfb-19b04a30c489 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] 10.222.0.72 "GET /v2.0/ports?device_id=0ddcf820-02e0-4b56-8332-ac8a890fb0b5 HTTP/1.1" status: 200 len: 944 time: 0.0574150 Feb 19 02:41:09.048752 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-59c027fd-9764-4e2d-98ad-9638e16f99cc req-9501bca9-17ea-40f8-88ab-7c8e166cfeee service neutron] For port a8eb6e41-adb3-4497-8eb0-74bb6e3592dd, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=a8eb6e41-adb3-4497-8eb0-74bb6e3592dd,segment=NetworkSegment(999cf2ff-ad78-4ea0-b2d0-93d967fd81fc),segment_id=999cf2ff-ad78-4ea0-b2d0-93d967fd81fc)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:41:09.069817 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-59c027fd-9764-4e2d-98ad-9638e16f99cc req-9501bca9-17ea-40f8-88ab-7c8e166cfeee service neutron] For port a8eb6e41-adb3-4497-8eb0-74bb6e3592dd, host n-h2-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:41:09.103759 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-59c027fd-9764-4e2d-98ad-9638e16f99cc req-9501bca9-17ea-40f8-88ab-7c8e166cfeee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8eb6e41-adb3-4497-8eb0-74bb6e3592dd {{(pid=103702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:41:09.109629 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7e9ef6d2-6dd3-4b43-a5ed-e519e091ca0d req-866760c6-ec3d-4146-bd85-a39c55847568 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] 10.222.0.72 "GET /v2.0/security-groups?id=d1874a8e-a1bd-4ab7-b8d8-0b935dd8ff3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683851 Feb 19 02:41:09.114938 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-59c027fd-9764-4e2d-98ad-9638e16f99cc req-9501bca9-17ea-40f8-88ab-7c8e166cfeee service neutron] For port a8eb6e41-adb3-4497-8eb0-74bb6e3592dd, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=a8eb6e41-adb3-4497-8eb0-74bb6e3592dd,segment=NetworkSegment(999cf2ff-ad78-4ea0-b2d0-93d967fd81fc),segment_id=999cf2ff-ad78-4ea0-b2d0-93d967fd81fc)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:41:09.120260 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff7bda-0067-4e50-b2f5-728a3d791d8d req-8d7b366c-bb0d-40e8-87f9-97ba36e48041 tempest-ServersOnMultiNodesTest-1647260736 tempest-ServersOnMultiNodesTest-1647260736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:09.122344 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-41ff7bda-0067-4e50-b2f5-728a3d791d8d req-8d7b366c-bb0d-40e8-87f9-97ba36e48041 tempest-ServersOnMultiNodesTest-1647260736 tempest-ServersOnMultiNodesTest-1647260736-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=3eda7d9a-46ef-4f4a-8cd3-be223fab923c HTTP/1.1" status: 200 len: 1132 time: 0.0799413 Feb 19 02:41:09.139202 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-59c027fd-9764-4e2d-98ad-9638e16f99cc req-9501bca9-17ea-40f8-88ab-7c8e166cfeee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (a8eb6e41-adb3-4497-8eb0-74bb6e3592dd), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:09.188647 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-41ff7bda-0067-4e50-b2f5-728a3d791d8d req-0681e740-c517-41f2-9166-525f77f63cda tempest-ServersOnMultiNodesTest-1647260736 tempest-ServersOnMultiNodesTest-1647260736-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=5b908dbc-8f8c-41bc-a0bd-543abe15dd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578268 Feb 19 02:41:09.221601 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-59c027fd-9764-4e2d-98ad-9638e16f99cc req-9501bca9-17ea-40f8-88ab-7c8e166cfeee service neutron] Transition to ACTIVE for port object a8eb6e41-adb3-4497-8eb0-74bb6e3592dd will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:41:09.228271 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-59c027fd-9764-4e2d-98ad-9638e16f99cc req-9501bca9-17ea-40f8-88ab-7c8e166cfeee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (a8eb6e41-adb3-4497-8eb0-74bb6e3592dd), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:09.246849 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f3e82c-b3fc-4e52-a3fe-765460ef0cea req-91e0476a-bd1a-46f7-9c81-379bb5602f02 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:09.248620 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-83f3e82c-b3fc-4e52-a3fe-765460ef0cea req-91e0476a-bd1a-46f7-9c81-379bb5602f02 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3f5f85b-34ff-4273-b0ac-566af344a95d HTTP/1.1" status: 200 len: 944 time: 0.0716445 Feb 19 02:41:09.296184 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-59c027fd-9764-4e2d-98ad-9638e16f99cc req-9501bca9-17ea-40f8-88ab-7c8e166cfeee service neutron] No DVR routers for this DVR port a8eb6e41-adb3-4497-8eb0-74bb6e3592dd on host n-h2-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:41:09.311985 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9501bca9-17ea-40f8-88ab-7c8e166cfeee service neutron] Pushing event updated for resources: {'Port': ['ID=a8eb6e41-adb3-4497-8eb0-74bb6e3592dd,revision_number=10']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:41:09.329952 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-83f3e82c-b3fc-4e52-a3fe-765460ef0cea req-8e79f279-92b9-4cfd-9c17-de8419dc4813 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674164 Feb 19 02:41:09.336924 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c74cf32-3ef8-4b8b-bb74-24554d7d5073 req-b3d81816-ede1-4ac3-8540-117226ce952d tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:09.338498 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0c74cf32-3ef8-4b8b-bb74-24554d7d5073 req-b3d81816-ede1-4ac3-8540-117226ce952d tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] 10.222.0.72 "GET /v2.0/ports?device_id=ea2f4066-2575-4f8e-92ac-4223e51f0922 HTTP/1.1" status: 200 len: 943 time: 0.0856507 Feb 19 02:41:09.347295 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-59c027fd-9764-4e2d-98ad-9638e16f99cc req-9501bca9-17ea-40f8-88ab-7c8e166cfeee service neutron] 10.222.0.82 "PUT /v2.0/ports/a8eb6e41-adb3-4497-8eb0-74bb6e3592dd/bindings/n-h1-826753-2/activate HTTP/1.1" status: 200 len: 369 time: 0.4760621 Feb 19 02:41:09.388055 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0c74cf32-3ef8-4b8b-bb74-24554d7d5073 req-96fa647a-f63e-462c-b59f-d2330a00beb8 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] 10.222.0.72 "GET /v2.0/security-groups?id=114ac838-b4eb-4c21-acd3-b988daa48150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431654 Feb 19 02:41:09.414625 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device f8ee2ea9-f7f3-4d8a-beab-2a8e2e03d6a5 up at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:41:09.453328 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96784e5e-8f39-4fde-95da-8d7d663e5467 req-dfaab614-05c6-4efc-8e73-6d60c4d9e041 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:09.455176 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-96784e5e-8f39-4fde-95da-8d7d663e5467 req-dfaab614-05c6-4efc-8e73-6d60c4d9e041 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=fcd6a795-095f-4679-b153-54a09672add9 HTTP/1.1" status: 200 len: 944 time: 0.0619504 Feb 19 02:41:09.464281 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning for port f8ee2ea9-f7f3-4d8a-beab-2a8e2e03d6a5 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:41:09.469420 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning complete for port f8ee2ea9-f7f3-4d8a-beab-2a8e2e03d6a5 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:41:09.469874 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (f8ee2ea9-f7f3-4d8a-beab-2a8e2e03d6a5), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:09.513953 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a95c21af-97d6-4c6b-a420-7dba79c92172', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a48fb1b-db7c-4761-a573-7e32d0574b06'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:41:09.516213 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5124978-ad5a-4811-a36d-45cbce063c1e" -d '{"events": [{"server_uuid": "a95c21af-97d6-4c6b-a420-7dba79c92172", "name": "network-vif-plugged", "status": "completed", "tag": "3a48fb1b-db7c-4761-a573-7e32d0574b06"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:41:09.530352 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-96784e5e-8f39-4fde-95da-8d7d663e5467 req-83824bd8-3cbd-477c-a41a-0c3cdf677aa5 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656028 Feb 19 02:41:09.533509 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f00c1-1a0c-4e2c-801e-6df2fb3e13ad req-63ca42a6-860c-4d56-a132-a3626ca6be41 tempest-ServersOnMultiNodesTest-1647260736 tempest-ServersOnMultiNodesTest-1647260736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:09.535051 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-810f00c1-1a0c-4e2c-801e-6df2fb3e13ad req-63ca42a6-860c-4d56-a132-a3626ca6be41 tempest-ServersOnMultiNodesTest-1647260736 tempest-ServersOnMultiNodesTest-1647260736-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=c013bf64-2e13-42b3-a27f-cd4c4b21d557 HTTP/1.1" status: 200 len: 1130 time: 0.0783710 Feb 19 02:41:09.567566 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port f8ee2ea9-f7f3-4d8a-beab-2a8e2e03d6a5 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:41:09.567964 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (f8ee2ea9-f7f3-4d8a-beab-2a8e2e03d6a5), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:09.583191 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-810f00c1-1a0c-4e2c-801e-6df2fb3e13ad req-cfc63f58-9366-4d08-93fb-dc1971a627b6 tempest-ServersOnMultiNodesTest-1647260736 tempest-ServersOnMultiNodesTest-1647260736-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=5b908dbc-8f8c-41bc-a0bd-543abe15dd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412459 Feb 19 02:41:09.607490 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port f8ee2ea9-f7f3-4d8a-beab-2a8e2e03d6a5, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=f8ee2ea9-f7f3-4d8a-beab-2a8e2e03d6a5,segment=NetworkSegment(6f7b8cc3-683b-49b2-aa9b-588731b9d8d2),segment_id=6f7b8cc3-683b-49b2-aa9b-588731b9d8d2)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:41:09.616273 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (f8ee2ea9-f7f3-4d8a-beab-2a8e2e03d6a5), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:09.617172 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 4b60fb05-e487-4969-8620-669f8cc0ccaf up at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:41:09.644638 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 2bdec1ae-8218-4b25-acdb-d88d4bb3c50e up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:41:09.665967 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df50704b-0d10-4d4a-832b-936af9b44ed0 x-openstack-request-id: req-df50704b-0d10-4d4a-832b-936af9b44ed0 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:41:09.666283 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a95c21af-97d6-4c6b-a420-7dba79c92172", "name": "network-vif-plugged", "status": "completed", "tag": "3a48fb1b-db7c-4761-a573-7e32d0574b06", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:41:09.666542 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-df50704b-0d10-4d4a-832b-936af9b44ed0 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:41:09.666928 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a95c21af-97d6-4c6b-a420-7dba79c92172', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a48fb1b-db7c-4761-a573-7e32d0574b06', 'code': 200} Feb 19 02:41:09.738949 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=f8ee2ea9-f7f3-4d8a-beab-2a8e2e03d6a5,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:41:09.748888 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5d8bb74b-4969-4c0e-ab90-66634802a10b req-16d45629-dd2c-4481-93d2-84a5b9839227 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=03a224ed4cc448b3ab8491a1b5a2c99b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0221720 Feb 19 02:41:09.760309 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning for port 4b60fb05-e487-4969-8620-669f8cc0ccaf completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:41:09.763932 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port 2bdec1ae-8218-4b25-acdb-d88d4bb3c50e triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:41:09.764305 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (2bdec1ae-8218-4b25-acdb-d88d4bb3c50e), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:09.765881 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning complete for port 4b60fb05-e487-4969-8620-669f8cc0ccaf triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:41:09.766238 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (4b60fb05-e487-4969-8620-669f8cc0ccaf), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:09.858799 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8bb74b-4969-4c0e-ab90-66634802a10b req-15027cfd-a79e-4331-8164-97797246ba8e tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:09.860473 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5d8bb74b-4969-4c0e-ab90-66634802a10b req-15027cfd-a79e-4331-8164-97797246ba8e tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1057014 Feb 19 02:41:09.875581 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5d8bb74b-4969-4c0e-ab90-66634802a10b req-de306f69-7ee3-4e4b-8748-08caec457e65 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/quotas/03a224ed4cc448b3ab8491a1b5a2c99b HTTP/1.1" status: 200 len: 375 time: 0.0090468 Feb 19 02:41:09.900317 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 2bdec1ae-8218-4b25-acdb-d88d4bb3c50e is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:41:09.900618 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (2bdec1ae-8218-4b25-acdb-d88d4bb3c50e), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:09.918310 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 4b60fb05-e487-4969-8620-669f8cc0ccaf is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:41:09.918701 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (4b60fb05-e487-4969-8620-669f8cc0ccaf), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:09.954636 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 2bdec1ae-8218-4b25-acdb-d88d4bb3c50e, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=2bdec1ae-8218-4b25-acdb-d88d4bb3c50e,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:41:09.963838 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (2bdec1ae-8218-4b25-acdb-d88d4bb3c50e), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:09.969164 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c8fffd-503e-44a4-9e89-bbb7f6f3c14c req-4313e806-ada9-4e85-bdab-63e9d61c95c5 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:09.971469 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f4c8fffd-503e-44a4-9e89-bbb7f6f3c14c req-4313e806-ada9-4e85-bdab-63e9d61c95c5 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=77900542-b50c-43fa-8e51-4bdebb3f3e4a HTTP/1.1" status: 200 len: 950 time: 0.0879476 Feb 19 02:41:09.975787 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 4b60fb05-e487-4969-8620-669f8cc0ccaf, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=4b60fb05-e487-4969-8620-669f8cc0ccaf,segment=NetworkSegment(9dab481a-5428-424d-a8c3-4ae8ddfff67b),segment_id=9dab481a-5428-424d-a8c3-4ae8ddfff67b)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:41:09.982248 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5d8bb74b-4969-4c0e-ab90-66634802a10b req-450c3d4b-3a93-4c4f-9fde-813676e0adbc tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=03a224ed4cc448b3ab8491a1b5a2c99b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1011569 Feb 19 02:41:09.994019 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (4b60fb05-e487-4969-8620-669f8cc0ccaf), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:10.024171 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=2bdec1ae-8218-4b25-acdb-d88d4bb3c50e,revision_number=10']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:41:10.027989 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f4c8fffd-503e-44a4-9e89-bbb7f6f3c14c req-9116eef3-00fa-44da-8263-6fcce44208a4 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447807 Feb 19 02:41:10.082322 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=4b60fb05-e487-4969-8620-669f8cc0ccaf,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:41:10.163011 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45842612-27c2-4e30-9746-4e66f1d979be req-1368b9cd-f4e1-4ce1-b676-52b2994ba264 tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:10.164524 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-45842612-27c2-4e30-9746-4e66f1d979be req-1368b9cd-f4e1-4ce1-b676-52b2994ba264 tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f91b684-0f86-4c3d-8c30-60226e393b0a HTTP/1.1" status: 200 len: 945 time: 0.0662313 Feb 19 02:41:10.186116 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0501bdc2-253c-4948-9a5e-fe7b948b2d31 req-4f76d903-e1d3-463f-8471-759f619c6e84 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/ports?device_id=9d810e45-6af2-4eda-a0f2-7099726ed5c8 HTTP/1.1" status: 200 len: 210 time: 0.0403123 Feb 19 02:41:10.234824 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-45842612-27c2-4e30-9746-4e66f1d979be req-982e633a-09b4-4f1a-b305-5df04ce468ab tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] 10.222.0.72 "GET /v2.0/security-groups?id=06361a1d-8d82-4ac0-8d63-3ac39b303691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511560 Feb 19 02:41:10.321790 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef2205a-485c-41cb-8a4c-6012de200e48 req-36a2c0c3-7336-40ca-94fa-5b10e49c5371 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:10.323385 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2ef2205a-485c-41cb-8a4c-6012de200e48 req-36a2c0c3-7336-40ca-94fa-5b10e49c5371 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] 10.222.0.72 "GET /v2.0/ports?device_id=0ddcf820-02e0-4b56-8332-ac8a890fb0b5 HTTP/1.1" status: 200 len: 945 time: 0.0683258 Feb 19 02:41:10.340852 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c027fd-9764-4e2d-98ad-9638e16f99cc req-3c194889-708c-4cac-b132-f5a771316621 tempest-LiveMigrationTest-193918984 tempest-LiveMigrationTest-193918984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:10.342580 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-59c027fd-9764-4e2d-98ad-9638e16f99cc req-3c194889-708c-4cac-b132-f5a771316621 tempest-LiveMigrationTest-193918984 tempest-LiveMigrationTest-193918984-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=fcd6a795-095f-4679-b153-54a09672add9&tenant_id=0351aa3c6ea34cbbac483ac000de57cb&binding%3Ahost_id=n-h2-826753-2 HTTP/1.1" status: 200 len: 1126 time: 0.0849133 Feb 19 02:41:10.349346 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90094d1d-28d0-4455-bac7-f48ae0098d3f req-aea1a7d8-1757-4ddf-a62e-d16e0d29c66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:10.350837 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-90094d1d-28d0-4455-bac7-f48ae0098d3f req-aea1a7d8-1757-4ddf-a62e-d16e0d29c66f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a95c21af-97d6-4c6b-a420-7dba79c92172 HTTP/1.1" status: 200 len: 1127 time: 0.0652103 Feb 19 02:41:10.377364 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2ef2205a-485c-41cb-8a4c-6012de200e48 req-b8afcec2-1b1f-475f-9c30-87e1886b38a3 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] 10.222.0.72 "GET /v2.0/security-groups?id=d1874a8e-a1bd-4ab7-b8d8-0b935dd8ff3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462580 Feb 19 02:41:10.454021 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c027fd-9764-4e2d-98ad-9638e16f99cc req-5928f2eb-e148-444b-838c-3cb5b5c94b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:10.456512 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-59c027fd-9764-4e2d-98ad-9638e16f99cc req-5928f2eb-e148-444b-838c-3cb5b5c94b7c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=fcd6a795-095f-4679-b153-54a09672add9&tenant_id=0351aa3c6ea34cbbac483ac000de57cb HTTP/1.1" status: 200 len: 1126 time: 0.0887775 Feb 19 02:41:10.460982 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-90094d1d-28d0-4455-bac7-f48ae0098d3f req-01f87a78-195c-49cd-a01d-32fb8c1a0af9 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=06361a1d-8d82-4ac0-8d63-3ac39b303691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764868 Feb 19 02:41:10.479710 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd5467b-390a-4f60-97e0-e7e8398e5075 req-4fea672a-77c0-4bcd-83ac-0ba45c80f261 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:10.481766 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bdd5467b-390a-4f60-97e0-e7e8398e5075 req-4fea672a-77c0-4bcd-83ac-0ba45c80f261 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3f5f85b-34ff-4273-b0ac-566af344a95d HTTP/1.1" status: 200 len: 945 time: 0.0602930 Feb 19 02:41:10.566037 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bdd5467b-390a-4f60-97e0-e7e8398e5075 req-912df90e-0127-40d1-b380-2614948016af tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784113 Feb 19 02:41:10.575951 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415defaa-b845-4c67-8676-0647c955e538 req-dd0ed0f3-e4bb-4d31-9cea-7d9e3f820c8a tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:10.577397 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-415defaa-b845-4c67-8676-0647c955e538 req-dd0ed0f3-e4bb-4d31-9cea-7d9e3f820c8a tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] 10.222.0.72 "GET /v2.0/ports?device_id=ea2f4066-2575-4f8e-92ac-4223e51f0922 HTTP/1.1" status: 200 len: 943 time: 0.0918298 Feb 19 02:41:10.630168 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-415defaa-b845-4c67-8676-0647c955e538 req-0bbb170b-d5c7-43ee-9f52-7e0f6f20e4f3 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] 10.222.0.72 "GET /v2.0/security-groups?id=114ac838-b4eb-4c21-acd3-b988daa48150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464246 Feb 19 02:41:10.680101 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7285e27-6ed2-4e22-ac74-5f1690baf085 req-bab6ec3f-d346-4fde-a929-0a7d5e7a4aa1 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:10.681626 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d7285e27-6ed2-4e22-ac74-5f1690baf085 req-bab6ec3f-d346-4fde-a929-0a7d5e7a4aa1 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=fcd6a795-095f-4679-b153-54a09672add9 HTTP/1.1" status: 200 len: 944 time: 0.0566037 Feb 19 02:41:10.728464 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d7285e27-6ed2-4e22-ac74-5f1690baf085 req-bfff6247-6101-4b1e-a5f4-9e432029cee1 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403850 Feb 19 02:41:10.968789 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c027fd-9764-4e2d-98ad-9638e16f99cc req-5faeeb36-2a57-4113-a8a7-4b6006f340c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:10.970231 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-59c027fd-9764-4e2d-98ad-9638e16f99cc req-5faeeb36-2a57-4113-a8a7-4b6006f340c8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0351aa3c6ea34cbbac483ac000de57cb&device_id=fcd6a795-095f-4679-b153-54a09672add9 HTTP/1.1" status: 200 len: 1126 time: 0.0465474 Feb 19 02:41:11.068594 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c027fd-9764-4e2d-98ad-9638e16f99cc req-fce37c42-8af0-41e7-8489-e199bdb9bd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:11.070199 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-59c027fd-9764-4e2d-98ad-9638e16f99cc req-fce37c42-8af0-41e7-8489-e199bdb9bd21 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7 HTTP/1.1" status: 200 len: 909 time: 0.0887575 Feb 19 02:41:11.154725 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e2e63d-0d56-4a95-84e1-d302600c475f req-4b825c1b-afda-43e3-a354-ce7d9ac5586e tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:11.156182 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f9e2e63d-0d56-4a95-84e1-d302600c475f req-4b825c1b-afda-43e3-a354-ce7d9ac5586e tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=77900542-b50c-43fa-8e51-4bdebb3f3e4a HTTP/1.1" status: 200 len: 950 time: 0.0524089 Feb 19 02:41:11.204629 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f9e2e63d-0d56-4a95-84e1-d302600c475f req-8af4e03c-8bb1-487d-80e4-2e18fc11e8f1 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423830 Feb 19 02:41:11.261801 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-59c027fd-9764-4e2d-98ad-9638e16f99cc req-d7cd4e74-5fca-4d04-98e0-82b50b346c96 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8eb6e41-adb3-4497-8eb0-74bb6e3592dd HTTP/1.1" status: 200 len: 217 time: 0.0403292 Feb 19 02:41:11.281945 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6f552935-b874-4814-b978-f4f61449daa5 req-43c6bf53-3c29-46f7-94de-2c6e9d99dd4e tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/ports?device_id=9d810e45-6af2-4eda-a0f2-7099726ed5c8 HTTP/1.1" status: 200 len: 210 time: 0.0272813 Feb 19 02:41:11.355185 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dd63ec-cd91-45f9-9583-acc6c0876c92 req-fd177785-e8bc-44c1-9d84-de4be23284ab tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:11.356693 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-88dd63ec-cd91-45f9-9583-acc6c0876c92 req-fd177785-e8bc-44c1-9d84-de4be23284ab tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f91b684-0f86-4c3d-8c30-60226e393b0a HTTP/1.1" status: 200 len: 945 time: 0.0531764 Feb 19 02:41:11.403679 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-88dd63ec-cd91-45f9-9583-acc6c0876c92 req-cbf0360d-9d01-4c1a-90e5-7cc6b30791c9 tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] 10.222.0.72 "GET /v2.0/security-groups?id=06361a1d-8d82-4ac0-8d63-3ac39b303691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405927 Feb 19 02:41:11.417493 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 71f76ff5-9391-4c09-ab79-9aa8ed52e78d details requested by agent hyperv_n-h2-826753-2 with host n-h2-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:41:11.503979 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28141937-7765-442e-941d-d174d339b567 req-d6f8a421-2ec9-48bb-9f97-7388c4f51556 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:11.505649 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-28141937-7765-442e-941d-d174d339b567 req-d6f8a421-2ec9-48bb-9f97-7388c4f51556 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] 10.222.0.72 "GET /v2.0/ports?device_id=0ddcf820-02e0-4b56-8332-ac8a890fb0b5 HTTP/1.1" status: 200 len: 945 time: 0.0560462 Feb 19 02:41:11.526706 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 71f76ff5-9391-4c09-ab79-9aa8ed52e78d, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=71f76ff5-9391-4c09-ab79-9aa8ed52e78d,segment=NetworkSegment(10fe79c3-695f-410b-b530-64a63e824745),segment_id=10fe79c3-695f-410b-b530-64a63e824745)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:41:11.540932 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Returning: {'device': '71f76ff5-9391-4c09-ab79-9aa8ed52e78d', 'network_id': '2f3a90ad-ee5a-41f0-bdc0-22abe981a050', 'port_id': '71f76ff5-9391-4c09-ab79-9aa8ed52e78d', 'mac_address': 'fa:16:3e:fe:ac:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1cf80ca-3ee4-4752-b65e-3f091ad2def6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:41:11.571855 n-d-826753-2 neutron-server[103702]: INFO neutron.api.v2.resource [req-156e389a-f23e-498a-bfda-8f821860b5de req-aee7ad9c-75a9-4ec0-9b37-e24af45ef844 service neutron] show failed (client error): The resource could not be found. Feb 19 02:41:11.573038 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-156e389a-f23e-498a-bfda-8f821860b5de req-aee7ad9c-75a9-4ec0-9b37-e24af45ef844 service neutron] 10.222.0.82 "GET /v2.0/ports/4e89b04d-4fc5-4464-a71b-3345933c773e/bindings/n-h1-826753-2 HTTP/1.1" status: 404 len: 380 time: 0.1181197 Feb 19 02:41:11.576784 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c027fd-9764-4e2d-98ad-9638e16f99cc req-dbdd88ee-dfd1-4ca8-9192-676b6c22733d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:11.578324 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-59c027fd-9764-4e2d-98ad-9638e16f99cc req-dbdd88ee-dfd1-4ca8-9192-676b6c22733d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=de6735e0-8981-45a6-9d12-953729888898 HTTP/1.1" status: 200 len: 848 time: 0.0829225 Feb 19 02:41:11.581614 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-28141937-7765-442e-941d-d174d339b567 req-79da1440-4c50-4922-8530-3652a3033a01 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] 10.222.0.72 "GET /v2.0/security-groups?id=d1874a8e-a1bd-4ab7-b8d8-0b935dd8ff3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675831 Feb 19 02:41:11.583248 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 71f76ff5-9391-4c09-ab79-9aa8ed52e78d is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:41:11.583637 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (71f76ff5-9391-4c09-ab79-9aa8ed52e78d), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:11.599261 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71f76ff5-9391-4c09-ab79-9aa8ed52e78d {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:41:11.624344 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 71f76ff5-9391-4c09-ab79-9aa8ed52e78d, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=71f76ff5-9391-4c09-ab79-9aa8ed52e78d,segment=NetworkSegment(10fe79c3-695f-410b-b530-64a63e824745),segment_id=10fe79c3-695f-410b-b530-64a63e824745)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:41:11.634175 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (71f76ff5-9391-4c09-ab79-9aa8ed52e78d), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:11.636305 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-59c027fd-9764-4e2d-98ad-9638e16f99cc req-49618813-964d-4ffb-839c-d717645015cb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457966 Feb 19 02:41:11.688124 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ddcf820-02e0-4b56-8332-ac8a890fb0b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8ee2ea9-f7f3-4d8a-beab-2a8e2e03d6a5'}, {'server_uuid': 'c6732863-2c63-4725-a714-348b290e7e20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bdec1ae-8218-4b25-acdb-d88d4bb3c50e'}, {'server_uuid': 'd3f5f85b-34ff-4273-b0ac-566af344a95d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b60fb05-e487-4969-8620-669f8cc0ccaf'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:41:11.692068 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac0845a6-405c-4a38-8148-c95f248f94d8" -d '{"events": [{"server_uuid": "0ddcf820-02e0-4b56-8332-ac8a890fb0b5", "name": "network-vif-plugged", "status": "completed", "tag": "f8ee2ea9-f7f3-4d8a-beab-2a8e2e03d6a5"}, {"server_uuid": "c6732863-2c63-4725-a714-348b290e7e20", "name": "network-vif-plugged", "status": "completed", "tag": "2bdec1ae-8218-4b25-acdb-d88d4bb3c50e"}, {"server_uuid": "d3f5f85b-34ff-4273-b0ac-566af344a95d", "name": "network-vif-plugged", "status": "completed", "tag": "4b60fb05-e487-4969-8620-669f8cc0ccaf"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:41:11.745521 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=71f76ff5-9391-4c09-ab79-9aa8ed52e78d,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:41:11.782768 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e887e889-074b-47f8-a5f4-fba1f9a8ff88 req-790a5b23-6bd3-4706-8ef9-ab4918b1aab1 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:11.785613 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-59c027fd-9764-4e2d-98ad-9638e16f99cc req-75f793dc-4c5f-443a-a727-bc14472889e7 service neutron] 10.222.0.73 "GET /v2.0/networks/b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238348 Feb 19 02:41:11.785990 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e887e889-074b-47f8-a5f4-fba1f9a8ff88 req-790a5b23-6bd3-4706-8ef9-ab4918b1aab1 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3f5f85b-34ff-4273-b0ac-566af344a95d HTTP/1.1" status: 200 len: 945 time: 0.1028025 Feb 19 02:41:11.833062 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cd070d-d1f5-450f-b323-8aa05906fd4a req-5cef5edc-84f7-4e82-8c78-aa4f6c284381 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:11.834713 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-04cd070d-d1f5-450f-b323-8aa05906fd4a req-5cef5edc-84f7-4e82-8c78-aa4f6c284381 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] 10.222.0.72 "GET /v2.0/ports?device_id=ea2f4066-2575-4f8e-92ac-4223e51f0922 HTTP/1.1" status: 200 len: 944 time: 0.1077247 Feb 19 02:41:11.895365 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e887e889-074b-47f8-a5f4-fba1f9a8ff88 req-3fd204b2-0dde-4776-958a-8886c78842ad tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043284 Feb 19 02:41:11.938694 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-04cd070d-d1f5-450f-b323-8aa05906fd4a req-a704223e-e941-4c41-9471-d492548dabc8 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] 10.222.0.72 "GET /v2.0/security-groups?id=114ac838-b4eb-4c21-acd3-b988daa48150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978611 Feb 19 02:41:11.949093 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-59c027fd-9764-4e2d-98ad-9638e16f99cc req-bc70b2db-3d2b-405a-9673-0ab97fc53d9b service neutron] 10.222.0.73 "GET /v2.0/networks/b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565628 Feb 19 02:41:11.953128 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156e389a-f23e-498a-bfda-8f821860b5de req-d6a613e4-2650-4a24-a6f6-ef7821ef5fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:11.954536 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-156e389a-f23e-498a-bfda-8f821860b5de req-d6a613e4-2650-4a24-a6f6-ef7821ef5fa5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=77900542-b50c-43fa-8e51-4bdebb3f3e4a&tenant_id=db33b204d8b743bf8957eb245634d63e HTTP/1.1" status: 200 len: 1132 time: 0.0893207 Feb 19 02:41:11.988410 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-156e389a-f23e-498a-bfda-8f821860b5de req-0e7d1dca-5c96-4c1c-a413-06864419d36a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-826753-2', 'device_owner': 'compute:nova'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:41:11.996136 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 19 Feb 2022 02:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ee8acfd-3b6d-45e3-84ee-ca8085511f35 x-openstack-request-id: req-5ee8acfd-3b6d-45e3-84ee-ca8085511f35 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:41:11.996466 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ddcf820-02e0-4b56-8332-ac8a890fb0b5", "name": "network-vif-plugged", "status": "completed", "tag": "f8ee2ea9-f7f3-4d8a-beab-2a8e2e03d6a5", "code": 200}, {"server_uuid": "c6732863-2c63-4725-a714-348b290e7e20", "name": "network-vif-plugged", "status": "completed", "tag": "2bdec1ae-8218-4b25-acdb-d88d4bb3c50e", "code": 200}, {"server_uuid": "d3f5f85b-34ff-4273-b0ac-566af344a95d", "name": "network-vif-plugged", "status": "completed", "tag": "4b60fb05-e487-4969-8620-669f8cc0ccaf", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:41:11.996724 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5ee8acfd-3b6d-45e3-84ee-ca8085511f35 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:41:11.997182 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ddcf820-02e0-4b56-8332-ac8a890fb0b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8ee2ea9-f7f3-4d8a-beab-2a8e2e03d6a5', 'code': 200} Feb 19 02:41:11.997441 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6732863-2c63-4725-a714-348b290e7e20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bdec1ae-8218-4b25-acdb-d88d4bb3c50e', 'code': 200} Feb 19 02:41:11.998008 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3f5f85b-34ff-4273-b0ac-566af344a95d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b60fb05-e487-4969-8620-669f8cc0ccaf', 'code': 200} Feb 19 02:41:12.020247 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['71f76ff5-9391-4c09-ab79-9aa8ed52e78d'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:41:12.095892 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-156e389a-f23e-498a-bfda-8f821860b5de req-0e7d1dca-5c96-4c1c-a413-06864419d36a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (4e89b04d-4fc5-4464-a71b-3345933c773e), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:12.295880 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b21a3-46db-4847-9991-0ba714ebdd31 req-a89fde15-3df3-48fd-a49a-21506e2e9452 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:12.307883 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-157b21a3-46db-4847-9991-0ba714ebdd31 req-a89fde15-3df3-48fd-a49a-21506e2e9452 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=fcd6a795-095f-4679-b153-54a09672add9 HTTP/1.1" status: 200 len: 944 time: 0.1879394 Feb 19 02:41:12.420785 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6b20e8-4d54-49a0-9e7e-21ba30462417 req-8d8587fd-72f9-4a97-8d29-a5dd115e57bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:12.422265 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ad6b20e8-4d54-49a0-9e7e-21ba30462417 req-8d8587fd-72f9-4a97-8d29-a5dd115e57bc service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=d3f5f85b-34ff-4273-b0ac-566af344a95d HTTP/1.1" status: 200 len: 1127 time: 0.2346761 Feb 19 02:41:12.433458 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0595f85e-b33d-4148-824b-a9f0d769a3cd req-4db55fc7-4895-4443-a4d9-e0454c3033db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:12.435662 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-0595f85e-b33d-4148-824b-a9f0d769a3cd req-4db55fc7-4895-4443-a4d9-e0454c3033db service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=0ddcf820-02e0-4b56-8332-ac8a890fb0b5 HTTP/1.1" status: 200 len: 1127 time: 0.2573044 Feb 19 02:41:12.484934 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-157b21a3-46db-4847-9991-0ba714ebdd31 req-04fff24d-69cb-45f2-8dfa-1bfe00209546 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758673 Feb 19 02:41:12.550691 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a1b32f-4bad-4a00-ad97-d1bb9bfb4481 req-c59c5d8f-c8c9-4578-8bdb-33087aa1519d tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:12.555223 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-5d8bb74b-4969-4c0e-ab90-66634802a10b req-55dab742-f20b-42e6-bb13-197b37993ce2 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=03a224ed4cc448b3ab8491a1b5a2c99b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0513608 Feb 19 02:41:12.557937 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-36a1b32f-4bad-4a00-ad97-d1bb9bfb4481 req-c59c5d8f-c8c9-4578-8bdb-33087aa1519d tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=77900542-b50c-43fa-8e51-4bdebb3f3e4a HTTP/1.1" status: 200 len: 950 time: 0.2230484 Feb 19 02:41:12.592877 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ad6b20e8-4d54-49a0-9e7e-21ba30462417 req-d91b968f-4de3-4ac7-8e61-d6e414040697 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569691 Feb 19 02:41:12.644116 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-92f96c68-7598-409a-85b7-718f28cfc560 req-913cea03-c858-44a1-b39c-f60b0e73c33e tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/ports?device_id=9d810e45-6af2-4eda-a0f2-7099726ed5c8 HTTP/1.1" status: 200 len: 210 time: 0.0389631 Feb 19 02:41:12.714027 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8bb74b-4969-4c0e-ab90-66634802a10b req-e96df30d-8be0-4738-a7e8-ee950a75ea37 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:12.715002 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-5d8bb74b-4969-4c0e-ab90-66634802a10b req-e96df30d-8be0-4738-a7e8-ee950a75ea37 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1303232 Feb 19 02:41:12.728564 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-36a1b32f-4bad-4a00-ad97-d1bb9bfb4481 req-d64dac3e-2081-418c-bce9-47bce2b63ced tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532371 Feb 19 02:41:12.741878 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-0595f85e-b33d-4148-824b-a9f0d769a3cd req-eacaa652-eb52-4ecb-bfaf-b82b23c2a916 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=d1874a8e-a1bd-4ab7-b8d8-0b935dd8ff3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2365308 Feb 19 02:41:12.756684 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-5d8bb74b-4969-4c0e-ab90-66634802a10b req-40977c97-d734-456e-ab96-34ee2c31d58e tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Request body: {'port': {'device_id': '9d810e45-6af2-4eda-a0f2-7099726ed5c8', 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f', 'admin_state_up': True, 'tenant_id': '03a224ed4cc448b3ab8491a1b5a2c99b'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:41:12.760660 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c027fd-9764-4e2d-98ad-9638e16f99cc req-afac44ce-852c-4d46-8b11-d96605584bbe tempest-LiveMigrationTest-193918984 tempest-LiveMigrationTest-193918984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:12.764926 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-59c027fd-9764-4e2d-98ad-9638e16f99cc req-afac44ce-852c-4d46-8b11-d96605584bbe tempest-LiveMigrationTest-193918984 tempest-LiveMigrationTest-193918984-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=fcd6a795-095f-4679-b153-54a09672add9&tenant_id=0351aa3c6ea34cbbac483ac000de57cb&binding%3Ahost_id=n-h1-826753-2 HTTP/1.1" status: 200 len: 1126 time: 0.1112192 Feb 19 02:41:12.886809 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-156e389a-f23e-498a-bfda-8f821860b5de req-0e7d1dca-5c96-4c1c-a413-06864419d36a service neutron] For port 4e89b04d-4fc5-4464-a71b-3345933c773e, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=4e89b04d-4fc5-4464-a71b-3345933c773e,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:41:12.947274 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d8bb74b-4969-4c0e-ab90-66634802a10b req-40977c97-d734-456e-ab96-34ee2c31d58e tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Made reservation on behalf of 03a224ed4cc448b3ab8491a1b5a2c99b for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:41:12.951633 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-5d8bb74b-4969-4c0e-ab90-66634802a10b req-40977c97-d734-456e-ab96-34ee2c31d58e tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:12.973209 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-156e389a-f23e-498a-bfda-8f821860b5de req-0e7d1dca-5c96-4c1c-a413-06864419d36a service neutron] For port 4e89b04d-4fc5-4464-a71b-3345933c773e, host n-h2-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:41:12.974576 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919e2b4a-bcf6-49d8-9918-17adc8994102 req-21cfe747-2d70-49ee-81e2-e470b605708a tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:12.976657 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-919e2b4a-bcf6-49d8-9918-17adc8994102 req-21cfe747-2d70-49ee-81e2-e470b605708a tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f91b684-0f86-4c3d-8c30-60226e393b0a HTTP/1.1" status: 200 len: 945 time: 0.2058482 Feb 19 02:41:13.061507 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f5f4ae-b4c0-4f4a-a0f1-f2f12a60317b req-1e38f6ac-3ebd-495b-bb73-d4fa1b0b8133 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:13.070785 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-13f5f4ae-b4c0-4f4a-a0f1-f2f12a60317b req-1e38f6ac-3ebd-495b-bb73-d4fa1b0b8133 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] 10.222.0.72 "GET /v2.0/ports?device_id=0ddcf820-02e0-4b56-8332-ac8a890fb0b5 HTTP/1.1" status: 200 len: 945 time: 0.2194846 Feb 19 02:41:13.081405 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-59c027fd-9764-4e2d-98ad-9638e16f99cc req-29326410-d797-4fec-980d-af2a857a2818 service neutron] For port a8eb6e41-adb3-4497-8eb0-74bb6e3592dd, host n-h2-826753-2, cleared binding levels {{(pid=103701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:41:13.087071 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77900542-b50c-43fa-8e51-4bdebb3f3e4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e89b04d-4fc5-4464-a71b-3345933c773e'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:41:13.090633 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b35f798-b8ed-4a1a-8817-cfaf6099af8c" -d '{"events": [{"server_uuid": "77900542-b50c-43fa-8e51-4bdebb3f3e4a", "name": "network-vif-unplugged", "status": "completed", "tag": "4e89b04d-4fc5-4464-a71b-3345933c773e"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:41:13.096916 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-59c027fd-9764-4e2d-98ad-9638e16f99cc req-29326410-d797-4fec-980d-af2a857a2818 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:13.097343 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-156e389a-f23e-498a-bfda-8f821860b5de req-0e7d1dca-5c96-4c1c-a413-06864419d36a service neutron] Publish callbacks [] for port (4e89b04d-4fc5-4464-a71b-3345933c773e), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:13.099225 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-59c027fd-9764-4e2d-98ad-9638e16f99cc req-29326410-d797-4fec-980d-af2a857a2818 service neutron] 10.222.0.73 "DELETE /v2.0/ports/a8eb6e41-adb3-4497-8eb0-74bb6e3592dd/bindings/n-h2-826753-2 HTTP/1.1" status: 204 len: 173 time: 0.3071158 Feb 19 02:41:13.109915 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device a8eb6e41-adb3-4497-8eb0-74bb6e3592dd no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:41:13.144979 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-156e389a-f23e-498a-bfda-8f821860b5de req-0e7d1dca-5c96-4c1c-a413-06864419d36a service neutron] Transition to ACTIVE for port object 4e89b04d-4fc5-4464-a71b-3345933c773e will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:41:13.192992 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-919e2b4a-bcf6-49d8-9918-17adc8994102 req-0ada12d2-7735-45d5-931d-86749ebb7e17 tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] 10.222.0.72 "GET /v2.0/security-groups?id=06361a1d-8d82-4ac0-8d63-3ac39b303691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614320 Feb 19 02:41:13.202157 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-13f5f4ae-b4c0-4f4a-a0f1-f2f12a60317b req-8c57ffb8-8ee1-4385-8e2e-7215d64e6afe tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] 10.222.0.72 "GET /v2.0/security-groups?id=d1874a8e-a1bd-4ab7-b8d8-0b935dd8ff3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301608 Feb 19 02:41:13.227755 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-156e389a-f23e-498a-bfda-8f821860b5de req-0e7d1dca-5c96-4c1c-a413-06864419d36a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (4e89b04d-4fc5-4464-a71b-3345933c773e), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:13.290979 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port a8eb6e41-adb3-4497-8eb0-74bb6e3592dd is: DOWN; New status is: DOWN {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:41:13.386008 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [req-5d8bb74b-4969-4c0e-ab90-66634802a10b req-40977c97-d734-456e-ab96-34ee2c31d58e tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Allocated IP 192.168.233.121 (5124bd00-da2a-4bd6-93a0-c14c92afb11f/974c06bc-f097-4890-970a-b087501ab241/e33b8d9a-b9b3-4c2d-a1d9-3d6762227071) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:41:13.391128 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-156e389a-f23e-498a-bfda-8f821860b5de req-0e7d1dca-5c96-4c1c-a413-06864419d36a service neutron] No DVR routers for this DVR port 4e89b04d-4fc5-4464-a71b-3345933c773e on host n-h2-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:41:13.425929 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7d1dca-5c96-4c1c-a413-06864419d36a service neutron] Pushing event updated for resources: {'Port': ['ID=4e89b04d-4fc5-4464-a71b-3345933c773e,revision_number=6']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:41:13.455539 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 71f76ff5-9391-4c09-ab79-9aa8ed52e78d up at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:41:13.476696 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-156e389a-f23e-498a-bfda-8f821860b5de req-0e7d1dca-5c96-4c1c-a413-06864419d36a service neutron] Attempting to bind port 4e89b04d-4fc5-4464-a71b-3345933c773e on host n-h1-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:41:13.477040 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-156e389a-f23e-498a-bfda-8f821860b5de req-0e7d1dca-5c96-4c1c-a413-06864419d36a service neutron] Attempting to bind port 4e89b04d-4fc5-4464-a71b-3345933c773e by drivers openvswitch,hyperv on host n-h1-826753-2 at level 0 using segments [{'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:41:13.477407 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156e389a-f23e-498a-bfda-8f821860b5de req-0e7d1dca-5c96-4c1c-a413-06864419d36a service neutron] Attempting to bind port 4e89b04d-4fc5-4464-a71b-3345933c773e on network 5124bd00-da2a-4bd6-93a0-c14c92afb11f {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:41:13.504512 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156e389a-f23e-498a-bfda-8f821860b5de req-0e7d1dca-5c96-4c1c-a413-06864419d36a service neutron] Port 4e89b04d-4fc5-4464-a71b-3345933c773e on network 5124bd00-da2a-4bd6-93a0-c14c92afb11f not bound, no agent of type Open vSwitch agent registered on host n-h1-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:41:13.504840 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156e389a-f23e-498a-bfda-8f821860b5de req-0e7d1dca-5c96-4c1c-a413-06864419d36a service neutron] Attempting to bind port 4e89b04d-4fc5-4464-a71b-3345933c773e on network 5124bd00-da2a-4bd6-93a0-c14c92afb11f {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:41:13.523996 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156e389a-f23e-498a-bfda-8f821860b5de req-0e7d1dca-5c96-4c1c-a413-06864419d36a service neutron] Checking agent: {'id': '9d56fb1b-2855-496a-a6d9-c324740cb98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:41:13.524344 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156e389a-f23e-498a-bfda-8f821860b5de req-0e7d1dca-5c96-4c1c-a413-06864419d36a service neutron] Checking segment: {'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:41:13.524737 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156e389a-f23e-498a-bfda-8f821860b5de req-0e7d1dca-5c96-4c1c-a413-06864419d36a service neutron] Bound using segment: {'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:41:13.525232 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-156e389a-f23e-498a-bfda-8f821860b5de req-0e7d1dca-5c96-4c1c-a413-06864419d36a service neutron] Bound port: 4e89b04d-4fc5-4464-a71b-3345933c773e, host: n-h1-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:41:13.525593 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-156e389a-f23e-498a-bfda-8f821860b5de req-0e7d1dca-5c96-4c1c-a413-06864419d36a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (4e89b04d-4fc5-4464-a71b-3345933c773e), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:13.572205 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning for port 71f76ff5-9391-4c09-ab79-9aa8ed52e78d completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:41:13.586303 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning complete for port 71f76ff5-9391-4c09-ab79-9aa8ed52e78d triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:41:13.587020 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (71f76ff5-9391-4c09-ab79-9aa8ed52e78d), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:13.816660 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-156e389a-f23e-498a-bfda-8f821860b5de req-0e7d1dca-5c96-4c1c-a413-06864419d36a service neutron] For port 4e89b04d-4fc5-4464-a71b-3345933c773e, host n-h1-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:41:13.816660 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-156e389a-f23e-498a-bfda-8f821860b5de req-0e7d1dca-5c96-4c1c-a413-06864419d36a service neutron] For port 4e89b04d-4fc5-4464-a71b-3345933c773e, host n-h1-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=4e89b04d-4fc5-4464-a71b-3345933c773e,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:41:13.827807 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a13b34-289e-4ea3-a164-a0dc2c9fadf1 req-eeb85652-487f-4ebb-b4f1-54edc4fa2cbe tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:13.836093 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-156e389a-f23e-498a-bfda-8f821860b5de req-0e7d1dca-5c96-4c1c-a413-06864419d36a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (4e89b04d-4fc5-4464-a71b-3345933c773e), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:13.837459 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-94a13b34-289e-4ea3-a164-a0dc2c9fadf1 req-eeb85652-487f-4ebb-b4f1-54edc4fa2cbe tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3f5f85b-34ff-4273-b0ac-566af344a95d HTTP/1.1" status: 200 len: 945 time: 0.5178607 Feb 19 02:41:13.884724 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 71f76ff5-9391-4c09-ab79-9aa8ed52e78d is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:41:13.887381 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (71f76ff5-9391-4c09-ab79-9aa8ed52e78d), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:13.895825 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b022fe34-1e00-4bde-9cac-aedeaf02cf3e req-e822ad1c-3133-49b5-9857-2d1fce460ee3 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:13.903921 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b022fe34-1e00-4bde-9cac-aedeaf02cf3e req-e822ad1c-3133-49b5-9857-2d1fce460ee3 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] 10.222.0.72 "GET /v2.0/ports?device_id=ea2f4066-2575-4f8e-92ac-4223e51f0922 HTTP/1.1" status: 200 len: 944 time: 0.5669279 Feb 19 02:41:13.951507 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156e389a-f23e-498a-bfda-8f821860b5de req-0e7d1dca-5c96-4c1c-a413-06864419d36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:13.952136 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-156e389a-f23e-498a-bfda-8f821860b5de req-0e7d1dca-5c96-4c1c-a413-06864419d36a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:13.953586 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-156e389a-f23e-498a-bfda-8f821860b5de req-0e7d1dca-5c96-4c1c-a413-06864419d36a service neutron] 10.222.0.73 "PUT /v2.0/ports/4e89b04d-4fc5-4464-a71b-3345933c773e HTTP/1.1" status: 200 len: 1096 time: 1.9714053 Feb 19 02:41:13.961153 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-5d8bb74b-4969-4c0e-ab90-66634802a10b req-40977c97-d734-456e-ab96-34ee2c31d58e tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Publish callbacks [] for port (e33b8d9a-b9b3-4c2d-a1d9-3d6762227071), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:13.962187 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-94a13b34-289e-4ea3-a164-a0dc2c9fadf1 req-f801c42c-f910-4555-b025-a7cecadfb4c9 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235616 Feb 19 02:41:13.971243 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 71f76ff5-9391-4c09-ab79-9aa8ed52e78d, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=71f76ff5-9391-4c09-ab79-9aa8ed52e78d,segment=NetworkSegment(10fe79c3-695f-410b-b530-64a63e824745),segment_id=10fe79c3-695f-410b-b530-64a63e824745)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:41:13.988889 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (71f76ff5-9391-4c09-ab79-9aa8ed52e78d), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:13.990554 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 4e89b04d-4fc5-4464-a71b-3345933c773e no longer exists at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:41:14.030642 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7d1dca-5c96-4c1c-a413-06864419d36a service neutron] Pushing event updated for resources: {'Port': ['ID=4e89b04d-4fc5-4464-a71b-3345933c773e,revision_number=7']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:41:14.061221 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b022fe34-1e00-4bde-9cac-aedeaf02cf3e req-aeb6ee7a-b1c0-467c-acbe-e79d7872fec6 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] 10.222.0.72 "GET /v2.0/security-groups?id=114ac838-b4eb-4c21-acd3-b988daa48150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562421 Feb 19 02:41:14.087686 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-5d8bb74b-4969-4c0e-ab90-66634802a10b req-40977c97-d734-456e-ab96-34ee2c31d58e tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (e33b8d9a-b9b3-4c2d-a1d9-3d6762227071), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:14.091489 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea2f4066-2575-4f8e-92ac-4223e51f0922', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71f76ff5-9391-4c09-ab79-9aa8ed52e78d'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:41:14.094555 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28248c01-9963-4d4d-bf93-b6c908a0f3c2" -d '{"events": [{"server_uuid": "ea2f4066-2575-4f8e-92ac-4223e51f0922", "name": "network-vif-plugged", "status": "completed", "tag": "71f76ff5-9391-4c09-ab79-9aa8ed52e78d"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:41:14.127569 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] The host n-h2-826753-2 is not matching for port 4e89b04d-4fc5-4464-a71b-3345933c773e host n-h1-826753-2! {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 02:41:14.129517 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 4e89b04d-4fc5-4464-a71b-3345933c773e not bound to the agent host n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:41:14.146929 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['89f9b0a0-c329-4e39-99de-c5b7a5067c52', 'e900da92-6b02-463e-a4f4-e45cd6deaee5', '75ad1f14-4dfd-4d71-8c99-33f85a508aa1'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:41:14.168476 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['64d5db86-5019-4642-ac30-035e8e72b9a8', 'b58e214f-5ac6-48f9-9d2d-dfcc8de9ee4f'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:41:14.192604 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d8bb74b-4969-4c0e-ab90-66634802a10b req-40977c97-d734-456e-ab96-34ee2c31d58e tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Network 5124bd00-da2a-4bd6-93a0-c14c92afb11f is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:41:14.208982 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [req-5d8bb74b-4969-4c0e-ab90-66634802a10b req-40977c97-d734-456e-ab96-34ee2c31d58e tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:41:14.216128 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d8bb74b-4969-4c0e-ab90-66634802a10b req-40977c97-d734-456e-ab96-34ee2c31d58e tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:41:14.308361 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 02:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7103ea3f-fd4a-43d4-992a-101ff2363dd2 x-openstack-request-id: req-7103ea3f-fd4a-43d4-992a-101ff2363dd2 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:41:14.308724 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77900542-b50c-43fa-8e51-4bdebb3f3e4a", "name": "network-vif-unplugged", "status": "completed", "tag": "4e89b04d-4fc5-4464-a71b-3345933c773e", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:41:14.308916 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7103ea3f-fd4a-43d4-992a-101ff2363dd2 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:41:14.309367 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77900542-b50c-43fa-8e51-4bdebb3f3e4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e89b04d-4fc5-4464-a71b-3345933c773e', 'code': 200} Feb 19 02:41:14.321998 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8bb74b-4969-4c0e-ab90-66634802a10b req-40977c97-d734-456e-ab96-34ee2c31d58e tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:14.322635 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-5d8bb74b-4969-4c0e-ab90-66634802a10b req-40977c97-d734-456e-ab96-34ee2c31d58e tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:14.334887 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=71f76ff5-9391-4c09-ab79-9aa8ed52e78d,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:41:14.348096 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156e389a-f23e-498a-bfda-8f821860b5de req-e722495a-59ab-4b1f-aeb9-c3aaf8867d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:14.350771 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-156e389a-f23e-498a-bfda-8f821860b5de req-e722495a-59ab-4b1f-aeb9-c3aaf8867d1d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=db33b204d8b743bf8957eb245634d63e&device_id=77900542-b50c-43fa-8e51-4bdebb3f3e4a HTTP/1.1" status: 200 len: 1130 time: 0.3126457 Feb 19 02:41:14.352644 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40977c97-d734-456e-ab96-34ee2c31d58e tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Pushing event updated for resources: {'Port': ['ID=e33b8d9a-b9b3-4c2d-a1d9-3d6762227071,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:41:14.358702 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-5d8bb74b-4969-4c0e-ab90-66634802a10b req-40977c97-d734-456e-ab96-34ee2c31d58e tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6126115 Feb 19 02:41:14.381894 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cf2618-a8d6-480f-9837-7830b48eb94b req-849676fc-23f2-46d7-8450-c2e2429bf912 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:14.383427 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e7cf2618-a8d6-480f-9837-7830b48eb94b req-849676fc-23f2-46d7-8450-c2e2429bf912 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=fcd6a795-095f-4679-b153-54a09672add9 HTTP/1.1" status: 200 len: 944 time: 0.1879234 Feb 19 02:41:14.425746 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-5d8bb74b-4969-4c0e-ab90-66634802a10b req-9d184d66-0f0c-4f55-bf10-5752ce4d1ab6 service neutron] Request body: {'port': {'device_id': '9d810e45-6af2-4eda-a0f2-7099726ed5c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826753-2'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:41:14.456919 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea74beb-5552-4517-bd77-2ac884031098 req-284f3803-3a62-44e6-a5c1-4e4754f75c61 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:14.464694 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5ea74beb-5552-4517-bd77-2ac884031098 req-284f3803-3a62-44e6-a5c1-4e4754f75c61 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/ports?device_id=9d810e45-6af2-4eda-a0f2-7099726ed5c8 HTTP/1.1" status: 200 len: 936 time: 0.2029688 Feb 19 02:41:14.582810 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-5d8bb74b-4969-4c0e-ab90-66634802a10b req-9d184d66-0f0c-4f55-bf10-5752ce4d1ab6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (e33b8d9a-b9b3-4c2d-a1d9-3d6762227071), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:14.654075 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5ea74beb-5552-4517-bd77-2ac884031098 req-be2a13c6-7940-418b-9a5d-c8f836928a0b tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b908dbc-8f8c-41bc-a0bd-543abe15dd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883025 Feb 19 02:41:14.661653 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e7cf2618-a8d6-480f-9837-7830b48eb94b req-ee83f41e-f83b-4a2f-ba9a-07a0a5d7c4e9 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695837 Feb 19 02:41:14.782896 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b1e2e4c8-14f4-4911-af77-6075133e3e70 None None] Provisioning complete for port e33b8d9a-b9b3-4c2d-a1d9-3d6762227071 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:41:14.783752 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b1e2e4c8-14f4-4911-af77-6075133e3e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (e33b8d9a-b9b3-4c2d-a1d9-3d6762227071), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:14.831926 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4be36bc6-0cb8-4cba-b38c-da582796417b x-openstack-request-id: req-4be36bc6-0cb8-4cba-b38c-da582796417b {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:41:14.834115 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea2f4066-2575-4f8e-92ac-4223e51f0922", "name": "network-vif-plugged", "status": "completed", "tag": "71f76ff5-9391-4c09-ab79-9aa8ed52e78d", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:41:14.834399 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4be36bc6-0cb8-4cba-b38c-da582796417b {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:41:14.834812 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea2f4066-2575-4f8e-92ac-4223e51f0922', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71f76ff5-9391-4c09-ab79-9aa8ed52e78d', 'code': 200} Feb 19 02:41:14.949130 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b1e2e4c8-14f4-4911-af77-6075133e3e70 None None] Port e33b8d9a-b9b3-4c2d-a1d9-3d6762227071 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:41:14.951015 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ca1e47-b628-4445-b64b-ce860687bbbc req-150ff9e4-9e41-4210-91da-4fbdfbb5d636 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:14.960471 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-91ca1e47-b628-4445-b64b-ce860687bbbc req-150ff9e4-9e41-4210-91da-4fbdfbb5d636 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=77900542-b50c-43fa-8e51-4bdebb3f3e4a HTTP/1.1" status: 200 len: 948 time: 0.1312621 Feb 19 02:41:14.996172 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80965944-b2bd-47c9-b1a8-ee1283ff6f96 req-bc7439b9-b264-47de-b4f5-c749ca5a49d8 tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:15.004510 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-80965944-b2bd-47c9-b1a8-ee1283ff6f96 req-bc7439b9-b264-47de-b4f5-c749ca5a49d8 tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f91b684-0f86-4c3d-8c30-60226e393b0a HTTP/1.1" status: 200 len: 945 time: 0.1145031 Feb 19 02:41:15.100499 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-80965944-b2bd-47c9-b1a8-ee1283ff6f96 req-e6a35f27-932d-43fe-b80b-e786413483ee tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] 10.222.0.72 "GET /v2.0/security-groups?id=06361a1d-8d82-4ac0-8d63-3ac39b303691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852201 Feb 19 02:41:15.126433 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-91ca1e47-b628-4445-b64b-ce860687bbbc req-77638cbe-258a-4e1a-832b-9b8b61225be3 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640847 Feb 19 02:41:15.327577 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1595b80d-9618-4721-822f-1aef7ae2847a req-e7eb158a-e165-4e18-bfc7-12e40de8795b tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:15.329279 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1595b80d-9618-4721-822f-1aef7ae2847a req-e7eb158a-e165-4e18-bfc7-12e40de8795b tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] 10.222.0.72 "GET /v2.0/ports?device_id=0ddcf820-02e0-4b56-8332-ac8a890fb0b5 HTTP/1.1" status: 200 len: 945 time: 0.1065347 Feb 19 02:41:15.342704 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e446b8f-fa5f-490a-8854-61c52961fd3b req-67f89a0d-78a9-4e1b-91af-98e103b7ec41 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:15.344178 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8e446b8f-fa5f-490a-8854-61c52961fd3b req-67f89a0d-78a9-4e1b-91af-98e103b7ec41 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3f5f85b-34ff-4273-b0ac-566af344a95d HTTP/1.1" status: 200 len: 945 time: 0.1011369 Feb 19 02:41:15.365511 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156e389a-f23e-498a-bfda-8f821860b5de req-3037a768-abda-4173-8778-35dbc337f4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:15.367588 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-156e389a-f23e-498a-bfda-8f821860b5de req-3037a768-abda-4173-8778-35dbc337f4aa service neutron] 10.222.0.73 "GET /v2.0/networks?id=5124bd00-da2a-4bd6-93a0-c14c92afb11f HTTP/1.1" status: 200 len: 870 time: 1.0075078 Feb 19 02:41:15.433432 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-a2d4dc32-cd37-4d07-837b-d11972dc2550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:15.442001 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1595b80d-9618-4721-822f-1aef7ae2847a req-5eb46ba8-f1a4-4c7d-99c6-65f4ce920c79 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] 10.222.0.72 "GET /v2.0/security-groups?id=d1874a8e-a1bd-4ab7-b8d8-0b935dd8ff3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966072 Feb 19 02:41:15.462175 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8e446b8f-fa5f-490a-8854-61c52961fd3b req-88a7aa26-c940-4b39-b6e0-696775e8cabb tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003625 Feb 19 02:41:15.476925 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6cfaac-cb80-4c2d-940a-90096ea86b14 req-882992a2-2e2f-4faa-9816-e6ec0db5a650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:15.478593 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4d6cfaac-cb80-4c2d-940a-90096ea86b14 req-882992a2-2e2f-4faa-9816-e6ec0db5a650 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=ea2f4066-2575-4f8e-92ac-4223e51f0922 HTTP/1.1" status: 200 len: 1127 time: 0.2639563 Feb 19 02:41:15.541084 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-156e389a-f23e-498a-bfda-8f821860b5de req-92142ea5-b9cd-4a19-829b-10eadde6b9e8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=4e89b04d-4fc5-4464-a71b-3345933c773e HTTP/1.1" status: 200 len: 217 time: 0.0734720 Feb 19 02:41:15.642097 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e908c4-5a12-4114-87d2-ce7866f05608 req-91e47f7c-eaf9-4118-9484-b743d6ef4364 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:15.644778 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a0e908c4-5a12-4114-87d2-ce7866f05608 req-91e47f7c-eaf9-4118-9484-b743d6ef4364 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] 10.222.0.72 "GET /v2.0/ports?device_id=ea2f4066-2575-4f8e-92ac-4223e51f0922 HTTP/1.1" status: 200 len: 945 time: 0.0855856 Feb 19 02:41:15.696560 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4d6cfaac-cb80-4c2d-940a-90096ea86b14 req-3ba3038f-2daa-48ed-b666-363b338edd7a service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=114ac838-b4eb-4c21-acd3-b988daa48150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045000 Feb 19 02:41:15.709821 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156e389a-f23e-498a-bfda-8f821860b5de req-9b012e8c-e297-4490-8b0f-a3688067bae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:15.711047 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-156e389a-f23e-498a-bfda-8f821860b5de req-9b012e8c-e297-4490-8b0f-a3688067bae1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=974c06bc-f097-4890-970a-b087501ab241 HTTP/1.1" status: 200 len: 843 time: 0.1598175 Feb 19 02:41:15.751396 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a0e908c4-5a12-4114-87d2-ce7866f05608 req-c2dac8f3-1f26-4d71-a7c4-f472755fd866 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] 10.222.0.72 "GET /v2.0/security-groups?id=114ac838-b4eb-4c21-acd3-b988daa48150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989521 Feb 19 02:41:15.780222 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f904a0-fb56-4fd9-bf31-520200658fd2 req-3cc3d00e-757f-468a-ab4f-e43f4a19dc09 tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:15.781867 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-23f904a0-fb56-4fd9-bf31-520200658fd2 req-3cc3d00e-757f-468a-ab4f-e43f4a19dc09 tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] 10.222.0.72 "GET /v2.0/ports?device_id=a95c21af-97d6-4c6b-a420-7dba79c92172 HTTP/1.1" status: 200 len: 945 time: 0.0854495 Feb 19 02:41:15.815016 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156e389a-f23e-498a-bfda-8f821860b5de req-f2572e35-35fd-4ad5-b105-735ca89854fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:15.817348 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-156e389a-f23e-498a-bfda-8f821860b5de req-f2572e35-35fd-4ad5-b105-735ca89854fb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5124bd00-da2a-4bd6-93a0-c14c92afb11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0980501 Feb 19 02:41:15.855550 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-23f904a0-fb56-4fd9-bf31-520200658fd2 req-c06a4a36-980f-4fb1-a193-97b2d8627b85 tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] 10.222.0.72 "GET /v2.0/security-groups?id=06361a1d-8d82-4ac0-8d63-3ac39b303691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675087 Feb 19 02:41:15.916425 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28faefc-567d-4591-9864-693a003237c6 req-fa456e44-c888-46e7-bd8b-53c0d8c28aca tempest-LiveMigrationTest-193918984 tempest-LiveMigrationTest-193918984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:15.924411 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e28faefc-567d-4591-9864-693a003237c6 req-fa456e44-c888-46e7-bd8b-53c0d8c28aca tempest-LiveMigrationTest-193918984 tempest-LiveMigrationTest-193918984-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=fcd6a795-095f-4679-b153-54a09672add9 HTTP/1.1" status: 200 len: 1126 time: 0.0741975 Feb 19 02:41:15.957421 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-156e389a-f23e-498a-bfda-8f821860b5de req-242a60c8-73e1-4b3a-a3f0-cacb7eaf7e0e service neutron] 10.222.0.73 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134300 Feb 19 02:41:16.013057 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e28faefc-567d-4591-9864-693a003237c6 req-677fb35e-64c2-470d-a821-ba902f9b2b03 tempest-LiveMigrationTest-193918984 tempest-LiveMigrationTest-193918984-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872896 Feb 19 02:41:16.025624 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca471ff-a976-4105-8c00-6ed3d87d8349 req-de701025-c318-4644-bd52-c69345814d1f tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:16.043621 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cca471ff-a976-4105-8c00-6ed3d87d8349 req-de701025-c318-4644-bd52-c69345814d1f tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] 10.222.0.72 "GET /v2.0/ports?device_id=0ddcf820-02e0-4b56-8332-ac8a890fb0b5 HTTP/1.1" status: 200 len: 945 time: 0.1105084 Feb 19 02:41:16.044157 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 47702) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:41:16.071798 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-1d22ebab-f0e2-473c-ad9d-919fe5fcfeca tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Request body: {'floatingip': {'port_id': 'f8ee2ea9-f7f3-4d8a-beab-2a8e2e03d6a5'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:41:16.089101 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-156e389a-f23e-498a-bfda-8f821860b5de req-c685dace-ee71-453b-a372-3841db2906ef service neutron] 10.222.0.73 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242795 Feb 19 02:41:16.091169 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-5d8bb74b-4969-4c0e-ab90-66634802a10b req-9d184d66-0f0c-4f55-bf10-5752ce4d1ab6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e33b8d9a-b9b3-4c2d-a1d9-3d6762227071 {{(pid=103702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:41:16.107129 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-5d8bb74b-4969-4c0e-ab90-66634802a10b req-9d184d66-0f0c-4f55-bf10-5752ce4d1ab6 service neutron] Publish callbacks [] for port (e33b8d9a-b9b3-4c2d-a1d9-3d6762227071), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:16.143737 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-5d8bb74b-4969-4c0e-ab90-66634802a10b req-9d184d66-0f0c-4f55-bf10-5752ce4d1ab6 service neutron] Transition to ACTIVE for port object e33b8d9a-b9b3-4c2d-a1d9-3d6762227071 will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:41:16.152184 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-5d8bb74b-4969-4c0e-ab90-66634802a10b req-9d184d66-0f0c-4f55-bf10-5752ce4d1ab6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (e33b8d9a-b9b3-4c2d-a1d9-3d6762227071), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:16.197840 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d184d66-0f0c-4f55-bf10-5752ce4d1ab6 service neutron] Pushing event updated for resources: {'Port': ['ID=e33b8d9a-b9b3-4c2d-a1d9-3d6762227071,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:41:16.241946 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1d22ebab-f0e2-473c-ad9d-919fe5fcfeca tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Publish callbacks [] for floatingip (bf2c5daf-2253-47d1-bb92-4424bb08fa88), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:16.313216 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77900542-b50c-43fa-8e51-4bdebb3f3e4a', 'tag': '4e89b04d-4fc5-4464-a71b-3345933c773e'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:41:16.316017 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-292cc581-6df7-4a5f-9e2c-bb8e83ad5f2c" -d '{"events": [{"name": "network-changed", "server_uuid": "77900542-b50c-43fa-8e51-4bdebb3f3e4a", "tag": "4e89b04d-4fc5-4464-a71b-3345933c773e"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:41:16.346841 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-5d8bb74b-4969-4c0e-ab90-66634802a10b req-9d184d66-0f0c-4f55-bf10-5752ce4d1ab6 service neutron] Attempting to bind port e33b8d9a-b9b3-4c2d-a1d9-3d6762227071 on host n-h1-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:41:16.347177 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-5d8bb74b-4969-4c0e-ab90-66634802a10b req-9d184d66-0f0c-4f55-bf10-5752ce4d1ab6 service neutron] Attempting to bind port e33b8d9a-b9b3-4c2d-a1d9-3d6762227071 by drivers openvswitch,hyperv on host n-h1-826753-2 at level 0 using segments [{'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:41:16.347508 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8bb74b-4969-4c0e-ab90-66634802a10b req-9d184d66-0f0c-4f55-bf10-5752ce4d1ab6 service neutron] Attempting to bind port e33b8d9a-b9b3-4c2d-a1d9-3d6762227071 on network 5124bd00-da2a-4bd6-93a0-c14c92afb11f {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:41:16.353263 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8bb74b-4969-4c0e-ab90-66634802a10b req-9d184d66-0f0c-4f55-bf10-5752ce4d1ab6 service neutron] Port e33b8d9a-b9b3-4c2d-a1d9-3d6762227071 on network 5124bd00-da2a-4bd6-93a0-c14c92afb11f not bound, no agent of type Open vSwitch agent registered on host n-h1-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:41:16.353577 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8bb74b-4969-4c0e-ab90-66634802a10b req-9d184d66-0f0c-4f55-bf10-5752ce4d1ab6 service neutron] Attempting to bind port e33b8d9a-b9b3-4c2d-a1d9-3d6762227071 on network 5124bd00-da2a-4bd6-93a0-c14c92afb11f {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:41:16.358612 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8bb74b-4969-4c0e-ab90-66634802a10b req-9d184d66-0f0c-4f55-bf10-5752ce4d1ab6 service neutron] Checking agent: {'id': '9d56fb1b-2855-496a-a6d9-c324740cb98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:41:16.358947 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8bb74b-4969-4c0e-ab90-66634802a10b req-9d184d66-0f0c-4f55-bf10-5752ce4d1ab6 service neutron] Checking segment: {'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:41:16.359338 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8bb74b-4969-4c0e-ab90-66634802a10b req-9d184d66-0f0c-4f55-bf10-5752ce4d1ab6 service neutron] Bound using segment: {'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:41:16.359741 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-5d8bb74b-4969-4c0e-ab90-66634802a10b req-9d184d66-0f0c-4f55-bf10-5752ce4d1ab6 service neutron] Bound port: e33b8d9a-b9b3-4c2d-a1d9-3d6762227071, host: n-h1-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:41:16.360092 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-5d8bb74b-4969-4c0e-ab90-66634802a10b req-9d184d66-0f0c-4f55-bf10-5752ce4d1ab6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (e33b8d9a-b9b3-4c2d-a1d9-3d6762227071), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:16.401268 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c0f367-16fa-43cc-a52c-41392a24a31d req-d025f32b-fca6-47fb-a5f2-872fa180a482 tempest-LiveAutoBlockMigrationV225Test-289573108 tempest-LiveAutoBlockMigrationV225Test-289573108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:16.408299 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-18c0f367-16fa-43cc-a52c-41392a24a31d req-d025f32b-fca6-47fb-a5f2-872fa180a482 tempest-LiveAutoBlockMigrationV225Test-289573108 tempest-LiveAutoBlockMigrationV225Test-289573108-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=d3f5f85b-34ff-4273-b0ac-566af344a95d HTTP/1.1" status: 200 len: 1127 time: 0.2598443 Feb 19 02:41:16.420812 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e158bd7-0c76-4010-adb8-aec89f27596a req-8ef881d4-f18d-4e3e-9aec-38db4aaa0ec8 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:16.422377 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6e158bd7-0c76-4010-adb8-aec89f27596a req-8ef881d4-f18d-4e3e-9aec-38db4aaa0ec8 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/ports?device_id=9d810e45-6af2-4eda-a0f2-7099726ed5c8 HTTP/1.1" status: 200 len: 948 time: 0.2730479 Feb 19 02:41:16.474242 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-5d8bb74b-4969-4c0e-ab90-66634802a10b req-9d184d66-0f0c-4f55-bf10-5752ce4d1ab6 service neutron] For port e33b8d9a-b9b3-4c2d-a1d9-3d6762227071, host n-h1-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:41:16.478814 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-5d8bb74b-4969-4c0e-ab90-66634802a10b req-9d184d66-0f0c-4f55-bf10-5752ce4d1ab6 service neutron] For port e33b8d9a-b9b3-4c2d-a1d9-3d6762227071, host n-h1-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=e33b8d9a-b9b3-4c2d-a1d9-3d6762227071,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:41:16.492560 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-5d8bb74b-4969-4c0e-ab90-66634802a10b req-9d184d66-0f0c-4f55-bf10-5752ce4d1ab6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (e33b8d9a-b9b3-4c2d-a1d9-3d6762227071), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:16.550408 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8bb74b-4969-4c0e-ab90-66634802a10b req-9d184d66-0f0c-4f55-bf10-5752ce4d1ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:16.551061 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-5d8bb74b-4969-4c0e-ab90-66634802a10b req-9d184d66-0f0c-4f55-bf10-5752ce4d1ab6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:16.552594 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-5d8bb74b-4969-4c0e-ab90-66634802a10b req-9d184d66-0f0c-4f55-bf10-5752ce4d1ab6 service neutron] 10.222.0.73 "PUT /v2.0/ports/e33b8d9a-b9b3-4c2d-a1d9-3d6762227071 HTTP/1.1" status: 200 len: 1096 time: 2.1386387 Feb 19 02:41:16.580152 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d184d66-0f0c-4f55-bf10-5752ce4d1ab6 service neutron] Pushing event updated for resources: {'Port': ['ID=e33b8d9a-b9b3-4c2d-a1d9-3d6762227071,revision_number=3']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:41:16.601913 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6e158bd7-0c76-4010-adb8-aec89f27596a req-8db5f7bf-5bd9-4a11-8bec-414773ad3208 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b908dbc-8f8c-41bc-a0bd-543abe15dd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593635 Feb 19 02:41:16.637427 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-18c0f367-16fa-43cc-a52c-41392a24a31d req-9b6e6423-343b-4f38-a5c8-150c435781f2 tempest-LiveAutoBlockMigrationV225Test-289573108 tempest-LiveAutoBlockMigrationV225Test-289573108-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282257 Feb 19 02:41:16.754385 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8bb74b-4969-4c0e-ab90-66634802a10b req-241e0329-ee0b-4dbc-97ca-5b1cc9ac080f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:16.756534 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-5d8bb74b-4969-4c0e-ab90-66634802a10b req-241e0329-ee0b-4dbc-97ca-5b1cc9ac080f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=03a224ed4cc448b3ab8491a1b5a2c99b&device_id=9d810e45-6af2-4eda-a0f2-7099726ed5c8 HTTP/1.1" status: 200 len: 1130 time: 0.1094434 Feb 19 02:41:16.847405 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-5d8bb74b-4969-4c0e-ab90-66634802a10b req-aa7f60aa-c8e2-43f0-8305-3d3cc30cc1f7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=e33b8d9a-b9b3-4c2d-a1d9-3d6762227071 HTTP/1.1" status: 200 len: 217 time: 0.0743144 Feb 19 02:41:16.941385 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8bb74b-4969-4c0e-ab90-66634802a10b req-02e3f97c-bc0f-4a95-b70c-440073be0785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:16.944989 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-5d8bb74b-4969-4c0e-ab90-66634802a10b req-02e3f97c-bc0f-4a95-b70c-440073be0785 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=974c06bc-f097-4890-970a-b087501ab241 HTTP/1.1" status: 200 len: 843 time: 0.0785103 Feb 19 02:41:17.040471 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8bb74b-4969-4c0e-ab90-66634802a10b req-1c876d0c-2c5c-4b2d-a829-a114447a9f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:17.042488 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-5d8bb74b-4969-4c0e-ab90-66634802a10b req-1c876d0c-2c5c-4b2d-a829-a114447a9f0c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5124bd00-da2a-4bd6-93a0-c14c92afb11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0778940 Feb 19 02:41:17.049881 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16eb279-e075-4d5e-83bc-eb5a481bece0 req-e8d3d784-6e3b-4f88-a0b1-24dbac77b0bc tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:17.052712 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b16eb279-e075-4d5e-83bc-eb5a481bece0 req-e8d3d784-6e3b-4f88-a0b1-24dbac77b0bc tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/networks?id=b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7 HTTP/1.1" status: 200 len: 808 time: 0.2645626 Feb 19 02:41:17.109736 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b16eb279-e075-4d5e-83bc-eb5a481bece0 req-9e05afa1-e75e-42ca-b559-5fa3a12d8af0 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/quotas/0351aa3c6ea34cbbac483ac000de57cb HTTP/1.1" status: 200 len: 375 time: 0.0558729 Feb 19 02:41:17.193309 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-5d8bb74b-4969-4c0e-ab90-66634802a10b req-70eea980-087b-4023-80f5-5a974802872f service neutron] 10.222.0.73 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412890 Feb 19 02:41:17.325430 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71febce9-dcdf-4d5e-b1ad-e7a7daeeb6b2 req-da042dc9-fbfe-4bc2-9133-56208b18e234 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:17.330608 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-5d8bb74b-4969-4c0e-ab90-66634802a10b req-bb9e72dc-3870-4af5-b125-678e63ea5a4d service neutron] 10.222.0.73 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224825 Feb 19 02:41:17.333754 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-71febce9-dcdf-4d5e-b1ad-e7a7daeeb6b2 req-da042dc9-fbfe-4bc2-9133-56208b18e234 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=77900542-b50c-43fa-8e51-4bdebb3f3e4a HTTP/1.1" status: 200 len: 948 time: 0.3634567 Feb 19 02:41:17.360231 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b16eb279-e075-4d5e-83bc-eb5a481bece0 req-d20c7c46-47b4-46c2-8ee2-a496299f14eb tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=0351aa3c6ea34cbbac483ac000de57cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2282629 Feb 19 02:41:17.517039 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.db.resource_extend [None req-1d22ebab-f0e2-473c-ad9d-919fe5fcfeca tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 02:41:17.520457 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-71febce9-dcdf-4d5e-b1ad-e7a7daeeb6b2 req-9cd6e433-5abb-43bd-9196-e87920a6572a tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858099 Feb 19 02:41:17.600625 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41a98d83-c726-4bbd-96f5-8d3a23880814 x-openstack-request-id: req-41a98d83-c726-4bbd-96f5-8d3a23880814 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:41:17.601225 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77900542-b50c-43fa-8e51-4bdebb3f3e4a", "tag": "4e89b04d-4fc5-4464-a71b-3345933c773e", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:41:17.601225 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-41a98d83-c726-4bbd-96f5-8d3a23880814 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:41:17.602052 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77900542-b50c-43fa-8e51-4bdebb3f3e4a', 'tag': '4e89b04d-4fc5-4464-a71b-3345933c773e', 'status': 'completed', 'code': 200} Feb 19 02:41:17.630265 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5eaeee8f-b4aa-4641-96a7-a4ea1e765852 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:17.789458 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292cc581-6df7-4a5f-9e2c-bb8e83ad5f2c req-9489dd1f-6472-45c6-86f8-aa11f1533c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:17.791241 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-292cc581-6df7-4a5f-9e2c-bb8e83ad5f2c req-9489dd1f-6472-45c6-86f8-aa11f1533c1f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=db33b204d8b743bf8957eb245634d63e&device_id=77900542-b50c-43fa-8e51-4bdebb3f3e4a HTTP/1.1" status: 200 len: 1130 time: 0.1314862 Feb 19 02:41:17.793445 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292cc581-6df7-4a5f-9e2c-bb8e83ad5f2c req-026265ef-8d84-4cc3-9a19-c21dbaa0c602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:17.795150 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-292cc581-6df7-4a5f-9e2c-bb8e83ad5f2c req-026265ef-8d84-4cc3-9a19-c21dbaa0c602 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=db33b204d8b743bf8957eb245634d63e&device_id=77900542-b50c-43fa-8e51-4bdebb3f3e4a HTTP/1.1" status: 200 len: 1130 time: 0.1269481 Feb 19 02:41:17.949641 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1d22ebab-f0e2-473c-ad9d-919fe5fcfeca tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:17.962877 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b16eb279-e075-4d5e-83bc-eb5a481bece0 req-020ab65b-229e-4d1d-af57-2eb6615c9667 service neutron] 10.222.0.72 "GET /v2.0/networks/b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5825851 Feb 19 02:41:17.970034 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292cc581-6df7-4a5f-9e2c-bb8e83ad5f2c req-3d732c18-38b6-4994-abb4-5f055e0b936b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:17.972992 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-292cc581-6df7-4a5f-9e2c-bb8e83ad5f2c req-3d732c18-38b6-4994-abb4-5f055e0b936b service neutron] 10.222.0.73 "GET /v2.0/networks?id=5124bd00-da2a-4bd6-93a0-c14c92afb11f HTTP/1.1" status: 200 len: 870 time: 0.1637866 Feb 19 02:41:17.974104 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292cc581-6df7-4a5f-9e2c-bb8e83ad5f2c req-8aff43dd-9f4b-4e97-8865-8222a7bc6eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:17.975538 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-292cc581-6df7-4a5f-9e2c-bb8e83ad5f2c req-8aff43dd-9f4b-4e97-8865-8222a7bc6eec service neutron] 10.222.0.82 "GET /v2.0/networks?id=5124bd00-da2a-4bd6-93a0-c14c92afb11f HTTP/1.1" status: 200 len: 870 time: 0.1768579 Feb 19 02:41:17.984414 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1d22ebab-f0e2-473c-ad9d-919fe5fcfeca tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16285943'] for floatingip (bf2c5daf-2253-47d1-bb92-4424bb08fa88), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:18.060381 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-292cc581-6df7-4a5f-9e2c-bb8e83ad5f2c req-7cba3eb0-5e99-45fc-b0ce-ceff9690ef58 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=4e89b04d-4fc5-4464-a71b-3345933c773e HTTP/1.1" status: 200 len: 217 time: 0.0795658 Feb 19 02:41:18.062104 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-292cc581-6df7-4a5f-9e2c-bb8e83ad5f2c req-efe5c4ac-dc29-41fd-a6b6-e9fb0047eb5d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=4e89b04d-4fc5-4464-a71b-3345933c773e HTTP/1.1" status: 200 len: 217 time: 0.0733187 Feb 19 02:41:18.079677 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96f7154-c54e-4007-9d80-e05ec0d1b2ae req-34d4cbe7-11c9-4b42-8ebe-ab103eba952d tempest-LiveAutoBlockMigrationV225Test-289573108 tempest-LiveAutoBlockMigrationV225Test-289573108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:18.081332 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b96f7154-c54e-4007-9d80-e05ec0d1b2ae req-34d4cbe7-11c9-4b42-8ebe-ab103eba952d tempest-LiveAutoBlockMigrationV225Test-289573108 tempest-LiveAutoBlockMigrationV225Test-289573108-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=d3f5f85b-34ff-4273-b0ac-566af344a95d HTTP/1.1" status: 200 len: 1127 time: 0.2202673 Feb 19 02:41:18.155207 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292cc581-6df7-4a5f-9e2c-bb8e83ad5f2c req-8f6bdeb8-55e1-4526-8e74-98269e9a5ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:18.157444 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-292cc581-6df7-4a5f-9e2c-bb8e83ad5f2c req-8f6bdeb8-55e1-4526-8e74-98269e9a5ccd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=974c06bc-f097-4890-970a-b087501ab241 HTTP/1.1" status: 200 len: 843 time: 0.0891664 Feb 19 02:41:18.159119 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292cc581-6df7-4a5f-9e2c-bb8e83ad5f2c req-f76bc6e0-ad40-426d-9a3f-5bb535fe4efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:18.160799 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-292cc581-6df7-4a5f-9e2c-bb8e83ad5f2c req-f76bc6e0-ad40-426d-9a3f-5bb535fe4efd service neutron] 10.222.0.82 "GET /v2.0/subnets?id=974c06bc-f097-4890-970a-b087501ab241 HTTP/1.1" status: 200 len: 843 time: 0.0836296 Feb 19 02:41:18.186521 n-d-826753-2 neutron-server[103701]: INFO neutron.db.l3_db [None req-1d22ebab-f0e2-473c-ad9d-919fe5fcfeca tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Floating IP bf2c5daf-2253-47d1-bb92-4424bb08fa88 associated. External IP: 172.25.6.94, port: f8ee2ea9-f7f3-4d8a-beab-2a8e2e03d6a5. Feb 19 02:41:18.198548 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b16eb279-e075-4d5e-83bc-eb5a481bece0 req-21c34c05-a30c-4e83-985e-0eaea75321f6 service neutron] 10.222.0.72 "GET /v2.0/networks/b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353742 Feb 19 02:41:18.254122 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292cc581-6df7-4a5f-9e2c-bb8e83ad5f2c req-858322c4-3f0f-4d52-9fbd-b75ec77e9e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:18.255806 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-292cc581-6df7-4a5f-9e2c-bb8e83ad5f2c req-858322c4-3f0f-4d52-9fbd-b75ec77e9e79 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5124bd00-da2a-4bd6-93a0-c14c92afb11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0915329 Feb 19 02:41:18.291614 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b96f7154-c54e-4007-9d80-e05ec0d1b2ae req-07e5c1a5-2ce4-4024-90d7-64340c2faeb8 tempest-LiveAutoBlockMigrationV225Test-289573108 tempest-LiveAutoBlockMigrationV225Test-289573108-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028875 Feb 19 02:41:18.369482 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292cc581-6df7-4a5f-9e2c-bb8e83ad5f2c req-e351b51b-9cda-4402-a32f-9fae2806ff20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:18.371007 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-292cc581-6df7-4a5f-9e2c-bb8e83ad5f2c req-e351b51b-9cda-4402-a32f-9fae2806ff20 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5124bd00-da2a-4bd6-93a0-c14c92afb11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1614923 Feb 19 02:41:18.522119 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-292cc581-6df7-4a5f-9e2c-bb8e83ad5f2c req-e705579b-f99f-4dac-911e-9ddefbbf72ce service neutron] 10.222.0.82 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386280 Feb 19 02:41:18.524839 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-292cc581-6df7-4a5f-9e2c-bb8e83ad5f2c req-20da3474-91c8-433d-9660-3dca03ab8635 service neutron] 10.222.0.73 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523985 Feb 19 02:41:18.574028 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed868050-a585-4b95-9734-bcc9f10f61b0 req-a410a45e-a8ec-450f-85ec-e264e31f7e69 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:18.575805 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ed868050-a585-4b95-9734-bcc9f10f61b0 req-a410a45e-a8ec-450f-85ec-e264e31f7e69 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] 10.222.0.72 "GET /v2.0/ports?device_id=ea2f4066-2575-4f8e-92ac-4223e51f0922 HTTP/1.1" status: 200 len: 945 time: 0.1644969 Feb 19 02:41:18.664035 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d22ebab-f0e2-473c-ad9d-919fe5fcfeca tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Router b6da21e8-df25-41b5-9112-ef6c3049a200 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:41:18.728548 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ed868050-a585-4b95-9734-bcc9f10f61b0 req-85958176-1f85-4bae-8f67-62eb4dc5fd00 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] 10.222.0.72 "GET /v2.0/security-groups?id=114ac838-b4eb-4c21-acd3-b988daa48150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277485 Feb 19 02:41:18.757053 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-292cc581-6df7-4a5f-9e2c-bb8e83ad5f2c req-3b07567d-f914-4e1e-8505-c3ce7d4db2be service neutron] 10.222.0.82 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272613 Feb 19 02:41:18.777239 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-292cc581-6df7-4a5f-9e2c-bb8e83ad5f2c req-44caeda7-b9bb-4ca7-9e0d-7c14fb7924af service neutron] 10.222.0.73 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669688 Feb 19 02:41:18.959194 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ede4b21-8e39-4353-af84-397c8dedf83b req-8dd9d129-8620-4c97-a359-b5f126dff1a8 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:18.966033 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6ede4b21-8e39-4353-af84-397c8dedf83b req-8dd9d129-8620-4c97-a359-b5f126dff1a8 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/ports?device_id=9d810e45-6af2-4eda-a0f2-7099726ed5c8 HTTP/1.1" status: 200 len: 948 time: 0.1682749 Feb 19 02:41:18.969075 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a479fe6f-5371-44d0-bba9-0b547d306d39 req-04a6e996-fa22-4777-8f0a-9f790580d035 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=29bcea09-12cf-46f9-beab-e3b6e5e0664c HTTP/1.1" status: 200 len: 210 time: 0.0463455 Feb 19 02:41:19.009497 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d22ebab-f0e2-473c-ad9d-919fe5fcfeca tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:41:19.015381 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1d22ebab-f0e2-473c-ad9d-919fe5fcfeca tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:19.025197 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3f5d09-d71d-4ecb-99c1-8aa58ff63b73 None None] Sync routers for ids ['b6da21e8-df25-41b5-9112-ef6c3049a200'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:41:19.046028 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3f5d09-d71d-4ecb-99c1-8aa58ff63b73 None None] Routers {'b6da21e8-df25-41b5-9112-ef6c3049a200'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:41:19.046672 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-ff3f5d09-d71d-4ecb-99c1-8aa58ff63b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:41:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['b6da21e8-df25-41b5-9112-ef6c3049a200'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:41:19.067091 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6ede4b21-8e39-4353-af84-397c8dedf83b req-b0b9ad56-fcca-4efb-8e6b-fb37e67a7c54 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b908dbc-8f8c-41bc-a0bd-543abe15dd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001048 Feb 19 02:41:19.093240 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-1d22ebab-f0e2-473c-ad9d-919fe5fcfeca tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] 10.222.0.72 "PUT /v2.0/floatingips/bf2c5daf-2253-47d1-bb92-4424bb08fa88 HTTP/1.1" status: 200 len: 990 time: 3.0298495 Feb 19 02:41:19.108743 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ddcf820-02e0-4b56-8332-ac8a890fb0b5', 'tag': 'f8ee2ea9-f7f3-4d8a-beab-2a8e2e03d6a5'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:41:19.110995 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9733bfae-d201-41af-b885-1410cb88fc4d" -d '{"events": [{"name": "network-changed", "server_uuid": "0ddcf820-02e0-4b56-8332-ac8a890fb0b5", "tag": "f8ee2ea9-f7f3-4d8a-beab-2a8e2e03d6a5"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:41:19.114493 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:19.218141 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-ff3f5d09-d71d-4ecb-99c1-8aa58ff63b73 None None] Set router b6da21e8-df25-41b5-9112-ef6c3049a200 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:41:19.228156 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef74fb51-e4f9-4b70-814e-2dc0720b3081 req-604f0c39-bf91-420a-9729-bc56aa885dd1 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:19.238847 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ef74fb51-e4f9-4b70-814e-2dc0720b3081 req-604f0c39-bf91-420a-9729-bc56aa885dd1 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=77900542-b50c-43fa-8e51-4bdebb3f3e4a HTTP/1.1" status: 200 len: 948 time: 0.1664243 Feb 19 02:41:19.255298 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8855ef4d-6963-45cb-9a4d-6a433979f1e2 req-3f005ebf-946d-452e-9715-5eb568266d8c tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:19.256832 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8855ef4d-6963-45cb-9a4d-6a433979f1e2 req-3f005ebf-946d-452e-9715-5eb568266d8c tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] 10.222.0.73 "GET /v2.0/ports?device_id=a95c21af-97d6-4c6b-a420-7dba79c92172 HTTP/1.1" status: 200 len: 945 time: 0.1540828 Feb 19 02:41:19.422301 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ef74fb51-e4f9-4b70-814e-2dc0720b3081 req-9f912a5a-2e45-442c-bbbb-4d46932b29ca tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985737 Feb 19 02:41:19.450249 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5517e116-3be0-4b99-a8f4-6d49d1b7d9de req-3dddcf8c-3ce9-4735-86bd-1651e8d47bd7 tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:19.460197 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5517e116-3be0-4b99-a8f4-6d49d1b7d9de req-3dddcf8c-3ce9-4735-86bd-1651e8d47bd7 tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] 10.222.0.72 "GET /v2.0/ports?device_id=a95c21af-97d6-4c6b-a420-7dba79c92172 HTTP/1.1" status: 200 len: 945 time: 0.2200038 Feb 19 02:41:19.563889 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-8855ef4d-6963-45cb-9a4d-6a433979f1e2 req-595129e6-44c7-4587-970d-f4686aa36635 tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Deleting port 3a48fb1b-db7c-4761-a573-7e32d0574b06 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:41:19.564956 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-8855ef4d-6963-45cb-9a4d-6a433979f1e2 req-595129e6-44c7-4587-970d-f4686aa36635 tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (3a48fb1b-db7c-4761-a573-7e32d0574b06), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:19.568164 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5517e116-3be0-4b99-a8f4-6d49d1b7d9de req-92552672-6044-4bd1-a344-4797cec51ee3 tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] 10.222.0.72 "GET /v2.0/security-groups?id=06361a1d-8d82-4ac0-8d63-3ac39b303691&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058037 Feb 19 02:41:19.717049 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-8855ef4d-6963-45cb-9a4d-6a433979f1e2 req-595129e6-44c7-4587-970d-f4686aa36635 tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] For port 3a48fb1b-db7c-4761-a573-7e32d0574b06, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=3a48fb1b-db7c-4761-a573-7e32d0574b06,segment=NetworkSegment(acba4f27-adea-4d4f-9747-beb38d8d96ee),segment_id=acba4f27-adea-4d4f-9747-beb38d8d96ee)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:41:19.717659 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-8855ef4d-6963-45cb-9a4d-6a433979f1e2 req-595129e6-44c7-4587-970d-f4686aa36635 tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (3a48fb1b-db7c-4761-a573-7e32d0574b06), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:19.727575 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-ff3f5d09-d71d-4ecb-99c1-8aa58ff63b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6da21e8-df25-41b5-9112-ef6c3049a200', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-600956687-router', 'tenant_id': 'da1eb1f790ec4469a06a2c8ce51be727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': 'a7de6922-a724-45ad-bbfe-6ebc6e2c72af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:38:28Z', 'updated_at': '2022-02-19T02:38:31Z', 'revision_number': 4, 'project_id': 'da1eb1f790ec4469a06a2c8ce51be727', 'gw_port': {'id': 'a7de6922-a724-45ad-bbfe-6ebc6e2c72af', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6da21e8-df25-41b5-9112-ef6c3049a200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:38:29Z', 'updated_at': '2022-02-19T02:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': 'bf2c5daf-2253-47d1-bb92-4424bb08fa88', 'tenant_id': 'da1eb1f790ec4469a06a2c8ce51be727', 'floating_ip_address': '172.25.6.94', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': 'b6da21e8-df25-41b5-9112-ef6c3049a200', 'port_id': 'f8ee2ea9-f7f3-4d8a-beab-2a8e2e03d6a5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0f7c769-8470-4519-8f35-ba7a47a3fc99', 'mac_address': 'fa:16:3e:2f:e7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddcf820-02e0-4b56-8332-ac8a890fb0b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:38:49Z', 'updated_at': '2022-02-19T02:41:17Z', 'revision_number': 5, 'project_id': 'da1eb1f790ec4469a06a2c8ce51be727', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19eb4237-2dc0-45cc-a3f0-48a32153d21e', 'name': '', 'network_id': 'e0f7c769-8470-4519-8f35-ba7a47a3fc99', 'tenant_id': 'da1eb1f790ec4469a06a2c8ce51be727', 'mac_address': 'fa:16:3e:82:3d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6da21e8-df25-41b5-9112-ef6c3049a200', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '4a3ae975-a392-4065-b27e-dab19abb303b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:38:30Z', 'updated_at': '2022-02-19T02:38:38Z', 'revision_number': 5, 'project_id': 'da1eb1f790ec4469a06a2c8ce51be727', 'subnets': [{'id': '4a3ae975-a392-4065-b27e-dab19abb303b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:41:19.733413 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-8855ef4d-6963-45cb-9a4d-6a433979f1e2 req-595129e6-44c7-4587-970d-f4686aa36635 tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Calling delete_port for 3a48fb1b-db7c-4761-a573-7e32d0574b06 owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:41:19.760712 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3f5d09-d71d-4ecb-99c1-8aa58ff63b73 None None] Checking router: b6da21e8-df25-41b5-9112-ef6c3049a200 for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:41:19.770088 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3f5d09-d71d-4ecb-99c1-8aa58ff63b73 None None] Routers {'b6da21e8-df25-41b5-9112-ef6c3049a200'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:41:19.770961 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-ff3f5d09-d71d-4ecb-99c1-8aa58ff63b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:41:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['b6da21e8-df25-41b5-9112-ef6c3049a200'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:41:19.892506 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-ff3f5d09-d71d-4ecb-99c1-8aa58ff63b73 None None] Set router b6da21e8-df25-41b5-9112-ef6c3049a200 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:41:19.931987 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d810e45-6af2-4eda-a0f2-7099726ed5c8', 'tag': 'e33b8d9a-b9b3-4c2d-a1d9-3d6762227071'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:41:19.940683 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a64e6875-bb97-4631-a5d3-d2875ee815d1" -d '{"events": [{"name": "network-changed", "server_uuid": "9d810e45-6af2-4eda-a0f2-7099726ed5c8", "tag": "e33b8d9a-b9b3-4c2d-a1d9-3d6762227071"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:41:19.949106 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-8855ef4d-6963-45cb-9a4d-6a433979f1e2 req-595129e6-44c7-4587-970d-f4686aa36635 tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (3a48fb1b-db7c-4761-a573-7e32d0574b06), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:19.987780 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595129e6-44c7-4587-970d-f4686aa36635 tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Pushing event deleted for resources: {'Port': ['ID=3a48fb1b-db7c-4761-a573-7e32d0574b06,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:41:19.997342 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['3fe10618-c11c-41d3-b68a-1d13575b02f2', '3a48fb1b-db7c-4761-a573-7e32d0574b06'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:41:20.042586 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb919d-4c0b-42f7-a824-204171967355 req-d565a8b3-26ac-4848-917f-c20b20ff30ef tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:20.050337 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-54eb919d-4c0b-42f7-a824-204171967355 req-d565a8b3-26ac-4848-917f-c20b20ff30ef tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] 10.222.0.72 "GET /v2.0/ports?device_id=12703934-5b7e-463c-8012-a4a3447eeb94&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2997904 Feb 19 02:41:20.131379 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-8855ef4d-6963-45cb-9a4d-6a433979f1e2 req-595129e6-44c7-4587-970d-f4686aa36635 tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] No DVR routers for this DVR port 3a48fb1b-db7c-4761-a573-7e32d0574b06 on host n-h1-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:41:20.142159 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-8855ef4d-6963-45cb-9a4d-6a433979f1e2 req-595129e6-44c7-4587-970d-f4686aa36635 tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:20.145460 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8855ef4d-6963-45cb-9a4d-6a433979f1e2 req-595129e6-44c7-4587-970d-f4686aa36635 tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] 10.222.0.73 "DELETE /v2.0/ports/3a48fb1b-db7c-4761-a573-7e32d0574b06 HTTP/1.1" status: 204 len: 173 time: 0.8806930 Feb 19 02:41:20.150457 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-54eb919d-4c0b-42f7-a824-204171967355 req-2b98684d-0c45-42f4-8e2a-78e4d21f85cc tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.6.114 HTTP/1.1" status: 200 len: 696 time: 0.0991535 Feb 19 02:41:20.160711 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-54eb919d-4c0b-42f7-a824-204171967355 req-5dbb2203-0ec0-48ea-a1a9-a6d3b18fcdd1 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Request body: {'floatingip': {'port_id': '7d41a253-136f-4f5f-b68e-55c767b082fe', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:41:20.241040 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-54eb919d-4c0b-42f7-a824-204171967355 req-5dbb2203-0ec0-48ea-a1a9-a6d3b18fcdd1 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Publish callbacks [] for floatingip (24bd57ef-7306-43f0-a15f-f8ad2ff195a7), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:20.300909 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-ff3f5d09-d71d-4ecb-99c1-8aa58ff63b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6da21e8-df25-41b5-9112-ef6c3049a200', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-600956687-router', 'tenant_id': 'da1eb1f790ec4469a06a2c8ce51be727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': 'a7de6922-a724-45ad-bbfe-6ebc6e2c72af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:38:28Z', 'updated_at': '2022-02-19T02:38:31Z', 'revision_number': 4, 'project_id': 'da1eb1f790ec4469a06a2c8ce51be727', 'gw_port': {'id': 'a7de6922-a724-45ad-bbfe-6ebc6e2c72af', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6da21e8-df25-41b5-9112-ef6c3049a200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:38:29Z', 'updated_at': '2022-02-19T02:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': 'bf2c5daf-2253-47d1-bb92-4424bb08fa88', 'tenant_id': 'da1eb1f790ec4469a06a2c8ce51be727', 'floating_ip_address': '172.25.6.94', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': 'b6da21e8-df25-41b5-9112-ef6c3049a200', 'port_id': 'f8ee2ea9-f7f3-4d8a-beab-2a8e2e03d6a5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0f7c769-8470-4519-8f35-ba7a47a3fc99', 'mac_address': 'fa:16:3e:2f:e7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddcf820-02e0-4b56-8332-ac8a890fb0b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:38:49Z', 'updated_at': '2022-02-19T02:41:17Z', 'revision_number': 5, 'project_id': 'da1eb1f790ec4469a06a2c8ce51be727', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19eb4237-2dc0-45cc-a3f0-48a32153d21e', 'name': '', 'network_id': 'e0f7c769-8470-4519-8f35-ba7a47a3fc99', 'tenant_id': 'da1eb1f790ec4469a06a2c8ce51be727', 'mac_address': 'fa:16:3e:82:3d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6da21e8-df25-41b5-9112-ef6c3049a200', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '4a3ae975-a392-4065-b27e-dab19abb303b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:38:30Z', 'updated_at': '2022-02-19T02:38:38Z', 'revision_number': 5, 'project_id': 'da1eb1f790ec4469a06a2c8ce51be727', 'subnets': [{'id': '4a3ae975-a392-4065-b27e-dab19abb303b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:41:20.338877 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:20.364167 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3f5d09-d71d-4ecb-99c1-8aa58ff63b73 None None] The sync data for ids ['b6da21e8-df25-41b5-9112-ef6c3049a200'] in n-d-826753-2 is: [{'id': 'b6da21e8-df25-41b5-9112-ef6c3049a200', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-600956687-router', 'tenant_id': 'da1eb1f790ec4469a06a2c8ce51be727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': 'a7de6922-a724-45ad-bbfe-6ebc6e2c72af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:38:28Z', 'updated_at': '2022-02-19T02:38:31Z', 'revision_number': 4, 'project_id': 'da1eb1f790ec4469a06a2c8ce51be727', 'gw_port': {'id': 'a7de6922-a724-45ad-bbfe-6ebc6e2c72af', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6da21e8-df25-41b5-9112-ef6c3049a200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:38:29Z', 'updated_at': '2022-02-19T02:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': 'bf2c5daf-2253-47d1-bb92-4424bb08fa88', 'tenant_id': 'da1eb1f790ec4469a06a2c8ce51be727', 'floating_ip_address': '172.25.6.94', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': 'b6da21e8-df25-41b5-9112-ef6c3049a200', 'port_id': 'f8ee2ea9-f7f3-4d8a-beab-2a8e2e03d6a5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0f7c769-8470-4519-8f35-ba7a47a3fc99', 'mac_address': 'fa:16:3e:2f:e7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddcf820-02e0-4b56-8332-ac8a890fb0b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:38:49Z', 'updated_at': '2022-02-19T02:41:17Z', 'revision_number': 5, 'project_id': 'da1eb1f790ec4469a06a2c8ce51be727', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19eb4237-2dc0-45cc-a3f0-48a32153d21e', 'name': '', 'network_id': 'e0f7c769-8470-4519-8f35-ba7a47a3fc99', 'tenant_id': 'da1eb1f790ec4469a06a2c8ce51be727', 'mac_address': 'fa:16:3e:82:3d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6da21e8-df25-41b5-9112-ef6c3049a200', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '4a3ae975-a392-4065-b27e-dab19abb303b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:38:30Z', 'updated_at': '2022-02-19T02:38:38Z', 'revision_number': 5, 'project_id': 'da1eb1f790ec4469a06a2c8ce51be727', 'subnets': [{'id': '4a3ae975-a392-4065-b27e-dab19abb303b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:41:20.440571 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedd7083-bee5-4e99-85df-bfa7a9860e55 req-c226bc11-f295-4561-b8a3-a8987e52790b tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:20.441382 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-aedd7083-bee5-4e99-85df-bfa7a9860e55 req-c226bc11-f295-4561-b8a3-a8987e52790b tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] 10.222.0.72 "GET /v2.0/ports?device_id=0ddcf820-02e0-4b56-8332-ac8a890fb0b5 HTTP/1.1" status: 200 len: 945 time: 0.4656897 Feb 19 02:41:20.449182 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16eb279-e075-4d5e-83bc-eb5a481bece0 req-c2802038-6318-4697-91aa-7738e23c56ac tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:20.450685 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-b16eb279-e075-4d5e-83bc-eb5a481bece0 req-c2802038-6318-4697-91aa-7738e23c56ac tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.82 "GET /v2.0/networks?id=b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7 HTTP/1.1" status: 200 len: 808 time: 0.2233737 Feb 19 02:41:20.480123 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-b16eb279-e075-4d5e-83bc-eb5a481bece0 req-c5bf7e72-c39c-44d6-90a2-9d32554f896a tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Request body: {'port': {'device_id': '29bcea09-12cf-46f9-beab-e3b6e5e0664c', 'network_id': 'b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7', 'admin_state_up': True, 'tenant_id': '0351aa3c6ea34cbbac483ac000de57cb'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:41:20.588285 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-aedd7083-bee5-4e99-85df-bfa7a9860e55 req-bb81c654-73f5-4588-be32-9e4832918737 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] 10.222.0.72 "GET /v2.0/security-groups?id=d1874a8e-a1bd-4ab7-b8d8-0b935dd8ff3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208725 Feb 19 02:41:20.653156 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b16eb279-e075-4d5e-83bc-eb5a481bece0 req-c5bf7e72-c39c-44d6-90a2-9d32554f896a tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Made reservation on behalf of 0351aa3c6ea34cbbac483ac000de57cb for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:41:20.657591 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-b16eb279-e075-4d5e-83bc-eb5a481bece0 req-c5bf7e72-c39c-44d6-90a2-9d32554f896a tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:20.718637 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e04ae01-836f-4f4d-a5cd-a5d8d05a57d1 x-openstack-request-id: req-2e04ae01-836f-4f4d-a5cd-a5d8d05a57d1 {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:41:20.718994 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ddcf820-02e0-4b56-8332-ac8a890fb0b5", "tag": "f8ee2ea9-f7f3-4d8a-beab-2a8e2e03d6a5", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:41:20.719243 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2e04ae01-836f-4f4d-a5cd-a5d8d05a57d1 {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:41:20.719558 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ddcf820-02e0-4b56-8332-ac8a890fb0b5', 'tag': 'f8ee2ea9-f7f3-4d8a-beab-2a8e2e03d6a5', 'status': 'completed', 'code': 200} Feb 19 02:41:20.772464 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c8a1a3-e816-4286-999e-77e230565f76 None None] New status for floating IP bf2c5daf-2253-47d1-bb92-4424bb08fa88: ACTIVE {{(pid=103703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 02:41:20.934159 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [req-b16eb279-e075-4d5e-83bc-eb5a481bece0 req-c5bf7e72-c39c-44d6-90a2-9d32554f896a tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Allocated IP 172.20.0.3 (b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7/de6735e0-8981-45a6-9d12-953729888898/ec06d5ce-1eba-4ddd-befe-dc1f766a8000) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:41:20.973720 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9733bfae-d201-41af-b885-1410cb88fc4d req-54c01d6e-0bdd-40f2-a23d-1dc9218b7e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:20.975262 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9733bfae-d201-41af-b885-1410cb88fc4d req-54c01d6e-0bdd-40f2-a23d-1dc9218b7e07 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=da1eb1f790ec4469a06a2c8ce51be727&device_id=0ddcf820-02e0-4b56-8332-ac8a890fb0b5 HTTP/1.1" status: 200 len: 1127 time: 0.2716548 Feb 19 02:41:21.019171 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25953107-8d7c-42b8-882f-79e1dc95e0fb req-a70b349b-4b2e-4437-95eb-c47f40461f31 tempest-LiveAutoBlockMigrationV225Test-289573108 tempest-LiveAutoBlockMigrationV225Test-289573108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:21.036015 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-25953107-8d7c-42b8-882f-79e1dc95e0fb req-a70b349b-4b2e-4437-95eb-c47f40461f31 tempest-LiveAutoBlockMigrationV225Test-289573108 tempest-LiveAutoBlockMigrationV225Test-289573108-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=d3f5f85b-34ff-4273-b0ac-566af344a95d HTTP/1.1" status: 200 len: 1127 time: 0.2753468 Feb 19 02:41:21.109811 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 4e89b04d-4fc5-4464-a71b-3345933c773e details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:41:21.187026 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-25953107-8d7c-42b8-882f-79e1dc95e0fb req-7dc4339b-e2c1-41b2-9123-42487480619d tempest-LiveAutoBlockMigrationV225Test-289573108 tempest-LiveAutoBlockMigrationV225Test-289573108-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483474 Feb 19 02:41:21.289016 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9733bfae-d201-41af-b885-1410cb88fc4d req-c40f2834-a9cb-4a83-946c-15bde04db44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:21.290490 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9733bfae-d201-41af-b885-1410cb88fc4d req-c40f2834-a9cb-4a83-946c-15bde04db44a service neutron] 10.222.0.82 "GET /v2.0/networks?id=e0f7c769-8470-4519-8f35-ba7a47a3fc99 HTTP/1.1" status: 200 len: 924 time: 0.3060172 Feb 19 02:41:21.297273 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a2071f4-691e-4f53-aa50-7b00994261b0 x-openstack-request-id: req-9a2071f4-691e-4f53-aa50-7b00994261b0 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:41:21.297571 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d810e45-6af2-4eda-a0f2-7099726ed5c8", "tag": "e33b8d9a-b9b3-4c2d-a1d9-3d6762227071", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:41:21.297834 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9a2071f4-691e-4f53-aa50-7b00994261b0 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:41:21.298244 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d810e45-6af2-4eda-a0f2-7099726ed5c8', 'tag': 'e33b8d9a-b9b3-4c2d-a1d9-3d6762227071', 'status': 'completed', 'code': 200} Feb 19 02:41:21.338200 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-b16eb279-e075-4d5e-83bc-eb5a481bece0 req-c5bf7e72-c39c-44d6-90a2-9d32554f896a tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Publish callbacks [] for port (ec06d5ce-1eba-4ddd-befe-dc1f766a8000), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:21.414805 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-b16eb279-e075-4d5e-83bc-eb5a481bece0 req-c5bf7e72-c39c-44d6-90a2-9d32554f896a tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (ec06d5ce-1eba-4ddd-befe-dc1f766a8000), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:21.458127 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['49fe7044-8617-421f-8cae-626e2aa0e00e'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:41:21.560208 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 4e89b04d-4fc5-4464-a71b-3345933c773e, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=4e89b04d-4fc5-4464-a71b-3345933c773e,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:41:21.608139 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bf7e72-c39c-44d6-90a2-9d32554f896a tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Pushing event updated for resources: {'Port': ['ID=ec06d5ce-1eba-4ddd-befe-dc1f766a8000,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:41:21.675334 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b16eb279-e075-4d5e-83bc-eb5a481bece0 req-c5bf7e72-c39c-44d6-90a2-9d32554f896a tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Network b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:41:21.691010 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [req-b16eb279-e075-4d5e-83bc-eb5a481bece0 req-c5bf7e72-c39c-44d6-90a2-9d32554f896a tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:41:21.693878 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-b16eb279-e075-4d5e-83bc-eb5a481bece0 req-c5bf7e72-c39c-44d6-90a2-9d32554f896a tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:41:21.772608 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6c3c51-87f1-4bd9-b812-ce69b7c166ec req-5f6a5245-26da-4816-b9f3-f0c01758e129 tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:21.775094 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ad6c3c51-87f1-4bd9-b812-ce69b7c166ec req-5f6a5245-26da-4816-b9f3-f0c01758e129 tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] 10.222.0.73 "GET /v2.0/ports?device_id=4f91b684-0f86-4c3d-8c30-60226e393b0a HTTP/1.1" status: 200 len: 945 time: 0.2154341 Feb 19 02:41:21.792570 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': '4e89b04d-4fc5-4464-a71b-3345933c773e', 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f', 'port_id': '4e89b04d-4fc5-4464-a71b-3345933c773e', 'mac_address': 'fa:16:3e:76:cb:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '974c06bc-f097-4890-970a-b087501ab241', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:41:21.805289 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-54eb919d-4c0b-42f7-a824-204171967355 req-5dbb2203-0ec0-48ea-a1a9-a6d3b18fcdd1 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:21.808191 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9733bfae-d201-41af-b885-1410cb88fc4d req-a0e215be-ab74-44b1-87e0-173c502fce92 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f8ee2ea9-f7f3-4d8a-beab-2a8e2e03d6a5 HTTP/1.1" status: 200 len: 1000 time: 0.5044968 Feb 19 02:41:21.853723 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16eb279-e075-4d5e-83bc-eb5a481bece0 req-c5bf7e72-c39c-44d6-90a2-9d32554f896a tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:21.854719 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-b16eb279-e075-4d5e-83bc-eb5a481bece0 req-c5bf7e72-c39c-44d6-90a2-9d32554f896a tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:21.865243 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9733bfae-d201-41af-b885-1410cb88fc4d req-bf21a5c5-b98b-4076-81da-cf7b6f0a3919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:21.866717 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9733bfae-d201-41af-b885-1410cb88fc4d req-bf21a5c5-b98b-4076-81da-cf7b6f0a3919 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4a3ae975-a392-4065-b27e-dab19abb303b HTTP/1.1" status: 200 len: 862 time: 0.0510964 Feb 19 02:41:21.869516 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-54eb919d-4c0b-42f7-a824-204171967355 req-5dbb2203-0ec0-48ea-a1a9-a6d3b18fcdd1 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16285943'] for floatingip (24bd57ef-7306-43f0-a15f-f8ad2ff195a7), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:21.880954 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e193b-2bb3-4bd3-875c-0d937de373c3 req-aded693f-65d3-4a07-82d5-b0180c1b9838 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:21.888623 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64e6875-bb97-4631-a5d3-d2875ee815d1 req-72a0d29f-dabd-4e33-ae54-7436cce107cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:21.889119 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-818e193b-2bb3-4bd3-875c-0d937de373c3 req-aded693f-65d3-4a07-82d5-b0180c1b9838 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=29bcea09-12cf-46f9-beab-e3b6e5e0664c HTTP/1.1" status: 200 len: 931 time: 0.4445024 Feb 19 02:41:21.890934 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a64e6875-bb97-4631-a5d3-d2875ee815d1 req-72a0d29f-dabd-4e33-ae54-7436cce107cb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=03a224ed4cc448b3ab8491a1b5a2c99b&device_id=9d810e45-6af2-4eda-a0f2-7099726ed5c8 HTTP/1.1" status: 200 len: 1130 time: 0.3865366 Feb 19 02:41:21.906307 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:21.957679 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 4e89b04d-4fc5-4464-a71b-3345933c773e is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:41:21.958249 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (4e89b04d-4fc5-4464-a71b-3345933c773e), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:22.024841 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64e6875-bb97-4631-a5d3-d2875ee815d1 req-450fc069-2535-4921-ae29-da522e15b341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:22.027896 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a64e6875-bb97-4631-a5d3-d2875ee815d1 req-450fc069-2535-4921-ae29-da522e15b341 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5124bd00-da2a-4bd6-93a0-c14c92afb11f HTTP/1.1" status: 200 len: 870 time: 0.1247797 Feb 19 02:41:22.058614 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-b16eb279-e075-4d5e-83bc-eb5a481bece0 req-c5bf7e72-c39c-44d6-90a2-9d32554f896a tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5820003 Feb 19 02:41:22.065283 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e89b04d-4fc5-4464-a71b-3345933c773e {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:41:22.079217 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9733bfae-d201-41af-b885-1410cb88fc4d req-573fc8b2-b452-4ec4-a602-5263144efec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:22.080853 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9733bfae-d201-41af-b885-1410cb88fc4d req-573fc8b2-b452-4ec4-a602-5263144efec0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e0f7c769-8470-4519-8f35-ba7a47a3fc99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1518922 Feb 19 02:41:22.098498 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 4e89b04d-4fc5-4464-a71b-3345933c773e, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=4e89b04d-4fc5-4464-a71b-3345933c773e,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:41:22.127999 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-b16eb279-e075-4d5e-83bc-eb5a481bece0 req-a3219723-1efa-4e92-9b4d-ec0146eb8615 service neutron] Request body: {'port': {'device_id': '29bcea09-12cf-46f9-beab-e3b6e5e0664c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826753-2'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:41:22.135324 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a64e6875-bb97-4631-a5d3-d2875ee815d1 req-d7a32ea4-4b7c-460a-b986-c918e29bf51c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=e33b8d9a-b9b3-4c2d-a1d9-3d6762227071 HTTP/1.1" status: 200 len: 217 time: 0.0927947 Feb 19 02:41:22.136825 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (4e89b04d-4fc5-4464-a71b-3345933c773e), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:22.213221 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-818e193b-2bb3-4bd3-875c-0d937de373c3 req-52484542-9b2f-4028-94a7-216db443b70d tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3225772 Feb 19 02:41:22.224086 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-ad6c3c51-87f1-4bd9-b812-ce69b7c166ec req-9767ed1f-d009-4621-ac6a-9e256a0a6e5d tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Deleting port 3fe10618-c11c-41d3-b68a-1d13575b02f2 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:41:22.224669 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-ad6c3c51-87f1-4bd9-b812-ce69b7c166ec req-9767ed1f-d009-4621-ac6a-9e256a0a6e5d tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (3fe10618-c11c-41d3-b68a-1d13575b02f2), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:22.326417 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=4e89b04d-4fc5-4464-a71b-3345933c773e,revision_number=8']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:41:22.327420 n-d-826753-2 neutron-server[103701]: INFO neutron.db.l3_db [req-54eb919d-4c0b-42f7-a824-204171967355 req-5dbb2203-0ec0-48ea-a1a9-a6d3b18fcdd1 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Floating IP 24bd57ef-7306-43f0-a15f-f8ad2ff195a7 associated. External IP: 172.25.6.114, port: 7d41a253-136f-4f5f-b68e-55c767b082fe. Feb 19 02:41:22.370963 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:22.454554 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cef365-8103-4b56-b5f6-81400499c707 req-385afc6c-6db4-4b81-af7e-021b40f20b5f tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:22.462235 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f4cef365-8103-4b56-b5f6-81400499c707 req-385afc6c-6db4-4b81-af7e-021b40f20b5f tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/ports?device_id=9d810e45-6af2-4eda-a0f2-7099726ed5c8 HTTP/1.1" status: 200 len: 948 time: 0.1322632 Feb 19 02:41:22.526730 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9733bfae-d201-41af-b885-1410cb88fc4d req-a2a9a294-2686-4abe-9f14-b3560a0ee246 service neutron] 10.222.0.82 "GET /v2.0/networks/e0f7c769-8470-4519-8f35-ba7a47a3fc99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4236844 Feb 19 02:41:22.622067 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64e6875-bb97-4631-a5d3-d2875ee815d1 req-2dd5ef77-2939-45a9-8990-78437b146a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:22.623739 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a64e6875-bb97-4631-a5d3-d2875ee815d1 req-2dd5ef77-2939-45a9-8990-78437b146a01 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=974c06bc-f097-4890-970a-b087501ab241 HTTP/1.1" status: 200 len: 843 time: 0.4656405 Feb 19 02:41:22.629746 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f4cef365-8103-4b56-b5f6-81400499c707 req-ef310196-c900-42f3-a068-6a638261a5fc tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b908dbc-8f8c-41bc-a0bd-543abe15dd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665311 Feb 19 02:41:22.647683 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-b16eb279-e075-4d5e-83bc-eb5a481bece0 req-a3219723-1efa-4e92-9b4d-ec0146eb8615 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (ec06d5ce-1eba-4ddd-befe-dc1f766a8000), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:22.779083 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-ad6c3c51-87f1-4bd9-b812-ce69b7c166ec req-9767ed1f-d009-4621-ac6a-9e256a0a6e5d tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] For port 3fe10618-c11c-41d3-b68a-1d13575b02f2, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=3fe10618-c11c-41d3-b68a-1d13575b02f2,segment=NetworkSegment(acba4f27-adea-4d4f-9747-beb38d8d96ee),segment_id=acba4f27-adea-4d4f-9747-beb38d8d96ee)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:41:22.779648 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-ad6c3c51-87f1-4bd9-b812-ce69b7c166ec req-9767ed1f-d009-4621-ac6a-9e256a0a6e5d tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (3fe10618-c11c-41d3-b68a-1d13575b02f2), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:22.794838 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64e6875-bb97-4631-a5d3-d2875ee815d1 req-e20602dd-e62d-443d-997b-0c7bcab7674a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:22.796393 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a64e6875-bb97-4631-a5d3-d2875ee815d1 req-e20602dd-e62d-443d-997b-0c7bcab7674a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5124bd00-da2a-4bd6-93a0-c14c92afb11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1604781 Feb 19 02:41:22.830020 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9733bfae-d201-41af-b885-1410cb88fc4d req-b3587fd1-a47a-4ab5-b499-f1a16f619ae8 service neutron] 10.222.0.82 "GET /v2.0/networks/e0f7c769-8470-4519-8f35-ba7a47a3fc99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2953281 Feb 19 02:41:22.850751 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-ad6c3c51-87f1-4bd9-b812-ce69b7c166ec req-9767ed1f-d009-4621-ac6a-9e256a0a6e5d tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Calling delete_port for 3fe10618-c11c-41d3-b68a-1d13575b02f2 owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:41:22.852214 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac151c3-398f-4018-964c-8b80444d61d5 req-ca4ed2ae-007a-4e95-b1fb-2969ea75aa1e tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:22.853778 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-eac151c3-398f-4018-964c-8b80444d61d5 req-ca4ed2ae-007a-4e95-b1fb-2969ea75aa1e tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=77900542-b50c-43fa-8e51-4bdebb3f3e4a HTTP/1.1" status: 200 len: 949 time: 0.1131523 Feb 19 02:41:22.916511 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['4e89b04d-4fc5-4464-a71b-3345933c773e'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:41:22.935028 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [req-54eb919d-4c0b-42f7-a824-204171967355 req-5dbb2203-0ec0-48ea-a1a9-a6d3b18fcdd1 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Router 19926ac9-c54b-4bc8-9815-081664ca0553 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:41:23.006983 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-eac151c3-398f-4018-964c-8b80444d61d5 req-8d19e9c7-27b3-4e69-a0e2-381c618db339 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349902 Feb 19 02:41:23.115101 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a64e6875-bb97-4631-a5d3-d2875ee815d1 req-186809b7-fcd7-4eaa-842c-427112642c8f service neutron] 10.222.0.73 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658675 Feb 19 02:41:23.137610 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-54eb919d-4c0b-42f7-a824-204171967355 req-5dbb2203-0ec0-48ea-a1a9-a6d3b18fcdd1 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:41:23.143064 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device e33b8d9a-b9b3-4c2d-a1d9-3d6762227071 details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:41:23.144538 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-54eb919d-4c0b-42f7-a824-204171967355 req-5dbb2203-0ec0-48ea-a1a9-a6d3b18fcdd1 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:23.148253 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc2921a-6bd8-43e1-8f71-91a441414140 None None] Sync routers for ids ['19926ac9-c54b-4bc8-9815-081664ca0553'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:41:23.183568 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc2921a-6bd8-43e1-8f71-91a441414140 None None] Routers {'19926ac9-c54b-4bc8-9815-081664ca0553'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:41:23.184474 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-bdc2921a-6bd8-43e1-8f71-91a441414140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:41:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['19926ac9-c54b-4bc8-9815-081664ca0553'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:41:23.188260 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 3fe10618-c11c-41d3-b68a-1d13575b02f2 no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:41:23.201742 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-54eb919d-4c0b-42f7-a824-204171967355 req-5dbb2203-0ec0-48ea-a1a9-a6d3b18fcdd1 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] 10.222.0.72 "PUT /v2.0/floatingips/24bd57ef-7306-43f0-a15f-f8ad2ff195a7 HTTP/1.1" status: 200 len: 997 time: 3.0502756 Feb 19 02:41:23.207410 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12703934-5b7e-463c-8012-a4a3447eeb94', 'tag': '7d41a253-136f-4f5f-b68e-55c767b082fe'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:41:23.214538 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-135ebeaa-4a36-451f-a86e-38187b4c4756" -d '{"events": [{"name": "network-changed", "server_uuid": "12703934-5b7e-463c-8012-a4a3447eeb94", "tag": "7d41a253-136f-4f5f-b68e-55c767b082fe"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:41:23.291339 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb919d-4c0b-42f7-a824-204171967355 req-1c122b30-5e2d-4f04-a4ea-d2ca50104e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:23.294884 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-54eb919d-4c0b-42f7-a824-204171967355 req-1c122b30-5e2d-4f04-a4ea-d2ca50104e12 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5126e9cc2c214dde954e94889efcccdb&device_id=12703934-5b7e-463c-8012-a4a3447eeb94 HTTP/1.1" status: 200 len: 1128 time: 0.0671899 Feb 19 02:41:23.304485 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a95c21af-97d6-4c6b-a420-7dba79c92172', 'name': 'network-vif-deleted', 'tag': '3a48fb1b-db7c-4761-a573-7e32d0574b06'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:41:23.307461 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bac71aec-3a9c-40e0-bc22-5fd23506d315" -d '{"events": [{"server_uuid": "a95c21af-97d6-4c6b-a420-7dba79c92172", "name": "network-vif-deleted", "tag": "3a48fb1b-db7c-4761-a573-7e32d0574b06"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:41:23.433692 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-bdc2921a-6bd8-43e1-8f71-91a441414140 None None] Set router 19926ac9-c54b-4bc8-9815-081664ca0553 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:41:23.457824 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a64e6875-bb97-4631-a5d3-d2875ee815d1 req-6b8e1c04-44e0-409a-b0ba-59bb8b0b7a59 service neutron] 10.222.0.73 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3322573 Feb 19 02:41:23.471658 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-b16eb279-e075-4d5e-83bc-eb5a481bece0 req-a3219723-1efa-4e92-9b4d-ec0146eb8615 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec06d5ce-1eba-4ddd-befe-dc1f766a8000 {{(pid=103702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:41:23.479458 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb919d-4c0b-42f7-a824-204171967355 req-073ee8a7-9d46-446a-8f30-41c619e06077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:23.493372 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-54eb919d-4c0b-42f7-a824-204171967355 req-073ee8a7-9d46-446a-8f30-41c619e06077 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2f3a90ad-ee5a-41f0-bdc0-22abe981a050 HTTP/1.1" status: 200 len: 921 time: 0.1880064 Feb 19 02:41:23.506054 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-ad6c3c51-87f1-4bd9-b812-ce69b7c166ec req-9767ed1f-d009-4621-ac6a-9e256a0a6e5d tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (3fe10618-c11c-41d3-b68a-1d13575b02f2), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:23.514227 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-b16eb279-e075-4d5e-83bc-eb5a481bece0 req-a3219723-1efa-4e92-9b4d-ec0146eb8615 service neutron] Publish callbacks [] for port (ec06d5ce-1eba-4ddd-befe-dc1f766a8000), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:23.594658 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-54eb919d-4c0b-42f7-a824-204171967355 req-7329a6b5-526e-4b1f-9ccc-eee3473948ac service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d41a253-136f-4f5f-b68e-55c767b082fe HTTP/1.1" status: 200 len: 1000 time: 0.1005414 Feb 19 02:41:23.638503 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 3fe10618-c11c-41d3-b68a-1d13575b02f2 is: ACTIVE; New status is: DOWN {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:41:23.638897 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (3fe10618-c11c-41d3-b68a-1d13575b02f2), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:23.654614 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9767ed1f-d009-4621-ac6a-9e256a0a6e5d tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Pushing event deleted for resources: {'Port': ['ID=3fe10618-c11c-41d3-b68a-1d13575b02f2,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:41:23.662569 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-b16eb279-e075-4d5e-83bc-eb5a481bece0 req-a3219723-1efa-4e92-9b4d-ec0146eb8615 service neutron] Transition to ACTIVE for port object ec06d5ce-1eba-4ddd-befe-dc1f766a8000 will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:41:23.693564 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb919d-4c0b-42f7-a824-204171967355 req-72694c98-6da2-40fa-ab37-bff07dd209bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:23.699110 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port e33b8d9a-b9b3-4c2d-a1d9-3d6762227071, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=e33b8d9a-b9b3-4c2d-a1d9-3d6762227071,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:41:23.702633 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-54eb919d-4c0b-42f7-a824-204171967355 req-72694c98-6da2-40fa-ab37-bff07dd209bb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a1cf80ca-3ee4-4752-b65e-3f091ad2def6 HTTP/1.1" status: 200 len: 859 time: 0.1063325 Feb 19 02:41:23.733553 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-b16eb279-e075-4d5e-83bc-eb5a481bece0 req-a3219723-1efa-4e92-9b4d-ec0146eb8615 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (ec06d5ce-1eba-4ddd-befe-dc1f766a8000), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:23.740477 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': 'e33b8d9a-b9b3-4c2d-a1d9-3d6762227071', 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f', 'port_id': 'e33b8d9a-b9b3-4c2d-a1d9-3d6762227071', 'mac_address': 'fa:16:3e:75:9e:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '974c06bc-f097-4890-970a-b087501ab241', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:41:23.799201 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad6c3c51-87f1-4bd9-b812-ce69b7c166ec req-9767ed1f-d009-4621-ac6a-9e256a0a6e5d tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] No DVR routers for this DVR port 3fe10618-c11c-41d3-b68a-1d13575b02f2 on host n-h1-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:41:23.813350 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 3a48fb1b-db7c-4761-a573-7e32d0574b06 no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:41:23.839440 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] No Port match for: 3a48fb1b-db7c-4761-a573-7e32d0574b06 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:41:23.840190 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 3a48fb1b-db7c-4761-a573-7e32d0574b06 not bound to the agent host n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:41:23.847921 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb919d-4c0b-42f7-a824-204171967355 req-c590ed8d-59a8-43d6-951a-ef30ca1291af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:23.855550 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-54eb919d-4c0b-42f7-a824-204171967355 req-c590ed8d-59a8-43d6-951a-ef30ca1291af service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2f3a90ad-ee5a-41f0-bdc0-22abe981a050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1512153 Feb 19 02:41:23.858211 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port e33b8d9a-b9b3-4c2d-a1d9-3d6762227071 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:41:23.858875 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (e33b8d9a-b9b3-4c2d-a1d9-3d6762227071), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:23.868148 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [req-54eb919d-4c0b-42f7-a824-204171967355 req-831ee444-5f87-44ef-84f0-5f79783260ab service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103701) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:41:23.868731 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-54eb919d-4c0b-42f7-a824-204171967355 req-831ee444-5f87-44ef-84f0-5f79783260ab service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058486 Feb 19 02:41:23.882607 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-ad6c3c51-87f1-4bd9-b812-ce69b7c166ec req-9767ed1f-d009-4621-ac6a-9e256a0a6e5d tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:23.903230 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ad6c3c51-87f1-4bd9-b812-ce69b7c166ec req-9767ed1f-d009-4621-ac6a-9e256a0a6e5d tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] 10.222.0.73 "DELETE /v2.0/ports/3fe10618-c11c-41d3-b68a-1d13575b02f2 HTTP/1.1" status: 204 len: 173 time: 2.1183088 Feb 19 02:41:23.915956 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e33b8d9a-b9b3-4c2d-a1d9-3d6762227071 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:41:23.969102 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-bdc2921a-6bd8-43e1-8f71-91a441414140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19926ac9-c54b-4bc8-9815-081664ca0553', 'name': 'tempest-FloatingIPsAssociationTestJSON-504285703-router', 'tenant_id': '5126e9cc2c214dde954e94889efcccdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '2dd20b05-57e2-4dd8-bf37-99c3aded2d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:40:23Z', 'updated_at': '2022-02-19T02:40:29Z', 'revision_number': 4, 'project_id': '5126e9cc2c214dde954e94889efcccdb', 'gw_port': {'id': '2dd20b05-57e2-4dd8-bf37-99c3aded2d2e', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:3f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19926ac9-c54b-4bc8-9815-081664ca0553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:40:23Z', 'updated_at': '2022-02-19T02:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': '24bd57ef-7306-43f0-a15f-f8ad2ff195a7', 'tenant_id': '5126e9cc2c214dde954e94889efcccdb', 'floating_ip_address': '172.25.6.114', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': '19926ac9-c54b-4bc8-9815-081664ca0553', 'port_id': '7d41a253-136f-4f5f-b68e-55c767b082fe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f3a90ad-ee5a-41f0-bdc0-22abe981a050', 'mac_address': 'fa:16:3e:74:2b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12703934-5b7e-463c-8012-a4a3447eeb94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:40:59Z', 'updated_at': '2022-02-19T02:41:21Z', 'revision_number': 1, 'project_id': '5126e9cc2c214dde954e94889efcccdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01a34c5d-fa80-4660-a0db-efb2071115d8', 'name': '', 'network_id': '2f3a90ad-ee5a-41f0-bdc0-22abe981a050', 'tenant_id': '5126e9cc2c214dde954e94889efcccdb', 'mac_address': 'fa:16:3e:6a:ee:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19926ac9-c54b-4bc8-9815-081664ca0553', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'a1cf80ca-3ee4-4752-b65e-3f091ad2def6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:40:27Z', 'updated_at': '2022-02-19T02:40:34Z', 'revision_number': 5, 'project_id': '5126e9cc2c214dde954e94889efcccdb', 'subnets': [{'id': 'a1cf80ca-3ee4-4752-b65e-3f091ad2def6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:41:23.996956 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port e33b8d9a-b9b3-4c2d-a1d9-3d6762227071, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=e33b8d9a-b9b3-4c2d-a1d9-3d6762227071,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:41:24.001952 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3219723-1efa-4e92-9b4d-ec0146eb8615 service neutron] Pushing event updated for resources: {'Port': ['ID=ec06d5ce-1eba-4ddd-befe-dc1f766a8000,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:41:24.005711 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (e33b8d9a-b9b3-4c2d-a1d9-3d6762227071), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:24.024961 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc2921a-6bd8-43e1-8f71-91a441414140 None None] Checking router: 19926ac9-c54b-4bc8-9815-081664ca0553 for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:41:24.064331 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc2921a-6bd8-43e1-8f71-91a441414140 None None] Routers {'19926ac9-c54b-4bc8-9815-081664ca0553'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:41:24.065351 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-bdc2921a-6bd8-43e1-8f71-91a441414140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:41:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['19926ac9-c54b-4bc8-9815-081664ca0553'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:41:24.110320 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-54eb919d-4c0b-42f7-a824-204171967355 req-1252f5d5-13aa-4336-88df-cc4c90fa0a4a service neutron] 10.222.0.72 "GET /v2.0/networks/2f3a90ad-ee5a-41f0-bdc0-22abe981a050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236733 Feb 19 02:41:24.118260 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=e33b8d9a-b9b3-4c2d-a1d9-3d6762227071,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:41:24.206548 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-b16eb279-e075-4d5e-83bc-eb5a481bece0 req-a3219723-1efa-4e92-9b4d-ec0146eb8615 service neutron] Attempting to bind port ec06d5ce-1eba-4ddd-befe-dc1f766a8000 on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:41:24.207136 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-b16eb279-e075-4d5e-83bc-eb5a481bece0 req-a3219723-1efa-4e92-9b4d-ec0146eb8615 service neutron] Attempting to bind port ec06d5ce-1eba-4ddd-befe-dc1f766a8000 by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': '999cf2ff-ad78-4ea0-b2d0-93d967fd81fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:41:24.207136 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16eb279-e075-4d5e-83bc-eb5a481bece0 req-a3219723-1efa-4e92-9b4d-ec0146eb8615 service neutron] Attempting to bind port ec06d5ce-1eba-4ddd-befe-dc1f766a8000 on network b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:41:24.231052 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16eb279-e075-4d5e-83bc-eb5a481bece0 req-a3219723-1efa-4e92-9b4d-ec0146eb8615 service neutron] Port ec06d5ce-1eba-4ddd-befe-dc1f766a8000 on network b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:41:24.231401 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16eb279-e075-4d5e-83bc-eb5a481bece0 req-a3219723-1efa-4e92-9b4d-ec0146eb8615 service neutron] Attempting to bind port ec06d5ce-1eba-4ddd-befe-dc1f766a8000 on network b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:41:24.240762 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-54eb919d-4c0b-42f7-a824-204171967355 req-e9362d8f-0c1a-4901-890b-5baa09258979 service neutron] 10.222.0.72 "GET /v2.0/networks/2f3a90ad-ee5a-41f0-bdc0-22abe981a050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137838 Feb 19 02:41:24.250303 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16eb279-e075-4d5e-83bc-eb5a481bece0 req-a3219723-1efa-4e92-9b4d-ec0146eb8615 service neutron] Checking agent: {'id': 'bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:41:24.250687 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16eb279-e075-4d5e-83bc-eb5a481bece0 req-a3219723-1efa-4e92-9b4d-ec0146eb8615 service neutron] Checking segment: {'id': '999cf2ff-ad78-4ea0-b2d0-93d967fd81fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:41:24.251114 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16eb279-e075-4d5e-83bc-eb5a481bece0 req-a3219723-1efa-4e92-9b4d-ec0146eb8615 service neutron] Bound using segment: {'id': '999cf2ff-ad78-4ea0-b2d0-93d967fd81fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:41:24.251455 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-b16eb279-e075-4d5e-83bc-eb5a481bece0 req-a3219723-1efa-4e92-9b4d-ec0146eb8615 service neutron] Bound port: ec06d5ce-1eba-4ddd-befe-dc1f766a8000, host: n-h2-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '999cf2ff-ad78-4ea0-b2d0-93d967fd81fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:41:24.251896 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-b16eb279-e075-4d5e-83bc-eb5a481bece0 req-a3219723-1efa-4e92-9b4d-ec0146eb8615 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (ec06d5ce-1eba-4ddd-befe-dc1f766a8000), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:24.378379 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-bdc2921a-6bd8-43e1-8f71-91a441414140 None None] Set router 19926ac9-c54b-4bc8-9815-081664ca0553 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:41:24.442988 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-b16eb279-e075-4d5e-83bc-eb5a481bece0 req-a3219723-1efa-4e92-9b4d-ec0146eb8615 service neutron] For port ec06d5ce-1eba-4ddd-befe-dc1f766a8000, host n-h2-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:41:24.448357 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-b16eb279-e075-4d5e-83bc-eb5a481bece0 req-a3219723-1efa-4e92-9b4d-ec0146eb8615 service neutron] For port ec06d5ce-1eba-4ddd-befe-dc1f766a8000, host n-h2-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=ec06d5ce-1eba-4ddd-befe-dc1f766a8000,segment=NetworkSegment(999cf2ff-ad78-4ea0-b2d0-93d967fd81fc),segment_id=999cf2ff-ad78-4ea0-b2d0-93d967fd81fc)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:41:24.472163 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-b16eb279-e075-4d5e-83bc-eb5a481bece0 req-a3219723-1efa-4e92-9b4d-ec0146eb8615 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (ec06d5ce-1eba-4ddd-befe-dc1f766a8000), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:24.548377 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16eb279-e075-4d5e-83bc-eb5a481bece0 req-a3219723-1efa-4e92-9b4d-ec0146eb8615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:24.548800 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-b16eb279-e075-4d5e-83bc-eb5a481bece0 req-a3219723-1efa-4e92-9b4d-ec0146eb8615 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:24.550352 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-b16eb279-e075-4d5e-83bc-eb5a481bece0 req-a3219723-1efa-4e92-9b4d-ec0146eb8615 service neutron] 10.222.0.82 "PUT /v2.0/ports/ec06d5ce-1eba-4ddd-befe-dc1f766a8000 HTTP/1.1" status: 200 len: 1091 time: 2.4292097 Feb 19 02:41:24.608193 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3219723-1efa-4e92-9b4d-ec0146eb8615 service neutron] Pushing event updated for resources: {'Port': ['ID=ec06d5ce-1eba-4ddd-befe-dc1f766a8000,revision_number=3']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:41:24.715933 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153c0ae2-20c6-4232-aea7-0145da86cd98 req-21b3bdad-f242-4375-bbd4-86a63afdebe6 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:24.717388 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-153c0ae2-20c6-4232-aea7-0145da86cd98 req-21b3bdad-f242-4375-bbd4-86a63afdebe6 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=29bcea09-12cf-46f9-beab-e3b6e5e0664c HTTP/1.1" status: 200 len: 943 time: 0.1136296 Feb 19 02:41:24.724005 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16eb279-e075-4d5e-83bc-eb5a481bece0 req-aeeffd52-33c6-4bef-870b-8bc8c852a3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:24.725492 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b16eb279-e075-4d5e-83bc-eb5a481bece0 req-aeeffd52-33c6-4bef-870b-8bc8c852a3f3 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=0351aa3c6ea34cbbac483ac000de57cb&device_id=29bcea09-12cf-46f9-beab-e3b6e5e0664c HTTP/1.1" status: 200 len: 1125 time: 0.0722170 Feb 19 02:41:24.755981 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd11b148-f759-4001-8d25-ad9209147e0e req-3a6641fa-4da6-47af-bd2c-2999a7584f6e tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:24.758487 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-dd11b148-f759-4001-8d25-ad9209147e0e req-3a6641fa-4da6-47af-bd2c-2999a7584f6e tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.82 "GET /v2.0/ports?device_id=77900542-b50c-43fa-8e51-4bdebb3f3e4a&tenant_id=db33b204d8b743bf8957eb245634d63e&binding%3Ahost_id=n-h1-826753-2 HTTP/1.1" status: 200 len: 949 time: 0.1375151 Feb 19 02:41:24.789059 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b16eb279-e075-4d5e-83bc-eb5a481bece0 req-5658bfaa-51a1-4d53-b749-dd4e42b2de28 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec06d5ce-1eba-4ddd-befe-dc1f766a8000 HTTP/1.1" status: 200 len: 217 time: 0.0457842 Feb 19 02:41:24.833420 n-d-826753-2 neutron-server[103702]: INFO neutron.api.v2.resource [req-dd11b148-f759-4001-8d25-ad9209147e0e req-5090db9f-2db8-4611-8b8d-ed4f7338c8df service neutron] delete failed (client error): The resource could not be found. Feb 19 02:41:24.834993 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-dd11b148-f759-4001-8d25-ad9209147e0e req-5090db9f-2db8-4611-8b8d-ed4f7338c8df service neutron] 10.222.0.82 "DELETE /v2.0/ports/4e89b04d-4fc5-4464-a71b-3345933c773e/bindings/n-h2-826753-2 HTTP/1.1" status: 404 len: 380 time: 0.0679095 Feb 19 02:41:24.847439 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-bdc2921a-6bd8-43e1-8f71-91a441414140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19926ac9-c54b-4bc8-9815-081664ca0553', 'name': 'tempest-FloatingIPsAssociationTestJSON-504285703-router', 'tenant_id': '5126e9cc2c214dde954e94889efcccdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '2dd20b05-57e2-4dd8-bf37-99c3aded2d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:40:23Z', 'updated_at': '2022-02-19T02:40:29Z', 'revision_number': 4, 'project_id': '5126e9cc2c214dde954e94889efcccdb', 'gw_port': {'id': '2dd20b05-57e2-4dd8-bf37-99c3aded2d2e', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:3f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19926ac9-c54b-4bc8-9815-081664ca0553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:40:23Z', 'updated_at': '2022-02-19T02:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': '24bd57ef-7306-43f0-a15f-f8ad2ff195a7', 'tenant_id': '5126e9cc2c214dde954e94889efcccdb', 'floating_ip_address': '172.25.6.114', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': '19926ac9-c54b-4bc8-9815-081664ca0553', 'port_id': '7d41a253-136f-4f5f-b68e-55c767b082fe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f3a90ad-ee5a-41f0-bdc0-22abe981a050', 'mac_address': 'fa:16:3e:74:2b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12703934-5b7e-463c-8012-a4a3447eeb94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:40:59Z', 'updated_at': '2022-02-19T02:41:21Z', 'revision_number': 1, 'project_id': '5126e9cc2c214dde954e94889efcccdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01a34c5d-fa80-4660-a0db-efb2071115d8', 'name': '', 'network_id': '2f3a90ad-ee5a-41f0-bdc0-22abe981a050', 'tenant_id': '5126e9cc2c214dde954e94889efcccdb', 'mac_address': 'fa:16:3e:6a:ee:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19926ac9-c54b-4bc8-9815-081664ca0553', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'a1cf80ca-3ee4-4752-b65e-3f091ad2def6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:40:27Z', 'updated_at': '2022-02-19T02:40:34Z', 'revision_number': 5, 'project_id': '5126e9cc2c214dde954e94889efcccdb', 'subnets': [{'id': 'a1cf80ca-3ee4-4752-b65e-3f091ad2def6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:41:24.855369 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-153c0ae2-20c6-4232-aea7-0145da86cd98 req-87e76a75-735a-4292-9be9-f4f52ab9a429 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288037 Feb 19 02:41:24.863863 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['e33b8d9a-b9b3-4c2d-a1d9-3d6762227071'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:41:24.887897 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16eb279-e075-4d5e-83bc-eb5a481bece0 req-4440abed-eb63-46cf-a2d4-86347b82eec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:24.889775 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b16eb279-e075-4d5e-83bc-eb5a481bece0 req-4440abed-eb63-46cf-a2d4-86347b82eec3 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=de6735e0-8981-45a6-9d12-953729888898 HTTP/1.1" status: 200 len: 848 time: 0.0922556 Feb 19 02:41:24.980938 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b16eb279-e075-4d5e-83bc-eb5a481bece0 req-54b769d1-5322-4a47-a57e-db629a441efc service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0803549 Feb 19 02:41:25.003662 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc2921a-6bd8-43e1-8f71-91a441414140 None None] The sync data for ids ['19926ac9-c54b-4bc8-9815-081664ca0553'] in n-d-826753-2 is: [{'id': '19926ac9-c54b-4bc8-9815-081664ca0553', 'name': 'tempest-FloatingIPsAssociationTestJSON-504285703-router', 'tenant_id': '5126e9cc2c214dde954e94889efcccdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '2dd20b05-57e2-4dd8-bf37-99c3aded2d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:40:23Z', 'updated_at': '2022-02-19T02:40:29Z', 'revision_number': 4, 'project_id': '5126e9cc2c214dde954e94889efcccdb', 'gw_port': {'id': '2dd20b05-57e2-4dd8-bf37-99c3aded2d2e', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:3f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19926ac9-c54b-4bc8-9815-081664ca0553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:40:23Z', 'updated_at': '2022-02-19T02:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': '24bd57ef-7306-43f0-a15f-f8ad2ff195a7', 'tenant_id': '5126e9cc2c214dde954e94889efcccdb', 'floating_ip_address': '172.25.6.114', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': '19926ac9-c54b-4bc8-9815-081664ca0553', 'port_id': '7d41a253-136f-4f5f-b68e-55c767b082fe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f3a90ad-ee5a-41f0-bdc0-22abe981a050', 'mac_address': 'fa:16:3e:74:2b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12703934-5b7e-463c-8012-a4a3447eeb94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:40:59Z', 'updated_at': '2022-02-19T02:41:21Z', 'revision_number': 1, 'project_id': '5126e9cc2c214dde954e94889efcccdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01a34c5d-fa80-4660-a0db-efb2071115d8', 'name': '', 'network_id': '2f3a90ad-ee5a-41f0-bdc0-22abe981a050', 'tenant_id': '5126e9cc2c214dde954e94889efcccdb', 'mac_address': 'fa:16:3e:6a:ee:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19926ac9-c54b-4bc8-9815-081664ca0553', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'a1cf80ca-3ee4-4752-b65e-3f091ad2def6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:40:27Z', 'updated_at': '2022-02-19T02:40:34Z', 'revision_number': 5, 'project_id': '5126e9cc2c214dde954e94889efcccdb', 'subnets': [{'id': 'a1cf80ca-3ee4-4752-b65e-3f091ad2def6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:41:25.048165 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d9b15319-e903-4ac3-90d3-9c385f2fcb2c req-2c2df7b1-abf5-48f7-9445-410d758dc64c tempest-MultipleCreateTestJSON-1876548199 tempest-MultipleCreateTestJSON-1876548199-project] 10.222.0.72 "GET /v2.0/ports?device_id=4f91b684-0f86-4c3d-8c30-60226e393b0a HTTP/1.1" status: 200 len: 210 time: 0.0698016 Feb 19 02:41:25.054262 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd11b148-f759-4001-8d25-ad9209147e0e req-101765f4-3df6-473b-b545-ac646132d967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:25.055935 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-dd11b148-f759-4001-8d25-ad9209147e0e req-101765f4-3df6-473b-b545-ac646132d967 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=db33b204d8b743bf8957eb245634d63e&device_id=77900542-b50c-43fa-8e51-4bdebb3f3e4a HTTP/1.1" status: 200 len: 1131 time: 0.1167786 Feb 19 02:41:25.188720 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06ee052a-5737-499d-a126-b4e69af8b4c9 x-openstack-request-id: req-06ee052a-5737-499d-a126-b4e69af8b4c9 {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:41:25.189041 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12703934-5b7e-463c-8012-a4a3447eeb94", "tag": "7d41a253-136f-4f5f-b68e-55c767b082fe", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:41:25.189371 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-06ee052a-5737-499d-a126-b4e69af8b4c9 {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:41:25.189807 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12703934-5b7e-463c-8012-a4a3447eeb94', 'tag': '7d41a253-136f-4f5f-b68e-55c767b082fe', 'status': 'completed', 'code': 200} Feb 19 02:41:25.319285 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd11b148-f759-4001-8d25-ad9209147e0e req-5d611098-b525-449a-9470-0c8b3b25e94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:25.324243 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-dd11b148-f759-4001-8d25-ad9209147e0e req-5d611098-b525-449a-9470-0c8b3b25e94f service neutron] 10.222.0.82 "GET /v2.0/networks?id=5124bd00-da2a-4bd6-93a0-c14c92afb11f HTTP/1.1" status: 200 len: 870 time: 0.2598579 Feb 19 02:41:25.328095 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d56dee5-5429-4962-872e-2c38b0a0b547 x-openstack-request-id: req-0d56dee5-5429-4962-872e-2c38b0a0b547 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:41:25.328380 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a95c21af-97d6-4c6b-a420-7dba79c92172", "name": "network-vif-deleted", "tag": "3a48fb1b-db7c-4761-a573-7e32d0574b06", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:41:25.328629 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0d56dee5-5429-4962-872e-2c38b0a0b547 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:41:25.329038 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a95c21af-97d6-4c6b-a420-7dba79c92172', 'name': 'network-vif-deleted', 'tag': '3a48fb1b-db7c-4761-a573-7e32d0574b06', 'status': 'completed', 'code': 200} Feb 19 02:41:25.344216 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b16eb279-e075-4d5e-83bc-eb5a481bece0 req-a1d13684-5ee4-49c1-84d3-a63ec56f9935 service neutron] 10.222.0.82 "GET /v2.0/networks/b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2945321 Feb 19 02:41:25.440132 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-dd11b148-f759-4001-8d25-ad9209147e0e req-36a1a7ea-e138-46d5-9e92-ba90bac5331e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=4e89b04d-4fc5-4464-a71b-3345933c773e HTTP/1.1" status: 200 len: 217 time: 0.0777915 Feb 19 02:41:25.469836 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167497f2-025d-4d5d-857f-52a9a69faa0c None None] New status for floating IP 24bd57ef-7306-43f0-a15f-f8ad2ff195a7: ACTIVE {{(pid=103703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 02:41:25.478603 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [req-68907002-a190-4f11-b7d9-d99839a6f0e5 req-9f92fe57-cea9-4e81-89eb-573e895a458d tempest-LiveAutoBlockMigrationV225Test-289573108 tempest-LiveAutoBlockMigrationV225Test-289573108-project-admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103702) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:41:25.479961 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-68907002-a190-4f11-b7d9-d99839a6f0e5 req-9f92fe57-cea9-4e81-89eb-573e895a458d tempest-LiveAutoBlockMigrationV225Test-289573108 tempest-LiveAutoBlockMigrationV225Test-289573108-project-admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1501007 Feb 19 02:41:25.509505 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefec0ba-f7cc-4940-a78d-843902c4bb0c req-ee763b25-8f17-431a-9e05-d2551fd29a2b tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:25.511418 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fefec0ba-f7cc-4940-a78d-843902c4bb0c req-ee763b25-8f17-431a-9e05-d2551fd29a2b tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/ports?device_id=9d810e45-6af2-4eda-a0f2-7099726ed5c8 HTTP/1.1" status: 200 len: 949 time: 0.1886585 Feb 19 02:41:25.548452 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68907002-a190-4f11-b7d9-d99839a6f0e5 req-bd3608e2-44ce-4e1c-a215-c047393b2972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:25.551181 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-68907002-a190-4f11-b7d9-d99839a6f0e5 req-bd3608e2-44ce-4e1c-a215-c047393b2972 service neutron] 10.222.0.72 "GET /v2.0/ports/4b60fb05-e487-4969-8620-669f8cc0ccaf HTTP/1.1" status: 200 len: 1124 time: 0.0451124 Feb 19 02:41:25.563595 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-68907002-a190-4f11-b7d9-d99839a6f0e5 req-9d54d5ea-b361-4db6-b4f9-477b88c92c4c service neutron] Request body: {'binding': {'host': 'n-h1-826753-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:41:25.565571 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-68907002-a190-4f11-b7d9-d99839a6f0e5 req-9d54d5ea-b361-4db6-b4f9-477b88c92c4c service neutron] Unknown quota resources ['binding']. {{(pid=103702) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 02:41:25.574792 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b16eb279-e075-4d5e-83bc-eb5a481bece0 req-327e8ee0-c0b5-4abc-8b77-6777d75ae6d4 service neutron] 10.222.0.82 "GET /v2.0/networks/b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072976 Feb 19 02:41:25.606878 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fefec0ba-f7cc-4940-a78d-843902c4bb0c req-d8ec9891-4219-4153-99eb-97fdd9e98221 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b908dbc-8f8c-41bc-a0bd-543abe15dd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820637 Feb 19 02:41:25.673544 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135ebeaa-4a36-451f-a86e-38187b4c4756 req-0e6374ed-7a27-43ae-9f3b-f9c4875260be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:25.675973 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-135ebeaa-4a36-451f-a86e-38187b4c4756 req-0e6374ed-7a27-43ae-9f3b-f9c4875260be service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5126e9cc2c214dde954e94889efcccdb&device_id=12703934-5b7e-463c-8012-a4a3447eeb94 HTTP/1.1" status: 200 len: 1128 time: 0.3446019 Feb 19 02:41:25.709685 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd11b148-f759-4001-8d25-ad9209147e0e req-82c030c9-008d-4263-8544-e87f5e612a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:25.711143 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-dd11b148-f759-4001-8d25-ad9209147e0e req-82c030c9-008d-4263-8544-e87f5e612a9a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=974c06bc-f097-4890-970a-b087501ab241 HTTP/1.1" status: 200 len: 843 time: 0.2650392 Feb 19 02:41:25.856722 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-68907002-a190-4f11-b7d9-d99839a6f0e5 req-9d54d5ea-b361-4db6-b4f9-477b88c92c4c service neutron] Attempting to bind port 4b60fb05-e487-4969-8620-669f8cc0ccaf on host n-h1-826753-2 for vnic_type normal with profile None {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:41:25.857156 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-68907002-a190-4f11-b7d9-d99839a6f0e5 req-9d54d5ea-b361-4db6-b4f9-477b88c92c4c service neutron] Attempting to bind port 4b60fb05-e487-4969-8620-669f8cc0ccaf by drivers openvswitch,hyperv on host n-h1-826753-2 at level 0 using segments [{'id': '9dab481a-5428-424d-a8c3-4ae8ddfff67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'db98097a-bb19-479d-bd0d-4f71e988880a'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:41:25.857489 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68907002-a190-4f11-b7d9-d99839a6f0e5 req-9d54d5ea-b361-4db6-b4f9-477b88c92c4c service neutron] Attempting to bind port 4b60fb05-e487-4969-8620-669f8cc0ccaf on network db98097a-bb19-479d-bd0d-4f71e988880a {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:41:25.867695 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68907002-a190-4f11-b7d9-d99839a6f0e5 req-9d54d5ea-b361-4db6-b4f9-477b88c92c4c service neutron] Port 4b60fb05-e487-4969-8620-669f8cc0ccaf on network db98097a-bb19-479d-bd0d-4f71e988880a not bound, no agent of type Open vSwitch agent registered on host n-h1-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:41:25.868071 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68907002-a190-4f11-b7d9-d99839a6f0e5 req-9d54d5ea-b361-4db6-b4f9-477b88c92c4c service neutron] Attempting to bind port 4b60fb05-e487-4969-8620-669f8cc0ccaf on network db98097a-bb19-479d-bd0d-4f71e988880a {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:41:25.873862 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135ebeaa-4a36-451f-a86e-38187b4c4756 req-34b36e7d-0fae-4a15-8479-b96e2c49305a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:25.874041 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-135ebeaa-4a36-451f-a86e-38187b4c4756 req-34b36e7d-0fae-4a15-8479-b96e2c49305a service neutron] 10.222.0.73 "GET /v2.0/networks?id=2f3a90ad-ee5a-41f0-bdc0-22abe981a050 HTTP/1.1" status: 200 len: 921 time: 0.1822317 Feb 19 02:41:25.880280 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68907002-a190-4f11-b7d9-d99839a6f0e5 req-9d54d5ea-b361-4db6-b4f9-477b88c92c4c service neutron] Checking agent: {'id': '9d56fb1b-2855-496a-a6d9-c324740cb98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:41:25.880607 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68907002-a190-4f11-b7d9-d99839a6f0e5 req-9d54d5ea-b361-4db6-b4f9-477b88c92c4c service neutron] Checking segment: {'id': '9dab481a-5428-424d-a8c3-4ae8ddfff67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'db98097a-bb19-479d-bd0d-4f71e988880a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:41:25.881077 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68907002-a190-4f11-b7d9-d99839a6f0e5 req-9d54d5ea-b361-4db6-b4f9-477b88c92c4c service neutron] Bound using segment: {'id': '9dab481a-5428-424d-a8c3-4ae8ddfff67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'db98097a-bb19-479d-bd0d-4f71e988880a'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:41:25.881453 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-68907002-a190-4f11-b7d9-d99839a6f0e5 req-9d54d5ea-b361-4db6-b4f9-477b88c92c4c service neutron] Bound port: 4b60fb05-e487-4969-8620-669f8cc0ccaf, host: n-h1-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dab481a-5428-424d-a8c3-4ae8ddfff67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'db98097a-bb19-479d-bd0d-4f71e988880a'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:41:25.889202 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f73c502-91cd-4725-8d7a-a2141d56a352 req-9120ab4a-7096-487c-8abd-00db9c4aa592 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:25.890751 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0f73c502-91cd-4725-8d7a-a2141d56a352 req-9120ab4a-7096-487c-8abd-00db9c4aa592 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] 10.222.0.72 "GET /v2.0/ports?device_id=ea2f4066-2575-4f8e-92ac-4223e51f0922&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0972137 Feb 19 02:41:25.894134 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd11b148-f759-4001-8d25-ad9209147e0e req-10bd69c9-1edb-418b-9e00-03f0abc0031f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:25.895624 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-dd11b148-f759-4001-8d25-ad9209147e0e req-10bd69c9-1edb-418b-9e00-03f0abc0031f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5124bd00-da2a-4bd6-93a0-c14c92afb11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1660662 Feb 19 02:41:25.941769 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:26.034445 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-135ebeaa-4a36-451f-a86e-38187b4c4756 req-281d3143-63f8-44c7-ade0-8a1b456fcf60 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d41a253-136f-4f5f-b68e-55c767b082fe HTTP/1.1" status: 200 len: 1002 time: 0.1497586 Feb 19 02:41:26.060661 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0f73c502-91cd-4725-8d7a-a2141d56a352 req-8b15b745-3da3-4ad9-9fcb-53ea387c87ab tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.6.114 HTTP/1.1" status: 200 len: 1002 time: 0.1627011 Feb 19 02:41:26.066610 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-0f73c502-91cd-4725-8d7a-a2141d56a352 req-cc7c31f0-8c14-452f-b292-ccb1bbf65363 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Request body: {'floatingip': {'port_id': '71f76ff5-9391-4c09-ab79-9aa8ed52e78d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:41:26.117815 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-68907002-a190-4f11-b7d9-d99839a6f0e5 req-9d54d5ea-b361-4db6-b4f9-477b88c92c4c service neutron] For port 4b60fb05-e487-4969-8620-669f8cc0ccaf, host n-h1-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=4b60fb05-e487-4969-8620-669f8cc0ccaf,segment=NetworkSegment(9dab481a-5428-424d-a8c3-4ae8ddfff67b),segment_id=9dab481a-5428-424d-a8c3-4ae8ddfff67b)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:41:26.131469 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-0f73c502-91cd-4725-8d7a-a2141d56a352 req-cc7c31f0-8c14-452f-b292-ccb1bbf65363 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Publish callbacks [] for floatingip (24bd57ef-7306-43f0-a15f-f8ad2ff195a7), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:26.146746 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-dd11b148-f759-4001-8d25-ad9209147e0e req-24780c3d-8aa8-4a72-8cd3-14df20243a61 service neutron] 10.222.0.82 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194450 Feb 19 02:41:26.152317 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-68907002-a190-4f11-b7d9-d99839a6f0e5 req-9d54d5ea-b361-4db6-b4f9-477b88c92c4c service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:26.153963 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-68907002-a190-4f11-b7d9-d99839a6f0e5 req-9d54d5ea-b361-4db6-b4f9-477b88c92c4c service neutron] 10.222.0.72 "POST /v2.0/ports/4b60fb05-e487-4969-8620-669f8cc0ccaf/bindings HTTP/1.1" status: 201 len: 389 time: 0.5962498 Feb 19 02:41:26.171248 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135ebeaa-4a36-451f-a86e-38187b4c4756 req-0bd383fe-90bb-4dcf-bc9f-764050a51905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:26.172926 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-135ebeaa-4a36-451f-a86e-38187b4c4756 req-0bd383fe-90bb-4dcf-bc9f-764050a51905 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a1cf80ca-3ee4-4752-b65e-3f091ad2def6 HTTP/1.1" status: 200 len: 859 time: 0.1197968 Feb 19 02:41:26.310834 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135ebeaa-4a36-451f-a86e-38187b4c4756 req-7f59aeeb-b28a-4ab0-a277-ae54df6ab33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:26.312296 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-135ebeaa-4a36-451f-a86e-38187b4c4756 req-7f59aeeb-b28a-4ab0-a277-ae54df6ab33f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2f3a90ad-ee5a-41f0-bdc0-22abe981a050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1262469 Feb 19 02:41:26.323419 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-dd11b148-f759-4001-8d25-ad9209147e0e req-a926ae42-625e-44cc-b04a-52520a2f61b0 service neutron] 10.222.0.82 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619163 Feb 19 02:41:26.506315 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-135ebeaa-4a36-451f-a86e-38187b4c4756 req-08e91ac2-7449-422d-960b-c949a0d00631 service neutron] 10.222.0.73 "GET /v2.0/networks/2f3a90ad-ee5a-41f0-bdc0-22abe981a050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818194 Feb 19 02:41:26.526276 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c2c8c8-877e-44e0-a4fe-c0e8f8a128d8 req-e0c7f6b9-0093-4d04-a7a3-74241d6f8bed tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:26.534327 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c7c2c8c8-877e-44e0-a4fe-c0e8f8a128d8 req-e0c7f6b9-0093-4d04-a7a3-74241d6f8bed tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=77900542-b50c-43fa-8e51-4bdebb3f3e4a HTTP/1.1" status: 200 len: 949 time: 0.1195707 Feb 19 02:41:26.746480 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-135ebeaa-4a36-451f-a86e-38187b4c4756 req-8cf0f44b-ac2d-4425-8b53-fd7be2fa3dc6 service neutron] 10.222.0.73 "GET /v2.0/networks/2f3a90ad-ee5a-41f0-bdc0-22abe981a050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242706 Feb 19 02:41:26.770555 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68907002-a190-4f11-b7d9-d99839a6f0e5 req-6451d8a0-5b50-44fb-b30d-b0aacc193be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:26.772191 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-68907002-a190-4f11-b7d9-d99839a6f0e5 req-6451d8a0-5b50-44fb-b30d-b0aacc193be2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ad75c6928a1d4c6da3a56db6352b2618&device_id=d3f5f85b-34ff-4273-b0ac-566af344a95d HTTP/1.1" status: 200 len: 1127 time: 0.0982847 Feb 19 02:41:26.774897 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-29de943e-e81a-47f2-8a3c-2a914ff4b603 req-dd8cdc38-7bb6-4b48-8732-c9cd8f8484d2 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=93308350-272a-4c9a-aff7-d099ecc13232&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0923507 Feb 19 02:41:26.913302 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68907002-a190-4f11-b7d9-d99839a6f0e5 req-89d9b7df-b43a-4b7b-bbc3-58ed4bfe8b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:26.914936 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-68907002-a190-4f11-b7d9-d99839a6f0e5 req-89d9b7df-b43a-4b7b-bbc3-58ed4bfe8b26 service neutron] 10.222.0.73 "GET /v2.0/networks?id=db98097a-bb19-479d-bd0d-4f71e988880a HTTP/1.1" status: 200 len: 922 time: 0.1341238 Feb 19 02:41:26.918534 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29de943e-e81a-47f2-8a3c-2a914ff4b603 req-c1e74c7c-c57c-49c3-8c07-6490e9f74103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:26.918881 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c7c2c8c8-877e-44e0-a4fe-c0e8f8a128d8 req-3095931b-8ad0-484a-89bd-487367935c17 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3823800 Feb 19 02:41:26.920075 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-29de943e-e81a-47f2-8a3c-2a914ff4b603 req-c1e74c7c-c57c-49c3-8c07-6490e9f74103 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=03a224ed4cc448b3ab8491a1b5a2c99b&device_id=93308350-272a-4c9a-aff7-d099ecc13232 HTTP/1.1" status: 200 len: 1131 time: 0.0857465 Feb 19 02:41:27.000554 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-68907002-a190-4f11-b7d9-d99839a6f0e5 req-49d1d7e2-7124-4dcf-9112-4e54301eec33 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b60fb05-e487-4969-8620-669f8cc0ccaf HTTP/1.1" status: 200 len: 217 time: 0.0742450 Feb 19 02:41:27.084834 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3e1b67-1aa4-40f7-8cfc-6ca2d459682f req-832a20c3-e9c9-4f0b-b911-6b020ff241b3 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:27.089520 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1d3e1b67-1aa4-40f7-8cfc-6ca2d459682f req-832a20c3-e9c9-4f0b-b911-6b020ff241b3 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=29bcea09-12cf-46f9-beab-e3b6e5e0664c HTTP/1.1" status: 200 len: 943 time: 0.0836594 Feb 19 02:41:27.169597 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68907002-a190-4f11-b7d9-d99839a6f0e5 req-fd80fe7d-da14-4cfc-b866-34e21f425eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:27.171050 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-68907002-a190-4f11-b7d9-d99839a6f0e5 req-fd80fe7d-da14-4cfc-b866-34e21f425eaf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2fe72d28-9326-4a85-b8b2-36c8cafae112 HTTP/1.1" status: 200 len: 861 time: 0.1541328 Feb 19 02:41:27.177613 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 4e89b04d-4fc5-4464-a71b-3345933c773e up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:41:27.241049 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-68907002-a190-4f11-b7d9-d99839a6f0e5 req-e68f0c2d-8e3e-4a63-8826-63929bb633a1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=db98097a-bb19-479d-bd0d-4f71e988880a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304697 Feb 19 02:41:27.268692 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1d3e1b67-1aa4-40f7-8cfc-6ca2d459682f req-87f4e0fd-a429-41b2-91c2-434d65af1987 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248713 Feb 19 02:41:27.283895 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29de943e-e81a-47f2-8a3c-2a914ff4b603 req-37e42b26-2a8c-4067-b88c-de7f27f02f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:27.285831 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-29de943e-e81a-47f2-8a3c-2a914ff4b603 req-37e42b26-2a8c-4067-b88c-de7f27f02f87 service neutron] 10.222.0.82 "GET /v2.0/networks?id=5124bd00-da2a-4bd6-93a0-c14c92afb11f HTTP/1.1" status: 200 len: 870 time: 0.2959721 Feb 19 02:41:27.331657 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f91b684-0f86-4c3d-8c30-60226e393b0a', 'name': 'network-vif-deleted', 'tag': '3fe10618-c11c-41d3-b68a-1d13575b02f2'}, {'name': 'network-changed', 'server_uuid': '29bcea09-12cf-46f9-beab-e3b6e5e0664c', 'tag': 'ec06d5ce-1eba-4ddd-befe-dc1f766a8000'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:41:27.332314 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning for port 4e89b04d-4fc5-4464-a71b-3345933c773e completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:41:27.333258 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b9f69f6-764f-4f46-8c95-5e1974e348e7" -d '{"events": [{"server_uuid": "4f91b684-0f86-4c3d-8c30-60226e393b0a", "name": "network-vif-deleted", "tag": "3fe10618-c11c-41d3-b68a-1d13575b02f2"}, {"name": "network-changed", "server_uuid": "29bcea09-12cf-46f9-beab-e3b6e5e0664c", "tag": "ec06d5ce-1eba-4ddd-befe-dc1f766a8000"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:41:27.345171 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port 4e89b04d-4fc5-4464-a71b-3345933c773e triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:41:27.345616 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (4e89b04d-4fc5-4464-a71b-3345933c773e), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:27.374039 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-29de943e-e81a-47f2-8a3c-2a914ff4b603 req-8d76e157-8285-4b27-ae0f-ade8da575c5c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=64d5db86-5019-4642-ac30-035e8e72b9a8 HTTP/1.1" status: 200 len: 217 time: 0.0549359 Feb 19 02:41:27.403100 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 47874) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:41:27.438815 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.db.resource_extend [req-0f73c502-91cd-4725-8d7a-a2141d56a352 req-cc7c31f0-8c14-452f-b292-ccb1bbf65363 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 02:41:27.552569 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 4e89b04d-4fc5-4464-a71b-3345933c773e is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:41:27.553060 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (4e89b04d-4fc5-4464-a71b-3345933c773e), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:27.557415 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e834353-8c76-48e7-bf80-474deef2ccd9 admin admin] Deleting subnet 4295b22e-6c68-45b5-871e-9b69dcfd8866 {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:41:27.567059 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7e834353-8c76-48e7-bf80-474deef2ccd9 admin admin] Publish callbacks [] for subnet (4295b22e-6c68-45b5-871e-9b69dcfd8866), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:27.567740 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-0f73c502-91cd-4725-8d7a-a2141d56a352 req-cc7c31f0-8c14-452f-b292-ccb1bbf65363 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:27.570150 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29de943e-e81a-47f2-8a3c-2a914ff4b603 req-b1321ef4-e211-43cb-80ca-8f7de79f8161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:27.571926 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-29de943e-e81a-47f2-8a3c-2a914ff4b603 req-b1321ef4-e211-43cb-80ca-8f7de79f8161 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=974c06bc-f097-4890-970a-b087501ab241 HTTP/1.1" status: 200 len: 843 time: 0.1879110 Feb 19 02:41:27.588205 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-0f73c502-91cd-4725-8d7a-a2141d56a352 req-cc7c31f0-8c14-452f-b292-ccb1bbf65363 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16285943'] for floatingip (24bd57ef-7306-43f0-a15f-f8ad2ff195a7), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:27.592295 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-68907002-a190-4f11-b7d9-d99839a6f0e5 req-91a0936c-2105-44aa-aecf-ade08fc8bd48 service neutron] 10.222.0.73 "GET /v2.0/networks/db98097a-bb19-479d-bd0d-4f71e988880a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3381665 Feb 19 02:41:27.605965 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77900542-b50c-43fa-8e51-4bdebb3f3e4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e89b04d-4fc5-4464-a71b-3345933c773e'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:41:27.608829 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0023d10f-5206-40dc-a1c3-a518cd93545c" -d '{"events": [{"server_uuid": "77900542-b50c-43fa-8e51-4bdebb3f3e4a", "name": "network-vif-plugged", "status": "completed", "tag": "4e89b04d-4fc5-4464-a71b-3345933c773e"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:41:27.645567 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 4e89b04d-4fc5-4464-a71b-3345933c773e, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=4e89b04d-4fc5-4464-a71b-3345933c773e,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:41:27.657651 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9460817-79a8-4c71-9f01-acc5bbb16435 req-60ebfa32-ccf0-425b-819a-3789aac27541 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:27.661416 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e9460817-79a8-4c71-9f01-acc5bbb16435 req-60ebfa32-ccf0-425b-819a-3789aac27541 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3f5f85b-34ff-4273-b0ac-566af344a95d HTTP/1.1" status: 200 len: 945 time: 0.1751721 Feb 19 02:41:27.662070 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (4e89b04d-4fc5-4464-a71b-3345933c773e), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:27.663199 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device e33b8d9a-b9b3-4c2d-a1d9-3d6762227071 up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:41:27.695385 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7e834353-8c76-48e7-bf80-474deef2ccd9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (4295b22e-6c68-45b5-871e-9b69dcfd8866), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:27.768192 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29de943e-e81a-47f2-8a3c-2a914ff4b603 req-8c36744a-7fef-4e5a-b15b-25177e771832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:27.769856 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-29de943e-e81a-47f2-8a3c-2a914ff4b603 req-8c36744a-7fef-4e5a-b15b-25177e771832 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5124bd00-da2a-4bd6-93a0-c14c92afb11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1729472 Feb 19 02:41:27.771290 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7e834353-8c76-48e7-bf80-474deef2ccd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (4295b22e-6c68-45b5-871e-9b69dcfd8866), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:27.780478 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e9460817-79a8-4c71-9f01-acc5bbb16435 req-7695a2d5-227a-4375-8790-22cffb109b40 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132030 Feb 19 02:41:27.794595 n-d-826753-2 neutron-server[103701]: INFO neutron.db.l3_db [req-0f73c502-91cd-4725-8d7a-a2141d56a352 req-cc7c31f0-8c14-452f-b292-ccb1bbf65363 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Floating IP 24bd57ef-7306-43f0-a15f-f8ad2ff195a7 associated. External IP: 172.25.6.114, port: 7d41a253-136f-4f5f-b68e-55c767b082fe. Feb 19 02:41:27.892212 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=4e89b04d-4fc5-4464-a71b-3345933c773e,revision_number=9']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:41:27.918049 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning for port e33b8d9a-b9b3-4c2d-a1d9-3d6762227071 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:41:27.927945 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port e33b8d9a-b9b3-4c2d-a1d9-3d6762227071 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:41:27.929506 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (e33b8d9a-b9b3-4c2d-a1d9-3d6762227071), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:28.041498 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e022e3c-9110-4673-ba3a-3cc311aae4b3 req-f7bd0bed-68fc-480c-abcd-9a65babfc04c tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:28.043091 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3e022e3c-9110-4673-ba3a-3cc311aae4b3 req-f7bd0bed-68fc-480c-abcd-9a65babfc04c tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/ports?device_id=9d810e45-6af2-4eda-a0f2-7099726ed5c8 HTTP/1.1" status: 200 len: 949 time: 0.1356421 Feb 19 02:41:28.160584 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port e33b8d9a-b9b3-4c2d-a1d9-3d6762227071 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:41:28.161229 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (e33b8d9a-b9b3-4c2d-a1d9-3d6762227071), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:28.189589 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3e022e3c-9110-4673-ba3a-3cc311aae4b3 req-a8788c47-269a-4513-a6d9-1bc68f5bfc66 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b908dbc-8f8c-41bc-a0bd-543abe15dd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997729 Feb 19 02:41:28.218710 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port e33b8d9a-b9b3-4c2d-a1d9-3d6762227071, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=e33b8d9a-b9b3-4c2d-a1d9-3d6762227071,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:41:28.224268 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (e33b8d9a-b9b3-4c2d-a1d9-3d6762227071), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:28.235547 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0f73c502-91cd-4725-8d7a-a2141d56a352 req-cc7c31f0-8c14-452f-b292-ccb1bbf65363 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Router 19926ac9-c54b-4bc8-9815-081664ca0553 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:41:28.260238 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-68907002-a190-4f11-b7d9-d99839a6f0e5 req-3b79f404-eebf-4f2a-84e1-004b6027d687 service neutron] 10.222.0.73 "GET /v2.0/networks/db98097a-bb19-479d-bd0d-4f71e988880a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6304700 Feb 19 02:41:28.320136 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=e33b8d9a-b9b3-4c2d-a1d9-3d6762227071,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:41:28.351424 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-29de943e-e81a-47f2-8a3c-2a914ff4b603 req-772e5a6e-1abe-459a-9d7a-90a53009bfd8 service neutron] 10.222.0.82 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5251198 Feb 19 02:41:28.353458 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7e834353-8c76-48e7-bf80-474deef2ccd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (4295b22e-6c68-45b5-871e-9b69dcfd8866), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:28.450818 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7e834353-8c76-48e7-bf80-474deef2ccd9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:28.457056 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-7e834353-8c76-48e7-bf80-474deef2ccd9 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/4295b22e-6c68-45b5-871e-9b69dcfd8866 HTTP/1.1" status: 204 len: 168 time: 1.0494900 Feb 19 02:41:28.457981 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e834353-8c76-48e7-bf80-474deef2ccd9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4295b22e-6c68-45b5-871e-9b69dcfd8866,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:41:28.466086 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 47890) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:41:28.503154 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 19 Feb 2022 02:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10af0bb5-2708-424a-8032-169a748e9cb8 x-openstack-request-id: req-10af0bb5-2708-424a-8032-169a748e9cb8 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:41:28.503154 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f91b684-0f86-4c3d-8c30-60226e393b0a", "name": "network-vif-deleted", "tag": "3fe10618-c11c-41d3-b68a-1d13575b02f2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "29bcea09-12cf-46f9-beab-e3b6e5e0664c", "tag": "ec06d5ce-1eba-4ddd-befe-dc1f766a8000", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:41:28.503154 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-10af0bb5-2708-424a-8032-169a748e9cb8 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:41:28.503154 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f91b684-0f86-4c3d-8c30-60226e393b0a', 'name': 'network-vif-deleted', 'tag': '3fe10618-c11c-41d3-b68a-1d13575b02f2', 'status': 'completed', 'code': 200} Feb 19 02:41:28.503154 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29bcea09-12cf-46f9-beab-e3b6e5e0664c', 'tag': 'ec06d5ce-1eba-4ddd-befe-dc1f766a8000', 'status': 'completed', 'code': 200} Feb 19 02:41:28.523209 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0f73c502-91cd-4725-8d7a-a2141d56a352 req-cc7c31f0-8c14-452f-b292-ccb1bbf65363 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:41:28.538230 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cec9600-50a6-465e-ae26-af50b952e745 None None] Sync routers for ids ['19926ac9-c54b-4bc8-9815-081664ca0553'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:41:28.592860 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cec9600-50a6-465e-ae26-af50b952e745 None None] Routers {'19926ac9-c54b-4bc8-9815-081664ca0553'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:41:28.619621 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-2cec9600-50a6-465e-ae26-af50b952e745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:41:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['19926ac9-c54b-4bc8-9815-081664ca0553'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:41:28.628489 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1c5f1b1-e9ba-42d7-8e88-0574d6502752 x-openstack-request-id: req-f1c5f1b1-e9ba-42d7-8e88-0574d6502752 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:41:28.628489 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77900542-b50c-43fa-8e51-4bdebb3f3e4a", "name": "network-vif-plugged", "status": "completed", "tag": "4e89b04d-4fc5-4464-a71b-3345933c773e", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:41:28.628489 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f1c5f1b1-e9ba-42d7-8e88-0574d6502752 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:41:28.628489 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77900542-b50c-43fa-8e51-4bdebb3f3e4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e89b04d-4fc5-4464-a71b-3345933c773e', 'code': 200} Feb 19 02:41:28.632356 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68907002-a190-4f11-b7d9-d99839a6f0e5 req-c511282b-c5b2-41d2-b6f2-2c1fcfecbdd4 tempest-LiveAutoBlockMigrationV225Test-289573108 tempest-LiveAutoBlockMigrationV225Test-289573108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:28.632827 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b1d7060f-af34-4e73-81f1-f018035c612f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (7fd0f9a3-a9ab-40af-b761-08bc87b304e4), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:28.633930 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-68907002-a190-4f11-b7d9-d99839a6f0e5 req-c511282b-c5b2-41d2-b6f2-2c1fcfecbdd4 tempest-LiveAutoBlockMigrationV225Test-289573108 tempest-LiveAutoBlockMigrationV225Test-289573108-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=d3f5f85b-34ff-4273-b0ac-566af344a95d&tenant_id=ad75c6928a1d4c6da3a56db6352b2618&binding%3Ahost_id=n-h2-826753-2 HTTP/1.1" status: 200 len: 1127 time: 0.1738548 Feb 19 02:41:28.646906 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-68907002-a190-4f11-b7d9-d99839a6f0e5 req-ba6e7307-85a9-45be-bc45-9a139843e946 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-826753-2'}}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:41:28.747300 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-29de943e-e81a-47f2-8a3c-2a914ff4b603 req-ea62974a-073f-4413-b14a-6be017f512b1 service neutron] 10.222.0.82 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3850300 Feb 19 02:41:28.815199 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-2cec9600-50a6-465e-ae26-af50b952e745 None None] Set router 19926ac9-c54b-4bc8-9815-081664ca0553 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:41:28.837869 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9f69f6-764f-4f46-8c95-5e1974e348e7 req-964da3de-acf7-4fce-9cfa-ad690e545dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:28.842640 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0b9f69f6-764f-4f46-8c95-5e1974e348e7 req-964da3de-acf7-4fce-9cfa-ad690e545dd6 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=0351aa3c6ea34cbbac483ac000de57cb&device_id=29bcea09-12cf-46f9-beab-e3b6e5e0664c HTTP/1.1" status: 200 len: 1125 time: 0.3483989 Feb 19 02:41:28.852477 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-68907002-a190-4f11-b7d9-d99839a6f0e5 req-ba6e7307-85a9-45be-bc45-9a139843e946 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (4b60fb05-e487-4969-8620-669f8cc0ccaf), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:28.854129 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:41:29.052477 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-68907002-a190-4f11-b7d9-d99839a6f0e5 req-ba6e7307-85a9-45be-bc45-9a139843e946 service neutron] For port 4b60fb05-e487-4969-8620-669f8cc0ccaf, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=4b60fb05-e487-4969-8620-669f8cc0ccaf,segment=NetworkSegment(9dab481a-5428-424d-a8c3-4ae8ddfff67b),segment_id=9dab481a-5428-424d-a8c3-4ae8ddfff67b)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:41:29.054956 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1f0862-b567-4e65-a524-74b625b00b99 req-b096baff-152b-486d-9a5f-fa89e1f52eeb tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:29.056511 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bd1f0862-b567-4e65-a524-74b625b00b99 req-b096baff-152b-486d-9a5f-fa89e1f52eeb tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=77900542-b50c-43fa-8e51-4bdebb3f3e4a HTTP/1.1" status: 200 len: 950 time: 0.2964826 Feb 19 02:41:29.062396 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b1d7060f-af34-4e73-81f1-f018035c612f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (7fd0f9a3-a9ab-40af-b761-08bc87b304e4), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:29.096155 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-68907002-a190-4f11-b7d9-d99839a6f0e5 req-ba6e7307-85a9-45be-bc45-9a139843e946 service neutron] For port 4b60fb05-e487-4969-8620-669f8cc0ccaf, host n-h2-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:41:29.141623 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9f69f6-764f-4f46-8c95-5e1974e348e7 req-60e7652c-cb66-4110-920b-75c955387c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:29.143145 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0b9f69f6-764f-4f46-8c95-5e1974e348e7 req-60e7652c-cb66-4110-920b-75c955387c3c service neutron] 10.222.0.82 "GET /v2.0/networks?id=b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7 HTTP/1.1" status: 200 len: 909 time: 0.2635429 Feb 19 02:41:29.144308 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-68907002-a190-4f11-b7d9-d99839a6f0e5 req-ba6e7307-85a9-45be-bc45-9a139843e946 service neutron] Publish callbacks [] for port (4b60fb05-e487-4969-8620-669f8cc0ccaf), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:29.151427 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-68907002-a190-4f11-b7d9-d99839a6f0e5 req-ba6e7307-85a9-45be-bc45-9a139843e946 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (4b60fb05-e487-4969-8620-669f8cc0ccaf), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:29.192793 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0b9f69f6-764f-4f46-8c95-5e1974e348e7 req-d30b7e6e-3ac0-42c2-881b-be39d2b5ee59 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec06d5ce-1eba-4ddd-befe-dc1f766a8000 HTTP/1.1" status: 200 len: 217 time: 0.0382161 Feb 19 02:41:29.194610 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-b1d7060f-af34-4e73-81f1-f018035c612f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fd0f9a3-a9ab-40af-b761-08bc87b304e4']}} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:41:29.229888 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-b1d7060f-af34-4e73-81f1-f018035c612f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acba4f27-adea-4d4f-9747-beb38d8d96ee') {'for_net_delete': True} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:41:29.230242 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-b1d7060f-af34-4e73-81f1-f018035c612f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acba4f27-adea-4d4f-9747-beb38d8d96ee') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:41:29.261672 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-68907002-a190-4f11-b7d9-d99839a6f0e5 req-ba6e7307-85a9-45be-bc45-9a139843e946 service neutron] Attempting to bind port 4b60fb05-e487-4969-8620-669f8cc0ccaf on host n-h2-826753-2 for vnic_type normal with profile {"migrating_to": "n-h1-826753-2"} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:41:29.262032 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-68907002-a190-4f11-b7d9-d99839a6f0e5 req-ba6e7307-85a9-45be-bc45-9a139843e946 service neutron] Attempting to bind port 4b60fb05-e487-4969-8620-669f8cc0ccaf by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': '9dab481a-5428-424d-a8c3-4ae8ddfff67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'db98097a-bb19-479d-bd0d-4f71e988880a'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:41:29.262327 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68907002-a190-4f11-b7d9-d99839a6f0e5 req-ba6e7307-85a9-45be-bc45-9a139843e946 service neutron] Attempting to bind port 4b60fb05-e487-4969-8620-669f8cc0ccaf on network db98097a-bb19-479d-bd0d-4f71e988880a {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:41:29.273138 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-2cec9600-50a6-465e-ae26-af50b952e745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19926ac9-c54b-4bc8-9815-081664ca0553', 'name': 'tempest-FloatingIPsAssociationTestJSON-504285703-router', 'tenant_id': '5126e9cc2c214dde954e94889efcccdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '2dd20b05-57e2-4dd8-bf37-99c3aded2d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:40:23Z', 'updated_at': '2022-02-19T02:40:29Z', 'revision_number': 4, 'project_id': '5126e9cc2c214dde954e94889efcccdb', 'gw_port': {'id': '2dd20b05-57e2-4dd8-bf37-99c3aded2d2e', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:3f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19926ac9-c54b-4bc8-9815-081664ca0553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:40:23Z', 'updated_at': '2022-02-19T02:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': '24bd57ef-7306-43f0-a15f-f8ad2ff195a7', 'tenant_id': '5126e9cc2c214dde954e94889efcccdb', 'floating_ip_address': '172.25.6.114', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': '19926ac9-c54b-4bc8-9815-081664ca0553', 'port_id': '71f76ff5-9391-4c09-ab79-9aa8ed52e78d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f3a90ad-ee5a-41f0-bdc0-22abe981a050', 'mac_address': 'fa:16:3e:fe:ac:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2f4066-2575-4f8e-92ac-4223e51f0922', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:40:59Z', 'updated_at': '2022-02-19T02:41:27Z', 'revision_number': 3, 'project_id': '5126e9cc2c214dde954e94889efcccdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01a34c5d-fa80-4660-a0db-efb2071115d8', 'name': '', 'network_id': '2f3a90ad-ee5a-41f0-bdc0-22abe981a050', 'tenant_id': '5126e9cc2c214dde954e94889efcccdb', 'mac_address': 'fa:16:3e:6a:ee:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19926ac9-c54b-4bc8-9815-081664ca0553', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'a1cf80ca-3ee4-4752-b65e-3f091ad2def6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:40:27Z', 'updated_at': '2022-02-19T02:40:34Z', 'revision_number': 5, 'project_id': '5126e9cc2c214dde954e94889efcccdb', 'subnets': [{'id': 'a1cf80ca-3ee4-4752-b65e-3f091ad2def6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:41:29.280335 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68907002-a190-4f11-b7d9-d99839a6f0e5 req-ba6e7307-85a9-45be-bc45-9a139843e946 service neutron] Port 4b60fb05-e487-4969-8620-669f8cc0ccaf on network db98097a-bb19-479d-bd0d-4f71e988880a not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:41:29.280700 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68907002-a190-4f11-b7d9-d99839a6f0e5 req-ba6e7307-85a9-45be-bc45-9a139843e946 service neutron] Attempting to bind port 4b60fb05-e487-4969-8620-669f8cc0ccaf on network db98097a-bb19-479d-bd0d-4f71e988880a {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:41:29.281170 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b1d7060f-af34-4e73-81f1-f018035c612f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12647422'] for segment (acba4f27-adea-4d4f-9747-beb38d8d96ee), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:29.289111 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68907002-a190-4f11-b7d9-d99839a6f0e5 req-ba6e7307-85a9-45be-bc45-9a139843e946 service neutron] Checking agent: {'id': 'bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:41:29.289457 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68907002-a190-4f11-b7d9-d99839a6f0e5 req-ba6e7307-85a9-45be-bc45-9a139843e946 service neutron] Checking segment: {'id': '9dab481a-5428-424d-a8c3-4ae8ddfff67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'db98097a-bb19-479d-bd0d-4f71e988880a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:41:29.289840 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68907002-a190-4f11-b7d9-d99839a6f0e5 req-ba6e7307-85a9-45be-bc45-9a139843e946 service neutron] Bound using segment: {'id': '9dab481a-5428-424d-a8c3-4ae8ddfff67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'db98097a-bb19-479d-bd0d-4f71e988880a'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:41:29.290267 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-68907002-a190-4f11-b7d9-d99839a6f0e5 req-ba6e7307-85a9-45be-bc45-9a139843e946 service neutron] Bound port: 4b60fb05-e487-4969-8620-669f8cc0ccaf, host: n-h2-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dab481a-5428-424d-a8c3-4ae8ddfff67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'db98097a-bb19-479d-bd0d-4f71e988880a'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:41:29.290625 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-68907002-a190-4f11-b7d9-d99839a6f0e5 req-ba6e7307-85a9-45be-bc45-9a139843e946 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (4b60fb05-e487-4969-8620-669f8cc0ccaf), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:29.292526 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6e7307-85a9-45be-bc45-9a139843e946 service neutron] Pushing event updated for resources: {'Port': ['ID=4b60fb05-e487-4969-8620-669f8cc0ccaf,revision_number=7']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:41:29.305422 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6e7307-85a9-45be-bc45-9a139843e946 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:41:29.305760 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6e7307-85a9-45be-bc45-9a139843e946 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:41:29.306022 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6e7307-85a9-45be-bc45-9a139843e946 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:41:29.306373 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6e7307-85a9-45be-bc45-9a139843e946 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:41:29.306691 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6e7307-85a9-45be-bc45-9a139843e946 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:41:29.307034 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6e7307-85a9-45be-bc45-9a139843e946 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:41:29.307353 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6e7307-85a9-45be-bc45-9a139843e946 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:41:29.307680 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6e7307-85a9-45be-bc45-9a139843e946 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:41:29.308004 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6e7307-85a9-45be-bc45-9a139843e946 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:41:29.308329 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6e7307-85a9-45be-bc45-9a139843e946 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:41:29.308652 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6e7307-85a9-45be-bc45-9a139843e946 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:41:29.308967 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6e7307-85a9-45be-bc45-9a139843e946 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:41:29.309322 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6e7307-85a9-45be-bc45-9a139843e946 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:41:29.338295 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bd1f0862-b567-4e65-a524-74b625b00b99 req-1edf4927-3a8b-4942-b350-a9048aa98adf tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732038 Feb 19 02:41:29.357301 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b1d7060f-af34-4e73-81f1-f018035c612f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (acba4f27-adea-4d4f-9747-beb38d8d96ee), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:29.364874 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9f69f6-764f-4f46-8c95-5e1974e348e7 req-e3b3d15f-4d33-48c6-a0b8-017e775d177b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:29.379234 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0b9f69f6-764f-4f46-8c95-5e1974e348e7 req-e3b3d15f-4d33-48c6-a0b8-017e775d177b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=de6735e0-8981-45a6-9d12-953729888898 HTTP/1.1" status: 200 len: 848 time: 0.1617868 Feb 19 02:41:29.389388 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1d7060f-af34-4e73-81f1-f018035c612f admin admin] Releasing vlan 266 on physical network physnet1 to pool {{(pid=103701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:41:29.389741 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b1d7060f-af34-4e73-81f1-f018035c612f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583360'] for segment (acba4f27-adea-4d4f-9747-beb38d8d96ee), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:29.391581 n-d-826753-2 neutron-server[103701]: Traceback (most recent call last): Feb 19 02:41:29.391581 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:41:29.391581 n-d-826753-2 neutron-server[103701]: timer() Feb 19 02:41:29.391581 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:41:29.391581 n-d-826753-2 neutron-server[103701]: cb(*args, **kw) Feb 19 02:41:29.391581 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:41:29.391581 n-d-826753-2 neutron-server[103701]: return func(*args, **kwargs) Feb 19 02:41:29.391581 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:41:29.391581 n-d-826753-2 neutron-server[103701]: self._notify() Feb 19 02:41:29.391581 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:41:29.391581 n-d-826753-2 neutron-server[103701]: self.callback(batched_events) Feb 19 02:41:29.391581 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:41:29.391581 n-d-826753-2 neutron-server[103701]: event.method(event) Feb 19 02:41:29.391581 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:41:29.391581 n-d-826753-2 neutron-server[103701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:41:29.391581 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:41:29.391581 n-d-826753-2 neutron-server[103701]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:41:29.391581 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:41:29.391581 n-d-826753-2 neutron-server[103701]: return f(self, *a, **k) Feb 19 02:41:29.391581 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:41:29.391581 n-d-826753-2 neutron-server[103701]: return self._get(url).json() Feb 19 02:41:29.391581 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:41:29.391581 n-d-826753-2 neutron-server[103701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:41:29.391581 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:41:29.391581 n-d-826753-2 neutron-server[103701]: return self.request(url, 'GET', **kwargs) Feb 19 02:41:29.391581 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:41:29.391581 n-d-826753-2 neutron-server[103701]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:41:29.391581 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:41:29.391581 n-d-826753-2 neutron-server[103701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:41:29.391581 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:41:29.391581 n-d-826753-2 neutron-server[103701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:41:29.391581 n-d-826753-2 neutron-server[103701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:41:29.407612 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cec9600-50a6-465e-ae26-af50b952e745 None None] Checking router: 19926ac9-c54b-4bc8-9815-081664ca0553 for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:41:29.429320 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cec9600-50a6-465e-ae26-af50b952e745 None None] Routers {'19926ac9-c54b-4bc8-9815-081664ca0553'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:41:29.429546 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-68907002-a190-4f11-b7d9-d99839a6f0e5 req-ba6e7307-85a9-45be-bc45-9a139843e946 service neutron] For port 4b60fb05-e487-4969-8620-669f8cc0ccaf, host n-h2-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:41:29.432607 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-2cec9600-50a6-465e-ae26-af50b952e745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:41:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['19926ac9-c54b-4bc8-9815-081664ca0553'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:41:29.433319 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-68907002-a190-4f11-b7d9-d99839a6f0e5 req-ba6e7307-85a9-45be-bc45-9a139843e946 service neutron] For port 4b60fb05-e487-4969-8620-669f8cc0ccaf, host n-h2-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=4b60fb05-e487-4969-8620-669f8cc0ccaf,segment=NetworkSegment(9dab481a-5428-424d-a8c3-4ae8ddfff67b),segment_id=9dab481a-5428-424d-a8c3-4ae8ddfff67b)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:41:29.434283 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0b9f69f6-764f-4f46-8c95-5e1974e348e7 req-207d7142-e46c-4232-a997-cc4d5ae0580a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318851 Feb 19 02:41:29.442237 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-68907002-a190-4f11-b7d9-d99839a6f0e5 req-ba6e7307-85a9-45be-bc45-9a139843e946 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (4b60fb05-e487-4969-8620-669f8cc0ccaf), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:29.480778 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0f73c502-91cd-4725-8d7a-a2141d56a352 req-cc7c31f0-8c14-452f-b292-ccb1bbf65363 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Router 19926ac9-c54b-4bc8-9815-081664ca0553 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:41:29.487875 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device ec06d5ce-1eba-4ddd-befe-dc1f766a8000 details requested by agent hyperv_n-h2-826753-2 with host n-h2-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:41:29.535938 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6e7307-85a9-45be-bc45-9a139843e946 service neutron] Pushing event updated for resources: {'Port': ['ID=4b60fb05-e487-4969-8620-669f8cc0ccaf,revision_number=8']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:41:29.594261 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68907002-a190-4f11-b7d9-d99839a6f0e5 req-ba6e7307-85a9-45be-bc45-9a139843e946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:29.594505 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-68907002-a190-4f11-b7d9-d99839a6f0e5 req-ba6e7307-85a9-45be-bc45-9a139843e946 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:29.596546 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-68907002-a190-4f11-b7d9-d99839a6f0e5 req-ba6e7307-85a9-45be-bc45-9a139843e946 service neutron] 10.222.0.73 "PUT /v2.0/ports/4b60fb05-e487-4969-8620-669f8cc0ccaf HTTP/1.1" status: 200 len: 1121 time: 0.9535007 Feb 19 02:41:29.651818 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-2cec9600-50a6-465e-ae26-af50b952e745 None None] Set router 19926ac9-c54b-4bc8-9815-081664ca0553 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:41:29.687999 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b1d7060f-af34-4e73-81f1-f018035c612f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (7fd0f9a3-a9ab-40af-b761-08bc87b304e4), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:29.703481 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port ec06d5ce-1eba-4ddd-befe-dc1f766a8000, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=ec06d5ce-1eba-4ddd-befe-dc1f766a8000,segment=NetworkSegment(999cf2ff-ad78-4ea0-b2d0-93d967fd81fc),segment_id=999cf2ff-ad78-4ea0-b2d0-93d967fd81fc)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:41:29.733530 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Returning: {'device': 'ec06d5ce-1eba-4ddd-befe-dc1f766a8000', 'network_id': 'b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7', 'port_id': 'ec06d5ce-1eba-4ddd-befe-dc1f766a8000', 'mac_address': 'fa:16:3e:88:8a:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de6735e0-8981-45a6-9d12-953729888898', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:41:29.736353 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b1d7060f-af34-4e73-81f1-f018035c612f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:29.739566 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-b1d7060f-af34-4e73-81f1-f018035c612f admin admin] 10.222.0.72 "DELETE /v2.0/networks/7fd0f9a3-a9ab-40af-b761-08bc87b304e4 HTTP/1.1" status: 204 len: 168 time: 1.2696834 Feb 19 02:41:29.753310 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d7060f-af34-4e73-81f1-f018035c612f admin admin] Pushing event deleted for resources: {'Network': ['ID=7fd0f9a3-a9ab-40af-b761-08bc87b304e4,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:41:29.792505 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d7060f-af34-4e73-81f1-f018035c612f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:41:29.792505 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d7060f-af34-4e73-81f1-f018035c612f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:41:29.792505 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d7060f-af34-4e73-81f1-f018035c612f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:41:29.792505 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d7060f-af34-4e73-81f1-f018035c612f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:41:29.792505 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d7060f-af34-4e73-81f1-f018035c612f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:41:29.792505 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d7060f-af34-4e73-81f1-f018035c612f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:41:29.792505 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d7060f-af34-4e73-81f1-f018035c612f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:41:29.792505 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d7060f-af34-4e73-81f1-f018035c612f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:41:29.792505 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d7060f-af34-4e73-81f1-f018035c612f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:41:29.792505 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d7060f-af34-4e73-81f1-f018035c612f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:41:29.792505 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d7060f-af34-4e73-81f1-f018035c612f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:41:29.792505 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d7060f-af34-4e73-81f1-f018035c612f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:41:29.792505 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d7060f-af34-4e73-81f1-f018035c612f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:41:29.804564 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['4b60fb05-e487-4969-8620-669f8cc0ccaf'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:41:29.866191 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port ec06d5ce-1eba-4ddd-befe-dc1f766a8000 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:41:29.866598 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (ec06d5ce-1eba-4ddd-befe-dc1f766a8000), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:29.899615 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec06d5ce-1eba-4ddd-befe-dc1f766a8000 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:41:29.920750 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4997fe79-4fe3-4a4d-b8d5-7908e8ecb4e0 req-70a1b28f-01e8-4ab0-bd76-e54d9a42d8ba tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:29.923097 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4997fe79-4fe3-4a4d-b8d5-7908e8ecb4e0 req-70a1b28f-01e8-4ab0-bd76-e54d9a42d8ba tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=29bcea09-12cf-46f9-beab-e3b6e5e0664c HTTP/1.1" status: 200 len: 943 time: 0.4147327 Feb 19 02:41:29.932729 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port ec06d5ce-1eba-4ddd-befe-dc1f766a8000, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=ec06d5ce-1eba-4ddd-befe-dc1f766a8000,segment=NetworkSegment(999cf2ff-ad78-4ea0-b2d0-93d967fd81fc),segment_id=999cf2ff-ad78-4ea0-b2d0-93d967fd81fc)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:41:29.941880 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (ec06d5ce-1eba-4ddd-befe-dc1f766a8000), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:29.947142 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0b9f69f6-764f-4f46-8c95-5e1974e348e7 req-a3f5a2b8-9025-41a3-bfdf-4a6865d4500c service neutron] 10.222.0.82 "GET /v2.0/networks/b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4789205 Feb 19 02:41:29.981748 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 47912) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:41:30.028918 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=ec06d5ce-1eba-4ddd-befe-dc1f766a8000,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:41:30.060191 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-eb8e18f6-7a4c-4551-9f8a-68cd14bef523 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=dd52dae5d953488a999b14891988d841&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0766799 Feb 19 02:41:30.063631 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 47914) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:41:30.111882 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-2cec9600-50a6-465e-ae26-af50b952e745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19926ac9-c54b-4bc8-9815-081664ca0553', 'name': 'tempest-FloatingIPsAssociationTestJSON-504285703-router', 'tenant_id': '5126e9cc2c214dde954e94889efcccdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '2dd20b05-57e2-4dd8-bf37-99c3aded2d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:40:23Z', 'updated_at': '2022-02-19T02:40:29Z', 'revision_number': 4, 'project_id': '5126e9cc2c214dde954e94889efcccdb', 'gw_port': {'id': '2dd20b05-57e2-4dd8-bf37-99c3aded2d2e', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:3f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19926ac9-c54b-4bc8-9815-081664ca0553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:40:23Z', 'updated_at': '2022-02-19T02:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': '24bd57ef-7306-43f0-a15f-f8ad2ff195a7', 'tenant_id': '5126e9cc2c214dde954e94889efcccdb', 'floating_ip_address': '172.25.6.114', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': '19926ac9-c54b-4bc8-9815-081664ca0553', 'port_id': '71f76ff5-9391-4c09-ab79-9aa8ed52e78d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f3a90ad-ee5a-41f0-bdc0-22abe981a050', 'mac_address': 'fa:16:3e:fe:ac:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2f4066-2575-4f8e-92ac-4223e51f0922', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:40:59Z', 'updated_at': '2022-02-19T02:41:27Z', 'revision_number': 3, 'project_id': '5126e9cc2c214dde954e94889efcccdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01a34c5d-fa80-4660-a0db-efb2071115d8', 'name': '', 'network_id': '2f3a90ad-ee5a-41f0-bdc0-22abe981a050', 'tenant_id': '5126e9cc2c214dde954e94889efcccdb', 'mac_address': 'fa:16:3e:6a:ee:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19926ac9-c54b-4bc8-9815-081664ca0553', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'a1cf80ca-3ee4-4752-b65e-3f091ad2def6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:40:27Z', 'updated_at': '2022-02-19T02:40:34Z', 'revision_number': 5, 'project_id': '5126e9cc2c214dde954e94889efcccdb', 'subnets': [{'id': 'a1cf80ca-3ee4-4752-b65e-3f091ad2def6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:41:30.141274 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5e35e919-6bad-466d-92b4-2b0a6d3130b2 admin admin] Publish callbacks [] for security_group (06361a1d-8d82-4ac0-8d63-3ac39b303691), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:30.151670 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cec9600-50a6-465e-ae26-af50b952e745 None None] The sync data for ids ['19926ac9-c54b-4bc8-9815-081664ca0553'] in n-d-826753-2 is: [{'id': '19926ac9-c54b-4bc8-9815-081664ca0553', 'name': 'tempest-FloatingIPsAssociationTestJSON-504285703-router', 'tenant_id': '5126e9cc2c214dde954e94889efcccdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '2dd20b05-57e2-4dd8-bf37-99c3aded2d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:40:23Z', 'updated_at': '2022-02-19T02:40:29Z', 'revision_number': 4, 'project_id': '5126e9cc2c214dde954e94889efcccdb', 'gw_port': {'id': '2dd20b05-57e2-4dd8-bf37-99c3aded2d2e', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:3f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19926ac9-c54b-4bc8-9815-081664ca0553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:40:23Z', 'updated_at': '2022-02-19T02:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': '24bd57ef-7306-43f0-a15f-f8ad2ff195a7', 'tenant_id': '5126e9cc2c214dde954e94889efcccdb', 'floating_ip_address': '172.25.6.114', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': '19926ac9-c54b-4bc8-9815-081664ca0553', 'port_id': '71f76ff5-9391-4c09-ab79-9aa8ed52e78d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f3a90ad-ee5a-41f0-bdc0-22abe981a050', 'mac_address': 'fa:16:3e:fe:ac:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2f4066-2575-4f8e-92ac-4223e51f0922', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:40:59Z', 'updated_at': '2022-02-19T02:41:27Z', 'revision_number': 3, 'project_id': '5126e9cc2c214dde954e94889efcccdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01a34c5d-fa80-4660-a0db-efb2071115d8', 'name': '', 'network_id': '2f3a90ad-ee5a-41f0-bdc0-22abe981a050', 'tenant_id': '5126e9cc2c214dde954e94889efcccdb', 'mac_address': 'fa:16:3e:6a:ee:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19926ac9-c54b-4bc8-9815-081664ca0553', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'a1cf80ca-3ee4-4752-b65e-3f091ad2def6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:40:27Z', 'updated_at': '2022-02-19T02:40:34Z', 'revision_number': 5, 'project_id': '5126e9cc2c214dde954e94889efcccdb', 'subnets': [{'id': 'a1cf80ca-3ee4-4752-b65e-3f091ad2def6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:41:30.166356 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5e35e919-6bad-466d-92b4-2b0a6d3130b2 admin admin] Publish callbacks [] for security_group (06361a1d-8d82-4ac0-8d63-3ac39b303691), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:30.180284 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4997fe79-4fe3-4a4d-b8d5-7908e8ecb4e0 req-e69b0ff9-15ab-413e-a2d7-db4c46a530a1 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305703 Feb 19 02:41:30.196423 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0b9f69f6-764f-4f46-8c95-5e1974e348e7 req-b22530fd-9a10-4b03-9449-4fcb95c377ed service neutron] 10.222.0.82 "GET /v2.0/networks/b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390492 Feb 19 02:41:30.206823 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0f73c502-91cd-4725-8d7a-a2141d56a352 req-cc7c31f0-8c14-452f-b292-ccb1bbf65363 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:41:30.211439 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-0f73c502-91cd-4725-8d7a-a2141d56a352 req-cc7c31f0-8c14-452f-b292-ccb1bbf65363 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:30.238245 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5e35e919-6bad-466d-92b4-2b0a6d3130b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (06361a1d-8d82-4ac0-8d63-3ac39b303691), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:30.245656 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5e35e919-6bad-466d-92b4-2b0a6d3130b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:30.248904 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-5e35e919-6bad-466d-92b4-2b0a6d3130b2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/06361a1d-8d82-4ac0-8d63-3ac39b303691 HTTP/1.1" status: 204 len: 168 time: 0.1843033 Feb 19 02:41:30.250600 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12703934-5b7e-463c-8012-a4a3447eeb94', 'tag': '7d41a253-136f-4f5f-b68e-55c767b082fe'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:41:30.253067 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b851801c-d914-45f5-8259-c0d946c3d7df" -d '{"events": [{"name": "network-changed", "server_uuid": "12703934-5b7e-463c-8012-a4a3447eeb94", "tag": "7d41a253-136f-4f5f-b68e-55c767b082fe"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:41:30.260023 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e35e919-6bad-466d-92b4-2b0a6d3130b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06361a1d-8d82-4ac0-8d63-3ac39b303691,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:41:30.334185 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0f73c502-91cd-4725-8d7a-a2141d56a352 req-cc7c31f0-8c14-452f-b292-ccb1bbf65363 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] 10.222.0.72 "PUT /v2.0/floatingips/24bd57ef-7306-43f0-a15f-f8ad2ff195a7 HTTP/1.1" status: 200 len: 998 time: 4.2724006 Feb 19 02:41:30.393585 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f73c502-91cd-4725-8d7a-a2141d56a352 req-276dc85a-ada3-4e07-803d-0f7a2af029dc tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:30.395075 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0f73c502-91cd-4725-8d7a-a2141d56a352 req-276dc85a-ada3-4e07-803d-0f7a2af029dc tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] 10.222.0.72 "GET /v2.0/ports/7d41a253-136f-4f5f-b68e-55c767b082fe HTTP/1.1" status: 200 len: 943 time: 0.0541217 Feb 19 02:41:30.399206 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89234b7f-ed61-40d9-b299-be2b46ebe441 None None] New status for floating IP 24bd57ef-7306-43f0-a15f-f8ad2ff195a7: ACTIVE {{(pid=103703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 02:41:30.403232 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5592007-e442-4058-afdf-b55bbb3f93ff req-1856a0a8-5cf2-4cef-8662-0337d476c942 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:30.404739 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a5592007-e442-4058-afdf-b55bbb3f93ff req-1856a0a8-5cf2-4cef-8662-0337d476c942 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3f5f85b-34ff-4273-b0ac-566af344a95d HTTP/1.1" status: 200 len: 943 time: 0.1025660 Feb 19 02:41:30.463476 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a5592007-e442-4058-afdf-b55bbb3f93ff req-3136e811-7237-4b3d-9d8f-d08431430a7a tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525811 Feb 19 02:41:30.494451 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3f5f85b-34ff-4273-b0ac-566af344a95d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b60fb05-e487-4969-8620-669f8cc0ccaf'}, {'name': 'network-changed', 'server_uuid': 'd3f5f85b-34ff-4273-b0ac-566af344a95d', 'tag': '4b60fb05-e487-4969-8620-669f8cc0ccaf'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:41:30.497620 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-014577ff-0c90-43fa-837d-43df5568243c" -d '{"events": [{"server_uuid": "d3f5f85b-34ff-4273-b0ac-566af344a95d", "name": "network-vif-unplugged", "status": "completed", "tag": "4b60fb05-e487-4969-8620-669f8cc0ccaf"}, {"name": "network-changed", "server_uuid": "d3f5f85b-34ff-4273-b0ac-566af344a95d", "tag": "4b60fb05-e487-4969-8620-669f8cc0ccaf"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:41:30.620892 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['ec06d5ce-1eba-4ddd-befe-dc1f766a8000'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:41:30.631411 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d810e45-6af2-4eda-a0f2-7099726ed5c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e33b8d9a-b9b3-4c2d-a1d9-3d6762227071'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:41:30.633357 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-587b8a2a-080a-4add-ad7c-5a47b60c6f22" -d '{"events": [{"server_uuid": "9d810e45-6af2-4eda-a0f2-7099726ed5c8", "name": "network-vif-plugged", "status": "completed", "tag": "e33b8d9a-b9b3-4c2d-a1d9-3d6762227071"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:41:30.788185 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829c6335-c4cb-4039-b6df-d7bff6f46404 None None] Sync routers for ids ['19926ac9-c54b-4bc8-9815-081664ca0553'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:41:30.801237 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829c6335-c4cb-4039-b6df-d7bff6f46404 None None] Routers {'19926ac9-c54b-4bc8-9815-081664ca0553'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:41:30.802222 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-829c6335-c4cb-4039-b6df-d7bff6f46404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:41:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['19926ac9-c54b-4bc8-9815-081664ca0553'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:41:30.848811 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f73c502-91cd-4725-8d7a-a2141d56a352 req-eca2baa4-6d41-4ca2-979c-5e88ac8924bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:30.850389 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0f73c502-91cd-4725-8d7a-a2141d56a352 req-eca2baa4-6d41-4ca2-979c-5e88ac8924bd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5126e9cc2c214dde954e94889efcccdb&device_id=12703934-5b7e-463c-8012-a4a3447eeb94 HTTP/1.1" status: 200 len: 1128 time: 0.3836982 Feb 19 02:41:30.858709 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d316c5ab-c9b6-40ed-9faa-8a542827b1db req-c9203a7c-d4db-4f0a-b542-2674512f0b4b tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:30.860159 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d316c5ab-c9b6-40ed-9faa-8a542827b1db req-c9203a7c-d4db-4f0a-b542-2674512f0b4b tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/ports?device_id=9d810e45-6af2-4eda-a0f2-7099726ed5c8 HTTP/1.1" status: 200 len: 950 time: 0.0734570 Feb 19 02:41:30.930791 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-829c6335-c4cb-4039-b6df-d7bff6f46404 None None] Set router 19926ac9-c54b-4bc8-9815-081664ca0553 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:41:30.971554 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d316c5ab-c9b6-40ed-9faa-8a542827b1db req-c1e8029b-3929-4445-8843-0901a8b082cc tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b908dbc-8f8c-41bc-a0bd-543abe15dd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007442 Feb 19 02:41:30.998822 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f73c502-91cd-4725-8d7a-a2141d56a352 req-3797241b-9352-464e-b545-4e8c05463714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:31.000738 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0f73c502-91cd-4725-8d7a-a2141d56a352 req-3797241b-9352-464e-b545-4e8c05463714 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2f3a90ad-ee5a-41f0-bdc0-22abe981a050 HTTP/1.1" status: 200 len: 921 time: 0.1394706 Feb 19 02:41:31.059512 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0f73c502-91cd-4725-8d7a-a2141d56a352 req-ce2c3c48-6d1b-42ef-b37c-1679525b29cf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d41a253-136f-4f5f-b68e-55c767b082fe HTTP/1.1" status: 200 len: 217 time: 0.0526528 Feb 19 02:41:31.152438 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f73c502-91cd-4725-8d7a-a2141d56a352 req-ae0ab10c-abde-409f-b61d-b8198ed43a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:31.154100 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0f73c502-91cd-4725-8d7a-a2141d56a352 req-ae0ab10c-abde-409f-b61d-b8198ed43a94 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a1cf80ca-3ee4-4752-b65e-3f091ad2def6 HTTP/1.1" status: 200 len: 859 time: 0.0886037 Feb 19 02:41:31.198057 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-829c6335-c4cb-4039-b6df-d7bff6f46404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19926ac9-c54b-4bc8-9815-081664ca0553', 'name': 'tempest-FloatingIPsAssociationTestJSON-504285703-router', 'tenant_id': '5126e9cc2c214dde954e94889efcccdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '2dd20b05-57e2-4dd8-bf37-99c3aded2d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:40:23Z', 'updated_at': '2022-02-19T02:40:29Z', 'revision_number': 4, 'project_id': '5126e9cc2c214dde954e94889efcccdb', 'gw_port': {'id': '2dd20b05-57e2-4dd8-bf37-99c3aded2d2e', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:3f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19926ac9-c54b-4bc8-9815-081664ca0553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:40:23Z', 'updated_at': '2022-02-19T02:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': '24bd57ef-7306-43f0-a15f-f8ad2ff195a7', 'tenant_id': '5126e9cc2c214dde954e94889efcccdb', 'floating_ip_address': '172.25.6.114', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': '19926ac9-c54b-4bc8-9815-081664ca0553', 'port_id': '71f76ff5-9391-4c09-ab79-9aa8ed52e78d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f3a90ad-ee5a-41f0-bdc0-22abe981a050', 'mac_address': 'fa:16:3e:fe:ac:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2f4066-2575-4f8e-92ac-4223e51f0922', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:40:59Z', 'updated_at': '2022-02-19T02:41:30Z', 'revision_number': 4, 'project_id': '5126e9cc2c214dde954e94889efcccdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01a34c5d-fa80-4660-a0db-efb2071115d8', 'name': '', 'network_id': '2f3a90ad-ee5a-41f0-bdc0-22abe981a050', 'tenant_id': '5126e9cc2c214dde954e94889efcccdb', 'mac_address': 'fa:16:3e:6a:ee:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19926ac9-c54b-4bc8-9815-081664ca0553', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'a1cf80ca-3ee4-4752-b65e-3f091ad2def6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:40:27Z', 'updated_at': '2022-02-19T02:40:34Z', 'revision_number': 5, 'project_id': '5126e9cc2c214dde954e94889efcccdb', 'subnets': [{'id': 'a1cf80ca-3ee4-4752-b65e-3f091ad2def6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:41:31.201910 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36e854e-a8c6-4ec0-bcbe-388d226c5b6a req-3231f6ec-f6e0-4a08-a5c4-d177da840d01 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:31.203672 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d36e854e-a8c6-4ec0-bcbe-388d226c5b6a req-3231f6ec-f6e0-4a08-a5c4-d177da840d01 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=77900542-b50c-43fa-8e51-4bdebb3f3e4a HTTP/1.1" status: 200 len: 950 time: 0.0938749 Feb 19 02:41:31.232118 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829c6335-c4cb-4039-b6df-d7bff6f46404 None None] Checking router: 19926ac9-c54b-4bc8-9815-081664ca0553 for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:41:31.243049 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f73c502-91cd-4725-8d7a-a2141d56a352 req-5e379e4b-4ae2-4e4e-ac98-04035c1a811d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:31.243049 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0f73c502-91cd-4725-8d7a-a2141d56a352 req-5e379e4b-4ae2-4e4e-ac98-04035c1a811d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2f3a90ad-ee5a-41f0-bdc0-22abe981a050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0812492 Feb 19 02:41:31.247165 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829c6335-c4cb-4039-b6df-d7bff6f46404 None None] Routers {'19926ac9-c54b-4bc8-9815-081664ca0553'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:41:31.248038 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-829c6335-c4cb-4039-b6df-d7bff6f46404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:41:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['19926ac9-c54b-4bc8-9815-081664ca0553'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:41:31.287057 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d36e854e-a8c6-4ec0-bcbe-388d226c5b6a req-cc218b16-2f44-49aa-87b9-1dbfec56dd0d tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748565 Feb 19 02:41:31.337902 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20520e72-5da4-4a3b-8b20-3fb9fef6250e x-openstack-request-id: req-20520e72-5da4-4a3b-8b20-3fb9fef6250e {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:41:31.338195 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12703934-5b7e-463c-8012-a4a3447eeb94", "tag": "7d41a253-136f-4f5f-b68e-55c767b082fe", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:41:31.338445 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-20520e72-5da4-4a3b-8b20-3fb9fef6250e {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:41:31.338843 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12703934-5b7e-463c-8012-a4a3447eeb94', 'tag': '7d41a253-136f-4f5f-b68e-55c767b082fe', 'status': 'completed', 'code': 200} Feb 19 02:41:31.365790 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0f73c502-91cd-4725-8d7a-a2141d56a352 req-6a7c2493-2ba9-4057-862a-b0fe25f629cd service neutron] 10.222.0.72 "GET /v2.0/networks/2f3a90ad-ee5a-41f0-bdc0-22abe981a050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160963 Feb 19 02:41:31.372091 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sat, 19 Feb 2022 02:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4abf7da6-24ad-43e1-932f-64b20c676f84 x-openstack-request-id: req-4abf7da6-24ad-43e1-932f-64b20c676f84 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:41:31.372398 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3f5f85b-34ff-4273-b0ac-566af344a95d", "name": "network-vif-unplugged", "status": "completed", "tag": "4b60fb05-e487-4969-8620-669f8cc0ccaf", "code": 200}, {"name": "network-changed", "server_uuid": "d3f5f85b-34ff-4273-b0ac-566af344a95d", "tag": "4b60fb05-e487-4969-8620-669f8cc0ccaf", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:41:31.372718 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4abf7da6-24ad-43e1-932f-64b20c676f84 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:41:31.373165 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3f5f85b-34ff-4273-b0ac-566af344a95d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b60fb05-e487-4969-8620-669f8cc0ccaf', 'code': 200} Feb 19 02:41:31.373946 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3f5f85b-34ff-4273-b0ac-566af344a95d', 'tag': '4b60fb05-e487-4969-8620-669f8cc0ccaf', 'status': 'completed', 'code': 200} Feb 19 02:41:31.383609 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-829c6335-c4cb-4039-b6df-d7bff6f46404 None None] Set router 19926ac9-c54b-4bc8-9815-081664ca0553 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:41:31.429382 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8f9817f-203c-4626-b57f-5afe855aaf06 x-openstack-request-id: req-f8f9817f-203c-4626-b57f-5afe855aaf06 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:41:31.429644 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d810e45-6af2-4eda-a0f2-7099726ed5c8", "name": "network-vif-plugged", "status": "completed", "tag": "e33b8d9a-b9b3-4c2d-a1d9-3d6762227071", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:41:31.429867 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f8f9817f-203c-4626-b57f-5afe855aaf06 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:41:31.430251 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d810e45-6af2-4eda-a0f2-7099726ed5c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e33b8d9a-b9b3-4c2d-a1d9-3d6762227071', 'code': 200} Feb 19 02:41:31.438421 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b851801c-d914-45f5-8259-c0d946c3d7df req-d8270e2a-ffac-4596-bc97-ae77049f15c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:31.440042 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-b851801c-d914-45f5-8259-c0d946c3d7df req-d8270e2a-ffac-4596-bc97-ae77049f15c4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5126e9cc2c214dde954e94889efcccdb&device_id=12703934-5b7e-463c-8012-a4a3447eeb94 HTTP/1.1" status: 200 len: 1128 time: 0.0522535 Feb 19 02:41:31.557733 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0f73c502-91cd-4725-8d7a-a2141d56a352 req-88a2492e-6fce-4922-9a6a-29f427f73a32 service neutron] 10.222.0.72 "GET /v2.0/networks/2f3a90ad-ee5a-41f0-bdc0-22abe981a050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795435 Feb 19 02:41:31.648459 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfc2972-124f-42dd-8c68-5d84d127bf48 req-df60be2d-d25a-473b-963a-1b70da563d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:31.650066 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4cfc2972-124f-42dd-8c68-5d84d127bf48 req-df60be2d-d25a-473b-963a-1b70da563d8f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9d810e45-6af2-4eda-a0f2-7099726ed5c8 HTTP/1.1" status: 200 len: 1132 time: 0.0809834 Feb 19 02:41:31.651140 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b851801c-d914-45f5-8259-c0d946c3d7df req-584f5aa3-c390-43c0-8526-0ca34e79a021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:31.652453 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-b851801c-d914-45f5-8259-c0d946c3d7df req-584f5aa3-c390-43c0-8526-0ca34e79a021 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2f3a90ad-ee5a-41f0-bdc0-22abe981a050 HTTP/1.1" status: 200 len: 921 time: 0.1792526 Feb 19 02:41:31.663396 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-829c6335-c4cb-4039-b6df-d7bff6f46404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19926ac9-c54b-4bc8-9815-081664ca0553', 'name': 'tempest-FloatingIPsAssociationTestJSON-504285703-router', 'tenant_id': '5126e9cc2c214dde954e94889efcccdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '2dd20b05-57e2-4dd8-bf37-99c3aded2d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:40:23Z', 'updated_at': '2022-02-19T02:40:29Z', 'revision_number': 4, 'project_id': '5126e9cc2c214dde954e94889efcccdb', 'gw_port': {'id': '2dd20b05-57e2-4dd8-bf37-99c3aded2d2e', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:3f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19926ac9-c54b-4bc8-9815-081664ca0553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:40:23Z', 'updated_at': '2022-02-19T02:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': '24bd57ef-7306-43f0-a15f-f8ad2ff195a7', 'tenant_id': '5126e9cc2c214dde954e94889efcccdb', 'floating_ip_address': '172.25.6.114', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': '19926ac9-c54b-4bc8-9815-081664ca0553', 'port_id': '71f76ff5-9391-4c09-ab79-9aa8ed52e78d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f3a90ad-ee5a-41f0-bdc0-22abe981a050', 'mac_address': 'fa:16:3e:fe:ac:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2f4066-2575-4f8e-92ac-4223e51f0922', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:40:59Z', 'updated_at': '2022-02-19T02:41:30Z', 'revision_number': 4, 'project_id': '5126e9cc2c214dde954e94889efcccdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01a34c5d-fa80-4660-a0db-efb2071115d8', 'name': '', 'network_id': '2f3a90ad-ee5a-41f0-bdc0-22abe981a050', 'tenant_id': '5126e9cc2c214dde954e94889efcccdb', 'mac_address': 'fa:16:3e:6a:ee:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19926ac9-c54b-4bc8-9815-081664ca0553', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'a1cf80ca-3ee4-4752-b65e-3f091ad2def6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:40:27Z', 'updated_at': '2022-02-19T02:40:34Z', 'revision_number': 5, 'project_id': '5126e9cc2c214dde954e94889efcccdb', 'subnets': [{'id': 'a1cf80ca-3ee4-4752-b65e-3f091ad2def6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:41:31.663798 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014577ff-0c90-43fa-837d-43df5568243c req-db3c8dd8-ac7e-45c3-97c5-aadf187c0661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:31.665328 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-014577ff-0c90-43fa-837d-43df5568243c req-db3c8dd8-ac7e-45c3-97c5-aadf187c0661 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ad75c6928a1d4c6da3a56db6352b2618&device_id=d3f5f85b-34ff-4273-b0ac-566af344a95d HTTP/1.1" status: 200 len: 1155 time: 0.1963258 Feb 19 02:41:31.694478 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829c6335-c4cb-4039-b6df-d7bff6f46404 None None] The sync data for ids ['19926ac9-c54b-4bc8-9815-081664ca0553'] in n-d-826753-2 is: [{'id': '19926ac9-c54b-4bc8-9815-081664ca0553', 'name': 'tempest-FloatingIPsAssociationTestJSON-504285703-router', 'tenant_id': '5126e9cc2c214dde954e94889efcccdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '2dd20b05-57e2-4dd8-bf37-99c3aded2d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:40:23Z', 'updated_at': '2022-02-19T02:40:29Z', 'revision_number': 4, 'project_id': '5126e9cc2c214dde954e94889efcccdb', 'gw_port': {'id': '2dd20b05-57e2-4dd8-bf37-99c3aded2d2e', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:3f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19926ac9-c54b-4bc8-9815-081664ca0553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:40:23Z', 'updated_at': '2022-02-19T02:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': '24bd57ef-7306-43f0-a15f-f8ad2ff195a7', 'tenant_id': '5126e9cc2c214dde954e94889efcccdb', 'floating_ip_address': '172.25.6.114', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': '19926ac9-c54b-4bc8-9815-081664ca0553', 'port_id': '71f76ff5-9391-4c09-ab79-9aa8ed52e78d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f3a90ad-ee5a-41f0-bdc0-22abe981a050', 'mac_address': 'fa:16:3e:fe:ac:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2f4066-2575-4f8e-92ac-4223e51f0922', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:40:59Z', 'updated_at': '2022-02-19T02:41:30Z', 'revision_number': 4, 'project_id': '5126e9cc2c214dde954e94889efcccdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01a34c5d-fa80-4660-a0db-efb2071115d8', 'name': '', 'network_id': '2f3a90ad-ee5a-41f0-bdc0-22abe981a050', 'tenant_id': '5126e9cc2c214dde954e94889efcccdb', 'mac_address': 'fa:16:3e:6a:ee:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19926ac9-c54b-4bc8-9815-081664ca0553', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'a1cf80ca-3ee4-4752-b65e-3f091ad2def6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:40:27Z', 'updated_at': '2022-02-19T02:40:34Z', 'revision_number': 5, 'project_id': '5126e9cc2c214dde954e94889efcccdb', 'subnets': [{'id': 'a1cf80ca-3ee4-4752-b65e-3f091ad2def6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:41:31.719518 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-b851801c-d914-45f5-8259-c0d946c3d7df req-ec85cfc6-e3e2-4f37-bb10-887910beee5a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d41a253-136f-4f5f-b68e-55c767b082fe HTTP/1.1" status: 200 len: 217 time: 0.0494111 Feb 19 02:41:31.763241 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d5261f-4e18-4ae3-b49e-8aeb1fed5c5d req-f8ed33f9-3176-424c-929b-024a7ff6dc65 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:31.764783 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-58d5261f-4e18-4ae3-b49e-8aeb1fed5c5d req-f8ed33f9-3176-424c-929b-024a7ff6dc65 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=29bcea09-12cf-46f9-beab-e3b6e5e0664c HTTP/1.1" status: 200 len: 944 time: 0.1888037 Feb 19 02:41:31.772664 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4cfc2972-124f-42dd-8c68-5d84d127bf48 req-86d2f596-2aac-47dd-a9bf-17e68ed0f2da service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=5b908dbc-8f8c-41bc-a0bd-543abe15dd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093504 Feb 19 02:41:31.773456 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-efe3f929-7f9f-483f-b632-661d22702181 req-3b256748-f6a3-4950-bd1e-a249caee6816 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0e3f78fd-0754-4bc2-bf93-db1168fc7253&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1554265 Feb 19 02:41:31.778711 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f73c502-91cd-4725-8d7a-a2141d56a352 req-3688d3c8-eb8f-4beb-9ca8-53c2cd50a0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:31.780167 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0f73c502-91cd-4725-8d7a-a2141d56a352 req-3688d3c8-eb8f-4beb-9ca8-53c2cd50a0ac service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5126e9cc2c214dde954e94889efcccdb&device_id=ea2f4066-2575-4f8e-92ac-4223e51f0922 HTTP/1.1" status: 200 len: 1127 time: 0.1878591 Feb 19 02:41:31.794675 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b851801c-d914-45f5-8259-c0d946c3d7df req-60bd4723-a5a1-4947-9b65-a92865f19ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:31.796142 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-b851801c-d914-45f5-8259-c0d946c3d7df req-60bd4723-a5a1-4947-9b65-a92865f19ec7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a1cf80ca-3ee4-4752-b65e-3f091ad2def6 HTTP/1.1" status: 200 len: 859 time: 0.0581939 Feb 19 02:41:31.886971 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014577ff-0c90-43fa-837d-43df5568243c req-4be49b82-d7a6-4f43-87f1-fe3420e6a618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:31.888434 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-014577ff-0c90-43fa-837d-43df5568243c req-4be49b82-d7a6-4f43-87f1-fe3420e6a618 service neutron] 10.222.0.82 "GET /v2.0/networks?id=db98097a-bb19-479d-bd0d-4f71e988880a HTTP/1.1" status: 200 len: 922 time: 0.2131293 Feb 19 02:41:31.899579 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-58d5261f-4e18-4ae3-b49e-8aeb1fed5c5d req-fd9ec650-ea86-464a-be23-c9dbfce1ffb3 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229410 Feb 19 02:41:31.943837 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-014577ff-0c90-43fa-837d-43df5568243c req-9b0cc407-8bac-4fb2-990c-15bc6d125231 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b60fb05-e487-4969-8620-669f8cc0ccaf HTTP/1.1" status: 200 len: 217 time: 0.0419114 Feb 19 02:41:31.988686 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f73c502-91cd-4725-8d7a-a2141d56a352 req-caa9754b-4f58-4ba8-a9a1-0ff36f73e2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:31.990102 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0f73c502-91cd-4725-8d7a-a2141d56a352 req-caa9754b-4f58-4ba8-a9a1-0ff36f73e2ee service neutron] 10.222.0.72 "GET /v2.0/networks?id=2f3a90ad-ee5a-41f0-bdc0-22abe981a050 HTTP/1.1" status: 200 len: 921 time: 0.2006667 Feb 19 02:41:32.049435 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014577ff-0c90-43fa-837d-43df5568243c req-a17a55f8-7972-4b27-b8e9-847cc404a484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:32.049435 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-014577ff-0c90-43fa-837d-43df5568243c req-a17a55f8-7972-4b27-b8e9-847cc404a484 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2fe72d28-9326-4a85-b8b2-36c8cafae112 HTTP/1.1" status: 200 len: 861 time: 0.0950546 Feb 19 02:41:32.085667 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0f73c502-91cd-4725-8d7a-a2141d56a352 req-7a22f2ad-67d2-44d6-a404-5173fef2a703 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=71f76ff5-9391-4c09-ab79-9aa8ed52e78d HTTP/1.1" status: 200 len: 1001 time: 0.0897923 Feb 19 02:41:32.087550 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-014577ff-0c90-43fa-837d-43df5568243c req-3dfb7856-7383-4818-ad50-2263e01fe100 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=db98097a-bb19-479d-bd0d-4f71e988880a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324414 Feb 19 02:41:32.188395 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f73c502-91cd-4725-8d7a-a2141d56a352 req-790c1726-d84f-49e8-b590-35a60ed69eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:32.190409 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0f73c502-91cd-4725-8d7a-a2141d56a352 req-790c1726-d84f-49e8-b590-35a60ed69eb5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a1cf80ca-3ee4-4752-b65e-3f091ad2def6 HTTP/1.1" status: 200 len: 859 time: 0.0993772 Feb 19 02:41:32.266346 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-014577ff-0c90-43fa-837d-43df5568243c req-be27f973-0b91-4f99-ad91-ced4ecb1f29c service neutron] 10.222.0.82 "GET /v2.0/networks/db98097a-bb19-479d-bd0d-4f71e988880a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659098 Feb 19 02:41:32.304670 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f73c502-91cd-4725-8d7a-a2141d56a352 req-a9f03740-027e-4a8d-a663-a14bb150c16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:32.306184 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0f73c502-91cd-4725-8d7a-a2141d56a352 req-a9f03740-027e-4a8d-a663-a14bb150c16a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2f3a90ad-ee5a-41f0-bdc0-22abe981a050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1063495 Feb 19 02:41:32.319123 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b851801c-d914-45f5-8259-c0d946c3d7df req-41952eb1-7e66-42cd-84ce-70124eadb519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:32.320753 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-b851801c-d914-45f5-8259-c0d946c3d7df req-41952eb1-7e66-42cd-84ce-70124eadb519 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2f3a90ad-ee5a-41f0-bdc0-22abe981a050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0518982 Feb 19 02:41:32.427347 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-b851801c-d914-45f5-8259-c0d946c3d7df req-4d32f713-5016-476f-8806-3523e9e87247 service neutron] 10.222.0.73 "GET /v2.0/networks/2f3a90ad-ee5a-41f0-bdc0-22abe981a050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952086 Feb 19 02:41:32.506872 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae898f9-2535-48f9-a0bc-2272ac53c8d2 req-63065d09-b20a-4769-b13f-4b5ecbd1e58a tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:32.508276 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-aae898f9-2535-48f9-a0bc-2272ac53c8d2 req-63065d09-b20a-4769-b13f-4b5ecbd1e58a tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3f5f85b-34ff-4273-b0ac-566af344a95d HTTP/1.1" status: 200 len: 943 time: 0.2410724 Feb 19 02:41:32.528595 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-014577ff-0c90-43fa-837d-43df5568243c req-1234f96c-a673-4253-b129-eaed46bd188e service neutron] 10.222.0.82 "GET /v2.0/networks/db98097a-bb19-479d-bd0d-4f71e988880a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480762 Feb 19 02:41:32.532130 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-b851801c-d914-45f5-8259-c0d946c3d7df req-94b3fad0-4772-4f7c-a06e-ad3a4b452d31 service neutron] 10.222.0.73 "GET /v2.0/networks/2f3a90ad-ee5a-41f0-bdc0-22abe981a050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888772 Feb 19 02:41:32.536833 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe3f929-7f9f-483f-b632-661d22702181 req-6ceb3f1c-d417-49b4-be57-2b8c517ac3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:32.538260 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-efe3f929-7f9f-483f-b632-661d22702181 req-6ceb3f1c-d417-49b4-be57-2b8c517ac3d9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0351aa3c6ea34cbbac483ac000de57cb&device_id=0e3f78fd-0754-4bc2-bf93-db1168fc7253 HTTP/1.1" status: 200 len: 1129 time: 0.2358816 Feb 19 02:41:32.547654 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0f73c502-91cd-4725-8d7a-a2141d56a352 req-59fa52ed-a8a0-4a0f-93fc-2b017ad591bf service neutron] 10.222.0.72 "GET /v2.0/networks/2f3a90ad-ee5a-41f0-bdc0-22abe981a050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056875 Feb 19 02:41:32.649645 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-aae898f9-2535-48f9-a0bc-2272ac53c8d2 req-99d40db8-2665-484e-b6e7-b54ff46383bd tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290724 Feb 19 02:41:32.743302 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0f73c502-91cd-4725-8d7a-a2141d56a352 req-21aaeba0-6f7a-45b1-8462-710b45ad1a97 service neutron] 10.222.0.72 "GET /v2.0/networks/2f3a90ad-ee5a-41f0-bdc0-22abe981a050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877167 Feb 19 02:41:32.778309 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe3f929-7f9f-483f-b632-661d22702181 req-bd7ffc55-0116-475a-b012-bbd3dc0e271e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:32.779781 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-efe3f929-7f9f-483f-b632-661d22702181 req-bd7ffc55-0116-475a-b012-bbd3dc0e271e service neutron] 10.222.0.73 "GET /v2.0/networks?id=b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7 HTTP/1.1" status: 200 len: 909 time: 0.1594923 Feb 19 02:41:32.798030 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629e730f-2c1a-40a6-97e8-9aa7185dae8f req-89edb05b-36fa-4d44-bc40-c5c3839efa4e tempest-ImagesOneServerTestJSON-1152968791 tempest-ImagesOneServerTestJSON-1152968791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:32.799952 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-629e730f-2c1a-40a6-97e8-9aa7185dae8f req-89edb05b-36fa-4d44-bc40-c5c3839efa4e tempest-ImagesOneServerTestJSON-1152968791 tempest-ImagesOneServerTestJSON-1152968791-project] 10.222.0.72 "GET /v2.0/ports?device_id=c6732863-2c63-4725-a714-348b290e7e20 HTTP/1.1" status: 200 len: 951 time: 0.0704601 Feb 19 02:41:32.856281 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-efe3f929-7f9f-483f-b632-661d22702181 req-511ceb15-dd11-4c99-b4ad-86ba6c3fdb67 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49fe7044-8617-421f-8cae-626e2aa0e00e HTTP/1.1" status: 200 len: 217 time: 0.0553629 Feb 19 02:41:32.952098 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-629e730f-2c1a-40a6-97e8-9aa7185dae8f req-038ba2c9-b4e0-46df-b3c5-c5c1b5b16951 tempest-ImagesOneServerTestJSON-1152968791 tempest-ImagesOneServerTestJSON-1152968791-project] 10.222.0.72 "GET /v2.0/security-groups?id=b120c000-baac-4f64-9390-e95bffd9f0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442382 Feb 19 02:41:32.956109 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe3f929-7f9f-483f-b632-661d22702181 req-7eb37f5d-1b2b-4ee9-9b0d-5a31d393852a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:32.957571 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-efe3f929-7f9f-483f-b632-661d22702181 req-7eb37f5d-1b2b-4ee9-9b0d-5a31d393852a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=de6735e0-8981-45a6-9d12-953729888898 HTTP/1.1" status: 200 len: 848 time: 0.0847595 Feb 19 02:41:32.967446 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abed45e-f487-4c88-be8a-b13fb0ed8373 req-b632402b-fd0c-461f-b01e-4972a40c183e tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:32.968920 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9abed45e-f487-4c88-be8a-b13fb0ed8373 req-b632402b-fd0c-461f-b01e-4972a40c183e tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/ports?device_id=9d810e45-6af2-4eda-a0f2-7099726ed5c8 HTTP/1.1" status: 200 len: 950 time: 0.1600969 Feb 19 02:41:33.012247 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-efe3f929-7f9f-483f-b632-661d22702181 req-16769ae5-e9e4-468b-9be0-7823efccb6a0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421765 Feb 19 02:41:33.088932 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9abed45e-f487-4c88-be8a-b13fb0ed8373 req-e80b3b0f-5102-4242-9085-3084ac301244 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b908dbc-8f8c-41bc-a0bd-543abe15dd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064343 Feb 19 02:41:33.121432 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a440dfa3-e443-4343-ba64-abea103dd8ce req-74accfde-3b08-49a5-a138-9753bf71fd22 tempest-ServerShowV254Test-388145899 tempest-ServerShowV254Test-388145899-project] 10.222.0.72 "GET /v2.0/ports?device_id=02762ed8-bcd9-4d6a-b349-f49df2bdcbcb HTTP/1.1" status: 200 len: 210 time: 0.0359941 Feb 19 02:41:33.195962 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 4b60fb05-e487-4969-8620-669f8cc0ccaf details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:41:33.210232 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-efe3f929-7f9f-483f-b632-661d22702181 req-b3d32936-6182-4b4a-90ee-1bd4cea95314 service neutron] 10.222.0.73 "GET /v2.0/networks/b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850054 Feb 19 02:41:33.262239 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-edc8a1c6-3dda-4df0-9ecd-d5f466582e3d req-46ce5c08-762b-4192-81fc-d1ac4b7c6f52 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.6.114 HTTP/1.1" status: 200 len: 1001 time: 0.1243658 Feb 19 02:41:33.341932 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea2f4066-2575-4f8e-92ac-4223e51f0922', 'tag': '71f76ff5-9391-4c09-ab79-9aa8ed52e78d'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:41:33.344155 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2402737f-d44c-4486-afda-cdfde31ba660" -d '{"events": [{"name": "network-changed", "server_uuid": "ea2f4066-2575-4f8e-92ac-4223e51f0922", "tag": "71f76ff5-9391-4c09-ab79-9aa8ed52e78d"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:41:33.360217 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce6c593-4b79-40c6-aba7-550fa83d0ed6 req-2fe1784c-5cba-4b81-ab61-6972e4fa5009 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:33.362025 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3ce6c593-4b79-40c6-aba7-550fa83d0ed6 req-2fe1784c-5cba-4b81-ab61-6972e4fa5009 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=29bcea09-12cf-46f9-beab-e3b6e5e0664c HTTP/1.1" status: 200 len: 944 time: 0.1708975 Feb 19 02:41:33.390959 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc8a1c6-3dda-4df0-9ecd-d5f466582e3d req-dfcc4209-f25e-4a5a-a57d-e9ca443c5063 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:33.392264 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-edc8a1c6-3dda-4df0-9ecd-d5f466582e3d req-dfcc4209-f25e-4a5a-a57d-e9ca443c5063 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] 10.222.0.72 "GET /v2.0/ports/71f76ff5-9391-4c09-ab79-9aa8ed52e78d HTTP/1.1" status: 200 len: 942 time: 0.1003954 Feb 19 02:41:33.413290 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-efe3f929-7f9f-483f-b632-661d22702181 req-5e0f60d8-53c8-4d35-a5e1-46a51fab1d16 service neutron] 10.222.0.73 "GET /v2.0/networks/b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795452 Feb 19 02:41:33.425955 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 4b60fb05-e487-4969-8620-669f8cc0ccaf, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=4b60fb05-e487-4969-8620-669f8cc0ccaf,segment=NetworkSegment(9dab481a-5428-424d-a8c3-4ae8ddfff67b),segment_id=9dab481a-5428-424d-a8c3-4ae8ddfff67b)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:41:33.437807 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3ce6c593-4b79-40c6-aba7-550fa83d0ed6 req-8ce632b2-832e-4bf7-9229-c33247ef83ae tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662670 Feb 19 02:41:33.438052 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 4b60fb05-e487-4969-8620-669f8cc0ccaf has no active binding in host n-h1-826753-2 {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 19 02:41:33.501045 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-edc8a1c6-3dda-4df0-9ecd-d5f466582e3d req-3e02df81-9b2c-4d06-a667-7706d80928e8 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.6.114 HTTP/1.1" status: 200 len: 1001 time: 0.0619171 Feb 19 02:41:33.531804 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device ec06d5ce-1eba-4ddd-befe-dc1f766a8000 up at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:41:33.594959 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning for port ec06d5ce-1eba-4ddd-befe-dc1f766a8000 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:41:33.599993 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning complete for port ec06d5ce-1eba-4ddd-befe-dc1f766a8000 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:41:33.600381 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (ec06d5ce-1eba-4ddd-befe-dc1f766a8000), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:33.625351 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc8a1c6-3dda-4df0-9ecd-d5f466582e3d req-a90f510f-be3b-417b-90dc-e3dccc944e26 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:33.627831 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-edc8a1c6-3dda-4df0-9ecd-d5f466582e3d req-a90f510f-be3b-417b-90dc-e3dccc944e26 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] 10.222.0.72 "GET /v2.0/networks/eaf64708-9021-419e-b287-ef3e0f51e2ee HTTP/1.1" status: 200 len: 784 time: 0.1208107 Feb 19 02:41:33.694097 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port ec06d5ce-1eba-4ddd-befe-dc1f766a8000 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:41:33.694490 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (ec06d5ce-1eba-4ddd-befe-dc1f766a8000), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:33.699524 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-753c0944-b588-453d-8220-da35068cb91d x-openstack-request-id: req-753c0944-b588-453d-8220-da35068cb91d {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:41:33.699815 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea2f4066-2575-4f8e-92ac-4223e51f0922", "tag": "71f76ff5-9391-4c09-ab79-9aa8ed52e78d", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:41:33.700066 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-753c0944-b588-453d-8220-da35068cb91d {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:41:33.700564 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea2f4066-2575-4f8e-92ac-4223e51f0922', 'tag': '71f76ff5-9391-4c09-ab79-9aa8ed52e78d', 'status': 'completed', 'code': 200} Feb 19 02:41:33.731490 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29bcea09-12cf-46f9-beab-e3b6e5e0664c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec06d5ce-1eba-4ddd-befe-dc1f766a8000'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:41:33.734190 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-843a3aba-660e-43f0-b4b6-bdf94883d153" -d '{"events": [{"server_uuid": "29bcea09-12cf-46f9-beab-e3b6e5e0664c", "name": "network-vif-plugged", "status": "completed", "tag": "ec06d5ce-1eba-4ddd-befe-dc1f766a8000"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:41:33.756450 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port ec06d5ce-1eba-4ddd-befe-dc1f766a8000, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=ec06d5ce-1eba-4ddd-befe-dc1f766a8000,segment=NetworkSegment(999cf2ff-ad78-4ea0-b2d0-93d967fd81fc),segment_id=999cf2ff-ad78-4ea0-b2d0-93d967fd81fc)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:41:33.766007 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (ec06d5ce-1eba-4ddd-befe-dc1f766a8000), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:33.827561 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-94946b24-1aae-4395-ab9b-9ce71674e62c req-fe758db4-12eb-4f2b-9622-b69bd5cfefdf tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.6.114 HTTP/1.1" status: 200 len: 1001 time: 0.1154633 Feb 19 02:41:33.839076 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2402737f-d44c-4486-afda-cdfde31ba660 req-77aee7d1-fadc-4245-a347-ad44cbfbf4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:33.840472 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2402737f-d44c-4486-afda-cdfde31ba660 req-77aee7d1-fadc-4245-a347-ad44cbfbf4a5 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5126e9cc2c214dde954e94889efcccdb&device_id=ea2f4066-2575-4f8e-92ac-4223e51f0922 HTTP/1.1" status: 200 len: 1127 time: 0.0800800 Feb 19 02:41:33.858175 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=ec06d5ce-1eba-4ddd-befe-dc1f766a8000,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:41:33.933742 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94946b24-1aae-4395-ab9b-9ce71674e62c req-89626d80-b61e-493e-8d06-03d2d6280b21 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:33.935109 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-94946b24-1aae-4395-ab9b-9ce71674e62c req-89626d80-b61e-493e-8d06-03d2d6280b21 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] 10.222.0.72 "GET /v2.0/ports/71f76ff5-9391-4c09-ab79-9aa8ed52e78d HTTP/1.1" status: 200 len: 942 time: 0.0937951 Feb 19 02:41:33.972976 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2402737f-d44c-4486-afda-cdfde31ba660 req-8fc16947-aeee-4f6e-9a23-52c5b20667ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:33.974675 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2402737f-d44c-4486-afda-cdfde31ba660 req-8fc16947-aeee-4f6e-9a23-52c5b20667ec service neutron] 10.222.0.82 "GET /v2.0/networks?id=2f3a90ad-ee5a-41f0-bdc0-22abe981a050 HTTP/1.1" status: 200 len: 921 time: 0.1250293 Feb 19 02:41:34.355807 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-94946b24-1aae-4395-ab9b-9ce71674e62c req-1cbefa72-0bfb-41d9-892c-fcaba4784c3b tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.6.114 HTTP/1.1" status: 200 len: 1001 time: 0.3685572 Feb 19 02:41:34.360295 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2402737f-d44c-4486-afda-cdfde31ba660 req-e20ad166-fd15-4fe3-aca4-c38f93e82580 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=71f76ff5-9391-4c09-ab79-9aa8ed52e78d HTTP/1.1" status: 200 len: 1001 time: 0.3654788 Feb 19 02:41:34.483294 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2402737f-d44c-4486-afda-cdfde31ba660 req-69b2a062-f717-40b1-9923-cb72b83b8b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:34.484729 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2402737f-d44c-4486-afda-cdfde31ba660 req-69b2a062-f717-40b1-9923-cb72b83b8b5e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a1cf80ca-3ee4-4752-b65e-3f091ad2def6 HTTP/1.1" status: 200 len: 859 time: 0.1087377 Feb 19 02:41:34.497649 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1749769-f915-4556-af1f-9da661a02920 req-25999175-e3e2-46f0-a0fd-bce63e7a0a97 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:34.499019 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e1749769-f915-4556-af1f-9da661a02920 req-25999175-e3e2-46f0-a0fd-bce63e7a0a97 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3f5f85b-34ff-4273-b0ac-566af344a95d HTTP/1.1" status: 200 len: 943 time: 0.1613357 Feb 19 02:41:34.570222 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94946b24-1aae-4395-ab9b-9ce71674e62c req-76742f5e-0f93-472b-a659-6e6d13f78f22 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:34.571568 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-94946b24-1aae-4395-ab9b-9ce71674e62c req-76742f5e-0f93-472b-a659-6e6d13f78f22 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] 10.222.0.72 "GET /v2.0/networks/eaf64708-9021-419e-b287-ef3e0f51e2ee HTTP/1.1" status: 200 len: 784 time: 0.2104380 Feb 19 02:41:34.641046 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e1749769-f915-4556-af1f-9da661a02920 req-3a2baf5a-6a60-4a35-a30b-79f8ff1e1edd tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277289 Feb 19 02:41:34.647212 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2402737f-d44c-4486-afda-cdfde31ba660 req-14dde869-b089-45c5-9b0f-56e4532e8935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:34.648633 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2402737f-d44c-4486-afda-cdfde31ba660 req-14dde869-b089-45c5-9b0f-56e4532e8935 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2f3a90ad-ee5a-41f0-bdc0-22abe981a050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1431601 Feb 19 02:41:34.681030 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-94946b24-1aae-4395-ab9b-9ce71674e62c req-00316a58-d1fd-48de-8d56-eb292e5dcdcb tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.6.114 HTTP/1.1" status: 200 len: 1001 time: 0.0989692 Feb 19 02:41:34.687423 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3c92168-4946-47fe-848d-4f6dbce28a13 x-openstack-request-id: req-d3c92168-4946-47fe-848d-4f6dbce28a13 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:41:34.688286 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29bcea09-12cf-46f9-beab-e3b6e5e0664c", "name": "network-vif-plugged", "status": "completed", "tag": "ec06d5ce-1eba-4ddd-befe-dc1f766a8000", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:41:34.688548 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d3c92168-4946-47fe-848d-4f6dbce28a13 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:41:34.688946 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29bcea09-12cf-46f9-beab-e3b6e5e0664c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec06d5ce-1eba-4ddd-befe-dc1f766a8000', 'code': 200} Feb 19 02:41:34.711725 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-94946b24-1aae-4395-ab9b-9ce71674e62c req-7fc84be7-75d3-4478-bb18-0dd04763ecec tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:41:34.815831 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-94946b24-1aae-4395-ab9b-9ce71674e62c req-7fc84be7-75d3-4478-bb18-0dd04763ecec tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Publish callbacks [] for floatingip (24bd57ef-7306-43f0-a15f-f8ad2ff195a7), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:34.860591 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2402737f-d44c-4486-afda-cdfde31ba660 req-c6d757ae-0d5b-4974-aae9-e7ead1f82df7 service neutron] 10.222.0.82 "GET /v2.0/networks/2f3a90ad-ee5a-41f0-bdc0-22abe981a050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011523 Feb 19 02:41:34.861688 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f543d7-cf8f-4ff2-8f52-3e327eb7ce45 req-aeab90bd-5921-47c6-99f0-81d66405eac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:34.863274 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-55f543d7-cf8f-4ff2-8f52-3e327eb7ce45 req-aeab90bd-5921-47c6-99f0-81d66405eac5 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=29bcea09-12cf-46f9-beab-e3b6e5e0664c HTTP/1.1" status: 200 len: 1127 time: 0.0487032 Feb 19 02:41:34.922943 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-55f543d7-cf8f-4ff2-8f52-3e327eb7ce45 req-1c79aa24-8e42-46f2-85ff-5c13c4bc35a3 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378509 Feb 19 02:41:34.969290 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97df2522-7a1d-4f6e-b607-eea23f22f1b9 req-849bd076-d1db-4279-817d-af4888f9e820 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:34.970781 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-97df2522-7a1d-4f6e-b607-eea23f22f1b9 req-849bd076-d1db-4279-817d-af4888f9e820 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/ports?device_id=9d810e45-6af2-4eda-a0f2-7099726ed5c8 HTTP/1.1" status: 200 len: 950 time: 0.2023995 Feb 19 02:41:35.055987 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-94946b24-1aae-4395-ab9b-9ce71674e62c req-7fc84be7-75d3-4478-bb18-0dd04763ecec tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:35.069263 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-94946b24-1aae-4395-ab9b-9ce71674e62c req-7fc84be7-75d3-4478-bb18-0dd04763ecec tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16285943'] for floatingip (24bd57ef-7306-43f0-a15f-f8ad2ff195a7), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:35.069593 n-d-826753-2 neutron-server[103701]: INFO neutron.db.l3_db [req-94946b24-1aae-4395-ab9b-9ce71674e62c req-7fc84be7-75d3-4478-bb18-0dd04763ecec tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Floating IP 24bd57ef-7306-43f0-a15f-f8ad2ff195a7 disassociated. External IP: 172.25.6.114, port: 71f76ff5-9391-4c09-ab79-9aa8ed52e78d. Feb 19 02:41:35.130225 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-97df2522-7a1d-4f6e-b607-eea23f22f1b9 req-921a5dd0-25b5-4381-987a-894badd1b6bf tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b908dbc-8f8c-41bc-a0bd-543abe15dd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503954 Feb 19 02:41:35.133882 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2402737f-d44c-4486-afda-cdfde31ba660 req-ad55a200-76c6-45b7-b3f3-37ee2ef758a8 service neutron] 10.222.0.82 "GET /v2.0/networks/2f3a90ad-ee5a-41f0-bdc0-22abe981a050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521651 Feb 19 02:41:35.218370 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 2bdec1ae-8218-4b25-acdb-d88d4bb3c50e no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:41:35.223768 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a96698fd-e87b-4924-ad14-09c5664fa45b req-4e64b323-af7b-4bd9-929f-0ed6cef26a50 tempest-ServerShowV254Test-388145899 tempest-ServerShowV254Test-388145899-project] 10.222.0.72 "GET /v2.0/ports?device_id=02762ed8-bcd9-4d6a-b349-f49df2bdcbcb HTTP/1.1" status: 200 len: 210 time: 0.0344458 Feb 19 02:41:35.321235 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 2bdec1ae-8218-4b25-acdb-d88d4bb3c50e is: ACTIVE; New status is: DOWN {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:41:35.321727 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (2bdec1ae-8218-4b25-acdb-d88d4bb3c50e), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:35.354640 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 2bdec1ae-8218-4b25-acdb-d88d4bb3c50e, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=2bdec1ae-8218-4b25-acdb-d88d4bb3c50e,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:41:35.355306 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d2612d1b-e108-4984-baa0-a91804727da1 req-a0af334d-86f0-4ad5-a751-5507f46ade50 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=db33b204d8b743bf8957eb245634d63e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0254176 Feb 19 02:41:35.362847 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (2bdec1ae-8218-4b25-acdb-d88d4bb3c50e), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:35.410972 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=2bdec1ae-8218-4b25-acdb-d88d4bb3c50e,revision_number=11']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:41:35.429596 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [req-94946b24-1aae-4395-ab9b-9ce71674e62c req-7fc84be7-75d3-4478-bb18-0dd04763ecec tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Router 19926ac9-c54b-4bc8-9815-081664ca0553 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:41:35.519052 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2612d1b-e108-4984-baa0-a91804727da1 req-956bf85e-fae9-4930-a80f-97494950a35c tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:35.520487 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d2612d1b-e108-4984-baa0-a91804727da1 req-956bf85e-fae9-4930-a80f-97494950a35c tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1601517 Feb 19 02:41:35.562250 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d2612d1b-e108-4984-baa0-a91804727da1 req-b70eb08c-a7d6-417d-9039-39fe95cf79d6 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/quotas/db33b204d8b743bf8957eb245634d63e HTTP/1.1" status: 200 len: 375 time: 0.0356960 Feb 19 02:41:35.606813 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-94946b24-1aae-4395-ab9b-9ce71674e62c req-7fc84be7-75d3-4478-bb18-0dd04763ecec tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:41:35.612657 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-94946b24-1aae-4395-ab9b-9ce71674e62c req-7fc84be7-75d3-4478-bb18-0dd04763ecec tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:35.616662 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93d5682-7bbc-4276-9a8f-790f1bf176fa None None] Sync routers for ids ['19926ac9-c54b-4bc8-9815-081664ca0553'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:41:35.627068 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93d5682-7bbc-4276-9a8f-790f1bf176fa None None] Routers {'19926ac9-c54b-4bc8-9815-081664ca0553'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:41:35.627960 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-f93d5682-7bbc-4276-9a8f-790f1bf176fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:41:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['19926ac9-c54b-4bc8-9815-081664ca0553'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:41:35.651192 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-94946b24-1aae-4395-ab9b-9ce71674e62c req-7fc84be7-75d3-4478-bb18-0dd04763ecec tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] 10.222.0.72 "PUT /v2.0/floatingips/24bd57ef-7306-43f0-a15f-f8ad2ff195a7 HTTP/1.1" status: 200 len: 695 time: 0.9467700 Feb 19 02:41:35.657384 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d2612d1b-e108-4984-baa0-a91804727da1 req-0d864b2c-c389-42bd-a507-ced02c1041e9 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=db33b204d8b743bf8957eb245634d63e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0891118 Feb 19 02:41:35.701316 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea2f4066-2575-4f8e-92ac-4223e51f0922', 'tag': '71f76ff5-9391-4c09-ab79-9aa8ed52e78d'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:41:35.703589 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5deb591a-32d5-4b3c-99cc-624ac6fac9f7" -d '{"events": [{"name": "network-changed", "server_uuid": "ea2f4066-2575-4f8e-92ac-4223e51f0922", "tag": "71f76ff5-9391-4c09-ab79-9aa8ed52e78d"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:41:35.717232 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94946b24-1aae-4395-ab9b-9ce71674e62c req-3cd73f7f-b84e-4d7e-a865-ab4233cf4140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:35.718743 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-94946b24-1aae-4395-ab9b-9ce71674e62c req-3cd73f7f-b84e-4d7e-a865-ab4233cf4140 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5126e9cc2c214dde954e94889efcccdb&device_id=ea2f4066-2575-4f8e-92ac-4223e51f0922 HTTP/1.1" status: 200 len: 1127 time: 0.0539470 Feb 19 02:41:35.751727 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-f93d5682-7bbc-4276-9a8f-790f1bf176fa None None] Set router 19926ac9-c54b-4bc8-9815-081664ca0553 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:41:35.815957 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-602e9078-e583-4214-88bd-8b54d92ff1d6 req-6a0b0086-705c-4f24-979b-eb3f1437e42f service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=02762ed8-bcd9-4d6a-b349-f49df2bdcbcb HTTP/1.1" status: 200 len: 210 time: 0.0347385 Feb 19 02:41:35.896560 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94946b24-1aae-4395-ab9b-9ce71674e62c req-7d554fc9-354d-4c74-aab4-2c6f30a2db76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:35.898094 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-94946b24-1aae-4395-ab9b-9ce71674e62c req-7d554fc9-354d-4c74-aab4-2c6f30a2db76 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2f3a90ad-ee5a-41f0-bdc0-22abe981a050 HTTP/1.1" status: 200 len: 921 time: 0.1693916 Feb 19 02:41:35.909826 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40d9db7-bd9e-4952-bacd-28a8c40dae5c req-bcf0a27b-8ed2-4e20-8616-7a306c1b4437 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:35.911305 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a40d9db7-bd9e-4952-bacd-28a8c40dae5c req-bcf0a27b-8ed2-4e20-8616-7a306c1b4437 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=29bcea09-12cf-46f9-beab-e3b6e5e0664c HTTP/1.1" status: 200 len: 945 time: 0.0763903 Feb 19 02:41:35.972554 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-94946b24-1aae-4395-ab9b-9ce71674e62c req-39673e92-21c9-44f8-8e6e-ab2771d72f75 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=71f76ff5-9391-4c09-ab79-9aa8ed52e78d HTTP/1.1" status: 200 len: 217 time: 0.0602889 Feb 19 02:41:35.992393 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-f93d5682-7bbc-4276-9a8f-790f1bf176fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19926ac9-c54b-4bc8-9815-081664ca0553', 'name': 'tempest-FloatingIPsAssociationTestJSON-504285703-router', 'tenant_id': '5126e9cc2c214dde954e94889efcccdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '2dd20b05-57e2-4dd8-bf37-99c3aded2d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:40:23Z', 'updated_at': '2022-02-19T02:40:29Z', 'revision_number': 4, 'project_id': '5126e9cc2c214dde954e94889efcccdb', 'gw_port': {'id': '2dd20b05-57e2-4dd8-bf37-99c3aded2d2e', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:3f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19926ac9-c54b-4bc8-9815-081664ca0553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:40:23Z', 'updated_at': '2022-02-19T02:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '01a34c5d-fa80-4660-a0db-efb2071115d8', 'name': '', 'network_id': '2f3a90ad-ee5a-41f0-bdc0-22abe981a050', 'tenant_id': '5126e9cc2c214dde954e94889efcccdb', 'mac_address': 'fa:16:3e:6a:ee:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19926ac9-c54b-4bc8-9815-081664ca0553', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'a1cf80ca-3ee4-4752-b65e-3f091ad2def6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:40:27Z', 'updated_at': '2022-02-19T02:40:34Z', 'revision_number': 5, 'project_id': '5126e9cc2c214dde954e94889efcccdb', 'subnets': [{'id': 'a1cf80ca-3ee4-4752-b65e-3f091ad2def6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:41:36.022027 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93d5682-7bbc-4276-9a8f-790f1bf176fa None None] Checking router: 19926ac9-c54b-4bc8-9815-081664ca0553 for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:41:36.022283 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a40d9db7-bd9e-4952-bacd-28a8c40dae5c req-6235549c-564e-4ce0-8628-9f475c54899b tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042590 Feb 19 02:41:36.034002 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93d5682-7bbc-4276-9a8f-790f1bf176fa None None] Routers {'19926ac9-c54b-4bc8-9815-081664ca0553'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:41:36.034595 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-f93d5682-7bbc-4276-9a8f-790f1bf176fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:41:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['19926ac9-c54b-4bc8-9815-081664ca0553'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:41:36.041752 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94946b24-1aae-4395-ab9b-9ce71674e62c req-654abbdc-ee70-4bba-8c00-1d389cb5a489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:36.043280 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-94946b24-1aae-4395-ab9b-9ce71674e62c req-654abbdc-ee70-4bba-8c00-1d389cb5a489 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a1cf80ca-3ee4-4752-b65e-3f091ad2def6 HTTP/1.1" status: 200 len: 859 time: 0.0636618 Feb 19 02:41:36.118714 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94946b24-1aae-4395-ab9b-9ce71674e62c req-beacfaec-518a-4afb-8d2b-33693df268ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:36.126742 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-94946b24-1aae-4395-ab9b-9ce71674e62c req-beacfaec-518a-4afb-8d2b-33693df268ce service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2f3a90ad-ee5a-41f0-bdc0-22abe981a050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0716105 Feb 19 02:41:36.167142 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-f93d5682-7bbc-4276-9a8f-790f1bf176fa None None] Set router 19926ac9-c54b-4bc8-9815-081664ca0553 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:41:36.247216 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-94946b24-1aae-4395-ab9b-9ce71674e62c req-b88fd694-be60-4ba9-a1f0-faa95e79c91d service neutron] 10.222.0.72 "GET /v2.0/networks/2f3a90ad-ee5a-41f0-bdc0-22abe981a050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188288 Feb 19 02:41:36.367890 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b70b2c-e9e6-42fd-ae93-eff974909dc0 req-3dc4abf3-0b01-4945-a311-98771892798d tempest-ServersOnMultiNodesTest-1647260736 tempest-ServersOnMultiNodesTest-1647260736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:36.369432 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a5b70b2c-e9e6-42fd-ae93-eff974909dc0 req-3dc4abf3-0b01-4945-a311-98771892798d tempest-ServersOnMultiNodesTest-1647260736 tempest-ServersOnMultiNodesTest-1647260736-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=9d810e45-6af2-4eda-a0f2-7099726ed5c8 HTTP/1.1" status: 200 len: 1132 time: 0.0733891 Feb 19 02:41:36.371373 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-94946b24-1aae-4395-ab9b-9ce71674e62c req-3f07d35c-21b1-4964-9fc6-c7bccf2e7da3 service neutron] 10.222.0.72 "GET /v2.0/networks/2f3a90ad-ee5a-41f0-bdc0-22abe981a050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233830 Feb 19 02:41:36.402816 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-f93d5682-7bbc-4276-9a8f-790f1bf176fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19926ac9-c54b-4bc8-9815-081664ca0553', 'name': 'tempest-FloatingIPsAssociationTestJSON-504285703-router', 'tenant_id': '5126e9cc2c214dde954e94889efcccdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '2dd20b05-57e2-4dd8-bf37-99c3aded2d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:40:23Z', 'updated_at': '2022-02-19T02:40:29Z', 'revision_number': 4, 'project_id': '5126e9cc2c214dde954e94889efcccdb', 'gw_port': {'id': '2dd20b05-57e2-4dd8-bf37-99c3aded2d2e', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:3f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19926ac9-c54b-4bc8-9815-081664ca0553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:40:23Z', 'updated_at': '2022-02-19T02:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '01a34c5d-fa80-4660-a0db-efb2071115d8', 'name': '', 'network_id': '2f3a90ad-ee5a-41f0-bdc0-22abe981a050', 'tenant_id': '5126e9cc2c214dde954e94889efcccdb', 'mac_address': 'fa:16:3e:6a:ee:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19926ac9-c54b-4bc8-9815-081664ca0553', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'a1cf80ca-3ee4-4752-b65e-3f091ad2def6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:40:27Z', 'updated_at': '2022-02-19T02:40:34Z', 'revision_number': 5, 'project_id': '5126e9cc2c214dde954e94889efcccdb', 'subnets': [{'id': 'a1cf80ca-3ee4-4752-b65e-3f091ad2def6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:41:36.421867 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a5b70b2c-e9e6-42fd-ae93-eff974909dc0 req-8e445a4f-4a69-4c23-9f12-2e0a002563bd tempest-ServersOnMultiNodesTest-1647260736 tempest-ServersOnMultiNodesTest-1647260736-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=5b908dbc-8f8c-41bc-a0bd-543abe15dd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436966 Feb 19 02:41:36.458791 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93d5682-7bbc-4276-9a8f-790f1bf176fa None None] The sync data for ids ['19926ac9-c54b-4bc8-9815-081664ca0553'] in n-d-826753-2 is: [{'id': '19926ac9-c54b-4bc8-9815-081664ca0553', 'name': 'tempest-FloatingIPsAssociationTestJSON-504285703-router', 'tenant_id': '5126e9cc2c214dde954e94889efcccdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '2dd20b05-57e2-4dd8-bf37-99c3aded2d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:40:23Z', 'updated_at': '2022-02-19T02:40:29Z', 'revision_number': 4, 'project_id': '5126e9cc2c214dde954e94889efcccdb', 'gw_port': {'id': '2dd20b05-57e2-4dd8-bf37-99c3aded2d2e', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:3f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19926ac9-c54b-4bc8-9815-081664ca0553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:40:23Z', 'updated_at': '2022-02-19T02:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '01a34c5d-fa80-4660-a0db-efb2071115d8', 'name': '', 'network_id': '2f3a90ad-ee5a-41f0-bdc0-22abe981a050', 'tenant_id': '5126e9cc2c214dde954e94889efcccdb', 'mac_address': 'fa:16:3e:6a:ee:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19926ac9-c54b-4bc8-9815-081664ca0553', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'a1cf80ca-3ee4-4752-b65e-3f091ad2def6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:40:27Z', 'updated_at': '2022-02-19T02:40:34Z', 'revision_number': 5, 'project_id': '5126e9cc2c214dde954e94889efcccdb', 'subnets': [{'id': 'a1cf80ca-3ee4-4752-b65e-3f091ad2def6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:41:36.513624 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd79048d-97ff-49e8-983c-6836a92692be req-221ec94b-96cf-4c69-9c1a-1c78d782b6d3 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:36.514835 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bd79048d-97ff-49e8-983c-6836a92692be req-221ec94b-96cf-4c69-9c1a-1c78d782b6d3 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3f5f85b-34ff-4273-b0ac-566af344a95d HTTP/1.1" status: 200 len: 943 time: 0.0695155 Feb 19 02:41:36.519657 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58482dc3-6350-4c11-9208-e63366b4867b x-openstack-request-id: req-58482dc3-6350-4c11-9208-e63366b4867b {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:41:36.520081 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea2f4066-2575-4f8e-92ac-4223e51f0922", "tag": "71f76ff5-9391-4c09-ab79-9aa8ed52e78d", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:41:36.520341 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-58482dc3-6350-4c11-9208-e63366b4867b {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:41:36.520731 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea2f4066-2575-4f8e-92ac-4223e51f0922', 'tag': '71f76ff5-9391-4c09-ab79-9aa8ed52e78d', 'status': 'completed', 'code': 200} Feb 19 02:41:36.593191 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bd79048d-97ff-49e8-983c-6836a92692be req-56062829-d4b9-42d7-900b-0eb70304a179 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714440 Feb 19 02:41:36.627658 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b7d60b99-ce4c-4009-8940-16a5e4bd9d9b req-a1503ee3-c438-478f-a194-109ace5046cd tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=c26e984e-8f0b-4fc5-a561-e9bf90426fde HTTP/1.1" status: 200 len: 210 time: 0.0316017 Feb 19 02:41:36.690233 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6732863-2c63-4725-a714-348b290e7e20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bdec1ae-8218-4b25-acdb-d88d4bb3c50e'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:41:36.692552 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b0fc630-9980-43cf-9de4-34b5aeea3193" -d '{"events": [{"server_uuid": "c6732863-2c63-4725-a714-348b290e7e20", "name": "network-vif-unplugged", "status": "completed", "tag": "2bdec1ae-8218-4b25-acdb-d88d4bb3c50e"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:41:36.762417 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5c8388dc-990a-45e8-b397-926b84da15e8 req-fce8399c-3bf8-4d70-87fe-7e65ef40a024 tempest-ServerShowV254Test-388145899 tempest-ServerShowV254Test-388145899-project] 10.222.0.72 "GET /v2.0/ports?device_id=02762ed8-bcd9-4d6a-b349-f49df2bdcbcb HTTP/1.1" status: 200 len: 210 time: 0.0530176 Feb 19 02:41:36.790958 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffba3205-cc86-4afb-b6cd-7785661e7787 req-eb18005e-506e-4c17-b87f-b439895d932d tempest-ImagesOneServerTestJSON-1152968791 tempest-ImagesOneServerTestJSON-1152968791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:36.792437 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ffba3205-cc86-4afb-b6cd-7785661e7787 req-eb18005e-506e-4c17-b87f-b439895d932d tempest-ImagesOneServerTestJSON-1152968791 tempest-ImagesOneServerTestJSON-1152968791-project] 10.222.0.72 "GET /v2.0/ports?device_id=c6732863-2c63-4725-a714-348b290e7e20 HTTP/1.1" status: 200 len: 949 time: 0.1303236 Feb 19 02:41:36.800502 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deb591a-32d5-4b3c-99cc-624ac6fac9f7 req-1b46417e-7ceb-4810-b661-491ef4c41a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:36.801172 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2c0cf3-4d38-454c-98b9-7cd230200bfa None None] New status for floating IP 24bd57ef-7306-43f0-a15f-f8ad2ff195a7: DOWN {{(pid=103704) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 02:41:36.802013 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5deb591a-32d5-4b3c-99cc-624ac6fac9f7 req-1b46417e-7ceb-4810-b661-491ef4c41a1e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5126e9cc2c214dde954e94889efcccdb&device_id=ea2f4066-2575-4f8e-92ac-4223e51f0922 HTTP/1.1" status: 200 len: 1127 time: 0.1038618 Feb 19 02:41:36.902510 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ffba3205-cc86-4afb-b6cd-7785661e7787 req-27c2e4fa-df18-4e09-a642-a0832a66f337 tempest-ImagesOneServerTestJSON-1152968791 tempest-ImagesOneServerTestJSON-1152968791-project] 10.222.0.72 "GET /v2.0/security-groups?id=b120c000-baac-4f64-9390-e95bffd9f0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991294 Feb 19 02:41:36.959949 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deb591a-32d5-4b3c-99cc-624ac6fac9f7 req-5d4841a1-9263-4750-a743-e3d1161e7d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:36.961183 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5deb591a-32d5-4b3c-99cc-624ac6fac9f7 req-5d4841a1-9263-4750-a743-e3d1161e7d86 service neutron] 10.222.0.82 "GET /v2.0/networks?id=2f3a90ad-ee5a-41f0-bdc0-22abe981a050 HTTP/1.1" status: 200 len: 921 time: 0.1432605 Feb 19 02:41:37.013344 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 02:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf539580-3d33-4ab7-8a32-d8ff23970758 x-openstack-request-id: req-bf539580-3d33-4ab7-8a32-d8ff23970758 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:41:37.013885 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6732863-2c63-4725-a714-348b290e7e20", "name": "network-vif-unplugged", "status": "completed", "tag": "2bdec1ae-8218-4b25-acdb-d88d4bb3c50e", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:41:37.014109 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-bf539580-3d33-4ab7-8a32-d8ff23970758 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:41:37.014603 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6732863-2c63-4725-a714-348b290e7e20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bdec1ae-8218-4b25-acdb-d88d4bb3c50e', 'code': 200} Feb 19 02:41:37.041116 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-096d2a0d-e8d4-452c-8846-3223f8188fdb req-2a77a2cb-8ebf-49c9-bb21-429c2f9678cb tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=03a224ed4cc448b3ab8491a1b5a2c99b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317676 Feb 19 02:41:37.173365 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-68907002-a190-4f11-b7d9-d99839a6f0e5 req-2da14f66-5c9f-471f-b7d0-629feec303ee service neutron] 10.222.0.82 "GET /v2.0/ports/4b60fb05-e487-4969-8620-669f8cc0ccaf/bindings/n-h1-826753-2 HTTP/1.1" status: 200 len: 384 time: 0.0622995 Feb 19 02:41:37.413412 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-68907002-a190-4f11-b7d9-d99839a6f0e5 req-fa04db5f-2db9-4e72-84fe-a2d8c7720092 service neutron] For port 4b60fb05-e487-4969-8620-669f8cc0ccaf, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=4b60fb05-e487-4969-8620-669f8cc0ccaf,segment=NetworkSegment(9dab481a-5428-424d-a8c3-4ae8ddfff67b),segment_id=9dab481a-5428-424d-a8c3-4ae8ddfff67b)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:41:37.426545 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5deb591a-32d5-4b3c-99cc-624ac6fac9f7 req-68067cee-8c51-4b83-81dd-0c5bb51f05da service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=71f76ff5-9391-4c09-ab79-9aa8ed52e78d HTTP/1.1" status: 200 len: 217 time: 0.3429456 Feb 19 02:41:37.439459 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-68907002-a190-4f11-b7d9-d99839a6f0e5 req-fa04db5f-2db9-4e72-84fe-a2d8c7720092 service neutron] For port 4b60fb05-e487-4969-8620-669f8cc0ccaf, host n-h2-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:41:37.479319 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-68907002-a190-4f11-b7d9-d99839a6f0e5 req-fa04db5f-2db9-4e72-84fe-a2d8c7720092 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b60fb05-e487-4969-8620-669f8cc0ccaf {{(pid=103702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:41:37.498963 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-68907002-a190-4f11-b7d9-d99839a6f0e5 req-fa04db5f-2db9-4e72-84fe-a2d8c7720092 service neutron] For port 4b60fb05-e487-4969-8620-669f8cc0ccaf, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=4b60fb05-e487-4969-8620-669f8cc0ccaf,segment=NetworkSegment(9dab481a-5428-424d-a8c3-4ae8ddfff67b),segment_id=9dab481a-5428-424d-a8c3-4ae8ddfff67b)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:41:37.515031 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-68907002-a190-4f11-b7d9-d99839a6f0e5 req-fa04db5f-2db9-4e72-84fe-a2d8c7720092 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (4b60fb05-e487-4969-8620-669f8cc0ccaf), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:37.529058 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096d2a0d-e8d4-452c-8846-3223f8188fdb req-9b1e2440-2e11-4bee-ac85-fdaf40bc20b9 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:37.530519 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-096d2a0d-e8d4-452c-8846-3223f8188fdb req-9b1e2440-2e11-4bee-ac85-fdaf40bc20b9 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4747562 Feb 19 02:41:37.541364 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deb591a-32d5-4b3c-99cc-624ac6fac9f7 req-e54b8f8f-d020-4402-aebc-867f1238dd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:37.542720 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5deb591a-32d5-4b3c-99cc-624ac6fac9f7 req-e54b8f8f-d020-4402-aebc-867f1238dd9b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a1cf80ca-3ee4-4752-b65e-3f091ad2def6 HTTP/1.1" status: 200 len: 859 time: 0.0938289 Feb 19 02:41:37.554753 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852684d7-1f2b-42f1-b2bd-5f901836fd58 req-ea6fbef9-0b6e-44cb-8a65-7eed91bcb008 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:37.556206 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-852684d7-1f2b-42f1-b2bd-5f901836fd58 req-ea6fbef9-0b6e-44cb-8a65-7eed91bcb008 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] 10.222.0.72 "GET /v2.0/ports?device_id=12703934-5b7e-463c-8012-a4a3447eeb94&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.4420371 Feb 19 02:41:37.569884 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-096d2a0d-e8d4-452c-8846-3223f8188fdb req-8ef01383-7275-42ce-9f9b-c2dfc05500c1 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/quotas/03a224ed4cc448b3ab8491a1b5a2c99b HTTP/1.1" status: 200 len: 375 time: 0.0318165 Feb 19 02:41:37.591991 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-68907002-a190-4f11-b7d9-d99839a6f0e5 req-fa04db5f-2db9-4e72-84fe-a2d8c7720092 service neutron] Transition to ACTIVE for port object 4b60fb05-e487-4969-8620-669f8cc0ccaf will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:41:37.598298 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-68907002-a190-4f11-b7d9-d99839a6f0e5 req-fa04db5f-2db9-4e72-84fe-a2d8c7720092 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (4b60fb05-e487-4969-8620-669f8cc0ccaf), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:37.679015 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-68907002-a190-4f11-b7d9-d99839a6f0e5 req-fa04db5f-2db9-4e72-84fe-a2d8c7720092 service neutron] No DVR routers for this DVR port 4b60fb05-e487-4969-8620-669f8cc0ccaf on host n-h2-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:41:37.679890 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-852684d7-1f2b-42f1-b2bd-5f901836fd58 req-cf652c06-c6c6-4964-8a84-b58e57388d17 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.6.114 HTTP/1.1" status: 200 len: 696 time: 0.1125972 Feb 19 02:41:37.683376 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d2612d1b-e108-4984-baa0-a91804727da1 req-63a75e3e-c990-4d8a-a399-46f88599fe56 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=db33b204d8b743bf8957eb245634d63e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0597045 Feb 19 02:41:37.700161 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-852684d7-1f2b-42f1-b2bd-5f901836fd58 req-03d970a6-ce7b-45a1-b93e-f84cf7e4d045 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Request body: {'floatingip': {'port_id': '7d41a253-136f-4f5f-b68e-55c767b082fe', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:41:37.706998 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa04db5f-2db9-4e72-84fe-a2d8c7720092 service neutron] Pushing event updated for resources: {'Port': ['ID=4b60fb05-e487-4969-8620-669f8cc0ccaf,revision_number=10']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:41:37.723848 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-68907002-a190-4f11-b7d9-d99839a6f0e5 req-fa04db5f-2db9-4e72-84fe-a2d8c7720092 service neutron] 10.222.0.82 "PUT /v2.0/ports/4b60fb05-e487-4969-8620-669f8cc0ccaf/bindings/n-h1-826753-2/activate HTTP/1.1" status: 200 len: 369 time: 0.5169063 Feb 19 02:41:37.794089 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deb591a-32d5-4b3c-99cc-624ac6fac9f7 req-f2a764fa-0b9b-47d5-acc3-884b293027f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:37.795588 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5deb591a-32d5-4b3c-99cc-624ac6fac9f7 req-f2a764fa-0b9b-47d5-acc3-884b293027f6 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2f3a90ad-ee5a-41f0-bdc0-22abe981a050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2375424 Feb 19 02:41:37.807106 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-852684d7-1f2b-42f1-b2bd-5f901836fd58 req-03d970a6-ce7b-45a1-b93e-f84cf7e4d045 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Publish callbacks [] for floatingip (24bd57ef-7306-43f0-a15f-f8ad2ff195a7), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:37.825048 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-096d2a0d-e8d4-452c-8846-3223f8188fdb req-43a751f5-f540-49fd-9879-d773955bb035 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=03a224ed4cc448b3ab8491a1b5a2c99b&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2345631 Feb 19 02:41:37.967743 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68907002-a190-4f11-b7d9-d99839a6f0e5 req-81b88917-6c10-44e9-b234-87da91604dcb tempest-LiveAutoBlockMigrationV225Test-289573108 tempest-LiveAutoBlockMigrationV225Test-289573108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:37.970274 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-68907002-a190-4f11-b7d9-d99839a6f0e5 req-81b88917-6c10-44e9-b234-87da91604dcb tempest-LiveAutoBlockMigrationV225Test-289573108 tempest-LiveAutoBlockMigrationV225Test-289573108-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=d3f5f85b-34ff-4273-b0ac-566af344a95d&tenant_id=ad75c6928a1d4c6da3a56db6352b2618&binding%3Ahost_id=n-h2-826753-2 HTTP/1.1" status: 200 len: 1126 time: 0.0625882 Feb 19 02:41:38.027573 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2612d1b-e108-4984-baa0-a91804727da1 req-80cf4b5e-cbc8-4fe9-bf83-49602d2943e7 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:38.029034 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d2612d1b-e108-4984-baa0-a91804727da1 req-80cf4b5e-cbc8-4fe9-bf83-49602d2943e7 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3337083 Feb 19 02:41:38.030510 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68907002-a190-4f11-b7d9-d99839a6f0e5 req-ba80f4d0-6d32-4f0a-b282-d16bb6012118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:38.032700 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-68907002-a190-4f11-b7d9-d99839a6f0e5 req-ba80f4d0-6d32-4f0a-b282-d16bb6012118 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d3f5f85b-34ff-4273-b0ac-566af344a95d&tenant_id=ad75c6928a1d4c6da3a56db6352b2618 HTTP/1.1" status: 200 len: 1126 time: 0.0531387 Feb 19 02:41:38.113742 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5deb591a-32d5-4b3c-99cc-624ac6fac9f7 req-617d34fd-8878-4699-b45b-51eaf41a7594 service neutron] 10.222.0.82 "GET /v2.0/networks/2f3a90ad-ee5a-41f0-bdc0-22abe981a050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2877436 Feb 19 02:41:38.118665 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-d2612d1b-e108-4984-baa0-a91804727da1 req-d203f551-1fbe-47e5-87c2-fbb054cd6fd5 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Request body: {'port': {'device_id': 'c26e984e-8f0b-4fc5-a561-e9bf90426fde', 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f', 'admin_state_up': True, 'tenant_id': 'db33b204d8b743bf8957eb245634d63e'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:41:38.135616 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68907002-a190-4f11-b7d9-d99839a6f0e5 req-e82e1155-7033-41b5-a159-f473f67ce105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:38.137314 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-68907002-a190-4f11-b7d9-d99839a6f0e5 req-e82e1155-7033-41b5-a159-f473f67ce105 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ad75c6928a1d4c6da3a56db6352b2618&device_id=d3f5f85b-34ff-4273-b0ac-566af344a95d HTTP/1.1" status: 200 len: 1126 time: 0.0554104 Feb 19 02:41:38.244881 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d86572-bf8f-4c03-973d-bad896f92301 req-f21917f7-edff-4a2d-b4fb-8a3059e132b4 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:38.246413 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f5d86572-bf8f-4c03-973d-bad896f92301 req-f21917f7-edff-4a2d-b4fb-8a3059e132b4 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=29bcea09-12cf-46f9-beab-e3b6e5e0664c HTTP/1.1" status: 200 len: 945 time: 0.2475412 Feb 19 02:41:38.253404 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68907002-a190-4f11-b7d9-d99839a6f0e5 req-1669bcad-975e-401c-9607-0a831a3664b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:38.255212 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-68907002-a190-4f11-b7d9-d99839a6f0e5 req-1669bcad-975e-401c-9607-0a831a3664b0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=db98097a-bb19-479d-bd0d-4f71e988880a HTTP/1.1" status: 200 len: 922 time: 0.1099036 Feb 19 02:41:38.317172 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-68907002-a190-4f11-b7d9-d99839a6f0e5 req-aa3de2c6-e26f-4e4f-bd02-6ed2baa49aa3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b60fb05-e487-4969-8620-669f8cc0ccaf HTTP/1.1" status: 200 len: 217 time: 0.0552683 Feb 19 02:41:38.374230 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68907002-a190-4f11-b7d9-d99839a6f0e5 req-4f74679f-6848-4e49-affc-6a3e3ae9b14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:38.375706 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-68907002-a190-4f11-b7d9-d99839a6f0e5 req-4f74679f-6848-4e49-affc-6a3e3ae9b14f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2fe72d28-9326-4a85-b8b2-36c8cafae112 HTTP/1.1" status: 200 len: 861 time: 0.0470800 Feb 19 02:41:38.431079 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-68907002-a190-4f11-b7d9-d99839a6f0e5 req-42531109-d2f6-425a-a743-d6672c9cb1a9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=db98097a-bb19-479d-bd0d-4f71e988880a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276706 Feb 19 02:41:38.474912 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5deb591a-32d5-4b3c-99cc-624ac6fac9f7 req-f744553c-6fb3-406a-9ad3-5f348bdc1aeb service neutron] 10.222.0.82 "GET /v2.0/networks/2f3a90ad-ee5a-41f0-bdc0-22abe981a050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3506093 Feb 19 02:41:38.478404 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f5d86572-bf8f-4c03-973d-bad896f92301 req-112569ce-5d73-4a52-a667-f3c7eda3addc tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026689 Feb 19 02:41:38.499684 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2612d1b-e108-4984-baa0-a91804727da1 req-d203f551-1fbe-47e5-87c2-fbb054cd6fd5 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Made reservation on behalf of db33b204d8b743bf8957eb245634d63e for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:41:38.503982 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-d2612d1b-e108-4984-baa0-a91804727da1 req-d203f551-1fbe-47e5-87c2-fbb054cd6fd5 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:38.554884 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-68907002-a190-4f11-b7d9-d99839a6f0e5 req-d1c56287-1086-4c4f-a77d-675ad1c1d421 service neutron] 10.222.0.73 "GET /v2.0/networks/db98097a-bb19-479d-bd0d-4f71e988880a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053429 Feb 19 02:41:38.723950 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-68907002-a190-4f11-b7d9-d99839a6f0e5 req-658f70ef-a419-47d7-bc50-f1a79e9edf35 service neutron] 10.222.0.73 "GET /v2.0/networks/db98097a-bb19-479d-bd0d-4f71e988880a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958538 Feb 19 02:41:38.778078 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad4f7e1-ec80-4b4d-87cf-27d9b51ffed1 req-db223172-463d-41bd-8b54-0a85fb3a5ca2 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:38.779588 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6ad4f7e1-ec80-4b4d-87cf-27d9b51ffed1 req-db223172-463d-41bd-8b54-0a85fb3a5ca2 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3f5f85b-34ff-4273-b0ac-566af344a95d HTTP/1.1" status: 200 len: 944 time: 0.2129338 Feb 19 02:41:38.790160 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-852684d7-1f2b-42f1-b2bd-5f901836fd58 req-03d970a6-ce7b-45a1-b93e-f84cf7e4d045 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:38.798252 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [req-d2612d1b-e108-4984-baa0-a91804727da1 req-d203f551-1fbe-47e5-87c2-fbb054cd6fd5 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Allocated IP 192.168.233.100 (5124bd00-da2a-4bd6-93a0-c14c92afb11f/974c06bc-f097-4890-970a-b087501ab241/7a2ff793-afac-4496-ba61-bdbb8c4c9eb5) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:41:38.807991 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-852684d7-1f2b-42f1-b2bd-5f901836fd58 req-03d970a6-ce7b-45a1-b93e-f84cf7e4d045 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16285943'] for floatingip (24bd57ef-7306-43f0-a15f-f8ad2ff195a7), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:38.913438 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6ad4f7e1-ec80-4b4d-87cf-27d9b51ffed1 req-a039d75c-8241-4c22-b0a6-073a7e566162 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252713 Feb 19 02:41:39.037398 n-d-826753-2 neutron-server[103701]: INFO neutron.db.l3_db [req-852684d7-1f2b-42f1-b2bd-5f901836fd58 req-03d970a6-ce7b-45a1-b93e-f84cf7e4d045 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Floating IP 24bd57ef-7306-43f0-a15f-f8ad2ff195a7 associated. External IP: 172.25.6.114, port: 7d41a253-136f-4f5f-b68e-55c767b082fe. Feb 19 02:41:39.040673 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0514c747-5581-4c9d-ae9c-b4136857276c req-e5b98557-60f3-4910-bec4-e31b3868409b tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=c26e984e-8f0b-4fc5-a561-e9bf90426fde HTTP/1.1" status: 200 len: 210 time: 0.0641541 Feb 19 02:41:39.210630 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68907002-a190-4f11-b7d9-d99839a6f0e5 req-52185e82-eeee-4fe8-9787-ca629ee116f9 tempest-LiveAutoBlockMigrationV225Test-289573108 tempest-LiveAutoBlockMigrationV225Test-289573108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:39.212341 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-68907002-a190-4f11-b7d9-d99839a6f0e5 req-52185e82-eeee-4fe8-9787-ca629ee116f9 tempest-LiveAutoBlockMigrationV225Test-289573108 tempest-LiveAutoBlockMigrationV225Test-289573108-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=d3f5f85b-34ff-4273-b0ac-566af344a95d&tenant_id=ad75c6928a1d4c6da3a56db6352b2618&binding%3Ahost_id=n-h1-826753-2 HTTP/1.1" status: 200 len: 1126 time: 0.0511906 Feb 19 02:41:39.340077 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-68907002-a190-4f11-b7d9-d99839a6f0e5 req-fd9ce4fa-4ffe-426f-9093-357e2d6365a8 service neutron] For port 4b60fb05-e487-4969-8620-669f8cc0ccaf, host n-h2-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:41:39.343218 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-68907002-a190-4f11-b7d9-d99839a6f0e5 req-fd9ce4fa-4ffe-426f-9093-357e2d6365a8 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:39.344389 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-68907002-a190-4f11-b7d9-d99839a6f0e5 req-fd9ce4fa-4ffe-426f-9093-357e2d6365a8 service neutron] 10.222.0.73 "DELETE /v2.0/ports/4b60fb05-e487-4969-8620-669f8cc0ccaf/bindings/n-h2-826753-2 HTTP/1.1" status: 204 len: 173 time: 0.1207621 Feb 19 02:41:39.471075 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b1f15baa-9f0b-4227-a5e9-6473bb2104ad req-1b0f47ef-abc0-48f6-92ce-2f3a9588b341 tempest-ServerShowV254Test-388145899 tempest-ServerShowV254Test-388145899-project] 10.222.0.72 "GET /v2.0/ports?device_id=02762ed8-bcd9-4d6a-b349-f49df2bdcbcb HTTP/1.1" status: 200 len: 210 time: 0.0642211 Feb 19 02:41:39.475853 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-d2612d1b-e108-4984-baa0-a91804727da1 req-d203f551-1fbe-47e5-87c2-fbb054cd6fd5 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Publish callbacks [] for port (7a2ff793-afac-4496-ba61-bdbb8c4c9eb5), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:39.522564 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-096d2a0d-e8d4-452c-8846-3223f8188fdb req-79e140a7-804e-4d50-80c5-c9b42dbd84c8 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=03a224ed4cc448b3ab8491a1b5a2c99b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0376337 Feb 19 02:41:39.554416 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 4b60fb05-e487-4969-8620-669f8cc0ccaf no longer exists at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:41:39.565877 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8f1bfb-38ab-4679-92a4-ed3fcee74f40 req-6c2abd19-2993-41f3-b803-006198d2f5dd tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:39.567339 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4f8f1bfb-38ab-4679-92a4-ed3fcee74f40 req-6c2abd19-2993-41f3-b803-006198d2f5dd tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] 10.222.0.82 "GET /v2.0/ports?device_id=ea2f4066-2575-4f8e-92ac-4223e51f0922 HTTP/1.1" status: 200 len: 945 time: 0.1597099 Feb 19 02:41:39.598147 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] The host n-h2-826753-2 is not matching for port 4b60fb05-e487-4969-8620-669f8cc0ccaf host n-h1-826753-2! {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 02:41:39.598466 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 4b60fb05-e487-4969-8620-669f8cc0ccaf not bound to the agent host n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:41:39.637407 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-53a0124b-9721-4a71-8d93-03523f7fa541 req-d52c8257-23ad-4c52-b963-a848fd0a190b tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/ports?device_id=f347cb68-1b14-4e4e-a030-14691927f1c1 HTTP/1.1" status: 200 len: 210 time: 0.0675650 Feb 19 02:41:39.653802 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-d2612d1b-e108-4984-baa0-a91804727da1 req-d203f551-1fbe-47e5-87c2-fbb054cd6fd5 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (7a2ff793-afac-4496-ba61-bdbb8c4c9eb5), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:39.675611 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096d2a0d-e8d4-452c-8846-3223f8188fdb req-4479d532-1f5e-4fa8-b6c7-ded58d98a892 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:39.677145 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-096d2a0d-e8d4-452c-8846-3223f8188fdb req-4479d532-1f5e-4fa8-b6c7-ded58d98a892 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1455982 Feb 19 02:41:39.700490 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['4e89b04d-4fc5-4464-a71b-3345933c773e'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:41:39.727060 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['a4bbb362-5463-44d9-80a2-82aaa6f86538'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:41:39.774743 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2612d1b-e108-4984-baa0-a91804727da1 req-d203f551-1fbe-47e5-87c2-fbb054cd6fd5 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Network 5124bd00-da2a-4bd6-93a0-c14c92afb11f is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:41:39.802957 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [req-d2612d1b-e108-4984-baa0-a91804727da1 req-d203f551-1fbe-47e5-87c2-fbb054cd6fd5 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:41:39.806555 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2612d1b-e108-4984-baa0-a91804727da1 req-d203f551-1fbe-47e5-87c2-fbb054cd6fd5 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:41:39.814601 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d203f551-1fbe-47e5-87c2-fbb054cd6fd5 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Pushing event updated for resources: {'Port': ['ID=7a2ff793-afac-4496-ba61-bdbb8c4c9eb5,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:41:39.836743 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-096d2a0d-e8d4-452c-8846-3223f8188fdb req-d66a1662-2a9c-4c1d-bbc5-a286965f5089 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Request body: {'port': {'device_id': 'f347cb68-1b14-4e4e-a030-14691927f1c1', 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f', 'admin_state_up': True, 'tenant_id': '03a224ed4cc448b3ab8491a1b5a2c99b'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:41:39.880798 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [req-852684d7-1f2b-42f1-b2bd-5f901836fd58 req-03d970a6-ce7b-45a1-b93e-f84cf7e4d045 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Router 19926ac9-c54b-4bc8-9815-081664ca0553 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:41:39.934799 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2612d1b-e108-4984-baa0-a91804727da1 req-d203f551-1fbe-47e5-87c2-fbb054cd6fd5 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:39.935486 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-d2612d1b-e108-4984-baa0-a91804727da1 req-d203f551-1fbe-47e5-87c2-fbb054cd6fd5 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:39.962514 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d2612d1b-e108-4984-baa0-a91804727da1 req-d203f551-1fbe-47e5-87c2-fbb054cd6fd5 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8520234 Feb 19 02:41:39.976571 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec52554-7b73-453e-ae09-bbb2cfd258f6 req-8fb4fd30-33a4-40d7-a2ea-713cd2a7207d tempest-ImagesOneServerTestJSON-1152968791 tempest-ImagesOneServerTestJSON-1152968791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:39.984263 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6ec52554-7b73-453e-ae09-bbb2cfd258f6 req-8fb4fd30-33a4-40d7-a2ea-713cd2a7207d tempest-ImagesOneServerTestJSON-1152968791 tempest-ImagesOneServerTestJSON-1152968791-project] 10.222.0.72 "GET /v2.0/ports?device_id=c6732863-2c63-4725-a714-348b290e7e20 HTTP/1.1" status: 200 len: 949 time: 0.2611599 Feb 19 02:41:40.011598 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-096d2a0d-e8d4-452c-8846-3223f8188fdb req-d66a1662-2a9c-4c1d-bbc5-a286965f5089 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Made reservation on behalf of 03a224ed4cc448b3ab8491a1b5a2c99b for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:41:40.016758 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-096d2a0d-e8d4-452c-8846-3223f8188fdb req-d66a1662-2a9c-4c1d-bbc5-a286965f5089 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:40.025958 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-d2612d1b-e108-4984-baa0-a91804727da1 req-1fb1680b-50cf-4087-b013-9e0fac1f2757 service neutron] Request body: {'port': {'device_id': 'c26e984e-8f0b-4fc5-a561-e9bf90426fde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826753-2'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:41:40.039998 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-4f8f1bfb-38ab-4679-92a4-ed3fcee74f40 req-3239f4b7-7070-4e6b-94cb-665032beec1d tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Deleting port 71f76ff5-9391-4c09-ab79-9aa8ed52e78d {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:41:40.039998 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-4f8f1bfb-38ab-4679-92a4-ed3fcee74f40 req-3239f4b7-7070-4e6b-94cb-665032beec1d tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (71f76ff5-9391-4c09-ab79-9aa8ed52e78d), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:40.100308 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b3a7a7b9-00df-4cb9-9520-d5d3af05906c None None] Provisioning complete for port 7a2ff793-afac-4496-ba61-bdbb8c4c9eb5 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:41:40.100653 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b3a7a7b9-00df-4cb9-9520-d5d3af05906c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (7a2ff793-afac-4496-ba61-bdbb8c4c9eb5), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:40.141406 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b3a7a7b9-00df-4cb9-9520-d5d3af05906c None None] Port 7a2ff793-afac-4496-ba61-bdbb8c4c9eb5 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:41:40.167093 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [req-096d2a0d-e8d4-452c-8846-3223f8188fdb req-d66a1662-2a9c-4c1d-bbc5-a286965f5089 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Allocated IP 192.168.233.49 (5124bd00-da2a-4bd6-93a0-c14c92afb11f/974c06bc-f097-4890-970a-b087501ab241/eafc59ef-40bb-43a8-a05e-e0d1da4b46a2) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:41:40.226288 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6ec52554-7b73-453e-ae09-bbb2cfd258f6 req-a2907219-f6b3-4996-99f7-76fe54357033 tempest-ImagesOneServerTestJSON-1152968791 tempest-ImagesOneServerTestJSON-1152968791-project] 10.222.0.72 "GET /v2.0/security-groups?id=b120c000-baac-4f64-9390-e95bffd9f0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411337 Feb 19 02:41:40.255172 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-d2612d1b-e108-4984-baa0-a91804727da1 req-1fb1680b-50cf-4087-b013-9e0fac1f2757 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (7a2ff793-afac-4496-ba61-bdbb8c4c9eb5), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:40.277651 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-852684d7-1f2b-42f1-b2bd-5f901836fd58 req-03d970a6-ce7b-45a1-b93e-f84cf7e4d045 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:41:40.284531 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-4f8f1bfb-38ab-4679-92a4-ed3fcee74f40 req-3239f4b7-7070-4e6b-94cb-665032beec1d tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] For port 71f76ff5-9391-4c09-ab79-9aa8ed52e78d, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=71f76ff5-9391-4c09-ab79-9aa8ed52e78d,segment=NetworkSegment(10fe79c3-695f-410b-b530-64a63e824745),segment_id=10fe79c3-695f-410b-b530-64a63e824745)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:41:40.284900 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-4f8f1bfb-38ab-4679-92a4-ed3fcee74f40 req-3239f4b7-7070-4e6b-94cb-665032beec1d tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (71f76ff5-9391-4c09-ab79-9aa8ed52e78d), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:40.291709 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-852684d7-1f2b-42f1-b2bd-5f901836fd58 req-03d970a6-ce7b-45a1-b93e-f84cf7e4d045 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:40.318248 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d1e5bd-6bcc-431a-bfd9-f6bedfc18424 None None] Sync routers for ids ['19926ac9-c54b-4bc8-9815-081664ca0553'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:41:40.339710 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d1e5bd-6bcc-431a-bfd9-f6bedfc18424 None None] Routers {'19926ac9-c54b-4bc8-9815-081664ca0553'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:41:40.340513 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-57d1e5bd-6bcc-431a-bfd9-f6bedfc18424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:41:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['19926ac9-c54b-4bc8-9815-081664ca0553'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:41:40.348145 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-4f8f1bfb-38ab-4679-92a4-ed3fcee74f40 req-3239f4b7-7070-4e6b-94cb-665032beec1d tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Calling delete_port for 71f76ff5-9391-4c09-ab79-9aa8ed52e78d owned by compute:nova {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:41:40.350007 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70707c29-5b32-41ad-9373-a64a07fadf2b req-9979f858-71d7-4d80-a6a7-79d99855a675 tempest-ImagesOneServerTestJSON-1152968791 tempest-ImagesOneServerTestJSON-1152968791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:40.351557 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-70707c29-5b32-41ad-9373-a64a07fadf2b req-9979f858-71d7-4d80-a6a7-79d99855a675 tempest-ImagesOneServerTestJSON-1152968791 tempest-ImagesOneServerTestJSON-1152968791-project] 10.222.0.73 "GET /v2.0/ports?device_id=c6732863-2c63-4725-a714-348b290e7e20 HTTP/1.1" status: 200 len: 949 time: 0.1213005 Feb 19 02:41:40.366857 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-096d2a0d-e8d4-452c-8846-3223f8188fdb req-d66a1662-2a9c-4c1d-bbc5-a286965f5089 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Publish callbacks [] for port (eafc59ef-40bb-43a8-a05e-e0d1da4b46a2), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:40.397448 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-852684d7-1f2b-42f1-b2bd-5f901836fd58 req-03d970a6-ce7b-45a1-b93e-f84cf7e4d045 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] 10.222.0.72 "PUT /v2.0/floatingips/24bd57ef-7306-43f0-a15f-f8ad2ff195a7 HTTP/1.1" status: 200 len: 997 time: 2.7044823 Feb 19 02:41:40.407380 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12703934-5b7e-463c-8012-a4a3447eeb94', 'tag': '7d41a253-136f-4f5f-b68e-55c767b082fe'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:41:40.409616 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9388a4a8-799c-46c9-8dfb-b78b5e1fdde7" -d '{"events": [{"name": "network-changed", "server_uuid": "12703934-5b7e-463c-8012-a4a3447eeb94", "tag": "7d41a253-136f-4f5f-b68e-55c767b082fe"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:41:40.466730 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-096d2a0d-e8d4-452c-8846-3223f8188fdb req-d66a1662-2a9c-4c1d-bbc5-a286965f5089 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (eafc59ef-40bb-43a8-a05e-e0d1da4b46a2), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:40.471669 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-57d1e5bd-6bcc-431a-bfd9-f6bedfc18424 None None] Set router 19926ac9-c54b-4bc8-9815-081664ca0553 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:41:40.513352 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['64d5db86-5019-4642-ac30-035e8e72b9a8', 'b58e214f-5ac6-48f9-9d2d-dfcc8de9ee4f'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:41:40.516646 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['89f9b0a0-c329-4e39-99de-c5b7a5067c52', 'e900da92-6b02-463e-a4f4-e45cd6deaee5', '75ad1f14-4dfd-4d71-8c99-33f85a508aa1', 'e33b8d9a-b9b3-4c2d-a1d9-3d6762227071'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:41:40.529685 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-096d2a0d-e8d4-452c-8846-3223f8188fdb req-d66a1662-2a9c-4c1d-bbc5-a286965f5089 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Network 5124bd00-da2a-4bd6-93a0-c14c92afb11f is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:41:40.541180 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [req-096d2a0d-e8d4-452c-8846-3223f8188fdb req-d66a1662-2a9c-4c1d-bbc5-a286965f5089 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:41:40.546274 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-096d2a0d-e8d4-452c-8846-3223f8188fdb req-d66a1662-2a9c-4c1d-bbc5-a286965f5089 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:41:40.550314 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-70707c29-5b32-41ad-9373-a64a07fadf2b req-970dfed7-cafe-4916-83d6-addcf3ead8dc tempest-ImagesOneServerTestJSON-1152968791 tempest-ImagesOneServerTestJSON-1152968791-project] Deleting port 2bdec1ae-8218-4b25-acdb-d88d4bb3c50e {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:41:40.550645 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-70707c29-5b32-41ad-9373-a64a07fadf2b req-970dfed7-cafe-4916-83d6-addcf3ead8dc tempest-ImagesOneServerTestJSON-1152968791 tempest-ImagesOneServerTestJSON-1152968791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (2bdec1ae-8218-4b25-acdb-d88d4bb3c50e), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:40.565953 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66a1662-2a9c-4c1d-bbc5-a286965f5089 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Pushing event updated for resources: {'Port': ['ID=eafc59ef-40bb-43a8-a05e-e0d1da4b46a2,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:41:40.591506 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926dd0c6-6322-4bab-90bc-2efd9edf476d req-ae953f9e-c020-42bf-98e2-3e5384db533b tempest-LiveMigrationTest-193918984 tempest-LiveMigrationTest-193918984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:40.599374 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-926dd0c6-6322-4bab-90bc-2efd9edf476d req-ae953f9e-c020-42bf-98e2-3e5384db533b tempest-LiveMigrationTest-193918984 tempest-LiveMigrationTest-193918984-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=29bcea09-12cf-46f9-beab-e3b6e5e0664c HTTP/1.1" status: 200 len: 1127 time: 0.2523878 Feb 19 02:41:40.672676 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096d2a0d-e8d4-452c-8846-3223f8188fdb req-d66a1662-2a9c-4c1d-bbc5-a286965f5089 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:40.673342 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-096d2a0d-e8d4-452c-8846-3223f8188fdb req-d66a1662-2a9c-4c1d-bbc5-a286965f5089 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:40.725410 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-096d2a0d-e8d4-452c-8846-3223f8188fdb req-d66a1662-2a9c-4c1d-bbc5-a286965f5089 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8926251 Feb 19 02:41:40.728155 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-70707c29-5b32-41ad-9373-a64a07fadf2b req-970dfed7-cafe-4916-83d6-addcf3ead8dc tempest-ImagesOneServerTestJSON-1152968791 tempest-ImagesOneServerTestJSON-1152968791-project] For port 2bdec1ae-8218-4b25-acdb-d88d4bb3c50e, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=2bdec1ae-8218-4b25-acdb-d88d4bb3c50e,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:41:40.728519 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-70707c29-5b32-41ad-9373-a64a07fadf2b req-970dfed7-cafe-4916-83d6-addcf3ead8dc tempest-ImagesOneServerTestJSON-1152968791 tempest-ImagesOneServerTestJSON-1152968791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (2bdec1ae-8218-4b25-acdb-d88d4bb3c50e), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:40.742183 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852684d7-1f2b-42f1-b2bd-5f901836fd58 req-e33fdbe5-a90e-4898-abbe-818a0a948ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:40.743344 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-852684d7-1f2b-42f1-b2bd-5f901836fd58 req-e33fdbe5-a90e-4898-abbe-818a0a948ae4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5126e9cc2c214dde954e94889efcccdb&device_id=12703934-5b7e-463c-8012-a4a3447eeb94 HTTP/1.1" status: 200 len: 1128 time: 0.2897627 Feb 19 02:41:40.747073 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-70707c29-5b32-41ad-9373-a64a07fadf2b req-970dfed7-cafe-4916-83d6-addcf3ead8dc tempest-ImagesOneServerTestJSON-1152968791 tempest-ImagesOneServerTestJSON-1152968791-project] Calling delete_port for 2bdec1ae-8218-4b25-acdb-d88d4bb3c50e owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:41:40.819736 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-926dd0c6-6322-4bab-90bc-2efd9edf476d req-85bca30d-6b4c-4ada-bd7b-a848de1fba43 tempest-LiveMigrationTest-193918984 tempest-LiveMigrationTest-193918984-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192430 Feb 19 02:41:40.849854 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-096d2a0d-e8d4-452c-8846-3223f8188fdb req-b07af154-75bb-4cd8-8875-dc5ba38b1127 service neutron] Request body: {'port': {'device_id': 'f347cb68-1b14-4e4e-a030-14691927f1c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826753-2'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:41:40.904617 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-4f8f1bfb-38ab-4679-92a4-ed3fcee74f40 req-3239f4b7-7070-4e6b-94cb-665032beec1d tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (71f76ff5-9391-4c09-ab79-9aa8ed52e78d), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:40.960599 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3239f4b7-7070-4e6b-94cb-665032beec1d tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Pushing event deleted for resources: {'Port': ['ID=71f76ff5-9391-4c09-ab79-9aa8ed52e78d,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:41:40.994777 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-70707c29-5b32-41ad-9373-a64a07fadf2b req-970dfed7-cafe-4916-83d6-addcf3ead8dc tempest-ImagesOneServerTestJSON-1152968791 tempest-ImagesOneServerTestJSON-1152968791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (2bdec1ae-8218-4b25-acdb-d88d4bb3c50e), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:40.999401 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852684d7-1f2b-42f1-b2bd-5f901836fd58 req-d03a9369-02d9-46ab-b2c9-876f29d4c6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:41.000914 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-852684d7-1f2b-42f1-b2bd-5f901836fd58 req-d03a9369-02d9-46ab-b2c9-876f29d4c6b5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2f3a90ad-ee5a-41f0-bdc0-22abe981a050 HTTP/1.1" status: 200 len: 921 time: 0.2235801 Feb 19 02:41:41.027194 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [req-d2612d1b-e108-4984-baa0-a91804727da1 req-1fb1680b-50cf-4087-b013-9e0fac1f2757 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a2ff793-afac-4496-ba61-bdbb8c4c9eb5 {{(pid=103701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:41:41.034533 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970dfed7-cafe-4916-83d6-addcf3ead8dc tempest-ImagesOneServerTestJSON-1152968791 tempest-ImagesOneServerTestJSON-1152968791-project] Pushing event deleted for resources: {'Port': ['ID=2bdec1ae-8218-4b25-acdb-d88d4bb3c50e,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:41:41.046546 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-096d2a0d-e8d4-452c-8846-3223f8188fdb req-b07af154-75bb-4cd8-8875-dc5ba38b1127 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (eafc59ef-40bb-43a8-a05e-e0d1da4b46a2), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:41.107129 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-70707c29-5b32-41ad-9373-a64a07fadf2b req-970dfed7-cafe-4916-83d6-addcf3ead8dc tempest-ImagesOneServerTestJSON-1152968791 tempest-ImagesOneServerTestJSON-1152968791-project] No DVR routers for this DVR port 2bdec1ae-8218-4b25-acdb-d88d4bb3c50e on host n-h1-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:41:41.112036 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-70707c29-5b32-41ad-9373-a64a07fadf2b req-970dfed7-cafe-4916-83d6-addcf3ead8dc tempest-ImagesOneServerTestJSON-1152968791 tempest-ImagesOneServerTestJSON-1152968791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:41.115707 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-70707c29-5b32-41ad-9373-a64a07fadf2b req-970dfed7-cafe-4916-83d6-addcf3ead8dc tempest-ImagesOneServerTestJSON-1152968791 tempest-ImagesOneServerTestJSON-1152968791-project] 10.222.0.73 "DELETE /v2.0/ports/2bdec1ae-8218-4b25-acdb-d88d4bb3c50e HTTP/1.1" status: 204 len: 173 time: 0.7471883 Feb 19 02:41:41.119363 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-d2612d1b-e108-4984-baa0-a91804727da1 req-1fb1680b-50cf-4087-b013-9e0fac1f2757 service neutron] Publish callbacks [] for port (7a2ff793-afac-4496-ba61-bdbb8c4c9eb5), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:41.121859 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f8f1bfb-38ab-4679-92a4-ed3fcee74f40 req-3239f4b7-7070-4e6b-94cb-665032beec1d tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] No DVR routers for this DVR port 71f76ff5-9391-4c09-ab79-9aa8ed52e78d on host n-h2-826753-2 {{(pid=103701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:41:41.127892 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-4f8f1bfb-38ab-4679-92a4-ed3fcee74f40 req-3239f4b7-7070-4e6b-94cb-665032beec1d tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:41.131255 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4f8f1bfb-38ab-4679-92a4-ed3fcee74f40 req-3239f4b7-7070-4e6b-94cb-665032beec1d tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] 10.222.0.82 "DELETE /v2.0/ports/71f76ff5-9391-4c09-ab79-9aa8ed52e78d HTTP/1.1" status: 204 len: 173 time: 1.5490158 Feb 19 02:41:41.166011 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['71f76ff5-9391-4c09-ab79-9aa8ed52e78d'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:41:41.170920 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.provisioning_blocks [req-d2612d1b-e108-4984-baa0-a91804727da1 req-1fb1680b-50cf-4087-b013-9e0fac1f2757 service neutron] Transition to ACTIVE for port object 7a2ff793-afac-4496-ba61-bdbb8c4c9eb5 will not be triggered until provisioned by entity L2. {{(pid=103701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:41:41.183901 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-d2612d1b-e108-4984-baa0-a91804727da1 req-1fb1680b-50cf-4087-b013-9e0fac1f2757 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (7a2ff793-afac-4496-ba61-bdbb8c4c9eb5), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:41.198662 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-852684d7-1f2b-42f1-b2bd-5f901836fd58 req-81326320-b1b9-4299-90e7-23615b07ce03 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d41a253-136f-4f5f-b68e-55c767b082fe HTTP/1.1" status: 200 len: 1000 time: 0.1758580 Feb 19 02:41:41.207335 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['7d41a253-136f-4f5f-b68e-55c767b082fe'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:41:41.342848 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-2da8857a-ffcc-412f-bbca-17d56cc44754 None None] Provisioning complete for port eafc59ef-40bb-43a8-a05e-e0d1da4b46a2 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:41:41.343810 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-2da8857a-ffcc-412f-bbca-17d56cc44754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (eafc59ef-40bb-43a8-a05e-e0d1da4b46a2), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:41.419825 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852684d7-1f2b-42f1-b2bd-5f901836fd58 req-fd893b1e-b007-4c39-81e5-325007cbf4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:41.431084 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-852684d7-1f2b-42f1-b2bd-5f901836fd58 req-fd893b1e-b007-4c39-81e5-325007cbf4d1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a1cf80ca-3ee4-4752-b65e-3f091ad2def6 HTTP/1.1" status: 200 len: 859 time: 0.2308772 Feb 19 02:41:41.435246 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-096d2a0d-e8d4-452c-8846-3223f8188fdb req-b07af154-75bb-4cd8-8875-dc5ba38b1127 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eafc59ef-40bb-43a8-a05e-e0d1da4b46a2 {{(pid=103702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:41:41.441707 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6732863-2c63-4725-a714-348b290e7e20', 'name': 'network-vif-deleted', 'tag': '2bdec1ae-8218-4b25-acdb-d88d4bb3c50e'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:41:41.444046 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b8254bf-0c16-42f9-baa2-520392fed380" -d '{"events": [{"server_uuid": "c6732863-2c63-4725-a714-348b290e7e20", "name": "network-vif-deleted", "tag": "2bdec1ae-8218-4b25-acdb-d88d4bb3c50e"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:41:41.444372 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-2da8857a-ffcc-412f-bbca-17d56cc44754 None None] Port eafc59ef-40bb-43a8-a05e-e0d1da4b46a2 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:41:41.445378 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb1680b-50cf-4087-b013-9e0fac1f2757 service neutron] Pushing event updated for resources: {'Port': ['ID=7a2ff793-afac-4496-ba61-bdbb8c4c9eb5,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:41:41.450341 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-096d2a0d-e8d4-452c-8846-3223f8188fdb req-b07af154-75bb-4cd8-8875-dc5ba38b1127 service neutron] Publish callbacks [] for port (eafc59ef-40bb-43a8-a05e-e0d1da4b46a2), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:41.469148 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-096d2a0d-e8d4-452c-8846-3223f8188fdb req-b07af154-75bb-4cd8-8875-dc5ba38b1127 service neutron] Transition to ACTIVE for port object eafc59ef-40bb-43a8-a05e-e0d1da4b46a2 will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:41:41.474078 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-096d2a0d-e8d4-452c-8846-3223f8188fdb req-b07af154-75bb-4cd8-8875-dc5ba38b1127 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (eafc59ef-40bb-43a8-a05e-e0d1da4b46a2), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:41.591474 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852684d7-1f2b-42f1-b2bd-5f901836fd58 req-11d3ad9c-a7fb-4091-9977-c2c5830c695c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:41.593588 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-852684d7-1f2b-42f1-b2bd-5f901836fd58 req-11d3ad9c-a7fb-4091-9977-c2c5830c695c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2f3a90ad-ee5a-41f0-bdc0-22abe981a050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1617429 Feb 19 02:41:41.605027 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc4a3c0-cfd3-4c09-a458-8a208776bf50 req-903a56c7-8a08-435a-bd40-38fcdfd5dddc tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:41.607435 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07af154-75bb-4cd8-8875-dc5ba38b1127 service neutron] Pushing event updated for resources: {'Port': ['ID=eafc59ef-40bb-43a8-a05e-e0d1da4b46a2,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:41:41.611267 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-57d1e5bd-6bcc-431a-bfd9-f6bedfc18424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19926ac9-c54b-4bc8-9815-081664ca0553', 'name': 'tempest-FloatingIPsAssociationTestJSON-504285703-router', 'tenant_id': '5126e9cc2c214dde954e94889efcccdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '2dd20b05-57e2-4dd8-bf37-99c3aded2d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:40:23Z', 'updated_at': '2022-02-19T02:40:29Z', 'revision_number': 4, 'project_id': '5126e9cc2c214dde954e94889efcccdb', 'gw_port': {'id': '2dd20b05-57e2-4dd8-bf37-99c3aded2d2e', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:3f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19926ac9-c54b-4bc8-9815-081664ca0553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:40:23Z', 'updated_at': '2022-02-19T02:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': '24bd57ef-7306-43f0-a15f-f8ad2ff195a7', 'tenant_id': '5126e9cc2c214dde954e94889efcccdb', 'floating_ip_address': '172.25.6.114', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': '19926ac9-c54b-4bc8-9815-081664ca0553', 'port_id': '7d41a253-136f-4f5f-b68e-55c767b082fe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f3a90ad-ee5a-41f0-bdc0-22abe981a050', 'mac_address': 'fa:16:3e:74:2b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12703934-5b7e-463c-8012-a4a3447eeb94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:40:59Z', 'updated_at': '2022-02-19T02:41:38Z', 'revision_number': 8, 'project_id': '5126e9cc2c214dde954e94889efcccdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01a34c5d-fa80-4660-a0db-efb2071115d8', 'name': '', 'network_id': '2f3a90ad-ee5a-41f0-bdc0-22abe981a050', 'tenant_id': '5126e9cc2c214dde954e94889efcccdb', 'mac_address': 'fa:16:3e:6a:ee:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19926ac9-c54b-4bc8-9815-081664ca0553', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'a1cf80ca-3ee4-4752-b65e-3f091ad2def6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:40:27Z', 'updated_at': '2022-02-19T02:40:34Z', 'revision_number': 5, 'project_id': '5126e9cc2c214dde954e94889efcccdb', 'subnets': [{'id': 'a1cf80ca-3ee4-4752-b65e-3f091ad2def6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:41:41.613467 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6bc4a3c0-cfd3-4c09-a458-8a208776bf50 req-903a56c7-8a08-435a-bd40-38fcdfd5dddc tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3f5f85b-34ff-4273-b0ac-566af344a95d HTTP/1.1" status: 200 len: 944 time: 0.1642468 Feb 19 02:41:41.620235 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [req-852684d7-1f2b-42f1-b2bd-5f901836fd58 req-6b1f8d76-024d-4d33-aa7d-bef45eadd230 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103701) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:41:41.621486 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-852684d7-1f2b-42f1-b2bd-5f901836fd58 req-6b1f8d76-024d-4d33-aa7d-bef45eadd230 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051553 Feb 19 02:41:41.629473 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-096d2a0d-e8d4-452c-8846-3223f8188fdb req-b07af154-75bb-4cd8-8875-dc5ba38b1127 service neutron] Attempting to bind port eafc59ef-40bb-43a8-a05e-e0d1da4b46a2 on host n-h1-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:41:41.630265 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-096d2a0d-e8d4-452c-8846-3223f8188fdb req-b07af154-75bb-4cd8-8875-dc5ba38b1127 service neutron] Attempting to bind port eafc59ef-40bb-43a8-a05e-e0d1da4b46a2 by drivers openvswitch,hyperv on host n-h1-826753-2 at level 0 using segments [{'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:41:41.630793 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096d2a0d-e8d4-452c-8846-3223f8188fdb req-b07af154-75bb-4cd8-8875-dc5ba38b1127 service neutron] Attempting to bind port eafc59ef-40bb-43a8-a05e-e0d1da4b46a2 on network 5124bd00-da2a-4bd6-93a0-c14c92afb11f {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:41:41.635788 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096d2a0d-e8d4-452c-8846-3223f8188fdb req-b07af154-75bb-4cd8-8875-dc5ba38b1127 service neutron] Port eafc59ef-40bb-43a8-a05e-e0d1da4b46a2 on network 5124bd00-da2a-4bd6-93a0-c14c92afb11f not bound, no agent of type Open vSwitch agent registered on host n-h1-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:41:41.636975 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096d2a0d-e8d4-452c-8846-3223f8188fdb req-b07af154-75bb-4cd8-8875-dc5ba38b1127 service neutron] Attempting to bind port eafc59ef-40bb-43a8-a05e-e0d1da4b46a2 on network 5124bd00-da2a-4bd6-93a0-c14c92afb11f {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:41:41.643148 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096d2a0d-e8d4-452c-8846-3223f8188fdb req-b07af154-75bb-4cd8-8875-dc5ba38b1127 service neutron] Checking agent: {'id': '9d56fb1b-2855-496a-a6d9-c324740cb98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:41:41.643570 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096d2a0d-e8d4-452c-8846-3223f8188fdb req-b07af154-75bb-4cd8-8875-dc5ba38b1127 service neutron] Checking segment: {'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:41:41.644092 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096d2a0d-e8d4-452c-8846-3223f8188fdb req-b07af154-75bb-4cd8-8875-dc5ba38b1127 service neutron] Bound using segment: {'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:41:41.644528 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-096d2a0d-e8d4-452c-8846-3223f8188fdb req-b07af154-75bb-4cd8-8875-dc5ba38b1127 service neutron] Bound port: eafc59ef-40bb-43a8-a05e-e0d1da4b46a2, host: n-h1-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:41:41.644893 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-096d2a0d-e8d4-452c-8846-3223f8188fdb req-b07af154-75bb-4cd8-8875-dc5ba38b1127 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (eafc59ef-40bb-43a8-a05e-e0d1da4b46a2), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:41.679130 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d1e5bd-6bcc-431a-bfd9-f6bedfc18424 None None] Checking router: 19926ac9-c54b-4bc8-9815-081664ca0553 for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:41:41.697326 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6bc4a3c0-cfd3-4c09-a458-8a208776bf50 req-c6d83eb1-b509-4e49-a738-1e7621a2654b tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792348 Feb 19 02:41:41.731485 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-096d2a0d-e8d4-452c-8846-3223f8188fdb req-b07af154-75bb-4cd8-8875-dc5ba38b1127 service neutron] For port eafc59ef-40bb-43a8-a05e-e0d1da4b46a2, host n-h1-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:41:41.736765 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-096d2a0d-e8d4-452c-8846-3223f8188fdb req-b07af154-75bb-4cd8-8875-dc5ba38b1127 service neutron] For port eafc59ef-40bb-43a8-a05e-e0d1da4b46a2, host n-h1-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=eafc59ef-40bb-43a8-a05e-e0d1da4b46a2,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:41:41.742221 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d1e5bd-6bcc-431a-bfd9-f6bedfc18424 None None] Routers {'19926ac9-c54b-4bc8-9815-081664ca0553'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:41:41.743391 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-57d1e5bd-6bcc-431a-bfd9-f6bedfc18424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:41:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['19926ac9-c54b-4bc8-9815-081664ca0553'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:41:41.762153 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-096d2a0d-e8d4-452c-8846-3223f8188fdb req-b07af154-75bb-4cd8-8875-dc5ba38b1127 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (eafc59ef-40bb-43a8-a05e-e0d1da4b46a2), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:41.788108 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-d2612d1b-e108-4984-baa0-a91804727da1 req-1fb1680b-50cf-4087-b013-9e0fac1f2757 service neutron] Attempting to bind port 7a2ff793-afac-4496-ba61-bdbb8c4c9eb5 on host n-h1-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:41:41.788578 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-d2612d1b-e108-4984-baa0-a91804727da1 req-1fb1680b-50cf-4087-b013-9e0fac1f2757 service neutron] Attempting to bind port 7a2ff793-afac-4496-ba61-bdbb8c4c9eb5 by drivers openvswitch,hyperv on host n-h1-826753-2 at level 0 using segments [{'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:41:41.789048 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2612d1b-e108-4984-baa0-a91804727da1 req-1fb1680b-50cf-4087-b013-9e0fac1f2757 service neutron] Attempting to bind port 7a2ff793-afac-4496-ba61-bdbb8c4c9eb5 on network 5124bd00-da2a-4bd6-93a0-c14c92afb11f {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:41:41.797307 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2612d1b-e108-4984-baa0-a91804727da1 req-1fb1680b-50cf-4087-b013-9e0fac1f2757 service neutron] Port 7a2ff793-afac-4496-ba61-bdbb8c4c9eb5 on network 5124bd00-da2a-4bd6-93a0-c14c92afb11f not bound, no agent of type Open vSwitch agent registered on host n-h1-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:41:41.797709 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2612d1b-e108-4984-baa0-a91804727da1 req-1fb1680b-50cf-4087-b013-9e0fac1f2757 service neutron] Attempting to bind port 7a2ff793-afac-4496-ba61-bdbb8c4c9eb5 on network 5124bd00-da2a-4bd6-93a0-c14c92afb11f {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:41:41.828626 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2612d1b-e108-4984-baa0-a91804727da1 req-1fb1680b-50cf-4087-b013-9e0fac1f2757 service neutron] Checking agent: {'id': '9d56fb1b-2855-496a-a6d9-c324740cb98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:41:41.829282 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2612d1b-e108-4984-baa0-a91804727da1 req-1fb1680b-50cf-4087-b013-9e0fac1f2757 service neutron] Checking segment: {'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:41:41.829857 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2612d1b-e108-4984-baa0-a91804727da1 req-1fb1680b-50cf-4087-b013-9e0fac1f2757 service neutron] Bound using segment: {'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:41:41.831142 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-d2612d1b-e108-4984-baa0-a91804727da1 req-1fb1680b-50cf-4087-b013-9e0fac1f2757 service neutron] Bound port: 7a2ff793-afac-4496-ba61-bdbb8c4c9eb5, host: n-h1-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'}}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:41:41.831735 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-d2612d1b-e108-4984-baa0-a91804727da1 req-1fb1680b-50cf-4087-b013-9e0fac1f2757 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (7a2ff793-afac-4496-ba61-bdbb8c4c9eb5), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:41.843789 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096d2a0d-e8d4-452c-8846-3223f8188fdb req-b07af154-75bb-4cd8-8875-dc5ba38b1127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:41.844659 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-096d2a0d-e8d4-452c-8846-3223f8188fdb req-b07af154-75bb-4cd8-8875-dc5ba38b1127 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:41.846944 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-096d2a0d-e8d4-452c-8846-3223f8188fdb req-b07af154-75bb-4cd8-8875-dc5ba38b1127 service neutron] 10.222.0.73 "PUT /v2.0/ports/eafc59ef-40bb-43a8-a05e-e0d1da4b46a2 HTTP/1.1" status: 200 len: 1095 time: 1.0075679 Feb 19 02:41:41.921662 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07af154-75bb-4cd8-8875-dc5ba38b1127 service neutron] Pushing event updated for resources: {'Port': ['ID=eafc59ef-40bb-43a8-a05e-e0d1da4b46a2,revision_number=3']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:41:41.937904 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-852684d7-1f2b-42f1-b2bd-5f901836fd58 req-77db0d27-e423-4229-ba43-c03f55d198ad service neutron] 10.222.0.72 "GET /v2.0/networks/2f3a90ad-ee5a-41f0-bdc0-22abe981a050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639625 Feb 19 02:41:42.030466 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096d2a0d-e8d4-452c-8846-3223f8188fdb req-800bc1cb-26b6-4908-9251-d64ce8364f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:42.032051 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-096d2a0d-e8d4-452c-8846-3223f8188fdb req-800bc1cb-26b6-4908-9251-d64ce8364f86 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=03a224ed4cc448b3ab8491a1b5a2c99b&device_id=f347cb68-1b14-4e4e-a030-14691927f1c1 HTTP/1.1" status: 200 len: 1129 time: 0.0742912 Feb 19 02:41:42.041848 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-57d1e5bd-6bcc-431a-bfd9-f6bedfc18424 None None] Set router 19926ac9-c54b-4bc8-9815-081664ca0553 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:41:42.069910 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-d2612d1b-e108-4984-baa0-a91804727da1 req-1fb1680b-50cf-4087-b013-9e0fac1f2757 service neutron] For port 7a2ff793-afac-4496-ba61-bdbb8c4c9eb5, host n-h1-826753-2, cleared binding levels {{(pid=103701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:41:42.084606 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-d2612d1b-e108-4984-baa0-a91804727da1 req-1fb1680b-50cf-4087-b013-9e0fac1f2757 service neutron] For port 7a2ff793-afac-4496-ba61-bdbb8c4c9eb5, host n-h1-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=7a2ff793-afac-4496-ba61-bdbb8c4c9eb5,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:41:42.102179 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-096d2a0d-e8d4-452c-8846-3223f8188fdb req-fb4e9554-96da-4d82-9549-e34fe0e94208 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=eafc59ef-40bb-43a8-a05e-e0d1da4b46a2 HTTP/1.1" status: 200 len: 217 time: 0.0531821 Feb 19 02:41:42.112031 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-d2612d1b-e108-4984-baa0-a91804727da1 req-1fb1680b-50cf-4087-b013-9e0fac1f2757 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (7a2ff793-afac-4496-ba61-bdbb8c4c9eb5), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:42.144643 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0ad4fd-1b3c-46e7-af2e-9590f71fc098 req-8886d4fd-ad38-41ca-ba69-bc015bb7c593 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:42.152135 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ca0ad4fd-1b3c-46e7-af2e-9590f71fc098 req-8886d4fd-ad38-41ca-ba69-bc015bb7c593 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=c26e984e-8f0b-4fc5-a561-e9bf90426fde HTTP/1.1" status: 200 len: 948 time: 0.3051722 Feb 19 02:41:42.179918 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096d2a0d-e8d4-452c-8846-3223f8188fdb req-c6370a01-dcf3-4cc1-b675-40112bf60537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:42.181490 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-096d2a0d-e8d4-452c-8846-3223f8188fdb req-c6370a01-dcf3-4cc1-b675-40112bf60537 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=974c06bc-f097-4890-970a-b087501ab241 HTTP/1.1" status: 200 len: 843 time: 0.0629776 Feb 19 02:41:42.185413 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2612d1b-e108-4984-baa0-a91804727da1 req-1fb1680b-50cf-4087-b013-9e0fac1f2757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:42.186384 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-d2612d1b-e108-4984-baa0-a91804727da1 req-1fb1680b-50cf-4087-b013-9e0fac1f2757 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:42.187758 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d2612d1b-e108-4984-baa0-a91804727da1 req-1fb1680b-50cf-4087-b013-9e0fac1f2757 service neutron] 10.222.0.73 "PUT /v2.0/ports/7a2ff793-afac-4496-ba61-bdbb8c4c9eb5 HTTP/1.1" status: 200 len: 1096 time: 2.1658812 Feb 19 02:41:42.229537 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-852684d7-1f2b-42f1-b2bd-5f901836fd58 req-f84c1f98-544e-4d3b-9170-d14d8b4b128e service neutron] 10.222.0.72 "GET /v2.0/networks/2f3a90ad-ee5a-41f0-bdc0-22abe981a050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2907648 Feb 19 02:41:42.257741 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb1680b-50cf-4087-b013-9e0fac1f2757 service neutron] Pushing event updated for resources: {'Port': ['ID=7a2ff793-afac-4496-ba61-bdbb8c4c9eb5,revision_number=3']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:41:42.280518 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ca0ad4fd-1b3c-46e7-af2e-9590f71fc098 req-daca5c46-5058-413c-8dc7-b418a4da7bbf tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223483 Feb 19 02:41:42.315217 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096d2a0d-e8d4-452c-8846-3223f8188fdb req-6a57df40-ac8b-4d8c-a079-1a60a9ea86f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:42.316811 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-096d2a0d-e8d4-452c-8846-3223f8188fdb req-6a57df40-ac8b-4d8c-a079-1a60a9ea86f6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5124bd00-da2a-4bd6-93a0-c14c92afb11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1012337 Feb 19 02:41:42.360035 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dbcd1bc-d5fd-42c6-9312-02cd2ed8b4aa x-openstack-request-id: req-3dbcd1bc-d5fd-42c6-9312-02cd2ed8b4aa {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:41:42.360326 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12703934-5b7e-463c-8012-a4a3447eeb94", "tag": "7d41a253-136f-4f5f-b68e-55c767b082fe", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:41:42.360579 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3dbcd1bc-d5fd-42c6-9312-02cd2ed8b4aa {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:41:42.360976 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12703934-5b7e-463c-8012-a4a3447eeb94', 'tag': '7d41a253-136f-4f5f-b68e-55c767b082fe', 'status': 'completed', 'code': 200} Feb 19 02:41:42.425674 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2612d1b-e108-4984-baa0-a91804727da1 req-72314649-8277-411b-bbf4-9991fa0903a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:42.427481 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d2612d1b-e108-4984-baa0-a91804727da1 req-72314649-8277-411b-bbf4-9991fa0903a3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=db33b204d8b743bf8957eb245634d63e&device_id=c26e984e-8f0b-4fc5-a561-e9bf90426fde HTTP/1.1" status: 200 len: 1130 time: 0.1160142 Feb 19 02:41:42.447103 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690531bb-45b3-4688-8784-3233b55e1e06 req-e59ab4b3-06c4-4bfa-a10b-581e653c409f tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:42.448611 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-690531bb-45b3-4688-8784-3233b55e1e06 req-e59ab4b3-06c4-4bfa-a10b-581e653c409f tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/ports?device_id=f347cb68-1b14-4e4e-a030-14691927f1c1 HTTP/1.1" status: 200 len: 947 time: 0.0716689 Feb 19 02:41:42.529569 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d2612d1b-e108-4984-baa0-a91804727da1 req-ed84e898-6a51-4762-8a8c-7512855e4602 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=7a2ff793-afac-4496-ba61-bdbb8c4c9eb5 HTTP/1.1" status: 200 len: 217 time: 0.0797391 Feb 19 02:41:42.608296 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-690531bb-45b3-4688-8784-3233b55e1e06 req-ca2097bc-006b-4092-b16c-ae1d137f4462 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b908dbc-8f8c-41bc-a0bd-543abe15dd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769949 Feb 19 02:41:42.630605 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9388a4a8-799c-46c9-8dfb-b78b5e1fdde7 req-ed960a10-92ee-4451-a466-285d6a4cfa3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:42.637996 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-9388a4a8-799c-46c9-8dfb-b78b5e1fdde7 req-ed960a10-92ee-4451-a466-285d6a4cfa3c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5126e9cc2c214dde954e94889efcccdb&device_id=12703934-5b7e-463c-8012-a4a3447eeb94 HTTP/1.1" status: 200 len: 1128 time: 0.2049477 Feb 19 02:41:42.739508 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2612d1b-e108-4984-baa0-a91804727da1 req-f49ffcf1-8e68-45ff-88e7-6f19cd65ba8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:42.743829 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d2612d1b-e108-4984-baa0-a91804727da1 req-f49ffcf1-8e68-45ff-88e7-6f19cd65ba8e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=974c06bc-f097-4890-970a-b087501ab241 HTTP/1.1" status: 200 len: 843 time: 0.1557429 Feb 19 02:41:42.746506 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-57d1e5bd-6bcc-431a-bfd9-f6bedfc18424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19926ac9-c54b-4bc8-9815-081664ca0553', 'name': 'tempest-FloatingIPsAssociationTestJSON-504285703-router', 'tenant_id': '5126e9cc2c214dde954e94889efcccdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '2dd20b05-57e2-4dd8-bf37-99c3aded2d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:40:23Z', 'updated_at': '2022-02-19T02:40:29Z', 'revision_number': 4, 'project_id': '5126e9cc2c214dde954e94889efcccdb', 'gw_port': {'id': '2dd20b05-57e2-4dd8-bf37-99c3aded2d2e', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:3f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19926ac9-c54b-4bc8-9815-081664ca0553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:40:23Z', 'updated_at': '2022-02-19T02:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': '24bd57ef-7306-43f0-a15f-f8ad2ff195a7', 'tenant_id': '5126e9cc2c214dde954e94889efcccdb', 'floating_ip_address': '172.25.6.114', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': '19926ac9-c54b-4bc8-9815-081664ca0553', 'port_id': '7d41a253-136f-4f5f-b68e-55c767b082fe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f3a90ad-ee5a-41f0-bdc0-22abe981a050', 'mac_address': 'fa:16:3e:74:2b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12703934-5b7e-463c-8012-a4a3447eeb94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:40:59Z', 'updated_at': '2022-02-19T02:41:38Z', 'revision_number': 8, 'project_id': '5126e9cc2c214dde954e94889efcccdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01a34c5d-fa80-4660-a0db-efb2071115d8', 'name': '', 'network_id': '2f3a90ad-ee5a-41f0-bdc0-22abe981a050', 'tenant_id': '5126e9cc2c214dde954e94889efcccdb', 'mac_address': 'fa:16:3e:6a:ee:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19926ac9-c54b-4bc8-9815-081664ca0553', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'a1cf80ca-3ee4-4752-b65e-3f091ad2def6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:40:27Z', 'updated_at': '2022-02-19T02:40:34Z', 'revision_number': 5, 'project_id': '5126e9cc2c214dde954e94889efcccdb', 'subnets': [{'id': 'a1cf80ca-3ee4-4752-b65e-3f091ad2def6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:41:42.827874 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d1e5bd-6bcc-431a-bfd9-f6bedfc18424 None None] The sync data for ids ['19926ac9-c54b-4bc8-9815-081664ca0553'] in n-d-826753-2 is: [{'id': '19926ac9-c54b-4bc8-9815-081664ca0553', 'name': 'tempest-FloatingIPsAssociationTestJSON-504285703-router', 'tenant_id': '5126e9cc2c214dde954e94889efcccdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '2dd20b05-57e2-4dd8-bf37-99c3aded2d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:40:23Z', 'updated_at': '2022-02-19T02:40:29Z', 'revision_number': 4, 'project_id': '5126e9cc2c214dde954e94889efcccdb', 'gw_port': {'id': '2dd20b05-57e2-4dd8-bf37-99c3aded2d2e', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:3f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19926ac9-c54b-4bc8-9815-081664ca0553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:40:23Z', 'updated_at': '2022-02-19T02:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': '24bd57ef-7306-43f0-a15f-f8ad2ff195a7', 'tenant_id': '5126e9cc2c214dde954e94889efcccdb', 'floating_ip_address': '172.25.6.114', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': '19926ac9-c54b-4bc8-9815-081664ca0553', 'port_id': '7d41a253-136f-4f5f-b68e-55c767b082fe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f3a90ad-ee5a-41f0-bdc0-22abe981a050', 'mac_address': 'fa:16:3e:74:2b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12703934-5b7e-463c-8012-a4a3447eeb94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:40:59Z', 'updated_at': '2022-02-19T02:41:38Z', 'revision_number': 8, 'project_id': '5126e9cc2c214dde954e94889efcccdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01a34c5d-fa80-4660-a0db-efb2071115d8', 'name': '', 'network_id': '2f3a90ad-ee5a-41f0-bdc0-22abe981a050', 'tenant_id': '5126e9cc2c214dde954e94889efcccdb', 'mac_address': 'fa:16:3e:6a:ee:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19926ac9-c54b-4bc8-9815-081664ca0553', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'a1cf80ca-3ee4-4752-b65e-3f091ad2def6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:40:27Z', 'updated_at': '2022-02-19T02:40:34Z', 'revision_number': 5, 'project_id': '5126e9cc2c214dde954e94889efcccdb', 'subnets': [{'id': 'a1cf80ca-3ee4-4752-b65e-3f091ad2def6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:41:42.954130 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-48ce4b7f-b13b-4207-9168-d17b20c29aa0 req-0821259c-5145-4719-9e79-7d8e85a93d59 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] 10.222.0.72 "GET /v2.0/floatingips/24bd57ef-7306-43f0-a15f-f8ad2ff195a7 HTTP/1.1" status: 200 len: 997 time: 0.1384478 Feb 19 02:41:43.047919 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2612d1b-e108-4984-baa0-a91804727da1 req-cb2e7753-2367-4ed4-906d-9bb27a2b258a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:43.050163 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d2612d1b-e108-4984-baa0-a91804727da1 req-cb2e7753-2367-4ed4-906d-9bb27a2b258a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5124bd00-da2a-4bd6-93a0-c14c92afb11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2910306 Feb 19 02:41:43.288799 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 2bdec1ae-8218-4b25-acdb-d88d4bb3c50e no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:41:43.295116 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386c060c-98c9-4ad2-948f-6373ed712b9f None None] New status for floating IP 24bd57ef-7306-43f0-a15f-f8ad2ff195a7: ACTIVE {{(pid=103704) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 02:41:43.326096 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] No Port match for: 2bdec1ae-8218-4b25-acdb-d88d4bb3c50e {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:41:43.326891 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 2bdec1ae-8218-4b25-acdb-d88d4bb3c50e not bound to the agent host n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:41:43.390467 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-096d2a0d-e8d4-452c-8846-3223f8188fdb req-8f028be5-0d73-4916-ab1e-09665e6ac468 service neutron] 10.222.0.73 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0664043 Feb 19 02:41:43.394164 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-361a7b81-2937-47ee-8b10-54a7e726830b x-openstack-request-id: req-361a7b81-2937-47ee-8b10-54a7e726830b {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:41:43.394768 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6732863-2c63-4725-a714-348b290e7e20", "name": "network-vif-deleted", "tag": "2bdec1ae-8218-4b25-acdb-d88d4bb3c50e", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:41:43.395229 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-361a7b81-2937-47ee-8b10-54a7e726830b {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:41:43.395951 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6732863-2c63-4725-a714-348b290e7e20', 'name': 'network-vif-deleted', 'tag': '2bdec1ae-8218-4b25-acdb-d88d4bb3c50e', 'status': 'completed', 'code': 200} Feb 19 02:41:43.398585 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48198) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:41:43.572772 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 71f76ff5-9391-4c09-ab79-9aa8ed52e78d no longer exists at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:41:43.607723 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-096d2a0d-e8d4-452c-8846-3223f8188fdb req-4b3231e4-41d8-4238-9952-30ac33830f8e service neutron] 10.222.0.73 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914856 Feb 19 02:41:43.616280 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] No Port match for: 71f76ff5-9391-4c09-ab79-9aa8ed52e78d {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:41:43.616642 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 71f76ff5-9391-4c09-ab79-9aa8ed52e78d not bound to the agent host n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:41:43.627561 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ce4b7f-b13b-4207-9168-d17b20c29aa0 req-822e01ed-0f88-43eb-8ffe-041de5b1c48f tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:43.629461 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-48ce4b7f-b13b-4207-9168-d17b20c29aa0 req-822e01ed-0f88-43eb-8ffe-041de5b1c48f tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] 10.222.0.72 "GET /v2.0/networks/eaf64708-9021-419e-b287-ef3e0f51e2ee HTTP/1.1" status: 200 len: 784 time: 0.6745031 Feb 19 02:41:43.666986 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [req-48ce4b7f-b13b-4207-9168-d17b20c29aa0 req-439595c0-8e83-4ddd-a099-30e6bd985b7e tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103701) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:41:43.668000 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-48ce4b7f-b13b-4207-9168-d17b20c29aa0 req-439595c0-8e83-4ddd-a099-30e6bd985b7e tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0247574 Feb 19 02:41:43.707324 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9388a4a8-799c-46c9-8dfb-b78b5e1fdde7 req-a47bcefb-7536-49b9-91c0-71a46fd476f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:43.708989 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-9388a4a8-799c-46c9-8dfb-b78b5e1fdde7 req-a47bcefb-7536-49b9-91c0-71a46fd476f4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2f3a90ad-ee5a-41f0-bdc0-22abe981a050 HTTP/1.1" status: 200 len: 921 time: 1.0551829 Feb 19 02:41:43.719471 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-9a91dc67-7660-4045-9be9-6b1e447f80c6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=33e63dfe37e94bae87be28e5a023dd61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3172810 Feb 19 02:41:43.719825 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 48218) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:41:43.725494 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d2612d1b-e108-4984-baa0-a91804727da1 req-7ffce8a1-010d-45b2-a081-af9068e0a8f2 service neutron] 10.222.0.73 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6353993 Feb 19 02:41:43.771415 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac70845-ff35-4709-8b92-3353de15f4ce req-979aed55-a512-4b9d-aece-3e9480579da1 tempest-LiveAutoBlockMigrationV225Test-289573108 tempest-LiveAutoBlockMigrationV225Test-289573108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:43.773202 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2ac70845-ff35-4709-8b92-3353de15f4ce req-979aed55-a512-4b9d-aece-3e9480579da1 tempest-LiveAutoBlockMigrationV225Test-289573108 tempest-LiveAutoBlockMigrationV225Test-289573108-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=d3f5f85b-34ff-4273-b0ac-566af344a95d HTTP/1.1" status: 200 len: 1126 time: 0.1961138 Feb 19 02:41:43.804550 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-9388a4a8-799c-46c9-8dfb-b78b5e1fdde7 req-047362a8-b053-4569-9320-fe55f9a075bb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d41a253-136f-4f5f-b68e-55c767b082fe HTTP/1.1" status: 200 len: 1002 time: 0.0841093 Feb 19 02:41:43.846576 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1e512f65-f9d2-45d1-9871-5c71d91aaa9c req-d2fcc84c-ffd1-4273-ba95-058c48b988df tempest-ServerShowV254Test-388145899 tempest-ServerShowV254Test-388145899-project] 10.222.0.72 "GET /v2.0/ports?device_id=02762ed8-bcd9-4d6a-b349-f49df2bdcbcb HTTP/1.1" status: 200 len: 210 time: 0.0896831 Feb 19 02:41:43.858700 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9388a4a8-799c-46c9-8dfb-b78b5e1fdde7 req-780e04cd-9bf3-4e20-9259-98aa6b2db4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:43.860281 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-9388a4a8-799c-46c9-8dfb-b78b5e1fdde7 req-780e04cd-9bf3-4e20-9259-98aa6b2db4d8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a1cf80ca-3ee4-4752-b65e-3f091ad2def6 HTTP/1.1" status: 200 len: 859 time: 0.0449407 Feb 19 02:41:43.922237 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9388a4a8-799c-46c9-8dfb-b78b5e1fdde7 req-aff075bf-b54a-4a34-bdd5-6cdd87d34533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:43.925304 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-9388a4a8-799c-46c9-8dfb-b78b5e1fdde7 req-aff075bf-b54a-4a34-bdd5-6cdd87d34533 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2f3a90ad-ee5a-41f0-bdc0-22abe981a050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0578387 Feb 19 02:41:43.926860 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-553f551c-bbdd-41d7-96f5-1582794033a9 admin admin] Publish callbacks [] for security_group (b120c000-baac-4f64-9390-e95bffd9f0cf), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:43.946483 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2ac70845-ff35-4709-8b92-3353de15f4ce req-30e68b68-d9ad-4958-b245-96172b9cccb5 tempest-LiveAutoBlockMigrationV225Test-289573108 tempest-LiveAutoBlockMigrationV225Test-289573108-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556537 Feb 19 02:41:43.972131 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d2612d1b-e108-4984-baa0-a91804727da1 req-c7acbf67-a838-4979-87f7-c9625ef85381 service neutron] 10.222.0.73 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298956 Feb 19 02:41:44.031862 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-553f551c-bbdd-41d7-96f5-1582794033a9 admin admin] Publish callbacks [] for security_group (b120c000-baac-4f64-9390-e95bffd9f0cf), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:44.074566 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-9388a4a8-799c-46c9-8dfb-b78b5e1fdde7 req-46c05034-755a-4c9d-b116-eec1ae74c72c service neutron] 10.222.0.73 "GET /v2.0/networks/2f3a90ad-ee5a-41f0-bdc0-22abe981a050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432176 Feb 19 02:41:44.121644 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0660ab1f-91de-46ad-b87a-6497b3dfd267 req-9ceb66c5-f42e-4079-ae63-61c6ac3c0047 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:44.121644 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0660ab1f-91de-46ad-b87a-6497b3dfd267 req-9ceb66c5-f42e-4079-ae63-61c6ac3c0047 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=c26e984e-8f0b-4fc5-a561-e9bf90426fde HTTP/1.1" status: 200 len: 948 time: 0.1821897 Feb 19 02:41:44.157675 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e917284a-5645-469d-a9ed-37ab2e515926 req-609a63dc-9b0f-405b-b30c-bc000663da4c tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:44.159756 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e917284a-5645-469d-a9ed-37ab2e515926 req-609a63dc-9b0f-405b-b30c-bc000663da4c tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/ports?device_id=f347cb68-1b14-4e4e-a030-14691927f1c1 HTTP/1.1" status: 200 len: 947 time: 0.1085026 Feb 19 02:41:44.187693 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-553f551c-bbdd-41d7-96f5-1582794033a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (b120c000-baac-4f64-9390-e95bffd9f0cf), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:44.190495 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-553f551c-bbdd-41d7-96f5-1582794033a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:44.193899 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-553f551c-bbdd-41d7-96f5-1582794033a9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b120c000-baac-4f64-9390-e95bffd9f0cf HTTP/1.1" status: 204 len: 168 time: 0.4686878 Feb 19 02:41:44.198727 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-9388a4a8-799c-46c9-8dfb-b78b5e1fdde7 req-2da2e36f-2f3e-4398-a31d-991d6e4aa879 service neutron] 10.222.0.73 "GET /v2.0/networks/2f3a90ad-ee5a-41f0-bdc0-22abe981a050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153817 Feb 19 02:41:44.224570 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553f551c-bbdd-41d7-96f5-1582794033a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b120c000-baac-4f64-9390-e95bffd9f0cf,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:41:44.235275 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0660ab1f-91de-46ad-b87a-6497b3dfd267 req-469ac567-8485-4712-b5ca-ea5e3188097a tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008160 Feb 19 02:41:44.258476 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e917284a-5645-469d-a9ed-37ab2e515926 req-601f46f9-fa8c-4489-8fb8-cb7d57ad978b tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b908dbc-8f8c-41bc-a0bd-543abe15dd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879676 Feb 19 02:41:44.369162 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea2f4066-2575-4f8e-92ac-4223e51f0922', 'name': 'network-vif-deleted', 'tag': '71f76ff5-9391-4c09-ab79-9aa8ed52e78d'}, {'name': 'network-changed', 'server_uuid': 'c26e984e-8f0b-4fc5-a561-e9bf90426fde', 'tag': '7a2ff793-afac-4496-ba61-bdbb8c4c9eb5'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:41:44.376279 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a25e5849-2994-4c99-b1ec-7d87c1a40875" -d '{"events": [{"server_uuid": "ea2f4066-2575-4f8e-92ac-4223e51f0922", "name": "network-vif-deleted", "tag": "71f76ff5-9391-4c09-ab79-9aa8ed52e78d"}, {"name": "network-changed", "server_uuid": "c26e984e-8f0b-4fc5-a561-e9bf90426fde", "tag": "7a2ff793-afac-4496-ba61-bdbb8c4c9eb5"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:41:44.465296 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-834ea8a1-ae8f-487c-af66-017bdecd1024 req-cb16565f-f646-466d-a861-ed58f45bc9f2 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.6.114 HTTP/1.1" status: 200 len: 1002 time: 0.1822147 Feb 19 02:41:44.536146 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834ea8a1-ae8f-487c-af66-017bdecd1024 req-87c2b9d6-44d6-42ae-a2e7-ac8e0fa9c360 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:44.549365 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-834ea8a1-ae8f-487c-af66-017bdecd1024 req-87c2b9d6-44d6-42ae-a2e7-ac8e0fa9c360 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] 10.222.0.72 "GET /v2.0/ports/7d41a253-136f-4f5f-b68e-55c767b082fe HTTP/1.1" status: 200 len: 943 time: 0.0756886 Feb 19 02:41:44.583595 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ddb5ac-e430-4e21-978d-a71af738a109 req-0052713a-66e3-45a4-bc7c-839b21461fe4 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:44.585229 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c1ddb5ac-e430-4e21-978d-a71af738a109 req-0052713a-66e3-45a4-bc7c-839b21461fe4 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/networks?id=db98097a-bb19-479d-bd0d-4f71e988880a HTTP/1.1" status: 200 len: 821 time: 0.2046552 Feb 19 02:41:44.641565 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c1ddb5ac-e430-4e21-978d-a71af738a109 req-81d21689-1aa8-414e-a4dc-3274f972dbea tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/quotas/ad75c6928a1d4c6da3a56db6352b2618 HTTP/1.1" status: 200 len: 375 time: 0.0507333 Feb 19 02:41:44.697266 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-834ea8a1-ae8f-487c-af66-017bdecd1024 req-d76d1432-c7b6-4bd2-92a9-2c79e912c796 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.6.114 HTTP/1.1" status: 200 len: 1002 time: 0.0982859 Feb 19 02:41:44.774931 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c1ddb5ac-e430-4e21-978d-a71af738a109 req-907e4518-08a5-4f5c-8012-1188e8a9fc63 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=ad75c6928a1d4c6da3a56db6352b2618&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1239719 Feb 19 02:41:44.867576 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834ea8a1-ae8f-487c-af66-017bdecd1024 req-bc6b0003-5ac5-4355-a026-1d11352c2abb tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:44.875153 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-834ea8a1-ae8f-487c-af66-017bdecd1024 req-bc6b0003-5ac5-4355-a026-1d11352c2abb tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] 10.222.0.72 "GET /v2.0/networks/eaf64708-9021-419e-b287-ef3e0f51e2ee HTTP/1.1" status: 200 len: 784 time: 0.1726451 Feb 19 02:41:44.962518 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-834ea8a1-ae8f-487c-af66-017bdecd1024 req-508bfa5a-82df-4724-a8a7-15a5d121e50c tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.6.114 HTTP/1.1" status: 200 len: 1002 time: 0.0864806 Feb 19 02:41:44.970122 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c1ddb5ac-e430-4e21-978d-a71af738a109 req-49f6a223-ae9f-4c94-95ef-c56820104b53 service neutron] 10.222.0.72 "GET /v2.0/networks/db98097a-bb19-479d-bd0d-4f71e988880a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829433 Feb 19 02:41:44.983757 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-834ea8a1-ae8f-487c-af66-017bdecd1024 req-0463fc34-4fe9-41d6-92c9-20f1becac13d tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:41:45.093929 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-834ea8a1-ae8f-487c-af66-017bdecd1024 req-0463fc34-4fe9-41d6-92c9-20f1becac13d tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Publish callbacks [] for floatingip (24bd57ef-7306-43f0-a15f-f8ad2ff195a7), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:45.156267 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c1ddb5ac-e430-4e21-978d-a71af738a109 req-6fc29477-d02a-42de-b806-379a13aba642 service neutron] 10.222.0.72 "GET /v2.0/networks/db98097a-bb19-479d-bd0d-4f71e988880a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851804 Feb 19 02:41:45.274147 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-834ea8a1-ae8f-487c-af66-017bdecd1024 req-0463fc34-4fe9-41d6-92c9-20f1becac13d tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:45.307197 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-834ea8a1-ae8f-487c-af66-017bdecd1024 req-0463fc34-4fe9-41d6-92c9-20f1becac13d tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16285943'] for floatingip (24bd57ef-7306-43f0-a15f-f8ad2ff195a7), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:45.307540 n-d-826753-2 neutron-server[103701]: INFO neutron.db.l3_db [req-834ea8a1-ae8f-487c-af66-017bdecd1024 req-0463fc34-4fe9-41d6-92c9-20f1becac13d tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Floating IP 24bd57ef-7306-43f0-a15f-f8ad2ff195a7 disassociated. External IP: 172.25.6.114, port: 7d41a253-136f-4f5f-b68e-55c767b082fe. Feb 19 02:41:45.351850 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 19 Feb 2022 02:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c1511fa-33d1-4674-910d-9e6d43dbb875 x-openstack-request-id: req-7c1511fa-33d1-4674-910d-9e6d43dbb875 {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:41:45.352273 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea2f4066-2575-4f8e-92ac-4223e51f0922", "name": "network-vif-deleted", "tag": "71f76ff5-9391-4c09-ab79-9aa8ed52e78d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c26e984e-8f0b-4fc5-a561-e9bf90426fde", "tag": "7a2ff793-afac-4496-ba61-bdbb8c4c9eb5", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:41:45.352914 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7c1511fa-33d1-4674-910d-9e6d43dbb875 {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:41:45.353355 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea2f4066-2575-4f8e-92ac-4223e51f0922', 'name': 'network-vif-deleted', 'tag': '71f76ff5-9391-4c09-ab79-9aa8ed52e78d', 'status': 'completed', 'code': 200} Feb 19 02:41:45.353611 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c26e984e-8f0b-4fc5-a561-e9bf90426fde', 'tag': '7a2ff793-afac-4496-ba61-bdbb8c4c9eb5', 'status': 'completed', 'code': 200} Feb 19 02:41:45.397021 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f347cb68-1b14-4e4e-a030-14691927f1c1', 'tag': 'eafc59ef-40bb-43a8-a05e-e0d1da4b46a2'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:41:45.399413 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b3181df-729e-4577-98eb-9e5ac91596c3" -d '{"events": [{"name": "network-changed", "server_uuid": "f347cb68-1b14-4e4e-a030-14691927f1c1", "tag": "eafc59ef-40bb-43a8-a05e-e0d1da4b46a2"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:41:45.464002 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-aee165cf-061d-4abd-864e-99ad66eac75f req-7f5aaf70-c4fd-4df1-9dab-883a8bd04dba tempest-ServerShowV254Test-388145899 tempest-ServerShowV254Test-388145899-project] 10.222.0.72 "GET /v2.0/ports?device_id=02762ed8-bcd9-4d6a-b349-f49df2bdcbcb HTTP/1.1" status: 200 len: 210 time: 0.0392103 Feb 19 02:41:45.468008 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-aa104be2-c066-4b5b-9dbf-a1d835903338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:45.539508 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25e5849-2994-4c99-b1ec-7d87c1a40875 req-be820d28-c8af-473f-a435-9c3feff7ec02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:45.541610 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a25e5849-2994-4c99-b1ec-7d87c1a40875 req-be820d28-c8af-473f-a435-9c3feff7ec02 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=db33b204d8b743bf8957eb245634d63e&device_id=c26e984e-8f0b-4fc5-a561-e9bf90426fde HTTP/1.1" status: 200 len: 1130 time: 0.1131847 Feb 19 02:41:45.656694 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25e5849-2994-4c99-b1ec-7d87c1a40875 req-85bb75d7-8b35-4eba-b274-4cd8acfc9ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:45.658218 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a25e5849-2994-4c99-b1ec-7d87c1a40875 req-85bb75d7-8b35-4eba-b274-4cd8acfc9ed5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5124bd00-da2a-4bd6-93a0-c14c92afb11f HTTP/1.1" status: 200 len: 870 time: 0.1099415 Feb 19 02:41:45.668089 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [req-834ea8a1-ae8f-487c-af66-017bdecd1024 req-0463fc34-4fe9-41d6-92c9-20f1becac13d tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Router 19926ac9-c54b-4bc8-9815-081664ca0553 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:41:45.722282 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a25e5849-2994-4c99-b1ec-7d87c1a40875 req-fbc723bd-7c3d-458c-a44f-35b96678ac59 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=7a2ff793-afac-4496-ba61-bdbb8c4c9eb5 HTTP/1.1" status: 200 len: 217 time: 0.0571492 Feb 19 02:41:45.801766 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25e5849-2994-4c99-b1ec-7d87c1a40875 req-58dccc1d-c365-46d5-9f6b-a14b81d38100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:45.803954 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a25e5849-2994-4c99-b1ec-7d87c1a40875 req-58dccc1d-c365-46d5-9f6b-a14b81d38100 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=974c06bc-f097-4890-970a-b087501ab241 HTTP/1.1" status: 200 len: 843 time: 0.0731533 Feb 19 02:41:45.868567 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25e5849-2994-4c99-b1ec-7d87c1a40875 req-f32f4d89-e061-4aab-bfaf-62d315d2614a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:45.870659 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a25e5849-2994-4c99-b1ec-7d87c1a40875 req-f32f4d89-e061-4aab-bfaf-62d315d2614a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5124bd00-da2a-4bd6-93a0-c14c92afb11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0593662 Feb 19 02:41:45.884664 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-834ea8a1-ae8f-487c-af66-017bdecd1024 req-0463fc34-4fe9-41d6-92c9-20f1becac13d tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:41:45.891869 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-834ea8a1-ae8f-487c-af66-017bdecd1024 req-0463fc34-4fe9-41d6-92c9-20f1becac13d tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:45.900175 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d73432e-9b72-467b-9801-1c66f8fb5ad1 None None] Sync routers for ids ['19926ac9-c54b-4bc8-9815-081664ca0553'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:41:45.919766 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d73432e-9b72-467b-9801-1c66f8fb5ad1 None None] Routers {'19926ac9-c54b-4bc8-9815-081664ca0553'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:41:45.920398 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-5d73432e-9b72-467b-9801-1c66f8fb5ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:41:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['19926ac9-c54b-4bc8-9815-081664ca0553'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:41:45.981640 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-834ea8a1-ae8f-487c-af66-017bdecd1024 req-0463fc34-4fe9-41d6-92c9-20f1becac13d tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] 10.222.0.72 "PUT /v2.0/floatingips/24bd57ef-7306-43f0-a15f-f8ad2ff195a7 HTTP/1.1" status: 200 len: 696 time: 1.0090227 Feb 19 02:41:46.011976 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a25e5849-2994-4c99-b1ec-7d87c1a40875 req-4ca92e62-46e4-4610-8ef5-c4e058bd2a28 service neutron] 10.222.0.73 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335227 Feb 19 02:41:46.094872 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-5d73432e-9b72-467b-9801-1c66f8fb5ad1 None None] Set router 19926ac9-c54b-4bc8-9815-081664ca0553 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:41:46.110559 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834ea8a1-ae8f-487c-af66-017bdecd1024 req-23ced515-e89a-40f0-b3b5-1d9d01299c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:46.121312 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-834ea8a1-ae8f-487c-af66-017bdecd1024 req-23ced515-e89a-40f0-b3b5-1d9d01299c98 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5126e9cc2c214dde954e94889efcccdb&device_id=12703934-5b7e-463c-8012-a4a3447eeb94 HTTP/1.1" status: 200 len: 1128 time: 0.1306152 Feb 19 02:41:46.128983 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a25e5849-2994-4c99-b1ec-7d87c1a40875 req-c5145195-9fc1-4119-bf81-d86f91215373 service neutron] 10.222.0.73 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031177 Feb 19 02:41:46.270756 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0622f63-bb5f-4de8-a94c-7966d384979f req-a4328727-c11e-4363-90d3-6cd5dbf9daf8 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:46.273056 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d0622f63-bb5f-4de8-a94c-7966d384979f req-a4328727-c11e-4363-90d3-6cd5dbf9daf8 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/ports?device_id=f347cb68-1b14-4e4e-a030-14691927f1c1 HTTP/1.1" status: 200 len: 947 time: 0.1481693 Feb 19 02:41:46.295458 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834ea8a1-ae8f-487c-af66-017bdecd1024 req-9d556a1c-62c3-4a2d-978d-143bba02c4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:46.297224 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-834ea8a1-ae8f-487c-af66-017bdecd1024 req-9d556a1c-62c3-4a2d-978d-143bba02c4b8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2f3a90ad-ee5a-41f0-bdc0-22abe981a050 HTTP/1.1" status: 200 len: 921 time: 0.1750052 Feb 19 02:41:46.350525 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-834ea8a1-ae8f-487c-af66-017bdecd1024 req-59f5f6ce-483d-4c52-b5cb-463f8bbbf7e4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d41a253-136f-4f5f-b68e-55c767b082fe HTTP/1.1" status: 200 len: 217 time: 0.0435500 Feb 19 02:41:46.402603 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d0622f63-bb5f-4de8-a94c-7966d384979f req-cd895bc5-7b0b-4781-a962-2cf287eb0874 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b908dbc-8f8c-41bc-a0bd-543abe15dd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181195 Feb 19 02:41:46.414078 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834ea8a1-ae8f-487c-af66-017bdecd1024 req-28b4ec40-de04-44b1-83a2-95928e58eb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:46.425197 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-834ea8a1-ae8f-487c-af66-017bdecd1024 req-28b4ec40-de04-44b1-83a2-95928e58eb2e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a1cf80ca-3ee4-4752-b65e-3f091ad2def6 HTTP/1.1" status: 200 len: 859 time: 0.0593221 Feb 19 02:41:46.466276 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-5d73432e-9b72-467b-9801-1c66f8fb5ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19926ac9-c54b-4bc8-9815-081664ca0553', 'name': 'tempest-FloatingIPsAssociationTestJSON-504285703-router', 'tenant_id': '5126e9cc2c214dde954e94889efcccdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '2dd20b05-57e2-4dd8-bf37-99c3aded2d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:40:23Z', 'updated_at': '2022-02-19T02:40:29Z', 'revision_number': 4, 'project_id': '5126e9cc2c214dde954e94889efcccdb', 'gw_port': {'id': '2dd20b05-57e2-4dd8-bf37-99c3aded2d2e', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:3f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19926ac9-c54b-4bc8-9815-081664ca0553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:40:23Z', 'updated_at': '2022-02-19T02:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '01a34c5d-fa80-4660-a0db-efb2071115d8', 'name': '', 'network_id': '2f3a90ad-ee5a-41f0-bdc0-22abe981a050', 'tenant_id': '5126e9cc2c214dde954e94889efcccdb', 'mac_address': 'fa:16:3e:6a:ee:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19926ac9-c54b-4bc8-9815-081664ca0553', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'a1cf80ca-3ee4-4752-b65e-3f091ad2def6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:40:27Z', 'updated_at': '2022-02-19T02:40:34Z', 'revision_number': 5, 'project_id': '5126e9cc2c214dde954e94889efcccdb', 'subnets': [{'id': 'a1cf80ca-3ee4-4752-b65e-3f091ad2def6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:41:46.475894 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834ea8a1-ae8f-487c-af66-017bdecd1024 req-0fbe30e0-8004-4764-a22d-a7064f70acbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:46.477946 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-834ea8a1-ae8f-487c-af66-017bdecd1024 req-0fbe30e0-8004-4764-a22d-a7064f70acbd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2f3a90ad-ee5a-41f0-bdc0-22abe981a050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0554743 Feb 19 02:41:46.493358 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d73432e-9b72-467b-9801-1c66f8fb5ad1 None None] Checking router: 19926ac9-c54b-4bc8-9815-081664ca0553 for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:41:46.496290 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e17a9f4c-2907-4058-9e8c-cec50ebb5202 req-cfb70d14-3f07-4876-9ac5-325e893425dc tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa9b45d5-254c-45de-8e0f-03eec8283098 HTTP/1.1" status: 200 len: 210 time: 0.0349522 Feb 19 02:41:46.501996 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d73432e-9b72-467b-9801-1c66f8fb5ad1 None None] Routers {'19926ac9-c54b-4bc8-9815-081664ca0553'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:41:46.503130 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-5d73432e-9b72-467b-9801-1c66f8fb5ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:41:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['19926ac9-c54b-4bc8-9815-081664ca0553'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:41:46.613924 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-5d73432e-9b72-467b-9801-1c66f8fb5ad1 None None] Set router 19926ac9-c54b-4bc8-9815-081664ca0553 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:41:46.624285 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-834ea8a1-ae8f-487c-af66-017bdecd1024 req-82d6278f-9193-45f2-b178-bb92a5676867 service neutron] 10.222.0.72 "GET /v2.0/networks/2f3a90ad-ee5a-41f0-bdc0-22abe981a050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302507 Feb 19 02:41:46.641712 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a79e5b-d6b9-4d67-b987-5e694ada8c5b req-2fd80955-e8ab-47a0-a84f-30def12c5fac tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:46.643827 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f6a79e5b-d6b9-4d67-b987-5e694ada8c5b req-2fd80955-e8ab-47a0-a84f-30def12c5fac tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=c26e984e-8f0b-4fc5-a561-e9bf90426fde HTTP/1.1" status: 200 len: 948 time: 0.0753970 Feb 19 02:41:46.805368 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f6a79e5b-d6b9-4d67-b987-5e694ada8c5b req-bf09db06-f81c-4d79-a9a1-319a2cf98d69 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528542 Feb 19 02:41:46.839223 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-834ea8a1-ae8f-487c-af66-017bdecd1024 req-45f3ae59-7563-4649-923a-c3cfca3244d1 service neutron] 10.222.0.72 "GET /v2.0/networks/2f3a90ad-ee5a-41f0-bdc0-22abe981a050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943345 Feb 19 02:41:46.864118 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ddb5ac-e430-4e21-978d-a71af738a109 req-56dc9439-1dbc-4bd0-92ef-e571e4e93541 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:46.865624 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c1ddb5ac-e430-4e21-978d-a71af738a109 req-56dc9439-1dbc-4bd0-92ef-e571e4e93541 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.82 "GET /v2.0/networks?id=db98097a-bb19-479d-bd0d-4f71e988880a HTTP/1.1" status: 200 len: 821 time: 0.1396227 Feb 19 02:41:46.866549 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-5d73432e-9b72-467b-9801-1c66f8fb5ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19926ac9-c54b-4bc8-9815-081664ca0553', 'name': 'tempest-FloatingIPsAssociationTestJSON-504285703-router', 'tenant_id': '5126e9cc2c214dde954e94889efcccdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '2dd20b05-57e2-4dd8-bf37-99c3aded2d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:40:23Z', 'updated_at': '2022-02-19T02:40:29Z', 'revision_number': 4, 'project_id': '5126e9cc2c214dde954e94889efcccdb', 'gw_port': {'id': '2dd20b05-57e2-4dd8-bf37-99c3aded2d2e', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:3f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19926ac9-c54b-4bc8-9815-081664ca0553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:40:23Z', 'updated_at': '2022-02-19T02:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '01a34c5d-fa80-4660-a0db-efb2071115d8', 'name': '', 'network_id': '2f3a90ad-ee5a-41f0-bdc0-22abe981a050', 'tenant_id': '5126e9cc2c214dde954e94889efcccdb', 'mac_address': 'fa:16:3e:6a:ee:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19926ac9-c54b-4bc8-9815-081664ca0553', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'a1cf80ca-3ee4-4752-b65e-3f091ad2def6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:40:27Z', 'updated_at': '2022-02-19T02:40:34Z', 'revision_number': 5, 'project_id': '5126e9cc2c214dde954e94889efcccdb', 'subnets': [{'id': 'a1cf80ca-3ee4-4752-b65e-3f091ad2def6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:41:46.880018 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8540ef8-a49a-4940-8e4a-47cda12a57e0 x-openstack-request-id: req-f8540ef8-a49a-4940-8e4a-47cda12a57e0 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:41:46.880842 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f347cb68-1b14-4e4e-a030-14691927f1c1", "tag": "eafc59ef-40bb-43a8-a05e-e0d1da4b46a2", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:41:46.881300 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f8540ef8-a49a-4940-8e4a-47cda12a57e0 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:41:46.883713 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f347cb68-1b14-4e4e-a030-14691927f1c1', 'tag': 'eafc59ef-40bb-43a8-a05e-e0d1da4b46a2', 'status': 'completed', 'code': 200} Feb 19 02:41:46.898957 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-c1ddb5ac-e430-4e21-978d-a71af738a109 req-015db5ec-b864-4bd8-acd1-83d7f4f064e4 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Request body: {'port': {'device_id': 'fa9b45d5-254c-45de-8e0f-03eec8283098', 'network_id': 'db98097a-bb19-479d-bd0d-4f71e988880a', 'admin_state_up': True, 'tenant_id': 'ad75c6928a1d4c6da3a56db6352b2618'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:41:46.900238 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d73432e-9b72-467b-9801-1c66f8fb5ad1 None None] The sync data for ids ['19926ac9-c54b-4bc8-9815-081664ca0553'] in n-d-826753-2 is: [{'id': '19926ac9-c54b-4bc8-9815-081664ca0553', 'name': 'tempest-FloatingIPsAssociationTestJSON-504285703-router', 'tenant_id': '5126e9cc2c214dde954e94889efcccdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '2dd20b05-57e2-4dd8-bf37-99c3aded2d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:40:23Z', 'updated_at': '2022-02-19T02:40:29Z', 'revision_number': 4, 'project_id': '5126e9cc2c214dde954e94889efcccdb', 'gw_port': {'id': '2dd20b05-57e2-4dd8-bf37-99c3aded2d2e', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:3f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19926ac9-c54b-4bc8-9815-081664ca0553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:40:23Z', 'updated_at': '2022-02-19T02:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '01a34c5d-fa80-4660-a0db-efb2071115d8', 'name': '', 'network_id': '2f3a90ad-ee5a-41f0-bdc0-22abe981a050', 'tenant_id': '5126e9cc2c214dde954e94889efcccdb', 'mac_address': 'fa:16:3e:6a:ee:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19926ac9-c54b-4bc8-9815-081664ca0553', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'a1cf80ca-3ee4-4752-b65e-3f091ad2def6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:40:27Z', 'updated_at': '2022-02-19T02:40:34Z', 'revision_number': 5, 'project_id': '5126e9cc2c214dde954e94889efcccdb', 'subnets': [{'id': 'a1cf80ca-3ee4-4752-b65e-3f091ad2def6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:41:46.985889 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3181df-729e-4577-98eb-9e5ac91596c3 req-65afaeb6-d784-435c-bbd0-39ffb23a4e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:46.987942 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-2b3181df-729e-4577-98eb-9e5ac91596c3 req-65afaeb6-d784-435c-bbd0-39ffb23a4e3d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=03a224ed4cc448b3ab8491a1b5a2c99b&device_id=f347cb68-1b14-4e4e-a030-14691927f1c1 HTTP/1.1" status: 200 len: 1129 time: 0.0559835 Feb 19 02:41:47.028488 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7eced3f2-d32a-4a4b-b6d1-a4a4e2125ed3 req-670c6891-939a-486f-bcdf-ed6681ae8574 tempest-ServerShowV254Test-388145899 tempest-ServerShowV254Test-388145899-project] 10.222.0.72 "GET /v2.0/ports?device_id=02762ed8-bcd9-4d6a-b349-f49df2bdcbcb HTTP/1.1" status: 200 len: 210 time: 0.0346603 Feb 19 02:41:47.121070 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1ddb5ac-e430-4e21-978d-a71af738a109 req-015db5ec-b864-4bd8-acd1-83d7f4f064e4 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Made reservation on behalf of ad75c6928a1d4c6da3a56db6352b2618 for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:41:47.123158 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3181df-729e-4577-98eb-9e5ac91596c3 req-12c8447a-83f1-4ca3-9eee-242c9e51f338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:47.124678 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-2b3181df-729e-4577-98eb-9e5ac91596c3 req-12c8447a-83f1-4ca3-9eee-242c9e51f338 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5124bd00-da2a-4bd6-93a0-c14c92afb11f HTTP/1.1" status: 200 len: 870 time: 0.1272030 Feb 19 02:41:47.125822 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-c1ddb5ac-e430-4e21-978d-a71af738a109 req-015db5ec-b864-4bd8-acd1-83d7f4f064e4 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:47.179675 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-2b3181df-729e-4577-98eb-9e5ac91596c3 req-f7f9a8a3-1102-451d-aeab-3b4f00304258 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=eafc59ef-40bb-43a8-a05e-e0d1da4b46a2 HTTP/1.1" status: 200 len: 217 time: 0.0474458 Feb 19 02:41:47.262434 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3181df-729e-4577-98eb-9e5ac91596c3 req-aae76a4f-3831-4c6a-8416-d0a82599f619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:47.264058 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-2b3181df-729e-4577-98eb-9e5ac91596c3 req-aae76a4f-3831-4c6a-8416-d0a82599f619 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=974c06bc-f097-4890-970a-b087501ab241 HTTP/1.1" status: 200 len: 843 time: 0.0708339 Feb 19 02:41:47.291985 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae11f6f1-1391-4064-b459-587ee2ee5790 None None] New status for floating IP 24bd57ef-7306-43f0-a15f-f8ad2ff195a7: DOWN {{(pid=103704) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 02:41:47.345251 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3181df-729e-4577-98eb-9e5ac91596c3 req-8652e8d5-0e06-402d-b53b-bbe668d63bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:47.356643 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [req-c1ddb5ac-e430-4e21-978d-a71af738a109 req-015db5ec-b864-4bd8-acd1-83d7f4f064e4 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Allocated IP 172.20.0.6 (db98097a-bb19-479d-bd0d-4f71e988880a/2fe72d28-9326-4a85-b8b2-36c8cafae112/359a2f03-81dc-42fc-9315-cd2c2edd2142) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:41:47.358881 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-2b3181df-729e-4577-98eb-9e5ac91596c3 req-8652e8d5-0e06-402d-b53b-bbe668d63bcd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5124bd00-da2a-4bd6-93a0-c14c92afb11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0726488 Feb 19 02:41:47.360836 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12703934-5b7e-463c-8012-a4a3447eeb94', 'tag': '7d41a253-136f-4f5f-b68e-55c767b082fe'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:41:47.364489 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dc266eb-49f0-4a32-a6f0-c88edbc9f52c" -d '{"events": [{"name": "network-changed", "server_uuid": "12703934-5b7e-463c-8012-a4a3447eeb94", "tag": "7d41a253-136f-4f5f-b68e-55c767b082fe"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:41:47.526873 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-2b3181df-729e-4577-98eb-9e5ac91596c3 req-076a54d6-2b97-455a-ae5b-53fc96db24f4 service neutron] 10.222.0.73 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601174 Feb 19 02:41:47.528628 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5ddda4e7-ee01-4ad7-bc86-176b83d70dee req-3d77289e-62d3-4163-8e57-424de3cf3cb4 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] 10.222.0.72 "GET /v2.0/floatingips/24bd57ef-7306-43f0-a15f-f8ad2ff195a7 HTTP/1.1" status: 200 len: 696 time: 0.1032453 Feb 19 02:41:47.625235 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-2128d765-fb79-42cd-8c07-7642ebff7108 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:47.641384 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-2b3181df-729e-4577-98eb-9e5ac91596c3 req-c4c32ef1-dbed-43a6-a264-fe79f8d3c3be service neutron] 10.222.0.73 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039624 Feb 19 02:41:47.665712 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1b0b05c-0784-41f4-b8c5-01105bbf4447 x-openstack-request-id: req-f1b0b05c-0784-41f4-b8c5-01105bbf4447 {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:41:47.666007 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12703934-5b7e-463c-8012-a4a3447eeb94", "tag": "7d41a253-136f-4f5f-b68e-55c767b082fe", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:41:47.666261 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f1b0b05c-0784-41f4-b8c5-01105bbf4447 {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:41:47.666658 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12703934-5b7e-463c-8012-a4a3447eeb94', 'tag': '7d41a253-136f-4f5f-b68e-55c767b082fe', 'status': 'completed', 'code': 200} Feb 19 02:41:47.758258 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc266eb-49f0-4a32-a6f0-c88edbc9f52c req-ea39bea3-0b4c-4ae9-8643-ca1e30917fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:47.759917 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-6dc266eb-49f0-4a32-a6f0-c88edbc9f52c req-ea39bea3-0b4c-4ae9-8643-ca1e30917fb9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5126e9cc2c214dde954e94889efcccdb&device_id=12703934-5b7e-463c-8012-a4a3447eeb94 HTTP/1.1" status: 200 len: 1128 time: 0.0467327 Feb 19 02:41:47.774423 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-c1ddb5ac-e430-4e21-978d-a71af738a109 req-015db5ec-b864-4bd8-acd1-83d7f4f064e4 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Publish callbacks [] for port (359a2f03-81dc-42fc-9315-cd2c2edd2142), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:47.783647 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddda4e7-ee01-4ad7-bc86-176b83d70dee req-91dce4a6-8bbe-4a26-8d94-13f1319364ee tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:47.785129 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5ddda4e7-ee01-4ad7-bc86-176b83d70dee req-91dce4a6-8bbe-4a26-8d94-13f1319364ee tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] 10.222.0.72 "GET /v2.0/networks/eaf64708-9021-419e-b287-ef3e0f51e2ee HTTP/1.1" status: 200 len: 784 time: 0.2291863 Feb 19 02:41:47.801916 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [req-5ddda4e7-ee01-4ad7-bc86-176b83d70dee req-34362bcf-1e79-49b1-807e-a7d7f1879bc5 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103701) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:41:47.802909 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5ddda4e7-ee01-4ad7-bc86-176b83d70dee req-34362bcf-1e79-49b1-807e-a7d7f1879bc5 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0092671 Feb 19 02:41:47.843864 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3e151f-65c4-4684-b1f5-5f63996d6fd6 req-3eff90f2-0ecf-4258-91a5-cf28b1d85a86 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:47.845360 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fa3e151f-65c4-4684-b1f5-5f63996d6fd6 req-3eff90f2-0ecf-4258-91a5-cf28b1d85a86 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/ports?device_id=f347cb68-1b14-4e4e-a030-14691927f1c1 HTTP/1.1" status: 200 len: 947 time: 0.1323607 Feb 19 02:41:47.863224 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc266eb-49f0-4a32-a6f0-c88edbc9f52c req-5356e8e3-60cf-44da-a949-5b067946d08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:47.864770 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-6dc266eb-49f0-4a32-a6f0-c88edbc9f52c req-5356e8e3-60cf-44da-a949-5b067946d08b service neutron] 10.222.0.73 "GET /v2.0/networks?id=2f3a90ad-ee5a-41f0-bdc0-22abe981a050 HTTP/1.1" status: 200 len: 921 time: 0.0950656 Feb 19 02:41:47.897888 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5ddda4e7-ee01-4ad7-bc86-176b83d70dee req-ad40c85f-bc59-4d42-b657-26e9886a4193 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.6.114 HTTP/1.1" status: 200 len: 697 time: 0.0813603 Feb 19 02:41:47.910123 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-6dc266eb-49f0-4a32-a6f0-c88edbc9f52c req-174939c5-f394-4dc5-9212-bb637f9db256 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d41a253-136f-4f5f-b68e-55c767b082fe HTTP/1.1" status: 200 len: 217 time: 0.0391786 Feb 19 02:41:47.920653 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-c1ddb5ac-e430-4e21-978d-a71af738a109 req-015db5ec-b864-4bd8-acd1-83d7f4f064e4 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (359a2f03-81dc-42fc-9315-cd2c2edd2142), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:47.964346 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc266eb-49f0-4a32-a6f0-c88edbc9f52c req-cf5320eb-e2e5-4cbc-9595-e03c38671255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:47.966860 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-6dc266eb-49f0-4a32-a6f0-c88edbc9f52c req-cf5320eb-e2e5-4cbc-9595-e03c38671255 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a1cf80ca-3ee4-4752-b65e-3f091ad2def6 HTTP/1.1" status: 200 len: 859 time: 0.0496564 Feb 19 02:41:48.038100 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc266eb-49f0-4a32-a6f0-c88edbc9f52c req-c21652e6-e94f-4ab5-b47a-1538a38addb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:48.038100 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-6dc266eb-49f0-4a32-a6f0-c88edbc9f52c req-c21652e6-e94f-4ab5-b47a-1538a38addb9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2f3a90ad-ee5a-41f0-bdc0-22abe981a050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0555525 Feb 19 02:41:48.144736 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-6dc266eb-49f0-4a32-a6f0-c88edbc9f52c req-2d1c5d85-a520-4269-b620-6f7c42e31355 service neutron] 10.222.0.73 "GET /v2.0/networks/2f3a90ad-ee5a-41f0-bdc0-22abe981a050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986278 Feb 19 02:41:48.246930 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-6dc266eb-49f0-4a32-a6f0-c88edbc9f52c req-e55ddd02-a58c-4aed-84cb-c28e179592f4 service neutron] 10.222.0.73 "GET /v2.0/networks/2f3a90ad-ee5a-41f0-bdc0-22abe981a050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870583 Feb 19 02:41:48.261867 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5ddda4e7-ee01-4ad7-bc86-176b83d70dee req-cbc7d19c-1938-47c0-a767-e768cd437079 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.6.114 HTTP/1.1" status: 200 len: 697 time: 0.3563998 Feb 19 02:41:48.281440 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fa3e151f-65c4-4684-b1f5-5f63996d6fd6 req-78a16074-d9d6-4d9f-bda6-79060e684f86 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b908dbc-8f8c-41bc-a0bd-543abe15dd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4077716 Feb 19 02:41:48.293897 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1ddb5ac-e430-4e21-978d-a71af738a109 req-015db5ec-b864-4bd8-acd1-83d7f4f064e4 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Network db98097a-bb19-479d-bd0d-4f71e988880a is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:41:48.305340 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [req-c1ddb5ac-e430-4e21-978d-a71af738a109 req-015db5ec-b864-4bd8-acd1-83d7f4f064e4 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:41:48.307314 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1ddb5ac-e430-4e21-978d-a71af738a109 req-015db5ec-b864-4bd8-acd1-83d7f4f064e4 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:41:48.314220 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015db5ec-b864-4bd8-acd1-83d7f4f064e4 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Pushing event updated for resources: {'Port': ['ID=359a2f03-81dc-42fc-9315-cd2c2edd2142,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:41:48.454240 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ddb5ac-e430-4e21-978d-a71af738a109 req-015db5ec-b864-4bd8-acd1-83d7f4f064e4 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:48.454844 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-c1ddb5ac-e430-4e21-978d-a71af738a109 req-015db5ec-b864-4bd8-acd1-83d7f4f064e4 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:48.499592 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c1ddb5ac-e430-4e21-978d-a71af738a109 req-015db5ec-b864-4bd8-acd1-83d7f4f064e4 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6079147 Feb 19 02:41:48.516136 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d443a9b5-990a-4bfc-95e4-8ed546dbc361 req-3d4421aa-c6d0-4ea2-a578-fa7f5fef373c tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:48.518048 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d443a9b5-990a-4bfc-95e4-8ed546dbc361 req-3d4421aa-c6d0-4ea2-a578-fa7f5fef373c tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa9b45d5-254c-45de-8e0f-03eec8283098 HTTP/1.1" status: 200 len: 931 time: 0.1506886 Feb 19 02:41:48.524919 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-c1ddb5ac-e430-4e21-978d-a71af738a109 req-95d43886-2876-4044-ba00-4742b85e5d7e service neutron] Request body: {'port': {'device_id': 'fa9b45d5-254c-45de-8e0f-03eec8283098', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826753-2'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:41:48.580768 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-5ddda4e7-ee01-4ad7-bc86-176b83d70dee req-e4085b10-55d8-4fde-b60b-f8715120237a tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Deleting port d9263669-6579-4323-a319-d8b3af0c4856 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:41:48.581218 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-5ddda4e7-ee01-4ad7-bc86-176b83d70dee req-e4085b10-55d8-4fde-b60b-f8715120237a tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (d9263669-6579-4323-a319-d8b3af0c4856), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:48.675361 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d443a9b5-990a-4bfc-95e4-8ed546dbc361 req-9c5dd41e-e05e-42fe-ae27-9ebff25ead9d tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459649 Feb 19 02:41:48.681281 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-c1ddb5ac-e430-4e21-978d-a71af738a109 req-95d43886-2876-4044-ba00-4742b85e5d7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (359a2f03-81dc-42fc-9315-cd2c2edd2142), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:48.748770 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-5ddda4e7-ee01-4ad7-bc86-176b83d70dee req-e4085b10-55d8-4fde-b60b-f8715120237a tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (d9263669-6579-4323-a319-d8b3af0c4856), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:48.749125 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-5ddda4e7-ee01-4ad7-bc86-176b83d70dee req-e4085b10-55d8-4fde-b60b-f8715120237a tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Publish callbacks [] for floatingip (d9263669-6579-4323-a319-d8b3af0c4856), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:48.775287 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-5ddda4e7-ee01-4ad7-bc86-176b83d70dee req-e4085b10-55d8-4fde-b60b-f8715120237a tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Calling delete_port for d9263669-6579-4323-a319-d8b3af0c4856 owned by network:floatingip {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:41:49.012008 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966bc2b5-dc30-40d4-84b6-39d66d29854f req-8aecb0bd-7a0d-4d98-9713-051d94db7df4 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:49.013520 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-966bc2b5-dc30-40d4-84b6-39d66d29854f req-8aecb0bd-7a0d-4d98-9713-051d94db7df4 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=c26e984e-8f0b-4fc5-a561-e9bf90426fde HTTP/1.1" status: 200 len: 948 time: 0.1831498 Feb 19 02:41:49.091402 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:49.178287 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-966bc2b5-dc30-40d4-84b6-39d66d29854f req-f413172a-f837-45ed-8b43-c6383ff4055d tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554124 Feb 19 02:41:49.195537 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-5ddda4e7-ee01-4ad7-bc86-176b83d70dee req-e4085b10-55d8-4fde-b60b-f8715120237a tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (d9263669-6579-4323-a319-d8b3af0c4856), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:49.197158 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [req-c1ddb5ac-e430-4e21-978d-a71af738a109 req-95d43886-2876-4044-ba00-4742b85e5d7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 359a2f03-81dc-42fc-9315-cd2c2edd2142 {{(pid=103701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:41:49.212056 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-c1ddb5ac-e430-4e21-978d-a71af738a109 req-95d43886-2876-4044-ba00-4742b85e5d7e service neutron] Publish callbacks [] for port (359a2f03-81dc-42fc-9315-cd2c2edd2142), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:49.236924 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4085b10-55d8-4fde-b60b-f8715120237a tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Pushing event deleted for resources: {'Port': ['ID=d9263669-6579-4323-a319-d8b3af0c4856,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:41:49.294175 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.provisioning_blocks [req-c1ddb5ac-e430-4e21-978d-a71af738a109 req-95d43886-2876-4044-ba00-4742b85e5d7e service neutron] Transition to ACTIVE for port object 359a2f03-81dc-42fc-9315-cd2c2edd2142 will not be triggered until provisioned by entity L2. {{(pid=103701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:41:49.319347 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-16eb6bda-1030-432e-87a4-a6030109863e req-71a94436-e3e0-41bc-af79-68b809c63cde tempest-ServerShowV254Test-388145899 tempest-ServerShowV254Test-388145899-project] 10.222.0.72 "GET /v2.0/ports?device_id=02762ed8-bcd9-4d6a-b349-f49df2bdcbcb HTTP/1.1" status: 200 len: 210 time: 0.0572875 Feb 19 02:41:49.322046 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-c1ddb5ac-e430-4e21-978d-a71af738a109 req-95d43886-2876-4044-ba00-4742b85e5d7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (359a2f03-81dc-42fc-9315-cd2c2edd2142), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:49.373466 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-5ddda4e7-ee01-4ad7-bc86-176b83d70dee req-e4085b10-55d8-4fde-b60b-f8715120237a tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Publish callbacks [] for floatingip (24bd57ef-7306-43f0-a15f-f8ad2ff195a7), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:49.376049 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-5ddda4e7-ee01-4ad7-bc86-176b83d70dee req-e4085b10-55d8-4fde-b60b-f8715120237a tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:49.377824 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5ddda4e7-ee01-4ad7-bc86-176b83d70dee req-e4085b10-55d8-4fde-b60b-f8715120237a tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] 10.222.0.72 "DELETE /v2.0/floatingips/24bd57ef-7306-43f0-a15f-f8ad2ff195a7 HTTP/1.1" status: 204 len: 173 time: 1.0948801 Feb 19 02:41:49.380944 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device eafc59ef-40bb-43a8-a05e-e0d1da4b46a2 details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:41:49.393283 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d43886-2876-4044-ba00-4742b85e5d7e service neutron] Pushing event updated for resources: {'Port': ['ID=359a2f03-81dc-42fc-9315-cd2c2edd2142,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:41:49.508945 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-c1ddb5ac-e430-4e21-978d-a71af738a109 req-95d43886-2876-4044-ba00-4742b85e5d7e service neutron] Attempting to bind port 359a2f03-81dc-42fc-9315-cd2c2edd2142 on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:41:49.509766 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-c1ddb5ac-e430-4e21-978d-a71af738a109 req-95d43886-2876-4044-ba00-4742b85e5d7e service neutron] Attempting to bind port 359a2f03-81dc-42fc-9315-cd2c2edd2142 by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': '9dab481a-5428-424d-a8c3-4ae8ddfff67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'db98097a-bb19-479d-bd0d-4f71e988880a'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:41:49.510300 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ddb5ac-e430-4e21-978d-a71af738a109 req-95d43886-2876-4044-ba00-4742b85e5d7e service neutron] Attempting to bind port 359a2f03-81dc-42fc-9315-cd2c2edd2142 on network db98097a-bb19-479d-bd0d-4f71e988880a {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:41:49.520712 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ddb5ac-e430-4e21-978d-a71af738a109 req-95d43886-2876-4044-ba00-4742b85e5d7e service neutron] Port 359a2f03-81dc-42fc-9315-cd2c2edd2142 on network db98097a-bb19-479d-bd0d-4f71e988880a not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:41:49.521315 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ddb5ac-e430-4e21-978d-a71af738a109 req-95d43886-2876-4044-ba00-4742b85e5d7e service neutron] Attempting to bind port 359a2f03-81dc-42fc-9315-cd2c2edd2142 on network db98097a-bb19-479d-bd0d-4f71e988880a {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:41:49.534883 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ddb5ac-e430-4e21-978d-a71af738a109 req-95d43886-2876-4044-ba00-4742b85e5d7e service neutron] Checking agent: {'id': 'bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:41:49.535271 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ddb5ac-e430-4e21-978d-a71af738a109 req-95d43886-2876-4044-ba00-4742b85e5d7e service neutron] Checking segment: {'id': '9dab481a-5428-424d-a8c3-4ae8ddfff67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'db98097a-bb19-479d-bd0d-4f71e988880a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:41:49.535610 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ddb5ac-e430-4e21-978d-a71af738a109 req-95d43886-2876-4044-ba00-4742b85e5d7e service neutron] Bound using segment: {'id': '9dab481a-5428-424d-a8c3-4ae8ddfff67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'db98097a-bb19-479d-bd0d-4f71e988880a'} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:41:49.536046 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-c1ddb5ac-e430-4e21-978d-a71af738a109 req-95d43886-2876-4044-ba00-4742b85e5d7e service neutron] Bound port: 359a2f03-81dc-42fc-9315-cd2c2edd2142, host: n-h2-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dab481a-5428-424d-a8c3-4ae8ddfff67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'db98097a-bb19-479d-bd0d-4f71e988880a'}}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:41:49.536573 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-c1ddb5ac-e430-4e21-978d-a71af738a109 req-95d43886-2876-4044-ba00-4742b85e5d7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (359a2f03-81dc-42fc-9315-cd2c2edd2142), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:49.558337 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port eafc59ef-40bb-43a8-a05e-e0d1da4b46a2, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=eafc59ef-40bb-43a8-a05e-e0d1da4b46a2,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:41:49.584186 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': 'eafc59ef-40bb-43a8-a05e-e0d1da4b46a2', 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f', 'port_id': 'eafc59ef-40bb-43a8-a05e-e0d1da4b46a2', 'mac_address': 'fa:16:3e:ee:56:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '974c06bc-f097-4890-970a-b087501ab241', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:41:49.608309 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ca0d6f-3620-41e2-ae9e-514f7c6d6ebb req-4d887558-52a1-4ed2-b74c-ae0189eaddbe tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:49.625673 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-37ca0d6f-3620-41e2-ae9e-514f7c6d6ebb req-4d887558-52a1-4ed2-b74c-ae0189eaddbe tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/ports?device_id=f347cb68-1b14-4e4e-a030-14691927f1c1 HTTP/1.1" status: 200 len: 947 time: 0.1541865 Feb 19 02:41:49.639238 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port eafc59ef-40bb-43a8-a05e-e0d1da4b46a2 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:41:49.639911 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (eafc59ef-40bb-43a8-a05e-e0d1da4b46a2), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:49.661503 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eafc59ef-40bb-43a8-a05e-e0d1da4b46a2 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:41:49.698570 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-c1ddb5ac-e430-4e21-978d-a71af738a109 req-95d43886-2876-4044-ba00-4742b85e5d7e service neutron] For port 359a2f03-81dc-42fc-9315-cd2c2edd2142, host n-h2-826753-2, cleared binding levels {{(pid=103701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:41:49.705533 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port eafc59ef-40bb-43a8-a05e-e0d1da4b46a2, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=eafc59ef-40bb-43a8-a05e-e0d1da4b46a2,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:41:49.712272 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (eafc59ef-40bb-43a8-a05e-e0d1da4b46a2), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:49.716008 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 7a2ff793-afac-4496-ba61-bdbb8c4c9eb5 details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:41:49.729410 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-37ca0d6f-3620-41e2-ae9e-514f7c6d6ebb req-4c763330-4fd1-4a03-8060-c9decfabbad6 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b908dbc-8f8c-41bc-a0bd-543abe15dd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964386 Feb 19 02:41:49.737702 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-c1ddb5ac-e430-4e21-978d-a71af738a109 req-95d43886-2876-4044-ba00-4742b85e5d7e service neutron] For port 359a2f03-81dc-42fc-9315-cd2c2edd2142, host n-h2-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=359a2f03-81dc-42fc-9315-cd2c2edd2142,segment=NetworkSegment(9dab481a-5428-424d-a8c3-4ae8ddfff67b),segment_id=9dab481a-5428-424d-a8c3-4ae8ddfff67b)] {{(pid=103701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:41:49.750378 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-c1ddb5ac-e430-4e21-978d-a71af738a109 req-95d43886-2876-4044-ba00-4742b85e5d7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (359a2f03-81dc-42fc-9315-cd2c2edd2142), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:49.812287 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=eafc59ef-40bb-43a8-a05e-e0d1da4b46a2,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:41:49.822606 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:41:49.822864 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:41:49.823202 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:41:49.823540 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:41:49.823868 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:41:49.824193 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:41:49.824516 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:41:49.824845 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:41:49.825204 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:41:49.825529 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:41:49.825850 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:41:49.826169 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:41:49.826488 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:41:49.829246 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ddb5ac-e430-4e21-978d-a71af738a109 req-95d43886-2876-4044-ba00-4742b85e5d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:49.830710 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-c1ddb5ac-e430-4e21-978d-a71af738a109 req-95d43886-2876-4044-ba00-4742b85e5d7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:49.832300 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 7a2ff793-afac-4496-ba61-bdbb8c4c9eb5, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=7a2ff793-afac-4496-ba61-bdbb8c4c9eb5,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:41:49.832742 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c1ddb5ac-e430-4e21-978d-a71af738a109 req-95d43886-2876-4044-ba00-4742b85e5d7e service neutron] 10.222.0.82 "PUT /v2.0/ports/359a2f03-81dc-42fc-9315-cd2c2edd2142 HTTP/1.1" status: 200 len: 1091 time: 1.3122787 Feb 19 02:41:49.836949 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa9b45d5-254c-45de-8e0f-03eec8283098', 'tag': '359a2f03-81dc-42fc-9315-cd2c2edd2142'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:41:49.839353 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb4baf72-ab5b-46fc-88bc-6cf4fc6a0716" -d '{"events": [{"name": "network-changed", "server_uuid": "fa9b45d5-254c-45de-8e0f-03eec8283098", "tag": "359a2f03-81dc-42fc-9315-cd2c2edd2142"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:41:49.843630 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': '7a2ff793-afac-4496-ba61-bdbb8c4c9eb5', 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f', 'port_id': '7a2ff793-afac-4496-ba61-bdbb8c4c9eb5', 'mac_address': 'fa:16:3e:4a:ed:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '974c06bc-f097-4890-970a-b087501ab241', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:41:49.888138 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b965906e-4875-4ce9-9aa3-c6ff92a3bc26 req-940c407b-280e-4083-bbdd-1e9fd85b970d tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:49.890023 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b965906e-4875-4ce9-9aa3-c6ff92a3bc26 req-940c407b-280e-4083-bbdd-1e9fd85b970d tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] 10.222.0.72 "GET /v2.0/ports?device_id=12703934-5b7e-463c-8012-a4a3447eeb94 HTTP/1.1" status: 200 len: 946 time: 0.1298451 Feb 19 02:41:49.890824 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 7a2ff793-afac-4496-ba61-bdbb8c4c9eb5 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:41:49.891463 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d43886-2876-4044-ba00-4742b85e5d7e service neutron] Pushing event updated for resources: {'Port': ['ID=359a2f03-81dc-42fc-9315-cd2c2edd2142,revision_number=3']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:41:49.891580 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (7a2ff793-afac-4496-ba61-bdbb8c4c9eb5), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:49.907249 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a2ff793-afac-4496-ba61-bdbb8c4c9eb5 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:41:49.932387 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 7a2ff793-afac-4496-ba61-bdbb8c4c9eb5, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=7a2ff793-afac-4496-ba61-bdbb8c4c9eb5,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:41:49.942321 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (7a2ff793-afac-4496-ba61-bdbb8c4c9eb5), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:49.997326 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=7a2ff793-afac-4496-ba61-bdbb8c4c9eb5,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:41:50.001727 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b965906e-4875-4ce9-9aa3-c6ff92a3bc26 req-f83f9530-70b1-4ef0-bbed-733b4ef60a86 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] 10.222.0.72 "GET /v2.0/security-groups?id=114ac838-b4eb-4c21-acd3-b988daa48150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052897 Feb 19 02:41:50.016620 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ddb5ac-e430-4e21-978d-a71af738a109 req-34fb054c-94b4-4c36-ab41-89f75805b1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:50.019606 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c1ddb5ac-e430-4e21-978d-a71af738a109 req-34fb054c-94b4-4c36-ab41-89f75805b1ac service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ad75c6928a1d4c6da3a56db6352b2618&device_id=fa9b45d5-254c-45de-8e0f-03eec8283098 HTTP/1.1" status: 200 len: 1125 time: 0.0969868 Feb 19 02:41:50.088554 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c1ddb5ac-e430-4e21-978d-a71af738a109 req-bd47b504-f519-455f-a5ff-41b703625cc9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=359a2f03-81dc-42fc-9315-cd2c2edd2142 HTTP/1.1" status: 200 len: 217 time: 0.0484233 Feb 19 02:41:50.090336 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb4cfa3-c7d5-40b4-ad35-faf67b498ca0 x-openstack-request-id: req-7cb4cfa3-c7d5-40b4-ad35-faf67b498ca0 {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:41:50.090796 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa9b45d5-254c-45de-8e0f-03eec8283098", "tag": "359a2f03-81dc-42fc-9315-cd2c2edd2142", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:41:50.091226 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7cb4cfa3-c7d5-40b4-ad35-faf67b498ca0 {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:41:50.091775 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa9b45d5-254c-45de-8e0f-03eec8283098', 'tag': '359a2f03-81dc-42fc-9315-cd2c2edd2142', 'status': 'completed', 'code': 200} Feb 19 02:41:50.190607 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56de0f88-787d-4d59-abbd-1c3a8c91e893 req-d2281dd4-4ee7-4c1c-8802-379508c4ecca tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:50.192094 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-56de0f88-787d-4d59-abbd-1c3a8c91e893 req-d2281dd4-4ee7-4c1c-8802-379508c4ecca tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa9b45d5-254c-45de-8e0f-03eec8283098 HTTP/1.1" status: 200 len: 943 time: 0.0993767 Feb 19 02:41:50.194028 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ddb5ac-e430-4e21-978d-a71af738a109 req-5a7d497c-0905-43c8-83b2-0595acca0e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:50.195446 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c1ddb5ac-e430-4e21-978d-a71af738a109 req-5a7d497c-0905-43c8-83b2-0595acca0e59 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2fe72d28-9326-4a85-b8b2-36c8cafae112 HTTP/1.1" status: 200 len: 861 time: 0.0658081 Feb 19 02:41:50.240042 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c1ddb5ac-e430-4e21-978d-a71af738a109 req-074f22c4-39cb-486d-81d7-a3edface04a7 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=db98097a-bb19-479d-bd0d-4f71e988880a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351315 Feb 19 02:41:50.269659 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:50.285549 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-56de0f88-787d-4d59-abbd-1c3a8c91e893 req-c86536cb-ce06-4cbc-954c-b68f89c51fc4 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864329 Feb 19 02:41:50.410383 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c1ddb5ac-e430-4e21-978d-a71af738a109 req-28f7c079-d6a8-4696-87b1-28887d8eaa62 service neutron] 10.222.0.82 "GET /v2.0/networks/db98097a-bb19-479d-bd0d-4f71e988880a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606460 Feb 19 02:41:50.511957 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d2092e06-42c2-4e03-9e96-b489a820d077 req-6cf00c4d-4010-4971-ae00-8d1dcc57f597 tempest-ServerShowV254Test-388145899 tempest-ServerShowV254Test-388145899-project] 10.222.0.72 "GET /v2.0/ports?device_id=02762ed8-bcd9-4d6a-b349-f49df2bdcbcb HTTP/1.1" status: 200 len: 210 time: 0.0352750 Feb 19 02:41:50.519368 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b097504-6cc1-45eb-970b-3840f5900b1a req-49a94ab0-3dcc-45b8-8ecc-a40eca31b8f6 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:50.520807 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9b097504-6cc1-45eb-970b-3840f5900b1a req-49a94ab0-3dcc-45b8-8ecc-a40eca31b8f6 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=c26e984e-8f0b-4fc5-a561-e9bf90426fde HTTP/1.1" status: 200 len: 949 time: 0.1437573 Feb 19 02:41:50.564363 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c1ddb5ac-e430-4e21-978d-a71af738a109 req-132d0f99-aa78-4bbd-81f3-eee41e65e238 service neutron] 10.222.0.82 "GET /v2.0/networks/db98097a-bb19-479d-bd0d-4f71e988880a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471653 Feb 19 02:41:50.583062 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['eafc59ef-40bb-43a8-a05e-e0d1da4b46a2'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:41:50.606508 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9b097504-6cc1-45eb-970b-3840f5900b1a req-7871e598-1c7c-475f-8704-e6b476e4ceba tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731306 Feb 19 02:41:50.644118 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['7a2ff793-afac-4496-ba61-bdbb8c4c9eb5'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:41:50.783863 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4baf72-ab5b-46fc-88bc-6cf4fc6a0716 req-e28cb4bf-e7ae-4f7e-be61-dbf400433dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:50.792347 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-eb4baf72-ab5b-46fc-88bc-6cf4fc6a0716 req-e28cb4bf-e7ae-4f7e-be61-dbf400433dfe service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ad75c6928a1d4c6da3a56db6352b2618&device_id=fa9b45d5-254c-45de-8e0f-03eec8283098 HTTP/1.1" status: 200 len: 1125 time: 0.0952446 Feb 19 02:41:50.930523 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c73273-0c50-4ba2-9b96-93b219eb60b8 req-ce083984-95bd-4c43-9eb1-6b5bbf119a39 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:50.932081 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-21c73273-0c50-4ba2-9b96-93b219eb60b8 req-ce083984-95bd-4c43-9eb1-6b5bbf119a39 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/ports?device_id=f347cb68-1b14-4e4e-a030-14691927f1c1 HTTP/1.1" status: 200 len: 948 time: 0.0770416 Feb 19 02:41:50.958725 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4baf72-ab5b-46fc-88bc-6cf4fc6a0716 req-7369690b-7e9e-426c-96e7-9aa834167df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:50.960324 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-eb4baf72-ab5b-46fc-88bc-6cf4fc6a0716 req-7369690b-7e9e-426c-96e7-9aa834167df9 service neutron] 10.222.0.82 "GET /v2.0/networks?id=db98097a-bb19-479d-bd0d-4f71e988880a HTTP/1.1" status: 200 len: 922 time: 0.1574917 Feb 19 02:41:51.009988 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-eb4baf72-ab5b-46fc-88bc-6cf4fc6a0716 req-28a0dd5d-a802-4aeb-84fa-1b0c0ebd53fc service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=359a2f03-81dc-42fc-9315-cd2c2edd2142 HTTP/1.1" status: 200 len: 217 time: 0.0418768 Feb 19 02:41:51.028426 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-21c73273-0c50-4ba2-9b96-93b219eb60b8 req-cc981b16-7ff7-4772-82b8-656f54b977f8 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b908dbc-8f8c-41bc-a0bd-543abe15dd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905964 Feb 19 02:41:51.066561 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4baf72-ab5b-46fc-88bc-6cf4fc6a0716 req-33ded11a-f441-44d8-b6ea-731eab860568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:51.068052 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-eb4baf72-ab5b-46fc-88bc-6cf4fc6a0716 req-33ded11a-f441-44d8-b6ea-731eab860568 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2fe72d28-9326-4a85-b8b2-36c8cafae112 HTTP/1.1" status: 200 len: 861 time: 0.0488558 Feb 19 02:41:51.103336 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-eb4baf72-ab5b-46fc-88bc-6cf4fc6a0716 req-559238d8-3517-4cfa-96ab-4729bd8cd083 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=db98097a-bb19-479d-bd0d-4f71e988880a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285301 Feb 19 02:41:51.269109 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a4e75-d962-40c2-86fb-61f068f004db req-49910ac5-d50c-42ed-8c21-883f7a065ee8 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:51.270653 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3d8a4e75-d962-40c2-86fb-61f068f004db req-49910ac5-d50c-42ed-8c21-883f7a065ee8 tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] 10.222.0.72 "GET /v2.0/ports?device_id=12703934-5b7e-463c-8012-a4a3447eeb94 HTTP/1.1" status: 200 len: 946 time: 0.1602707 Feb 19 02:41:51.272960 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-eb4baf72-ab5b-46fc-88bc-6cf4fc6a0716 req-40153ae0-cdbc-43d6-bb7f-bfdfc271ab0d service neutron] 10.222.0.82 "GET /v2.0/networks/db98097a-bb19-479d-bd0d-4f71e988880a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607580 Feb 19 02:41:51.422603 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3d8a4e75-d962-40c2-86fb-61f068f004db req-88b9c848-11d3-40b8-80f5-ae2280f6c94c tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] 10.222.0.72 "GET /v2.0/security-groups?id=114ac838-b4eb-4c21-acd3-b988daa48150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457474 Feb 19 02:41:51.458182 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-eb4baf72-ab5b-46fc-88bc-6cf4fc6a0716 req-2589c30a-9121-48c5-bdfe-218f95435572 service neutron] 10.222.0.82 "GET /v2.0/networks/db98097a-bb19-479d-bd0d-4f71e988880a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728768 Feb 19 02:41:51.470573 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d09a7c-806c-4d9d-b719-72ab7fa89613 req-34cbb13d-6433-4435-885b-421451f6d1e1 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:51.472332 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-75d09a7c-806c-4d9d-b719-72ab7fa89613 req-34cbb13d-6433-4435-885b-421451f6d1e1 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa9b45d5-254c-45de-8e0f-03eec8283098 HTTP/1.1" status: 200 len: 943 time: 0.0991085 Feb 19 02:41:51.539060 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48374) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:41:51.547467 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-75d09a7c-806c-4d9d-b719-72ab7fa89613 req-a514652d-1bbb-4b79-ba0c-94988e85ba69 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571027 Feb 19 02:41:51.628249 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b9e04182-82e1-415a-bbd3-30612f72b522 req-aaf8a401-e792-4f8d-afb6-7e1c6ae9a24c tempest-ServerShowV254Test-388145899 tempest-ServerShowV254Test-388145899-project] 10.222.0.72 "GET /v2.0/ports?device_id=02762ed8-bcd9-4d6a-b349-f49df2bdcbcb HTTP/1.1" status: 200 len: 210 time: 0.0284784 Feb 19 02:41:51.659290 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0affba9c-a2e9-4979-927c-ac4ac20c0f4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:51.743811 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0affba9c-a2e9-4979-927c-ac4ac20c0f4f admin admin] Publish callbacks [] for security_group (9bf51328-7594-4ae5-90ee-6dc7dc9b3cd9), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:51.749324 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0affba9c-a2e9-4979-927c-ac4ac20c0f4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (9bf51328-7594-4ae5-90ee-6dc7dc9b3cd9), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:51.752844 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1009f7-2283-4825-b9b5-5cbd87297c31 req-b6f2d59b-131d-46df-ac4f-a20b5184b15b tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:51.754350 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0e1009f7-2283-4825-b9b5-5cbd87297c31 req-b6f2d59b-131d-46df-ac4f-a20b5184b15b tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=c26e984e-8f0b-4fc5-a561-e9bf90426fde HTTP/1.1" status: 200 len: 949 time: 0.0565641 Feb 19 02:41:51.810457 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0e1009f7-2283-4825-b9b5-5cbd87297c31 req-fae7d49a-bdca-4611-8e16-96a017d5be10 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456848 Feb 19 02:41:51.834713 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0affba9c-a2e9-4979-927c-ac4ac20c0f4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bf51328-7594-4ae5-90ee-6dc7dc9b3cd9,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:41:51.840663 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:51.854842 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-0affba9c-a2e9-4979-927c-ac4ac20c0f4f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ff596ece85f24b3399c1df797c1c96e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3146315 Feb 19 02:41:51.857455 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 48384) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:41:51.866916 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95735c69-c23c-4309-ad56-1b8e2bbf38fb req-7b573bf4-9d85-475c-ad44-634fcd53e0dd tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:51.868369 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-95735c69-c23c-4309-ad56-1b8e2bbf38fb req-7b573bf4-9d85-475c-ad44-634fcd53e0dd tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] 10.222.0.73 "GET /v2.0/ports?device_id=12703934-5b7e-463c-8012-a4a3447eeb94 HTTP/1.1" status: 200 len: 946 time: 0.1010499 Feb 19 02:41:51.909242 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0cac37da-ad50-41dc-b66f-48beabd84828 admin admin] Publish callbacks [] for security_group (9bf51328-7594-4ae5-90ee-6dc7dc9b3cd9), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:51.932339 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0cac37da-ad50-41dc-b66f-48beabd84828 admin admin] Publish callbacks [] for security_group (9bf51328-7594-4ae5-90ee-6dc7dc9b3cd9), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:51.968565 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-95735c69-c23c-4309-ad56-1b8e2bbf38fb req-9f4c6235-d802-4cf4-826c-636158714e5e tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Deleting port 7d41a253-136f-4f5f-b68e-55c767b082fe {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:41:51.968881 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-95735c69-c23c-4309-ad56-1b8e2bbf38fb req-9f4c6235-d802-4cf4-826c-636158714e5e tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (7d41a253-136f-4f5f-b68e-55c767b082fe), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:51.989837 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0cac37da-ad50-41dc-b66f-48beabd84828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (9bf51328-7594-4ae5-90ee-6dc7dc9b3cd9), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:51.992535 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0cac37da-ad50-41dc-b66f-48beabd84828 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:51.993761 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-0cac37da-ad50-41dc-b66f-48beabd84828 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9bf51328-7594-4ae5-90ee-6dc7dc9b3cd9 HTTP/1.1" status: 204 len: 168 time: 0.1339450 Feb 19 02:41:52.002979 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cac37da-ad50-41dc-b66f-48beabd84828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bf51328-7594-4ae5-90ee-6dc7dc9b3cd9,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:41:52.081275 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-95735c69-c23c-4309-ad56-1b8e2bbf38fb req-9f4c6235-d802-4cf4-826c-636158714e5e tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] For port 7d41a253-136f-4f5f-b68e-55c767b082fe, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=7d41a253-136f-4f5f-b68e-55c767b082fe,segment=NetworkSegment(10fe79c3-695f-410b-b530-64a63e824745),segment_id=10fe79c3-695f-410b-b530-64a63e824745)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:41:52.081771 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-95735c69-c23c-4309-ad56-1b8e2bbf38fb req-9f4c6235-d802-4cf4-826c-636158714e5e tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (7d41a253-136f-4f5f-b68e-55c767b082fe), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:52.096846 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-95735c69-c23c-4309-ad56-1b8e2bbf38fb req-9f4c6235-d802-4cf4-826c-636158714e5e tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Calling delete_port for 7d41a253-136f-4f5f-b68e-55c767b082fe owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:41:52.160428 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:52.190255 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bce355-238e-4b27-9f50-445e432f0dbd req-78c941fb-106f-4e28-950f-7ee5a827bfbe tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:52.193513 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-47bce355-238e-4b27-9f50-445e432f0dbd req-78c941fb-106f-4e28-950f-7ee5a827bfbe tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/ports?device_id=f347cb68-1b14-4e4e-a030-14691927f1c1 HTTP/1.1" status: 200 len: 948 time: 0.0767648 Feb 19 02:41:52.270549 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-95735c69-c23c-4309-ad56-1b8e2bbf38fb req-9f4c6235-d802-4cf4-826c-636158714e5e tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (7d41a253-136f-4f5f-b68e-55c767b082fe), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:52.271644 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-47bce355-238e-4b27-9f50-445e432f0dbd req-67f7c80b-8de6-4394-9e5a-94d8c1f8582c tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b908dbc-8f8c-41bc-a0bd-543abe15dd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618291 Feb 19 02:41:52.311690 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4c6235-d802-4cf4-826c-636158714e5e tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Pushing event deleted for resources: {'Port': ['ID=7d41a253-136f-4f5f-b68e-55c767b082fe,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:41:52.322092 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['7d41a253-136f-4f5f-b68e-55c767b082fe'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:41:52.369139 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-95735c69-c23c-4309-ad56-1b8e2bbf38fb req-9f4c6235-d802-4cf4-826c-636158714e5e tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] No DVR routers for this DVR port 7d41a253-136f-4f5f-b68e-55c767b082fe on host n-h1-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:41:52.371740 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-95735c69-c23c-4309-ad56-1b8e2bbf38fb req-9f4c6235-d802-4cf4-826c-636158714e5e tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:52.375386 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-95735c69-c23c-4309-ad56-1b8e2bbf38fb req-9f4c6235-d802-4cf4-826c-636158714e5e tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] 10.222.0.73 "DELETE /v2.0/ports/7d41a253-136f-4f5f-b68e-55c767b082fe HTTP/1.1" status: 204 len: 173 time: 0.5006623 Feb 19 02:41:52.375839 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12703934-5b7e-463c-8012-a4a3447eeb94', 'name': 'network-vif-deleted', 'tag': '7d41a253-136f-4f5f-b68e-55c767b082fe'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:41:52.387129 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdb67514-0afe-4f80-a9ac-bbf1dbef1467" -d '{"events": [{"server_uuid": "12703934-5b7e-463c-8012-a4a3447eeb94", "name": "network-vif-deleted", "tag": "7d41a253-136f-4f5f-b68e-55c767b082fe"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:41:52.437711 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9ff3ab3-f501-43d7-9dba-8d66cf682eb3 x-openstack-request-id: req-c9ff3ab3-f501-43d7-9dba-8d66cf682eb3 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:41:52.438013 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12703934-5b7e-463c-8012-a4a3447eeb94", "name": "network-vif-deleted", "tag": "7d41a253-136f-4f5f-b68e-55c767b082fe", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:41:52.438288 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c9ff3ab3-f501-43d7-9dba-8d66cf682eb3 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:41:52.438815 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12703934-5b7e-463c-8012-a4a3447eeb94', 'name': 'network-vif-deleted', 'tag': '7d41a253-136f-4f5f-b68e-55c767b082fe', 'status': 'completed', 'code': 200} Feb 19 02:41:52.547649 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b5bc436a-242f-43b3-a032-a6603ae25b99 req-b8162442-72ab-4dd6-a8fa-bbe957833efe tempest-FloatingIPsAssociationTestJSON-364667756 tempest-FloatingIPsAssociationTestJSON-364667756-project] 10.222.0.72 "GET /v2.0/ports?device_id=12703934-5b7e-463c-8012-a4a3447eeb94 HTTP/1.1" status: 200 len: 210 time: 0.0365553 Feb 19 02:41:52.697448 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82945ba-abb7-408f-b279-022c08839c32 req-ada2e11e-8ee2-4bfc-a5f2-080da7826563 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:52.704722 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f82945ba-abb7-408f-b279-022c08839c32 req-ada2e11e-8ee2-4bfc-a5f2-080da7826563 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa9b45d5-254c-45de-8e0f-03eec8283098 HTTP/1.1" status: 200 len: 943 time: 0.0651882 Feb 19 02:41:52.761259 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8e9a388c-9727-4c61-abe4-b8975bf8b895 req-6e789b67-79e4-422d-9eb6-ed7403b86dee tempest-ServerShowV254Test-388145899 tempest-ServerShowV254Test-388145899-project] 10.222.0.72 "GET /v2.0/ports?device_id=02762ed8-bcd9-4d6a-b349-f49df2bdcbcb HTTP/1.1" status: 200 len: 210 time: 0.0368938 Feb 19 02:41:52.793513 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f82945ba-abb7-408f-b279-022c08839c32 req-eff2b134-bc1b-4869-900d-3f6d403251ad tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876656 Feb 19 02:41:52.854206 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48420) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:41:52.960082 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebaa403-5d9f-43b3-93c1-386fe7b33c07 req-2a236b18-e602-43b8-9009-b4ae198a9682 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:52.961746 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7ebaa403-5d9f-43b3-93c1-386fe7b33c07 req-2a236b18-e602-43b8-9009-b4ae198a9682 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=c26e984e-8f0b-4fc5-a561-e9bf90426fde HTTP/1.1" status: 200 len: 949 time: 0.0551121 Feb 19 02:41:52.963553 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-61a3dd5a-73be-4ec3-b8f8-b2187d88cacc admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1107864772-network', 'tenant_id': '6826eb2468f24f9f8cc5534311e52b1d'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:41:52.984391 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61a3dd5a-73be-4ec3-b8f8-b2187d88cacc admin admin] Made reservation on behalf of 6826eb2468f24f9f8cc5534311e52b1d for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:41:52.988537 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-61a3dd5a-73be-4ec3-b8f8-b2187d88cacc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:52.997964 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-61a3dd5a-73be-4ec3-b8f8-b2187d88cacc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:53.018480 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7ebaa403-5d9f-43b3-93c1-386fe7b33c07 req-5b1e6e5c-f07a-4ce0-abc8-e82ab3e5c4bb tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502574 Feb 19 02:41:53.091690 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-61a3dd5a-73be-4ec3-b8f8-b2187d88cacc admin admin] Publish callbacks [] for security_group (c53b7897-7512-4e59-ab49-c3f77da648a6), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:53.097098 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-61a3dd5a-73be-4ec3-b8f8-b2187d88cacc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (c53b7897-7512-4e59-ab49-c3f77da648a6), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:53.125594 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61a3dd5a-73be-4ec3-b8f8-b2187d88cacc admin admin] vlan segment allocate from pool success with {'vlan_id': 281, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:41:53.139121 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a3dd5a-73be-4ec3-b8f8-b2187d88cacc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c53b7897-7512-4e59-ab49-c3f77da648a6,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:41:53.144093 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-61a3dd5a-73be-4ec3-b8f8-b2187d88cacc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (2ce9568b-cb30-4be2-8f02-4f9226e8510c), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:53.144463 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-61a3dd5a-73be-4ec3-b8f8-b2187d88cacc admin admin] Added segment 2ce9568b-cb30-4be2-8f02-4f9226e8510c of type vlan for network 0d27bcf2-adc6-47c0-abdd-be9d15de3ddc Feb 19 02:41:53.187652 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-61a3dd5a-73be-4ec3-b8f8-b2187d88cacc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (0d27bcf2-adc6-47c0-abdd-be9d15de3ddc), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:53.211841 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-61a3dd5a-73be-4ec3-b8f8-b2187d88cacc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (0d27bcf2-adc6-47c0-abdd-be9d15de3ddc), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:53.212827 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a3dd5a-73be-4ec3-b8f8-b2187d88cacc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:53.213445 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-61a3dd5a-73be-4ec3-b8f8-b2187d88cacc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:53.270911 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-61a3dd5a-73be-4ec3-b8f8-b2187d88cacc admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4154942 Feb 19 02:41:53.274245 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48426) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:41:53.278488 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-02a03b9a-78c1-49a7-a27a-d018e72e0289 admin admin] Request body: {'subnet': {'network_id': '0d27bcf2-adc6-47c0-abdd-be9d15de3ddc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1107864772-subnet', 'tenant_id': '6826eb2468f24f9f8cc5534311e52b1d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:41:53.287870 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a3dd5a-73be-4ec3-b8f8-b2187d88cacc admin admin] Pushing event updated for resources: {'Network': ['ID=0d27bcf2-adc6-47c0-abdd-be9d15de3ddc,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:41:53.302626 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 0d27bcf2-adc6-47c0-abdd-be9d15de3ddc details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:41:53.326918 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a03b9a-78c1-49a7-a27a-d018e72e0289 admin admin] Made reservation on behalf of 6826eb2468f24f9f8cc5534311e52b1d for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:41:53.329952 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-02a03b9a-78c1-49a7-a27a-d018e72e0289 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:53.379597 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbf8c2c-8be1-4b5c-8c3d-55fe8c5b1ce9 req-70f41e3f-c441-407b-90b3-e3a7cfa5d082 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:53.387250 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3dbf8c2c-8be1-4b5c-8c3d-55fe8c5b1ce9 req-70f41e3f-c441-407b-90b3-e3a7cfa5d082 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/ports?device_id=f347cb68-1b14-4e4e-a030-14691927f1c1 HTTP/1.1" status: 200 len: 948 time: 0.0638037 Feb 19 02:41:53.429042 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device eafc59ef-40bb-43a8-a05e-e0d1da4b46a2 up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:41:53.444936 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3dbf8c2c-8be1-4b5c-8c3d-55fe8c5b1ce9 req-527be1ac-3b91-4c70-91dd-4a6223fe1a8e tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b908dbc-8f8c-41bc-a0bd-543abe15dd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568132 Feb 19 02:41:53.502442 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning for port eafc59ef-40bb-43a8-a05e-e0d1da4b46a2 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:41:53.506611 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port eafc59ef-40bb-43a8-a05e-e0d1da4b46a2 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:41:53.506975 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (eafc59ef-40bb-43a8-a05e-e0d1da4b46a2), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:53.545322 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-02a03b9a-78c1-49a7-a27a-d018e72e0289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (711684dd-1cdb-4818-a281-0b13f4347e79), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:53.597897 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 359a2f03-81dc-42fc-9315-cd2c2edd2142 details requested by agent hyperv_n-h2-826753-2 with host n-h2-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:41:53.610384 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a03b9a-78c1-49a7-a27a-d018e72e0289 admin admin] Pushing event updated for resources: {'Subnet': ['ID=711684dd-1cdb-4818-a281-0b13f4347e79,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:41:53.620188 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a03b9a-78c1-49a7-a27a-d018e72e0289 admin admin] Checking segment: {'id': '2ce9568b-cb30-4be2-8f02-4f9226e8510c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '0d27bcf2-adc6-47c0-abdd-be9d15de3ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:41:53.620643 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a03b9a-78c1-49a7-a27a-d018e72e0289 admin admin] Network hostable DHCP agents. Network: 0d27bcf2-adc6-47c0-abdd-be9d15de3ddc, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:41:53.625394 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port eafc59ef-40bb-43a8-a05e-e0d1da4b46a2 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:41:53.625988 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (eafc59ef-40bb-43a8-a05e-e0d1da4b46a2), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:53.637030 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48430) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:41:53.681078 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a03b9a-78c1-49a7-a27a-d018e72e0289 admin admin] Network 0d27bcf2-adc6-47c0-abdd-be9d15de3ddc is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:41:53.692745 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f347cb68-1b14-4e4e-a030-14691927f1c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eafc59ef-40bb-43a8-a05e-e0d1da4b46a2'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:41:53.695047 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad1a1c28-a058-46e8-925a-2141351b8099" -d '{"events": [{"server_uuid": "f347cb68-1b14-4e4e-a030-14691927f1c1", "name": "network-vif-plugged", "status": "completed", "tag": "eafc59ef-40bb-43a8-a05e-e0d1da4b46a2"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:41:53.696228 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-02a03b9a-78c1-49a7-a27a-d018e72e0289 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 0d27bcf2-adc6-47c0-abdd-be9d15de3ddc) {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:41:53.701498 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a03b9a-78c1-49a7-a27a-d018e72e0289 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:53.702122 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-02a03b9a-78c1-49a7-a27a-d018e72e0289 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:53.713075 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port eafc59ef-40bb-43a8-a05e-e0d1da4b46a2, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=eafc59ef-40bb-43a8-a05e-e0d1da4b46a2,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:41:53.721623 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f205ea-1318-4cdf-8363-4a1bfc3032c3 None None] Network 0d27bcf2-adc6-47c0-abdd-be9d15de3ddc requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:41:53.731945 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-02a03b9a-78c1-49a7-a27a-d018e72e0289 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4570224 Feb 19 02:41:53.734020 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (eafc59ef-40bb-43a8-a05e-e0d1da4b46a2), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:53.734800 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 7a2ff793-afac-4496-ba61-bdbb8c4c9eb5 up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:41:53.734946 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 48434) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:41:53.740824 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-66d7014e-9fe7-4f78-8a00-575f43b23de7 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1107864772-router', 'tenant_id': '6826eb2468f24f9f8cc5534311e52b1d', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:41:53.784248 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-66d7014e-9fe7-4f78-8a00-575f43b23de7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14172'] for router (aa702705-3898-4a5b-b1f3-44e4ee0c488f), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:53.785834 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-66d7014e-9fe7-4f78-8a00-575f43b23de7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16317487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16285822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16309985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14247'] for router (aa702705-3898-4a5b-b1f3-44e4ee0c488f), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:53.840166 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04317e1f-997b-4240-8a86-802d8d06b85e x-openstack-request-id: req-04317e1f-997b-4240-8a86-802d8d06b85e {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:41:53.842290 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f347cb68-1b14-4e4e-a030-14691927f1c1", "name": "network-vif-plugged", "status": "completed", "tag": "eafc59ef-40bb-43a8-a05e-e0d1da4b46a2", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:41:53.842290 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-04317e1f-997b-4240-8a86-802d8d06b85e {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:41:53.842290 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f347cb68-1b14-4e4e-a030-14691927f1c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eafc59ef-40bb-43a8-a05e-e0d1da4b46a2', 'code': 200} Feb 19 02:41:53.884276 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 359a2f03-81dc-42fc-9315-cd2c2edd2142, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=359a2f03-81dc-42fc-9315-cd2c2edd2142,segment=NetworkSegment(9dab481a-5428-424d-a8c3-4ae8ddfff67b),segment_id=9dab481a-5428-424d-a8c3-4ae8ddfff67b)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:41:53.907027 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-66d7014e-9fe7-4f78-8a00-575f43b23de7 admin admin] Publish callbacks [] for router_controller (aa702705-3898-4a5b-b1f3-44e4ee0c488f), precommit_add_association {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:53.944120 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Returning: {'device': '359a2f03-81dc-42fc-9315-cd2c2edd2142', 'network_id': 'db98097a-bb19-479d-bd0d-4f71e988880a', 'port_id': '359a2f03-81dc-42fc-9315-cd2c2edd2142', 'mac_address': 'fa:16:3e:c6:fe:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fe72d28-9326-4a85-b8b2-36c8cafae112', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:41:53.973406 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=eafc59ef-40bb-43a8-a05e-e0d1da4b46a2,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:41:54.029212 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a5dc83-d2a8-4290-b57d-053ca63ca851 req-2e20d2b8-2cc6-4ffe-9ed2-71448df1f488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:54.030705 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-04a5dc83-d2a8-4290-b57d-053ca63ca851 req-2e20d2b8-2cc6-4ffe-9ed2-71448df1f488 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f347cb68-1b14-4e4e-a030-14691927f1c1 HTTP/1.1" status: 200 len: 1131 time: 0.1500731 Feb 19 02:41:54.057743 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning for port 7a2ff793-afac-4496-ba61-bdbb8c4c9eb5 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:41:54.065501 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926fc4d6-193c-4164-b07f-c84bd1cf4d51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-0d27bcf2-adc6-47c0-abdd-be9d15de3ddc', 'network_id': '0d27bcf2-adc6-47c0-abdd-be9d15de3ddc', 'project_id': '6826eb2468f24f9f8cc5534311e52b1d', 'fixed_ips': [{'subnet_id': '711684dd-1cdb-4818-a281-0b13f4347e79'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:41:54.066651 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-926fc4d6-193c-4164-b07f-c84bd1cf4d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:54.066985 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4f016750-b97a-4ddc-a020-344cd2db7f7c req-fe0ca593-0550-4940-9d67-fb47623d17b6 tempest-ServerShowV254Test-388145899 tempest-ServerShowV254Test-388145899-project] 10.222.0.72 "GET /v2.0/ports?device_id=02762ed8-bcd9-4d6a-b349-f49df2bdcbcb HTTP/1.1" status: 200 len: 210 time: 0.0698218 Feb 19 02:41:54.071382 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port 7a2ff793-afac-4496-ba61-bdbb8c4c9eb5 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:41:54.071925 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (7a2ff793-afac-4496-ba61-bdbb8c4c9eb5), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:54.073568 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 359a2f03-81dc-42fc-9315-cd2c2edd2142 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:41:54.074114 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (359a2f03-81dc-42fc-9315-cd2c2edd2142), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:54.130231 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 359a2f03-81dc-42fc-9315-cd2c2edd2142 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:41:54.172964 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 359a2f03-81dc-42fc-9315-cd2c2edd2142, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=359a2f03-81dc-42fc-9315-cd2c2edd2142,segment=NetworkSegment(9dab481a-5428-424d-a8c3-4ae8ddfff67b),segment_id=9dab481a-5428-424d-a8c3-4ae8ddfff67b)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:41:54.194168 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-04a5dc83-d2a8-4290-b57d-053ca63ca851 req-c2795082-2d4b-49e2-b1e0-f292dd1cd3e9 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=5b908dbc-8f8c-41bc-a0bd-543abe15dd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538484 Feb 19 02:41:54.232735 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (359a2f03-81dc-42fc-9315-cd2c2edd2142), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:54.366356 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=359a2f03-81dc-42fc-9315-cd2c2edd2142,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:41:54.383015 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c7a2ffa7-da24-4c9b-b8c2-84718793f3de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16289271'] for router_interface (19926ac9-c54b-4bc8-9815-081664ca0553), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:54.384755 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 7a2ff793-afac-4496-ba61-bdbb8c4c9eb5 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:41:54.385190 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (7a2ff793-afac-4496-ba61-bdbb8c4c9eb5), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:54.401157 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-926fc4d6-193c-4164-b07f-c84bd1cf4d51 None None] Allocated IP 172.20.0.2 (0d27bcf2-adc6-47c0-abdd-be9d15de3ddc/711684dd-1cdb-4818-a281-0b13f4347e79/7a6fa109-2279-464b-900a-e568c27aab37) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:41:54.450571 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 7a2ff793-afac-4496-ba61-bdbb8c4c9eb5, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=7a2ff793-afac-4496-ba61-bdbb8c4c9eb5,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:41:54.487408 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (7a2ff793-afac-4496-ba61-bdbb8c4c9eb5), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:54.488266 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 7d41a253-136f-4f5f-b68e-55c767b082fe no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:41:54.546323 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=7a2ff793-afac-4496-ba61-bdbb8c4c9eb5,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:41:54.612619 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-66d7014e-9fe7-4f78-8a00-575f43b23de7 admin admin] Publish callbacks [] for router_gateway (aa702705-3898-4a5b-b1f3-44e4ee0c488f), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:54.626219 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a483f6-5123-433e-b87a-1d92e04aa7ec req-e8c9195f-8fc1-4160-8b1c-a5d29373cfbc tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:54.628144 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-44a483f6-5123-433e-b87a-1d92e04aa7ec req-e8c9195f-8fc1-4160-8b1c-a5d29373cfbc tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa9b45d5-254c-45de-8e0f-03eec8283098 HTTP/1.1" status: 200 len: 943 time: 0.6283970 Feb 19 02:41:54.726966 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['359a2f03-81dc-42fc-9315-cd2c2edd2142'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:41:54.731992 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] No Port match for: 7d41a253-136f-4f5f-b68e-55c767b082fe {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:41:54.732336 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 7d41a253-136f-4f5f-b68e-55c767b082fe not bound to the agent host n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:41:54.741221 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-44a483f6-5123-433e-b87a-1d92e04aa7ec req-26704e15-58d7-4a2b-a6a6-8ff2f10427a3 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033988 Feb 19 02:41:54.753642 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ce86da-4bca-4d39-9f7c-2c045d8feaa8 req-807d9b4e-3c5e-4471-9ed8-46a342e56086 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:54.761227 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b5ce86da-4bca-4d39-9f7c-2c045d8feaa8 req-807d9b4e-3c5e-4471-9ed8-46a342e56086 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=c26e984e-8f0b-4fc5-a561-e9bf90426fde HTTP/1.1" status: 200 len: 949 time: 0.5619168 Feb 19 02:41:54.840901 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b5ce86da-4bca-4d39-9f7c-2c045d8feaa8 req-69e309d3-0f92-4bf0-abb6-556870b6f73a tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743384 Feb 19 02:41:54.872445 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-926fc4d6-193c-4164-b07f-c84bd1cf4d51 None None] Publish callbacks [] for port (7a6fa109-2279-464b-900a-e568c27aab37), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:54.896231 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-926fc4d6-193c-4164-b07f-c84bd1cf4d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (7a6fa109-2279-464b-900a-e568c27aab37), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:54.896900 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-c7a2ffa7-da24-4c9b-b8c2-84718793f3de admin admin] Deleting port 01a34c5d-fa80-4660-a0db-efb2071115d8 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:41:54.897262 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c7a2ffa7-da24-4c9b-b8c2-84718793f3de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (01a34c5d-fa80-4660-a0db-efb2071115d8), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:54.981749 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926fc4d6-193c-4164-b07f-c84bd1cf4d51 None None] Network 0d27bcf2-adc6-47c0-abdd-be9d15de3ddc is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:41:54.994351 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-926fc4d6-193c-4164-b07f-c84bd1cf4d51 None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:41:54.996945 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926fc4d6-193c-4164-b07f-c84bd1cf4d51 None None] Pushing event updated for resources: {'Port': ['ID=7a6fa109-2279-464b-900a-e568c27aab37,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:41:55.008704 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926fc4d6-193c-4164-b07f-c84bd1cf4d51 None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:41:55.042399 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-c7a2ffa7-da24-4c9b-b8c2-84718793f3de admin admin] For port 01a34c5d-fa80-4660-a0db-efb2071115d8, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=01a34c5d-fa80-4660-a0db-efb2071115d8,segment=NetworkSegment(10fe79c3-695f-410b-b530-64a63e824745),segment_id=10fe79c3-695f-410b-b530-64a63e824745)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:41:55.044368 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c7a2ffa7-da24-4c9b-b8c2-84718793f3de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (01a34c5d-fa80-4660-a0db-efb2071115d8), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:55.076882 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-c7a2ffa7-da24-4c9b-b8c2-84718793f3de admin admin] Calling delete_port for 01a34c5d-fa80-4660-a0db-efb2071115d8 owned by network:router_interface {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:41:55.079644 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f86bbc-a114-4fb3-8605-29f00e7a360c req-6da28354-b2b9-49c0-ba8d-df1bc6aad2a3 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:55.083126 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-19f86bbc-a114-4fb3-8605-29f00e7a360c req-6da28354-b2b9-49c0-ba8d-df1bc6aad2a3 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/ports?device_id=f347cb68-1b14-4e4e-a030-14691927f1c1 HTTP/1.1" status: 200 len: 949 time: 0.1604543 Feb 19 02:41:55.109865 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-926fc4d6-193c-4164-b07f-c84bd1cf4d51 None None] Attempting to bind port 7a6fa109-2279-464b-900a-e568c27aab37 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:41:55.110243 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-926fc4d6-193c-4164-b07f-c84bd1cf4d51 None None] Attempting to bind port 7a6fa109-2279-464b-900a-e568c27aab37 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '2ce9568b-cb30-4be2-8f02-4f9226e8510c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '0d27bcf2-adc6-47c0-abdd-be9d15de3ddc'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:41:55.110609 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926fc4d6-193c-4164-b07f-c84bd1cf4d51 None None] Attempting to bind port 7a6fa109-2279-464b-900a-e568c27aab37 on network 0d27bcf2-adc6-47c0-abdd-be9d15de3ddc {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:41:55.121517 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926fc4d6-193c-4164-b07f-c84bd1cf4d51 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:41:55.121895 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926fc4d6-193c-4164-b07f-c84bd1cf4d51 None None] Checking segment: {'id': '2ce9568b-cb30-4be2-8f02-4f9226e8510c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '0d27bcf2-adc6-47c0-abdd-be9d15de3ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:41:55.122303 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-926fc4d6-193c-4164-b07f-c84bd1cf4d51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:55.122698 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926fc4d6-193c-4164-b07f-c84bd1cf4d51 None None] Bound using segment: {'id': '2ce9568b-cb30-4be2-8f02-4f9226e8510c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '0d27bcf2-adc6-47c0-abdd-be9d15de3ddc'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:41:55.123169 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-926fc4d6-193c-4164-b07f-c84bd1cf4d51 None None] Bound port: 7a6fa109-2279-464b-900a-e568c27aab37, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ce9568b-cb30-4be2-8f02-4f9226e8510c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '0d27bcf2-adc6-47c0-abdd-be9d15de3ddc'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:41:55.123550 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-926fc4d6-193c-4164-b07f-c84bd1cf4d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (7a6fa109-2279-464b-900a-e568c27aab37), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:55.167270 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-66d7014e-9fe7-4f78-8a00-575f43b23de7 admin admin] Publish callbacks [] for router_gateway (aa702705-3898-4a5b-b1f3-44e4ee0c488f), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:55.203639 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-926fc4d6-193c-4164-b07f-c84bd1cf4d51 None None] For port 7a6fa109-2279-464b-900a-e568c27aab37, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:41:55.208427 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-926fc4d6-193c-4164-b07f-c84bd1cf4d51 None None] For port 7a6fa109-2279-464b-900a-e568c27aab37, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=7a6fa109-2279-464b-900a-e568c27aab37,segment=NetworkSegment(2ce9568b-cb30-4be2-8f02-4f9226e8510c),segment_id=2ce9568b-cb30-4be2-8f02-4f9226e8510c)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:41:55.217907 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-926fc4d6-193c-4164-b07f-c84bd1cf4d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (7a6fa109-2279-464b-900a-e568c27aab37), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:55.237662 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-66d7014e-9fe7-4f78-8a00-575f43b23de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:55.291480 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b0fdbf73-480f-4b92-8f66-a34f5cda0dc2 req-7618c2fb-d9b6-4853-b156-c4499759891a tempest-ServerShowV254Test-388145899 tempest-ServerShowV254Test-388145899-project] 10.222.0.72 "GET /v2.0/ports?device_id=02762ed8-bcd9-4d6a-b349-f49df2bdcbcb HTTP/1.1" status: 200 len: 210 time: 0.0514255 Feb 19 02:41:55.324287 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-19f86bbc-a114-4fb3-8605-29f00e7a360c req-0b9ea30c-9371-4c45-94a0-f1b159c75fe2 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b908dbc-8f8c-41bc-a0bd-543abe15dd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300136 Feb 19 02:41:55.339934 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926fc4d6-193c-4164-b07f-c84bd1cf4d51 None None] Pushing event updated for resources: {'Port': ['ID=7a6fa109-2279-464b-900a-e568c27aab37,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:41:55.373696 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c7a2ffa7-da24-4c9b-b8c2-84718793f3de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (01a34c5d-fa80-4660-a0db-efb2071115d8), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:55.445560 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-66d7014e-9fe7-4f78-8a00-575f43b23de7 admin admin] Allocated IP 172.25.6.247 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/4c5c6d95-6771-40d0-b2d7-e480effb5e1c) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:41:55.624774 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-66d7014e-9fe7-4f78-8a00-575f43b23de7 admin admin] Publish callbacks [] for port (4c5c6d95-6771-40d0-b2d7-e480effb5e1c), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:55.684541 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a2ffa7-da24-4c9b-b8c2-84718793f3de admin admin] Pushing event deleted for resources: {'Port': ['ID=01a34c5d-fa80-4660-a0db-efb2071115d8,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:41:55.688076 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-66d7014e-9fe7-4f78-8a00-575f43b23de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (4c5c6d95-6771-40d0-b2d7-e480effb5e1c), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:55.748718 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d7014e-9fe7-4f78-8a00-575f43b23de7 admin admin] Pushing event updated for resources: {'Port': ['ID=4c5c6d95-6771-40d0-b2d7-e480effb5e1c,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:41:55.764241 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d7014e-9fe7-4f78-8a00-575f43b23de7 admin admin] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:41:55.765732 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-66d7014e-9fe7-4f78-8a00-575f43b23de7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:41:55.774751 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d7014e-9fe7-4f78-8a00-575f43b23de7 admin admin] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:41:55.843130 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c26e984e-8f0b-4fc5-a561-e9bf90426fde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a2ff793-afac-4496-ba61-bdbb8c4c9eb5'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:41:55.845471 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26be435c-4bf3-42d6-93f7-a99fedb7ff37" -d '{"events": [{"server_uuid": "c26e984e-8f0b-4fc5-a561-e9bf90426fde", "name": "network-vif-plugged", "status": "completed", "tag": "7a2ff793-afac-4496-ba61-bdbb8c4c9eb5"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:41:55.930845 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba686314-eb8d-4d11-b7fb-b6d71117b847 x-openstack-request-id: req-ba686314-eb8d-4d11-b7fb-b6d71117b847 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:41:55.931160 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c26e984e-8f0b-4fc5-a561-e9bf90426fde", "name": "network-vif-plugged", "status": "completed", "tag": "7a2ff793-afac-4496-ba61-bdbb8c4c9eb5", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:41:55.931420 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ba686314-eb8d-4d11-b7fb-b6d71117b847 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:41:55.943362 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c26e984e-8f0b-4fc5-a561-e9bf90426fde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a2ff793-afac-4496-ba61-bdbb8c4c9eb5', 'code': 200} Feb 19 02:41:55.962589 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:55.975866 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c7a2ffa7-da24-4c9b-b8c2-84718793f3de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16362762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16314471'] for router_interface (19926ac9-c54b-4bc8-9815-081664ca0553), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:56.232445 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f739891f-4e3a-4d0d-8b25-5cce1ec2a853 req-0bc1e59a-32d7-49f0-80ed-294fba869179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:56.234498 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-f739891f-4e3a-4d0d-8b25-5cce1ec2a853 req-0bc1e59a-32d7-49f0-80ed-294fba869179 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c26e984e-8f0b-4fc5-a561-e9bf90426fde HTTP/1.1" status: 200 len: 1132 time: 0.0716493 Feb 19 02:41:56.286249 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-66d7014e-9fe7-4f78-8a00-575f43b23de7 admin admin] Publish callbacks [] for router_gateway (aa702705-3898-4a5b-b1f3-44e4ee0c488f), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:56.344433 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-f739891f-4e3a-4d0d-8b25-5cce1ec2a853 req-a7ea15a9-5b06-4dab-9c3a-b3a697bcf47e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009085 Feb 19 02:41:56.396113 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc56424a-f3e1-4b8e-8b00-b665fbb61a73 req-c31cf987-a481-464e-b18e-07c550d75556 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:56.403127 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cc56424a-f3e1-4b8e-8b00-b665fbb61a73 req-c31cf987-a481-464e-b18e-07c550d75556 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa9b45d5-254c-45de-8e0f-03eec8283098 HTTP/1.1" status: 200 len: 944 time: 0.4709446 Feb 19 02:41:56.417102 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7a2ffa7-da24-4c9b-b8c2-84718793f3de admin admin] Router 19926ac9-c54b-4bc8-9815-081664ca0553 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:41:56.490905 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2cbe86-64b3-4153-92a9-f21bd6b9da05 None None] Network 0d27bcf2-adc6-47c0-abdd-be9d15de3ddc requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:41:56.504290 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7abcd8-8389-4f75-9a83-055ea21a78ba req-dee826a3-5a2e-4827-b04a-87b83ffc01b8 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:56.506338 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9c7abcd8-8389-4f75-9a83-055ea21a78ba req-dee826a3-5a2e-4827-b04a-87b83ffc01b8 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=c26e984e-8f0b-4fc5-a561-e9bf90426fde HTTP/1.1" status: 200 len: 950 time: 0.4096773 Feb 19 02:41:56.552681 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7a2ffa7-da24-4c9b-b8c2-84718793f3de admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:41:56.561183 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-c7a2ffa7-da24-4c9b-b8c2-84718793f3de admin admin] 10.222.0.72 "PUT /v2.0/routers/19926ac9-c54b-4bc8-9815-081664ca0553/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9228981 Feb 19 02:41:56.561319 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cc56424a-f3e1-4b8e-8b00-b665fbb61a73 req-f4d06c72-dcc5-4987-bec4-a10bc7f38508 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572685 Feb 19 02:41:56.565166 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48464) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:41:56.623882 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40ee4e4-0813-4fe7-b00b-d8ea735fd6b8 None None] Sync routers for ids ['19926ac9-c54b-4bc8-9815-081664ca0553'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:41:56.642276 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9c7abcd8-8389-4f75-9a83-055ea21a78ba req-739806d9-8e55-4031-9b0d-82950e87c7d6 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256332 Feb 19 02:41:56.655416 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-66d7014e-9fe7-4f78-8a00-575f43b23de7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16317478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865'] for router (aa702705-3898-4a5b-b1f3-44e4ee0c488f), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:56.675413 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40ee4e4-0813-4fe7-b00b-d8ea735fd6b8 None None] Routers {'19926ac9-c54b-4bc8-9815-081664ca0553'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:41:56.676061 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-b40ee4e4-0813-4fe7-b00b-d8ea735fd6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:41:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['19926ac9-c54b-4bc8-9815-081664ca0553'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:41:56.731100 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-6fe29b6e-f670-45ec-a203-b547ba95ecf3 None None] Provisioning complete for port 7a6fa109-2279-464b-900a-e568c27aab37 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:41:56.731413 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6fe29b6e-f670-45ec-a203-b547ba95ecf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (7a6fa109-2279-464b-900a-e568c27aab37), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:56.753276 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-81953db1-35ab-43d4-a5e3-f7cb494d561b admin admin] Publish callbacks [] for router (19926ac9-c54b-4bc8-9815-081664ca0553), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:56.864720 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-b40ee4e4-0813-4fe7-b00b-d8ea735fd6b8 None None] Set router 19926ac9-c54b-4bc8-9815-081664ca0553 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:41:56.886577 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ec3740a7-9ae6-46f5-949b-f513299ff124 req-88aacf76-a4ec-4a7b-b304-438fc32eb3da tempest-ServerShowV254Test-388145899 tempest-ServerShowV254Test-388145899-project] 10.222.0.72 "GET /v2.0/ports?device_id=02762ed8-bcd9-4d6a-b349-f49df2bdcbcb HTTP/1.1" status: 200 len: 210 time: 0.1511016 Feb 19 02:41:56.896673 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-81953db1-35ab-43d4-a5e3-f7cb494d561b admin admin] Publish callbacks [] for router_gateway (19926ac9-c54b-4bc8-9815-081664ca0553), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:56.935945 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c64b04b-9091-4b86-ab4a-88d7b4425212 req-900fc686-3416-44e3-9075-fdfe48ff384b tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:56.937972 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0c64b04b-9091-4b86-ab4a-88d7b4425212 req-900fc686-3416-44e3-9075-fdfe48ff384b tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/ports?device_id=f347cb68-1b14-4e4e-a030-14691927f1c1 HTTP/1.1" status: 200 len: 949 time: 0.2036650 Feb 19 02:41:56.956321 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66d7014e-9fe7-4f78-8a00-575f43b23de7 admin admin] Router aa702705-3898-4a5b-b1f3-44e4ee0c488f is scheduled to L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd with binding_index 1 {{(pid=103701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 02:41:56.992717 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-81953db1-35ab-43d4-a5e3-f7cb494d561b admin admin] Deleting port 2dd20b05-57e2-4dd8-bf37-99c3aded2d2e {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:41:56.992973 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-81953db1-35ab-43d4-a5e3-f7cb494d561b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (2dd20b05-57e2-4dd8-bf37-99c3aded2d2e), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:57.082508 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-6fe29b6e-f670-45ec-a203-b547ba95ecf3 None None] Current status of the port 7a6fa109-2279-464b-900a-e568c27aab37 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:41:57.083555 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6fe29b6e-f670-45ec-a203-b547ba95ecf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (7a6fa109-2279-464b-900a-e568c27aab37), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:57.101482 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-81953db1-35ab-43d4-a5e3-f7cb494d561b admin admin] For port 2dd20b05-57e2-4dd8-bf37-99c3aded2d2e, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=2dd20b05-57e2-4dd8-bf37-99c3aded2d2e,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:41:57.101482 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-81953db1-35ab-43d4-a5e3-f7cb494d561b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (2dd20b05-57e2-4dd8-bf37-99c3aded2d2e), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:57.115690 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-81953db1-35ab-43d4-a5e3-f7cb494d561b admin admin] Calling delete_port for 2dd20b05-57e2-4dd8-bf37-99c3aded2d2e owned by network:router_gateway {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:41:57.119406 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66d7014e-9fe7-4f78-8a00-575f43b23de7 admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:41:57.136438 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-6fe29b6e-f670-45ec-a203-b547ba95ecf3 None None] For port 7a6fa109-2279-464b-900a-e568c27aab37, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=7a6fa109-2279-464b-900a-e568c27aab37,segment=NetworkSegment(2ce9568b-cb30-4be2-8f02-4f9226e8510c),segment_id=2ce9568b-cb30-4be2-8f02-4f9226e8510c)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:41:57.138544 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce8f369-e83a-448f-ae3f-6a218a56192d None None] Sync routers for ids ['aa702705-3898-4a5b-b1f3-44e4ee0c488f'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:41:57.152926 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0c64b04b-9091-4b86-ab4a-88d7b4425212 req-c252cb7a-97c5-4bbf-be9a-8d0c47713a59 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b908dbc-8f8c-41bc-a0bd-543abe15dd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061856 Feb 19 02:41:57.159042 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6fe29b6e-f670-45ec-a203-b547ba95ecf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (7a6fa109-2279-464b-900a-e568c27aab37), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:57.163425 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-66d7014e-9fe7-4f78-8a00-575f43b23de7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:57.165202 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-66d7014e-9fe7-4f78-8a00-575f43b23de7 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.4288647 Feb 19 02:41:57.167617 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 48468) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:41:57.195739 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce8f369-e83a-448f-ae3f-6a218a56192d None None] Routers {'aa702705-3898-4a5b-b1f3-44e4ee0c488f'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:41:57.196562 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-0ce8f369-e83a-448f-ae3f-6a218a56192d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:41:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['aa702705-3898-4a5b-b1f3-44e4ee0c488f'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:41:57.345281 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe29b6e-f670-45ec-a203-b547ba95ecf3 None None] Pushing event updated for resources: {'Port': ['ID=7a6fa109-2279-464b-900a-e568c27aab37,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:41:57.350163 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-42f36b4f-f040-4115-83e6-bff412d90ee1 None None] Provisioning complete for port 7a6fa109-2279-464b-900a-e568c27aab37 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:41:57.350651 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-42f36b4f-f040-4115-83e6-bff412d90ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (7a6fa109-2279-464b-900a-e568c27aab37), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:57.385853 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-0ce8f369-e83a-448f-ae3f-6a218a56192d None None] Set router aa702705-3898-4a5b-b1f3-44e4ee0c488f gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:41:57.415521 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-b40ee4e4-0813-4fe7-b00b-d8ea735fd6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19926ac9-c54b-4bc8-9815-081664ca0553', 'name': 'tempest-FloatingIPsAssociationTestJSON-504285703-router', 'tenant_id': '5126e9cc2c214dde954e94889efcccdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.31'}], 'enable_snat': True}, 'gw_port_id': '2dd20b05-57e2-4dd8-bf37-99c3aded2d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:40:23Z', 'updated_at': '2022-02-19T02:41:55Z', 'revision_number': 5, 'project_id': '5126e9cc2c214dde954e94889efcccdb', 'gw_port': {'id': '2dd20b05-57e2-4dd8-bf37-99c3aded2d2e', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:3f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19926ac9-c54b-4bc8-9815-081664ca0553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:40:23Z', 'updated_at': '2022-02-19T02:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:41:57.448384 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40ee4e4-0813-4fe7-b00b-d8ea735fd6b8 None None] Checking router: 19926ac9-c54b-4bc8-9815-081664ca0553 for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:41:57.487797 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-42f36b4f-f040-4115-83e6-bff412d90ee1 None None] Current status of the port 7a6fa109-2279-464b-900a-e568c27aab37 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:41:57.490496 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40ee4e4-0813-4fe7-b00b-d8ea735fd6b8 None None] Routers {'19926ac9-c54b-4bc8-9815-081664ca0553'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:41:57.491227 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-b40ee4e4-0813-4fe7-b00b-d8ea735fd6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:41:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['19926ac9-c54b-4bc8-9815-081664ca0553'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:41:57.519159 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f2b25e-3cbc-4ccc-8fd5-af91b7a17713 req-f9de9b4f-b138-4546-970d-fa71956b9e8e tempest-ServersOnMultiNodesTest-1647260736 tempest-ServersOnMultiNodesTest-1647260736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:57.521143 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f5f2b25e-3cbc-4ccc-8fd5-af91b7a17713 req-f9de9b4f-b138-4546-970d-fa71956b9e8e tempest-ServersOnMultiNodesTest-1647260736 tempest-ServersOnMultiNodesTest-1647260736-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=f347cb68-1b14-4e4e-a030-14691927f1c1 HTTP/1.1" status: 200 len: 1131 time: 0.2233572 Feb 19 02:41:57.551306 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-81953db1-35ab-43d4-a5e3-f7cb494d561b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (2dd20b05-57e2-4dd8-bf37-99c3aded2d2e), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:57.606517 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-b40ee4e4-0813-4fe7-b00b-d8ea735fd6b8 None None] Set router 19926ac9-c54b-4bc8-9815-081664ca0553 gateway port host: None {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:41:57.673041 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 359a2f03-81dc-42fc-9315-cd2c2edd2142 up at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:41:57.697749 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f5f2b25e-3cbc-4ccc-8fd5-af91b7a17713 req-5b401be3-35fc-46ad-a5cb-fb72ee0a747d tempest-ServersOnMultiNodesTest-1647260736 tempest-ServersOnMultiNodesTest-1647260736-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=5b908dbc-8f8c-41bc-a0bd-543abe15dd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280017 Feb 19 02:41:57.704793 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-0ce8f369-e83a-448f-ae3f-6a218a56192d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa702705-3898-4a5b-b1f3-44e4ee0c488f', 'name': 'tempest-ServersTestManualDisk-1107864772-router', 'tenant_id': '6826eb2468f24f9f8cc5534311e52b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '4c5c6d95-6771-40d0-b2d7-e480effb5e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:41:53Z', 'updated_at': '2022-02-19T02:41:56Z', 'revision_number': 3, 'project_id': '6826eb2468f24f9f8cc5534311e52b1d', 'gw_port': {'id': '4c5c6d95-6771-40d0-b2d7-e480effb5e1c', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c3:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa702705-3898-4a5b-b1f3-44e4ee0c488f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:41:55Z', 'updated_at': '2022-02-19T02:41:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:41:57.744092 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81953db1-35ab-43d4-a5e3-f7cb494d561b admin admin] Pushing event deleted for resources: {'Port': ['ID=2dd20b05-57e2-4dd8-bf37-99c3aded2d2e,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:41:57.766469 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce8f369-e83a-448f-ae3f-6a218a56192d None None] Checking router: aa702705-3898-4a5b-b1f3-44e4ee0c488f for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:41:57.767072 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce8f369-e83a-448f-ae3f-6a218a56192d None None] Updating router aa702705-3898-4a5b-b1f3-44e4ee0c488f port 4c5c6d95-6771-40d0-b2d7-e480effb5e1c binding host n-d-826753-2 {{(pid=103704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:41:57.786701 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-81953db1-35ab-43d4-a5e3-f7cb494d561b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16285837'] for router_gateway (19926ac9-c54b-4bc8-9815-081664ca0553), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:57.809770 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 7a6fa109-2279-464b-900a-e568c27aab37 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:41:57.812126 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-b40ee4e4-0813-4fe7-b00b-d8ea735fd6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19926ac9-c54b-4bc8-9815-081664ca0553', 'name': 'tempest-FloatingIPsAssociationTestJSON-504285703-router', 'tenant_id': '5126e9cc2c214dde954e94889efcccdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:40:23Z', 'updated_at': '2022-02-19T02:41:56Z', 'revision_number': 6, 'project_id': '5126e9cc2c214dde954e94889efcccdb', 'gw_port_host': None}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:41:57.837755 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-0ce8f369-e83a-448f-ae3f-6a218a56192d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (4c5c6d95-6771-40d0-b2d7-e480effb5e1c), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:57.928645 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40ee4e4-0813-4fe7-b00b-d8ea735fd6b8 None None] The sync data for ids ['19926ac9-c54b-4bc8-9815-081664ca0553'] in n-d-826753-2 is: [{'id': '19926ac9-c54b-4bc8-9815-081664ca0553', 'name': 'tempest-FloatingIPsAssociationTestJSON-504285703-router', 'tenant_id': '5126e9cc2c214dde954e94889efcccdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:40:23Z', 'updated_at': '2022-02-19T02:41:56Z', 'revision_number': 6, 'project_id': '5126e9cc2c214dde954e94889efcccdb', 'gw_port_host': None}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:41:57.960560 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-81953db1-35ab-43d4-a5e3-f7cb494d561b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16317457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14254'] for router (19926ac9-c54b-4bc8-9815-081664ca0553), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:57.963391 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-81953db1-35ab-43d4-a5e3-f7cb494d561b admin admin] Publish callbacks [] for router_controller (19926ac9-c54b-4bc8-9815-081664ca0553), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:58.016075 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning for port 359a2f03-81dc-42fc-9315-cd2c2edd2142 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:41:58.022546 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning complete for port 359a2f03-81dc-42fc-9315-cd2c2edd2142 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:41:58.023081 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (359a2f03-81dc-42fc-9315-cd2c2edd2142), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:58.050383 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 7a6fa109-2279-464b-900a-e568c27aab37 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:41:58.050383 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (7a6fa109-2279-464b-900a-e568c27aab37), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:58.114240 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-81953db1-35ab-43d4-a5e3-f7cb494d561b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16317544'] for router (19926ac9-c54b-4bc8-9815-081664ca0553), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:58.115734 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81953db1-35ab-43d4-a5e3-f7cb494d561b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19926ac9-c54b-4bc8-9815-081664ca0553 {{(pid=103702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 02:41:58.136431 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-81953db1-35ab-43d4-a5e3-f7cb494d561b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:58.146291 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-81953db1-35ab-43d4-a5e3-f7cb494d561b admin admin] 10.222.0.72 "DELETE /v2.0/routers/19926ac9-c54b-4bc8-9815-081664ca0553 HTTP/1.1" status: 204 len: 168 time: 1.5799696 Feb 19 02:41:58.147234 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48482) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:41:58.207672 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a378342-8e0f-44ed-b326-1a55d767530d admin admin] Deleting subnet a1cf80ca-3ee4-4752-b65e-3f091ad2def6 {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:41:58.212608 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6a378342-8e0f-44ed-b326-1a55d767530d admin admin] Publish callbacks [] for subnet (a1cf80ca-3ee4-4752-b65e-3f091ad2def6), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:58.313538 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-0ce8f369-e83a-448f-ae3f-6a218a56192d None None] Publish callbacks [] for port (4c5c6d95-6771-40d0-b2d7-e480effb5e1c), precommit_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:58.319451 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6a378342-8e0f-44ed-b326-1a55d767530d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (a1cf80ca-3ee4-4752-b65e-3f091ad2def6), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:58.331118 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 359a2f03-81dc-42fc-9315-cd2c2edd2142 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:41:58.331791 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (359a2f03-81dc-42fc-9315-cd2c2edd2142), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:58.332725 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-0ce8f369-e83a-448f-ae3f-6a218a56192d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (4c5c6d95-6771-40d0-b2d7-e480effb5e1c), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:58.393757 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 7a6fa109-2279-464b-900a-e568c27aab37 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:41:58.419416 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 359a2f03-81dc-42fc-9315-cd2c2edd2142, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=359a2f03-81dc-42fc-9315-cd2c2edd2142,segment=NetworkSegment(9dab481a-5428-424d-a8c3-4ae8ddfff67b),segment_id=9dab481a-5428-424d-a8c3-4ae8ddfff67b)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:41:58.421094 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa9b45d5-254c-45de-8e0f-03eec8283098', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '359a2f03-81dc-42fc-9315-cd2c2edd2142'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:41:58.421508 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fa7891-c230-4fbf-ba20-8af9e7548164 None None] Pushing event updated for resources: {'Port': ['ID=4c5c6d95-6771-40d0-b2d7-e480effb5e1c,revision_number=2']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:41:58.425345 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5f7e2e1-2bbb-44c1-a6aa-b2fa8edf3792" -d '{"events": [{"server_uuid": "fa9b45d5-254c-45de-8e0f-03eec8283098", "name": "network-vif-plugged", "status": "completed", "tag": "359a2f03-81dc-42fc-9315-cd2c2edd2142"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:41:58.432007 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (359a2f03-81dc-42fc-9315-cd2c2edd2142), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:58.438616 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fa7891-c230-4fbf-ba20-8af9e7548164 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:41:58.439106 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fa7891-c230-4fbf-ba20-8af9e7548164 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:41:58.440051 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fa7891-c230-4fbf-ba20-8af9e7548164 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:41:58.440543 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fa7891-c230-4fbf-ba20-8af9e7548164 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:41:58.440948 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fa7891-c230-4fbf-ba20-8af9e7548164 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:41:58.445743 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fa7891-c230-4fbf-ba20-8af9e7548164 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:41:58.446459 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fa7891-c230-4fbf-ba20-8af9e7548164 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:41:58.446841 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fa7891-c230-4fbf-ba20-8af9e7548164 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:41:58.447171 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fa7891-c230-4fbf-ba20-8af9e7548164 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:41:58.447547 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fa7891-c230-4fbf-ba20-8af9e7548164 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:41:58.447923 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fa7891-c230-4fbf-ba20-8af9e7548164 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:41:58.448246 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fa7891-c230-4fbf-ba20-8af9e7548164 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:41:58.448561 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fa7891-c230-4fbf-ba20-8af9e7548164 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:41:58.494180 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-0ce8f369-e83a-448f-ae3f-6a218a56192d None None] Attempting to bind port 4c5c6d95-6771-40d0-b2d7-e480effb5e1c on host n-d-826753-2 for vnic_type normal with profile {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:41:58.494574 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-0ce8f369-e83a-448f-ae3f-6a218a56192d None None] Attempting to bind port 4c5c6d95-6771-40d0-b2d7-e480effb5e1c by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:41:58.494958 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce8f369-e83a-448f-ae3f-6a218a56192d None None] Attempting to bind port 4c5c6d95-6771-40d0-b2d7-e480effb5e1c on network eaf64708-9021-419e-b287-ef3e0f51e2ee {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:41:58.501331 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce8f369-e83a-448f-ae3f-6a218a56192d None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:41:58.501748 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce8f369-e83a-448f-ae3f-6a218a56192d None None] Checking segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:41:58.502666 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-0ce8f369-e83a-448f-ae3f-6a218a56192d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:58.503269 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce8f369-e83a-448f-ae3f-6a218a56192d None None] Bound using segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:41:58.503748 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-0ce8f369-e83a-448f-ae3f-6a218a56192d None None] Bound port: 4c5c6d95-6771-40d0-b2d7-e480effb5e1c, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:41:58.504126 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-0ce8f369-e83a-448f-ae3f-6a218a56192d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (4c5c6d95-6771-40d0-b2d7-e480effb5e1c), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:58.515369 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=359a2f03-81dc-42fc-9315-cd2c2edd2142,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:41:58.528951 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6a378342-8e0f-44ed-b326-1a55d767530d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (a1cf80ca-3ee4-4752-b65e-3f091ad2def6), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:58.591825 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-0ce8f369-e83a-448f-ae3f-6a218a56192d None None] For port 4c5c6d95-6771-40d0-b2d7-e480effb5e1c, host n-d-826753-2, cleared binding levels {{(pid=103704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:41:58.596216 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-0ce8f369-e83a-448f-ae3f-6a218a56192d None None] For port 4c5c6d95-6771-40d0-b2d7-e480effb5e1c, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=4c5c6d95-6771-40d0-b2d7-e480effb5e1c,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:41:58.598678 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6a378342-8e0f-44ed-b326-1a55d767530d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (a1cf80ca-3ee4-4752-b65e-3f091ad2def6), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:58.609384 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-0ce8f369-e83a-448f-ae3f-6a218a56192d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (4c5c6d95-6771-40d0-b2d7-e480effb5e1c), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:58.629112 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a378342-8e0f-44ed-b326-1a55d767530d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1cf80ca-3ee4-4752-b65e-3f091ad2def6,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:41:58.636763 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6a378342-8e0f-44ed-b326-1a55d767530d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:58.642604 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-6a378342-8e0f-44ed-b326-1a55d767530d admin admin] 10.222.0.72 "DELETE /v2.0/subnets/a1cf80ca-3ee4-4752-b65e-3f091ad2def6 HTTP/1.1" status: 204 len: 168 time: 0.4918096 Feb 19 02:41:58.642857 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48488) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:41:58.647519 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb22d829-3e62-48bd-8c4e-3c018ce71970 None None] Network 2f3a90ad-ee5a-41f0-bdc0-22abe981a050 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:41:58.677936 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fa7891-c230-4fbf-ba20-8af9e7548164 None None] Pushing event updated for resources: {'Port': ['ID=4c5c6d95-6771-40d0-b2d7-e480effb5e1c,revision_number=3']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:41:58.706651 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce8f369-e83a-448f-ae3f-6a218a56192d None None] Routers {'aa702705-3898-4a5b-b1f3-44e4ee0c488f'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:41:58.707375 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-0ce8f369-e83a-448f-ae3f-6a218a56192d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:41:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['aa702705-3898-4a5b-b1f3-44e4ee0c488f'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:41:58.752833 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-61578f86-5e38-47dc-91cb-7bdf9336c2ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (2f3a90ad-ee5a-41f0-bdc0-22abe981a050), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:58.832593 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112831ba-592c-40bf-94c7-418641af13b8 req-8a418c16-9f91-41e3-9651-029653e95c99 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:58.835015 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-112831ba-592c-40bf-94c7-418641af13b8 req-8a418c16-9f91-41e3-9651-029653e95c99 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=c26e984e-8f0b-4fc5-a561-e9bf90426fde HTTP/1.1" status: 200 len: 950 time: 0.2646072 Feb 19 02:41:58.848449 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f48b6cf-1c2e-478e-beeb-392d129c458e req-5b6e7fa6-b1fb-465b-8acb-d7447695eb93 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:58.850172 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4f48b6cf-1c2e-478e-beeb-392d129c458e req-5b6e7fa6-b1fb-465b-8acb-d7447695eb93 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa9b45d5-254c-45de-8e0f-03eec8283098 HTTP/1.1" status: 200 len: 945 time: 0.2703402 Feb 19 02:41:58.857976 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-61578f86-5e38-47dc-91cb-7bdf9336c2ed admin admin] Deleting port 82fc6cd3-d6d6-47af-abd5-b83dc92f780f {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:41:58.857976 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-61578f86-5e38-47dc-91cb-7bdf9336c2ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (82fc6cd3-d6d6-47af-abd5-b83dc92f780f), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:58.869461 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-884d8fca-8086-4748-9d1b-c3d965f922a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:58.887915 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e889ff51-1cf1-466d-a815-e417cdd0a7ae None None] DHCP port deletion for 2f3a90ad-ee5a-41f0-bdc0-22abe981a050 request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 02:41:58.936515 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-61578f86-5e38-47dc-91cb-7bdf9336c2ed admin admin] For port 82fc6cd3-d6d6-47af-abd5-b83dc92f780f, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=82fc6cd3-d6d6-47af-abd5-b83dc92f780f,segment=NetworkSegment(10fe79c3-695f-410b-b530-64a63e824745),segment_id=10fe79c3-695f-410b-b530-64a63e824745)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:41:58.937442 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-61578f86-5e38-47dc-91cb-7bdf9336c2ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (82fc6cd3-d6d6-47af-abd5-b83dc92f780f), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:58.956219 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-61578f86-5e38-47dc-91cb-7bdf9336c2ed admin admin] Calling delete_port for 82fc6cd3-d6d6-47af-abd5-b83dc92f780f owned by network:dhcp {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:41:58.994245 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e889ff51-1cf1-466d-a815-e417cdd0a7ae None None] Deleting port 82fc6cd3-d6d6-47af-abd5-b83dc92f780f {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:41:58.994744 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e889ff51-1cf1-466d-a815-e417cdd0a7ae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (82fc6cd3-d6d6-47af-abd5-b83dc92f780f), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:59.062305 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-112831ba-592c-40bf-94c7-418641af13b8 req-7a3ed1fa-1d98-4927-a09d-7935d3644d5a tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109792 Feb 19 02:41:59.070487 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-61578f86-5e38-47dc-91cb-7bdf9336c2ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (82fc6cd3-d6d6-47af-abd5-b83dc92f780f), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:59.105846 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61578f86-5e38-47dc-91cb-7bdf9336c2ed admin admin] No DVR routers for this DVR port 82fc6cd3-d6d6-47af-abd5-b83dc92f780f on host n-d-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:41:59.117165 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4f48b6cf-1c2e-478e-beeb-392d129c458e req-9f9a21ce-ac22-4d14-b95c-4a6261e806ff tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950397 Feb 19 02:41:59.123067 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-0ce8f369-e83a-448f-ae3f-6a218a56192d None None] Set router aa702705-3898-4a5b-b1f3-44e4ee0c488f gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:41:59.140705 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e889ff51-1cf1-466d-a815-e417cdd0a7ae None None] For port 82fc6cd3-d6d6-47af-abd5-b83dc92f780f, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=82fc6cd3-d6d6-47af-abd5-b83dc92f780f,segment=NetworkSegment(10fe79c3-695f-410b-b530-64a63e824745),segment_id=10fe79c3-695f-410b-b530-64a63e824745)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:41:59.140705 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e889ff51-1cf1-466d-a815-e417cdd0a7ae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (82fc6cd3-d6d6-47af-abd5-b83dc92f780f), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:59.152328 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e889ff51-1cf1-466d-a815-e417cdd0a7ae None None] Calling delete_port for 82fc6cd3-d6d6-47af-abd5-b83dc92f780f owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:41:59.217634 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61578f86-5e38-47dc-91cb-7bdf9336c2ed admin admin] Pushing event deleted for resources: {'Port': ['ID=82fc6cd3-d6d6-47af-abd5-b83dc92f780f,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:41:59.277563 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3680fd3e-cb59-4e35-94d2-7ad192194505 req-38fb3ae6-d1a6-4793-a999-089600007e62 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=03a224ed4cc448b3ab8491a1b5a2c99b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0358231 Feb 19 02:41:59.286191 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-61578f86-5e38-47dc-91cb-7bdf9336c2ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (2f3a90ad-ee5a-41f0-bdc0-22abe981a050), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:59.322318 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-61578f86-5e38-47dc-91cb-7bdf9336c2ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f3a90ad-ee5a-41f0-bdc0-22abe981a050']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:41:59.335369 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-61578f86-5e38-47dc-91cb-7bdf9336c2ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10fe79c3-695f-410b-b530-64a63e824745') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:41:59.336165 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-61578f86-5e38-47dc-91cb-7bdf9336c2ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10fe79c3-695f-410b-b530-64a63e824745') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:41:59.352667 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-61578f86-5e38-47dc-91cb-7bdf9336c2ed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (10fe79c3-695f-410b-b530-64a63e824745), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:59.367919 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e889ff51-1cf1-466d-a815-e417cdd0a7ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (82fc6cd3-d6d6-47af-abd5-b83dc92f780f), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:59.371813 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-61578f86-5e38-47dc-91cb-7bdf9336c2ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (10fe79c3-695f-410b-b530-64a63e824745), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:59.395637 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61578f86-5e38-47dc-91cb-7bdf9336c2ed admin admin] Releasing vlan 282 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:41:59.396038 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-61578f86-5e38-47dc-91cb-7bdf9336c2ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (10fe79c3-695f-410b-b530-64a63e824745), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:59.397884 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 02:41:59.397884 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:41:59.397884 n-d-826753-2 neutron-server[103702]: timer() Feb 19 02:41:59.397884 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:41:59.397884 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 02:41:59.397884 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:41:59.397884 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 02:41:59.397884 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:41:59.397884 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 02:41:59.397884 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:41:59.397884 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 02:41:59.397884 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:41:59.397884 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 02:41:59.397884 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:41:59.397884 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:41:59.397884 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:41:59.397884 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:41:59.397884 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:41:59.397884 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 02:41:59.397884 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:41:59.397884 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 02:41:59.397884 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:41:59.397884 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:41:59.397884 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:41:59.397884 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 02:41:59.397884 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:41:59.397884 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:41:59.397884 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:41:59.397884 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:41:59.397884 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:41:59.397884 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:41:59.397884 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:41:59.401857 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e889ff51-1cf1-466d-a815-e417cdd0a7ae None None] No DVR routers for this DVR port 82fc6cd3-d6d6-47af-abd5-b83dc92f780f on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:41:59.446218 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b11226a5-e21f-4228-a105-97a22afbf7fe req-14ed2991-b9f2-4142-a91a-4268a3be93ed tempest-ServerShowV254Test-388145899 tempest-ServerShowV254Test-388145899-project] 10.222.0.72 "GET /v2.0/ports?device_id=02762ed8-bcd9-4d6a-b349-f49df2bdcbcb HTTP/1.1" status: 200 len: 210 time: 0.1775899 Feb 19 02:41:59.447745 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-884d8fca-8086-4748-9d1b-c3d965f922a4 admin admin] Allocated IP 172.20.0.1 (0d27bcf2-adc6-47c0-abdd-be9d15de3ddc/711684dd-1cdb-4818-a281-0b13f4347e79/8ac3e26a-5d92-4e4f-a18b-ef39c82ad54c) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:41:59.482532 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e889ff51-1cf1-466d-a815-e417cdd0a7ae None None] Pushing event deleted for resources: {'Port': ['ID=82fc6cd3-d6d6-47af-abd5-b83dc92f780f,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:41:59.558282 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-0ce8f369-e83a-448f-ae3f-6a218a56192d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa702705-3898-4a5b-b1f3-44e4ee0c488f', 'name': 'tempest-ServersTestManualDisk-1107864772-router', 'tenant_id': '6826eb2468f24f9f8cc5534311e52b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '4c5c6d95-6771-40d0-b2d7-e480effb5e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:41:53Z', 'updated_at': '2022-02-19T02:41:56Z', 'revision_number': 3, 'project_id': '6826eb2468f24f9f8cc5534311e52b1d', 'gw_port': {'id': '4c5c6d95-6771-40d0-b2d7-e480effb5e1c', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c3:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa702705-3898-4a5b-b1f3-44e4ee0c488f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:41:55Z', 'updated_at': '2022-02-19T02:41:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:41:59.558908 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 82fc6cd3-d6d6-47af-abd5-b83dc92f780f no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:41:59.565050 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-61578f86-5e38-47dc-91cb-7bdf9336c2ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (2f3a90ad-ee5a-41f0-bdc0-22abe981a050), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:59.593195 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a11e942-6826-44d2-8e71-06db29e32f94 x-openstack-request-id: req-3a11e942-6826-44d2-8e71-06db29e32f94 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:41:59.593531 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa9b45d5-254c-45de-8e0f-03eec8283098", "name": "network-vif-plugged", "status": "completed", "tag": "359a2f03-81dc-42fc-9315-cd2c2edd2142", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:41:59.593792 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3a11e942-6826-44d2-8e71-06db29e32f94 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:41:59.594318 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa9b45d5-254c-45de-8e0f-03eec8283098', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '359a2f03-81dc-42fc-9315-cd2c2edd2142', 'code': 200} Feb 19 02:41:59.595264 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 82fc6cd3-d6d6-47af-abd5-b83dc92f780f {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:41:59.595628 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 82fc6cd3-d6d6-47af-abd5-b83dc92f780f not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:41:59.597779 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 2dd20b05-57e2-4dd8-bf37-99c3aded2d2e no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:41:59.601975 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce8f369-e83a-448f-ae3f-6a218a56192d None None] The sync data for ids ['aa702705-3898-4a5b-b1f3-44e4ee0c488f'] in n-d-826753-2 is: [{'id': 'aa702705-3898-4a5b-b1f3-44e4ee0c488f', 'name': 'tempest-ServersTestManualDisk-1107864772-router', 'tenant_id': '6826eb2468f24f9f8cc5534311e52b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '4c5c6d95-6771-40d0-b2d7-e480effb5e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:41:53Z', 'updated_at': '2022-02-19T02:41:56Z', 'revision_number': 3, 'project_id': '6826eb2468f24f9f8cc5534311e52b1d', 'gw_port': {'id': '4c5c6d95-6771-40d0-b2d7-e480effb5e1c', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c3:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa702705-3898-4a5b-b1f3-44e4ee0c488f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:41:55Z', 'updated_at': '2022-02-19T02:41:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:41:59.607471 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-61578f86-5e38-47dc-91cb-7bdf9336c2ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:59.613896 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-61578f86-5e38-47dc-91cb-7bdf9336c2ed admin admin] 10.222.0.72 "DELETE /v2.0/networks/2f3a90ad-ee5a-41f0-bdc0-22abe981a050 HTTP/1.1" status: 204 len: 168 time: 0.9700558 Feb 19 02:41:59.617890 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61578f86-5e38-47dc-91cb-7bdf9336c2ed admin admin] Pushing event deleted for resources: {'Network': ['ID=2f3a90ad-ee5a-41f0-bdc0-22abe981a050,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:41:59.628543 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 2dd20b05-57e2-4dd8-bf37-99c3aded2d2e {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:41:59.628896 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 2dd20b05-57e2-4dd8-bf37-99c3aded2d2e not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:41:59.629360 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 01a34c5d-fa80-4660-a0db-efb2071115d8 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:41:59.671625 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 01a34c5d-fa80-4660-a0db-efb2071115d8 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:41:59.672093 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 01a34c5d-fa80-4660-a0db-efb2071115d8 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:41:59.712254 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3680fd3e-cb59-4e35-94d2-7ad192194505 req-7cfefab7-ae77-48c0-8f0c-034ff990eceb tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:59.713850 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3680fd3e-cb59-4e35-94d2-7ad192194505 req-7cfefab7-ae77-48c0-8f0c-034ff990eceb tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4104755 Feb 19 02:41:59.773071 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3680fd3e-cb59-4e35-94d2-7ad192194505 req-7450aa28-d807-41c6-98d0-145bedb24dda tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/quotas/03a224ed4cc448b3ab8491a1b5a2c99b HTTP/1.1" status: 200 len: 375 time: 0.0525169 Feb 19 02:41:59.778803 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-884d8fca-8086-4748-9d1b-c3d965f922a4 admin admin] Publish callbacks [] for port (8ac3e26a-5d92-4e4f-a18b-ef39c82ad54c), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:59.855014 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc918599-b58c-4953-a7af-eb7137106792 req-9a6cd5d6-4d30-4d5a-9a35-20ae53d97630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:41:59.856527 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-dc918599-b58c-4953-a7af-eb7137106792 req-9a6cd5d6-4d30-4d5a-9a35-20ae53d97630 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=fa9b45d5-254c-45de-8e0f-03eec8283098 HTTP/1.1" status: 200 len: 1127 time: 0.1289968 Feb 19 02:41:59.863902 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 48502) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:41:59.886215 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-884d8fca-8086-4748-9d1b-c3d965f922a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (8ac3e26a-5d92-4e4f-a18b-ef39c82ad54c), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:41:59.915625 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3680fd3e-cb59-4e35-94d2-7ad192194505 req-5ca14d52-ecb9-4891-9722-c402775d2ce7 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=03a224ed4cc448b3ab8491a1b5a2c99b&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1343260 Feb 19 02:41:59.976904 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884d8fca-8086-4748-9d1b-c3d965f922a4 admin admin] Network 0d27bcf2-adc6-47c0-abdd-be9d15de3ddc is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:42:00.004377 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-884d8fca-8086-4748-9d1b-c3d965f922a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:42:00.018525 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884d8fca-8086-4748-9d1b-c3d965f922a4 admin admin] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:42:00.022373 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884d8fca-8086-4748-9d1b-c3d965f922a4 admin admin] Pushing event updated for resources: {'Port': ['ID=8ac3e26a-5d92-4e4f-a18b-ef39c82ad54c,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:00.031241 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-d9b8cb66-b579-4648-89dd-15f8d146820e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5126e9cc2c214dde954e94889efcccdb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1637895 Feb 19 02:42:00.031693 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-dc918599-b58c-4953-a7af-eb7137106792 req-e5a76c88-ed79-47e4-92fb-3fbd97d3187c service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588519 Feb 19 02:42:00.032043 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 48504) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:42:00.167124 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-884d8fca-8086-4748-9d1b-c3d965f922a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16289150'] for router_interface (aa702705-3898-4a5b-b1f3-44e4ee0c488f), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:00.339587 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-7ee7b6b9-14cf-4a88-8ab5-4fb68f4fd8fe None None] Provisioning complete for port 8ac3e26a-5d92-4e4f-a18b-ef39c82ad54c triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:42:00.341597 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-7ee7b6b9-14cf-4a88-8ab5-4fb68f4fd8fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (8ac3e26a-5d92-4e4f-a18b-ef39c82ad54c), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:00.366532 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bc9051e3-ecb1-465c-a969-e12dc0cb3d56 req-f1fd6720-f105-44aa-9891-d364d49b6e54 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/ports?device_id=c40b994d-4e12-472e-b137-95fb8232e79d HTTP/1.1" status: 200 len: 210 time: 0.1185710 Feb 19 02:42:00.380213 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e82e330d-13f6-4318-b674-543193ad481d admin admin] Publish callbacks [] for security_group (114ac838-b4eb-4c21-acd3-b988daa48150), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:00.424533 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-7ee7b6b9-14cf-4a88-8ab5-4fb68f4fd8fe None None] Port 8ac3e26a-5d92-4e4f-a18b-ef39c82ad54c cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:42:00.474939 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e82e330d-13f6-4318-b674-543193ad481d admin admin] Publish callbacks [] for security_group (114ac838-b4eb-4c21-acd3-b988daa48150), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:00.495028 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc0382d-5450-461c-b584-f71972798b76 req-58c9321f-065f-40ee-b775-104a60f8afb1 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:00.496585 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4bc0382d-5450-461c-b584-f71972798b76 req-58c9321f-065f-40ee-b775-104a60f8afb1 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=c26e984e-8f0b-4fc5-a561-e9bf90426fde HTTP/1.1" status: 200 len: 950 time: 0.2501647 Feb 19 02:42:00.602925 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-884d8fca-8086-4748-9d1b-c3d965f922a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (8ac3e26a-5d92-4e4f-a18b-ef39c82ad54c), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:00.685420 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4bc0382d-5450-461c-b584-f71972798b76 req-4f7ed07b-8614-4e4e-a8a9-b78334b0a3de tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726530 Feb 19 02:42:00.705728 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e82e330d-13f6-4318-b674-543193ad481d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (114ac838-b4eb-4c21-acd3-b988daa48150), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:00.708274 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e82e330d-13f6-4318-b674-543193ad481d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:00.709432 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-e82e330d-13f6-4318-b674-543193ad481d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/114ac838-b4eb-4c21-acd3-b988daa48150 HTTP/1.1" status: 204 len: 168 time: 0.6467843 Feb 19 02:42:00.755835 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22d499f-9100-4485-9f07-d978eaed45f2 req-0774e054-4a78-4a5e-87d5-833ead100a8d tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:00.769591 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c22d499f-9100-4485-9f07-d978eaed45f2 req-0774e054-4a78-4a5e-87d5-833ead100a8d tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa9b45d5-254c-45de-8e0f-03eec8283098 HTTP/1.1" status: 200 len: 945 time: 0.2558944 Feb 19 02:42:00.850045 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82e330d-13f6-4318-b674-543193ad481d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=114ac838-b4eb-4c21-acd3-b988daa48150,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:00.935996 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-571bbf76-8534-445f-8ce0-b11d5ec5e3f2 req-5b6bd2bf-e381-4e62-9151-bf7e6c8ebfbd tempest-ServerShowV254Test-388145899 tempest-ServerShowV254Test-388145899-project] 10.222.0.72 "GET /v2.0/ports?device_id=02762ed8-bcd9-4d6a-b349-f49df2bdcbcb HTTP/1.1" status: 200 len: 210 time: 0.0781598 Feb 19 02:42:01.039203 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-884d8fca-8086-4748-9d1b-c3d965f922a4 admin admin] Publish callbacks [] for port (8ac3e26a-5d92-4e4f-a18b-ef39c82ad54c), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:01.061482 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c22d499f-9100-4485-9f07-d978eaed45f2 req-6b28c43b-6f8c-4c08-9d23-93b4e1b21483 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883344 Feb 19 02:42:01.062722 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-884d8fca-8086-4748-9d1b-c3d965f922a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (8ac3e26a-5d92-4e4f-a18b-ef39c82ad54c), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:01.186541 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-884d8fca-8086-4748-9d1b-c3d965f922a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16362769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16289258'] for router_interface (aa702705-3898-4a5b-b1f3-44e4ee0c488f), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:01.191640 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884d8fca-8086-4748-9d1b-c3d965f922a4 admin admin] Pushing event updated for resources: {'Port': ['ID=8ac3e26a-5d92-4e4f-a18b-ef39c82ad54c,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:01.268550 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1496a0-20d4-426d-971a-e5fc1170d25d req-73eec44c-ea2a-4a4a-9bbb-2b8a98201225 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:01.273494 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9d1496a0-20d4-426d-971a-e5fc1170d25d req-73eec44c-ea2a-4a4a-9bbb-2b8a98201225 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=c26e984e-8f0b-4fc5-a561-e9bf90426fde HTTP/1.1" status: 200 len: 950 time: 0.1912389 Feb 19 02:42:01.356563 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884d8fca-8086-4748-9d1b-c3d965f922a4 admin admin] Network 0d27bcf2-adc6-47c0-abdd-be9d15de3ddc is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:42:01.358298 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-884d8fca-8086-4748-9d1b-c3d965f922a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:42:01.363230 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9d1496a0-20d4-426d-971a-e5fc1170d25d req-f589a9a8-c85a-4112-881f-8c7332ecf81e tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870020 Feb 19 02:42:01.552833 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-af07f2eb-a5cd-467c-b417-2167ccc483c7 req-806b4d4f-66e1-4cb2-8100-340b757be555 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/ports?device_id=c40b994d-4e12-472e-b137-95fb8232e79d HTTP/1.1" status: 200 len: 210 time: 0.0748665 Feb 19 02:42:01.646126 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-884d8fca-8086-4748-9d1b-c3d965f922a4 admin admin] Router aa702705-3898-4a5b-b1f3-44e4ee0c488f has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:42:01.655568 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 4c5c6d95-6771-40d0-b2d7-e480effb5e1c up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:42:01.818458 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 4c5c6d95-6771-40d0-b2d7-e480effb5e1c triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:42:01.818841 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (4c5c6d95-6771-40d0-b2d7-e480effb5e1c), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:01.857272 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [req-8d420490-c4b3-4c8f-b76d-13f801531f96 req-c661ee72-32c6-4402-bdd7-ae84affe6dee service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103701) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:42:01.858304 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8d420490-c4b3-4c8f-b76d-13f801531f96 req-c661ee72-32c6-4402-bdd7-ae84affe6dee service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0123580 Feb 19 02:42:01.912734 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-884d8fca-8086-4748-9d1b-c3d965f922a4 admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:42:01.922739 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-884d8fca-8086-4748-9d1b-c3d965f922a4 admin admin] 10.222.0.72 "PUT /v2.0/routers/aa702705-3898-4a5b-b1f3-44e4ee0c488f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7534692 Feb 19 02:42:01.959359 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 4c5c6d95-6771-40d0-b2d7-e480effb5e1c is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:42:01.959742 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (4c5c6d95-6771-40d0-b2d7-e480effb5e1c), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:01.996026 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port 4c5c6d95-6771-40d0-b2d7-e480effb5e1c, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=4c5c6d95-6771-40d0-b2d7-e480effb5e1c,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:42:02.017939 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (4c5c6d95-6771-40d0-b2d7-e480effb5e1c), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:02.094568 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=4c5c6d95-6771-40d0-b2d7-e480effb5e1c,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:02.099419 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-5e99d35d-5c4a-4947-ba14-b1ab7d3c956f None None] Provisioning complete for port 8ac3e26a-5d92-4e4f-a18b-ef39c82ad54c triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:42:02.100071 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5e99d35d-5c4a-4947-ba14-b1ab7d3c956f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (8ac3e26a-5d92-4e4f-a18b-ef39c82ad54c), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:02.114035 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3680fd3e-cb59-4e35-94d2-7ad192194505 req-3c6e5141-a103-41b4-9aab-8b19449d905f tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=03a224ed4cc448b3ab8491a1b5a2c99b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1013408 Feb 19 02:42:02.198545 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-5e99d35d-5c4a-4947-ba14-b1ab7d3c956f None None] Port 8ac3e26a-5d92-4e4f-a18b-ef39c82ad54c cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:42:02.247656 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bc4b4874-e77b-4050-9905-b2d82c290591 req-19c4718b-90ef-4b96-af1b-505da6855881 tempest-ServerShowV254Test-388145899 tempest-ServerShowV254Test-388145899-project] 10.222.0.72 "GET /v2.0/ports?device_id=02762ed8-bcd9-4d6a-b349-f49df2bdcbcb HTTP/1.1" status: 200 len: 210 time: 0.1121850 Feb 19 02:42:02.361400 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a606b050-33ec-4114-b709-7d1be1e1108f None None] Sync routers for ids ['aa702705-3898-4a5b-b1f3-44e4ee0c488f'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:42:02.374765 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a606b050-33ec-4114-b709-7d1be1e1108f None None] Routers {'aa702705-3898-4a5b-b1f3-44e4ee0c488f'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:42:02.375900 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-a606b050-33ec-4114-b709-7d1be1e1108f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:41:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['aa702705-3898-4a5b-b1f3-44e4ee0c488f'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:42:02.404546 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35bcafa-c3b4-471b-971a-5e77ceacf403 req-260f4d7a-c9cb-4a33-aa05-c790e10e7324 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:02.412574 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d35bcafa-c3b4-471b-971a-5e77ceacf403 req-260f4d7a-c9cb-4a33-aa05-c790e10e7324 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa9b45d5-254c-45de-8e0f-03eec8283098 HTTP/1.1" status: 200 len: 945 time: 0.1528187 Feb 19 02:42:02.422314 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3680fd3e-cb59-4e35-94d2-7ad192194505 req-0da3e779-d24c-4753-a01f-86f95a66f301 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:02.423957 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3680fd3e-cb59-4e35-94d2-7ad192194505 req-0da3e779-d24c-4753-a01f-86f95a66f301 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3078771 Feb 19 02:42:02.433062 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-89ff9ba6-95ab-425c-a764-9036dd8f9521 req-274975e5-8b04-4b56-9ab6-879715e9a219 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c26e984e-8f0b-4fc5-a561-e9bf90426fde&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1288218 Feb 19 02:42:02.444416 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [req-89ff9ba6-95ab-425c-a764-9036dd8f9521 req-2d6d50c7-3d06-47d5-8d75-2e4d5edcf772 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103701) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:42:02.445431 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-89ff9ba6-95ab-425c-a764-9036dd8f9521 req-2d6d50c7-3d06-47d5-8d75-2e4d5edcf772 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061457 Feb 19 02:42:02.458323 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-3680fd3e-cb59-4e35-94d2-7ad192194505 req-6cb2ddbc-34c8-4727-9303-f63c7aedf308 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Request body: {'port': {'device_id': 'c40b994d-4e12-472e-b137-95fb8232e79d', 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f', 'admin_state_up': True, 'tenant_id': '03a224ed4cc448b3ab8491a1b5a2c99b'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:42:02.520054 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-a606b050-33ec-4114-b709-7d1be1e1108f None None] Set router aa702705-3898-4a5b-b1f3-44e4ee0c488f gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:42:02.535712 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d35bcafa-c3b4-471b-971a-5e77ceacf403 req-63498b22-46d3-4ec8-b539-9a0be0f78a71 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219201 Feb 19 02:42:02.671231 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3680fd3e-cb59-4e35-94d2-7ad192194505 req-6cb2ddbc-34c8-4727-9303-f63c7aedf308 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Made reservation on behalf of 03a224ed4cc448b3ab8491a1b5a2c99b for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:42:02.675935 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-3680fd3e-cb59-4e35-94d2-7ad192194505 req-6cb2ddbc-34c8-4727-9303-f63c7aedf308 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:02.766571 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7722be-fc80-4e46-8f6e-318888660e34 req-342f01cd-73bc-4bb1-9a54-e33f17000874 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:02.768116 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ea7722be-fc80-4e46-8f6e-318888660e34 req-342f01cd-73bc-4bb1-9a54-e33f17000874 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=c26e984e-8f0b-4fc5-a561-e9bf90426fde HTTP/1.1" status: 200 len: 950 time: 0.1388667 Feb 19 02:42:02.772455 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-a606b050-33ec-4114-b709-7d1be1e1108f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa702705-3898-4a5b-b1f3-44e4ee0c488f', 'name': 'tempest-ServersTestManualDisk-1107864772-router', 'tenant_id': '6826eb2468f24f9f8cc5534311e52b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '4c5c6d95-6771-40d0-b2d7-e480effb5e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:41:53Z', 'updated_at': '2022-02-19T02:42:00Z', 'revision_number': 4, 'project_id': '6826eb2468f24f9f8cc5534311e52b1d', 'gw_port': {'id': '4c5c6d95-6771-40d0-b2d7-e480effb5e1c', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa702705-3898-4a5b-b1f3-44e4ee0c488f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:41:55Z', 'updated_at': '2022-02-19T02:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '8ac3e26a-5d92-4e4f-a18b-ef39c82ad54c', 'name': '', 'network_id': '0d27bcf2-adc6-47c0-abdd-be9d15de3ddc', 'tenant_id': '6826eb2468f24f9f8cc5534311e52b1d', 'mac_address': 'fa:16:3e:96:d3:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa702705-3898-4a5b-b1f3-44e4ee0c488f', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '711684dd-1cdb-4818-a281-0b13f4347e79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:41:58Z', 'updated_at': '2022-02-19T02:42:00Z', 'revision_number': 2, 'project_id': '6826eb2468f24f9f8cc5534311e52b1d', 'subnets': [{'id': '711684dd-1cdb-4818-a281-0b13f4347e79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:42:02.803218 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a606b050-33ec-4114-b709-7d1be1e1108f None None] Checking router: aa702705-3898-4a5b-b1f3-44e4ee0c488f for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:42:02.803835 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a606b050-33ec-4114-b709-7d1be1e1108f None None] Updating router aa702705-3898-4a5b-b1f3-44e4ee0c488f port 8ac3e26a-5d92-4e4f-a18b-ef39c82ad54c binding host n-d-826753-2 {{(pid=103703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:42:02.834555 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-a606b050-33ec-4114-b709-7d1be1e1108f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (8ac3e26a-5d92-4e4f-a18b-ef39c82ad54c), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:02.954321 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48594) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:42:02.960275 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-a7fa88ff-3a86-439d-95e3-7848ccdf1fe3 tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] Request body: {'security_group': {'name': 'tempest-securitygroup--247005413', 'description': 'tempest-description--1243095772'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:42:03.006767 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a7fa88ff-3a86-439d-95e3-7848ccdf1fe3 tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:03.129112 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a7fa88ff-3a86-439d-95e3-7848ccdf1fe3 tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] Publish callbacks [] for security_group (bfd70287-182a-4b0b-951c-428ef24eece7), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:03.133545 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a7fa88ff-3a86-439d-95e3-7848ccdf1fe3 tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (bfd70287-182a-4b0b-951c-428ef24eece7), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:03.164480 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fa88ff-3a86-439d-95e3-7848ccdf1fe3 tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd70287-182a-4b0b-951c-428ef24eece7,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:03.171168 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a7fa88ff-3a86-439d-95e3-7848ccdf1fe3 tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:03.172376 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-a7fa88ff-3a86-439d-95e3-7848ccdf1fe3 tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2170081 Feb 19 02:42:03.175812 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48600) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:42:03.182869 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-0282390b-4f23-4364-b094-a105415837bd tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] Request body: {'security_group_rule': {'security_group_id': 'bfd70287-182a-4b0b-951c-428ef24eece7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:42:03.188310 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-a606b050-33ec-4114-b709-7d1be1e1108f None None] Publish callbacks [] for port (8ac3e26a-5d92-4e4f-a18b-ef39c82ad54c), precommit_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:03.198862 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-a606b050-33ec-4114-b709-7d1be1e1108f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (8ac3e26a-5d92-4e4f-a18b-ef39c82ad54c), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:03.211277 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0282390b-4f23-4364-b094-a105415837bd tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] Publish callbacks [] for security_group_rule (396eb606-a819-4ffc-9c03-a5b18ce4c0eb), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:03.240259 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ff9ba6-95ab-425c-a764-9036dd8f9521 req-7e055acd-dcc2-4066-973d-34d235d2073c tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:03.241697 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-89ff9ba6-95ab-425c-a764-9036dd8f9521 req-7e055acd-dcc2-4066-973d-34d235d2073c tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports/7a2ff793-afac-4496-ba61-bdbb8c4c9eb5 HTTP/1.1" status: 200 len: 947 time: 0.1468887 Feb 19 02:42:03.261498 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24b208a-d8f1-4132-a848-4b917c997772 None None] Pushing event updated for resources: {'Port': ['ID=8ac3e26a-5d92-4e4f-a18b-ef39c82ad54c,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:03.271514 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ea7722be-fc80-4e46-8f6e-318888660e34 req-1b6a0d08-b69a-4998-b558-85595212e4eb tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4972765 Feb 19 02:42:03.316911 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0282390b-4f23-4364-b094-a105415837bd tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] Publish callbacks [] for security_group_rule (396eb606-a819-4ffc-9c03-a5b18ce4c0eb), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:03.322300 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0282390b-4f23-4364-b094-a105415837bd tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (396eb606-a819-4ffc-9c03-a5b18ce4c0eb), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:03.343505 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [req-3680fd3e-cb59-4e35-94d2-7ad192194505 req-6cb2ddbc-34c8-4727-9303-f63c7aedf308 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Allocated IP 192.168.233.45 (5124bd00-da2a-4bd6-93a0-c14c92afb11f/974c06bc-f097-4890-970a-b087501ab241/e5c98bae-9eac-4d4e-924b-987b95b451a3) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:42:03.352509 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0282390b-4f23-4364-b094-a105415837bd tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=396eb606-a819-4ffc-9c03-a5b18ce4c0eb,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:03.359036 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-a606b050-33ec-4114-b709-7d1be1e1108f None None] Attempting to bind port 8ac3e26a-5d92-4e4f-a18b-ef39c82ad54c on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:42:03.359376 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-a606b050-33ec-4114-b709-7d1be1e1108f None None] Attempting to bind port 8ac3e26a-5d92-4e4f-a18b-ef39c82ad54c by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '2ce9568b-cb30-4be2-8f02-4f9226e8510c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '0d27bcf2-adc6-47c0-abdd-be9d15de3ddc'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:42:03.359935 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a606b050-33ec-4114-b709-7d1be1e1108f None None] Attempting to bind port 8ac3e26a-5d92-4e4f-a18b-ef39c82ad54c on network 0d27bcf2-adc6-47c0-abdd-be9d15de3ddc {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:42:03.367382 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0282390b-4f23-4364-b094-a105415837bd tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:03.367747 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a606b050-33ec-4114-b709-7d1be1e1108f None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:42:03.368351 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a606b050-33ec-4114-b709-7d1be1e1108f None None] Checking segment: {'id': '2ce9568b-cb30-4be2-8f02-4f9226e8510c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '0d27bcf2-adc6-47c0-abdd-be9d15de3ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:42:03.369679 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-0282390b-4f23-4364-b094-a105415837bd tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1925814 Feb 19 02:42:03.372514 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48606) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:42:03.374080 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-a606b050-33ec-4114-b709-7d1be1e1108f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:03.374509 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a606b050-33ec-4114-b709-7d1be1e1108f None None] Bound using segment: {'id': '2ce9568b-cb30-4be2-8f02-4f9226e8510c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '0d27bcf2-adc6-47c0-abdd-be9d15de3ddc'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:42:03.375116 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-a606b050-33ec-4114-b709-7d1be1e1108f None None] Bound port: 8ac3e26a-5d92-4e4f-a18b-ef39c82ad54c, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ce9568b-cb30-4be2-8f02-4f9226e8510c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '0d27bcf2-adc6-47c0-abdd-be9d15de3ddc'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:42:03.375512 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-a606b050-33ec-4114-b709-7d1be1e1108f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (8ac3e26a-5d92-4e4f-a18b-ef39c82ad54c), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:03.379932 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-afcb717c-1adf-4254-b26d-ee61bfe17533 tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] Request body: {'security_group_rule': {'security_group_id': 'bfd70287-182a-4b0b-951c-428ef24eece7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:42:03.391026 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1830df1-e310-4b42-a7df-d10b2bef0b57 req-9c4a380f-612f-49a6-8d97-b61e72b1b483 tempest-LiveAutoBlockMigrationV225Test-289573108 tempest-LiveAutoBlockMigrationV225Test-289573108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:03.393730 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e1830df1-e310-4b42-a7df-d10b2bef0b57 req-9c4a380f-612f-49a6-8d97-b61e72b1b483 tempest-LiveAutoBlockMigrationV225Test-289573108 tempest-LiveAutoBlockMigrationV225Test-289573108-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=fa9b45d5-254c-45de-8e0f-03eec8283098 HTTP/1.1" status: 200 len: 1127 time: 0.2552722 Feb 19 02:42:03.421313 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-afcb717c-1adf-4254-b26d-ee61bfe17533 tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] Publish callbacks [] for security_group_rule (c20db850-dbbb-4f9b-b1ca-35702959cf9f), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:03.471397 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e685330e-cdaf-4dd4-a5a6-38f1ce3162ef req-872af32b-a2e0-4bc9-8d3a-f68a9860d04b tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/ports?device_id=c40b994d-4e12-472e-b137-95fb8232e79d HTTP/1.1" status: 200 len: 210 time: 0.0720398 Feb 19 02:42:03.528837 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-afcb717c-1adf-4254-b26d-ee61bfe17533 tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] Publish callbacks [] for security_group_rule (c20db850-dbbb-4f9b-b1ca-35702959cf9f), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:03.535091 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-afcb717c-1adf-4254-b26d-ee61bfe17533 tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (c20db850-dbbb-4f9b-b1ca-35702959cf9f), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:03.563945 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-a606b050-33ec-4114-b709-7d1be1e1108f None None] For port 8ac3e26a-5d92-4e4f-a18b-ef39c82ad54c, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:42:03.568745 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-a606b050-33ec-4114-b709-7d1be1e1108f None None] For port 8ac3e26a-5d92-4e4f-a18b-ef39c82ad54c, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=8ac3e26a-5d92-4e4f-a18b-ef39c82ad54c,segment=NetworkSegment(2ce9568b-cb30-4be2-8f02-4f9226e8510c),segment_id=2ce9568b-cb30-4be2-8f02-4f9226e8510c)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:42:03.577109 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 4c5c6d95-6771-40d0-b2d7-e480effb5e1c up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:42:03.585664 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcb717c-1adf-4254-b26d-ee61bfe17533 tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c20db850-dbbb-4f9b-b1ca-35702959cf9f,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:03.602853 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-afcb717c-1adf-4254-b26d-ee61bfe17533 tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:03.605615 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-afcb717c-1adf-4254-b26d-ee61bfe17533 tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2307701 Feb 19 02:42:03.608595 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48612) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:42:03.621361 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-6e5810af-d2c1-4618-8a7a-857f3cecfc01 tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] Request body: {'floatingip': {'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:42:03.648616 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-a606b050-33ec-4114-b709-7d1be1e1108f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (8ac3e26a-5d92-4e4f-a18b-ef39c82ad54c), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:03.658938 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6e5810af-d2c1-4618-8a7a-857f3cecfc01 tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:03.753261 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 4c5c6d95-6771-40d0-b2d7-e480effb5e1c triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:42:03.753789 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (4c5c6d95-6771-40d0-b2d7-e480effb5e1c), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:03.839986 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24b208a-d8f1-4132-a848-4b917c997772 None None] Pushing event updated for resources: {'Port': ['ID=8ac3e26a-5d92-4e4f-a18b-ef39c82ad54c,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:03.859421 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a606b050-33ec-4114-b709-7d1be1e1108f None None] Routers {'aa702705-3898-4a5b-b1f3-44e4ee0c488f'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:42:03.860775 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-a606b050-33ec-4114-b709-7d1be1e1108f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:41:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['aa702705-3898-4a5b-b1f3-44e4ee0c488f'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:42:03.942706 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-3680fd3e-cb59-4e35-94d2-7ad192194505 req-6cb2ddbc-34c8-4727-9303-f63c7aedf308 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Publish callbacks [] for port (e5c98bae-9eac-4d4e-924b-987b95b451a3), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:03.956685 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6e5810af-d2c1-4618-8a7a-857f3cecfc01 tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:04.017409 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e1830df1-e310-4b42-a7df-d10b2bef0b57 req-3936e35a-6cdc-480c-b6f3-7e3a3301ecdb tempest-LiveAutoBlockMigrationV225Test-289573108 tempest-LiveAutoBlockMigrationV225Test-289573108-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6111317 Feb 19 02:42:04.029167 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-3680fd3e-cb59-4e35-94d2-7ad192194505 req-6cb2ddbc-34c8-4727-9303-f63c7aedf308 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (e5c98bae-9eac-4d4e-924b-987b95b451a3), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:04.058562 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-f0a0481b-ea7e-4c83-9ec2-4bc057ea94ae None None] Provisioning complete for port 8ac3e26a-5d92-4e4f-a18b-ef39c82ad54c triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:42:04.058975 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f0a0481b-ea7e-4c83-9ec2-4bc057ea94ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (8ac3e26a-5d92-4e4f-a18b-ef39c82ad54c), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:04.120290 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['89f9b0a0-c329-4e39-99de-c5b7a5067c52', 'e900da92-6b02-463e-a4f4-e45cd6deaee5', '75ad1f14-4dfd-4d71-8c99-33f85a508aa1', 'e33b8d9a-b9b3-4c2d-a1d9-3d6762227071', 'eafc59ef-40bb-43a8-a05e-e0d1da4b46a2'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:42:04.131188 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['64d5db86-5019-4642-ac30-035e8e72b9a8', 'b58e214f-5ac6-48f9-9d2d-dfcc8de9ee4f'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:42:04.153105 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3680fd3e-cb59-4e35-94d2-7ad192194505 req-6cb2ddbc-34c8-4727-9303-f63c7aedf308 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Network 5124bd00-da2a-4bd6-93a0-c14c92afb11f is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:42:04.161446 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-6e5810af-d2c1-4618-8a7a-857f3cecfc01 tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] Allocated IP 172.25.6.176 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/e0279a39-6307-48cd-96bd-308fab27f0d4) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:42:04.169728 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0a754d89-d414-459c-8285-e369336bc8cb req-9ef60130-4cd1-43da-ad62-142649191465 tempest-ServerShowV254Test-388145899 tempest-ServerShowV254Test-388145899-project] 10.222.0.72 "GET /v2.0/ports?device_id=02762ed8-bcd9-4d6a-b349-f49df2bdcbcb HTTP/1.1" status: 200 len: 210 time: 0.1474078 Feb 19 02:42:04.182189 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [req-3680fd3e-cb59-4e35-94d2-7ad192194505 req-6cb2ddbc-34c8-4727-9303-f63c7aedf308 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:42:04.209726 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-3680fd3e-cb59-4e35-94d2-7ad192194505 req-6cb2ddbc-34c8-4727-9303-f63c7aedf308 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:42:04.276873 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb2ddbc-34c8-4727-9303-f63c7aedf308 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Pushing event updated for resources: {'Port': ['ID=e5c98bae-9eac-4d4e-924b-987b95b451a3,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:04.337731 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3680fd3e-cb59-4e35-94d2-7ad192194505 req-6cb2ddbc-34c8-4727-9303-f63c7aedf308 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:04.339529 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-3680fd3e-cb59-4e35-94d2-7ad192194505 req-6cb2ddbc-34c8-4727-9303-f63c7aedf308 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:04.367705 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3680fd3e-cb59-4e35-94d2-7ad192194505 req-6cb2ddbc-34c8-4727-9303-f63c7aedf308 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9150729 Feb 19 02:42:04.395333 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-3680fd3e-cb59-4e35-94d2-7ad192194505 req-c1d5500a-b844-4d5d-b322-50b0c6621593 service neutron] Request body: {'port': {'device_id': 'c40b994d-4e12-472e-b137-95fb8232e79d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826753-2'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:42:04.441611 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6e5810af-d2c1-4618-8a7a-857f3cecfc01 tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] Publish callbacks [] for port (e0279a39-6307-48cd-96bd-308fab27f0d4), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:04.531015 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6e5810af-d2c1-4618-8a7a-857f3cecfc01 tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (e0279a39-6307-48cd-96bd-308fab27f0d4), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:04.574982 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-3680fd3e-cb59-4e35-94d2-7ad192194505 req-c1d5500a-b844-4d5d-b322-50b0c6621593 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (e5c98bae-9eac-4d4e-924b-987b95b451a3), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:04.623076 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5810af-d2c1-4618-8a7a-857f3cecfc01 tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:42:04.625318 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-a606b050-33ec-4114-b709-7d1be1e1108f None None] Set router aa702705-3898-4a5b-b1f3-44e4ee0c488f gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:42:04.640207 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-6e5810af-d2c1-4618-8a7a-857f3cecfc01 tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:42:04.647020 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5810af-d2c1-4618-8a7a-857f3cecfc01 tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:42:04.713891 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5810af-d2c1-4618-8a7a-857f3cecfc01 tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] Pushing event updated for resources: {'Port': ['ID=e0279a39-6307-48cd-96bd-308fab27f0d4,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:04.801029 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 4c5c6d95-6771-40d0-b2d7-e480effb5e1c is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:42:04.887347 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6e5810af-d2c1-4618-8a7a-857f3cecfc01 tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] Publish callbacks [] for floatingip (24e8c017-4598-4c54-ba9d-991028439bcd), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:04.913133 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ff9ba6-95ab-425c-a764-9036dd8f9521 req-c91bafc4-c5ee-4216-9006-61320b2b91c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:04.915517 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-89ff9ba6-95ab-425c-a764-9036dd8f9521 req-c91bafc4-c5ee-4216-9006-61320b2b91c3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=db33b204d8b743bf8957eb245634d63e&device_id=c26e984e-8f0b-4fc5-a561-e9bf90426fde HTTP/1.1" status: 200 len: 1132 time: 0.0924692 Feb 19 02:42:04.967441 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8957279f-8995-4510-a975-bee176823794 req-5ffc92a2-0f38-414a-8628-fafd7b2d35bd tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:04.969549 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8957279f-8995-4510-a975-bee176823794 req-5ffc92a2-0f38-414a-8628-fafd7b2d35bd tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=c26e984e-8f0b-4fc5-a561-e9bf90426fde HTTP/1.1" status: 200 len: 950 time: 0.2750654 Feb 19 02:42:05.014482 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6e5810af-d2c1-4618-8a7a-857f3cecfc01 tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (e0279a39-6307-48cd-96bd-308fab27f0d4), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:05.022935 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b89f5d6-a865-4ef6-adb8-0c83e2d9a7cf req-b99a93b3-2871-48e4-a82d-b7446934837b tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:05.030084 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4b89f5d6-a865-4ef6-adb8-0c83e2d9a7cf req-b99a93b3-2871-48e4-a82d-b7446934837b tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/ports?device_id=c40b994d-4e12-472e-b137-95fb8232e79d HTTP/1.1" status: 200 len: 935 time: 0.3255191 Feb 19 02:42:05.165871 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4b89f5d6-a865-4ef6-adb8-0c83e2d9a7cf req-a0775dda-f338-4318-94e1-f23f4d249c6a tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b908dbc-8f8c-41bc-a0bd-543abe15dd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348178 Feb 19 02:42:05.172209 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8957279f-8995-4510-a975-bee176823794 req-a110d996-2755-42ff-b54a-c12fef187456 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952653 Feb 19 02:42:05.263325 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-f0a0481b-ea7e-4c83-9ec2-4bc057ea94ae None None] Current status of the port 8ac3e26a-5d92-4e4f-a18b-ef39c82ad54c is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:42:05.263941 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f0a0481b-ea7e-4c83-9ec2-4bc057ea94ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (8ac3e26a-5d92-4e4f-a18b-ef39c82ad54c), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:05.286041 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ff9ba6-95ab-425c-a764-9036dd8f9521 req-d25965d0-32ed-4c5b-bea6-17e05f0ab478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:05.293479 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-89ff9ba6-95ab-425c-a764-9036dd8f9521 req-d25965d0-32ed-4c5b-bea6-17e05f0ab478 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5124bd00-da2a-4bd6-93a0-c14c92afb11f HTTP/1.1" status: 200 len: 870 time: 0.3486598 Feb 19 02:42:05.366217 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-f0a0481b-ea7e-4c83-9ec2-4bc057ea94ae None None] For port 8ac3e26a-5d92-4e4f-a18b-ef39c82ad54c, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=8ac3e26a-5d92-4e4f-a18b-ef39c82ad54c,segment=NetworkSegment(2ce9568b-cb30-4be2-8f02-4f9226e8510c),segment_id=2ce9568b-cb30-4be2-8f02-4f9226e8510c)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:42:05.392225 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [req-3680fd3e-cb59-4e35-94d2-7ad192194505 req-c1d5500a-b844-4d5d-b322-50b0c6621593 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5c98bae-9eac-4d4e-924b-987b95b451a3 {{(pid=103701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:42:05.395299 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f0a0481b-ea7e-4c83-9ec2-4bc057ea94ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (8ac3e26a-5d92-4e4f-a18b-ef39c82ad54c), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:05.415953 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-3680fd3e-cb59-4e35-94d2-7ad192194505 req-c1d5500a-b844-4d5d-b322-50b0c6621593 service neutron] Publish callbacks [] for port (e5c98bae-9eac-4d4e-924b-987b95b451a3), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:05.461390 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-a606b050-33ec-4114-b709-7d1be1e1108f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa702705-3898-4a5b-b1f3-44e4ee0c488f', 'name': 'tempest-ServersTestManualDisk-1107864772-router', 'tenant_id': '6826eb2468f24f9f8cc5534311e52b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '4c5c6d95-6771-40d0-b2d7-e480effb5e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:41:53Z', 'updated_at': '2022-02-19T02:42:00Z', 'revision_number': 4, 'project_id': '6826eb2468f24f9f8cc5534311e52b1d', 'gw_port': {'id': '4c5c6d95-6771-40d0-b2d7-e480effb5e1c', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa702705-3898-4a5b-b1f3-44e4ee0c488f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:41:55Z', 'updated_at': '2022-02-19T02:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '8ac3e26a-5d92-4e4f-a18b-ef39c82ad54c', 'name': '', 'network_id': '0d27bcf2-adc6-47c0-abdd-be9d15de3ddc', 'tenant_id': '6826eb2468f24f9f8cc5534311e52b1d', 'mac_address': 'fa:16:3e:96:d3:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa702705-3898-4a5b-b1f3-44e4ee0c488f', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '711684dd-1cdb-4818-a281-0b13f4347e79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:41:58Z', 'updated_at': '2022-02-19T02:42:03Z', 'revision_number': 4, 'project_id': '6826eb2468f24f9f8cc5534311e52b1d', 'subnets': [{'id': '711684dd-1cdb-4818-a281-0b13f4347e79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:42:05.469989 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.provisioning_blocks [req-3680fd3e-cb59-4e35-94d2-7ad192194505 req-c1d5500a-b844-4d5d-b322-50b0c6621593 service neutron] Transition to ACTIVE for port object e5c98bae-9eac-4d4e-924b-987b95b451a3 will not be triggered until provisioned by entity L2. {{(pid=103701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:42:05.495226 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f711f193-af3b-48de-8ac7-ae7dc5fbc09b req-a7deadff-d7e2-426a-a606-50d06767e41a tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:05.499114 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f711f193-af3b-48de-8ac7-ae7dc5fbc09b req-a7deadff-d7e2-426a-a606-50d06767e41a tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] 10.222.0.72 "GET /v2.0/ports?device_id=0ddcf820-02e0-4b56-8332-ac8a890fb0b5 HTTP/1.1" status: 200 len: 945 time: 0.2071171 Feb 19 02:42:05.500319 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-3680fd3e-cb59-4e35-94d2-7ad192194505 req-c1d5500a-b844-4d5d-b322-50b0c6621593 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (e5c98bae-9eac-4d4e-924b-987b95b451a3), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:05.500460 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-89ff9ba6-95ab-425c-a764-9036dd8f9521 req-d7025af3-b8f1-43ae-89ac-680ea4f31036 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=7a2ff793-afac-4496-ba61-bdbb8c4c9eb5 HTTP/1.1" status: 200 len: 217 time: 0.0659525 Feb 19 02:42:05.536720 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a606b050-33ec-4114-b709-7d1be1e1108f None None] The sync data for ids ['aa702705-3898-4a5b-b1f3-44e4ee0c488f'] in n-d-826753-2 is: [{'id': 'aa702705-3898-4a5b-b1f3-44e4ee0c488f', 'name': 'tempest-ServersTestManualDisk-1107864772-router', 'tenant_id': '6826eb2468f24f9f8cc5534311e52b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '4c5c6d95-6771-40d0-b2d7-e480effb5e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:41:53Z', 'updated_at': '2022-02-19T02:42:00Z', 'revision_number': 4, 'project_id': '6826eb2468f24f9f8cc5534311e52b1d', 'gw_port': {'id': '4c5c6d95-6771-40d0-b2d7-e480effb5e1c', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa702705-3898-4a5b-b1f3-44e4ee0c488f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:41:55Z', 'updated_at': '2022-02-19T02:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '8ac3e26a-5d92-4e4f-a18b-ef39c82ad54c', 'name': '', 'network_id': '0d27bcf2-adc6-47c0-abdd-be9d15de3ddc', 'tenant_id': '6826eb2468f24f9f8cc5534311e52b1d', 'mac_address': 'fa:16:3e:96:d3:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa702705-3898-4a5b-b1f3-44e4ee0c488f', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '711684dd-1cdb-4818-a281-0b13f4347e79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:41:58Z', 'updated_at': '2022-02-19T02:42:03Z', 'revision_number': 4, 'project_id': '6826eb2468f24f9f8cc5534311e52b1d', 'subnets': [{'id': '711684dd-1cdb-4818-a281-0b13f4347e79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:42:05.648824 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a0481b-ea7e-4c83-9ec2-4bc057ea94ae None None] Pushing event updated for resources: {'Port': ['ID=8ac3e26a-5d92-4e4f-a18b-ef39c82ad54c,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:05.669915 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-0cf5f45c-7213-49fc-b68e-fbab94cefd7f None None] Provisioning complete for port 8ac3e26a-5d92-4e4f-a18b-ef39c82ad54c triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:42:05.670264 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-0cf5f45c-7213-49fc-b68e-fbab94cefd7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (8ac3e26a-5d92-4e4f-a18b-ef39c82ad54c), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:05.693638 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ff9ba6-95ab-425c-a764-9036dd8f9521 req-050b8a97-0f1e-490a-a0bd-593c44d10c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:05.696187 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-89ff9ba6-95ab-425c-a764-9036dd8f9521 req-050b8a97-0f1e-490a-a0bd-593c44d10c2b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=974c06bc-f097-4890-970a-b087501ab241 HTTP/1.1" status: 200 len: 843 time: 0.1839101 Feb 19 02:42:05.719748 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d5500a-b844-4d5d-b322-50b0c6621593 service neutron] Pushing event updated for resources: {'Port': ['ID=e5c98bae-9eac-4d4e-924b-987b95b451a3,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:05.781019 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f711f193-af3b-48de-8ac7-ae7dc5fbc09b req-a07c4c62-33ce-4e74-ac8b-f32b4de54cf6 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] 10.222.0.72 "GET /v2.0/security-groups?id=d1874a8e-a1bd-4ab7-b8d8-0b935dd8ff3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2637351 Feb 19 02:42:05.824941 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:42:05.857114 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6e5810af-d2c1-4618-8a7a-857f3cecfc01 tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] Publish callbacks [] for port (e0279a39-6307-48cd-96bd-308fab27f0d4), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:05.887992 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6e5810af-d2c1-4618-8a7a-857f3cecfc01 tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (e0279a39-6307-48cd-96bd-308fab27f0d4), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:05.950262 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5810af-d2c1-4618-8a7a-857f3cecfc01 tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] Pushing event updated for resources: {'Port': ['ID=e0279a39-6307-48cd-96bd-308fab27f0d4,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:05.962136 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ff9ba6-95ab-425c-a764-9036dd8f9521 req-812e4766-a8e4-40f0-bd30-0ac430fb19d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:05.963906 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-89ff9ba6-95ab-425c-a764-9036dd8f9521 req-812e4766-a8e4-40f0-bd30-0ac430fb19d1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5124bd00-da2a-4bd6-93a0-c14c92afb11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2508578 Feb 19 02:42:06.026346 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b8cbf3cf-5d79-4509-9936-9f439cdb9e76 req-4ef94732-0a84-4a40-b8cf-168ac84048c9 tempest-ServerShowV254Test-388145899 tempest-ServerShowV254Test-388145899-project] 10.222.0.72 "GET /v2.0/ports?device_id=02762ed8-bcd9-4d6a-b349-f49df2bdcbcb HTTP/1.1" status: 200 len: 210 time: 0.1726840 Feb 19 02:42:06.056767 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6e5810af-d2c1-4618-8a7a-857f3cecfc01 tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16285943'] for floatingip (24e8c017-4598-4c54-ba9d-991028439bcd), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:06.107767 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-0cf5f45c-7213-49fc-b68e-fbab94cefd7f None None] Current status of the port 8ac3e26a-5d92-4e4f-a18b-ef39c82ad54c is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:42:06.161255 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-3680fd3e-cb59-4e35-94d2-7ad192194505 req-c1d5500a-b844-4d5d-b322-50b0c6621593 service neutron] Attempting to bind port e5c98bae-9eac-4d4e-924b-987b95b451a3 on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:42:06.161784 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-3680fd3e-cb59-4e35-94d2-7ad192194505 req-c1d5500a-b844-4d5d-b322-50b0c6621593 service neutron] Attempting to bind port e5c98bae-9eac-4d4e-924b-987b95b451a3 by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:42:06.162374 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3680fd3e-cb59-4e35-94d2-7ad192194505 req-c1d5500a-b844-4d5d-b322-50b0c6621593 service neutron] Attempting to bind port e5c98bae-9eac-4d4e-924b-987b95b451a3 on network 5124bd00-da2a-4bd6-93a0-c14c92afb11f {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:42:06.168603 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3680fd3e-cb59-4e35-94d2-7ad192194505 req-c1d5500a-b844-4d5d-b322-50b0c6621593 service neutron] Port e5c98bae-9eac-4d4e-924b-987b95b451a3 on network 5124bd00-da2a-4bd6-93a0-c14c92afb11f not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:42:06.169069 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3680fd3e-cb59-4e35-94d2-7ad192194505 req-c1d5500a-b844-4d5d-b322-50b0c6621593 service neutron] Attempting to bind port e5c98bae-9eac-4d4e-924b-987b95b451a3 on network 5124bd00-da2a-4bd6-93a0-c14c92afb11f {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:42:06.198009 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3680fd3e-cb59-4e35-94d2-7ad192194505 req-c1d5500a-b844-4d5d-b322-50b0c6621593 service neutron] Checking agent: {'id': 'bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:42:06.200771 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3680fd3e-cb59-4e35-94d2-7ad192194505 req-c1d5500a-b844-4d5d-b322-50b0c6621593 service neutron] Checking segment: {'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:42:06.202925 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3680fd3e-cb59-4e35-94d2-7ad192194505 req-c1d5500a-b844-4d5d-b322-50b0c6621593 service neutron] Bound using segment: {'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:42:06.203503 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-3680fd3e-cb59-4e35-94d2-7ad192194505 req-c1d5500a-b844-4d5d-b322-50b0c6621593 service neutron] Bound port: e5c98bae-9eac-4d4e-924b-987b95b451a3, host: n-h2-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'}}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:42:06.203987 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-3680fd3e-cb59-4e35-94d2-7ad192194505 req-c1d5500a-b844-4d5d-b322-50b0c6621593 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (e5c98bae-9eac-4d4e-924b-987b95b451a3), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:06.303017 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6e5810af-d2c1-4618-8a7a-857f3cecfc01 tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:06.314366 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-6e5810af-d2c1-4618-8a7a-857f3cecfc01 tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7036755 Feb 19 02:42:06.437657 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-89ff9ba6-95ab-425c-a764-9036dd8f9521 req-8b65f45e-5377-4b7b-82f9-fc79d617b175 service neutron] 10.222.0.73 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4230251 Feb 19 02:42:06.526783 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-3680fd3e-cb59-4e35-94d2-7ad192194505 req-c1d5500a-b844-4d5d-b322-50b0c6621593 service neutron] For port e5c98bae-9eac-4d4e-924b-987b95b451a3, host n-h2-826753-2, cleared binding levels {{(pid=103701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:42:06.529831 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-3680fd3e-cb59-4e35-94d2-7ad192194505 req-c1d5500a-b844-4d5d-b322-50b0c6621593 service neutron] For port e5c98bae-9eac-4d4e-924b-987b95b451a3, host n-h2-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=e5c98bae-9eac-4d4e-924b-987b95b451a3,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:42:06.578040 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-3680fd3e-cb59-4e35-94d2-7ad192194505 req-c1d5500a-b844-4d5d-b322-50b0c6621593 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (e5c98bae-9eac-4d4e-924b-987b95b451a3), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:06.733905 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3680fd3e-cb59-4e35-94d2-7ad192194505 req-c1d5500a-b844-4d5d-b322-50b0c6621593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:06.734861 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-3680fd3e-cb59-4e35-94d2-7ad192194505 req-c1d5500a-b844-4d5d-b322-50b0c6621593 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:06.736533 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3680fd3e-cb59-4e35-94d2-7ad192194505 req-c1d5500a-b844-4d5d-b322-50b0c6621593 service neutron] 10.222.0.82 "PUT /v2.0/ports/e5c98bae-9eac-4d4e-924b-987b95b451a3 HTTP/1.1" status: 200 len: 1095 time: 2.3467941 Feb 19 02:42:06.738494 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d5500a-b844-4d5d-b322-50b0c6621593 service neutron] Pushing event updated for resources: {'Port': ['ID=e5c98bae-9eac-4d4e-924b-987b95b451a3,revision_number=3']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:06.743262 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c40b994d-4e12-472e-b137-95fb8232e79d', 'tag': 'e5c98bae-9eac-4d4e-924b-987b95b451a3'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:42:06.745610 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-280c81ae-f995-418a-affe-0b05e42095f0" -d '{"events": [{"name": "network-changed", "server_uuid": "c40b994d-4e12-472e-b137-95fb8232e79d", "tag": "e5c98bae-9eac-4d4e-924b-987b95b451a3"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:42:06.756513 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4c8a07-9490-4c74-b543-622affde87a1 req-3fadf325-b934-4349-8e83-d5ad0d461126 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:06.759871 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ea4c8a07-9490-4c74-b543-622affde87a1 req-3fadf325-b934-4349-8e83-d5ad0d461126 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] 10.222.0.82 "GET /v2.0/ports?device_id=0ddcf820-02e0-4b56-8332-ac8a890fb0b5 HTTP/1.1" status: 200 len: 945 time: 0.3124528 Feb 19 02:42:06.774739 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-89ff9ba6-95ab-425c-a764-9036dd8f9521 req-6e48a1b9-3e3e-4095-ab94-99f165d07e1e service neutron] 10.222.0.73 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3184636 Feb 19 02:42:06.803978 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed4fb85-9f21-41e7-a8f6-545d71262851 req-7154547a-c1ee-4e0c-b5b4-9d1caa343069 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:06.816894 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8ed4fb85-9f21-41e7-a8f6-545d71262851 req-7154547a-c1ee-4e0c-b5b4-9d1caa343069 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=c26e984e-8f0b-4fc5-a561-e9bf90426fde HTTP/1.1" status: 200 len: 950 time: 0.4028394 Feb 19 02:42:06.881188 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48678) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:42:06.895006 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf258ee-a593-4159-89db-c7524fbaa537 req-56f1148d-5457-428f-b255-1f2c837b9453 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:06.903207 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1bf258ee-a593-4159-89db-c7524fbaa537 req-56f1148d-5457-428f-b255-1f2c837b9453 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/ports?device_id=c40b994d-4e12-472e-b137-95fb8232e79d HTTP/1.1" status: 200 len: 947 time: 0.5445979 Feb 19 02:42:07.123991 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1bf258ee-a593-4159-89db-c7524fbaa537 req-cff8f150-5bb5-40bd-ad50-13b9e7d7f07a tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b908dbc-8f8c-41bc-a0bd-543abe15dd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195284 Feb 19 02:42:07.211307 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8ed4fb85-9f21-41e7-a8f6-545d71262851 req-8055091e-9082-4d90-9b53-7adecd49ac15 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3897333 Feb 19 02:42:07.302471 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3680fd3e-cb59-4e35-94d2-7ad192194505 req-a010817c-da5f-4445-af0e-9784eb15eb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:07.304027 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3680fd3e-cb59-4e35-94d2-7ad192194505 req-a010817c-da5f-4445-af0e-9784eb15eb55 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=03a224ed4cc448b3ab8491a1b5a2c99b&device_id=c40b994d-4e12-472e-b137-95fb8232e79d HTTP/1.1" status: 200 len: 1129 time: 0.4576242 Feb 19 02:42:07.318005 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d23896a-9684-46ad-954c-edad9414457e x-openstack-request-id: req-4d23896a-9684-46ad-954c-edad9414457e {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:42:07.318447 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c40b994d-4e12-472e-b137-95fb8232e79d", "tag": "e5c98bae-9eac-4d4e-924b-987b95b451a3", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:42:07.318706 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4d23896a-9684-46ad-954c-edad9414457e {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:42:07.319111 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c40b994d-4e12-472e-b137-95fb8232e79d', 'tag': 'e5c98bae-9eac-4d4e-924b-987b95b451a3', 'status': 'completed', 'code': 200} Feb 19 02:42:07.420982 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3680fd3e-cb59-4e35-94d2-7ad192194505 req-61ed87c5-8713-4f17-ad40-6e8bdfd7618a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=e5c98bae-9eac-4d4e-924b-987b95b451a3 HTTP/1.1" status: 200 len: 217 time: 0.0782645 Feb 19 02:42:07.450599 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5ca0d014-eeee-4a72-be37-c2aed0a3cdc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:07.528399 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3680fd3e-cb59-4e35-94d2-7ad192194505 req-10e08ada-2dde-4138-9cdc-b700fdddac36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:07.530121 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3680fd3e-cb59-4e35-94d2-7ad192194505 req-10e08ada-2dde-4138-9cdc-b700fdddac36 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=974c06bc-f097-4890-970a-b087501ab241 HTTP/1.1" status: 200 len: 843 time: 0.0672424 Feb 19 02:42:07.542149 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-ea4c8a07-9490-4c74-b543-622affde87a1 req-48cb8244-710a-4c4e-8888-fc639b26673e tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Deleting port f8ee2ea9-f7f3-4d8a-beab-2a8e2e03d6a5 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:42:07.542490 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-ea4c8a07-9490-4c74-b543-622affde87a1 req-48cb8244-710a-4c4e-8888-fc639b26673e tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (f8ee2ea9-f7f3-4d8a-beab-2a8e2e03d6a5), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:07.598507 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 8ac3e26a-5d92-4e4f-a18b-ef39c82ad54c up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:42:07.614657 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1db00b83-24e0-4197-bf07-0a8cce58c135 req-82c1fdc4-3fe7-4fd6-8a57-09ba8e942f5a tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--247005413&fields=id&tenant_id=6826eb2468f24f9f8cc5534311e52b1d HTTP/1.1" status: 200 len: 267 time: 0.3693187 Feb 19 02:42:07.667593 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa2986c-ab6a-4d82-8b83-ce7492016404 req-5b94020d-ecff-4746-8eea-03fc06bd2963 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:07.678980 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5aa2986c-ab6a-4d82-8b83-ce7492016404 req-5b94020d-ecff-4746-8eea-03fc06bd2963 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] 10.222.0.72 "GET /v2.0/ports?device_id=0ddcf820-02e0-4b56-8332-ac8a890fb0b5 HTTP/1.1" status: 200 len: 945 time: 0.2549226 Feb 19 02:42:07.723646 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 8ac3e26a-5d92-4e4f-a18b-ef39c82ad54c triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:42:07.726883 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (8ac3e26a-5d92-4e4f-a18b-ef39c82ad54c), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:07.732039 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-ea4c8a07-9490-4c74-b543-622affde87a1 req-48cb8244-710a-4c4e-8888-fc639b26673e tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] For port f8ee2ea9-f7f3-4d8a-beab-2a8e2e03d6a5, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=f8ee2ea9-f7f3-4d8a-beab-2a8e2e03d6a5,segment=NetworkSegment(6f7b8cc3-683b-49b2-aa9b-588731b9d8d2),segment_id=6f7b8cc3-683b-49b2-aa9b-588731b9d8d2)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:42:07.732419 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-ea4c8a07-9490-4c74-b543-622affde87a1 req-48cb8244-710a-4c4e-8888-fc639b26673e tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (f8ee2ea9-f7f3-4d8a-beab-2a8e2e03d6a5), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:07.804903 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5aa2986c-ab6a-4d82-8b83-ce7492016404 req-79cfe78e-5eab-4a1f-816d-a30a8484f6a5 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] 10.222.0.72 "GET /v2.0/security-groups?id=d1874a8e-a1bd-4ab7-b8d8-0b935dd8ff3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249833 Feb 19 02:42:07.881955 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3680fd3e-cb59-4e35-94d2-7ad192194505 req-178c1eb0-da2d-411a-88a1-1479e61831d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:07.890846 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3680fd3e-cb59-4e35-94d2-7ad192194505 req-178c1eb0-da2d-411a-88a1-1479e61831d1 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5124bd00-da2a-4bd6-93a0-c14c92afb11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3485065 Feb 19 02:42:07.895155 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 8ac3e26a-5d92-4e4f-a18b-ef39c82ad54c is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:42:07.897697 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5ca0d014-eeee-4a72-be37-c2aed0a3cdc5 admin admin] Publish callbacks [] for security_group (9ee18ab7-2ace-42d9-8915-0c7b864f045d), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:07.946834 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5ca0d014-eeee-4a72-be37-c2aed0a3cdc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (9ee18ab7-2ace-42d9-8915-0c7b864f045d), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:08.013607 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca0d014-eeee-4a72-be37-c2aed0a3cdc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee18ab7-2ace-42d9-8915-0c7b864f045d,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:08.014702 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-087776e5-7417-43f6-9313-bc68da0f3308 req-c5ed7faa-7bca-4f05-877b-754b8c48cb51 tempest-ServerShowV254Test-388145899 tempest-ServerShowV254Test-388145899-project] 10.222.0.72 "GET /v2.0/ports?device_id=02762ed8-bcd9-4d6a-b349-f49df2bdcbcb HTTP/1.1" status: 200 len: 210 time: 0.0827639 Feb 19 02:42:08.021880 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-5ca0d014-eeee-4a72-be37-c2aed0a3cdc5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8b25adff9e3e49709f2ec859a52536ff&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1396825 Feb 19 02:42:08.022899 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48696) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:42:08.106864 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db00b83-24e0-4197-bf07-0a8cce58c135 req-c09f5df2-e56a-4eda-945a-b3bf00d04ead tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:08.108388 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1db00b83-24e0-4197-bf07-0a8cce58c135 req-c09f5df2-e56a-4eda-945a-b3bf00d04ead tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] 10.222.0.72 "GET /v2.0/networks?id=0d27bcf2-adc6-47c0-abdd-be9d15de3ddc HTTP/1.1" status: 200 len: 812 time: 0.4749472 Feb 19 02:42:08.108767 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-ea4c8a07-9490-4c74-b543-622affde87a1 req-48cb8244-710a-4c4e-8888-fc639b26673e tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:08.109247 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-ea4c8a07-9490-4c74-b543-622affde87a1 req-48cb8244-710a-4c4e-8888-fc639b26673e tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16285943'] for floatingip (bf2c5daf-2253-47d1-bb92-4424bb08fa88), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:08.109654 n-d-826753-2 neutron-server[103702]: INFO neutron.db.l3_db [req-ea4c8a07-9490-4c74-b543-622affde87a1 req-48cb8244-710a-4c4e-8888-fc639b26673e tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Floating IP bf2c5daf-2253-47d1-bb92-4424bb08fa88 disassociated. External IP: 172.25.6.94, port: f8ee2ea9-f7f3-4d8a-beab-2a8e2e03d6a5. Feb 19 02:42:08.110066 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-ea4c8a07-9490-4c74-b543-622affde87a1 req-48cb8244-710a-4c4e-8888-fc639b26673e tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Calling delete_port for f8ee2ea9-f7f3-4d8a-beab-2a8e2e03d6a5 owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:42:08.135384 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3680fd3e-cb59-4e35-94d2-7ad192194505 req-1eb5fd9e-3f4d-46b8-ac33-8927bd0af4ca service neutron] 10.222.0.82 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299826 Feb 19 02:42:08.145421 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1db00b83-24e0-4197-bf07-0a8cce58c135 req-98c00e9a-5061-4160-a6ea-5c7f4bd797a0 tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] 10.222.0.72 "GET /v2.0/quotas/6826eb2468f24f9f8cc5534311e52b1d HTTP/1.1" status: 200 len: 375 time: 0.0269015 Feb 19 02:42:08.211083 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8d440e02-7211-4464-b4f1-059bc2a68260 admin admin] Publish callbacks [] for security_group (9ee18ab7-2ace-42d9-8915-0c7b864f045d), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:08.256169 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8d440e02-7211-4464-b4f1-059bc2a68260 admin admin] Publish callbacks [] for security_group (9ee18ab7-2ace-42d9-8915-0c7b864f045d), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:08.310658 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1db00b83-24e0-4197-bf07-0a8cce58c135 req-67a1cd72-6f3f-4a43-96c0-8359de83eef4 tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=6826eb2468f24f9f8cc5534311e52b1d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1643264 Feb 19 02:42:08.328753 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3680fd3e-cb59-4e35-94d2-7ad192194505 req-5e79f460-2126-4600-b6d0-18256040edf0 service neutron] 10.222.0.82 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813512 Feb 19 02:42:08.346835 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be58ec9-3695-43e7-b0d0-be02956bce20 req-daffec08-7c1d-48d9-86c5-924d1061cc9d tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:08.348338 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7be58ec9-3695-43e7-b0d0-be02956bce20 req-daffec08-7c1d-48d9-86c5-924d1061cc9d tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/ports?device_id=c40b994d-4e12-472e-b137-95fb8232e79d HTTP/1.1" status: 200 len: 947 time: 0.1489723 Feb 19 02:42:08.394049 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8d440e02-7211-4464-b4f1-059bc2a68260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (9ee18ab7-2ace-42d9-8915-0c7b864f045d), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:08.396882 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8d440e02-7211-4464-b4f1-059bc2a68260 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:08.398135 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-8d440e02-7211-4464-b4f1-059bc2a68260 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9ee18ab7-2ace-42d9-8915-0c7b864f045d HTTP/1.1" status: 204 len: 168 time: 0.3475628 Feb 19 02:42:08.411913 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d440e02-7211-4464-b4f1-059bc2a68260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee18ab7-2ace-42d9-8915-0c7b864f045d,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:08.413794 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-ea4c8a07-9490-4c74-b543-622affde87a1 req-48cb8244-710a-4c4e-8888-fc639b26673e tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (f8ee2ea9-f7f3-4d8a-beab-2a8e2e03d6a5), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:08.443422 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cb8244-710a-4c4e-8888-fc639b26673e tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Pushing event deleted for resources: {'Port': ['ID=f8ee2ea9-f7f3-4d8a-beab-2a8e2e03d6a5,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:08.524644 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7be58ec9-3695-43e7-b0d0-be02956bce20 req-8f642508-2b1f-41e7-b483-0634ebafb561 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b908dbc-8f8c-41bc-a0bd-543abe15dd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250827 Feb 19 02:42:08.539234 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1db00b83-24e0-4197-bf07-0a8cce58c135 req-c43dab69-5796-4758-8a9a-a08d4d3246fd service neutron] 10.222.0.72 "GET /v2.0/networks/0d27bcf2-adc6-47c0-abdd-be9d15de3ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070811 Feb 19 02:42:08.615322 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280c81ae-f995-418a-affe-0b05e42095f0 req-6305ef47-ea47-48da-9dde-1e9aeb8517bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:08.616798 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-280c81ae-f995-418a-affe-0b05e42095f0 req-6305ef47-ea47-48da-9dde-1e9aeb8517bf service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=03a224ed4cc448b3ab8491a1b5a2c99b&device_id=c40b994d-4e12-472e-b137-95fb8232e79d HTTP/1.1" status: 200 len: 1129 time: 0.1519578 Feb 19 02:42:08.627733 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ea4c8a07-9490-4c74-b543-622affde87a1 req-48cb8244-710a-4c4e-8888-fc639b26673e tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Router b6da21e8-df25-41b5-9112-ef6c3049a200 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:42:08.749554 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1db00b83-24e0-4197-bf07-0a8cce58c135 req-3110b954-2560-48ce-9be3-fa2c37273794 service neutron] 10.222.0.72 "GET /v2.0/networks/0d27bcf2-adc6-47c0-abdd-be9d15de3ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990399 Feb 19 02:42:08.783669 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3215dc6e-19cf-4f9a-8df7-2d681c46afd1 req-7cd9b37d-99ea-4b68-9b8d-db6395557088 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:08.785449 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3215dc6e-19cf-4f9a-8df7-2d681c46afd1 req-7cd9b37d-99ea-4b68-9b8d-db6395557088 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=c26e984e-8f0b-4fc5-a561-e9bf90426fde HTTP/1.1" status: 200 len: 950 time: 0.1762106 Feb 19 02:42:08.794525 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280c81ae-f995-418a-affe-0b05e42095f0 req-87d064b2-33be-431a-9a79-027cfea6232d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:08.798372 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-280c81ae-f995-418a-affe-0b05e42095f0 req-87d064b2-33be-431a-9a79-027cfea6232d service neutron] 10.222.0.82 "GET /v2.0/networks?id=5124bd00-da2a-4bd6-93a0-c14c92afb11f HTTP/1.1" status: 200 len: 870 time: 0.1643736 Feb 19 02:42:08.801858 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ea4c8a07-9490-4c74-b543-622affde87a1 req-48cb8244-710a-4c4e-8888-fc639b26673e tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:42:08.818213 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa40d6a0-383d-466f-822b-a903ccc09faa None None] Sync routers for ids ['b6da21e8-df25-41b5-9112-ef6c3049a200'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:42:08.836938 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa40d6a0-383d-466f-822b-a903ccc09faa None None] Routers {'b6da21e8-df25-41b5-9112-ef6c3049a200'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:42:08.841293 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-aa40d6a0-383d-466f-822b-a903ccc09faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:41:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['b6da21e8-df25-41b5-9112-ef6c3049a200'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:42:08.938319 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea4c8a07-9490-4c74-b543-622affde87a1 req-48cb8244-710a-4c4e-8888-fc639b26673e tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] No DVR routers for this DVR port f8ee2ea9-f7f3-4d8a-beab-2a8e2e03d6a5 on host n-h2-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:42:08.946500 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-ea4c8a07-9490-4c74-b543-622affde87a1 req-48cb8244-710a-4c4e-8888-fc639b26673e tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:08.958747 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ea4c8a07-9490-4c74-b543-622affde87a1 req-48cb8244-710a-4c4e-8888-fc639b26673e tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] 10.222.0.82 "DELETE /v2.0/ports/f8ee2ea9-f7f3-4d8a-beab-2a8e2e03d6a5 HTTP/1.1" status: 204 len: 173 time: 2.1792049 Feb 19 02:42:08.975512 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-280c81ae-f995-418a-affe-0b05e42095f0 req-d1cdd0ce-4eb2-42a8-87df-9390d35d3ad6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=e5c98bae-9eac-4d4e-924b-987b95b451a3 HTTP/1.1" status: 200 len: 217 time: 0.1375554 Feb 19 02:42:08.976237 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ddcf820-02e0-4b56-8332-ac8a890fb0b5', 'name': 'network-vif-deleted', 'tag': 'f8ee2ea9-f7f3-4d8a-beab-2a8e2e03d6a5'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:42:08.979036 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ffa8773-2ebe-44c9-a7f3-4652b1542bbe" -d '{"events": [{"server_uuid": "0ddcf820-02e0-4b56-8332-ac8a890fb0b5", "name": "network-vif-deleted", "tag": "f8ee2ea9-f7f3-4d8a-beab-2a8e2e03d6a5"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:42:09.043920 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-aa40d6a0-383d-466f-822b-a903ccc09faa None None] Set router b6da21e8-df25-41b5-9112-ef6c3049a200 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:42:09.098013 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3215dc6e-19cf-4f9a-8df7-2d681c46afd1 req-6175640d-17c6-476d-9cce-785e466bd60e tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3002713 Feb 19 02:42:09.135358 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280c81ae-f995-418a-affe-0b05e42095f0 req-57e145fe-206c-49c9-8110-8d3bfe7e6e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:09.142570 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-280c81ae-f995-418a-affe-0b05e42095f0 req-57e145fe-206c-49c9-8110-8d3bfe7e6e7a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=974c06bc-f097-4890-970a-b087501ab241 HTTP/1.1" status: 200 len: 843 time: 0.1406338 Feb 19 02:42:09.207314 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1504dc76-1f37-44be-ae11-28c96a4a9675 x-openstack-request-id: req-1504dc76-1f37-44be-ae11-28c96a4a9675 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:42:09.207671 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ddcf820-02e0-4b56-8332-ac8a890fb0b5", "name": "network-vif-deleted", "tag": "f8ee2ea9-f7f3-4d8a-beab-2a8e2e03d6a5", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:42:09.207862 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1504dc76-1f37-44be-ae11-28c96a4a9675 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:42:09.208340 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ddcf820-02e0-4b56-8332-ac8a890fb0b5', 'name': 'network-vif-deleted', 'tag': 'f8ee2ea9-f7f3-4d8a-beab-2a8e2e03d6a5', 'status': 'completed', 'code': 200} Feb 19 02:42:09.411478 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-aa40d6a0-383d-466f-822b-a903ccc09faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6da21e8-df25-41b5-9112-ef6c3049a200', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-600956687-router', 'tenant_id': 'da1eb1f790ec4469a06a2c8ce51be727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': 'a7de6922-a724-45ad-bbfe-6ebc6e2c72af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:38:28Z', 'updated_at': '2022-02-19T02:38:31Z', 'revision_number': 4, 'project_id': 'da1eb1f790ec4469a06a2c8ce51be727', 'gw_port': {'id': 'a7de6922-a724-45ad-bbfe-6ebc6e2c72af', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6da21e8-df25-41b5-9112-ef6c3049a200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:38:29Z', 'updated_at': '2022-02-19T02:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '19eb4237-2dc0-45cc-a3f0-48a32153d21e', 'name': '', 'network_id': 'e0f7c769-8470-4519-8f35-ba7a47a3fc99', 'tenant_id': 'da1eb1f790ec4469a06a2c8ce51be727', 'mac_address': 'fa:16:3e:82:3d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6da21e8-df25-41b5-9112-ef6c3049a200', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '4a3ae975-a392-4065-b27e-dab19abb303b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:38:30Z', 'updated_at': '2022-02-19T02:38:38Z', 'revision_number': 5, 'project_id': 'da1eb1f790ec4469a06a2c8ce51be727', 'subnets': [{'id': '4a3ae975-a392-4065-b27e-dab19abb303b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:42:09.443337 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa40d6a0-383d-466f-822b-a903ccc09faa None None] Checking router: b6da21e8-df25-41b5-9112-ef6c3049a200 for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:42:09.453256 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa40d6a0-383d-466f-822b-a903ccc09faa None None] Routers {'b6da21e8-df25-41b5-9112-ef6c3049a200'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:42:09.454108 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-aa40d6a0-383d-466f-822b-a903ccc09faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:41:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['b6da21e8-df25-41b5-9112-ef6c3049a200'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:42:09.505865 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48742) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:42:09.584249 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-aa40d6a0-383d-466f-822b-a903ccc09faa None None] Set router b6da21e8-df25-41b5-9112-ef6c3049a200 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:42:09.608117 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280c81ae-f995-418a-affe-0b05e42095f0 req-583f0ced-e715-4f6c-a4e5-6b94409d508c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:09.609840 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-280c81ae-f995-418a-affe-0b05e42095f0 req-583f0ced-e715-4f6c-a4e5-6b94409d508c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5124bd00-da2a-4bd6-93a0-c14c92afb11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4598520 Feb 19 02:42:09.624538 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8cd14be4-c977-4ca0-8284-8deb75131817 req-68ea47a6-3d04-4738-8db6-e34fe6ea9aeb tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] 10.222.0.72 "GET /v2.0/ports?device_id=0ddcf820-02e0-4b56-8332-ac8a890fb0b5 HTTP/1.1" status: 200 len: 210 time: 0.3928392 Feb 19 02:42:09.679932 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device f8ee2ea9-f7f3-4d8a-beab-2a8e2e03d6a5 no longer exists at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:42:09.688697 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-8e0cea36-ea7c-44ec-9663-3ad965fb3e5b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-197933220-network', 'tenant_id': '053e147a2c4f44feb653e9c01824cac3'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:42:09.712424 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6c428036-05eb-4687-bf32-bc5c4ded635a req-37cba64b-24a0-423c-b6aa-d393234f7771 tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] 10.222.0.72 "GET /v2.0/ports?device_id=8f136b88-5df4-4d49-bcb2-4da180b316c7 HTTP/1.1" status: 200 len: 210 time: 0.4392135 Feb 19 02:42:09.716230 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] No Port match for: f8ee2ea9-f7f3-4d8a-beab-2a8e2e03d6a5 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:42:09.716549 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device f8ee2ea9-f7f3-4d8a-beab-2a8e2e03d6a5 not bound to the agent host n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:42:09.754522 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e0cea36-ea7c-44ec-9663-3ad965fb3e5b admin admin] Made reservation on behalf of 053e147a2c4f44feb653e9c01824cac3 for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:42:09.768528 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8e0cea36-ea7c-44ec-9663-3ad965fb3e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:09.790263 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8e0cea36-ea7c-44ec-9663-3ad965fb3e5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:09.867492 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c485127f-59b1-4f3c-9559-4217bba30c63 req-62942c56-b8af-4400-8853-4efacdaaa453 tempest-ServerShowV254Test-388145899 tempest-ServerShowV254Test-388145899-project] 10.222.0.72 "GET /v2.0/ports?device_id=02762ed8-bcd9-4d6a-b349-f49df2bdcbcb HTTP/1.1" status: 200 len: 210 time: 0.0608802 Feb 19 02:42:09.891669 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-280c81ae-f995-418a-affe-0b05e42095f0 req-066967b2-10cc-4c0e-bcd5-f734f5c19a3a service neutron] 10.222.0.82 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652462 Feb 19 02:42:09.930111 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8e0cea36-ea7c-44ec-9663-3ad965fb3e5b admin admin] Publish callbacks [] for security_group (7cf363d4-1a5e-40aa-ad83-6f6b65b7a0ce), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:09.935323 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8e0cea36-ea7c-44ec-9663-3ad965fb3e5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (7cf363d4-1a5e-40aa-ad83-6f6b65b7a0ce), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:09.950166 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-aa40d6a0-383d-466f-822b-a903ccc09faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6da21e8-df25-41b5-9112-ef6c3049a200', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-600956687-router', 'tenant_id': 'da1eb1f790ec4469a06a2c8ce51be727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': 'a7de6922-a724-45ad-bbfe-6ebc6e2c72af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:38:28Z', 'updated_at': '2022-02-19T02:38:31Z', 'revision_number': 4, 'project_id': 'da1eb1f790ec4469a06a2c8ce51be727', 'gw_port': {'id': 'a7de6922-a724-45ad-bbfe-6ebc6e2c72af', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6da21e8-df25-41b5-9112-ef6c3049a200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:38:29Z', 'updated_at': '2022-02-19T02:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '19eb4237-2dc0-45cc-a3f0-48a32153d21e', 'name': '', 'network_id': 'e0f7c769-8470-4519-8f35-ba7a47a3fc99', 'tenant_id': 'da1eb1f790ec4469a06a2c8ce51be727', 'mac_address': 'fa:16:3e:82:3d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6da21e8-df25-41b5-9112-ef6c3049a200', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '4a3ae975-a392-4065-b27e-dab19abb303b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:38:30Z', 'updated_at': '2022-02-19T02:38:38Z', 'revision_number': 5, 'project_id': 'da1eb1f790ec4469a06a2c8ce51be727', 'subnets': [{'id': '4a3ae975-a392-4065-b27e-dab19abb303b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:42:09.954805 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e0cea36-ea7c-44ec-9663-3ad965fb3e5b admin admin] vlan segment allocate from pool success with {'vlan_id': 255, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:42:09.980442 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8e0cea36-ea7c-44ec-9663-3ad965fb3e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (058e3d15-e39c-4491-aab1-67dfa950e419), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:09.980802 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-8e0cea36-ea7c-44ec-9663-3ad965fb3e5b admin admin] Added segment 058e3d15-e39c-4491-aab1-67dfa950e419 of type vlan for network 32e5f3f5-78f3-4129-92f1-6f00dcb3c744 Feb 19 02:42:10.025070 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa40d6a0-383d-466f-822b-a903ccc09faa None None] The sync data for ids ['b6da21e8-df25-41b5-9112-ef6c3049a200'] in n-d-826753-2 is: [{'id': 'b6da21e8-df25-41b5-9112-ef6c3049a200', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-600956687-router', 'tenant_id': 'da1eb1f790ec4469a06a2c8ce51be727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': 'a7de6922-a724-45ad-bbfe-6ebc6e2c72af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:38:28Z', 'updated_at': '2022-02-19T02:38:31Z', 'revision_number': 4, 'project_id': 'da1eb1f790ec4469a06a2c8ce51be727', 'gw_port': {'id': 'a7de6922-a724-45ad-bbfe-6ebc6e2c72af', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6da21e8-df25-41b5-9112-ef6c3049a200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:38:29Z', 'updated_at': '2022-02-19T02:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '19eb4237-2dc0-45cc-a3f0-48a32153d21e', 'name': '', 'network_id': 'e0f7c769-8470-4519-8f35-ba7a47a3fc99', 'tenant_id': 'da1eb1f790ec4469a06a2c8ce51be727', 'mac_address': 'fa:16:3e:82:3d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6da21e8-df25-41b5-9112-ef6c3049a200', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '4a3ae975-a392-4065-b27e-dab19abb303b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:38:30Z', 'updated_at': '2022-02-19T02:38:38Z', 'revision_number': 5, 'project_id': 'da1eb1f790ec4469a06a2c8ce51be727', 'subnets': [{'id': '4a3ae975-a392-4065-b27e-dab19abb303b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:42:10.036919 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0cea36-ea7c-44ec-9663-3ad965fb3e5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf363d4-1a5e-40aa-ad83-6f6b65b7a0ce,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:10.069981 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8e0cea36-ea7c-44ec-9663-3ad965fb3e5b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (32e5f3f5-78f3-4129-92f1-6f00dcb3c744), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:10.106269 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8e0cea36-ea7c-44ec-9663-3ad965fb3e5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (32e5f3f5-78f3-4129-92f1-6f00dcb3c744), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:10.106910 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e0cea36-ea7c-44ec-9663-3ad965fb3e5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:10.107629 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8e0cea36-ea7c-44ec-9663-3ad965fb3e5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:10.118429 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372aa9f9-0897-4190-b9af-c385e8c9f1b2 req-b7288efd-ecf7-40e0-a5e6-0edcbd787ecc tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:10.121639 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-372aa9f9-0897-4190-b9af-c385e8c9f1b2 req-b7288efd-ecf7-40e0-a5e6-0edcbd787ecc tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/ports?device_id=c40b994d-4e12-472e-b137-95fb8232e79d HTTP/1.1" status: 200 len: 947 time: 0.1143756 Feb 19 02:42:10.159297 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-280c81ae-f995-418a-affe-0b05e42095f0 req-ecad27ed-7c69-4d36-ad56-7cc1e74268ce service neutron] 10.222.0.82 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463183 Feb 19 02:42:10.193494 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-372aa9f9-0897-4190-b9af-c385e8c9f1b2 req-1f4e5be6-db73-4521-9449-9e61d0a0802d tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b908dbc-8f8c-41bc-a0bd-543abe15dd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584850 Feb 19 02:42:10.197463 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-8e0cea36-ea7c-44ec-9663-3ad965fb3e5b admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6870215 Feb 19 02:42:10.197686 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 48764) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:42:10.200809 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0cea36-ea7c-44ec-9663-3ad965fb3e5b admin admin] Pushing event updated for resources: {'Network': ['ID=32e5f3f5-78f3-4129-92f1-6f00dcb3c744,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:10.203005 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-65d39fba-e183-40c7-8078-d045f4f5448c admin admin] Request body: {'subnet': {'network_id': '32e5f3f5-78f3-4129-92f1-6f00dcb3c744', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-197933220-subnet', 'tenant_id': '053e147a2c4f44feb653e9c01824cac3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:42:10.218283 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 32e5f3f5-78f3-4129-92f1-6f00dcb3c744 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:42:10.245887 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65d39fba-e183-40c7-8078-d045f4f5448c admin admin] Made reservation on behalf of 053e147a2c4f44feb653e9c01824cac3 for: {'subnet': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:42:10.249859 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-65d39fba-e183-40c7-8078-d045f4f5448c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58706307'] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:10.433354 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e53940-f2c7-4dae-a42b-1095e2b9e89f None None] New status for floating IP bf2c5daf-2253-47d1-bb92-4424bb08fa88: DOWN {{(pid=103703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 02:42:10.496665 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5cbd44-31c1-4f56-a1ca-6344ffc5851a req-e56c5814-f354-4bd0-8079-94778d44a5c6 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:10.498206 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-af5cbd44-31c1-4f56-a1ca-6344ffc5851a req-e56c5814-f354-4bd0-8079-94778d44a5c6 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=c26e984e-8f0b-4fc5-a561-e9bf90426fde HTTP/1.1" status: 200 len: 950 time: 0.1337128 Feb 19 02:42:10.502796 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28639cb7-2660-4bf2-a303-084695cacded req-77c49d32-a940-45b7-996c-020efc5c987e tempest-LiveMigrationTest-193918984 tempest-LiveMigrationTest-193918984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:10.509350 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-28639cb7-2660-4bf2-a303-084695cacded req-77c49d32-a940-45b7-996c-020efc5c987e tempest-LiveMigrationTest-193918984 tempest-LiveMigrationTest-193918984-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=29bcea09-12cf-46f9-beab-e3b6e5e0664c HTTP/1.1" status: 200 len: 1127 time: 0.1473637 Feb 19 02:42:10.655535 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-af5cbd44-31c1-4f56-a1ca-6344ffc5851a req-8ee076ba-d9d6-4858-9806-4b77980cb63a tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160638 Feb 19 02:42:10.676835 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-28639cb7-2660-4bf2-a303-084695cacded req-10e4ca90-8951-4b3e-bcbc-6e7bbb304bcf tempest-LiveMigrationTest-193918984 tempest-LiveMigrationTest-193918984-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660047 Feb 19 02:42:10.683170 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-65d39fba-e183-40c7-8078-d045f4f5448c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12647271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58706289'] for subnet (184cb47a-61d2-4998-b584-c41ba0b72d4f), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:10.736788 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d39fba-e183-40c7-8078-d045f4f5448c admin admin] Pushing event updated for resources: {'Subnet': ['ID=184cb47a-61d2-4998-b584-c41ba0b72d4f,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:10.760752 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d39fba-e183-40c7-8078-d045f4f5448c admin admin] Checking segment: {'id': '058e3d15-e39c-4491-aab1-67dfa950e419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '32e5f3f5-78f3-4129-92f1-6f00dcb3c744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:42:10.760929 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d39fba-e183-40c7-8078-d045f4f5448c admin admin] Network hostable DHCP agents. Network: 32e5f3f5-78f3-4129-92f1-6f00dcb3c744, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:42:10.803711 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d39fba-e183-40c7-8078-d045f4f5448c admin admin] Network 32e5f3f5-78f3-4129-92f1-6f00dcb3c744 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:42:10.820564 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-65d39fba-e183-40c7-8078-d045f4f5448c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 32e5f3f5-78f3-4129-92f1-6f00dcb3c744) {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:42:10.826428 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d39fba-e183-40c7-8078-d045f4f5448c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:10.827023 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-65d39fba-e183-40c7-8078-d045f4f5448c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:10.837919 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8477d5-26c0-4a17-8225-54d75023026e None None] Network 32e5f3f5-78f3-4129-92f1-6f00dcb3c744 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:42:10.861740 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-87558c00-5bee-4260-8839-258d058cb7a7 req-c363da82-7dfd-4e00-ba00-43496a05a323 tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] 10.222.0.72 "GET /v2.0/ports?device_id=8f136b88-5df4-4d49-bcb2-4da180b316c7 HTTP/1.1" status: 200 len: 210 time: 0.0375550 Feb 19 02:42:10.901307 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-65d39fba-e183-40c7-8078-d045f4f5448c admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7032502 Feb 19 02:42:11.107952 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-90167887-8cbe-4e2d-be6c-1439ce51cca1 req-d85d9249-f6bb-4eed-b1f6-57bbb650f125 tempest-ServerShowV254Test-388145899 tempest-ServerShowV254Test-388145899-project] 10.222.0.72 "GET /v2.0/ports?device_id=02762ed8-bcd9-4d6a-b349-f49df2bdcbcb HTTP/1.1" status: 200 len: 210 time: 0.0562961 Feb 19 02:42:11.157738 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd5f703-bfce-4647-a77a-c5c35c9fbdb7 None None] Network 32e5f3f5-78f3-4129-92f1-6f00dcb3c744 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:42:11.228108 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db00b83-24e0-4197-bf07-0a8cce58c135 req-f4cbe3f1-c9fb-4acd-8140-e7eee3c22d61 tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:11.231777 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1db00b83-24e0-4197-bf07-0a8cce58c135 req-f4cbe3f1-c9fb-4acd-8140-e7eee3c22d61 tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] 10.222.0.82 "GET /v2.0/networks?id=0d27bcf2-adc6-47c0-abdd-be9d15de3ddc HTTP/1.1" status: 200 len: 812 time: 0.3293700 Feb 19 02:42:11.344597 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1db00b83-24e0-4197-bf07-0a8cce58c135 req-fdfc8c5f-7744-4de0-adc5-61176aaae459 tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6826eb2468f24f9f8cc5534311e52b1d HTTP/1.1" status: 200 len: 379 time: 0.0766695 Feb 19 02:42:11.352564 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-764319b2-80b8-4a83-8947-943cf483a27f req-0c8bf5e6-20b2-411f-912e-44ca033e28f3 tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1100411337', 'description': 'tempest-description-1395665036'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:42:11.363071 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-1db00b83-24e0-4197-bf07-0a8cce58c135 req-d0b39097-82b7-42d8-a5f6-296a4ce9d4df tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] Request body: {'port': {'device_id': '8f136b88-5df4-4d49-bcb2-4da180b316c7', 'network_id': '0d27bcf2-adc6-47c0-abdd-be9d15de3ddc', 'admin_state_up': True, 'tenant_id': '6826eb2468f24f9f8cc5534311e52b1d', 'security_groups': ['bfd70287-182a-4b0b-951c-428ef24eece7']}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:42:11.454894 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-764319b2-80b8-4a83-8947-943cf483a27f req-0c8bf5e6-20b2-411f-912e-44ca033e28f3 tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:11.561045 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1db00b83-24e0-4197-bf07-0a8cce58c135 req-d0b39097-82b7-42d8-a5f6-296a4ce9d4df tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] Made reservation on behalf of 6826eb2468f24f9f8cc5534311e52b1d for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:42:11.564826 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-1db00b83-24e0-4197-bf07-0a8cce58c135 req-d0b39097-82b7-42d8-a5f6-296a4ce9d4df tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:11.595524 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-764319b2-80b8-4a83-8947-943cf483a27f req-0c8bf5e6-20b2-411f-912e-44ca033e28f3 tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Publish callbacks [] for security_group (f3304178-ea71-4c95-99d9-63c85ae8618a), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:11.606804 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-764319b2-80b8-4a83-8947-943cf483a27f req-0c8bf5e6-20b2-411f-912e-44ca033e28f3 tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (f3304178-ea71-4c95-99d9-63c85ae8618a), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:11.681368 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-764319b2-80b8-4a83-8947-943cf483a27f req-0c8bf5e6-20b2-411f-912e-44ca033e28f3 tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:11.682618 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-764319b2-80b8-4a83-8947-943cf483a27f req-0c8bf5e6-20b2-411f-912e-44ca033e28f3 tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.3348384 Feb 19 02:42:11.685763 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8bf5e6-20b2-411f-912e-44ca033e28f3 tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3304178-ea71-4c95-99d9-63c85ae8618a,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:11.691389 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device e5c98bae-9eac-4d4e-924b-987b95b451a3 details requested by agent hyperv_n-h2-826753-2 with host n-h2-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:42:11.725756 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48818) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:42:11.787937 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [req-1db00b83-24e0-4197-bf07-0a8cce58c135 req-d0b39097-82b7-42d8-a5f6-296a4ce9d4df tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] Allocated IP 172.20.0.8 (0d27bcf2-adc6-47c0-abdd-be9d15de3ddc/711684dd-1cdb-4818-a281-0b13f4347e79/7996d330-c2b2-4843-ad82-4b01916b1f53) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:42:11.845692 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2176d431-6e4b-4117-89a9-54b6508bb5c1 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Publish callbacks [] for security_group (d1874a8e-a1bd-4ab7-b8d8-0b935dd8ff3e), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:11.879634 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2176d431-6e4b-4117-89a9-54b6508bb5c1 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Publish callbacks [] for security_group (d1874a8e-a1bd-4ab7-b8d8-0b935dd8ff3e), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:11.931049 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port e5c98bae-9eac-4d4e-924b-987b95b451a3, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=e5c98bae-9eac-4d4e-924b-987b95b451a3,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:42:11.947511 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Returning: {'device': 'e5c98bae-9eac-4d4e-924b-987b95b451a3', 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f', 'port_id': 'e5c98bae-9eac-4d4e-924b-987b95b451a3', 'mac_address': 'fa:16:3e:06:cf:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '974c06bc-f097-4890-970a-b087501ab241', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:42:11.977225 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2176d431-6e4b-4117-89a9-54b6508bb5c1 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (d1874a8e-a1bd-4ab7-b8d8-0b935dd8ff3e), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:11.980642 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2176d431-6e4b-4117-89a9-54b6508bb5c1 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:11.982048 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-2176d431-6e4b-4117-89a9-54b6508bb5c1 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] 10.222.0.72 "DELETE /v2.0/security-groups/d1874a8e-a1bd-4ab7-b8d8-0b935dd8ff3e HTTP/1.1" status: 204 len: 168 time: 0.2552772 Feb 19 02:42:11.985586 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48822) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:42:12.007316 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port e5c98bae-9eac-4d4e-924b-987b95b451a3 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:42:12.008242 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (e5c98bae-9eac-4d4e-924b-987b95b451a3), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:12.021861 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2176d431-6e4b-4117-89a9-54b6508bb5c1 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1874a8e-a1bd-4ab7-b8d8-0b935dd8ff3e,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:12.027873 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5c98bae-9eac-4d4e-924b-987b95b451a3 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:42:12.040092 n-d-826753-2 neutron-server[103702]: INFO neutron.api.v2.resource [None req-693c032c-af2a-4d4e-b4ce-d51ada5e4324 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] show failed (client error): The resource could not be found. Feb 19 02:42:12.046353 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-693c032c-af2a-4d4e-b4ce-d51ada5e4324 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] 10.222.0.72 "GET /v2.0/security-groups/d1874a8e-a1bd-4ab7-b8d8-0b935dd8ff3e HTTP/1.1" status: 404 len: 347 time: 0.0595059 Feb 19 02:42:12.047592 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48824) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:42:12.065867 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port e5c98bae-9eac-4d4e-924b-987b95b451a3, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=e5c98bae-9eac-4d4e-924b-987b95b451a3,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:42:12.072314 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (e5c98bae-9eac-4d4e-924b-987b95b451a3), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:12.123947 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-1db00b83-24e0-4197-bf07-0a8cce58c135 req-d0b39097-82b7-42d8-a5f6-296a4ce9d4df tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] Publish callbacks [] for port (7996d330-c2b2-4843-ad82-4b01916b1f53), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:12.144609 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=e5c98bae-9eac-4d4e-924b-987b95b451a3,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:12.173796 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [req-0ecea9bc-8c05-46b6-9825-94c3c388a705 req-24ff912c-a703-448a-b0d1-55ea1c3be7f5 tempest-LiveMigrationTest-193918984 tempest-LiveMigrationTest-193918984-project-admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103701) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:42:12.175534 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0ecea9bc-8c05-46b6-9825-94c3c388a705 req-24ff912c-a703-448a-b0d1-55ea1c3be7f5 tempest-LiveMigrationTest-193918984 tempest-LiveMigrationTest-193918984-project-admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0119901 Feb 19 02:42:12.218907 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-0364175f-9d11-4401-8d43-9ae8a27499a1 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Deleting port 5d695f22-1257-47d2-b171-bbad614f2d1e {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:42:12.219509 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0364175f-9d11-4401-8d43-9ae8a27499a1 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (5d695f22-1257-47d2-b171-bbad614f2d1e), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:12.231589 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-1db00b83-24e0-4197-bf07-0a8cce58c135 req-d0b39097-82b7-42d8-a5f6-296a4ce9d4df tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (7996d330-c2b2-4843-ad82-4b01916b1f53), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:12.297971 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04869fca-9f5f-4f26-ab1b-50dac6f6c55b req-592ba880-874b-48f1-bc58-0bc031b24913 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:12.300581 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-04869fca-9f5f-4f26-ab1b-50dac6f6c55b req-592ba880-874b-48f1-bc58-0bc031b24913 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/ports?device_id=c40b994d-4e12-472e-b137-95fb8232e79d HTTP/1.1" status: 200 len: 947 time: 0.4985726 Feb 19 02:42:12.302792 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecea9bc-8c05-46b6-9825-94c3c388a705 req-ad814705-c9c6-4475-9adc-04f31e78b72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:12.303696 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0364175f-9d11-4401-8d43-9ae8a27499a1 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (5d695f22-1257-47d2-b171-bbad614f2d1e), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:12.304095 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0364175f-9d11-4401-8d43-9ae8a27499a1 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Publish callbacks [] for floatingip (5d695f22-1257-47d2-b171-bbad614f2d1e), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:12.309603 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0ecea9bc-8c05-46b6-9825-94c3c388a705 req-ad814705-c9c6-4475-9adc-04f31e78b72a service neutron] 10.222.0.72 "GET /v2.0/ports/ec06d5ce-1eba-4ddd-befe-dc1f766a8000 HTTP/1.1" status: 200 len: 1124 time: 0.1206284 Feb 19 02:42:12.321204 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-0364175f-9d11-4401-8d43-9ae8a27499a1 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Calling delete_port for 5d695f22-1257-47d2-b171-bbad614f2d1e owned by network:floatingip {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:42:12.324326 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1db00b83-24e0-4197-bf07-0a8cce58c135 req-d0b39097-82b7-42d8-a5f6-296a4ce9d4df tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] Network 0d27bcf2-adc6-47c0-abdd-be9d15de3ddc is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:42:12.327887 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-0ecea9bc-8c05-46b6-9825-94c3c388a705 req-37053e80-50e8-477e-b8e5-a691dc502883 service neutron] Request body: {'binding': {'host': 'n-h1-826753-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:42:12.328423 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-0ecea9bc-8c05-46b6-9825-94c3c388a705 req-37053e80-50e8-477e-b8e5-a691dc502883 service neutron] Unknown quota resources ['binding']. {{(pid=103701) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 02:42:12.344535 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [req-1db00b83-24e0-4197-bf07-0a8cce58c135 req-d0b39097-82b7-42d8-a5f6-296a4ce9d4df tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:42:12.384252 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-1db00b83-24e0-4197-bf07-0a8cce58c135 req-d0b39097-82b7-42d8-a5f6-296a4ce9d4df tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:42:12.439992 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b39097-82b7-42d8-a5f6-296a4ce9d4df tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] Pushing event updated for resources: {'Port': ['ID=7996d330-c2b2-4843-ad82-4b01916b1f53,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:12.465040 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['e5c98bae-9eac-4d4e-924b-987b95b451a3'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:42:12.522574 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0364175f-9d11-4401-8d43-9ae8a27499a1 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (5d695f22-1257-47d2-b171-bbad614f2d1e), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:12.569522 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0364175f-9d11-4401-8d43-9ae8a27499a1 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Pushing event deleted for resources: {'Port': ['ID=5d695f22-1257-47d2-b171-bbad614f2d1e,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:12.654218 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-04869fca-9f5f-4f26-ab1b-50dac6f6c55b req-14d9c541-c9e3-4a71-ad07-214ecc718b7b tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b908dbc-8f8c-41bc-a0bd-543abe15dd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3293779 Feb 19 02:42:12.667040 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0364175f-9d11-4401-8d43-9ae8a27499a1 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Publish callbacks [] for floatingip (bf2c5daf-2253-47d1-bb92-4424bb08fa88), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:12.669714 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0364175f-9d11-4401-8d43-9ae8a27499a1 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:12.670887 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-0364175f-9d11-4401-8d43-9ae8a27499a1 tempest-ServersWithSpecificFlavorTestJSON-1689149753 tempest-ServersWithSpecificFlavorTestJSON-1689149753-project] 10.222.0.72 "DELETE /v2.0/floatingips/bf2c5daf-2253-47d1-bb92-4424bb08fa88 HTTP/1.1" status: 204 len: 168 time: 0.6221888 Feb 19 02:42:12.704226 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-0ecea9bc-8c05-46b6-9825-94c3c388a705 req-37053e80-50e8-477e-b8e5-a691dc502883 service neutron] Attempting to bind port ec06d5ce-1eba-4ddd-befe-dc1f766a8000 on host n-h1-826753-2 for vnic_type normal with profile None {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:42:12.704796 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-0ecea9bc-8c05-46b6-9825-94c3c388a705 req-37053e80-50e8-477e-b8e5-a691dc502883 service neutron] Attempting to bind port ec06d5ce-1eba-4ddd-befe-dc1f766a8000 by drivers openvswitch,hyperv on host n-h1-826753-2 at level 0 using segments [{'id': '999cf2ff-ad78-4ea0-b2d0-93d967fd81fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:42:12.704894 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecea9bc-8c05-46b6-9825-94c3c388a705 req-37053e80-50e8-477e-b8e5-a691dc502883 service neutron] Attempting to bind port ec06d5ce-1eba-4ddd-befe-dc1f766a8000 on network b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:42:12.711815 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecea9bc-8c05-46b6-9825-94c3c388a705 req-37053e80-50e8-477e-b8e5-a691dc502883 service neutron] Port ec06d5ce-1eba-4ddd-befe-dc1f766a8000 on network b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:42:12.712137 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecea9bc-8c05-46b6-9825-94c3c388a705 req-37053e80-50e8-477e-b8e5-a691dc502883 service neutron] Attempting to bind port ec06d5ce-1eba-4ddd-befe-dc1f766a8000 on network b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:42:12.733139 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecea9bc-8c05-46b6-9825-94c3c388a705 req-37053e80-50e8-477e-b8e5-a691dc502883 service neutron] Checking agent: {'id': '9d56fb1b-2855-496a-a6d9-c324740cb98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:42:12.733479 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecea9bc-8c05-46b6-9825-94c3c388a705 req-37053e80-50e8-477e-b8e5-a691dc502883 service neutron] Checking segment: {'id': '999cf2ff-ad78-4ea0-b2d0-93d967fd81fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:42:12.733857 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecea9bc-8c05-46b6-9825-94c3c388a705 req-37053e80-50e8-477e-b8e5-a691dc502883 service neutron] Bound using segment: {'id': '999cf2ff-ad78-4ea0-b2d0-93d967fd81fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7'} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:42:12.734671 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-0ecea9bc-8c05-46b6-9825-94c3c388a705 req-37053e80-50e8-477e-b8e5-a691dc502883 service neutron] Bound port: ec06d5ce-1eba-4ddd-befe-dc1f766a8000, host: n-h1-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '999cf2ff-ad78-4ea0-b2d0-93d967fd81fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7'}}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:42:12.753052 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-fd69cd02-fe5f-4e6d-ac91-fef15171f867 None None] Provisioning complete for port 7996d330-c2b2-4843-ad82-4b01916b1f53 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:42:12.753526 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fd69cd02-fe5f-4e6d-ac91-fef15171f867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (7996d330-c2b2-4843-ad82-4b01916b1f53), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:12.764295 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db00b83-24e0-4197-bf07-0a8cce58c135 req-d0b39097-82b7-42d8-a5f6-296a4ce9d4df tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:12.764898 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-1db00b83-24e0-4197-bf07-0a8cce58c135 req-d0b39097-82b7-42d8-a5f6-296a4ce9d4df tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:12.791988 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-fd69cd02-fe5f-4e6d-ac91-fef15171f867 None None] Port 7996d330-c2b2-4843-ad82-4b01916b1f53 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:42:12.807178 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1db00b83-24e0-4197-bf07-0a8cce58c135 req-d0b39097-82b7-42d8-a5f6-296a4ce9d4df tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4483008 Feb 19 02:42:12.831935 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-1db00b83-24e0-4197-bf07-0a8cce58c135 req-fc5d1c8f-4bdd-4f56-aab2-a05253b01902 service neutron] Request body: {'port': {'device_id': '8f136b88-5df4-4d49-bcb2-4da180b316c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826753-2'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:42:12.868203 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-0ecea9bc-8c05-46b6-9825-94c3c388a705 req-37053e80-50e8-477e-b8e5-a691dc502883 service neutron] For port ec06d5ce-1eba-4ddd-befe-dc1f766a8000, host n-h1-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=ec06d5ce-1eba-4ddd-befe-dc1f766a8000,segment=NetworkSegment(999cf2ff-ad78-4ea0-b2d0-93d967fd81fc),segment_id=999cf2ff-ad78-4ea0-b2d0-93d967fd81fc)] {{(pid=103701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:42:12.877238 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bacf967-a6aa-4966-af5d-bf52a043c7b6 req-6c826287-9683-4190-8aca-1c027971de99 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:12.878717 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6bacf967-a6aa-4966-af5d-bf52a043c7b6 req-6c826287-9683-4190-8aca-1c027971de99 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=c26e984e-8f0b-4fc5-a561-e9bf90426fde HTTP/1.1" status: 200 len: 950 time: 0.1593769 Feb 19 02:42:12.883551 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-0ecea9bc-8c05-46b6-9825-94c3c388a705 req-37053e80-50e8-477e-b8e5-a691dc502883 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:12.884627 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0ecea9bc-8c05-46b6-9825-94c3c388a705 req-37053e80-50e8-477e-b8e5-a691dc502883 service neutron] 10.222.0.72 "POST /v2.0/ports/ec06d5ce-1eba-4ddd-befe-dc1f766a8000/bindings HTTP/1.1" status: 201 len: 389 time: 0.5625272 Feb 19 02:42:12.958956 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-1db00b83-24e0-4197-bf07-0a8cce58c135 req-fc5d1c8f-4bdd-4f56-aab2-a05253b01902 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (7996d330-c2b2-4843-ad82-4b01916b1f53), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:12.965538 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6bacf967-a6aa-4966-af5d-bf52a043c7b6 req-14ec9f6c-e9e0-4d9b-b4ba-93254254844b tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799596 Feb 19 02:42:13.109923 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fcf4d418-c6cb-4d35-beb5-02740189bfbe req-7e2ec6fc-892f-462c-aec3-eac17b4c34cd tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] 10.222.0.72 "GET /v2.0/security-groups/f3304178-ea71-4c95-99d9-63c85ae8618a HTTP/1.1" status: 200 len: 1822 time: 0.1373351 Feb 19 02:42:13.132300 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-fcf4d418-c6cb-4d35-beb5-02740189bfbe req-decf41ce-341a-4715-b2ad-1d69226afbb8 tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f3304178-ea71-4c95-99d9-63c85ae8618a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:42:13.132616 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-fcf4d418-c6cb-4d35-beb5-02740189bfbe req-decf41ce-341a-4715-b2ad-1d69226afbb8 tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f3304178-ea71-4c95-99d9-63c85ae8618a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:42:13.216798 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecea9bc-8c05-46b6-9825-94c3c388a705 req-b87c5c46-ee74-44a7-9970-70fe295d0365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:13.218959 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-0ecea9bc-8c05-46b6-9825-94c3c388a705 req-b87c5c46-ee74-44a7-9970-70fe295d0365 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0351aa3c6ea34cbbac483ac000de57cb&device_id=29bcea09-12cf-46f9-beab-e3b6e5e0664c HTTP/1.1" status: 200 len: 1127 time: 0.0491023 Feb 19 02:42:13.227780 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac742315-98e4-4a33-a771-1309c8ba620e req-0139335d-964c-4dd8-92aa-45cbd9f83134 tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:13.229582 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ac742315-98e4-4a33-a771-1309c8ba620e req-0139335d-964c-4dd8-92aa-45cbd9f83134 tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] 10.222.0.72 "GET /v2.0/ports?device_id=8f136b88-5df4-4d49-bcb2-4da180b316c7 HTTP/1.1" status: 200 len: 931 time: 0.1698637 Feb 19 02:42:13.317147 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecea9bc-8c05-46b6-9825-94c3c388a705 req-df6c43af-8622-4ff8-ac7a-59894ac11f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:13.318620 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-0ecea9bc-8c05-46b6-9825-94c3c388a705 req-df6c43af-8622-4ff8-ac7a-59894ac11f6e service neutron] 10.222.0.73 "GET /v2.0/networks?id=b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7 HTTP/1.1" status: 200 len: 909 time: 0.0923812 Feb 19 02:42:13.352902 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-fcf4d418-c6cb-4d35-beb5-02740189bfbe req-decf41ce-341a-4715-b2ad-1d69226afbb8 tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Publish callbacks [] for security_group_rule (4445cacc-688e-4511-8178-740a2011c8ff), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:13.359651 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-0ecea9bc-8c05-46b6-9825-94c3c388a705 req-dd1a4c68-1a44-4f3a-8de5-65a4719ec4e5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec06d5ce-1eba-4ddd-befe-dc1f766a8000 HTTP/1.1" status: 200 len: 217 time: 0.0347855 Feb 19 02:42:13.396288 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ac742315-98e4-4a33-a771-1309c8ba620e req-46c9fb30-6610-4870-829c-3fe96571cffd tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] 10.222.0.72 "GET /v2.0/security-groups?id=bfd70287-182a-4b0b-951c-428ef24eece7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1530700 Feb 19 02:42:13.414446 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecea9bc-8c05-46b6-9825-94c3c388a705 req-c07aa442-7250-4ef1-9f1c-dfb301fcc30d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:13.416118 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-0ecea9bc-8c05-46b6-9825-94c3c388a705 req-c07aa442-7250-4ef1-9f1c-dfb301fcc30d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=de6735e0-8981-45a6-9d12-953729888898 HTTP/1.1" status: 200 len: 848 time: 0.0489008 Feb 19 02:42:13.422612 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-fcf4d418-c6cb-4d35-beb5-02740189bfbe req-decf41ce-341a-4715-b2ad-1d69226afbb8 tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Publish callbacks [] for security_group_rule (4445cacc-688e-4511-8178-740a2011c8ff), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:13.430077 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-fcf4d418-c6cb-4d35-beb5-02740189bfbe req-decf41ce-341a-4715-b2ad-1d69226afbb8 tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (4445cacc-688e-4511-8178-740a2011c8ff), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:13.465601 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decf41ce-341a-4715-b2ad-1d69226afbb8 tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4445cacc-688e-4511-8178-740a2011c8ff,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:13.467996 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-0ecea9bc-8c05-46b6-9825-94c3c388a705 req-ecac68bf-8473-46b9-ba81-3b7ab7342bd4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365088 Feb 19 02:42:13.475951 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-fcf4d418-c6cb-4d35-beb5-02740189bfbe req-decf41ce-341a-4715-b2ad-1d69226afbb8 tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:13.496287 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fcf4d418-c6cb-4d35-beb5-02740189bfbe req-decf41ce-341a-4715-b2ad-1d69226afbb8 tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3771842 Feb 19 02:42:13.582647 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [req-1db00b83-24e0-4197-bf07-0a8cce58c135 req-fc5d1c8f-4bdd-4f56-aab2-a05253b01902 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7996d330-c2b2-4843-ad82-4b01916b1f53 {{(pid=103701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:42:13.609269 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-0ecea9bc-8c05-46b6-9825-94c3c388a705 req-760fbd6e-ae52-46cb-97f3-b980d53ea744 service neutron] 10.222.0.73 "GET /v2.0/networks/b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337183 Feb 19 02:42:13.635387 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-1db00b83-24e0-4197-bf07-0a8cce58c135 req-fc5d1c8f-4bdd-4f56-aab2-a05253b01902 service neutron] Publish callbacks [] for port (7996d330-c2b2-4843-ad82-4b01916b1f53), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:13.639084 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-38f35258-3dfa-403f-9f9a-ae45efb62a19 req-9ca5fe95-1c1d-4583-a79e-d79d59432d84 tempest-ServerShowV254Test-388145899 tempest-ServerShowV254Test-388145899-project] 10.222.0.72 "GET /v2.0/ports?device_id=02762ed8-bcd9-4d6a-b349-f49df2bdcbcb HTTP/1.1" status: 200 len: 210 time: 0.0937071 Feb 19 02:42:13.655096 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.provisioning_blocks [req-1db00b83-24e0-4197-bf07-0a8cce58c135 req-fc5d1c8f-4bdd-4f56-aab2-a05253b01902 service neutron] Transition to ACTIVE for port object 7996d330-c2b2-4843-ad82-4b01916b1f53 will not be triggered until provisioned by entity L2. {{(pid=103701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:42:13.662658 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-1db00b83-24e0-4197-bf07-0a8cce58c135 req-fc5d1c8f-4bdd-4f56-aab2-a05253b01902 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (7996d330-c2b2-4843-ad82-4b01916b1f53), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:13.696891 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-6988c3ee-6dd6-4aaf-a3eb-5e08a133059e req-b79dc0e1-16ef-4bfe-b987-fc7d3b468eed tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-166202535', 'description': 'tempest-description-1104615714'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:42:13.713132 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device e5c98bae-9eac-4d4e-924b-987b95b451a3 up at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:42:13.745468 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229e5c36-af7a-4333-8785-725d6223f154 req-25f49fcb-cc3a-4901-9689-ae58f406aca1 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:13.753611 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-229e5c36-af7a-4333-8785-725d6223f154 req-25f49fcb-cc3a-4901-9689-ae58f406aca1 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=29bcea09-12cf-46f9-beab-e3b6e5e0664c HTTP/1.1" status: 200 len: 945 time: 0.1645198 Feb 19 02:42:13.756122 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-0ecea9bc-8c05-46b6-9825-94c3c388a705 req-1485e6c9-03b7-43bd-8404-cd054a4b8149 service neutron] 10.222.0.73 "GET /v2.0/networks/b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392641 Feb 19 02:42:13.777155 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning for port e5c98bae-9eac-4d4e-924b-987b95b451a3 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:42:13.780547 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5d1c8f-4bdd-4f56-aab2-a05253b01902 service neutron] Pushing event updated for resources: {'Port': ['ID=7996d330-c2b2-4843-ad82-4b01916b1f53,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:13.796902 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning complete for port e5c98bae-9eac-4d4e-924b-987b95b451a3 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:42:13.797306 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (e5c98bae-9eac-4d4e-924b-987b95b451a3), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:13.807330 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-6988c3ee-6dd6-4aaf-a3eb-5e08a133059e req-b79dc0e1-16ef-4bfe-b987-fc7d3b468eed tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:13.909232 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-229e5c36-af7a-4333-8785-725d6223f154 req-08e3884e-82f8-4370-a838-05e2498458d9 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467719 Feb 19 02:42:13.926658 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port e5c98bae-9eac-4d4e-924b-987b95b451a3 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:42:13.927108 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (e5c98bae-9eac-4d4e-924b-987b95b451a3), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:13.960987 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c40b994d-4e12-472e-b137-95fb8232e79d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5c98bae-9eac-4d4e-924b-987b95b451a3'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:42:13.964540 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-478bb6fb-930b-47c9-88ba-de3b8f3068c5" -d '{"events": [{"server_uuid": "c40b994d-4e12-472e-b137-95fb8232e79d", "name": "network-vif-plugged", "status": "completed", "tag": "e5c98bae-9eac-4d4e-924b-987b95b451a3"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:42:13.982703 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port e5c98bae-9eac-4d4e-924b-987b95b451a3, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=e5c98bae-9eac-4d4e-924b-987b95b451a3,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:42:13.984546 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-1db00b83-24e0-4197-bf07-0a8cce58c135 req-fc5d1c8f-4bdd-4f56-aab2-a05253b01902 service neutron] Attempting to bind port 7996d330-c2b2-4843-ad82-4b01916b1f53 on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:42:13.985103 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-1db00b83-24e0-4197-bf07-0a8cce58c135 req-fc5d1c8f-4bdd-4f56-aab2-a05253b01902 service neutron] Attempting to bind port 7996d330-c2b2-4843-ad82-4b01916b1f53 by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': '2ce9568b-cb30-4be2-8f02-4f9226e8510c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '0d27bcf2-adc6-47c0-abdd-be9d15de3ddc'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:42:13.985545 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db00b83-24e0-4197-bf07-0a8cce58c135 req-fc5d1c8f-4bdd-4f56-aab2-a05253b01902 service neutron] Attempting to bind port 7996d330-c2b2-4843-ad82-4b01916b1f53 on network 0d27bcf2-adc6-47c0-abdd-be9d15de3ddc {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:42:13.989797 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (e5c98bae-9eac-4d4e-924b-987b95b451a3), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:13.998104 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db00b83-24e0-4197-bf07-0a8cce58c135 req-fc5d1c8f-4bdd-4f56-aab2-a05253b01902 service neutron] Port 7996d330-c2b2-4843-ad82-4b01916b1f53 on network 0d27bcf2-adc6-47c0-abdd-be9d15de3ddc not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:42:13.998939 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db00b83-24e0-4197-bf07-0a8cce58c135 req-fc5d1c8f-4bdd-4f56-aab2-a05253b01902 service neutron] Attempting to bind port 7996d330-c2b2-4843-ad82-4b01916b1f53 on network 0d27bcf2-adc6-47c0-abdd-be9d15de3ddc {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:42:14.012255 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db00b83-24e0-4197-bf07-0a8cce58c135 req-fc5d1c8f-4bdd-4f56-aab2-a05253b01902 service neutron] Checking agent: {'id': 'bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:42:14.012769 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db00b83-24e0-4197-bf07-0a8cce58c135 req-fc5d1c8f-4bdd-4f56-aab2-a05253b01902 service neutron] Checking segment: {'id': '2ce9568b-cb30-4be2-8f02-4f9226e8510c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '0d27bcf2-adc6-47c0-abdd-be9d15de3ddc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:42:14.013286 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db00b83-24e0-4197-bf07-0a8cce58c135 req-fc5d1c8f-4bdd-4f56-aab2-a05253b01902 service neutron] Bound using segment: {'id': '2ce9568b-cb30-4be2-8f02-4f9226e8510c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '0d27bcf2-adc6-47c0-abdd-be9d15de3ddc'} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:42:14.013818 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-1db00b83-24e0-4197-bf07-0a8cce58c135 req-fc5d1c8f-4bdd-4f56-aab2-a05253b01902 service neutron] Bound port: 7996d330-c2b2-4843-ad82-4b01916b1f53, host: n-h2-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ce9568b-cb30-4be2-8f02-4f9226e8510c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '0d27bcf2-adc6-47c0-abdd-be9d15de3ddc'}}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:42:14.014538 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-1db00b83-24e0-4197-bf07-0a8cce58c135 req-fc5d1c8f-4bdd-4f56-aab2-a05253b01902 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (7996d330-c2b2-4843-ad82-4b01916b1f53), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:14.062933 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-6988c3ee-6dd6-4aaf-a3eb-5e08a133059e req-b79dc0e1-16ef-4bfe-b987-fc7d3b468eed tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Publish callbacks [] for security_group (e3e83891-1e0a-4a41-a068-37404d288a8c), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:14.077265 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=e5c98bae-9eac-4d4e-924b-987b95b451a3,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:14.099913 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-6988c3ee-6dd6-4aaf-a3eb-5e08a133059e req-b79dc0e1-16ef-4bfe-b987-fc7d3b468eed tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (e3e83891-1e0a-4a41-a068-37404d288a8c), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:14.151052 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-6988c3ee-6dd6-4aaf-a3eb-5e08a133059e req-b79dc0e1-16ef-4bfe-b987-fc7d3b468eed tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:14.152274 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6988c3ee-6dd6-4aaf-a3eb-5e08a133059e req-b79dc0e1-16ef-4bfe-b987-fc7d3b468eed tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.4590924 Feb 19 02:42:14.172068 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79dc0e1-16ef-4bfe-b987-fc7d3b468eed tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e83891-1e0a-4a41-a068-37404d288a8c,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:14.182572 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-1db00b83-24e0-4197-bf07-0a8cce58c135 req-fc5d1c8f-4bdd-4f56-aab2-a05253b01902 service neutron] For port 7996d330-c2b2-4843-ad82-4b01916b1f53, host n-h2-826753-2, cleared binding levels {{(pid=103701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:42:14.191645 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ae5477-9c04-4197-8308-c181e90547c7 req-c381705e-fe5c-4665-bc2e-1a6e1f24702c tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:14.193209 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-75ae5477-9c04-4197-8308-c181e90547c7 req-c381705e-fe5c-4665-bc2e-1a6e1f24702c tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/ports?device_id=c40b994d-4e12-472e-b137-95fb8232e79d HTTP/1.1" status: 200 len: 949 time: 0.1606653 Feb 19 02:42:14.195097 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-1db00b83-24e0-4197-bf07-0a8cce58c135 req-fc5d1c8f-4bdd-4f56-aab2-a05253b01902 service neutron] For port 7996d330-c2b2-4843-ad82-4b01916b1f53, host n-h2-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=7996d330-c2b2-4843-ad82-4b01916b1f53,segment=NetworkSegment(2ce9568b-cb30-4be2-8f02-4f9226e8510c),segment_id=2ce9568b-cb30-4be2-8f02-4f9226e8510c)] {{(pid=103701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:42:14.197420 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fefd42f2-260d-4f31-89eb-1181b34d374c x-openstack-request-id: req-fefd42f2-260d-4f31-89eb-1181b34d374c {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:42:14.198022 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c40b994d-4e12-472e-b137-95fb8232e79d", "name": "network-vif-plugged", "status": "completed", "tag": "e5c98bae-9eac-4d4e-924b-987b95b451a3", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:42:14.198441 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-fefd42f2-260d-4f31-89eb-1181b34d374c {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:42:14.199383 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c40b994d-4e12-472e-b137-95fb8232e79d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5c98bae-9eac-4d4e-924b-987b95b451a3', 'code': 200} Feb 19 02:42:14.211107 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-1db00b83-24e0-4197-bf07-0a8cce58c135 req-fc5d1c8f-4bdd-4f56-aab2-a05253b01902 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (7996d330-c2b2-4843-ad82-4b01916b1f53), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:14.279586 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db00b83-24e0-4197-bf07-0a8cce58c135 req-fc5d1c8f-4bdd-4f56-aab2-a05253b01902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:14.280313 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-1db00b83-24e0-4197-bf07-0a8cce58c135 req-fc5d1c8f-4bdd-4f56-aab2-a05253b01902 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:14.284993 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1db00b83-24e0-4197-bf07-0a8cce58c135 req-fc5d1c8f-4bdd-4f56-aab2-a05253b01902 service neutron] 10.222.0.82 "PUT /v2.0/ports/7996d330-c2b2-4843-ad82-4b01916b1f53 HTTP/1.1" status: 200 len: 1091 time: 1.4578519 Feb 19 02:42:14.291811 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f136b88-5df4-4d49-bcb2-4da180b316c7', 'tag': '7996d330-c2b2-4843-ad82-4b01916b1f53'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:42:14.294940 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87a96f03-7d39-4997-a77f-637f89bb9391" -d '{"events": [{"name": "network-changed", "server_uuid": "8f136b88-5df4-4d49-bcb2-4da180b316c7", "tag": "7996d330-c2b2-4843-ad82-4b01916b1f53"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:42:14.425242 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-75ae5477-9c04-4197-8308-c181e90547c7 req-9aa8ba6e-bcdb-47c1-bf29-31602c413607 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b908dbc-8f8c-41bc-a0bd-543abe15dd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180755 Feb 19 02:42:14.429850 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5d1c8f-4bdd-4f56-aab2-a05253b01902 service neutron] Pushing event updated for resources: {'Port': ['ID=7996d330-c2b2-4843-ad82-4b01916b1f53,revision_number=3']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:14.487843 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca853d18-207e-41f1-8d11-0dd349d9c72b req-e82665b7-5fe8-4dc7-960c-26f09682e569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:14.490203 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ca853d18-207e-41f1-8d11-0dd349d9c72b req-e82665b7-5fe8-4dc7-960c-26f09682e569 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=c40b994d-4e12-472e-b137-95fb8232e79d HTTP/1.1" status: 200 len: 1131 time: 0.1169772 Feb 19 02:42:14.541441 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ca853d18-207e-41f1-8d11-0dd349d9c72b req-24775b95-2af0-4af6-87ed-d290576c948c service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=5b908dbc-8f8c-41bc-a0bd-543abe15dd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444686 Feb 19 02:42:14.555994 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235904a2-b2de-4ea0-b95b-b7a24fd4b9fc req-ca688753-7d1a-4506-9d51-1993fe56853d tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:14.563299 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-235904a2-b2de-4ea0-b95b-b7a24fd4b9fc req-ca688753-7d1a-4506-9d51-1993fe56853d tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=c26e984e-8f0b-4fc5-a561-e9bf90426fde HTTP/1.1" status: 200 len: 950 time: 0.2289135 Feb 19 02:42:14.595577 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-375762b4-941b-40bd-9916-02040f9b0c14 req-0f47d3e2-f08f-4854-9cd9-97b36ebc99a9 tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] 10.222.0.72 "GET /v2.0/security-groups/e3e83891-1e0a-4a41-a068-37404d288a8c HTTP/1.1" status: 200 len: 1821 time: 0.1308274 Feb 19 02:42:14.601585 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-375762b4-941b-40bd-9916-02040f9b0c14 req-d9abbb51-c2a8-4f17-a8f2-d176913ddd84 tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'e3e83891-1e0a-4a41-a068-37404d288a8c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:42:14.601896 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-375762b4-941b-40bd-9916-02040f9b0c14 req-d9abbb51-c2a8-4f17-a8f2-d176913ddd84 tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'e3e83891-1e0a-4a41-a068-37404d288a8c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:42:14.607411 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db00b83-24e0-4197-bf07-0a8cce58c135 req-f1869e45-e96d-4902-ba62-987e96e17db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:14.608870 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1db00b83-24e0-4197-bf07-0a8cce58c135 req-f1869e45-e96d-4902-ba62-987e96e17db6 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6826eb2468f24f9f8cc5534311e52b1d&device_id=8f136b88-5df4-4d49-bcb2-4da180b316c7 HTTP/1.1" status: 200 len: 1125 time: 0.2111278 Feb 19 02:42:14.645477 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-235904a2-b2de-4ea0-b95b-b7a24fd4b9fc req-09f4777e-9855-4b64-a1fa-5032c5e96311 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813749 Feb 19 02:42:14.684626 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-375762b4-941b-40bd-9916-02040f9b0c14 req-d9abbb51-c2a8-4f17-a8f2-d176913ddd84 tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Publish callbacks [] for security_group_rule (43a48aec-6fb9-424b-8d54-c6608f34cd50), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:14.705044 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-375762b4-941b-40bd-9916-02040f9b0c14 req-d9abbb51-c2a8-4f17-a8f2-d176913ddd84 tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Publish callbacks [] for security_group_rule (43a48aec-6fb9-424b-8d54-c6608f34cd50), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:14.712095 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-375762b4-941b-40bd-9916-02040f9b0c14 req-d9abbb51-c2a8-4f17-a8f2-d176913ddd84 tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (43a48aec-6fb9-424b-8d54-c6608f34cd50), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:14.741288 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9abbb51-c2a8-4f17-a8f2-d176913ddd84 tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43a48aec-6fb9-424b-8d54-c6608f34cd50,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:14.760400 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-375762b4-941b-40bd-9916-02040f9b0c14 req-d9abbb51-c2a8-4f17-a8f2-d176913ddd84 tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:14.772177 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-375762b4-941b-40bd-9916-02040f9b0c14 req-d9abbb51-c2a8-4f17-a8f2-d176913ddd84 tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.1756372 Feb 19 02:42:14.792685 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04ce11b6-7a52-4651-96ff-f3b2ce90b9f6 x-openstack-request-id: req-04ce11b6-7a52-4651-96ff-f3b2ce90b9f6 {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:42:14.793716 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f136b88-5df4-4d49-bcb2-4da180b316c7", "tag": "7996d330-c2b2-4843-ad82-4b01916b1f53", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:42:14.794212 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-04ce11b6-7a52-4651-96ff-f3b2ce90b9f6 {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:42:14.795107 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f136b88-5df4-4d49-bcb2-4da180b316c7', 'tag': '7996d330-c2b2-4843-ad82-4b01916b1f53', 'status': 'completed', 'code': 200} Feb 19 02:42:14.937160 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-773f3927-41bc-40de-97d4-3fbea259967d req-51f88d66-0994-464e-809e-e0e977a0a6b3 tempest-ServerShowV254Test-388145899 tempest-ServerShowV254Test-388145899-project] 10.222.0.72 "GET /v2.0/ports?device_id=02762ed8-bcd9-4d6a-b349-f49df2bdcbcb HTTP/1.1" status: 200 len: 210 time: 0.0699463 Feb 19 02:42:14.940863 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1db00b83-24e0-4197-bf07-0a8cce58c135 req-077d5e71-6658-4193-939a-f0746fa6517a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7996d330-c2b2-4843-ad82-4b01916b1f53 HTTP/1.1" status: 200 len: 217 time: 0.0712421 Feb 19 02:42:14.970261 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cd7394-edb1-4271-9e38-1aa01402fe41 req-7c387b9e-b539-46ff-a52f-685de2b4553c tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:14.973182 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-21cd7394-edb1-4271-9e38-1aa01402fe41 req-7c387b9e-b539-46ff-a52f-685de2b4553c tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] 10.222.0.72 "GET /v2.0/ports?device_id=8f136b88-5df4-4d49-bcb2-4da180b316c7 HTTP/1.1" status: 200 len: 943 time: 0.1453321 Feb 19 02:42:15.037685 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-37d051cd-5981-4755-92e8-00986be84036 req-ccd5a78c-0d2d-42e2-a0d6-89b0ba6ee9ea tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1979874496', 'description': 'tempest-description-1035803941'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:42:15.065171 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-37d051cd-5981-4755-92e8-00986be84036 req-ccd5a78c-0d2d-42e2-a0d6-89b0ba6ee9ea tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:15.086499 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db00b83-24e0-4197-bf07-0a8cce58c135 req-d63f0af8-715f-400b-8074-23b7197e1c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:15.087974 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1db00b83-24e0-4197-bf07-0a8cce58c135 req-d63f0af8-715f-400b-8074-23b7197e1c5a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=711684dd-1cdb-4818-a281-0b13f4347e79 HTTP/1.1" status: 200 len: 851 time: 0.1370373 Feb 19 02:42:15.114432 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-21cd7394-edb1-4271-9e38-1aa01402fe41 req-199a5980-85a8-4327-a41e-db7968739ea8 tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] 10.222.0.72 "GET /v2.0/security-groups?id=bfd70287-182a-4b0b-951c-428ef24eece7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331236 Feb 19 02:42:15.189456 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db00b83-24e0-4197-bf07-0a8cce58c135 req-d2731563-6f28-4178-b77d-b4716280d7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:15.194765 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1db00b83-24e0-4197-bf07-0a8cce58c135 req-d2731563-6f28-4178-b77d-b4716280d7e1 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0d27bcf2-adc6-47c0-abdd-be9d15de3ddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0958350 Feb 19 02:42:15.311594 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1db00b83-24e0-4197-bf07-0a8cce58c135 req-4393fac6-5f64-4d09-8ba5-4cf17487647d service neutron] 10.222.0.82 "GET /v2.0/networks/0d27bcf2-adc6-47c0-abdd-be9d15de3ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916910 Feb 19 02:42:15.340005 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-37d051cd-5981-4755-92e8-00986be84036 req-ccd5a78c-0d2d-42e2-a0d6-89b0ba6ee9ea tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Publish callbacks [] for security_group (731813c5-96a1-4f4b-b26b-69faf193e61b), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:15.371814 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-37d051cd-5981-4755-92e8-00986be84036 req-ccd5a78c-0d2d-42e2-a0d6-89b0ba6ee9ea tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (731813c5-96a1-4f4b-b26b-69faf193e61b), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:15.406382 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-86920ac1-ae45-405b-8cbd-5a9146a7c084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:15.468198 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-37d051cd-5981-4755-92e8-00986be84036 req-ccd5a78c-0d2d-42e2-a0d6-89b0ba6ee9ea tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:15.469606 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-37d051cd-5981-4755-92e8-00986be84036 req-ccd5a78c-0d2d-42e2-a0d6-89b0ba6ee9ea tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.4437301 Feb 19 02:42:15.485952 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd5a78c-0d2d-42e2-a0d6-89b0ba6ee9ea tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=731813c5-96a1-4f4b-b26b-69faf193e61b,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:15.498531 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1db00b83-24e0-4197-bf07-0a8cce58c135 req-6aac0c67-4e8b-4130-b8cf-7b2f568840ab service neutron] 10.222.0.82 "GET /v2.0/networks/0d27bcf2-adc6-47c0-abdd-be9d15de3ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867282 Feb 19 02:42:15.510286 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d5c277-3993-4a26-bb26-b9c6997468dc req-7f4578dd-7abd-4ec5-bbff-f0f9d8f5cc06 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:15.512071 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-93d5c277-3993-4a26-bb26-b9c6997468dc req-7f4578dd-7abd-4ec5-bbff-f0f9d8f5cc06 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=29bcea09-12cf-46f9-beab-e3b6e5e0664c HTTP/1.1" status: 200 len: 945 time: 0.3013296 Feb 19 02:42:15.570445 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-93d5c277-3993-4a26-bb26-b9c6997468dc req-f990a0bc-4b43-4cab-b23b-acbeb98d214e tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506554 Feb 19 02:42:15.598271 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-f4b483ab-e8cc-4ac7-b862-0c9075956fe3 req-fab36f89-1744-402e-b7ea-cdcd1de698e8 tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1972739002', 'description': 'tempest-description-1388153583'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:42:15.655926 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-f4b483ab-e8cc-4ac7-b862-0c9075956fe3 req-fab36f89-1744-402e-b7ea-cdcd1de698e8 tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:15.708556 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed93493-abc6-45b3-86c7-8bf4b971afc8 req-89bb7456-5110-4033-a992-3cb374d9c9cf tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:15.710268 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fed93493-abc6-45b3-86c7-8bf4b971afc8 req-89bb7456-5110-4033-a992-3cb374d9c9cf tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/ports?device_id=c40b994d-4e12-472e-b137-95fb8232e79d HTTP/1.1" status: 200 len: 949 time: 0.1074445 Feb 19 02:42:15.818848 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a96f03-7d39-4997-a77f-637f89bb9391 req-26c40a92-3dcc-4632-b13b-0714d59e4328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:15.820252 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-87a96f03-7d39-4997-a77f-637f89bb9391 req-26c40a92-3dcc-4632-b13b-0714d59e4328 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6826eb2468f24f9f8cc5534311e52b1d&device_id=8f136b88-5df4-4d49-bcb2-4da180b316c7 HTTP/1.1" status: 200 len: 1125 time: 0.1346183 Feb 19 02:42:15.823216 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-f4b483ab-e8cc-4ac7-b862-0c9075956fe3 req-fab36f89-1744-402e-b7ea-cdcd1de698e8 tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Publish callbacks [] for security_group (5d521dc7-0a50-47da-bd9b-f9e24826167a), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:15.826897 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fed93493-abc6-45b3-86c7-8bf4b971afc8 req-212b82ab-f327-454e-9f53-18f297a89b3f tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b908dbc-8f8c-41bc-a0bd-543abe15dd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940590 Feb 19 02:42:15.828076 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-f4b483ab-e8cc-4ac7-b862-0c9075956fe3 req-fab36f89-1744-402e-b7ea-cdcd1de698e8 tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (5d521dc7-0a50-47da-bd9b-f9e24826167a), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:15.889926 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-f4b483ab-e8cc-4ac7-b862-0c9075956fe3 req-fab36f89-1744-402e-b7ea-cdcd1de698e8 tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:15.891167 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f4b483ab-e8cc-4ac7-b862-0c9075956fe3 req-fab36f89-1744-402e-b7ea-cdcd1de698e8 tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.2972550 Feb 19 02:42:15.928108 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab36f89-1744-402e-b7ea-cdcd1de698e8 tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d521dc7-0a50-47da-bd9b-f9e24826167a,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:16.038590 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2f34cb75-9cac-4053-a04d-2da4c06ce5e3 req-fb23a8eb-8de0-419f-9872-75b727d3edab tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] 10.222.0.72 "GET /v2.0/security-groups/731813c5-96a1-4f4b-b26b-69faf193e61b HTTP/1.1" status: 200 len: 1822 time: 0.1020513 Feb 19 02:42:16.041098 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a96f03-7d39-4997-a77f-637f89bb9391 req-a82db36f-4242-44bf-99ac-8c84223e8bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:16.042512 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-87a96f03-7d39-4997-a77f-637f89bb9391 req-a82db36f-4242-44bf-99ac-8c84223e8bf4 service neutron] 10.222.0.82 "GET /v2.0/networks?id=0d27bcf2-adc6-47c0-abdd-be9d15de3ddc HTTP/1.1" status: 200 len: 913 time: 0.1852324 Feb 19 02:42:16.364936 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-87a96f03-7d39-4997-a77f-637f89bb9391 req-131ac992-5b88-4aab-b81b-9250ebdd7778 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7996d330-c2b2-4843-ad82-4b01916b1f53 HTTP/1.1" status: 200 len: 217 time: 0.2988348 Feb 19 02:42:16.374490 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6862a153-72a1-4b3b-a575-69513b8499e2 req-29e42e65-bbf2-4df6-b9a5-7f8d87060f67 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:16.375915 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6862a153-72a1-4b3b-a575-69513b8499e2 req-29e42e65-bbf2-4df6-b9a5-7f8d87060f67 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=c26e984e-8f0b-4fc5-a561-e9bf90426fde HTTP/1.1" status: 200 len: 950 time: 0.4076424 Feb 19 02:42:16.433977 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2f34cb75-9cac-4053-a04d-2da4c06ce5e3 req-d7e19d41-8558-4d54-9bd8-17b3e075320e tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] 10.222.0.72 "GET /v2.0/security-groups/5d521dc7-0a50-47da-bd9b-f9e24826167a HTTP/1.1" status: 200 len: 1822 time: 0.3895864 Feb 19 02:42:16.449653 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-2f34cb75-9cac-4053-a04d-2da4c06ce5e3 req-dfb3e0ca-4739-4340-94a3-5a51e6c1ec24 tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '731813c5-96a1-4f4b-b26b-69faf193e61b', 'remote_group_id': '5d521dc7-0a50-47da-bd9b-f9e24826167a', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:42:16.449974 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-2f34cb75-9cac-4053-a04d-2da4c06ce5e3 req-dfb3e0ca-4739-4340-94a3-5a51e6c1ec24 tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '731813c5-96a1-4f4b-b26b-69faf193e61b', 'remote_group_id': '5d521dc7-0a50-47da-bd9b-f9e24826167a', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:42:16.472964 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a96f03-7d39-4997-a77f-637f89bb9391 req-32909d8d-2dd5-42a4-8671-1fcd5566780a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:16.474400 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-87a96f03-7d39-4997-a77f-637f89bb9391 req-32909d8d-2dd5-42a4-8671-1fcd5566780a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=711684dd-1cdb-4818-a281-0b13f4347e79 HTTP/1.1" status: 200 len: 851 time: 0.0976374 Feb 19 02:42:16.479747 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6862a153-72a1-4b3b-a575-69513b8499e2 req-f2714638-ac1a-44c1-a2fa-b2c8f2d0f30e tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921769 Feb 19 02:42:16.541580 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48886) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:42:16.566142 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-2f34cb75-9cac-4053-a04d-2da4c06ce5e3 req-dfb3e0ca-4739-4340-94a3-5a51e6c1ec24 tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Publish callbacks [] for security_group_rule (9324e1a8-de2a-4483-9e0c-ebf0072ee8b0), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:16.582227 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a96f03-7d39-4997-a77f-637f89bb9391 req-f12bbaba-4b51-457d-9da9-eea9b899abd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:16.584130 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-87a96f03-7d39-4997-a77f-637f89bb9391 req-f12bbaba-4b51-457d-9da9-eea9b899abd6 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0d27bcf2-adc6-47c0-abdd-be9d15de3ddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0984535 Feb 19 02:42:16.639084 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-71c55aad-2250-47cb-ba10-7576df88c8ca req-cfabcce5-ee4d-4bc6-b09b-77a285e83351 tempest-ServerShowV254Test-388145899 tempest-ServerShowV254Test-388145899-project] 10.222.0.72 "GET /v2.0/ports?device_id=02762ed8-bcd9-4d6a-b349-f49df2bdcbcb HTTP/1.1" status: 200 len: 210 time: 0.0513737 Feb 19 02:42:16.698526 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-2f34cb75-9cac-4053-a04d-2da4c06ce5e3 req-dfb3e0ca-4739-4340-94a3-5a51e6c1ec24 tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Publish callbacks [] for security_group_rule (9324e1a8-de2a-4483-9e0c-ebf0072ee8b0), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:16.708604 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-2f34cb75-9cac-4053-a04d-2da4c06ce5e3 req-dfb3e0ca-4739-4340-94a3-5a51e6c1ec24 tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (9324e1a8-de2a-4483-9e0c-ebf0072ee8b0), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:16.756395 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb3e0ca-4739-4340-94a3-5a51e6c1ec24 tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9324e1a8-de2a-4483-9e0c-ebf0072ee8b0,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:16.788199 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-2f34cb75-9cac-4053-a04d-2da4c06ce5e3 req-dfb3e0ca-4739-4340-94a3-5a51e6c1ec24 tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:16.789405 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2f34cb75-9cac-4053-a04d-2da4c06ce5e3 req-dfb3e0ca-4739-4340-94a3-5a51e6c1ec24 tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3472309 Feb 19 02:42:16.801514 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-87a96f03-7d39-4997-a77f-637f89bb9391 req-a5a77fc5-47bb-4e6e-bb54-b7bdaadac0c6 service neutron] 10.222.0.82 "GET /v2.0/networks/0d27bcf2-adc6-47c0-abdd-be9d15de3ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017469 Feb 19 02:42:16.821210 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf17e109-aff2-45ee-a9fd-8a4a045669aa req-dc30bdf5-d7d0-4ba0-a32f-b7599466e562 tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:16.822733 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cf17e109-aff2-45ee-a9fd-8a4a045669aa req-dc30bdf5-d7d0-4ba0-a32f-b7599466e562 tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] 10.222.0.72 "GET /v2.0/ports?device_id=8f136b88-5df4-4d49-bcb2-4da180b316c7 HTTP/1.1" status: 200 len: 943 time: 0.0935631 Feb 19 02:42:16.981347 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cf17e109-aff2-45ee-a9fd-8a4a045669aa req-c9b06a33-301a-481b-9251-8cbb758ac974 tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] 10.222.0.72 "GET /v2.0/security-groups?id=bfd70287-182a-4b0b-951c-428ef24eece7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1494980 Feb 19 02:42:16.994953 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-aa9a7fea-6f39-40a6-a019-a5b343aaaec4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16289271'] for router_interface (b6da21e8-df25-41b5-9112-ef6c3049a200), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:17.017629 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-00df3e87-0f75-43c0-97d0-4f418dca03eb req-fa74254b-01e1-4bc7-949a-f06c3952577c tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-649592482', 'description': 'tempest-description-1354395852'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:42:17.026516 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-87a96f03-7d39-4997-a77f-637f89bb9391 req-f8588394-7162-4f93-abaf-0e4989842ba4 service neutron] 10.222.0.82 "GET /v2.0/networks/0d27bcf2-adc6-47c0-abdd-be9d15de3ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028499 Feb 19 02:42:17.037259 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29c8b52-1f2e-4b92-9743-b39225bbe0b5 req-05e88ebe-8091-42ce-aa7e-722d8a68a699 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:17.038873 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b29c8b52-1f2e-4b92-9743-b39225bbe0b5 req-05e88ebe-8091-42ce-aa7e-722d8a68a699 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=29bcea09-12cf-46f9-beab-e3b6e5e0664c HTTP/1.1" status: 200 len: 945 time: 0.1468232 Feb 19 02:42:17.087571 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-00df3e87-0f75-43c0-97d0-4f418dca03eb req-fa74254b-01e1-4bc7-949a-f06c3952577c tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:17.104465 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b29c8b52-1f2e-4b92-9743-b39225bbe0b5 req-9b11ef01-b28b-4193-b7d6-9193d8c4079c tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583491 Feb 19 02:42:17.181407 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-00df3e87-0f75-43c0-97d0-4f418dca03eb req-fa74254b-01e1-4bc7-949a-f06c3952577c tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Publish callbacks [] for security_group (8a1f44d8-c064-4ca8-b827-930bb6c3b74a), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:17.193496 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-00df3e87-0f75-43c0-97d0-4f418dca03eb req-fa74254b-01e1-4bc7-949a-f06c3952577c tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (8a1f44d8-c064-4ca8-b827-930bb6c3b74a), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:17.239113 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-00df3e87-0f75-43c0-97d0-4f418dca03eb req-fa74254b-01e1-4bc7-949a-f06c3952577c tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:17.240353 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-00df3e87-0f75-43c0-97d0-4f418dca03eb req-fa74254b-01e1-4bc7-949a-f06c3952577c tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.2292867 Feb 19 02:42:17.248778 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa74254b-01e1-4bc7-949a-f06c3952577c tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a1f44d8-c064-4ca8-b827-930bb6c3b74a,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:17.269340 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c06bd4-f3a4-424d-b5ed-7fb0f6f51367 req-11ef9e36-d772-4b75-a176-087cd4876e14 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:17.271016 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-46c06bd4-f3a4-424d-b5ed-7fb0f6f51367 req-11ef9e36-d772-4b75-a176-087cd4876e14 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/ports?device_id=c40b994d-4e12-472e-b137-95fb8232e79d HTTP/1.1" status: 200 len: 949 time: 0.0881491 Feb 19 02:42:17.274647 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-708e75e3-6020-4a07-a07a-9de090549d46 req-0489ca14-3f7b-451a-ace1-71bbbbdf817c tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1067954599', 'description': 'tempest-description-450124584'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:42:17.317451 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-aa9a7fea-6f39-40a6-a019-a5b343aaaec4 admin admin] Deleting port 19eb4237-2dc0-45cc-a3f0-48a32153d21e {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:42:17.317786 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-aa9a7fea-6f39-40a6-a019-a5b343aaaec4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (19eb4237-2dc0-45cc-a3f0-48a32153d21e), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:17.321274 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-708e75e3-6020-4a07-a07a-9de090549d46 req-0489ca14-3f7b-451a-ace1-71bbbbdf817c tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:17.349497 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-46c06bd4-f3a4-424d-b5ed-7fb0f6f51367 req-20485887-98e9-4f60-b194-53401e071a97 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b908dbc-8f8c-41bc-a0bd-543abe15dd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703373 Feb 19 02:42:17.433800 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-aa9a7fea-6f39-40a6-a019-a5b343aaaec4 admin admin] For port 19eb4237-2dc0-45cc-a3f0-48a32153d21e, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=19eb4237-2dc0-45cc-a3f0-48a32153d21e,segment=NetworkSegment(6f7b8cc3-683b-49b2-aa9b-588731b9d8d2),segment_id=6f7b8cc3-683b-49b2-aa9b-588731b9d8d2)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:42:17.434164 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-aa9a7fea-6f39-40a6-a019-a5b343aaaec4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (19eb4237-2dc0-45cc-a3f0-48a32153d21e), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:17.448223 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-aa9a7fea-6f39-40a6-a019-a5b343aaaec4 admin admin] Calling delete_port for 19eb4237-2dc0-45cc-a3f0-48a32153d21e owned by network:router_interface {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:42:17.486996 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-98ae868e-ec9b-4fef-a361-656af7c5cb1e req-9e7d10ff-56bd-4d59-8954-e888bb7c3b23 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=02762ed8-bcd9-4d6a-b349-f49df2bdcbcb HTTP/1.1" status: 200 len: 210 time: 0.0371912 Feb 19 02:42:17.505284 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-708e75e3-6020-4a07-a07a-9de090549d46 req-0489ca14-3f7b-451a-ace1-71bbbbdf817c tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Publish callbacks [] for security_group (c485e2d9-81f5-4687-90bb-6dc02e606651), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:17.510841 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-708e75e3-6020-4a07-a07a-9de090549d46 req-0489ca14-3f7b-451a-ace1-71bbbbdf817c tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (c485e2d9-81f5-4687-90bb-6dc02e606651), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:17.538579 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9de01d-5003-49f6-a513-b6bb6616f577 req-97832f6c-e2f4-44ff-a856-04d1a67c9909 tempest-ServersOnMultiNodesTest-1647260736 tempest-ServersOnMultiNodesTest-1647260736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:17.540118 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3b9de01d-5003-49f6-a513-b6bb6616f577 req-97832f6c-e2f4-44ff-a856-04d1a67c9909 tempest-ServersOnMultiNodesTest-1647260736 tempest-ServersOnMultiNodesTest-1647260736-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=c40b994d-4e12-472e-b137-95fb8232e79d HTTP/1.1" status: 200 len: 1131 time: 0.1209407 Feb 19 02:42:17.547339 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-708e75e3-6020-4a07-a07a-9de090549d46 req-0489ca14-3f7b-451a-ace1-71bbbbdf817c tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:17.548527 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-708e75e3-6020-4a07-a07a-9de090549d46 req-0489ca14-3f7b-451a-ace1-71bbbbdf817c tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.2867463 Feb 19 02:42:17.565115 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0489ca14-3f7b-451a-ace1-71bbbbdf817c tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c485e2d9-81f5-4687-90bb-6dc02e606651,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:17.594616 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3b9de01d-5003-49f6-a513-b6bb6616f577 req-8b1c0054-8e4f-4809-9679-c857ea7c6157 tempest-ServersOnMultiNodesTest-1647260736 tempest-ServersOnMultiNodesTest-1647260736-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=5b908dbc-8f8c-41bc-a0bd-543abe15dd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449474 Feb 19 02:42:17.639578 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f979d36f-3149-488f-9e8d-65cfc2d42e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:17.700206 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-aa9a7fea-6f39-40a6-a019-a5b343aaaec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (19eb4237-2dc0-45cc-a3f0-48a32153d21e), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:17.702183 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-84984e19-69d6-429e-9258-a82366abe827 req-67021448-b1a9-4b77-a76e-b6bb69e3a458 tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] 10.222.0.72 "GET /v2.0/security-groups/8a1f44d8-c064-4ca8-b827-930bb6c3b74a HTTP/1.1" status: 200 len: 1821 time: 0.0709770 Feb 19 02:42:17.710351 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ff7661-0d37-4c7a-9e89-7de5f701481b req-5cf56277-04bb-45db-b036-3b8cd39d7463 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:17.717267 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-68ff7661-0d37-4c7a-9e89-7de5f701481b req-5cf56277-04bb-45db-b036-3b8cd39d7463 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=c26e984e-8f0b-4fc5-a561-e9bf90426fde HTTP/1.1" status: 200 len: 950 time: 0.1059132 Feb 19 02:42:17.730864 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9a7fea-6f39-40a6-a019-a5b343aaaec4 admin admin] Pushing event deleted for resources: {'Port': ['ID=19eb4237-2dc0-45cc-a3f0-48a32153d21e,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:17.801672 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-84984e19-69d6-429e-9258-a82366abe827 req-1a9d0149-34d5-4353-8f6e-d8ac8bdc53c4 tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] 10.222.0.72 "GET /v2.0/security-groups/c485e2d9-81f5-4687-90bb-6dc02e606651 HTTP/1.1" status: 200 len: 1821 time: 0.0770051 Feb 19 02:42:17.806673 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-84984e19-69d6-429e-9258-a82366abe827 req-cfd1a83f-c4b0-420b-85e2-3c5605c039ba tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '8a1f44d8-c064-4ca8-b827-930bb6c3b74a', 'remote_group_id': 'c485e2d9-81f5-4687-90bb-6dc02e606651', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:42:17.806984 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-84984e19-69d6-429e-9258-a82366abe827 req-cfd1a83f-c4b0-420b-85e2-3c5605c039ba tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '8a1f44d8-c064-4ca8-b827-930bb6c3b74a', 'remote_group_id': 'c485e2d9-81f5-4687-90bb-6dc02e606651', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:42:17.821844 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-68ff7661-0d37-4c7a-9e89-7de5f701481b req-7e275dca-2b3a-46e5-b175-f4d8d9037447 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036348 Feb 19 02:42:17.936626 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-84984e19-69d6-429e-9258-a82366abe827 req-cfd1a83f-c4b0-420b-85e2-3c5605c039ba tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Publish callbacks [] for security_group_rule (367c9b58-012d-40cd-8da8-9202dffa221f), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:17.984257 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-84984e19-69d6-429e-9258-a82366abe827 req-cfd1a83f-c4b0-420b-85e2-3c5605c039ba tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Publish callbacks [] for security_group_rule (367c9b58-012d-40cd-8da8-9202dffa221f), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:17.991471 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-84984e19-69d6-429e-9258-a82366abe827 req-cfd1a83f-c4b0-420b-85e2-3c5605c039ba tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (367c9b58-012d-40cd-8da8-9202dffa221f), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:18.016008 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-aa9a7fea-6f39-40a6-a019-a5b343aaaec4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16362762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16314471'] for router_interface (b6da21e8-df25-41b5-9112-ef6c3049a200), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:18.019111 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd1a83f-c4b0-420b-85e2-3c5605c039ba tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=367c9b58-012d-40cd-8da8-9202dffa221f,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:18.032050 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-84984e19-69d6-429e-9258-a82366abe827 req-cfd1a83f-c4b0-420b-85e2-3c5605c039ba tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:18.047859 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-84984e19-69d6-429e-9258-a82366abe827 req-cfd1a83f-c4b0-420b-85e2-3c5605c039ba tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2451177 Feb 19 02:42:18.164907 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4b43f162-3434-4693-a5f0-8cc23d07622e req-5e599e4f-681d-4d4a-80a4-54f45b8c4a5b tempest-ServerShowV254Test-388145899 tempest-ServerShowV254Test-388145899-project] 10.222.0.72 "GET /v2.0/ports?device_id=02762ed8-bcd9-4d6a-b349-f49df2bdcbcb HTTP/1.1" status: 200 len: 210 time: 0.0510387 Feb 19 02:42:18.196365 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c71c7a-9009-4e18-8c52-c5ca7614da0d req-b8aba7c1-18e0-43dc-8add-506da91cb4fc tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:18.207117 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-97c71c7a-9009-4e18-8c52-c5ca7614da0d req-b8aba7c1-18e0-43dc-8add-506da91cb4fc tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] 10.222.0.72 "GET /v2.0/ports?device_id=8f136b88-5df4-4d49-bcb2-4da180b316c7 HTTP/1.1" status: 200 len: 943 time: 0.1042075 Feb 19 02:42:18.285346 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-97c71c7a-9009-4e18-8c52-c5ca7614da0d req-062ef49f-51c7-4056-8963-d4a18ac14cef tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] 10.222.0.72 "GET /v2.0/security-groups?id=bfd70287-182a-4b0b-951c-428ef24eece7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715940 Feb 19 02:42:18.300789 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa9a7fea-6f39-40a6-a019-a5b343aaaec4 admin admin] Router b6da21e8-df25-41b5-9112-ef6c3049a200 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:42:18.312552 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1e340e-b385-48ff-8e15-5931751c3232 req-fa913ffa-29f5-48a6-b44a-ad0ff7017a7b tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:18.315589 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7c1e340e-b385-48ff-8e15-5931751c3232 req-fa913ffa-29f5-48a6-b44a-ad0ff7017a7b tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/ports?device_id=c40b994d-4e12-472e-b137-95fb8232e79d HTTP/1.1" status: 200 len: 949 time: 0.0709026 Feb 19 02:42:18.390937 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7c1e340e-b385-48ff-8e15-5931751c3232 req-8e7dafdf-0a43-413a-970f-c966e38f91c0 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b908dbc-8f8c-41bc-a0bd-543abe15dd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693588 Feb 19 02:42:18.394890 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0c3090d2-9a8e-41a4-9a9c-7ecb8fb0165f req-545fb36f-9e03-425d-bb9e-0ed114861e51 tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] 10.222.0.72 "GET /v2.0/security-groups/c485e2d9-81f5-4687-90bb-6dc02e606651 HTTP/1.1" status: 200 len: 1821 time: 0.0673013 Feb 19 02:42:18.428990 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa9a7fea-6f39-40a6-a019-a5b343aaaec4 admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:42:18.435440 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-aa9a7fea-6f39-40a6-a019-a5b343aaaec4 admin admin] 10.222.0.72 "PUT /v2.0/routers/b6da21e8-df25-41b5-9112-ef6c3049a200/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8919282 Feb 19 02:42:18.437984 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48914) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:42:18.442695 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e1da7c-97f9-4edd-a895-39f2c522c991 None None] Sync routers for ids ['b6da21e8-df25-41b5-9112-ef6c3049a200'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:42:18.453395 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e1da7c-97f9-4edd-a895-39f2c522c991 None None] Routers {'b6da21e8-df25-41b5-9112-ef6c3049a200'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:42:18.454290 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-a3e1da7c-97f9-4edd-a895-39f2c522c991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:42:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['b6da21e8-df25-41b5-9112-ef6c3049a200'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:42:18.517794 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-0c3090d2-9a8e-41a4-9a9c-7ecb8fb0165f req-e8d5a5b1-d3df-48c9-81bd-386e57af41c7 tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Publish callbacks [] for security_group (c485e2d9-81f5-4687-90bb-6dc02e606651), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:18.557769 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4253a6-657e-43f5-89aa-f12468e71a26 req-f983ec7a-e73a-4f79-87fb-eb722aa15260 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:18.559350 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-dd4253a6-657e-43f5-89aa-f12468e71a26 req-f983ec7a-e73a-4f79-87fb-eb722aa15260 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=29bcea09-12cf-46f9-beab-e3b6e5e0664c HTTP/1.1" status: 200 len: 945 time: 0.0852849 Feb 19 02:42:18.561088 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-0c3090d2-9a8e-41a4-9a9c-7ecb8fb0165f req-e8d5a5b1-d3df-48c9-81bd-386e57af41c7 tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Publish callbacks [] for security_group (c485e2d9-81f5-4687-90bb-6dc02e606651), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:18.563307 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fa7c2569-fbe1-4bea-af4a-ddec5e459c02 admin admin] Publish callbacks [] for router (b6da21e8-df25-41b5-9112-ef6c3049a200), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:18.583003 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-a3e1da7c-97f9-4edd-a895-39f2c522c991 None None] Set router b6da21e8-df25-41b5-9112-ef6c3049a200 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:42:18.647061 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-dd4253a6-657e-43f5-89aa-f12468e71a26 req-c737e52c-5ecd-4216-8747-35d3837b4ede tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770390 Feb 19 02:42:18.673144 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-0c3090d2-9a8e-41a4-9a9c-7ecb8fb0165f req-e8d5a5b1-d3df-48c9-81bd-386e57af41c7 tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (c485e2d9-81f5-4687-90bb-6dc02e606651), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:18.676847 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-0c3090d2-9a8e-41a4-9a9c-7ecb8fb0165f req-e8d5a5b1-d3df-48c9-81bd-386e57af41c7 tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:18.678184 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0c3090d2-9a8e-41a4-9a9c-7ecb8fb0165f req-e8d5a5b1-d3df-48c9-81bd-386e57af41c7 tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] 10.222.0.72 "DELETE /v2.0/security-groups/c485e2d9-81f5-4687-90bb-6dc02e606651 HTTP/1.1" status: 204 len: 173 time: 0.2774310 Feb 19 02:42:18.690573 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d5a5b1-d3df-48c9-81bd-386e57af41c7 tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c485e2d9-81f5-4687-90bb-6dc02e606651,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:18.759406 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3e0e5171-5a11-402b-983a-1ade3b516b81 req-c26fd868-dda9-4335-9ffa-48ead095c7ed tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] 10.222.0.72 "GET /v2.0/security-groups/8a1f44d8-c064-4ca8-b827-930bb6c3b74a HTTP/1.1" status: 200 len: 1821 time: 0.0558343 Feb 19 02:42:18.785782 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-a9a78960-8e20-478c-9fbe-bbcb3e59c760 req-9aef097d-2149-4346-801f-fadbd9bb5a8e tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1970487289', 'description': 'tempest-description-1962752794'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:42:18.811022 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-a3e1da7c-97f9-4edd-a895-39f2c522c991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6da21e8-df25-41b5-9112-ef6c3049a200', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-600956687-router', 'tenant_id': 'da1eb1f790ec4469a06a2c8ce51be727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': 'a7de6922-a724-45ad-bbfe-6ebc6e2c72af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:38:28Z', 'updated_at': '2022-02-19T02:42:17Z', 'revision_number': 5, 'project_id': 'da1eb1f790ec4469a06a2c8ce51be727', 'gw_port': {'id': 'a7de6922-a724-45ad-bbfe-6ebc6e2c72af', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6da21e8-df25-41b5-9112-ef6c3049a200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:38:29Z', 'updated_at': '2022-02-19T02:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:42:18.822527 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-a9a78960-8e20-478c-9fbe-bbcb3e59c760 req-9aef097d-2149-4346-801f-fadbd9bb5a8e tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:18.893842 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e1da7c-97f9-4edd-a895-39f2c522c991 None None] Checking router: b6da21e8-df25-41b5-9112-ef6c3049a200 for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:42:18.920979 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-a9a78960-8e20-478c-9fbe-bbcb3e59c760 req-9aef097d-2149-4346-801f-fadbd9bb5a8e tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Publish callbacks [] for security_group (b9e1a33c-3a92-40b6-a795-4cfeb53fcad0), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:18.926209 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e1da7c-97f9-4edd-a895-39f2c522c991 None None] Routers {'b6da21e8-df25-41b5-9112-ef6c3049a200'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:42:18.926922 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-a3e1da7c-97f9-4edd-a895-39f2c522c991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:42:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['b6da21e8-df25-41b5-9112-ef6c3049a200'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:42:18.927169 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-a9a78960-8e20-478c-9fbe-bbcb3e59c760 req-9aef097d-2149-4346-801f-fadbd9bb5a8e tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (b9e1a33c-3a92-40b6-a795-4cfeb53fcad0), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:19.024050 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fa7c2569-fbe1-4bea-af4a-ddec5e459c02 admin admin] Publish callbacks [] for router_gateway (b6da21e8-df25-41b5-9112-ef6c3049a200), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:19.037602 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aef097d-2149-4346-801f-fadbd9bb5a8e tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9e1a33c-3a92-40b6-a795-4cfeb53fcad0,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:19.058438 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-a9a78960-8e20-478c-9fbe-bbcb3e59c760 req-9aef097d-2149-4346-801f-fadbd9bb5a8e tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:19.066120 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a9a78960-8e20-478c-9fbe-bbcb3e59c760 req-9aef097d-2149-4346-801f-fadbd9bb5a8e tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.2856891 Feb 19 02:42:19.107753 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:19.113024 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2cc11e-a42c-4590-a2e2-c0f6aff370b4 req-298ffeb9-9d1d-4ed5-bd52-ba5a877f2812 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:19.116290 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-fa7c2569-fbe1-4bea-af4a-ddec5e459c02 admin admin] Deleting port a7de6922-a724-45ad-bbfe-6ebc6e2c72af {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:42:19.116710 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fa7c2569-fbe1-4bea-af4a-ddec5e459c02 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (a7de6922-a724-45ad-bbfe-6ebc6e2c72af), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:19.128174 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1e2cc11e-a42c-4590-a2e2-c0f6aff370b4 req-298ffeb9-9d1d-4ed5-bd52-ba5a877f2812 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=c26e984e-8f0b-4fc5-a561-e9bf90426fde HTTP/1.1" status: 200 len: 950 time: 0.1921036 Feb 19 02:42:19.230723 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-a3e1da7c-97f9-4edd-a895-39f2c522c991 None None] Set router b6da21e8-df25-41b5-9112-ef6c3049a200 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:42:19.236213 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-01c1b8e2-d5bd-431e-8982-2a30a33e9cce req-3c058fbd-2f44-4cde-9ce1-fe36dbc16791 tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] 10.222.0.72 "GET /v2.0/security-groups/b9e1a33c-3a92-40b6-a795-4cfeb53fcad0 HTTP/1.1" status: 200 len: 1822 time: 0.1482370 Feb 19 02:42:19.247263 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-fa7c2569-fbe1-4bea-af4a-ddec5e459c02 admin admin] For port a7de6922-a724-45ad-bbfe-6ebc6e2c72af, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=a7de6922-a724-45ad-bbfe-6ebc6e2c72af,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:42:19.247622 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fa7c2569-fbe1-4bea-af4a-ddec5e459c02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (a7de6922-a724-45ad-bbfe-6ebc6e2c72af), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:19.247797 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-01c1b8e2-d5bd-431e-8982-2a30a33e9cce req-0fadac0a-46e5-4705-954b-f503aec8fc2f tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b9e1a33c-3a92-40b6-a795-4cfeb53fcad0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:42:19.248121 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-01c1b8e2-d5bd-431e-8982-2a30a33e9cce req-0fadac0a-46e5-4705-954b-f503aec8fc2f tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b9e1a33c-3a92-40b6-a795-4cfeb53fcad0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:42:19.261749 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-fa7c2569-fbe1-4bea-af4a-ddec5e459c02 admin admin] Calling delete_port for a7de6922-a724-45ad-bbfe-6ebc6e2c72af owned by network:router_gateway {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:42:19.279087 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1e2cc11e-a42c-4590-a2e2-c0f6aff370b4 req-8c914f81-0882-422d-b025-3fac55979b92 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400144 Feb 19 02:42:19.350430 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-01c1b8e2-d5bd-431e-8982-2a30a33e9cce req-0fadac0a-46e5-4705-954b-f503aec8fc2f tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Publish callbacks [] for security_group_rule (f90e3972-607f-4ee5-a132-12f4b8050836), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:19.385858 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-01c1b8e2-d5bd-431e-8982-2a30a33e9cce req-0fadac0a-46e5-4705-954b-f503aec8fc2f tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Publish callbacks [] for security_group_rule (f90e3972-607f-4ee5-a132-12f4b8050836), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:19.443340 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b9916a96-f49a-4b43-a8b7-feffbf15b74d req-68a079d6-2a68-4ebf-a0d1-56f9696985b5 tempest-ServerShowV254Test-388145899 tempest-ServerShowV254Test-388145899-project] 10.222.0.72 "GET /v2.0/ports?device_id=02762ed8-bcd9-4d6a-b349-f49df2bdcbcb HTTP/1.1" status: 200 len: 210 time: 0.0376232 Feb 19 02:42:19.446856 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-01c1b8e2-d5bd-431e-8982-2a30a33e9cce req-0fadac0a-46e5-4705-954b-f503aec8fc2f tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (f90e3972-607f-4ee5-a132-12f4b8050836), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:19.481838 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-a3e1da7c-97f9-4edd-a895-39f2c522c991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6da21e8-df25-41b5-9112-ef6c3049a200', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-600956687-router', 'tenant_id': 'da1eb1f790ec4469a06a2c8ce51be727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': 'a7de6922-a724-45ad-bbfe-6ebc6e2c72af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:38:28Z', 'updated_at': '2022-02-19T02:42:17Z', 'revision_number': 5, 'project_id': 'da1eb1f790ec4469a06a2c8ce51be727', 'gw_port': {'id': 'a7de6922-a724-45ad-bbfe-6ebc6e2c72af', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6da21e8-df25-41b5-9112-ef6c3049a200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:38:29Z', 'updated_at': '2022-02-19T02:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:42:19.515179 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fadac0a-46e5-4705-954b-f503aec8fc2f tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f90e3972-607f-4ee5-a132-12f4b8050836,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:19.516071 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e1da7c-97f9-4edd-a895-39f2c522c991 None None] The sync data for ids ['b6da21e8-df25-41b5-9112-ef6c3049a200'] in n-d-826753-2 is: [{'id': 'b6da21e8-df25-41b5-9112-ef6c3049a200', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-600956687-router', 'tenant_id': 'da1eb1f790ec4469a06a2c8ce51be727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.106'}], 'enable_snat': True}, 'gw_port_id': 'a7de6922-a724-45ad-bbfe-6ebc6e2c72af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:38:28Z', 'updated_at': '2022-02-19T02:42:17Z', 'revision_number': 5, 'project_id': 'da1eb1f790ec4469a06a2c8ce51be727', 'gw_port': {'id': 'a7de6922-a724-45ad-bbfe-6ebc6e2c72af', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6da21e8-df25-41b5-9112-ef6c3049a200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:38:29Z', 'updated_at': '2022-02-19T02:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:42:19.549688 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-01c1b8e2-d5bd-431e-8982-2a30a33e9cce req-0fadac0a-46e5-4705-954b-f503aec8fc2f tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:19.551548 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-01c1b8e2-d5bd-431e-8982-2a30a33e9cce req-0fadac0a-46e5-4705-954b-f503aec8fc2f tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3089647 Feb 19 02:42:19.570818 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fa7c2569-fbe1-4bea-af4a-ddec5e459c02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (a7de6922-a724-45ad-bbfe-6ebc6e2c72af), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:19.602626 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7c2569-fbe1-4bea-af4a-ddec5e459c02 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7de6922-a724-45ad-bbfe-6ebc6e2c72af,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:19.672417 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fa7c2569-fbe1-4bea-af4a-ddec5e459c02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16285837'] for router_gateway (b6da21e8-df25-41b5-9112-ef6c3049a200), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:19.690751 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e198189-21aa-49cd-8099-2ee29fa10d76 req-a2f978bd-b66d-497f-9752-e40b13b66750 tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:19.692308 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5e198189-21aa-49cd-8099-2ee29fa10d76 req-a2f978bd-b66d-497f-9752-e40b13b66750 tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] 10.222.0.72 "GET /v2.0/ports?device_id=8f136b88-5df4-4d49-bcb2-4da180b316c7 HTTP/1.1" status: 200 len: 943 time: 0.0981503 Feb 19 02:42:19.712350 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 7996d330-c2b2-4843-ad82-4b01916b1f53 details requested by agent hyperv_n-h2-826753-2 with host n-h2-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:42:19.715570 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e9d707-4e09-450a-8ec5-87c13c0f6127 req-5fc8508f-e8f2-4543-aed5-b795211104d6 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:19.724699 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-27e9d707-4e09-450a-8ec5-87c13c0f6127 req-5fc8508f-e8f2-4543-aed5-b795211104d6 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/ports?device_id=c40b994d-4e12-472e-b137-95fb8232e79d HTTP/1.1" status: 200 len: 949 time: 0.0918107 Feb 19 02:42:19.776203 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fa7c2569-fbe1-4bea-af4a-ddec5e459c02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16317457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14254'] for router (b6da21e8-df25-41b5-9112-ef6c3049a200), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:19.790264 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fa7c2569-fbe1-4bea-af4a-ddec5e459c02 admin admin] Publish callbacks [] for router_controller (b6da21e8-df25-41b5-9112-ef6c3049a200), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:19.811161 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 7996d330-c2b2-4843-ad82-4b01916b1f53, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=7996d330-c2b2-4843-ad82-4b01916b1f53,segment=NetworkSegment(2ce9568b-cb30-4be2-8f02-4f9226e8510c),segment_id=2ce9568b-cb30-4be2-8f02-4f9226e8510c)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:42:19.823720 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Returning: {'device': '7996d330-c2b2-4843-ad82-4b01916b1f53', 'network_id': '0d27bcf2-adc6-47c0-abdd-be9d15de3ddc', 'port_id': '7996d330-c2b2-4843-ad82-4b01916b1f53', 'mac_address': 'fa:16:3e:19:98:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '711684dd-1cdb-4818-a281-0b13f4347e79', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:42:19.826951 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-27e9d707-4e09-450a-8ec5-87c13c0f6127 req-b6f37e58-2365-43b7-88a0-9dab34dbaed6 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b908dbc-8f8c-41bc-a0bd-543abe15dd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011310 Feb 19 02:42:19.838607 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5e198189-21aa-49cd-8099-2ee29fa10d76 req-bc637c7d-632b-4124-bcef-eeb18a04b062 tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] 10.222.0.72 "GET /v2.0/security-groups?id=bfd70287-182a-4b0b-951c-428ef24eece7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1380386 Feb 19 02:42:19.918856 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fa7c2569-fbe1-4bea-af4a-ddec5e459c02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16317544'] for router (b6da21e8-df25-41b5-9112-ef6c3049a200), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:19.919409 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa7c2569-fbe1-4bea-af4a-ddec5e459c02 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6da21e8-df25-41b5-9112-ef6c3049a200 {{(pid=103702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 02:42:19.928365 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fa7c2569-fbe1-4bea-af4a-ddec5e459c02 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:19.932870 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-fa7c2569-fbe1-4bea-af4a-ddec5e459c02 admin admin] 10.222.0.72 "DELETE /v2.0/routers/b6da21e8-df25-41b5-9112-ef6c3049a200 HTTP/1.1" status: 204 len: 168 time: 1.4937873 Feb 19 02:42:19.934025 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48938) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:42:19.936917 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 7996d330-c2b2-4843-ad82-4b01916b1f53 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:42:19.938690 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (7996d330-c2b2-4843-ad82-4b01916b1f53), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:19.947389 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6fa9167e-d995-4c86-b4e6-8e774289ddda req-9008b1d9-28ac-41a4-abf0-a115e6effc9d tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] 10.222.0.72 "GET /v2.0/security-groups/b9e1a33c-3a92-40b6-a795-4cfeb53fcad0 HTTP/1.1" status: 200 len: 2415 time: 0.0758722 Feb 19 02:42:19.952239 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-6fa9167e-d995-4c86-b4e6-8e774289ddda req-9df5ca16-59e9-4f37-8c0c-44e26aedc138 tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b9e1a33c-3a92-40b6-a795-4cfeb53fcad0', 'remote_group_id': None}]} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:42:19.952556 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-6fa9167e-d995-4c86-b4e6-8e774289ddda req-9df5ca16-59e9-4f37-8c0c-44e26aedc138 tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b9e1a33c-3a92-40b6-a795-4cfeb53fcad0', 'remote_group_id': None}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:42:19.972369 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7996d330-c2b2-4843-ad82-4b01916b1f53 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:42:20.005292 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-4743e13f-88a7-4082-a27b-b161d324b3fa admin admin] Deleting subnet 4a3ae975-a392-4065-b27e-dab19abb303b {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:42:20.008860 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 7996d330-c2b2-4843-ad82-4b01916b1f53, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=7996d330-c2b2-4843-ad82-4b01916b1f53,segment=NetworkSegment(2ce9568b-cb30-4be2-8f02-4f9226e8510c),segment_id=2ce9568b-cb30-4be2-8f02-4f9226e8510c)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:42:20.013290 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (7996d330-c2b2-4843-ad82-4b01916b1f53), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:20.016317 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4743e13f-88a7-4082-a27b-b161d324b3fa admin admin] Publish callbacks [] for subnet (4a3ae975-a392-4065-b27e-dab19abb303b), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:20.075750 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4743e13f-88a7-4082-a27b-b161d324b3fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (4a3ae975-a392-4065-b27e-dab19abb303b), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:20.105773 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=7996d330-c2b2-4843-ad82-4b01916b1f53,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:20.107274 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-6fa9167e-d995-4c86-b4e6-8e774289ddda req-9df5ca16-59e9-4f37-8c0c-44e26aedc138 tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Publish callbacks [] for security_group_rule (770d4dfb-3e93-41df-85f6-4f1d5f58593c), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:20.183900 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4743e13f-88a7-4082-a27b-b161d324b3fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (4a3ae975-a392-4065-b27e-dab19abb303b), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:20.191008 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-6fa9167e-d995-4c86-b4e6-8e774289ddda req-9df5ca16-59e9-4f37-8c0c-44e26aedc138 tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Publish callbacks [] for security_group_rule (770d4dfb-3e93-41df-85f6-4f1d5f58593c), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:20.199846 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4243a0b-16d4-49b7-b430-d4d408ba81bd req-caa820d0-0667-4aa8-864c-a4060e75810c tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:20.201483 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f4243a0b-16d4-49b7-b430-d4d408ba81bd req-caa820d0-0667-4aa8-864c-a4060e75810c tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=29bcea09-12cf-46f9-beab-e3b6e5e0664c HTTP/1.1" status: 200 len: 945 time: 0.1852987 Feb 19 02:42:20.209996 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1760afd8-11d5-48ad-a2d0-98ab6f2f653b req-bcb56446-781a-4247-954e-0165b1850809 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:20.211504 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1760afd8-11d5-48ad-a2d0-98ab6f2f653b req-bcb56446-781a-4247-954e-0165b1850809 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.82 "GET /v2.0/ports?device_id=c40b994d-4e12-472e-b137-95fb8232e79d HTTP/1.1" status: 200 len: 949 time: 0.0957744 Feb 19 02:42:20.213518 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-6fa9167e-d995-4c86-b4e6-8e774289ddda req-9df5ca16-59e9-4f37-8c0c-44e26aedc138 tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (770d4dfb-3e93-41df-85f6-4f1d5f58593c), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:20.254639 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4743e13f-88a7-4082-a27b-b161d324b3fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (4a3ae975-a392-4065-b27e-dab19abb303b), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:20.266164 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-6fa9167e-d995-4c86-b4e6-8e774289ddda req-9df5ca16-59e9-4f37-8c0c-44e26aedc138 tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:20.267549 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6fa9167e-d995-4c86-b4e6-8e774289ddda req-9df5ca16-59e9-4f37-8c0c-44e26aedc138 tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3193221 Feb 19 02:42:20.294296 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df5ca16-59e9-4f37-8c0c-44e26aedc138 tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=770d4dfb-3e93-41df-85f6-4f1d5f58593c,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:20.304516 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4743e13f-88a7-4082-a27b-b161d324b3fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a3ae975-a392-4065-b27e-dab19abb303b,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:20.304951 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:20.311158 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4743e13f-88a7-4082-a27b-b161d324b3fa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:20.318178 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-4743e13f-88a7-4082-a27b-b161d324b3fa admin admin] 10.222.0.72 "DELETE /v2.0/subnets/4a3ae975-a392-4065-b27e-dab19abb303b HTTP/1.1" status: 204 len: 168 time: 0.3830559 Feb 19 02:42:20.320609 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48944) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:42:20.343478 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd424b7-5c0e-42ab-8808-90f991e8ee9a None None] Network e0f7c769-8470-4519-8f35-ba7a47a3fc99 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:42:20.444317 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['7996d330-c2b2-4843-ad82-4b01916b1f53'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:42:20.446393 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f4243a0b-16d4-49b7-b430-d4d408ba81bd req-0d3cbd31-8b9c-45ec-a90b-b21d7ce1a2b0 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337451 Feb 19 02:42:20.459408 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-07917836-1a50-4b57-b9a6-fda9b4f53317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (e0f7c769-8470-4519-8f35-ba7a47a3fc99), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:20.510811 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-1760afd8-11d5-48ad-a2d0-98ab6f2f653b req-47ccb582-6820-4878-8081-d3c87126384a tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Deleting port e5c98bae-9eac-4d4e-924b-987b95b451a3 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:42:20.511034 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-1760afd8-11d5-48ad-a2d0-98ab6f2f653b req-47ccb582-6820-4878-8081-d3c87126384a tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (e5c98bae-9eac-4d4e-924b-987b95b451a3), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:20.642719 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e09b26a-ead9-41e6-b943-8dda96958478 None None] DHCP port deletion for e0f7c769-8470-4519-8f35-ba7a47a3fc99 request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 02:42:20.687996 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4c9fe030-5a4e-4c61-919d-4f52fd638785 req-d9fd436a-6c3f-4a05-a650-b84621ab96b8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1fdf396bda12490bb875c5a0bfb99da0&device_id=02762ed8-bcd9-4d6a-b349-f49df2bdcbcb HTTP/1.1" status: 200 len: 210 time: 0.0718992 Feb 19 02:42:20.690586 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-07917836-1a50-4b57-b9a6-fda9b4f53317 admin admin] Deleting port b7143aa8-b80a-42eb-a4c5-2816d0798526 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:42:20.691238 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-07917836-1a50-4b57-b9a6-fda9b4f53317 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (b7143aa8-b80a-42eb-a4c5-2816d0798526), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:20.717356 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cdf525d5-1bed-48fc-a096-530e1190bb9b req-b3abf31c-c53c-482f-a588-92ac0ec6c05b tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] 10.222.0.72 "GET /v2.0/security-groups/b9e1a33c-3a92-40b6-a795-4cfeb53fcad0 HTTP/1.1" status: 200 len: 3013 time: 0.2131855 Feb 19 02:42:20.737694 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4c9fe030-5a4e-4c61-919d-4f52fd638785 req-3b0d6f2c-9c6a-4eaa-9144-4ea6d44c0a93 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=1fdf396bda12490bb875c5a0bfb99da0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0325596 Feb 19 02:42:20.760749 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-1760afd8-11d5-48ad-a2d0-98ab6f2f653b req-47ccb582-6820-4878-8081-d3c87126384a tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] For port e5c98bae-9eac-4d4e-924b-987b95b451a3, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=e5c98bae-9eac-4d4e-924b-987b95b451a3,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:42:20.761152 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-1760afd8-11d5-48ad-a2d0-98ab6f2f653b req-47ccb582-6820-4878-8081-d3c87126384a tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (e5c98bae-9eac-4d4e-924b-987b95b451a3), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:20.762175 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-9e09b26a-ead9-41e6-b943-8dda96958478 None None] Deleting port b7143aa8-b80a-42eb-a4c5-2816d0798526 {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:42:20.762723 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-9e09b26a-ead9-41e6-b943-8dda96958478 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (b7143aa8-b80a-42eb-a4c5-2816d0798526), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:20.779865 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-1760afd8-11d5-48ad-a2d0-98ab6f2f653b req-47ccb582-6820-4878-8081-d3c87126384a tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Calling delete_port for e5c98bae-9eac-4d4e-924b-987b95b451a3 owned by compute:nova {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:42:20.806884 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2e0c8d-8898-4e96-aa9d-8b28eba669bb req-e24d8774-b99b-4b2c-9f84-a73433ae1869 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:20.808708 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fb2e0c8d-8898-4e96-aa9d-8b28eba669bb req-e24d8774-b99b-4b2c-9f84-a73433ae1869 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=c26e984e-8f0b-4fc5-a561-e9bf90426fde HTTP/1.1" status: 200 len: 950 time: 0.1191683 Feb 19 02:42:20.838724 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-9e09b26a-ead9-41e6-b943-8dda96958478 None None] For port b7143aa8-b80a-42eb-a4c5-2816d0798526, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=b7143aa8-b80a-42eb-a4c5-2816d0798526,segment=NetworkSegment(6f7b8cc3-683b-49b2-aa9b-588731b9d8d2),segment_id=6f7b8cc3-683b-49b2-aa9b-588731b9d8d2)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:42:20.839486 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-9e09b26a-ead9-41e6-b943-8dda96958478 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (b7143aa8-b80a-42eb-a4c5-2816d0798526), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:20.858061 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-9e09b26a-ead9-41e6-b943-8dda96958478 None None] Calling delete_port for b7143aa8-b80a-42eb-a4c5-2816d0798526 owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:42:20.886731 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4cef0280-1a5c-4832-a8cf-85297743ea5a req-69d21495-8fd1-4b54-8839-50db233ce1ee tempest-ServerShowV254Test-388145899 tempest-ServerShowV254Test-388145899-project] 10.222.0.72 "GET /v2.0/ports?device_id=02762ed8-bcd9-4d6a-b349-f49df2bdcbcb HTTP/1.1" status: 200 len: 210 time: 0.0454152 Feb 19 02:42:20.903893 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-07917836-1a50-4b57-b9a6-fda9b4f53317 admin admin] For port b7143aa8-b80a-42eb-a4c5-2816d0798526, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=b7143aa8-b80a-42eb-a4c5-2816d0798526,segment=NetworkSegment(6f7b8cc3-683b-49b2-aa9b-588731b9d8d2),segment_id=6f7b8cc3-683b-49b2-aa9b-588731b9d8d2)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:42:20.904509 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-07917836-1a50-4b57-b9a6-fda9b4f53317 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (b7143aa8-b80a-42eb-a4c5-2816d0798526), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:20.934609 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-07917836-1a50-4b57-b9a6-fda9b4f53317 admin admin] Calling delete_port for b7143aa8-b80a-42eb-a4c5-2816d0798526 owned by network:dhcp {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:42:20.981329 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-9e09b26a-ead9-41e6-b943-8dda96958478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (b7143aa8-b80a-42eb-a4c5-2816d0798526), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:21.006389 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-aa518f71-1826-4cf2-82de-47087b40043d req-dd017e72-a28a-4b96-9138-4c5147633b3c tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] 10.222.0.72 "GET /v2.0/security-group-rules/770d4dfb-3e93-41df-85f6-4f1d5f58593c HTTP/1.1" status: 200 len: 783 time: 0.0682821 Feb 19 02:42:21.011844 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e09b26a-ead9-41e6-b943-8dda96958478 None None] Pushing event deleted for resources: {'Port': ['ID=b7143aa8-b80a-42eb-a4c5-2816d0798526,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:21.023043 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e09b26a-ead9-41e6-b943-8dda96958478 None None] No DVR routers for this DVR port b7143aa8-b80a-42eb-a4c5-2816d0798526 on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:42:21.023475 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fb2e0c8d-8898-4e96-aa9d-8b28eba669bb req-52151f45-30bf-4bb5-8578-7582887c5a1d tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770494 Feb 19 02:42:21.037531 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-07917836-1a50-4b57-b9a6-fda9b4f53317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (b7143aa8-b80a-42eb-a4c5-2816d0798526), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:21.110137 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07917836-1a50-4b57-b9a6-fda9b4f53317 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7143aa8-b80a-42eb-a4c5-2816d0798526,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:21.124777 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07917836-1a50-4b57-b9a6-fda9b4f53317 admin admin] No DVR routers for this DVR port b7143aa8-b80a-42eb-a4c5-2816d0798526 on host n-d-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:42:21.176018 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-aa518f71-1826-4cf2-82de-47087b40043d req-2f102355-4201-43a1-b5c8-578eab32d2bd tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] 10.222.0.72 "GET /v2.0/security-groups/b9e1a33c-3a92-40b6-a795-4cfeb53fcad0 HTTP/1.1" status: 200 len: 3013 time: 0.1503804 Feb 19 02:42:21.198718 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-1760afd8-11d5-48ad-a2d0-98ab6f2f653b req-47ccb582-6820-4878-8081-d3c87126384a tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (e5c98bae-9eac-4d4e-924b-987b95b451a3), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:21.212460 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9fe030-5a4e-4c61-919d-4f52fd638785 req-2851cd10-3d38-4002-9a83-fbfaeb170793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:21.214000 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4c9fe030-5a4e-4c61-919d-4f52fd638785 req-2851cd10-3d38-4002-9a83-fbfaeb170793 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4469700 Feb 19 02:42:21.218713 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339ecab0-82ba-48f0-87ba-cff166c790e8 req-612e1dfb-f058-4d0f-936d-79a38c1aa9d4 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:21.220203 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-339ecab0-82ba-48f0-87ba-cff166c790e8 req-612e1dfb-f058-4d0f-936d-79a38c1aa9d4 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/ports?device_id=c40b994d-4e12-472e-b137-95fb8232e79d HTTP/1.1" status: 200 len: 949 time: 0.1085997 Feb 19 02:42:21.228808 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-07917836-1a50-4b57-b9a6-fda9b4f53317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (e0f7c769-8470-4519-8f35-ba7a47a3fc99), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:21.239781 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['89f9b0a0-c329-4e39-99de-c5b7a5067c52', 'e900da92-6b02-463e-a4f4-e45cd6deaee5', '75ad1f14-4dfd-4d71-8c99-33f85a508aa1', 'e33b8d9a-b9b3-4c2d-a1d9-3d6762227071', 'eafc59ef-40bb-43a8-a05e-e0d1da4b46a2'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:42:21.244943 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['64d5db86-5019-4642-ac30-035e8e72b9a8', 'b58e214f-5ac6-48f9-9d2d-dfcc8de9ee4f', 'e5c98bae-9eac-4d4e-924b-987b95b451a3'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:42:21.254609 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-07917836-1a50-4b57-b9a6-fda9b4f53317 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0f7c769-8470-4519-8f35-ba7a47a3fc99']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:42:21.266097 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-07917836-1a50-4b57-b9a6-fda9b4f53317 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f7b8cc3-683b-49b2-aa9b-588731b9d8d2') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:42:21.266967 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-07917836-1a50-4b57-b9a6-fda9b4f53317 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f7b8cc3-683b-49b2-aa9b-588731b9d8d2') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:42:21.271868 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ccb582-6820-4878-8081-d3c87126384a tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Pushing event deleted for resources: {'Port': ['ID=e5c98bae-9eac-4d4e-924b-987b95b451a3,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:21.280375 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-07917836-1a50-4b57-b9a6-fda9b4f53317 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (6f7b8cc3-683b-49b2-aa9b-588731b9d8d2), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:21.317654 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-07917836-1a50-4b57-b9a6-fda9b4f53317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (6f7b8cc3-683b-49b2-aa9b-588731b9d8d2), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:21.339172 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07917836-1a50-4b57-b9a6-fda9b4f53317 admin admin] Releasing vlan 254 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:42:21.339571 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-07917836-1a50-4b57-b9a6-fda9b4f53317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (6f7b8cc3-683b-49b2-aa9b-588731b9d8d2), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:21.341351 n-d-826753-2 neutron-server[103702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:42:21.341351 n-d-826753-2 neutron-server[103702]: self.session.flush() Feb 19 02:42:21.341351 n-d-826753-2 neutron-server[103702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:42:21.341351 n-d-826753-2 neutron-server[103702]: self.session.flush() Feb 19 02:42:21.341351 n-d-826753-2 neutron-server[103702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:42:21.341351 n-d-826753-2 neutron-server[103702]: self.session.flush() Feb 19 02:42:21.341351 n-d-826753-2 neutron-server[103702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:42:21.341351 n-d-826753-2 neutron-server[103702]: self.session.flush() Feb 19 02:42:21.341351 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 02:42:21.341351 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:42:21.341351 n-d-826753-2 neutron-server[103702]: timer() Feb 19 02:42:21.341351 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:42:21.341351 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 02:42:21.341351 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:42:21.341351 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 02:42:21.341351 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:42:21.341351 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 02:42:21.341351 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:42:21.341351 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 02:42:21.341351 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:42:21.341351 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 02:42:21.341351 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:42:21.341351 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:42:21.341351 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:42:21.341351 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:42:21.341351 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:42:21.341351 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 02:42:21.341351 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:42:21.341351 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 02:42:21.341351 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:42:21.341351 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:42:21.341351 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:42:21.341351 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 02:42:21.341351 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:42:21.341351 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:42:21.341351 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:42:21.341351 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:42:21.341351 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:42:21.341351 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:42:21.341351 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:42:21.370945 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-1760afd8-11d5-48ad-a2d0-98ab6f2f653b req-47ccb582-6820-4878-8081-d3c87126384a tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] No DVR routers for this DVR port e5c98bae-9eac-4d4e-924b-987b95b451a3 on host n-h2-826753-2 {{(pid=103701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:42:21.374306 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-1760afd8-11d5-48ad-a2d0-98ab6f2f653b req-47ccb582-6820-4878-8081-d3c87126384a tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:21.382880 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1760afd8-11d5-48ad-a2d0-98ab6f2f653b req-47ccb582-6820-4878-8081-d3c87126384a tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.82 "DELETE /v2.0/ports/e5c98bae-9eac-4d4e-924b-987b95b451a3 HTTP/1.1" status: 204 len: 173 time: 1.1407034 Feb 19 02:42:21.384259 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-aa518f71-1826-4cf2-82de-47087b40043d req-015adce9-cb98-40f3-8725-afc57369fff4 tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Publish callbacks [] for security_group_rule (770d4dfb-3e93-41df-85f6-4f1d5f58593c), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:21.406759 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-aa518f71-1826-4cf2-82de-47087b40043d req-015adce9-cb98-40f3-8725-afc57369fff4 tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Publish callbacks [] for security_group_rule (770d4dfb-3e93-41df-85f6-4f1d5f58593c), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:21.457669 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c40b994d-4e12-472e-b137-95fb8232e79d', 'name': 'network-vif-deleted', 'tag': 'e5c98bae-9eac-4d4e-924b-987b95b451a3'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:42:21.460285 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c159dce7-93cd-4104-8130-a5aaa77ad66d" -d '{"events": [{"server_uuid": "c40b994d-4e12-472e-b137-95fb8232e79d", "name": "network-vif-deleted", "tag": "e5c98bae-9eac-4d4e-924b-987b95b451a3"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:42:21.468011 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-07917836-1a50-4b57-b9a6-fda9b4f53317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (e0f7c769-8470-4519-8f35-ba7a47a3fc99), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:21.476245 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-07917836-1a50-4b57-b9a6-fda9b4f53317 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:21.479789 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-07917836-1a50-4b57-b9a6-fda9b4f53317 admin admin] 10.222.0.72 "DELETE /v2.0/networks/e0f7c769-8470-4519-8f35-ba7a47a3fc99 HTTP/1.1" status: 204 len: 168 time: 1.1579573 Feb 19 02:42:21.488551 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 48958) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:42:21.502880 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07917836-1a50-4b57-b9a6-fda9b4f53317 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0f7c769-8470-4519-8f35-ba7a47a3fc99,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:21.606224 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-aa518f71-1826-4cf2-82de-47087b40043d req-015adce9-cb98-40f3-8725-afc57369fff4 tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (770d4dfb-3e93-41df-85f6-4f1d5f58593c), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:21.620918 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-aa518f71-1826-4cf2-82de-47087b40043d req-015adce9-cb98-40f3-8725-afc57369fff4 tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:21.622434 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-aa518f71-1826-4cf2-82de-47087b40043d req-015adce9-cb98-40f3-8725-afc57369fff4 tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/770d4dfb-3e93-41df-85f6-4f1d5f58593c HTTP/1.1" status: 204 len: 173 time: 0.4281254 Feb 19 02:42:21.626250 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-339ecab0-82ba-48f0-87ba-cff166c790e8 req-f1921a92-e68e-423e-9600-423b0c576f7a tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b908dbc-8f8c-41bc-a0bd-543abe15dd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3120725 Feb 19 02:42:21.637084 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 19eb4237-2dc0-45cc-a3f0-48a32153d21e no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:42:21.645932 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015adce9-cb98-40f3-8725-afc57369fff4 tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=770d4dfb-3e93-41df-85f6-4f1d5f58593c,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:21.683039 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 19eb4237-2dc0-45cc-a3f0-48a32153d21e {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:42:21.683447 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 19eb4237-2dc0-45cc-a3f0-48a32153d21e not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:42:21.683788 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device b7143aa8-b80a-42eb-a4c5-2816d0798526 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:42:21.774737 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87dd2dfc-74d7-464e-90a2-4d4387f16bab x-openstack-request-id: req-87dd2dfc-74d7-464e-90a2-4d4387f16bab {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:42:21.775170 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c40b994d-4e12-472e-b137-95fb8232e79d", "name": "network-vif-deleted", "tag": "e5c98bae-9eac-4d4e-924b-987b95b451a3", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:42:21.775525 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-87dd2dfc-74d7-464e-90a2-4d4387f16bab {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:42:21.776008 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c40b994d-4e12-472e-b137-95fb8232e79d', 'name': 'network-vif-deleted', 'tag': 'e5c98bae-9eac-4d4e-924b-987b95b451a3', 'status': 'completed', 'code': 200} Feb 19 02:42:21.807015 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: b7143aa8-b80a-42eb-a4c5-2816d0798526 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:42:21.807635 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device b7143aa8-b80a-42eb-a4c5-2816d0798526 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:42:21.808235 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device a7de6922-a724-45ad-bbfe-6ebc6e2c72af no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:42:21.854551 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: a7de6922-a724-45ad-bbfe-6ebc6e2c72af {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:42:21.854895 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device a7de6922-a724-45ad-bbfe-6ebc6e2c72af not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:42:21.899649 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:21.924717 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35311e44-8678-4558-a6eb-96ec86682abb req-6b26b70b-6505-474c-b7e9-beb9d1213c2b tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:21.926362 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-35311e44-8678-4558-a6eb-96ec86682abb req-6b26b70b-6505-474c-b7e9-beb9d1213c2b tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] 10.222.0.72 "GET /v2.0/ports?device_id=8f136b88-5df4-4d49-bcb2-4da180b316c7 HTTP/1.1" status: 200 len: 944 time: 0.2073019 Feb 19 02:42:21.955576 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e52398-81b1-466d-8362-12ee185f81f1 req-41688dd3-7371-4de4-8889-91da4e2220d9 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:21.956927 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-09e52398-81b1-466d-8362-12ee185f81f1 req-41688dd3-7371-4de4-8889-91da4e2220d9 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=29bcea09-12cf-46f9-beab-e3b6e5e0664c HTTP/1.1" status: 200 len: 945 time: 0.1519046 Feb 19 02:42:22.098608 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-35311e44-8678-4558-a6eb-96ec86682abb req-ce9f4494-e609-4cbd-9eb3-644122e1f86c tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] 10.222.0.72 "GET /v2.0/security-groups?id=bfd70287-182a-4b0b-951c-428ef24eece7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1503985 Feb 19 02:42:22.102569 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-09e52398-81b1-466d-8362-12ee185f81f1 req-e75349d2-3a0e-498a-8026-5fa72dc42cc4 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356256 Feb 19 02:42:22.252322 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-93120897-3835-457e-a706-54e7de82c448 req-fb553529-41ab-48fd-95bf-ff2625edfc1f tempest-ServerShowV254Test-388145899 tempest-ServerShowV254Test-388145899-project] 10.222.0.72 "GET /v2.0/ports?device_id=02762ed8-bcd9-4d6a-b349-f49df2bdcbcb HTTP/1.1" status: 200 len: 210 time: 0.0449481 Feb 19 02:42:22.275827 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ef864bb7-1066-43bd-96bc-9c6410d593fb req-8b110b1c-cd40-439d-b215-c41c5ef01390 tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] 10.222.0.72 "GET /v2.0/security-groups/b9e1a33c-3a92-40b6-a795-4cfeb53fcad0 HTTP/1.1" status: 200 len: 2415 time: 0.1385591 Feb 19 02:42:22.290685 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:22.434879 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f057948e-616e-4755-8a5e-bbff41f62761 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16289271'] for router_interface (acf9246c-2946-421e-895b-a3c49596c01c), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:22.482112 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-ef864bb7-1066-43bd-96bc-9c6410d593fb req-64f0e83e-c377-4dc6-b3b6-70c3b180256b tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Publish callbacks [] for security_group (b9e1a33c-3a92-40b6-a795-4cfeb53fcad0), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:22.523532 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-ef864bb7-1066-43bd-96bc-9c6410d593fb req-64f0e83e-c377-4dc6-b3b6-70c3b180256b tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Publish callbacks [] for security_group (b9e1a33c-3a92-40b6-a795-4cfeb53fcad0), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:22.532689 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec45bdb-1fbe-4e61-a3b7-9a89a63855c7 req-8bd2582d-1e5d-4c0c-8b5c-8e1efe908815 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:22.534933 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cec45bdb-1fbe-4e61-a3b7-9a89a63855c7 req-8bd2582d-1e5d-4c0c-8b5c-8e1efe908815 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=c26e984e-8f0b-4fc5-a561-e9bf90426fde HTTP/1.1" status: 200 len: 950 time: 0.1692235 Feb 19 02:42:22.696567 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cec45bdb-1fbe-4e61-a3b7-9a89a63855c7 req-46d17bd0-856e-4217-af9d-0a4029ff2a46 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537836 Feb 19 02:42:23.002637 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-ef864bb7-1066-43bd-96bc-9c6410d593fb req-64f0e83e-c377-4dc6-b3b6-70c3b180256b tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (b9e1a33c-3a92-40b6-a795-4cfeb53fcad0), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:23.005156 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-ef864bb7-1066-43bd-96bc-9c6410d593fb req-64f0e83e-c377-4dc6-b3b6-70c3b180256b tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:23.006227 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ef864bb7-1066-43bd-96bc-9c6410d593fb req-64f0e83e-c377-4dc6-b3b6-70c3b180256b tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] 10.222.0.72 "DELETE /v2.0/security-groups/b9e1a33c-3a92-40b6-a795-4cfeb53fcad0 HTTP/1.1" status: 204 len: 173 time: 0.7005260 Feb 19 02:42:23.053951 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f0e83e-c377-4dc6-b3b6-70c3b180256b tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9e1a33c-3a92-40b6-a795-4cfeb53fcad0,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:23.099302 n-d-826753-2 neutron-server[103701]: INFO neutron.api.v2.resource [req-c183ad11-9cd3-4145-b2bb-009e018936d4 req-8dda5616-043b-4d40-8a5e-70bcc6356acc tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] show failed (client error): The resource could not be found. Feb 19 02:42:23.100318 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c183ad11-9cd3-4145-b2bb-009e018936d4 req-8dda5616-043b-4d40-8a5e-70bcc6356acc tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] 10.222.0.72 "GET /v2.0/security-groups/c485e2d9-81f5-4687-90bb-6dc02e606651 HTTP/1.1" status: 404 len: 352 time: 0.0701458 Feb 19 02:42:23.103333 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4c9fe030-5a4e-4c61-919d-4f52fd638785 req-8f841be9-5c5c-4e56-b1e9-514cf0f4d777 tempest-ServerShowV254Test-388145899 tempest-ServerShowV254Test-388145899-project] 10.222.0.82 "GET /v2.0/ports?device_id=02762ed8-bcd9-4d6a-b349-f49df2bdcbcb HTTP/1.1" status: 200 len: 210 time: 0.0519986 Feb 19 02:42:23.141620 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75845779-9050-4291-8373-192a3fb637cf req-a443cdf8-e82e-4359-a7ff-6ecab96b1763 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:23.143829 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-75845779-9050-4291-8373-192a3fb637cf req-a443cdf8-e82e-4359-a7ff-6ecab96b1763 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/ports?device_id=f347cb68-1b14-4e4e-a030-14691927f1c1 HTTP/1.1" status: 200 len: 949 time: 0.1444418 Feb 19 02:42:23.237232 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c1a6e2c9-f01c-42fa-a4db-c0807a570b5a req-9a846fb0-bb85-4164-88c7-32f4f7b8133d tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] 10.222.0.72 "GET /v2.0/security-groups/8a1f44d8-c064-4ca8-b827-930bb6c3b74a HTTP/1.1" status: 200 len: 1821 time: 0.1044347 Feb 19 02:42:23.261547 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-75845779-9050-4291-8373-192a3fb637cf req-afb5b9eb-c597-45f3-bf6b-3f952398e591 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b908dbc-8f8c-41bc-a0bd-543abe15dd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990102 Feb 19 02:42:23.353546 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-c1a6e2c9-f01c-42fa-a4db-c0807a570b5a req-23f80729-8195-4dc6-b522-b2aa96147d23 tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Publish callbacks [] for security_group (8a1f44d8-c064-4ca8-b827-930bb6c3b74a), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:23.382622 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-f057948e-616e-4755-8a5e-bbff41f62761 admin admin] Deleting port 5c66e542-0e7d-4cb9-9397-b99d90f2b4ed {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:42:23.382954 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f057948e-616e-4755-8a5e-bbff41f62761 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (5c66e542-0e7d-4cb9-9397-b99d90f2b4ed), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:23.441367 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-c1a6e2c9-f01c-42fa-a4db-c0807a570b5a req-23f80729-8195-4dc6-b522-b2aa96147d23 tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Publish callbacks [] for security_group (8a1f44d8-c064-4ca8-b827-930bb6c3b74a), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:23.504359 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd269a7a-94f6-4323-b337-5d7dd7d70585 req-7000b3e5-106c-40f6-9265-dd363ba17673 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:23.505878 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bd269a7a-94f6-4323-b337-5d7dd7d70585 req-7000b3e5-106c-40f6-9265-dd363ba17673 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=29bcea09-12cf-46f9-beab-e3b6e5e0664c HTTP/1.1" status: 200 len: 945 time: 0.1685560 Feb 19 02:42:23.522487 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-f057948e-616e-4755-8a5e-bbff41f62761 admin admin] For port 5c66e542-0e7d-4cb9-9397-b99d90f2b4ed, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=5c66e542-0e7d-4cb9-9397-b99d90f2b4ed,segment=NetworkSegment(2d7c9046-2bb4-4ba8-ac6e-0c283e0e5791),segment_id=2d7c9046-2bb4-4ba8-ac6e-0c283e0e5791)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:42:23.522855 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f057948e-616e-4755-8a5e-bbff41f62761 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (5c66e542-0e7d-4cb9-9397-b99d90f2b4ed), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:23.541032 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-c1a6e2c9-f01c-42fa-a4db-c0807a570b5a req-23f80729-8195-4dc6-b522-b2aa96147d23 tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (8a1f44d8-c064-4ca8-b827-930bb6c3b74a), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:23.543601 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-c1a6e2c9-f01c-42fa-a4db-c0807a570b5a req-23f80729-8195-4dc6-b522-b2aa96147d23 tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:23.544672 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c1a6e2c9-f01c-42fa-a4db-c0807a570b5a req-23f80729-8195-4dc6-b522-b2aa96147d23 tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] 10.222.0.72 "DELETE /v2.0/security-groups/8a1f44d8-c064-4ca8-b827-930bb6c3b74a HTTP/1.1" status: 204 len: 173 time: 0.2968223 Feb 19 02:42:23.560503 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-f057948e-616e-4755-8a5e-bbff41f62761 admin admin] Calling delete_port for 5c66e542-0e7d-4cb9-9397-b99d90f2b4ed owned by network:router_interface {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:42:23.573854 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f80729-8195-4dc6-b522-b2aa96147d23 tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a1f44d8-c064-4ca8-b827-930bb6c3b74a,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:23.696795 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bd269a7a-94f6-4323-b337-5d7dd7d70585 req-aa5967e8-f0bf-4925-8dbe-71775746cd26 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699963 Feb 19 02:42:23.759497 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 7996d330-c2b2-4843-ad82-4b01916b1f53 up at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:42:23.764278 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc338585-56d5-4185-bc2d-81a4cf54e2ae req-10022202-e690-466c-a222-3d14633549a8 tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:23.766547 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-dc338585-56d5-4185-bc2d-81a4cf54e2ae req-10022202-e690-466c-a222-3d14633549a8 tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] 10.222.0.72 "GET /v2.0/ports?device_id=8f136b88-5df4-4d49-bcb2-4da180b316c7 HTTP/1.1" status: 200 len: 944 time: 0.1369116 Feb 19 02:42:23.839737 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning for port 7996d330-c2b2-4843-ad82-4b01916b1f53 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:42:23.844796 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning complete for port 7996d330-c2b2-4843-ad82-4b01916b1f53 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:42:23.845750 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (7996d330-c2b2-4843-ad82-4b01916b1f53), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:23.894846 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-dc338585-56d5-4185-bc2d-81a4cf54e2ae req-ea2761dc-9850-41a7-8dcf-544255119622 tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] 10.222.0.72 "GET /v2.0/security-groups?id=bfd70287-182a-4b0b-951c-428ef24eece7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143038 Feb 19 02:42:23.914140 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-298cb2d4-160a-47b7-aa71-885f3f06a5e4 req-ce2f7a8f-b973-43c4-966c-838f216439f0 tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] 10.222.0.72 "GET /v2.0/security-groups/5d521dc7-0a50-47da-bd9b-f9e24826167a HTTP/1.1" status: 200 len: 1822 time: 0.1163032 Feb 19 02:42:23.964851 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 7996d330-c2b2-4843-ad82-4b01916b1f53 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:42:23.966098 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (7996d330-c2b2-4843-ad82-4b01916b1f53), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:24.006309 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f136b88-5df4-4d49-bcb2-4da180b316c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7996d330-c2b2-4843-ad82-4b01916b1f53'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:42:24.009367 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd36196b-2da2-413c-b194-3e61a202e8b2" -d '{"events": [{"server_uuid": "8f136b88-5df4-4d49-bcb2-4da180b316c7", "name": "network-vif-plugged", "status": "completed", "tag": "7996d330-c2b2-4843-ad82-4b01916b1f53"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:42:24.016895 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-298cb2d4-160a-47b7-aa71-885f3f06a5e4 req-c00d943c-5656-41f5-8fd5-96c15d65c7ea tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Publish callbacks [] for security_group (5d521dc7-0a50-47da-bd9b-f9e24826167a), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:24.020388 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f057948e-616e-4755-8a5e-bbff41f62761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (5c66e542-0e7d-4cb9-9397-b99d90f2b4ed), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:24.027186 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 7996d330-c2b2-4843-ad82-4b01916b1f53, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=7996d330-c2b2-4843-ad82-4b01916b1f53,segment=NetworkSegment(2ce9568b-cb30-4be2-8f02-4f9226e8510c),segment_id=2ce9568b-cb30-4be2-8f02-4f9226e8510c)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:42:24.038704 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (7996d330-c2b2-4843-ad82-4b01916b1f53), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:24.042621 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device e5c98bae-9eac-4d4e-924b-987b95b451a3 no longer exists at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:42:24.076839 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] No Port match for: e5c98bae-9eac-4d4e-924b-987b95b451a3 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:42:24.077212 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device e5c98bae-9eac-4d4e-924b-987b95b451a3 not bound to the agent host n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:42:24.095541 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f057948e-616e-4755-8a5e-bbff41f62761 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c66e542-0e7d-4cb9-9397-b99d90f2b4ed,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:24.130746 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-298cb2d4-160a-47b7-aa71-885f3f06a5e4 req-c00d943c-5656-41f5-8fd5-96c15d65c7ea tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Publish callbacks [] for security_group (5d521dc7-0a50-47da-bd9b-f9e24826167a), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:24.130930 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48992) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:42:24.147048 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=7996d330-c2b2-4843-ad82-4b01916b1f53,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:24.221717 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9cbec6-4dc1-44e2-a31b-47fbcc116e9b req-a8015afc-8526-4384-b0f0-2dfead13bbef tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:24.225490 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ec9cbec6-4dc1-44e2-a31b-47fbcc116e9b req-a8015afc-8526-4384-b0f0-2dfead13bbef tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=c26e984e-8f0b-4fc5-a561-e9bf90426fde HTTP/1.1" status: 200 len: 950 time: 0.2107930 Feb 19 02:42:24.326743 n-d-826753-2 neutron-server[103702]: INFO neutron.api.v2.resource [req-89ff9ba6-95ab-425c-a764-9036dd8f9521 req-65b6c84d-231c-40ab-aa8e-8477d6d978e0 service neutron] show failed (client error): The resource could not be found. Feb 19 02:42:24.327813 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-89ff9ba6-95ab-425c-a764-9036dd8f9521 req-65b6c84d-231c-40ab-aa8e-8477d6d978e0 service neutron] 10.222.0.73 "GET /v2.0/ports/7a2ff793-afac-4496-ba61-bdbb8c4c9eb5/bindings/n-h2-826753-2 HTTP/1.1" status: 404 len: 380 time: 0.0938308 Feb 19 02:42:24.343087 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-346e9152-11d3-4b87-963a-c4bebf0769ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:24.368163 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ec9cbec6-4dc1-44e2-a31b-47fbcc116e9b req-95af02ec-07af-4fc5-a7b7-f67c4f34d51c tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363418 Feb 19 02:42:24.371540 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-298cb2d4-160a-47b7-aa71-885f3f06a5e4 req-c00d943c-5656-41f5-8fd5-96c15d65c7ea tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (5d521dc7-0a50-47da-bd9b-f9e24826167a), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:24.375362 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-298cb2d4-160a-47b7-aa71-885f3f06a5e4 req-c00d943c-5656-41f5-8fd5-96c15d65c7ea tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:24.377171 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-298cb2d4-160a-47b7-aa71-885f3f06a5e4 req-c00d943c-5656-41f5-8fd5-96c15d65c7ea tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] 10.222.0.72 "DELETE /v2.0/security-groups/5d521dc7-0a50-47da-bd9b-f9e24826167a HTTP/1.1" status: 204 len: 173 time: 0.4565408 Feb 19 02:42:24.434004 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d943c-5656-41f5-8fd5-96c15d65c7ea tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d521dc7-0a50-47da-bd9b-f9e24826167a,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:24.467077 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56d58874-23bf-41fa-96ab-3b69aa73515f x-openstack-request-id: req-56d58874-23bf-41fa-96ab-3b69aa73515f {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:42:24.467491 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f136b88-5df4-4d49-bcb2-4da180b316c7", "name": "network-vif-plugged", "status": "completed", "tag": "7996d330-c2b2-4843-ad82-4b01916b1f53", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:42:24.467844 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-56d58874-23bf-41fa-96ab-3b69aa73515f {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:42:24.468330 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f136b88-5df4-4d49-bcb2-4da180b316c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7996d330-c2b2-4843-ad82-4b01916b1f53', 'code': 200} Feb 19 02:42:24.485381 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f057948e-616e-4755-8a5e-bbff41f62761 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16362762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16314471'] for router_interface (acf9246c-2946-421e-895b-a3c49596c01c), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:24.517804 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-346e9152-11d3-4b87-963a-c4bebf0769ac admin admin] Publish callbacks [] for security_group (497912bb-ce43-4920-a885-f959a813b1ed), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:24.528344 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-346e9152-11d3-4b87-963a-c4bebf0769ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (497912bb-ce43-4920-a885-f959a813b1ed), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:24.578827 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-346e9152-11d3-4b87-963a-c4bebf0769ac admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1fdf396bda12490bb875c5a0bfb99da0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4467583 Feb 19 02:42:24.583678 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49000) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:42:24.610155 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346e9152-11d3-4b87-963a-c4bebf0769ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=497912bb-ce43-4920-a885-f959a813b1ed,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:24.657339 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ecabe71c-569f-40f9-bb45-a6824074fc7a req-f2bb6cf5-e403-443b-9a29-a3df32e46be0 tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] 10.222.0.72 "GET /v2.0/security-groups/731813c5-96a1-4f4b-b26b-69faf193e61b HTTP/1.1" status: 200 len: 1822 time: 0.1653209 Feb 19 02:42:24.697165 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b9611946-35cd-4dd5-a199-3fc0a68ec546 admin admin] Publish callbacks [] for security_group (497912bb-ce43-4920-a885-f959a813b1ed), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:24.725824 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ff9ba6-95ab-425c-a764-9036dd8f9521 req-aa8744f1-7756-4c4f-a85d-731e6021f023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:24.727978 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-89ff9ba6-95ab-425c-a764-9036dd8f9521 req-aa8744f1-7756-4c4f-a85d-731e6021f023 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=c26e984e-8f0b-4fc5-a561-e9bf90426fde&tenant_id=db33b204d8b743bf8957eb245634d63e HTTP/1.1" status: 200 len: 1132 time: 0.0762091 Feb 19 02:42:24.732532 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b9611946-35cd-4dd5-a199-3fc0a68ec546 admin admin] Publish callbacks [] for security_group (497912bb-ce43-4920-a885-f959a813b1ed), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:24.745292 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafe7f25-07dc-4338-8e25-a8abb34de0bd req-811cfe3c-4939-44e1-a0c0-dce5fa67109e tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:24.746871 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bafe7f25-07dc-4338-8e25-a8abb34de0bd req-811cfe3c-4939-44e1-a0c0-dce5fa67109e tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/ports?device_id=f347cb68-1b14-4e4e-a030-14691927f1c1 HTTP/1.1" status: 200 len: 949 time: 0.2319527 Feb 19 02:42:24.753731 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-89ff9ba6-95ab-425c-a764-9036dd8f9521 req-d0e0dc87-7c92-4a3d-8063-f88e18261530 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-826753-2', 'device_owner': 'compute:nova'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:42:24.804180 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c89e78-1fd5-433a-8298-33c7facb5062 req-b27e90ea-67b7-4913-9e83-93078a1e0362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:24.805588 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-58c89e78-1fd5-433a-8298-33c7facb5062 req-b27e90ea-67b7-4913-9e83-93078a1e0362 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=8f136b88-5df4-4d49-bcb2-4da180b316c7 HTTP/1.1" status: 200 len: 1127 time: 0.1861885 Feb 19 02:42:24.839735 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-89ff9ba6-95ab-425c-a764-9036dd8f9521 req-d0e0dc87-7c92-4a3d-8063-f88e18261530 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (7a2ff793-afac-4496-ba61-bdbb8c4c9eb5), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:24.852613 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b9611946-35cd-4dd5-a199-3fc0a68ec546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (497912bb-ce43-4920-a885-f959a813b1ed), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:24.855452 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b9611946-35cd-4dd5-a199-3fc0a68ec546 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:24.858919 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-b9611946-35cd-4dd5-a199-3fc0a68ec546 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/497912bb-ce43-4920-a885-f959a813b1ed HTTP/1.1" status: 204 len: 168 time: 0.2718046 Feb 19 02:42:24.868404 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9611946-35cd-4dd5-a199-3fc0a68ec546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=497912bb-ce43-4920-a885-f959a813b1ed,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:24.909629 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-ecabe71c-569f-40f9-bb45-a6824074fc7a req-7ad63233-f4cc-428a-805b-c5d0f66598f2 tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Publish callbacks [] for security_group (731813c5-96a1-4f4b-b26b-69faf193e61b), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:24.943064 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bafe7f25-07dc-4338-8e25-a8abb34de0bd req-273151be-c784-4f8e-b204-6f589962309d tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b908dbc-8f8c-41bc-a0bd-543abe15dd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856921 Feb 19 02:42:25.001628 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-ecabe71c-569f-40f9-bb45-a6824074fc7a req-7ad63233-f4cc-428a-805b-c5d0f66598f2 tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Publish callbacks [] for security_group (731813c5-96a1-4f4b-b26b-69faf193e61b), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:25.110620 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-58c89e78-1fd5-433a-8298-33c7facb5062 req-641337d1-1365-40c5-9e82-0b2ede916887 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=bfd70287-182a-4b0b-951c-428ef24eece7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2664454 Feb 19 02:42:25.126327 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f057948e-616e-4755-8a5e-bbff41f62761 admin admin] Router acf9246c-2946-421e-895b-a3c49596c01c has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:42:25.153867 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db082955-86e8-4612-aec4-f419f3c858f8 req-2e98f55a-7838-46d3-82f7-4f1bc5146a2d tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:25.155402 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-db082955-86e8-4612-aec4-f419f3c858f8 req-2e98f55a-7838-46d3-82f7-4f1bc5146a2d tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=29bcea09-12cf-46f9-beab-e3b6e5e0664c HTTP/1.1" status: 200 len: 945 time: 0.1076336 Feb 19 02:42:25.158453 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-ecabe71c-569f-40f9-bb45-a6824074fc7a req-7ad63233-f4cc-428a-805b-c5d0f66598f2 tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (731813c5-96a1-4f4b-b26b-69faf193e61b), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:25.161547 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-ecabe71c-569f-40f9-bb45-a6824074fc7a req-7ad63233-f4cc-428a-805b-c5d0f66598f2 tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:25.161958 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6a26e5-b5ed-4458-b7f2-5f1f2f31eb11 req-30d128b6-c20d-4755-a9a8-1f456d925316 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:25.164805 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8f6a26e5-b5ed-4458-b7f2-5f1f2f31eb11 req-30d128b6-c20d-4755-a9a8-1f456d925316 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.73 "GET /v2.0/ports?device_id=f347cb68-1b14-4e4e-a030-14691927f1c1 HTTP/1.1" status: 200 len: 949 time: 0.1256070 Feb 19 02:42:25.175261 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ecabe71c-569f-40f9-bb45-a6824074fc7a req-7ad63233-f4cc-428a-805b-c5d0f66598f2 tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] 10.222.0.72 "DELETE /v2.0/security-groups/731813c5-96a1-4f4b-b26b-69faf193e61b HTTP/1.1" status: 204 len: 173 time: 0.4741585 Feb 19 02:42:25.299364 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-89ff9ba6-95ab-425c-a764-9036dd8f9521 req-d0e0dc87-7c92-4a3d-8063-f88e18261530 service neutron] For port 7a2ff793-afac-4496-ba61-bdbb8c4c9eb5, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=7a2ff793-afac-4496-ba61-bdbb8c4c9eb5,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:42:25.313648 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad63233-f4cc-428a-805b-c5d0f66598f2 tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=731813c5-96a1-4f4b-b26b-69faf193e61b,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:25.366861 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-8f6a26e5-b5ed-4458-b7f2-5f1f2f31eb11 req-ea830825-5ff7-40a0-ad42-6d25e3eb4a5b tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Deleting port eafc59ef-40bb-43a8-a05e-e0d1da4b46a2 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:42:25.367396 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-8f6a26e5-b5ed-4458-b7f2-5f1f2f31eb11 req-ea830825-5ff7-40a0-ad42-6d25e3eb4a5b tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (eafc59ef-40bb-43a8-a05e-e0d1da4b46a2), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:25.389276 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-db082955-86e8-4612-aec4-f419f3c858f8 req-19582154-1787-4e9e-8504-15b200d8aa66 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089591 Feb 19 02:42:25.421874 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-89ff9ba6-95ab-425c-a764-9036dd8f9521 req-d0e0dc87-7c92-4a3d-8063-f88e18261530 service neutron] For port 7a2ff793-afac-4496-ba61-bdbb8c4c9eb5, host n-h1-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:42:25.495364 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c26e984e-8f0b-4fc5-a561-e9bf90426fde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a2ff793-afac-4496-ba61-bdbb8c4c9eb5'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:42:25.497870 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43e7b527-86d7-4da0-b576-ebd172341f7b" -d '{"events": [{"server_uuid": "c26e984e-8f0b-4fc5-a561-e9bf90426fde", "name": "network-vif-unplugged", "status": "completed", "tag": "7a2ff793-afac-4496-ba61-bdbb8c4c9eb5"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:42:25.501763 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-89ff9ba6-95ab-425c-a764-9036dd8f9521 req-d0e0dc87-7c92-4a3d-8063-f88e18261530 service neutron] Publish callbacks [] for port (7a2ff793-afac-4496-ba61-bdbb8c4c9eb5), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:25.522942 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-89ff9ba6-95ab-425c-a764-9036dd8f9521 req-d0e0dc87-7c92-4a3d-8063-f88e18261530 service neutron] Transition to ACTIVE for port object 7a2ff793-afac-4496-ba61-bdbb8c4c9eb5 will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:42:25.527141 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178e9c0c-c2c6-4394-8e3f-7bc04219c702 req-8049b95f-8921-4cc0-950f-8f403c2486d9 tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:25.536408 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-89ff9ba6-95ab-425c-a764-9036dd8f9521 req-d0e0dc87-7c92-4a3d-8063-f88e18261530 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (7a2ff793-afac-4496-ba61-bdbb8c4c9eb5), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:25.542500 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-178e9c0c-c2c6-4394-8e3f-7bc04219c702 req-8049b95f-8921-4cc0-950f-8f403c2486d9 tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] 10.222.0.72 "GET /v2.0/ports?device_id=8f136b88-5df4-4d49-bcb2-4da180b316c7 HTTP/1.1" status: 200 len: 945 time: 0.2775280 Feb 19 02:42:25.614245 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-8f6a26e5-b5ed-4458-b7f2-5f1f2f31eb11 req-ea830825-5ff7-40a0-ad42-6d25e3eb4a5b tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] For port eafc59ef-40bb-43a8-a05e-e0d1da4b46a2, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=eafc59ef-40bb-43a8-a05e-e0d1da4b46a2,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:42:25.614674 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-8f6a26e5-b5ed-4458-b7f2-5f1f2f31eb11 req-ea830825-5ff7-40a0-ad42-6d25e3eb4a5b tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (eafc59ef-40bb-43a8-a05e-e0d1da4b46a2), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:25.616022 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-202fd351-b5d3-4cc1-8b86-b65bf5698aab req-eaad7d3f-3389-45f1-97f3-b991749bc393 tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] 10.222.0.72 "GET /v2.0/security-groups/e3e83891-1e0a-4a41-a068-37404d288a8c HTTP/1.1" status: 200 len: 2420 time: 0.1777816 Feb 19 02:42:25.621211 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e0dc87-7c92-4a3d-8063-f88e18261530 service neutron] Pushing event updated for resources: {'Port': ['ID=7a2ff793-afac-4496-ba61-bdbb8c4c9eb5,revision_number=6']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:25.623099 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f057948e-616e-4755-8a5e-bbff41f62761 admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:42:25.633476 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-f057948e-616e-4755-8a5e-bbff41f62761 admin admin] 10.222.0.72 "PUT /v2.0/routers/acf9246c-2946-421e-895b-a3c49596c01c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1310446 Feb 19 02:42:25.635601 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49030) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:42:25.648407 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4e01fc-4209-455c-936e-1811c0193c69 None None] Sync routers for ids ['acf9246c-2946-421e-895b-a3c49596c01c'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:42:25.649620 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-8f6a26e5-b5ed-4458-b7f2-5f1f2f31eb11 req-ea830825-5ff7-40a0-ad42-6d25e3eb4a5b tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Calling delete_port for eafc59ef-40bb-43a8-a05e-e0d1da4b46a2 owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:42:25.664178 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4e01fc-4209-455c-936e-1811c0193c69 None None] Routers {'acf9246c-2946-421e-895b-a3c49596c01c'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:42:25.664923 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-2d4e01fc-4209-455c-936e-1811c0193c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:42:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['acf9246c-2946-421e-895b-a3c49596c01c'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:42:25.691765 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-178e9c0c-c2c6-4394-8e3f-7bc04219c702 req-f06d76d3-778c-4351-9527-7f9c7e171699 tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] 10.222.0.72 "GET /v2.0/security-groups?id=bfd70287-182a-4b0b-951c-428ef24eece7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1482947 Feb 19 02:42:25.738573 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-202fd351-b5d3-4cc1-8b86-b65bf5698aab req-a95f8b77-828b-4103-9d85-22c919ad82d6 tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Publish callbacks [] for security_group (e3e83891-1e0a-4a41-a068-37404d288a8c), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:25.757718 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-89ff9ba6-95ab-425c-a764-9036dd8f9521 req-d0e0dc87-7c92-4a3d-8063-f88e18261530 service neutron] No DVR routers for this DVR port 7a2ff793-afac-4496-ba61-bdbb8c4c9eb5 on host n-h1-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:42:25.791974 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-202fd351-b5d3-4cc1-8b86-b65bf5698aab req-a95f8b77-828b-4103-9d85-22c919ad82d6 tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Publish callbacks [] for security_group (e3e83891-1e0a-4a41-a068-37404d288a8c), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:25.875401 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa1fb6-1295-46fd-80ab-635c9fc3df4c req-8d6c0ac1-d43a-46ab-9760-cd36cb73783b tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:25.883378 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7bfa1fb6-1295-46fd-80ab-635c9fc3df4c req-8d6c0ac1-d43a-46ab-9760-cd36cb73783b tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=c26e984e-8f0b-4fc5-a561-e9bf90426fde HTTP/1.1" status: 200 len: 948 time: 0.0874517 Feb 19 02:42:25.911380 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-202fd351-b5d3-4cc1-8b86-b65bf5698aab req-a95f8b77-828b-4103-9d85-22c919ad82d6 tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (e3e83891-1e0a-4a41-a068-37404d288a8c), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:25.915279 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-202fd351-b5d3-4cc1-8b86-b65bf5698aab req-a95f8b77-828b-4103-9d85-22c919ad82d6 tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:25.924522 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-202fd351-b5d3-4cc1-8b86-b65bf5698aab req-a95f8b77-828b-4103-9d85-22c919ad82d6 tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] 10.222.0.72 "DELETE /v2.0/security-groups/e3e83891-1e0a-4a41-a068-37404d288a8c HTTP/1.1" status: 204 len: 173 time: 0.3061588 Feb 19 02:42:25.933908 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-2d4e01fc-4209-455c-936e-1811c0193c69 None None] Set router acf9246c-2946-421e-895b-a3c49596c01c gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:42:25.981429 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-89ff9ba6-95ab-425c-a764-9036dd8f9521 req-d0e0dc87-7c92-4a3d-8063-f88e18261530 service neutron] Attempting to bind port 7a2ff793-afac-4496-ba61-bdbb8c4c9eb5 on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:42:25.982976 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-89ff9ba6-95ab-425c-a764-9036dd8f9521 req-d0e0dc87-7c92-4a3d-8063-f88e18261530 service neutron] Attempting to bind port 7a2ff793-afac-4496-ba61-bdbb8c4c9eb5 by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:42:25.983546 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ff9ba6-95ab-425c-a764-9036dd8f9521 req-d0e0dc87-7c92-4a3d-8063-f88e18261530 service neutron] Attempting to bind port 7a2ff793-afac-4496-ba61-bdbb8c4c9eb5 on network 5124bd00-da2a-4bd6-93a0-c14c92afb11f {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:42:26.004541 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95f8b77-828b-4103-9d85-22c919ad82d6 tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e83891-1e0a-4a41-a068-37404d288a8c,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:26.020002 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ff9ba6-95ab-425c-a764-9036dd8f9521 req-d0e0dc87-7c92-4a3d-8063-f88e18261530 service neutron] Port 7a2ff793-afac-4496-ba61-bdbb8c4c9eb5 on network 5124bd00-da2a-4bd6-93a0-c14c92afb11f not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:42:26.020601 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ff9ba6-95ab-425c-a764-9036dd8f9521 req-d0e0dc87-7c92-4a3d-8063-f88e18261530 service neutron] Attempting to bind port 7a2ff793-afac-4496-ba61-bdbb8c4c9eb5 on network 5124bd00-da2a-4bd6-93a0-c14c92afb11f {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:42:26.030942 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ca6c5b04-1240-4bd1-8970-e3d724da41d2 admin admin] Publish callbacks [] for router (acf9246c-2946-421e-895b-a3c49596c01c), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:26.031234 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7bfa1fb6-1295-46fd-80ab-635c9fc3df4c req-2600f2f4-6c63-46d0-869c-f9af99e7db4f tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454217 Feb 19 02:42:26.038438 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ff9ba6-95ab-425c-a764-9036dd8f9521 req-d0e0dc87-7c92-4a3d-8063-f88e18261530 service neutron] Checking agent: {'id': 'bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:42:26.039037 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ff9ba6-95ab-425c-a764-9036dd8f9521 req-d0e0dc87-7c92-4a3d-8063-f88e18261530 service neutron] Checking segment: {'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:42:26.039507 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ff9ba6-95ab-425c-a764-9036dd8f9521 req-d0e0dc87-7c92-4a3d-8063-f88e18261530 service neutron] Bound using segment: {'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:42:26.040620 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-89ff9ba6-95ab-425c-a764-9036dd8f9521 req-d0e0dc87-7c92-4a3d-8063-f88e18261530 service neutron] Bound port: 7a2ff793-afac-4496-ba61-bdbb8c4c9eb5, host: n-h2-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:42:26.041229 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-89ff9ba6-95ab-425c-a764-9036dd8f9521 req-d0e0dc87-7c92-4a3d-8063-f88e18261530 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (7a2ff793-afac-4496-ba61-bdbb8c4c9eb5), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:26.046413 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 02:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1921aea2-3e71-4229-ba11-fc598fb3b75e x-openstack-request-id: req-1921aea2-3e71-4229-ba11-fc598fb3b75e {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:42:26.046806 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c26e984e-8f0b-4fc5-a561-e9bf90426fde", "name": "network-vif-unplugged", "status": "completed", "tag": "7a2ff793-afac-4496-ba61-bdbb8c4c9eb5", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:42:26.047233 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1921aea2-3e71-4229-ba11-fc598fb3b75e {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:42:26.047705 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c26e984e-8f0b-4fc5-a561-e9bf90426fde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a2ff793-afac-4496-ba61-bdbb8c4c9eb5', 'code': 200} Feb 19 02:42:26.120033 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4d5bec96-53a0-4412-a6da-80253909bcf8 req-b54ac72e-d68d-46cf-90d8-452c1db41cac tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] 10.222.0.72 "GET /v2.0/security-groups/f3304178-ea71-4c95-99d9-63c85ae8618a HTTP/1.1" status: 200 len: 2415 time: 0.0627897 Feb 19 02:42:26.148786 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:26.192333 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-89ff9ba6-95ab-425c-a764-9036dd8f9521 req-d0e0dc87-7c92-4a3d-8063-f88e18261530 service neutron] For port 7a2ff793-afac-4496-ba61-bdbb8c4c9eb5, host n-h2-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:42:26.198793 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-89ff9ba6-95ab-425c-a764-9036dd8f9521 req-d0e0dc87-7c92-4a3d-8063-f88e18261530 service neutron] For port 7a2ff793-afac-4496-ba61-bdbb8c4c9eb5, host n-h2-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=7a2ff793-afac-4496-ba61-bdbb8c4c9eb5,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:42:26.220376 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-89ff9ba6-95ab-425c-a764-9036dd8f9521 req-d0e0dc87-7c92-4a3d-8063-f88e18261530 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (7a2ff793-afac-4496-ba61-bdbb8c4c9eb5), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:26.240651 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-4d5bec96-53a0-4412-a6da-80253909bcf8 req-be3fdae5-eb91-4275-8cab-01a83d251a1e tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Publish callbacks [] for security_group (f3304178-ea71-4c95-99d9-63c85ae8618a), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:26.300863 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-4d5bec96-53a0-4412-a6da-80253909bcf8 req-be3fdae5-eb91-4275-8cab-01a83d251a1e tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Publish callbacks [] for security_group (f3304178-ea71-4c95-99d9-63c85ae8618a), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:26.328287 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e0dc87-7c92-4a3d-8063-f88e18261530 service neutron] Pushing event updated for resources: {'Port': ['ID=7a2ff793-afac-4496-ba61-bdbb8c4c9eb5,revision_number=7']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:26.346940 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-2d4e01fc-4209-455c-936e-1811c0193c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf9246c-2946-421e-895b-a3c49596c01c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-453335236-router', 'tenant_id': 'bf365c9ba38f4712a656754dc1661675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.166'}], 'enable_snat': True}, 'gw_port_id': 'f9ec17ff-bf5c-4e77-857b-f1f975e46619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:38:35Z', 'updated_at': '2022-02-19T02:42:23Z', 'revision_number': 5, 'project_id': 'bf365c9ba38f4712a656754dc1661675', 'gw_port': {'id': 'f9ec17ff-bf5c-4e77-857b-f1f975e46619', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:b8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf9246c-2946-421e-895b-a3c49596c01c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:38:35Z', 'updated_at': '2022-02-19T02:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:42:26.370087 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d7980-e623-40a4-a88d-89b70347a433 req-4f105846-ca58-432a-acfe-d2db7a321e75 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:26.371646 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-056d7980-e623-40a4-a88d-89b70347a433 req-4f105846-ca58-432a-acfe-d2db7a321e75 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/ports?device_id=f347cb68-1b14-4e4e-a030-14691927f1c1 HTTP/1.1" status: 200 len: 949 time: 0.1962588 Feb 19 02:42:26.384589 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ff9ba6-95ab-425c-a764-9036dd8f9521 req-d0e0dc87-7c92-4a3d-8063-f88e18261530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:26.386950 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-89ff9ba6-95ab-425c-a764-9036dd8f9521 req-d0e0dc87-7c92-4a3d-8063-f88e18261530 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:26.389027 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-89ff9ba6-95ab-425c-a764-9036dd8f9521 req-d0e0dc87-7c92-4a3d-8063-f88e18261530 service neutron] 10.222.0.82 "PUT /v2.0/ports/7a2ff793-afac-4496-ba61-bdbb8c4c9eb5 HTTP/1.1" status: 200 len: 1096 time: 1.6450160 Feb 19 02:42:26.411454 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4e01fc-4209-455c-936e-1811c0193c69 None None] Checking router: acf9246c-2946-421e-895b-a3c49596c01c for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:42:26.422629 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4e01fc-4209-455c-936e-1811c0193c69 None None] Routers {'acf9246c-2946-421e-895b-a3c49596c01c'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:42:26.423252 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-2d4e01fc-4209-455c-936e-1811c0193c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:42:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['acf9246c-2946-421e-895b-a3c49596c01c'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:42:26.494549 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-4d5bec96-53a0-4412-a6da-80253909bcf8 req-be3fdae5-eb91-4275-8cab-01a83d251a1e tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (f3304178-ea71-4c95-99d9-63c85ae8618a), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:26.497300 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-4d5bec96-53a0-4412-a6da-80253909bcf8 req-be3fdae5-eb91-4275-8cab-01a83d251a1e tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:26.498476 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4d5bec96-53a0-4412-a6da-80253909bcf8 req-be3fdae5-eb91-4275-8cab-01a83d251a1e tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] 10.222.0.72 "DELETE /v2.0/security-groups/f3304178-ea71-4c95-99d9-63c85ae8618a HTTP/1.1" status: 204 len: 173 time: 0.3756073 Feb 19 02:42:26.522151 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 49048) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:42:26.547246 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-056d7980-e623-40a4-a88d-89b70347a433 req-8efa9e4c-475f-432e-8372-4202564f0869 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b908dbc-8f8c-41bc-a0bd-543abe15dd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488554 Feb 19 02:42:26.554754 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3fdae5-eb91-4275-8cab-01a83d251a1e tempest-SecurityGroupRulesTestJSON-570326451 tempest-SecurityGroupRulesTestJSON-570326451-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3304178-ea71-4c95-99d9-63c85ae8618a,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:26.618588 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ca6c5b04-1240-4bd1-8970-e3d724da41d2 admin admin] Publish callbacks [] for router_gateway (acf9246c-2946-421e-895b-a3c49596c01c), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:26.641612 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_v2 [None req-c87eb992-6ed9-483c-8c6a-04e2f4c1278b admin admin] Deleting subnet 184cb47a-61d2-4998-b584-c41ba0b72d4f {{(pid=103701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:42:26.650779 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-8f6a26e5-b5ed-4458-b7f2-5f1f2f31eb11 req-ea830825-5ff7-40a0-ad42-6d25e3eb4a5b tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (eafc59ef-40bb-43a8-a05e-e0d1da4b46a2), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:26.669028 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c87eb992-6ed9-483c-8c6a-04e2f4c1278b admin admin] Publish callbacks [] for subnet (184cb47a-61d2-4998-b584-c41ba0b72d4f), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:26.702068 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-2d4e01fc-4209-455c-936e-1811c0193c69 None None] Set router acf9246c-2946-421e-895b-a3c49596c01c gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:42:26.708786 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['89f9b0a0-c329-4e39-99de-c5b7a5067c52', 'e900da92-6b02-463e-a4f4-e45cd6deaee5', '75ad1f14-4dfd-4d71-8c99-33f85a508aa1', 'e33b8d9a-b9b3-4c2d-a1d9-3d6762227071'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:42:26.762715 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c87eb992-6ed9-483c-8c6a-04e2f4c1278b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12647399'] for subnet (184cb47a-61d2-4998-b584-c41ba0b72d4f), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:26.812213 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c431f6a-f0e1-437e-a049-2c7c0181272f req-859fedaf-5581-4a33-9f21-0c0f794cca0c tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:26.814255 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0c431f6a-f0e1-437e-a049-2c7c0181272f req-859fedaf-5581-4a33-9f21-0c0f794cca0c tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=29bcea09-12cf-46f9-beab-e3b6e5e0664c HTTP/1.1" status: 200 len: 945 time: 0.1926999 Feb 19 02:42:26.879920 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['64d5db86-5019-4642-ac30-035e8e72b9a8', 'b58e214f-5ac6-48f9-9d2d-dfcc8de9ee4f'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:42:26.940686 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c87eb992-6ed9-483c-8c6a-04e2f4c1278b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (184cb47a-61d2-4998-b584-c41ba0b72d4f), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:27.076464 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0c431f6a-f0e1-437e-a049-2c7c0181272f req-4a53722c-d842-4f66-bcb7-e6ba51adbe26 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534838 Feb 19 02:42:27.095543 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7389c-8bca-413b-af88-6823cb71af4c req-97322c76-8457-4c8f-839a-6e529390a3ed tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:27.105059 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4af7389c-8bca-413b-af88-6823cb71af4c req-97322c76-8457-4c8f-839a-6e529390a3ed tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] 10.222.0.72 "GET /v2.0/ports?device_id=8f136b88-5df4-4d49-bcb2-4da180b316c7 HTTP/1.1" status: 200 len: 945 time: 0.2462108 Feb 19 02:42:27.148535 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c87eb992-6ed9-483c-8c6a-04e2f4c1278b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12647206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58706286'] for subnet (184cb47a-61d2-4998-b584-c41ba0b72d4f), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:27.191216 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87eb992-6ed9-483c-8c6a-04e2f4c1278b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=184cb47a-61d2-4998-b584-c41ba0b72d4f,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:27.224829 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c87eb992-6ed9-483c-8c6a-04e2f4c1278b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:27.228395 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-c87eb992-6ed9-483c-8c6a-04e2f4c1278b admin admin] 10.222.0.72 "DELETE /v2.0/subnets/184cb47a-61d2-4998-b584-c41ba0b72d4f HTTP/1.1" status: 204 len: 168 time: 0.7038651 Feb 19 02:42:27.250140 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 49064) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:42:27.268888 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4af7389c-8bca-413b-af88-6823cb71af4c req-bb7486d4-02fa-403d-bc47-a9afdf51ab71 tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] 10.222.0.72 "GET /v2.0/security-groups?id=bfd70287-182a-4b0b-951c-428ef24eece7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1619024 Feb 19 02:42:27.350569 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed82579-cdc8-4798-b270-5ac65df77640 req-c7155b60-c677-4cfe-94df-e8997c940d96 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:27.358359 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6ed82579-cdc8-4798-b270-5ac65df77640 req-c7155b60-c677-4cfe-94df-e8997c940d96 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=c26e984e-8f0b-4fc5-a561-e9bf90426fde HTTP/1.1" status: 200 len: 948 time: 0.1938875 Feb 19 02:42:27.387663 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea830825-5ff7-40a0-ad42-6d25e3eb4a5b tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Pushing event deleted for resources: {'Port': ['ID=eafc59ef-40bb-43a8-a05e-e0d1da4b46a2,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:27.399043 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a71f61c5-3ab3-4eef-9efb-071beb25abae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (32e5f3f5-78f3-4129-92f1-6f00dcb3c744), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:27.418161 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f6a26e5-b5ed-4458-b7f2-5f1f2f31eb11 req-ea830825-5ff7-40a0-ad42-6d25e3eb4a5b tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] No DVR routers for this DVR port eafc59ef-40bb-43a8-a05e-e0d1da4b46a2 on host n-h1-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:42:27.421716 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-8f6a26e5-b5ed-4458-b7f2-5f1f2f31eb11 req-ea830825-5ff7-40a0-ad42-6d25e3eb4a5b tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:27.426094 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8f6a26e5-b5ed-4458-b7f2-5f1f2f31eb11 req-ea830825-5ff7-40a0-ad42-6d25e3eb4a5b tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.73 "DELETE /v2.0/ports/eafc59ef-40bb-43a8-a05e-e0d1da4b46a2 HTTP/1.1" status: 204 len: 173 time: 2.2537320 Feb 19 02:42:27.461145 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ff9ba6-95ab-425c-a764-9036dd8f9521 req-4c2299db-fdbd-4423-b530-2de5ed98c8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:27.463146 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-89ff9ba6-95ab-425c-a764-9036dd8f9521 req-4c2299db-fdbd-4423-b530-2de5ed98c8ac service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=db33b204d8b743bf8957eb245634d63e&device_id=c26e984e-8f0b-4fc5-a561-e9bf90426fde HTTP/1.1" status: 200 len: 1130 time: 0.9827225 Feb 19 02:42:27.481481 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6ed82579-cdc8-4798-b270-5ac65df77640 req-a113dbd5-e427-4b99-b322-03fe73d5aea3 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212733 Feb 19 02:42:27.507410 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-ca6c5b04-1240-4bd1-8970-e3d724da41d2 admin admin] Deleting port f9ec17ff-bf5c-4e77-857b-f1f975e46619 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:42:27.507410 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ca6c5b04-1240-4bd1-8970-e3d724da41d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (f9ec17ff-bf5c-4e77-857b-f1f975e46619), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:27.547376 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-2d4e01fc-4209-455c-936e-1811c0193c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf9246c-2946-421e-895b-a3c49596c01c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-453335236-router', 'tenant_id': 'bf365c9ba38f4712a656754dc1661675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.166'}], 'enable_snat': True}, 'gw_port_id': 'f9ec17ff-bf5c-4e77-857b-f1f975e46619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:38:35Z', 'updated_at': '2022-02-19T02:42:23Z', 'revision_number': 5, 'project_id': 'bf365c9ba38f4712a656754dc1661675', 'gw_port': {'id': 'f9ec17ff-bf5c-4e77-857b-f1f975e46619', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:b8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf9246c-2946-421e-895b-a3c49596c01c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:38:35Z', 'updated_at': '2022-02-19T02:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:42:27.646748 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a71f61c5-3ab3-4eef-9efb-071beb25abae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (32e5f3f5-78f3-4129-92f1-6f00dcb3c744), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:27.652842 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4e01fc-4209-455c-936e-1811c0193c69 None None] The sync data for ids ['acf9246c-2946-421e-895b-a3c49596c01c'] in n-d-826753-2 is: [{'id': 'acf9246c-2946-421e-895b-a3c49596c01c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-453335236-router', 'tenant_id': 'bf365c9ba38f4712a656754dc1661675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.166'}], 'enable_snat': True}, 'gw_port_id': 'f9ec17ff-bf5c-4e77-857b-f1f975e46619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:38:35Z', 'updated_at': '2022-02-19T02:42:23Z', 'revision_number': 5, 'project_id': 'bf365c9ba38f4712a656754dc1661675', 'gw_port': {'id': 'f9ec17ff-bf5c-4e77-857b-f1f975e46619', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:b8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf9246c-2946-421e-895b-a3c49596c01c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:38:35Z', 'updated_at': '2022-02-19T02:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:42:27.682078 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-ca6c5b04-1240-4bd1-8970-e3d724da41d2 admin admin] For port f9ec17ff-bf5c-4e77-857b-f1f975e46619, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=f9ec17ff-bf5c-4e77-857b-f1f975e46619,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:42:27.682428 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ca6c5b04-1240-4bd1-8970-e3d724da41d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (f9ec17ff-bf5c-4e77-857b-f1f975e46619), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:27.687012 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device eafc59ef-40bb-43a8-a05e-e0d1da4b46a2 no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:42:27.692988 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ff9ba6-95ab-425c-a764-9036dd8f9521 req-e7d66a31-3325-4115-bc0e-dd3384a46974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:27.693967 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-89ff9ba6-95ab-425c-a764-9036dd8f9521 req-e7d66a31-3325-4115-bc0e-dd3384a46974 service neutron] 10.222.0.82 "GET /v2.0/networks?id=5124bd00-da2a-4bd6-93a0-c14c92afb11f HTTP/1.1" status: 200 len: 870 time: 0.2206426 Feb 19 02:42:27.698604 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-a71f61c5-3ab3-4eef-9efb-071beb25abae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32e5f3f5-78f3-4129-92f1-6f00dcb3c744']}} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:42:27.717968 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-a71f61c5-3ab3-4eef-9efb-071beb25abae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '058e3d15-e39c-4491-aab1-67dfa950e419') {'for_net_delete': True} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:42:27.718433 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-a71f61c5-3ab3-4eef-9efb-071beb25abae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '058e3d15-e39c-4491-aab1-67dfa950e419') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:42:27.733572 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-ca6c5b04-1240-4bd1-8970-e3d724da41d2 admin admin] Calling delete_port for f9ec17ff-bf5c-4e77-857b-f1f975e46619 owned by network:router_gateway {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:42:27.734090 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a71f61c5-3ab3-4eef-9efb-071beb25abae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12647422'] for segment (058e3d15-e39c-4491-aab1-67dfa950e419), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:27.757342 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a71f61c5-3ab3-4eef-9efb-071beb25abae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (058e3d15-e39c-4491-aab1-67dfa950e419), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:27.765871 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a71f61c5-3ab3-4eef-9efb-071beb25abae admin admin] Releasing vlan 255 on physical network physnet1 to pool {{(pid=103701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:42:27.766530 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a71f61c5-3ab3-4eef-9efb-071beb25abae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583360'] for segment (058e3d15-e39c-4491-aab1-67dfa950e419), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:27.780783 n-d-826753-2 neutron-server[103701]: Traceback (most recent call last): Feb 19 02:42:27.780783 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:42:27.780783 n-d-826753-2 neutron-server[103701]: timer() Feb 19 02:42:27.780783 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:42:27.780783 n-d-826753-2 neutron-server[103701]: cb(*args, **kw) Feb 19 02:42:27.780783 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:42:27.780783 n-d-826753-2 neutron-server[103701]: return func(*args, **kwargs) Feb 19 02:42:27.780783 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:42:27.780783 n-d-826753-2 neutron-server[103701]: self._notify() Feb 19 02:42:27.780783 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:42:27.780783 n-d-826753-2 neutron-server[103701]: self.callback(batched_events) Feb 19 02:42:27.780783 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:42:27.780783 n-d-826753-2 neutron-server[103701]: event.method(event) Feb 19 02:42:27.780783 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:42:27.780783 n-d-826753-2 neutron-server[103701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:42:27.780783 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:42:27.780783 n-d-826753-2 neutron-server[103701]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:42:27.780783 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:42:27.780783 n-d-826753-2 neutron-server[103701]: return f(self, *a, **k) Feb 19 02:42:27.780783 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:42:27.780783 n-d-826753-2 neutron-server[103701]: return self._get(url).json() Feb 19 02:42:27.780783 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:42:27.780783 n-d-826753-2 neutron-server[103701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:42:27.780783 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:42:27.780783 n-d-826753-2 neutron-server[103701]: return self.request(url, 'GET', **kwargs) Feb 19 02:42:27.780783 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:42:27.780783 n-d-826753-2 neutron-server[103701]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:42:27.780783 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:42:27.780783 n-d-826753-2 neutron-server[103701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:42:27.780783 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:42:27.780783 n-d-826753-2 neutron-server[103701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:42:27.780783 n-d-826753-2 neutron-server[103701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:42:27.782896 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] No Port match for: eafc59ef-40bb-43a8-a05e-e0d1da4b46a2 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:42:27.782896 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device eafc59ef-40bb-43a8-a05e-e0d1da4b46a2 not bound to the agent host n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:42:27.783990 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 7a2ff793-afac-4496-ba61-bdbb8c4c9eb5 no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:42:27.860278 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c4f44b83-9892-48eb-ac60-471e2807d7cd req-e8b2a9f5-c2fd-4d66-82fe-817ea092bc15 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/ports?device_id=f347cb68-1b14-4e4e-a030-14691927f1c1 HTTP/1.1" status: 200 len: 210 time: 0.0784633 Feb 19 02:42:27.958784 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] The host n-h1-826753-2 is not matching for port 7a2ff793-afac-4496-ba61-bdbb8c4c9eb5 host n-h2-826753-2! {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 02:42:27.959649 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 7a2ff793-afac-4496-ba61-bdbb8c4c9eb5 not bound to the agent host n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:42:27.974771 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a71f61c5-3ab3-4eef-9efb-071beb25abae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (32e5f3f5-78f3-4129-92f1-6f00dcb3c744), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:27.999260 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71f61c5-3ab3-4eef-9efb-071beb25abae admin admin] Pushing event deleted for resources: {'Network': ['ID=32e5f3f5-78f3-4129-92f1-6f00dcb3c744,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:28.006166 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a71f61c5-3ab3-4eef-9efb-071beb25abae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:28.030541 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-a71f61c5-3ab3-4eef-9efb-071beb25abae admin admin] 10.222.0.72 "DELETE /v2.0/networks/32e5f3f5-78f3-4129-92f1-6f00dcb3c744 HTTP/1.1" status: 204 len: 168 time: 0.7731986 Feb 19 02:42:28.036035 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-89ff9ba6-95ab-425c-a764-9036dd8f9521 req-d2f7556d-e115-426c-9342-cee7f23452e0 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=7a2ff793-afac-4496-ba61-bdbb8c4c9eb5 HTTP/1.1" status: 200 len: 217 time: 0.3136470 Feb 19 02:42:28.048948 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c26e984e-8f0b-4fc5-a561-e9bf90426fde', 'tag': '7a2ff793-afac-4496-ba61-bdbb8c4c9eb5'}, {'server_uuid': 'f347cb68-1b14-4e4e-a030-14691927f1c1', 'name': 'network-vif-deleted', 'tag': 'eafc59ef-40bb-43a8-a05e-e0d1da4b46a2'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:42:28.057766 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc8bfac5-1512-470f-bc79-012accd038a6" -d '{"events": [{"name": "network-changed", "server_uuid": "c26e984e-8f0b-4fc5-a561-e9bf90426fde", "tag": "7a2ff793-afac-4496-ba61-bdbb8c4c9eb5"}, {"server_uuid": "f347cb68-1b14-4e4e-a030-14691927f1c1", "name": "network-vif-deleted", "tag": "eafc59ef-40bb-43a8-a05e-e0d1da4b46a2"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:42:28.244509 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ff9ba6-95ab-425c-a764-9036dd8f9521 req-5a00137b-4b19-42fb-b119-87ceb1cdcd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:28.249859 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-89ff9ba6-95ab-425c-a764-9036dd8f9521 req-5a00137b-4b19-42fb-b119-87ceb1cdcd89 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=974c06bc-f097-4890-970a-b087501ab241 HTTP/1.1" status: 200 len: 843 time: 0.1704521 Feb 19 02:42:28.312956 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 19 Feb 2022 02:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bd8c159-4c57-4112-913b-8eaec81ac6d6 x-openstack-request-id: req-5bd8c159-4c57-4112-913b-8eaec81ac6d6 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:42:28.313411 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c26e984e-8f0b-4fc5-a561-e9bf90426fde", "tag": "7a2ff793-afac-4496-ba61-bdbb8c4c9eb5", "status": "completed", "code": 200}, {"server_uuid": "f347cb68-1b14-4e4e-a030-14691927f1c1", "name": "network-vif-deleted", "tag": "eafc59ef-40bb-43a8-a05e-e0d1da4b46a2", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:42:28.313961 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5bd8c159-4c57-4112-913b-8eaec81ac6d6 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:42:28.315134 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c26e984e-8f0b-4fc5-a561-e9bf90426fde', 'tag': '7a2ff793-afac-4496-ba61-bdbb8c4c9eb5', 'status': 'completed', 'code': 200} Feb 19 02:42:28.315630 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f347cb68-1b14-4e4e-a030-14691927f1c1', 'name': 'network-vif-deleted', 'tag': 'eafc59ef-40bb-43a8-a05e-e0d1da4b46a2', 'status': 'completed', 'code': 200} Feb 19 02:42:28.374004 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ca6c5b04-1240-4bd1-8970-e3d724da41d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (f9ec17ff-bf5c-4e77-857b-f1f975e46619), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:28.402420 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ff9ba6-95ab-425c-a764-9036dd8f9521 req-f2eba337-972d-417f-ac7e-45a6bfd06220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:28.407160 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-89ff9ba6-95ab-425c-a764-9036dd8f9521 req-f2eba337-972d-417f-ac7e-45a6bfd06220 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5124bd00-da2a-4bd6-93a0-c14c92afb11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1337721 Feb 19 02:42:28.451575 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49092) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:42:28.592227 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6c5b04-1240-4bd1-8970-e3d724da41d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9ec17ff-bf5c-4e77-857b-f1f975e46619,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:28.729290 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-a8c57ec2-19f1-48ef-8562-297c8405d08b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=053e147a2c4f44feb653e9c01824cac3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2536252 Feb 19 02:42:28.733573 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49098) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:42:28.742935 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ca6c5b04-1240-4bd1-8970-e3d724da41d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16285837'] for router_gateway (acf9246c-2946-421e-895b-a3c49596c01c), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:28.749186 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8bfac5-1512-470f-bc79-012accd038a6 req-2657d200-980c-491a-a635-d23aabe7a4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:28.750802 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-dc8bfac5-1512-470f-bc79-012accd038a6 req-2657d200-980c-491a-a635-d23aabe7a4c9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=db33b204d8b743bf8957eb245634d63e&device_id=c26e984e-8f0b-4fc5-a561-e9bf90426fde HTTP/1.1" status: 200 len: 1130 time: 0.3595657 Feb 19 02:42:28.823800 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5402dca1-f5bb-4b9b-8925-1c3608e82e2c req-ea19f8f3-8a8c-4f51-a991-a43e8c87f24e tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:28.826338 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5402dca1-f5bb-4b9b-8925-1c3608e82e2c req-ea19f8f3-8a8c-4f51-a991-a43e8c87f24e tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=29bcea09-12cf-46f9-beab-e3b6e5e0664c HTTP/1.1" status: 200 len: 945 time: 0.5916634 Feb 19 02:42:28.843884 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-89ff9ba6-95ab-425c-a764-9036dd8f9521 req-6cc66946-0790-4ff6-86f6-863615076377 service neutron] 10.222.0.82 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3913264 Feb 19 02:42:28.867201 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0a19fb-708c-4df1-9bb1-199b1a8afa18 req-bd6131e0-f731-444c-b11b-96b0240e9b0c tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:28.879596 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ff0a19fb-708c-4df1-9bb1-199b1a8afa18 req-bd6131e0-f731-444c-b11b-96b0240e9b0c tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] 10.222.0.72 "GET /v2.0/ports?device_id=8f136b88-5df4-4d49-bcb2-4da180b316c7 HTTP/1.1" status: 200 len: 945 time: 0.1313767 Feb 19 02:42:28.950764 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ca6c5b04-1240-4bd1-8970-e3d724da41d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16317457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14254'] for router (acf9246c-2946-421e-895b-a3c49596c01c), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:28.961444 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5402dca1-f5bb-4b9b-8925-1c3608e82e2c req-4e2380c6-85be-4144-85ea-3cf11554ac0e tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288488 Feb 19 02:42:28.961669 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ca6c5b04-1240-4bd1-8970-e3d724da41d2 admin admin] Publish callbacks [] for router_controller (acf9246c-2946-421e-895b-a3c49596c01c), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:28.966616 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ff0a19fb-708c-4df1-9bb1-199b1a8afa18 req-2e028e65-e7f2-4936-8a03-5ff16b64c808 tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] 10.222.0.72 "GET /v2.0/security-groups?id=bfd70287-182a-4b0b-951c-428ef24eece7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860515 Feb 19 02:42:29.087305 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c2a92b4b-1e6d-411c-990f-c06cc9a13d76 admin admin] Publish callbacks [] for security_group (7cf363d4-1a5e-40aa-ad83-6f6b65b7a0ce), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:29.097089 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ca6c5b04-1240-4bd1-8970-e3d724da41d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16317544'] for router (acf9246c-2946-421e-895b-a3c49596c01c), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:29.097612 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca6c5b04-1240-4bd1-8970-e3d724da41d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router acf9246c-2946-421e-895b-a3c49596c01c {{(pid=103702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 02:42:29.115163 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ca6c5b04-1240-4bd1-8970-e3d724da41d2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:29.120111 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-ca6c5b04-1240-4bd1-8970-e3d724da41d2 admin admin] 10.222.0.72 "DELETE /v2.0/routers/acf9246c-2946-421e-895b-a3c49596c01c HTTP/1.1" status: 204 len: 168 time: 3.4818132 Feb 19 02:42:29.120781 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49110) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:42:29.202313 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8bfac5-1512-470f-bc79-012accd038a6 req-cb79b5d7-be1e-40ee-bd43-61d9a7ead053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:29.204031 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-dc8bfac5-1512-470f-bc79-012accd038a6 req-cb79b5d7-be1e-40ee-bd43-61d9a7ead053 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5124bd00-da2a-4bd6-93a0-c14c92afb11f HTTP/1.1" status: 200 len: 870 time: 0.4193821 Feb 19 02:42:29.219734 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c2a92b4b-1e6d-411c-990f-c06cc9a13d76 admin admin] Publish callbacks [] for security_group (7cf363d4-1a5e-40aa-ad83-6f6b65b7a0ce), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:29.223501 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-89ff9ba6-95ab-425c-a764-9036dd8f9521 req-acf24934-236f-44af-bac9-ca47a8bca0f3 service neutron] 10.222.0.82 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3506098 Feb 19 02:42:29.257776 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbfded7-78a9-4b36-afc7-0e9aa2eb3acd req-5124647d-0d1e-403a-a0e7-61f9dd42d7a7 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:29.261458 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6cbfded7-78a9-4b36-afc7-0e9aa2eb3acd req-5124647d-0d1e-403a-a0e7-61f9dd42d7a7 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=c26e984e-8f0b-4fc5-a561-e9bf90426fde HTTP/1.1" status: 200 len: 948 time: 0.1929340 Feb 19 02:42:29.310566 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-dc8bfac5-1512-470f-bc79-012accd038a6 req-80e1f642-1033-4340-8f74-1b1e59592f2d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=7a2ff793-afac-4496-ba61-bdbb8c4c9eb5 HTTP/1.1" status: 200 len: 217 time: 0.0933397 Feb 19 02:42:29.333508 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abf9d52-1620-480f-a95f-ff6c2e75d4b1 req-ff93b56f-cabd-48b1-8382-3233e6166434 tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:29.351870 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6abf9d52-1620-480f-a95f-ff6c2e75d4b1 req-ff93b56f-cabd-48b1-8382-3233e6166434 tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] 10.222.0.72 "GET /v2.0/ports?device_id=8f136b88-5df4-4d49-bcb2-4da180b316c7 HTTP/1.1" status: 200 len: 945 time: 0.1974745 Feb 19 02:42:29.352638 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 49118) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:42:29.382761 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-a893c199-2304-4e44-883d-d21fa18d4469 tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] Request body: {'floatingip': {'port_id': '7996d330-c2b2-4843-ad82-4b01916b1f53'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:42:29.394472 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-f35930ae-7946-40f7-b3e1-819879d3c7a6 admin admin] Deleting subnet a77253c7-84a9-48ca-bde5-bb2a24341587 {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:42:29.419710 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f35930ae-7946-40f7-b3e1-819879d3c7a6 admin admin] Publish callbacks [] for subnet (a77253c7-84a9-48ca-bde5-bb2a24341587), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:29.468482 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8bfac5-1512-470f-bc79-012accd038a6 req-446d347a-7183-4aa9-83f9-4ac1c0cc0420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:29.470298 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-dc8bfac5-1512-470f-bc79-012accd038a6 req-446d347a-7183-4aa9-83f9-4ac1c0cc0420 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=974c06bc-f097-4890-970a-b087501ab241 HTTP/1.1" status: 200 len: 843 time: 0.1472111 Feb 19 02:42:29.481807 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f35930ae-7946-40f7-b3e1-819879d3c7a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (a77253c7-84a9-48ca-bde5-bb2a24341587), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:29.557095 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8bfac5-1512-470f-bc79-012accd038a6 req-e8609a93-d778-477b-a745-dcc4fede944a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:29.558606 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-dc8bfac5-1512-470f-bc79-012accd038a6 req-e8609a93-d778-477b-a745-dcc4fede944a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=db33b204d8b743bf8957eb245634d63e&device_id=c26e984e-8f0b-4fc5-a561-e9bf90426fde HTTP/1.1" status: 200 len: 1130 time: 0.2039220 Feb 19 02:42:29.559201 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c2a92b4b-1e6d-411c-990f-c06cc9a13d76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (7cf363d4-1a5e-40aa-ad83-6f6b65b7a0ce), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:29.561841 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c2a92b4b-1e6d-411c-990f-c06cc9a13d76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:29.566651 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-c2a92b4b-1e6d-411c-990f-c06cc9a13d76 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7cf363d4-1a5e-40aa-ad83-6f6b65b7a0ce HTTP/1.1" status: 204 len: 168 time: 0.8307495 Feb 19 02:42:29.587042 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a893c199-2304-4e44-883d-d21fa18d4469 tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] Publish callbacks [] for floatingip (24e8c017-4598-4c54-ba9d-991028439bcd), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:29.591299 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a92b4b-1e6d-411c-990f-c06cc9a13d76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf363d4-1a5e-40aa-ad83-6f6b65b7a0ce,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:29.788169 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f35930ae-7946-40f7-b3e1-819879d3c7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (a77253c7-84a9-48ca-bde5-bb2a24341587), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:29.796892 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device f9ec17ff-bf5c-4e77-857b-f1f975e46619 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:42:29.835699 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: f9ec17ff-bf5c-4e77-857b-f1f975e46619 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:42:29.836045 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device f9ec17ff-bf5c-4e77-857b-f1f975e46619 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:42:29.836468 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 5c66e542-0e7d-4cb9-9397-b99d90f2b4ed no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:42:29.858905 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8bfac5-1512-470f-bc79-012accd038a6 req-f5d22e3a-f68d-45e7-b596-62ada21c6b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:29.860755 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-dc8bfac5-1512-470f-bc79-012accd038a6 req-f5d22e3a-f68d-45e7-b596-62ada21c6b17 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5124bd00-da2a-4bd6-93a0-c14c92afb11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3819299 Feb 19 02:42:29.863790 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a92b4b-1e6d-411c-990f-c06cc9a13d76 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:42:29.864395 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a92b4b-1e6d-411c-990f-c06cc9a13d76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:42:29.864965 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a92b4b-1e6d-411c-990f-c06cc9a13d76 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:42:29.865554 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a92b4b-1e6d-411c-990f-c06cc9a13d76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:42:29.866224 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a92b4b-1e6d-411c-990f-c06cc9a13d76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:42:29.866786 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a92b4b-1e6d-411c-990f-c06cc9a13d76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:42:29.867463 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a92b4b-1e6d-411c-990f-c06cc9a13d76 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:42:29.868273 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a92b4b-1e6d-411c-990f-c06cc9a13d76 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:42:29.869429 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a92b4b-1e6d-411c-990f-c06cc9a13d76 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:42:29.869980 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a92b4b-1e6d-411c-990f-c06cc9a13d76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:42:29.870536 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a92b4b-1e6d-411c-990f-c06cc9a13d76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:42:29.871086 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a92b4b-1e6d-411c-990f-c06cc9a13d76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:42:29.871808 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a92b4b-1e6d-411c-990f-c06cc9a13d76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:42:29.883001 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 5c66e542-0e7d-4cb9-9397-b99d90f2b4ed {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:42:29.883315 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 5c66e542-0e7d-4cb9-9397-b99d90f2b4ed not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:42:29.966810 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6cbfded7-78a9-4b36-afc7-0e9aa2eb3acd req-1840461b-cb92-4381-be65-79e3e731c10b tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6926739 Feb 19 02:42:30.032608 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8bfac5-1512-470f-bc79-012accd038a6 req-56c6804d-7e48-48f6-aa60-737072d72d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:30.039172 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-dc8bfac5-1512-470f-bc79-012accd038a6 req-56c6804d-7e48-48f6-aa60-737072d72d2f service neutron] 10.222.0.82 "GET /v2.0/networks?id=5124bd00-da2a-4bd6-93a0-c14c92afb11f HTTP/1.1" status: 200 len: 870 time: 0.4471819 Feb 19 02:42:30.051479 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f35930ae-7946-40f7-b3e1-819879d3c7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (a77253c7-84a9-48ca-bde5-bb2a24341587), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:30.111423 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b5d8b106-406b-4982-9865-943e8c098833 req-dea373a4-bfbe-44d2-84f7-3b4b9e206a4a service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=fb0ca84a-aa54-4ea8-8244-4ca8f9d8af34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3591764 Feb 19 02:42:30.145439 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-dc8bfac5-1512-470f-bc79-012accd038a6 req-9ac630a2-6879-454f-ac48-a06558354ae7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=7a2ff793-afac-4496-ba61-bdbb8c4c9eb5 HTTP/1.1" status: 200 len: 217 time: 0.1013985 Feb 19 02:42:30.146636 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35930ae-7946-40f7-b3e1-819879d3c7a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a77253c7-84a9-48ca-bde5-bb2a24341587,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:30.157630 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-dc8bfac5-1512-470f-bc79-012accd038a6 req-f4bd9b2f-0113-4c40-a236-a876e227e380 service neutron] 10.222.0.73 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818742 Feb 19 02:42:30.158272 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f35930ae-7946-40f7-b3e1-819879d3c7a6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:30.163341 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26330e55-d883-4ce0-8490-f92bc0ce6b19 None None] Network f9b0beb9-3931-4fc3-bc37-532fa582b188 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:42:30.179956 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-f35930ae-7946-40f7-b3e1-819879d3c7a6 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/a77253c7-84a9-48ca-bde5-bb2a24341587 HTTP/1.1" status: 204 len: 168 time: 1.0400043 Feb 19 02:42:30.191032 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49136) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:42:30.353665 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8bfac5-1512-470f-bc79-012accd038a6 req-cf32efb5-d4db-4c2e-bc0a-c3b93c60dc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:30.356077 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-dc8bfac5-1512-470f-bc79-012accd038a6 req-cf32efb5-d4db-4c2e-bc0a-c3b93c60dc0f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=974c06bc-f097-4890-970a-b087501ab241 HTTP/1.1" status: 200 len: 843 time: 0.2016819 Feb 19 02:42:30.496359 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fbb270a-4c74-48dc-8d11-e388d0f3d72e None None] DHCP port deletion for f9b0beb9-3931-4fc3-bc37-532fa582b188 request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 02:42:30.564404 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6b14abf5-46a1-4833-b7f4-6d749e7563c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (f9b0beb9-3931-4fc3-bc37-532fa582b188), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:30.567337 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a893c199-2304-4e44-883d-d21fa18d4469 tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:30.613975 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a893c199-2304-4e44-883d-d21fa18d4469 tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16285943'] for floatingip (24e8c017-4598-4c54-ba9d-991028439bcd), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:30.628890 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-3fbb270a-4c74-48dc-8d11-e388d0f3d72e None None] Deleting port 6b4f5ed0-d6c2-4e74-a18a-def306f29f96 {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:42:30.635410 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3fbb270a-4c74-48dc-8d11-e388d0f3d72e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (6b4f5ed0-d6c2-4e74-a18a-def306f29f96), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:30.642864 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06af541e-a1b9-49db-a91d-369461b364b0 req-0660fb9a-a1bc-46c6-97a5-995277fffa37 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:30.649984 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-06af541e-a1b9-49db-a91d-369461b364b0 req-0660fb9a-a1bc-46c6-97a5-995277fffa37 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/ports?device_id=9d810e45-6af2-4eda-a0f2-7099726ed5c8 HTTP/1.1" status: 200 len: 950 time: 0.8320155 Feb 19 02:42:30.740927 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d8b106-406b-4982-9865-943e8c098833 req-a04f78eb-311a-4c11-aa1e-8bdd6e6ac975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:30.742167 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b5d8b106-406b-4982-9865-943e8c098833 req-a04f78eb-311a-4c11-aa1e-8bdd6e6ac975 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=db33b204d8b743bf8957eb245634d63e&device_id=fb0ca84a-aa54-4ea8-8244-4ca8f9d8af34 HTTP/1.1" status: 200 len: 1132 time: 0.1726034 Feb 19 02:42:30.796561 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f72398-83c7-4fa0-b6c9-3b2641eba389 req-582f217f-4d09-4017-81f2-9168bdc173e3 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:30.798466 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-04f72398-83c7-4fa0-b6c9-3b2641eba389 req-582f217f-4d09-4017-81f2-9168bdc173e3 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=29bcea09-12cf-46f9-beab-e3b6e5e0664c HTTP/1.1" status: 200 len: 945 time: 0.2276292 Feb 19 02:42:30.801390 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-3fbb270a-4c74-48dc-8d11-e388d0f3d72e None None] For port 6b4f5ed0-d6c2-4e74-a18a-def306f29f96, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=6b4f5ed0-d6c2-4e74-a18a-def306f29f96,segment=NetworkSegment(2d7c9046-2bb4-4ba8-ac6e-0c283e0e5791),segment_id=2d7c9046-2bb4-4ba8-ac6e-0c283e0e5791)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:42:30.802481 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3fbb270a-4c74-48dc-8d11-e388d0f3d72e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (6b4f5ed0-d6c2-4e74-a18a-def306f29f96), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:30.805963 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8bfac5-1512-470f-bc79-012accd038a6 req-6daa5f3c-06e2-41dc-b745-72f496d28b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:30.807596 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-dc8bfac5-1512-470f-bc79-012accd038a6 req-6daa5f3c-06e2-41dc-b745-72f496d28b74 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5124bd00-da2a-4bd6-93a0-c14c92afb11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2757947 Feb 19 02:42:30.840143 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-3fbb270a-4c74-48dc-8d11-e388d0f3d72e None None] Calling delete_port for 6b4f5ed0-d6c2-4e74-a18a-def306f29f96 owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:42:30.930598 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-dc8bfac5-1512-470f-bc79-012accd038a6 req-22a30af4-ba96-48ea-8bc9-d3fd1ebf12b1 service neutron] 10.222.0.82 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129405 Feb 19 02:42:30.932967 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-06af541e-a1b9-49db-a91d-369461b364b0 req-35cc4eb3-b090-4075-ac9e-5663a7c0b180 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b908dbc-8f8c-41bc-a0bd-543abe15dd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817972 Feb 19 02:42:30.953645 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-dc8bfac5-1512-470f-bc79-012accd038a6 req-14cde25f-58ea-425a-a5b6-080a5e769a59 service neutron] 10.222.0.73 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7468665 Feb 19 02:42:30.992418 n-d-826753-2 neutron-server[103701]: INFO neutron.db.l3_db [None req-a893c199-2304-4e44-883d-d21fa18d4469 tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] Floating IP 24e8c017-4598-4c54-ba9d-991028439bcd associated. External IP: 172.25.6.176, port: 7996d330-c2b2-4843-ad82-4b01916b1f53. Feb 19 02:42:31.062856 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3fbb270a-4c74-48dc-8d11-e388d0f3d72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (6b4f5ed0-d6c2-4e74-a18a-def306f29f96), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:31.103226 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-6b14abf5-46a1-4833-b7f4-6d749e7563c4 admin admin] Deleting port 6b4f5ed0-d6c2-4e74-a18a-def306f29f96 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:42:31.103605 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6b14abf5-46a1-4833-b7f4-6d749e7563c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (6b4f5ed0-d6c2-4e74-a18a-def306f29f96), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:31.110263 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbb270a-4c74-48dc-8d11-e388d0f3d72e None None] Pushing event deleted for resources: {'Port': ['ID=6b4f5ed0-d6c2-4e74-a18a-def306f29f96,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:31.116030 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbb270a-4c74-48dc-8d11-e388d0f3d72e None None] No DVR routers for this DVR port 6b4f5ed0-d6c2-4e74-a18a-def306f29f96 on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:42:31.172667 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-04f72398-83c7-4fa0-b6c9-3b2641eba389 req-4f58dd8d-b66d-4962-9515-4711969b4a34 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3217344 Feb 19 02:42:31.206045 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-6b14abf5-46a1-4833-b7f4-6d749e7563c4 admin admin] For port 6b4f5ed0-d6c2-4e74-a18a-def306f29f96, host n-d-826753-2, got binding levels [] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:42:31.206697 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6b14abf5-46a1-4833-b7f4-6d749e7563c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (6b4f5ed0-d6c2-4e74-a18a-def306f29f96), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:31.229049 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-dc8bfac5-1512-470f-bc79-012accd038a6 req-527ba611-81b6-48f5-8244-a698c02cf60b service neutron] 10.222.0.82 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2744420 Feb 19 02:42:31.230183 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-6b14abf5-46a1-4833-b7f4-6d749e7563c4 admin admin] Calling delete_port for 6b4f5ed0-d6c2-4e74-a18a-def306f29f96 owned by network:dhcp {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:42:31.233322 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.ipam_backend_mixin [None req-6b14abf5-46a1-4833-b7f4-6d749e7563c4 admin admin] Port 6b4f5ed0-d6c2-4e74-a18a-def306f29f96 was not found and therefore no delete operation was performed {{(pid=103702) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 02:42:31.234887 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6b14abf5-46a1-4833-b7f4-6d749e7563c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (6b4f5ed0-d6c2-4e74-a18a-def306f29f96), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:31.271646 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b14abf5-46a1-4833-b7f4-6d749e7563c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b4f5ed0-d6c2-4e74-a18a-def306f29f96,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:31.278910 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d8b106-406b-4982-9865-943e8c098833 req-95a58a7a-2545-4b20-a8a0-08fc83196850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:31.279936 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b14abf5-46a1-4833-b7f4-6d749e7563c4 admin admin] No DVR routers for this DVR port 6b4f5ed0-d6c2-4e74-a18a-def306f29f96 on host n-d-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:42:31.282789 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b5d8b106-406b-4982-9865-943e8c098833 req-95a58a7a-2545-4b20-a8a0-08fc83196850 service neutron] 10.222.0.82 "GET /v2.0/networks?id=5124bd00-da2a-4bd6-93a0-c14c92afb11f HTTP/1.1" status: 200 len: 870 time: 0.5148180 Feb 19 02:42:31.349293 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49176) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:42:31.415436 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b5d8b106-406b-4982-9865-943e8c098833 req-645376f5-6766-4a17-b119-54e71f76f045 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=a4bbb362-5463-44d9-80a2-82aaa6f86538 HTTP/1.1" status: 200 len: 217 time: 0.0564616 Feb 19 02:42:31.464786 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6b14abf5-46a1-4833-b7f4-6d749e7563c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (f9b0beb9-3931-4fc3-bc37-532fa582b188), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:31.519917 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-6b14abf5-46a1-4833-b7f4-6d749e7563c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9b0beb9-3931-4fc3-bc37-532fa582b188']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:42:31.539351 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-6b14abf5-46a1-4833-b7f4-6d749e7563c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d7c9046-2bb4-4ba8-ac6e-0c283e0e5791') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:42:31.539691 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-6b14abf5-46a1-4833-b7f4-6d749e7563c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d7c9046-2bb4-4ba8-ac6e-0c283e0e5791') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:42:31.568570 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 6b4f5ed0-d6c2-4e74-a18a-def306f29f96 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:42:31.581968 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d8b106-406b-4982-9865-943e8c098833 req-fafc607c-9420-4a84-9c87-6d72e26796f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:31.583825 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b5d8b106-406b-4982-9865-943e8c098833 req-fafc607c-9420-4a84-9c87-6d72e26796f3 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=974c06bc-f097-4890-970a-b087501ab241 HTTP/1.1" status: 200 len: 843 time: 0.1157565 Feb 19 02:42:31.595142 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6b14abf5-46a1-4833-b7f4-6d749e7563c4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (2d7c9046-2bb4-4ba8-ac6e-0c283e0e5791), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:31.605572 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf783951-13c8-4f8a-a162-624c92e3a2c7 req-bc4da745-2718-4455-a547-49c4e398119d tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:31.610690 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cf783951-13c8-4f8a-a162-624c92e3a2c7 req-bc4da745-2718-4455-a547-49c4e398119d tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=c26e984e-8f0b-4fc5-a561-e9bf90426fde HTTP/1.1" status: 200 len: 948 time: 0.4780777 Feb 19 02:42:31.612683 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-49836bed-8622-4922-a0f6-ddac291984cd admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1697260030-network', 'tenant_id': 'bc1399bb1bae49bd99e23f388ac7c11f'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:42:31.620986 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 6b4f5ed0-d6c2-4e74-a18a-def306f29f96 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:42:31.621477 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 6b4f5ed0-d6c2-4e74-a18a-def306f29f96 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:42:31.703430 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49836bed-8622-4922-a0f6-ddac291984cd admin admin] Made reservation on behalf of bc1399bb1bae49bd99e23f388ac7c11f for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:42:31.705718 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-49836bed-8622-4922-a0f6-ddac291984cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:31.737626 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-49836bed-8622-4922-a0f6-ddac291984cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:31.750502 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6b14abf5-46a1-4833-b7f4-6d749e7563c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (2d7c9046-2bb4-4ba8-ac6e-0c283e0e5791), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:31.789446 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b14abf5-46a1-4833-b7f4-6d749e7563c4 admin admin] Releasing vlan 295 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:42:31.790916 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6b14abf5-46a1-4833-b7f4-6d749e7563c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (2d7c9046-2bb4-4ba8-ac6e-0c283e0e5791), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:31.812230 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 7a2ff793-afac-4496-ba61-bdbb8c4c9eb5 details requested by agent hyperv_n-h2-826753-2 with host n-h2-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:42:31.834948 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a893c199-2304-4e44-883d-d21fa18d4469 tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] Router aa702705-3898-4a5b-b1f3-44e4ee0c488f has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:42:31.842226 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d8b106-406b-4982-9865-943e8c098833 req-8eacb596-f379-4eff-b100-a2b7a35a7c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:31.844126 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b5d8b106-406b-4982-9865-943e8c098833 req-8eacb596-f379-4eff-b100-a2b7a35a7c83 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5124bd00-da2a-4bd6-93a0-c14c92afb11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2264383 Feb 19 02:42:31.859794 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cf783951-13c8-4f8a-a162-624c92e3a2c7 req-48037925-4562-4ed8-a788-62325689d643 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131467 Feb 19 02:42:31.872256 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 02:42:31.872256 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:42:31.872256 n-d-826753-2 neutron-server[103702]: timer() Feb 19 02:42:31.872256 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:42:31.872256 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 02:42:31.872256 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:42:31.872256 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 02:42:31.872256 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:42:31.872256 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 02:42:31.872256 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:42:31.872256 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 02:42:31.872256 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:42:31.872256 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 02:42:31.872256 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:42:31.872256 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:42:31.872256 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:42:31.872256 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:42:31.872256 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:42:31.872256 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 02:42:31.872256 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:42:31.872256 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 02:42:31.872256 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:42:31.872256 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:42:31.872256 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:42:31.872256 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 02:42:31.872256 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:42:31.872256 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:42:31.872256 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:42:31.872256 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:42:31.872256 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:42:31.872256 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:42:31.872256 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:42:31.890383 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6b14abf5-46a1-4833-b7f4-6d749e7563c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (f9b0beb9-3931-4fc3-bc37-532fa582b188), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:31.913679 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6b14abf5-46a1-4833-b7f4-6d749e7563c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:31.919904 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-6b14abf5-46a1-4833-b7f4-6d749e7563c4 admin admin] 10.222.0.72 "DELETE /v2.0/networks/f9b0beb9-3931-4fc3-bc37-532fa582b188 HTTP/1.1" status: 204 len: 168 time: 1.7099929 Feb 19 02:42:31.948456 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b14abf5-46a1-4833-b7f4-6d749e7563c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9b0beb9-3931-4fc3-bc37-532fa582b188,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:31.977504 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e0aa19-c508-4022-8861-c422a1b0ce7a req-88e3ff12-2fd6-4f72-b53c-c98e5c6049b6 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:31.978993 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-b13b37ff-1d42-4575-8345-134cd2601eae req-edf0a77c-7225-4661-996a-ee29a18c8242 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=77900542-b50c-43fa-8e51-4bdebb3f3e4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2955348 Feb 19 02:42:31.979142 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c0e0aa19-c508-4022-8861-c422a1b0ce7a req-88e3ff12-2fd6-4f72-b53c-c98e5c6049b6 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.73 "GET /v2.0/ports?device_id=9d810e45-6af2-4eda-a0f2-7099726ed5c8 HTTP/1.1" status: 200 len: 950 time: 0.2517107 Feb 19 02:42:32.192862 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-49836bed-8622-4922-a0f6-ddac291984cd admin admin] Publish callbacks [] for security_group (c5fbb78c-7ed9-4dcf-90f9-233e4bc36569), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:32.208384 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13b37ff-1d42-4575-8345-134cd2601eae req-f117cc07-6b3b-42ed-b794-6afc8ba41f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:32.210875 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-b13b37ff-1d42-4575-8345-134cd2601eae req-f117cc07-6b3b-42ed-b794-6afc8ba41f37 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=db33b204d8b743bf8957eb245634d63e&device_id=77900542-b50c-43fa-8e51-4bdebb3f3e4a HTTP/1.1" status: 200 len: 1132 time: 0.1886573 Feb 19 02:42:32.214677 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-49836bed-8622-4922-a0f6-ddac291984cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (c5fbb78c-7ed9-4dcf-90f9-233e4bc36569), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:32.265608 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 7a2ff793-afac-4496-ba61-bdbb8c4c9eb5, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=7a2ff793-afac-4496-ba61-bdbb8c4c9eb5,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:42:32.278508 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Returning: {'device': '7a2ff793-afac-4496-ba61-bdbb8c4c9eb5', 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f', 'port_id': '7a2ff793-afac-4496-ba61-bdbb8c4c9eb5', 'mac_address': 'fa:16:3e:4a:ed:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '974c06bc-f097-4890-970a-b087501ab241', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:42:32.320598 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49202) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:42:32.325096 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 7a2ff793-afac-4496-ba61-bdbb8c4c9eb5 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:42:32.325634 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (7a2ff793-afac-4496-ba61-bdbb8c4c9eb5), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:32.328875 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49836bed-8622-4922-a0f6-ddac291984cd admin admin] vlan segment allocate from pool success with {'vlan_id': 286, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:42:32.343162 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a2ff793-afac-4496-ba61-bdbb8c4c9eb5 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:42:32.384244 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 7a2ff793-afac-4496-ba61-bdbb8c4c9eb5, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=7a2ff793-afac-4496-ba61-bdbb8c4c9eb5,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:42:32.394800 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (7a2ff793-afac-4496-ba61-bdbb8c4c9eb5), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:32.407073 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b5d8b106-406b-4982-9865-943e8c098833 req-7f04dcbf-7675-4970-acdc-faff3b9b3365 service neutron] 10.222.0.82 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5405440 Feb 19 02:42:32.428822 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d95b64-cee7-4934-b394-4945c6e4d24a req-eb416050-925b-4268-ac99-5eb89953b296 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:32.437275 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-28d95b64-cee7-4934-b394-4945c6e4d24a req-eb416050-925b-4268-ac99-5eb89953b296 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/ports?device_id=9d810e45-6af2-4eda-a0f2-7099726ed5c8 HTTP/1.1" status: 200 len: 950 time: 0.3772039 Feb 19 02:42:32.437581 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-49836bed-8622-4922-a0f6-ddac291984cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (976e7254-6a8c-4a12-93b6-9605df9e506c), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:32.438147 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-49836bed-8622-4922-a0f6-ddac291984cd admin admin] Added segment 976e7254-6a8c-4a12-93b6-9605df9e506c of type vlan for network c73a0157-d83b-4273-9a4e-42066137ae52 Feb 19 02:42:32.455787 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49836bed-8622-4922-a0f6-ddac291984cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5fbb78c-7ed9-4dcf-90f9-233e4bc36569,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:32.510619 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=7a2ff793-afac-4496-ba61-bdbb8c4c9eb5,revision_number=8']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:32.537114 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a893c199-2304-4e44-883d-d21fa18d4469 tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:42:32.548116 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-49836bed-8622-4922-a0f6-ddac291984cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (c73a0157-d83b-4273-9a4e-42066137ae52), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:32.549331 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20efbb63-bcf4-4b0f-8c0b-aeb47aec633b None None] Sync routers for ids ['aa702705-3898-4a5b-b1f3-44e4ee0c488f'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:42:32.555284 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a893c199-2304-4e44-883d-d21fa18d4469 tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:32.573595 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20efbb63-bcf4-4b0f-8c0b-aeb47aec633b None None] Routers {'aa702705-3898-4a5b-b1f3-44e4ee0c488f'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:42:32.574121 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13b37ff-1d42-4575-8345-134cd2601eae req-696f2553-9b43-4eba-8fa8-de7fa57b46a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:32.574271 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-20efbb63-bcf4-4b0f-8c0b-aeb47aec633b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:42:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['aa702705-3898-4a5b-b1f3-44e4ee0c488f'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:42:32.575596 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-b13b37ff-1d42-4575-8345-134cd2601eae req-696f2553-9b43-4eba-8fa8-de7fa57b46a9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5124bd00-da2a-4bd6-93a0-c14c92afb11f HTTP/1.1" status: 200 len: 870 time: 0.3282146 Feb 19 02:42:32.578011 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-d614d7fd-34d5-4add-b208-e4b02164db6d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=da1eb1f790ec4469a06a2c8ce51be727&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2502601 Feb 19 02:42:32.584069 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49216) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:42:32.636668 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-b13b37ff-1d42-4575-8345-134cd2601eae req-d7fda8ca-463e-4640-b89b-d780e4638b46 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=4e89b04d-4fc5-4464-a71b-3345933c773e HTTP/1.1" status: 200 len: 217 time: 0.0514026 Feb 19 02:42:32.660171 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-49836bed-8622-4922-a0f6-ddac291984cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (c73a0157-d83b-4273-9a4e-42066137ae52), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:32.661238 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49836bed-8622-4922-a0f6-ddac291984cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:32.661895 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-49836bed-8622-4922-a0f6-ddac291984cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:32.734399 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b5d8b106-406b-4982-9865-943e8c098833 req-834f19eb-902c-44fc-a3ee-e8734a89b9fa service neutron] 10.222.0.82 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823567 Feb 19 02:42:32.775180 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-20efbb63-bcf4-4b0f-8c0b-aeb47aec633b None None] Set router aa702705-3898-4a5b-b1f3-44e4ee0c488f gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:42:32.780343 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-28d95b64-cee7-4934-b394-4945c6e4d24a req-1f33d69d-00eb-487d-8f18-5a650929472a tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b908dbc-8f8c-41bc-a0bd-543abe15dd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3422189 Feb 19 02:42:32.784238 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-a893c199-2304-4e44-883d-d21fa18d4469 tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] 10.222.0.72 "PUT /v2.0/floatingips/24e8c017-4598-4c54-ba9d-991028439bcd HTTP/1.1" status: 200 len: 991 time: 3.4155152 Feb 19 02:42:32.792457 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d9fb0c-1bf4-4975-8048-b5c9e687a6a4 req-d5932582-ca55-4163-aeb0-951a0ea1d6a2 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:32.794414 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e4d9fb0c-1bf4-4975-8048-b5c9e687a6a4 req-d5932582-ca55-4163-aeb0-951a0ea1d6a2 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=29bcea09-12cf-46f9-beab-e3b6e5e0664c HTTP/1.1" status: 200 len: 945 time: 0.4532831 Feb 19 02:42:32.801532 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f136b88-5df4-4d49-bcb2-4da180b316c7', 'tag': '7996d330-c2b2-4843-ad82-4b01916b1f53'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:42:32.803991 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c336f77f-a9a3-47e8-8fb1-8dad8312d284" -d '{"events": [{"name": "network-changed", "server_uuid": "8f136b88-5df4-4d49-bcb2-4da180b316c7", "tag": "7996d330-c2b2-4843-ad82-4b01916b1f53"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:42:32.812908 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-c0e0aa19-c508-4022-8861-c422a1b0ce7a req-8c7f12fe-9121-4adf-bf86-6c26696d117d tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Deleting port e33b8d9a-b9b3-4c2d-a1d9-3d6762227071 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:42:32.815842 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-c0e0aa19-c508-4022-8861-c422a1b0ce7a req-8c7f12fe-9121-4adf-bf86-6c26696d117d tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (e33b8d9a-b9b3-4c2d-a1d9-3d6762227071), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:32.826319 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['7a2ff793-afac-4496-ba61-bdbb8c4c9eb5'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:42:32.840488 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-49836bed-8622-4922-a0f6-ddac291984cd admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.4901414 Feb 19 02:42:32.849754 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49236) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:42:32.858301 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-3958b94f-0fab-42cb-9afb-d4a9acebf7f5 admin admin] Request body: {'subnet': {'network_id': 'c73a0157-d83b-4273-9a4e-42066137ae52', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1697260030-subnet', 'tenant_id': 'bc1399bb1bae49bd99e23f388ac7c11f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:42:32.868875 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13b37ff-1d42-4575-8345-134cd2601eae req-901db302-6f00-4223-9f3e-531b65b95775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:32.870888 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-b13b37ff-1d42-4575-8345-134cd2601eae req-901db302-6f00-4223-9f3e-531b65b95775 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=974c06bc-f097-4890-970a-b087501ab241 HTTP/1.1" status: 200 len: 843 time: 0.2235935 Feb 19 02:42:32.876771 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0221b123-5bd9-4151-a172-28527efa6219 admin admin] Publish callbacks [] for security_group (f745285a-2e01-46ab-b28b-2ac8f0c1658f), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:32.879713 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49836bed-8622-4922-a0f6-ddac291984cd admin admin] Pushing event updated for resources: {'Network': ['ID=c73a0157-d83b-4273-9a4e-42066137ae52,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:32.926634 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network c73a0157-d83b-4273-9a4e-42066137ae52 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:42:32.940557 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0221b123-5bd9-4151-a172-28527efa6219 admin admin] Publish callbacks [] for security_group (f745285a-2e01-46ab-b28b-2ac8f0c1658f), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:32.952412 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3958b94f-0fab-42cb-9afb-d4a9acebf7f5 admin admin] Made reservation on behalf of bc1399bb1bae49bd99e23f388ac7c11f for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:42:32.954809 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3958b94f-0fab-42cb-9afb-d4a9acebf7f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:33.168699 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-c0e0aa19-c508-4022-8861-c422a1b0ce7a req-8c7f12fe-9121-4adf-bf86-6c26696d117d tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] For port e33b8d9a-b9b3-4c2d-a1d9-3d6762227071, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=e33b8d9a-b9b3-4c2d-a1d9-3d6762227071,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:42:33.169161 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-c0e0aa19-c508-4022-8861-c422a1b0ce7a req-8c7f12fe-9121-4adf-bf86-6c26696d117d tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (e33b8d9a-b9b3-4c2d-a1d9-3d6762227071), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:33.186753 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-c0e0aa19-c508-4022-8861-c422a1b0ce7a req-8c7f12fe-9121-4adf-bf86-6c26696d117d tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Calling delete_port for e33b8d9a-b9b3-4c2d-a1d9-3d6762227071 owned by compute:nova {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:42:33.262796 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-20efbb63-bcf4-4b0f-8c0b-aeb47aec633b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa702705-3898-4a5b-b1f3-44e4ee0c488f', 'name': 'tempest-ServersTestManualDisk-1107864772-router', 'tenant_id': '6826eb2468f24f9f8cc5534311e52b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '4c5c6d95-6771-40d0-b2d7-e480effb5e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:41:53Z', 'updated_at': '2022-02-19T02:42:00Z', 'revision_number': 4, 'project_id': '6826eb2468f24f9f8cc5534311e52b1d', 'gw_port': {'id': '4c5c6d95-6771-40d0-b2d7-e480effb5e1c', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa702705-3898-4a5b-b1f3-44e4ee0c488f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:41:55Z', 'updated_at': '2022-02-19T02:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': '24e8c017-4598-4c54-ba9d-991028439bcd', 'tenant_id': '6826eb2468f24f9f8cc5534311e52b1d', 'floating_ip_address': '172.25.6.176', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': 'aa702705-3898-4a5b-b1f3-44e4ee0c488f', 'port_id': '7996d330-c2b2-4843-ad82-4b01916b1f53', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d27bcf2-adc6-47c0-abdd-be9d15de3ddc', 'mac_address': 'fa:16:3e:19:98:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f136b88-5df4-4d49-bcb2-4da180b316c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:42:04Z', 'updated_at': '2022-02-19T02:42:30Z', 'revision_number': 1, 'project_id': '6826eb2468f24f9f8cc5534311e52b1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ac3e26a-5d92-4e4f-a18b-ef39c82ad54c', 'name': '', 'network_id': '0d27bcf2-adc6-47c0-abdd-be9d15de3ddc', 'tenant_id': '6826eb2468f24f9f8cc5534311e52b1d', 'mac_address': 'fa:16:3e:96:d3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa702705-3898-4a5b-b1f3-44e4ee0c488f', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '711684dd-1cdb-4818-a281-0b13f4347e79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:41:58Z', 'updated_at': '2022-02-19T02:42:05Z', 'revision_number': 5, 'project_id': '6826eb2468f24f9f8cc5534311e52b1d', 'subnets': [{'id': '711684dd-1cdb-4818-a281-0b13f4347e79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:42:33.325977 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20efbb63-bcf4-4b0f-8c0b-aeb47aec633b None None] Checking router: aa702705-3898-4a5b-b1f3-44e4ee0c488f for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:42:33.340160 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20efbb63-bcf4-4b0f-8c0b-aeb47aec633b None None] Routers {'aa702705-3898-4a5b-b1f3-44e4ee0c488f'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:42:33.340946 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-20efbb63-bcf4-4b0f-8c0b-aeb47aec633b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:42:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['aa702705-3898-4a5b-b1f3-44e4ee0c488f'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:42:33.426937 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-c0e0aa19-c508-4022-8861-c422a1b0ce7a req-8c7f12fe-9121-4adf-bf86-6c26696d117d tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (e33b8d9a-b9b3-4c2d-a1d9-3d6762227071), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:33.469265 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['64d5db86-5019-4642-ac30-035e8e72b9a8', 'b58e214f-5ac6-48f9-9d2d-dfcc8de9ee4f'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:42:33.471943 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['89f9b0a0-c329-4e39-99de-c5b7a5067c52', 'e900da92-6b02-463e-a4f4-e45cd6deaee5', '75ad1f14-4dfd-4d71-8c99-33f85a508aa1'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:42:33.482849 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-20efbb63-bcf4-4b0f-8c0b-aeb47aec633b None None] Set router aa702705-3898-4a5b-b1f3-44e4ee0c488f gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:42:33.512106 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13b37ff-1d42-4575-8345-134cd2601eae req-369011eb-ee1e-4db2-ab83-bd2a59fb97d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:33.525048 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-b13b37ff-1d42-4575-8345-134cd2601eae req-369011eb-ee1e-4db2-ab83-bd2a59fb97d9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5124bd00-da2a-4bd6-93a0-c14c92afb11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.6357415 Feb 19 02:42:33.533973 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e4d9fb0c-1bf4-4975-8048-b5c9e687a6a4 req-460a1904-f8a0-49d7-a2b4-575b8dd9359d tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7315361 Feb 19 02:42:33.556906 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7f12fe-9121-4adf-bf86-6c26696d117d tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Pushing event deleted for resources: {'Port': ['ID=e33b8d9a-b9b3-4c2d-a1d9-3d6762227071,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:33.682279 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1f9394-ee0f-4111-8e3e-f5c37e7bd225 req-7ce728d0-2a0e-4dc0-bd70-354b7965bbba tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:33.688944 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0c1f9394-ee0f-4111-8e3e-f5c37e7bd225 req-7ce728d0-2a0e-4dc0-bd70-354b7965bbba tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] 10.222.0.72 "GET /v2.0/ports?device_id=8f136b88-5df4-4d49-bcb2-4da180b316c7 HTTP/1.1" status: 200 len: 945 time: 0.6444738 Feb 19 02:42:33.702537 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device e33b8d9a-b9b3-4c2d-a1d9-3d6762227071 no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:42:33.731484 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0221b123-5bd9-4151-a172-28527efa6219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (f745285a-2e01-46ab-b28b-2ac8f0c1658f), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:33.736210 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0221b123-5bd9-4151-a172-28527efa6219 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:33.738557 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-0221b123-5bd9-4151-a172-28527efa6219 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f745285a-2e01-46ab-b28b-2ac8f0c1658f HTTP/1.1" status: 204 len: 168 time: 1.1524282 Feb 19 02:42:33.742216 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7f12fe-9121-4adf-bf86-6c26696d117d tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:42:33.742578 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7f12fe-9121-4adf-bf86-6c26696d117d tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:42:33.742925 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7f12fe-9121-4adf-bf86-6c26696d117d tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:42:33.743256 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7f12fe-9121-4adf-bf86-6c26696d117d tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:42:33.743583 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7f12fe-9121-4adf-bf86-6c26696d117d tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:42:33.743907 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7f12fe-9121-4adf-bf86-6c26696d117d tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:42:33.744230 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7f12fe-9121-4adf-bf86-6c26696d117d tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:42:33.744660 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7f12fe-9121-4adf-bf86-6c26696d117d tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:42:33.744848 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7f12fe-9121-4adf-bf86-6c26696d117d tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:42:33.745192 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7f12fe-9121-4adf-bf86-6c26696d117d tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:42:33.745512 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7f12fe-9121-4adf-bf86-6c26696d117d tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:42:33.745936 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7f12fe-9121-4adf-bf86-6c26696d117d tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:42:33.746360 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7f12fe-9121-4adf-bf86-6c26696d117d tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:42:33.767141 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0221b123-5bd9-4151-a172-28527efa6219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f745285a-2e01-46ab-b28b-2ac8f0c1658f,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:33.892495 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] No Port match for: e33b8d9a-b9b3-4c2d-a1d9-3d6762227071 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:42:33.894541 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device e33b8d9a-b9b3-4c2d-a1d9-3d6762227071 not bound to the agent host n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:42:33.898273 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-b13b37ff-1d42-4575-8345-134cd2601eae req-2a763500-3351-4a86-844c-a6a4c937f3a7 service neutron] 10.222.0.73 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3697162 Feb 19 02:42:33.914711 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-20efbb63-bcf4-4b0f-8c0b-aeb47aec633b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa702705-3898-4a5b-b1f3-44e4ee0c488f', 'name': 'tempest-ServersTestManualDisk-1107864772-router', 'tenant_id': '6826eb2468f24f9f8cc5534311e52b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '4c5c6d95-6771-40d0-b2d7-e480effb5e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:41:53Z', 'updated_at': '2022-02-19T02:42:00Z', 'revision_number': 4, 'project_id': '6826eb2468f24f9f8cc5534311e52b1d', 'gw_port': {'id': '4c5c6d95-6771-40d0-b2d7-e480effb5e1c', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa702705-3898-4a5b-b1f3-44e4ee0c488f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:41:55Z', 'updated_at': '2022-02-19T02:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': '24e8c017-4598-4c54-ba9d-991028439bcd', 'tenant_id': '6826eb2468f24f9f8cc5534311e52b1d', 'floating_ip_address': '172.25.6.176', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': 'aa702705-3898-4a5b-b1f3-44e4ee0c488f', 'port_id': '7996d330-c2b2-4843-ad82-4b01916b1f53', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d27bcf2-adc6-47c0-abdd-be9d15de3ddc', 'mac_address': 'fa:16:3e:19:98:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f136b88-5df4-4d49-bcb2-4da180b316c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:42:04Z', 'updated_at': '2022-02-19T02:42:30Z', 'revision_number': 1, 'project_id': '6826eb2468f24f9f8cc5534311e52b1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ac3e26a-5d92-4e4f-a18b-ef39c82ad54c', 'name': '', 'network_id': '0d27bcf2-adc6-47c0-abdd-be9d15de3ddc', 'tenant_id': '6826eb2468f24f9f8cc5534311e52b1d', 'mac_address': 'fa:16:3e:96:d3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa702705-3898-4a5b-b1f3-44e4ee0c488f', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '711684dd-1cdb-4818-a281-0b13f4347e79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:41:58Z', 'updated_at': '2022-02-19T02:42:05Z', 'revision_number': 5, 'project_id': '6826eb2468f24f9f8cc5534311e52b1d', 'subnets': [{'id': '711684dd-1cdb-4818-a281-0b13f4347e79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:42:33.973937 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20efbb63-bcf4-4b0f-8c0b-aeb47aec633b None None] The sync data for ids ['aa702705-3898-4a5b-b1f3-44e4ee0c488f'] in n-d-826753-2 is: [{'id': 'aa702705-3898-4a5b-b1f3-44e4ee0c488f', 'name': 'tempest-ServersTestManualDisk-1107864772-router', 'tenant_id': '6826eb2468f24f9f8cc5534311e52b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '4c5c6d95-6771-40d0-b2d7-e480effb5e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:41:53Z', 'updated_at': '2022-02-19T02:42:00Z', 'revision_number': 4, 'project_id': '6826eb2468f24f9f8cc5534311e52b1d', 'gw_port': {'id': '4c5c6d95-6771-40d0-b2d7-e480effb5e1c', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa702705-3898-4a5b-b1f3-44e4ee0c488f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:41:55Z', 'updated_at': '2022-02-19T02:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': '24e8c017-4598-4c54-ba9d-991028439bcd', 'tenant_id': '6826eb2468f24f9f8cc5534311e52b1d', 'floating_ip_address': '172.25.6.176', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': 'aa702705-3898-4a5b-b1f3-44e4ee0c488f', 'port_id': '7996d330-c2b2-4843-ad82-4b01916b1f53', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d27bcf2-adc6-47c0-abdd-be9d15de3ddc', 'mac_address': 'fa:16:3e:19:98:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f136b88-5df4-4d49-bcb2-4da180b316c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:42:04Z', 'updated_at': '2022-02-19T02:42:30Z', 'revision_number': 1, 'project_id': '6826eb2468f24f9f8cc5534311e52b1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ac3e26a-5d92-4e4f-a18b-ef39c82ad54c', 'name': '', 'network_id': '0d27bcf2-adc6-47c0-abdd-be9d15de3ddc', 'tenant_id': '6826eb2468f24f9f8cc5534311e52b1d', 'mac_address': 'fa:16:3e:96:d3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa702705-3898-4a5b-b1f3-44e4ee0c488f', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '711684dd-1cdb-4818-a281-0b13f4347e79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:41:58Z', 'updated_at': '2022-02-19T02:42:05Z', 'revision_number': 5, 'project_id': '6826eb2468f24f9f8cc5534311e52b1d', 'subnets': [{'id': '711684dd-1cdb-4818-a281-0b13f4347e79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:42:34.180835 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-b13b37ff-1d42-4575-8345-134cd2601eae req-ecad94fa-46d6-4b17-b666-c02753d95de0 service neutron] 10.222.0.73 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704773 Feb 19 02:42:34.249837 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3958b94f-0fab-42cb-9afb-d4a9acebf7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (2757f6b1-1209-46ea-8409-400ed4acb9cc), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:34.359954 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3958b94f-0fab-42cb-9afb-d4a9acebf7f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2757f6b1-1209-46ea-8409-400ed4acb9cc,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:34.402757 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3958b94f-0fab-42cb-9afb-d4a9acebf7f5 admin admin] Checking segment: {'id': '976e7254-6a8c-4a12-93b6-9605df9e506c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'c73a0157-d83b-4273-9a4e-42066137ae52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:42:34.403123 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3958b94f-0fab-42cb-9afb-d4a9acebf7f5 admin admin] Network hostable DHCP agents. Network: c73a0157-d83b-4273-9a4e-42066137ae52, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:42:34.426525 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3958b94f-0fab-42cb-9afb-d4a9acebf7f5 admin admin] Network c73a0157-d83b-4273-9a4e-42066137ae52 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:42:34.447533 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-3958b94f-0fab-42cb-9afb-d4a9acebf7f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, c73a0157-d83b-4273-9a4e-42066137ae52) {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:42:34.455409 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3958b94f-0fab-42cb-9afb-d4a9acebf7f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:34.456309 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3958b94f-0fab-42cb-9afb-d4a9acebf7f5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:34.485485 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2446289b-a73a-44fa-9997-51ef4e162211 None None] Network c73a0157-d83b-4273-9a4e-42066137ae52 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:42:34.485628 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-3958b94f-0fab-42cb-9afb-d4a9acebf7f5 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.6285646 Feb 19 02:42:34.490471 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c6a57f-e192-4559-8dd4-3d9af7ab7b39 None None] New status for floating IP 24e8c017-4598-4c54-ba9d-991028439bcd: ACTIVE {{(pid=103703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 02:42:34.543959 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0e0aa19-c508-4022-8861-c422a1b0ce7a req-8c7f12fe-9121-4adf-bf86-6c26696d117d tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] No DVR routers for this DVR port e33b8d9a-b9b3-4c2d-a1d9-3d6762227071 on host n-h1-826753-2 {{(pid=103701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:42:34.551973 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-c0e0aa19-c508-4022-8861-c422a1b0ce7a req-8c7f12fe-9121-4adf-bf86-6c26696d117d tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:34.555271 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c0e0aa19-c508-4022-8861-c422a1b0ce7a req-8c7f12fe-9121-4adf-bf86-6c26696d117d tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.73 "DELETE /v2.0/ports/e33b8d9a-b9b3-4c2d-a1d9-3d6762227071 HTTP/1.1" status: 204 len: 173 time: 2.4937613 Feb 19 02:42:34.604607 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49318) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:42:34.614534 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69431470-5df2-454b-8ad7-8897c8ff0a23 req-9fa58d30-22c9-4b18-a60d-410cc2f5b10a tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:34.616980 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-69431470-5df2-454b-8ad7-8897c8ff0a23 req-9fa58d30-22c9-4b18-a60d-410cc2f5b10a tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=c26e984e-8f0b-4fc5-a561-e9bf90426fde HTTP/1.1" status: 200 len: 949 time: 0.9493935 Feb 19 02:42:34.661563 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0c1f9394-ee0f-4111-8e3e-f5c37e7bd225 req-bc638d0e-ec73-4a22-8e00-29c6dc857c23 tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] 10.222.0.72 "GET /v2.0/security-groups?id=bfd70287-182a-4b0b-951c-428ef24eece7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9716465 Feb 19 02:42:34.711328 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-69431470-5df2-454b-8ad7-8897c8ff0a23 req-273550d4-635d-438b-8fc0-225c3c589a06 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846424 Feb 19 02:42:34.741567 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07944ca8-cfe6-4798-a1cc-51009b7ce161 x-openstack-request-id: req-07944ca8-cfe6-4798-a1cc-51009b7ce161 {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:42:34.742457 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f136b88-5df4-4d49-bcb2-4da180b316c7", "tag": "7996d330-c2b2-4843-ad82-4b01916b1f53", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:42:34.742932 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-07944ca8-cfe6-4798-a1cc-51009b7ce161 {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:42:34.743515 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f136b88-5df4-4d49-bcb2-4da180b316c7', 'tag': '7996d330-c2b2-4843-ad82-4b01916b1f53', 'status': 'completed', 'code': 200} Feb 19 02:42:34.769700 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 49326) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:42:34.788886 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-2e3345ee-9db3-4df5-b028-da4ca304573c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=bf365c9ba38f4712a656754dc1661675&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1825824 Feb 19 02:42:34.979274 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-009be9d6-8dfc-4223-a67b-281cbef82db9 req-4e2716d8-6a79-42bc-ae3a-79b22dd2d1ea tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/ports?device_id=9d810e45-6af2-4eda-a0f2-7099726ed5c8 HTTP/1.1" status: 200 len: 210 time: 0.1374519 Feb 19 02:42:34.994550 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0775510d-55e3-480b-88c7-1adc2d035854 None None] Network c73a0157-d83b-4273-9a4e-42066137ae52 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:42:35.121236 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e77caf-b528-4a13-aa91-62762b1bf377 req-52b9d5d8-ea20-4ae1-b509-7ccd7bb41de9 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:35.123214 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-40e77caf-b528-4a13-aa91-62762b1bf377 req-52b9d5d8-ea20-4ae1-b509-7ccd7bb41de9 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=29bcea09-12cf-46f9-beab-e3b6e5e0664c HTTP/1.1" status: 200 len: 945 time: 0.2052145 Feb 19 02:42:35.128086 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8602ef2b-0d23-40cb-af0a-e57f19e74422 admin admin] Publish callbacks [] for security_group (733a45e3-e964-4551-87b4-8214b1a00691), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:35.173485 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8602ef2b-0d23-40cb-af0a-e57f19e74422 admin admin] Publish callbacks [] for security_group (733a45e3-e964-4551-87b4-8214b1a00691), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:35.251390 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c336f77f-a9a3-47e8-8fb1-8dad8312d284 req-f176cc17-ec13-4532-982e-695261990a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:35.253560 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c336f77f-a9a3-47e8-8fb1-8dad8312d284 req-f176cc17-ec13-4532-982e-695261990a80 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6826eb2468f24f9f8cc5534311e52b1d&device_id=8f136b88-5df4-4d49-bcb2-4da180b316c7 HTTP/1.1" status: 200 len: 1127 time: 0.4135649 Feb 19 02:42:35.261832 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8602ef2b-0d23-40cb-af0a-e57f19e74422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (733a45e3-e964-4551-87b4-8214b1a00691), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:35.265170 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8602ef2b-0d23-40cb-af0a-e57f19e74422 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:35.270539 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-8602ef2b-0d23-40cb-af0a-e57f19e74422 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/733a45e3-e964-4551-87b4-8214b1a00691 HTTP/1.1" status: 204 len: 168 time: 0.4986453 Feb 19 02:42:35.328819 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8602ef2b-0d23-40cb-af0a-e57f19e74422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=733a45e3-e964-4551-87b4-8214b1a00691,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:35.420895 n-d-826753-2 neutron-server[103701]: INFO neutron.api.v2.resource [req-5e533a5e-292a-4ee7-ae9b-631f5755f810 req-f69411a4-97c1-42dd-bba2-6e4ca02d7099 tempest-SecurityGroupsNegativeTestJSON-274394153 tempest-SecurityGroupsNegativeTestJSON-274394153-project] show failed (client error): The resource could not be found. Feb 19 02:42:35.432862 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5e533a5e-292a-4ee7-ae9b-631f5755f810 req-f69411a4-97c1-42dd-bba2-6e4ca02d7099 tempest-SecurityGroupsNegativeTestJSON-274394153 tempest-SecurityGroupsNegativeTestJSON-274394153-project] 10.222.0.72 "GET /v2.0/security-groups/ae9b077c-929a-4a7c-98c0-b533b23848f6 HTTP/1.1" status: 404 len: 352 time: 0.0386596 Feb 19 02:42:35.440767 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-40e77caf-b528-4a13-aa91-62762b1bf377 req-31a2e97a-9c46-46aa-9b23-a184c205756d tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146471 Feb 19 02:42:35.557760 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c336f77f-a9a3-47e8-8fb1-8dad8312d284 req-cab76555-5266-48be-955f-a3dd1fe5827e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:35.559030 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c336f77f-a9a3-47e8-8fb1-8dad8312d284 req-cab76555-5266-48be-955f-a3dd1fe5827e service neutron] 10.222.0.82 "GET /v2.0/networks?id=0d27bcf2-adc6-47c0-abdd-be9d15de3ddc HTTP/1.1" status: 200 len: 913 time: 0.2760541 Feb 19 02:42:35.644758 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49352) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:42:35.673263 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c336f77f-a9a3-47e8-8fb1-8dad8312d284 req-15374b24-f149-4cd2-b52b-b8ac2d613f93 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7996d330-c2b2-4843-ad82-4b01916b1f53 HTTP/1.1" status: 200 len: 1001 time: 0.1004138 Feb 19 02:42:35.735073 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-be88c32d-8168-4883-9746-8f0d9d4d4fba req-c80fd8d6-bc4c-4ffb-abc5-9e77ee0e1517 tempest-SecurityGroupsNegativeTestJSON-274394153 tempest-SecurityGroupsNegativeTestJSON-274394153-project] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=bc1399bb1bae49bd99e23f388ac7c11f HTTP/1.1" status: 200 len: 3001 time: 0.2145910 Feb 19 02:42:35.750688 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c336f77f-a9a3-47e8-8fb1-8dad8312d284 req-2efda721-7f7d-476f-b7c6-6f53b1d5d723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:35.765275 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c336f77f-a9a3-47e8-8fb1-8dad8312d284 req-2efda721-7f7d-476f-b7c6-6f53b1d5d723 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=711684dd-1cdb-4818-a281-0b13f4347e79 HTTP/1.1" status: 200 len: 851 time: 0.0848587 Feb 19 02:42:35.857417 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c336f77f-a9a3-47e8-8fb1-8dad8312d284 req-b3a0db87-b09c-4f68-96b3-094b76cbf87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:35.859046 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c336f77f-a9a3-47e8-8fb1-8dad8312d284 req-b3a0db87-b09c-4f68-96b3-094b76cbf87b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0d27bcf2-adc6-47c0-abdd-be9d15de3ddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0826232 Feb 19 02:42:35.863659 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-21f013a9-4a51-4a34-bfdb-b4740d8885fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:35.866352 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 7a2ff793-afac-4496-ba61-bdbb8c4c9eb5 up at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:42:35.876329 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-be88c32d-8168-4883-9746-8f0d9d4d4fba req-92b7ff25-52be-4bfd-bfe2-676278cbb3bd tempest-SecurityGroupsNegativeTestJSON-274394153 tempest-SecurityGroupsNegativeTestJSON-274394153-project] 10.222.0.72 "GET /v2.0/security-groups/c5fbb78c-7ed9-4dcf-90f9-233e4bc36569 HTTP/1.1" status: 200 len: 2998 time: 0.1279259 Feb 19 02:42:35.924931 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f0d6c7-2136-48a7-b023-ea52bb9ed0fd req-03a63954-dd0b-4d54-9b39-ed80779adbe8 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:35.927752 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-37f0d6c7-2136-48a7-b023-ea52bb9ed0fd req-03a63954-dd0b-4d54-9b39-ed80779adbe8 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.82 "GET /v2.0/ports?device_id=c26e984e-8f0b-4fc5-a561-e9bf90426fde&tenant_id=db33b204d8b743bf8957eb245634d63e&binding%3Ahost_id=n-h2-826753-2 HTTP/1.1" status: 200 len: 949 time: 0.1418650 Feb 19 02:42:35.980809 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning for port 7a2ff793-afac-4496-ba61-bdbb8c4c9eb5 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:42:35.990656 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning complete for port 7a2ff793-afac-4496-ba61-bdbb8c4c9eb5 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:42:35.993801 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (7a2ff793-afac-4496-ba61-bdbb8c4c9eb5), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:36.117197 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-37f0d6c7-2136-48a7-b023-ea52bb9ed0fd req-439e91ca-855a-424b-87c4-3aa2a7dcc342 service neutron] 10.222.0.82 "GET /v2.0/ports/7a2ff793-afac-4496-ba61-bdbb8c4c9eb5/bindings/n-h2-826753-2 HTTP/1.1" status: 200 len: 382 time: 0.1800187 Feb 19 02:42:36.131242 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-21f013a9-4a51-4a34-bfdb-b4740d8885fe admin admin] Publish callbacks [] for security_group (c4df3c73-918d-4abc-abea-38f8840d4a6a), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:36.137731 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-21f013a9-4a51-4a34-bfdb-b4740d8885fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (c4df3c73-918d-4abc-abea-38f8840d4a6a), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:36.173082 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d45fd6-884c-4010-97ea-f55f9e1c4d39 req-9a029a61-4b72-4d61-84f1-84b331636054 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:36.175033 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f4d45fd6-884c-4010-97ea-f55f9e1c4d39 req-9a029a61-4b72-4d61-84f1-84b331636054 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=c26e984e-8f0b-4fc5-a561-e9bf90426fde HTTP/1.1" status: 200 len: 949 time: 0.3148391 Feb 19 02:42:36.214972 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-be88c32d-8168-4883-9746-8f0d9d4d4fba req-732fc4ca-33f7-4555-822b-c7049c85d82c tempest-SecurityGroupsNegativeTestJSON-274394153 tempest-SecurityGroupsNegativeTestJSON-274394153-project] 10.222.0.72 "GET /v2.0/security-groups/c5fbb78c-7ed9-4dcf-90f9-233e4bc36569 HTTP/1.1" status: 200 len: 2998 time: 0.3144631 Feb 19 02:42:36.215106 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 7a2ff793-afac-4496-ba61-bdbb8c4c9eb5 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:42:36.218203 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (7a2ff793-afac-4496-ba61-bdbb8c4c9eb5), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:36.224643 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c336f77f-a9a3-47e8-8fb1-8dad8312d284 req-ee712892-fac3-4d95-bdcd-aa45200ea58f service neutron] 10.222.0.82 "GET /v2.0/networks/0d27bcf2-adc6-47c0-abdd-be9d15de3ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3467021 Feb 19 02:42:36.258821 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c26e984e-8f0b-4fc5-a561-e9bf90426fde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a2ff793-afac-4496-ba61-bdbb8c4c9eb5'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:42:36.261118 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bfaa020-be03-4173-9138-653751973a2b" -d '{"events": [{"server_uuid": "c26e984e-8f0b-4fc5-a561-e9bf90426fde", "name": "network-vif-plugged", "status": "completed", "tag": "7a2ff793-afac-4496-ba61-bdbb8c4c9eb5"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:42:36.265288 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f013a9-4a51-4a34-bfdb-b4740d8885fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4df3c73-918d-4abc-abea-38f8840d4a6a,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:36.276425 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 7a2ff793-afac-4496-ba61-bdbb8c4c9eb5, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=7a2ff793-afac-4496-ba61-bdbb8c4c9eb5,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:42:36.282537 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-21f013a9-4a51-4a34-bfdb-b4740d8885fe admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7b040eba2ad442f7bad4ecf636287820&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6359890 Feb 19 02:42:36.288402 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (7a2ff793-afac-4496-ba61-bdbb8c4c9eb5), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:36.291990 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49380) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:42:36.344653 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=7a2ff793-afac-4496-ba61-bdbb8c4c9eb5,revision_number=9']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:36.347688 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f0d6c7-2136-48a7-b023-ea52bb9ed0fd req-3b600dcc-4edd-4be9-a7fd-7fc4140b15ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:36.349757 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-37f0d6c7-2136-48a7-b023-ea52bb9ed0fd req-3b600dcc-4edd-4be9-a7fd-7fc4140b15ec service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=db33b204d8b743bf8957eb245634d63e&device_id=c26e984e-8f0b-4fc5-a561-e9bf90426fde HTTP/1.1" status: 200 len: 1131 time: 0.1722748 Feb 19 02:42:36.418094 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f4d45fd6-884c-4010-97ea-f55f9e1c4d39 req-18a39494-85aa-4d2f-a1fd-e7131a65cebd tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281485 Feb 19 02:42:36.442977 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3f41687c-9cb9-4d60-a37b-9f601d0b242a admin admin] Publish callbacks [] for security_group (c4df3c73-918d-4abc-abea-38f8840d4a6a), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:36.443974 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-96d207b7-b1ea-4af4-9efa-2c510cc3edb1 req-d097b601-d148-4be6-afca-b86c54e6a7ba tempest-SecurityGroupsNegativeTestJSON-274394153 tempest-SecurityGroupsNegativeTestJSON-274394153-project] 10.222.0.72 "GET /v2.0/security-groups/c5fbb78c-7ed9-4dcf-90f9-233e4bc36569 HTTP/1.1" status: 200 len: 2998 time: 0.1261551 Feb 19 02:42:36.471739 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c336f77f-a9a3-47e8-8fb1-8dad8312d284 req-bad851c0-b784-4f95-ac38-c3c4874d04da service neutron] 10.222.0.82 "GET /v2.0/networks/0d27bcf2-adc6-47c0-abdd-be9d15de3ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224536 Feb 19 02:42:36.522759 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f0d6c7-2136-48a7-b023-ea52bb9ed0fd req-e1dd4c33-3b76-4acc-a887-74b863e66f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:36.523495 n-d-826753-2 neutron-server[103701]: INFO neutron.api.v2.resource [req-96d207b7-b1ea-4af4-9efa-2c510cc3edb1 req-d8dffc5c-98a7-4c19-957a-1b7f5a1eb248 tempest-SecurityGroupsNegativeTestJSON-274394153 tempest-SecurityGroupsNegativeTestJSON-274394153-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 19 02:42:36.525192 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-96d207b7-b1ea-4af4-9efa-2c510cc3edb1 req-d8dffc5c-98a7-4c19-957a-1b7f5a1eb248 tempest-SecurityGroupsNegativeTestJSON-274394153 tempest-SecurityGroupsNegativeTestJSON-274394153-project] 10.222.0.72 "DELETE /v2.0/security-groups/c5fbb78c-7ed9-4dcf-90f9-233e4bc36569 HTTP/1.1" status: 409 len: 352 time: 0.0678203 Feb 19 02:42:36.527742 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d71d497-3b49-4d15-8afb-28fb174cbec9 x-openstack-request-id: req-4d71d497-3b49-4d15-8afb-28fb174cbec9 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:42:36.528059 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c26e984e-8f0b-4fc5-a561-e9bf90426fde", "name": "network-vif-plugged", "status": "completed", "tag": "7a2ff793-afac-4496-ba61-bdbb8c4c9eb5", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:42:36.528316 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4d71d497-3b49-4d15-8afb-28fb174cbec9 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:42:36.528762 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c26e984e-8f0b-4fc5-a561-e9bf90426fde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a2ff793-afac-4496-ba61-bdbb8c4c9eb5', 'code': 200} Feb 19 02:42:36.537158 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-37f0d6c7-2136-48a7-b023-ea52bb9ed0fd req-e1dd4c33-3b76-4acc-a887-74b863e66f02 service neutron] 10.222.0.82 "GET /v2.0/networks?id=5124bd00-da2a-4bd6-93a0-c14c92afb11f HTTP/1.1" status: 200 len: 870 time: 0.1613288 Feb 19 02:42:36.559737 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3f41687c-9cb9-4d60-a37b-9f601d0b242a admin admin] Publish callbacks [] for security_group (c4df3c73-918d-4abc-abea-38f8840d4a6a), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:36.656996 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-37f0d6c7-2136-48a7-b023-ea52bb9ed0fd req-b54d4179-d6bd-4bf5-8ed4-4dd5b54ba09c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=7a2ff793-afac-4496-ba61-bdbb8c4c9eb5 HTTP/1.1" status: 200 len: 217 time: 0.0857244 Feb 19 02:42:36.678833 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9935eb29-5611-4852-b3fb-316925ed5154 req-e275b6c3-24a8-4758-80f3-05982b29030f tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:36.680308 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9935eb29-5611-4852-b3fb-316925ed5154 req-e275b6c3-24a8-4758-80f3-05982b29030f tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=29bcea09-12cf-46f9-beab-e3b6e5e0664c HTTP/1.1" status: 200 len: 945 time: 0.0848572 Feb 19 02:42:36.727395 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f0d6c7-2136-48a7-b023-ea52bb9ed0fd req-cbc55788-80fe-4da6-8bb3-a7e34eb83414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:36.729231 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-37f0d6c7-2136-48a7-b023-ea52bb9ed0fd req-cbc55788-80fe-4da6-8bb3-a7e34eb83414 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=974c06bc-f097-4890-970a-b087501ab241 HTTP/1.1" status: 200 len: 843 time: 0.0644641 Feb 19 02:42:36.742418 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9935eb29-5611-4852-b3fb-316925ed5154 req-a8df8583-4a9d-45db-9130-0d41851a8aaf tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562215 Feb 19 02:42:36.745129 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d810e45-6af2-4eda-a0f2-7099726ed5c8', 'name': 'network-vif-deleted', 'tag': 'e33b8d9a-b9b3-4c2d-a1d9-3d6762227071'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:42:36.748407 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8cbb6ab-ad84-4dd9-965b-ac2bab093c65" -d '{"events": [{"server_uuid": "9d810e45-6af2-4eda-a0f2-7099726ed5c8", "name": "network-vif-deleted", "tag": "e33b8d9a-b9b3-4c2d-a1d9-3d6762227071"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:42:36.821073 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3f41687c-9cb9-4d60-a37b-9f601d0b242a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (c4df3c73-918d-4abc-abea-38f8840d4a6a), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:36.823744 n-d-826753-2 neutron-server[103701]: INFO neutron.api.v2.resource [req-99a82ca9-89c7-4c55-9833-00fab2a9edd5 req-103392f5-6c5d-4aed-b71c-618c246188ed tempest-SecurityGroupsNegativeTestJSON-274394153 tempest-SecurityGroupsNegativeTestJSON-274394153-project] show failed (client error): The resource could not be found. Feb 19 02:42:36.824343 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3f41687c-9cb9-4d60-a37b-9f601d0b242a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:36.828382 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-3f41687c-9cb9-4d60-a37b-9f601d0b242a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c4df3c73-918d-4abc-abea-38f8840d4a6a HTTP/1.1" status: 204 len: 168 time: 0.5336170 Feb 19 02:42:36.842079 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-99a82ca9-89c7-4c55-9833-00fab2a9edd5 req-103392f5-6c5d-4aed-b71c-618c246188ed tempest-SecurityGroupsNegativeTestJSON-274394153 tempest-SecurityGroupsNegativeTestJSON-274394153-project] 10.222.0.72 "GET /v2.0/security-groups/ac81c413-a825-4e80-b1cb-2babac889975 HTTP/1.1" status: 404 len: 352 time: 0.0355031 Feb 19 02:42:36.845231 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f41687c-9cb9-4d60-a37b-9f601d0b242a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4df3c73-918d-4abc-abea-38f8840d4a6a,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:36.854753 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddfb9900-7b82-45cd-b906-bd320e68a31f x-openstack-request-id: req-ddfb9900-7b82-45cd-b906-bd320e68a31f {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:42:36.861294 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d810e45-6af2-4eda-a0f2-7099726ed5c8", "name": "network-vif-deleted", "tag": "e33b8d9a-b9b3-4c2d-a1d9-3d6762227071", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:42:36.862523 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ddfb9900-7b82-45cd-b906-bd320e68a31f {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:42:36.863185 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d810e45-6af2-4eda-a0f2-7099726ed5c8', 'name': 'network-vif-deleted', 'tag': 'e33b8d9a-b9b3-4c2d-a1d9-3d6762227071', 'status': 'completed', 'code': 200} Feb 19 02:42:36.866631 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f0d6c7-2136-48a7-b023-ea52bb9ed0fd req-19ef9bf1-7101-45c9-9c67-bdd3a328c67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:36.868153 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-37f0d6c7-2136-48a7-b023-ea52bb9ed0fd req-19ef9bf1-7101-45c9-9c67-bdd3a328c67d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5124bd00-da2a-4bd6-93a0-c14c92afb11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1238928 Feb 19 02:42:36.902303 n-d-826753-2 neutron-server[103701]: INFO neutron.api.v2.resource [req-b6902d02-45ba-428e-98df-e5463fdf28e3 req-a51f6975-7e61-4e8f-a22f-66dfd1a35d65 tempest-SecurityGroupsNegativeTestJSON-274394153 tempest-SecurityGroupsNegativeTestJSON-274394153-project] show failed (client error): The resource could not be found. Feb 19 02:42:36.918961 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b6902d02-45ba-428e-98df-e5463fdf28e3 req-a51f6975-7e61-4e8f-a22f-66dfd1a35d65 tempest-SecurityGroupsNegativeTestJSON-274394153 tempest-SecurityGroupsNegativeTestJSON-274394153-project] 10.222.0.72 "GET /v2.0/security-groups/198b4993-f14f-4b0e-941d-2f12bc44b838 HTTP/1.1" status: 404 len: 352 time: 0.0385187 Feb 19 02:42:36.919933 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 49402) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:42:36.981853 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0b09228-8dfa-4850-ba4a-c7ac305b3dcc admin admin] Deleting subnet 2757f6b1-1209-46ea-8409-400ed4acb9cc {{(pid=103701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:42:36.985939 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b0b09228-8dfa-4850-ba4a-c7ac305b3dcc admin admin] Publish callbacks [] for subnet (2757f6b1-1209-46ea-8409-400ed4acb9cc), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:37.038706 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b0b09228-8dfa-4850-ba4a-c7ac305b3dcc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12647399'] for subnet (2757f6b1-1209-46ea-8409-400ed4acb9cc), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:37.117127 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-37f0d6c7-2136-48a7-b023-ea52bb9ed0fd req-2cab97d1-c219-4068-b9ab-df2003222842 service neutron] 10.222.0.82 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276263 Feb 19 02:42:37.164030 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b0b09228-8dfa-4850-ba4a-c7ac305b3dcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (2757f6b1-1209-46ea-8409-400ed4acb9cc), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:37.285669 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-37f0d6c7-2136-48a7-b023-ea52bb9ed0fd req-b8c9317d-a662-4abc-a509-e8b1ca7c9af0 service neutron] 10.222.0.82 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303749 Feb 19 02:42:37.349639 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b0b09228-8dfa-4850-ba4a-c7ac305b3dcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12647206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58706286'] for subnet (2757f6b1-1209-46ea-8409-400ed4acb9cc), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:37.380812 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b09228-8dfa-4850-ba4a-c7ac305b3dcc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2757f6b1-1209-46ea-8409-400ed4acb9cc,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:37.390831 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b0b09228-8dfa-4850-ba4a-c7ac305b3dcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:37.395777 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-b0b09228-8dfa-4850-ba4a-c7ac305b3dcc admin admin] 10.222.0.72 "DELETE /v2.0/subnets/2757f6b1-1209-46ea-8409-400ed4acb9cc HTTP/1.1" status: 204 len: 168 time: 0.4745944 Feb 19 02:42:37.398505 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49416) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:42:37.416738 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d087761-bd8c-473d-b93b-a84e2327ccbb req-a9ffa2bc-cfb4-45b0-b7a5-a34cecce93e5 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:37.422060 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49418) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:42:37.427313 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7d087761-bd8c-473d-b93b-a84e2327ccbb req-a9ffa2bc-cfb4-45b0-b7a5-a34cecce93e5 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/ports?device_id=3eda7d9a-46ef-4f4a-8cd3-be223fab923c HTTP/1.1" status: 200 len: 950 time: 0.2689192 Feb 19 02:42:37.506179 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7d087761-bd8c-473d-b93b-a84e2327ccbb req-b746789f-d17f-4f41-baa1-b5978ce169ed tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b908dbc-8f8c-41bc-a0bd-543abe15dd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775077 Feb 19 02:42:37.540461 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fcac9368-af93-46dc-b0a2-1cfd943c9f9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:37.592645 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ee527356-0950-4fa4-bdcd-13b070a32de6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (c73a0157-d83b-4273-9a4e-42066137ae52), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:37.607306 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c20dce0-1bf7-45f7-9076-2e1083bdefb3 req-c1b73830-fbd0-4794-8609-48e3a566cc70 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:37.608999 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6c20dce0-1bf7-45f7-9076-2e1083bdefb3 req-c1b73830-fbd0-4794-8609-48e3a566cc70 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=c26e984e-8f0b-4fc5-a561-e9bf90426fde HTTP/1.1" status: 200 len: 950 time: 0.0967829 Feb 19 02:42:37.709275 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6c20dce0-1bf7-45f7-9076-2e1083bdefb3 req-92660650-e063-4cec-9458-fc0a53ecc749 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871439 Feb 19 02:42:37.743894 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ee527356-0950-4fa4-bdcd-13b070a32de6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (c73a0157-d83b-4273-9a4e-42066137ae52), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:37.777066 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-ee527356-0950-4fa4-bdcd-13b070a32de6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c73a0157-d83b-4273-9a4e-42066137ae52']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:42:37.797301 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fcac9368-af93-46dc-b0a2-1cfd943c9f9a admin admin] Publish callbacks [] for security_group (eb488820-02d9-4b80-8a0f-b36da56c9c95), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:37.800403 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-ee527356-0950-4fa4-bdcd-13b070a32de6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '976e7254-6a8c-4a12-93b6-9605df9e506c') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:42:37.800908 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-ee527356-0950-4fa4-bdcd-13b070a32de6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '976e7254-6a8c-4a12-93b6-9605df9e506c') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:42:37.811700 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fcac9368-af93-46dc-b0a2-1cfd943c9f9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (eb488820-02d9-4b80-8a0f-b36da56c9c95), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:37.814556 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ee527356-0950-4fa4-bdcd-13b070a32de6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (976e7254-6a8c-4a12-93b6-9605df9e506c), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:37.846724 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ee527356-0950-4fa4-bdcd-13b070a32de6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (976e7254-6a8c-4a12-93b6-9605df9e506c), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:37.874329 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee527356-0950-4fa4-bdcd-13b070a32de6 admin admin] Releasing vlan 286 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:42:37.875015 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ee527356-0950-4fa4-bdcd-13b070a32de6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (976e7254-6a8c-4a12-93b6-9605df9e506c), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:37.883120 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 02:42:37.883120 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:42:37.883120 n-d-826753-2 neutron-server[103702]: timer() Feb 19 02:42:37.883120 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:42:37.883120 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 02:42:37.883120 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:42:37.883120 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 02:42:37.883120 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:42:37.883120 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 02:42:37.883120 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:42:37.883120 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 02:42:37.883120 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:42:37.883120 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 02:42:37.883120 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:42:37.883120 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:42:37.883120 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:42:37.883120 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:42:37.883120 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:42:37.883120 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 02:42:37.883120 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:42:37.883120 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 02:42:37.883120 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:42:37.883120 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:42:37.883120 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:42:37.883120 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 02:42:37.883120 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:42:37.883120 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:42:37.883120 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:42:37.883120 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:42:37.883120 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:42:37.883120 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:42:37.883120 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:42:37.928384 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f043948-d868-4e3b-ae34-158dfad44b08 req-f2091a33-5ece-4372-88d4-962db88be429 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:37.930261 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1f043948-d868-4e3b-ae34-158dfad44b08 req-f2091a33-5ece-4372-88d4-962db88be429 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=29bcea09-12cf-46f9-beab-e3b6e5e0664c HTTP/1.1" status: 200 len: 945 time: 0.0790915 Feb 19 02:42:37.940544 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcac9368-af93-46dc-b0a2-1cfd943c9f9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb488820-02d9-4b80-8a0f-b36da56c9c95,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:37.959412 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-fcac9368-af93-46dc-b0a2-1cfd943c9f9a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ba9658e45cad46fbb5b6e11821705f72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5337307 Feb 19 02:42:37.970589 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49432) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:42:37.984657 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ee527356-0950-4fa4-bdcd-13b070a32de6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (c73a0157-d83b-4273-9a4e-42066137ae52), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:37.990937 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1f043948-d868-4e3b-ae34-158dfad44b08 req-d5433186-6445-45aa-aa9a-72d384756d75 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535271 Feb 19 02:42:37.998950 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ee527356-0950-4fa4-bdcd-13b070a32de6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:38.004704 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-ee527356-0950-4fa4-bdcd-13b070a32de6 admin admin] 10.222.0.72 "DELETE /v2.0/networks/c73a0157-d83b-4273-9a4e-42066137ae52 HTTP/1.1" status: 204 len: 168 time: 0.6000764 Feb 19 02:42:38.039134 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee527356-0950-4fa4-bdcd-13b070a32de6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c73a0157-d83b-4273-9a4e-42066137ae52,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:38.090455 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-094e5204-80e2-49df-ad1b-5784be464648 admin admin] Publish callbacks [] for security_group (eb488820-02d9-4b80-8a0f-b36da56c9c95), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:38.124180 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-094e5204-80e2-49df-ad1b-5784be464648 admin admin] Publish callbacks [] for security_group (eb488820-02d9-4b80-8a0f-b36da56c9c95), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:38.182539 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-094e5204-80e2-49df-ad1b-5784be464648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (eb488820-02d9-4b80-8a0f-b36da56c9c95), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:38.185720 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-094e5204-80e2-49df-ad1b-5784be464648 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:38.189452 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-094e5204-80e2-49df-ad1b-5784be464648 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/eb488820-02d9-4b80-8a0f-b36da56c9c95 HTTP/1.1" status: 204 len: 168 time: 0.2152145 Feb 19 02:42:38.197105 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094e5204-80e2-49df-ad1b-5784be464648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb488820-02d9-4b80-8a0f-b36da56c9c95,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:38.270382 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49448) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:42:38.350902 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-78b57f39-f9eb-48f1-94fe-4ad540ac3fae admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=bc1399bb1bae49bd99e23f388ac7c11f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0747993 Feb 19 02:42:38.351561 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49460) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:42:38.422837 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d53686bd-0780-41e2-8877-ac04ab2cce29 admin admin] Publish callbacks [] for security_group (c5fbb78c-7ed9-4dcf-90f9-233e4bc36569), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:38.445937 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d53686bd-0780-41e2-8877-ac04ab2cce29 admin admin] Publish callbacks [] for security_group (c5fbb78c-7ed9-4dcf-90f9-233e4bc36569), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:38.504516 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d53686bd-0780-41e2-8877-ac04ab2cce29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (c5fbb78c-7ed9-4dcf-90f9-233e4bc36569), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:38.505219 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef369de-11eb-4e7a-a3d6-b4b5ba13dcac req-b30ed588-a96a-4815-9937-b30137271294 tempest-LiveAutoBlockMigrationV225Test-289573108 tempest-LiveAutoBlockMigrationV225Test-289573108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:38.507374 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8ef369de-11eb-4e7a-a3d6-b4b5ba13dcac req-b30ed588-a96a-4815-9937-b30137271294 tempest-LiveAutoBlockMigrationV225Test-289573108 tempest-LiveAutoBlockMigrationV225Test-289573108-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=fa9b45d5-254c-45de-8e0f-03eec8283098 HTTP/1.1" status: 200 len: 1127 time: 0.0690751 Feb 19 02:42:38.508487 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d53686bd-0780-41e2-8877-ac04ab2cce29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:38.512017 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-d53686bd-0780-41e2-8877-ac04ab2cce29 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c5fbb78c-7ed9-4dcf-90f9-233e4bc36569 HTTP/1.1" status: 204 len: 168 time: 0.1571033 Feb 19 02:42:38.520275 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53686bd-0780-41e2-8877-ac04ab2cce29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5fbb78c-7ed9-4dcf-90f9-233e4bc36569,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:38.573670 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8ef369de-11eb-4e7a-a3d6-b4b5ba13dcac req-e9ac11b0-53bf-4b31-a3af-8ae6de9b0abf tempest-LiveAutoBlockMigrationV225Test-289573108 tempest-LiveAutoBlockMigrationV225Test-289573108-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555000 Feb 19 02:42:38.699223 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2d636a-0874-4a80-bc85-d73c14a37262 req-7321f81f-6a53-48f3-965e-7aead357313e tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:38.700885 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7f2d636a-0874-4a80-bc85-d73c14a37262 req-7321f81f-6a53-48f3-965e-7aead357313e tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/ports?device_id=3eda7d9a-46ef-4f4a-8cd3-be223fab923c HTTP/1.1" status: 200 len: 950 time: 0.0696604 Feb 19 02:42:38.709436 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3709fa-c7c7-41e6-a0b2-79f8c968bd75 req-2a6497b1-88f6-4cce-8572-19cc0345a535 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:38.711043 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1d3709fa-c7c7-41e6-a0b2-79f8c968bd75 req-2a6497b1-88f6-4cce-8572-19cc0345a535 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.73 "GET /v2.0/ports?device_id=3eda7d9a-46ef-4f4a-8cd3-be223fab923c HTTP/1.1" status: 200 len: 950 time: 0.1344614 Feb 19 02:42:38.832793 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7f2d636a-0874-4a80-bc85-d73c14a37262 req-b34860eb-906b-497a-9635-0f3f25383ff8 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b908dbc-8f8c-41bc-a0bd-543abe15dd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206577 Feb 19 02:42:38.842671 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 49490) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:42:38.873833 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-1d3709fa-c7c7-41e6-a0b2-79f8c968bd75 req-42dc313e-05de-4253-880d-02af2fa2868a tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Deleting port 75ad1f14-4dfd-4d71-8c99-33f85a508aa1 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:42:38.874457 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-1d3709fa-c7c7-41e6-a0b2-79f8c968bd75 req-42dc313e-05de-4253-880d-02af2fa2868a tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (75ad1f14-4dfd-4d71-8c99-33f85a508aa1), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:39.022974 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2dd115d6-cbfb-4113-8a4c-d12cb5d11459 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:39.051325 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-1d3709fa-c7c7-41e6-a0b2-79f8c968bd75 req-42dc313e-05de-4253-880d-02af2fa2868a tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] For port 75ad1f14-4dfd-4d71-8c99-33f85a508aa1, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=75ad1f14-4dfd-4d71-8c99-33f85a508aa1,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:42:39.051696 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-1d3709fa-c7c7-41e6-a0b2-79f8c968bd75 req-42dc313e-05de-4253-880d-02af2fa2868a tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (75ad1f14-4dfd-4d71-8c99-33f85a508aa1), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:39.069508 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-1d3709fa-c7c7-41e6-a0b2-79f8c968bd75 req-42dc313e-05de-4253-880d-02af2fa2868a tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Calling delete_port for 75ad1f14-4dfd-4d71-8c99-33f85a508aa1 owned by compute:nova {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:42:39.077515 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f382b981-846f-413d-9af6-094a6a349c7d req-f2fa6839-6b23-4928-b2a7-d5ed20653418 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:39.079005 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f382b981-846f-413d-9af6-094a6a349c7d req-f2fa6839-6b23-4928-b2a7-d5ed20653418 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=c26e984e-8f0b-4fc5-a561-e9bf90426fde HTTP/1.1" status: 200 len: 950 time: 0.1406369 Feb 19 02:42:39.229818 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654da2f0-9cf2-40f4-b0f2-690c812e56ad req-de57a7c0-9c97-4f0f-b582-dc27a1182bd0 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:39.232500 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f382b981-846f-413d-9af6-094a6a349c7d req-8b13f46a-047d-444e-bb07-1430cf23c474 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436605 Feb 19 02:42:39.232748 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-654da2f0-9cf2-40f4-b0f2-690c812e56ad req-de57a7c0-9c97-4f0f-b582-dc27a1182bd0 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.82 "GET /v2.0/ports?device_id=c013bf64-2e13-42b3-a27f-cd4c4b21d557 HTTP/1.1" status: 200 len: 948 time: 0.0803859 Feb 19 02:42:39.309537 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2dd115d6-cbfb-4113-8a4c-d12cb5d11459 admin admin] Publish callbacks [] for security_group (8395a28c-5a17-413b-bb2d-836052316cdd), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:39.365334 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2dd115d6-cbfb-4113-8a4c-d12cb5d11459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (8395a28c-5a17-413b-bb2d-836052316cdd), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:39.378832 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-654da2f0-9cf2-40f4-b0f2-690c812e56ad req-6e8318ab-0673-4409-84fb-4f7530bc0326 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Deleting port b58e214f-5ac6-48f9-9d2d-dfcc8de9ee4f {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:42:39.379098 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-654da2f0-9cf2-40f4-b0f2-690c812e56ad req-6e8318ab-0673-4409-84fb-4f7530bc0326 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (b58e214f-5ac6-48f9-9d2d-dfcc8de9ee4f), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:39.511391 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-654da2f0-9cf2-40f4-b0f2-690c812e56ad req-6e8318ab-0673-4409-84fb-4f7530bc0326 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] For port b58e214f-5ac6-48f9-9d2d-dfcc8de9ee4f, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=b58e214f-5ac6-48f9-9d2d-dfcc8de9ee4f,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:42:39.511879 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-654da2f0-9cf2-40f4-b0f2-690c812e56ad req-6e8318ab-0673-4409-84fb-4f7530bc0326 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (b58e214f-5ac6-48f9-9d2d-dfcc8de9ee4f), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:39.515499 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49534) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:42:39.515859 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-2dd115d6-cbfb-4113-8a4c-d12cb5d11459 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=148fa319b34842de958a06da086f1606&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6717255 Feb 19 02:42:39.547856 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd115d6-cbfb-4113-8a4c-d12cb5d11459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8395a28c-5a17-413b-bb2d-836052316cdd,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:39.552310 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-654da2f0-9cf2-40f4-b0f2-690c812e56ad req-6e8318ab-0673-4409-84fb-4f7530bc0326 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Calling delete_port for b58e214f-5ac6-48f9-9d2d-dfcc8de9ee4f owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:42:39.597192 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-1d3709fa-c7c7-41e6-a0b2-79f8c968bd75 req-42dc313e-05de-4253-880d-02af2fa2868a tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (75ad1f14-4dfd-4d71-8c99-33f85a508aa1), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:39.640508 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['89f9b0a0-c329-4e39-99de-c5b7a5067c52', 'e900da92-6b02-463e-a4f4-e45cd6deaee5', '75ad1f14-4dfd-4d71-8c99-33f85a508aa1'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:42:39.671178 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee1b8bd-3329-4105-990d-aba969f3bf58 req-f4188f22-068d-4118-b96a-f6bc810bbfc6 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:39.678891 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4ee1b8bd-3329-4105-990d-aba969f3bf58 req-f4188f22-068d-4118-b96a-f6bc810bbfc6 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=29bcea09-12cf-46f9-beab-e3b6e5e0664c HTTP/1.1" status: 200 len: 945 time: 0.3316245 Feb 19 02:42:39.699937 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['64d5db86-5019-4642-ac30-035e8e72b9a8', 'b58e214f-5ac6-48f9-9d2d-dfcc8de9ee4f'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:42:39.724193 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7d049753-ed13-4746-9786-26c576a204bf admin admin] Publish callbacks [] for security_group (8395a28c-5a17-413b-bb2d-836052316cdd), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:39.726295 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dc313e-05de-4253-880d-02af2fa2868a tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Pushing event deleted for resources: {'Port': ['ID=75ad1f14-4dfd-4d71-8c99-33f85a508aa1,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:39.768045 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d3709fa-c7c7-41e6-a0b2-79f8c968bd75 req-42dc313e-05de-4253-880d-02af2fa2868a tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] No DVR routers for this DVR port 75ad1f14-4dfd-4d71-8c99-33f85a508aa1 on host n-h1-826753-2 {{(pid=103701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:42:39.771673 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-1d3709fa-c7c7-41e6-a0b2-79f8c968bd75 req-42dc313e-05de-4253-880d-02af2fa2868a tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:39.775423 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1d3709fa-c7c7-41e6-a0b2-79f8c968bd75 req-42dc313e-05de-4253-880d-02af2fa2868a tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.73 "DELETE /v2.0/ports/75ad1f14-4dfd-4d71-8c99-33f85a508aa1 HTTP/1.1" status: 204 len: 173 time: 1.0564194 Feb 19 02:42:39.776158 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eda7d9a-46ef-4f4a-8cd3-be223fab923c', 'name': 'network-vif-deleted', 'tag': '75ad1f14-4dfd-4d71-8c99-33f85a508aa1'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:42:39.778645 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a08e50-ab4a-4ff5-b319-3b73538f0d4c" -d '{"events": [{"server_uuid": "3eda7d9a-46ef-4f4a-8cd3-be223fab923c", "name": "network-vif-deleted", "tag": "75ad1f14-4dfd-4d71-8c99-33f85a508aa1"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:42:39.853757 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-654da2f0-9cf2-40f4-b0f2-690c812e56ad req-6e8318ab-0673-4409-84fb-4f7530bc0326 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (b58e214f-5ac6-48f9-9d2d-dfcc8de9ee4f), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:39.856532 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4ee1b8bd-3329-4105-990d-aba969f3bf58 req-29dbe233-66e9-42f3-9320-30b349e72f79 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766779 Feb 19 02:42:39.884231 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7d049753-ed13-4746-9786-26c576a204bf admin admin] Publish callbacks [] for security_group (8395a28c-5a17-413b-bb2d-836052316cdd), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:39.918376 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a330707f-5771-4662-bb01-0ad38be5b102 x-openstack-request-id: req-a330707f-5771-4662-bb01-0ad38be5b102 {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:42:39.918884 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eda7d9a-46ef-4f4a-8cd3-be223fab923c", "name": "network-vif-deleted", "tag": "75ad1f14-4dfd-4d71-8c99-33f85a508aa1", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:42:39.919315 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a330707f-5771-4662-bb01-0ad38be5b102 {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:42:39.920013 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eda7d9a-46ef-4f4a-8cd3-be223fab923c', 'name': 'network-vif-deleted', 'tag': '75ad1f14-4dfd-4d71-8c99-33f85a508aa1', 'status': 'completed', 'code': 200} Feb 19 02:42:39.926411 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['89f9b0a0-c329-4e39-99de-c5b7a5067c52', 'e900da92-6b02-463e-a4f4-e45cd6deaee5'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:42:39.928981 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['64d5db86-5019-4642-ac30-035e8e72b9a8', 'b58e214f-5ac6-48f9-9d2d-dfcc8de9ee4f'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:42:39.934616 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 49552) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:42:39.946331 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8318ab-0673-4409-84fb-4f7530bc0326 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Pushing event deleted for resources: {'Port': ['ID=b58e214f-5ac6-48f9-9d2d-dfcc8de9ee4f,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:40.002970 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-654da2f0-9cf2-40f4-b0f2-690c812e56ad req-6e8318ab-0673-4409-84fb-4f7530bc0326 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] No DVR routers for this DVR port b58e214f-5ac6-48f9-9d2d-dfcc8de9ee4f on host n-h2-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:42:40.013868 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-654da2f0-9cf2-40f4-b0f2-690c812e56ad req-6e8318ab-0673-4409-84fb-4f7530bc0326 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:40.017464 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-654da2f0-9cf2-40f4-b0f2-690c812e56ad req-6e8318ab-0673-4409-84fb-4f7530bc0326 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.82 "DELETE /v2.0/ports/b58e214f-5ac6-48f9-9d2d-dfcc8de9ee4f HTTP/1.1" status: 204 len: 173 time: 0.7778826 Feb 19 02:42:40.018140 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c013bf64-2e13-42b3-a27f-cd4c4b21d557', 'name': 'network-vif-deleted', 'tag': 'b58e214f-5ac6-48f9-9d2d-dfcc8de9ee4f'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:42:40.026528 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1209415b-b5df-4111-a840-4e6dd84c44e4" -d '{"events": [{"server_uuid": "c013bf64-2e13-42b3-a27f-cd4c4b21d557", "name": "network-vif-deleted", "tag": "b58e214f-5ac6-48f9-9d2d-dfcc8de9ee4f"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:42:40.079881 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7d049753-ed13-4746-9786-26c576a204bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (8395a28c-5a17-413b-bb2d-836052316cdd), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:40.084377 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7d049753-ed13-4746-9786-26c576a204bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:40.092375 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-7d049753-ed13-4746-9786-26c576a204bf admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8395a28c-5a17-413b-bb2d-836052316cdd HTTP/1.1" status: 204 len: 168 time: 0.5729733 Feb 19 02:42:40.113253 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-41f0551c-def5-4193-a5e4-9cabe1c8c471 req-00498420-4f67-4050-9285-79620ae6a8b7 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/ports?device_id=3eda7d9a-46ef-4f4a-8cd3-be223fab923c HTTP/1.1" status: 200 len: 210 time: 0.0681388 Feb 19 02:42:40.132064 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d049753-ed13-4746-9786-26c576a204bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8395a28c-5a17-413b-bb2d-836052316cdd,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:40.201686 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-dfd2cb3f-102d-4a07-a060-815ce4bae8a4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-4944045-network', 'tenant_id': '96ff41aa05534200964233b47085cac9'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:42:40.247199 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef90438a-45c2-4296-ae29-e352c3a423d0 x-openstack-request-id: req-ef90438a-45c2-4296-ae29-e352c3a423d0 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:42:40.247946 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c013bf64-2e13-42b3-a27f-cd4c4b21d557", "name": "network-vif-deleted", "tag": "b58e214f-5ac6-48f9-9d2d-dfcc8de9ee4f", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:42:40.248322 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ef90438a-45c2-4296-ae29-e352c3a423d0 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:42:40.248826 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c013bf64-2e13-42b3-a27f-cd4c4b21d557', 'name': 'network-vif-deleted', 'tag': 'b58e214f-5ac6-48f9-9d2d-dfcc8de9ee4f', 'status': 'completed', 'code': 200} Feb 19 02:42:40.256241 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd2cb3f-102d-4a07-a060-815ce4bae8a4 admin admin] Made reservation on behalf of 96ff41aa05534200964233b47085cac9 for: {'network': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:42:40.258840 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-dfd2cb3f-102d-4a07-a060-815ce4bae8a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:40.302771 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-dfd2cb3f-102d-4a07-a060-815ce4bae8a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:40.474147 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20062333-da2d-41c7-b640-0f13b3a2e533 req-fa73be70-dfbb-41a3-b991-cd5cc512d2b6 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:40.482857 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-20062333-da2d-41c7-b640-0f13b3a2e533 req-fa73be70-dfbb-41a3-b991-cd5cc512d2b6 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=c26e984e-8f0b-4fc5-a561-e9bf90426fde HTTP/1.1" status: 200 len: 950 time: 0.1153522 Feb 19 02:42:40.491338 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-dfd2cb3f-102d-4a07-a060-815ce4bae8a4 admin admin] Publish callbacks [] for security_group (7d85da06-bcd0-478e-8b1a-ccb93d7de63b), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:40.559697 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-dfd2cb3f-102d-4a07-a060-815ce4bae8a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (7d85da06-bcd0-478e-8b1a-ccb93d7de63b), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:40.574721 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [req-8723a3ab-5d15-4fc0-bba1-fdb3d39ec12c req-7cf0a537-3364-4984-83d7-fda00c832d48 tempest-LiveAutoBlockMigrationV225Test-289573108 tempest-LiveAutoBlockMigrationV225Test-289573108-project-admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103702) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:42:40.575993 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8723a3ab-5d15-4fc0-bba1-fdb3d39ec12c req-7cf0a537-3364-4984-83d7-fda00c832d48 tempest-LiveAutoBlockMigrationV225Test-289573108 tempest-LiveAutoBlockMigrationV225Test-289573108-project-admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070846 Feb 19 02:42:40.697276 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfd2cb3f-102d-4a07-a060-815ce4bae8a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 279, 'physical_network': 'physnet1'} {{(pid=103701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:42:40.726815 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-dfd2cb3f-102d-4a07-a060-815ce4bae8a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (ba681f96-6adb-4b0c-9c12-9f59489d7ccc), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:40.727429 n-d-826753-2 neutron-server[103701]: INFO neutron.db.segments_db [None req-dfd2cb3f-102d-4a07-a060-815ce4bae8a4 admin admin] Added segment ba681f96-6adb-4b0c-9c12-9f59489d7ccc of type vlan for network ee39ff61-2b71-49ef-88f9-87356161a1ed Feb 19 02:42:40.735226 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8723a3ab-5d15-4fc0-bba1-fdb3d39ec12c req-6f05d137-1821-4934-b8d7-3df532f50da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:40.740517 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8723a3ab-5d15-4fc0-bba1-fdb3d39ec12c req-6f05d137-1821-4934-b8d7-3df532f50da2 service neutron] 10.222.0.72 "GET /v2.0/ports/359a2f03-81dc-42fc-9315-cd2c2edd2142 HTTP/1.1" status: 200 len: 1124 time: 0.1469829 Feb 19 02:42:40.754413 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-8723a3ab-5d15-4fc0-bba1-fdb3d39ec12c req-3d10c7c6-4c84-42f7-812f-b94fac2c661a service neutron] Request body: {'binding': {'host': 'n-h1-826753-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:42:40.755038 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-8723a3ab-5d15-4fc0-bba1-fdb3d39ec12c req-3d10c7c6-4c84-42f7-812f-b94fac2c661a service neutron] Unknown quota resources ['binding']. {{(pid=103702) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 02:42:40.823824 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-20062333-da2d-41c7-b640-0f13b3a2e533 req-5b51a8cb-1ca3-4870-a173-25532aa08b72 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3346691 Feb 19 02:42:40.873872 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd2cb3f-102d-4a07-a060-815ce4bae8a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d85da06-bcd0-478e-8b1a-ccb93d7de63b,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:40.922815 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-dfd2cb3f-102d-4a07-a060-815ce4bae8a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (ee39ff61-2b71-49ef-88f9-87356161a1ed), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:41.002147 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f0d6c7-2136-48a7-b023-ea52bb9ed0fd req-d2f013d7-4770-4972-8a09-f9b9ebdb6d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:41.004388 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-37f0d6c7-2136-48a7-b023-ea52bb9ed0fd req-d2f013d7-4770-4972-8a09-f9b9ebdb6d3c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c26e984e-8f0b-4fc5-a561-e9bf90426fde&tenant_id=db33b204d8b743bf8957eb245634d63e HTTP/1.1" status: 200 len: 1132 time: 0.1716475 Feb 19 02:42:41.027757 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-dfd2cb3f-102d-4a07-a060-815ce4bae8a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (ee39ff61-2b71-49ef-88f9-87356161a1ed), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:41.029763 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd2cb3f-102d-4a07-a060-815ce4bae8a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:41.031468 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-dfd2cb3f-102d-4a07-a060-815ce4bae8a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:41.081724 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-37f0d6c7-2136-48a7-b023-ea52bb9ed0fd req-d55a8038-498a-4967-bcf1-cb3ac741de03 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-826753-2', 'device_owner': 'compute:nova'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:42:41.108775 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-8723a3ab-5d15-4fc0-bba1-fdb3d39ec12c req-3d10c7c6-4c84-42f7-812f-b94fac2c661a service neutron] Attempting to bind port 359a2f03-81dc-42fc-9315-cd2c2edd2142 on host n-h1-826753-2 for vnic_type normal with profile None {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:42:41.111419 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-8723a3ab-5d15-4fc0-bba1-fdb3d39ec12c req-3d10c7c6-4c84-42f7-812f-b94fac2c661a service neutron] Attempting to bind port 359a2f03-81dc-42fc-9315-cd2c2edd2142 by drivers openvswitch,hyperv on host n-h1-826753-2 at level 0 using segments [{'id': '9dab481a-5428-424d-a8c3-4ae8ddfff67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'db98097a-bb19-479d-bd0d-4f71e988880a'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:42:41.111419 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8723a3ab-5d15-4fc0-bba1-fdb3d39ec12c req-3d10c7c6-4c84-42f7-812f-b94fac2c661a service neutron] Attempting to bind port 359a2f03-81dc-42fc-9315-cd2c2edd2142 on network db98097a-bb19-479d-bd0d-4f71e988880a {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:42:41.119105 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8723a3ab-5d15-4fc0-bba1-fdb3d39ec12c req-3d10c7c6-4c84-42f7-812f-b94fac2c661a service neutron] Port 359a2f03-81dc-42fc-9315-cd2c2edd2142 on network db98097a-bb19-479d-bd0d-4f71e988880a not bound, no agent of type Open vSwitch agent registered on host n-h1-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:42:41.121845 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8723a3ab-5d15-4fc0-bba1-fdb3d39ec12c req-3d10c7c6-4c84-42f7-812f-b94fac2c661a service neutron] Attempting to bind port 359a2f03-81dc-42fc-9315-cd2c2edd2142 on network db98097a-bb19-479d-bd0d-4f71e988880a {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:42:41.134719 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8723a3ab-5d15-4fc0-bba1-fdb3d39ec12c req-3d10c7c6-4c84-42f7-812f-b94fac2c661a service neutron] Checking agent: {'id': '9d56fb1b-2855-496a-a6d9-c324740cb98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:42:41.136009 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8723a3ab-5d15-4fc0-bba1-fdb3d39ec12c req-3d10c7c6-4c84-42f7-812f-b94fac2c661a service neutron] Checking segment: {'id': '9dab481a-5428-424d-a8c3-4ae8ddfff67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'db98097a-bb19-479d-bd0d-4f71e988880a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:42:41.136617 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8723a3ab-5d15-4fc0-bba1-fdb3d39ec12c req-3d10c7c6-4c84-42f7-812f-b94fac2c661a service neutron] Bound using segment: {'id': '9dab481a-5428-424d-a8c3-4ae8ddfff67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'db98097a-bb19-479d-bd0d-4f71e988880a'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:42:41.137460 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-8723a3ab-5d15-4fc0-bba1-fdb3d39ec12c req-3d10c7c6-4c84-42f7-812f-b94fac2c661a service neutron] Bound port: 359a2f03-81dc-42fc-9315-cd2c2edd2142, host: n-h1-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dab481a-5428-424d-a8c3-4ae8ddfff67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'db98097a-bb19-479d-bd0d-4f71e988880a'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:42:41.166572 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-dfd2cb3f-102d-4a07-a060-815ce4bae8a4 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2281032 Feb 19 02:42:41.169821 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49588) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:42:41.175883 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-9529a495-743a-4f14-87bd-6e4783aecd4b admin admin] Request body: {'subnet': {'network_id': 'ee39ff61-2b71-49ef-88f9-87356161a1ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-4944045-subnet', 'tenant_id': '96ff41aa05534200964233b47085cac9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:42:41.188706 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd2cb3f-102d-4a07-a060-815ce4bae8a4 admin admin] Pushing event updated for resources: {'Network': ['ID=ee39ff61-2b71-49ef-88f9-87356161a1ed,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:41.206684 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49590) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:42:41.211045 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network ee39ff61-2b71-49ef-88f9-87356161a1ed details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:42:41.222047 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9529a495-743a-4f14-87bd-6e4783aecd4b admin admin] Made reservation on behalf of 96ff41aa05534200964233b47085cac9 for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:42:41.224257 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9529a495-743a-4f14-87bd-6e4783aecd4b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:41.243648 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d282a8ba-7e2e-4df2-8317-0d4d83be5cec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:41.259965 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-37f0d6c7-2136-48a7-b023-ea52bb9ed0fd req-d55a8038-498a-4967-bcf1-cb3ac741de03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (7a2ff793-afac-4496-ba61-bdbb8c4c9eb5), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:41.270677 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65fb2fc-0f27-4ce4-a2ad-9aaba62b0143 req-634c2723-5b96-4032-a9b3-1ac11189ef5d tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:41.277590 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d65fb2fc-0f27-4ce4-a2ad-9aaba62b0143 req-634c2723-5b96-4032-a9b3-1ac11189ef5d tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=29bcea09-12cf-46f9-beab-e3b6e5e0664c HTTP/1.1" status: 200 len: 945 time: 0.2662392 Feb 19 02:42:41.319865 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-8723a3ab-5d15-4fc0-bba1-fdb3d39ec12c req-3d10c7c6-4c84-42f7-812f-b94fac2c661a service neutron] For port 359a2f03-81dc-42fc-9315-cd2c2edd2142, host n-h1-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=359a2f03-81dc-42fc-9315-cd2c2edd2142,segment=NetworkSegment(9dab481a-5428-424d-a8c3-4ae8ddfff67b),segment_id=9dab481a-5428-424d-a8c3-4ae8ddfff67b)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:42:41.335230 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-8723a3ab-5d15-4fc0-bba1-fdb3d39ec12c req-3d10c7c6-4c84-42f7-812f-b94fac2c661a service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:41.337471 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8723a3ab-5d15-4fc0-bba1-fdb3d39ec12c req-3d10c7c6-4c84-42f7-812f-b94fac2c661a service neutron] 10.222.0.72 "POST /v2.0/ports/359a2f03-81dc-42fc-9315-cd2c2edd2142/bindings HTTP/1.1" status: 201 len: 389 time: 0.5908425 Feb 19 02:42:41.381943 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d65fb2fc-0f27-4ce4-a2ad-9aaba62b0143 req-cb607a54-07d6-4759-833c-1d80f83e10de tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029725 Feb 19 02:42:41.464047 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d282a8ba-7e2e-4df2-8317-0d4d83be5cec admin admin] Publish callbacks [] for security_group (0ed07ed6-b4e9-4e57-b8b3-60793f536ce8), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:41.488661 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d282a8ba-7e2e-4df2-8317-0d4d83be5cec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (0ed07ed6-b4e9-4e57-b8b3-60793f536ce8), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:41.595622 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d282a8ba-7e2e-4df2-8317-0d4d83be5cec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ed07ed6-b4e9-4e57-b8b3-60793f536ce8,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:41.605392 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-d282a8ba-7e2e-4df2-8317-0d4d83be5cec admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3ca0dad8214d42e5a9fa94f278856ac7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3956392 Feb 19 02:42:41.607309 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49608) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:42:41.615047 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9529a495-743a-4f14-87bd-6e4783aecd4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (f203640b-0f60-4d96-89bd-3c6bc1a85a78), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:41.692135 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 75ad1f14-4dfd-4d71-8c99-33f85a508aa1 no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:42:41.702912 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9529a495-743a-4f14-87bd-6e4783aecd4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f203640b-0f60-4d96-89bd-3c6bc1a85a78,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:41.719186 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9529a495-743a-4f14-87bd-6e4783aecd4b admin admin] Checking segment: {'id': 'ba681f96-6adb-4b0c-9c12-9f59489d7ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'ee39ff61-2b71-49ef-88f9-87356161a1ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:42:41.719697 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9529a495-743a-4f14-87bd-6e4783aecd4b admin admin] Network hostable DHCP agents. Network: ee39ff61-2b71-49ef-88f9-87356161a1ed, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:42:41.736494 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-35b4409f-a9ef-4381-a2e6-72c8f78b7443 admin admin] Publish callbacks [] for security_group (0ed07ed6-b4e9-4e57-b8b3-60793f536ce8), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:41.744732 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] No Port match for: 75ad1f14-4dfd-4d71-8c99-33f85a508aa1 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:42:41.745127 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 75ad1f14-4dfd-4d71-8c99-33f85a508aa1 not bound to the agent host n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:42:41.775032 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9529a495-743a-4f14-87bd-6e4783aecd4b admin admin] Network ee39ff61-2b71-49ef-88f9-87356161a1ed is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:42:41.778191 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-35b4409f-a9ef-4381-a2e6-72c8f78b7443 admin admin] Publish callbacks [] for security_group (0ed07ed6-b4e9-4e57-b8b3-60793f536ce8), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:41.791800 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-37f0d6c7-2136-48a7-b023-ea52bb9ed0fd req-d55a8038-498a-4967-bcf1-cb3ac741de03 service neutron] For port 7a2ff793-afac-4496-ba61-bdbb8c4c9eb5, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=7a2ff793-afac-4496-ba61-bdbb8c4c9eb5,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:42:41.798159 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-9529a495-743a-4f14-87bd-6e4783aecd4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, ee39ff61-2b71-49ef-88f9-87356161a1ed) {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:42:41.811384 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99c0a26-5c29-4dcd-b681-dbf72bceeb06 None None] Network ee39ff61-2b71-49ef-88f9-87356161a1ed requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:42:41.811635 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9529a495-743a-4f14-87bd-6e4783aecd4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:41.812217 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9529a495-743a-4f14-87bd-6e4783aecd4b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:41.837732 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-9529a495-743a-4f14-87bd-6e4783aecd4b admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6669018 Feb 19 02:42:41.841645 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49616) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:42:41.849933 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-2062ba81-a9f0-4e13-830b-b21f187dd1b9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-4944045-router', 'tenant_id': '96ff41aa05534200964233b47085cac9', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:42:41.852387 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d39d4c3-2e27-40d2-84b9-1725bae2a7f4 req-a0952baf-c8f1-4956-9af1-dcf602229877 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:41.859958 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0d39d4c3-2e27-40d2-84b9-1725bae2a7f4 req-a0952baf-c8f1-4956-9af1-dcf602229877 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa9b45d5-254c-45de-8e0f-03eec8283098 HTTP/1.1" status: 200 len: 945 time: 0.3135273 Feb 19 02:42:41.887499 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-35b4409f-a9ef-4381-a2e6-72c8f78b7443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (0ed07ed6-b4e9-4e57-b8b3-60793f536ce8), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:41.890912 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-35b4409f-a9ef-4381-a2e6-72c8f78b7443 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:41.895377 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-35b4409f-a9ef-4381-a2e6-72c8f78b7443 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0ed07ed6-b4e9-4e57-b8b3-60793f536ce8 HTTP/1.1" status: 204 len: 168 time: 0.2841756 Feb 19 02:42:41.902520 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device b58e214f-5ac6-48f9-9d2d-dfcc8de9ee4f no longer exists at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:42:41.921297 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b4409f-a9ef-4381-a2e6-72c8f78b7443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ed07ed6-b4e9-4e57-b8b3-60793f536ce8,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:41.923410 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2062ba81-a9f0-4e13-830b-b21f187dd1b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14172'] for router (92e744fe-57fc-429c-a64b-31cda8120436), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:41.924635 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2062ba81-a9f0-4e13-830b-b21f187dd1b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16317487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16285822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16309985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14247'] for router (92e744fe-57fc-429c-a64b-31cda8120436), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:41.931379 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-37f0d6c7-2136-48a7-b023-ea52bb9ed0fd req-d55a8038-498a-4967-bcf1-cb3ac741de03 service neutron] For port 7a2ff793-afac-4496-ba61-bdbb8c4c9eb5, host n-h2-826753-2, cleared binding levels {{(pid=103701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:42:42.028395 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2062ba81-a9f0-4e13-830b-b21f187dd1b9 admin admin] Publish callbacks [] for router_controller (92e744fe-57fc-429c-a64b-31cda8120436), precommit_add_association {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:42.050691 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c26e984e-8f0b-4fc5-a561-e9bf90426fde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a2ff793-afac-4496-ba61-bdbb8c4c9eb5'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:42:42.053102 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20c98597-f599-4a1f-ae4b-877252cf7720" -d '{"events": [{"server_uuid": "c26e984e-8f0b-4fc5-a561-e9bf90426fde", "name": "network-vif-unplugged", "status": "completed", "tag": "7a2ff793-afac-4496-ba61-bdbb8c4c9eb5"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:42:42.058615 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-37f0d6c7-2136-48a7-b023-ea52bb9ed0fd req-d55a8038-498a-4967-bcf1-cb3ac741de03 service neutron] Publish callbacks [] for port (7a2ff793-afac-4496-ba61-bdbb8c4c9eb5), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:42.086052 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0d39d4c3-2e27-40d2-84b9-1725bae2a7f4 req-96f9b603-962b-4086-aa31-ce507b24d5ee tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137547 Feb 19 02:42:42.155212 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.provisioning_blocks [req-37f0d6c7-2136-48a7-b023-ea52bb9ed0fd req-d55a8038-498a-4967-bcf1-cb3ac741de03 service neutron] Transition to ACTIVE for port object 7a2ff793-afac-4496-ba61-bdbb8c4c9eb5 will not be triggered until provisioned by entity L2. {{(pid=103701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:42:42.168984 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-37f0d6c7-2136-48a7-b023-ea52bb9ed0fd req-d55a8038-498a-4967-bcf1-cb3ac741de03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (7a2ff793-afac-4496-ba61-bdbb8c4c9eb5), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:42.222936 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2062ba81-a9f0-4e13-830b-b21f187dd1b9 admin admin] Publish callbacks [] for router_gateway (92e744fe-57fc-429c-a64b-31cda8120436), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:42.225401 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] No Port match for: b58e214f-5ac6-48f9-9d2d-dfcc8de9ee4f {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:42:42.225905 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device b58e214f-5ac6-48f9-9d2d-dfcc8de9ee4f not bound to the agent host n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:42:42.257480 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55a8038-498a-4967-bcf1-cb3ac741de03 service neutron] Pushing event updated for resources: {'Port': ['ID=7a2ff793-afac-4496-ba61-bdbb8c4c9eb5,revision_number=10']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:42.278280 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537fab5a-61f9-4f42-8b8f-7736deef7566 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-ee39ff61-2b71-49ef-88f9-87356161a1ed', 'network_id': 'ee39ff61-2b71-49ef-88f9-87356161a1ed', 'project_id': '96ff41aa05534200964233b47085cac9', 'fixed_ips': [{'subnet_id': 'f203640b-0f60-4d96-89bd-3c6bc1a85a78'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:42:42.279341 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-537fab5a-61f9-4f42-8b8f-7736deef7566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:42.281699 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb05e780-714f-4587-b94b-e7526111be9a req-0a166358-d66f-4102-bbc7-104f146366a4 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:42.289988 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fb05e780-714f-4587-b94b-e7526111be9a req-0a166358-d66f-4102-bbc7-104f146366a4 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=c26e984e-8f0b-4fc5-a561-e9bf90426fde HTTP/1.1" status: 200 len: 950 time: 0.2469273 Feb 19 02:42:42.350418 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-37f0d6c7-2136-48a7-b023-ea52bb9ed0fd req-d55a8038-498a-4967-bcf1-cb3ac741de03 service neutron] No DVR routers for this DVR port 7a2ff793-afac-4496-ba61-bdbb8c4c9eb5 on host n-h2-826753-2 {{(pid=103701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:42:42.419788 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e74d30-b53a-48c3-b49c-e2bb105e8a9b req-eb30e6a2-92c9-41c1-8f21-01e5ea073c8f tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:42.427908 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-79e74d30-b53a-48c3-b49c-e2bb105e8a9b req-eb30e6a2-92c9-41c1-8f21-01e5ea073c8f tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff7412db-c541-4395-bc14-ed0ab164b239 HTTP/1.1" status: 200 len: 950 time: 0.1957436 Feb 19 02:42:42.488131 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fb05e780-714f-4587-b94b-e7526111be9a req-3a583133-bc34-41b1-b528-32794b45ea5b tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950693 Feb 19 02:42:42.542111 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-537fab5a-61f9-4f42-8b8f-7736deef7566 None None] Allocated IP 172.20.0.2 (ee39ff61-2b71-49ef-88f9-87356161a1ed/f203640b-0f60-4d96-89bd-3c6bc1a85a78/f3373c39-8c05-4e50-84ad-c115d6daff64) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:42:42.587039 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-37f0d6c7-2136-48a7-b023-ea52bb9ed0fd req-d55a8038-498a-4967-bcf1-cb3ac741de03 service neutron] Attempting to bind port 7a2ff793-afac-4496-ba61-bdbb8c4c9eb5 on host n-h1-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:42:42.588162 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-37f0d6c7-2136-48a7-b023-ea52bb9ed0fd req-d55a8038-498a-4967-bcf1-cb3ac741de03 service neutron] Attempting to bind port 7a2ff793-afac-4496-ba61-bdbb8c4c9eb5 by drivers openvswitch,hyperv on host n-h1-826753-2 at level 0 using segments [{'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:42:42.588888 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f0d6c7-2136-48a7-b023-ea52bb9ed0fd req-d55a8038-498a-4967-bcf1-cb3ac741de03 service neutron] Attempting to bind port 7a2ff793-afac-4496-ba61-bdbb8c4c9eb5 on network 5124bd00-da2a-4bd6-93a0-c14c92afb11f {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:42:42.597095 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 02:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e021290-7cd7-4835-a8e6-09488153901b x-openstack-request-id: req-5e021290-7cd7-4835-a8e6-09488153901b {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:42:42.602447 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c26e984e-8f0b-4fc5-a561-e9bf90426fde", "name": "network-vif-unplugged", "status": "completed", "tag": "7a2ff793-afac-4496-ba61-bdbb8c4c9eb5", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:42:42.603156 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5e021290-7cd7-4835-a8e6-09488153901b {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:42:42.603733 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c26e984e-8f0b-4fc5-a561-e9bf90426fde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a2ff793-afac-4496-ba61-bdbb8c4c9eb5', 'code': 200} Feb 19 02:42:42.621464 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f0d6c7-2136-48a7-b023-ea52bb9ed0fd req-d55a8038-498a-4967-bcf1-cb3ac741de03 service neutron] Port 7a2ff793-afac-4496-ba61-bdbb8c4c9eb5 on network 5124bd00-da2a-4bd6-93a0-c14c92afb11f not bound, no agent of type Open vSwitch agent registered on host n-h1-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:42:42.622473 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f0d6c7-2136-48a7-b023-ea52bb9ed0fd req-d55a8038-498a-4967-bcf1-cb3ac741de03 service neutron] Attempting to bind port 7a2ff793-afac-4496-ba61-bdbb8c4c9eb5 on network 5124bd00-da2a-4bd6-93a0-c14c92afb11f {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:42:42.642988 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f0d6c7-2136-48a7-b023-ea52bb9ed0fd req-d55a8038-498a-4967-bcf1-cb3ac741de03 service neutron] Checking agent: {'id': '9d56fb1b-2855-496a-a6d9-c324740cb98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:42:42.643132 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f0d6c7-2136-48a7-b023-ea52bb9ed0fd req-d55a8038-498a-4967-bcf1-cb3ac741de03 service neutron] Checking segment: {'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:42:42.645897 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f0d6c7-2136-48a7-b023-ea52bb9ed0fd req-d55a8038-498a-4967-bcf1-cb3ac741de03 service neutron] Bound using segment: {'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:42:42.646440 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-37f0d6c7-2136-48a7-b023-ea52bb9ed0fd req-d55a8038-498a-4967-bcf1-cb3ac741de03 service neutron] Bound port: 7a2ff793-afac-4496-ba61-bdbb8c4c9eb5, host: n-h1-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'}}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:42:42.646819 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-37f0d6c7-2136-48a7-b023-ea52bb9ed0fd req-d55a8038-498a-4967-bcf1-cb3ac741de03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (7a2ff793-afac-4496-ba61-bdbb8c4c9eb5), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:42.689389 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2062ba81-a9f0-4e13-830b-b21f187dd1b9 admin admin] Publish callbacks [] for router_gateway (92e744fe-57fc-429c-a64b-31cda8120436), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:42.711621 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2062ba81-a9f0-4e13-830b-b21f187dd1b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:42.794729 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-537fab5a-61f9-4f42-8b8f-7736deef7566 None None] Publish callbacks [] for port (f3373c39-8c05-4e50-84ad-c115d6daff64), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:42.802640 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-79e74d30-b53a-48c3-b49c-e2bb105e8a9b req-4ec9e1a3-ad19-46c3-9ca7-86358bc6acd9 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b908dbc-8f8c-41bc-a0bd-543abe15dd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3736005 Feb 19 02:42:42.825710 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:42:42.828894 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-537fab5a-61f9-4f42-8b8f-7736deef7566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (f3373c39-8c05-4e50-84ad-c115d6daff64), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:42.860488 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-37f0d6c7-2136-48a7-b023-ea52bb9ed0fd req-d55a8038-498a-4967-bcf1-cb3ac741de03 service neutron] For port 7a2ff793-afac-4496-ba61-bdbb8c4c9eb5, host n-h1-826753-2, cleared binding levels {{(pid=103701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:42:42.863490 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-2062ba81-a9f0-4e13-830b-b21f187dd1b9 admin admin] Allocated IP 172.25.6.222 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/7e86580e-0894-4272-8d0f-cd4186e9bad2) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:42:42.881569 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537fab5a-61f9-4f42-8b8f-7736deef7566 None None] Network ee39ff61-2b71-49ef-88f9-87356161a1ed is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:42:42.884920 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-537fab5a-61f9-4f42-8b8f-7736deef7566 None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:42:42.888662 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537fab5a-61f9-4f42-8b8f-7736deef7566 None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:42:42.903306 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-37f0d6c7-2136-48a7-b023-ea52bb9ed0fd req-d55a8038-498a-4967-bcf1-cb3ac741de03 service neutron] For port 7a2ff793-afac-4496-ba61-bdbb8c4c9eb5, host n-h1-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=7a2ff793-afac-4496-ba61-bdbb8c4c9eb5,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:42:42.943136 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-37f0d6c7-2136-48a7-b023-ea52bb9ed0fd req-d55a8038-498a-4967-bcf1-cb3ac741de03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (7a2ff793-afac-4496-ba61-bdbb8c4c9eb5), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:42.957184 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537fab5a-61f9-4f42-8b8f-7736deef7566 None None] Pushing event updated for resources: {'Port': ['ID=f3373c39-8c05-4e50-84ad-c115d6daff64,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:42.973853 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-537fab5a-61f9-4f42-8b8f-7736deef7566 None None] Attempting to bind port f3373c39-8c05-4e50-84ad-c115d6daff64 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:42:42.974096 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-537fab5a-61f9-4f42-8b8f-7736deef7566 None None] Attempting to bind port f3373c39-8c05-4e50-84ad-c115d6daff64 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': 'ba681f96-6adb-4b0c-9c12-9f59489d7ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'ee39ff61-2b71-49ef-88f9-87356161a1ed'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:42:42.974466 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537fab5a-61f9-4f42-8b8f-7736deef7566 None None] Attempting to bind port f3373c39-8c05-4e50-84ad-c115d6daff64 on network ee39ff61-2b71-49ef-88f9-87356161a1ed {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:42:42.979376 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77d91ef-01a5-4a06-b945-919f8730c090 req-4d2cbd9b-306c-4056-92db-84b344180f36 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:42.980043 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537fab5a-61f9-4f42-8b8f-7736deef7566 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:42:42.980691 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537fab5a-61f9-4f42-8b8f-7736deef7566 None None] Checking segment: {'id': 'ba681f96-6adb-4b0c-9c12-9f59489d7ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'ee39ff61-2b71-49ef-88f9-87356161a1ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:42:42.981114 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-537fab5a-61f9-4f42-8b8f-7736deef7566 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:42.981508 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537fab5a-61f9-4f42-8b8f-7736deef7566 None None] Bound using segment: {'id': 'ba681f96-6adb-4b0c-9c12-9f59489d7ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'ee39ff61-2b71-49ef-88f9-87356161a1ed'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:42:42.981974 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-537fab5a-61f9-4f42-8b8f-7736deef7566 None None] Bound port: f3373c39-8c05-4e50-84ad-c115d6daff64, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba681f96-6adb-4b0c-9c12-9f59489d7ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'ee39ff61-2b71-49ef-88f9-87356161a1ed'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:42:42.982361 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-537fab5a-61f9-4f42-8b8f-7736deef7566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (f3373c39-8c05-4e50-84ad-c115d6daff64), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:42.996601 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b77d91ef-01a5-4a06-b945-919f8730c090 req-4d2cbd9b-306c-4056-92db-84b344180f36 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=29bcea09-12cf-46f9-beab-e3b6e5e0664c HTTP/1.1" status: 200 len: 945 time: 0.2361131 Feb 19 02:42:43.038941 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2062ba81-a9f0-4e13-830b-b21f187dd1b9 admin admin] Publish callbacks [] for port (7e86580e-0894-4272-8d0f-cd4186e9bad2), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:43.060043 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-537fab5a-61f9-4f42-8b8f-7736deef7566 None None] For port f3373c39-8c05-4e50-84ad-c115d6daff64, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:42:43.064016 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-537fab5a-61f9-4f42-8b8f-7736deef7566 None None] For port f3373c39-8c05-4e50-84ad-c115d6daff64, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=f3373c39-8c05-4e50-84ad-c115d6daff64,segment=NetworkSegment(ba681f96-6adb-4b0c-9c12-9f59489d7ccc),segment_id=ba681f96-6adb-4b0c-9c12-9f59489d7ccc)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:42:43.077360 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-537fab5a-61f9-4f42-8b8f-7736deef7566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (f3373c39-8c05-4e50-84ad-c115d6daff64), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:43.081519 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55a8038-498a-4967-bcf1-cb3ac741de03 service neutron] Pushing event updated for resources: {'Port': ['ID=7a2ff793-afac-4496-ba61-bdbb8c4c9eb5,revision_number=11']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:43.099349 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f0d6c7-2136-48a7-b023-ea52bb9ed0fd req-d55a8038-498a-4967-bcf1-cb3ac741de03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:43.100049 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-37f0d6c7-2136-48a7-b023-ea52bb9ed0fd req-d55a8038-498a-4967-bcf1-cb3ac741de03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:43.103831 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-37f0d6c7-2136-48a7-b023-ea52bb9ed0fd req-d55a8038-498a-4967-bcf1-cb3ac741de03 service neutron] 10.222.0.73 "PUT /v2.0/ports/7a2ff793-afac-4496-ba61-bdbb8c4c9eb5 HTTP/1.1" status: 200 len: 1097 time: 2.0649033 Feb 19 02:42:43.160825 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537fab5a-61f9-4f42-8b8f-7736deef7566 None None] Pushing event updated for resources: {'Port': ['ID=f3373c39-8c05-4e50-84ad-c115d6daff64,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:43.161076 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2062ba81-a9f0-4e13-830b-b21f187dd1b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (7e86580e-0894-4272-8d0f-cd4186e9bad2), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:43.243223 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b77d91ef-01a5-4a06-b945-919f8730c090 req-33665434-9f20-4fc9-b4f6-e7458116a530 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376506 Feb 19 02:42:43.259544 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2062ba81-a9f0-4e13-830b-b21f187dd1b9 admin admin] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:42:43.263061 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-2062ba81-a9f0-4e13-830b-b21f187dd1b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:42:43.266769 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2062ba81-a9f0-4e13-830b-b21f187dd1b9 admin admin] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:42:43.312675 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f0d6c7-2136-48a7-b023-ea52bb9ed0fd req-0af7acfd-eea2-4bff-aac4-443a31717182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:43.316784 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-37f0d6c7-2136-48a7-b023-ea52bb9ed0fd req-0af7acfd-eea2-4bff-aac4-443a31717182 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=db33b204d8b743bf8957eb245634d63e&device_id=c26e984e-8f0b-4fc5-a561-e9bf90426fde HTTP/1.1" status: 200 len: 1131 time: 0.1605911 Feb 19 02:42:43.324635 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2062ba81-a9f0-4e13-830b-b21f187dd1b9 admin admin] Pushing event updated for resources: {'Port': ['ID=7e86580e-0894-4272-8d0f-cd4186e9bad2,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:43.442858 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc2bef9-99b8-44a2-8d41-71130e4753e2 req-6ef4a5c8-48d4-45ca-a18b-f623afd8324d tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:43.445445 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4cc2bef9-99b8-44a2-8d41-71130e4753e2 req-6ef4a5c8-48d4-45ca-a18b-f623afd8324d tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa9b45d5-254c-45de-8e0f-03eec8283098 HTTP/1.1" status: 200 len: 945 time: 0.1953359 Feb 19 02:42:43.613712 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f0d6c7-2136-48a7-b023-ea52bb9ed0fd req-12d23153-7689-413d-b43e-31a8dee226b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:43.615167 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-37f0d6c7-2136-48a7-b023-ea52bb9ed0fd req-12d23153-7689-413d-b43e-31a8dee226b3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5124bd00-da2a-4bd6-93a0-c14c92afb11f HTTP/1.1" status: 200 len: 870 time: 0.2868209 Feb 19 02:42:43.672492 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device f3373c39-8c05-4e50-84ad-c115d6daff64 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:42:43.677354 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4cc2bef9-99b8-44a2-8d41-71130e4753e2 req-789b2716-1e7e-4eb2-8cd6-20af89ddb616 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032652 Feb 19 02:42:43.770595 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port f3373c39-8c05-4e50-84ad-c115d6daff64 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:42:43.770928 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (f3373c39-8c05-4e50-84ad-c115d6daff64), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:43.805087 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-37f0d6c7-2136-48a7-b023-ea52bb9ed0fd req-63044cbf-adc5-4e25-a531-de08270cb00e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=7a2ff793-afac-4496-ba61-bdbb8c4c9eb5 HTTP/1.1" status: 200 len: 217 time: 0.1266787 Feb 19 02:42:43.892954 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 7a2ff793-afac-4496-ba61-bdbb8c4c9eb5 no longer exists at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:42:43.898866 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2062ba81-a9f0-4e13-830b-b21f187dd1b9 admin admin] Publish callbacks [] for router_gateway (92e744fe-57fc-429c-a64b-31cda8120436), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:43.904457 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068a5212-f12f-4294-bfac-6cf7bb52e936 req-a5325d4c-c1b2-4a56-9af1-f5fd8b3735a0 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:43.916385 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-068a5212-f12f-4294-bfac-6cf7bb52e936 req-a5325d4c-c1b2-4a56-9af1-f5fd8b3735a0 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=c26e984e-8f0b-4fc5-a561-e9bf90426fde HTTP/1.1" status: 200 len: 949 time: 0.2980170 Feb 19 02:42:43.967187 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port f3373c39-8c05-4e50-84ad-c115d6daff64 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:42:43.967674 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (f3373c39-8c05-4e50-84ad-c115d6daff64), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:43.986532 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca627bd2-0a03-4d8c-97d1-4e7b93d4f35d req-ffa2fcbe-f662-421b-8320-eb11fae27a2b tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:43.990117 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ca627bd2-0a03-4d8c-97d1-4e7b93d4f35d req-ffa2fcbe-f662-421b-8320-eb11fae27a2b tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff7412db-c541-4395-bc14-ed0ab164b239 HTTP/1.1" status: 200 len: 950 time: 0.2433138 Feb 19 02:42:43.992133 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] The host n-h2-826753-2 is not matching for port 7a2ff793-afac-4496-ba61-bdbb8c4c9eb5 host n-h1-826753-2! {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 02:42:43.992680 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 7a2ff793-afac-4496-ba61-bdbb8c4c9eb5 not bound to the agent host n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:42:44.013865 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f0d6c7-2136-48a7-b023-ea52bb9ed0fd req-16e56879-ef6e-44d0-80f7-eb2ed23ca6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:44.017315 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-37f0d6c7-2136-48a7-b023-ea52bb9ed0fd req-16e56879-ef6e-44d0-80f7-eb2ed23ca6da service neutron] 10.222.0.73 "GET /v2.0/subnets?id=974c06bc-f097-4890-970a-b087501ab241 HTTP/1.1" status: 200 len: 843 time: 0.2049403 Feb 19 02:42:44.024705 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port f3373c39-8c05-4e50-84ad-c115d6daff64, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=f3373c39-8c05-4e50-84ad-c115d6daff64,segment=NetworkSegment(ba681f96-6adb-4b0c-9c12-9f59489d7ccc),segment_id=ba681f96-6adb-4b0c-9c12-9f59489d7ccc)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:42:44.036991 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (f3373c39-8c05-4e50-84ad-c115d6daff64), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:44.136400 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=f3373c39-8c05-4e50-84ad-c115d6daff64,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:44.453978 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 49676) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:42:44.484661 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-068a5212-f12f-4294-bfac-6cf7bb52e936 req-b6c2c207-6fa6-4fd5-a80f-240e8df3d0c1 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5378315 Feb 19 02:42:44.507879 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50281dd-a683-45c5-8a65-3c9a1d380f29 req-cdc904fc-90a4-44c4-9edb-e7c991671601 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:44.511052 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e50281dd-a683-45c5-8a65-3c9a1d380f29 req-cdc904fc-90a4-44c4-9edb-e7c991671601 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff7412db-c541-4395-bc14-ed0ab164b239 HTTP/1.1" status: 200 len: 950 time: 0.5902646 Feb 19 02:42:44.529440 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0583fd-b2a8-49f2-bce9-6a59e2c2551b req-7bdab947-119d-4129-91e5-b7a237f2d830 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:44.530944 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-be0583fd-b2a8-49f2-bce9-6a59e2c2551b req-7bdab947-119d-4129-91e5-b7a237f2d830 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9df39ad-6530-4059-be79-2380f77b9993 HTTP/1.1" status: 200 len: 950 time: 0.5733936 Feb 19 02:42:44.604422 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c26e984e-8f0b-4fc5-a561-e9bf90426fde', 'tag': '7a2ff793-afac-4496-ba61-bdbb8c4c9eb5'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:42:44.607778 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4e2ebf0-a85c-4fa5-baf8-d4d6525d42d5" -d '{"events": [{"name": "network-changed", "server_uuid": "c26e984e-8f0b-4fc5-a561-e9bf90426fde", "tag": "7a2ff793-afac-4496-ba61-bdbb8c4c9eb5"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:42:44.628142 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f0d6c7-2136-48a7-b023-ea52bb9ed0fd req-0f3d3640-9016-493f-acb5-a80ce09e07b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:44.629788 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-37f0d6c7-2136-48a7-b023-ea52bb9ed0fd req-0f3d3640-9016-493f-acb5-a80ce09e07b4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5124bd00-da2a-4bd6-93a0-c14c92afb11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.6032782 Feb 19 02:42:44.662642 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9fe9961-dcc7-47f2-951f-009783b3410e None None] Network ee39ff61-2b71-49ef-88f9-87356161a1ed requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:42:44.677410 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e50281dd-a683-45c5-8a65-3c9a1d380f29 req-7979f444-405b-496b-8d90-a27da3099878 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b908dbc-8f8c-41bc-a0bd-543abe15dd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502697 Feb 19 02:42:44.685354 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-ca627bd2-0a03-4d8c-97d1-4e7b93d4f35d req-a3e6db41-9953-4fea-a604-0f0c1bc72d85 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Deleting port e900da92-6b02-463e-a4f4-e45cd6deaee5 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:42:44.685929 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-ca627bd2-0a03-4d8c-97d1-4e7b93d4f35d req-a3e6db41-9953-4fea-a604-0f0c1bc72d85 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (e900da92-6b02-463e-a4f4-e45cd6deaee5), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:44.758597 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-1713257b-0193-4000-bafb-a283b1fb9b19 None None] Provisioning complete for port f3373c39-8c05-4e50-84ad-c115d6daff64 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:42:44.759210 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-1713257b-0193-4000-bafb-a283b1fb9b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (f3373c39-8c05-4e50-84ad-c115d6daff64), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:44.818320 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2062ba81-a9f0-4e13-830b-b21f187dd1b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16317478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865'] for router (92e744fe-57fc-429c-a64b-31cda8120436), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:44.821621 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-be0583fd-b2a8-49f2-bce9-6a59e2c2551b req-309440fa-64d2-4c9d-bf7f-24e06cd3f329 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Deleting port 89f9b0a0-c329-4e39-99de-c5b7a5067c52 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:42:44.822150 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-be0583fd-b2a8-49f2-bce9-6a59e2c2551b req-309440fa-64d2-4c9d-bf7f-24e06cd3f329 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (89f9b0a0-c329-4e39-99de-c5b7a5067c52), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:44.822997 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-37f0d6c7-2136-48a7-b023-ea52bb9ed0fd req-1a1c30fa-76ec-4ffc-b377-d938ea2ec4be service neutron] 10.222.0.73 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847510 Feb 19 02:42:44.859718 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ceb721cd-c310-40a7-a6da-c16c63f19ff1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:44.887177 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42035951-c4ad-4505-b582-a15b08302c36 req-64393aee-95ca-4268-bf82-e2063bd68075 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:44.890499 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-1713257b-0193-4000-bafb-a283b1fb9b19 None None] Current status of the port f3373c39-8c05-4e50-84ad-c115d6daff64 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:42:44.897636 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-42035951-c4ad-4505-b582-a15b08302c36 req-64393aee-95ca-4268-bf82-e2063bd68075 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=29bcea09-12cf-46f9-beab-e3b6e5e0664c HTTP/1.1" status: 200 len: 945 time: 0.3332996 Feb 19 02:42:44.961689 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a80084d9-1cd4-408c-9828-bcf56ccb5eb6 x-openstack-request-id: req-a80084d9-1cd4-408c-9828-bcf56ccb5eb6 {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:42:44.961988 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c26e984e-8f0b-4fc5-a561-e9bf90426fde", "tag": "7a2ff793-afac-4496-ba61-bdbb8c4c9eb5", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:42:44.962248 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a80084d9-1cd4-408c-9828-bcf56ccb5eb6 {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:42:44.962652 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c26e984e-8f0b-4fc5-a561-e9bf90426fde', 'tag': '7a2ff793-afac-4496-ba61-bdbb8c4c9eb5', 'status': 'completed', 'code': 200} Feb 19 02:42:44.968422 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-ca627bd2-0a03-4d8c-97d1-4e7b93d4f35d req-a3e6db41-9953-4fea-a604-0f0c1bc72d85 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] For port e900da92-6b02-463e-a4f4-e45cd6deaee5, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=e900da92-6b02-463e-a4f4-e45cd6deaee5,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:42:44.968996 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-ca627bd2-0a03-4d8c-97d1-4e7b93d4f35d req-a3e6db41-9953-4fea-a604-0f0c1bc72d85 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (e900da92-6b02-463e-a4f4-e45cd6deaee5), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:45.006071 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-ca627bd2-0a03-4d8c-97d1-4e7b93d4f35d req-a3e6db41-9953-4fea-a604-0f0c1bc72d85 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Calling delete_port for e900da92-6b02-463e-a4f4-e45cd6deaee5 owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:42:45.086147 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-42035951-c4ad-4505-b582-a15b08302c36 req-2990c8c4-a948-425c-a1ed-a238975db7ac tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875720 Feb 19 02:42:45.091436 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-be0583fd-b2a8-49f2-bce9-6a59e2c2551b req-309440fa-64d2-4c9d-bf7f-24e06cd3f329 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] For port 89f9b0a0-c329-4e39-99de-c5b7a5067c52, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=89f9b0a0-c329-4e39-99de-c5b7a5067c52,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:42:45.091805 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-be0583fd-b2a8-49f2-bce9-6a59e2c2551b req-309440fa-64d2-4c9d-bf7f-24e06cd3f329 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (89f9b0a0-c329-4e39-99de-c5b7a5067c52), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:45.120949 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-37f0d6c7-2136-48a7-b023-ea52bb9ed0fd req-5f5b84da-1270-4505-8d20-21fd905a12f4 service neutron] 10.222.0.73 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2791011 Feb 19 02:42:45.155325 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-be0583fd-b2a8-49f2-bce9-6a59e2c2551b req-309440fa-64d2-4c9d-bf7f-24e06cd3f329 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Calling delete_port for 89f9b0a0-c329-4e39-99de-c5b7a5067c52 owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:42:45.165460 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7450890b-3186-4226-adfc-ef577587bb90 req-dcd7ffa2-6f4d-4ff9-b354-f8a51fb4fcd6 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:45.172573 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7450890b-3186-4226-adfc-ef577587bb90 req-dcd7ffa2-6f4d-4ff9-b354-f8a51fb4fcd6 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa9b45d5-254c-45de-8e0f-03eec8283098 HTTP/1.1" status: 200 len: 945 time: 0.1459501 Feb 19 02:42:45.198459 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ceb721cd-c310-40a7-a6da-c16c63f19ff1 admin admin] Publish callbacks [] for security_group (a665e2d5-34f4-4a69-8f4c-110b89a3594f), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:45.207787 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ceb721cd-c310-40a7-a6da-c16c63f19ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (a665e2d5-34f4-4a69-8f4c-110b89a3594f), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:45.263672 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e2ebf0-a85c-4fa5-baf8-d4d6525d42d5 req-4043d5e8-39d0-47c4-9e7a-ee7fff8d47de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:45.265214 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a4e2ebf0-a85c-4fa5-baf8-d4d6525d42d5 req-4043d5e8-39d0-47c4-9e7a-ee7fff8d47de service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=db33b204d8b743bf8957eb245634d63e&device_id=c26e984e-8f0b-4fc5-a561-e9bf90426fde HTTP/1.1" status: 200 len: 1131 time: 0.2281420 Feb 19 02:42:45.271145 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-ceb721cd-c310-40a7-a6da-c16c63f19ff1 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=fdc40fd815df42f2a7d7cd0d2ad4aa85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8127599 Feb 19 02:42:45.276626 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49700) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:42:45.285684 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7450890b-3186-4226-adfc-ef577587bb90 req-744689b4-15b0-4b43-9221-675da2df33f7 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119449 Feb 19 02:42:45.289036 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb721cd-c310-40a7-a6da-c16c63f19ff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a665e2d5-34f4-4a69-8f4c-110b89a3594f,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:45.325459 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-cf81e72f-496e-4f51-95d8-648025ede439 None None] Provisioning complete for port f3373c39-8c05-4e50-84ad-c115d6daff64 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:42:45.326076 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-cf81e72f-496e-4f51-95d8-648025ede439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (f3373c39-8c05-4e50-84ad-c115d6daff64), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:45.327214 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e2ebf0-a85c-4fa5-baf8-d4d6525d42d5 req-33bd8817-f8d7-4d33-a8ab-d0399bb298e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:45.337906 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a4e2ebf0-a85c-4fa5-baf8-d4d6525d42d5 req-33bd8817-f8d7-4d33-a8ab-d0399bb298e1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=db33b204d8b743bf8957eb245634d63e&device_id=c26e984e-8f0b-4fc5-a561-e9bf90426fde HTTP/1.1" status: 200 len: 1131 time: 0.0727606 Feb 19 02:42:45.398727 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2062ba81-a9f0-4e13-830b-b21f187dd1b9 admin admin] Router 92e744fe-57fc-429c-a64b-31cda8120436 is scheduled to L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd with binding_index 1 {{(pid=103702) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 02:42:45.421193 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-bd174709-663c-4b56-b99f-52599598617b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:45.468566 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-cf81e72f-496e-4f51-95d8-648025ede439 None None] Current status of the port f3373c39-8c05-4e50-84ad-c115d6daff64 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:42:45.479352 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e2ebf0-a85c-4fa5-baf8-d4d6525d42d5 req-c42fa721-d15c-41a1-bd14-37cfd9a0e943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:45.481412 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a4e2ebf0-a85c-4fa5-baf8-d4d6525d42d5 req-c42fa721-d15c-41a1-bd14-37cfd9a0e943 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5124bd00-da2a-4bd6-93a0-c14c92afb11f HTTP/1.1" status: 200 len: 870 time: 0.1367805 Feb 19 02:42:45.539346 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a4e2ebf0-a85c-4fa5-baf8-d4d6525d42d5 req-86621df8-e663-468a-accb-dc5ee7a43b0b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=7a2ff793-afac-4496-ba61-bdbb8c4c9eb5 HTTP/1.1" status: 200 len: 217 time: 0.0488260 Feb 19 02:42:45.575116 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-ca627bd2-0a03-4d8c-97d1-4e7b93d4f35d req-a3e6db41-9953-4fea-a604-0f0c1bc72d85 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (e900da92-6b02-463e-a4f4-e45cd6deaee5), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:45.600657 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device f3373c39-8c05-4e50-84ad-c115d6daff64 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:42:45.600897 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-634f571c-97c5-4317-886b-33ef4efe6782 admin admin] Publish callbacks [] for security_group (a665e2d5-34f4-4a69-8f4c-110b89a3594f), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:45.642605 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e2ebf0-a85c-4fa5-baf8-d4d6525d42d5 req-bbefe6a6-c452-470f-8a14-496a848ab3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:45.642605 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a4e2ebf0-a85c-4fa5-baf8-d4d6525d42d5 req-bbefe6a6-c452-470f-8a14-496a848ab3c9 service neutron] 10.222.0.82 "GET /v2.0/networks?id=5124bd00-da2a-4bd6-93a0-c14c92afb11f HTTP/1.1" status: 200 len: 870 time: 0.3610690 Feb 19 02:42:45.642850 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['89f9b0a0-c329-4e39-99de-c5b7a5067c52'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:42:45.643166 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e2ebf0-a85c-4fa5-baf8-d4d6525d42d5 req-1c01db94-f40e-4c15-89fa-13fe63609740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:45.645217 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a4e2ebf0-a85c-4fa5-baf8-d4d6525d42d5 req-1c01db94-f40e-4c15-89fa-13fe63609740 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=974c06bc-f097-4890-970a-b087501ab241 HTTP/1.1" status: 200 len: 843 time: 0.0992544 Feb 19 02:42:45.645800 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['64d5db86-5019-4642-ac30-035e8e72b9a8'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:42:45.664809 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e6db41-9953-4fea-a604-0f0c1bc72d85 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Pushing event deleted for resources: {'Port': ['ID=e900da92-6b02-463e-a4f4-e45cd6deaee5,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:45.679822 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd12da4d-d814-4f1b-a0ac-5366e2bdf18f req-a38f5905-8a68-4201-8de6-9b51827544e1 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:45.683152 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bd12da4d-d814-4f1b-a0ac-5366e2bdf18f req-a38f5905-8a68-4201-8de6-9b51827544e1 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=c26e984e-8f0b-4fc5-a561-e9bf90426fde HTTP/1.1" status: 200 len: 949 time: 0.1029000 Feb 19 02:42:45.749450 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e2ebf0-a85c-4fa5-baf8-d4d6525d42d5 req-d44e33c4-830d-427c-855d-42a9cfd0ef04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:45.751017 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a4e2ebf0-a85c-4fa5-baf8-d4d6525d42d5 req-d44e33c4-830d-427c-855d-42a9cfd0ef04 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5124bd00-da2a-4bd6-93a0-c14c92afb11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0985343 Feb 19 02:42:45.757051 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-be0583fd-b2a8-49f2-bce9-6a59e2c2551b req-309440fa-64d2-4c9d-bf7f-24e06cd3f329 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (89f9b0a0-c329-4e39-99de-c5b7a5067c52), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:45.774023 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-634f571c-97c5-4317-886b-33ef4efe6782 admin admin] Publish callbacks [] for security_group (a665e2d5-34f4-4a69-8f4c-110b89a3594f), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:45.791168 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a4e2ebf0-a85c-4fa5-baf8-d4d6525d42d5 req-d0bdec30-2150-4ed9-8e17-3dd9a5a62e46 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=7a2ff793-afac-4496-ba61-bdbb8c4c9eb5 HTTP/1.1" status: 200 len: 217 time: 0.1329634 Feb 19 02:42:45.795274 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device e900da92-6b02-463e-a4f4-e45cd6deaee5 no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:42:45.802589 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca627bd2-0a03-4d8c-97d1-4e7b93d4f35d req-a3e6db41-9953-4fea-a604-0f0c1bc72d85 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] No DVR routers for this DVR port e900da92-6b02-463e-a4f4-e45cd6deaee5 on host n-h1-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:42:45.832551 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['89f9b0a0-c329-4e39-99de-c5b7a5067c52'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:42:45.833339 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bd12da4d-d814-4f1b-a0ac-5366e2bdf18f req-e83279ba-0079-45ff-825d-15070268e770 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326985 Feb 19 02:42:45.834647 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-ca627bd2-0a03-4d8c-97d1-4e7b93d4f35d req-a3e6db41-9953-4fea-a604-0f0c1bc72d85 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:45.837913 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ca627bd2-0a03-4d8c-97d1-4e7b93d4f35d req-a3e6db41-9953-4fea-a604-0f0c1bc72d85 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.73 "DELETE /v2.0/ports/e900da92-6b02-463e-a4f4-e45cd6deaee5 HTTP/1.1" status: 204 len: 173 time: 1.8215303 Feb 19 02:42:45.838367 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff7412db-c541-4395-bc14-ed0ab164b239', 'name': 'network-vif-deleted', 'tag': 'e900da92-6b02-463e-a4f4-e45cd6deaee5'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:42:45.840595 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3fc4ca5-ff3b-4316-be69-7fd8db576ecf" -d '{"events": [{"server_uuid": "ff7412db-c541-4395-bc14-ed0ab164b239", "name": "network-vif-deleted", "tag": "e900da92-6b02-463e-a4f4-e45cd6deaee5"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:42:45.851696 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309440fa-64d2-4c9d-bf7f-24e06cd3f329 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Pushing event deleted for resources: {'Port': ['ID=89f9b0a0-c329-4e39-99de-c5b7a5067c52,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:45.858730 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['64d5db86-5019-4642-ac30-035e8e72b9a8'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:42:45.861087 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] No Port match for: e900da92-6b02-463e-a4f4-e45cd6deaee5 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:42:45.861596 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device e900da92-6b02-463e-a4f4-e45cd6deaee5 not bound to the agent host n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:42:45.897318 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c234c902-a716-4e19-88d5-3741137a3a90 req-11948531-93ab-482a-bc41-18ef2f934ffd tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff7412db-c541-4395-bc14-ed0ab164b239 HTTP/1.1" status: 200 len: 210 time: 0.0896137 Feb 19 02:42:45.958135 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-673c247d-a4a6-4560-87c1-6ca07bbddfec x-openstack-request-id: req-673c247d-a4a6-4560-87c1-6ca07bbddfec {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:42:45.958332 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff7412db-c541-4395-bc14-ed0ab164b239", "name": "network-vif-deleted", "tag": "e900da92-6b02-463e-a4f4-e45cd6deaee5", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:42:45.958572 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-673c247d-a4a6-4560-87c1-6ca07bbddfec {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:42:45.958980 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff7412db-c541-4395-bc14-ed0ab164b239', 'name': 'network-vif-deleted', 'tag': 'e900da92-6b02-463e-a4f4-e45cd6deaee5', 'status': 'completed', 'code': 200} Feb 19 02:42:45.965253 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2062ba81-a9f0-4e13-830b-b21f187dd1b9 admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:42:45.979594 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec075f23-b276-4568-a1bd-81391517093d None None] Sync routers for ids ['92e744fe-57fc-429c-a64b-31cda8120436'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:42:45.998052 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a4e2ebf0-a85c-4fa5-baf8-d4d6525d42d5 req-9b3a5859-2711-4ff7-9325-fc96cc92be0c service neutron] 10.222.0.73 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357736 Feb 19 02:42:46.000801 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec075f23-b276-4568-a1bd-81391517093d None None] Routers {'92e744fe-57fc-429c-a64b-31cda8120436'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:42:46.001295 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-ec075f23-b276-4568-a1bd-81391517093d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:42:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['92e744fe-57fc-429c-a64b-31cda8120436'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:42:46.033500 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port f3373c39-8c05-4e50-84ad-c115d6daff64 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:42:46.034442 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (f3373c39-8c05-4e50-84ad-c115d6daff64), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:46.047913 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-be0583fd-b2a8-49f2-bce9-6a59e2c2551b req-309440fa-64d2-4c9d-bf7f-24e06cd3f329 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] No DVR routers for this DVR port 89f9b0a0-c329-4e39-99de-c5b7a5067c52 on host n-h1-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:42:46.053107 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e2ebf0-a85c-4fa5-baf8-d4d6525d42d5 req-86bba8bc-0438-4deb-9e8d-f429264e844b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:46.056605 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a4e2ebf0-a85c-4fa5-baf8-d4d6525d42d5 req-86bba8bc-0438-4deb-9e8d-f429264e844b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=974c06bc-f097-4890-970a-b087501ab241 HTTP/1.1" status: 200 len: 843 time: 0.2484949 Feb 19 02:42:46.074237 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-be0583fd-b2a8-49f2-bce9-6a59e2c2551b req-309440fa-64d2-4c9d-bf7f-24e06cd3f329 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:46.079796 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-be0583fd-b2a8-49f2-bce9-6a59e2c2551b req-309440fa-64d2-4c9d-bf7f-24e06cd3f329 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.73 "DELETE /v2.0/ports/89f9b0a0-c329-4e39-99de-c5b7a5067c52 HTTP/1.1" status: 204 len: 173 time: 1.5408754 Feb 19 02:42:46.080975 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49722) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:42:46.118023 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2062ba81-a9f0-4e13-830b-b21f187dd1b9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:46.131742 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-2062ba81-a9f0-4e13-830b-b21f187dd1b9 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.2888968 Feb 19 02:42:46.135446 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 49728) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:42:46.230135 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a4e2ebf0-a85c-4fa5-baf8-d4d6525d42d5 req-4f4d679a-b26f-4202-b355-b26a892d6812 service neutron] 10.222.0.73 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218854 Feb 19 02:42:46.293552 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e2ebf0-a85c-4fa5-baf8-d4d6525d42d5 req-27d04c63-0218-42bc-9479-1b6b4dc5066c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:46.300994 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-ec075f23-b276-4568-a1bd-81391517093d None None] Set router 92e744fe-57fc-429c-a64b-31cda8120436 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:42:46.301708 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a4e2ebf0-a85c-4fa5-baf8-d4d6525d42d5 req-27d04c63-0218-42bc-9479-1b6b4dc5066c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5124bd00-da2a-4bd6-93a0-c14c92afb11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2096407 Feb 19 02:42:46.302535 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-634f571c-97c5-4317-886b-33ef4efe6782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (a665e2d5-34f4-4a69-8f4c-110b89a3594f), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:46.305494 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-634f571c-97c5-4317-886b-33ef4efe6782 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:46.306803 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-634f571c-97c5-4317-886b-33ef4efe6782 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a665e2d5-34f4-4a69-8f4c-110b89a3594f HTTP/1.1" status: 204 len: 168 time: 1.0257437 Feb 19 02:42:46.321056 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecea9bc-8c05-46b6-9825-94c3c388a705 req-2ffe0919-8dfc-495b-a96a-d554918cbbf6 tempest-LiveMigrationTest-193918984 tempest-LiveMigrationTest-193918984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:46.322997 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-0ecea9bc-8c05-46b6-9825-94c3c388a705 req-2ffe0919-8dfc-495b-a96a-d554918cbbf6 tempest-LiveMigrationTest-193918984 tempest-LiveMigrationTest-193918984-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=29bcea09-12cf-46f9-beab-e3b6e5e0664c&tenant_id=0351aa3c6ea34cbbac483ac000de57cb&binding%3Ahost_id=n-h2-826753-2 HTTP/1.1" status: 200 len: 1127 time: 0.1389992 Feb 19 02:42:46.354017 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-0ecea9bc-8c05-46b6-9825-94c3c388a705 req-e41088ad-92db-4e0e-b7f5-5e43cb7c7528 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-826753-2'}}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:42:46.357135 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634f571c-97c5-4317-886b-33ef4efe6782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a665e2d5-34f4-4a69-8f4c-110b89a3594f,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:46.378558 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-dca2ae26-b93e-45a3-919d-2e48b2fb714d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:46.466311 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port f3373c39-8c05-4e50-84ad-c115d6daff64 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:42:46.597561 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-0ecea9bc-8c05-46b6-9825-94c3c388a705 req-e41088ad-92db-4e0e-b7f5-5e43cb7c7528 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (ec06d5ce-1eba-4ddd-befe-dc1f766a8000), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:46.613519 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b33e7eb-7435-4a23-9a83-4f747b9bc208 req-f8c58a2e-66bb-44e3-878f-8dec195fc32b tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:46.625766 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6b33e7eb-7435-4a23-9a83-4f747b9bc208 req-f8c58a2e-66bb-44e3-878f-8dec195fc32b tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=29bcea09-12cf-46f9-beab-e3b6e5e0664c HTTP/1.1" status: 200 len: 945 time: 0.3906302 Feb 19 02:42:46.628553 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a4e2ebf0-a85c-4fa5-baf8-d4d6525d42d5 req-7e226447-e1d2-4728-b32c-eba06568e26d service neutron] 10.222.0.82 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3098392 Feb 19 02:42:46.753887 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84416438-2a25-4c1c-83fc-a1b4b9e93f07 req-7fc2a9ce-19a5-4805-8e4e-e04bf885e430 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:46.763837 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-84416438-2a25-4c1c-83fc-a1b4b9e93f07 req-7fc2a9ce-19a5-4805-8e4e-e04bf885e430 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa9b45d5-254c-45de-8e0f-03eec8283098 HTTP/1.1" status: 200 len: 945 time: 0.1950762 Feb 19 02:42:46.798185 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-ec075f23-b276-4568-a1bd-81391517093d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92e744fe-57fc-429c-a64b-31cda8120436', 'name': 'tempest-ServersTestFqdnHostnames-4944045-router', 'tenant_id': '96ff41aa05534200964233b47085cac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '7e86580e-0894-4272-8d0f-cd4186e9bad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:42:41Z', 'updated_at': '2022-02-19T02:42:43Z', 'revision_number': 3, 'project_id': '96ff41aa05534200964233b47085cac9', 'gw_port': {'id': '7e86580e-0894-4272-8d0f-cd4186e9bad2', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:92:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92e744fe-57fc-429c-a64b-31cda8120436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:42:42Z', 'updated_at': '2022-02-19T02:42:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:42:46.837122 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec075f23-b276-4568-a1bd-81391517093d None None] Checking router: 92e744fe-57fc-429c-a64b-31cda8120436 for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:42:46.837473 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec075f23-b276-4568-a1bd-81391517093d None None] Updating router 92e744fe-57fc-429c-a64b-31cda8120436 port 7e86580e-0894-4272-8d0f-cd4186e9bad2 binding host n-d-826753-2 {{(pid=103704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:42:46.885539 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-ec075f23-b276-4568-a1bd-81391517093d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (7e86580e-0894-4272-8d0f-cd4186e9bad2), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:46.894464 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6b33e7eb-7435-4a23-9a83-4f747b9bc208 req-169d8190-0f36-4799-ae68-ee1aa844e32e tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672973 Feb 19 02:42:46.926074 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-dca2ae26-b93e-45a3-919d-2e48b2fb714d admin admin] Publish callbacks [] for security_group (63f64fbf-df7a-444e-8763-6fa1fd718975), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:46.928236 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49742) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:42:46.961866 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-dca2ae26-b93e-45a3-919d-2e48b2fb714d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (63f64fbf-df7a-444e-8763-6fa1fd718975), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:47.006619 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-84416438-2a25-4c1c-83fc-a1b4b9e93f07 req-1cd1b1e2-3cb8-45eb-807f-65623c0cf3b7 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413597 Feb 19 02:42:47.010462 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca2ae26-b93e-45a3-919d-2e48b2fb714d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63f64fbf-df7a-444e-8763-6fa1fd718975,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:47.025951 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f77aa613-5059-4e83-bffd-51d6d0de7322 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:47.040625 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a4e2ebf0-a85c-4fa5-baf8-d4d6525d42d5 req-a00f6195-5f08-4ecc-b8d9-8c1f09054e3d service neutron] 10.222.0.82 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4027452 Feb 19 02:42:47.133247 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-dca2ae26-b93e-45a3-919d-2e48b2fb714d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=973d23c3553744eea70e0ca0b5ba542e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0289505 Feb 19 02:42:47.145581 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 49746) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:42:47.150943 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-0ecea9bc-8c05-46b6-9825-94c3c388a705 req-e41088ad-92db-4e0e-b7f5-5e43cb7c7528 service neutron] For port ec06d5ce-1eba-4ddd-befe-dc1f766a8000, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=ec06d5ce-1eba-4ddd-befe-dc1f766a8000,segment=NetworkSegment(999cf2ff-ad78-4ea0-b2d0-93d967fd81fc),segment_id=999cf2ff-ad78-4ea0-b2d0-93d967fd81fc)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:42:47.154229 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f77aa613-5059-4e83-bffd-51d6d0de7322 admin admin] Publish callbacks [] for security_group (f91a1fca-5ae2-4569-91e8-bba6580f27ec), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:47.165339 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f77aa613-5059-4e83-bffd-51d6d0de7322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (f91a1fca-5ae2-4569-91e8-bba6580f27ec), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:47.242629 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-f77aa613-5059-4e83-bffd-51d6d0de7322 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=85cc497bdc2f4c13a68b63548793c629&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3097453 Feb 19 02:42:47.244571 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49752) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:42:47.246072 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77aa613-5059-4e83-bffd-51d6d0de7322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f91a1fca-5ae2-4569-91e8-bba6580f27ec,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:47.280011 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-0ecea9bc-8c05-46b6-9825-94c3c388a705 req-e41088ad-92db-4e0e-b7f5-5e43cb7c7528 service neutron] For port ec06d5ce-1eba-4ddd-befe-dc1f766a8000, host n-h2-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:42:47.286223 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456032f8-7a3e-4370-afa7-db106321764f req-4d26dcf3-b3d9-4e6f-8af9-b33d8f07e2d8 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:47.294193 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-456032f8-7a3e-4370-afa7-db106321764f req-4d26dcf3-b3d9-4e6f-8af9-b33d8f07e2d8 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=c26e984e-8f0b-4fc5-a561-e9bf90426fde HTTP/1.1" status: 200 len: 949 time: 0.1960394 Feb 19 02:42:47.319012 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-ec075f23-b276-4568-a1bd-81391517093d None None] Publish callbacks [] for port (7e86580e-0894-4272-8d0f-cd4186e9bad2), precommit_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:47.328593 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-ec075f23-b276-4568-a1bd-81391517093d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (7e86580e-0894-4272-8d0f-cd4186e9bad2), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:47.329939 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2f9b2413-2b59-4017-b08f-590ca10259fe admin admin] Publish callbacks [] for security_group (63f64fbf-df7a-444e-8763-6fa1fd718975), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:47.370603 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-ec075f23-b276-4568-a1bd-81391517093d None None] Attempting to bind port 7e86580e-0894-4272-8d0f-cd4186e9bad2 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:42:47.370603 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-ec075f23-b276-4568-a1bd-81391517093d None None] Attempting to bind port 7e86580e-0894-4272-8d0f-cd4186e9bad2 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:42:47.370603 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec075f23-b276-4568-a1bd-81391517093d None None] Attempting to bind port 7e86580e-0894-4272-8d0f-cd4186e9bad2 on network eaf64708-9021-419e-b287-ef3e0f51e2ee {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:42:47.378247 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-0ecea9bc-8c05-46b6-9825-94c3c388a705 req-e41088ad-92db-4e0e-b7f5-5e43cb7c7528 service neutron] Publish callbacks [] for port (ec06d5ce-1eba-4ddd-befe-dc1f766a8000), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:47.380571 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6bf6840e-3e65-4246-91b6-16c9fc27018a admin admin] Publish callbacks [] for security_group (f91a1fca-5ae2-4569-91e8-bba6580f27ec), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:47.396105 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-0ecea9bc-8c05-46b6-9825-94c3c388a705 req-e41088ad-92db-4e0e-b7f5-5e43cb7c7528 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (ec06d5ce-1eba-4ddd-befe-dc1f766a8000), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:47.400431 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec075f23-b276-4568-a1bd-81391517093d None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:42:47.401239 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec075f23-b276-4568-a1bd-81391517093d None None] Checking segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:42:47.401489 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-ec075f23-b276-4568-a1bd-81391517093d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:47.402477 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec075f23-b276-4568-a1bd-81391517093d None None] Bound using segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:42:47.403138 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-ec075f23-b276-4568-a1bd-81391517093d None None] Bound port: 7e86580e-0894-4272-8d0f-cd4186e9bad2, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:42:47.403597 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-ec075f23-b276-4568-a1bd-81391517093d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (7e86580e-0894-4272-8d0f-cd4186e9bad2), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:47.431289 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-456032f8-7a3e-4370-afa7-db106321764f req-a5c5d2e0-1ed4-4fc9-bfc4-48cfeb2d297d tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357708 Feb 19 02:42:47.432103 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2f9b2413-2b59-4017-b08f-590ca10259fe admin admin] Publish callbacks [] for security_group (63f64fbf-df7a-444e-8763-6fa1fd718975), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:47.465638 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-ec075f23-b276-4568-a1bd-81391517093d None None] For port 7e86580e-0894-4272-8d0f-cd4186e9bad2, host n-d-826753-2, cleared binding levels {{(pid=103704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:42:47.470547 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-ec075f23-b276-4568-a1bd-81391517093d None None] For port 7e86580e-0894-4272-8d0f-cd4186e9bad2, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=7e86580e-0894-4272-8d0f-cd4186e9bad2,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:42:47.483609 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6bf6840e-3e65-4246-91b6-16c9fc27018a admin admin] Publish callbacks [] for security_group (f91a1fca-5ae2-4569-91e8-bba6580f27ec), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:47.490965 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-ec075f23-b276-4568-a1bd-81391517093d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (7e86580e-0894-4272-8d0f-cd4186e9bad2), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:47.492345 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41088ad-92db-4e0e-b7f5-5e43cb7c7528 service neutron] Pushing event updated for resources: {'Port': ['ID=ec06d5ce-1eba-4ddd-befe-dc1f766a8000,revision_number=7']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:47.508671 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551b5228-9fce-46d6-8469-aa3eb1e4b22e None None] Pushing event updated for resources: {'Port': ['ID=7e86580e-0894-4272-8d0f-cd4186e9bad2,revision_number=2']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:47.566122 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-0ecea9bc-8c05-46b6-9825-94c3c388a705 req-e41088ad-92db-4e0e-b7f5-5e43cb7c7528 service neutron] Attempting to bind port ec06d5ce-1eba-4ddd-befe-dc1f766a8000 on host n-h2-826753-2 for vnic_type normal with profile {"migrating_to": "n-h1-826753-2"} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:42:47.566476 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-0ecea9bc-8c05-46b6-9825-94c3c388a705 req-e41088ad-92db-4e0e-b7f5-5e43cb7c7528 service neutron] Attempting to bind port ec06d5ce-1eba-4ddd-befe-dc1f766a8000 by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': '999cf2ff-ad78-4ea0-b2d0-93d967fd81fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:42:47.570705 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecea9bc-8c05-46b6-9825-94c3c388a705 req-e41088ad-92db-4e0e-b7f5-5e43cb7c7528 service neutron] Attempting to bind port ec06d5ce-1eba-4ddd-befe-dc1f766a8000 on network b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:42:47.577887 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecea9bc-8c05-46b6-9825-94c3c388a705 req-e41088ad-92db-4e0e-b7f5-5e43cb7c7528 service neutron] Port ec06d5ce-1eba-4ddd-befe-dc1f766a8000 on network b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:42:47.578213 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecea9bc-8c05-46b6-9825-94c3c388a705 req-e41088ad-92db-4e0e-b7f5-5e43cb7c7528 service neutron] Attempting to bind port ec06d5ce-1eba-4ddd-befe-dc1f766a8000 on network b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:42:47.582197 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6bf6840e-3e65-4246-91b6-16c9fc27018a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (f91a1fca-5ae2-4569-91e8-bba6580f27ec), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:47.584686 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6bf6840e-3e65-4246-91b6-16c9fc27018a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:47.585941 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-6bf6840e-3e65-4246-91b6-16c9fc27018a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f91a1fca-5ae2-4569-91e8-bba6580f27ec HTTP/1.1" status: 204 len: 168 time: 0.3410113 Feb 19 02:42:47.591491 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecea9bc-8c05-46b6-9825-94c3c388a705 req-e41088ad-92db-4e0e-b7f5-5e43cb7c7528 service neutron] Checking agent: {'id': 'bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:42:47.591811 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecea9bc-8c05-46b6-9825-94c3c388a705 req-e41088ad-92db-4e0e-b7f5-5e43cb7c7528 service neutron] Checking segment: {'id': '999cf2ff-ad78-4ea0-b2d0-93d967fd81fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:42:47.592194 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecea9bc-8c05-46b6-9825-94c3c388a705 req-e41088ad-92db-4e0e-b7f5-5e43cb7c7528 service neutron] Bound using segment: {'id': '999cf2ff-ad78-4ea0-b2d0-93d967fd81fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:42:47.592624 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-0ecea9bc-8c05-46b6-9825-94c3c388a705 req-e41088ad-92db-4e0e-b7f5-5e43cb7c7528 service neutron] Bound port: ec06d5ce-1eba-4ddd-befe-dc1f766a8000, host: n-h2-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '999cf2ff-ad78-4ea0-b2d0-93d967fd81fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:42:47.592973 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-0ecea9bc-8c05-46b6-9825-94c3c388a705 req-e41088ad-92db-4e0e-b7f5-5e43cb7c7528 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (ec06d5ce-1eba-4ddd-befe-dc1f766a8000), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:47.601891 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec075f23-b276-4568-a1bd-81391517093d None None] Routers {'92e744fe-57fc-429c-a64b-31cda8120436'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:42:47.602888 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-ec075f23-b276-4568-a1bd-81391517093d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:42:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['92e744fe-57fc-429c-a64b-31cda8120436'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:42:47.611057 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0cfe9b8c-d84e-4904-8483-10779062c006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:47.621512 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf6840e-3e65-4246-91b6-16c9fc27018a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f91a1fca-5ae2-4569-91e8-bba6580f27ec,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:47.632139 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-8034c218-1220-42ff-9675-6eab088c8b95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:47.637675 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd23af4-1d11-4571-86ce-14c67b0c4214 req-9f64a014-7b92-43f7-96d4-0bc7135b9cff tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:47.645202 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1dd23af4-1d11-4571-86ce-14c67b0c4214 req-9f64a014-7b92-43f7-96d4-0bc7135b9cff tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/ports?device_id=93308350-272a-4c9a-aff7-d099ecc13232 HTTP/1.1" status: 200 len: 949 time: 0.1574709 Feb 19 02:42:47.646254 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551b5228-9fce-46d6-8469-aa3eb1e4b22e None None] Pushing event updated for resources: {'Port': ['ID=7e86580e-0894-4272-8d0f-cd4186e9bad2,revision_number=3']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:47.690724 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2f9b2413-2b59-4017-b08f-590ca10259fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (63f64fbf-df7a-444e-8763-6fa1fd718975), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:47.693668 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2f9b2413-2b59-4017-b08f-590ca10259fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:47.695080 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-2f9b2413-2b59-4017-b08f-590ca10259fe admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/63f64fbf-df7a-444e-8763-6fa1fd718975 HTTP/1.1" status: 204 len: 168 time: 0.5245111 Feb 19 02:42:47.710172 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device ec06d5ce-1eba-4ddd-befe-dc1f766a8000 details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:42:47.747284 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-0ecea9bc-8c05-46b6-9825-94c3c388a705 req-e41088ad-92db-4e0e-b7f5-5e43cb7c7528 service neutron] For port ec06d5ce-1eba-4ddd-befe-dc1f766a8000, host n-h2-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:42:47.748611 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-ec075f23-b276-4568-a1bd-81391517093d None None] Set router 92e744fe-57fc-429c-a64b-31cda8120436 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:42:47.755722 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-0ecea9bc-8c05-46b6-9825-94c3c388a705 req-e41088ad-92db-4e0e-b7f5-5e43cb7c7528 service neutron] For port ec06d5ce-1eba-4ddd-befe-dc1f766a8000, host n-h2-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=ec06d5ce-1eba-4ddd-befe-dc1f766a8000,segment=NetworkSegment(999cf2ff-ad78-4ea0-b2d0-93d967fd81fc),segment_id=999cf2ff-ad78-4ea0-b2d0-93d967fd81fc)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:42:47.771441 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-0ecea9bc-8c05-46b6-9825-94c3c388a705 req-e41088ad-92db-4e0e-b7f5-5e43cb7c7528 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (ec06d5ce-1eba-4ddd-befe-dc1f766a8000), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:47.815146 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9b2413-2b59-4017-b08f-590ca10259fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f64fbf-df7a-444e-8763-6fa1fd718975,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:47.833296 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1dd23af4-1d11-4571-86ce-14c67b0c4214 req-121a0d2c-c4f7-46f1-ae88-ef88ee6fdbe6 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b908dbc-8f8c-41bc-a0bd-543abe15dd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868534 Feb 19 02:42:47.938182 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port ec06d5ce-1eba-4ddd-befe-dc1f766a8000, host n-h2-826753-2, got binding levels [] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:42:47.963649 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9df39ad-6530-4059-be79-2380f77b9993', 'name': 'network-vif-deleted', 'tag': '89f9b0a0-c329-4e39-99de-c5b7a5067c52'}, {'server_uuid': '29bcea09-12cf-46f9-beab-e3b6e5e0664c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec06d5ce-1eba-4ddd-befe-dc1f766a8000'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:42:47.970108 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94d6eadb-927b-4e41-be68-933f0180c1d1" -d '{"events": [{"server_uuid": "d9df39ad-6530-4059-be79-2380f77b9993", "name": "network-vif-deleted", "tag": "89f9b0a0-c329-4e39-99de-c5b7a5067c52"}, {"server_uuid": "29bcea09-12cf-46f9-beab-e3b6e5e0664c", "name": "network-vif-unplugged", "status": "completed", "tag": "ec06d5ce-1eba-4ddd-befe-dc1f766a8000"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:42:47.991513 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Attempting to bind port ec06d5ce-1eba-4ddd-befe-dc1f766a8000 on host n-h2-826753-2 for vnic_type normal with profile {"migrating_to": "n-h1-826753-2"} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:42:47.991914 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Attempting to bind port ec06d5ce-1eba-4ddd-befe-dc1f766a8000 by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': '999cf2ff-ad78-4ea0-b2d0-93d967fd81fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:42:47.992278 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Attempting to bind port ec06d5ce-1eba-4ddd-befe-dc1f766a8000 on network b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:42:48.005303 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Port ec06d5ce-1eba-4ddd-befe-dc1f766a8000 on network b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:42:48.005882 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Attempting to bind port ec06d5ce-1eba-4ddd-befe-dc1f766a8000 on network b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:42:48.018818 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Checking agent: {'id': 'bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:42:48.019228 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Checking segment: {'id': '999cf2ff-ad78-4ea0-b2d0-93d967fd81fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:42:48.019535 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Bound using segment: {'id': '999cf2ff-ad78-4ea0-b2d0-93d967fd81fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:42:48.019996 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Bound port: ec06d5ce-1eba-4ddd-befe-dc1f766a8000, host: n-h2-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '999cf2ff-ad78-4ea0-b2d0-93d967fd81fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:42:48.021195 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (ec06d5ce-1eba-4ddd-befe-dc1f766a8000), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:48.036521 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41088ad-92db-4e0e-b7f5-5e43cb7c7528 service neutron] Pushing event updated for resources: {'Port': ['ID=ec06d5ce-1eba-4ddd-befe-dc1f766a8000,revision_number=8']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:48.043603 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecea9bc-8c05-46b6-9825-94c3c388a705 req-e41088ad-92db-4e0e-b7f5-5e43cb7c7528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:48.044803 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-0ecea9bc-8c05-46b6-9825-94c3c388a705 req-e41088ad-92db-4e0e-b7f5-5e43cb7c7528 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:48.046541 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-0ecea9bc-8c05-46b6-9825-94c3c388a705 req-e41088ad-92db-4e0e-b7f5-5e43cb7c7528 service neutron] 10.222.0.73 "PUT /v2.0/ports/ec06d5ce-1eba-4ddd-befe-dc1f766a8000 HTTP/1.1" status: 200 len: 1121 time: 1.6998186 Feb 19 02:42:48.071063 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Sat, 19 Feb 2022 02:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15c6ca8b-13d5-4e61-90a4-daa75a41e7d7 x-openstack-request-id: req-15c6ca8b-13d5-4e61-90a4-daa75a41e7d7 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:42:48.072933 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9df39ad-6530-4059-be79-2380f77b9993", "name": "network-vif-deleted", "tag": "89f9b0a0-c329-4e39-99de-c5b7a5067c52", "status": "completed", "code": 200}, {"server_uuid": "29bcea09-12cf-46f9-beab-e3b6e5e0664c", "name": "network-vif-unplugged", "status": "completed", "tag": "ec06d5ce-1eba-4ddd-befe-dc1f766a8000", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:42:48.073419 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-15c6ca8b-13d5-4e61-90a4-daa75a41e7d7 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:42:48.073780 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9df39ad-6530-4059-be79-2380f77b9993', 'name': 'network-vif-deleted', 'tag': '89f9b0a0-c329-4e39-99de-c5b7a5067c52', 'status': 'completed', 'code': 200} Feb 19 02:42:48.074144 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29bcea09-12cf-46f9-beab-e3b6e5e0664c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec06d5ce-1eba-4ddd-befe-dc1f766a8000', 'code': 200} Feb 19 02:42:48.108403 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-ec075f23-b276-4568-a1bd-81391517093d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92e744fe-57fc-429c-a64b-31cda8120436', 'name': 'tempest-ServersTestFqdnHostnames-4944045-router', 'tenant_id': '96ff41aa05534200964233b47085cac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '7e86580e-0894-4272-8d0f-cd4186e9bad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:42:41Z', 'updated_at': '2022-02-19T02:42:43Z', 'revision_number': 3, 'project_id': '96ff41aa05534200964233b47085cac9', 'gw_port': {'id': '7e86580e-0894-4272-8d0f-cd4186e9bad2', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:92:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92e744fe-57fc-429c-a64b-31cda8120436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:42:42Z', 'updated_at': '2022-02-19T02:42:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:42:48.171466 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec075f23-b276-4568-a1bd-81391517093d None None] The sync data for ids ['92e744fe-57fc-429c-a64b-31cda8120436'] in n-d-826753-2 is: [{'id': '92e744fe-57fc-429c-a64b-31cda8120436', 'name': 'tempest-ServersTestFqdnHostnames-4944045-router', 'tenant_id': '96ff41aa05534200964233b47085cac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '7e86580e-0894-4272-8d0f-cd4186e9bad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:42:41Z', 'updated_at': '2022-02-19T02:42:43Z', 'revision_number': 3, 'project_id': '96ff41aa05534200964233b47085cac9', 'gw_port': {'id': '7e86580e-0894-4272-8d0f-cd4186e9bad2', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:92:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92e744fe-57fc-429c-a64b-31cda8120436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:42:42Z', 'updated_at': '2022-02-19T02:42:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:42:48.185763 n-d-826753-2 neutron-server[103703]: WARNING neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Concurrent port binding operations failed on port ec06d5ce-1eba-4ddd-befe-dc1f766a8000 Feb 19 02:42:48.187510 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-0cfe9b8c-d84e-4904-8483-10779062c006 admin admin] Allocated IP 172.20.0.1 (ee39ff61-2b71-49ef-88f9-87356161a1ed/f203640b-0f60-4d96-89bd-3c6bc1a85a78/655589a7-b312-4e61-b921-afba34fffe4a) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:42:48.206830 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port ec06d5ce-1eba-4ddd-befe-dc1f766a8000, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=ec06d5ce-1eba-4ddd-befe-dc1f766a8000,segment=NetworkSegment(999cf2ff-ad78-4ea0-b2d0-93d967fd81fc),segment_id=999cf2ff-ad78-4ea0-b2d0-93d967fd81fc)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:42:48.209082 n-d-826753-2 neutron-server[103703]: INFO neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Attempt 2 to bind port ec06d5ce-1eba-4ddd-befe-dc1f766a8000 Feb 19 02:42:48.209865 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device ec06d5ce-1eba-4ddd-befe-dc1f766a8000 has no active binding in host n-h1-826753-2 {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 19 02:42:48.236500 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['ec06d5ce-1eba-4ddd-befe-dc1f766a8000'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:42:48.267087 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aa619d-4238-4565-82a9-75610c19bd83 req-06e58249-9df3-4721-8dce-2d1cfaf8d4ae tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:48.269286 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-02aa619d-4238-4565-82a9-75610c19bd83 req-06e58249-9df3-4721-8dce-2d1cfaf8d4ae tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=29bcea09-12cf-46f9-beab-e3b6e5e0664c HTTP/1.1" status: 200 len: 943 time: 0.2152236 Feb 19 02:42:48.297541 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['ec06d5ce-1eba-4ddd-befe-dc1f766a8000'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:42:48.349954 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-02aa619d-4238-4565-82a9-75610c19bd83 req-bfafc5ce-ef37-40da-995d-22362da52b80 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728099 Feb 19 02:42:48.412628 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d4ac2-a199-4c48-be92-1ce52f9aac85 req-7b813d1c-53b4-4b46-8df3-a193379d5cc6 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:48.420054 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4c5d4ac2-a199-4c48-be92-1ce52f9aac85 req-7b813d1c-53b4-4b46-8df3-a193379d5cc6 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa9b45d5-254c-45de-8e0f-03eec8283098 HTTP/1.1" status: 200 len: 945 time: 0.2078497 Feb 19 02:42:48.449777 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49780) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:42:48.487742 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4c5d4ac2-a199-4c48-be92-1ce52f9aac85 req-51794a0f-070d-4b42-a4b9-24156a150889 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629520 Feb 19 02:42:48.515398 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b87ed75f-05e9-44a7-accc-97b00cdfeeff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:48.611946 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0cfe9b8c-d84e-4904-8483-10779062c006 admin admin] Publish callbacks [] for port (655589a7-b312-4e61-b921-afba34fffe4a), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:48.690586 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b87ed75f-05e9-44a7-accc-97b00cdfeeff admin admin] Publish callbacks [] for security_group (2d4299d0-1442-49a3-be44-9ce1f8f20ebd), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:48.698953 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b87ed75f-05e9-44a7-accc-97b00cdfeeff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (2d4299d0-1442-49a3-be44-9ce1f8f20ebd), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:48.717885 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f59460-0adf-4cc0-a732-01a32013a64e req-6f3b44d0-c2a6-4b27-9f7b-4529ba2ab21c tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:48.725568 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b6f59460-0adf-4cc0-a732-01a32013a64e req-6f3b44d0-c2a6-4b27-9f7b-4529ba2ab21c tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=c26e984e-8f0b-4fc5-a561-e9bf90426fde HTTP/1.1" status: 200 len: 949 time: 0.0897105 Feb 19 02:42:48.729584 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0cfe9b8c-d84e-4904-8483-10779062c006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (655589a7-b312-4e61-b921-afba34fffe4a), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:48.769614 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-b87ed75f-05e9-44a7-accc-97b00cdfeeff admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2c32e15e7c7a4734b2086232b8e3cc59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3162222 Feb 19 02:42:48.774534 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 49790) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:42:48.798011 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87ed75f-05e9-44a7-accc-97b00cdfeeff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d4299d0-1442-49a3-be44-9ce1f8f20ebd,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:48.820831 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cfe9b8c-d84e-4904-8483-10779062c006 admin admin] Network ee39ff61-2b71-49ef-88f9-87356161a1ed is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:42:48.839800 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-0cfe9b8c-d84e-4904-8483-10779062c006 admin admin] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:42:48.843802 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfe9b8c-d84e-4904-8483-10779062c006 admin admin] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:42:48.932375 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfe9b8c-d84e-4904-8483-10779062c006 admin admin] Pushing event updated for resources: {'Port': ['ID=655589a7-b312-4e61-b921-afba34fffe4a,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:48.996323 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b6f59460-0adf-4cc0-a732-01a32013a64e req-7b29a428-2d4e-427a-972b-49d948ca5c48 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698514 Feb 19 02:42:48.999212 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0cfe9b8c-d84e-4904-8483-10779062c006 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16289150'] for router_interface (92e744fe-57fc-429c-a64b-31cda8120436), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:49.073144 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f48820d9-9238-4ac5-9197-e8641d1bccd5 admin admin] Publish callbacks [] for security_group (2d4299d0-1442-49a3-be44-9ce1f8f20ebd), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:49.103778 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:49.140675 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f48820d9-9238-4ac5-9197-e8641d1bccd5 admin admin] Publish callbacks [] for security_group (2d4299d0-1442-49a3-be44-9ce1f8f20ebd), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:49.172690 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b35fac-39fe-4073-a74b-8fc3635b13c3 req-8979bc06-8b45-4aba-a77d-ae8a051a72eb tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:49.174895 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-70b35fac-39fe-4073-a74b-8fc3635b13c3 req-8979bc06-8b45-4aba-a77d-ae8a051a72eb tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/ports?device_id=93308350-272a-4c9a-aff7-d099ecc13232 HTTP/1.1" status: 200 len: 949 time: 0.2204854 Feb 19 02:42:49.228681 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b565b008-3fd3-434d-bc4b-476db8418ec9 None None] Provisioning complete for port 655589a7-b312-4e61-b921-afba34fffe4a triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:42:49.229478 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b565b008-3fd3-434d-bc4b-476db8418ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (655589a7-b312-4e61-b921-afba34fffe4a), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:49.275084 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b565b008-3fd3-434d-bc4b-476db8418ec9 None None] Port 655589a7-b312-4e61-b921-afba34fffe4a cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:42:49.310652 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-70b35fac-39fe-4073-a74b-8fc3635b13c3 req-3d065a92-d066-4b14-b9b6-1cb614880136 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b908dbc-8f8c-41bc-a0bd-543abe15dd62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275940 Feb 19 02:42:49.317442 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f48820d9-9238-4ac5-9197-e8641d1bccd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (2d4299d0-1442-49a3-be44-9ce1f8f20ebd), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:49.321307 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f48820d9-9238-4ac5-9197-e8641d1bccd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:49.322444 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-f48820d9-9238-4ac5-9197-e8641d1bccd5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2d4299d0-1442-49a3-be44-9ce1f8f20ebd HTTP/1.1" status: 204 len: 168 time: 0.5463004 Feb 19 02:42:49.326942 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0cfe9b8c-d84e-4904-8483-10779062c006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (655589a7-b312-4e61-b921-afba34fffe4a), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:49.335902 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0abd10-a844-400c-b127-95cbc6895497 req-f8a978c8-02ae-4618-b5d7-779d456f45aa tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:49.339350 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7c0abd10-a844-400c-b127-95cbc6895497 req-f8a978c8-02ae-4618-b5d7-779d456f45aa tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.82 "GET /v2.0/ports?device_id=93308350-272a-4c9a-aff7-d099ecc13232 HTTP/1.1" status: 200 len: 949 time: 0.0901668 Feb 19 02:42:49.347397 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48820d9-9238-4ac5-9197-e8641d1bccd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d4299d0-1442-49a3-be44-9ce1f8f20ebd,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:49.493237 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-7c0abd10-a844-400c-b127-95cbc6895497 req-6310f2b0-2eff-4d8a-9ef1-8fcd992b24dd tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Deleting port 64d5db86-5019-4642-ac30-035e8e72b9a8 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:42:49.494218 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-7c0abd10-a844-400c-b127-95cbc6895497 req-6310f2b0-2eff-4d8a-9ef1-8fcd992b24dd tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (64d5db86-5019-4642-ac30-035e8e72b9a8), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:49.655719 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 7e86580e-0894-4272-8d0f-cd4186e9bad2 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:42:49.727539 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf6c3c5-5f59-4885-bb6c-4c84648feb6e req-54c0b273-d392-4c15-a4d3-6203bb2584e5 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:49.734184 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 7a2ff793-afac-4496-ba61-bdbb8c4c9eb5 details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:42:49.735918 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bbf6c3c5-5f59-4885-bb6c-4c84648feb6e req-54c0b273-d392-4c15-a4d3-6203bb2584e5 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=29bcea09-12cf-46f9-beab-e3b6e5e0664c HTTP/1.1" status: 200 len: 943 time: 0.1889069 Feb 19 02:42:49.825183 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3490795e-055c-413b-b6de-47b888bd07a0 req-c86851d1-225a-4d65-a368-2799ef5ec145 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:49.833290 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3490795e-055c-413b-b6de-47b888bd07a0 req-c86851d1-225a-4d65-a368-2799ef5ec145 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa9b45d5-254c-45de-8e0f-03eec8283098 HTTP/1.1" status: 200 len: 945 time: 0.1738613 Feb 19 02:42:49.856740 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bbf6c3c5-5f59-4885-bb6c-4c84648feb6e req-9c330f19-e565-48c7-920f-4f8c0c92dd23 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189973 Feb 19 02:42:49.905576 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0cfe9b8c-d84e-4904-8483-10779062c006 admin admin] Publish callbacks [] for port (655589a7-b312-4e61-b921-afba34fffe4a), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:49.921893 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0cfe9b8c-d84e-4904-8483-10779062c006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (655589a7-b312-4e61-b921-afba34fffe4a), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:49.950248 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 89f9b0a0-c329-4e39-99de-c5b7a5067c52 no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:42:50.016964 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-7c0abd10-a844-400c-b127-95cbc6895497 req-6310f2b0-2eff-4d8a-9ef1-8fcd992b24dd tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] For port 64d5db86-5019-4642-ac30-035e8e72b9a8, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=64d5db86-5019-4642-ac30-035e8e72b9a8,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:42:50.017379 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-7c0abd10-a844-400c-b127-95cbc6895497 req-6310f2b0-2eff-4d8a-9ef1-8fcd992b24dd tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (64d5db86-5019-4642-ac30-035e8e72b9a8), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:50.022967 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0cfe9b8c-d84e-4904-8483-10779062c006 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16362769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16289258'] for router_interface (92e744fe-57fc-429c-a64b-31cda8120436), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:50.033164 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-7c0abd10-a844-400c-b127-95cbc6895497 req-6310f2b0-2eff-4d8a-9ef1-8fcd992b24dd tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Calling delete_port for 64d5db86-5019-4642-ac30-035e8e72b9a8 owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:42:50.041931 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfe9b8c-d84e-4904-8483-10779062c006 admin admin] Pushing event updated for resources: {'Port': ['ID=655589a7-b312-4e61-b921-afba34fffe4a,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:50.053147 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] No Port match for: 89f9b0a0-c329-4e39-99de-c5b7a5067c52 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:42:50.053551 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 89f9b0a0-c329-4e39-99de-c5b7a5067c52 not bound to the agent host n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:42:50.066741 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 7a2ff793-afac-4496-ba61-bdbb8c4c9eb5, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=7a2ff793-afac-4496-ba61-bdbb8c4c9eb5,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:42:50.110972 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': '7a2ff793-afac-4496-ba61-bdbb8c4c9eb5', 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f', 'port_id': '7a2ff793-afac-4496-ba61-bdbb8c4c9eb5', 'mac_address': 'fa:16:3e:4a:ed:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '974c06bc-f097-4890-970a-b087501ab241', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:42:50.124227 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 7e86580e-0894-4272-8d0f-cd4186e9bad2 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:42:50.124462 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (7e86580e-0894-4272-8d0f-cd4186e9bad2), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:50.131909 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3490795e-055c-413b-b6de-47b888bd07a0 req-f1894708-efea-453e-929a-31c0e7e7b3e6 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2973812 Feb 19 02:42:50.179930 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29bcea09-12cf-46f9-beab-e3b6e5e0664c', 'tag': 'ec06d5ce-1eba-4ddd-befe-dc1f766a8000'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:42:50.182599 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d232ba6-ae5c-4e43-9101-41bab9f7a9d1" -d '{"events": [{"name": "network-changed", "server_uuid": "29bcea09-12cf-46f9-beab-e3b6e5e0664c", "tag": "ec06d5ce-1eba-4ddd-befe-dc1f766a8000"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:42:50.190162 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-7c0abd10-a844-400c-b127-95cbc6895497 req-6310f2b0-2eff-4d8a-9ef1-8fcd992b24dd tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (64d5db86-5019-4642-ac30-035e8e72b9a8), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:50.225777 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6310f2b0-2eff-4d8a-9ef1-8fcd992b24dd tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Pushing event deleted for resources: {'Port': ['ID=64d5db86-5019-4642-ac30-035e8e72b9a8,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:50.293700 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d65f899-d348-461d-8448-78c4e3b24b85 x-openstack-request-id: req-8d65f899-d348-461d-8448-78c4e3b24b85 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:42:50.294141 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29bcea09-12cf-46f9-beab-e3b6e5e0664c", "tag": "ec06d5ce-1eba-4ddd-befe-dc1f766a8000", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:42:50.294456 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8d65f899-d348-461d-8448-78c4e3b24b85 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:42:50.294945 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29bcea09-12cf-46f9-beab-e3b6e5e0664c', 'tag': 'ec06d5ce-1eba-4ddd-befe-dc1f766a8000', 'status': 'completed', 'code': 200} Feb 19 02:42:50.336776 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a5e022-e50a-46a9-a9ca-de15eeb1885e req-449b564d-d735-420f-96c4-f811ac5fcbc7 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:50.338464 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c0abd10-a844-400c-b127-95cbc6895497 req-6310f2b0-2eff-4d8a-9ef1-8fcd992b24dd tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] No DVR routers for this DVR port 64d5db86-5019-4642-ac30-035e8e72b9a8 on host n-h2-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:42:50.343014 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-7c0abd10-a844-400c-b127-95cbc6895497 req-6310f2b0-2eff-4d8a-9ef1-8fcd992b24dd tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:50.344133 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-31a5e022-e50a-46a9-a9ca-de15eeb1885e req-449b564d-d735-420f-96c4-f811ac5fcbc7 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=c26e984e-8f0b-4fc5-a561-e9bf90426fde HTTP/1.1" status: 200 len: 949 time: 0.1699731 Feb 19 02:42:50.348880 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7c0abd10-a844-400c-b127-95cbc6895497 req-6310f2b0-2eff-4d8a-9ef1-8fcd992b24dd tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.82 "DELETE /v2.0/ports/64d5db86-5019-4642-ac30-035e8e72b9a8 HTTP/1.1" status: 204 len: 173 time: 1.0025396 Feb 19 02:42:50.517072 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d44adc5e-0836-479c-af18-2b9005c3c197 req-879331b4-2d4c-4265-ba00-b2191003ce36 tempest-ServersOnMultiNodesTest-1653818891 tempest-ServersOnMultiNodesTest-1653818891-project] 10.222.0.72 "GET /v2.0/ports?device_id=93308350-272a-4c9a-aff7-d099ecc13232 HTTP/1.1" status: 200 len: 210 time: 0.0546091 Feb 19 02:42:50.520638 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cfe9b8c-d84e-4904-8483-10779062c006 admin admin] Network ee39ff61-2b71-49ef-88f9-87356161a1ed is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:42:50.524967 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d232ba6-ae5c-4e43-9101-41bab9f7a9d1 req-e094045b-da49-4e25-80a2-b2182fcb250e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:50.526853 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9d232ba6-ae5c-4e43-9101-41bab9f7a9d1 req-e094045b-da49-4e25-80a2-b2182fcb250e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=0351aa3c6ea34cbbac483ac000de57cb&device_id=29bcea09-12cf-46f9-beab-e3b6e5e0664c HTTP/1.1" status: 200 len: 1155 time: 0.1803894 Feb 19 02:42:50.528264 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-0cfe9b8c-d84e-4904-8483-10779062c006 admin admin] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:42:50.549785 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-31a5e022-e50a-46a9-a9ca-de15eeb1885e req-d760b9f1-5310-4278-af03-eca3a9be9f05 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957147 Feb 19 02:42:50.669918 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 7a2ff793-afac-4496-ba61-bdbb8c4c9eb5 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:42:50.670789 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (7a2ff793-afac-4496-ba61-bdbb8c4c9eb5), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:50.683991 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:50.724392 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a2ff793-afac-4496-ba61-bdbb8c4c9eb5 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:42:50.795131 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 7a2ff793-afac-4496-ba61-bdbb8c4c9eb5, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=7a2ff793-afac-4496-ba61-bdbb8c4c9eb5,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:42:50.826408 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (7a2ff793-afac-4496-ba61-bdbb8c4c9eb5), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:50.897799 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 7e86580e-0894-4272-8d0f-cd4186e9bad2 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:42:50.898287 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (7e86580e-0894-4272-8d0f-cd4186e9bad2), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:50.986981 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port 7e86580e-0894-4272-8d0f-cd4186e9bad2, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=7e86580e-0894-4272-8d0f-cd4186e9bad2,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:42:51.000879 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=7a2ff793-afac-4496-ba61-bdbb8c4c9eb5,revision_number=12']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:51.022129 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (7e86580e-0894-4272-8d0f-cd4186e9bad2), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:51.027787 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:42:51.028199 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:42:51.028600 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:42:51.029054 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:42:51.029449 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:42:51.029833 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:42:51.030222 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:42:51.030790 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:42:51.031170 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:42:51.031539 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:42:51.031944 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:42:51.032324 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:42:51.038817 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:42:51.080170 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-5d46dddc-1733-4cab-9565-eb1998b072e4 None None] Provisioning complete for port 655589a7-b312-4e61-b921-afba34fffe4a triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:42:51.081537 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5d46dddc-1733-4cab-9565-eb1998b072e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (655589a7-b312-4e61-b921-afba34fffe4a), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:51.146295 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-5d46dddc-1733-4cab-9565-eb1998b072e4 None None] Port 655589a7-b312-4e61-b921-afba34fffe4a cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:42:51.149561 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=7e86580e-0894-4272-8d0f-cd4186e9bad2,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:51.279142 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d232ba6-ae5c-4e43-9101-41bab9f7a9d1 req-f71fc9ba-3cca-455a-810f-8692ec93a5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:51.280638 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9d232ba6-ae5c-4e43-9101-41bab9f7a9d1 req-f71fc9ba-3cca-455a-810f-8692ec93a5e7 service neutron] 10.222.0.82 "GET /v2.0/networks?id=b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7 HTTP/1.1" status: 200 len: 909 time: 0.7296584 Feb 19 02:42:51.309529 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cfe9b8c-d84e-4904-8483-10779062c006 admin admin] Router 92e744fe-57fc-429c-a64b-31cda8120436 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:42:51.348407 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9d232ba6-ae5c-4e43-9101-41bab9f7a9d1 req-c358614f-7ad7-49c0-8c7d-daa4c02065f7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec06d5ce-1eba-4ddd-befe-dc1f766a8000 HTTP/1.1" status: 200 len: 217 time: 0.0566149 Feb 19 02:42:51.356882 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c27559c-649e-4939-b8a5-b3acb4a06227 req-7b6595bd-2d31-4b7d-a034-c1cd5c5b0c7b tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:51.358564 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6c27559c-649e-4939-b8a5-b3acb4a06227 req-7b6595bd-2d31-4b7d-a034-c1cd5c5b0c7b tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=29bcea09-12cf-46f9-beab-e3b6e5e0664c HTTP/1.1" status: 200 len: 943 time: 0.1723750 Feb 19 02:42:51.360055 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['7a2ff793-afac-4496-ba61-bdbb8c4c9eb5'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:42:51.368959 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7393132f-7ab9-4c2b-8f23-0e2593c7309d req-2f3628a3-e12b-416f-af6c-ba51b2845914 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:51.370623 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7393132f-7ab9-4c2b-8f23-0e2593c7309d req-2f3628a3-e12b-416f-af6c-ba51b2845914 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=c26e984e-8f0b-4fc5-a561-e9bf90426fde HTTP/1.1" status: 200 len: 950 time: 0.6383343 Feb 19 02:42:51.504945 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d232ba6-ae5c-4e43-9101-41bab9f7a9d1 req-6c94c001-8fc3-4a21-9da2-603d7a63ae07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:51.505417 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9d232ba6-ae5c-4e43-9101-41bab9f7a9d1 req-6c94c001-8fc3-4a21-9da2-603d7a63ae07 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=de6735e0-8981-45a6-9d12-953729888898 HTTP/1.1" status: 200 len: 848 time: 0.1457374 Feb 19 02:42:51.575710 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9d232ba6-ae5c-4e43-9101-41bab9f7a9d1 req-cb680182-48e6-436a-a571-3ff31f67d232 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598319 Feb 19 02:42:51.584663 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6c27559c-649e-4939-b8a5-b3acb4a06227 req-7f58b671-4ac9-45c4-88db-b50ec877110f tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049911 Feb 19 02:42:51.595486 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 7e86580e-0894-4272-8d0f-cd4186e9bad2 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:42:51.595851 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7393132f-7ab9-4c2b-8f23-0e2593c7309d req-0f242d0b-2412-42df-91c2-4a7cfa6a889a tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124796 Feb 19 02:42:51.664495 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 7e86580e-0894-4272-8d0f-cd4186e9bad2 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:42:51.665394 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (7e86580e-0894-4272-8d0f-cd4186e9bad2), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:51.789669 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cfe9b8c-d84e-4904-8483-10779062c006 admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:42:51.791550 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 7e86580e-0894-4272-8d0f-cd4186e9bad2 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:42:51.807370 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621973e2-08f8-4bba-b9c3-453e09a61b0b None None] Sync routers for ids ['92e744fe-57fc-429c-a64b-31cda8120436'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:42:51.808047 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-0cfe9b8c-d84e-4904-8483-10779062c006 admin admin] 10.222.0.72 "PUT /v2.0/routers/92e744fe-57fc-429c-a64b-31cda8120436/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6715157 Feb 19 02:42:51.814671 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621973e2-08f8-4bba-b9c3-453e09a61b0b None None] Routers {'92e744fe-57fc-429c-a64b-31cda8120436'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:42:51.815964 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-621973e2-08f8-4bba-b9c3-453e09a61b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:42:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['92e744fe-57fc-429c-a64b-31cda8120436'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:42:51.848123 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26640b55-56eb-4f26-91e5-13442d9d4546 req-fbf2e020-2163-45e1-8e4a-732bffb785d9 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:51.850078 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-26640b55-56eb-4f26-91e5-13442d9d4546 req-fbf2e020-2163-45e1-8e4a-732bffb785d9 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa9b45d5-254c-45de-8e0f-03eec8283098 HTTP/1.1" status: 200 len: 945 time: 0.1583138 Feb 19 02:42:51.854107 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9d232ba6-ae5c-4e43-9101-41bab9f7a9d1 req-8ac720b2-970e-4517-a61f-60cfbe47b69a service neutron] 10.222.0.82 "GET /v2.0/networks/b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541306 Feb 19 02:42:51.927996 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 64d5db86-5019-4642-ac30-035e8e72b9a8 no longer exists at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:42:51.962942 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:51.965387 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] No Port match for: 64d5db86-5019-4642-ac30-035e8e72b9a8 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:42:51.965729 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 64d5db86-5019-4642-ac30-035e8e72b9a8 not bound to the agent host n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:42:51.990152 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-621973e2-08f8-4bba-b9c3-453e09a61b0b None None] Set router 92e744fe-57fc-429c-a64b-31cda8120436 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:42:52.008593 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cec86c57-47ed-4352-9e55-a32940c9dd6b req-c30b75d9-00d9-4ab4-af7a-7ab135b4a591 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=db33b204d8b743bf8957eb245634d63e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302939 Feb 19 02:42:52.014147 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-26640b55-56eb-4f26-91e5-13442d9d4546 req-0d79c319-9048-4653-8f9d-cb599630d9de tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576934 Feb 19 02:42:52.131370 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec86c57-47ed-4352-9e55-a32940c9dd6b req-8e429f48-03d5-4242-a19c-ced89f5a5efd tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:52.137861 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cec86c57-47ed-4352-9e55-a32940c9dd6b req-8e429f48-03d5-4242-a19c-ced89f5a5efd tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1227815 Feb 19 02:42:52.165952 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cec86c57-47ed-4352-9e55-a32940c9dd6b req-dcb829df-eb52-4d0e-a9d9-a824a66868a3 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/quotas/db33b204d8b743bf8957eb245634d63e HTTP/1.1" status: 200 len: 375 time: 0.0270908 Feb 19 02:42:52.180230 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9d232ba6-ae5c-4e43-9101-41bab9f7a9d1 req-01ae8709-69d3-4160-bb7f-7b69a6d376a7 service neutron] 10.222.0.82 "GET /v2.0/networks/b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3125594 Feb 19 02:42:52.250164 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cec86c57-47ed-4352-9e55-a32940c9dd6b req-a0ad4b36-81ba-44f9-9b67-3c3f5d4f4a76 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=db33b204d8b743bf8957eb245634d63e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0833824 Feb 19 02:42:52.250721 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:52.271029 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-621973e2-08f8-4bba-b9c3-453e09a61b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92e744fe-57fc-429c-a64b-31cda8120436', 'name': 'tempest-ServersTestFqdnHostnames-4944045-router', 'tenant_id': '96ff41aa05534200964233b47085cac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '7e86580e-0894-4272-8d0f-cd4186e9bad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:42:41Z', 'updated_at': '2022-02-19T02:42:49Z', 'revision_number': 4, 'project_id': '96ff41aa05534200964233b47085cac9', 'gw_port': {'id': '7e86580e-0894-4272-8d0f-cd4186e9bad2', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:92:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e744fe-57fc-429c-a64b-31cda8120436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:42:42Z', 'updated_at': '2022-02-19T02:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '655589a7-b312-4e61-b921-afba34fffe4a', 'name': '', 'network_id': 'ee39ff61-2b71-49ef-88f9-87356161a1ed', 'tenant_id': '96ff41aa05534200964233b47085cac9', 'mac_address': 'fa:16:3e:17:49:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92e744fe-57fc-429c-a64b-31cda8120436', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'f203640b-0f60-4d96-89bd-3c6bc1a85a78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:42:47Z', 'updated_at': '2022-02-19T02:42:49Z', 'revision_number': 2, 'project_id': '96ff41aa05534200964233b47085cac9', 'subnets': [{'id': 'f203640b-0f60-4d96-89bd-3c6bc1a85a78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:42:52.296435 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93308350-272a-4c9a-aff7-d099ecc13232', 'name': 'network-vif-deleted', 'tag': '64d5db86-5019-4642-ac30-035e8e72b9a8'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:42:52.298810 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62e109bb-fea8-45ad-a01d-ce8ff8749614" -d '{"events": [{"server_uuid": "93308350-272a-4c9a-aff7-d099ecc13232", "name": "network-vif-deleted", "tag": "64d5db86-5019-4642-ac30-035e8e72b9a8"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:42:52.309347 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621973e2-08f8-4bba-b9c3-453e09a61b0b None None] Checking router: 92e744fe-57fc-429c-a64b-31cda8120436 for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:42:52.309707 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621973e2-08f8-4bba-b9c3-453e09a61b0b None None] Updating router 92e744fe-57fc-429c-a64b-31cda8120436 port 655589a7-b312-4e61-b921-afba34fffe4a binding host n-d-826753-2 {{(pid=103703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:42:52.339485 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-621973e2-08f8-4bba-b9c3-453e09a61b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (655589a7-b312-4e61-b921-afba34fffe4a), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:52.355339 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49910) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:42:52.694648 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-621973e2-08f8-4bba-b9c3-453e09a61b0b None None] Publish callbacks [] for port (655589a7-b312-4e61-b921-afba34fffe4a), precommit_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:52.710377 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-621973e2-08f8-4bba-b9c3-453e09a61b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (655589a7-b312-4e61-b921-afba34fffe4a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:52.841979 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-88b3f091-428e-4a2b-b53f-1420f7e37598 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=03a224ed4cc448b3ab8491a1b5a2c99b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4849980 Feb 19 02:42:52.844980 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 49930) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:42:52.850256 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 49932) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:42:52.914671 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806550c4-f286-4a80-b59e-10468bdb0b9c None None] Pushing event updated for resources: {'Port': ['ID=655589a7-b312-4e61-b921-afba34fffe4a,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:52.980055 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-621973e2-08f8-4bba-b9c3-453e09a61b0b None None] Attempting to bind port 655589a7-b312-4e61-b921-afba34fffe4a on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:42:52.980426 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-621973e2-08f8-4bba-b9c3-453e09a61b0b None None] Attempting to bind port 655589a7-b312-4e61-b921-afba34fffe4a by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': 'ba681f96-6adb-4b0c-9c12-9f59489d7ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'ee39ff61-2b71-49ef-88f9-87356161a1ed'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:42:52.981384 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621973e2-08f8-4bba-b9c3-453e09a61b0b None None] Attempting to bind port 655589a7-b312-4e61-b921-afba34fffe4a on network ee39ff61-2b71-49ef-88f9-87356161a1ed {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:42:52.989097 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621973e2-08f8-4bba-b9c3-453e09a61b0b None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:42:52.989477 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621973e2-08f8-4bba-b9c3-453e09a61b0b None None] Checking segment: {'id': 'ba681f96-6adb-4b0c-9c12-9f59489d7ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'ee39ff61-2b71-49ef-88f9-87356161a1ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:42:52.989879 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-621973e2-08f8-4bba-b9c3-453e09a61b0b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:52.990277 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621973e2-08f8-4bba-b9c3-453e09a61b0b None None] Bound using segment: {'id': 'ba681f96-6adb-4b0c-9c12-9f59489d7ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'ee39ff61-2b71-49ef-88f9-87356161a1ed'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:42:52.990746 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-621973e2-08f8-4bba-b9c3-453e09a61b0b None None] Bound port: 655589a7-b312-4e61-b921-afba34fffe4a, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba681f96-6adb-4b0c-9c12-9f59489d7ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'ee39ff61-2b71-49ef-88f9-87356161a1ed'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:42:52.991254 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-621973e2-08f8-4bba-b9c3-453e09a61b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (655589a7-b312-4e61-b921-afba34fffe4a), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:53.009268 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-546a23c7-5caf-46b6-aa05-2887aca8aee8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:53.020299 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bbb9962-ec0f-4163-8632-a87e4ad9cb22 x-openstack-request-id: req-1bbb9962-ec0f-4163-8632-a87e4ad9cb22 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:42:53.020722 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93308350-272a-4c9a-aff7-d099ecc13232", "name": "network-vif-deleted", "tag": "64d5db86-5019-4642-ac30-035e8e72b9a8", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:42:53.021118 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1bbb9962-ec0f-4163-8632-a87e4ad9cb22 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:42:53.021625 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93308350-272a-4c9a-aff7-d099ecc13232', 'name': 'network-vif-deleted', 'tag': '64d5db86-5019-4642-ac30-035e8e72b9a8', 'status': 'completed', 'code': 200} Feb 19 02:42:53.088335 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-621973e2-08f8-4bba-b9c3-453e09a61b0b None None] For port 655589a7-b312-4e61-b921-afba34fffe4a, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:42:53.092219 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-621973e2-08f8-4bba-b9c3-453e09a61b0b None None] For port 655589a7-b312-4e61-b921-afba34fffe4a, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=655589a7-b312-4e61-b921-afba34fffe4a,segment=NetworkSegment(ba681f96-6adb-4b0c-9c12-9f59489d7ccc),segment_id=ba681f96-6adb-4b0c-9c12-9f59489d7ccc)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:42:53.109716 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-621973e2-08f8-4bba-b9c3-453e09a61b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (655589a7-b312-4e61-b921-afba34fffe4a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:53.116849 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f8dfd477-e1fb-49b4-a7b5-c71052e28f16 admin admin] Publish callbacks [] for security_group (5b908dbc-8f8c-41bc-a0bd-543abe15dd62), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:53.135701 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49940) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:42:53.140918 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-845e8d18-572c-4713-9d21-c9317e18cacd tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1657299887', 'description': 'tempest-description--1223644027'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:42:53.186856 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-03e26995-1e39-461a-8bc8-a5f3bcab5265 req-e258efd5-ca3d-4a3e-94df-e95bb75b3a69 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=cdaf6704-79e6-465e-a79c-4b9c28f4325f HTTP/1.1" status: 200 len: 210 time: 0.0506239 Feb 19 02:42:53.190229 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f8dfd477-e1fb-49b4-a7b5-c71052e28f16 admin admin] Publish callbacks [] for security_group (5b908dbc-8f8c-41bc-a0bd-543abe15dd62), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:53.192958 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-845e8d18-572c-4713-9d21-c9317e18cacd tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:53.193131 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621973e2-08f8-4bba-b9c3-453e09a61b0b None None] Routers {'92e744fe-57fc-429c-a64b-31cda8120436'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:42:53.193671 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-621973e2-08f8-4bba-b9c3-453e09a61b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:42:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['92e744fe-57fc-429c-a64b-31cda8120436'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:42:53.254184 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806550c4-f286-4a80-b59e-10468bdb0b9c None None] Pushing event updated for resources: {'Port': ['ID=655589a7-b312-4e61-b921-afba34fffe4a,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:53.262921 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-546a23c7-5caf-46b6-aa05-2887aca8aee8 admin admin] Publish callbacks [] for security_group (6885a1a9-810b-4131-9a53-25cf9be16e48), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:53.279758 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-546a23c7-5caf-46b6-aa05-2887aca8aee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (6885a1a9-810b-4131-9a53-25cf9be16e48), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:53.345547 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-845e8d18-572c-4713-9d21-c9317e18cacd tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] Publish callbacks [] for security_group (e62d99a3-cc31-4ea4-8cfc-c7295622cb95), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:53.353213 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-845e8d18-572c-4713-9d21-c9317e18cacd tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (e62d99a3-cc31-4ea4-8cfc-c7295622cb95), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:53.400349 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e8d18-572c-4713-9d21-c9317e18cacd tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e62d99a3-cc31-4ea4-8cfc-c7295622cb95,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:53.407572 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546a23c7-5caf-46b6-aa05-2887aca8aee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6885a1a9-810b-4131-9a53-25cf9be16e48,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:53.420008 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-845e8d18-572c-4713-9d21-c9317e18cacd tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:53.425031 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-845e8d18-572c-4713-9d21-c9317e18cacd tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2855895 Feb 19 02:42:53.425154 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-546a23c7-5caf-46b6-aa05-2887aca8aee8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=87897f3a7fd44f2bb164f2014e7ed3b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5704112 Feb 19 02:42:53.425154 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f8dfd477-e1fb-49b4-a7b5-c71052e28f16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (5b908dbc-8f8c-41bc-a0bd-543abe15dd62), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:53.425729 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49942) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:42:53.426578 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f8dfd477-e1fb-49b4-a7b5-c71052e28f16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:53.426894 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49944) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:42:53.441573 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-f8dfd477-e1fb-49b4-a7b5-c71052e28f16 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5b908dbc-8f8c-41bc-a0bd-543abe15dd62 HTTP/1.1" status: 204 len: 168 time: 0.5953021 Feb 19 02:42:53.451117 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-238f6e35-b50a-43c1-b6bb-fe48df720702 tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] Request body: {'security_group_rule': {'security_group_id': 'e62d99a3-cc31-4ea4-8cfc-c7295622cb95', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:42:53.453074 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dfd477-e1fb-49b4-a7b5-c71052e28f16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b908dbc-8f8c-41bc-a0bd-543abe15dd62,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:53.468639 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0642ce8e-8402-457f-93b8-46635ffee758 req-828a1d3d-b3df-4ac5-8264-1d7a6125ed6d tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:53.480798 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0642ce8e-8402-457f-93b8-46635ffee758 req-828a1d3d-b3df-4ac5-8264-1d7a6125ed6d tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=29bcea09-12cf-46f9-beab-e3b6e5e0664c HTTP/1.1" status: 200 len: 943 time: 0.2243829 Feb 19 02:42:53.483005 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e8e7cf14-280e-4721-b35a-09cc272bc78c None None] Provisioning complete for port 655589a7-b312-4e61-b921-afba34fffe4a triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:42:53.483381 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e8e7cf14-280e-4721-b35a-09cc272bc78c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (655589a7-b312-4e61-b921-afba34fffe4a), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:53.496376 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-621973e2-08f8-4bba-b9c3-453e09a61b0b None None] Set router 92e744fe-57fc-429c-a64b-31cda8120436 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:42:53.558495 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-238f6e35-b50a-43c1-b6bb-fe48df720702 tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] Publish callbacks [] for security_group_rule (bf64d2f5-8c89-4ec2-aa58-cd9f656f0716), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:53.560081 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0642ce8e-8402-457f-93b8-46635ffee758 req-1e9ffea4-79d4-441b-a4a3-d2f615bbb3ac tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735400 Feb 19 02:42:53.583801 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-003ec6e1-10f8-4ea3-8ef5-6bcef0101781 admin admin] Publish callbacks [] for security_group (6885a1a9-810b-4131-9a53-25cf9be16e48), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:53.698577 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-238f6e35-b50a-43c1-b6bb-fe48df720702 tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] Publish callbacks [] for security_group_rule (bf64d2f5-8c89-4ec2-aa58-cd9f656f0716), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:53.709853 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-238f6e35-b50a-43c1-b6bb-fe48df720702 tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (bf64d2f5-8c89-4ec2-aa58-cd9f656f0716), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:53.713685 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-003ec6e1-10f8-4ea3-8ef5-6bcef0101781 admin admin] Publish callbacks [] for security_group (6885a1a9-810b-4131-9a53-25cf9be16e48), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:53.737687 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238f6e35-b50a-43c1-b6bb-fe48df720702 tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf64d2f5-8c89-4ec2-aa58-cd9f656f0716,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:53.759762 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892108cf-f181-471a-99b0-ce3cc3343385 req-fe8911a8-7b03-4b5c-ac1c-1c06f3fc1bac tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:53.770548 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-892108cf-f181-471a-99b0-ce3cc3343385 req-fe8911a8-7b03-4b5c-ac1c-1c06f3fc1bac tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa9b45d5-254c-45de-8e0f-03eec8283098 HTTP/1.1" status: 200 len: 945 time: 0.1182556 Feb 19 02:42:53.788461 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-238f6e35-b50a-43c1-b6bb-fe48df720702 tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:53.790123 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-238f6e35-b50a-43c1-b6bb-fe48df720702 tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3600347 Feb 19 02:42:53.792982 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49954) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:42:53.798802 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-cfe386af-b79c-4675-8970-4a2efcbe0770 tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] Request body: {'security_group_rule': {'security_group_id': 'e62d99a3-cc31-4ea4-8cfc-c7295622cb95', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:42:53.856252 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cfe386af-b79c-4675-8970-4a2efcbe0770 tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] Publish callbacks [] for security_group_rule (c8edefc8-b564-45a9-aedd-520835d330d8), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:53.857252 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-892108cf-f181-471a-99b0-ce3cc3343385 req-a0d7cb94-15c2-4c51-866a-bc46af0e426b tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792549 Feb 19 02:42:53.863715 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 7a2ff793-afac-4496-ba61-bdbb8c4c9eb5 up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:42:53.872175 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e8e7cf14-280e-4721-b35a-09cc272bc78c None None] Current status of the port 655589a7-b312-4e61-b921-afba34fffe4a is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:42:53.872566 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e8e7cf14-280e-4721-b35a-09cc272bc78c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (655589a7-b312-4e61-b921-afba34fffe4a), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:53.877051 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-003ec6e1-10f8-4ea3-8ef5-6bcef0101781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (6885a1a9-810b-4131-9a53-25cf9be16e48), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:53.880485 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-003ec6e1-10f8-4ea3-8ef5-6bcef0101781 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:53.882012 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-003ec6e1-10f8-4ea3-8ef5-6bcef0101781 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6885a1a9-810b-4131-9a53-25cf9be16e48 HTTP/1.1" status: 204 len: 168 time: 0.4536850 Feb 19 02:42:53.903632 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003ec6e1-10f8-4ea3-8ef5-6bcef0101781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6885a1a9-810b-4131-9a53-25cf9be16e48,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:53.966983 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cfe386af-b79c-4675-8970-4a2efcbe0770 tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] Publish callbacks [] for security_group_rule (c8edefc8-b564-45a9-aedd-520835d330d8), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:53.981523 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cfe386af-b79c-4675-8970-4a2efcbe0770 tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (c8edefc8-b564-45a9-aedd-520835d330d8), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:54.015645 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cec86c57-47ed-4352-9e55-a32940c9dd6b req-a46442e4-8ac9-4821-8b7f-b59993e54bbe tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=db33b204d8b743bf8957eb245634d63e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0431499 Feb 19 02:42:54.061689 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49958) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:42:54.070786 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe386af-b79c-4675-8970-4a2efcbe0770 tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8edefc8-b564-45a9-aedd-520835d330d8,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:54.099071 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cfe386af-b79c-4675-8970-4a2efcbe0770 tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:54.100283 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-cfe386af-b79c-4675-8970-4a2efcbe0770 tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3060904 Feb 19 02:42:54.107273 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 49966) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:42:54.113860 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-9f4db88c-0e52-4024-9dfc-fcf820a6129b tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] Request body: {'floatingip': {'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:42:54.122654 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e8e7cf14-280e-4721-b35a-09cc272bc78c None None] For port 655589a7-b312-4e61-b921-afba34fffe4a, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=655589a7-b312-4e61-b921-afba34fffe4a,segment=NetworkSegment(ba681f96-6adb-4b0c-9c12-9f59489d7ccc),segment_id=ba681f96-6adb-4b0c-9c12-9f59489d7ccc)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:42:54.142165 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-41ab20dc-e215-4586-8245-d9e41d397a3a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b024089b29304c0fa60e79cdf4a949a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0788012 Feb 19 02:42:54.143139 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49968) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:42:54.152165 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e8e7cf14-280e-4721-b35a-09cc272bc78c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (655589a7-b312-4e61-b921-afba34fffe4a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:54.215881 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec86c57-47ed-4352-9e55-a32940c9dd6b req-24e8da50-0876-4743-bfe9-4e0799d9c070 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:54.217622 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cec86c57-47ed-4352-9e55-a32940c9dd6b req-24e8da50-0876-4743-bfe9-4e0799d9c070 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1944332 Feb 19 02:42:54.219354 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning for port 7a2ff793-afac-4496-ba61-bdbb8c4c9eb5 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:42:54.220571 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9f4db88c-0e52-4024-9dfc-fcf820a6129b tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:54.230266 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e7cf14-280e-4721-b35a-09cc272bc78c None None] Pushing event updated for resources: {'Port': ['ID=655589a7-b312-4e61-b921-afba34fffe4a,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:54.234564 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port 7a2ff793-afac-4496-ba61-bdbb8c4c9eb5 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:42:54.234939 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (7a2ff793-afac-4496-ba61-bdbb8c4c9eb5), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:54.252362 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-cec86c57-47ed-4352-9e55-a32940c9dd6b req-588e2d6d-a20e-4a13-9af8-e7079b49b993 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Request body: {'port': {'device_id': 'cdaf6704-79e6-465e-a79c-4b9c28f4325f', 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f', 'admin_state_up': True, 'tenant_id': 'db33b204d8b743bf8957eb245634d63e'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:42:54.301405 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-dc0f34a2-4a59-4769-91fc-93c9f11e6a85 admin admin] Publish callbacks [] for security_group (ba41c1c1-70ca-409b-a071-916dbe8a595a), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:54.351162 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-dc0f34a2-4a59-4769-91fc-93c9f11e6a85 admin admin] Publish callbacks [] for security_group (ba41c1c1-70ca-409b-a071-916dbe8a595a), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:54.386704 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6f9c5558-a55b-4f9b-a121-01dab12c2032 req-fb047750-5a1b-4777-b844-4085e7a4b8f0 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=cdaf6704-79e6-465e-a79c-4b9c28f4325f HTTP/1.1" status: 200 len: 210 time: 0.0460949 Feb 19 02:42:54.440775 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-dc0f34a2-4a59-4769-91fc-93c9f11e6a85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (ba41c1c1-70ca-409b-a071-916dbe8a595a), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:54.447659 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-dc0f34a2-4a59-4769-91fc-93c9f11e6a85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:54.453044 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-dc0f34a2-4a59-4769-91fc-93c9f11e6a85 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ba41c1c1-70ca-409b-a071-916dbe8a595a HTTP/1.1" status: 204 len: 168 time: 0.3088908 Feb 19 02:42:54.466999 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-621973e2-08f8-4bba-b9c3-453e09a61b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92e744fe-57fc-429c-a64b-31cda8120436', 'name': 'tempest-ServersTestFqdnHostnames-4944045-router', 'tenant_id': '96ff41aa05534200964233b47085cac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '7e86580e-0894-4272-8d0f-cd4186e9bad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:42:41Z', 'updated_at': '2022-02-19T02:42:49Z', 'revision_number': 4, 'project_id': '96ff41aa05534200964233b47085cac9', 'gw_port': {'id': '7e86580e-0894-4272-8d0f-cd4186e9bad2', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:92:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e744fe-57fc-429c-a64b-31cda8120436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:42:42Z', 'updated_at': '2022-02-19T02:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '655589a7-b312-4e61-b921-afba34fffe4a', 'name': '', 'network_id': 'ee39ff61-2b71-49ef-88f9-87356161a1ed', 'tenant_id': '96ff41aa05534200964233b47085cac9', 'mac_address': 'fa:16:3e:17:49:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92e744fe-57fc-429c-a64b-31cda8120436', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'f203640b-0f60-4d96-89bd-3c6bc1a85a78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:42:47Z', 'updated_at': '2022-02-19T02:42:53Z', 'revision_number': 4, 'project_id': '96ff41aa05534200964233b47085cac9', 'subnets': [{'id': 'f203640b-0f60-4d96-89bd-3c6bc1a85a78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:42:54.467560 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0f34a2-4a59-4769-91fc-93c9f11e6a85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba41c1c1-70ca-409b-a071-916dbe8a595a,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:54.510347 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621973e2-08f8-4bba-b9c3-453e09a61b0b None None] The sync data for ids ['92e744fe-57fc-429c-a64b-31cda8120436'] in n-d-826753-2 is: [{'id': '92e744fe-57fc-429c-a64b-31cda8120436', 'name': 'tempest-ServersTestFqdnHostnames-4944045-router', 'tenant_id': '96ff41aa05534200964233b47085cac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '7e86580e-0894-4272-8d0f-cd4186e9bad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:42:41Z', 'updated_at': '2022-02-19T02:42:49Z', 'revision_number': 4, 'project_id': '96ff41aa05534200964233b47085cac9', 'gw_port': {'id': '7e86580e-0894-4272-8d0f-cd4186e9bad2', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:92:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e744fe-57fc-429c-a64b-31cda8120436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:42:42Z', 'updated_at': '2022-02-19T02:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '655589a7-b312-4e61-b921-afba34fffe4a', 'name': '', 'network_id': 'ee39ff61-2b71-49ef-88f9-87356161a1ed', 'tenant_id': '96ff41aa05534200964233b47085cac9', 'mac_address': 'fa:16:3e:17:49:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92e744fe-57fc-429c-a64b-31cda8120436', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'f203640b-0f60-4d96-89bd-3c6bc1a85a78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:42:47Z', 'updated_at': '2022-02-19T02:42:53Z', 'revision_number': 4, 'project_id': '96ff41aa05534200964233b47085cac9', 'subnets': [{'id': 'f203640b-0f60-4d96-89bd-3c6bc1a85a78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:42:54.519049 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-83939430-09e0-4f48-876a-abbb2f92140c None None] Provisioning complete for port 655589a7-b312-4e61-b921-afba34fffe4a triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:42:54.519421 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-83939430-09e0-4f48-876a-abbb2f92140c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (655589a7-b312-4e61-b921-afba34fffe4a), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:54.519896 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9f4db88c-0e52-4024-9dfc-fcf820a6129b tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:54.612698 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49984) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:42:54.618111 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 7a2ff793-afac-4496-ba61-bdbb8c4c9eb5 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:42:54.618512 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (7a2ff793-afac-4496-ba61-bdbb8c4c9eb5), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:54.640832 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-57126a2e-d71c-45a6-aa00-a48cc6e68cb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:54.672794 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cec86c57-47ed-4352-9e55-a32940c9dd6b req-588e2d6d-a20e-4a13-9af8-e7079b49b993 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Made reservation on behalf of db33b204d8b743bf8957eb245634d63e for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:42:54.678917 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-cec86c57-47ed-4352-9e55-a32940c9dd6b req-588e2d6d-a20e-4a13-9af8-e7079b49b993 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:54.690234 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c26e984e-8f0b-4fc5-a561-e9bf90426fde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a2ff793-afac-4496-ba61-bdbb8c4c9eb5'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:42:54.692575 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a186eb3-680b-4e2e-b9ba-fb6cd95325e6" -d '{"events": [{"server_uuid": "c26e984e-8f0b-4fc5-a561-e9bf90426fde", "name": "network-vif-plugged", "status": "completed", "tag": "7a2ff793-afac-4496-ba61-bdbb8c4c9eb5"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:42:54.758339 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 7a2ff793-afac-4496-ba61-bdbb8c4c9eb5, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=7a2ff793-afac-4496-ba61-bdbb8c4c9eb5,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:42:54.782360 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (7a2ff793-afac-4496-ba61-bdbb8c4c9eb5), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:54.821404 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-57126a2e-d71c-45a6-aa00-a48cc6e68cb1 admin admin] Publish callbacks [] for security_group (81dda9f0-901b-4676-b9a7-94db399083a6), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:54.837962 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-57126a2e-d71c-45a6-aa00-a48cc6e68cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (81dda9f0-901b-4676-b9a7-94db399083a6), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:54.858541 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7d7f1d8-2796-40bb-b6f1-26572cee7327 x-openstack-request-id: req-d7d7f1d8-2796-40bb-b6f1-26572cee7327 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:42:54.859256 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c26e984e-8f0b-4fc5-a561-e9bf90426fde", "name": "network-vif-plugged", "status": "completed", "tag": "7a2ff793-afac-4496-ba61-bdbb8c4c9eb5", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:42:54.859735 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d7d7f1d8-2796-40bb-b6f1-26572cee7327 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:42:54.860404 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c26e984e-8f0b-4fc5-a561-e9bf90426fde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a2ff793-afac-4496-ba61-bdbb8c4c9eb5', 'code': 200} Feb 19 02:42:54.865137 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-83939430-09e0-4f48-876a-abbb2f92140c None None] Current status of the port 655589a7-b312-4e61-b921-afba34fffe4a is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:42:54.907256 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=7a2ff793-afac-4496-ba61-bdbb8c4c9eb5,revision_number=13']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:54.926984 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49992) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:42:54.979825 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-57126a2e-d71c-45a6-aa00-a48cc6e68cb1 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c48dc43d98454c69becfb276e6f3360e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3659165 Feb 19 02:42:54.981295 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c829ae7-0222-454d-9fb0-c448a108b147 req-1e601041-d75e-4186-8275-edb9ca6533ac tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:54.983498 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3c829ae7-0222-454d-9fb0-c448a108b147 req-1e601041-d75e-4186-8275-edb9ca6533ac tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=29bcea09-12cf-46f9-beab-e3b6e5e0664c HTTP/1.1" status: 200 len: 943 time: 0.2362809 Feb 19 02:42:54.984064 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 49996) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:42:54.986243 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-9f4db88c-0e52-4024-9dfc-fcf820a6129b tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] Allocated IP 172.25.6.201 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/07f01ab7-be96-4f05-ba36-3b90fde89066) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:42:54.992084 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57126a2e-d71c-45a6-aa00-a48cc6e68cb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81dda9f0-901b-4676-b9a7-94db399083a6,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:55.214061 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [req-cec86c57-47ed-4352-9e55-a32940c9dd6b req-588e2d6d-a20e-4a13-9af8-e7079b49b993 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Allocated IP 192.168.233.208 (5124bd00-da2a-4bd6-93a0-c14c92afb11f/974c06bc-f097-4890-970a-b087501ab241/fbd93433-4aea-422f-a4b2-de5fde7cd692) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:42:55.269036 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3c829ae7-0222-454d-9fb0-c448a108b147 req-8d091617-fa6f-4f2f-8056-ea0b659d6a71 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287073 Feb 19 02:42:55.294080 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc402c1-1236-40f2-9a6d-6b0ffbe39d10 req-c988afb8-c9f0-4081-9814-5455e5b41f36 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:55.294080 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3dc402c1-1236-40f2-9a6d-6b0ffbe39d10 req-c988afb8-c9f0-4081-9814-5455e5b41f36 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa9b45d5-254c-45de-8e0f-03eec8283098 HTTP/1.1" status: 200 len: 945 time: 0.3218837 Feb 19 02:42:55.316434 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-21568a00-4847-43f5-a7e5-e4efdda7532c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:55.337938 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9deb5b98-44de-43d6-8dae-8bac84e403b2 admin admin] Publish callbacks [] for security_group (81dda9f0-901b-4676-b9a7-94db399083a6), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:55.408179 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9deb5b98-44de-43d6-8dae-8bac84e403b2 admin admin] Publish callbacks [] for security_group (81dda9f0-901b-4676-b9a7-94db399083a6), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:55.426923 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-21568a00-4847-43f5-a7e5-e4efdda7532c admin admin] Publish callbacks [] for security_group (42738451-7ad8-4046-87c3-c313c8f08d1f), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:55.438349 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-21568a00-4847-43f5-a7e5-e4efdda7532c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (42738451-7ad8-4046-87c3-c313c8f08d1f), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:55.472308 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9f4db88c-0e52-4024-9dfc-fcf820a6129b tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] Publish callbacks [] for port (07f01ab7-be96-4f05-ba36-3b90fde89066), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:55.531715 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21568a00-4847-43f5-a7e5-e4efdda7532c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42738451-7ad8-4046-87c3-c313c8f08d1f,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:55.539149 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-21568a00-4847-43f5-a7e5-e4efdda7532c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=dcb7bc43f609400d8b54f9ba7907d669&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6111395 Feb 19 02:42:55.545396 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 50010) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:42:55.620512 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 655589a7-b312-4e61-b921-afba34fffe4a up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:42:55.653202 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3dc402c1-1236-40f2-9a6d-6b0ffbe39d10 req-fe3d2f20-5378-44f1-9d81-cd0124ed92a4 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3510182 Feb 19 02:42:55.665331 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d51e42a0-564f-4f8e-8b98-aeafdaac459e admin admin] Publish callbacks [] for security_group (42738451-7ad8-4046-87c3-c313c8f08d1f), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:55.681717 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 655589a7-b312-4e61-b921-afba34fffe4a triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:42:55.682089 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (655589a7-b312-4e61-b921-afba34fffe4a), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:55.704565 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-cec86c57-47ed-4352-9e55-a32940c9dd6b req-588e2d6d-a20e-4a13-9af8-e7079b49b993 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Publish callbacks [] for port (fbd93433-4aea-422f-a4b2-de5fde7cd692), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:55.704828 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d51e42a0-564f-4f8e-8b98-aeafdaac459e admin admin] Publish callbacks [] for security_group (42738451-7ad8-4046-87c3-c313c8f08d1f), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:55.745338 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1840c602-d38f-45a2-a311-85e5eb29b8bd req-1c4dfce5-2423-48f7-b013-48d2af75251d tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=cdaf6704-79e6-465e-a79c-4b9c28f4325f HTTP/1.1" status: 200 len: 210 time: 0.1112444 Feb 19 02:42:55.796637 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d51e42a0-564f-4f8e-8b98-aeafdaac459e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (42738451-7ad8-4046-87c3-c313c8f08d1f), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:55.799827 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d51e42a0-564f-4f8e-8b98-aeafdaac459e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:55.800998 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-d51e42a0-564f-4f8e-8b98-aeafdaac459e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/42738451-7ad8-4046-87c3-c313c8f08d1f HTTP/1.1" status: 204 len: 168 time: 0.2517538 Feb 19 02:42:55.820783 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51e42a0-564f-4f8e-8b98-aeafdaac459e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42738451-7ad8-4046-87c3-c313c8f08d1f,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:55.828828 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9f4db88c-0e52-4024-9dfc-fcf820a6129b tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (07f01ab7-be96-4f05-ba36-3b90fde89066), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:55.834362 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9deb5b98-44de-43d6-8dae-8bac84e403b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (81dda9f0-901b-4676-b9a7-94db399083a6), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:55.837604 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9deb5b98-44de-43d6-8dae-8bac84e403b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:55.841439 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-9deb5b98-44de-43d6-8dae-8bac84e403b2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/81dda9f0-901b-4676-b9a7-94db399083a6 HTTP/1.1" status: 204 len: 168 time: 0.8270805 Feb 19 02:42:55.847622 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 655589a7-b312-4e61-b921-afba34fffe4a is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:42:55.851746 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-cec86c57-47ed-4352-9e55-a32940c9dd6b req-588e2d6d-a20e-4a13-9af8-e7079b49b993 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (fbd93433-4aea-422f-a4b2-de5fde7cd692), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:55.891047 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['4e89b04d-4fc5-4464-a71b-3345933c773e', '7a2ff793-afac-4496-ba61-bdbb8c4c9eb5'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:42:55.901762 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deb5b98-44de-43d6-8dae-8bac84e403b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81dda9f0-901b-4676-b9a7-94db399083a6,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:55.910114 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4db88c-0e52-4024-9dfc-fcf820a6129b tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:42:55.916899 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-9f4db88c-0e52-4024-9dfc-fcf820a6129b tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:42:55.929673 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4db88c-0e52-4024-9dfc-fcf820a6129b tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:42:55.932950 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cec86c57-47ed-4352-9e55-a32940c9dd6b req-588e2d6d-a20e-4a13-9af8-e7079b49b993 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Network 5124bd00-da2a-4bd6-93a0-c14c92afb11f is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:42:55.935033 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4db88c-0e52-4024-9dfc-fcf820a6129b tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] Pushing event updated for resources: {'Port': ['ID=07f01ab7-be96-4f05-ba36-3b90fde89066,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:55.949997 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['a4bbb362-5463-44d9-80a2-82aaa6f86538'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:42:55.955275 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [req-cec86c57-47ed-4352-9e55-a32940c9dd6b req-588e2d6d-a20e-4a13-9af8-e7079b49b993 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:42:55.963882 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-cec86c57-47ed-4352-9e55-a32940c9dd6b req-588e2d6d-a20e-4a13-9af8-e7079b49b993 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:42:56.090860 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec86c57-47ed-4352-9e55-a32940c9dd6b req-588e2d6d-a20e-4a13-9af8-e7079b49b993 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:56.091491 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-cec86c57-47ed-4352-9e55-a32940c9dd6b req-588e2d6d-a20e-4a13-9af8-e7079b49b993 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:56.111407 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:56.116833 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588e2d6d-a20e-4a13-9af8-e7079b49b993 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Pushing event updated for resources: {'Port': ['ID=fbd93433-4aea-422f-a4b2-de5fde7cd692,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:56.176930 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cec86c57-47ed-4352-9e55-a32940c9dd6b req-588e2d6d-a20e-4a13-9af8-e7079b49b993 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9383788 Feb 19 02:42:56.200937 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-cec86c57-47ed-4352-9e55-a32940c9dd6b req-9fe15af5-2ea9-429c-9c82-4b46e7ed68d9 service neutron] Request body: {'port': {'device_id': 'cdaf6704-79e6-465e-a79c-4b9c28f4325f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826753-2'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:42:56.252907 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9f4db88c-0e52-4024-9dfc-fcf820a6129b tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] Publish callbacks [] for floatingip (e6e7f2ed-e866-445b-8162-2ac57aa4b548), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:56.329538 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9f4db88c-0e52-4024-9dfc-fcf820a6129b tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (07f01ab7-be96-4f05-ba36-3b90fde89066), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:56.383733 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-cec86c57-47ed-4352-9e55-a32940c9dd6b req-9fe15af5-2ea9-429c-9c82-4b46e7ed68d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (fbd93433-4aea-422f-a4b2-de5fde7cd692), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:56.433543 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b59152be-50ad-4a35-9b92-8e7c368d62c3 None None] Provisioning complete for port fbd93433-4aea-422f-a4b2-de5fde7cd692 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:42:56.434015 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b59152be-50ad-4a35-9b92-8e7c368d62c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (fbd93433-4aea-422f-a4b2-de5fde7cd692), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:56.505274 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b59152be-50ad-4a35-9b92-8e7c368d62c3 None None] Port fbd93433-4aea-422f-a4b2-de5fde7cd692 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:42:56.528955 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 50034) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:42:56.548901 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cf06da15-eb3d-4679-af82-3363bc790c52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:56.611048 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3407b9-d878-4901-9966-70ad0a79cb5c req-4e69de22-1333-4155-ac1d-4d7b74b3c8da tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:56.613346 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2e3407b9-d878-4901-9966-70ad0a79cb5c req-4e69de22-1333-4155-ac1d-4d7b74b3c8da tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=29bcea09-12cf-46f9-beab-e3b6e5e0664c HTTP/1.1" status: 200 len: 943 time: 0.2259905 Feb 19 02:42:56.692064 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cf06da15-eb3d-4679-af82-3363bc790c52 admin admin] Publish callbacks [] for security_group (52b09918-8413-4dc6-b4ed-f1c588cff4a3), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:56.699419 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cf06da15-eb3d-4679-af82-3363bc790c52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (52b09918-8413-4dc6-b4ed-f1c588cff4a3), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:56.734252 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-cf06da15-eb3d-4679-af82-3363bc790c52 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c56f978a66b146b0b40b36d8e2496943&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2018559 Feb 19 02:42:56.735422 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 50044) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:42:56.793971 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2e3407b9-d878-4901-9966-70ad0a79cb5c req-b775fb73-7429-4a90-a53b-bb4a6d1be2e7 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741116 Feb 19 02:42:56.795050 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf06da15-eb3d-4679-af82-3363bc790c52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52b09918-8413-4dc6-b4ed-f1c588cff4a3,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:56.836229 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7589b228-f384-4721-a455-9b96b4b92d54 admin admin] Publish callbacks [] for security_group (52b09918-8413-4dc6-b4ed-f1c588cff4a3), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:56.888665 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9f4db88c-0e52-4024-9dfc-fcf820a6129b tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] Publish callbacks [] for port (07f01ab7-be96-4f05-ba36-3b90fde89066), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:56.889239 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7589b228-f384-4721-a455-9b96b4b92d54 admin admin] Publish callbacks [] for security_group (52b09918-8413-4dc6-b4ed-f1c588cff4a3), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:56.910408 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9f4db88c-0e52-4024-9dfc-fcf820a6129b tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (07f01ab7-be96-4f05-ba36-3b90fde89066), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:56.960526 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7589b228-f384-4721-a455-9b96b4b92d54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (52b09918-8413-4dc6-b4ed-f1c588cff4a3), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:56.966658 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7589b228-f384-4721-a455-9b96b4b92d54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:56.968628 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-7589b228-f384-4721-a455-9b96b4b92d54 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/52b09918-8413-4dc6-b4ed-f1c588cff4a3 HTTP/1.1" status: 204 len: 168 time: 0.2320106 Feb 19 02:42:56.980395 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7589b228-f384-4721-a455-9b96b4b92d54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b09918-8413-4dc6-b4ed-f1c588cff4a3,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:56.996330 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30573454-b0a6-4fda-bfb9-8b5894d9aad0 req-c083e402-9b24-44e7-9a52-bfb0f51ff889 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:57.001504 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-30573454-b0a6-4fda-bfb9-8b5894d9aad0 req-c083e402-9b24-44e7-9a52-bfb0f51ff889 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa9b45d5-254c-45de-8e0f-03eec8283098 HTTP/1.1" status: 200 len: 945 time: 0.2347827 Feb 19 02:42:57.407617 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4db88c-0e52-4024-9dfc-fcf820a6129b tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] Pushing event updated for resources: {'Port': ['ID=07f01ab7-be96-4f05-ba36-3b90fde89066,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:57.440888 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9f4db88c-0e52-4024-9dfc-fcf820a6129b tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16285943'] for floatingip (e6e7f2ed-e866-445b-8162-2ac57aa4b548), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:57.456473 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [req-cec86c57-47ed-4352-9e55-a32940c9dd6b req-9fe15af5-2ea9-429c-9c82-4b46e7ed68d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbd93433-4aea-422f-a4b2-de5fde7cd692 {{(pid=103701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:42:57.492643 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-cec86c57-47ed-4352-9e55-a32940c9dd6b req-9fe15af5-2ea9-429c-9c82-4b46e7ed68d9 service neutron] Publish callbacks [] for port (fbd93433-4aea-422f-a4b2-de5fde7cd692), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:57.514897 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9f4db88c-0e52-4024-9dfc-fcf820a6129b tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:57.516391 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-9f4db88c-0e52-4024-9dfc-fcf820a6129b tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4081657 Feb 19 02:42:57.523962 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-30573454-b0a6-4fda-bfb9-8b5894d9aad0 req-96ef4482-a632-491d-b664-be75d5005ecd tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4903128 Feb 19 02:42:57.534185 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9383d49-1c77-4979-bd59-47274278e3dd req-bdf9327b-e8c3-4375-b404-6572ed22c5fd tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:57.536586 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f9383d49-1c77-4979-bd59-47274278e3dd req-bdf9327b-e8c3-4375-b404-6572ed22c5fd tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=cdaf6704-79e6-465e-a79c-4b9c28f4325f HTTP/1.1" status: 200 len: 936 time: 0.5827320 Feb 19 02:42:57.541966 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.provisioning_blocks [req-cec86c57-47ed-4352-9e55-a32940c9dd6b req-9fe15af5-2ea9-429c-9c82-4b46e7ed68d9 service neutron] Transition to ACTIVE for port object fbd93433-4aea-422f-a4b2-de5fde7cd692 will not be triggered until provisioned by entity L2. {{(pid=103701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:42:57.578919 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-cec86c57-47ed-4352-9e55-a32940c9dd6b req-9fe15af5-2ea9-429c-9c82-4b46e7ed68d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (fbd93433-4aea-422f-a4b2-de5fde7cd692), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:57.656759 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f9383d49-1c77-4979-bd59-47274278e3dd req-6851bda1-412a-493c-bcac-cff9290796d6 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133087 Feb 19 02:42:57.665866 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe15af5-2ea9-429c-9c82-4b46e7ed68d9 service neutron] Pushing event updated for resources: {'Port': ['ID=fbd93433-4aea-422f-a4b2-de5fde7cd692,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:57.882722 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4d8e5abe-4d44-4714-8c72-2505e44a52ff req-d4267b9d-a7fc-4209-b9b7-0c9a47916c05 tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1657299887&fields=id&tenant_id=96ff41aa05534200964233b47085cac9 HTTP/1.1" status: 200 len: 267 time: 0.0694098 Feb 19 02:42:57.883847 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-cec86c57-47ed-4352-9e55-a32940c9dd6b req-9fe15af5-2ea9-429c-9c82-4b46e7ed68d9 service neutron] Attempting to bind port fbd93433-4aea-422f-a4b2-de5fde7cd692 on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:42:57.884546 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-cec86c57-47ed-4352-9e55-a32940c9dd6b req-9fe15af5-2ea9-429c-9c82-4b46e7ed68d9 service neutron] Attempting to bind port fbd93433-4aea-422f-a4b2-de5fde7cd692 by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:42:57.885077 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec86c57-47ed-4352-9e55-a32940c9dd6b req-9fe15af5-2ea9-429c-9c82-4b46e7ed68d9 service neutron] Attempting to bind port fbd93433-4aea-422f-a4b2-de5fde7cd692 on network 5124bd00-da2a-4bd6-93a0-c14c92afb11f {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:42:58.058683 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8e5abe-4d44-4714-8c72-2505e44a52ff req-ff095671-807b-46ef-b490-1d7ec8af2f15 tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:58.063515 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4d8e5abe-4d44-4714-8c72-2505e44a52ff req-ff095671-807b-46ef-b490-1d7ec8af2f15 tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] 10.222.0.72 "GET /v2.0/networks?id=ee39ff61-2b71-49ef-88f9-87356161a1ed HTTP/1.1" status: 200 len: 812 time: 0.1720002 Feb 19 02:42:58.076547 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec86c57-47ed-4352-9e55-a32940c9dd6b req-9fe15af5-2ea9-429c-9c82-4b46e7ed68d9 service neutron] Port fbd93433-4aea-422f-a4b2-de5fde7cd692 on network 5124bd00-da2a-4bd6-93a0-c14c92afb11f not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:42:58.076876 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec86c57-47ed-4352-9e55-a32940c9dd6b req-9fe15af5-2ea9-429c-9c82-4b46e7ed68d9 service neutron] Attempting to bind port fbd93433-4aea-422f-a4b2-de5fde7cd692 on network 5124bd00-da2a-4bd6-93a0-c14c92afb11f {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:42:58.119833 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4d8e5abe-4d44-4714-8c72-2505e44a52ff req-09a752d8-3cff-4a3c-981b-ae41ecd2d4b3 tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] 10.222.0.72 "GET /v2.0/quotas/96ff41aa05534200964233b47085cac9 HTTP/1.1" status: 200 len: 375 time: 0.0549223 Feb 19 02:42:58.166061 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec86c57-47ed-4352-9e55-a32940c9dd6b req-9fe15af5-2ea9-429c-9c82-4b46e7ed68d9 service neutron] Checking agent: {'id': 'bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:42:58.166397 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec86c57-47ed-4352-9e55-a32940c9dd6b req-9fe15af5-2ea9-429c-9c82-4b46e7ed68d9 service neutron] Checking segment: {'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:42:58.166786 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec86c57-47ed-4352-9e55-a32940c9dd6b req-9fe15af5-2ea9-429c-9c82-4b46e7ed68d9 service neutron] Bound using segment: {'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:42:58.167230 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-cec86c57-47ed-4352-9e55-a32940c9dd6b req-9fe15af5-2ea9-429c-9c82-4b46e7ed68d9 service neutron] Bound port: fbd93433-4aea-422f-a4b2-de5fde7cd692, host: n-h2-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'}}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:42:58.167589 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-cec86c57-47ed-4352-9e55-a32940c9dd6b req-9fe15af5-2ea9-429c-9c82-4b46e7ed68d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (fbd93433-4aea-422f-a4b2-de5fde7cd692), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:58.238822 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7122b4b-33c5-4975-8db6-824efca2bd37 req-2c549baa-f749-44e2-98cb-ecace3865c6b tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:58.240397 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e7122b4b-33c5-4975-8db6-824efca2bd37 req-2c549baa-f749-44e2-98cb-ecace3865c6b tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=29bcea09-12cf-46f9-beab-e3b6e5e0664c HTTP/1.1" status: 200 len: 943 time: 0.1666613 Feb 19 02:42:58.263367 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4d8e5abe-4d44-4714-8c72-2505e44a52ff req-d7eaa639-6a07-4908-868e-996c6c03c6ab tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=96ff41aa05534200964233b47085cac9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1360440 Feb 19 02:42:58.371069 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-cec86c57-47ed-4352-9e55-a32940c9dd6b req-9fe15af5-2ea9-429c-9c82-4b46e7ed68d9 service neutron] For port fbd93433-4aea-422f-a4b2-de5fde7cd692, host n-h2-826753-2, cleared binding levels {{(pid=103701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:42:58.406993 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-cec86c57-47ed-4352-9e55-a32940c9dd6b req-9fe15af5-2ea9-429c-9c82-4b46e7ed68d9 service neutron] For port fbd93433-4aea-422f-a4b2-de5fde7cd692, host n-h2-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=fbd93433-4aea-422f-a4b2-de5fde7cd692,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:42:58.417358 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e7122b4b-33c5-4975-8db6-824efca2bd37 req-b5634a42-c339-4307-9076-a2df21256afa tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514957 Feb 19 02:42:58.422737 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-cec86c57-47ed-4352-9e55-a32940c9dd6b req-9fe15af5-2ea9-429c-9c82-4b46e7ed68d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (fbd93433-4aea-422f-a4b2-de5fde7cd692), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:58.447878 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec86c57-47ed-4352-9e55-a32940c9dd6b req-9fe15af5-2ea9-429c-9c82-4b46e7ed68d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:58.449157 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-cec86c57-47ed-4352-9e55-a32940c9dd6b req-9fe15af5-2ea9-429c-9c82-4b46e7ed68d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:42:58.450551 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cec86c57-47ed-4352-9e55-a32940c9dd6b req-9fe15af5-2ea9-429c-9c82-4b46e7ed68d9 service neutron] 10.222.0.82 "PUT /v2.0/ports/fbd93433-4aea-422f-a4b2-de5fde7cd692 HTTP/1.1" status: 200 len: 1096 time: 2.2572479 Feb 19 02:42:58.452625 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4d8e5abe-4d44-4714-8c72-2505e44a52ff req-929f41a4-80dc-484e-8e0f-538f5b3acbb7 service neutron] 10.222.0.72 "GET /v2.0/networks/ee39ff61-2b71-49ef-88f9-87356161a1ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882982 Feb 19 02:42:58.473233 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdaf6704-79e6-465e-a79c-4b9c28f4325f', 'tag': 'fbd93433-4aea-422f-a4b2-de5fde7cd692'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:42:58.475610 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c7e7ac8-da69-4e62-9993-0053f2e4c57d" -d '{"events": [{"name": "network-changed", "server_uuid": "cdaf6704-79e6-465e-a79c-4b9c28f4325f", "tag": "fbd93433-4aea-422f-a4b2-de5fde7cd692"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:42:58.608732 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c89a0f8-9635-4972-b5b0-512f36b2b5bb x-openstack-request-id: req-7c89a0f8-9635-4972-b5b0-512f36b2b5bb {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:42:58.609229 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdaf6704-79e6-465e-a79c-4b9c28f4325f", "tag": "fbd93433-4aea-422f-a4b2-de5fde7cd692", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:42:58.609495 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7c89a0f8-9635-4972-b5b0-512f36b2b5bb {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:42:58.609903 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdaf6704-79e6-465e-a79c-4b9c28f4325f', 'tag': 'fbd93433-4aea-422f-a4b2-de5fde7cd692', 'status': 'completed', 'code': 200} Feb 19 02:42:58.673114 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe15af5-2ea9-429c-9c82-4b46e7ed68d9 service neutron] Pushing event updated for resources: {'Port': ['ID=fbd93433-4aea-422f-a4b2-de5fde7cd692,revision_number=3']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:42:58.768835 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4d8e5abe-4d44-4714-8c72-2505e44a52ff req-489d5673-ee15-4ed0-9252-e288cc225c2a service neutron] 10.222.0.72 "GET /v2.0/networks/ee39ff61-2b71-49ef-88f9-87356161a1ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2829154 Feb 19 02:42:58.777827 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec86c57-47ed-4352-9e55-a32940c9dd6b req-dcda571b-9d01-4019-a6eb-1ad9f88a0e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:58.779897 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cec86c57-47ed-4352-9e55-a32940c9dd6b req-dcda571b-9d01-4019-a6eb-1ad9f88a0e8e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=db33b204d8b743bf8957eb245634d63e&device_id=cdaf6704-79e6-465e-a79c-4b9c28f4325f HTTP/1.1" status: 200 len: 1130 time: 0.1852901 Feb 19 02:42:58.873995 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fee06f-d392-4b50-ab33-6c4d28f31d11 req-125bf588-49dd-47a4-b826-a780c660a114 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:58.875529 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-09fee06f-d392-4b50-ab33-6c4d28f31d11 req-125bf588-49dd-47a4-b826-a780c660a114 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa9b45d5-254c-45de-8e0f-03eec8283098 HTTP/1.1" status: 200 len: 945 time: 0.1920338 Feb 19 02:42:58.877908 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cec86c57-47ed-4352-9e55-a32940c9dd6b req-74445dc1-2cd8-47af-802b-b5e1f8be5ff9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=fbd93433-4aea-422f-a4b2-de5fde7cd692 HTTP/1.1" status: 200 len: 217 time: 0.0792775 Feb 19 02:42:59.002167 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec86c57-47ed-4352-9e55-a32940c9dd6b req-9cf1add1-f201-4745-9c36-eea93e049dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:59.005265 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cec86c57-47ed-4352-9e55-a32940c9dd6b req-9cf1add1-f201-4745-9c36-eea93e049dad service neutron] 10.222.0.82 "GET /v2.0/subnets?id=974c06bc-f097-4890-970a-b087501ab241 HTTP/1.1" status: 200 len: 843 time: 0.1204839 Feb 19 02:42:59.243842 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-09fee06f-d392-4b50-ab33-6c4d28f31d11 req-b5e4669a-ee98-443b-b229-75d48a9dc28a tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730925 Feb 19 02:42:59.273208 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec86c57-47ed-4352-9e55-a32940c9dd6b req-d4575d62-fc75-4006-b471-12db91a23ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:59.274966 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cec86c57-47ed-4352-9e55-a32940c9dd6b req-d4575d62-fc75-4006-b471-12db91a23ae8 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5124bd00-da2a-4bd6-93a0-c14c92afb11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2358177 Feb 19 02:42:59.360646 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1e1f12-0984-48aa-8343-05875bc8b01c req-5865b06b-bf78-4865-821f-6456319ac89a tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:59.368855 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6b1e1f12-0984-48aa-8343-05875bc8b01c req-5865b06b-bf78-4865-821f-6456319ac89a tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=cdaf6704-79e6-465e-a79c-4b9c28f4325f HTTP/1.1" status: 200 len: 948 time: 0.2062461 Feb 19 02:42:59.442868 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8a26ef91-c036-4f97-912b-20240872fedd req-d6a9385b-9e29-486c-8f8d-78a3e165a79c tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] 10.222.0.72 "GET /v2.0/ports?device_id=5517c022-d86f-4add-beb2-5773f3371e62 HTTP/1.1" status: 200 len: 210 time: 0.0910933 Feb 19 02:42:59.504838 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6b1e1f12-0984-48aa-8343-05875bc8b01c req-93db5942-f006-40b8-bd21-5885d88d55ff tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353254 Feb 19 02:42:59.516667 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cec86c57-47ed-4352-9e55-a32940c9dd6b req-13a19ee2-89c5-4e0d-b612-8fbaab9868f7 service neutron] 10.222.0.82 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288313 Feb 19 02:42:59.741527 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215b7792-d952-4aa9-9263-ea35423065ff req-fc676d8d-0c50-4314-a7b0-68896ce7bfb9 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:42:59.743417 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-215b7792-d952-4aa9-9263-ea35423065ff req-fc676d8d-0c50-4314-a7b0-68896ce7bfb9 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=29bcea09-12cf-46f9-beab-e3b6e5e0664c HTTP/1.1" status: 200 len: 943 time: 0.1429453 Feb 19 02:42:59.838077 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cec86c57-47ed-4352-9e55-a32940c9dd6b req-3e841cd6-7dc2-4e68-ae29-3332421f4d4c service neutron] 10.222.0.82 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3088288 Feb 19 02:42:59.895439 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-215b7792-d952-4aa9-9263-ea35423065ff req-5b860934-9563-4889-8080-61af4f666a8a tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265221 Feb 19 02:42:59.949941 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device ec06d5ce-1eba-4ddd-befe-dc1f766a8000 no longer exists at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:43:00.054488 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7e7ac8-da69-4e62-9993-0053f2e4c57d req-471d19a4-961d-41a7-a172-526e04e79c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:00.056797 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0c7e7ac8-da69-4e62-9993-0053f2e4c57d req-471d19a4-961d-41a7-a172-526e04e79c8b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=db33b204d8b743bf8957eb245634d63e&device_id=cdaf6704-79e6-465e-a79c-4b9c28f4325f HTTP/1.1" status: 200 len: 1130 time: 0.0951033 Feb 19 02:43:00.233292 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7e7ac8-da69-4e62-9993-0053f2e4c57d req-fed004a8-d780-439f-8d53-4285c75d50ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:00.235238 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port ec06d5ce-1eba-4ddd-befe-dc1f766a8000 is: DOWN; New status is: DOWN {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:43:00.235758 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0c7e7ac8-da69-4e62-9993-0053f2e4c57d req-fed004a8-d780-439f-8d53-4285c75d50ed service neutron] 10.222.0.82 "GET /v2.0/networks?id=5124bd00-da2a-4bd6-93a0-c14c92afb11f HTTP/1.1" status: 200 len: 870 time: 0.1711371 Feb 19 02:43:00.298342 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0c7e7ac8-da69-4e62-9993-0053f2e4c57d req-08b150a2-5d97-4ad4-b4df-0d2564fd245e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=fbd93433-4aea-422f-a4b2-de5fde7cd692 HTTP/1.1" status: 200 len: 217 time: 0.0552039 Feb 19 02:43:00.413276 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7e7ac8-da69-4e62-9993-0053f2e4c57d req-8fc79796-4c24-4ca1-8cf0-3b7f8ac1c424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:00.414899 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0c7e7ac8-da69-4e62-9993-0053f2e4c57d req-8fc79796-4c24-4ca1-8cf0-3b7f8ac1c424 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=974c06bc-f097-4890-970a-b087501ab241 HTTP/1.1" status: 200 len: 843 time: 0.1092694 Feb 19 02:43:00.467549 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8baf3c-ccef-4b10-90b0-04483a5b54bb req-1afc7f97-cb6c-4f77-aaba-9adf2bfd281d tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:00.469105 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3b8baf3c-ccef-4b10-90b0-04483a5b54bb req-1afc7f97-cb6c-4f77-aaba-9adf2bfd281d tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa9b45d5-254c-45de-8e0f-03eec8283098 HTTP/1.1" status: 200 len: 945 time: 0.1070549 Feb 19 02:43:00.552688 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3b8baf3c-ccef-4b10-90b0-04483a5b54bb req-6db0cc2a-e369-4a92-8976-7aa9113d041f tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700891 Feb 19 02:43:00.560216 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7e7ac8-da69-4e62-9993-0053f2e4c57d req-1c4baa6a-d98c-42e0-95b7-da378dfc70a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:00.562022 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0c7e7ac8-da69-4e62-9993-0053f2e4c57d req-1c4baa6a-d98c-42e0-95b7-da378dfc70a0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5124bd00-da2a-4bd6-93a0-c14c92afb11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1402440 Feb 19 02:43:00.655383 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 50232) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:43:00.698803 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0c7e7ac8-da69-4e62-9993-0053f2e4c57d req-e0def559-bab2-46bf-9a2d-84911b29b2ce service neutron] 10.222.0.82 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294074 Feb 19 02:43:00.792257 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-976d6212-5c62-40b9-a42d-ba15090534a2 req-0216562a-b595-4bc6-b9d6-e41ad9327586 tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] 10.222.0.72 "GET /v2.0/ports?device_id=5517c022-d86f-4add-beb2-5773f3371e62 HTTP/1.1" status: 200 len: 210 time: 0.0621555 Feb 19 02:43:00.876845 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8e5abe-4d44-4714-8c72-2505e44a52ff req-693f8990-89d8-4eff-951d-89566ebb6928 tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:00.880078 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4d8e5abe-4d44-4714-8c72-2505e44a52ff req-693f8990-89d8-4eff-951d-89566ebb6928 tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] 10.222.0.73 "GET /v2.0/networks?id=ee39ff61-2b71-49ef-88f9-87356161a1ed HTTP/1.1" status: 200 len: 812 time: 0.1910067 Feb 19 02:43:01.010064 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9a9d3878-b3b2-41c2-a3e6-5aa5c8fcb761 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:01.018868 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56558c21-1b7b-4791-ae65-e22900b0c6de req-69309f8f-eef6-4949-885c-991354bb034e tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:01.028106 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-56558c21-1b7b-4791-ae65-e22900b0c6de req-69309f8f-eef6-4949-885c-991354bb034e tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=cdaf6704-79e6-465e-a79c-4b9c28f4325f HTTP/1.1" status: 200 len: 948 time: 0.1607220 Feb 19 02:43:01.031727 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0c7e7ac8-da69-4e62-9993-0053f2e4c57d req-59374f70-9c33-4d74-9c61-0ec95574a552 service neutron] 10.222.0.82 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3221390 Feb 19 02:43:01.107589 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4d8e5abe-4d44-4714-8c72-2505e44a52ff req-286a707a-ea75-4c99-9855-796c086bd3e5 tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=96ff41aa05534200964233b47085cac9 HTTP/1.1" status: 200 len: 380 time: 0.2019272 Feb 19 02:43:01.111338 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-56558c21-1b7b-4791-ae65-e22900b0c6de req-de96f3b8-3216-482e-937e-74b50bc48761 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671268 Feb 19 02:43:01.131433 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-4d8e5abe-4d44-4714-8c72-2505e44a52ff req-81301793-dfba-45ec-942b-659531135d16 tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] Request body: {'port': {'device_id': '5517c022-d86f-4add-beb2-5773f3371e62', 'network_id': 'ee39ff61-2b71-49ef-88f9-87356161a1ed', 'admin_state_up': True, 'tenant_id': '96ff41aa05534200964233b47085cac9', 'security_groups': ['e62d99a3-cc31-4ea4-8cfc-c7295622cb95']}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:43:01.284047 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b96d331-38c6-4e0d-830c-67bc3994a716 req-54f402b6-691d-43dc-a797-6faeaca34536 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:01.291231 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9b96d331-38c6-4e0d-830c-67bc3994a716 req-54f402b6-691d-43dc-a797-6faeaca34536 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=29bcea09-12cf-46f9-beab-e3b6e5e0664c HTTP/1.1" status: 200 len: 943 time: 0.1553955 Feb 19 02:43:01.337415 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d8e5abe-4d44-4714-8c72-2505e44a52ff req-81301793-dfba-45ec-942b-659531135d16 tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] Made reservation on behalf of 96ff41aa05534200964233b47085cac9 for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:43:01.340845 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-4d8e5abe-4d44-4714-8c72-2505e44a52ff req-81301793-dfba-45ec-942b-659531135d16 tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:01.344011 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9a9d3878-b3b2-41c2-a3e6-5aa5c8fcb761 admin admin] Publish callbacks [] for security_group (cb3b7047-1ce9-491d-8b4e-e581d1593cc1), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:01.358275 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9a9d3878-b3b2-41c2-a3e6-5aa5c8fcb761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (cb3b7047-1ce9-491d-8b4e-e581d1593cc1), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:01.368516 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9b96d331-38c6-4e0d-830c-67bc3994a716 req-2541dcd1-f062-4843-88e9-408c528ef59b tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763707 Feb 19 02:43:01.420726 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9d3878-b3b2-41c2-a3e6-5aa5c8fcb761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb3b7047-1ce9-491d-8b4e-e581d1593cc1,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:43:01.450951 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-9a9d3878-b3b2-41c2-a3e6-5aa5c8fcb761 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=548b367420eb4adaad99ec0a3cb428ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7934844 Feb 19 02:43:01.453581 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 50256) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:43:01.518748 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 50258) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:43:01.546492 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bc4fd93d-a555-444c-9ab6-7ea15a1bd6b0 admin admin] Publish callbacks [] for security_group (cb3b7047-1ce9-491d-8b4e-e581d1593cc1), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:01.573511 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bc4fd93d-a555-444c-9ab6-7ea15a1bd6b0 admin admin] Publish callbacks [] for security_group (cb3b7047-1ce9-491d-8b4e-e581d1593cc1), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:01.648812 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bc4fd93d-a555-444c-9ab6-7ea15a1bd6b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (cb3b7047-1ce9-491d-8b4e-e581d1593cc1), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:01.652476 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bc4fd93d-a555-444c-9ab6-7ea15a1bd6b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:01.653835 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-bc4fd93d-a555-444c-9ab6-7ea15a1bd6b0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/cb3b7047-1ce9-491d-8b4e-e581d1593cc1 HTTP/1.1" status: 204 len: 168 time: 0.1990314 Feb 19 02:43:01.670722 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4fd93d-a555-444c-9ab6-7ea15a1bd6b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb3b7047-1ce9-491d-8b4e-e581d1593cc1,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:43:01.724901 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [req-4d8e5abe-4d44-4714-8c72-2505e44a52ff req-81301793-dfba-45ec-942b-659531135d16 tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] Allocated IP 172.20.0.3 (ee39ff61-2b71-49ef-88f9-87356161a1ed/f203640b-0f60-4d96-89bd-3c6bc1a85a78/60be77ed-7c6c-4277-9f96-c3d168980c75) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:43:01.773993 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46916d8b-e9f1-4ddd-a5df-a46d861f10e8 req-fa45fab5-c3d0-43ac-8d80-d22725b6af2b tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:01.781654 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-46916d8b-e9f1-4ddd-a5df-a46d861f10e8 req-fa45fab5-c3d0-43ac-8d80-d22725b6af2b tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa9b45d5-254c-45de-8e0f-03eec8283098 HTTP/1.1" status: 200 len: 945 time: 0.1121948 Feb 19 02:43:01.867960 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-46916d8b-e9f1-4ddd-a5df-a46d861f10e8 req-973c534a-ffd4-4c37-baad-9186ea0ff35c tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853345 Feb 19 02:43:01.929434 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-4d8e5abe-4d44-4714-8c72-2505e44a52ff req-81301793-dfba-45ec-942b-659531135d16 tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] Publish callbacks [] for port (60be77ed-7c6c-4277-9f96-c3d168980c75), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:01.937463 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e2abb0c4-38d8-4535-b5a5-e0c14901d605 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:01.955384 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device fbd93433-4aea-422f-a4b2-de5fde7cd692 details requested by agent hyperv_n-h2-826753-2 with host n-h2-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:43:02.011950 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-4d8e5abe-4d44-4714-8c72-2505e44a52ff req-81301793-dfba-45ec-942b-659531135d16 tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (60be77ed-7c6c-4277-9f96-c3d168980c75), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:02.041421 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-eb6b7041-cc5e-4734-9171-6c579b8ffc7d req-a985c493-e52c-4699-a41f-7fa23a48c648 tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] 10.222.0.72 "GET /v2.0/ports?device_id=5517c022-d86f-4add-beb2-5773f3371e62 HTTP/1.1" status: 200 len: 210 time: 0.0470846 Feb 19 02:43:02.071525 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81301793-dfba-45ec-942b-659531135d16 tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] Pushing event updated for resources: {'Port': ['ID=60be77ed-7c6c-4277-9f96-c3d168980c75,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:43:02.098288 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d8e5abe-4d44-4714-8c72-2505e44a52ff req-81301793-dfba-45ec-942b-659531135d16 tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] Network ee39ff61-2b71-49ef-88f9-87356161a1ed is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:43:02.106794 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [req-4d8e5abe-4d44-4714-8c72-2505e44a52ff req-81301793-dfba-45ec-942b-659531135d16 tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:43:02.113443 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d8e5abe-4d44-4714-8c72-2505e44a52ff req-81301793-dfba-45ec-942b-659531135d16 tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:43:02.151310 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e2abb0c4-38d8-4535-b5a5-e0c14901d605 admin admin] Publish callbacks [] for security_group (18c8155c-ba7e-475d-9151-91a8e49f2ff8), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:02.165513 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e2abb0c4-38d8-4535-b5a5-e0c14901d605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (18c8155c-ba7e-475d-9151-91a8e49f2ff8), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:02.195689 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port fbd93433-4aea-422f-a4b2-de5fde7cd692, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=fbd93433-4aea-422f-a4b2-de5fde7cd692,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:43:02.239093 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-e2abb0c4-38d8-4535-b5a5-e0c14901d605 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e59ec037ad7843e28529de7d9179cb95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7189660 Feb 19 02:43:02.242084 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Returning: {'device': 'fbd93433-4aea-422f-a4b2-de5fde7cd692', 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f', 'port_id': 'fbd93433-4aea-422f-a4b2-de5fde7cd692', 'mac_address': 'fa:16:3e:22:9b:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '974c06bc-f097-4890-970a-b087501ab241', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:43:02.245989 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 50280) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:43:02.252943 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8e5abe-4d44-4714-8c72-2505e44a52ff req-81301793-dfba-45ec-942b-659531135d16 tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:02.253899 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-4d8e5abe-4d44-4714-8c72-2505e44a52ff req-81301793-dfba-45ec-942b-659531135d16 tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:02.290238 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port fbd93433-4aea-422f-a4b2-de5fde7cd692 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:43:02.290666 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (fbd93433-4aea-422f-a4b2-de5fde7cd692), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:02.305611 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4d8e5abe-4d44-4714-8c72-2505e44a52ff req-81301793-dfba-45ec-942b-659531135d16 tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1763434 Feb 19 02:43:02.306423 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2abb0c4-38d8-4535-b5a5-e0c14901d605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18c8155c-ba7e-475d-9151-91a8e49f2ff8,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:43:02.318937 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-4d8e5abe-4d44-4714-8c72-2505e44a52ff req-31c9975b-8fd8-465f-bd6c-32bf38fca04b service neutron] Request body: {'port': {'device_id': '5517c022-d86f-4add-beb2-5773f3371e62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826753-2'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:43:02.328498 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbd93433-4aea-422f-a4b2-de5fde7cd692 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:43:02.366256 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac6111a-4881-4a8a-a733-7701338e4b52 req-7b72c863-2667-41e1-84e6-4968fc26c35b tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:02.368066 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9ac6111a-4881-4a8a-a733-7701338e4b52 req-7b72c863-2667-41e1-84e6-4968fc26c35b tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=cdaf6704-79e6-465e-a79c-4b9c28f4325f HTTP/1.1" status: 200 len: 948 time: 0.1404231 Feb 19 02:43:02.390026 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 50284) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:43:02.407203 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port fbd93433-4aea-422f-a4b2-de5fde7cd692, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=fbd93433-4aea-422f-a4b2-de5fde7cd692,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:43:02.422534 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (fbd93433-4aea-422f-a4b2-de5fde7cd692), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:02.454102 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-20e3c236-f5bb-4e25-a725-201a9084f79a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:02.493774 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9ac6111a-4881-4a8a-a733-7701338e4b52 req-7f1b9eba-e5a0-49e2-8a23-b3c1fed41da0 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188323 Feb 19 02:43:02.552392 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=fbd93433-4aea-422f-a4b2-de5fde7cd692,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:43:02.553254 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e1ad60-83c2-444d-a78c-d93cfb2e2be3 req-2cb70eb0-1ace-4add-96b2-1e684828b219 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:02.560174 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-74b0b3b0-ea6f-42cb-8262-13e80ae47d3e None None] Provisioning complete for port 60be77ed-7c6c-4277-9f96-c3d168980c75 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:43:02.562798 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-74b0b3b0-ea6f-42cb-8262-13e80ae47d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (60be77ed-7c6c-4277-9f96-c3d168980c75), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:02.569141 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-4d8e5abe-4d44-4714-8c72-2505e44a52ff req-31c9975b-8fd8-465f-bd6c-32bf38fca04b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (60be77ed-7c6c-4277-9f96-c3d168980c75), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:02.571312 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-55e1ad60-83c2-444d-a78c-d93cfb2e2be3 req-2cb70eb0-1ace-4add-96b2-1e684828b219 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=29bcea09-12cf-46f9-beab-e3b6e5e0664c HTTP/1.1" status: 200 len: 943 time: 0.1037793 Feb 19 02:43:02.647657 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-55e1ad60-83c2-444d-a78c-d93cfb2e2be3 req-69c0d0c5-f09d-4b0b-8e26-f566c6696abd tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753639 Feb 19 02:43:02.669688 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-74b0b3b0-ea6f-42cb-8262-13e80ae47d3e None None] Port 60be77ed-7c6c-4277-9f96-c3d168980c75 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:43:02.684942 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4a8084b5-39ba-46fd-b260-0d456ffc54fa admin admin] Publish callbacks [] for security_group (18c8155c-ba7e-475d-9151-91a8e49f2ff8), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:02.775987 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['fbd93433-4aea-422f-a4b2-de5fde7cd692'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:43:02.802986 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4a8084b5-39ba-46fd-b260-0d456ffc54fa admin admin] Publish callbacks [] for security_group (18c8155c-ba7e-475d-9151-91a8e49f2ff8), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:02.941829 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-20e3c236-f5bb-4e25-a725-201a9084f79a admin admin] Publish callbacks [] for security_group (31b19f62-3142-466d-84ca-ff05f5ed528d), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:02.954284 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-20e3c236-f5bb-4e25-a725-201a9084f79a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (31b19f62-3142-466d-84ca-ff05f5ed528d), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:02.967208 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0ecea9bc-8c05-46b6-9825-94c3c388a705 req-5286a4f1-518a-49b2-ae5b-876f47030edc service neutron] 10.222.0.82 "GET /v2.0/ports/ec06d5ce-1eba-4ddd-befe-dc1f766a8000/bindings/n-h1-826753-2 HTTP/1.1" status: 200 len: 384 time: 0.0723794 Feb 19 02:43:03.018123 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4a8084b5-39ba-46fd-b260-0d456ffc54fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (18c8155c-ba7e-475d-9151-91a8e49f2ff8), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:03.021439 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4a8084b5-39ba-46fd-b260-0d456ffc54fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:03.022684 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-4a8084b5-39ba-46fd-b260-0d456ffc54fa admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/18c8155c-ba7e-475d-9151-91a8e49f2ff8 HTTP/1.1" status: 204 len: 168 time: 0.7566197 Feb 19 02:43:03.051609 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-20e3c236-f5bb-4e25-a725-201a9084f79a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4251bfcc5d284a228e3140f8e6b032bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6413312 Feb 19 02:43:03.052303 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e3c236-f5bb-4e25-a725-201a9084f79a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31b19f62-3142-466d-84ca-ff05f5ed528d,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:43:03.057557 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 50308) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:43:03.085121 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8084b5-39ba-46fd-b260-0d456ffc54fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18c8155c-ba7e-475d-9151-91a8e49f2ff8,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:43:03.181493 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcd03e3-43ae-4191-aac8-7f1d138c4d58 req-90f514d4-46f2-4c42-9082-f428bfa7b2d7 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:03.188380 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0dcd03e3-43ae-4191-aac8-7f1d138c4d58 req-90f514d4-46f2-4c42-9082-f428bfa7b2d7 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa9b45d5-254c-45de-8e0f-03eec8283098 HTTP/1.1" status: 200 len: 945 time: 0.1656845 Feb 19 02:43:03.188947 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-4d8e5abe-4d44-4714-8c72-2505e44a52ff req-31c9975b-8fd8-465f-bd6c-32bf38fca04b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60be77ed-7c6c-4277-9f96-c3d168980c75 {{(pid=103702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:43:03.195108 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-206661cf-4e3b-4b3f-9b32-9332c911c9a1 admin admin] Publish callbacks [] for security_group (31b19f62-3142-466d-84ca-ff05f5ed528d), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:03.204638 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-4d8e5abe-4d44-4714-8c72-2505e44a52ff req-31c9975b-8fd8-465f-bd6c-32bf38fca04b service neutron] Publish callbacks [] for port (60be77ed-7c6c-4277-9f96-c3d168980c75), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:03.244819 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-206661cf-4e3b-4b3f-9b32-9332c911c9a1 admin admin] Publish callbacks [] for security_group (31b19f62-3142-466d-84ca-ff05f5ed528d), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:03.256943 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-4d8e5abe-4d44-4714-8c72-2505e44a52ff req-31c9975b-8fd8-465f-bd6c-32bf38fca04b service neutron] Transition to ACTIVE for port object 60be77ed-7c6c-4277-9f96-c3d168980c75 will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:43:03.278404 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-4d8e5abe-4d44-4714-8c72-2505e44a52ff req-31c9975b-8fd8-465f-bd6c-32bf38fca04b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (60be77ed-7c6c-4277-9f96-c3d168980c75), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:03.345408 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0dcd03e3-43ae-4191-aac8-7f1d138c4d58 req-d79eafc1-a731-4985-a900-4586ca8d921a tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539750 Feb 19 02:43:03.383052 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9975b-8fd8-465f-bd6c-32bf38fca04b service neutron] Pushing event updated for resources: {'Port': ['ID=60be77ed-7c6c-4277-9f96-c3d168980c75,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:43:03.414846 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-0ecea9bc-8c05-46b6-9825-94c3c388a705 req-c39323b8-3f82-408c-886a-64ddad169ba6 service neutron] For port ec06d5ce-1eba-4ddd-befe-dc1f766a8000, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=ec06d5ce-1eba-4ddd-befe-dc1f766a8000,segment=NetworkSegment(999cf2ff-ad78-4ea0-b2d0-93d967fd81fc),segment_id=999cf2ff-ad78-4ea0-b2d0-93d967fd81fc)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:43:03.421512 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-206661cf-4e3b-4b3f-9b32-9332c911c9a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (31b19f62-3142-466d-84ca-ff05f5ed528d), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:03.425595 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-206661cf-4e3b-4b3f-9b32-9332c911c9a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:03.426933 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-206661cf-4e3b-4b3f-9b32-9332c911c9a1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/31b19f62-3142-466d-84ca-ff05f5ed528d HTTP/1.1" status: 204 len: 168 time: 0.3622665 Feb 19 02:43:03.450035 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206661cf-4e3b-4b3f-9b32-9332c911c9a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b19f62-3142-466d-84ca-ff05f5ed528d,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:43:03.451025 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-0ecea9bc-8c05-46b6-9825-94c3c388a705 req-c39323b8-3f82-408c-886a-64ddad169ba6 service neutron] For port ec06d5ce-1eba-4ddd-befe-dc1f766a8000, host n-h2-826753-2, cleared binding levels {{(pid=103701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:43:03.506445 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-4d8e5abe-4d44-4714-8c72-2505e44a52ff req-31c9975b-8fd8-465f-bd6c-32bf38fca04b service neutron] Attempting to bind port 60be77ed-7c6c-4277-9f96-c3d168980c75 on host n-h1-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:43:03.508033 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-4d8e5abe-4d44-4714-8c72-2505e44a52ff req-31c9975b-8fd8-465f-bd6c-32bf38fca04b service neutron] Attempting to bind port 60be77ed-7c6c-4277-9f96-c3d168980c75 by drivers openvswitch,hyperv on host n-h1-826753-2 at level 0 using segments [{'id': 'ba681f96-6adb-4b0c-9c12-9f59489d7ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'ee39ff61-2b71-49ef-88f9-87356161a1ed'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:43:03.508638 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8e5abe-4d44-4714-8c72-2505e44a52ff req-31c9975b-8fd8-465f-bd6c-32bf38fca04b service neutron] Attempting to bind port 60be77ed-7c6c-4277-9f96-c3d168980c75 on network ee39ff61-2b71-49ef-88f9-87356161a1ed {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:43:03.515206 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8e5abe-4d44-4714-8c72-2505e44a52ff req-31c9975b-8fd8-465f-bd6c-32bf38fca04b service neutron] Port 60be77ed-7c6c-4277-9f96-c3d168980c75 on network ee39ff61-2b71-49ef-88f9-87356161a1ed not bound, no agent of type Open vSwitch agent registered on host n-h1-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:43:03.515825 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8e5abe-4d44-4714-8c72-2505e44a52ff req-31c9975b-8fd8-465f-bd6c-32bf38fca04b service neutron] Attempting to bind port 60be77ed-7c6c-4277-9f96-c3d168980c75 on network ee39ff61-2b71-49ef-88f9-87356161a1ed {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:43:03.523705 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8e5abe-4d44-4714-8c72-2505e44a52ff req-31c9975b-8fd8-465f-bd6c-32bf38fca04b service neutron] Checking agent: {'id': '9d56fb1b-2855-496a-a6d9-c324740cb98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:43:03.524365 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8e5abe-4d44-4714-8c72-2505e44a52ff req-31c9975b-8fd8-465f-bd6c-32bf38fca04b service neutron] Checking segment: {'id': 'ba681f96-6adb-4b0c-9c12-9f59489d7ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'ee39ff61-2b71-49ef-88f9-87356161a1ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:43:03.525616 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8e5abe-4d44-4714-8c72-2505e44a52ff req-31c9975b-8fd8-465f-bd6c-32bf38fca04b service neutron] Bound using segment: {'id': 'ba681f96-6adb-4b0c-9c12-9f59489d7ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'ee39ff61-2b71-49ef-88f9-87356161a1ed'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:43:03.526237 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-4d8e5abe-4d44-4714-8c72-2505e44a52ff req-31c9975b-8fd8-465f-bd6c-32bf38fca04b service neutron] Bound port: 60be77ed-7c6c-4277-9f96-c3d168980c75, host: n-h1-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba681f96-6adb-4b0c-9c12-9f59489d7ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'ee39ff61-2b71-49ef-88f9-87356161a1ed'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:43:03.526828 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-4d8e5abe-4d44-4714-8c72-2505e44a52ff req-31c9975b-8fd8-465f-bd6c-32bf38fca04b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (60be77ed-7c6c-4277-9f96-c3d168980c75), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:03.529141 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [req-0ecea9bc-8c05-46b6-9825-94c3c388a705 req-c39323b8-3f82-408c-886a-64ddad169ba6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec06d5ce-1eba-4ddd-befe-dc1f766a8000 {{(pid=103701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:43:03.552669 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-0ecea9bc-8c05-46b6-9825-94c3c388a705 req-c39323b8-3f82-408c-886a-64ddad169ba6 service neutron] For port ec06d5ce-1eba-4ddd-befe-dc1f766a8000, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=ec06d5ce-1eba-4ddd-befe-dc1f766a8000,segment=NetworkSegment(999cf2ff-ad78-4ea0-b2d0-93d967fd81fc),segment_id=999cf2ff-ad78-4ea0-b2d0-93d967fd81fc)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:43:03.603956 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-0ecea9bc-8c05-46b6-9825-94c3c388a705 req-c39323b8-3f82-408c-886a-64ddad169ba6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (ec06d5ce-1eba-4ddd-befe-dc1f766a8000), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:03.607734 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb7accc-991f-4058-a403-e2973c5d0b6e req-52f562d5-c431-4490-a290-00a0e24c5320 tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:03.617315 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1bb7accc-991f-4058-a403-e2973c5d0b6e req-52f562d5-c431-4490-a290-00a0e24c5320 tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] 10.222.0.72 "GET /v2.0/ports?device_id=5517c022-d86f-4add-beb2-5773f3371e62 HTTP/1.1" status: 200 len: 943 time: 0.3760884 Feb 19 02:43:03.641804 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-4d8e5abe-4d44-4714-8c72-2505e44a52ff req-31c9975b-8fd8-465f-bd6c-32bf38fca04b service neutron] For port 60be77ed-7c6c-4277-9f96-c3d168980c75, host n-h1-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:43:03.646180 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-4d8e5abe-4d44-4714-8c72-2505e44a52ff req-31c9975b-8fd8-465f-bd6c-32bf38fca04b service neutron] For port 60be77ed-7c6c-4277-9f96-c3d168980c75, host n-h1-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=60be77ed-7c6c-4277-9f96-c3d168980c75,segment=NetworkSegment(ba681f96-6adb-4b0c-9c12-9f59489d7ccc),segment_id=ba681f96-6adb-4b0c-9c12-9f59489d7ccc)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:43:03.661363 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-4d8e5abe-4d44-4714-8c72-2505e44a52ff req-31c9975b-8fd8-465f-bd6c-32bf38fca04b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (60be77ed-7c6c-4277-9f96-c3d168980c75), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:03.704402 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8e5abe-4d44-4714-8c72-2505e44a52ff req-31c9975b-8fd8-465f-bd6c-32bf38fca04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:03.705103 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-4d8e5abe-4d44-4714-8c72-2505e44a52ff req-31c9975b-8fd8-465f-bd6c-32bf38fca04b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:03.707462 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4d8e5abe-4d44-4714-8c72-2505e44a52ff req-31c9975b-8fd8-465f-bd6c-32bf38fca04b service neutron] 10.222.0.73 "PUT /v2.0/ports/60be77ed-7c6c-4277-9f96-c3d168980c75 HTTP/1.1" status: 200 len: 1091 time: 1.3927343 Feb 19 02:43:03.710283 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5517c022-d86f-4add-beb2-5773f3371e62', 'tag': '60be77ed-7c6c-4277-9f96-c3d168980c75'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:43:03.712643 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f10b03d-9744-45bd-ad04-589923e52c5b" -d '{"events": [{"name": "network-changed", "server_uuid": "5517c022-d86f-4add-beb2-5773f3371e62", "tag": "60be77ed-7c6c-4277-9f96-c3d168980c75"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:43:03.747212 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9975b-8fd8-465f-bd6c-32bf38fca04b service neutron] Pushing event updated for resources: {'Port': ['ID=60be77ed-7c6c-4277-9f96-c3d168980c75,revision_number=3']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:43:03.846640 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1bb7accc-991f-4058-a403-e2973c5d0b6e req-1e29edaa-0b84-4ec6-847f-b941d17f4105 tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] 10.222.0.72 "GET /v2.0/security-groups?id=e62d99a3-cc31-4ea4-8cfc-c7295622cb95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2235043 Feb 19 02:43:03.895590 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8e5abe-4d44-4714-8c72-2505e44a52ff req-cbb4480f-105c-4966-a8f7-776222bb8e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:03.897574 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4d8e5abe-4d44-4714-8c72-2505e44a52ff req-cbb4480f-105c-4966-a8f7-776222bb8e03 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=96ff41aa05534200964233b47085cac9&device_id=5517c022-d86f-4add-beb2-5773f3371e62 HTTP/1.1" status: 200 len: 1125 time: 0.1112437 Feb 19 02:43:03.907496 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a635bf-7d05-499c-975d-f9b828076e26 req-3970395d-1d0a-4b0c-95af-533ae335d9cc tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:03.912261 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-37a635bf-7d05-499c-975d-f9b828076e26 req-3970395d-1d0a-4b0c-95af-533ae335d9cc tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=cdaf6704-79e6-465e-a79c-4b9c28f4325f HTTP/1.1" status: 200 len: 949 time: 0.2753918 Feb 19 02:43:03.936557 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.provisioning_blocks [req-0ecea9bc-8c05-46b6-9825-94c3c388a705 req-c39323b8-3f82-408c-886a-64ddad169ba6 service neutron] Transition to ACTIVE for port object ec06d5ce-1eba-4ddd-befe-dc1f766a8000 will not be triggered until provisioned by entity L2. {{(pid=103701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:43:03.963166 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device fbd93433-4aea-422f-a4b2-de5fde7cd692 up at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:43:03.968640 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-0ecea9bc-8c05-46b6-9825-94c3c388a705 req-c39323b8-3f82-408c-886a-64ddad169ba6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (ec06d5ce-1eba-4ddd-befe-dc1f766a8000), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:04.024521 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4d8e5abe-4d44-4714-8c72-2505e44a52ff req-e245d654-b1a3-42da-8204-2e8b61dfb4e0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=60be77ed-7c6c-4277-9f96-c3d168980c75 HTTP/1.1" status: 200 len: 217 time: 0.1054966 Feb 19 02:43:04.055684 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-37a635bf-7d05-499c-975d-f9b828076e26 req-71e36568-05aa-45ee-96a2-326c08e36090 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271806 Feb 19 02:43:04.118924 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning for port fbd93433-4aea-422f-a4b2-de5fde7cd692 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:43:04.148754 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning complete for port fbd93433-4aea-422f-a4b2-de5fde7cd692 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:43:04.149363 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (fbd93433-4aea-422f-a4b2-de5fde7cd692), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:04.161151 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ecea9bc-8c05-46b6-9825-94c3c388a705 req-c39323b8-3f82-408c-886a-64ddad169ba6 service neutron] No DVR routers for this DVR port ec06d5ce-1eba-4ddd-befe-dc1f766a8000 on host n-h2-826753-2 {{(pid=103701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:43:04.177048 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39323b8-3f82-408c-886a-64ddad169ba6 service neutron] Pushing event updated for resources: {'Port': ['ID=ec06d5ce-1eba-4ddd-befe-dc1f766a8000,revision_number=10']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:43:04.179524 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8e5abe-4d44-4714-8c72-2505e44a52ff req-b33cf78a-8214-4a1b-8e75-3ea98d296719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:04.181032 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4d8e5abe-4d44-4714-8c72-2505e44a52ff req-b33cf78a-8214-4a1b-8e75-3ea98d296719 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f203640b-0f60-4d96-89bd-3c6bc1a85a78 HTTP/1.1" status: 200 len: 851 time: 0.1473892 Feb 19 02:43:04.238140 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0ecea9bc-8c05-46b6-9825-94c3c388a705 req-c39323b8-3f82-408c-886a-64ddad169ba6 service neutron] 10.222.0.82 "PUT /v2.0/ports/ec06d5ce-1eba-4ddd-befe-dc1f766a8000/bindings/n-h1-826753-2/activate HTTP/1.1" status: 200 len: 369 time: 1.2638140 Feb 19 02:43:04.339240 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8e5abe-4d44-4714-8c72-2505e44a52ff req-6abef674-07f8-4d6e-86d5-be7f28bd586c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:04.340996 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4d8e5abe-4d44-4714-8c72-2505e44a52ff req-6abef674-07f8-4d6e-86d5-be7f28bd586c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ee39ff61-2b71-49ef-88f9-87356161a1ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1524599 Feb 19 02:43:04.396342 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a754be15-ec6d-4892-8709-0a3b54accad6 req-1c0119ec-053e-4d08-9954-1e55d2c87fce tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:04.396646 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port fbd93433-4aea-422f-a4b2-de5fde7cd692 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:43:04.397075 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (fbd93433-4aea-422f-a4b2-de5fde7cd692), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:04.397961 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a754be15-ec6d-4892-8709-0a3b54accad6 req-1c0119ec-053e-4d08-9954-1e55d2c87fce tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=29bcea09-12cf-46f9-beab-e3b6e5e0664c HTTP/1.1" status: 200 len: 944 time: 0.1747379 Feb 19 02:43:04.454145 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdaf6704-79e6-465e-a79c-4b9c28f4325f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbd93433-4aea-422f-a4b2-de5fde7cd692'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:43:04.457338 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59818c2f-847f-4a36-b5fc-b6535bd332e7" -d '{"events": [{"server_uuid": "cdaf6704-79e6-465e-a79c-4b9c28f4325f", "name": "network-vif-plugged", "status": "completed", "tag": "fbd93433-4aea-422f-a4b2-de5fde7cd692"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:43:04.496895 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port fbd93433-4aea-422f-a4b2-de5fde7cd692, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=fbd93433-4aea-422f-a4b2-de5fde7cd692,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:43:04.515373 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (fbd93433-4aea-422f-a4b2-de5fde7cd692), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:04.543850 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a754be15-ec6d-4892-8709-0a3b54accad6 req-fae86f90-b9b1-4452-84aa-a6dc64015cfa tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377594 Feb 19 02:43:04.567126 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecea9bc-8c05-46b6-9825-94c3c388a705 req-414ee7f1-7357-4296-a827-c812894b4f77 tempest-LiveMigrationTest-193918984 tempest-LiveMigrationTest-193918984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:04.569412 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0ecea9bc-8c05-46b6-9825-94c3c388a705 req-414ee7f1-7357-4296-a827-c812894b4f77 tempest-LiveMigrationTest-193918984 tempest-LiveMigrationTest-193918984-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=29bcea09-12cf-46f9-beab-e3b6e5e0664c&tenant_id=0351aa3c6ea34cbbac483ac000de57cb&binding%3Ahost_id=n-h2-826753-2 HTTP/1.1" status: 200 len: 1126 time: 0.1101658 Feb 19 02:43:04.623321 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4d8e5abe-4d44-4714-8c72-2505e44a52ff req-01c1d040-ac47-4672-a23c-170801edf151 service neutron] 10.222.0.73 "GET /v2.0/networks/ee39ff61-2b71-49ef-88f9-87356161a1ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700133 Feb 19 02:43:04.656612 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=fbd93433-4aea-422f-a4b2-de5fde7cd692,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:43:04.662800 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2cdd77f-a6ba-48ce-bbb9-ce39028fe174 x-openstack-request-id: req-e2cdd77f-a6ba-48ce-bbb9-ce39028fe174 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:43:04.668935 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5517c022-d86f-4add-beb2-5773f3371e62", "tag": "60be77ed-7c6c-4277-9f96-c3d168980c75", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:43:04.669356 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e2cdd77f-a6ba-48ce-bbb9-ce39028fe174 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:43:04.669884 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5517c022-d86f-4add-beb2-5773f3371e62', 'tag': '60be77ed-7c6c-4277-9f96-c3d168980c75', 'status': 'completed', 'code': 200} Feb 19 02:43:04.761921 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecea9bc-8c05-46b6-9825-94c3c388a705 req-2c24990b-db99-4574-8419-77890b6a9f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:04.765919 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0ecea9bc-8c05-46b6-9825-94c3c388a705 req-2c24990b-db99-4574-8419-77890b6a9f94 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=29bcea09-12cf-46f9-beab-e3b6e5e0664c&tenant_id=0351aa3c6ea34cbbac483ac000de57cb HTTP/1.1" status: 200 len: 1126 time: 0.1637490 Feb 19 02:43:04.797568 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a18032a0-f52d-4cfb-9247-c5b7969ac170 x-openstack-request-id: req-a18032a0-f52d-4cfb-9247-c5b7969ac170 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:43:04.798266 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdaf6704-79e6-465e-a79c-4b9c28f4325f", "name": "network-vif-plugged", "status": "completed", "tag": "fbd93433-4aea-422f-a4b2-de5fde7cd692", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:43:04.798526 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a18032a0-f52d-4cfb-9247-c5b7969ac170 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:43:04.798927 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdaf6704-79e6-465e-a79c-4b9c28f4325f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbd93433-4aea-422f-a4b2-de5fde7cd692', 'code': 200} Feb 19 02:43:04.822180 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4d8e5abe-4d44-4714-8c72-2505e44a52ff req-0e135d45-432b-4bc5-9f6d-1a3c236b8d5c service neutron] 10.222.0.73 "GET /v2.0/networks/ee39ff61-2b71-49ef-88f9-87356161a1ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915801 Feb 19 02:43:04.934343 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecea9bc-8c05-46b6-9825-94c3c388a705 req-85499b2b-0e7d-4a27-8d98-4295f68af8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:04.935826 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0ecea9bc-8c05-46b6-9825-94c3c388a705 req-85499b2b-0e7d-4a27-8d98-4295f68af8bb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0351aa3c6ea34cbbac483ac000de57cb&device_id=29bcea09-12cf-46f9-beab-e3b6e5e0664c HTTP/1.1" status: 200 len: 1126 time: 0.1098123 Feb 19 02:43:04.953356 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44256264-10fe-443c-bc42-8f2a2ce355cc req-97f90572-c8e0-4345-b139-f7f7def697fc tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:04.959517 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-44256264-10fe-443c-bc42-8f2a2ce355cc req-97f90572-c8e0-4345-b139-f7f7def697fc tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa9b45d5-254c-45de-8e0f-03eec8283098 HTTP/1.1" status: 200 len: 945 time: 0.1399624 Feb 19 02:43:05.015407 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f10b03d-9744-45bd-ad04-589923e52c5b req-8ae8cb19-7d7a-49bd-808a-f910e3656e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:05.017771 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-5f10b03d-9744-45bd-ad04-589923e52c5b req-8ae8cb19-7d7a-49bd-808a-f910e3656e75 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=96ff41aa05534200964233b47085cac9&device_id=5517c022-d86f-4add-beb2-5773f3371e62 HTTP/1.1" status: 200 len: 1125 time: 0.0572360 Feb 19 02:43:05.116166 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94988ad-f39b-4235-a584-d3e04cff643e req-745b7b20-ee13-4365-80d7-2219846b66b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:05.121421 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c94988ad-f39b-4235-a584-d3e04cff643e req-745b7b20-ee13-4365-80d7-2219846b66b4 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=cdaf6704-79e6-465e-a79c-4b9c28f4325f HTTP/1.1" status: 200 len: 1132 time: 0.1838930 Feb 19 02:43:05.163837 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f10b03d-9744-45bd-ad04-589923e52c5b req-fdcff377-d850-4353-8ac0-f6d4823e788c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:05.164725 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-44256264-10fe-443c-bc42-8f2a2ce355cc req-9d5650b4-871e-4025-954e-60967c5c13f3 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753666 Feb 19 02:43:05.165664 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-5f10b03d-9744-45bd-ad04-589923e52c5b req-fdcff377-d850-4353-8ac0-f6d4823e788c service neutron] 10.222.0.73 "GET /v2.0/networks?id=ee39ff61-2b71-49ef-88f9-87356161a1ed HTTP/1.1" status: 200 len: 913 time: 0.1381557 Feb 19 02:43:05.199228 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecea9bc-8c05-46b6-9825-94c3c388a705 req-d8499d09-e644-47cc-859c-205e7aaf4fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:05.200698 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0ecea9bc-8c05-46b6-9825-94c3c388a705 req-d8499d09-e644-47cc-859c-205e7aaf4fbf service neutron] 10.222.0.73 "GET /v2.0/networks?id=b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7 HTTP/1.1" status: 200 len: 909 time: 0.2415619 Feb 19 02:43:05.215792 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c94988ad-f39b-4235-a584-d3e04cff643e req-76d8a102-6d44-4b55-886c-a70043260474 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854084 Feb 19 02:43:05.251617 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-5f10b03d-9744-45bd-ad04-589923e52c5b req-66a548cc-806c-4523-9bd7-8729c10680e2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=60be77ed-7c6c-4277-9f96-c3d168980c75 HTTP/1.1" status: 200 len: 217 time: 0.0777016 Feb 19 02:43:05.294308 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0ecea9bc-8c05-46b6-9825-94c3c388a705 req-1066461c-7b5a-4202-aa3a-50d64abcf51f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec06d5ce-1eba-4ddd-befe-dc1f766a8000 HTTP/1.1" status: 200 len: 217 time: 0.0824270 Feb 19 02:43:05.305108 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 50384) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:43:05.347645 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f10b03d-9744-45bd-ad04-589923e52c5b req-4f1f3ebc-4500-4e48-9c94-ed9a21efb9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:05.349223 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-5f10b03d-9744-45bd-ad04-589923e52c5b req-4f1f3ebc-4500-4e48-9c94-ed9a21efb9d6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f203640b-0f60-4d96-89bd-3c6bc1a85a78 HTTP/1.1" status: 200 len: 851 time: 0.0902097 Feb 19 02:43:05.355431 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecea9bc-8c05-46b6-9825-94c3c388a705 req-27be5dbc-a0a7-4b55-a228-4bb7c9988bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:05.357243 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0ecea9bc-8c05-46b6-9825-94c3c388a705 req-27be5dbc-a0a7-4b55-a228-4bb7c9988bb4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=de6735e0-8981-45a6-9d12-953729888898 HTTP/1.1" status: 200 len: 848 time: 0.0500226 Feb 19 02:43:05.418732 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0ecea9bc-8c05-46b6-9825-94c3c388a705 req-e9635521-398f-44d2-a044-72a7d81828e0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451887 Feb 19 02:43:05.471260 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f10b03d-9744-45bd-ad04-589923e52c5b req-3fb4eaad-6976-46a6-84ab-0f2755f1eb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:05.476047 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-5f10b03d-9744-45bd-ad04-589923e52c5b req-3fb4eaad-6976-46a6-84ab-0f2755f1eb1c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ee39ff61-2b71-49ef-88f9-87356161a1ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1006563 Feb 19 02:43:05.498034 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5582cfd1-9fe9-4829-b42d-9ca0e3f1a0f5 req-c30abf49-52b6-4fda-8529-e5011a875658 tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:05.499390 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5582cfd1-9fe9-4829-b42d-9ca0e3f1a0f5 req-c30abf49-52b6-4fda-8529-e5011a875658 tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] 10.222.0.72 "GET /v2.0/ports?device_id=5517c022-d86f-4add-beb2-5773f3371e62 HTTP/1.1" status: 200 len: 943 time: 0.2090666 Feb 19 02:43:05.507246 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-4712de19-7ad5-4632-9ce1-513ac17ee7c8 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-347287721-network', 'tenant_id': '60a75fbafb98468593e987991378d811'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:43:05.584298 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4712de19-7ad5-4632-9ce1-513ac17ee7c8 admin admin] Made reservation on behalf of 60a75fbafb98468593e987991378d811 for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:43:05.587629 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4712de19-7ad5-4632-9ce1-513ac17ee7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:05.608059 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4712de19-7ad5-4632-9ce1-513ac17ee7c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:05.632542 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5582cfd1-9fe9-4829-b42d-9ca0e3f1a0f5 req-5d9e945b-26f4-4b6a-aeb0-440620f4e10e tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] 10.222.0.72 "GET /v2.0/security-groups?id=e62d99a3-cc31-4ea4-8cfc-c7295622cb95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965655 Feb 19 02:43:05.641294 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0ecea9bc-8c05-46b6-9825-94c3c388a705 req-315bba08-baee-4070-b363-572e221731b6 service neutron] 10.222.0.73 "GET /v2.0/networks/b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148609 Feb 19 02:43:05.657898 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3d5e8c-9129-4af2-af5b-f8b6af6e83ec req-a317beac-e9ac-4fdd-b46c-f12615fc5ad9 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:05.657898 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7d3d5e8c-9129-4af2-af5b-f8b6af6e83ec req-a317beac-e9ac-4fdd-b46c-f12615fc5ad9 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=cdaf6704-79e6-465e-a79c-4b9c28f4325f HTTP/1.1" status: 200 len: 950 time: 0.1952543 Feb 19 02:43:05.665395 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-5f10b03d-9744-45bd-ad04-589923e52c5b req-920e7f47-aecb-4eac-9b72-c8f422529894 service neutron] 10.222.0.73 "GET /v2.0/networks/ee39ff61-2b71-49ef-88f9-87356161a1ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745226 Feb 19 02:43:05.819154 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-5f10b03d-9744-45bd-ad04-589923e52c5b req-b229dabd-8606-4cde-ab4e-229430ba3df0 service neutron] 10.222.0.73 "GET /v2.0/networks/ee39ff61-2b71-49ef-88f9-87356161a1ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471298 Feb 19 02:43:05.860240 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4712de19-7ad5-4632-9ce1-513ac17ee7c8 admin admin] Publish callbacks [] for security_group (980ce490-b8ca-4730-af1e-a9d2fe7d121e), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:05.868173 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4712de19-7ad5-4632-9ce1-513ac17ee7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (980ce490-b8ca-4730-af1e-a9d2fe7d121e), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:05.902749 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4712de19-7ad5-4632-9ce1-513ac17ee7c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=980ce490-b8ca-4730-af1e-a9d2fe7d121e,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:43:05.927685 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4712de19-7ad5-4632-9ce1-513ac17ee7c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 272, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:43:05.938712 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4712de19-7ad5-4632-9ce1-513ac17ee7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (737c2371-1be7-4c8e-971a-97a5a11b2a65), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:05.939084 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-4712de19-7ad5-4632-9ce1-513ac17ee7c8 admin admin] Added segment 737c2371-1be7-4c8e-971a-97a5a11b2a65 of type vlan for network 6644bea0-d911-4ba9-95a0-90f97bdbebb7 Feb 19 02:43:05.986520 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4712de19-7ad5-4632-9ce1-513ac17ee7c8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (6644bea0-d911-4ba9-95a0-90f97bdbebb7), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:06.027145 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4712de19-7ad5-4632-9ce1-513ac17ee7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (6644bea0-d911-4ba9-95a0-90f97bdbebb7), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:06.029115 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4712de19-7ad5-4632-9ce1-513ac17ee7c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:06.030082 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4712de19-7ad5-4632-9ce1-513ac17ee7c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:06.105594 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4712de19-7ad5-4632-9ce1-513ac17ee7c8 admin admin] Pushing event updated for resources: {'Network': ['ID=6644bea0-d911-4ba9-95a0-90f97bdbebb7,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:43:06.114081 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-4712de19-7ad5-4632-9ce1-513ac17ee7c8 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8079083 Feb 19 02:43:06.116759 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 50400) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:43:06.120083 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 6644bea0-d911-4ba9-95a0-90f97bdbebb7 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:43:06.122775 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-f93f9cfb-5d3d-4a98-ad8f-578225711e38 admin admin] Request body: {'subnet': {'network_id': '6644bea0-d911-4ba9-95a0-90f97bdbebb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-347287721-subnet', 'tenant_id': '60a75fbafb98468593e987991378d811', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:43:06.156157 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f93f9cfb-5d3d-4a98-ad8f-578225711e38 admin admin] Made reservation on behalf of 60a75fbafb98468593e987991378d811 for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:43:06.160816 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f93f9cfb-5d3d-4a98-ad8f-578225711e38 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:06.161343 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7d3d5e8c-9129-4af2-af5b-f8b6af6e83ec req-c318adea-65ec-4c50-950d-046812a8c5b6 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4655585 Feb 19 02:43:06.181255 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0ecea9bc-8c05-46b6-9825-94c3c388a705 req-2735e0ef-2681-4564-8050-af91ba172ed6 service neutron] 10.222.0.73 "GET /v2.0/networks/b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5285795 Feb 19 02:43:06.195303 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38138eb4-37e6-4f9d-b439-abbbd788d3b1 req-05585051-9422-4667-852e-2069995c4f27 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:06.209027 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-38138eb4-37e6-4f9d-b439-abbbd788d3b1 req-05585051-9422-4667-852e-2069995c4f27 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=29bcea09-12cf-46f9-beab-e3b6e5e0664c HTTP/1.1" status: 200 len: 944 time: 0.4594252 Feb 19 02:43:06.294562 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-38138eb4-37e6-4f9d-b439-abbbd788d3b1 req-e8752d21-2e73-4c09-a5e0-af45d09d806d tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844328 Feb 19 02:43:06.487326 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a17e1ec-c3e8-4eb9-ba45-1b677e8e0be7 req-c41574f8-9534-43ea-857b-27c6f98d3ac7 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:06.494984 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4a17e1ec-c3e8-4eb9-ba45-1b677e8e0be7 req-c41574f8-9534-43ea-857b-27c6f98d3ac7 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa9b45d5-254c-45de-8e0f-03eec8283098 HTTP/1.1" status: 200 len: 945 time: 0.1164346 Feb 19 02:43:06.551775 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f93f9cfb-5d3d-4a98-ad8f-578225711e38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (02fa24ee-83ac-48f4-b82d-23f834be3bb3), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:06.625649 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4a17e1ec-c3e8-4eb9-ba45-1b677e8e0be7 req-6af18138-b03e-493d-9696-fc1098497315 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297863 Feb 19 02:43:06.652975 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecea9bc-8c05-46b6-9825-94c3c388a705 req-1a1e9b5c-534d-4dce-8176-763bdeee1c57 tempest-LiveMigrationTest-193918984 tempest-LiveMigrationTest-193918984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:06.654821 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0ecea9bc-8c05-46b6-9825-94c3c388a705 req-1a1e9b5c-534d-4dce-8176-763bdeee1c57 tempest-LiveMigrationTest-193918984 tempest-LiveMigrationTest-193918984-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=29bcea09-12cf-46f9-beab-e3b6e5e0664c&tenant_id=0351aa3c6ea34cbbac483ac000de57cb&binding%3Ahost_id=n-h1-826753-2 HTTP/1.1" status: 200 len: 1126 time: 0.1184349 Feb 19 02:43:06.667238 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93f9cfb-5d3d-4a98-ad8f-578225711e38 admin admin] Checking segment: {'id': '737c2371-1be7-4c8e-971a-97a5a11b2a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '6644bea0-d911-4ba9-95a0-90f97bdbebb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:43:06.667703 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93f9cfb-5d3d-4a98-ad8f-578225711e38 admin admin] Network hostable DHCP agents. Network: 6644bea0-d911-4ba9-95a0-90f97bdbebb7, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:43:06.671398 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93f9cfb-5d3d-4a98-ad8f-578225711e38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02fa24ee-83ac-48f4-b82d-23f834be3bb3,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:43:06.712838 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93f9cfb-5d3d-4a98-ad8f-578225711e38 admin admin] Network 6644bea0-d911-4ba9-95a0-90f97bdbebb7 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:43:06.725711 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-f93f9cfb-5d3d-4a98-ad8f-578225711e38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 6644bea0-d911-4ba9-95a0-90f97bdbebb7) {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:43:06.734291 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93f9cfb-5d3d-4a98-ad8f-578225711e38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:06.736526 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b134f9cf-68e0-43e6-9a70-9ee022d41e88 None None] Network 6644bea0-d911-4ba9-95a0-90f97bdbebb7 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:43:06.749580 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f93f9cfb-5d3d-4a98-ad8f-578225711e38 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:06.775524 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-f93f9cfb-5d3d-4a98-ad8f-578225711e38 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6570401 Feb 19 02:43:06.776232 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 50422) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:43:06.781884 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-f0a9e624-0b60-4dcf-9360-d3d38a63793d admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-347287721-router', 'tenant_id': '60a75fbafb98468593e987991378d811', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:43:06.808718 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f0a9e624-0b60-4dcf-9360-d3d38a63793d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14172'] for router (90904248-f1cf-430d-865e-e426f3f5853b), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:06.810542 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f0a9e624-0b60-4dcf-9360-d3d38a63793d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16317487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16285822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16309985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14247'] for router (90904248-f1cf-430d-865e-e426f3f5853b), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:06.845877 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136b0963-67e8-4e8a-84a8-51c9ab03e26f req-da86daa9-db21-4634-8953-578047e425a5 tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:06.852974 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-136b0963-67e8-4e8a-84a8-51c9ab03e26f req-da86daa9-db21-4634-8953-578047e425a5 tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] 10.222.0.72 "GET /v2.0/ports?device_id=5517c022-d86f-4add-beb2-5773f3371e62 HTTP/1.1" status: 200 len: 943 time: 0.1041667 Feb 19 02:43:06.872242 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6abf25bb-8a6e-49db-9f56-95c3078911f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-6644bea0-d911-4ba9-95a0-90f97bdbebb7', 'network_id': '6644bea0-d911-4ba9-95a0-90f97bdbebb7', 'project_id': '60a75fbafb98468593e987991378d811', 'fixed_ips': [{'subnet_id': '02fa24ee-83ac-48f4-b82d-23f834be3bb3'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:43:06.873381 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6abf25bb-8a6e-49db-9f56-95c3078911f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:06.875654 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f0a9e624-0b60-4dcf-9360-d3d38a63793d admin admin] Publish callbacks [] for router_controller (90904248-f1cf-430d-865e-e426f3f5853b), precommit_add_association {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:06.916849 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-0ecea9bc-8c05-46b6-9825-94c3c388a705 req-ae9a0fac-3174-477f-bcc8-9574b251fe0f service neutron] For port ec06d5ce-1eba-4ddd-befe-dc1f766a8000, host n-h2-826753-2, cleared binding levels {{(pid=103701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:43:06.920758 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-0ecea9bc-8c05-46b6-9825-94c3c388a705 req-ae9a0fac-3174-477f-bcc8-9574b251fe0f service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:06.922026 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0ecea9bc-8c05-46b6-9825-94c3c388a705 req-ae9a0fac-3174-477f-bcc8-9574b251fe0f service neutron] 10.222.0.73 "DELETE /v2.0/ports/ec06d5ce-1eba-4ddd-befe-dc1f766a8000/bindings/n-h2-826753-2 HTTP/1.1" status: 204 len: 173 time: 0.2511535 Feb 19 02:43:06.934289 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-136b0963-67e8-4e8a-84a8-51c9ab03e26f req-ae67c155-7fbf-4274-bc39-d4b1f1274503 tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] 10.222.0.72 "GET /v2.0/security-groups?id=e62d99a3-cc31-4ea4-8cfc-c7295622cb95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802848 Feb 19 02:43:07.054660 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-6abf25bb-8a6e-49db-9f56-95c3078911f6 None None] Allocated IP 172.20.0.2 (6644bea0-d911-4ba9-95a0-90f97bdbebb7/02fa24ee-83ac-48f4-b82d-23f834be3bb3/abea9a89-c7b0-4d9c-932d-3757a90d5705) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:43:07.054919 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f0a9e624-0b60-4dcf-9360-d3d38a63793d admin admin] Publish callbacks [] for router_gateway (90904248-f1cf-430d-865e-e426f3f5853b), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:07.282235 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f0a9e624-0b60-4dcf-9360-d3d38a63793d admin admin] Publish callbacks [] for router_gateway (90904248-f1cf-430d-865e-e426f3f5853b), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:07.307786 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f0a9e624-0b60-4dcf-9360-d3d38a63793d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:07.308127 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6abf25bb-8a6e-49db-9f56-95c3078911f6 None None] Publish callbacks [] for port (abea9a89-c7b0-4d9c-932d-3757a90d5705), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:07.320247 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6abf25bb-8a6e-49db-9f56-95c3078911f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (abea9a89-c7b0-4d9c-932d-3757a90d5705), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:07.352643 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f40f29-972a-4740-ad55-3a0c87505bc4 req-843487b3-afdf-489c-9c6c-86a803ca32b8 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:07.354206 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c0f40f29-972a-4740-ad55-3a0c87505bc4 req-843487b3-afdf-489c-9c6c-86a803ca32b8 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=cdaf6704-79e6-465e-a79c-4b9c28f4325f HTTP/1.1" status: 200 len: 950 time: 0.1025825 Feb 19 02:43:07.399180 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abf25bb-8a6e-49db-9f56-95c3078911f6 None None] Pushing event updated for resources: {'Port': ['ID=abea9a89-c7b0-4d9c-932d-3757a90d5705,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:43:07.414648 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abf25bb-8a6e-49db-9f56-95c3078911f6 None None] Network 6644bea0-d911-4ba9-95a0-90f97bdbebb7 is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:43:07.417093 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-6abf25bb-8a6e-49db-9f56-95c3078911f6 None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:43:07.420560 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abf25bb-8a6e-49db-9f56-95c3078911f6 None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:43:07.465267 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c0f40f29-972a-4740-ad55-3a0c87505bc4 req-70815f20-8ab5-4c16-9933-37f35953e14f tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996099 Feb 19 02:43:07.485920 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-f0a9e624-0b60-4dcf-9360-d3d38a63793d admin admin] Allocated IP 172.25.6.183 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/3439a910-1883-475b-b30e-32d8651b0354) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:43:07.514958 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-6abf25bb-8a6e-49db-9f56-95c3078911f6 None None] Attempting to bind port abea9a89-c7b0-4d9c-932d-3757a90d5705 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:43:07.515543 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-6abf25bb-8a6e-49db-9f56-95c3078911f6 None None] Attempting to bind port abea9a89-c7b0-4d9c-932d-3757a90d5705 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '737c2371-1be7-4c8e-971a-97a5a11b2a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '6644bea0-d911-4ba9-95a0-90f97bdbebb7'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:43:07.516069 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abf25bb-8a6e-49db-9f56-95c3078911f6 None None] Attempting to bind port abea9a89-c7b0-4d9c-932d-3757a90d5705 on network 6644bea0-d911-4ba9-95a0-90f97bdbebb7 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:43:07.523774 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abf25bb-8a6e-49db-9f56-95c3078911f6 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:43:07.524188 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abf25bb-8a6e-49db-9f56-95c3078911f6 None None] Checking segment: {'id': '737c2371-1be7-4c8e-971a-97a5a11b2a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '6644bea0-d911-4ba9-95a0-90f97bdbebb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:43:07.524656 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6abf25bb-8a6e-49db-9f56-95c3078911f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:07.525193 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abf25bb-8a6e-49db-9f56-95c3078911f6 None None] Bound using segment: {'id': '737c2371-1be7-4c8e-971a-97a5a11b2a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '6644bea0-d911-4ba9-95a0-90f97bdbebb7'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:43:07.525614 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-6abf25bb-8a6e-49db-9f56-95c3078911f6 None None] Bound port: abea9a89-c7b0-4d9c-932d-3757a90d5705, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '737c2371-1be7-4c8e-971a-97a5a11b2a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '6644bea0-d911-4ba9-95a0-90f97bdbebb7'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:43:07.526334 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6abf25bb-8a6e-49db-9f56-95c3078911f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (abea9a89-c7b0-4d9c-932d-3757a90d5705), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:07.614994 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-6abf25bb-8a6e-49db-9f56-95c3078911f6 None None] For port abea9a89-c7b0-4d9c-932d-3757a90d5705, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:43:07.618340 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-6abf25bb-8a6e-49db-9f56-95c3078911f6 None None] For port abea9a89-c7b0-4d9c-932d-3757a90d5705, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=abea9a89-c7b0-4d9c-932d-3757a90d5705,segment=NetworkSegment(737c2371-1be7-4c8e-971a-97a5a11b2a65),segment_id=737c2371-1be7-4c8e-971a-97a5a11b2a65)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:43:07.624307 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6abf25bb-8a6e-49db-9f56-95c3078911f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (abea9a89-c7b0-4d9c-932d-3757a90d5705), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:07.654457 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f0a9e624-0b60-4dcf-9360-d3d38a63793d admin admin] Publish callbacks [] for port (3439a910-1883-475b-b30e-32d8651b0354), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:07.700085 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87026c7-43bb-4728-839d-595fdd609e8f req-0c4d66d7-8ade-4be2-975d-675bf3b6b92d tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:07.704423 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a87026c7-43bb-4728-839d-595fdd609e8f req-0c4d66d7-8ade-4be2-975d-675bf3b6b92d tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=29bcea09-12cf-46f9-beab-e3b6e5e0664c HTTP/1.1" status: 200 len: 944 time: 0.1037123 Feb 19 02:43:07.726063 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f0a9e624-0b60-4dcf-9360-d3d38a63793d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (3439a910-1883-475b-b30e-32d8651b0354), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:07.776917 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abf25bb-8a6e-49db-9f56-95c3078911f6 None None] Pushing event updated for resources: {'Port': ['ID=abea9a89-c7b0-4d9c-932d-3757a90d5705,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:43:07.820934 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a9e624-0b60-4dcf-9360-d3d38a63793d admin admin] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:43:07.826280 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a87026c7-43bb-4728-839d-595fdd609e8f req-ecc1e1e6-51a1-4eb2-84ea-b03c7f98e11b tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097767 Feb 19 02:43:07.832685 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-f0a9e624-0b60-4dcf-9360-d3d38a63793d admin admin] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:43:07.835345 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a9e624-0b60-4dcf-9360-d3d38a63793d admin admin] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:43:07.873404 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9e624-0b60-4dcf-9360-d3d38a63793d admin admin] Pushing event updated for resources: {'Port': ['ID=3439a910-1883-475b-b30e-32d8651b0354,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:43:07.877749 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4f6650-4378-44f2-a057-05b0bd7d2f20 req-af7cfe6d-820b-467e-96ca-821b168a6a5b tempest-MigrationsAdminTest-42131608 tempest-MigrationsAdminTest-42131608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:07.886127 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2c4f6650-4378-44f2-a057-05b0bd7d2f20 req-af7cfe6d-820b-467e-96ca-821b168a6a5b tempest-MigrationsAdminTest-42131608 tempest-MigrationsAdminTest-42131608-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=cdaf6704-79e6-465e-a79c-4b9c28f4325f HTTP/1.1" status: 200 len: 1132 time: 0.1482296 Feb 19 02:43:08.013339 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2c4f6650-4378-44f2-a057-05b0bd7d2f20 req-7c28f126-aa96-436e-9d05-d8061cc05d32 tempest-MigrationsAdminTest-42131608 tempest-MigrationsAdminTest-42131608-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202273 Feb 19 02:43:08.128845 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff397ec-de96-4121-ba71-b9c8b0708f10 req-26565f80-8fc3-439b-8dd3-cba1fe74ff20 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:08.130769 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1ff397ec-de96-4121-ba71-b9c8b0708f10 req-26565f80-8fc3-439b-8dd3-cba1fe74ff20 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa9b45d5-254c-45de-8e0f-03eec8283098 HTTP/1.1" status: 200 len: 945 time: 0.1837075 Feb 19 02:43:08.159740 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 50456) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:43:08.269237 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1ff397ec-de96-4121-ba71-b9c8b0708f10 req-24e18a3c-c33b-43bb-be26-e6e55d49d1bd tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310110 Feb 19 02:43:08.312601 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8226c9c0-2bc1-4f52-95b4-29dc22d700d3 req-b088a13a-4d4b-49b1-bd1e-c51e20af0140 tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:08.314234 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8226c9c0-2bc1-4f52-95b4-29dc22d700d3 req-b088a13a-4d4b-49b1-bd1e-c51e20af0140 tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] 10.222.0.72 "GET /v2.0/ports?device_id=5517c022-d86f-4add-beb2-5773f3371e62 HTTP/1.1" status: 200 len: 943 time: 0.1234648 Feb 19 02:43:08.341930 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-fd9890fa-5939-4383-a15e-f5fc85d459d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:08.400850 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8723a3ab-5d15-4fc0-bba1-fdb3d39ec12c req-b9c8e734-af15-43a1-9155-b213de40c342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:08.402512 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8723a3ab-5d15-4fc0-bba1-fdb3d39ec12c req-b9c8e734-af15-43a1-9155-b213de40c342 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ad75c6928a1d4c6da3a56db6352b2618&device_id=fa9b45d5-254c-45de-8e0f-03eec8283098 HTTP/1.1" status: 200 len: 1127 time: 0.1314921 Feb 19 02:43:08.409634 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8226c9c0-2bc1-4f52-95b4-29dc22d700d3 req-65b9a3ba-19bc-4f1d-be67-580c7b98c0e7 tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] 10.222.0.72 "GET /v2.0/security-groups?id=e62d99a3-cc31-4ea4-8cfc-c7295622cb95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838931 Feb 19 02:43:08.601279 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8723a3ab-5d15-4fc0-bba1-fdb3d39ec12c req-bc738475-1666-4b78-9d3a-3371859fa545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:08.602799 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8723a3ab-5d15-4fc0-bba1-fdb3d39ec12c req-bc738475-1666-4b78-9d3a-3371859fa545 service neutron] 10.222.0.73 "GET /v2.0/networks?id=db98097a-bb19-479d-bd0d-4f71e988880a HTTP/1.1" status: 200 len: 922 time: 0.1921859 Feb 19 02:43:08.606021 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-fd9890fa-5939-4383-a15e-f5fc85d459d6 admin admin] Publish callbacks [] for security_group (4713f68d-ddcb-40d9-94df-2d04767768f2), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:08.621406 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b80dad-7295-4706-8f56-55ca46a75d64 req-4ae7e963-448c-43a8-898c-07a3ed4b4809 tempest-LiveMigrationTest-193918984 tempest-LiveMigrationTest-193918984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:08.626963 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f0a9e624-0b60-4dcf-9360-d3d38a63793d admin admin] Publish callbacks [] for router_gateway (90904248-f1cf-430d-865e-e426f3f5853b), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:08.629197 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-28b80dad-7295-4706-8f56-55ca46a75d64 req-4ae7e963-448c-43a8-898c-07a3ed4b4809 tempest-LiveMigrationTest-193918984 tempest-LiveMigrationTest-193918984-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=29bcea09-12cf-46f9-beab-e3b6e5e0664c HTTP/1.1" status: 200 len: 1126 time: 0.1305435 Feb 19 02:43:08.632374 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-fd9890fa-5939-4383-a15e-f5fc85d459d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (4713f68d-ddcb-40d9-94df-2d04767768f2), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:08.694132 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8723a3ab-5d15-4fc0-bba1-fdb3d39ec12c req-3a62d38a-723d-4434-9834-de058fbb2756 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=359a2f03-81dc-42fc-9315-cd2c2edd2142 HTTP/1.1" status: 200 len: 217 time: 0.0829046 Feb 19 02:43:08.761483 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-fd9890fa-5939-4383-a15e-f5fc85d459d6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3dc8b7f068bd4130b99ebfe852f3d5e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5979714 Feb 19 02:43:08.765596 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 50470) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:43:08.776003 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9890fa-5939-4383-a15e-f5fc85d459d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4713f68d-ddcb-40d9-94df-2d04767768f2,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:43:08.841143 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8723a3ab-5d15-4fc0-bba1-fdb3d39ec12c req-d8e2c57e-777e-4f86-a0a8-7e1481b2571c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:08.842638 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8723a3ab-5d15-4fc0-bba1-fdb3d39ec12c req-d8e2c57e-777e-4f86-a0a8-7e1481b2571c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2fe72d28-9326-4a85-b8b2-36c8cafae112 HTTP/1.1" status: 200 len: 861 time: 0.1341398 Feb 19 02:43:08.862798 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-28b80dad-7295-4706-8f56-55ca46a75d64 req-32a29008-e0a2-4ffb-be8c-3edd44bc12d2 tempest-LiveMigrationTest-193918984 tempest-LiveMigrationTest-193918984-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273679 Feb 19 02:43:08.923154 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f0a9e624-0b60-4dcf-9360-d3d38a63793d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16317478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865'] for router (90904248-f1cf-430d-865e-e426f3f5853b), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:08.941568 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8723a3ab-5d15-4fc0-bba1-fdb3d39ec12c req-deed8dc5-9d80-40a1-957d-535b20bd63db service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=db98097a-bb19-479d-bd0d-4f71e988880a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0913265 Feb 19 02:43:09.029935 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-cb3728b2-2a0e-4ad7-8c3d-55466da1afcd admin admin] Publish callbacks [] for security_group (4713f68d-ddcb-40d9-94df-2d04767768f2), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:09.068923 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de25a594-a138-4541-9743-7cf7891820c8 None None] Network 6644bea0-d911-4ba9-95a0-90f97bdbebb7 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:43:09.129406 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0a9e624-0b60-4dcf-9360-d3d38a63793d admin admin] Router 90904248-f1cf-430d-865e-e426f3f5853b is scheduled to L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd with binding_index 1 {{(pid=103702) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 02:43:09.151265 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-cb3728b2-2a0e-4ad7-8c3d-55466da1afcd admin admin] Publish callbacks [] for security_group (4713f68d-ddcb-40d9-94df-2d04767768f2), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:09.194784 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b6a5168a-7ad4-4ed5-8e5e-6efe4c0f1892 None None] Provisioning complete for port abea9a89-c7b0-4d9c-932d-3757a90d5705 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:43:09.195159 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b6a5168a-7ad4-4ed5-8e5e-6efe4c0f1892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (abea9a89-c7b0-4d9c-932d-3757a90d5705), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:09.224052 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-affe1ed9-a246-4c29-8156-32f0dc3fb9d6 req-c086aab9-a026-403e-9605-820f1e29f04f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=cdaf6704-79e6-465e-a79c-4b9c28f4325f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2502596 Feb 19 02:43:09.225727 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f4abc7-bf9d-44bf-b59e-318b89fc236e req-a1b785be-366b-44af-9111-726a4310fb62 tempest-LiveMigrationTest-193918984 tempest-LiveMigrationTest-193918984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:09.232661 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-18f4abc7-bf9d-44bf-b59e-318b89fc236e req-a1b785be-366b-44af-9111-726a4310fb62 tempest-LiveMigrationTest-193918984 tempest-LiveMigrationTest-193918984-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=29bcea09-12cf-46f9-beab-e3b6e5e0664c HTTP/1.1" status: 200 len: 1126 time: 0.2600100 Feb 19 02:43:09.245101 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8723a3ab-5d15-4fc0-bba1-fdb3d39ec12c req-6b33cdfd-98f4-4af4-8e57-adb5e85a8bd3 service neutron] 10.222.0.73 "GET /v2.0/networks/db98097a-bb19-479d-bd0d-4f71e988880a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2964964 Feb 19 02:43:09.262325 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b19d7ce-5cdf-4662-a021-e9f997c23afa req-c8fc550c-cae2-4ea4-b6b9-94b28b853b65 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:09.267161 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0a9e624-0b60-4dcf-9360-d3d38a63793d admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:43:09.269977 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3b19d7ce-5cdf-4662-a021-e9f997c23afa req-c8fc550c-cae2-4ea4-b6b9-94b28b853b65 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=cdaf6704-79e6-465e-a79c-4b9c28f4325f HTTP/1.1" status: 200 len: 950 time: 0.2619069 Feb 19 02:43:09.282297 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74cb67cd-b7e9-471e-89f5-1e8e7e7398c5 None None] Sync routers for ids ['90904248-f1cf-430d-865e-e426f3f5853b'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:43:09.290987 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f0a9e624-0b60-4dcf-9360-d3d38a63793d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:09.294352 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74cb67cd-b7e9-471e-89f5-1e8e7e7398c5 None None] Routers {'90904248-f1cf-430d-865e-e426f3f5853b'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:43:09.295191 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-74cb67cd-b7e9-471e-89f5-1e8e7e7398c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:42:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['90904248-f1cf-430d-865e-e426f3f5853b'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:43:09.300719 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-f0a9e624-0b60-4dcf-9360-d3d38a63793d admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5231836 Feb 19 02:43:09.301487 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 50482) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:43:09.470639 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-74cb67cd-b7e9-471e-89f5-1e8e7e7398c5 None None] Set router 90904248-f1cf-430d-865e-e426f3f5853b gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:43:09.536113 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3b19d7ce-5cdf-4662-a021-e9f997c23afa req-9d1914a1-ec1d-4d5a-9957-93a1d6f9698e tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651317 Feb 19 02:43:09.566068 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-cb3728b2-2a0e-4ad7-8c3d-55466da1afcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (4713f68d-ddcb-40d9-94df-2d04767768f2), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:09.574441 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-cb3728b2-2a0e-4ad7-8c3d-55466da1afcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:09.578288 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b6a5168a-7ad4-4ed5-8e5e-6efe4c0f1892 None None] Current status of the port abea9a89-c7b0-4d9c-932d-3757a90d5705 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:43:09.578880 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b6a5168a-7ad4-4ed5-8e5e-6efe4c0f1892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (abea9a89-c7b0-4d9c-932d-3757a90d5705), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:09.585275 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-cb3728b2-2a0e-4ad7-8c3d-55466da1afcd admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4713f68d-ddcb-40d9-94df-2d04767768f2 HTTP/1.1" status: 204 len: 168 time: 0.8167958 Feb 19 02:43:09.598347 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-18f4abc7-bf9d-44bf-b59e-318b89fc236e req-1da5fec3-7605-4f6b-bd21-7fb81bc2abc7 tempest-LiveMigrationTest-193918984 tempest-LiveMigrationTest-193918984-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3647902 Feb 19 02:43:09.677814 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3728b2-2a0e-4ad7-8c3d-55466da1afcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4713f68d-ddcb-40d9-94df-2d04767768f2,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:43:09.773931 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device abea9a89-c7b0-4d9c-932d-3757a90d5705 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:43:09.791518 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b6a5168a-7ad4-4ed5-8e5e-6efe4c0f1892 None None] For port abea9a89-c7b0-4d9c-932d-3757a90d5705, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=abea9a89-c7b0-4d9c-932d-3757a90d5705,segment=NetworkSegment(737c2371-1be7-4c8e-971a-97a5a11b2a65),segment_id=737c2371-1be7-4c8e-971a-97a5a11b2a65)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:43:09.810902 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-74cb67cd-b7e9-471e-89f5-1e8e7e7398c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90904248-f1cf-430d-865e-e426f3f5853b', 'name': 'tempest-AttachSCSIVolumeTestJSON-347287721-router', 'tenant_id': '60a75fbafb98468593e987991378d811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '3439a910-1883-475b-b30e-32d8651b0354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:43:06Z', 'updated_at': '2022-02-19T02:43:08Z', 'revision_number': 3, 'project_id': '60a75fbafb98468593e987991378d811', 'gw_port': {'id': '3439a910-1883-475b-b30e-32d8651b0354', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e4:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90904248-f1cf-430d-865e-e426f3f5853b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:43:07Z', 'updated_at': '2022-02-19T02:43:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:43:09.837133 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b6a5168a-7ad4-4ed5-8e5e-6efe4c0f1892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (abea9a89-c7b0-4d9c-932d-3757a90d5705), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:09.844263 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74cb67cd-b7e9-471e-89f5-1e8e7e7398c5 None None] Checking router: 90904248-f1cf-430d-865e-e426f3f5853b for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:43:09.844810 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74cb67cd-b7e9-471e-89f5-1e8e7e7398c5 None None] Updating router 90904248-f1cf-430d-865e-e426f3f5853b port 3439a910-1883-475b-b30e-32d8651b0354 binding host n-d-826753-2 {{(pid=103704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:43:09.857899 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 60be77ed-7c6c-4277-9f96-c3d168980c75 details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:43:09.874930 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-74cb67cd-b7e9-471e-89f5-1e8e7e7398c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (3439a910-1883-475b-b30e-32d8651b0354), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:09.962364 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a5168a-7ad4-4ed5-8e5e-6efe4c0f1892 None None] Pushing event updated for resources: {'Port': ['ID=abea9a89-c7b0-4d9c-932d-3757a90d5705,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:43:10.020937 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affe1ed9-a246-4c29-8156-32f0dc3fb9d6 req-e45fefad-45aa-4fe3-ac16-c0fa2e476899 tempest-MigrationsAdminTest-42131608 tempest-MigrationsAdminTest-42131608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:10.031639 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-affe1ed9-a246-4c29-8156-32f0dc3fb9d6 req-e45fefad-45aa-4fe3-ac16-c0fa2e476899 tempest-MigrationsAdminTest-42131608 tempest-MigrationsAdminTest-42131608-project-admin] 10.222.0.72 "GET /v2.0/ports/fbd93433-4aea-422f-a4b2-de5fde7cd692 HTTP/1.1" status: 200 len: 1129 time: 0.1043386 Feb 19 02:43:10.035963 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8723a3ab-5d15-4fc0-bba1-fdb3d39ec12c req-e43d8c60-e774-44d6-8542-45bbec74cb9e service neutron] 10.222.0.73 "GET /v2.0/networks/db98097a-bb19-479d-bd0d-4f71e988880a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7636735 Feb 19 02:43:10.130409 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2145b3ef-2ee6-49ba-9442-0bb4aac21432 req-abb7cc41-b145-48dc-a625-085dff48a1ca tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:10.141501 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2145b3ef-2ee6-49ba-9442-0bb4aac21432 req-abb7cc41-b145-48dc-a625-085dff48a1ca tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa9b45d5-254c-45de-8e0f-03eec8283098 HTTP/1.1" status: 200 len: 945 time: 0.4181321 Feb 19 02:43:10.146543 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 60be77ed-7c6c-4277-9f96-c3d168980c75, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=60be77ed-7c6c-4277-9f96-c3d168980c75,segment=NetworkSegment(ba681f96-6adb-4b0c-9c12-9f59489d7ccc),segment_id=ba681f96-6adb-4b0c-9c12-9f59489d7ccc)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:43:10.160689 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc5b5b9-3f7c-4b63-b258-e710ac0068c7 req-78985783-6d07-4b7f-b79b-3aa59660271c tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:10.165386 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': '60be77ed-7c6c-4277-9f96-c3d168980c75', 'network_id': 'ee39ff61-2b71-49ef-88f9-87356161a1ed', 'port_id': '60be77ed-7c6c-4277-9f96-c3d168980c75', 'mac_address': 'fa:16:3e:36:86:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f203640b-0f60-4d96-89bd-3c6bc1a85a78', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:43:10.169988 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port abea9a89-c7b0-4d9c-932d-3757a90d5705 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:43:10.170367 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (abea9a89-c7b0-4d9c-932d-3757a90d5705), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:10.173095 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ffc5b5b9-3f7c-4b63-b258-e710ac0068c7 req-78985783-6d07-4b7f-b79b-3aa59660271c tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] 10.222.0.72 "GET /v2.0/ports?device_id=5517c022-d86f-4add-beb2-5773f3371e62 HTTP/1.1" status: 200 len: 943 time: 0.3514915 Feb 19 02:43:10.178070 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-52e7bd13-102e-432b-a2ba-ca9b7c5e6d57 None None] Provisioning complete for port abea9a89-c7b0-4d9c-932d-3757a90d5705 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:43:10.179182 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-52e7bd13-102e-432b-a2ba-ca9b7c5e6d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (abea9a89-c7b0-4d9c-932d-3757a90d5705), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:10.275444 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-74cb67cd-b7e9-471e-89f5-1e8e7e7398c5 None None] Publish callbacks [] for port (3439a910-1883-475b-b30e-32d8651b0354), precommit_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:10.281806 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-66cb1102-02c3-4c4f-97d4-79ccad82c1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:10.299353 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2145b3ef-2ee6-49ba-9442-0bb4aac21432 req-77764f99-a660-42ce-96e9-9d64be63916d tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547267 Feb 19 02:43:10.301923 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-74cb67cd-b7e9-471e-89f5-1e8e7e7398c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (3439a910-1883-475b-b30e-32d8651b0354), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:10.333359 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ffc5b5b9-3f7c-4b63-b258-e710ac0068c7 req-fed2e49a-1cab-47b9-ada4-03e1a0baa3ef tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] 10.222.0.72 "GET /v2.0/security-groups?id=e62d99a3-cc31-4ea4-8cfc-c7295622cb95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375439 Feb 19 02:43:10.389385 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 50524) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:43:10.408795 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be04fc90-491f-498b-830e-fd1d8cfdb29c None None] Pushing event updated for resources: {'Port': ['ID=3439a910-1883-475b-b30e-32d8651b0354,revision_number=2']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:43:10.410335 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-868b8079-8a2c-4afc-8bfc-79f846b1d15a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:10.448123 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be04fc90-491f-498b-830e-fd1d8cfdb29c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:43:10.448736 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be04fc90-491f-498b-830e-fd1d8cfdb29c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:43:10.449289 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be04fc90-491f-498b-830e-fd1d8cfdb29c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:43:10.449785 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be04fc90-491f-498b-830e-fd1d8cfdb29c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:43:10.452141 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be04fc90-491f-498b-830e-fd1d8cfdb29c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:43:10.452652 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be04fc90-491f-498b-830e-fd1d8cfdb29c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:43:10.453183 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be04fc90-491f-498b-830e-fd1d8cfdb29c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:43:10.454324 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be04fc90-491f-498b-830e-fd1d8cfdb29c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:43:10.454826 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be04fc90-491f-498b-830e-fd1d8cfdb29c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:43:10.457963 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be04fc90-491f-498b-830e-fd1d8cfdb29c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:43:10.458510 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be04fc90-491f-498b-830e-fd1d8cfdb29c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:43:10.459027 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be04fc90-491f-498b-830e-fd1d8cfdb29c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:43:10.459533 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be04fc90-491f-498b-830e-fd1d8cfdb29c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:43:10.463068 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-74cb67cd-b7e9-471e-89f5-1e8e7e7398c5 None None] Attempting to bind port 3439a910-1883-475b-b30e-32d8651b0354 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:43:10.472416 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-74cb67cd-b7e9-471e-89f5-1e8e7e7398c5 None None] Attempting to bind port 3439a910-1883-475b-b30e-32d8651b0354 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:43:10.473071 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cb67cd-b7e9-471e-89f5-1e8e7e7398c5 None None] Attempting to bind port 3439a910-1883-475b-b30e-32d8651b0354 on network eaf64708-9021-419e-b287-ef3e0f51e2ee {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:43:10.494703 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cb67cd-b7e9-471e-89f5-1e8e7e7398c5 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:43:10.495380 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cb67cd-b7e9-471e-89f5-1e8e7e7398c5 None None] Checking segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:43:10.495981 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-74cb67cd-b7e9-471e-89f5-1e8e7e7398c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:10.496525 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cb67cd-b7e9-471e-89f5-1e8e7e7398c5 None None] Bound using segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:43:10.497277 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-74cb67cd-b7e9-471e-89f5-1e8e7e7398c5 None None] Bound port: 3439a910-1883-475b-b30e-32d8651b0354, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:43:10.497936 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-74cb67cd-b7e9-471e-89f5-1e8e7e7398c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (3439a910-1883-475b-b30e-32d8651b0354), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:10.654489 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-868b8079-8a2c-4afc-8bfc-79f846b1d15a admin admin] Publish callbacks [] for security_group (4887486d-ee25-47d2-bff3-ad5ed58a6d8a), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:10.664647 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-868b8079-8a2c-4afc-8bfc-79f846b1d15a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (4887486d-ee25-47d2-bff3-ad5ed58a6d8a), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:10.679731 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 60be77ed-7c6c-4277-9f96-c3d168980c75 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:43:10.681408 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (60be77ed-7c6c-4277-9f96-c3d168980c75), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:10.683864 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-74cb67cd-b7e9-471e-89f5-1e8e7e7398c5 None None] For port 3439a910-1883-475b-b30e-32d8651b0354, host n-d-826753-2, cleared binding levels {{(pid=103704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:43:10.690555 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-74cb67cd-b7e9-471e-89f5-1e8e7e7398c5 None None] For port 3439a910-1883-475b-b30e-32d8651b0354, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=3439a910-1883-475b-b30e-32d8651b0354,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:43:10.718596 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-74cb67cd-b7e9-471e-89f5-1e8e7e7398c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (3439a910-1883-475b-b30e-32d8651b0354), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:10.745669 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60be77ed-7c6c-4277-9f96-c3d168980c75 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:43:10.755349 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-868b8079-8a2c-4afc-8bfc-79f846b1d15a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7f69f1810cb54c6882cb8b6ee61b5eb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3653643 Feb 19 02:43:10.758360 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-66cb1102-02c3-4c4f-97d4-79ccad82c1e9 admin admin] Allocated IP 172.20.0.1 (6644bea0-d911-4ba9-95a0-90f97bdbebb7/02fa24ee-83ac-48f4-b82d-23f834be3bb3/e8524d44-ce18-4365-9f2a-0cdf8fa34a04) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:43:10.760362 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 50534) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:43:10.762625 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868b8079-8a2c-4afc-8bfc-79f846b1d15a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4887486d-ee25-47d2-bff3-ad5ed58a6d8a,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:43:10.852948 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be04fc90-491f-498b-830e-fd1d8cfdb29c None None] Pushing event updated for resources: {'Port': ['ID=3439a910-1883-475b-b30e-32d8651b0354,revision_number=3']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:43:10.883310 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74cb67cd-b7e9-471e-89f5-1e8e7e7398c5 None None] Routers {'90904248-f1cf-430d-865e-e426f3f5853b'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:43:10.885247 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-74cb67cd-b7e9-471e-89f5-1e8e7e7398c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:42:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['90904248-f1cf-430d-865e-e426f3f5853b'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:43:10.903983 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-852b72aa-d738-4353-878e-d86c2b94df63 admin admin] Publish callbacks [] for security_group (4887486d-ee25-47d2-bff3-ad5ed58a6d8a), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:10.942426 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 60be77ed-7c6c-4277-9f96-c3d168980c75, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=60be77ed-7c6c-4277-9f96-c3d168980c75,segment=NetworkSegment(ba681f96-6adb-4b0c-9c12-9f59489d7ccc),segment_id=ba681f96-6adb-4b0c-9c12-9f59489d7ccc)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:43:10.966593 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-52e7bd13-102e-432b-a2ba-ca9b7c5e6d57 None None] Current status of the port abea9a89-c7b0-4d9c-932d-3757a90d5705 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:43:10.972062 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (60be77ed-7c6c-4277-9f96-c3d168980c75), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:10.982804 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port abea9a89-c7b0-4d9c-932d-3757a90d5705 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:43:11.043618 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=60be77ed-7c6c-4277-9f96-c3d168980c75,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:43:11.058117 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-852b72aa-d738-4353-878e-d86c2b94df63 admin admin] Publish callbacks [] for security_group (4887486d-ee25-47d2-bff3-ad5ed58a6d8a), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:11.119141 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0595c31e-6ad5-4373-afcc-3db7eb6ca30d req-86d55043-415d-461a-b9f8-51d3c4f4ccee tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:11.131173 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0595c31e-6ad5-4373-afcc-3db7eb6ca30d req-86d55043-415d-461a-b9f8-51d3c4f4ccee tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] 10.222.0.72 "GET /v2.0/ports?device_id=8f136b88-5df4-4d49-bcb2-4da180b316c7 HTTP/1.1" status: 200 len: 945 time: 0.0888207 Feb 19 02:43:11.185953 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-74cb67cd-b7e9-471e-89f5-1e8e7e7398c5 None None] Set router 90904248-f1cf-430d-865e-e426f3f5853b gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:43:11.200473 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-66cb1102-02c3-4c4f-97d4-79ccad82c1e9 admin admin] Publish callbacks [] for port (e8524d44-ce18-4365-9f2a-0cdf8fa34a04), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:11.213573 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0595c31e-6ad5-4373-afcc-3db7eb6ca30d req-ea01965d-06ff-4e3b-8cb2-a4fb4de4d2f0 tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] 10.222.0.72 "GET /v2.0/security-groups?id=bfd70287-182a-4b0b-951c-428ef24eece7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815725 Feb 19 02:43:11.243020 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-852b72aa-d738-4353-878e-d86c2b94df63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (4887486d-ee25-47d2-bff3-ad5ed58a6d8a), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:11.246266 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-852b72aa-d738-4353-878e-d86c2b94df63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:11.248083 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-852b72aa-d738-4353-878e-d86c2b94df63 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4887486d-ee25-47d2-bff3-ad5ed58a6d8a HTTP/1.1" status: 204 len: 168 time: 0.4867601 Feb 19 02:43:11.291630 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852b72aa-d738-4353-878e-d86c2b94df63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4887486d-ee25-47d2-bff3-ad5ed58a6d8a,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:43:11.301980 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-66cb1102-02c3-4c4f-97d4-79ccad82c1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (e8524d44-ce18-4365-9f2a-0cdf8fa34a04), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:11.360802 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9d65dc-e74c-4ee5-875a-cbfd67b73526 req-cb6272d8-9daf-4eb9-807b-f646543361e3 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:11.371906 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3e9d65dc-e74c-4ee5-875a-cbfd67b73526 req-cb6272d8-9daf-4eb9-807b-f646543361e3 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=cdaf6704-79e6-465e-a79c-4b9c28f4325f HTTP/1.1" status: 200 len: 950 time: 0.0725660 Feb 19 02:43:11.390216 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66cb1102-02c3-4c4f-97d4-79ccad82c1e9 admin admin] Network 6644bea0-d911-4ba9-95a0-90f97bdbebb7 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:43:11.395183 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-66cb1102-02c3-4c4f-97d4-79ccad82c1e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:43:11.402349 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cb1102-02c3-4c4f-97d4-79ccad82c1e9 admin admin] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:43:11.410726 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cb1102-02c3-4c4f-97d4-79ccad82c1e9 admin admin] Pushing event updated for resources: {'Port': ['ID=e8524d44-ce18-4365-9f2a-0cdf8fa34a04,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:43:11.473618 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-66cb1102-02c3-4c4f-97d4-79ccad82c1e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16289150'] for router_interface (90904248-f1cf-430d-865e-e426f3f5853b), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:11.539702 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3e9d65dc-e74c-4ee5-875a-cbfd67b73526 req-2e5ecf96-7bef-4e85-a3e7-a81aa76dd95f tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660800 Feb 19 02:43:11.556080 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['60be77ed-7c6c-4277-9f96-c3d168980c75'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:43:11.693491 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device abea9a89-c7b0-4d9c-932d-3757a90d5705 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:43:11.789117 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-74cb67cd-b7e9-471e-89f5-1e8e7e7398c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90904248-f1cf-430d-865e-e426f3f5853b', 'name': 'tempest-AttachSCSIVolumeTestJSON-347287721-router', 'tenant_id': '60a75fbafb98468593e987991378d811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '3439a910-1883-475b-b30e-32d8651b0354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:43:06Z', 'updated_at': '2022-02-19T02:43:08Z', 'revision_number': 3, 'project_id': '60a75fbafb98468593e987991378d811', 'gw_port': {'id': '3439a910-1883-475b-b30e-32d8651b0354', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e4:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90904248-f1cf-430d-865e-e426f3f5853b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:43:07Z', 'updated_at': '2022-02-19T02:43:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:43:11.830603 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627a294c-ab06-45a8-8f9a-59e5547ce545 req-e1227e7e-c413-4787-bd42-1bd7fb1d5f7d tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:11.836712 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-627a294c-ab06-45a8-8f9a-59e5547ce545 req-e1227e7e-c413-4787-bd42-1bd7fb1d5f7d tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] 10.222.0.72 "GET /v2.0/ports?device_id=5517c022-d86f-4add-beb2-5773f3371e62 HTTP/1.1" status: 200 len: 944 time: 0.2115877 Feb 19 02:43:11.869959 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74cb67cd-b7e9-471e-89f5-1e8e7e7398c5 None None] The sync data for ids ['90904248-f1cf-430d-865e-e426f3f5853b'] in n-d-826753-2 is: [{'id': '90904248-f1cf-430d-865e-e426f3f5853b', 'name': 'tempest-AttachSCSIVolumeTestJSON-347287721-router', 'tenant_id': '60a75fbafb98468593e987991378d811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '3439a910-1883-475b-b30e-32d8651b0354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:43:06Z', 'updated_at': '2022-02-19T02:43:08Z', 'revision_number': 3, 'project_id': '60a75fbafb98468593e987991378d811', 'gw_port': {'id': '3439a910-1883-475b-b30e-32d8651b0354', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e4:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90904248-f1cf-430d-865e-e426f3f5853b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:43:07Z', 'updated_at': '2022-02-19T02:43:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:43:11.898769 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-66cb1102-02c3-4c4f-97d4-79ccad82c1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (e8524d44-ce18-4365-9f2a-0cdf8fa34a04), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:11.906939 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e27c67-1caa-4dcd-b8bc-221b7cb41c12 req-3cf9acf2-cfdd-48a8-b1f2-1c67acce082c tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:11.913286 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-17e27c67-1caa-4dcd-b8bc-221b7cb41c12 req-3cf9acf2-cfdd-48a8-b1f2-1c67acce082c tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa9b45d5-254c-45de-8e0f-03eec8283098 HTTP/1.1" status: 200 len: 945 time: 0.2333043 Feb 19 02:43:11.968931 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-15ceac59-77d6-471a-977a-0b900742d7d1 None None] Provisioning complete for port e8524d44-ce18-4365-9f2a-0cdf8fa34a04 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:43:11.969595 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-15ceac59-77d6-471a-977a-0b900742d7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (e8524d44-ce18-4365-9f2a-0cdf8fa34a04), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:11.976711 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port abea9a89-c7b0-4d9c-932d-3757a90d5705 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:43:11.977443 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affe1ed9-a246-4c29-8156-32f0dc3fb9d6 req-d09e8912-ac15-4664-9f79-eac6f1cc2f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:11.977620 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (abea9a89-c7b0-4d9c-932d-3757a90d5705), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:11.980070 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-affe1ed9-a246-4c29-8156-32f0dc3fb9d6 req-d09e8912-ac15-4664-9f79-eac6f1cc2f74 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=db33b204d8b743bf8957eb245634d63e&device_id=cdaf6704-79e6-465e-a79c-4b9c28f4325f HTTP/1.1" status: 200 len: 1132 time: 0.2482743 Feb 19 02:43:12.078579 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-15ceac59-77d6-471a-977a-0b900742d7d1 None None] Port e8524d44-ce18-4365-9f2a-0cdf8fa34a04 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:43:12.119387 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affe1ed9-a246-4c29-8156-32f0dc3fb9d6 req-e5d06969-3c55-4a92-9ed9-837b42446648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:12.120867 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-affe1ed9-a246-4c29-8156-32f0dc3fb9d6 req-e5d06969-3c55-4a92-9ed9-837b42446648 service neutron] 10.222.0.82 "GET /v2.0/networks?id=5124bd00-da2a-4bd6-93a0-c14c92afb11f HTTP/1.1" status: 200 len: 870 time: 0.1290977 Feb 19 02:43:12.137606 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-627a294c-ab06-45a8-8f9a-59e5547ce545 req-82ac8f52-cec5-4ba4-96eb-ecd6a311de3e tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] 10.222.0.72 "GET /v2.0/security-groups?id=e62d99a3-cc31-4ea4-8cfc-c7295622cb95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2871280 Feb 19 02:43:12.170686 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-17e27c67-1caa-4dcd-b8bc-221b7cb41c12 req-22b13742-1b7b-452e-80c4-f9eb9732f809 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564788 Feb 19 02:43:12.273220 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port abea9a89-c7b0-4d9c-932d-3757a90d5705 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:43:12.273439 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-affe1ed9-a246-4c29-8156-32f0dc3fb9d6 req-e8d84bd8-b2af-47ae-90c0-2148a066ea3b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=fbd93433-4aea-422f-a4b2-de5fde7cd692 HTTP/1.1" status: 200 len: 217 time: 0.1344781 Feb 19 02:43:12.360921 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-66cb1102-02c3-4c4f-97d4-79ccad82c1e9 admin admin] Publish callbacks [] for port (e8524d44-ce18-4365-9f2a-0cdf8fa34a04), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:12.371673 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-66cb1102-02c3-4c4f-97d4-79ccad82c1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (e8524d44-ce18-4365-9f2a-0cdf8fa34a04), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:12.387091 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affe1ed9-a246-4c29-8156-32f0dc3fb9d6 req-02dbe593-5de2-492e-8e00-23aa75abdae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:12.393642 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-affe1ed9-a246-4c29-8156-32f0dc3fb9d6 req-02dbe593-5de2-492e-8e00-23aa75abdae2 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=974c06bc-f097-4890-970a-b087501ab241 HTTP/1.1" status: 200 len: 843 time: 0.1119285 Feb 19 02:43:12.521886 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affe1ed9-a246-4c29-8156-32f0dc3fb9d6 req-0be2d14a-501b-4753-bc49-2f8f335d3d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:12.527187 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-affe1ed9-a246-4c29-8156-32f0dc3fb9d6 req-0be2d14a-501b-4753-bc49-2f8f335d3d00 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5124bd00-da2a-4bd6-93a0-c14c92afb11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1272039 Feb 19 02:43:12.543623 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-66cb1102-02c3-4c4f-97d4-79ccad82c1e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16362769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16289258'] for router_interface (90904248-f1cf-430d-865e-e426f3f5853b), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:12.604001 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cb1102-02c3-4c4f-97d4-79ccad82c1e9 admin admin] Pushing event updated for resources: {'Port': ['ID=e8524d44-ce18-4365-9f2a-0cdf8fa34a04,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:43:12.777800 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66cb1102-02c3-4c4f-97d4-79ccad82c1e9 admin admin] Network 6644bea0-d911-4ba9-95a0-90f97bdbebb7 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:43:12.779676 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-66cb1102-02c3-4c4f-97d4-79ccad82c1e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:43:12.841859 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-affe1ed9-a246-4c29-8156-32f0dc3fb9d6 req-24dc5a0b-4aa1-4348-89b3-ac935c19d2a7 service neutron] 10.222.0.82 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735863 Feb 19 02:43:12.851529 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d609e7ad-6159-44b2-8068-543576dd85aa req-e0dae236-8380-403f-9aea-77caeedf4a0d tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:12.853229 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d609e7ad-6159-44b2-8068-543576dd85aa req-e0dae236-8380-403f-9aea-77caeedf4a0d tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] 10.222.0.72 "GET /v2.0/ports?device_id=8f136b88-5df4-4d49-bcb2-4da180b316c7 HTTP/1.1" status: 200 len: 945 time: 0.1678760 Feb 19 02:43:12.862429 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f99b82c-7998-46e7-8b4c-3afabf48c7f4 req-5bd817a7-365e-417e-a4a2-bd1f2abe390c tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:12.876834 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2f99b82c-7998-46e7-8b4c-3afabf48c7f4 req-5bd817a7-365e-417e-a4a2-bd1f2abe390c tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=cdaf6704-79e6-465e-a79c-4b9c28f4325f HTTP/1.1" status: 200 len: 950 time: 0.1902525 Feb 19 02:43:12.980553 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66cb1102-02c3-4c4f-97d4-79ccad82c1e9 admin admin] Router 90904248-f1cf-430d-865e-e426f3f5853b has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:43:13.112288 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2f99b82c-7998-46e7-8b4c-3afabf48c7f4 req-0124b28e-93a6-4811-8260-92f7d4ced0f5 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338200 Feb 19 02:43:13.146917 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d609e7ad-6159-44b2-8068-543576dd85aa req-02d88428-e0a9-4c5a-b65d-3153c0079bd7 tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] 10.222.0.72 "GET /v2.0/security-groups?id=bfd70287-182a-4b0b-951c-428ef24eece7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2654400 Feb 19 02:43:13.195561 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-affe1ed9-a246-4c29-8156-32f0dc3fb9d6 req-60efe603-77bf-4b83-98d4-06567be58d09 service neutron] 10.222.0.82 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3412733 Feb 19 02:43:13.242370 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-105cfb30-12e1-418b-a4ec-f754dad4b513 None None] Provisioning complete for port e8524d44-ce18-4365-9f2a-0cdf8fa34a04 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:43:13.243437 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-105cfb30-12e1-418b-a4ec-f754dad4b513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (e8524d44-ce18-4365-9f2a-0cdf8fa34a04), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:13.295227 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66cb1102-02c3-4c4f-97d4-79ccad82c1e9 admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:43:13.308071 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-66cb1102-02c3-4c4f-97d4-79ccad82c1e9 admin admin] 10.222.0.72 "PUT /v2.0/routers/90904248-f1cf-430d-865e-e426f3f5853b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0054231 Feb 19 02:43:13.342048 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-105cfb30-12e1-418b-a4ec-f754dad4b513 None None] Port e8524d44-ce18-4365-9f2a-0cdf8fa34a04 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:43:13.511231 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c8c262-4dc1-41d4-b626-b1c6609c7b51 req-7db1eb74-ec52-4b86-a491-2489ab81b71f tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:13.518185 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a7c8c262-4dc1-41d4-b626-b1c6609c7b51 req-7db1eb74-ec52-4b86-a491-2489ab81b71f tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa9b45d5-254c-45de-8e0f-03eec8283098 HTTP/1.1" status: 200 len: 945 time: 0.1521516 Feb 19 02:43:13.588407 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d49daab-4adc-4e3c-81cf-6145dae622b4 req-b2311090-9640-43fd-a6a8-bb036f74bfb2 tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:13.596904 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0d49daab-4adc-4e3c-81cf-6145dae622b4 req-b2311090-9640-43fd-a6a8-bb036f74bfb2 tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] 10.222.0.72 "GET /v2.0/ports?device_id=5517c022-d86f-4add-beb2-5773f3371e62 HTTP/1.1" status: 200 len: 944 time: 0.3126080 Feb 19 02:43:13.631360 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 3439a910-1883-475b-b30e-32d8651b0354 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:43:13.685654 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 3439a910-1883-475b-b30e-32d8651b0354 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:43:13.685993 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (3439a910-1883-475b-b30e-32d8651b0354), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:13.701215 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0d49daab-4adc-4e3c-81cf-6145dae622b4 req-4ca144d4-e287-4db0-aea3-7ec288fae0ad tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] 10.222.0.72 "GET /v2.0/security-groups?id=e62d99a3-cc31-4ea4-8cfc-c7295622cb95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031809 Feb 19 02:43:13.718162 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a7c8c262-4dc1-41d4-b626-b1c6609c7b51 req-1786bf78-f2ea-4ad8-8b3c-cff8fc5d63b3 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990113 Feb 19 02:43:13.828915 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 3439a910-1883-475b-b30e-32d8651b0354 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:43:13.829818 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (3439a910-1883-475b-b30e-32d8651b0354), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:13.874487 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port 3439a910-1883-475b-b30e-32d8651b0354, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=3439a910-1883-475b-b30e-32d8651b0354,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:43:13.876980 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 60be77ed-7c6c-4277-9f96-c3d168980c75 up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:43:13.906691 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (3439a910-1883-475b-b30e-32d8651b0354), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:14.025374 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=3439a910-1883-475b-b30e-32d8651b0354,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:43:14.036332 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning for port 60be77ed-7c6c-4277-9f96-c3d168980c75 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:43:14.041224 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port 60be77ed-7c6c-4277-9f96-c3d168980c75 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:43:14.041788 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (60be77ed-7c6c-4277-9f96-c3d168980c75), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:14.167735 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 60be77ed-7c6c-4277-9f96-c3d168980c75 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:43:14.171346 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (60be77ed-7c6c-4277-9f96-c3d168980c75), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:14.279866 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 60be77ed-7c6c-4277-9f96-c3d168980c75, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=60be77ed-7c6c-4277-9f96-c3d168980c75,segment=NetworkSegment(ba681f96-6adb-4b0c-9c12-9f59489d7ccc),segment_id=ba681f96-6adb-4b0c-9c12-9f59489d7ccc)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:43:14.284738 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5517c022-d86f-4add-beb2-5773f3371e62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60be77ed-7c6c-4277-9f96-c3d168980c75'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:43:14.291417 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1912081-bc8a-4c29-95f5-367011d3f344" -d '{"events": [{"server_uuid": "5517c022-d86f-4add-beb2-5773f3371e62", "name": "network-vif-plugged", "status": "completed", "tag": "60be77ed-7c6c-4277-9f96-c3d168980c75"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:43:14.303512 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (60be77ed-7c6c-4277-9f96-c3d168980c75), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:14.314277 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 50632) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:43:14.320704 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-a4a00c99-9af6-42d7-ba0e-0de8e5e0f922 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1337270736-network', 'tenant_id': '14b5dc4687694c20b0270d65faef3f7e'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:43:14.322653 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fa3910-2748-40c3-b589-244ed2033c02 req-9c1ff542-9e8b-480c-ad98-0011d8c7c786 tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:14.325872 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c9fa3910-2748-40c3-b589-244ed2033c02 req-9c1ff542-9e8b-480c-ad98-0011d8c7c786 tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] 10.222.0.82 "GET /v2.0/ports?device_id=8f136b88-5df4-4d49-bcb2-4da180b316c7 HTTP/1.1" status: 200 len: 945 time: 0.1832168 Feb 19 02:43:14.367236 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4a00c99-9af6-42d7-ba0e-0de8e5e0f922 admin admin] Made reservation on behalf of 14b5dc4687694c20b0270d65faef3f7e for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:43:14.370591 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a4a00c99-9af6-42d7-ba0e-0de8e5e0f922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:14.385805 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a4a00c99-9af6-42d7-ba0e-0de8e5e0f922 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:14.386024 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=60be77ed-7c6c-4277-9f96-c3d168980c75,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:43:14.487850 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b812e3dd-07d7-40d1-830b-5d3eab8947b2 req-13e34f4b-b80f-45e3-bedf-a6ccb1bb4f6c tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:14.496340 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b812e3dd-07d7-40d1-830b-5d3eab8947b2 req-13e34f4b-b80f-45e3-bedf-a6ccb1bb4f6c tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=cdaf6704-79e6-465e-a79c-4b9c28f4325f HTTP/1.1" status: 200 len: 950 time: 0.2385056 Feb 19 02:43:14.531059 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a4a00c99-9af6-42d7-ba0e-0de8e5e0f922 admin admin] Publish callbacks [] for security_group (e259c0b5-2ee6-4478-b13c-64d22b2fccf5), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:14.535685 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a4a00c99-9af6-42d7-ba0e-0de8e5e0f922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (e259c0b5-2ee6-4478-b13c-64d22b2fccf5), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:14.537266 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da48b882-eceb-450c-8421-fd55b16efcfc req-025347d2-5664-4f0c-8162-76861299cc5a tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:14.538821 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-da48b882-eceb-450c-8421-fd55b16efcfc req-025347d2-5664-4f0c-8162-76861299cc5a tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] 10.222.0.72 "GET /v2.0/ports?device_id=8f136b88-5df4-4d49-bcb2-4da180b316c7 HTTP/1.1" status: 200 len: 945 time: 0.2782321 Feb 19 02:43:14.571645 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4a00c99-9af6-42d7-ba0e-0de8e5e0f922 admin admin] vlan segment allocate from pool success with {'vlan_id': 298, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:43:14.592396 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a4a00c99-9af6-42d7-ba0e-0de8e5e0f922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (0f6705c4-6b3a-42da-983d-ff4d6f1c61d6), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:14.592771 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-a4a00c99-9af6-42d7-ba0e-0de8e5e0f922 admin admin] Added segment 0f6705c4-6b3a-42da-983d-ff4d6f1c61d6 of type vlan for network b9607a7d-a614-4e7e-9b78-7a03435981cd Feb 19 02:43:14.594857 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a00c99-9af6-42d7-ba0e-0de8e5e0f922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e259c0b5-2ee6-4478-b13c-64d22b2fccf5,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:43:14.618070 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b812e3dd-07d7-40d1-830b-5d3eab8947b2 req-82c1bf0b-9b44-423e-a60b-7d5883940a6f tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207612 Feb 19 02:43:14.633722 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4401d4-f4fe-4fde-978d-c664ac11765f None None] Sync routers for ids ['90904248-f1cf-430d-865e-e426f3f5853b'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:43:14.667754 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4401d4-f4fe-4fde-978d-c664ac11765f None None] Routers {'90904248-f1cf-430d-865e-e426f3f5853b'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:43:14.668403 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-1d4401d4-f4fe-4fde-978d-c664ac11765f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:42:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['90904248-f1cf-430d-865e-e426f3f5853b'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:43:14.672803 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-c9fa3910-2748-40c3-b589-244ed2033c02 req-fcbde1b3-be1d-4b92-b38c-ef08d704f4e5 tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] Deleting port 7996d330-c2b2-4843-ad82-4b01916b1f53 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:43:14.673260 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-c9fa3910-2748-40c3-b589-244ed2033c02 req-fcbde1b3-be1d-4b92-b38c-ef08d704f4e5 tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (7996d330-c2b2-4843-ad82-4b01916b1f53), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:14.683500 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a4a00c99-9af6-42d7-ba0e-0de8e5e0f922 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (b9607a7d-a614-4e7e-9b78-7a03435981cd), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:14.709070 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-da48b882-eceb-450c-8421-fd55b16efcfc req-09cbca9d-8203-42a3-aad1-964dee7e0674 tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] 10.222.0.72 "GET /v2.0/security-groups?id=bfd70287-182a-4b0b-951c-428ef24eece7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1549795 Feb 19 02:43:14.734997 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00dafaf6-783e-4087-85d2-cc82ea8e956e x-openstack-request-id: req-00dafaf6-783e-4087-85d2-cc82ea8e956e {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:43:14.735309 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5517c022-d86f-4add-beb2-5773f3371e62", "name": "network-vif-plugged", "status": "completed", "tag": "60be77ed-7c6c-4277-9f96-c3d168980c75", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:43:14.738332 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-00dafaf6-783e-4087-85d2-cc82ea8e956e {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:43:14.739129 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5517c022-d86f-4add-beb2-5773f3371e62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60be77ed-7c6c-4277-9f96-c3d168980c75', 'code': 200} Feb 19 02:43:14.739902 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a4a00c99-9af6-42d7-ba0e-0de8e5e0f922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (b9607a7d-a614-4e7e-9b78-7a03435981cd), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:14.741141 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a00c99-9af6-42d7-ba0e-0de8e5e0f922 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:14.745282 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a4a00c99-9af6-42d7-ba0e-0de8e5e0f922 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:14.850678 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-c9fa3910-2748-40c3-b589-244ed2033c02 req-fcbde1b3-be1d-4b92-b38c-ef08d704f4e5 tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] For port 7996d330-c2b2-4843-ad82-4b01916b1f53, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=7996d330-c2b2-4843-ad82-4b01916b1f53,segment=NetworkSegment(2ce9568b-cb30-4be2-8f02-4f9226e8510c),segment_id=2ce9568b-cb30-4be2-8f02-4f9226e8510c)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:43:14.851404 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-c9fa3910-2748-40c3-b589-244ed2033c02 req-fcbde1b3-be1d-4b92-b38c-ef08d704f4e5 tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (7996d330-c2b2-4843-ad82-4b01916b1f53), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:14.857036 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-a4a00c99-9af6-42d7-ba0e-0de8e5e0f922 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5405197 Feb 19 02:43:14.859679 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 50644) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:43:14.864816 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-4a088578-05bf-4051-b9c6-6520b7059a7d admin admin] Request body: {'subnet': {'network_id': 'b9607a7d-a614-4e7e-9b78-7a03435981cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1337270736-subnet', 'tenant_id': '14b5dc4687694c20b0270d65faef3f7e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:43:14.883450 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a00c99-9af6-42d7-ba0e-0de8e5e0f922 admin admin] Pushing event updated for resources: {'Network': ['ID=b9607a7d-a614-4e7e-9b78-7a03435981cd,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:43:14.899130 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-1d4401d4-f4fe-4fde-978d-c664ac11765f None None] Set router 90904248-f1cf-430d-865e-e426f3f5853b gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:43:14.904373 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a088578-05bf-4051-b9c6-6520b7059a7d admin admin] Made reservation on behalf of 14b5dc4687694c20b0270d65faef3f7e for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:43:14.907300 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network b9607a7d-a614-4e7e-9b78-7a03435981cd details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:43:14.909990 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4a088578-05bf-4051-b9c6-6520b7059a7d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:15.094848 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c314fcec-7db7-4a01-8d6c-42244397a35a req-bc35f678-e31f-4324-98b5-5540f38e9daa tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:15.097313 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c314fcec-7db7-4a01-8d6c-42244397a35a req-bc35f678-e31f-4324-98b5-5540f38e9daa tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] 10.222.0.72 "GET /v2.0/ports?device_id=5517c022-d86f-4add-beb2-5773f3371e62 HTTP/1.1" status: 200 len: 945 time: 0.3042843 Feb 19 02:43:15.217778 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4a088578-05bf-4051-b9c6-6520b7059a7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (d2033077-1959-44c4-8350-4ab07c144e75), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:15.307462 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a088578-05bf-4051-b9c6-6520b7059a7d admin admin] Checking segment: {'id': '0f6705c4-6b3a-42da-983d-ff4d6f1c61d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b9607a7d-a614-4e7e-9b78-7a03435981cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:43:15.307759 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a088578-05bf-4051-b9c6-6520b7059a7d admin admin] Network hostable DHCP agents. Network: b9607a7d-a614-4e7e-9b78-7a03435981cd, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:43:15.317942 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a088578-05bf-4051-b9c6-6520b7059a7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2033077-1959-44c4-8350-4ab07c144e75,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:43:15.335662 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a088578-05bf-4051-b9c6-6520b7059a7d admin admin] Network b9607a7d-a614-4e7e-9b78-7a03435981cd is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:43:15.357540 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-4a088578-05bf-4051-b9c6-6520b7059a7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, b9607a7d-a614-4e7e-9b78-7a03435981cd) {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:43:15.364726 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a088578-05bf-4051-b9c6-6520b7059a7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:15.367462 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4a088578-05bf-4051-b9c6-6520b7059a7d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:15.378940 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c64580-c05a-41c5-9557-787124fa39e1 None None] Network b9607a7d-a614-4e7e-9b78-7a03435981cd requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:43:15.401446 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-4a088578-05bf-4051-b9c6-6520b7059a7d admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5403163 Feb 19 02:43:15.404169 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 50654) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:43:15.409428 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-8842489e-b332-42f0-af89-981e4f44c079 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1337270736-router', 'tenant_id': '14b5dc4687694c20b0270d65faef3f7e', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:43:15.437334 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8842489e-b332-42f0-af89-981e4f44c079 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14172'] for router (98bbefd7-eb7b-40dc-b501-fc554b25d0ce), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:15.439035 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8842489e-b332-42f0-af89-981e4f44c079 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16317487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16285822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16309985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14247'] for router (98bbefd7-eb7b-40dc-b501-fc554b25d0ce), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:15.455068 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dd6049-e7b1-49aa-8e56-81332cc694cf req-10ef1858-1c1c-45e1-94c0-e8949835125f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:15.456800 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-56dd6049-e7b1-49aa-8e56-81332cc694cf req-10ef1858-1c1c-45e1-94c0-e8949835125f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5517c022-d86f-4add-beb2-5773f3371e62 HTTP/1.1" status: 200 len: 1127 time: 0.6185198 Feb 19 02:43:15.458481 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a76205c1-b27a-4c1f-ab6f-a3cab5b2a382 req-a09a9e8f-63a4-41c1-a254-56e2634a7927 tempest-ServerDiagnosticsNegativeTest-1156319163 tempest-ServerDiagnosticsNegativeTest-1156319163-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=e3428dd13e9a44ddb40e68a268aeb981&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0242302 Feb 19 02:43:15.535476 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-caa0fdf6-b735-46ff-a729-4b95210534b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:15.543233 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3176a727-e82c-4845-9a12-bdf4f1b36040 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-b9607a7d-a614-4e7e-9b78-7a03435981cd', 'network_id': 'b9607a7d-a614-4e7e-9b78-7a03435981cd', 'project_id': '14b5dc4687694c20b0270d65faef3f7e', 'fixed_ips': [{'subnet_id': 'd2033077-1959-44c4-8350-4ab07c144e75'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:43:15.544085 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3176a727-e82c-4845-9a12-bdf4f1b36040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:15.563632 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8842489e-b332-42f0-af89-981e4f44c079 admin admin] Publish callbacks [] for router_controller (98bbefd7-eb7b-40dc-b501-fc554b25d0ce), precommit_add_association {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:15.574739 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-1d4401d4-f4fe-4fde-978d-c664ac11765f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90904248-f1cf-430d-865e-e426f3f5853b', 'name': 'tempest-AttachSCSIVolumeTestJSON-347287721-router', 'tenant_id': '60a75fbafb98468593e987991378d811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '3439a910-1883-475b-b30e-32d8651b0354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:43:06Z', 'updated_at': '2022-02-19T02:43:11Z', 'revision_number': 4, 'project_id': '60a75fbafb98468593e987991378d811', 'gw_port': {'id': '3439a910-1883-475b-b30e-32d8651b0354', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e4:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90904248-f1cf-430d-865e-e426f3f5853b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:43:07Z', 'updated_at': '2022-02-19T02:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': 'e8524d44-ce18-4365-9f2a-0cdf8fa34a04', 'name': '', 'network_id': '6644bea0-d911-4ba9-95a0-90f97bdbebb7', 'tenant_id': '60a75fbafb98468593e987991378d811', 'mac_address': 'fa:16:3e:f7:7d:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90904248-f1cf-430d-865e-e426f3f5853b', 'device_owner': 'network:router_interface', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '02fa24ee-83ac-48f4-b82d-23f834be3bb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:43:10Z', 'updated_at': '2022-02-19T02:43:12Z', 'revision_number': 2, 'project_id': '60a75fbafb98468593e987991378d811', 'subnets': [{'id': '02fa24ee-83ac-48f4-b82d-23f834be3bb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:43:15.614837 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c314fcec-7db7-4a01-8d6c-42244397a35a req-640357db-f189-4b5b-9c67-1e5f2307d34f tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] 10.222.0.72 "GET /v2.0/security-groups?id=e62d99a3-cc31-4ea4-8cfc-c7295622cb95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1839166 Feb 19 02:43:15.748917 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-56dd6049-e7b1-49aa-8e56-81332cc694cf req-630da1c5-2a83-4ffb-a8bd-8883e8bdf068 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e62d99a3-cc31-4ea4-8cfc-c7295622cb95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2783303 Feb 19 02:43:15.803241 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76205c1-b27a-4c1f-ab6f-a3cab5b2a382 req-c4e00b8f-1440-435b-a858-fa2e8f95f18b tempest-ServerDiagnosticsNegativeTest-1156319163 tempest-ServerDiagnosticsNegativeTest-1156319163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:15.804765 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a76205c1-b27a-4c1f-ab6f-a3cab5b2a382 req-c4e00b8f-1440-435b-a858-fa2e8f95f18b tempest-ServerDiagnosticsNegativeTest-1156319163 tempest-ServerDiagnosticsNegativeTest-1156319163-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3289347 Feb 19 02:43:15.825343 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a76205c1-b27a-4c1f-ab6f-a3cab5b2a382 req-53acccf8-4568-4484-96c3-e1091cd4bb3a tempest-ServerDiagnosticsNegativeTest-1156319163 tempest-ServerDiagnosticsNegativeTest-1156319163-project] 10.222.0.72 "GET /v2.0/quotas/e3428dd13e9a44ddb40e68a268aeb981 HTTP/1.1" status: 200 len: 375 time: 0.0118475 Feb 19 02:43:15.841279 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 3439a910-1883-475b-b30e-32d8651b0354 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:43:15.849884 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-c9fa3910-2748-40c3-b589-244ed2033c02 req-fcbde1b3-be1d-4b92-b38c-ef08d704f4e5 tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:15.850255 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-c9fa3910-2748-40c3-b589-244ed2033c02 req-fcbde1b3-be1d-4b92-b38c-ef08d704f4e5 tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16285943'] for floatingip (24e8c017-4598-4c54-ba9d-991028439bcd), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:15.850572 n-d-826753-2 neutron-server[103701]: INFO neutron.db.l3_db [req-c9fa3910-2748-40c3-b589-244ed2033c02 req-fcbde1b3-be1d-4b92-b38c-ef08d704f4e5 tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] Floating IP 24e8c017-4598-4c54-ba9d-991028439bcd disassociated. External IP: 172.25.6.176, port: 7996d330-c2b2-4843-ad82-4b01916b1f53. Feb 19 02:43:15.850952 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-c9fa3910-2748-40c3-b589-244ed2033c02 req-fcbde1b3-be1d-4b92-b38c-ef08d704f4e5 tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] Calling delete_port for 7996d330-c2b2-4843-ad82-4b01916b1f53 owned by compute:nova {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:43:15.854938 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4401d4-f4fe-4fde-978d-c664ac11765f None None] Checking router: 90904248-f1cf-430d-865e-e426f3f5853b for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:43:15.855431 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4401d4-f4fe-4fde-978d-c664ac11765f None None] Updating router 90904248-f1cf-430d-865e-e426f3f5853b port e8524d44-ce18-4365-9f2a-0cdf8fa34a04 binding host n-d-826753-2 {{(pid=103703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:43:15.875117 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a76205c1-b27a-4c1f-ab6f-a3cab5b2a382 req-b04a135f-2624-4a98-91c5-fd8b950db28b tempest-ServerDiagnosticsNegativeTest-1156319163 tempest-ServerDiagnosticsNegativeTest-1156319163-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=e3428dd13e9a44ddb40e68a268aeb981&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0382285 Feb 19 02:43:15.895145 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9207c908-aa5d-4014-a7fd-08a307196e56 req-c6069411-dec2-4690-9db5-c6963b39bc18 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:15.902150 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9207c908-aa5d-4014-a7fd-08a307196e56 req-c6069411-dec2-4690-9db5-c6963b39bc18 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa9b45d5-254c-45de-8e0f-03eec8283098 HTTP/1.1" status: 200 len: 945 time: 0.1521814 Feb 19 02:43:15.950124 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-1d4401d4-f4fe-4fde-978d-c664ac11765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (e8524d44-ce18-4365-9f2a-0cdf8fa34a04), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:16.003886 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9207c908-aa5d-4014-a7fd-08a307196e56 req-43a3b7e6-00c0-466d-a983-78ed2cd12c00 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007838 Feb 19 02:43:16.083140 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 3439a910-1883-475b-b30e-32d8651b0354 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:43:16.083474 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (3439a910-1883-475b-b30e-32d8651b0354), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:16.086610 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-3176a727-e82c-4845-9a12-bdf4f1b36040 None None] Allocated IP 172.20.0.2 (b9607a7d-a614-4e7e-9b78-7a03435981cd/d2033077-1959-44c4-8350-4ab07c144e75/9ad2090b-dfa0-4910-9dd4-8d8ddec28d58) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:43:16.097026 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8842489e-b332-42f0-af89-981e4f44c079 admin admin] Publish callbacks [] for router_gateway (98bbefd7-eb7b-40dc-b501-fc554b25d0ce), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:16.156857 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-c9fa3910-2748-40c3-b589-244ed2033c02 req-fcbde1b3-be1d-4b92-b38c-ef08d704f4e5 tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (7996d330-c2b2-4843-ad82-4b01916b1f53), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:16.198382 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbde1b3-be1d-4b92-b38c-ef08d704f4e5 tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] Pushing event deleted for resources: {'Port': ['ID=7996d330-c2b2-4843-ad82-4b01916b1f53,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:43:16.414345 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c70fe1e4-b63f-43a4-9785-fa43907a91c4 req-028ca462-6310-4c96-adb0-ba3bb9095679 tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] 10.222.0.72 "GET /v2.0/ports?device_id=8f136b88-5df4-4d49-bcb2-4da180b316c7 HTTP/1.1" status: 200 len: 210 time: 0.1089220 Feb 19 02:43:16.505103 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8842489e-b332-42f0-af89-981e4f44c079 admin admin] Publish callbacks [] for router_gateway (98bbefd7-eb7b-40dc-b501-fc554b25d0ce), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:16.527380 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8842489e-b332-42f0-af89-981e4f44c079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:16.531310 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 3439a910-1883-475b-b30e-32d8651b0354 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:43:16.577825 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a52812-abb8-43ca-a72c-8b8c734e90d0 req-5d5189e4-4f17-4cc8-871a-64d60d5f51f9 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:16.584969 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-94a52812-abb8-43ca-a72c-8b8c734e90d0 req-5d5189e4-4f17-4cc8-871a-64d60d5f51f9 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=cdaf6704-79e6-465e-a79c-4b9c28f4325f HTTP/1.1" status: 200 len: 950 time: 0.2896652 Feb 19 02:43:16.609076 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3176a727-e82c-4845-9a12-bdf4f1b36040 None None] Publish callbacks [] for port (9ad2090b-dfa0-4910-9dd4-8d8ddec28d58), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:16.622192 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3176a727-e82c-4845-9a12-bdf4f1b36040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (9ad2090b-dfa0-4910-9dd4-8d8ddec28d58), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:16.662589 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-94a52812-abb8-43ca-a72c-8b8c734e90d0 req-647344cf-325c-4787-969d-c690bef57c79 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712678 Feb 19 02:43:16.675045 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-50c0563a-c556-4924-b455-2523e36bdfc3 req-c8c30219-9bdc-48c9-bd43-03fd0a990aaf tempest-ServerDiagnosticsNegativeTest-1156319163 tempest-ServerDiagnosticsNegativeTest-1156319163-project] 10.222.0.72 "GET /v2.0/ports?device_id=ef23c3df-ec8e-41a5-b9c3-62ccd931ca76 HTTP/1.1" status: 200 len: 210 time: 0.1173143 Feb 19 02:43:16.719941 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c9fa3910-2748-40c3-b589-244ed2033c02 req-fcbde1b3-be1d-4b92-b38c-ef08d704f4e5 tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] Router aa702705-3898-4a5b-b1f3-44e4ee0c488f has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:43:16.752282 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3176a727-e82c-4845-9a12-bdf4f1b36040 None None] Network b9607a7d-a614-4e7e-9b78-7a03435981cd is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:43:16.763426 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3176a727-e82c-4845-9a12-bdf4f1b36040 None None] Pushing event updated for resources: {'Port': ['ID=9ad2090b-dfa0-4910-9dd4-8d8ddec28d58,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:43:16.773392 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-3176a727-e82c-4845-9a12-bdf4f1b36040 None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:43:16.803188 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3176a727-e82c-4845-9a12-bdf4f1b36040 None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:43:16.804939 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-8842489e-b332-42f0-af89-981e4f44c079 admin admin] Allocated IP 172.25.6.234 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/b49f423f-a425-4727-a232-a9caca2872c4) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:43:16.818575 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-1d4401d4-f4fe-4fde-978d-c664ac11765f None None] Publish callbacks [] for port (e8524d44-ce18-4365-9f2a-0cdf8fa34a04), precommit_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:16.837606 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-1d4401d4-f4fe-4fde-978d-c664ac11765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (e8524d44-ce18-4365-9f2a-0cdf8fa34a04), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:16.888314 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c9fa3910-2748-40c3-b589-244ed2033c02 req-fcbde1b3-be1d-4b92-b38c-ef08d704f4e5 tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:43:16.899754 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cf9e36-1546-4c91-9acc-5b75a4b8071c None None] Sync routers for ids ['aa702705-3898-4a5b-b1f3-44e4ee0c488f'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:43:16.927571 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cf9e36-1546-4c91-9acc-5b75a4b8071c None None] Routers {'aa702705-3898-4a5b-b1f3-44e4ee0c488f'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:43:16.928187 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-b1cf9e36-1546-4c91-9acc-5b75a4b8071c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:42:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['aa702705-3898-4a5b-b1f3-44e4ee0c488f'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:43:17.002155 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9fa3910-2748-40c3-b589-244ed2033c02 req-fcbde1b3-be1d-4b92-b38c-ef08d704f4e5 tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] No DVR routers for this DVR port 7996d330-c2b2-4843-ad82-4b01916b1f53 on host n-h2-826753-2 {{(pid=103701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:43:17.004863 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8842489e-b332-42f0-af89-981e4f44c079 admin admin] Publish callbacks [] for port (b49f423f-a425-4727-a232-a9caca2872c4), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:17.008605 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-c9fa3910-2748-40c3-b589-244ed2033c02 req-fcbde1b3-be1d-4b92-b38c-ef08d704f4e5 tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:17.014123 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c9fa3910-2748-40c3-b589-244ed2033c02 req-fcbde1b3-be1d-4b92-b38c-ef08d704f4e5 tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] 10.222.0.82 "DELETE /v2.0/ports/7996d330-c2b2-4843-ad82-4b01916b1f53 HTTP/1.1" status: 204 len: 173 time: 2.6807697 Feb 19 02:43:17.017979 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f136b88-5df4-4d49-bcb2-4da180b316c7', 'name': 'network-vif-deleted', 'tag': '7996d330-c2b2-4843-ad82-4b01916b1f53'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:43:17.022966 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3c2f4d1-9fe8-46d5-b918-93fdd91b48c7" -d '{"events": [{"server_uuid": "8f136b88-5df4-4d49-bcb2-4da180b316c7", "name": "network-vif-deleted", "tag": "7996d330-c2b2-4843-ad82-4b01916b1f53"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:43:17.076916 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db4a5d0-0e3a-4873-9c48-9e4bf0d6ad45 req-5854c4f4-abc8-4292-9500-49b40fe1e7e5 tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:17.084247 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8842489e-b332-42f0-af89-981e4f44c079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (b49f423f-a425-4727-a232-a9caca2872c4), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:17.098211 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0db4a5d0-0e3a-4873-9c48-9e4bf0d6ad45 req-5854c4f4-abc8-4292-9500-49b40fe1e7e5 tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] 10.222.0.72 "GET /v2.0/ports?device_id=5517c022-d86f-4add-beb2-5773f3371e62 HTTP/1.1" status: 200 len: 945 time: 0.2244453 Feb 19 02:43:17.124295 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37cc898b-db82-4af2-b5aa-31ffdc3cd7b2 x-openstack-request-id: req-37cc898b-db82-4af2-b5aa-31ffdc3cd7b2 {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:43:17.124295 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f136b88-5df4-4d49-bcb2-4da180b316c7", "name": "network-vif-deleted", "tag": "7996d330-c2b2-4843-ad82-4b01916b1f53", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:43:17.124295 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-37cc898b-db82-4af2-b5aa-31ffdc3cd7b2 {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:43:17.124716 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f136b88-5df4-4d49-bcb2-4da180b316c7', 'name': 'network-vif-deleted', 'tag': '7996d330-c2b2-4843-ad82-4b01916b1f53', 'status': 'completed', 'code': 200} Feb 19 02:43:17.202298 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c8bc6d-cfcd-45b6-8bd9-421f7573fc22 None None] Pushing event updated for resources: {'Port': ['ID=e8524d44-ce18-4365-9f2a-0cdf8fa34a04,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:43:17.206651 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-3176a727-e82c-4845-9a12-bdf4f1b36040 None None] Attempting to bind port 9ad2090b-dfa0-4910-9dd4-8d8ddec28d58 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:43:17.208649 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-3176a727-e82c-4845-9a12-bdf4f1b36040 None None] Attempting to bind port 9ad2090b-dfa0-4910-9dd4-8d8ddec28d58 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '0f6705c4-6b3a-42da-983d-ff4d6f1c61d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b9607a7d-a614-4e7e-9b78-7a03435981cd'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:43:17.209255 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3176a727-e82c-4845-9a12-bdf4f1b36040 None None] Attempting to bind port 9ad2090b-dfa0-4910-9dd4-8d8ddec28d58 on network b9607a7d-a614-4e7e-9b78-7a03435981cd {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:43:17.223477 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-b1cf9e36-1546-4c91-9acc-5b75a4b8071c None None] Set router aa702705-3898-4a5b-b1f3-44e4ee0c488f gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:43:17.247866 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8842489e-b332-42f0-af89-981e4f44c079 admin admin] Pushing event updated for resources: {'Port': ['ID=b49f423f-a425-4727-a232-a9caca2872c4,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:43:17.253703 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-1d4401d4-f4fe-4fde-978d-c664ac11765f None None] Attempting to bind port e8524d44-ce18-4365-9f2a-0cdf8fa34a04 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:43:17.255159 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-1d4401d4-f4fe-4fde-978d-c664ac11765f None None] Attempting to bind port e8524d44-ce18-4365-9f2a-0cdf8fa34a04 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '737c2371-1be7-4c8e-971a-97a5a11b2a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '6644bea0-d911-4ba9-95a0-90f97bdbebb7'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:43:17.256049 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4401d4-f4fe-4fde-978d-c664ac11765f None None] Attempting to bind port e8524d44-ce18-4365-9f2a-0cdf8fa34a04 on network 6644bea0-d911-4ba9-95a0-90f97bdbebb7 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:43:17.258910 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3176a727-e82c-4845-9a12-bdf4f1b36040 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:43:17.259593 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3176a727-e82c-4845-9a12-bdf4f1b36040 None None] Checking segment: {'id': '0f6705c4-6b3a-42da-983d-ff4d6f1c61d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b9607a7d-a614-4e7e-9b78-7a03435981cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:43:17.260285 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3176a727-e82c-4845-9a12-bdf4f1b36040 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:17.261197 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3176a727-e82c-4845-9a12-bdf4f1b36040 None None] Bound using segment: {'id': '0f6705c4-6b3a-42da-983d-ff4d6f1c61d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b9607a7d-a614-4e7e-9b78-7a03435981cd'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:43:17.262083 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-3176a727-e82c-4845-9a12-bdf4f1b36040 None None] Bound port: 9ad2090b-dfa0-4910-9dd4-8d8ddec28d58, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f6705c4-6b3a-42da-983d-ff4d6f1c61d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b9607a7d-a614-4e7e-9b78-7a03435981cd'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:43:17.262697 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3176a727-e82c-4845-9a12-bdf4f1b36040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (9ad2090b-dfa0-4910-9dd4-8d8ddec28d58), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:17.292139 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8842489e-b332-42f0-af89-981e4f44c079 admin admin] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:43:17.296453 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4401d4-f4fe-4fde-978d-c664ac11765f None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:43:17.297643 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4401d4-f4fe-4fde-978d-c664ac11765f None None] Checking segment: {'id': '737c2371-1be7-4c8e-971a-97a5a11b2a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '6644bea0-d911-4ba9-95a0-90f97bdbebb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:43:17.299572 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-1d4401d4-f4fe-4fde-978d-c664ac11765f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:17.299772 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4401d4-f4fe-4fde-978d-c664ac11765f None None] Bound using segment: {'id': '737c2371-1be7-4c8e-971a-97a5a11b2a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '6644bea0-d911-4ba9-95a0-90f97bdbebb7'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:43:17.301189 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-8842489e-b332-42f0-af89-981e4f44c079 admin admin] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:43:17.301601 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-1d4401d4-f4fe-4fde-978d-c664ac11765f None None] Bound port: e8524d44-ce18-4365-9f2a-0cdf8fa34a04, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '737c2371-1be7-4c8e-971a-97a5a11b2a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '6644bea0-d911-4ba9-95a0-90f97bdbebb7'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:43:17.303303 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-1d4401d4-f4fe-4fde-978d-c664ac11765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (e8524d44-ce18-4365-9f2a-0cdf8fa34a04), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:17.307924 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8842489e-b332-42f0-af89-981e4f44c079 admin admin] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:43:17.335843 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0db4a5d0-0e3a-4873-9c48-9e4bf0d6ad45 req-d812dbad-c018-47ff-ae5c-b2b08b4dc1c7 tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] 10.222.0.72 "GET /v2.0/security-groups?id=e62d99a3-cc31-4ea4-8cfc-c7295622cb95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2289453 Feb 19 02:43:17.386873 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db862c9-96dd-45a6-b460-f8c354211eb4 req-a765721e-cb51-4f94-86df-6a288643acbd tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:17.393256 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9db862c9-96dd-45a6-b460-f8c354211eb4 req-a765721e-cb51-4f94-86df-6a288643acbd tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa9b45d5-254c-45de-8e0f-03eec8283098 HTTP/1.1" status: 200 len: 945 time: 0.1947660 Feb 19 02:43:17.539710 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9db862c9-96dd-45a6-b460-f8c354211eb4 req-9dd81bcc-6776-482c-8c99-f7ed853f2c0a tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402688 Feb 19 02:43:17.605311 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-3176a727-e82c-4845-9a12-bdf4f1b36040 None None] For port 9ad2090b-dfa0-4910-9dd4-8d8ddec28d58, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:43:17.611496 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-66b87ec9-622b-4955-85af-c0f384e5ad95 None None] Provisioning complete for port e8524d44-ce18-4365-9f2a-0cdf8fa34a04 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:43:17.613430 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-66b87ec9-622b-4955-85af-c0f384e5ad95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (e8524d44-ce18-4365-9f2a-0cdf8fa34a04), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:17.619347 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b01f537a-9924-4f7d-8923-f4e4890260d3 req-821b25e2-7e70-4fb7-b164-dcfe54c02212 tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] 10.222.0.72 "GET /v2.0/ports?device_id=8f136b88-5df4-4d49-bcb2-4da180b316c7 HTTP/1.1" status: 200 len: 210 time: 0.0566053 Feb 19 02:43:17.689361 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-3176a727-e82c-4845-9a12-bdf4f1b36040 None None] For port 9ad2090b-dfa0-4910-9dd4-8d8ddec28d58, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=9ad2090b-dfa0-4910-9dd4-8d8ddec28d58,segment=NetworkSegment(0f6705c4-6b3a-42da-983d-ff4d6f1c61d6),segment_id=0f6705c4-6b3a-42da-983d-ff4d6f1c61d6)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:43:17.708364 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-b1cf9e36-1546-4c91-9acc-5b75a4b8071c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa702705-3898-4a5b-b1f3-44e4ee0c488f', 'name': 'tempest-ServersTestManualDisk-1107864772-router', 'tenant_id': '6826eb2468f24f9f8cc5534311e52b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '4c5c6d95-6771-40d0-b2d7-e480effb5e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:41:53Z', 'updated_at': '2022-02-19T02:42:00Z', 'revision_number': 4, 'project_id': '6826eb2468f24f9f8cc5534311e52b1d', 'gw_port': {'id': '4c5c6d95-6771-40d0-b2d7-e480effb5e1c', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa702705-3898-4a5b-b1f3-44e4ee0c488f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:41:55Z', 'updated_at': '2022-02-19T02:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '8ac3e26a-5d92-4e4f-a18b-ef39c82ad54c', 'name': '', 'network_id': '0d27bcf2-adc6-47c0-abdd-be9d15de3ddc', 'tenant_id': '6826eb2468f24f9f8cc5534311e52b1d', 'mac_address': 'fa:16:3e:96:d3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa702705-3898-4a5b-b1f3-44e4ee0c488f', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '711684dd-1cdb-4818-a281-0b13f4347e79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:41:58Z', 'updated_at': '2022-02-19T02:42:05Z', 'revision_number': 5, 'project_id': '6826eb2468f24f9f8cc5534311e52b1d', 'subnets': [{'id': '711684dd-1cdb-4818-a281-0b13f4347e79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:43:17.709308 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-1d4401d4-f4fe-4fde-978d-c664ac11765f None None] For port e8524d44-ce18-4365-9f2a-0cdf8fa34a04, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:43:17.742811 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3176a727-e82c-4845-9a12-bdf4f1b36040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (9ad2090b-dfa0-4910-9dd4-8d8ddec28d58), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:17.745231 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4150fdb6-66a1-4540-8d52-40df3ef20e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:17.768945 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cf9e36-1546-4c91-9acc-5b75a4b8071c None None] Checking router: aa702705-3898-4a5b-b1f3-44e4ee0c488f for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:43:17.779656 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cf9e36-1546-4c91-9acc-5b75a4b8071c None None] Routers {'aa702705-3898-4a5b-b1f3-44e4ee0c488f'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:43:17.780603 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-b1cf9e36-1546-4c91-9acc-5b75a4b8071c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:43:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['aa702705-3898-4a5b-b1f3-44e4ee0c488f'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:43:17.784863 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-1d4401d4-f4fe-4fde-978d-c664ac11765f None None] For port e8524d44-ce18-4365-9f2a-0cdf8fa34a04, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=e8524d44-ce18-4365-9f2a-0cdf8fa34a04,segment=NetworkSegment(737c2371-1be7-4c8e-971a-97a5a11b2a65),segment_id=737c2371-1be7-4c8e-971a-97a5a11b2a65)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:43:17.837978 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-66b87ec9-622b-4955-85af-c0f384e5ad95 None None] Port e8524d44-ce18-4365-9f2a-0cdf8fa34a04 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:43:17.850553 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-1d4401d4-f4fe-4fde-978d-c664ac11765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (e8524d44-ce18-4365-9f2a-0cdf8fa34a04), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:17.885527 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8842489e-b332-42f0-af89-981e4f44c079 admin admin] Publish callbacks [] for router_gateway (98bbefd7-eb7b-40dc-b501-fc554b25d0ce), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:17.919547 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2f14bc7d-a910-4162-b0d9-57547d1986fb req-3b8b9a79-6d67-4629-b9ac-26b3f8117bec tempest-ServerDiagnosticsNegativeTest-1156319163 tempest-ServerDiagnosticsNegativeTest-1156319163-project] 10.222.0.72 "GET /v2.0/ports?device_id=ef23c3df-ec8e-41a5-b9c3-62ccd931ca76 HTTP/1.1" status: 200 len: 210 time: 0.0672014 Feb 19 02:43:17.923822 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3176a727-e82c-4845-9a12-bdf4f1b36040 None None] Pushing event updated for resources: {'Port': ['ID=9ad2090b-dfa0-4910-9dd4-8d8ddec28d58,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:43:17.962806 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd71b19-0013-47a7-888c-9d7bbb9d9cb5 req-097ecb20-a0e5-4910-95b0-4026911984b3 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:17.964394 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0fd71b19-0013-47a7-888c-9d7bbb9d9cb5 req-097ecb20-a0e5-4910-95b0-4026911984b3 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=cdaf6704-79e6-465e-a79c-4b9c28f4325f HTTP/1.1" status: 200 len: 950 time: 0.2056842 Feb 19 02:43:17.980620 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-b1cf9e36-1546-4c91-9acc-5b75a4b8071c None None] Set router aa702705-3898-4a5b-b1f3-44e4ee0c488f gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:43:18.036893 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 7996d330-c2b2-4843-ad82-4b01916b1f53 no longer exists at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:43:18.072825 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4401d4-f4fe-4fde-978d-c664ac11765f None None] Routers {'90904248-f1cf-430d-865e-e426f3f5853b'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:43:18.073864 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-1d4401d4-f4fe-4fde-978d-c664ac11765f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:43:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['90904248-f1cf-430d-865e-e426f3f5853b'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:43:18.105662 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0fd71b19-0013-47a7-888c-9d7bbb9d9cb5 req-ad5a195d-d2bb-4a58-877e-708a997124c2 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347005 Feb 19 02:43:18.231965 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a76205c1-b27a-4c1f-ab6f-a3cab5b2a382 req-a6bf4a5a-4bbc-487d-abcf-33742c7d27b7 tempest-ServerDiagnosticsNegativeTest-1156319163 tempest-ServerDiagnosticsNegativeTest-1156319163-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=e3428dd13e9a44ddb40e68a268aeb981&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0579209 Feb 19 02:43:18.236717 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] No Port match for: 7996d330-c2b2-4843-ad82-4b01916b1f53 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:43:18.237544 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 7996d330-c2b2-4843-ad82-4b01916b1f53 not bound to the agent host n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:43:18.375495 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c8bc6d-cfcd-45b6-8bd9-421f7573fc22 None None] Pushing event updated for resources: {'Port': ['ID=e8524d44-ce18-4365-9f2a-0cdf8fa34a04,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:43:18.464844 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-b1cf9e36-1546-4c91-9acc-5b75a4b8071c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa702705-3898-4a5b-b1f3-44e4ee0c488f', 'name': 'tempest-ServersTestManualDisk-1107864772-router', 'tenant_id': '6826eb2468f24f9f8cc5534311e52b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '4c5c6d95-6771-40d0-b2d7-e480effb5e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:41:53Z', 'updated_at': '2022-02-19T02:42:00Z', 'revision_number': 4, 'project_id': '6826eb2468f24f9f8cc5534311e52b1d', 'gw_port': {'id': '4c5c6d95-6771-40d0-b2d7-e480effb5e1c', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa702705-3898-4a5b-b1f3-44e4ee0c488f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:41:55Z', 'updated_at': '2022-02-19T02:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '8ac3e26a-5d92-4e4f-a18b-ef39c82ad54c', 'name': '', 'network_id': '0d27bcf2-adc6-47c0-abdd-be9d15de3ddc', 'tenant_id': '6826eb2468f24f9f8cc5534311e52b1d', 'mac_address': 'fa:16:3e:96:d3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa702705-3898-4a5b-b1f3-44e4ee0c488f', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '711684dd-1cdb-4818-a281-0b13f4347e79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:41:58Z', 'updated_at': '2022-02-19T02:42:05Z', 'revision_number': 5, 'project_id': '6826eb2468f24f9f8cc5534311e52b1d', 'subnets': [{'id': '711684dd-1cdb-4818-a281-0b13f4347e79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:43:18.515266 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-5a513b21-d92b-435c-852a-0aa90c6ad121 None None] Provisioning complete for port e8524d44-ce18-4365-9f2a-0cdf8fa34a04 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:43:18.515790 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5a513b21-d92b-435c-852a-0aa90c6ad121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (e8524d44-ce18-4365-9f2a-0cdf8fa34a04), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:18.544671 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cf9e36-1546-4c91-9acc-5b75a4b8071c None None] The sync data for ids ['aa702705-3898-4a5b-b1f3-44e4ee0c488f'] in n-d-826753-2 is: [{'id': 'aa702705-3898-4a5b-b1f3-44e4ee0c488f', 'name': 'tempest-ServersTestManualDisk-1107864772-router', 'tenant_id': '6826eb2468f24f9f8cc5534311e52b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '4c5c6d95-6771-40d0-b2d7-e480effb5e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:41:53Z', 'updated_at': '2022-02-19T02:42:00Z', 'revision_number': 4, 'project_id': '6826eb2468f24f9f8cc5534311e52b1d', 'gw_port': {'id': '4c5c6d95-6771-40d0-b2d7-e480effb5e1c', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa702705-3898-4a5b-b1f3-44e4ee0c488f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:41:55Z', 'updated_at': '2022-02-19T02:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '8ac3e26a-5d92-4e4f-a18b-ef39c82ad54c', 'name': '', 'network_id': '0d27bcf2-adc6-47c0-abdd-be9d15de3ddc', 'tenant_id': '6826eb2468f24f9f8cc5534311e52b1d', 'mac_address': 'fa:16:3e:96:d3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa702705-3898-4a5b-b1f3-44e4ee0c488f', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '711684dd-1cdb-4818-a281-0b13f4347e79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:41:58Z', 'updated_at': '2022-02-19T02:42:05Z', 'revision_number': 5, 'project_id': '6826eb2468f24f9f8cc5534311e52b1d', 'subnets': [{'id': '711684dd-1cdb-4818-a281-0b13f4347e79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:43:18.607344 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-1d4401d4-f4fe-4fde-978d-c664ac11765f None None] Set router 90904248-f1cf-430d-865e-e426f3f5853b gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:43:18.618808 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76205c1-b27a-4c1f-ab6f-a3cab5b2a382 req-e2119512-ea51-449c-b24e-b62a098a4e28 tempest-ServerDiagnosticsNegativeTest-1156319163 tempest-ServerDiagnosticsNegativeTest-1156319163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:18.621186 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a76205c1-b27a-4c1f-ab6f-a3cab5b2a382 req-e2119512-ea51-449c-b24e-b62a098a4e28 tempest-ServerDiagnosticsNegativeTest-1156319163 tempest-ServerDiagnosticsNegativeTest-1156319163-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3865728 Feb 19 02:43:18.621843 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8842489e-b332-42f0-af89-981e4f44c079 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16317478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865'] for router (98bbefd7-eb7b-40dc-b501-fc554b25d0ce), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:18.685170 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-a76205c1-b27a-4c1f-ab6f-a3cab5b2a382 req-bef348b2-7cbd-4aef-bfa1-8641aecf88c5 tempest-ServerDiagnosticsNegativeTest-1156319163 tempest-ServerDiagnosticsNegativeTest-1156319163-project] Request body: {'port': {'device_id': 'ef23c3df-ec8e-41a5-b9c3-62ccd931ca76', 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f', 'admin_state_up': True, 'tenant_id': 'e3428dd13e9a44ddb40e68a268aeb981'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:43:18.769782 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f25126-1ec5-43a4-8127-f26f6a09c5e5 req-693b320b-55d7-460d-a614-95299fac1f92 tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:18.778434 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a1f25126-1ec5-43a4-8127-f26f6a09c5e5 req-693b320b-55d7-460d-a614-95299fac1f92 tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] 10.222.0.72 "GET /v2.0/ports?device_id=5517c022-d86f-4add-beb2-5773f3371e62 HTTP/1.1" status: 200 len: 945 time: 0.2829592 Feb 19 02:43:18.845317 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-5a513b21-d92b-435c-852a-0aa90c6ad121 None None] Current status of the port e8524d44-ce18-4365-9f2a-0cdf8fa34a04 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:43:18.845713 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5a513b21-d92b-435c-852a-0aa90c6ad121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (e8524d44-ce18-4365-9f2a-0cdf8fa34a04), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:18.860950 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8842489e-b332-42f0-af89-981e4f44c079 admin admin] Router 98bbefd7-eb7b-40dc-b501-fc554b25d0ce is scheduled to L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd with binding_index 1 {{(pid=103702) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 02:43:18.909202 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-5a513b21-d92b-435c-852a-0aa90c6ad121 None None] For port e8524d44-ce18-4365-9f2a-0cdf8fa34a04, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=e8524d44-ce18-4365-9f2a-0cdf8fa34a04,segment=NetworkSegment(737c2371-1be7-4c8e-971a-97a5a11b2a65),segment_id=737c2371-1be7-4c8e-971a-97a5a11b2a65)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:43:18.943432 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5a513b21-d92b-435c-852a-0aa90c6ad121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (e8524d44-ce18-4365-9f2a-0cdf8fa34a04), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:18.948993 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f7fea-61ff-4d6a-a8be-61d9abb3adaf req-bac9fb4f-1af7-45c5-af49-2748e5374ab1 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:18.950575 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-be0f7fea-61ff-4d6a-a8be-61d9abb3adaf req-bac9fb4f-1af7-45c5-af49-2748e5374ab1 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa9b45d5-254c-45de-8e0f-03eec8283098 HTTP/1.1" status: 200 len: 945 time: 0.2457893 Feb 19 02:43:18.963359 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a1f25126-1ec5-43a4-8127-f26f6a09c5e5 req-71d9ad45-bf63-4345-b804-0b3268c42180 tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] 10.222.0.72 "GET /v2.0/security-groups?id=e62d99a3-cc31-4ea4-8cfc-c7295622cb95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1840444 Feb 19 02:43:19.008688 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8842489e-b332-42f0-af89-981e4f44c079 admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:43:19.063786 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a76205c1-b27a-4c1f-ab6f-a3cab5b2a382 req-bef348b2-7cbd-4aef-bfa1-8641aecf88c5 tempest-ServerDiagnosticsNegativeTest-1156319163 tempest-ServerDiagnosticsNegativeTest-1156319163-project] Made reservation on behalf of e3428dd13e9a44ddb40e68a268aeb981 for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:43:19.065854 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8842489e-b332-42f0-af89-981e4f44c079 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:19.069886 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-8842489e-b332-42f0-af89-981e4f44c079 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.6621733 Feb 19 02:43:19.070537 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 50696) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:43:19.072494 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-a76205c1-b27a-4c1f-ab6f-a3cab5b2a382 req-bef348b2-7cbd-4aef-bfa1-8641aecf88c5 tempest-ServerDiagnosticsNegativeTest-1156319163 tempest-ServerDiagnosticsNegativeTest-1156319163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:19.132146 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-a76205c1-b27a-4c1f-ab6f-a3cab5b2a382 req-bef348b2-7cbd-4aef-bfa1-8641aecf88c5 tempest-ServerDiagnosticsNegativeTest-1156319163 tempest-ServerDiagnosticsNegativeTest-1156319163-project] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:19.186290 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-be0f7fea-61ff-4d6a-a8be-61d9abb3adaf req-491053a5-2e0f-4a95-bc8e-b154f9ef791d tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115023 Feb 19 02:43:19.224927 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a513b21-d92b-435c-852a-0aa90c6ad121 None None] Pushing event updated for resources: {'Port': ['ID=e8524d44-ce18-4365-9f2a-0cdf8fa34a04,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:43:19.228565 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d82d455-bfef-4903-94de-c09f450c5e8c None None] New status for floating IP 24e8c017-4598-4c54-ba9d-991028439bcd: DOWN {{(pid=103704) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 02:43:19.232796 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660002f7-b326-4be4-b895-5fbcde952860 None None] Sync routers for ids ['98bbefd7-eb7b-40dc-b501-fc554b25d0ce'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:43:19.269420 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660002f7-b326-4be4-b895-5fbcde952860 None None] Routers {'98bbefd7-eb7b-40dc-b501-fc554b25d0ce'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:43:19.270298 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-660002f7-b326-4be4-b895-5fbcde952860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:43:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['98bbefd7-eb7b-40dc-b501-fc554b25d0ce'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:43:19.320996 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5e714be2-1090-44d9-a415-3f81ed0d9d75 req-b1269d78-1707-465c-9c82-f70c8a8e96ff tempest-ServerDiagnosticsNegativeTest-1156319163 tempest-ServerDiagnosticsNegativeTest-1156319163-project] 10.222.0.72 "GET /v2.0/ports?device_id=ef23c3df-ec8e-41a5-b9c3-62ccd931ca76 HTTP/1.1" status: 200 len: 210 time: 0.1204503 Feb 19 02:43:19.327127 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:19.392510 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-1d4401d4-f4fe-4fde-978d-c664ac11765f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90904248-f1cf-430d-865e-e426f3f5853b', 'name': 'tempest-AttachSCSIVolumeTestJSON-347287721-router', 'tenant_id': '60a75fbafb98468593e987991378d811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '3439a910-1883-475b-b30e-32d8651b0354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:43:06Z', 'updated_at': '2022-02-19T02:43:11Z', 'revision_number': 4, 'project_id': '60a75fbafb98468593e987991378d811', 'gw_port': {'id': '3439a910-1883-475b-b30e-32d8651b0354', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e4:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90904248-f1cf-430d-865e-e426f3f5853b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:43:07Z', 'updated_at': '2022-02-19T02:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': 'e8524d44-ce18-4365-9f2a-0cdf8fa34a04', 'name': '', 'network_id': '6644bea0-d911-4ba9-95a0-90f97bdbebb7', 'tenant_id': '60a75fbafb98468593e987991378d811', 'mac_address': 'fa:16:3e:f7:7d:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90904248-f1cf-430d-865e-e426f3f5853b', 'device_owner': 'network:router_interface', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '02fa24ee-83ac-48f4-b82d-23f834be3bb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:43:10Z', 'updated_at': '2022-02-19T02:43:17Z', 'revision_number': 4, 'project_id': '60a75fbafb98468593e987991378d811', 'subnets': [{'id': '02fa24ee-83ac-48f4-b82d-23f834be3bb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:43:19.423741 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 50702) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:43:19.448892 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4401d4-f4fe-4fde-978d-c664ac11765f None None] The sync data for ids ['90904248-f1cf-430d-865e-e426f3f5853b'] in n-d-826753-2 is: [{'id': '90904248-f1cf-430d-865e-e426f3f5853b', 'name': 'tempest-AttachSCSIVolumeTestJSON-347287721-router', 'tenant_id': '60a75fbafb98468593e987991378d811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '3439a910-1883-475b-b30e-32d8651b0354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:43:06Z', 'updated_at': '2022-02-19T02:43:11Z', 'revision_number': 4, 'project_id': '60a75fbafb98468593e987991378d811', 'gw_port': {'id': '3439a910-1883-475b-b30e-32d8651b0354', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e4:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90904248-f1cf-430d-865e-e426f3f5853b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:43:07Z', 'updated_at': '2022-02-19T02:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': 'e8524d44-ce18-4365-9f2a-0cdf8fa34a04', 'name': '', 'network_id': '6644bea0-d911-4ba9-95a0-90f97bdbebb7', 'tenant_id': '60a75fbafb98468593e987991378d811', 'mac_address': 'fa:16:3e:f7:7d:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90904248-f1cf-430d-865e-e426f3f5853b', 'device_owner': 'network:router_interface', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '02fa24ee-83ac-48f4-b82d-23f834be3bb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:43:10Z', 'updated_at': '2022-02-19T02:43:17Z', 'revision_number': 4, 'project_id': '60a75fbafb98468593e987991378d811', 'subnets': [{'id': '02fa24ee-83ac-48f4-b82d-23f834be3bb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:43:19.559146 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-660002f7-b326-4be4-b895-5fbcde952860 None None] Set router 98bbefd7-eb7b-40dc-b501-fc554b25d0ce gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:43:19.590889 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df29abb9-f4b4-41f0-9e06-ff6366b7e372 req-0f0b343a-1b27-4202-83f3-680484df1282 tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:19.604432 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 50706) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:43:19.611455 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-df29abb9-f4b4-41f0-9e06-ff6366b7e372 req-0f0b343a-1b27-4202-83f3-680484df1282 tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] 10.222.0.72 "GET /v2.0/ports?device_id=5517c022-d86f-4add-beb2-5773f3371e62 HTTP/1.1" status: 200 len: 945 time: 0.2582247 Feb 19 02:43:19.620443 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-1dc8feff-d672-4022-8ac3-64be9293b4eb tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] Request body: {'floatingip': {'port_id': '60be77ed-7c6c-4277-9f96-c3d168980c75'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:43:19.694348 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1dc8feff-d672-4022-8ac3-64be9293b4eb tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] Publish callbacks [] for floatingip (e6e7f2ed-e866-445b-8162-2ac57aa4b548), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:19.778788 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 9ad2090b-dfa0-4910-9dd4-8d8ddec28d58 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:43:19.809785 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab72d13-dce8-4acb-bca2-a6cfb80ad73f req-da1f51bc-7b71-4e5f-811a-f05fb2df3f30 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:19.818509 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7ab72d13-dce8-4acb-bca2-a6cfb80ad73f req-da1f51bc-7b71-4e5f-811a-f05fb2df3f30 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=cdaf6704-79e6-465e-a79c-4b9c28f4325f HTTP/1.1" status: 200 len: 950 time: 0.1919668 Feb 19 02:43:19.832102 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:43:19.899068 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a955d9dc-167c-4af3-ad88-a005904452f3 None None] Network b9607a7d-a614-4e7e-9b78-7a03435981cd requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:43:19.913404 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7ab72d13-dce8-4acb-bca2-a6cfb80ad73f req-2869dd12-2fdb-47bf-b3d8-65770ddb52e6 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886450 Feb 19 02:43:19.934677 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2fbe3113-820c-4a72-9abd-da76ead0a19e tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] Publish callbacks [] for security_group (bfd70287-182a-4b0b-951c-428ef24eece7), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:19.950228 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-a76205c1-b27a-4c1f-ab6f-a3cab5b2a382 req-bef348b2-7cbd-4aef-bfa1-8641aecf88c5 tempest-ServerDiagnosticsNegativeTest-1156319163 tempest-ServerDiagnosticsNegativeTest-1156319163-project] Publish callbacks [] for security_group (868400de-2a89-4c13-a950-ed6b948f890b), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:19.969900 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-a76205c1-b27a-4c1f-ab6f-a3cab5b2a382 req-bef348b2-7cbd-4aef-bfa1-8641aecf88c5 tempest-ServerDiagnosticsNegativeTest-1156319163 tempest-ServerDiagnosticsNegativeTest-1156319163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (868400de-2a89-4c13-a950-ed6b948f890b), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:20.089658 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-3ea01213-bc9e-411a-ab06-2ad91dd45caa None None] Provisioning complete for port 9ad2090b-dfa0-4910-9dd4-8d8ddec28d58 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:43:20.090044 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3ea01213-bc9e-411a-ab06-2ad91dd45caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (9ad2090b-dfa0-4910-9dd4-8d8ddec28d58), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:20.153511 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [req-a76205c1-b27a-4c1f-ab6f-a3cab5b2a382 req-bef348b2-7cbd-4aef-bfa1-8641aecf88c5 tempest-ServerDiagnosticsNegativeTest-1156319163 tempest-ServerDiagnosticsNegativeTest-1156319163-project] Allocated IP 192.168.233.249 (5124bd00-da2a-4bd6-93a0-c14c92afb11f/974c06bc-f097-4890-970a-b087501ab241/e2f4abc8-e505-4fe2-826f-8c322e379799) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:43:20.276036 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-3ea01213-bc9e-411a-ab06-2ad91dd45caa None None] Current status of the port 9ad2090b-dfa0-4910-9dd4-8d8ddec28d58 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:43:20.276860 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3ea01213-bc9e-411a-ab06-2ad91dd45caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (9ad2090b-dfa0-4910-9dd4-8d8ddec28d58), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:20.375284 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 9ad2090b-dfa0-4910-9dd4-8d8ddec28d58 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:43:20.378582 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (9ad2090b-dfa0-4910-9dd4-8d8ddec28d58), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:20.484936 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-a76205c1-b27a-4c1f-ab6f-a3cab5b2a382 req-bef348b2-7cbd-4aef-bfa1-8641aecf88c5 tempest-ServerDiagnosticsNegativeTest-1156319163 tempest-ServerDiagnosticsNegativeTest-1156319163-project] Publish callbacks [] for port (e2f4abc8-e505-4fe2-826f-8c322e379799), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:20.528984 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:20.556420 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b85f88b0-5525-4b03-a9f8-236bbf32a43b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:20.563048 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-3ea01213-bc9e-411a-ab06-2ad91dd45caa None None] For port 9ad2090b-dfa0-4910-9dd4-8d8ddec28d58, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=9ad2090b-dfa0-4910-9dd4-8d8ddec28d58,segment=NetworkSegment(0f6705c4-6b3a-42da-983d-ff4d6f1c61d6),segment_id=0f6705c4-6b3a-42da-983d-ff4d6f1c61d6)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:43:20.585147 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2fbe3113-820c-4a72-9abd-da76ead0a19e tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] Publish callbacks [] for security_group (bfd70287-182a-4b0b-951c-428ef24eece7), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:20.586760 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-660002f7-b326-4be4-b895-5fbcde952860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98bbefd7-eb7b-40dc-b501-fc554b25d0ce', 'name': 'tempest-AttachSCSIVolumeTestJSON-1337270736-router', 'tenant_id': '14b5dc4687694c20b0270d65faef3f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': 'b49f423f-a425-4727-a232-a9caca2872c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:43:15Z', 'updated_at': '2022-02-19T02:43:17Z', 'revision_number': 3, 'project_id': '14b5dc4687694c20b0270d65faef3f7e', 'gw_port': {'id': 'b49f423f-a425-4727-a232-a9caca2872c4', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:01:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98bbefd7-eb7b-40dc-b501-fc554b25d0ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:43:16Z', 'updated_at': '2022-02-19T02:43:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:43:20.589443 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3ea01213-bc9e-411a-ab06-2ad91dd45caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (9ad2090b-dfa0-4910-9dd4-8d8ddec28d58), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:20.657645 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f3470ec4-7c30-4d2c-9810-ad3b3b705f82 req-db0ec72a-d3b2-4f36-ab59-8a45fd7bae6e tempest-ServerDiagnosticsNegativeTest-1156319163 tempest-ServerDiagnosticsNegativeTest-1156319163-project] 10.222.0.72 "GET /v2.0/ports?device_id=ef23c3df-ec8e-41a5-b9c3-62ccd931ca76 HTTP/1.1" status: 200 len: 210 time: 0.1419721 Feb 19 02:43:20.695913 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef348b2-7cbd-4aef-bfa1-8641aecf88c5 tempest-ServerDiagnosticsNegativeTest-1156319163 tempest-ServerDiagnosticsNegativeTest-1156319163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=868400de-2a89-4c13-a950-ed6b948f890b,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:43:20.710324 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea01213-bc9e-411a-ab06-2ad91dd45caa None None] Pushing event updated for resources: {'Port': ['ID=9ad2090b-dfa0-4910-9dd4-8d8ddec28d58,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:43:20.713043 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-a76205c1-b27a-4c1f-ab6f-a3cab5b2a382 req-bef348b2-7cbd-4aef-bfa1-8641aecf88c5 tempest-ServerDiagnosticsNegativeTest-1156319163 tempest-ServerDiagnosticsNegativeTest-1156319163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (e2f4abc8-e505-4fe2-826f-8c322e379799), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:20.776677 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 9ad2090b-dfa0-4910-9dd4-8d8ddec28d58 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:43:20.779646 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660002f7-b326-4be4-b895-5fbcde952860 None None] Checking router: 98bbefd7-eb7b-40dc-b501-fc554b25d0ce for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:43:20.780647 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660002f7-b326-4be4-b895-5fbcde952860 None None] Updating router 98bbefd7-eb7b-40dc-b501-fc554b25d0ce port b49f423f-a425-4727-a232-a9caca2872c4 binding host n-d-826753-2 {{(pid=103703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:43:20.816712 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61e53a1-1d5a-4b13-9086-52883891f0fe req-5929d652-3dbc-4287-a5f2-f0e03007c309 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:20.819647 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e61e53a1-1d5a-4b13-9086-52883891f0fe req-5929d652-3dbc-4287-a5f2-f0e03007c309 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa9b45d5-254c-45de-8e0f-03eec8283098 HTTP/1.1" status: 200 len: 945 time: 0.3049874 Feb 19 02:43:20.821204 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-660002f7-b326-4be4-b895-5fbcde952860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (b49f423f-a425-4727-a232-a9caca2872c4), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:20.870398 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-c56e0974-c6a6-48a4-8bb8-25668efd9429 None None] Provisioning complete for port 9ad2090b-dfa0-4910-9dd4-8d8ddec28d58 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:43:20.870776 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c56e0974-c6a6-48a4-8bb8-25668efd9429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (9ad2090b-dfa0-4910-9dd4-8d8ddec28d58), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:20.885190 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a76205c1-b27a-4c1f-ab6f-a3cab5b2a382 req-bef348b2-7cbd-4aef-bfa1-8641aecf88c5 tempest-ServerDiagnosticsNegativeTest-1156319163 tempest-ServerDiagnosticsNegativeTest-1156319163-project] Network 5124bd00-da2a-4bd6-93a0-c14c92afb11f is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:43:20.897975 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef348b2-7cbd-4aef-bfa1-8641aecf88c5 tempest-ServerDiagnosticsNegativeTest-1156319163 tempest-ServerDiagnosticsNegativeTest-1156319163-project] Pushing event updated for resources: {'Port': ['ID=e2f4abc8-e505-4fe2-826f-8c322e379799,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:43:20.923596 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [req-a76205c1-b27a-4c1f-ab6f-a3cab5b2a382 req-bef348b2-7cbd-4aef-bfa1-8641aecf88c5 tempest-ServerDiagnosticsNegativeTest-1156319163 tempest-ServerDiagnosticsNegativeTest-1156319163-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:43:20.951402 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-a76205c1-b27a-4c1f-ab6f-a3cab5b2a382 req-bef348b2-7cbd-4aef-bfa1-8641aecf88c5 tempest-ServerDiagnosticsNegativeTest-1156319163 tempest-ServerDiagnosticsNegativeTest-1156319163-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:43:21.050472 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2fbe3113-820c-4a72-9abd-da76ead0a19e tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (bfd70287-182a-4b0b-951c-428ef24eece7), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:21.053035 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2fbe3113-820c-4a72-9abd-da76ead0a19e tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:21.054371 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-2fbe3113-820c-4a72-9abd-da76ead0a19e tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] 10.222.0.72 "DELETE /v2.0/security-groups/bfd70287-182a-4b0b-951c-428ef24eece7 HTTP/1.1" status: 204 len: 168 time: 1.6287684 Feb 19 02:43:21.083298 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 50716) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:43:21.084072 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbe3113-820c-4a72-9abd-da76ead0a19e tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd70287-182a-4b0b-951c-428ef24eece7,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:43:21.163412 n-d-826753-2 neutron-server[103701]: INFO neutron.api.v2.resource [None req-3864a19a-66ef-4074-926f-d1a76889379d tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] show failed (client error): The resource could not be found. Feb 19 02:43:21.164459 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-3864a19a-66ef-4074-926f-d1a76889379d tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] 10.222.0.72 "GET /v2.0/security-groups/bfd70287-182a-4b0b-951c-428ef24eece7 HTTP/1.1" status: 404 len: 347 time: 0.0781646 Feb 19 02:43:21.171369 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 50718) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:43:21.174019 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-b85f88b0-5525-4b03-a9f8-236bbf32a43b admin admin] Allocated IP 172.20.0.1 (b9607a7d-a614-4e7e-9b78-7a03435981cd/d2033077-1959-44c4-8350-4ab07c144e75/2f8bf5c7-8e9b-4b2c-b5d8-ec28492d18dd) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:43:21.195037 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e61e53a1-1d5a-4b13-9086-52883891f0fe req-7a6f5984-c653-4dda-9366-73312c6d99c8 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3468494 Feb 19 02:43:21.238760 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-c56e0974-c6a6-48a4-8bb8-25668efd9429 None None] Current status of the port 9ad2090b-dfa0-4910-9dd4-8d8ddec28d58 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:43:21.300265 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b85f88b0-5525-4b03-a9f8-236bbf32a43b admin admin] Publish callbacks [] for port (2f8bf5c7-8e9b-4b2c-b5d8-ec28492d18dd), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:21.304090 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76205c1-b27a-4c1f-ab6f-a3cab5b2a382 req-bef348b2-7cbd-4aef-bfa1-8641aecf88c5 tempest-ServerDiagnosticsNegativeTest-1156319163 tempest-ServerDiagnosticsNegativeTest-1156319163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:21.304936 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-a76205c1-b27a-4c1f-ab6f-a3cab5b2a382 req-bef348b2-7cbd-4aef-bfa1-8641aecf88c5 tempest-ServerDiagnosticsNegativeTest-1156319163 tempest-ServerDiagnosticsNegativeTest-1156319163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:21.390251 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-660002f7-b326-4be4-b895-5fbcde952860 None None] Publish callbacks [] for port (b49f423f-a425-4727-a232-a9caca2872c4), precommit_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:21.406241 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-660002f7-b326-4be4-b895-5fbcde952860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (b49f423f-a425-4727-a232-a9caca2872c4), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:21.418759 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b85f88b0-5525-4b03-a9f8-236bbf32a43b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (2f8bf5c7-8e9b-4b2c-b5d8-ec28492d18dd), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:21.439413 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a76205c1-b27a-4c1f-ab6f-a3cab5b2a382 req-bef348b2-7cbd-4aef-bfa1-8641aecf88c5 tempest-ServerDiagnosticsNegativeTest-1156319163 tempest-ServerDiagnosticsNegativeTest-1156319163-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7774229 Feb 19 02:43:21.463190 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-a76205c1-b27a-4c1f-ab6f-a3cab5b2a382 req-5701bffb-9bd4-4e50-8f0b-4f15c8a9dbf9 service neutron] Request body: {'port': {'device_id': 'ef23c3df-ec8e-41a5-b9c3-62ccd931ca76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826753-2'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:43:21.474819 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf3ce1d-ece8-48b2-a913-2af2cce4c077 req-dda9b339-bd8c-470e-a7a9-37dc4c24fd71 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:21.482739 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-caf3ce1d-ece8-48b2-a913-2af2cce4c077 req-dda9b339-bd8c-470e-a7a9-37dc4c24fd71 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=cdaf6704-79e6-465e-a79c-4b9c28f4325f HTTP/1.1" status: 200 len: 950 time: 0.4335308 Feb 19 02:43:21.519345 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85f88b0-5525-4b03-a9f8-236bbf32a43b admin admin] Network b9607a7d-a614-4e7e-9b78-7a03435981cd is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:43:21.532690 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-b85f88b0-5525-4b03-a9f8-236bbf32a43b admin admin] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:43:21.537798 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1dc8feff-d672-4022-8ac3-64be9293b4eb tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:21.544044 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85f88b0-5525-4b03-a9f8-236bbf32a43b admin admin] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:43:21.547824 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85f88b0-5525-4b03-a9f8-236bbf32a43b admin admin] Pushing event updated for resources: {'Port': ['ID=2f8bf5c7-8e9b-4b2c-b5d8-ec28492d18dd,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:43:21.555326 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f6f7c4-cde4-4033-abd3-e0389bc8f82d None None] Pushing event updated for resources: {'Port': ['ID=b49f423f-a425-4727-a232-a9caca2872c4,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:43:21.566800 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-660002f7-b326-4be4-b895-5fbcde952860 None None] Attempting to bind port b49f423f-a425-4727-a232-a9caca2872c4 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:43:21.567354 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-660002f7-b326-4be4-b895-5fbcde952860 None None] Attempting to bind port b49f423f-a425-4727-a232-a9caca2872c4 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:43:21.567879 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660002f7-b326-4be4-b895-5fbcde952860 None None] Attempting to bind port b49f423f-a425-4727-a232-a9caca2872c4 on network eaf64708-9021-419e-b287-ef3e0f51e2ee {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:43:21.574213 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1dc8feff-d672-4022-8ac3-64be9293b4eb tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16285943'] for floatingip (e6e7f2ed-e866-445b-8162-2ac57aa4b548), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:21.582017 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-d6d492f7-35f1-4aed-a7af-43eb93218f1c None None] Provisioning complete for port e2f4abc8-e505-4fe2-826f-8c322e379799 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:43:21.582499 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d6d492f7-35f1-4aed-a7af-43eb93218f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (e2f4abc8-e505-4fe2-826f-8c322e379799), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:21.639960 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-d6d492f7-35f1-4aed-a7af-43eb93218f1c None None] Port e2f4abc8-e505-4fe2-826f-8c322e379799 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:43:21.641919 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660002f7-b326-4be4-b895-5fbcde952860 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:43:21.643065 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660002f7-b326-4be4-b895-5fbcde952860 None None] Checking segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:43:21.643874 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-660002f7-b326-4be4-b895-5fbcde952860 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:21.644598 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660002f7-b326-4be4-b895-5fbcde952860 None None] Bound using segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:43:21.645326 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-660002f7-b326-4be4-b895-5fbcde952860 None None] Bound port: b49f423f-a425-4727-a232-a9caca2872c4, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:43:21.645844 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-660002f7-b326-4be4-b895-5fbcde952860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (b49f423f-a425-4727-a232-a9caca2872c4), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:21.730014 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-660002f7-b326-4be4-b895-5fbcde952860 None None] For port b49f423f-a425-4727-a232-a9caca2872c4, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:43:21.734931 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-660002f7-b326-4be4-b895-5fbcde952860 None None] For port b49f423f-a425-4727-a232-a9caca2872c4, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=b49f423f-a425-4727-a232-a9caca2872c4,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:43:21.747816 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-caf3ce1d-ece8-48b2-a913-2af2cce4c077 req-aba8bad0-c69c-448a-b17c-c2ff54b2f8b2 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640626 Feb 19 02:43:21.751667 n-d-826753-2 neutron-server[103702]: INFO neutron.db.l3_db [None req-1dc8feff-d672-4022-8ac3-64be9293b4eb tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] Floating IP e6e7f2ed-e866-445b-8162-2ac57aa4b548 associated. External IP: 172.25.6.201, port: 60be77ed-7c6c-4277-9f96-c3d168980c75. Feb 19 02:43:21.752127 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-660002f7-b326-4be4-b895-5fbcde952860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (b49f423f-a425-4727-a232-a9caca2872c4), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:21.782721 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-035d715d-d13b-4cd1-ac14-99fd6e05c9bc tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] Deleting port e0279a39-6307-48cd-96bd-308fab27f0d4 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:43:21.783099 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-035d715d-d13b-4cd1-ac14-99fd6e05c9bc tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (e0279a39-6307-48cd-96bd-308fab27f0d4), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:21.828747 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 9ad2090b-dfa0-4910-9dd4-8d8ddec28d58 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:43:21.843355 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b85f88b0-5525-4b03-a9f8-236bbf32a43b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16289150'] for router_interface (98bbefd7-eb7b-40dc-b501-fc554b25d0ce), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:21.900065 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-a76205c1-b27a-4c1f-ab6f-a3cab5b2a382 req-5701bffb-9bd4-4e50-8f0b-4f15c8a9dbf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (e2f4abc8-e505-4fe2-826f-8c322e379799), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:21.957842 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f6f7c4-cde4-4033-abd3-e0389bc8f82d None None] Pushing event updated for resources: {'Port': ['ID=b49f423f-a425-4727-a232-a9caca2872c4,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:43:22.007714 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-d9999ff9-d728-4b27-abdf-c3be067253e3 None None] Provisioning complete for port 2f8bf5c7-8e9b-4b2c-b5d8-ec28492d18dd triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:43:22.008670 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d9999ff9-d728-4b27-abdf-c3be067253e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (2f8bf5c7-8e9b-4b2c-b5d8-ec28492d18dd), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:22.046320 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:22.054305 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660002f7-b326-4be4-b895-5fbcde952860 None None] Routers {'98bbefd7-eb7b-40dc-b501-fc554b25d0ce'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:43:22.055096 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-660002f7-b326-4be4-b895-5fbcde952860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:43:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['98bbefd7-eb7b-40dc-b501-fc554b25d0ce'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:43:22.101795 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8db075-b5f6-4f4f-98cf-b6e04822edec req-41bac311-78a4-4280-8619-203edc09e7bf tempest-ServerDiagnosticsNegativeTest-1156319163 tempest-ServerDiagnosticsNegativeTest-1156319163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:22.103432 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5a8db075-b5f6-4f4f-98cf-b6e04822edec req-41bac311-78a4-4280-8619-203edc09e7bf tempest-ServerDiagnosticsNegativeTest-1156319163 tempest-ServerDiagnosticsNegativeTest-1156319163-project] 10.222.0.72 "GET /v2.0/ports?device_id=ef23c3df-ec8e-41a5-b9c3-62ccd931ca76 HTTP/1.1" status: 200 len: 936 time: 0.2589793 Feb 19 02:43:22.114131 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-035d715d-d13b-4cd1-ac14-99fd6e05c9bc tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (e0279a39-6307-48cd-96bd-308fab27f0d4), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:22.114771 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-035d715d-d13b-4cd1-ac14-99fd6e05c9bc tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] Publish callbacks [] for floatingip (e0279a39-6307-48cd-96bd-308fab27f0d4), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:22.134272 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-d9999ff9-d728-4b27-abdf-c3be067253e3 None None] Port 2f8bf5c7-8e9b-4b2c-b5d8-ec28492d18dd cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:43:22.138032 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 9ad2090b-dfa0-4910-9dd4-8d8ddec28d58 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:43:22.138032 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (9ad2090b-dfa0-4910-9dd4-8d8ddec28d58), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:22.218227 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b85f88b0-5525-4b03-a9f8-236bbf32a43b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (2f8bf5c7-8e9b-4b2c-b5d8-ec28492d18dd), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:22.243017 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dc8feff-d672-4022-8ac3-64be9293b4eb tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] Router 92e744fe-57fc-429c-a64b-31cda8120436 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:43:22.319933 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [req-a76205c1-b27a-4c1f-ab6f-a3cab5b2a382 req-5701bffb-9bd4-4e50-8f0b-4f15c8a9dbf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2f4abc8-e505-4fe2-826f-8c322e379799 {{(pid=103701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:43:22.329086 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-a76205c1-b27a-4c1f-ab6f-a3cab5b2a382 req-5701bffb-9bd4-4e50-8f0b-4f15c8a9dbf9 service neutron] Publish callbacks [] for port (e2f4abc8-e505-4fe2-826f-8c322e379799), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:22.341934 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.provisioning_blocks [req-a76205c1-b27a-4c1f-ab6f-a3cab5b2a382 req-5701bffb-9bd4-4e50-8f0b-4f15c8a9dbf9 service neutron] Transition to ACTIVE for port object e2f4abc8-e505-4fe2-826f-8c322e379799 will not be triggered until provisioned by entity L2. {{(pid=103701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:43:22.372519 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-a76205c1-b27a-4c1f-ab6f-a3cab5b2a382 req-5701bffb-9bd4-4e50-8f0b-4f15c8a9dbf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (e2f4abc8-e505-4fe2-826f-8c322e379799), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:22.384658 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-035d715d-d13b-4cd1-ac14-99fd6e05c9bc tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] Calling delete_port for e0279a39-6307-48cd-96bd-308fab27f0d4 owned by network:floatingip {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:43:22.402358 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dc8feff-d672-4022-8ac3-64be9293b4eb tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:43:22.410724 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:22.411512 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1dc8feff-d672-4022-8ac3-64be9293b4eb tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:22.420102 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3583218c-5578-4062-99c1-e9ff096af49f None None] Sync routers for ids ['92e744fe-57fc-429c-a64b-31cda8120436'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:43:22.423290 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-660002f7-b326-4be4-b895-5fbcde952860 None None] Set router 98bbefd7-eb7b-40dc-b501-fc554b25d0ce gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:43:22.496372 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-1dc8feff-d672-4022-8ac3-64be9293b4eb tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] 10.222.0.72 "PUT /v2.0/floatingips/e6e7f2ed-e866-445b-8162-2ac57aa4b548 HTTP/1.1" status: 200 len: 991 time: 2.8813291 Feb 19 02:43:22.496372 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5517c022-d86f-4add-beb2-5773f3371e62', 'tag': '60be77ed-7c6c-4277-9f96-c3d168980c75'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:43:22.496372 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c3846bc-f611-4117-bfdd-bd83d0b68282" -d '{"events": [{"name": "network-changed", "server_uuid": "5517c022-d86f-4add-beb2-5773f3371e62", "tag": "60be77ed-7c6c-4277-9f96-c3d168980c75"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:43:22.546800 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3583218c-5578-4062-99c1-e9ff096af49f None None] Routers {'92e744fe-57fc-429c-a64b-31cda8120436'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:43:22.547859 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-3583218c-5578-4062-99c1-e9ff096af49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:43:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['92e744fe-57fc-429c-a64b-31cda8120436'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:43:22.574464 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b85f88b0-5525-4b03-a9f8-236bbf32a43b admin admin] Publish callbacks [] for port (2f8bf5c7-8e9b-4b2c-b5d8-ec28492d18dd), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:22.581114 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b85f88b0-5525-4b03-a9f8-236bbf32a43b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (2f8bf5c7-8e9b-4b2c-b5d8-ec28492d18dd), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:22.668060 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85f88b0-5525-4b03-a9f8-236bbf32a43b admin admin] Pushing event updated for resources: {'Port': ['ID=2f8bf5c7-8e9b-4b2c-b5d8-ec28492d18dd,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:43:22.670172 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 9ad2090b-dfa0-4910-9dd4-8d8ddec28d58 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:43:22.671428 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device e8524d44-ce18-4365-9f2a-0cdf8fa34a04 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:43:22.672818 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b85f88b0-5525-4b03-a9f8-236bbf32a43b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16362769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16289258'] for router_interface (98bbefd7-eb7b-40dc-b501-fc554b25d0ce), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:22.786814 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85f88b0-5525-4b03-a9f8-236bbf32a43b admin admin] Network b9607a7d-a614-4e7e-9b78-7a03435981cd is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:43:22.792246 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-b85f88b0-5525-4b03-a9f8-236bbf32a43b admin admin] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:43:22.843423 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-3583218c-5578-4062-99c1-e9ff096af49f None None] Set router 92e744fe-57fc-429c-a64b-31cda8120436 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:43:22.902032 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port e8524d44-ce18-4365-9f2a-0cdf8fa34a04 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:43:22.902708 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (e8524d44-ce18-4365-9f2a-0cdf8fa34a04), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:22.912986 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5a8db075-b5f6-4f4f-98cf-b6e04822edec req-10859712-18bb-4dfd-b517-df2b9815b926 tempest-ServerDiagnosticsNegativeTest-1156319163 tempest-ServerDiagnosticsNegativeTest-1156319163-project] 10.222.0.72 "GET /v2.0/security-groups?id=868400de-2a89-4c13-a950-ed6b948f890b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7929389 Feb 19 02:43:22.958025 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575828ab-2228-4139-ad24-40cd2e572d9e req-6b7b4569-ae94-4a92-b7da-0ad512078c41 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:22.970678 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-575828ab-2228-4139-ad24-40cd2e572d9e req-6b7b4569-ae94-4a92-b7da-0ad512078c41 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa9b45d5-254c-45de-8e0f-03eec8283098 HTTP/1.1" status: 200 len: 945 time: 0.6068475 Feb 19 02:43:22.993909 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72ca21bf-1a32-4e42-9b2d-c6466e18a8ca x-openstack-request-id: req-72ca21bf-1a32-4e42-9b2d-c6466e18a8ca {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:43:22.994213 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5517c022-d86f-4add-beb2-5773f3371e62", "tag": "60be77ed-7c6c-4277-9f96-c3d168980c75", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:43:22.994469 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-72ca21bf-1a32-4e42-9b2d-c6466e18a8ca {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:43:22.995156 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5517c022-d86f-4add-beb2-5773f3371e62', 'tag': '60be77ed-7c6c-4277-9f96-c3d168980c75', 'status': 'completed', 'code': 200} Feb 19 02:43:23.017106 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5701bffb-9bd4-4e50-8f0b-4f15c8a9dbf9 service neutron] Pushing event updated for resources: {'Port': ['ID=e2f4abc8-e505-4fe2-826f-8c322e379799,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:43:23.030139 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b85f88b0-5525-4b03-a9f8-236bbf32a43b admin admin] Router 98bbefd7-eb7b-40dc-b501-fc554b25d0ce has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:43:23.253855 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b85f88b0-5525-4b03-a9f8-236bbf32a43b admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:43:23.271097 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-b85f88b0-5525-4b03-a9f8-236bbf32a43b admin admin] 10.222.0.72 "PUT /v2.0/routers/98bbefd7-eb7b-40dc-b501-fc554b25d0ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1882195 Feb 19 02:43:23.274976 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-575828ab-2228-4139-ad24-40cd2e572d9e req-96f7418f-05b9-49d1-b046-7fcabf9c264d tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3035038 Feb 19 02:43:23.282039 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-a76205c1-b27a-4c1f-ab6f-a3cab5b2a382 req-5701bffb-9bd4-4e50-8f0b-4f15c8a9dbf9 service neutron] Attempting to bind port e2f4abc8-e505-4fe2-826f-8c322e379799 on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:43:23.282563 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-a76205c1-b27a-4c1f-ab6f-a3cab5b2a382 req-5701bffb-9bd4-4e50-8f0b-4f15c8a9dbf9 service neutron] Attempting to bind port e2f4abc8-e505-4fe2-826f-8c322e379799 by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:43:23.283072 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76205c1-b27a-4c1f-ab6f-a3cab5b2a382 req-5701bffb-9bd4-4e50-8f0b-4f15c8a9dbf9 service neutron] Attempting to bind port e2f4abc8-e505-4fe2-826f-8c322e379799 on network 5124bd00-da2a-4bd6-93a0-c14c92afb11f {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:43:23.293867 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76205c1-b27a-4c1f-ab6f-a3cab5b2a382 req-5701bffb-9bd4-4e50-8f0b-4f15c8a9dbf9 service neutron] Port e2f4abc8-e505-4fe2-826f-8c322e379799 on network 5124bd00-da2a-4bd6-93a0-c14c92afb11f not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:43:23.294392 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76205c1-b27a-4c1f-ab6f-a3cab5b2a382 req-5701bffb-9bd4-4e50-8f0b-4f15c8a9dbf9 service neutron] Attempting to bind port e2f4abc8-e505-4fe2-826f-8c322e379799 on network 5124bd00-da2a-4bd6-93a0-c14c92afb11f {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:43:23.329787 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76205c1-b27a-4c1f-ab6f-a3cab5b2a382 req-5701bffb-9bd4-4e50-8f0b-4f15c8a9dbf9 service neutron] Checking agent: {'id': 'bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:43:23.330517 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76205c1-b27a-4c1f-ab6f-a3cab5b2a382 req-5701bffb-9bd4-4e50-8f0b-4f15c8a9dbf9 service neutron] Checking segment: {'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:43:23.331218 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76205c1-b27a-4c1f-ab6f-a3cab5b2a382 req-5701bffb-9bd4-4e50-8f0b-4f15c8a9dbf9 service neutron] Bound using segment: {'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:43:23.331817 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-a76205c1-b27a-4c1f-ab6f-a3cab5b2a382 req-5701bffb-9bd4-4e50-8f0b-4f15c8a9dbf9 service neutron] Bound port: e2f4abc8-e505-4fe2-826f-8c322e379799, host: n-h2-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'}}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:43:23.332496 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-a76205c1-b27a-4c1f-ab6f-a3cab5b2a382 req-5701bffb-9bd4-4e50-8f0b-4f15c8a9dbf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (e2f4abc8-e505-4fe2-826f-8c322e379799), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:23.339956 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3846bc-f611-4117-bfdd-bd83d0b68282 req-45e665f8-1425-4ad3-a4bb-784b3c1f87d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:23.341768 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3c3846bc-f611-4117-bfdd-bd83d0b68282 req-45e665f8-1425-4ad3-a4bb-784b3c1f87d7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=96ff41aa05534200964233b47085cac9&device_id=5517c022-d86f-4add-beb2-5773f3371e62 HTTP/1.1" status: 200 len: 1127 time: 0.2436116 Feb 19 02:43:23.351613 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-660002f7-b326-4be4-b895-5fbcde952860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98bbefd7-eb7b-40dc-b501-fc554b25d0ce', 'name': 'tempest-AttachSCSIVolumeTestJSON-1337270736-router', 'tenant_id': '14b5dc4687694c20b0270d65faef3f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': 'b49f423f-a425-4727-a232-a9caca2872c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:43:15Z', 'updated_at': '2022-02-19T02:43:17Z', 'revision_number': 3, 'project_id': '14b5dc4687694c20b0270d65faef3f7e', 'gw_port': {'id': 'b49f423f-a425-4727-a232-a9caca2872c4', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:01:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98bbefd7-eb7b-40dc-b501-fc554b25d0ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:43:16Z', 'updated_at': '2022-02-19T02:43:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:43:23.356157 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c29c3ea-d522-4efe-882c-431a12776fe8 req-22cf9a31-5797-447c-a67a-c0d91396720f tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:23.365096 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6c29c3ea-d522-4efe-882c-431a12776fe8 req-22cf9a31-5797-447c-a67a-c0d91396720f tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=cdaf6704-79e6-465e-a79c-4b9c28f4325f HTTP/1.1" status: 200 len: 950 time: 0.2225316 Feb 19 02:43:23.456603 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660002f7-b326-4be4-b895-5fbcde952860 None None] The sync data for ids ['98bbefd7-eb7b-40dc-b501-fc554b25d0ce'] in n-d-826753-2 is: [{'id': '98bbefd7-eb7b-40dc-b501-fc554b25d0ce', 'name': 'tempest-AttachSCSIVolumeTestJSON-1337270736-router', 'tenant_id': '14b5dc4687694c20b0270d65faef3f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': 'b49f423f-a425-4727-a232-a9caca2872c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:43:15Z', 'updated_at': '2022-02-19T02:43:17Z', 'revision_number': 3, 'project_id': '14b5dc4687694c20b0270d65faef3f7e', 'gw_port': {'id': 'b49f423f-a425-4727-a232-a9caca2872c4', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:01:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98bbefd7-eb7b-40dc-b501-fc554b25d0ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:43:16Z', 'updated_at': '2022-02-19T02:43:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:43:23.461856 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-0a3f2f44-9db2-432f-89c1-38045a1efa08 None None] Provisioning complete for port 2f8bf5c7-8e9b-4b2c-b5d8-ec28492d18dd triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:43:23.462274 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-0a3f2f44-9db2-432f-89c1-38045a1efa08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (2f8bf5c7-8e9b-4b2c-b5d8-ec28492d18dd), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:23.531989 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-0a3f2f44-9db2-432f-89c1-38045a1efa08 None None] Port 2f8bf5c7-8e9b-4b2c-b5d8-ec28492d18dd cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:43:23.533819 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port e8524d44-ce18-4365-9f2a-0cdf8fa34a04 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:43:23.581686 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-3583218c-5578-4062-99c1-e9ff096af49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92e744fe-57fc-429c-a64b-31cda8120436', 'name': 'tempest-ServersTestFqdnHostnames-4944045-router', 'tenant_id': '96ff41aa05534200964233b47085cac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '7e86580e-0894-4272-8d0f-cd4186e9bad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:42:41Z', 'updated_at': '2022-02-19T02:42:49Z', 'revision_number': 4, 'project_id': '96ff41aa05534200964233b47085cac9', 'gw_port': {'id': '7e86580e-0894-4272-8d0f-cd4186e9bad2', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:92:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e744fe-57fc-429c-a64b-31cda8120436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:42:42Z', 'updated_at': '2022-02-19T02:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': 'e6e7f2ed-e866-445b-8162-2ac57aa4b548', 'tenant_id': '96ff41aa05534200964233b47085cac9', 'floating_ip_address': '172.25.6.201', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': '92e744fe-57fc-429c-a64b-31cda8120436', 'port_id': '60be77ed-7c6c-4277-9f96-c3d168980c75', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee39ff61-2b71-49ef-88f9-87356161a1ed', 'mac_address': 'fa:16:3e:36:86:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5517c022-d86f-4add-beb2-5773f3371e62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:42:56Z', 'updated_at': '2022-02-19T02:43:21Z', 'revision_number': 1, 'project_id': '96ff41aa05534200964233b47085cac9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '655589a7-b312-4e61-b921-afba34fffe4a', 'name': '', 'network_id': 'ee39ff61-2b71-49ef-88f9-87356161a1ed', 'tenant_id': '96ff41aa05534200964233b47085cac9', 'mac_address': 'fa:16:3e:17:49:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e744fe-57fc-429c-a64b-31cda8120436', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'f203640b-0f60-4d96-89bd-3c6bc1a85a78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:42:47Z', 'updated_at': '2022-02-19T02:42:54Z', 'revision_number': 5, 'project_id': '96ff41aa05534200964233b47085cac9', 'subnets': [{'id': 'f203640b-0f60-4d96-89bd-3c6bc1a85a78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:43:23.615984 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3583218c-5578-4062-99c1-e9ff096af49f None None] Checking router: 92e744fe-57fc-429c-a64b-31cda8120436 for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:43:23.625891 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3583218c-5578-4062-99c1-e9ff096af49f None None] Routers {'92e744fe-57fc-429c-a64b-31cda8120436'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:43:23.626868 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-3583218c-5578-4062-99c1-e9ff096af49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:43:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['92e744fe-57fc-429c-a64b-31cda8120436'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:43:23.631651 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6c29c3ea-d522-4efe-882c-431a12776fe8 req-91c6b839-4564-4635-b226-5e314963f7b5 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651205 Feb 19 02:43:23.688789 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-a76205c1-b27a-4c1f-ab6f-a3cab5b2a382 req-5701bffb-9bd4-4e50-8f0b-4f15c8a9dbf9 service neutron] For port e2f4abc8-e505-4fe2-826f-8c322e379799, host n-h2-826753-2, cleared binding levels {{(pid=103701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:43:23.745361 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-a76205c1-b27a-4c1f-ab6f-a3cab5b2a382 req-5701bffb-9bd4-4e50-8f0b-4f15c8a9dbf9 service neutron] For port e2f4abc8-e505-4fe2-826f-8c322e379799, host n-h2-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=e2f4abc8-e505-4fe2-826f-8c322e379799,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:43:23.749088 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-035d715d-d13b-4cd1-ac14-99fd6e05c9bc tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (e0279a39-6307-48cd-96bd-308fab27f0d4), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:23.820248 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035d715d-d13b-4cd1-ac14-99fd6e05c9bc tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] Pushing event deleted for resources: {'Port': ['ID=e0279a39-6307-48cd-96bd-308fab27f0d4,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:43:23.821646 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-a76205c1-b27a-4c1f-ab6f-a3cab5b2a382 req-5701bffb-9bd4-4e50-8f0b-4f15c8a9dbf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (e2f4abc8-e505-4fe2-826f-8c322e379799), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:23.835459 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-3583218c-5578-4062-99c1-e9ff096af49f None None] Set router 92e744fe-57fc-429c-a64b-31cda8120436 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:43:23.984202 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3846bc-f611-4117-bfdd-bd83d0b68282 req-0d459b27-313b-432e-b574-169eab315e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:23.986812 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3c3846bc-f611-4117-bfdd-bd83d0b68282 req-0d459b27-313b-432e-b574-169eab315e2b service neutron] 10.222.0.73 "GET /v2.0/networks?id=ee39ff61-2b71-49ef-88f9-87356161a1ed HTTP/1.1" status: 200 len: 913 time: 0.6181405 Feb 19 02:43:23.993634 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5701bffb-9bd4-4e50-8f0b-4f15c8a9dbf9 service neutron] Pushing event updated for resources: {'Port': ['ID=e2f4abc8-e505-4fe2-826f-8c322e379799,revision_number=3']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:43:24.166969 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76205c1-b27a-4c1f-ab6f-a3cab5b2a382 req-5701bffb-9bd4-4e50-8f0b-4f15c8a9dbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:24.167872 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-a76205c1-b27a-4c1f-ab6f-a3cab5b2a382 req-5701bffb-9bd4-4e50-8f0b-4f15c8a9dbf9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:24.169400 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a76205c1-b27a-4c1f-ab6f-a3cab5b2a382 req-5701bffb-9bd4-4e50-8f0b-4f15c8a9dbf9 service neutron] 10.222.0.82 "PUT /v2.0/ports/e2f4abc8-e505-4fe2-826f-8c322e379799 HTTP/1.1" status: 200 len: 1096 time: 2.7122538 Feb 19 02:43:24.173559 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef23c3df-ec8e-41a5-b9c3-62ccd931ca76', 'tag': 'e2f4abc8-e505-4fe2-826f-8c322e379799'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:43:24.181890 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6b11cae-d711-4951-86ba-c81ab076ef2d" -d '{"events": [{"name": "network-changed", "server_uuid": "ef23c3df-ec8e-41a5-b9c3-62ccd931ca76", "tag": "e2f4abc8-e505-4fe2-826f-8c322e379799"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:43:24.311743 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3c3846bc-f611-4117-bfdd-bd83d0b68282 req-fed13848-7665-455a-975d-713714540c46 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=60be77ed-7c6c-4277-9f96-c3d168980c75 HTTP/1.1" status: 200 len: 999 time: 0.2881994 Feb 19 02:43:24.523858 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-512b9ea3-6546-4761-b474-ce917dfa034b x-openstack-request-id: req-512b9ea3-6546-4761-b474-ce917dfa034b {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:43:24.524158 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef23c3df-ec8e-41a5-b9c3-62ccd931ca76", "tag": "e2f4abc8-e505-4fe2-826f-8c322e379799", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:43:24.524411 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-512b9ea3-6546-4761-b474-ce917dfa034b {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:43:24.524853 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef23c3df-ec8e-41a5-b9c3-62ccd931ca76', 'tag': 'e2f4abc8-e505-4fe2-826f-8c322e379799', 'status': 'completed', 'code': 200} Feb 19 02:43:24.561788 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-035d715d-d13b-4cd1-ac14-99fd6e05c9bc tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] Publish callbacks [] for floatingip (24e8c017-4598-4c54-ba9d-991028439bcd), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:24.565455 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-035d715d-d13b-4cd1-ac14-99fd6e05c9bc tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:24.566621 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-035d715d-d13b-4cd1-ac14-99fd6e05c9bc tempest-ServersTestManualDisk-1152454881 tempest-ServersTestManualDisk-1152454881-project] 10.222.0.72 "DELETE /v2.0/floatingips/24e8c017-4598-4c54-ba9d-991028439bcd HTTP/1.1" status: 204 len: 168 time: 3.3669851 Feb 19 02:43:24.570042 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 50756) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:43:24.575156 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3af20d5-ee59-4ba7-b4a7-a03926a91211 req-53db9773-7da3-451f-90fc-99b9bd47d63e tempest-ServerDiagnosticsNegativeTest-1156319163 tempest-ServerDiagnosticsNegativeTest-1156319163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:24.585367 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a3af20d5-ee59-4ba7-b4a7-a03926a91211 req-53db9773-7da3-451f-90fc-99b9bd47d63e tempest-ServerDiagnosticsNegativeTest-1156319163 tempest-ServerDiagnosticsNegativeTest-1156319163-project] 10.222.0.72 "GET /v2.0/ports?device_id=ef23c3df-ec8e-41a5-b9c3-62ccd931ca76 HTTP/1.1" status: 200 len: 948 time: 0.4803269 Feb 19 02:43:24.593532 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-3583218c-5578-4062-99c1-e9ff096af49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92e744fe-57fc-429c-a64b-31cda8120436', 'name': 'tempest-ServersTestFqdnHostnames-4944045-router', 'tenant_id': '96ff41aa05534200964233b47085cac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '7e86580e-0894-4272-8d0f-cd4186e9bad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:42:41Z', 'updated_at': '2022-02-19T02:42:49Z', 'revision_number': 4, 'project_id': '96ff41aa05534200964233b47085cac9', 'gw_port': {'id': '7e86580e-0894-4272-8d0f-cd4186e9bad2', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:92:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e744fe-57fc-429c-a64b-31cda8120436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:42:42Z', 'updated_at': '2022-02-19T02:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': 'e6e7f2ed-e866-445b-8162-2ac57aa4b548', 'tenant_id': '96ff41aa05534200964233b47085cac9', 'floating_ip_address': '172.25.6.201', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': '92e744fe-57fc-429c-a64b-31cda8120436', 'port_id': '60be77ed-7c6c-4277-9f96-c3d168980c75', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee39ff61-2b71-49ef-88f9-87356161a1ed', 'mac_address': 'fa:16:3e:36:86:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5517c022-d86f-4add-beb2-5773f3371e62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:42:56Z', 'updated_at': '2022-02-19T02:43:21Z', 'revision_number': 1, 'project_id': '96ff41aa05534200964233b47085cac9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '655589a7-b312-4e61-b921-afba34fffe4a', 'name': '', 'network_id': 'ee39ff61-2b71-49ef-88f9-87356161a1ed', 'tenant_id': '96ff41aa05534200964233b47085cac9', 'mac_address': 'fa:16:3e:17:49:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e744fe-57fc-429c-a64b-31cda8120436', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'f203640b-0f60-4d96-89bd-3c6bc1a85a78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:42:47Z', 'updated_at': '2022-02-19T02:42:54Z', 'revision_number': 5, 'project_id': '96ff41aa05534200964233b47085cac9', 'subnets': [{'id': 'f203640b-0f60-4d96-89bd-3c6bc1a85a78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:43:24.614412 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3846bc-f611-4117-bfdd-bd83d0b68282 req-86a3eac6-fe1d-4050-9e5e-97d0e73e4fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:24.616071 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3c3846bc-f611-4117-bfdd-bd83d0b68282 req-86a3eac6-fe1d-4050-9e5e-97d0e73e4fbc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f203640b-0f60-4d96-89bd-3c6bc1a85a78 HTTP/1.1" status: 200 len: 851 time: 0.2608705 Feb 19 02:43:24.670235 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76205c1-b27a-4c1f-ab6f-a3cab5b2a382 req-71ccb147-a3fe-4b09-81f1-1c00ede54f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:24.675832 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a76205c1-b27a-4c1f-ab6f-a3cab5b2a382 req-71ccb147-a3fe-4b09-81f1-1c00ede54f6c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e3428dd13e9a44ddb40e68a268aeb981&device_id=ef23c3df-ec8e-41a5-b9c3-62ccd931ca76 HTTP/1.1" status: 200 len: 1130 time: 0.3534029 Feb 19 02:43:24.684237 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3583218c-5578-4062-99c1-e9ff096af49f None None] The sync data for ids ['92e744fe-57fc-429c-a64b-31cda8120436'] in n-d-826753-2 is: [{'id': '92e744fe-57fc-429c-a64b-31cda8120436', 'name': 'tempest-ServersTestFqdnHostnames-4944045-router', 'tenant_id': '96ff41aa05534200964233b47085cac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '7e86580e-0894-4272-8d0f-cd4186e9bad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:42:41Z', 'updated_at': '2022-02-19T02:42:49Z', 'revision_number': 4, 'project_id': '96ff41aa05534200964233b47085cac9', 'gw_port': {'id': '7e86580e-0894-4272-8d0f-cd4186e9bad2', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:92:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e744fe-57fc-429c-a64b-31cda8120436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:42:42Z', 'updated_at': '2022-02-19T02:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': 'e6e7f2ed-e866-445b-8162-2ac57aa4b548', 'tenant_id': '96ff41aa05534200964233b47085cac9', 'floating_ip_address': '172.25.6.201', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': '92e744fe-57fc-429c-a64b-31cda8120436', 'port_id': '60be77ed-7c6c-4277-9f96-c3d168980c75', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee39ff61-2b71-49ef-88f9-87356161a1ed', 'mac_address': 'fa:16:3e:36:86:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5517c022-d86f-4add-beb2-5773f3371e62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:42:56Z', 'updated_at': '2022-02-19T02:43:21Z', 'revision_number': 1, 'project_id': '96ff41aa05534200964233b47085cac9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '655589a7-b312-4e61-b921-afba34fffe4a', 'name': '', 'network_id': 'ee39ff61-2b71-49ef-88f9-87356161a1ed', 'tenant_id': '96ff41aa05534200964233b47085cac9', 'mac_address': 'fa:16:3e:17:49:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e744fe-57fc-429c-a64b-31cda8120436', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'f203640b-0f60-4d96-89bd-3c6bc1a85a78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:42:47Z', 'updated_at': '2022-02-19T02:42:54Z', 'revision_number': 5, 'project_id': '96ff41aa05534200964233b47085cac9', 'subnets': [{'id': 'f203640b-0f60-4d96-89bd-3c6bc1a85a78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:43:24.831895 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a76205c1-b27a-4c1f-ab6f-a3cab5b2a382 req-ac620f3d-5f49-4bd8-9e83-24ecb2d7d415 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=e2f4abc8-e505-4fe2-826f-8c322e379799 HTTP/1.1" status: 200 len: 217 time: 0.1122928 Feb 19 02:43:25.038229 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76205c1-b27a-4c1f-ab6f-a3cab5b2a382 req-b6ad0f29-6fc5-4ebb-aab0-cfb0321d1598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:25.042297 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a76205c1-b27a-4c1f-ab6f-a3cab5b2a382 req-b6ad0f29-6fc5-4ebb-aab0-cfb0321d1598 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=974c06bc-f097-4890-970a-b087501ab241 HTTP/1.1" status: 200 len: 843 time: 0.1674657 Feb 19 02:43:25.196954 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab184b6-5ac9-4b7a-bb21-b38f392a577c None None] New status for floating IP e6e7f2ed-e866-445b-8162-2ac57aa4b548: ACTIVE {{(pid=103704) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 02:43:25.337367 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a3af20d5-ee59-4ba7-b4a7-a03926a91211 req-5e996686-dd72-4610-ab03-fc1cbd0074fb tempest-ServerDiagnosticsNegativeTest-1156319163 tempest-ServerDiagnosticsNegativeTest-1156319163-project] 10.222.0.72 "GET /v2.0/security-groups?id=868400de-2a89-4c13-a950-ed6b948f890b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7498271 Feb 19 02:43:25.348631 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3846bc-f611-4117-bfdd-bd83d0b68282 req-1617470a-2061-4eb0-938b-c43a663dfffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:25.379636 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3c3846bc-f611-4117-bfdd-bd83d0b68282 req-1617470a-2061-4eb0-938b-c43a663dfffd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ee39ff61-2b71-49ef-88f9-87356161a1ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7554548 Feb 19 02:43:25.591432 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfe80d5-ab87-4a3f-8b51-de8719c4df61 req-e291230c-571e-48f5-9e7c-03472a338c65 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:25.603536 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c89eb57a-e511-4793-ba3b-e48a45f7b579 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16289271'] for router_interface (aa702705-3898-4a5b-b1f3-44e4ee0c488f), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:25.607413 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6bfe80d5-ab87-4a3f-8b51-de8719c4df61 req-e291230c-571e-48f5-9e7c-03472a338c65 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa9b45d5-254c-45de-8e0f-03eec8283098 HTTP/1.1" status: 200 len: 945 time: 0.7615259 Feb 19 02:43:25.705204 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76205c1-b27a-4c1f-ab6f-a3cab5b2a382 req-4cc60372-e5c3-4105-a61e-065ba8e42b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:25.715850 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a76205c1-b27a-4c1f-ab6f-a3cab5b2a382 req-4cc60372-e5c3-4105-a61e-065ba8e42b4a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5124bd00-da2a-4bd6-93a0-c14c92afb11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.6122646 Feb 19 02:43:25.732545 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device b49f423f-a425-4727-a232-a9caca2872c4 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:43:25.875826 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port b49f423f-a425-4727-a232-a9caca2872c4 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:43:25.876388 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (b49f423f-a425-4727-a232-a9caca2872c4), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:25.901916 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6bfe80d5-ab87-4a3f-8b51-de8719c4df61 req-da05efdd-7d00-4179-988f-5a5cf7b424b7 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2930081 Feb 19 02:43:25.945295 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f77b03-e72a-4e9c-8ed4-81d79a0bc292 req-c0e96c6c-42ae-4111-9f4b-d26eb93d08a5 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:25.947098 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-55f77b03-e72a-4e9c-8ed4-81d79a0bc292 req-c0e96c6c-42ae-4111-9f4b-d26eb93d08a5 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=cdaf6704-79e6-465e-a79c-4b9c28f4325f HTTP/1.1" status: 200 len: 950 time: 0.2925549 Feb 19 02:43:25.957175 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3c3846bc-f611-4117-bfdd-bd83d0b68282 req-3d4d804d-e5dc-4c30-a4b6-fa1f3f4e49a4 service neutron] 10.222.0.73 "GET /v2.0/networks/ee39ff61-2b71-49ef-88f9-87356161a1ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5599263 Feb 19 02:43:25.959817 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a76205c1-b27a-4c1f-ab6f-a3cab5b2a382 req-dd3557c2-3683-49f6-9eec-f74814f67698 service neutron] 10.222.0.82 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281578 Feb 19 02:43:26.025615 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:26.105798 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port b49f423f-a425-4727-a232-a9caca2872c4 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:43:26.109479 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (b49f423f-a425-4727-a232-a9caca2872c4), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:26.146212 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-c89eb57a-e511-4793-ba3b-e48a45f7b579 admin admin] Deleting port 8ac3e26a-5d92-4e4f-a18b-ef39c82ad54c {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:43:26.148442 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c89eb57a-e511-4793-ba3b-e48a45f7b579 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (8ac3e26a-5d92-4e4f-a18b-ef39c82ad54c), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:26.155998 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port b49f423f-a425-4727-a232-a9caca2872c4, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=b49f423f-a425-4727-a232-a9caca2872c4,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:43:26.160870 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3c3846bc-f611-4117-bfdd-bd83d0b68282 req-96fda626-a3a4-44ea-9f0a-0517e3e07e12 service neutron] 10.222.0.73 "GET /v2.0/networks/ee39ff61-2b71-49ef-88f9-87356161a1ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930430 Feb 19 02:43:26.179007 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (b49f423f-a425-4727-a232-a9caca2872c4), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:26.280614 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=b49f423f-a425-4727-a232-a9caca2872c4,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:43:26.291740 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-c89eb57a-e511-4793-ba3b-e48a45f7b579 admin admin] For port 8ac3e26a-5d92-4e4f-a18b-ef39c82ad54c, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=8ac3e26a-5d92-4e4f-a18b-ef39c82ad54c,segment=NetworkSegment(2ce9568b-cb30-4be2-8f02-4f9226e8510c),segment_id=2ce9568b-cb30-4be2-8f02-4f9226e8510c)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:43:26.292284 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c89eb57a-e511-4793-ba3b-e48a45f7b579 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (8ac3e26a-5d92-4e4f-a18b-ef39c82ad54c), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:26.310258 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-c89eb57a-e511-4793-ba3b-e48a45f7b579 admin admin] Calling delete_port for 8ac3e26a-5d92-4e4f-a18b-ef39c82ad54c owned by network:router_interface {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:43:26.377767 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-55f77b03-e72a-4e9c-8ed4-81d79a0bc292 req-8e969aa5-e743-428f-a6ee-362e799c3922 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276924 Feb 19 02:43:26.574236 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a76205c1-b27a-4c1f-ab6f-a3cab5b2a382 req-6ae691e8-5aeb-4c94-92b5-a38818b18319 service neutron] 10.222.0.82 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4092166 Feb 19 02:43:26.667993 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a930c70f-bcb5-4d50-b38d-61883f0de639 req-ea3d8311-d2ed-4784-95ad-4d5ce879e5de tempest-ServerDiagnosticsNegativeTest-1156319163 tempest-ServerDiagnosticsNegativeTest-1156319163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:26.682479 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a930c70f-bcb5-4d50-b38d-61883f0de639 req-ea3d8311-d2ed-4784-95ad-4d5ce879e5de tempest-ServerDiagnosticsNegativeTest-1156319163 tempest-ServerDiagnosticsNegativeTest-1156319163-project] 10.222.0.72 "GET /v2.0/ports?device_id=ef23c3df-ec8e-41a5-b9c3-62ccd931ca76 HTTP/1.1" status: 200 len: 948 time: 0.2397039 Feb 19 02:43:26.764627 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c89eb57a-e511-4793-ba3b-e48a45f7b579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (8ac3e26a-5d92-4e4f-a18b-ef39c82ad54c), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:26.815689 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89eb57a-e511-4793-ba3b-e48a45f7b579 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ac3e26a-5d92-4e4f-a18b-ef39c82ad54c,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:43:26.848675 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a930c70f-bcb5-4d50-b38d-61883f0de639 req-340a04b2-e184-4fa9-8c72-3ef7f818ff49 tempest-ServerDiagnosticsNegativeTest-1156319163 tempest-ServerDiagnosticsNegativeTest-1156319163-project] 10.222.0.72 "GET /v2.0/security-groups?id=868400de-2a89-4c13-a950-ed6b948f890b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652346 Feb 19 02:43:26.946984 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b11cae-d711-4951-86ba-c81ab076ef2d req-8831f667-a6a7-4748-b081-cb12f8514498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:26.948511 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a6b11cae-d711-4951-86ba-c81ab076ef2d req-8831f667-a6a7-4748-b081-cb12f8514498 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e3428dd13e9a44ddb40e68a268aeb981&device_id=ef23c3df-ec8e-41a5-b9c3-62ccd931ca76 HTTP/1.1" status: 200 len: 1130 time: 0.2311323 Feb 19 02:43:27.187699 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c89eb57a-e511-4793-ba3b-e48a45f7b579 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16362762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16314471'] for router_interface (aa702705-3898-4a5b-b1f3-44e4ee0c488f), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:27.239375 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b11cae-d711-4951-86ba-c81ab076ef2d req-062b9a3d-1d96-4459-9be6-88e1938c33b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:27.240889 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a6b11cae-d711-4951-86ba-c81ab076ef2d req-062b9a3d-1d96-4459-9be6-88e1938c33b2 service neutron] 10.222.0.82 "GET /v2.0/networks?id=5124bd00-da2a-4bd6-93a0-c14c92afb11f HTTP/1.1" status: 200 len: 870 time: 0.2855382 Feb 19 02:43:27.373276 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a6b11cae-d711-4951-86ba-c81ab076ef2d req-0cebe5eb-d93f-49a1-983a-1ab78c142cb7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=e2f4abc8-e505-4fe2-826f-8c322e379799 HTTP/1.1" status: 200 len: 217 time: 0.1085258 Feb 19 02:43:27.544707 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc369735-c2ea-4466-97e8-5688f0c7057d req-6a813371-0680-487b-a2ca-8685ea7392a2 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:27.553515 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fc369735-c2ea-4466-97e8-5688f0c7057d req-6a813371-0680-487b-a2ca-8685ea7392a2 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa9b45d5-254c-45de-8e0f-03eec8283098 HTTP/1.1" status: 200 len: 945 time: 0.3115752 Feb 19 02:43:27.560629 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b11cae-d711-4951-86ba-c81ab076ef2d req-71c062ab-57b3-459b-95cc-8701cc06435e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:27.562338 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a6b11cae-d711-4951-86ba-c81ab076ef2d req-71c062ab-57b3-459b-95cc-8701cc06435e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=974c06bc-f097-4890-970a-b087501ab241 HTTP/1.1" status: 200 len: 843 time: 0.1768348 Feb 19 02:43:27.595176 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5572c6e4-d170-46e9-a2ba-b77751f98a2d None None] Sync routers for ids ['98bbefd7-eb7b-40dc-b501-fc554b25d0ce'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:43:27.611328 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5572c6e4-d170-46e9-a2ba-b77751f98a2d None None] Routers {'98bbefd7-eb7b-40dc-b501-fc554b25d0ce'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:43:27.616605 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-5572c6e4-d170-46e9-a2ba-b77751f98a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:43:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['98bbefd7-eb7b-40dc-b501-fc554b25d0ce'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:43:27.653248 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda6fee2-0338-46b3-9b35-87db0b58b353 req-ba62c620-0a0a-4ffb-8fb3-fc102291cd07 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:27.661076 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bda6fee2-0338-46b3-9b35-87db0b58b353 req-ba62c620-0a0a-4ffb-8fb3-fc102291cd07 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=cdaf6704-79e6-465e-a79c-4b9c28f4325f HTTP/1.1" status: 200 len: 950 time: 0.1684513 Feb 19 02:43:27.705287 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fc369735-c2ea-4466-97e8-5688f0c7057d req-4c8a178f-f935-43d5-8c72-d386596a1b1a tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504319 Feb 19 02:43:27.719741 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c89eb57a-e511-4793-ba3b-e48a45f7b579 admin admin] Router aa702705-3898-4a5b-b1f3-44e4ee0c488f has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:43:27.820911 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b11cae-d711-4951-86ba-c81ab076ef2d req-233e5fd0-2610-4220-bba0-16716664cb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:27.826204 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a6b11cae-d711-4951-86ba-c81ab076ef2d req-233e5fd0-2610-4220-bba0-16716664cb3c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5124bd00-da2a-4bd6-93a0-c14c92afb11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2369738 Feb 19 02:43:27.877714 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bda6fee2-0338-46b3-9b35-87db0b58b353 req-a38c00d6-6051-45d8-93ae-eda6852a15b6 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156751 Feb 19 02:43:28.175255 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a6b11cae-d711-4951-86ba-c81ab076ef2d req-be77a28c-2a61-4df8-a6ae-9947ed920b78 service neutron] 10.222.0.82 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2958379 Feb 19 02:43:28.262202 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8d8b2a-eb0c-44ac-a969-7510b1bd4a8f req-d3b4581c-c80c-4dc0-b8fe-dd8b9103899c tempest-ServerDiagnosticsNegativeTest-1156319163 tempest-ServerDiagnosticsNegativeTest-1156319163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:28.271189 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5a8d8b2a-eb0c-44ac-a969-7510b1bd4a8f req-d3b4581c-c80c-4dc0-b8fe-dd8b9103899c tempest-ServerDiagnosticsNegativeTest-1156319163 tempest-ServerDiagnosticsNegativeTest-1156319163-project] 10.222.0.72 "GET /v2.0/ports?device_id=ef23c3df-ec8e-41a5-b9c3-62ccd931ca76 HTTP/1.1" status: 200 len: 948 time: 0.2130065 Feb 19 02:43:28.337672 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5a8d8b2a-eb0c-44ac-a969-7510b1bd4a8f req-8188e22c-0294-4d81-aa22-e45982086394 tempest-ServerDiagnosticsNegativeTest-1156319163 tempest-ServerDiagnosticsNegativeTest-1156319163-project] 10.222.0.72 "GET /v2.0/security-groups?id=868400de-2a89-4c13-a950-ed6b948f890b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653355 Feb 19 02:43:28.415823 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a6b11cae-d711-4951-86ba-c81ab076ef2d req-3fdd5c15-185f-4fe8-ac17-d13dffe70b91 service neutron] 10.222.0.82 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343323 Feb 19 02:43:28.483409 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-5572c6e4-d170-46e9-a2ba-b77751f98a2d None None] Set router 98bbefd7-eb7b-40dc-b501-fc554b25d0ce gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:43:28.530762 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c89eb57a-e511-4793-ba3b-e48a45f7b579 admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:43:28.540237 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 50792) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:43:28.540971 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-c89eb57a-e511-4793-ba3b-e48a45f7b579 admin admin] 10.222.0.72 "PUT /v2.0/routers/aa702705-3898-4a5b-b1f3-44e4ee0c488f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9698749 Feb 19 02:43:28.542907 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b94d26-413f-4664-9f31-ac73d26e189c None None] Sync routers for ids ['aa702705-3898-4a5b-b1f3-44e4ee0c488f'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:43:28.560362 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b94d26-413f-4664-9f31-ac73d26e189c None None] Routers {'aa702705-3898-4a5b-b1f3-44e4ee0c488f'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:43:28.565887 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-d6b94d26-413f-4664-9f31-ac73d26e189c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:43:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['aa702705-3898-4a5b-b1f3-44e4ee0c488f'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:43:28.570151 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device b49f423f-a425-4727-a232-a9caca2872c4 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:43:28.717537 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5c9b243d-47fd-4820-8fbb-20d26d137847 admin admin] Publish callbacks [] for router (aa702705-3898-4a5b-b1f3-44e4ee0c488f), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:28.746462 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port b49f423f-a425-4727-a232-a9caca2872c4 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:43:28.755985 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-d6b94d26-413f-4664-9f31-ac73d26e189c None None] Set router aa702705-3898-4a5b-b1f3-44e4ee0c488f gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:43:28.758444 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (b49f423f-a425-4727-a232-a9caca2872c4), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:28.923582 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5c9b243d-47fd-4820-8fbb-20d26d137847 admin admin] Publish callbacks [] for router_gateway (aa702705-3898-4a5b-b1f3-44e4ee0c488f), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:29.068300 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2a3296-a395-494b-a3d6-4a50e60c285d req-b17e89a0-4e66-4f1a-992a-956851b13dbf tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:29.069979 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bc2a3296-a395-494b-a3d6-4a50e60c285d req-b17e89a0-4e66-4f1a-992a-956851b13dbf tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa9b45d5-254c-45de-8e0f-03eec8283098 HTTP/1.1" status: 200 len: 945 time: 0.1588809 Feb 19 02:43:29.093550 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-5c9b243d-47fd-4820-8fbb-20d26d137847 admin admin] Deleting port 4c5c6d95-6771-40d0-b2d7-e480effb5e1c {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:43:29.094036 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5c9b243d-47fd-4820-8fbb-20d26d137847 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (4c5c6d95-6771-40d0-b2d7-e480effb5e1c), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:29.114437 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-5572c6e4-d170-46e9-a2ba-b77751f98a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98bbefd7-eb7b-40dc-b501-fc554b25d0ce', 'name': 'tempest-AttachSCSIVolumeTestJSON-1337270736-router', 'tenant_id': '14b5dc4687694c20b0270d65faef3f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': 'b49f423f-a425-4727-a232-a9caca2872c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:43:15Z', 'updated_at': '2022-02-19T02:43:22Z', 'revision_number': 4, 'project_id': '14b5dc4687694c20b0270d65faef3f7e', 'gw_port': {'id': 'b49f423f-a425-4727-a232-a9caca2872c4', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:01:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98bbefd7-eb7b-40dc-b501-fc554b25d0ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:43:16Z', 'updated_at': '2022-02-19T02:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '2f8bf5c7-8e9b-4b2c-b5d8-ec28492d18dd', 'name': '', 'network_id': 'b9607a7d-a614-4e7e-9b78-7a03435981cd', 'tenant_id': '14b5dc4687694c20b0270d65faef3f7e', 'mac_address': 'fa:16:3e:56:27:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98bbefd7-eb7b-40dc-b501-fc554b25d0ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': 'd2033077-1959-44c4-8350-4ab07c144e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:43:20Z', 'updated_at': '2022-02-19T02:43:22Z', 'revision_number': 2, 'project_id': '14b5dc4687694c20b0270d65faef3f7e', 'subnets': [{'id': 'd2033077-1959-44c4-8350-4ab07c144e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:43:29.187991 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5572c6e4-d170-46e9-a2ba-b77751f98a2d None None] Checking router: 98bbefd7-eb7b-40dc-b501-fc554b25d0ce for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:43:29.188649 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bc2a3296-a395-494b-a3d6-4a50e60c285d req-453c6575-654e-41d1-860f-fec3db1bc9d7 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129310 Feb 19 02:43:29.189399 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-d6b94d26-413f-4664-9f31-ac73d26e189c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa702705-3898-4a5b-b1f3-44e4ee0c488f', 'name': 'tempest-ServersTestManualDisk-1107864772-router', 'tenant_id': '6826eb2468f24f9f8cc5534311e52b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '4c5c6d95-6771-40d0-b2d7-e480effb5e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:41:53Z', 'updated_at': '2022-02-19T02:43:26Z', 'revision_number': 5, 'project_id': '6826eb2468f24f9f8cc5534311e52b1d', 'gw_port': {'id': '4c5c6d95-6771-40d0-b2d7-e480effb5e1c', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:c3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa702705-3898-4a5b-b1f3-44e4ee0c488f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:41:55Z', 'updated_at': '2022-02-19T02:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:43:29.191067 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5572c6e4-d170-46e9-a2ba-b77751f98a2d None None] Updating router 98bbefd7-eb7b-40dc-b501-fc554b25d0ce port 2f8bf5c7-8e9b-4b2c-b5d8-ec28492d18dd binding host n-d-826753-2 {{(pid=103703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:43:29.199884 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port b49f423f-a425-4727-a232-a9caca2872c4 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:43:29.210373 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4117a3-b086-4a4c-b18e-b5151f16e6a5 req-8dd8e946-07d6-4149-ae5e-1b60a891c76e tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:29.211920 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ab4117a3-b086-4a4c-b18e-b5151f16e6a5 req-8dd8e946-07d6-4149-ae5e-1b60a891c76e tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=cdaf6704-79e6-465e-a79c-4b9c28f4325f HTTP/1.1" status: 200 len: 950 time: 0.2183619 Feb 19 02:43:29.300929 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-5c9b243d-47fd-4820-8fbb-20d26d137847 admin admin] For port 4c5c6d95-6771-40d0-b2d7-e480effb5e1c, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=4c5c6d95-6771-40d0-b2d7-e480effb5e1c,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:43:29.301606 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5c9b243d-47fd-4820-8fbb-20d26d137847 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (4c5c6d95-6771-40d0-b2d7-e480effb5e1c), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:29.314035 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ab4117a3-b086-4a4c-b18e-b5151f16e6a5 req-f3d12c81-4bc8-4e36-ae79-da6440aa86cf tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940239 Feb 19 02:43:29.322257 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-5c9b243d-47fd-4820-8fbb-20d26d137847 admin admin] Calling delete_port for 4c5c6d95-6771-40d0-b2d7-e480effb5e1c owned by network:router_gateway {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:43:29.378933 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5572c6e4-d170-46e9-a2ba-b77751f98a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (2f8bf5c7-8e9b-4b2c-b5d8-ec28492d18dd), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:29.383728 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b94d26-413f-4664-9f31-ac73d26e189c None None] Checking router: aa702705-3898-4a5b-b1f3-44e4ee0c488f for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:43:29.428114 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b94d26-413f-4664-9f31-ac73d26e189c None None] Routers {'aa702705-3898-4a5b-b1f3-44e4ee0c488f'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:43:29.430067 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-d6b94d26-413f-4664-9f31-ac73d26e189c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:43:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['aa702705-3898-4a5b-b1f3-44e4ee0c488f'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:43:29.646782 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2260ebd3-22e6-46bb-8a9e-eb6295fea3ed req-70b2080a-48a8-4380-b656-f8e0bf885b6b tempest-ServerDiagnosticsNegativeTest-1156319163 tempest-ServerDiagnosticsNegativeTest-1156319163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:29.647903 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-d6b94d26-413f-4664-9f31-ac73d26e189c None None] Set router aa702705-3898-4a5b-b1f3-44e4ee0c488f gateway port host: None {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:43:29.653492 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2260ebd3-22e6-46bb-8a9e-eb6295fea3ed req-70b2080a-48a8-4380-b656-f8e0bf885b6b tempest-ServerDiagnosticsNegativeTest-1156319163 tempest-ServerDiagnosticsNegativeTest-1156319163-project] 10.222.0.72 "GET /v2.0/ports?device_id=ef23c3df-ec8e-41a5-b9c3-62ccd931ca76 HTTP/1.1" status: 200 len: 948 time: 0.1970844 Feb 19 02:43:29.680916 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0273fa2a-1878-4c4f-9879-b381d67abf01 req-6684dcb8-8ad1-4d8e-adfe-0219b5568572 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=be5f7cc1-41e7-4c40-b992-296c70e99846&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1087046 Feb 19 02:43:29.750856 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2260ebd3-22e6-46bb-8a9e-eb6295fea3ed req-8df21fe8-67dd-4ede-a0da-25f7002da78e tempest-ServerDiagnosticsNegativeTest-1156319163 tempest-ServerDiagnosticsNegativeTest-1156319163-project] 10.222.0.72 "GET /v2.0/security-groups?id=868400de-2a89-4c13-a950-ed6b948f890b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918221 Feb 19 02:43:29.786267 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-d6b94d26-413f-4664-9f31-ac73d26e189c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa702705-3898-4a5b-b1f3-44e4ee0c488f', 'name': 'tempest-ServersTestManualDisk-1107864772-router', 'tenant_id': '6826eb2468f24f9f8cc5534311e52b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:41:53Z', 'updated_at': '2022-02-19T02:43:28Z', 'revision_number': 6, 'project_id': '6826eb2468f24f9f8cc5534311e52b1d', 'gw_port_host': None}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:43:29.836050 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b94d26-413f-4664-9f31-ac73d26e189c None None] The sync data for ids ['aa702705-3898-4a5b-b1f3-44e4ee0c488f'] in n-d-826753-2 is: [{'id': 'aa702705-3898-4a5b-b1f3-44e4ee0c488f', 'name': 'tempest-ServersTestManualDisk-1107864772-router', 'tenant_id': '6826eb2468f24f9f8cc5534311e52b1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:41:53Z', 'updated_at': '2022-02-19T02:43:28Z', 'revision_number': 6, 'project_id': '6826eb2468f24f9f8cc5534311e52b1d', 'gw_port_host': None}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:43:29.894964 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5572c6e4-d170-46e9-a2ba-b77751f98a2d None None] Publish callbacks [] for port (2f8bf5c7-8e9b-4b2c-b5d8-ec28492d18dd), precommit_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:29.902479 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5572c6e4-d170-46e9-a2ba-b77751f98a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (2f8bf5c7-8e9b-4b2c-b5d8-ec28492d18dd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:30.067416 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-5572c6e4-d170-46e9-a2ba-b77751f98a2d None None] Attempting to bind port 2f8bf5c7-8e9b-4b2c-b5d8-ec28492d18dd on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:43:30.067791 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-5572c6e4-d170-46e9-a2ba-b77751f98a2d None None] Attempting to bind port 2f8bf5c7-8e9b-4b2c-b5d8-ec28492d18dd by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '0f6705c4-6b3a-42da-983d-ff4d6f1c61d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b9607a7d-a614-4e7e-9b78-7a03435981cd'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:43:30.068146 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5572c6e4-d170-46e9-a2ba-b77751f98a2d None None] Attempting to bind port 2f8bf5c7-8e9b-4b2c-b5d8-ec28492d18dd on network b9607a7d-a614-4e7e-9b78-7a03435981cd {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:43:30.076295 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5572c6e4-d170-46e9-a2ba-b77751f98a2d None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:43:30.076677 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5572c6e4-d170-46e9-a2ba-b77751f98a2d None None] Checking segment: {'id': '0f6705c4-6b3a-42da-983d-ff4d6f1c61d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b9607a7d-a614-4e7e-9b78-7a03435981cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:43:30.077097 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5572c6e4-d170-46e9-a2ba-b77751f98a2d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:30.077491 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5572c6e4-d170-46e9-a2ba-b77751f98a2d None None] Bound using segment: {'id': '0f6705c4-6b3a-42da-983d-ff4d6f1c61d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b9607a7d-a614-4e7e-9b78-7a03435981cd'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:43:30.077953 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-5572c6e4-d170-46e9-a2ba-b77751f98a2d None None] Bound port: 2f8bf5c7-8e9b-4b2c-b5d8-ec28492d18dd, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f6705c4-6b3a-42da-983d-ff4d6f1c61d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b9607a7d-a614-4e7e-9b78-7a03435981cd'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:43:30.078330 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5572c6e4-d170-46e9-a2ba-b77751f98a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (2f8bf5c7-8e9b-4b2c-b5d8-ec28492d18dd), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:30.093425 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device e2f4abc8-e505-4fe2-826f-8c322e379799 details requested by agent hyperv_n-h2-826753-2 with host n-h2-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:43:30.164879 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-5572c6e4-d170-46e9-a2ba-b77751f98a2d None None] For port 2f8bf5c7-8e9b-4b2c-b5d8-ec28492d18dd, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:43:30.169093 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-5572c6e4-d170-46e9-a2ba-b77751f98a2d None None] For port 2f8bf5c7-8e9b-4b2c-b5d8-ec28492d18dd, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=2f8bf5c7-8e9b-4b2c-b5d8-ec28492d18dd,segment=NetworkSegment(0f6705c4-6b3a-42da-983d-ff4d6f1c61d6),segment_id=0f6705c4-6b3a-42da-983d-ff4d6f1c61d6)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:43:30.172293 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ccf210-5231-4aef-b103-29717ab3ca14 None None] Pushing event updated for resources: {'Port': ['ID=2f8bf5c7-8e9b-4b2c-b5d8-ec28492d18dd,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:43:30.191476 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5572c6e4-d170-46e9-a2ba-b77751f98a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (2f8bf5c7-8e9b-4b2c-b5d8-ec28492d18dd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:30.273497 n-d-826753-2 neutron-server[103702]: INFO neutron.api.v2.resource [req-affe1ed9-a246-4c29-8156-32f0dc3fb9d6 req-b3b23edb-45a3-4bf6-b258-a0864a868c64 service neutron] show failed (client error): The resource could not be found. Feb 19 02:43:30.274683 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-affe1ed9-a246-4c29-8156-32f0dc3fb9d6 req-b3b23edb-45a3-4bf6-b258-a0864a868c64 service neutron] 10.222.0.82 "GET /v2.0/ports/fbd93433-4aea-422f-a4b2-de5fde7cd692/bindings/n-h1-826753-2 HTTP/1.1" status: 404 len: 380 time: 0.1278443 Feb 19 02:43:30.308355 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0273fa2a-1878-4c4f-9879-b381d67abf01 req-f3b05968-0362-4051-9f83-c0778a933e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:30.311477 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0273fa2a-1878-4c4f-9879-b381d67abf01 req-f3b05968-0362-4051-9f83-c0778a933e95 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ad75c6928a1d4c6da3a56db6352b2618&device_id=be5f7cc1-41e7-4c40-b992-296c70e99846 HTTP/1.1" status: 200 len: 1126 time: 0.5770366 Feb 19 02:43:30.316943 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ccf210-5231-4aef-b103-29717ab3ca14 None None] Pushing event updated for resources: {'Port': ['ID=2f8bf5c7-8e9b-4b2c-b5d8-ec28492d18dd,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:43:30.394270 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.db.resource_extend [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 02:43:30.413382 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5572c6e4-d170-46e9-a2ba-b77751f98a2d None None] Routers {'98bbefd7-eb7b-40dc-b501-fc554b25d0ce'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:43:30.415683 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-5572c6e4-d170-46e9-a2ba-b77751f98a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:43:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['98bbefd7-eb7b-40dc-b501-fc554b25d0ce'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:43:30.649403 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-5572c6e4-d170-46e9-a2ba-b77751f98a2d None None] Set router 98bbefd7-eb7b-40dc-b501-fc554b25d0ce gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:43:30.720324 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5c9b243d-47fd-4820-8fbb-20d26d137847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (4c5c6d95-6771-40d0-b2d7-e480effb5e1c), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:30.829964 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9b243d-47fd-4820-8fbb-20d26d137847 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c5c6d95-6771-40d0-b2d7-e480effb5e1c,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:43:30.835705 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0273fa2a-1878-4c4f-9879-b381d67abf01 req-a0b68ab7-6022-4697-a327-37c9e9cabe58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:30.837444 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0273fa2a-1878-4c4f-9879-b381d67abf01 req-a0b68ab7-6022-4697-a327-37c9e9cabe58 service neutron] 10.222.0.82 "GET /v2.0/networks?id=db98097a-bb19-479d-bd0d-4f71e988880a HTTP/1.1" status: 200 len: 922 time: 0.4728134 Feb 19 02:43:30.939217 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0273fa2a-1878-4c4f-9879-b381d67abf01 req-eac8ed29-1713-42e1-88b1-561f24f569f3 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fc829dca-14fd-4790-bc8b-3796ff604c51 HTTP/1.1" status: 200 len: 217 time: 0.0823679 Feb 19 02:43:30.957429 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-c2350962-4ebc-47ec-aba4-b665cebdfb2b None None] Provisioning complete for port 2f8bf5c7-8e9b-4b2c-b5d8-ec28492d18dd triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:43:30.958032 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c2350962-4ebc-47ec-aba4-b665cebdfb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (2f8bf5c7-8e9b-4b2c-b5d8-ec28492d18dd), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:30.968476 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502f2351-4a3f-4a27-8e05-8ead7a2bd645 req-2bcf9168-452d-4537-ac68-ede6deabe5a4 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:30.970187 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-502f2351-4a3f-4a27-8e05-8ead7a2bd645 req-2bcf9168-452d-4537-ac68-ede6deabe5a4 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa9b45d5-254c-45de-8e0f-03eec8283098 HTTP/1.1" status: 200 len: 945 time: 0.4446931 Feb 19 02:43:30.977562 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad39282-e818-4210-831a-56ba861f13a5 req-2df5645d-6fd9-4ca6-a37b-20c2ee92f06f tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:30.979808 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1ad39282-e818-4210-831a-56ba861f13a5 req-2df5645d-6fd9-4ca6-a37b-20c2ee92f06f tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=cdaf6704-79e6-465e-a79c-4b9c28f4325f HTTP/1.1" status: 200 len: 950 time: 0.4518838 Feb 19 02:43:31.035138 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affe1ed9-a246-4c29-8156-32f0dc3fb9d6 req-042e9803-b30e-4c41-a982-f4a87e7aef23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:31.036920 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-affe1ed9-a246-4c29-8156-32f0dc3fb9d6 req-042e9803-b30e-4c41-a982-f4a87e7aef23 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cdaf6704-79e6-465e-a79c-4b9c28f4325f&tenant_id=db33b204d8b743bf8957eb245634d63e HTTP/1.1" status: 200 len: 1132 time: 0.3019767 Feb 19 02:43:31.069056 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5c9b243d-47fd-4820-8fbb-20d26d137847 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16285837'] for router_gateway (aa702705-3898-4a5b-b1f3-44e4ee0c488f), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:31.089551 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-c2350962-4ebc-47ec-aba4-b665cebdfb2b None None] Current status of the port 2f8bf5c7-8e9b-4b2c-b5d8-ec28492d18dd is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:43:31.091055 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c2350962-4ebc-47ec-aba4-b665cebdfb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (2f8bf5c7-8e9b-4b2c-b5d8-ec28492d18dd), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:31.181288 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-5572c6e4-d170-46e9-a2ba-b77751f98a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98bbefd7-eb7b-40dc-b501-fc554b25d0ce', 'name': 'tempest-AttachSCSIVolumeTestJSON-1337270736-router', 'tenant_id': '14b5dc4687694c20b0270d65faef3f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': 'b49f423f-a425-4727-a232-a9caca2872c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:43:15Z', 'updated_at': '2022-02-19T02:43:22Z', 'revision_number': 4, 'project_id': '14b5dc4687694c20b0270d65faef3f7e', 'gw_port': {'id': 'b49f423f-a425-4727-a232-a9caca2872c4', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:01:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98bbefd7-eb7b-40dc-b501-fc554b25d0ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:43:16Z', 'updated_at': '2022-02-19T02:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '2f8bf5c7-8e9b-4b2c-b5d8-ec28492d18dd', 'name': '', 'network_id': 'b9607a7d-a614-4e7e-9b78-7a03435981cd', 'tenant_id': '14b5dc4687694c20b0270d65faef3f7e', 'mac_address': 'fa:16:3e:56:27:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98bbefd7-eb7b-40dc-b501-fc554b25d0ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': 'd2033077-1959-44c4-8350-4ab07c144e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:43:20Z', 'updated_at': '2022-02-19T02:43:30Z', 'revision_number': 4, 'project_id': '14b5dc4687694c20b0270d65faef3f7e', 'subnets': [{'id': 'd2033077-1959-44c4-8350-4ab07c144e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:43:31.231813 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5572c6e4-d170-46e9-a2ba-b77751f98a2d None None] The sync data for ids ['98bbefd7-eb7b-40dc-b501-fc554b25d0ce'] in n-d-826753-2 is: [{'id': '98bbefd7-eb7b-40dc-b501-fc554b25d0ce', 'name': 'tempest-AttachSCSIVolumeTestJSON-1337270736-router', 'tenant_id': '14b5dc4687694c20b0270d65faef3f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': 'b49f423f-a425-4727-a232-a9caca2872c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:43:15Z', 'updated_at': '2022-02-19T02:43:22Z', 'revision_number': 4, 'project_id': '14b5dc4687694c20b0270d65faef3f7e', 'gw_port': {'id': 'b49f423f-a425-4727-a232-a9caca2872c4', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:01:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98bbefd7-eb7b-40dc-b501-fc554b25d0ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:43:16Z', 'updated_at': '2022-02-19T02:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '2f8bf5c7-8e9b-4b2c-b5d8-ec28492d18dd', 'name': '', 'network_id': 'b9607a7d-a614-4e7e-9b78-7a03435981cd', 'tenant_id': '14b5dc4687694c20b0270d65faef3f7e', 'mac_address': 'fa:16:3e:56:27:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98bbefd7-eb7b-40dc-b501-fc554b25d0ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': 'd2033077-1959-44c4-8350-4ab07c144e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:43:20Z', 'updated_at': '2022-02-19T02:43:30Z', 'revision_number': 4, 'project_id': '14b5dc4687694c20b0270d65faef3f7e', 'subnets': [{'id': 'd2033077-1959-44c4-8350-4ab07c144e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:43:31.245984 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5c9b243d-47fd-4820-8fbb-20d26d137847 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16317457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14254'] for router (aa702705-3898-4a5b-b1f3-44e4ee0c488f), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:31.248517 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5c9b243d-47fd-4820-8fbb-20d26d137847 admin admin] Publish callbacks [] for router_controller (aa702705-3898-4a5b-b1f3-44e4ee0c488f), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:31.276011 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port e2f4abc8-e505-4fe2-826f-8c322e379799, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=e2f4abc8-e505-4fe2-826f-8c322e379799,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:43:31.281409 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-c2350962-4ebc-47ec-aba4-b665cebdfb2b None None] For port 2f8bf5c7-8e9b-4b2c-b5d8-ec28492d18dd, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=2f8bf5c7-8e9b-4b2c-b5d8-ec28492d18dd,segment=NetworkSegment(0f6705c4-6b3a-42da-983d-ff4d6f1c61d6),segment_id=0f6705c4-6b3a-42da-983d-ff4d6f1c61d6)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:43:31.294763 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c2350962-4ebc-47ec-aba4-b665cebdfb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (2f8bf5c7-8e9b-4b2c-b5d8-ec28492d18dd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:31.365449 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Returning: {'device': 'e2f4abc8-e505-4fe2-826f-8c322e379799', 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f', 'port_id': 'e2f4abc8-e505-4fe2-826f-8c322e379799', 'mac_address': 'fa:16:3e:f5:92:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '974c06bc-f097-4890-970a-b087501ab241', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:43:31.373304 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2350962-4ebc-47ec-aba4-b665cebdfb2b None None] Pushing event updated for resources: {'Port': ['ID=2f8bf5c7-8e9b-4b2c-b5d8-ec28492d18dd,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:43:31.374901 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1ad39282-e818-4210-831a-56ba861f13a5 req-604f913f-d8ab-4146-8dff-1c2b5614cd96 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3852930 Feb 19 02:43:31.387876 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-affe1ed9-a246-4c29-8156-32f0dc3fb9d6 req-a9ae2484-9598-4b7d-abd8-0787ab3d36e1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-826753-2', 'device_owner': 'compute:nova'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:43:31.429808 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-86009cda-5079-40a3-a341-2cdef0476d36 None None] Provisioning complete for port 2f8bf5c7-8e9b-4b2c-b5d8-ec28492d18dd triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:43:31.430186 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-86009cda-5079-40a3-a341-2cdef0476d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (2f8bf5c7-8e9b-4b2c-b5d8-ec28492d18dd), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:31.437820 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5c9b243d-47fd-4820-8fbb-20d26d137847 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16317544'] for router (aa702705-3898-4a5b-b1f3-44e4ee0c488f), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:31.449940 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c9b243d-47fd-4820-8fbb-20d26d137847 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa702705-3898-4a5b-b1f3-44e4ee0c488f {{(pid=103701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 02:43:31.496313 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5c9b243d-47fd-4820-8fbb-20d26d137847 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:31.501319 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port e2f4abc8-e505-4fe2-826f-8c322e379799 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:43:31.501319 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (e2f4abc8-e505-4fe2-826f-8c322e379799), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:31.507639 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 50822) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:43:31.508418 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-5c9b243d-47fd-4820-8fbb-20d26d137847 admin admin] 10.222.0.72 "DELETE /v2.0/routers/aa702705-3898-4a5b-b1f3-44e4ee0c488f HTTP/1.1" status: 204 len: 168 time: 2.9635265 Feb 19 02:43:31.522649 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2f4abc8-e505-4fe2-826f-8c322e379799 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:43:31.534622 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0273fa2a-1878-4c4f-9879-b381d67abf01 req-dd7ef4b1-62f5-467d-980f-e285b0baea9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:31.541959 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0273fa2a-1878-4c4f-9879-b381d67abf01 req-dd7ef4b1-62f5-467d-980f-e285b0baea9f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2fe72d28-9326-4a85-b8b2-36c8cafae112 HTTP/1.1" status: 200 len: 861 time: 0.5934896 Feb 19 02:43:31.716244 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-71efad19-e66d-43be-a0c9-0ac5a72ac0ad admin admin] Deleting subnet 711684dd-1cdb-4818-a281-0b13f4347e79 {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:43:31.721906 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-71efad19-e66d-43be-a0c9-0ac5a72ac0ad admin admin] Publish callbacks [] for subnet (711684dd-1cdb-4818-a281-0b13f4347e79), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:31.750563 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0273fa2a-1878-4c4f-9879-b381d67abf01 req-23c3fb17-4f70-4ca4-8045-06c340dac3a3 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=db98097a-bb19-479d-bd0d-4f71e988880a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1283948 Feb 19 02:43:31.860675 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port e2f4abc8-e505-4fe2-826f-8c322e379799, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=e2f4abc8-e505-4fe2-826f-8c322e379799,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:43:31.867226 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-71efad19-e66d-43be-a0c9-0ac5a72ac0ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (711684dd-1cdb-4818-a281-0b13f4347e79), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:31.875152 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-502f2351-4a3f-4a27-8e05-8ead7a2bd645 req-8628a8eb-ed62-4636-9c49-867c50dd7bdd tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8921964 Feb 19 02:43:31.882465 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 2f8bf5c7-8e9b-4b2c-b5d8-ec28492d18dd up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:43:31.921333 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (e2f4abc8-e505-4fe2-826f-8c322e379799), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:31.928666 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-affe1ed9-a246-4c29-8156-32f0dc3fb9d6 req-a9ae2484-9598-4b7d-abd8-0787ab3d36e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (fbd93433-4aea-422f-a4b2-de5fde7cd692), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:32.260142 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-71efad19-e66d-43be-a0c9-0ac5a72ac0ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (711684dd-1cdb-4818-a281-0b13f4347e79), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:32.553791 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-71efad19-e66d-43be-a0c9-0ac5a72ac0ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (711684dd-1cdb-4818-a281-0b13f4347e79), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:32.642442 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-71efad19-e66d-43be-a0c9-0ac5a72ac0ad admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:32.650604 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-71efad19-e66d-43be-a0c9-0ac5a72ac0ad admin admin] 10.222.0.72 "DELETE /v2.0/subnets/711684dd-1cdb-4818-a281-0b13f4347e79 HTTP/1.1" status: 204 len: 168 time: 1.1418176 Feb 19 02:43:32.651690 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 50872) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:43:32.652987 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71efad19-e66d-43be-a0c9-0ac5a72ac0ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=711684dd-1cdb-4818-a281-0b13f4347e79,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:43:32.680471 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71efad19-e66d-43be-a0c9-0ac5a72ac0ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:43:32.680938 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71efad19-e66d-43be-a0c9-0ac5a72ac0ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:43:32.681417 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71efad19-e66d-43be-a0c9-0ac5a72ac0ad admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:43:32.681883 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71efad19-e66d-43be-a0c9-0ac5a72ac0ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:43:32.682497 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71efad19-e66d-43be-a0c9-0ac5a72ac0ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:43:32.683086 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71efad19-e66d-43be-a0c9-0ac5a72ac0ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:43:32.683694 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71efad19-e66d-43be-a0c9-0ac5a72ac0ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:43:32.684136 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71efad19-e66d-43be-a0c9-0ac5a72ac0ad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:43:32.684573 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71efad19-e66d-43be-a0c9-0ac5a72ac0ad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:43:32.685040 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71efad19-e66d-43be-a0c9-0ac5a72ac0ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:43:32.686722 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71efad19-e66d-43be-a0c9-0ac5a72ac0ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:43:32.687165 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71efad19-e66d-43be-a0c9-0ac5a72ac0ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:43:32.688139 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71efad19-e66d-43be-a0c9-0ac5a72ac0ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:43:32.720044 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 50874) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:43:32.818742 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device fbd93433-4aea-422f-a4b2-de5fde7cd692 no longer exists at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:43:32.830401 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d92afa-f97e-44ca-8812-5090d538e300 None None] Network 0d27bcf2-adc6-47c0-abdd-be9d15de3ddc requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:43:32.995280 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0273fa2a-1878-4c4f-9879-b381d67abf01 req-e0f6fac7-be41-4fec-b62a-0bd4b47e6098 service neutron] 10.222.0.82 "GET /v2.0/networks/db98097a-bb19-479d-bd0d-4f71e988880a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2108116 Feb 19 02:43:33.037464 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-34e3ed99-8a96-4e9d-a190-b9b20d2aa7a2 req-595a5e29-98f6-4124-ba54-47f8b1c3ecf3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=fcd6a795-095f-4679-b153-54a09672add9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3022494 Feb 19 02:43:33.063825 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['e2f4abc8-e505-4fe2-826f-8c322e379799'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:43:33.068779 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-86009cda-5079-40a3-a341-2cdef0476d36 None None] Current status of the port 2f8bf5c7-8e9b-4b2c-b5d8-ec28492d18dd is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:43:33.070404 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e1466e41-a2a5-47ee-8118-649919084e20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (0d27bcf2-adc6-47c0-abdd-be9d15de3ddc), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:33.212427 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-811a5091-baf6-4459-8b85-7b704cbf5248 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:33.376552 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a4ff52-7467-412f-b00f-ee08baffca27 req-3b580ba4-f846-490f-99e3-0a82a86c2b9d tempest-ServerDiagnosticsNegativeTest-1156319163 tempest-ServerDiagnosticsNegativeTest-1156319163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:33.382018 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-67a4ff52-7467-412f-b00f-ee08baffca27 req-3b580ba4-f846-490f-99e3-0a82a86c2b9d tempest-ServerDiagnosticsNegativeTest-1156319163 tempest-ServerDiagnosticsNegativeTest-1156319163-project] 10.222.0.72 "GET /v2.0/ports?device_id=ef23c3df-ec8e-41a5-b9c3-62ccd931ca76 HTTP/1.1" status: 200 len: 949 time: 1.5990448 Feb 19 02:43:33.413141 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=e2f4abc8-e505-4fe2-826f-8c322e379799,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:43:33.429933 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e3ed99-8a96-4e9d-a190-b9b20d2aa7a2 req-41f4ee12-da3e-49cf-a71e-9887d7ecb036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:33.431442 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-34e3ed99-8a96-4e9d-a190-b9b20d2aa7a2 req-41f4ee12-da3e-49cf-a71e-9887d7ecb036 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0351aa3c6ea34cbbac483ac000de57cb&device_id=fcd6a795-095f-4679-b153-54a09672add9 HTTP/1.1" status: 200 len: 1126 time: 0.3450704 Feb 19 02:43:33.602152 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e3ed99-8a96-4e9d-a190-b9b20d2aa7a2 req-b96b7ae8-2500-42c2-9c8c-0ee13d2993dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:33.603647 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-34e3ed99-8a96-4e9d-a190-b9b20d2aa7a2 req-b96b7ae8-2500-42c2-9c8c-0ee13d2993dc service neutron] 10.222.0.73 "GET /v2.0/networks?id=b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7 HTTP/1.1" status: 200 len: 909 time: 0.1292453 Feb 19 02:43:33.631101 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 2f8bf5c7-8e9b-4b2c-b5d8-ec28492d18dd triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:43:33.632720 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (2f8bf5c7-8e9b-4b2c-b5d8-ec28492d18dd), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:33.643403 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60ddf07-4eff-48c6-a095-09f02fa2fb67 req-832593e9-bd87-4496-a342-2a8399f26a52 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:33.647290 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c60ddf07-4eff-48c6-a095-09f02fa2fb67 req-832593e9-bd87-4496-a342-2a8399f26a52 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=cdaf6704-79e6-465e-a79c-4b9c28f4325f HTTP/1.1" status: 200 len: 950 time: 0.7779343 Feb 19 02:43:33.661068 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-e1466e41-a2a5-47ee-8118-649919084e20 admin admin] Deleting port 7a6fa109-2279-464b-900a-e568c27aab37 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:43:33.661429 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e1466e41-a2a5-47ee-8118-649919084e20 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (7a6fa109-2279-464b-900a-e568c27aab37), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:33.775257 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-34e3ed99-8a96-4e9d-a190-b9b20d2aa7a2 req-c87a3f92-141c-4e9d-a4f9-b8642b546556 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8eb6e41-adb3-4497-8eb0-74bb6e3592dd HTTP/1.1" status: 200 len: 217 time: 0.1473458 Feb 19 02:43:33.807047 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-67a4ff52-7467-412f-b00f-ee08baffca27 req-f672e9bc-313e-4ba5-9b92-9271205e2e42 tempest-ServerDiagnosticsNegativeTest-1156319163 tempest-ServerDiagnosticsNegativeTest-1156319163-project] 10.222.0.72 "GET /v2.0/security-groups?id=868400de-2a89-4c13-a950-ed6b948f890b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4019697 Feb 19 02:43:33.817035 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0273fa2a-1878-4c4f-9879-b381d67abf01 req-b71da7de-c9bb-4ff3-bbbe-cf283fefceee service neutron] 10.222.0.82 "GET /v2.0/networks/db98097a-bb19-479d-bd0d-4f71e988880a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7964559 Feb 19 02:43:33.848564 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-affe1ed9-a246-4c29-8156-32f0dc3fb9d6 req-a9ae2484-9598-4b7d-abd8-0787ab3d36e1 service neutron] For port fbd93433-4aea-422f-a4b2-de5fde7cd692, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=fbd93433-4aea-422f-a4b2-de5fde7cd692,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:43:34.014463 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port fbd93433-4aea-422f-a4b2-de5fde7cd692 is: ACTIVE; New status is: DOWN {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:43:34.014463 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (fbd93433-4aea-422f-a4b2-de5fde7cd692), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:34.025110 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c60ddf07-4eff-48c6-a095-09f02fa2fb67 req-1ef67ffe-1e26-46af-8f54-d219b948a914 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3602490 Feb 19 02:43:34.091072 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-affe1ed9-a246-4c29-8156-32f0dc3fb9d6 req-a9ae2484-9598-4b7d-abd8-0787ab3d36e1 service neutron] For port fbd93433-4aea-422f-a4b2-de5fde7cd692, host n-h2-826753-2, cleared binding levels {{(pid=103701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:43:34.097919 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e3ed99-8a96-4e9d-a190-b9b20d2aa7a2 req-8f6cb376-fc4d-4014-b1fa-94a1f575a860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:34.099416 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-34e3ed99-8a96-4e9d-a190-b9b20d2aa7a2 req-8f6cb376-fc4d-4014-b1fa-94a1f575a860 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=de6735e0-8981-45a6-9d12-953729888898 HTTP/1.1" status: 200 len: 848 time: 0.1942849 Feb 19 02:43:34.231842 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-34e3ed99-8a96-4e9d-a190-b9b20d2aa7a2 req-f15cda50-1034-49aa-980b-f933b13d59b0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703754 Feb 19 02:43:34.347807 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 2f8bf5c7-8e9b-4b2c-b5d8-ec28492d18dd is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:43:34.354725 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3c683f-697d-4052-a955-bda0da75096d None None] DHCP port deletion for 0d27bcf2-adc6-47c0-abdd-be9d15de3ddc request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 02:43:34.373998 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdaf6704-79e6-465e-a79c-4b9c28f4325f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbd93433-4aea-422f-a4b2-de5fde7cd692'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:43:34.381926 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8897bbce-d500-4d70-8bf5-72d4a39ad584" -d '{"events": [{"server_uuid": "cdaf6704-79e6-465e-a79c-4b9c28f4325f", "name": "network-vif-unplugged", "status": "completed", "tag": "fbd93433-4aea-422f-a4b2-de5fde7cd692"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:43:34.393984 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-affe1ed9-a246-4c29-8156-32f0dc3fb9d6 req-a9ae2484-9598-4b7d-abd8-0787ab3d36e1 service neutron] Publish callbacks [] for port (fbd93433-4aea-422f-a4b2-de5fde7cd692), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:34.450744 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20abf448-941b-4274-80ae-020780935fa6 req-ae01ecf8-2fcc-481e-8abd-6ba3dd8777c3 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:34.464483 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-20abf448-941b-4274-80ae-020780935fa6 req-ae01ecf8-2fcc-481e-8abd-6ba3dd8777c3 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa9b45d5-254c-45de-8e0f-03eec8283098 HTTP/1.1" status: 200 len: 945 time: 0.2748501 Feb 19 02:43:34.469317 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-34e3ed99-8a96-4e9d-a190-b9b20d2aa7a2 req-605a24a6-67cf-4c6a-8142-37115850203c service neutron] 10.222.0.73 "GET /v2.0/networks/b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285087 Feb 19 02:43:34.523474 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 4c5c6d95-6771-40d0-b2d7-e480effb5e1c no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:43:34.589721 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-e1466e41-a2a5-47ee-8118-649919084e20 admin admin] For port 7a6fa109-2279-464b-900a-e568c27aab37, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=7a6fa109-2279-464b-900a-e568c27aab37,segment=NetworkSegment(2ce9568b-cb30-4be2-8f02-4f9226e8510c),segment_id=2ce9568b-cb30-4be2-8f02-4f9226e8510c)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:43:34.590096 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e1466e41-a2a5-47ee-8118-649919084e20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (7a6fa109-2279-464b-900a-e568c27aab37), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:34.595734 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 4c5c6d95-6771-40d0-b2d7-e480effb5e1c {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:43:34.596084 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 4c5c6d95-6771-40d0-b2d7-e480effb5e1c not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:43:34.596670 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 8ac3e26a-5d92-4e4f-a18b-ef39c82ad54c no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:43:34.623885 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 02:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-708e5947-5137-4546-afe7-d0e2d044158a x-openstack-request-id: req-708e5947-5137-4546-afe7-d0e2d044158a {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:43:34.624099 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdaf6704-79e6-465e-a79c-4b9c28f4325f", "name": "network-vif-unplugged", "status": "completed", "tag": "fbd93433-4aea-422f-a4b2-de5fde7cd692", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:43:34.625467 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-708e5947-5137-4546-afe7-d0e2d044158a {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:43:34.628494 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdaf6704-79e6-465e-a79c-4b9c28f4325f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbd93433-4aea-422f-a4b2-de5fde7cd692', 'code': 200} Feb 19 02:43:34.642533 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 8ac3e26a-5d92-4e4f-a18b-ef39c82ad54c {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:43:34.642867 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 8ac3e26a-5d92-4e4f-a18b-ef39c82ad54c not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:43:34.658405 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-20abf448-941b-4274-80ae-020780935fa6 req-0910a575-c4fc-42f2-b2c4-a4725102722e tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937881 Feb 19 02:43:34.683693 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-2d3c683f-697d-4052-a955-bda0da75096d None None] Deleting port 7a6fa109-2279-464b-900a-e568c27aab37 {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:43:34.684436 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-2d3c683f-697d-4052-a955-bda0da75096d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (7a6fa109-2279-464b-900a-e568c27aab37), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:34.688341 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.provisioning_blocks [req-affe1ed9-a246-4c29-8156-32f0dc3fb9d6 req-a9ae2484-9598-4b7d-abd8-0787ab3d36e1 service neutron] Transition to ACTIVE for port object fbd93433-4aea-422f-a4b2-de5fde7cd692 will not be triggered until provisioned by entity L2. {{(pid=103701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:43:34.696970 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-affe1ed9-a246-4c29-8156-32f0dc3fb9d6 req-a9ae2484-9598-4b7d-abd8-0787ab3d36e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (fbd93433-4aea-422f-a4b2-de5fde7cd692), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:34.720701 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-811a5091-baf6-4459-8b85-7b704cbf5248 admin admin] Publish callbacks [] for security_group (a932c5b2-20b0-416b-8581-5b4fcc93c277), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:34.734246 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-e1466e41-a2a5-47ee-8118-649919084e20 admin admin] Calling delete_port for 7a6fa109-2279-464b-900a-e568c27aab37 owned by network:dhcp {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:43:34.744695 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-811a5091-baf6-4459-8b85-7b704cbf5248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (a932c5b2-20b0-416b-8581-5b4fcc93c277), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:34.829107 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-2d3c683f-697d-4052-a955-bda0da75096d None None] For port 7a6fa109-2279-464b-900a-e568c27aab37, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=7a6fa109-2279-464b-900a-e568c27aab37,segment=NetworkSegment(2ce9568b-cb30-4be2-8f02-4f9226e8510c),segment_id=2ce9568b-cb30-4be2-8f02-4f9226e8510c)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:43:34.829511 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-2d3c683f-697d-4052-a955-bda0da75096d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (7a6fa109-2279-464b-900a-e568c27aab37), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:34.863995 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-2d3c683f-697d-4052-a955-bda0da75096d None None] Calling delete_port for 7a6fa109-2279-464b-900a-e568c27aab37 owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:43:34.870054 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ae2484-9598-4b7d-abd8-0787ab3d36e1 service neutron] Pushing event updated for resources: {'Port': ['ID=fbd93433-4aea-422f-a4b2-de5fde7cd692,revision_number=6']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:43:34.875055 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-811a5091-baf6-4459-8b85-7b704cbf5248 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5d449aed050941a18028603909645e7c&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1471074 Feb 19 02:43:34.885892 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 50924) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:43:34.886592 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811a5091-baf6-4459-8b85-7b704cbf5248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a932c5b2-20b0-416b-8581-5b4fcc93c277,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:43:35.038244 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ae2484-9598-4b7d-abd8-0787ab3d36e1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:43:35.038872 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ae2484-9598-4b7d-abd8-0787ab3d36e1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:43:35.041425 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ae2484-9598-4b7d-abd8-0787ab3d36e1 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:43:35.041813 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ae2484-9598-4b7d-abd8-0787ab3d36e1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:43:35.042152 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ae2484-9598-4b7d-abd8-0787ab3d36e1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:43:35.042485 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ae2484-9598-4b7d-abd8-0787ab3d36e1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:43:35.042812 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ae2484-9598-4b7d-abd8-0787ab3d36e1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:43:35.043137 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ae2484-9598-4b7d-abd8-0787ab3d36e1 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:43:35.046854 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ae2484-9598-4b7d-abd8-0787ab3d36e1 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:43:35.047130 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ae2484-9598-4b7d-abd8-0787ab3d36e1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:43:35.047613 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ae2484-9598-4b7d-abd8-0787ab3d36e1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:43:35.047788 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ae2484-9598-4b7d-abd8-0787ab3d36e1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:43:35.048115 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ae2484-9598-4b7d-abd8-0787ab3d36e1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:43:35.059808 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-affe1ed9-a246-4c29-8156-32f0dc3fb9d6 req-a9ae2484-9598-4b7d-abd8-0787ab3d36e1 service neutron] No DVR routers for this DVR port fbd93433-4aea-422f-a4b2-de5fde7cd692 on host n-h2-826753-2 {{(pid=103701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:43:35.103897 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-98fdcd3b-0d57-4fdf-8fd2-304a39138f4a admin admin] Publish callbacks [] for security_group (a932c5b2-20b0-416b-8581-5b4fcc93c277), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:35.138939 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 7a6fa109-2279-464b-900a-e568c27aab37 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:43:35.195180 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-98fdcd3b-0d57-4fdf-8fd2-304a39138f4a admin admin] Publish callbacks [] for security_group (a932c5b2-20b0-416b-8581-5b4fcc93c277), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:35.297976 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.db.api [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103703) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 02:43:35.298373 n-d-826753-2 neutron-server[103703]: DEBUG oslo_db.api [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 02:43:35.298929 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-2d3c683f-697d-4052-a955-bda0da75096d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (7a6fa109-2279-464b-900a-e568c27aab37), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:35.400224 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-98fdcd3b-0d57-4fdf-8fd2-304a39138f4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (a932c5b2-20b0-416b-8581-5b4fcc93c277), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:35.402823 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-98fdcd3b-0d57-4fdf-8fd2-304a39138f4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:35.406693 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-98fdcd3b-0d57-4fdf-8fd2-304a39138f4a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a932c5b2-20b0-416b-8581-5b4fcc93c277 HTTP/1.1" status: 204 len: 168 time: 0.5029662 Feb 19 02:43:35.442335 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fdcd3b-0d57-4fdf-8fd2-304a39138f4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a932c5b2-20b0-416b-8581-5b4fcc93c277,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:43:35.469392 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 7a6fa109-2279-464b-900a-e568c27aab37 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:43:35.469844 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 7a6fa109-2279-464b-900a-e568c27aab37 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:43:35.521557 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3c683f-697d-4052-a955-bda0da75096d None None] Pushing event deleted for resources: {'Port': ['ID=7a6fa109-2279-464b-900a-e568c27aab37,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:43:35.545882 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-34e3ed99-8a96-4e9d-a190-b9b20d2aa7a2 req-479bf06d-1317-407b-b163-3d6f324dc507 service neutron] 10.222.0.73 "GET /v2.0/networks/b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0639410 Feb 19 02:43:35.590211 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3c683f-697d-4052-a955-bda0da75096d None None] No DVR routers for this DVR port 7a6fa109-2279-464b-900a-e568c27aab37 on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:43:35.611145 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e1466e41-a2a5-47ee-8118-649919084e20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (7a6fa109-2279-464b-900a-e568c27aab37), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:35.625480 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-affe1ed9-a246-4c29-8156-32f0dc3fb9d6 req-a9ae2484-9598-4b7d-abd8-0787ab3d36e1 service neutron] Attempting to bind port fbd93433-4aea-422f-a4b2-de5fde7cd692 on host n-h1-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:43:35.626214 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-affe1ed9-a246-4c29-8156-32f0dc3fb9d6 req-a9ae2484-9598-4b7d-abd8-0787ab3d36e1 service neutron] Attempting to bind port fbd93433-4aea-422f-a4b2-de5fde7cd692 by drivers openvswitch,hyperv on host n-h1-826753-2 at level 0 using segments [{'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:43:35.626795 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-affe1ed9-a246-4c29-8156-32f0dc3fb9d6 req-a9ae2484-9598-4b7d-abd8-0787ab3d36e1 service neutron] Attempting to bind port fbd93433-4aea-422f-a4b2-de5fde7cd692 on network 5124bd00-da2a-4bd6-93a0-c14c92afb11f {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:43:35.633087 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-affe1ed9-a246-4c29-8156-32f0dc3fb9d6 req-a9ae2484-9598-4b7d-abd8-0787ab3d36e1 service neutron] Port fbd93433-4aea-422f-a4b2-de5fde7cd692 on network 5124bd00-da2a-4bd6-93a0-c14c92afb11f not bound, no agent of type Open vSwitch agent registered on host n-h1-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:43:35.633814 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-affe1ed9-a246-4c29-8156-32f0dc3fb9d6 req-a9ae2484-9598-4b7d-abd8-0787ab3d36e1 service neutron] Attempting to bind port fbd93433-4aea-422f-a4b2-de5fde7cd692 on network 5124bd00-da2a-4bd6-93a0-c14c92afb11f {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:43:35.667992 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-affe1ed9-a246-4c29-8156-32f0dc3fb9d6 req-a9ae2484-9598-4b7d-abd8-0787ab3d36e1 service neutron] Checking agent: {'id': '9d56fb1b-2855-496a-a6d9-c324740cb98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:43:35.669777 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-affe1ed9-a246-4c29-8156-32f0dc3fb9d6 req-a9ae2484-9598-4b7d-abd8-0787ab3d36e1 service neutron] Checking segment: {'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:43:35.670374 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-affe1ed9-a246-4c29-8156-32f0dc3fb9d6 req-a9ae2484-9598-4b7d-abd8-0787ab3d36e1 service neutron] Bound using segment: {'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:43:35.672064 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-affe1ed9-a246-4c29-8156-32f0dc3fb9d6 req-a9ae2484-9598-4b7d-abd8-0787ab3d36e1 service neutron] Bound port: fbd93433-4aea-422f-a4b2-de5fde7cd692, host: n-h1-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'}}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:43:35.672446 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-affe1ed9-a246-4c29-8156-32f0dc3fb9d6 req-a9ae2484-9598-4b7d-abd8-0787ab3d36e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (fbd93433-4aea-422f-a4b2-de5fde7cd692), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:35.710620 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1466e41-a2a5-47ee-8118-649919084e20 admin admin] No DVR routers for this DVR port 7a6fa109-2279-464b-900a-e568c27aab37 on host n-d-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:43:35.756213 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1466e41-a2a5-47ee-8118-649919084e20 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a6fa109-2279-464b-900a-e568c27aab37,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:43:35.851701 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c34fc35-ccbd-4a1b-bfcd-85fc309a6218 req-e48bbf00-7a14-44e0-97a5-354e51e6ef03 tempest-ServerDiagnosticsNegativeTest-1156319163 tempest-ServerDiagnosticsNegativeTest-1156319163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:35.858323 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1c34fc35-ccbd-4a1b-bfcd-85fc309a6218 req-e48bbf00-7a14-44e0-97a5-354e51e6ef03 tempest-ServerDiagnosticsNegativeTest-1156319163 tempest-ServerDiagnosticsNegativeTest-1156319163-project] 10.222.0.72 "GET /v2.0/ports?device_id=ef23c3df-ec8e-41a5-b9c3-62ccd931ca76 HTTP/1.1" status: 200 len: 949 time: 0.7775848 Feb 19 02:43:35.875018 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e1466e41-a2a5-47ee-8118-649919084e20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (0d27bcf2-adc6-47c0-abdd-be9d15de3ddc), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:35.910848 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e27c09-eef7-4343-a204-5790e792b7e5 req-848dc04b-aaf8-4574-9a52-43222d6f689e tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:35.912288 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-34e27c09-eef7-4343-a204-5790e792b7e5 req-848dc04b-aaf8-4574-9a52-43222d6f689e tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=cdaf6704-79e6-465e-a79c-4b9c28f4325f HTTP/1.1" status: 200 len: 948 time: 0.5158312 Feb 19 02:43:35.918420 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-e1466e41-a2a5-47ee-8118-649919084e20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d27bcf2-adc6-47c0-abdd-be9d15de3ddc']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:43:35.946564 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-e1466e41-a2a5-47ee-8118-649919084e20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ce9568b-cb30-4be2-8f02-4f9226e8510c') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:43:35.946564 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-e1466e41-a2a5-47ee-8118-649919084e20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ce9568b-cb30-4be2-8f02-4f9226e8510c') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:43:35.954549 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port fbd93433-4aea-422f-a4b2-de5fde7cd692 is: DOWN; New status is: DOWN {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:43:35.965047 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e1466e41-a2a5-47ee-8118-649919084e20 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (2ce9568b-cb30-4be2-8f02-4f9226e8510c), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:35.982320 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device e2f4abc8-e505-4fe2-826f-8c322e379799 up at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:43:36.009552 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e1466e41-a2a5-47ee-8118-649919084e20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (2ce9568b-cb30-4be2-8f02-4f9226e8510c), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:36.016417 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1466e41-a2a5-47ee-8118-649919084e20 admin admin] Releasing vlan 281 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:43:36.016815 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e1466e41-a2a5-47ee-8118-649919084e20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (2ce9568b-cb30-4be2-8f02-4f9226e8510c), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:36.021028 n-d-826753-2 neutron-server[103702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:43:36.021028 n-d-826753-2 neutron-server[103702]: self.session.flush() Feb 19 02:43:36.021028 n-d-826753-2 neutron-server[103702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:43:36.021028 n-d-826753-2 neutron-server[103702]: self.session.flush() Feb 19 02:43:36.021028 n-d-826753-2 neutron-server[103702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:43:36.021028 n-d-826753-2 neutron-server[103702]: self.session.flush() Feb 19 02:43:36.021028 n-d-826753-2 neutron-server[103702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:43:36.021028 n-d-826753-2 neutron-server[103702]: self.session.flush() Feb 19 02:43:36.021028 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 02:43:36.021028 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:43:36.021028 n-d-826753-2 neutron-server[103702]: timer() Feb 19 02:43:36.021028 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:43:36.021028 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 02:43:36.021028 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:43:36.021028 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 02:43:36.021028 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:43:36.021028 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 02:43:36.021028 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:43:36.021028 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 02:43:36.021028 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:43:36.021028 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 02:43:36.021028 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:43:36.021028 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:43:36.021028 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:43:36.021028 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:43:36.021028 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:43:36.021028 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 02:43:36.021028 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:43:36.021028 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 02:43:36.021028 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:43:36.021028 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:43:36.021028 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:43:36.021028 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 02:43:36.021028 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:43:36.021028 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:43:36.021028 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:43:36.021028 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:43:36.021028 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:43:36.021028 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:43:36.021028 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:43:36.063475 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-affe1ed9-a246-4c29-8156-32f0dc3fb9d6 req-a9ae2484-9598-4b7d-abd8-0787ab3d36e1 service neutron] For port fbd93433-4aea-422f-a4b2-de5fde7cd692, host n-h1-826753-2, cleared binding levels {{(pid=103701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:43:36.137927 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1c34fc35-ccbd-4a1b-bfcd-85fc309a6218 req-378f76db-d19b-4eb0-bc91-31424d15e688 tempest-ServerDiagnosticsNegativeTest-1156319163 tempest-ServerDiagnosticsNegativeTest-1156319163-project] 10.222.0.72 "GET /v2.0/security-groups?id=868400de-2a89-4c13-a950-ed6b948f890b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477129 Feb 19 02:43:36.184712 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-affe1ed9-a246-4c29-8156-32f0dc3fb9d6 req-a9ae2484-9598-4b7d-abd8-0787ab3d36e1 service neutron] For port fbd93433-4aea-422f-a4b2-de5fde7cd692, host n-h1-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=fbd93433-4aea-422f-a4b2-de5fde7cd692,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:43:36.187461 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning for port e2f4abc8-e505-4fe2-826f-8c322e379799 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:43:36.193172 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning complete for port e2f4abc8-e505-4fe2-826f-8c322e379799 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:43:36.193614 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (e2f4abc8-e505-4fe2-826f-8c322e379799), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:36.229514 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-affe1ed9-a246-4c29-8156-32f0dc3fb9d6 req-a9ae2484-9598-4b7d-abd8-0787ab3d36e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (fbd93433-4aea-422f-a4b2-de5fde7cd692), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:36.302527 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e1466e41-a2a5-47ee-8118-649919084e20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (0d27bcf2-adc6-47c0-abdd-be9d15de3ddc), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:36.316757 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e1466e41-a2a5-47ee-8118-649919084e20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:36.320063 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-e1466e41-a2a5-47ee-8118-649919084e20 admin admin] 10.222.0.72 "DELETE /v2.0/networks/0d27bcf2-adc6-47c0-abdd-be9d15de3ddc HTTP/1.1" status: 204 len: 168 time: 3.6641731 Feb 19 02:43:36.379767 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affe1ed9-a246-4c29-8156-32f0dc3fb9d6 req-a9ae2484-9598-4b7d-abd8-0787ab3d36e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:36.383174 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-affe1ed9-a246-4c29-8156-32f0dc3fb9d6 req-a9ae2484-9598-4b7d-abd8-0787ab3d36e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:36.384983 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-affe1ed9-a246-4c29-8156-32f0dc3fb9d6 req-a9ae2484-9598-4b7d-abd8-0787ab3d36e1 service neutron] 10.222.0.73 "PUT /v2.0/ports/fbd93433-4aea-422f-a4b2-de5fde7cd692 HTTP/1.1" status: 200 len: 1096 time: 5.0142925 Feb 19 02:43:36.401107 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-34e27c09-eef7-4343-a204-5790e792b7e5 req-8aec5141-a69d-4d20-a94c-9200f585f7df tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4635210 Feb 19 02:43:36.430158 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1466e41-a2a5-47ee-8118-649919084e20 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d27bcf2-adc6-47c0-abdd-be9d15de3ddc,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:43:36.506785 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port e2f4abc8-e505-4fe2-826f-8c322e379799 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:43:36.507190 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (e2f4abc8-e505-4fe2-826f-8c322e379799), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:36.654341 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdaf6704-79e6-465e-a79c-4b9c28f4325f', 'tag': 'fbd93433-4aea-422f-a4b2-de5fde7cd692'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:43:36.665262 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef23c3df-ec8e-41a5-b9c3-62ccd931ca76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2f4abc8-e505-4fe2-826f-8c322e379799'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:43:36.669995 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fae6552-44e4-4a30-b39d-e5c72446bbde" -d '{"events": [{"server_uuid": "ef23c3df-ec8e-41a5-b9c3-62ccd931ca76", "name": "network-vif-plugged", "status": "completed", "tag": "e2f4abc8-e505-4fe2-826f-8c322e379799"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:43:36.671999 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77787bb2-4153-482e-bcd2-fdfabce4896f" -d '{"events": [{"name": "network-changed", "server_uuid": "cdaf6704-79e6-465e-a79c-4b9c28f4325f", "tag": "fbd93433-4aea-422f-a4b2-de5fde7cd692"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:43:36.718787 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port e2f4abc8-e505-4fe2-826f-8c322e379799, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=e2f4abc8-e505-4fe2-826f-8c322e379799,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:43:36.727431 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (e2f4abc8-e505-4fe2-826f-8c322e379799), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:36.733317 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ae2484-9598-4b7d-abd8-0787ab3d36e1 service neutron] Pushing event updated for resources: {'Port': ['ID=fbd93433-4aea-422f-a4b2-de5fde7cd692,revision_number=7']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:43:36.812516 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e8740c-07d3-4b82-b61b-044ba77a6f0a req-89634529-e777-46d6-936c-3602746b0a7b tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:36.816747 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-70e8740c-07d3-4b82-b61b-044ba77a6f0a req-89634529-e777-46d6-936c-3602746b0a7b tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa9b45d5-254c-45de-8e0f-03eec8283098 HTTP/1.1" status: 200 len: 945 time: 0.4628055 Feb 19 02:43:36.871366 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67f50df1-d1f9-488d-905b-17af6b56b2a4 x-openstack-request-id: req-67f50df1-d1f9-488d-905b-17af6b56b2a4 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:43:36.873488 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef23c3df-ec8e-41a5-b9c3-62ccd931ca76", "name": "network-vif-plugged", "status": "completed", "tag": "e2f4abc8-e505-4fe2-826f-8c322e379799", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:43:36.874711 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-67f50df1-d1f9-488d-905b-17af6b56b2a4 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:43:36.876834 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef23c3df-ec8e-41a5-b9c3-62ccd931ca76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2f4abc8-e505-4fe2-826f-8c322e379799', 'code': 200} Feb 19 02:43:36.877624 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 50954) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:43:37.021283 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-32a5ed88-e559-4c67-b973-5857944054cf admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6826eb2468f24f9f8cc5534311e52b1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1421583 Feb 19 02:43:37.023920 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 50956) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:43:37.088071 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a2cc3ef-8166-4ee1-b668-1885550195f9 x-openstack-request-id: req-6a2cc3ef-8166-4ee1-b668-1885550195f9 {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:43:37.088690 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdaf6704-79e6-465e-a79c-4b9c28f4325f", "tag": "fbd93433-4aea-422f-a4b2-de5fde7cd692", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:43:37.089531 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6a2cc3ef-8166-4ee1-b668-1885550195f9 {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:43:37.094813 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdaf6704-79e6-465e-a79c-4b9c28f4325f', 'tag': 'fbd93433-4aea-422f-a4b2-de5fde7cd692', 'status': 'completed', 'code': 200} Feb 19 02:43:37.112030 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2f789fb3-9b36-4d53-bdd5-6db1d868409a admin admin] Publish callbacks [] for security_group (c53b7897-7512-4e59-ab49-c3f77da648a6), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:37.117615 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=e2f4abc8-e505-4fe2-826f-8c322e379799,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:43:37.173288 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affe1ed9-a246-4c29-8156-32f0dc3fb9d6 req-94c71fb4-0dcf-4e95-a2fa-8c2efa272615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:37.179253 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-affe1ed9-a246-4c29-8156-32f0dc3fb9d6 req-94c71fb4-0dcf-4e95-a2fa-8c2efa272615 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=db33b204d8b743bf8957eb245634d63e&device_id=cdaf6704-79e6-465e-a79c-4b9c28f4325f HTTP/1.1" status: 200 len: 1130 time: 0.6529310 Feb 19 02:43:37.208099 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2f789fb3-9b36-4d53-bdd5-6db1d868409a admin admin] Publish callbacks [] for security_group (c53b7897-7512-4e59-ab49-c3f77da648a6), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:37.316066 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77787bb2-4153-482e-bcd2-fdfabce4896f req-f327a632-4889-409a-b633-5ad94d3f0b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:37.320577 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-77787bb2-4153-482e-bcd2-fdfabce4896f req-f327a632-4889-409a-b633-5ad94d3f0b77 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=db33b204d8b743bf8957eb245634d63e&device_id=cdaf6704-79e6-465e-a79c-4b9c28f4325f HTTP/1.1" status: 200 len: 1130 time: 0.1626191 Feb 19 02:43:37.454959 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77787bb2-4153-482e-bcd2-fdfabce4896f req-a1e5bf7c-3046-4936-ac91-4b05b590ea30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:37.459378 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-77787bb2-4153-482e-bcd2-fdfabce4896f req-a1e5bf7c-3046-4936-ac91-4b05b590ea30 service neutron] 10.222.0.82 "GET /v2.0/networks?id=5124bd00-da2a-4bd6-93a0-c14c92afb11f HTTP/1.1" status: 200 len: 870 time: 0.1316686 Feb 19 02:43:37.473620 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affe1ed9-a246-4c29-8156-32f0dc3fb9d6 req-54386755-3f2c-4355-a3a5-38074d693674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:37.478386 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2f789fb3-9b36-4d53-bdd5-6db1d868409a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (c53b7897-7512-4e59-ab49-c3f77da648a6), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:37.480373 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-affe1ed9-a246-4c29-8156-32f0dc3fb9d6 req-54386755-3f2c-4355-a3a5-38074d693674 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5124bd00-da2a-4bd6-93a0-c14c92afb11f HTTP/1.1" status: 200 len: 870 time: 0.2816913 Feb 19 02:43:37.481543 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2f789fb3-9b36-4d53-bdd5-6db1d868409a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:37.483060 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-2f789fb3-9b36-4d53-bdd5-6db1d868409a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c53b7897-7512-4e59-ab49-c3f77da648a6 HTTP/1.1" status: 204 len: 168 time: 0.4559000 Feb 19 02:43:37.508856 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-70e8740c-07d3-4b82-b61b-044ba77a6f0a req-b27389a3-aa1b-47b6-b04c-e31375502300 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6693912 Feb 19 02:43:37.525908 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-77787bb2-4153-482e-bcd2-fdfabce4896f req-6f262216-23c2-4a4c-b5e0-d7a0604391a9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=fbd93433-4aea-422f-a4b2-de5fde7cd692 HTTP/1.1" status: 200 len: 217 time: 0.0574491 Feb 19 02:43:37.531981 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f789fb3-9b36-4d53-bdd5-6db1d868409a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c53b7897-7512-4e59-ab49-c3f77da648a6,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:43:37.678062 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4d5582-cce4-4be5-b68e-798c5fa433bb req-d15ef8e4-afb3-48c8-abba-bb0aefce6840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:37.680062 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8f4d5582-cce4-4be5-b68e-798c5fa433bb req-d15ef8e4-afb3-48c8-abba-bb0aefce6840 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=ef23c3df-ec8e-41a5-b9c3-62ccd931ca76 HTTP/1.1" status: 200 len: 1132 time: 0.7679396 Feb 19 02:43:37.685117 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-affe1ed9-a246-4c29-8156-32f0dc3fb9d6 req-bb1f63bf-fc2e-4354-a939-495b8e37bd66 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=fbd93433-4aea-422f-a4b2-de5fde7cd692 HTTP/1.1" status: 200 len: 217 time: 0.1431625 Feb 19 02:43:37.691295 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77787bb2-4153-482e-bcd2-fdfabce4896f req-55982ead-91c8-4fdb-a60e-fb4677a751cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:37.696361 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-77787bb2-4153-482e-bcd2-fdfabce4896f req-55982ead-91c8-4fdb-a60e-fb4677a751cc service neutron] 10.222.0.82 "GET /v2.0/subnets?id=974c06bc-f097-4890-970a-b087501ab241 HTTP/1.1" status: 200 len: 843 time: 0.1483455 Feb 19 02:43:37.783936 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77787bb2-4153-482e-bcd2-fdfabce4896f req-1e000e21-7f0b-466e-b8ab-30b51b1c827d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:37.791292 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-77787bb2-4153-482e-bcd2-fdfabce4896f req-1e000e21-7f0b-466e-b8ab-30b51b1c827d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5124bd00-da2a-4bd6-93a0-c14c92afb11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0861728 Feb 19 02:43:37.825165 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb73ee73-276e-45d3-89dd-5239f5754fe3 req-000e384d-0dfe-4bd4-ac90-1fb223dbb6d4 tempest-ServerDiagnosticsNegativeTest-1156319163 tempest-ServerDiagnosticsNegativeTest-1156319163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:37.838443 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bb73ee73-276e-45d3-89dd-5239f5754fe3 req-000e384d-0dfe-4bd4-ac90-1fb223dbb6d4 tempest-ServerDiagnosticsNegativeTest-1156319163 tempest-ServerDiagnosticsNegativeTest-1156319163-project] 10.222.0.72 "GET /v2.0/ports?device_id=ef23c3df-ec8e-41a5-b9c3-62ccd931ca76 HTTP/1.1" status: 200 len: 950 time: 0.3503375 Feb 19 02:43:37.895451 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affe1ed9-a246-4c29-8156-32f0dc3fb9d6 req-c62891bb-84a1-4ed3-811c-9b7792a68f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:37.897037 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-affe1ed9-a246-4c29-8156-32f0dc3fb9d6 req-c62891bb-84a1-4ed3-811c-9b7792a68f8f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=974c06bc-f097-4890-970a-b087501ab241 HTTP/1.1" status: 200 len: 843 time: 0.1860068 Feb 19 02:43:37.903989 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8f4d5582-cce4-4be5-b68e-798c5fa433bb req-95960b1c-1ced-4fc4-9f17-4bdff8186214 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=868400de-2a89-4c13-a950-ed6b948f890b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127120 Feb 19 02:43:37.939327 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce3079d-1fc1-489c-bfa8-15738a61bb6b req-efe0dea5-430b-4df3-bb8d-221a69edd699 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:37.941744 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-dce3079d-1fc1-489c-bfa8-15738a61bb6b req-efe0dea5-430b-4df3-bb8d-221a69edd699 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=cdaf6704-79e6-465e-a79c-4b9c28f4325f HTTP/1.1" status: 200 len: 948 time: 0.2606032 Feb 19 02:43:37.998401 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-77787bb2-4153-482e-bcd2-fdfabce4896f req-d3a21b90-0895-40f4-a63c-03288b4600ee service neutron] 10.222.0.82 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991835 Feb 19 02:43:38.022054 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bb73ee73-276e-45d3-89dd-5239f5754fe3 req-7f393e7a-9e5c-4690-90d4-950c6934638d tempest-ServerDiagnosticsNegativeTest-1156319163 tempest-ServerDiagnosticsNegativeTest-1156319163-project] 10.222.0.72 "GET /v2.0/security-groups?id=868400de-2a89-4c13-a950-ed6b948f890b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851773 Feb 19 02:43:38.131867 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affe1ed9-a246-4c29-8156-32f0dc3fb9d6 req-8f245c3d-e407-4ca8-af62-8865d0bfed8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:38.138154 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-affe1ed9-a246-4c29-8156-32f0dc3fb9d6 req-8f245c3d-e407-4ca8-af62-8865d0bfed8b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5124bd00-da2a-4bd6-93a0-c14c92afb11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2323053 Feb 19 02:43:38.150535 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-dce3079d-1fc1-489c-bfa8-15738a61bb6b req-5c31fc4c-adc6-4629-85c0-c629cf8a5e80 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825552 Feb 19 02:43:38.365332 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-affe1ed9-a246-4c29-8156-32f0dc3fb9d6 req-a0163672-09b6-42c0-819e-76c06fdf145a service neutron] 10.222.0.73 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108295 Feb 19 02:43:38.426768 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-77787bb2-4153-482e-bcd2-fdfabce4896f req-41e25558-2abc-4330-8e5e-69335b8ebc4f service neutron] 10.222.0.82 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416186 Feb 19 02:43:38.590948 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-affe1ed9-a246-4c29-8156-32f0dc3fb9d6 req-04919aef-3bc9-422f-a0da-457112f9bd44 service neutron] 10.222.0.73 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173228 Feb 19 02:43:38.806268 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77787bb2-4153-482e-bcd2-fdfabce4896f req-218afca3-29a6-415d-b135-26a7b6b8f2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:38.808438 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-77787bb2-4153-482e-bcd2-fdfabce4896f req-218afca3-29a6-415d-b135-26a7b6b8f2fa service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=db33b204d8b743bf8957eb245634d63e&device_id=cdaf6704-79e6-465e-a79c-4b9c28f4325f HTTP/1.1" status: 200 len: 1130 time: 0.1179287 Feb 19 02:43:39.204027 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77787bb2-4153-482e-bcd2-fdfabce4896f req-b01c0789-5d45-4b33-ba9a-2f63217093ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:39.205577 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-77787bb2-4153-482e-bcd2-fdfabce4896f req-b01c0789-5d45-4b33-ba9a-2f63217093ea service neutron] 10.222.0.73 "GET /v2.0/networks?id=5124bd00-da2a-4bd6-93a0-c14c92afb11f HTTP/1.1" status: 200 len: 870 time: 0.3887901 Feb 19 02:43:39.392973 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 51038) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:43:39.774627 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-8d88ec2b-a238-4a4f-9682-6700ed2a71e8 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1329049283-network', 'tenant_id': '7478e867ac94480b9c1c44ca2e321f2f'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:43:39.816547 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d88ec2b-a238-4a4f-9682-6700ed2a71e8 admin admin] Made reservation on behalf of 7478e867ac94480b9c1c44ca2e321f2f for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:43:39.819743 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8d88ec2b-a238-4a4f-9682-6700ed2a71e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:39.840301 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8d88ec2b-a238-4a4f-9682-6700ed2a71e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:39.853039 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-77787bb2-4153-482e-bcd2-fdfabce4896f req-ddd1e93c-53b5-4c18-bc0c-b04a88561a04 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=fbd93433-4aea-422f-a4b2-de5fde7cd692 HTTP/1.1" status: 200 len: 217 time: 0.0464041 Feb 19 02:43:39.987739 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d023fa-c3d4-45eb-83fc-8f07e55ee8a2 req-12729f10-28a7-4332-982c-06728a3fdc72 tempest-ServerDiagnosticsNegativeTest-1156319163 tempest-ServerDiagnosticsNegativeTest-1156319163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:39.989381 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-52d023fa-c3d4-45eb-83fc-8f07e55ee8a2 req-12729f10-28a7-4332-982c-06728a3fdc72 tempest-ServerDiagnosticsNegativeTest-1156319163 tempest-ServerDiagnosticsNegativeTest-1156319163-project] 10.222.0.72 "GET /v2.0/ports?device_id=ef23c3df-ec8e-41a5-b9c3-62ccd931ca76 HTTP/1.1" status: 200 len: 950 time: 0.8160636 Feb 19 02:43:39.997327 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8d88ec2b-a238-4a4f-9682-6700ed2a71e8 admin admin] Publish callbacks [] for security_group (7ad2b075-8470-4480-bb4e-92661338512f), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:40.014872 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8d88ec2b-a238-4a4f-9682-6700ed2a71e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (7ad2b075-8470-4480-bb4e-92661338512f), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:40.022917 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129a3a68-cf52-49ff-8729-c58b1680fd03 req-89d03cb4-a88e-4e75-92cd-105f949f7acb tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:40.024413 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-129a3a68-cf52-49ff-8729-c58b1680fd03 req-89d03cb4-a88e-4e75-92cd-105f949f7acb tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa9b45d5-254c-45de-8e0f-03eec8283098 HTTP/1.1" status: 200 len: 945 time: 1.3413157 Feb 19 02:43:40.037192 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d88ec2b-a238-4a4f-9682-6700ed2a71e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 250, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:43:40.053253 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8d88ec2b-a238-4a4f-9682-6700ed2a71e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (4dcb5a00-08ae-4121-b3c7-5b61541b276f), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:40.054437 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-8d88ec2b-a238-4a4f-9682-6700ed2a71e8 admin admin] Added segment 4dcb5a00-08ae-4121-b3c7-5b61541b276f of type vlan for network 8b1da341-6b15-4165-b6f3-95f440007ab2 Feb 19 02:43:40.091638 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77787bb2-4153-482e-bcd2-fdfabce4896f req-4c41694f-4bee-4b4c-a37b-16a9ed5c13d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:40.096200 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-77787bb2-4153-482e-bcd2-fdfabce4896f req-4c41694f-4bee-4b4c-a37b-16a9ed5c13d9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=974c06bc-f097-4890-970a-b087501ab241 HTTP/1.1" status: 200 len: 843 time: 0.2314947 Feb 19 02:43:40.104128 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8d88ec2b-a238-4a4f-9682-6700ed2a71e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (8b1da341-6b15-4165-b6f3-95f440007ab2), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:40.141253 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8d88ec2b-a238-4a4f-9682-6700ed2a71e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (8b1da341-6b15-4165-b6f3-95f440007ab2), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:40.142636 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d88ec2b-a238-4a4f-9682-6700ed2a71e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:40.144162 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8d88ec2b-a238-4a4f-9682-6700ed2a71e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:40.207837 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d88ec2b-a238-4a4f-9682-6700ed2a71e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ad2b075-8470-4480-bb4e-92661338512f,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:43:40.231341 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d88ec2b-a238-4a4f-9682-6700ed2a71e8 admin admin] Pushing event updated for resources: {'Network': ['ID=8b1da341-6b15-4165-b6f3-95f440007ab2,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:43:40.237459 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-8d88ec2b-a238-4a4f-9682-6700ed2a71e8 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8431640 Feb 19 02:43:40.246218 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 8b1da341-6b15-4165-b6f3-95f440007ab2 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:43:40.257051 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 51050) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:43:40.259825 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-52d023fa-c3d4-45eb-83fc-8f07e55ee8a2 req-e7d897d5-1b53-44b6-accb-614a99daefe9 tempest-ServerDiagnosticsNegativeTest-1156319163 tempest-ServerDiagnosticsNegativeTest-1156319163-project] 10.222.0.72 "GET /v2.0/security-groups?id=868400de-2a89-4c13-a950-ed6b948f890b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454743 Feb 19 02:43:40.281752 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-4437e5ff-8e07-4cfa-a63f-0c57fc9e8eef admin admin] Request body: {'subnet': {'network_id': '8b1da341-6b15-4165-b6f3-95f440007ab2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1329049283-subnet', 'tenant_id': '7478e867ac94480b9c1c44ca2e321f2f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:43:40.351484 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-129a3a68-cf52-49ff-8729-c58b1680fd03 req-5da2cb25-5a03-4876-b5bd-d20abed8fcc1 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651597 Feb 19 02:43:40.380848 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4437e5ff-8e07-4cfa-a63f-0c57fc9e8eef admin admin] Made reservation on behalf of 7478e867ac94480b9c1c44ca2e321f2f for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:43:40.384235 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4437e5ff-8e07-4cfa-a63f-0c57fc9e8eef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:40.463670 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77787bb2-4153-482e-bcd2-fdfabce4896f req-01861fc3-38cd-4199-b03e-2edd34bc33b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:40.477121 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-77787bb2-4153-482e-bcd2-fdfabce4896f req-01861fc3-38cd-4199-b03e-2edd34bc33b2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5124bd00-da2a-4bd6-93a0-c14c92afb11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3153346 Feb 19 02:43:40.698820 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-77787bb2-4153-482e-bcd2-fdfabce4896f req-400bd2d9-568d-4614-b146-7019693bef24 service neutron] 10.222.0.73 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137251 Feb 19 02:43:40.785178 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4437e5ff-8e07-4cfa-a63f-0c57fc9e8eef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (29b1d912-72fb-485c-b814-b1b426dd04c1), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:40.832313 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4437e5ff-8e07-4cfa-a63f-0c57fc9e8eef admin admin] Pushing event updated for resources: {'Subnet': ['ID=29b1d912-72fb-485c-b814-b1b426dd04c1,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:43:40.881835 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4437e5ff-8e07-4cfa-a63f-0c57fc9e8eef admin admin] Checking segment: {'id': '4dcb5a00-08ae-4121-b3c7-5b61541b276f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8b1da341-6b15-4165-b6f3-95f440007ab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:43:40.882710 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4437e5ff-8e07-4cfa-a63f-0c57fc9e8eef admin admin] Network hostable DHCP agents. Network: 8b1da341-6b15-4165-b6f3-95f440007ab2, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:43:40.898370 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db26fd9-53fd-4846-bb4b-cdba5e14d8ce req-8955d2a9-8046-4d3c-be09-1dcc7dba85c3 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:40.899935 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4db26fd9-53fd-4846-bb4b-cdba5e14d8ce req-8955d2a9-8046-4d3c-be09-1dcc7dba85c3 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=cdaf6704-79e6-465e-a79c-4b9c28f4325f HTTP/1.1" status: 200 len: 948 time: 0.4508634 Feb 19 02:43:40.931874 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4437e5ff-8e07-4cfa-a63f-0c57fc9e8eef admin admin] Network 8b1da341-6b15-4165-b6f3-95f440007ab2 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:43:40.959948 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-4437e5ff-8e07-4cfa-a63f-0c57fc9e8eef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 8b1da341-6b15-4165-b6f3-95f440007ab2) {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:43:40.964777 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4437e5ff-8e07-4cfa-a63f-0c57fc9e8eef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:40.965573 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4437e5ff-8e07-4cfa-a63f-0c57fc9e8eef admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:40.971087 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c41030b-e6a6-4d21-b7f3-25dc0ac29dda None None] Network 8b1da341-6b15-4165-b6f3-95f440007ab2 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:43:41.009659 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4db26fd9-53fd-4846-bb4b-cdba5e14d8ce req-c5463f88-ea45-448a-9341-499a4231643f tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018257 Feb 19 02:43:41.012240 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-77787bb2-4153-482e-bcd2-fdfabce4896f req-73d002e6-6e64-4e01-9490-2f707dbd3637 service neutron] 10.222.0.73 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3063421 Feb 19 02:43:41.014149 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-4437e5ff-8e07-4cfa-a63f-0c57fc9e8eef admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7549851 Feb 19 02:43:41.016109 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 51056) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:43:41.025465 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-4c856527-2abb-4683-992d-7c650e8ef2b9 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1329049283-router', 'tenant_id': '7478e867ac94480b9c1c44ca2e321f2f', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:43:41.091193 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4c856527-2abb-4683-992d-7c650e8ef2b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14172'] for router (cd0ae412-80ef-4a23-8a21-7acf179b261b), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:41.092816 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4c856527-2abb-4683-992d-7c650e8ef2b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16317487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16285822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16309985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14247'] for router (cd0ae412-80ef-4a23-8a21-7acf179b261b), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:41.191309 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4c856527-2abb-4683-992d-7c650e8ef2b9 admin admin] Publish callbacks [] for router_controller (cd0ae412-80ef-4a23-8a21-7acf179b261b), precommit_add_association {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:41.214857 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d43d4f-032d-4a85-ac7c-34293ce1780a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-8b1da341-6b15-4165-b6f3-95f440007ab2', 'network_id': '8b1da341-6b15-4165-b6f3-95f440007ab2', 'project_id': '7478e867ac94480b9c1c44ca2e321f2f', 'fixed_ips': [{'subnet_id': '29b1d912-72fb-485c-b814-b1b426dd04c1'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:43:41.216161 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-73d43d4f-032d-4a85-ac7c-34293ce1780a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:41.396479 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4c856527-2abb-4683-992d-7c650e8ef2b9 admin admin] Publish callbacks [] for router_gateway (cd0ae412-80ef-4a23-8a21-7acf179b261b), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:41.509368 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-73d43d4f-032d-4a85-ac7c-34293ce1780a None None] Allocated IP 172.20.0.2 (8b1da341-6b15-4165-b6f3-95f440007ab2/29b1d912-72fb-485c-b814-b1b426dd04c1/489af03a-295e-48be-a310-19fad0b586c2) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:43:41.528735 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f083eeb-d086-4ca9-8894-0caead1c49fa req-06112217-60ec-4546-813b-a14f8325a777 tempest-ServerDiagnosticsNegativeTest-1156319163 tempest-ServerDiagnosticsNegativeTest-1156319163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:41.545947 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1f083eeb-d086-4ca9-8894-0caead1c49fa req-06112217-60ec-4546-813b-a14f8325a777 tempest-ServerDiagnosticsNegativeTest-1156319163 tempest-ServerDiagnosticsNegativeTest-1156319163-project] 10.222.0.72 "GET /v2.0/ports?device_id=ef23c3df-ec8e-41a5-b9c3-62ccd931ca76 HTTP/1.1" status: 200 len: 950 time: 0.1291122 Feb 19 02:43:41.761060 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1f083eeb-d086-4ca9-8894-0caead1c49fa req-11fcbf7e-1d5c-4539-b6dd-603f16aba7d0 tempest-ServerDiagnosticsNegativeTest-1156319163 tempest-ServerDiagnosticsNegativeTest-1156319163-project] 10.222.0.72 "GET /v2.0/security-groups?id=868400de-2a89-4c13-a950-ed6b948f890b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105124 Feb 19 02:43:41.792855 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-73d43d4f-032d-4a85-ac7c-34293ce1780a None None] Publish callbacks [] for port (489af03a-295e-48be-a310-19fad0b586c2), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:41.818607 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cd1aeb-7590-4695-a89c-4d867551ec0f req-c6f886e9-4768-4a6a-9e76-d3876da477c3 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:41.820579 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4c856527-2abb-4683-992d-7c650e8ef2b9 admin admin] Publish callbacks [] for router_gateway (cd0ae412-80ef-4a23-8a21-7acf179b261b), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:41.823242 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-73d43d4f-032d-4a85-ac7c-34293ce1780a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (489af03a-295e-48be-a310-19fad0b586c2), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:41.826877 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-74cd1aeb-7590-4695-a89c-4d867551ec0f req-c6f886e9-4768-4a6a-9e76-d3876da477c3 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa9b45d5-254c-45de-8e0f-03eec8283098 HTTP/1.1" status: 200 len: 945 time: 0.2641346 Feb 19 02:43:41.845986 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4c856527-2abb-4683-992d-7c650e8ef2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:41.870612 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d43d4f-032d-4a85-ac7c-34293ce1780a None None] Network 8b1da341-6b15-4165-b6f3-95f440007ab2 is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:43:41.915459 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-73d43d4f-032d-4a85-ac7c-34293ce1780a None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:43:41.922787 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d43d4f-032d-4a85-ac7c-34293ce1780a None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:43:41.978742 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-74cd1aeb-7590-4695-a89c-4d867551ec0f req-1f9f14b1-e3ca-47cc-b584-5cd95e4c4a49 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499844 Feb 19 02:43:42.010219 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d43d4f-032d-4a85-ac7c-34293ce1780a None None] Pushing event updated for resources: {'Port': ['ID=489af03a-295e-48be-a310-19fad0b586c2,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:43:42.028858 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-4c856527-2abb-4683-992d-7c650e8ef2b9 admin admin] Allocated IP 172.25.6.206 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/87a9e188-e7e2-4186-b3bd-c170f6420972) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:43:42.079130 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-73d43d4f-032d-4a85-ac7c-34293ce1780a None None] Attempting to bind port 489af03a-295e-48be-a310-19fad0b586c2 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:43:42.079515 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-73d43d4f-032d-4a85-ac7c-34293ce1780a None None] Attempting to bind port 489af03a-295e-48be-a310-19fad0b586c2 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '4dcb5a00-08ae-4121-b3c7-5b61541b276f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8b1da341-6b15-4165-b6f3-95f440007ab2'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:43:42.080588 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d43d4f-032d-4a85-ac7c-34293ce1780a None None] Attempting to bind port 489af03a-295e-48be-a310-19fad0b586c2 on network 8b1da341-6b15-4165-b6f3-95f440007ab2 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:43:42.098629 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d43d4f-032d-4a85-ac7c-34293ce1780a None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:43:42.099003 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d43d4f-032d-4a85-ac7c-34293ce1780a None None] Checking segment: {'id': '4dcb5a00-08ae-4121-b3c7-5b61541b276f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8b1da341-6b15-4165-b6f3-95f440007ab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:43:42.099421 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-73d43d4f-032d-4a85-ac7c-34293ce1780a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:42.099817 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d43d4f-032d-4a85-ac7c-34293ce1780a None None] Bound using segment: {'id': '4dcb5a00-08ae-4121-b3c7-5b61541b276f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8b1da341-6b15-4165-b6f3-95f440007ab2'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:43:42.100295 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-73d43d4f-032d-4a85-ac7c-34293ce1780a None None] Bound port: 489af03a-295e-48be-a310-19fad0b586c2, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dcb5a00-08ae-4121-b3c7-5b61541b276f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8b1da341-6b15-4165-b6f3-95f440007ab2'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:43:42.100674 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-73d43d4f-032d-4a85-ac7c-34293ce1780a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (489af03a-295e-48be-a310-19fad0b586c2), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:42.264106 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-73d43d4f-032d-4a85-ac7c-34293ce1780a None None] For port 489af03a-295e-48be-a310-19fad0b586c2, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:43:42.272525 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-73d43d4f-032d-4a85-ac7c-34293ce1780a None None] For port 489af03a-295e-48be-a310-19fad0b586c2, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=489af03a-295e-48be-a310-19fad0b586c2,segment=NetworkSegment(4dcb5a00-08ae-4121-b3c7-5b61541b276f),segment_id=4dcb5a00-08ae-4121-b3c7-5b61541b276f)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:43:42.292005 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-73d43d4f-032d-4a85-ac7c-34293ce1780a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (489af03a-295e-48be-a310-19fad0b586c2), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:42.295365 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4c856527-2abb-4683-992d-7c650e8ef2b9 admin admin] Publish callbacks [] for port (87a9e188-e7e2-4186-b3bd-c170f6420972), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:42.303605 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6449cf-5532-4dc0-88da-365f764402a4 req-e3b0b33f-2a9e-4e5a-82b3-815830bd9a61 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:42.315784 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4c6449cf-5532-4dc0-88da-365f764402a4 req-e3b0b33f-2a9e-4e5a-82b3-815830bd9a61 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=cdaf6704-79e6-465e-a79c-4b9c28f4325f HTTP/1.1" status: 200 len: 948 time: 0.1387556 Feb 19 02:43:42.398553 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4c856527-2abb-4683-992d-7c650e8ef2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (87a9e188-e7e2-4186-b3bd-c170f6420972), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:42.429375 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4c6449cf-5532-4dc0-88da-365f764402a4 req-92720718-fd17-46ae-bc7a-f6d9bd9cdcaa tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120639 Feb 19 02:43:42.476060 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d43d4f-032d-4a85-ac7c-34293ce1780a None None] Pushing event updated for resources: {'Port': ['ID=489af03a-295e-48be-a310-19fad0b586c2,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:43:42.501110 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c856527-2abb-4683-992d-7c650e8ef2b9 admin admin] Pushing event updated for resources: {'Port': ['ID=87a9e188-e7e2-4186-b3bd-c170f6420972,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:43:42.521638 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c856527-2abb-4683-992d-7c650e8ef2b9 admin admin] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:43:42.524651 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-4c856527-2abb-4683-992d-7c650e8ef2b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:43:42.528717 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c856527-2abb-4683-992d-7c650e8ef2b9 admin admin] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:43:42.573073 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1519ce93-2b52-4d9d-8842-c96bbf5a2f20 req-5b734199-29c1-428a-934e-666ccd58b54a tempest-ServerDiagnosticsNegativeTest-1156319163 tempest-ServerDiagnosticsNegativeTest-1156319163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:42.583552 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1519ce93-2b52-4d9d-8842-c96bbf5a2f20 req-5b734199-29c1-428a-934e-666ccd58b54a tempest-ServerDiagnosticsNegativeTest-1156319163 tempest-ServerDiagnosticsNegativeTest-1156319163-project] 10.222.0.72 "GET /v2.0/ports?device_id=ef23c3df-ec8e-41a5-b9c3-62ccd931ca76 HTTP/1.1" status: 200 len: 950 time: 0.0973444 Feb 19 02:43:42.646151 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1519ce93-2b52-4d9d-8842-c96bbf5a2f20 req-acc26261-4de5-492f-a5db-21eca7ac0d34 tempest-ServerDiagnosticsNegativeTest-1156319163 tempest-ServerDiagnosticsNegativeTest-1156319163-project] 10.222.0.72 "GET /v2.0/security-groups?id=868400de-2a89-4c13-a950-ed6b948f890b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613313 Feb 19 02:43:43.138117 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4c856527-2abb-4683-992d-7c650e8ef2b9 admin admin] Publish callbacks [] for router_gateway (cd0ae412-80ef-4a23-8a21-7acf179b261b), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:43.247479 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c30d158-183d-4f4e-a899-d9cf598f2919 req-305ef54b-bc22-4706-b39c-65a2badc82cb tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:43.256047 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7c30d158-183d-4f4e-a899-d9cf598f2919 req-305ef54b-bc22-4706-b39c-65a2badc82cb tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa9b45d5-254c-45de-8e0f-03eec8283098 HTTP/1.1" status: 200 len: 945 time: 0.1318870 Feb 19 02:43:43.381906 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7c30d158-183d-4f4e-a899-d9cf598f2919 req-25c8bbfb-972f-446e-815a-6168f5c9aab6 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204190 Feb 19 02:43:43.661141 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334388b6-9d0e-42cd-8a51-0e96a7faac9f req-57e24453-8ad4-449a-b69e-5c783976e87a tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:43.663598 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-334388b6-9d0e-42cd-8a51-0e96a7faac9f req-57e24453-8ad4-449a-b69e-5c783976e87a tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=cdaf6704-79e6-465e-a79c-4b9c28f4325f HTTP/1.1" status: 200 len: 948 time: 0.0962520 Feb 19 02:43:43.739421 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-334388b6-9d0e-42cd-8a51-0e96a7faac9f req-4b3834b6-c2a6-4261-9a48-0db19d88edb5 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702710 Feb 19 02:43:43.865155 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aefb82f-f50a-4a75-ab3f-e7f6e58b608f req-f14285eb-3ba8-4a03-8396-f808cfe782c6 tempest-ServerDiagnosticsNegativeTest-1156319163 tempest-ServerDiagnosticsNegativeTest-1156319163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:43.873070 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5aefb82f-f50a-4a75-ab3f-e7f6e58b608f req-f14285eb-3ba8-4a03-8396-f808cfe782c6 tempest-ServerDiagnosticsNegativeTest-1156319163 tempest-ServerDiagnosticsNegativeTest-1156319163-project] 10.222.0.72 "GET /v2.0/ports?device_id=ef23c3df-ec8e-41a5-b9c3-62ccd931ca76 HTTP/1.1" status: 200 len: 950 time: 0.0793152 Feb 19 02:43:43.932846 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5aefb82f-f50a-4a75-ab3f-e7f6e58b608f req-d1e03522-fd6e-44da-a06d-d9ba61e705f6 tempest-ServerDiagnosticsNegativeTest-1156319163 tempest-ServerDiagnosticsNegativeTest-1156319163-project] 10.222.0.72 "GET /v2.0/security-groups?id=868400de-2a89-4c13-a950-ed6b948f890b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564466 Feb 19 02:43:43.965414 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device fbd93433-4aea-422f-a4b2-de5fde7cd692 details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:43:44.161048 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4c856527-2abb-4683-992d-7c650e8ef2b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16317478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865'] for router (cd0ae412-80ef-4a23-8a21-7acf179b261b), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:44.411115 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067cc5ba-252b-420b-8060-5815d4845e81 req-6b633348-9218-488d-8901-27be0a775365 tempest-ServerDiagnosticsNegativeTest-1156319163 tempest-ServerDiagnosticsNegativeTest-1156319163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:44.411762 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-067cc5ba-252b-420b-8060-5815d4845e81 req-6b633348-9218-488d-8901-27be0a775365 tempest-ServerDiagnosticsNegativeTest-1156319163 tempest-ServerDiagnosticsNegativeTest-1156319163-project] 10.222.0.82 "GET /v2.0/ports?device_id=ef23c3df-ec8e-41a5-b9c3-62ccd931ca76 HTTP/1.1" status: 200 len: 950 time: 0.3952734 Feb 19 02:43:44.530156 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port fbd93433-4aea-422f-a4b2-de5fde7cd692, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=fbd93433-4aea-422f-a4b2-de5fde7cd692,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:43:44.605970 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': 'fbd93433-4aea-422f-a4b2-de5fde7cd692', 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f', 'port_id': 'fbd93433-4aea-422f-a4b2-de5fde7cd692', 'mac_address': 'fa:16:3e:22:9b:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '974c06bc-f097-4890-970a-b087501ab241', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:43:44.619148 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d594f8-27fd-4670-b977-566553bf345b None None] Network 8b1da341-6b15-4165-b6f3-95f440007ab2 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:43:44.892693 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-ffee00a5-5d81-432d-b00a-3008b1ed7c3b None None] Provisioning complete for port 489af03a-295e-48be-a310-19fad0b586c2 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:43:44.920650 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-ffee00a5-5d81-432d-b00a-3008b1ed7c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (489af03a-295e-48be-a310-19fad0b586c2), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:45.029525 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port fbd93433-4aea-422f-a4b2-de5fde7cd692 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:43:45.031176 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (fbd93433-4aea-422f-a4b2-de5fde7cd692), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:45.075975 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-067cc5ba-252b-420b-8060-5815d4845e81 req-b3ea94b6-47ce-4085-951c-10180f17f458 tempest-ServerDiagnosticsNegativeTest-1156319163 tempest-ServerDiagnosticsNegativeTest-1156319163-project] Deleting port e2f4abc8-e505-4fe2-826f-8c322e379799 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:43:45.078965 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-067cc5ba-252b-420b-8060-5815d4845e81 req-b3ea94b6-47ce-4085-951c-10180f17f458 tempest-ServerDiagnosticsNegativeTest-1156319163 tempest-ServerDiagnosticsNegativeTest-1156319163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (e2f4abc8-e505-4fe2-826f-8c322e379799), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:45.122462 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c856527-2abb-4683-992d-7c650e8ef2b9 admin admin] Router cd0ae412-80ef-4a23-8a21-7acf179b261b is scheduled to L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd with binding_index 1 {{(pid=103702) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 02:43:45.170135 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 489af03a-295e-48be-a310-19fad0b586c2 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:43:45.200387 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69b8fa4-7290-4209-8b61-6b0d8e713457 req-d209eea8-1389-4bf5-ab7e-fb112eed6ac8 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:45.201910 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f69b8fa4-7290-4209-8b61-6b0d8e713457 req-d209eea8-1389-4bf5-ab7e-fb112eed6ac8 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa9b45d5-254c-45de-8e0f-03eec8283098 HTTP/1.1" status: 200 len: 945 time: 0.2791259 Feb 19 02:43:45.210497 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c793cf-6443-403e-b2a4-6c4a8154f788 req-79b3105d-fcee-44b0-a869-fd6567d9ea40 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:45.212447 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d1c793cf-6443-403e-b2a4-6c4a8154f788 req-79b3105d-fcee-44b0-a869-fd6567d9ea40 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.73 "GET /v2.0/ports?device_id=cdaf6704-79e6-465e-a79c-4b9c28f4325f&tenant_id=db33b204d8b743bf8957eb245634d63e&binding%3Ahost_id=n-h1-826753-2 HTTP/1.1" status: 200 len: 948 time: 0.7669084 Feb 19 02:43:45.413399 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbd93433-4aea-422f-a4b2-de5fde7cd692 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:43:45.415985 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdf812d-d5b5-4e5f-8f3e-a8c0a2b31b8e req-75820c3e-614d-4ae7-a937-1bb76cb1d63d tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:45.429554 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1fdf812d-d5b5-4e5f-8f3e-a8c0a2b31b8e req-75820c3e-614d-4ae7-a937-1bb76cb1d63d tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=cdaf6704-79e6-465e-a79c-4b9c28f4325f HTTP/1.1" status: 200 len: 948 time: 0.6922865 Feb 19 02:43:45.468784 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d1c793cf-6443-403e-b2a4-6c4a8154f788 req-7cf707ed-0106-49ed-85db-49e1fd155282 service neutron] 10.222.0.73 "GET /v2.0/ports/fbd93433-4aea-422f-a4b2-de5fde7cd692/bindings/n-h1-826753-2 HTTP/1.1" status: 200 len: 382 time: 0.2401628 Feb 19 02:43:45.495522 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-1eae1d67-e183-4b25-83cc-aae119aa213a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:45.568058 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-067cc5ba-252b-420b-8060-5815d4845e81 req-b3ea94b6-47ce-4085-951c-10180f17f458 tempest-ServerDiagnosticsNegativeTest-1156319163 tempest-ServerDiagnosticsNegativeTest-1156319163-project] For port e2f4abc8-e505-4fe2-826f-8c322e379799, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=e2f4abc8-e505-4fe2-826f-8c322e379799,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:43:45.568694 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-067cc5ba-252b-420b-8060-5815d4845e81 req-b3ea94b6-47ce-4085-951c-10180f17f458 tempest-ServerDiagnosticsNegativeTest-1156319163 tempest-ServerDiagnosticsNegativeTest-1156319163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (e2f4abc8-e505-4fe2-826f-8c322e379799), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:45.573734 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port fbd93433-4aea-422f-a4b2-de5fde7cd692, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=fbd93433-4aea-422f-a4b2-de5fde7cd692,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:43:45.604346 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 489af03a-295e-48be-a310-19fad0b586c2 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:43:45.604713 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (489af03a-295e-48be-a310-19fad0b586c2), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:45.626857 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f69b8fa4-7290-4209-8b61-6b0d8e713457 req-a93351d7-b45e-443d-9bcd-c1f8115a4398 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3925164 Feb 19 02:43:45.697482 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (fbd93433-4aea-422f-a4b2-de5fde7cd692), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:45.722701 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1fdf812d-d5b5-4e5f-8f3e-a8c0a2b31b8e req-1f0181b4-ef4f-4d34-8c28-ea0ea391481a tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684977 Feb 19 02:43:45.723653 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-067cc5ba-252b-420b-8060-5815d4845e81 req-b3ea94b6-47ce-4085-951c-10180f17f458 tempest-ServerDiagnosticsNegativeTest-1156319163 tempest-ServerDiagnosticsNegativeTest-1156319163-project] Calling delete_port for e2f4abc8-e505-4fe2-826f-8c322e379799 owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:43:45.744074 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c793cf-6443-403e-b2a4-6c4a8154f788 req-502ec3de-1da0-433a-8970-c6418b40ded2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:45.751894 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c856527-2abb-4683-992d-7c650e8ef2b9 admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:43:45.756799 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d1c793cf-6443-403e-b2a4-6c4a8154f788 req-502ec3de-1da0-433a-8970-c6418b40ded2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=db33b204d8b743bf8957eb245634d63e&device_id=cdaf6704-79e6-465e-a79c-4b9c28f4325f HTTP/1.1" status: 200 len: 1130 time: 0.2194457 Feb 19 02:43:45.803419 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5635ccf-45ab-41f2-adb6-6d893bbe15fb None None] Sync routers for ids ['cd0ae412-80ef-4a23-8a21-7acf179b261b'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:43:45.956463 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4c856527-2abb-4683-992d-7c650e8ef2b9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:45.959079 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-4c856527-2abb-4683-992d-7c650e8ef2b9 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.9419229 Feb 19 02:43:45.962182 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 51098) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:43:46.018418 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610a0fc8-0e13-4679-a109-249d69fb61b0 req-4606f7b7-820e-4442-b4ef-9dae6adf19df tempest-ServerDiagnosticsNegativeTest-1156319163 tempest-ServerDiagnosticsNegativeTest-1156319163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:46.023850 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-610a0fc8-0e13-4679-a109-249d69fb61b0 req-4606f7b7-820e-4442-b4ef-9dae6adf19df tempest-ServerDiagnosticsNegativeTest-1156319163 tempest-ServerDiagnosticsNegativeTest-1156319163-project] 10.222.0.72 "GET /v2.0/ports?device_id=ef23c3df-ec8e-41a5-b9c3-62ccd931ca76 HTTP/1.1" status: 200 len: 950 time: 0.2649202 Feb 19 02:43:46.030251 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-ffee00a5-5d81-432d-b00a-3008b1ed7c3b None None] Current status of the port 489af03a-295e-48be-a310-19fad0b586c2 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:43:46.031512 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-ffee00a5-5d81-432d-b00a-3008b1ed7c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (489af03a-295e-48be-a310-19fad0b586c2), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:46.090819 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-067cc5ba-252b-420b-8060-5815d4845e81 req-b3ea94b6-47ce-4085-951c-10180f17f458 tempest-ServerDiagnosticsNegativeTest-1156319163 tempest-ServerDiagnosticsNegativeTest-1156319163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (e2f4abc8-e505-4fe2-826f-8c322e379799), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:46.104264 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5635ccf-45ab-41f2-adb6-6d893bbe15fb None None] Routers {'cd0ae412-80ef-4a23-8a21-7acf179b261b'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:43:46.109403 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-c5635ccf-45ab-41f2-adb6-6d893bbe15fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:43:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['cd0ae412-80ef-4a23-8a21-7acf179b261b'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:43:46.127262 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c793cf-6443-403e-b2a4-6c4a8154f788 req-9a916495-420f-4e28-bbc6-642b4ce904cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:46.130846 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d1c793cf-6443-403e-b2a4-6c4a8154f788 req-9a916495-420f-4e28-bbc6-642b4ce904cf service neutron] 10.222.0.73 "GET /v2.0/networks?id=5124bd00-da2a-4bd6-93a0-c14c92afb11f HTTP/1.1" status: 200 len: 870 time: 0.3549578 Feb 19 02:43:46.185335 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ea94b6-47ce-4085-951c-10180f17f458 tempest-ServerDiagnosticsNegativeTest-1156319163 tempest-ServerDiagnosticsNegativeTest-1156319163-project] Pushing event deleted for resources: {'Port': ['ID=e2f4abc8-e505-4fe2-826f-8c322e379799,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:43:46.240495 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-610a0fc8-0e13-4679-a109-249d69fb61b0 req-283cb6fd-147a-4f05-a529-6be891068192 tempest-ServerDiagnosticsNegativeTest-1156319163 tempest-ServerDiagnosticsNegativeTest-1156319163-project] 10.222.0.72 "GET /v2.0/security-groups?id=868400de-2a89-4c13-a950-ed6b948f890b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102106 Feb 19 02:43:46.257961 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d1c793cf-6443-403e-b2a4-6c4a8154f788 req-8f8a24cb-8ac6-4dd0-ae9a-9280cc72a7b6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=fbd93433-4aea-422f-a4b2-de5fde7cd692 HTTP/1.1" status: 200 len: 217 time: 0.1045561 Feb 19 02:43:46.334592 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-067cc5ba-252b-420b-8060-5815d4845e81 req-b3ea94b6-47ce-4085-951c-10180f17f458 tempest-ServerDiagnosticsNegativeTest-1156319163 tempest-ServerDiagnosticsNegativeTest-1156319163-project] No DVR routers for this DVR port e2f4abc8-e505-4fe2-826f-8c322e379799 on host n-h2-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:43:46.342747 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-067cc5ba-252b-420b-8060-5815d4845e81 req-b3ea94b6-47ce-4085-951c-10180f17f458 tempest-ServerDiagnosticsNegativeTest-1156319163 tempest-ServerDiagnosticsNegativeTest-1156319163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:46.347434 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-067cc5ba-252b-420b-8060-5815d4845e81 req-b3ea94b6-47ce-4085-951c-10180f17f458 tempest-ServerDiagnosticsNegativeTest-1156319163 tempest-ServerDiagnosticsNegativeTest-1156319163-project] 10.222.0.82 "DELETE /v2.0/ports/e2f4abc8-e505-4fe2-826f-8c322e379799 HTTP/1.1" status: 204 len: 173 time: 1.9237721 Feb 19 02:43:46.353117 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef23c3df-ec8e-41a5-b9c3-62ccd931ca76', 'name': 'network-vif-deleted', 'tag': 'e2f4abc8-e505-4fe2-826f-8c322e379799'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:43:46.353748 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['e2f4abc8-e505-4fe2-826f-8c322e379799'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:43:46.356458 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['fbd93433-4aea-422f-a4b2-de5fde7cd692'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:43:46.357889 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bef497f-a556-4f1c-a1cd-ee1579b06b5a" -d '{"events": [{"server_uuid": "ef23c3df-ec8e-41a5-b9c3-62ccd931ca76", "name": "network-vif-deleted", "tag": "e2f4abc8-e505-4fe2-826f-8c322e379799"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:43:46.398630 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c793cf-6443-403e-b2a4-6c4a8154f788 req-ed66c6d6-e0e5-4e98-a3d4-b4edf3fd7a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:46.400125 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d1c793cf-6443-403e-b2a4-6c4a8154f788 req-ed66c6d6-e0e5-4e98-a3d4-b4edf3fd7a44 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=974c06bc-f097-4890-970a-b087501ab241 HTTP/1.1" status: 200 len: 843 time: 0.1410604 Feb 19 02:43:46.478791 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22ed3b3a-f5b2-48b3-8773-bb6de933f468 x-openstack-request-id: req-22ed3b3a-f5b2-48b3-8773-bb6de933f468 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:43:46.481142 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef23c3df-ec8e-41a5-b9c3-62ccd931ca76", "name": "network-vif-deleted", "tag": "e2f4abc8-e505-4fe2-826f-8c322e379799", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:43:46.481426 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-22ed3b3a-f5b2-48b3-8773-bb6de933f468 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:43:46.481976 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef23c3df-ec8e-41a5-b9c3-62ccd931ca76', 'name': 'network-vif-deleted', 'tag': 'e2f4abc8-e505-4fe2-826f-8c322e379799', 'status': 'completed', 'code': 200} Feb 19 02:43:46.561244 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c793cf-6443-403e-b2a4-6c4a8154f788 req-8a9532f2-47ab-4c80-909b-4fe6c4bbbeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:46.562839 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d1c793cf-6443-403e-b2a4-6c4a8154f788 req-8a9532f2-47ab-4c80-909b-4fe6c4bbbeba service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5124bd00-da2a-4bd6-93a0-c14c92afb11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1512761 Feb 19 02:43:46.577139 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-ffee00a5-5d81-432d-b00a-3008b1ed7c3b None None] For port 489af03a-295e-48be-a310-19fad0b586c2, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=489af03a-295e-48be-a310-19fad0b586c2,segment=NetworkSegment(4dcb5a00-08ae-4121-b3c7-5b61541b276f),segment_id=4dcb5a00-08ae-4121-b3c7-5b61541b276f)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:43:46.601085 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=fbd93433-4aea-422f-a4b2-de5fde7cd692,revision_number=8']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:43:46.610491 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-ffee00a5-5d81-432d-b00a-3008b1ed7c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (489af03a-295e-48be-a310-19fad0b586c2), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:46.639382 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-c5635ccf-45ab-41f2-adb6-6d893bbe15fb None None] Set router cd0ae412-80ef-4a23-8a21-7acf179b261b gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:43:47.056878 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 489af03a-295e-48be-a310-19fad0b586c2 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:43:47.061057 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d1c793cf-6443-403e-b2a4-6c4a8154f788 req-7f568a08-1304-4547-9a56-47c4323c2928 service neutron] 10.222.0.73 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4742219 Feb 19 02:43:47.136233 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-7170f190-2fee-450f-8973-dc5811721621 None None] Provisioning complete for port 489af03a-295e-48be-a310-19fad0b586c2 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:43:47.136622 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-7170f190-2fee-450f-8973-dc5811721621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (489af03a-295e-48be-a310-19fad0b586c2), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:47.215699 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197ea165-878f-45e9-976d-c0ef667ed8fd req-39dc061f-1c00-44e0-8602-d74ce2695ed7 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:47.229108 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-197ea165-878f-45e9-976d-c0ef667ed8fd req-39dc061f-1c00-44e0-8602-d74ce2695ed7 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=cdaf6704-79e6-465e-a79c-4b9c28f4325f HTTP/1.1" status: 200 len: 949 time: 0.3461115 Feb 19 02:43:47.243368 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffee00a5-5d81-432d-b00a-3008b1ed7c3b None None] Pushing event updated for resources: {'Port': ['ID=489af03a-295e-48be-a310-19fad0b586c2,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:43:47.361795 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a5d7ed-a4a4-4118-a487-a4e83beb7d29 req-389691fb-7451-4c6f-b0a1-285bcab33c14 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:47.363998 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-99a5d7ed-a4a4-4118-a487-a4e83beb7d29 req-389691fb-7451-4c6f-b0a1-285bcab33c14 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa9b45d5-254c-45de-8e0f-03eec8283098 HTTP/1.1" status: 200 len: 945 time: 0.5660286 Feb 19 02:43:47.493624 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-197ea165-878f-45e9-976d-c0ef667ed8fd req-93ca253d-678c-413b-b9f7-6ed40d343305 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629123 Feb 19 02:43:47.508710 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-7170f190-2fee-450f-8973-dc5811721621 None None] Current status of the port 489af03a-295e-48be-a310-19fad0b586c2 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:43:47.533314 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-c5635ccf-45ab-41f2-adb6-6d893bbe15fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0ae412-80ef-4a23-8a21-7acf179b261b', 'name': 'tempest-TaggedBootDevicesTest_v242-1329049283-router', 'tenant_id': '7478e867ac94480b9c1c44ca2e321f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '87a9e188-e7e2-4186-b3bd-c170f6420972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:43:41Z', 'updated_at': '2022-02-19T02:43:42Z', 'revision_number': 3, 'project_id': '7478e867ac94480b9c1c44ca2e321f2f', 'gw_port': {'id': '87a9e188-e7e2-4186-b3bd-c170f6420972', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:07:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd0ae412-80ef-4a23-8a21-7acf179b261b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:43:41Z', 'updated_at': '2022-02-19T02:43:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:43:47.572005 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5635ccf-45ab-41f2-adb6-6d893bbe15fb None None] Checking router: cd0ae412-80ef-4a23-8a21-7acf179b261b for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:43:47.572370 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5635ccf-45ab-41f2-adb6-6d893bbe15fb None None] Updating router cd0ae412-80ef-4a23-8a21-7acf179b261b port 87a9e188-e7e2-4186-b3bd-c170f6420972 binding host n-d-826753-2 {{(pid=103703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:43:47.585556 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d1c793cf-6443-403e-b2a4-6c4a8154f788 req-094ee621-24c2-4e25-9dcc-6e2fa9247ab9 service neutron] 10.222.0.73 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5232458 Feb 19 02:43:47.612181 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-99a5d7ed-a4a4-4118-a487-a4e83beb7d29 req-fdb3cefa-e92c-4fcf-8946-65816050412b tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287917 Feb 19 02:43:47.617199 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3f10a4bd-58ed-4c96-b138-98accb4196ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:47.627281 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccf-45ab-41f2-adb6-6d893bbe15fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (87a9e188-e7e2-4186-b3bd-c170f6420972), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:47.696360 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e6bb82e7-da1d-4ab0-989c-a1e83e3d4801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:47.999302 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-3f10a4bd-58ed-4c96-b138-98accb4196ae admin admin] Allocated IP 172.20.0.1 (8b1da341-6b15-4165-b6f3-95f440007ab2/29b1d912-72fb-485c-b814-b1b426dd04c1/8612e91a-4d48-4cf7-9812-b49d439e0fa7) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:43:48.136081 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51118) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:43:48.138726 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccf-45ab-41f2-adb6-6d893bbe15fb None None] Publish callbacks [] for port (87a9e188-e7e2-4186-b3bd-c170f6420972), precommit_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:48.157839 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device e2f4abc8-e505-4fe2-826f-8c322e379799 no longer exists at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:43:48.171615 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccf-45ab-41f2-adb6-6d893bbe15fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (87a9e188-e7e2-4186-b3bd-c170f6420972), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:48.215381 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3f10a4bd-58ed-4c96-b138-98accb4196ae admin admin] Publish callbacks [] for port (8612e91a-4d48-4cf7-9812-b49d439e0fa7), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:48.284517 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3f10a4bd-58ed-4c96-b138-98accb4196ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (8612e91a-4d48-4cf7-9812-b49d439e0fa7), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:48.299003 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] No Port match for: e2f4abc8-e505-4fe2-826f-8c322e379799 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:43:48.300426 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device e2f4abc8-e505-4fe2-826f-8c322e379799 not bound to the agent host n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:43:48.314560 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-c5635ccf-45ab-41f2-adb6-6d893bbe15fb None None] Attempting to bind port 87a9e188-e7e2-4186-b3bd-c170f6420972 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:43:48.316236 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-c5635ccf-45ab-41f2-adb6-6d893bbe15fb None None] Attempting to bind port 87a9e188-e7e2-4186-b3bd-c170f6420972 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:43:48.316987 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5635ccf-45ab-41f2-adb6-6d893bbe15fb None None] Attempting to bind port 87a9e188-e7e2-4186-b3bd-c170f6420972 on network eaf64708-9021-419e-b287-ef3e0f51e2ee {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:43:48.330406 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5635ccf-45ab-41f2-adb6-6d893bbe15fb None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:43:48.331370 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5635ccf-45ab-41f2-adb6-6d893bbe15fb None None] Checking segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:43:48.332372 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccf-45ab-41f2-adb6-6d893bbe15fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:48.332987 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5635ccf-45ab-41f2-adb6-6d893bbe15fb None None] Bound using segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:43:48.333747 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-c5635ccf-45ab-41f2-adb6-6d893bbe15fb None None] Bound port: 87a9e188-e7e2-4186-b3bd-c170f6420972, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:43:48.334387 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccf-45ab-41f2-adb6-6d893bbe15fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (87a9e188-e7e2-4186-b3bd-c170f6420972), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:48.390751 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-d245652f-4335-44c7-a695-9d88afd7b3c1 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e3428dd13e9a44ddb40e68a268aeb981&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2512162 Feb 19 02:43:48.391495 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51122) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:43:48.405394 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-c5635ccf-45ab-41f2-adb6-6d893bbe15fb None None] For port 87a9e188-e7e2-4186-b3bd-c170f6420972, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:43:48.413444 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-c5635ccf-45ab-41f2-adb6-6d893bbe15fb None None] For port 87a9e188-e7e2-4186-b3bd-c170f6420972, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=87a9e188-e7e2-4186-b3bd-c170f6420972,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:43:48.427703 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f10a4bd-58ed-4c96-b138-98accb4196ae admin admin] Network 8b1da341-6b15-4165-b6f3-95f440007ab2 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:43:48.432227 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da41810a-038a-4b87-a97d-4f93f2da522f None None] Pushing event updated for resources: {'Port': ['ID=87a9e188-e7e2-4186-b3bd-c170f6420972,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:43:48.447977 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-3f10a4bd-58ed-4c96-b138-98accb4196ae admin admin] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:43:48.451831 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c5635ccf-45ab-41f2-adb6-6d893bbe15fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (87a9e188-e7e2-4186-b3bd-c170f6420972), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:48.472328 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f10a4bd-58ed-4c96-b138-98accb4196ae admin admin] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:43:48.562634 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f10a4bd-58ed-4c96-b138-98accb4196ae admin admin] Pushing event updated for resources: {'Port': ['ID=8612e91a-4d48-4cf7-9812-b49d439e0fa7,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:43:48.598066 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3f10a4bd-58ed-4c96-b138-98accb4196ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16289150'] for router_interface (cd0ae412-80ef-4a23-8a21-7acf179b261b), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:48.598587 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5827c5f8-08d5-4c97-9960-f9c30880cce6 admin admin] Publish callbacks [] for security_group (868400de-2a89-4c13-a950-ed6b948f890b), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:48.609968 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da41810a-038a-4b87-a97d-4f93f2da522f None None] Pushing event updated for resources: {'Port': ['ID=87a9e188-e7e2-4186-b3bd-c170f6420972,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:43:48.637771 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5635ccf-45ab-41f2-adb6-6d893bbe15fb None None] Routers {'cd0ae412-80ef-4a23-8a21-7acf179b261b'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:43:48.639207 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-c5635ccf-45ab-41f2-adb6-6d893bbe15fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:43:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['cd0ae412-80ef-4a23-8a21-7acf179b261b'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:43:48.643854 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5827c5f8-08d5-4c97-9960-f9c30880cce6 admin admin] Publish callbacks [] for security_group (868400de-2a89-4c13-a950-ed6b948f890b), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:48.786988 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5827c5f8-08d5-4c97-9960-f9c30880cce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (868400de-2a89-4c13-a950-ed6b948f890b), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:48.789600 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5827c5f8-08d5-4c97-9960-f9c30880cce6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:48.790768 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-5827c5f8-08d5-4c97-9960-f9c30880cce6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/868400de-2a89-4c13-a950-ed6b948f890b HTTP/1.1" status: 204 len: 168 time: 0.3984416 Feb 19 02:43:48.839100 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5827c5f8-08d5-4c97-9960-f9c30880cce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=868400de-2a89-4c13-a950-ed6b948f890b,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:43:48.895188 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a26fc58-ffdc-4596-9d7b-0fc3c0d3137a req-4eb0ee61-5b39-44e2-b72d-66ae2fd93a0c tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:48.905121 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2a26fc58-ffdc-4596-9d7b-0fc3c0d3137a req-4eb0ee61-5b39-44e2-b72d-66ae2fd93a0c tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=cdaf6704-79e6-465e-a79c-4b9c28f4325f HTTP/1.1" status: 200 len: 949 time: 0.1797779 Feb 19 02:43:49.070486 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3f10a4bd-58ed-4c96-b138-98accb4196ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (8612e91a-4d48-4cf7-9812-b49d439e0fa7), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:49.092300 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-c5635ccf-45ab-41f2-adb6-6d893bbe15fb None None] Set router cd0ae412-80ef-4a23-8a21-7acf179b261b gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:43:49.155704 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e31de37-a300-4e14-9633-ea45de967ce6 req-ecc94e96-87d0-40ae-b6f0-a64280a9fa9c tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:49.169793 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3e31de37-a300-4e14-9633-ea45de967ce6 req-ecc94e96-87d0-40ae-b6f0-a64280a9fa9c tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa9b45d5-254c-45de-8e0f-03eec8283098 HTTP/1.1" status: 200 len: 945 time: 0.2845573 Feb 19 02:43:49.193620 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2a26fc58-ffdc-4596-9d7b-0fc3c0d3137a req-c24c9423-18a3-47dc-979f-826634dded98 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826881 Feb 19 02:43:49.299538 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3e31de37-a300-4e14-9633-ea45de967ce6 req-3568db36-6659-44b7-8837-299386ed98da tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280313 Feb 19 02:43:49.401937 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 489af03a-295e-48be-a310-19fad0b586c2 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:43:49.410723 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51134) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:43:49.443759 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e3b28629-5351-4e26-8bdf-e38213650829 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:49.495552 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:49.512628 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-eeee759c-4f04-489d-8722-a87273b5aaea None None] Provisioning complete for port 8612e91a-4d48-4cf7-9812-b49d439e0fa7 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:43:49.513548 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-eeee759c-4f04-489d-8722-a87273b5aaea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (8612e91a-4d48-4cf7-9812-b49d439e0fa7), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:49.553805 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-eeee759c-4f04-489d-8722-a87273b5aaea None None] Port 8612e91a-4d48-4cf7-9812-b49d439e0fa7 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:43:49.599043 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 489af03a-295e-48be-a310-19fad0b586c2 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:43:49.599430 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (489af03a-295e-48be-a310-19fad0b586c2), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:49.652167 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e3b28629-5351-4e26-8bdf-e38213650829 admin admin] Publish callbacks [] for security_group (efb94377-5fe2-46cf-bbfe-ba69f8ab112a), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:49.661789 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e3b28629-5351-4e26-8bdf-e38213650829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (efb94377-5fe2-46cf-bbfe-ba69f8ab112a), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:49.723117 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3f10a4bd-58ed-4c96-b138-98accb4196ae admin admin] Publish callbacks [] for port (8612e91a-4d48-4cf7-9812-b49d439e0fa7), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:49.735795 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3f10a4bd-58ed-4c96-b138-98accb4196ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (8612e91a-4d48-4cf7-9812-b49d439e0fa7), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:49.746315 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 489af03a-295e-48be-a310-19fad0b586c2 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:43:49.759143 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-e3b28629-5351-4e26-8bdf-e38213650829 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=aaf2f45f237f4fce8fe58271016633d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3465271 Feb 19 02:43:49.769285 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51136) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:43:49.777342 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-c5635ccf-45ab-41f2-adb6-6d893bbe15fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0ae412-80ef-4a23-8a21-7acf179b261b', 'name': 'tempest-TaggedBootDevicesTest_v242-1329049283-router', 'tenant_id': '7478e867ac94480b9c1c44ca2e321f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '87a9e188-e7e2-4186-b3bd-c170f6420972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:43:41Z', 'updated_at': '2022-02-19T02:43:42Z', 'revision_number': 3, 'project_id': '7478e867ac94480b9c1c44ca2e321f2f', 'gw_port': {'id': '87a9e188-e7e2-4186-b3bd-c170f6420972', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:07:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd0ae412-80ef-4a23-8a21-7acf179b261b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:43:41Z', 'updated_at': '2022-02-19T02:43:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:43:49.816929 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b28629-5351-4e26-8bdf-e38213650829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efb94377-5fe2-46cf-bbfe-ba69f8ab112a,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:43:49.837894 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5635ccf-45ab-41f2-adb6-6d893bbe15fb None None] The sync data for ids ['cd0ae412-80ef-4a23-8a21-7acf179b261b'] in n-d-826753-2 is: [{'id': 'cd0ae412-80ef-4a23-8a21-7acf179b261b', 'name': 'tempest-TaggedBootDevicesTest_v242-1329049283-router', 'tenant_id': '7478e867ac94480b9c1c44ca2e321f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '87a9e188-e7e2-4186-b3bd-c170f6420972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:43:41Z', 'updated_at': '2022-02-19T02:43:42Z', 'revision_number': 3, 'project_id': '7478e867ac94480b9c1c44ca2e321f2f', 'gw_port': {'id': '87a9e188-e7e2-4186-b3bd-c170f6420972', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:07:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd0ae412-80ef-4a23-8a21-7acf179b261b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:43:41Z', 'updated_at': '2022-02-19T02:43:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:43:49.896790 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f10a4bd-58ed-4c96-b138-98accb4196ae admin admin] Pushing event updated for resources: {'Port': ['ID=8612e91a-4d48-4cf7-9812-b49d439e0fa7,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:43:49.926446 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-aac81c97-5975-4733-b7a5-1cde7257d811 admin admin] Publish callbacks [] for security_group (efb94377-5fe2-46cf-bbfe-ba69f8ab112a), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:49.952013 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3f10a4bd-58ed-4c96-b138-98accb4196ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16362769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16289258'] for router_interface (cd0ae412-80ef-4a23-8a21-7acf179b261b), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:49.989044 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-aac81c97-5975-4733-b7a5-1cde7257d811 admin admin] Publish callbacks [] for security_group (efb94377-5fe2-46cf-bbfe-ba69f8ab112a), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:50.021723 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device fbd93433-4aea-422f-a4b2-de5fde7cd692 up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:43:50.120106 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning for port fbd93433-4aea-422f-a4b2-de5fde7cd692 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:43:50.130584 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port fbd93433-4aea-422f-a4b2-de5fde7cd692 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:43:50.134340 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (fbd93433-4aea-422f-a4b2-de5fde7cd692), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:50.143133 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-aac81c97-5975-4733-b7a5-1cde7257d811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (efb94377-5fe2-46cf-bbfe-ba69f8ab112a), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:50.146262 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-aac81c97-5975-4733-b7a5-1cde7257d811 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:50.147446 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-aac81c97-5975-4733-b7a5-1cde7257d811 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/efb94377-5fe2-46cf-bbfe-ba69f8ab112a HTTP/1.1" status: 204 len: 168 time: 0.3771832 Feb 19 02:43:50.169614 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac81c97-5975-4733-b7a5-1cde7257d811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb94377-5fe2-46cf-bbfe-ba69f8ab112a,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:43:50.327461 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f10a4bd-58ed-4c96-b138-98accb4196ae admin admin] Network 8b1da341-6b15-4165-b6f3-95f440007ab2 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:43:50.330813 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-3f10a4bd-58ed-4c96-b138-98accb4196ae admin admin] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:43:50.364667 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:50.418238 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port fbd93433-4aea-422f-a4b2-de5fde7cd692 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:43:50.418796 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (fbd93433-4aea-422f-a4b2-de5fde7cd692), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:50.573259 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59942169-f70d-48c3-8089-d2114be39bbc req-f507d648-6e7b-4873-9429-09c3504d77e9 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:50.576767 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port fbd93433-4aea-422f-a4b2-de5fde7cd692, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=fbd93433-4aea-422f-a4b2-de5fde7cd692,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:43:50.580338 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdaf6704-79e6-465e-a79c-4b9c28f4325f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbd93433-4aea-422f-a4b2-de5fde7cd692'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:43:50.584759 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-160b6449-0cae-46ef-b236-1f35e7649553" -d '{"events": [{"server_uuid": "cdaf6704-79e6-465e-a79c-4b9c28f4325f", "name": "network-vif-plugged", "status": "completed", "tag": "fbd93433-4aea-422f-a4b2-de5fde7cd692"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:43:50.591712 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (fbd93433-4aea-422f-a4b2-de5fde7cd692), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:50.598627 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-59942169-f70d-48c3-8089-d2114be39bbc req-f507d648-6e7b-4873-9429-09c3504d77e9 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=cdaf6704-79e6-465e-a79c-4b9c28f4325f HTTP/1.1" status: 200 len: 949 time: 0.1934154 Feb 19 02:43:50.744144 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=fbd93433-4aea-422f-a4b2-de5fde7cd692,revision_number=9']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:43:50.777265 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f10a4bd-58ed-4c96-b138-98accb4196ae admin admin] Router cd0ae412-80ef-4a23-8a21-7acf179b261b has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:43:50.918538 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-59942169-f70d-48c3-8089-d2114be39bbc req-a1582e4e-ee2a-4b46-b8f7-58b36d8a6451 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3158526 Feb 19 02:43:50.921081 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-a3b94112-36fa-4060-9188-39ee68b4a850 None None] Provisioning complete for port 8612e91a-4d48-4cf7-9812-b49d439e0fa7 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:43:50.921775 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-a3b94112-36fa-4060-9188-39ee68b4a850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (8612e91a-4d48-4cf7-9812-b49d439e0fa7), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:51.031046 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a00484b-e43a-4b3f-a913-fe8cb4467883 req-17e9e56f-9a1a-4540-943c-eb7a62f96eff tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:51.040048 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7a00484b-e43a-4b3f-a913-fe8cb4467883 req-17e9e56f-9a1a-4540-943c-eb7a62f96eff tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa9b45d5-254c-45de-8e0f-03eec8283098 HTTP/1.1" status: 200 len: 945 time: 0.4310715 Feb 19 02:43:51.051120 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-a3b94112-36fa-4060-9188-39ee68b4a850 None None] Port 8612e91a-4d48-4cf7-9812-b49d439e0fa7 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:43:51.208099 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7a00484b-e43a-4b3f-a913-fe8cb4467883 req-14a9347b-0bc9-4fab-92b0-1499dd4b6b20 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526401 Feb 19 02:43:51.211107 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4fad495-4912-45e2-a3e0-2fa35084944f x-openstack-request-id: req-e4fad495-4912-45e2-a3e0-2fa35084944f {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:43:51.211450 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdaf6704-79e6-465e-a79c-4b9c28f4325f", "name": "network-vif-plugged", "status": "completed", "tag": "fbd93433-4aea-422f-a4b2-de5fde7cd692", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:43:51.211579 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e4fad495-4912-45e2-a3e0-2fa35084944f {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:43:51.211993 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdaf6704-79e6-465e-a79c-4b9c28f4325f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbd93433-4aea-422f-a4b2-de5fde7cd692', 'code': 200} Feb 19 02:43:51.244347 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f10a4bd-58ed-4c96-b138-98accb4196ae admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:43:51.267816 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-3f10a4bd-58ed-4c96-b138-98accb4196ae admin admin] 10.222.0.72 "PUT /v2.0/routers/cd0ae412-80ef-4a23-8a21-7acf179b261b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3035643 Feb 19 02:43:51.324978 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 87a9e188-e7e2-4186-b3bd-c170f6420972 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:43:51.350509 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c793cf-6443-403e-b2a4-6c4a8154f788 req-69d6e572-4016-4917-88b7-9e5dc2679a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:51.354654 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d1c793cf-6443-403e-b2a4-6c4a8154f788 req-69d6e572-4016-4917-88b7-9e5dc2679a72 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=cdaf6704-79e6-465e-a79c-4b9c28f4325f&tenant_id=db33b204d8b743bf8957eb245634d63e HTTP/1.1" status: 200 len: 1132 time: 0.7899611 Feb 19 02:43:51.373621 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-d1c793cf-6443-403e-b2a4-6c4a8154f788 req-926780e3-1922-47a2-a75f-249fdf0c76e6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-826753-2', 'device_owner': 'compute:nova'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:43:51.435953 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 87a9e188-e7e2-4186-b3bd-c170f6420972 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:43:51.436552 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (87a9e188-e7e2-4186-b3bd-c170f6420972), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:51.521995 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-d1c793cf-6443-403e-b2a4-6c4a8154f788 req-926780e3-1922-47a2-a75f-249fdf0c76e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (fbd93433-4aea-422f-a4b2-de5fde7cd692), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:51.711567 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 87a9e188-e7e2-4186-b3bd-c170f6420972 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:43:51.711958 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (87a9e188-e7e2-4186-b3bd-c170f6420972), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:51.753488 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port 87a9e188-e7e2-4186-b3bd-c170f6420972, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=87a9e188-e7e2-4186-b3bd-c170f6420972,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:43:51.766916 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (87a9e188-e7e2-4186-b3bd-c170f6420972), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:51.890456 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:51.919938 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=87a9e188-e7e2-4186-b3bd-c170f6420972,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:43:51.952869 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:43:51.953391 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:43:51.953728 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:43:51.954072 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:43:51.958948 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:43:51.964588 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:43:51.966385 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:43:51.966746 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:43:51.967093 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:43:51.967427 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:43:51.967769 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:43:51.968102 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:43:51.968431 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:43:52.199016 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-d1c793cf-6443-403e-b2a4-6c4a8154f788 req-926780e3-1922-47a2-a75f-249fdf0c76e6 service neutron] For port fbd93433-4aea-422f-a4b2-de5fde7cd692, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=fbd93433-4aea-422f-a4b2-de5fde7cd692,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:43:52.201747 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5621037-3a39-49fa-8266-61c39568b772 req-e9620bf3-c73f-4253-b1cf-877c5195bd20 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:52.203283 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e5621037-3a39-49fa-8266-61c39568b772 req-e9620bf3-c73f-4253-b1cf-877c5195bd20 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=cdaf6704-79e6-465e-a79c-4b9c28f4325f HTTP/1.1" status: 200 len: 950 time: 0.1010888 Feb 19 02:43:52.307499 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:52.308895 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-d1c793cf-6443-403e-b2a4-6c4a8154f788 req-926780e3-1922-47a2-a75f-249fdf0c76e6 service neutron] For port fbd93433-4aea-422f-a4b2-de5fde7cd692, host n-h1-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:43:52.392464 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e5621037-3a39-49fa-8266-61c39568b772 req-d7d5c9d7-03af-4a2c-a97c-b06d17e969c1 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801519 Feb 19 02:43:52.407190 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdaf6704-79e6-465e-a79c-4b9c28f4325f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbd93433-4aea-422f-a4b2-de5fde7cd692'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:43:52.410203 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d7de385-e138-4743-899c-7ec038a15272" -d '{"events": [{"server_uuid": "cdaf6704-79e6-465e-a79c-4b9c28f4325f", "name": "network-vif-unplugged", "status": "completed", "tag": "fbd93433-4aea-422f-a4b2-de5fde7cd692"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:43:52.447085 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-d1c793cf-6443-403e-b2a4-6c4a8154f788 req-926780e3-1922-47a2-a75f-249fdf0c76e6 service neutron] Publish callbacks [] for port (fbd93433-4aea-422f-a4b2-de5fde7cd692), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:52.498274 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-d1c793cf-6443-403e-b2a4-6c4a8154f788 req-926780e3-1922-47a2-a75f-249fdf0c76e6 service neutron] Transition to ACTIVE for port object fbd93433-4aea-422f-a4b2-de5fde7cd692 will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:43:52.509203 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-d1c793cf-6443-403e-b2a4-6c4a8154f788 req-926780e3-1922-47a2-a75f-249fdf0c76e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (fbd93433-4aea-422f-a4b2-de5fde7cd692), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:52.579717 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a57b454-5f67-4f46-9fc4-9b407b666311 req-bb462a2d-b0b3-4631-ab05-c732009fc753 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:52.582850 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0a57b454-5f67-4f46-9fc4-9b407b666311 req-bb462a2d-b0b3-4631-ab05-c732009fc753 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa9b45d5-254c-45de-8e0f-03eec8283098 HTTP/1.1" status: 200 len: 945 time: 0.1706660 Feb 19 02:43:52.585939 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51198) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:43:52.599801 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 02:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32c17fdb-908d-4a21-9d62-03d136372cfb x-openstack-request-id: req-32c17fdb-908d-4a21-9d62-03d136372cfb {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:43:52.600357 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdaf6704-79e6-465e-a79c-4b9c28f4325f", "name": "network-vif-unplugged", "status": "completed", "tag": "fbd93433-4aea-422f-a4b2-de5fde7cd692", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:43:52.600837 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-bc7e193e-5e0d-4c3a-9b5e-b09a1f13a39b admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1303713615-network', 'tenant_id': 'e916a112f2fb4b079281e818795a11ff'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:43:52.601277 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-32c17fdb-908d-4a21-9d62-03d136372cfb {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:43:52.606202 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdaf6704-79e6-465e-a79c-4b9c28f4325f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbd93433-4aea-422f-a4b2-de5fde7cd692', 'code': 200} Feb 19 02:43:52.691219 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1c793cf-6443-403e-b2a4-6c4a8154f788 req-926780e3-1922-47a2-a75f-249fdf0c76e6 service neutron] No DVR routers for this DVR port fbd93433-4aea-422f-a4b2-de5fde7cd692 on host n-h1-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:43:52.720950 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc7e193e-5e0d-4c3a-9b5e-b09a1f13a39b admin admin] Made reservation on behalf of e916a112f2fb4b079281e818795a11ff for: {'network': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:43:52.730641 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bc7e193e-5e0d-4c3a-9b5e-b09a1f13a39b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:52.776854 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926780e3-1922-47a2-a75f-249fdf0c76e6 service neutron] Pushing event updated for resources: {'Port': ['ID=fbd93433-4aea-422f-a4b2-de5fde7cd692,revision_number=10']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:43:52.782898 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bc7e193e-5e0d-4c3a-9b5e-b09a1f13a39b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:52.800578 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-d1c793cf-6443-403e-b2a4-6c4a8154f788 req-926780e3-1922-47a2-a75f-249fdf0c76e6 service neutron] Attempting to bind port fbd93433-4aea-422f-a4b2-de5fde7cd692 on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:43:52.801249 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-d1c793cf-6443-403e-b2a4-6c4a8154f788 req-926780e3-1922-47a2-a75f-249fdf0c76e6 service neutron] Attempting to bind port fbd93433-4aea-422f-a4b2-de5fde7cd692 by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:43:52.801757 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c793cf-6443-403e-b2a4-6c4a8154f788 req-926780e3-1922-47a2-a75f-249fdf0c76e6 service neutron] Attempting to bind port fbd93433-4aea-422f-a4b2-de5fde7cd692 on network 5124bd00-da2a-4bd6-93a0-c14c92afb11f {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:43:52.808365 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c793cf-6443-403e-b2a4-6c4a8154f788 req-926780e3-1922-47a2-a75f-249fdf0c76e6 service neutron] Port fbd93433-4aea-422f-a4b2-de5fde7cd692 on network 5124bd00-da2a-4bd6-93a0-c14c92afb11f not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:43:52.808961 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c793cf-6443-403e-b2a4-6c4a8154f788 req-926780e3-1922-47a2-a75f-249fdf0c76e6 service neutron] Attempting to bind port fbd93433-4aea-422f-a4b2-de5fde7cd692 on network 5124bd00-da2a-4bd6-93a0-c14c92afb11f {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:43:52.815054 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c793cf-6443-403e-b2a4-6c4a8154f788 req-926780e3-1922-47a2-a75f-249fdf0c76e6 service neutron] Checking agent: {'id': 'bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 43, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:43:52.816216 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c793cf-6443-403e-b2a4-6c4a8154f788 req-926780e3-1922-47a2-a75f-249fdf0c76e6 service neutron] Checking segment: {'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:43:52.816789 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c793cf-6443-403e-b2a4-6c4a8154f788 req-926780e3-1922-47a2-a75f-249fdf0c76e6 service neutron] Bound using segment: {'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:43:52.818026 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-d1c793cf-6443-403e-b2a4-6c4a8154f788 req-926780e3-1922-47a2-a75f-249fdf0c76e6 service neutron] Bound port: fbd93433-4aea-422f-a4b2-de5fde7cd692, host: n-h2-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:43:52.818561 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-d1c793cf-6443-403e-b2a4-6c4a8154f788 req-926780e3-1922-47a2-a75f-249fdf0c76e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (fbd93433-4aea-422f-a4b2-de5fde7cd692), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:52.828769 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0a57b454-5f67-4f46-9fc4-9b407b666311 req-b7996d61-0625-403b-9b7b-75c4d22c8119 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404664 Feb 19 02:43:52.970306 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bc7e193e-5e0d-4c3a-9b5e-b09a1f13a39b admin admin] Publish callbacks [] for security_group (4652e012-8f87-4456-acf4-df8c717a12ae), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:52.975948 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-d1c793cf-6443-403e-b2a4-6c4a8154f788 req-926780e3-1922-47a2-a75f-249fdf0c76e6 service neutron] For port fbd93433-4aea-422f-a4b2-de5fde7cd692, host n-h2-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:43:52.986720 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-d1c793cf-6443-403e-b2a4-6c4a8154f788 req-926780e3-1922-47a2-a75f-249fdf0c76e6 service neutron] For port fbd93433-4aea-422f-a4b2-de5fde7cd692, host n-h2-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=fbd93433-4aea-422f-a4b2-de5fde7cd692,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:43:52.987573 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bc7e193e-5e0d-4c3a-9b5e-b09a1f13a39b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (4652e012-8f87-4456-acf4-df8c717a12ae), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:53.011921 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-d1c793cf-6443-403e-b2a4-6c4a8154f788 req-926780e3-1922-47a2-a75f-249fdf0c76e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (fbd93433-4aea-422f-a4b2-de5fde7cd692), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:53.036346 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc7e193e-5e0d-4c3a-9b5e-b09a1f13a39b admin admin] vlan segment allocate from pool success with {'vlan_id': 261, 'physical_network': 'physnet1'} {{(pid=103701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:43:53.052732 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bc7e193e-5e0d-4c3a-9b5e-b09a1f13a39b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (bce96bc7-626e-4d77-96a0-8792b843309f), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:53.053943 n-d-826753-2 neutron-server[103701]: INFO neutron.db.segments_db [None req-bc7e193e-5e0d-4c3a-9b5e-b09a1f13a39b admin admin] Added segment bce96bc7-626e-4d77-96a0-8792b843309f of type vlan for network 875100e5-54b8-4afd-87c3-0bfd574375d6 Feb 19 02:43:53.170277 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c793cf-6443-403e-b2a4-6c4a8154f788 req-926780e3-1922-47a2-a75f-249fdf0c76e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:53.170882 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-d1c793cf-6443-403e-b2a4-6c4a8154f788 req-926780e3-1922-47a2-a75f-249fdf0c76e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:53.172278 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d1c793cf-6443-403e-b2a4-6c4a8154f788 req-926780e3-1922-47a2-a75f-249fdf0c76e6 service neutron] 10.222.0.82 "PUT /v2.0/ports/fbd93433-4aea-422f-a4b2-de5fde7cd692 HTTP/1.1" status: 200 len: 1097 time: 1.8033767 Feb 19 02:43:53.176086 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7e193e-5e0d-4c3a-9b5e-b09a1f13a39b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4652e012-8f87-4456-acf4-df8c717a12ae,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:43:53.188799 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bc7e193e-5e0d-4c3a-9b5e-b09a1f13a39b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (875100e5-54b8-4afd-87c3-0bfd574375d6), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:53.225950 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926780e3-1922-47a2-a75f-249fdf0c76e6 service neutron] Pushing event updated for resources: {'Port': ['ID=fbd93433-4aea-422f-a4b2-de5fde7cd692,revision_number=11']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:43:53.235150 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 87a9e188-e7e2-4186-b3bd-c170f6420972 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:43:53.279210 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bc7e193e-5e0d-4c3a-9b5e-b09a1f13a39b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (875100e5-54b8-4afd-87c3-0bfd574375d6), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:53.282855 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7e193e-5e0d-4c3a-9b5e-b09a1f13a39b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:53.283359 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bc7e193e-5e0d-4c3a-9b5e-b09a1f13a39b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:53.325969 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c793cf-6443-403e-b2a4-6c4a8154f788 req-26c56994-bfb5-471e-b907-1bb18ab3c4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:53.334958 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d1c793cf-6443-403e-b2a4-6c4a8154f788 req-26c56994-bfb5-471e-b907-1bb18ab3c4ca service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=db33b204d8b743bf8957eb245634d63e&device_id=cdaf6704-79e6-465e-a79c-4b9c28f4325f HTTP/1.1" status: 200 len: 1131 time: 0.1253657 Feb 19 02:43:53.444657 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7e193e-5e0d-4c3a-9b5e-b09a1f13a39b admin admin] Pushing event updated for resources: {'Network': ['ID=875100e5-54b8-4afd-87c3-0bfd574375d6,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:43:53.476111 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-bc7e193e-5e0d-4c3a-9b5e-b09a1f13a39b admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8863969 Feb 19 02:43:53.476337 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 87a9e188-e7e2-4186-b3bd-c170f6420972 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:43:53.476337 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (87a9e188-e7e2-4186-b3bd-c170f6420972), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:53.476499 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51214) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:43:53.490819 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 875100e5-54b8-4afd-87c3-0bfd574375d6 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:43:53.491256 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-b48bbbb6-1c4c-43c1-8949-50e85bf03265 admin admin] Request body: {'subnet': {'network_id': '875100e5-54b8-4afd-87c3-0bfd574375d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1303713615-subnet', 'tenant_id': 'e916a112f2fb4b079281e818795a11ff', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:43:53.549317 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b48bbbb6-1c4c-43c1-8949-50e85bf03265 admin admin] Made reservation on behalf of e916a112f2fb4b079281e818795a11ff for: {'subnet': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:43:53.552944 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b48bbbb6-1c4c-43c1-8949-50e85bf03265 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58706307'] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:53.677310 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c793cf-6443-403e-b2a4-6c4a8154f788 req-3ad3d510-0ea8-4cb8-8344-f0dcd60e3e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:53.683336 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d1c793cf-6443-403e-b2a4-6c4a8154f788 req-3ad3d510-0ea8-4cb8-8344-f0dcd60e3e62 service neutron] 10.222.0.82 "GET /v2.0/networks?id=5124bd00-da2a-4bd6-93a0-c14c92afb11f HTTP/1.1" status: 200 len: 870 time: 0.3384383 Feb 19 02:43:53.705624 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f5e566-877e-45d3-a2d1-3405e416f020 None None] Sync routers for ids ['cd0ae412-80ef-4a23-8a21-7acf179b261b'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:43:53.723042 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f5e566-877e-45d3-a2d1-3405e416f020 None None] Routers {'cd0ae412-80ef-4a23-8a21-7acf179b261b'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:43:53.723452 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-84f5e566-877e-45d3-a2d1-3405e416f020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:43:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['cd0ae412-80ef-4a23-8a21-7acf179b261b'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:43:53.756724 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 87a9e188-e7e2-4186-b3bd-c170f6420972 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:43:53.798847 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d1c793cf-6443-403e-b2a4-6c4a8154f788 req-184a8191-2291-49f9-8e86-0639db188ed7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=fbd93433-4aea-422f-a4b2-de5fde7cd692 HTTP/1.1" status: 200 len: 217 time: 0.1100881 Feb 19 02:43:53.892085 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-84f5e566-877e-45d3-a2d1-3405e416f020 None None] Set router cd0ae412-80ef-4a23-8a21-7acf179b261b gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:43:53.905468 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c793cf-6443-403e-b2a4-6c4a8154f788 req-119a2d1a-8375-4c6e-a1d7-f7662959cd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:53.913200 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d1c793cf-6443-403e-b2a4-6c4a8154f788 req-119a2d1a-8375-4c6e-a1d7-f7662959cd97 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=974c06bc-f097-4890-970a-b087501ab241 HTTP/1.1" status: 200 len: 843 time: 0.1083772 Feb 19 02:43:53.930277 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9087d36d-93b2-45c9-87f2-a84f4523bc4d req-28e6b029-983a-40cd-9668-74f9b6d7ee49 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:53.931884 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9087d36d-93b2-45c9-87f2-a84f4523bc4d req-28e6b029-983a-40cd-9668-74f9b6d7ee49 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=cdaf6704-79e6-465e-a79c-4b9c28f4325f HTTP/1.1" status: 200 len: 949 time: 0.3593338 Feb 19 02:43:54.027455 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c793cf-6443-403e-b2a4-6c4a8154f788 req-e01a4f01-70c5-44b0-b329-2546b2f6fdde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:54.034642 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d1c793cf-6443-403e-b2a4-6c4a8154f788 req-e01a4f01-70c5-44b0-b329-2546b2f6fdde service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5124bd00-da2a-4bd6-93a0-c14c92afb11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1132364 Feb 19 02:43:54.055470 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device fbd93433-4aea-422f-a4b2-de5fde7cd692 no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:43:54.130371 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9087d36d-93b2-45c9-87f2-a84f4523bc4d req-01e0ba4c-361b-4dae-9db8-7d5205359317 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811018 Feb 19 02:43:54.138610 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] The host n-h1-826753-2 is not matching for port fbd93433-4aea-422f-a4b2-de5fde7cd692 host n-h2-826753-2! {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 02:43:54.141643 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device fbd93433-4aea-422f-a4b2-de5fde7cd692 not bound to the agent host n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:43:54.244313 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d1c793cf-6443-403e-b2a4-6c4a8154f788 req-a7c6ca70-f083-46f2-9118-b6ec9f44e59d service neutron] 10.222.0.82 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061353 Feb 19 02:43:54.273312 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b48bbbb6-1c4c-43c1-8949-50e85bf03265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12647271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58706289'] for subnet (0ae72435-5eeb-4168-ba67-00561d4a3cb3), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:54.347869 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-84f5e566-877e-45d3-a2d1-3405e416f020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0ae412-80ef-4a23-8a21-7acf179b261b', 'name': 'tempest-TaggedBootDevicesTest_v242-1329049283-router', 'tenant_id': '7478e867ac94480b9c1c44ca2e321f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '87a9e188-e7e2-4186-b3bd-c170f6420972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:43:41Z', 'updated_at': '2022-02-19T02:43:48Z', 'revision_number': 4, 'project_id': '7478e867ac94480b9c1c44ca2e321f2f', 'gw_port': {'id': '87a9e188-e7e2-4186-b3bd-c170f6420972', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:07:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0ae412-80ef-4a23-8a21-7acf179b261b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:43:41Z', 'updated_at': '2022-02-19T02:43:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '8612e91a-4d48-4cf7-9812-b49d439e0fa7', 'name': '', 'network_id': '8b1da341-6b15-4165-b6f3-95f440007ab2', 'tenant_id': '7478e867ac94480b9c1c44ca2e321f2f', 'mac_address': 'fa:16:3e:2a:44:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd0ae412-80ef-4a23-8a21-7acf179b261b', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '29b1d912-72fb-485c-b814-b1b426dd04c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:43:47Z', 'updated_at': '2022-02-19T02:43:49Z', 'revision_number': 2, 'project_id': '7478e867ac94480b9c1c44ca2e321f2f', 'subnets': [{'id': '29b1d912-72fb-485c-b814-b1b426dd04c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:43:54.381183 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d1c793cf-6443-403e-b2a4-6c4a8154f788 req-04cba575-e239-4b24-91d9-71c5a0ca8629 service neutron] 10.222.0.82 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282115 Feb 19 02:43:54.407853 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f5e566-877e-45d3-a2d1-3405e416f020 None None] Checking router: cd0ae412-80ef-4a23-8a21-7acf179b261b for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:43:54.408202 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f5e566-877e-45d3-a2d1-3405e416f020 None None] Updating router cd0ae412-80ef-4a23-8a21-7acf179b261b port 8612e91a-4d48-4cf7-9812-b49d439e0fa7 binding host n-d-826753-2 {{(pid=103704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:43:54.414671 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48bbbb6-1c4c-43c1-8949-50e85bf03265 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ae72435-5eeb-4168-ba67-00561d4a3cb3,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:43:54.434858 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1f1c06-1178-4bc8-942b-80d24ae05728 req-b6f20412-fc2b-4fbc-9116-f63eaf3ca3b0 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:54.436415 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fc1f1c06-1178-4bc8-942b-80d24ae05728 req-b6f20412-fc2b-4fbc-9116-f63eaf3ca3b0 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa9b45d5-254c-45de-8e0f-03eec8283098 HTTP/1.1" status: 200 len: 945 time: 0.2369757 Feb 19 02:43:54.443405 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48bbbb6-1c4c-43c1-8949-50e85bf03265 admin admin] Checking segment: {'id': 'bce96bc7-626e-4d77-96a0-8792b843309f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '875100e5-54b8-4afd-87c3-0bfd574375d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:43:54.443760 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48bbbb6-1c4c-43c1-8949-50e85bf03265 admin admin] Network hostable DHCP agents. Network: 875100e5-54b8-4afd-87c3-0bfd574375d6, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:43:54.462400 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-84f5e566-877e-45d3-a2d1-3405e416f020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (8612e91a-4d48-4cf7-9812-b49d439e0fa7), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:54.508300 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48bbbb6-1c4c-43c1-8949-50e85bf03265 admin admin] Network 875100e5-54b8-4afd-87c3-0bfd574375d6 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:43:54.541803 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fc1f1c06-1178-4bc8-942b-80d24ae05728 req-9cb10884-03c4-413e-80dd-4690d30cfdfd tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955234 Feb 19 02:43:54.565105 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-b48bbbb6-1c4c-43c1-8949-50e85bf03265 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 875100e5-54b8-4afd-87c3-0bfd574375d6) {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:43:54.583384 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade2d7aa-dfc9-4599-bd34-47cd7d8e208b None None] Network 875100e5-54b8-4afd-87c3-0bfd574375d6 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:43:54.586295 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48bbbb6-1c4c-43c1-8949-50e85bf03265 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:54.587749 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b48bbbb6-1c4c-43c1-8949-50e85bf03265 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:54.608781 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdaf6704-79e6-465e-a79c-4b9c28f4325f', 'tag': 'fbd93433-4aea-422f-a4b2-de5fde7cd692'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:43:54.613467 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ff00169-1695-472b-b655-2703c20950ca" -d '{"events": [{"name": "network-changed", "server_uuid": "cdaf6704-79e6-465e-a79c-4b9c28f4325f", "tag": "fbd93433-4aea-422f-a4b2-de5fde7cd692"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:43:54.617948 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-b48bbbb6-1c4c-43c1-8949-50e85bf03265 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1382539 Feb 19 02:43:54.618206 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 51232) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:43:54.628681 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-f6d99b0c-a889-46be-b7e6-c7dc99b2fe61 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1303713615-router', 'tenant_id': 'e916a112f2fb4b079281e818795a11ff', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:43:54.693043 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7731498-a0cd-4c9f-a517-40993b1d8e30 x-openstack-request-id: req-b7731498-a0cd-4c9f-a517-40993b1d8e30 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:43:54.693763 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdaf6704-79e6-465e-a79c-4b9c28f4325f", "tag": "fbd93433-4aea-422f-a4b2-de5fde7cd692", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:43:54.693763 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b7731498-a0cd-4c9f-a517-40993b1d8e30 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:43:54.694047 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdaf6704-79e6-465e-a79c-4b9c28f4325f', 'tag': 'fbd93433-4aea-422f-a4b2-de5fde7cd692', 'status': 'completed', 'code': 200} Feb 19 02:43:54.703635 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f6d99b0c-a889-46be-b7e6-c7dc99b2fe61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14172'] for router (d3cbc3f3-e67e-4e0c-af24-309f350cb229), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:54.705947 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f6d99b0c-a889-46be-b7e6-c7dc99b2fe61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16317487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16285822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16309985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14247'] for router (d3cbc3f3-e67e-4e0c-af24-309f350cb229), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:54.795073 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f6d99b0c-a889-46be-b7e6-c7dc99b2fe61 admin admin] Publish callbacks [] for router_controller (d3cbc3f3-e67e-4e0c-af24-309f350cb229), precommit_add_association {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:54.839886 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60fa40b-0afe-416b-9bb2-7513251b77e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-875100e5-54b8-4afd-87c3-0bfd574375d6', 'network_id': '875100e5-54b8-4afd-87c3-0bfd574375d6', 'project_id': 'e916a112f2fb4b079281e818795a11ff', 'fixed_ips': [{'subnet_id': '0ae72435-5eeb-4168-ba67-00561d4a3cb3'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:43:54.841168 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f60fa40b-0afe-416b-9bb2-7513251b77e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:55.052269 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f6d99b0c-a889-46be-b7e6-c7dc99b2fe61 admin admin] Publish callbacks [] for router_gateway (d3cbc3f3-e67e-4e0c-af24-309f350cb229), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:55.058501 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff00169-1695-472b-b655-2703c20950ca req-17eb95d7-4d88-4edc-b9c0-c07e8ed54c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:55.060494 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3ff00169-1695-472b-b655-2703c20950ca req-17eb95d7-4d88-4edc-b9c0-c07e8ed54c6b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=db33b204d8b743bf8957eb245634d63e&device_id=cdaf6704-79e6-465e-a79c-4b9c28f4325f HTTP/1.1" status: 200 len: 1131 time: 0.2639174 Feb 19 02:43:55.076092 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff00169-1695-472b-b655-2703c20950ca req-170f0c57-8913-43ab-aad3-7f326e9268ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:55.084020 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3ff00169-1695-472b-b655-2703c20950ca req-170f0c57-8913-43ab-aad3-7f326e9268ae service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=db33b204d8b743bf8957eb245634d63e&device_id=cdaf6704-79e6-465e-a79c-4b9c28f4325f HTTP/1.1" status: 200 len: 1131 time: 0.3657482 Feb 19 02:43:55.229077 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-f60fa40b-0afe-416b-9bb2-7513251b77e0 None None] Allocated IP 172.20.0.2 (875100e5-54b8-4afd-87c3-0bfd574375d6/0ae72435-5eeb-4168-ba67-00561d4a3cb3/4c8e10e2-a879-4de2-bfa6-f45ba842b8bc) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:43:55.306778 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-84f5e566-877e-45d3-a2d1-3405e416f020 None None] Publish callbacks [] for port (8612e91a-4d48-4cf7-9812-b49d439e0fa7), precommit_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:55.364453 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff00169-1695-472b-b655-2703c20950ca req-08b03549-91f3-4158-8690-f22928b21070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:55.366483 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3ff00169-1695-472b-b655-2703c20950ca req-08b03549-91f3-4158-8690-f22928b21070 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5124bd00-da2a-4bd6-93a0-c14c92afb11f HTTP/1.1" status: 200 len: 870 time: 0.2764308 Feb 19 02:43:55.367423 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff00169-1695-472b-b655-2703c20950ca req-5c75c6a2-6a6e-41e4-883a-69b52ce4932e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:55.369569 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-84f5e566-877e-45d3-a2d1-3405e416f020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (8612e91a-4d48-4cf7-9812-b49d439e0fa7), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:55.412287 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3ff00169-1695-472b-b655-2703c20950ca req-5c75c6a2-6a6e-41e4-883a-69b52ce4932e service neutron] 10.222.0.82 "GET /v2.0/networks?id=5124bd00-da2a-4bd6-93a0-c14c92afb11f HTTP/1.1" status: 200 len: 870 time: 0.3067105 Feb 19 02:43:55.436507 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82199446-167f-4af1-bc61-1529a16b9e72 None None] Pushing event updated for resources: {'Port': ['ID=8612e91a-4d48-4cf7-9812-b49d439e0fa7,revision_number=3']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:43:55.443670 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3ff00169-1695-472b-b655-2703c20950ca req-5b68c277-ecd6-42a7-9e49-5ac7e6b1b6ea service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=fbd93433-4aea-422f-a4b2-de5fde7cd692 HTTP/1.1" status: 200 len: 217 time: 0.0523071 Feb 19 02:43:55.497531 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3ff00169-1695-472b-b655-2703c20950ca req-2abd7c23-c336-480c-8ba7-43cdccb3085b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=fbd93433-4aea-422f-a4b2-de5fde7cd692 HTTP/1.1" status: 200 len: 217 time: 0.1111763 Feb 19 02:43:55.523177 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f60fa40b-0afe-416b-9bb2-7513251b77e0 None None] Publish callbacks [] for port (4c8e10e2-a879-4de2-bfa6-f45ba842b8bc), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:55.556396 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f60fa40b-0afe-416b-9bb2-7513251b77e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (4c8e10e2-a879-4de2-bfa6-f45ba842b8bc), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:55.556631 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-84f5e566-877e-45d3-a2d1-3405e416f020 None None] Attempting to bind port 8612e91a-4d48-4cf7-9812-b49d439e0fa7 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:43:55.556894 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-84f5e566-877e-45d3-a2d1-3405e416f020 None None] Attempting to bind port 8612e91a-4d48-4cf7-9812-b49d439e0fa7 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '4dcb5a00-08ae-4121-b3c7-5b61541b276f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8b1da341-6b15-4165-b6f3-95f440007ab2'}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:43:55.557316 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f5e566-877e-45d3-a2d1-3405e416f020 None None] Attempting to bind port 8612e91a-4d48-4cf7-9812-b49d439e0fa7 on network 8b1da341-6b15-4165-b6f3-95f440007ab2 {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:43:55.569066 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f5e566-877e-45d3-a2d1-3405e416f020 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 43, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:43:55.573119 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f5e566-877e-45d3-a2d1-3405e416f020 None None] Checking segment: {'id': '4dcb5a00-08ae-4121-b3c7-5b61541b276f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8b1da341-6b15-4165-b6f3-95f440007ab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:43:55.573909 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-84f5e566-877e-45d3-a2d1-3405e416f020 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:55.573909 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f5e566-877e-45d3-a2d1-3405e416f020 None None] Bound using segment: {'id': '4dcb5a00-08ae-4121-b3c7-5b61541b276f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8b1da341-6b15-4165-b6f3-95f440007ab2'} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:43:55.574402 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-84f5e566-877e-45d3-a2d1-3405e416f020 None None] Bound port: 8612e91a-4d48-4cf7-9812-b49d439e0fa7, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dcb5a00-08ae-4121-b3c7-5b61541b276f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8b1da341-6b15-4165-b6f3-95f440007ab2'}}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:43:55.574789 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-84f5e566-877e-45d3-a2d1-3405e416f020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (8612e91a-4d48-4cf7-9812-b49d439e0fa7), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:55.614981 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff00169-1695-472b-b655-2703c20950ca req-6d4145be-2583-4012-a5e0-bbf3248ca229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:55.619531 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3ff00169-1695-472b-b655-2703c20950ca req-6d4145be-2583-4012-a5e0-bbf3248ca229 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=974c06bc-f097-4890-970a-b087501ab241 HTTP/1.1" status: 200 len: 843 time: 0.1140208 Feb 19 02:43:55.657987 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3835634c-a0aa-41b4-8104-4991ea084834 req-25375844-24d7-4c69-aeb2-cd9c7315d4f4 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:55.668836 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3835634c-a0aa-41b4-8104-4991ea084834 req-25375844-24d7-4c69-aeb2-cd9c7315d4f4 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=cdaf6704-79e6-465e-a79c-4b9c28f4325f HTTP/1.1" status: 200 len: 949 time: 0.3370535 Feb 19 02:43:55.695611 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff00169-1695-472b-b655-2703c20950ca req-f1740a34-dc1e-4af9-b58c-6effafeb68e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:55.698507 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3ff00169-1695-472b-b655-2703c20950ca req-f1740a34-dc1e-4af9-b58c-6effafeb68e4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=974c06bc-f097-4890-970a-b087501ab241 HTTP/1.1" status: 200 len: 843 time: 0.2459667 Feb 19 02:43:55.726519 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-84f5e566-877e-45d3-a2d1-3405e416f020 None None] For port 8612e91a-4d48-4cf7-9812-b49d439e0fa7, host n-d-826753-2, cleared binding levels {{(pid=103704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:43:55.734751 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-84f5e566-877e-45d3-a2d1-3405e416f020 None None] For port 8612e91a-4d48-4cf7-9812-b49d439e0fa7, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=8612e91a-4d48-4cf7-9812-b49d439e0fa7,segment=NetworkSegment(4dcb5a00-08ae-4121-b3c7-5b61541b276f),segment_id=4dcb5a00-08ae-4121-b3c7-5b61541b276f)] {{(pid=103704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:43:55.747486 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60fa40b-0afe-416b-9bb2-7513251b77e0 None None] Network 875100e5-54b8-4afd-87c3-0bfd574375d6 is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:43:55.753649 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-f60fa40b-0afe-416b-9bb2-7513251b77e0 None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:43:55.758233 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-84f5e566-877e-45d3-a2d1-3405e416f020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (8612e91a-4d48-4cf7-9812-b49d439e0fa7), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:55.767406 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60fa40b-0afe-416b-9bb2-7513251b77e0 None None] Pushing event updated for resources: {'Port': ['ID=4c8e10e2-a879-4de2-bfa6-f45ba842b8bc,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:43:55.778813 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60fa40b-0afe-416b-9bb2-7513251b77e0 None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:43:55.795195 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff00169-1695-472b-b655-2703c20950ca req-82311dd2-6a99-4ff2-81a0-6da2c61c28a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:55.797029 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3ff00169-1695-472b-b655-2703c20950ca req-82311dd2-6a99-4ff2-81a0-6da2c61c28a3 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5124bd00-da2a-4bd6-93a0-c14c92afb11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1670799 Feb 19 02:43:55.865190 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82199446-167f-4af1-bc61-1529a16b9e72 None None] Pushing event updated for resources: {'Port': ['ID=8612e91a-4d48-4cf7-9812-b49d439e0fa7,revision_number=4']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:43:55.914389 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-f60fa40b-0afe-416b-9bb2-7513251b77e0 None None] Attempting to bind port 4c8e10e2-a879-4de2-bfa6-f45ba842b8bc on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:43:55.916970 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-f60fa40b-0afe-416b-9bb2-7513251b77e0 None None] Attempting to bind port 4c8e10e2-a879-4de2-bfa6-f45ba842b8bc by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': 'bce96bc7-626e-4d77-96a0-8792b843309f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '875100e5-54b8-4afd-87c3-0bfd574375d6'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:43:55.917508 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60fa40b-0afe-416b-9bb2-7513251b77e0 None None] Attempting to bind port 4c8e10e2-a879-4de2-bfa6-f45ba842b8bc on network 875100e5-54b8-4afd-87c3-0bfd574375d6 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:43:55.927703 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f5e566-877e-45d3-a2d1-3405e416f020 None None] Routers {'cd0ae412-80ef-4a23-8a21-7acf179b261b'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:43:55.928444 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-84f5e566-877e-45d3-a2d1-3405e416f020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:43:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['cd0ae412-80ef-4a23-8a21-7acf179b261b'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:43:55.950605 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60fa40b-0afe-416b-9bb2-7513251b77e0 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 43, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:43:55.951076 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60fa40b-0afe-416b-9bb2-7513251b77e0 None None] Checking segment: {'id': 'bce96bc7-626e-4d77-96a0-8792b843309f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '875100e5-54b8-4afd-87c3-0bfd574375d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:43:55.951572 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f60fa40b-0afe-416b-9bb2-7513251b77e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:55.952030 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60fa40b-0afe-416b-9bb2-7513251b77e0 None None] Bound using segment: {'id': 'bce96bc7-626e-4d77-96a0-8792b843309f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '875100e5-54b8-4afd-87c3-0bfd574375d6'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:43:55.953395 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-f60fa40b-0afe-416b-9bb2-7513251b77e0 None None] Bound port: 4c8e10e2-a879-4de2-bfa6-f45ba842b8bc, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bce96bc7-626e-4d77-96a0-8792b843309f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '875100e5-54b8-4afd-87c3-0bfd574375d6'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:43:55.953860 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f60fa40b-0afe-416b-9bb2-7513251b77e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (4c8e10e2-a879-4de2-bfa6-f45ba842b8bc), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:56.011316 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f6d99b0c-a889-46be-b7e6-c7dc99b2fe61 admin admin] Publish callbacks [] for router_gateway (d3cbc3f3-e67e-4e0c-af24-309f350cb229), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:56.106888 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3835634c-a0aa-41b4-8104-4991ea084834 req-637fe830-1d2b-4c47-beb8-ee5a5fd69cdf tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4349172 Feb 19 02:43:56.117552 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff00169-1695-472b-b655-2703c20950ca req-1b9ee97c-412b-4e69-9eb4-1ac743b250d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:56.126474 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3ff00169-1695-472b-b655-2703c20950ca req-1b9ee97c-412b-4e69-9eb4-1ac743b250d1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5124bd00-da2a-4bd6-93a0-c14c92afb11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3806913 Feb 19 02:43:56.144698 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-3a3942c0-2ebc-4384-aad6-479ce4638d2e None None] Provisioning complete for port 8612e91a-4d48-4cf7-9812-b49d439e0fa7 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:43:56.145215 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3a3942c0-2ebc-4384-aad6-479ce4638d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (8612e91a-4d48-4cf7-9812-b49d439e0fa7), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:56.170928 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:56.177123 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device fbd93433-4aea-422f-a4b2-de5fde7cd692 details requested by agent hyperv_n-h2-826753-2 with host n-h2-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:43:56.234333 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-84f5e566-877e-45d3-a2d1-3405e416f020 None None] Set router cd0ae412-80ef-4a23-8a21-7acf179b261b gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:43:56.318232 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-f60fa40b-0afe-416b-9bb2-7513251b77e0 None None] For port 4c8e10e2-a879-4de2-bfa6-f45ba842b8bc, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:43:56.448649 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-f60fa40b-0afe-416b-9bb2-7513251b77e0 None None] For port 4c8e10e2-a879-4de2-bfa6-f45ba842b8bc, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=4c8e10e2-a879-4de2-bfa6-f45ba842b8bc,segment=NetworkSegment(bce96bc7-626e-4d77-96a0-8792b843309f),segment_id=bce96bc7-626e-4d77-96a0-8792b843309f)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:43:56.491119 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.db.resource_extend [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 02:43:56.505344 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f60fa40b-0afe-416b-9bb2-7513251b77e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (4c8e10e2-a879-4de2-bfa6-f45ba842b8bc), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:56.597710 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3ff00169-1695-472b-b655-2703c20950ca req-2680aa87-c129-4dff-8ccc-337358148ddd service neutron] 10.222.0.73 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4597261 Feb 19 02:43:56.617908 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f627e85b-2f44-4797-8c22-09491c3eac42 req-32b6557c-856d-4e86-b289-6d289db5e989 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:56.619483 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f627e85b-2f44-4797-8c22-09491c3eac42 req-32b6557c-856d-4e86-b289-6d289db5e989 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa9b45d5-254c-45de-8e0f-03eec8283098 HTTP/1.1" status: 200 len: 945 time: 0.3156075 Feb 19 02:43:56.668523 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60fa40b-0afe-416b-9bb2-7513251b77e0 None None] Pushing event updated for resources: {'Port': ['ID=4c8e10e2-a879-4de2-bfa6-f45ba842b8bc,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:43:56.671427 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3ff00169-1695-472b-b655-2703c20950ca req-960b89e4-ff1f-4b90-96e9-c4e521584c62 service neutron] 10.222.0.82 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8400440 Feb 19 02:43:56.671718 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-84f5e566-877e-45d3-a2d1-3405e416f020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0ae412-80ef-4a23-8a21-7acf179b261b', 'name': 'tempest-TaggedBootDevicesTest_v242-1329049283-router', 'tenant_id': '7478e867ac94480b9c1c44ca2e321f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '87a9e188-e7e2-4186-b3bd-c170f6420972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:43:41Z', 'updated_at': '2022-02-19T02:43:48Z', 'revision_number': 4, 'project_id': '7478e867ac94480b9c1c44ca2e321f2f', 'gw_port': {'id': '87a9e188-e7e2-4186-b3bd-c170f6420972', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:07:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0ae412-80ef-4a23-8a21-7acf179b261b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:43:41Z', 'updated_at': '2022-02-19T02:43:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '8612e91a-4d48-4cf7-9812-b49d439e0fa7', 'name': '', 'network_id': '8b1da341-6b15-4165-b6f3-95f440007ab2', 'tenant_id': '7478e867ac94480b9c1c44ca2e321f2f', 'mac_address': 'fa:16:3e:2a:44:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd0ae412-80ef-4a23-8a21-7acf179b261b', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '29b1d912-72fb-485c-b814-b1b426dd04c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:43:47Z', 'updated_at': '2022-02-19T02:43:55Z', 'revision_number': 4, 'project_id': '7478e867ac94480b9c1c44ca2e321f2f', 'subnets': [{'id': '29b1d912-72fb-485c-b814-b1b426dd04c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:43:56.725227 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f6d99b0c-a889-46be-b7e6-c7dc99b2fe61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:56.740382 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f5e566-877e-45d3-a2d1-3405e416f020 None None] The sync data for ids ['cd0ae412-80ef-4a23-8a21-7acf179b261b'] in n-d-826753-2 is: [{'id': 'cd0ae412-80ef-4a23-8a21-7acf179b261b', 'name': 'tempest-TaggedBootDevicesTest_v242-1329049283-router', 'tenant_id': '7478e867ac94480b9c1c44ca2e321f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '87a9e188-e7e2-4186-b3bd-c170f6420972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:43:41Z', 'updated_at': '2022-02-19T02:43:48Z', 'revision_number': 4, 'project_id': '7478e867ac94480b9c1c44ca2e321f2f', 'gw_port': {'id': '87a9e188-e7e2-4186-b3bd-c170f6420972', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:07:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0ae412-80ef-4a23-8a21-7acf179b261b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:43:41Z', 'updated_at': '2022-02-19T02:43:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '8612e91a-4d48-4cf7-9812-b49d439e0fa7', 'name': '', 'network_id': '8b1da341-6b15-4165-b6f3-95f440007ab2', 'tenant_id': '7478e867ac94480b9c1c44ca2e321f2f', 'mac_address': 'fa:16:3e:2a:44:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd0ae412-80ef-4a23-8a21-7acf179b261b', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '29b1d912-72fb-485c-b814-b1b426dd04c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:43:47Z', 'updated_at': '2022-02-19T02:43:55Z', 'revision_number': 4, 'project_id': '7478e867ac94480b9c1c44ca2e321f2f', 'subnets': [{'id': '29b1d912-72fb-485c-b814-b1b426dd04c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:43:56.793768 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-3a3942c0-2ebc-4384-aad6-479ce4638d2e None None] Current status of the port 8612e91a-4d48-4cf7-9812-b49d439e0fa7 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:43:56.797697 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3a3942c0-2ebc-4384-aad6-479ce4638d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (8612e91a-4d48-4cf7-9812-b49d439e0fa7), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:56.841623 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:43:56.921797 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-3a3942c0-2ebc-4384-aad6-479ce4638d2e None None] For port 8612e91a-4d48-4cf7-9812-b49d439e0fa7, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=8612e91a-4d48-4cf7-9812-b49d439e0fa7,segment=NetworkSegment(4dcb5a00-08ae-4121-b3c7-5b61541b276f),segment_id=4dcb5a00-08ae-4121-b3c7-5b61541b276f)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:43:56.930815 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3a3942c0-2ebc-4384-aad6-479ce4638d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (8612e91a-4d48-4cf7-9812-b49d439e0fa7), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:56.957475 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port fbd93433-4aea-422f-a4b2-de5fde7cd692, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=fbd93433-4aea-422f-a4b2-de5fde7cd692,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:43:56.991288 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3ff00169-1695-472b-b655-2703c20950ca req-9d2081cd-3016-46c1-9c5a-23b84ae8df44 service neutron] 10.222.0.82 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2803445 Feb 19 02:43:57.006231 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Returning: {'device': 'fbd93433-4aea-422f-a4b2-de5fde7cd692', 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f', 'port_id': 'fbd93433-4aea-422f-a4b2-de5fde7cd692', 'mac_address': 'fa:16:3e:22:9b:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '974c06bc-f097-4890-970a-b087501ab241', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:43:57.169084 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f627e85b-2f44-4797-8c22-09491c3eac42 req-8e70cb08-69bb-436f-af41-17e8820568e3 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4994800 Feb 19 02:43:57.218766 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3ff00169-1695-472b-b655-2703c20950ca req-147fe0c7-deed-4add-8321-a68c4ff60f08 service neutron] 10.222.0.73 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6017606 Feb 19 02:43:57.355687 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-317da0d7-964b-4100-8c36-c5dc9f5c2b6c None None] Provisioning complete for port 8612e91a-4d48-4cf7-9812-b49d439e0fa7 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:43:57.369843 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-317da0d7-964b-4100-8c36-c5dc9f5c2b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (8612e91a-4d48-4cf7-9812-b49d439e0fa7), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:57.371644 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3942c0-2ebc-4384-aad6-479ce4638d2e None None] Pushing event updated for resources: {'Port': ['ID=8612e91a-4d48-4cf7-9812-b49d439e0fa7,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:43:57.386120 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-f6d99b0c-a889-46be-b7e6-c7dc99b2fe61 admin admin] Allocated IP 172.25.6.57 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/cf2d0d96-238e-4bc7-a11d-afec0f289edc) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:43:57.528238 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 8612e91a-4d48-4cf7-9812-b49d439e0fa7 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:43:57.532965 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port fbd93433-4aea-422f-a4b2-de5fde7cd692 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:43:57.540467 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (fbd93433-4aea-422f-a4b2-de5fde7cd692), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:57.553507 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f6d99b0c-a889-46be-b7e6-c7dc99b2fe61 admin admin] Publish callbacks [] for port (cf2d0d96-238e-4bc7-a11d-afec0f289edc), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:57.630626 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecba511-d713-4fd7-96b9-01167699615a req-cb2abcae-199e-45c7-b90e-068194a6f5e7 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:57.639866 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8ecba511-d713-4fd7-96b9-01167699615a req-cb2abcae-199e-45c7-b90e-068194a6f5e7 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=cdaf6704-79e6-465e-a79c-4b9c28f4325f HTTP/1.1" status: 200 len: 949 time: 0.2185054 Feb 19 02:43:57.657819 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f6d99b0c-a889-46be-b7e6-c7dc99b2fe61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (cf2d0d96-238e-4bc7-a11d-afec0f289edc), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:57.693231 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbd93433-4aea-422f-a4b2-de5fde7cd692 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:43:57.752599 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port fbd93433-4aea-422f-a4b2-de5fde7cd692, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=fbd93433-4aea-422f-a4b2-de5fde7cd692,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:43:57.766752 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8ecba511-d713-4fd7-96b9-01167699615a req-7d53d83a-30cb-47f6-a820-904c7207b427 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255617 Feb 19 02:43:57.789284 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (fbd93433-4aea-422f-a4b2-de5fde7cd692), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:57.808128 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d99b0c-a889-46be-b7e6-c7dc99b2fe61 admin admin] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:43:57.813584 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-f6d99b0c-a889-46be-b7e6-c7dc99b2fe61 admin admin] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:43:57.851788 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d99b0c-a889-46be-b7e6-c7dc99b2fe61 admin admin] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:43:57.916137 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-502ccb42-49b1-45c1-9599-be1c9084218b req-02396b91-e111-4e95-b440-9d54bf2ca25e tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=5a8594eb95e546c6a957ee6e6b28e412&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1316736 Feb 19 02:43:57.986147 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d99b0c-a889-46be-b7e6-c7dc99b2fe61 admin admin] Pushing event updated for resources: {'Port': ['ID=cf2d0d96-238e-4bc7-a11d-afec0f289edc,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:43:58.058392 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-317da0d7-964b-4100-8c36-c5dc9f5c2b6c None None] Current status of the port 8612e91a-4d48-4cf7-9812-b49d439e0fa7 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:43:58.072542 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 359a2f03-81dc-42fc-9315-cd2c2edd2142 details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:43:58.074613 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=fbd93433-4aea-422f-a4b2-de5fde7cd692,revision_number=12']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:43:58.096077 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 8612e91a-4d48-4cf7-9812-b49d439e0fa7 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:43:58.096454 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (8612e91a-4d48-4cf7-9812-b49d439e0fa7), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:58.165306 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['fbd93433-4aea-422f-a4b2-de5fde7cd692'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:43:58.553419 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 8612e91a-4d48-4cf7-9812-b49d439e0fa7 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:43:58.579635 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502ccb42-49b1-45c1-9599-be1c9084218b req-13b936c4-5bf4-4894-aa59-8587adc8d2f2 tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:58.586166 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-502ccb42-49b1-45c1-9599-be1c9084218b req-13b936c4-5bf4-4894-aa59-8587adc8d2f2 tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6687546 Feb 19 02:43:58.611993 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4012a89d-ca99-4db0-ab85-271221e152d4 req-4dd75b48-e15f-4d49-bf49-f2f2295edb23 tempest-MigrationsAdminTest-42131608 tempest-MigrationsAdminTest-42131608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:58.629761 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4012a89d-ca99-4db0-ab85-271221e152d4 req-4dd75b48-e15f-4d49-bf49-f2f2295edb23 tempest-MigrationsAdminTest-42131608 tempest-MigrationsAdminTest-42131608-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=cdaf6704-79e6-465e-a79c-4b9c28f4325f HTTP/1.1" status: 200 len: 1132 time: 0.6214845 Feb 19 02:43:58.654761 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 359a2f03-81dc-42fc-9315-cd2c2edd2142, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=359a2f03-81dc-42fc-9315-cd2c2edd2142,segment=NetworkSegment(9dab481a-5428-424d-a8c3-4ae8ddfff67b),segment_id=9dab481a-5428-424d-a8c3-4ae8ddfff67b)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:43:58.696447 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 359a2f03-81dc-42fc-9315-cd2c2edd2142 has no active binding in host n-h1-826753-2 {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 19 02:43:58.709261 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8723a3ab-5d15-4fc0-bba1-fdb3d39ec12c req-94e8e453-6c07-47d0-bb2d-6bca783be7b7 tempest-LiveAutoBlockMigrationV225Test-289573108 tempest-LiveAutoBlockMigrationV225Test-289573108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:58.719805 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8723a3ab-5d15-4fc0-bba1-fdb3d39ec12c req-94e8e453-6c07-47d0-bb2d-6bca783be7b7 tempest-LiveAutoBlockMigrationV225Test-289573108 tempest-LiveAutoBlockMigrationV225Test-289573108-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=fa9b45d5-254c-45de-8e0f-03eec8283098&tenant_id=ad75c6928a1d4c6da3a56db6352b2618&binding%3Ahost_id=n-h2-826753-2 HTTP/1.1" status: 200 len: 1127 time: 0.8880394 Feb 19 02:43:58.756813 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-8723a3ab-5d15-4fc0-bba1-fdb3d39ec12c req-b8fda74b-3a59-4a27-b8db-957a663894b0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-826753-2'}}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:43:58.757567 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f6d99b0c-a889-46be-b7e6-c7dc99b2fe61 admin admin] Publish callbacks [] for router_gateway (d3cbc3f3-e67e-4e0c-af24-309f350cb229), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:58.899734 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-502ccb42-49b1-45c1-9599-be1c9084218b req-f000a491-a42f-4de4-a5aa-16380c42a9ac tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] 10.222.0.72 "GET /v2.0/quotas/5a8594eb95e546c6a957ee6e6b28e412 HTTP/1.1" status: 200 len: 375 time: 0.3006594 Feb 19 02:43:58.924299 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18478211-39ce-4867-a0a7-509d627c670c None None] Network 875100e5-54b8-4afd-87c3-0bfd574375d6 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:43:59.040241 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4012a89d-ca99-4db0-ab85-271221e152d4 req-f41d57ae-e4ea-4ea1-b317-986f670a567f tempest-MigrationsAdminTest-42131608 tempest-MigrationsAdminTest-42131608-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4090562 Feb 19 02:43:59.173445 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-502ccb42-49b1-45c1-9599-be1c9084218b req-afab0c05-7c3d-4e67-9141-a92b497dbf56 tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=5a8594eb95e546c6a957ee6e6b28e412&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2508118 Feb 19 02:43:59.178391 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-8723a3ab-5d15-4fc0-bba1-fdb3d39ec12c req-b8fda74b-3a59-4a27-b8db-957a663894b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (359a2f03-81dc-42fc-9315-cd2c2edd2142), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:59.184708 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-1c9048c6-5f40-4d4f-9774-7f1fd51dec17 None None] Provisioning complete for port 4c8e10e2-a879-4de2-bfa6-f45ba842b8bc triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:43:59.185827 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-1c9048c6-5f40-4d4f-9774-7f1fd51dec17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (4c8e10e2-a879-4de2-bfa6-f45ba842b8bc), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:59.560720 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 4c8e10e2-a879-4de2-bfa6-f45ba842b8bc up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:43:59.738781 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8fdfa4-6bca-40e7-a749-c584a8816be3 req-83cd72ae-95c0-4d02-9e4d-489687ffa7cb tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:43:59.748455 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-1c9048c6-5f40-4d4f-9774-7f1fd51dec17 None None] Current status of the port 4c8e10e2-a879-4de2-bfa6-f45ba842b8bc is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:43:59.749243 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-1c9048c6-5f40-4d4f-9774-7f1fd51dec17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (4c8e10e2-a879-4de2-bfa6-f45ba842b8bc), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:59.749775 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f6d99b0c-a889-46be-b7e6-c7dc99b2fe61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16317478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865'] for router (d3cbc3f3-e67e-4e0c-af24-309f350cb229), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:59.751741 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5b8fdfa4-6bca-40e7-a749-c584a8816be3 req-83cd72ae-95c0-4d02-9e4d-489687ffa7cb tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa9b45d5-254c-45de-8e0f-03eec8283098 HTTP/1.1" status: 200 len: 945 time: 0.3028686 Feb 19 02:43:59.964166 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-1c9048c6-5f40-4d4f-9774-7f1fd51dec17 None None] For port 4c8e10e2-a879-4de2-bfa6-f45ba842b8bc, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=4c8e10e2-a879-4de2-bfa6-f45ba842b8bc,segment=NetworkSegment(bce96bc7-626e-4d77-96a0-8792b843309f),segment_id=bce96bc7-626e-4d77-96a0-8792b843309f)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:43:59.987932 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-1c9048c6-5f40-4d4f-9774-7f1fd51dec17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (4c8e10e2-a879-4de2-bfa6-f45ba842b8bc), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:00.011604 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 4c8e10e2-a879-4de2-bfa6-f45ba842b8bc triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:44:00.012315 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (4c8e10e2-a879-4de2-bfa6-f45ba842b8bc), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:00.148005 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 51356) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:44:00.191880 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9048c6-5f40-4d4f-9774-7f1fd51dec17 None None] Pushing event updated for resources: {'Port': ['ID=4c8e10e2-a879-4de2-bfa6-f45ba842b8bc,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:44:00.194593 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-caf473b9-30f1-4cdc-87ca-04e6ba71b77e None None] Provisioning complete for port 4c8e10e2-a879-4de2-bfa6-f45ba842b8bc triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:44:00.195239 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-caf473b9-30f1-4cdc-87ca-04e6ba71b77e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (4c8e10e2-a879-4de2-bfa6-f45ba842b8bc), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:00.240594 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device fbd93433-4aea-422f-a4b2-de5fde7cd692 up at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:44:00.322614 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5b8fdfa4-6bca-40e7-a749-c584a8816be3 req-1f162d82-be82-407a-8e9a-f496feaeb475 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5674586 Feb 19 02:44:00.333913 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6d99b0c-a889-46be-b7e6-c7dc99b2fe61 admin admin] Router d3cbc3f3-e67e-4e0c-af24-309f350cb229 is scheduled to L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd with binding_index 1 {{(pid=103702) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 02:44:00.340896 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 4c8e10e2-a879-4de2-bfa6-f45ba842b8bc is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:44:00.342267 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 8612e91a-4d48-4cf7-9812-b49d439e0fa7 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:44:00.420167 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8a213470-a1ca-4e1c-b127-649b910a7f01 req-f8bf0ef5-154d-4454-960d-4d034a13f472 tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] 10.222.0.72 "GET /v2.0/ports?device_id=5778e9c2-0e13-4624-9ae7-ed5f2938f2e6 HTTP/1.1" status: 200 len: 210 time: 0.1107121 Feb 19 02:44:00.438512 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-8723a3ab-5d15-4fc0-bba1-fdb3d39ec12c req-b8fda74b-3a59-4a27-b8db-957a663894b0 service neutron] For port 359a2f03-81dc-42fc-9315-cd2c2edd2142, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=359a2f03-81dc-42fc-9315-cd2c2edd2142,segment=NetworkSegment(9dab481a-5428-424d-a8c3-4ae8ddfff67b),segment_id=9dab481a-5428-424d-a8c3-4ae8ddfff67b)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:44:00.530065 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-8723a3ab-5d15-4fc0-bba1-fdb3d39ec12c req-b8fda74b-3a59-4a27-b8db-957a663894b0 service neutron] For port 359a2f03-81dc-42fc-9315-cd2c2edd2142, host n-h2-826753-2, cleared binding levels {{(pid=103701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:44:00.554045 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-caf473b9-30f1-4cdc-87ca-04e6ba71b77e None None] Current status of the port 4c8e10e2-a879-4de2-bfa6-f45ba842b8bc is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:44:00.567545 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21ad110-1ea6-43db-a890-eb9c896dff33 req-94a7594d-e7c0-4a3e-9dfb-ab0bdd058e7b tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:00.575175 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d21ad110-1ea6-43db-a890-eb9c896dff33 req-94a7594d-e7c0-4a3e-9dfb-ab0bdd058e7b tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=cdaf6704-79e6-465e-a79c-4b9c28f4325f HTTP/1.1" status: 200 len: 950 time: 0.1225801 Feb 19 02:44:00.644229 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d21ad110-1ea6-43db-a890-eb9c896dff33 req-356135a8-d19d-405b-b496-6bef55a1b511 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631287 Feb 19 02:44:00.668030 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning for port fbd93433-4aea-422f-a4b2-de5fde7cd692 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:44:00.673034 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 8612e91a-4d48-4cf7-9812-b49d439e0fa7 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:44:00.675980 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (8612e91a-4d48-4cf7-9812-b49d439e0fa7), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:00.689163 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa9b45d5-254c-45de-8e0f-03eec8283098', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '359a2f03-81dc-42fc-9315-cd2c2edd2142'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:44:00.695280 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4af77f5-9aff-4ad3-b9cf-56e9d0166d9c" -d '{"events": [{"server_uuid": "fa9b45d5-254c-45de-8e0f-03eec8283098", "name": "network-vif-unplugged", "status": "completed", "tag": "359a2f03-81dc-42fc-9315-cd2c2edd2142"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:44:00.705835 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-8723a3ab-5d15-4fc0-bba1-fdb3d39ec12c req-b8fda74b-3a59-4a27-b8db-957a663894b0 service neutron] Publish callbacks [] for port (359a2f03-81dc-42fc-9315-cd2c2edd2142), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:00.721416 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6d99b0c-a889-46be-b7e6-c7dc99b2fe61 admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:44:00.723691 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-8723a3ab-5d15-4fc0-bba1-fdb3d39ec12c req-b8fda74b-3a59-4a27-b8db-957a663894b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (359a2f03-81dc-42fc-9315-cd2c2edd2142), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:00.784269 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f6d99b0c-a889-46be-b7e6-c7dc99b2fe61 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:00.792913 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-f6d99b0c-a889-46be-b7e6-c7dc99b2fe61 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.1727240 Feb 19 02:44:00.793804 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a43455c-30dd-412a-8787-c37ba44d8419 None None] Sync routers for ids ['d3cbc3f3-e67e-4e0c-af24-309f350cb229'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:44:00.796597 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 51370) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:44:00.822602 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning complete for port fbd93433-4aea-422f-a4b2-de5fde7cd692 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:44:00.822987 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (fbd93433-4aea-422f-a4b2-de5fde7cd692), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:00.834980 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a43455c-30dd-412a-8787-c37ba44d8419 None None] Routers {'d3cbc3f3-e67e-4e0c-af24-309f350cb229'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:44:00.835822 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-7a43455c-30dd-412a-8787-c37ba44d8419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:43:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['d3cbc3f3-e67e-4e0c-af24-309f350cb229'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:44:00.887774 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-8723a3ab-5d15-4fc0-bba1-fdb3d39ec12c req-b8fda74b-3a59-4a27-b8db-957a663894b0 service neutron] Attempting to bind port 359a2f03-81dc-42fc-9315-cd2c2edd2142 on host n-h2-826753-2 for vnic_type normal with profile {"migrating_to": "n-h1-826753-2"} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:44:00.888348 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-8723a3ab-5d15-4fc0-bba1-fdb3d39ec12c req-b8fda74b-3a59-4a27-b8db-957a663894b0 service neutron] Attempting to bind port 359a2f03-81dc-42fc-9315-cd2c2edd2142 by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': '9dab481a-5428-424d-a8c3-4ae8ddfff67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'db98097a-bb19-479d-bd0d-4f71e988880a'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:44:00.888348 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8723a3ab-5d15-4fc0-bba1-fdb3d39ec12c req-b8fda74b-3a59-4a27-b8db-957a663894b0 service neutron] Attempting to bind port 359a2f03-81dc-42fc-9315-cd2c2edd2142 on network db98097a-bb19-479d-bd0d-4f71e988880a {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:44:00.894026 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8723a3ab-5d15-4fc0-bba1-fdb3d39ec12c req-b8fda74b-3a59-4a27-b8db-957a663894b0 service neutron] Port 359a2f03-81dc-42fc-9315-cd2c2edd2142 on network db98097a-bb19-479d-bd0d-4f71e988880a not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:44:00.894233 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8723a3ab-5d15-4fc0-bba1-fdb3d39ec12c req-b8fda74b-3a59-4a27-b8db-957a663894b0 service neutron] Attempting to bind port 359a2f03-81dc-42fc-9315-cd2c2edd2142 on network db98097a-bb19-479d-bd0d-4f71e988880a {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:44:00.897038 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fda74b-3a59-4a27-b8db-957a663894b0 service neutron] Pushing event updated for resources: {'Port': ['ID=359a2f03-81dc-42fc-9315-cd2c2edd2142,revision_number=7']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:44:00.902830 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8723a3ab-5d15-4fc0-bba1-fdb3d39ec12c req-b8fda74b-3a59-4a27-b8db-957a663894b0 service neutron] Checking agent: {'id': 'bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 43, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:44:00.903173 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8723a3ab-5d15-4fc0-bba1-fdb3d39ec12c req-b8fda74b-3a59-4a27-b8db-957a663894b0 service neutron] Checking segment: {'id': '9dab481a-5428-424d-a8c3-4ae8ddfff67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'db98097a-bb19-479d-bd0d-4f71e988880a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:44:00.903555 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8723a3ab-5d15-4fc0-bba1-fdb3d39ec12c req-b8fda74b-3a59-4a27-b8db-957a663894b0 service neutron] Bound using segment: {'id': '9dab481a-5428-424d-a8c3-4ae8ddfff67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'db98097a-bb19-479d-bd0d-4f71e988880a'} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:44:00.904007 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-8723a3ab-5d15-4fc0-bba1-fdb3d39ec12c req-b8fda74b-3a59-4a27-b8db-957a663894b0 service neutron] Bound port: 359a2f03-81dc-42fc-9315-cd2c2edd2142, host: n-h2-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dab481a-5428-424d-a8c3-4ae8ddfff67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'db98097a-bb19-479d-bd0d-4f71e988880a'}}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:44:00.904324 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-8723a3ab-5d15-4fc0-bba1-fdb3d39ec12c req-b8fda74b-3a59-4a27-b8db-957a663894b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (359a2f03-81dc-42fc-9315-cd2c2edd2142), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:00.989899 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-8723a3ab-5d15-4fc0-bba1-fdb3d39ec12c req-b8fda74b-3a59-4a27-b8db-957a663894b0 service neutron] For port 359a2f03-81dc-42fc-9315-cd2c2edd2142, host n-h2-826753-2, cleared binding levels {{(pid=103701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:44:00.994352 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-8723a3ab-5d15-4fc0-bba1-fdb3d39ec12c req-b8fda74b-3a59-4a27-b8db-957a663894b0 service neutron] For port 359a2f03-81dc-42fc-9315-cd2c2edd2142, host n-h2-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=359a2f03-81dc-42fc-9315-cd2c2edd2142,segment=NetworkSegment(9dab481a-5428-424d-a8c3-4ae8ddfff67b),segment_id=9dab481a-5428-424d-a8c3-4ae8ddfff67b)] {{(pid=103701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:44:01.005736 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-8723a3ab-5d15-4fc0-bba1-fdb3d39ec12c req-b8fda74b-3a59-4a27-b8db-957a663894b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (359a2f03-81dc-42fc-9315-cd2c2edd2142), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:01.069116 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-efcbdcbc-bc89-468d-a9a6-e9d8dfdc6d69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:01.091719 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fda74b-3a59-4a27-b8db-957a663894b0 service neutron] Pushing event updated for resources: {'Port': ['ID=359a2f03-81dc-42fc-9315-cd2c2edd2142,revision_number=8']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:44:01.132411 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8723a3ab-5d15-4fc0-bba1-fdb3d39ec12c req-b8fda74b-3a59-4a27-b8db-957a663894b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:01.133684 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-8723a3ab-5d15-4fc0-bba1-fdb3d39ec12c req-b8fda74b-3a59-4a27-b8db-957a663894b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:01.135480 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8723a3ab-5d15-4fc0-bba1-fdb3d39ec12c req-b8fda74b-3a59-4a27-b8db-957a663894b0 service neutron] 10.222.0.73 "PUT /v2.0/ports/359a2f03-81dc-42fc-9315-cd2c2edd2142 HTTP/1.1" status: 200 len: 1121 time: 2.3969786 Feb 19 02:44:01.166098 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 02:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d0a9d7b-6ff5-4ccf-b521-941f02ae1c83 x-openstack-request-id: req-5d0a9d7b-6ff5-4ccf-b521-941f02ae1c83 {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:44:01.166478 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa9b45d5-254c-45de-8e0f-03eec8283098", "name": "network-vif-unplugged", "status": "completed", "tag": "359a2f03-81dc-42fc-9315-cd2c2edd2142", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:44:01.166707 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5d0a9d7b-6ff5-4ccf-b521-941f02ae1c83 {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:44:01.167149 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa9b45d5-254c-45de-8e0f-03eec8283098', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '359a2f03-81dc-42fc-9315-cd2c2edd2142', 'code': 200} Feb 19 02:44:01.341502 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['359a2f03-81dc-42fc-9315-cd2c2edd2142'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:44:01.346045 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 8612e91a-4d48-4cf7-9812-b49d439e0fa7 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:44:01.352857 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['359a2f03-81dc-42fc-9315-cd2c2edd2142'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:44:01.558620 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb671873-de6b-4d32-8a07-5f2dbba224d7 req-62895a61-6e84-45c6-80a9-13b71249ebc1 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:01.569250 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cb671873-de6b-4d32-8a07-5f2dbba224d7 req-62895a61-6e84-45c6-80a9-13b71249ebc1 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa9b45d5-254c-45de-8e0f-03eec8283098 HTTP/1.1" status: 200 len: 943 time: 0.1065185 Feb 19 02:44:01.648248 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-efcbdcbc-bc89-468d-a9a6-e9d8dfdc6d69 admin admin] Publish callbacks [] for security_group (bf53f203-a1b2-4d58-b48a-d1e546ae78f3), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:01.676092 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-54383def-28f1-42b5-a54f-fa773cbc3cb6 req-9242ffb8-a06e-4fa3-96f8-f2dc9811cbc0 tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] 10.222.0.72 "GET /v2.0/ports?device_id=5778e9c2-0e13-4624-9ae7-ed5f2938f2e6 HTTP/1.1" status: 200 len: 210 time: 0.0705588 Feb 19 02:44:01.707143 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cb671873-de6b-4d32-8a07-5f2dbba224d7 req-b3c18cc9-b99c-4db9-b7b3-7f5b99c2a3f4 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330416 Feb 19 02:44:01.717461 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port fbd93433-4aea-422f-a4b2-de5fde7cd692 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:44:01.718031 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (fbd93433-4aea-422f-a4b2-de5fde7cd692), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:01.811283 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-7a43455c-30dd-412a-8787-c37ba44d8419 None None] Set router d3cbc3f3-e67e-4e0c-af24-309f350cb229 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:44:01.825709 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-efcbdcbc-bc89-468d-a9a6-e9d8dfdc6d69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (bf53f203-a1b2-4d58-b48a-d1e546ae78f3), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:01.933097 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-efcbdcbc-bc89-468d-a9a6-e9d8dfdc6d69 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f6baf53d45414f39a9ab6c9e0721ab45&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7299128 Feb 19 02:44:01.941638 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51390) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:44:01.956599 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f95d0fc-1ac2-4a1d-8efc-83e8a65e6d08 req-a563c169-14b0-4aef-981c-a3fca814804e tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:01.962672 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-5f95d0fc-1ac2-4a1d-8efc-83e8a65e6d08 req-a563c169-14b0-4aef-981c-a3fca814804e tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.82 "GET /v2.0/ports?device_id=cdaf6704-79e6-465e-a79c-4b9c28f4325f HTTP/1.1" status: 200 len: 950 time: 0.6794960 Feb 19 02:44:02.001504 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130ff1e1-4226-49a1-bffd-bc73ec3a2d28 req-61d5bf9d-db4d-4ba0-855a-33389b113590 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:02.005464 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-130ff1e1-4226-49a1-bffd-bc73ec3a2d28 req-61d5bf9d-db4d-4ba0-855a-33389b113590 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=cdaf6704-79e6-465e-a79c-4b9c28f4325f HTTP/1.1" status: 200 len: 950 time: 0.1510346 Feb 19 02:44:02.037302 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 4c8e10e2-a879-4de2-bfa6-f45ba842b8bc up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:44:02.164886 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcbdcbc-bc89-468d-a9a6-e9d8dfdc6d69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf53f203-a1b2-4d58-b48a-d1e546ae78f3,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:44:02.192284 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-66def539-cd8e-4b56-a4c5-5a66abf8623a admin admin] Publish callbacks [] for security_group (bf53f203-a1b2-4d58-b48a-d1e546ae78f3), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:02.238439 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-130ff1e1-4226-49a1-bffd-bc73ec3a2d28 req-31865859-7279-4def-80c6-3484e2e186bf tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208173 Feb 19 02:44:02.340774 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-502ccb42-49b1-45c1-9599-be1c9084218b req-a9dd989c-79fa-49e9-a15f-25fdcd47c96a tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=5a8594eb95e546c6a957ee6e6b28e412&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0795870 Feb 19 02:44:02.356180 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-66def539-cd8e-4b56-a4c5-5a66abf8623a admin admin] Publish callbacks [] for security_group (bf53f203-a1b2-4d58-b48a-d1e546ae78f3), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:02.357920 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdaf6704-79e6-465e-a79c-4b9c28f4325f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbd93433-4aea-422f-a4b2-de5fde7cd692'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:44:02.371124 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-5f95d0fc-1ac2-4a1d-8efc-83e8a65e6d08 req-6f29a051-9e0c-4a9f-929c-d1dab50019a1 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Deleting port fbd93433-4aea-422f-a4b2-de5fde7cd692 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:44:02.371839 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-5f95d0fc-1ac2-4a1d-8efc-83e8a65e6d08 req-6f29a051-9e0c-4a9f-929c-d1dab50019a1 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (fbd93433-4aea-422f-a4b2-de5fde7cd692), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:02.372508 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae175760-28ee-49eb-be9e-26b81f910d68" -d '{"events": [{"server_uuid": "cdaf6704-79e6-465e-a79c-4b9c28f4325f", "name": "network-vif-plugged", "status": "completed", "tag": "fbd93433-4aea-422f-a4b2-de5fde7cd692"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:44:02.517671 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d448d5a8-dd74-439d-9df2-918755cea2ef x-openstack-request-id: req-d448d5a8-dd74-439d-9df2-918755cea2ef {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:44:02.517983 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdaf6704-79e6-465e-a79c-4b9c28f4325f", "name": "network-vif-plugged", "status": "completed", "tag": "fbd93433-4aea-422f-a4b2-de5fde7cd692", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:44:02.518244 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d448d5a8-dd74-439d-9df2-918755cea2ef {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:44:02.518725 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdaf6704-79e6-465e-a79c-4b9c28f4325f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbd93433-4aea-422f-a4b2-de5fde7cd692', 'code': 200} Feb 19 02:44:02.546956 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port fbd93433-4aea-422f-a4b2-de5fde7cd692, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=fbd93433-4aea-422f-a4b2-de5fde7cd692,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:44:02.621063 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (fbd93433-4aea-422f-a4b2-de5fde7cd692), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:02.672889 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device fbd93433-4aea-422f-a4b2-de5fde7cd692 no longer exists at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:44:02.694954 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502ccb42-49b1-45c1-9599-be1c9084218b req-e030bcb9-9f8e-4aa5-bca1-1e772cf4cc77 tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:02.698819 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-502ccb42-49b1-45c1-9599-be1c9084218b req-e030bcb9-9f8e-4aa5-bca1-1e772cf4cc77 tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3448818 Feb 19 02:44:02.752165 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-502ccb42-49b1-45c1-9599-be1c9084218b req-8c7bb111-c17e-402c-8096-bae6961e1122 tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] Request body: {'port': {'device_id': '5778e9c2-0e13-4624-9ae7-ed5f2938f2e6', 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f', 'admin_state_up': True, 'tenant_id': '5a8594eb95e546c6a957ee6e6b28e412'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:44:02.758005 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-5f95d0fc-1ac2-4a1d-8efc-83e8a65e6d08 req-6f29a051-9e0c-4a9f-929c-d1dab50019a1 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] For port fbd93433-4aea-422f-a4b2-de5fde7cd692, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=fbd93433-4aea-422f-a4b2-de5fde7cd692,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:44:02.758561 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-5f95d0fc-1ac2-4a1d-8efc-83e8a65e6d08 req-6f29a051-9e0c-4a9f-929c-d1dab50019a1 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (fbd93433-4aea-422f-a4b2-de5fde7cd692), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:02.773230 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-5f95d0fc-1ac2-4a1d-8efc-83e8a65e6d08 req-6f29a051-9e0c-4a9f-929c-d1dab50019a1 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Calling delete_port for fbd93433-4aea-422f-a4b2-de5fde7cd692 owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:44:02.880082 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-66def539-cd8e-4b56-a4c5-5a66abf8623a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (bf53f203-a1b2-4d58-b48a-d1e546ae78f3), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:02.890105 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-66def539-cd8e-4b56-a4c5-5a66abf8623a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:02.894622 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-66def539-cd8e-4b56-a4c5-5a66abf8623a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/bf53f203-a1b2-4d58-b48a-d1e546ae78f3 HTTP/1.1" status: 204 len: 168 time: 0.9491286 Feb 19 02:44:03.073644 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66def539-cd8e-4b56-a4c5-5a66abf8623a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf53f203-a1b2-4d58-b48a-d1e546ae78f3,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:44:03.088848 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-750873a4-151f-4d9d-9a2b-13935dff2618 req-81b98ed1-fb45-4b5b-950a-efe8665ad2ec tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] 10.222.0.72 "GET /v2.0/ports?device_id=5778e9c2-0e13-4624-9ae7-ed5f2938f2e6 HTTP/1.1" status: 200 len: 210 time: 0.2110705 Feb 19 02:44:03.155284 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-665d9610-6376-4a38-b5fc-0f1de08d6b5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:03.168165 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa9b45d5-254c-45de-8e0f-03eec8283098', 'tag': '359a2f03-81dc-42fc-9315-cd2c2edd2142'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:44:03.170770 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1e97d37-f61a-42c4-a481-ded2993573a4" -d '{"events": [{"name": "network-changed", "server_uuid": "fa9b45d5-254c-45de-8e0f-03eec8283098", "tag": "359a2f03-81dc-42fc-9315-cd2c2edd2142"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:44:03.194897 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 4c8e10e2-a879-4de2-bfa6-f45ba842b8bc triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:44:03.195511 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (4c8e10e2-a879-4de2-bfa6-f45ba842b8bc), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:03.219053 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b2ae31-c676-4b34-b3de-e60ab82f9884 req-0c56fc82-6fde-41b7-ab50-17cdf7637c01 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:03.220758 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-30b2ae31-c676-4b34-b3de-e60ab82f9884 req-0c56fc82-6fde-41b7-ab50-17cdf7637c01 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa9b45d5-254c-45de-8e0f-03eec8283098 HTTP/1.1" status: 200 len: 943 time: 0.3499246 Feb 19 02:44:03.236138 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-7a43455c-30dd-412a-8787-c37ba44d8419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3cbc3f3-e67e-4e0c-af24-309f350cb229', 'name': 'tempest-TaggedBootDevicesTest_v242-1303713615-router', 'tenant_id': 'e916a112f2fb4b079281e818795a11ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': 'cf2d0d96-238e-4bc7-a11d-afec0f289edc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:43:54Z', 'updated_at': '2022-02-19T02:43:58Z', 'revision_number': 3, 'project_id': 'e916a112f2fb4b079281e818795a11ff', 'gw_port': {'id': 'cf2d0d96-238e-4bc7-a11d-afec0f289edc', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5d:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3cbc3f3-e67e-4e0c-af24-309f350cb229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:43:56Z', 'updated_at': '2022-02-19T02:43:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:44:03.265454 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-5f95d0fc-1ac2-4a1d-8efc-83e8a65e6d08 req-6f29a051-9e0c-4a9f-929c-d1dab50019a1 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (fbd93433-4aea-422f-a4b2-de5fde7cd692), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:03.266966 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=fbd93433-4aea-422f-a4b2-de5fde7cd692,revision_number=13']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:44:03.298047 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-502ccb42-49b1-45c1-9599-be1c9084218b req-8c7bb111-c17e-402c-8096-bae6961e1122 tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] Made reservation on behalf of 5a8594eb95e546c6a957ee6e6b28e412 for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:44:03.306283 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-502ccb42-49b1-45c1-9599-be1c9084218b req-8c7bb111-c17e-402c-8096-bae6961e1122 tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:03.333912 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efb6441d-a744-46ff-ba67-a7967ffcaa31 x-openstack-request-id: req-efb6441d-a744-46ff-ba67-a7967ffcaa31 {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:44:03.334256 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa9b45d5-254c-45de-8e0f-03eec8283098", "tag": "359a2f03-81dc-42fc-9315-cd2c2edd2142", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:44:03.334640 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-efb6441d-a744-46ff-ba67-a7967ffcaa31 {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:44:03.335120 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa9b45d5-254c-45de-8e0f-03eec8283098', 'tag': '359a2f03-81dc-42fc-9315-cd2c2edd2142', 'status': 'completed', 'code': 200} Feb 19 02:44:03.351410 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['a4bbb362-5463-44d9-80a2-82aaa6f86538'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:44:03.353594 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['4e89b04d-4fc5-4464-a71b-3345933c773e', '7a2ff793-afac-4496-ba61-bdbb8c4c9eb5'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:44:03.415271 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-502ccb42-49b1-45c1-9599-be1c9084218b req-8c7bb111-c17e-402c-8096-bae6961e1122 tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:03.420961 n-d-826753-2 neutron-server[103703]: INFO neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] No ports have port_id starting with fbd93433-4aea-422f-a4b2-de5fde7cd692 Feb 19 02:44:03.441451 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a43455c-30dd-412a-8787-c37ba44d8419 None None] Checking router: d3cbc3f3-e67e-4e0c-af24-309f350cb229 for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:44:03.449334 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a43455c-30dd-412a-8787-c37ba44d8419 None None] Updating router d3cbc3f3-e67e-4e0c-af24-309f350cb229 port cf2d0d96-238e-4bc7-a11d-afec0f289edc binding host n-d-826753-2 {{(pid=103703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:44:03.585776 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-30b2ae31-c676-4b34-b3de-e60ab82f9884 req-f15ffd5d-1b35-410f-ac0f-967454aa4cf6 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3558314 Feb 19 02:44:03.648602 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c5e2fda1-9fcc-49f9-b926-e28a21016772 req-adf7e084-2658-413f-8020-62b4647e4b49 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=cdaf6704-79e6-465e-a79c-4b9c28f4325f HTTP/1.1" status: 200 len: 210 time: 0.0909965 Feb 19 02:44:03.649166 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51410) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:44:03.699303 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-7a43455c-30dd-412a-8787-c37ba44d8419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (cf2d0d96-238e-4bc7-a11d-afec0f289edc), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:03.714738 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e97d37-f61a-42c4-a481-ded2993573a4 req-564c260a-9a83-4a7e-bc94-33591267e5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:03.716292 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a1e97d37-f61a-42c4-a481-ded2993573a4 req-564c260a-9a83-4a7e-bc94-33591267e5c3 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ad75c6928a1d4c6da3a56db6352b2618&device_id=fa9b45d5-254c-45de-8e0f-03eec8283098 HTTP/1.1" status: 200 len: 1155 time: 0.3307674 Feb 19 02:44:03.732535 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-423e46c1-b254-4cd7-aee2-98105df7459c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:03.816951 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-665d9610-6376-4a38-b5fc-0f1de08d6b5d admin admin] Allocated IP 172.20.0.1 (875100e5-54b8-4afd-87c3-0bfd574375d6/0ae72435-5eeb-4168-ba67-00561d4a3cb3/8885b1f0-8f86-4a30-a5e5-81543582ef4f) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:44:03.846830 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-423e46c1-b254-4cd7-aee2-98105df7459c admin admin] Publish callbacks [] for security_group (706bbc0d-1ac2-4b19-ae6f-b40c5f06f33e), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:03.865562 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-423e46c1-b254-4cd7-aee2-98105df7459c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (706bbc0d-1ac2-4b19-ae6f-b40c5f06f33e), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:03.968528 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423e46c1-b254-4cd7-aee2-98105df7459c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=706bbc0d-1ac2-4b19-ae6f-b40c5f06f33e,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:44:03.975412 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-423e46c1-b254-4cd7-aee2-98105df7459c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=eaf76d3602a64693ae693e74e2265443&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3140190 Feb 19 02:44:03.983144 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51412) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:44:04.056904 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-665d9610-6376-4a38-b5fc-0f1de08d6b5d admin admin] Publish callbacks [] for port (8885b1f0-8f86-4a30-a5e5-81543582ef4f), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:04.117353 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-502ccb42-49b1-45c1-9599-be1c9084218b req-8c7bb111-c17e-402c-8096-bae6961e1122 tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] Publish callbacks [] for security_group (de50c470-5dda-4770-9867-f5a93f80ec2f), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:04.119373 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-15745def-1681-4652-93b9-2b29ed76c183 admin admin] Publish callbacks [] for security_group (706bbc0d-1ac2-4b19-ae6f-b40c5f06f33e), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:04.126531 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e97d37-f61a-42c4-a481-ded2993573a4 req-139bed0f-2332-410e-ad28-ab3e8854c7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:04.130345 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a1e97d37-f61a-42c4-a481-ded2993573a4 req-139bed0f-2332-410e-ad28-ab3e8854c7f1 service neutron] 10.222.0.82 "GET /v2.0/networks?id=db98097a-bb19-479d-bd0d-4f71e988880a HTTP/1.1" status: 200 len: 922 time: 0.4011467 Feb 19 02:44:04.134705 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-502ccb42-49b1-45c1-9599-be1c9084218b req-8c7bb111-c17e-402c-8096-bae6961e1122 tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (de50c470-5dda-4770-9867-f5a93f80ec2f), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:04.212147 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f29a051-9e0c-4a9f-929c-d1dab50019a1 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Pushing event deleted for resources: {'Port': ['ID=fbd93433-4aea-422f-a4b2-de5fde7cd692,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:44:04.272681 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f95d0fc-1ac2-4a1d-8efc-83e8a65e6d08 req-6f29a051-9e0c-4a9f-929c-d1dab50019a1 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] No DVR routers for this DVR port fbd93433-4aea-422f-a4b2-de5fde7cd692 on host n-h2-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:44:04.287787 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-5f95d0fc-1ac2-4a1d-8efc-83e8a65e6d08 req-6f29a051-9e0c-4a9f-929c-d1dab50019a1 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:04.295156 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-5f95d0fc-1ac2-4a1d-8efc-83e8a65e6d08 req-6f29a051-9e0c-4a9f-929c-d1dab50019a1 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.82 "DELETE /v2.0/ports/fbd93433-4aea-422f-a4b2-de5fde7cd692 HTTP/1.1" status: 204 len: 173 time: 2.3238511 Feb 19 02:44:04.304335 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdaf6704-79e6-465e-a79c-4b9c28f4325f', 'name': 'network-vif-deleted', 'tag': 'fbd93433-4aea-422f-a4b2-de5fde7cd692'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:44:04.313206 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e62c6791-b317-46ac-b642-231fd1e45ad5" -d '{"events": [{"server_uuid": "cdaf6704-79e6-465e-a79c-4b9c28f4325f", "name": "network-vif-deleted", "tag": "fbd93433-4aea-422f-a4b2-de5fde7cd692"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:44:04.342121 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 4c8e10e2-a879-4de2-bfa6-f45ba842b8bc is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:44:04.357845 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-665d9610-6376-4a38-b5fc-0f1de08d6b5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (8885b1f0-8f86-4a30-a5e5-81543582ef4f), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:04.501334 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d9610-6376-4a38-b5fc-0f1de08d6b5d admin admin] Pushing event updated for resources: {'Port': ['ID=8885b1f0-8f86-4a30-a5e5-81543582ef4f,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:44:04.533077 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665d9610-6376-4a38-b5fc-0f1de08d6b5d admin admin] Network 875100e5-54b8-4afd-87c3-0bfd574375d6 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:44:04.538944 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-665d9610-6376-4a38-b5fc-0f1de08d6b5d admin admin] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:44:04.544322 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665d9610-6376-4a38-b5fc-0f1de08d6b5d admin admin] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:44:04.646162 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-665d9610-6376-4a38-b5fc-0f1de08d6b5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16289150'] for router_interface (d3cbc3f3-e67e-4e0c-af24-309f350cb229), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:04.738513 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7bb111-c17e-402c-8096-bae6961e1122 tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de50c470-5dda-4770-9867-f5a93f80ec2f,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:44:04.844190 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01be6fdd-9aeb-4855-beee-d6394a3e16b7 x-openstack-request-id: req-01be6fdd-9aeb-4855-beee-d6394a3e16b7 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:44:04.847392 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdaf6704-79e6-465e-a79c-4b9c28f4325f", "name": "network-vif-deleted", "tag": "fbd93433-4aea-422f-a4b2-de5fde7cd692", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:44:04.849910 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-01be6fdd-9aeb-4855-beee-d6394a3e16b7 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:44:04.850541 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdaf6704-79e6-465e-a79c-4b9c28f4325f', 'name': 'network-vif-deleted', 'tag': 'fbd93433-4aea-422f-a4b2-de5fde7cd692', 'status': 'completed', 'code': 200} Feb 19 02:44:04.861073 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c86f03b0-d0f3-4404-9e83-5459e9cebb0c req-32e4fbe0-801e-4635-902b-3643b9bb51a5 tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] 10.222.0.72 "GET /v2.0/ports?device_id=5778e9c2-0e13-4624-9ae7-ed5f2938f2e6 HTTP/1.1" status: 200 len: 210 time: 0.4096718 Feb 19 02:44:04.922898 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [req-502ccb42-49b1-45c1-9599-be1c9084218b req-8c7bb111-c17e-402c-8096-bae6961e1122 tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] Allocated IP 192.168.233.252 (5124bd00-da2a-4bd6-93a0-c14c92afb11f/974c06bc-f097-4890-970a-b087501ab241/b775695a-e966-4ea5-a6b6-908e75751e31) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:44:04.956525 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a1e97d37-f61a-42c4-a481-ded2993573a4 req-70418b15-bd8c-430e-b0e7-c4225f3736b2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=359a2f03-81dc-42fc-9315-cd2c2edd2142 HTTP/1.1" status: 200 len: 217 time: 0.4734302 Feb 19 02:44:04.973582 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-15745def-1681-4652-93b9-2b29ed76c183 admin admin] Publish callbacks [] for security_group (706bbc0d-1ac2-4b19-ae6f-b40c5f06f33e), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:05.054272 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-665d9610-6376-4a38-b5fc-0f1de08d6b5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (8885b1f0-8f86-4a30-a5e5-81543582ef4f), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:05.094886 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-15745def-1681-4652-93b9-2b29ed76c183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (706bbc0d-1ac2-4b19-ae6f-b40c5f06f33e), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:05.099016 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-15745def-1681-4652-93b9-2b29ed76c183 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:05.102681 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-15745def-1681-4652-93b9-2b29ed76c183 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/706bbc0d-1ac2-4b19-ae6f-b40c5f06f33e HTTP/1.1" status: 204 len: 168 time: 1.1156554 Feb 19 02:44:05.202769 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-115f64be-f7f3-4882-a8cb-5438d085b256 req-56f3b34c-7ab8-4af8-a0a0-7e1d6e180e79 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=cdaf6704-79e6-465e-a79c-4b9c28f4325f HTTP/1.1" status: 200 len: 210 time: 0.0589163 Feb 19 02:44:05.203716 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15745def-1681-4652-93b9-2b29ed76c183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=706bbc0d-1ac2-4b19-ae6f-b40c5f06f33e,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:44:05.253197 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e97d37-f61a-42c4-a481-ded2993573a4 req-f57cb6b3-da2e-4568-b295-392cb4dcc147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:05.255520 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a1e97d37-f61a-42c4-a481-ded2993573a4 req-f57cb6b3-da2e-4568-b295-392cb4dcc147 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2fe72d28-9326-4a85-b8b2-36c8cafae112 HTTP/1.1" status: 200 len: 861 time: 0.2227380 Feb 19 02:44:05.368798 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a1e97d37-f61a-42c4-a481-ded2993573a4 req-448ecd17-c8c5-42a5-9335-4f826c20c710 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=db98097a-bb19-479d-bd0d-4f71e988880a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0897243 Feb 19 02:44:05.383499 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f92182-7dcb-4e5a-a9ce-06b7f8b1744f req-828f43f1-a609-4563-b566-f14425c26c9c tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:05.406520 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e4f92182-7dcb-4e5a-a9ce-06b7f8b1744f req-828f43f1-a609-4563-b566-f14425c26c9c tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa9b45d5-254c-45de-8e0f-03eec8283098 HTTP/1.1" status: 200 len: 943 time: 0.3686736 Feb 19 02:44:05.410096 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-01195f35-dbdc-4406-b009-11c71c3e1806 None None] Provisioning complete for port 8885b1f0-8f86-4a30-a5e5-81543582ef4f triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:44:05.410884 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-01195f35-dbdc-4406-b009-11c71c3e1806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (8885b1f0-8f86-4a30-a5e5-81543582ef4f), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:05.495155 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-665d9610-6376-4a38-b5fc-0f1de08d6b5d admin admin] Publish callbacks [] for port (8885b1f0-8f86-4a30-a5e5-81543582ef4f), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:05.510183 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-665d9610-6376-4a38-b5fc-0f1de08d6b5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (8885b1f0-8f86-4a30-a5e5-81543582ef4f), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:05.510533 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-01195f35-dbdc-4406-b009-11c71c3e1806 None None] Port 8885b1f0-8f86-4a30-a5e5-81543582ef4f cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:44:05.567827 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-7a43455c-30dd-412a-8787-c37ba44d8419 None None] Publish callbacks [] for port (cf2d0d96-238e-4bc7-a11d-afec0f289edc), precommit_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:05.585331 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-7a43455c-30dd-412a-8787-c37ba44d8419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (cf2d0d96-238e-4bc7-a11d-afec0f289edc), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:05.677545 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-665d9610-6376-4a38-b5fc-0f1de08d6b5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16362769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16289258'] for router_interface (d3cbc3f3-e67e-4e0c-af24-309f350cb229), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:05.690369 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d9610-6376-4a38-b5fc-0f1de08d6b5d admin admin] Pushing event updated for resources: {'Port': ['ID=8885b1f0-8f86-4a30-a5e5-81543582ef4f,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:44:05.708664 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e4f92182-7dcb-4e5a-a9ce-06b7f8b1744f req-99b6bb07-1bbf-4e65-ba44-fb0297e663b4 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761164 Feb 19 02:44:05.712037 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-7a43455c-30dd-412a-8787-c37ba44d8419 None None] Attempting to bind port cf2d0d96-238e-4bc7-a11d-afec0f289edc on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:44:05.712337 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-7a43455c-30dd-412a-8787-c37ba44d8419 None None] Attempting to bind port cf2d0d96-238e-4bc7-a11d-afec0f289edc by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:44:05.712707 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a43455c-30dd-412a-8787-c37ba44d8419 None None] Attempting to bind port cf2d0d96-238e-4bc7-a11d-afec0f289edc on network eaf64708-9021-419e-b287-ef3e0f51e2ee {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:44:05.741624 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04dbdd9-9a30-403e-b12b-32a506414c72 None None] Pushing event updated for resources: {'Port': ['ID=cf2d0d96-238e-4bc7-a11d-afec0f289edc,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:44:05.746437 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a43455c-30dd-412a-8787-c37ba44d8419 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 43, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:44:05.746853 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a43455c-30dd-412a-8787-c37ba44d8419 None None] Checking segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:44:05.747217 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-7a43455c-30dd-412a-8787-c37ba44d8419 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:05.747603 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a43455c-30dd-412a-8787-c37ba44d8419 None None] Bound using segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:44:05.751902 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-7a43455c-30dd-412a-8787-c37ba44d8419 None None] Bound port: cf2d0d96-238e-4bc7-a11d-afec0f289edc, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:44:05.752358 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-7a43455c-30dd-412a-8787-c37ba44d8419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (cf2d0d96-238e-4bc7-a11d-afec0f289edc), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:05.807520 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-502ccb42-49b1-45c1-9599-be1c9084218b req-8c7bb111-c17e-402c-8096-bae6961e1122 tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] Publish callbacks [] for port (b775695a-e966-4ea5-a6b6-908e75751e31), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:05.893057 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a1e97d37-f61a-42c4-a481-ded2993573a4 req-6b1b2bc8-f15a-4ae1-bf58-9ec905cfa0f0 service neutron] 10.222.0.82 "GET /v2.0/networks/db98097a-bb19-479d-bd0d-4f71e988880a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4843636 Feb 19 02:44:05.901927 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-502ccb42-49b1-45c1-9599-be1c9084218b req-8c7bb111-c17e-402c-8096-bae6961e1122 tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (b775695a-e966-4ea5-a6b6-908e75751e31), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:05.937335 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-7a43455c-30dd-412a-8787-c37ba44d8419 None None] For port cf2d0d96-238e-4bc7-a11d-afec0f289edc, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:44:05.947915 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-7a43455c-30dd-412a-8787-c37ba44d8419 None None] For port cf2d0d96-238e-4bc7-a11d-afec0f289edc, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=cf2d0d96-238e-4bc7-a11d-afec0f289edc,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:44:05.962982 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665d9610-6376-4a38-b5fc-0f1de08d6b5d admin admin] Network 875100e5-54b8-4afd-87c3-0bfd574375d6 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:44:05.966183 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-665d9610-6376-4a38-b5fc-0f1de08d6b5d admin admin] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:44:05.968748 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-7a43455c-30dd-412a-8787-c37ba44d8419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (cf2d0d96-238e-4bc7-a11d-afec0f289edc), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:06.063509 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-502ccb42-49b1-45c1-9599-be1c9084218b req-8c7bb111-c17e-402c-8096-bae6961e1122 tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] Network 5124bd00-da2a-4bd6-93a0-c14c92afb11f is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:44:06.077737 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [req-502ccb42-49b1-45c1-9599-be1c9084218b req-8c7bb111-c17e-402c-8096-bae6961e1122 tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:44:06.084285 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-502ccb42-49b1-45c1-9599-be1c9084218b req-8c7bb111-c17e-402c-8096-bae6961e1122 tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:44:06.118045 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a43455c-30dd-412a-8787-c37ba44d8419 None None] Routers {'d3cbc3f3-e67e-4e0c-af24-309f350cb229'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:44:06.119160 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-7a43455c-30dd-412a-8787-c37ba44d8419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:43:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['d3cbc3f3-e67e-4e0c-af24-309f350cb229'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:44:06.220182 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04dbdd9-9a30-403e-b12b-32a506414c72 None None] Pushing event updated for resources: {'Port': ['ID=cf2d0d96-238e-4bc7-a11d-afec0f289edc,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:44:06.414066 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-7a43455c-30dd-412a-8787-c37ba44d8419 None None] Set router d3cbc3f3-e67e-4e0c-af24-309f350cb229 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:44:06.415578 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7bb111-c17e-402c-8096-bae6961e1122 tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] Pushing event updated for resources: {'Port': ['ID=b775695a-e966-4ea5-a6b6-908e75751e31,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:44:06.498360 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1271f53b-afe7-41d1-905f-3852ce514915 req-902c9f99-bb55-431f-ba11-4b07c51db04c tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:06.511680 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1271f53b-afe7-41d1-905f-3852ce514915 req-902c9f99-bb55-431f-ba11-4b07c51db04c tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] 10.222.0.72 "GET /v2.0/ports?device_id=5778e9c2-0e13-4624-9ae7-ed5f2938f2e6 HTTP/1.1" status: 200 len: 936 time: 0.4324875 Feb 19 02:44:06.559969 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502ccb42-49b1-45c1-9599-be1c9084218b req-8c7bb111-c17e-402c-8096-bae6961e1122 tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:06.560742 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-502ccb42-49b1-45c1-9599-be1c9084218b req-8c7bb111-c17e-402c-8096-bae6961e1122 tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:06.639495 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-502ccb42-49b1-45c1-9599-be1c9084218b req-8c7bb111-c17e-402c-8096-bae6961e1122 tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8922238 Feb 19 02:44:06.662663 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-502ccb42-49b1-45c1-9599-be1c9084218b req-50923899-d9c9-44d6-bc3b-ead3553f7874 service neutron] Request body: {'port': {'device_id': '5778e9c2-0e13-4624-9ae7-ed5f2938f2e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826753-2'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:44:06.723526 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1271f53b-afe7-41d1-905f-3852ce514915 req-0f87f34f-86f8-46a8-9c05-267322ae3d46 tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] 10.222.0.72 "GET /v2.0/security-groups?id=de50c470-5dda-4770-9867-f5a93f80ec2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804962 Feb 19 02:44:06.725845 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a1e97d37-f61a-42c4-a481-ded2993573a4 req-304b0322-8c69-40b3-8bd4-b396e6efbc17 service neutron] 10.222.0.82 "GET /v2.0/networks/db98097a-bb19-479d-bd0d-4f71e988880a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8119576 Feb 19 02:44:06.850540 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-502ccb42-49b1-45c1-9599-be1c9084218b req-50923899-d9c9-44d6-bc3b-ead3553f7874 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (b775695a-e966-4ea5-a6b6-908e75751e31), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:07.006059 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b9a2de3e-f0b6-4e6f-bb62-25771e4714c4 None None] Provisioning complete for port 8885b1f0-8f86-4a30-a5e5-81543582ef4f triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:44:07.006396 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b9a2de3e-f0b6-4e6f-bb62-25771e4714c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (8885b1f0-8f86-4a30-a5e5-81543582ef4f), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:07.058980 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b9a2de3e-f0b6-4e6f-bb62-25771e4714c4 None None] Port 8885b1f0-8f86-4a30-a5e5-81543582ef4f cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:44:07.116547 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-7a43455c-30dd-412a-8787-c37ba44d8419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3cbc3f3-e67e-4e0c-af24-309f350cb229', 'name': 'tempest-TaggedBootDevicesTest_v242-1303713615-router', 'tenant_id': 'e916a112f2fb4b079281e818795a11ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': 'cf2d0d96-238e-4bc7-a11d-afec0f289edc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:43:54Z', 'updated_at': '2022-02-19T02:44:04Z', 'revision_number': 4, 'project_id': 'e916a112f2fb4b079281e818795a11ff', 'gw_port': {'id': 'cf2d0d96-238e-4bc7-a11d-afec0f289edc', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5d:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3cbc3f3-e67e-4e0c-af24-309f350cb229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:43:56Z', 'updated_at': '2022-02-19T02:44:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '8885b1f0-8f86-4a30-a5e5-81543582ef4f', 'name': '', 'network_id': '875100e5-54b8-4afd-87c3-0bfd574375d6', 'tenant_id': 'e916a112f2fb4b079281e818795a11ff', 'mac_address': 'fa:16:3e:e4:b5:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3cbc3f3-e67e-4e0c-af24-309f350cb229', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '0ae72435-5eeb-4168-ba67-00561d4a3cb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:44:03Z', 'updated_at': '2022-02-19T02:44:05Z', 'revision_number': 2, 'project_id': 'e916a112f2fb4b079281e818795a11ff', 'subnets': [{'id': '0ae72435-5eeb-4168-ba67-00561d4a3cb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:44:07.193957 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a43455c-30dd-412a-8787-c37ba44d8419 None None] The sync data for ids ['d3cbc3f3-e67e-4e0c-af24-309f350cb229'] in n-d-826753-2 is: [{'id': 'd3cbc3f3-e67e-4e0c-af24-309f350cb229', 'name': 'tempest-TaggedBootDevicesTest_v242-1303713615-router', 'tenant_id': 'e916a112f2fb4b079281e818795a11ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': 'cf2d0d96-238e-4bc7-a11d-afec0f289edc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:43:54Z', 'updated_at': '2022-02-19T02:44:04Z', 'revision_number': 4, 'project_id': 'e916a112f2fb4b079281e818795a11ff', 'gw_port': {'id': 'cf2d0d96-238e-4bc7-a11d-afec0f289edc', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5d:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3cbc3f3-e67e-4e0c-af24-309f350cb229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:43:56Z', 'updated_at': '2022-02-19T02:44:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '8885b1f0-8f86-4a30-a5e5-81543582ef4f', 'name': '', 'network_id': '875100e5-54b8-4afd-87c3-0bfd574375d6', 'tenant_id': 'e916a112f2fb4b079281e818795a11ff', 'mac_address': 'fa:16:3e:e4:b5:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3cbc3f3-e67e-4e0c-af24-309f350cb229', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '0ae72435-5eeb-4168-ba67-00561d4a3cb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:44:03Z', 'updated_at': '2022-02-19T02:44:05Z', 'revision_number': 2, 'project_id': 'e916a112f2fb4b079281e818795a11ff', 'subnets': [{'id': '0ae72435-5eeb-4168-ba67-00561d4a3cb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:44:07.231509 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-665d9610-6376-4a38-b5fc-0f1de08d6b5d admin admin] Router d3cbc3f3-e67e-4e0c-af24-309f350cb229 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:44:07.237055 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b964ef9d-b1aa-42c8-8e71-660e3a94bb36 None None] Provisioning complete for port b775695a-e966-4ea5-a6b6-908e75751e31 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:44:07.237948 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b964ef9d-b1aa-42c8-8e71-660e3a94bb36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (b775695a-e966-4ea5-a6b6-908e75751e31), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:07.322391 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b964ef9d-b1aa-42c8-8e71-660e3a94bb36 None None] Port b775695a-e966-4ea5-a6b6-908e75751e31 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:44:07.388731 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edabc720-3e24-41f8-9bf7-c42d0374c5f0 req-3884bc0a-11db-4ad1-90ce-284ef6af1f6b tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:07.391134 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-edabc720-3e24-41f8-9bf7-c42d0374c5f0 req-3884bc0a-11db-4ad1-90ce-284ef6af1f6b tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa9b45d5-254c-45de-8e0f-03eec8283098 HTTP/1.1" status: 200 len: 943 time: 0.3882413 Feb 19 02:44:07.442472 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-665d9610-6376-4a38-b5fc-0f1de08d6b5d admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:44:07.457329 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-665d9610-6376-4a38-b5fc-0f1de08d6b5d admin admin] 10.222.0.72 "PUT /v2.0/routers/d3cbc3f3-e67e-4e0c-af24-309f350cb229/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6485300 Feb 19 02:44:07.477105 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-edabc720-3e24-41f8-9bf7-c42d0374c5f0 req-2dee627c-ba94-4c22-9801-e08b6166ed9b tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798559 Feb 19 02:44:07.693120 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [req-502ccb42-49b1-45c1-9599-be1c9084218b req-50923899-d9c9-44d6-bc3b-ead3553f7874 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b775695a-e966-4ea5-a6b6-908e75751e31 {{(pid=103701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:44:07.697156 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-502ccb42-49b1-45c1-9599-be1c9084218b req-50923899-d9c9-44d6-bc3b-ead3553f7874 service neutron] Publish callbacks [] for port (b775695a-e966-4ea5-a6b6-908e75751e31), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:07.728159 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.provisioning_blocks [req-502ccb42-49b1-45c1-9599-be1c9084218b req-50923899-d9c9-44d6-bc3b-ead3553f7874 service neutron] Transition to ACTIVE for port object b775695a-e966-4ea5-a6b6-908e75751e31 will not be triggered until provisioned by entity L2. {{(pid=103701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:44:07.762109 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-502ccb42-49b1-45c1-9599-be1c9084218b req-50923899-d9c9-44d6-bc3b-ead3553f7874 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (b775695a-e966-4ea5-a6b6-908e75751e31), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:07.816097 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50923899-d9c9-44d6-bc3b-ead3553f7874 service neutron] Pushing event updated for resources: {'Port': ['ID=b775695a-e966-4ea5-a6b6-908e75751e31,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:44:08.085353 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cc47c3-4856-47aa-b08e-a1f458e40d3f req-e70af03a-79e2-48fd-bf6d-0458453e280c tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:08.094729 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-90cc47c3-4856-47aa-b08e-a1f458e40d3f req-e70af03a-79e2-48fd-bf6d-0458453e280c tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=c26e984e-8f0b-4fc5-a561-e9bf90426fde HTTP/1.1" status: 200 len: 951 time: 0.4351850 Feb 19 02:44:08.423411 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-90cc47c3-4856-47aa-b08e-a1f458e40d3f req-56eaf57b-2af8-44cb-b372-28766500c600 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3294189 Feb 19 02:44:08.426524 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-502ccb42-49b1-45c1-9599-be1c9084218b req-50923899-d9c9-44d6-bc3b-ead3553f7874 service neutron] Attempting to bind port b775695a-e966-4ea5-a6b6-908e75751e31 on host n-h1-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:44:08.426841 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-502ccb42-49b1-45c1-9599-be1c9084218b req-50923899-d9c9-44d6-bc3b-ead3553f7874 service neutron] Attempting to bind port b775695a-e966-4ea5-a6b6-908e75751e31 by drivers openvswitch,hyperv on host n-h1-826753-2 at level 0 using segments [{'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:44:08.427173 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502ccb42-49b1-45c1-9599-be1c9084218b req-50923899-d9c9-44d6-bc3b-ead3553f7874 service neutron] Attempting to bind port b775695a-e966-4ea5-a6b6-908e75751e31 on network 5124bd00-da2a-4bd6-93a0-c14c92afb11f {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:44:08.468174 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d596669-3e8f-4c53-84c6-16dae18d85c4 req-081509e1-e015-4bcf-9e73-3f0bdd924519 tempest-AttachSCSIVolumeTestJSON-493968863 tempest-AttachSCSIVolumeTestJSON-493968863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:08.488656 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9d596669-3e8f-4c53-84c6-16dae18d85c4 req-081509e1-e015-4bcf-9e73-3f0bdd924519 tempest-AttachSCSIVolumeTestJSON-493968863 tempest-AttachSCSIVolumeTestJSON-493968863-project] 10.222.0.72 "GET /v2.0/networks?id=6644bea0-d911-4ba9-95a0-90f97bdbebb7 HTTP/1.1" status: 200 len: 814 time: 0.6219292 Feb 19 02:44:08.557351 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9d596669-3e8f-4c53-84c6-16dae18d85c4 req-d153570b-c09e-4bba-a67e-faa6a4140944 tempest-AttachSCSIVolumeTestJSON-493968863 tempest-AttachSCSIVolumeTestJSON-493968863-project] 10.222.0.72 "GET /v2.0/quotas/60a75fbafb98468593e987991378d811 HTTP/1.1" status: 200 len: 375 time: 0.0676425 Feb 19 02:44:08.559091 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502ccb42-49b1-45c1-9599-be1c9084218b req-50923899-d9c9-44d6-bc3b-ead3553f7874 service neutron] Port b775695a-e966-4ea5-a6b6-908e75751e31 on network 5124bd00-da2a-4bd6-93a0-c14c92afb11f not bound, no agent of type Open vSwitch agent registered on host n-h1-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:44:08.559411 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502ccb42-49b1-45c1-9599-be1c9084218b req-50923899-d9c9-44d6-bc3b-ead3553f7874 service neutron] Attempting to bind port b775695a-e966-4ea5-a6b6-908e75751e31 on network 5124bd00-da2a-4bd6-93a0-c14c92afb11f {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:44:08.600569 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502ccb42-49b1-45c1-9599-be1c9084218b req-50923899-d9c9-44d6-bc3b-ead3553f7874 service neutron] Checking agent: {'id': '9d56fb1b-2855-496a-a6d9-c324740cb98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:44:08.600947 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502ccb42-49b1-45c1-9599-be1c9084218b req-50923899-d9c9-44d6-bc3b-ead3553f7874 service neutron] Checking segment: {'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:44:08.601338 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502ccb42-49b1-45c1-9599-be1c9084218b req-50923899-d9c9-44d6-bc3b-ead3553f7874 service neutron] Bound using segment: {'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:44:08.602108 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-502ccb42-49b1-45c1-9599-be1c9084218b req-50923899-d9c9-44d6-bc3b-ead3553f7874 service neutron] Bound port: b775695a-e966-4ea5-a6b6-908e75751e31, host: n-h1-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'}}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:44:08.602108 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-502ccb42-49b1-45c1-9599-be1c9084218b req-50923899-d9c9-44d6-bc3b-ead3553f7874 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (b775695a-e966-4ea5-a6b6-908e75751e31), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:08.716917 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9d596669-3e8f-4c53-84c6-16dae18d85c4 req-512f3aca-1946-470e-bd90-b853c362c098 tempest-AttachSCSIVolumeTestJSON-493968863 tempest-AttachSCSIVolumeTestJSON-493968863-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=60a75fbafb98468593e987991378d811&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1585681 Feb 19 02:44:08.760077 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8bcf56-2adf-405e-bfd9-6647414a84e0 req-a2a5b005-141a-469a-8424-85c9c76da895 tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:08.766941 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0f8bcf56-2adf-405e-bfd9-6647414a84e0 req-a2a5b005-141a-469a-8424-85c9c76da895 tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] 10.222.0.72 "GET /v2.0/ports?device_id=5778e9c2-0e13-4624-9ae7-ed5f2938f2e6 HTTP/1.1" status: 200 len: 948 time: 0.1825943 Feb 19 02:44:08.847650 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-502ccb42-49b1-45c1-9599-be1c9084218b req-50923899-d9c9-44d6-bc3b-ead3553f7874 service neutron] For port b775695a-e966-4ea5-a6b6-908e75751e31, host n-h1-826753-2, cleared binding levels {{(pid=103701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:44:08.872710 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-502ccb42-49b1-45c1-9599-be1c9084218b req-50923899-d9c9-44d6-bc3b-ead3553f7874 service neutron] For port b775695a-e966-4ea5-a6b6-908e75751e31, host n-h1-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=b775695a-e966-4ea5-a6b6-908e75751e31,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:44:08.917848 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-502ccb42-49b1-45c1-9599-be1c9084218b req-50923899-d9c9-44d6-bc3b-ead3553f7874 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (b775695a-e966-4ea5-a6b6-908e75751e31), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:08.999132 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50923899-d9c9-44d6-bc3b-ead3553f7874 service neutron] Pushing event updated for resources: {'Port': ['ID=b775695a-e966-4ea5-a6b6-908e75751e31,revision_number=3']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:44:09.044212 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0f8bcf56-2adf-405e-bfd9-6647414a84e0 req-0126ea08-cfb7-4edf-abc8-6438a948e0a0 tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] 10.222.0.72 "GET /v2.0/security-groups?id=de50c470-5dda-4770-9867-f5a93f80ec2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623978 Feb 19 02:44:09.084409 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9d596669-3e8f-4c53-84c6-16dae18d85c4 req-31d50cd7-675a-4003-8a0c-382a6153bd72 service neutron] 10.222.0.72 "GET /v2.0/networks/6644bea0-d911-4ba9-95a0-90f97bdbebb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3556764 Feb 19 02:44:09.121981 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502ccb42-49b1-45c1-9599-be1c9084218b req-50923899-d9c9-44d6-bc3b-ead3553f7874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:09.122612 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-502ccb42-49b1-45c1-9599-be1c9084218b req-50923899-d9c9-44d6-bc3b-ead3553f7874 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:09.124090 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-502ccb42-49b1-45c1-9599-be1c9084218b req-50923899-d9c9-44d6-bc3b-ead3553f7874 service neutron] 10.222.0.73 "PUT /v2.0/ports/b775695a-e966-4ea5-a6b6-908e75751e31 HTTP/1.1" status: 200 len: 1096 time: 2.4672852 Feb 19 02:44:09.124545 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5778e9c2-0e13-4624-9ae7-ed5f2938f2e6', 'tag': 'b775695a-e966-4ea5-a6b6-908e75751e31'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:44:09.126883 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0588789-c0ea-416f-9b8e-734be100333d" -d '{"events": [{"name": "network-changed", "server_uuid": "5778e9c2-0e13-4624-9ae7-ed5f2938f2e6", "tag": "b775695a-e966-4ea5-a6b6-908e75751e31"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:44:09.316478 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502ccb42-49b1-45c1-9599-be1c9084218b req-c4ab4103-afc6-496c-a9b0-2d4cef019ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:09.320043 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-502ccb42-49b1-45c1-9599-be1c9084218b req-c4ab4103-afc6-496c-a9b0-2d4cef019ffc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5a8594eb95e546c6a957ee6e6b28e412&device_id=5778e9c2-0e13-4624-9ae7-ed5f2938f2e6 HTTP/1.1" status: 200 len: 1130 time: 0.0928593 Feb 19 02:44:09.408998 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9553ba-69c8-4d3a-9596-2ae13eb06bdb req-bfaa10c6-e387-49da-af4a-9fab81cfcca6 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:09.434410 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6e9553ba-69c8-4d3a-9596-2ae13eb06bdb req-bfaa10c6-e387-49da-af4a-9fab81cfcca6 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa9b45d5-254c-45de-8e0f-03eec8283098 HTTP/1.1" status: 200 len: 943 time: 0.3284721 Feb 19 02:44:09.435284 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-502ccb42-49b1-45c1-9599-be1c9084218b req-53ac067f-23cc-4cf7-92b9-9b26bc9b88b9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=b775695a-e966-4ea5-a6b6-908e75751e31 HTTP/1.1" status: 200 len: 217 time: 0.0998743 Feb 19 02:44:09.555127 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9d596669-3e8f-4c53-84c6-16dae18d85c4 req-4cda78e2-bb81-4ed5-84d4-c34474e363c2 service neutron] 10.222.0.72 "GET /v2.0/networks/6644bea0-d911-4ba9-95a0-90f97bdbebb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4696548 Feb 19 02:44:09.564824 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502ccb42-49b1-45c1-9599-be1c9084218b req-92afbc48-dbfe-45b4-94bc-d5eb46e3be1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:09.566597 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-502ccb42-49b1-45c1-9599-be1c9084218b req-92afbc48-dbfe-45b4-94bc-d5eb46e3be1c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=974c06bc-f097-4890-970a-b087501ab241 HTTP/1.1" status: 200 len: 843 time: 0.1245861 Feb 19 02:44:09.573035 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ed0654-aa9c-484a-b5e4-cd47b2a00b6d req-b85de07c-68cc-4b4a-8859-ddf3e5dd92b6 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:09.574815 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f4ed0654-aa9c-484a-b5e4-cd47b2a00b6d req-b85de07c-68cc-4b4a-8859-ddf3e5dd92b6 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.73 "GET /v2.0/ports?device_id=c26e984e-8f0b-4fc5-a561-e9bf90426fde HTTP/1.1" status: 200 len: 951 time: 0.3647928 Feb 19 02:44:09.578911 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6e9553ba-69c8-4d3a-9596-2ae13eb06bdb req-98a2c88c-034c-4475-82be-0a3b5c682ae6 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435909 Feb 19 02:44:09.662368 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502ccb42-49b1-45c1-9599-be1c9084218b req-35fd54eb-d655-4583-9010-2f0efdaebd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:09.663899 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-502ccb42-49b1-45c1-9599-be1c9084218b req-35fd54eb-d655-4583-9010-2f0efdaebd40 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5124bd00-da2a-4bd6-93a0-c14c92afb11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0906045 Feb 19 02:44:09.711079 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7bd6e39-882f-43f1-acee-9df9301ed742 x-openstack-request-id: req-d7bd6e39-882f-43f1-acee-9df9301ed742 {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:44:09.711384 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5778e9c2-0e13-4624-9ae7-ed5f2938f2e6", "tag": "b775695a-e966-4ea5-a6b6-908e75751e31", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:44:09.711645 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d7bd6e39-882f-43f1-acee-9df9301ed742 {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:44:09.712074 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5778e9c2-0e13-4624-9ae7-ed5f2938f2e6', 'tag': 'b775695a-e966-4ea5-a6b6-908e75751e31', 'status': 'completed', 'code': 200} Feb 19 02:44:09.876142 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-502ccb42-49b1-45c1-9599-be1c9084218b req-aed01a50-3542-4537-bbf6-00f22e84fafd service neutron] 10.222.0.73 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045245 Feb 19 02:44:09.902172 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-f4ed0654-aa9c-484a-b5e4-cd47b2a00b6d req-86e1e12b-ef08-479c-9bf2-dc4692a6f84a tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Deleting port 7a2ff793-afac-4496-ba61-bdbb8c4c9eb5 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:44:09.902512 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-f4ed0654-aa9c-484a-b5e4-cd47b2a00b6d req-86e1e12b-ef08-479c-9bf2-dc4692a6f84a tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (7a2ff793-afac-4496-ba61-bdbb8c4c9eb5), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:10.067093 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-502ccb42-49b1-45c1-9599-be1c9084218b req-8875b6de-3f31-4ac1-9a2a-13d79a304166 service neutron] 10.222.0.73 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840265 Feb 19 02:44:10.307416 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0588789-c0ea-416f-9b8e-734be100333d req-96c79880-90e8-44e5-9dea-52d4e0b1d679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:10.309966 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-b0588789-c0ea-416f-9b8e-734be100333d req-96c79880-90e8-44e5-9dea-52d4e0b1d679 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5a8594eb95e546c6a957ee6e6b28e412&device_id=5778e9c2-0e13-4624-9ae7-ed5f2938f2e6 HTTP/1.1" status: 200 len: 1130 time: 0.1306748 Feb 19 02:44:10.608121 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0588789-c0ea-416f-9b8e-734be100333d req-953a7cbe-ca8a-4a6a-a330-7ea9bca550ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:10.611836 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-b0588789-c0ea-416f-9b8e-734be100333d req-953a7cbe-ca8a-4a6a-a330-7ea9bca550ad service neutron] 10.222.0.73 "GET /v2.0/networks?id=5124bd00-da2a-4bd6-93a0-c14c92afb11f HTTP/1.1" status: 200 len: 870 time: 0.2945766 Feb 19 02:44:10.644940 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device cf2d0d96-238e-4bc7-a11d-afec0f289edc up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:44:10.676601 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-b0588789-c0ea-416f-9b8e-734be100333d req-8c2d5877-db72-4ac2-b691-989a777b673c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=b775695a-e966-4ea5-a6b6-908e75751e31 HTTP/1.1" status: 200 len: 217 time: 0.0575280 Feb 19 02:44:10.752658 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port cf2d0d96-238e-4bc7-a11d-afec0f289edc triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:44:10.753134 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (cf2d0d96-238e-4bc7-a11d-afec0f289edc), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:10.795804 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0588789-c0ea-416f-9b8e-734be100333d req-cd9248a0-a4c5-43df-84bc-de3ef121d80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:10.797341 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-b0588789-c0ea-416f-9b8e-734be100333d req-cd9248a0-a4c5-43df-84bc-de3ef121d80b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=974c06bc-f097-4890-970a-b087501ab241 HTTP/1.1" status: 200 len: 843 time: 0.1104147 Feb 19 02:44:10.808701 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5b904915-2d22-490d-a8d6-2b3cf143ea93 req-44ea1cb9-9cbb-4286-adfe-297d5adf78c5 tempest-AttachSCSIVolumeTestJSON-493968863 tempest-AttachSCSIVolumeTestJSON-493968863-project] 10.222.0.72 "GET /v2.0/ports?device_id=2be1f616-79fd-4793-b416-b26d59ffaed1 HTTP/1.1" status: 200 len: 210 time: 0.9090774 Feb 19 02:44:10.920905 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0588789-c0ea-416f-9b8e-734be100333d req-ad0ea343-eb3b-4b5a-8bbd-49b6322899d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:10.926108 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-b0588789-c0ea-416f-9b8e-734be100333d req-ad0ea343-eb3b-4b5a-8bbd-49b6322899d0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5124bd00-da2a-4bd6-93a0-c14c92afb11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1176283 Feb 19 02:44:10.952927 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e170cf08-f303-444e-b3ba-a1ab46e9c032 req-3c108998-8cfd-4bb7-a43c-5deba922dc5a tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:10.957217 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e170cf08-f303-444e-b3ba-a1ab46e9c032 req-3c108998-8cfd-4bb7-a43c-5deba922dc5a tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=c26e984e-8f0b-4fc5-a561-e9bf90426fde HTTP/1.1" status: 200 len: 951 time: 1.1177368 Feb 19 02:44:10.960415 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port cf2d0d96-238e-4bc7-a11d-afec0f289edc is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:44:10.961033 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (cf2d0d96-238e-4bc7-a11d-afec0f289edc), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:10.970975 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 51654) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:44:11.018044 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port cf2d0d96-238e-4bc7-a11d-afec0f289edc, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=cf2d0d96-238e-4bc7-a11d-afec0f289edc,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:44:11.024140 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (cf2d0d96-238e-4bc7-a11d-afec0f289edc), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:11.112353 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=cf2d0d96-238e-4bc7-a11d-afec0f289edc,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:44:11.117989 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-b0588789-c0ea-416f-9b8e-734be100333d req-d170599e-9a8c-4bf2-b4b7-a10d2417bde6 service neutron] 10.222.0.73 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843355 Feb 19 02:44:11.182949 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29c00ce-f9d2-4f47-871f-aecf0d452052 None None] Sync routers for ids ['d3cbc3f3-e67e-4e0c-af24-309f350cb229'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:44:11.198956 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29c00ce-f9d2-4f47-871f-aecf0d452052 None None] Routers {'d3cbc3f3-e67e-4e0c-af24-309f350cb229'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:44:11.199587 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-e29c00ce-f9d2-4f47-871f-aecf0d452052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:43:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['d3cbc3f3-e67e-4e0c-af24-309f350cb229'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:44:11.236241 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-f4ed0654-aa9c-484a-b5e4-cd47b2a00b6d req-86e1e12b-ef08-479c-9bf2-dc4692a6f84a tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] For port 7a2ff793-afac-4496-ba61-bdbb8c4c9eb5, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=7a2ff793-afac-4496-ba61-bdbb8c4c9eb5,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:44:11.236966 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-f4ed0654-aa9c-484a-b5e4-cd47b2a00b6d req-86e1e12b-ef08-479c-9bf2-dc4692a6f84a tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (7a2ff793-afac-4496-ba61-bdbb8c4c9eb5), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:11.263673 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-47894ebd-ae01-4285-975a-74f36d2da414 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:11.268067 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e170cf08-f303-444e-b3ba-a1ab46e9c032 req-8f4db22c-7ecf-4d35-bfb9-168e1c40f029 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956984 Feb 19 02:44:11.277528 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-f4ed0654-aa9c-484a-b5e4-cd47b2a00b6d req-86e1e12b-ef08-479c-9bf2-dc4692a6f84a tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Calling delete_port for 7a2ff793-afac-4496-ba61-bdbb8c4c9eb5 owned by compute:nova {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:44:11.329464 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb265030-6f7e-4a08-a0a9-98bf80a26684 req-eeb8d7fc-6eca-424c-b624-0f07e5a2e9f2 tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:11.333233 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fb265030-6f7e-4a08-a0a9-98bf80a26684 req-eeb8d7fc-6eca-424c-b624-0f07e5a2e9f2 tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] 10.222.0.72 "GET /v2.0/ports?device_id=5778e9c2-0e13-4624-9ae7-ed5f2938f2e6 HTTP/1.1" status: 200 len: 948 time: 0.3307943 Feb 19 02:44:11.452598 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-e29c00ce-f9d2-4f47-871f-aecf0d452052 None None] Set router d3cbc3f3-e67e-4e0c-af24-309f350cb229 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:44:11.466403 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-47894ebd-ae01-4285-975a-74f36d2da414 admin admin] Publish callbacks [] for security_group (ca1a11a5-64bc-4a69-80fe-1054a3447296), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:11.480375 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-47894ebd-ae01-4285-975a-74f36d2da414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (ca1a11a5-64bc-4a69-80fe-1054a3447296), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:11.631730 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fb265030-6f7e-4a08-a0a9-98bf80a26684 req-c8f9befc-2631-40f0-8b88-522d94a2d61b tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] 10.222.0.72 "GET /v2.0/security-groups?id=de50c470-5dda-4770-9867-f5a93f80ec2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918251 Feb 19 02:44:11.741240 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-47894ebd-ae01-4285-975a-74f36d2da414 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b8125e171d7e48a0b33ca44fb80f8d66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7666552 Feb 19 02:44:11.743514 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51664) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:44:11.752282 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47894ebd-ae01-4285-975a-74f36d2da414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca1a11a5-64bc-4a69-80fe-1054a3447296,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:44:11.758842 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-b0588789-c0ea-416f-9b8e-734be100333d req-be52dcee-8fe9-4d98-a7bd-4b9fb007342b service neutron] 10.222.0.73 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6334388 Feb 19 02:44:11.811244 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b302d0a-84d2-4a11-b84a-0e6a8a878a33 req-e2de76a6-ffa1-4962-830b-dc38780c8f73 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:11.812338 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2b302d0a-84d2-4a11-b84a-0e6a8a878a33 req-e2de76a6-ffa1-4962-830b-dc38780c8f73 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa9b45d5-254c-45de-8e0f-03eec8283098 HTTP/1.1" status: 200 len: 943 time: 0.3819520 Feb 19 02:44:11.892365 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-e29c00ce-f9d2-4f47-871f-aecf0d452052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3cbc3f3-e67e-4e0c-af24-309f350cb229', 'name': 'tempest-TaggedBootDevicesTest_v242-1303713615-router', 'tenant_id': 'e916a112f2fb4b079281e818795a11ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': 'cf2d0d96-238e-4bc7-a11d-afec0f289edc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:43:54Z', 'updated_at': '2022-02-19T02:44:04Z', 'revision_number': 4, 'project_id': 'e916a112f2fb4b079281e818795a11ff', 'gw_port': {'id': 'cf2d0d96-238e-4bc7-a11d-afec0f289edc', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3cbc3f3-e67e-4e0c-af24-309f350cb229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:43:56Z', 'updated_at': '2022-02-19T02:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '8885b1f0-8f86-4a30-a5e5-81543582ef4f', 'name': '', 'network_id': '875100e5-54b8-4afd-87c3-0bfd574375d6', 'tenant_id': 'e916a112f2fb4b079281e818795a11ff', 'mac_address': 'fa:16:3e:e4:b5:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3cbc3f3-e67e-4e0c-af24-309f350cb229', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '0ae72435-5eeb-4168-ba67-00561d4a3cb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:44:03Z', 'updated_at': '2022-02-19T02:44:05Z', 'revision_number': 2, 'project_id': 'e916a112f2fb4b079281e818795a11ff', 'subnets': [{'id': '0ae72435-5eeb-4168-ba67-00561d4a3cb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:44:11.927577 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29c00ce-f9d2-4f47-871f-aecf0d452052 None None] Checking router: d3cbc3f3-e67e-4e0c-af24-309f350cb229 for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:44:11.928194 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29c00ce-f9d2-4f47-871f-aecf0d452052 None None] Updating router d3cbc3f3-e67e-4e0c-af24-309f350cb229 port 8885b1f0-8f86-4a30-a5e5-81543582ef4f binding host n-d-826753-2 {{(pid=103704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:44:11.961866 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-e29c00ce-f9d2-4f47-871f-aecf0d452052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (8885b1f0-8f86-4a30-a5e5-81543582ef4f), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:12.142352 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3a145821-ea62-459f-a318-4ad9c1339a10 req-2dedab24-14dd-4520-b249-b1786e8f3e5c tempest-AttachSCSIVolumeTestJSON-493968863 tempest-AttachSCSIVolumeTestJSON-493968863-project] 10.222.0.72 "GET /v2.0/ports?device_id=2be1f616-79fd-4793-b416-b26d59ffaed1 HTTP/1.1" status: 200 len: 210 time: 0.1696427 Feb 19 02:44:12.189259 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-f4ed0654-aa9c-484a-b5e4-cd47b2a00b6d req-86e1e12b-ef08-479c-9bf2-dc4692a6f84a tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (7a2ff793-afac-4496-ba61-bdbb8c4c9eb5), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:12.199421 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d596669-3e8f-4c53-84c6-16dae18d85c4 req-928d358b-cdd0-4d52-8a81-4daebd226a25 tempest-AttachSCSIVolumeTestJSON-493968863 tempest-AttachSCSIVolumeTestJSON-493968863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:12.214594 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9d596669-3e8f-4c53-84c6-16dae18d85c4 req-928d358b-cdd0-4d52-8a81-4daebd226a25 tempest-AttachSCSIVolumeTestJSON-493968863 tempest-AttachSCSIVolumeTestJSON-493968863-project] 10.222.0.82 "GET /v2.0/networks?id=6644bea0-d911-4ba9-95a0-90f97bdbebb7 HTTP/1.1" status: 200 len: 814 time: 0.6472306 Feb 19 02:44:12.224831 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['a4bbb362-5463-44d9-80a2-82aaa6f86538'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:44:12.239241 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2b302d0a-84d2-4a11-b84a-0e6a8a878a33 req-34676ccb-2809-445a-ac85-36c02e752983 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4080424 Feb 19 02:44:12.289494 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-e29c00ce-f9d2-4f47-871f-aecf0d452052 None None] Publish callbacks [] for port (8885b1f0-8f86-4a30-a5e5-81543582ef4f), precommit_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:12.295127 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-e29c00ce-f9d2-4f47-871f-aecf0d452052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (8885b1f0-8f86-4a30-a5e5-81543582ef4f), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:12.319282 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-9d596669-3e8f-4c53-84c6-16dae18d85c4 req-9d43a8a4-d764-49b7-ac4d-cbe2a042a89e tempest-AttachSCSIVolumeTestJSON-493968863 tempest-AttachSCSIVolumeTestJSON-493968863-project] Request body: {'port': {'device_id': '2be1f616-79fd-4793-b416-b26d59ffaed1', 'network_id': '6644bea0-d911-4ba9-95a0-90f97bdbebb7', 'admin_state_up': True, 'tenant_id': '60a75fbafb98468593e987991378d811'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:44:12.324808 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-57126f01-6121-4d93-b31f-e6398136c6ab admin admin] Publish callbacks [] for security_group (ca1a11a5-64bc-4a69-80fe-1054a3447296), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:12.353811 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e1e12b-ef08-479c-9bf2-dc4692a6f84a tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Pushing event deleted for resources: {'Port': ['ID=7a2ff793-afac-4496-ba61-bdbb8c4c9eb5,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:44:12.400317 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['4e89b04d-4fc5-4464-a71b-3345933c773e', '7a2ff793-afac-4496-ba61-bdbb8c4c9eb5'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:44:12.413623 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 359a2f03-81dc-42fc-9315-cd2c2edd2142 no longer exists at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:44:12.435319 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80c52d0-dc82-4c0e-a173-23488cae25aa None None] Pushing event updated for resources: {'Port': ['ID=8885b1f0-8f86-4a30-a5e5-81543582ef4f,revision_number=3']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:44:12.476822 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80c52d0-dc82-4c0e-a173-23488cae25aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:44:12.489057 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80c52d0-dc82-4c0e-a173-23488cae25aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:44:12.489655 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80c52d0-dc82-4c0e-a173-23488cae25aa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:44:12.490130 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80c52d0-dc82-4c0e-a173-23488cae25aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:44:12.490595 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80c52d0-dc82-4c0e-a173-23488cae25aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:44:12.490990 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80c52d0-dc82-4c0e-a173-23488cae25aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:44:12.491318 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80c52d0-dc82-4c0e-a173-23488cae25aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:44:12.491652 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80c52d0-dc82-4c0e-a173-23488cae25aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:44:12.493137 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80c52d0-dc82-4c0e-a173-23488cae25aa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:44:12.493490 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80c52d0-dc82-4c0e-a173-23488cae25aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:44:12.506568 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80c52d0-dc82-4c0e-a173-23488cae25aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:44:12.507062 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80c52d0-dc82-4c0e-a173-23488cae25aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:44:12.507449 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80c52d0-dc82-4c0e-a173-23488cae25aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:44:12.674344 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-e29c00ce-f9d2-4f47-871f-aecf0d452052 None None] Attempting to bind port 8885b1f0-8f86-4a30-a5e5-81543582ef4f on host n-d-826753-2 for vnic_type normal with profile {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:44:12.674743 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-e29c00ce-f9d2-4f47-871f-aecf0d452052 None None] Attempting to bind port 8885b1f0-8f86-4a30-a5e5-81543582ef4f by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': 'bce96bc7-626e-4d77-96a0-8792b843309f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '875100e5-54b8-4afd-87c3-0bfd574375d6'}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:44:12.675643 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29c00ce-f9d2-4f47-871f-aecf0d452052 None None] Attempting to bind port 8885b1f0-8f86-4a30-a5e5-81543582ef4f on network 875100e5-54b8-4afd-87c3-0bfd574375d6 {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:44:12.676202 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device cf2d0d96-238e-4bc7-a11d-afec0f289edc up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:44:12.681523 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29c00ce-f9d2-4f47-871f-aecf0d452052 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 43, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:44:12.681897 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29c00ce-f9d2-4f47-871f-aecf0d452052 None None] Checking segment: {'id': 'bce96bc7-626e-4d77-96a0-8792b843309f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '875100e5-54b8-4afd-87c3-0bfd574375d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:44:12.682488 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-e29c00ce-f9d2-4f47-871f-aecf0d452052 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:12.683055 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29c00ce-f9d2-4f47-871f-aecf0d452052 None None] Bound using segment: {'id': 'bce96bc7-626e-4d77-96a0-8792b843309f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '875100e5-54b8-4afd-87c3-0bfd574375d6'} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:44:12.683708 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-e29c00ce-f9d2-4f47-871f-aecf0d452052 None None] Bound port: 8885b1f0-8f86-4a30-a5e5-81543582ef4f, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bce96bc7-626e-4d77-96a0-8792b843309f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '875100e5-54b8-4afd-87c3-0bfd574375d6'}}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:44:12.684260 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-e29c00ce-f9d2-4f47-871f-aecf0d452052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (8885b1f0-8f86-4a30-a5e5-81543582ef4f), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:12.765397 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4ed0654-aa9c-484a-b5e4-cd47b2a00b6d req-86e1e12b-ef08-479c-9bf2-dc4692a6f84a tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] No DVR routers for this DVR port 7a2ff793-afac-4496-ba61-bdbb8c4c9eb5 on host n-h1-826753-2 {{(pid=103701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:44:12.838125 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-e29c00ce-f9d2-4f47-871f-aecf0d452052 None None] For port 8885b1f0-8f86-4a30-a5e5-81543582ef4f, host n-d-826753-2, cleared binding levels {{(pid=103704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:44:12.842891 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-e29c00ce-f9d2-4f47-871f-aecf0d452052 None None] For port 8885b1f0-8f86-4a30-a5e5-81543582ef4f, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=8885b1f0-8f86-4a30-a5e5-81543582ef4f,segment=NetworkSegment(bce96bc7-626e-4d77-96a0-8792b843309f),segment_id=bce96bc7-626e-4d77-96a0-8792b843309f)] {{(pid=103704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:44:12.850824 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-f4ed0654-aa9c-484a-b5e4-cd47b2a00b6d req-86e1e12b-ef08-479c-9bf2-dc4692a6f84a tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:12.855314 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-e29c00ce-f9d2-4f47-871f-aecf0d452052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (8885b1f0-8f86-4a30-a5e5-81543582ef4f), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:12.864004 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f4ed0654-aa9c-484a-b5e4-cd47b2a00b6d req-86e1e12b-ef08-479c-9bf2-dc4692a6f84a tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.73 "DELETE /v2.0/ports/7a2ff793-afac-4496-ba61-bdbb8c4c9eb5 HTTP/1.1" status: 204 len: 173 time: 3.2836609 Feb 19 02:44:12.864431 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c26e984e-8f0b-4fc5-a561-e9bf90426fde', 'name': 'network-vif-deleted', 'tag': '7a2ff793-afac-4496-ba61-bdbb8c4c9eb5'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:44:12.873501 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfcfc83f-c33a-4c09-bf5f-1ecf0ff52e08" -d '{"events": [{"server_uuid": "c26e984e-8f0b-4fc5-a561-e9bf90426fde", "name": "network-vif-deleted", "tag": "7a2ff793-afac-4496-ba61-bdbb8c4c9eb5"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:44:12.929173 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-57126f01-6121-4d93-b31f-e6398136c6ab admin admin] Publish callbacks [] for security_group (ca1a11a5-64bc-4a69-80fe-1054a3447296), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:12.945256 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d6a7db6e-d43c-4497-886a-d22860560aec req-78b3c86e-7235-4cd3-a380-4168a6a2449a tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=c26e984e-8f0b-4fc5-a561-e9bf90426fde HTTP/1.1" status: 200 len: 210 time: 0.2870390 Feb 19 02:44:12.978826 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80c52d0-dc82-4c0e-a173-23488cae25aa None None] Pushing event updated for resources: {'Port': ['ID=8885b1f0-8f86-4a30-a5e5-81543582ef4f,revision_number=4']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:44:13.063000 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29c00ce-f9d2-4f47-871f-aecf0d452052 None None] Routers {'d3cbc3f3-e67e-4e0c-af24-309f350cb229'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:44:13.071777 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-e29c00ce-f9d2-4f47-871f-aecf0d452052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:43:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['d3cbc3f3-e67e-4e0c-af24-309f350cb229'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:44:13.234699 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecc3ad0d-eb70-4941-bead-81ed110d8e02 x-openstack-request-id: req-ecc3ad0d-eb70-4941-bead-81ed110d8e02 {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:44:13.237091 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c26e984e-8f0b-4fc5-a561-e9bf90426fde", "name": "network-vif-deleted", "tag": "7a2ff793-afac-4496-ba61-bdbb8c4c9eb5", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:44:13.239612 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ecc3ad0d-eb70-4941-bead-81ed110d8e02 {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:44:13.241576 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c26e984e-8f0b-4fc5-a561-e9bf90426fde', 'name': 'network-vif-deleted', 'tag': '7a2ff793-afac-4496-ba61-bdbb8c4c9eb5', 'status': 'completed', 'code': 200} Feb 19 02:44:13.396030 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port cf2d0d96-238e-4bc7-a11d-afec0f289edc triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:44:13.403970 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (cf2d0d96-238e-4bc7-a11d-afec0f289edc), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:13.583130 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-54dc622c-8abb-4e8f-ba29-0d6e08c342c4 None None] Provisioning complete for port 8885b1f0-8f86-4a30-a5e5-81543582ef4f triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:44:13.583826 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-54dc622c-8abb-4e8f-ba29-0d6e08c342c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (8885b1f0-8f86-4a30-a5e5-81543582ef4f), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:13.656317 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8a011849-0c5d-4fba-b21e-d6a3e813ac86 req-685220c8-6a1c-45bf-8e17-966591f85316 tempest-AttachSCSIVolumeTestJSON-493968863 tempest-AttachSCSIVolumeTestJSON-493968863-project] 10.222.0.72 "GET /v2.0/ports?device_id=2be1f616-79fd-4793-b416-b26d59ffaed1 HTTP/1.1" status: 200 len: 210 time: 0.2198606 Feb 19 02:44:13.678584 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e95ca6-5740-4187-88c4-18b6d92f90fe req-f3f178ac-9d57-4be5-ba2a-22683cdb274e tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:13.680158 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-23e95ca6-5740-4187-88c4-18b6d92f90fe req-f3f178ac-9d57-4be5-ba2a-22683cdb274e tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] 10.222.0.72 "GET /v2.0/ports?device_id=5778e9c2-0e13-4624-9ae7-ed5f2938f2e6 HTTP/1.1" status: 200 len: 948 time: 0.8920279 Feb 19 02:44:13.724482 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d596669-3e8f-4c53-84c6-16dae18d85c4 req-9d43a8a4-d764-49b7-ac4d-cbe2a042a89e tempest-AttachSCSIVolumeTestJSON-493968863 tempest-AttachSCSIVolumeTestJSON-493968863-project] Made reservation on behalf of 60a75fbafb98468593e987991378d811 for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:44:13.735037 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-9d596669-3e8f-4c53-84c6-16dae18d85c4 req-9d43a8a4-d764-49b7-ac4d-cbe2a042a89e tempest-AttachSCSIVolumeTestJSON-493968863 tempest-AttachSCSIVolumeTestJSON-493968863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:13.845579 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-57126f01-6121-4d93-b31f-e6398136c6ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (ca1a11a5-64bc-4a69-80fe-1054a3447296), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:13.849514 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-57126f01-6121-4d93-b31f-e6398136c6ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:13.853276 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-57126f01-6121-4d93-b31f-e6398136c6ab admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ca1a11a5-64bc-4a69-80fe-1054a3447296 HTTP/1.1" status: 204 len: 168 time: 2.1060920 Feb 19 02:44:13.877590 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-e29c00ce-f9d2-4f47-871f-aecf0d452052 None None] Set router d3cbc3f3-e67e-4e0c-af24-309f350cb229 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:44:13.953033 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57126f01-6121-4d93-b31f-e6398136c6ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca1a11a5-64bc-4a69-80fe-1054a3447296,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:44:14.149836 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-23e95ca6-5740-4187-88c4-18b6d92f90fe req-7660ce7e-815e-4cb2-91da-fc3577d25da8 tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] 10.222.0.72 "GET /v2.0/security-groups?id=de50c470-5dda-4770-9867-f5a93f80ec2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4501855 Feb 19 02:44:14.283639 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device b775695a-e966-4ea5-a6b6-908e75751e31 details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:44:14.508036 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf07aba-fcad-4057-8827-d574dfc1a159 req-e4f84bb4-7d41-4f32-a475-a5624debbf55 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:14.527281 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2cf07aba-fcad-4057-8827-d574dfc1a159 req-e4f84bb4-7d41-4f32-a475-a5624debbf55 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa9b45d5-254c-45de-8e0f-03eec8283098 HTTP/1.1" status: 200 len: 943 time: 0.4831278 Feb 19 02:44:14.536317 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-e29c00ce-f9d2-4f47-871f-aecf0d452052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3cbc3f3-e67e-4e0c-af24-309f350cb229', 'name': 'tempest-TaggedBootDevicesTest_v242-1303713615-router', 'tenant_id': 'e916a112f2fb4b079281e818795a11ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': 'cf2d0d96-238e-4bc7-a11d-afec0f289edc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:43:54Z', 'updated_at': '2022-02-19T02:44:04Z', 'revision_number': 4, 'project_id': 'e916a112f2fb4b079281e818795a11ff', 'gw_port': {'id': 'cf2d0d96-238e-4bc7-a11d-afec0f289edc', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3cbc3f3-e67e-4e0c-af24-309f350cb229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:43:56Z', 'updated_at': '2022-02-19T02:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '8885b1f0-8f86-4a30-a5e5-81543582ef4f', 'name': '', 'network_id': '875100e5-54b8-4afd-87c3-0bfd574375d6', 'tenant_id': 'e916a112f2fb4b079281e818795a11ff', 'mac_address': 'fa:16:3e:e4:b5:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3cbc3f3-e67e-4e0c-af24-309f350cb229', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '0ae72435-5eeb-4168-ba67-00561d4a3cb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:44:03Z', 'updated_at': '2022-02-19T02:44:12Z', 'revision_number': 4, 'project_id': 'e916a112f2fb4b079281e818795a11ff', 'subnets': [{'id': '0ae72435-5eeb-4168-ba67-00561d4a3cb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:44:14.555967 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [req-9d596669-3e8f-4c53-84c6-16dae18d85c4 req-9d43a8a4-d764-49b7-ac4d-cbe2a042a89e tempest-AttachSCSIVolumeTestJSON-493968863 tempest-AttachSCSIVolumeTestJSON-493968863-project] Allocated IP 172.20.0.12 (6644bea0-d911-4ba9-95a0-90f97bdbebb7/02fa24ee-83ac-48f4-b82d-23f834be3bb3/ca1f1c0e-cf84-481a-b307-33f6c0ebb912) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:44:14.615167 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port b775695a-e966-4ea5-a6b6-908e75751e31, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=b775695a-e966-4ea5-a6b6-908e75751e31,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:44:14.630386 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29c00ce-f9d2-4f47-871f-aecf0d452052 None None] The sync data for ids ['d3cbc3f3-e67e-4e0c-af24-309f350cb229'] in n-d-826753-2 is: [{'id': 'd3cbc3f3-e67e-4e0c-af24-309f350cb229', 'name': 'tempest-TaggedBootDevicesTest_v242-1303713615-router', 'tenant_id': 'e916a112f2fb4b079281e818795a11ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': 'cf2d0d96-238e-4bc7-a11d-afec0f289edc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:43:54Z', 'updated_at': '2022-02-19T02:44:04Z', 'revision_number': 4, 'project_id': 'e916a112f2fb4b079281e818795a11ff', 'gw_port': {'id': 'cf2d0d96-238e-4bc7-a11d-afec0f289edc', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3cbc3f3-e67e-4e0c-af24-309f350cb229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:43:56Z', 'updated_at': '2022-02-19T02:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '8885b1f0-8f86-4a30-a5e5-81543582ef4f', 'name': '', 'network_id': '875100e5-54b8-4afd-87c3-0bfd574375d6', 'tenant_id': 'e916a112f2fb4b079281e818795a11ff', 'mac_address': 'fa:16:3e:e4:b5:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3cbc3f3-e67e-4e0c-af24-309f350cb229', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '0ae72435-5eeb-4168-ba67-00561d4a3cb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:44:03Z', 'updated_at': '2022-02-19T02:44:12Z', 'revision_number': 4, 'project_id': 'e916a112f2fb4b079281e818795a11ff', 'subnets': [{'id': '0ae72435-5eeb-4168-ba67-00561d4a3cb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:44:14.671203 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 7a2ff793-afac-4496-ba61-bdbb8c4c9eb5 no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:44:14.789561 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': 'b775695a-e966-4ea5-a6b6-908e75751e31', 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f', 'port_id': 'b775695a-e966-4ea5-a6b6-908e75751e31', 'mac_address': 'fa:16:3e:40:86:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '974c06bc-f097-4890-970a-b087501ab241', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:44:14.804173 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] No Port match for: 7a2ff793-afac-4496-ba61-bdbb8c4c9eb5 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:44:14.808632 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 7a2ff793-afac-4496-ba61-bdbb8c4c9eb5 not bound to the agent host n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:44:14.825685 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2cf07aba-fcad-4057-8827-d574dfc1a159 req-657728a7-0b94-4743-8d9f-0f452858bfe8 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974231 Feb 19 02:44:14.863319 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 51718) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:44:14.886562 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2e3ebf96-2eb9-4e9d-a607-bfeaf1309954 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:15.071287 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port b775695a-e966-4ea5-a6b6-908e75751e31 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:44:15.073306 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (b775695a-e966-4ea5-a6b6-908e75751e31), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:15.141718 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b775695a-e966-4ea5-a6b6-908e75751e31 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:44:15.226346 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2e3ebf96-2eb9-4e9d-a607-bfeaf1309954 admin admin] Publish callbacks [] for security_group (948b5140-e5bc-47cb-8810-35fc9f1456c7), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:15.236200 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2e3ebf96-2eb9-4e9d-a607-bfeaf1309954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (948b5140-e5bc-47cb-8810-35fc9f1456c7), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:15.256923 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port b775695a-e966-4ea5-a6b6-908e75751e31, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=b775695a-e966-4ea5-a6b6-908e75751e31,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:44:15.283988 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 359a2f03-81dc-42fc-9315-cd2c2edd2142 is: DOWN; New status is: DOWN {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:44:15.344997 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (b775695a-e966-4ea5-a6b6-908e75751e31), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:15.355991 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-2e3ebf96-2eb9-4e9d-a607-bfeaf1309954 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3a770f7c87594e6ba8104b666eab379d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4914548 Feb 19 02:44:15.358609 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 51726) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:44:15.372738 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3ebf96-2eb9-4e9d-a607-bfeaf1309954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=948b5140-e5bc-47cb-8810-35fc9f1456c7,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:44:15.448115 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5552312d-2118-4adb-b1fb-f3fe7d9e2ae2 admin admin] Publish callbacks [] for security_group (948b5140-e5bc-47cb-8810-35fc9f1456c7), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:15.486987 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5552312d-2118-4adb-b1fb-f3fe7d9e2ae2 admin admin] Publish callbacks [] for security_group (948b5140-e5bc-47cb-8810-35fc9f1456c7), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:15.557828 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-9d596669-3e8f-4c53-84c6-16dae18d85c4 req-9d43a8a4-d764-49b7-ac4d-cbe2a042a89e tempest-AttachSCSIVolumeTestJSON-493968863 tempest-AttachSCSIVolumeTestJSON-493968863-project] Publish callbacks [] for port (ca1f1c0e-cf84-481a-b307-33f6c0ebb912), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:15.576530 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-33f0f944-5ad5-40e5-9c40-ca0a67342fe2 req-0169bf0c-37ae-4dd4-bb02-c28cdbc4799e tempest-AttachSCSIVolumeTestJSON-493968863 tempest-AttachSCSIVolumeTestJSON-493968863-project] 10.222.0.72 "GET /v2.0/ports?device_id=2be1f616-79fd-4793-b416-b26d59ffaed1 HTTP/1.1" status: 200 len: 210 time: 0.5165484 Feb 19 02:44:15.644618 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5552312d-2118-4adb-b1fb-f3fe7d9e2ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (948b5140-e5bc-47cb-8810-35fc9f1456c7), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:15.648358 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5552312d-2118-4adb-b1fb-f3fe7d9e2ae2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:15.653489 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-5552312d-2118-4adb-b1fb-f3fe7d9e2ae2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/948b5140-e5bc-47cb-8810-35fc9f1456c7 HTTP/1.1" status: 204 len: 168 time: 0.2897191 Feb 19 02:44:15.687641 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5552312d-2118-4adb-b1fb-f3fe7d9e2ae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=948b5140-e5bc-47cb-8810-35fc9f1456c7,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:44:15.723046 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921324c3-c476-48f0-af6a-5c6a776dc94e req-905417e2-67ea-4ad4-9766-e40a93168e78 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:15.741760 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-921324c3-c476-48f0-af6a-5c6a776dc94e req-905417e2-67ea-4ad4-9766-e40a93168e78 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=77900542-b50c-43fa-8e51-4bdebb3f3e4a HTTP/1.1" status: 200 len: 950 time: 0.7341788 Feb 19 02:44:15.764251 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3947ce87-424c-40b2-9f75-d6a7b0b9b5ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:15.938331 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['b775695a-e966-4ea5-a6b6-908e75751e31'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:44:16.076909 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-921324c3-c476-48f0-af6a-5c6a776dc94e req-80dd3a83-5894-4d40-9238-6ac24a54c8d8 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3270683 Feb 19 02:44:16.125555 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-9d596669-3e8f-4c53-84c6-16dae18d85c4 req-9d43a8a4-d764-49b7-ac4d-cbe2a042a89e tempest-AttachSCSIVolumeTestJSON-493968863 tempest-AttachSCSIVolumeTestJSON-493968863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (ca1f1c0e-cf84-481a-b307-33f6c0ebb912), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:16.273926 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d596669-3e8f-4c53-84c6-16dae18d85c4 req-9d43a8a4-d764-49b7-ac4d-cbe2a042a89e tempest-AttachSCSIVolumeTestJSON-493968863 tempest-AttachSCSIVolumeTestJSON-493968863-project] Network 6644bea0-d911-4ba9-95a0-90f97bdbebb7 is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:44:16.294464 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [req-9d596669-3e8f-4c53-84c6-16dae18d85c4 req-9d43a8a4-d764-49b7-ac4d-cbe2a042a89e tempest-AttachSCSIVolumeTestJSON-493968863 tempest-AttachSCSIVolumeTestJSON-493968863-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:44:16.315631 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d596669-3e8f-4c53-84c6-16dae18d85c4 req-9d43a8a4-d764-49b7-ac4d-cbe2a042a89e tempest-AttachSCSIVolumeTestJSON-493968863 tempest-AttachSCSIVolumeTestJSON-493968863-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:44:16.492442 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port cf2d0d96-238e-4bc7-a11d-afec0f289edc is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:44:16.498802 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-54dc622c-8abb-4e8f-ba29-0d6e08c342c4 None None] Current status of the port 8885b1f0-8f86-4a30-a5e5-81543582ef4f is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:44:16.504842 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-54dc622c-8abb-4e8f-ba29-0d6e08c342c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (8885b1f0-8f86-4a30-a5e5-81543582ef4f), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:16.679474 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=b775695a-e966-4ea5-a6b6-908e75751e31,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:44:16.733932 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d596669-3e8f-4c53-84c6-16dae18d85c4 req-9d43a8a4-d764-49b7-ac4d-cbe2a042a89e tempest-AttachSCSIVolumeTestJSON-493968863 tempest-AttachSCSIVolumeTestJSON-493968863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:16.738389 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-9d596669-3e8f-4c53-84c6-16dae18d85c4 req-9d43a8a4-d764-49b7-ac4d-cbe2a042a89e tempest-AttachSCSIVolumeTestJSON-493968863 tempest-AttachSCSIVolumeTestJSON-493968863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:16.887502 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9d596669-3e8f-4c53-84c6-16dae18d85c4 req-9d43a8a4-d764-49b7-ac4d-cbe2a042a89e tempest-AttachSCSIVolumeTestJSON-493968863 tempest-AttachSCSIVolumeTestJSON-493968863-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6513321 Feb 19 02:44:16.942180 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280fc6dd-091a-4206-9f08-3151c9a9eb04 req-6cef6b5a-84dd-4ecd-8691-748fbe182adb tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:16.948090 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 8885b1f0-8f86-4a30-a5e5-81543582ef4f up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:44:16.953446 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-280fc6dd-091a-4206-9f08-3151c9a9eb04 req-6cef6b5a-84dd-4ecd-8691-748fbe182adb tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] 10.222.0.72 "GET /v2.0/ports?device_id=5778e9c2-0e13-4624-9ae7-ed5f2938f2e6 HTTP/1.1" status: 200 len: 949 time: 1.1864202 Feb 19 02:44:17.072864 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-9d596669-3e8f-4c53-84c6-16dae18d85c4 req-9c37e392-1b1a-46b6-9bc8-6170f02de80e service neutron] Request body: {'port': {'device_id': '2be1f616-79fd-4793-b416-b26d59ffaed1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826753-2'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:44:17.175956 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-54dc622c-8abb-4e8f-ba29-0d6e08c342c4 None None] For port 8885b1f0-8f86-4a30-a5e5-81543582ef4f, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=8885b1f0-8f86-4a30-a5e5-81543582ef4f,segment=NetworkSegment(bce96bc7-626e-4d77-96a0-8792b843309f),segment_id=bce96bc7-626e-4d77-96a0-8792b843309f)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:44:17.229186 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-54dc622c-8abb-4e8f-ba29-0d6e08c342c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (8885b1f0-8f86-4a30-a5e5-81543582ef4f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:17.261873 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d43a8a4-d764-49b7-ac4d-cbe2a042a89e tempest-AttachSCSIVolumeTestJSON-493968863 tempest-AttachSCSIVolumeTestJSON-493968863-project] Pushing event updated for resources: {'Port': ['ID=ca1f1c0e-cf84-481a-b307-33f6c0ebb912,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:44:17.450198 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b3cd82-0924-4ff0-b19c-0f582c4a441d req-f20b4b2f-e7d9-4315-a6e6-3e001dd62135 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:17.455046 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-75b3cd82-0924-4ff0-b19c-0f582c4a441d req-f20b4b2f-e7d9-4315-a6e6-3e001dd62135 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.73 "GET /v2.0/ports?device_id=77900542-b50c-43fa-8e51-4bdebb3f3e4a HTTP/1.1" status: 200 len: 950 time: 0.7975259 Feb 19 02:44:17.514545 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-cf211a87-ffd9-4604-afef-de4a70d9326a None None] Provisioning complete for port 8885b1f0-8f86-4a30-a5e5-81543582ef4f triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:44:17.515847 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-cf211a87-ffd9-4604-afef-de4a70d9326a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (8885b1f0-8f86-4a30-a5e5-81543582ef4f), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:17.518978 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dc622c-8abb-4e8f-ba29-0d6e08c342c4 None None] Pushing event updated for resources: {'Port': ['ID=8885b1f0-8f86-4a30-a5e5-81543582ef4f,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:44:17.526666 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-9d596669-3e8f-4c53-84c6-16dae18d85c4 req-9c37e392-1b1a-46b6-9bc8-6170f02de80e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (ca1f1c0e-cf84-481a-b307-33f6c0ebb912), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:17.608205 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-280fc6dd-091a-4206-9f08-3151c9a9eb04 req-62908539-3cb8-4cf2-b908-42c746e5a6a7 tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] 10.222.0.72 "GET /v2.0/security-groups?id=de50c470-5dda-4770-9867-f5a93f80ec2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6528614 Feb 19 02:44:17.653582 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 8885b1f0-8f86-4a30-a5e5-81543582ef4f triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:44:17.653973 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (8885b1f0-8f86-4a30-a5e5-81543582ef4f), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:17.719291 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487db322-b96e-427d-b44b-6a834f3e3ea3 req-759230c9-1696-46a6-8ae9-f25cc2af9c80 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:17.721055 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-487db322-b96e-427d-b44b-6a834f3e3ea3 req-759230c9-1696-46a6-8ae9-f25cc2af9c80 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa9b45d5-254c-45de-8e0f-03eec8283098 HTTP/1.1" status: 200 len: 943 time: 0.6425755 Feb 19 02:44:17.785732 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-762ba6ce-89d8-4da1-9839-2c2d2015358b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:17.961696 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-cf211a87-ffd9-4604-afef-de4a70d9326a None None] Current status of the port 8885b1f0-8f86-4a30-a5e5-81543582ef4f is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:44:17.967203 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 8885b1f0-8f86-4a30-a5e5-81543582ef4f is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:44:17.986062 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-cf211a87-ffd9-4604-afef-de4a70d9326a None None] Provisioning complete for port ca1f1c0e-cf84-481a-b307-33f6c0ebb912 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:44:17.986454 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-cf211a87-ffd9-4604-afef-de4a70d9326a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (ca1f1c0e-cf84-481a-b307-33f6c0ebb912), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:18.038107 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-cf211a87-ffd9-4604-afef-de4a70d9326a None None] Port ca1f1c0e-cf84-481a-b307-33f6c0ebb912 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:44:18.251057 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-487db322-b96e-427d-b44b-6a834f3e3ea3 req-49581bff-ee0d-4fc8-884e-275b5ce02e7b tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5168264 Feb 19 02:44:18.439394 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a597105e-81b9-4293-9493-2dc5f4b71bf7 req-03165fba-7008-42ad-859d-49107b7d75f1 tempest-AttachSCSIVolumeTestJSON-493968863 tempest-AttachSCSIVolumeTestJSON-493968863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:18.464436 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a597105e-81b9-4293-9493-2dc5f4b71bf7 req-03165fba-7008-42ad-859d-49107b7d75f1 tempest-AttachSCSIVolumeTestJSON-493968863 tempest-AttachSCSIVolumeTestJSON-493968863-project] 10.222.0.72 "GET /v2.0/ports?device_id=2be1f616-79fd-4793-b416-b26d59ffaed1 HTTP/1.1" status: 200 len: 932 time: 0.7011707 Feb 19 02:44:18.620278 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-75b3cd82-0924-4ff0-b19c-0f582c4a441d req-ce138f06-8d54-4381-9345-bdfccaed7687 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Deleting port 4e89b04d-4fc5-4464-a71b-3345933c773e {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:44:18.621907 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-75b3cd82-0924-4ff0-b19c-0f582c4a441d req-ce138f06-8d54-4381-9345-bdfccaed7687 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (4e89b04d-4fc5-4464-a71b-3345933c773e), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:18.733223 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 8885b1f0-8f86-4a30-a5e5-81543582ef4f up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:44:18.807449 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a597105e-81b9-4293-9493-2dc5f4b71bf7 req-65e1f5c0-1983-416f-a427-5ca1e412af36 tempest-AttachSCSIVolumeTestJSON-493968863 tempest-AttachSCSIVolumeTestJSON-493968863-project] 10.222.0.72 "GET /v2.0/security-groups?id=980ce490-b8ca-4730-af1e-a9d2fe7d121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3419955 Feb 19 02:44:18.837241 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 8885b1f0-8f86-4a30-a5e5-81543582ef4f triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:44:18.841249 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (8885b1f0-8f86-4a30-a5e5-81543582ef4f), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:18.886121 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7557f5e7-4fe2-4d45-b52a-2ce096d9c6a4 req-11f018eb-547f-4978-a171-4273c220f381 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:18.898359 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7557f5e7-4fe2-4d45-b52a-2ce096d9c6a4 req-11f018eb-547f-4978-a171-4273c220f381 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=77900542-b50c-43fa-8e51-4bdebb3f3e4a HTTP/1.1" status: 200 len: 950 time: 0.4931860 Feb 19 02:44:19.045712 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 8885b1f0-8f86-4a30-a5e5-81543582ef4f is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:44:19.116937 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:19.220433 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-75b3cd82-0924-4ff0-b19c-0f582c4a441d req-ce138f06-8d54-4381-9345-bdfccaed7687 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] For port 4e89b04d-4fc5-4464-a71b-3345933c773e, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=4e89b04d-4fc5-4464-a71b-3345933c773e,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:44:19.238015 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-75b3cd82-0924-4ff0-b19c-0f582c4a441d req-ce138f06-8d54-4381-9345-bdfccaed7687 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (4e89b04d-4fc5-4464-a71b-3345933c773e), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:19.276143 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [req-9d596669-3e8f-4c53-84c6-16dae18d85c4 req-9c37e392-1b1a-46b6-9bc8-6170f02de80e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca1f1c0e-cf84-481a-b307-33f6c0ebb912 {{(pid=103701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:44:19.299997 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7557f5e7-4fe2-4d45-b52a-2ce096d9c6a4 req-a32d24b4-7c7d-4a0e-a6ae-d0a6b75f8ba4 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3916728 Feb 19 02:44:19.304440 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-75b3cd82-0924-4ff0-b19c-0f582c4a441d req-ce138f06-8d54-4381-9345-bdfccaed7687 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Calling delete_port for 4e89b04d-4fc5-4464-a71b-3345933c773e owned by compute:nova {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:44:19.312712 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-9d596669-3e8f-4c53-84c6-16dae18d85c4 req-9c37e392-1b1a-46b6-9bc8-6170f02de80e service neutron] Publish callbacks [] for port (ca1f1c0e-cf84-481a-b307-33f6c0ebb912), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:19.369047 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.provisioning_blocks [req-9d596669-3e8f-4c53-84c6-16dae18d85c4 req-9c37e392-1b1a-46b6-9bc8-6170f02de80e service neutron] Transition to ACTIVE for port object ca1f1c0e-cf84-481a-b307-33f6c0ebb912 will not be triggered until provisioned by entity L2. {{(pid=103701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:44:19.402701 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e44b6a-4b98-4f13-81c2-a541a76218b6 req-7bb42216-a30a-4f31-8a69-382c3bacc8ac tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:19.409690 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d8e44b6a-4b98-4f13-81c2-a541a76218b6 req-7bb42216-a30a-4f31-8a69-382c3bacc8ac tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] 10.222.0.72 "GET /v2.0/ports?device_id=5778e9c2-0e13-4624-9ae7-ed5f2938f2e6 HTTP/1.1" status: 200 len: 949 time: 0.4356506 Feb 19 02:44:19.514760 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-9d596669-3e8f-4c53-84c6-16dae18d85c4 req-9c37e392-1b1a-46b6-9bc8-6170f02de80e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (ca1f1c0e-cf84-481a-b307-33f6c0ebb912), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:19.668377 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c37e392-1b1a-46b6-9bc8-6170f02de80e service neutron] Pushing event updated for resources: {'Port': ['ID=ca1f1c0e-cf84-481a-b307-33f6c0ebb912,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:44:19.714173 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d8e44b6a-4b98-4f13-81c2-a541a76218b6 req-826f0e1c-6471-4d84-9aa6-985cc5c2809b tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] 10.222.0.72 "GET /v2.0/security-groups?id=de50c470-5dda-4770-9867-f5a93f80ec2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3033998 Feb 19 02:44:19.766662 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26882806-4e62-4f9e-bc93-2fab646f8367 req-73af01c6-cddb-4e8d-ba09-72a4750c080f tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:19.781876 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-26882806-4e62-4f9e-bc93-2fab646f8367 req-73af01c6-cddb-4e8d-ba09-72a4750c080f tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa9b45d5-254c-45de-8e0f-03eec8283098 HTTP/1.1" status: 200 len: 943 time: 0.2947340 Feb 19 02:44:20.214832 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device b775695a-e966-4ea5-a6b6-908e75751e31 up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:44:20.222806 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-75b3cd82-0924-4ff0-b19c-0f582c4a441d req-ce138f06-8d54-4381-9345-bdfccaed7687 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (4e89b04d-4fc5-4464-a71b-3345933c773e), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:20.272835 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d13d9d4-b18d-469e-a710-bfa223f4ab3d req-2cd9d39b-ff2a-4a38-a644-25c95a989e6c tempest-AttachSCSIVolumeTestJSON-493968863 tempest-AttachSCSIVolumeTestJSON-493968863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:20.291453 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1d13d9d4-b18d-469e-a710-bfa223f4ab3d req-2cd9d39b-ff2a-4a38-a644-25c95a989e6c tempest-AttachSCSIVolumeTestJSON-493968863 tempest-AttachSCSIVolumeTestJSON-493968863-project] 10.222.0.72 "GET /v2.0/ports?device_id=2be1f616-79fd-4793-b416-b26d59ffaed1 HTTP/1.1" status: 200 len: 944 time: 0.2809265 Feb 19 02:44:20.310614 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['a4bbb362-5463-44d9-80a2-82aaa6f86538'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:44:20.352599 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-26882806-4e62-4f9e-bc93-2fab646f8367 req-7fe8d034-8fe5-42d0-bf9e-e559c3da607f tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5692492 Feb 19 02:44:20.383257 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce138f06-8d54-4381-9345-bdfccaed7687 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Pushing event deleted for resources: {'Port': ['ID=4e89b04d-4fc5-4464-a71b-3345933c773e,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:44:20.417692 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-75b3cd82-0924-4ff0-b19c-0f582c4a441d req-ce138f06-8d54-4381-9345-bdfccaed7687 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] No DVR routers for this DVR port 4e89b04d-4fc5-4464-a71b-3345933c773e on host n-h1-826753-2 {{(pid=103701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:44:20.425023 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-75b3cd82-0924-4ff0-b19c-0f582c4a441d req-ce138f06-8d54-4381-9345-bdfccaed7687 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:20.437207 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-75b3cd82-0924-4ff0-b19c-0f582c4a441d req-ce138f06-8d54-4381-9345-bdfccaed7687 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.73 "DELETE /v2.0/ports/4e89b04d-4fc5-4464-a71b-3345933c773e HTTP/1.1" status: 204 len: 173 time: 2.9605265 Feb 19 02:44:20.438618 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-9d596669-3e8f-4c53-84c6-16dae18d85c4 req-9c37e392-1b1a-46b6-9bc8-6170f02de80e service neutron] Attempting to bind port ca1f1c0e-cf84-481a-b307-33f6c0ebb912 on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:44:20.438961 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-9d596669-3e8f-4c53-84c6-16dae18d85c4 req-9c37e392-1b1a-46b6-9bc8-6170f02de80e service neutron] Attempting to bind port ca1f1c0e-cf84-481a-b307-33f6c0ebb912 by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': '737c2371-1be7-4c8e-971a-97a5a11b2a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '6644bea0-d911-4ba9-95a0-90f97bdbebb7'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:44:20.443633 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d596669-3e8f-4c53-84c6-16dae18d85c4 req-9c37e392-1b1a-46b6-9bc8-6170f02de80e service neutron] Attempting to bind port ca1f1c0e-cf84-481a-b307-33f6c0ebb912 on network 6644bea0-d911-4ba9-95a0-90f97bdbebb7 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:44:20.464057 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77900542-b50c-43fa-8e51-4bdebb3f3e4a', 'name': 'network-vif-deleted', 'tag': '4e89b04d-4fc5-4464-a71b-3345933c773e'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:44:20.466661 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79ebd8b1-a6a2-453c-a39e-011b5c7d9415" -d '{"events": [{"server_uuid": "77900542-b50c-43fa-8e51-4bdebb3f3e4a", "name": "network-vif-deleted", "tag": "4e89b04d-4fc5-4464-a71b-3345933c773e"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:44:20.506522 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d596669-3e8f-4c53-84c6-16dae18d85c4 req-9c37e392-1b1a-46b6-9bc8-6170f02de80e service neutron] Port ca1f1c0e-cf84-481a-b307-33f6c0ebb912 on network 6644bea0-d911-4ba9-95a0-90f97bdbebb7 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:44:20.506943 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d596669-3e8f-4c53-84c6-16dae18d85c4 req-9c37e392-1b1a-46b6-9bc8-6170f02de80e service neutron] Attempting to bind port ca1f1c0e-cf84-481a-b307-33f6c0ebb912 on network 6644bea0-d911-4ba9-95a0-90f97bdbebb7 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:44:20.530285 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:20.536396 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1d13d9d4-b18d-469e-a710-bfa223f4ab3d req-6c05c3ed-2781-4523-a762-e068cf21841c tempest-AttachSCSIVolumeTestJSON-493968863 tempest-AttachSCSIVolumeTestJSON-493968863-project] 10.222.0.72 "GET /v2.0/security-groups?id=980ce490-b8ca-4730-af1e-a9d2fe7d121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439523 Feb 19 02:44:20.580501 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d596669-3e8f-4c53-84c6-16dae18d85c4 req-9c37e392-1b1a-46b6-9bc8-6170f02de80e service neutron] Checking agent: {'id': 'bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 43, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:44:20.580916 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d596669-3e8f-4c53-84c6-16dae18d85c4 req-9c37e392-1b1a-46b6-9bc8-6170f02de80e service neutron] Checking segment: {'id': '737c2371-1be7-4c8e-971a-97a5a11b2a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '6644bea0-d911-4ba9-95a0-90f97bdbebb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:44:20.582043 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d596669-3e8f-4c53-84c6-16dae18d85c4 req-9c37e392-1b1a-46b6-9bc8-6170f02de80e service neutron] Bound using segment: {'id': '737c2371-1be7-4c8e-971a-97a5a11b2a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '6644bea0-d911-4ba9-95a0-90f97bdbebb7'} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:44:20.582469 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-9d596669-3e8f-4c53-84c6-16dae18d85c4 req-9c37e392-1b1a-46b6-9bc8-6170f02de80e service neutron] Bound port: ca1f1c0e-cf84-481a-b307-33f6c0ebb912, host: n-h2-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '737c2371-1be7-4c8e-971a-97a5a11b2a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '6644bea0-d911-4ba9-95a0-90f97bdbebb7'}}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:44:20.582877 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-9d596669-3e8f-4c53-84c6-16dae18d85c4 req-9c37e392-1b1a-46b6-9bc8-6170f02de80e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (ca1f1c0e-cf84-481a-b307-33f6c0ebb912), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:20.713708 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9b8f4f3-aebb-4f06-a8ab-bffe5b04126c x-openstack-request-id: req-c9b8f4f3-aebb-4f06-a8ab-bffe5b04126c {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:44:20.727928 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77900542-b50c-43fa-8e51-4bdebb3f3e4a", "name": "network-vif-deleted", "tag": "4e89b04d-4fc5-4464-a71b-3345933c773e", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:44:20.728207 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c9b8f4f3-aebb-4f06-a8ab-bffe5b04126c {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:44:20.728697 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77900542-b50c-43fa-8e51-4bdebb3f3e4a', 'name': 'network-vif-deleted', 'tag': '4e89b04d-4fc5-4464-a71b-3345933c773e', 'status': 'completed', 'code': 200} Feb 19 02:44:20.757439 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning for port b775695a-e966-4ea5-a6b6-908e75751e31 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:44:20.803032 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port b775695a-e966-4ea5-a6b6-908e75751e31 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:44:20.803572 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (b775695a-e966-4ea5-a6b6-908e75751e31), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:20.903476 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b2c0de6a-a6c0-4284-836a-e76ae2f53ac0 req-b875455c-cf4b-49b0-926c-4edcdaed5307 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=77900542-b50c-43fa-8e51-4bdebb3f3e4a HTTP/1.1" status: 200 len: 210 time: 0.1736226 Feb 19 02:44:21.055555 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-9d596669-3e8f-4c53-84c6-16dae18d85c4 req-9c37e392-1b1a-46b6-9bc8-6170f02de80e service neutron] For port ca1f1c0e-cf84-481a-b307-33f6c0ebb912, host n-h2-826753-2, cleared binding levels {{(pid=103701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:44:21.071064 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-9d596669-3e8f-4c53-84c6-16dae18d85c4 req-9c37e392-1b1a-46b6-9bc8-6170f02de80e service neutron] For port ca1f1c0e-cf84-481a-b307-33f6c0ebb912, host n-h2-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=ca1f1c0e-cf84-481a-b307-33f6c0ebb912,segment=NetworkSegment(737c2371-1be7-4c8e-971a-97a5a11b2a65),segment_id=737c2371-1be7-4c8e-971a-97a5a11b2a65)] {{(pid=103701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:44:21.096465 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port b775695a-e966-4ea5-a6b6-908e75751e31 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:44:21.097635 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (b775695a-e966-4ea5-a6b6-908e75751e31), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:21.130613 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-9d596669-3e8f-4c53-84c6-16dae18d85c4 req-9c37e392-1b1a-46b6-9bc8-6170f02de80e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (ca1f1c0e-cf84-481a-b307-33f6c0ebb912), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:21.212341 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5778e9c2-0e13-4624-9ae7-ed5f2938f2e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b775695a-e966-4ea5-a6b6-908e75751e31'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:44:21.218844 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b8b5737-9274-4044-b72e-32a0c91aace5" -d '{"events": [{"server_uuid": "5778e9c2-0e13-4624-9ae7-ed5f2938f2e6", "name": "network-vif-plugged", "status": "completed", "tag": "b775695a-e966-4ea5-a6b6-908e75751e31"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:44:21.274745 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port b775695a-e966-4ea5-a6b6-908e75751e31, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=b775695a-e966-4ea5-a6b6-908e75751e31,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:44:21.280673 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (b775695a-e966-4ea5-a6b6-908e75751e31), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:21.281832 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 4e89b04d-4fc5-4464-a71b-3345933c773e no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:44:21.289246 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c37e392-1b1a-46b6-9bc8-6170f02de80e service neutron] Pushing event updated for resources: {'Port': ['ID=ca1f1c0e-cf84-481a-b307-33f6c0ebb912,revision_number=3']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:44:21.299108 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d596669-3e8f-4c53-84c6-16dae18d85c4 req-9c37e392-1b1a-46b6-9bc8-6170f02de80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:21.300504 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-9d596669-3e8f-4c53-84c6-16dae18d85c4 req-9c37e392-1b1a-46b6-9bc8-6170f02de80e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:21.302184 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9d596669-3e8f-4c53-84c6-16dae18d85c4 req-9c37e392-1b1a-46b6-9bc8-6170f02de80e service neutron] 10.222.0.82 "PUT /v2.0/ports/ca1f1c0e-cf84-481a-b307-33f6c0ebb912 HTTP/1.1" status: 200 len: 1092 time: 4.3175359 Feb 19 02:44:21.340775 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db8137b-9102-4973-bcdb-b13c1b7bd486 req-40072d98-13ef-42c6-9ab3-dd9de332bf04 tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:21.366195 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9db8137b-9102-4973-bcdb-b13c1b7bd486 req-40072d98-13ef-42c6-9ab3-dd9de332bf04 tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] 10.222.0.72 "GET /v2.0/ports?device_id=5778e9c2-0e13-4624-9ae7-ed5f2938f2e6 HTTP/1.1" status: 200 len: 949 time: 0.4411504 Feb 19 02:44:21.376018 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] No Port match for: 4e89b04d-4fc5-4464-a71b-3345933c773e {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:44:21.376766 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 4e89b04d-4fc5-4464-a71b-3345933c773e not bound to the agent host n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:44:21.635158 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9db8137b-9102-4973-bcdb-b13c1b7bd486 req-56496082-f8f2-4bbb-a9b9-dc000be7fc3c tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] 10.222.0.72 "GET /v2.0/security-groups?id=de50c470-5dda-4770-9867-f5a93f80ec2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679701 Feb 19 02:44:21.648075 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=b775695a-e966-4ea5-a6b6-908e75751e31,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:44:21.651341 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d596669-3e8f-4c53-84c6-16dae18d85c4 req-fbcfa502-2dbe-46ac-ad4b-e77f521ec115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:21.658903 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9d596669-3e8f-4c53-84c6-16dae18d85c4 req-fbcfa502-2dbe-46ac-ad4b-e77f521ec115 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=60a75fbafb98468593e987991378d811&device_id=2be1f616-79fd-4793-b416-b26d59ffaed1 HTTP/1.1" status: 200 len: 1126 time: 0.2265215 Feb 19 02:44:21.715190 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ee8dc93-a339-4847-9ee4-f38e52099e70 x-openstack-request-id: req-6ee8dc93-a339-4847-9ee4-f38e52099e70 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:44:21.715977 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5778e9c2-0e13-4624-9ae7-ed5f2938f2e6", "name": "network-vif-plugged", "status": "completed", "tag": "b775695a-e966-4ea5-a6b6-908e75751e31", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:44:21.716457 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6ee8dc93-a339-4847-9ee4-f38e52099e70 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:44:21.717100 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5778e9c2-0e13-4624-9ae7-ed5f2938f2e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b775695a-e966-4ea5-a6b6-908e75751e31', 'code': 200} Feb 19 02:44:21.789542 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9d596669-3e8f-4c53-84c6-16dae18d85c4 req-04a60fd8-06ff-40a2-8daa-2d5148644188 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca1f1c0e-cf84-481a-b307-33f6c0ebb912 HTTP/1.1" status: 200 len: 217 time: 0.1118906 Feb 19 02:44:21.868684 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:22.339978 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:22.363228 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8723a3ab-5d15-4fc0-bba1-fdb3d39ec12c req-b82c0bef-2a19-4c4a-be98-75c9a86c63f5 service neutron] 10.222.0.82 "GET /v2.0/ports/359a2f03-81dc-42fc-9315-cd2c2edd2142/bindings/n-h1-826753-2 HTTP/1.1" status: 200 len: 384 time: 0.1443329 Feb 19 02:44:22.598579 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd08669-c86f-4aff-b551-0fdf84bd2fcf req-21622fc4-e4be-4dda-9f6e-7a4f14eed7d4 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:22.600319 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fbd08669-c86f-4aff-b551-0fdf84bd2fcf req-21622fc4-e4be-4dda-9f6e-7a4f14eed7d4 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa9b45d5-254c-45de-8e0f-03eec8283098 HTTP/1.1" status: 200 len: 943 time: 0.8219192 Feb 19 02:44:22.611409 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf1475e-d5ce-476a-9231-f0864f99ee3f req-ee05c3b4-013f-470a-a1d0-04fe5d7f279f tempest-AttachSCSIVolumeTestJSON-493968863 tempest-AttachSCSIVolumeTestJSON-493968863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:22.620748 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6cf1475e-d5ce-476a-9231-f0864f99ee3f req-ee05c3b4-013f-470a-a1d0-04fe5d7f279f tempest-AttachSCSIVolumeTestJSON-493968863 tempest-AttachSCSIVolumeTestJSON-493968863-project] 10.222.0.72 "GET /v2.0/ports?device_id=2be1f616-79fd-4793-b416-b26d59ffaed1 HTTP/1.1" status: 200 len: 944 time: 0.7176549 Feb 19 02:44:22.680773 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d596669-3e8f-4c53-84c6-16dae18d85c4 req-532a5cee-c6d4-4938-917d-31295355e0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:22.682453 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9d596669-3e8f-4c53-84c6-16dae18d85c4 req-532a5cee-c6d4-4938-917d-31295355e0a7 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=02fa24ee-83ac-48f4-b82d-23f834be3bb3 HTTP/1.1" status: 200 len: 853 time: 0.7785976 Feb 19 02:44:22.710968 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d9da03-499d-4374-9f44-8a2f9412cada req-74bdb558-71c6-4623-9fc2-a369d8f3d6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:22.713453 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-45d9da03-499d-4374-9f44-8a2f9412cada req-74bdb558-71c6-4623-9fc2-a369d8f3d6f9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5778e9c2-0e13-4624-9ae7-ed5f2938f2e6 HTTP/1.1" status: 200 len: 1132 time: 0.8403168 Feb 19 02:44:22.729215 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-8723a3ab-5d15-4fc0-bba1-fdb3d39ec12c req-fcbf70de-1bd8-4e6a-96b6-e8faba037e94 service neutron] For port 359a2f03-81dc-42fc-9315-cd2c2edd2142, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=359a2f03-81dc-42fc-9315-cd2c2edd2142,segment=NetworkSegment(9dab481a-5428-424d-a8c3-4ae8ddfff67b),segment_id=9dab481a-5428-424d-a8c3-4ae8ddfff67b)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:44:22.732722 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2be1f616-79fd-4793-b416-b26d59ffaed1', 'tag': 'ca1f1c0e-cf84-481a-b307-33f6c0ebb912'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:44:22.736381 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bb8fde2-f5e8-4390-88c2-cf0b8a33f8de" -d '{"events": [{"name": "network-changed", "server_uuid": "2be1f616-79fd-4793-b416-b26d59ffaed1", "tag": "ca1f1c0e-cf84-481a-b307-33f6c0ebb912"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:44:22.770246 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-8723a3ab-5d15-4fc0-bba1-fdb3d39ec12c req-fcbf70de-1bd8-4e6a-96b6-e8faba037e94 service neutron] For port 359a2f03-81dc-42fc-9315-cd2c2edd2142, host n-h2-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:44:22.822181 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6cf1475e-d5ce-476a-9231-f0864f99ee3f req-71ce436f-73a7-4378-8942-f6f270697e10 tempest-AttachSCSIVolumeTestJSON-493968863 tempest-AttachSCSIVolumeTestJSON-493968863-project] 10.222.0.72 "GET /v2.0/security-groups?id=980ce490-b8ca-4730-af1e-a9d2fe7d121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002323 Feb 19 02:44:22.854654 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fbd08669-c86f-4aff-b551-0fdf84bd2fcf req-5055a3cd-7ac3-433a-883a-688246aaf8a1 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161381 Feb 19 02:44:22.855381 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-8723a3ab-5d15-4fc0-bba1-fdb3d39ec12c req-fcbf70de-1bd8-4e6a-96b6-e8faba037e94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 359a2f03-81dc-42fc-9315-cd2c2edd2142 {{(pid=103702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:44:22.864252 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-45d9da03-499d-4374-9f44-8a2f9412cada req-89f9674f-1766-4529-9804-681e27e442a8 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=de50c470-5dda-4770-9867-f5a93f80ec2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239696 Feb 19 02:44:22.870746 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d596669-3e8f-4c53-84c6-16dae18d85c4 req-91341547-c7a4-41d3-830c-2582265838ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:22.872570 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9d596669-3e8f-4c53-84c6-16dae18d85c4 req-91341547-c7a4-41d3-830c-2582265838ef service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=6644bea0-d911-4ba9-95a0-90f97bdbebb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1671648 Feb 19 02:44:22.882682 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-8723a3ab-5d15-4fc0-bba1-fdb3d39ec12c req-fcbf70de-1bd8-4e6a-96b6-e8faba037e94 service neutron] For port 359a2f03-81dc-42fc-9315-cd2c2edd2142, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=359a2f03-81dc-42fc-9315-cd2c2edd2142,segment=NetworkSegment(9dab481a-5428-424d-a8c3-4ae8ddfff67b),segment_id=9dab481a-5428-424d-a8c3-4ae8ddfff67b)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:44:22.911911 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-8723a3ab-5d15-4fc0-bba1-fdb3d39ec12c req-fcbf70de-1bd8-4e6a-96b6-e8faba037e94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (359a2f03-81dc-42fc-9315-cd2c2edd2142), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:23.076219 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f78b0ce4-bd73-43ba-8ee4-6e5b11394aa4 x-openstack-request-id: req-f78b0ce4-bd73-43ba-8ee4-6e5b11394aa4 {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:44:23.076494 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2be1f616-79fd-4793-b416-b26d59ffaed1", "tag": "ca1f1c0e-cf84-481a-b307-33f6c0ebb912", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:44:23.076682 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f78b0ce4-bd73-43ba-8ee4-6e5b11394aa4 {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:44:23.077098 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2be1f616-79fd-4793-b416-b26d59ffaed1', 'tag': 'ca1f1c0e-cf84-481a-b307-33f6c0ebb912', 'status': 'completed', 'code': 200} Feb 19 02:44:23.120321 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9d596669-3e8f-4c53-84c6-16dae18d85c4 req-741c0416-cda7-48c2-b8cf-68ad7a915016 service neutron] 10.222.0.82 "GET /v2.0/networks/6644bea0-d911-4ba9-95a0-90f97bdbebb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285712 Feb 19 02:44:23.158194 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-8723a3ab-5d15-4fc0-bba1-fdb3d39ec12c req-fcbf70de-1bd8-4e6a-96b6-e8faba037e94 service neutron] Transition to ACTIVE for port object 359a2f03-81dc-42fc-9315-cd2c2edd2142 will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:44:23.162923 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-8723a3ab-5d15-4fc0-bba1-fdb3d39ec12c req-fcbf70de-1bd8-4e6a-96b6-e8faba037e94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (359a2f03-81dc-42fc-9315-cd2c2edd2142), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:23.324056 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f778d6-438f-4508-8464-14a86f7c123e req-65429f6b-1647-456e-8596-3420f433b89c tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:23.334205 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f1f778d6-438f-4508-8464-14a86f7c123e req-65429f6b-1647-456e-8596-3420f433b89c tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] 10.222.0.72 "GET /v2.0/ports?device_id=5778e9c2-0e13-4624-9ae7-ed5f2938f2e6 HTTP/1.1" status: 200 len: 950 time: 0.2592483 Feb 19 02:44:23.336946 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-8723a3ab-5d15-4fc0-bba1-fdb3d39ec12c req-fcbf70de-1bd8-4e6a-96b6-e8faba037e94 service neutron] No DVR routers for this DVR port 359a2f03-81dc-42fc-9315-cd2c2edd2142 on host n-h2-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:44:23.423161 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbf70de-1bd8-4e6a-96b6-e8faba037e94 service neutron] Pushing event updated for resources: {'Port': ['ID=359a2f03-81dc-42fc-9315-cd2c2edd2142,revision_number=10']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:44:23.432016 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8723a3ab-5d15-4fc0-bba1-fdb3d39ec12c req-fcbf70de-1bd8-4e6a-96b6-e8faba037e94 service neutron] 10.222.0.82 "PUT /v2.0/ports/359a2f03-81dc-42fc-9315-cd2c2edd2142/bindings/n-h1-826753-2/activate HTTP/1.1" status: 200 len: 369 time: 1.0532801 Feb 19 02:44:23.463843 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9d596669-3e8f-4c53-84c6-16dae18d85c4 req-883a58c2-38f6-457d-a630-f6c335ad4147 service neutron] 10.222.0.82 "GET /v2.0/networks/6644bea0-d911-4ba9-95a0-90f97bdbebb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3302898 Feb 19 02:44:23.489102 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f1f778d6-438f-4508-8464-14a86f7c123e req-bd004906-9a9b-49f3-b18b-abd2e2dc9c8c tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] 10.222.0.72 "GET /v2.0/security-groups?id=de50c470-5dda-4770-9867-f5a93f80ec2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537726 Feb 19 02:44:23.577915 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c7b9cf-2931-4d5e-9843-c24325056b75 req-3224d939-b9f9-4500-b463-b6ecffca678a tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:23.580009 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c2c7b9cf-2931-4d5e-9843-c24325056b75 req-3224d939-b9f9-4500-b463-b6ecffca678a tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb0ca84a-aa54-4ea8-8244-4ca8f9d8af34 HTTP/1.1" status: 200 len: 950 time: 0.0895591 Feb 19 02:44:23.673132 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c2c7b9cf-2931-4d5e-9843-c24325056b75 req-e60e7219-e8fd-4e28-8e23-7a10bbe6d3ef tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788119 Feb 19 02:44:24.036345 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369d21f4-b341-4bcb-b1a6-b9c30916d2f3 req-2a9d47f2-bb8f-4c77-bbba-874a27d09bba tempest-AttachSCSIVolumeTestJSON-493968863 tempest-AttachSCSIVolumeTestJSON-493968863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:24.049627 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-369d21f4-b341-4bcb-b1a6-b9c30916d2f3 req-2a9d47f2-bb8f-4c77-bbba-874a27d09bba tempest-AttachSCSIVolumeTestJSON-493968863 tempest-AttachSCSIVolumeTestJSON-493968863-project] 10.222.0.72 "GET /v2.0/ports?device_id=2be1f616-79fd-4793-b416-b26d59ffaed1 HTTP/1.1" status: 200 len: 944 time: 0.1285882 Feb 19 02:44:24.095170 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2bb8fd-7927-42e7-b610-6cb138acf835 req-cc786792-fdad-4075-af44-f70b017233e3 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:24.097274 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6c2bb8fd-7927-42e7-b610-6cb138acf835 req-cc786792-fdad-4075-af44-f70b017233e3 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa9b45d5-254c-45de-8e0f-03eec8283098 HTTP/1.1" status: 200 len: 944 time: 0.1281161 Feb 19 02:44:24.152412 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-369d21f4-b341-4bcb-b1a6-b9c30916d2f3 req-33a81f84-6140-495d-a6a8-48e0f39a1014 tempest-AttachSCSIVolumeTestJSON-493968863 tempest-AttachSCSIVolumeTestJSON-493968863-project] 10.222.0.72 "GET /v2.0/security-groups?id=980ce490-b8ca-4730-af1e-a9d2fe7d121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973668 Feb 19 02:44:24.198427 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6c2bb8fd-7927-42e7-b610-6cb138acf835 req-394882ac-622d-4ff0-9777-79ddff7ec681 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860767 Feb 19 02:44:24.644957 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88bcce5-f384-4486-87a5-7f900f88e76d req-551af2ae-6c0b-48e9-b4c1-154b09d52a73 tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:24.661072 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e88bcce5-f384-4486-87a5-7f900f88e76d req-551af2ae-6c0b-48e9-b4c1-154b09d52a73 tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] 10.222.0.72 "GET /v2.0/ports?device_id=5778e9c2-0e13-4624-9ae7-ed5f2938f2e6 HTTP/1.1" status: 200 len: 950 time: 0.0855904 Feb 19 02:44:24.761449 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e88bcce5-f384-4486-87a5-7f900f88e76d req-6931f9da-55df-4d96-b4a2-cf051bdb2e10 tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] 10.222.0.72 "GET /v2.0/security-groups?id=de50c470-5dda-4770-9867-f5a93f80ec2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960553 Feb 19 02:44:24.910698 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3c34f0-5467-4026-8dc1-699838d9eb5a req-9d47c382-551c-40e7-a561-494b8eb24ee9 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:24.918733 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-eb3c34f0-5467-4026-8dc1-699838d9eb5a req-9d47c382-551c-40e7-a561-494b8eb24ee9 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb0ca84a-aa54-4ea8-8244-4ca8f9d8af34 HTTP/1.1" status: 200 len: 950 time: 0.1207497 Feb 19 02:44:24.983088 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-eb3c34f0-5467-4026-8dc1-699838d9eb5a req-d813219e-8366-432e-9013-897392ce10b4 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633676 Feb 19 02:44:25.407410 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d910c77e-987b-43df-8143-99657dc22666 req-7f53477d-8633-46da-964f-57b02281f4fe tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:25.413586 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d910c77e-987b-43df-8143-99657dc22666 req-7f53477d-8633-46da-964f-57b02281f4fe tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/networks?id=b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7 HTTP/1.1" status: 200 len: 808 time: 0.1656566 Feb 19 02:44:25.425078 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d910c77e-987b-43df-8143-99657dc22666 req-31fade0f-9249-42e1-99e1-b2dfb8204133 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/quotas/0351aa3c6ea34cbbac483ac000de57cb HTTP/1.1" status: 200 len: 375 time: 0.0093980 Feb 19 02:44:25.513133 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d910c77e-987b-43df-8143-99657dc22666 req-ec1b9521-2eb9-40a8-9173-5bf0a0ac8530 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=0351aa3c6ea34cbbac483ac000de57cb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0823233 Feb 19 02:44:25.812552 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d910c77e-987b-43df-8143-99657dc22666 req-89ffe954-bdf2-4d38-b852-8b793e3ad087 service neutron] 10.222.0.72 "GET /v2.0/networks/b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2893827 Feb 19 02:44:25.931350 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d910c77e-987b-43df-8143-99657dc22666 req-10c5f968-1c2c-4094-8e51-056dbe10cd03 service neutron] 10.222.0.72 "GET /v2.0/networks/b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108723 Feb 19 02:44:25.967021 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:26.211803 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-54fb73e5-cfd3-4623-a3e0-56ed10dac499 req-76f2a695-27ed-4fa5-9cac-afe9166c453e tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=5a8594eb95e546c6a957ee6e6b28e412&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272858 Feb 19 02:44:26.397975 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fb73e5-cfd3-4623-a3e0-56ed10dac499 req-59d02207-0ae4-4d98-ad9c-47fc9d518ceb tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:26.404588 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-54fb73e5-cfd3-4623-a3e0-56ed10dac499 req-59d02207-0ae4-4d98-ad9c-47fc9d518ceb tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1861472 Feb 19 02:44:26.420158 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bef663-9851-4b01-9383-86f431991d89 req-e85ecf3e-93c7-452f-a33d-44f67f3eb045 tempest-AttachSCSIVolumeTestJSON-493968863 tempest-AttachSCSIVolumeTestJSON-493968863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:26.421736 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e9bef663-9851-4b01-9383-86f431991d89 req-e85ecf3e-93c7-452f-a33d-44f67f3eb045 tempest-AttachSCSIVolumeTestJSON-493968863 tempest-AttachSCSIVolumeTestJSON-493968863-project] 10.222.0.72 "GET /v2.0/ports?device_id=2be1f616-79fd-4793-b416-b26d59ffaed1 HTTP/1.1" status: 200 len: 944 time: 0.1145873 Feb 19 02:44:26.429592 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-54fb73e5-cfd3-4623-a3e0-56ed10dac499 req-c89d01fe-b36a-43d9-a661-6b3d444566d1 tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] 10.222.0.72 "GET /v2.0/quotas/5a8594eb95e546c6a957ee6e6b28e412 HTTP/1.1" status: 200 len: 375 time: 0.0240777 Feb 19 02:44:26.527830 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e9bef663-9851-4b01-9383-86f431991d89 req-0a0f04bc-bfe0-45c8-bf5e-e074440899b4 tempest-AttachSCSIVolumeTestJSON-493968863 tempest-AttachSCSIVolumeTestJSON-493968863-project] 10.222.0.72 "GET /v2.0/security-groups?id=980ce490-b8ca-4730-af1e-a9d2fe7d121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972371 Feb 19 02:44:26.575549 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-54fb73e5-cfd3-4623-a3e0-56ed10dac499 req-349f08d6-6fb1-42a6-b3f8-e51a6cd018b8 tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=5a8594eb95e546c6a957ee6e6b28e412&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1412201 Feb 19 02:44:26.852196 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 51914) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:44:26.911538 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb8fde2-f5e8-4390-88c2-cf0b8a33f8de req-2e43350d-2d41-4181-897a-873157c698b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:26.914282 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1bb8fde2-f5e8-4390-88c2-cf0b8a33f8de req-2e43350d-2d41-4181-897a-873157c698b8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=60a75fbafb98468593e987991378d811&device_id=2be1f616-79fd-4793-b416-b26d59ffaed1 HTTP/1.1" status: 200 len: 1126 time: 0.2831981 Feb 19 02:44:26.947940 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8723a3ab-5d15-4fc0-bba1-fdb3d39ec12c req-85f47d8b-b683-41ad-889e-5cf224feae24 tempest-LiveAutoBlockMigrationV225Test-289573108 tempest-LiveAutoBlockMigrationV225Test-289573108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:26.952382 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8723a3ab-5d15-4fc0-bba1-fdb3d39ec12c req-85f47d8b-b683-41ad-889e-5cf224feae24 tempest-LiveAutoBlockMigrationV225Test-289573108 tempest-LiveAutoBlockMigrationV225Test-289573108-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=fa9b45d5-254c-45de-8e0f-03eec8283098&tenant_id=ad75c6928a1d4c6da3a56db6352b2618&binding%3Ahost_id=n-h2-826753-2 HTTP/1.1" status: 200 len: 1126 time: 0.2736070 Feb 19 02:44:27.122128 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c993b55e-5b30-4a98-8312-8d9e76552456 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:27.123160 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaf4c69-61d3-4b58-8f8b-3ae195192d8b req-003cfe20-911c-408c-84f7-93758b9ea5aa tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:27.131384 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-beaf4c69-61d3-4b58-8f8b-3ae195192d8b req-003cfe20-911c-408c-84f7-93758b9ea5aa tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa9b45d5-254c-45de-8e0f-03eec8283098 HTTP/1.1" status: 200 len: 944 time: 0.4537768 Feb 19 02:44:27.227322 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c993b55e-5b30-4a98-8312-8d9e76552456 admin admin] Publish callbacks [] for security_group (96ed6759-cc5e-47ba-a9cb-28bbc83fe46c), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:27.232195 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c993b55e-5b30-4a98-8312-8d9e76552456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (96ed6759-cc5e-47ba-a9cb-28bbc83fe46c), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:27.252175 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8723a3ab-5d15-4fc0-bba1-fdb3d39ec12c req-7f3a7e8a-e717-4f1e-a181-37904aea073d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:27.255028 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8723a3ab-5d15-4fc0-bba1-fdb3d39ec12c req-7f3a7e8a-e717-4f1e-a181-37904aea073d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=fa9b45d5-254c-45de-8e0f-03eec8283098&tenant_id=ad75c6928a1d4c6da3a56db6352b2618 HTTP/1.1" status: 200 len: 1126 time: 0.2943885 Feb 19 02:44:27.267916 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eed8082-ed2f-41c8-844c-2ce6b3048d95 req-48848811-342d-454c-b8af-d23c4d006bc3 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:27.272062 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0eed8082-ed2f-41c8-844c-2ce6b3048d95 req-48848811-342d-454c-b8af-d23c4d006bc3 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb0ca84a-aa54-4ea8-8244-4ca8f9d8af34 HTTP/1.1" status: 200 len: 950 time: 0.3165417 Feb 19 02:44:27.282171 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-beaf4c69-61d3-4b58-8f8b-3ae195192d8b req-5dd54d4a-3389-4ef5-809c-5cc9cab043ef tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498930 Feb 19 02:44:27.291290 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-c993b55e-5b30-4a98-8312-8d9e76552456 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6f817f1a1e1541adb61059ebb65abfb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4371200 Feb 19 02:44:27.292271 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 51924) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:44:27.310665 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb8fde2-f5e8-4390-88c2-cf0b8a33f8de req-a7b69255-4628-461c-93e4-a721d769762c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:27.312163 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1bb8fde2-f5e8-4390-88c2-cf0b8a33f8de req-a7b69255-4628-461c-93e4-a721d769762c service neutron] 10.222.0.82 "GET /v2.0/networks?id=6644bea0-d911-4ba9-95a0-90f97bdbebb7 HTTP/1.1" status: 200 len: 915 time: 0.3900509 Feb 19 02:44:27.326320 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c993b55e-5b30-4a98-8312-8d9e76552456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96ed6759-cc5e-47ba-a9cb-28bbc83fe46c,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:44:27.355710 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5e19af8f-cb63-4d9a-8c92-eb56cb2c7129 admin admin] Publish callbacks [] for security_group (96ed6759-cc5e-47ba-a9cb-28bbc83fe46c), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:27.384744 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5e19af8f-cb63-4d9a-8c92-eb56cb2c7129 admin admin] Publish callbacks [] for security_group (96ed6759-cc5e-47ba-a9cb-28bbc83fe46c), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:27.443704 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5e19af8f-cb63-4d9a-8c92-eb56cb2c7129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (96ed6759-cc5e-47ba-a9cb-28bbc83fe46c), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:27.446301 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1bb8fde2-f5e8-4390-88c2-cf0b8a33f8de req-1c3afa08-412d-4df1-86dc-43c6960d739d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca1f1c0e-cf84-481a-b307-33f6c0ebb912 HTTP/1.1" status: 200 len: 217 time: 0.1217320 Feb 19 02:44:27.447152 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5e19af8f-cb63-4d9a-8c92-eb56cb2c7129 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:27.451376 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-5e19af8f-cb63-4d9a-8c92-eb56cb2c7129 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/96ed6759-cc5e-47ba-a9cb-28bbc83fe46c HTTP/1.1" status: 204 len: 168 time: 0.1540864 Feb 19 02:44:27.458226 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e19af8f-cb63-4d9a-8c92-eb56cb2c7129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96ed6759-cc5e-47ba-a9cb-28bbc83fe46c,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:44:27.514288 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-21d3aac4-89cf-43dc-8aee-0dd328213e65 req-9ba316fc-7b75-41fc-88a1-7106f3c967c8 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3e2950d-ab47-4046-8006-daf03c09940e HTTP/1.1" status: 200 len: 210 time: 0.0970323 Feb 19 02:44:27.547316 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0eed8082-ed2f-41c8-844c-2ce6b3048d95 req-e00f64ed-2454-4e67-84a1-5090f49e55cb tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/security-groups?id=9a7b8002-4dbe-43b1-b890-9b60531eeb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557318 Feb 19 02:44:27.595990 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8723a3ab-5d15-4fc0-bba1-fdb3d39ec12c req-3360859a-c60d-44fd-8bd7-434b21a30df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:27.598237 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8723a3ab-5d15-4fc0-bba1-fdb3d39ec12c req-3360859a-c60d-44fd-8bd7-434b21a30df9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ad75c6928a1d4c6da3a56db6352b2618&device_id=fa9b45d5-254c-45de-8e0f-03eec8283098 HTTP/1.1" status: 200 len: 1126 time: 0.2852139 Feb 19 02:44:27.736684 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-477de9a9-5b92-4f3b-a6d0-ddb34614ddad req-c71afdb3-d6ed-4a1a-b6e9-dcd53849d05c tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] 10.222.0.72 "GET /v2.0/ports?device_id=0dd18e56-c918-4f2f-bbca-077a192e2d4a HTTP/1.1" status: 200 len: 210 time: 0.0723932 Feb 19 02:44:27.751701 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb8fde2-f5e8-4390-88c2-cf0b8a33f8de req-7b0b3870-a0dc-404b-9381-97ef3e8a92b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:27.754076 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1bb8fde2-f5e8-4390-88c2-cf0b8a33f8de req-7b0b3870-a0dc-404b-9381-97ef3e8a92b6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=02fa24ee-83ac-48f4-b82d-23f834be3bb3 HTTP/1.1" status: 200 len: 853 time: 0.2471983 Feb 19 02:44:27.805024 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d910c77e-987b-43df-8143-99657dc22666 req-11baffa2-ef05-4bbd-9b40-c45fe37fc51b tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:27.807653 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d910c77e-987b-43df-8143-99657dc22666 req-11baffa2-ef05-4bbd-9b40-c45fe37fc51b tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.82 "GET /v2.0/networks?id=b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7 HTTP/1.1" status: 200 len: 808 time: 0.1268110 Feb 19 02:44:27.836178 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-d910c77e-987b-43df-8143-99657dc22666 req-cb357c38-92e8-4e39-bd43-10f741a8a555 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Request body: {'port': {'device_id': 'f3e2950d-ab47-4046-8006-daf03c09940e', 'network_id': 'b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7', 'admin_state_up': True, 'tenant_id': '0351aa3c6ea34cbbac483ac000de57cb'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:44:27.947363 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8723a3ab-5d15-4fc0-bba1-fdb3d39ec12c req-ba44a52e-d86a-4156-a92c-2e08208761d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:27.948840 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8723a3ab-5d15-4fc0-bba1-fdb3d39ec12c req-ba44a52e-d86a-4156-a92c-2e08208761d6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=db98097a-bb19-479d-bd0d-4f71e988880a HTTP/1.1" status: 200 len: 922 time: 0.3439164 Feb 19 02:44:28.006196 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb8fde2-f5e8-4390-88c2-cf0b8a33f8de req-6575c6bd-072e-4299-9663-99cc0f34f576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:28.007702 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1bb8fde2-f5e8-4390-88c2-cf0b8a33f8de req-6575c6bd-072e-4299-9663-99cc0f34f576 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=6644bea0-d911-4ba9-95a0-90f97bdbebb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2125494 Feb 19 02:44:28.008940 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8723a3ab-5d15-4fc0-bba1-fdb3d39ec12c req-a3da03f6-cc31-4dfa-a625-d84f9fd64ec4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=359a2f03-81dc-42fc-9315-cd2c2edd2142 HTTP/1.1" status: 200 len: 217 time: 0.0494854 Feb 19 02:44:28.017665 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecdcddf-1849-423a-a193-06cb856db233 req-a52ab42e-704b-410d-9b8c-0bc3e8a99232 tempest-AttachSCSIVolumeTestJSON-493968863 tempest-AttachSCSIVolumeTestJSON-493968863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:28.025318 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fecdcddf-1849-423a-a193-06cb856db233 req-a52ab42e-704b-410d-9b8c-0bc3e8a99232 tempest-AttachSCSIVolumeTestJSON-493968863 tempest-AttachSCSIVolumeTestJSON-493968863-project] 10.222.0.72 "GET /v2.0/ports?device_id=2be1f616-79fd-4793-b416-b26d59ffaed1 HTTP/1.1" status: 200 len: 944 time: 0.3013456 Feb 19 02:44:28.031793 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d910c77e-987b-43df-8143-99657dc22666 req-cb357c38-92e8-4e39-bd43-10f741a8a555 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Made reservation on behalf of 0351aa3c6ea34cbbac483ac000de57cb for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:44:28.036733 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-d910c77e-987b-43df-8143-99657dc22666 req-cb357c38-92e8-4e39-bd43-10f741a8a555 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:28.178682 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fecdcddf-1849-423a-a193-06cb856db233 req-e575516d-07d9-4e60-9377-562c2dde8065 tempest-AttachSCSIVolumeTestJSON-493968863 tempest-AttachSCSIVolumeTestJSON-493968863-project] 10.222.0.72 "GET /v2.0/security-groups?id=980ce490-b8ca-4730-af1e-a9d2fe7d121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504197 Feb 19 02:44:28.186777 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8723a3ab-5d15-4fc0-bba1-fdb3d39ec12c req-fb864759-ac0a-4e1c-8bef-3a10a7f4d6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:28.198907 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8723a3ab-5d15-4fc0-bba1-fdb3d39ec12c req-fb864759-ac0a-4e1c-8bef-3a10a7f4d6ea service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2fe72d28-9326-4a85-b8b2-36c8cafae112 HTTP/1.1" status: 200 len: 861 time: 0.1705327 Feb 19 02:44:28.231278 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [req-d910c77e-987b-43df-8143-99657dc22666 req-cb357c38-92e8-4e39-bd43-10f741a8a555 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Allocated IP 172.20.0.13 (b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7/de6735e0-8981-45a6-9d12-953729888898/03ed4495-f6da-4bf6-9555-a2c3bfec3410) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:44:28.256435 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8723a3ab-5d15-4fc0-bba1-fdb3d39ec12c req-536d6188-1058-4888-b11f-e9d5e106e981 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=db98097a-bb19-479d-bd0d-4f71e988880a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507658 Feb 19 02:44:28.298658 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1bb8fde2-f5e8-4390-88c2-cf0b8a33f8de req-cb20c7ce-fa6e-4c84-961d-9307aff5fd41 service neutron] 10.222.0.82 "GET /v2.0/networks/6644bea0-d911-4ba9-95a0-90f97bdbebb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712042 Feb 19 02:44:28.607059 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-54fb73e5-cfd3-4623-a3e0-56ed10dac499 req-81af8eb9-7b74-4510-89ae-a55c40ed6ddb tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=5a8594eb95e546c6a957ee6e6b28e412&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1244810 Feb 19 02:44:28.627742 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-d910c77e-987b-43df-8143-99657dc22666 req-cb357c38-92e8-4e39-bd43-10f741a8a555 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Publish callbacks [] for port (03ed4495-f6da-4bf6-9555-a2c3bfec3410), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:28.673658 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-d910c77e-987b-43df-8143-99657dc22666 req-cb357c38-92e8-4e39-bd43-10f741a8a555 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (03ed4495-f6da-4bf6-9555-a2c3bfec3410), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:28.712388 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['49fe7044-8617-421f-8cae-626e2aa0e00e', 'ec06d5ce-1eba-4ddd-befe-dc1f766a8000'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:44:28.727753 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213e7be8-e960-4cc7-aecc-c518c0a8049f req-12c040b3-6ee9-42ab-bd1f-93d4c5ef8819 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:28.729881 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-213e7be8-e960-4cc7-aecc-c518c0a8049f req-12c040b3-6ee9-42ab-bd1f-93d4c5ef8819 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.82 "GET /v2.0/ports?device_id=fb0ca84a-aa54-4ea8-8244-4ca8f9d8af34 HTTP/1.1" status: 200 len: 950 time: 0.2990773 Feb 19 02:44:28.754218 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1bb8fde2-f5e8-4390-88c2-cf0b8a33f8de req-c5fa9411-c1fb-4f34-a846-8b140eb3b13d service neutron] 10.222.0.82 "GET /v2.0/networks/6644bea0-d911-4ba9-95a0-90f97bdbebb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4202552 Feb 19 02:44:28.850984 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d910c77e-987b-43df-8143-99657dc22666 req-cb357c38-92e8-4e39-bd43-10f741a8a555 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Network b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:44:28.858302 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [req-d910c77e-987b-43df-8143-99657dc22666 req-cb357c38-92e8-4e39-bd43-10f741a8a555 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:44:28.869417 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8723a3ab-5d15-4fc0-bba1-fdb3d39ec12c req-47956733-9a34-4192-8155-b58c549dfa7b service neutron] 10.222.0.73 "GET /v2.0/networks/db98097a-bb19-479d-bd0d-4f71e988880a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6051452 Feb 19 02:44:28.870795 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-d910c77e-987b-43df-8143-99657dc22666 req-cb357c38-92e8-4e39-bd43-10f741a8a555 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:44:28.937423 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d910c77e-987b-43df-8143-99657dc22666 req-cb357c38-92e8-4e39-bd43-10f741a8a555 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:28.938139 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-d910c77e-987b-43df-8143-99657dc22666 req-cb357c38-92e8-4e39-bd43-10f741a8a555 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:28.945507 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb357c38-92e8-4e39-bd43-10f741a8a555 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Pushing event updated for resources: {'Port': ['ID=03ed4495-f6da-4bf6-9555-a2c3bfec3410,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:44:28.993093 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d910c77e-987b-43df-8143-99657dc22666 req-cb357c38-92e8-4e39-bd43-10f741a8a555 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1680164 Feb 19 02:44:29.004486 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-213e7be8-e960-4cc7-aecc-c518c0a8049f req-7ee11c6a-110a-4e1c-84a8-574927486966 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Deleting port a4bbb362-5463-44d9-80a2-82aaa6f86538 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:44:29.004951 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-213e7be8-e960-4cc7-aecc-c518c0a8049f req-7ee11c6a-110a-4e1c-84a8-574927486966 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (a4bbb362-5463-44d9-80a2-82aaa6f86538), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:29.012810 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-d910c77e-987b-43df-8143-99657dc22666 req-743b0f8c-f96f-44f3-b4be-40ac75f984c3 service neutron] Request body: {'port': {'device_id': 'f3e2950d-ab47-4046-8006-daf03c09940e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826753-2'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:44:29.137654 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-d910c77e-987b-43df-8143-99657dc22666 req-743b0f8c-f96f-44f3-b4be-40ac75f984c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (03ed4495-f6da-4bf6-9555-a2c3bfec3410), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:29.206825 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-213e7be8-e960-4cc7-aecc-c518c0a8049f req-7ee11c6a-110a-4e1c-84a8-574927486966 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] For port a4bbb362-5463-44d9-80a2-82aaa6f86538, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=a4bbb362-5463-44d9-80a2-82aaa6f86538,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:44:29.207349 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-213e7be8-e960-4cc7-aecc-c518c0a8049f req-7ee11c6a-110a-4e1c-84a8-574927486966 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (a4bbb362-5463-44d9-80a2-82aaa6f86538), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:29.235521 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-213e7be8-e960-4cc7-aecc-c518c0a8049f req-7ee11c6a-110a-4e1c-84a8-574927486966 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Calling delete_port for a4bbb362-5463-44d9-80a2-82aaa6f86538 owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:44:29.540358 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-213e7be8-e960-4cc7-aecc-c518c0a8049f req-7ee11c6a-110a-4e1c-84a8-574927486966 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (a4bbb362-5463-44d9-80a2-82aaa6f86538), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:29.549662 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f36147-4c6d-49b8-b8f6-f154209aafd4 req-f9391b23-b5da-4c30-ae1e-e59884342be5 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:29.557224 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-97f36147-4c6d-49b8-b8f6-f154209aafd4 req-f9391b23-b5da-4c30-ae1e-e59884342be5 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa9b45d5-254c-45de-8e0f-03eec8283098 HTTP/1.1" status: 200 len: 944 time: 1.1090126 Feb 19 02:44:29.575055 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['a4bbb362-5463-44d9-80a2-82aaa6f86538'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:44:29.596681 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee11c6a-110a-4e1c-84a8-574927486966 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Pushing event deleted for resources: {'Port': ['ID=a4bbb362-5463-44d9-80a2-82aaa6f86538,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:44:29.633417 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-d910c77e-987b-43df-8143-99657dc22666 req-743b0f8c-f96f-44f3-b4be-40ac75f984c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03ed4495-f6da-4bf6-9555-a2c3bfec3410 {{(pid=103702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:44:29.663204 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-213e7be8-e960-4cc7-aecc-c518c0a8049f req-7ee11c6a-110a-4e1c-84a8-574927486966 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] No DVR routers for this DVR port a4bbb362-5463-44d9-80a2-82aaa6f86538 on host n-h2-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:44:29.666352 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-d910c77e-987b-43df-8143-99657dc22666 req-743b0f8c-f96f-44f3-b4be-40ac75f984c3 service neutron] Publish callbacks [] for port (03ed4495-f6da-4bf6-9555-a2c3bfec3410), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:29.670175 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-213e7be8-e960-4cc7-aecc-c518c0a8049f req-7ee11c6a-110a-4e1c-84a8-574927486966 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:29.674472 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-213e7be8-e960-4cc7-aecc-c518c0a8049f req-7ee11c6a-110a-4e1c-84a8-574927486966 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.82 "DELETE /v2.0/ports/a4bbb362-5463-44d9-80a2-82aaa6f86538 HTTP/1.1" status: 204 len: 173 time: 0.9355969 Feb 19 02:44:29.675676 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb0ca84a-aa54-4ea8-8244-4ca8f9d8af34', 'name': 'network-vif-deleted', 'tag': 'a4bbb362-5463-44d9-80a2-82aaa6f86538'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:44:29.678868 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3441c3a-c40b-439a-a076-78a537303d8f" -d '{"events": [{"server_uuid": "fb0ca84a-aa54-4ea8-8244-4ca8f9d8af34", "name": "network-vif-deleted", "tag": "a4bbb362-5463-44d9-80a2-82aaa6f86538"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:44:29.687221 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddecf19-5ad7-420b-9d00-5bee6fbfca54 req-d54dc64c-8ff2-4c7e-88c0-4e2dc414263f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:29.689026 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6ddecf19-5ad7-420b-9d00-5bee6fbfca54 req-d54dc64c-8ff2-4c7e-88c0-4e2dc414263f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ad75c6928a1d4c6da3a56db6352b2618&device_id=fa9b45d5-254c-45de-8e0f-03eec8283098 HTTP/1.1" status: 200 len: 1126 time: 0.8030436 Feb 19 02:44:29.711063 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-d910c77e-987b-43df-8143-99657dc22666 req-743b0f8c-f96f-44f3-b4be-40ac75f984c3 service neutron] Transition to ACTIVE for port object 03ed4495-f6da-4bf6-9555-a2c3bfec3410 will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:44:29.715175 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-d910c77e-987b-43df-8143-99657dc22666 req-743b0f8c-f96f-44f3-b4be-40ac75f984c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (03ed4495-f6da-4bf6-9555-a2c3bfec3410), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:29.717040 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14081052-ea8a-4f52-abbe-07c237d572f1 req-23be4f83-012a-4cb7-af2d-2fdc331321d3 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:29.725235 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-14081052-ea8a-4f52-abbe-07c237d572f1 req-23be4f83-012a-4cb7-af2d-2fdc331321d3 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3e2950d-ab47-4046-8006-daf03c09940e HTTP/1.1" status: 200 len: 932 time: 0.9789307 Feb 19 02:44:29.817815 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743b0f8c-f96f-44f3-b4be-40ac75f984c3 service neutron] Pushing event updated for resources: {'Port': ['ID=03ed4495-f6da-4bf6-9555-a2c3bfec3410,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:44:29.849429 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddecf19-5ad7-420b-9d00-5bee6fbfca54 req-dfc51e71-d2e5-48d8-ae98-274ef2eb6db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:29.851424 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6ddecf19-5ad7-420b-9d00-5bee6fbfca54 req-dfc51e71-d2e5-48d8-ae98-274ef2eb6db3 service neutron] 10.222.0.82 "GET /v2.0/networks?id=db98097a-bb19-479d-bd0d-4f71e988880a HTTP/1.1" status: 200 len: 922 time: 0.1239026 Feb 19 02:44:29.867665 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fb73e5-cfd3-4623-a3e0-56ed10dac499 req-db0147cc-d086-4377-96bb-8e5c0fd490e9 tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:29.869447 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-54fb73e5-cfd3-4623-a3e0-56ed10dac499 req-db0147cc-d086-4377-96bb-8e5c0fd490e9 tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2459619 Feb 19 02:44:29.907385 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-54fb73e5-cfd3-4623-a3e0-56ed10dac499 req-f98b4920-b553-47e5-8e9c-033ef5a40917 tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] Request body: {'port': {'device_id': '0dd18e56-c918-4f2f-bbca-077a192e2d4a', 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f', 'admin_state_up': True, 'tenant_id': '5a8594eb95e546c6a957ee6e6b28e412'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:44:29.947508 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 51984) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:44:29.976151 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6ddecf19-5ad7-420b-9d00-5bee6fbfca54 req-2e50c589-61d9-4efe-b564-05be75b4796b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=359a2f03-81dc-42fc-9315-cd2c2edd2142 HTTP/1.1" status: 200 len: 217 time: 0.1024001 Feb 19 02:44:29.999525 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-d910c77e-987b-43df-8143-99657dc22666 req-743b0f8c-f96f-44f3-b4be-40ac75f984c3 service neutron] Attempting to bind port 03ed4495-f6da-4bf6-9555-a2c3bfec3410 on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:44:30.000094 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-d910c77e-987b-43df-8143-99657dc22666 req-743b0f8c-f96f-44f3-b4be-40ac75f984c3 service neutron] Attempting to bind port 03ed4495-f6da-4bf6-9555-a2c3bfec3410 by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': '999cf2ff-ad78-4ea0-b2d0-93d967fd81fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:44:30.000926 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d910c77e-987b-43df-8143-99657dc22666 req-743b0f8c-f96f-44f3-b4be-40ac75f984c3 service neutron] Attempting to bind port 03ed4495-f6da-4bf6-9555-a2c3bfec3410 on network b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:44:30.006316 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d910c77e-987b-43df-8143-99657dc22666 req-743b0f8c-f96f-44f3-b4be-40ac75f984c3 service neutron] Port 03ed4495-f6da-4bf6-9555-a2c3bfec3410 on network b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:44:30.006867 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d910c77e-987b-43df-8143-99657dc22666 req-743b0f8c-f96f-44f3-b4be-40ac75f984c3 service neutron] Attempting to bind port 03ed4495-f6da-4bf6-9555-a2c3bfec3410 on network b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:44:30.014358 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d910c77e-987b-43df-8143-99657dc22666 req-743b0f8c-f96f-44f3-b4be-40ac75f984c3 service neutron] Checking agent: {'id': 'bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:44:30.014983 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d910c77e-987b-43df-8143-99657dc22666 req-743b0f8c-f96f-44f3-b4be-40ac75f984c3 service neutron] Checking segment: {'id': '999cf2ff-ad78-4ea0-b2d0-93d967fd81fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:44:30.015540 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d910c77e-987b-43df-8143-99657dc22666 req-743b0f8c-f96f-44f3-b4be-40ac75f984c3 service neutron] Bound using segment: {'id': '999cf2ff-ad78-4ea0-b2d0-93d967fd81fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:44:30.016426 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-d910c77e-987b-43df-8143-99657dc22666 req-743b0f8c-f96f-44f3-b4be-40ac75f984c3 service neutron] Bound port: 03ed4495-f6da-4bf6-9555-a2c3bfec3410, host: n-h2-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '999cf2ff-ad78-4ea0-b2d0-93d967fd81fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:44:30.016966 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-d910c77e-987b-43df-8143-99657dc22666 req-743b0f8c-f96f-44f3-b4be-40ac75f984c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (03ed4495-f6da-4bf6-9555-a2c3bfec3410), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:30.083135 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-14081052-ea8a-4f52-abbe-07c237d572f1 req-52da1848-6c94-4248-85fb-a4613997e87f tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3566041 Feb 19 02:44:30.190118 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-d910c77e-987b-43df-8143-99657dc22666 req-743b0f8c-f96f-44f3-b4be-40ac75f984c3 service neutron] For port 03ed4495-f6da-4bf6-9555-a2c3bfec3410, host n-h2-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:44:30.190950 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-97f36147-4c6d-49b8-b8f6-f154209aafd4 req-4ead6606-c815-4e6c-acef-84af0bb1a7c5 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6326668 Feb 19 02:44:30.197362 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-d910c77e-987b-43df-8143-99657dc22666 req-743b0f8c-f96f-44f3-b4be-40ac75f984c3 service neutron] For port 03ed4495-f6da-4bf6-9555-a2c3bfec3410, host n-h2-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=03ed4495-f6da-4bf6-9555-a2c3bfec3410,segment=NetworkSegment(999cf2ff-ad78-4ea0-b2d0-93d967fd81fc),segment_id=999cf2ff-ad78-4ea0-b2d0-93d967fd81fc)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:44:30.210419 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-d910c77e-987b-43df-8143-99657dc22666 req-743b0f8c-f96f-44f3-b4be-40ac75f984c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (03ed4495-f6da-4bf6-9555-a2c3bfec3410), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:30.218530 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8723a3ab-5d15-4fc0-bba1-fdb3d39ec12c req-cf00604f-bd5f-4616-b4ec-1b63ba656190 service neutron] 10.222.0.73 "GET /v2.0/networks/db98097a-bb19-479d-bd0d-4f71e988880a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2157624 Feb 19 02:44:30.329962 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device ca1f1c0e-cf84-481a-b307-33f6c0ebb912 details requested by agent hyperv_n-h2-826753-2 with host n-h2-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:44:30.370799 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-db4a3481-3d91-4593-a1ec-e85980dc2107 req-e1d29090-93f5-4fbe-9db2-b2c53fee0b69 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb0ca84a-aa54-4ea8-8244-4ca8f9d8af34 HTTP/1.1" status: 200 len: 210 time: 0.0438576 Feb 19 02:44:30.374670 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d910c77e-987b-43df-8143-99657dc22666 req-743b0f8c-f96f-44f3-b4be-40ac75f984c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:30.379756 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-d910c77e-987b-43df-8143-99657dc22666 req-743b0f8c-f96f-44f3-b4be-40ac75f984c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:30.382642 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d910c77e-987b-43df-8143-99657dc22666 req-743b0f8c-f96f-44f3-b4be-40ac75f984c3 service neutron] 10.222.0.82 "PUT /v2.0/ports/03ed4495-f6da-4bf6-9555-a2c3bfec3410 HTTP/1.1" status: 200 len: 1092 time: 1.3739133 Feb 19 02:44:30.388191 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddecf19-5ad7-420b-9d00-5bee6fbfca54 req-fa6fd151-36a0-4867-b679-499c858c94a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:30.390442 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6ddecf19-5ad7-420b-9d00-5bee6fbfca54 req-fa6fd151-36a0-4867-b679-499c858c94a6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2fe72d28-9326-4a85-b8b2-36c8cafae112 HTTP/1.1" status: 200 len: 861 time: 0.3227284 Feb 19 02:44:30.391201 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-dfac8869-0ddc-49b4-a6d3-bee02715937b tempest-ExternalNetworksTestJSON-1556580793 tempest-ExternalNetworksTestJSON-1556580793-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-393796734'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:44:30.478500 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6ddecf19-5ad7-420b-9d00-5bee6fbfca54 req-8486c9af-18d6-43ba-982c-370aa6828b59 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=db98097a-bb19-479d-bd0d-4f71e988880a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734415 Feb 19 02:44:30.540791 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port ca1f1c0e-cf84-481a-b307-33f6c0ebb912, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=ca1f1c0e-cf84-481a-b307-33f6c0ebb912,segment=NetworkSegment(737c2371-1be7-4c8e-971a-97a5a11b2a65),segment_id=737c2371-1be7-4c8e-971a-97a5a11b2a65)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:44:30.562883 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Returning: {'device': 'ca1f1c0e-cf84-481a-b307-33f6c0ebb912', 'network_id': '6644bea0-d911-4ba9-95a0-90f97bdbebb7', 'port_id': 'ca1f1c0e-cf84-481a-b307-33f6c0ebb912', 'mac_address': 'fa:16:3e:3d:8c:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02fa24ee-83ac-48f4-b82d-23f834be3bb3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:44:30.615735 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port ca1f1c0e-cf84-481a-b307-33f6c0ebb912 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:44:30.616652 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (ca1f1c0e-cf84-481a-b307-33f6c0ebb912), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:30.634049 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfac8869-0ddc-49b4-a6d3-bee02715937b tempest-ExternalNetworksTestJSON-1556580793 tempest-ExternalNetworksTestJSON-1556580793-project] Made reservation on behalf of 50c3003dd4334e358c65097c01745d41 for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:44:30.635096 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca1f1c0e-cf84-481a-b307-33f6c0ebb912 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:44:30.637721 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-dfac8869-0ddc-49b4-a6d3-bee02715937b tempest-ExternalNetworksTestJSON-1556580793 tempest-ExternalNetworksTestJSON-1556580793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:30.643392 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bd22abce-3944-4170-9549-8a2f6ccc0b77 req-b15434f5-529a-4c69-8c6d-4afbe9c1664e tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] 10.222.0.72 "GET /v2.0/ports?device_id=0dd18e56-c918-4f2f-bbca-077a192e2d4a HTTP/1.1" status: 200 len: 210 time: 0.1617393 Feb 19 02:44:30.673224 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743b0f8c-f96f-44f3-b4be-40ac75f984c3 service neutron] Pushing event updated for resources: {'Port': ['ID=03ed4495-f6da-4bf6-9555-a2c3bfec3410,revision_number=3']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:44:30.674823 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port ca1f1c0e-cf84-481a-b307-33f6c0ebb912, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=ca1f1c0e-cf84-481a-b307-33f6c0ebb912,segment=NetworkSegment(737c2371-1be7-4c8e-971a-97a5a11b2a65),segment_id=737c2371-1be7-4c8e-971a-97a5a11b2a65)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:44:30.677937 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-dfac8869-0ddc-49b4-a6d3-bee02715937b tempest-ExternalNetworksTestJSON-1556580793 tempest-ExternalNetworksTestJSON-1556580793-project] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:30.682762 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (ca1f1c0e-cf84-481a-b307-33f6c0ebb912), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:30.737914 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d910c77e-987b-43df-8143-99657dc22666 req-2f6a322f-dc84-4fca-99c5-17a20cc2a0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:30.743950 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d910c77e-987b-43df-8143-99657dc22666 req-2f6a322f-dc84-4fca-99c5-17a20cc2a0dc service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=0351aa3c6ea34cbbac483ac000de57cb&device_id=f3e2950d-ab47-4046-8006-daf03c09940e HTTP/1.1" status: 200 len: 1126 time: 0.2272499 Feb 19 02:44:30.746294 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9114dd42-4372-4882-bc82-8fed3d4c19ae x-openstack-request-id: req-9114dd42-4372-4882-bc82-8fed3d4c19ae {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:44:30.746878 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb0ca84a-aa54-4ea8-8244-4ca8f9d8af34", "name": "network-vif-deleted", "tag": "a4bbb362-5463-44d9-80a2-82aaa6f86538", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:44:30.747207 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9114dd42-4372-4882-bc82-8fed3d4c19ae {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:44:30.747671 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb0ca84a-aa54-4ea8-8244-4ca8f9d8af34', 'name': 'network-vif-deleted', 'tag': 'a4bbb362-5463-44d9-80a2-82aaa6f86538', 'status': 'completed', 'code': 200} Feb 19 02:44:30.752133 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=ca1f1c0e-cf84-481a-b307-33f6c0ebb912,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:44:30.830628 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54fb73e5-cfd3-4623-a3e0-56ed10dac499 req-f98b4920-b553-47e5-8e9c-033ef5a40917 tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] Made reservation on behalf of 5a8594eb95e546c6a957ee6e6b28e412 for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:44:30.836423 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-54fb73e5-cfd3-4623-a3e0-56ed10dac499 req-f98b4920-b553-47e5-8e9c-033ef5a40917 tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:30.837830 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-dfac8869-0ddc-49b4-a6d3-bee02715937b tempest-ExternalNetworksTestJSON-1556580793 tempest-ExternalNetworksTestJSON-1556580793-project] Publish callbacks [] for security_group (fc40642a-b908-41e7-9651-c61bf27d002f), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:30.850306 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-dfac8869-0ddc-49b4-a6d3-bee02715937b tempest-ExternalNetworksTestJSON-1556580793 tempest-ExternalNetworksTestJSON-1556580793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (fc40642a-b908-41e7-9651-c61bf27d002f), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:30.859371 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8723a3ab-5d15-4fc0-bba1-fdb3d39ec12c req-41de7ce6-b8fa-42f5-a475-ac4a6ddb79e9 tempest-LiveAutoBlockMigrationV225Test-289573108 tempest-LiveAutoBlockMigrationV225Test-289573108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:30.861158 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8723a3ab-5d15-4fc0-bba1-fdb3d39ec12c req-41de7ce6-b8fa-42f5-a475-ac4a6ddb79e9 tempest-LiveAutoBlockMigrationV225Test-289573108 tempest-LiveAutoBlockMigrationV225Test-289573108-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=fa9b45d5-254c-45de-8e0f-03eec8283098&tenant_id=ad75c6928a1d4c6da3a56db6352b2618&binding%3Ahost_id=n-h1-826753-2 HTTP/1.1" status: 200 len: 1126 time: 0.1334245 Feb 19 02:44:30.880188 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6ddecf19-5ad7-420b-9d00-5bee6fbfca54 req-2d269716-f905-4404-9b97-c47729733b36 service neutron] 10.222.0.82 "GET /v2.0/networks/db98097a-bb19-479d-bd0d-4f71e988880a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3944182 Feb 19 02:44:30.891786 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c9fd49-ea58-458d-8331-27dc411b851d req-58d8471d-1522-488d-9734-ac91f19e2df1 tempest-AttachSCSIVolumeTestJSON-493968863 tempest-AttachSCSIVolumeTestJSON-493968863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:30.893325 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a0c9fd49-ea58-458d-8331-27dc411b851d req-58d8471d-1522-488d-9734-ac91f19e2df1 tempest-AttachSCSIVolumeTestJSON-493968863 tempest-AttachSCSIVolumeTestJSON-493968863-project] 10.222.0.72 "GET /v2.0/ports?device_id=2be1f616-79fd-4793-b416-b26d59ffaed1 HTTP/1.1" status: 200 len: 945 time: 0.2632670 Feb 19 02:44:30.966919 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d910c77e-987b-43df-8143-99657dc22666 req-2ff777fa-bb79-4d9e-ac3b-d8aef882a30f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03ed4495-f6da-4bf6-9555-a2c3bfec3410 HTTP/1.1" status: 200 len: 217 time: 0.1270275 Feb 19 02:44:30.967600 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfac8869-0ddc-49b4-a6d3-bee02715937b tempest-ExternalNetworksTestJSON-1556580793 tempest-ExternalNetworksTestJSON-1556580793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc40642a-b908-41e7-9651-c61bf27d002f,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:44:30.974841 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfac8869-0ddc-49b4-a6d3-bee02715937b tempest-ExternalNetworksTestJSON-1556580793 tempest-ExternalNetworksTestJSON-1556580793-project] vlan segment allocate from pool success with {'vlan_id': 267, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:44:30.985354 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-dfac8869-0ddc-49b4-a6d3-bee02715937b tempest-ExternalNetworksTestJSON-1556580793 tempest-ExternalNetworksTestJSON-1556580793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (4cf97861-96c8-4d87-8f1f-72efddfb42f9), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:30.985808 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-dfac8869-0ddc-49b4-a6d3-bee02715937b tempest-ExternalNetworksTestJSON-1556580793 tempest-ExternalNetworksTestJSON-1556580793-project] Added segment 4cf97861-96c8-4d87-8f1f-72efddfb42f9 of type vlan for network 939a096b-c253-4e9b-90fd-978290c40d1b Feb 19 02:44:30.994645 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['ca1f1c0e-cf84-481a-b307-33f6c0ebb912'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:44:31.102810 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-dfac8869-0ddc-49b4-a6d3-bee02715937b tempest-ExternalNetworksTestJSON-1556580793 tempest-ExternalNetworksTestJSON-1556580793-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (939a096b-c253-4e9b-90fd-978290c40d1b), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:31.122098 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a0c9fd49-ea58-458d-8331-27dc411b851d req-87ccd7b7-0036-4bf1-8eb9-534461216e69 tempest-AttachSCSIVolumeTestJSON-493968863 tempest-AttachSCSIVolumeTestJSON-493968863-project] 10.222.0.72 "GET /v2.0/security-groups?id=980ce490-b8ca-4730-af1e-a9d2fe7d121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978378 Feb 19 02:44:31.123292 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d910c77e-987b-43df-8143-99657dc22666 req-f7ac2166-3fc4-4b94-9bd2-185d72969df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:31.125256 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d910c77e-987b-43df-8143-99657dc22666 req-f7ac2166-3fc4-4b94-9bd2-185d72969df6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=de6735e0-8981-45a6-9d12-953729888898 HTTP/1.1" status: 200 len: 848 time: 0.1092451 Feb 19 02:44:31.192447 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d910c77e-987b-43df-8143-99657dc22666 req-25b24827-5ecd-4975-ac41-c268f9979201 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604944 Feb 19 02:44:31.196760 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-dfac8869-0ddc-49b4-a6d3-bee02715937b tempest-ExternalNetworksTestJSON-1556580793 tempest-ExternalNetworksTestJSON-1556580793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (939a096b-c253-4e9b-90fd-978290c40d1b), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:31.204989 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfac8869-0ddc-49b4-a6d3-bee02715937b tempest-ExternalNetworksTestJSON-1556580793 tempest-ExternalNetworksTestJSON-1556580793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:31.210130 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-dfac8869-0ddc-49b4-a6d3-bee02715937b tempest-ExternalNetworksTestJSON-1556580793 tempest-ExternalNetworksTestJSON-1556580793-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:31.263314 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6ddecf19-5ad7-420b-9d00-5bee6fbfca54 req-83a88096-81a9-4376-8797-682ccb848767 service neutron] 10.222.0.82 "GET /v2.0/networks/db98097a-bb19-479d-bd0d-4f71e988880a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3669910 Feb 19 02:44:31.302197 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [req-54fb73e5-cfd3-4623-a3e0-56ed10dac499 req-f98b4920-b553-47e5-8e9c-033ef5a40917 tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] Allocated IP 192.168.233.105 (5124bd00-da2a-4bd6-93a0-c14c92afb11f/974c06bc-f097-4890-970a-b087501ab241/640921c6-9aaf-484d-90f2-60b868df9f1f) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:44:31.349517 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-8723a3ab-5d15-4fc0-bba1-fdb3d39ec12c req-9b46c60b-5e92-4fce-bf0a-91fd3e8342c2 service neutron] For port 359a2f03-81dc-42fc-9315-cd2c2edd2142, host n-h2-826753-2, cleared binding levels {{(pid=103701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:44:31.368951 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-8723a3ab-5d15-4fc0-bba1-fdb3d39ec12c req-9b46c60b-5e92-4fce-bf0a-91fd3e8342c2 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:31.370093 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8723a3ab-5d15-4fc0-bba1-fdb3d39ec12c req-9b46c60b-5e92-4fce-bf0a-91fd3e8342c2 service neutron] 10.222.0.73 "DELETE /v2.0/ports/359a2f03-81dc-42fc-9315-cd2c2edd2142/bindings/n-h2-826753-2 HTTP/1.1" status: 204 len: 173 time: 0.4998684 Feb 19 02:44:31.404052 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc94c3b-cd9b-4083-9aeb-f3a453656c60 req-462cf516-92d1-4eef-b969-2202fdb179b0 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:31.405698 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-afc94c3b-cd9b-4083-9aeb-f3a453656c60 req-462cf516-92d1-4eef-b969-2202fdb179b0 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3e2950d-ab47-4046-8006-daf03c09940e HTTP/1.1" status: 200 len: 944 time: 0.1579778 Feb 19 02:44:31.421963 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-dfac8869-0ddc-49b4-a6d3-bee02715937b tempest-ExternalNetworksTestJSON-1556580793 tempest-ExternalNetworksTestJSON-1556580793-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.4731255 Feb 19 02:44:31.426421 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 51998) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:44:31.430830 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfac8869-0ddc-49b4-a6d3-bee02715937b tempest-ExternalNetworksTestJSON-1556580793 tempest-ExternalNetworksTestJSON-1556580793-project] Pushing event updated for resources: {'Network': ['ID=939a096b-c253-4e9b-90fd-978290c40d1b,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:44:31.452526 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 939a096b-c253-4e9b-90fd-978290c40d1b details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:44:31.501287 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d910c77e-987b-43df-8143-99657dc22666 req-59043e93-dc08-403f-b80a-befd91b0eaba service neutron] 10.222.0.82 "GET /v2.0/networks/b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2843313 Feb 19 02:44:31.515444 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-fabcd968-defd-4724-b9b7-e98d042e6af8 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Request body: {'network': {'name': 'tempest-network--1486000987', 'router:external': True}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:44:31.547878 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fabcd968-defd-4724-b9b7-e98d042e6af8 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Made reservation on behalf of a0c7536717ce4e409351727daec0fcc3 for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:44:31.550906 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451e76cf-6cd1-40f4-a781-8a8391871730 req-97d71029-ea04-4abc-87ef-80de1fa0a6a0 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:31.551376 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fabcd968-defd-4724-b9b7-e98d042e6af8 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:31.552475 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-451e76cf-6cd1-40f4-a781-8a8391871730 req-97d71029-ea04-4abc-87ef-80de1fa0a6a0 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa9b45d5-254c-45de-8e0f-03eec8283098 HTTP/1.1" status: 200 len: 944 time: 0.2018843 Feb 19 02:44:31.561306 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fabcd968-defd-4724-b9b7-e98d042e6af8 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:31.563780 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-afc94c3b-cd9b-4083-9aeb-f3a453656c60 req-46d92306-01f8-4767-877e-9efcb1696126 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455655 Feb 19 02:44:31.670709 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-451e76cf-6cd1-40f4-a781-8a8391871730 req-bf4fc103-de12-464d-b809-0983ae308352 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104934 Feb 19 02:44:31.691019 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d910c77e-987b-43df-8143-99657dc22666 req-289d503e-6c54-4dd4-b937-6af70a60bd1e service neutron] 10.222.0.82 "GET /v2.0/networks/b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809676 Feb 19 02:44:31.693702 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-54fb73e5-cfd3-4623-a3e0-56ed10dac499 req-f98b4920-b553-47e5-8e9c-033ef5a40917 tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] Publish callbacks [] for port (640921c6-9aaf-484d-90f2-60b868df9f1f), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:31.767015 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fabcd968-defd-4724-b9b7-e98d042e6af8 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Publish callbacks [] for security_group (229cbd02-29b5-43d0-bccf-edf1751f7a60), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:31.774540 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fabcd968-defd-4724-b9b7-e98d042e6af8 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (229cbd02-29b5-43d0-bccf-edf1751f7a60), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:31.802777 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabcd968-defd-4724-b9b7-e98d042e6af8 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=229cbd02-29b5-43d0-bccf-edf1751f7a60,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:44:31.815547 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fabcd968-defd-4724-b9b7-e98d042e6af8 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] vlan segment allocate from pool success with {'vlan_id': 280, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:44:31.837082 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fabcd968-defd-4724-b9b7-e98d042e6af8 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (65d772c6-73e9-41b1-b329-7ec1d2f90444), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:31.837436 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-fabcd968-defd-4724-b9b7-e98d042e6af8 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Added segment 65d772c6-73e9-41b1-b329-7ec1d2f90444 of type vlan for network 0e2242d0-917f-45fd-814e-667bfd793407 Feb 19 02:44:31.892377 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-14a8ad23-b925-4b08-927d-3fe412e1e294 req-700533e6-34e1-4004-8ecb-22e921d4c87e tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] 10.222.0.72 "GET /v2.0/ports?device_id=0dd18e56-c918-4f2f-bbca-077a192e2d4a HTTP/1.1" status: 200 len: 210 time: 0.0918713 Feb 19 02:44:31.908765 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-54fb73e5-cfd3-4623-a3e0-56ed10dac499 req-f98b4920-b553-47e5-8e9c-033ef5a40917 tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (640921c6-9aaf-484d-90f2-60b868df9f1f), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:31.945943 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['b775695a-e966-4ea5-a6b6-908e75751e31'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:44:31.989612 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fabcd968-defd-4724-b9b7-e98d042e6af8 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (0e2242d0-917f-45fd-814e-667bfd793407), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:31.998256 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54fb73e5-cfd3-4623-a3e0-56ed10dac499 req-f98b4920-b553-47e5-8e9c-033ef5a40917 tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] Network 5124bd00-da2a-4bd6-93a0-c14c92afb11f is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:44:32.008991 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [req-54fb73e5-cfd3-4623-a3e0-56ed10dac499 req-f98b4920-b553-47e5-8e9c-033ef5a40917 tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:44:32.015456 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-54fb73e5-cfd3-4623-a3e0-56ed10dac499 req-f98b4920-b553-47e5-8e9c-033ef5a40917 tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:44:32.022688 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98b4920-b553-47e5-8e9c-033ef5a40917 tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] Pushing event updated for resources: {'Port': ['ID=640921c6-9aaf-484d-90f2-60b868df9f1f,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:44:32.084039 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fabcd968-defd-4724-b9b7-e98d042e6af8 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (0e2242d0-917f-45fd-814e-667bfd793407), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:32.085203 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fabcd968-defd-4724-b9b7-e98d042e6af8 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:32.086106 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fabcd968-defd-4724-b9b7-e98d042e6af8 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:32.135160 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a84ffc2-31de-4052-a40b-aecd82d9e10f req-cc0449fe-96ce-443a-890d-bac4a75386e3 tempest-LiveAutoBlockMigrationV225Test-289573108 tempest-LiveAutoBlockMigrationV225Test-289573108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:32.140069 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9a84ffc2-31de-4052-a40b-aecd82d9e10f req-cc0449fe-96ce-443a-890d-bac4a75386e3 tempest-LiveAutoBlockMigrationV225Test-289573108 tempest-LiveAutoBlockMigrationV225Test-289573108-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=fa9b45d5-254c-45de-8e0f-03eec8283098 HTTP/1.1" status: 200 len: 1126 time: 0.2203989 Feb 19 02:44:32.165050 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-fabcd968-defd-4724-b9b7-e98d042e6af8 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7372854 Feb 19 02:44:32.168818 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52016) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:44:32.218911 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fb73e5-cfd3-4623-a3e0-56ed10dac499 req-f98b4920-b553-47e5-8e9c-033ef5a40917 tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:32.219553 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-54fb73e5-cfd3-4623-a3e0-56ed10dac499 req-f98b4920-b553-47e5-8e9c-033ef5a40917 tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:32.271266 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabcd968-defd-4724-b9b7-e98d042e6af8 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Pushing event updated for resources: {'Network': ['ID=0e2242d0-917f-45fd-814e-667bfd793407,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:44:32.296197 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 0e2242d0-917f-45fd-814e-667bfd793407 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:44:32.353867 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-055cd780-bf34-43a5-a426-53cda6f6c5a5 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (0e2242d0-917f-45fd-814e-667bfd793407), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:32.438949 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-54fb73e5-cfd3-4623-a3e0-56ed10dac499 req-f98b4920-b553-47e5-8e9c-033ef5a40917 tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5371084 Feb 19 02:44:32.470029 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52028) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:44:32.474919 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-54fb73e5-cfd3-4623-a3e0-56ed10dac499 req-454694cb-f893-4a92-899a-970fca2b04d1 service neutron] Request body: {'port': {'device_id': '0dd18e56-c918-4f2f-bbca-077a192e2d4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826753-2'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:44:32.495690 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9a84ffc2-31de-4052-a40b-aecd82d9e10f req-55943781-6436-4303-a4df-a31b810f42bf tempest-LiveAutoBlockMigrationV225Test-289573108 tempest-LiveAutoBlockMigrationV225Test-289573108-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3458307 Feb 19 02:44:32.654499 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-055cd780-bf34-43a5-a426-53cda6f6c5a5 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (0e2242d0-917f-45fd-814e-667bfd793407), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:32.678099 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device ca1f1c0e-cf84-481a-b307-33f6c0ebb912 up at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:44:32.704300 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-055cd780-bf34-43a5-a426-53cda6f6c5a5 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e2242d0-917f-45fd-814e-667bfd793407']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:44:32.707573 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a2dc63-a1f9-401e-96ed-926cea6b8b89 req-2cabaab8-1b71-47cd-8a58-81f15821143e tempest-AttachSCSIVolumeTestJSON-493968863 tempest-AttachSCSIVolumeTestJSON-493968863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:32.709254 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-31a2dc63-a1f9-401e-96ed-926cea6b8b89 req-2cabaab8-1b71-47cd-8a58-81f15821143e tempest-AttachSCSIVolumeTestJSON-493968863 tempest-AttachSCSIVolumeTestJSON-493968863-project] 10.222.0.72 "GET /v2.0/ports?device_id=2be1f616-79fd-4793-b416-b26d59ffaed1 HTTP/1.1" status: 200 len: 945 time: 0.3725953 Feb 19 02:44:32.716775 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-055cd780-bf34-43a5-a426-53cda6f6c5a5 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65d772c6-73e9-41b1-b329-7ec1d2f90444') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:44:32.717236 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-055cd780-bf34-43a5-a426-53cda6f6c5a5 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65d772c6-73e9-41b1-b329-7ec1d2f90444') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:44:32.729308 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-055cd780-bf34-43a5-a426-53cda6f6c5a5 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (65d772c6-73e9-41b1-b329-7ec1d2f90444), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:32.745229 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-055cd780-bf34-43a5-a426-53cda6f6c5a5 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (65d772c6-73e9-41b1-b329-7ec1d2f90444), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:32.752963 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-055cd780-bf34-43a5-a426-53cda6f6c5a5 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Releasing vlan 280 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:44:32.754936 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-055cd780-bf34-43a5-a426-53cda6f6c5a5 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (65d772c6-73e9-41b1-b329-7ec1d2f90444), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:32.763023 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-f95718a1-0f30-4c39-a933-a7d2450ae2c1 None None] Provisioning complete for port 640921c6-9aaf-484d-90f2-60b868df9f1f triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:44:32.763652 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f95718a1-0f30-4c39-a933-a7d2450ae2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (640921c6-9aaf-484d-90f2-60b868df9f1f), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:32.767152 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-54fb73e5-cfd3-4623-a3e0-56ed10dac499 req-454694cb-f893-4a92-899a-970fca2b04d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (640921c6-9aaf-484d-90f2-60b868df9f1f), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:32.833174 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning for port ca1f1c0e-cf84-481a-b307-33f6c0ebb912 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:44:32.839665 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning complete for port ca1f1c0e-cf84-481a-b307-33f6c0ebb912 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:44:32.840276 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (ca1f1c0e-cf84-481a-b307-33f6c0ebb912), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:32.843105 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-f95718a1-0f30-4c39-a933-a7d2450ae2c1 None None] Port 640921c6-9aaf-484d-90f2-60b868df9f1f cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:44:32.851864 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3e2950d-ab47-4046-8006-daf03c09940e', 'tag': '03ed4495-f6da-4bf6-9555-a2c3bfec3410'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:44:32.854556 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc69146f-bc00-433d-b840-c47568104e9e" -d '{"events": [{"name": "network-changed", "server_uuid": "f3e2950d-ab47-4046-8006-daf03c09940e", "tag": "03ed4495-f6da-4bf6-9555-a2c3bfec3410"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:44:32.857797 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 02:44:32.857797 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:44:32.857797 n-d-826753-2 neutron-server[103702]: timer() Feb 19 02:44:32.857797 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:44:32.857797 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 02:44:32.857797 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:44:32.857797 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 02:44:32.857797 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:44:32.857797 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 02:44:32.857797 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:44:32.857797 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 02:44:32.857797 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:44:32.857797 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 02:44:32.857797 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:44:32.857797 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:44:32.857797 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:44:32.857797 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:44:32.857797 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:44:32.857797 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 02:44:32.857797 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:44:32.857797 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 02:44:32.857797 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:44:32.857797 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:44:32.857797 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:44:32.857797 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 02:44:32.857797 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:44:32.857797 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:44:32.857797 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:44:32.857797 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:44:32.857797 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:44:32.857797 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:44:32.857797 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:44:32.862939 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-055cd780-bf34-43a5-a426-53cda6f6c5a5 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (0e2242d0-917f-45fd-814e-667bfd793407), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:32.870541 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-055cd780-bf34-43a5-a426-53cda6f6c5a5 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0e2242d0-917f-45fd-814e-667bfd793407 {{(pid=103702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 19 02:44:32.875505 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-f8697189-fdd6-49a9-8484-14a4c95ce79d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=db33b204d8b743bf8957eb245634d63e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3970253 Feb 19 02:44:32.884126 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52038) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:44:32.887096 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-055cd780-bf34-43a5-a426-53cda6f6c5a5 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:32.899416 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-055cd780-bf34-43a5-a426-53cda6f6c5a5 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] 10.222.0.72 "DELETE /v2.0/networks/0e2242d0-917f-45fd-814e-667bfd793407 HTTP/1.1" status: 204 len: 168 time: 0.7135572 Feb 19 02:44:32.904374 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52040) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:44:32.911323 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c6b797-a64d-4040-bf94-31d2173c2039 req-d5efda5f-f37c-4d81-ba2c-3384aa8858f0 tempest-LiveAutoBlockMigrationV225Test-289573108 tempest-LiveAutoBlockMigrationV225Test-289573108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:32.919525 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-02c6b797-a64d-4040-bf94-31d2173c2039 req-d5efda5f-f37c-4d81-ba2c-3384aa8858f0 tempest-LiveAutoBlockMigrationV225Test-289573108 tempest-LiveAutoBlockMigrationV225Test-289573108-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=fa9b45d5-254c-45de-8e0f-03eec8283098 HTTP/1.1" status: 200 len: 1126 time: 0.2461209 Feb 19 02:44:32.927927 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-ad454792-f3bb-4a78-9da5-1c997f62daf7 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:44:32.967853 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-31a2dc63-a1f9-401e-96ed-926cea6b8b89 req-cc4b6a98-e2bf-4872-a23d-797cb8a2c9f7 tempest-AttachSCSIVolumeTestJSON-493968863 tempest-AttachSCSIVolumeTestJSON-493968863-project] 10.222.0.72 "GET /v2.0/security-groups?id=980ce490-b8ca-4730-af1e-a9d2fe7d121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232161 Feb 19 02:44:33.019582 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055cd780-bf34-43a5-a426-53cda6f6c5a5 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Pushing event deleted for resources: {'Network': ['ID=0e2242d0-917f-45fd-814e-667bfd793407,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:44:33.059568 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055cd780-bf34-43a5-a426-53cda6f6c5a5 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:44:33.059926 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055cd780-bf34-43a5-a426-53cda6f6c5a5 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:44:33.060276 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055cd780-bf34-43a5-a426-53cda6f6c5a5 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:44:33.060617 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055cd780-bf34-43a5-a426-53cda6f6c5a5 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:44:33.064301 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055cd780-bf34-43a5-a426-53cda6f6c5a5 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:44:33.065187 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055cd780-bf34-43a5-a426-53cda6f6c5a5 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:44:33.068483 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055cd780-bf34-43a5-a426-53cda6f6c5a5 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:44:33.068910 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055cd780-bf34-43a5-a426-53cda6f6c5a5 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:44:33.069288 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055cd780-bf34-43a5-a426-53cda6f6c5a5 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:44:33.071836 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055cd780-bf34-43a5-a426-53cda6f6c5a5 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:44:33.072235 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055cd780-bf34-43a5-a426-53cda6f6c5a5 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:44:33.072581 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055cd780-bf34-43a5-a426-53cda6f6c5a5 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:44:33.072928 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055cd780-bf34-43a5-a426-53cda6f6c5a5 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:44:33.083670 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port ca1f1c0e-cf84-481a-b307-33f6c0ebb912 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:44:33.085070 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (ca1f1c0e-cf84-481a-b307-33f6c0ebb912), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:33.100546 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad454792-f3bb-4a78-9da5-1c997f62daf7 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Made reservation on behalf of a0c7536717ce4e409351727daec0fcc3 for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:44:33.103282 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ad454792-f3bb-4a78-9da5-1c997f62daf7 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:33.152844 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2be1f616-79fd-4793-b416-b26d59ffaed1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca1f1c0e-cf84-481a-b307-33f6c0ebb912'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:44:33.161690 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48614123-312b-41ea-a853-2258c096a897" -d '{"events": [{"server_uuid": "2be1f616-79fd-4793-b416-b26d59ffaed1", "name": "network-vif-plugged", "status": "completed", "tag": "ca1f1c0e-cf84-481a-b307-33f6c0ebb912"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:44:33.165853 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad454792-f3bb-4a78-9da5-1c997f62daf7 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] vlan segment allocate from pool success with {'vlan_id': 281, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:44:33.191347 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ad454792-f3bb-4a78-9da5-1c997f62daf7 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (e7f721d7-1c81-477f-bc05-a563756a331c), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:33.192809 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-ad454792-f3bb-4a78-9da5-1c997f62daf7 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Added segment e7f721d7-1c81-477f-bc05-a563756a331c of type vlan for network 5550ebdd-8930-46a1-95e8-c763bd87091b Feb 19 02:44:33.204433 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port ca1f1c0e-cf84-481a-b307-33f6c0ebb912, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=ca1f1c0e-cf84-481a-b307-33f6c0ebb912,segment=NetworkSegment(737c2371-1be7-4c8e-971a-97a5a11b2a65),segment_id=737c2371-1be7-4c8e-971a-97a5a11b2a65)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:44:33.210633 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (ca1f1c0e-cf84-481a-b307-33f6c0ebb912), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:33.211550 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device a4bbb362-5463-44d9-80a2-82aaa6f86538 no longer exists at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:44:33.271193 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-02c6b797-a64d-4040-bf94-31d2173c2039 req-1d5b1ca6-f7ee-4998-b914-bcb288dc9b91 tempest-LiveAutoBlockMigrationV225Test-289573108 tempest-LiveAutoBlockMigrationV225Test-289573108-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3421412 Feb 19 02:44:33.312332 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ad454792-f3bb-4a78-9da5-1c997f62daf7 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (5550ebdd-8930-46a1-95e8-c763bd87091b), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:33.327445 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] No Port match for: a4bbb362-5463-44d9-80a2-82aaa6f86538 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:44:33.329450 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device a4bbb362-5463-44d9-80a2-82aaa6f86538 not bound to the agent host n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:44:33.349224 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1ddd7f7e-55f1-4834-8ae9-76567e0c051d admin admin] Publish callbacks [] for security_group (9a7b8002-4dbe-43b1-b890-9b60531eeb20), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:33.375597 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ad454792-f3bb-4a78-9da5-1c997f62daf7 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (5550ebdd-8930-46a1-95e8-c763bd87091b), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:33.376692 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad454792-f3bb-4a78-9da5-1c997f62daf7 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:33.380195 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ad454792-f3bb-4a78-9da5-1c997f62daf7 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:33.391900 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=ca1f1c0e-cf84-481a-b307-33f6c0ebb912,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:44:33.403858 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eff6645-eb15-4ebf-945c-6b799b336876 x-openstack-request-id: req-7eff6645-eb15-4ebf-945c-6b799b336876 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:44:33.404159 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3e2950d-ab47-4046-8006-daf03c09940e", "tag": "03ed4495-f6da-4bf6-9555-a2c3bfec3410", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:44:33.404502 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7eff6645-eb15-4ebf-945c-6b799b336876 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:44:33.404949 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3e2950d-ab47-4046-8006-daf03c09940e', 'tag': '03ed4495-f6da-4bf6-9555-a2c3bfec3410', 'status': 'completed', 'code': 200} Feb 19 02:44:33.412301 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-ad454792-f3bb-4a78-9da5-1c997f62daf7 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.5061712 Feb 19 02:44:33.426748 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52052) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:44:33.432390 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-08b730ef-8607-40b3-bf37-a4bda619988f tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Request body: {'subnet': {'network_id': '5550ebdd-8930-46a1-95e8-c763bd87091b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:44:33.456372 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08b730ef-8607-40b3-bf37-a4bda619988f tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Made reservation on behalf of a0c7536717ce4e409351727daec0fcc3 for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:44:33.459141 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-08b730ef-8607-40b3-bf37-a4bda619988f tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:33.564942 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1ddd7f7e-55f1-4834-8ae9-76567e0c051d admin admin] Publish callbacks [] for security_group (9a7b8002-4dbe-43b1-b890-9b60531eeb20), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:33.584989 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad454792-f3bb-4a78-9da5-1c997f62daf7 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Pushing event updated for resources: {'Network': ['ID=5550ebdd-8930-46a1-95e8-c763bd87091b,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:44:33.600889 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 5550ebdd-8930-46a1-95e8-c763bd87091b details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:44:33.629706 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc69146f-bc00-433d-b840-c47568104e9e req-8c531718-ed12-45f4-98b9-15290a97f82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:33.634728 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-bc69146f-bc00-433d-b840-c47568104e9e req-8c531718-ed12-45f4-98b9-15290a97f82a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=0351aa3c6ea34cbbac483ac000de57cb&device_id=f3e2950d-ab47-4046-8006-daf03c09940e HTTP/1.1" status: 200 len: 1126 time: 0.1801274 Feb 19 02:44:33.781218 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d770043-fa90-415a-8635-bf67c0fd0e88 req-f104ca23-34c5-4339-ade1-a49c6aac4232 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:33.782941 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6d770043-fa90-415a-8635-bf67c0fd0e88 req-f104ca23-34c5-4339-ade1-a49c6aac4232 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3e2950d-ab47-4046-8006-daf03c09940e HTTP/1.1" status: 200 len: 944 time: 0.6183379 Feb 19 02:44:33.802879 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1ddd7f7e-55f1-4834-8ae9-76567e0c051d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (9a7b8002-4dbe-43b1-b890-9b60531eeb20), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:33.806270 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1ddd7f7e-55f1-4834-8ae9-76567e0c051d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:33.811321 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-1ddd7f7e-55f1-4834-8ae9-76567e0c051d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9a7b8002-4dbe-43b1-b890-9b60531eeb20 HTTP/1.1" status: 204 len: 168 time: 0.9203205 Feb 19 02:44:33.826978 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [req-54fb73e5-cfd3-4623-a3e0-56ed10dac499 req-454694cb-f893-4a92-899a-970fca2b04d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 640921c6-9aaf-484d-90f2-60b868df9f1f {{(pid=103701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:44:33.836374 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-54fb73e5-cfd3-4623-a3e0-56ed10dac499 req-454694cb-f893-4a92-899a-970fca2b04d1 service neutron] Publish callbacks [] for port (640921c6-9aaf-484d-90f2-60b868df9f1f), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:33.841342 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:44:33.856146 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.provisioning_blocks [req-54fb73e5-cfd3-4623-a3e0-56ed10dac499 req-454694cb-f893-4a92-899a-970fca2b04d1 service neutron] Transition to ACTIVE for port object 640921c6-9aaf-484d-90f2-60b868df9f1f will not be triggered until provisioned by entity L2. {{(pid=103701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:44:33.859174 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc69146f-bc00-433d-b840-c47568104e9e req-d46fb567-a1d1-4d6b-9a1d-e53373ecfa5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:33.861350 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-bc69146f-bc00-433d-b840-c47568104e9e req-d46fb567-a1d1-4d6b-9a1d-e53373ecfa5b service neutron] 10.222.0.82 "GET /v2.0/networks?id=b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7 HTTP/1.1" status: 200 len: 909 time: 0.2184610 Feb 19 02:44:33.879989 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-54fb73e5-cfd3-4623-a3e0-56ed10dac499 req-454694cb-f893-4a92-899a-970fca2b04d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (640921c6-9aaf-484d-90f2-60b868df9f1f), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:33.926826 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-bc69146f-bc00-433d-b840-c47568104e9e req-923af39f-1ff1-4331-898f-cda4940be913 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03ed4495-f6da-4bf6-9555-a2c3bfec3410 HTTP/1.1" status: 200 len: 217 time: 0.0572951 Feb 19 02:44:33.954727 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddd7f7e-55f1-4834-8ae9-76567e0c051d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a7b8002-4dbe-43b1-b890-9b60531eeb20,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:44:33.961898 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454694cb-f893-4a92-899a-970fca2b04d1 service neutron] Pushing event updated for resources: {'Port': ['ID=640921c6-9aaf-484d-90f2-60b868df9f1f,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:44:34.042569 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b691b8b-1b99-4ddc-8191-0c4aac9892b0 req-b827768e-680c-48de-9eaf-7fbf37620fc7 tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:34.056473 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4b691b8b-1b99-4ddc-8191-0c4aac9892b0 req-b827768e-680c-48de-9eaf-7fbf37620fc7 tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] 10.222.0.72 "GET /v2.0/ports?device_id=0dd18e56-c918-4f2f-bbca-077a192e2d4a HTTP/1.1" status: 200 len: 936 time: 0.5482612 Feb 19 02:44:34.202181 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-54fb73e5-cfd3-4623-a3e0-56ed10dac499 req-454694cb-f893-4a92-899a-970fca2b04d1 service neutron] Attempting to bind port 640921c6-9aaf-484d-90f2-60b868df9f1f on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:44:34.202516 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-54fb73e5-cfd3-4623-a3e0-56ed10dac499 req-454694cb-f893-4a92-899a-970fca2b04d1 service neutron] Attempting to bind port 640921c6-9aaf-484d-90f2-60b868df9f1f by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:44:34.202841 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54fb73e5-cfd3-4623-a3e0-56ed10dac499 req-454694cb-f893-4a92-899a-970fca2b04d1 service neutron] Attempting to bind port 640921c6-9aaf-484d-90f2-60b868df9f1f on network 5124bd00-da2a-4bd6-93a0-c14c92afb11f {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:44:34.224537 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6d770043-fa90-415a-8635-bf67c0fd0e88 req-75944d2a-e5c8-47b3-aab0-d1c99fd40989 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4285848 Feb 19 02:44:34.251598 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54fb73e5-cfd3-4623-a3e0-56ed10dac499 req-454694cb-f893-4a92-899a-970fca2b04d1 service neutron] Port 640921c6-9aaf-484d-90f2-60b868df9f1f on network 5124bd00-da2a-4bd6-93a0-c14c92afb11f not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:44:34.257159 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54fb73e5-cfd3-4623-a3e0-56ed10dac499 req-454694cb-f893-4a92-899a-970fca2b04d1 service neutron] Attempting to bind port 640921c6-9aaf-484d-90f2-60b868df9f1f on network 5124bd00-da2a-4bd6-93a0-c14c92afb11f {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:44:34.334670 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4b691b8b-1b99-4ddc-8191-0c4aac9892b0 req-d80f4624-0510-45da-b27c-0389880976a5 tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] 10.222.0.72 "GET /v2.0/security-groups?id=de50c470-5dda-4770-9867-f5a93f80ec2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723654 Feb 19 02:44:34.336933 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0230519-c3e0-4d76-9a28-d2885d738345 x-openstack-request-id: req-e0230519-c3e0-4d76-9a28-d2885d738345 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:44:34.337464 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2be1f616-79fd-4793-b416-b26d59ffaed1", "name": "network-vif-plugged", "status": "completed", "tag": "ca1f1c0e-cf84-481a-b307-33f6c0ebb912", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:44:34.337963 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e0230519-c3e0-4d76-9a28-d2885d738345 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:44:34.337963 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2be1f616-79fd-4793-b416-b26d59ffaed1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca1f1c0e-cf84-481a-b307-33f6c0ebb912', 'code': 200} Feb 19 02:44:34.340080 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54fb73e5-cfd3-4623-a3e0-56ed10dac499 req-454694cb-f893-4a92-899a-970fca2b04d1 service neutron] Checking agent: {'id': 'bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:44:34.341804 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54fb73e5-cfd3-4623-a3e0-56ed10dac499 req-454694cb-f893-4a92-899a-970fca2b04d1 service neutron] Checking segment: {'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:44:34.343615 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54fb73e5-cfd3-4623-a3e0-56ed10dac499 req-454694cb-f893-4a92-899a-970fca2b04d1 service neutron] Bound using segment: {'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:44:34.344413 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-54fb73e5-cfd3-4623-a3e0-56ed10dac499 req-454694cb-f893-4a92-899a-970fca2b04d1 service neutron] Bound port: 640921c6-9aaf-484d-90f2-60b868df9f1f, host: n-h2-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'}}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:44:34.346010 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-54fb73e5-cfd3-4623-a3e0-56ed10dac499 req-454694cb-f893-4a92-899a-970fca2b04d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (640921c6-9aaf-484d-90f2-60b868df9f1f), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:34.445179 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52060) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:44:34.583555 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc69146f-bc00-433d-b840-c47568104e9e req-5b1cfca1-88df-4333-8b1c-68be9da0b348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:34.586468 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-bc69146f-bc00-433d-b840-c47568104e9e req-5b1cfca1-88df-4333-8b1c-68be9da0b348 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=de6735e0-8981-45a6-9d12-953729888898 HTTP/1.1" status: 200 len: 848 time: 0.6536677 Feb 19 02:44:34.627279 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-bc69146f-bc00-433d-b840-c47568104e9e req-2063c429-b40f-4b88-941a-cb14360734d3 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337422 Feb 19 02:44:34.746804 n-d-826753-2 neutron-server[103702]: DEBUG neutron.objects.ports [None req-08b730ef-8607-40b3-bf37-a4bda619988f tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103702) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 02:44:34.747451 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-08b730ef-8607-40b3-bf37-a4bda619988f tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (5832768f-7583-4f5c-9e2e-e2823ae2140b), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:34.777155 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-5cc41f05-04ba-40b6-849d-714e99c4f342 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=597952f4f2e84948afb5563b054b95ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3291581 Feb 19 02:44:34.779592 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52072) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:44:34.823699 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa4f31d-22db-4eb5-9ef3-e5deaa7033be req-64ceba92-b830-4737-889d-32f95f4cd233 tempest-AttachSCSIVolumeTestJSON-493968863 tempest-AttachSCSIVolumeTestJSON-493968863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:34.825632 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7aa4f31d-22db-4eb5-9ef3-e5deaa7033be req-64ceba92-b830-4737-889d-32f95f4cd233 tempest-AttachSCSIVolumeTestJSON-493968863 tempest-AttachSCSIVolumeTestJSON-493968863-project] 10.222.0.72 "GET /v2.0/ports?device_id=2be1f616-79fd-4793-b416-b26d59ffaed1 HTTP/1.1" status: 200 len: 946 time: 0.2263174 Feb 19 02:44:34.836427 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4b8f80-791f-43ec-b776-a763f3e85e85 req-e969a888-0372-43cb-a065-336d3e2d3ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:34.837982 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2a4b8f80-791f-43ec-b776-a763f3e85e85 req-e969a888-0372-43cb-a065-336d3e2d3ad0 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=2be1f616-79fd-4793-b416-b26d59ffaed1 HTTP/1.1" status: 200 len: 1128 time: 0.3698339 Feb 19 02:44:34.845550 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-54fb73e5-cfd3-4623-a3e0-56ed10dac499 req-454694cb-f893-4a92-899a-970fca2b04d1 service neutron] For port 640921c6-9aaf-484d-90f2-60b868df9f1f, host n-h2-826753-2, cleared binding levels {{(pid=103701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:44:34.914302 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-bc69146f-bc00-433d-b840-c47568104e9e req-6ff53e7e-14be-4d7b-bf08-e9ed763b5ec7 service neutron] 10.222.0.82 "GET /v2.0/networks/b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2756691 Feb 19 02:44:34.927206 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b730ef-8607-40b3-bf37-a4bda619988f tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5832768f-7583-4f5c-9e2e-e2823ae2140b,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:44:34.963213 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2a4b8f80-791f-43ec-b776-a763f3e85e85 req-e6c424cb-f67a-47ff-915c-1b71bd4debd9 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=980ce490-b8ca-4730-af1e-a9d2fe7d121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152663 Feb 19 02:44:34.978428 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b730ef-8607-40b3-bf37-a4bda619988f tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Checking segment: {'id': 'e7f721d7-1c81-477f-bc05-a563756a331c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '5550ebdd-8930-46a1-95e8-c763bd87091b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:44:34.978851 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b730ef-8607-40b3-bf37-a4bda619988f tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Network hostable DHCP agents. Network: 5550ebdd-8930-46a1-95e8-c763bd87091b, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:44:34.991112 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-54fb73e5-cfd3-4623-a3e0-56ed10dac499 req-454694cb-f893-4a92-899a-970fca2b04d1 service neutron] For port 640921c6-9aaf-484d-90f2-60b868df9f1f, host n-h2-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=640921c6-9aaf-484d-90f2-60b868df9f1f,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:44:35.011979 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-54fb73e5-cfd3-4623-a3e0-56ed10dac499 req-454694cb-f893-4a92-899a-970fca2b04d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (640921c6-9aaf-484d-90f2-60b868df9f1f), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:35.050548 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fb73e5-cfd3-4623-a3e0-56ed10dac499 req-454694cb-f893-4a92-899a-970fca2b04d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:35.051474 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-54fb73e5-cfd3-4623-a3e0-56ed10dac499 req-454694cb-f893-4a92-899a-970fca2b04d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:35.053980 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-54fb73e5-cfd3-4623-a3e0-56ed10dac499 req-454694cb-f893-4a92-899a-970fca2b04d1 service neutron] 10.222.0.82 "PUT /v2.0/ports/640921c6-9aaf-484d-90f2-60b868df9f1f HTTP/1.1" status: 200 len: 1096 time: 2.5859261 Feb 19 02:44:35.061326 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-24897481-cd1c-4862-9f5c-fde23f7bb503 admin admin] Publish callbacks [] for security_group (7af49b44-9130-402a-842e-e5cfabdefd3f), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:35.061840 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dd18e56-c918-4f2f-bbca-077a192e2d4a', 'tag': '640921c6-9aaf-484d-90f2-60b868df9f1f'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:44:35.065309 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80e10438-7f25-4cd2-8d87-a21d8b61c3fb" -d '{"events": [{"name": "network-changed", "server_uuid": "0dd18e56-c918-4f2f-bbca-077a192e2d4a", "tag": "640921c6-9aaf-484d-90f2-60b868df9f1f"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:44:35.108526 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7aa4f31d-22db-4eb5-9ef3-e5deaa7033be req-693f5812-12e9-4089-a1e8-ff95c4142d06 tempest-AttachSCSIVolumeTestJSON-493968863 tempest-AttachSCSIVolumeTestJSON-493968863-project] 10.222.0.72 "GET /v2.0/security-groups?id=980ce490-b8ca-4730-af1e-a9d2fe7d121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2680840 Feb 19 02:44:35.164468 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e5631f2-86f0-41e7-9f8a-446a1a1036ac x-openstack-request-id: req-4e5631f2-86f0-41e7-9f8a-446a1a1036ac {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:44:35.165199 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dd18e56-c918-4f2f-bbca-077a192e2d4a", "tag": "640921c6-9aaf-484d-90f2-60b868df9f1f", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:44:35.165681 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4e5631f2-86f0-41e7-9f8a-446a1a1036ac {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:44:35.166148 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-24897481-cd1c-4862-9f5c-fde23f7bb503 admin admin] Publish callbacks [] for security_group (7af49b44-9130-402a-842e-e5cfabdefd3f), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:35.166311 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dd18e56-c918-4f2f-bbca-077a192e2d4a', 'tag': '640921c6-9aaf-484d-90f2-60b868df9f1f', 'status': 'completed', 'code': 200} Feb 19 02:44:35.173371 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454694cb-f893-4a92-899a-970fca2b04d1 service neutron] Pushing event updated for resources: {'Port': ['ID=640921c6-9aaf-484d-90f2-60b868df9f1f,revision_number=3']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:44:35.184798 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454694cb-f893-4a92-899a-970fca2b04d1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:44:35.185431 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454694cb-f893-4a92-899a-970fca2b04d1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:44:35.185886 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454694cb-f893-4a92-899a-970fca2b04d1 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:44:35.186296 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454694cb-f893-4a92-899a-970fca2b04d1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:44:35.186956 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454694cb-f893-4a92-899a-970fca2b04d1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:44:35.187410 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454694cb-f893-4a92-899a-970fca2b04d1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:44:35.187857 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454694cb-f893-4a92-899a-970fca2b04d1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:44:35.188297 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454694cb-f893-4a92-899a-970fca2b04d1 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:44:35.188682 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454694cb-f893-4a92-899a-970fca2b04d1 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:44:35.189109 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454694cb-f893-4a92-899a-970fca2b04d1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:44:35.190419 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454694cb-f893-4a92-899a-970fca2b04d1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:44:35.190419 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454694cb-f893-4a92-899a-970fca2b04d1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:44:35.190419 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454694cb-f893-4a92-899a-970fca2b04d1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:44:35.220073 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b730ef-8607-40b3-bf37-a4bda619988f tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Network 5550ebdd-8930-46a1-95e8-c763bd87091b is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:44:35.240555 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-08b730ef-8607-40b3-bf37-a4bda619988f tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 5550ebdd-8930-46a1-95e8-c763bd87091b) {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:44:35.246787 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-bc69146f-bc00-433d-b840-c47568104e9e req-ecc46e4b-a0ee-432a-b255-5cfaaf5dd285 service neutron] 10.222.0.82 "GET /v2.0/networks/b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3236897 Feb 19 02:44:35.252515 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ffb740f-71a0-47f2-a104-65f7e96c268b None None] Network 5550ebdd-8930-46a1-95e8-c763bd87091b requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:44:35.261483 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b730ef-8607-40b3-bf37-a4bda619988f tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:35.262082 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-08b730ef-8607-40b3-bf37-a4bda619988f tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:35.342104 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-08b730ef-8607-40b3-bf37-a4bda619988f tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.9116075 Feb 19 02:44:35.342275 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52084) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:44:35.348000 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-6fc5606e-338a-40a9-94ff-0ba444b780c6 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Request body: {'floatingip': {'floating_network_id': '5550ebdd-8930-46a1-95e8-c763bd87091b'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:44:35.464600 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc52094-5fb1-480a-9a4a-31881fd39766 None None] Network 5550ebdd-8930-46a1-95e8-c763bd87091b requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:44:35.486487 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-24897481-cd1c-4862-9f5c-fde23f7bb503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (7af49b44-9130-402a-842e-e5cfabdefd3f), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:35.491010 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-24897481-cd1c-4862-9f5c-fde23f7bb503 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:35.492870 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-24897481-cd1c-4862-9f5c-fde23f7bb503 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7af49b44-9130-402a-842e-e5cfabdefd3f HTTP/1.1" status: 204 len: 168 time: 0.7122371 Feb 19 02:44:35.499049 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6fc5606e-338a-40a9-94ff-0ba444b780c6 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:35.595709 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24897481-cd1c-4862-9f5c-fde23f7bb503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7af49b44-9130-402a-842e-e5cfabdefd3f,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:44:35.668993 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fb73e5-cfd3-4623-a3e0-56ed10dac499 req-e34ec9d0-9235-43f1-8506-64885a3bc900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:35.670547 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-54fb73e5-cfd3-4623-a3e0-56ed10dac499 req-e34ec9d0-9235-43f1-8506-64885a3bc900 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5a8594eb95e546c6a957ee6e6b28e412&device_id=0dd18e56-c918-4f2f-bbca-077a192e2d4a HTTP/1.1" status: 200 len: 1130 time: 0.2328436 Feb 19 02:44:35.754536 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-54fb73e5-cfd3-4623-a3e0-56ed10dac499 req-238d3910-d9a0-4969-ac9e-4c2c03bd35c2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=640921c6-9aaf-484d-90f2-60b868df9f1f HTTP/1.1" status: 200 len: 217 time: 0.0676637 Feb 19 02:44:35.828835 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fb73e5-cfd3-4623-a3e0-56ed10dac499 req-0fd2b15f-0dac-4446-9754-67f174c6262e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:35.831100 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-54fb73e5-cfd3-4623-a3e0-56ed10dac499 req-0fd2b15f-0dac-4446-9754-67f174c6262e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=974c06bc-f097-4890-970a-b087501ab241 HTTP/1.1" status: 200 len: 843 time: 0.0621619 Feb 19 02:44:35.844556 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6fc5606e-338a-40a9-94ff-0ba444b780c6 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:36.028417 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-6fc5606e-338a-40a9-94ff-0ba444b780c6 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Allocated IP 172.20.0.5 (5550ebdd-8930-46a1-95e8-c763bd87091b/5832768f-7583-4f5c-9e2e-e2823ae2140b/837ca55f-918d-403b-a563-1b884932c3af) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:44:36.046860 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fb73e5-cfd3-4623-a3e0-56ed10dac499 req-331207bd-a17f-4edf-bba9-f87edc8314aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:36.048440 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-54fb73e5-cfd3-4623-a3e0-56ed10dac499 req-331207bd-a17f-4edf-bba9-f87edc8314aa service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5124bd00-da2a-4bd6-93a0-c14c92afb11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2056720 Feb 19 02:44:36.129899 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8780aedc-8aca-49e7-a40e-1161ece1b805 req-69344f17-2e8f-48ac-b275-e70056245a39 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:36.131668 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8780aedc-8aca-49e7-a40e-1161ece1b805 req-69344f17-2e8f-48ac-b275-e70056245a39 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3e2950d-ab47-4046-8006-daf03c09940e HTTP/1.1" status: 200 len: 944 time: 0.7972114 Feb 19 02:44:36.180446 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bb8494-b292-4d05-a3dc-3b80d49f718f req-22fe8d28-5c39-484d-9448-644c62fd3179 tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:36.189410 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-76bb8494-b292-4d05-a3dc-3b80d49f718f req-22fe8d28-5c39-484d-9448-644c62fd3179 tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] 10.222.0.72 "GET /v2.0/ports?device_id=0dd18e56-c918-4f2f-bbca-077a192e2d4a HTTP/1.1" status: 200 len: 948 time: 0.7397981 Feb 19 02:44:36.234179 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8780aedc-8aca-49e7-a40e-1161ece1b805 req-852c6730-9a0f-47f2-a8d4-f12485f4f2b7 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960295 Feb 19 02:44:36.276322 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-76bb8494-b292-4d05-a3dc-3b80d49f718f req-b9fae050-9efd-47d2-8f33-cb5d01ef4b15 tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] 10.222.0.72 "GET /v2.0/security-groups?id=de50c470-5dda-4770-9867-f5a93f80ec2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859559 Feb 19 02:44:36.392967 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-54fb73e5-cfd3-4623-a3e0-56ed10dac499 req-41662262-ce20-4b10-a717-fc4ae6ae37be service neutron] 10.222.0.82 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624490 Feb 19 02:44:36.424776 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16896e77-a9d0-4f56-90c4-9641fa43b2aa req-f670246f-ee2c-478d-ae07-c703f3d89011 tempest-AttachSCSIVolumeTestJSON-493968863 tempest-AttachSCSIVolumeTestJSON-493968863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:36.427862 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-16896e77-a9d0-4f56-90c4-9641fa43b2aa req-f670246f-ee2c-478d-ae07-c703f3d89011 tempest-AttachSCSIVolumeTestJSON-493968863 tempest-AttachSCSIVolumeTestJSON-493968863-project] 10.222.0.72 "GET /v2.0/ports?device_id=2be1f616-79fd-4793-b416-b26d59ffaed1 HTTP/1.1" status: 200 len: 946 time: 0.0834861 Feb 19 02:44:36.492035 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-16896e77-a9d0-4f56-90c4-9641fa43b2aa req-5f7e12c5-0e48-4ed8-b7e9-797522406f89 tempest-AttachSCSIVolumeTestJSON-493968863 tempest-AttachSCSIVolumeTestJSON-493968863-project] 10.222.0.72 "GET /v2.0/security-groups?id=980ce490-b8ca-4730-af1e-a9d2fe7d121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579689 Feb 19 02:44:36.540425 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6fc5606e-338a-40a9-94ff-0ba444b780c6 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Publish callbacks [] for port (837ca55f-918d-403b-a563-1b884932c3af), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:36.577200 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-54fb73e5-cfd3-4623-a3e0-56ed10dac499 req-c3a22814-aefa-4a76-b4e7-08a34288dab3 service neutron] 10.222.0.82 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768618 Feb 19 02:44:36.609190 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6fc5606e-338a-40a9-94ff-0ba444b780c6 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (837ca55f-918d-403b-a563-1b884932c3af), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:36.672630 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc5606e-338a-40a9-94ff-0ba444b780c6 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Network 5550ebdd-8930-46a1-95e8-c763bd87091b is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:44:36.707261 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-6fc5606e-338a-40a9-94ff-0ba444b780c6 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:44:36.709864 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc5606e-338a-40a9-94ff-0ba444b780c6 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:44:36.746193 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc5606e-338a-40a9-94ff-0ba444b780c6 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Pushing event updated for resources: {'Port': ['ID=837ca55f-918d-403b-a563-1b884932c3af,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:44:36.781089 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e10438-7f25-4cd2-8d87-a21d8b61c3fb req-a70067a4-7ff7-4ae0-ba48-d6da5fdfc92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:36.782586 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-80e10438-7f25-4cd2-8d87-a21d8b61c3fb req-a70067a4-7ff7-4ae0-ba48-d6da5fdfc92a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5a8594eb95e546c6a957ee6e6b28e412&device_id=0dd18e56-c918-4f2f-bbca-077a192e2d4a HTTP/1.1" status: 200 len: 1130 time: 0.1089003 Feb 19 02:44:36.884173 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6fc5606e-338a-40a9-94ff-0ba444b780c6 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Publish callbacks [] for floatingip (4c422dc7-3b46-4ae0-92c5-4f49ffbb7c18), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:36.943970 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e10438-7f25-4cd2-8d87-a21d8b61c3fb req-f1a9911c-ea49-4569-87a5-90711342d005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:36.945512 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-80e10438-7f25-4cd2-8d87-a21d8b61c3fb req-f1a9911c-ea49-4569-87a5-90711342d005 service neutron] 10.222.0.82 "GET /v2.0/networks?id=5124bd00-da2a-4bd6-93a0-c14c92afb11f HTTP/1.1" status: 200 len: 870 time: 0.1555703 Feb 19 02:44:36.949986 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6fc5606e-338a-40a9-94ff-0ba444b780c6 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (837ca55f-918d-403b-a563-1b884932c3af), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:37.020528 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-80e10438-7f25-4cd2-8d87-a21d8b61c3fb req-844d50a4-dde7-40e8-9d33-51b614341b71 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=640921c6-9aaf-484d-90f2-60b868df9f1f HTTP/1.1" status: 200 len: 217 time: 0.0667927 Feb 19 02:44:37.041980 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e048236b-fadb-437a-9dc1-be70b3dc64da req-73e3e5df-7b35-41ea-bf49-5aa33a2b2d4b tempest-ImagesNegativeTestJSON-824465613 tempest-ImagesNegativeTestJSON-824465613-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=570f0de0e81447f78c817415aac50607&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321200 Feb 19 02:44:37.131067 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e10438-7f25-4cd2-8d87-a21d8b61c3fb req-b82836e7-a553-4d61-873c-809c7bd798d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:37.132616 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-80e10438-7f25-4cd2-8d87-a21d8b61c3fb req-b82836e7-a553-4d61-873c-809c7bd798d5 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=974c06bc-f097-4890-970a-b087501ab241 HTTP/1.1" status: 200 len: 843 time: 0.1023343 Feb 19 02:44:37.166888 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e048236b-fadb-437a-9dc1-be70b3dc64da req-97ba1377-3a3c-4e7b-9c9a-3b96ceef24a6 tempest-ImagesNegativeTestJSON-824465613 tempest-ImagesNegativeTestJSON-824465613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:37.175896 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e048236b-fadb-437a-9dc1-be70b3dc64da req-97ba1377-3a3c-4e7b-9c9a-3b96ceef24a6 tempest-ImagesNegativeTestJSON-824465613 tempest-ImagesNegativeTestJSON-824465613-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1328161 Feb 19 02:44:37.196890 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e048236b-fadb-437a-9dc1-be70b3dc64da req-00a78df6-a7ca-4023-972b-f4e4864b9449 tempest-ImagesNegativeTestJSON-824465613 tempest-ImagesNegativeTestJSON-824465613-project] 10.222.0.72 "GET /v2.0/quotas/570f0de0e81447f78c817415aac50607 HTTP/1.1" status: 200 len: 375 time: 0.0187051 Feb 19 02:44:37.219392 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e10438-7f25-4cd2-8d87-a21d8b61c3fb req-83e49baa-33eb-470b-a25e-5b89b7c50097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:37.220907 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-80e10438-7f25-4cd2-8d87-a21d8b61c3fb req-83e49baa-33eb-470b-a25e-5b89b7c50097 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5124bd00-da2a-4bd6-93a0-c14c92afb11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0789533 Feb 19 02:44:37.246909 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6fc5606e-338a-40a9-94ff-0ba444b780c6 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Publish callbacks [] for port (837ca55f-918d-403b-a563-1b884932c3af), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:37.251102 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e048236b-fadb-437a-9dc1-be70b3dc64da req-a040682a-f98d-44e2-af80-15d1ba74ef9c tempest-ImagesNegativeTestJSON-824465613 tempest-ImagesNegativeTestJSON-824465613-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=570f0de0e81447f78c817415aac50607&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0516009 Feb 19 02:44:37.282170 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6fc5606e-338a-40a9-94ff-0ba444b780c6 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (837ca55f-918d-403b-a563-1b884932c3af), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:37.478608 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc5606e-338a-40a9-94ff-0ba444b780c6 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Pushing event updated for resources: {'Port': ['ID=837ca55f-918d-403b-a563-1b884932c3af,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:44:37.479058 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2226f4-ae11-422d-b757-fda44dc849a1 req-f5971f66-7250-446b-a782-4f600b109739 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:37.481345 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-aa2226f4-ae11-422d-b757-fda44dc849a1 req-f5971f66-7250-446b-a782-4f600b109739 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3e2950d-ab47-4046-8006-daf03c09940e HTTP/1.1" status: 200 len: 944 time: 0.1274695 Feb 19 02:44:37.499394 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6fc5606e-338a-40a9-94ff-0ba444b780c6 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16285943'] for floatingip (4c422dc7-3b46-4ae0-92c5-4f49ffbb7c18), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:37.519147 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-80e10438-7f25-4cd2-8d87-a21d8b61c3fb req-0e94e79d-b82d-4a11-b601-d51fd4cc9999 service neutron] 10.222.0.82 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2891347 Feb 19 02:44:37.528077 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6fc5606e-338a-40a9-94ff-0ba444b780c6 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:37.530738 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-6fc5606e-338a-40a9-94ff-0ba444b780c6 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.1875689 Feb 19 02:44:37.535640 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52142) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:44:37.664460 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-80e10438-7f25-4cd2-8d87-a21d8b61c3fb req-507b00f3-4c76-4827-95d6-8b641b1ad33f service neutron] 10.222.0.82 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305122 Feb 19 02:44:37.725979 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-748154b0-b0cd-4b8e-a4c9-2e5253f552bc tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] 10.222.0.72 "GET /v2.0/floatingips?floating_network_id=5550ebdd-8930-46a1-95e8-c763bd87091b HTTP/1.1" status: 200 len: 689 time: 0.1889827 Feb 19 02:44:37.728364 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52148) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:44:37.768017 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-aa2226f4-ae11-422d-b757-fda44dc849a1 req-fe989f41-1219-47b9-ae53-a425652098ef tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808747 Feb 19 02:44:37.775586 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6a4192-36d9-42e4-9f07-70cfdc35b77d req-e69f2a74-d050-4dc9-999f-a782a2e350ea tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:37.782781 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8d6a4192-36d9-42e4-9f07-70cfdc35b77d req-e69f2a74-d050-4dc9-999f-a782a2e350ea tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] 10.222.0.72 "GET /v2.0/ports?device_id=0dd18e56-c918-4f2f-bbca-077a192e2d4a HTTP/1.1" status: 200 len: 948 time: 0.1297600 Feb 19 02:44:37.850913 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8d6a4192-36d9-42e4-9f07-70cfdc35b77d req-80c37e85-7ced-474a-93da-62eb5780e4c5 tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] 10.222.0.72 "GET /v2.0/security-groups?id=de50c470-5dda-4770-9867-f5a93f80ec2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627472 Feb 19 02:44:37.936195 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e3947618-77fd-44c4-b3ea-6f9b0dd1ba86 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (5550ebdd-8930-46a1-95e8-c763bd87091b), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:37.938362 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d7eccbca-2dcf-4cc7-a27b-86321fedb762 req-d07358b9-ba11-4c48-8c7a-b953b8cd0e35 tempest-ImagesNegativeTestJSON-824465613 tempest-ImagesNegativeTestJSON-824465613-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf3f4708-18a8-4fe1-a890-dfbc182a462a HTTP/1.1" status: 200 len: 210 time: 0.0328760 Feb 19 02:44:38.113588 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-e3947618-77fd-44c4-b3ea-6f9b0dd1ba86 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Deleting port 837ca55f-918d-403b-a563-1b884932c3af {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:44:38.114091 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e3947618-77fd-44c4-b3ea-6f9b0dd1ba86 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (837ca55f-918d-403b-a563-1b884932c3af), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:38.215939 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e3947618-77fd-44c4-b3ea-6f9b0dd1ba86 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (837ca55f-918d-403b-a563-1b884932c3af), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:38.216262 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e3947618-77fd-44c4-b3ea-6f9b0dd1ba86 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Publish callbacks [] for floatingip (837ca55f-918d-403b-a563-1b884932c3af), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:38.229193 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-e3947618-77fd-44c4-b3ea-6f9b0dd1ba86 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Calling delete_port for 837ca55f-918d-403b-a563-1b884932c3af owned by network:floatingip {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:44:38.369794 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 640921c6-9aaf-484d-90f2-60b868df9f1f details requested by agent hyperv_n-h2-826753-2 with host n-h2-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:44:38.379684 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e3947618-77fd-44c4-b3ea-6f9b0dd1ba86 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (837ca55f-918d-403b-a563-1b884932c3af), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:38.411105 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3947618-77fd-44c4-b3ea-6f9b0dd1ba86 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Pushing event deleted for resources: {'Port': ['ID=837ca55f-918d-403b-a563-1b884932c3af,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:44:38.481097 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e3947618-77fd-44c4-b3ea-6f9b0dd1ba86 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Publish callbacks [] for floatingip (4c422dc7-3b46-4ae0-92c5-4f49ffbb7c18), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:38.502581 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 640921c6-9aaf-484d-90f2-60b868df9f1f, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=640921c6-9aaf-484d-90f2-60b868df9f1f,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:44:38.514942 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Returning: {'device': '640921c6-9aaf-484d-90f2-60b868df9f1f', 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f', 'port_id': '640921c6-9aaf-484d-90f2-60b868df9f1f', 'mac_address': 'fa:16:3e:5d:c5:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '974c06bc-f097-4890-970a-b087501ab241', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:44:38.532347 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e3947618-77fd-44c4-b3ea-6f9b0dd1ba86 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (5832768f-7583-4f5c-9e2e-e2823ae2140b), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:38.557892 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 640921c6-9aaf-484d-90f2-60b868df9f1f is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:44:38.558575 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (640921c6-9aaf-484d-90f2-60b868df9f1f), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:38.573948 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 640921c6-9aaf-484d-90f2-60b868df9f1f {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:44:38.597299 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 640921c6-9aaf-484d-90f2-60b868df9f1f, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=640921c6-9aaf-484d-90f2-60b868df9f1f,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:44:38.602393 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (640921c6-9aaf-484d-90f2-60b868df9f1f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:38.615221 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e3947618-77fd-44c4-b3ea-6f9b0dd1ba86 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (5832768f-7583-4f5c-9e2e-e2823ae2140b), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:38.649888 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3947618-77fd-44c4-b3ea-6f9b0dd1ba86 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5832768f-7583-4f5c-9e2e-e2823ae2140b,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:44:38.662556 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=640921c6-9aaf-484d-90f2-60b868df9f1f,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:44:38.716044 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e3947618-77fd-44c4-b3ea-6f9b0dd1ba86 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (5550ebdd-8930-46a1-95e8-c763bd87091b), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:38.737272 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-e3947618-77fd-44c4-b3ea-6f9b0dd1ba86 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5550ebdd-8930-46a1-95e8-c763bd87091b']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:44:38.749406 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-e3947618-77fd-44c4-b3ea-6f9b0dd1ba86 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7f721d7-1c81-477f-bc05-a563756a331c') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:44:38.749700 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-e3947618-77fd-44c4-b3ea-6f9b0dd1ba86 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7f721d7-1c81-477f-bc05-a563756a331c') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:44:38.760635 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e3947618-77fd-44c4-b3ea-6f9b0dd1ba86 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (e7f721d7-1c81-477f-bc05-a563756a331c), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:38.775124 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e3947618-77fd-44c4-b3ea-6f9b0dd1ba86 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (e7f721d7-1c81-477f-bc05-a563756a331c), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:38.782071 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3947618-77fd-44c4-b3ea-6f9b0dd1ba86 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Releasing vlan 281 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:44:38.782504 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e3947618-77fd-44c4-b3ea-6f9b0dd1ba86 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (e7f721d7-1c81-477f-bc05-a563756a331c), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:38.785058 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 02:44:38.785058 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:44:38.785058 n-d-826753-2 neutron-server[103702]: timer() Feb 19 02:44:38.785058 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:44:38.785058 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 02:44:38.785058 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:44:38.785058 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 02:44:38.785058 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:44:38.785058 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 02:44:38.785058 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:44:38.785058 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 02:44:38.785058 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:44:38.785058 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 02:44:38.785058 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:44:38.785058 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:44:38.785058 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:44:38.785058 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:44:38.785058 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:44:38.785058 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 02:44:38.785058 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:44:38.785058 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 02:44:38.785058 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:44:38.785058 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:44:38.785058 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:44:38.785058 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 02:44:38.785058 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:44:38.785058 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:44:38.785058 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:44:38.785058 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:44:38.785058 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:44:38.785058 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:44:38.785058 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:44:38.879204 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e048236b-fadb-437a-9dc1-be70b3dc64da req-4720192d-1670-4512-8f7d-341deafa4aeb tempest-ImagesNegativeTestJSON-824465613 tempest-ImagesNegativeTestJSON-824465613-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=570f0de0e81447f78c817415aac50607&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0490015 Feb 19 02:44:38.892127 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e3947618-77fd-44c4-b3ea-6f9b0dd1ba86 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (5550ebdd-8930-46a1-95e8-c763bd87091b), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:38.900228 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['640921c6-9aaf-484d-90f2-60b868df9f1f'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:44:38.931026 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3947618-77fd-44c4-b3ea-6f9b0dd1ba86 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5550ebdd-8930-46a1-95e8-c763bd87091b {{(pid=103702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 19 02:44:38.943627 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3947618-77fd-44c4-b3ea-6f9b0dd1ba86 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Pushing event deleted for resources: {'Network': ['ID=5550ebdd-8930-46a1-95e8-c763bd87091b,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:44:38.945939 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e3947618-77fd-44c4-b3ea-6f9b0dd1ba86 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:38.953524 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-e3947618-77fd-44c4-b3ea-6f9b0dd1ba86 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] 10.222.0.72 "DELETE /v2.0/networks/5550ebdd-8930-46a1-95e8-c763bd87091b HTTP/1.1" status: 204 len: 168 time: 1.2212751 Feb 19 02:44:38.960383 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52166) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:44:39.206335 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-c94e3da2-9043-448f-91c4-80f674488129 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] 10.222.0.72 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 996 time: 0.2400818 Feb 19 02:44:39.207314 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52170) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:44:39.266697 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef69f40-6553-458e-b371-2eb8b8a62841 req-b22b90c1-b379-4956-bf83-12fbe0793a48 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:39.275633 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5ef69f40-6553-458e-b371-2eb8b8a62841 req-b22b90c1-b379-4956-bf83-12fbe0793a48 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3e2950d-ab47-4046-8006-daf03c09940e HTTP/1.1" status: 200 len: 944 time: 0.3434794 Feb 19 02:44:39.290517 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57d8b95-947e-4ad1-b177-c951748da0a9 req-8f6024da-beca-4a08-ba44-9bf0b97d9544 tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:39.297751 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e57d8b95-947e-4ad1-b177-c951748da0a9 req-8f6024da-beca-4a08-ba44-9bf0b97d9544 tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] 10.222.0.72 "GET /v2.0/ports?device_id=0dd18e56-c918-4f2f-bbca-077a192e2d4a HTTP/1.1" status: 200 len: 949 time: 0.2376969 Feb 19 02:44:39.310570 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecceb2e2-9ee5-47ab-9be7-d6d1e2e582bc tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:39.311977 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecceb2e2-9ee5-47ab-9be7-d6d1e2e582bc tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:39.312448 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecceb2e2-9ee5-47ab-9be7-d6d1e2e582bc tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:39.312899 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecceb2e2-9ee5-47ab-9be7-d6d1e2e582bc tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:39.313368 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecceb2e2-9ee5-47ab-9be7-d6d1e2e582bc tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:39.313808 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecceb2e2-9ee5-47ab-9be7-d6d1e2e582bc tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:39.314251 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecceb2e2-9ee5-47ab-9be7-d6d1e2e582bc tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:39.320391 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecceb2e2-9ee5-47ab-9be7-d6d1e2e582bc tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:39.320858 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecceb2e2-9ee5-47ab-9be7-d6d1e2e582bc tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:39.321341 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecceb2e2-9ee5-47ab-9be7-d6d1e2e582bc tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:39.322324 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecceb2e2-9ee5-47ab-9be7-d6d1e2e582bc tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:39.322831 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecceb2e2-9ee5-47ab-9be7-d6d1e2e582bc tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:39.327937 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-ecceb2e2-9ee5-47ab-9be7-d6d1e2e582bc tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7885 time: 0.1165578 Feb 19 02:44:39.328590 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52172) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:44:39.333868 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e048236b-fadb-437a-9dc1-be70b3dc64da req-2c2ebc4f-bafe-45ce-8336-6a169efdfd5a tempest-ImagesNegativeTestJSON-824465613 tempest-ImagesNegativeTestJSON-824465613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:39.335440 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e048236b-fadb-437a-9dc1-be70b3dc64da req-2c2ebc4f-bafe-45ce-8336-6a169efdfd5a tempest-ImagesNegativeTestJSON-824465613 tempest-ImagesNegativeTestJSON-824465613-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4506242 Feb 19 02:44:39.380994 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e57d8b95-947e-4ad1-b177-c951748da0a9 req-27560e8c-63fe-4a60-8da1-94f76d385d9b tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] 10.222.0.72 "GET /v2.0/security-groups?id=de50c470-5dda-4770-9867-f5a93f80ec2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779953 Feb 19 02:44:39.387330 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-e048236b-fadb-437a-9dc1-be70b3dc64da req-6a5653d8-fa46-4437-8097-00d2b1ed5490 tempest-ImagesNegativeTestJSON-824465613 tempest-ImagesNegativeTestJSON-824465613-project] Request body: {'port': {'device_id': 'cf3f4708-18a8-4fe1-a890-dfbc182a462a', 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f', 'admin_state_up': True, 'tenant_id': '570f0de0e81447f78c817415aac50607'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:44:39.405050 n-d-826753-2 neutron-server[103702]: INFO neutron.api.v2.resource [None req-890138dd-a371-4e8a-a0b3-c7a846ab3bcf tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] delete failed (client error): The resource could not be found. Feb 19 02:44:39.406087 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-890138dd-a371-4e8a-a0b3-c7a846ab3bcf tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] 10.222.0.72 "DELETE /v2.0/floatingips/4c422dc7-3b46-4ae0-92c5-4f49ffbb7c18 HTTP/1.1" status: 404 len: 345 time: 0.0765529 Feb 19 02:44:39.408980 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52174) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:44:39.485210 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5ef69f40-6553-458e-b371-2eb8b8a62841 req-7063f356-bfad-449d-8e35-a326acfd9334 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038867 Feb 19 02:44:39.634458 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a19b9902-d5a7-4b38-ae0e-62bc89dead5f req-4cb96168-3f6f-45c8-b83c-4d89973619e6 tempest-ImagesNegativeTestJSON-824465613 tempest-ImagesNegativeTestJSON-824465613-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf3f4708-18a8-4fe1-a890-dfbc182a462a HTTP/1.1" status: 200 len: 210 time: 0.0480199 Feb 19 02:44:39.654271 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e048236b-fadb-437a-9dc1-be70b3dc64da req-6a5653d8-fa46-4437-8097-00d2b1ed5490 tempest-ImagesNegativeTestJSON-824465613 tempest-ImagesNegativeTestJSON-824465613-project] Made reservation on behalf of 570f0de0e81447f78c817415aac50607 for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:44:39.658066 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-e048236b-fadb-437a-9dc1-be70b3dc64da req-6a5653d8-fa46-4437-8097-00d2b1ed5490 tempest-ImagesNegativeTestJSON-824465613 tempest-ImagesNegativeTestJSON-824465613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:39.668222 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-e048236b-fadb-437a-9dc1-be70b3dc64da req-6a5653d8-fa46-4437-8097-00d2b1ed5490 tempest-ImagesNegativeTestJSON-824465613 tempest-ImagesNegativeTestJSON-824465613-project] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:39.761768 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-e048236b-fadb-437a-9dc1-be70b3dc64da req-6a5653d8-fa46-4437-8097-00d2b1ed5490 tempest-ImagesNegativeTestJSON-824465613 tempest-ImagesNegativeTestJSON-824465613-project] Publish callbacks [] for security_group (0faf4302-c296-438f-9908-67c1bb082cc2), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:39.768318 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-e048236b-fadb-437a-9dc1-be70b3dc64da req-6a5653d8-fa46-4437-8097-00d2b1ed5490 tempest-ImagesNegativeTestJSON-824465613 tempest-ImagesNegativeTestJSON-824465613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (0faf4302-c296-438f-9908-67c1bb082cc2), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:39.797437 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-a68dc338-bdd0-41ea-a5de-9add220abc52 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] DELETE failed (client error): The resource could not be found. Feb 19 02:44:39.798066 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a68dc338-bdd0-41ea-a5de-9add220abc52 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 02:44:39.801969 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-a68dc338-bdd0-41ea-a5de-9add220abc52 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] 10.222.0.72 "DELETE /v2.0/networks/5550ebdd-8930-46a1-95e8-c763bd87091b HTTP/1.1" status: 404 len: 339 time: 0.3912151 Feb 19 02:44:39.806317 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52178) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:44:39.811111 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-7ea2537b-9167-4e54-82ee-718c69f36567 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Request body: {'network': {'name': 'tempest-network--322395153', 'router:external': True}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:44:39.833591 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ea2537b-9167-4e54-82ee-718c69f36567 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Made reservation on behalf of a0c7536717ce4e409351727daec0fcc3 for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:44:39.836251 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7ea2537b-9167-4e54-82ee-718c69f36567 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:39.851863 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5653d8-fa46-4437-8097-00d2b1ed5490 tempest-ImagesNegativeTestJSON-824465613 tempest-ImagesNegativeTestJSON-824465613-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0faf4302-c296-438f-9908-67c1bb082cc2,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:44:39.868504 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ea2537b-9167-4e54-82ee-718c69f36567 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] vlan segment allocate from pool success with {'vlan_id': 275, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:44:39.883426 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7ea2537b-9167-4e54-82ee-718c69f36567 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (2136ac8f-0ae9-462e-b61c-6dd8adc9ed22), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:39.883848 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-7ea2537b-9167-4e54-82ee-718c69f36567 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Added segment 2136ac8f-0ae9-462e-b61c-6dd8adc9ed22 of type vlan for network dbebd83c-91c0-4d6d-90b5-0ccecfb6ec56 Feb 19 02:44:39.936236 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7ea2537b-9167-4e54-82ee-718c69f36567 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (dbebd83c-91c0-4d6d-90b5-0ccecfb6ec56), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:39.967109 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [req-e048236b-fadb-437a-9dc1-be70b3dc64da req-6a5653d8-fa46-4437-8097-00d2b1ed5490 tempest-ImagesNegativeTestJSON-824465613 tempest-ImagesNegativeTestJSON-824465613-project] Allocated IP 192.168.233.53 (5124bd00-da2a-4bd6-93a0-c14c92afb11f/974c06bc-f097-4890-970a-b087501ab241/65e5d569-eca2-4f07-b18b-e34f45d86c0c) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:44:39.974090 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7ea2537b-9167-4e54-82ee-718c69f36567 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (dbebd83c-91c0-4d6d-90b5-0ccecfb6ec56), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:39.975373 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea2537b-9167-4e54-82ee-718c69f36567 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:39.976261 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7ea2537b-9167-4e54-82ee-718c69f36567 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:40.065081 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-7ea2537b-9167-4e54-82ee-718c69f36567 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.2546678 Feb 19 02:44:40.066385 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52180) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:44:40.076716 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea2537b-9167-4e54-82ee-718c69f36567 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Pushing event updated for resources: {'Network': ['ID=dbebd83c-91c0-4d6d-90b5-0ccecfb6ec56,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:44:40.088818 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network dbebd83c-91c0-4d6d-90b5-0ccecfb6ec56 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:44:40.253747 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-e048236b-fadb-437a-9dc1-be70b3dc64da req-6a5653d8-fa46-4437-8097-00d2b1ed5490 tempest-ImagesNegativeTestJSON-824465613 tempest-ImagesNegativeTestJSON-824465613-project] Publish callbacks [] for port (65e5d569-eca2-4f07-b18b-e34f45d86c0c), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:40.288422 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821151c8-e7eb-47b9-9090-084e0497478a tempest-ExternalNetworksTestJSON-1556580793 tempest-ExternalNetworksTestJSON-1556580793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:40.294021 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821151c8-e7eb-47b9-9090-084e0497478a tempest-ExternalNetworksTestJSON-1556580793 tempest-ExternalNetworksTestJSON-1556580793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:40.299525 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821151c8-e7eb-47b9-9090-084e0497478a tempest-ExternalNetworksTestJSON-1556580793 tempest-ExternalNetworksTestJSON-1556580793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:40.301529 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-e048236b-fadb-437a-9dc1-be70b3dc64da req-6a5653d8-fa46-4437-8097-00d2b1ed5490 tempest-ImagesNegativeTestJSON-824465613 tempest-ImagesNegativeTestJSON-824465613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (65e5d569-eca2-4f07-b18b-e34f45d86c0c), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:40.305562 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821151c8-e7eb-47b9-9090-084e0497478a tempest-ExternalNetworksTestJSON-1556580793 tempest-ExternalNetworksTestJSON-1556580793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:40.310563 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-821151c8-e7eb-47b9-9090-084e0497478a tempest-ExternalNetworksTestJSON-1556580793 tempest-ExternalNetworksTestJSON-1556580793-project] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.2353597 Feb 19 02:44:40.311376 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52182) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:44:40.366982 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5653d8-fa46-4437-8097-00d2b1ed5490 tempest-ImagesNegativeTestJSON-824465613 tempest-ImagesNegativeTestJSON-824465613-project] Pushing event updated for resources: {'Port': ['ID=65e5d569-eca2-4f07-b18b-e34f45d86c0c,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:44:40.379242 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 640921c6-9aaf-484d-90f2-60b868df9f1f up at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:44:40.389273 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e048236b-fadb-437a-9dc1-be70b3dc64da req-6a5653d8-fa46-4437-8097-00d2b1ed5490 tempest-ImagesNegativeTestJSON-824465613 tempest-ImagesNegativeTestJSON-824465613-project] Network 5124bd00-da2a-4bd6-93a0-c14c92afb11f is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:44:40.390301 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [req-e048236b-fadb-437a-9dc1-be70b3dc64da req-6a5653d8-fa46-4437-8097-00d2b1ed5490 tempest-ImagesNegativeTestJSON-824465613 tempest-ImagesNegativeTestJSON-824465613-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:44:40.397809 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-e048236b-fadb-437a-9dc1-be70b3dc64da req-6a5653d8-fa46-4437-8097-00d2b1ed5490 tempest-ImagesNegativeTestJSON-824465613 tempest-ImagesNegativeTestJSON-824465613-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:44:40.399636 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2c5bb349-1d94-4b39-a31a-48435955c320 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (dbebd83c-91c0-4d6d-90b5-0ccecfb6ec56), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:40.499590 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e048236b-fadb-437a-9dc1-be70b3dc64da req-6a5653d8-fa46-4437-8097-00d2b1ed5490 tempest-ImagesNegativeTestJSON-824465613 tempest-ImagesNegativeTestJSON-824465613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:40.509860 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-e048236b-fadb-437a-9dc1-be70b3dc64da req-6a5653d8-fa46-4437-8097-00d2b1ed5490 tempest-ImagesNegativeTestJSON-824465613 tempest-ImagesNegativeTestJSON-824465613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:40.517297 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2c5bb349-1d94-4b39-a31a-48435955c320 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (dbebd83c-91c0-4d6d-90b5-0ccecfb6ec56), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:40.533103 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning for port 640921c6-9aaf-484d-90f2-60b868df9f1f completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:44:40.539372 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning complete for port 640921c6-9aaf-484d-90f2-60b868df9f1f triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:44:40.539876 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (640921c6-9aaf-484d-90f2-60b868df9f1f), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:40.540701 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-2c5bb349-1d94-4b39-a31a-48435955c320 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbebd83c-91c0-4d6d-90b5-0ccecfb6ec56']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:44:40.551104 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-2c5bb349-1d94-4b39-a31a-48435955c320 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2136ac8f-0ae9-462e-b61c-6dd8adc9ed22') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:44:40.551383 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-2c5bb349-1d94-4b39-a31a-48435955c320 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2136ac8f-0ae9-462e-b61c-6dd8adc9ed22') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:44:40.561567 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2c5bb349-1d94-4b39-a31a-48435955c320 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (2136ac8f-0ae9-462e-b61c-6dd8adc9ed22), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:40.597040 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2c5bb349-1d94-4b39-a31a-48435955c320 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (2136ac8f-0ae9-462e-b61c-6dd8adc9ed22), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:40.603927 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c5bb349-1d94-4b39-a31a-48435955c320 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Releasing vlan 275 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:44:40.604385 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2c5bb349-1d94-4b39-a31a-48435955c320 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (2136ac8f-0ae9-462e-b61c-6dd8adc9ed22), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:40.633636 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e048236b-fadb-437a-9dc1-be70b3dc64da req-6a5653d8-fa46-4437-8097-00d2b1ed5490 tempest-ImagesNegativeTestJSON-824465613 tempest-ImagesNegativeTestJSON-824465613-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2671978 Feb 19 02:44:40.668291 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-e048236b-fadb-437a-9dc1-be70b3dc64da req-2f9a07b3-8ea5-45bf-8e54-c91a39c35095 service neutron] Request body: {'port': {'device_id': 'cf3f4708-18a8-4fe1-a890-dfbc182a462a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826753-2'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:44:40.694691 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 640921c6-9aaf-484d-90f2-60b868df9f1f is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:44:40.696181 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (640921c6-9aaf-484d-90f2-60b868df9f1f), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:40.699863 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 02:44:40.699863 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:44:40.699863 n-d-826753-2 neutron-server[103702]: timer() Feb 19 02:44:40.699863 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:44:40.699863 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 02:44:40.699863 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:44:40.699863 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 02:44:40.699863 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:44:40.699863 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 02:44:40.699863 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:44:40.699863 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 02:44:40.699863 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:44:40.699863 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 02:44:40.699863 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:44:40.699863 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:44:40.699863 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:44:40.699863 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:44:40.699863 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:44:40.699863 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 02:44:40.699863 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:44:40.699863 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 02:44:40.699863 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:44:40.699863 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:44:40.699863 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:44:40.699863 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 02:44:40.699863 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:44:40.699863 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:44:40.699863 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:44:40.699863 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:44:40.699863 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:44:40.699863 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:44:40.699863 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:44:40.707251 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2c5bb349-1d94-4b39-a31a-48435955c320 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (dbebd83c-91c0-4d6d-90b5-0ccecfb6ec56), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:40.714448 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c5bb349-1d94-4b39-a31a-48435955c320 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network dbebd83c-91c0-4d6d-90b5-0ccecfb6ec56 {{(pid=103702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 19 02:44:40.719733 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2c5bb349-1d94-4b39-a31a-48435955c320 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:40.728165 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-2c5bb349-1d94-4b39-a31a-48435955c320 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] 10.222.0.72 "DELETE /v2.0/networks/dbebd83c-91c0-4d6d-90b5-0ccecfb6ec56 HTTP/1.1" status: 204 len: 168 time: 0.4155161 Feb 19 02:44:40.740027 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52192) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:44:40.745667 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5bb349-1d94-4b39-a31a-48435955c320 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Pushing event deleted for resources: {'Network': ['ID=dbebd83c-91c0-4d6d-90b5-0ccecfb6ec56,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:44:40.752533 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dd18e56-c918-4f2f-bbca-077a192e2d4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '640921c6-9aaf-484d-90f2-60b868df9f1f'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:44:40.755782 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bcd02c2-c9db-4ece-9820-7bfe67662b63" -d '{"events": [{"server_uuid": "0dd18e56-c918-4f2f-bbca-077a192e2d4a", "name": "network-vif-plugged", "status": "completed", "tag": "640921c6-9aaf-484d-90f2-60b868df9f1f"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:44:40.758401 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-8d468547-72d3-4e7d-aa4a-a4ae12f92bd8 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Request body: {'network': {'name': 'tempest-network--253682908', 'router:external': True}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:44:40.778929 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 640921c6-9aaf-484d-90f2-60b868df9f1f, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=640921c6-9aaf-484d-90f2-60b868df9f1f,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:44:40.781065 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debd007a-0d77-4658-80ab-5a1b7ddb685f req-6390b086-fa9c-49c5-8939-00b3f72e6251 tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:40.782636 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-debd007a-0d77-4658-80ab-5a1b7ddb685f req-6390b086-fa9c-49c5-8939-00b3f72e6251 tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] 10.222.0.72 "GET /v2.0/ports?device_id=0dd18e56-c918-4f2f-bbca-077a192e2d4a HTTP/1.1" status: 200 len: 949 time: 0.2700024 Feb 19 02:44:40.794396 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (640921c6-9aaf-484d-90f2-60b868df9f1f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:40.903074 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-fe635f22-fde1-4f1f-a451-d255a84945fe None None] Provisioning complete for port 65e5d569-eca2-4f07-b18b-e34f45d86c0c triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:44:40.903475 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fe635f22-fde1-4f1f-a451-d255a84945fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (65e5d569-eca2-4f07-b18b-e34f45d86c0c), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:40.936868 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=640921c6-9aaf-484d-90f2-60b868df9f1f,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:44:40.954137 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-fe635f22-fde1-4f1f-a451-d255a84945fe None None] Port 65e5d569-eca2-4f07-b18b-e34f45d86c0c cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:44:40.957133 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a165eb79-8081-4019-9ac0-d34f06cd61f5 req-ed3681d4-60e9-451c-ad66-43cb93429e41 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:40.958911 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a165eb79-8081-4019-9ac0-d34f06cd61f5 req-ed3681d4-60e9-451c-ad66-43cb93429e41 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3e2950d-ab47-4046-8006-daf03c09940e HTTP/1.1" status: 200 len: 944 time: 0.3535938 Feb 19 02:44:40.959564 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d468547-72d3-4e7d-aa4a-a4ae12f92bd8 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Made reservation on behalf of a0c7536717ce4e409351727daec0fcc3 for: {'network': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:44:40.961883 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8d468547-72d3-4e7d-aa4a-a4ae12f92bd8 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:41.015342 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-e048236b-fadb-437a-9dc1-be70b3dc64da req-2f9a07b3-8ea5-45bf-8e54-c91a39c35095 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (65e5d569-eca2-4f07-b18b-e34f45d86c0c), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:41.035885 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-debd007a-0d77-4658-80ab-5a1b7ddb685f req-c93ac540-5033-408f-bb8a-b02c3768e0b0 tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] 10.222.0.72 "GET /v2.0/security-groups?id=de50c470-5dda-4770-9867-f5a93f80ec2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428665 Feb 19 02:44:41.052613 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d468547-72d3-4e7d-aa4a-a4ae12f92bd8 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] vlan segment allocate from pool success with {'vlan_id': 278, 'physical_network': 'physnet1'} {{(pid=103701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:44:41.092479 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8d468547-72d3-4e7d-aa4a-a4ae12f92bd8 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (bb81ea1c-7972-4455-9bfe-960a24d0e097), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:41.092832 n-d-826753-2 neutron-server[103701]: INFO neutron.db.segments_db [None req-8d468547-72d3-4e7d-aa4a-a4ae12f92bd8 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Added segment bb81ea1c-7972-4455-9bfe-960a24d0e097 of type vlan for network aaa4dcfe-8861-4b03-b7d0-e2579ccb9031 Feb 19 02:44:41.106380 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a165eb79-8081-4019-9ac0-d34f06cd61f5 req-5bade107-da06-43cc-8bf4-99e871dcdc50 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390266 Feb 19 02:44:41.182277 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-528bb67e-1f4f-4060-b4c6-fc98e566e349 x-openstack-request-id: req-528bb67e-1f4f-4060-b4c6-fc98e566e349 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:44:41.182792 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dd18e56-c918-4f2f-bbca-077a192e2d4a", "name": "network-vif-plugged", "status": "completed", "tag": "640921c6-9aaf-484d-90f2-60b868df9f1f", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:44:41.182904 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-528bb67e-1f4f-4060-b4c6-fc98e566e349 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:44:41.183203 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dd18e56-c918-4f2f-bbca-077a192e2d4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '640921c6-9aaf-484d-90f2-60b868df9f1f', 'code': 200} Feb 19 02:44:41.236708 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8d468547-72d3-4e7d-aa4a-a4ae12f92bd8 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (aaa4dcfe-8861-4b03-b7d0-e2579ccb9031), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:41.360414 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96e060b-415e-4368-bb13-35a25a5ed209 req-c7cee254-1a05-46bd-8036-5b9ddc712098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:41.362130 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-b96e060b-415e-4368-bb13-35a25a5ed209 req-c7cee254-1a05-46bd-8036-5b9ddc712098 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=0dd18e56-c918-4f2f-bbca-077a192e2d4a HTTP/1.1" status: 200 len: 1132 time: 0.0864096 Feb 19 02:44:41.437351 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8d468547-72d3-4e7d-aa4a-a4ae12f92bd8 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (aaa4dcfe-8861-4b03-b7d0-e2579ccb9031), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:41.438325 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d468547-72d3-4e7d-aa4a-a4ae12f92bd8 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:41.438968 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8d468547-72d3-4e7d-aa4a-a4ae12f92bd8 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:41.445113 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-b96e060b-415e-4368-bb13-35a25a5ed209 req-739ad63f-1878-4979-8ed9-22139868ef0a service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=de50c470-5dda-4770-9867-f5a93f80ec2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759258 Feb 19 02:44:41.514945 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0e8dca-79aa-4b15-b9e2-28627660da91 req-5b6423ea-cead-413d-8805-6edc360e22d5 tempest-ImagesNegativeTestJSON-824465613 tempest-ImagesNegativeTestJSON-824465613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:41.516498 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ad0e8dca-79aa-4b15-b9e2-28627660da91 req-5b6423ea-cead-413d-8805-6edc360e22d5 tempest-ImagesNegativeTestJSON-824465613 tempest-ImagesNegativeTestJSON-824465613-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf3f4708-18a8-4fe1-a890-dfbc182a462a HTTP/1.1" status: 200 len: 935 time: 0.2742105 Feb 19 02:44:41.532829 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-8d468547-72d3-4e7d-aa4a-a4ae12f92bd8 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7886906 Feb 19 02:44:41.533783 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52196) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:44:41.552190 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d468547-72d3-4e7d-aa4a-a4ae12f92bd8 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Pushing event updated for resources: {'Network': ['ID=aaa4dcfe-8861-4b03-b7d0-e2579ccb9031,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:44:41.566391 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network aaa4dcfe-8861-4b03-b7d0-e2579ccb9031 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:44:41.635615 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8aa0b99-0ff7-4bfd-be32-936a29b8503d tempest-ExternalNetworksTestJSON-1556580793 tempest-ExternalNetworksTestJSON-1556580793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:41.642519 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-c8aa0b99-0ff7-4bfd-be32-936a29b8503d tempest-ExternalNetworksTestJSON-1556580793 tempest-ExternalNetworksTestJSON-1556580793-project] 10.222.0.72 "GET /v2.0/networks/aaa4dcfe-8861-4b03-b7d0-e2579ccb9031 HTTP/1.1" status: 200 len: 756 time: 0.1081762 Feb 19 02:44:41.643930 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52198) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:44:41.688170 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ad0e8dca-79aa-4b15-b9e2-28627660da91 req-91f15948-2993-41ec-beaa-7e9d5be94c74 tempest-ImagesNegativeTestJSON-824465613 tempest-ImagesNegativeTestJSON-824465613-project] 10.222.0.72 "GET /v2.0/security-groups?id=0faf4302-c296-438f-9908-67c1bb082cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611457 Feb 19 02:44:41.701845 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [req-e048236b-fadb-437a-9dc1-be70b3dc64da req-2f9a07b3-8ea5-45bf-8e54-c91a39c35095 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65e5d569-eca2-4f07-b18b-e34f45d86c0c {{(pid=103701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:44:41.718314 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-e048236b-fadb-437a-9dc1-be70b3dc64da req-2f9a07b3-8ea5-45bf-8e54-c91a39c35095 service neutron] Publish callbacks [] for port (65e5d569-eca2-4f07-b18b-e34f45d86c0c), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:41.733313 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.provisioning_blocks [req-e048236b-fadb-437a-9dc1-be70b3dc64da req-2f9a07b3-8ea5-45bf-8e54-c91a39c35095 service neutron] Transition to ACTIVE for port object 65e5d569-eca2-4f07-b18b-e34f45d86c0c will not be triggered until provisioned by entity L2. {{(pid=103701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:44:41.740815 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-e048236b-fadb-437a-9dc1-be70b3dc64da req-2f9a07b3-8ea5-45bf-8e54-c91a39c35095 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (65e5d569-eca2-4f07-b18b-e34f45d86c0c), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:41.762927 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385d7026-6936-45f8-8143-a21a80d673f2 tempest-ExternalNetworksTestJSON-1556580793 tempest-ExternalNetworksTestJSON-1556580793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:41.766809 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-385d7026-6936-45f8-8143-a21a80d673f2 tempest-ExternalNetworksTestJSON-1556580793 tempest-ExternalNetworksTestJSON-1556580793-project] 10.222.0.72 "GET /v2.0/networks/939a096b-c253-4e9b-90fd-978290c40d1b HTTP/1.1" status: 200 len: 767 time: 0.1190138 Feb 19 02:44:41.767042 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52200) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:44:41.851097 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2b347eb2-2b2e-495c-a602-f73231e78ed9 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (aaa4dcfe-8861-4b03-b7d0-e2579ccb9031), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:41.874264 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9a07b3-8ea5-45bf-8e54-c91a39c35095 service neutron] Pushing event updated for resources: {'Port': ['ID=65e5d569-eca2-4f07-b18b-e34f45d86c0c,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:44:41.908288 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-e048236b-fadb-437a-9dc1-be70b3dc64da req-2f9a07b3-8ea5-45bf-8e54-c91a39c35095 service neutron] Attempting to bind port 65e5d569-eca2-4f07-b18b-e34f45d86c0c on host n-h1-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:44:41.908804 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-e048236b-fadb-437a-9dc1-be70b3dc64da req-2f9a07b3-8ea5-45bf-8e54-c91a39c35095 service neutron] Attempting to bind port 65e5d569-eca2-4f07-b18b-e34f45d86c0c by drivers openvswitch,hyperv on host n-h1-826753-2 at level 0 using segments [{'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:44:41.909174 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e048236b-fadb-437a-9dc1-be70b3dc64da req-2f9a07b3-8ea5-45bf-8e54-c91a39c35095 service neutron] Attempting to bind port 65e5d569-eca2-4f07-b18b-e34f45d86c0c on network 5124bd00-da2a-4bd6-93a0-c14c92afb11f {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:44:41.914646 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e048236b-fadb-437a-9dc1-be70b3dc64da req-2f9a07b3-8ea5-45bf-8e54-c91a39c35095 service neutron] Port 65e5d569-eca2-4f07-b18b-e34f45d86c0c on network 5124bd00-da2a-4bd6-93a0-c14c92afb11f not bound, no agent of type Open vSwitch agent registered on host n-h1-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:44:41.914965 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e048236b-fadb-437a-9dc1-be70b3dc64da req-2f9a07b3-8ea5-45bf-8e54-c91a39c35095 service neutron] Attempting to bind port 65e5d569-eca2-4f07-b18b-e34f45d86c0c on network 5124bd00-da2a-4bd6-93a0-c14c92afb11f {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:44:41.920149 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e048236b-fadb-437a-9dc1-be70b3dc64da req-2f9a07b3-8ea5-45bf-8e54-c91a39c35095 service neutron] Checking agent: {'id': '9d56fb1b-2855-496a-a6d9-c324740cb98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:44:41.920487 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e048236b-fadb-437a-9dc1-be70b3dc64da req-2f9a07b3-8ea5-45bf-8e54-c91a39c35095 service neutron] Checking segment: {'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:44:41.921000 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e048236b-fadb-437a-9dc1-be70b3dc64da req-2f9a07b3-8ea5-45bf-8e54-c91a39c35095 service neutron] Bound using segment: {'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:44:41.922569 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-e048236b-fadb-437a-9dc1-be70b3dc64da req-2f9a07b3-8ea5-45bf-8e54-c91a39c35095 service neutron] Bound port: 65e5d569-eca2-4f07-b18b-e34f45d86c0c, host: n-h1-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'}}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:44:41.922933 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-e048236b-fadb-437a-9dc1-be70b3dc64da req-2f9a07b3-8ea5-45bf-8e54-c91a39c35095 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (65e5d569-eca2-4f07-b18b-e34f45d86c0c), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:41.975311 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2b347eb2-2b2e-495c-a602-f73231e78ed9 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (aaa4dcfe-8861-4b03-b7d0-e2579ccb9031), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:42.007682 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-2b347eb2-2b2e-495c-a602-f73231e78ed9 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaa4dcfe-8861-4b03-b7d0-e2579ccb9031']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:44:42.019139 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-e048236b-fadb-437a-9dc1-be70b3dc64da req-2f9a07b3-8ea5-45bf-8e54-c91a39c35095 service neutron] For port 65e5d569-eca2-4f07-b18b-e34f45d86c0c, host n-h1-826753-2, cleared binding levels {{(pid=103701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:44:42.020433 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-2b347eb2-2b2e-495c-a602-f73231e78ed9 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb81ea1c-7972-4455-9bfe-960a24d0e097') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:44:42.021422 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-2b347eb2-2b2e-495c-a602-f73231e78ed9 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb81ea1c-7972-4455-9bfe-960a24d0e097') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:44:42.025811 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-e048236b-fadb-437a-9dc1-be70b3dc64da req-2f9a07b3-8ea5-45bf-8e54-c91a39c35095 service neutron] For port 65e5d569-eca2-4f07-b18b-e34f45d86c0c, host n-h1-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=65e5d569-eca2-4f07-b18b-e34f45d86c0c,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:44:42.052834 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-e048236b-fadb-437a-9dc1-be70b3dc64da req-2f9a07b3-8ea5-45bf-8e54-c91a39c35095 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (65e5d569-eca2-4f07-b18b-e34f45d86c0c), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:42.055645 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2b347eb2-2b2e-495c-a602-f73231e78ed9 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (bb81ea1c-7972-4455-9bfe-960a24d0e097), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:42.070488 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2b347eb2-2b2e-495c-a602-f73231e78ed9 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (bb81ea1c-7972-4455-9bfe-960a24d0e097), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:42.080513 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b347eb2-2b2e-495c-a602-f73231e78ed9 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Releasing vlan 278 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:44:42.080906 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2b347eb2-2b2e-495c-a602-f73231e78ed9 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (bb81ea1c-7972-4455-9bfe-960a24d0e097), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:42.139946 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 02:44:42.139946 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:44:42.139946 n-d-826753-2 neutron-server[103702]: timer() Feb 19 02:44:42.139946 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:44:42.139946 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 02:44:42.139946 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:44:42.139946 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 02:44:42.139946 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:44:42.139946 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 02:44:42.139946 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:44:42.139946 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 02:44:42.139946 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:44:42.139946 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 02:44:42.139946 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:44:42.139946 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:44:42.139946 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:44:42.139946 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:44:42.139946 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:44:42.139946 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 02:44:42.139946 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:44:42.139946 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 02:44:42.139946 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:44:42.139946 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:44:42.139946 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:44:42.139946 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 02:44:42.139946 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:44:42.139946 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:44:42.139946 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:44:42.139946 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:44:42.139946 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:44:42.139946 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:44:42.139946 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:44:42.148009 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2b347eb2-2b2e-495c-a602-f73231e78ed9 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (aaa4dcfe-8861-4b03-b7d0-e2579ccb9031), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:42.157494 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b347eb2-2b2e-495c-a602-f73231e78ed9 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network aaa4dcfe-8861-4b03-b7d0-e2579ccb9031 {{(pid=103702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 19 02:44:42.162167 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2b347eb2-2b2e-495c-a602-f73231e78ed9 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:42.165799 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-2b347eb2-2b2e-495c-a602-f73231e78ed9 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] 10.222.0.72 "DELETE /v2.0/networks/aaa4dcfe-8861-4b03-b7d0-e2579ccb9031 HTTP/1.1" status: 204 len: 168 time: 0.3978872 Feb 19 02:44:42.166822 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e048236b-fadb-437a-9dc1-be70b3dc64da req-2f9a07b3-8ea5-45bf-8e54-c91a39c35095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:42.167472 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-e048236b-fadb-437a-9dc1-be70b3dc64da req-2f9a07b3-8ea5-45bf-8e54-c91a39c35095 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:42.168941 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e048236b-fadb-437a-9dc1-be70b3dc64da req-2f9a07b3-8ea5-45bf-8e54-c91a39c35095 service neutron] 10.222.0.73 "PUT /v2.0/ports/65e5d569-eca2-4f07-b18b-e34f45d86c0c HTTP/1.1" status: 200 len: 1095 time: 1.5120330 Feb 19 02:44:42.177331 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52208) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:44:42.183377 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-3b00195e-4a1e-4c2a-ad36-a620e2d3a362 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Request body: {'network': {'name': 'tempest-network--539455512'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:44:42.184149 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf3f4708-18a8-4fe1-a890-dfbc182a462a', 'tag': '65e5d569-eca2-4f07-b18b-e34f45d86c0c'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:44:42.187953 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b347eb2-2b2e-495c-a602-f73231e78ed9 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Pushing event deleted for resources: {'Network': ['ID=aaa4dcfe-8861-4b03-b7d0-e2579ccb9031,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:44:42.192648 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcbbf050-728e-4952-8c38-ec8ce71573a1" -d '{"events": [{"name": "network-changed", "server_uuid": "cf3f4708-18a8-4fe1-a890-dfbc182a462a", "tag": "65e5d569-eca2-4f07-b18b-e34f45d86c0c"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:44:42.234669 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9a07b3-8ea5-45bf-8e54-c91a39c35095 service neutron] Pushing event updated for resources: {'Port': ['ID=65e5d569-eca2-4f07-b18b-e34f45d86c0c,revision_number=3']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:44:42.247133 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b00195e-4a1e-4c2a-ad36-a620e2d3a362 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Made reservation on behalf of a0c7536717ce4e409351727daec0fcc3 for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:44:42.252495 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3b00195e-4a1e-4c2a-ad36-a620e2d3a362 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:42.296903 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b00195e-4a1e-4c2a-ad36-a620e2d3a362 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] vlan segment allocate from pool success with {'vlan_id': 251, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:44:42.308169 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3b00195e-4a1e-4c2a-ad36-a620e2d3a362 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (d903f390-0a8a-43e0-8a7a-0885efd44ba5), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:42.308867 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-3b00195e-4a1e-4c2a-ad36-a620e2d3a362 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Added segment d903f390-0a8a-43e0-8a7a-0885efd44ba5 of type vlan for network bc3cb3ce-c0b5-4dc8-b454-d65d5adcde37 Feb 19 02:44:42.357909 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3b00195e-4a1e-4c2a-ad36-a620e2d3a362 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (bc3cb3ce-c0b5-4dc8-b454-d65d5adcde37), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:42.415206 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3b00195e-4a1e-4c2a-ad36-a620e2d3a362 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (bc3cb3ce-c0b5-4dc8-b454-d65d5adcde37), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:42.416203 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b00195e-4a1e-4c2a-ad36-a620e2d3a362 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:42.416878 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3b00195e-4a1e-4c2a-ad36-a620e2d3a362 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:42.538421 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1055a93d-7629-49b5-acfa-c8cd6c0eec44 req-81b2aa48-aa60-4879-9e50-287185cd1648 tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:42.542993 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1055a93d-7629-49b5-acfa-c8cd6c0eec44 req-81b2aa48-aa60-4879-9e50-287185cd1648 tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] 10.222.0.72 "GET /v2.0/ports?device_id=0dd18e56-c918-4f2f-bbca-077a192e2d4a HTTP/1.1" status: 200 len: 950 time: 0.2981617 Feb 19 02:44:42.548320 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e048236b-fadb-437a-9dc1-be70b3dc64da req-4685a683-d043-473b-8570-d48267e6939d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:42.554463 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e048236b-fadb-437a-9dc1-be70b3dc64da req-4685a683-d043-473b-8570-d48267e6939d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=570f0de0e81447f78c817415aac50607&device_id=cf3f4708-18a8-4fe1-a890-dfbc182a462a HTTP/1.1" status: 200 len: 1129 time: 0.2836680 Feb 19 02:44:42.560663 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-3b00195e-4a1e-4c2a-ad36-a620e2d3a362 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3789554 Feb 19 02:44:42.561143 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52214) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:44:42.595343 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-cd1ac0c3-aec3-4e27-b1a9-74b387dadbad tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:44:42.638490 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b00195e-4a1e-4c2a-ad36-a620e2d3a362 tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Pushing event updated for resources: {'Network': ['ID=bc3cb3ce-c0b5-4dc8-b454-d65d5adcde37,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:44:42.651713 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network bc3cb3ce-c0b5-4dc8-b454-d65d5adcde37 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:44:42.763578 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e048236b-fadb-437a-9dc1-be70b3dc64da req-3b21e6ce-a5b4-47cb-9436-f1199021def6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=65e5d569-eca2-4f07-b18b-e34f45d86c0c HTTP/1.1" status: 200 len: 217 time: 0.1689327 Feb 19 02:44:42.827771 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cd1ac0c3-aec3-4e27-b1a9-74b387dadbad tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (bc3cb3ce-c0b5-4dc8-b454-d65d5adcde37), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:42.847600 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cd1ac0c3-aec3-4e27-b1a9-74b387dadbad tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (bc3cb3ce-c0b5-4dc8-b454-d65d5adcde37), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:42.925898 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1ac0c3-aec3-4e27-b1a9-74b387dadbad tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Pushing event updated for resources: {'Network': ['ID=bc3cb3ce-c0b5-4dc8-b454-d65d5adcde37,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:44:42.938312 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cd1ac0c3-aec3-4e27-b1a9-74b387dadbad tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Network bc3cb3ce-c0b5-4dc8-b454-d65d5adcde37 is not hosted by any dhcp agent {{(pid=103702) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 19 02:44:42.939409 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1ac0c3-aec3-4e27-b1a9-74b387dadbad tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:42.941672 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cd1ac0c3-aec3-4e27-b1a9-74b387dadbad tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:42.946530 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-cd1ac0c3-aec3-4e27-b1a9-74b387dadbad tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] 10.222.0.72 "PUT /v2.0/networks/bc3cb3ce-c0b5-4dc8-b454-d65d5adcde37 HTTP/1.1" status: 200 len: 857 time: 0.3821065 Feb 19 02:44:42.947349 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52218) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:44:42.961289 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1055a93d-7629-49b5-acfa-c8cd6c0eec44 req-d9372cb3-cc4f-49c5-a97c-1d76f2982b59 tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] 10.222.0.72 "GET /v2.0/security-groups?id=de50c470-5dda-4770-9867-f5a93f80ec2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4043865 Feb 19 02:44:42.967433 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e048236b-fadb-437a-9dc1-be70b3dc64da req-2195200e-5ddb-43a5-994d-b5d4b6a143d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:42.968869 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e048236b-fadb-437a-9dc1-be70b3dc64da req-2195200e-5ddb-43a5-994d-b5d4b6a143d8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=974c06bc-f097-4890-970a-b087501ab241 HTTP/1.1" status: 200 len: 843 time: 0.2001090 Feb 19 02:44:43.040623 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f440e7-7e8a-4d8d-877b-41fe244c35f4 req-a2cb4ad9-ef26-4149-b5b8-262d99ab2741 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:43.048252 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-76f440e7-7e8a-4d8d-877b-41fe244c35f4 req-a2cb4ad9-ef26-4149-b5b8-262d99ab2741 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3e2950d-ab47-4046-8006-daf03c09940e HTTP/1.1" status: 200 len: 944 time: 0.6909363 Feb 19 02:44:43.080273 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-125948a9-d703-4193-a33e-e3dff2a8326d tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (bc3cb3ce-c0b5-4dc8-b454-d65d5adcde37), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:43.113341 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e048236b-fadb-437a-9dc1-be70b3dc64da req-3a7a4275-bed8-49ad-8051-81da5a7ed16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:43.115359 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e048236b-fadb-437a-9dc1-be70b3dc64da req-3a7a4275-bed8-49ad-8051-81da5a7ed16a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5124bd00-da2a-4bd6-93a0-c14c92afb11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1392155 Feb 19 02:44:43.126239 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aad8a216-5d96-4d03-810b-7d4ee340667a x-openstack-request-id: req-aad8a216-5d96-4d03-810b-7d4ee340667a {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:44:43.127209 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf3f4708-18a8-4fe1-a890-dfbc182a462a", "tag": "65e5d569-eca2-4f07-b18b-e34f45d86c0c", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:44:43.129166 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-aad8a216-5d96-4d03-810b-7d4ee340667a {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:44:43.129677 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf3f4708-18a8-4fe1-a890-dfbc182a462a', 'tag': '65e5d569-eca2-4f07-b18b-e34f45d86c0c', 'status': 'completed', 'code': 200} Feb 19 02:44:43.184591 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-125948a9-d703-4193-a33e-e3dff2a8326d tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (bc3cb3ce-c0b5-4dc8-b454-d65d5adcde37), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:43.212566 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-125948a9-d703-4193-a33e-e3dff2a8326d tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc3cb3ce-c0b5-4dc8-b454-d65d5adcde37']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:44:43.222642 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-125948a9-d703-4193-a33e-e3dff2a8326d tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd903f390-0a8a-43e0-8a7a-0885efd44ba5') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:44:43.223199 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-125948a9-d703-4193-a33e-e3dff2a8326d tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd903f390-0a8a-43e0-8a7a-0885efd44ba5') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:44:43.233628 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-125948a9-d703-4193-a33e-e3dff2a8326d tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (d903f390-0a8a-43e0-8a7a-0885efd44ba5), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:43.249253 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-125948a9-d703-4193-a33e-e3dff2a8326d tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (d903f390-0a8a-43e0-8a7a-0885efd44ba5), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:43.256065 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-125948a9-d703-4193-a33e-e3dff2a8326d tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Releasing vlan 251 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:44:43.256263 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-76f440e7-7e8a-4d8d-877b-41fe244c35f4 req-ff161619-1507-4e1f-857f-384bfa1ed24d tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953313 Feb 19 02:44:43.256792 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-125948a9-d703-4193-a33e-e3dff2a8326d tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (d903f390-0a8a-43e0-8a7a-0885efd44ba5), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:43.324332 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c71df0-d65e-43a8-ade2-b9182d451576 req-aa72bd08-1cd4-4c4a-8062-48203da28762 tempest-ImagesNegativeTestJSON-824465613 tempest-ImagesNegativeTestJSON-824465613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:43.326054 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e8c71df0-d65e-43a8-ade2-b9182d451576 req-aa72bd08-1cd4-4c4a-8062-48203da28762 tempest-ImagesNegativeTestJSON-824465613 tempest-ImagesNegativeTestJSON-824465613-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf3f4708-18a8-4fe1-a890-dfbc182a462a HTTP/1.1" status: 200 len: 947 time: 0.1434538 Feb 19 02:44:43.330196 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e048236b-fadb-437a-9dc1-be70b3dc64da req-1bda1f37-de46-4aa4-b1bb-d8d3113e14a9 service neutron] 10.222.0.73 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982689 Feb 19 02:44:43.335097 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 02:44:43.335097 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:44:43.335097 n-d-826753-2 neutron-server[103702]: timer() Feb 19 02:44:43.335097 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:44:43.335097 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 02:44:43.335097 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:44:43.335097 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 02:44:43.335097 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:44:43.335097 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 02:44:43.335097 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:44:43.335097 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 02:44:43.335097 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:44:43.335097 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 02:44:43.335097 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:44:43.335097 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:44:43.335097 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:44:43.335097 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:44:43.335097 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:44:43.335097 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 02:44:43.335097 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:44:43.335097 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 02:44:43.335097 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:44:43.335097 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:44:43.335097 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:44:43.335097 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 02:44:43.335097 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:44:43.335097 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:44:43.335097 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:44:43.335097 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:44:43.335097 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:44:43.335097 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:44:43.335097 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:44:43.342309 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-125948a9-d703-4193-a33e-e3dff2a8326d tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (bc3cb3ce-c0b5-4dc8-b454-d65d5adcde37), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:43.348826 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-125948a9-d703-4193-a33e-e3dff2a8326d tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network bc3cb3ce-c0b5-4dc8-b454-d65d5adcde37 {{(pid=103702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 19 02:44:43.351651 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-125948a9-d703-4193-a33e-e3dff2a8326d tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:43.358107 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-125948a9-d703-4193-a33e-e3dff2a8326d tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] 10.222.0.72 "DELETE /v2.0/networks/bc3cb3ce-c0b5-4dc8-b454-d65d5adcde37 HTTP/1.1" status: 204 len: 168 time: 0.4071712 Feb 19 02:44:43.365746 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52220) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:44:43.393636 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-9246b52c-9fc3-459c-ba75-1be50878e043 tempest-ExternalNetworksTestJSON-1556580793 tempest-ExternalNetworksTestJSON-1556580793-project] DELETE failed (client error): The resource could not be found. Feb 19 02:44:43.394364 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9246b52c-9fc3-459c-ba75-1be50878e043 tempest-ExternalNetworksTestJSON-1556580793 tempest-ExternalNetworksTestJSON-1556580793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 02:44:43.400066 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-9246b52c-9fc3-459c-ba75-1be50878e043 tempest-ExternalNetworksTestJSON-1556580793 tempest-ExternalNetworksTestJSON-1556580793-project] 10.222.0.72 "DELETE /v2.0/subnets/5832768f-7583-4f5c-9e2e-e2823ae2140b HTTP/1.1" status: 404 len: 337 time: 0.0306251 Feb 19 02:44:43.400066 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125948a9-d703-4193-a33e-e3dff2a8326d tempest-ExternalNetworksTestJSON-753565086 tempest-ExternalNetworksTestJSON-753565086-project-admin] Pushing event deleted for resources: {'Network': ['ID=bc3cb3ce-c0b5-4dc8-b454-d65d5adcde37,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:44:43.400851 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52222) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:44:43.491750 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e8c71df0-d65e-43a8-ade2-b9182d451576 req-fd46ddee-b0b4-45a5-8393-64761ac8b551 tempest-ImagesNegativeTestJSON-824465613 tempest-ImagesNegativeTestJSON-824465613-project] 10.222.0.72 "GET /v2.0/security-groups?id=0faf4302-c296-438f-9908-67c1bb082cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578662 Feb 19 02:44:43.502723 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fa5c68de-371a-4a9f-8c58-82facaea0ca9 tempest-ExternalNetworksTestJSON-1556580793 tempest-ExternalNetworksTestJSON-1556580793-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (939a096b-c253-4e9b-90fd-978290c40d1b), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:43.509544 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e048236b-fadb-437a-9dc1-be70b3dc64da req-f3ab29d5-cd85-46e7-8b74-26e2ba1d956a service neutron] 10.222.0.73 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705391 Feb 19 02:44:43.625910 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fa5c68de-371a-4a9f-8c58-82facaea0ca9 tempest-ExternalNetworksTestJSON-1556580793 tempest-ExternalNetworksTestJSON-1556580793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (939a096b-c253-4e9b-90fd-978290c40d1b), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:43.668896 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-fa5c68de-371a-4a9f-8c58-82facaea0ca9 tempest-ExternalNetworksTestJSON-1556580793 tempest-ExternalNetworksTestJSON-1556580793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['939a096b-c253-4e9b-90fd-978290c40d1b']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:44:43.686808 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-fa5c68de-371a-4a9f-8c58-82facaea0ca9 tempest-ExternalNetworksTestJSON-1556580793 tempest-ExternalNetworksTestJSON-1556580793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cf97861-96c8-4d87-8f1f-72efddfb42f9') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:44:43.688314 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-fa5c68de-371a-4a9f-8c58-82facaea0ca9 tempest-ExternalNetworksTestJSON-1556580793 tempest-ExternalNetworksTestJSON-1556580793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cf97861-96c8-4d87-8f1f-72efddfb42f9') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:44:43.698103 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbbf050-728e-4952-8c38-ec8ce71573a1 req-550aff5f-11e4-4ad5-9561-5fbd23d64dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:43.699758 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fcbbf050-728e-4952-8c38-ec8ce71573a1 req-550aff5f-11e4-4ad5-9561-5fbd23d64dd3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=570f0de0e81447f78c817415aac50607&device_id=cf3f4708-18a8-4fe1-a890-dfbc182a462a HTTP/1.1" status: 200 len: 1129 time: 0.0831776 Feb 19 02:44:43.718465 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fa5c68de-371a-4a9f-8c58-82facaea0ca9 tempest-ExternalNetworksTestJSON-1556580793 tempest-ExternalNetworksTestJSON-1556580793-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (4cf97861-96c8-4d87-8f1f-72efddfb42f9), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:43.745997 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fa5c68de-371a-4a9f-8c58-82facaea0ca9 tempest-ExternalNetworksTestJSON-1556580793 tempest-ExternalNetworksTestJSON-1556580793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (4cf97861-96c8-4d87-8f1f-72efddfb42f9), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:43.759951 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa5c68de-371a-4a9f-8c58-82facaea0ca9 tempest-ExternalNetworksTestJSON-1556580793 tempest-ExternalNetworksTestJSON-1556580793-project] Releasing vlan 267 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:44:43.760547 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fa5c68de-371a-4a9f-8c58-82facaea0ca9 tempest-ExternalNetworksTestJSON-1556580793 tempest-ExternalNetworksTestJSON-1556580793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (4cf97861-96c8-4d87-8f1f-72efddfb42f9), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:43.764895 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 02:44:43.764895 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:44:43.764895 n-d-826753-2 neutron-server[103702]: timer() Feb 19 02:44:43.764895 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:44:43.764895 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 02:44:43.764895 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:44:43.764895 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 02:44:43.764895 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:44:43.764895 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 02:44:43.764895 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:44:43.764895 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 02:44:43.764895 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:44:43.764895 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 02:44:43.764895 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:44:43.764895 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:44:43.764895 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:44:43.764895 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:44:43.764895 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:44:43.764895 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 02:44:43.764895 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:44:43.764895 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 02:44:43.764895 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:44:43.764895 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:44:43.764895 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:44:43.764895 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 02:44:43.764895 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:44:43.764895 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:44:43.764895 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:44:43.764895 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:44:43.764895 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:44:43.764895 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:44:43.764895 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:44:43.864333 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbbf050-728e-4952-8c38-ec8ce71573a1 req-26c8f058-bd05-41fa-bcb2-8c28959aaa23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:43.866114 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fcbbf050-728e-4952-8c38-ec8ce71573a1 req-26c8f058-bd05-41fa-bcb2-8c28959aaa23 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5124bd00-da2a-4bd6-93a0-c14c92afb11f HTTP/1.1" status: 200 len: 870 time: 0.1583455 Feb 19 02:44:43.866577 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fa5c68de-371a-4a9f-8c58-82facaea0ca9 tempest-ExternalNetworksTestJSON-1556580793 tempest-ExternalNetworksTestJSON-1556580793-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (939a096b-c253-4e9b-90fd-978290c40d1b), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:43.875277 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fa5c68de-371a-4a9f-8c58-82facaea0ca9 tempest-ExternalNetworksTestJSON-1556580793 tempest-ExternalNetworksTestJSON-1556580793-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:43.879059 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-fa5c68de-371a-4a9f-8c58-82facaea0ca9 tempest-ExternalNetworksTestJSON-1556580793 tempest-ExternalNetworksTestJSON-1556580793-project] 10.222.0.72 "DELETE /v2.0/networks/939a096b-c253-4e9b-90fd-978290c40d1b HTTP/1.1" status: 204 len: 168 time: 0.4774642 Feb 19 02:44:43.892662 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5c68de-371a-4a9f-8c58-82facaea0ca9 tempest-ExternalNetworksTestJSON-1556580793 tempest-ExternalNetworksTestJSON-1556580793-project] Pushing event deleted for resources: {'Network': ['ID=939a096b-c253-4e9b-90fd-978290c40d1b,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:44:43.928568 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fcbbf050-728e-4952-8c38-ec8ce71573a1 req-d9a1ee17-bb5d-4860-97f9-0fc267b35841 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=65e5d569-eca2-4f07-b18b-e34f45d86c0c HTTP/1.1" status: 200 len: 217 time: 0.0519657 Feb 19 02:44:43.990077 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbbf050-728e-4952-8c38-ec8ce71573a1 req-38eda69e-ca58-478a-9d3a-a058b3381f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:43.991547 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fcbbf050-728e-4952-8c38-ec8ce71573a1 req-38eda69e-ca58-478a-9d3a-a058b3381f10 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=974c06bc-f097-4890-970a-b087501ab241 HTTP/1.1" status: 200 len: 843 time: 0.0558007 Feb 19 02:44:44.092876 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbbf050-728e-4952-8c38-ec8ce71573a1 req-d0bfbd8f-77b6-4cbb-8cd4-28be3cb5638f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:44.094413 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fcbbf050-728e-4952-8c38-ec8ce71573a1 req-d0bfbd8f-77b6-4cbb-8cd4-28be3cb5638f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5124bd00-da2a-4bd6-93a0-c14c92afb11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0961704 Feb 19 02:44:44.137740 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f6d9ef-b4d7-4b73-ad67-4b9e9ca8e5a0 req-28933973-286b-41c9-bd9b-c1f5fb7f1a9f tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:44.142037 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-26f6d9ef-b4d7-4b73-ad67-4b9e9ca8e5a0 req-28933973-286b-41c9-bd9b-c1f5fb7f1a9f tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] 10.222.0.72 "GET /v2.0/ports?device_id=0dd18e56-c918-4f2f-bbca-077a192e2d4a HTTP/1.1" status: 200 len: 950 time: 0.0971448 Feb 19 02:44:44.252887 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-26f6d9ef-b4d7-4b73-ad67-4b9e9ca8e5a0 req-0f08426e-ba7f-446a-8fee-1108af189654 tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] 10.222.0.72 "GET /v2.0/security-groups?id=de50c470-5dda-4770-9867-f5a93f80ec2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907071 Feb 19 02:44:44.276902 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fcbbf050-728e-4952-8c38-ec8ce71573a1 req-aedea0a3-91da-409c-8a37-f445975ff24d service neutron] 10.222.0.73 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718762 Feb 19 02:44:44.310423 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52236) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:44:44.490770 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fcbbf050-728e-4952-8c38-ec8ce71573a1 req-d5e06332-4672-4535-8263-25986daa79d8 service neutron] 10.222.0.73 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068870 Feb 19 02:44:44.537866 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6286ad0-c8e8-4423-96c8-48efc3ce3534 req-5c542324-a8a7-48be-a6a8-1fe943e9f823 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:44.540312 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a6286ad0-c8e8-4423-96c8-48efc3ce3534 req-5c542324-a8a7-48be-a6a8-1fe943e9f823 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3e2950d-ab47-4046-8006-daf03c09940e HTTP/1.1" status: 200 len: 944 time: 0.1415949 Feb 19 02:44:44.582059 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-fbe310b6-35b0-4041-b337-85b90d266e83 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=50c3003dd4334e358c65097c01745d41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2698193 Feb 19 02:44:44.585285 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52244) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:44:44.602899 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a6286ad0-c8e8-4423-96c8-48efc3ce3534 req-00789a9e-0f3e-49a4-acbd-cbd1766749a1 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557151 Feb 19 02:44:44.674793 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d8c7ce7b-6ea3-487a-a205-e536d862c866 admin admin] Publish callbacks [] for security_group (fc40642a-b908-41e7-9651-c61bf27d002f), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:44.702742 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d8c7ce7b-6ea3-487a-a205-e536d862c866 admin admin] Publish callbacks [] for security_group (fc40642a-b908-41e7-9651-c61bf27d002f), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:44.717746 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6110376-4a37-40fd-bfc2-bcaba4e00e7c req-ef154dcd-11cf-47bd-be9c-a27552fa1bef tempest-ImagesNegativeTestJSON-824465613 tempest-ImagesNegativeTestJSON-824465613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:44.719819 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a6110376-4a37-40fd-bfc2-bcaba4e00e7c req-ef154dcd-11cf-47bd-be9c-a27552fa1bef tempest-ImagesNegativeTestJSON-824465613 tempest-ImagesNegativeTestJSON-824465613-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf3f4708-18a8-4fe1-a890-dfbc182a462a HTTP/1.1" status: 200 len: 947 time: 0.0715942 Feb 19 02:44:44.783495 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d8c7ce7b-6ea3-487a-a205-e536d862c866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (fc40642a-b908-41e7-9651-c61bf27d002f), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:44.788919 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec33d03-ff3a-40fd-8c30-286f34de7a0a req-a42295c8-1c0d-420b-a551-35f8699f1d22 tempest-ServersAdminNegativeTestJSON-2084197618 tempest-ServersAdminNegativeTestJSON-2084197618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:44.789305 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d8c7ce7b-6ea3-487a-a205-e536d862c866 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:44.793275 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-d8c7ce7b-6ea3-487a-a205-e536d862c866 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/fc40642a-b908-41e7-9651-c61bf27d002f HTTP/1.1" status: 204 len: 168 time: 0.2020180 Feb 19 02:44:44.795016 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8ec33d03-ff3a-40fd-8c30-286f34de7a0a req-a42295c8-1c0d-420b-a551-35f8699f1d22 tempest-ServersAdminNegativeTestJSON-2084197618 tempest-ServersAdminNegativeTestJSON-2084197618-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=0dd18e56-c918-4f2f-bbca-077a192e2d4a HTTP/1.1" status: 200 len: 1132 time: 0.0928602 Feb 19 02:44:44.807317 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c7ce7b-6ea3-487a-a205-e536d862c866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc40642a-b908-41e7-9651-c61bf27d002f,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:44:44.854937 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-8ec33d03-ff3a-40fd-8c30-286f34de7a0a req-f0e288b3-3737-4f11-997f-f817e721a7ce tempest-ServersAdminNegativeTestJSON-2084197618 tempest-ServersAdminNegativeTestJSON-2084197618-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:44.861250 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a6110376-4a37-40fd-bfc2-bcaba4e00e7c req-18cce917-441c-4870-9922-d9cd3d269f6a tempest-ImagesNegativeTestJSON-824465613 tempest-ImagesNegativeTestJSON-824465613-project] 10.222.0.72 "GET /v2.0/security-groups?id=0faf4302-c296-438f-9908-67c1bb082cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124187 Feb 19 02:44:44.984792 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-8ec33d03-ff3a-40fd-8c30-286f34de7a0a req-f0e288b3-3737-4f11-997f-f817e721a7ce tempest-ServersAdminNegativeTestJSON-2084197618 tempest-ServersAdminNegativeTestJSON-2084197618-project-admin] Publish callbacks [] for security_group (d54fa2cf-d464-460e-bd46-4c1825185a00), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:44.990822 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-8ec33d03-ff3a-40fd-8c30-286f34de7a0a req-f0e288b3-3737-4f11-997f-f817e721a7ce tempest-ServersAdminNegativeTestJSON-2084197618 tempest-ServersAdminNegativeTestJSON-2084197618-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (d54fa2cf-d464-460e-bd46-4c1825185a00), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:45.041600 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8ec33d03-ff3a-40fd-8c30-286f34de7a0a req-f0e288b3-3737-4f11-997f-f817e721a7ce tempest-ServersAdminNegativeTestJSON-2084197618 tempest-ServersAdminNegativeTestJSON-2084197618-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=de50c470-5dda-4770-9867-f5a93f80ec2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181334 Feb 19 02:44:45.042383 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e288b3-3737-4f11-997f-f817e721a7ce tempest-ServersAdminNegativeTestJSON-2084197618 tempest-ServersAdminNegativeTestJSON-2084197618-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d54fa2cf-d464-460e-bd46-4c1825185a00,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:44:45.269566 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52252) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:44:45.328541 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-20248e41-8459-4447-8f7d-26160967945c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a0c7536717ce4e409351727daec0fcc3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0559397 Feb 19 02:44:45.330844 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52254) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:44:45.394941 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e4cd1075-050b-4996-bcfd-cff8e797caf5 admin admin] Publish callbacks [] for security_group (229cbd02-29b5-43d0-bccf-edf1751f7a60), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:45.428078 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d9705afb-f7e9-45b4-ab5e-7b96a81cead8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:45.438950 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e4cd1075-050b-4996-bcfd-cff8e797caf5 admin admin] Publish callbacks [] for security_group (229cbd02-29b5-43d0-bccf-edf1751f7a60), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:45.513318 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e4cd1075-050b-4996-bcfd-cff8e797caf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (229cbd02-29b5-43d0-bccf-edf1751f7a60), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:45.517307 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e4cd1075-050b-4996-bcfd-cff8e797caf5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:45.520526 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-e4cd1075-050b-4996-bcfd-cff8e797caf5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/229cbd02-29b5-43d0-bccf-edf1751f7a60 HTTP/1.1" status: 204 len: 168 time: 0.1863592 Feb 19 02:44:45.531546 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cd1075-050b-4996-bcfd-cff8e797caf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=229cbd02-29b5-43d0-bccf-edf1751f7a60,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:44:45.749709 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41bd7e8-a7f5-40af-a029-2ce094cc2710 req-1ce00d42-51a3-4feb-817c-2edd1879632b tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:45.751917 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a41bd7e8-a7f5-40af-a029-2ce094cc2710 req-1ce00d42-51a3-4feb-817c-2edd1879632b tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3e2950d-ab47-4046-8006-daf03c09940e HTTP/1.1" status: 200 len: 944 time: 0.0684037 Feb 19 02:44:45.803205 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a41bd7e8-a7f5-40af-a029-2ce094cc2710 req-29438705-8acc-4e17-869a-294abe159aef tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453253 Feb 19 02:44:46.022131 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed105e8-47e0-4a23-a4ac-5ad1317968b7 req-4edb61b9-4722-43de-9b7b-b7d6692702a7 tempest-ImagesNegativeTestJSON-824465613 tempest-ImagesNegativeTestJSON-824465613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:46.024095 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-aed105e8-47e0-4a23-a4ac-5ad1317968b7 req-4edb61b9-4722-43de-9b7b-b7d6692702a7 tempest-ImagesNegativeTestJSON-824465613 tempest-ImagesNegativeTestJSON-824465613-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf3f4708-18a8-4fe1-a890-dfbc182a462a HTTP/1.1" status: 200 len: 947 time: 0.0640032 Feb 19 02:44:46.115770 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-aed105e8-47e0-4a23-a4ac-5ad1317968b7 req-609e2301-ce9f-4358-ad67-0f7b7f90d58c tempest-ImagesNegativeTestJSON-824465613 tempest-ImagesNegativeTestJSON-824465613-project] 10.222.0.72 "GET /v2.0/security-groups?id=0faf4302-c296-438f-9908-67c1bb082cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851111 Feb 19 02:44:46.208025 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4be776b-8df1-4f51-9297-e288f3ec715b req-2065e805-320d-4201-9277-bfcc499f3aef tempest-ServersAdminNegativeTestJSON-2084197618 tempest-ServersAdminNegativeTestJSON-2084197618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:46.217413 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e4be776b-8df1-4f51-9297-e288f3ec715b req-2065e805-320d-4201-9277-bfcc499f3aef tempest-ServersAdminNegativeTestJSON-2084197618 tempest-ServersAdminNegativeTestJSON-2084197618-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=0dd18e56-c918-4f2f-bbca-077a192e2d4a HTTP/1.1" status: 200 len: 1132 time: 0.0623693 Feb 19 02:44:46.266602 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e4be776b-8df1-4f51-9297-e288f3ec715b req-d2699c46-bdd5-489e-bf77-ec3f427d5791 tempest-ServersAdminNegativeTestJSON-2084197618 tempest-ServersAdminNegativeTestJSON-2084197618-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=de50c470-5dda-4770-9867-f5a93f80ec2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480864 Feb 19 02:44:46.685177 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2813c027-49a4-4fbb-b5e9-c2cc19595598 req-f24a23cc-6cfc-4340-b5ad-c43747a0fc57 tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:46.687031 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2813c027-49a4-4fbb-b5e9-c2cc19595598 req-f24a23cc-6cfc-4340-b5ad-c43747a0fc57 tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] 10.222.0.72 "GET /v2.0/ports?device_id=0dd18e56-c918-4f2f-bbca-077a192e2d4a HTTP/1.1" status: 200 len: 950 time: 0.0755222 Feb 19 02:44:46.744605 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2813c027-49a4-4fbb-b5e9-c2cc19595598 req-108250f8-b033-43ac-8ca2-939072687d3e tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] 10.222.0.72 "GET /v2.0/security-groups?id=de50c470-5dda-4770-9867-f5a93f80ec2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516722 Feb 19 02:44:46.960431 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97f696d-dcef-4b7e-b92d-524d99010242 req-229320d8-17a5-4a51-8f20-8235890fed16 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:46.967418 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e97f696d-dcef-4b7e-b92d-524d99010242 req-229320d8-17a5-4a51-8f20-8235890fed16 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3e2950d-ab47-4046-8006-daf03c09940e HTTP/1.1" status: 200 len: 944 time: 0.0720911 Feb 19 02:44:47.012630 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e97f696d-dcef-4b7e-b92d-524d99010242 req-87cf7f94-4033-4888-bef9-53d2a14047ea tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442870 Feb 19 02:44:47.266337 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58fc4c6-acab-4514-9596-58e354b592c1 req-40fe16e0-f475-4094-b5fb-ac777a729be5 tempest-ImagesNegativeTestJSON-824465613 tempest-ImagesNegativeTestJSON-824465613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:47.268050 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d58fc4c6-acab-4514-9596-58e354b592c1 req-40fe16e0-f475-4094-b5fb-ac777a729be5 tempest-ImagesNegativeTestJSON-824465613 tempest-ImagesNegativeTestJSON-824465613-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf3f4708-18a8-4fe1-a890-dfbc182a462a HTTP/1.1" status: 200 len: 947 time: 0.0574036 Feb 19 02:44:47.324664 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d58fc4c6-acab-4514-9596-58e354b592c1 req-f2793b87-b842-4c60-b1bf-5e6e05000b59 tempest-ImagesNegativeTestJSON-824465613 tempest-ImagesNegativeTestJSON-824465613-project] 10.222.0.72 "GET /v2.0/security-groups?id=0faf4302-c296-438f-9908-67c1bb082cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485914 Feb 19 02:44:47.599457 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52328) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:44:47.621697 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-83461e52-2c04-41fe-8a5d-baf91b3bff58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:47.745080 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-18471b7c-0c82-48f1-84e8-1942c907aebe tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Request body: {'floatingip': {'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:44:47.765699 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-18471b7c-0c82-48f1-84e8-1942c907aebe tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:47.890105 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a613ea6-562c-4b32-ba4e-92fb6e00843d req-69e89f32-cead-4fea-85fe-cbb475c6a0fb tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:47.891567 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0a613ea6-562c-4b32-ba4e-92fb6e00843d req-69e89f32-cead-4fea-85fe-cbb475c6a0fb tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] 10.222.0.72 "GET /v2.0/ports?device_id=0dd18e56-c918-4f2f-bbca-077a192e2d4a HTTP/1.1" status: 200 len: 950 time: 0.0688465 Feb 19 02:44:47.909256 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-18471b7c-0c82-48f1-84e8-1942c907aebe tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:47.989358 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0a613ea6-562c-4b32-ba4e-92fb6e00843d req-27855a11-a736-4abd-81af-4f20a2565b6d tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] 10.222.0.72 "GET /v2.0/security-groups?id=de50c470-5dda-4770-9867-f5a93f80ec2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871913 Feb 19 02:44:48.043952 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-18471b7c-0c82-48f1-84e8-1942c907aebe tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Allocated IP 172.25.6.101 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/cbb48371-520d-4814-91cf-3de9d96e395b) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:44:48.178359 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750106c3-f9c0-443f-94e9-40f26575c65f req-1463c65f-e861-435d-a6ab-bb2f02761d8b tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:48.179846 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-750106c3-f9c0-443f-94e9-40f26575c65f req-1463c65f-e861-435d-a6ab-bb2f02761d8b tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3e2950d-ab47-4046-8006-daf03c09940e HTTP/1.1" status: 200 len: 944 time: 0.0782583 Feb 19 02:44:48.209935 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-18471b7c-0c82-48f1-84e8-1942c907aebe tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Publish callbacks [] for port (cbb48371-520d-4814-91cf-3de9d96e395b), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:48.242537 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01105f6-c90d-4c11-a5f9-612408728400 req-dbf3ae23-0e03-421d-9c0d-6a78d6235fd3 tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:48.243941 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-b01105f6-c90d-4c11-a5f9-612408728400 req-dbf3ae23-0e03-421d-9c0d-6a78d6235fd3 tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] 10.222.0.82 "GET /v2.0/ports?device_id=0dd18e56-c918-4f2f-bbca-077a192e2d4a HTTP/1.1" status: 200 len: 950 time: 0.0568943 Feb 19 02:44:48.254417 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-750106c3-f9c0-443f-94e9-40f26575c65f req-9d2ffc9c-7e83-4f17-9a59-4e43a10c206e tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680468 Feb 19 02:44:48.276850 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-18471b7c-0c82-48f1-84e8-1942c907aebe tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (cbb48371-520d-4814-91cf-3de9d96e395b), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:48.340372 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18471b7c-0c82-48f1-84e8-1942c907aebe tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:44:48.341815 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18471b7c-0c82-48f1-84e8-1942c907aebe tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Pushing event updated for resources: {'Port': ['ID=cbb48371-520d-4814-91cf-3de9d96e395b,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:44:48.345852 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-18471b7c-0c82-48f1-84e8-1942c907aebe tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:44:48.360657 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-b01105f6-c90d-4c11-a5f9-612408728400 req-10ffe179-d875-44b3-98a5-b100ca2ddf7b tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] Deleting port 640921c6-9aaf-484d-90f2-60b868df9f1f {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:44:48.361722 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-b01105f6-c90d-4c11-a5f9-612408728400 req-10ffe179-d875-44b3-98a5-b100ca2ddf7b tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (640921c6-9aaf-484d-90f2-60b868df9f1f), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:48.366738 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18471b7c-0c82-48f1-84e8-1942c907aebe tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:44:48.385802 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 65e5d569-eca2-4f07-b18b-e34f45d86c0c details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:44:48.473599 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-b01105f6-c90d-4c11-a5f9-612408728400 req-10ffe179-d875-44b3-98a5-b100ca2ddf7b tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] For port 640921c6-9aaf-484d-90f2-60b868df9f1f, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=640921c6-9aaf-484d-90f2-60b868df9f1f,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:44:48.474237 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-b01105f6-c90d-4c11-a5f9-612408728400 req-10ffe179-d875-44b3-98a5-b100ca2ddf7b tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (640921c6-9aaf-484d-90f2-60b868df9f1f), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:48.490497 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-b01105f6-c90d-4c11-a5f9-612408728400 req-10ffe179-d875-44b3-98a5-b100ca2ddf7b tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] Calling delete_port for 640921c6-9aaf-484d-90f2-60b868df9f1f owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:44:48.491260 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-18471b7c-0c82-48f1-84e8-1942c907aebe tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Publish callbacks [] for floatingip (fac56a47-53a5-4677-ae7e-0392a9d5cd9b), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:48.567389 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 65e5d569-eca2-4f07-b18b-e34f45d86c0c, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=65e5d569-eca2-4f07-b18b-e34f45d86c0c,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:44:48.571342 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-18471b7c-0c82-48f1-84e8-1942c907aebe tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (cbb48371-520d-4814-91cf-3de9d96e395b), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:48.583638 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': '65e5d569-eca2-4f07-b18b-e34f45d86c0c', 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f', 'port_id': '65e5d569-eca2-4f07-b18b-e34f45d86c0c', 'mac_address': 'fa:16:3e:f0:be:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '974c06bc-f097-4890-970a-b087501ab241', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:44:48.614715 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad1ae33-dacf-4626-938b-f801e1f50797 req-2c6b5aac-2de7-46ab-8ca5-7ad7e93537ab tempest-ImagesNegativeTestJSON-824465613 tempest-ImagesNegativeTestJSON-824465613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:48.616690 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7ad1ae33-dacf-4626-938b-f801e1f50797 req-2c6b5aac-2de7-46ab-8ca5-7ad7e93537ab tempest-ImagesNegativeTestJSON-824465613 tempest-ImagesNegativeTestJSON-824465613-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf3f4708-18a8-4fe1-a890-dfbc182a462a HTTP/1.1" status: 200 len: 947 time: 0.1179757 Feb 19 02:44:48.645545 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 65e5d569-eca2-4f07-b18b-e34f45d86c0c is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:44:48.646782 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (65e5d569-eca2-4f07-b18b-e34f45d86c0c), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:48.661608 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-b01105f6-c90d-4c11-a5f9-612408728400 req-10ffe179-d875-44b3-98a5-b100ca2ddf7b tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (640921c6-9aaf-484d-90f2-60b868df9f1f), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:48.666839 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65e5d569-eca2-4f07-b18b-e34f45d86c0c {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:44:48.691237 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 65e5d569-eca2-4f07-b18b-e34f45d86c0c, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=65e5d569-eca2-4f07-b18b-e34f45d86c0c,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:44:48.698051 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (65e5d569-eca2-4f07-b18b-e34f45d86c0c), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:48.707077 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ffe179-d875-44b3-98a5-b100ca2ddf7b tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] Pushing event deleted for resources: {'Port': ['ID=640921c6-9aaf-484d-90f2-60b868df9f1f,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:44:48.709403 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7ad1ae33-dacf-4626-938b-f801e1f50797 req-1fa585d4-acb7-4f88-8980-f6b8d1bac4de tempest-ImagesNegativeTestJSON-824465613 tempest-ImagesNegativeTestJSON-824465613-project] 10.222.0.72 "GET /v2.0/security-groups?id=0faf4302-c296-438f-9908-67c1bb082cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762153 Feb 19 02:44:48.727916 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['b775695a-e966-4ea5-a6b6-908e75751e31'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:44:48.772270 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-b01105f6-c90d-4c11-a5f9-612408728400 req-10ffe179-d875-44b3-98a5-b100ca2ddf7b tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] No DVR routers for this DVR port 640921c6-9aaf-484d-90f2-60b868df9f1f on host n-h2-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:44:48.775377 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-b01105f6-c90d-4c11-a5f9-612408728400 req-10ffe179-d875-44b3-98a5-b100ca2ddf7b tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:48.779647 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-b01105f6-c90d-4c11-a5f9-612408728400 req-10ffe179-d875-44b3-98a5-b100ca2ddf7b tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] 10.222.0.82 "DELETE /v2.0/ports/640921c6-9aaf-484d-90f2-60b868df9f1f HTTP/1.1" status: 204 len: 173 time: 0.5267932 Feb 19 02:44:48.780325 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dd18e56-c918-4f2f-bbca-077a192e2d4a', 'name': 'network-vif-deleted', 'tag': '640921c6-9aaf-484d-90f2-60b868df9f1f'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:44:48.782821 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77625fbf-6d48-4ac6-9c47-54ea45a31c3a" -d '{"events": [{"server_uuid": "0dd18e56-c918-4f2f-bbca-077a192e2d4a", "name": "network-vif-deleted", "tag": "640921c6-9aaf-484d-90f2-60b868df9f1f"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:44:48.856722 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e87e8da-a0ee-4b36-9af4-418c7e8deff8 x-openstack-request-id: req-7e87e8da-a0ee-4b36-9af4-418c7e8deff8 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:44:48.857877 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dd18e56-c918-4f2f-bbca-077a192e2d4a", "name": "network-vif-deleted", "tag": "640921c6-9aaf-484d-90f2-60b868df9f1f", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:44:48.858314 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7e87e8da-a0ee-4b36-9af4-418c7e8deff8 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:44:48.858921 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dd18e56-c918-4f2f-bbca-077a192e2d4a', 'name': 'network-vif-deleted', 'tag': '640921c6-9aaf-484d-90f2-60b868df9f1f', 'status': 'completed', 'code': 200} Feb 19 02:44:48.867454 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-18471b7c-0c82-48f1-84e8-1942c907aebe tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Publish callbacks [] for port (cbb48371-520d-4814-91cf-3de9d96e395b), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:48.872019 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=65e5d569-eca2-4f07-b18b-e34f45d86c0c,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:44:48.873915 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-18471b7c-0c82-48f1-84e8-1942c907aebe tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (cbb48371-520d-4814-91cf-3de9d96e395b), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:49.111316 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:49.241180 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['65e5d569-eca2-4f07-b18b-e34f45d86c0c'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:44:49.307959 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bc4d2197-f278-4950-ab3b-aeeaf1acefdf req-73819df7-8960-4454-b230-9698c9530726 tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] 10.222.0.72 "GET /v2.0/ports?device_id=0dd18e56-c918-4f2f-bbca-077a192e2d4a HTTP/1.1" status: 200 len: 210 time: 0.0378251 Feb 19 02:44:49.342135 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18471b7c-0c82-48f1-84e8-1942c907aebe tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Pushing event updated for resources: {'Port': ['ID=cbb48371-520d-4814-91cf-3de9d96e395b,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:44:49.388049 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-18471b7c-0c82-48f1-84e8-1942c907aebe tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16285943'] for floatingip (fac56a47-53a5-4677-ae7e-0392a9d5cd9b), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:49.432564 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-18471b7c-0c82-48f1-84e8-1942c907aebe tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:49.436369 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-18471b7c-0c82-48f1-84e8-1942c907aebe tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8331690 Feb 19 02:44:49.437527 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52346) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:44:49.443379 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-09b84453-34d0-4e96-bf74-b45b0db72004 tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-306943848'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:44:49.466170 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed2ec33-912b-4723-91f9-4b506424fa4d req-f93b6464-f1a1-46f5-b6c1-239289a8e956 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:49.467696 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1ed2ec33-912b-4723-91f9-4b506424fa4d req-f93b6464-f1a1-46f5-b6c1-239289a8e956 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3e2950d-ab47-4046-8006-daf03c09940e HTTP/1.1" status: 200 len: 944 time: 0.0909667 Feb 19 02:44:49.482856 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09b84453-34d0-4e96-bf74-b45b0db72004 tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Made reservation on behalf of e1bdd1ada7a8461e90aa30655a6e3f10 for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:44:49.486719 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-09b84453-34d0-4e96-bf74-b45b0db72004 tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:49.496405 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-09b84453-34d0-4e96-bf74-b45b0db72004 tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:49.562348 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1ed2ec33-912b-4723-91f9-4b506424fa4d req-81eba3f4-96af-4a4b-9a7d-a35d17960273 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876100 Feb 19 02:44:49.606916 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-09b84453-34d0-4e96-bf74-b45b0db72004 tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Publish callbacks [] for security_group (f3ae8b7d-723a-4e4d-92a0-d1f2cc58a78c), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:49.611765 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-09b84453-34d0-4e96-bf74-b45b0db72004 tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (f3ae8b7d-723a-4e4d-92a0-d1f2cc58a78c), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:49.639782 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09b84453-34d0-4e96-bf74-b45b0db72004 tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] vlan segment allocate from pool success with {'vlan_id': 268, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:44:49.651832 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b84453-34d0-4e96-bf74-b45b0db72004 tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3ae8b7d-723a-4e4d-92a0-d1f2cc58a78c,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:44:49.659308 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-09b84453-34d0-4e96-bf74-b45b0db72004 tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (99635256-6cdb-4da8-81c8-3fc78e78efc0), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:49.659518 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-09b84453-34d0-4e96-bf74-b45b0db72004 tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Added segment 99635256-6cdb-4da8-81c8-3fc78e78efc0 of type vlan for network 7f524aa9-006b-407f-ac20-5d13084a0901 Feb 19 02:44:49.698670 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-09b84453-34d0-4e96-bf74-b45b0db72004 tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (7f524aa9-006b-407f-ac20-5d13084a0901), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:49.722745 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-09b84453-34d0-4e96-bf74-b45b0db72004 tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (7f524aa9-006b-407f-ac20-5d13084a0901), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:49.727671 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b84453-34d0-4e96-bf74-b45b0db72004 tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:49.728277 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-09b84453-34d0-4e96-bf74-b45b0db72004 tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:49.790474 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-09b84453-34d0-4e96-bf74-b45b0db72004 tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3493855 Feb 19 02:44:49.790729 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52352) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:44:49.797641 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-76dfc19f-cf3c-48d8-b371-5f50d0f63a07 tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Request body: {'subnet': {'network_id': '7f524aa9-006b-407f-ac20-5d13084a0901', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:44:49.806119 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b84453-34d0-4e96-bf74-b45b0db72004 tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Pushing event updated for resources: {'Network': ['ID=7f524aa9-006b-407f-ac20-5d13084a0901,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:44:49.819658 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 7f524aa9-006b-407f-ac20-5d13084a0901 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:44:49.837335 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae36de1-ef2c-436d-8ce6-832eb9d94ec4 req-381e4d2f-1eee-4428-ad53-fd9cbae1b2f0 tempest-ImagesNegativeTestJSON-824465613 tempest-ImagesNegativeTestJSON-824465613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:49.839154 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2ae36de1-ef2c-436d-8ce6-832eb9d94ec4 req-381e4d2f-1eee-4428-ad53-fd9cbae1b2f0 tempest-ImagesNegativeTestJSON-824465613 tempest-ImagesNegativeTestJSON-824465613-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf3f4708-18a8-4fe1-a890-dfbc182a462a HTTP/1.1" status: 200 len: 948 time: 0.0648954 Feb 19 02:44:49.900690 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2ae36de1-ef2c-436d-8ce6-832eb9d94ec4 req-6041ab83-335d-4e4b-9375-3d3a66dcde9c tempest-ImagesNegativeTestJSON-824465613 tempest-ImagesNegativeTestJSON-824465613-project] 10.222.0.72 "GET /v2.0/security-groups?id=0faf4302-c296-438f-9908-67c1bb082cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555866 Feb 19 02:44:49.904680 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76dfc19f-cf3c-48d8-b371-5f50d0f63a07 tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Made reservation on behalf of e1bdd1ada7a8461e90aa30655a6e3f10 for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:44:49.910797 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-76dfc19f-cf3c-48d8-b371-5f50d0f63a07 tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:50.099260 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-76dfc19f-cf3c-48d8-b371-5f50d0f63a07 tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (d650700b-e43a-4c2f-ae1b-c1ec7ba543a1), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:50.152130 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dfc19f-cf3c-48d8-b371-5f50d0f63a07 tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Pushing event updated for resources: {'Subnet': ['ID=d650700b-e43a-4c2f-ae1b-c1ec7ba543a1,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:44:50.168165 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76dfc19f-cf3c-48d8-b371-5f50d0f63a07 tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Checking segment: {'id': '99635256-6cdb-4da8-81c8-3fc78e78efc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '7f524aa9-006b-407f-ac20-5d13084a0901'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:44:50.168523 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76dfc19f-cf3c-48d8-b371-5f50d0f63a07 tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Network hostable DHCP agents. Network: 7f524aa9-006b-407f-ac20-5d13084a0901, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:44:50.185501 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76dfc19f-cf3c-48d8-b371-5f50d0f63a07 tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Network 7f524aa9-006b-407f-ac20-5d13084a0901 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:44:50.194223 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-76dfc19f-cf3c-48d8-b371-5f50d0f63a07 tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 7f524aa9-006b-407f-ac20-5d13084a0901) {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:44:50.198844 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76dfc19f-cf3c-48d8-b371-5f50d0f63a07 tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:50.199529 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-76dfc19f-cf3c-48d8-b371-5f50d0f63a07 tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:50.209598 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4738cda7-3347-4858-9036-646127be160d None None] Network 7f524aa9-006b-407f-ac20-5d13084a0901 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:44:50.219686 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-76dfc19f-cf3c-48d8-b371-5f50d0f63a07 tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4279475 Feb 19 02:44:50.222890 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52354) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:44:50.228109 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-7611d8bd-6366-42d9-b059-93baad86112e tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-803876493', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}, 'admin_state_up': False}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:44:50.253317 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7611d8bd-6366-42d9-b059-93baad86112e tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14172'] for router (660aa05a-88dc-4fb3-bf91-8b0c347dbe0f), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:50.254832 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7611d8bd-6366-42d9-b059-93baad86112e tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16317487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16285822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16309985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14247'] for router (660aa05a-88dc-4fb3-bf91-8b0c347dbe0f), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:50.312461 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:50.319113 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7611d8bd-6366-42d9-b059-93baad86112e tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Publish callbacks [] for router_controller (660aa05a-88dc-4fb3-bf91-8b0c347dbe0f), precommit_add_association {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:50.343625 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bdda93e-e4e5-4392-b21f-8586726ae836 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-7f524aa9-006b-407f-ac20-5d13084a0901', 'network_id': '7f524aa9-006b-407f-ac20-5d13084a0901', 'project_id': 'e1bdd1ada7a8461e90aa30655a6e3f10', 'fixed_ips': [{'subnet_id': 'd650700b-e43a-4c2f-ae1b-c1ec7ba543a1'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:44:50.344699 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-2bdda93e-e4e5-4392-b21f-8586726ae836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:50.533981 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7611d8bd-6366-42d9-b059-93baad86112e tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Publish callbacks [] for router_gateway (660aa05a-88dc-4fb3-bf91-8b0c347dbe0f), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:50.662078 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 640921c6-9aaf-484d-90f2-60b868df9f1f no longer exists at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:44:50.731035 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6248f3b1-cf01-4d85-81e4-28abd956a4b9 req-8b31d8fe-e248-49cc-b45d-f8838fb68e20 tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:50.733200 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6248f3b1-cf01-4d85-81e4-28abd956a4b9 req-8b31d8fe-e248-49cc-b45d-f8838fb68e20 tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] 10.222.0.72 "GET /v2.0/ports?device_id=5778e9c2-0e13-4624-9ae7-ed5f2938f2e6 HTTP/1.1" status: 200 len: 950 time: 0.0590785 Feb 19 02:44:50.739086 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] No Port match for: 640921c6-9aaf-484d-90f2-60b868df9f1f {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:44:50.739755 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 640921c6-9aaf-484d-90f2-60b868df9f1f not bound to the agent host n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:44:50.799071 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7611d8bd-6366-42d9-b059-93baad86112e tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Publish callbacks [] for router_gateway (660aa05a-88dc-4fb3-bf91-8b0c347dbe0f), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:50.804857 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-2bdda93e-e4e5-4392-b21f-8586726ae836 None None] Allocated IP 172.20.0.2 (7f524aa9-006b-407f-ac20-5d13084a0901/d650700b-e43a-4c2f-ae1b-c1ec7ba543a1/6e070b04-c7a0-42ef-b777-c5700223a538) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:44:50.824465 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7611d8bd-6366-42d9-b059-93baad86112e tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:50.829252 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6248f3b1-cf01-4d85-81e4-28abd956a4b9 req-96dea552-2730-47c8-8651-d0cfae8d05aa tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] 10.222.0.72 "GET /v2.0/security-groups?id=de50c470-5dda-4770-9867-f5a93f80ec2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884261 Feb 19 02:44:50.846856 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7122417d-51a4-4b44-bb1f-e0ca4f29db5b req-8f154549-f734-487d-8d9a-694ec00b7777 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:50.849759 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7122417d-51a4-4b44-bb1f-e0ca4f29db5b req-8f154549-f734-487d-8d9a-694ec00b7777 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3e2950d-ab47-4046-8006-daf03c09940e HTTP/1.1" status: 200 len: 944 time: 0.1077862 Feb 19 02:44:50.906953 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7122417d-51a4-4b44-bb1f-e0ca4f29db5b req-71a368eb-de63-4274-8206-46177be46089 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510705 Feb 19 02:44:50.970487 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-7611d8bd-6366-42d9-b059-93baad86112e tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Allocated IP 172.25.6.161 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/6c10ccdb-0afa-4851-a8b2-e6e84e8a8a85) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:44:51.023548 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-2bdda93e-e4e5-4392-b21f-8586726ae836 None None] Publish callbacks [] for port (6e070b04-c7a0-42ef-b777-c5700223a538), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:51.035866 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-2bdda93e-e4e5-4392-b21f-8586726ae836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (6e070b04-c7a0-42ef-b777-c5700223a538), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:51.058947 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa44fc47-a863-4c26-b1dc-1a7b1a3214a6 req-e7d6c57a-abd5-4714-8117-0e4943bd5b2d tempest-ImagesNegativeTestJSON-824465613 tempest-ImagesNegativeTestJSON-824465613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:51.060979 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fa44fc47-a863-4c26-b1dc-1a7b1a3214a6 req-e7d6c57a-abd5-4714-8117-0e4943bd5b2d tempest-ImagesNegativeTestJSON-824465613 tempest-ImagesNegativeTestJSON-824465613-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf3f4708-18a8-4fe1-a890-dfbc182a462a HTTP/1.1" status: 200 len: 948 time: 0.0731666 Feb 19 02:44:51.089323 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdda93e-e4e5-4392-b21f-8586726ae836 None None] Pushing event updated for resources: {'Port': ['ID=6e070b04-c7a0-42ef-b777-c5700223a538,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:44:51.101215 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bdda93e-e4e5-4392-b21f-8586726ae836 None None] Network 7f524aa9-006b-407f-ac20-5d13084a0901 is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:44:51.104324 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-2bdda93e-e4e5-4392-b21f-8586726ae836 None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:44:51.109561 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bdda93e-e4e5-4392-b21f-8586726ae836 None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:44:51.122670 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7611d8bd-6366-42d9-b059-93baad86112e tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Publish callbacks [] for port (6c10ccdb-0afa-4851-a8b2-e6e84e8a8a85), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:51.151012 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fa44fc47-a863-4c26-b1dc-1a7b1a3214a6 req-03ccee17-1376-461f-b95b-ae97fa29942e tempest-ImagesNegativeTestJSON-824465613 tempest-ImagesNegativeTestJSON-824465613-project] 10.222.0.72 "GET /v2.0/security-groups?id=0faf4302-c296-438f-9908-67c1bb082cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807800 Feb 19 02:44:51.169738 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7611d8bd-6366-42d9-b059-93baad86112e tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (6c10ccdb-0afa-4851-a8b2-e6e84e8a8a85), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:51.204379 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-2bdda93e-e4e5-4392-b21f-8586726ae836 None None] Attempting to bind port 6e070b04-c7a0-42ef-b777-c5700223a538 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:44:51.204863 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-2bdda93e-e4e5-4392-b21f-8586726ae836 None None] Attempting to bind port 6e070b04-c7a0-42ef-b777-c5700223a538 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '99635256-6cdb-4da8-81c8-3fc78e78efc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '7f524aa9-006b-407f-ac20-5d13084a0901'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:44:51.205619 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bdda93e-e4e5-4392-b21f-8586726ae836 None None] Attempting to bind port 6e070b04-c7a0-42ef-b777-c5700223a538 on network 7f524aa9-006b-407f-ac20-5d13084a0901 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:44:51.212486 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bdda93e-e4e5-4392-b21f-8586726ae836 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:44:51.212965 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bdda93e-e4e5-4392-b21f-8586726ae836 None None] Checking segment: {'id': '99635256-6cdb-4da8-81c8-3fc78e78efc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '7f524aa9-006b-407f-ac20-5d13084a0901'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:44:51.213982 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-2bdda93e-e4e5-4392-b21f-8586726ae836 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:51.214784 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bdda93e-e4e5-4392-b21f-8586726ae836 None None] Bound using segment: {'id': '99635256-6cdb-4da8-81c8-3fc78e78efc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '7f524aa9-006b-407f-ac20-5d13084a0901'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:44:51.215319 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-2bdda93e-e4e5-4392-b21f-8586726ae836 None None] Bound port: 6e070b04-c7a0-42ef-b777-c5700223a538, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99635256-6cdb-4da8-81c8-3fc78e78efc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '7f524aa9-006b-407f-ac20-5d13084a0901'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:44:51.215762 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-2bdda93e-e4e5-4392-b21f-8586726ae836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (6e070b04-c7a0-42ef-b777-c5700223a538), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:51.220242 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7611d8bd-6366-42d9-b059-93baad86112e tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Pushing event updated for resources: {'Port': ['ID=6c10ccdb-0afa-4851-a8b2-e6e84e8a8a85,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:44:51.240398 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7611d8bd-6366-42d9-b059-93baad86112e tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:44:51.241988 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-7611d8bd-6366-42d9-b059-93baad86112e tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:44:51.245391 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7611d8bd-6366-42d9-b059-93baad86112e tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:44:51.312806 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-2bdda93e-e4e5-4392-b21f-8586726ae836 None None] For port 6e070b04-c7a0-42ef-b777-c5700223a538, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:44:51.317043 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-2bdda93e-e4e5-4392-b21f-8586726ae836 None None] For port 6e070b04-c7a0-42ef-b777-c5700223a538, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=6e070b04-c7a0-42ef-b777-c5700223a538,segment=NetworkSegment(99635256-6cdb-4da8-81c8-3fc78e78efc0),segment_id=99635256-6cdb-4da8-81c8-3fc78e78efc0)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:44:51.324240 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-2bdda93e-e4e5-4392-b21f-8586726ae836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (6e070b04-c7a0-42ef-b777-c5700223a538), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:51.417132 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdda93e-e4e5-4392-b21f-8586726ae836 None None] Pushing event updated for resources: {'Port': ['ID=6e070b04-c7a0-42ef-b777-c5700223a538,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:44:51.862725 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:52.005896 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7611d8bd-6366-42d9-b059-93baad86112e tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Publish callbacks [] for router_gateway (660aa05a-88dc-4fb3-bf91-8b0c347dbe0f), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:52.046693 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82657e1-4cc6-46c6-9f4c-e39de1d98fb2 req-4d4af707-5815-458a-81c6-2a2929dad957 tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:52.055929 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e82657e1-4cc6-46c6-9f4c-e39de1d98fb2 req-4d4af707-5815-458a-81c6-2a2929dad957 tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] 10.222.0.72 "GET /v2.0/ports?device_id=5778e9c2-0e13-4624-9ae7-ed5f2938f2e6 HTTP/1.1" status: 200 len: 950 time: 0.0947595 Feb 19 02:44:52.298750 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e82657e1-4cc6-46c6-9f4c-e39de1d98fb2 req-efcf872a-b05d-42ba-a958-ccf08b2d373f tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] 10.222.0.72 "GET /v2.0/security-groups?id=de50c470-5dda-4770-9867-f5a93f80ec2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397888 Feb 19 02:44:52.312598 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522818a6-58a0-4838-b639-ff5c7888e569 req-931566a5-a73e-46af-b09b-6832c65b676f tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:52.320423 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-522818a6-58a0-4838-b639-ff5c7888e569 req-931566a5-a73e-46af-b09b-6832c65b676f tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3e2950d-ab47-4046-8006-daf03c09940e HTTP/1.1" status: 200 len: 944 time: 0.2546299 Feb 19 02:44:52.323559 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:52.398305 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7611d8bd-6366-42d9-b059-93baad86112e tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16317478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865'] for router (660aa05a-88dc-4fb3-bf91-8b0c347dbe0f), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:52.399404 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 65e5d569-eca2-4f07-b18b-e34f45d86c0c up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:44:52.523505 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-522818a6-58a0-4838-b639-ff5c7888e569 req-d097f9ee-6b5e-4344-99c5-d91bdc6efbf1 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940775 Feb 19 02:44:52.568377 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning for port 65e5d569-eca2-4f07-b18b-e34f45d86c0c completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:44:52.573161 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port 65e5d569-eca2-4f07-b18b-e34f45d86c0c triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:44:52.573662 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (65e5d569-eca2-4f07-b18b-e34f45d86c0c), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:52.754043 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102954c5-a93c-4b75-b49a-d7b5c7631116 req-ca7a324e-f419-4e57-b54e-36a1585c2a04 tempest-ImagesNegativeTestJSON-824465613 tempest-ImagesNegativeTestJSON-824465613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:52.765617 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-102954c5-a93c-4b75-b49a-d7b5c7631116 req-ca7a324e-f419-4e57-b54e-36a1585c2a04 tempest-ImagesNegativeTestJSON-824465613 tempest-ImagesNegativeTestJSON-824465613-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf3f4708-18a8-4fe1-a890-dfbc182a462a HTTP/1.1" status: 200 len: 948 time: 0.3396583 Feb 19 02:44:52.811566 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 65e5d569-eca2-4f07-b18b-e34f45d86c0c is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:44:52.812686 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (65e5d569-eca2-4f07-b18b-e34f45d86c0c), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:52.828312 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7611d8bd-6366-42d9-b059-93baad86112e tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Router 660aa05a-88dc-4fb3-bf91-8b0c347dbe0f is scheduled to L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd with binding_index 1 {{(pid=103702) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 02:44:52.868468 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 6e070b04-c7a0-42ef-b777-c5700223a538 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:44:52.898647 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-102954c5-a93c-4b75-b49a-d7b5c7631116 req-202cc6a4-ca6d-435b-923d-c9ccac6593b5 tempest-ImagesNegativeTestJSON-824465613 tempest-ImagesNegativeTestJSON-824465613-project] 10.222.0.72 "GET /v2.0/security-groups?id=0faf4302-c296-438f-9908-67c1bb082cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221285 Feb 19 02:44:52.909709 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361c6409-4787-464e-bfd0-1c21f91be988 req-35e9651d-77cd-4c80-8033-038c3feff563 tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:52.911783 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-361c6409-4787-464e-bfd0-1c21f91be988 req-35e9651d-77cd-4c80-8033-038c3feff563 tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] 10.222.0.73 "GET /v2.0/ports?device_id=5778e9c2-0e13-4624-9ae7-ed5f2938f2e6 HTTP/1.1" status: 200 len: 950 time: 0.3871098 Feb 19 02:44:53.097770 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf3f4708-18a8-4fe1-a890-dfbc182a462a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65e5d569-eca2-4f07-b18b-e34f45d86c0c'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:44:53.103565 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c5fd11b-8326-46f3-9a81-0766b67af092" -d '{"events": [{"server_uuid": "cf3f4708-18a8-4fe1-a890-dfbc182a462a", "name": "network-vif-plugged", "status": "completed", "tag": "65e5d569-eca2-4f07-b18b-e34f45d86c0c"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:44:53.144556 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 65e5d569-eca2-4f07-b18b-e34f45d86c0c, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=65e5d569-eca2-4f07-b18b-e34f45d86c0c,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:44:53.153595 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 6e070b04-c7a0-42ef-b777-c5700223a538 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:44:53.153978 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (6e070b04-c7a0-42ef-b777-c5700223a538), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:53.174768 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7611d8bd-6366-42d9-b059-93baad86112e tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:44:53.229567 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7611d8bd-6366-42d9-b059-93baad86112e tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:53.230873 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-7611d8bd-6366-42d9-b059-93baad86112e tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 3.0069804 Feb 19 02:44:53.234109 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52442) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:44:53.254198 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6ef322-3be3-4860-a572-2b89426faf5a None None] Sync routers for ids ['660aa05a-88dc-4fb3-bf91-8b0c347dbe0f'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:44:53.266887 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4553ae8-9398-4212-a81f-48141106b3fa req-97931623-d4ef-4a87-be28-81f2e660879b tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:53.276213 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a4553ae8-9398-4212-a81f-48141106b3fa req-97931623-d4ef-4a87-be28-81f2e660879b tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] 10.222.0.72 "GET /v2.0/ports?device_id=5517c022-d86f-4add-beb2-5773f3371e62 HTTP/1.1" status: 200 len: 945 time: 0.2308218 Feb 19 02:44:53.287227 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31b9b4fc-3501-4d7c-a529-b854eb154d1a x-openstack-request-id: req-31b9b4fc-3501-4d7c-a529-b854eb154d1a {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:44:53.287517 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf3f4708-18a8-4fe1-a890-dfbc182a462a", "name": "network-vif-plugged", "status": "completed", "tag": "65e5d569-eca2-4f07-b18b-e34f45d86c0c", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:44:53.290793 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-31b9b4fc-3501-4d7c-a529-b854eb154d1a {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:44:53.291926 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf3f4708-18a8-4fe1-a890-dfbc182a462a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65e5d569-eca2-4f07-b18b-e34f45d86c0c', 'code': 200} Feb 19 02:44:53.328789 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (65e5d569-eca2-4f07-b18b-e34f45d86c0c), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:53.336808 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd923125-278b-4c10-a480-fec6e58e055d None None] Network 7f524aa9-006b-407f-ac20-5d13084a0901 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:44:53.361543 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a4553ae8-9398-4212-a81f-48141106b3fa req-33f024dc-dd41-4472-a535-0eca1d65f262 tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] 10.222.0.72 "GET /v2.0/security-groups?id=e62d99a3-cc31-4ea4-8cfc-c7295622cb95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806818 Feb 19 02:44:53.392195 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-361c6409-4787-464e-bfd0-1c21f91be988 req-0e09399f-059e-410f-a198-137d90f916db tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] Deleting port b775695a-e966-4ea5-a6b6-908e75751e31 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:44:53.399413 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-361c6409-4787-464e-bfd0-1c21f91be988 req-0e09399f-059e-410f-a198-137d90f916db tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (b775695a-e966-4ea5-a6b6-908e75751e31), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:53.489908 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6ef322-3be3-4860-a572-2b89426faf5a None None] Routers {'660aa05a-88dc-4fb3-bf91-8b0c347dbe0f'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:44:53.490448 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-0c6ef322-3be3-4860-a572-2b89426faf5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:44:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['660aa05a-88dc-4fb3-bf91-8b0c347dbe0f'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:44:53.602124 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf6063b-a006-46be-ac46-079a2a6bd9b3 req-2193089e-4fea-4326-b2c9-6d1485083be6 tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:53.606798 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1bf6063b-a006-46be-ac46-079a2a6bd9b3 req-2193089e-4fea-4326-b2c9-6d1485083be6 tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] 10.222.0.72 "GET /v2.0/ports?device_id=5778e9c2-0e13-4624-9ae7-ed5f2938f2e6 HTTP/1.1" status: 200 len: 950 time: 0.1839504 Feb 19 02:44:53.650219 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-0c6ef322-3be3-4860-a572-2b89426faf5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:44:53.662296 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64946228-8b52-4d53-ad6e-ba3fabc31851 req-1488a559-895a-415d-929d-82ad45103404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:53.668151 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-64946228-8b52-4d53-ad6e-ba3fabc31851 req-1488a559-895a-415d-929d-82ad45103404 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cf3f4708-18a8-4fe1-a890-dfbc182a462a HTTP/1.1" status: 200 len: 1131 time: 0.2868686 Feb 19 02:44:53.693817 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1bf6063b-a006-46be-ac46-079a2a6bd9b3 req-d7caa9cc-ea6a-4cee-9bf2-faf05546170b tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] 10.222.0.72 "GET /v2.0/security-groups?id=de50c470-5dda-4770-9867-f5a93f80ec2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753186 Feb 19 02:44:53.702115 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4f78e3dc-8cef-424c-9d40-1da44788ed12 None None] Provisioning complete for port 6e070b04-c7a0-42ef-b777-c5700223a538 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:44:53.702491 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4f78e3dc-8cef-424c-9d40-1da44788ed12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (6e070b04-c7a0-42ef-b777-c5700223a538), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:53.754375 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-361c6409-4787-464e-bfd0-1c21f91be988 req-0e09399f-059e-410f-a198-137d90f916db tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] For port b775695a-e966-4ea5-a6b6-908e75751e31, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=b775695a-e966-4ea5-a6b6-908e75751e31,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:44:53.755102 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-361c6409-4787-464e-bfd0-1c21f91be988 req-0e09399f-059e-410f-a198-137d90f916db tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (b775695a-e966-4ea5-a6b6-908e75751e31), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:53.797118 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-361c6409-4787-464e-bfd0-1c21f91be988 req-0e09399f-059e-410f-a198-137d90f916db tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] Calling delete_port for b775695a-e966-4ea5-a6b6-908e75751e31 owned by compute:nova {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:44:53.814279 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6ef322-3be3-4860-a572-2b89426faf5a None None] Routers {'660aa05a-88dc-4fb3-bf91-8b0c347dbe0f'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:44:53.814655 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-0c6ef322-3be3-4860-a572-2b89426faf5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:44:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['660aa05a-88dc-4fb3-bf91-8b0c347dbe0f'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:44:53.826215 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42765e8-37a6-4025-bdbb-e80e5626cc26 req-61014d1d-b11d-476b-9c16-b8ac4c1fd66a tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:53.834517 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c42765e8-37a6-4025-bdbb-e80e5626cc26 req-61014d1d-b11d-476b-9c16-b8ac4c1fd66a tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3e2950d-ab47-4046-8006-daf03c09940e HTTP/1.1" status: 200 len: 944 time: 0.1566513 Feb 19 02:44:53.843074 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 6e070b04-c7a0-42ef-b777-c5700223a538 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:44:53.843467 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (6e070b04-c7a0-42ef-b777-c5700223a538), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:53.861536 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=65e5d569-eca2-4f07-b18b-e34f45d86c0c,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:44:53.985416 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-64946228-8b52-4d53-ad6e-ba3fabc31851 req-53c73931-c5f0-43d5-82c7-c92627fcd82a service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=0faf4302-c296-438f-9908-67c1bb082cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3086410 Feb 19 02:44:54.012053 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c42765e8-37a6-4025-bdbb-e80e5626cc26 req-debc7025-d9c0-47d8-85ef-33e05c4d76be tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765215 Feb 19 02:44:54.068845 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-0c6ef322-3be3-4860-a572-2b89426faf5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:44:54.072126 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6ef322-3be3-4860-a572-2b89426faf5a None None] The sync data for ids ['660aa05a-88dc-4fb3-bf91-8b0c347dbe0f'] in n-d-826753-2 is: [] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:44:54.102516 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:44:54.105415 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:44:54.106285 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:44:54.108218 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:44:54.108938 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:44:54.109806 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:44:54.115342 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:44:54.115953 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:44:54.116521 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:44:54.118316 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:44:54.119008 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:44:54.119569 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:44:54.120118 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:44:54.209306 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-361c6409-4787-464e-bfd0-1c21f91be988 req-0e09399f-059e-410f-a198-137d90f916db tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (b775695a-e966-4ea5-a6b6-908e75751e31), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:54.218373 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4f78e3dc-8cef-424c-9d40-1da44788ed12 None None] Current status of the port 6e070b04-c7a0-42ef-b777-c5700223a538 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:44:54.219741 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4f78e3dc-8cef-424c-9d40-1da44788ed12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (6e070b04-c7a0-42ef-b777-c5700223a538), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:54.290113 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['b775695a-e966-4ea5-a6b6-908e75751e31'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:44:54.304058 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port 6e070b04-c7a0-42ef-b777-c5700223a538, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=6e070b04-c7a0-42ef-b777-c5700223a538,segment=NetworkSegment(99635256-6cdb-4da8-81c8-3fc78e78efc0),segment_id=99635256-6cdb-4da8-81c8-3fc78e78efc0)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:44:54.319293 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e09399f-059e-410f-a198-137d90f916db tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] Pushing event deleted for resources: {'Port': ['ID=b775695a-e966-4ea5-a6b6-908e75751e31,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:44:54.343093 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e9522-8293-444d-aa4b-98d9304bc91d req-94ef619c-a557-4ca9-81eb-4522939a3651 tempest-ImagesNegativeTestJSON-824465613 tempest-ImagesNegativeTestJSON-824465613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:54.346853 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-703e9522-8293-444d-aa4b-98d9304bc91d req-94ef619c-a557-4ca9-81eb-4522939a3651 tempest-ImagesNegativeTestJSON-824465613 tempest-ImagesNegativeTestJSON-824465613-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf3f4708-18a8-4fe1-a890-dfbc182a462a HTTP/1.1" status: 200 len: 949 time: 0.2838225 Feb 19 02:44:54.386333 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (6e070b04-c7a0-42ef-b777-c5700223a538), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:54.556362 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-361c6409-4787-464e-bfd0-1c21f91be988 req-0e09399f-059e-410f-a198-137d90f916db tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] No DVR routers for this DVR port b775695a-e966-4ea5-a6b6-908e75751e31 on host n-h1-826753-2 {{(pid=103701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:44:54.628111 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=6e070b04-c7a0-42ef-b777-c5700223a538,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:44:54.640283 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-361c6409-4787-464e-bfd0-1c21f91be988 req-0e09399f-059e-410f-a198-137d90f916db tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:54.642980 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.db.api [None req-4f78e3dc-8cef-424c-9d40-1da44788ed12 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103703) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 02:44:54.645440 n-d-826753-2 neutron-server[103703]: DEBUG oslo_db.api [None req-4f78e3dc-8cef-424c-9d40-1da44788ed12 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 02:44:54.646389 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-361c6409-4787-464e-bfd0-1c21f91be988 req-0e09399f-059e-410f-a198-137d90f916db tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] 10.222.0.73 "DELETE /v2.0/ports/b775695a-e966-4ea5-a6b6-908e75751e31 HTTP/1.1" status: 204 len: 173 time: 1.6941185 Feb 19 02:44:54.648045 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5778e9c2-0e13-4624-9ae7-ed5f2938f2e6', 'name': 'network-vif-deleted', 'tag': 'b775695a-e966-4ea5-a6b6-908e75751e31'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:44:54.660384 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d832425a-7d0f-47a8-8cf1-45c198e8d54a" -d '{"events": [{"server_uuid": "5778e9c2-0e13-4624-9ae7-ed5f2938f2e6", "name": "network-vif-deleted", "tag": "b775695a-e966-4ea5-a6b6-908e75751e31"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:44:54.782510 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3898de89-a0d5-4ae3-8cad-cf128c2e4448 tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:54.826899 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-703e9522-8293-444d-aa4b-98d9304bc91d req-4201f0c4-8288-464a-a570-8f976991c97b tempest-ImagesNegativeTestJSON-824465613 tempest-ImagesNegativeTestJSON-824465613-project] 10.222.0.72 "GET /v2.0/security-groups?id=0faf4302-c296-438f-9908-67c1bb082cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3730614 Feb 19 02:44:54.872883 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05152849-4064-4605-8cb3-d2752c554671 req-b0d6d9e7-0246-401e-8f6f-0fc83d611cac tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:54.885166 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-05152849-4064-4605-8cb3-d2752c554671 req-b0d6d9e7-0246-401e-8f6f-0fc83d611cac tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] 10.222.0.72 "GET /v2.0/ports?device_id=5517c022-d86f-4add-beb2-5773f3371e62 HTTP/1.1" status: 200 len: 945 time: 0.3374150 Feb 19 02:44:55.059584 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-05152849-4064-4605-8cb3-d2752c554671 req-3ee01f7f-5560-47b3-a7d5-31dcde55058b tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] 10.222.0.72 "GET /v2.0/security-groups?id=e62d99a3-cc31-4ea4-8cfc-c7295622cb95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1727881 Feb 19 02:44:55.165676 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9646c8a9-cecf-4888-a4bc-9a574a3f3f80 x-openstack-request-id: req-9646c8a9-cecf-4888-a4bc-9a574a3f3f80 {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:44:55.166201 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5778e9c2-0e13-4624-9ae7-ed5f2938f2e6", "name": "network-vif-deleted", "tag": "b775695a-e966-4ea5-a6b6-908e75751e31", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:44:55.167985 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9646c8a9-cecf-4888-a4bc-9a574a3f3f80 {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:44:55.168586 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5778e9c2-0e13-4624-9ae7-ed5f2938f2e6', 'name': 'network-vif-deleted', 'tag': 'b775695a-e966-4ea5-a6b6-908e75751e31', 'status': 'completed', 'code': 200} Feb 19 02:44:55.186756 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0fbb32f4-aff1-49e4-8675-d10d5ba324d6 req-45f891ae-42d1-498f-a343-1f34680d08fc tempest-ServersAdminNegativeTestJSON-982190956 tempest-ServersAdminNegativeTestJSON-982190956-project] 10.222.0.72 "GET /v2.0/ports?device_id=5778e9c2-0e13-4624-9ae7-ed5f2938f2e6 HTTP/1.1" status: 200 len: 210 time: 0.1082048 Feb 19 02:44:55.234871 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4f78e3dc-8cef-424c-9d40-1da44788ed12 None None] Current status of the port 6e070b04-c7a0-42ef-b777-c5700223a538 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:44:55.288202 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc622cc-6622-48e5-ab91-a629b258922d req-e1de7de3-7b7e-45b4-b92d-f335f352f37a tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:55.290401 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-dcc622cc-6622-48e5-ab91-a629b258922d req-e1de7de3-7b7e-45b4-b92d-f335f352f37a tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] 10.222.0.73 "GET /v2.0/ports?device_id=5517c022-d86f-4add-beb2-5773f3371e62 HTTP/1.1" status: 200 len: 945 time: 0.1977267 Feb 19 02:44:55.365806 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-799719ff-4767-4ad4-931d-e9f50ea5a93c None None] Provisioning complete for port 6e070b04-c7a0-42ef-b777-c5700223a538 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:44:55.366176 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-799719ff-4767-4ad4-931d-e9f50ea5a93c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (6e070b04-c7a0-42ef-b777-c5700223a538), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:55.470859 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8872778-c0aa-487c-ab33-23c1ff6c7bc2 req-f3fb8902-287f-492d-be33-8ce34482a4e3 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:55.479389 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e8872778-c0aa-487c-ab33-23c1ff6c7bc2 req-f3fb8902-287f-492d-be33-8ce34482a4e3 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3e2950d-ab47-4046-8006-daf03c09940e HTTP/1.1" status: 200 len: 944 time: 0.1876793 Feb 19 02:44:55.647057 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-3898de89-a0d5-4ae3-8cad-cf128c2e4448 tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Allocated IP 172.20.0.1 (7f524aa9-006b-407f-ac20-5d13084a0901/d650700b-e43a-4c2f-ae1b-c1ec7ba543a1/017437ca-2697-42bf-8f3f-7e6f0982dc4e) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:44:55.689807 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-799719ff-4767-4ad4-931d-e9f50ea5a93c None None] Current status of the port 6e070b04-c7a0-42ef-b777-c5700223a538 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:44:55.768286 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e8872778-c0aa-487c-ab33-23c1ff6c7bc2 req-d45fc124-c812-4066-be6f-847b44d7bff3 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865250 Feb 19 02:44:55.799311 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-dcc622cc-6622-48e5-ab91-a629b258922d req-a145209c-4ce1-41c7-b9a3-bf18f822635a tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] Deleting port 60be77ed-7c6c-4277-9f96-c3d168980c75 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:44:55.801734 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-dcc622cc-6622-48e5-ab91-a629b258922d req-a145209c-4ce1-41c7-b9a3-bf18f822635a tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (60be77ed-7c6c-4277-9f96-c3d168980c75), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:55.921897 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3898de89-a0d5-4ae3-8cad-cf128c2e4448 tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Publish callbacks [] for port (017437ca-2697-42bf-8f3f-7e6f0982dc4e), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:55.979266 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:55.991450 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3898de89-a0d5-4ae3-8cad-cf128c2e4448 tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (017437ca-2697-42bf-8f3f-7e6f0982dc4e), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:56.036304 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-dcc622cc-6622-48e5-ab91-a629b258922d req-a145209c-4ce1-41c7-b9a3-bf18f822635a tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] For port 60be77ed-7c6c-4277-9f96-c3d168980c75, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=60be77ed-7c6c-4277-9f96-c3d168980c75,segment=NetworkSegment(ba681f96-6adb-4b0c-9c12-9f59489d7ccc),segment_id=ba681f96-6adb-4b0c-9c12-9f59489d7ccc)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:44:56.036670 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-dcc622cc-6622-48e5-ab91-a629b258922d req-a145209c-4ce1-41c7-b9a3-bf18f822635a tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (60be77ed-7c6c-4277-9f96-c3d168980c75), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:56.102054 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3898de89-a0d5-4ae3-8cad-cf128c2e4448 tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Network 7f524aa9-006b-407f-ac20-5d13084a0901 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:44:56.106172 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b813a17c-6bff-4d63-a76b-8033fbe718d5 req-56b59080-5814-45bd-b235-f1b0676b65fc tempest-ImagesNegativeTestJSON-824465613 tempest-ImagesNegativeTestJSON-824465613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:56.107045 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-3898de89-a0d5-4ae3-8cad-cf128c2e4448 tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:44:56.107699 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b813a17c-6bff-4d63-a76b-8033fbe718d5 req-56b59080-5814-45bd-b235-f1b0676b65fc tempest-ImagesNegativeTestJSON-824465613 tempest-ImagesNegativeTestJSON-824465613-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf3f4708-18a8-4fe1-a890-dfbc182a462a HTTP/1.1" status: 200 len: 949 time: 0.1655173 Feb 19 02:44:56.112550 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3898de89-a0d5-4ae3-8cad-cf128c2e4448 tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:44:56.185357 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3898de89-a0d5-4ae3-8cad-cf128c2e4448 tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Pushing event updated for resources: {'Port': ['ID=017437ca-2697-42bf-8f3f-7e6f0982dc4e,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:44:56.262314 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3898de89-a0d5-4ae3-8cad-cf128c2e4448 tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16289150'] for router_interface (660aa05a-88dc-4fb3-bf91-8b0c347dbe0f), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:56.309470 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b813a17c-6bff-4d63-a76b-8033fbe718d5 req-b8023cec-3994-4628-bb61-b2d76b14c614 tempest-ImagesNegativeTestJSON-824465613 tempest-ImagesNegativeTestJSON-824465613-project] 10.222.0.72 "GET /v2.0/security-groups?id=0faf4302-c296-438f-9908-67c1bb082cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851022 Feb 19 02:44:56.431679 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device b775695a-e966-4ea5-a6b6-908e75751e31 no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:44:56.478228 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] No Port match for: b775695a-e966-4ea5-a6b6-908e75751e31 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:44:56.480912 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device b775695a-e966-4ea5-a6b6-908e75751e31 not bound to the agent host n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:44:56.503584 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-dcc622cc-6622-48e5-ab91-a629b258922d req-a145209c-4ce1-41c7-b9a3-bf18f822635a tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:56.504640 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-dcc622cc-6622-48e5-ab91-a629b258922d req-a145209c-4ce1-41c7-b9a3-bf18f822635a tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16285943'] for floatingip (e6e7f2ed-e866-445b-8162-2ac57aa4b548), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:56.505041 n-d-826753-2 neutron-server[103701]: INFO neutron.db.l3_db [req-dcc622cc-6622-48e5-ab91-a629b258922d req-a145209c-4ce1-41c7-b9a3-bf18f822635a tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] Floating IP e6e7f2ed-e866-445b-8162-2ac57aa4b548 disassociated. External IP: 172.25.6.201, port: 60be77ed-7c6c-4277-9f96-c3d168980c75. Feb 19 02:44:56.505574 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-dcc622cc-6622-48e5-ab91-a629b258922d req-a145209c-4ce1-41c7-b9a3-bf18f822635a tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] Calling delete_port for 60be77ed-7c6c-4277-9f96-c3d168980c75 owned by compute:nova {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:44:56.616557 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3898de89-a0d5-4ae3-8cad-cf128c2e4448 tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (017437ca-2697-42bf-8f3f-7e6f0982dc4e), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:56.642940 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-954e0549-636e-4eac-ad1a-9ba932a8cc55 None None] Provisioning complete for port 017437ca-2697-42bf-8f3f-7e6f0982dc4e triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:44:56.644701 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-954e0549-636e-4eac-ad1a-9ba932a8cc55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (017437ca-2697-42bf-8f3f-7e6f0982dc4e), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:56.729114 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-dcc622cc-6622-48e5-ab91-a629b258922d req-a145209c-4ce1-41c7-b9a3-bf18f822635a tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (60be77ed-7c6c-4277-9f96-c3d168980c75), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:56.757979 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8e4bc0bb-2dd5-42c0-946d-523c9cc9b641 req-8a2aa7fe-e6d6-43c8-9fb7-0b43b8fd26ee tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] 10.222.0.72 "GET /v2.0/ports?device_id=5517c022-d86f-4add-beb2-5773f3371e62 HTTP/1.1" status: 200 len: 210 time: 0.0430541 Feb 19 02:44:56.787168 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 6e070b04-c7a0-42ef-b777-c5700223a538 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:44:56.832869 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a145209c-4ce1-41c7-b9a3-bf18f822635a tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] Pushing event deleted for resources: {'Port': ['ID=60be77ed-7c6c-4277-9f96-c3d168980c75,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:44:56.923862 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-954e0549-636e-4eac-ad1a-9ba932a8cc55 None None] Port 017437ca-2697-42bf-8f3f-7e6f0982dc4e cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:44:56.996456 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 6e070b04-c7a0-42ef-b777-c5700223a538 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:44:56.997465 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (6e070b04-c7a0-42ef-b777-c5700223a538), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:57.039628 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52532) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:44:57.177776 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 6e070b04-c7a0-42ef-b777-c5700223a538 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:44:57.272602 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3081651b-c269-4ad8-9b4a-0b666f0ec246 req-841e4635-43b1-48a5-8099-d08986910d20 tempest-ImagesNegativeTestJSON-824465613 tempest-ImagesNegativeTestJSON-824465613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:57.274378 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3081651b-c269-4ad8-9b4a-0b666f0ec246 req-841e4635-43b1-48a5-8099-d08986910d20 tempest-ImagesNegativeTestJSON-824465613 tempest-ImagesNegativeTestJSON-824465613-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf3f4708-18a8-4fe1-a890-dfbc182a462a HTTP/1.1" status: 200 len: 949 time: 0.2452092 Feb 19 02:44:57.291723 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee9a048-72d8-4c2d-8a15-e2d42b23726f req-29dba5b6-780d-4ff8-9246-a1dfe3fe393c tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:57.291723 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3ee9a048-72d8-4c2d-8a15-e2d42b23726f req-29dba5b6-780d-4ff8-9246-a1dfe3fe393c tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3e2950d-ab47-4046-8006-daf03c09940e HTTP/1.1" status: 200 len: 944 time: 0.3195131 Feb 19 02:44:57.320011 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3898de89-a0d5-4ae3-8cad-cf128c2e4448 tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Publish callbacks [] for port (017437ca-2697-42bf-8f3f-7e6f0982dc4e), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:57.326330 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3898de89-a0d5-4ae3-8cad-cf128c2e4448 tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (017437ca-2697-42bf-8f3f-7e6f0982dc4e), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:57.382507 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3898de89-a0d5-4ae3-8cad-cf128c2e4448 tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16362769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16289258'] for router_interface (660aa05a-88dc-4fb3-bf91-8b0c347dbe0f), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:57.473198 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3ee9a048-72d8-4c2d-8a15-e2d42b23726f req-c159f5f2-778f-444c-ab5c-74d1e9cad7e9 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521797 Feb 19 02:44:57.490786 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-0859e5ca-871a-4797-a474-93145197a15f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5a8594eb95e546c6a957ee6e6b28e412&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4481895 Feb 19 02:44:57.498027 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dcc622cc-6622-48e5-ab91-a629b258922d req-a145209c-4ce1-41c7-b9a3-bf18f822635a tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] Router 92e744fe-57fc-429c-a64b-31cda8120436 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:44:57.499351 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52538) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:44:57.575618 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-aebed845-3cec-4b7c-b307-5f871c548df7 admin admin] Publish callbacks [] for security_group (de50c470-5dda-4770-9867-f5a93f80ec2f), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:57.578427 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3081651b-c269-4ad8-9b4a-0b666f0ec246 req-792b2514-da07-497f-90cb-872717787c54 tempest-ImagesNegativeTestJSON-824465613 tempest-ImagesNegativeTestJSON-824465613-project] 10.222.0.72 "GET /v2.0/security-groups?id=0faf4302-c296-438f-9908-67c1bb082cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783608 Feb 19 02:44:57.606180 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-aebed845-3cec-4b7c-b307-5f871c548df7 admin admin] Publish callbacks [] for security_group (de50c470-5dda-4770-9867-f5a93f80ec2f), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:57.609532 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3898de89-a0d5-4ae3-8cad-cf128c2e4448 tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Pushing event updated for resources: {'Port': ['ID=017437ca-2697-42bf-8f3f-7e6f0982dc4e,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:44:57.675902 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3898de89-a0d5-4ae3-8cad-cf128c2e4448 tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Network 7f524aa9-006b-407f-ac20-5d13084a0901 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:44:57.677804 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-3898de89-a0d5-4ae3-8cad-cf128c2e4448 tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:44:57.692521 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dcc622cc-6622-48e5-ab91-a629b258922d req-a145209c-4ce1-41c7-b9a3-bf18f822635a tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:44:57.706735 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e31bbb-9f0a-42a4-b616-beb77465422b None None] Sync routers for ids ['92e744fe-57fc-429c-a64b-31cda8120436'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:44:57.724373 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e31bbb-9f0a-42a4-b616-beb77465422b None None] Routers {'92e744fe-57fc-429c-a64b-31cda8120436'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:44:57.725031 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-93e31bbb-9f0a-42a4-b616-beb77465422b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:44:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['92e744fe-57fc-429c-a64b-31cda8120436'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:44:57.840162 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcc622cc-6622-48e5-ab91-a629b258922d req-a145209c-4ce1-41c7-b9a3-bf18f822635a tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] No DVR routers for this DVR port 60be77ed-7c6c-4277-9f96-c3d168980c75 on host n-h1-826753-2 {{(pid=103701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:44:57.846968 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-dcc622cc-6622-48e5-ab91-a629b258922d req-a145209c-4ce1-41c7-b9a3-bf18f822635a tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:57.855096 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-dcc622cc-6622-48e5-ab91-a629b258922d req-a145209c-4ce1-41c7-b9a3-bf18f822635a tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] 10.222.0.73 "DELETE /v2.0/ports/60be77ed-7c6c-4277-9f96-c3d168980c75 HTTP/1.1" status: 204 len: 173 time: 2.5542705 Feb 19 02:44:57.856652 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-aebed845-3cec-4b7c-b307-5f871c548df7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (de50c470-5dda-4770-9867-f5a93f80ec2f), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:57.857270 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5517c022-d86f-4add-beb2-5773f3371e62', 'name': 'network-vif-deleted', 'tag': '60be77ed-7c6c-4277-9f96-c3d168980c75'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:44:57.861917 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d929ea0-929f-4419-a611-deca7b491a6b" -d '{"events": [{"server_uuid": "5517c022-d86f-4add-beb2-5773f3371e62", "name": "network-vif-deleted", "tag": "60be77ed-7c6c-4277-9f96-c3d168980c75"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:44:57.864899 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-aebed845-3cec-4b7c-b307-5f871c548df7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:57.869761 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-aebed845-3cec-4b7c-b307-5f871c548df7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/de50c470-5dda-4770-9867-f5a93f80ec2f HTTP/1.1" status: 204 len: 168 time: 0.3646142 Feb 19 02:44:57.891467 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebed845-3cec-4b7c-b307-5f871c548df7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de50c470-5dda-4770-9867-f5a93f80ec2f,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:44:57.949447 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3898de89-a0d5-4ae3-8cad-cf128c2e4448 tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Router 660aa05a-88dc-4fb3-bf91-8b0c347dbe0f has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:44:57.976257 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-93e31bbb-9f0a-42a4-b616-beb77465422b None None] Set router 92e744fe-57fc-429c-a64b-31cda8120436 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:44:58.046311 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bd6eb94-5b06-40e0-ba72-ca68b811a591 x-openstack-request-id: req-7bd6eb94-5b06-40e0-ba72-ca68b811a591 {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:44:58.046598 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5517c022-d86f-4add-beb2-5773f3371e62", "name": "network-vif-deleted", "tag": "60be77ed-7c6c-4277-9f96-c3d168980c75", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:44:58.048002 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7bd6eb94-5b06-40e0-ba72-ca68b811a591 {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:44:58.048433 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5517c022-d86f-4add-beb2-5773f3371e62', 'name': 'network-vif-deleted', 'tag': '60be77ed-7c6c-4277-9f96-c3d168980c75', 'status': 'completed', 'code': 200} Feb 19 02:44:58.052798 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-976369a7-cc84-43df-9ab8-9aa8e548defa req-dc666900-27a2-4e4b-98e2-db922ebe02c7 tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] 10.222.0.72 "GET /v2.0/ports?device_id=5517c022-d86f-4add-beb2-5773f3371e62 HTTP/1.1" status: 200 len: 210 time: 0.1596944 Feb 19 02:44:58.296612 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-66a21bc9-bce2-4f59-80ef-d943a5e4c671 None None] Provisioning complete for port 017437ca-2697-42bf-8f3f-7e6f0982dc4e triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:44:58.297214 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-66a21bc9-bce2-4f59-80ef-d943a5e4c671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (017437ca-2697-42bf-8f3f-7e6f0982dc4e), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:58.380330 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-93e31bbb-9f0a-42a4-b616-beb77465422b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92e744fe-57fc-429c-a64b-31cda8120436', 'name': 'tempest-ServersTestFqdnHostnames-4944045-router', 'tenant_id': '96ff41aa05534200964233b47085cac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '7e86580e-0894-4272-8d0f-cd4186e9bad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:42:41Z', 'updated_at': '2022-02-19T02:42:49Z', 'revision_number': 4, 'project_id': '96ff41aa05534200964233b47085cac9', 'gw_port': {'id': '7e86580e-0894-4272-8d0f-cd4186e9bad2', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:92:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e744fe-57fc-429c-a64b-31cda8120436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:42:42Z', 'updated_at': '2022-02-19T02:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '655589a7-b312-4e61-b921-afba34fffe4a', 'name': '', 'network_id': 'ee39ff61-2b71-49ef-88f9-87356161a1ed', 'tenant_id': '96ff41aa05534200964233b47085cac9', 'mac_address': 'fa:16:3e:17:49:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e744fe-57fc-429c-a64b-31cda8120436', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'f203640b-0f60-4d96-89bd-3c6bc1a85a78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:42:47Z', 'updated_at': '2022-02-19T02:42:54Z', 'revision_number': 5, 'project_id': '96ff41aa05534200964233b47085cac9', 'subnets': [{'id': 'f203640b-0f60-4d96-89bd-3c6bc1a85a78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:44:58.417491 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-66a21bc9-bce2-4f59-80ef-d943a5e4c671 None None] Port 017437ca-2697-42bf-8f3f-7e6f0982dc4e cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:44:58.441926 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 60be77ed-7c6c-4277-9f96-c3d168980c75 no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:44:58.485840 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42746f55-86a0-4637-8642-95568936a21e req-5a2ea304-7413-4590-8e34-c1300274a397 tempest-ImagesNegativeTestJSON-824465613 tempest-ImagesNegativeTestJSON-824465613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:58.491861 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e31bbb-9f0a-42a4-b616-beb77465422b None None] Checking router: 92e744fe-57fc-429c-a64b-31cda8120436 for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:44:58.495797 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] No Port match for: 60be77ed-7c6c-4277-9f96-c3d168980c75 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:44:58.496149 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 60be77ed-7c6c-4277-9f96-c3d168980c75 not bound to the agent host n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:44:58.501084 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-42746f55-86a0-4637-8642-95568936a21e req-5a2ea304-7413-4590-8e34-c1300274a397 tempest-ImagesNegativeTestJSON-824465613 tempest-ImagesNegativeTestJSON-824465613-project] 10.222.0.73 "GET /v2.0/ports?device_id=cf3f4708-18a8-4fe1-a890-dfbc182a462a HTTP/1.1" status: 200 len: 949 time: 0.1449068 Feb 19 02:44:58.529118 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e31bbb-9f0a-42a4-b616-beb77465422b None None] Routers {'92e744fe-57fc-429c-a64b-31cda8120436'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:44:58.533177 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-93e31bbb-9f0a-42a4-b616-beb77465422b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:44:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['92e744fe-57fc-429c-a64b-31cda8120436'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:44:58.732622 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52552) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:44:58.779063 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3898de89-a0d5-4ae3-8cad-cf128c2e4448 tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:44:58.786105 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-3898de89-a0d5-4ae3-8cad-cf128c2e4448 tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] 10.222.0.72 "PUT /v2.0/routers/660aa05a-88dc-4fb3-bf91-8b0c347dbe0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5496891 Feb 19 02:44:58.788469 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52554) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:44:58.791834 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee0abbe-71e8-47e0-abac-79bd46b7804e None None] Sync routers for ids ['660aa05a-88dc-4fb3-bf91-8b0c347dbe0f'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:44:58.795615 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-9ef6679e-ca9d-4c65-b06a-aebf8a11561f tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Request body: {'port': {'network_id': '7f524aa9-006b-407f-ac20-5d13084a0901', 'name': 'tempest-FloatingIPAdminTestJSON-1004950251'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:44:58.819474 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee0abbe-71e8-47e0-abac-79bd46b7804e None None] Routers {'660aa05a-88dc-4fb3-bf91-8b0c347dbe0f'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:44:58.824709 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-2ee0abbe-71e8-47e0-abac-79bd46b7804e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:44:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['660aa05a-88dc-4fb3-bf91-8b0c347dbe0f'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:44:58.884471 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-93e31bbb-9f0a-42a4-b616-beb77465422b None None] Set router 92e744fe-57fc-429c-a64b-31cda8120436 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:44:58.914879 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-2ee0abbe-71e8-47e0-abac-79bd46b7804e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:44:58.931875 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee0abbe-71e8-47e0-abac-79bd46b7804e None None] Routers {'660aa05a-88dc-4fb3-bf91-8b0c347dbe0f'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:44:58.932709 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-f50bfde5-3613-4b75-9a28-a2195a8781a0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c095c69c270c4e58a6604aac866540b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1909955 Feb 19 02:44:58.933752 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-2ee0abbe-71e8-47e0-abac-79bd46b7804e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:44:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['660aa05a-88dc-4fb3-bf91-8b0c347dbe0f'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:44:58.937876 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52556) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:44:59.014249 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-42746f55-86a0-4637-8642-95568936a21e req-95f1c459-aea6-47c8-9dad-d39ece60400b tempest-ImagesNegativeTestJSON-824465613 tempest-ImagesNegativeTestJSON-824465613-project] Deleting port 65e5d569-eca2-4f07-b18b-e34f45d86c0c {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:44:59.014502 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-42746f55-86a0-4637-8642-95568936a21e req-95f1c459-aea6-47c8-9dad-d39ece60400b tempest-ImagesNegativeTestJSON-824465613 tempest-ImagesNegativeTestJSON-824465613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (65e5d569-eca2-4f07-b18b-e34f45d86c0c), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:59.055768 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-2ee0abbe-71e8-47e0-abac-79bd46b7804e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:44:59.059593 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee0abbe-71e8-47e0-abac-79bd46b7804e None None] The sync data for ids ['660aa05a-88dc-4fb3-bf91-8b0c347dbe0f'] in n-d-826753-2 is: [] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:44:59.068681 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4c7518a7-36c8-4bfc-81d9-8da9e3e0d026 admin admin] Publish callbacks [] for security_group (d54fa2cf-d464-460e-bd46-4c1825185a00), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:59.077485 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ef6679e-ca9d-4c65-b06a-aebf8a11561f tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Made reservation on behalf of e1bdd1ada7a8461e90aa30655a6e3f10 for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:44:59.082149 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9ef6679e-ca9d-4c65-b06a-aebf8a11561f tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:59.102831 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [None req-9ef6679e-ca9d-4c65-b06a-aebf8a11561f tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] device_id is not set on port d1cd82ca-1c44-416b-a5ad-7426a9c9e74a yet. {{(pid=103702) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 02:44:59.107431 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4c7518a7-36c8-4bfc-81d9-8da9e3e0d026 admin admin] Publish callbacks [] for security_group (d54fa2cf-d464-460e-bd46-4c1825185a00), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:59.225602 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750b520b-3cab-4f66-bcf3-d166db84efb0 req-840402e7-7bf5-4f20-a172-51e25e111b18 tempest-ImagesNegativeTestJSON-824465613 tempest-ImagesNegativeTestJSON-824465613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:59.231737 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-750b520b-3cab-4f66-bcf3-d166db84efb0 req-840402e7-7bf5-4f20-a172-51e25e111b18 tempest-ImagesNegativeTestJSON-824465613 tempest-ImagesNegativeTestJSON-824465613-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf3f4708-18a8-4fe1-a890-dfbc182a462a HTTP/1.1" status: 200 len: 949 time: 0.4849551 Feb 19 02:44:59.239842 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4c7518a7-36c8-4bfc-81d9-8da9e3e0d026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (d54fa2cf-d464-460e-bd46-4c1825185a00), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:59.245186 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4c7518a7-36c8-4bfc-81d9-8da9e3e0d026 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:59.246352 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-4c7518a7-36c8-4bfc-81d9-8da9e3e0d026 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d54fa2cf-d464-460e-bd46-4c1825185a00 HTTP/1.1" status: 204 len: 168 time: 0.2950528 Feb 19 02:44:59.252213 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-9ef6679e-ca9d-4c65-b06a-aebf8a11561f tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Allocated IP 172.20.0.14 (7f524aa9-006b-407f-ac20-5d13084a0901/d650700b-e43a-4c2f-ae1b-c1ec7ba543a1/d1cd82ca-1c44-416b-a5ad-7426a9c9e74a) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:44:59.295826 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-93e31bbb-9f0a-42a4-b616-beb77465422b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92e744fe-57fc-429c-a64b-31cda8120436', 'name': 'tempest-ServersTestFqdnHostnames-4944045-router', 'tenant_id': '96ff41aa05534200964233b47085cac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '7e86580e-0894-4272-8d0f-cd4186e9bad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:42:41Z', 'updated_at': '2022-02-19T02:42:49Z', 'revision_number': 4, 'project_id': '96ff41aa05534200964233b47085cac9', 'gw_port': {'id': '7e86580e-0894-4272-8d0f-cd4186e9bad2', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:92:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e744fe-57fc-429c-a64b-31cda8120436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:42:42Z', 'updated_at': '2022-02-19T02:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '655589a7-b312-4e61-b921-afba34fffe4a', 'name': '', 'network_id': 'ee39ff61-2b71-49ef-88f9-87356161a1ed', 'tenant_id': '96ff41aa05534200964233b47085cac9', 'mac_address': 'fa:16:3e:17:49:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e744fe-57fc-429c-a64b-31cda8120436', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'f203640b-0f60-4d96-89bd-3c6bc1a85a78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:42:47Z', 'updated_at': '2022-02-19T02:42:54Z', 'revision_number': 5, 'project_id': '96ff41aa05534200964233b47085cac9', 'subnets': [{'id': 'f203640b-0f60-4d96-89bd-3c6bc1a85a78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:44:59.315058 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c460d2e-3b54-442b-8ffe-4f10bd453984 req-eee20599-19d1-4a1a-871b-578b2b129429 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:59.317411 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2c460d2e-3b54-442b-8ffe-4f10bd453984 req-eee20599-19d1-4a1a-871b-578b2b129429 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3e2950d-ab47-4046-8006-daf03c09940e HTTP/1.1" status: 200 len: 944 time: 0.5926499 Feb 19 02:44:59.364111 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e31bbb-9f0a-42a4-b616-beb77465422b None None] The sync data for ids ['92e744fe-57fc-429c-a64b-31cda8120436'] in n-d-826753-2 is: [{'id': '92e744fe-57fc-429c-a64b-31cda8120436', 'name': 'tempest-ServersTestFqdnHostnames-4944045-router', 'tenant_id': '96ff41aa05534200964233b47085cac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '7e86580e-0894-4272-8d0f-cd4186e9bad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:42:41Z', 'updated_at': '2022-02-19T02:42:49Z', 'revision_number': 4, 'project_id': '96ff41aa05534200964233b47085cac9', 'gw_port': {'id': '7e86580e-0894-4272-8d0f-cd4186e9bad2', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:92:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e744fe-57fc-429c-a64b-31cda8120436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:42:42Z', 'updated_at': '2022-02-19T02:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '655589a7-b312-4e61-b921-afba34fffe4a', 'name': '', 'network_id': 'ee39ff61-2b71-49ef-88f9-87356161a1ed', 'tenant_id': '96ff41aa05534200964233b47085cac9', 'mac_address': 'fa:16:3e:17:49:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e744fe-57fc-429c-a64b-31cda8120436', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'f203640b-0f60-4d96-89bd-3c6bc1a85a78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:42:47Z', 'updated_at': '2022-02-19T02:42:54Z', 'revision_number': 5, 'project_id': '96ff41aa05534200964233b47085cac9', 'subnets': [{'id': 'f203640b-0f60-4d96-89bd-3c6bc1a85a78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:44:59.383567 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7518a7-36c8-4bfc-81d9-8da9e3e0d026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d54fa2cf-d464-460e-bd46-4c1825185a00,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:44:59.403758 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-750b520b-3cab-4f66-bcf3-d166db84efb0 req-a0a18232-214e-42de-a588-45aa095ba3a2 tempest-ImagesNegativeTestJSON-824465613 tempest-ImagesNegativeTestJSON-824465613-project] 10.222.0.72 "GET /v2.0/security-groups?id=0faf4302-c296-438f-9908-67c1bb082cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537302 Feb 19 02:44:59.523724 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9ef6679e-ca9d-4c65-b06a-aebf8a11561f tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Publish callbacks [] for port (d1cd82ca-1c44-416b-a5ad-7426a9c9e74a), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:59.527212 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2c460d2e-3b54-442b-8ffe-4f10bd453984 req-fa8091ac-884b-47d7-bd99-73d7dcbacfa8 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927061 Feb 19 02:44:59.541193 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-42746f55-86a0-4637-8642-95568936a21e req-95f1c459-aea6-47c8-9dad-d39ece60400b tempest-ImagesNegativeTestJSON-824465613 tempest-ImagesNegativeTestJSON-824465613-project] For port 65e5d569-eca2-4f07-b18b-e34f45d86c0c, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=65e5d569-eca2-4f07-b18b-e34f45d86c0c,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:44:59.542294 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-42746f55-86a0-4637-8642-95568936a21e req-95f1c459-aea6-47c8-9dad-d39ece60400b tempest-ImagesNegativeTestJSON-824465613 tempest-ImagesNegativeTestJSON-824465613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (65e5d569-eca2-4f07-b18b-e34f45d86c0c), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:59.573950 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52566) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:44:59.574229 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-42746f55-86a0-4637-8642-95568936a21e req-95f1c459-aea6-47c8-9dad-d39ece60400b tempest-ImagesNegativeTestJSON-824465613 tempest-ImagesNegativeTestJSON-824465613-project] Calling delete_port for 65e5d569-eca2-4f07-b18b-e34f45d86c0c owned by compute:nova {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:44:59.585796 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9ef6679e-ca9d-4c65-b06a-aebf8a11561f tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (d1cd82ca-1c44-416b-a5ad-7426a9c9e74a), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:59.662801 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef6679e-ca9d-4c65-b06a-aebf8a11561f tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Pushing event updated for resources: {'Port': ['ID=d1cd82ca-1c44-416b-a5ad-7426a9c9e74a,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:44:59.745958 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef6679e-ca9d-4c65-b06a-aebf8a11561f tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Network 7f524aa9-006b-407f-ac20-5d13084a0901 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:44:59.767298 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-9ef6679e-ca9d-4c65-b06a-aebf8a11561f tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:44:59.792020 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef6679e-ca9d-4c65-b06a-aebf8a11561f tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:44:59.814200 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-42746f55-86a0-4637-8642-95568936a21e req-95f1c459-aea6-47c8-9dad-d39ece60400b tempest-ImagesNegativeTestJSON-824465613 tempest-ImagesNegativeTestJSON-824465613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (65e5d569-eca2-4f07-b18b-e34f45d86c0c), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:59.849223 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['65e5d569-eca2-4f07-b18b-e34f45d86c0c'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:44:59.875131 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f1c459-aea6-47c8-9dad-d39ece60400b tempest-ImagesNegativeTestJSON-824465613 tempest-ImagesNegativeTestJSON-824465613-project] Pushing event deleted for resources: {'Port': ['ID=65e5d569-eca2-4f07-b18b-e34f45d86c0c,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:44:59.915441 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8e076c4b-e6b8-410c-a73e-4226ce9be928 tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] Publish callbacks [] for security_group (e62d99a3-cc31-4ea4-8cfc-c7295622cb95), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:59.979580 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc527020-a2d0-4647-952f-b6a6a74c2ab6 None None] New status for floating IP e6e7f2ed-e866-445b-8162-2ac57aa4b548: DOWN {{(pid=103704) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 02:44:59.982363 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-42746f55-86a0-4637-8642-95568936a21e req-95f1c459-aea6-47c8-9dad-d39ece60400b tempest-ImagesNegativeTestJSON-824465613 tempest-ImagesNegativeTestJSON-824465613-project] No DVR routers for this DVR port 65e5d569-eca2-4f07-b18b-e34f45d86c0c on host n-h1-826753-2 {{(pid=103701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:44:59.989603 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-42746f55-86a0-4637-8642-95568936a21e req-95f1c459-aea6-47c8-9dad-d39ece60400b tempest-ImagesNegativeTestJSON-824465613 tempest-ImagesNegativeTestJSON-824465613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:59.995563 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-42746f55-86a0-4637-8642-95568936a21e req-95f1c459-aea6-47c8-9dad-d39ece60400b tempest-ImagesNegativeTestJSON-824465613 tempest-ImagesNegativeTestJSON-824465613-project] 10.222.0.73 "DELETE /v2.0/ports/65e5d569-eca2-4f07-b18b-e34f45d86c0c HTTP/1.1" status: 204 len: 173 time: 1.4864662 Feb 19 02:45:00.044228 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8e076c4b-e6b8-410c-a73e-4226ce9be928 tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] Publish callbacks [] for security_group (e62d99a3-cc31-4ea4-8cfc-c7295622cb95), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:00.055493 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf3f4708-18a8-4fe1-a890-dfbc182a462a', 'name': 'network-vif-deleted', 'tag': '65e5d569-eca2-4f07-b18b-e34f45d86c0c'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:45:00.059433 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7a4f747-5292-47e0-a287-283dca5b03ac" -d '{"events": [{"server_uuid": "cf3f4708-18a8-4fe1-a890-dfbc182a462a", "name": "network-vif-deleted", "tag": "65e5d569-eca2-4f07-b18b-e34f45d86c0c"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:45:00.064586 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef6679e-ca9d-4c65-b06a-aebf8a11561f tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:00.065361 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9ef6679e-ca9d-4c65-b06a-aebf8a11561f tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:00.163138 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb42bec8-8dfc-41db-867b-0a159c6686a0 x-openstack-request-id: req-fb42bec8-8dfc-41db-867b-0a159c6686a0 {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:45:00.163789 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf3f4708-18a8-4fe1-a890-dfbc182a462a", "name": "network-vif-deleted", "tag": "65e5d569-eca2-4f07-b18b-e34f45d86c0c", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:45:00.164299 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-fb42bec8-8dfc-41db-867b-0a159c6686a0 {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:45:00.165053 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf3f4708-18a8-4fe1-a890-dfbc182a462a', 'name': 'network-vif-deleted', 'tag': '65e5d569-eca2-4f07-b18b-e34f45d86c0c', 'status': 'completed', 'code': 200} Feb 19 02:45:00.174161 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-9ef6679e-ca9d-4c65-b06a-aebf8a11561f tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.3809240 Feb 19 02:45:00.174490 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52578) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:45:00.287097 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8e076c4b-e6b8-410c-a73e-4226ce9be928 tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (e62d99a3-cc31-4ea4-8cfc-c7295622cb95), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:00.289869 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8e076c4b-e6b8-410c-a73e-4226ce9be928 tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:00.293567 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-8e076c4b-e6b8-410c-a73e-4226ce9be928 tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] 10.222.0.72 "DELETE /v2.0/security-groups/e62d99a3-cc31-4ea4-8cfc-c7295622cb95 HTTP/1.1" status: 204 len: 168 time: 0.7170246 Feb 19 02:45:00.293934 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52582) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:45:00.343564 n-d-826753-2 neutron-server[103701]: INFO neutron.api.v2.resource [None req-04c6b940-1374-41e4-942c-96ef0e718218 tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] show failed (client error): The resource could not be found. Feb 19 02:45:00.350286 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-04c6b940-1374-41e4-942c-96ef0e718218 tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] 10.222.0.72 "GET /v2.0/security-groups/e62d99a3-cc31-4ea4-8cfc-c7295622cb95 HTTP/1.1" status: 404 len: 347 time: 0.0498147 Feb 19 02:45:00.350899 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52586) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:45:00.355292 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e076c4b-e6b8-410c-a73e-4226ce9be928 tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e62d99a3-cc31-4ea4-8cfc-c7295622cb95,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:00.485174 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-79802549-8fb1-4005-a58d-eeccb0766d2d None None] Provisioning complete for port d1cd82ca-1c44-416b-a5ad-7426a9c9e74a triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:45:00.486269 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-79802549-8fb1-4005-a58d-eeccb0766d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (d1cd82ca-1c44-416b-a5ad-7426a9c9e74a), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:00.647258 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-79802549-8fb1-4005-a58d-eeccb0766d2d None None] Port d1cd82ca-1c44-416b-a5ad-7426a9c9e74a cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:45:00.941869 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8b2336d0-5b70-4e78-9d9d-b09bc90b467b req-4af9412b-5d6d-4088-8457-27dcb80a5187 tempest-ImagesNegativeTestJSON-824465613 tempest-ImagesNegativeTestJSON-824465613-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf3f4708-18a8-4fe1-a890-dfbc182a462a HTTP/1.1" status: 200 len: 210 time: 0.1442721 Feb 19 02:45:00.986752 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a850ef-c7a5-4c51-9ebe-00427fe08b7b req-08785a68-550a-4906-a1d8-f46eefdd8006 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:00.988545 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c0a850ef-c7a5-4c51-9ebe-00427fe08b7b req-08785a68-550a-4906-a1d8-f46eefdd8006 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3e2950d-ab47-4046-8006-daf03c09940e HTTP/1.1" status: 200 len: 944 time: 0.2224472 Feb 19 02:45:00.994145 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-51dc1d99-07ca-4cb8-813e-82e05f1af332 tempest-FloatingIPAdminTestJSON-1125186151 tempest-FloatingIPAdminTestJSON-1125186151-project-admin] Request body: {'floatingip': {'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'project_id': 'e1bdd1ada7a8461e90aa30655a6e3f10', 'port_id': 'd1cd82ca-1c44-416b-a5ad-7426a9c9e74a'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:45:01.028659 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-a8766007-6008-429a-be22-02c2757ebf22 tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] Deleting port 07f01ab7-be96-4f05-ba36-3b90fde89066 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:45:01.029016 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a8766007-6008-429a-be22-02c2757ebf22 tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (07f01ab7-be96-4f05-ba36-3b90fde89066), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:01.146670 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a8766007-6008-429a-be22-02c2757ebf22 tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (07f01ab7-be96-4f05-ba36-3b90fde89066), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:01.147121 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a8766007-6008-429a-be22-02c2757ebf22 tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] Publish callbacks [] for floatingip (07f01ab7-be96-4f05-ba36-3b90fde89066), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:01.167287 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-a8766007-6008-429a-be22-02c2757ebf22 tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] Calling delete_port for 07f01ab7-be96-4f05-ba36-3b90fde89066 owned by network:floatingip {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:45:01.627182 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a8766007-6008-429a-be22-02c2757ebf22 tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (07f01ab7-be96-4f05-ba36-3b90fde89066), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:01.663661 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-51dc1d99-07ca-4cb8-813e-82e05f1af332 tempest-FloatingIPAdminTestJSON-1125186151 tempest-FloatingIPAdminTestJSON-1125186151-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:01.667757 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8766007-6008-429a-be22-02c2757ebf22 tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] Pushing event deleted for resources: {'Port': ['ID=07f01ab7-be96-4f05-ba36-3b90fde89066,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:01.743036 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c0a850ef-c7a5-4c51-9ebe-00427fe08b7b req-8dd71548-374c-4fa2-b25d-5ac0d3e80607 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7457576 Feb 19 02:45:01.809842 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a8766007-6008-429a-be22-02c2757ebf22 tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] Publish callbacks [] for floatingip (e6e7f2ed-e866-445b-8162-2ac57aa4b548), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:01.812690 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a8766007-6008-429a-be22-02c2757ebf22 tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:01.814062 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-a8766007-6008-429a-be22-02c2757ebf22 tempest-ServersTestFqdnHostnames-1458046955 tempest-ServersTestFqdnHostnames-1458046955-project] 10.222.0.72 "DELETE /v2.0/floatingips/e6e7f2ed-e866-445b-8162-2ac57aa4b548 HTTP/1.1" status: 204 len: 168 time: 1.4622164 Feb 19 02:45:01.817510 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52626) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:45:01.897472 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-51dc1d99-07ca-4cb8-813e-82e05f1af332 tempest-FloatingIPAdminTestJSON-1125186151 tempest-FloatingIPAdminTestJSON-1125186151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:02.157219 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-51dc1d99-07ca-4cb8-813e-82e05f1af332 tempest-FloatingIPAdminTestJSON-1125186151 tempest-FloatingIPAdminTestJSON-1125186151-project-admin] Allocated IP 172.25.6.72 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/a42294ed-b910-4cce-998c-d3aa7f11bde9) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:45:02.401418 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-51dc1d99-07ca-4cb8-813e-82e05f1af332 tempest-FloatingIPAdminTestJSON-1125186151 tempest-FloatingIPAdminTestJSON-1125186151-project-admin] Publish callbacks [] for port (a42294ed-b910-4cce-998c-d3aa7f11bde9), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:02.492161 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 65e5d569-eca2-4f07-b18b-e34f45d86c0c no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:45:02.505079 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-51dc1d99-07ca-4cb8-813e-82e05f1af332 tempest-FloatingIPAdminTestJSON-1125186151 tempest-FloatingIPAdminTestJSON-1125186151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (a42294ed-b910-4cce-998c-d3aa7f11bde9), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:02.537379 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] No Port match for: 65e5d569-eca2-4f07-b18b-e34f45d86c0c {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:45:02.540719 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 65e5d569-eca2-4f07-b18b-e34f45d86c0c not bound to the agent host n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:45:02.656349 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dc1d99-07ca-4cb8-813e-82e05f1af332 tempest-FloatingIPAdminTestJSON-1125186151 tempest-FloatingIPAdminTestJSON-1125186151-project-admin] Pushing event updated for resources: {'Port': ['ID=a42294ed-b910-4cce-998c-d3aa7f11bde9,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:02.684637 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51dc1d99-07ca-4cb8-813e-82e05f1af332 tempest-FloatingIPAdminTestJSON-1125186151 tempest-FloatingIPAdminTestJSON-1125186151-project-admin] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:45:02.697953 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-51dc1d99-07ca-4cb8-813e-82e05f1af332 tempest-FloatingIPAdminTestJSON-1125186151 tempest-FloatingIPAdminTestJSON-1125186151-project-admin] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:45:02.704130 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51dc1d99-07ca-4cb8-813e-82e05f1af332 tempest-FloatingIPAdminTestJSON-1125186151 tempest-FloatingIPAdminTestJSON-1125186151-project-admin] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:45:02.947119 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-84b2b18b-615b-4d56-9c6a-45b2f7cefc08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16289271'] for router_interface (92e744fe-57fc-429c-a64b-31cda8120436), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:03.046626 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52670) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:45:03.308620 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458ccea1-fc52-4732-a557-dc5496163da0 req-65aedcd2-25fd-43ff-8814-63218d8fc6bf tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:03.310892 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-458ccea1-fc52-4732-a557-dc5496163da0 req-65aedcd2-25fd-43ff-8814-63218d8fc6bf tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3e2950d-ab47-4046-8006-daf03c09940e HTTP/1.1" status: 200 len: 944 time: 0.2651465 Feb 19 02:45:03.388724 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-84b2b18b-615b-4d56-9c6a-45b2f7cefc08 admin admin] Deleting port 655589a7-b312-4e61-b921-afba34fffe4a {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:45:03.389168 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-84b2b18b-615b-4d56-9c6a-45b2f7cefc08 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (655589a7-b312-4e61-b921-afba34fffe4a), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:03.426738 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-458ccea1-fc52-4732-a557-dc5496163da0 req-06338d98-5739-4d17-b6ed-4599453c0373 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053486 Feb 19 02:45:03.567984 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-5a7754e0-27e4-4ca6-8448-38dc99665078 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=570f0de0e81447f78c817415aac50607&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5174172 Feb 19 02:45:03.569330 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52688) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:45:03.587504 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-84b2b18b-615b-4d56-9c6a-45b2f7cefc08 admin admin] For port 655589a7-b312-4e61-b921-afba34fffe4a, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=655589a7-b312-4e61-b921-afba34fffe4a,segment=NetworkSegment(ba681f96-6adb-4b0c-9c12-9f59489d7ccc),segment_id=ba681f96-6adb-4b0c-9c12-9f59489d7ccc)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:45:03.588625 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-84b2b18b-615b-4d56-9c6a-45b2f7cefc08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (655589a7-b312-4e61-b921-afba34fffe4a), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:03.598194 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52690) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:45:03.679654 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-84b2b18b-615b-4d56-9c6a-45b2f7cefc08 admin admin] Calling delete_port for 655589a7-b312-4e61-b921-afba34fffe4a owned by network:router_interface {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:45:03.723673 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-51dc1d99-07ca-4cb8-813e-82e05f1af332 tempest-FloatingIPAdminTestJSON-1125186151 tempest-FloatingIPAdminTestJSON-1125186151-project-admin] Publish callbacks [] for floatingip (2ff83efd-447d-4a90-bbd3-5bec541db040), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:03.809493 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-51dc1d99-07ca-4cb8-813e-82e05f1af332 tempest-FloatingIPAdminTestJSON-1125186151 tempest-FloatingIPAdminTestJSON-1125186151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (a42294ed-b910-4cce-998c-d3aa7f11bde9), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:03.894821 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f17030b4-158e-4781-9f3f-c24ba00c2320 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:04.018720 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52696) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:45:04.036769 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-8e08c408-663a-47fe-bd47-28606d587121 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-619734259'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:45:04.046624 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-39cb2e0e-9912-465a-b80d-08df4fcfc71e admin admin] Publish callbacks [] for security_group (0faf4302-c296-438f-9908-67c1bb082cc2), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:04.115041 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e08c408-663a-47fe-bd47-28606d587121 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Made reservation on behalf of 7478e867ac94480b9c1c44ca2e321f2f for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:45:04.119262 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8e08c408-663a-47fe-bd47-28606d587121 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:04.152857 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-39cb2e0e-9912-465a-b80d-08df4fcfc71e admin admin] Publish callbacks [] for security_group (0faf4302-c296-438f-9908-67c1bb082cc2), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:04.159281 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-51dc1d99-07ca-4cb8-813e-82e05f1af332 tempest-FloatingIPAdminTestJSON-1125186151 tempest-FloatingIPAdminTestJSON-1125186151-project-admin] Publish callbacks [] for port (a42294ed-b910-4cce-998c-d3aa7f11bde9), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:04.166124 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-51dc1d99-07ca-4cb8-813e-82e05f1af332 tempest-FloatingIPAdminTestJSON-1125186151 tempest-FloatingIPAdminTestJSON-1125186151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (a42294ed-b910-4cce-998c-d3aa7f11bde9), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:04.303603 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e08c408-663a-47fe-bd47-28606d587121 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] vlan segment allocate from pool success with {'vlan_id': 287, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:45:04.310024 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dc1d99-07ca-4cb8-813e-82e05f1af332 tempest-FloatingIPAdminTestJSON-1125186151 tempest-FloatingIPAdminTestJSON-1125186151-project-admin] Pushing event updated for resources: {'Port': ['ID=a42294ed-b910-4cce-998c-d3aa7f11bde9,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:04.336952 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-51dc1d99-07ca-4cb8-813e-82e05f1af332 tempest-FloatingIPAdminTestJSON-1125186151 tempest-FloatingIPAdminTestJSON-1125186151-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16285943'] for floatingip (2ff83efd-447d-4a90-bbd3-5bec541db040), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:04.339474 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f17030b4-158e-4781-9f3f-c24ba00c2320 admin admin] Publish callbacks [] for security_group (247cff70-4134-46f0-93f1-7bac7f6b7577), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:04.349217 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f17030b4-158e-4781-9f3f-c24ba00c2320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (247cff70-4134-46f0-93f1-7bac7f6b7577), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:04.366868 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8e08c408-663a-47fe-bd47-28606d587121 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (9b7f79d2-cbae-4212-ad2e-9ebd69e67349), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:04.367361 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-8e08c408-663a-47fe-bd47-28606d587121 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Added segment 9b7f79d2-cbae-4212-ad2e-9ebd69e67349 of type vlan for network f5c1130b-131f-4fde-9927-840cbad6505d Feb 19 02:45:04.386866 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-39cb2e0e-9912-465a-b80d-08df4fcfc71e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (0faf4302-c296-438f-9908-67c1bb082cc2), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:04.392292 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-39cb2e0e-9912-465a-b80d-08df4fcfc71e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:04.395985 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-39cb2e0e-9912-465a-b80d-08df4fcfc71e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0faf4302-c296-438f-9908-67c1bb082cc2 HTTP/1.1" status: 204 len: 168 time: 0.8222816 Feb 19 02:45:04.526940 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-f17030b4-158e-4781-9f3f-c24ba00c2320 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d00d15c8a7474426916a9df22fe34d72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9109700 Feb 19 02:45:04.527840 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-84b2b18b-615b-4d56-9c6a-45b2f7cefc08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (655589a7-b312-4e61-b921-afba34fffe4a), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:04.530045 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17030b4-158e-4781-9f3f-c24ba00c2320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=247cff70-4134-46f0-93f1-7bac7f6b7577,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:04.532802 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52706) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:45:04.543125 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8e08c408-663a-47fe-bd47-28606d587121 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (f5c1130b-131f-4fde-9927-840cbad6505d), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:04.590746 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b2b18b-615b-4d56-9c6a-45b2f7cefc08 admin admin] Pushing event deleted for resources: {'Port': ['ID=655589a7-b312-4e61-b921-afba34fffe4a,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:04.598555 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cb2e0e-9912-465a-b80d-08df4fcfc71e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0faf4302-c296-438f-9908-67c1bb082cc2,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:04.652063 n-d-826753-2 neutron-server[103701]: INFO neutron.db.l3_db [None req-51dc1d99-07ca-4cb8-813e-82e05f1af332 tempest-FloatingIPAdminTestJSON-1125186151 tempest-FloatingIPAdminTestJSON-1125186151-project-admin] Floating IP 2ff83efd-447d-4a90-bbd3-5bec541db040 associated. External IP: 172.25.6.72, port: d1cd82ca-1c44-416b-a5ad-7426a9c9e74a. Feb 19 02:45:04.872817 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8e08c408-663a-47fe-bd47-28606d587121 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (f5c1130b-131f-4fde-9927-840cbad6505d), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:04.911728 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e08c408-663a-47fe-bd47-28606d587121 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:04.912711 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8e08c408-663a-47fe-bd47-28606d587121 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:05.111049 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3f051ea8-a9d8-4d04-8311-6ec8412727d2 admin admin] Publish callbacks [] for security_group (247cff70-4134-46f0-93f1-7bac7f6b7577), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:05.115871 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-8e08c408-663a-47fe-bd47-28606d587121 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0887053 Feb 19 02:45:05.123563 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52716) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:45:05.138193 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-6f78e061-2fd4-4d0d-aa12-21efed3b0100 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-2000285938'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:45:05.175754 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e08c408-663a-47fe-bd47-28606d587121 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Pushing event updated for resources: {'Network': ['ID=f5c1130b-131f-4fde-9927-840cbad6505d,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:05.193899 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network f5c1130b-131f-4fde-9927-840cbad6505d details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:45:05.207224 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3f051ea8-a9d8-4d04-8311-6ec8412727d2 admin admin] Publish callbacks [] for security_group (247cff70-4134-46f0-93f1-7bac7f6b7577), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:05.220826 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0a30d6-a8dd-4070-aee3-be523eba03ef req-be1a606d-3123-47f4-8d20-cf578e503912 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:05.231159 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9d0a30d6-a8dd-4070-aee3-be523eba03ef req-be1a606d-3123-47f4-8d20-cf578e503912 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3e2950d-ab47-4046-8006-daf03c09940e HTTP/1.1" status: 200 len: 944 time: 0.3174701 Feb 19 02:45:05.304519 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f78e061-2fd4-4d0d-aa12-21efed3b0100 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Made reservation on behalf of 7478e867ac94480b9c1c44ca2e321f2f for: {'network': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:45:05.307877 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6f78e061-2fd4-4d0d-aa12-21efed3b0100 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:05.329816 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-84b2b18b-615b-4d56-9c6a-45b2f7cefc08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16362762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16314471'] for router_interface (92e744fe-57fc-429c-a64b-31cda8120436), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:05.373141 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f78e061-2fd4-4d0d-aa12-21efed3b0100 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] vlan segment allocate from pool success with {'vlan_id': 258, 'physical_network': 'physnet1'} {{(pid=103701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:45:05.402121 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6f78e061-2fd4-4d0d-aa12-21efed3b0100 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (8dc74463-1284-465e-8f51-9c4e25c854c9), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:05.402502 n-d-826753-2 neutron-server[103701]: INFO neutron.db.segments_db [None req-6f78e061-2fd4-4d0d-aa12-21efed3b0100 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Added segment 8dc74463-1284-465e-8f51-9c4e25c854c9 of type vlan for network c312b721-2b22-4f34-983e-08de11418b4e Feb 19 02:45:05.404918 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51dc1d99-07ca-4cb8-813e-82e05f1af332 tempest-FloatingIPAdminTestJSON-1125186151 tempest-FloatingIPAdminTestJSON-1125186151-project-admin] Router 660aa05a-88dc-4fb3-bf91-8b0c347dbe0f has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:45:05.459779 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9d0a30d6-a8dd-4070-aee3-be523eba03ef req-80a672b3-fdd7-4cbc-9ee4-988219acebbb tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493604 Feb 19 02:45:05.501260 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6f78e061-2fd4-4d0d-aa12-21efed3b0100 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (c312b721-2b22-4f34-983e-08de11418b4e), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:05.560748 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3f051ea8-a9d8-4d04-8311-6ec8412727d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (247cff70-4134-46f0-93f1-7bac7f6b7577), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:05.565664 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3f051ea8-a9d8-4d04-8311-6ec8412727d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:05.568998 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-3f051ea8-a9d8-4d04-8311-6ec8412727d2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/247cff70-4134-46f0-93f1-7bac7f6b7577 HTTP/1.1" status: 204 len: 168 time: 1.0299671 Feb 19 02:45:05.599961 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f051ea8-a9d8-4d04-8311-6ec8412727d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=247cff70-4134-46f0-93f1-7bac7f6b7577,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:05.634479 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6f78e061-2fd4-4d0d-aa12-21efed3b0100 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (c312b721-2b22-4f34-983e-08de11418b4e), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:05.641938 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f78e061-2fd4-4d0d-aa12-21efed3b0100 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:05.644161 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6f78e061-2fd4-4d0d-aa12-21efed3b0100 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:05.818985 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51dc1d99-07ca-4cb8-813e-82e05f1af332 tempest-FloatingIPAdminTestJSON-1125186151 tempest-FloatingIPAdminTestJSON-1125186151-project-admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:45:05.840429 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912d437e-f7fd-43ac-b5b5-a1e720d9f121 None None] Sync routers for ids ['660aa05a-88dc-4fb3-bf91-8b0c347dbe0f'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:45:05.864550 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912d437e-f7fd-43ac-b5b5-a1e720d9f121 None None] Routers {'660aa05a-88dc-4fb3-bf91-8b0c347dbe0f'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:45:05.865428 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-912d437e-f7fd-43ac-b5b5-a1e720d9f121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:44:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['660aa05a-88dc-4fb3-bf91-8b0c347dbe0f'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:45:05.909073 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-912d437e-f7fd-43ac-b5b5-a1e720d9f121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:45:05.924991 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912d437e-f7fd-43ac-b5b5-a1e720d9f121 None None] Routers {'660aa05a-88dc-4fb3-bf91-8b0c347dbe0f'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:45:05.927905 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-912d437e-f7fd-43ac-b5b5-a1e720d9f121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:44:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['660aa05a-88dc-4fb3-bf91-8b0c347dbe0f'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:45:05.983007 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-51dc1d99-07ca-4cb8-813e-82e05f1af332 tempest-FloatingIPAdminTestJSON-1125186151 tempest-FloatingIPAdminTestJSON-1125186151-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:06.010575 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-912d437e-f7fd-43ac-b5b5-a1e720d9f121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:45:06.015391 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912d437e-f7fd-43ac-b5b5-a1e720d9f121 None None] The sync data for ids ['660aa05a-88dc-4fb3-bf91-8b0c347dbe0f'] in n-d-826753-2 is: [] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:45:06.124976 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84b2b18b-615b-4d56-9c6a-45b2f7cefc08 admin admin] Router 92e744fe-57fc-429c-a64b-31cda8120436 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:45:06.162973 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-6f78e061-2fd4-4d0d-aa12-21efed3b0100 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0286169 Feb 19 02:45:06.183446 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-51dc1d99-07ca-4cb8-813e-82e05f1af332 tempest-FloatingIPAdminTestJSON-1125186151 tempest-FloatingIPAdminTestJSON-1125186151-project-admin] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 6.0044436 Feb 19 02:45:06.183446 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52742) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:45:06.197050 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-41a3373b-c916-42a4-b4b3-646ff268998c tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Request body: {'subnet': {'network_id': 'f5c1130b-131f-4fde-9927-840cbad6505d', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:45:06.256591 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52744) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:45:06.328467 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52746) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:45:06.331150 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41a3373b-c916-42a4-b4b3-646ff268998c tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Made reservation on behalf of 7478e867ac94480b9c1c44ca2e321f2f for: {'subnet': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:45:06.335490 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-41a3373b-c916-42a4-b4b3-646ff268998c tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58706307'] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:06.341538 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f78e061-2fd4-4d0d-aa12-21efed3b0100 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Pushing event updated for resources: {'Network': ['ID=c312b721-2b22-4f34-983e-08de11418b4e,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:06.355070 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network c312b721-2b22-4f34-983e-08de11418b4e details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:45:06.388526 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-08245557-8600-46ac-a302-2f50dc320710 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:06.640094 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-08245557-8600-46ac-a302-2f50dc320710 admin admin] Publish callbacks [] for security_group (b6289d56-6ccf-4180-bbf4-7c7ee4c03a43), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:06.652117 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-08245557-8600-46ac-a302-2f50dc320710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (b6289d56-6ccf-4180-bbf4-7c7ee4c03a43), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:06.687370 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-08245557-8600-46ac-a302-2f50dc320710 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8ad8b7168e3c41a69d11663c6443d4df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3558052 Feb 19 02:45:06.696905 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52762) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:45:06.737965 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-717e2a8b-a453-4888-b055-653e000addaa tempest-FloatingIPAdminTestJSON-1125186151 tempest-FloatingIPAdminTestJSON-1125186151-project-admin] 10.222.0.72 "GET /v2.0/floatingips/2ff83efd-447d-4a90-bbd3-5bec541db040 HTTP/1.1" status: 200 len: 983 time: 0.4787953 Feb 19 02:45:06.747738 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52766) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:45:06.804924 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08245557-8600-46ac-a302-2f50dc320710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6289d56-6ccf-4180-bbf4-7c7ee4c03a43,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:06.821757 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-41a3373b-c916-42a4-b4b3-646ff268998c tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12647271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58706289'] for subnet (983133d2-ff38-4266-904e-e871a4dfab4b), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:06.830508 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84b2b18b-615b-4d56-9c6a-45b2f7cefc08 admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:45:06.839460 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-84b2b18b-615b-4d56-9c6a-45b2f7cefc08 admin admin] 10.222.0.72 "PUT /v2.0/routers/92e744fe-57fc-429c-a64b-31cda8120436/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0202744 Feb 19 02:45:06.841831 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52772) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:45:06.846762 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490de17b-15d2-45f9-b6e2-8d442797ba03 None None] Sync routers for ids ['92e744fe-57fc-429c-a64b-31cda8120436'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:45:06.866270 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490de17b-15d2-45f9-b6e2-8d442797ba03 None None] Routers {'92e744fe-57fc-429c-a64b-31cda8120436'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:45:06.870381 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-490de17b-15d2-45f9-b6e2-8d442797ba03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:44:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['92e744fe-57fc-429c-a64b-31cda8120436'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:45:06.980187 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-0d4dc791-4b8b-4271-aa5c-1105d40a491f tempest-FloatingIPAdminTestJSON-1125186151 tempest-FloatingIPAdminTestJSON-1125186151-project-admin] 10.222.0.72 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1467 time: 0.2273095 Feb 19 02:45:06.982606 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52786) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:45:07.017494 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a3373b-c916-42a4-b4b3-646ff268998c tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Pushing event updated for resources: {'Subnet': ['ID=983133d2-ff38-4266-904e-e871a4dfab4b,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:07.067346 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fd9831-b0fa-45ed-93d2-2cda6cb568f0 req-d413e68a-53f7-4969-9cf8-0ae5af43f097 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:07.069230 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-97fd9831-b0fa-45ed-93d2-2cda6cb568f0 req-d413e68a-53f7-4969-9cf8-0ae5af43f097 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3e2950d-ab47-4046-8006-daf03c09940e HTTP/1.1" status: 200 len: 944 time: 0.4654996 Feb 19 02:45:07.076495 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a5f8abdf-3bf8-4fb0-83d2-666cdb8a051c admin admin] Publish callbacks [] for security_group (b6289d56-6ccf-4180-bbf4-7c7ee4c03a43), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:07.114901 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a3373b-c916-42a4-b4b3-646ff268998c tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Checking segment: {'id': '9b7f79d2-cbae-4212-ad2e-9ebd69e67349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'f5c1130b-131f-4fde-9927-840cbad6505d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:45:07.115260 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a3373b-c916-42a4-b4b3-646ff268998c tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Network hostable DHCP agents. Network: f5c1130b-131f-4fde-9927-840cbad6505d, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:45:07.174743 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a5f8abdf-3bf8-4fb0-83d2-666cdb8a051c admin admin] Publish callbacks [] for security_group (b6289d56-6ccf-4180-bbf4-7c7ee4c03a43), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:07.224772 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-97fd9831-b0fa-45ed-93d2-2cda6cb568f0 req-21567dff-6f26-433b-9e55-908403abd6e0 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486337 Feb 19 02:45:07.251619 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a3373b-c916-42a4-b4b3-646ff268998c tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Network f5c1130b-131f-4fde-9927-840cbad6505d is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:45:07.283222 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-41a3373b-c916-42a4-b4b3-646ff268998c tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, f5c1130b-131f-4fde-9927-840cbad6505d) {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:45:07.295982 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e66fb8c-ca81-48cc-b8e8-6035307f2c04 None None] Network f5c1130b-131f-4fde-9927-840cbad6505d requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:45:07.305875 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a3373b-c916-42a4-b4b3-646ff268998c tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:07.307486 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-41a3373b-c916-42a4-b4b3-646ff268998c tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:07.356310 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-41a3373b-c916-42a4-b4b3-646ff268998c tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1654932 Feb 19 02:45:07.358863 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52796) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:45:07.371407 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-52795912-41c1-42c0-bf11-a063d8d68f57 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Request body: {'subnet': {'network_id': 'c312b721-2b22-4f34-983e-08de11418b4e', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:45:07.416059 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a5f8abdf-3bf8-4fb0-83d2-666cdb8a051c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (b6289d56-6ccf-4180-bbf4-7c7ee4c03a43), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:07.416947 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-490de17b-15d2-45f9-b6e2-8d442797ba03 None None] Set router 92e744fe-57fc-429c-a64b-31cda8120436 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:45:07.421967 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a5f8abdf-3bf8-4fb0-83d2-666cdb8a051c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:07.423135 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-a5f8abdf-3bf8-4fb0-83d2-666cdb8a051c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b6289d56-6ccf-4180-bbf4-7c7ee4c03a43 HTTP/1.1" status: 204 len: 168 time: 0.7194064 Feb 19 02:45:07.546545 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d91641-d153-4786-9724-09d611b9f954 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-f5c1130b-131f-4fde-9927-840cbad6505d', 'network_id': 'f5c1130b-131f-4fde-9927-840cbad6505d', 'project_id': '7478e867ac94480b9c1c44ca2e321f2f', 'fixed_ips': [{'subnet_id': '983133d2-ff38-4266-904e-e871a4dfab4b'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:45:07.547427 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-67d91641-d153-4786-9724-09d611b9f954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:07.576568 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9b0d5d10-f5cd-4884-974c-7f58e5f22405 admin admin] Publish callbacks [] for router (92e744fe-57fc-429c-a64b-31cda8120436), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:07.577614 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f8abdf-3bf8-4fb0-83d2-666cdb8a051c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6289d56-6ccf-4180-bbf4-7c7ee4c03a43,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:07.720787 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52795912-41c1-42c0-bf11-a063d8d68f57 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Made reservation on behalf of 7478e867ac94480b9c1c44ca2e321f2f for: {'subnet': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:45:07.726323 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-52795912-41c1-42c0-bf11-a063d8d68f57 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58706307'] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:07.825258 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-490de17b-15d2-45f9-b6e2-8d442797ba03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92e744fe-57fc-429c-a64b-31cda8120436', 'name': 'tempest-ServersTestFqdnHostnames-4944045-router', 'tenant_id': '96ff41aa05534200964233b47085cac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '7e86580e-0894-4272-8d0f-cd4186e9bad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:42:41Z', 'updated_at': '2022-02-19T02:45:04Z', 'revision_number': 5, 'project_id': '96ff41aa05534200964233b47085cac9', 'gw_port': {'id': '7e86580e-0894-4272-8d0f-cd4186e9bad2', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:92:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e744fe-57fc-429c-a64b-31cda8120436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:42:42Z', 'updated_at': '2022-02-19T02:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:45:07.864524 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-e8167460-35ca-4f72-afef-ac9b182b0140 tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Deleting port a42294ed-b910-4cce-998c-d3aa7f11bde9 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:45:07.865535 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e8167460-35ca-4f72-afef-ac9b182b0140 tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (a42294ed-b910-4cce-998c-d3aa7f11bde9), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:07.867329 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490de17b-15d2-45f9-b6e2-8d442797ba03 None None] Checking router: 92e744fe-57fc-429c-a64b-31cda8120436 for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:45:07.897593 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490de17b-15d2-45f9-b6e2-8d442797ba03 None None] Routers {'92e744fe-57fc-429c-a64b-31cda8120436'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:45:07.898412 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-490de17b-15d2-45f9-b6e2-8d442797ba03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:44:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['92e744fe-57fc-429c-a64b-31cda8120436'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:45:07.989774 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e8167460-35ca-4f72-afef-ac9b182b0140 tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (a42294ed-b910-4cce-998c-d3aa7f11bde9), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:07.990192 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e8167460-35ca-4f72-afef-ac9b182b0140 tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Publish callbacks [] for floatingip (a42294ed-b910-4cce-998c-d3aa7f11bde9), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:08.005511 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-e8167460-35ca-4f72-afef-ac9b182b0140 tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Calling delete_port for a42294ed-b910-4cce-998c-d3aa7f11bde9 owned by network:floatingip {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:45:08.088295 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-67d91641-d153-4786-9724-09d611b9f954 None None] Allocated IP 10.1.1.2 (f5c1130b-131f-4fde-9927-840cbad6505d/983133d2-ff38-4266-904e-e871a4dfab4b/d35d1a96-37b8-411a-b2df-2cad06c14ccd) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:45:08.153957 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52802) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:45:08.164993 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-52795912-41c1-42c0-bf11-a063d8d68f57 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12647271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58706289'] for subnet (f84e87eb-7d47-442d-8bd5-a5dfb358e2aa), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:08.211276 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-490de17b-15d2-45f9-b6e2-8d442797ba03 None None] Set router 92e744fe-57fc-429c-a64b-31cda8120436 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:45:08.229024 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52795912-41c1-42c0-bf11-a063d8d68f57 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Pushing event updated for resources: {'Subnet': ['ID=f84e87eb-7d47-442d-8bd5-a5dfb358e2aa,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:08.288619 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52795912-41c1-42c0-bf11-a063d8d68f57 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Checking segment: {'id': '8dc74463-1284-465e-8f51-9c4e25c854c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'c312b721-2b22-4f34-983e-08de11418b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:45:08.289299 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52795912-41c1-42c0-bf11-a063d8d68f57 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Network hostable DHCP agents. Network: c312b721-2b22-4f34-983e-08de11418b4e, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:45:08.312188 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52795912-41c1-42c0-bf11-a063d8d68f57 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Network c312b721-2b22-4f34-983e-08de11418b4e is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:45:08.326948 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-52795912-41c1-42c0-bf11-a063d8d68f57 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, c312b721-2b22-4f34-983e-08de11418b4e) {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:45:08.332491 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52795912-41c1-42c0-bf11-a063d8d68f57 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:08.334511 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-52795912-41c1-42c0-bf11-a063d8d68f57 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:08.361558 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-52795912-41c1-42c0-bf11-a063d8d68f57 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0012491 Feb 19 02:45:08.363759 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52816) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:45:08.370468 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-ae0417df-651b-4517-9b5b-576f695911f2 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Request body: {'port': {'network_id': 'f5c1130b-131f-4fde-9927-840cbad6505d', 'name': 'tempest-TaggedBootDevicesTest_v242-2001561380', 'fixed_ips': [{'subnet_id': '983133d2-ff38-4266-904e-e871a4dfab4b'}]}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:45:08.370986 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae55027-0396-4db1-a161-57187c9f0c55 None None] Network c312b721-2b22-4f34-983e-08de11418b4e requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:45:08.525468 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9b0d5d10-f5cd-4884-974c-7f58e5f22405 admin admin] Publish callbacks [] for router_gateway (92e744fe-57fc-429c-a64b-31cda8120436), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:08.552314 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e8167460-35ca-4f72-afef-ac9b182b0140 tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (a42294ed-b910-4cce-998c-d3aa7f11bde9), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:08.557755 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c8cc2794-0e82-407b-bf66-73c767f9d8d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:08.626958 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8167460-35ca-4f72-afef-ac9b182b0140 tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Pushing event deleted for resources: {'Port': ['ID=a42294ed-b910-4cce-998c-d3aa7f11bde9,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:08.653178 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 03ed4495-f6da-4bf6-9555-a2c3bfec3410 details requested by agent hyperv_n-h2-826753-2 with host n-h2-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:45:08.704446 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c8cc2794-0e82-407b-bf66-73c767f9d8d9 admin admin] Publish callbacks [] for security_group (265fa442-9ddc-4caa-a9b2-57782ef42bea), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:08.721955 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae0417df-651b-4517-9b5b-576f695911f2 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Made reservation on behalf of 7478e867ac94480b9c1c44ca2e321f2f for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:45:08.741221 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-490de17b-15d2-45f9-b6e2-8d442797ba03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92e744fe-57fc-429c-a64b-31cda8120436', 'name': 'tempest-ServersTestFqdnHostnames-4944045-router', 'tenant_id': '96ff41aa05534200964233b47085cac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '7e86580e-0894-4272-8d0f-cd4186e9bad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:42:41Z', 'updated_at': '2022-02-19T02:45:04Z', 'revision_number': 5, 'project_id': '96ff41aa05534200964233b47085cac9', 'gw_port': {'id': '7e86580e-0894-4272-8d0f-cd4186e9bad2', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:92:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e744fe-57fc-429c-a64b-31cda8120436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:42:42Z', 'updated_at': '2022-02-19T02:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:45:08.828419 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490de17b-15d2-45f9-b6e2-8d442797ba03 None None] The sync data for ids ['92e744fe-57fc-429c-a64b-31cda8120436'] in n-d-826753-2 is: [{'id': '92e744fe-57fc-429c-a64b-31cda8120436', 'name': 'tempest-ServersTestFqdnHostnames-4944045-router', 'tenant_id': '96ff41aa05534200964233b47085cac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '7e86580e-0894-4272-8d0f-cd4186e9bad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:42:41Z', 'updated_at': '2022-02-19T02:45:04Z', 'revision_number': 5, 'project_id': '96ff41aa05534200964233b47085cac9', 'gw_port': {'id': '7e86580e-0894-4272-8d0f-cd4186e9bad2', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:92:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e744fe-57fc-429c-a64b-31cda8120436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:42:42Z', 'updated_at': '2022-02-19T02:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:45:08.913465 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e8167460-35ca-4f72-afef-ac9b182b0140 tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Publish callbacks [] for floatingip (2ff83efd-447d-4a90-bbd3-5bec541db040), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:08.914464 n-d-826753-2 neutron-server[103702]: INFO neutron.db.l3_db [None req-e8167460-35ca-4f72-afef-ac9b182b0140 tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Floating IP 2ff83efd-447d-4a90-bbd3-5bec541db040 disassociated (deleted). External IP: 172.25.6.72, port: d1cd82ca-1c44-416b-a5ad-7426a9c9e74a. Feb 19 02:45:08.954365 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23349fb5-9e53-4d7c-8314-b7d01af225f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-c312b721-2b22-4f34-983e-08de11418b4e', 'network_id': 'c312b721-2b22-4f34-983e-08de11418b4e', 'project_id': '7478e867ac94480b9c1c44ca2e321f2f', 'fixed_ips': [{'subnet_id': 'f84e87eb-7d47-442d-8bd5-a5dfb358e2aa'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:45:08.955234 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-23349fb5-9e53-4d7c-8314-b7d01af225f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:08.970227 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c8cc2794-0e82-407b-bf66-73c767f9d8d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (265fa442-9ddc-4caa-a9b2-57782ef42bea), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:08.987261 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ae0417df-651b-4517-9b5b-576f695911f2 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:09.070095 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 03ed4495-f6da-4bf6-9555-a2c3bfec3410, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=03ed4495-f6da-4bf6-9555-a2c3bfec3410,segment=NetworkSegment(999cf2ff-ad78-4ea0-b2d0-93d967fd81fc),segment_id=999cf2ff-ad78-4ea0-b2d0-93d967fd81fc)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:45:09.087919 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cc2794-0e82-407b-bf66-73c767f9d8d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=265fa442-9ddc-4caa-a9b2-57782ef42bea,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:09.169766 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [None req-ae0417df-651b-4517-9b5b-576f695911f2 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] device_id is not set on port 38e91ad5-8313-46e5-8ac5-c1d94643d01f yet. {{(pid=103701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 02:45:09.235373 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-23349fb5-9e53-4d7c-8314-b7d01af225f0 None None] Allocated IP 10.2.2.2 (c312b721-2b22-4f34-983e-08de11418b4e/f84e87eb-7d47-442d-8bd5-a5dfb358e2aa/0c99ee9e-aa34-4e88-a4a3-cbedb7df400d) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:45:09.251083 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-c8cc2794-0e82-407b-bf66-73c767f9d8d9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6872f1f3920b45f7ba63ca805681c854&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0957558 Feb 19 02:45:09.251679 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Returning: {'device': '03ed4495-f6da-4bf6-9555-a2c3bfec3410', 'network_id': 'b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7', 'port_id': '03ed4495-f6da-4bf6-9555-a2c3bfec3410', 'mac_address': 'fa:16:3e:81:9f:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de6735e0-8981-45a6-9d12-953729888898', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:45:09.378094 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 03ed4495-f6da-4bf6-9555-a2c3bfec3410 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:45:09.379433 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (03ed4495-f6da-4bf6-9555-a2c3bfec3410), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:09.404931 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03ed4495-f6da-4bf6-9555-a2c3bfec3410 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:45:09.533596 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 03ed4495-f6da-4bf6-9555-a2c3bfec3410, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=03ed4495-f6da-4bf6-9555-a2c3bfec3410,segment=NetworkSegment(999cf2ff-ad78-4ea0-b2d0-93d967fd81fc),segment_id=999cf2ff-ad78-4ea0-b2d0-93d967fd81fc)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:45:09.547323 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-67d91641-d153-4786-9724-09d611b9f954 None None] Publish callbacks [] for port (d35d1a96-37b8-411a-b2df-2cad06c14ccd), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:09.553917 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (03ed4495-f6da-4bf6-9555-a2c3bfec3410), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:09.598340 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-67d91641-d153-4786-9724-09d611b9f954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (d35d1a96-37b8-411a-b2df-2cad06c14ccd), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:09.629107 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52834) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:45:09.629688 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52838) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:45:09.639917 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d91641-d153-4786-9724-09d611b9f954 None None] Network f5c1130b-131f-4fde-9927-840cbad6505d is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:45:09.651425 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-67d91641-d153-4786-9724-09d611b9f954 None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:45:09.654364 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992d183a-766c-4549-bb71-33e164ac7da7 req-9b53b3d0-e83a-44ad-a3c9-a6a2f73ae912 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:09.656182 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-992d183a-766c-4549-bb71-33e164ac7da7 req-9b53b3d0-e83a-44ad-a3c9-a6a2f73ae912 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3e2950d-ab47-4046-8006-daf03c09940e HTTP/1.1" status: 200 len: 944 time: 1.1311972 Feb 19 02:45:09.663717 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d91641-d153-4786-9724-09d611b9f954 None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:45:09.723860 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=03ed4495-f6da-4bf6-9555-a2c3bfec3410,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:09.803435 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-67d91641-d153-4786-9724-09d611b9f954 None None] Attempting to bind port d35d1a96-37b8-411a-b2df-2cad06c14ccd on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:45:09.803943 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-67d91641-d153-4786-9724-09d611b9f954 None None] Attempting to bind port d35d1a96-37b8-411a-b2df-2cad06c14ccd by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '9b7f79d2-cbae-4212-ad2e-9ebd69e67349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'f5c1130b-131f-4fde-9927-840cbad6505d'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:45:09.804382 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d91641-d153-4786-9724-09d611b9f954 None None] Attempting to bind port d35d1a96-37b8-411a-b2df-2cad06c14ccd on network f5c1130b-131f-4fde-9927-840cbad6505d {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:45:09.815103 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d91641-d153-4786-9724-09d611b9f954 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:45:09.815103 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d91641-d153-4786-9724-09d611b9f954 None None] Checking segment: {'id': '9b7f79d2-cbae-4212-ad2e-9ebd69e67349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'f5c1130b-131f-4fde-9927-840cbad6505d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:45:09.815505 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-67d91641-d153-4786-9724-09d611b9f954 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:09.816296 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d91641-d153-4786-9724-09d611b9f954 None None] Bound using segment: {'id': '9b7f79d2-cbae-4212-ad2e-9ebd69e67349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'f5c1130b-131f-4fde-9927-840cbad6505d'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:45:09.822182 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-67d91641-d153-4786-9724-09d611b9f954 None None] Bound port: d35d1a96-37b8-411a-b2df-2cad06c14ccd, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b7f79d2-cbae-4212-ad2e-9ebd69e67349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'f5c1130b-131f-4fde-9927-840cbad6505d'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:45:09.822182 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-67d91641-d153-4786-9724-09d611b9f954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (d35d1a96-37b8-411a-b2df-2cad06c14ccd), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:09.834772 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-992d183a-766c-4549-bb71-33e164ac7da7 req-51e4e074-52f2-4a4b-866a-0f98bbe8de15 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688066 Feb 19 02:45:09.843039 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c23f2b17-dfa7-42a2-9405-85897797e617 admin admin] Publish callbacks [] for security_group (265fa442-9ddc-4caa-a9b2-57782ef42bea), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:09.870616 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-8ac5fa2d-9583-44b0-b76f-72898b999f05 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-563828300-network', 'tenant_id': 'af7820d1191f4d05a06d2c0958fc8a78'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:45:09.887183 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-ae0417df-651b-4517-9b5b-576f695911f2 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Allocated IP 10.1.1.249 (f5c1130b-131f-4fde-9927-840cbad6505d/983133d2-ff38-4266-904e-e871a4dfab4b/38e91ad5-8313-46e5-8ac5-c1d94643d01f) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:45:09.902408 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-67d91641-d153-4786-9724-09d611b9f954 None None] For port d35d1a96-37b8-411a-b2df-2cad06c14ccd, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:45:09.906480 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-67d91641-d153-4786-9724-09d611b9f954 None None] For port d35d1a96-37b8-411a-b2df-2cad06c14ccd, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=d35d1a96-37b8-411a-b2df-2cad06c14ccd,segment=NetworkSegment(9b7f79d2-cbae-4212-ad2e-9ebd69e67349),segment_id=9b7f79d2-cbae-4212-ad2e-9ebd69e67349)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:45:09.916527 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c23f2b17-dfa7-42a2-9405-85897797e617 admin admin] Publish callbacks [] for security_group (265fa442-9ddc-4caa-a9b2-57782ef42bea), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:09.922069 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['03ed4495-f6da-4bf6-9555-a2c3bfec3410'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:45:09.931590 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-67d91641-d153-4786-9724-09d611b9f954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (d35d1a96-37b8-411a-b2df-2cad06c14ccd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:09.946866 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ac5fa2d-9583-44b0-b76f-72898b999f05 admin admin] Made reservation on behalf of af7820d1191f4d05a06d2c0958fc8a78 for: {'network': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:45:09.949279 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8ac5fa2d-9583-44b0-b76f-72898b999f05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:09.964424 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-23349fb5-9e53-4d7c-8314-b7d01af225f0 None None] Publish callbacks [] for port (0c99ee9e-aa34-4e88-a4a3-cbedb7df400d), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:09.969722 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d91641-d153-4786-9724-09d611b9f954 None None] Pushing event updated for resources: {'Port': ['ID=d35d1a96-37b8-411a-b2df-2cad06c14ccd,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:09.994236 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8ac5fa2d-9583-44b0-b76f-72898b999f05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:10.017866 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-23349fb5-9e53-4d7c-8314-b7d01af225f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (0c99ee9e-aa34-4e88-a4a3-cbedb7df400d), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:10.058467 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23349fb5-9e53-4d7c-8314-b7d01af225f0 None None] Network c312b721-2b22-4f34-983e-08de11418b4e is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:45:10.064368 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-23349fb5-9e53-4d7c-8314-b7d01af225f0 None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:45:10.075437 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23349fb5-9e53-4d7c-8314-b7d01af225f0 None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:45:10.091758 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c23f2b17-dfa7-42a2-9405-85897797e617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (265fa442-9ddc-4caa-a9b2-57782ef42bea), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:10.094013 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c23f2b17-dfa7-42a2-9405-85897797e617 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:10.098447 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-c23f2b17-dfa7-42a2-9405-85897797e617 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/265fa442-9ddc-4caa-a9b2-57782ef42bea HTTP/1.1" status: 204 len: 168 time: 0.4645627 Feb 19 02:45:10.122378 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23f2b17-dfa7-42a2-9405-85897797e617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=265fa442-9ddc-4caa-a9b2-57782ef42bea,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:10.228386 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ae0417df-651b-4517-9b5b-576f695911f2 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks [] for port (38e91ad5-8313-46e5-8ac5-c1d94643d01f), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:10.228736 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d91641-d153-4786-9724-09d611b9f954 None None] Pushing event updated for resources: {'Port': ['ID=d35d1a96-37b8-411a-b2df-2cad06c14ccd,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:10.289173 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-23349fb5-9e53-4d7c-8314-b7d01af225f0 None None] Attempting to bind port 0c99ee9e-aa34-4e88-a4a3-cbedb7df400d on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:45:10.289675 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-23349fb5-9e53-4d7c-8314-b7d01af225f0 None None] Attempting to bind port 0c99ee9e-aa34-4e88-a4a3-cbedb7df400d by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '8dc74463-1284-465e-8f51-9c4e25c854c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'c312b721-2b22-4f34-983e-08de11418b4e'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:45:10.300444 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23349fb5-9e53-4d7c-8314-b7d01af225f0 None None] Attempting to bind port 0c99ee9e-aa34-4e88-a4a3-cbedb7df400d on network c312b721-2b22-4f34-983e-08de11418b4e {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:45:10.306345 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8ac5fa2d-9583-44b0-b76f-72898b999f05 admin admin] Publish callbacks [] for security_group (d3c5bc60-1ec2-466f-9c43-3eda359bee76), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:10.310561 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23349fb5-9e53-4d7c-8314-b7d01af225f0 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:45:10.311074 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23349fb5-9e53-4d7c-8314-b7d01af225f0 None None] Checking segment: {'id': '8dc74463-1284-465e-8f51-9c4e25c854c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'c312b721-2b22-4f34-983e-08de11418b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:45:10.312633 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-23349fb5-9e53-4d7c-8314-b7d01af225f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:10.313169 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23349fb5-9e53-4d7c-8314-b7d01af225f0 None None] Bound using segment: {'id': '8dc74463-1284-465e-8f51-9c4e25c854c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'c312b721-2b22-4f34-983e-08de11418b4e'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:45:10.313748 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-23349fb5-9e53-4d7c-8314-b7d01af225f0 None None] Bound port: 0c99ee9e-aa34-4e88-a4a3-cbedb7df400d, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dc74463-1284-465e-8f51-9c4e25c854c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'c312b721-2b22-4f34-983e-08de11418b4e'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:45:10.314364 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-23349fb5-9e53-4d7c-8314-b7d01af225f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (0c99ee9e-aa34-4e88-a4a3-cbedb7df400d), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:10.329822 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8ac5fa2d-9583-44b0-b76f-72898b999f05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (d3c5bc60-1ec2-466f-9c43-3eda359bee76), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:10.384494 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ac5fa2d-9583-44b0-b76f-72898b999f05 admin admin] vlan segment allocate from pool success with {'vlan_id': 269, 'physical_network': 'physnet1'} {{(pid=103701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:45:10.423950 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-9b0d5d10-f5cd-4884-974c-7f58e5f22405 admin admin] Deleting port 7e86580e-0894-4272-8d0f-cd4186e9bad2 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:45:10.424450 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9b0d5d10-f5cd-4884-974c-7f58e5f22405 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (7e86580e-0894-4272-8d0f-cd4186e9bad2), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:10.480861 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8ac5fa2d-9583-44b0-b76f-72898b999f05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (bc562c26-371c-41c4-9488-3856f672f395), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:10.481366 n-d-826753-2 neutron-server[103701]: INFO neutron.db.segments_db [None req-8ac5fa2d-9583-44b0-b76f-72898b999f05 admin admin] Added segment bc562c26-371c-41c4-9488-3856f672f395 of type vlan for network 44fd1ffb-5e97-400f-b181-f59d27847659 Feb 19 02:45:10.485610 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac5fa2d-9583-44b0-b76f-72898b999f05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c5bc60-1ec2-466f-9c43-3eda359bee76,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:10.505349 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23349fb5-9e53-4d7c-8314-b7d01af225f0 None None] Pushing event updated for resources: {'Port': ['ID=0c99ee9e-aa34-4e88-a4a3-cbedb7df400d,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:10.517573 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ae0417df-651b-4517-9b5b-576f695911f2 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (38e91ad5-8313-46e5-8ac5-c1d94643d01f), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:10.583438 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8167460-35ca-4f72-afef-ac9b182b0140 tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Router 660aa05a-88dc-4fb3-bf91-8b0c347dbe0f has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:45:10.641669 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8ac5fa2d-9583-44b0-b76f-72898b999f05 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (44fd1ffb-5e97-400f-b181-f59d27847659), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:10.745596 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-23349fb5-9e53-4d7c-8314-b7d01af225f0 None None] For port 0c99ee9e-aa34-4e88-a4a3-cbedb7df400d, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:45:10.749136 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-23349fb5-9e53-4d7c-8314-b7d01af225f0 None None] For port 0c99ee9e-aa34-4e88-a4a3-cbedb7df400d, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=0c99ee9e-aa34-4e88-a4a3-cbedb7df400d,segment=NetworkSegment(8dc74463-1284-465e-8f51-9c4e25c854c9),segment_id=8dc74463-1284-465e-8f51-9c4e25c854c9)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:45:10.766155 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-23349fb5-9e53-4d7c-8314-b7d01af225f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (0c99ee9e-aa34-4e88-a4a3-cbedb7df400d), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:10.767811 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8ac5fa2d-9583-44b0-b76f-72898b999f05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (44fd1ffb-5e97-400f-b181-f59d27847659), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:10.769242 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac5fa2d-9583-44b0-b76f-72898b999f05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:10.775131 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8ac5fa2d-9583-44b0-b76f-72898b999f05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:10.853748 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:45:10.889494 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device d35d1a96-37b8-411a-b2df-2cad06c14ccd up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:45:10.909784 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-9b0d5d10-f5cd-4884-974c-7f58e5f22405 admin admin] For port 7e86580e-0894-4272-8d0f-cd4186e9bad2, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=7e86580e-0894-4272-8d0f-cd4186e9bad2,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:45:10.910075 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9b0d5d10-f5cd-4884-974c-7f58e5f22405 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (7e86580e-0894-4272-8d0f-cd4186e9bad2), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:10.914545 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0417df-651b-4517-9b5b-576f695911f2 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Network f5c1130b-131f-4fde-9927-840cbad6505d is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:45:10.933616 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-ae0417df-651b-4517-9b5b-576f695911f2 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:45:11.022865 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-9b0d5d10-f5cd-4884-974c-7f58e5f22405 admin admin] Calling delete_port for 7e86580e-0894-4272-8d0f-cd4186e9bad2 owned by network:router_gateway {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:45:11.148657 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23349fb5-9e53-4d7c-8314-b7d01af225f0 None None] Pushing event updated for resources: {'Port': ['ID=0c99ee9e-aa34-4e88-a4a3-cbedb7df400d,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:11.188684 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port d35d1a96-37b8-411a-b2df-2cad06c14ccd triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:45:11.189587 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (d35d1a96-37b8-411a-b2df-2cad06c14ccd), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:11.212921 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8167460-35ca-4f72-afef-ac9b182b0140 tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:45:11.228779 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e8167460-35ca-4f72-afef-ac9b182b0140 tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:11.305785 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0392887-5d0b-4792-b981-ff397704ae9c None None] Sync routers for ids ['660aa05a-88dc-4fb3-bf91-8b0c347dbe0f'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:45:11.350059 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0392887-5d0b-4792-b981-ff397704ae9c None None] Routers {'660aa05a-88dc-4fb3-bf91-8b0c347dbe0f'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:45:11.351871 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-c0392887-5d0b-4792-b981-ff397704ae9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:44:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['660aa05a-88dc-4fb3-bf91-8b0c347dbe0f'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:45:11.365753 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-e8167460-35ca-4f72-afef-ac9b182b0140 tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] 10.222.0.72 "DELETE /v2.0/floatingips/2ff83efd-447d-4a90-bbd3-5bec541db040 HTTP/1.1" status: 204 len: 168 time: 4.3758702 Feb 19 02:45:11.375012 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52868) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:45:11.388001 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-56ec78b3-741a-441a-89ea-23d3d52f2e7c tempest-FloatingIPAdminTestJSON-1125186151 tempest-FloatingIPAdminTestJSON-1125186151-project-admin] Request body: {'floatingip': {'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:45:11.487234 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-c0392887-5d0b-4792-b981-ff397704ae9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:45:11.548363 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-56ec78b3-741a-441a-89ea-23d3d52f2e7c tempest-FloatingIPAdminTestJSON-1125186151 tempest-FloatingIPAdminTestJSON-1125186151-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:11.560614 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0392887-5d0b-4792-b981-ff397704ae9c None None] Routers {'660aa05a-88dc-4fb3-bf91-8b0c347dbe0f'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:45:11.565363 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-c0392887-5d0b-4792-b981-ff397704ae9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:44:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['660aa05a-88dc-4fb3-bf91-8b0c347dbe0f'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:45:11.646498 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-c0392887-5d0b-4792-b981-ff397704ae9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:45:11.647296 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0392887-5d0b-4792-b981-ff397704ae9c None None] The sync data for ids ['660aa05a-88dc-4fb3-bf91-8b0c347dbe0f'] in n-d-826753-2 is: [] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:45:11.655981 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52872) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:45:11.703130 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port d35d1a96-37b8-411a-b2df-2cad06c14ccd is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:45:11.703537 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (d35d1a96-37b8-411a-b2df-2cad06c14ccd), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:11.794772 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0417df-651b-4517-9b5b-576f695911f2 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:45:11.807362 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9b0d5d10-f5cd-4884-974c-7f58e5f22405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (7e86580e-0894-4272-8d0f-cd4186e9bad2), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:11.812963 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port d35d1a96-37b8-411a-b2df-2cad06c14ccd, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=d35d1a96-37b8-411a-b2df-2cad06c14ccd,segment=NetworkSegment(9b7f79d2-cbae-4212-ad2e-9ebd69e67349),segment_id=9b7f79d2-cbae-4212-ad2e-9ebd69e67349)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:45:11.835801 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (d35d1a96-37b8-411a-b2df-2cad06c14ccd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:11.842500 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-8ac5fa2d-9583-44b0-b76f-72898b999f05 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 2.2069211 Feb 19 02:45:11.857676 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 655589a7-b312-4e61-b921-afba34fffe4a no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:45:11.860049 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52878) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:45:11.868348 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0417df-651b-4517-9b5b-576f695911f2 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Pushing event updated for resources: {'Port': ['ID=38e91ad5-8313-46e5-8ac5-c1d94643d01f,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:11.899733 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac5fa2d-9583-44b0-b76f-72898b999f05 admin admin] Pushing event updated for resources: {'Network': ['ID=44fd1ffb-5e97-400f-b181-f59d27847659,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:11.941931 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 44fd1ffb-5e97-400f-b181-f59d27847659 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:45:11.943908 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0417df-651b-4517-9b5b-576f695911f2 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:11.944416 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ae0417df-651b-4517-9b5b-576f695911f2 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:11.951120 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0d5d10-f5cd-4884-974c-7f58e5f22405 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e86580e-0894-4272-8d0f-cd4186e9bad2,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:11.963771 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-9ac8b786-4a45-4a19-b33d-ffb2ee810136 admin admin] Request body: {'subnet': {'network_id': '44fd1ffb-5e97-400f-b181-f59d27847659', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-563828300-subnet', 'tenant_id': 'af7820d1191f4d05a06d2c0958fc8a78', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:45:11.988972 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e06a2bb-1fa0-4d69-aefe-9cd91c83de93 req-ceb61f21-596b-4cb1-b166-eff20b1c2c7f tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:11.990607 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8e06a2bb-1fa0-4d69-aefe-9cd91c83de93 req-ceb61f21-596b-4cb1-b166-eff20b1c2c7f tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3e2950d-ab47-4046-8006-daf03c09940e HTTP/1.1" status: 200 len: 945 time: 0.1976054 Feb 19 02:45:11.997638 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-ae0417df-651b-4517-9b5b-576f695911f2 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6320343 Feb 19 02:45:12.000260 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52880) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:45:12.014120 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7dbc01-36ee-4eb2-9866-b447ebe5db28 None None] Network f5c1130b-131f-4fde-9927-840cbad6505d requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:45:12.017124 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 655589a7-b312-4e61-b921-afba34fffe4a {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:45:12.017471 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 655589a7-b312-4e61-b921-afba34fffe4a not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:45:12.018030 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-7f0470bb-f7dd-46bb-8cc1-ec4b9e607707 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Request body: {'port': {'network_id': 'f5c1130b-131f-4fde-9927-840cbad6505d', 'name': 'tempest-TaggedBootDevicesTest_v242-1809391282', 'fixed_ips': [{'subnet_id': '983133d2-ff38-4266-904e-e871a4dfab4b'}]}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:45:12.088797 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-53e55f24-ab5a-42ad-8c8e-0a412d1b43e2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-780327990-network', 'tenant_id': '80ec6f6d29774c649db969b21608fdfc'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:45:12.182351 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8e06a2bb-1fa0-4d69-aefe-9cd91c83de93 req-a5ed50ee-49b2-46f7-a78b-dede8bfe85d7 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832390 Feb 19 02:45:12.192880 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ac8b786-4a45-4a19-b33d-ffb2ee810136 admin admin] Made reservation on behalf of af7820d1191f4d05a06d2c0958fc8a78 for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:45:12.195324 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9ac8b786-4a45-4a19-b33d-ffb2ee810136 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:12.206190 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-56ec78b3-741a-441a-89ea-23d3d52f2e7c tempest-FloatingIPAdminTestJSON-1125186151 tempest-FloatingIPAdminTestJSON-1125186151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:12.207946 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53e55f24-ab5a-42ad-8c8e-0a412d1b43e2 admin admin] Made reservation on behalf of 80ec6f6d29774c649db969b21608fdfc for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:45:12.210201 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-53e55f24-ab5a-42ad-8c8e-0a412d1b43e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:12.246655 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f0470bb-f7dd-46bb-8cc1-ec4b9e607707 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Made reservation on behalf of 7478e867ac94480b9c1c44ca2e321f2f for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:45:12.258748 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7f0470bb-f7dd-46bb-8cc1-ec4b9e607707 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:12.289092 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-53e55f24-ab5a-42ad-8c8e-0a412d1b43e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:12.294812 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [None req-7f0470bb-f7dd-46bb-8cc1-ec4b9e607707 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] device_id is not set on port 00071ace-99c7-42c5-99dc-994ccfae67b7 yet. {{(pid=103701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 02:45:12.315565 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9b0d5d10-f5cd-4884-974c-7f58e5f22405 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16285837'] for router_gateway (92e744fe-57fc-429c-a64b-31cda8120436), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:12.518383 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=d35d1a96-37b8-411a-b2df-2cad06c14ccd,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:12.587832 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-7f0470bb-f7dd-46bb-8cc1-ec4b9e607707 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Allocated IP 10.1.1.106 (f5c1130b-131f-4fde-9927-840cbad6505d/983133d2-ff38-4266-904e-e871a4dfab4b/00071ace-99c7-42c5-99dc-994ccfae67b7) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:45:12.598805 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 03ed4495-f6da-4bf6-9555-a2c3bfec3410 up at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:45:12.616661 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9b0d5d10-f5cd-4884-974c-7f58e5f22405 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16317457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14254'] for router (92e744fe-57fc-429c-a64b-31cda8120436), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:12.633204 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9b0d5d10-f5cd-4884-974c-7f58e5f22405 admin admin] Publish callbacks [] for router_controller (92e744fe-57fc-429c-a64b-31cda8120436), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:12.650070 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-c6e3178a-9f55-404b-bc06-897d60946a13 None None] Provisioning complete for port d35d1a96-37b8-411a-b2df-2cad06c14ccd triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:45:12.650778 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c6e3178a-9f55-404b-bc06-897d60946a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (d35d1a96-37b8-411a-b2df-2cad06c14ccd), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:12.834008 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9b0d5d10-f5cd-4884-974c-7f58e5f22405 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16317544'] for router (92e744fe-57fc-429c-a64b-31cda8120436), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:12.834008 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b0d5d10-f5cd-4884-974c-7f58e5f22405 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92e744fe-57fc-429c-a64b-31cda8120436 {{(pid=103702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 02:45:12.846098 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9b0d5d10-f5cd-4884-974c-7f58e5f22405 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:12.852060 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-9b0d5d10-f5cd-4884-974c-7f58e5f22405 admin admin] 10.222.0.72 "DELETE /v2.0/routers/92e744fe-57fc-429c-a64b-31cda8120436 HTTP/1.1" status: 204 len: 168 time: 6.0087178 Feb 19 02:45:12.861692 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52886) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:45:12.923877 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1392b63-998d-4f93-b193-fd8aff4e7947 None None] Network c312b721-2b22-4f34-983e-08de11418b4e requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:45:12.939225 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-53e55f24-ab5a-42ad-8c8e-0a412d1b43e2 admin admin] Publish callbacks [] for security_group (efe25796-ffe2-4cf6-9d71-9ad306b7ab56), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:13.012283 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-53e55f24-ab5a-42ad-8c8e-0a412d1b43e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (efe25796-ffe2-4cf6-9d71-9ad306b7ab56), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:13.056782 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-56ec78b3-741a-441a-89ea-23d3d52f2e7c tempest-FloatingIPAdminTestJSON-1125186151 tempest-FloatingIPAdminTestJSON-1125186151-project-admin] Allocated IP 172.25.6.25 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/45bf6f71-2aef-412b-832a-42251d09450f) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:45:13.121057 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-c6e3178a-9f55-404b-bc06-897d60946a13 None None] Current status of the port d35d1a96-37b8-411a-b2df-2cad06c14ccd is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:45:13.127540 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7f0470bb-f7dd-46bb-8cc1-ec4b9e607707 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks [] for port (00071ace-99c7-42c5-99dc-994ccfae67b7), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:13.266379 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4c11efa-8c13-4376-9c99-45e28b071d2f admin admin] Deleting subnet f203640b-0f60-4d96-89bd-3c6bc1a85a78 {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:45:13.283095 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning for port 03ed4495-f6da-4bf6-9555-a2c3bfec3410 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:45:13.288498 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9ac8b786-4a45-4a19-b33d-ffb2ee810136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (7af6d22e-9a50-40bb-a81b-279bc527ba8b), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:13.295922 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7f0470bb-f7dd-46bb-8cc1-ec4b9e607707 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (00071ace-99c7-42c5-99dc-994ccfae67b7), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:13.304580 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-ffb05bd2-610b-4344-b420-a363b0123a7b None None] Provisioning complete for port 0c99ee9e-aa34-4e88-a4a3-cbedb7df400d triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:45:13.305461 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-ffb05bd2-610b-4344-b420-a363b0123a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (0c99ee9e-aa34-4e88-a4a3-cbedb7df400d), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:13.307395 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e55f24-ab5a-42ad-8c8e-0a412d1b43e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efe25796-ffe2-4cf6-9d71-9ad306b7ab56,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:13.312568 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning complete for port 03ed4495-f6da-4bf6-9555-a2c3bfec3410 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:45:13.313175 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (03ed4495-f6da-4bf6-9555-a2c3bfec3410), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:13.341124 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f4c11efa-8c13-4376-9c99-45e28b071d2f admin admin] Publish callbacks [] for subnet (f203640b-0f60-4d96-89bd-3c6bc1a85a78), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:13.344446 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53e55f24-ab5a-42ad-8c8e-0a412d1b43e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 273, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:45:13.430694 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0470bb-f7dd-46bb-8cc1-ec4b9e607707 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Network f5c1130b-131f-4fde-9927-840cbad6505d is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:45:13.454021 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-7f0470bb-f7dd-46bb-8cc1-ec4b9e607707 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:45:13.458484 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0470bb-f7dd-46bb-8cc1-ec4b9e607707 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:45:13.580145 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 03ed4495-f6da-4bf6-9555-a2c3bfec3410 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:45:13.580768 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (03ed4495-f6da-4bf6-9555-a2c3bfec3410), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:13.584527 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device d35d1a96-37b8-411a-b2df-2cad06c14ccd up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:45:13.632248 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0470bb-f7dd-46bb-8cc1-ec4b9e607707 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Pushing event updated for resources: {'Port': ['ID=00071ace-99c7-42c5-99dc-994ccfae67b7,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:13.654540 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-53e55f24-ab5a-42ad-8c8e-0a412d1b43e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (cc7f64c5-6529-4a39-8e75-2d6f42b16075), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:13.655092 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-53e55f24-ab5a-42ad-8c8e-0a412d1b43e2 admin admin] Added segment cc7f64c5-6529-4a39-8e75-2d6f42b16075 of type vlan for network 9e3d3723-c6e4-4d29-ab4f-26c1fc3bb323 Feb 19 02:45:13.700637 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0470bb-f7dd-46bb-8cc1-ec4b9e607707 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:13.705669 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port d35d1a96-37b8-411a-b2df-2cad06c14ccd triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:45:13.705919 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7f0470bb-f7dd-46bb-8cc1-ec4b9e607707 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:13.706068 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (d35d1a96-37b8-411a-b2df-2cad06c14ccd), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:13.717380 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f4c11efa-8c13-4376-9c99-45e28b071d2f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (f203640b-0f60-4d96-89bd-3c6bc1a85a78), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:13.749618 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096d4dc8-b8ad-4971-a3e1-bb7e0c435e63 req-26e53791-143a-4874-a264-8ed7cad28eec tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:13.751138 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-096d4dc8-b8ad-4971-a3e1-bb7e0c435e63 req-26e53791-143a-4874-a264-8ed7cad28eec tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3e2950d-ab47-4046-8006-daf03c09940e HTTP/1.1" status: 200 len: 945 time: 0.3387110 Feb 19 02:45:13.782538 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-7f0470bb-f7dd-46bb-8cc1-ec4b9e607707 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7810595 Feb 19 02:45:13.850219 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3e2950d-ab47-4046-8006-daf03c09940e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03ed4495-f6da-4bf6-9555-a2c3bfec3410'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:45:13.854723 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d4e669a-c2da-47f6-8fe7-6d33f2bbf582" -d '{"events": [{"server_uuid": "f3e2950d-ab47-4046-8006-daf03c09940e", "name": "network-vif-plugged", "status": "completed", "tag": "03ed4495-f6da-4bf6-9555-a2c3bfec3410"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:45:13.899186 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 03ed4495-f6da-4bf6-9555-a2c3bfec3410, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=03ed4495-f6da-4bf6-9555-a2c3bfec3410,segment=NetworkSegment(999cf2ff-ad78-4ea0-b2d0-93d967fd81fc),segment_id=999cf2ff-ad78-4ea0-b2d0-93d967fd81fc)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:45:13.904741 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-096d4dc8-b8ad-4971-a3e1-bb7e0c435e63 req-d5d1d458-aa3b-479f-a3bd-85b28d90c6de tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268222 Feb 19 02:45:13.919083 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac8b786-4a45-4a19-b33d-ffb2ee810136 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7af6d22e-9a50-40bb-a81b-279bc527ba8b,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:13.921117 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (03ed4495-f6da-4bf6-9555-a2c3bfec3410), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:13.961450 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-53e55f24-ab5a-42ad-8c8e-0a412d1b43e2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (9e3d3723-c6e4-4d29-ab4f-26c1fc3bb323), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:14.031794 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=03ed4495-f6da-4bf6-9555-a2c3bfec3410,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:14.057279 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac8b786-4a45-4a19-b33d-ffb2ee810136 admin admin] Checking segment: {'id': 'bc562c26-371c-41c4-9488-3856f672f395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '44fd1ffb-5e97-400f-b181-f59d27847659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:45:14.058025 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac8b786-4a45-4a19-b33d-ffb2ee810136 admin admin] Network hostable DHCP agents. Network: 44fd1ffb-5e97-400f-b181-f59d27847659, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:45:14.059176 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98e2831d-0397-4bed-b44a-4b95859bdec3 x-openstack-request-id: req-98e2831d-0397-4bed-b44a-4b95859bdec3 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:45:14.059466 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3e2950d-ab47-4046-8006-daf03c09940e", "name": "network-vif-plugged", "status": "completed", "tag": "03ed4495-f6da-4bf6-9555-a2c3bfec3410", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:45:14.059762 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-98e2831d-0397-4bed-b44a-4b95859bdec3 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:45:14.060155 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3e2950d-ab47-4046-8006-daf03c09940e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03ed4495-f6da-4bf6-9555-a2c3bfec3410', 'code': 200} Feb 19 02:45:14.114406 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-56ec78b3-741a-441a-89ea-23d3d52f2e7c tempest-FloatingIPAdminTestJSON-1125186151 tempest-FloatingIPAdminTestJSON-1125186151-project-admin] Publish callbacks [] for port (45bf6f71-2aef-412b-832a-42251d09450f), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:14.140284 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-ffb05bd2-610b-4344-b420-a363b0123a7b None None] Current status of the port 0c99ee9e-aa34-4e88-a4a3-cbedb7df400d is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:45:14.147949 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-ffb05bd2-610b-4344-b420-a363b0123a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (0c99ee9e-aa34-4e88-a4a3-cbedb7df400d), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:14.253111 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-ffb05bd2-610b-4344-b420-a363b0123a7b None None] For port 0c99ee9e-aa34-4e88-a4a3-cbedb7df400d, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=0c99ee9e-aa34-4e88-a4a3-cbedb7df400d,segment=NetworkSegment(8dc74463-1284-465e-8f51-9c4e25c854c9),segment_id=8dc74463-1284-465e-8f51-9c4e25c854c9)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:45:14.254284 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port d35d1a96-37b8-411a-b2df-2cad06c14ccd is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:45:14.255696 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 0c99ee9e-aa34-4e88-a4a3-cbedb7df400d up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:45:14.282672 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-53e55f24-ab5a-42ad-8c8e-0a412d1b43e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (9e3d3723-c6e4-4d29-ab4f-26c1fc3bb323), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:14.283573 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e55f24-ab5a-42ad-8c8e-0a412d1b43e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:14.284136 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-53e55f24-ab5a-42ad-8c8e-0a412d1b43e2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:14.326030 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52898) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:45:14.336320 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-6f9e7985-20d4-44cc-8577-487c259c78d8 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Request body: {'security_group': {'name': 'tempest-securitygroup--181204780', 'description': 'tempest-description--934861600'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:45:14.384602 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-ffb05bd2-610b-4344-b420-a363b0123a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (0c99ee9e-aa34-4e88-a4a3-cbedb7df400d), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:14.417812 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6f9e7985-20d4-44cc-8577-487c259c78d8 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:14.437752 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f4c11efa-8c13-4376-9c99-45e28b071d2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (f203640b-0f60-4d96-89bd-3c6bc1a85a78), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:14.507764 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 0c99ee9e-aa34-4e88-a4a3-cbedb7df400d triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:45:14.518668 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (0c99ee9e-aa34-4e88-a4a3-cbedb7df400d), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:14.529399 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6f9e7985-20d4-44cc-8577-487c259c78d8 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks [] for security_group (1cff43f7-3cfd-4595-99e1-888048810960), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:14.537681 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6f9e7985-20d4-44cc-8577-487c259c78d8 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (1cff43f7-3cfd-4595-99e1-888048810960), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:14.552114 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac8b786-4a45-4a19-b33d-ffb2ee810136 admin admin] Network 44fd1ffb-5e97-400f-b181-f59d27847659 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:45:14.598242 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb05bd2-610b-4344-b420-a363b0123a7b None None] Pushing event updated for resources: {'Port': ['ID=0c99ee9e-aa34-4e88-a4a3-cbedb7df400d,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:14.603609 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-53e55f24-ab5a-42ad-8c8e-0a412d1b43e2 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.9447403 Feb 19 02:45:14.606397 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52900) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:45:14.612503 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-56ec78b3-741a-441a-89ea-23d3d52f2e7c tempest-FloatingIPAdminTestJSON-1125186151 tempest-FloatingIPAdminTestJSON-1125186151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (45bf6f71-2aef-412b-832a-42251d09450f), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:14.625928 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-bb810034-ec5d-4ece-b2ef-8c33894a10b6 admin admin] Request body: {'subnet': {'network_id': '9e3d3723-c6e4-4d29-ab4f-26c1fc3bb323', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-780327990-subnet', 'tenant_id': '80ec6f6d29774c649db969b21608fdfc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:45:14.629100 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e55f24-ab5a-42ad-8c8e-0a412d1b43e2 admin admin] Pushing event updated for resources: {'Network': ['ID=9e3d3723-c6e4-4d29-ab4f-26c1fc3bb323,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:14.638543 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6f9e7985-20d4-44cc-8577-487c259c78d8 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:14.639745 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-6f9e7985-20d4-44cc-8577-487c259c78d8 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3113372 Feb 19 02:45:14.642709 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9e7985-20d4-44cc-8577-487c259c78d8 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cff43f7-3cfd-4595-99e1-888048810960,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:14.651247 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-a77b1cd8-5ca1-4f54-a1f4-ddff1dcaf48a None None] Provisioning complete for port d35d1a96-37b8-411a-b2df-2cad06c14ccd triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:45:14.651621 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-a77b1cd8-5ca1-4f54-a1f4-ddff1dcaf48a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (d35d1a96-37b8-411a-b2df-2cad06c14ccd), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:14.658703 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52902) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:45:14.661840 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-9ac8b786-4a45-4a19-b33d-ffb2ee810136 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 44fd1ffb-5e97-400f-b181-f59d27847659) {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:45:14.663741 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 9e3d3723-c6e4-4d29-ab4f-26c1fc3bb323 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:45:14.667103 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac8b786-4a45-4a19-b33d-ffb2ee810136 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:14.667640 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9ac8b786-4a45-4a19-b33d-ffb2ee810136 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:14.671921 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1ca0c2-cb00-44eb-aba3-b41510cb9e3a req-ec90ff10-bbad-4274-b978-d42c3435d58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:14.673459 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-bd1ca0c2-cb00-44eb-aba3-b41510cb9e3a req-ec90ff10-bbad-4274-b978-d42c3435d58c service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=f3e2950d-ab47-4046-8006-daf03c09940e HTTP/1.1" status: 200 len: 1128 time: 0.5260983 Feb 19 02:45:14.676534 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-d0018511-3ea5-433b-88dc-beb255d9193b tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Request body: {'security_group_rule': {'security_group_id': '1cff43f7-3cfd-4595-99e1-888048810960', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:45:14.719446 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2dfc11-2c41-4c95-aa07-6a784ca7cfeb None None] Network 44fd1ffb-5e97-400f-b181-f59d27847659 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:45:14.732429 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d0018511-3ea5-433b-88dc-beb255d9193b tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks [] for security_group_rule (70c0b2a0-40ce-4634-b56e-e6fd23fe0f01), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:14.743957 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ec78b3-741a-441a-89ea-23d3d52f2e7c tempest-FloatingIPAdminTestJSON-1125186151 tempest-FloatingIPAdminTestJSON-1125186151-project-admin] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:45:14.746920 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb810034-ec5d-4ece-b2ef-8c33894a10b6 admin admin] Made reservation on behalf of 80ec6f6d29774c649db969b21608fdfc for: {'subnet': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:45:14.750355 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bb810034-ec5d-4ece-b2ef-8c33894a10b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58706307'] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:14.761878 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-9ac8b786-4a45-4a19-b33d-ffb2ee810136 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.8317165 Feb 19 02:45:14.762800 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52904) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:45:14.780454 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-c4b8fee3-462b-43b1-9a86-2e3df933a59a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-563828300-router', 'tenant_id': 'af7820d1191f4d05a06d2c0958fc8a78', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:45:14.794911 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-56ec78b3-741a-441a-89ea-23d3d52f2e7c tempest-FloatingIPAdminTestJSON-1125186151 tempest-FloatingIPAdminTestJSON-1125186151-project-admin] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:45:14.798850 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ec78b3-741a-441a-89ea-23d3d52f2e7c tempest-FloatingIPAdminTestJSON-1125186151 tempest-FloatingIPAdminTestJSON-1125186151-project-admin] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:45:14.812209 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f4c11efa-8c13-4376-9c99-45e28b071d2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (f203640b-0f60-4d96-89bd-3c6bc1a85a78), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:14.885600 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ec78b3-741a-441a-89ea-23d3d52f2e7c tempest-FloatingIPAdminTestJSON-1125186151 tempest-FloatingIPAdminTestJSON-1125186151-project-admin] Pushing event updated for resources: {'Port': ['ID=45bf6f71-2aef-412b-832a-42251d09450f,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:14.887067 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c9df51-a976-4590-8a8b-0d14cec17a5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-44fd1ffb-5e97-400f-b181-f59d27847659', 'network_id': '44fd1ffb-5e97-400f-b181-f59d27847659', 'project_id': 'af7820d1191f4d05a06d2c0958fc8a78', 'fixed_ips': [{'subnet_id': '7af6d22e-9a50-40bb-a81b-279bc527ba8b'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:45:14.887927 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e5c9df51-a976-4590-8a8b-0d14cec17a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:14.958195 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c11efa-8c13-4376-9c99-45e28b071d2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f203640b-0f60-4d96-89bd-3c6bc1a85a78,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:14.986051 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f4c11efa-8c13-4376-9c99-45e28b071d2f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:14.990166 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-f4c11efa-8c13-4376-9c99-45e28b071d2f admin admin] 10.222.0.72 "DELETE /v2.0/subnets/f203640b-0f60-4d96-89bd-3c6bc1a85a78 HTTP/1.1" status: 204 len: 168 time: 2.1298664 Feb 19 02:45:15.009981 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52910) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:45:15.106859 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-bd1ca0c2-cb00-44eb-aba3-b41510cb9e3a req-62c28f4b-4622-4bc2-befe-0e2198f05724 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4222012 Feb 19 02:45:15.107937 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c4b8fee3-462b-43b1-9a86-2e3df933a59a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14172'] for router (8d65c124-4f7d-4113-93a3-b3dbe490023c), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:15.109196 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c4b8fee3-462b-43b1-9a86-2e3df933a59a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16317487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16285822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16309985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14247'] for router (8d65c124-4f7d-4113-93a3-b3dbe490023c), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:15.178307 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bb810034-ec5d-4ece-b2ef-8c33894a10b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12647271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58706289'] for subnet (bf415dad-5efe-4a2d-9205-4db3a214084c), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:15.190919 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-56ec78b3-741a-441a-89ea-23d3d52f2e7c tempest-FloatingIPAdminTestJSON-1125186151 tempest-FloatingIPAdminTestJSON-1125186151-project-admin] Publish callbacks [] for floatingip (37e5551b-1c47-4db1-8da3-724e4c11a3b1), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:15.264446 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-863663d9-8ea7-4598-8a84-32407f14ca76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (ee39ff61-2b71-49ef-88f9-87356161a1ed), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:15.289654 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74eefdc8-a352-4bdd-a684-5191c13ed20b None None] Network ee39ff61-2b71-49ef-88f9-87356161a1ed requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:45:15.308850 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-56ec78b3-741a-441a-89ea-23d3d52f2e7c tempest-FloatingIPAdminTestJSON-1125186151 tempest-FloatingIPAdminTestJSON-1125186151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (45bf6f71-2aef-412b-832a-42251d09450f), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:15.327058 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-e5c9df51-a976-4590-8a8b-0d14cec17a5a None None] Allocated IP 172.20.0.2 (44fd1ffb-5e97-400f-b181-f59d27847659/7af6d22e-9a50-40bb-a81b-279bc527ba8b/b17bb2b6-fea2-4539-8830-3ca4c236345a) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:45:15.331434 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb810034-ec5d-4ece-b2ef-8c33894a10b6 admin admin] Checking segment: {'id': 'cc7f64c5-6529-4a39-8e75-2d6f42b16075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '9e3d3723-c6e4-4d29-ab4f-26c1fc3bb323'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:45:15.332472 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb810034-ec5d-4ece-b2ef-8c33894a10b6 admin admin] Network hostable DHCP agents. Network: 9e3d3723-c6e4-4d29-ab4f-26c1fc3bb323, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:45:15.378494 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d0018511-3ea5-433b-88dc-beb255d9193b tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks [] for security_group_rule (70c0b2a0-40ce-4634-b56e-e6fd23fe0f01), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:15.387431 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb810034-ec5d-4ece-b2ef-8c33894a10b6 admin admin] Network 9e3d3723-c6e4-4d29-ab4f-26c1fc3bb323 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:45:15.417911 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6840c8-add6-45b5-8394-fdf144fe48b7 req-354e698a-ae03-4f5d-9725-9d29efa39d71 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:15.419536 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bb6840c8-add6-45b5-8394-fdf144fe48b7 req-354e698a-ae03-4f5d-9725-9d29efa39d71 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3e2950d-ab47-4046-8006-daf03c09940e HTTP/1.1" status: 200 len: 946 time: 0.3290572 Feb 19 02:45:15.421492 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d0018511-3ea5-433b-88dc-beb255d9193b tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (70c0b2a0-40ce-4634-b56e-e6fd23fe0f01), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:15.429153 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-bb810034-ec5d-4ece-b2ef-8c33894a10b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 9e3d3723-c6e4-4d29-ab4f-26c1fc3bb323) {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:45:15.430707 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb810034-ec5d-4ece-b2ef-8c33894a10b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf415dad-5efe-4a2d-9205-4db3a214084c,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:15.434191 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c4b8fee3-462b-43b1-9a86-2e3df933a59a admin admin] Publish callbacks [] for router_controller (8d65c124-4f7d-4113-93a3-b3dbe490023c), precommit_add_association {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:15.457577 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb810034-ec5d-4ece-b2ef-8c33894a10b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:15.457577 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bb810034-ec5d-4ece-b2ef-8c33894a10b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:15.474699 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0018511-3ea5-433b-88dc-beb255d9193b tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70c0b2a0-40ce-4634-b56e-e6fd23fe0f01,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:15.496635 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d0018511-3ea5-433b-88dc-beb255d9193b tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:15.497863 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-d0018511-3ea5-433b-88dc-beb255d9193b tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8381305 Feb 19 02:45:15.501106 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52916) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:45:15.507258 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-aeed55b3-7a7b-4a60-b83c-46634cab1a35 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Request body: {'security_group_rule': {'security_group_id': '1cff43f7-3cfd-4595-99e1-888048810960', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:45:15.527901 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-bb810034-ec5d-4ece-b2ef-8c33894a10b6 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.9179647 Feb 19 02:45:15.528165 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312f62ed-6640-4fc8-81c0-c2c8dfead10c None None] Network 9e3d3723-c6e4-4d29-ab4f-26c1fc3bb323 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:45:15.531636 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52918) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:45:15.539379 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-ff2b1bd7-510c-4982-b779-9066e92c833b admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-780327990-router', 'tenant_id': '80ec6f6d29774c649db969b21608fdfc', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:45:15.572501 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bb6840c8-add6-45b5-8394-fdf144fe48b7 req-3a586035-930d-424c-9ac3-d9698f8f514e tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239440 Feb 19 02:45:15.604673 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ff2b1bd7-510c-4982-b779-9066e92c833b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14172'] for router (ba739a3e-d260-47d2-9261-6ed5b9c921d2), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:15.606362 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ff2b1bd7-510c-4982-b779-9066e92c833b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16317487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16285822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16309985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14247'] for router (ba739a3e-d260-47d2-9261-6ed5b9c921d2), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:15.616208 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-aeed55b3-7a7b-4a60-b83c-46634cab1a35 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks [] for security_group_rule (5bd619f8-1d60-4498-a1e6-ed39fc85d4a1), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:15.724472 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 0c99ee9e-aa34-4e88-a4a3-cbedb7df400d is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:45:15.726892 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-8706bf48-404f-4e84-9d30-de4a736ba50e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:15.742639 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ff2b1bd7-510c-4982-b779-9066e92c833b admin admin] Publish callbacks [] for router_controller (ba739a3e-d260-47d2-9261-6ed5b9c921d2), precommit_add_association {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:15.782355 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-56ec78b3-741a-441a-89ea-23d3d52f2e7c tempest-FloatingIPAdminTestJSON-1125186151 tempest-FloatingIPAdminTestJSON-1125186151-project-admin] Publish callbacks [] for port (45bf6f71-2aef-412b-832a-42251d09450f), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:15.794364 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-a77b1cd8-5ca1-4f54-a1f4-ddff1dcaf48a None None] Current status of the port d35d1a96-37b8-411a-b2df-2cad06c14ccd is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:45:15.858617 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-aeed55b3-7a7b-4a60-b83c-46634cab1a35 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks [] for security_group_rule (5bd619f8-1d60-4498-a1e6-ed39fc85d4a1), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:15.868825 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-56ec78b3-741a-441a-89ea-23d3d52f2e7c tempest-FloatingIPAdminTestJSON-1125186151 tempest-FloatingIPAdminTestJSON-1125186151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (45bf6f71-2aef-412b-832a-42251d09450f), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:15.876896 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-aeed55b3-7a7b-4a60-b83c-46634cab1a35 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (5bd619f8-1d60-4498-a1e6-ed39fc85d4a1), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:15.896653 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7b90ee-6239-4469-a4e0-fdd7d944254d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-9e3d3723-c6e4-4d29-ab4f-26c1fc3bb323', 'network_id': '9e3d3723-c6e4-4d29-ab4f-26c1fc3bb323', 'project_id': '80ec6f6d29774c649db969b21608fdfc', 'fixed_ips': [{'subnet_id': 'bf415dad-5efe-4a2d-9205-4db3a214084c'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:45:15.896873 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c4b8fee3-462b-43b1-9a86-2e3df933a59a admin admin] Publish callbacks [] for router_gateway (8d65c124-4f7d-4113-93a3-b3dbe490023c), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:15.897542 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-7b7b90ee-6239-4469-a4e0-fdd7d944254d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:15.908091 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-a77b1cd8-5ca1-4f54-a1f4-ddff1dcaf48a None None] Provisioning complete for port 0c99ee9e-aa34-4e88-a4a3-cbedb7df400d triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:45:15.908469 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-a77b1cd8-5ca1-4f54-a1f4-ddff1dcaf48a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (0c99ee9e-aa34-4e88-a4a3-cbedb7df400d), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:15.914329 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 0c99ee9e-aa34-4e88-a4a3-cbedb7df400d up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:45:15.936012 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-863663d9-8ea7-4598-8a84-32407f14ca76 admin admin] Deleting port f3373c39-8c05-4e50-84ad-c115d6daff64 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:45:15.936802 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-863663d9-8ea7-4598-8a84-32407f14ca76 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (f3373c39-8c05-4e50-84ad-c115d6daff64), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:16.053936 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeed55b3-7a7b-4a60-b83c-46634cab1a35 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bd619f8-1d60-4498-a1e6-ed39fc85d4a1,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:16.112451 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ff2b1bd7-510c-4982-b779-9066e92c833b admin admin] Publish callbacks [] for router_gateway (ba739a3e-d260-47d2-9261-6ed5b9c921d2), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:16.126510 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-aeed55b3-7a7b-4a60-b83c-46634cab1a35 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:16.128337 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-aeed55b3-7a7b-4a60-b83c-46634cab1a35 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6259077 Feb 19 02:45:16.132749 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52930) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:45:16.147468 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-50a5e97c-fb89-4299-b9ff-4dd5673c92dc tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Request body: {'floatingip': {'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:45:16.217411 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ec78b3-741a-441a-89ea-23d3d52f2e7c tempest-FloatingIPAdminTestJSON-1125186151 tempest-FloatingIPAdminTestJSON-1125186151-project-admin] Pushing event updated for resources: {'Port': ['ID=45bf6f71-2aef-412b-832a-42251d09450f,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:16.219669 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-50a5e97c-fb89-4299-b9ff-4dd5673c92dc tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:16.236143 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e5c9df51-a976-4590-8a8b-0d14cec17a5a None None] Publish callbacks [] for port (b17bb2b6-fea2-4539-8830-3ca4c236345a), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:16.275487 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-863663d9-8ea7-4598-8a84-32407f14ca76 admin admin] For port f3373c39-8c05-4e50-84ad-c115d6daff64, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=f3373c39-8c05-4e50-84ad-c115d6daff64,segment=NetworkSegment(ba681f96-6adb-4b0c-9c12-9f59489d7ccc),segment_id=ba681f96-6adb-4b0c-9c12-9f59489d7ccc)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:45:16.276664 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-863663d9-8ea7-4598-8a84-32407f14ca76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (f3373c39-8c05-4e50-84ad-c115d6daff64), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:16.298443 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5028470b-8863-47ad-aeaf-597d3ae22caf None None] DHCP port deletion for ee39ff61-2b71-49ef-88f9-87356161a1ed request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 02:45:16.307895 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-56ec78b3-741a-441a-89ea-23d3d52f2e7c tempest-FloatingIPAdminTestJSON-1125186151 tempest-FloatingIPAdminTestJSON-1125186151-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16285943'] for floatingip (37e5551b-1c47-4db1-8da3-724e4c11a3b1), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:16.327873 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e5c9df51-a976-4590-8a8b-0d14cec17a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (b17bb2b6-fea2-4539-8830-3ca4c236345a), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:16.346019 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-863663d9-8ea7-4598-8a84-32407f14ca76 admin admin] Calling delete_port for f3373c39-8c05-4e50-84ad-c115d6daff64 owned by network:dhcp {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:45:16.366774 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-56ec78b3-741a-441a-89ea-23d3d52f2e7c tempest-FloatingIPAdminTestJSON-1125186151 tempest-FloatingIPAdminTestJSON-1125186151-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:16.367955 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-56ec78b3-741a-441a-89ea-23d3d52f2e7c tempest-FloatingIPAdminTestJSON-1125186151 tempest-FloatingIPAdminTestJSON-1125186151-project-admin] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.9860342 Feb 19 02:45:16.376746 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52934) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:45:16.516240 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-7b7b90ee-6239-4469-a4e0-fdd7d944254d None None] Allocated IP 172.20.0.2 (9e3d3723-c6e4-4d29-ab4f-26c1fc3bb323/bf415dad-5efe-4a2d-9205-4db3a214084c/213545d9-bb2c-40b3-9b67-c9295941643a) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:45:16.630163 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ff2b1bd7-510c-4982-b779-9066e92c833b admin admin] Publish callbacks [] for router_gateway (ba739a3e-d260-47d2-9261-6ed5b9c921d2), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:16.645859 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-9e021e4a-ab35-43dc-95f8-d095c82e19bc tempest-FloatingIPAdminTestJSON-1139956779 tempest-FloatingIPAdminTestJSON-1139956779-project] Request body: {'floatingip': {'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:45:16.674867 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ff2b1bd7-510c-4982-b779-9066e92c833b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:16.680862 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-50a5e97c-fb89-4299-b9ff-4dd5673c92dc tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:16.729331 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-863663d9-8ea7-4598-8a84-32407f14ca76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (f3373c39-8c05-4e50-84ad-c115d6daff64), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:16.750720 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c9df51-a976-4590-8a8b-0d14cec17a5a None None] Network 44fd1ffb-5e97-400f-b181-f59d27847659 is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:45:16.769044 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863663d9-8ea7-4598-8a84-32407f14ca76 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3373c39-8c05-4e50-84ad-c115d6daff64,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:16.777881 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863663d9-8ea7-4598-8a84-32407f14ca76 admin admin] No DVR routers for this DVR port f3373c39-8c05-4e50-84ad-c115d6daff64 on host n-d-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:45:16.787549 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9e021e4a-ab35-43dc-95f8-d095c82e19bc tempest-FloatingIPAdminTestJSON-1139956779 tempest-FloatingIPAdminTestJSON-1139956779-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:16.798402 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-5028470b-8863-47ad-aeaf-597d3ae22caf None None] The port 'f3373c39-8c05-4e50-84ad-c115d6daff64' was deleted {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Feb 19 02:45:16.802080 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-e5c9df51-a976-4590-8a8b-0d14cec17a5a None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:45:16.813269 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c9df51-a976-4590-8a8b-0d14cec17a5a None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:45:16.885434 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-7b7b90ee-6239-4469-a4e0-fdd7d944254d None None] Publish callbacks [] for port (213545d9-bb2c-40b3-9b67-c9295941643a), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:16.888142 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c9df51-a976-4590-8a8b-0d14cec17a5a None None] Pushing event updated for resources: {'Port': ['ID=b17bb2b6-fea2-4539-8830-3ca4c236345a,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:16.911354 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-a77b1cd8-5ca1-4f54-a1f4-ddff1dcaf48a None None] Current status of the port 0c99ee9e-aa34-4e88-a4a3-cbedb7df400d is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:45:16.915789 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-7b7b90ee-6239-4469-a4e0-fdd7d944254d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (213545d9-bb2c-40b3-9b67-c9295941643a), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:16.952434 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-50a5e97c-fb89-4299-b9ff-4dd5673c92dc tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Allocated IP 172.25.6.142 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/d9fa2340-e1fa-4367-bd1b-fac9dfe2bed2) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:45:16.996752 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 0c99ee9e-aa34-4e88-a4a3-cbedb7df400d triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:45:16.997177 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (0c99ee9e-aa34-4e88-a4a3-cbedb7df400d), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:17.036401 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-a77b1cd8-5ca1-4f54-a1f4-ddff1dcaf48a None None] Provisioning complete for port 38e91ad5-8313-46e5-8ac5-c1d94643d01f triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:45:17.036778 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-a77b1cd8-5ca1-4f54-a1f4-ddff1dcaf48a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (38e91ad5-8313-46e5-8ac5-c1d94643d01f), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:17.045098 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7b90ee-6239-4469-a4e0-fdd7d944254d None None] Network 9e3d3723-c6e4-4d29-ab4f-26c1fc3bb323 is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:45:17.056784 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-e5c9df51-a976-4590-8a8b-0d14cec17a5a None None] Attempting to bind port b17bb2b6-fea2-4539-8830-3ca4c236345a on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:45:17.057120 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-e5c9df51-a976-4590-8a8b-0d14cec17a5a None None] Attempting to bind port b17bb2b6-fea2-4539-8830-3ca4c236345a by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': 'bc562c26-371c-41c4-9488-3856f672f395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '44fd1ffb-5e97-400f-b181-f59d27847659'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:45:17.057489 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c9df51-a976-4590-8a8b-0d14cec17a5a None None] Attempting to bind port b17bb2b6-fea2-4539-8830-3ca4c236345a on network 44fd1ffb-5e97-400f-b181-f59d27847659 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:45:17.059937 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7b90ee-6239-4469-a4e0-fdd7d944254d None None] Pushing event updated for resources: {'Port': ['ID=213545d9-bb2c-40b3-9b67-c9295941643a,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:17.088905 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-7b7b90ee-6239-4469-a4e0-fdd7d944254d None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:45:17.101982 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7b90ee-6239-4469-a4e0-fdd7d944254d None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:45:17.104530 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c9df51-a976-4590-8a8b-0d14cec17a5a None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:45:17.104764 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c9df51-a976-4590-8a8b-0d14cec17a5a None None] Checking segment: {'id': 'bc562c26-371c-41c4-9488-3856f672f395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '44fd1ffb-5e97-400f-b181-f59d27847659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:45:17.105171 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e5c9df51-a976-4590-8a8b-0d14cec17a5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:17.105572 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c9df51-a976-4590-8a8b-0d14cec17a5a None None] Bound using segment: {'id': 'bc562c26-371c-41c4-9488-3856f672f395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '44fd1ffb-5e97-400f-b181-f59d27847659'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:45:17.106067 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-e5c9df51-a976-4590-8a8b-0d14cec17a5a None None] Bound port: b17bb2b6-fea2-4539-8830-3ca4c236345a, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc562c26-371c-41c4-9488-3856f672f395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '44fd1ffb-5e97-400f-b181-f59d27847659'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:45:17.106448 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e5c9df51-a976-4590-8a8b-0d14cec17a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (b17bb2b6-fea2-4539-8830-3ca4c236345a), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:17.176763 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-a77b1cd8-5ca1-4f54-a1f4-ddff1dcaf48a None None] Port 38e91ad5-8313-46e5-8ac5-c1d94643d01f cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:45:17.194036 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-50a5e97c-fb89-4299-b9ff-4dd5673c92dc tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks [] for port (d9fa2340-e1fa-4367-bd1b-fac9dfe2bed2), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:17.267964 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-50a5e97c-fb89-4299-b9ff-4dd5673c92dc tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (d9fa2340-e1fa-4367-bd1b-fac9dfe2bed2), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:17.294624 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-7b7b90ee-6239-4469-a4e0-fdd7d944254d None None] Attempting to bind port 213545d9-bb2c-40b3-9b67-c9295941643a on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:45:17.295304 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-7b7b90ee-6239-4469-a4e0-fdd7d944254d None None] Attempting to bind port 213545d9-bb2c-40b3-9b67-c9295941643a by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': 'cc7f64c5-6529-4a39-8e75-2d6f42b16075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '9e3d3723-c6e4-4d29-ab4f-26c1fc3bb323'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:45:17.295852 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7b90ee-6239-4469-a4e0-fdd7d944254d None None] Attempting to bind port 213545d9-bb2c-40b3-9b67-c9295941643a on network 9e3d3723-c6e4-4d29-ab4f-26c1fc3bb323 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:45:17.324302 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7b90ee-6239-4469-a4e0-fdd7d944254d None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:45:17.325491 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7b90ee-6239-4469-a4e0-fdd7d944254d None None] Checking segment: {'id': 'cc7f64c5-6529-4a39-8e75-2d6f42b16075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '9e3d3723-c6e4-4d29-ab4f-26c1fc3bb323'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:45:17.326081 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-7b7b90ee-6239-4469-a4e0-fdd7d944254d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:17.326652 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7b90ee-6239-4469-a4e0-fdd7d944254d None None] Bound using segment: {'id': 'cc7f64c5-6529-4a39-8e75-2d6f42b16075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '9e3d3723-c6e4-4d29-ab4f-26c1fc3bb323'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:45:17.327447 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-7b7b90ee-6239-4469-a4e0-fdd7d944254d None None] Bound port: 213545d9-bb2c-40b3-9b67-c9295941643a, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc7f64c5-6529-4a39-8e75-2d6f42b16075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '9e3d3723-c6e4-4d29-ab4f-26c1fc3bb323'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:45:17.328005 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-7b7b90ee-6239-4469-a4e0-fdd7d944254d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (213545d9-bb2c-40b3-9b67-c9295941643a), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:17.340197 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e5c9df51-a976-4590-8a8b-0d14cec17a5a None None] For port b17bb2b6-fea2-4539-8830-3ca4c236345a, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:45:17.351705 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e5c9df51-a976-4590-8a8b-0d14cec17a5a None None] For port b17bb2b6-fea2-4539-8830-3ca4c236345a, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=b17bb2b6-fea2-4539-8830-3ca4c236345a,segment=NetworkSegment(bc562c26-371c-41c4-9488-3856f672f395),segment_id=bc562c26-371c-41c4-9488-3856f672f395)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:45:17.364501 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-86d1e051-f537-434a-aac3-6855dd4dc866 None None] Provisioning complete for port 00071ace-99c7-42c5-99dc-994ccfae67b7 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:45:17.367491 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-86d1e051-f537-434a-aac3-6855dd4dc866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (00071ace-99c7-42c5-99dc-994ccfae67b7), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:17.369673 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 0c99ee9e-aa34-4e88-a4a3-cbedb7df400d is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:45:17.377427 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e5c9df51-a976-4590-8a8b-0d14cec17a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (b17bb2b6-fea2-4539-8830-3ca4c236345a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:17.407094 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 7e86580e-0894-4272-8d0f-cd4186e9bad2 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:45:17.419964 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c4b8fee3-462b-43b1-9a86-2e3df933a59a admin admin] Publish callbacks [] for router_gateway (8d65c124-4f7d-4113-93a3-b3dbe490023c), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:17.433439 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 7e86580e-0894-4272-8d0f-cd4186e9bad2 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:45:17.434079 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 7e86580e-0894-4272-8d0f-cd4186e9bad2 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:45:17.453852 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c4b8fee3-462b-43b1-9a86-2e3df933a59a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:17.474594 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a5e97c-fb89-4299-b9ff-4dd5673c92dc tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:45:17.494291 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a5e97c-fb89-4299-b9ff-4dd5673c92dc tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Pushing event updated for resources: {'Port': ['ID=d9fa2340-e1fa-4367-bd1b-fac9dfe2bed2,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:17.497518 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-50a5e97c-fb89-4299-b9ff-4dd5673c92dc tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:45:17.503395 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a5e97c-fb89-4299-b9ff-4dd5673c92dc tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:45:17.517449 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e180fc-5637-470d-88de-8e6d333a82dd req-f05393b1-fa0b-4bbc-8e93-5c7734be900a tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:17.521097 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d1e180fc-5637-470d-88de-8e6d333a82dd req-f05393b1-fa0b-4bbc-8e93-5c7734be900a tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3e2950d-ab47-4046-8006-daf03c09940e HTTP/1.1" status: 200 len: 946 time: 0.8183672 Feb 19 02:45:17.548418 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-86d1e051-f537-434a-aac3-6855dd4dc866 None None] Port 00071ace-99c7-42c5-99dc-994ccfae67b7 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:45:17.561400 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-863663d9-8ea7-4598-8a84-32407f14ca76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (ee39ff61-2b71-49ef-88f9-87356161a1ed), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:17.620530 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-863663d9-8ea7-4598-8a84-32407f14ca76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee39ff61-2b71-49ef-88f9-87356161a1ed']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:45:17.634377 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-ff2b1bd7-510c-4982-b779-9066e92c833b admin admin] Allocated IP 172.25.6.56 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/3913befa-9625-441a-b8cd-48872a3932cc) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:45:17.635777 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-7b7b90ee-6239-4469-a4e0-fdd7d944254d None None] For port 213545d9-bb2c-40b3-9b67-c9295941643a, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:45:17.639883 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c9df51-a976-4590-8a8b-0d14cec17a5a None None] Pushing event updated for resources: {'Port': ['ID=b17bb2b6-fea2-4539-8830-3ca4c236345a,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:17.664973 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-7b7b90ee-6239-4469-a4e0-fdd7d944254d None None] For port 213545d9-bb2c-40b3-9b67-c9295941643a, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=213545d9-bb2c-40b3-9b67-c9295941643a,segment=NetworkSegment(cc7f64c5-6529-4a39-8e75-2d6f42b16075),segment_id=cc7f64c5-6529-4a39-8e75-2d6f42b16075)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:45:17.671743 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3d4abcec-03f2-4ff5-b39b-4b1c9415b8c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:17.672404 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-863663d9-8ea7-4598-8a84-32407f14ca76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba681f96-6adb-4b0c-9c12-9f59489d7ccc') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:45:17.672872 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-863663d9-8ea7-4598-8a84-32407f14ca76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba681f96-6adb-4b0c-9c12-9f59489d7ccc') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:45:17.681037 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-7b7b90ee-6239-4469-a4e0-fdd7d944254d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (213545d9-bb2c-40b3-9b67-c9295941643a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:17.695170 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d1e180fc-5637-470d-88de-8e6d333a82dd req-16bd71cf-d077-4d3b-92dd-a4b7930dd295 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356063 Feb 19 02:45:17.708745 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-863663d9-8ea7-4598-8a84-32407f14ca76 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (ba681f96-6adb-4b0c-9c12-9f59489d7ccc), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:17.756053 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-863663d9-8ea7-4598-8a84-32407f14ca76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (ba681f96-6adb-4b0c-9c12-9f59489d7ccc), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:17.780531 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-863663d9-8ea7-4598-8a84-32407f14ca76 admin admin] Releasing vlan 279 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:45:17.780931 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-863663d9-8ea7-4598-8a84-32407f14ca76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (ba681f96-6adb-4b0c-9c12-9f59489d7ccc), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:17.789587 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 02:45:17.789587 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:45:17.789587 n-d-826753-2 neutron-server[103702]: timer() Feb 19 02:45:17.789587 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:45:17.789587 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 02:45:17.789587 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:45:17.789587 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 02:45:17.789587 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:45:17.789587 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 02:45:17.789587 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:45:17.789587 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 02:45:17.789587 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:45:17.789587 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 02:45:17.789587 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:45:17.789587 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:45:17.789587 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:45:17.789587 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:45:17.789587 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:45:17.789587 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 02:45:17.789587 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:45:17.789587 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 02:45:17.789587 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:45:17.789587 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:45:17.789587 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:45:17.789587 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 02:45:17.789587 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:45:17.789587 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:45:17.789587 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:45:17.789587 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:45:17.789587 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:45:17.789587 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:45:17.789587 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:45:17.829749 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7b90ee-6239-4469-a4e0-fdd7d944254d None None] Pushing event updated for resources: {'Port': ['ID=213545d9-bb2c-40b3-9b67-c9295941643a,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:17.910428 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9e021e4a-ab35-43dc-95f8-d095c82e19bc tempest-FloatingIPAdminTestJSON-1139956779 tempest-FloatingIPAdminTestJSON-1139956779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:17.913087 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device f3373c39-8c05-4e50-84ad-c115d6daff64 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:45:17.951052 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ff2b1bd7-510c-4982-b779-9066e92c833b admin admin] Publish callbacks [] for port (3913befa-9625-441a-b8cd-48872a3932cc), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:17.981968 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: f3373c39-8c05-4e50-84ad-c115d6daff64 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:45:17.986585 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device f3373c39-8c05-4e50-84ad-c115d6daff64 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:45:18.024561 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-863663d9-8ea7-4598-8a84-32407f14ca76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (ee39ff61-2b71-49ef-88f9-87356161a1ed), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:18.071701 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-863663d9-8ea7-4598-8a84-32407f14ca76 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:18.075471 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-863663d9-8ea7-4598-8a84-32407f14ca76 admin admin] 10.222.0.72 "DELETE /v2.0/networks/ee39ff61-2b71-49ef-88f9-87356161a1ed HTTP/1.1" status: 204 len: 168 time: 3.0638766 Feb 19 02:45:18.078655 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863663d9-8ea7-4598-8a84-32407f14ca76 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee39ff61-2b71-49ef-88f9-87356161a1ed,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:18.098135 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-50a5e97c-fb89-4299-b9ff-4dd5673c92dc tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks [] for floatingip (8aef0a69-870d-4c92-8f15-a248ec67315f), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:18.127236 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ff2b1bd7-510c-4982-b779-9066e92c833b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (3913befa-9625-441a-b8cd-48872a3932cc), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:18.227215 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2b1bd7-510c-4982-b779-9066e92c833b admin admin] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:45:18.243454 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-c4b8fee3-462b-43b1-9a86-2e3df933a59a admin admin] Allocated IP 172.25.6.95 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/dc5dde6f-97d8-46fb-8937-495a448b26ae) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:45:18.278570 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-ff2b1bd7-510c-4982-b779-9066e92c833b admin admin] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:45:18.282747 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2b1bd7-510c-4982-b779-9066e92c833b admin admin] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:45:18.406841 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52952) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:45:18.440805 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2b1bd7-510c-4982-b779-9066e92c833b admin admin] Pushing event updated for resources: {'Port': ['ID=3913befa-9625-441a-b8cd-48872a3932cc,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:18.475616 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-50a5e97c-fb89-4299-b9ff-4dd5673c92dc tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (d9fa2340-e1fa-4367-bd1b-fac9dfe2bed2), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:18.532241 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-dbd4d8fa-174b-4737-9852-3acd2cf0a017 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=96ff41aa05534200964233b47085cac9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1222434 Feb 19 02:45:18.549989 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52964) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:45:18.585076 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c4b8fee3-462b-43b1-9a86-2e3df933a59a admin admin] Publish callbacks [] for port (dc5dde6f-97d8-46fb-8937-495a448b26ae), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:18.630564 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-12bc190f-7022-4f9c-9324-9531ff729a0e admin admin] Publish callbacks [] for security_group (7d85da06-bcd0-478e-8b1a-ccb93d7de63b), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:18.702999 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-12bc190f-7022-4f9c-9324-9531ff729a0e admin admin] Publish callbacks [] for security_group (7d85da06-bcd0-478e-8b1a-ccb93d7de63b), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:18.709602 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c4b8fee3-462b-43b1-9a86-2e3df933a59a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (dc5dde6f-97d8-46fb-8937-495a448b26ae), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:18.732928 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af89310e-fb41-460e-ad1c-f26847d76142 req-bbd922d2-328e-45ac-b6a2-05399ae57d75 tempest-LiveMigrationTest-193918984 tempest-LiveMigrationTest-193918984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:18.741967 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-af89310e-fb41-460e-ad1c-f26847d76142 req-bbd922d2-328e-45ac-b6a2-05399ae57d75 tempest-LiveMigrationTest-193918984 tempest-LiveMigrationTest-193918984-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=f3e2950d-ab47-4046-8006-daf03c09940e HTTP/1.1" status: 200 len: 1128 time: 0.3924212 Feb 19 02:45:18.801140 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b8fee3-462b-43b1-9a86-2e3df933a59a admin admin] Pushing event updated for resources: {'Port': ['ID=dc5dde6f-97d8-46fb-8937-495a448b26ae,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:18.843291 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b8fee3-462b-43b1-9a86-2e3df933a59a admin admin] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:45:18.855858 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-c4b8fee3-462b-43b1-9a86-2e3df933a59a admin admin] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:45:18.860327 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b8fee3-462b-43b1-9a86-2e3df933a59a admin admin] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:45:18.896420 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-af89310e-fb41-460e-ad1c-f26847d76142 req-a4e82a29-cd0a-4d24-aa77-d4b35c6f51c7 tempest-LiveMigrationTest-193918984 tempest-LiveMigrationTest-193918984-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528034 Feb 19 02:45:18.932529 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-9e021e4a-ab35-43dc-95f8-d095c82e19bc tempest-FloatingIPAdminTestJSON-1139956779 tempest-FloatingIPAdminTestJSON-1139956779-project] Allocated IP 172.25.6.222 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/b80932e3-a930-4f20-a22e-b02054e6e452) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:45:19.135261 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:19.174208 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f03fc-afa2-4ac0-8ebb-fa96eb3fa722 req-2274e6d4-67d7-4578-9802-b01ae72631f4 tempest-LiveMigrationTest-193918984 tempest-LiveMigrationTest-193918984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:19.177619 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1f8f03fc-afa2-4ac0-8ebb-fa96eb3fa722 req-2274e6d4-67d7-4578-9802-b01ae72631f4 tempest-LiveMigrationTest-193918984 tempest-LiveMigrationTest-193918984-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=f3e2950d-ab47-4046-8006-daf03c09940e HTTP/1.1" status: 200 len: 1128 time: 0.1744981 Feb 19 02:45:19.239405 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-12bc190f-7022-4f9c-9324-9531ff729a0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (7d85da06-bcd0-478e-8b1a-ccb93d7de63b), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:19.242170 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-12bc190f-7022-4f9c-9324-9531ff729a0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:19.246584 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-12bc190f-7022-4f9c-9324-9531ff729a0e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7d85da06-bcd0-478e-8b1a-ccb93d7de63b HTTP/1.1" status: 204 len: 168 time: 0.6927919 Feb 19 02:45:19.259132 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-50a5e97c-fb89-4299-b9ff-4dd5673c92dc tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks [] for port (d9fa2340-e1fa-4367-bd1b-fac9dfe2bed2), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:19.269785 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ff2b1bd7-510c-4982-b779-9066e92c833b admin admin] Publish callbacks [] for router_gateway (ba739a3e-d260-47d2-9261-6ed5b9c921d2), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:19.270568 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e41dfc4-c99b-4f52-8876-bd8d6bf9e6b3 None None] Network 44fd1ffb-5e97-400f-b181-f59d27847659 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:45:19.540744 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bc190f-7022-4f9c-9324-9531ff729a0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d85da06-bcd0-478e-8b1a-ccb93d7de63b,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:19.571690 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-50a5e97c-fb89-4299-b9ff-4dd5673c92dc tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (d9fa2340-e1fa-4367-bd1b-fac9dfe2bed2), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:19.605709 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e6d98ab7-9fce-4388-aabf-aea1c94632f3 None None] Provisioning complete for port b17bb2b6-fea2-4539-8830-3ca4c236345a triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:45:19.606082 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e6d98ab7-9fce-4388-aabf-aea1c94632f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (b17bb2b6-fea2-4539-8830-3ca4c236345a), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:19.695443 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1f8f03fc-afa2-4ac0-8ebb-fa96eb3fa722 req-f0676a79-3ab8-4ea1-a822-231fed71fcb2 tempest-LiveMigrationTest-193918984 tempest-LiveMigrationTest-193918984-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5062947 Feb 19 02:45:19.699712 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9e021e4a-ab35-43dc-95f8-d095c82e19bc tempest-FloatingIPAdminTestJSON-1139956779 tempest-FloatingIPAdminTestJSON-1139956779-project] Publish callbacks [] for port (b80932e3-a930-4f20-a22e-b02054e6e452), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:19.714956 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c4b8fee3-462b-43b1-9a86-2e3df933a59a admin admin] Publish callbacks [] for router_gateway (8d65c124-4f7d-4113-93a3-b3dbe490023c), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:19.756908 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781f60c6-2ef7-4438-8506-1f1cda20e63f None None] Network 9e3d3723-c6e4-4d29-ab4f-26c1fc3bb323 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:45:19.880504 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ff2b1bd7-510c-4982-b779-9066e92c833b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16317478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865'] for router (ba739a3e-d260-47d2-9261-6ed5b9c921d2), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:19.897157 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a5e97c-fb89-4299-b9ff-4dd5673c92dc tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Pushing event updated for resources: {'Port': ['ID=d9fa2340-e1fa-4367-bd1b-fac9dfe2bed2,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:19.932993 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9e021e4a-ab35-43dc-95f8-d095c82e19bc tempest-FloatingIPAdminTestJSON-1139956779 tempest-FloatingIPAdminTestJSON-1139956779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (b80932e3-a930-4f20-a22e-b02054e6e452), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:20.086135 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-50a5e97c-fb89-4299-b9ff-4dd5673c92dc tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16285943'] for floatingip (8aef0a69-870d-4c92-8f15-a248ec67315f), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:20.088403 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e021e4a-ab35-43dc-95f8-d095c82e19bc tempest-FloatingIPAdminTestJSON-1139956779 tempest-FloatingIPAdminTestJSON-1139956779-project] Pushing event updated for resources: {'Port': ['ID=b80932e3-a930-4f20-a22e-b02054e6e452,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:20.135017 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device b17bb2b6-fea2-4539-8830-3ca4c236345a up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:45:20.156268 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-50a5e97c-fb89-4299-b9ff-4dd5673c92dc tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:20.180547 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-50a5e97c-fb89-4299-b9ff-4dd5673c92dc tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0319118 Feb 19 02:45:20.233424 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e6d98ab7-9fce-4388-aabf-aea1c94632f3 None None] Current status of the port b17bb2b6-fea2-4539-8830-3ca4c236345a is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:45:20.235033 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e6d98ab7-9fce-4388-aabf-aea1c94632f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (b17bb2b6-fea2-4539-8830-3ca4c236345a), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:20.335982 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c4b8fee3-462b-43b1-9a86-2e3df933a59a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16317478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865'] for router (8d65c124-4f7d-4113-93a3-b3dbe490023c), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:20.344884 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e021e4a-ab35-43dc-95f8-d095c82e19bc tempest-FloatingIPAdminTestJSON-1139956779 tempest-FloatingIPAdminTestJSON-1139956779-project] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:45:20.349215 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-9e021e4a-ab35-43dc-95f8-d095c82e19bc tempest-FloatingIPAdminTestJSON-1139956779 tempest-FloatingIPAdminTestJSON-1139956779-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:45:20.385127 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:20.394275 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e021e4a-ab35-43dc-95f8-d095c82e19bc tempest-FloatingIPAdminTestJSON-1139956779 tempest-FloatingIPAdminTestJSON-1139956779-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:45:20.402994 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff2b1bd7-510c-4982-b779-9066e92c833b admin admin] Router ba739a3e-d260-47d2-9261-6ed5b9c921d2 is scheduled to L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd with binding_index 1 {{(pid=103701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 02:45:20.444143 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e6d98ab7-9fce-4388-aabf-aea1c94632f3 None None] For port b17bb2b6-fea2-4539-8830-3ca4c236345a, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=b17bb2b6-fea2-4539-8830-3ca4c236345a,segment=NetworkSegment(bc562c26-371c-41c4-9488-3856f672f395),segment_id=bc562c26-371c-41c4-9488-3856f672f395)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:45:20.458570 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e6d98ab7-9fce-4388-aabf-aea1c94632f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (b17bb2b6-fea2-4539-8830-3ca4c236345a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:20.603332 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d98ab7-9fce-4388-aabf-aea1c94632f3 None None] Pushing event updated for resources: {'Port': ['ID=b17bb2b6-fea2-4539-8830-3ca4c236345a,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:20.629680 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port b17bb2b6-fea2-4539-8830-3ca4c236345a triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:45:20.630609 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (b17bb2b6-fea2-4539-8830-3ca4c236345a), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:20.725391 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-1f48cab1-4547-41b7-9eeb-f02899ae974c None None] Provisioning complete for port 213545d9-bb2c-40b3-9b67-c9295941643a triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:45:20.725887 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-1f48cab1-4547-41b7-9eeb-f02899ae974c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (213545d9-bb2c-40b3-9b67-c9295941643a), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:20.834049 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port b17bb2b6-fea2-4539-8830-3ca4c236345a is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:45:20.851326 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 213545d9-bb2c-40b3-9b67-c9295941643a up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:45:20.961876 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9e021e4a-ab35-43dc-95f8-d095c82e19bc tempest-FloatingIPAdminTestJSON-1139956779 tempest-FloatingIPAdminTestJSON-1139956779-project] Publish callbacks [] for floatingip (94723bb0-3d45-4cbb-b742-037fc4740283), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:20.994669 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4b8fee3-462b-43b1-9a86-2e3df933a59a admin admin] Router 8d65c124-4f7d-4113-93a3-b3dbe490023c is scheduled to L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd with binding_index 1 {{(pid=103702) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 02:45:21.049081 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-1f48cab1-4547-41b7-9eeb-f02899ae974c None None] Current status of the port 213545d9-bb2c-40b3-9b67-c9295941643a is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:45:21.049081 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-1f48cab1-4547-41b7-9eeb-f02899ae974c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (213545d9-bb2c-40b3-9b67-c9295941643a), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:21.108020 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9e021e4a-ab35-43dc-95f8-d095c82e19bc tempest-FloatingIPAdminTestJSON-1139956779 tempest-FloatingIPAdminTestJSON-1139956779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (b80932e3-a930-4f20-a22e-b02054e6e452), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:21.120965 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 213545d9-bb2c-40b3-9b67-c9295941643a triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:45:21.121370 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (213545d9-bb2c-40b3-9b67-c9295941643a), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:21.166444 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53032) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:45:21.195634 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-1f48cab1-4547-41b7-9eeb-f02899ae974c None None] For port 213545d9-bb2c-40b3-9b67-c9295941643a, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=213545d9-bb2c-40b3-9b67-c9295941643a,segment=NetworkSegment(cc7f64c5-6529-4a39-8e75-2d6f42b16075),segment_id=cc7f64c5-6529-4a39-8e75-2d6f42b16075)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:45:21.219605 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-1f48cab1-4547-41b7-9eeb-f02899ae974c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (213545d9-bb2c-40b3-9b67-c9295941643a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:21.315763 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-8ec92d79-b7fc-433c-ad06-a71de9366d12 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--181204780&fields=id&tenant_id=7478e867ac94480b9c1c44ca2e321f2f HTTP/1.1" status: 200 len: 267 time: 0.0638063 Feb 19 02:45:21.352464 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-ecf08c79-1c27-4dca-85e6-d57c232c9fca admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1429467887-network', 'tenant_id': '53a4b602ed084660a547c5d9911104ee'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:45:21.359652 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4b8fee3-462b-43b1-9a86-2e3df933a59a admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:45:21.368682 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456e4921-0c68-4ac8-b652-3f04b0b92d51 None None] Sync routers for ids ['8d65c124-4f7d-4113-93a3-b3dbe490023c'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:45:21.370765 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-6fc6f1f5-4831-44c9-9f9e-9a7a35e05a9e tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:21.378354 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f48cab1-4547-41b7-9eeb-f02899ae974c None None] Pushing event updated for resources: {'Port': ['ID=213545d9-bb2c-40b3-9b67-c9295941643a,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:21.391114 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456e4921-0c68-4ac8-b652-3f04b0b92d51 None None] Routers {'8d65c124-4f7d-4113-93a3-b3dbe490023c'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:45:21.393154 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-456e4921-0c68-4ac8-b652-3f04b0b92d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:45:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['8d65c124-4f7d-4113-93a3-b3dbe490023c'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:45:21.394977 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-6fc6f1f5-4831-44c9-9f9e-9a7a35e05a9e tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/ports/38e91ad5-8313-46e5-8ac5-c1d94643d01f HTTP/1.1" status: 200 len: 937 time: 0.0769558 Feb 19 02:45:21.406811 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c4b8fee3-462b-43b1-9a86-2e3df933a59a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:21.411194 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-c4b8fee3-462b-43b1-9a86-2e3df933a59a admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 6.6338618 Feb 19 02:45:21.412834 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53040) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:45:21.593840 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-ba062595-cde6-4164-9087-025032802e0c tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:21.597801 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-456e4921-0c68-4ac8-b652-3f04b0b92d51 None None] Set router 8d65c124-4f7d-4113-93a3-b3dbe490023c gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:45:21.601143 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-ba062595-cde6-4164-9087-025032802e0c tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/ports/00071ace-99c7-42c5-99dc-994ccfae67b7 HTTP/1.1" status: 200 len: 937 time: 0.2051849 Feb 19 02:45:21.714906 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecf08c79-1c27-4dca-85e6-d57c232c9fca admin admin] Made reservation on behalf of 53a4b602ed084660a547c5d9911104ee for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:45:21.717982 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ecf08c79-1c27-4dca-85e6-d57c232c9fca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:21.721138 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-3ed5f32f-e425-44b3-885a-ab631637ae1e tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/ports?network_id=c312b721-2b22-4f34-983e-08de11418b4e&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1190038 Feb 19 02:45:21.748267 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff2b1bd7-510c-4982-b779-9066e92c833b admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:45:21.754937 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-1f48cab1-4547-41b7-9eeb-f02899ae974c None None] Provisioning complete for port b17bb2b6-fea2-4539-8830-3ca4c236345a triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:45:21.755428 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-1f48cab1-4547-41b7-9eeb-f02899ae974c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (b17bb2b6-fea2-4539-8830-3ca4c236345a), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:21.777670 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ecf08c79-1c27-4dca-85e6-d57c232c9fca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:21.838571 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-456e4921-0c68-4ac8-b652-3f04b0b92d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d65c124-4f7d-4113-93a3-b3dbe490023c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-563828300-router', 'tenant_id': 'af7820d1191f4d05a06d2c0958fc8a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': 'dc5dde6f-97d8-46fb-8937-495a448b26ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:45:15Z', 'updated_at': '2022-02-19T02:45:19Z', 'revision_number': 3, 'project_id': 'af7820d1191f4d05a06d2c0958fc8a78', 'gw_port': {'id': 'dc5dde6f-97d8-46fb-8937-495a448b26ae', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c7:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d65c124-4f7d-4113-93a3-b3dbe490023c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:45:17Z', 'updated_at': '2022-02-19T02:45:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:45:21.843267 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-bbefe416-5033-4f8a-971b-a656b0f67c9c tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/ports?network_id=c312b721-2b22-4f34-983e-08de11418b4e&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1211782 Feb 19 02:45:21.865623 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b3e3e5-84eb-4c3d-8bdc-3f24160e13bb None None] Sync routers for ids ['ba739a3e-d260-47d2-9261-6ed5b9c921d2'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:45:21.875831 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ff2b1bd7-510c-4982-b779-9066e92c833b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:21.877046 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-ff2b1bd7-510c-4982-b779-9066e92c833b admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 6.3421097 Feb 19 02:45:21.904993 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456e4921-0c68-4ac8-b652-3f04b0b92d51 None None] Checking router: 8d65c124-4f7d-4113-93a3-b3dbe490023c for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:45:21.906094 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456e4921-0c68-4ac8-b652-3f04b0b92d51 None None] Updating router 8d65c124-4f7d-4113-93a3-b3dbe490023c port dc5dde6f-97d8-46fb-8937-495a448b26ae binding host n-d-826753-2 {{(pid=103704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:45:21.906784 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:21.908330 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 53048) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:45:21.909994 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b3e3e5-84eb-4c3d-8bdc-3f24160e13bb None None] Routers {'ba739a3e-d260-47d2-9261-6ed5b9c921d2'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:45:21.910638 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-55b3e3e5-84eb-4c3d-8bdc-3f24160e13bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:45:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['ba739a3e-d260-47d2-9261-6ed5b9c921d2'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:45:21.917875 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 213545d9-bb2c-40b3-9b67-c9295941643a is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:45:21.998747 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ecf08c79-1c27-4dca-85e6-d57c232c9fca admin admin] Publish callbacks [] for security_group (33e2eb59-206d-4216-aaf9-91cfc46ad855), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:22.006550 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-1f48cab1-4547-41b7-9eeb-f02899ae974c None None] Current status of the port b17bb2b6-fea2-4539-8830-3ca4c236345a is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:45:22.021896 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ecf08c79-1c27-4dca-85e6-d57c232c9fca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (33e2eb59-206d-4216-aaf9-91cfc46ad855), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:22.058928 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-456e4921-0c68-4ac8-b652-3f04b0b92d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (dc5dde6f-97d8-46fb-8937-495a448b26ae), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:22.115507 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [req-4d62fe21-d179-402b-b60f-11f645ad7e5d req-dd97ea65-b58d-4843-ad61-df3d5b52efe8 tempest-LiveMigrationTest-193918984 tempest-LiveMigrationTest-193918984-project-admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103702) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:45:22.116454 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4d62fe21-d179-402b-b60f-11f645ad7e5d req-dd97ea65-b58d-4843-ad61-df3d5b52efe8 tempest-LiveMigrationTest-193918984 tempest-LiveMigrationTest-193918984-project-admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0257607 Feb 19 02:45:22.132086 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecf08c79-1c27-4dca-85e6-d57c232c9fca admin admin] vlan segment allocate from pool success with {'vlan_id': 277, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:45:22.146631 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-55b3e3e5-84eb-4c3d-8bdc-3f24160e13bb None None] Set router ba739a3e-d260-47d2-9261-6ed5b9c921d2 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:45:22.159014 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf08c79-1c27-4dca-85e6-d57c232c9fca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33e2eb59-206d-4216-aaf9-91cfc46ad855,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:22.163138 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9e021e4a-ab35-43dc-95f8-d095c82e19bc tempest-FloatingIPAdminTestJSON-1139956779 tempest-FloatingIPAdminTestJSON-1139956779-project] Publish callbacks [] for port (b80932e3-a930-4f20-a22e-b02054e6e452), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:22.220034 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device b17bb2b6-fea2-4539-8830-3ca4c236345a up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:45:22.268851 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ecf08c79-1c27-4dca-85e6-d57c232c9fca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (27cce794-dfd5-41e1-991b-27e0c79dcb47), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:22.269327 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-ecf08c79-1c27-4dca-85e6-d57c232c9fca admin admin] Added segment 27cce794-dfd5-41e1-991b-27e0c79dcb47 of type vlan for network 39722815-5c41-4e97-ad15-7b3e3ad40af7 Feb 19 02:45:22.318961 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d62fe21-d179-402b-b60f-11f645ad7e5d req-b9d54dea-002b-4b4d-834c-03dbe5a32aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:22.320378 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4d62fe21-d179-402b-b60f-11f645ad7e5d req-b9d54dea-002b-4b4d-834c-03dbe5a32aa2 service neutron] 10.222.0.72 "GET /v2.0/ports/03ed4495-f6da-4bf6-9555-a2c3bfec3410 HTTP/1.1" status: 200 len: 1125 time: 0.1800938 Feb 19 02:45:22.320988 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9e021e4a-ab35-43dc-95f8-d095c82e19bc tempest-FloatingIPAdminTestJSON-1139956779 tempest-FloatingIPAdminTestJSON-1139956779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (b80932e3-a930-4f20-a22e-b02054e6e452), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:22.328280 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-6efe13cd-1167-486b-b1a5-f901fd0875cf None None] Provisioning complete for port 213545d9-bb2c-40b3-9b67-c9295941643a triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:45:22.329124 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6efe13cd-1167-486b-b1a5-f901fd0875cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (213545d9-bb2c-40b3-9b67-c9295941643a), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:22.378489 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-4d62fe21-d179-402b-b60f-11f645ad7e5d req-f3db7011-fd54-43fc-8916-a93522f17728 service neutron] Request body: {'binding': {'host': 'n-h1-826753-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:45:22.378946 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-4d62fe21-d179-402b-b60f-11f645ad7e5d req-f3db7011-fd54-43fc-8916-a93522f17728 service neutron] Unknown quota resources ['binding']. {{(pid=103702) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 02:45:22.479722 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-691c1bab-7c60-4dab-906e-0b4d96053a75 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:22.481733 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:22.492270 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-691c1bab-7c60-4dab-906e-0b4d96053a75 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:22.504090 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-691c1bab-7c60-4dab-906e-0b4d96053a75 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:22.511186 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-691c1bab-7c60-4dab-906e-0b4d96053a75 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/networks?id=8b1da341-6b15-4165-b6f3-95f440007ab2&id=f5c1130b-131f-4fde-9927-840cbad6505d&id=f5c1130b-131f-4fde-9927-840cbad6505d&id=c312b721-2b22-4f34-983e-08de11418b4e&id=c312b721-2b22-4f34-983e-08de11418b4e HTTP/1.1" status: 200 len: 1995 time: 0.6651444 Feb 19 02:45:22.517810 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-456e4921-0c68-4ac8-b652-3f04b0b92d51 None None] Publish callbacks [] for port (dc5dde6f-97d8-46fb-8937-495a448b26ae), precommit_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:22.537281 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-456e4921-0c68-4ac8-b652-3f04b0b92d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (dc5dde6f-97d8-46fb-8937-495a448b26ae), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:22.554599 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e021e4a-ab35-43dc-95f8-d095c82e19bc tempest-FloatingIPAdminTestJSON-1139956779 tempest-FloatingIPAdminTestJSON-1139956779-project] Pushing event updated for resources: {'Port': ['ID=b80932e3-a930-4f20-a22e-b02054e6e452,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:22.557677 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-6efe13cd-1167-486b-b1a5-f901fd0875cf None None] Current status of the port 213545d9-bb2c-40b3-9b67-c9295941643a is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:45:22.566754 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-a1793c6b-4c8c-497d-b1ae-559cb59fbff1 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/quotas/7478e867ac94480b9c1c44ca2e321f2f HTTP/1.1" status: 200 len: 375 time: 0.0505552 Feb 19 02:45:22.577173 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port b17bb2b6-fea2-4539-8830-3ca4c236345a triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:45:22.577385 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (b17bb2b6-fea2-4539-8830-3ca4c236345a), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:22.618678 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-456e4921-0c68-4ac8-b652-3f04b0b92d51 None None] Attempting to bind port dc5dde6f-97d8-46fb-8937-495a448b26ae on host n-d-826753-2 for vnic_type normal with profile {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:45:22.619808 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-456e4921-0c68-4ac8-b652-3f04b0b92d51 None None] Attempting to bind port dc5dde6f-97d8-46fb-8937-495a448b26ae by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:45:22.620712 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456e4921-0c68-4ac8-b652-3f04b0b92d51 None None] Attempting to bind port dc5dde6f-97d8-46fb-8937-495a448b26ae on network eaf64708-9021-419e-b287-ef3e0f51e2ee {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:45:22.658820 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456e4921-0c68-4ac8-b652-3f04b0b92d51 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:45:22.659583 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456e4921-0c68-4ac8-b652-3f04b0b92d51 None None] Checking segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:45:22.660889 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-456e4921-0c68-4ac8-b652-3f04b0b92d51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:22.661536 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456e4921-0c68-4ac8-b652-3f04b0b92d51 None None] Bound using segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:45:22.662243 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-456e4921-0c68-4ac8-b652-3f04b0b92d51 None None] Bound port: dc5dde6f-97d8-46fb-8937-495a448b26ae, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:45:22.663263 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-456e4921-0c68-4ac8-b652-3f04b0b92d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (dc5dde6f-97d8-46fb-8937-495a448b26ae), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:22.714939 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port b17bb2b6-fea2-4539-8830-3ca4c236345a is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:45:22.716027 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 213545d9-bb2c-40b3-9b67-c9295941643a up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:45:22.718003 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9e021e4a-ab35-43dc-95f8-d095c82e19bc tempest-FloatingIPAdminTestJSON-1139956779 tempest-FloatingIPAdminTestJSON-1139956779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16285943'] for floatingip (94723bb0-3d45-4cbb-b742-037fc4740283), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:22.730567 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ecf08c79-1c27-4dca-85e6-d57c232c9fca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (39722815-5c41-4e97-ad15-7b3e3ad40af7), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:22.766820 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-55b3e3e5-84eb-4c3d-8bdc-3f24160e13bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba739a3e-d260-47d2-9261-6ed5b9c921d2', 'name': 'tempest-ServersTestJSON-780327990-router', 'tenant_id': '80ec6f6d29774c649db969b21608fdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': '3913befa-9625-441a-b8cd-48872a3932cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:45:15Z', 'updated_at': '2022-02-19T02:45:18Z', 'revision_number': 3, 'project_id': '80ec6f6d29774c649db969b21608fdfc', 'gw_port': {'id': '3913befa-9625-441a-b8cd-48872a3932cc', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6e:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba739a3e-d260-47d2-9261-6ed5b9c921d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:45:16Z', 'updated_at': '2022-02-19T02:45:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:45:22.804829 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b3e3e5-84eb-4c3d-8bdc-3f24160e13bb None None] Checking router: ba739a3e-d260-47d2-9261-6ed5b9c921d2 for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:45:22.805252 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b3e3e5-84eb-4c3d-8bdc-3f24160e13bb None None] Updating router ba739a3e-d260-47d2-9261-6ed5b9c921d2 port 3913befa-9625-441a-b8cd-48872a3932cc binding host n-d-826753-2 {{(pid=103703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:45:22.827941 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-4d62fe21-d179-402b-b60f-11f645ad7e5d req-f3db7011-fd54-43fc-8916-a93522f17728 service neutron] Attempting to bind port 03ed4495-f6da-4bf6-9555-a2c3bfec3410 on host n-h1-826753-2 for vnic_type normal with profile None {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:45:22.828637 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-4d62fe21-d179-402b-b60f-11f645ad7e5d req-f3db7011-fd54-43fc-8916-a93522f17728 service neutron] Attempting to bind port 03ed4495-f6da-4bf6-9555-a2c3bfec3410 by drivers openvswitch,hyperv on host n-h1-826753-2 at level 0 using segments [{'id': '999cf2ff-ad78-4ea0-b2d0-93d967fd81fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:45:22.829267 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d62fe21-d179-402b-b60f-11f645ad7e5d req-f3db7011-fd54-43fc-8916-a93522f17728 service neutron] Attempting to bind port 03ed4495-f6da-4bf6-9555-a2c3bfec3410 on network b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:45:22.838131 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae76f57c-f52d-410d-a160-50760c31933f None None] Pushing event updated for resources: {'Port': ['ID=dc5dde6f-97d8-46fb-8937-495a448b26ae,revision_number=2']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:22.842820 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d62fe21-d179-402b-b60f-11f645ad7e5d req-f3db7011-fd54-43fc-8916-a93522f17728 service neutron] Port 03ed4495-f6da-4bf6-9555-a2c3bfec3410 on network b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:45:22.843467 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d62fe21-d179-402b-b60f-11f645ad7e5d req-f3db7011-fd54-43fc-8916-a93522f17728 service neutron] Attempting to bind port 03ed4495-f6da-4bf6-9555-a2c3bfec3410 on network b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:45:22.848429 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9e021e4a-ab35-43dc-95f8-d095c82e19bc tempest-FloatingIPAdminTestJSON-1139956779 tempest-FloatingIPAdminTestJSON-1139956779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:22.849315 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-55b3e3e5-84eb-4c3d-8bdc-3f24160e13bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (3913befa-9625-441a-b8cd-48872a3932cc), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:22.850505 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-9e021e4a-ab35-43dc-95f8-d095c82e19bc tempest-FloatingIPAdminTestJSON-1139956779 tempest-FloatingIPAdminTestJSON-1139956779-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.4680266 Feb 19 02:45:22.854824 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 53054) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:45:22.867535 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d62fe21-d179-402b-b60f-11f645ad7e5d req-f3db7011-fd54-43fc-8916-a93522f17728 service neutron] Checking agent: {'id': '9d56fb1b-2855-496a-a6d9-c324740cb98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:45:22.868343 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d62fe21-d179-402b-b60f-11f645ad7e5d req-f3db7011-fd54-43fc-8916-a93522f17728 service neutron] Checking segment: {'id': '999cf2ff-ad78-4ea0-b2d0-93d967fd81fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:45:22.868973 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d62fe21-d179-402b-b60f-11f645ad7e5d req-f3db7011-fd54-43fc-8916-a93522f17728 service neutron] Bound using segment: {'id': '999cf2ff-ad78-4ea0-b2d0-93d967fd81fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:45:22.869677 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-4d62fe21-d179-402b-b60f-11f645ad7e5d req-f3db7011-fd54-43fc-8916-a93522f17728 service neutron] Bound port: 03ed4495-f6da-4bf6-9555-a2c3bfec3410, host: n-h1-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '999cf2ff-ad78-4ea0-b2d0-93d967fd81fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:45:22.879791 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae76f57c-f52d-410d-a160-50760c31933f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:45:22.880174 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae76f57c-f52d-410d-a160-50760c31933f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:45:22.880479 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae76f57c-f52d-410d-a160-50760c31933f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:45:22.880813 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae76f57c-f52d-410d-a160-50760c31933f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:45:22.882364 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae76f57c-f52d-410d-a160-50760c31933f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:45:22.882794 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae76f57c-f52d-410d-a160-50760c31933f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:45:22.883427 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae76f57c-f52d-410d-a160-50760c31933f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:45:22.884602 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae76f57c-f52d-410d-a160-50760c31933f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:45:22.884944 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae76f57c-f52d-410d-a160-50760c31933f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:45:22.885306 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae76f57c-f52d-410d-a160-50760c31933f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:45:22.885667 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae76f57c-f52d-410d-a160-50760c31933f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:45:22.885994 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae76f57c-f52d-410d-a160-50760c31933f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:45:22.886317 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae76f57c-f52d-410d-a160-50760c31933f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:45:22.898339 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-456e4921-0c68-4ac8-b652-3f04b0b92d51 None None] For port dc5dde6f-97d8-46fb-8937-495a448b26ae, host n-d-826753-2, cleared binding levels {{(pid=103704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:45:22.903744 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-456e4921-0c68-4ac8-b652-3f04b0b92d51 None None] For port dc5dde6f-97d8-46fb-8937-495a448b26ae, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=dc5dde6f-97d8-46fb-8937-495a448b26ae,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:45:22.927271 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-456e4921-0c68-4ac8-b652-3f04b0b92d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (dc5dde6f-97d8-46fb-8937-495a448b26ae), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:22.932462 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-4d62fe21-d179-402b-b60f-11f645ad7e5d req-f3db7011-fd54-43fc-8916-a93522f17728 service neutron] For port 03ed4495-f6da-4bf6-9555-a2c3bfec3410, host n-h1-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=03ed4495-f6da-4bf6-9555-a2c3bfec3410,segment=NetworkSegment(999cf2ff-ad78-4ea0-b2d0-93d967fd81fc),segment_id=999cf2ff-ad78-4ea0-b2d0-93d967fd81fc)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:45:22.999008 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3ef25c25-7d56-4fe1-9780-828e97c2b2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:23.009915 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-4d62fe21-d179-402b-b60f-11f645ad7e5d req-f3db7011-fd54-43fc-8916-a93522f17728 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:23.013449 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4d62fe21-d179-402b-b60f-11f645ad7e5d req-f3db7011-fd54-43fc-8916-a93522f17728 service neutron] 10.222.0.72 "POST /v2.0/ports/03ed4495-f6da-4bf6-9555-a2c3bfec3410/bindings HTTP/1.1" status: 201 len: 389 time: 0.6762342 Feb 19 02:45:23.015242 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ecf08c79-1c27-4dca-85e6-d57c232c9fca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (39722815-5c41-4e97-ad15-7b3e3ad40af7), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:23.016859 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf08c79-1c27-4dca-85e6-d57c232c9fca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:23.017556 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ecf08c79-1c27-4dca-85e6-d57c232c9fca admin admin] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:23.038675 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-78b98c12-8d6c-4e34-9b9e-c9b4b140177a tempest-FloatingIPAdminTestJSON-1125186151 tempest-FloatingIPAdminTestJSON-1125186151-project-admin] 10.222.0.72 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2131 time: 0.1784632 Feb 19 02:45:23.047991 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53058) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:45:23.093620 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-d85cd0c3-5d38-40dd-ac7c-41fa99f1fe10 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=7478e867ac94480b9c1c44ca2e321f2f&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3093975 Feb 19 02:45:23.096386 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae76f57c-f52d-410d-a160-50760c31933f None None] Pushing event updated for resources: {'Port': ['ID=dc5dde6f-97d8-46fb-8937-495a448b26ae,revision_number=3']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:23.131936 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456e4921-0c68-4ac8-b652-3f04b0b92d51 None None] Routers {'8d65c124-4f7d-4113-93a3-b3dbe490023c'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:45:23.135263 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-456e4921-0c68-4ac8-b652-3f04b0b92d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:45:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['8d65c124-4f7d-4113-93a3-b3dbe490023c'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:45:23.172663 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-ecf08c79-1c27-4dca-85e6-d57c232c9fca admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9983442 Feb 19 02:45:23.192814 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 53072) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:45:23.211301 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-ea2ad7e2-58d0-47cb-82e8-a2025d17fb6c admin admin] Request body: {'subnet': {'network_id': '39722815-5c41-4e97-ad15-7b3e3ad40af7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1429467887-subnet', 'tenant_id': '53a4b602ed084660a547c5d9911104ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:45:23.309536 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea2ad7e2-58d0-47cb-82e8-a2025d17fb6c admin admin] Made reservation on behalf of 53a4b602ed084660a547c5d9911104ee for: {'subnet': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:45:23.311698 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-55b3e3e5-84eb-4c3d-8bdc-3f24160e13bb None None] Publish callbacks [] for port (3913befa-9625-441a-b8cd-48872a3932cc), precommit_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:23.311868 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ea2ad7e2-58d0-47cb-82e8-a2025d17fb6c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58706307'] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:23.317898 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 213545d9-bb2c-40b3-9b67-c9295941643a triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:45:23.318682 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (213545d9-bb2c-40b3-9b67-c9295941643a), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:23.350670 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-55b3e3e5-84eb-4c3d-8bdc-3f24160e13bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (3913befa-9625-441a-b8cd-48872a3932cc), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:23.438758 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-55b3e3e5-84eb-4c3d-8bdc-3f24160e13bb None None] Attempting to bind port 3913befa-9625-441a-b8cd-48872a3932cc on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:45:23.439413 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-55b3e3e5-84eb-4c3d-8bdc-3f24160e13bb None None] Attempting to bind port 3913befa-9625-441a-b8cd-48872a3932cc by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:45:23.439910 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b3e3e5-84eb-4c3d-8bdc-3f24160e13bb None None] Attempting to bind port 3913befa-9625-441a-b8cd-48872a3932cc on network eaf64708-9021-419e-b287-ef3e0f51e2ee {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:45:23.444952 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35014902-0383-488f-94a3-cb49f5a251a6 None None] Pushing event updated for resources: {'Port': ['ID=3913befa-9625-441a-b8cd-48872a3932cc,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:23.454608 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b3e3e5-84eb-4c3d-8bdc-3f24160e13bb None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:45:23.457208 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b3e3e5-84eb-4c3d-8bdc-3f24160e13bb None None] Checking segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:45:23.460316 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-55b3e3e5-84eb-4c3d-8bdc-3f24160e13bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:23.465549 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b3e3e5-84eb-4c3d-8bdc-3f24160e13bb None None] Bound using segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:45:23.466199 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-55b3e3e5-84eb-4c3d-8bdc-3f24160e13bb None None] Bound port: 3913befa-9625-441a-b8cd-48872a3932cc, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:45:23.466846 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-55b3e3e5-84eb-4c3d-8bdc-3f24160e13bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (3913befa-9625-441a-b8cd-48872a3932cc), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:23.483110 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-3ef25c25-7d56-4fe1-9780-828e97c2b2e7 admin admin] Allocated IP 172.20.0.1 (44fd1ffb-5e97-400f-b181-f59d27847659/7af6d22e-9a50-40bb-a81b-279bc527ba8b/e9d07dd7-97f4-4f92-b340-5551cdaa6cb2) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:45:23.493508 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a9f47fd5-3eaf-4fb5-8408-9ce900e8cf66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:23.542779 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-3b5b8bf9-234e-472e-ad74-3e5e21d3b167 tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] 10.222.0.72 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.4881921 Feb 19 02:45:23.545243 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-456e4921-0c68-4ac8-b652-3f04b0b92d51 None None] Set router 8d65c124-4f7d-4113-93a3-b3dbe490023c gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:45:23.548214 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53074) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:45:23.591149 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 213545d9-bb2c-40b3-9b67-c9295941643a is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:45:23.657101 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf08c79-1c27-4dca-85e6-d57c232c9fca admin admin] Pushing event updated for resources: {'Network': ['ID=39722815-5c41-4e97-ad15-7b3e3ad40af7,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:23.684697 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 39722815-5c41-4e97-ad15-7b3e3ad40af7 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:45:23.708108 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-55b3e3e5-84eb-4c3d-8bdc-3f24160e13bb None None] For port 3913befa-9625-441a-b8cd-48872a3932cc, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:45:23.767613 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-55b3e3e5-84eb-4c3d-8bdc-3f24160e13bb None None] For port 3913befa-9625-441a-b8cd-48872a3932cc, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=3913befa-9625-441a-b8cd-48872a3932cc,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:45:23.768508 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3ef25c25-7d56-4fe1-9780-828e97c2b2e7 admin admin] Publish callbacks [] for port (e9d07dd7-97f4-4f92-b340-5551cdaa6cb2), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:23.791164 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-55b3e3e5-84eb-4c3d-8bdc-3f24160e13bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (3913befa-9625-441a-b8cd-48872a3932cc), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:23.836087 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-456e4921-0c68-4ac8-b652-3f04b0b92d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d65c124-4f7d-4113-93a3-b3dbe490023c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-563828300-router', 'tenant_id': 'af7820d1191f4d05a06d2c0958fc8a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': 'dc5dde6f-97d8-46fb-8937-495a448b26ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:45:15Z', 'updated_at': '2022-02-19T02:45:19Z', 'revision_number': 3, 'project_id': 'af7820d1191f4d05a06d2c0958fc8a78', 'gw_port': {'id': 'dc5dde6f-97d8-46fb-8937-495a448b26ae', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c7:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d65c124-4f7d-4113-93a3-b3dbe490023c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:45:17Z', 'updated_at': '2022-02-19T02:45:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:45:23.859504 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3ef25c25-7d56-4fe1-9780-828e97c2b2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (e9d07dd7-97f4-4f92-b340-5551cdaa6cb2), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:23.885913 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b3e3e5-84eb-4c3d-8bdc-3f24160e13bb None None] Routers {'ba739a3e-d260-47d2-9261-6ed5b9c921d2'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:45:23.886552 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-55b3e3e5-84eb-4c3d-8bdc-3f24160e13bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:45:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['ba739a3e-d260-47d2-9261-6ed5b9c921d2'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:45:23.901576 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef25c25-7d56-4fe1-9780-828e97c2b2e7 admin admin] Network 44fd1ffb-5e97-400f-b181-f59d27847659 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:45:23.907817 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-3ef25c25-7d56-4fe1-9780-828e97c2b2e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:45:23.912419 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef25c25-7d56-4fe1-9780-828e97c2b2e7 admin admin] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:45:23.919464 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456e4921-0c68-4ac8-b652-3f04b0b92d51 None None] The sync data for ids ['8d65c124-4f7d-4113-93a3-b3dbe490023c'] in n-d-826753-2 is: [{'id': '8d65c124-4f7d-4113-93a3-b3dbe490023c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-563828300-router', 'tenant_id': 'af7820d1191f4d05a06d2c0958fc8a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': 'dc5dde6f-97d8-46fb-8937-495a448b26ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:45:15Z', 'updated_at': '2022-02-19T02:45:19Z', 'revision_number': 3, 'project_id': 'af7820d1191f4d05a06d2c0958fc8a78', 'gw_port': {'id': 'dc5dde6f-97d8-46fb-8937-495a448b26ae', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c7:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d65c124-4f7d-4113-93a3-b3dbe490023c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:45:17Z', 'updated_at': '2022-02-19T02:45:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:45:23.939439 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38833a8-13fa-4f1f-bd78-753e5ac5ffef req-0bac6e76-5bb9-4101-8725-0278c9d8bea9 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:23.951133 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c38833a8-13fa-4f1f-bd78-753e5ac5ffef req-0bac6e76-5bb9-4101-8725-0278c9d8bea9 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3e2950d-ab47-4046-8006-daf03c09940e HTTP/1.1" status: 200 len: 946 time: 0.6511326 Feb 19 02:45:23.966031 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d62fe21-d179-402b-b60f-11f645ad7e5d req-afb74406-a6af-4e89-a630-94d837a550b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:23.968298 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4d62fe21-d179-402b-b60f-11f645ad7e5d req-afb74406-a6af-4e89-a630-94d837a550b4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0351aa3c6ea34cbbac483ac000de57cb&device_id=f3e2950d-ab47-4046-8006-daf03c09940e HTTP/1.1" status: 200 len: 1128 time: 0.5914328 Feb 19 02:45:24.023697 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3ef25c25-7d56-4fe1-9780-828e97c2b2e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16289150'] for router_interface (8d65c124-4f7d-4113-93a3-b3dbe490023c), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:24.090386 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35014902-0383-488f-94a3-cb49f5a251a6 None None] Pushing event updated for resources: {'Port': ['ID=3913befa-9625-441a-b8cd-48872a3932cc,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:24.093947 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-131354f5-eefd-47ee-85f3-9110cebc6700 tempest-FloatingIPAdminTestJSON-1139956779 tempest-FloatingIPAdminTestJSON-1139956779-project] Deleting port b80932e3-a930-4f20-a22e-b02054e6e452 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:45:24.094494 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-131354f5-eefd-47ee-85f3-9110cebc6700 tempest-FloatingIPAdminTestJSON-1139956779 tempest-FloatingIPAdminTestJSON-1139956779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (b80932e3-a930-4f20-a22e-b02054e6e452), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:24.162087 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-4ac19cac-74a0-424b-9ea5-564a26ae65a7 service neutron] 10.222.0.72 "GET /v2.0/networks/8b1da341-6b15-4165-b6f3-95f440007ab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0379663 Feb 19 02:45:24.176250 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-55b3e3e5-84eb-4c3d-8bdc-3f24160e13bb None None] Set router ba739a3e-d260-47d2-9261-6ed5b9c921d2 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:45:24.207681 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-131354f5-eefd-47ee-85f3-9110cebc6700 tempest-FloatingIPAdminTestJSON-1139956779 tempest-FloatingIPAdminTestJSON-1139956779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (b80932e3-a930-4f20-a22e-b02054e6e452), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:24.208244 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-131354f5-eefd-47ee-85f3-9110cebc6700 tempest-FloatingIPAdminTestJSON-1139956779 tempest-FloatingIPAdminTestJSON-1139956779-project] Publish callbacks [] for floatingip (b80932e3-a930-4f20-a22e-b02054e6e452), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:24.238538 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-131354f5-eefd-47ee-85f3-9110cebc6700 tempest-FloatingIPAdminTestJSON-1139956779 tempest-FloatingIPAdminTestJSON-1139956779-project] Calling delete_port for b80932e3-a930-4f20-a22e-b02054e6e452 owned by network:floatingip {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:45:24.461682 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-5dd6e981-ba07-4d77-b1b0-0f45f412bd2e None None] Provisioning complete for port e9d07dd7-97f4-4f92-b340-5551cdaa6cb2 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:45:24.461874 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5dd6e981-ba07-4d77-b1b0-0f45f412bd2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (e9d07dd7-97f4-4f92-b340-5551cdaa6cb2), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:24.481588 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-f26cc66c-b5ae-4d96-a902-711e9c27788c service neutron] 10.222.0.72 "GET /v2.0/networks/8b1da341-6b15-4165-b6f3-95f440007ab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2859728 Feb 19 02:45:24.524140 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-5dd6e981-ba07-4d77-b1b0-0f45f412bd2e None None] Port e9d07dd7-97f4-4f92-b340-5551cdaa6cb2 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:45:24.539770 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-55b3e3e5-84eb-4c3d-8bdc-3f24160e13bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba739a3e-d260-47d2-9261-6ed5b9c921d2', 'name': 'tempest-ServersTestJSON-780327990-router', 'tenant_id': '80ec6f6d29774c649db969b21608fdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': '3913befa-9625-441a-b8cd-48872a3932cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:45:15Z', 'updated_at': '2022-02-19T02:45:18Z', 'revision_number': 3, 'project_id': '80ec6f6d29774c649db969b21608fdfc', 'gw_port': {'id': '3913befa-9625-441a-b8cd-48872a3932cc', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6e:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba739a3e-d260-47d2-9261-6ed5b9c921d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:45:16Z', 'updated_at': '2022-02-19T02:45:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:45:24.588067 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-6c4edf42-6ece-41e0-8852-10f97d30c24f service neutron] 10.222.0.72 "GET /v2.0/ports/38e91ad5-8313-46e5-8ac5-c1d94643d01f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1054122 Feb 19 02:45:24.684494 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ea2ad7e2-58d0-47cb-82e8-a2025d17fb6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12647271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58706289'] for subnet (a5bae790-117e-481a-89bc-3817a429ae54), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:24.698414 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-a9f47fd5-3eaf-4fb5-8408-9ce900e8cf66 admin admin] Allocated IP 172.20.0.1 (9e3d3723-c6e4-4d29-ab4f-26c1fc3bb323/bf415dad-5efe-4a2d-9205-4db3a214084c/c7bab0e7-8894-44eb-844c-823263efba6e) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:45:24.743934 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b3e3e5-84eb-4c3d-8bdc-3f24160e13bb None None] The sync data for ids ['ba739a3e-d260-47d2-9261-6ed5b9c921d2'] in n-d-826753-2 is: [{'id': 'ba739a3e-d260-47d2-9261-6ed5b9c921d2', 'name': 'tempest-ServersTestJSON-780327990-router', 'tenant_id': '80ec6f6d29774c649db969b21608fdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': '3913befa-9625-441a-b8cd-48872a3932cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:45:15Z', 'updated_at': '2022-02-19T02:45:18Z', 'revision_number': 3, 'project_id': '80ec6f6d29774c649db969b21608fdfc', 'gw_port': {'id': '3913befa-9625-441a-b8cd-48872a3932cc', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6e:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba739a3e-d260-47d2-9261-6ed5b9c921d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:45:16Z', 'updated_at': '2022-02-19T02:45:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:45:24.804535 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef25c25-7d56-4fe1-9780-828e97c2b2e7 admin admin] Pushing event updated for resources: {'Port': ['ID=e9d07dd7-97f4-4f92-b340-5551cdaa6cb2,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:24.853188 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2ad7e2-58d0-47cb-82e8-a2025d17fb6c admin admin] Checking segment: {'id': '27cce794-dfd5-41e1-991b-27e0c79dcb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '39722815-5c41-4e97-ad15-7b3e3ad40af7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:45:24.853858 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea2ad7e2-58d0-47cb-82e8-a2025d17fb6c admin admin] Network hostable DHCP agents. Network: 39722815-5c41-4e97-ad15-7b3e3ad40af7, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:45:24.890078 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c38833a8-13fa-4f1f-bd78-753e5ac5ffef req-af7326ad-34e5-49de-9482-2de91e43358b tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9369240 Feb 19 02:45:24.909813 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-043b5065-2843-4a93-a915-34d80417ea0c service neutron] 10.222.0.72 "GET /v2.0/networks/f5c1130b-131f-4fde-9927-840cbad6505d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3204646 Feb 19 02:45:25.006051 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d62fe21-d179-402b-b60f-11f645ad7e5d req-dfe062ea-a99b-4b63-84ae-5608d5b772ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:25.007561 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4d62fe21-d179-402b-b60f-11f645ad7e5d req-dfe062ea-a99b-4b63-84ae-5608d5b772ef service neutron] 10.222.0.73 "GET /v2.0/networks?id=b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7 HTTP/1.1" status: 200 len: 909 time: 1.0148854 Feb 19 02:45:25.010220 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2ad7e2-58d0-47cb-82e8-a2025d17fb6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5bae790-117e-481a-89bc-3817a429ae54,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:25.018465 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea2ad7e2-58d0-47cb-82e8-a2025d17fb6c admin admin] Network 39722815-5c41-4e97-ad15-7b3e3ad40af7 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:45:25.041443 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3ef25c25-7d56-4fe1-9780-828e97c2b2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (e9d07dd7-97f4-4f92-b340-5551cdaa6cb2), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:25.072464 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-131354f5-eefd-47ee-85f3-9110cebc6700 tempest-FloatingIPAdminTestJSON-1139956779 tempest-FloatingIPAdminTestJSON-1139956779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (b80932e3-a930-4f20-a22e-b02054e6e452), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:25.119495 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-ea2ad7e2-58d0-47cb-82e8-a2025d17fb6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 39722815-5c41-4e97-ad15-7b3e3ad40af7) {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:45:25.122650 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4d62fe21-d179-402b-b60f-11f645ad7e5d req-11be1c5c-8c0e-4a4f-a69e-bf9a82b2d806 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03ed4495-f6da-4bf6-9555-a2c3bfec3410 HTTP/1.1" status: 200 len: 217 time: 0.1000001 Feb 19 02:45:25.129272 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c713ceb-63ce-47dd-aa95-7b5d707a8205 None None] Network 39722815-5c41-4e97-ad15-7b3e3ad40af7 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:45:25.173898 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131354f5-eefd-47ee-85f3-9110cebc6700 tempest-FloatingIPAdminTestJSON-1139956779 tempest-FloatingIPAdminTestJSON-1139956779-project] Pushing event deleted for resources: {'Port': ['ID=b80932e3-a930-4f20-a22e-b02054e6e452,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:25.299051 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-131354f5-eefd-47ee-85f3-9110cebc6700 tempest-FloatingIPAdminTestJSON-1139956779 tempest-FloatingIPAdminTestJSON-1139956779-project] Publish callbacks [] for floatingip (94723bb0-3d45-4cbb-b742-037fc4740283), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:25.303062 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-131354f5-eefd-47ee-85f3-9110cebc6700 tempest-FloatingIPAdminTestJSON-1139956779 tempest-FloatingIPAdminTestJSON-1139956779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:25.304302 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-131354f5-eefd-47ee-85f3-9110cebc6700 tempest-FloatingIPAdminTestJSON-1139956779 tempest-FloatingIPAdminTestJSON-1139956779-project] 10.222.0.72 "DELETE /v2.0/floatingips/94723bb0-3d45-4cbb-b742-037fc4740283 HTTP/1.1" status: 204 len: 168 time: 1.7476571 Feb 19 02:45:25.316410 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53084) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:45:25.378781 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43bf5cdf-8d5c-460c-a425-c143128b58ae None None] Network 39722815-5c41-4e97-ad15-7b3e3ad40af7 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:45:25.404775 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2ad7e2-58d0-47cb-82e8-a2025d17fb6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:25.406665 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ea2ad7e2-58d0-47cb-82e8-a2025d17fb6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:25.413335 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d62fe21-d179-402b-b60f-11f645ad7e5d req-b0d2e664-15a2-447b-befe-18c743ec6434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:25.415008 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4d62fe21-d179-402b-b60f-11f645ad7e5d req-b0d2e664-15a2-447b-befe-18c743ec6434 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=de6735e0-8981-45a6-9d12-953729888898 HTTP/1.1" status: 200 len: 848 time: 0.1183124 Feb 19 02:45:25.486546 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4d62fe21-d179-402b-b60f-11f645ad7e5d req-8560dba9-2c06-44f2-a7fd-6f94db6b8fa6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534158 Feb 19 02:45:25.509440 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-ee0459f2-3795-4433-b577-e76f4c49ee58 service neutron] 10.222.0.72 "GET /v2.0/networks/f5c1130b-131f-4fde-9927-840cbad6505d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5973387 Feb 19 02:45:25.630137 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3ef25c25-7d56-4fe1-9780-828e97c2b2e7 admin admin] Publish callbacks [] for port (e9d07dd7-97f4-4f92-b340-5551cdaa6cb2), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:25.631153 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-ea2ad7e2-58d0-47cb-82e8-a2025d17fb6c admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.4285698 Feb 19 02:45:25.649174 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3ef25c25-7d56-4fe1-9780-828e97c2b2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (e9d07dd7-97f4-4f92-b340-5551cdaa6cb2), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:25.686901 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a9f47fd5-3eaf-4fb5-8408-9ce900e8cf66 admin admin] Publish callbacks [] for port (c7bab0e7-8894-44eb-844c-823263efba6e), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:25.718327 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-7853b6b9-e0b2-41bb-81f8-778d25b5167a service neutron] 10.222.0.72 "GET /v2.0/ports/00071ace-99c7-42c5-99dc-994ccfae67b7?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0783596 Feb 19 02:45:25.743520 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef25c25-7d56-4fe1-9780-828e97c2b2e7 admin admin] Pushing event updated for resources: {'Port': ['ID=e9d07dd7-97f4-4f92-b340-5551cdaa6cb2,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:25.797821 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-a32ab4e7-6b03-4ed1-8692-cb9919b957ca tempest-FloatingIPAdminTestJSON-1125186151 tempest-FloatingIPAdminTestJSON-1125186151-project-admin] Deleting port 45bf6f71-2aef-412b-832a-42251d09450f {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:45:25.798161 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a32ab4e7-6b03-4ed1-8692-cb9919b957ca tempest-FloatingIPAdminTestJSON-1125186151 tempest-FloatingIPAdminTestJSON-1125186151-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (45bf6f71-2aef-412b-832a-42251d09450f), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:25.803973 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3ef25c25-7d56-4fe1-9780-828e97c2b2e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16362769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16289258'] for router_interface (8d65c124-4f7d-4113-93a3-b3dbe490023c), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:25.851516 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4d62fe21-d179-402b-b60f-11f645ad7e5d req-7324697d-cb60-4d70-8405-ceba7e6c4af9 service neutron] 10.222.0.73 "GET /v2.0/networks/b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3501866 Feb 19 02:45:25.955225 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a9f47fd5-3eaf-4fb5-8408-9ce900e8cf66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (c7bab0e7-8894-44eb-844c-823263efba6e), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:25.994795 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:26.040277 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f47fd5-3eaf-4fb5-8408-9ce900e8cf66 admin admin] Network 9e3d3723-c6e4-4d29-ab4f-26c1fc3bb323 is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:45:26.056158 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-a9f47fd5-3eaf-4fb5-8408-9ce900e8cf66 admin admin] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:45:26.080061 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-e71f26fd-9635-4b05-8356-c33498252e7e service neutron] 10.222.0.72 "GET /v2.0/networks/f5c1130b-131f-4fde-9927-840cbad6505d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3531547 Feb 19 02:45:26.104686 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f47fd5-3eaf-4fb5-8408-9ce900e8cf66 admin admin] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:45:26.123154 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a32ab4e7-6b03-4ed1-8692-cb9919b957ca tempest-FloatingIPAdminTestJSON-1125186151 tempest-FloatingIPAdminTestJSON-1125186151-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (45bf6f71-2aef-412b-832a-42251d09450f), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:26.123717 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a32ab4e7-6b03-4ed1-8692-cb9919b957ca tempest-FloatingIPAdminTestJSON-1125186151 tempest-FloatingIPAdminTestJSON-1125186151-project-admin] Publish callbacks [] for floatingip (45bf6f71-2aef-412b-832a-42251d09450f), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:26.268329 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-a32ab4e7-6b03-4ed1-8692-cb9919b957ca tempest-FloatingIPAdminTestJSON-1125186151 tempest-FloatingIPAdminTestJSON-1125186151-project-admin] Calling delete_port for 45bf6f71-2aef-412b-832a-42251d09450f owned by network:floatingip {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:45:26.268604 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device dc5dde6f-97d8-46fb-8937-495a448b26ae up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:45:26.390116 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f47fd5-3eaf-4fb5-8408-9ce900e8cf66 admin admin] Pushing event updated for resources: {'Port': ['ID=c7bab0e7-8894-44eb-844c-823263efba6e,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:26.403685 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4d62fe21-d179-402b-b60f-11f645ad7e5d req-18774a3a-c0fd-46cd-bc3f-71c970cd10df service neutron] 10.222.0.73 "GET /v2.0/networks/b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5417597 Feb 19 02:45:26.404469 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a9f47fd5-3eaf-4fb5-8408-9ce900e8cf66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16289150'] for router_interface (ba739a3e-d260-47d2-9261-6ed5b9c921d2), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:26.428039 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port dc5dde6f-97d8-46fb-8937-495a448b26ae triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:45:26.428498 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (dc5dde6f-97d8-46fb-8937-495a448b26ae), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:26.506848 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef25c25-7d56-4fe1-9780-828e97c2b2e7 admin admin] Network 44fd1ffb-5e97-400f-b181-f59d27847659 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:45:26.511841 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-3ef25c25-7d56-4fe1-9780-828e97c2b2e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:45:26.678088 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-47dc6fc0-6170-4579-8f91-517554581e6d service neutron] 10.222.0.72 "GET /v2.0/networks/f5c1130b-131f-4fde-9927-840cbad6505d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5959795 Feb 19 02:45:26.683288 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port dc5dde6f-97d8-46fb-8937-495a448b26ae is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:45:26.683724 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (dc5dde6f-97d8-46fb-8937-495a448b26ae), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:26.780276 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port dc5dde6f-97d8-46fb-8937-495a448b26ae, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=dc5dde6f-97d8-46fb-8937-495a448b26ae,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:45:26.797033 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-f1cf485e-583d-4a67-b161-b2dd682d99c8 None None] Provisioning complete for port c7bab0e7-8894-44eb-844c-823263efba6e triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:45:26.797616 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f1cf485e-583d-4a67-b161-b2dd682d99c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (c7bab0e7-8894-44eb-844c-823263efba6e), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:26.870597 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a32ab4e7-6b03-4ed1-8692-cb9919b957ca tempest-FloatingIPAdminTestJSON-1125186151 tempest-FloatingIPAdminTestJSON-1125186151-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (45bf6f71-2aef-412b-832a-42251d09450f), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:26.883869 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (dc5dde6f-97d8-46fb-8937-495a448b26ae), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:26.886036 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 3913befa-9625-441a-b8cd-48872a3932cc up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:45:26.889663 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-f1cf485e-583d-4a67-b161-b2dd682d99c8 None None] Port c7bab0e7-8894-44eb-844c-823263efba6e cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:45:26.945668 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32ab4e7-6b03-4ed1-8692-cb9919b957ca tempest-FloatingIPAdminTestJSON-1125186151 tempest-FloatingIPAdminTestJSON-1125186151-project-admin] Pushing event deleted for resources: {'Port': ['ID=45bf6f71-2aef-412b-832a-42251d09450f,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:27.031549 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=dc5dde6f-97d8-46fb-8937-495a448b26ae,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:27.032140 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ef25c25-7d56-4fe1-9780-828e97c2b2e7 admin admin] Router 8d65c124-4f7d-4113-93a3-b3dbe490023c has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:45:27.058154 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-188dcb00-1003-47e2-abe0-0012cf36e1c1 None None] Provisioning complete for port e9d07dd7-97f4-4f92-b340-5551cdaa6cb2 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:45:27.058743 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-188dcb00-1003-47e2-abe0-0012cf36e1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (e9d07dd7-97f4-4f92-b340-5551cdaa6cb2), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:27.100653 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-188dcb00-1003-47e2-abe0-0012cf36e1c1 None None] Port e9d07dd7-97f4-4f92-b340-5551cdaa6cb2 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:45:27.112309 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 3913befa-9625-441a-b8cd-48872a3932cc triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:45:27.113830 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (3913befa-9625-441a-b8cd-48872a3932cc), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:27.178180 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a32ab4e7-6b03-4ed1-8692-cb9919b957ca tempest-FloatingIPAdminTestJSON-1125186151 tempest-FloatingIPAdminTestJSON-1125186151-project-admin] Publish callbacks [] for floatingip (37e5551b-1c47-4db1-8da3-724e4c11a3b1), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:27.183585 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a32ab4e7-6b03-4ed1-8692-cb9919b957ca tempest-FloatingIPAdminTestJSON-1125186151 tempest-FloatingIPAdminTestJSON-1125186151-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:27.188350 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-a32ab4e7-6b03-4ed1-8692-cb9919b957ca tempest-FloatingIPAdminTestJSON-1125186151 tempest-FloatingIPAdminTestJSON-1125186151-project-admin] 10.222.0.72 "DELETE /v2.0/floatingips/37e5551b-1c47-4db1-8da3-724e4c11a3b1 HTTP/1.1" status: 204 len: 168 time: 1.8653476 Feb 19 02:45:27.248576 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 53116) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:45:27.283781 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 3913befa-9625-441a-b8cd-48872a3932cc is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:45:27.285557 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (3913befa-9625-441a-b8cd-48872a3932cc), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:27.333771 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port 3913befa-9625-441a-b8cd-48872a3932cc, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=3913befa-9625-441a-b8cd-48872a3932cc,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:45:27.346285 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (3913befa-9625-441a-b8cd-48872a3932cc), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:27.421695 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=3913befa-9625-441a-b8cd-48872a3932cc,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:27.444994 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ef25c25-7d56-4fe1-9780-828e97c2b2e7 admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:45:27.455466 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d356ecd9-32c1-4382-bf06-83a1b166c51a None None] Sync routers for ids ['8d65c124-4f7d-4113-93a3-b3dbe490023c'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:45:27.465146 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-3ef25c25-7d56-4fe1-9780-828e97c2b2e7 admin admin] 10.222.0.72 "PUT /v2.0/routers/8d65c124-4f7d-4113-93a3-b3dbe490023c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0446708 Feb 19 02:45:27.474541 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d356ecd9-32c1-4382-bf06-83a1b166c51a None None] Routers {'8d65c124-4f7d-4113-93a3-b3dbe490023c'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:45:27.476105 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-d356ecd9-32c1-4382-bf06-83a1b166c51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:45:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['8d65c124-4f7d-4113-93a3-b3dbe490023c'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:45:27.553479 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf25787-3b82-4f17-90ec-35cf9b115675 req-4ce61532-f7f5-49c4-9adf-50a6153339af tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:27.567645 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ddf25787-3b82-4f17-90ec-35cf9b115675 req-4ce61532-f7f5-49c4-9adf-50a6153339af tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/networks?id=39722815-5c41-4e97-ad15-7b3e3ad40af7 HTTP/1.1" status: 200 len: 815 time: 1.2216117 Feb 19 02:45:27.631365 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ddf25787-3b82-4f17-90ec-35cf9b115675 req-fcbdd24a-c8ba-4bc3-97b5-4f4feaf0f3ed tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/quotas/53a4b602ed084660a547c5d9911104ee HTTP/1.1" status: 200 len: 375 time: 0.0623877 Feb 19 02:45:27.636608 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-d3381653-9d69-4411-89cb-36cd962e7954 service neutron] 10.222.0.72 "GET /v2.0/networks/f5c1130b-131f-4fde-9927-840cbad6505d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9585741 Feb 19 02:45:27.710239 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-d356ecd9-32c1-4382-bf06-83a1b166c51a None None] Set router 8d65c124-4f7d-4113-93a3-b3dbe490023c gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:45:27.717509 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a9f47fd5-3eaf-4fb5-8408-9ce900e8cf66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (c7bab0e7-8894-44eb-844c-823263efba6e), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:27.721762 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ddf25787-3b82-4f17-90ec-35cf9b115675 req-4c14ecfd-f723-42d1-a711-8f922c4bffd8 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=53a4b602ed084660a547c5d9911104ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0832574 Feb 19 02:45:27.805069 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-2558a162-db6b-48f8-854c-723909f38d98 tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Deleting port d1cd82ca-1c44-416b-a5ad-7426a9c9e74a {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:45:27.805414 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2558a162-db6b-48f8-854c-723909f38d98 tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (d1cd82ca-1c44-416b-a5ad-7426a9c9e74a), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:27.993268 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-d356ecd9-32c1-4382-bf06-83a1b166c51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d65c124-4f7d-4113-93a3-b3dbe490023c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-563828300-router', 'tenant_id': 'af7820d1191f4d05a06d2c0958fc8a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': 'dc5dde6f-97d8-46fb-8937-495a448b26ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:45:15Z', 'updated_at': '2022-02-19T02:45:24Z', 'revision_number': 4, 'project_id': 'af7820d1191f4d05a06d2c0958fc8a78', 'gw_port': {'id': 'dc5dde6f-97d8-46fb-8937-495a448b26ae', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d65c124-4f7d-4113-93a3-b3dbe490023c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:45:17Z', 'updated_at': '2022-02-19T02:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': 'e9d07dd7-97f4-4f92-b340-5551cdaa6cb2', 'name': '', 'network_id': '44fd1ffb-5e97-400f-b181-f59d27847659', 'tenant_id': 'af7820d1191f4d05a06d2c0958fc8a78', 'mac_address': 'fa:16:3e:7c:7b:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d65c124-4f7d-4113-93a3-b3dbe490023c', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '7af6d22e-9a50-40bb-a81b-279bc527ba8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:45:23Z', 'updated_at': '2022-02-19T02:45:25Z', 'revision_number': 2, 'project_id': 'af7820d1191f4d05a06d2c0958fc8a78', 'subnets': [{'id': '7af6d22e-9a50-40bb-a81b-279bc527ba8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:45:28.012482 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-655091d6-d235-4326-a4de-4435595bb096 service neutron] 10.222.0.72 "GET /v2.0/networks/f5c1130b-131f-4fde-9927-840cbad6505d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3609986 Feb 19 02:45:28.052169 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d356ecd9-32c1-4382-bf06-83a1b166c51a None None] Checking router: 8d65c124-4f7d-4113-93a3-b3dbe490023c for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:45:28.054596 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d356ecd9-32c1-4382-bf06-83a1b166c51a None None] Updating router 8d65c124-4f7d-4113-93a3-b3dbe490023c port e9d07dd7-97f4-4f92-b340-5551cdaa6cb2 binding host n-d-826753-2 {{(pid=103704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:45:28.077715 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device dc5dde6f-97d8-46fb-8937-495a448b26ae up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:45:28.096700 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-d356ecd9-32c1-4382-bf06-83a1b166c51a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (e9d07dd7-97f4-4f92-b340-5551cdaa6cb2), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:28.182525 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port dc5dde6f-97d8-46fb-8937-495a448b26ae triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:45:28.182908 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (dc5dde6f-97d8-46fb-8937-495a448b26ae), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:28.195058 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2558a162-db6b-48f8-854c-723909f38d98 tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (d1cd82ca-1c44-416b-a5ad-7426a9c9e74a), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:28.211838 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-2558a162-db6b-48f8-854c-723909f38d98 tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Calling delete_port for d1cd82ca-1c44-416b-a5ad-7426a9c9e74a owned by {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:45:28.315331 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ddf25787-3b82-4f17-90ec-35cf9b115675 req-9998fa11-ae54-4eb1-881e-33f6c4c781cc service neutron] 10.222.0.72 "GET /v2.0/networks/39722815-5c41-4e97-ad15-7b3e3ad40af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5549271 Feb 19 02:45:28.332210 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port dc5dde6f-97d8-46fb-8937-495a448b26ae is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:45:28.333695 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 3913befa-9625-441a-b8cd-48872a3932cc up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:45:28.391746 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 3913befa-9625-441a-b8cd-48872a3932cc triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:45:28.392670 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (3913befa-9625-441a-b8cd-48872a3932cc), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:28.396257 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a9f47fd5-3eaf-4fb5-8408-9ce900e8cf66 admin admin] Publish callbacks [] for port (c7bab0e7-8894-44eb-844c-823263efba6e), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:28.489456 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 3913befa-9625-441a-b8cd-48872a3932cc is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:45:28.497722 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-2973f84f-f2ef-42ef-97b8-1e87bdc73772 service neutron] 10.222.0.72 "GET /v2.0/networks/f5c1130b-131f-4fde-9927-840cbad6505d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4026847 Feb 19 02:45:28.501978 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a9f47fd5-3eaf-4fb5-8408-9ce900e8cf66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (c7bab0e7-8894-44eb-844c-823263efba6e), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:28.517950 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-d356ecd9-32c1-4382-bf06-83a1b166c51a None None] Publish callbacks [] for port (e9d07dd7-97f4-4f92-b340-5551cdaa6cb2), precommit_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:28.527049 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-d356ecd9-32c1-4382-bf06-83a1b166c51a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (e9d07dd7-97f4-4f92-b340-5551cdaa6cb2), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:28.601047 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f47fd5-3eaf-4fb5-8408-9ce900e8cf66 admin admin] Pushing event updated for resources: {'Port': ['ID=c7bab0e7-8894-44eb-844c-823263efba6e,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:28.735788 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-d356ecd9-32c1-4382-bf06-83a1b166c51a None None] Attempting to bind port e9d07dd7-97f4-4f92-b340-5551cdaa6cb2 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:45:28.736564 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-d356ecd9-32c1-4382-bf06-83a1b166c51a None None] Attempting to bind port e9d07dd7-97f4-4f92-b340-5551cdaa6cb2 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': 'bc562c26-371c-41c4-9488-3856f672f395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '44fd1ffb-5e97-400f-b181-f59d27847659'}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:45:28.741915 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d356ecd9-32c1-4382-bf06-83a1b166c51a None None] Attempting to bind port e9d07dd7-97f4-4f92-b340-5551cdaa6cb2 on network 44fd1ffb-5e97-400f-b181-f59d27847659 {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:45:28.745251 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a9f47fd5-3eaf-4fb5-8408-9ce900e8cf66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16362769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16289258'] for router_interface (ba739a3e-d260-47d2-9261-6ed5b9c921d2), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:28.753428 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d356ecd9-32c1-4382-bf06-83a1b166c51a None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:45:28.759242 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d356ecd9-32c1-4382-bf06-83a1b166c51a None None] Checking segment: {'id': 'bc562c26-371c-41c4-9488-3856f672f395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '44fd1ffb-5e97-400f-b181-f59d27847659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:45:28.760002 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-d356ecd9-32c1-4382-bf06-83a1b166c51a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:28.760728 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d356ecd9-32c1-4382-bf06-83a1b166c51a None None] Bound using segment: {'id': 'bc562c26-371c-41c4-9488-3856f672f395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '44fd1ffb-5e97-400f-b181-f59d27847659'} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:45:28.761511 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-d356ecd9-32c1-4382-bf06-83a1b166c51a None None] Bound port: e9d07dd7-97f4-4f92-b340-5551cdaa6cb2, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc562c26-371c-41c4-9488-3856f672f395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '44fd1ffb-5e97-400f-b181-f59d27847659'}}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:45:28.762170 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-d356ecd9-32c1-4382-bf06-83a1b166c51a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (e9d07dd7-97f4-4f92-b340-5551cdaa6cb2), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:28.873221 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-d356ecd9-32c1-4382-bf06-83a1b166c51a None None] For port e9d07dd7-97f4-4f92-b340-5551cdaa6cb2, host n-d-826753-2, cleared binding levels {{(pid=103704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:45:28.877713 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-d356ecd9-32c1-4382-bf06-83a1b166c51a None None] For port e9d07dd7-97f4-4f92-b340-5551cdaa6cb2, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=e9d07dd7-97f4-4f92-b340-5551cdaa6cb2,segment=NetworkSegment(bc562c26-371c-41c4-9488-3856f672f395),segment_id=bc562c26-371c-41c4-9488-3856f672f395)] {{(pid=103704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:45:28.882314 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757b715d-7bd4-4f5d-92a3-df5dd42d65e5 None None] Pushing event updated for resources: {'Port': ['ID=e9d07dd7-97f4-4f92-b340-5551cdaa6cb2,revision_number=3']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:28.888549 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-d356ecd9-32c1-4382-bf06-83a1b166c51a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (e9d07dd7-97f4-4f92-b340-5551cdaa6cb2), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:28.902567 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2558a162-db6b-48f8-854c-723909f38d98 tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (d1cd82ca-1c44-416b-a5ad-7426a9c9e74a), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:28.940312 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-882474db-293c-4221-812a-2328eeb1ecee service neutron] 10.222.0.72 "GET /v2.0/networks/f5c1130b-131f-4fde-9927-840cbad6505d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4018493 Feb 19 02:45:28.952671 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-d7cecc8f-ccf1-4d93-80c3-06e64713a72a None None] Provisioning complete for port e9d07dd7-97f4-4f92-b340-5551cdaa6cb2 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:45:28.954461 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d7cecc8f-ccf1-4d93-80c3-06e64713a72a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (e9d07dd7-97f4-4f92-b340-5551cdaa6cb2), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:28.957941 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757b715d-7bd4-4f5d-92a3-df5dd42d65e5 None None] Pushing event updated for resources: {'Port': ['ID=e9d07dd7-97f4-4f92-b340-5551cdaa6cb2,revision_number=4']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:28.985812 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d356ecd9-32c1-4382-bf06-83a1b166c51a None None] Routers {'8d65c124-4f7d-4113-93a3-b3dbe490023c'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:45:28.986708 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-d356ecd9-32c1-4382-bf06-83a1b166c51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:45:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['8d65c124-4f7d-4113-93a3-b3dbe490023c'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:45:29.144687 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-d356ecd9-32c1-4382-bf06-83a1b166c51a None None] Set router 8d65c124-4f7d-4113-93a3-b3dbe490023c gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:45:29.169376 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-d7cecc8f-ccf1-4d93-80c3-06e64713a72a None None] Current status of the port e9d07dd7-97f4-4f92-b340-5551cdaa6cb2 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:45:29.169962 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d7cecc8f-ccf1-4d93-80c3-06e64713a72a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (e9d07dd7-97f4-4f92-b340-5551cdaa6cb2), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:29.190374 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-415df3cc-2750-4b15-8aa5-c0a22e205fe5 service neutron] 10.222.0.72 "GET /v2.0/networks/c312b721-2b22-4f34-983e-08de11418b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471828 Feb 19 02:45:29.253602 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-d7cecc8f-ccf1-4d93-80c3-06e64713a72a None None] For port e9d07dd7-97f4-4f92-b340-5551cdaa6cb2, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=e9d07dd7-97f4-4f92-b340-5551cdaa6cb2,segment=NetworkSegment(bc562c26-371c-41c4-9488-3856f672f395),segment_id=bc562c26-371c-41c4-9488-3856f672f395)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:45:29.263105 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d7cecc8f-ccf1-4d93-80c3-06e64713a72a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (e9d07dd7-97f4-4f92-b340-5551cdaa6cb2), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:29.324444 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ddf25787-3b82-4f17-90ec-35cf9b115675 req-8946ac4c-3c2c-4171-9954-9631b8f94979 service neutron] 10.222.0.72 "GET /v2.0/networks/39722815-5c41-4e97-ad15-7b3e3ad40af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8239055 Feb 19 02:45:29.412479 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cecc8f-ccf1-4d93-80c3-06e64713a72a None None] Pushing event updated for resources: {'Port': ['ID=e9d07dd7-97f4-4f92-b340-5551cdaa6cb2,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:29.450093 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-404781f0-8219-4803-b277-fd838cf77ee9 None None] Provisioning complete for port e9d07dd7-97f4-4f92-b340-5551cdaa6cb2 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:45:29.450729 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-404781f0-8219-4803-b277-fd838cf77ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (e9d07dd7-97f4-4f92-b340-5551cdaa6cb2), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:29.487437 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f47fd5-3eaf-4fb5-8408-9ce900e8cf66 admin admin] Network 9e3d3723-c6e4-4d29-ab4f-26c1fc3bb323 is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:45:29.564203 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-d356ecd9-32c1-4382-bf06-83a1b166c51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d65c124-4f7d-4113-93a3-b3dbe490023c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-563828300-router', 'tenant_id': 'af7820d1191f4d05a06d2c0958fc8a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': 'dc5dde6f-97d8-46fb-8937-495a448b26ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:45:15Z', 'updated_at': '2022-02-19T02:45:24Z', 'revision_number': 4, 'project_id': 'af7820d1191f4d05a06d2c0958fc8a78', 'gw_port': {'id': 'dc5dde6f-97d8-46fb-8937-495a448b26ae', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d65c124-4f7d-4113-93a3-b3dbe490023c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:45:17Z', 'updated_at': '2022-02-19T02:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': 'e9d07dd7-97f4-4f92-b340-5551cdaa6cb2', 'name': '', 'network_id': '44fd1ffb-5e97-400f-b181-f59d27847659', 'tenant_id': 'af7820d1191f4d05a06d2c0958fc8a78', 'mac_address': 'fa:16:3e:7c:7b:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d65c124-4f7d-4113-93a3-b3dbe490023c', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '7af6d22e-9a50-40bb-a81b-279bc527ba8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:45:23Z', 'updated_at': '2022-02-19T02:45:28Z', 'revision_number': 4, 'project_id': 'af7820d1191f4d05a06d2c0958fc8a78', 'subnets': [{'id': '7af6d22e-9a50-40bb-a81b-279bc527ba8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:45:29.622234 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d356ecd9-32c1-4382-bf06-83a1b166c51a None None] The sync data for ids ['8d65c124-4f7d-4113-93a3-b3dbe490023c'] in n-d-826753-2 is: [{'id': '8d65c124-4f7d-4113-93a3-b3dbe490023c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-563828300-router', 'tenant_id': 'af7820d1191f4d05a06d2c0958fc8a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': 'dc5dde6f-97d8-46fb-8937-495a448b26ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:45:15Z', 'updated_at': '2022-02-19T02:45:24Z', 'revision_number': 4, 'project_id': 'af7820d1191f4d05a06d2c0958fc8a78', 'gw_port': {'id': 'dc5dde6f-97d8-46fb-8937-495a448b26ae', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d65c124-4f7d-4113-93a3-b3dbe490023c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:45:17Z', 'updated_at': '2022-02-19T02:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': 'e9d07dd7-97f4-4f92-b340-5551cdaa6cb2', 'name': '', 'network_id': '44fd1ffb-5e97-400f-b181-f59d27847659', 'tenant_id': 'af7820d1191f4d05a06d2c0958fc8a78', 'mac_address': 'fa:16:3e:7c:7b:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d65c124-4f7d-4113-93a3-b3dbe490023c', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '7af6d22e-9a50-40bb-a81b-279bc527ba8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:45:23Z', 'updated_at': '2022-02-19T02:45:28Z', 'revision_number': 4, 'project_id': 'af7820d1191f4d05a06d2c0958fc8a78', 'subnets': [{'id': '7af6d22e-9a50-40bb-a81b-279bc527ba8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:45:29.630870 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-50d8f746-b89c-46a1-80d3-5b06d24249d4 service neutron] 10.222.0.72 "GET /v2.0/networks/c312b721-2b22-4f34-983e-08de11418b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4395483 Feb 19 02:45:29.641645 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2558a162-db6b-48f8-854c-723909f38d98 tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Pushing event deleted for resources: {'Port': ['ID=d1cd82ca-1c44-416b-a5ad-7426a9c9e74a,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:29.651368 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-a9f47fd5-3eaf-4fb5-8408-9ce900e8cf66 admin admin] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:45:29.688022 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-404781f0-8219-4803-b277-fd838cf77ee9 None None] Current status of the port e9d07dd7-97f4-4f92-b340-5551cdaa6cb2 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:45:29.898992 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2558a162-db6b-48f8-854c-723909f38d98 tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:29.902679 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-2558a162-db6b-48f8-854c-723909f38d98 tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] 10.222.0.72 "DELETE /v2.0/ports/d1cd82ca-1c44-416b-a5ad-7426a9c9e74a HTTP/1.1" status: 204 len: 168 time: 2.6459789 Feb 19 02:45:29.907621 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53134) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:45:30.000226 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5764e25-d63b-44bc-a85b-134730e8f085 tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:30.014949 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-d5764e25-d63b-44bc-a85b-134730e8f085 tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] 10.222.0.72 "GET /v2.0/ports?device_id=660aa05a-88dc-4fb3-bf91-8b0c347dbe0f HTTP/1.1" status: 200 len: 913 time: 0.1082389 Feb 19 02:45:30.015620 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53138) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:45:30.064665 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-d1acdc7f-60bb-443b-807d-a6f1c53c45ef service neutron] 10.222.0.72 "GET /v2.0/networks/c312b721-2b22-4f34-983e-08de11418b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4329412 Feb 19 02:45:30.072307 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9f47fd5-3eaf-4fb5-8408-9ce900e8cf66 admin admin] Router ba739a3e-d260-47d2-9261-6ed5b9c921d2 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:45:30.083668 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a833e0-0e7e-4469-a6ea-bb634a998ac0 req-aa44f88b-8796-481a-b1f0-297bb3a50741 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:30.091802 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-30a833e0-0e7e-4469-a6ea-bb634a998ac0 req-aa44f88b-8796-481a-b1f0-297bb3a50741 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3e2950d-ab47-4046-8006-daf03c09940e HTTP/1.1" status: 200 len: 946 time: 0.2550344 Feb 19 02:45:30.204723 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device e9d07dd7-97f4-4f92-b340-5551cdaa6cb2 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:45:30.281092 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4fd8b929-6fb8-4275-a109-a4ef4f2ec968 None None] Provisioning complete for port c7bab0e7-8894-44eb-844c-823263efba6e triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:45:30.281589 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4fd8b929-6fb8-4275-a109-a4ef4f2ec968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (c7bab0e7-8894-44eb-844c-823263efba6e), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:30.337539 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4fd8b929-6fb8-4275-a109-a4ef4f2ec968 None None] Port c7bab0e7-8894-44eb-844c-823263efba6e cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:45:30.369795 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port e9d07dd7-97f4-4f92-b340-5551cdaa6cb2 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:45:30.370511 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (e9d07dd7-97f4-4f92-b340-5551cdaa6cb2), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:30.378125 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-30a833e0-0e7e-4469-a6ea-bb634a998ac0 req-e451e90a-6ea9-49da-a101-23a7cc99f5b1 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851553 Feb 19 02:45:30.681621 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port e9d07dd7-97f4-4f92-b340-5551cdaa6cb2 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:45:30.706431 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-531daa9d-6cab-42a0-a305-51bca70ad9a8 service neutron] 10.222.0.72 "GET /v2.0/networks/c312b721-2b22-4f34-983e-08de11418b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5627844 Feb 19 02:45:30.857386 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9f47fd5-3eaf-4fb5-8408-9ce900e8cf66 admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:45:30.876077 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-a9f47fd5-3eaf-4fb5-8408-9ce900e8cf66 admin admin] 10.222.0.72 "PUT /v2.0/routers/ba739a3e-d260-47d2-9261-6ed5b9c921d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9625773 Feb 19 02:45:30.876809 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ec24a8-e4d9-4f8f-b0d2-e0823b94e0b3 None None] Sync routers for ids ['ba739a3e-d260-47d2-9261-6ed5b9c921d2'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:45:30.902663 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ec24a8-e4d9-4f8f-b0d2-e0823b94e0b3 None None] Routers {'ba739a3e-d260-47d2-9261-6ed5b9c921d2'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:45:30.903308 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-34ec24a8-e4d9-4f8f-b0d2-e0823b94e0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:45:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['ba739a3e-d260-47d2-9261-6ed5b9c921d2'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:45:30.939567 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-f029e9a9-48a3-447f-8ee4-e3c0a3a129a1 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:30.941119 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-f029e9a9-48a3-447f-8ee4-e3c0a3a129a1 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/ports/38e91ad5-8313-46e5-8ac5-c1d94643d01f HTTP/1.1" status: 200 len: 937 time: 0.2271550 Feb 19 02:45:31.048769 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-178db618-c875-43e6-9040-9fa08bb67089 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:31.065883 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-178db618-c875-43e6-9040-9fa08bb67089 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/ports/00071ace-99c7-42c5-99dc-994ccfae67b7 HTTP/1.1" status: 200 len: 937 time: 0.1148810 Feb 19 02:45:31.155482 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ed174f-fbb3-40cc-80ed-e84922be9476 req-c1d2a1c2-bb08-4040-a2f7-b497f29c671e tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:31.165753 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b2ed174f-fbb3-40cc-80ed-e84922be9476 req-c1d2a1c2-bb08-4040-a2f7-b497f29c671e tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] 10.222.0.72 "GET /v2.0/networks?id=44fd1ffb-5e97-400f-b181-f59d27847659 HTTP/1.1" status: 200 len: 828 time: 0.3412721 Feb 19 02:45:31.190473 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b2ed174f-fbb3-40cc-80ed-e84922be9476 req-7656ba95-38a2-4c94-8dce-6c7bf47fff26 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] 10.222.0.72 "GET /v2.0/quotas/af7820d1191f4d05a06d2c0958fc8a78 HTTP/1.1" status: 200 len: 375 time: 0.0227909 Feb 19 02:45:31.209857 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8588cd1d-7e91-460d-9a00-f8c8ea37c07b tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16289271'] for router_interface (660aa05a-88dc-4fb3-bf91-8b0c347dbe0f), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:31.315941 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-34ec24a8-e4d9-4f8f-b0d2-e0823b94e0b3 None None] Set router ba739a3e-d260-47d2-9261-6ed5b9c921d2 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:45:31.352690 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b2ed174f-fbb3-40cc-80ed-e84922be9476 req-89df7cdf-c4b6-4613-9cc7-499283655085 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=af7820d1191f4d05a06d2c0958fc8a78&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1594734 Feb 19 02:45:31.561667 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b2ed174f-fbb3-40cc-80ed-e84922be9476 req-2fde550e-0aa2-4150-b275-c67e5ba4ad64 service neutron] 10.222.0.72 "GET /v2.0/networks/44fd1ffb-5e97-400f-b181-f59d27847659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011199 Feb 19 02:45:31.917317 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-8588cd1d-7e91-460d-9a00-f8c8ea37c07b tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Deleting port 017437ca-2697-42bf-8f3f-7e6f0982dc4e {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:45:31.918510 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8588cd1d-7e91-460d-9a00-f8c8ea37c07b tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (017437ca-2697-42bf-8f3f-7e6f0982dc4e), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:31.997187 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-34ec24a8-e4d9-4f8f-b0d2-e0823b94e0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba739a3e-d260-47d2-9261-6ed5b9c921d2', 'name': 'tempest-ServersTestJSON-780327990-router', 'tenant_id': '80ec6f6d29774c649db969b21608fdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': '3913befa-9625-441a-b8cd-48872a3932cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:45:15Z', 'updated_at': '2022-02-19T02:45:27Z', 'revision_number': 4, 'project_id': '80ec6f6d29774c649db969b21608fdfc', 'gw_port': {'id': '3913befa-9625-441a-b8cd-48872a3932cc', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba739a3e-d260-47d2-9261-6ed5b9c921d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:45:16Z', 'updated_at': '2022-02-19T02:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': 'c7bab0e7-8894-44eb-844c-823263efba6e', 'name': '', 'network_id': '9e3d3723-c6e4-4d29-ab4f-26c1fc3bb323', 'tenant_id': '80ec6f6d29774c649db969b21608fdfc', 'mac_address': 'fa:16:3e:da:fd:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba739a3e-d260-47d2-9261-6ed5b9c921d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': 'bf415dad-5efe-4a2d-9205-4db3a214084c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:45:23Z', 'updated_at': '2022-02-19T02:45:27Z', 'revision_number': 2, 'project_id': '80ec6f6d29774c649db969b21608fdfc', 'subnets': [{'id': 'bf415dad-5efe-4a2d-9205-4db3a214084c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:45:32.120787 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ec24a8-e4d9-4f8f-b0d2-e0823b94e0b3 None None] Checking router: ba739a3e-d260-47d2-9261-6ed5b9c921d2 for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:45:32.121243 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ec24a8-e4d9-4f8f-b0d2-e0823b94e0b3 None None] Updating router ba739a3e-d260-47d2-9261-6ed5b9c921d2 port c7bab0e7-8894-44eb-844c-823263efba6e binding host n-d-826753-2 {{(pid=103703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:45:32.166384 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-34ec24a8-e4d9-4f8f-b0d2-e0823b94e0b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (c7bab0e7-8894-44eb-844c-823263efba6e), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:32.200385 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8588cd1d-7e91-460d-9a00-f8c8ea37c07b tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (017437ca-2697-42bf-8f3f-7e6f0982dc4e), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:32.228100 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-8588cd1d-7e91-460d-9a00-f8c8ea37c07b tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Calling delete_port for 017437ca-2697-42bf-8f3f-7e6f0982dc4e owned by network:router_interface {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:45:32.567953 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c235278a-c1fb-4141-9839-8f665c059ae6 req-189689cc-6597-47a2-9929-7b1e5be8501b tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e2f228a-e46f-4adf-b471-367b30633d0f HTTP/1.1" status: 200 len: 210 time: 0.0509837 Feb 19 02:45:32.619120 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8588cd1d-7e91-460d-9a00-f8c8ea37c07b tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (017437ca-2697-42bf-8f3f-7e6f0982dc4e), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:32.678211 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8588cd1d-7e91-460d-9a00-f8c8ea37c07b tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Pushing event deleted for resources: {'Port': ['ID=017437ca-2697-42bf-8f3f-7e6f0982dc4e,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:32.694632 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-2e458c65-75b5-4aa8-9f59-1747e134a5ce tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:32.709612 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-2e458c65-75b5-4aa8-9f59-1747e134a5ce tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/ports/38e91ad5-8313-46e5-8ac5-c1d94643d01f HTTP/1.1" status: 200 len: 937 time: 0.2012651 Feb 19 02:45:32.801295 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-34ec24a8-e4d9-4f8f-b0d2-e0823b94e0b3 None None] Publish callbacks [] for port (c7bab0e7-8894-44eb-844c-823263efba6e), precommit_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:32.819648 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b2ed174f-fbb3-40cc-80ed-e84922be9476 req-23965245-c250-4396-adfe-fe6b946b183d service neutron] 10.222.0.72 "GET /v2.0/networks/44fd1ffb-5e97-400f-b181-f59d27847659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2565205 Feb 19 02:45:32.825924 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf25787-3b82-4f17-90ec-35cf9b115675 req-9adaac40-15cc-4fb0-a0dc-90ee185575bb tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:32.834153 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-34ec24a8-e4d9-4f8f-b0d2-e0823b94e0b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (c7bab0e7-8894-44eb-844c-823263efba6e), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:32.847316 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ddf25787-3b82-4f17-90ec-35cf9b115675 req-9adaac40-15cc-4fb0-a0dc-90ee185575bb tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.73 "GET /v2.0/networks?id=39722815-5c41-4e97-ad15-7b3e3ad40af7 HTTP/1.1" status: 200 len: 815 time: 0.3400760 Feb 19 02:45:32.909852 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-ddf25787-3b82-4f17-90ec-35cf9b115675 req-12d689ae-f01f-4ddd-9685-55e05217fe18 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Request body: {'port': {'device_id': '4e2f228a-e46f-4adf-b471-367b30633d0f', 'network_id': '39722815-5c41-4e97-ad15-7b3e3ad40af7', 'admin_state_up': True, 'tenant_id': '53a4b602ed084660a547c5d9911104ee'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:45:33.067153 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7f3beb-7939-4743-9029-c7c0dfee487b None None] Pushing event updated for resources: {'Port': ['ID=c7bab0e7-8894-44eb-844c-823263efba6e,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:33.084778 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8588cd1d-7e91-460d-9a00-f8c8ea37c07b tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16362762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16314471'] for router_interface (660aa05a-88dc-4fb3-bf91-8b0c347dbe0f), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:33.107509 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-486e23a8-4b99-41a1-99d9-9fc0e7f4ae87 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:33.122126 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-486e23a8-4b99-41a1-99d9-9fc0e7f4ae87 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/ports/00071ace-99c7-42c5-99dc-994ccfae67b7 HTTP/1.1" status: 200 len: 937 time: 0.4113421 Feb 19 02:45:33.230401 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-34ec24a8-e4d9-4f8f-b0d2-e0823b94e0b3 None None] Attempting to bind port c7bab0e7-8894-44eb-844c-823263efba6e on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:45:33.230967 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-34ec24a8-e4d9-4f8f-b0d2-e0823b94e0b3 None None] Attempting to bind port c7bab0e7-8894-44eb-844c-823263efba6e by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': 'cc7f64c5-6529-4a39-8e75-2d6f42b16075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '9e3d3723-c6e4-4d29-ab4f-26c1fc3bb323'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:45:33.231513 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ec24a8-e4d9-4f8f-b0d2-e0823b94e0b3 None None] Attempting to bind port c7bab0e7-8894-44eb-844c-823263efba6e on network 9e3d3723-c6e4-4d29-ab4f-26c1fc3bb323 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:45:33.262105 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ec24a8-e4d9-4f8f-b0d2-e0823b94e0b3 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:45:33.262489 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ec24a8-e4d9-4f8f-b0d2-e0823b94e0b3 None None] Checking segment: {'id': 'cc7f64c5-6529-4a39-8e75-2d6f42b16075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '9e3d3723-c6e4-4d29-ab4f-26c1fc3bb323'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:45:33.262899 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-34ec24a8-e4d9-4f8f-b0d2-e0823b94e0b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:33.263298 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ec24a8-e4d9-4f8f-b0d2-e0823b94e0b3 None None] Bound using segment: {'id': 'cc7f64c5-6529-4a39-8e75-2d6f42b16075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '9e3d3723-c6e4-4d29-ab4f-26c1fc3bb323'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:45:33.263786 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-34ec24a8-e4d9-4f8f-b0d2-e0823b94e0b3 None None] Bound port: c7bab0e7-8894-44eb-844c-823263efba6e, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc7f64c5-6529-4a39-8e75-2d6f42b16075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '9e3d3723-c6e4-4d29-ab4f-26c1fc3bb323'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:45:33.271114 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-34ec24a8-e4d9-4f8f-b0d2-e0823b94e0b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (c7bab0e7-8894-44eb-844c-823263efba6e), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:33.457250 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-34ec24a8-e4d9-4f8f-b0d2-e0823b94e0b3 None None] For port c7bab0e7-8894-44eb-844c-823263efba6e, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:45:33.461063 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-34ec24a8-e4d9-4f8f-b0d2-e0823b94e0b3 None None] For port c7bab0e7-8894-44eb-844c-823263efba6e, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=c7bab0e7-8894-44eb-844c-823263efba6e,segment=NetworkSegment(cc7f64c5-6529-4a39-8e75-2d6f42b16075),segment_id=cc7f64c5-6529-4a39-8e75-2d6f42b16075)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:45:33.477667 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-34ec24a8-e4d9-4f8f-b0d2-e0823b94e0b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (c7bab0e7-8894-44eb-844c-823263efba6e), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:33.556004 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ec24a8-e4d9-4f8f-b0d2-e0823b94e0b3 None None] Routers {'ba739a3e-d260-47d2-9261-6ed5b9c921d2'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:45:33.556832 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-34ec24a8-e4d9-4f8f-b0d2-e0823b94e0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:45:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['ba739a3e-d260-47d2-9261-6ed5b9c921d2'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:45:33.567370 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4df27b-ac20-46ee-9573-4a772d8f6386 req-9284ab55-b229-4b76-a53c-7110f72b6127 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:33.579853 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ab4df27b-ac20-46ee-9573-4a772d8f6386 req-9284ab55-b229-4b76-a53c-7110f72b6127 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3e2950d-ab47-4046-8006-daf03c09940e HTTP/1.1" status: 200 len: 946 time: 0.2752399 Feb 19 02:45:33.815001 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7f3beb-7939-4743-9029-c7c0dfee487b None None] Pushing event updated for resources: {'Port': ['ID=c7bab0e7-8894-44eb-844c-823263efba6e,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:33.816700 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ab4df27b-ac20-46ee-9573-4a772d8f6386 req-4fb25029-82d5-475c-b66a-9253d639eea5 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328548 Feb 19 02:45:33.824646 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddf25787-3b82-4f17-90ec-35cf9b115675 req-12d689ae-f01f-4ddd-9685-55e05217fe18 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Made reservation on behalf of 53a4b602ed084660a547c5d9911104ee for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:45:33.840508 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-ddf25787-3b82-4f17-90ec-35cf9b115675 req-12d689ae-f01f-4ddd-9685-55e05217fe18 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:33.853342 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53210) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:45:33.867246 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-376dc48f-37f6-413e-a7c3-36f77f06ba73 tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Request body: {'security_group': {'name': 'tempest-securitygroup--108089164', 'description': 'tempest-description--733973385'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:45:33.981253 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-376dc48f-37f6-413e-a7c3-36f77f06ba73 tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:34.074653 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-3ed6a7a4-2bd0-42e8-89ec-fc970d7754b5 None None] Provisioning complete for port c7bab0e7-8894-44eb-844c-823263efba6e triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:45:34.075546 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3ed6a7a4-2bd0-42e8-89ec-fc970d7754b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (c7bab0e7-8894-44eb-844c-823263efba6e), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:34.093324 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-34ec24a8-e4d9-4f8f-b0d2-e0823b94e0b3 None None] Set router ba739a3e-d260-47d2-9261-6ed5b9c921d2 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:45:34.096562 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-208f7da5-4536-4e4e-b72d-6d55e966691f req-405af903-981f-4e48-9a36-9c5c8f0de726 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ec863d4-5792-46d2-b299-7b34b3ebe431 HTTP/1.1" status: 200 len: 210 time: 0.0465007 Feb 19 02:45:34.158746 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a04aabfd-5908-438a-b8e4-dd5ef45aa02c req-0ba38286-d3fc-4d99-8276-5377ccd4c20e tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] 10.222.0.72 "GET /v2.0/ports?device_id=8312037b-1a40-46ab-bb7a-06e57fc82c1e HTTP/1.1" status: 200 len: 210 time: 0.1120527 Feb 19 02:45:34.172028 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-376dc48f-37f6-413e-a7c3-36f77f06ba73 tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Publish callbacks [] for security_group (f28302f1-2208-492c-8b3e-02d8daad9352), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:34.181725 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8588cd1d-7e91-460d-9a00-f8c8ea37c07b tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Router 660aa05a-88dc-4fb3-bf91-8b0c347dbe0f has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:45:34.190542 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-376dc48f-37f6-413e-a7c3-36f77f06ba73 tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (f28302f1-2208-492c-8b3e-02d8daad9352), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:34.293323 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [req-ddf25787-3b82-4f17-90ec-35cf9b115675 req-12d689ae-f01f-4ddd-9685-55e05217fe18 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Allocated IP 172.20.0.8 (39722815-5c41-4e97-ad15-7b3e3ad40af7/a5bae790-117e-481a-89bc-3817a429ae54/adbf45cd-9089-44ef-9842-5ca280385f35) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:45:34.380986 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-376dc48f-37f6-413e-a7c3-36f77f06ba73 tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:34.382399 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-376dc48f-37f6-413e-a7c3-36f77f06ba73 tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5280704 Feb 19 02:45:34.389380 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376dc48f-37f6-413e-a7c3-36f77f06ba73 tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f28302f1-2208-492c-8b3e-02d8daad9352,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:34.393083 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53220) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:45:34.407775 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-cfbf5095-34fa-43fd-9e1e-560b9603d576 tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Request body: {'security_group_rule': {'security_group_id': 'f28302f1-2208-492c-8b3e-02d8daad9352', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:45:34.447425 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-90befe08-df53-46b1-aa9c-ac1ae5643769 req-9ce1af94-e0e0-428d-a6ba-4a42730d6768 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e2f228a-e46f-4adf-b471-367b30633d0f HTTP/1.1" status: 200 len: 210 time: 0.0605624 Feb 19 02:45:34.486704 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376dc48f-37f6-413e-a7c3-36f77f06ba73 tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:45:34.487201 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376dc48f-37f6-413e-a7c3-36f77f06ba73 tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:45:34.487589 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376dc48f-37f6-413e-a7c3-36f77f06ba73 tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:45:34.489055 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376dc48f-37f6-413e-a7c3-36f77f06ba73 tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:45:34.490148 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376dc48f-37f6-413e-a7c3-36f77f06ba73 tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:45:34.491455 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376dc48f-37f6-413e-a7c3-36f77f06ba73 tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:45:34.491798 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376dc48f-37f6-413e-a7c3-36f77f06ba73 tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:45:34.492479 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376dc48f-37f6-413e-a7c3-36f77f06ba73 tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:45:34.492822 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376dc48f-37f6-413e-a7c3-36f77f06ba73 tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:45:34.494312 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376dc48f-37f6-413e-a7c3-36f77f06ba73 tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:45:34.494822 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376dc48f-37f6-413e-a7c3-36f77f06ba73 tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:45:34.495161 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376dc48f-37f6-413e-a7c3-36f77f06ba73 tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:45:34.497698 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376dc48f-37f6-413e-a7c3-36f77f06ba73 tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:45:34.638887 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cfbf5095-34fa-43fd-9e1e-560b9603d576 tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Publish callbacks [] for security_group_rule (175b16ee-2b4b-450b-80f0-89a43c8ed586), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:34.652235 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-ddf25787-3b82-4f17-90ec-35cf9b115675 req-12d689ae-f01f-4ddd-9685-55e05217fe18 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Publish callbacks [] for port (adbf45cd-9089-44ef-9842-5ca280385f35), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:34.669843 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-3ed6a7a4-2bd0-42e8-89ec-fc970d7754b5 None None] Current status of the port c7bab0e7-8894-44eb-844c-823263efba6e is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:45:34.670540 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3ed6a7a4-2bd0-42e8-89ec-fc970d7754b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (c7bab0e7-8894-44eb-844c-823263efba6e), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:34.746204 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-ddf25787-3b82-4f17-90ec-35cf9b115675 req-12d689ae-f01f-4ddd-9685-55e05217fe18 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (adbf45cd-9089-44ef-9842-5ca280385f35), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:34.770849 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-3ed6a7a4-2bd0-42e8-89ec-fc970d7754b5 None None] For port c7bab0e7-8894-44eb-844c-823263efba6e, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=c7bab0e7-8894-44eb-844c-823263efba6e,segment=NetworkSegment(cc7f64c5-6529-4a39-8e75-2d6f42b16075),segment_id=cc7f64c5-6529-4a39-8e75-2d6f42b16075)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:45:34.778444 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-34ec24a8-e4d9-4f8f-b0d2-e0823b94e0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba739a3e-d260-47d2-9261-6ed5b9c921d2', 'name': 'tempest-ServersTestJSON-780327990-router', 'tenant_id': '80ec6f6d29774c649db969b21608fdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': '3913befa-9625-441a-b8cd-48872a3932cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:45:15Z', 'updated_at': '2022-02-19T02:45:27Z', 'revision_number': 4, 'project_id': '80ec6f6d29774c649db969b21608fdfc', 'gw_port': {'id': '3913befa-9625-441a-b8cd-48872a3932cc', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba739a3e-d260-47d2-9261-6ed5b9c921d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:45:16Z', 'updated_at': '2022-02-19T02:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': 'c7bab0e7-8894-44eb-844c-823263efba6e', 'name': '', 'network_id': '9e3d3723-c6e4-4d29-ab4f-26c1fc3bb323', 'tenant_id': '80ec6f6d29774c649db969b21608fdfc', 'mac_address': 'fa:16:3e:da:fd:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba739a3e-d260-47d2-9261-6ed5b9c921d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': 'bf415dad-5efe-4a2d-9205-4db3a214084c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:45:23Z', 'updated_at': '2022-02-19T02:45:33Z', 'revision_number': 4, 'project_id': '80ec6f6d29774c649db969b21608fdfc', 'subnets': [{'id': 'bf415dad-5efe-4a2d-9205-4db3a214084c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:45:34.783776 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3ed6a7a4-2bd0-42e8-89ec-fc970d7754b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (c7bab0e7-8894-44eb-844c-823263efba6e), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:34.790269 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cfbf5095-34fa-43fd-9e1e-560b9603d576 tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Publish callbacks [] for security_group_rule (175b16ee-2b4b-450b-80f0-89a43c8ed586), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:34.845825 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cfbf5095-34fa-43fd-9e1e-560b9603d576 tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (175b16ee-2b4b-450b-80f0-89a43c8ed586), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:34.861840 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddf25787-3b82-4f17-90ec-35cf9b115675 req-12d689ae-f01f-4ddd-9685-55e05217fe18 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Network 39722815-5c41-4e97-ad15-7b3e3ad40af7 is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:45:34.867150 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [req-ddf25787-3b82-4f17-90ec-35cf9b115675 req-12d689ae-f01f-4ddd-9685-55e05217fe18 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:45:34.874172 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddf25787-3b82-4f17-90ec-35cf9b115675 req-12d689ae-f01f-4ddd-9685-55e05217fe18 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:45:34.883452 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ec24a8-e4d9-4f8f-b0d2-e0823b94e0b3 None None] The sync data for ids ['ba739a3e-d260-47d2-9261-6ed5b9c921d2'] in n-d-826753-2 is: [{'id': 'ba739a3e-d260-47d2-9261-6ed5b9c921d2', 'name': 'tempest-ServersTestJSON-780327990-router', 'tenant_id': '80ec6f6d29774c649db969b21608fdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': '3913befa-9625-441a-b8cd-48872a3932cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:45:15Z', 'updated_at': '2022-02-19T02:45:27Z', 'revision_number': 4, 'project_id': '80ec6f6d29774c649db969b21608fdfc', 'gw_port': {'id': '3913befa-9625-441a-b8cd-48872a3932cc', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba739a3e-d260-47d2-9261-6ed5b9c921d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:45:16Z', 'updated_at': '2022-02-19T02:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': 'c7bab0e7-8894-44eb-844c-823263efba6e', 'name': '', 'network_id': '9e3d3723-c6e4-4d29-ab4f-26c1fc3bb323', 'tenant_id': '80ec6f6d29774c649db969b21608fdfc', 'mac_address': 'fa:16:3e:da:fd:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba739a3e-d260-47d2-9261-6ed5b9c921d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': 'bf415dad-5efe-4a2d-9205-4db3a214084c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:45:23Z', 'updated_at': '2022-02-19T02:45:33Z', 'revision_number': 4, 'project_id': '80ec6f6d29774c649db969b21608fdfc', 'subnets': [{'id': 'bf415dad-5efe-4a2d-9205-4db3a214084c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:45:34.886675 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed6a7a4-2bd0-42e8-89ec-fc970d7754b5 None None] Pushing event updated for resources: {'Port': ['ID=c7bab0e7-8894-44eb-844c-823263efba6e,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:34.920731 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbf5095-34fa-43fd-9e1e-560b9603d576 tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=175b16ee-2b4b-450b-80f0-89a43c8ed586,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:34.922853 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-6b352e8d-634f-463a-a71e-337eed66a1c5 None None] Provisioning complete for port c7bab0e7-8894-44eb-844c-823263efba6e triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:45:34.923518 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6b352e8d-634f-463a-a71e-337eed66a1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (c7bab0e7-8894-44eb-844c-823263efba6e), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:34.932351 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cfbf5095-34fa-43fd-9e1e-560b9603d576 tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:34.935062 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d689ae-f01f-4ddd-9685-55e05217fe18 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Pushing event updated for resources: {'Port': ['ID=adbf45cd-9089-44ef-9842-5ca280385f35,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:34.939584 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-cfbf5095-34fa-43fd-9e1e-560b9603d576 tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5399959 Feb 19 02:45:34.944756 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 53224) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:45:34.994864 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ad343c5d-e041-4212-b613-2cfd7a1ceb89 req-6be9cfd1-9e86-4909-b0e2-862046d44120 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0e3f78fd-0754-4bc2-bf93-db1168fc7253&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2030034 Feb 19 02:45:34.997898 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8588cd1d-7e91-460d-9a00-f8c8ea37c07b tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:45:35.010124 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-8588cd1d-7e91-460d-9a00-f8c8ea37c07b tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] 10.222.0.72 "PUT /v2.0/routers/660aa05a-88dc-4fb3-bf91-8b0c347dbe0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9933918 Feb 19 02:45:35.021595 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53226) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:45:35.025684 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20c638f-6f77-4fb2-a883-674e22bb006a None None] Sync routers for ids ['660aa05a-88dc-4fb3-bf91-8b0c347dbe0f'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:45:35.063191 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20c638f-6f77-4fb2-a883-674e22bb006a None None] Routers {'660aa05a-88dc-4fb3-bf91-8b0c347dbe0f'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:45:35.063835 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-f20c638f-6f77-4fb2-a883-674e22bb006a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:45:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['660aa05a-88dc-4fb3-bf91-8b0c347dbe0f'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:45:35.109366 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-e781bd59-fe08-4f95-903f-253e5d91c2b9 tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Request body: {'security_group_rule': {'security_group_id': 'f28302f1-2208-492c-8b3e-02d8daad9352', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:45:35.120399 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-6b352e8d-634f-463a-a71e-337eed66a1c5 None None] Current status of the port c7bab0e7-8894-44eb-844c-823263efba6e is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:45:35.188594 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-f20c638f-6f77-4fb2-a883-674e22bb006a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:45:35.226633 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20c638f-6f77-4fb2-a883-674e22bb006a None None] Routers {'660aa05a-88dc-4fb3-bf91-8b0c347dbe0f'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:45:35.227579 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-f20c638f-6f77-4fb2-a883-674e22bb006a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:45:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['660aa05a-88dc-4fb3-bf91-8b0c347dbe0f'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:45:35.249138 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad343c5d-e041-4212-b613-2cfd7a1ceb89 req-064aaf16-fdac-4d2d-8685-916f32d88dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:35.250580 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ad343c5d-e041-4212-b613-2cfd7a1ceb89 req-064aaf16-fdac-4d2d-8685-916f32d88dc2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0351aa3c6ea34cbbac483ac000de57cb&device_id=0e3f78fd-0754-4bc2-bf93-db1168fc7253 HTTP/1.1" status: 200 len: 1129 time: 0.1545053 Feb 19 02:45:35.267615 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4cba3373-368e-4603-8469-8af4087412aa tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Publish callbacks [] for router (660aa05a-88dc-4fb3-bf91-8b0c347dbe0f), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:35.335336 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf25787-3b82-4f17-90ec-35cf9b115675 req-12d689ae-f01f-4ddd-9685-55e05217fe18 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:35.336181 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-ddf25787-3b82-4f17-90ec-35cf9b115675 req-12d689ae-f01f-4ddd-9685-55e05217fe18 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:35.382437 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8775412d-1417-4b21-8d92-af80ea9661e7 req-d7e37f67-05a3-41c3-adc9-a00578cec377 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ec863d4-5792-46d2-b299-7b34b3ebe431 HTTP/1.1" status: 200 len: 210 time: 0.0855956 Feb 19 02:45:35.398852 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e781bd59-fe08-4f95-903f-253e5d91c2b9 tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Publish callbacks [] for security_group_rule (be2e14fd-ae3f-459d-adea-c8459120eadc), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:35.609711 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ddf25787-3b82-4f17-90ec-35cf9b115675 req-12d689ae-f01f-4ddd-9685-55e05217fe18 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7284205 Feb 19 02:45:35.635774 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-f20c638f-6f77-4fb2-a883-674e22bb006a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:45:35.636443 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20c638f-6f77-4fb2-a883-674e22bb006a None None] The sync data for ids ['660aa05a-88dc-4fb3-bf91-8b0c347dbe0f'] in n-d-826753-2 is: [] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:45:35.661142 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-ddf25787-3b82-4f17-90ec-35cf9b115675 req-8755a7b8-edf0-419c-be2b-667b6f4c06b6 service neutron] Request body: {'port': {'device_id': '4e2f228a-e46f-4adf-b471-367b30633d0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826753-2'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:45:35.668617 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-82cb04dc-7d50-4cfb-843e-b33ebaeccc7c req-1ec958bd-1aeb-45a1-9f28-aea66312711a tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] 10.222.0.72 "GET /v2.0/ports?device_id=8312037b-1a40-46ab-bb7a-06e57fc82c1e HTTP/1.1" status: 200 len: 210 time: 0.1500957 Feb 19 02:45:35.708083 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-0e61f9ac-aee6-4fdd-bec3-c398716d4041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:35.709846 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-0e61f9ac-aee6-4fdd-bec3-c398716d4041 service neutron] 10.222.0.82 "GET /v2.0/ports/38e91ad5-8313-46e5-8ac5-c1d94643d01f HTTP/1.1" status: 200 len: 1033 time: 0.2526498 Feb 19 02:45:35.718024 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80a9b76-c13b-4840-bfc4-e09106ddc7d4 req-84e07834-bb07-4682-a587-a4396762c599 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:35.719822 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c80a9b76-c13b-4840-bfc4-e09106ddc7d4 req-84e07834-bb07-4682-a587-a4396762c599 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3e2950d-ab47-4046-8006-daf03c09940e HTTP/1.1" status: 200 len: 946 time: 0.7075069 Feb 19 02:45:35.918678 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-fff4507f-1951-489b-a61b-2d1dd11b4d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:35.920710 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-fff4507f-1951-489b-a61b-2d1dd11b4d79 service neutron] 10.222.0.82 "GET /v2.0/ports/00071ace-99c7-42c5-99dc-994ccfae67b7 HTTP/1.1" status: 200 len: 1033 time: 0.1998475 Feb 19 02:45:35.995389 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e781bd59-fe08-4f95-903f-253e5d91c2b9 tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Publish callbacks [] for security_group_rule (be2e14fd-ae3f-459d-adea-c8459120eadc), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:36.043661 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e781bd59-fe08-4f95-903f-253e5d91c2b9 tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (be2e14fd-ae3f-459d-adea-c8459120eadc), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:36.056281 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c80a9b76-c13b-4840-bfc4-e09106ddc7d4 req-ccf5598f-f21e-4800-afa9-7643f1006200 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3227954 Feb 19 02:45:36.056883 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-ddf25787-3b82-4f17-90ec-35cf9b115675 req-8755a7b8-edf0-419c-be2b-667b6f4c06b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (adbf45cd-9089-44ef-9842-5ca280385f35), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:36.119571 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e781bd59-fe08-4f95-903f-253e5d91c2b9 tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be2e14fd-ae3f-459d-adea-c8459120eadc,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:36.136107 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3563cf-bf97-4a82-97f9-6c6a2b764c60 req-0ad44659-01b8-4ed7-b3ca-340072d85490 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:36.137935 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5f3563cf-bf97-4a82-97f9-6c6a2b764c60 req-0ad44659-01b8-4ed7-b3ca-340072d85490 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e2f228a-e46f-4adf-b471-367b30633d0f HTTP/1.1" status: 200 len: 931 time: 0.3025255 Feb 19 02:45:36.152772 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e781bd59-fe08-4f95-903f-253e5d91c2b9 tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:36.154160 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-e781bd59-fe08-4f95-903f-253e5d91c2b9 tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1430788 Feb 19 02:45:36.163462 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device c7bab0e7-8894-44eb-844c-823263efba6e up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:45:36.165206 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53234) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:45:36.177354 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-c35cd5ee-458a-4e58-979c-36608636422e tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Request body: {'floatingip': {'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:45:36.177559 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e781bd59-fe08-4f95-903f-253e5d91c2b9 tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:45:36.177907 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e781bd59-fe08-4f95-903f-253e5d91c2b9 tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:45:36.178263 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e781bd59-fe08-4f95-903f-253e5d91c2b9 tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:45:36.178609 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e781bd59-fe08-4f95-903f-253e5d91c2b9 tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:45:36.178951 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e781bd59-fe08-4f95-903f-253e5d91c2b9 tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:45:36.179363 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e781bd59-fe08-4f95-903f-253e5d91c2b9 tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:45:36.179699 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e781bd59-fe08-4f95-903f-253e5d91c2b9 tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:45:36.180034 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e781bd59-fe08-4f95-903f-253e5d91c2b9 tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:45:36.180487 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e781bd59-fe08-4f95-903f-253e5d91c2b9 tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:45:36.180825 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e781bd59-fe08-4f95-903f-253e5d91c2b9 tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:45:36.181192 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e781bd59-fe08-4f95-903f-253e5d91c2b9 tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:45:36.181591 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e781bd59-fe08-4f95-903f-253e5d91c2b9 tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:45:36.181931 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e781bd59-fe08-4f95-903f-253e5d91c2b9 tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:45:36.236320 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port c7bab0e7-8894-44eb-844c-823263efba6e triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:45:36.236707 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (c7bab0e7-8894-44eb-844c-823263efba6e), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:36.244522 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4cba3373-368e-4603-8469-8af4087412aa tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Publish callbacks [] for router_gateway (660aa05a-88dc-4fb3-bf91-8b0c347dbe0f), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:36.248089 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad343c5d-e041-4212-b613-2cfd7a1ceb89 req-ac48a7b6-8b17-463e-8ed9-50549642b1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:36.249588 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ad343c5d-e041-4212-b613-2cfd7a1ceb89 req-ac48a7b6-8b17-463e-8ed9-50549642b1f8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7 HTTP/1.1" status: 200 len: 909 time: 0.9743536 Feb 19 02:45:36.276420 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-1e01ed7f-64c3-484b-b6ef-c3a77963b852 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:36.283947 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-1e01ed7f-64c3-484b-b6ef-c3a77963b852 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:36.291784 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-1e01ed7f-64c3-484b-b6ef-c3a77963b852 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:36.294187 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-1e01ed7f-64c3-484b-b6ef-c3a77963b852 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.82 "GET /v2.0/networks?id=8b1da341-6b15-4165-b6f3-95f440007ab2&id=f5c1130b-131f-4fde-9927-840cbad6505d&id=f5c1130b-131f-4fde-9927-840cbad6505d&id=f5c1130b-131f-4fde-9927-840cbad6505d&id=f5c1130b-131f-4fde-9927-840cbad6505d&id=c312b721-2b22-4f34-983e-08de11418b4e&id=c312b721-2b22-4f34-983e-08de11418b4e HTTP/1.1" status: 200 len: 1995 time: 0.3587525 Feb 19 02:45:36.307336 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ad343c5d-e041-4212-b613-2cfd7a1ceb89 req-493d4c5b-51c1-4712-952b-885c384c669d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49fe7044-8617-421f-8cae-626e2aa0e00e HTTP/1.1" status: 200 len: 217 time: 0.0471392 Feb 19 02:45:36.308058 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c35cd5ee-458a-4e58-979c-36608636422e tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:36.317411 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ed174f-fbb3-40cc-80ed-e84922be9476 req-957331c6-679d-48a7-9d99-75a078f5b763 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:36.319104 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-b2ed174f-fbb3-40cc-80ed-e84922be9476 req-957331c6-679d-48a7-9d99-75a078f5b763 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] 10.222.0.82 "GET /v2.0/networks?id=44fd1ffb-5e97-400f-b181-f59d27847659 HTTP/1.1" status: 200 len: 828 time: 0.9220994 Feb 19 02:45:36.362133 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-b2ed174f-fbb3-40cc-80ed-e84922be9476 req-be3d85ef-1f03-4c2e-85a3-bc797d2925dc tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] Request body: {'port': {'device_id': '8312037b-1a40-46ab-bb7a-06e57fc82c1e', 'network_id': '44fd1ffb-5e97-400f-b181-f59d27847659', 'admin_state_up': True, 'tenant_id': 'af7820d1191f4d05a06d2c0958fc8a78'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:45:36.407856 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5f3563cf-bf97-4a82-97f9-6c6a2b764c60 req-0fbfa623-8011-43ad-91ba-699375313cc2 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/security-groups?id=33e2eb59-206d-4216-aaf9-91cfc46ad855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435687 Feb 19 02:45:36.558369 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad343c5d-e041-4212-b613-2cfd7a1ceb89 req-ec1d83f5-193d-47f7-9be9-a51d0f89ccd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:36.560168 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ad343c5d-e041-4212-b613-2cfd7a1ceb89 req-ec1d83f5-193d-47f7-9be9-a51d0f89ccd2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=de6735e0-8981-45a6-9d12-953729888898 HTTP/1.1" status: 200 len: 848 time: 0.2376549 Feb 19 02:45:36.568416 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port c7bab0e7-8894-44eb-844c-823263efba6e is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:45:36.577637 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7f18964a-0724-4935-8083-b9254a98a5d5 req-c11656c4-5869-4162-92e2-b20bcfa4fe6a tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ec863d4-5792-46d2-b299-7b34b3ebe431 HTTP/1.1" status: 200 len: 210 time: 0.0500147 Feb 19 02:45:36.586864 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-7f31c498-600a-4753-b3c0-873e95ff90d5 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7478e867ac94480b9c1c44ca2e321f2f HTTP/1.1" status: 200 len: 379 time: 0.2683041 Feb 19 02:45:36.608107 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-ff6a721e-da72-499a-a0cd-a69ef56a6d4d tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Request body: {'port': {'device_id': '6ec863d4-5792-46d2-b299-7b34b3ebe431', 'network_id': '8b1da341-6b15-4165-b6f3-95f440007ab2', 'admin_state_up': True, 'tenant_id': '7478e867ac94480b9c1c44ca2e321f2f', 'security_groups': ['1cff43f7-3cfd-4595-99e1-888048810960']}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:45:36.628153 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ad343c5d-e041-4212-b613-2cfd7a1ceb89 req-b7339e60-30ca-49f2-a31f-0cb0ad49b0a4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547338 Feb 19 02:45:36.715238 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-4cba3373-368e-4603-8469-8af4087412aa tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Deleting port 6c10ccdb-0afa-4851-a8b2-e6e84e8a8a85 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:45:36.715811 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4cba3373-368e-4603-8469-8af4087412aa tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (6c10ccdb-0afa-4851-a8b2-e6e84e8a8a85), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:36.809552 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2ed174f-fbb3-40cc-80ed-e84922be9476 req-be3d85ef-1f03-4c2e-85a3-bc797d2925dc tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] Made reservation on behalf of af7820d1191f4d05a06d2c0958fc8a78 for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:45:36.813276 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-b2ed174f-fbb3-40cc-80ed-e84922be9476 req-be3d85ef-1f03-4c2e-85a3-bc797d2925dc tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:36.828444 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-34b23745-e9d7-4ccc-8ef8-f1802e3b6118 req-a298975d-6899-42d6-b826-fe888c3dcf49 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] 10.222.0.72 "GET /v2.0/ports?device_id=8312037b-1a40-46ab-bb7a-06e57fc82c1e HTTP/1.1" status: 200 len: 210 time: 0.0343583 Feb 19 02:45:36.830625 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [req-ddf25787-3b82-4f17-90ec-35cf9b115675 req-8755a7b8-edf0-419c-be2b-667b6f4c06b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adbf45cd-9089-44ef-9842-5ca280385f35 {{(pid=103701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:45:36.835206 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-ff6a721e-da72-499a-a0cd-a69ef56a6d4d tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Made reservation on behalf of 7478e867ac94480b9c1c44ca2e321f2f for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:45:36.838555 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-ff6a721e-da72-499a-a0cd-a69ef56a6d4d tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:36.844718 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-ddf25787-3b82-4f17-90ec-35cf9b115675 req-8755a7b8-edf0-419c-be2b-667b6f4c06b6 service neutron] Publish callbacks [] for port (adbf45cd-9089-44ef-9842-5ca280385f35), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:36.874892 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.provisioning_blocks [req-ddf25787-3b82-4f17-90ec-35cf9b115675 req-8755a7b8-edf0-419c-be2b-667b6f4c06b6 service neutron] Transition to ACTIVE for port object adbf45cd-9089-44ef-9842-5ca280385f35 will not be triggered until provisioned by entity L2. {{(pid=103701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:45:36.895561 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ad343c5d-e041-4212-b613-2cfd7a1ceb89 req-0c9045e7-6539-497f-8249-92eec1d55bbc service neutron] 10.222.0.73 "GET /v2.0/networks/b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530291 Feb 19 02:45:36.900088 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4cba3373-368e-4603-8469-8af4087412aa tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (6c10ccdb-0afa-4851-a8b2-e6e84e8a8a85), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:36.915048 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-ddf25787-3b82-4f17-90ec-35cf9b115675 req-8755a7b8-edf0-419c-be2b-667b6f4c06b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (adbf45cd-9089-44ef-9842-5ca280385f35), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:36.984999 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-4cba3373-368e-4603-8469-8af4087412aa tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Calling delete_port for 6c10ccdb-0afa-4851-a8b2-e6e84e8a8a85 owned by network:router_gateway {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:45:36.995617 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8755a7b8-edf0-419c-be2b-667b6f4c06b6 service neutron] Pushing event updated for resources: {'Port': ['ID=adbf45cd-9089-44ef-9842-5ca280385f35,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:37.040589 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c35cd5ee-458a-4e58-979c-36608636422e tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:37.104195 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-ff6a721e-da72-499a-a0cd-a69ef56a6d4d tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Allocated IP 172.20.0.7 (8b1da341-6b15-4165-b6f3-95f440007ab2/29b1d912-72fb-485c-b814-b1b426dd04c1/4a90eb6b-9954-4fd4-a849-80da8c127a4c) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:45:37.145320 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-ddf25787-3b82-4f17-90ec-35cf9b115675 req-8755a7b8-edf0-419c-be2b-667b6f4c06b6 service neutron] Attempting to bind port adbf45cd-9089-44ef-9842-5ca280385f35 on host n-h1-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:45:37.145889 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-ddf25787-3b82-4f17-90ec-35cf9b115675 req-8755a7b8-edf0-419c-be2b-667b6f4c06b6 service neutron] Attempting to bind port adbf45cd-9089-44ef-9842-5ca280385f35 by drivers openvswitch,hyperv on host n-h1-826753-2 at level 0 using segments [{'id': '27cce794-dfd5-41e1-991b-27e0c79dcb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '39722815-5c41-4e97-ad15-7b3e3ad40af7'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:45:37.146426 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf25787-3b82-4f17-90ec-35cf9b115675 req-8755a7b8-edf0-419c-be2b-667b6f4c06b6 service neutron] Attempting to bind port adbf45cd-9089-44ef-9842-5ca280385f35 on network 39722815-5c41-4e97-ad15-7b3e3ad40af7 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:45:37.161520 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf25787-3b82-4f17-90ec-35cf9b115675 req-8755a7b8-edf0-419c-be2b-667b6f4c06b6 service neutron] Port adbf45cd-9089-44ef-9842-5ca280385f35 on network 39722815-5c41-4e97-ad15-7b3e3ad40af7 not bound, no agent of type Open vSwitch agent registered on host n-h1-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:45:37.162136 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf25787-3b82-4f17-90ec-35cf9b115675 req-8755a7b8-edf0-419c-be2b-667b6f4c06b6 service neutron] Attempting to bind port adbf45cd-9089-44ef-9842-5ca280385f35 on network 39722815-5c41-4e97-ad15-7b3e3ad40af7 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:45:37.184997 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf25787-3b82-4f17-90ec-35cf9b115675 req-8755a7b8-edf0-419c-be2b-667b6f4c06b6 service neutron] Checking agent: {'id': '9d56fb1b-2855-496a-a6d9-c324740cb98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:45:37.185567 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf25787-3b82-4f17-90ec-35cf9b115675 req-8755a7b8-edf0-419c-be2b-667b6f4c06b6 service neutron] Checking segment: {'id': '27cce794-dfd5-41e1-991b-27e0c79dcb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '39722815-5c41-4e97-ad15-7b3e3ad40af7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:45:37.186114 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf25787-3b82-4f17-90ec-35cf9b115675 req-8755a7b8-edf0-419c-be2b-667b6f4c06b6 service neutron] Bound using segment: {'id': '27cce794-dfd5-41e1-991b-27e0c79dcb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '39722815-5c41-4e97-ad15-7b3e3ad40af7'} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:45:37.186802 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-ddf25787-3b82-4f17-90ec-35cf9b115675 req-8755a7b8-edf0-419c-be2b-667b6f4c06b6 service neutron] Bound port: adbf45cd-9089-44ef-9842-5ca280385f35, host: n-h1-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27cce794-dfd5-41e1-991b-27e0c79dcb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '39722815-5c41-4e97-ad15-7b3e3ad40af7'}}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:45:37.187403 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-ddf25787-3b82-4f17-90ec-35cf9b115675 req-8755a7b8-edf0-419c-be2b-667b6f4c06b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (adbf45cd-9089-44ef-9842-5ca280385f35), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:37.254533 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ad343c5d-e041-4212-b613-2cfd7a1ceb89 req-94655492-2ad6-41c1-956c-48c4abe77c10 service neutron] 10.222.0.73 "GET /v2.0/networks/b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3508375 Feb 19 02:45:37.256728 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [req-b2ed174f-fbb3-40cc-80ed-e84922be9476 req-be3d85ef-1f03-4c2e-85a3-bc797d2925dc tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] Allocated IP 172.20.0.12 (44fd1ffb-5e97-400f-b181-f59d27847659/7af6d22e-9a50-40bb-a81b-279bc527ba8b/ee066435-da91-476c-bce3-47a140c27bb8) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:45:37.404652 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-c35cd5ee-458a-4e58-979c-36608636422e tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Allocated IP 172.25.6.132 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/3fb179a1-11b4-4409-93fd-1d8b24c14d75) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:45:37.414164 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-ddf25787-3b82-4f17-90ec-35cf9b115675 req-8755a7b8-edf0-419c-be2b-667b6f4c06b6 service neutron] For port adbf45cd-9089-44ef-9842-5ca280385f35, host n-h1-826753-2, cleared binding levels {{(pid=103701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:45:37.428455 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dca82d-d586-46da-b73c-3d8fe09adb4d req-d465eeb7-b46b-4ad0-b2d2-8d2cc142d93a tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:37.434801 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-59dca82d-d586-46da-b73c-3d8fe09adb4d req-d465eeb7-b46b-4ad0-b2d2-8d2cc142d93a tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3e2950d-ab47-4046-8006-daf03c09940e HTTP/1.1" status: 200 len: 946 time: 0.2510419 Feb 19 02:45:37.478999 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-ddf25787-3b82-4f17-90ec-35cf9b115675 req-8755a7b8-edf0-419c-be2b-667b6f4c06b6 service neutron] For port adbf45cd-9089-44ef-9842-5ca280385f35, host n-h1-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=adbf45cd-9089-44ef-9842-5ca280385f35,segment=NetworkSegment(27cce794-dfd5-41e1-991b-27e0c79dcb47),segment_id=27cce794-dfd5-41e1-991b-27e0c79dcb47)] {{(pid=103701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:45:37.537738 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-59dca82d-d586-46da-b73c-3d8fe09adb4d req-9e78c69d-1002-4960-bd54-287fec20acc6 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019406 Feb 19 02:45:37.538977 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-ddf25787-3b82-4f17-90ec-35cf9b115675 req-8755a7b8-edf0-419c-be2b-667b6f4c06b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (adbf45cd-9089-44ef-9842-5ca280385f35), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:37.570819 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-ff6a721e-da72-499a-a0cd-a69ef56a6d4d tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks [] for port (4a90eb6b-9954-4fd4-a849-80da8c127a4c), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:37.598087 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4cba3373-368e-4603-8469-8af4087412aa tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (6c10ccdb-0afa-4851-a8b2-e6e84e8a8a85), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:37.647229 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cba3373-368e-4603-8469-8af4087412aa tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Pushing event deleted for resources: {'Port': ['ID=6c10ccdb-0afa-4851-a8b2-e6e84e8a8a85,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:37.670663 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf25787-3b82-4f17-90ec-35cf9b115675 req-8755a7b8-edf0-419c-be2b-667b6f4c06b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:37.671289 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-ddf25787-3b82-4f17-90ec-35cf9b115675 req-8755a7b8-edf0-419c-be2b-667b6f4c06b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:37.672885 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ddf25787-3b82-4f17-90ec-35cf9b115675 req-8755a7b8-edf0-419c-be2b-667b6f4c06b6 service neutron] 10.222.0.73 "PUT /v2.0/ports/adbf45cd-9089-44ef-9842-5ca280385f35 HTTP/1.1" status: 200 len: 1091 time: 2.0176754 Feb 19 02:45:37.691651 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e2f228a-e46f-4adf-b471-367b30633d0f', 'tag': 'adbf45cd-9089-44ef-9842-5ca280385f35'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:45:37.694141 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b0fcdf6-80a3-4b64-8397-91fd6d55828b" -d '{"events": [{"name": "network-changed", "server_uuid": "4e2f228a-e46f-4adf-b471-367b30633d0f", "tag": "adbf45cd-9089-44ef-9842-5ca280385f35"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:45:37.792643 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-b2ed174f-fbb3-40cc-80ed-e84922be9476 req-be3d85ef-1f03-4c2e-85a3-bc797d2925dc tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] Publish callbacks [] for port (ee066435-da91-476c-bce3-47a140c27bb8), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:37.804672 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c35cd5ee-458a-4e58-979c-36608636422e tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Publish callbacks [] for port (3fb179a1-11b4-4409-93fd-1d8b24c14d75), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:37.809982 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f97b2e36-4665-4d83-a738-c7043df1685f req-677d0fb9-f104-47a0-bc64-cbd2bf52e8e7 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ec863d4-5792-46d2-b299-7b34b3ebe431 HTTP/1.1" status: 200 len: 210 time: 0.0750790 Feb 19 02:45:37.825901 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8755a7b8-edf0-419c-be2b-667b6f4c06b6 service neutron] Pushing event updated for resources: {'Port': ['ID=adbf45cd-9089-44ef-9842-5ca280385f35,revision_number=3']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:37.851575 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4cba3373-368e-4603-8469-8af4087412aa tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16285837'] for router_gateway (660aa05a-88dc-4fb3-bf91-8b0c347dbe0f), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:37.871273 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52c3a0a-9de2-4e95-af37-12742a76c7f0 req-73a8caa0-b395-492c-8d0a-5dec9655e733 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:37.872858 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b52c3a0a-9de2-4e95-af37-12742a76c7f0 req-73a8caa0-b395-492c-8d0a-5dec9655e733 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e2f228a-e46f-4adf-b471-367b30633d0f HTTP/1.1" status: 200 len: 943 time: 0.3315902 Feb 19 02:45:37.908075 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-ff6a721e-da72-499a-a0cd-a69ef56a6d4d tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (4a90eb6b-9954-4fd4-a849-80da8c127a4c), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:37.936132 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e5aef63-81ef-4db9-8ae8-466230344ac9 x-openstack-request-id: req-1e5aef63-81ef-4db9-8ae8-466230344ac9 {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:45:37.936427 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e2f228a-e46f-4adf-b471-367b30633d0f", "tag": "adbf45cd-9089-44ef-9842-5ca280385f35", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:45:37.936679 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1e5aef63-81ef-4db9-8ae8-466230344ac9 {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:45:37.937101 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e2f228a-e46f-4adf-b471-367b30633d0f', 'tag': 'adbf45cd-9089-44ef-9842-5ca280385f35', 'status': 'completed', 'code': 200} Feb 19 02:45:38.031020 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-b2ed174f-fbb3-40cc-80ed-e84922be9476 req-be3d85ef-1f03-4c2e-85a3-bc797d2925dc tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (ee066435-da91-476c-bce3-47a140c27bb8), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:38.034013 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4cba3373-368e-4603-8469-8af4087412aa tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16317457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14254'] for router (660aa05a-88dc-4fb3-bf91-8b0c347dbe0f), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:38.041502 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4cba3373-368e-4603-8469-8af4087412aa tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Publish callbacks [] for router_controller (660aa05a-88dc-4fb3-bf91-8b0c347dbe0f), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:38.044535 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c35cd5ee-458a-4e58-979c-36608636422e tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (3fb179a1-11b4-4409-93fd-1d8b24c14d75), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:38.079071 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-ff6a721e-da72-499a-a0cd-a69ef56a6d4d tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Network 8b1da341-6b15-4165-b6f3-95f440007ab2 is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:45:38.089535 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf25787-3b82-4f17-90ec-35cf9b115675 req-072154c4-3e54-4db0-9127-a9e4de9dcd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:38.091141 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ddf25787-3b82-4f17-90ec-35cf9b115675 req-072154c4-3e54-4db0-9127-a9e4de9dcd9d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=53a4b602ed084660a547c5d9911104ee&device_id=4e2f228a-e46f-4adf-b471-367b30633d0f HTTP/1.1" status: 200 len: 1125 time: 0.2836547 Feb 19 02:45:38.114506 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-ff6a721e-da72-499a-a0cd-a69ef56a6d4d tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:45:38.132391 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-ff6a721e-da72-499a-a0cd-a69ef56a6d4d tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:45:38.135354 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6a721e-da72-499a-a0cd-a69ef56a6d4d tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Pushing event updated for resources: {'Port': ['ID=4a90eb6b-9954-4fd4-a849-80da8c127a4c,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:38.142116 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35cd5ee-458a-4e58-979c-36608636422e tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:45:38.154283 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2ed174f-fbb3-40cc-80ed-e84922be9476 req-be3d85ef-1f03-4c2e-85a3-bc797d2925dc tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] Network 44fd1ffb-5e97-400f-b181-f59d27847659 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:45:38.155657 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-c35cd5ee-458a-4e58-979c-36608636422e tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:45:38.158558 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3d85ef-1f03-4c2e-85a3-bc797d2925dc tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] Pushing event updated for resources: {'Port': ['ID=ee066435-da91-476c-bce3-47a140c27bb8,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:38.161617 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35cd5ee-458a-4e58-979c-36608636422e tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:45:38.163761 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [req-b2ed174f-fbb3-40cc-80ed-e84922be9476 req-be3d85ef-1f03-4c2e-85a3-bc797d2925dc tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:45:38.169890 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2ed174f-fbb3-40cc-80ed-e84922be9476 req-be3d85ef-1f03-4c2e-85a3-bc797d2925dc tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:45:38.188945 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b52c3a0a-9de2-4e95-af37-12742a76c7f0 req-2643cf15-4c71-4511-856f-dc85218b9abd tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/security-groups?id=33e2eb59-206d-4216-aaf9-91cfc46ad855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059480 Feb 19 02:45:38.205213 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4cba3373-368e-4603-8469-8af4087412aa tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16317544'] for router (660aa05a-88dc-4fb3-bf91-8b0c347dbe0f), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:38.205769 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cba3373-368e-4603-8469-8af4087412aa tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Fanout notify agent at l3_agent the message router_deleted on router 660aa05a-88dc-4fb3-bf91-8b0c347dbe0f {{(pid=103702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 02:45:38.214960 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ddf25787-3b82-4f17-90ec-35cf9b115675 req-d8f3d8c2-36e6-4a8d-9f22-48c9d1ac3fdd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=adbf45cd-9089-44ef-9842-5ca280385f35 HTTP/1.1" status: 200 len: 217 time: 0.0980041 Feb 19 02:45:38.235879 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4cba3373-368e-4603-8469-8af4087412aa tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:38.236989 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-4cba3373-368e-4603-8469-8af4087412aa tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] 10.222.0.72 "DELETE /v2.0/routers/660aa05a-88dc-4fb3-bf91-8b0c347dbe0f HTTP/1.1" status: 204 len: 168 time: 3.2141731 Feb 19 02:45:38.242838 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53250) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:45:38.293495 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-ff6a721e-da72-499a-a0cd-a69ef56a6d4d tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:38.294203 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-ff6a721e-da72-499a-a0cd-a69ef56a6d4d tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:38.306558 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae50ad4b-5304-403f-b71a-20c72b3e5513 req-2d3c48f0-7967-4efc-b9e3-5810d2769cd9 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:38.308332 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ae50ad4b-5304-403f-b71a-20c72b3e5513 req-2d3c48f0-7967-4efc-b9e3-5810d2769cd9 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] 10.222.0.72 "GET /v2.0/ports?device_id=8312037b-1a40-46ab-bb7a-06e57fc82c1e HTTP/1.1" status: 200 len: 932 time: 0.2910929 Feb 19 02:45:38.317917 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf25787-3b82-4f17-90ec-35cf9b115675 req-1c2c4bbe-296e-4704-bd45-5f03d2610be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:38.319564 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ddf25787-3b82-4f17-90ec-35cf9b115675 req-1c2c4bbe-296e-4704-bd45-5f03d2610be6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a5bae790-117e-481a-89bc-3817a429ae54 HTTP/1.1" status: 200 len: 855 time: 0.0939457 Feb 19 02:45:38.346052 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35cd5ee-458a-4e58-979c-36608636422e tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Pushing event updated for resources: {'Port': ['ID=3fb179a1-11b4-4409-93fd-1d8b24c14d75,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:38.355840 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-ff6a721e-da72-499a-a0cd-a69ef56a6d4d tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7610388 Feb 19 02:45:38.379768 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ddf25787-3b82-4f17-90ec-35cf9b115675 req-a598a604-fbb3-45c9-8bb7-21637c28b80d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=39722815-5c41-4e97-ad15-7b3e3ad40af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450933 Feb 19 02:45:38.388588 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-7e9cb799-707f-476d-851c-0198183c4fbe tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Request body: {'port': {'device_id': '6ec863d4-5792-46d2-b299-7b34b3ebe431', 'network_id': 'f5c1130b-131f-4fde-9927-840cbad6505d', 'admin_state_up': True, 'tenant_id': '7478e867ac94480b9c1c44ca2e321f2f', 'security_groups': ['1cff43f7-3cfd-4595-99e1-888048810960']}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:45:38.423052 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ed174f-fbb3-40cc-80ed-e84922be9476 req-be3d85ef-1f03-4c2e-85a3-bc797d2925dc tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:38.423694 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-b2ed174f-fbb3-40cc-80ed-e84922be9476 req-be3d85ef-1f03-4c2e-85a3-bc797d2925dc tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:38.444479 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-23654089-3bf2-4b7c-bd2b-d1a374c63071 tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Deleting subnet d650700b-e43a-4c2f-ae1b-c1ec7ba543a1 {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:45:38.450865 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-23654089-3bf2-4b7c-bd2b-d1a374c63071 tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Publish callbacks [] for subnet (d650700b-e43a-4c2f-ae1b-c1ec7ba543a1), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:38.512475 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c35cd5ee-458a-4e58-979c-36608636422e tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Publish callbacks [] for floatingip (14ec2690-d6be-40b6-b79b-26cd33d11c9a), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:38.525119 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-23654089-3bf2-4b7c-bd2b-d1a374c63071 tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (d650700b-e43a-4c2f-ae1b-c1ec7ba543a1), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:38.531368 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-b2ed174f-fbb3-40cc-80ed-e84922be9476 req-be3d85ef-1f03-4c2e-85a3-bc797d2925dc tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1905439 Feb 19 02:45:38.574102 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-b2ed174f-fbb3-40cc-80ed-e84922be9476 req-ba8c6635-228a-4f12-84d2-d3f7ccdbb939 service neutron] Request body: {'port': {'device_id': '8312037b-1a40-46ab-bb7a-06e57fc82c1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826753-2'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:45:38.615503 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-d201ca08-bfe8-48a7-a3f1-ea53161b60b8 None None] Provisioning complete for port 4a90eb6b-9954-4fd4-a849-80da8c127a4c triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:45:38.617648 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d201ca08-bfe8-48a7-a3f1-ea53161b60b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (4a90eb6b-9954-4fd4-a849-80da8c127a4c), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:38.641018 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ddf25787-3b82-4f17-90ec-35cf9b115675 req-720a2754-7386-45a4-bcef-411df8e8d7f1 service neutron] 10.222.0.73 "GET /v2.0/networks/39722815-5c41-4e97-ad15-7b3e3ad40af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325225 Feb 19 02:45:38.695449 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-d201ca08-bfe8-48a7-a3f1-ea53161b60b8 None None] Port 4a90eb6b-9954-4fd4-a849-80da8c127a4c cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:45:38.714360 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c35cd5ee-458a-4e58-979c-36608636422e tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (3fb179a1-11b4-4409-93fd-1d8b24c14d75), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:38.779867 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-b2ed174f-fbb3-40cc-80ed-e84922be9476 req-ba8c6635-228a-4f12-84d2-d3f7ccdbb939 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (ee066435-da91-476c-bce3-47a140c27bb8), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:38.791234 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ae50ad4b-5304-403f-b71a-20c72b3e5513 req-a19e8ff5-afb2-4cef-8165-a84cd1d245f8 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] 10.222.0.72 "GET /v2.0/security-groups?id=d3c5bc60-1ec2-466f-9c43-3eda359bee76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4706178 Feb 19 02:45:38.829637 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-2d0885a8-5059-4d4f-b257-e1bcc716003a None None] Provisioning complete for port ee066435-da91-476c-bce3-47a140c27bb8 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:45:38.830492 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-2d0885a8-5059-4d4f-b257-e1bcc716003a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (ee066435-da91-476c-bce3-47a140c27bb8), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:38.839784 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-7e9cb799-707f-476d-851c-0198183c4fbe tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Made reservation on behalf of 7478e867ac94480b9c1c44ca2e321f2f for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:45:38.843953 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-7e9cb799-707f-476d-851c-0198183c4fbe tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:38.852610 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-23654089-3bf2-4b7c-bd2b-d1a374c63071 tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (d650700b-e43a-4c2f-ae1b-c1ec7ba543a1), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:38.936860 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-2d0885a8-5059-4d4f-b257-e1bcc716003a None None] Port ee066435-da91-476c-bce3-47a140c27bb8 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:45:39.005234 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b43f6cf-dba8-4dff-b8ec-d995b7409a82 req-f409dd6c-4566-4300-b4a2-5c7bc60f3eb6 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:39.006396 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3b43f6cf-dba8-4dff-b8ec-d995b7409a82 req-f409dd6c-4566-4300-b4a2-5c7bc60f3eb6 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3e2950d-ab47-4046-8006-daf03c09940e HTTP/1.1" status: 200 len: 946 time: 0.2885821 Feb 19 02:45:39.050186 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ddf25787-3b82-4f17-90ec-35cf9b115675 req-0504f062-96d9-4f9a-a5bd-307a3bfbab36 service neutron] 10.222.0.73 "GET /v2.0/networks/39722815-5c41-4e97-ad15-7b3e3ad40af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3415108 Feb 19 02:45:39.094671 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-23654089-3bf2-4b7c-bd2b-d1a374c63071 tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (d650700b-e43a-4c2f-ae1b-c1ec7ba543a1), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:39.170590 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f158c33-0b33-4668-90af-afb26628831d None None] Network 7f524aa9-006b-407f-ac20-5d13084a0901 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:45:39.187598 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6051887-9255-48e5-8e22-f2462edf8c7c req-34cefeb1-dd8d-4046-8a4d-f8f3008f5e69 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:39.189238 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d6051887-9255-48e5-8e22-f2462edf8c7c req-34cefeb1-dd8d-4046-8a4d-f8f3008f5e69 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ec863d4-5792-46d2-b299-7b34b3ebe431 HTTP/1.1" status: 200 len: 931 time: 0.2236519 Feb 19 02:45:39.193564 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23654089-3bf2-4b7c-bd2b-d1a374c63071 tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Pushing event deleted for resources: {'Subnet': ['ID=d650700b-e43a-4c2f-ae1b-c1ec7ba543a1,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:39.200957 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-23654089-3bf2-4b7c-bd2b-d1a374c63071 tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:39.207005 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-23654089-3bf2-4b7c-bd2b-d1a374c63071 tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] 10.222.0.72 "DELETE /v2.0/subnets/d650700b-e43a-4c2f-ae1b-c1ec7ba543a1 HTTP/1.1" status: 204 len: 168 time: 0.9565134 Feb 19 02:45:39.210498 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53258) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:45:39.218914 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-7e9cb799-707f-476d-851c-0198183c4fbe tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Allocated IP 10.1.1.241 (f5c1130b-131f-4fde-9927-840cbad6505d/983133d2-ff38-4266-904e-e871a4dfab4b/da1d1eec-fe70-4e89-b89a-a37cea08cfdb) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:45:39.246056 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3b43f6cf-dba8-4dff-b8ec-d995b7409a82 req-4ed80715-f24e-43a6-8eda-ac2b00ffeb4d tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083211 Feb 19 02:45:39.275668 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c35cd5ee-458a-4e58-979c-36608636422e tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Publish callbacks [] for port (3fb179a1-11b4-4409-93fd-1d8b24c14d75), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:39.296742 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d6051887-9255-48e5-8e22-f2462edf8c7c req-7da80542-706d-4361-b707-5a4b51a2f924 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/security-groups?id=1cff43f7-3cfd-4595-99e1-888048810960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838068 Feb 19 02:45:39.317670 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c35cd5ee-458a-4e58-979c-36608636422e tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (3fb179a1-11b4-4409-93fd-1d8b24c14d75), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:39.332896 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0fcdf6-80a3-4b64-8397-91fd6d55828b req-2cc45277-bbb4-4524-822b-6a2ed1d9847b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:39.334829 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8b0fcdf6-80a3-4b64-8397-91fd6d55828b req-2cc45277-bbb4-4524-822b-6a2ed1d9847b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=53a4b602ed084660a547c5d9911104ee&device_id=4e2f228a-e46f-4adf-b471-367b30633d0f HTTP/1.1" status: 200 len: 1125 time: 0.1732261 Feb 19 02:45:39.398629 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04cea4f9-385f-48a6-b508-2b8e8ff86ecb None None] DHCP port deletion for 7f524aa9-006b-407f-ac20-5d13084a0901 request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 02:45:39.452138 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35cd5ee-458a-4e58-979c-36608636422e tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Pushing event updated for resources: {'Port': ['ID=3fb179a1-11b4-4409-93fd-1d8b24c14d75,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:39.456076 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-04cea4f9-385f-48a6-b508-2b8e8ff86ecb None None] Deleting port 6e070b04-c7a0-42ef-b777-c5700223a538 {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:45:39.457857 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-04cea4f9-385f-48a6-b508-2b8e8ff86ecb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (6e070b04-c7a0-42ef-b777-c5700223a538), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:39.524693 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c35cd5ee-458a-4e58-979c-36608636422e tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16285943'] for floatingip (14ec2690-d6be-40b6-b79b-26cd33d11c9a), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:39.538334 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-04cea4f9-385f-48a6-b508-2b8e8ff86ecb None None] For port 6e070b04-c7a0-42ef-b777-c5700223a538, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=6e070b04-c7a0-42ef-b777-c5700223a538,segment=NetworkSegment(99635256-6cdb-4da8-81c8-3fc78e78efc0),segment_id=99635256-6cdb-4da8-81c8-3fc78e78efc0)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:45:39.539148 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-04cea4f9-385f-48a6-b508-2b8e8ff86ecb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (6e070b04-c7a0-42ef-b777-c5700223a538), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:39.555846 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-04cea4f9-385f-48a6-b508-2b8e8ff86ecb None None] Calling delete_port for 6e070b04-c7a0-42ef-b777-c5700223a538 owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:45:39.575536 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b150e72b-3034-42fa-add3-a0d2904d8d4a tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (7f524aa9-006b-407f-ac20-5d13084a0901), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:39.597189 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c35cd5ee-458a-4e58-979c-36608636422e tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:39.598581 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-c35cd5ee-458a-4e58-979c-36608636422e tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4286747 Feb 19 02:45:39.725065 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-04cea4f9-385f-48a6-b508-2b8e8ff86ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (6e070b04-c7a0-42ef-b777-c5700223a538), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:39.751232 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cea4f9-385f-48a6-b508-2b8e8ff86ecb None None] No DVR routers for this DVR port 6e070b04-c7a0-42ef-b777-c5700223a538 on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:45:39.802787 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cea4f9-385f-48a6-b508-2b8e8ff86ecb None None] Pushing event deleted for resources: {'Port': ['ID=6e070b04-c7a0-42ef-b777-c5700223a538,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:39.947194 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d8fbf0-ada1-4c11-9b96-912d50411810 req-dcc7c668-cdc4-48a6-aab0-67695c6f1d5e tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:39.954191 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-89d8fbf0-ada1-4c11-9b96-912d50411810 req-dcc7c668-cdc4-48a6-aab0-67695c6f1d5e tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e2f228a-e46f-4adf-b471-367b30633d0f HTTP/1.1" status: 200 len: 943 time: 0.5333121 Feb 19 02:45:40.054365 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0fcdf6-80a3-4b64-8397-91fd6d55828b req-f2f5369a-f7ef-402e-a17a-4ffe6ab8d04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:40.055791 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8b0fcdf6-80a3-4b64-8397-91fd6d55828b req-f2f5369a-f7ef-402e-a17a-4ffe6ab8d04f service neutron] 10.222.0.73 "GET /v2.0/networks?id=39722815-5c41-4e97-ad15-7b3e3ad40af7 HTTP/1.1" status: 200 len: 916 time: 0.6926088 Feb 19 02:45:40.068522 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 6e070b04-c7a0-42ef-b777-c5700223a538 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:45:40.078971 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-7e9cb799-707f-476d-851c-0198183c4fbe tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks [] for port (da1d1eec-fe70-4e89-b89a-a37cea08cfdb), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:40.098320 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 6e070b04-c7a0-42ef-b777-c5700223a538 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:45:40.099111 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 6e070b04-c7a0-42ef-b777-c5700223a538 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:45:40.116417 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1fd2981c-7dc3-4583-98c6-d3ecb459ac12 req-604d811c-a3ea-4c1a-8d34-8052ef73776d tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--108089164&fields=id&tenant_id=80ec6f6d29774c649db969b21608fdfc HTTP/1.1" status: 200 len: 267 time: 0.2545569 Feb 19 02:45:40.126700 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-b2ed174f-fbb3-40cc-80ed-e84922be9476 req-ba8c6635-228a-4f12-84d2-d3f7ccdbb939 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee066435-da91-476c-bce3-47a140c27bb8 {{(pid=103702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:45:40.133115 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-89d8fbf0-ada1-4c11-9b96-912d50411810 req-5ee6431c-9180-4c6a-ba5a-1f10e7f9ae3c tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/security-groups?id=33e2eb59-206d-4216-aaf9-91cfc46ad855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741734 Feb 19 02:45:40.142834 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8b0fcdf6-80a3-4b64-8397-91fd6d55828b req-b0aa92bb-40e5-4ab8-bff5-46c00301f95e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=adbf45cd-9089-44ef-9842-5ca280385f35 HTTP/1.1" status: 200 len: 217 time: 0.0687780 Feb 19 02:45:40.143009 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-b2ed174f-fbb3-40cc-80ed-e84922be9476 req-ba8c6635-228a-4f12-84d2-d3f7ccdbb939 service neutron] Publish callbacks [] for port (ee066435-da91-476c-bce3-47a140c27bb8), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:40.158729 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-b150e72b-3034-42fa-add3-a0d2904d8d4a tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Deleting port 6e070b04-c7a0-42ef-b777-c5700223a538 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:45:40.159131 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b150e72b-3034-42fa-add3-a0d2904d8d4a tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (6e070b04-c7a0-42ef-b777-c5700223a538), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:40.175103 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-b2ed174f-fbb3-40cc-80ed-e84922be9476 req-ba8c6635-228a-4f12-84d2-d3f7ccdbb939 service neutron] Transition to ACTIVE for port object ee066435-da91-476c-bce3-47a140c27bb8 will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:45:40.202730 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-b2ed174f-fbb3-40cc-80ed-e84922be9476 req-ba8c6635-228a-4f12-84d2-d3f7ccdbb939 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (ee066435-da91-476c-bce3-47a140c27bb8), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:40.284612 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-b150e72b-3034-42fa-add3-a0d2904d8d4a tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] For port 6e070b04-c7a0-42ef-b777-c5700223a538, host n-d-826753-2, got binding levels [] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:45:40.285935 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b150e72b-3034-42fa-add3-a0d2904d8d4a tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (6e070b04-c7a0-42ef-b777-c5700223a538), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:40.295718 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8c6635-228a-4f12-84d2-d3f7ccdbb939 service neutron] Pushing event updated for resources: {'Port': ['ID=ee066435-da91-476c-bce3-47a140c27bb8,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:40.308994 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-b150e72b-3034-42fa-add3-a0d2904d8d4a tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Calling delete_port for 6e070b04-c7a0-42ef-b777-c5700223a538 owned by network:dhcp {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:45:40.311984 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.ipam_backend_mixin [None req-b150e72b-3034-42fa-add3-a0d2904d8d4a tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Port 6e070b04-c7a0-42ef-b777-c5700223a538 was not found and therefore no delete operation was performed {{(pid=103702) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 02:45:40.318784 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0fcdf6-80a3-4b64-8397-91fd6d55828b req-91a68633-3cd6-4253-be5c-f071df9982fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:40.321055 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8b0fcdf6-80a3-4b64-8397-91fd6d55828b req-91a68633-3cd6-4253-be5c-f071df9982fb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a5bae790-117e-481a-89bc-3817a429ae54 HTTP/1.1" status: 200 len: 855 time: 0.1711500 Feb 19 02:45:40.330241 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b150e72b-3034-42fa-add3-a0d2904d8d4a tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (6e070b04-c7a0-42ef-b777-c5700223a538), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:40.367750 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd2981c-7dc3-4583-98c6-d3ecb459ac12 req-5217bd86-98c1-4945-a661-8b31fb428b56 tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:40.377345 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1fd2981c-7dc3-4583-98c6-d3ecb459ac12 req-5217bd86-98c1-4945-a661-8b31fb428b56 tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] 10.222.0.72 "GET /v2.0/networks?id=9e3d3723-c6e4-4d29-ab4f-26c1fc3bb323 HTTP/1.1" status: 200 len: 805 time: 0.2405548 Feb 19 02:45:40.381829 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b150e72b-3034-42fa-add3-a0d2904d8d4a tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Pushing event deleted for resources: {'Port': ['ID=6e070b04-c7a0-42ef-b777-c5700223a538,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:40.383759 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b150e72b-3034-42fa-add3-a0d2904d8d4a tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] No DVR routers for this DVR port 6e070b04-c7a0-42ef-b777-c5700223a538 on host n-d-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:45:40.428990 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8b0fcdf6-80a3-4b64-8397-91fd6d55828b req-01794253-8ba0-44bb-86d0-bc62b07c816b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=39722815-5c41-4e97-ad15-7b3e3ad40af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0974331 Feb 19 02:45:40.446628 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dad05c-de9a-49a8-b706-dfe2554c6de1 req-1ddee058-a790-4156-bd7a-aebeccca8bce tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:40.454434 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-26dad05c-de9a-49a8-b706-dfe2554c6de1 req-1ddee058-a790-4156-bd7a-aebeccca8bce tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] 10.222.0.72 "GET /v2.0/ports?device_id=8312037b-1a40-46ab-bb7a-06e57fc82c1e HTTP/1.1" status: 200 len: 944 time: 0.2278385 Feb 19 02:45:40.457942 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1fd2981c-7dc3-4583-98c6-d3ecb459ac12 req-b4c55c90-7d40-4640-ba1e-c2005d2fd2ae tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] 10.222.0.72 "GET /v2.0/quotas/80ec6f6d29774c649db969b21608fdfc HTTP/1.1" status: 200 len: 375 time: 0.0787761 Feb 19 02:45:40.487083 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-7e9cb799-707f-476d-851c-0198183c4fbe tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (da1d1eec-fe70-4e89-b89a-a37cea08cfdb), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:40.489876 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b150e72b-3034-42fa-add3-a0d2904d8d4a tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (7f524aa9-006b-407f-ac20-5d13084a0901), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:40.492919 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-b2ed174f-fbb3-40cc-80ed-e84922be9476 req-ba8c6635-228a-4f12-84d2-d3f7ccdbb939 service neutron] Attempting to bind port ee066435-da91-476c-bce3-47a140c27bb8 on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:45:40.493198 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-b2ed174f-fbb3-40cc-80ed-e84922be9476 req-ba8c6635-228a-4f12-84d2-d3f7ccdbb939 service neutron] Attempting to bind port ee066435-da91-476c-bce3-47a140c27bb8 by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': 'bc562c26-371c-41c4-9488-3856f672f395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '44fd1ffb-5e97-400f-b181-f59d27847659'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:45:40.493624 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ed174f-fbb3-40cc-80ed-e84922be9476 req-ba8c6635-228a-4f12-84d2-d3f7ccdbb939 service neutron] Attempting to bind port ee066435-da91-476c-bce3-47a140c27bb8 on network 44fd1ffb-5e97-400f-b181-f59d27847659 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:45:40.504732 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ed174f-fbb3-40cc-80ed-e84922be9476 req-ba8c6635-228a-4f12-84d2-d3f7ccdbb939 service neutron] Port ee066435-da91-476c-bce3-47a140c27bb8 on network 44fd1ffb-5e97-400f-b181-f59d27847659 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:45:40.505361 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ed174f-fbb3-40cc-80ed-e84922be9476 req-ba8c6635-228a-4f12-84d2-d3f7ccdbb939 service neutron] Attempting to bind port ee066435-da91-476c-bce3-47a140c27bb8 on network 44fd1ffb-5e97-400f-b181-f59d27847659 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:45:40.513557 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ed174f-fbb3-40cc-80ed-e84922be9476 req-ba8c6635-228a-4f12-84d2-d3f7ccdbb939 service neutron] Checking agent: {'id': 'bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:45:40.514006 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ed174f-fbb3-40cc-80ed-e84922be9476 req-ba8c6635-228a-4f12-84d2-d3f7ccdbb939 service neutron] Checking segment: {'id': 'bc562c26-371c-41c4-9488-3856f672f395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '44fd1ffb-5e97-400f-b181-f59d27847659'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:45:40.514486 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ed174f-fbb3-40cc-80ed-e84922be9476 req-ba8c6635-228a-4f12-84d2-d3f7ccdbb939 service neutron] Bound using segment: {'id': 'bc562c26-371c-41c4-9488-3856f672f395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '44fd1ffb-5e97-400f-b181-f59d27847659'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:45:40.515018 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-b2ed174f-fbb3-40cc-80ed-e84922be9476 req-ba8c6635-228a-4f12-84d2-d3f7ccdbb939 service neutron] Bound port: ee066435-da91-476c-bce3-47a140c27bb8, host: n-h2-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc562c26-371c-41c4-9488-3856f672f395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '44fd1ffb-5e97-400f-b181-f59d27847659'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:45:40.515472 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-b2ed174f-fbb3-40cc-80ed-e84922be9476 req-ba8c6635-228a-4f12-84d2-d3f7ccdbb939 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (ee066435-da91-476c-bce3-47a140c27bb8), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:40.539379 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-b150e72b-3034-42fa-add3-a0d2904d8d4a tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f524aa9-006b-407f-ac20-5d13084a0901']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:45:40.555148 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-b150e72b-3034-42fa-add3-a0d2904d8d4a tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99635256-6cdb-4da8-81c8-3fc78e78efc0') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:45:40.555518 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-b150e72b-3034-42fa-add3-a0d2904d8d4a tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99635256-6cdb-4da8-81c8-3fc78e78efc0') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:45:40.591274 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-26dad05c-de9a-49a8-b706-dfe2554c6de1 req-69bd641a-121e-4216-b056-531b7dd45c97 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] 10.222.0.72 "GET /v2.0/security-groups?id=d3c5bc60-1ec2-466f-9c43-3eda359bee76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358092 Feb 19 02:45:40.592477 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b150e72b-3034-42fa-add3-a0d2904d8d4a tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (99635256-6cdb-4da8-81c8-3fc78e78efc0), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:40.612806 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b150e72b-3034-42fa-add3-a0d2904d8d4a tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (99635256-6cdb-4da8-81c8-3fc78e78efc0), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:40.614718 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b150e72b-3034-42fa-add3-a0d2904d8d4a tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Releasing vlan 268 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:45:40.614718 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b150e72b-3034-42fa-add3-a0d2904d8d4a tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (99635256-6cdb-4da8-81c8-3fc78e78efc0), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:40.673053 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 02:45:40.673053 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:45:40.673053 n-d-826753-2 neutron-server[103702]: timer() Feb 19 02:45:40.673053 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:45:40.673053 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 02:45:40.673053 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:45:40.673053 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 02:45:40.673053 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:45:40.673053 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 02:45:40.673053 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:45:40.673053 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 02:45:40.673053 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:45:40.673053 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 02:45:40.673053 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:45:40.673053 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:45:40.673053 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:45:40.673053 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:45:40.673053 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:45:40.673053 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 02:45:40.673053 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:45:40.673053 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 02:45:40.673053 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:45:40.673053 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:45:40.673053 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:45:40.673053 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 02:45:40.673053 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:45:40.673053 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:45:40.673053 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:45:40.673053 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:45:40.673053 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:45:40.673053 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:45:40.673053 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:45:40.699820 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b150e72b-3034-42fa-add3-a0d2904d8d4a tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (7f524aa9-006b-407f-ac20-5d13084a0901), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:40.714807 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-7e9cb799-707f-476d-851c-0198183c4fbe tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Network f5c1130b-131f-4fde-9927-840cbad6505d is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:45:40.718483 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b150e72b-3034-42fa-add3-a0d2904d8d4a tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:40.724546 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-b150e72b-3034-42fa-add3-a0d2904d8d4a tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] 10.222.0.72 "DELETE /v2.0/networks/7f524aa9-006b-407f-ac20-5d13084a0901 HTTP/1.1" status: 204 len: 168 time: 1.5101676 Feb 19 02:45:40.726797 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 53278) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:45:40.726934 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b150e72b-3034-42fa-add3-a0d2904d8d4a tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Pushing event deleted for resources: {'Network': ['ID=7f524aa9-006b-407f-ac20-5d13084a0901,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:40.738039 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-b2ed174f-fbb3-40cc-80ed-e84922be9476 req-ba8c6635-228a-4f12-84d2-d3f7ccdbb939 service neutron] For port ee066435-da91-476c-bce3-47a140c27bb8, host n-h2-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:45:40.742975 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-b2ed174f-fbb3-40cc-80ed-e84922be9476 req-ba8c6635-228a-4f12-84d2-d3f7ccdbb939 service neutron] For port ee066435-da91-476c-bce3-47a140c27bb8, host n-h2-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=ee066435-da91-476c-bce3-47a140c27bb8,segment=NetworkSegment(bc562c26-371c-41c4-9488-3856f672f395),segment_id=bc562c26-371c-41c4-9488-3856f672f395)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:45:40.744172 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1fd2981c-7dc3-4583-98c6-d3ecb459ac12 req-5e4050d7-d5b6-42e7-8f30-dc7a9d34f279 tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=80ec6f6d29774c649db969b21608fdfc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2408471 Feb 19 02:45:40.756231 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-b2ed174f-fbb3-40cc-80ed-e84922be9476 req-ba8c6635-228a-4f12-84d2-d3f7ccdbb939 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (ee066435-da91-476c-bce3-47a140c27bb8), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:40.779803 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-7e9cb799-707f-476d-851c-0198183c4fbe tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:45:40.790594 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ed174f-fbb3-40cc-80ed-e84922be9476 req-ba8c6635-228a-4f12-84d2-d3f7ccdbb939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:40.791338 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-b2ed174f-fbb3-40cc-80ed-e84922be9476 req-ba8c6635-228a-4f12-84d2-d3f7ccdbb939 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:40.792818 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-b2ed174f-fbb3-40cc-80ed-e84922be9476 req-ba8c6635-228a-4f12-84d2-d3f7ccdbb939 service neutron] 10.222.0.82 "PUT /v2.0/ports/ee066435-da91-476c-bce3-47a140c27bb8 HTTP/1.1" status: 200 len: 1092 time: 2.2297728 Feb 19 02:45:40.793267 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8312037b-1a40-46ab-bb7a-06e57fc82c1e', 'tag': 'ee066435-da91-476c-bce3-47a140c27bb8'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:45:40.795521 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59635662-8c63-4cf3-9b6f-ec6ee815f957" -d '{"events": [{"name": "network-changed", "server_uuid": "8312037b-1a40-46ab-bb7a-06e57fc82c1e", "tag": "ee066435-da91-476c-bce3-47a140c27bb8"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:45:40.816253 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8b0fcdf6-80a3-4b64-8397-91fd6d55828b req-31d350af-b10e-4427-bdb9-708899d2653e service neutron] 10.222.0.73 "GET /v2.0/networks/39722815-5c41-4e97-ad15-7b3e3ad40af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3504376 Feb 19 02:45:40.818156 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9cb799-707f-476d-851c-0198183c4fbe tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Pushing event updated for resources: {'Port': ['ID=da1d1eec-fe70-4e89-b89a-a37cea08cfdb,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:40.820663 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-7e9cb799-707f-476d-851c-0198183c4fbe tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:45:40.825049 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8c6635-228a-4f12-84d2-d3f7ccdbb939 service neutron] Pushing event updated for resources: {'Port': ['ID=ee066435-da91-476c-bce3-47a140c27bb8,revision_number=3']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:40.956479 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ed174f-fbb3-40cc-80ed-e84922be9476 req-51a17a57-4971-447f-a8f6-4ceae596752a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:40.958885 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-b2ed174f-fbb3-40cc-80ed-e84922be9476 req-51a17a57-4971-447f-a8f6-4ceae596752a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=af7820d1191f4d05a06d2c0958fc8a78&device_id=8312037b-1a40-46ab-bb7a-06e57fc82c1e HTTP/1.1" status: 200 len: 1126 time: 0.0697644 Feb 19 02:45:41.016065 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-b2ed174f-fbb3-40cc-80ed-e84922be9476 req-57712c0e-1a17-4929-98b9-512bb11c4226 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee066435-da91-476c-bce3-47a140c27bb8 HTTP/1.1" status: 200 len: 217 time: 0.0428491 Feb 19 02:45:41.107366 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-7e9cb799-707f-476d-851c-0198183c4fbe tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:41.108148 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-7e9cb799-707f-476d-851c-0198183c4fbe tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:41.113842 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ed174f-fbb3-40cc-80ed-e84922be9476 req-30b1d18b-209d-4666-b9ff-ca0187cc8845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:41.115988 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-b2ed174f-fbb3-40cc-80ed-e84922be9476 req-30b1d18b-209d-4666-b9ff-ca0187cc8845 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7af6d22e-9a50-40bb-a81b-279bc527ba8b HTTP/1.1" status: 200 len: 867 time: 0.0934062 Feb 19 02:45:41.171567 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87528a4-2611-48b4-a6e9-69736976cfb7 req-9aed4df3-9071-43cc-9568-87b1ce6191b4 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:41.173522 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c87528a4-2611-48b4-a6e9-69736976cfb7 req-9aed4df3-9071-43cc-9568-87b1ce6191b4 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3e2950d-ab47-4046-8006-daf03c09940e HTTP/1.1" status: 200 len: 946 time: 0.4852743 Feb 19 02:45:41.178623 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ed174f-fbb3-40cc-80ed-e84922be9476 req-881ad380-f023-4f90-b9cd-06cec506822f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:41.180187 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-b2ed174f-fbb3-40cc-80ed-e84922be9476 req-881ad380-f023-4f90-b9cd-06cec506822f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=44fd1ffb-5e97-400f-b181-f59d27847659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0557630 Feb 19 02:45:41.219840 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-7e9cb799-707f-476d-851c-0198183c4fbe tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8429680 Feb 19 02:45:41.223642 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-f389e579-23c0-441b-b3a2-017e2b52edcd None None] Provisioning complete for port da1d1eec-fe70-4e89-b89a-a37cea08cfdb triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:45:41.224243 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f389e579-23c0-441b-b3a2-017e2b52edcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (da1d1eec-fe70-4e89-b89a-a37cea08cfdb), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:41.249392 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-39ea11cd-dd93-4e0f-a690-972115447f96 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Request body: {'port': {'device_id': '6ec863d4-5792-46d2-b299-7b34b3ebe431', 'network_id': 'f5c1130b-131f-4fde-9927-840cbad6505d', 'admin_state_up': True, 'tenant_id': '7478e867ac94480b9c1c44ca2e321f2f', 'security_groups': ['1cff43f7-3cfd-4595-99e1-888048810960']}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:45:41.274519 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-f389e579-23c0-441b-b3a2-017e2b52edcd None None] Port da1d1eec-fe70-4e89-b89a-a37cea08cfdb cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:45:41.307257 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-b2ed174f-fbb3-40cc-80ed-e84922be9476 req-3ac2b04e-a837-463c-9d93-1e888910ba11 service neutron] 10.222.0.82 "GET /v2.0/networks/44fd1ffb-5e97-400f-b181-f59d27847659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201038 Feb 19 02:45:41.320750 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1fd2981c-7dc3-4583-98c6-d3ecb459ac12 req-603a721c-ab8e-4f4c-9c56-6dcd0104cf9d service neutron] 10.222.0.72 "GET /v2.0/networks/9e3d3723-c6e4-4d29-ab4f-26c1fc3bb323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5122752 Feb 19 02:45:41.341237 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8b0fcdf6-80a3-4b64-8397-91fd6d55828b req-8b2cf7d6-7ffb-4a72-ad2a-81edb5f56886 service neutron] 10.222.0.73 "GET /v2.0/networks/39722815-5c41-4e97-ad15-7b3e3ad40af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4454176 Feb 19 02:45:41.416271 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c87528a4-2611-48b4-a6e9-69736976cfb7 req-6ce80694-a4cd-445b-a79d-0540d6d6e785 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323303 Feb 19 02:45:41.421195 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-b2ed174f-fbb3-40cc-80ed-e84922be9476 req-9c69fbf7-3d31-40f9-b575-201ae3b7d661 service neutron] 10.222.0.82 "GET /v2.0/networks/44fd1ffb-5e97-400f-b181-f59d27847659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080289 Feb 19 02:45:41.451559 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-8a4eedc7-9022-4518-87c6-e84c27d2e8be tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Deleting port cbb48371-520d-4814-91cf-3de9d96e395b {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:45:41.451923 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8a4eedc7-9022-4518-87c6-e84c27d2e8be tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (cbb48371-520d-4814-91cf-3de9d96e395b), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:41.580218 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1fd2981c-7dc3-4583-98c6-d3ecb459ac12 req-7f32fa34-33c0-4c68-8855-33fb59d8ad18 service neutron] 10.222.0.72 "GET /v2.0/networks/9e3d3723-c6e4-4d29-ab4f-26c1fc3bb323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422369 Feb 19 02:45:41.604915 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-39ea11cd-dd93-4e0f-a690-972115447f96 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Made reservation on behalf of 7478e867ac94480b9c1c44ca2e321f2f for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:45:41.609297 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-39ea11cd-dd93-4e0f-a690-972115447f96 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:41.637544 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8a4eedc7-9022-4518-87c6-e84c27d2e8be tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (cbb48371-520d-4814-91cf-3de9d96e395b), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:41.637896 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8a4eedc7-9022-4518-87c6-e84c27d2e8be tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Publish callbacks [] for floatingip (cbb48371-520d-4814-91cf-3de9d96e395b), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:41.662213 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-8a4eedc7-9022-4518-87c6-e84c27d2e8be tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Calling delete_port for cbb48371-520d-4814-91cf-3de9d96e395b owned by network:floatingip {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:45:41.670868 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c07094-a546-4558-a03a-dffe65b9b1f4 req-876ccdb9-4b48-410d-9f7e-6f25fc032fe1 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:41.676230 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c07094-a546-4558-a03a-dffe65b9b1f4 req-876ccdb9-4b48-410d-9f7e-6f25fc032fe1 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:41.678009 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-11c07094-a546-4558-a03a-dffe65b9b1f4 req-876ccdb9-4b48-410d-9f7e-6f25fc032fe1 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ec863d4-5792-46d2-b299-7b34b3ebe431 HTTP/1.1" status: 200 len: 1653 time: 0.1660783 Feb 19 02:45:41.772901 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e2a0dc-7f17-4204-860e-4a5553c93c36 x-openstack-request-id: req-e0e2a0dc-7f17-4204-860e-4a5553c93c36 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:45:41.773445 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8312037b-1a40-46ab-bb7a-06e57fc82c1e", "tag": "ee066435-da91-476c-bce3-47a140c27bb8", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:45:41.773555 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e0e2a0dc-7f17-4204-860e-4a5553c93c36 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:45:41.773991 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8312037b-1a40-46ab-bb7a-06e57fc82c1e', 'tag': 'ee066435-da91-476c-bce3-47a140c27bb8', 'status': 'completed', 'code': 200} Feb 19 02:45:41.876788 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-11c07094-a546-4558-a03a-dffe65b9b1f4 req-e5adc077-984c-4278-8466-b1c3ec3a4da9 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/security-groups?id=1cff43f7-3cfd-4595-99e1-888048810960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1588299 Feb 19 02:45:41.976927 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59635662-8c63-4cf3-9b6f-ec6ee815f957 req-44b8d9b9-0d39-4e5f-8ce8-2f3fe8ba6981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:41.986593 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-59635662-8c63-4cf3-9b6f-ec6ee815f957 req-44b8d9b9-0d39-4e5f-8ce8-2f3fe8ba6981 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=af7820d1191f4d05a06d2c0958fc8a78&device_id=8312037b-1a40-46ab-bb7a-06e57fc82c1e HTTP/1.1" status: 200 len: 1126 time: 0.1576481 Feb 19 02:45:41.990019 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-39ea11cd-dd93-4e0f-a690-972115447f96 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Allocated IP 10.1.1.254 (f5c1130b-131f-4fde-9927-840cbad6505d/983133d2-ff38-4266-904e-e871a4dfab4b/ddb05983-19db-46ef-a388-e5781e5a86ac) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:45:42.111846 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59635662-8c63-4cf3-9b6f-ec6ee815f957 req-69b29690-a953-47cd-b1d9-9b0b5676ffef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:42.115808 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-59635662-8c63-4cf3-9b6f-ec6ee815f957 req-69b29690-a953-47cd-b1d9-9b0b5676ffef service neutron] 10.222.0.82 "GET /v2.0/networks?id=44fd1ffb-5e97-400f-b181-f59d27847659 HTTP/1.1" status: 200 len: 929 time: 0.1196103 Feb 19 02:45:42.134419 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5d5df6-d3a9-49b2-9cae-4f1a497fd3c2 req-9f29c80d-76aa-425c-87b0-1aab69810dd3 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:42.141946 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fa5d5df6-d3a9-49b2-9cae-4f1a497fd3c2 req-9f29c80d-76aa-425c-87b0-1aab69810dd3 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e2f228a-e46f-4adf-b471-367b30633d0f HTTP/1.1" status: 200 len: 943 time: 0.2364278 Feb 19 02:45:42.181166 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-59635662-8c63-4cf3-9b6f-ec6ee815f957 req-40b524b5-9bfe-42e4-bfe1-6690f40124be service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee066435-da91-476c-bce3-47a140c27bb8 HTTP/1.1" status: 200 len: 217 time: 0.0592687 Feb 19 02:45:42.193923 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8a4eedc7-9022-4518-87c6-e84c27d2e8be tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (cbb48371-520d-4814-91cf-3de9d96e395b), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:42.247143 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59635662-8c63-4cf3-9b6f-ec6ee815f957 req-817ea4b0-e630-455c-ab52-3ea1ae236bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:42.250006 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-59635662-8c63-4cf3-9b6f-ec6ee815f957 req-817ea4b0-e630-455c-ab52-3ea1ae236bf4 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7af6d22e-9a50-40bb-a81b-279bc527ba8b HTTP/1.1" status: 200 len: 867 time: 0.0603764 Feb 19 02:45:42.276805 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4eedc7-9022-4518-87c6-e84c27d2e8be tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Pushing event deleted for resources: {'Port': ['ID=cbb48371-520d-4814-91cf-3de9d96e395b,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:42.298958 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925e588-7fe3-439c-94d1-08519096a07b req-aca7d348-fae6-4cf8-8bc2-58bff0b64640 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:42.306563 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e925e588-7fe3-439c-94d1-08519096a07b req-aca7d348-fae6-4cf8-8bc2-58bff0b64640 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] 10.222.0.72 "GET /v2.0/ports?device_id=8312037b-1a40-46ab-bb7a-06e57fc82c1e HTTP/1.1" status: 200 len: 944 time: 0.2829096 Feb 19 02:45:42.318662 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59635662-8c63-4cf3-9b6f-ec6ee815f957 req-fa0460de-abce-4821-8dd0-7c0b9e857509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:42.320853 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-59635662-8c63-4cf3-9b6f-ec6ee815f957 req-fa0460de-abce-4821-8dd0-7c0b9e857509 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=44fd1ffb-5e97-400f-b181-f59d27847659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0658348 Feb 19 02:45:42.374525 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fa5d5df6-d3a9-49b2-9cae-4f1a497fd3c2 req-08fac5fd-6399-4827-a125-df333e0e2dca tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/security-groups?id=33e2eb59-206d-4216-aaf9-91cfc46ad855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317290 Feb 19 02:45:42.454482 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-59635662-8c63-4cf3-9b6f-ec6ee815f957 req-9df84398-1576-493c-815e-a1bace20db7d service neutron] 10.222.0.82 "GET /v2.0/networks/44fd1ffb-5e97-400f-b181-f59d27847659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259749 Feb 19 02:45:42.458166 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-39ea11cd-dd93-4e0f-a690-972115447f96 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks [] for port (ddb05983-19db-46ef-a388-e5781e5a86ac), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:42.486926 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e925e588-7fe3-439c-94d1-08519096a07b req-692c302c-4d2b-4de6-9ba5-05edb3ef279e tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] 10.222.0.72 "GET /v2.0/security-groups?id=d3c5bc60-1ec2-466f-9c43-3eda359bee76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794028 Feb 19 02:45:42.493143 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8a4eedc7-9022-4518-87c6-e84c27d2e8be tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Publish callbacks [] for floatingip (fac56a47-53a5-4677-ae7e-0392a9d5cd9b), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:42.496128 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8a4eedc7-9022-4518-87c6-e84c27d2e8be tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:42.521302 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-8a4eedc7-9022-4518-87c6-e84c27d2e8be tempest-FloatingIPAdminTestJSON-563370772 tempest-FloatingIPAdminTestJSON-563370772-project] 10.222.0.72 "DELETE /v2.0/floatingips/fac56a47-53a5-4677-ae7e-0392a9d5cd9b HTTP/1.1" status: 204 len: 168 time: 1.7759306 Feb 19 02:45:42.588839 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-59635662-8c63-4cf3-9b6f-ec6ee815f957 req-30bcd75b-47ae-429c-9e1b-16d0ad6a162a service neutron] 10.222.0.82 "GET /v2.0/networks/44fd1ffb-5e97-400f-b181-f59d27847659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227865 Feb 19 02:45:42.591818 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b8f1cdee-1de9-445f-b647-c83c1e765545 req-33e0081d-fe9d-41a5-aea1-595b3eb33b5c tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] 10.222.0.72 "GET /v2.0/ports?device_id=0df40d33-22e7-43e5-b4a1-c09bd77a9884 HTTP/1.1" status: 200 len: 210 time: 0.0692606 Feb 19 02:45:42.665499 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-39ea11cd-dd93-4e0f-a690-972115447f96 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (ddb05983-19db-46ef-a388-e5781e5a86ac), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:42.667267 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device adbf45cd-9089-44ef-9842-5ca280385f35 details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:45:42.718870 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523cea04-ff9b-4adf-9dbc-63a452b4a802 req-bf5939d2-34c6-4beb-b3ac-a9791a3e82ec tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:42.726411 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-523cea04-ff9b-4adf-9dbc-63a452b4a802 req-bf5939d2-34c6-4beb-b3ac-a9791a3e82ec tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3e2950d-ab47-4046-8006-daf03c09940e HTTP/1.1" status: 200 len: 946 time: 0.1307955 Feb 19 02:45:42.766528 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-39ea11cd-dd93-4e0f-a690-972115447f96 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Network f5c1130b-131f-4fde-9927-840cbad6505d is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:45:42.776088 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-39ea11cd-dd93-4e0f-a690-972115447f96 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:45:42.786411 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-39ea11cd-dd93-4e0f-a690-972115447f96 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:45:42.791897 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ea11cd-dd93-4e0f-a690-972115447f96 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Pushing event updated for resources: {'Port': ['ID=ddb05983-19db-46ef-a388-e5781e5a86ac,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:42.819894 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port adbf45cd-9089-44ef-9842-5ca280385f35, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=adbf45cd-9089-44ef-9842-5ca280385f35,segment=NetworkSegment(27cce794-dfd5-41e1-991b-27e0c79dcb47),segment_id=27cce794-dfd5-41e1-991b-27e0c79dcb47)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:45:42.837449 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': 'adbf45cd-9089-44ef-9842-5ca280385f35', 'network_id': '39722815-5c41-4e97-ad15-7b3e3ad40af7', 'port_id': 'adbf45cd-9089-44ef-9842-5ca280385f35', 'mac_address': 'fa:16:3e:da:22:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5bae790-117e-481a-89bc-3817a429ae54', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:45:42.861639 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-523cea04-ff9b-4adf-9dbc-63a452b4a802 req-124a93a3-d652-4699-8d57-0e6f3564c813 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340702 Feb 19 02:45:42.882657 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53302) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:45:42.906390 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port adbf45cd-9089-44ef-9842-5ca280385f35 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:45:42.907226 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (adbf45cd-9089-44ef-9842-5ca280385f35), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:42.911817 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-39ea11cd-dd93-4e0f-a690-972115447f96 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:42.912500 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-39ea11cd-dd93-4e0f-a690-972115447f96 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:42.943309 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adbf45cd-9089-44ef-9842-5ca280385f35 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:45:42.973533 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-39ea11cd-dd93-4e0f-a690-972115447f96 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7277431 Feb 19 02:45:42.993747 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-11f0a99e-3125-4442-85cb-59577dd7b285 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Request body: {'port': {'device_id': '6ec863d4-5792-46d2-b299-7b34b3ebe431', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'c312b721-2b22-4f34-983e-08de11418b4e', 'admin_state_up': True, 'tenant_id': '7478e867ac94480b9c1c44ca2e321f2f', 'security_groups': ['1cff43f7-3cfd-4595-99e1-888048810960']}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:45:42.994763 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port adbf45cd-9089-44ef-9842-5ca280385f35, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=adbf45cd-9089-44ef-9842-5ca280385f35,segment=NetworkSegment(27cce794-dfd5-41e1-991b-27e0c79dcb47),segment_id=27cce794-dfd5-41e1-991b-27e0c79dcb47)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:45:43.008684 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (adbf45cd-9089-44ef-9842-5ca280385f35), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:43.093861 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=adbf45cd-9089-44ef-9842-5ca280385f35,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:43.120926 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-0b236b16-61a0-4507-a368-4911dab25052 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e1bdd1ada7a8461e90aa30655a6e3f10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2369759 Feb 19 02:45:43.123534 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53308) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:45:43.127580 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-d4ea7a7d-a977-4f01-996a-05b84f1e5a5a None None] Provisioning complete for port ddb05983-19db-46ef-a388-e5781e5a86ac triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:45:43.128066 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7a7d-a977-4f01-996a-05b84f1e5a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (ddb05983-19db-46ef-a388-e5781e5a86ac), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:43.182073 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-d4ea7a7d-a977-4f01-996a-05b84f1e5a5a None None] Port ddb05983-19db-46ef-a388-e5781e5a86ac cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:45:43.187612 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8118728e-5ad7-484e-a9eb-61f614ba8f4e req-12049eb9-1b65-4bc0-8631-08c8b53d8826 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:43.188402 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3a01a404-c906-401d-94c3-a8f4963cb066 admin admin] Publish callbacks [] for security_group (f3ae8b7d-723a-4e4d-92a0-d1f2cc58a78c), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:43.193801 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8118728e-5ad7-484e-a9eb-61f614ba8f4e req-12049eb9-1b65-4bc0-8631-08c8b53d8826 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:43.199709 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8118728e-5ad7-484e-a9eb-61f614ba8f4e req-12049eb9-1b65-4bc0-8631-08c8b53d8826 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:43.201383 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8118728e-5ad7-484e-a9eb-61f614ba8f4e req-12049eb9-1b65-4bc0-8631-08c8b53d8826 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ec863d4-5792-46d2-b299-7b34b3ebe431 HTTP/1.1" status: 200 len: 2374 time: 0.1304505 Feb 19 02:45:43.217616 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3a01a404-c906-401d-94c3-a8f4963cb066 admin admin] Publish callbacks [] for security_group (f3ae8b7d-723a-4e4d-92a0-d1f2cc58a78c), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:43.241706 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-11f0a99e-3125-4442-85cb-59577dd7b285 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Made reservation on behalf of 7478e867ac94480b9c1c44ca2e321f2f for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:45:43.318995 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8118728e-5ad7-484e-a9eb-61f614ba8f4e req-9fdf99f5-7e28-41e5-863e-835b0e0d5168 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/security-groups?id=1cff43f7-3cfd-4595-99e1-888048810960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044042 Feb 19 02:45:43.361770 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3a01a404-c906-401d-94c3-a8f4963cb066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (f3ae8b7d-723a-4e4d-92a0-d1f2cc58a78c), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:43.364917 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3a01a404-c906-401d-94c3-a8f4963cb066 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:43.368324 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-3a01a404-c906-401d-94c3-a8f4963cb066 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f3ae8b7d-723a-4e4d-92a0-d1f2cc58a78c HTTP/1.1" status: 204 len: 168 time: 0.2416320 Feb 19 02:45:43.385795 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-11f0a99e-3125-4442-85cb-59577dd7b285 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:43.397671 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a01a404-c906-401d-94c3-a8f4963cb066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3ae8b7d-723a-4e4d-92a0-d1f2cc58a78c,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:43.439364 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd2981c-7dc3-4583-98c6-d3ecb459ac12 req-c20a754b-2bfe-4aae-95b8-2dec6f200d3c tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:43.440938 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-1fd2981c-7dc3-4583-98c6-d3ecb459ac12 req-c20a754b-2bfe-4aae-95b8-2dec6f200d3c tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] 10.222.0.82 "GET /v2.0/networks?id=9e3d3723-c6e4-4d29-ab4f-26c1fc3bb323 HTTP/1.1" status: 200 len: 805 time: 0.2126842 Feb 19 02:45:43.459725 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['adbf45cd-9089-44ef-9842-5ca280385f35'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:45:43.572762 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-1fd2981c-7dc3-4583-98c6-d3ecb459ac12 req-258d5d84-539f-4089-913e-d44a0568f7ad tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80ec6f6d29774c649db969b21608fdfc HTTP/1.1" status: 200 len: 379 time: 0.1015463 Feb 19 02:45:43.591381 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-1fd2981c-7dc3-4583-98c6-d3ecb459ac12 req-b072952a-5dc5-47be-b423-62b183da350d tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Request body: {'port': {'device_id': '0df40d33-22e7-43e5-b4a1-c09bd77a9884', 'network_id': '9e3d3723-c6e4-4d29-ab4f-26c1fc3bb323', 'admin_state_up': True, 'tenant_id': '80ec6f6d29774c649db969b21608fdfc', 'security_groups': ['f28302f1-2208-492c-8b3e-02d8daad9352']}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:45:43.774544 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fd2981c-7dc3-4583-98c6-d3ecb459ac12 req-b072952a-5dc5-47be-b423-62b183da350d tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Made reservation on behalf of 80ec6f6d29774c649db969b21608fdfc for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:45:43.779660 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-1fd2981c-7dc3-4583-98c6-d3ecb459ac12 req-b072952a-5dc5-47be-b423-62b183da350d tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:43.869567 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53320) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:45:43.889202 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1d9477e9-fb4e-4518-8ec2-424d59e75446 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:43.990691 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [req-1fd2981c-7dc3-4583-98c6-d3ecb459ac12 req-b072952a-5dc5-47be-b423-62b183da350d tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Allocated IP 172.20.0.8 (9e3d3723-c6e4-4d29-ab4f-26c1fc3bb323/bf415dad-5efe-4a2d-9205-4db3a214084c/23331940-c93f-4043-b5f3-7104a3d055a1) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:45:44.064578 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1d9477e9-fb4e-4518-8ec2-424d59e75446 admin admin] Publish callbacks [] for security_group (9ccf1066-36b0-4407-a7ba-d6e73710af65), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:44.078848 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1d9477e9-fb4e-4518-8ec2-424d59e75446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (9ccf1066-36b0-4407-a7ba-d6e73710af65), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:44.160345 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-1d9477e9-fb4e-4518-8ec2-424d59e75446 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=eac8b0fa09244ac3b3da1644ff4ef69d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2869949 Feb 19 02:45:44.161054 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 53324) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:45:44.162073 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9477e9-fb4e-4518-8ec2-424d59e75446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ccf1066-36b0-4407-a7ba-d6e73710af65,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:44.180183 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbb9035-2355-4988-9166-a581cbcf8978 req-bb6c3622-21dc-4449-a633-62018dc0293f tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:44.187236 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1cbb9035-2355-4988-9166-a581cbcf8978 req-bb6c3622-21dc-4449-a633-62018dc0293f tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] 10.222.0.72 "GET /v2.0/ports?device_id=8312037b-1a40-46ab-bb7a-06e57fc82c1e HTTP/1.1" status: 200 len: 944 time: 0.6227312 Feb 19 02:45:44.210825 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4ac419-2f13-4ec1-b260-2635ed03c261 req-71d30fce-d2d7-4007-8208-eef95af55282 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:44.212375 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3f4ac419-2f13-4ec1-b260-2635ed03c261 req-71d30fce-d2d7-4007-8208-eef95af55282 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e2f228a-e46f-4adf-b471-367b30633d0f HTTP/1.1" status: 200 len: 944 time: 0.6352792 Feb 19 02:45:44.223574 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-1fd2981c-7dc3-4583-98c6-d3ecb459ac12 req-b072952a-5dc5-47be-b423-62b183da350d tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Publish callbacks [] for port (23331940-c93f-4043-b5f3-7104a3d055a1), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:44.263264 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-1fd2981c-7dc3-4583-98c6-d3ecb459ac12 req-b072952a-5dc5-47be-b423-62b183da350d tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (23331940-c93f-4043-b5f3-7104a3d055a1), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:44.355537 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b072952a-5dc5-47be-b423-62b183da350d tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Pushing event updated for resources: {'Port': ['ID=23331940-c93f-4043-b5f3-7104a3d055a1,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:44.357414 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-11f0a99e-3125-4442-85cb-59577dd7b285 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Allocated IP 10.2.2.100 (c312b721-2b22-4f34-983e-08de11418b4e/f84e87eb-7d47-442d-8bd5-a5dfb358e2aa/cbe98f0f-073e-41a4-b924-5a1a7035e145) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:45:44.373513 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fd2981c-7dc3-4583-98c6-d3ecb459ac12 req-b072952a-5dc5-47be-b423-62b183da350d tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Network 9e3d3723-c6e4-4d29-ab4f-26c1fc3bb323 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:45:44.375271 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [req-1fd2981c-7dc3-4583-98c6-d3ecb459ac12 req-b072952a-5dc5-47be-b423-62b183da350d tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:45:44.378591 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1cbb9035-2355-4988-9166-a581cbcf8978 req-acc891b8-5246-4b0a-b332-a62c337d2505 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] 10.222.0.72 "GET /v2.0/security-groups?id=d3c5bc60-1ec2-466f-9c43-3eda359bee76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860116 Feb 19 02:45:44.391570 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fd2981c-7dc3-4583-98c6-d3ecb459ac12 req-b072952a-5dc5-47be-b423-62b183da350d tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:45:44.403746 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-02dae5f4-1316-4553-83d5-36636409b41c admin admin] Publish callbacks [] for security_group (9ccf1066-36b0-4407-a7ba-d6e73710af65), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:44.426536 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3f4ac419-2f13-4ec1-b260-2635ed03c261 req-825c1597-c56f-414c-b0a3-ff5c12561dee tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/security-groups?id=33e2eb59-206d-4216-aaf9-91cfc46ad855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729391 Feb 19 02:45:44.505719 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-02dae5f4-1316-4553-83d5-36636409b41c admin admin] Publish callbacks [] for security_group (9ccf1066-36b0-4407-a7ba-d6e73710af65), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:44.515055 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd2981c-7dc3-4583-98c6-d3ecb459ac12 req-b072952a-5dc5-47be-b423-62b183da350d tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:44.515736 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-1fd2981c-7dc3-4583-98c6-d3ecb459ac12 req-b072952a-5dc5-47be-b423-62b183da350d tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:44.542095 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-1fd2981c-7dc3-4583-98c6-d3ecb459ac12 req-b072952a-5dc5-47be-b423-62b183da350d tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9621954 Feb 19 02:45:44.564914 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-1fd2981c-7dc3-4583-98c6-d3ecb459ac12 req-1bee672f-0371-4876-9268-5b175527c4df service neutron] Request body: {'port': {'device_id': '0df40d33-22e7-43e5-b4a1-c09bd77a9884', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826753-2'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:45:44.646247 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device ee066435-da91-476c-bce3-47a140c27bb8 details requested by agent hyperv_n-h2-826753-2 with host n-h2-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:45:44.652098 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device adbf45cd-9089-44ef-9842-5ca280385f35 up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:45:44.654380 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-1fd2981c-7dc3-4583-98c6-d3ecb459ac12 req-1bee672f-0371-4876-9268-5b175527c4df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (23331940-c93f-4043-b5f3-7104a3d055a1), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:44.747413 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning for port adbf45cd-9089-44ef-9842-5ca280385f35 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:45:44.791862 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port adbf45cd-9089-44ef-9842-5ca280385f35 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:45:44.792244 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (adbf45cd-9089-44ef-9842-5ca280385f35), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:44.812825 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-02dae5f4-1316-4553-83d5-36636409b41c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (9ccf1066-36b0-4407-a7ba-d6e73710af65), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:44.816129 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-02dae5f4-1316-4553-83d5-36636409b41c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:44.817880 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-02dae5f4-1316-4553-83d5-36636409b41c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9ccf1066-36b0-4407-a7ba-d6e73710af65 HTTP/1.1" status: 204 len: 168 time: 0.6558206 Feb 19 02:45:44.835467 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea9906-5c03-4170-9f17-a997420670d3 req-8ead94c6-e4cf-4c25-a7e9-a243c3d7ccbd tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:44.845335 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6eea9906-5c03-4170-9f17-a997420670d3 req-8ead94c6-e4cf-4c25-a7e9-a243c3d7ccbd tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] 10.222.0.72 "GET /v2.0/ports?device_id=0df40d33-22e7-43e5-b4a1-c09bd77a9884 HTTP/1.1" status: 200 len: 931 time: 0.3411756 Feb 19 02:45:44.883945 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-11f0a99e-3125-4442-85cb-59577dd7b285 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks [] for port (cbe98f0f-073e-41a4-b924-5a1a7035e145), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:44.892535 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dae5f4-1316-4553-83d5-36636409b41c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ccf1066-36b0-4407-a7ba-d6e73710af65,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:44.902307 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port adbf45cd-9089-44ef-9842-5ca280385f35 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:45:44.903030 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (adbf45cd-9089-44ef-9842-5ca280385f35), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:44.942438 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d8778d-c634-475a-b10a-70d27238be28 req-76295ae7-f6f1-4e89-bae5-19c76b904480 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:44.949138 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-73d8778d-c634-475a-b10a-70d27238be28 req-76295ae7-f6f1-4e89-bae5-19c76b904480 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3e2950d-ab47-4046-8006-daf03c09940e HTTP/1.1" status: 200 len: 946 time: 0.3993659 Feb 19 02:45:44.979185 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port adbf45cd-9089-44ef-9842-5ca280385f35, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=adbf45cd-9089-44ef-9842-5ca280385f35,segment=NetworkSegment(27cce794-dfd5-41e1-991b-27e0c79dcb47),segment_id=27cce794-dfd5-41e1-991b-27e0c79dcb47)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:45:44.982749 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-405146c2-3446-4542-a979-1bd701778587 None None] Provisioning complete for port 23331940-c93f-4043-b5f3-7104a3d055a1 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:45:44.983402 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-405146c2-3446-4542-a979-1bd701778587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (23331940-c93f-4043-b5f3-7104a3d055a1), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:44.990139 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e2f228a-e46f-4adf-b471-367b30633d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adbf45cd-9089-44ef-9842-5ca280385f35'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:45:44.994747 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cbd65b7-95b1-4246-a550-258773ef1e21" -d '{"events": [{"server_uuid": "4e2f228a-e46f-4adf-b471-367b30633d0f", "name": "network-vif-plugged", "status": "completed", "tag": "adbf45cd-9089-44ef-9842-5ca280385f35"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:45:45.025747 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (adbf45cd-9089-44ef-9842-5ca280385f35), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:45.070672 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-11f0a99e-3125-4442-85cb-59577dd7b285 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (cbe98f0f-073e-41a4-b924-5a1a7035e145), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:45.088330 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6eea9906-5c03-4170-9f17-a997420670d3 req-e113fb12-dce7-4b38-b464-109a051d44b8 tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] 10.222.0.72 "GET /v2.0/security-groups?id=f28302f1-2208-492c-8b3e-02d8daad9352&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2415369 Feb 19 02:45:45.139885 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-405146c2-3446-4542-a979-1bd701778587 None None] Port 23331940-c93f-4043-b5f3-7104a3d055a1 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:45:45.148066 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port ee066435-da91-476c-bce3-47a140c27bb8, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=ee066435-da91-476c-bce3-47a140c27bb8,segment=NetworkSegment(bc562c26-371c-41c4-9488-3856f672f395),segment_id=bc562c26-371c-41c4-9488-3856f672f395)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:45:45.150639 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=adbf45cd-9089-44ef-9842-5ca280385f35,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:45.167511 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Returning: {'device': 'ee066435-da91-476c-bce3-47a140c27bb8', 'network_id': '44fd1ffb-5e97-400f-b181-f59d27847659', 'port_id': 'ee066435-da91-476c-bce3-47a140c27bb8', 'mac_address': 'fa:16:3e:f6:02:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7af6d22e-9a50-40bb-a81b-279bc527ba8b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:45:45.202704 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-1fd2981c-7dc3-4583-98c6-d3ecb459ac12 req-1bee672f-0371-4876-9268-5b175527c4df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23331940-c93f-4043-b5f3-7104a3d055a1 {{(pid=103702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:45:45.219140 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-1fd2981c-7dc3-4583-98c6-d3ecb459ac12 req-1bee672f-0371-4876-9268-5b175527c4df service neutron] Publish callbacks [] for port (23331940-c93f-4043-b5f3-7104a3d055a1), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:45.219647 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port ee066435-da91-476c-bce3-47a140c27bb8 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:45:45.220287 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (ee066435-da91-476c-bce3-47a140c27bb8), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:45.242252 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-1fd2981c-7dc3-4583-98c6-d3ecb459ac12 req-1bee672f-0371-4876-9268-5b175527c4df service neutron] Transition to ACTIVE for port object 23331940-c93f-4043-b5f3-7104a3d055a1 will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:45:45.243576 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee066435-da91-476c-bce3-47a140c27bb8 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:45:45.248161 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-1fd2981c-7dc3-4583-98c6-d3ecb459ac12 req-1bee672f-0371-4876-9268-5b175527c4df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (23331940-c93f-4043-b5f3-7104a3d055a1), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:45.260999 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-11f0a99e-3125-4442-85cb-59577dd7b285 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Network c312b721-2b22-4f34-983e-08de11418b4e is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:45:45.290653 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port ee066435-da91-476c-bce3-47a140c27bb8, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=ee066435-da91-476c-bce3-47a140c27bb8,segment=NetworkSegment(bc562c26-371c-41c4-9488-3856f672f395),segment_id=bc562c26-371c-41c4-9488-3856f672f395)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:45:45.303115 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (ee066435-da91-476c-bce3-47a140c27bb8), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:45.320942 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-11f0a99e-3125-4442-85cb-59577dd7b285 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:45:45.326438 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-11f0a99e-3125-4442-85cb-59577dd7b285 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:45:45.351881 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-73d8778d-c634-475a-b10a-70d27238be28 req-39979ac4-4f32-4e4a-9608-9918a2de2dc4 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3888521 Feb 19 02:45:45.412033 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f0a99e-3125-4442-85cb-59577dd7b285 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Pushing event updated for resources: {'Port': ['ID=cbe98f0f-073e-41a4-b924-5a1a7035e145,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:45.429743 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=ee066435-da91-476c-bce3-47a140c27bb8,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:45.439390 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d1d156b8-68ae-4f25-b0b6-56d0ca903719 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:45.456905 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 53336) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:45:45.461670 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2bf3b2f-4834-4983-8ae7-7fd1f560c0cd x-openstack-request-id: req-b2bf3b2f-4834-4983-8ae7-7fd1f560c0cd {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:45:45.462539 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e2f228a-e46f-4adf-b471-367b30633d0f", "name": "network-vif-plugged", "status": "completed", "tag": "adbf45cd-9089-44ef-9842-5ca280385f35", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:45:45.465457 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b2bf3b2f-4834-4983-8ae7-7fd1f560c0cd {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:45:45.466529 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e2f228a-e46f-4adf-b471-367b30633d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adbf45cd-9089-44ef-9842-5ca280385f35', 'code': 200} Feb 19 02:45:45.527467 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-1fd2981c-7dc3-4583-98c6-d3ecb459ac12 req-1bee672f-0371-4876-9268-5b175527c4df service neutron] Attempting to bind port 23331940-c93f-4043-b5f3-7104a3d055a1 on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:45:45.527869 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-1fd2981c-7dc3-4583-98c6-d3ecb459ac12 req-1bee672f-0371-4876-9268-5b175527c4df service neutron] Attempting to bind port 23331940-c93f-4043-b5f3-7104a3d055a1 by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': 'cc7f64c5-6529-4a39-8e75-2d6f42b16075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '9e3d3723-c6e4-4d29-ab4f-26c1fc3bb323'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:45:45.528294 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd2981c-7dc3-4583-98c6-d3ecb459ac12 req-1bee672f-0371-4876-9268-5b175527c4df service neutron] Attempting to bind port 23331940-c93f-4043-b5f3-7104a3d055a1 on network 9e3d3723-c6e4-4d29-ab4f-26c1fc3bb323 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:45:45.544278 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd2981c-7dc3-4583-98c6-d3ecb459ac12 req-1bee672f-0371-4876-9268-5b175527c4df service neutron] Port 23331940-c93f-4043-b5f3-7104a3d055a1 on network 9e3d3723-c6e4-4d29-ab4f-26c1fc3bb323 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:45:45.544960 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd2981c-7dc3-4583-98c6-d3ecb459ac12 req-1bee672f-0371-4876-9268-5b175527c4df service neutron] Attempting to bind port 23331940-c93f-4043-b5f3-7104a3d055a1 on network 9e3d3723-c6e4-4d29-ab4f-26c1fc3bb323 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:45:45.564949 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd2981c-7dc3-4583-98c6-d3ecb459ac12 req-1bee672f-0371-4876-9268-5b175527c4df service neutron] Checking agent: {'id': 'bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:45:45.565475 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd2981c-7dc3-4583-98c6-d3ecb459ac12 req-1bee672f-0371-4876-9268-5b175527c4df service neutron] Checking segment: {'id': 'cc7f64c5-6529-4a39-8e75-2d6f42b16075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '9e3d3723-c6e4-4d29-ab4f-26c1fc3bb323'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:45:45.565962 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd2981c-7dc3-4583-98c6-d3ecb459ac12 req-1bee672f-0371-4876-9268-5b175527c4df service neutron] Bound using segment: {'id': 'cc7f64c5-6529-4a39-8e75-2d6f42b16075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '9e3d3723-c6e4-4d29-ab4f-26c1fc3bb323'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:45:45.566536 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-1fd2981c-7dc3-4583-98c6-d3ecb459ac12 req-1bee672f-0371-4876-9268-5b175527c4df service neutron] Bound port: 23331940-c93f-4043-b5f3-7104a3d055a1, host: n-h2-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc7f64c5-6529-4a39-8e75-2d6f42b16075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '9e3d3723-c6e4-4d29-ab4f-26c1fc3bb323'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:45:45.566990 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-1fd2981c-7dc3-4583-98c6-d3ecb459ac12 req-1bee672f-0371-4876-9268-5b175527c4df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (23331940-c93f-4043-b5f3-7104a3d055a1), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:45.582751 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-11f0a99e-3125-4442-85cb-59577dd7b285 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:45.588742 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-11f0a99e-3125-4442-85cb-59577dd7b285 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:45.610851 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4e11b1b3-0371-4b3e-913b-7b06121b3d5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:45.628200 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['ee066435-da91-476c-bce3-47a140c27bb8'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:45:45.637430 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bee672f-0371-4876-9268-5b175527c4df service neutron] Pushing event updated for resources: {'Port': ['ID=23331940-c93f-4043-b5f3-7104a3d055a1,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:45.666620 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-1fd2981c-7dc3-4583-98c6-d3ecb459ac12 req-1bee672f-0371-4876-9268-5b175527c4df service neutron] For port 23331940-c93f-4043-b5f3-7104a3d055a1, host n-h2-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:45:45.670462 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-1fd2981c-7dc3-4583-98c6-d3ecb459ac12 req-1bee672f-0371-4876-9268-5b175527c4df service neutron] For port 23331940-c93f-4043-b5f3-7104a3d055a1, host n-h2-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=23331940-c93f-4043-b5f3-7104a3d055a1,segment=NetworkSegment(cc7f64c5-6529-4a39-8e75-2d6f42b16075),segment_id=cc7f64c5-6529-4a39-8e75-2d6f42b16075)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:45:45.681452 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-1fd2981c-7dc3-4583-98c6-d3ecb459ac12 req-1bee672f-0371-4876-9268-5b175527c4df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (23331940-c93f-4043-b5f3-7104a3d055a1), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:45.721414 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2979997d-80fb-4296-938f-e9d8e351740b req-2f242461-2026-429a-8ec4-e20e852e6ac0 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:45.728881 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2979997d-80fb-4296-938f-e9d8e351740b req-2f242461-2026-429a-8ec4-e20e852e6ac0 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:45.734728 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2979997d-80fb-4296-938f-e9d8e351740b req-2f242461-2026-429a-8ec4-e20e852e6ac0 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:45.741086 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2979997d-80fb-4296-938f-e9d8e351740b req-2f242461-2026-429a-8ec4-e20e852e6ac0 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:45.742874 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2979997d-80fb-4296-938f-e9d8e351740b req-2f242461-2026-429a-8ec4-e20e852e6ac0 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ec863d4-5792-46d2-b299-7b34b3ebe431 HTTP/1.1" status: 200 len: 3095 time: 0.5358720 Feb 19 02:45:45.758142 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-11f0a99e-3125-4442-85cb-59577dd7b285 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7700899 Feb 19 02:45:45.779713 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd2981c-7dc3-4583-98c6-d3ecb459ac12 req-1bee672f-0371-4876-9268-5b175527c4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:45.780457 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-1fd2981c-7dc3-4583-98c6-d3ecb459ac12 req-1bee672f-0371-4876-9268-5b175527c4df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:45.789250 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-1fd2981c-7dc3-4583-98c6-d3ecb459ac12 req-1bee672f-0371-4876-9268-5b175527c4df service neutron] 10.222.0.82 "PUT /v2.0/ports/23331940-c93f-4043-b5f3-7104a3d055a1 HTTP/1.1" status: 200 len: 1091 time: 1.2335939 Feb 19 02:45:45.790240 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0df40d33-22e7-43e5-b4a1-c09bd77a9884', 'tag': '23331940-c93f-4043-b5f3-7104a3d055a1'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:45:45.792791 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04876239-cf25-4b37-aaf1-39f2d6ae91c5" -d '{"events": [{"name": "network-changed", "server_uuid": "0df40d33-22e7-43e5-b4a1-c09bd77a9884", "tag": "23331940-c93f-4043-b5f3-7104a3d055a1"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:45:45.811080 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-3f2f7c4a-a32f-4904-8609-072461bd5a63 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Request body: {'port': {'device_id': '6ec863d4-5792-46d2-b299-7b34b3ebe431', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'c312b721-2b22-4f34-983e-08de11418b4e', 'admin_state_up': True, 'tenant_id': '7478e867ac94480b9c1c44ca2e321f2f', 'security_groups': ['1cff43f7-3cfd-4595-99e1-888048810960']}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:45:45.850272 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bee672f-0371-4876-9268-5b175527c4df service neutron] Pushing event updated for resources: {'Port': ['ID=23331940-c93f-4043-b5f3-7104a3d055a1,revision_number=3']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:45.919212 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7f7ced-41e8-4acc-8f5e-637707f2b948 req-35031a1a-a8f0-4294-aa68-546c850c46f4 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:45.920824 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-df7f7ced-41e8-4acc-8f5e-637707f2b948 req-35031a1a-a8f0-4294-aa68-546c850c46f4 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] 10.222.0.72 "GET /v2.0/ports?device_id=8312037b-1a40-46ab-bb7a-06e57fc82c1e HTTP/1.1" status: 200 len: 945 time: 0.3699362 Feb 19 02:45:45.928573 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2534684d-8e29-4342-b31e-a94975b1028a req-aa8f39cc-fe21-46db-a7e0-b72c58da480e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:45.930330 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2534684d-8e29-4342-b31e-a94975b1028a req-aa8f39cc-fe21-46db-a7e0-b72c58da480e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4e2f228a-e46f-4adf-b471-367b30633d0f HTTP/1.1" status: 200 len: 1127 time: 0.3572292 Feb 19 02:45:45.932923 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd2981c-7dc3-4583-98c6-d3ecb459ac12 req-7f8cd05b-0760-4158-a1a5-93a0d6aafe32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:45.934623 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-1fd2981c-7dc3-4583-98c6-d3ecb459ac12 req-7f8cd05b-0760-4158-a1a5-93a0d6aafe32 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=80ec6f6d29774c649db969b21608fdfc&device_id=0df40d33-22e7-43e5-b4a1-c09bd77a9884 HTTP/1.1" status: 200 len: 1125 time: 0.0745857 Feb 19 02:45:45.990032 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-1c4509d1-ca65-46bd-bc50-3f7d85f926cb None None] Provisioning complete for port cbe98f0f-073e-41a4-b924-5a1a7035e145 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:45:45.991003 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-1c4509d1-ca65-46bd-bc50-3f7d85f926cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (cbe98f0f-073e-41a4-b924-5a1a7035e145), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:46.035970 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-1c4509d1-ca65-46bd-bc50-3f7d85f926cb None None] Port cbe98f0f-073e-41a4-b924-5a1a7035e145 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:45:46.042548 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-1fd2981c-7dc3-4583-98c6-d3ecb459ac12 req-63b224f6-98d5-4697-b316-c20aa7de4f00 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23331940-c93f-4043-b5f3-7104a3d055a1 HTTP/1.1" status: 200 len: 217 time: 0.0835083 Feb 19 02:45:46.063623 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2979997d-80fb-4296-938f-e9d8e351740b req-91c4e9ac-5d27-47bf-bcbe-d347e5fc9892 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/security-groups?id=1cff43f7-3cfd-4595-99e1-888048810960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3143744 Feb 19 02:45:46.120497 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd2981c-7dc3-4583-98c6-d3ecb459ac12 req-5b5e92f7-4aa5-4814-b0aa-6f9e3791a5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:46.122456 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-1fd2981c-7dc3-4583-98c6-d3ecb459ac12 req-5b5e92f7-4aa5-4814-b0aa-6f9e3791a5ba service neutron] 10.222.0.82 "GET /v2.0/subnets?id=bf415dad-5efe-4a2d-9205-4db3a214084c HTTP/1.1" status: 200 len: 844 time: 0.0695250 Feb 19 02:45:46.127207 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4e11b1b3-0371-4b3e-913b-7b06121b3d5e admin admin] Publish callbacks [] for security_group (a01f3052-400d-425b-a96b-c74e1249390b), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:46.156108 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-df7f7ced-41e8-4acc-8f5e-637707f2b948 req-58a70380-5d21-44b5-965e-c67153ea66f5 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] 10.222.0.72 "GET /v2.0/security-groups?id=d3c5bc60-1ec2-466f-9c43-3eda359bee76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206933 Feb 19 02:45:46.159697 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4e11b1b3-0371-4b3e-913b-7b06121b3d5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (a01f3052-400d-425b-a96b-c74e1249390b), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:46.196681 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-4e11b1b3-0371-4b3e-913b-7b06121b3d5e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=46b5c499e61c41448873db5adb906fa8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7226510 Feb 19 02:45:46.201207 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53344) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:45:46.202328 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2534684d-8e29-4342-b31e-a94975b1028a req-b88c66ea-4a4a-4583-b5dd-6262d7548ff0 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=33e2eb59-206d-4216-aaf9-91cfc46ad855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593515 Feb 19 02:45:46.202940 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-3f2f7c4a-a32f-4904-8609-072461bd5a63 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Made reservation on behalf of 7478e867ac94480b9c1c44ca2e321f2f for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:45:46.208473 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-3f2f7c4a-a32f-4904-8609-072461bd5a63 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:46.235576 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aecd04b3-44f8-42ed-94b5-c3e2690ebe96 x-openstack-request-id: req-aecd04b3-44f8-42ed-94b5-c3e2690ebe96 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:45:46.236096 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0df40d33-22e7-43e5-b4a1-c09bd77a9884", "tag": "23331940-c93f-4043-b5f3-7104a3d055a1", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:45:46.236214 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-aecd04b3-44f8-42ed-94b5-c3e2690ebe96 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:45:46.237030 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0df40d33-22e7-43e5-b4a1-c09bd77a9884', 'tag': '23331940-c93f-4043-b5f3-7104a3d055a1', 'status': 'completed', 'code': 200} Feb 19 02:45:46.239307 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd2981c-7dc3-4583-98c6-d3ecb459ac12 req-e1831186-f2fb-4afa-8968-7cfc98830537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:46.240945 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-1fd2981c-7dc3-4583-98c6-d3ecb459ac12 req-e1831186-f2fb-4afa-8968-7cfc98830537 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9e3d3723-c6e4-4d29-ab4f-26c1fc3bb323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1110256 Feb 19 02:45:46.273349 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e11b1b3-0371-4b3e-913b-7b06121b3d5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a01f3052-400d-425b-a96b-c74e1249390b,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:46.327672 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91960994-8a62-4e1f-ad8b-140a7ee7cffd req-4ef8236d-5be7-4acc-aa0a-f315d350ae9d tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:46.329266 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-91960994-8a62-4e1f-ad8b-140a7ee7cffd req-4ef8236d-5be7-4acc-aa0a-f315d350ae9d tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e2f228a-e46f-4adf-b471-367b30633d0f HTTP/1.1" status: 200 len: 945 time: 0.1710651 Feb 19 02:45:46.356435 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a03f896c-6489-4d4b-ab7a-5752f9a5467c admin admin] Publish callbacks [] for security_group (a01f3052-400d-425b-a96b-c74e1249390b), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:46.391276 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-1fd2981c-7dc3-4583-98c6-d3ecb459ac12 req-bac40df6-1da7-4b41-82f3-cee746415536 service neutron] 10.222.0.82 "GET /v2.0/networks/9e3d3723-c6e4-4d29-ab4f-26c1fc3bb323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418512 Feb 19 02:45:46.415420 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a03f896c-6489-4d4b-ab7a-5752f9a5467c admin admin] Publish callbacks [] for security_group (a01f3052-400d-425b-a96b-c74e1249390b), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:46.485819 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6a0443-02aa-4b48-9736-997429d2d4c8 req-533ff141-9bcb-4657-b276-04dcb382885c tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:46.487409 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2d6a0443-02aa-4b48-9736-997429d2d4c8 req-533ff141-9bcb-4657-b276-04dcb382885c tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] 10.222.0.72 "GET /v2.0/ports?device_id=0df40d33-22e7-43e5-b4a1-c09bd77a9884 HTTP/1.1" status: 200 len: 943 time: 0.1676164 Feb 19 02:45:46.491477 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-91960994-8a62-4e1f-ad8b-140a7ee7cffd req-396e5779-3653-4f50-84bb-eab6f9429004 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/security-groups?id=33e2eb59-206d-4216-aaf9-91cfc46ad855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464362 Feb 19 02:45:46.527853 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-1fd2981c-7dc3-4583-98c6-d3ecb459ac12 req-9ed30054-0366-474d-ac81-157b07a3d036 service neutron] 10.222.0.82 "GET /v2.0/networks/9e3d3723-c6e4-4d29-ab4f-26c1fc3bb323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302822 Feb 19 02:45:46.534580 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a03f896c-6489-4d4b-ab7a-5752f9a5467c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (a01f3052-400d-425b-a96b-c74e1249390b), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:46.538523 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a03f896c-6489-4d4b-ab7a-5752f9a5467c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:46.540344 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-a03f896c-6489-4d4b-ab7a-5752f9a5467c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a01f3052-400d-425b-a96b-c74e1249390b HTTP/1.1" status: 204 len: 168 time: 0.3388443 Feb 19 02:45:46.572723 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f896c-6489-4d4b-ab7a-5752f9a5467c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a01f3052-400d-425b-a96b-c74e1249390b,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:46.598779 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-3f2f7c4a-a32f-4904-8609-072461bd5a63 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Allocated IP 10.2.2.200 (c312b721-2b22-4f34-983e-08de11418b4e/f84e87eb-7d47-442d-8bd5-a5dfb358e2aa/13e17843-8e6e-4578-886e-e64bbf209f72) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:45:46.606809 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2d6a0443-02aa-4b48-9736-997429d2d4c8 req-fa131788-e9d3-475c-9590-4ec206a1cf7c tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] 10.222.0.72 "GET /v2.0/security-groups?id=f28302f1-2208-492c-8b3e-02d8daad9352&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007857 Feb 19 02:45:46.646714 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device ee066435-da91-476c-bce3-47a140c27bb8 up at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:45:46.689676 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04876239-cf25-4b37-aaf1-39f2d6ae91c5 req-c95360c3-47e5-4e19-a170-79cecc4b3021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:46.698145 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-04876239-cf25-4b37-aaf1-39f2d6ae91c5 req-c95360c3-47e5-4e19-a170-79cecc4b3021 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=80ec6f6d29774c649db969b21608fdfc&device_id=0df40d33-22e7-43e5-b4a1-c09bd77a9884 HTTP/1.1" status: 200 len: 1125 time: 0.0728140 Feb 19 02:45:46.757606 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning for port ee066435-da91-476c-bce3-47a140c27bb8 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:45:46.765561 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning complete for port ee066435-da91-476c-bce3-47a140c27bb8 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:45:46.770388 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (ee066435-da91-476c-bce3-47a140c27bb8), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:46.855533 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04876239-cf25-4b37-aaf1-39f2d6ae91c5 req-9afbc745-c358-47f0-b2f2-1225b8acfcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:46.857105 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-04876239-cf25-4b37-aaf1-39f2d6ae91c5 req-9afbc745-c358-47f0-b2f2-1225b8acfcd8 service neutron] 10.222.0.82 "GET /v2.0/networks?id=9e3d3723-c6e4-4d29-ab4f-26c1fc3bb323 HTTP/1.1" status: 200 len: 906 time: 0.1527944 Feb 19 02:45:46.862139 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe31599-a111-4075-835b-a21adfaba374 req-6d99bd7b-d036-4401-b762-d5bec04e4cde tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:46.864903 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cbe31599-a111-4075-835b-a21adfaba374 req-6d99bd7b-d036-4401-b762-d5bec04e4cde tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3e2950d-ab47-4046-8006-daf03c09940e HTTP/1.1" status: 200 len: 946 time: 0.2405984 Feb 19 02:45:46.933703 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port ee066435-da91-476c-bce3-47a140c27bb8 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:45:46.934440 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (ee066435-da91-476c-bce3-47a140c27bb8), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:46.950844 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-04876239-cf25-4b37-aaf1-39f2d6ae91c5 req-53377e0a-4673-4d8d-8213-d8cc6b4d9e40 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23331940-c93f-4043-b5f3-7104a3d055a1 HTTP/1.1" status: 200 len: 217 time: 0.0787752 Feb 19 02:45:46.967435 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-3f2f7c4a-a32f-4904-8609-072461bd5a63 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks [] for port (13e17843-8e6e-4578-886e-e64bbf209f72), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:46.997221 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port ee066435-da91-476c-bce3-47a140c27bb8, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=ee066435-da91-476c-bce3-47a140c27bb8,segment=NetworkSegment(bc562c26-371c-41c4-9488-3856f672f395),segment_id=bc562c26-371c-41c4-9488-3856f672f395)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:45:47.005068 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (ee066435-da91-476c-bce3-47a140c27bb8), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:47.025767 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cbe31599-a111-4075-835b-a21adfaba374 req-2011526f-bfb2-4ec8-98fb-fe3816599472 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490464 Feb 19 02:45:47.061464 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-3f2f7c4a-a32f-4904-8609-072461bd5a63 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (13e17843-8e6e-4578-886e-e64bbf209f72), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:47.068925 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04876239-cf25-4b37-aaf1-39f2d6ae91c5 req-18ddc227-8434-4484-b9d2-3b5df52bbd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:47.073311 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-04876239-cf25-4b37-aaf1-39f2d6ae91c5 req-18ddc227-8434-4484-b9d2-3b5df52bbd0d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=bf415dad-5efe-4a2d-9205-4db3a214084c HTTP/1.1" status: 200 len: 844 time: 0.1118851 Feb 19 02:45:47.127813 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=ee066435-da91-476c-bce3-47a140c27bb8,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:47.147484 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04876239-cf25-4b37-aaf1-39f2d6ae91c5 req-a74d5a42-02c2-4b18-8ead-3f6991d7d63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:47.149929 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-04876239-cf25-4b37-aaf1-39f2d6ae91c5 req-a74d5a42-02c2-4b18-8ead-3f6991d7d63e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9e3d3723-c6e4-4d29-ab4f-26c1fc3bb323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0709686 Feb 19 02:45:47.194702 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-3f2f7c4a-a32f-4904-8609-072461bd5a63 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Network c312b721-2b22-4f34-983e-08de11418b4e is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:45:47.202143 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-3f2f7c4a-a32f-4904-8609-072461bd5a63 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:45:47.221206 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2f7c4a-a32f-4904-8609-072461bd5a63 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Pushing event updated for resources: {'Port': ['ID=13e17843-8e6e-4578-886e-e64bbf209f72,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:47.235647 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-3f2f7c4a-a32f-4904-8609-072461bd5a63 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:45:47.361386 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-04876239-cf25-4b37-aaf1-39f2d6ae91c5 req-d793a94a-9c12-4bbf-b755-70c9bee4d310 service neutron] 10.222.0.82 "GET /v2.0/networks/9e3d3723-c6e4-4d29-ab4f-26c1fc3bb323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039299 Feb 19 02:45:47.420466 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d970a8a4-da3f-4ece-b654-e49758f23fc1 req-57559a05-c121-442f-9666-384426c1b736 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:47.427249 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d970a8a4-da3f-4ece-b654-e49758f23fc1 req-57559a05-c121-442f-9666-384426c1b736 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:47.432449 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d970a8a4-da3f-4ece-b654-e49758f23fc1 req-57559a05-c121-442f-9666-384426c1b736 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:47.438255 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d970a8a4-da3f-4ece-b654-e49758f23fc1 req-57559a05-c121-442f-9666-384426c1b736 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:47.443864 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d970a8a4-da3f-4ece-b654-e49758f23fc1 req-57559a05-c121-442f-9666-384426c1b736 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:47.452973 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d970a8a4-da3f-4ece-b654-e49758f23fc1 req-57559a05-c121-442f-9666-384426c1b736 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ec863d4-5792-46d2-b299-7b34b3ebe431 HTTP/1.1" status: 200 len: 3816 time: 0.2110395 Feb 19 02:45:47.467427 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8312037b-1a40-46ab-bb7a-06e57fc82c1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee066435-da91-476c-bce3-47a140c27bb8'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:45:47.472190 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-847f52b5-1f6e-4978-a44c-2f1c21fb483d" -d '{"events": [{"server_uuid": "8312037b-1a40-46ab-bb7a-06e57fc82c1e", "name": "network-vif-plugged", "status": "completed", "tag": "ee066435-da91-476c-bce3-47a140c27bb8"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:45:47.495014 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-3f2f7c4a-a32f-4904-8609-072461bd5a63 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:47.495684 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-3f2f7c4a-a32f-4904-8609-072461bd5a63 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:47.515966 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-04876239-cf25-4b37-aaf1-39f2d6ae91c5 req-9e814b52-c84d-4c34-928e-d04374c52e71 service neutron] 10.222.0.82 "GET /v2.0/networks/9e3d3723-c6e4-4d29-ab4f-26c1fc3bb323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470034 Feb 19 02:45:47.528190 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498c6928-8790-4265-9cf2-712798609dee req-504162d3-6bb1-4230-bd26-bc6a2cfcfd86 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:47.530869 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-498c6928-8790-4265-9cf2-712798609dee req-504162d3-6bb1-4230-bd26-bc6a2cfcfd86 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] 10.222.0.72 "GET /v2.0/ports?device_id=8312037b-1a40-46ab-bb7a-06e57fc82c1e HTTP/1.1" status: 200 len: 946 time: 0.2068264 Feb 19 02:45:47.623366 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-3f2f7c4a-a32f-4904-8609-072461bd5a63 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8417859 Feb 19 02:45:47.654193 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d970a8a4-da3f-4ece-b654-e49758f23fc1 req-aa66a567-7db5-4636-a2cb-2a344a750fe8 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/security-groups?id=1cff43f7-3cfd-4595-99e1-888048810960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1704733 Feb 19 02:45:47.677719 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-ad74834e-e9ab-4d3c-9c52-173393b87ba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:47.685702 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-b97b9559-0b62-4fca-9147-6d73cd2f84c3 service neutron] Request body: {'port': {'device_id': '6ec863d4-5792-46d2-b299-7b34b3ebe431', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826753-2'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:45:47.708523 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-9147704f-a51d-45d4-97a2-078553689410 None None] Provisioning complete for port 13e17843-8e6e-4578-886e-e64bbf209f72 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:45:47.709306 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-9147704f-a51d-45d4-97a2-078553689410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (13e17843-8e6e-4578-886e-e64bbf209f72), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:47.735078 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-498c6928-8790-4265-9cf2-712798609dee req-02e2218d-a821-416a-a4c4-cefe1fdf12c8 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] 10.222.0.72 "GET /v2.0/security-groups?id=d3c5bc60-1ec2-466f-9c43-3eda359bee76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956289 Feb 19 02:45:47.767001 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-b97b9559-0b62-4fca-9147-6d73cd2f84c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (4a90eb6b-9954-4fd4-a849-80da8c127a4c), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:47.784289 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0819be2-3000-4d77-850d-48a5f910bd37 x-openstack-request-id: req-f0819be2-3000-4d77-850d-48a5f910bd37 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:45:47.784604 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8312037b-1a40-46ab-bb7a-06e57fc82c1e", "name": "network-vif-plugged", "status": "completed", "tag": "ee066435-da91-476c-bce3-47a140c27bb8", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:45:47.784863 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f0819be2-3000-4d77-850d-48a5f910bd37 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:45:47.787129 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8312037b-1a40-46ab-bb7a-06e57fc82c1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee066435-da91-476c-bce3-47a140c27bb8', 'code': 200} Feb 19 02:45:47.810006 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-9147704f-a51d-45d4-97a2-078553689410 None None] Port 13e17843-8e6e-4578-886e-e64bbf209f72 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:45:47.852774 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:45:47.944368 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebc3443-7f4c-4d66-940c-fa4b72d22440 req-1e46e5dc-d362-42dd-8e54-87b18410f4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:47.946566 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-6ebc3443-7f4c-4d66-940c-fa4b72d22440 req-1e46e5dc-d362-42dd-8e54-87b18410f4b1 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=8312037b-1a40-46ab-bb7a-06e57fc82c1e HTTP/1.1" status: 200 len: 1128 time: 0.0648446 Feb 19 02:45:48.034558 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-6ebc3443-7f4c-4d66-940c-fa4b72d22440 req-eac45a2a-09a5-4fbb-ad2e-04af712babb2 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=d3c5bc60-1ec2-466f-9c43-3eda359bee76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799851 Feb 19 02:45:48.096794 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166933d1-162f-422c-810f-0ea97b5f8348 req-07175c81-3e37-4cef-961a-bf09d6b8362c tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:48.100247 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-166933d1-162f-422c-810f-0ea97b5f8348 req-07175c81-3e37-4cef-961a-bf09d6b8362c tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] 10.222.0.72 "GET /v2.0/ports?device_id=0df40d33-22e7-43e5-b4a1-c09bd77a9884 HTTP/1.1" status: 200 len: 943 time: 0.1808436 Feb 19 02:45:48.137058 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eb9b12-c6c3-4b37-bec7-522044d0294f req-a3b5c484-e751-463e-8976-15f4ac24a4a7 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:48.138834 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d9eb9b12-c6c3-4b37-bec7-522044d0294f req-a3b5c484-e751-463e-8976-15f4ac24a4a7 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e2f228a-e46f-4adf-b471-367b30633d0f HTTP/1.1" status: 200 len: 945 time: 0.2208011 Feb 19 02:45:48.255233 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-166933d1-162f-422c-810f-0ea97b5f8348 req-b61746ed-b33e-40f1-924d-524b4b0a6a4f tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] 10.222.0.72 "GET /v2.0/security-groups?id=f28302f1-2208-492c-8b3e-02d8daad9352&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1418355 Feb 19 02:45:48.275353 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d9eb9b12-c6c3-4b37-bec7-522044d0294f req-e34c41ce-c150-4f62-9677-b0e9e31acb50 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/security-groups?id=33e2eb59-206d-4216-aaf9-91cfc46ad855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290596 Feb 19 02:45:48.325957 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-b97b9559-0b62-4fca-9147-6d73cd2f84c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a90eb6b-9954-4fd4-a849-80da8c127a4c {{(pid=103701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:45:48.336213 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-b97b9559-0b62-4fca-9147-6d73cd2f84c3 service neutron] Publish callbacks [] for port (4a90eb6b-9954-4fd4-a849-80da8c127a4c), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:48.351859 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.provisioning_blocks [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-b97b9559-0b62-4fca-9147-6d73cd2f84c3 service neutron] Transition to ACTIVE for port object 4a90eb6b-9954-4fd4-a849-80da8c127a4c will not be triggered until provisioned by entity L2. {{(pid=103701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:45:48.361185 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-b97b9559-0b62-4fca-9147-6d73cd2f84c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (4a90eb6b-9954-4fd4-a849-80da8c127a4c), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:48.500843 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97b9559-0b62-4fca-9147-6d73cd2f84c3 service neutron] Pushing event updated for resources: {'Port': ['ID=4a90eb6b-9954-4fd4-a849-80da8c127a4c,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:48.584747 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedfe29f-c7c8-4b27-979b-9bcadcdb6979 req-54417735-2676-496a-ba7b-8cda8c1ba0cc tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:48.586361 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-dedfe29f-c7c8-4b27-979b-9bcadcdb6979 req-54417735-2676-496a-ba7b-8cda8c1ba0cc tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3e2950d-ab47-4046-8006-daf03c09940e HTTP/1.1" status: 200 len: 946 time: 0.1813068 Feb 19 02:45:48.595229 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19fc21c-ad42-4554-aa3d-a9a7c90d0d55 req-3b06ec3a-630c-4025-a0ce-f09ada89386a tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:48.596769 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a19fc21c-ad42-4554-aa3d-a9a7c90d0d55 req-3b06ec3a-630c-4025-a0ce-f09ada89386a tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e2f228a-e46f-4adf-b471-367b30633d0f HTTP/1.1" status: 200 len: 945 time: 0.1903872 Feb 19 02:45:48.662461 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-b97b9559-0b62-4fca-9147-6d73cd2f84c3 service neutron] Attempting to bind port 4a90eb6b-9954-4fd4-a849-80da8c127a4c on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:45:48.662768 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-b97b9559-0b62-4fca-9147-6d73cd2f84c3 service neutron] Attempting to bind port 4a90eb6b-9954-4fd4-a849-80da8c127a4c by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': '4dcb5a00-08ae-4121-b3c7-5b61541b276f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8b1da341-6b15-4165-b6f3-95f440007ab2'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:45:48.662979 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-b97b9559-0b62-4fca-9147-6d73cd2f84c3 service neutron] Attempting to bind port 4a90eb6b-9954-4fd4-a849-80da8c127a4c on network 8b1da341-6b15-4165-b6f3-95f440007ab2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:45:48.664596 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 23331940-c93f-4043-b5f3-7104a3d055a1 details requested by agent hyperv_n-h2-826753-2 with host n-h2-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:45:48.680728 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53398) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:45:48.689811 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-b97b9559-0b62-4fca-9147-6d73cd2f84c3 service neutron] Port 4a90eb6b-9954-4fd4-a849-80da8c127a4c on network 8b1da341-6b15-4165-b6f3-95f440007ab2 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:45:48.690121 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-b97b9559-0b62-4fca-9147-6d73cd2f84c3 service neutron] Attempting to bind port 4a90eb6b-9954-4fd4-a849-80da8c127a4c on network 8b1da341-6b15-4165-b6f3-95f440007ab2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:45:48.711233 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a19fc21c-ad42-4554-aa3d-a9a7c90d0d55 req-74925ceb-ba63-40b4-a1e5-4d7b41914ded tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/security-groups?id=33e2eb59-206d-4216-aaf9-91cfc46ad855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035123 Feb 19 02:45:48.712049 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-b97b9559-0b62-4fca-9147-6d73cd2f84c3 service neutron] Checking agent: {'id': 'bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:45:48.712322 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-b97b9559-0b62-4fca-9147-6d73cd2f84c3 service neutron] Checking segment: {'id': '4dcb5a00-08ae-4121-b3c7-5b61541b276f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8b1da341-6b15-4165-b6f3-95f440007ab2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:45:48.712702 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-b97b9559-0b62-4fca-9147-6d73cd2f84c3 service neutron] Bound using segment: {'id': '4dcb5a00-08ae-4121-b3c7-5b61541b276f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8b1da341-6b15-4165-b6f3-95f440007ab2'} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:45:48.713200 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-b97b9559-0b62-4fca-9147-6d73cd2f84c3 service neutron] Bound port: 4a90eb6b-9954-4fd4-a849-80da8c127a4c, host: n-h2-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dcb5a00-08ae-4121-b3c7-5b61541b276f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8b1da341-6b15-4165-b6f3-95f440007ab2'}}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:45:48.713893 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-b97b9559-0b62-4fca-9147-6d73cd2f84c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (4a90eb6b-9954-4fd4-a849-80da8c127a4c), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:48.727167 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-dedfe29f-c7c8-4b27-979b-9bcadcdb6979 req-214ad296-7f27-426e-9474-1cc152f59916 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268320 Feb 19 02:45:48.848703 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 23331940-c93f-4043-b5f3-7104a3d055a1, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=23331940-c93f-4043-b5f3-7104a3d055a1,segment=NetworkSegment(cc7f64c5-6529-4a39-8e75-2d6f42b16075),segment_id=cc7f64c5-6529-4a39-8e75-2d6f42b16075)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:45:48.869478 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Returning: {'device': '23331940-c93f-4043-b5f3-7104a3d055a1', 'network_id': '9e3d3723-c6e4-4d29-ab4f-26c1fc3bb323', 'port_id': '23331940-c93f-4043-b5f3-7104a3d055a1', 'mac_address': 'fa:16:3e:d6:9e:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf415dad-5efe-4a2d-9205-4db3a214084c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:45:48.901709 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-b97b9559-0b62-4fca-9147-6d73cd2f84c3 service neutron] For port 4a90eb6b-9954-4fd4-a849-80da8c127a4c, host n-h2-826753-2, cleared binding levels {{(pid=103701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:45:48.918859 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 23331940-c93f-4043-b5f3-7104a3d055a1 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:45:48.919247 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (23331940-c93f-4043-b5f3-7104a3d055a1), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:48.937281 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23331940-c93f-4043-b5f3-7104a3d055a1 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:45:48.946150 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-b97b9559-0b62-4fca-9147-6d73cd2f84c3 service neutron] For port 4a90eb6b-9954-4fd4-a849-80da8c127a4c, host n-h2-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=4a90eb6b-9954-4fd4-a849-80da8c127a4c,segment=NetworkSegment(4dcb5a00-08ae-4121-b3c7-5b61541b276f),segment_id=4dcb5a00-08ae-4121-b3c7-5b61541b276f)] {{(pid=103701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:45:48.971068 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 23331940-c93f-4043-b5f3-7104a3d055a1, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=23331940-c93f-4043-b5f3-7104a3d055a1,segment=NetworkSegment(cc7f64c5-6529-4a39-8e75-2d6f42b16075),segment_id=cc7f64c5-6529-4a39-8e75-2d6f42b16075)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:45:48.975346 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-b97b9559-0b62-4fca-9147-6d73cd2f84c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (4a90eb6b-9954-4fd4-a849-80da8c127a4c), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:48.985663 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (23331940-c93f-4043-b5f3-7104a3d055a1), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:49.016187 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-62117cbc-09ab-4882-a1c3-cf966bcb0774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870702231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870702231-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1601157524'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:45:49.038661 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4637609-3387-40b9-9f61-6a1821707d91 req-5dd622b0-f3d6-4235-825d-3963ecbae56b tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:49.049125 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4637609-3387-40b9-9f61-6a1821707d91 req-5dd622b0-f3d6-4235-825d-3963ecbae56b tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:49.053645 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4637609-3387-40b9-9f61-6a1821707d91 req-5dd622b0-f3d6-4235-825d-3963ecbae56b tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:49.059919 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4637609-3387-40b9-9f61-6a1821707d91 req-5dd622b0-f3d6-4235-825d-3963ecbae56b tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:49.065336 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4637609-3387-40b9-9f61-6a1821707d91 req-5dd622b0-f3d6-4235-825d-3963ecbae56b tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:49.068056 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c4637609-3387-40b9-9f61-6a1821707d91 req-5dd622b0-f3d6-4235-825d-3963ecbae56b tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ec863d4-5792-46d2-b299-7b34b3ebe431 HTTP/1.1" status: 200 len: 3828 time: 0.2093761 Feb 19 02:45:49.069460 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-b97b9559-0b62-4fca-9147-6d73cd2f84c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:49.070082 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-b97b9559-0b62-4fca-9147-6d73cd2f84c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:49.071659 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-b97b9559-0b62-4fca-9147-6d73cd2f84c3 service neutron] 10.222.0.82 "PUT /v2.0/ports/4a90eb6b-9954-4fd4-a849-80da8c127a4c HTTP/1.1" status: 200 len: 1091 time: 1.4114387 Feb 19 02:45:49.074018 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ec863d4-5792-46d2-b299-7b34b3ebe431', 'tag': '4a90eb6b-9954-4fd4-a849-80da8c127a4c'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:45:49.076331 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2abfdb20-759b-4bd7-86ec-482347614447" -d '{"events": [{"name": "network-changed", "server_uuid": "6ec863d4-5792-46d2-b299-7b34b3ebe431", "tag": "4a90eb6b-9954-4fd4-a849-80da8c127a4c"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:45:49.080478 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62117cbc-09ab-4882-a1c3-cf966bcb0774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870702231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870702231-project] Made reservation on behalf of 4801f5fa7cf64432984f3f94672ae316 for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:45:49.088072 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=23331940-c93f-4043-b5f3-7104a3d055a1,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:49.094694 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-62117cbc-09ab-4882-a1c3-cf966bcb0774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870702231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870702231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:49.136010 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-62117cbc-09ab-4882-a1c3-cf966bcb0774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870702231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870702231-project] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:49.144527 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:49.154809 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-64dca9ba-9d69-4859-b186-16eff02c5c52 service neutron] Request body: {'port': {'device_id': '6ec863d4-5792-46d2-b299-7b34b3ebe431', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826753-2'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:45:49.263841 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97b9559-0b62-4fca-9147-6d73cd2f84c3 service neutron] Pushing event updated for resources: {'Port': ['ID=4a90eb6b-9954-4fd4-a849-80da8c127a4c,revision_number=3']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:49.278372 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-62117cbc-09ab-4882-a1c3-cf966bcb0774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870702231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870702231-project] Publish callbacks [] for security_group (99ffb307-9ae5-4ebd-af7b-31ce10c7a40d), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:49.284228 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-62117cbc-09ab-4882-a1c3-cf966bcb0774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870702231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870702231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (99ffb307-9ae5-4ebd-af7b-31ce10c7a40d), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:49.315761 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62117cbc-09ab-4882-a1c3-cf966bcb0774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870702231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870702231-project] vlan segment allocate from pool success with {'vlan_id': 296, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:45:49.319680 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['23331940-c93f-4043-b5f3-7104a3d055a1'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:45:49.361739 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c4637609-3387-40b9-9f61-6a1821707d91 req-eade9211-e813-4dce-9032-8748d75c57aa tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/security-groups?id=1cff43f7-3cfd-4595-99e1-888048810960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2672837 Feb 19 02:45:49.419810 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-62117cbc-09ab-4882-a1c3-cf966bcb0774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870702231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870702231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (8f69ee56-9457-4ac5-9f42-9349a96b2463), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:49.420354 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-62117cbc-09ab-4882-a1c3-cf966bcb0774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870702231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870702231-project] Added segment 8f69ee56-9457-4ac5-9f42-9349a96b2463 of type vlan for network 935d088b-6bc5-4721-bb29-09def0239c21 Feb 19 02:45:49.449654 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62117cbc-09ab-4882-a1c3-cf966bcb0774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870702231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870702231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99ffb307-9ae5-4ebd-af7b-31ce10c7a40d,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:49.521715 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-62117cbc-09ab-4882-a1c3-cf966bcb0774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870702231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870702231-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (935d088b-6bc5-4721-bb29-09def0239c21), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:49.532513 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29d33c26-aa98-422c-9015-743df8f6ef87 x-openstack-request-id: req-29d33c26-aa98-422c-9015-743df8f6ef87 {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:45:49.533267 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ec863d4-5792-46d2-b299-7b34b3ebe431", "tag": "4a90eb6b-9954-4fd4-a849-80da8c127a4c", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:45:49.533710 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-29d33c26-aa98-422c-9015-743df8f6ef87 {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:45:49.537131 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ec863d4-5792-46d2-b299-7b34b3ebe431', 'tag': '4a90eb6b-9954-4fd4-a849-80da8c127a4c', 'status': 'completed', 'code': 200} Feb 19 02:45:49.546110 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-64dca9ba-9d69-4859-b186-16eff02c5c52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (38e91ad5-8313-46e5-8ac5-c1d94643d01f), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:49.641745 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-62117cbc-09ab-4882-a1c3-cf966bcb0774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870702231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870702231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (935d088b-6bc5-4721-bb29-09def0239c21), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:49.653772 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62117cbc-09ab-4882-a1c3-cf966bcb0774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870702231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870702231-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:49.654380 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-62117cbc-09ab-4882-a1c3-cf966bcb0774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870702231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870702231-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:49.654896 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f908f42f-84ee-42dc-9812-622cbcd520aa req-89707053-8fe1-4877-ac19-c6f4a468e85c tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:49.662545 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f908f42f-84ee-42dc-9812-622cbcd520aa req-89707053-8fe1-4877-ac19-c6f4a468e85c tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] 10.222.0.72 "GET /v2.0/ports?device_id=8312037b-1a40-46ab-bb7a-06e57fc82c1e HTTP/1.1" status: 200 len: 946 time: 0.2302818 Feb 19 02:45:49.702301 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4001f2-ecff-40ba-92c2-f137a2dc88c8 req-3ecac45d-2097-4bee-b6c7-91fdc7c2141b tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:49.704219 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1c4001f2-ecff-40ba-92c2-f137a2dc88c8 req-3ecac45d-2097-4bee-b6c7-91fdc7c2141b tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e2f228a-e46f-4adf-b471-367b30633d0f HTTP/1.1" status: 200 len: 945 time: 0.1361127 Feb 19 02:45:49.737394 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-62117cbc-09ab-4882-a1c3-cf966bcb0774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870702231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870702231-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.0552120 Feb 19 02:45:49.743447 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abfdb20-759b-4bd7-86ec-482347614447 req-c656be79-76ff-41aa-a8ef-8e2991897f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:49.744131 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abfdb20-759b-4bd7-86ec-482347614447 req-c656be79-76ff-41aa-a8ef-8e2991897f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:49.744640 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abfdb20-759b-4bd7-86ec-482347614447 req-c656be79-76ff-41aa-a8ef-8e2991897f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:49.745212 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abfdb20-759b-4bd7-86ec-482347614447 req-c656be79-76ff-41aa-a8ef-8e2991897f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:49.746429 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abfdb20-759b-4bd7-86ec-482347614447 req-c656be79-76ff-41aa-a8ef-8e2991897f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:49.748695 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-2abfdb20-759b-4bd7-86ec-482347614447 req-c656be79-76ff-41aa-a8ef-8e2991897f71 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7478e867ac94480b9c1c44ca2e321f2f&device_id=6ec863d4-5792-46d2-b299-7b34b3ebe431 HTTP/1.1" status: 200 len: 4394 time: 0.2358825 Feb 19 02:45:49.781373 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62117cbc-09ab-4882-a1c3-cf966bcb0774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870702231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870702231-project] Pushing event updated for resources: {'Network': ['ID=935d088b-6bc5-4721-bb29-09def0239c21,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:49.793497 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 935d088b-6bc5-4721-bb29-09def0239c21 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:45:49.865976 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1c4001f2-ecff-40ba-92c2-f137a2dc88c8 req-c83e4678-4bab-46de-a91b-11f5eb14c5f3 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/security-groups?id=33e2eb59-206d-4216-aaf9-91cfc46ad855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472547 Feb 19 02:45:49.918454 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f908f42f-84ee-42dc-9812-622cbcd520aa req-d867594f-2761-4268-8d14-320cddfce2cb tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] 10.222.0.72 "GET /v2.0/security-groups?id=d3c5bc60-1ec2-466f-9c43-3eda359bee76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547693 Feb 19 02:45:50.025818 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abfdb20-759b-4bd7-86ec-482347614447 req-51980471-a0f2-4034-9460-a1fcffae9b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:50.026483 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abfdb20-759b-4bd7-86ec-482347614447 req-51980471-a0f2-4034-9460-a1fcffae9b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:50.026950 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abfdb20-759b-4bd7-86ec-482347614447 req-51980471-a0f2-4034-9460-a1fcffae9b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:50.028556 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-2abfdb20-759b-4bd7-86ec-482347614447 req-51980471-a0f2-4034-9460-a1fcffae9b3c service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=7478e867ac94480b9c1c44ca2e321f2f&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2628770 Feb 19 02:45:50.102816 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b830ee2d-2c61-4494-9f88-d9f4a2a5ba8b req-27e5eae0-fe54-4130-b7af-2e92be7d48d2 tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:50.104345 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b830ee2d-2c61-4494-9f88-d9f4a2a5ba8b req-27e5eae0-fe54-4130-b7af-2e92be7d48d2 tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] 10.222.0.72 "GET /v2.0/ports?device_id=0df40d33-22e7-43e5-b4a1-c09bd77a9884 HTTP/1.1" status: 200 len: 944 time: 0.1037507 Feb 19 02:45:50.140277 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 53434) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:45:50.153415 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-bac91004-88bf-4d23-981b-5eab93d4a3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Request body: {'port': {'network_id': '935d088b-6bc5-4721-bb29-09def0239c21', 'binding:host_id': 'n-h2-826753-2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1413785320'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:45:50.182332 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-64dca9ba-9d69-4859-b186-16eff02c5c52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38e91ad5-8313-46e5-8ac5-c1d94643d01f {{(pid=103701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:45:50.201668 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-64dca9ba-9d69-4859-b186-16eff02c5c52 service neutron] Publish callbacks [] for port (38e91ad5-8313-46e5-8ac5-c1d94643d01f), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:50.258489 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac91004-88bf-4d23-981b-5eab93d4a3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Made reservation on behalf of 7019769662614559a3620160093bf116 for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:45:50.260937 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bac91004-88bf-4d23-981b-5eab93d4a3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:50.269748 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b830ee2d-2c61-4494-9f88-d9f4a2a5ba8b req-38f6bd51-342c-492c-ae8e-91651b0e7387 tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] 10.222.0.72 "GET /v2.0/security-groups?id=f28302f1-2208-492c-8b3e-02d8daad9352&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1407778 Feb 19 02:45:50.270694 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abfdb20-759b-4bd7-86ec-482347614447 req-2ac2bce8-7d01-485e-bbb9-e45bcfbd86c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:50.271922 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.provisioning_blocks [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-64dca9ba-9d69-4859-b186-16eff02c5c52 service neutron] Transition to ACTIVE for port object 38e91ad5-8313-46e5-8ac5-c1d94643d01f will not be triggered until provisioned by entity L2. {{(pid=103701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:45:50.272569 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-2abfdb20-759b-4bd7-86ec-482347614447 req-2ac2bce8-7d01-485e-bbb9-e45bcfbd86c9 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2372963 Feb 19 02:45:50.283741 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-64dca9ba-9d69-4859-b186-16eff02c5c52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (38e91ad5-8313-46e5-8ac5-c1d94643d01f), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:50.285767 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bac91004-88bf-4d23-981b-5eab93d4a3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:50.315697 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:50.457032 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dca9ba-9d69-4859-b186-16eff02c5c52 service neutron] Pushing event updated for resources: {'Port': ['ID=38e91ad5-8313-46e5-8ac5-c1d94643d01f,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:50.470608 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f1951a-e701-443c-9955-f1c857f164ed req-e3c300ad-b778-4433-b487-949ab8fdeb57 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:50.473200 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a5f1951a-e701-443c-9955-f1c857f164ed req-e3c300ad-b778-4433-b487-949ab8fdeb57 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3e2950d-ab47-4046-8006-daf03c09940e HTTP/1.1" status: 200 len: 946 time: 0.2660394 Feb 19 02:45:50.678184 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 23331940-c93f-4043-b5f3-7104a3d055a1 up at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:45:50.731882 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning for port 23331940-c93f-4043-b5f3-7104a3d055a1 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:45:50.736155 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning complete for port 23331940-c93f-4043-b5f3-7104a3d055a1 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:45:50.736592 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (23331940-c93f-4043-b5f3-7104a3d055a1), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:50.833058 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 23331940-c93f-4043-b5f3-7104a3d055a1 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:45:50.833753 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (23331940-c93f-4043-b5f3-7104a3d055a1), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:50.862327 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0df40d33-22e7-43e5-b4a1-c09bd77a9884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23331940-c93f-4043-b5f3-7104a3d055a1'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:45:50.866225 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9050ef29-7b5f-4857-ac67-0dc809d99da3" -d '{"events": [{"server_uuid": "0df40d33-22e7-43e5-b4a1-c09bd77a9884", "name": "network-vif-plugged", "status": "completed", "tag": "23331940-c93f-4043-b5f3-7104a3d055a1"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:45:50.880192 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 23331940-c93f-4043-b5f3-7104a3d055a1, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=23331940-c93f-4043-b5f3-7104a3d055a1,segment=NetworkSegment(cc7f64c5-6529-4a39-8e75-2d6f42b16075),segment_id=cc7f64c5-6529-4a39-8e75-2d6f42b16075)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:45:50.884587 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (23331940-c93f-4043-b5f3-7104a3d055a1), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:50.953532 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=23331940-c93f-4043-b5f3-7104a3d055a1,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:51.001140 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1012efb9-2ba8-4910-b15f-6b978c22adc3 req-036c997a-9892-4193-9fe5-4798b8c2c262 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=eaf64708-9021-419e-b287-ef3e0f51e2ee HTTP/1.1" status: 200 len: 258 time: 0.6573462 Feb 19 02:45:51.005866 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a5f1951a-e701-443c-9955-f1c857f164ed req-95074d00-5803-4301-84e0-59904b07e82d tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5175073 Feb 19 02:45:51.018560 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-1012efb9-2ba8-4910-b15f-6b978c22adc3 req-a60ac718-480d-4d07-85b8-1c776af86ff5 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] Request body: {'floatingip': {'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:45:51.048310 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-64dca9ba-9d69-4859-b186-16eff02c5c52 service neutron] Attempting to bind port 38e91ad5-8313-46e5-8ac5-c1d94643d01f on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:45:51.048310 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-64dca9ba-9d69-4859-b186-16eff02c5c52 service neutron] Attempting to bind port 38e91ad5-8313-46e5-8ac5-c1d94643d01f by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': '9b7f79d2-cbae-4212-ad2e-9ebd69e67349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'f5c1130b-131f-4fde-9927-840cbad6505d'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:45:51.048310 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-64dca9ba-9d69-4859-b186-16eff02c5c52 service neutron] Attempting to bind port 38e91ad5-8313-46e5-8ac5-c1d94643d01f on network f5c1130b-131f-4fde-9927-840cbad6505d {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:45:51.070394 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bac91004-88bf-4d23-981b-5eab93d4a3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Publish callbacks [] for security_group (f0e3c663-62cb-4655-9c88-bc09517dca43), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:51.071407 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-64dca9ba-9d69-4859-b186-16eff02c5c52 service neutron] Port 38e91ad5-8313-46e5-8ac5-c1d94643d01f on network f5c1130b-131f-4fde-9927-840cbad6505d not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:45:51.071735 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-64dca9ba-9d69-4859-b186-16eff02c5c52 service neutron] Attempting to bind port 38e91ad5-8313-46e5-8ac5-c1d94643d01f on network f5c1130b-131f-4fde-9927-840cbad6505d {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:45:51.078048 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bac91004-88bf-4d23-981b-5eab93d4a3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (f0e3c663-62cb-4655-9c88-bc09517dca43), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:51.081226 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-64dca9ba-9d69-4859-b186-16eff02c5c52 service neutron] Checking agent: {'id': 'bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:45:51.081566 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-64dca9ba-9d69-4859-b186-16eff02c5c52 service neutron] Checking segment: {'id': '9b7f79d2-cbae-4212-ad2e-9ebd69e67349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'f5c1130b-131f-4fde-9927-840cbad6505d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:45:51.082477 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-64dca9ba-9d69-4859-b186-16eff02c5c52 service neutron] Bound using segment: {'id': '9b7f79d2-cbae-4212-ad2e-9ebd69e67349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'f5c1130b-131f-4fde-9927-840cbad6505d'} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:45:51.082909 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-64dca9ba-9d69-4859-b186-16eff02c5c52 service neutron] Bound port: 38e91ad5-8313-46e5-8ac5-c1d94643d01f, host: n-h2-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b7f79d2-cbae-4212-ad2e-9ebd69e67349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'f5c1130b-131f-4fde-9927-840cbad6505d'}}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:45:51.083418 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-64dca9ba-9d69-4859-b186-16eff02c5c52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (38e91ad5-8313-46e5-8ac5-c1d94643d01f), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:51.093588 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [None req-bac91004-88bf-4d23-981b-5eab93d4a3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] device_id is not set on port ccb4cddb-6364-457d-b629-2d2333fe8566 yet. {{(pid=103701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 02:45:51.100470 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-1012efb9-2ba8-4910-b15f-6b978c22adc3 req-a60ac718-480d-4d07-85b8-1c776af86ff5 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:51.244377 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac91004-88bf-4d23-981b-5eab93d4a3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e3c663-62cb-4655-9c88-bc09517dca43,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:51.380653 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-64dca9ba-9d69-4859-b186-16eff02c5c52 service neutron] For port 38e91ad5-8313-46e5-8ac5-c1d94643d01f, host n-h2-826753-2, cleared binding levels {{(pid=103701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:45:51.400711 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8fb1e2-e439-438f-b33e-7267918ca100 req-403b737c-86b1-4b90-8b60-793950fbd46a tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:51.405982 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8fb1e2-e439-438f-b33e-7267918ca100 req-403b737c-86b1-4b90-8b60-793950fbd46a tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:51.411662 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8fb1e2-e439-438f-b33e-7267918ca100 req-403b737c-86b1-4b90-8b60-793950fbd46a tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:51.416874 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8fb1e2-e439-438f-b33e-7267918ca100 req-403b737c-86b1-4b90-8b60-793950fbd46a tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:51.422112 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8fb1e2-e439-438f-b33e-7267918ca100 req-403b737c-86b1-4b90-8b60-793950fbd46a tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:51.427638 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8fb1e2-e439-438f-b33e-7267918ca100 req-403b737c-86b1-4b90-8b60-793950fbd46a tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:51.435032 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-db8fb1e2-e439-438f-b33e-7267918ca100 req-403b737c-86b1-4b90-8b60-793950fbd46a tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ec863d4-5792-46d2-b299-7b34b3ebe431 HTTP/1.1" status: 200 len: 4606 time: 0.3479939 Feb 19 02:45:51.471929 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-64dca9ba-9d69-4859-b186-16eff02c5c52 service neutron] For port 38e91ad5-8313-46e5-8ac5-c1d94643d01f, host n-h2-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=38e91ad5-8313-46e5-8ac5-c1d94643d01f,segment=NetworkSegment(9b7f79d2-cbae-4212-ad2e-9ebd69e67349),segment_id=9b7f79d2-cbae-4212-ad2e-9ebd69e67349)] {{(pid=103701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:45:51.508178 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-64dca9ba-9d69-4859-b186-16eff02c5c52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (38e91ad5-8313-46e5-8ac5-c1d94643d01f), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:51.589342 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-64dca9ba-9d69-4859-b186-16eff02c5c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:51.589973 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-64dca9ba-9d69-4859-b186-16eff02c5c52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:51.591372 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-64dca9ba-9d69-4859-b186-16eff02c5c52 service neutron] 10.222.0.82 "PUT /v2.0/ports/38e91ad5-8313-46e5-8ac5-c1d94643d01f HTTP/1.1" status: 200 len: 1136 time: 2.4749701 Feb 19 02:45:51.595830 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ec863d4-5792-46d2-b299-7b34b3ebe431', 'tag': '38e91ad5-8313-46e5-8ac5-c1d94643d01f'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:45:51.598384 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e092b930-012d-4bf2-af99-bf8c4c9f3696" -d '{"events": [{"name": "network-changed", "server_uuid": "6ec863d4-5792-46d2-b299-7b34b3ebe431", "tag": "38e91ad5-8313-46e5-8ac5-c1d94643d01f"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:45:51.639333 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-1ce9a557-6803-4ae6-888e-da564c220b85 service neutron] Request body: {'port': {'device_id': '6ec863d4-5792-46d2-b299-7b34b3ebe431', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826753-2'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:45:51.670669 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-db8fb1e2-e439-438f-b33e-7267918ca100 req-e986a09e-d600-4913-86f9-584fb447166e tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ad2b075-8470-4480-bb4e-92661338512f&id=1cff43f7-3cfd-4595-99e1-888048810960&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2347453 Feb 19 02:45:51.734964 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ee41688-de70-4761-b8d5-943866c216a9 x-openstack-request-id: req-1ee41688-de70-4761-b8d5-943866c216a9 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:45:51.735270 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0df40d33-22e7-43e5-b4a1-c09bd77a9884", "name": "network-vif-plugged", "status": "completed", "tag": "23331940-c93f-4043-b5f3-7104a3d055a1", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:45:51.735547 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1ee41688-de70-4761-b8d5-943866c216a9 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:45:51.737029 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0df40d33-22e7-43e5-b4a1-c09bd77a9884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23331940-c93f-4043-b5f3-7104a3d055a1', 'code': 200} Feb 19 02:45:51.737744 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [None req-bac91004-88bf-4d23-981b-5eab93d4a3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] device_id is not set on port ccb4cddb-6364-457d-b629-2d2333fe8566 yet. {{(pid=103701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 02:45:51.745941 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dca9ba-9d69-4859-b186-16eff02c5c52 service neutron] Pushing event updated for resources: {'Port': ['ID=38e91ad5-8313-46e5-8ac5-c1d94643d01f,revision_number=3']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:51.765223 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bac91004-88bf-4d23-981b-5eab93d4a3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Publish callbacks [] for port (ccb4cddb-6364-457d-b629-2d2333fe8566), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:51.805295 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-1012efb9-2ba8-4910-b15f-6b978c22adc3 req-a60ac718-480d-4d07-85b8-1c776af86ff5 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:51.867072 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:51.875674 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bac91004-88bf-4d23-981b-5eab93d4a3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (ccb4cddb-6364-457d-b629-2d2333fe8566), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:51.922461 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334411ea-c96a-4c53-9a68-e6ef7d117425 req-478bba9f-0748-4b33-a0a0-8bd60130555b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:51.924984 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-334411ea-c96a-4c53-9a68-e6ef7d117425 req-478bba9f-0748-4b33-a0a0-8bd60130555b service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=0df40d33-22e7-43e5-b4a1-c09bd77a9884 HTTP/1.1" status: 200 len: 1127 time: 0.0887151 Feb 19 02:45:51.948147 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-1ce9a557-6803-4ae6-888e-da564c220b85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (00071ace-99c7-42c5-99dc-994ccfae67b7), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:52.045153 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-334411ea-c96a-4c53-9a68-e6ef7d117425 req-2d2ec83d-1b62-44d8-90ff-4c34d976c965 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=f28302f1-2208-492c-8b3e-02d8daad9352&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106684 Feb 19 02:45:52.058973 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac91004-88bf-4d23-981b-5eab93d4a3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Pushing event updated for resources: {'Port': ['ID=ccb4cddb-6364-457d-b629-2d2333fe8566,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:52.087234 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dcf367-45ec-4640-b557-23bd84b4d9c9 req-237721c6-a3ba-471b-9102-3bbb077999cc tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:52.088920 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b6dcf367-45ec-4640-b557-23bd84b4d9c9 req-237721c6-a3ba-471b-9102-3bbb077999cc tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e2f228a-e46f-4adf-b471-367b30633d0f HTTP/1.1" status: 200 len: 945 time: 0.2357240 Feb 19 02:45:52.114739 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac91004-88bf-4d23-981b-5eab93d4a3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Checking segment: {'id': '8f69ee56-9457-4ac5-9f42-9349a96b2463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '935d088b-6bc5-4721-bb29-09def0239c21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:45:52.115371 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac91004-88bf-4d23-981b-5eab93d4a3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Network hostable DHCP agents. Network: 935d088b-6bc5-4721-bb29-09def0239c21, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:45:52.152854 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [req-1012efb9-2ba8-4910-b15f-6b978c22adc3 req-a60ac718-480d-4d07-85b8-1c776af86ff5 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] Allocated IP 172.25.6.214 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/4e7bc10a-830d-4847-bf52-48d22f43ba79) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:45:52.279355 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b6dcf367-45ec-4640-b557-23bd84b4d9c9 req-5ff09fab-fd5f-40cf-bc2b-66d44a6504eb tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/security-groups?id=33e2eb59-206d-4216-aaf9-91cfc46ad855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675749 Feb 19 02:45:52.284048 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac91004-88bf-4d23-981b-5eab93d4a3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Network 935d088b-6bc5-4721-bb29-09def0239c21 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:45:52.332551 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:52.379850 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-bac91004-88bf-4d23-981b-5eab93d4a3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 935d088b-6bc5-4721-bb29-09def0239c21) {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:45:52.383930 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac91004-88bf-4d23-981b-5eab93d4a3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:45:52.389857 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb954cb-cc00-45d8-9aa2-abcf86ba7270 None None] Network 935d088b-6bc5-4721-bb29-09def0239c21 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:45:52.443283 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [None req-bac91004-88bf-4d23-981b-5eab93d4a3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempting to bind port ccb4cddb-6364-457d-b629-2d2333fe8566 on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:45:52.443718 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [None req-bac91004-88bf-4d23-981b-5eab93d4a3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempting to bind port ccb4cddb-6364-457d-b629-2d2333fe8566 by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': '8f69ee56-9457-4ac5-9f42-9349a96b2463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '935d088b-6bc5-4721-bb29-09def0239c21'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:45:52.444123 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac91004-88bf-4d23-981b-5eab93d4a3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempting to bind port ccb4cddb-6364-457d-b629-2d2333fe8566 on network 935d088b-6bc5-4721-bb29-09def0239c21 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:45:52.466422 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac91004-88bf-4d23-981b-5eab93d4a3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Port ccb4cddb-6364-457d-b629-2d2333fe8566 on network 935d088b-6bc5-4721-bb29-09def0239c21 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:45:52.466895 n-d-826753-2 neutron-server[103701]: ERROR neutron.plugins.ml2.managers [None req-bac91004-88bf-4d23-981b-5eab93d4a3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Failed to bind port ccb4cddb-6364-457d-b629-2d2333fe8566 on host n-h2-826753-2 for vnic_type normal using segments [{'id': '8f69ee56-9457-4ac5-9f42-9349a96b2463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '935d088b-6bc5-4721-bb29-09def0239c21'}] Feb 19 02:45:52.470560 n-d-826753-2 neutron-server[103701]: INFO neutron.plugins.ml2.plugin [None req-bac91004-88bf-4d23-981b-5eab93d4a3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempt 2 to bind port ccb4cddb-6364-457d-b629-2d2333fe8566 Feb 19 02:45:52.535085 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [None req-bac91004-88bf-4d23-981b-5eab93d4a3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempting to bind port ccb4cddb-6364-457d-b629-2d2333fe8566 on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:45:52.536199 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [None req-bac91004-88bf-4d23-981b-5eab93d4a3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempting to bind port ccb4cddb-6364-457d-b629-2d2333fe8566 by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': '8f69ee56-9457-4ac5-9f42-9349a96b2463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '935d088b-6bc5-4721-bb29-09def0239c21'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:45:52.536621 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac91004-88bf-4d23-981b-5eab93d4a3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempting to bind port ccb4cddb-6364-457d-b629-2d2333fe8566 on network 935d088b-6bc5-4721-bb29-09def0239c21 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:45:52.548200 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-1012efb9-2ba8-4910-b15f-6b978c22adc3 req-a60ac718-480d-4d07-85b8-1c776af86ff5 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] Publish callbacks [] for port (4e7bc10a-830d-4847-bf52-48d22f43ba79), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:52.557101 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac91004-88bf-4d23-981b-5eab93d4a3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Port ccb4cddb-6364-457d-b629-2d2333fe8566 on network 935d088b-6bc5-4721-bb29-09def0239c21 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:45:52.557484 n-d-826753-2 neutron-server[103701]: ERROR neutron.plugins.ml2.managers [None req-bac91004-88bf-4d23-981b-5eab93d4a3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Failed to bind port ccb4cddb-6364-457d-b629-2d2333fe8566 on host n-h2-826753-2 for vnic_type normal using segments [{'id': '8f69ee56-9457-4ac5-9f42-9349a96b2463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '935d088b-6bc5-4721-bb29-09def0239c21'}] Feb 19 02:45:52.565847 n-d-826753-2 neutron-server[103701]: INFO neutron.plugins.ml2.plugin [None req-bac91004-88bf-4d23-981b-5eab93d4a3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempt 3 to bind port ccb4cddb-6364-457d-b629-2d2333fe8566 Feb 19 02:45:52.578921 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027c5c37-1d86-4e04-aaef-b1699352c769 req-bb35ff03-6440-416f-b734-daac319d82b1 tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:52.580777 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-027c5c37-1d86-4e04-aaef-b1699352c769 req-bb35ff03-6440-416f-b734-daac319d82b1 tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] 10.222.0.72 "GET /v2.0/ports?device_id=0df40d33-22e7-43e5-b4a1-c09bd77a9884 HTTP/1.1" status: 200 len: 945 time: 0.1934278 Feb 19 02:45:52.609868 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [None req-bac91004-88bf-4d23-981b-5eab93d4a3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempting to bind port ccb4cddb-6364-457d-b629-2d2333fe8566 on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:45:52.610203 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [None req-bac91004-88bf-4d23-981b-5eab93d4a3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempting to bind port ccb4cddb-6364-457d-b629-2d2333fe8566 by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': '8f69ee56-9457-4ac5-9f42-9349a96b2463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '935d088b-6bc5-4721-bb29-09def0239c21'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:45:52.610615 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac91004-88bf-4d23-981b-5eab93d4a3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempting to bind port ccb4cddb-6364-457d-b629-2d2333fe8566 on network 935d088b-6bc5-4721-bb29-09def0239c21 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:45:52.647551 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac91004-88bf-4d23-981b-5eab93d4a3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Port ccb4cddb-6364-457d-b629-2d2333fe8566 on network 935d088b-6bc5-4721-bb29-09def0239c21 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:45:52.647985 n-d-826753-2 neutron-server[103701]: ERROR neutron.plugins.ml2.managers [None req-bac91004-88bf-4d23-981b-5eab93d4a3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Failed to bind port ccb4cddb-6364-457d-b629-2d2333fe8566 on host n-h2-826753-2 for vnic_type normal using segments [{'id': '8f69ee56-9457-4ac5-9f42-9349a96b2463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '935d088b-6bc5-4721-bb29-09def0239c21'}] Feb 19 02:45:52.652145 n-d-826753-2 neutron-server[103701]: INFO neutron.plugins.ml2.plugin [None req-bac91004-88bf-4d23-981b-5eab93d4a3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempt 4 to bind port ccb4cddb-6364-457d-b629-2d2333fe8566 Feb 19 02:45:52.728892 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [None req-bac91004-88bf-4d23-981b-5eab93d4a3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempting to bind port ccb4cddb-6364-457d-b629-2d2333fe8566 on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:45:52.729385 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [None req-bac91004-88bf-4d23-981b-5eab93d4a3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempting to bind port ccb4cddb-6364-457d-b629-2d2333fe8566 by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': '8f69ee56-9457-4ac5-9f42-9349a96b2463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '935d088b-6bc5-4721-bb29-09def0239c21'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:45:52.729794 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac91004-88bf-4d23-981b-5eab93d4a3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempting to bind port ccb4cddb-6364-457d-b629-2d2333fe8566 on network 935d088b-6bc5-4721-bb29-09def0239c21 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:45:52.743612 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-1ce9a557-6803-4ae6-888e-da564c220b85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00071ace-99c7-42c5-99dc-994ccfae67b7 {{(pid=103701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:45:52.752034 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-1012efb9-2ba8-4910-b15f-6b978c22adc3 req-a60ac718-480d-4d07-85b8-1c776af86ff5 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (4e7bc10a-830d-4847-bf52-48d22f43ba79), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:52.756646 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-1ce9a557-6803-4ae6-888e-da564c220b85 service neutron] Publish callbacks [] for port (00071ace-99c7-42c5-99dc-994ccfae67b7), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:52.760044 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac91004-88bf-4d23-981b-5eab93d4a3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Port ccb4cddb-6364-457d-b629-2d2333fe8566 on network 935d088b-6bc5-4721-bb29-09def0239c21 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:45:52.760442 n-d-826753-2 neutron-server[103701]: ERROR neutron.plugins.ml2.managers [None req-bac91004-88bf-4d23-981b-5eab93d4a3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Failed to bind port ccb4cddb-6364-457d-b629-2d2333fe8566 on host n-h2-826753-2 for vnic_type normal using segments [{'id': '8f69ee56-9457-4ac5-9f42-9349a96b2463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '935d088b-6bc5-4721-bb29-09def0239c21'}] Feb 19 02:45:52.763902 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-027c5c37-1d86-4e04-aaef-b1699352c769 req-a8b9f6ab-6647-4a93-abfd-bafe12f49681 tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] 10.222.0.72 "GET /v2.0/security-groups?id=f28302f1-2208-492c-8b3e-02d8daad9352&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1713037 Feb 19 02:45:52.769069 n-d-826753-2 neutron-server[103701]: INFO neutron.plugins.ml2.plugin [None req-bac91004-88bf-4d23-981b-5eab93d4a3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempt 5 to bind port ccb4cddb-6364-457d-b629-2d2333fe8566 Feb 19 02:45:52.815737 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.provisioning_blocks [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-1ce9a557-6803-4ae6-888e-da564c220b85 service neutron] Transition to ACTIVE for port object 00071ace-99c7-42c5-99dc-994ccfae67b7 will not be triggered until provisioned by entity L2. {{(pid=103701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:45:52.825379 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1012efb9-2ba8-4910-b15f-6b978c22adc3 req-a60ac718-480d-4d07-85b8-1c776af86ff5 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:45:52.827930 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [None req-bac91004-88bf-4d23-981b-5eab93d4a3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempting to bind port ccb4cddb-6364-457d-b629-2d2333fe8566 on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:45:52.828320 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [None req-bac91004-88bf-4d23-981b-5eab93d4a3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempting to bind port ccb4cddb-6364-457d-b629-2d2333fe8566 by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': '8f69ee56-9457-4ac5-9f42-9349a96b2463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '935d088b-6bc5-4721-bb29-09def0239c21'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:45:52.828744 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac91004-88bf-4d23-981b-5eab93d4a3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempting to bind port ccb4cddb-6364-457d-b629-2d2333fe8566 on network 935d088b-6bc5-4721-bb29-09def0239c21 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:45:52.830743 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-1ce9a557-6803-4ae6-888e-da564c220b85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (00071ace-99c7-42c5-99dc-994ccfae67b7), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:52.842840 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [req-1012efb9-2ba8-4910-b15f-6b978c22adc3 req-a60ac718-480d-4d07-85b8-1c776af86ff5 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:45:52.845494 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-1012efb9-2ba8-4910-b15f-6b978c22adc3 req-a60ac718-480d-4d07-85b8-1c776af86ff5 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:45:52.851964 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60ac718-480d-4d07-85b8-1c776af86ff5 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] Pushing event updated for resources: {'Port': ['ID=4e7bc10a-830d-4847-bf52-48d22f43ba79,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:52.856383 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac91004-88bf-4d23-981b-5eab93d4a3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Port ccb4cddb-6364-457d-b629-2d2333fe8566 on network 935d088b-6bc5-4721-bb29-09def0239c21 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:45:52.856817 n-d-826753-2 neutron-server[103701]: ERROR neutron.plugins.ml2.managers [None req-bac91004-88bf-4d23-981b-5eab93d4a3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Failed to bind port ccb4cddb-6364-457d-b629-2d2333fe8566 on host n-h2-826753-2 for vnic_type normal using segments [{'id': '8f69ee56-9457-4ac5-9f42-9349a96b2463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '935d088b-6bc5-4721-bb29-09def0239c21'}] Feb 19 02:45:52.877661 n-d-826753-2 neutron-server[103701]: INFO neutron.plugins.ml2.plugin [None req-bac91004-88bf-4d23-981b-5eab93d4a3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempt 6 to bind port ccb4cddb-6364-457d-b629-2d2333fe8566 Feb 19 02:45:52.949819 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [None req-bac91004-88bf-4d23-981b-5eab93d4a3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempting to bind port ccb4cddb-6364-457d-b629-2d2333fe8566 on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:45:52.950201 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [None req-bac91004-88bf-4d23-981b-5eab93d4a3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempting to bind port ccb4cddb-6364-457d-b629-2d2333fe8566 by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': '8f69ee56-9457-4ac5-9f42-9349a96b2463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '935d088b-6bc5-4721-bb29-09def0239c21'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:45:52.950659 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac91004-88bf-4d23-981b-5eab93d4a3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempting to bind port ccb4cddb-6364-457d-b629-2d2333fe8566 on network 935d088b-6bc5-4721-bb29-09def0239c21 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:45:52.956498 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce9a557-6803-4ae6-888e-da564c220b85 service neutron] Pushing event updated for resources: {'Port': ['ID=00071ace-99c7-42c5-99dc-994ccfae67b7,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:52.971897 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac91004-88bf-4d23-981b-5eab93d4a3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Port ccb4cddb-6364-457d-b629-2d2333fe8566 on network 935d088b-6bc5-4721-bb29-09def0239c21 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:45:52.972232 n-d-826753-2 neutron-server[103701]: ERROR neutron.plugins.ml2.managers [None req-bac91004-88bf-4d23-981b-5eab93d4a3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Failed to bind port ccb4cddb-6364-457d-b629-2d2333fe8566 on host n-h2-826753-2 for vnic_type normal using segments [{'id': '8f69ee56-9457-4ac5-9f42-9349a96b2463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '935d088b-6bc5-4721-bb29-09def0239c21'}] Feb 19 02:45:52.993763 n-d-826753-2 neutron-server[103701]: INFO neutron.plugins.ml2.plugin [None req-bac91004-88bf-4d23-981b-5eab93d4a3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempt 7 to bind port ccb4cddb-6364-457d-b629-2d2333fe8566 Feb 19 02:45:53.064389 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [None req-bac91004-88bf-4d23-981b-5eab93d4a3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempting to bind port ccb4cddb-6364-457d-b629-2d2333fe8566 on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:45:53.065100 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [None req-bac91004-88bf-4d23-981b-5eab93d4a3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempting to bind port ccb4cddb-6364-457d-b629-2d2333fe8566 by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': '8f69ee56-9457-4ac5-9f42-9349a96b2463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '935d088b-6bc5-4721-bb29-09def0239c21'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:45:53.065438 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac91004-88bf-4d23-981b-5eab93d4a3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempting to bind port ccb4cddb-6364-457d-b629-2d2333fe8566 on network 935d088b-6bc5-4721-bb29-09def0239c21 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:45:53.082973 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac91004-88bf-4d23-981b-5eab93d4a3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Port ccb4cddb-6364-457d-b629-2d2333fe8566 on network 935d088b-6bc5-4721-bb29-09def0239c21 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:45:53.083310 n-d-826753-2 neutron-server[103701]: ERROR neutron.plugins.ml2.managers [None req-bac91004-88bf-4d23-981b-5eab93d4a3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Failed to bind port ccb4cddb-6364-457d-b629-2d2333fe8566 on host n-h2-826753-2 for vnic_type normal using segments [{'id': '8f69ee56-9457-4ac5-9f42-9349a96b2463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '935d088b-6bc5-4721-bb29-09def0239c21'}] Feb 19 02:45:53.088872 n-d-826753-2 neutron-server[103701]: INFO neutron.plugins.ml2.plugin [None req-bac91004-88bf-4d23-981b-5eab93d4a3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempt 8 to bind port ccb4cddb-6364-457d-b629-2d2333fe8566 Feb 19 02:45:53.120093 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-1ce9a557-6803-4ae6-888e-da564c220b85 service neutron] Attempting to bind port 00071ace-99c7-42c5-99dc-994ccfae67b7 on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:45:53.120951 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-1ce9a557-6803-4ae6-888e-da564c220b85 service neutron] Attempting to bind port 00071ace-99c7-42c5-99dc-994ccfae67b7 by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': '9b7f79d2-cbae-4212-ad2e-9ebd69e67349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'f5c1130b-131f-4fde-9927-840cbad6505d'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:45:53.120951 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-1ce9a557-6803-4ae6-888e-da564c220b85 service neutron] Attempting to bind port 00071ace-99c7-42c5-99dc-994ccfae67b7 on network f5c1130b-131f-4fde-9927-840cbad6505d {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:45:53.128331 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-1012efb9-2ba8-4910-b15f-6b978c22adc3 req-a60ac718-480d-4d07-85b8-1c776af86ff5 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] Publish callbacks [] for floatingip (91f46c0c-0ca1-4cf3-8877-362adab064df), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:53.130520 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [None req-bac91004-88bf-4d23-981b-5eab93d4a3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempting to bind port ccb4cddb-6364-457d-b629-2d2333fe8566 on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:45:53.130854 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [None req-bac91004-88bf-4d23-981b-5eab93d4a3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempting to bind port ccb4cddb-6364-457d-b629-2d2333fe8566 by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': '8f69ee56-9457-4ac5-9f42-9349a96b2463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '935d088b-6bc5-4721-bb29-09def0239c21'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:45:53.131183 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac91004-88bf-4d23-981b-5eab93d4a3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempting to bind port ccb4cddb-6364-457d-b629-2d2333fe8566 on network 935d088b-6bc5-4721-bb29-09def0239c21 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:45:53.135535 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-1ce9a557-6803-4ae6-888e-da564c220b85 service neutron] Port 00071ace-99c7-42c5-99dc-994ccfae67b7 on network f5c1130b-131f-4fde-9927-840cbad6505d not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:45:53.135856 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-1ce9a557-6803-4ae6-888e-da564c220b85 service neutron] Attempting to bind port 00071ace-99c7-42c5-99dc-994ccfae67b7 on network f5c1130b-131f-4fde-9927-840cbad6505d {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:45:53.144664 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac91004-88bf-4d23-981b-5eab93d4a3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Port ccb4cddb-6364-457d-b629-2d2333fe8566 on network 935d088b-6bc5-4721-bb29-09def0239c21 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:45:53.145039 n-d-826753-2 neutron-server[103701]: ERROR neutron.plugins.ml2.managers [None req-bac91004-88bf-4d23-981b-5eab93d4a3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Failed to bind port ccb4cddb-6364-457d-b629-2d2333fe8566 on host n-h2-826753-2 for vnic_type normal using segments [{'id': '8f69ee56-9457-4ac5-9f42-9349a96b2463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '935d088b-6bc5-4721-bb29-09def0239c21'}] Feb 19 02:45:53.145744 n-d-826753-2 neutron-server[103701]: INFO neutron.plugins.ml2.plugin [None req-bac91004-88bf-4d23-981b-5eab93d4a3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempt 9 to bind port ccb4cddb-6364-457d-b629-2d2333fe8566 Feb 19 02:45:53.150007 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-1ce9a557-6803-4ae6-888e-da564c220b85 service neutron] Checking agent: {'id': 'bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:45:53.150349 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-1ce9a557-6803-4ae6-888e-da564c220b85 service neutron] Checking segment: {'id': '9b7f79d2-cbae-4212-ad2e-9ebd69e67349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'f5c1130b-131f-4fde-9927-840cbad6505d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:45:53.150733 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-1ce9a557-6803-4ae6-888e-da564c220b85 service neutron] Bound using segment: {'id': '9b7f79d2-cbae-4212-ad2e-9ebd69e67349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'f5c1130b-131f-4fde-9927-840cbad6505d'} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:45:53.151178 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-1ce9a557-6803-4ae6-888e-da564c220b85 service neutron] Bound port: 00071ace-99c7-42c5-99dc-994ccfae67b7, host: n-h2-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b7f79d2-cbae-4212-ad2e-9ebd69e67349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'f5c1130b-131f-4fde-9927-840cbad6505d'}}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:45:53.151532 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-1ce9a557-6803-4ae6-888e-da564c220b85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (00071ace-99c7-42c5-99dc-994ccfae67b7), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:53.199393 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [None req-bac91004-88bf-4d23-981b-5eab93d4a3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempting to bind port ccb4cddb-6364-457d-b629-2d2333fe8566 on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:45:53.199750 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [None req-bac91004-88bf-4d23-981b-5eab93d4a3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempting to bind port ccb4cddb-6364-457d-b629-2d2333fe8566 by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': '8f69ee56-9457-4ac5-9f42-9349a96b2463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '935d088b-6bc5-4721-bb29-09def0239c21'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:45:53.200081 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac91004-88bf-4d23-981b-5eab93d4a3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempting to bind port ccb4cddb-6364-457d-b629-2d2333fe8566 on network 935d088b-6bc5-4721-bb29-09def0239c21 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:45:53.232974 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac91004-88bf-4d23-981b-5eab93d4a3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Port ccb4cddb-6364-457d-b629-2d2333fe8566 on network 935d088b-6bc5-4721-bb29-09def0239c21 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:45:53.233337 n-d-826753-2 neutron-server[103701]: ERROR neutron.plugins.ml2.managers [None req-bac91004-88bf-4d23-981b-5eab93d4a3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Failed to bind port ccb4cddb-6364-457d-b629-2d2333fe8566 on host n-h2-826753-2 for vnic_type normal using segments [{'id': '8f69ee56-9457-4ac5-9f42-9349a96b2463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '935d088b-6bc5-4721-bb29-09def0239c21'}] Feb 19 02:45:53.237656 n-d-826753-2 neutron-server[103701]: INFO neutron.plugins.ml2.plugin [None req-bac91004-88bf-4d23-981b-5eab93d4a3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempt 10 to bind port ccb4cddb-6364-457d-b629-2d2333fe8566 Feb 19 02:45:53.248540 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-1012efb9-2ba8-4910-b15f-6b978c22adc3 req-a60ac718-480d-4d07-85b8-1c776af86ff5 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (4e7bc10a-830d-4847-bf52-48d22f43ba79), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:53.296434 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [None req-bac91004-88bf-4d23-981b-5eab93d4a3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempting to bind port ccb4cddb-6364-457d-b629-2d2333fe8566 on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:45:53.296813 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [None req-bac91004-88bf-4d23-981b-5eab93d4a3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempting to bind port ccb4cddb-6364-457d-b629-2d2333fe8566 by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': '8f69ee56-9457-4ac5-9f42-9349a96b2463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '935d088b-6bc5-4721-bb29-09def0239c21'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:45:53.297135 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac91004-88bf-4d23-981b-5eab93d4a3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempting to bind port ccb4cddb-6364-457d-b629-2d2333fe8566 on network 935d088b-6bc5-4721-bb29-09def0239c21 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:45:53.309150 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-1ce9a557-6803-4ae6-888e-da564c220b85 service neutron] For port 00071ace-99c7-42c5-99dc-994ccfae67b7, host n-h2-826753-2, cleared binding levels {{(pid=103701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:45:53.317191 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-1ce9a557-6803-4ae6-888e-da564c220b85 service neutron] For port 00071ace-99c7-42c5-99dc-994ccfae67b7, host n-h2-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=00071ace-99c7-42c5-99dc-994ccfae67b7,segment=NetworkSegment(9b7f79d2-cbae-4212-ad2e-9ebd69e67349),segment_id=9b7f79d2-cbae-4212-ad2e-9ebd69e67349)] {{(pid=103701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:45:53.318729 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac91004-88bf-4d23-981b-5eab93d4a3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Port ccb4cddb-6364-457d-b629-2d2333fe8566 on network 935d088b-6bc5-4721-bb29-09def0239c21 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:45:53.319057 n-d-826753-2 neutron-server[103701]: ERROR neutron.plugins.ml2.managers [None req-bac91004-88bf-4d23-981b-5eab93d4a3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Failed to bind port ccb4cddb-6364-457d-b629-2d2333fe8566 on host n-h2-826753-2 for vnic_type normal using segments [{'id': '8f69ee56-9457-4ac5-9f42-9349a96b2463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '935d088b-6bc5-4721-bb29-09def0239c21'}] Feb 19 02:45:53.319424 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bac91004-88bf-4d23-981b-5eab93d4a3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (ccb4cddb-6364-457d-b629-2d2333fe8566), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:53.338950 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-1ce9a557-6803-4ae6-888e-da564c220b85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (00071ace-99c7-42c5-99dc-994ccfae67b7), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:53.418425 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-1ce9a557-6803-4ae6-888e-da564c220b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:53.419055 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-1ce9a557-6803-4ae6-888e-da564c220b85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:53.420470 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-1ce9a557-6803-4ae6-888e-da564c220b85 service neutron] 10.222.0.82 "PUT /v2.0/ports/00071ace-99c7-42c5-99dc-994ccfae67b7 HTTP/1.1" status: 200 len: 1136 time: 1.7914929 Feb 19 02:45:53.463347 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-524f6441-308a-476f-9f7b-7f1fd20e870c service neutron] Request body: {'port': {'device_id': '6ec863d4-5792-46d2-b299-7b34b3ebe431', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826753-2'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:45:53.545721 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce9a557-6803-4ae6-888e-da564c220b85 service neutron] Pushing event updated for resources: {'Port': ['ID=00071ace-99c7-42c5-99dc-994ccfae67b7,revision_number=3']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:53.580795 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-bac91004-88bf-4d23-981b-5eab93d4a3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] For port ccb4cddb-6364-457d-b629-2d2333fe8566, host n-h2-826753-2, cleared binding levels {{(pid=103701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:45:53.581186 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-bac91004-88bf-4d23-981b-5eab93d4a3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempted to set empty binding levels {{(pid=103701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 19 02:45:53.595228 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bac91004-88bf-4d23-981b-5eab93d4a3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (ccb4cddb-6364-457d-b629-2d2333fe8566), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:53.636248 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-524f6441-308a-476f-9f7b-7f1fd20e870c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (da1d1eec-fe70-4e89-b89a-a37cea08cfdb), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:53.638686 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac91004-88bf-4d23-981b-5eab93d4a3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:53.639267 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bac91004-88bf-4d23-981b-5eab93d4a3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:53.686122 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-1012efb9-2ba8-4910-b15f-6b978c22adc3 req-a60ac718-480d-4d07-85b8-1c776af86ff5 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] Publish callbacks [] for port (4e7bc10a-830d-4847-bf52-48d22f43ba79), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:53.689328 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac91004-88bf-4d23-981b-5eab93d4a3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Pushing event updated for resources: {'Port': ['ID=ccb4cddb-6364-457d-b629-2d2333fe8566,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:53.726806 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-bac91004-88bf-4d23-981b-5eab93d4a3af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 3.5795181 Feb 19 02:45:53.727645 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-1012efb9-2ba8-4910-b15f-6b978c22adc3 req-a60ac718-480d-4d07-85b8-1c776af86ff5 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (4e7bc10a-830d-4847-bf52-48d22f43ba79), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:53.729631 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53458) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:45:53.817952 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-6d45fcd4-b2bc-486b-a1f2-6cd6900bb464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Deleting port ccb4cddb-6364-457d-b629-2d2333fe8566 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:45:53.818689 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6d45fcd4-b2bc-486b-a1f2-6cd6900bb464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (ccb4cddb-6364-457d-b629-2d2333fe8566), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:53.829167 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60ac718-480d-4d07-85b8-1c776af86ff5 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] Pushing event updated for resources: {'Port': ['ID=4e7bc10a-830d-4847-bf52-48d22f43ba79,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:53.882185 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-1012efb9-2ba8-4910-b15f-6b978c22adc3 req-a60ac718-480d-4d07-85b8-1c776af86ff5 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16285943'] for floatingip (91f46c0c-0ca1-4cf3-8877-362adab064df), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:53.882420 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-6d45fcd4-b2bc-486b-a1f2-6cd6900bb464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] For port ccb4cddb-6364-457d-b629-2d2333fe8566, host n-h2-826753-2, got binding levels [] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:45:53.882527 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6d45fcd4-b2bc-486b-a1f2-6cd6900bb464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (ccb4cddb-6364-457d-b629-2d2333fe8566), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:53.895199 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-6d45fcd4-b2bc-486b-a1f2-6cd6900bb464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Calling delete_port for ccb4cddb-6364-457d-b629-2d2333fe8566 owned by {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:45:53.917375 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-1012efb9-2ba8-4910-b15f-6b978c22adc3 req-a60ac718-480d-4d07-85b8-1c776af86ff5 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:53.918658 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1012efb9-2ba8-4910-b15f-6b978c22adc3 req-a60ac718-480d-4d07-85b8-1c776af86ff5 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.9060955 Feb 19 02:45:53.990038 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6d45fcd4-b2bc-486b-a1f2-6cd6900bb464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (ccb4cddb-6364-457d-b629-2d2333fe8566), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:54.024912 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d45fcd4-b2bc-486b-a1f2-6cd6900bb464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Pushing event deleted for resources: {'Port': ['ID=ccb4cddb-6364-457d-b629-2d2333fe8566,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:54.033358 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6d45fcd4-b2bc-486b-a1f2-6cd6900bb464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:54.038298 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-6d45fcd4-b2bc-486b-a1f2-6cd6900bb464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] 10.222.0.72 "DELETE /v2.0/ports/ccb4cddb-6364-457d-b629-2d2333fe8566 HTTP/1.1" status: 204 len: 168 time: 0.3070953 Feb 19 02:45:54.041701 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53462) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:45:54.066754 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fc3f1b2-9f5f-4420-878f-0e7cc4ef9a19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] GET failed (client error): The resource could not be found. Feb 19 02:45:54.068492 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-2fc3f1b2-9f5f-4420-878f-0e7cc4ef9a19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] 10.222.0.72 "GET /v2.0/ports/ccb4cddb-6364-457d-b629-2d2333fe8566 HTTP/1.1" status: 404 len: 333 time: 0.0257301 Feb 19 02:45:54.073656 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53464) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:45:54.076613 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1012efb9-2ba8-4910-b15f-6b978c22adc3 req-2f8cf824-e5ba-452a-a0bb-92a92c91ac8f tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.6.214 HTTP/1.1" status: 200 len: 696 time: 0.1449180 Feb 19 02:45:54.081475 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-f4004b81-e916-4821-acce-a2a1b3b5df2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Request body: {'port': {'network_id': '935d088b-6bc5-4721-bb29-09def0239c21', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883060539'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:45:54.105178 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4004b81-e916-4821-acce-a2a1b3b5df2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Made reservation on behalf of 7019769662614559a3620160093bf116 for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:45:54.108195 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f4004b81-e916-4821-acce-a2a1b3b5df2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:54.124612 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [None req-f4004b81-e916-4821-acce-a2a1b3b5df2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] device_id is not set on port 1492aaab-8fc7-481f-93f7-d1049bf6d1a3 yet. {{(pid=103702) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 02:45:54.248862 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1012efb9-2ba8-4910-b15f-6b978c22adc3 req-097e64b2-ed57-4c23-b473-c2805d4b9348 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:54.250302 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1012efb9-2ba8-4910-b15f-6b978c22adc3 req-097e64b2-ed57-4c23-b473-c2805d4b9348 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] 10.222.0.72 "GET /v2.0/networks/eaf64708-9021-419e-b287-ef3e0f51e2ee HTTP/1.1" status: 200 len: 784 time: 0.1671019 Feb 19 02:45:54.262759 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-524f6441-308a-476f-9f7b-7f1fd20e870c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da1d1eec-fe70-4e89-b89a-a37cea08cfdb {{(pid=103701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:45:54.271946 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-524f6441-308a-476f-9f7b-7f1fd20e870c service neutron] Publish callbacks [] for port (da1d1eec-fe70-4e89-b89a-a37cea08cfdb), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:54.284771 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.provisioning_blocks [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-524f6441-308a-476f-9f7b-7f1fd20e870c service neutron] Transition to ACTIVE for port object da1d1eec-fe70-4e89-b89a-a37cea08cfdb will not be triggered until provisioned by entity L2. {{(pid=103701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:45:54.290033 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-524f6441-308a-476f-9f7b-7f1fd20e870c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (da1d1eec-fe70-4e89-b89a-a37cea08cfdb), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:54.327500 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f4004b81-e916-4821-acce-a2a1b3b5df2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Publish callbacks [] for port (1492aaab-8fc7-481f-93f7-d1049bf6d1a3), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:54.367594 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05209200-5dbd-4f88-9500-5db066507471 x-openstack-request-id: req-05209200-5dbd-4f88-9500-5db066507471 {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:45:54.367886 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ec863d4-5792-46d2-b299-7b34b3ebe431", "tag": "38e91ad5-8313-46e5-8ac5-c1d94643d01f", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:45:54.368144 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-05209200-5dbd-4f88-9500-5db066507471 {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:45:54.368627 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ec863d4-5792-46d2-b299-7b34b3ebe431', 'tag': '38e91ad5-8313-46e5-8ac5-c1d94643d01f', 'status': 'completed', 'code': 200} Feb 19 02:45:54.373252 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524f6441-308a-476f-9f7b-7f1fd20e870c service neutron] Pushing event updated for resources: {'Port': ['ID=da1d1eec-fe70-4e89-b89a-a37cea08cfdb,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:54.389807 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f4004b81-e916-4821-acce-a2a1b3b5df2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (1492aaab-8fc7-481f-93f7-d1049bf6d1a3), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:54.475749 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4004b81-e916-4821-acce-a2a1b3b5df2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Network 935d088b-6bc5-4721-bb29-09def0239c21 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:45:54.482053 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-f4004b81-e916-4821-acce-a2a1b3b5df2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:45:54.490485 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4004b81-e916-4821-acce-a2a1b3b5df2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:45:54.493281 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4004b81-e916-4821-acce-a2a1b3b5df2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:54.494087 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f4004b81-e916-4821-acce-a2a1b3b5df2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:54.523398 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-f4004b81-e916-4821-acce-a2a1b3b5df2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.4484212 Feb 19 02:45:54.526778 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53470) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:45:54.533551 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-524f6441-308a-476f-9f7b-7f1fd20e870c service neutron] Attempting to bind port da1d1eec-fe70-4e89-b89a-a37cea08cfdb on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:45:54.534553 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-524f6441-308a-476f-9f7b-7f1fd20e870c service neutron] Attempting to bind port da1d1eec-fe70-4e89-b89a-a37cea08cfdb by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': '9b7f79d2-cbae-4212-ad2e-9ebd69e67349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'f5c1130b-131f-4fde-9927-840cbad6505d'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:45:54.534770 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-c6f8d09b-ab1c-42ba-86de-1d2fc23e516a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-826753-2'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:45:54.537472 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-524f6441-308a-476f-9f7b-7f1fd20e870c service neutron] Attempting to bind port da1d1eec-fe70-4e89-b89a-a37cea08cfdb on network f5c1130b-131f-4fde-9927-840cbad6505d {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:45:54.549785 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba09c25-2120-4359-b2ea-c152cdb3f974 req-2cfa1ad2-6d4f-41c9-9b5d-3b1f2a68662a tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:54.552208 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cba09c25-2120-4359-b2ea-c152cdb3f974 req-2cfa1ad2-6d4f-41c9-9b5d-3b1f2a68662a tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3e2950d-ab47-4046-8006-daf03c09940e HTTP/1.1" status: 200 len: 946 time: 0.1066170 Feb 19 02:45:54.554679 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-524f6441-308a-476f-9f7b-7f1fd20e870c service neutron] Port da1d1eec-fe70-4e89-b89a-a37cea08cfdb on network f5c1130b-131f-4fde-9927-840cbad6505d not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:45:54.555163 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-524f6441-308a-476f-9f7b-7f1fd20e870c service neutron] Attempting to bind port da1d1eec-fe70-4e89-b89a-a37cea08cfdb on network f5c1130b-131f-4fde-9927-840cbad6505d {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:45:54.563247 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-524f6441-308a-476f-9f7b-7f1fd20e870c service neutron] Checking agent: {'id': 'bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:45:54.564134 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-524f6441-308a-476f-9f7b-7f1fd20e870c service neutron] Checking segment: {'id': '9b7f79d2-cbae-4212-ad2e-9ebd69e67349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'f5c1130b-131f-4fde-9927-840cbad6505d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:45:54.564607 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-524f6441-308a-476f-9f7b-7f1fd20e870c service neutron] Bound using segment: {'id': '9b7f79d2-cbae-4212-ad2e-9ebd69e67349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'f5c1130b-131f-4fde-9927-840cbad6505d'} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:45:54.565150 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-524f6441-308a-476f-9f7b-7f1fd20e870c service neutron] Bound port: da1d1eec-fe70-4e89-b89a-a37cea08cfdb, host: n-h2-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b7f79d2-cbae-4212-ad2e-9ebd69e67349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'f5c1130b-131f-4fde-9927-840cbad6505d'}}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:45:54.565583 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-524f6441-308a-476f-9f7b-7f1fd20e870c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (da1d1eec-fe70-4e89-b89a-a37cea08cfdb), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:54.573832 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4004b81-e916-4821-acce-a2a1b3b5df2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Pushing event updated for resources: {'Port': ['ID=1492aaab-8fc7-481f-93f7-d1049bf6d1a3,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:54.612854 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e092b930-012d-4bf2-af99-bf8c4c9f3696 req-ba177a44-af86-4c50-9578-e731133661a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:54.614369 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e092b930-012d-4bf2-af99-bf8c4c9f3696 req-ba177a44-af86-4c50-9578-e731133661a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:54.614947 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e092b930-012d-4bf2-af99-bf8c4c9f3696 req-ba177a44-af86-4c50-9578-e731133661a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:54.615419 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e092b930-012d-4bf2-af99-bf8c4c9f3696 req-ba177a44-af86-4c50-9578-e731133661a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:54.615881 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e092b930-012d-4bf2-af99-bf8c4c9f3696 req-ba177a44-af86-4c50-9578-e731133661a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:54.616340 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e092b930-012d-4bf2-af99-bf8c4c9f3696 req-ba177a44-af86-4c50-9578-e731133661a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:54.616803 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e092b930-012d-4bf2-af99-bf8c4c9f3696 req-ba177a44-af86-4c50-9578-e731133661a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:54.618792 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e092b930-012d-4bf2-af99-bf8c4c9f3696 req-ba177a44-af86-4c50-9578-e731133661a1 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7478e867ac94480b9c1c44ca2e321f2f&device_id=6ec863d4-5792-46d2-b299-7b34b3ebe431 HTTP/1.1" status: 200 len: 6339 time: 0.1966259 Feb 19 02:45:54.630246 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c6f8d09b-ab1c-42ba-86de-1d2fc23e516a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (1492aaab-8fc7-481f-93f7-d1049bf6d1a3), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:54.652060 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cba09c25-2120-4359-b2ea-c152cdb3f974 req-141dc708-2512-40b6-80d7-1b3fc5f3189f tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915565 Feb 19 02:45:54.697784 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-524f6441-308a-476f-9f7b-7f1fd20e870c service neutron] For port da1d1eec-fe70-4e89-b89a-a37cea08cfdb, host n-h2-826753-2, cleared binding levels {{(pid=103701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:45:54.702140 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-524f6441-308a-476f-9f7b-7f1fd20e870c service neutron] For port da1d1eec-fe70-4e89-b89a-a37cea08cfdb, host n-h2-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=da1d1eec-fe70-4e89-b89a-a37cea08cfdb,segment=NetworkSegment(9b7f79d2-cbae-4212-ad2e-9ebd69e67349),segment_id=9b7f79d2-cbae-4212-ad2e-9ebd69e67349)] {{(pid=103701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:45:54.713971 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-524f6441-308a-476f-9f7b-7f1fd20e870c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (da1d1eec-fe70-4e89-b89a-a37cea08cfdb), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:54.808926 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-524f6441-308a-476f-9f7b-7f1fd20e870c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:54.809584 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-524f6441-308a-476f-9f7b-7f1fd20e870c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:54.811079 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-524f6441-308a-476f-9f7b-7f1fd20e870c service neutron] 10.222.0.82 "PUT /v2.0/ports/da1d1eec-fe70-4e89-b89a-a37cea08cfdb HTTP/1.1" status: 200 len: 1091 time: 1.3548875 Feb 19 02:45:54.849778 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524f6441-308a-476f-9f7b-7f1fd20e870c service neutron] Pushing event updated for resources: {'Port': ['ID=da1d1eec-fe70-4e89-b89a-a37cea08cfdb,revision_number=3']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:54.872380 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-ab325f3f-278e-4114-a20e-7f7428021e46 service neutron] Request body: {'port': {'device_id': '6ec863d4-5792-46d2-b299-7b34b3ebe431', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826753-2'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:45:54.922529 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa4ac03-0b2f-4c24-8d07-00ab52fa2fd5 req-f9b91ee8-55c1-4889-b120-9b485b503187 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:54.929511 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa4ac03-0b2f-4c24-8d07-00ab52fa2fd5 req-f9b91ee8-55c1-4889-b120-9b485b503187 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:54.935434 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa4ac03-0b2f-4c24-8d07-00ab52fa2fd5 req-f9b91ee8-55c1-4889-b120-9b485b503187 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:54.942025 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa4ac03-0b2f-4c24-8d07-00ab52fa2fd5 req-f9b91ee8-55c1-4889-b120-9b485b503187 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:54.948285 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa4ac03-0b2f-4c24-8d07-00ab52fa2fd5 req-f9b91ee8-55c1-4889-b120-9b485b503187 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:54.954043 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa4ac03-0b2f-4c24-8d07-00ab52fa2fd5 req-f9b91ee8-55c1-4889-b120-9b485b503187 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:54.960536 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa4ac03-0b2f-4c24-8d07-00ab52fa2fd5 req-f9b91ee8-55c1-4889-b120-9b485b503187 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:54.962843 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0aa4ac03-0b2f-4c24-8d07-00ab52fa2fd5 req-f9b91ee8-55c1-4889-b120-9b485b503187 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ec863d4-5792-46d2-b299-7b34b3ebe431 HTTP/1.1" status: 200 len: 5396 time: 0.2004642 Feb 19 02:45:55.031194 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-ab325f3f-278e-4114-a20e-7f7428021e46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (ddb05983-19db-46ef-a388-e5781e5a86ac), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:55.108068 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0aa4ac03-0b2f-4c24-8d07-00ab52fa2fd5 req-ced1383a-bd55-481a-9ea6-9e05136e4b52 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ad2b075-8470-4480-bb4e-92661338512f&id=1cff43f7-3cfd-4595-99e1-888048810960&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1372213 Feb 19 02:45:55.272192 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [None req-c6f8d09b-ab1c-42ba-86de-1d2fc23e516a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] device_id is not set on port 1492aaab-8fc7-481f-93f7-d1049bf6d1a3 yet. {{(pid=103702) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 02:45:55.288585 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c6f8d09b-ab1c-42ba-86de-1d2fc23e516a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Publish callbacks [] for port (1492aaab-8fc7-481f-93f7-d1049bf6d1a3), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:55.297803 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e092b930-012d-4bf2-af99-bf8c4c9f3696 req-8dc6c0da-8a16-4856-8f25-0b574122ccf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:55.298640 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e092b930-012d-4bf2-af99-bf8c4c9f3696 req-8dc6c0da-8a16-4856-8f25-0b574122ccf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:55.299208 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e092b930-012d-4bf2-af99-bf8c4c9f3696 req-8dc6c0da-8a16-4856-8f25-0b574122ccf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:55.301060 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e092b930-012d-4bf2-af99-bf8c4c9f3696 req-8dc6c0da-8a16-4856-8f25-0b574122ccf9 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=7478e867ac94480b9c1c44ca2e321f2f&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.6685989 Feb 19 02:45:55.302642 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c6f8d09b-ab1c-42ba-86de-1d2fc23e516a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (1492aaab-8fc7-481f-93f7-d1049bf6d1a3), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:55.363706 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18897b2d-80b4-42fa-9e59-2faae6dfc518 req-97fcdf74-754b-4139-bc1a-266caa330ae0 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:55.365692 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-18897b2d-80b4-42fa-9e59-2faae6dfc518 req-97fcdf74-754b-4139-bc1a-266caa330ae0 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e2f228a-e46f-4adf-b471-367b30633d0f HTTP/1.1" status: 200 len: 945 time: 0.1187019 Feb 19 02:45:55.423763 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f8d09b-ab1c-42ba-86de-1d2fc23e516a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Pushing event updated for resources: {'Port': ['ID=1492aaab-8fc7-481f-93f7-d1049bf6d1a3,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:55.454527 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-18897b2d-80b4-42fa-9e59-2faae6dfc518 req-65b8e575-3b5e-4d6d-981e-c4738fe6d14c tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/security-groups?id=33e2eb59-206d-4216-aaf9-91cfc46ad855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820823 Feb 19 02:45:55.460317 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [None req-c6f8d09b-ab1c-42ba-86de-1d2fc23e516a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempting to bind port 1492aaab-8fc7-481f-93f7-d1049bf6d1a3 on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:45:55.460867 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [None req-c6f8d09b-ab1c-42ba-86de-1d2fc23e516a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempting to bind port 1492aaab-8fc7-481f-93f7-d1049bf6d1a3 by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': '8f69ee56-9457-4ac5-9f42-9349a96b2463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '935d088b-6bc5-4721-bb29-09def0239c21'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:45:55.461410 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f8d09b-ab1c-42ba-86de-1d2fc23e516a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempting to bind port 1492aaab-8fc7-481f-93f7-d1049bf6d1a3 on network 935d088b-6bc5-4721-bb29-09def0239c21 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:45:55.465414 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-ab325f3f-278e-4114-a20e-7f7428021e46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddb05983-19db-46ef-a388-e5781e5a86ac {{(pid=103701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:45:55.470017 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e092b930-012d-4bf2-af99-bf8c4c9f3696 req-45b7ea19-081e-4550-b5b7-73d1b541f859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:55.472200 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e092b930-012d-4bf2-af99-bf8c4c9f3696 req-45b7ea19-081e-4550-b5b7-73d1b541f859 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1642897 Feb 19 02:45:55.472866 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f8d09b-ab1c-42ba-86de-1d2fc23e516a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Port 1492aaab-8fc7-481f-93f7-d1049bf6d1a3 on network 935d088b-6bc5-4721-bb29-09def0239c21 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:45:55.473506 n-d-826753-2 neutron-server[103702]: ERROR neutron.plugins.ml2.managers [None req-c6f8d09b-ab1c-42ba-86de-1d2fc23e516a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Failed to bind port 1492aaab-8fc7-481f-93f7-d1049bf6d1a3 on host n-h2-826753-2 for vnic_type normal using segments [{'id': '8f69ee56-9457-4ac5-9f42-9349a96b2463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '935d088b-6bc5-4721-bb29-09def0239c21'}] Feb 19 02:45:55.473976 n-d-826753-2 neutron-server[103702]: INFO neutron.plugins.ml2.plugin [None req-c6f8d09b-ab1c-42ba-86de-1d2fc23e516a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempt 2 to bind port 1492aaab-8fc7-481f-93f7-d1049bf6d1a3 Feb 19 02:45:55.484829 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-ab325f3f-278e-4114-a20e-7f7428021e46 service neutron] Publish callbacks [] for port (ddb05983-19db-46ef-a388-e5781e5a86ac), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:55.509115 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.provisioning_blocks [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-ab325f3f-278e-4114-a20e-7f7428021e46 service neutron] Transition to ACTIVE for port object ddb05983-19db-46ef-a388-e5781e5a86ac will not be triggered until provisioned by entity L2. {{(pid=103701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:45:55.510410 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [None req-c6f8d09b-ab1c-42ba-86de-1d2fc23e516a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempting to bind port 1492aaab-8fc7-481f-93f7-d1049bf6d1a3 on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:45:55.510757 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [None req-c6f8d09b-ab1c-42ba-86de-1d2fc23e516a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempting to bind port 1492aaab-8fc7-481f-93f7-d1049bf6d1a3 by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': '8f69ee56-9457-4ac5-9f42-9349a96b2463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '935d088b-6bc5-4721-bb29-09def0239c21'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:45:55.511102 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f8d09b-ab1c-42ba-86de-1d2fc23e516a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempting to bind port 1492aaab-8fc7-481f-93f7-d1049bf6d1a3 on network 935d088b-6bc5-4721-bb29-09def0239c21 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:45:55.514325 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-ab325f3f-278e-4114-a20e-7f7428021e46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (ddb05983-19db-46ef-a388-e5781e5a86ac), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:55.515838 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f8d09b-ab1c-42ba-86de-1d2fc23e516a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Port 1492aaab-8fc7-481f-93f7-d1049bf6d1a3 on network 935d088b-6bc5-4721-bb29-09def0239c21 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:45:55.516168 n-d-826753-2 neutron-server[103702]: ERROR neutron.plugins.ml2.managers [None req-c6f8d09b-ab1c-42ba-86de-1d2fc23e516a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Failed to bind port 1492aaab-8fc7-481f-93f7-d1049bf6d1a3 on host n-h2-826753-2 for vnic_type normal using segments [{'id': '8f69ee56-9457-4ac5-9f42-9349a96b2463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '935d088b-6bc5-4721-bb29-09def0239c21'}] Feb 19 02:45:55.516562 n-d-826753-2 neutron-server[103702]: INFO neutron.plugins.ml2.plugin [None req-c6f8d09b-ab1c-42ba-86de-1d2fc23e516a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempt 3 to bind port 1492aaab-8fc7-481f-93f7-d1049bf6d1a3 Feb 19 02:45:55.542376 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [None req-c6f8d09b-ab1c-42ba-86de-1d2fc23e516a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempting to bind port 1492aaab-8fc7-481f-93f7-d1049bf6d1a3 on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:45:55.542660 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [None req-c6f8d09b-ab1c-42ba-86de-1d2fc23e516a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempting to bind port 1492aaab-8fc7-481f-93f7-d1049bf6d1a3 by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': '8f69ee56-9457-4ac5-9f42-9349a96b2463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '935d088b-6bc5-4721-bb29-09def0239c21'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:45:55.543110 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f8d09b-ab1c-42ba-86de-1d2fc23e516a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempting to bind port 1492aaab-8fc7-481f-93f7-d1049bf6d1a3 on network 935d088b-6bc5-4721-bb29-09def0239c21 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:45:55.549382 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f8d09b-ab1c-42ba-86de-1d2fc23e516a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Port 1492aaab-8fc7-481f-93f7-d1049bf6d1a3 on network 935d088b-6bc5-4721-bb29-09def0239c21 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:45:55.549838 n-d-826753-2 neutron-server[103702]: ERROR neutron.plugins.ml2.managers [None req-c6f8d09b-ab1c-42ba-86de-1d2fc23e516a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Failed to bind port 1492aaab-8fc7-481f-93f7-d1049bf6d1a3 on host n-h2-826753-2 for vnic_type normal using segments [{'id': '8f69ee56-9457-4ac5-9f42-9349a96b2463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '935d088b-6bc5-4721-bb29-09def0239c21'}] Feb 19 02:45:55.550429 n-d-826753-2 neutron-server[103702]: INFO neutron.plugins.ml2.plugin [None req-c6f8d09b-ab1c-42ba-86de-1d2fc23e516a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempt 4 to bind port 1492aaab-8fc7-481f-93f7-d1049bf6d1a3 Feb 19 02:45:55.573765 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [None req-c6f8d09b-ab1c-42ba-86de-1d2fc23e516a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempting to bind port 1492aaab-8fc7-481f-93f7-d1049bf6d1a3 on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:45:55.574147 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [None req-c6f8d09b-ab1c-42ba-86de-1d2fc23e516a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempting to bind port 1492aaab-8fc7-481f-93f7-d1049bf6d1a3 by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': '8f69ee56-9457-4ac5-9f42-9349a96b2463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '935d088b-6bc5-4721-bb29-09def0239c21'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:45:55.574507 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f8d09b-ab1c-42ba-86de-1d2fc23e516a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempting to bind port 1492aaab-8fc7-481f-93f7-d1049bf6d1a3 on network 935d088b-6bc5-4721-bb29-09def0239c21 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:45:55.581595 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f8d09b-ab1c-42ba-86de-1d2fc23e516a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Port 1492aaab-8fc7-481f-93f7-d1049bf6d1a3 on network 935d088b-6bc5-4721-bb29-09def0239c21 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:45:55.581982 n-d-826753-2 neutron-server[103702]: ERROR neutron.plugins.ml2.managers [None req-c6f8d09b-ab1c-42ba-86de-1d2fc23e516a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Failed to bind port 1492aaab-8fc7-481f-93f7-d1049bf6d1a3 on host n-h2-826753-2 for vnic_type normal using segments [{'id': '8f69ee56-9457-4ac5-9f42-9349a96b2463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '935d088b-6bc5-4721-bb29-09def0239c21'}] Feb 19 02:45:55.582383 n-d-826753-2 neutron-server[103702]: INFO neutron.plugins.ml2.plugin [None req-c6f8d09b-ab1c-42ba-86de-1d2fc23e516a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempt 5 to bind port 1492aaab-8fc7-481f-93f7-d1049bf6d1a3 Feb 19 02:45:55.600017 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [None req-c6f8d09b-ab1c-42ba-86de-1d2fc23e516a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempting to bind port 1492aaab-8fc7-481f-93f7-d1049bf6d1a3 on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:45:55.600372 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [None req-c6f8d09b-ab1c-42ba-86de-1d2fc23e516a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempting to bind port 1492aaab-8fc7-481f-93f7-d1049bf6d1a3 by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': '8f69ee56-9457-4ac5-9f42-9349a96b2463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '935d088b-6bc5-4721-bb29-09def0239c21'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:45:55.600755 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f8d09b-ab1c-42ba-86de-1d2fc23e516a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempting to bind port 1492aaab-8fc7-481f-93f7-d1049bf6d1a3 on network 935d088b-6bc5-4721-bb29-09def0239c21 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:45:55.605645 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f8d09b-ab1c-42ba-86de-1d2fc23e516a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Port 1492aaab-8fc7-481f-93f7-d1049bf6d1a3 on network 935d088b-6bc5-4721-bb29-09def0239c21 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:45:55.606356 n-d-826753-2 neutron-server[103702]: ERROR neutron.plugins.ml2.managers [None req-c6f8d09b-ab1c-42ba-86de-1d2fc23e516a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Failed to bind port 1492aaab-8fc7-481f-93f7-d1049bf6d1a3 on host n-h2-826753-2 for vnic_type normal using segments [{'id': '8f69ee56-9457-4ac5-9f42-9349a96b2463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '935d088b-6bc5-4721-bb29-09def0239c21'}] Feb 19 02:45:55.606356 n-d-826753-2 neutron-server[103702]: INFO neutron.plugins.ml2.plugin [None req-c6f8d09b-ab1c-42ba-86de-1d2fc23e516a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempt 6 to bind port 1492aaab-8fc7-481f-93f7-d1049bf6d1a3 Feb 19 02:45:55.615812 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab325f3f-278e-4114-a20e-7f7428021e46 service neutron] Pushing event updated for resources: {'Port': ['ID=ddb05983-19db-46ef-a388-e5781e5a86ac,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:55.654056 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [None req-c6f8d09b-ab1c-42ba-86de-1d2fc23e516a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempting to bind port 1492aaab-8fc7-481f-93f7-d1049bf6d1a3 on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:45:55.654530 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [None req-c6f8d09b-ab1c-42ba-86de-1d2fc23e516a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempting to bind port 1492aaab-8fc7-481f-93f7-d1049bf6d1a3 by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': '8f69ee56-9457-4ac5-9f42-9349a96b2463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '935d088b-6bc5-4721-bb29-09def0239c21'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:45:55.655019 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f8d09b-ab1c-42ba-86de-1d2fc23e516a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempting to bind port 1492aaab-8fc7-481f-93f7-d1049bf6d1a3 on network 935d088b-6bc5-4721-bb29-09def0239c21 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:45:55.666228 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f8d09b-ab1c-42ba-86de-1d2fc23e516a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Port 1492aaab-8fc7-481f-93f7-d1049bf6d1a3 on network 935d088b-6bc5-4721-bb29-09def0239c21 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:45:55.666552 n-d-826753-2 neutron-server[103702]: ERROR neutron.plugins.ml2.managers [None req-c6f8d09b-ab1c-42ba-86de-1d2fc23e516a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Failed to bind port 1492aaab-8fc7-481f-93f7-d1049bf6d1a3 on host n-h2-826753-2 for vnic_type normal using segments [{'id': '8f69ee56-9457-4ac5-9f42-9349a96b2463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '935d088b-6bc5-4721-bb29-09def0239c21'}] Feb 19 02:45:55.666942 n-d-826753-2 neutron-server[103702]: INFO neutron.plugins.ml2.plugin [None req-c6f8d09b-ab1c-42ba-86de-1d2fc23e516a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempt 7 to bind port 1492aaab-8fc7-481f-93f7-d1049bf6d1a3 Feb 19 02:45:55.688592 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [None req-c6f8d09b-ab1c-42ba-86de-1d2fc23e516a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempting to bind port 1492aaab-8fc7-481f-93f7-d1049bf6d1a3 on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:45:55.688940 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [None req-c6f8d09b-ab1c-42ba-86de-1d2fc23e516a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempting to bind port 1492aaab-8fc7-481f-93f7-d1049bf6d1a3 by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': '8f69ee56-9457-4ac5-9f42-9349a96b2463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '935d088b-6bc5-4721-bb29-09def0239c21'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:45:55.689400 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f8d09b-ab1c-42ba-86de-1d2fc23e516a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempting to bind port 1492aaab-8fc7-481f-93f7-d1049bf6d1a3 on network 935d088b-6bc5-4721-bb29-09def0239c21 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:45:55.694590 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f8d09b-ab1c-42ba-86de-1d2fc23e516a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Port 1492aaab-8fc7-481f-93f7-d1049bf6d1a3 on network 935d088b-6bc5-4721-bb29-09def0239c21 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:45:55.694917 n-d-826753-2 neutron-server[103702]: ERROR neutron.plugins.ml2.managers [None req-c6f8d09b-ab1c-42ba-86de-1d2fc23e516a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Failed to bind port 1492aaab-8fc7-481f-93f7-d1049bf6d1a3 on host n-h2-826753-2 for vnic_type normal using segments [{'id': '8f69ee56-9457-4ac5-9f42-9349a96b2463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '935d088b-6bc5-4721-bb29-09def0239c21'}] Feb 19 02:45:55.695537 n-d-826753-2 neutron-server[103702]: INFO neutron.plugins.ml2.plugin [None req-c6f8d09b-ab1c-42ba-86de-1d2fc23e516a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempt 8 to bind port 1492aaab-8fc7-481f-93f7-d1049bf6d1a3 Feb 19 02:45:55.700499 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18778e69-098c-40d6-90cb-26a152d0881c req-ef399b85-cbf1-4e91-8d6d-f282e36211f0 tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:55.707580 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-18778e69-098c-40d6-90cb-26a152d0881c req-ef399b85-cbf1-4e91-8d6d-f282e36211f0 tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] 10.222.0.72 "GET /v2.0/ports?device_id=0df40d33-22e7-43e5-b4a1-c09bd77a9884 HTTP/1.1" status: 200 len: 945 time: 0.1598928 Feb 19 02:45:55.715856 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [None req-c6f8d09b-ab1c-42ba-86de-1d2fc23e516a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempting to bind port 1492aaab-8fc7-481f-93f7-d1049bf6d1a3 on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:45:55.716347 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [None req-c6f8d09b-ab1c-42ba-86de-1d2fc23e516a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempting to bind port 1492aaab-8fc7-481f-93f7-d1049bf6d1a3 by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': '8f69ee56-9457-4ac5-9f42-9349a96b2463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '935d088b-6bc5-4721-bb29-09def0239c21'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:45:55.716775 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f8d09b-ab1c-42ba-86de-1d2fc23e516a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempting to bind port 1492aaab-8fc7-481f-93f7-d1049bf6d1a3 on network 935d088b-6bc5-4721-bb29-09def0239c21 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:45:55.724246 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f8d09b-ab1c-42ba-86de-1d2fc23e516a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Port 1492aaab-8fc7-481f-93f7-d1049bf6d1a3 on network 935d088b-6bc5-4721-bb29-09def0239c21 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:45:55.724577 n-d-826753-2 neutron-server[103702]: ERROR neutron.plugins.ml2.managers [None req-c6f8d09b-ab1c-42ba-86de-1d2fc23e516a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Failed to bind port 1492aaab-8fc7-481f-93f7-d1049bf6d1a3 on host n-h2-826753-2 for vnic_type normal using segments [{'id': '8f69ee56-9457-4ac5-9f42-9349a96b2463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '935d088b-6bc5-4721-bb29-09def0239c21'}] Feb 19 02:45:55.724970 n-d-826753-2 neutron-server[103702]: INFO neutron.plugins.ml2.plugin [None req-c6f8d09b-ab1c-42ba-86de-1d2fc23e516a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempt 9 to bind port 1492aaab-8fc7-481f-93f7-d1049bf6d1a3 Feb 19 02:45:55.742542 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [None req-c6f8d09b-ab1c-42ba-86de-1d2fc23e516a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempting to bind port 1492aaab-8fc7-481f-93f7-d1049bf6d1a3 on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:45:55.742881 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [None req-c6f8d09b-ab1c-42ba-86de-1d2fc23e516a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempting to bind port 1492aaab-8fc7-481f-93f7-d1049bf6d1a3 by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': '8f69ee56-9457-4ac5-9f42-9349a96b2463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '935d088b-6bc5-4721-bb29-09def0239c21'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:45:55.743496 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f8d09b-ab1c-42ba-86de-1d2fc23e516a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempting to bind port 1492aaab-8fc7-481f-93f7-d1049bf6d1a3 on network 935d088b-6bc5-4721-bb29-09def0239c21 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:45:55.758303 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f8d09b-ab1c-42ba-86de-1d2fc23e516a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Port 1492aaab-8fc7-481f-93f7-d1049bf6d1a3 on network 935d088b-6bc5-4721-bb29-09def0239c21 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:45:55.758707 n-d-826753-2 neutron-server[103702]: ERROR neutron.plugins.ml2.managers [None req-c6f8d09b-ab1c-42ba-86de-1d2fc23e516a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Failed to bind port 1492aaab-8fc7-481f-93f7-d1049bf6d1a3 on host n-h2-826753-2 for vnic_type normal using segments [{'id': '8f69ee56-9457-4ac5-9f42-9349a96b2463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '935d088b-6bc5-4721-bb29-09def0239c21'}] Feb 19 02:45:55.759109 n-d-826753-2 neutron-server[103702]: INFO neutron.plugins.ml2.plugin [None req-c6f8d09b-ab1c-42ba-86de-1d2fc23e516a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempt 10 to bind port 1492aaab-8fc7-481f-93f7-d1049bf6d1a3 Feb 19 02:45:55.781351 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [None req-c6f8d09b-ab1c-42ba-86de-1d2fc23e516a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempting to bind port 1492aaab-8fc7-481f-93f7-d1049bf6d1a3 on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:45:55.781904 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [None req-c6f8d09b-ab1c-42ba-86de-1d2fc23e516a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempting to bind port 1492aaab-8fc7-481f-93f7-d1049bf6d1a3 by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': '8f69ee56-9457-4ac5-9f42-9349a96b2463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '935d088b-6bc5-4721-bb29-09def0239c21'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:45:55.782395 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f8d09b-ab1c-42ba-86de-1d2fc23e516a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempting to bind port 1492aaab-8fc7-481f-93f7-d1049bf6d1a3 on network 935d088b-6bc5-4721-bb29-09def0239c21 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:45:55.788932 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f8d09b-ab1c-42ba-86de-1d2fc23e516a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Port 1492aaab-8fc7-481f-93f7-d1049bf6d1a3 on network 935d088b-6bc5-4721-bb29-09def0239c21 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:45:55.789509 n-d-826753-2 neutron-server[103702]: ERROR neutron.plugins.ml2.managers [None req-c6f8d09b-ab1c-42ba-86de-1d2fc23e516a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Failed to bind port 1492aaab-8fc7-481f-93f7-d1049bf6d1a3 on host n-h2-826753-2 for vnic_type normal using segments [{'id': '8f69ee56-9457-4ac5-9f42-9349a96b2463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '935d088b-6bc5-4721-bb29-09def0239c21'}] Feb 19 02:45:55.790048 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c6f8d09b-ab1c-42ba-86de-1d2fc23e516a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (1492aaab-8fc7-481f-93f7-d1049bf6d1a3), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:55.890567 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-c6f8d09b-ab1c-42ba-86de-1d2fc23e516a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] For port 1492aaab-8fc7-481f-93f7-d1049bf6d1a3, host n-h2-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:45:55.891471 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-c6f8d09b-ab1c-42ba-86de-1d2fc23e516a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempted to set empty binding levels {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 19 02:45:55.896897 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c6f8d09b-ab1c-42ba-86de-1d2fc23e516a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (1492aaab-8fc7-481f-93f7-d1049bf6d1a3), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:55.932866 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-c6f8d09b-ab1c-42ba-86de-1d2fc23e516a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] In _notify_port_updated(), no bound segment for port 1492aaab-8fc7-481f-93f7-d1049bf6d1a3 on network 935d088b-6bc5-4721-bb29-09def0239c21 {{(pid=103702) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 02:45:55.934104 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f8d09b-ab1c-42ba-86de-1d2fc23e516a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:55.934807 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c6f8d09b-ab1c-42ba-86de-1d2fc23e516a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:55.936331 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-c6f8d09b-ab1c-42ba-86de-1d2fc23e516a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] 10.222.0.72 "PUT /v2.0/ports/1492aaab-8fc7-481f-93f7-d1049bf6d1a3 HTTP/1.1" status: 200 len: 979 time: 1.4062591 Feb 19 02:45:55.939088 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53476) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:45:55.994967 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:56.037128 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f8d09b-ab1c-42ba-86de-1d2fc23e516a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Pushing event updated for resources: {'Port': ['ID=1492aaab-8fc7-481f-93f7-d1049bf6d1a3,revision_number=3']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:56.100890 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b515e0c-4275-4ceb-bae2-21e78c262cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:56.101397 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b515e0c-4275-4ceb-bae2-21e78c262cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:56.101867 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b515e0c-4275-4ceb-bae2-21e78c262cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:56.102331 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b515e0c-4275-4ceb-bae2-21e78c262cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:56.102928 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b515e0c-4275-4ceb-bae2-21e78c262cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:56.103397 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b515e0c-4275-4ceb-bae2-21e78c262cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:56.103855 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b515e0c-4275-4ceb-bae2-21e78c262cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:56.104307 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b515e0c-4275-4ceb-bae2-21e78c262cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:56.104759 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b515e0c-4275-4ceb-bae2-21e78c262cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:56.105301 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b515e0c-4275-4ceb-bae2-21e78c262cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:56.105755 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b515e0c-4275-4ceb-bae2-21e78c262cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:56.106205 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b515e0c-4275-4ceb-bae2-21e78c262cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:56.106656 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b515e0c-4275-4ceb-bae2-21e78c262cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:56.107111 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b515e0c-4275-4ceb-bae2-21e78c262cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:56.107712 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b515e0c-4275-4ceb-bae2-21e78c262cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:56.108162 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b515e0c-4275-4ceb-bae2-21e78c262cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:56.108603 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b515e0c-4275-4ceb-bae2-21e78c262cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:56.109074 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b515e0c-4275-4ceb-bae2-21e78c262cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:56.109529 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b515e0c-4275-4ceb-bae2-21e78c262cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:56.109980 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b515e0c-4275-4ceb-bae2-21e78c262cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:56.110427 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b515e0c-4275-4ceb-bae2-21e78c262cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:56.110873 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b515e0c-4275-4ceb-bae2-21e78c262cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:56.111323 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b515e0c-4275-4ceb-bae2-21e78c262cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:56.111783 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b515e0c-4275-4ceb-bae2-21e78c262cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:56.112308 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b515e0c-4275-4ceb-bae2-21e78c262cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:56.112762 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b515e0c-4275-4ceb-bae2-21e78c262cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:56.113514 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b515e0c-4275-4ceb-bae2-21e78c262cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:56.114381 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b515e0c-4275-4ceb-bae2-21e78c262cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:56.114608 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b515e0c-4275-4ceb-bae2-21e78c262cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:56.115061 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b515e0c-4275-4ceb-bae2-21e78c262cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:56.115509 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b515e0c-4275-4ceb-bae2-21e78c262cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:56.115962 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b515e0c-4275-4ceb-bae2-21e78c262cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:56.116410 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b515e0c-4275-4ceb-bae2-21e78c262cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:56.116861 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b515e0c-4275-4ceb-bae2-21e78c262cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:56.117356 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b515e0c-4275-4ceb-bae2-21e78c262cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:56.117808 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b515e0c-4275-4ceb-bae2-21e78c262cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:56.118261 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b515e0c-4275-4ceb-bae2-21e78c262cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:56.118709 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b515e0c-4275-4ceb-bae2-21e78c262cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:56.119160 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b515e0c-4275-4ceb-bae2-21e78c262cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:56.119606 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b515e0c-4275-4ceb-bae2-21e78c262cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:56.120055 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b515e0c-4275-4ceb-bae2-21e78c262cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:56.120542 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b515e0c-4275-4ceb-bae2-21e78c262cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:56.120987 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b515e0c-4275-4ceb-bae2-21e78c262cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:56.121515 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b515e0c-4275-4ceb-bae2-21e78c262cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:56.121971 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b515e0c-4275-4ceb-bae2-21e78c262cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:56.122421 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b515e0c-4275-4ceb-bae2-21e78c262cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:56.132140 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-6b515e0c-4275-4ceb-bae2-21e78c262cba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 42380 time: 0.1867692 Feb 19 02:45:56.132758 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53478) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:45:56.182099 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-ab325f3f-278e-4114-a20e-7f7428021e46 service neutron] Attempting to bind port ddb05983-19db-46ef-a388-e5781e5a86ac on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:45:56.182695 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-ab325f3f-278e-4114-a20e-7f7428021e46 service neutron] Attempting to bind port ddb05983-19db-46ef-a388-e5781e5a86ac by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': '9b7f79d2-cbae-4212-ad2e-9ebd69e67349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'f5c1130b-131f-4fde-9927-840cbad6505d'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:45:56.182816 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-ab325f3f-278e-4114-a20e-7f7428021e46 service neutron] Attempting to bind port ddb05983-19db-46ef-a388-e5781e5a86ac on network f5c1130b-131f-4fde-9927-840cbad6505d {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:45:56.199362 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-ab325f3f-278e-4114-a20e-7f7428021e46 service neutron] Port ddb05983-19db-46ef-a388-e5781e5a86ac on network f5c1130b-131f-4fde-9927-840cbad6505d not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:45:56.199754 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-ab325f3f-278e-4114-a20e-7f7428021e46 service neutron] Attempting to bind port ddb05983-19db-46ef-a388-e5781e5a86ac on network f5c1130b-131f-4fde-9927-840cbad6505d {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:45:56.213537 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-18778e69-098c-40d6-90cb-26a152d0881c req-ab494622-4521-45bb-85d3-b27a1f15ebbe tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] 10.222.0.72 "GET /v2.0/security-groups?id=f28302f1-2208-492c-8b3e-02d8daad9352&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4951882 Feb 19 02:45:56.219785 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-ab325f3f-278e-4114-a20e-7f7428021e46 service neutron] Checking agent: {'id': 'bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:45:56.220253 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-ab325f3f-278e-4114-a20e-7f7428021e46 service neutron] Checking segment: {'id': '9b7f79d2-cbae-4212-ad2e-9ebd69e67349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'f5c1130b-131f-4fde-9927-840cbad6505d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:45:56.220998 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-ab325f3f-278e-4114-a20e-7f7428021e46 service neutron] Bound using segment: {'id': '9b7f79d2-cbae-4212-ad2e-9ebd69e67349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'f5c1130b-131f-4fde-9927-840cbad6505d'} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:45:56.221587 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-ab325f3f-278e-4114-a20e-7f7428021e46 service neutron] Bound port: ddb05983-19db-46ef-a388-e5781e5a86ac, host: n-h2-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b7f79d2-cbae-4212-ad2e-9ebd69e67349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'f5c1130b-131f-4fde-9927-840cbad6505d'}}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:45:56.222047 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-ab325f3f-278e-4114-a20e-7f7428021e46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (ddb05983-19db-46ef-a388-e5781e5a86ac), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:56.234046 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-433d05c5-6b56-423d-800e-f1672e44cc54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Deleting port 1492aaab-8fc7-481f-93f7-d1049bf6d1a3 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:45:56.234046 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-433d05c5-6b56-423d-800e-f1672e44cc54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (1492aaab-8fc7-481f-93f7-d1049bf6d1a3), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:56.270950 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95530ecd-9c14-4f09-8e04-6bcf2e59b8da req-5e4090b0-e747-45a1-8c70-ddad627e38fe tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:56.272789 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-95530ecd-9c14-4f09-8e04-6bcf2e59b8da req-5e4090b0-e747-45a1-8c70-ddad627e38fe tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/networks?id=db98097a-bb19-479d-bd0d-4f71e988880a HTTP/1.1" status: 200 len: 821 time: 0.5415411 Feb 19 02:45:56.305151 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-433d05c5-6b56-423d-800e-f1672e44cc54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] For port 1492aaab-8fc7-481f-93f7-d1049bf6d1a3, host n-h2-826753-2, got binding levels [] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:45:56.305741 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-433d05c5-6b56-423d-800e-f1672e44cc54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (1492aaab-8fc7-481f-93f7-d1049bf6d1a3), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:56.321656 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-433d05c5-6b56-423d-800e-f1672e44cc54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Calling delete_port for 1492aaab-8fc7-481f-93f7-d1049bf6d1a3 owned by {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:45:56.354324 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-95530ecd-9c14-4f09-8e04-6bcf2e59b8da req-df890a05-0a43-4d58-8727-8d53bd1005e4 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/quotas/ad75c6928a1d4c6da3a56db6352b2618 HTTP/1.1" status: 200 len: 375 time: 0.0618117 Feb 19 02:45:56.378716 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ec863d4-5792-46d2-b299-7b34b3ebe431', 'tag': '00071ace-99c7-42c5-99dc-994ccfae67b7'}, {'name': 'network-changed', 'server_uuid': '6ec863d4-5792-46d2-b299-7b34b3ebe431', 'tag': 'da1d1eec-fe70-4e89-b89a-a37cea08cfdb'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:45:56.381733 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d33e444-d970-4bd0-b168-03c5b6696118" -d '{"events": [{"name": "network-changed", "server_uuid": "6ec863d4-5792-46d2-b299-7b34b3ebe431", "tag": "00071ace-99c7-42c5-99dc-994ccfae67b7"}, {"name": "network-changed", "server_uuid": "6ec863d4-5792-46d2-b299-7b34b3ebe431", "tag": "da1d1eec-fe70-4e89-b89a-a37cea08cfdb"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:45:56.407060 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-433d05c5-6b56-423d-800e-f1672e44cc54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (1492aaab-8fc7-481f-93f7-d1049bf6d1a3), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:56.435379 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-ab325f3f-278e-4114-a20e-7f7428021e46 service neutron] For port ddb05983-19db-46ef-a388-e5781e5a86ac, host n-h2-826753-2, cleared binding levels {{(pid=103701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:45:56.444868 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-433d05c5-6b56-423d-800e-f1672e44cc54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:56.448413 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-433d05c5-6b56-423d-800e-f1672e44cc54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] 10.222.0.72 "DELETE /v2.0/ports/1492aaab-8fc7-481f-93f7-d1049bf6d1a3 HTTP/1.1" status: 204 len: 168 time: 0.3142648 Feb 19 02:45:56.450033 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433d05c5-6b56-423d-800e-f1672e44cc54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Pushing event deleted for resources: {'Port': ['ID=1492aaab-8fc7-481f-93f7-d1049bf6d1a3,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:56.451114 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53486) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:45:56.458115 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-ab325f3f-278e-4114-a20e-7f7428021e46 service neutron] For port ddb05983-19db-46ef-a388-e5781e5a86ac, host n-h2-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=ddb05983-19db-46ef-a388-e5781e5a86ac,segment=NetworkSegment(9b7f79d2-cbae-4212-ad2e-9ebd69e67349),segment_id=9b7f79d2-cbae-4212-ad2e-9ebd69e67349)] {{(pid=103701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:45:56.466927 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34c9793-4aff-415e-b673-03463ecb83e2 req-7641555b-2bad-4db1-9866-6cf27c801163 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:56.472531 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e34c9793-4aff-415e-b673-03463ecb83e2 req-7641555b-2bad-4db1-9866-6cf27c801163 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] 10.222.0.72 "GET /v2.0/ports?device_id=8312037b-1a40-46ab-bb7a-06e57fc82c1e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1811733 Feb 19 02:45:56.484709 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-51bd58ef-2881-4abf-b108-d18323d68ed4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] GET failed (client error): The resource could not be found. Feb 19 02:45:56.490634 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-51bd58ef-2881-4abf-b108-d18323d68ed4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] 10.222.0.72 "GET /v2.0/ports/1492aaab-8fc7-481f-93f7-d1049bf6d1a3 HTTP/1.1" status: 404 len: 333 time: 0.0281641 Feb 19 02:45:56.492061 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-ab325f3f-278e-4114-a20e-7f7428021e46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (ddb05983-19db-46ef-a388-e5781e5a86ac), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:56.492662 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53490) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:45:56.497935 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-f94f0c78-ed2d-4213-a9d2-67bc0b1d5ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1019017246', 'network_id': '935d088b-6bc5-4721-bb29-09def0239c21'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:45:56.518230 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f94f0c78-ed2d-4213-a9d2-67bc0b1d5ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Made reservation on behalf of 7019769662614559a3620160093bf116 for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:45:56.522402 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f94f0c78-ed2d-4213-a9d2-67bc0b1d5ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:56.538524 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [None req-f94f0c78-ed2d-4213-a9d2-67bc0b1d5ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] device_id is not set on port 47befee0-3998-4249-b2ab-41f4ebaa840a yet. {{(pid=103702) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 02:45:56.543574 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-95530ecd-9c14-4f09-8e04-6bcf2e59b8da req-76a98fdc-36db-42f0-832c-11e3616e8e7b tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=ad75c6928a1d4c6da3a56db6352b2618&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1829906 Feb 19 02:45:56.577584 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e34c9793-4aff-415e-b673-03463ecb83e2 req-1ea540f9-815b-47af-a284-e225720a92ce tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.6.214 HTTP/1.1" status: 200 len: 696 time: 0.0989001 Feb 19 02:45:56.588514 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-ab325f3f-278e-4114-a20e-7f7428021e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:56.589739 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-ab325f3f-278e-4114-a20e-7f7428021e46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:56.591351 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-ab325f3f-278e-4114-a20e-7f7428021e46 service neutron] 10.222.0.82 "PUT /v2.0/ports/ddb05983-19db-46ef-a388-e5781e5a86ac HTTP/1.1" status: 200 len: 1091 time: 1.7377186 Feb 19 02:45:56.616695 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-e34c9793-4aff-415e-b673-03463ecb83e2 req-00c443ed-53df-4154-a686-7d7721b91c9f tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] Request body: {'floatingip': {'port_id': 'ee066435-da91-476c-bce3-47a140c27bb8', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:45:56.689628 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-287564c5-ed95-49b2-ad90-4ddbbebc503b service neutron] Request body: {'port': {'device_id': '6ec863d4-5792-46d2-b299-7b34b3ebe431', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826753-2'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:45:56.740596 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f94f0c78-ed2d-4213-a9d2-67bc0b1d5ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Publish callbacks [] for port (47befee0-3998-4249-b2ab-41f4ebaa840a), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:56.745481 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-e34c9793-4aff-415e-b673-03463ecb83e2 req-00c443ed-53df-4154-a686-7d7721b91c9f tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] Publish callbacks [] for floatingip (91f46c0c-0ca1-4cf3-8877-362adab064df), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:56.783210 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab325f3f-278e-4114-a20e-7f7428021e46 service neutron] Pushing event updated for resources: {'Port': ['ID=ddb05983-19db-46ef-a388-e5781e5a86ac,revision_number=3']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:56.783464 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f94f0c78-ed2d-4213-a9d2-67bc0b1d5ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (47befee0-3998-4249-b2ab-41f4ebaa840a), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:56.832687 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94f0c78-ed2d-4213-a9d2-67bc0b1d5ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Network 935d088b-6bc5-4721-bb29-09def0239c21 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:45:56.835586 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-f94f0c78-ed2d-4213-a9d2-67bc0b1d5ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:45:56.841638 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94f0c78-ed2d-4213-a9d2-67bc0b1d5ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:45:56.842568 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94f0c78-ed2d-4213-a9d2-67bc0b1d5ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:56.843191 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f94f0c78-ed2d-4213-a9d2-67bc0b1d5ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:56.849944 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94f0c78-ed2d-4213-a9d2-67bc0b1d5ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Pushing event updated for resources: {'Port': ['ID=47befee0-3998-4249-b2ab-41f4ebaa840a,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:56.868723 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-f94f0c78-ed2d-4213-a9d2-67bc0b1d5ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.3748009 Feb 19 02:45:56.871244 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53492) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:45:56.911744 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7840e7f4-15b8-4eb5-8074-61568f41d3e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:56.913476 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-7840e7f4-15b8-4eb5-8074-61568f41d3e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] 10.222.0.72 "GET /v2.0/ports/47befee0-3998-4249-b2ab-41f4ebaa840a HTTP/1.1" status: 200 len: 959 time: 0.0403078 Feb 19 02:45:56.915913 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53494) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:45:56.932753 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-287564c5-ed95-49b2-ad90-4ddbbebc503b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (cbe98f0f-073e-41a4-b924-5a1a7035e145), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:56.939085 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-95530ecd-9c14-4f09-8e04-6bcf2e59b8da req-87a37adc-47a7-4555-8a20-bc6fbf902de1 service neutron] 10.222.0.72 "GET /v2.0/networks/db98097a-bb19-479d-bd0d-4f71e988880a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3751490 Feb 19 02:45:57.005209 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-215fd4b2-1398-4cfe-b700-63274c405576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Deleting port 47befee0-3998-4249-b2ab-41f4ebaa840a {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:45:57.005209 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-215fd4b2-1398-4cfe-b700-63274c405576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (47befee0-3998-4249-b2ab-41f4ebaa840a), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:57.074355 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-215fd4b2-1398-4cfe-b700-63274c405576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (47befee0-3998-4249-b2ab-41f4ebaa840a), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:57.088376 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-215fd4b2-1398-4cfe-b700-63274c405576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Calling delete_port for 47befee0-3998-4249-b2ab-41f4ebaa840a owned by {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:45:57.177219 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-215fd4b2-1398-4cfe-b700-63274c405576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (47befee0-3998-4249-b2ab-41f4ebaa840a), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:57.204555 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215fd4b2-1398-4cfe-b700-63274c405576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Pushing event deleted for resources: {'Port': ['ID=47befee0-3998-4249-b2ab-41f4ebaa840a,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:57.209781 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-215fd4b2-1398-4cfe-b700-63274c405576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:57.215985 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-215fd4b2-1398-4cfe-b700-63274c405576 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] 10.222.0.72 "DELETE /v2.0/ports/47befee0-3998-4249-b2ab-41f4ebaa840a HTTP/1.1" status: 204 len: 168 time: 0.2990003 Feb 19 02:45:57.216553 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53496) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:45:57.243582 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-68867239-712a-44c5-896c-c6c0ff6139a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] GET failed (client error): The resource could not be found. Feb 19 02:45:57.247639 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-95530ecd-9c14-4f09-8e04-6bcf2e59b8da req-c2138a29-50ea-46f2-90d7-febb62f2d498 service neutron] 10.222.0.72 "GET /v2.0/networks/db98097a-bb19-479d-bd0d-4f71e988880a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2983301 Feb 19 02:45:57.256543 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-68867239-712a-44c5-896c-c6c0ff6139a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] 10.222.0.72 "GET /v2.0/ports/47befee0-3998-4249-b2ab-41f4ebaa840a HTTP/1.1" status: 404 len: 333 time: 0.0387990 Feb 19 02:45:57.257258 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53498) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:45:57.265095 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-879c3d45-e5ae-46e2-ad64-1fb595851104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Request body: {'port': {'network_id': '935d088b-6bc5-4721-bb29-09def0239c21', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1609702034'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:45:57.298032 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-879c3d45-e5ae-46e2-ad64-1fb595851104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Made reservation on behalf of 7019769662614559a3620160093bf116 for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:45:57.305117 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-879c3d45-e5ae-46e2-ad64-1fb595851104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:57.330749 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [None req-879c3d45-e5ae-46e2-ad64-1fb595851104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] device_id is not set on port ccaad94b-ea46-4dff-b334-5f2bfdfbdbaa yet. {{(pid=103702) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 02:45:57.547424 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-879c3d45-e5ae-46e2-ad64-1fb595851104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Publish callbacks [] for port (ccaad94b-ea46-4dff-b334-5f2bfdfbdbaa), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:57.623838 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-879c3d45-e5ae-46e2-ad64-1fb595851104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (ccaad94b-ea46-4dff-b334-5f2bfdfbdbaa), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:57.671653 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879c3d45-e5ae-46e2-ad64-1fb595851104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Network 935d088b-6bc5-4721-bb29-09def0239c21 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:45:57.675743 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-879c3d45-e5ae-46e2-ad64-1fb595851104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:45:57.678456 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879c3d45-e5ae-46e2-ad64-1fb595851104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:45:57.679775 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879c3d45-e5ae-46e2-ad64-1fb595851104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:57.680982 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-879c3d45-e5ae-46e2-ad64-1fb595851104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:57.718578 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879c3d45-e5ae-46e2-ad64-1fb595851104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Pushing event updated for resources: {'Port': ['ID=ccaad94b-ea46-4dff-b334-5f2bfdfbdbaa,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:57.729484 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-879c3d45-e5ae-46e2-ad64-1fb595851104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.4711521 Feb 19 02:45:57.730245 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53510) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:45:57.736421 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-b1b5d633-9c01-4973-9f86-da20b9f80aa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-826753-2'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:45:57.819747 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b1b5d633-9c01-4973-9f86-da20b9f80aa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (ccaad94b-ea46-4dff-b334-5f2bfdfbdbaa), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:58.040054 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-287564c5-ed95-49b2-ad90-4ddbbebc503b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbe98f0f-073e-41a4-b924-5a1a7035e145 {{(pid=103701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:45:58.068827 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-287564c5-ed95-49b2-ad90-4ddbbebc503b service neutron] Publish callbacks [] for port (cbe98f0f-073e-41a4-b924-5a1a7035e145), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:58.071883 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [None req-b1b5d633-9c01-4973-9f86-da20b9f80aa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] device_id is not set on port ccaad94b-ea46-4dff-b334-5f2bfdfbdbaa yet. {{(pid=103702) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 02:45:58.072760 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-e34c9793-4aff-415e-b673-03463ecb83e2 req-00c443ed-53df-4154-a686-7d7721b91c9f tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:58.081286 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b1b5d633-9c01-4973-9f86-da20b9f80aa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Publish callbacks [] for port (ccaad94b-ea46-4dff-b334-5f2bfdfbdbaa), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:58.082868 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-e34c9793-4aff-415e-b673-03463ecb83e2 req-00c443ed-53df-4154-a686-7d7721b91c9f tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16285943'] for floatingip (91f46c0c-0ca1-4cf3-8877-362adab064df), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:58.089535 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b1b5d633-9c01-4973-9f86-da20b9f80aa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (ccaad94b-ea46-4dff-b334-5f2bfdfbdbaa), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:58.125962 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.provisioning_blocks [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-287564c5-ed95-49b2-ad90-4ddbbebc503b service neutron] Transition to ACTIVE for port object cbe98f0f-073e-41a4-b924-5a1a7035e145 will not be triggered until provisioned by entity L2. {{(pid=103701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:45:58.134244 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-287564c5-ed95-49b2-ad90-4ddbbebc503b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (cbe98f0f-073e-41a4-b924-5a1a7035e145), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:58.155623 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b5d633-9c01-4973-9f86-da20b9f80aa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Pushing event updated for resources: {'Port': ['ID=ccaad94b-ea46-4dff-b334-5f2bfdfbdbaa,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:58.190953 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [None req-b1b5d633-9c01-4973-9f86-da20b9f80aa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempting to bind port ccaad94b-ea46-4dff-b334-5f2bfdfbdbaa on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:45:58.191938 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [None req-b1b5d633-9c01-4973-9f86-da20b9f80aa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempting to bind port ccaad94b-ea46-4dff-b334-5f2bfdfbdbaa by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': '8f69ee56-9457-4ac5-9f42-9349a96b2463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '935d088b-6bc5-4721-bb29-09def0239c21'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:45:58.192298 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b5d633-9c01-4973-9f86-da20b9f80aa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempting to bind port ccaad94b-ea46-4dff-b334-5f2bfdfbdbaa on network 935d088b-6bc5-4721-bb29-09def0239c21 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:45:58.201168 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b5d633-9c01-4973-9f86-da20b9f80aa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Port ccaad94b-ea46-4dff-b334-5f2bfdfbdbaa on network 935d088b-6bc5-4721-bb29-09def0239c21 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:45:58.201718 n-d-826753-2 neutron-server[103702]: ERROR neutron.plugins.ml2.managers [None req-b1b5d633-9c01-4973-9f86-da20b9f80aa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Failed to bind port ccaad94b-ea46-4dff-b334-5f2bfdfbdbaa on host n-h2-826753-2 for vnic_type normal using segments [{'id': '8f69ee56-9457-4ac5-9f42-9349a96b2463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '935d088b-6bc5-4721-bb29-09def0239c21'}] Feb 19 02:45:58.202341 n-d-826753-2 neutron-server[103702]: INFO neutron.plugins.ml2.plugin [None req-b1b5d633-9c01-4973-9f86-da20b9f80aa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempt 2 to bind port ccaad94b-ea46-4dff-b334-5f2bfdfbdbaa Feb 19 02:45:58.219837 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [None req-b1b5d633-9c01-4973-9f86-da20b9f80aa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempting to bind port ccaad94b-ea46-4dff-b334-5f2bfdfbdbaa on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:45:58.220595 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [None req-b1b5d633-9c01-4973-9f86-da20b9f80aa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempting to bind port ccaad94b-ea46-4dff-b334-5f2bfdfbdbaa by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': '8f69ee56-9457-4ac5-9f42-9349a96b2463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '935d088b-6bc5-4721-bb29-09def0239c21'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:45:58.220595 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b5d633-9c01-4973-9f86-da20b9f80aa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempting to bind port ccaad94b-ea46-4dff-b334-5f2bfdfbdbaa on network 935d088b-6bc5-4721-bb29-09def0239c21 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:45:58.233769 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a68ee98-319c-43d3-9fc4-c3ce00935210 req-6bd8ae5a-8053-47c6-8b69-c7c0412185a6 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:58.238128 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b5d633-9c01-4973-9f86-da20b9f80aa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Port ccaad94b-ea46-4dff-b334-5f2bfdfbdbaa on network 935d088b-6bc5-4721-bb29-09def0239c21 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:45:58.240491 n-d-826753-2 neutron-server[103702]: ERROR neutron.plugins.ml2.managers [None req-b1b5d633-9c01-4973-9f86-da20b9f80aa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Failed to bind port ccaad94b-ea46-4dff-b334-5f2bfdfbdbaa on host n-h2-826753-2 for vnic_type normal using segments [{'id': '8f69ee56-9457-4ac5-9f42-9349a96b2463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '935d088b-6bc5-4721-bb29-09def0239c21'}] Feb 19 02:45:58.241619 n-d-826753-2 neutron-server[103702]: INFO neutron.plugins.ml2.plugin [None req-b1b5d633-9c01-4973-9f86-da20b9f80aa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempt 3 to bind port ccaad94b-ea46-4dff-b334-5f2bfdfbdbaa Feb 19 02:45:58.241769 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6a68ee98-319c-43d3-9fc4-c3ce00935210 req-6bd8ae5a-8053-47c6-8b69-c7c0412185a6 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3e2950d-ab47-4046-8006-daf03c09940e HTTP/1.1" status: 200 len: 946 time: 0.2276268 Feb 19 02:45:58.255888 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [None req-b1b5d633-9c01-4973-9f86-da20b9f80aa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempting to bind port ccaad94b-ea46-4dff-b334-5f2bfdfbdbaa on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:45:58.256543 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [None req-b1b5d633-9c01-4973-9f86-da20b9f80aa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempting to bind port ccaad94b-ea46-4dff-b334-5f2bfdfbdbaa by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': '8f69ee56-9457-4ac5-9f42-9349a96b2463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '935d088b-6bc5-4721-bb29-09def0239c21'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:45:58.256751 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b5d633-9c01-4973-9f86-da20b9f80aa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempting to bind port ccaad94b-ea46-4dff-b334-5f2bfdfbdbaa on network 935d088b-6bc5-4721-bb29-09def0239c21 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:45:58.261597 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b5d633-9c01-4973-9f86-da20b9f80aa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Port ccaad94b-ea46-4dff-b334-5f2bfdfbdbaa on network 935d088b-6bc5-4721-bb29-09def0239c21 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:45:58.261995 n-d-826753-2 neutron-server[103702]: ERROR neutron.plugins.ml2.managers [None req-b1b5d633-9c01-4973-9f86-da20b9f80aa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Failed to bind port ccaad94b-ea46-4dff-b334-5f2bfdfbdbaa on host n-h2-826753-2 for vnic_type normal using segments [{'id': '8f69ee56-9457-4ac5-9f42-9349a96b2463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '935d088b-6bc5-4721-bb29-09def0239c21'}] Feb 19 02:45:58.262442 n-d-826753-2 neutron-server[103702]: INFO neutron.plugins.ml2.plugin [None req-b1b5d633-9c01-4973-9f86-da20b9f80aa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempt 4 to bind port ccaad94b-ea46-4dff-b334-5f2bfdfbdbaa Feb 19 02:45:58.277444 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287564c5-ed95-49b2-ad90-4ddbbebc503b service neutron] Pushing event updated for resources: {'Port': ['ID=cbe98f0f-073e-41a4-b924-5a1a7035e145,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:58.278188 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [None req-b1b5d633-9c01-4973-9f86-da20b9f80aa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempting to bind port ccaad94b-ea46-4dff-b334-5f2bfdfbdbaa on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:45:58.278588 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [None req-b1b5d633-9c01-4973-9f86-da20b9f80aa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempting to bind port ccaad94b-ea46-4dff-b334-5f2bfdfbdbaa by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': '8f69ee56-9457-4ac5-9f42-9349a96b2463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '935d088b-6bc5-4721-bb29-09def0239c21'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:45:58.279003 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b5d633-9c01-4973-9f86-da20b9f80aa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempting to bind port ccaad94b-ea46-4dff-b334-5f2bfdfbdbaa on network 935d088b-6bc5-4721-bb29-09def0239c21 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:45:58.288204 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b5d633-9c01-4973-9f86-da20b9f80aa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Port ccaad94b-ea46-4dff-b334-5f2bfdfbdbaa on network 935d088b-6bc5-4721-bb29-09def0239c21 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:45:58.288204 n-d-826753-2 neutron-server[103702]: ERROR neutron.plugins.ml2.managers [None req-b1b5d633-9c01-4973-9f86-da20b9f80aa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Failed to bind port ccaad94b-ea46-4dff-b334-5f2bfdfbdbaa on host n-h2-826753-2 for vnic_type normal using segments [{'id': '8f69ee56-9457-4ac5-9f42-9349a96b2463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '935d088b-6bc5-4721-bb29-09def0239c21'}] Feb 19 02:45:58.288773 n-d-826753-2 neutron-server[103702]: INFO neutron.plugins.ml2.plugin [None req-b1b5d633-9c01-4973-9f86-da20b9f80aa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempt 5 to bind port ccaad94b-ea46-4dff-b334-5f2bfdfbdbaa Feb 19 02:45:58.304084 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [None req-b1b5d633-9c01-4973-9f86-da20b9f80aa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempting to bind port ccaad94b-ea46-4dff-b334-5f2bfdfbdbaa on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:45:58.304674 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [None req-b1b5d633-9c01-4973-9f86-da20b9f80aa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempting to bind port ccaad94b-ea46-4dff-b334-5f2bfdfbdbaa by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': '8f69ee56-9457-4ac5-9f42-9349a96b2463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '935d088b-6bc5-4721-bb29-09def0239c21'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:45:58.305212 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b5d633-9c01-4973-9f86-da20b9f80aa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempting to bind port ccaad94b-ea46-4dff-b334-5f2bfdfbdbaa on network 935d088b-6bc5-4721-bb29-09def0239c21 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:45:58.310037 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b5d633-9c01-4973-9f86-da20b9f80aa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Port ccaad94b-ea46-4dff-b334-5f2bfdfbdbaa on network 935d088b-6bc5-4721-bb29-09def0239c21 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:45:58.310439 n-d-826753-2 neutron-server[103702]: ERROR neutron.plugins.ml2.managers [None req-b1b5d633-9c01-4973-9f86-da20b9f80aa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Failed to bind port ccaad94b-ea46-4dff-b334-5f2bfdfbdbaa on host n-h2-826753-2 for vnic_type normal using segments [{'id': '8f69ee56-9457-4ac5-9f42-9349a96b2463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '935d088b-6bc5-4721-bb29-09def0239c21'}] Feb 19 02:45:58.310887 n-d-826753-2 neutron-server[103702]: INFO neutron.plugins.ml2.plugin [None req-b1b5d633-9c01-4973-9f86-da20b9f80aa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempt 6 to bind port ccaad94b-ea46-4dff-b334-5f2bfdfbdbaa Feb 19 02:45:58.326395 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [None req-b1b5d633-9c01-4973-9f86-da20b9f80aa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempting to bind port ccaad94b-ea46-4dff-b334-5f2bfdfbdbaa on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:45:58.326862 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [None req-b1b5d633-9c01-4973-9f86-da20b9f80aa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempting to bind port ccaad94b-ea46-4dff-b334-5f2bfdfbdbaa by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': '8f69ee56-9457-4ac5-9f42-9349a96b2463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '935d088b-6bc5-4721-bb29-09def0239c21'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:45:58.327331 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b5d633-9c01-4973-9f86-da20b9f80aa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempting to bind port ccaad94b-ea46-4dff-b334-5f2bfdfbdbaa on network 935d088b-6bc5-4721-bb29-09def0239c21 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:45:58.334866 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b5d633-9c01-4973-9f86-da20b9f80aa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Port ccaad94b-ea46-4dff-b334-5f2bfdfbdbaa on network 935d088b-6bc5-4721-bb29-09def0239c21 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:45:58.335497 n-d-826753-2 neutron-server[103702]: ERROR neutron.plugins.ml2.managers [None req-b1b5d633-9c01-4973-9f86-da20b9f80aa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Failed to bind port ccaad94b-ea46-4dff-b334-5f2bfdfbdbaa on host n-h2-826753-2 for vnic_type normal using segments [{'id': '8f69ee56-9457-4ac5-9f42-9349a96b2463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '935d088b-6bc5-4721-bb29-09def0239c21'}] Feb 19 02:45:58.336406 n-d-826753-2 neutron-server[103702]: INFO neutron.plugins.ml2.plugin [None req-b1b5d633-9c01-4973-9f86-da20b9f80aa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempt 7 to bind port ccaad94b-ea46-4dff-b334-5f2bfdfbdbaa Feb 19 02:45:58.350636 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [None req-b1b5d633-9c01-4973-9f86-da20b9f80aa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempting to bind port ccaad94b-ea46-4dff-b334-5f2bfdfbdbaa on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:45:58.351087 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [None req-b1b5d633-9c01-4973-9f86-da20b9f80aa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempting to bind port ccaad94b-ea46-4dff-b334-5f2bfdfbdbaa by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': '8f69ee56-9457-4ac5-9f42-9349a96b2463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '935d088b-6bc5-4721-bb29-09def0239c21'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:45:58.351397 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b5d633-9c01-4973-9f86-da20b9f80aa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempting to bind port ccaad94b-ea46-4dff-b334-5f2bfdfbdbaa on network 935d088b-6bc5-4721-bb29-09def0239c21 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:45:58.356885 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b5d633-9c01-4973-9f86-da20b9f80aa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Port ccaad94b-ea46-4dff-b334-5f2bfdfbdbaa on network 935d088b-6bc5-4721-bb29-09def0239c21 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:45:58.357151 n-d-826753-2 neutron-server[103701]: INFO neutron.db.l3_db [req-e34c9793-4aff-415e-b673-03463ecb83e2 req-00c443ed-53df-4154-a686-7d7721b91c9f tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] Floating IP 91f46c0c-0ca1-4cf3-8877-362adab064df associated. External IP: 172.25.6.214, port: ee066435-da91-476c-bce3-47a140c27bb8. Feb 19 02:45:58.357615 n-d-826753-2 neutron-server[103702]: ERROR neutron.plugins.ml2.managers [None req-b1b5d633-9c01-4973-9f86-da20b9f80aa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Failed to bind port ccaad94b-ea46-4dff-b334-5f2bfdfbdbaa on host n-h2-826753-2 for vnic_type normal using segments [{'id': '8f69ee56-9457-4ac5-9f42-9349a96b2463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '935d088b-6bc5-4721-bb29-09def0239c21'}] Feb 19 02:45:58.358283 n-d-826753-2 neutron-server[103702]: INFO neutron.plugins.ml2.plugin [None req-b1b5d633-9c01-4973-9f86-da20b9f80aa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempt 8 to bind port ccaad94b-ea46-4dff-b334-5f2bfdfbdbaa Feb 19 02:45:58.374365 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [None req-b1b5d633-9c01-4973-9f86-da20b9f80aa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempting to bind port ccaad94b-ea46-4dff-b334-5f2bfdfbdbaa on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:45:58.374816 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [None req-b1b5d633-9c01-4973-9f86-da20b9f80aa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempting to bind port ccaad94b-ea46-4dff-b334-5f2bfdfbdbaa by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': '8f69ee56-9457-4ac5-9f42-9349a96b2463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '935d088b-6bc5-4721-bb29-09def0239c21'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:45:58.375152 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b5d633-9c01-4973-9f86-da20b9f80aa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempting to bind port ccaad94b-ea46-4dff-b334-5f2bfdfbdbaa on network 935d088b-6bc5-4721-bb29-09def0239c21 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:45:58.384407 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b5d633-9c01-4973-9f86-da20b9f80aa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Port ccaad94b-ea46-4dff-b334-5f2bfdfbdbaa on network 935d088b-6bc5-4721-bb29-09def0239c21 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:45:58.385084 n-d-826753-2 neutron-server[103702]: ERROR neutron.plugins.ml2.managers [None req-b1b5d633-9c01-4973-9f86-da20b9f80aa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Failed to bind port ccaad94b-ea46-4dff-b334-5f2bfdfbdbaa on host n-h2-826753-2 for vnic_type normal using segments [{'id': '8f69ee56-9457-4ac5-9f42-9349a96b2463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '935d088b-6bc5-4721-bb29-09def0239c21'}] Feb 19 02:45:58.385600 n-d-826753-2 neutron-server[103702]: INFO neutron.plugins.ml2.plugin [None req-b1b5d633-9c01-4973-9f86-da20b9f80aa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempt 9 to bind port ccaad94b-ea46-4dff-b334-5f2bfdfbdbaa Feb 19 02:45:58.402081 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [None req-b1b5d633-9c01-4973-9f86-da20b9f80aa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempting to bind port ccaad94b-ea46-4dff-b334-5f2bfdfbdbaa on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:45:58.402935 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [None req-b1b5d633-9c01-4973-9f86-da20b9f80aa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempting to bind port ccaad94b-ea46-4dff-b334-5f2bfdfbdbaa by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': '8f69ee56-9457-4ac5-9f42-9349a96b2463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '935d088b-6bc5-4721-bb29-09def0239c21'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:45:58.403265 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b5d633-9c01-4973-9f86-da20b9f80aa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempting to bind port ccaad94b-ea46-4dff-b334-5f2bfdfbdbaa on network 935d088b-6bc5-4721-bb29-09def0239c21 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:45:58.409347 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b5d633-9c01-4973-9f86-da20b9f80aa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Port ccaad94b-ea46-4dff-b334-5f2bfdfbdbaa on network 935d088b-6bc5-4721-bb29-09def0239c21 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:45:58.409789 n-d-826753-2 neutron-server[103702]: ERROR neutron.plugins.ml2.managers [None req-b1b5d633-9c01-4973-9f86-da20b9f80aa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Failed to bind port ccaad94b-ea46-4dff-b334-5f2bfdfbdbaa on host n-h2-826753-2 for vnic_type normal using segments [{'id': '8f69ee56-9457-4ac5-9f42-9349a96b2463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '935d088b-6bc5-4721-bb29-09def0239c21'}] Feb 19 02:45:58.410743 n-d-826753-2 neutron-server[103702]: INFO neutron.plugins.ml2.plugin [None req-b1b5d633-9c01-4973-9f86-da20b9f80aa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempt 10 to bind port ccaad94b-ea46-4dff-b334-5f2bfdfbdbaa Feb 19 02:45:58.431251 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [None req-b1b5d633-9c01-4973-9f86-da20b9f80aa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempting to bind port ccaad94b-ea46-4dff-b334-5f2bfdfbdbaa on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:45:58.431580 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [None req-b1b5d633-9c01-4973-9f86-da20b9f80aa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempting to bind port ccaad94b-ea46-4dff-b334-5f2bfdfbdbaa by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': '8f69ee56-9457-4ac5-9f42-9349a96b2463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '935d088b-6bc5-4721-bb29-09def0239c21'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:45:58.431911 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b5d633-9c01-4973-9f86-da20b9f80aa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempting to bind port ccaad94b-ea46-4dff-b334-5f2bfdfbdbaa on network 935d088b-6bc5-4721-bb29-09def0239c21 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:45:58.448366 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b5d633-9c01-4973-9f86-da20b9f80aa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Port ccaad94b-ea46-4dff-b334-5f2bfdfbdbaa on network 935d088b-6bc5-4721-bb29-09def0239c21 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:45:58.448753 n-d-826753-2 neutron-server[103702]: ERROR neutron.plugins.ml2.managers [None req-b1b5d633-9c01-4973-9f86-da20b9f80aa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Failed to bind port ccaad94b-ea46-4dff-b334-5f2bfdfbdbaa on host n-h2-826753-2 for vnic_type normal using segments [{'id': '8f69ee56-9457-4ac5-9f42-9349a96b2463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '935d088b-6bc5-4721-bb29-09def0239c21'}] Feb 19 02:45:58.450143 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b1b5d633-9c01-4973-9f86-da20b9f80aa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (ccaad94b-ea46-4dff-b334-5f2bfdfbdbaa), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:58.451123 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6a68ee98-319c-43d3-9fc4-c3ce00935210 req-a533c481-d265-473e-8ce3-10abeaa0ae4b tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084644 Feb 19 02:45:58.498497 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-287564c5-ed95-49b2-ad90-4ddbbebc503b service neutron] Attempting to bind port cbe98f0f-073e-41a4-b924-5a1a7035e145 on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:45:58.498833 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-287564c5-ed95-49b2-ad90-4ddbbebc503b service neutron] Attempting to bind port cbe98f0f-073e-41a4-b924-5a1a7035e145 by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': '8dc74463-1284-465e-8f51-9c4e25c854c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'c312b721-2b22-4f34-983e-08de11418b4e'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:45:58.499166 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-287564c5-ed95-49b2-ad90-4ddbbebc503b service neutron] Attempting to bind port cbe98f0f-073e-41a4-b924-5a1a7035e145 on network c312b721-2b22-4f34-983e-08de11418b4e {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:45:58.536988 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-287564c5-ed95-49b2-ad90-4ddbbebc503b service neutron] Port cbe98f0f-073e-41a4-b924-5a1a7035e145 on network c312b721-2b22-4f34-983e-08de11418b4e not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:45:58.537346 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-287564c5-ed95-49b2-ad90-4ddbbebc503b service neutron] Attempting to bind port cbe98f0f-073e-41a4-b924-5a1a7035e145 on network c312b721-2b22-4f34-983e-08de11418b4e {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:45:58.547031 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-287564c5-ed95-49b2-ad90-4ddbbebc503b service neutron] Checking agent: {'id': 'bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:45:58.547423 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-287564c5-ed95-49b2-ad90-4ddbbebc503b service neutron] Checking segment: {'id': '8dc74463-1284-465e-8f51-9c4e25c854c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'c312b721-2b22-4f34-983e-08de11418b4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:45:58.547817 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-287564c5-ed95-49b2-ad90-4ddbbebc503b service neutron] Bound using segment: {'id': '8dc74463-1284-465e-8f51-9c4e25c854c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'c312b721-2b22-4f34-983e-08de11418b4e'} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:45:58.548331 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-287564c5-ed95-49b2-ad90-4ddbbebc503b service neutron] Bound port: cbe98f0f-073e-41a4-b924-5a1a7035e145, host: n-h2-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dc74463-1284-465e-8f51-9c4e25c854c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'c312b721-2b22-4f34-983e-08de11418b4e'}}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:45:58.548723 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-287564c5-ed95-49b2-ad90-4ddbbebc503b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (cbe98f0f-073e-41a4-b924-5a1a7035e145), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:58.607147 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-b1b5d633-9c01-4973-9f86-da20b9f80aa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] For port ccaad94b-ea46-4dff-b334-5f2bfdfbdbaa, host n-h2-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:45:58.607536 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-b1b5d633-9c01-4973-9f86-da20b9f80aa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attempted to set empty binding levels {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 19 02:45:58.616113 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b1b5d633-9c01-4973-9f86-da20b9f80aa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (ccaad94b-ea46-4dff-b334-5f2bfdfbdbaa), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:58.663831 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-b1b5d633-9c01-4973-9f86-da20b9f80aa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] In _notify_port_updated(), no bound segment for port ccaad94b-ea46-4dff-b334-5f2bfdfbdbaa on network 935d088b-6bc5-4721-bb29-09def0239c21 {{(pid=103702) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 02:45:58.664705 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b5d633-9c01-4973-9f86-da20b9f80aa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:58.665361 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b1b5d633-9c01-4973-9f86-da20b9f80aa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:58.666712 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-b1b5d633-9c01-4973-9f86-da20b9f80aa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] 10.222.0.72 "PUT /v2.0/ports/ccaad94b-ea46-4dff-b334-5f2bfdfbdbaa HTTP/1.1" status: 200 len: 979 time: 0.9351025 Feb 19 02:45:58.671809 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 53522) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:45:58.687248 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b5d633-9c01-4973-9f86-da20b9f80aa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Pushing event updated for resources: {'Port': ['ID=ccaad94b-ea46-4dff-b334-5f2bfdfbdbaa,revision_number=3']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:58.753366 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-287564c5-ed95-49b2-ad90-4ddbbebc503b service neutron] For port cbe98f0f-073e-41a4-b924-5a1a7035e145, host n-h2-826753-2, cleared binding levels {{(pid=103701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:45:58.811678 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-287564c5-ed95-49b2-ad90-4ddbbebc503b service neutron] For port cbe98f0f-073e-41a4-b924-5a1a7035e145, host n-h2-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=cbe98f0f-073e-41a4-b924-5a1a7035e145,segment=NetworkSegment(8dc74463-1284-465e-8f51-9c4e25c854c9),segment_id=8dc74463-1284-465e-8f51-9c4e25c854c9)] {{(pid=103701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:45:58.845673 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-287564c5-ed95-49b2-ad90-4ddbbebc503b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (cbe98f0f-073e-41a4-b924-5a1a7035e145), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:58.900721 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e34c9793-4aff-415e-b673-03463ecb83e2 req-00c443ed-53df-4154-a686-7d7721b91c9f tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] Router 8d65c124-4f7d-4113-93a3-b3dbe490023c has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:45:58.916165 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-287564c5-ed95-49b2-ad90-4ddbbebc503b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:58.916792 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-287564c5-ed95-49b2-ad90-4ddbbebc503b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:58.918241 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-287564c5-ed95-49b2-ad90-4ddbbebc503b service neutron] 10.222.0.82 "PUT /v2.0/ports/cbe98f0f-073e-41a4-b924-5a1a7035e145 HTTP/1.1" status: 200 len: 1091 time: 2.2327163 Feb 19 02:45:58.952138 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4112b1a9-a436-4aec-9761-9acf90dd8745 req-56d5da9d-fd34-436f-b33b-3d479b3a3e10 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:58.958098 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4112b1a9-a436-4aec-9761-9acf90dd8745 req-56d5da9d-fd34-436f-b33b-3d479b3a3e10 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:58.963489 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4112b1a9-a436-4aec-9761-9acf90dd8745 req-56d5da9d-fd34-436f-b33b-3d479b3a3e10 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:58.968907 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4112b1a9-a436-4aec-9761-9acf90dd8745 req-56d5da9d-fd34-436f-b33b-3d479b3a3e10 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:58.974964 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4112b1a9-a436-4aec-9761-9acf90dd8745 req-56d5da9d-fd34-436f-b33b-3d479b3a3e10 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:58.980398 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4112b1a9-a436-4aec-9761-9acf90dd8745 req-56d5da9d-fd34-436f-b33b-3d479b3a3e10 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:58.986163 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4112b1a9-a436-4aec-9761-9acf90dd8745 req-56d5da9d-fd34-436f-b33b-3d479b3a3e10 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:58.988269 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4112b1a9-a436-4aec-9761-9acf90dd8745 req-56d5da9d-fd34-436f-b33b-3d479b3a3e10 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ec863d4-5792-46d2-b299-7b34b3ebe431 HTTP/1.1" status: 200 len: 5420 time: 0.2999794 Feb 19 02:45:59.004120 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-7f9af8ce-c8fe-4d30-b6e9-60d06f24170c service neutron] Request body: {'port': {'device_id': '6ec863d4-5792-46d2-b299-7b34b3ebe431', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826753-2'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:45:59.098631 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287564c5-ed95-49b2-ad90-4ddbbebc503b service neutron] Pushing event updated for resources: {'Port': ['ID=cbe98f0f-073e-41a4-b924-5a1a7035e145,revision_number=3']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:45:59.220152 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-23ee7c5c-24d0-40d1-a0f1-c65ef6f938c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Deleting port ccaad94b-ea46-4dff-b334-5f2bfdfbdbaa {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:45:59.220534 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-23ee7c5c-24d0-40d1-a0f1-c65ef6f938c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (ccaad94b-ea46-4dff-b334-5f2bfdfbdbaa), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:59.302509 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-7f9af8ce-c8fe-4d30-b6e9-60d06f24170c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (13e17843-8e6e-4578-886e-e64bbf209f72), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:59.333712 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95530ecd-9c14-4f09-8e04-6bcf2e59b8da req-2de09cce-dc86-413c-9cc7-e8b3f3f1d07b tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:59.335219 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-95530ecd-9c14-4f09-8e04-6bcf2e59b8da req-2de09cce-dc86-413c-9cc7-e8b3f3f1d07b tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.73 "GET /v2.0/networks?id=db98097a-bb19-479d-bd0d-4f71e988880a HTTP/1.1" status: 200 len: 821 time: 0.4334142 Feb 19 02:45:59.339794 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4112b1a9-a436-4aec-9761-9acf90dd8745 req-cbb21a13-d25a-4f83-82d2-85634894d22f tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ad2b075-8470-4480-bb4e-92661338512f&id=1cff43f7-3cfd-4595-99e1-888048810960&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3298225 Feb 19 02:45:59.384444 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-95530ecd-9c14-4f09-8e04-6bcf2e59b8da req-d0af876b-7448-4b74-94fb-b562727c344e tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Request body: {'port': {'device_id': 'b6022ed1-67a1-4ded-890d-e1e66f84412d', 'network_id': 'db98097a-bb19-479d-bd0d-4f71e988880a', 'admin_state_up': True, 'tenant_id': 'ad75c6928a1d4c6da3a56db6352b2618'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:45:59.447175 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-23ee7c5c-24d0-40d1-a0f1-c65ef6f938c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] For port ccaad94b-ea46-4dff-b334-5f2bfdfbdbaa, host n-h2-826753-2, got binding levels [] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:45:59.447534 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-23ee7c5c-24d0-40d1-a0f1-c65ef6f938c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (ccaad94b-ea46-4dff-b334-5f2bfdfbdbaa), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:59.543686 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-23ee7c5c-24d0-40d1-a0f1-c65ef6f938c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Calling delete_port for ccaad94b-ea46-4dff-b334-5f2bfdfbdbaa owned by {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:45:59.574952 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e34c9793-4aff-415e-b673-03463ecb83e2 req-00c443ed-53df-4154-a686-7d7721b91c9f tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:45:59.587703 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-e34c9793-4aff-415e-b673-03463ecb83e2 req-00c443ed-53df-4154-a686-7d7721b91c9f tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:59.597317 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264cedd5-eed2-4088-93c1-6139242a4ad3 None None] Sync routers for ids ['8d65c124-4f7d-4113-93a3-b3dbe490023c'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:45:59.615026 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264cedd5-eed2-4088-93c1-6139242a4ad3 None None] Routers {'8d65c124-4f7d-4113-93a3-b3dbe490023c'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:45:59.616008 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-264cedd5-eed2-4088-93c1-6139242a4ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:45:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['8d65c124-4f7d-4113-93a3-b3dbe490023c'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:45:59.736712 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-264cedd5-eed2-4088-93c1-6139242a4ad3 None None] Set router 8d65c124-4f7d-4113-93a3-b3dbe490023c gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:45:59.770604 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e34c9793-4aff-415e-b673-03463ecb83e2 req-00c443ed-53df-4154-a686-7d7721b91c9f tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] 10.222.0.72 "PUT /v2.0/floatingips/91f46c0c-0ca1-4cf3-8877-362adab064df HTTP/1.1" status: 200 len: 997 time: 3.1738708 Feb 19 02:45:59.800660 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7504b96d-d02e-44c1-ad4c-e34e510c719b req-61b28bee-d739-4d9d-977d-803197e2d37c tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:45:59.803026 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7504b96d-d02e-44c1-ad4c-e34e510c719b req-61b28bee-d739-4d9d-977d-803197e2d37c tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] 10.222.0.72 "GET /v2.0/ports?device_id=0df40d33-22e7-43e5-b4a1-c09bd77a9884 HTTP/1.1" status: 200 len: 945 time: 0.3102343 Feb 19 02:45:59.814580 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53526) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:45:59.823051 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-2b4b3c7c-bbe6-440b-82cd-8fd64674c2b1 tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Request body: {'floatingip': {'port_id': '23331940-c93f-4043-b5f3-7104a3d055a1'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:45:59.927791 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2b4b3c7c-bbe6-440b-82cd-8fd64674c2b1 tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Publish callbacks [] for floatingip (14ec2690-d6be-40b6-b79b-26cd33d11c9a), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:00.068620 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-264cedd5-eed2-4088-93c1-6139242a4ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d65c124-4f7d-4113-93a3-b3dbe490023c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-563828300-router', 'tenant_id': 'af7820d1191f4d05a06d2c0958fc8a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': 'dc5dde6f-97d8-46fb-8937-495a448b26ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:45:15Z', 'updated_at': '2022-02-19T02:45:24Z', 'revision_number': 4, 'project_id': 'af7820d1191f4d05a06d2c0958fc8a78', 'gw_port': {'id': 'dc5dde6f-97d8-46fb-8937-495a448b26ae', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d65c124-4f7d-4113-93a3-b3dbe490023c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:45:17Z', 'updated_at': '2022-02-19T02:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': '91f46c0c-0ca1-4cf3-8877-362adab064df', 'tenant_id': 'af7820d1191f4d05a06d2c0958fc8a78', 'floating_ip_address': '172.25.6.214', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': '8d65c124-4f7d-4113-93a3-b3dbe490023c', 'port_id': 'ee066435-da91-476c-bce3-47a140c27bb8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 993, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44fd1ffb-5e97-400f-b181-f59d27847659', 'mac_address': 'fa:16:3e:f6:02:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8312037b-1a40-46ab-bb7a-06e57fc82c1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:45:52Z', 'updated_at': '2022-02-19T02:45:57Z', 'revision_number': 1, 'project_id': 'af7820d1191f4d05a06d2c0958fc8a78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9d07dd7-97f4-4f92-b340-5551cdaa6cb2', 'name': '', 'network_id': '44fd1ffb-5e97-400f-b181-f59d27847659', 'tenant_id': 'af7820d1191f4d05a06d2c0958fc8a78', 'mac_address': 'fa:16:3e:7c:7b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d65c124-4f7d-4113-93a3-b3dbe490023c', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '7af6d22e-9a50-40bb-a81b-279bc527ba8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:45:23Z', 'updated_at': '2022-02-19T02:45:29Z', 'revision_number': 5, 'project_id': 'af7820d1191f4d05a06d2c0958fc8a78', 'subnets': [{'id': '7af6d22e-9a50-40bb-a81b-279bc527ba8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:46:00.093037 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-7f9af8ce-c8fe-4d30-b6e9-60d06f24170c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13e17843-8e6e-4578-886e-e64bbf209f72 {{(pid=103701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:46:00.097182 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264cedd5-eed2-4088-93c1-6139242a4ad3 None None] Checking router: 8d65c124-4f7d-4113-93a3-b3dbe490023c for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:46:00.103338 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-7f9af8ce-c8fe-4d30-b6e9-60d06f24170c service neutron] Publish callbacks [] for port (13e17843-8e6e-4578-886e-e64bbf209f72), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:00.106594 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264cedd5-eed2-4088-93c1-6139242a4ad3 None None] Routers {'8d65c124-4f7d-4113-93a3-b3dbe490023c'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:46:00.107482 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-264cedd5-eed2-4088-93c1-6139242a4ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:45:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['8d65c124-4f7d-4113-93a3-b3dbe490023c'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:46:00.122562 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.provisioning_blocks [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-7f9af8ce-c8fe-4d30-b6e9-60d06f24170c service neutron] Transition to ACTIVE for port object 13e17843-8e6e-4578-886e-e64bbf209f72 will not be triggered until provisioned by entity L2. {{(pid=103701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:46:00.125783 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 19 Feb 2022 02:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a3e8b10-b4f9-4b23-b704-b6861e9f08f0 x-openstack-request-id: req-4a3e8b10-b4f9-4b23-b704-b6861e9f08f0 {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:46:00.126212 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ec863d4-5792-46d2-b299-7b34b3ebe431", "tag": "00071ace-99c7-42c5-99dc-994ccfae67b7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6ec863d4-5792-46d2-b299-7b34b3ebe431", "tag": "da1d1eec-fe70-4e89-b89a-a37cea08cfdb", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:46:00.126701 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4a3e8b10-b4f9-4b23-b704-b6861e9f08f0 {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:46:00.127604 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ec863d4-5792-46d2-b299-7b34b3ebe431', 'tag': '00071ace-99c7-42c5-99dc-994ccfae67b7', 'status': 'completed', 'code': 200} Feb 19 02:46:00.128421 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ec863d4-5792-46d2-b299-7b34b3ebe431', 'tag': 'da1d1eec-fe70-4e89-b89a-a37cea08cfdb', 'status': 'completed', 'code': 200} Feb 19 02:46:00.130505 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95530ecd-9c14-4f09-8e04-6bcf2e59b8da req-d0af876b-7448-4b74-94fb-b562727c344e tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Made reservation on behalf of ad75c6928a1d4c6da3a56db6352b2618 for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:46:00.136998 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-95530ecd-9c14-4f09-8e04-6bcf2e59b8da req-d0af876b-7448-4b74-94fb-b562727c344e tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:00.243984 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-264cedd5-eed2-4088-93c1-6139242a4ad3 None None] Set router 8d65c124-4f7d-4113-93a3-b3dbe490023c gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:46:00.282322 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-23ee7c5c-24d0-40d1-a0f1-c65ef6f938c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (ccaad94b-ea46-4dff-b334-5f2bfdfbdbaa), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:00.283906 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-7f9af8ce-c8fe-4d30-b6e9-60d06f24170c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (13e17843-8e6e-4578-886e-e64bbf209f72), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:00.323117 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d33e444-d970-4bd0-b168-03c5b6696118 req-9ef5e1e9-5d1d-4446-a9f1-31a8851ca8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:00.323595 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d33e444-d970-4bd0-b168-03c5b6696118 req-9ef5e1e9-5d1d-4446-a9f1-31a8851ca8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:00.324070 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d33e444-d970-4bd0-b168-03c5b6696118 req-9ef5e1e9-5d1d-4446-a9f1-31a8851ca8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:00.324677 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d33e444-d970-4bd0-b168-03c5b6696118 req-9ef5e1e9-5d1d-4446-a9f1-31a8851ca8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:00.325192 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d33e444-d970-4bd0-b168-03c5b6696118 req-9ef5e1e9-5d1d-4446-a9f1-31a8851ca8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:00.325656 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d33e444-d970-4bd0-b168-03c5b6696118 req-9ef5e1e9-5d1d-4446-a9f1-31a8851ca8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:00.326114 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d33e444-d970-4bd0-b168-03c5b6696118 req-9ef5e1e9-5d1d-4446-a9f1-31a8851ca8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:00.328061 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7d33e444-d970-4bd0-b168-03c5b6696118 req-9ef5e1e9-5d1d-4446-a9f1-31a8851ca8d3 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7478e867ac94480b9c1c44ca2e321f2f&device_id=6ec863d4-5792-46d2-b299-7b34b3ebe431 HTTP/1.1" status: 200 len: 6608 time: 0.2753346 Feb 19 02:46:00.460328 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-23ee7c5c-24d0-40d1-a0f1-c65ef6f938c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:00.464765 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-23ee7c5c-24d0-40d1-a0f1-c65ef6f938c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] 10.222.0.72 "DELETE /v2.0/ports/ccaad94b-ea46-4dff-b334-5f2bfdfbdbaa HTTP/1.1" status: 204 len: 168 time: 1.7899044 Feb 19 02:46:00.494617 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 53530) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:46:00.534454 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-264cedd5-eed2-4088-93c1-6139242a4ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d65c124-4f7d-4113-93a3-b3dbe490023c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-563828300-router', 'tenant_id': 'af7820d1191f4d05a06d2c0958fc8a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': 'dc5dde6f-97d8-46fb-8937-495a448b26ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:45:15Z', 'updated_at': '2022-02-19T02:45:24Z', 'revision_number': 4, 'project_id': 'af7820d1191f4d05a06d2c0958fc8a78', 'gw_port': {'id': 'dc5dde6f-97d8-46fb-8937-495a448b26ae', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d65c124-4f7d-4113-93a3-b3dbe490023c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:45:17Z', 'updated_at': '2022-02-19T02:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': '91f46c0c-0ca1-4cf3-8877-362adab064df', 'tenant_id': 'af7820d1191f4d05a06d2c0958fc8a78', 'floating_ip_address': '172.25.6.214', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': '8d65c124-4f7d-4113-93a3-b3dbe490023c', 'port_id': 'ee066435-da91-476c-bce3-47a140c27bb8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 993, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44fd1ffb-5e97-400f-b181-f59d27847659', 'mac_address': 'fa:16:3e:f6:02:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8312037b-1a40-46ab-bb7a-06e57fc82c1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:45:52Z', 'updated_at': '2022-02-19T02:45:57Z', 'revision_number': 1, 'project_id': 'af7820d1191f4d05a06d2c0958fc8a78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9d07dd7-97f4-4f92-b340-5551cdaa6cb2', 'name': '', 'network_id': '44fd1ffb-5e97-400f-b181-f59d27847659', 'tenant_id': 'af7820d1191f4d05a06d2c0958fc8a78', 'mac_address': 'fa:16:3e:7c:7b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d65c124-4f7d-4113-93a3-b3dbe490023c', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '7af6d22e-9a50-40bb-a81b-279bc527ba8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:45:23Z', 'updated_at': '2022-02-19T02:45:29Z', 'revision_number': 5, 'project_id': 'af7820d1191f4d05a06d2c0958fc8a78', 'subnets': [{'id': '7af6d22e-9a50-40bb-a81b-279bc527ba8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:46:00.578546 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264cedd5-eed2-4088-93c1-6139242a4ad3 None None] The sync data for ids ['8d65c124-4f7d-4113-93a3-b3dbe490023c'] in n-d-826753-2 is: [{'id': '8d65c124-4f7d-4113-93a3-b3dbe490023c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-563828300-router', 'tenant_id': 'af7820d1191f4d05a06d2c0958fc8a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': 'dc5dde6f-97d8-46fb-8937-495a448b26ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:45:15Z', 'updated_at': '2022-02-19T02:45:24Z', 'revision_number': 4, 'project_id': 'af7820d1191f4d05a06d2c0958fc8a78', 'gw_port': {'id': 'dc5dde6f-97d8-46fb-8937-495a448b26ae', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d65c124-4f7d-4113-93a3-b3dbe490023c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:45:17Z', 'updated_at': '2022-02-19T02:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': '91f46c0c-0ca1-4cf3-8877-362adab064df', 'tenant_id': 'af7820d1191f4d05a06d2c0958fc8a78', 'floating_ip_address': '172.25.6.214', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': '8d65c124-4f7d-4113-93a3-b3dbe490023c', 'port_id': 'ee066435-da91-476c-bce3-47a140c27bb8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 993, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44fd1ffb-5e97-400f-b181-f59d27847659', 'mac_address': 'fa:16:3e:f6:02:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8312037b-1a40-46ab-bb7a-06e57fc82c1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:45:52Z', 'updated_at': '2022-02-19T02:45:57Z', 'revision_number': 1, 'project_id': 'af7820d1191f4d05a06d2c0958fc8a78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9d07dd7-97f4-4f92-b340-5551cdaa6cb2', 'name': '', 'network_id': '44fd1ffb-5e97-400f-b181-f59d27847659', 'tenant_id': 'af7820d1191f4d05a06d2c0958fc8a78', 'mac_address': 'fa:16:3e:7c:7b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d65c124-4f7d-4113-93a3-b3dbe490023c', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '7af6d22e-9a50-40bb-a81b-279bc527ba8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:45:23Z', 'updated_at': '2022-02-19T02:45:29Z', 'revision_number': 5, 'project_id': 'af7820d1191f4d05a06d2c0958fc8a78', 'subnets': [{'id': '7af6d22e-9a50-40bb-a81b-279bc527ba8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:46:00.880170 n-d-826753-2 neutron-server[103701]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f8e12d3-a1b5-4e6c-b092-a11b4686f02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] GET failed (client error): The resource could not be found. Feb 19 02:46:00.885602 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-1f8e12d3-a1b5-4e6c-b092-a11b4686f02b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] 10.222.0.72 "GET /v2.0/ports/ccaad94b-ea46-4dff-b334-5f2bfdfbdbaa HTTP/1.1" status: 404 len: 333 time: 0.3888171 Feb 19 02:46:00.894280 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 53532) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:46:00.907734 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f65eea4-ed8c-402e-9331-524bb0f48981 None None] New status for floating IP 91f46c0c-0ca1-4cf3-8877-362adab064df: ACTIVE {{(pid=103704) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 02:46:00.990103 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a4629891-46d2-41ae-a7b9-d45fcab9a7bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870702231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870702231-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (935d088b-6bc5-4721-bb29-09def0239c21), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:00.994876 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9af8ce-c8fe-4d30-b6e9-60d06f24170c service neutron] Pushing event updated for resources: {'Port': ['ID=13e17843-8e6e-4578-886e-e64bbf209f72,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:01.024718 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34c9793-4aff-415e-b673-03463ecb83e2 req-ebe9a4de-1fc8-40d5-b181-9dc5182f88b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:01.026347 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e34c9793-4aff-415e-b673-03463ecb83e2 req-ebe9a4de-1fc8-40d5-b181-9dc5182f88b1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=af7820d1191f4d05a06d2c0958fc8a78&device_id=8312037b-1a40-46ab-bb7a-06e57fc82c1e HTTP/1.1" status: 200 len: 1128 time: 1.2351344 Feb 19 02:46:01.056517 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2162ccf3-601f-4a24-a27e-30cf6eb5e0cd req-7fca53c6-b980-4b8b-949f-a8ef60386839 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:01.058185 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2162ccf3-601f-4a24-a27e-30cf6eb5e0cd req-7fca53c6-b980-4b8b-949f-a8ef60386839 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e2f228a-e46f-4adf-b471-367b30633d0f HTTP/1.1" status: 200 len: 945 time: 0.9013543 Feb 19 02:46:01.097679 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [req-95530ecd-9c14-4f09-8e04-6bcf2e59b8da req-d0af876b-7448-4b74-94fb-b562727c344e tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Allocated IP 172.20.0.7 (db98097a-bb19-479d-bd0d-4f71e988880a/2fe72d28-9326-4a85-b8b2-36c8cafae112/e8da45f0-7b76-4b5c-a534-292471570be8) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:46:01.189333 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ee7c5c-24d0-40d1-a0f1-c65ef6f938c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1754873335-project-admin] Pushing event deleted for resources: {'Port': ['ID=ccaad94b-ea46-4dff-b334-5f2bfdfbdbaa,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:01.292451 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2b4b3c7c-bbe6-440b-82cd-8fd64674c2b1 tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:01.294298 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d33e444-d970-4bd0-b168-03c5b6696118 req-ea742485-9864-4645-8693-f7b4aa28c573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:01.294765 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d33e444-d970-4bd0-b168-03c5b6696118 req-ea742485-9864-4645-8693-f7b4aa28c573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:01.295230 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d33e444-d970-4bd0-b168-03c5b6696118 req-ea742485-9864-4645-8693-f7b4aa28c573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:01.296916 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7d33e444-d970-4bd0-b168-03c5b6696118 req-ea742485-9864-4645-8693-f7b4aa28c573 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=7478e867ac94480b9c1c44ca2e321f2f&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.7211392 Feb 19 02:46:01.299077 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2b4b3c7c-bbe6-440b-82cd-8fd64674c2b1 tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16285943'] for floatingip (14ec2690-d6be-40b6-b79b-26cd33d11c9a), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:01.370508 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2162ccf3-601f-4a24-a27e-30cf6eb5e0cd req-de49ea81-ff4e-4403-9e94-e0170b170e01 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/security-groups?id=33e2eb59-206d-4216-aaf9-91cfc46ad855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798202 Feb 19 02:46:01.371071 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-7f9af8ce-c8fe-4d30-b6e9-60d06f24170c service neutron] Attempting to bind port 13e17843-8e6e-4578-886e-e64bbf209f72 on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:46:01.371403 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-7f9af8ce-c8fe-4d30-b6e9-60d06f24170c service neutron] Attempting to bind port 13e17843-8e6e-4578-886e-e64bbf209f72 by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': '8dc74463-1284-465e-8f51-9c4e25c854c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'c312b721-2b22-4f34-983e-08de11418b4e'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:46:01.371727 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-7f9af8ce-c8fe-4d30-b6e9-60d06f24170c service neutron] Attempting to bind port 13e17843-8e6e-4578-886e-e64bbf209f72 on network c312b721-2b22-4f34-983e-08de11418b4e {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:46:01.392306 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a4629891-46d2-41ae-a7b9-d45fcab9a7bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870702231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870702231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (935d088b-6bc5-4721-bb29-09def0239c21), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:01.422316 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-7f9af8ce-c8fe-4d30-b6e9-60d06f24170c service neutron] Port 13e17843-8e6e-4578-886e-e64bbf209f72 on network c312b721-2b22-4f34-983e-08de11418b4e not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:46:01.422538 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-7f9af8ce-c8fe-4d30-b6e9-60d06f24170c service neutron] Attempting to bind port 13e17843-8e6e-4578-886e-e64bbf209f72 on network c312b721-2b22-4f34-983e-08de11418b4e {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:46:01.425415 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34c9793-4aff-415e-b673-03463ecb83e2 req-d3ce7a78-d4c1-4e3e-82bf-6c8bf93cc2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:01.427749 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e34c9793-4aff-415e-b673-03463ecb83e2 req-d3ce7a78-d4c1-4e3e-82bf-6c8bf93cc2fc service neutron] 10.222.0.72 "GET /v2.0/networks?id=44fd1ffb-5e97-400f-b181-f59d27847659 HTTP/1.1" status: 200 len: 929 time: 0.3907800 Feb 19 02:46:01.476439 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-7f9af8ce-c8fe-4d30-b6e9-60d06f24170c service neutron] Checking agent: {'id': 'bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:46:01.477195 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-7f9af8ce-c8fe-4d30-b6e9-60d06f24170c service neutron] Checking segment: {'id': '8dc74463-1284-465e-8f51-9c4e25c854c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'c312b721-2b22-4f34-983e-08de11418b4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:46:01.477195 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-7f9af8ce-c8fe-4d30-b6e9-60d06f24170c service neutron] Bound using segment: {'id': '8dc74463-1284-465e-8f51-9c4e25c854c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'c312b721-2b22-4f34-983e-08de11418b4e'} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:46:01.477513 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-7f9af8ce-c8fe-4d30-b6e9-60d06f24170c service neutron] Bound port: 13e17843-8e6e-4578-886e-e64bbf209f72, host: n-h2-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dc74463-1284-465e-8f51-9c4e25c854c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'c312b721-2b22-4f34-983e-08de11418b4e'}}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:46:01.477872 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-7f9af8ce-c8fe-4d30-b6e9-60d06f24170c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (13e17843-8e6e-4578-886e-e64bbf209f72), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:01.490811 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d33e444-d970-4bd0-b168-03c5b6696118 req-c17e7dfb-fff2-4e77-9e0d-27b287fe6e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:01.492268 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7d33e444-d970-4bd0-b168-03c5b6696118 req-c17e7dfb-fff2-4e77-9e0d-27b287fe6e8f service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1893318 Feb 19 02:46:01.493745 n-d-826753-2 neutron-server[103702]: INFO neutron.db.l3_db [None req-2b4b3c7c-bbe6-440b-82cd-8fd64674c2b1 tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Floating IP 14ec2690-d6be-40b6-b79b-26cd33d11c9a associated. External IP: 172.25.6.132, port: 23331940-c93f-4043-b5f3-7104a3d055a1. Feb 19 02:46:01.537038 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-a4629891-46d2-41ae-a7b9-d45fcab9a7bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870702231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870702231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['935d088b-6bc5-4721-bb29-09def0239c21']}} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:46:01.598734 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-a4629891-46d2-41ae-a7b9-d45fcab9a7bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870702231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870702231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f69ee56-9457-4ac5-9f42-9349a96b2463') {'for_net_delete': True} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:46:01.599030 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-a4629891-46d2-41ae-a7b9-d45fcab9a7bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870702231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870702231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f69ee56-9457-4ac5-9f42-9349a96b2463') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:46:01.605330 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2e81228b-5d4e-4c32-875d-6e9e49118141 req-02dd6193-435a-44a0-8443-7ce690479497 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6022ed1-67a1-4ded-890d-e1e66f84412d HTTP/1.1" status: 200 len: 210 time: 0.1204484 Feb 19 02:46:01.654851 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a4629891-46d2-41ae-a7b9-d45fcab9a7bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870702231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870702231-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12647422'] for segment (8f69ee56-9457-4ac5-9f42-9349a96b2463), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:01.683302 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d33e444-d970-4bd0-b168-03c5b6696118 req-f1eb0d0e-f685-4d2e-a25a-985430e3bce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:01.683861 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d33e444-d970-4bd0-b168-03c5b6696118 req-f1eb0d0e-f685-4d2e-a25a-985430e3bce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:01.684341 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d33e444-d970-4bd0-b168-03c5b6696118 req-f1eb0d0e-f685-4d2e-a25a-985430e3bce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:01.684810 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d33e444-d970-4bd0-b168-03c5b6696118 req-f1eb0d0e-f685-4d2e-a25a-985430e3bce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:01.685313 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d33e444-d970-4bd0-b168-03c5b6696118 req-f1eb0d0e-f685-4d2e-a25a-985430e3bce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:01.685845 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d33e444-d970-4bd0-b168-03c5b6696118 req-f1eb0d0e-f685-4d2e-a25a-985430e3bce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:01.686285 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d33e444-d970-4bd0-b168-03c5b6696118 req-f1eb0d0e-f685-4d2e-a25a-985430e3bce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:01.689294 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7d33e444-d970-4bd0-b168-03c5b6696118 req-f1eb0d0e-f685-4d2e-a25a-985430e3bce4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7478e867ac94480b9c1c44ca2e321f2f&device_id=6ec863d4-5792-46d2-b299-7b34b3ebe431 HTTP/1.1" status: 200 len: 6633 time: 0.0977056 Feb 19 02:46:01.703804 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e34c9793-4aff-415e-b673-03463ecb83e2 req-f17f3137-1664-49e4-a197-edbe0226ad2a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee066435-da91-476c-bce3-47a140c27bb8 HTTP/1.1" status: 200 len: 1002 time: 0.2419240 Feb 19 02:46:01.767467 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a4629891-46d2-41ae-a7b9-d45fcab9a7bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870702231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870702231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (8f69ee56-9457-4ac5-9f42-9349a96b2463), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:01.787150 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-95530ecd-9c14-4f09-8e04-6bcf2e59b8da req-d0af876b-7448-4b74-94fb-b562727c344e tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Publish callbacks [] for port (e8da45f0-7b76-4b5c-a534-292471570be8), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:01.799379 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4629891-46d2-41ae-a7b9-d45fcab9a7bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870702231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870702231-project] Releasing vlan 296 on physical network physnet1 to pool {{(pid=103701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:46:01.799379 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a4629891-46d2-41ae-a7b9-d45fcab9a7bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870702231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870702231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583360'] for segment (8f69ee56-9457-4ac5-9f42-9349a96b2463), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:01.802756 n-d-826753-2 neutron-server[103701]: Traceback (most recent call last): Feb 19 02:46:01.802756 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:46:01.802756 n-d-826753-2 neutron-server[103701]: timer() Feb 19 02:46:01.802756 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:46:01.802756 n-d-826753-2 neutron-server[103701]: cb(*args, **kw) Feb 19 02:46:01.802756 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:46:01.802756 n-d-826753-2 neutron-server[103701]: return func(*args, **kwargs) Feb 19 02:46:01.802756 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:46:01.802756 n-d-826753-2 neutron-server[103701]: self._notify() Feb 19 02:46:01.802756 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:46:01.802756 n-d-826753-2 neutron-server[103701]: self.callback(batched_events) Feb 19 02:46:01.802756 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:46:01.802756 n-d-826753-2 neutron-server[103701]: event.method(event) Feb 19 02:46:01.802756 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:46:01.802756 n-d-826753-2 neutron-server[103701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:46:01.802756 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:46:01.802756 n-d-826753-2 neutron-server[103701]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:46:01.802756 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:46:01.802756 n-d-826753-2 neutron-server[103701]: return f(self, *a, **k) Feb 19 02:46:01.802756 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:46:01.802756 n-d-826753-2 neutron-server[103701]: return self._get(url).json() Feb 19 02:46:01.802756 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:46:01.802756 n-d-826753-2 neutron-server[103701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:46:01.802756 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:46:01.802756 n-d-826753-2 neutron-server[103701]: return self.request(url, 'GET', **kwargs) Feb 19 02:46:01.802756 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:46:01.802756 n-d-826753-2 neutron-server[103701]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:46:01.802756 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:46:01.802756 n-d-826753-2 neutron-server[103701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:46:01.802756 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:46:01.802756 n-d-826753-2 neutron-server[103701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:46:01.802756 n-d-826753-2 neutron-server[103701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:46:01.814581 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b4b3c7c-bbe6-440b-82cd-8fd64674c2b1 tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Router ba739a3e-d260-47d2-9261-6ed5b9c921d2 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:46:01.852842 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-7f9af8ce-c8fe-4d30-b6e9-60d06f24170c service neutron] For port 13e17843-8e6e-4578-886e-e64bbf209f72, host n-h2-826753-2, cleared binding levels {{(pid=103701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:46:01.870356 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34c9793-4aff-415e-b673-03463ecb83e2 req-8d05722b-4de6-48bf-afe0-84acc9a46665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:01.871762 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e34c9793-4aff-415e-b673-03463ecb83e2 req-8d05722b-4de6-48bf-afe0-84acc9a46665 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7af6d22e-9a50-40bb-a81b-279bc527ba8b HTTP/1.1" status: 200 len: 867 time: 0.1572006 Feb 19 02:46:01.903663 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-7f9af8ce-c8fe-4d30-b6e9-60d06f24170c service neutron] For port 13e17843-8e6e-4578-886e-e64bbf209f72, host n-h2-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=13e17843-8e6e-4578-886e-e64bbf209f72,segment=NetworkSegment(8dc74463-1284-465e-8f51-9c4e25c854c9),segment_id=8dc74463-1284-465e-8f51-9c4e25c854c9)] {{(pid=103701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:46:01.950204 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a4629891-46d2-41ae-a7b9-d45fcab9a7bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870702231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870702231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (935d088b-6bc5-4721-bb29-09def0239c21), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:01.955822 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-7f9af8ce-c8fe-4d30-b6e9-60d06f24170c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (13e17843-8e6e-4578-886e-e64bbf209f72), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:02.006619 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a4629891-46d2-41ae-a7b9-d45fcab9a7bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870702231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870702231-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:02.012120 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d33e444-d970-4bd0-b168-03c5b6696118 req-8278f95f-c037-456f-87bb-09ada6e0852f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:02.012317 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-a4629891-46d2-41ae-a7b9-d45fcab9a7bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870702231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870702231-project] 10.222.0.72 "DELETE /v2.0/networks/935d088b-6bc5-4721-bb29-09def0239c21 HTTP/1.1" status: 204 len: 168 time: 1.1120017 Feb 19 02:46:02.012439 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d33e444-d970-4bd0-b168-03c5b6696118 req-8278f95f-c037-456f-87bb-09ada6e0852f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:02.012439 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d33e444-d970-4bd0-b168-03c5b6696118 req-8278f95f-c037-456f-87bb-09ada6e0852f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:02.013872 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7d33e444-d970-4bd0-b168-03c5b6696118 req-8278f95f-c037-456f-87bb-09ada6e0852f service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=7478e867ac94480b9c1c44ca2e321f2f&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2129612 Feb 19 02:46:02.037116 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4629891-46d2-41ae-a7b9-d45fcab9a7bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870702231 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870702231-project] Pushing event deleted for resources: {'Network': ['ID=935d088b-6bc5-4721-bb29-09def0239c21,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:02.050529 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-7f9af8ce-c8fe-4d30-b6e9-60d06f24170c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:02.050529 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-7f9af8ce-c8fe-4d30-b6e9-60d06f24170c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:02.051108 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-7f9af8ce-c8fe-4d30-b6e9-60d06f24170c service neutron] 10.222.0.82 "PUT /v2.0/ports/13e17843-8e6e-4578-886e-e64bbf209f72 HTTP/1.1" status: 200 len: 1091 time: 3.0519738 Feb 19 02:46:02.053122 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-95530ecd-9c14-4f09-8e04-6bcf2e59b8da req-d0af876b-7448-4b74-94fb-b562727c344e tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (e8da45f0-7b76-4b5c-a534-292471570be8), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:02.091210 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['359a2f03-81dc-42fc-9315-cd2c2edd2142'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:46:02.104427 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34c9793-4aff-415e-b673-03463ecb83e2 req-0a98a413-f0cf-4f6a-820c-78cdbb0e32ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:02.105930 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e34c9793-4aff-415e-b673-03463ecb83e2 req-0a98a413-f0cf-4f6a-820c-78cdbb0e32ab service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=44fd1ffb-5e97-400f-b181-f59d27847659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2170284 Feb 19 02:46:02.106500 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9af8ce-c8fe-4d30-b6e9-60d06f24170c service neutron] Pushing event updated for resources: {'Port': ['ID=13e17843-8e6e-4578-886e-e64bbf209f72,revision_number=3']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:02.121483 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f501a4-f0a7-4b7f-82aa-0b73e733884e req-aa03eee7-93d1-466d-8c00-5c3794bc9890 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:02.123700 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d33e444-d970-4bd0-b168-03c5b6696118 req-7406c8ba-5442-43b8-89c1-32acf5bb306e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:02.125375 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7d33e444-d970-4bd0-b168-03c5b6696118 req-7406c8ba-5442-43b8-89c1-32acf5bb306e service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1005869 Feb 19 02:46:02.128137 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d4f501a4-f0a7-4b7f-82aa-0b73e733884e req-aa03eee7-93d1-466d-8c00-5c3794bc9890 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3e2950d-ab47-4046-8006-daf03c09940e HTTP/1.1" status: 200 len: 946 time: 0.2490783 Feb 19 02:46:02.136447 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b4b3c7c-bbe6-440b-82cd-8fd64674c2b1 tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:46:02.148107 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2b4b3c7c-bbe6-440b-82cd-8fd64674c2b1 tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:02.153907 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ec863d4-5792-46d2-b299-7b34b3ebe431', 'tag': 'ddb05983-19db-46ef-a388-e5781e5a86ac'}, {'name': 'network-changed', 'server_uuid': '6ec863d4-5792-46d2-b299-7b34b3ebe431', 'tag': 'cbe98f0f-073e-41a4-b924-5a1a7035e145'}, {'name': 'network-changed', 'server_uuid': '8312037b-1a40-46ab-bb7a-06e57fc82c1e', 'tag': 'ee066435-da91-476c-bce3-47a140c27bb8'}, {'name': 'network-changed', 'server_uuid': '6ec863d4-5792-46d2-b299-7b34b3ebe431', 'tag': '13e17843-8e6e-4578-886e-e64bbf209f72'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:46:02.156167 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4376858-5d8c-47e5-a078-31fc25c06233" -d '{"events": [{"name": "network-changed", "server_uuid": "6ec863d4-5792-46d2-b299-7b34b3ebe431", "tag": "ddb05983-19db-46ef-a388-e5781e5a86ac"}, {"name": "network-changed", "server_uuid": "6ec863d4-5792-46d2-b299-7b34b3ebe431", "tag": "cbe98f0f-073e-41a4-b924-5a1a7035e145"}, {"name": "network-changed", "server_uuid": "8312037b-1a40-46ab-bb7a-06e57fc82c1e", "tag": "ee066435-da91-476c-bce3-47a140c27bb8"}, {"name": "network-changed", "server_uuid": "6ec863d4-5792-46d2-b299-7b34b3ebe431", "tag": "13e17843-8e6e-4578-886e-e64bbf209f72"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:46:02.170525 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95530ecd-9c14-4f09-8e04-6bcf2e59b8da req-d0af876b-7448-4b74-94fb-b562727c344e tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Network db98097a-bb19-479d-bd0d-4f71e988880a is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:46:02.197349 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-2b4b3c7c-bbe6-440b-82cd-8fd64674c2b1 tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] 10.222.0.72 "PUT /v2.0/floatingips/14ec2690-d6be-40b6-b79b-26cd33d11c9a HTTP/1.1" status: 200 len: 991 time: 2.3789878 Feb 19 02:46:02.198037 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0df40d33-22e7-43e5-b4a1-c09bd77a9884', 'tag': '23331940-c93f-4043-b5f3-7104a3d055a1'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:46:02.200605 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f2d8e4-b1a4-49b7-a75c-bd309bd70c3b" -d '{"events": [{"name": "network-changed", "server_uuid": "0df40d33-22e7-43e5-b4a1-c09bd77a9884", "tag": "23331940-c93f-4043-b5f3-7104a3d055a1"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:46:02.228442 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [req-95530ecd-9c14-4f09-8e04-6bcf2e59b8da req-d0af876b-7448-4b74-94fb-b562727c344e tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:46:02.234184 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43350a28-43da-492f-b43f-12bce27a069d None None] Sync routers for ids ['ba739a3e-d260-47d2-9261-6ed5b9c921d2'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:46:02.270765 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-95530ecd-9c14-4f09-8e04-6bcf2e59b8da req-d0af876b-7448-4b74-94fb-b562727c344e tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:46:02.280830 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43350a28-43da-492f-b43f-12bce27a069d None None] Routers {'ba739a3e-d260-47d2-9261-6ed5b9c921d2'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:46:02.282539 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-43350a28-43da-492f-b43f-12bce27a069d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:45:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['ba739a3e-d260-47d2-9261-6ed5b9c921d2'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:46:02.291046 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-bf7184be-d32f-4dbe-aed8-159f822216ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:02.291701 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-bf7184be-d32f-4dbe-aed8-159f822216ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:02.292170 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-bf7184be-d32f-4dbe-aed8-159f822216ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:02.292693 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-bf7184be-d32f-4dbe-aed8-159f822216ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:02.293362 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-bf7184be-d32f-4dbe-aed8-159f822216ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:02.293825 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-bf7184be-d32f-4dbe-aed8-159f822216ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:02.294290 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-bf7184be-d32f-4dbe-aed8-159f822216ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:02.296403 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-bf7184be-d32f-4dbe-aed8-159f822216ea service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7478e867ac94480b9c1c44ca2e321f2f&device_id=6ec863d4-5792-46d2-b299-7b34b3ebe431 HTTP/1.1" status: 200 len: 6706 time: 0.0926437 Feb 19 02:46:02.361386 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0af876b-7448-4b74-94fb-b562727c344e tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Pushing event updated for resources: {'Port': ['ID=e8da45f0-7b76-4b5c-a534-292471570be8,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:02.395198 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-f7843139-492c-4404-98da-072a47aa824c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a90eb6b-9954-4fd4-a849-80da8c127a4c HTTP/1.1" status: 200 len: 217 time: 0.0777519 Feb 19 02:46:02.423053 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d4f501a4-f0a7-4b7f-82aa-0b73e733884e req-e611fc86-5bb1-4f2d-a2d2-a429144004d8 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2939627 Feb 19 02:46:02.451837 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-43350a28-43da-492f-b43f-12bce27a069d None None] Set router ba739a3e-d260-47d2-9261-6ed5b9c921d2 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:46:02.470020 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95530ecd-9c14-4f09-8e04-6bcf2e59b8da req-d0af876b-7448-4b74-94fb-b562727c344e tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:02.470708 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-95530ecd-9c14-4f09-8e04-6bcf2e59b8da req-d0af876b-7448-4b74-94fb-b562727c344e tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:02.518264 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e34c9793-4aff-415e-b673-03463ecb83e2 req-d65b6641-95fa-4352-aaf8-a3adbc7ab2e1 service neutron] 10.222.0.72 "GET /v2.0/networks/44fd1ffb-5e97-400f-b181-f59d27847659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3825507 Feb 19 02:46:02.550765 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-d086b87c-288d-4e38-9fce-a097fc6c6a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:02.553395 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-d086b87c-288d-4e38-9fce-a097fc6c6a60 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=29b1d912-72fb-485c-b814-b1b426dd04c1 HTTP/1.1" status: 200 len: 856 time: 0.1139863 Feb 19 02:46:02.580681 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d62fe21-d179-402b-b60f-11f645ad7e5d req-9261c33b-71ae-46a4-9074-6d1701e3ad68 tempest-LiveMigrationTest-193918984 tempest-LiveMigrationTest-193918984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:02.582326 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4d62fe21-d179-402b-b60f-11f645ad7e5d req-9261c33b-71ae-46a4-9074-6d1701e3ad68 tempest-LiveMigrationTest-193918984 tempest-LiveMigrationTest-193918984-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=f3e2950d-ab47-4046-8006-daf03c09940e&tenant_id=0351aa3c6ea34cbbac483ac000de57cb&binding%3Ahost_id=n-h2-826753-2 HTTP/1.1" status: 200 len: 1128 time: 0.2095177 Feb 19 02:46:02.601494 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 53548) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:46:02.604822 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-95530ecd-9c14-4f09-8e04-6bcf2e59b8da req-d0af876b-7448-4b74-94fb-b562727c344e tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2257049 Feb 19 02:46:02.620742 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-4d62fe21-d179-402b-b60f-11f645ad7e5d req-d9c35b5c-83fe-4d12-83f8-62683ab4faf9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-826753-2'}}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:46:02.700968 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-4d62fe21-d179-402b-b60f-11f645ad7e5d req-d9c35b5c-83fe-4d12-83f8-62683ab4faf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (03ed4495-f6da-4bf6-9555-a2c3bfec3410), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:02.717217 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-87c590ff-8044-4f62-bcb2-d814002da76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:02.718891 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-87c590ff-8044-4f62-bcb2-d814002da76d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8b1da341-6b15-4165-b6f3-95f440007ab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1517186 Feb 19 02:46:02.720484 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e34c9793-4aff-415e-b673-03463ecb83e2 req-9d444f11-2844-41f3-bc5e-139f383b3219 service neutron] 10.222.0.72 "GET /v2.0/networks/44fd1ffb-5e97-400f-b181-f59d27847659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809039 Feb 19 02:46:02.740063 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 03ed4495-f6da-4bf6-9555-a2c3bfec3410 details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:46:02.747715 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-95530ecd-9c14-4f09-8e04-6bcf2e59b8da req-8e22f2d4-53f1-4621-ae1c-370d464dd2ac service neutron] Request body: {'port': {'device_id': 'b6022ed1-67a1-4ded-890d-e1e66f84412d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826753-2'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:46:02.868423 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bcaab2-45c5-4e15-b8c0-c0f1d5231c13 req-9fc175aa-ad84-4d42-b25e-6534aef2b03f tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:02.879517 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bcaab2-45c5-4e15-b8c0-c0f1d5231c13 req-9fc175aa-ad84-4d42-b25e-6534aef2b03f tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:02.884850 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-43350a28-43da-492f-b43f-12bce27a069d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba739a3e-d260-47d2-9261-6ed5b9c921d2', 'name': 'tempest-ServersTestJSON-780327990-router', 'tenant_id': '80ec6f6d29774c649db969b21608fdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': '3913befa-9625-441a-b8cd-48872a3932cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:45:15Z', 'updated_at': '2022-02-19T02:45:27Z', 'revision_number': 4, 'project_id': '80ec6f6d29774c649db969b21608fdfc', 'gw_port': {'id': '3913befa-9625-441a-b8cd-48872a3932cc', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba739a3e-d260-47d2-9261-6ed5b9c921d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:45:16Z', 'updated_at': '2022-02-19T02:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': '14ec2690-d6be-40b6-b79b-26cd33d11c9a', 'tenant_id': '80ec6f6d29774c649db969b21608fdfc', 'floating_ip_address': '172.25.6.132', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': 'ba739a3e-d260-47d2-9261-6ed5b9c921d2', 'port_id': '23331940-c93f-4043-b5f3-7104a3d055a1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 963, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e3d3723-c6e4-4d29-ab4f-26c1fc3bb323', 'mac_address': 'fa:16:3e:d6:9e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df40d33-22e7-43e5-b4a1-c09bd77a9884', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:45:38Z', 'updated_at': '2022-02-19T02:46:00Z', 'revision_number': 1, 'project_id': '80ec6f6d29774c649db969b21608fdfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7bab0e7-8894-44eb-844c-823263efba6e', 'name': '', 'network_id': '9e3d3723-c6e4-4d29-ab4f-26c1fc3bb323', 'tenant_id': '80ec6f6d29774c649db969b21608fdfc', 'mac_address': 'fa:16:3e:da:fd:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba739a3e-d260-47d2-9261-6ed5b9c921d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': 'bf415dad-5efe-4a2d-9205-4db3a214084c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:45:23Z', 'updated_at': '2022-02-19T02:45:34Z', 'revision_number': 5, 'project_id': '80ec6f6d29774c649db969b21608fdfc', 'subnets': [{'id': 'bf415dad-5efe-4a2d-9205-4db3a214084c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:46:02.900633 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bcaab2-45c5-4e15-b8c0-c0f1d5231c13 req-9fc175aa-ad84-4d42-b25e-6534aef2b03f tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:02.927995 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43350a28-43da-492f-b43f-12bce27a069d None None] Checking router: ba739a3e-d260-47d2-9261-6ed5b9c921d2 for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:46:02.928229 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bcaab2-45c5-4e15-b8c0-c0f1d5231c13 req-9fc175aa-ad84-4d42-b25e-6534aef2b03f tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:02.939293 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bcaab2-45c5-4e15-b8c0-c0f1d5231c13 req-9fc175aa-ad84-4d42-b25e-6534aef2b03f tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:02.953320 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bcaab2-45c5-4e15-b8c0-c0f1d5231c13 req-9fc175aa-ad84-4d42-b25e-6534aef2b03f tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:02.971254 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bcaab2-45c5-4e15-b8c0-c0f1d5231c13 req-9fc175aa-ad84-4d42-b25e-6534aef2b03f tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:02.985364 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f4bcaab2-45c5-4e15-b8c0-c0f1d5231c13 req-9fc175aa-ad84-4d42-b25e-6534aef2b03f tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ec863d4-5792-46d2-b299-7b34b3ebe431 HTTP/1.1" status: 200 len: 5432 time: 0.4577510 Feb 19 02:46:02.996536 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43350a28-43da-492f-b43f-12bce27a069d None None] Routers {'ba739a3e-d260-47d2-9261-6ed5b9c921d2'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:46:02.997200 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-43350a28-43da-492f-b43f-12bce27a069d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:45:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['ba739a3e-d260-47d2-9261-6ed5b9c921d2'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:46:03.011005 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-52854cd7-cae8-49b5-bb5e-75895fdf8121 service neutron] 10.222.0.82 "GET /v2.0/networks/8b1da341-6b15-4165-b6f3-95f440007ab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437444 Feb 19 02:46:03.114794 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-43350a28-43da-492f-b43f-12bce27a069d None None] Set router ba739a3e-d260-47d2-9261-6ed5b9c921d2 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:46:03.139637 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-d3b28ba2-b222-4d5d-849f-a6aeba3cd251 service neutron] 10.222.0.82 "GET /v2.0/networks/8b1da341-6b15-4165-b6f3-95f440007ab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211791 Feb 19 02:46:03.201672 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-0fe7dee8-be51-41cc-bef5-4b69c5705b64 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.249&port_id=38e91ad5-8313-46e5-8ac5-c1d94643d01f HTTP/1.1" status: 200 len: 217 time: 0.0524099 Feb 19 02:46:03.203557 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-4d62fe21-d179-402b-b60f-11f645ad7e5d req-d9c35b5c-83fe-4d12-83f8-62683ab4faf9 service neutron] For port 03ed4495-f6da-4bf6-9555-a2c3bfec3410, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=03ed4495-f6da-4bf6-9555-a2c3bfec3410,segment=NetworkSegment(999cf2ff-ad78-4ea0-b2d0-93d967fd81fc),segment_id=999cf2ff-ad78-4ea0-b2d0-93d967fd81fc)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:46:03.312797 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f4bcaab2-45c5-4e15-b8c0-c0f1d5231c13 req-cb18142d-2c5c-44d9-9ad5-e31303a6064f tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ad2b075-8470-4480-bb4e-92661338512f&id=1cff43f7-3cfd-4595-99e1-888048810960&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3263071 Feb 19 02:46:03.351267 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-6ea11d46-5220-4622-81f6-09da55ff6610 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4801f5fa7cf64432984f3f94672ae316&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7444808 Feb 19 02:46:03.353537 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 53556) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:46:03.356215 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-7d2ad93c-cb09-4edf-a37f-9eeef53b1c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:03.357764 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-7d2ad93c-cb09-4edf-a37f-9eeef53b1c71 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=983133d2-ff38-4266-904e-e871a4dfab4b HTTP/1.1" status: 200 len: 797 time: 0.1383266 Feb 19 02:46:03.375702 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 03ed4495-f6da-4bf6-9555-a2c3bfec3410, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=03ed4495-f6da-4bf6-9555-a2c3bfec3410,segment=NetworkSegment(999cf2ff-ad78-4ea0-b2d0-93d967fd81fc),segment_id=999cf2ff-ad78-4ea0-b2d0-93d967fd81fc)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:46:03.389881 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-4d62fe21-d179-402b-b60f-11f645ad7e5d req-d9c35b5c-83fe-4d12-83f8-62683ab4faf9 service neutron] For port 03ed4495-f6da-4bf6-9555-a2c3bfec3410, host n-h2-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:46:03.416708 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-95530ecd-9c14-4f09-8e04-6bcf2e59b8da req-8e22f2d4-53f1-4621-ae1c-370d464dd2ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (e8da45f0-7b76-4b5c-a534-292471570be8), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:03.432335 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 03ed4495-f6da-4bf6-9555-a2c3bfec3410 has no active binding in host n-h1-826753-2 {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 19 02:46:03.481360 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affd6684-3ca0-46af-b5b2-24445ed50ab9 req-c92cefb7-2245-43a4-81b3-35fb24ef8dd6 tempest-AttachSCSIVolumeTestJSON-493968863 tempest-AttachSCSIVolumeTestJSON-493968863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:03.490348 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-affd6684-3ca0-46af-b5b2-24445ed50ab9 req-c92cefb7-2245-43a4-81b3-35fb24ef8dd6 tempest-AttachSCSIVolumeTestJSON-493968863 tempest-AttachSCSIVolumeTestJSON-493968863-project] 10.222.0.72 "GET /v2.0/ports?device_id=2be1f616-79fd-4793-b416-b26d59ffaed1 HTTP/1.1" status: 200 len: 946 time: 0.4776535 Feb 19 02:46:03.548619 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-43350a28-43da-492f-b43f-12bce27a069d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba739a3e-d260-47d2-9261-6ed5b9c921d2', 'name': 'tempest-ServersTestJSON-780327990-router', 'tenant_id': '80ec6f6d29774c649db969b21608fdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': '3913befa-9625-441a-b8cd-48872a3932cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:45:15Z', 'updated_at': '2022-02-19T02:45:27Z', 'revision_number': 4, 'project_id': '80ec6f6d29774c649db969b21608fdfc', 'gw_port': {'id': '3913befa-9625-441a-b8cd-48872a3932cc', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba739a3e-d260-47d2-9261-6ed5b9c921d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:45:16Z', 'updated_at': '2022-02-19T02:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': '14ec2690-d6be-40b6-b79b-26cd33d11c9a', 'tenant_id': '80ec6f6d29774c649db969b21608fdfc', 'floating_ip_address': '172.25.6.132', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': 'ba739a3e-d260-47d2-9261-6ed5b9c921d2', 'port_id': '23331940-c93f-4043-b5f3-7104a3d055a1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 963, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e3d3723-c6e4-4d29-ab4f-26c1fc3bb323', 'mac_address': 'fa:16:3e:d6:9e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df40d33-22e7-43e5-b4a1-c09bd77a9884', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:45:38Z', 'updated_at': '2022-02-19T02:46:00Z', 'revision_number': 1, 'project_id': '80ec6f6d29774c649db969b21608fdfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7bab0e7-8894-44eb-844c-823263efba6e', 'name': '', 'network_id': '9e3d3723-c6e4-4d29-ab4f-26c1fc3bb323', 'tenant_id': '80ec6f6d29774c649db969b21608fdfc', 'mac_address': 'fa:16:3e:da:fd:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba739a3e-d260-47d2-9261-6ed5b9c921d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': 'bf415dad-5efe-4a2d-9205-4db3a214084c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:45:23Z', 'updated_at': '2022-02-19T02:45:34Z', 'revision_number': 5, 'project_id': '80ec6f6d29774c649db969b21608fdfc', 'subnets': [{'id': 'bf415dad-5efe-4a2d-9205-4db3a214084c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:46:03.561536 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-4d62fe21-d179-402b-b60f-11f645ad7e5d req-d9c35b5c-83fe-4d12-83f8-62683ab4faf9 service neutron] Publish callbacks [] for port (03ed4495-f6da-4bf6-9555-a2c3bfec3410), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:03.579559 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43350a28-43da-492f-b43f-12bce27a069d None None] The sync data for ids ['ba739a3e-d260-47d2-9261-6ed5b9c921d2'] in n-d-826753-2 is: [{'id': 'ba739a3e-d260-47d2-9261-6ed5b9c921d2', 'name': 'tempest-ServersTestJSON-780327990-router', 'tenant_id': '80ec6f6d29774c649db969b21608fdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': '3913befa-9625-441a-b8cd-48872a3932cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:45:15Z', 'updated_at': '2022-02-19T02:45:27Z', 'revision_number': 4, 'project_id': '80ec6f6d29774c649db969b21608fdfc', 'gw_port': {'id': '3913befa-9625-441a-b8cd-48872a3932cc', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba739a3e-d260-47d2-9261-6ed5b9c921d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:45:16Z', 'updated_at': '2022-02-19T02:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': '14ec2690-d6be-40b6-b79b-26cd33d11c9a', 'tenant_id': '80ec6f6d29774c649db969b21608fdfc', 'floating_ip_address': '172.25.6.132', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': 'ba739a3e-d260-47d2-9261-6ed5b9c921d2', 'port_id': '23331940-c93f-4043-b5f3-7104a3d055a1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 963, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e3d3723-c6e4-4d29-ab4f-26c1fc3bb323', 'mac_address': 'fa:16:3e:d6:9e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df40d33-22e7-43e5-b4a1-c09bd77a9884', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:45:38Z', 'updated_at': '2022-02-19T02:46:00Z', 'revision_number': 1, 'project_id': '80ec6f6d29774c649db969b21608fdfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7bab0e7-8894-44eb-844c-823263efba6e', 'name': '', 'network_id': '9e3d3723-c6e4-4d29-ab4f-26c1fc3bb323', 'tenant_id': '80ec6f6d29774c649db969b21608fdfc', 'mac_address': 'fa:16:3e:da:fd:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba739a3e-d260-47d2-9261-6ed5b9c921d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': 'bf415dad-5efe-4a2d-9205-4db3a214084c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:45:23Z', 'updated_at': '2022-02-19T02:45:34Z', 'revision_number': 5, 'project_id': '80ec6f6d29774c649db969b21608fdfc', 'subnets': [{'id': 'bf415dad-5efe-4a2d-9205-4db3a214084c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:46:03.588218 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-4d62fe21-d179-402b-b60f-11f645ad7e5d req-d9c35b5c-83fe-4d12-83f8-62683ab4faf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (03ed4495-f6da-4bf6-9555-a2c3bfec3410), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:03.658052 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c35b5c-83fe-4d12-83f8-62683ab4faf9 service neutron] Pushing event updated for resources: {'Port': ['ID=03ed4495-f6da-4bf6-9555-a2c3bfec3410,revision_number=7']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:03.666461 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-2810e10c-75dd-40f5-8a1f-766764d5848d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:03.668003 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-2810e10c-75dd-40f5-8a1f-766764d5848d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f5c1130b-131f-4fde-9927-840cbad6505d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2352104 Feb 19 02:46:03.778214 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-4d62fe21-d179-402b-b60f-11f645ad7e5d req-d9c35b5c-83fe-4d12-83f8-62683ab4faf9 service neutron] Attempting to bind port 03ed4495-f6da-4bf6-9555-a2c3bfec3410 on host n-h2-826753-2 for vnic_type normal with profile {"migrating_to": "n-h1-826753-2"} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:46:03.778833 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-4d62fe21-d179-402b-b60f-11f645ad7e5d req-d9c35b5c-83fe-4d12-83f8-62683ab4faf9 service neutron] Attempting to bind port 03ed4495-f6da-4bf6-9555-a2c3bfec3410 by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': '999cf2ff-ad78-4ea0-b2d0-93d967fd81fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:46:03.779351 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d62fe21-d179-402b-b60f-11f645ad7e5d req-d9c35b5c-83fe-4d12-83f8-62683ab4faf9 service neutron] Attempting to bind port 03ed4495-f6da-4bf6-9555-a2c3bfec3410 on network b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:46:03.786771 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d62fe21-d179-402b-b60f-11f645ad7e5d req-d9c35b5c-83fe-4d12-83f8-62683ab4faf9 service neutron] Port 03ed4495-f6da-4bf6-9555-a2c3bfec3410 on network b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:46:03.787417 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d62fe21-d179-402b-b60f-11f645ad7e5d req-d9c35b5c-83fe-4d12-83f8-62683ab4faf9 service neutron] Attempting to bind port 03ed4495-f6da-4bf6-9555-a2c3bfec3410 on network b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:46:03.795176 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d62fe21-d179-402b-b60f-11f645ad7e5d req-d9c35b5c-83fe-4d12-83f8-62683ab4faf9 service neutron] Checking agent: {'id': 'bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:46:03.795818 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d62fe21-d179-402b-b60f-11f645ad7e5d req-d9c35b5c-83fe-4d12-83f8-62683ab4faf9 service neutron] Checking segment: {'id': '999cf2ff-ad78-4ea0-b2d0-93d967fd81fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:46:03.796365 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d62fe21-d179-402b-b60f-11f645ad7e5d req-d9c35b5c-83fe-4d12-83f8-62683ab4faf9 service neutron] Bound using segment: {'id': '999cf2ff-ad78-4ea0-b2d0-93d967fd81fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:46:03.799375 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-4d62fe21-d179-402b-b60f-11f645ad7e5d req-d9c35b5c-83fe-4d12-83f8-62683ab4faf9 service neutron] Bound port: 03ed4495-f6da-4bf6-9555-a2c3bfec3410, host: n-h2-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '999cf2ff-ad78-4ea0-b2d0-93d967fd81fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:46:03.799949 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-4d62fe21-d179-402b-b60f-11f645ad7e5d req-d9c35b5c-83fe-4d12-83f8-62683ab4faf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (03ed4495-f6da-4bf6-9555-a2c3bfec3410), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:03.931586 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-b351f420-6f2c-4b24-ba21-a2c553fd85bd service neutron] 10.222.0.82 "GET /v2.0/networks/f5c1130b-131f-4fde-9927-840cbad6505d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559001 Feb 19 02:46:03.971945 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf579953-9df8-4fa1-85a6-8109adc454f0 None None] New status for floating IP 14ec2690-d6be-40b6-b79b-26cd33d11c9a: ACTIVE {{(pid=103704) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 02:46:04.059789 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-4d62fe21-d179-402b-b60f-11f645ad7e5d req-d9c35b5c-83fe-4d12-83f8-62683ab4faf9 service neutron] For port 03ed4495-f6da-4bf6-9555-a2c3bfec3410, host n-h2-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:46:04.073196 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-4d62fe21-d179-402b-b60f-11f645ad7e5d req-d9c35b5c-83fe-4d12-83f8-62683ab4faf9 service neutron] For port 03ed4495-f6da-4bf6-9555-a2c3bfec3410, host n-h2-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=03ed4495-f6da-4bf6-9555-a2c3bfec3410,segment=NetworkSegment(999cf2ff-ad78-4ea0-b2d0-93d967fd81fc),segment_id=999cf2ff-ad78-4ea0-b2d0-93d967fd81fc)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:46:04.078193 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-5378145a-b422-4278-9f3d-4beb8cb2e5dc service neutron] 10.222.0.82 "GET /v2.0/networks/f5c1130b-131f-4fde-9927-840cbad6505d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387732 Feb 19 02:46:04.081148 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-4d62fe21-d179-402b-b60f-11f645ad7e5d req-d9c35b5c-83fe-4d12-83f8-62683ab4faf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (03ed4495-f6da-4bf6-9555-a2c3bfec3410), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:04.158483 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-37009898-6a45-42fa-b18f-6b34ec9e5864 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=00071ace-99c7-42c5-99dc-994ccfae67b7 HTTP/1.1" status: 200 len: 217 time: 0.0727754 Feb 19 02:46:04.225942 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [req-95530ecd-9c14-4f09-8e04-6bcf2e59b8da req-8e22f2d4-53f1-4621-ae1c-370d464dd2ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8da45f0-7b76-4b5c-a534-292471570be8 {{(pid=103701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:46:04.237439 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-95530ecd-9c14-4f09-8e04-6bcf2e59b8da req-8e22f2d4-53f1-4621-ae1c-370d464dd2ac service neutron] Publish callbacks [] for port (e8da45f0-7b76-4b5c-a534-292471570be8), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:04.240764 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d62fe21-d179-402b-b60f-11f645ad7e5d req-d9c35b5c-83fe-4d12-83f8-62683ab4faf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:04.241456 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-4d62fe21-d179-402b-b60f-11f645ad7e5d req-d9c35b5c-83fe-4d12-83f8-62683ab4faf9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:04.243007 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4d62fe21-d179-402b-b60f-11f645ad7e5d req-d9c35b5c-83fe-4d12-83f8-62683ab4faf9 service neutron] 10.222.0.73 "PUT /v2.0/ports/03ed4495-f6da-4bf6-9555-a2c3bfec3410 HTTP/1.1" status: 200 len: 1122 time: 1.6273208 Feb 19 02:46:04.251487 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.provisioning_blocks [req-95530ecd-9c14-4f09-8e04-6bcf2e59b8da req-8e22f2d4-53f1-4621-ae1c-370d464dd2ac service neutron] Transition to ACTIVE for port object e8da45f0-7b76-4b5c-a534-292471570be8 will not be triggered until provisioned by entity L2. {{(pid=103701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:46:04.263068 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c35b5c-83fe-4d12-83f8-62683ab4faf9 service neutron] Pushing event updated for resources: {'Port': ['ID=03ed4495-f6da-4bf6-9555-a2c3bfec3410,revision_number=8']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:04.285341 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-3111f7b9-5177-4dff-b326-6f39eab6a05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:04.287543 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-95530ecd-9c14-4f09-8e04-6bcf2e59b8da req-8e22f2d4-53f1-4621-ae1c-370d464dd2ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (e8da45f0-7b76-4b5c-a534-292471570be8), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:04.288576 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-3111f7b9-5177-4dff-b326-6f39eab6a05a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=983133d2-ff38-4266-904e-e871a4dfab4b HTTP/1.1" status: 200 len: 797 time: 0.1162367 Feb 19 02:46:04.387560 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['03ed4495-f6da-4bf6-9555-a2c3bfec3410'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:46:04.419181 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f7059e4b-122e-489f-9695-75f9df262c15 admin admin] Publish callbacks [] for security_group (99ffb307-9ae5-4ebd-af7b-31ce10c7a40d), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:04.436286 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-affd6684-3ca0-46af-b5b2-24445ed50ab9 req-619cccaf-0f24-424d-9306-8042b09d27af tempest-AttachSCSIVolumeTestJSON-493968863 tempest-AttachSCSIVolumeTestJSON-493968863-project] 10.222.0.72 "GET /v2.0/security-groups?id=980ce490-b8ca-4730-af1e-a9d2fe7d121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9446137 Feb 19 02:46:04.437455 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['03ed4495-f6da-4bf6-9555-a2c3bfec3410'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:46:04.439292 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-372fd5ac-30fe-4c8f-8b2c-b35e6e20db1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:04.453536 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-372fd5ac-30fe-4c8f-8b2c-b35e6e20db1b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f5c1130b-131f-4fde-9927-840cbad6505d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1451385 Feb 19 02:46:04.467288 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51464215-4ade-4a58-a2c4-013da063f77d req-443303b5-e1b1-44b7-b0b7-474aeecd7bb3 tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:04.481190 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-51464215-4ade-4a58-a2c4-013da063f77d req-443303b5-e1b1-44b7-b0b7-474aeecd7bb3 tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] 10.222.0.72 "GET /v2.0/ports?device_id=0df40d33-22e7-43e5-b4a1-c09bd77a9884 HTTP/1.1" status: 200 len: 945 time: 1.0249312 Feb 19 02:46:04.547040 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89109b06-e77a-45ae-a095-2e9b95ecf0b1 x-openstack-request-id: req-89109b06-e77a-45ae-a095-2e9b95ecf0b1 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:46:04.547791 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0df40d33-22e7-43e5-b4a1-c09bd77a9884", "tag": "23331940-c93f-4043-b5f3-7104a3d055a1", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:46:04.548050 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-89109b06-e77a-45ae-a095-2e9b95ecf0b1 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:46:04.548451 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0df40d33-22e7-43e5-b4a1-c09bd77a9884', 'tag': '23331940-c93f-4043-b5f3-7104a3d055a1', 'status': 'completed', 'code': 200} Feb 19 02:46:04.570886 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc992a2-e285-4fb4-a598-9fde22c4471a req-43c0bb23-c18a-4217-aaf9-56583b6946ce tempest-AttachSCSIVolumeTestJSON-493968863 tempest-AttachSCSIVolumeTestJSON-493968863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:04.575806 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6cc992a2-e285-4fb4-a598-9fde22c4471a req-43c0bb23-c18a-4217-aaf9-56583b6946ce tempest-AttachSCSIVolumeTestJSON-493968863 tempest-AttachSCSIVolumeTestJSON-493968863-project] 10.222.0.82 "GET /v2.0/ports?device_id=2be1f616-79fd-4793-b416-b26d59ffaed1 HTTP/1.1" status: 200 len: 946 time: 0.3228712 Feb 19 02:46:04.576769 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e22f2d4-53f1-4621-ae1c-370d464dd2ac service neutron] Pushing event updated for resources: {'Port': ['ID=e8da45f0-7b76-4b5c-a534-292471570be8,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:04.635346 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-cd382896-3004-47de-a436-b4cdbf4b5d88 service neutron] 10.222.0.82 "GET /v2.0/networks/f5c1130b-131f-4fde-9927-840cbad6505d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811631 Feb 19 02:46:04.685200 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 680 Content-Type: application/json Date: Sat, 19 Feb 2022 02:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bfd1ba3-86ff-4550-a3c6-e4ec7d26be8f x-openstack-request-id: req-6bfd1ba3-86ff-4550-a3c6-e4ec7d26be8f {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:46:04.685910 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ec863d4-5792-46d2-b299-7b34b3ebe431", "tag": "ddb05983-19db-46ef-a388-e5781e5a86ac", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6ec863d4-5792-46d2-b299-7b34b3ebe431", "tag": "cbe98f0f-073e-41a4-b924-5a1a7035e145", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8312037b-1a40-46ab-bb7a-06e57fc82c1e", "tag": "ee066435-da91-476c-bce3-47a140c27bb8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6ec863d4-5792-46d2-b299-7b34b3ebe431", "tag": "13e17843-8e6e-4578-886e-e64bbf209f72", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:46:04.686476 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6bfd1ba3-86ff-4550-a3c6-e4ec7d26be8f {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:46:04.687107 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ec863d4-5792-46d2-b299-7b34b3ebe431', 'tag': 'ddb05983-19db-46ef-a388-e5781e5a86ac', 'status': 'completed', 'code': 200} Feb 19 02:46:04.687587 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ec863d4-5792-46d2-b299-7b34b3ebe431', 'tag': 'cbe98f0f-073e-41a4-b924-5a1a7035e145', 'status': 'completed', 'code': 200} Feb 19 02:46:04.688078 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8312037b-1a40-46ab-bb7a-06e57fc82c1e', 'tag': 'ee066435-da91-476c-bce3-47a140c27bb8', 'status': 'completed', 'code': 200} Feb 19 02:46:04.688566 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ec863d4-5792-46d2-b299-7b34b3ebe431', 'tag': '13e17843-8e6e-4578-886e-e64bbf209f72', 'status': 'completed', 'code': 200} Feb 19 02:46:04.720683 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f7059e4b-122e-489f-9695-75f9df262c15 admin admin] Publish callbacks [] for security_group (99ffb307-9ae5-4ebd-af7b-31ce10c7a40d), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:04.781847 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-1639c32c-b6ea-40c0-b233-d6436bee6ef4 service neutron] 10.222.0.82 "GET /v2.0/networks/f5c1130b-131f-4fde-9927-840cbad6505d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345360 Feb 19 02:46:04.839683 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-6b2f0ae0-2846-4841-98ee-bae9921c78cf service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.241&port_id=da1d1eec-fe70-4e89-b89a-a37cea08cfdb HTTP/1.1" status: 200 len: 217 time: 0.0518095 Feb 19 02:46:04.889588 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-51464215-4ade-4a58-a2c4-013da063f77d req-44cecad2-f5b5-4f5e-b3c5-1ed46960e607 tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] 10.222.0.72 "GET /v2.0/security-groups?id=f28302f1-2208-492c-8b3e-02d8daad9352&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4070106 Feb 19 02:46:04.907793 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-8c6299e6-13e7-41c8-b141-84080a038195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:04.909416 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-8c6299e6-13e7-41c8-b141-84080a038195 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=983133d2-ff38-4266-904e-e871a4dfab4b HTTP/1.1" status: 200 len: 797 time: 0.0630932 Feb 19 02:46:04.983378 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-53976231-52db-4566-b1e3-8f547e072314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:04.985130 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-53976231-52db-4566-b1e3-8f547e072314 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f5c1130b-131f-4fde-9927-840cbad6505d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0685027 Feb 19 02:46:05.000039 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f2d8e4-b1a4-49b7-a75c-bd309bd70c3b req-2e7f7cf7-e792-4f93-b272-920582905bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:05.005930 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-06f2d8e4-b1a4-49b7-a75c-bd309bd70c3b req-2e7f7cf7-e792-4f93-b272-920582905bd2 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=80ec6f6d29774c649db969b21608fdfc&device_id=0df40d33-22e7-43e5-b4a1-c09bd77a9884 HTTP/1.1" status: 200 len: 1127 time: 0.3983386 Feb 19 02:46:05.035755 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-95530ecd-9c14-4f09-8e04-6bcf2e59b8da req-8e22f2d4-53f1-4621-ae1c-370d464dd2ac service neutron] Attempting to bind port e8da45f0-7b76-4b5c-a534-292471570be8 on host n-h1-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:46:05.036109 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-95530ecd-9c14-4f09-8e04-6bcf2e59b8da req-8e22f2d4-53f1-4621-ae1c-370d464dd2ac service neutron] Attempting to bind port e8da45f0-7b76-4b5c-a534-292471570be8 by drivers openvswitch,hyperv on host n-h1-826753-2 at level 0 using segments [{'id': '9dab481a-5428-424d-a8c3-4ae8ddfff67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'db98097a-bb19-479d-bd0d-4f71e988880a'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:46:05.036444 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95530ecd-9c14-4f09-8e04-6bcf2e59b8da req-8e22f2d4-53f1-4621-ae1c-370d464dd2ac service neutron] Attempting to bind port e8da45f0-7b76-4b5c-a534-292471570be8 on network db98097a-bb19-479d-bd0d-4f71e988880a {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:46:05.105794 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e26a02-59ac-4740-981a-e1e0cdf45b38 req-6562df2b-83e1-4420-b2fe-35f6b4e1e88e tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:05.113058 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e5e26a02-59ac-4740-981a-e1e0cdf45b38 req-6562df2b-83e1-4420-b2fe-35f6b4e1e88e tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e2f228a-e46f-4adf-b471-367b30633d0f HTTP/1.1" status: 200 len: 945 time: 0.3438127 Feb 19 02:46:05.132977 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-02c8f596-6909-4245-b598-28a23437299e service neutron] 10.222.0.82 "GET /v2.0/networks/f5c1130b-131f-4fde-9927-840cbad6505d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398578 Feb 19 02:46:05.150566 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95530ecd-9c14-4f09-8e04-6bcf2e59b8da req-8e22f2d4-53f1-4621-ae1c-370d464dd2ac service neutron] Port e8da45f0-7b76-4b5c-a534-292471570be8 on network db98097a-bb19-479d-bd0d-4f71e988880a not bound, no agent of type Open vSwitch agent registered on host n-h1-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:46:05.151015 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95530ecd-9c14-4f09-8e04-6bcf2e59b8da req-8e22f2d4-53f1-4621-ae1c-370d464dd2ac service neutron] Attempting to bind port e8da45f0-7b76-4b5c-a534-292471570be8 on network db98097a-bb19-479d-bd0d-4f71e988880a {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:46:05.173762 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f7059e4b-122e-489f-9695-75f9df262c15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (99ffb307-9ae5-4ebd-af7b-31ce10c7a40d), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:05.177033 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f7059e4b-122e-489f-9695-75f9df262c15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:05.191306 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-f7059e4b-122e-489f-9695-75f9df262c15 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/99ffb307-9ae5-4ebd-af7b-31ce10c7a40d HTTP/1.1" status: 204 len: 168 time: 1.8192050 Feb 19 02:46:05.221042 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95530ecd-9c14-4f09-8e04-6bcf2e59b8da req-8e22f2d4-53f1-4621-ae1c-370d464dd2ac service neutron] Checking agent: {'id': '9d56fb1b-2855-496a-a6d9-c324740cb98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:46:05.225925 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95530ecd-9c14-4f09-8e04-6bcf2e59b8da req-8e22f2d4-53f1-4621-ae1c-370d464dd2ac service neutron] Checking segment: {'id': '9dab481a-5428-424d-a8c3-4ae8ddfff67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'db98097a-bb19-479d-bd0d-4f71e988880a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:46:05.226439 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95530ecd-9c14-4f09-8e04-6bcf2e59b8da req-8e22f2d4-53f1-4621-ae1c-370d464dd2ac service neutron] Bound using segment: {'id': '9dab481a-5428-424d-a8c3-4ae8ddfff67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'db98097a-bb19-479d-bd0d-4f71e988880a'} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:46:05.227379 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-95530ecd-9c14-4f09-8e04-6bcf2e59b8da req-8e22f2d4-53f1-4621-ae1c-370d464dd2ac service neutron] Bound port: e8da45f0-7b76-4b5c-a534-292471570be8, host: n-h1-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dab481a-5428-424d-a8c3-4ae8ddfff67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'db98097a-bb19-479d-bd0d-4f71e988880a'}}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:46:05.227509 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-95530ecd-9c14-4f09-8e04-6bcf2e59b8da req-8e22f2d4-53f1-4621-ae1c-370d464dd2ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (e8da45f0-7b76-4b5c-a534-292471570be8), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:05.233397 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-270f5e6c-1e6b-4518-942f-3f62c9321c10 service neutron] 10.222.0.82 "GET /v2.0/networks/f5c1130b-131f-4fde-9927-840cbad6505d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925105 Feb 19 02:46:05.244073 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7059e4b-122e-489f-9695-75f9df262c15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ffb307-9ae5-4ebd-af7b-31ce10c7a40d,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:05.291952 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-86bac816-3c6b-4eb1-abda-1778612d24d4 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.254&port_id=ddb05983-19db-46ef-a388-e5781e5a86ac HTTP/1.1" status: 200 len: 217 time: 0.0460732 Feb 19 02:46:05.322041 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-6cc992a2-e285-4fb4-a598-9fde22c4471a req-61bc3ca3-2b7f-4730-9ea0-4594ff08e432 tempest-AttachSCSIVolumeTestJSON-493968863 tempest-AttachSCSIVolumeTestJSON-493968863-project] Deleting port ca1f1c0e-cf84-481a-b307-33f6c0ebb912 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:46:05.322384 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-6cc992a2-e285-4fb4-a598-9fde22c4471a req-61bc3ca3-2b7f-4730-9ea0-4594ff08e432 tempest-AttachSCSIVolumeTestJSON-493968863 tempest-AttachSCSIVolumeTestJSON-493968863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (ca1f1c0e-cf84-481a-b307-33f6c0ebb912), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:05.343805 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb3b227-8f80-4452-9c8e-e5c9060daed8 req-bd0c7cae-cbcf-4981-8839-0d7a2969c41f tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:05.345431 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5bb3b227-8f80-4452-9c8e-e5c9060daed8 req-bd0c7cae-cbcf-4981-8839-0d7a2969c41f tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6022ed1-67a1-4ded-890d-e1e66f84412d HTTP/1.1" status: 200 len: 943 time: 0.3336556 Feb 19 02:46:05.388532 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-286dc043-bbf3-4a37-8108-6a4b4718afe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:05.390757 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-286dc043-bbf3-4a37-8108-6a4b4718afe2 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=983133d2-ff38-4266-904e-e871a4dfab4b HTTP/1.1" status: 200 len: 797 time: 0.0918245 Feb 19 02:46:05.489033 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-ccbf6fa4-9bda-4a3d-95de-993f26027b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:05.490167 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e5e26a02-59ac-4740-981a-e1e0cdf45b38 req-4cc5c57b-9574-4d72-a65c-7b6bf5cfaece tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/security-groups?id=33e2eb59-206d-4216-aaf9-91cfc46ad855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3742454 Feb 19 02:46:05.496347 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-ccbf6fa4-9bda-4a3d-95de-993f26027b74 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f5c1130b-131f-4fde-9927-840cbad6505d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0980675 Feb 19 02:46:05.512320 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f2d8e4-b1a4-49b7-a75c-bd309bd70c3b req-029287a2-5507-4709-8829-9da789488721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:05.513736 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-06f2d8e4-b1a4-49b7-a75c-bd309bd70c3b req-029287a2-5507-4709-8829-9da789488721 service neutron] 10.222.0.82 "GET /v2.0/networks?id=9e3d3723-c6e4-4d29-ab4f-26c1fc3bb323 HTTP/1.1" status: 200 len: 906 time: 0.4893992 Feb 19 02:46:05.674350 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-a1932ab2-cb98-4855-81bf-bc34dc2174de service neutron] 10.222.0.82 "GET /v2.0/networks/f5c1130b-131f-4fde-9927-840cbad6505d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698303 Feb 19 02:46:05.688538 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53572) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:46:05.739980 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5bb3b227-8f80-4452-9c8e-e5c9060daed8 req-49fab1c4-332d-489e-948e-e9cbb0a1a353 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3701847 Feb 19 02:46:05.745323 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-95530ecd-9c14-4f09-8e04-6bcf2e59b8da req-8e22f2d4-53f1-4621-ae1c-370d464dd2ac service neutron] For port e8da45f0-7b76-4b5c-a534-292471570be8, host n-h1-826753-2, cleared binding levels {{(pid=103701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:46:05.852310 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-6cc992a2-e285-4fb4-a598-9fde22c4471a req-61bc3ca3-2b7f-4730-9ea0-4594ff08e432 tempest-AttachSCSIVolumeTestJSON-493968863 tempest-AttachSCSIVolumeTestJSON-493968863-project] For port ca1f1c0e-cf84-481a-b307-33f6c0ebb912, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=ca1f1c0e-cf84-481a-b307-33f6c0ebb912,segment=NetworkSegment(737c2371-1be7-4c8e-971a-97a5a11b2a65),segment_id=737c2371-1be7-4c8e-971a-97a5a11b2a65)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:46:05.854372 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-6cc992a2-e285-4fb4-a598-9fde22c4471a req-61bc3ca3-2b7f-4730-9ea0-4594ff08e432 tempest-AttachSCSIVolumeTestJSON-493968863 tempest-AttachSCSIVolumeTestJSON-493968863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (ca1f1c0e-cf84-481a-b307-33f6c0ebb912), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:05.860351 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-95530ecd-9c14-4f09-8e04-6bcf2e59b8da req-8e22f2d4-53f1-4621-ae1c-370d464dd2ac service neutron] For port e8da45f0-7b76-4b5c-a534-292471570be8, host n-h1-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=e8da45f0-7b76-4b5c-a534-292471570be8,segment=NetworkSegment(9dab481a-5428-424d-a8c3-4ae8ddfff67b),segment_id=9dab481a-5428-424d-a8c3-4ae8ddfff67b)] {{(pid=103701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:46:05.880946 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-06f2d8e4-b1a4-49b7-a75c-bd309bd70c3b req-a9475d6b-1a68-491d-9695-e7eb1bc2257b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23331940-c93f-4043-b5f3-7104a3d055a1 HTTP/1.1" status: 200 len: 1001 time: 0.3469810 Feb 19 02:46:05.926719 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-6cc992a2-e285-4fb4-a598-9fde22c4471a req-61bc3ca3-2b7f-4730-9ea0-4594ff08e432 tempest-AttachSCSIVolumeTestJSON-493968863 tempest-AttachSCSIVolumeTestJSON-493968863-project] Calling delete_port for ca1f1c0e-cf84-481a-b307-33f6c0ebb912 owned by compute:nova {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:46:05.935295 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-95530ecd-9c14-4f09-8e04-6bcf2e59b8da req-8e22f2d4-53f1-4621-ae1c-370d464dd2ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (e8da45f0-7b76-4b5c-a534-292471570be8), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:06.074284 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95530ecd-9c14-4f09-8e04-6bcf2e59b8da req-8e22f2d4-53f1-4621-ae1c-370d464dd2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:06.074909 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-95530ecd-9c14-4f09-8e04-6bcf2e59b8da req-8e22f2d4-53f1-4621-ae1c-370d464dd2ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:06.076314 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-95530ecd-9c14-4f09-8e04-6bcf2e59b8da req-8e22f2d4-53f1-4621-ae1c-370d464dd2ac service neutron] 10.222.0.73 "PUT /v2.0/ports/e8da45f0-7b76-4b5c-a534-292471570be8 HTTP/1.1" status: 200 len: 1091 time: 3.3440180 Feb 19 02:46:06.086557 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ccd3f592-7c7f-41f4-a853-af29e1e47ca9 req-b96814cc-2c8a-4a2f-bd5b-4b10a41c1c3b tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=eaf64708-9021-419e-b287-ef3e0f51e2ee HTTP/1.1" status: 200 len: 258 time: 0.5536437 Feb 19 02:46:06.091329 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-ccd3f592-7c7f-41f4-a853-af29e1e47ca9 req-95fb3e8d-0c3f-4f52-b87a-447d40ce17cd tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] Request body: {'floatingip': {'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:46:06.110007 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-83dc94e3-2623-494d-a4ae-d43c51d0b63b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7019769662614559a3620160093bf116&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4202983 Feb 19 02:46:06.116691 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53574) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:46:06.139176 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f2d8e4-b1a4-49b7-a75c-bd309bd70c3b req-0b8be63b-3953-4ddd-8a3a-114adbc7ac67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:06.139887 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-04af2e56-88e1-43d7-9bbd-08686c10eaf3 service neutron] 10.222.0.82 "GET /v2.0/networks/f5c1130b-131f-4fde-9927-840cbad6505d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4584854 Feb 19 02:46:06.140662 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-06f2d8e4-b1a4-49b7-a75c-bd309bd70c3b req-0b8be63b-3953-4ddd-8a3a-114adbc7ac67 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=bf415dad-5efe-4a2d-9205-4db3a214084c HTTP/1.1" status: 200 len: 844 time: 0.2444768 Feb 19 02:46:06.155093 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e22f2d4-53f1-4621-ae1c-370d464dd2ac service neutron] Pushing event updated for resources: {'Port': ['ID=e8da45f0-7b76-4b5c-a534-292471570be8,revision_number=3']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:06.205818 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc20648-c59e-42a7-bfaf-9d93ac59fa19 req-f200b38e-b11c-4f56-ba6a-48f7bfb2cf89 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:06.206082 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-4f8132da-b322-45f8-a5c8-d715e49ff3c1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cbe98f0f-073e-41a4-b924-5a1a7035e145 HTTP/1.1" status: 200 len: 217 time: 0.0502765 Feb 19 02:46:06.213425 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0fc20648-c59e-42a7-bfaf-9d93ac59fa19 req-f200b38e-b11c-4f56-ba6a-48f7bfb2cf89 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3e2950d-ab47-4046-8006-daf03c09940e HTTP/1.1" status: 200 len: 944 time: 0.3509538 Feb 19 02:46:06.252568 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-ccd3f592-7c7f-41f4-a853-af29e1e47ca9 req-95fb3e8d-0c3f-4f52-b87a-447d40ce17cd tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:06.277654 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8c601dcc-9ca3-4288-9bc5-8a7e2e8acadd admin admin] Publish callbacks [] for security_group (f0e3c663-62cb-4655-9c88-bc09517dca43), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:06.307460 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-42285bde-43fa-4f7d-9ea7-53e7cd4e6974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:06.310756 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-42285bde-43fa-4f7d-9ea7-53e7cd4e6974 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f84e87eb-7d47-442d-8bd5-a5dfb358e2aa HTTP/1.1" status: 200 len: 797 time: 0.0883467 Feb 19 02:46:06.367213 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8c601dcc-9ca3-4288-9bc5-8a7e2e8acadd admin admin] Publish callbacks [] for security_group (f0e3c663-62cb-4655-9c88-bc09517dca43), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:06.398272 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0fc20648-c59e-42a7-bfaf-9d93ac59fa19 req-237f8665-b637-40bd-b343-0cde89f68536 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838870 Feb 19 02:46:06.408223 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-0e30ec2e-8b94-4770-8ce7-ac64e80ff299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:06.409844 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-0e30ec2e-8b94-4770-8ce7-ac64e80ff299 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c312b721-2b22-4f34-983e-08de11418b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0872552 Feb 19 02:46:06.419045 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f2d8e4-b1a4-49b7-a75c-bd309bd70c3b req-133d6b67-c205-4a1f-9843-c3eea3f8a09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:06.419045 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-06f2d8e4-b1a4-49b7-a75c-bd309bd70c3b req-133d6b67-c205-4a1f-9843-c3eea3f8a09a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9e3d3723-c6e4-4d29-ab4f-26c1fc3bb323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2607732 Feb 19 02:46:06.444852 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95530ecd-9c14-4f09-8e04-6bcf2e59b8da req-f5eb13ea-0c8b-456d-8ad4-bac50e93b582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:06.446745 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-95530ecd-9c14-4f09-8e04-6bcf2e59b8da req-f5eb13ea-0c8b-456d-8ad4-bac50e93b582 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ad75c6928a1d4c6da3a56db6352b2618&device_id=b6022ed1-67a1-4ded-890d-e1e66f84412d HTTP/1.1" status: 200 len: 1125 time: 0.2750566 Feb 19 02:46:06.490477 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8c601dcc-9ca3-4288-9bc5-8a7e2e8acadd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (f0e3c663-62cb-4655-9c88-bc09517dca43), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:06.493249 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8c601dcc-9ca3-4288-9bc5-8a7e2e8acadd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:06.494692 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-8c601dcc-9ca3-4288-9bc5-8a7e2e8acadd admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f0e3c663-62cb-4655-9c88-bc09517dca43 HTTP/1.1" status: 204 len: 168 time: 0.3768039 Feb 19 02:46:06.517693 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c601dcc-9ca3-4288-9bc5-8a7e2e8acadd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e3c663-62cb-4655-9c88-bc09517dca43,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:06.555437 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3e2950d-ab47-4046-8006-daf03c09940e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03ed4495-f6da-4bf6-9555-a2c3bfec3410'}, {'name': 'network-changed', 'server_uuid': 'f3e2950d-ab47-4046-8006-daf03c09940e', 'tag': '03ed4495-f6da-4bf6-9555-a2c3bfec3410'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:46:06.558518 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55e86bb2-90c3-4ec9-b952-9104504ddf33" -d '{"events": [{"server_uuid": "f3e2950d-ab47-4046-8006-daf03c09940e", "name": "network-vif-unplugged", "status": "completed", "tag": "03ed4495-f6da-4bf6-9555-a2c3bfec3410"}, {"name": "network-changed", "server_uuid": "f3e2950d-ab47-4046-8006-daf03c09940e", "tag": "03ed4495-f6da-4bf6-9555-a2c3bfec3410"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:46:06.575548 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-9cd52b7c-cf99-4bf3-b3f5-9af12d2a1fc1 service neutron] 10.222.0.82 "GET /v2.0/networks/c312b721-2b22-4f34-983e-08de11418b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564932 Feb 19 02:46:06.594895 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-6cc992a2-e285-4fb4-a598-9fde22c4471a req-61bc3ca3-2b7f-4730-9ea0-4594ff08e432 tempest-AttachSCSIVolumeTestJSON-493968863 tempest-AttachSCSIVolumeTestJSON-493968863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (ca1f1c0e-cf84-481a-b307-33f6c0ebb912), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:06.632786 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-95530ecd-9c14-4f09-8e04-6bcf2e59b8da req-c5ca0176-2fd6-4f4f-b0f4-c08847e07be3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8da45f0-7b76-4b5c-a534-292471570be8 HTTP/1.1" status: 200 len: 217 time: 0.1649952 Feb 19 02:46:06.647509 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bc3ca3-2b7f-4730-9ea0-4594ff08e432 tempest-AttachSCSIVolumeTestJSON-493968863 tempest-AttachSCSIVolumeTestJSON-493968863-project] Pushing event deleted for resources: {'Port': ['ID=ca1f1c0e-cf84-481a-b307-33f6c0ebb912,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:06.747666 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6022ed1-67a1-4ded-890d-e1e66f84412d', 'tag': 'e8da45f0-7b76-4b5c-a534-292471570be8'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:46:06.750338 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c88baaa6-cdbe-4d96-ae8c-9225397e8fa0" -d '{"events": [{"name": "network-changed", "server_uuid": "b6022ed1-67a1-4ded-890d-e1e66f84412d", "tag": "e8da45f0-7b76-4b5c-a534-292471570be8"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:46:06.753185 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-73bab583-871f-417f-8b09-6dea2148a4c1 service neutron] 10.222.0.82 "GET /v2.0/networks/c312b721-2b22-4f34-983e-08de11418b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680372 Feb 19 02:46:06.771966 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device ca1f1c0e-cf84-481a-b307-33f6c0ebb912 no longer exists at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:46:06.805868 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] No Port match for: ca1f1c0e-cf84-481a-b307-33f6c0ebb912 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:46:06.806490 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device ca1f1c0e-cf84-481a-b307-33f6c0ebb912 not bound to the agent host n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:46:06.821404 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-031b679f-a56c-4328-b39a-534be6d5ed3a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=13e17843-8e6e-4578-886e-e64bbf209f72 HTTP/1.1" status: 200 len: 217 time: 0.0597887 Feb 19 02:46:06.891173 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-6d3e6d1e-66aa-4569-8d53-9b0cfacfa02a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:06.893336 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-6d3e6d1e-66aa-4569-8d53-9b0cfacfa02a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f84e87eb-7d47-442d-8bd5-a5dfb358e2aa HTTP/1.1" status: 200 len: 797 time: 0.0632701 Feb 19 02:46:06.960368 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-237c425a-cc05-49bf-970d-68061c976bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:06.961977 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-237c425a-cc05-49bf-970d-68061c976bed service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c312b721-2b22-4f34-983e-08de11418b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0612540 Feb 19 02:46:07.058759 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cc992a2-e285-4fb4-a598-9fde22c4471a req-61bc3ca3-2b7f-4730-9ea0-4594ff08e432 tempest-AttachSCSIVolumeTestJSON-493968863 tempest-AttachSCSIVolumeTestJSON-493968863-project] No DVR routers for this DVR port ca1f1c0e-cf84-481a-b307-33f6c0ebb912 on host n-h2-826753-2 {{(pid=103701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:46:07.063472 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-6cc992a2-e285-4fb4-a598-9fde22c4471a req-61bc3ca3-2b7f-4730-9ea0-4594ff08e432 tempest-AttachSCSIVolumeTestJSON-493968863 tempest-AttachSCSIVolumeTestJSON-493968863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:07.067397 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6cc992a2-e285-4fb4-a598-9fde22c4471a req-61bc3ca3-2b7f-4730-9ea0-4594ff08e432 tempest-AttachSCSIVolumeTestJSON-493968863 tempest-AttachSCSIVolumeTestJSON-493968863-project] 10.222.0.82 "DELETE /v2.0/ports/ca1f1c0e-cf84-481a-b307-33f6c0ebb912 HTTP/1.1" status: 204 len: 173 time: 2.4791293 Feb 19 02:46:07.134376 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-038129a4-8eaa-48ed-9994-9779c93c00be service neutron] 10.222.0.82 "GET /v2.0/networks/c312b721-2b22-4f34-983e-08de11418b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579752 Feb 19 02:46:07.153824 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-ccd3f592-7c7f-41f4-a853-af29e1e47ca9 req-95fb3e8d-0c3f-4f52-b87a-447d40ce17cd tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:07.174579 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f425ac5a-2ed7-4f8c-baad-882a892ab1c3 req-a42a5a9b-6123-4601-a50b-bf8ecf09a3fa tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:07.180612 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f425ac5a-2ed7-4f8c-baad-882a892ab1c3 req-a42a5a9b-6123-4601-a50b-bf8ecf09a3fa tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:07.188810 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f425ac5a-2ed7-4f8c-baad-882a892ab1c3 req-a42a5a9b-6123-4601-a50b-bf8ecf09a3fa tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:07.194680 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f425ac5a-2ed7-4f8c-baad-882a892ab1c3 req-a42a5a9b-6123-4601-a50b-bf8ecf09a3fa tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:07.199899 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f425ac5a-2ed7-4f8c-baad-882a892ab1c3 req-a42a5a9b-6123-4601-a50b-bf8ecf09a3fa tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:07.206776 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f425ac5a-2ed7-4f8c-baad-882a892ab1c3 req-a42a5a9b-6123-4601-a50b-bf8ecf09a3fa tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:07.214036 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f425ac5a-2ed7-4f8c-baad-882a892ab1c3 req-a42a5a9b-6123-4601-a50b-bf8ecf09a3fa tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:07.225381 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f425ac5a-2ed7-4f8c-baad-882a892ab1c3 req-a42a5a9b-6123-4601-a50b-bf8ecf09a3fa tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ec863d4-5792-46d2-b299-7b34b3ebe431 HTTP/1.1" status: 200 len: 5432 time: 0.6350017 Feb 19 02:46:07.228571 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95530ecd-9c14-4f09-8e04-6bcf2e59b8da req-26e0ff49-0aef-4a93-85b2-fc9d0e77564c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:07.230704 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-95530ecd-9c14-4f09-8e04-6bcf2e59b8da req-26e0ff49-0aef-4a93-85b2-fc9d0e77564c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2fe72d28-9326-4a85-b8b2-36c8cafae112 HTTP/1.1" status: 200 len: 861 time: 0.5754313 Feb 19 02:46:07.276210 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-06f2d8e4-b1a4-49b7-a75c-bd309bd70c3b req-1fd78d1c-57f6-4e6d-81a1-5d45f21f7aba service neutron] 10.222.0.82 "GET /v2.0/networks/9e3d3723-c6e4-4d29-ab4f-26c1fc3bb323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8376360 Feb 19 02:46:07.318524 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-67f6fde3-5e71-4f4a-95bc-dec6ee31ea51 req-50eeeb7a-1a09-48ae-a7b2-c256d16cedf7 service neutron] 10.222.0.82 "GET /v2.0/networks/c312b721-2b22-4f34-983e-08de11418b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554365 Feb 19 02:46:07.383217 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-95530ecd-9c14-4f09-8e04-6bcf2e59b8da req-a2c1a97d-4043-4428-80e5-28d80d75e691 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=db98097a-bb19-479d-bd0d-4f71e988880a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1207983 Feb 19 02:46:07.511941 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4376858-5d8c-47e5-a078-31fc25c06233 req-3b2b892e-d05e-4269-ad76-07b478467fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:07.513147 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4376858-5d8c-47e5-a078-31fc25c06233 req-3b2b892e-d05e-4269-ad76-07b478467fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:07.513881 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4376858-5d8c-47e5-a078-31fc25c06233 req-3b2b892e-d05e-4269-ad76-07b478467fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:07.514356 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4376858-5d8c-47e5-a078-31fc25c06233 req-3b2b892e-d05e-4269-ad76-07b478467fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:07.515438 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4376858-5d8c-47e5-a078-31fc25c06233 req-3b2b892e-d05e-4269-ad76-07b478467fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:07.515925 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4376858-5d8c-47e5-a078-31fc25c06233 req-3b2b892e-d05e-4269-ad76-07b478467fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:07.516395 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4376858-5d8c-47e5-a078-31fc25c06233 req-3b2b892e-d05e-4269-ad76-07b478467fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:07.518536 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c4376858-5d8c-47e5-a078-31fc25c06233 req-3b2b892e-d05e-4269-ad76-07b478467fb1 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7478e867ac94480b9c1c44ca2e321f2f&device_id=6ec863d4-5792-46d2-b299-7b34b3ebe431 HTTP/1.1" status: 200 len: 6706 time: 0.0695105 Feb 19 02:46:07.528981 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f425ac5a-2ed7-4f8c-baad-882a892ab1c3 req-49b949a2-d162-479e-bae7-d08aedb1fc16 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ad2b075-8470-4480-bb4e-92661338512f&id=1cff43f7-3cfd-4595-99e1-888048810960&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3023319 Feb 19 02:46:07.642025 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4376858-5d8c-47e5-a078-31fc25c06233 req-1cf16b40-363f-4561-a1b8-d49d2bd01d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:07.644025 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c4376858-5d8c-47e5-a078-31fc25c06233 req-1cf16b40-363f-4561-a1b8-d49d2bd01d3c service neutron] 10.222.0.82 "GET /v2.0/networks?id=f5c1130b-131f-4fde-9927-840cbad6505d HTTP/1.1" status: 200 len: 902 time: 0.1168704 Feb 19 02:46:07.698839 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c4376858-5d8c-47e5-a078-31fc25c06233 req-07b05dee-8710-4cda-b57b-8a55e7b89846 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.254&port_id=ddb05983-19db-46ef-a388-e5781e5a86ac HTTP/1.1" status: 200 len: 217 time: 0.0476279 Feb 19 02:46:07.704731 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e8143c32-80b1-47c2-982b-c700e87880bf req-c5263e5c-da75-4afc-a9d2-df62eeb227eb tempest-AttachSCSIVolumeTestJSON-493968863 tempest-AttachSCSIVolumeTestJSON-493968863-project] 10.222.0.72 "GET /v2.0/ports?device_id=2be1f616-79fd-4793-b416-b26d59ffaed1 HTTP/1.1" status: 200 len: 210 time: 0.0421257 Feb 19 02:46:07.737372 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-06f2d8e4-b1a4-49b7-a75c-bd309bd70c3b req-84604a92-69a3-426b-bef8-c77da4019275 service neutron] 10.222.0.82 "GET /v2.0/networks/9e3d3723-c6e4-4d29-ab4f-26c1fc3bb323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4499559 Feb 19 02:46:07.749077 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-95530ecd-9c14-4f09-8e04-6bcf2e59b8da req-943feeda-aaf7-4f19-a0d1-3ff30fe76b9c service neutron] 10.222.0.73 "GET /v2.0/networks/db98097a-bb19-479d-bd0d-4f71e988880a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3292210 Feb 19 02:46:07.750828 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [req-ccd3f592-7c7f-41f4-a853-af29e1e47ca9 req-95fb3e8d-0c3f-4f52-b87a-447d40ce17cd tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] Allocated IP 172.25.6.38 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/b8047deb-8874-47c0-a9b4-7b077358c337) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:46:07.821048 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4376858-5d8c-47e5-a078-31fc25c06233 req-ce4314fa-7d64-4a2a-b08f-eebad643bf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:07.823664 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c4376858-5d8c-47e5-a078-31fc25c06233 req-ce4314fa-7d64-4a2a-b08f-eebad643bf69 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=983133d2-ff38-4266-904e-e871a4dfab4b HTTP/1.1" status: 200 len: 797 time: 0.1172493 Feb 19 02:46:07.900590 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4376858-5d8c-47e5-a078-31fc25c06233 req-f1dfeb9f-27e7-42ee-b0e5-f232affe503f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:07.903984 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c4376858-5d8c-47e5-a078-31fc25c06233 req-f1dfeb9f-27e7-42ee-b0e5-f232affe503f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f5c1130b-131f-4fde-9927-840cbad6505d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0733073 Feb 19 02:46:08.015737 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0af2ea-8c7d-45f3-9494-8c7e0dee4fde req-4ce51091-1124-48f9-b7e0-47c8dce473eb tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:08.017331 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9a0af2ea-8c7d-45f3-9494-8c7e0dee4fde req-4ce51091-1124-48f9-b7e0-47c8dce473eb tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e2f228a-e46f-4adf-b471-367b30633d0f HTTP/1.1" status: 200 len: 945 time: 0.1923058 Feb 19 02:46:08.023023 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-95530ecd-9c14-4f09-8e04-6bcf2e59b8da req-a2966ce7-7a3c-4f3b-8163-29624133dcc4 service neutron] 10.222.0.73 "GET /v2.0/networks/db98097a-bb19-479d-bd0d-4f71e988880a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2623219 Feb 19 02:46:08.079502 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-ccd3f592-7c7f-41f4-a853-af29e1e47ca9 req-95fb3e8d-0c3f-4f52-b87a-447d40ce17cd tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] Publish callbacks [] for port (b8047deb-8874-47c0-a9b4-7b077358c337), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:08.100406 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9a0af2ea-8c7d-45f3-9494-8c7e0dee4fde req-5ea18afe-5cc7-488a-aea7-252ac1d7e108 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/security-groups?id=33e2eb59-206d-4216-aaf9-91cfc46ad855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748696 Feb 19 02:46:08.137041 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-ccd3f592-7c7f-41f4-a853-af29e1e47ca9 req-95fb3e8d-0c3f-4f52-b87a-447d40ce17cd tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (b8047deb-8874-47c0-a9b4-7b077358c337), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:08.141544 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c4376858-5d8c-47e5-a078-31fc25c06233 req-921df085-6746-4a59-b8c8-b34c0e98b1e7 service neutron] 10.222.0.82 "GET /v2.0/networks/f5c1130b-131f-4fde-9927-840cbad6505d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151496 Feb 19 02:46:08.179811 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccd3f592-7c7f-41f4-a853-af29e1e47ca9 req-95fb3e8d-0c3f-4f52-b87a-447d40ce17cd tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:46:08.186939 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [req-ccd3f592-7c7f-41f4-a853-af29e1e47ca9 req-95fb3e8d-0c3f-4f52-b87a-447d40ce17cd tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:46:08.192364 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccd3f592-7c7f-41f4-a853-af29e1e47ca9 req-95fb3e8d-0c3f-4f52-b87a-447d40ce17cd tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:46:08.213294 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb3e8d-0c3f-4f52-b87a-447d40ce17cd tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] Pushing event updated for resources: {'Port': ['ID=b8047deb-8874-47c0-a9b4-7b077358c337,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:08.218678 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sat, 19 Feb 2022 02:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe1d661e-8411-4a8c-bf61-cb796731c1c6 x-openstack-request-id: req-fe1d661e-8411-4a8c-bf61-cb796731c1c6 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:46:08.219496 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3e2950d-ab47-4046-8006-daf03c09940e", "name": "network-vif-unplugged", "status": "completed", "tag": "03ed4495-f6da-4bf6-9555-a2c3bfec3410", "code": 200}, {"name": "network-changed", "server_uuid": "f3e2950d-ab47-4046-8006-daf03c09940e", "tag": "03ed4495-f6da-4bf6-9555-a2c3bfec3410", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:46:08.219496 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-fe1d661e-8411-4a8c-bf61-cb796731c1c6 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:46:08.219892 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3e2950d-ab47-4046-8006-daf03c09940e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03ed4495-f6da-4bf6-9555-a2c3bfec3410', 'code': 200} Feb 19 02:46:08.220333 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3e2950d-ab47-4046-8006-daf03c09940e', 'tag': '03ed4495-f6da-4bf6-9555-a2c3bfec3410', 'status': 'completed', 'code': 200} Feb 19 02:46:08.248099 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c4376858-5d8c-47e5-a078-31fc25c06233 req-1f935a02-6bef-496c-9d9b-31a80913e0dc service neutron] 10.222.0.82 "GET /v2.0/networks/f5c1130b-131f-4fde-9927-840cbad6505d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014016 Feb 19 02:46:08.282997 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fae9a7d5-493d-4372-ad38-bafbf2351408 x-openstack-request-id: req-fae9a7d5-493d-4372-ad38-bafbf2351408 {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:46:08.283521 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6022ed1-67a1-4ded-890d-e1e66f84412d", "tag": "e8da45f0-7b76-4b5c-a534-292471570be8", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:46:08.283722 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-fae9a7d5-493d-4372-ad38-bafbf2351408 {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:46:08.284204 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6022ed1-67a1-4ded-890d-e1e66f84412d', 'tag': 'e8da45f0-7b76-4b5c-a534-292471570be8', 'status': 'completed', 'code': 200} Feb 19 02:46:08.317848 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-ccd3f592-7c7f-41f4-a853-af29e1e47ca9 req-95fb3e8d-0c3f-4f52-b87a-447d40ce17cd tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] Publish callbacks [] for floatingip (1c529fb6-2480-4e5c-8eb2-7c21b8b6795f), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:08.395920 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e86bb2-90c3-4ec9-b952-9104504ddf33 req-f107c3b9-81cb-41bc-9ba4-1e54150cc471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:08.397508 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-55e86bb2-90c3-4ec9-b952-9104504ddf33 req-f107c3b9-81cb-41bc-9ba4-1e54150cc471 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=0351aa3c6ea34cbbac483ac000de57cb&device_id=f3e2950d-ab47-4046-8006-daf03c09940e HTTP/1.1" status: 200 len: 1156 time: 0.0648468 Feb 19 02:46:08.501207 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-ccd3f592-7c7f-41f4-a853-af29e1e47ca9 req-95fb3e8d-0c3f-4f52-b87a-447d40ce17cd tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (b8047deb-8874-47c0-a9b4-7b077358c337), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:08.511894 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e32a17-b801-4f9e-8247-96211dfeb356 req-487b7ffe-a895-43e7-9bb1-88349ca9321c tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:08.513564 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-86e32a17-b801-4f9e-8247-96211dfeb356 req-487b7ffe-a895-43e7-9bb1-88349ca9321c tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6022ed1-67a1-4ded-890d-e1e66f84412d HTTP/1.1" status: 200 len: 943 time: 0.1885860 Feb 19 02:46:08.538521 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e86bb2-90c3-4ec9-b952-9104504ddf33 req-ec16ce26-6d15-4811-ae8f-0beed3eb4564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:08.539706 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88baaa6-cdbe-4d96-ae8c-9225397e8fa0 req-125956b8-4a0c-49ca-9310-8a34464cef50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:08.540048 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-55e86bb2-90c3-4ec9-b952-9104504ddf33 req-ec16ce26-6d15-4811-ae8f-0beed3eb4564 service neutron] 10.222.0.82 "GET /v2.0/networks?id=b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7 HTTP/1.1" status: 200 len: 909 time: 0.1287324 Feb 19 02:46:08.541064 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c88baaa6-cdbe-4d96-ae8c-9225397e8fa0 req-125956b8-4a0c-49ca-9310-8a34464cef50 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ad75c6928a1d4c6da3a56db6352b2618&device_id=b6022ed1-67a1-4ded-890d-e1e66f84412d HTTP/1.1" status: 200 len: 1125 time: 0.2148964 Feb 19 02:46:08.573899 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4376858-5d8c-47e5-a078-31fc25c06233 req-64d5fb6c-41a7-47f6-9185-60cc5d521ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:08.574544 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4376858-5d8c-47e5-a078-31fc25c06233 req-64d5fb6c-41a7-47f6-9185-60cc5d521ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:08.575079 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4376858-5d8c-47e5-a078-31fc25c06233 req-64d5fb6c-41a7-47f6-9185-60cc5d521ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:08.575601 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4376858-5d8c-47e5-a078-31fc25c06233 req-64d5fb6c-41a7-47f6-9185-60cc5d521ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:08.576118 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4376858-5d8c-47e5-a078-31fc25c06233 req-64d5fb6c-41a7-47f6-9185-60cc5d521ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:08.576641 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4376858-5d8c-47e5-a078-31fc25c06233 req-64d5fb6c-41a7-47f6-9185-60cc5d521ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:08.577177 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4376858-5d8c-47e5-a078-31fc25c06233 req-64d5fb6c-41a7-47f6-9185-60cc5d521ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:08.579736 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c4376858-5d8c-47e5-a078-31fc25c06233 req-64d5fb6c-41a7-47f6-9185-60cc5d521ece service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7478e867ac94480b9c1c44ca2e321f2f&device_id=6ec863d4-5792-46d2-b299-7b34b3ebe431 HTTP/1.1" status: 200 len: 6706 time: 0.1551487 Feb 19 02:46:08.591079 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53622) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:46:08.598866 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-55e86bb2-90c3-4ec9-b952-9104504ddf33 req-dfb4887a-47d2-4314-a51a-721b9893ae8d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03ed4495-f6da-4bf6-9555-a2c3bfec3410 HTTP/1.1" status: 200 len: 217 time: 0.0512111 Feb 19 02:46:08.657241 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e86bb2-90c3-4ec9-b952-9104504ddf33 req-777a3ef4-194d-49d8-a6af-cfe69f829a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:08.658649 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-55e86bb2-90c3-4ec9-b952-9104504ddf33 req-777a3ef4-194d-49d8-a6af-cfe69f829a6f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=de6735e0-8981-45a6-9d12-953729888898 HTTP/1.1" status: 200 len: 848 time: 0.0549099 Feb 19 02:46:08.692279 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-86e32a17-b801-4f9e-8247-96211dfeb356 req-aff2a71a-e8c0-4dbb-9826-3c7565e2a21b tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483414 Feb 19 02:46:08.700212 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-55e86bb2-90c3-4ec9-b952-9104504ddf33 req-362f8be7-a8a6-4d54-9707-f3b5d5ec302f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342858 Feb 19 02:46:08.790743 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-f632ed58-8564-493d-8b1a-22d958f06c7d tempest-RoutersTestDVR-132059916 tempest-RoutersTestDVR-132059916-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1871211985'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:46:08.834862 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f632ed58-8564-493d-8b1a-22d958f06c7d tempest-RoutersTestDVR-132059916 tempest-RoutersTestDVR-132059916-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14172'] for router (6d306e3e-46f9-44d9-8dd1-036d12a1e100), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:08.835887 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f632ed58-8564-493d-8b1a-22d958f06c7d tempest-RoutersTestDVR-132059916 tempest-RoutersTestDVR-132059916-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16317487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16285822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16309985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14247'] for router (6d306e3e-46f9-44d9-8dd1-036d12a1e100), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:08.882525 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-55e86bb2-90c3-4ec9-b952-9104504ddf33 req-734c55e9-c414-4ebb-9535-27e86b8faf2e service neutron] 10.222.0.82 "GET /v2.0/networks/b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747971 Feb 19 02:46:08.900165 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88baaa6-cdbe-4d96-ae8c-9225397e8fa0 req-35260c34-d847-467d-8514-5b998f50341b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:08.901901 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c88baaa6-cdbe-4d96-ae8c-9225397e8fa0 req-35260c34-d847-467d-8514-5b998f50341b service neutron] 10.222.0.73 "GET /v2.0/networks?id=db98097a-bb19-479d-bd0d-4f71e988880a HTTP/1.1" status: 200 len: 922 time: 0.3455155 Feb 19 02:46:08.907047 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4376858-5d8c-47e5-a078-31fc25c06233 req-02782dc3-b0b1-4a6a-b039-1e8ee2c1ce10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:08.908663 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c4376858-5d8c-47e5-a078-31fc25c06233 req-02782dc3-b0b1-4a6a-b039-1e8ee2c1ce10 service neutron] 10.222.0.82 "GET /v2.0/networks?id=c312b721-2b22-4f34-983e-08de11418b4e HTTP/1.1" status: 200 len: 903 time: 0.3192840 Feb 19 02:46:08.993070 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f632ed58-8564-493d-8b1a-22d958f06c7d tempest-RoutersTestDVR-132059916 tempest-RoutersTestDVR-132059916-project-admin] Publish callbacks [] for router_controller (6d306e3e-46f9-44d9-8dd1-036d12a1e100), precommit_add_association {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:09.000907 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f632ed58-8564-493d-8b1a-22d958f06c7d tempest-RoutersTestDVR-132059916 tempest-RoutersTestDVR-132059916-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16317478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865'] for router (6d306e3e-46f9-44d9-8dd1-036d12a1e100), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:09.008906 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c88baaa6-cdbe-4d96-ae8c-9225397e8fa0 req-6433bbc1-0deb-41f6-9549-de30fda864e9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8da45f0-7b76-4b5c-a534-292471570be8 HTTP/1.1" status: 200 len: 217 time: 0.0957210 Feb 19 02:46:09.018201 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6700768-1a2f-47b3-b2c2-c9e3c1971813 req-bc1cc41c-a02f-4139-b73e-b0a9912082fa tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:09.020904 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d6700768-1a2f-47b3-b2c2-c9e3c1971813 req-bc1cc41c-a02f-4139-b73e-b0a9912082fa tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3e2950d-ab47-4046-8006-daf03c09940e HTTP/1.1" status: 200 len: 944 time: 0.2279105 Feb 19 02:46:09.025688 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c4376858-5d8c-47e5-a078-31fc25c06233 req-7bc7a34c-f707-4a29-8b83-336b493f0573 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cbe98f0f-073e-41a4-b924-5a1a7035e145 HTTP/1.1" status: 200 len: 217 time: 0.1058025 Feb 19 02:46:09.042644 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f632ed58-8564-493d-8b1a-22d958f06c7d tempest-RoutersTestDVR-132059916 tempest-RoutersTestDVR-132059916-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:09.046789 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-f632ed58-8564-493d-8b1a-22d958f06c7d tempest-RoutersTestDVR-132059916 tempest-RoutersTestDVR-132059916-project-admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.4518778 Feb 19 02:46:09.054558 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-55e86bb2-90c3-4ec9-b952-9104504ddf33 req-ddd76602-ed45-4674-ba36-aba3e94fdf69 service neutron] 10.222.0.82 "GET /v2.0/networks/b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630518 Feb 19 02:46:09.055020 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53628) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:46:09.134817 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-ccd3f592-7c7f-41f4-a853-af29e1e47ca9 req-95fb3e8d-0c3f-4f52-b87a-447d40ce17cd tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] Publish callbacks [] for port (b8047deb-8874-47c0-a9b4-7b077358c337), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:09.138575 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-328bebc7-d622-49a5-a3a4-8a5983528bd6 tempest-RoutersTestDVR-132059916 tempest-RoutersTestDVR-132059916-project-admin] Publish callbacks [] for router (6d306e3e-46f9-44d9-8dd1-036d12a1e100), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:09.158908 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-ccd3f592-7c7f-41f4-a853-af29e1e47ca9 req-95fb3e8d-0c3f-4f52-b87a-447d40ce17cd tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (b8047deb-8874-47c0-a9b4-7b077358c337), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:09.182164 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88baaa6-cdbe-4d96-ae8c-9225397e8fa0 req-21413fde-7df5-4447-b024-1509e9b6092e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:09.183818 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c88baaa6-cdbe-4d96-ae8c-9225397e8fa0 req-21413fde-7df5-4447-b024-1509e9b6092e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2fe72d28-9326-4a85-b8b2-36c8cafae112 HTTP/1.1" status: 200 len: 861 time: 0.1600094 Feb 19 02:46:09.256516 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4376858-5d8c-47e5-a078-31fc25c06233 req-1ae5e3af-db7d-4408-87c6-857757ef9320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:09.258277 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c4376858-5d8c-47e5-a078-31fc25c06233 req-1ae5e3af-db7d-4408-87c6-857757ef9320 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f84e87eb-7d47-442d-8bd5-a5dfb358e2aa HTTP/1.1" status: 200 len: 797 time: 0.2175994 Feb 19 02:46:09.284943 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c88baaa6-cdbe-4d96-ae8c-9225397e8fa0 req-48473ef3-553f-4b67-9477-8f7d0c4f6cb1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=db98097a-bb19-479d-bd0d-4f71e988880a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711308 Feb 19 02:46:09.290685 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d6700768-1a2f-47b3-b2c2-c9e3c1971813 req-7368219f-ca6a-4e4a-8a27-5eba24e060c0 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511754 Feb 19 02:46:09.354801 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb3e8d-0c3f-4f52-b87a-447d40ce17cd tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] Pushing event updated for resources: {'Port': ['ID=b8047deb-8874-47c0-a9b4-7b077358c337,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:09.431383 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-ccd3f592-7c7f-41f4-a853-af29e1e47ca9 req-95fb3e8d-0c3f-4f52-b87a-447d40ce17cd tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16285943'] for floatingip (1c529fb6-2480-4e5c-8eb2-7c21b8b6795f), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:09.432451 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-328bebc7-d622-49a5-a3a4-8a5983528bd6 tempest-RoutersTestDVR-132059916 tempest-RoutersTestDVR-132059916-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16317457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14254'] for router (6d306e3e-46f9-44d9-8dd1-036d12a1e100), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:09.435261 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-328bebc7-d622-49a5-a3a4-8a5983528bd6 tempest-RoutersTestDVR-132059916 tempest-RoutersTestDVR-132059916-project-admin] Publish callbacks [] for router_controller (6d306e3e-46f9-44d9-8dd1-036d12a1e100), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:09.485594 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-328bebc7-d622-49a5-a3a4-8a5983528bd6 tempest-RoutersTestDVR-132059916 tempest-RoutersTestDVR-132059916-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16317544'] for router (6d306e3e-46f9-44d9-8dd1-036d12a1e100), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:09.486624 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-328bebc7-d622-49a5-a3a4-8a5983528bd6 tempest-RoutersTestDVR-132059916 tempest-RoutersTestDVR-132059916-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6d306e3e-46f9-44d9-8dd1-036d12a1e100 {{(pid=103702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 02:46:09.493036 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-328bebc7-d622-49a5-a3a4-8a5983528bd6 tempest-RoutersTestDVR-132059916 tempest-RoutersTestDVR-132059916-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:09.494860 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-328bebc7-d622-49a5-a3a4-8a5983528bd6 tempest-RoutersTestDVR-132059916 tempest-RoutersTestDVR-132059916-project-admin] 10.222.0.72 "DELETE /v2.0/routers/6d306e3e-46f9-44d9-8dd1-036d12a1e100 HTTP/1.1" status: 204 len: 168 time: 0.4388864 Feb 19 02:46:09.498351 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53632) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:46:09.503055 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-350e77a6-c5cd-4fdd-8ff7-d807ad9e71a5 tempest-RoutersTestDVR-132059916 tempest-RoutersTestDVR-132059916-project-admin] Request body: {'router': {'name': 'tempest-router-1360960276', 'distributed': False}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:46:09.528120 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-350e77a6-c5cd-4fdd-8ff7-d807ad9e71a5 tempest-RoutersTestDVR-132059916 tempest-RoutersTestDVR-132059916-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14172'] for router (c999782a-7100-40c6-b9a4-25e27f2afee4), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:09.530333 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-350e77a6-c5cd-4fdd-8ff7-d807ad9e71a5 tempest-RoutersTestDVR-132059916 tempest-RoutersTestDVR-132059916-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16317487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16285822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16309985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14247'] for router (c999782a-7100-40c6-b9a4-25e27f2afee4), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:09.592687 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-350e77a6-c5cd-4fdd-8ff7-d807ad9e71a5 tempest-RoutersTestDVR-132059916 tempest-RoutersTestDVR-132059916-project-admin] Publish callbacks [] for router_controller (c999782a-7100-40c6-b9a4-25e27f2afee4), precommit_add_association {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:09.598546 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-350e77a6-c5cd-4fdd-8ff7-d807ad9e71a5 tempest-RoutersTestDVR-132059916 tempest-RoutersTestDVR-132059916-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16317478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865'] for router (c999782a-7100-40c6-b9a4-25e27f2afee4), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:09.618425 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-350e77a6-c5cd-4fdd-8ff7-d807ad9e71a5 tempest-RoutersTestDVR-132059916 tempest-RoutersTestDVR-132059916-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:09.622415 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-350e77a6-c5cd-4fdd-8ff7-d807ad9e71a5 tempest-RoutersTestDVR-132059916 tempest-RoutersTestDVR-132059916-project-admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1203237 Feb 19 02:46:09.622707 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53634) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:46:09.701925 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-00df6bc3-4612-443d-9f9f-1434b217b3f7 tempest-RoutersTestDVR-132059916 tempest-RoutersTestDVR-132059916-project-admin] Publish callbacks [] for router (c999782a-7100-40c6-b9a4-25e27f2afee4), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:09.754302 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4376858-5d8c-47e5-a078-31fc25c06233 req-e4385ac9-7450-4103-9646-6164b0282a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:09.755908 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c4376858-5d8c-47e5-a078-31fc25c06233 req-e4385ac9-7450-4103-9646-6164b0282a74 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c312b721-2b22-4f34-983e-08de11418b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.4592216 Feb 19 02:46:09.765024 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-ccd3f592-7c7f-41f4-a853-af29e1e47ca9 req-95fb3e8d-0c3f-4f52-b87a-447d40ce17cd tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:09.766153 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ccd3f592-7c7f-41f4-a853-af29e1e47ca9 req-95fb3e8d-0c3f-4f52-b87a-447d40ce17cd tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.6787875 Feb 19 02:46:09.875771 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-00df6bc3-4612-443d-9f9f-1434b217b3f7 tempest-RoutersTestDVR-132059916 tempest-RoutersTestDVR-132059916-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16317457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14254'] for router (c999782a-7100-40c6-b9a4-25e27f2afee4), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:09.878756 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-00df6bc3-4612-443d-9f9f-1434b217b3f7 tempest-RoutersTestDVR-132059916 tempest-RoutersTestDVR-132059916-project-admin] Publish callbacks [] for router_controller (c999782a-7100-40c6-b9a4-25e27f2afee4), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:09.883294 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c88baaa6-cdbe-4d96-ae8c-9225397e8fa0 req-01242c58-3a88-46eb-9dd6-86b9add566da service neutron] 10.222.0.73 "GET /v2.0/networks/db98097a-bb19-479d-bd0d-4f71e988880a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5622432 Feb 19 02:46:09.895705 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ccd3f592-7c7f-41f4-a853-af29e1e47ca9 req-fe52005d-bbb9-4ca3-b948-84d276afd399 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.6.38 HTTP/1.1" status: 200 len: 695 time: 0.1129763 Feb 19 02:46:09.914924 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0252dc-be4e-4a00-8445-2c11c8d983ea req-dd2946b5-d61f-48c1-9ac0-ac42d1e21824 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:09.920179 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0252dc-be4e-4a00-8445-2c11c8d983ea req-dd2946b5-d61f-48c1-9ac0-ac42d1e21824 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:09.925458 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0252dc-be4e-4a00-8445-2c11c8d983ea req-dd2946b5-d61f-48c1-9ac0-ac42d1e21824 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:09.927608 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-00df6bc3-4612-443d-9f9f-1434b217b3f7 tempest-RoutersTestDVR-132059916 tempest-RoutersTestDVR-132059916-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16317544'] for router (c999782a-7100-40c6-b9a4-25e27f2afee4), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:09.928694 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00df6bc3-4612-443d-9f9f-1434b217b3f7 tempest-RoutersTestDVR-132059916 tempest-RoutersTestDVR-132059916-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c999782a-7100-40c6-b9a4-25e27f2afee4 {{(pid=103702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 02:46:09.930836 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0252dc-be4e-4a00-8445-2c11c8d983ea req-dd2946b5-d61f-48c1-9ac0-ac42d1e21824 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:09.934321 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-00df6bc3-4612-443d-9f9f-1434b217b3f7 tempest-RoutersTestDVR-132059916 tempest-RoutersTestDVR-132059916-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:09.938690 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-00df6bc3-4612-443d-9f9f-1434b217b3f7 tempest-RoutersTestDVR-132059916 tempest-RoutersTestDVR-132059916-project-admin] 10.222.0.72 "DELETE /v2.0/routers/c999782a-7100-40c6-b9a4-25e27f2afee4 HTTP/1.1" status: 204 len: 168 time: 0.3116682 Feb 19 02:46:09.938834 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0252dc-be4e-4a00-8445-2c11c8d983ea req-dd2946b5-d61f-48c1-9ac0-ac42d1e21824 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:09.939570 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53638) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:46:09.941383 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0252dc-be4e-4a00-8445-2c11c8d983ea req-dd2946b5-d61f-48c1-9ac0-ac42d1e21824 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:09.945565 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-acd6bdb2-cbd8-4703-a9e8-e80d096608d2 tempest-RoutersTestDVR-132059916 tempest-RoutersTestDVR-132059916-project-admin] Request body: {'router': {'name': 'tempest-router-138661468', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'bbfbb8e454df48489ad737e38e2ab548'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:46:09.947863 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0252dc-be4e-4a00-8445-2c11c8d983ea req-dd2946b5-d61f-48c1-9ac0-ac42d1e21824 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:09.949837 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0c0252dc-be4e-4a00-8445-2c11c8d983ea req-dd2946b5-d61f-48c1-9ac0-ac42d1e21824 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ec863d4-5792-46d2-b299-7b34b3ebe431 HTTP/1.1" status: 200 len: 5432 time: 0.5263617 Feb 19 02:46:09.968840 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-acd6bdb2-cbd8-4703-a9e8-e80d096608d2 tempest-RoutersTestDVR-132059916 tempest-RoutersTestDVR-132059916-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14172'] for router (13a356c1-fec4-4d27-841d-a4b3468987c4), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:09.970390 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-acd6bdb2-cbd8-4703-a9e8-e80d096608d2 tempest-RoutersTestDVR-132059916 tempest-RoutersTestDVR-132059916-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16317487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16285822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16309985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14247'] for router (13a356c1-fec4-4d27-841d-a4b3468987c4), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:10.031602 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-acd6bdb2-cbd8-4703-a9e8-e80d096608d2 tempest-RoutersTestDVR-132059916 tempest-RoutersTestDVR-132059916-project-admin] Publish callbacks [] for router_controller (13a356c1-fec4-4d27-841d-a4b3468987c4), precommit_add_association {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:10.044638 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-acd6bdb2-cbd8-4703-a9e8-e80d096608d2 tempest-RoutersTestDVR-132059916 tempest-RoutersTestDVR-132059916-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16317478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865'] for router (13a356c1-fec4-4d27-841d-a4b3468987c4), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:10.062106 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-acd6bdb2-cbd8-4703-a9e8-e80d096608d2 tempest-RoutersTestDVR-132059916 tempest-RoutersTestDVR-132059916-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:10.065966 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-acd6bdb2-cbd8-4703-a9e8-e80d096608d2 tempest-RoutersTestDVR-132059916 tempest-RoutersTestDVR-132059916-project-admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1229091 Feb 19 02:46:10.066382 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53640) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:46:10.072337 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-bf4201cc-cff8-4e19-a82a-242902122591 tempest-RoutersTestDVR-132059916 tempest-RoutersTestDVR-132059916-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:46:10.099464 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c4376858-5d8c-47e5-a078-31fc25c06233 req-34c5e5bf-fddd-454d-9877-543dc0721b2d service neutron] 10.222.0.82 "GET /v2.0/networks/c312b721-2b22-4f34-983e-08de11418b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3308742 Feb 19 02:46:10.226390 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c88baaa6-cdbe-4d96-ae8c-9225397e8fa0 req-950586ca-6448-495e-990c-5d87ed2164b2 service neutron] 10.222.0.73 "GET /v2.0/networks/db98097a-bb19-479d-bd0d-4f71e988880a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3350198 Feb 19 02:46:10.244141 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0c0252dc-be4e-4a00-8445-2c11c8d983ea req-5afcbc5a-6ff0-4049-a58a-528f08a56f7b tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ad2b075-8470-4480-bb4e-92661338512f&id=1cff43f7-3cfd-4595-99e1-888048810960&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2769272 Feb 19 02:46:10.252853 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd3f592-7c7f-41f4-a853-af29e1e47ca9 req-6973b07c-5aed-4ce7-8baf-f726560cd10f tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:10.254871 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ccd3f592-7c7f-41f4-a853-af29e1e47ca9 req-6973b07c-5aed-4ce7-8baf-f726560cd10f tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] 10.222.0.72 "GET /v2.0/networks/eaf64708-9021-419e-b287-ef3e0f51e2ee HTTP/1.1" status: 200 len: 784 time: 0.3032048 Feb 19 02:46:10.290274 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2be1f616-79fd-4793-b416-b26d59ffaed1', 'name': 'network-vif-deleted', 'tag': 'ca1f1c0e-cf84-481a-b307-33f6c0ebb912'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:46:10.292902 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1997b62-f54e-4f9f-b861-c9fa552a4445" -d '{"events": [{"server_uuid": "2be1f616-79fd-4793-b416-b26d59ffaed1", "name": "network-vif-deleted", "tag": "ca1f1c0e-cf84-481a-b307-33f6c0ebb912"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:46:10.301665 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c4376858-5d8c-47e5-a078-31fc25c06233 req-56ed774c-d22a-496e-8183-50e21373a9b3 service neutron] 10.222.0.82 "GET /v2.0/networks/c312b721-2b22-4f34-983e-08de11418b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925306 Feb 19 02:46:10.509057 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af43e95-d02d-4149-986d-64bbf2fd9f85 req-03aff969-1db3-4d3c-a95b-cafdb72b27aa tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:10.510791 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1af43e95-d02d-4149-986d-64bbf2fd9f85 req-03aff969-1db3-4d3c-a95b-cafdb72b27aa tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e2f228a-e46f-4adf-b471-367b30633d0f HTTP/1.1" status: 200 len: 945 time: 0.1656363 Feb 19 02:46:10.524177 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36fa93c-004f-4864-aa12-62bc50215188 req-36336394-e58f-40a5-b2dd-b2afb06113df tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:10.525595 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c36fa93c-004f-4864-aa12-62bc50215188 req-36336394-e58f-40a5-b2dd-b2afb06113df tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6022ed1-67a1-4ded-890d-e1e66f84412d HTTP/1.1" status: 200 len: 943 time: 0.1321061 Feb 19 02:46:10.543811 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4376858-5d8c-47e5-a078-31fc25c06233 req-a1cefe59-56c8-4ccd-80bd-d27405a3f854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:10.545591 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c4376858-5d8c-47e5-a078-31fc25c06233 req-a1cefe59-56c8-4ccd-80bd-d27405a3f854 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=af7820d1191f4d05a06d2c0958fc8a78&device_id=8312037b-1a40-46ab-bb7a-06e57fc82c1e HTTP/1.1" status: 200 len: 1128 time: 0.1366897 Feb 19 02:46:10.683081 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c36fa93c-004f-4864-aa12-62bc50215188 req-8c3cc64c-bfae-4d3e-bf45-a6fcc8a79c04 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476765 Feb 19 02:46:10.688908 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1af43e95-d02d-4149-986d-64bbf2fd9f85 req-46017ca7-b9c4-4c6e-ae9d-09b3673b879d tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/security-groups?id=33e2eb59-206d-4216-aaf9-91cfc46ad855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412985 Feb 19 02:46:10.717279 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bf4201cc-cff8-4e19-a82a-242902122591 tempest-RoutersTestDVR-132059916 tempest-RoutersTestDVR-132059916-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16285772', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16317501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14257'] for router (13a356c1-fec4-4d27-841d-a4b3468987c4), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:10.717718 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bf4201cc-cff8-4e19-a82a-242902122591 tempest-RoutersTestDVR-132059916 tempest-RoutersTestDVR-132059916-project-admin] Publish callbacks [] for router (13a356c1-fec4-4d27-841d-a4b3468987c4), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:10.726799 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4376858-5d8c-47e5-a078-31fc25c06233 req-bff8f6c5-f695-4e29-a6d9-9608ab672c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:10.729018 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c4376858-5d8c-47e5-a078-31fc25c06233 req-bff8f6c5-f695-4e29-a6d9-9608ab672c34 service neutron] 10.222.0.82 "GET /v2.0/networks?id=44fd1ffb-5e97-400f-b181-f59d27847659 HTTP/1.1" status: 200 len: 929 time: 0.1640720 Feb 19 02:46:10.812616 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-bf4201cc-cff8-4e19-a82a-242902122591 tempest-RoutersTestDVR-132059916 tempest-RoutersTestDVR-132059916-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103702) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Feb 19 02:46:10.813158 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-bf4201cc-cff8-4e19-a82a-242902122591 tempest-RoutersTestDVR-132059916 tempest-RoutersTestDVR-132059916-project-admin] Router 13a356c1-fec4-4d27-841d-a4b3468987c4 migrating from provider to provider. {{(pid=103702) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Feb 19 02:46:10.813543 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bf4201cc-cff8-4e19-a82a-242902122591 tempest-RoutersTestDVR-132059916 tempest-RoutersTestDVR-132059916-project-admin] Publish callbacks [] for router_controller (13a356c1-fec4-4d27-841d-a4b3468987c4), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:10.819622 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bf4201cc-cff8-4e19-a82a-242902122591 tempest-RoutersTestDVR-132059916 tempest-RoutersTestDVR-132059916-project-admin] Publish callbacks [] for router_controller (13a356c1-fec4-4d27-841d-a4b3468987c4), precommit_add_association {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:10.831983 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bf4201cc-cff8-4e19-a82a-242902122591 tempest-RoutersTestDVR-132059916 tempest-RoutersTestDVR-132059916-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16285787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16285778', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16317492'] for router (13a356c1-fec4-4d27-841d-a4b3468987c4), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:10.875855 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0b01448-b610-4740-9d48-502930d576b8 x-openstack-request-id: req-e0b01448-b610-4740-9d48-502930d576b8 {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:46:10.876298 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2be1f616-79fd-4793-b416-b26d59ffaed1", "name": "network-vif-deleted", "tag": "ca1f1c0e-cf84-481a-b307-33f6c0ebb912", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:46:10.876677 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e0b01448-b610-4740-9d48-502930d576b8 {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:46:10.877231 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2be1f616-79fd-4793-b416-b26d59ffaed1', 'name': 'network-vif-deleted', 'tag': 'ca1f1c0e-cf84-481a-b307-33f6c0ebb912', 'status': 'completed', 'code': 200} Feb 19 02:46:10.931767 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c4376858-5d8c-47e5-a078-31fc25c06233 req-4105a442-85d4-435d-a857-1d37348f8f3d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee066435-da91-476c-bce3-47a140c27bb8 HTTP/1.1" status: 200 len: 1002 time: 0.1892681 Feb 19 02:46:10.932874 n-d-826753-2 neutron-server[103702]: WARNING neutron.scheduler.l3_agent_scheduler [None req-bf4201cc-cff8-4e19-a82a-242902122591 tempest-RoutersTestDVR-132059916 tempest-RoutersTestDVR-132059916-project-admin] No L3 agents can host the router 13a356c1-fec4-4d27-841d-a4b3468987c4 Feb 19 02:46:10.998464 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ffbff9-51ed-4fd9-8839-fb1129766179 req-e2c68813-1a84-413d-a3ef-0ac180cfd70a tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:11.000353 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-96ffbff9-51ed-4fd9-8839-fb1129766179 req-e2c68813-1a84-413d-a3ef-0ac180cfd70a tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] 10.222.0.72 "GET /v2.0/ports?device_id=8312037b-1a40-46ab-bb7a-06e57fc82c1e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2045670 Feb 19 02:46:11.080276 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee60688d-cfca-40f0-b703-ec687421c596 req-c38da44e-d404-4f76-94bb-26536380e0d7 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:11.082004 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ee60688d-cfca-40f0-b703-ec687421c596 req-c38da44e-d404-4f76-94bb-26536380e0d7 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3e2950d-ab47-4046-8006-daf03c09940e HTTP/1.1" status: 200 len: 944 time: 0.2028978 Feb 19 02:46:11.087904 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4376858-5d8c-47e5-a078-31fc25c06233 req-98769ffc-34ad-4922-9370-8abb138be008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:11.089494 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c4376858-5d8c-47e5-a078-31fc25c06233 req-98769ffc-34ad-4922-9370-8abb138be008 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7af6d22e-9a50-40bb-a81b-279bc527ba8b HTTP/1.1" status: 200 len: 867 time: 0.1482720 Feb 19 02:46:11.091822 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4201cc-cff8-4e19-a82a-242902122591 tempest-RoutersTestDVR-132059916 tempest-RoutersTestDVR-132059916-project-admin] Hosts for router 13a356c1-fec4-4d27-841d-a4b3468987c4: [] {{(pid=103702) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Feb 19 02:46:11.103029 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-96ffbff9-51ed-4fd9-8839-fb1129766179 req-11c701ba-1a38-4147-bfca-487b526a6850 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.6.38 HTTP/1.1" status: 200 len: 695 time: 0.0931382 Feb 19 02:46:11.118696 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4201cc-cff8-4e19-a82a-242902122591 tempest-RoutersTestDVR-132059916 tempest-RoutersTestDVR-132059916-project-admin] Hosts for other DVR routers connected to router 13a356c1-fec4-4d27-841d-a4b3468987c4: set() {{(pid=103702) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Feb 19 02:46:11.121942 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bf4201cc-cff8-4e19-a82a-242902122591 tempest-RoutersTestDVR-132059916 tempest-RoutersTestDVR-132059916-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:11.123269 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-bf4201cc-cff8-4e19-a82a-242902122591 tempest-RoutersTestDVR-132059916 tempest-RoutersTestDVR-132059916-project-admin] 10.222.0.72 "PUT /v2.0/routers/13a356c1-fec4-4d27-841d-a4b3468987c4 HTTP/1.1" status: 200 len: 716 time: 1.0546658 Feb 19 02:46:11.131476 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53692) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:46:11.150545 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-96ffbff9-51ed-4fd9-8839-fb1129766179 req-38a3392b-6007-4a1d-82f8-4ead7f5fadb2 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] Request body: {'floatingip': {'port_id': 'ee066435-da91-476c-bce3-47a140c27bb8', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:46:11.206243 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-96ffbff9-51ed-4fd9-8839-fb1129766179 req-38a3392b-6007-4a1d-82f8-4ead7f5fadb2 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] Publish callbacks [] for floatingip (1c529fb6-2480-4e5c-8eb2-7c21b8b6795f), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:11.221739 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-cb52af01-346c-46c5-bf33-6db42f68af26 tempest-RoutersTestDVR-132059916 tempest-RoutersTestDVR-132059916-project-admin] 10.222.0.72 "GET /v2.0/routers/13a356c1-fec4-4d27-841d-a4b3468987c4 HTTP/1.1" status: 200 len: 716 time: 0.0888515 Feb 19 02:46:11.224556 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53694) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:46:11.296763 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ee60688d-cfca-40f0-b703-ec687421c596 req-bec3553f-a336-475d-83a4-a486b39358ce tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045135 Feb 19 02:46:11.319847 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4376858-5d8c-47e5-a078-31fc25c06233 req-c8981735-e7a4-4ada-98cf-739890809c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:11.322464 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c4376858-5d8c-47e5-a078-31fc25c06233 req-c8981735-e7a4-4ada-98cf-739890809c66 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=44fd1ffb-5e97-400f-b181-f59d27847659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2183061 Feb 19 02:46:11.429144 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-c4ea104c-8244-4300-a79f-c0387286fa71 tempest-RoutersTestDVR-1660839271 tempest-RoutersTestDVR-1660839271-project] 10.222.0.72 "GET /v2.0/routers/13a356c1-fec4-4d27-841d-a4b3468987c4 HTTP/1.1" status: 200 len: 682 time: 0.2000434 Feb 19 02:46:11.429386 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53706) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:46:11.509211 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e053d6d6-b2a8-4029-ab4b-35a794dba692 tempest-RoutersTestDVR-132059916 tempest-RoutersTestDVR-132059916-project-admin] Publish callbacks [] for router (13a356c1-fec4-4d27-841d-a4b3468987c4), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:11.577200 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cac16f-6c8b-44ea-abfa-92435b950884 req-749b3f14-dee1-44d8-b56e-cc803b95456e tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:11.582891 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cac16f-6c8b-44ea-abfa-92435b950884 req-749b3f14-dee1-44d8-b56e-cc803b95456e tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:11.589810 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cac16f-6c8b-44ea-abfa-92435b950884 req-749b3f14-dee1-44d8-b56e-cc803b95456e tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:11.595164 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cac16f-6c8b-44ea-abfa-92435b950884 req-749b3f14-dee1-44d8-b56e-cc803b95456e tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:11.601492 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cac16f-6c8b-44ea-abfa-92435b950884 req-749b3f14-dee1-44d8-b56e-cc803b95456e tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:11.609467 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cac16f-6c8b-44ea-abfa-92435b950884 req-749b3f14-dee1-44d8-b56e-cc803b95456e tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:11.616210 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cac16f-6c8b-44ea-abfa-92435b950884 req-749b3f14-dee1-44d8-b56e-cc803b95456e tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:11.618174 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b6cac16f-6c8b-44ea-abfa-92435b950884 req-749b3f14-dee1-44d8-b56e-cc803b95456e tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ec863d4-5792-46d2-b299-7b34b3ebe431 HTTP/1.1" status: 200 len: 5432 time: 0.2493248 Feb 19 02:46:11.627169 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c4376858-5d8c-47e5-a078-31fc25c06233 req-6a4a736b-925e-4f6e-9392-6efb7b224cd2 service neutron] 10.222.0.82 "GET /v2.0/networks/44fd1ffb-5e97-400f-b181-f59d27847659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853513 Feb 19 02:46:11.679087 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e053d6d6-b2a8-4029-ab4b-35a794dba692 tempest-RoutersTestDVR-132059916 tempest-RoutersTestDVR-132059916-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16317457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14254'] for router (13a356c1-fec4-4d27-841d-a4b3468987c4), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:11.681540 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e053d6d6-b2a8-4029-ab4b-35a794dba692 tempest-RoutersTestDVR-132059916 tempest-RoutersTestDVR-132059916-project-admin] Publish callbacks [] for router_controller (13a356c1-fec4-4d27-841d-a4b3468987c4), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:11.724581 n-d-826753-2 neutron-server[103701]: INFO neutron.api.v2.resource [req-96ffbff9-51ed-4fd9-8839-fb1129766179 req-38a3392b-6007-4a1d-82f8-4ead7f5fadb2 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] update failed (client error): There was a conflict when trying to complete your request. Feb 19 02:46:11.727442 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e053d6d6-b2a8-4029-ab4b-35a794dba692 tempest-RoutersTestDVR-132059916 tempest-RoutersTestDVR-132059916-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16317544'] for router (13a356c1-fec4-4d27-841d-a4b3468987c4), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:11.727935 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e053d6d6-b2a8-4029-ab4b-35a794dba692 tempest-RoutersTestDVR-132059916 tempest-RoutersTestDVR-132059916-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 13a356c1-fec4-4d27-841d-a4b3468987c4 {{(pid=103702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 02:46:11.736403 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e053d6d6-b2a8-4029-ab4b-35a794dba692 tempest-RoutersTestDVR-132059916 tempest-RoutersTestDVR-132059916-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:11.737909 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-e053d6d6-b2a8-4029-ab4b-35a794dba692 tempest-RoutersTestDVR-132059916 tempest-RoutersTestDVR-132059916-project-admin] 10.222.0.72 "DELETE /v2.0/routers/13a356c1-fec4-4d27-841d-a4b3468987c4 HTTP/1.1" status: 204 len: 168 time: 0.3076141 Feb 19 02:46:11.743864 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-96ffbff9-51ed-4fd9-8839-fb1129766179 req-38a3392b-6007-4a1d-82f8-4ead7f5fadb2 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] 10.222.0.72 "PUT /v2.0/floatingips/1c529fb6-2480-4e5c-8eb2-7c21b8b6795f HTTP/1.1" status: 409 len: 550 time: 0.6250517 Feb 19 02:46:11.743986 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53712) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:46:11.749049 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-8f3ee7d2-01d9-4a8a-a11c-44506c75cbc2 tempest-RoutersTestDVR-132059916 tempest-RoutersTestDVR-132059916-project-admin] Request body: {'router': {'name': 'tempest-router-2092002649', 'distributed': True}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:46:11.780784 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8f3ee7d2-01d9-4a8a-a11c-44506c75cbc2 tempest-RoutersTestDVR-132059916 tempest-RoutersTestDVR-132059916-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14172'] for router (998ef8e8-0107-4fc7-8d87-c8bc410bdbe2), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:11.781978 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8f3ee7d2-01d9-4a8a-a11c-44506c75cbc2 tempest-RoutersTestDVR-132059916 tempest-RoutersTestDVR-132059916-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16317487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16285822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16309985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14247'] for router (998ef8e8-0107-4fc7-8d87-c8bc410bdbe2), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:11.796869 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b6cac16f-6c8b-44ea-abfa-92435b950884 req-202bdf94-7b8e-4218-b438-d32f35e28b19 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ad2b075-8470-4480-bb4e-92661338512f&id=1cff43f7-3cfd-4595-99e1-888048810960&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1686463 Feb 19 02:46:11.851374 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c4376858-5d8c-47e5-a078-31fc25c06233 req-8bbc8a9c-5e55-4ce1-8815-a906a0c049a7 service neutron] 10.222.0.82 "GET /v2.0/networks/44fd1ffb-5e97-400f-b181-f59d27847659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140145 Feb 19 02:46:11.856337 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8f3ee7d2-01d9-4a8a-a11c-44506c75cbc2 tempest-RoutersTestDVR-132059916 tempest-RoutersTestDVR-132059916-project-admin] Publish callbacks [] for router_controller (998ef8e8-0107-4fc7-8d87-c8bc410bdbe2), precommit_add_association {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:11.861021 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8f3ee7d2-01d9-4a8a-a11c-44506c75cbc2 tempest-RoutersTestDVR-132059916 tempest-RoutersTestDVR-132059916-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16317478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865'] for router (998ef8e8-0107-4fc7-8d87-c8bc410bdbe2), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:11.883803 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8f3ee7d2-01d9-4a8a-a11c-44506c75cbc2 tempest-RoutersTestDVR-132059916 tempest-RoutersTestDVR-132059916-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:11.885802 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-8f3ee7d2-01d9-4a8a-a11c-44506c75cbc2 tempest-RoutersTestDVR-132059916 tempest-RoutersTestDVR-132059916-project-admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1416993 Feb 19 02:46:11.888860 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53716) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:46:11.905764 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5a0c4d22-02f0-47e5-a61e-9fc3b10b3f53 req-928487f2-a405-4686-8ad1-bacee187397b tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] 10.222.0.72 "GET /v2.0/floatingips/1c529fb6-2480-4e5c-8eb2-7c21b8b6795f HTTP/1.1" status: 200 len: 692 time: 0.0830202 Feb 19 02:46:11.931968 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cdde22-8e2b-4120-9e09-40ac353294dc req-19e02d2a-2ae0-45d5-b320-1b1dc508ea5a tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:11.933786 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e8cdde22-8e2b-4120-9e09-40ac353294dc req-19e02d2a-2ae0-45d5-b320-1b1dc508ea5a tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e2f228a-e46f-4adf-b471-367b30633d0f HTTP/1.1" status: 200 len: 945 time: 0.1339097 Feb 19 02:46:11.976536 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2947070a-0ca8-4d3d-8b43-7d558ea2af78 tempest-RoutersTestDVR-132059916 tempest-RoutersTestDVR-132059916-project-admin] Publish callbacks [] for router (998ef8e8-0107-4fc7-8d87-c8bc410bdbe2), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:12.156753 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2947070a-0ca8-4d3d-8b43-7d558ea2af78 tempest-RoutersTestDVR-132059916 tempest-RoutersTestDVR-132059916-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16317457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14254'] for router (998ef8e8-0107-4fc7-8d87-c8bc410bdbe2), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:12.159112 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2947070a-0ca8-4d3d-8b43-7d558ea2af78 tempest-RoutersTestDVR-132059916 tempest-RoutersTestDVR-132059916-project-admin] Publish callbacks [] for router_controller (998ef8e8-0107-4fc7-8d87-c8bc410bdbe2), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:12.205453 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2947070a-0ca8-4d3d-8b43-7d558ea2af78 tempest-RoutersTestDVR-132059916 tempest-RoutersTestDVR-132059916-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16317544'] for router (998ef8e8-0107-4fc7-8d87-c8bc410bdbe2), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:12.206125 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2947070a-0ca8-4d3d-8b43-7d558ea2af78 tempest-RoutersTestDVR-132059916 tempest-RoutersTestDVR-132059916-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 998ef8e8-0107-4fc7-8d87-c8bc410bdbe2 {{(pid=103702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 02:46:12.211585 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2947070a-0ca8-4d3d-8b43-7d558ea2af78 tempest-RoutersTestDVR-132059916 tempest-RoutersTestDVR-132059916-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:12.216016 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-2947070a-0ca8-4d3d-8b43-7d558ea2af78 tempest-RoutersTestDVR-132059916 tempest-RoutersTestDVR-132059916-project-admin] 10.222.0.72 "DELETE /v2.0/routers/998ef8e8-0107-4fc7-8d87-c8bc410bdbe2 HTTP/1.1" status: 204 len: 168 time: 0.3228731 Feb 19 02:46:12.350686 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e8cdde22-8e2b-4120-9e09-40ac353294dc req-ef003f2f-4db5-427e-8ab9-afa5efcbc5e2 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/security-groups?id=33e2eb59-206d-4216-aaf9-91cfc46ad855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4027781 Feb 19 02:46:12.358010 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0c4d22-02f0-47e5-a61e-9fc3b10b3f53 req-ee4e008f-a3f9-45dc-b852-b2611e34095f tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:12.359426 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5a0c4d22-02f0-47e5-a61e-9fc3b10b3f53 req-ee4e008f-a3f9-45dc-b852-b2611e34095f tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] 10.222.0.72 "GET /v2.0/networks/eaf64708-9021-419e-b287-ef3e0f51e2ee HTTP/1.1" status: 200 len: 784 time: 0.4453082 Feb 19 02:46:12.369061 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4376858-5d8c-47e5-a078-31fc25c06233 req-cb7e8463-790a-4d1f-9ca4-2fb95e685db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:12.369579 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4376858-5d8c-47e5-a078-31fc25c06233 req-cb7e8463-790a-4d1f-9ca4-2fb95e685db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:12.370042 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4376858-5d8c-47e5-a078-31fc25c06233 req-cb7e8463-790a-4d1f-9ca4-2fb95e685db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:12.370465 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4376858-5d8c-47e5-a078-31fc25c06233 req-cb7e8463-790a-4d1f-9ca4-2fb95e685db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:12.370938 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4376858-5d8c-47e5-a078-31fc25c06233 req-cb7e8463-790a-4d1f-9ca4-2fb95e685db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:12.371377 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4376858-5d8c-47e5-a078-31fc25c06233 req-cb7e8463-790a-4d1f-9ca4-2fb95e685db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:12.371826 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4376858-5d8c-47e5-a078-31fc25c06233 req-cb7e8463-790a-4d1f-9ca4-2fb95e685db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:12.373795 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c4376858-5d8c-47e5-a078-31fc25c06233 req-cb7e8463-790a-4d1f-9ca4-2fb95e685db4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7478e867ac94480b9c1c44ca2e321f2f&device_id=6ec863d4-5792-46d2-b299-7b34b3ebe431 HTTP/1.1" status: 200 len: 6706 time: 0.3924637 Feb 19 02:46:12.379850 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [req-5a0c4d22-02f0-47e5-a61e-9fc3b10b3f53 req-6685b7e3-c79d-42af-a43a-ce2f0a7f89ad tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103701) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:46:12.380906 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5a0c4d22-02f0-47e5-a61e-9fc3b10b3f53 req-6685b7e3-c79d-42af-a43a-ce2f0a7f89ad tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062506 Feb 19 02:46:12.493128 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5a0c4d22-02f0-47e5-a61e-9fc3b10b3f53 req-1a581579-f3e1-41cd-b1e2-ee0d297d2d3a tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.6.38 HTTP/1.1" status: 200 len: 695 time: 0.0923312 Feb 19 02:46:12.517287 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53724) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:46:12.574902 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5a0c4d22-02f0-47e5-a61e-9fc3b10b3f53 req-862932c4-176b-49c7-a2a7-defc72fa68fa tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.6.38 HTTP/1.1" status: 200 len: 695 time: 0.0649128 Feb 19 02:46:12.627681 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4376858-5d8c-47e5-a078-31fc25c06233 req-dd6dd886-5e77-4b64-89ac-d367a1b74654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:12.629799 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c4376858-5d8c-47e5-a078-31fc25c06233 req-dd6dd886-5e77-4b64-89ac-d367a1b74654 service neutron] 10.222.0.82 "GET /v2.0/networks?id=c312b721-2b22-4f34-983e-08de11418b4e HTTP/1.1" status: 200 len: 903 time: 0.2473762 Feb 19 02:46:12.636366 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-22cf52d2-a6e1-4ef9-92f6-31f1c1d1569d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:12.679507 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18b1aa3-375b-4d26-b282-684425914ae0 req-16db79b5-6471-4cb0-951d-44d13f1292b5 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:12.685900 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d18b1aa3-375b-4d26-b282-684425914ae0 req-16db79b5-6471-4cb0-951d-44d13f1292b5 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6022ed1-67a1-4ded-890d-e1e66f84412d HTTP/1.1" status: 200 len: 943 time: 0.2172182 Feb 19 02:46:12.700466 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c4376858-5d8c-47e5-a078-31fc25c06233 req-096e9e94-2269-46a6-a4a4-2c4bc49b841a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=13e17843-8e6e-4578-886e-e64bbf209f72 HTTP/1.1" status: 200 len: 217 time: 0.0650606 Feb 19 02:46:12.717447 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-22cf52d2-a6e1-4ef9-92f6-31f1c1d1569d admin admin] Publish callbacks [] for security_group (babea90c-e30b-4990-a272-5a341230734f), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:12.722170 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-22cf52d2-a6e1-4ef9-92f6-31f1c1d1569d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (babea90c-e30b-4990-a272-5a341230734f), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:12.764710 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cf52d2-a6e1-4ef9-92f6-31f1c1d1569d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=babea90c-e30b-4990-a272-5a341230734f,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:12.771219 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-22cf52d2-a6e1-4ef9-92f6-31f1c1d1569d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=bbfbb8e454df48489ad737e38e2ab548&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2526100 Feb 19 02:46:12.773735 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53728) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:46:12.833127 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-095bcda7-60e5-46c5-875d-a92d493025c3 admin admin] Publish callbacks [] for security_group (babea90c-e30b-4990-a272-5a341230734f), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:12.840473 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d18b1aa3-375b-4d26-b282-684425914ae0 req-8fcc0541-219e-49e6-8482-f74dc5a3739f tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532242 Feb 19 02:46:12.841982 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4376858-5d8c-47e5-a078-31fc25c06233 req-b0761ee7-0147-47ce-900f-853ef433a2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:12.843528 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c4376858-5d8c-47e5-a078-31fc25c06233 req-b0761ee7-0147-47ce-900f-853ef433a2bd service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f84e87eb-7d47-442d-8bd5-a5dfb358e2aa HTTP/1.1" status: 200 len: 797 time: 0.1071110 Feb 19 02:46:12.861916 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-095bcda7-60e5-46c5-875d-a92d493025c3 admin admin] Publish callbacks [] for security_group (babea90c-e30b-4990-a272-5a341230734f), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:12.920024 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-5a0c4d22-02f0-47e5-a61e-9fc3b10b3f53 req-fbed4259-0ebc-4773-94fb-1b2e6b1f0297 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] Deleting port b8047deb-8874-47c0-a9b4-7b077358c337 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:46:12.920544 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-5a0c4d22-02f0-47e5-a61e-9fc3b10b3f53 req-fbed4259-0ebc-4773-94fb-1b2e6b1f0297 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (b8047deb-8874-47c0-a9b4-7b077358c337), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:12.923898 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-095bcda7-60e5-46c5-875d-a92d493025c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (babea90c-e30b-4990-a272-5a341230734f), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:12.929425 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-095bcda7-60e5-46c5-875d-a92d493025c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:12.932913 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-095bcda7-60e5-46c5-875d-a92d493025c3 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/babea90c-e30b-4990-a272-5a341230734f HTTP/1.1" status: 204 len: 168 time: 0.1549599 Feb 19 02:46:12.938899 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095bcda7-60e5-46c5-875d-a92d493025c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=babea90c-e30b-4990-a272-5a341230734f,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:13.030984 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4376858-5d8c-47e5-a078-31fc25c06233 req-654126af-57fb-4feb-b5a0-0eeab111993e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:13.032515 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c4376858-5d8c-47e5-a078-31fc25c06233 req-654126af-57fb-4feb-b5a0-0eeab111993e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c312b721-2b22-4f34-983e-08de11418b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1772463 Feb 19 02:46:13.121754 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-5a0c4d22-02f0-47e5-a61e-9fc3b10b3f53 req-fbed4259-0ebc-4773-94fb-1b2e6b1f0297 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (b8047deb-8874-47c0-a9b4-7b077358c337), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:13.121962 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-5a0c4d22-02f0-47e5-a61e-9fc3b10b3f53 req-fbed4259-0ebc-4773-94fb-1b2e6b1f0297 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] Publish callbacks [] for floatingip (b8047deb-8874-47c0-a9b4-7b077358c337), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:13.142436 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bc701e-939e-407a-ac98-3d7f80a6a740 req-1367c497-dcf9-499d-9b69-7f543de58b07 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:13.143866 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-13bc701e-939e-407a-ac98-3d7f80a6a740 req-1367c497-dcf9-499d-9b69-7f543de58b07 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3e2950d-ab47-4046-8006-daf03c09940e HTTP/1.1" status: 200 len: 944 time: 0.2211599 Feb 19 02:46:13.151013 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-5a0c4d22-02f0-47e5-a61e-9fc3b10b3f53 req-fbed4259-0ebc-4773-94fb-1b2e6b1f0297 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] Calling delete_port for b8047deb-8874-47c0-a9b4-7b077358c337 owned by network:floatingip {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:46:13.241528 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53736) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:46:13.255738 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-566a83ae-242d-403a-897d-1bc11d57cbb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:13.266332 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c4376858-5d8c-47e5-a078-31fc25c06233 req-2489c2d4-7554-4553-bb87-615a4581a259 service neutron] 10.222.0.82 "GET /v2.0/networks/c312b721-2b22-4f34-983e-08de11418b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234476 Feb 19 02:46:13.279478 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-13bc701e-939e-407a-ac98-3d7f80a6a740 req-fe0f271f-8714-4e5e-9d11-64836ba98af6 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264639 Feb 19 02:46:13.344712 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-566a83ae-242d-403a-897d-1bc11d57cbb4 admin admin] Publish callbacks [] for security_group (7ba5407c-6579-40ef-a689-5643fa4b9c40), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:13.352985 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-566a83ae-242d-403a-897d-1bc11d57cbb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (7ba5407c-6579-40ef-a689-5643fa4b9c40), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:13.392310 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-566a83ae-242d-403a-897d-1bc11d57cbb4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1716301273034e37973316cf5694c29b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1486259 Feb 19 02:46:13.392674 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 53740) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:46:13.414178 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566a83ae-242d-403a-897d-1bc11d57cbb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba5407c-6579-40ef-a689-5643fa4b9c40,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:13.459899 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c4376858-5d8c-47e5-a078-31fc25c06233 req-4879e086-a3e1-43fa-ab92-b4c6ac942274 service neutron] 10.222.0.82 "GET /v2.0/networks/c312b721-2b22-4f34-983e-08de11418b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852331 Feb 19 02:46:13.526016 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-5a0c4d22-02f0-47e5-a61e-9fc3b10b3f53 req-fbed4259-0ebc-4773-94fb-1b2e6b1f0297 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (b8047deb-8874-47c0-a9b4-7b077358c337), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:13.557670 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-90db12b4-b46c-4804-b358-bc44213073c7 admin admin] Publish callbacks [] for security_group (7ba5407c-6579-40ef-a689-5643fa4b9c40), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:13.565498 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbed4259-0ebc-4773-94fb-1b2e6b1f0297 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] Pushing event deleted for resources: {'Port': ['ID=b8047deb-8874-47c0-a9b4-7b077358c337,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:13.614073 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-90db12b4-b46c-4804-b358-bc44213073c7 admin admin] Publish callbacks [] for security_group (7ba5407c-6579-40ef-a689-5643fa4b9c40), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:13.633558 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0123d9-3dc3-45c2-9be7-67492eaa62ab req-d013758e-4a6d-4713-821c-824615fa2467 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:13.638884 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0123d9-3dc3-45c2-9be7-67492eaa62ab req-d013758e-4a6d-4713-821c-824615fa2467 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:13.644206 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0123d9-3dc3-45c2-9be7-67492eaa62ab req-d013758e-4a6d-4713-821c-824615fa2467 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:13.650188 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0123d9-3dc3-45c2-9be7-67492eaa62ab req-d013758e-4a6d-4713-821c-824615fa2467 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:13.655643 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0123d9-3dc3-45c2-9be7-67492eaa62ab req-d013758e-4a6d-4713-821c-824615fa2467 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:13.661691 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0123d9-3dc3-45c2-9be7-67492eaa62ab req-d013758e-4a6d-4713-821c-824615fa2467 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:13.667563 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0123d9-3dc3-45c2-9be7-67492eaa62ab req-d013758e-4a6d-4713-821c-824615fa2467 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:13.669579 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1f0123d9-3dc3-45c2-9be7-67492eaa62ab req-d013758e-4a6d-4713-821c-824615fa2467 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ec863d4-5792-46d2-b299-7b34b3ebe431 HTTP/1.1" status: 200 len: 5432 time: 0.2591269 Feb 19 02:46:13.757698 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-5a0c4d22-02f0-47e5-a61e-9fc3b10b3f53 req-fbed4259-0ebc-4773-94fb-1b2e6b1f0297 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] Publish callbacks [] for floatingip (1c529fb6-2480-4e5c-8eb2-7c21b8b6795f), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:13.760339 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-5a0c4d22-02f0-47e5-a61e-9fc3b10b3f53 req-fbed4259-0ebc-4773-94fb-1b2e6b1f0297 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:13.761569 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5a0c4d22-02f0-47e5-a61e-9fc3b10b3f53 req-fbed4259-0ebc-4773-94fb-1b2e6b1f0297 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] 10.222.0.72 "DELETE /v2.0/floatingips/1c529fb6-2480-4e5c-8eb2-7c21b8b6795f HTTP/1.1" status: 204 len: 173 time: 1.1788325 Feb 19 02:46:13.807172 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1f0123d9-3dc3-45c2-9be7-67492eaa62ab req-6e472dd5-53f7-4e50-bc63-b8540e4f5f21 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ad2b075-8470-4480-bb4e-92661338512f&id=1cff43f7-3cfd-4595-99e1-888048810960&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1131504 Feb 19 02:46:13.810983 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-90db12b4-b46c-4804-b358-bc44213073c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (7ba5407c-6579-40ef-a689-5643fa4b9c40), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:13.814812 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-90db12b4-b46c-4804-b358-bc44213073c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:13.816499 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-90db12b4-b46c-4804-b358-bc44213073c7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7ba5407c-6579-40ef-a689-5643fa4b9c40 HTTP/1.1" status: 204 len: 168 time: 0.4180067 Feb 19 02:46:13.826604 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90db12b4-b46c-4804-b358-bc44213073c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba5407c-6579-40ef-a689-5643fa4b9c40,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:14.013866 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207552e5-3738-4a2f-b9d4-30719225c620 req-9098068c-385f-4fd3-b107-9bb2a305c183 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:14.015757 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-207552e5-3738-4a2f-b9d4-30719225c620 req-9098068c-385f-4fd3-b107-9bb2a305c183 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e2f228a-e46f-4adf-b471-367b30633d0f HTTP/1.1" status: 200 len: 945 time: 0.1782959 Feb 19 02:46:14.039662 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-134b826f-8966-4a00-81fd-71e12b3f8d49 req-24a23ee4-5175-4f2f-bc57-dcfbb8f9a7a9 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.6.214 HTTP/1.1" status: 200 len: 1002 time: 0.1452065 Feb 19 02:46:14.123751 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134b826f-8966-4a00-81fd-71e12b3f8d49 req-401568ea-94bd-48cb-8843-2f29d0fae956 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:14.125226 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-134b826f-8966-4a00-81fd-71e12b3f8d49 req-401568ea-94bd-48cb-8843-2f29d0fae956 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] 10.222.0.72 "GET /v2.0/ports/ee066435-da91-476c-bce3-47a140c27bb8 HTTP/1.1" status: 200 len: 943 time: 0.0795696 Feb 19 02:46:14.129023 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-207552e5-3738-4a2f-b9d4-30719225c620 req-311ad736-d629-4113-aa20-469b0b9fc210 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/security-groups?id=33e2eb59-206d-4216-aaf9-91cfc46ad855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043062 Feb 19 02:46:14.296931 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-134b826f-8966-4a00-81fd-71e12b3f8d49 req-4b1b4645-f4fc-4e1a-a124-57d6334438d0 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.6.214 HTTP/1.1" status: 200 len: 1002 time: 0.1148829 Feb 19 02:46:14.402975 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1741b7be-df2c-483f-9c18-b4839e97e9f5 req-26b0067b-0562-4f82-8f0d-4762ae660d95 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:14.404699 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1741b7be-df2c-483f-9c18-b4839e97e9f5 req-26b0067b-0562-4f82-8f0d-4762ae660d95 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6022ed1-67a1-4ded-890d-e1e66f84412d HTTP/1.1" status: 200 len: 943 time: 0.1735129 Feb 19 02:46:14.492852 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134b826f-8966-4a00-81fd-71e12b3f8d49 req-6f460bd0-17d3-408f-8f17-a57ff49efb3c tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:14.500611 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-134b826f-8966-4a00-81fd-71e12b3f8d49 req-6f460bd0-17d3-408f-8f17-a57ff49efb3c tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] 10.222.0.72 "GET /v2.0/networks/eaf64708-9021-419e-b287-ef3e0f51e2ee HTTP/1.1" status: 200 len: 784 time: 0.2025287 Feb 19 02:46:14.506607 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1741b7be-df2c-483f-9c18-b4839e97e9f5 req-326969d7-9be8-4365-a834-d4088c9bb4bd tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921962 Feb 19 02:46:14.615678 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-134b826f-8966-4a00-81fd-71e12b3f8d49 req-0f77c69f-9148-4c00-993c-c5e336b8ba7f tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.6.214 HTTP/1.1" status: 200 len: 1002 time: 0.1141570 Feb 19 02:46:14.659209 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-134b826f-8966-4a00-81fd-71e12b3f8d49 req-ae9f11d6-7f5e-459f-8156-6cf20e31d953 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:46:14.746003 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f08d0d-6bea-4ecd-8717-47192020afac req-d4bfe60b-6d34-489f-b72a-6e80da79829b tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:14.752681 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-15f08d0d-6bea-4ecd-8717-47192020afac req-d4bfe60b-6d34-489f-b72a-6e80da79829b tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3e2950d-ab47-4046-8006-daf03c09940e HTTP/1.1" status: 200 len: 944 time: 0.1345799 Feb 19 02:46:14.780224 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-134b826f-8966-4a00-81fd-71e12b3f8d49 req-ae9f11d6-7f5e-459f-8156-6cf20e31d953 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] Publish callbacks [] for floatingip (91f46c0c-0ca1-4cf3-8877-362adab064df), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:14.864202 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-15f08d0d-6bea-4ecd-8717-47192020afac req-dd7d6264-02d5-4872-a856-4c7ddcaa6eb5 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079409 Feb 19 02:46:14.891952 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53772) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:46:15.029193 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-134b826f-8966-4a00-81fd-71e12b3f8d49 req-ae9f11d6-7f5e-459f-8156-6cf20e31d953 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:15.042324 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-820814ee-441c-4ef2-821c-9c343aa4f1c5 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Request body: {'networks': [{'name': 'tempest-network--1083031090'}, {'name': 'tempest-network--148495989'}]} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:46:15.043105 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-820814ee-441c-4ef2-821c-9c343aa4f1c5 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Request body: {'network': {'name': 'tempest-network--1083031090'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:46:15.043778 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-820814ee-441c-4ef2-821c-9c343aa4f1c5 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Request body: {'network': {'name': 'tempest-network--148495989'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:46:15.053461 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-134b826f-8966-4a00-81fd-71e12b3f8d49 req-ae9f11d6-7f5e-459f-8156-6cf20e31d953 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16285943'] for floatingip (91f46c0c-0ca1-4cf3-8877-362adab064df), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:15.053639 n-d-826753-2 neutron-server[103701]: INFO neutron.db.l3_db [req-134b826f-8966-4a00-81fd-71e12b3f8d49 req-ae9f11d6-7f5e-459f-8156-6cf20e31d953 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] Floating IP 91f46c0c-0ca1-4cf3-8877-362adab064df disassociated. External IP: 172.25.6.214, port: ee066435-da91-476c-bce3-47a140c27bb8. Feb 19 02:46:15.076727 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-820814ee-441c-4ef2-821c-9c343aa4f1c5 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Made reservation on behalf of c2b5ce01ddc54c09a9a29235f329192b for: {'network': 2} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:46:15.082007 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-820814ee-441c-4ef2-821c-9c343aa4f1c5 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:15.092821 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-820814ee-441c-4ef2-821c-9c343aa4f1c5 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:15.166536 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339f6750-55ff-40a9-aebf-a977d4100fb7 req-a9c00ea2-6471-4a68-a0cf-75dbb42c172d tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:15.172523 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339f6750-55ff-40a9-aebf-a977d4100fb7 req-a9c00ea2-6471-4a68-a0cf-75dbb42c172d tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:15.178851 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339f6750-55ff-40a9-aebf-a977d4100fb7 req-a9c00ea2-6471-4a68-a0cf-75dbb42c172d tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:15.184607 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339f6750-55ff-40a9-aebf-a977d4100fb7 req-a9c00ea2-6471-4a68-a0cf-75dbb42c172d tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:15.190083 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339f6750-55ff-40a9-aebf-a977d4100fb7 req-a9c00ea2-6471-4a68-a0cf-75dbb42c172d tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:15.196547 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339f6750-55ff-40a9-aebf-a977d4100fb7 req-a9c00ea2-6471-4a68-a0cf-75dbb42c172d tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:15.202161 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339f6750-55ff-40a9-aebf-a977d4100fb7 req-a9c00ea2-6471-4a68-a0cf-75dbb42c172d tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:15.203362 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-820814ee-441c-4ef2-821c-9c343aa4f1c5 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Publish callbacks [] for security_group (15b8a40c-a8f4-418c-9fc5-b0bd88811746), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:15.204216 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-339f6750-55ff-40a9-aebf-a977d4100fb7 req-a9c00ea2-6471-4a68-a0cf-75dbb42c172d tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ec863d4-5792-46d2-b299-7b34b3ebe431 HTTP/1.1" status: 200 len: 5432 time: 0.1929870 Feb 19 02:46:15.218262 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-820814ee-441c-4ef2-821c-9c343aa4f1c5 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (15b8a40c-a8f4-418c-9fc5-b0bd88811746), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:15.218728 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-820814ee-441c-4ef2-821c-9c343aa4f1c5 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:15.274547 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820814ee-441c-4ef2-821c-9c343aa4f1c5 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15b8a40c-a8f4-418c-9fc5-b0bd88811746,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:15.313076 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-820814ee-441c-4ef2-821c-9c343aa4f1c5 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] vlan segment allocate from pool success with {'vlan_id': 267, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:46:15.330790 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-820814ee-441c-4ef2-821c-9c343aa4f1c5 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (04bbccf8-4831-4212-8e74-400057cb8682), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:15.331752 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-820814ee-441c-4ef2-821c-9c343aa4f1c5 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Added segment 04bbccf8-4831-4212-8e74-400057cb8682 of type vlan for network 06de190e-d2d1-456b-9b8e-9e611c1e4485 Feb 19 02:46:15.386743 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-820814ee-441c-4ef2-821c-9c343aa4f1c5 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (06de190e-d2d1-456b-9b8e-9e611c1e4485), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:15.431500 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-820814ee-441c-4ef2-821c-9c343aa4f1c5 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] vlan segment allocate from pool success with {'vlan_id': 280, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:46:15.446988 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-820814ee-441c-4ef2-821c-9c343aa4f1c5 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (e08390d0-9db3-4ece-b491-818d2d2f3906), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:15.447813 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-820814ee-441c-4ef2-821c-9c343aa4f1c5 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Added segment e08390d0-9db3-4ece-b491-818d2d2f3906 of type vlan for network 20bb3f92-46e1-47e2-abc8-00a0ec868412 Feb 19 02:46:15.458528 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-23a0216e-7868-4558-88e0-4da44fe3eb26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:15.515391 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-820814ee-441c-4ef2-821c-9c343aa4f1c5 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (20bb3f92-46e1-47e2-abc8-00a0ec868412), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:15.555982 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-820814ee-441c-4ef2-821c-9c343aa4f1c5 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (06de190e-d2d1-456b-9b8e-9e611c1e4485), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:15.556489 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-820814ee-441c-4ef2-821c-9c343aa4f1c5 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (20bb3f92-46e1-47e2-abc8-00a0ec868412), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:15.561629 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820814ee-441c-4ef2-821c-9c343aa4f1c5 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:15.565905 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820814ee-441c-4ef2-821c-9c343aa4f1c5 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:15.566616 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-820814ee-441c-4ef2-821c-9c343aa4f1c5 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:15.627457 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-820814ee-441c-4ef2-821c-9c343aa4f1c5 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.7339785 Feb 19 02:46:15.631835 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 53782) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:46:15.642960 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820814ee-441c-4ef2-821c-9c343aa4f1c5 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Pushing event updated for resources: {'Network': ['ID=06de190e-d2d1-456b-9b8e-9e611c1e4485,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:15.656192 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 06de190e-d2d1-456b-9b8e-9e611c1e4485 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:46:15.730123 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820814ee-441c-4ef2-821c-9c343aa4f1c5 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Pushing event updated for resources: {'Network': ['ID=20bb3f92-46e1-47e2-abc8-00a0ec868412,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:15.741296 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 20bb3f92-46e1-47e2-abc8-00a0ec868412 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:46:15.849579 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-339f6750-55ff-40a9-aebf-a977d4100fb7 req-102100ca-4c18-4829-819f-34ec1689a911 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ad2b075-8470-4480-bb4e-92661338512f&id=1cff43f7-3cfd-4595-99e1-888048810960&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6336386 Feb 19 02:46:15.881614 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [req-134b826f-8966-4a00-81fd-71e12b3f8d49 req-ae9f11d6-7f5e-459f-8156-6cf20e31d953 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] Router 8d65c124-4f7d-4113-93a3-b3dbe490023c has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:46:15.924584 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f4542d-16f6-489d-ac2c-6e9837bd322c tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:15.929944 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f4542d-16f6-489d-ac2c-6e9837bd322c tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:15.935162 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f4542d-16f6-489d-ac2c-6e9837bd322c tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:15.940609 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f4542d-16f6-489d-ac2c-6e9837bd322c tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:15.943197 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-40f4542d-16f6-489d-ac2c-6e9837bd322c tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3104107 Feb 19 02:46:15.946299 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 53786) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:46:16.109738 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-375b082c-5fd9-4816-aca1-d25836894e50 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (06de190e-d2d1-456b-9b8e-9e611c1e4485), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:16.166883 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3871d57a-632b-409a-928c-4303cf0cb20e req-be141ed0-012f-4edd-aaf7-fd332202edc7 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:16.168354 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3871d57a-632b-409a-928c-4303cf0cb20e req-be141ed0-012f-4edd-aaf7-fd332202edc7 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e2f228a-e46f-4adf-b471-367b30633d0f HTTP/1.1" status: 200 len: 945 time: 0.2230592 Feb 19 02:46:16.203515 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-134b826f-8966-4a00-81fd-71e12b3f8d49 req-ae9f11d6-7f5e-459f-8156-6cf20e31d953 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:46:16.214572 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-134b826f-8966-4a00-81fd-71e12b3f8d49 req-ae9f11d6-7f5e-459f-8156-6cf20e31d953 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:16.215337 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4337b27b-7df9-4532-86ab-79063ed627fe None None] Sync routers for ids ['8d65c124-4f7d-4113-93a3-b3dbe490023c'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:46:16.225502 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4337b27b-7df9-4532-86ab-79063ed627fe None None] Routers {'8d65c124-4f7d-4113-93a3-b3dbe490023c'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:46:16.226120 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-4337b27b-7df9-4532-86ab-79063ed627fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:45:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['8d65c124-4f7d-4113-93a3-b3dbe490023c'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:46:16.314367 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-134b826f-8966-4a00-81fd-71e12b3f8d49 req-ae9f11d6-7f5e-459f-8156-6cf20e31d953 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] 10.222.0.72 "PUT /v2.0/floatingips/91f46c0c-0ca1-4cf3-8877-362adab064df HTTP/1.1" status: 200 len: 695 time: 1.6601613 Feb 19 02:46:16.318479 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8312037b-1a40-46ab-bb7a-06e57fc82c1e', 'tag': 'ee066435-da91-476c-bce3-47a140c27bb8'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:46:16.320497 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-163d3ac1-3391-4d36-94a7-ce7264a58059" -d '{"events": [{"name": "network-changed", "server_uuid": "8312037b-1a40-46ab-bb7a-06e57fc82c1e", "tag": "ee066435-da91-476c-bce3-47a140c27bb8"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:46:16.324483 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-375b082c-5fd9-4816-aca1-d25836894e50 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (06de190e-d2d1-456b-9b8e-9e611c1e4485), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:16.329570 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3871d57a-632b-409a-928c-4303cf0cb20e req-a60825ae-48a9-417e-b796-2a8f54b0131b tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/security-groups?id=33e2eb59-206d-4216-aaf9-91cfc46ad855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523812 Feb 19 02:46:16.345922 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-4337b27b-7df9-4532-86ab-79063ed627fe None None] Set router 8d65c124-4f7d-4113-93a3-b3dbe490023c gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:46:16.359917 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-375b082c-5fd9-4816-aca1-d25836894e50 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06de190e-d2d1-456b-9b8e-9e611c1e4485']}} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:46:16.375118 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-375b082c-5fd9-4816-aca1-d25836894e50 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04bbccf8-4831-4212-8e74-400057cb8682') {'for_net_delete': True} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:46:16.375489 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-375b082c-5fd9-4816-aca1-d25836894e50 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04bbccf8-4831-4212-8e74-400057cb8682') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:46:16.411575 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-375b082c-5fd9-4816-aca1-d25836894e50 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12647422'] for segment (04bbccf8-4831-4212-8e74-400057cb8682), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:16.451165 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-375b082c-5fd9-4816-aca1-d25836894e50 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (04bbccf8-4831-4212-8e74-400057cb8682), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:16.466535 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-375b082c-5fd9-4816-aca1-d25836894e50 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Releasing vlan 267 on physical network physnet1 to pool {{(pid=103701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:46:16.466944 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-375b082c-5fd9-4816-aca1-d25836894e50 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583360'] for segment (04bbccf8-4831-4212-8e74-400057cb8682), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:16.469975 n-d-826753-2 neutron-server[103701]: Traceback (most recent call last): Feb 19 02:46:16.469975 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:46:16.469975 n-d-826753-2 neutron-server[103701]: timer() Feb 19 02:46:16.469975 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:46:16.469975 n-d-826753-2 neutron-server[103701]: cb(*args, **kw) Feb 19 02:46:16.469975 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:46:16.469975 n-d-826753-2 neutron-server[103701]: return func(*args, **kwargs) Feb 19 02:46:16.469975 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:46:16.469975 n-d-826753-2 neutron-server[103701]: self._notify() Feb 19 02:46:16.469975 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:46:16.469975 n-d-826753-2 neutron-server[103701]: self.callback(batched_events) Feb 19 02:46:16.469975 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:46:16.469975 n-d-826753-2 neutron-server[103701]: event.method(event) Feb 19 02:46:16.469975 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:46:16.469975 n-d-826753-2 neutron-server[103701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:46:16.469975 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:46:16.469975 n-d-826753-2 neutron-server[103701]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:46:16.469975 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:46:16.469975 n-d-826753-2 neutron-server[103701]: return f(self, *a, **k) Feb 19 02:46:16.469975 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:46:16.469975 n-d-826753-2 neutron-server[103701]: return self._get(url).json() Feb 19 02:46:16.469975 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:46:16.469975 n-d-826753-2 neutron-server[103701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:46:16.469975 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:46:16.469975 n-d-826753-2 neutron-server[103701]: return self.request(url, 'GET', **kwargs) Feb 19 02:46:16.469975 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:46:16.469975 n-d-826753-2 neutron-server[103701]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:46:16.469975 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:46:16.469975 n-d-826753-2 neutron-server[103701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:46:16.469975 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:46:16.469975 n-d-826753-2 neutron-server[103701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:46:16.469975 n-d-826753-2 neutron-server[103701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:46:16.487672 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134b826f-8966-4a00-81fd-71e12b3f8d49 req-ac60a936-f505-4bba-8bbe-15aadfdd02ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:16.490205 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-134b826f-8966-4a00-81fd-71e12b3f8d49 req-ac60a936-f505-4bba-8bbe-15aadfdd02ac service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=af7820d1191f4d05a06d2c0958fc8a78&device_id=8312037b-1a40-46ab-bb7a-06e57fc82c1e HTTP/1.1" status: 200 len: 1128 time: 0.1348138 Feb 19 02:46:16.580705 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-4337b27b-7df9-4532-86ab-79063ed627fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d65c124-4f7d-4113-93a3-b3dbe490023c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-563828300-router', 'tenant_id': 'af7820d1191f4d05a06d2c0958fc8a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': 'dc5dde6f-97d8-46fb-8937-495a448b26ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:45:15Z', 'updated_at': '2022-02-19T02:45:24Z', 'revision_number': 4, 'project_id': 'af7820d1191f4d05a06d2c0958fc8a78', 'gw_port': {'id': 'dc5dde6f-97d8-46fb-8937-495a448b26ae', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d65c124-4f7d-4113-93a3-b3dbe490023c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:45:17Z', 'updated_at': '2022-02-19T02:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': 'e9d07dd7-97f4-4f92-b340-5551cdaa6cb2', 'name': '', 'network_id': '44fd1ffb-5e97-400f-b181-f59d27847659', 'tenant_id': 'af7820d1191f4d05a06d2c0958fc8a78', 'mac_address': 'fa:16:3e:7c:7b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d65c124-4f7d-4113-93a3-b3dbe490023c', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '7af6d22e-9a50-40bb-a81b-279bc527ba8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:45:23Z', 'updated_at': '2022-02-19T02:45:29Z', 'revision_number': 5, 'project_id': 'af7820d1191f4d05a06d2c0958fc8a78', 'subnets': [{'id': '7af6d22e-9a50-40bb-a81b-279bc527ba8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:46:16.598386 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8554f2d9-e7d3-4d3d-bae3-8295143aab64 req-09b0e0b5-7198-42db-888d-341c2e6478e7 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:16.599875 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8554f2d9-e7d3-4d3d-bae3-8295143aab64 req-09b0e0b5-7198-42db-888d-341c2e6478e7 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6022ed1-67a1-4ded-890d-e1e66f84412d HTTP/1.1" status: 200 len: 943 time: 0.1918898 Feb 19 02:46:16.616732 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-375b082c-5fd9-4816-aca1-d25836894e50 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (06de190e-d2d1-456b-9b8e-9e611c1e4485), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:16.623297 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4337b27b-7df9-4532-86ab-79063ed627fe None None] Checking router: 8d65c124-4f7d-4113-93a3-b3dbe490023c for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:46:16.636645 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4337b27b-7df9-4532-86ab-79063ed627fe None None] Routers {'8d65c124-4f7d-4113-93a3-b3dbe490023c'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:46:16.637454 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-4337b27b-7df9-4532-86ab-79063ed627fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:45:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['8d65c124-4f7d-4113-93a3-b3dbe490023c'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:46:16.639308 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-375b082c-5fd9-4816-aca1-d25836894e50 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:16.642510 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-375b082c-5fd9-4816-aca1-d25836894e50 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] 10.222.0.72 "DELETE /v2.0/networks/06de190e-d2d1-456b-9b8e-9e611c1e4485 HTTP/1.1" status: 204 len: 168 time: 0.6906927 Feb 19 02:46:16.645335 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53790) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:46:16.668499 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375b082c-5fd9-4816-aca1-d25836894e50 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Pushing event deleted for resources: {'Network': ['ID=06de190e-d2d1-456b-9b8e-9e611c1e4485,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:16.684679 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134b826f-8966-4a00-81fd-71e12b3f8d49 req-cb918b7e-456f-4d57-be2f-8988c2ad6015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:16.686189 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-134b826f-8966-4a00-81fd-71e12b3f8d49 req-cb918b7e-456f-4d57-be2f-8988c2ad6015 service neutron] 10.222.0.72 "GET /v2.0/networks?id=44fd1ffb-5e97-400f-b181-f59d27847659 HTTP/1.1" status: 200 len: 929 time: 0.1681499 Feb 19 02:46:16.704960 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8554f2d9-e7d3-4d3d-bae3-8295143aab64 req-7effe226-0186-4d2e-acac-a2aecef41ba2 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982778 Feb 19 02:46:16.744539 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-134b826f-8966-4a00-81fd-71e12b3f8d49 req-affb5065-9b52-47e9-aa70-2c253575b601 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee066435-da91-476c-bce3-47a140c27bb8 HTTP/1.1" status: 200 len: 217 time: 0.0503159 Feb 19 02:46:16.790537 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-4337b27b-7df9-4532-86ab-79063ed627fe None None] Set router 8d65c124-4f7d-4113-93a3-b3dbe490023c gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:46:16.796510 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-76fde4a5-5bef-4476-b834-efc0c24b01cc tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (20bb3f92-46e1-47e2-abc8-00a0ec868412), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:16.824848 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134b826f-8966-4a00-81fd-71e12b3f8d49 req-7a827e97-36f2-45c2-8c11-7070c330ccd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:16.826489 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-134b826f-8966-4a00-81fd-71e12b3f8d49 req-7a827e97-36f2-45c2-8c11-7070c330ccd3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7af6d22e-9a50-40bb-a81b-279bc527ba8b HTTP/1.1" status: 200 len: 867 time: 0.0765240 Feb 19 02:46:16.881527 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a19a85-2d6e-4c5c-b49b-1b6cf71dc50d req-5ab8ace8-aae5-4439-9bbf-7a8959ba95ce tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:16.883401 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-29a19a85-2d6e-4c5c-b49b-1b6cf71dc50d req-5ab8ace8-aae5-4439-9bbf-7a8959ba95ce tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3e2950d-ab47-4046-8006-daf03c09940e HTTP/1.1" status: 200 len: 944 time: 0.0932243 Feb 19 02:46:16.909207 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-76fde4a5-5bef-4476-b834-efc0c24b01cc tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (20bb3f92-46e1-47e2-abc8-00a0ec868412), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:16.935283 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134b826f-8966-4a00-81fd-71e12b3f8d49 req-c5f44dd4-4d97-4d65-95b5-61f72aedc999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:16.937025 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-134b826f-8966-4a00-81fd-71e12b3f8d49 req-c5f44dd4-4d97-4d65-95b5-61f72aedc999 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=44fd1ffb-5e97-400f-b181-f59d27847659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1032758 Feb 19 02:46:16.937480 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-76fde4a5-5bef-4476-b834-efc0c24b01cc tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20bb3f92-46e1-47e2-abc8-00a0ec868412']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:46:16.949048 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-76fde4a5-5bef-4476-b834-efc0c24b01cc tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e08390d0-9db3-4ece-b491-818d2d2f3906') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:46:16.949621 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-76fde4a5-5bef-4476-b834-efc0c24b01cc tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e08390d0-9db3-4ece-b491-818d2d2f3906') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:46:16.961485 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-76fde4a5-5bef-4476-b834-efc0c24b01cc tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (e08390d0-9db3-4ece-b491-818d2d2f3906), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:16.978080 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-29a19a85-2d6e-4c5c-b49b-1b6cf71dc50d req-7dfc389d-5f62-4290-9b8c-9189a501e93d tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875208 Feb 19 02:46:16.989266 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-76fde4a5-5bef-4476-b834-efc0c24b01cc tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (e08390d0-9db3-4ece-b491-818d2d2f3906), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:17.006798 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76fde4a5-5bef-4476-b834-efc0c24b01cc tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Releasing vlan 280 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:46:17.007532 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-76fde4a5-5bef-4476-b834-efc0c24b01cc tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (e08390d0-9db3-4ece-b491-818d2d2f3906), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:17.019037 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 02:46:17.019037 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:46:17.019037 n-d-826753-2 neutron-server[103702]: timer() Feb 19 02:46:17.019037 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:46:17.019037 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 02:46:17.019037 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:46:17.019037 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 02:46:17.019037 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:46:17.019037 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 02:46:17.019037 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:46:17.019037 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 02:46:17.019037 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:46:17.019037 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 02:46:17.019037 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:46:17.019037 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:46:17.019037 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:46:17.019037 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:46:17.019037 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:46:17.019037 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 02:46:17.019037 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:46:17.019037 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 02:46:17.019037 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:46:17.019037 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:46:17.019037 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:46:17.019037 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 02:46:17.019037 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:46:17.019037 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:46:17.019037 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:46:17.019037 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:46:17.019037 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:46:17.019037 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:46:17.019037 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:46:17.077548 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-134b826f-8966-4a00-81fd-71e12b3f8d49 req-51b67407-719f-411e-9468-b85ded2edd0b service neutron] 10.222.0.72 "GET /v2.0/networks/44fd1ffb-5e97-400f-b181-f59d27847659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306190 Feb 19 02:46:17.079244 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-4337b27b-7df9-4532-86ab-79063ed627fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d65c124-4f7d-4113-93a3-b3dbe490023c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-563828300-router', 'tenant_id': 'af7820d1191f4d05a06d2c0958fc8a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': 'dc5dde6f-97d8-46fb-8937-495a448b26ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:45:15Z', 'updated_at': '2022-02-19T02:45:24Z', 'revision_number': 4, 'project_id': 'af7820d1191f4d05a06d2c0958fc8a78', 'gw_port': {'id': 'dc5dde6f-97d8-46fb-8937-495a448b26ae', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d65c124-4f7d-4113-93a3-b3dbe490023c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:45:17Z', 'updated_at': '2022-02-19T02:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': 'e9d07dd7-97f4-4f92-b340-5551cdaa6cb2', 'name': '', 'network_id': '44fd1ffb-5e97-400f-b181-f59d27847659', 'tenant_id': 'af7820d1191f4d05a06d2c0958fc8a78', 'mac_address': 'fa:16:3e:7c:7b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d65c124-4f7d-4113-93a3-b3dbe490023c', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '7af6d22e-9a50-40bb-a81b-279bc527ba8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:45:23Z', 'updated_at': '2022-02-19T02:45:29Z', 'revision_number': 5, 'project_id': 'af7820d1191f4d05a06d2c0958fc8a78', 'subnets': [{'id': '7af6d22e-9a50-40bb-a81b-279bc527ba8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:46:17.102256 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33b0bca2-480e-4b39-b81f-4575cb4feee4 x-openstack-request-id: req-33b0bca2-480e-4b39-b81f-4575cb4feee4 {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:46:17.102543 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8312037b-1a40-46ab-bb7a-06e57fc82c1e", "tag": "ee066435-da91-476c-bce3-47a140c27bb8", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:46:17.102806 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-33b0bca2-480e-4b39-b81f-4575cb4feee4 {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:46:17.103210 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8312037b-1a40-46ab-bb7a-06e57fc82c1e', 'tag': 'ee066435-da91-476c-bce3-47a140c27bb8', 'status': 'completed', 'code': 200} Feb 19 02:46:17.106566 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4337b27b-7df9-4532-86ab-79063ed627fe None None] The sync data for ids ['8d65c124-4f7d-4113-93a3-b3dbe490023c'] in n-d-826753-2 is: [{'id': '8d65c124-4f7d-4113-93a3-b3dbe490023c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-563828300-router', 'tenant_id': 'af7820d1191f4d05a06d2c0958fc8a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': 'dc5dde6f-97d8-46fb-8937-495a448b26ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:45:15Z', 'updated_at': '2022-02-19T02:45:24Z', 'revision_number': 4, 'project_id': 'af7820d1191f4d05a06d2c0958fc8a78', 'gw_port': {'id': 'dc5dde6f-97d8-46fb-8937-495a448b26ae', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d65c124-4f7d-4113-93a3-b3dbe490023c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:45:17Z', 'updated_at': '2022-02-19T02:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': 'e9d07dd7-97f4-4f92-b340-5551cdaa6cb2', 'name': '', 'network_id': '44fd1ffb-5e97-400f-b181-f59d27847659', 'tenant_id': 'af7820d1191f4d05a06d2c0958fc8a78', 'mac_address': 'fa:16:3e:7c:7b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d65c124-4f7d-4113-93a3-b3dbe490023c', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '7af6d22e-9a50-40bb-a81b-279bc527ba8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:45:23Z', 'updated_at': '2022-02-19T02:45:29Z', 'revision_number': 5, 'project_id': 'af7820d1191f4d05a06d2c0958fc8a78', 'subnets': [{'id': '7af6d22e-9a50-40bb-a81b-279bc527ba8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:46:17.178259 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-76fde4a5-5bef-4476-b834-efc0c24b01cc tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (20bb3f92-46e1-47e2-abc8-00a0ec868412), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:17.202059 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-76fde4a5-5bef-4476-b834-efc0c24b01cc tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:17.219555 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-76fde4a5-5bef-4476-b834-efc0c24b01cc tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] 10.222.0.72 "DELETE /v2.0/networks/20bb3f92-46e1-47e2-abc8-00a0ec868412 HTTP/1.1" status: 204 len: 168 time: 0.5696726 Feb 19 02:46:17.221211 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53796) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:46:17.258361 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fde4a5-5bef-4476-b834-efc0c24b01cc tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Pushing event deleted for resources: {'Network': ['ID=20bb3f92-46e1-47e2-abc8-00a0ec868412,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:17.272430 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-134b826f-8966-4a00-81fd-71e12b3f8d49 req-01152121-caf6-400b-8f38-203775869cf7 service neutron] 10.222.0.72 "GET /v2.0/networks/44fd1ffb-5e97-400f-b181-f59d27847659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940355 Feb 19 02:46:17.301628 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163d3ac1-3391-4d36-94a7-ce7264a58059 req-0fc1b2ff-c7be-4e0b-85b0-504cdd86d4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:17.303319 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-163d3ac1-3391-4d36-94a7-ce7264a58059 req-0fc1b2ff-c7be-4e0b-85b0-504cdd86d4ab service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=af7820d1191f4d05a06d2c0958fc8a78&device_id=8312037b-1a40-46ab-bb7a-06e57fc82c1e HTTP/1.1" status: 200 len: 1128 time: 0.1491697 Feb 19 02:46:17.314872 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aa88aa-b296-49bb-aaa5-cc72f908792c req-ce043b0a-e278-44d0-af49-cdf1f7ca3a0f tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:17.320962 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aa88aa-b296-49bb-aaa5-cc72f908792c req-ce043b0a-e278-44d0-af49-cdf1f7ca3a0f tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:17.326907 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aa88aa-b296-49bb-aaa5-cc72f908792c req-ce043b0a-e278-44d0-af49-cdf1f7ca3a0f tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:17.332152 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aa88aa-b296-49bb-aaa5-cc72f908792c req-ce043b0a-e278-44d0-af49-cdf1f7ca3a0f tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:17.338069 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aa88aa-b296-49bb-aaa5-cc72f908792c req-ce043b0a-e278-44d0-af49-cdf1f7ca3a0f tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:17.343485 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aa88aa-b296-49bb-aaa5-cc72f908792c req-ce043b0a-e278-44d0-af49-cdf1f7ca3a0f tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:17.348972 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aa88aa-b296-49bb-aaa5-cc72f908792c req-ce043b0a-e278-44d0-af49-cdf1f7ca3a0f tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:17.351013 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-77aa88aa-b296-49bb-aaa5-cc72f908792c req-ce043b0a-e278-44d0-af49-cdf1f7ca3a0f tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ec863d4-5792-46d2-b299-7b34b3ebe431 HTTP/1.1" status: 200 len: 5432 time: 0.1639853 Feb 19 02:46:17.446446 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b78e3cc-e235-4c6f-8118-06517f60936e tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:17.454047 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b78e3cc-e235-4c6f-8118-06517f60936e tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:17.455919 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-5b78e3cc-e235-4c6f-8118-06517f60936e tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2237344 Feb 19 02:46:17.460203 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53802) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:46:17.466484 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-8d262811-eeaf-4c09-bb10-3edbde6f4f11 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-678122180'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:46:17.495028 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d262811-eeaf-4c09-bb10-3edbde6f4f11 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Made reservation on behalf of c2b5ce01ddc54c09a9a29235f329192b for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:46:17.502581 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8d262811-eeaf-4c09-bb10-3edbde6f4f11 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:17.504423 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fded39c6-4475-4062-9d3a-1172ef82dad9 req-139dfa9f-e1cc-4ee2-be4e-bdc7209b0ddd tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] 10.222.0.72 "GET /v2.0/floatingips/91f46c0c-0ca1-4cf3-8877-362adab064df HTTP/1.1" status: 200 len: 695 time: 0.1508074 Feb 19 02:46:17.511960 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-77aa88aa-b296-49bb-aaa5-cc72f908792c req-b9fbd731-d557-414a-b06d-6bc6792d7aa4 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ad2b075-8470-4480-bb4e-92661338512f&id=1cff43f7-3cfd-4595-99e1-888048810960&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1450696 Feb 19 02:46:17.539177 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d262811-eeaf-4c09-bb10-3edbde6f4f11 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] vlan segment allocate from pool success with {'vlan_id': 295, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:46:17.553283 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8d262811-eeaf-4c09-bb10-3edbde6f4f11 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (4e6bc872-3fd5-458d-840a-826f09a8f31f), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:17.553774 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-8d262811-eeaf-4c09-bb10-3edbde6f4f11 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Added segment 4e6bc872-3fd5-458d-840a-826f09a8f31f of type vlan for network 7ff7b65f-760c-4999-99a1-eebd61baad00 Feb 19 02:46:17.569364 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d608aad6-34af-4bbd-a140-27d734d1217d None None] New status for floating IP 91f46c0c-0ca1-4cf3-8877-362adab064df: DOWN {{(pid=103704) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 02:46:17.632990 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8d262811-eeaf-4c09-bb10-3edbde6f4f11 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (7ff7b65f-760c-4999-99a1-eebd61baad00), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:17.643844 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-a5f81cc0-9a8c-4e1f-938c-221a29be70aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:17.664814 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163d3ac1-3391-4d36-94a7-ce7264a58059 req-cf8bc601-ecbc-4e4e-86af-948ae346cc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:17.666377 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-163d3ac1-3391-4d36-94a7-ce7264a58059 req-cf8bc601-ecbc-4e4e-86af-948ae346cc63 service neutron] 10.222.0.82 "GET /v2.0/networks?id=44fd1ffb-5e97-400f-b181-f59d27847659 HTTP/1.1" status: 200 len: 929 time: 0.3143458 Feb 19 02:46:17.678118 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8d262811-eeaf-4c09-bb10-3edbde6f4f11 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (7ff7b65f-760c-4999-99a1-eebd61baad00), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:17.689038 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d262811-eeaf-4c09-bb10-3edbde6f4f11 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:17.689960 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8d262811-eeaf-4c09-bb10-3edbde6f4f11 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:17.749490 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-163d3ac1-3391-4d36-94a7-ce7264a58059 req-87ce56f5-5c41-4269-96cc-a3b7629a6f35 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee066435-da91-476c-bce3-47a140c27bb8 HTTP/1.1" status: 200 len: 217 time: 0.0557103 Feb 19 02:46:17.779369 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-8d262811-eeaf-4c09-bb10-3edbde6f4f11 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3170841 Feb 19 02:46:17.788310 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6e4ea1-c80c-4943-855c-161b02c56f6d req-3ff092dc-fec9-4195-9ef5-95ab849d36d9 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:17.790227 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ff6e4ea1-c80c-4943-855c-161b02c56f6d req-3ff092dc-fec9-4195-9ef5-95ab849d36d9 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e2f228a-e46f-4adf-b471-367b30633d0f HTTP/1.1" status: 200 len: 945 time: 0.1881633 Feb 19 02:46:17.790369 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53806) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:46:17.796790 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-cab48062-e333-4c68-8c22-333b3ff94e88 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1735612932'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:46:17.817907 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d262811-eeaf-4c09-bb10-3edbde6f4f11 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Pushing event updated for resources: {'Network': ['ID=7ff7b65f-760c-4999-99a1-eebd61baad00,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:17.827437 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fded39c6-4475-4062-9d3a-1172ef82dad9 req-6a9add68-02bf-4db0-a9bf-ffdee16958cc tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:17.829072 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fded39c6-4475-4062-9d3a-1172ef82dad9 req-6a9add68-02bf-4db0-a9bf-ffdee16958cc tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] 10.222.0.72 "GET /v2.0/networks/eaf64708-9021-419e-b287-ef3e0f51e2ee HTTP/1.1" status: 200 len: 784 time: 0.3160636 Feb 19 02:46:17.830277 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 7ff7b65f-760c-4999-99a1-eebd61baad00 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:46:17.839182 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cab48062-e333-4c68-8c22-333b3ff94e88 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Made reservation on behalf of c2b5ce01ddc54c09a9a29235f329192b for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:46:17.844384 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cab48062-e333-4c68-8c22-333b3ff94e88 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:17.902496 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cab48062-e333-4c68-8c22-333b3ff94e88 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] vlan segment allocate from pool success with {'vlan_id': 271, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:46:17.935444 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cab48062-e333-4c68-8c22-333b3ff94e88 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (35fee324-4e75-482a-b2bb-fa9fad5274ad), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:17.936048 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-cab48062-e333-4c68-8c22-333b3ff94e88 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Added segment 35fee324-4e75-482a-b2bb-fa9fad5274ad of type vlan for network 1a00c574-b7ad-4b7a-82b4-e54e4e24f382 Feb 19 02:46:17.958338 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163d3ac1-3391-4d36-94a7-ce7264a58059 req-42c7bc72-a340-4693-95c8-4882fd4c4503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:17.970527 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-163d3ac1-3391-4d36-94a7-ce7264a58059 req-42c7bc72-a340-4693-95c8-4882fd4c4503 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7af6d22e-9a50-40bb-a81b-279bc527ba8b HTTP/1.1" status: 200 len: 867 time: 0.2131491 Feb 19 02:46:18.012108 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fded39c6-4475-4062-9d3a-1172ef82dad9 req-b9f9085b-7c5b-458d-b3f3-f5c18818907b tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.6.214 HTTP/1.1" status: 200 len: 696 time: 0.1729910 Feb 19 02:46:18.026349 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cab48062-e333-4c68-8c22-333b3ff94e88 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (1a00c574-b7ad-4b7a-82b4-e54e4e24f382), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:18.091811 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cab48062-e333-4c68-8c22-333b3ff94e88 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (1a00c574-b7ad-4b7a-82b4-e54e4e24f382), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:18.095890 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab48062-e333-4c68-8c22-333b3ff94e88 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:18.096727 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cab48062-e333-4c68-8c22-333b3ff94e88 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:18.418805 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ff6e4ea1-c80c-4943-855c-161b02c56f6d req-c62f11ab-a348-4006-9fa7-984882ba31de tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/security-groups?id=33e2eb59-206d-4216-aaf9-91cfc46ad855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6033940 Feb 19 02:46:18.429187 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fded39c6-4475-4062-9d3a-1172ef82dad9 req-f2d8a617-4553-46e8-b304-5be6c92e4ef4 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.6.214 HTTP/1.1" status: 200 len: 696 time: 0.0845671 Feb 19 02:46:18.462714 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab48062-e333-4c68-8c22-333b3ff94e88 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Pushing event updated for resources: {'Network': ['ID=1a00c574-b7ad-4b7a-82b4-e54e4e24f382,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:18.471034 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-cab48062-e333-4c68-8c22-333b3ff94e88 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6796350 Feb 19 02:46:18.477384 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53810) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:46:18.481464 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 1a00c574-b7ad-4b7a-82b4-e54e4e24f382 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:46:18.485500 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-fe0cf518-9f46-4f53-9d95-c58f5971be33 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Request body: {'ports': [{'network_id': '7ff7b65f-760c-4999-99a1-eebd61baad00', 'name': 'tempest-port--1198387391', 'admin_state_up': True}, {'network_id': '1a00c574-b7ad-4b7a-82b4-e54e4e24f382', 'admin_state_up': False}]} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:46:18.485865 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-fe0cf518-9f46-4f53-9d95-c58f5971be33 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Request body: {'port': {'network_id': '7ff7b65f-760c-4999-99a1-eebd61baad00', 'name': 'tempest-port--1198387391', 'admin_state_up': True}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:46:18.486338 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-fe0cf518-9f46-4f53-9d95-c58f5971be33 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Request body: {'port': {'network_id': '1a00c574-b7ad-4b7a-82b4-e54e4e24f382', 'admin_state_up': False}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:46:18.622897 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163d3ac1-3391-4d36-94a7-ce7264a58059 req-b33f6208-dbcc-49bd-a76e-bd93116f4004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:18.624630 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-163d3ac1-3391-4d36-94a7-ce7264a58059 req-b33f6208-dbcc-49bd-a76e-bd93116f4004 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=44fd1ffb-5e97-400f-b181-f59d27847659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6423390 Feb 19 02:46:18.678456 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe0cf518-9f46-4f53-9d95-c58f5971be33 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Made reservation on behalf of c2b5ce01ddc54c09a9a29235f329192b for: {'port': 2} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:46:18.682776 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fe0cf518-9f46-4f53-9d95-c58f5971be33 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:18.697999 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fe0cf518-9f46-4f53-9d95-c58f5971be33 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:18.728549 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bbc45b-e41b-4015-a32a-5ff9b53af64e req-56051fa9-dd38-4978-a037-41d0ada7870f tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:18.730128 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-53bbc45b-e41b-4015-a32a-5ff9b53af64e req-56051fa9-dd38-4978-a037-41d0ada7870f tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6022ed1-67a1-4ded-890d-e1e66f84412d HTTP/1.1" status: 200 len: 943 time: 0.1639261 Feb 19 02:46:18.754887 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-fded39c6-4475-4062-9d3a-1172ef82dad9 req-26e4e0f8-21ed-4bd0-a531-be42b34781a9 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] Deleting port 4e7bc10a-830d-4847-bf52-48d22f43ba79 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:46:18.755519 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-fded39c6-4475-4062-9d3a-1172ef82dad9 req-26e4e0f8-21ed-4bd0-a531-be42b34781a9 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (4e7bc10a-830d-4847-bf52-48d22f43ba79), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:18.791611 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 03ed4495-f6da-4bf6-9555-a2c3bfec3410 no longer exists at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:46:18.833104 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-163d3ac1-3391-4d36-94a7-ce7264a58059 req-0759612c-337b-4bdc-9bfa-c4a423b5ae4a service neutron] 10.222.0.82 "GET /v2.0/networks/44fd1ffb-5e97-400f-b181-f59d27847659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965210 Feb 19 02:46:18.883605 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-53bbc45b-e41b-4015-a32a-5ff9b53af64e req-d6a87bef-8119-4ae6-bfb9-7c308a852567 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440399 Feb 19 02:46:18.892784 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 03ed4495-f6da-4bf6-9555-a2c3bfec3410 is: DOWN; New status is: DOWN {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:46:18.896247 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [None req-fe0cf518-9f46-4f53-9d95-c58f5971be33 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] device_id is not set on port a1fa8793-f189-43ce-8caa-1b00bdc3bfcd yet. {{(pid=103702) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 02:46:18.968123 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-fded39c6-4475-4062-9d3a-1172ef82dad9 req-26e4e0f8-21ed-4bd0-a531-be42b34781a9 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (4e7bc10a-830d-4847-bf52-48d22f43ba79), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:18.968403 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-fded39c6-4475-4062-9d3a-1172ef82dad9 req-26e4e0f8-21ed-4bd0-a531-be42b34781a9 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] Publish callbacks [] for floatingip (4e7bc10a-830d-4847-bf52-48d22f43ba79), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:18.989782 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fe0cf518-9f46-4f53-9d95-c58f5971be33 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Publish callbacks [] for port (a1fa8793-f189-43ce-8caa-1b00bdc3bfcd), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:19.016321 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-fded39c6-4475-4062-9d3a-1172ef82dad9 req-26e4e0f8-21ed-4bd0-a531-be42b34781a9 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] Calling delete_port for 4e7bc10a-830d-4847-bf52-48d22f43ba79 owned by network:floatingip {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:46:19.069250 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [None req-fe0cf518-9f46-4f53-9d95-c58f5971be33 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] device_id is not set on port e65ef85b-a9fe-4cc7-a7a8-fd746d3c5f42 yet. {{(pid=103702) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 02:46:19.116692 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-163d3ac1-3391-4d36-94a7-ce7264a58059 req-6fc9c8f7-963e-427b-8e70-46fb62961ae9 service neutron] 10.222.0.82 "GET /v2.0/networks/44fd1ffb-5e97-400f-b181-f59d27847659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719631 Feb 19 02:46:19.126478 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7451b60d-763a-40f7-83a3-0d458433a268 req-67f21957-ded3-422a-abf5-b66c7a4fa752 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:19.133581 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:19.133807 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7451b60d-763a-40f7-83a3-0d458433a268 req-67f21957-ded3-422a-abf5-b66c7a4fa752 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3e2950d-ab47-4046-8006-daf03c09940e HTTP/1.1" status: 200 len: 944 time: 0.1701899 Feb 19 02:46:19.160887 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fe0cf518-9f46-4f53-9d95-c58f5971be33 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Publish callbacks [] for port (e65ef85b-a9fe-4cc7-a7a8-fd746d3c5f42), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:19.209164 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fe0cf518-9f46-4f53-9d95-c58f5971be33 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (a1fa8793-f189-43ce-8caa-1b00bdc3bfcd), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:19.217609 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7451b60d-763a-40f7-83a3-0d458433a268 req-d3d45f8f-f356-47bd-af6f-a0abe2310689 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829954 Feb 19 02:46:19.246005 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-fded39c6-4475-4062-9d3a-1172ef82dad9 req-26e4e0f8-21ed-4bd0-a531-be42b34781a9 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (4e7bc10a-830d-4847-bf52-48d22f43ba79), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:19.279425 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e4e0f8-21ed-4bd0-a531-be42b34781a9 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] Pushing event deleted for resources: {'Port': ['ID=4e7bc10a-830d-4847-bf52-48d22f43ba79,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:19.299230 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0cf518-9f46-4f53-9d95-c58f5971be33 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Pushing event updated for resources: {'Port': ['ID=a1fa8793-f189-43ce-8caa-1b00bdc3bfcd,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:19.312692 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0cf518-9f46-4f53-9d95-c58f5971be33 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Checking segment: {'id': '4e6bc872-3fd5-458d-840a-826f09a8f31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '7ff7b65f-760c-4999-99a1-eebd61baad00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:46:19.312692 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0cf518-9f46-4f53-9d95-c58f5971be33 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Network hostable DHCP agents. Network: 7ff7b65f-760c-4999-99a1-eebd61baad00, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:46:19.335350 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0cf518-9f46-4f53-9d95-c58f5971be33 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Network 7ff7b65f-760c-4999-99a1-eebd61baad00 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:46:19.349458 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-fe0cf518-9f46-4f53-9d95-c58f5971be33 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 7ff7b65f-760c-4999-99a1-eebd61baad00) {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:46:19.356825 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0cf518-9f46-4f53-9d95-c58f5971be33 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:46:19.357792 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fe0cf518-9f46-4f53-9d95-c58f5971be33 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (e65ef85b-a9fe-4cc7-a7a8-fd746d3c5f42), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:19.360308 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d017f979-6071-44e4-af8c-f0efd0b458c1 None None] Network 7ff7b65f-760c-4999-99a1-eebd61baad00 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:46:19.391329 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-fded39c6-4475-4062-9d3a-1172ef82dad9 req-26e4e0f8-21ed-4bd0-a531-be42b34781a9 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] Publish callbacks [] for floatingip (91f46c0c-0ca1-4cf3-8877-362adab064df), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:19.394137 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-fded39c6-4475-4062-9d3a-1172ef82dad9 req-26e4e0f8-21ed-4bd0-a531-be42b34781a9 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:19.395578 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fded39c6-4475-4062-9d3a-1172ef82dad9 req-26e4e0f8-21ed-4bd0-a531-be42b34781a9 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] 10.222.0.72 "DELETE /v2.0/floatingips/91f46c0c-0ca1-4cf3-8877-362adab064df HTTP/1.1" status: 204 len: 173 time: 0.9587605 Feb 19 02:46:19.409347 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9675cf29-07fa-40b4-92d5-de0d5b3b72cc req-0e83f9d0-7c82-4e41-b48d-296e3b279d15 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:19.416907 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9675cf29-07fa-40b4-92d5-de0d5b3b72cc req-0e83f9d0-7c82-4e41-b48d-296e3b279d15 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:19.422494 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9675cf29-07fa-40b4-92d5-de0d5b3b72cc req-0e83f9d0-7c82-4e41-b48d-296e3b279d15 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:19.428833 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9675cf29-07fa-40b4-92d5-de0d5b3b72cc req-0e83f9d0-7c82-4e41-b48d-296e3b279d15 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:19.434437 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9675cf29-07fa-40b4-92d5-de0d5b3b72cc req-0e83f9d0-7c82-4e41-b48d-296e3b279d15 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:19.440332 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9675cf29-07fa-40b4-92d5-de0d5b3b72cc req-0e83f9d0-7c82-4e41-b48d-296e3b279d15 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:19.446398 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9675cf29-07fa-40b4-92d5-de0d5b3b72cc req-0e83f9d0-7c82-4e41-b48d-296e3b279d15 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:19.454215 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9675cf29-07fa-40b4-92d5-de0d5b3b72cc req-0e83f9d0-7c82-4e41-b48d-296e3b279d15 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ec863d4-5792-46d2-b299-7b34b3ebe431 HTTP/1.1" status: 200 len: 5432 time: 0.1637471 Feb 19 02:46:19.481499 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0cf518-9f46-4f53-9d95-c58f5971be33 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Pushing event updated for resources: {'Port': ['ID=e65ef85b-a9fe-4cc7-a7a8-fd746d3c5f42,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:19.501508 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0cf518-9f46-4f53-9d95-c58f5971be33 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Checking segment: {'id': '35fee324-4e75-482a-b2bb-fa9fad5274ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '1a00c574-b7ad-4b7a-82b4-e54e4e24f382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:46:19.502075 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0cf518-9f46-4f53-9d95-c58f5971be33 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Network hostable DHCP agents. Network: 1a00c574-b7ad-4b7a-82b4-e54e4e24f382, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:46:19.525358 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0cf518-9f46-4f53-9d95-c58f5971be33 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Network 1a00c574-b7ad-4b7a-82b4-e54e4e24f382 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:46:19.538364 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-fe0cf518-9f46-4f53-9d95-c58f5971be33 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 1a00c574-b7ad-4b7a-82b4-e54e4e24f382) {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:46:19.542130 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0cf518-9f46-4f53-9d95-c58f5971be33 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:46:19.547976 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0cf518-9f46-4f53-9d95-c58f5971be33 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:19.549964 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3f96d9-67a6-4de6-bb87-ba4c8219858e None None] Network 1a00c574-b7ad-4b7a-82b4-e54e4e24f382 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:46:19.553354 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0cf518-9f46-4f53-9d95-c58f5971be33 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:19.554144 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fe0cf518-9f46-4f53-9d95-c58f5971be33 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:19.574528 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-fe0cf518-9f46-4f53-9d95-c58f5971be33 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.0955982 Feb 19 02:46:19.576911 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53822) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:46:19.590615 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9675cf29-07fa-40b4-92d5-de0d5b3b72cc req-2eb0e7db-707a-4208-9439-1cdc98754ca1 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ad2b075-8470-4480-bb4e-92661338512f&id=1cff43f7-3cfd-4595-99e1-888048810960&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1352742 Feb 19 02:46:19.607594 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db917dc4-12ca-48af-a5c3-89824609e61d req-b54ef815-e575-4539-9335-32a10d017d9c tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:19.608974 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-db917dc4-12ca-48af-a5c3-89824609e61d req-b54ef815-e575-4539-9335-32a10d017d9c tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] 10.222.0.72 "GET /v2.0/ports?device_id=8312037b-1a40-46ab-bb7a-06e57fc82c1e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0962038 Feb 19 02:46:19.683744 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22cb7566-b6f1-46fe-ad50-5cde6fa7a21e tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:19.689958 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22cb7566-b6f1-46fe-ad50-5cde6fa7a21e tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:19.692094 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-22cb7566-b6f1-46fe-ad50-5cde6fa7a21e tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1135452 Feb 19 02:46:19.694728 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53824) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:46:19.703582 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-db917dc4-12ca-48af-a5c3-89824609e61d req-9199e289-cb52-49e5-98da-ce93881c765b tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0876682 Feb 19 02:46:19.788071 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e15eb6ab-ed09-4d53-b295-10710780dbb5 req-cdfa246e-84eb-4171-a1b8-9609ba30ffa3 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0580928 Feb 19 02:46:19.806676 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-f15bc4e7-347d-4977-afaf-583a27f843f2 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Deleting port a1fa8793-f189-43ce-8caa-1b00bdc3bfcd {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:46:19.807152 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f15bc4e7-347d-4977-afaf-583a27f843f2 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (a1fa8793-f189-43ce-8caa-1b00bdc3bfcd), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:19.812292 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55376e7e-008b-4a3e-b376-52dd1c8e8b13 req-55ae41ff-5674-46dc-adfe-5e44e07771b3 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:19.819080 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-55376e7e-008b-4a3e-b376-52dd1c8e8b13 req-55ae41ff-5674-46dc-adfe-5e44e07771b3 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e2f228a-e46f-4adf-b471-367b30633d0f HTTP/1.1" status: 200 len: 945 time: 0.1246166 Feb 19 02:46:19.862626 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-55376e7e-008b-4a3e-b376-52dd1c8e8b13 req-820f79f0-5bcd-4836-ade2-c249b5ad0de7 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/security-groups?id=33e2eb59-206d-4216-aaf9-91cfc46ad855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427074 Feb 19 02:46:19.890253 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f15bc4e7-347d-4977-afaf-583a27f843f2 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (a1fa8793-f189-43ce-8caa-1b00bdc3bfcd), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:19.912079 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-f15bc4e7-347d-4977-afaf-583a27f843f2 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Calling delete_port for a1fa8793-f189-43ce-8caa-1b00bdc3bfcd owned by {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:46:20.021331 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f15bc4e7-347d-4977-afaf-583a27f843f2 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (a1fa8793-f189-43ce-8caa-1b00bdc3bfcd), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:20.043921 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5df8c9-9d57-4d4d-8341-c6a4a638759f req-c7e40e40-02c4-47dd-8365-dba947c13170 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:20.046205 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7a5df8c9-9d57-4d4d-8341-c6a4a638759f req-c7e40e40-02c4-47dd-8365-dba947c13170 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6022ed1-67a1-4ded-890d-e1e66f84412d HTTP/1.1" status: 200 len: 943 time: 0.0687001 Feb 19 02:46:20.061103 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15bc4e7-347d-4977-afaf-583a27f843f2 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Pushing event deleted for resources: {'Port': ['ID=a1fa8793-f189-43ce-8caa-1b00bdc3bfcd,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:20.069677 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f15bc4e7-347d-4977-afaf-583a27f843f2 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:20.074266 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-f15bc4e7-347d-4977-afaf-583a27f843f2 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] 10.222.0.72 "DELETE /v2.0/ports/a1fa8793-f189-43ce-8caa-1b00bdc3bfcd HTTP/1.1" status: 204 len: 168 time: 0.3781128 Feb 19 02:46:20.076643 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53834) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:46:20.147459 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7a5df8c9-9d57-4d4d-8341-c6a4a638759f req-d6523159-d4be-402e-a792-ef06dc29a72b tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957830 Feb 19 02:46:20.170816 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4975a171-41ad-47b1-91e7-a3e006bbb5d0 req-948d880a-80f6-419a-8fcd-ccdb39bf6fb1 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:20.172715 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4975a171-41ad-47b1-91e7-a3e006bbb5d0 req-948d880a-80f6-419a-8fcd-ccdb39bf6fb1 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] 10.222.0.72 "GET /v2.0/ports?device_id=8312037b-1a40-46ab-bb7a-06e57fc82c1e HTTP/1.1" status: 200 len: 946 time: 0.0756629 Feb 19 02:46:20.191877 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-cb347b80-e95d-4319-be1e-21f5007a568b tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Deleting port e65ef85b-a9fe-4cc7-a7a8-fd746d3c5f42 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:46:20.192352 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cb347b80-e95d-4319-be1e-21f5007a568b tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (e65ef85b-a9fe-4cc7-a7a8-fd746d3c5f42), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:20.224231 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4975a171-41ad-47b1-91e7-a3e006bbb5d0 req-3e22f3f7-38f5-4b2f-9f82-ea5d9267d245 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] 10.222.0.72 "GET /v2.0/security-groups?id=d3c5bc60-1ec2-466f-9c43-3eda359bee76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431352 Feb 19 02:46:20.267005 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cb347b80-e95d-4319-be1e-21f5007a568b tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (e65ef85b-a9fe-4cc7-a7a8-fd746d3c5f42), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:20.282409 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-cb347b80-e95d-4319-be1e-21f5007a568b tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Calling delete_port for e65ef85b-a9fe-4cc7-a7a8-fd746d3c5f42 owned by {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:46:20.366629 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2112eda9-cec3-469e-8410-99a9f8db5829 req-6fb2fb41-8b0d-4410-b01c-db7f75958759 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:20.375755 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2112eda9-cec3-469e-8410-99a9f8db5829 req-6fb2fb41-8b0d-4410-b01c-db7f75958759 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3e2950d-ab47-4046-8006-daf03c09940e HTTP/1.1" status: 200 len: 944 time: 0.0777934 Feb 19 02:46:20.382742 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cb347b80-e95d-4319-be1e-21f5007a568b tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (e65ef85b-a9fe-4cc7-a7a8-fd746d3c5f42), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:20.430421 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2112eda9-cec3-469e-8410-99a9f8db5829 req-e75fb0be-5d60-46fc-b124-677d87806ea0 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553546 Feb 19 02:46:20.443896 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cb347b80-e95d-4319-be1e-21f5007a568b tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:20.449299 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-cb347b80-e95d-4319-be1e-21f5007a568b tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] 10.222.0.72 "DELETE /v2.0/ports/e65ef85b-a9fe-4cc7-a7a8-fd746d3c5f42 HTTP/1.1" status: 204 len: 168 time: 0.3695247 Feb 19 02:46:20.450375 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb347b80-e95d-4319-be1e-21f5007a568b tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Pushing event deleted for resources: {'Port': ['ID=e65ef85b-a9fe-4cc7-a7a8-fd746d3c5f42,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:20.451493 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 53838) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:46:20.468780 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:20.511821 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-93b71e7e-d242-420f-80a1-c58e66b55a6c tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0553582 Feb 19 02:46:20.512244 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53840) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:46:20.527170 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-75f49816-9298-4a80-9010-cffbf6ddf882 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1636448591'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:46:20.546834 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75f49816-9298-4a80-9010-cffbf6ddf882 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Made reservation on behalf of c2b5ce01ddc54c09a9a29235f329192b for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:46:20.550513 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-75f49816-9298-4a80-9010-cffbf6ddf882 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:20.573547 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75f49816-9298-4a80-9010-cffbf6ddf882 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] vlan segment allocate from pool success with {'vlan_id': 270, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:46:20.582559 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-75f49816-9298-4a80-9010-cffbf6ddf882 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (b13fcb81-9411-4d8a-8983-ba0639626aaa), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:20.583269 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-75f49816-9298-4a80-9010-cffbf6ddf882 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Added segment b13fcb81-9411-4d8a-8983-ba0639626aaa of type vlan for network 9b2b7172-e383-4108-b2f8-4e7292cd5dbe Feb 19 02:46:20.623453 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-75f49816-9298-4a80-9010-cffbf6ddf882 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (9b2b7172-e383-4108-b2f8-4e7292cd5dbe), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:20.647703 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-75f49816-9298-4a80-9010-cffbf6ddf882 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (9b2b7172-e383-4108-b2f8-4e7292cd5dbe), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:20.652670 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f49816-9298-4a80-9010-cffbf6ddf882 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:20.653280 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-75f49816-9298-4a80-9010-cffbf6ddf882 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:20.717096 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-75f49816-9298-4a80-9010-cffbf6ddf882 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2036324 Feb 19 02:46:20.719809 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53844) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:46:20.726044 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-97415260-da0f-4686-b122-f616c1a6286a tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-139201961'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:46:20.742413 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f49816-9298-4a80-9010-cffbf6ddf882 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Pushing event updated for resources: {'Network': ['ID=9b2b7172-e383-4108-b2f8-4e7292cd5dbe,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:20.753309 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a02dd88-fbf3-4989-b7bc-08fced81dcf1 req-3ffb5430-e927-4afe-821c-3704dd3fbae2 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:20.756014 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 9b2b7172-e383-4108-b2f8-4e7292cd5dbe details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:46:20.758386 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97415260-da0f-4686-b122-f616c1a6286a tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Made reservation on behalf of c2b5ce01ddc54c09a9a29235f329192b for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:46:20.760370 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a02dd88-fbf3-4989-b7bc-08fced81dcf1 req-3ffb5430-e927-4afe-821c-3704dd3fbae2 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:20.761919 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-97415260-da0f-4686-b122-f616c1a6286a tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:20.766852 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a02dd88-fbf3-4989-b7bc-08fced81dcf1 req-3ffb5430-e927-4afe-821c-3704dd3fbae2 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:20.775484 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a02dd88-fbf3-4989-b7bc-08fced81dcf1 req-3ffb5430-e927-4afe-821c-3704dd3fbae2 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:20.781297 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a02dd88-fbf3-4989-b7bc-08fced81dcf1 req-3ffb5430-e927-4afe-821c-3704dd3fbae2 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:20.787567 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a02dd88-fbf3-4989-b7bc-08fced81dcf1 req-3ffb5430-e927-4afe-821c-3704dd3fbae2 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:20.789469 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97415260-da0f-4686-b122-f616c1a6286a tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] vlan segment allocate from pool success with {'vlan_id': 266, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:46:20.793152 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a02dd88-fbf3-4989-b7bc-08fced81dcf1 req-3ffb5430-e927-4afe-821c-3704dd3fbae2 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:20.795360 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1a02dd88-fbf3-4989-b7bc-08fced81dcf1 req-3ffb5430-e927-4afe-821c-3704dd3fbae2 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ec863d4-5792-46d2-b299-7b34b3ebe431 HTTP/1.1" status: 200 len: 5432 time: 0.1065950 Feb 19 02:46:20.800498 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-97415260-da0f-4686-b122-f616c1a6286a tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (a8624674-df1d-4372-af55-cef0341da186), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:20.800839 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-97415260-da0f-4686-b122-f616c1a6286a tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Added segment a8624674-df1d-4372-af55-cef0341da186 of type vlan for network 192b845b-dd12-418a-8840-5ac957ec4804 Feb 19 02:46:20.853209 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-97415260-da0f-4686-b122-f616c1a6286a tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (192b845b-dd12-418a-8840-5ac957ec4804), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:20.863809 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1a02dd88-fbf3-4989-b7bc-08fced81dcf1 req-248ec515-36cb-4240-9546-2b0c138f0ec3 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ad2b075-8470-4480-bb4e-92661338512f&id=1cff43f7-3cfd-4595-99e1-888048810960&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0617692 Feb 19 02:46:20.886390 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-97415260-da0f-4686-b122-f616c1a6286a tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (192b845b-dd12-418a-8840-5ac957ec4804), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:20.891331 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97415260-da0f-4686-b122-f616c1a6286a tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:20.891918 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-97415260-da0f-4686-b122-f616c1a6286a tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:20.953066 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-97415260-da0f-4686-b122-f616c1a6286a tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2322228 Feb 19 02:46:20.970419 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97415260-da0f-4686-b122-f616c1a6286a tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Pushing event updated for resources: {'Network': ['ID=192b845b-dd12-418a-8840-5ac957ec4804,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:20.984480 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 192b845b-dd12-418a-8840-5ac957ec4804 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:46:21.057611 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22dd7c6-c869-4590-803e-d161377fb91f req-dfe9c614-a790-44b0-9887-c4708dd9f875 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:21.060620 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a22dd7c6-c869-4590-803e-d161377fb91f req-dfe9c614-a790-44b0-9887-c4708dd9f875 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e2f228a-e46f-4adf-b471-367b30633d0f HTTP/1.1" status: 200 len: 945 time: 0.1133273 Feb 19 02:46:21.092870 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53848) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:46:21.100002 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-afc739dc-ce50-4cd1-a003-a79667080919 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Request body: {'subnets': [{'network_id': '9b2b7172-e383-4108-b2f8-4e7292cd5dbe', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--739567689', 'ip_version': 4}, {'network_id': '192b845b-dd12-418a-8840-5ac957ec4804', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:46:21.100629 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-afc739dc-ce50-4cd1-a003-a79667080919 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Request body: {'subnet': {'network_id': '9b2b7172-e383-4108-b2f8-4e7292cd5dbe', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--739567689', 'ip_version': 4}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:46:21.101400 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-afc739dc-ce50-4cd1-a003-a79667080919 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Request body: {'subnet': {'network_id': '192b845b-dd12-418a-8840-5ac957ec4804', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:46:21.119295 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a22dd7c6-c869-4590-803e-d161377fb91f req-04752ff5-50c4-4c9c-ba84-270034109eee tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/security-groups?id=33e2eb59-206d-4216-aaf9-91cfc46ad855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501795 Feb 19 02:46:21.271191 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afc739dc-ce50-4cd1-a003-a79667080919 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Made reservation on behalf of c2b5ce01ddc54c09a9a29235f329192b for: {'subnet': 2} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:46:21.276348 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-afc739dc-ce50-4cd1-a003-a79667080919 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:21.276746 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-afc739dc-ce50-4cd1-a003-a79667080919 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:21.292836 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5701b9ba-bc15-4b35-b289-fcc072fcff12 req-51d30726-a57a-46f6-9137-127c8e12ad04 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:21.294407 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5701b9ba-bc15-4b35-b289-fcc072fcff12 req-51d30726-a57a-46f6-9137-127c8e12ad04 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6022ed1-67a1-4ded-890d-e1e66f84412d HTTP/1.1" status: 200 len: 943 time: 0.0611537 Feb 19 02:46:21.378166 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5701b9ba-bc15-4b35-b289-fcc072fcff12 req-4b64bf05-c89d-46d3-844c-dd1067ae937a tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778823 Feb 19 02:46:21.412641 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4860b9-7c6b-4bf9-8238-7147d34fe2cf req-a41c8f0f-3573-48ba-812e-1d54031224cb tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:21.417563 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8a4860b9-7c6b-4bf9-8238-7147d34fe2cf req-a41c8f0f-3573-48ba-812e-1d54031224cb tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] 10.222.0.72 "GET /v2.0/ports?device_id=8312037b-1a40-46ab-bb7a-06e57fc82c1e HTTP/1.1" status: 200 len: 946 time: 0.0956430 Feb 19 02:46:21.502975 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8a4860b9-7c6b-4bf9-8238-7147d34fe2cf req-4724e13e-55f7-4aed-bdce-95461c6ab41d tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] 10.222.0.72 "GET /v2.0/security-groups?id=d3c5bc60-1ec2-466f-9c43-3eda359bee76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807004 Feb 19 02:46:21.579039 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e30ac8-9ee2-4073-8530-80a4d8ef5b74 req-2164d5c0-018f-44c6-a1fe-9d40f4a4ad96 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:21.582045 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b0e30ac8-9ee2-4073-8530-80a4d8ef5b74 req-2164d5c0-018f-44c6-a1fe-9d40f4a4ad96 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3e2950d-ab47-4046-8006-daf03c09940e HTTP/1.1" status: 200 len: 944 time: 0.0718906 Feb 19 02:46:21.662197 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b0e30ac8-9ee2-4073-8530-80a4d8ef5b74 req-9ad9334b-fb98-4f06-a10e-b40f24897dbf tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741324 Feb 19 02:46:21.698699 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f29f217-9f64-47ba-9dac-b054455e6756 req-a796fb96-eda4-4345-9661-252b8c611c19 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:21.701226 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4f29f217-9f64-47ba-9dac-b054455e6756 req-a796fb96-eda4-4345-9661-252b8c611c19 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] 10.222.0.82 "GET /v2.0/ports?device_id=8312037b-1a40-46ab-bb7a-06e57fc82c1e HTTP/1.1" status: 200 len: 946 time: 0.0800698 Feb 19 02:46:21.765206 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-afc739dc-ce50-4cd1-a003-a79667080919 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (6a606e7c-a660-4e29-8c24-2571a25aa42f), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:21.824650 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-4f29f217-9f64-47ba-9dac-b054455e6756 req-3a8bd99e-9931-4502-a0e9-0748bce92aa7 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] Deleting port ee066435-da91-476c-bce3-47a140c27bb8 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:46:21.825319 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-4f29f217-9f64-47ba-9dac-b054455e6756 req-3a8bd99e-9931-4502-a0e9-0748bce92aa7 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (ee066435-da91-476c-bce3-47a140c27bb8), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:21.841274 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc739dc-ce50-4cd1-a003-a79667080919 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Checking segment: {'id': 'b13fcb81-9411-4d8a-8983-ba0639626aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '9b2b7172-e383-4108-b2f8-4e7292cd5dbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:46:21.841670 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc739dc-ce50-4cd1-a003-a79667080919 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Network hostable DHCP agents. Network: 9b2b7172-e383-4108-b2f8-4e7292cd5dbe, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:46:21.843815 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc739dc-ce50-4cd1-a003-a79667080919 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Pushing event updated for resources: {'Subnet': ['ID=6a606e7c-a660-4e29-8c24-2571a25aa42f,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:21.861592 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:21.863639 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc739dc-ce50-4cd1-a003-a79667080919 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Network 9b2b7172-e383-4108-b2f8-4e7292cd5dbe is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:46:21.876505 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-afc739dc-ce50-4cd1-a003-a79667080919 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 9b2b7172-e383-4108-b2f8-4e7292cd5dbe) {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:46:21.883564 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-afc739dc-ce50-4cd1-a003-a79667080919 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (039f1141-f1bb-4455-86c2-5c1a321bb200), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:21.890073 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b9b150-505e-4753-b439-689977c96d2f None None] Network 9b2b7172-e383-4108-b2f8-4e7292cd5dbe requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:46:21.967926 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-4f29f217-9f64-47ba-9dac-b054455e6756 req-3a8bd99e-9931-4502-a0e9-0748bce92aa7 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] For port ee066435-da91-476c-bce3-47a140c27bb8, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=ee066435-da91-476c-bce3-47a140c27bb8,segment=NetworkSegment(bc562c26-371c-41c4-9488-3856f672f395),segment_id=bc562c26-371c-41c4-9488-3856f672f395)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:46:21.969210 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-4f29f217-9f64-47ba-9dac-b054455e6756 req-3a8bd99e-9931-4502-a0e9-0748bce92aa7 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (ee066435-da91-476c-bce3-47a140c27bb8), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:21.971365 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc739dc-ce50-4cd1-a003-a79667080919 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Pushing event updated for resources: {'Subnet': ['ID=039f1141-f1bb-4455-86c2-5c1a321bb200,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:21.985592 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-4f29f217-9f64-47ba-9dac-b054455e6756 req-3a8bd99e-9931-4502-a0e9-0748bce92aa7 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] Calling delete_port for ee066435-da91-476c-bce3-47a140c27bb8 owned by compute:nova {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:46:22.024866 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1279e4-cf2c-487d-b441-572d438da61a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-9b2b7172-e383-4108-b2f8-4e7292cd5dbe', 'network_id': '9b2b7172-e383-4108-b2f8-4e7292cd5dbe', 'project_id': 'c2b5ce01ddc54c09a9a29235f329192b', 'fixed_ips': [{'subnet_id': '6a606e7c-a660-4e29-8c24-2571a25aa42f'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:46:22.025827 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-ee1279e4-cf2c-487d-b441-572d438da61a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:22.058372 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc739dc-ce50-4cd1-a003-a79667080919 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Checking segment: {'id': 'a8624674-df1d-4372-af55-cef0341da186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '192b845b-dd12-418a-8840-5ac957ec4804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:46:22.059003 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc739dc-ce50-4cd1-a003-a79667080919 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Network hostable DHCP agents. Network: 192b845b-dd12-418a-8840-5ac957ec4804, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:46:22.083057 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc739dc-ce50-4cd1-a003-a79667080919 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Network 192b845b-dd12-418a-8840-5ac957ec4804 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:46:22.103940 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-afc739dc-ce50-4cd1-a003-a79667080919 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 192b845b-dd12-418a-8840-5ac957ec4804) {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:46:22.110422 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc739dc-ce50-4cd1-a003-a79667080919 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:22.111136 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc739dc-ce50-4cd1-a003-a79667080919 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:22.111924 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-afc739dc-ce50-4cd1-a003-a79667080919 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:22.123428 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8ab026-fdcd-4c90-be33-27040560cdb0 req-3b01069f-debd-43d9-82ed-b851b2eec43d tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:22.130604 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8ab026-fdcd-4c90-be33-27040560cdb0 req-3b01069f-debd-43d9-82ed-b851b2eec43d tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:22.133405 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc38819-5be4-4adc-8b82-523158ef5c09 None None] Network 192b845b-dd12-418a-8840-5ac957ec4804 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:46:22.140235 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8ab026-fdcd-4c90-be33-27040560cdb0 req-3b01069f-debd-43d9-82ed-b851b2eec43d tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:22.141299 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-afc739dc-ce50-4cd1-a003-a79667080919 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.0460308 Feb 19 02:46:22.141523 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8ab026-fdcd-4c90-be33-27040560cdb0 req-3b01069f-debd-43d9-82ed-b851b2eec43d tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:22.142334 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53858) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:46:22.147613 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8ab026-fdcd-4c90-be33-27040560cdb0 req-3b01069f-debd-43d9-82ed-b851b2eec43d tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:22.153790 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8ab026-fdcd-4c90-be33-27040560cdb0 req-3b01069f-debd-43d9-82ed-b851b2eec43d tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:22.159722 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8ab026-fdcd-4c90-be33-27040560cdb0 req-3b01069f-debd-43d9-82ed-b851b2eec43d tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:22.162280 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-dc8ab026-fdcd-4c90-be33-27040560cdb0 req-3b01069f-debd-43d9-82ed-b851b2eec43d tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ec863d4-5792-46d2-b299-7b34b3ebe431 HTTP/1.1" status: 200 len: 5432 time: 0.1708581 Feb 19 02:46:22.271474 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829a4e4a-63b7-4485-b72f-ee042ef3f4cf tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:22.272495 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-dc8ab026-fdcd-4c90-be33-27040560cdb0 req-714be6e0-c9fa-4894-8dd0-8f12990fad34 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ad2b075-8470-4480-bb4e-92661338512f&id=1cff43f7-3cfd-4595-99e1-888048810960&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1038146 Feb 19 02:46:22.273433 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829a4e4a-63b7-4485-b72f-ee042ef3f4cf tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:22.275943 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829a4e4a-63b7-4485-b72f-ee042ef3f4cf tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:22.282187 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-829a4e4a-63b7-4485-b72f-ee042ef3f4cf tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1386721 Feb 19 02:46:22.283016 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53862) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:46:22.339060 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:22.347627 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c44551-f139-4a49-916b-0036d9613e5b req-d460ef7b-ce53-4928-a9c5-914fb728580d tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:22.348567 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-81c44551-f139-4a49-916b-0036d9613e5b req-d460ef7b-ce53-4928-a9c5-914fb728580d tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e2f228a-e46f-4adf-b471-367b30633d0f HTTP/1.1" status: 200 len: 945 time: 0.1198399 Feb 19 02:46:22.353967 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-4f29f217-9f64-47ba-9dac-b054455e6756 req-3a8bd99e-9931-4502-a0e9-0748bce92aa7 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (ee066435-da91-476c-bce3-47a140c27bb8), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:22.358517 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c5e69f3-da47-40e4-96c4-23b96b6402a7 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Deleting subnet 6a606e7c-a660-4e29-8c24-2571a25aa42f {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:46:22.376539 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-ee1279e4-cf2c-487d-b441-572d438da61a None None] Allocated IP 172.20.0.2 (9b2b7172-e383-4108-b2f8-4e7292cd5dbe/6a606e7c-a660-4e29-8c24-2571a25aa42f/7d5ea8aa-0f5e-45c7-bacc-96ddad329c50) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:46:22.384926 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e0a355-594f-471e-babd-4d6d1d459995 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-192b845b-dd12-418a-8840-5ac957ec4804', 'network_id': '192b845b-dd12-418a-8840-5ac957ec4804', 'project_id': 'c2b5ce01ddc54c09a9a29235f329192b', 'fixed_ips': [{'subnet_id': '039f1141-f1bb-4455-86c2-5c1a321bb200'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:46:22.386155 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-08e0a355-594f-471e-babd-4d6d1d459995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:22.392671 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['ee066435-da91-476c-bce3-47a140c27bb8'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:46:22.407820 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8bd99e-9931-4502-a0e9-0748bce92aa7 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] Pushing event deleted for resources: {'Port': ['ID=ee066435-da91-476c-bce3-47a140c27bb8,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:22.458204 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-81c44551-f139-4a49-916b-0036d9613e5b req-ec25ef83-f283-494a-b24f-3ec22d22ae80 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/security-groups?id=33e2eb59-206d-4216-aaf9-91cfc46ad855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972302 Feb 19 02:46:22.512445 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f29f217-9f64-47ba-9dac-b054455e6756 req-3a8bd99e-9931-4502-a0e9-0748bce92aa7 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] No DVR routers for this DVR port ee066435-da91-476c-bce3-47a140c27bb8 on host n-h2-826753-2 {{(pid=103701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:46:22.528829 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-4f29f217-9f64-47ba-9dac-b054455e6756 req-3a8bd99e-9931-4502-a0e9-0748bce92aa7 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:22.532892 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4f29f217-9f64-47ba-9dac-b054455e6756 req-3a8bd99e-9931-4502-a0e9-0748bce92aa7 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] 10.222.0.82 "DELETE /v2.0/ports/ee066435-da91-476c-bce3-47a140c27bb8 HTTP/1.1" status: 204 len: 173 time: 0.8245156 Feb 19 02:46:22.533563 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8312037b-1a40-46ab-bb7a-06e57fc82c1e', 'name': 'network-vif-deleted', 'tag': 'ee066435-da91-476c-bce3-47a140c27bb8'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:46:22.545103 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9106a300-6f5c-4384-a1cf-b8e256520c94" -d '{"events": [{"server_uuid": "8312037b-1a40-46ab-bb7a-06e57fc82c1e", "name": "network-vif-deleted", "tag": "ee066435-da91-476c-bce3-47a140c27bb8"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:46:22.653842 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-12f933c8-d969-4a2e-b2ab-bda293601261 req-68fadec5-60f0-44ba-8685-0c4b1aa2d293 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089 tempest-FloatingIPsAssociationNegativeTestJSON-1002575089-project] 10.222.0.72 "GET /v2.0/ports?device_id=8312037b-1a40-46ab-bb7a-06e57fc82c1e HTTP/1.1" status: 200 len: 210 time: 0.0518749 Feb 19 02:46:22.671157 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-08e0a355-594f-471e-babd-4d6d1d459995 None None] Allocated IP 172.20.0.18 (192b845b-dd12-418a-8840-5ac957ec4804/039f1141-f1bb-4455-86c2-5c1a321bb200/8dd1f72d-5dd4-4daf-8b62-ce7398b0b6be) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:46:22.698543 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-ee1279e4-cf2c-487d-b441-572d438da61a None None] Publish callbacks [] for port (7d5ea8aa-0f5e-45c7-bacc-96ddad329c50), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:22.708473 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c79b7-ce60-4712-9ab0-06b4012b9d83 req-8185361f-0a13-4443-b18f-04bcc2b87d74 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:22.715102 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1c5e69f3-da47-40e4-96c4-23b96b6402a7 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Publish callbacks [] for subnet (6a606e7c-a660-4e29-8c24-2571a25aa42f), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:22.717650 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-ee1279e4-cf2c-487d-b441-572d438da61a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (7d5ea8aa-0f5e-45c7-bacc-96ddad329c50), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:22.732584 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-968c79b7-ce60-4712-9ab0-06b4012b9d83 req-8185361f-0a13-4443-b18f-04bcc2b87d74 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6022ed1-67a1-4ded-890d-e1e66f84412d HTTP/1.1" status: 200 len: 943 time: 0.2206728 Feb 19 02:46:22.765965 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57540966-31c8-4fd3-bb81-2920f15d122e x-openstack-request-id: req-57540966-31c8-4fd3-bb81-2920f15d122e {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:46:22.766413 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8312037b-1a40-46ab-bb7a-06e57fc82c1e", "name": "network-vif-deleted", "tag": "ee066435-da91-476c-bce3-47a140c27bb8", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:46:22.766790 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-57540966-31c8-4fd3-bb81-2920f15d122e {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:46:22.768269 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8312037b-1a40-46ab-bb7a-06e57fc82c1e', 'name': 'network-vif-deleted', 'tag': 'ee066435-da91-476c-bce3-47a140c27bb8', 'status': 'completed', 'code': 200} Feb 19 02:46:22.803905 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1279e4-cf2c-487d-b441-572d438da61a None None] Pushing event updated for resources: {'Port': ['ID=7d5ea8aa-0f5e-45c7-bacc-96ddad329c50,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:22.817857 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1279e4-cf2c-487d-b441-572d438da61a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:46:22.818211 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1279e4-cf2c-487d-b441-572d438da61a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:46:22.818566 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1279e4-cf2c-487d-b441-572d438da61a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:46:22.818907 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1279e4-cf2c-487d-b441-572d438da61a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:46:22.819304 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1279e4-cf2c-487d-b441-572d438da61a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:46:22.819645 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1279e4-cf2c-487d-b441-572d438da61a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:46:22.819981 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1279e4-cf2c-487d-b441-572d438da61a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:46:22.820307 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1279e4-cf2c-487d-b441-572d438da61a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:46:22.820633 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1279e4-cf2c-487d-b441-572d438da61a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:46:22.820957 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1279e4-cf2c-487d-b441-572d438da61a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:46:22.821306 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1279e4-cf2c-487d-b441-572d438da61a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:46:22.821629 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1279e4-cf2c-487d-b441-572d438da61a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:46:22.821950 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1279e4-cf2c-487d-b441-572d438da61a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:46:22.828498 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1c5e69f3-da47-40e4-96c4-23b96b6402a7 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (6a606e7c-a660-4e29-8c24-2571a25aa42f), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:22.839074 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1279e4-cf2c-487d-b441-572d438da61a None None] Network 9b2b7172-e383-4108-b2f8-4e7292cd5dbe is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:46:22.846066 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-ee1279e4-cf2c-487d-b441-572d438da61a None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:46:22.850683 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1279e4-cf2c-487d-b441-572d438da61a None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:46:22.949831 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-968c79b7-ce60-4712-9ab0-06b4012b9d83 req-325115ba-a3dc-47de-bdab-15cd891fc998 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150319 Feb 19 02:46:22.955293 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-ee1279e4-cf2c-487d-b441-572d438da61a None None] Attempting to bind port 7d5ea8aa-0f5e-45c7-bacc-96ddad329c50 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:46:22.955935 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-ee1279e4-cf2c-487d-b441-572d438da61a None None] Attempting to bind port 7d5ea8aa-0f5e-45c7-bacc-96ddad329c50 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': 'b13fcb81-9411-4d8a-8983-ba0639626aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '9b2b7172-e383-4108-b2f8-4e7292cd5dbe'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:46:22.956308 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1279e4-cf2c-487d-b441-572d438da61a None None] Attempting to bind port 7d5ea8aa-0f5e-45c7-bacc-96ddad329c50 on network 9b2b7172-e383-4108-b2f8-4e7292cd5dbe {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:46:22.969249 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21866a2-5b80-4333-9bc1-93eaa1a46fb9 req-3e7e5210-0c24-47bc-9dde-94a148ed78ca tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:22.971319 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e21866a2-5b80-4333-9bc1-93eaa1a46fb9 req-3e7e5210-0c24-47bc-9dde-94a148ed78ca tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3e2950d-ab47-4046-8006-daf03c09940e HTTP/1.1" status: 200 len: 944 time: 0.1504962 Feb 19 02:46:22.997045 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1c5e69f3-da47-40e4-96c4-23b96b6402a7 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (6a606e7c-a660-4e29-8c24-2571a25aa42f), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:23.009980 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1279e4-cf2c-487d-b441-572d438da61a None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:46:23.010374 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1279e4-cf2c-487d-b441-572d438da61a None None] Checking segment: {'id': 'b13fcb81-9411-4d8a-8983-ba0639626aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '9b2b7172-e383-4108-b2f8-4e7292cd5dbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:46:23.010783 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-ee1279e4-cf2c-487d-b441-572d438da61a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:23.011189 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1279e4-cf2c-487d-b441-572d438da61a None None] Bound using segment: {'id': 'b13fcb81-9411-4d8a-8983-ba0639626aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '9b2b7172-e383-4108-b2f8-4e7292cd5dbe'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:46:23.011683 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-ee1279e4-cf2c-487d-b441-572d438da61a None None] Bound port: 7d5ea8aa-0f5e-45c7-bacc-96ddad329c50, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b13fcb81-9411-4d8a-8983-ba0639626aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '9b2b7172-e383-4108-b2f8-4e7292cd5dbe'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:46:23.012071 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-ee1279e4-cf2c-487d-b441-572d438da61a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (7d5ea8aa-0f5e-45c7-bacc-96ddad329c50), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:23.052966 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e21866a2-5b80-4333-9bc1-93eaa1a46fb9 req-86af6f59-7cea-4fdb-bbbe-79fe5afb0345 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749509 Feb 19 02:46:23.096677 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1c5e69f3-da47-40e4-96c4-23b96b6402a7 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (6a606e7c-a660-4e29-8c24-2571a25aa42f), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:23.097358 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-08e0a355-594f-471e-babd-4d6d1d459995 None None] Publish callbacks [] for port (8dd1f72d-5dd4-4daf-8b62-ce7398b0b6be), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:23.120091 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-08e0a355-594f-471e-babd-4d6d1d459995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (8dd1f72d-5dd4-4daf-8b62-ce7398b0b6be), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:23.126287 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5e69f3-da47-40e4-96c4-23b96b6402a7 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Pushing event deleted for resources: {'Subnet': ['ID=6a606e7c-a660-4e29-8c24-2571a25aa42f,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:23.140874 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1c5e69f3-da47-40e4-96c4-23b96b6402a7 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:23.147112 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-1c5e69f3-da47-40e4-96c4-23b96b6402a7 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] 10.222.0.72 "DELETE /v2.0/subnets/6a606e7c-a660-4e29-8c24-2571a25aa42f HTTP/1.1" status: 204 len: 168 time: 0.8628902 Feb 19 02:46:23.147562 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 53872) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:46:23.185510 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e0a355-594f-471e-babd-4d6d1d459995 None None] Pushing event updated for resources: {'Port': ['ID=8dd1f72d-5dd4-4daf-8b62-ce7398b0b6be,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:23.203723 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e0a355-594f-471e-babd-4d6d1d459995 None None] Network 192b845b-dd12-418a-8840-5ac957ec4804 is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:46:23.206440 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-08e0a355-594f-471e-babd-4d6d1d459995 None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:46:23.210029 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e0a355-594f-471e-babd-4d6d1d459995 None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:46:23.213430 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-ee1279e4-cf2c-487d-b441-572d438da61a None None] For port 7d5ea8aa-0f5e-45c7-bacc-96ddad329c50, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:46:23.220507 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-ee1279e4-cf2c-487d-b441-572d438da61a None None] For port 7d5ea8aa-0f5e-45c7-bacc-96ddad329c50, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=7d5ea8aa-0f5e-45c7-bacc-96ddad329c50,segment=NetworkSegment(b13fcb81-9411-4d8a-8983-ba0639626aaa),segment_id=b13fcb81-9411-4d8a-8983-ba0639626aaa)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:46:23.249212 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-ee1279e4-cf2c-487d-b441-572d438da61a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (7d5ea8aa-0f5e-45c7-bacc-96ddad329c50), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:23.258415 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd665a7d-87ae-4140-b001-a8c6a5a152b6 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Deleting subnet 039f1141-f1bb-4455-86c2-5c1a321bb200 {{(pid=103701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:46:23.262083 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-dd665a7d-87ae-4140-b001-a8c6a5a152b6 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Publish callbacks [] for subnet (039f1141-f1bb-4455-86c2-5c1a321bb200), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:23.305532 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-dd665a7d-87ae-4140-b001-a8c6a5a152b6 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12647399'] for subnet (039f1141-f1bb-4455-86c2-5c1a321bb200), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:23.325691 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-08e0a355-594f-471e-babd-4d6d1d459995 None None] Attempting to bind port 8dd1f72d-5dd4-4daf-8b62-ce7398b0b6be on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:46:23.326164 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-08e0a355-594f-471e-babd-4d6d1d459995 None None] Attempting to bind port 8dd1f72d-5dd4-4daf-8b62-ce7398b0b6be by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': 'a8624674-df1d-4372-af55-cef0341da186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '192b845b-dd12-418a-8840-5ac957ec4804'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:46:23.326665 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e0a355-594f-471e-babd-4d6d1d459995 None None] Attempting to bind port 8dd1f72d-5dd4-4daf-8b62-ce7398b0b6be on network 192b845b-dd12-418a-8840-5ac957ec4804 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:46:23.335030 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e0a355-594f-471e-babd-4d6d1d459995 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:46:23.335571 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e0a355-594f-471e-babd-4d6d1d459995 None None] Checking segment: {'id': 'a8624674-df1d-4372-af55-cef0341da186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '192b845b-dd12-418a-8840-5ac957ec4804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:46:23.336075 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-08e0a355-594f-471e-babd-4d6d1d459995 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:23.336628 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e0a355-594f-471e-babd-4d6d1d459995 None None] Bound using segment: {'id': 'a8624674-df1d-4372-af55-cef0341da186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '192b845b-dd12-418a-8840-5ac957ec4804'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:46:23.347508 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-08e0a355-594f-471e-babd-4d6d1d459995 None None] Bound port: 8dd1f72d-5dd4-4daf-8b62-ce7398b0b6be, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8624674-df1d-4372-af55-cef0341da186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '192b845b-dd12-418a-8840-5ac957ec4804'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:46:23.347508 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-08e0a355-594f-471e-babd-4d6d1d459995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (8dd1f72d-5dd4-4daf-8b62-ce7398b0b6be), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:23.352490 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1279e4-cf2c-487d-b441-572d438da61a None None] Pushing event updated for resources: {'Port': ['ID=7d5ea8aa-0f5e-45c7-bacc-96ddad329c50,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:23.440992 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-08e0a355-594f-471e-babd-4d6d1d459995 None None] For port 8dd1f72d-5dd4-4daf-8b62-ce7398b0b6be, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:46:23.445621 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-08e0a355-594f-471e-babd-4d6d1d459995 None None] For port 8dd1f72d-5dd4-4daf-8b62-ce7398b0b6be, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=8dd1f72d-5dd4-4daf-8b62-ce7398b0b6be,segment=NetworkSegment(a8624674-df1d-4372-af55-cef0341da186),segment_id=a8624674-df1d-4372-af55-cef0341da186)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:46:23.454533 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-08e0a355-594f-471e-babd-4d6d1d459995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (8dd1f72d-5dd4-4daf-8b62-ce7398b0b6be), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:23.493191 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-dd665a7d-87ae-4140-b001-a8c6a5a152b6 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (039f1141-f1bb-4455-86c2-5c1a321bb200), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:23.613280 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e0a355-594f-471e-babd-4d6d1d459995 None None] Pushing event updated for resources: {'Port': ['ID=8dd1f72d-5dd4-4daf-8b62-ce7398b0b6be,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:23.653820 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d226d-6d25-4b50-8766-916d9b4378d3 req-8397926e-0ef8-4910-9211-0c12ecfcccbf tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:23.659322 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d226d-6d25-4b50-8766-916d9b4378d3 req-8397926e-0ef8-4910-9211-0c12ecfcccbf tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:23.668702 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d226d-6d25-4b50-8766-916d9b4378d3 req-8397926e-0ef8-4910-9211-0c12ecfcccbf tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:23.679668 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d226d-6d25-4b50-8766-916d9b4378d3 req-8397926e-0ef8-4910-9211-0c12ecfcccbf tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:23.684938 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d226d-6d25-4b50-8766-916d9b4378d3 req-8397926e-0ef8-4910-9211-0c12ecfcccbf tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:23.690509 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d226d-6d25-4b50-8766-916d9b4378d3 req-8397926e-0ef8-4910-9211-0c12ecfcccbf tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:23.696040 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d226d-6d25-4b50-8766-916d9b4378d3 req-8397926e-0ef8-4910-9211-0c12ecfcccbf tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:23.698273 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b25d226d-6d25-4b50-8766-916d9b4378d3 req-8397926e-0ef8-4910-9211-0c12ecfcccbf tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ec863d4-5792-46d2-b299-7b34b3ebe431 HTTP/1.1" status: 200 len: 5432 time: 0.2624400 Feb 19 02:46:23.726734 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-dd665a7d-87ae-4140-b001-a8c6a5a152b6 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12647206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58706286'] for subnet (039f1141-f1bb-4455-86c2-5c1a321bb200), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:23.778414 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0f219d-437b-45e3-b29a-364ad19018bd req-cac735da-45eb-436a-942f-3fdc93374094 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:23.786213 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4b0f219d-437b-45e3-b29a-364ad19018bd req-cac735da-45eb-436a-942f-3fdc93374094 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e2f228a-e46f-4adf-b471-367b30633d0f HTTP/1.1" status: 200 len: 945 time: 0.2260063 Feb 19 02:46:23.788351 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd665a7d-87ae-4140-b001-a8c6a5a152b6 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Pushing event deleted for resources: {'Subnet': ['ID=039f1141-f1bb-4455-86c2-5c1a321bb200,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:23.793792 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-dd665a7d-87ae-4140-b001-a8c6a5a152b6 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:23.797272 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-dd665a7d-87ae-4140-b001-a8c6a5a152b6 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] 10.222.0.72 "DELETE /v2.0/subnets/039f1141-f1bb-4455-86c2-5c1a321bb200 HTTP/1.1" status: 204 len: 168 time: 0.6481555 Feb 19 02:46:23.800399 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53880) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:46:23.897916 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b25d226d-6d25-4b50-8766-916d9b4378d3 req-187ea0f0-5ba4-47af-869c-82a954dff54c tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ad2b075-8470-4480-bb4e-92661338512f&id=1cff43f7-3cfd-4595-99e1-888048810960&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1872532 Feb 19 02:46:23.919060 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a462a63c-1ee8-4b03-b2ce-b1ebb88db42d tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:23.923794 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-a462a63c-1ee8-4b03-b2ce-b1ebb88db42d tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1186416 Feb 19 02:46:23.924071 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53882) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:46:23.938234 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4b0f219d-437b-45e3-b29a-364ad19018bd req-d974142b-1ed7-4fb9-8de8-66fb704833e7 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/security-groups?id=33e2eb59-206d-4216-aaf9-91cfc46ad855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466792 Feb 19 02:46:23.970633 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 53884) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:46:24.084332 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-846db163-5d4b-4f2b-af11-95fb6a2561fa tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (192b845b-dd12-418a-8840-5ac957ec4804), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:24.184879 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-846db163-5d4b-4f2b-af11-95fb6a2561fa tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Deleting port 8dd1f72d-5dd4-4daf-8b62-ce7398b0b6be {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:46:24.185255 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-846db163-5d4b-4f2b-af11-95fb6a2561fa tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (8dd1f72d-5dd4-4daf-8b62-ce7398b0b6be), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:24.224332 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 8dd1f72d-5dd4-4daf-8b62-ce7398b0b6be up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:46:24.248395 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1941482f-3ab2-432a-97ce-7559a9c71130 req-0fb5b83e-eabd-4fa4-8096-1e10f2161c73 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:24.259969 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1941482f-3ab2-432a-97ce-7559a9c71130 req-0fb5b83e-eabd-4fa4-8096-1e10f2161c73 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6022ed1-67a1-4ded-890d-e1e66f84412d HTTP/1.1" status: 200 len: 943 time: 0.1759369 Feb 19 02:46:24.269924 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-846db163-5d4b-4f2b-af11-95fb6a2561fa tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] For port 8dd1f72d-5dd4-4daf-8b62-ce7398b0b6be, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=8dd1f72d-5dd4-4daf-8b62-ce7398b0b6be,segment=NetworkSegment(a8624674-df1d-4372-af55-cef0341da186),segment_id=a8624674-df1d-4372-af55-cef0341da186)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:46:24.270725 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-846db163-5d4b-4f2b-af11-95fb6a2561fa tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (8dd1f72d-5dd4-4daf-8b62-ce7398b0b6be), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:24.295621 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-846db163-5d4b-4f2b-af11-95fb6a2561fa tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Calling delete_port for 8dd1f72d-5dd4-4daf-8b62-ce7398b0b6be owned by network:dhcp {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:46:24.318816 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 8dd1f72d-5dd4-4daf-8b62-ce7398b0b6be triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:46:24.319581 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (8dd1f72d-5dd4-4daf-8b62-ce7398b0b6be), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:24.356176 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eed1e9c-b4ed-4aa4-b392-0064812a0639 req-a0d802a0-4210-4a2f-9c8f-a294bc104019 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:24.357972 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3eed1e9c-b4ed-4aa4-b392-0064812a0639 req-a0d802a0-4210-4a2f-9c8f-a294bc104019 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3e2950d-ab47-4046-8006-daf03c09940e HTTP/1.1" status: 200 len: 944 time: 0.2125978 Feb 19 02:46:24.403953 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-846db163-5d4b-4f2b-af11-95fb6a2561fa tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (8dd1f72d-5dd4-4daf-8b62-ce7398b0b6be), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:24.414747 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1941482f-3ab2-432a-97ce-7559a9c71130 req-fb43c2a8-01b3-419a-ac00-baf353a2c61d tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538913 Feb 19 02:46:24.432318 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Port 8dd1f72d-5dd4-4daf-8b62-ce7398b0b6be update to ACTIVE by agent not found {{(pid=103703) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 19 02:46:24.433022 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 7d5ea8aa-0f5e-45c7-bacc-96ddad329c50 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:46:24.451199 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846db163-5d4b-4f2b-af11-95fb6a2561fa tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Pushing event deleted for resources: {'Port': ['ID=8dd1f72d-5dd4-4daf-8b62-ce7398b0b6be,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:24.451889 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846db163-5d4b-4f2b-af11-95fb6a2561fa tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] No DVR routers for this DVR port 8dd1f72d-5dd4-4daf-8b62-ce7398b0b6be on host n-d-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:46:24.505955 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3eed1e9c-b4ed-4aa4-b392-0064812a0639 req-a15157d6-a6d9-40fb-b088-e85f6852c7a2 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358416 Feb 19 02:46:24.562628 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 7d5ea8aa-0f5e-45c7-bacc-96ddad329c50 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:46:24.563207 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (7d5ea8aa-0f5e-45c7-bacc-96ddad329c50), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:24.571972 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-846db163-5d4b-4f2b-af11-95fb6a2561fa tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (192b845b-dd12-418a-8840-5ac957ec4804), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:24.611823 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-846db163-5d4b-4f2b-af11-95fb6a2561fa tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['192b845b-dd12-418a-8840-5ac957ec4804']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:46:24.625409 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-846db163-5d4b-4f2b-af11-95fb6a2561fa tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8624674-df1d-4372-af55-cef0341da186') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:46:24.627922 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-846db163-5d4b-4f2b-af11-95fb6a2561fa tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8624674-df1d-4372-af55-cef0341da186') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:46:24.656931 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-846db163-5d4b-4f2b-af11-95fb6a2561fa tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (a8624674-df1d-4372-af55-cef0341da186), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:24.685691 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-846db163-5d4b-4f2b-af11-95fb6a2561fa tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (a8624674-df1d-4372-af55-cef0341da186), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:24.688736 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 7d5ea8aa-0f5e-45c7-bacc-96ddad329c50 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:46:24.689347 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (7d5ea8aa-0f5e-45c7-bacc-96ddad329c50), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:24.695630 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-846db163-5d4b-4f2b-af11-95fb6a2561fa tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Releasing vlan 266 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:46:24.696088 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-846db163-5d4b-4f2b-af11-95fb6a2561fa tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (a8624674-df1d-4372-af55-cef0341da186), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:24.702724 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 02:46:24.702724 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:46:24.702724 n-d-826753-2 neutron-server[103702]: timer() Feb 19 02:46:24.702724 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:46:24.702724 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 02:46:24.702724 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:46:24.702724 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 02:46:24.702724 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:46:24.702724 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 02:46:24.702724 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:46:24.702724 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 02:46:24.702724 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:46:24.702724 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 02:46:24.702724 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:46:24.702724 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:46:24.702724 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:46:24.702724 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:46:24.702724 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:46:24.702724 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 02:46:24.702724 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:46:24.702724 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 02:46:24.702724 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:46:24.702724 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:46:24.702724 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:46:24.702724 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 02:46:24.702724 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:46:24.702724 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:46:24.702724 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:46:24.702724 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:46:24.702724 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:46:24.702724 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:46:24.702724 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:46:24.742754 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port 7d5ea8aa-0f5e-45c7-bacc-96ddad329c50, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=7d5ea8aa-0f5e-45c7-bacc-96ddad329c50,segment=NetworkSegment(b13fcb81-9411-4d8a-8983-ba0639626aaa),segment_id=b13fcb81-9411-4d8a-8983-ba0639626aaa)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:46:24.756623 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (7d5ea8aa-0f5e-45c7-bacc-96ddad329c50), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:24.820619 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-846db163-5d4b-4f2b-af11-95fb6a2561fa tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (192b845b-dd12-418a-8840-5ac957ec4804), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:24.828856 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-846db163-5d4b-4f2b-af11-95fb6a2561fa tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:24.836100 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-846db163-5d4b-4f2b-af11-95fb6a2561fa tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] 10.222.0.72 "DELETE /v2.0/networks/192b845b-dd12-418a-8840-5ac957ec4804 HTTP/1.1" status: 204 len: 168 time: 0.9108591 Feb 19 02:46:24.836601 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 53892) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:46:24.852229 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:46:24.860118 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846db163-5d4b-4f2b-af11-95fb6a2561fa tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Pushing event deleted for resources: {'Network': ['ID=192b845b-dd12-418a-8840-5ac957ec4804,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:24.862160 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device ee066435-da91-476c-bce3-47a140c27bb8 no longer exists at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:46:24.864799 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device adbf45cd-9089-44ef-9842-5ca280385f35 details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:46:24.867492 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device adbf45cd-9089-44ef-9842-5ca280385f35 no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:46:24.874601 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=7d5ea8aa-0f5e-45c7-bacc-96ddad329c50,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:25.126877 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port adbf45cd-9089-44ef-9842-5ca280385f35, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=adbf45cd-9089-44ef-9842-5ca280385f35,segment=NetworkSegment(27cce794-dfd5-41e1-991b-27e0c79dcb47),segment_id=27cce794-dfd5-41e1-991b-27e0c79dcb47)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:46:25.151830 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': 'adbf45cd-9089-44ef-9842-5ca280385f35', 'network_id': '39722815-5c41-4e97-ad15-7b3e3ad40af7', 'port_id': 'adbf45cd-9089-44ef-9842-5ca280385f35', 'mac_address': 'fa:16:3e:da:22:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5bae790-117e-481a-89bc-3817a429ae54', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:46:25.153994 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] No Port match for: ee066435-da91-476c-bce3-47a140c27bb8 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:46:25.154335 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device ee066435-da91-476c-bce3-47a140c27bb8 not bound to the agent host n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:46:25.183415 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-17433b64-bc19-4d49-af83-3a17beb216eb None None] Could not find standard attr ID for object 8dd1f72d-5dd4-4daf-8b62-ce7398b0b6be. {{(pid=103703) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 02:46:25.230679 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e9eb0a-be43-4aa8-bace-248d5351da27 None None] DHCP port deletion for 192b845b-dd12-418a-8840-5ac957ec4804 request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 02:46:25.290861 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8085cfc1-a00e-4051-8bb3-d8f912088a7e None None] Network 192b845b-dd12-418a-8840-5ac957ec4804 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:46:25.297612 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04af6a3-f53b-4893-ab11-9eb6b6116b00 None None] Network 9b2b7172-e383-4108-b2f8-4e7292cd5dbe requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:46:25.301715 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port adbf45cd-9089-44ef-9842-5ca280385f35 is: ACTIVE; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:46:25.302236 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (adbf45cd-9089-44ef-9842-5ca280385f35), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:25.365941 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f6912ab0-98ed-4f32-bd07-a16aa8965e86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16289271'] for router_interface (8d65c124-4f7d-4113-93a3-b3dbe490023c), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:25.375837 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-557c00af-8349-4ed1-880d-e5de4dba3c47 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (9b2b7172-e383-4108-b2f8-4e7292cd5dbe), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:25.446291 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e91373-eb92-4463-ace2-e9fe40039b1a req-ab329baa-35eb-4cf9-a6ee-d43e25da7722 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:25.447867 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d8e91373-eb92-4463-ace2-e9fe40039b1a req-ab329baa-35eb-4cf9-a6ee-d43e25da7722 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e2f228a-e46f-4adf-b471-367b30633d0f HTTP/1.1" status: 200 len: 945 time: 0.2291174 Feb 19 02:46:25.493041 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259dd421-1ec9-43ac-bc09-acd89b58435e req-d6b1d640-5a68-4a83-b064-f7ac884af4b2 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:25.498514 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259dd421-1ec9-43ac-bc09-acd89b58435e req-d6b1d640-5a68-4a83-b064-f7ac884af4b2 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:25.503867 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259dd421-1ec9-43ac-bc09-acd89b58435e req-d6b1d640-5a68-4a83-b064-f7ac884af4b2 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:25.510804 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259dd421-1ec9-43ac-bc09-acd89b58435e req-d6b1d640-5a68-4a83-b064-f7ac884af4b2 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:25.512423 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8085cfc1-a00e-4051-8bb3-d8f912088a7e None None] Network 192b845b-dd12-418a-8840-5ac957ec4804 could not be found, it might have been deleted concurrently. {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 19 02:46:25.515820 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259dd421-1ec9-43ac-bc09-acd89b58435e req-d6b1d640-5a68-4a83-b064-f7ac884af4b2 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:25.530105 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259dd421-1ec9-43ac-bc09-acd89b58435e req-d6b1d640-5a68-4a83-b064-f7ac884af4b2 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:25.537603 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259dd421-1ec9-43ac-bc09-acd89b58435e req-d6b1d640-5a68-4a83-b064-f7ac884af4b2 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:25.538227 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-259dd421-1ec9-43ac-bc09-acd89b58435e req-d6b1d640-5a68-4a83-b064-f7ac884af4b2 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ec863d4-5792-46d2-b299-7b34b3ebe431 HTTP/1.1" status: 200 len: 5432 time: 0.3108528 Feb 19 02:46:25.557500 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id adbf45cd-9089-44ef-9842-5ca280385f35 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:46:25.565506 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port adbf45cd-9089-44ef-9842-5ca280385f35 is: ACTIVE; New status is: DOWN {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:46:25.566008 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (adbf45cd-9089-44ef-9842-5ca280385f35), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:25.589483 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-7dc454cf-9e9d-4dec-bd76-9597bb21bfd3 None None] Provisioning complete for port 7d5ea8aa-0f5e-45c7-bacc-96ddad329c50 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:46:25.589861 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-7dc454cf-9e9d-4dec-bd76-9597bb21bfd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (7d5ea8aa-0f5e-45c7-bacc-96ddad329c50), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:25.642392 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port adbf45cd-9089-44ef-9842-5ca280385f35, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=adbf45cd-9089-44ef-9842-5ca280385f35,segment=NetworkSegment(27cce794-dfd5-41e1-991b-27e0c79dcb47),segment_id=27cce794-dfd5-41e1-991b-27e0c79dcb47)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:46:25.654724 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (adbf45cd-9089-44ef-9842-5ca280385f35), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:25.683852 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d8e91373-eb92-4463-ace2-e9fe40039b1a req-ab1cd59c-f2f3-43f9-995d-fe0ed0f6ed16 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/security-groups?id=33e2eb59-206d-4216-aaf9-91cfc46ad855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032895 Feb 19 02:46:25.737439 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.db.api [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103703) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 02:46:25.737794 n-d-826753-2 neutron-server[103703]: DEBUG oslo_db.api [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 02:46:25.749962 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-259dd421-1ec9-43ac-bc09-acd89b58435e req-aace4d22-9af1-4784-8cee-2a1379ca80ea tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ad2b075-8470-4480-bb4e-92661338512f&id=1cff43f7-3cfd-4595-99e1-888048810960&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1944046 Feb 19 02:46:25.753565 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-557c00af-8349-4ed1-880d-e5de4dba3c47 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Deleting port 7d5ea8aa-0f5e-45c7-bacc-96ddad329c50 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:46:25.754135 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-557c00af-8349-4ed1-880d-e5de4dba3c47 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (7d5ea8aa-0f5e-45c7-bacc-96ddad329c50), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:25.787067 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=adbf45cd-9089-44ef-9842-5ca280385f35,revision_number=6']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:25.808420 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-7dc454cf-9e9d-4dec-bd76-9597bb21bfd3 None None] Current status of the port 7d5ea8aa-0f5e-45c7-bacc-96ddad329c50 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:46:25.845883 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e1aa1b-2b63-4964-a79f-68cc61fc7429 None None] DHCP port deletion for 9b2b7172-e383-4108-b2f8-4e7292cd5dbe request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 02:46:25.895471 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-47e1aa1b-2b63-4964-a79f-68cc61fc7429 None None] Deleting port 7d5ea8aa-0f5e-45c7-bacc-96ddad329c50 {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:46:25.895834 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-47e1aa1b-2b63-4964-a79f-68cc61fc7429 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (7d5ea8aa-0f5e-45c7-bacc-96ddad329c50), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:25.968248 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-557c00af-8349-4ed1-880d-e5de4dba3c47 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] For port 7d5ea8aa-0f5e-45c7-bacc-96ddad329c50, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=7d5ea8aa-0f5e-45c7-bacc-96ddad329c50,segment=NetworkSegment(b13fcb81-9411-4d8a-8983-ba0639626aaa),segment_id=b13fcb81-9411-4d8a-8983-ba0639626aaa)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:46:25.968623 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-557c00af-8349-4ed1-880d-e5de4dba3c47 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (7d5ea8aa-0f5e-45c7-bacc-96ddad329c50), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:25.976877 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-47e1aa1b-2b63-4964-a79f-68cc61fc7429 None None] For port 7d5ea8aa-0f5e-45c7-bacc-96ddad329c50, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=7d5ea8aa-0f5e-45c7-bacc-96ddad329c50,segment=NetworkSegment(b13fcb81-9411-4d8a-8983-ba0639626aaa),segment_id=b13fcb81-9411-4d8a-8983-ba0639626aaa)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:46:25.977298 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-47e1aa1b-2b63-4964-a79f-68cc61fc7429 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (7d5ea8aa-0f5e-45c7-bacc-96ddad329c50), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:25.993468 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:25.993820 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-557c00af-8349-4ed1-880d-e5de4dba3c47 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Calling delete_port for 7d5ea8aa-0f5e-45c7-bacc-96ddad329c50 owned by network:dhcp {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:46:25.994160 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-47e1aa1b-2b63-4964-a79f-68cc61fc7429 None None] Calling delete_port for 7d5ea8aa-0f5e-45c7-bacc-96ddad329c50 owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:46:26.075786 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826fb704-cfd2-4922-ad1e-1b7b1fad0937 req-ff64d862-8995-4da8-87d3-8112162399db tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:26.077297 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-826fb704-cfd2-4922-ad1e-1b7b1fad0937 req-ff64d862-8995-4da8-87d3-8112162399db tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6022ed1-67a1-4ded-890d-e1e66f84412d HTTP/1.1" status: 200 len: 943 time: 0.2030640 Feb 19 02:46:26.091713 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-47e1aa1b-2b63-4964-a79f-68cc61fc7429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (7d5ea8aa-0f5e-45c7-bacc-96ddad329c50), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:26.091952 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b330bbd7-16e2-407f-8eb1-822b3fa09266 req-99fc1a12-2943-4bb4-b0f1-08f943cfe961 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:26.099495 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b330bbd7-16e2-407f-8eb1-822b3fa09266 req-99fc1a12-2943-4bb4-b0f1-08f943cfe961 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3e2950d-ab47-4046-8006-daf03c09940e HTTP/1.1" status: 200 len: 944 time: 0.2281995 Feb 19 02:46:26.126164 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['adbf45cd-9089-44ef-9842-5ca280385f35'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:46:26.128305 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 8dd1f72d-5dd4-4daf-8b62-ce7398b0b6be no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:46:26.133039 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e1aa1b-2b63-4964-a79f-68cc61fc7429 None None] Pushing event deleted for resources: {'Port': ['ID=7d5ea8aa-0f5e-45c7-bacc-96ddad329c50,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:26.178211 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e1aa1b-2b63-4964-a79f-68cc61fc7429 None None] No DVR routers for this DVR port 7d5ea8aa-0f5e-45c7-bacc-96ddad329c50 on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:46:26.189935 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 8dd1f72d-5dd4-4daf-8b62-ce7398b0b6be {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:46:26.190893 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 8dd1f72d-5dd4-4daf-8b62-ce7398b0b6be not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:46:26.192184 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 7d5ea8aa-0f5e-45c7-bacc-96ddad329c50 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:46:26.221479 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 7d5ea8aa-0f5e-45c7-bacc-96ddad329c50 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:46:26.221479 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 7d5ea8aa-0f5e-45c7-bacc-96ddad329c50 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:46:26.259487 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b330bbd7-16e2-407f-8eb1-822b3fa09266 req-48d803fe-0f10-4dca-9787-6ed103489e67 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539261 Feb 19 02:46:26.270877 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-826fb704-cfd2-4922-ad1e-1b7b1fad0937 req-25a99595-49e1-4666-91ff-3cf1fe99002b tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605556 Feb 19 02:46:26.280642 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-557c00af-8349-4ed1-880d-e5de4dba3c47 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (7d5ea8aa-0f5e-45c7-bacc-96ddad329c50), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:26.305086 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port adbf45cd-9089-44ef-9842-5ca280385f35 is: BUILD; New status is: DOWN {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:46:26.305086 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (adbf45cd-9089-44ef-9842-5ca280385f35), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:26.307133 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557c00af-8349-4ed1-880d-e5de4dba3c47 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] No DVR routers for this DVR port 7d5ea8aa-0f5e-45c7-bacc-96ddad329c50 on host n-d-826753-2 {{(pid=103701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:46:26.331852 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id adbf45cd-9089-44ef-9842-5ca280385f35 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:46:26.335779 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557c00af-8349-4ed1-880d-e5de4dba3c47 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Pushing event deleted for resources: {'Port': ['ID=7d5ea8aa-0f5e-45c7-bacc-96ddad329c50,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:26.378979 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port adbf45cd-9089-44ef-9842-5ca280385f35, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=adbf45cd-9089-44ef-9842-5ca280385f35,segment=NetworkSegment(27cce794-dfd5-41e1-991b-27e0c79dcb47),segment_id=27cce794-dfd5-41e1-991b-27e0c79dcb47)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:46:26.384929 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (adbf45cd-9089-44ef-9842-5ca280385f35), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:26.415273 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-f6912ab0-98ed-4f32-bd07-a16aa8965e86 admin admin] Deleting port e9d07dd7-97f4-4f92-b340-5551cdaa6cb2 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:46:26.415865 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f6912ab0-98ed-4f32-bd07-a16aa8965e86 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (e9d07dd7-97f4-4f92-b340-5551cdaa6cb2), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:26.421689 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-557c00af-8349-4ed1-880d-e5de4dba3c47 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (9b2b7172-e383-4108-b2f8-4e7292cd5dbe), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:26.454482 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=adbf45cd-9089-44ef-9842-5ca280385f35,revision_number=7']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:26.484052 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-557c00af-8349-4ed1-880d-e5de4dba3c47 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b2b7172-e383-4108-b2f8-4e7292cd5dbe']}} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:46:26.496728 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-557c00af-8349-4ed1-880d-e5de4dba3c47 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b13fcb81-9411-4d8a-8983-ba0639626aaa') {'for_net_delete': True} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:46:26.497038 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-557c00af-8349-4ed1-880d-e5de4dba3c47 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b13fcb81-9411-4d8a-8983-ba0639626aaa') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:46:26.510491 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-557c00af-8349-4ed1-880d-e5de4dba3c47 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12647422'] for segment (b13fcb81-9411-4d8a-8983-ba0639626aaa), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:26.537696 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-557c00af-8349-4ed1-880d-e5de4dba3c47 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (b13fcb81-9411-4d8a-8983-ba0639626aaa), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:26.547527 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-f6912ab0-98ed-4f32-bd07-a16aa8965e86 admin admin] For port e9d07dd7-97f4-4f92-b340-5551cdaa6cb2, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=e9d07dd7-97f4-4f92-b340-5551cdaa6cb2,segment=NetworkSegment(bc562c26-371c-41c4-9488-3856f672f395),segment_id=bc562c26-371c-41c4-9488-3856f672f395)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:46:26.547877 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f6912ab0-98ed-4f32-bd07-a16aa8965e86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (e9d07dd7-97f4-4f92-b340-5551cdaa6cb2), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:26.550509 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-557c00af-8349-4ed1-880d-e5de4dba3c47 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Releasing vlan 270 on physical network physnet1 to pool {{(pid=103701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:46:26.550911 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-557c00af-8349-4ed1-880d-e5de4dba3c47 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583360'] for segment (b13fcb81-9411-4d8a-8983-ba0639626aaa), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:26.554231 n-d-826753-2 neutron-server[103701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:46:26.554231 n-d-826753-2 neutron-server[103701]: self.session.flush() Feb 19 02:46:26.554231 n-d-826753-2 neutron-server[103701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:46:26.554231 n-d-826753-2 neutron-server[103701]: self.session.flush() Feb 19 02:46:26.554231 n-d-826753-2 neutron-server[103701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:46:26.554231 n-d-826753-2 neutron-server[103701]: self.session.flush() Feb 19 02:46:26.554231 n-d-826753-2 neutron-server[103701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:46:26.554231 n-d-826753-2 neutron-server[103701]: self.session.flush() Feb 19 02:46:26.554231 n-d-826753-2 neutron-server[103701]: Traceback (most recent call last): Feb 19 02:46:26.554231 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:46:26.554231 n-d-826753-2 neutron-server[103701]: timer() Feb 19 02:46:26.554231 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:46:26.554231 n-d-826753-2 neutron-server[103701]: cb(*args, **kw) Feb 19 02:46:26.554231 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:46:26.554231 n-d-826753-2 neutron-server[103701]: return func(*args, **kwargs) Feb 19 02:46:26.554231 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:46:26.554231 n-d-826753-2 neutron-server[103701]: self._notify() Feb 19 02:46:26.554231 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:46:26.554231 n-d-826753-2 neutron-server[103701]: self.callback(batched_events) Feb 19 02:46:26.554231 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:46:26.554231 n-d-826753-2 neutron-server[103701]: event.method(event) Feb 19 02:46:26.554231 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:46:26.554231 n-d-826753-2 neutron-server[103701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:46:26.554231 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:46:26.554231 n-d-826753-2 neutron-server[103701]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:46:26.554231 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:46:26.554231 n-d-826753-2 neutron-server[103701]: return f(self, *a, **k) Feb 19 02:46:26.554231 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:46:26.554231 n-d-826753-2 neutron-server[103701]: return self._get(url).json() Feb 19 02:46:26.554231 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:46:26.554231 n-d-826753-2 neutron-server[103701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:46:26.554231 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:46:26.554231 n-d-826753-2 neutron-server[103701]: return self.request(url, 'GET', **kwargs) Feb 19 02:46:26.554231 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:46:26.554231 n-d-826753-2 neutron-server[103701]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:46:26.554231 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:46:26.554231 n-d-826753-2 neutron-server[103701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:46:26.554231 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:46:26.554231 n-d-826753-2 neutron-server[103701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:46:26.554231 n-d-826753-2 neutron-server[103701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:46:26.600848 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-f6912ab0-98ed-4f32-bd07-a16aa8965e86 admin admin] Calling delete_port for e9d07dd7-97f4-4f92-b340-5551cdaa6cb2 owned by network:router_interface {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:46:26.662271 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-557c00af-8349-4ed1-880d-e5de4dba3c47 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (9b2b7172-e383-4108-b2f8-4e7292cd5dbe), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:26.670492 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-557c00af-8349-4ed1-880d-e5de4dba3c47 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:26.673743 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-557c00af-8349-4ed1-880d-e5de4dba3c47 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] 10.222.0.72 "DELETE /v2.0/networks/9b2b7172-e383-4108-b2f8-4e7292cd5dbe HTTP/1.1" status: 204 len: 168 time: 1.8338494 Feb 19 02:46:26.676680 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53902) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:46:26.690492 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557c00af-8349-4ed1-880d-e5de4dba3c47 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Pushing event deleted for resources: {'Network': ['ID=9b2b7172-e383-4108-b2f8-4e7292cd5dbe,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:26.788680 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-06397d08-753d-4660-80bf-b62897ecf4b2 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (1a00c574-b7ad-4b7a-82b4-e54e4e24f382), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:26.879716 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cb53f5-7ab1-45c6-9926-799637d4c784 req-03bf9d0c-9782-45ad-9498-8d8fa3495f0d tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:26.887441 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-46cb53f5-7ab1-45c6-9926-799637d4c784 req-03bf9d0c-9782-45ad-9498-8d8fa3495f0d tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e2f228a-e46f-4adf-b471-367b30633d0f HTTP/1.1" status: 200 len: 943 time: 0.0834444 Feb 19 02:46:26.940669 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-06397d08-753d-4660-80bf-b62897ecf4b2 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (1a00c574-b7ad-4b7a-82b4-e54e4e24f382), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:26.969302 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-06397d08-753d-4660-80bf-b62897ecf4b2 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a00c574-b7ad-4b7a-82b4-e54e4e24f382']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:46:26.986940 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-06397d08-753d-4660-80bf-b62897ecf4b2 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35fee324-4e75-482a-b2bb-fa9fad5274ad') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:46:26.987320 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-06397d08-753d-4660-80bf-b62897ecf4b2 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35fee324-4e75-482a-b2bb-fa9fad5274ad') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:46:27.004522 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-06397d08-753d-4660-80bf-b62897ecf4b2 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (35fee324-4e75-482a-b2bb-fa9fad5274ad), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:27.009651 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-46cb53f5-7ab1-45c6-9926-799637d4c784 req-060bc848-34ce-4beb-a4d1-b0a4ad610022 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/security-groups?id=33e2eb59-206d-4216-aaf9-91cfc46ad855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212463 Feb 19 02:46:27.033438 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-06397d08-753d-4660-80bf-b62897ecf4b2 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (35fee324-4e75-482a-b2bb-fa9fad5274ad), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:27.041552 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06397d08-753d-4660-80bf-b62897ecf4b2 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Releasing vlan 271 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:46:27.041874 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-06397d08-753d-4660-80bf-b62897ecf4b2 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (35fee324-4e75-482a-b2bb-fa9fad5274ad), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:27.045247 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 02:46:27.045247 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:46:27.045247 n-d-826753-2 neutron-server[103702]: timer() Feb 19 02:46:27.045247 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:46:27.045247 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 02:46:27.045247 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:46:27.045247 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 02:46:27.045247 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:46:27.045247 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 02:46:27.045247 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:46:27.045247 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 02:46:27.045247 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:46:27.045247 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 02:46:27.045247 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:46:27.045247 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:46:27.045247 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:46:27.045247 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:46:27.045247 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:46:27.045247 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 02:46:27.045247 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:46:27.045247 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 02:46:27.045247 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:46:27.045247 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:46:27.045247 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:46:27.045247 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 02:46:27.045247 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:46:27.045247 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:46:27.045247 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:46:27.045247 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:46:27.045247 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:46:27.045247 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:46:27.045247 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:46:27.061238 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9401d64-0708-4cd2-b9da-d72e1b335a70 req-08797a09-4621-4bd3-bfec-4b51fc535965 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:27.066936 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9401d64-0708-4cd2-b9da-d72e1b335a70 req-08797a09-4621-4bd3-bfec-4b51fc535965 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:27.073494 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9401d64-0708-4cd2-b9da-d72e1b335a70 req-08797a09-4621-4bd3-bfec-4b51fc535965 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:27.079019 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9401d64-0708-4cd2-b9da-d72e1b335a70 req-08797a09-4621-4bd3-bfec-4b51fc535965 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:27.087353 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9401d64-0708-4cd2-b9da-d72e1b335a70 req-08797a09-4621-4bd3-bfec-4b51fc535965 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:27.095201 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9401d64-0708-4cd2-b9da-d72e1b335a70 req-08797a09-4621-4bd3-bfec-4b51fc535965 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:27.104290 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9401d64-0708-4cd2-b9da-d72e1b335a70 req-08797a09-4621-4bd3-bfec-4b51fc535965 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:27.106811 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-06397d08-753d-4660-80bf-b62897ecf4b2 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (1a00c574-b7ad-4b7a-82b4-e54e4e24f382), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:27.119880 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c9401d64-0708-4cd2-b9da-d72e1b335a70 req-08797a09-4621-4bd3-bfec-4b51fc535965 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ec863d4-5792-46d2-b299-7b34b3ebe431 HTTP/1.1" status: 200 len: 5432 time: 0.2222846 Feb 19 02:46:27.124933 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-06397d08-753d-4660-80bf-b62897ecf4b2 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:27.126753 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f6912ab0-98ed-4f32-bd07-a16aa8965e86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (e9d07dd7-97f4-4f92-b340-5551cdaa6cb2), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:27.131322 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-06397d08-753d-4660-80bf-b62897ecf4b2 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] 10.222.0.72 "DELETE /v2.0/networks/1a00c574-b7ad-4b7a-82b4-e54e4e24f382 HTTP/1.1" status: 204 len: 168 time: 0.4504945 Feb 19 02:46:27.131650 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53908) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:46:27.152627 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06397d08-753d-4660-80bf-b62897ecf4b2 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Pushing event deleted for resources: {'Network': ['ID=1a00c574-b7ad-4b7a-82b4-e54e4e24f382,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:27.216609 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6912ab0-98ed-4f32-bd07-a16aa8965e86 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9d07dd7-97f4-4f92-b340-5551cdaa6cb2,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:27.258616 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4b51fd40-959e-44d0-8656-10d253c3e886 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (7ff7b65f-760c-4999-99a1-eebd61baad00), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:27.428248 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4b51fd40-959e-44d0-8656-10d253c3e886 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (7ff7b65f-760c-4999-99a1-eebd61baad00), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:27.429840 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c9401d64-0708-4cd2-b9da-d72e1b335a70 req-503430af-a7a8-448f-9c98-7aabbe4ddfef tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ad2b075-8470-4480-bb4e-92661338512f&id=1cff43f7-3cfd-4595-99e1-888048810960&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2941537 Feb 19 02:46:27.500145 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f6912ab0-98ed-4f32-bd07-a16aa8965e86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16362762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16314471'] for router_interface (8d65c124-4f7d-4113-93a3-b3dbe490023c), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:27.509782 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-4b51fd40-959e-44d0-8656-10d253c3e886 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ff7b65f-760c-4999-99a1-eebd61baad00']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:46:27.526021 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-4b51fd40-959e-44d0-8656-10d253c3e886 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e6bc872-3fd5-458d-840a-826f09a8f31f') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:46:27.526378 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-4b51fd40-959e-44d0-8656-10d253c3e886 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e6bc872-3fd5-458d-840a-826f09a8f31f') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:46:27.542846 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4b51fd40-959e-44d0-8656-10d253c3e886 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (4e6bc872-3fd5-458d-840a-826f09a8f31f), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:27.559481 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4b51fd40-959e-44d0-8656-10d253c3e886 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (4e6bc872-3fd5-458d-840a-826f09a8f31f), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:27.565870 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b51fd40-959e-44d0-8656-10d253c3e886 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Releasing vlan 295 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:46:27.566298 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4b51fd40-959e-44d0-8656-10d253c3e886 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (4e6bc872-3fd5-458d-840a-826f09a8f31f), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:27.611383 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec40fd55-700a-4196-908d-f237fb61e68c req-7b387725-819f-4478-95d3-7753da445064 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:27.612950 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ec40fd55-700a-4196-908d-f237fb61e68c req-7b387725-819f-4478-95d3-7753da445064 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3e2950d-ab47-4046-8006-daf03c09940e HTTP/1.1" status: 200 len: 944 time: 0.1894367 Feb 19 02:46:27.633834 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 02:46:27.633834 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:46:27.633834 n-d-826753-2 neutron-server[103702]: timer() Feb 19 02:46:27.633834 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:46:27.633834 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 02:46:27.633834 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:46:27.633834 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 02:46:27.633834 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:46:27.633834 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 02:46:27.633834 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:46:27.633834 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 02:46:27.633834 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:46:27.633834 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 02:46:27.633834 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:46:27.633834 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:46:27.633834 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:46:27.633834 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:46:27.633834 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:46:27.633834 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 02:46:27.633834 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:46:27.633834 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 02:46:27.633834 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:46:27.633834 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:46:27.633834 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:46:27.633834 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 02:46:27.633834 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:46:27.633834 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:46:27.633834 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:46:27.633834 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:46:27.633834 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:46:27.633834 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:46:27.633834 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:46:27.640212 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4b51fd40-959e-44d0-8656-10d253c3e886 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (7ff7b65f-760c-4999-99a1-eebd61baad00), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:27.647683 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4b51fd40-959e-44d0-8656-10d253c3e886 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:27.661426 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-4b51fd40-959e-44d0-8656-10d253c3e886 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] 10.222.0.72 "DELETE /v2.0/networks/7ff7b65f-760c-4999-99a1-eebd61baad00 HTTP/1.1" status: 204 len: 168 time: 0.5205655 Feb 19 02:46:27.702564 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b51fd40-959e-44d0-8656-10d253c3e886 tempest-BulkNetworkOpsTest-1669155710 tempest-BulkNetworkOpsTest-1669155710-project] Pushing event deleted for resources: {'Network': ['ID=7ff7b65f-760c-4999-99a1-eebd61baad00,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:27.756475 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b13ac9-2a63-4627-afa0-ae4324b36797 req-03ce535b-bfe4-40a4-9839-bc6f8fadf07a tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:27.764631 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-33b13ac9-2a63-4627-afa0-ae4324b36797 req-03ce535b-bfe4-40a4-9839-bc6f8fadf07a tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6022ed1-67a1-4ded-890d-e1e66f84412d HTTP/1.1" status: 200 len: 943 time: 0.1505818 Feb 19 02:46:27.786433 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ec40fd55-700a-4196-908d-f237fb61e68c req-877b0100-96c3-4859-8d59-a51f42bb5d9c tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387017 Feb 19 02:46:27.882478 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-33b13ac9-2a63-4627-afa0-ae4324b36797 req-97a19722-7bf1-493b-95fd-279057b9fd4d tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168821 Feb 19 02:46:28.007829 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53918) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:46:28.253299 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-38325a9f-5a9b-47b9-9092-04bb6d09a2b8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c2b5ce01ddc54c09a9a29235f329192b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2440832 Feb 19 02:46:28.256552 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53924) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:46:28.295511 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6912ab0-98ed-4f32-bd07-a16aa8965e86 admin admin] Router 8d65c124-4f7d-4113-93a3-b3dbe490023c has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:46:28.320385 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b83afc43-937b-4f52-8e60-73fd2e1499bf admin admin] Publish callbacks [] for security_group (15b8a40c-a8f4-418c-9fc5-b0bd88811746), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:28.321819 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f63c805-e9de-4c04-8fc4-964d4b943b4f req-c1ddcdc3-975c-4ce0-a8db-a2cdbaf62554 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:28.323367 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6f63c805-e9de-4c04-8fc4-964d4b943b4f req-c1ddcdc3-975c-4ce0-a8db-a2cdbaf62554 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e2f228a-e46f-4adf-b471-367b30633d0f HTTP/1.1" status: 200 len: 943 time: 0.0871639 Feb 19 02:46:28.345175 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b83afc43-937b-4f52-8e60-73fd2e1499bf admin admin] Publish callbacks [] for security_group (15b8a40c-a8f4-418c-9fc5-b0bd88811746), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:28.411922 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b83afc43-937b-4f52-8e60-73fd2e1499bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (15b8a40c-a8f4-418c-9fc5-b0bd88811746), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:28.412290 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6f63c805-e9de-4c04-8fc4-964d4b943b4f req-e4727980-4fc1-49c4-8958-89d9980e45b6 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/security-groups?id=33e2eb59-206d-4216-aaf9-91cfc46ad855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550847 Feb 19 02:46:28.415008 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b83afc43-937b-4f52-8e60-73fd2e1499bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:28.418997 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-b83afc43-937b-4f52-8e60-73fd2e1499bf admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/15b8a40c-a8f4-418c-9fc5-b0bd88811746 HTTP/1.1" status: 204 len: 168 time: 0.1614661 Feb 19 02:46:28.443119 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83afc43-937b-4f52-8e60-73fd2e1499bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b8a40c-a8f4-418c-9fc5-b0bd88811746,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:28.504011 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6912ab0-98ed-4f32-bd07-a16aa8965e86 admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:46:28.514947 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481ac53c-1a22-4c3d-bac7-c848b58e306e None None] Sync routers for ids ['8d65c124-4f7d-4113-93a3-b3dbe490023c'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:46:28.522218 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-f6912ab0-98ed-4f32-bd07-a16aa8965e86 admin admin] 10.222.0.72 "PUT /v2.0/routers/8d65c124-4f7d-4113-93a3-b3dbe490023c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5494967 Feb 19 02:46:28.522800 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53930) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:46:28.539303 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481ac53c-1a22-4c3d-bac7-c848b58e306e None None] Routers {'8d65c124-4f7d-4113-93a3-b3dbe490023c'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:46:28.540078 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-481ac53c-1a22-4c3d-bac7-c848b58e306e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:46:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['8d65c124-4f7d-4113-93a3-b3dbe490023c'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:46:28.700989 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67462975-f4cf-40a1-82ad-06cadec1038d req-feba709b-403f-43ce-8c4a-2ce03fbecc31 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:28.713442 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-481ac53c-1a22-4c3d-bac7-c848b58e306e None None] Set router 8d65c124-4f7d-4113-93a3-b3dbe490023c gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:46:28.720151 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67462975-f4cf-40a1-82ad-06cadec1038d req-feba709b-403f-43ce-8c4a-2ce03fbecc31 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:28.737424 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67462975-f4cf-40a1-82ad-06cadec1038d req-feba709b-403f-43ce-8c4a-2ce03fbecc31 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:28.750258 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67462975-f4cf-40a1-82ad-06cadec1038d req-feba709b-403f-43ce-8c4a-2ce03fbecc31 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:28.755976 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67462975-f4cf-40a1-82ad-06cadec1038d req-feba709b-403f-43ce-8c4a-2ce03fbecc31 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:28.757356 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-615ff6a4-78c7-4e4e-870c-b74f7cb629f6 admin admin] Publish callbacks [] for router (8d65c124-4f7d-4113-93a3-b3dbe490023c), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:28.775655 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67462975-f4cf-40a1-82ad-06cadec1038d req-feba709b-403f-43ce-8c4a-2ce03fbecc31 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:28.779245 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67462975-f4cf-40a1-82ad-06cadec1038d req-feba709b-403f-43ce-8c4a-2ce03fbecc31 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:28.781214 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-67462975-f4cf-40a1-82ad-06cadec1038d req-feba709b-403f-43ce-8c4a-2ce03fbecc31 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ec863d4-5792-46d2-b299-7b34b3ebe431 HTTP/1.1" status: 200 len: 5432 time: 0.1843929 Feb 19 02:46:28.896892 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device adbf45cd-9089-44ef-9842-5ca280385f35 up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:46:28.924317 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-67462975-f4cf-40a1-82ad-06cadec1038d req-cd66da77-bd8b-4901-a28f-d996361faeee tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ad2b075-8470-4480-bb4e-92661338512f&id=1cff43f7-3cfd-4595-99e1-888048810960&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1337533 Feb 19 02:46:29.009131 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-615ff6a4-78c7-4e4e-870c-b74f7cb629f6 admin admin] Publish callbacks [] for router_gateway (8d65c124-4f7d-4113-93a3-b3dbe490023c), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:29.057222 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddecfb4c-274e-4679-884c-2296ba062ae6 req-0ff2d14e-1742-403e-b111-dafc7d0113ba tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:29.058814 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ddecfb4c-274e-4679-884c-2296ba062ae6 req-0ff2d14e-1742-403e-b111-dafc7d0113ba tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3e2950d-ab47-4046-8006-daf03c09940e HTTP/1.1" status: 200 len: 944 time: 0.1527736 Feb 19 02:46:29.143021 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-615ff6a4-78c7-4e4e-870c-b74f7cb629f6 admin admin] Deleting port dc5dde6f-97d8-46fb-8937-495a448b26ae {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:46:29.143357 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-615ff6a4-78c7-4e4e-870c-b74f7cb629f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (dc5dde6f-97d8-46fb-8937-495a448b26ae), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:29.213059 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ddecfb4c-274e-4679-884c-2296ba062ae6 req-8acab433-ae0f-41cd-8b81-dc99c98b5015 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208127 Feb 19 02:46:29.246010 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c97e02-b6f9-46a4-a37a-3c585f2f8db1 req-3f0a9806-e711-41e5-a4fe-d32ef54b8669 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:29.258699 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f0c97e02-b6f9-46a4-a37a-3c585f2f8db1 req-3f0a9806-e711-41e5-a4fe-d32ef54b8669 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6022ed1-67a1-4ded-890d-e1e66f84412d HTTP/1.1" status: 200 len: 943 time: 0.1988153 Feb 19 02:46:29.286478 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port adbf45cd-9089-44ef-9842-5ca280385f35 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:46:29.287037 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (adbf45cd-9089-44ef-9842-5ca280385f35), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:29.354334 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f0c97e02-b6f9-46a4-a37a-3c585f2f8db1 req-2fffaeee-c9c8-4835-99ec-0d52d4e0e1b0 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938776 Feb 19 02:46:29.387989 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-615ff6a4-78c7-4e4e-870c-b74f7cb629f6 admin admin] For port dc5dde6f-97d8-46fb-8937-495a448b26ae, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=dc5dde6f-97d8-46fb-8937-495a448b26ae,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:46:29.388350 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-615ff6a4-78c7-4e4e-870c-b74f7cb629f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (dc5dde6f-97d8-46fb-8937-495a448b26ae), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:29.421926 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-615ff6a4-78c7-4e4e-870c-b74f7cb629f6 admin admin] Calling delete_port for dc5dde6f-97d8-46fb-8937-495a448b26ae owned by network:router_gateway {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:46:29.459574 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-481ac53c-1a22-4c3d-bac7-c848b58e306e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d65c124-4f7d-4113-93a3-b3dbe490023c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-563828300-router', 'tenant_id': 'af7820d1191f4d05a06d2c0958fc8a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': 'dc5dde6f-97d8-46fb-8937-495a448b26ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:45:15Z', 'updated_at': '2022-02-19T02:46:26Z', 'revision_number': 5, 'project_id': 'af7820d1191f4d05a06d2c0958fc8a78', 'gw_port': {'id': 'dc5dde6f-97d8-46fb-8937-495a448b26ae', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d65c124-4f7d-4113-93a3-b3dbe490023c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:45:17Z', 'updated_at': '2022-02-19T02:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:46:29.514880 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481ac53c-1a22-4c3d-bac7-c848b58e306e None None] Checking router: 8d65c124-4f7d-4113-93a3-b3dbe490023c for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:46:29.558909 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port adbf45cd-9089-44ef-9842-5ca280385f35 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:46:29.559626 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (adbf45cd-9089-44ef-9842-5ca280385f35), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:29.562185 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481ac53c-1a22-4c3d-bac7-c848b58e306e None None] Routers {'8d65c124-4f7d-4113-93a3-b3dbe490023c'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:46:29.562813 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-481ac53c-1a22-4c3d-bac7-c848b58e306e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:46:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['8d65c124-4f7d-4113-93a3-b3dbe490023c'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:46:29.611427 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b26aa1-b264-49db-adef-607613418386 req-ca7afd9b-a3f8-4d38-b220-a9cfddf72f0f tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:29.620870 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a2b26aa1-b264-49db-adef-607613418386 req-ca7afd9b-a3f8-4d38-b220-a9cfddf72f0f tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e2f228a-e46f-4adf-b471-367b30633d0f HTTP/1.1" status: 200 len: 943 time: 0.0866234 Feb 19 02:46:29.686236 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a2b26aa1-b264-49db-adef-607613418386 req-0f22ba9d-4560-4285-8bde-f12542927525 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/security-groups?id=33e2eb59-206d-4216-aaf9-91cfc46ad855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642016 Feb 19 02:46:29.687365 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 53956) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:46:29.727028 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e2f228a-e46f-4adf-b471-367b30633d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adbf45cd-9089-44ef-9842-5ca280385f35'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:46:29.729280 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b070b555-7897-4c0a-8c55-80ed1e51d638" -d '{"events": [{"server_uuid": "4e2f228a-e46f-4adf-b471-367b30633d0f", "name": "network-vif-plugged", "status": "completed", "tag": "adbf45cd-9089-44ef-9842-5ca280385f35"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:46:29.752369 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port adbf45cd-9089-44ef-9842-5ca280385f35, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=adbf45cd-9089-44ef-9842-5ca280385f35,segment=NetworkSegment(27cce794-dfd5-41e1-991b-27e0c79dcb47),segment_id=27cce794-dfd5-41e1-991b-27e0c79dcb47)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:46:29.764830 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (adbf45cd-9089-44ef-9842-5ca280385f35), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:29.779575 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-481ac53c-1a22-4c3d-bac7-c848b58e306e None None] Set router 8d65c124-4f7d-4113-93a3-b3dbe490023c gateway port host: None {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:46:29.819746 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-615ff6a4-78c7-4e4e-870c-b74f7cb629f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (dc5dde6f-97d8-46fb-8937-495a448b26ae), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:29.820390 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb1134b-5d7c-4d3e-aa0f-cab1b4a44f8b x-openstack-request-id: req-5cb1134b-5d7c-4d3e-aa0f-cab1b4a44f8b {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:46:29.820863 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e2f228a-e46f-4adf-b471-367b30633d0f", "name": "network-vif-plugged", "status": "completed", "tag": "adbf45cd-9089-44ef-9842-5ca280385f35", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:46:29.821309 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5cb1134b-5d7c-4d3e-aa0f-cab1b4a44f8b {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:46:29.827862 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e2f228a-e46f-4adf-b471-367b30633d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adbf45cd-9089-44ef-9842-5ca280385f35', 'code': 200} Feb 19 02:46:29.861174 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615ff6a4-78c7-4e4e-870c-b74f7cb629f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc5dde6f-97d8-46fb-8937-495a448b26ae,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:29.883464 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-481ac53c-1a22-4c3d-bac7-c848b58e306e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d65c124-4f7d-4113-93a3-b3dbe490023c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-563828300-router', 'tenant_id': 'af7820d1191f4d05a06d2c0958fc8a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:45:15Z', 'updated_at': '2022-02-19T02:46:29Z', 'revision_number': 6, 'project_id': 'af7820d1191f4d05a06d2c0958fc8a78', 'gw_port_host': None}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:46:29.896042 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-98a4c8d4-2c80-43e0-a842-70d9ea11b4d0 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-777494208'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:46:29.917481 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481ac53c-1a22-4c3d-bac7-c848b58e306e None None] The sync data for ids ['8d65c124-4f7d-4113-93a3-b3dbe490023c'] in n-d-826753-2 is: [{'id': '8d65c124-4f7d-4113-93a3-b3dbe490023c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-563828300-router', 'tenant_id': 'af7820d1191f4d05a06d2c0958fc8a78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:45:15Z', 'updated_at': '2022-02-19T02:46:29Z', 'revision_number': 6, 'project_id': 'af7820d1191f4d05a06d2c0958fc8a78', 'gw_port_host': None}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:46:29.951211 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=adbf45cd-9089-44ef-9842-5ca280385f35,revision_number=8']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:29.982754 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98a4c8d4-2c80-43e0-a842-70d9ea11b4d0 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Made reservation on behalf of 3feb19dbdfe94d40bca95d7b37882add for: {'network': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:46:29.999033 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-98a4c8d4-2c80-43e0-a842-70d9ea11b4d0 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:30.024918 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-615ff6a4-78c7-4e4e-870c-b74f7cb629f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16285837'] for router_gateway (8d65c124-4f7d-4113-93a3-b3dbe490023c), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:30.028310 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-98a4c8d4-2c80-43e0-a842-70d9ea11b4d0 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:30.154114 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-615ff6a4-78c7-4e4e-870c-b74f7cb629f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16317457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14254'] for router (8d65c124-4f7d-4113-93a3-b3dbe490023c), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:30.156410 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-615ff6a4-78c7-4e4e-870c-b74f7cb629f6 admin admin] Publish callbacks [] for router_controller (8d65c124-4f7d-4113-93a3-b3dbe490023c), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:30.199689 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0199cf6d-0b4b-44f0-bc2e-210b96b3ee77 req-8b687a51-5492-4c66-8bda-f8045621f97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:30.201981 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0199cf6d-0b4b-44f0-bc2e-210b96b3ee77 req-8b687a51-5492-4c66-8bda-f8045621f97d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4e2f228a-e46f-4adf-b471-367b30633d0f HTTP/1.1" status: 200 len: 1127 time: 0.1396763 Feb 19 02:46:30.234917 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-615ff6a4-78c7-4e4e-870c-b74f7cb629f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16317544'] for router (8d65c124-4f7d-4113-93a3-b3dbe490023c), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:30.235265 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-615ff6a4-78c7-4e4e-870c-b74f7cb629f6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d65c124-4f7d-4113-93a3-b3dbe490023c {{(pid=103702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 02:46:30.241657 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-615ff6a4-78c7-4e4e-870c-b74f7cb629f6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:30.247734 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-615ff6a4-78c7-4e4e-870c-b74f7cb629f6 admin admin] 10.222.0.72 "DELETE /v2.0/routers/8d65c124-4f7d-4113-93a3-b3dbe490023c HTTP/1.1" status: 204 len: 168 time: 1.7238624 Feb 19 02:46:30.248375 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53968) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:46:30.303587 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8962807e-bc57-4f26-8a6c-d5ed6c88343e req-dc07f67a-7b8a-4997-99c3-ee69953c058c tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:30.322260 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8962807e-bc57-4f26-8a6c-d5ed6c88343e req-dc07f67a-7b8a-4997-99c3-ee69953c058c tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:30.337777 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8962807e-bc57-4f26-8a6c-d5ed6c88343e req-dc07f67a-7b8a-4997-99c3-ee69953c058c tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:30.343886 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8962807e-bc57-4f26-8a6c-d5ed6c88343e req-dc07f67a-7b8a-4997-99c3-ee69953c058c tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:30.351278 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8962807e-bc57-4f26-8a6c-d5ed6c88343e req-dc07f67a-7b8a-4997-99c3-ee69953c058c tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:30.357600 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8962807e-bc57-4f26-8a6c-d5ed6c88343e req-dc07f67a-7b8a-4997-99c3-ee69953c058c tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:30.364324 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8962807e-bc57-4f26-8a6c-d5ed6c88343e req-dc07f67a-7b8a-4997-99c3-ee69953c058c tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:30.371962 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8962807e-bc57-4f26-8a6c-d5ed6c88343e req-dc07f67a-7b8a-4997-99c3-ee69953c058c tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ec863d4-5792-46d2-b299-7b34b3ebe431 HTTP/1.1" status: 200 len: 5432 time: 0.2652998 Feb 19 02:46:30.397218 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-98a4c8d4-2c80-43e0-a842-70d9ea11b4d0 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks [] for security_group (44fa8164-baa4-49b2-89c0-05b3868b354e), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:30.443118 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-98a4c8d4-2c80-43e0-a842-70d9ea11b4d0 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (44fa8164-baa4-49b2-89c0-05b3868b354e), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:30.450476 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device e9d07dd7-97f4-4f92-b340-5551cdaa6cb2 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:46:30.497113 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: e9d07dd7-97f4-4f92-b340-5551cdaa6cb2 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:46:30.497730 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device e9d07dd7-97f4-4f92-b340-5551cdaa6cb2 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:46:30.569518 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0199cf6d-0b4b-44f0-bc2e-210b96b3ee77 req-ff367752-62a3-4488-9434-137a48f8444d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=33e2eb59-206d-4216-aaf9-91cfc46ad855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3584473 Feb 19 02:46:30.617441 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98a4c8d4-2c80-43e0-a842-70d9ea11b4d0 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] vlan segment allocate from pool success with {'vlan_id': 299, 'physical_network': 'physnet1'} {{(pid=103701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:46:30.650938 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a4c8d4-2c80-43e0-a842-70d9ea11b4d0 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44fa8164-baa4-49b2-89c0-05b3868b354e,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:30.675462 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-98a4c8d4-2c80-43e0-a842-70d9ea11b4d0 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (bb9cbb7c-9ae3-4237-8939-d38248a38e48), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:30.677151 n-d-826753-2 neutron-server[103701]: INFO neutron.db.segments_db [None req-98a4c8d4-2c80-43e0-a842-70d9ea11b4d0 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Added segment bb9cbb7c-9ae3-4237-8939-d38248a38e48 of type vlan for network 67b229c5-04fc-42ef-86ed-70f578b545a9 Feb 19 02:46:30.753061 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aec19b4-e56f-4d95-a650-9077c2202da9 req-f3e42386-5812-4b70-bdff-14e921d83681 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:30.755441 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4aec19b4-e56f-4d95-a650-9077c2202da9 req-f3e42386-5812-4b70-bdff-14e921d83681 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3e2950d-ab47-4046-8006-daf03c09940e HTTP/1.1" status: 200 len: 944 time: 0.3812859 Feb 19 02:46:30.776170 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8962807e-bc57-4f26-8a6c-d5ed6c88343e req-61e26172-d2da-469d-b8ca-0b8587646acb tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ad2b075-8470-4480-bb4e-92661338512f&id=1cff43f7-3cfd-4595-99e1-888048810960&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3881533 Feb 19 02:46:30.779845 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-bacd6476-2b91-4742-aae7-15dd813ee0a7 admin admin] Deleting subnet 7af6d22e-9a50-40bb-a81b-279bc527ba8b {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:46:30.783862 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bacd6476-2b91-4742-aae7-15dd813ee0a7 admin admin] Publish callbacks [] for subnet (7af6d22e-9a50-40bb-a81b-279bc527ba8b), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:30.827819 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-98a4c8d4-2c80-43e0-a842-70d9ea11b4d0 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (67b229c5-04fc-42ef-86ed-70f578b545a9), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:30.828573 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bacd6476-2b91-4742-aae7-15dd813ee0a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (7af6d22e-9a50-40bb-a81b-279bc527ba8b), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:30.842605 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f1dabc97-6bf4-445d-8a7b-d5fb89d79cfc req-289320ad-2ea6-43a2-8009-23248ca11ae1 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=be5f7cc1-41e7-4c40-b992-296c70e99846&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3267365 Feb 19 02:46:30.989454 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bacd6476-2b91-4742-aae7-15dd813ee0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (7af6d22e-9a50-40bb-a81b-279bc527ba8b), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:30.995950 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4aec19b4-e56f-4d95-a650-9077c2202da9 req-1eeafc56-6317-4971-8f40-5f79cd2fb400 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182748 Feb 19 02:46:30.997969 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-98a4c8d4-2c80-43e0-a842-70d9ea11b4d0 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (67b229c5-04fc-42ef-86ed-70f578b545a9), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:31.003508 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a4c8d4-2c80-43e0-a842-70d9ea11b4d0 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:31.005097 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-98a4c8d4-2c80-43e0-a842-70d9ea11b4d0 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:31.118667 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-98a4c8d4-2c80-43e0-a842-70d9ea11b4d0 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4256918 Feb 19 02:46:31.138540 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bacd6476-2b91-4742-aae7-15dd813ee0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (7af6d22e-9a50-40bb-a81b-279bc527ba8b), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:31.164429 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a4c8d4-2c80-43e0-a842-70d9ea11b4d0 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Pushing event updated for resources: {'Network': ['ID=67b229c5-04fc-42ef-86ed-70f578b545a9,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:31.175792 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dabc97-6bf4-445d-8a7b-d5fb89d79cfc req-989ecc3e-f588-43da-a1bb-7ed4e6eaa2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:31.178268 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f1dabc97-6bf4-445d-8a7b-d5fb89d79cfc req-989ecc3e-f588-43da-a1bb-7ed4e6eaa2d7 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ad75c6928a1d4c6da3a56db6352b2618&device_id=be5f7cc1-41e7-4c40-b992-296c70e99846 HTTP/1.1" status: 200 len: 1126 time: 0.2479351 Feb 19 02:46:31.185778 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 67b229c5-04fc-42ef-86ed-70f578b545a9 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:46:31.243795 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae9adbf-72fe-435f-9250-56470fe29924 req-193d1d52-33f0-43ed-8206-88cfc82df3c4 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:31.245456 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1ae9adbf-72fe-435f-9250-56470fe29924 req-193d1d52-33f0-43ed-8206-88cfc82df3c4 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6022ed1-67a1-4ded-890d-e1e66f84412d HTTP/1.1" status: 200 len: 943 time: 0.3381484 Feb 19 02:46:31.256296 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 53976) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:46:31.261078 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacd6476-2b91-4742-aae7-15dd813ee0a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7af6d22e-9a50-40bb-a81b-279bc527ba8b,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:31.272762 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bacd6476-2b91-4742-aae7-15dd813ee0a7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:31.279408 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5322bef8-0ef2-4fce-a295-4ab22522ef24 None None] Network 44fd1ffb-5e97-400f-b181-f59d27847659 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:46:31.284321 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-bacd6476-2b91-4742-aae7-15dd813ee0a7 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/7af6d22e-9a50-40bb-a81b-279bc527ba8b HTTP/1.1" status: 204 len: 168 time: 1.0327389 Feb 19 02:46:31.286983 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53978) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:46:31.378535 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-91c278ab-e242-4be5-8d3f-8806b9c40096 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Request body: {'subnet': {'network_id': '67b229c5-04fc-42ef-86ed-70f578b545a9', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:46:31.400140 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b4cb4a03-7b5f-47b9-9979-25f0cb2f46cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (44fd1ffb-5e97-400f-b181-f59d27847659), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:31.470471 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-b4cb4a03-7b5f-47b9-9979-25f0cb2f46cd admin admin] Deleting port b17bb2b6-fea2-4539-8830-3ca4c236345a {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:46:31.470907 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b4cb4a03-7b5f-47b9-9979-25f0cb2f46cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (b17bb2b6-fea2-4539-8830-3ca4c236345a), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:31.547228 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1ae9adbf-72fe-435f-9250-56470fe29924 req-c6a40bd2-c94d-4691-be77-a908efeaee96 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742976 Feb 19 02:46:31.568031 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c278ab-e242-4be5-8d3f-8806b9c40096 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Made reservation on behalf of 3feb19dbdfe94d40bca95d7b37882add for: {'subnet': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:46:31.573976 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-91c278ab-e242-4be5-8d3f-8806b9c40096 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58706307'] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:31.585451 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-b4cb4a03-7b5f-47b9-9979-25f0cb2f46cd admin admin] For port b17bb2b6-fea2-4539-8830-3ca4c236345a, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=b17bb2b6-fea2-4539-8830-3ca4c236345a,segment=NetworkSegment(bc562c26-371c-41c4-9488-3856f672f395),segment_id=bc562c26-371c-41c4-9488-3856f672f395)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:46:31.585843 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b4cb4a03-7b5f-47b9-9979-25f0cb2f46cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (b17bb2b6-fea2-4539-8830-3ca4c236345a), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:31.621654 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccffe87-dbc1-4e43-8053-b328e621c768 req-6b7bd25f-9891-418c-96d6-58799c2340cd tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:31.623480 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1ccffe87-dbc1-4e43-8053-b328e621c768 req-6b7bd25f-9891-418c-96d6-58799c2340cd tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e2f228a-e46f-4adf-b471-367b30633d0f HTTP/1.1" status: 200 len: 945 time: 0.4731243 Feb 19 02:46:31.625704 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-b4cb4a03-7b5f-47b9-9979-25f0cb2f46cd admin admin] Calling delete_port for b17bb2b6-fea2-4539-8830-3ca4c236345a owned by network:dhcp {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:46:31.682439 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5242cdae-9a17-4982-a547-fbf97957b7f2 None None] DHCP port deletion for 44fd1ffb-5e97-400f-b181-f59d27847659 request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 02:46:31.716641 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dabc97-6bf4-445d-8a7b-d5fb89d79cfc req-b41d2c32-b467-4a9b-8826-41b4e4ab3fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:31.718181 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f1dabc97-6bf4-445d-8a7b-d5fb89d79cfc req-b41d2c32-b467-4a9b-8826-41b4e4ab3fd3 service neutron] 10.222.0.82 "GET /v2.0/networks?id=db98097a-bb19-479d-bd0d-4f71e988880a HTTP/1.1" status: 200 len: 922 time: 0.4716527 Feb 19 02:46:31.798966 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f1dabc97-6bf4-445d-8a7b-d5fb89d79cfc req-a2a2a6f4-bc62-4d10-bbf2-f5b4fc2a0706 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fc829dca-14fd-4790-bc8b-3796ff604c51 HTTP/1.1" status: 200 len: 217 time: 0.0690629 Feb 19 02:46:31.799416 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-5242cdae-9a17-4982-a547-fbf97957b7f2 None None] Deleting port b17bb2b6-fea2-4539-8830-3ca4c236345a {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:46:31.799796 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5242cdae-9a17-4982-a547-fbf97957b7f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (b17bb2b6-fea2-4539-8830-3ca4c236345a), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:31.801592 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b4cb4a03-7b5f-47b9-9979-25f0cb2f46cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (b17bb2b6-fea2-4539-8830-3ca4c236345a), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:31.807863 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1ccffe87-dbc1-4e43-8053-b328e621c768 req-b1b0a0a7-eeb8-400b-9d9e-a01d6f68e00e tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/security-groups?id=33e2eb59-206d-4216-aaf9-91cfc46ad855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353698 Feb 19 02:46:31.838844 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cb4a03-7b5f-47b9-9979-25f0cb2f46cd admin admin] No DVR routers for this DVR port b17bb2b6-fea2-4539-8830-3ca4c236345a on host n-d-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:46:31.913479 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dabc97-6bf4-445d-8a7b-d5fb89d79cfc req-b13fcbb6-21f9-458e-b071-4b6d2680a35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:31.915491 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f1dabc97-6bf4-445d-8a7b-d5fb89d79cfc req-b13fcbb6-21f9-458e-b071-4b6d2680a35e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2fe72d28-9326-4a85-b8b2-36c8cafae112 HTTP/1.1" status: 200 len: 861 time: 0.1066170 Feb 19 02:46:31.962247 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f1dabc97-6bf4-445d-8a7b-d5fb89d79cfc req-aeba9373-fa17-4ef4-8127-59c14ab48e6e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=db98097a-bb19-479d-bd0d-4f71e988880a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379274 Feb 19 02:46:32.018168 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-5242cdae-9a17-4982-a547-fbf97957b7f2 None None] For port b17bb2b6-fea2-4539-8830-3ca4c236345a, host n-d-826753-2, got binding levels [] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:46:32.018643 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5242cdae-9a17-4982-a547-fbf97957b7f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (b17bb2b6-fea2-4539-8830-3ca4c236345a), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:32.027312 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cb4a03-7b5f-47b9-9979-25f0cb2f46cd admin admin] Pushing event deleted for resources: {'Port': ['ID=b17bb2b6-fea2-4539-8830-3ca4c236345a,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:32.062193 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-5242cdae-9a17-4982-a547-fbf97957b7f2 None None] Calling delete_port for b17bb2b6-fea2-4539-8830-3ca4c236345a owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:46:32.076157 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.ipam_backend_mixin [None req-5242cdae-9a17-4982-a547-fbf97957b7f2 None None] Port b17bb2b6-fea2-4539-8830-3ca4c236345a was not found and therefore no delete operation was performed {{(pid=103703) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 02:46:32.077551 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5242cdae-9a17-4982-a547-fbf97957b7f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (b17bb2b6-fea2-4539-8830-3ca4c236345a), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:32.121036 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5242cdae-9a17-4982-a547-fbf97957b7f2 None None] No DVR routers for this DVR port b17bb2b6-fea2-4539-8830-3ca4c236345a on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:46:32.193246 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device dc5dde6f-97d8-46fb-8937-495a448b26ae no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:46:32.193952 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f1dabc97-6bf4-445d-8a7b-d5fb89d79cfc req-13a9600f-558d-4ed3-9742-78ca0b704e13 service neutron] 10.222.0.82 "GET /v2.0/networks/db98097a-bb19-479d-bd0d-4f71e988880a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069936 Feb 19 02:46:32.195283 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5242cdae-9a17-4982-a547-fbf97957b7f2 None None] Pushing event deleted for resources: {'Port': ['ID=b17bb2b6-fea2-4539-8830-3ca4c236345a,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:32.259310 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b4cb4a03-7b5f-47b9-9979-25f0cb2f46cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (44fd1ffb-5e97-400f-b181-f59d27847659), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:32.270333 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: dc5dde6f-97d8-46fb-8937-495a448b26ae {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:46:32.270728 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device dc5dde6f-97d8-46fb-8937-495a448b26ae not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:46:32.271106 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device b17bb2b6-fea2-4539-8830-3ca4c236345a no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:46:32.314362 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: b17bb2b6-fea2-4539-8830-3ca4c236345a {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:46:32.314722 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device b17bb2b6-fea2-4539-8830-3ca4c236345a not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:46:32.319909 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-b4cb4a03-7b5f-47b9-9979-25f0cb2f46cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44fd1ffb-5e97-400f-b181-f59d27847659']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:46:32.338413 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-b4cb4a03-7b5f-47b9-9979-25f0cb2f46cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc562c26-371c-41c4-9488-3856f672f395') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:46:32.338759 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-b4cb4a03-7b5f-47b9-9979-25f0cb2f46cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc562c26-371c-41c4-9488-3856f672f395') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:46:32.355639 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b4cb4a03-7b5f-47b9-9979-25f0cb2f46cd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (bc562c26-371c-41c4-9488-3856f672f395), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:32.358326 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4d62fe21-d179-402b-b60f-11f645ad7e5d req-3b3a8666-b2fe-4a93-bb65-a38ef4fef0ef service neutron] 10.222.0.82 "GET /v2.0/ports/03ed4495-f6da-4bf6-9555-a2c3bfec3410/bindings/n-h1-826753-2 HTTP/1.1" status: 200 len: 384 time: 0.2267041 Feb 19 02:46:32.445930 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-91c278ab-e242-4be5-8d3f-8806b9c40096 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12647271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58706289'] for subnet (418dc3bb-1521-4563-b3b9-318cc15f4678), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:32.448981 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b4cb4a03-7b5f-47b9-9979-25f0cb2f46cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (bc562c26-371c-41c4-9488-3856f672f395), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:32.463534 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6fb5d6-bd05-41bb-b2f7-565fa65c8b2c req-3a27b665-be5d-4239-89f5-9137801239db tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:32.463788 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4cb4a03-7b5f-47b9-9979-25f0cb2f46cd admin admin] Releasing vlan 269 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:46:32.464068 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b4cb4a03-7b5f-47b9-9979-25f0cb2f46cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (bc562c26-371c-41c4-9488-3856f672f395), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:32.465741 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 02:46:32.465741 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:46:32.465741 n-d-826753-2 neutron-server[103702]: timer() Feb 19 02:46:32.465741 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:46:32.465741 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 02:46:32.465741 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:46:32.465741 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 02:46:32.465741 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:46:32.465741 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 02:46:32.465741 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:46:32.465741 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 02:46:32.465741 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:46:32.465741 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 02:46:32.465741 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:46:32.465741 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:46:32.465741 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:46:32.465741 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:46:32.465741 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:46:32.465741 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 02:46:32.465741 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:46:32.465741 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 02:46:32.465741 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:46:32.465741 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:46:32.465741 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:46:32.465741 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 02:46:32.465741 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:46:32.465741 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:46:32.465741 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:46:32.465741 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:46:32.465741 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:46:32.465741 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:46:32.465741 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:46:32.475488 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6fb5d6-bd05-41bb-b2f7-565fa65c8b2c req-3a27b665-be5d-4239-89f5-9137801239db tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:32.482134 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6fb5d6-bd05-41bb-b2f7-565fa65c8b2c req-3a27b665-be5d-4239-89f5-9137801239db tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:32.488602 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6fb5d6-bd05-41bb-b2f7-565fa65c8b2c req-3a27b665-be5d-4239-89f5-9137801239db tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:32.495243 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6fb5d6-bd05-41bb-b2f7-565fa65c8b2c req-3a27b665-be5d-4239-89f5-9137801239db tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:32.500847 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6fb5d6-bd05-41bb-b2f7-565fa65c8b2c req-3a27b665-be5d-4239-89f5-9137801239db tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:32.507741 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6fb5d6-bd05-41bb-b2f7-565fa65c8b2c req-3a27b665-be5d-4239-89f5-9137801239db tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:32.509908 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9d6fb5d6-bd05-41bb-b2f7-565fa65c8b2c req-3a27b665-be5d-4239-89f5-9137801239db tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ec863d4-5792-46d2-b299-7b34b3ebe431 HTTP/1.1" status: 200 len: 5432 time: 0.5509958 Feb 19 02:46:32.570446 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c278ab-e242-4be5-8d3f-8806b9c40096 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Pushing event updated for resources: {'Subnet': ['ID=418dc3bb-1521-4563-b3b9-318cc15f4678,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:32.589903 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b4cb4a03-7b5f-47b9-9979-25f0cb2f46cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (44fd1ffb-5e97-400f-b181-f59d27847659), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:32.595297 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b4cb4a03-7b5f-47b9-9979-25f0cb2f46cd admin admin] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:32.599840 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-b4cb4a03-7b5f-47b9-9979-25f0cb2f46cd admin admin] 10.222.0.72 "DELETE /v2.0/networks/44fd1ffb-5e97-400f-b181-f59d27847659 HTTP/1.1" status: 204 len: 168 time: 1.3118396 Feb 19 02:46:32.620271 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cb4a03-7b5f-47b9-9979-25f0cb2f46cd admin admin] Pushing event deleted for resources: {'Network': ['ID=44fd1ffb-5e97-400f-b181-f59d27847659,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:32.679861 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-4d62fe21-d179-402b-b60f-11f645ad7e5d req-15faed0f-99f4-456b-813d-8c729d095d24 service neutron] For port 03ed4495-f6da-4bf6-9555-a2c3bfec3410, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=03ed4495-f6da-4bf6-9555-a2c3bfec3410,segment=NetworkSegment(999cf2ff-ad78-4ea0-b2d0-93d967fd81fc),segment_id=999cf2ff-ad78-4ea0-b2d0-93d967fd81fc)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:46:32.713379 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667110a7-5339-456c-9712-50976b26c450 req-bc543008-a6fa-4b6c-a4c9-1109566fbc97 tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:32.717406 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-4d62fe21-d179-402b-b60f-11f645ad7e5d req-15faed0f-99f4-456b-813d-8c729d095d24 service neutron] For port 03ed4495-f6da-4bf6-9555-a2c3bfec3410, host n-h2-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:46:32.725396 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-667110a7-5339-456c-9712-50976b26c450 req-bc543008-a6fa-4b6c-a4c9-1109566fbc97 tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] 10.222.0.72 "GET /v2.0/ports?device_id=0df40d33-22e7-43e5-b4a1-c09bd77a9884 HTTP/1.1" status: 200 len: 945 time: 0.4378448 Feb 19 02:46:32.784072 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-4d62fe21-d179-402b-b60f-11f645ad7e5d req-15faed0f-99f4-456b-813d-8c729d095d24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03ed4495-f6da-4bf6-9555-a2c3bfec3410 {{(pid=103702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:46:32.809431 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f1dabc97-6bf4-445d-8a7b-d5fb89d79cfc req-7edb2630-8d34-44f5-8042-a9202f35e878 service neutron] 10.222.0.82 "GET /v2.0/networks/db98097a-bb19-479d-bd0d-4f71e988880a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5821326 Feb 19 02:46:32.814505 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-4d62fe21-d179-402b-b60f-11f645ad7e5d req-15faed0f-99f4-456b-813d-8c729d095d24 service neutron] For port 03ed4495-f6da-4bf6-9555-a2c3bfec3410, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=03ed4495-f6da-4bf6-9555-a2c3bfec3410,segment=NetworkSegment(999cf2ff-ad78-4ea0-b2d0-93d967fd81fc),segment_id=999cf2ff-ad78-4ea0-b2d0-93d967fd81fc)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:46:32.848649 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c278ab-e242-4be5-8d3f-8806b9c40096 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Checking segment: {'id': 'bb9cbb7c-9ae3-4237-8939-d38248a38e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '67b229c5-04fc-42ef-86ed-70f578b545a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:46:32.849046 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c278ab-e242-4be5-8d3f-8806b9c40096 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Network hostable DHCP agents. Network: 67b229c5-04fc-42ef-86ed-70f578b545a9, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:46:32.861621 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9d6fb5d6-bd05-41bb-b2f7-565fa65c8b2c req-b71ee94e-ef28-40a5-8d14-f78e9e8b3423 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ad2b075-8470-4480-bb4e-92661338512f&id=1cff43f7-3cfd-4595-99e1-888048810960&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2975690 Feb 19 02:46:32.869361 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-4d62fe21-d179-402b-b60f-11f645ad7e5d req-15faed0f-99f4-456b-813d-8c729d095d24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (03ed4495-f6da-4bf6-9555-a2c3bfec3410), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:32.900609 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-667110a7-5339-456c-9712-50976b26c450 req-a885d85f-fc09-4fea-a292-8470d8a3a9a1 tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] 10.222.0.72 "GET /v2.0/security-groups?id=f28302f1-2208-492c-8b3e-02d8daad9352&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1742897 Feb 19 02:46:32.902010 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c278ab-e242-4be5-8d3f-8806b9c40096 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Network 67b229c5-04fc-42ef-86ed-70f578b545a9 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:46:32.930227 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 53996) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:46:32.955368 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-91c278ab-e242-4be5-8d3f-8806b9c40096 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 67b229c5-04fc-42ef-86ed-70f578b545a9) {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:46:32.966505 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e5bbe0-30a9-4eb7-a633-4dd973456e77 None None] Network 67b229c5-04fc-42ef-86ed-70f578b545a9 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:46:32.967000 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c278ab-e242-4be5-8d3f-8806b9c40096 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:32.968268 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-91c278ab-e242-4be5-8d3f-8806b9c40096 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:33.000244 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-91c278ab-e242-4be5-8d3f-8806b9c40096 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.6327856 Feb 19 02:46:33.004907 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-a71bf47b-8d73-4235-b018-c67ed2d445cd admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=af7820d1191f4d05a06d2c0958fc8a78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0723736 Feb 19 02:46:33.005943 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 53998) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:46:33.011814 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-28093c88-1e83-4967-acba-6db0af81007c tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-735046135'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:46:33.016735 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 54002) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:46:33.107992 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28093c88-1e83-4967-acba-6db0af81007c tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Made reservation on behalf of 3feb19dbdfe94d40bca95d7b37882add for: {'network': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:46:33.108352 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-4d62fe21-d179-402b-b60f-11f645ad7e5d req-15faed0f-99f4-456b-813d-8c729d095d24 service neutron] Transition to ACTIVE for port object 03ed4495-f6da-4bf6-9555-a2c3bfec3410 will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:46:33.116108 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-28093c88-1e83-4967-acba-6db0af81007c tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:33.125412 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-309cefa4-23a8-4937-94a4-99c50bff8799 admin admin] Publish callbacks [] for security_group (d3c5bc60-1ec2-466f-9c43-3eda359bee76), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:33.142713 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa1c2fc-f4cc-4839-b7fe-cad11b7ab180 req-11dc6638-82d8-44a9-bb13-7a18011b8ff2 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:33.144579 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cfa1c2fc-f4cc-4839-b7fe-cad11b7ab180 req-11dc6638-82d8-44a9-bb13-7a18011b8ff2 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3e2950d-ab47-4046-8006-daf03c09940e HTTP/1.1" status: 200 len: 944 time: 0.1278622 Feb 19 02:46:33.151306 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-309cefa4-23a8-4937-94a4-99c50bff8799 admin admin] Publish callbacks [] for security_group (d3c5bc60-1ec2-466f-9c43-3eda359bee76), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:33.179652 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e84ecfc-f636-4761-b7df-913ab3cb04bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-67b229c5-04fc-42ef-86ed-70f578b545a9', 'network_id': '67b229c5-04fc-42ef-86ed-70f578b545a9', 'project_id': '3feb19dbdfe94d40bca95d7b37882add', 'fixed_ips': [{'subnet_id': '418dc3bb-1521-4563-b3b9-318cc15f4678'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:46:33.180520 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5e84ecfc-f636-4761-b7df-913ab3cb04bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:33.187343 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28093c88-1e83-4967-acba-6db0af81007c tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] vlan segment allocate from pool success with {'vlan_id': 289, 'physical_network': 'physnet1'} {{(pid=103701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:46:33.190684 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-4d62fe21-d179-402b-b60f-11f645ad7e5d req-15faed0f-99f4-456b-813d-8c729d095d24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (03ed4495-f6da-4bf6-9555-a2c3bfec3410), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:33.202534 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-28093c88-1e83-4967-acba-6db0af81007c tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (fc7af4f8-2cd9-4781-814e-efb7c1290389), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:33.203097 n-d-826753-2 neutron-server[103701]: INFO neutron.db.segments_db [None req-28093c88-1e83-4967-acba-6db0af81007c tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Added segment fc7af4f8-2cd9-4781-814e-efb7c1290389 of type vlan for network aeda92b4-4d52-464c-a332-f63acbf0c942 Feb 19 02:46:33.249573 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-28093c88-1e83-4967-acba-6db0af81007c tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (aeda92b4-4d52-464c-a332-f63acbf0c942), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:33.267386 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-309cefa4-23a8-4937-94a4-99c50bff8799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (d3c5bc60-1ec2-466f-9c43-3eda359bee76), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:33.270069 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-309cefa4-23a8-4937-94a4-99c50bff8799 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:33.273652 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-309cefa4-23a8-4937-94a4-99c50bff8799 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d3c5bc60-1ec2-466f-9c43-3eda359bee76 HTTP/1.1" status: 204 len: 168 time: 0.2529969 Feb 19 02:46:33.368117 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309cefa4-23a8-4937-94a4-99c50bff8799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c5bc60-1ec2-466f-9c43-3eda359bee76,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:33.377329 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d62fe21-d179-402b-b60f-11f645ad7e5d req-15faed0f-99f4-456b-813d-8c729d095d24 service neutron] No DVR routers for this DVR port 03ed4495-f6da-4bf6-9555-a2c3bfec3410 on host n-h2-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:46:33.399551 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cfa1c2fc-f4cc-4839-b7fe-cad11b7ab180 req-f42c9e33-1d7e-41d8-876b-117190504e97 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304864 Feb 19 02:46:33.401930 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-28093c88-1e83-4967-acba-6db0af81007c tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (aeda92b4-4d52-464c-a332-f63acbf0c942), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:33.409717 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28093c88-1e83-4967-acba-6db0af81007c tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:33.411195 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-28093c88-1e83-4967-acba-6db0af81007c tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:33.493253 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4d62fe21-d179-402b-b60f-11f645ad7e5d req-15faed0f-99f4-456b-813d-8c729d095d24 service neutron] 10.222.0.82 "PUT /v2.0/ports/03ed4495-f6da-4bf6-9555-a2c3bfec3410/bindings/n-h1-826753-2/activate HTTP/1.1" status: 200 len: 369 time: 1.1261280 Feb 19 02:46:33.498670 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15faed0f-99f4-456b-813d-8c729d095d24 service neutron] Pushing event updated for resources: {'Port': ['ID=03ed4495-f6da-4bf6-9555-a2c3bfec3410,revision_number=10']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:33.527347 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-28093c88-1e83-4967-acba-6db0af81007c tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5177751 Feb 19 02:46:33.527696 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 54008) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:46:33.534091 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-176a3534-9cf8-49ec-a004-4f23b467d183 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Request body: {'subnet': {'network_id': 'aeda92b4-4d52-464c-a332-f63acbf0c942', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:46:33.584629 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-5e84ecfc-f636-4761-b7df-913ab3cb04bc None None] Allocated IP 172.20.255.242 (67b229c5-04fc-42ef-86ed-70f578b545a9/418dc3bb-1521-4563-b3b9-318cc15f4678/87acadda-bef2-4faa-bea5-4592947c3f58) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:46:33.600563 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57cd6c6-e04f-4c07-a688-ba420e0b5c73 req-a7070a31-6a8e-44ed-bb40-548bc5c1923e tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:33.611631 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a57cd6c6-e04f-4c07-a688-ba420e0b5c73 req-a7070a31-6a8e-44ed-bb40-548bc5c1923e tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6022ed1-67a1-4ded-890d-e1e66f84412d HTTP/1.1" status: 200 len: 943 time: 0.4869235 Feb 19 02:46:33.630922 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28093c88-1e83-4967-acba-6db0af81007c tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Pushing event updated for resources: {'Network': ['ID=aeda92b4-4d52-464c-a332-f63acbf0c942,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:33.725945 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network aeda92b4-4d52-464c-a332-f63acbf0c942 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:46:33.755828 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-176a3534-9cf8-49ec-a004-4f23b467d183 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Made reservation on behalf of 3feb19dbdfe94d40bca95d7b37882add for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:46:33.760419 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-176a3534-9cf8-49ec-a004-4f23b467d183 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:33.848677 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e1e4f9-012c-47de-bd74-9bece78d0f6f req-e4fc30b3-0227-4c6b-98f9-a535c1ca1e28 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:33.853820 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-73e1e4f9-012c-47de-bd74-9bece78d0f6f req-e4fc30b3-0227-4c6b-98f9-a535c1ca1e28 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e2f228a-e46f-4adf-b471-367b30633d0f HTTP/1.1" status: 200 len: 945 time: 0.2250745 Feb 19 02:46:33.922797 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5e84ecfc-f636-4761-b7df-913ab3cb04bc None None] Publish callbacks [] for port (87acadda-bef2-4faa-bea5-4592947c3f58), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:33.934259 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a57cd6c6-e04f-4c07-a688-ba420e0b5c73 req-2f208769-ecb2-41e9-981f-d693c0f52d96 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3175042 Feb 19 02:46:33.944592 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5e84ecfc-f636-4761-b7df-913ab3cb04bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (87acadda-bef2-4faa-bea5-4592947c3f58), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:34.005799 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e84ecfc-f636-4761-b7df-913ab3cb04bc None None] Network 67b229c5-04fc-42ef-86ed-70f578b545a9 is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:46:34.053202 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-73e1e4f9-012c-47de-bd74-9bece78d0f6f req-4dd6897c-9b84-4a05-a582-0281888103e1 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/security-groups?id=33e2eb59-206d-4216-aaf9-91cfc46ad855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892517 Feb 19 02:46:34.058782 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 54020) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:46:34.063719 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-5e84ecfc-f636-4761-b7df-913ab3cb04bc None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:46:34.075424 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e84ecfc-f636-4761-b7df-913ab3cb04bc None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:46:34.189432 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e84ecfc-f636-4761-b7df-913ab3cb04bc None None] Pushing event updated for resources: {'Port': ['ID=87acadda-bef2-4faa-bea5-4592947c3f58,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:34.206146 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-5e84ecfc-f636-4761-b7df-913ab3cb04bc None None] Attempting to bind port 87acadda-bef2-4faa-bea5-4592947c3f58 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:46:34.206812 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-5e84ecfc-f636-4761-b7df-913ab3cb04bc None None] Attempting to bind port 87acadda-bef2-4faa-bea5-4592947c3f58 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': 'bb9cbb7c-9ae3-4237-8939-d38248a38e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '67b229c5-04fc-42ef-86ed-70f578b545a9'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:46:34.209147 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e84ecfc-f636-4761-b7df-913ab3cb04bc None None] Attempting to bind port 87acadda-bef2-4faa-bea5-4592947c3f58 on network 67b229c5-04fc-42ef-86ed-70f578b545a9 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:46:34.216248 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e84ecfc-f636-4761-b7df-913ab3cb04bc None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:46:34.217180 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e84ecfc-f636-4761-b7df-913ab3cb04bc None None] Checking segment: {'id': 'bb9cbb7c-9ae3-4237-8939-d38248a38e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '67b229c5-04fc-42ef-86ed-70f578b545a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:46:34.217779 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5e84ecfc-f636-4761-b7df-913ab3cb04bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:34.218562 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e84ecfc-f636-4761-b7df-913ab3cb04bc None None] Bound using segment: {'id': 'bb9cbb7c-9ae3-4237-8939-d38248a38e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '67b229c5-04fc-42ef-86ed-70f578b545a9'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:46:34.219222 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-5e84ecfc-f636-4761-b7df-913ab3cb04bc None None] Bound port: 87acadda-bef2-4faa-bea5-4592947c3f58, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb9cbb7c-9ae3-4237-8939-d38248a38e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '67b229c5-04fc-42ef-86ed-70f578b545a9'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:46:34.219971 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5e84ecfc-f636-4761-b7df-913ab3cb04bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (87acadda-bef2-4faa-bea5-4592947c3f58), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:34.351302 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-5e84ecfc-f636-4761-b7df-913ab3cb04bc None None] For port 87acadda-bef2-4faa-bea5-4592947c3f58, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:46:34.361405 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-5e84ecfc-f636-4761-b7df-913ab3cb04bc None None] For port 87acadda-bef2-4faa-bea5-4592947c3f58, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=87acadda-bef2-4faa-bea5-4592947c3f58,segment=NetworkSegment(bb9cbb7c-9ae3-4237-8939-d38248a38e48),segment_id=bb9cbb7c-9ae3-4237-8939-d38248a38e48)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:46:34.367700 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-176a3534-9cf8-49ec-a004-4f23b467d183 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (47173e1d-d212-40f3-b154-6bb89f1c024b), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:34.385706 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5e84ecfc-f636-4761-b7df-913ab3cb04bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (87acadda-bef2-4faa-bea5-4592947c3f58), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:34.512290 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e84ecfc-f636-4761-b7df-913ab3cb04bc None None] Pushing event updated for resources: {'Port': ['ID=87acadda-bef2-4faa-bea5-4592947c3f58,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:34.560324 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176a3534-9cf8-49ec-a004-4f23b467d183 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Pushing event updated for resources: {'Subnet': ['ID=47173e1d-d212-40f3-b154-6bb89f1c024b,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:34.573939 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176a3534-9cf8-49ec-a004-4f23b467d183 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Checking segment: {'id': 'fc7af4f8-2cd9-4781-814e-efb7c1290389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'aeda92b4-4d52-464c-a332-f63acbf0c942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:46:34.575877 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176a3534-9cf8-49ec-a004-4f23b467d183 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Network hostable DHCP agents. Network: aeda92b4-4d52-464c-a332-f63acbf0c942, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:46:34.591690 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132fa5ed-a2ed-465c-bac2-12512b7d4080 req-7e5ded8d-b171-414b-b6ac-68dfbf500163 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:34.597102 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176a3534-9cf8-49ec-a004-4f23b467d183 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:46:34.597288 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132fa5ed-a2ed-465c-bac2-12512b7d4080 req-7e5ded8d-b171-414b-b6ac-68dfbf500163 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:34.597829 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176a3534-9cf8-49ec-a004-4f23b467d183 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:46:34.598456 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176a3534-9cf8-49ec-a004-4f23b467d183 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:46:34.598985 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176a3534-9cf8-49ec-a004-4f23b467d183 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:46:34.599474 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176a3534-9cf8-49ec-a004-4f23b467d183 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:46:34.599992 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176a3534-9cf8-49ec-a004-4f23b467d183 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:46:34.600486 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176a3534-9cf8-49ec-a004-4f23b467d183 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:46:34.601144 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176a3534-9cf8-49ec-a004-4f23b467d183 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:46:34.601658 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176a3534-9cf8-49ec-a004-4f23b467d183 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:46:34.602628 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176a3534-9cf8-49ec-a004-4f23b467d183 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:46:34.610546 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132fa5ed-a2ed-465c-bac2-12512b7d4080 req-7e5ded8d-b171-414b-b6ac-68dfbf500163 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:34.616561 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132fa5ed-a2ed-465c-bac2-12512b7d4080 req-7e5ded8d-b171-414b-b6ac-68dfbf500163 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:34.617455 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176a3534-9cf8-49ec-a004-4f23b467d183 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:46:34.618042 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176a3534-9cf8-49ec-a004-4f23b467d183 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:46:34.618756 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176a3534-9cf8-49ec-a004-4f23b467d183 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:46:34.650707 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132fa5ed-a2ed-465c-bac2-12512b7d4080 req-7e5ded8d-b171-414b-b6ac-68dfbf500163 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:34.663308 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176a3534-9cf8-49ec-a004-4f23b467d183 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Network aeda92b4-4d52-464c-a332-f63acbf0c942 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:46:34.680664 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132fa5ed-a2ed-465c-bac2-12512b7d4080 req-7e5ded8d-b171-414b-b6ac-68dfbf500163 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:34.690962 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-176a3534-9cf8-49ec-a004-4f23b467d183 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, aeda92b4-4d52-464c-a332-f63acbf0c942) {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:46:34.701256 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed6e701-397d-4d34-a9b2-04f3b1af770b None None] Network aeda92b4-4d52-464c-a332-f63acbf0c942 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:46:34.707893 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132fa5ed-a2ed-465c-bac2-12512b7d4080 req-7e5ded8d-b171-414b-b6ac-68dfbf500163 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:34.714440 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176a3534-9cf8-49ec-a004-4f23b467d183 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:34.717478 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-132fa5ed-a2ed-465c-bac2-12512b7d4080 req-7e5ded8d-b171-414b-b6ac-68dfbf500163 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ec863d4-5792-46d2-b299-7b34b3ebe431 HTTP/1.1" status: 200 len: 5432 time: 0.4993842 Feb 19 02:46:34.717684 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-176a3534-9cf8-49ec-a004-4f23b467d183 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:34.772970 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-176a3534-9cf8-49ec-a004-4f23b467d183 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.2418010 Feb 19 02:46:34.774292 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 54040) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:46:34.816484 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f5a9a1-3c2a-4e29-8902-6cf0e5d4d13d req-382ae500-1cce-42bf-b427-a55e32860dfe tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:34.824237 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b6f5a9a1-3c2a-4e29-8902-6cf0e5d4d13d req-382ae500-1cce-42bf-b427-a55e32860dfe tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e2f228a-e46f-4adf-b471-367b30633d0f HTTP/1.1" status: 200 len: 945 time: 0.5867839 Feb 19 02:46:35.026518 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 54044) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:46:35.038673 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181c479e-3fb3-41b3-a9f5-02b72052d839 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-aeda92b4-4d52-464c-a332-f63acbf0c942', 'network_id': 'aeda92b4-4d52-464c-a332-f63acbf0c942', 'project_id': '3feb19dbdfe94d40bca95d7b37882add', 'fixed_ips': [{'subnet_id': '47173e1d-d212-40f3-b154-6bb89f1c024b'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:46:35.055077 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-181c479e-3fb3-41b3-a9f5-02b72052d839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:35.058131 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b6f5a9a1-3c2a-4e29-8902-6cf0e5d4d13d req-93d3d495-6a3e-4c2a-883b-38edeb88d17a tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/security-groups?id=33e2eb59-206d-4216-aaf9-91cfc46ad855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253952 Feb 19 02:46:35.103062 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-06433d04-edda-4abb-980c-e637760383ec tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (aeda92b4-4d52-464c-a332-f63acbf0c942), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:35.108326 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d62fe21-d179-402b-b60f-11f645ad7e5d req-74dea508-2d1f-4309-ac51-ca71854f5ed7 tempest-LiveMigrationTest-193918984 tempest-LiveMigrationTest-193918984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:35.115735 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4d62fe21-d179-402b-b60f-11f645ad7e5d req-74dea508-2d1f-4309-ac51-ca71854f5ed7 tempest-LiveMigrationTest-193918984 tempest-LiveMigrationTest-193918984-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=f3e2950d-ab47-4046-8006-daf03c09940e&tenant_id=0351aa3c6ea34cbbac483ac000de57cb&binding%3Ahost_id=n-h2-826753-2 HTTP/1.1" status: 200 len: 1127 time: 0.6391380 Feb 19 02:46:35.492058 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-06433d04-edda-4abb-980c-e637760383ec tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (47173e1d-d212-40f3-b154-6bb89f1c024b), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:35.591720 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-181c479e-3fb3-41b3-a9f5-02b72052d839 None None] Allocated IP 172.20.0.2 (aeda92b4-4d52-464c-a332-f63acbf0c942/47173e1d-d212-40f3-b154-6bb89f1c024b/948e2dd9-19fb-486d-b23a-b537b9de7604) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:46:35.882677 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-181c479e-3fb3-41b3-a9f5-02b72052d839 None None] Publish callbacks [] for port (948e2dd9-19fb-486d-b23a-b537b9de7604), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:35.898749 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-181c479e-3fb3-41b3-a9f5-02b72052d839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (948e2dd9-19fb-486d-b23a-b537b9de7604), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:35.928229 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-06433d04-edda-4abb-980c-e637760383ec tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (47173e1d-d212-40f3-b154-6bb89f1c024b), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:35.947167 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-132fa5ed-a2ed-465c-bac2-12512b7d4080 req-719aea7b-9680-47c1-913d-4e682d1a8adb tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ad2b075-8470-4480-bb4e-92661338512f&id=1cff43f7-3cfd-4595-99e1-888048810960&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.2190671 Feb 19 02:46:35.958073 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-68cf8e79-cf9b-480d-81c2-0270c8d99e3c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-2061183158-network', 'tenant_id': '5a3336c2145045298f011de03688a9c0'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:46:35.967638 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-181c479e-3fb3-41b3-a9f5-02b72052d839 None None] Network aeda92b4-4d52-464c-a332-f63acbf0c942 is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:46:35.970785 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-181c479e-3fb3-41b3-a9f5-02b72052d839 None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:46:35.974231 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181c479e-3fb3-41b3-a9f5-02b72052d839 None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:46:36.047358 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181c479e-3fb3-41b3-a9f5-02b72052d839 None None] Pushing event updated for resources: {'Port': ['ID=948e2dd9-19fb-486d-b23a-b537b9de7604,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:36.099535 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-181c479e-3fb3-41b3-a9f5-02b72052d839 None None] Attempting to bind port 948e2dd9-19fb-486d-b23a-b537b9de7604 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:46:36.100104 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-181c479e-3fb3-41b3-a9f5-02b72052d839 None None] Attempting to bind port 948e2dd9-19fb-486d-b23a-b537b9de7604 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': 'fc7af4f8-2cd9-4781-814e-efb7c1290389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'aeda92b4-4d52-464c-a332-f63acbf0c942'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:46:36.100651 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181c479e-3fb3-41b3-a9f5-02b72052d839 None None] Attempting to bind port 948e2dd9-19fb-486d-b23a-b537b9de7604 on network aeda92b4-4d52-464c-a332-f63acbf0c942 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:46:36.112158 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181c479e-3fb3-41b3-a9f5-02b72052d839 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:46:36.119248 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181c479e-3fb3-41b3-a9f5-02b72052d839 None None] Checking segment: {'id': 'fc7af4f8-2cd9-4781-814e-efb7c1290389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'aeda92b4-4d52-464c-a332-f63acbf0c942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:46:36.119865 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-181c479e-3fb3-41b3-a9f5-02b72052d839 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:36.120434 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181c479e-3fb3-41b3-a9f5-02b72052d839 None None] Bound using segment: {'id': 'fc7af4f8-2cd9-4781-814e-efb7c1290389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'aeda92b4-4d52-464c-a332-f63acbf0c942'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:46:36.121150 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-181c479e-3fb3-41b3-a9f5-02b72052d839 None None] Bound port: 948e2dd9-19fb-486d-b23a-b537b9de7604, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc7af4f8-2cd9-4781-814e-efb7c1290389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'aeda92b4-4d52-464c-a332-f63acbf0c942'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:46:36.121319 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-06433d04-edda-4abb-980c-e637760383ec tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (aeda92b4-4d52-464c-a332-f63acbf0c942), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:36.121878 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-181c479e-3fb3-41b3-a9f5-02b72052d839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (948e2dd9-19fb-486d-b23a-b537b9de7604), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:36.122356 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d62fe21-d179-402b-b60f-11f645ad7e5d req-bd7469ec-1f0e-4195-b5da-340c388e6c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:36.124094 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4d62fe21-d179-402b-b60f-11f645ad7e5d req-bd7469ec-1f0e-4195-b5da-340c388e6c7f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f3e2950d-ab47-4046-8006-daf03c09940e&tenant_id=0351aa3c6ea34cbbac483ac000de57cb HTTP/1.1" status: 200 len: 1127 time: 0.9887516 Feb 19 02:46:36.155090 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-06433d04-edda-4abb-980c-e637760383ec tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aeda92b4-4d52-464c-a332-f63acbf0c942']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:46:36.167166 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-06433d04-edda-4abb-980c-e637760383ec tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc7af4f8-2cd9-4781-814e-efb7c1290389') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:46:36.167466 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-06433d04-edda-4abb-980c-e637760383ec tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc7af4f8-2cd9-4781-814e-efb7c1290389') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:46:36.180166 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-06433d04-edda-4abb-980c-e637760383ec tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (fc7af4f8-2cd9-4781-814e-efb7c1290389), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:36.194860 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-06433d04-edda-4abb-980c-e637760383ec tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (fc7af4f8-2cd9-4781-814e-efb7c1290389), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:36.206337 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06433d04-edda-4abb-980c-e637760383ec tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Releasing vlan 289 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:46:36.206801 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-06433d04-edda-4abb-980c-e637760383ec tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (fc7af4f8-2cd9-4781-814e-efb7c1290389), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:36.237830 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 02:46:36.237830 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:46:36.237830 n-d-826753-2 neutron-server[103702]: timer() Feb 19 02:46:36.237830 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:46:36.237830 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 02:46:36.237830 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:46:36.237830 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 02:46:36.237830 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:46:36.237830 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 02:46:36.237830 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:46:36.237830 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 02:46:36.237830 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:46:36.237830 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 02:46:36.237830 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:46:36.237830 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:46:36.237830 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:46:36.237830 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:46:36.237830 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:46:36.237830 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 02:46:36.237830 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:46:36.237830 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 02:46:36.237830 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:46:36.237830 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:46:36.237830 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:46:36.237830 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 02:46:36.237830 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:46:36.237830 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:46:36.237830 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:46:36.237830 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:46:36.237830 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:46:36.237830 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:46:36.237830 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:46:36.241251 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06433d04-edda-4abb-980c-e637760383ec tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Pushing event deleted for resources: {'Subnet': ['ID=47173e1d-d212-40f3-b154-6bb89f1c024b,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:36.249335 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 87acadda-bef2-4faa-bea5-4592947c3f58 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:46:36.300244 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.db.api [None req-06433d04-edda-4abb-980c-e637760383ec tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 19 02:46:36.300244 n-d-826753-2 neutron-server[103702]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 19 02:46:36.300244 n-d-826753-2 neutron-server[103702]: [parameters: {'id': 'aeda92b4-4d52-464c-a332-f63acbf0c942'}] Feb 19 02:46:36.300244 n-d-826753-2 neutron-server[103702]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103702) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 02:46:36.301544 n-d-826753-2 neutron-server[103702]: DEBUG oslo_db.api [None req-06433d04-edda-4abb-980c-e637760383ec tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 02:46:36.326745 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-181c479e-3fb3-41b3-a9f5-02b72052d839 None None] For port 948e2dd9-19fb-486d-b23a-b537b9de7604, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:46:36.350041 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68cf8e79-cf9b-480d-81c2-0270c8d99e3c admin admin] Made reservation on behalf of 5a3336c2145045298f011de03688a9c0 for: {'network': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:46:36.350625 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-181c479e-3fb3-41b3-a9f5-02b72052d839 None None] For port 948e2dd9-19fb-486d-b23a-b537b9de7604, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=948e2dd9-19fb-486d-b23a-b537b9de7604,segment=NetworkSegment(fc7af4f8-2cd9-4781-814e-efb7c1290389),segment_id=fc7af4f8-2cd9-4781-814e-efb7c1290389)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:46:36.352394 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-68cf8e79-cf9b-480d-81c2-0270c8d99e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:36.368364 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-68cf8e79-cf9b-480d-81c2-0270c8d99e3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:36.380235 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-181c479e-3fb3-41b3-a9f5-02b72052d839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (948e2dd9-19fb-486d-b23a-b537b9de7604), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:36.452841 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181c479e-3fb3-41b3-a9f5-02b72052d839 None None] Pushing event updated for resources: {'Port': ['ID=948e2dd9-19fb-486d-b23a-b537b9de7604,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:36.471807 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 87acadda-bef2-4faa-bea5-4592947c3f58 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:46:36.472194 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (87acadda-bef2-4faa-bea5-4592947c3f58), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:36.531446 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-68cf8e79-cf9b-480d-81c2-0270c8d99e3c admin admin] Publish callbacks [] for security_group (29897eef-cc4d-4fe0-9148-57ed158b84f4), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:36.546599 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845f3343-245d-4655-a430-ec3d27865bd7 req-9e573df4-21d8-4d39-9908-7596cdaaaa20 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:36.548178 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-845f3343-245d-4655-a430-ec3d27865bd7 req-9e573df4-21d8-4d39-9908-7596cdaaaa20 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3e2950d-ab47-4046-8006-daf03c09940e HTTP/1.1" status: 200 len: 945 time: 0.6331763 Feb 19 02:46:36.558000 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26475d9f-9bb5-4ccb-af1f-c2491b843045 req-403d4d4d-3b5d-4d96-b55b-85594d178428 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:36.559513 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-26475d9f-9bb5-4ccb-af1f-c2491b843045 req-403d4d4d-3b5d-4d96-b55b-85594d178428 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6022ed1-67a1-4ded-890d-e1e66f84412d HTTP/1.1" status: 200 len: 943 time: 0.4614251 Feb 19 02:46:36.565429 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d62fe21-d179-402b-b60f-11f645ad7e5d req-a8882e3b-563e-4453-b465-98607c667213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:36.568698 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4d62fe21-d179-402b-b60f-11f645ad7e5d req-a8882e3b-563e-4453-b465-98607c667213 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0351aa3c6ea34cbbac483ac000de57cb&device_id=f3e2950d-ab47-4046-8006-daf03c09940e HTTP/1.1" status: 200 len: 1127 time: 0.3402717 Feb 19 02:46:36.568698 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-68cf8e79-cf9b-480d-81c2-0270c8d99e3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (29897eef-cc4d-4fe0-9148-57ed158b84f4), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:36.616370 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2af556-ece8-44be-85d7-aebd361a03e9 None None] Network aeda92b4-4d52-464c-a332-f63acbf0c942 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:46:36.688898 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f570f6-c939-4b62-9693-b34d3c82563e None None] Network 67b229c5-04fc-42ef-86ed-70f578b545a9 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:46:36.701267 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68cf8e79-cf9b-480d-81c2-0270c8d99e3c admin admin] vlan segment allocate from pool success with {'vlan_id': 252, 'physical_network': 'physnet1'} {{(pid=103701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:46:36.710473 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 87acadda-bef2-4faa-bea5-4592947c3f58 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:46:36.710949 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (87acadda-bef2-4faa-bea5-4592947c3f58), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:36.750434 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cf8e79-cf9b-480d-81c2-0270c8d99e3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29897eef-cc4d-4fe0-9148-57ed158b84f4,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:36.760909 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-68cf8e79-cf9b-480d-81c2-0270c8d99e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (4b001b46-f50f-4c4f-9d5e-fa66a2d54b0c), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:36.760909 n-d-826753-2 neutron-server[103701]: INFO neutron.db.segments_db [None req-68cf8e79-cf9b-480d-81c2-0270c8d99e3c admin admin] Added segment 4b001b46-f50f-4c4f-9d5e-fa66a2d54b0c of type vlan for network d45962be-4fbc-4605-9f38-b7b9b18f8898 Feb 19 02:46:36.796531 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-845f3343-245d-4655-a430-ec3d27865bd7 req-c6f44876-4b1d-4cbb-9e77-21feb6df5cc0 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358389 Feb 19 02:46:36.798246 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cf8e79-cf9b-480d-81c2-0270c8d99e3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:46:36.798648 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cf8e79-cf9b-480d-81c2-0270c8d99e3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:46:36.799235 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cf8e79-cf9b-480d-81c2-0270c8d99e3c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:46:36.799389 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cf8e79-cf9b-480d-81c2-0270c8d99e3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:46:36.799682 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cf8e79-cf9b-480d-81c2-0270c8d99e3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:46:36.800021 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cf8e79-cf9b-480d-81c2-0270c8d99e3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:46:36.800352 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cf8e79-cf9b-480d-81c2-0270c8d99e3c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:46:36.800681 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cf8e79-cf9b-480d-81c2-0270c8d99e3c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:46:36.801027 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cf8e79-cf9b-480d-81c2-0270c8d99e3c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:46:36.801599 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cf8e79-cf9b-480d-81c2-0270c8d99e3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:46:36.801987 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cf8e79-cf9b-480d-81c2-0270c8d99e3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:46:36.802309 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cf8e79-cf9b-480d-81c2-0270c8d99e3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:46:36.802637 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cf8e79-cf9b-480d-81c2-0270c8d99e3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:46:36.803228 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-06433d04-edda-4abb-980c-e637760383ec tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (aeda92b4-4d52-464c-a332-f63acbf0c942), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:36.857094 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-26475d9f-9bb5-4ccb-af1f-c2491b843045 req-dc77d449-32bd-4d62-b858-e54cec829e53 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2842073 Feb 19 02:46:36.864483 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-68cf8e79-cf9b-480d-81c2-0270c8d99e3c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (d45962be-4fbc-4605-9f38-b7b9b18f8898), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:36.890432 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d62fe21-d179-402b-b60f-11f645ad7e5d req-a92ba120-eefa-41a0-9cb0-1c6f8f5b997c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:36.891947 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4d62fe21-d179-402b-b60f-11f645ad7e5d req-a92ba120-eefa-41a0-9cb0-1c6f8f5b997c service neutron] 10.222.0.73 "GET /v2.0/networks?id=b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7 HTTP/1.1" status: 200 len: 909 time: 0.3041897 Feb 19 02:46:36.893401 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-8c5d6cb7-ef13-49be-9800-b6c0e0516314 None None] Provisioning complete for port 87acadda-bef2-4faa-bea5-4592947c3f58 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:46:36.893898 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-8c5d6cb7-ef13-49be-9800-b6c0e0516314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (87acadda-bef2-4faa-bea5-4592947c3f58), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:36.916306 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port 87acadda-bef2-4faa-bea5-4592947c3f58, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=87acadda-bef2-4faa-bea5-4592947c3f58,segment=NetworkSegment(bb9cbb7c-9ae3-4237-8939-d38248a38e48),segment_id=bb9cbb7c-9ae3-4237-8939-d38248a38e48)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:46:36.931094 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-06433d04-edda-4abb-980c-e637760383ec tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Deleting port 948e2dd9-19fb-486d-b23a-b537b9de7604 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:46:36.931716 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-06433d04-edda-4abb-980c-e637760383ec tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (948e2dd9-19fb-486d-b23a-b537b9de7604), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:36.954318 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4d62fe21-d179-402b-b60f-11f645ad7e5d req-15632832-2595-45cd-b090-08deddf3a105 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03ed4495-f6da-4bf6-9555-a2c3bfec3410 HTTP/1.1" status: 200 len: 217 time: 0.0517163 Feb 19 02:46:36.964895 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (87acadda-bef2-4faa-bea5-4592947c3f58), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:37.011479 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-68cf8e79-cf9b-480d-81c2-0270c8d99e3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (d45962be-4fbc-4605-9f38-b7b9b18f8898), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:37.012486 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68cf8e79-cf9b-480d-81c2-0270c8d99e3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:37.013090 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-68cf8e79-cf9b-480d-81c2-0270c8d99e3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:37.034546 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-06433d04-edda-4abb-980c-e637760383ec tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] For port 948e2dd9-19fb-486d-b23a-b537b9de7604, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=948e2dd9-19fb-486d-b23a-b537b9de7604,segment=NetworkSegment(fc7af4f8-2cd9-4781-814e-efb7c1290389),segment_id=fc7af4f8-2cd9-4781-814e-efb7c1290389)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:46:37.035139 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-06433d04-edda-4abb-980c-e637760383ec tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (948e2dd9-19fb-486d-b23a-b537b9de7604), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:37.053255 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-06433d04-edda-4abb-980c-e637760383ec tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Calling delete_port for 948e2dd9-19fb-486d-b23a-b537b9de7604 owned by network:dhcp {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:46:37.131886 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=87acadda-bef2-4faa-bea5-4592947c3f58,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:37.172962 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-06433d04-edda-4abb-980c-e637760383ec tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (948e2dd9-19fb-486d-b23a-b537b9de7604), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:37.183378 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-68cf8e79-cf9b-480d-81c2-0270c8d99e3c admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.1212964 Feb 19 02:46:37.187371 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 54058) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:46:37.194604 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cf8e79-cf9b-480d-81c2-0270c8d99e3c admin admin] Pushing event updated for resources: {'Network': ['ID=d45962be-4fbc-4605-9f38-b7b9b18f8898,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:37.198849 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d62fe21-d179-402b-b60f-11f645ad7e5d req-c7590a8c-78e2-4a4d-974e-f55b32e4b3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:37.200415 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4d62fe21-d179-402b-b60f-11f645ad7e5d req-c7590a8c-78e2-4a4d-974e-f55b32e4b3bc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=de6735e0-8981-45a6-9d12-953729888898 HTTP/1.1" status: 200 len: 848 time: 0.2110813 Feb 19 02:46:37.214925 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-5a665a6c-c9c2-4698-b46b-cd437c740e7a admin admin] Request body: {'subnet': {'network_id': 'd45962be-4fbc-4605-9f38-b7b9b18f8898', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-2061183158-subnet', 'tenant_id': '5a3336c2145045298f011de03688a9c0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:46:37.240008 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06433d04-edda-4abb-980c-e637760383ec tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Pushing event deleted for resources: {'Port': ['ID=948e2dd9-19fb-486d-b23a-b537b9de7604,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:37.243776 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06433d04-edda-4abb-980c-e637760383ec tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] No DVR routers for this DVR port 948e2dd9-19fb-486d-b23a-b537b9de7604 on host n-d-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:46:37.245479 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a665a6c-c9c2-4698-b46b-cd437c740e7a admin admin] Made reservation on behalf of 5a3336c2145045298f011de03688a9c0 for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:46:37.248394 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5a665a6c-c9c2-4698-b46b-cd437c740e7a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:37.251806 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network d45962be-4fbc-4605-9f38-b7b9b18f8898 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:46:37.270889 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4d62fe21-d179-402b-b60f-11f645ad7e5d req-c16661fa-7c13-4dd6-a28f-590c87374a66 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613596 Feb 19 02:46:37.274702 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bc33c310-7cf4-4cab-b678-c0c4351baf6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16289271'] for router_interface (90904248-f1cf-430d-865e-e426f3f5853b), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:37.282921 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a5d869-3d3f-4ed5-bd3d-871b948bf53a req-a0664477-f95c-42f5-87f5-9345e0ee5a4d tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:37.284434 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-65a5d869-3d3f-4ed5-bd3d-871b948bf53a req-a0664477-f95c-42f5-87f5-9345e0ee5a4d tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] 10.222.0.72 "GET /v2.0/ports?device_id=0df40d33-22e7-43e5-b4a1-c09bd77a9884 HTTP/1.1" status: 200 len: 945 time: 0.2842247 Feb 19 02:46:37.358830 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10cdaf7-a369-46b1-8a25-2e1d79e42e63 req-ae54996b-393b-4ad2-9dca-6c1371fa2897 tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:37.360317 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d10cdaf7-a369-46b1-8a25-2e1d79e42e63 req-ae54996b-393b-4ad2-9dca-6c1371fa2897 tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] 10.222.0.82 "GET /v2.0/ports?device_id=0df40d33-22e7-43e5-b4a1-c09bd77a9884 HTTP/1.1" status: 200 len: 945 time: 0.2236433 Feb 19 02:46:37.400916 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-8c5d6cb7-ef13-49be-9800-b6c0e0516314 None None] Current status of the port 87acadda-bef2-4faa-bea5-4592947c3f58 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:46:37.541693 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-65a5d869-3d3f-4ed5-bd3d-871b948bf53a req-4e4d96e1-49fe-4a6a-85b7-3c9514144613 tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] 10.222.0.72 "GET /v2.0/security-groups?id=f28302f1-2208-492c-8b3e-02d8daad9352&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2466407 Feb 19 02:46:37.591817 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455281e4-5081-4be0-ae2d-ea57af0e5d1d req-122319e1-c75f-43cf-8eb0-d56d79bb0f00 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:37.597547 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455281e4-5081-4be0-ae2d-ea57af0e5d1d req-122319e1-c75f-43cf-8eb0-d56d79bb0f00 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:37.603052 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455281e4-5081-4be0-ae2d-ea57af0e5d1d req-122319e1-c75f-43cf-8eb0-d56d79bb0f00 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:37.609103 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455281e4-5081-4be0-ae2d-ea57af0e5d1d req-122319e1-c75f-43cf-8eb0-d56d79bb0f00 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:37.614699 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455281e4-5081-4be0-ae2d-ea57af0e5d1d req-122319e1-c75f-43cf-8eb0-d56d79bb0f00 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:37.620064 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455281e4-5081-4be0-ae2d-ea57af0e5d1d req-122319e1-c75f-43cf-8eb0-d56d79bb0f00 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:37.625829 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455281e4-5081-4be0-ae2d-ea57af0e5d1d req-122319e1-c75f-43cf-8eb0-d56d79bb0f00 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:37.627782 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-455281e4-5081-4be0-ae2d-ea57af0e5d1d req-122319e1-c75f-43cf-8eb0-d56d79bb0f00 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ec863d4-5792-46d2-b299-7b34b3ebe431 HTTP/1.1" status: 200 len: 5432 time: 0.2812045 Feb 19 02:46:37.632738 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4d62fe21-d179-402b-b60f-11f645ad7e5d req-4e55e139-d510-4c99-af65-d87a26f2cd96 service neutron] 10.222.0.73 "GET /v2.0/networks/b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3473978 Feb 19 02:46:37.654461 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761a0f5f-7740-4adc-aa98-9f12dda7dd92 None None] get_active_networks_info from n-d-826753-2 {{(pid=103703) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 02:46:37.675184 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-06433d04-edda-4abb-980c-e637760383ec tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (aeda92b4-4d52-464c-a332-f63acbf0c942), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:37.733379 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-06433d04-edda-4abb-980c-e637760383ec tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aeda92b4-4d52-464c-a332-f63acbf0c942']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:46:37.753784 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-06433d04-edda-4abb-980c-e637760383ec tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc7af4f8-2cd9-4781-814e-efb7c1290389') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:46:37.754136 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-06433d04-edda-4abb-980c-e637760383ec tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc7af4f8-2cd9-4781-814e-efb7c1290389') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:46:37.780672 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-06433d04-edda-4abb-980c-e637760383ec tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (fc7af4f8-2cd9-4781-814e-efb7c1290389), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:37.787925 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-23359f03-b696-4053-863e-0597a052da1a req-9281db34-7a8f-4d29-836c-d56ee5ec2370 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=fcd6a795-095f-4679-b153-54a09672add9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2902324 Feb 19 02:46:37.799634 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5a665a6c-c9c2-4698-b46b-cd437c740e7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (7985099b-4fca-4c60-a96d-050f0a689e71), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:37.840786 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-06433d04-edda-4abb-980c-e637760383ec tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (fc7af4f8-2cd9-4781-814e-efb7c1290389), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:37.901402 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06433d04-edda-4abb-980c-e637760383ec tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Releasing vlan 289 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:46:37.901760 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-06433d04-edda-4abb-980c-e637760383ec tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (fc7af4f8-2cd9-4781-814e-efb7c1290389), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:37.910150 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-d10cdaf7-a369-46b1-8a25-2e1d79e42e63 req-43a2ca34-dc44-4f5b-8729-ad723692cca8 tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Deleting port 23331940-c93f-4043-b5f3-7104a3d055a1 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:46:37.910568 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-d10cdaf7-a369-46b1-8a25-2e1d79e42e63 req-43a2ca34-dc44-4f5b-8729-ad723692cca8 tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (23331940-c93f-4043-b5f3-7104a3d055a1), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:37.914477 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 02:46:37.914477 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:46:37.914477 n-d-826753-2 neutron-server[103702]: timer() Feb 19 02:46:37.914477 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:46:37.914477 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 02:46:37.914477 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:46:37.914477 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 02:46:37.914477 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:46:37.914477 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 02:46:37.914477 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:46:37.914477 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 02:46:37.914477 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:46:37.914477 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 02:46:37.914477 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:46:37.914477 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:46:37.914477 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:46:37.914477 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:46:37.914477 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:46:37.914477 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 02:46:37.914477 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:46:37.914477 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 02:46:37.914477 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:46:37.914477 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:46:37.914477 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:46:37.914477 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 02:46:37.914477 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:46:37.914477 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:46:37.914477 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:46:37.914477 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:46:37.914477 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:46:37.914477 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:46:37.914477 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:46:37.937124 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-455281e4-5081-4be0-ae2d-ea57af0e5d1d req-28bfde92-41ac-447d-a944-7a366494128b tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ad2b075-8470-4480-bb4e-92661338512f&id=1cff43f7-3cfd-4595-99e1-888048810960&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2475216 Feb 19 02:46:37.947543 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4d62fe21-d179-402b-b60f-11f645ad7e5d req-88f326fc-b96b-4cdc-a34f-11d56991b701 service neutron] 10.222.0.73 "GET /v2.0/networks/b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3043270 Feb 19 02:46:37.970961 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899b3e7d-37b2-42ca-8372-eb3cece03e27 req-2335f79a-5f33-48ec-96b7-ec9cb811831a tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:37.979252 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-899b3e7d-37b2-42ca-8372-eb3cece03e27 req-2335f79a-5f33-48ec-96b7-ec9cb811831a tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/networks?id=39722815-5c41-4e97-ad15-7b3e3ad40af7 HTTP/1.1" status: 200 len: 815 time: 0.2867932 Feb 19 02:46:38.003268 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-899b3e7d-37b2-42ca-8372-eb3cece03e27 req-6e3933dd-1957-4495-b0e8-b9aa06a8a220 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/quotas/53a4b602ed084660a547c5d9911104ee HTTP/1.1" status: 200 len: 375 time: 0.0230551 Feb 19 02:46:38.123273 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a665a6c-c9c2-4698-b46b-cd437c740e7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7985099b-4fca-4c60-a96d-050f0a689e71,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:38.150214 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 87acadda-bef2-4faa-bea5-4592947c3f58 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:46:38.158079 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a665a6c-c9c2-4698-b46b-cd437c740e7a admin admin] Checking segment: {'id': '4b001b46-f50f-4c4f-9d5e-fa66a2d54b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'd45962be-4fbc-4605-9f38-b7b9b18f8898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:46:38.158462 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a665a6c-c9c2-4698-b46b-cd437c740e7a admin admin] Network hostable DHCP agents. Network: d45962be-4fbc-4605-9f38-b7b9b18f8898, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:46:38.181045 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-06433d04-edda-4abb-980c-e637760383ec tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (aeda92b4-4d52-464c-a332-f63acbf0c942), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:38.194089 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23359f03-b696-4053-863e-0597a052da1a req-d7aa53b2-e1aa-4dc8-a19c-f35eb4b6e587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:38.195676 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-23359f03-b696-4053-863e-0597a052da1a req-d7aa53b2-e1aa-4dc8-a19c-f35eb4b6e587 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0351aa3c6ea34cbbac483ac000de57cb&device_id=fcd6a795-095f-4679-b153-54a09672add9 HTTP/1.1" status: 200 len: 1126 time: 0.3491406 Feb 19 02:46:38.205860 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-06433d04-edda-4abb-980c-e637760383ec tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:38.215166 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-06433d04-edda-4abb-980c-e637760383ec tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] 10.222.0.72 "DELETE /v2.0/networks/aeda92b4-4d52-464c-a332-f63acbf0c942 HTTP/1.1" status: 204 len: 168 time: 3.4380212 Feb 19 02:46:38.224521 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 54074) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:46:38.253820 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-eba47e36-e41a-49d8-a6d1-428e5c037d45 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1276024724'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:46:38.278269 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06433d04-edda-4abb-980c-e637760383ec tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Pushing event deleted for resources: {'Network': ['ID=aeda92b4-4d52-464c-a332-f63acbf0c942,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:38.280217 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-9d5fb114-eec1-445f-b5f7-9625e4c299f0 None None] Provisioning complete for port 87acadda-bef2-4faa-bea5-4592947c3f58 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:46:38.280607 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-9d5fb114-eec1-445f-b5f7-9625e4c299f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (87acadda-bef2-4faa-bea5-4592947c3f58), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:38.281275 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a665a6c-c9c2-4698-b46b-cd437c740e7a admin admin] Network d45962be-4fbc-4605-9f38-b7b9b18f8898 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:46:38.288758 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761a0f5f-7740-4adc-aa98-9f12dda7dd92 None None] Resources bound (agent type, host, resource id): {{(pid=103703) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 02:46:38.307932 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae28ff1-5baa-4de1-90aa-bf900579e4a7 req-044af494-8967-4d12-babf-64b828ad03ab tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:38.309504 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1ae28ff1-5baa-4de1-90aa-bf900579e4a7 req-044af494-8967-4d12-babf-64b828ad03ab tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3e2950d-ab47-4046-8006-daf03c09940e HTTP/1.1" status: 200 len: 945 time: 0.1766355 Feb 19 02:46:38.313658 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-899b3e7d-37b2-42ca-8372-eb3cece03e27 req-6c0f8c05-d4d5-4d84-82d9-4787ad145363 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=53a4b602ed084660a547c5d9911104ee&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3095877 Feb 19 02:46:38.331335 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-bc33c310-7cf4-4cab-b678-c0c4351baf6e admin admin] Deleting port e8524d44-ce18-4365-9f2a-0cdf8fa34a04 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:46:38.331667 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bc33c310-7cf4-4cab-b678-c0c4351baf6e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (e8524d44-ce18-4365-9f2a-0cdf8fa34a04), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:38.350355 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-d10cdaf7-a369-46b1-8a25-2e1d79e42e63 req-43a2ca34-dc44-4f5b-8729-ad723692cca8 tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] For port 23331940-c93f-4043-b5f3-7104a3d055a1, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=23331940-c93f-4043-b5f3-7104a3d055a1,segment=NetworkSegment(cc7f64c5-6529-4a39-8e75-2d6f42b16075),segment_id=cc7f64c5-6529-4a39-8e75-2d6f42b16075)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:46:38.350767 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-d10cdaf7-a369-46b1-8a25-2e1d79e42e63 req-43a2ca34-dc44-4f5b-8729-ad723692cca8 tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (23331940-c93f-4043-b5f3-7104a3d055a1), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:38.358977 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 87acadda-bef2-4faa-bea5-4592947c3f58 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:46:38.359850 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-5a665a6c-c9c2-4698-b46b-cd437c740e7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, d45962be-4fbc-4605-9f38-b7b9b18f8898) {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:46:38.359981 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (87acadda-bef2-4faa-bea5-4592947c3f58), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:38.394823 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a665a6c-c9c2-4698-b46b-cd437c740e7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:38.395517 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5a665a6c-c9c2-4698-b46b-cd437c740e7a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:38.441441 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-bc33c310-7cf4-4cab-b678-c0c4351baf6e admin admin] For port e8524d44-ce18-4365-9f2a-0cdf8fa34a04, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=e8524d44-ce18-4365-9f2a-0cdf8fa34a04,segment=NetworkSegment(737c2371-1be7-4c8e-971a-97a5a11b2a65),segment_id=737c2371-1be7-4c8e-971a-97a5a11b2a65)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:46:38.441989 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bc33c310-7cf4-4cab-b678-c0c4351baf6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (e8524d44-ce18-4365-9f2a-0cdf8fa34a04), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:38.455622 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-bc33c310-7cf4-4cab-b678-c0c4351baf6e admin admin] Calling delete_port for e8524d44-ce18-4365-9f2a-0cdf8fa34a04 owned by network:router_interface {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:46:38.518214 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-5a665a6c-c9c2-4698-b46b-cd437c740e7a admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.3072219 Feb 19 02:46:38.527609 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 54076) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:46:38.532407 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-4df217a1-f22b-4a66-bc48-abd3a40ace27 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-2061183158-router', 'tenant_id': '5a3336c2145045298f011de03688a9c0', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:46:38.544627 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 87acadda-bef2-4faa-bea5-4592947c3f58 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:46:38.544994 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23359f03-b696-4053-863e-0597a052da1a req-d49e0ec6-b843-4ab7-b94a-acc1817cf16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:38.546710 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-23359f03-b696-4053-863e-0597a052da1a req-d49e0ec6-b843-4ab7-b94a-acc1817cf16d service neutron] 10.222.0.73 "GET /v2.0/networks?id=b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7 HTTP/1.1" status: 200 len: 909 time: 0.3194408 Feb 19 02:46:38.707744 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-9d5fb114-eec1-445f-b5f7-9625e4c299f0 None None] Current status of the port 87acadda-bef2-4faa-bea5-4592947c3f58 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:46:38.781448 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bc33c310-7cf4-4cab-b678-c0c4351baf6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (e8524d44-ce18-4365-9f2a-0cdf8fa34a04), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:38.835973 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eba47e36-e41a-49d8-a6d1-428e5c037d45 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Made reservation on behalf of 3feb19dbdfe94d40bca95d7b37882add for: {'network': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:46:38.839688 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-eba47e36-e41a-49d8-a6d1-428e5c037d45 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:38.856058 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc33c310-7cf4-4cab-b678-c0c4351baf6e admin admin] Pushing event deleted for resources: {'Port': ['ID=e8524d44-ce18-4365-9f2a-0cdf8fa34a04,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:38.908989 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec8349a-4578-46b9-9f7d-a806eed036d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-d45962be-4fbc-4605-9f38-b7b9b18f8898', 'network_id': 'd45962be-4fbc-4605-9f38-b7b9b18f8898', 'project_id': '5a3336c2145045298f011de03688a9c0', 'fixed_ips': [{'subnet_id': '7985099b-4fca-4c60-a96d-050f0a689e71'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:46:38.910594 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5ec8349a-4578-46b9-9f7d-a806eed036d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:38.942707 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-23359f03-b696-4053-863e-0597a052da1a req-06076a53-b90a-42c3-9464-b43aa53211ea service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8eb6e41-adb3-4497-8eb0-74bb6e3592dd HTTP/1.1" status: 200 len: 217 time: 0.0552809 Feb 19 02:46:38.955679 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4df217a1-f22b-4a66-bc48-abd3a40ace27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14172'] for router (31861ac7-84a3-4e96-b53a-6166ad16175f), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:38.956856 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4df217a1-f22b-4a66-bc48-abd3a40ace27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16317487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16285822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16309985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14247'] for router (31861ac7-84a3-4e96-b53a-6166ad16175f), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:39.098201 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-5ec8349a-4578-46b9-9f7d-a806eed036d9 None None] Allocated IP 172.20.0.2 (d45962be-4fbc-4605-9f38-b7b9b18f8898/7985099b-4fca-4c60-a96d-050f0a689e71/930c87a5-106f-4021-b33e-3f4449bc76ee) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:46:39.181998 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-d10cdaf7-a369-46b1-8a25-2e1d79e42e63 req-43a2ca34-dc44-4f5b-8729-ad723692cca8 tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:39.182402 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-d10cdaf7-a369-46b1-8a25-2e1d79e42e63 req-43a2ca34-dc44-4f5b-8729-ad723692cca8 tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16285943'] for floatingip (14ec2690-d6be-40b6-b79b-26cd33d11c9a), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:39.182676 n-d-826753-2 neutron-server[103702]: INFO neutron.db.l3_db [req-d10cdaf7-a369-46b1-8a25-2e1d79e42e63 req-43a2ca34-dc44-4f5b-8729-ad723692cca8 tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Floating IP 14ec2690-d6be-40b6-b79b-26cd33d11c9a disassociated. External IP: 172.25.6.132, port: 23331940-c93f-4043-b5f3-7104a3d055a1. Feb 19 02:46:39.183023 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-d10cdaf7-a369-46b1-8a25-2e1d79e42e63 req-43a2ca34-dc44-4f5b-8729-ad723692cca8 tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Calling delete_port for 23331940-c93f-4043-b5f3-7104a3d055a1 owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:46:39.187596 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4df217a1-f22b-4a66-bc48-abd3a40ace27 admin admin] Publish callbacks [] for router_controller (31861ac7-84a3-4e96-b53a-6166ad16175f), precommit_add_association {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:39.201549 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb08c94e-3a7e-48a2-85ff-a035872561b7 req-07f91ff3-179b-451b-8faf-ac3321e7a100 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:39.203130 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-fb08c94e-3a7e-48a2-85ff-a035872561b7 req-07f91ff3-179b-451b-8faf-ac3321e7a100 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e2f228a-e46f-4adf-b471-367b30633d0f HTTP/1.1" status: 200 len: 945 time: 0.2063501 Feb 19 02:46:39.207039 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23359f03-b696-4053-863e-0597a052da1a req-2933ffef-5394-4c4c-81f9-9f131ca400e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:39.209123 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-23359f03-b696-4053-863e-0597a052da1a req-2933ffef-5394-4c4c-81f9-9f131ca400e9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=de6735e0-8981-45a6-9d12-953729888898 HTTP/1.1" status: 200 len: 848 time: 0.2107713 Feb 19 02:46:39.297100 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5ec8349a-4578-46b9-9f7d-a806eed036d9 None None] Publish callbacks [] for port (930c87a5-106f-4021-b33e-3f4449bc76ee), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:39.306594 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5ec8349a-4578-46b9-9f7d-a806eed036d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (930c87a5-106f-4021-b33e-3f4449bc76ee), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:39.313080 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-899b3e7d-37b2-42ca-8372-eb3cece03e27 req-2811684a-9995-4e57-948a-4b2237f91d82 service neutron] 10.222.0.72 "GET /v2.0/networks/39722815-5c41-4e97-ad15-7b3e3ad40af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6225643 Feb 19 02:46:39.356185 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec8349a-4578-46b9-9f7d-a806eed036d9 None None] Network d45962be-4fbc-4605-9f38-b7b9b18f8898 is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:46:39.359351 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-5ec8349a-4578-46b9-9f7d-a806eed036d9 None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:46:39.371383 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec8349a-4578-46b9-9f7d-a806eed036d9 None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:46:39.378739 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec8349a-4578-46b9-9f7d-a806eed036d9 None None] Pushing event updated for resources: {'Port': ['ID=930c87a5-106f-4021-b33e-3f4449bc76ee,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:39.413401 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1ae28ff1-5baa-4de1-90aa-bf900579e4a7 req-3f1a50cc-6432-4848-81df-13f820b5aa68 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7296057 Feb 19 02:46:39.452352 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-5ec8349a-4578-46b9-9f7d-a806eed036d9 None None] Attempting to bind port 930c87a5-106f-4021-b33e-3f4449bc76ee on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:46:39.453123 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-5ec8349a-4578-46b9-9f7d-a806eed036d9 None None] Attempting to bind port 930c87a5-106f-4021-b33e-3f4449bc76ee by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '4b001b46-f50f-4c4f-9d5e-fa66a2d54b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'd45962be-4fbc-4605-9f38-b7b9b18f8898'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:46:39.453753 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec8349a-4578-46b9-9f7d-a806eed036d9 None None] Attempting to bind port 930c87a5-106f-4021-b33e-3f4449bc76ee on network d45962be-4fbc-4605-9f38-b7b9b18f8898 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:46:39.469621 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec8349a-4578-46b9-9f7d-a806eed036d9 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:46:39.471518 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec8349a-4578-46b9-9f7d-a806eed036d9 None None] Checking segment: {'id': '4b001b46-f50f-4c4f-9d5e-fa66a2d54b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'd45962be-4fbc-4605-9f38-b7b9b18f8898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:46:39.473763 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5ec8349a-4578-46b9-9f7d-a806eed036d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:39.474264 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec8349a-4578-46b9-9f7d-a806eed036d9 None None] Bound using segment: {'id': '4b001b46-f50f-4c4f-9d5e-fa66a2d54b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'd45962be-4fbc-4605-9f38-b7b9b18f8898'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:46:39.476006 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-5ec8349a-4578-46b9-9f7d-a806eed036d9 None None] Bound port: 930c87a5-106f-4021-b33e-3f4449bc76ee, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b001b46-f50f-4c4f-9d5e-fa66a2d54b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'd45962be-4fbc-4605-9f38-b7b9b18f8898'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:46:39.476446 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5ec8349a-4578-46b9-9f7d-a806eed036d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (930c87a5-106f-4021-b33e-3f4449bc76ee), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:39.491217 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eba47e36-e41a-49d8-a6d1-428e5c037d45 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] vlan segment allocate from pool success with {'vlan_id': 262, 'physical_network': 'physnet1'} {{(pid=103701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:46:39.501071 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-eba47e36-e41a-49d8-a6d1-428e5c037d45 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (3bb48631-8fc7-4b99-8b39-6400865ca3d1), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:39.501501 n-d-826753-2 neutron-server[103701]: INFO neutron.db.segments_db [None req-eba47e36-e41a-49d8-a6d1-428e5c037d45 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Added segment 3bb48631-8fc7-4b99-8b39-6400865ca3d1 of type vlan for network 47277d82-617a-44b9-a7bd-81431ffb2dca Feb 19 02:46:39.518676 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-23359f03-b696-4053-863e-0597a052da1a req-be06e387-1a16-4788-9fac-36fea40e565b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2161591 Feb 19 02:46:39.562373 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d62fe21-d179-402b-b60f-11f645ad7e5d req-2b741200-188a-46e6-ab9d-e524c0a58e36 tempest-LiveMigrationTest-193918984 tempest-LiveMigrationTest-193918984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:39.563929 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4d62fe21-d179-402b-b60f-11f645ad7e5d req-2b741200-188a-46e6-ab9d-e524c0a58e36 tempest-LiveMigrationTest-193918984 tempest-LiveMigrationTest-193918984-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=f3e2950d-ab47-4046-8006-daf03c09940e&tenant_id=0351aa3c6ea34cbbac483ac000de57cb&binding%3Ahost_id=n-h1-826753-2 HTTP/1.1" status: 200 len: 1127 time: 1.2494195 Feb 19 02:46:39.565949 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-eba47e36-e41a-49d8-a6d1-428e5c037d45 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (47277d82-617a-44b9-a7bd-81431ffb2dca), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:39.571879 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-899b3e7d-37b2-42ca-8372-eb3cece03e27 req-22381ec4-2a78-40eb-8bdb-f4928c216831 service neutron] 10.222.0.72 "GET /v2.0/networks/39722815-5c41-4e97-ad15-7b3e3ad40af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434711 Feb 19 02:46:39.594638 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-5ec8349a-4578-46b9-9f7d-a806eed036d9 None None] For port 930c87a5-106f-4021-b33e-3f4449bc76ee, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:46:39.595461 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4df217a1-f22b-4a66-bc48-abd3a40ace27 admin admin] Publish callbacks [] for router_gateway (31861ac7-84a3-4e96-b53a-6166ad16175f), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:39.601400 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-5ec8349a-4578-46b9-9f7d-a806eed036d9 None None] For port 930c87a5-106f-4021-b33e-3f4449bc76ee, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=930c87a5-106f-4021-b33e-3f4449bc76ee,segment=NetworkSegment(4b001b46-f50f-4c4f-9d5e-fa66a2d54b0c),segment_id=4b001b46-f50f-4c4f-9d5e-fa66a2d54b0c)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:46:39.609290 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5ec8349a-4578-46b9-9f7d-a806eed036d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (930c87a5-106f-4021-b33e-3f4449bc76ee), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:39.688682 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec8349a-4578-46b9-9f7d-a806eed036d9 None None] Pushing event updated for resources: {'Port': ['ID=930c87a5-106f-4021-b33e-3f4449bc76ee,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:39.711196 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.db.resource_extend [None req-eba47e36-e41a-49d8-a6d1-428e5c037d45 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 02:46:39.717125 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-fb08c94e-3a7e-48a2-85ff-a035872561b7 req-8d6adc26-454e-47e2-8fdb-cb7ab4d192f0 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Deleting port adbf45cd-9089-44ef-9842-5ca280385f35 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:46:39.717470 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-fb08c94e-3a7e-48a2-85ff-a035872561b7 req-8d6adc26-454e-47e2-8fdb-cb7ab4d192f0 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (adbf45cd-9089-44ef-9842-5ca280385f35), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:39.804625 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-eba47e36-e41a-49d8-a6d1-428e5c037d45 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (47277d82-617a-44b9-a7bd-81431ffb2dca), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:39.811083 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba47e36-e41a-49d8-a6d1-428e5c037d45 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:39.811814 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-eba47e36-e41a-49d8-a6d1-428e5c037d45 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:40.009060 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-23359f03-b696-4053-863e-0597a052da1a req-aba12178-3931-4564-aa97-094df467bfd9 service neutron] 10.222.0.73 "GET /v2.0/networks/b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4783864 Feb 19 02:46:40.019711 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-eba47e36-e41a-49d8-a6d1-428e5c037d45 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.7771590 Feb 19 02:46:40.025776 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-fb08c94e-3a7e-48a2-85ff-a035872561b7 req-8d6adc26-454e-47e2-8fdb-cb7ab4d192f0 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] For port adbf45cd-9089-44ef-9842-5ca280385f35, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=adbf45cd-9089-44ef-9842-5ca280385f35,segment=NetworkSegment(27cce794-dfd5-41e1-991b-27e0c79dcb47),segment_id=27cce794-dfd5-41e1-991b-27e0c79dcb47)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:46:40.027574 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-fb08c94e-3a7e-48a2-85ff-a035872561b7 req-8d6adc26-454e-47e2-8fdb-cb7ab4d192f0 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (adbf45cd-9089-44ef-9842-5ca280385f35), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:40.073535 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 54088) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:46:40.077722 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bc33c310-7cf4-4cab-b678-c0c4351baf6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16362762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16314471'] for router_interface (90904248-f1cf-430d-865e-e426f3f5853b), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:40.096609 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-444b3db7-6be1-456c-84ed-9dfb5b258d7b tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Request body: {'subnet': {'network_id': '47277d82-617a-44b9-a7bd-81431ffb2dca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:46:40.186247 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-23359f03-b696-4053-863e-0597a052da1a req-26ff3420-42e6-4a38-ac11-7df4ee8441fb service neutron] 10.222.0.73 "GET /v2.0/networks/b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678340 Feb 19 02:46:40.245231 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-fb08c94e-3a7e-48a2-85ff-a035872561b7 req-8d6adc26-454e-47e2-8fdb-cb7ab4d192f0 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Calling delete_port for adbf45cd-9089-44ef-9842-5ca280385f35 owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:46:40.327468 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-d10cdaf7-a369-46b1-8a25-2e1d79e42e63 req-43a2ca34-dc44-4f5b-8729-ad723692cca8 tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (23331940-c93f-4043-b5f3-7104a3d055a1), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:40.383817 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 930c87a5-106f-4021-b33e-3f4449bc76ee up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:46:40.508255 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 930c87a5-106f-4021-b33e-3f4449bc76ee triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:46:40.508255 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (930c87a5-106f-4021-b33e-3f4449bc76ee), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:40.511425 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba47e36-e41a-49d8-a6d1-428e5c037d45 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Pushing event updated for resources: {'Network': ['ID=47277d82-617a-44b9-a7bd-81431ffb2dca,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:40.544952 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a2ca34-dc44-4f5b-8729-ad723692cca8 tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Pushing event deleted for resources: {'Port': ['ID=23331940-c93f-4043-b5f3-7104a3d055a1,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:40.545795 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 47277d82-617a-44b9-a7bd-81431ffb2dca details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:46:40.575129 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d61f37-cd3e-406a-a7d0-61162e35677a req-df9038bc-45be-4d4f-8979-5b5179b2954f tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:40.588852 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a5d61f37-cd3e-406a-a7d0-61162e35677a req-df9038bc-45be-4d4f-8979-5b5179b2954f tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6022ed1-67a1-4ded-890d-e1e66f84412d HTTP/1.1" status: 200 len: 943 time: 1.0296931 Feb 19 02:46:40.691112 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 930c87a5-106f-4021-b33e-3f4449bc76ee is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:46:40.691112 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (930c87a5-106f-4021-b33e-3f4449bc76ee), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:40.697515 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-4d62fe21-d179-402b-b60f-11f645ad7e5d req-b6134012-1ee0-4434-ad20-13d054ef1703 service neutron] For port 03ed4495-f6da-4bf6-9555-a2c3bfec3410, host n-h2-826753-2, cleared binding levels {{(pid=103701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:46:40.741916 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-4d62fe21-d179-402b-b60f-11f645ad7e5d req-b6134012-1ee0-4434-ad20-13d054ef1703 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:40.743545 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4d62fe21-d179-402b-b60f-11f645ad7e5d req-b6134012-1ee0-4434-ad20-13d054ef1703 service neutron] 10.222.0.73 "DELETE /v2.0/ports/03ed4495-f6da-4bf6-9555-a2c3bfec3410/bindings/n-h2-826753-2 HTTP/1.1" status: 204 len: 173 time: 1.1708663 Feb 19 02:46:40.761067 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port 930c87a5-106f-4021-b33e-3f4449bc76ee, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=930c87a5-106f-4021-b33e-3f4449bc76ee,segment=NetworkSegment(4b001b46-f50f-4c4f-9d5e-fa66a2d54b0c),segment_id=4b001b46-f50f-4c4f-9d5e-fa66a2d54b0c)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:46:40.767384 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (930c87a5-106f-4021-b33e-3f4449bc76ee), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:40.888210 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=930c87a5-106f-4021-b33e-3f4449bc76ee,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:40.903809 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a5d61f37-cd3e-406a-a7d0-61162e35677a req-6ef3aaec-1c76-4faa-98c1-b662bc9c7017 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3122776 Feb 19 02:46:40.921317 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-444b3db7-6be1-456c-84ed-9dfb5b258d7b tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Made reservation on behalf of 3feb19dbdfe94d40bca95d7b37882add for: {'subnet': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:46:40.927264 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-444b3db7-6be1-456c-84ed-9dfb5b258d7b tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58706307'] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:40.958613 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device e8da45f0-7b76-4b5c-a534-292471570be8 details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:46:40.963062 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4df217a1-f22b-4a66-bc48-abd3a40ace27 admin admin] Publish callbacks [] for router_gateway (31861ac7-84a3-4e96-b53a-6166ad16175f), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:40.976523 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1471dc2b-7b2d-48ed-be64-3d3d9f8b1a92 req-c4e9ad33-8510-46a1-88a6-07faec1fd4e0 tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:40.990171 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1471dc2b-7b2d-48ed-be64-3d3d9f8b1a92 req-c4e9ad33-8510-46a1-88a6-07faec1fd4e0 tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] 10.222.0.72 "GET /v2.0/ports?device_id=0df40d33-22e7-43e5-b4a1-c09bd77a9884 HTTP/1.1" status: 200 len: 867 time: 1.0876894 Feb 19 02:46:40.991702 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d10cdaf7-a369-46b1-8a25-2e1d79e42e63 req-43a2ca34-dc44-4f5b-8729-ad723692cca8 tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Router ba739a3e-d260-47d2-9261-6ed5b9c921d2 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:46:41.080583 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4df217a1-f22b-4a66-bc48-abd3a40ace27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:41.270680 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.ipam_backend_mixin [None req-444b3db7-6be1-456c-84ed-9dfb5b258d7b tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Performing IP validity checks on allocation pools {{(pid=103701) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 19 02:46:41.271329 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.ipam_backend_mixin [None req-444b3db7-6be1-456c-84ed-9dfb5b258d7b tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103701) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 19 02:46:41.277212 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-fb08c94e-3a7e-48a2-85ff-a035872561b7 req-8d6adc26-454e-47e2-8fdb-cb7ab4d192f0 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (adbf45cd-9089-44ef-9842-5ca280385f35), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:41.299165 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port e8da45f0-7b76-4b5c-a534-292471570be8, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=e8da45f0-7b76-4b5c-a534-292471570be8,segment=NetworkSegment(9dab481a-5428-424d-a8c3-4ae8ddfff67b),segment_id=9dab481a-5428-424d-a8c3-4ae8ddfff67b)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:46:41.324406 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['adbf45cd-9089-44ef-9842-5ca280385f35'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:46:41.369170 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': 'e8da45f0-7b76-4b5c-a534-292471570be8', 'network_id': 'db98097a-bb19-479d-bd0d-4f71e988880a', 'port_id': 'e8da45f0-7b76-4b5c-a534-292471570be8', 'mac_address': 'fa:16:3e:82:8d:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fe72d28-9326-4a85-b8b2-36c8cafae112', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:46:41.433673 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port e8da45f0-7b76-4b5c-a534-292471570be8 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:46:41.434346 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (e8da45f0-7b76-4b5c-a534-292471570be8), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:41.464555 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec1a079-8849-4c56-94bf-f328df8f69ca None None] Network d45962be-4fbc-4605-9f38-b7b9b18f8898 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:46:41.477043 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8da45f0-7b76-4b5c-a534-292471570be8 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:46:41.478573 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6adc26-454e-47e2-8fdb-cb7ab4d192f0 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Pushing event deleted for resources: {'Port': ['ID=adbf45cd-9089-44ef-9842-5ca280385f35,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:41.482394 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1471dc2b-7b2d-48ed-be64-3d3d9f8b1a92 req-dc543c97-249c-4565-9878-6d53af739e3b tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] 10.222.0.72 "GET /v2.0/security-groups?id=f28302f1-2208-492c-8b3e-02d8daad9352&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4894638 Feb 19 02:46:41.532521 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3790deb7-4f7c-4c32-9a39-b45561897076 req-89fecae3-300d-4d82-bc04-03e0ea242d2b tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:41.550657 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3790deb7-4f7c-4c32-9a39-b45561897076 req-89fecae3-300d-4d82-bc04-03e0ea242d2b tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:41.556607 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3790deb7-4f7c-4c32-9a39-b45561897076 req-89fecae3-300d-4d82-bc04-03e0ea242d2b tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:41.562263 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3790deb7-4f7c-4c32-9a39-b45561897076 req-89fecae3-300d-4d82-bc04-03e0ea242d2b tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:41.568281 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3790deb7-4f7c-4c32-9a39-b45561897076 req-89fecae3-300d-4d82-bc04-03e0ea242d2b tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:41.570734 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port e8da45f0-7b76-4b5c-a534-292471570be8, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=e8da45f0-7b76-4b5c-a534-292471570be8,segment=NetworkSegment(9dab481a-5428-424d-a8c3-4ae8ddfff67b),segment_id=9dab481a-5428-424d-a8c3-4ae8ddfff67b)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:46:41.573866 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3790deb7-4f7c-4c32-9a39-b45561897076 req-89fecae3-300d-4d82-bc04-03e0ea242d2b tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:41.579205 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3790deb7-4f7c-4c32-9a39-b45561897076 req-89fecae3-300d-4d82-bc04-03e0ea242d2b tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:41.588174 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3790deb7-4f7c-4c32-9a39-b45561897076 req-89fecae3-300d-4d82-bc04-03e0ea242d2b tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ec863d4-5792-46d2-b299-7b34b3ebe431 HTTP/1.1" status: 200 len: 5432 time: 0.5073142 Feb 19 02:46:41.638568 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-4df217a1-f22b-4a66-bc48-abd3a40ace27 admin admin] Allocated IP 172.25.6.162 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/bf16d57d-4a43-4e9c-bd8c-14c0bdf56593) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:46:41.645650 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (e8da45f0-7b76-4b5c-a534-292471570be8), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:41.704932 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-51b659fb-3ac4-431f-afa9-5c79093843c3 None None] Provisioning complete for port 930c87a5-106f-4021-b33e-3f4449bc76ee triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:46:41.711740 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-51b659fb-3ac4-431f-afa9-5c79093843c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (930c87a5-106f-4021-b33e-3f4449bc76ee), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:41.724197 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899b3e7d-37b2-42ca-8372-eb3cece03e27 req-1e0e1bbe-1497-45a5-9fde-458a3c6f77b0 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:41.725494 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-899b3e7d-37b2-42ca-8372-eb3cece03e27 req-1e0e1bbe-1497-45a5-9fde-458a3c6f77b0 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.82 "GET /v2.0/networks?id=39722815-5c41-4e97-ad15-7b3e3ad40af7 HTTP/1.1" status: 200 len: 815 time: 0.1324234 Feb 19 02:46:41.774765 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-899b3e7d-37b2-42ca-8372-eb3cece03e27 req-289b0baf-1744-410c-85c0-bcdb650f61dc tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Request body: {'port': {'device_id': 'dfee5af4-da6a-4d15-a1c5-a6cd65193d4e', 'network_id': '39722815-5c41-4e97-ad15-7b3e3ad40af7', 'admin_state_up': True, 'tenant_id': '53a4b602ed084660a547c5d9911104ee'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:46:41.863171 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb08c94e-3a7e-48a2-85ff-a035872561b7 req-8d6adc26-454e-47e2-8fdb-cb7ab4d192f0 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] No DVR routers for this DVR port adbf45cd-9089-44ef-9842-5ca280385f35 on host n-h1-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:46:41.866812 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-fb08c94e-3a7e-48a2-85ff-a035872561b7 req-8d6adc26-454e-47e2-8fdb-cb7ab4d192f0 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:41.868524 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f668170c-7a32-495e-91ee-8c51d91f18c2 req-9683045a-735e-4d82-b197-01c8a9d55e80 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfee5af4-da6a-4d15-a1c5-a6cd65193d4e HTTP/1.1" status: 200 len: 210 time: 0.1224339 Feb 19 02:46:41.872220 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-fb08c94e-3a7e-48a2-85ff-a035872561b7 req-8d6adc26-454e-47e2-8fdb-cb7ab4d192f0 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.73 "DELETE /v2.0/ports/adbf45cd-9089-44ef-9842-5ca280385f35 HTTP/1.1" status: 204 len: 173 time: 2.6620843 Feb 19 02:46:41.875396 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc33c310-7cf4-4cab-b678-c0c4351baf6e admin admin] Router 90904248-f1cf-430d-865e-e426f3f5853b has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:46:41.903716 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e2f228a-e46f-4adf-b471-367b30633d0f', 'name': 'network-vif-deleted', 'tag': 'adbf45cd-9089-44ef-9842-5ca280385f35'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:46:41.934286 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c613e79e-89a6-4546-bce2-c4a8d66d2839" -d '{"events": [{"server_uuid": "4e2f228a-e46f-4adf-b471-367b30633d0f", "name": "network-vif-deleted", "tag": "adbf45cd-9089-44ef-9842-5ca280385f35"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:46:41.992820 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4df217a1-f22b-4a66-bc48-abd3a40ace27 admin admin] Publish callbacks [] for port (bf16d57d-4a43-4e9c-bd8c-14c0bdf56593), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:42.012977 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3790deb7-4f7c-4c32-9a39-b45561897076 req-0c1416a6-1f18-4414-9426-9fd11b867688 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ad2b075-8470-4480-bb4e-92661338512f&id=1cff43f7-3cfd-4595-99e1-888048810960&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4238279 Feb 19 02:46:42.060413 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d10cdaf7-a369-46b1-8a25-2e1d79e42e63 req-43a2ca34-dc44-4f5b-8729-ad723692cca8 tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:46:42.089554 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ff4c5b-8c0c-462b-8a1d-96fa886fe7ff None None] Sync routers for ids ['ba739a3e-d260-47d2-9261-6ed5b9c921d2'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:46:42.115615 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ff4c5b-8c0c-462b-8a1d-96fa886fe7ff None None] Routers {'ba739a3e-d260-47d2-9261-6ed5b9c921d2'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:46:42.120633 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-61ff4c5b-8c0c-462b-8a1d-96fa886fe7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:46:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['ba739a3e-d260-47d2-9261-6ed5b9c921d2'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:46:42.162188 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=e8da45f0-7b76-4b5c-a534-292471570be8,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:42.261715 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-d10cdaf7-a369-46b1-8a25-2e1d79e42e63 req-43a2ca34-dc44-4f5b-8729-ad723692cca8 tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] No DVR routers for this DVR port 23331940-c93f-4043-b5f3-7104a3d055a1 on host n-h2-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:46:42.269066 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-d10cdaf7-a369-46b1-8a25-2e1d79e42e63 req-43a2ca34-dc44-4f5b-8729-ad723692cca8 tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:42.287437 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d10cdaf7-a369-46b1-8a25-2e1d79e42e63 req-43a2ca34-dc44-4f5b-8729-ad723692cca8 tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] 10.222.0.82 "DELETE /v2.0/ports/23331940-c93f-4043-b5f3-7104a3d055a1 HTTP/1.1" status: 204 len: 173 time: 4.9119215 Feb 19 02:46:42.309962 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 930c87a5-106f-4021-b33e-3f4449bc76ee up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:46:42.340856 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4df217a1-f22b-4a66-bc48-abd3a40ace27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (bf16d57d-4a43-4e9c-bd8c-14c0bdf56593), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:42.351965 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-61ff4c5b-8c0c-462b-8a1d-96fa886fe7ff None None] Set router ba739a3e-d260-47d2-9261-6ed5b9c921d2 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:46:42.418011 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df217a1-f22b-4a66-bc48-abd3a40ace27 admin admin] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:46:42.430621 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-4df217a1-f22b-4a66-bc48-abd3a40ace27 admin admin] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:46:42.541534 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df217a1-f22b-4a66-bc48-abd3a40ace27 admin admin] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:46:42.545790 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['e8da45f0-7b76-4b5c-a534-292471570be8'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:46:42.577455 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-51b659fb-3ac4-431f-afa9-5c79093843c3 None None] Current status of the port 930c87a5-106f-4021-b33e-3f4449bc76ee is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:46:42.579125 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-61ff4c5b-8c0c-462b-8a1d-96fa886fe7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba739a3e-d260-47d2-9261-6ed5b9c921d2', 'name': 'tempest-ServersTestJSON-780327990-router', 'tenant_id': '80ec6f6d29774c649db969b21608fdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': '3913befa-9625-441a-b8cd-48872a3932cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:45:15Z', 'updated_at': '2022-02-19T02:45:27Z', 'revision_number': 4, 'project_id': '80ec6f6d29774c649db969b21608fdfc', 'gw_port': {'id': '3913befa-9625-441a-b8cd-48872a3932cc', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba739a3e-d260-47d2-9261-6ed5b9c921d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:45:16Z', 'updated_at': '2022-02-19T02:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': 'c7bab0e7-8894-44eb-844c-823263efba6e', 'name': '', 'network_id': '9e3d3723-c6e4-4d29-ab4f-26c1fc3bb323', 'tenant_id': '80ec6f6d29774c649db969b21608fdfc', 'mac_address': 'fa:16:3e:da:fd:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba739a3e-d260-47d2-9261-6ed5b9c921d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': 'bf415dad-5efe-4a2d-9205-4db3a214084c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:45:23Z', 'updated_at': '2022-02-19T02:45:34Z', 'revision_number': 5, 'project_id': '80ec6f6d29774c649db969b21608fdfc', 'subnets': [{'id': 'bf415dad-5efe-4a2d-9205-4db3a214084c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:46:42.613193 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-899b3e7d-37b2-42ca-8372-eb3cece03e27 req-289b0baf-1744-410c-85c0-bcdb650f61dc tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Made reservation on behalf of 53a4b602ed084660a547c5d9911104ee for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:46:42.618556 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ff4c5b-8c0c-462b-8a1d-96fa886fe7ff None None] Checking router: ba739a3e-d260-47d2-9261-6ed5b9c921d2 for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:46:42.621402 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-899b3e7d-37b2-42ca-8372-eb3cece03e27 req-289b0baf-1744-410c-85c0-bcdb650f61dc tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:42.631664 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ff4c5b-8c0c-462b-8a1d-96fa886fe7ff None None] Routers {'ba739a3e-d260-47d2-9261-6ed5b9c921d2'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:46:42.632543 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-61ff4c5b-8c0c-462b-8a1d-96fa886fe7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:46:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['ba739a3e-d260-47d2-9261-6ed5b9c921d2'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:46:42.655769 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bf6b69-9799-4e06-8227-61e01bb19f32 req-174b1007-cda4-4f7e-8f54-397c4a7fb3aa tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:42.658910 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-68bf6b69-9799-4e06-8227-61e01bb19f32 req-174b1007-cda4-4f7e-8f54-397c4a7fb3aa tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3e2950d-ab47-4046-8006-daf03c09940e HTTP/1.1" status: 200 len: 945 time: 0.6328249 Feb 19 02:46:42.661286 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-444b3db7-6be1-456c-84ed-9dfb5b258d7b tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12647271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58706289'] for subnet (0ba605bb-450d-48d2-b7b0-41eefe434df4), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:42.760927 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-61ff4c5b-8c0c-462b-8a1d-96fa886fe7ff None None] Set router ba739a3e-d260-47d2-9261-6ed5b9c921d2 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:46:42.807573 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 930c87a5-106f-4021-b33e-3f4449bc76ee triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:46:42.809589 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (930c87a5-106f-4021-b33e-3f4449bc76ee), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:42.961632 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 23331940-c93f-4043-b5f3-7104a3d055a1 no longer exists at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:46:42.968049 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444b3db7-6be1-456c-84ed-9dfb5b258d7b tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Pushing event updated for resources: {'Subnet': ['ID=0ba605bb-450d-48d2-b7b0-41eefe434df4,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:43.034255 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device adbf45cd-9089-44ef-9842-5ca280385f35 no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:46:43.116957 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] No Port match for: 23331940-c93f-4043-b5f3-7104a3d055a1 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:46:43.120068 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 23331940-c93f-4043-b5f3-7104a3d055a1 not bound to the agent host n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:46:43.120784 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4376c5bf-e462-430b-be5b-07c287d574ae req-7a9fb2f3-f154-45cd-8a9d-06c4d3e0f921 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:43.124902 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4376c5bf-e462-430b-be5b-07c287d574ae req-7a9fb2f3-f154-45cd-8a9d-06c4d3e0f921 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6022ed1-67a1-4ded-890d-e1e66f84412d HTTP/1.1" status: 200 len: 944 time: 0.8776088 Feb 19 02:46:43.149285 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] No Port match for: adbf45cd-9089-44ef-9842-5ca280385f35 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:46:43.149628 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device adbf45cd-9089-44ef-9842-5ca280385f35 not bound to the agent host n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:46:43.171129 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444b3db7-6be1-456c-84ed-9dfb5b258d7b tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Checking segment: {'id': '3bb48631-8fc7-4b99-8b39-6400865ca3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '47277d82-617a-44b9-a7bd-81431ffb2dca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:46:43.171859 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444b3db7-6be1-456c-84ed-9dfb5b258d7b tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Network hostable DHCP agents. Network: 47277d82-617a-44b9-a7bd-81431ffb2dca, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:46:43.295033 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-61ff4c5b-8c0c-462b-8a1d-96fa886fe7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba739a3e-d260-47d2-9261-6ed5b9c921d2', 'name': 'tempest-ServersTestJSON-780327990-router', 'tenant_id': '80ec6f6d29774c649db969b21608fdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': '3913befa-9625-441a-b8cd-48872a3932cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:45:15Z', 'updated_at': '2022-02-19T02:45:27Z', 'revision_number': 4, 'project_id': '80ec6f6d29774c649db969b21608fdfc', 'gw_port': {'id': '3913befa-9625-441a-b8cd-48872a3932cc', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba739a3e-d260-47d2-9261-6ed5b9c921d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:45:16Z', 'updated_at': '2022-02-19T02:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': 'c7bab0e7-8894-44eb-844c-823263efba6e', 'name': '', 'network_id': '9e3d3723-c6e4-4d29-ab4f-26c1fc3bb323', 'tenant_id': '80ec6f6d29774c649db969b21608fdfc', 'mac_address': 'fa:16:3e:da:fd:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba739a3e-d260-47d2-9261-6ed5b9c921d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': 'bf415dad-5efe-4a2d-9205-4db3a214084c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:45:23Z', 'updated_at': '2022-02-19T02:45:34Z', 'revision_number': 5, 'project_id': '80ec6f6d29774c649db969b21608fdfc', 'subnets': [{'id': 'bf415dad-5efe-4a2d-9205-4db3a214084c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:46:43.350118 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ff4c5b-8c0c-462b-8a1d-96fa886fe7ff None None] The sync data for ids ['ba739a3e-d260-47d2-9261-6ed5b9c921d2'] in n-d-826753-2 is: [{'id': 'ba739a3e-d260-47d2-9261-6ed5b9c921d2', 'name': 'tempest-ServersTestJSON-780327990-router', 'tenant_id': '80ec6f6d29774c649db969b21608fdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': '3913befa-9625-441a-b8cd-48872a3932cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:45:15Z', 'updated_at': '2022-02-19T02:45:27Z', 'revision_number': 4, 'project_id': '80ec6f6d29774c649db969b21608fdfc', 'gw_port': {'id': '3913befa-9625-441a-b8cd-48872a3932cc', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba739a3e-d260-47d2-9261-6ed5b9c921d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:45:16Z', 'updated_at': '2022-02-19T02:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': 'c7bab0e7-8894-44eb-844c-823263efba6e', 'name': '', 'network_id': '9e3d3723-c6e4-4d29-ab4f-26c1fc3bb323', 'tenant_id': '80ec6f6d29774c649db969b21608fdfc', 'mac_address': 'fa:16:3e:da:fd:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba739a3e-d260-47d2-9261-6ed5b9c921d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': 'bf415dad-5efe-4a2d-9205-4db3a214084c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:45:23Z', 'updated_at': '2022-02-19T02:45:34Z', 'revision_number': 5, 'project_id': '80ec6f6d29774c649db969b21608fdfc', 'subnets': [{'id': 'bf415dad-5efe-4a2d-9205-4db3a214084c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:46:43.357691 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 930c87a5-106f-4021-b33e-3f4449bc76ee is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:46:43.389757 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [req-899b3e7d-37b2-42ca-8372-eb3cece03e27 req-289b0baf-1744-410c-85c0-bcdb650f61dc tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Allocated IP 172.20.0.4 (39722815-5c41-4e97-ad15-7b3e3ad40af7/a5bae790-117e-481a-89bc-3817a429ae54/1e5f5862-f5df-4314-97ad-4c0355742944) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:46:43.619221 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df217a1-f22b-4a66-bc48-abd3a40ace27 admin admin] Pushing event updated for resources: {'Port': ['ID=bf16d57d-4a43-4e9c-bd8c-14c0bdf56593,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:43.666898 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229eedd5-74ef-4167-a63d-28e72545e9a3 None None] Network d45962be-4fbc-4605-9f38-b7b9b18f8898 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:46:43.772545 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-9b7a7898-107a-4fe6-9390-3fffdacd0e28 None None] Provisioning complete for port 930c87a5-106f-4021-b33e-3f4449bc76ee triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:46:43.772924 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-9b7a7898-107a-4fe6-9390-3fffdacd0e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (930c87a5-106f-4021-b33e-3f4449bc76ee), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:43.892941 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b85e0a8-b7d9-4e4f-9ae8-58773c7e0657 None None] New status for floating IP 14ec2690-d6be-40b6-b79b-26cd33d11c9a: DOWN {{(pid=103703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 02:46:44.068890 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444b3db7-6be1-456c-84ed-9dfb5b258d7b tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Network 47277d82-617a-44b9-a7bd-81431ffb2dca is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:46:44.084778 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4df217a1-f22b-4a66-bc48-abd3a40ace27 admin admin] Publish callbacks [] for router_gateway (31861ac7-84a3-4e96-b53a-6166ad16175f), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:44.102218 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-68bf6b69-9799-4e06-8227-61e01bb19f32 req-fb3e0961-0a74-4e5a-acf5-87da289c3375 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4191377 Feb 19 02:46:44.102823 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-444b3db7-6be1-456c-84ed-9dfb5b258d7b tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 47277d82-617a-44b9-a7bd-81431ffb2dca) {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:46:44.108128 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444b3db7-6be1-456c-84ed-9dfb5b258d7b tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:44.108738 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-444b3db7-6be1-456c-84ed-9dfb5b258d7b tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:44.138849 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627079c8-7d78-4110-89a9-8a8ffc4eef4e None None] Network 47277d82-617a-44b9-a7bd-81431ffb2dca requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:46:44.141393 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4376c5bf-e462-430b-be5b-07c287d574ae req-e5571dad-945a-4557-81c5-aa64a50cf6d0 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0080996 Feb 19 02:46:44.149371 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-444b3db7-6be1-456c-84ed-9dfb5b258d7b tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 4.0613112 Feb 19 02:46:44.150605 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc33c310-7cf4-4cab-b678-c0c4351baf6e admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:46:44.158913 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-bc33c310-7cf4-4cab-b678-c0c4351baf6e admin admin] 10.222.0.72 "PUT /v2.0/routers/90904248-f1cf-430d-865e-e426f3f5853b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0982974 Feb 19 02:46:44.166220 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2398c425-a9f1-4057-b9ad-b5bf28c14ccc None None] Sync routers for ids ['90904248-f1cf-430d-865e-e426f3f5853b'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:46:44.166430 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 54112) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:46:44.166430 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 54114) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:46:44.180496 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2398c425-a9f1-4057-b9ad-b5bf28c14ccc None None] Routers {'90904248-f1cf-430d-865e-e426f3f5853b'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:46:44.181166 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-2398c425-a9f1-4057-b9ad-b5bf28c14ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:46:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['90904248-f1cf-430d-865e-e426f3f5853b'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:46:44.280199 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-9b7a7898-107a-4fe6-9390-3fffdacd0e28 None None] Current status of the port 930c87a5-106f-4021-b33e-3f4449bc76ee is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:46:44.312200 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9c35c01-7067-4b15-aa8b-b51adaea173c x-openstack-request-id: req-c9c35c01-7067-4b15-aa8b-b51adaea173c {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:46:44.312576 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e2f228a-e46f-4adf-b471-367b30633d0f", "name": "network-vif-deleted", "tag": "adbf45cd-9089-44ef-9842-5ca280385f35", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:46:44.321521 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c9c35c01-7067-4b15-aa8b-b51adaea173c {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:46:44.323444 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e2f228a-e46f-4adf-b471-367b30633d0f', 'name': 'network-vif-deleted', 'tag': 'adbf45cd-9089-44ef-9842-5ca280385f35', 'status': 'completed', 'code': 200} Feb 19 02:46:44.370042 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a03465d8-fbdd-4cde-a107-4e837eaadc52 admin admin] Publish callbacks [] for router (90904248-f1cf-430d-865e-e426f3f5853b), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:44.501800 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4df217a1-f22b-4a66-bc48-abd3a40ace27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16317478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865'] for router (31861ac7-84a3-4e96-b53a-6166ad16175f), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:44.567965 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-899b3e7d-37b2-42ca-8372-eb3cece03e27 req-289b0baf-1744-410c-85c0-bcdb650f61dc tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Publish callbacks [] for port (1e5f5862-f5df-4314-97ad-4c0355742944), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:44.600300 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-a3f0304b-7210-4a7a-9cb2-f324573664ac None None] Provisioning complete for port 930c87a5-106f-4021-b33e-3f4449bc76ee triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:46:44.602540 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-a3f0304b-7210-4a7a-9cb2-f324573664ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (930c87a5-106f-4021-b33e-3f4449bc76ee), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:44.622487 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-af0550e4-208e-4a1b-92e4-25867f483591 req-7c4fe73f-0e0a-42dd-b5b6-7f655dd13752 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfee5af4-da6a-4d15-a1c5-a6cd65193d4e HTTP/1.1" status: 200 len: 210 time: 0.0826018 Feb 19 02:46:44.673941 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-2398c425-a9f1-4057-b9ad-b5bf28c14ccc None None] Set router 90904248-f1cf-430d-865e-e426f3f5853b gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:46:44.696694 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0033aa-be9f-45a9-b3a7-4e6ae057577f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-47277d82-617a-44b9-a7bd-81431ffb2dca', 'network_id': '47277d82-617a-44b9-a7bd-81431ffb2dca', 'project_id': '3feb19dbdfe94d40bca95d7b37882add', 'fixed_ips': [{'subnet_id': '0ba605bb-450d-48d2-b7b0-41eefe434df4'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:46:44.699433 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-7c0033aa-be9f-45a9-b3a7-4e6ae057577f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:44.710175 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 54120) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:46:44.828174 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a173d155-46c3-4cf1-869a-baaa90d3f304 req-a5a2ee3f-8c76-4147-ad91-9eb44174c80e tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:44.834647 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a173d155-46c3-4cf1-869a-baaa90d3f304 req-a5a2ee3f-8c76-4147-ad91-9eb44174c80e tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:44.840362 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a173d155-46c3-4cf1-869a-baaa90d3f304 req-a5a2ee3f-8c76-4147-ad91-9eb44174c80e tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:44.845904 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a173d155-46c3-4cf1-869a-baaa90d3f304 req-a5a2ee3f-8c76-4147-ad91-9eb44174c80e tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:44.852174 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a173d155-46c3-4cf1-869a-baaa90d3f304 req-a5a2ee3f-8c76-4147-ad91-9eb44174c80e tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:44.858336 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a173d155-46c3-4cf1-869a-baaa90d3f304 req-a5a2ee3f-8c76-4147-ad91-9eb44174c80e tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:44.864163 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a173d155-46c3-4cf1-869a-baaa90d3f304 req-a5a2ee3f-8c76-4147-ad91-9eb44174c80e tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:44.872921 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a173d155-46c3-4cf1-869a-baaa90d3f304 req-a5a2ee3f-8c76-4147-ad91-9eb44174c80e tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ec863d4-5792-46d2-b299-7b34b3ebe431 HTTP/1.1" status: 200 len: 5432 time: 0.4246981 Feb 19 02:46:44.891260 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-509160ee-a7be-4729-89cf-ecca7fea7093 tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Publish callbacks [] for security_group (f28302f1-2208-492c-8b3e-02d8daad9352), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:44.905773 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4df217a1-f22b-4a66-bc48-abd3a40ace27 admin admin] Router 31861ac7-84a3-4e96-b53a-6166ad16175f is scheduled to L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd with binding_index 1 {{(pid=103702) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 02:46:44.918746 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-7c0033aa-be9f-45a9-b3a7-4e6ae057577f None None] Allocated IP 172.20.0.3 (47277d82-617a-44b9-a7bd-81431ffb2dca/0ba605bb-450d-48d2-b7b0-41eefe434df4/00e3a01f-f408-4c7b-909a-936c2e021f44) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:46:44.930153 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-509160ee-a7be-4729-89cf-ecca7fea7093 tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Publish callbacks [] for security_group (f28302f1-2208-492c-8b3e-02d8daad9352), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:44.961372 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4d6fd9f8-e2cf-4594-99f5-8086c20e75f8 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (47277d82-617a-44b9-a7bd-81431ffb2dca), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:44.989143 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-2398c425-a9f1-4057-b9ad-b5bf28c14ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90904248-f1cf-430d-865e-e426f3f5853b', 'name': 'tempest-AttachSCSIVolumeTestJSON-347287721-router', 'tenant_id': '60a75fbafb98468593e987991378d811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '3439a910-1883-475b-b30e-32d8651b0354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:43:06Z', 'updated_at': '2022-02-19T02:46:38Z', 'revision_number': 5, 'project_id': '60a75fbafb98468593e987991378d811', 'gw_port': {'id': '3439a910-1883-475b-b30e-32d8651b0354', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e4:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90904248-f1cf-430d-865e-e426f3f5853b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:43:07Z', 'updated_at': '2022-02-19T02:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:46:45.003795 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device e8da45f0-7b76-4b5c-a534-292471570be8 up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:46:45.049059 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2398c425-a9f1-4057-b9ad-b5bf28c14ccc None None] Checking router: 90904248-f1cf-430d-865e-e426f3f5853b for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:46:45.060744 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-509160ee-a7be-4729-89cf-ecca7fea7093 tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (f28302f1-2208-492c-8b3e-02d8daad9352), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:45.063440 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-509160ee-a7be-4729-89cf-ecca7fea7093 tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:45.065420 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2398c425-a9f1-4057-b9ad-b5bf28c14ccc None None] Routers {'90904248-f1cf-430d-865e-e426f3f5853b'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:46:45.066183 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-2398c425-a9f1-4057-b9ad-b5bf28c14ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:46:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['90904248-f1cf-430d-865e-e426f3f5853b'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:46:45.078193 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-509160ee-a7be-4729-89cf-ecca7fea7093 tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] 10.222.0.72 "DELETE /v2.0/security-groups/f28302f1-2208-492c-8b3e-02d8daad9352 HTTP/1.1" status: 204 len: 168 time: 0.3668578 Feb 19 02:46:45.094164 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a03465d8-fbdd-4cde-a107-4e837eaadc52 admin admin] Publish callbacks [] for router_gateway (90904248-f1cf-430d-865e-e426f3f5853b), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:45.104935 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 54122) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:46:45.131394 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-899b3e7d-37b2-42ca-8372-eb3cece03e27 req-289b0baf-1744-410c-85c0-bcdb650f61dc tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (1e5f5862-f5df-4314-97ad-4c0355742944), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:45.139262 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509160ee-a7be-4729-89cf-ecca7fea7093 tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f28302f1-2208-492c-8b3e-02d8daad9352,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:45.183426 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4df217a1-f22b-4a66-bc48-abd3a40ace27 admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:46:45.190172 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-a3f0304b-7210-4a7a-9cb2-f324573664ac None None] Current status of the port 930c87a5-106f-4021-b33e-3f4449bc76ee is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:46:45.202706 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a44332-e8ac-449c-98a9-3e2d38ec28ad None None] Sync routers for ids ['31861ac7-84a3-4e96-b53a-6166ad16175f'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:46:45.223807 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4df217a1-f22b-4a66-bc48-abd3a40ace27 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:45.225461 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-4df217a1-f22b-4a66-bc48-abd3a40ace27 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.6968701 Feb 19 02:46:45.228178 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 54126) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:46:45.245691 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a44332-e8ac-449c-98a9-3e2d38ec28ad None None] Routers {'31861ac7-84a3-4e96-b53a-6166ad16175f'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:46:45.246383 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-e6a44332-e8ac-449c-98a9-3e2d38ec28ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:46:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['31861ac7-84a3-4e96-b53a-6166ad16175f'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:46:45.282258 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-2398c425-a9f1-4057-b9ad-b5bf28c14ccc None None] Set router 90904248-f1cf-430d-865e-e426f3f5853b gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:46:45.282509 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289b0baf-1744-410c-85c0-bcdb650f61dc tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Pushing event updated for resources: {'Port': ['ID=1e5f5862-f5df-4314-97ad-4c0355742944,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:45.326770 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning for port e8da45f0-7b76-4b5c-a534-292471570be8 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:46:45.337281 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76b9c02-e01e-4e78-a2a4-0fabdac87694 req-f38ef6c3-ece4-49f5-aa03-686e28aef5d8 tempest-LiveMigrationTest-193918984 tempest-LiveMigrationTest-193918984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:45.344402 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b76b9c02-e01e-4e78-a2a4-0fabdac87694 req-f38ef6c3-ece4-49f5-aa03-686e28aef5d8 tempest-LiveMigrationTest-193918984 tempest-LiveMigrationTest-193918984-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=f3e2950d-ab47-4046-8006-daf03c09940e HTTP/1.1" status: 200 len: 1127 time: 0.5695491 Feb 19 02:46:45.362203 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port e8da45f0-7b76-4b5c-a534-292471570be8 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:46:45.362903 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (e8da45f0-7b76-4b5c-a534-292471570be8), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:45.409720 n-d-826753-2 neutron-server[103701]: INFO neutron.api.v2.resource [None req-08ed45af-6942-49c6-a3b9-77d7679651cb tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] show failed (client error): The resource could not be found. Feb 19 02:46:45.410817 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-08ed45af-6942-49c6-a3b9-77d7679651cb tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] 10.222.0.72 "GET /v2.0/security-groups/f28302f1-2208-492c-8b3e-02d8daad9352 HTTP/1.1" status: 404 len: 347 time: 0.2881615 Feb 19 02:46:45.430497 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 54128) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:46:45.468933 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-899b3e7d-37b2-42ca-8372-eb3cece03e27 req-289b0baf-1744-410c-85c0-bcdb650f61dc tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Network 39722815-5c41-4e97-ad15-7b3e3ad40af7 is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:46:45.488391 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a173d155-46c3-4cf1-869a-baaa90d3f304 req-36a7fc24-4989-4060-949a-bcd226595460 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ad2b075-8470-4480-bb4e-92661338512f&id=1cff43f7-3cfd-4595-99e1-888048810960&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6145051 Feb 19 02:46:45.498369 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-7c0033aa-be9f-45a9-b3a7-4e6ae057577f None None] Publish callbacks [] for port (00e3a01f-f408-4c7b-909a-936c2e021f44), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:45.502465 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [req-899b3e7d-37b2-42ca-8372-eb3cece03e27 req-289b0baf-1744-410c-85c0-bcdb650f61dc tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:46:45.507272 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-899b3e7d-37b2-42ca-8372-eb3cece03e27 req-289b0baf-1744-410c-85c0-bcdb650f61dc tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:46:45.529302 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-8daea42e-9c6d-4bc6-827f-273291a95a83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:45.553773 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-7c0033aa-be9f-45a9-b3a7-4e6ae057577f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (00e3a01f-f408-4c7b-909a-936c2e021f44), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:45.580058 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899b3e7d-37b2-42ca-8372-eb3cece03e27 req-289b0baf-1744-410c-85c0-bcdb650f61dc tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:45.580681 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-899b3e7d-37b2-42ca-8372-eb3cece03e27 req-289b0baf-1744-410c-85c0-bcdb650f61dc tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:45.609623 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b76b9c02-e01e-4e78-a2a4-0fabdac87694 req-746ec1a2-d68f-4a55-9633-86f63cd5da6d tempest-LiveMigrationTest-193918984 tempest-LiveMigrationTest-193918984-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605169 Feb 19 02:46:45.612022 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4d6fd9f8-e2cf-4594-99f5-8086c20e75f8 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (0ba605bb-450d-48d2-b7b0-41eefe434df4), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:45.630976 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-e6a44332-e8ac-449c-98a9-3e2d38ec28ad None None] Set router 31861ac7-84a3-4e96-b53a-6166ad16175f gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:46:45.642687 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0033aa-be9f-45a9-b3a7-4e6ae057577f None None] Pushing event updated for resources: {'Port': ['ID=00e3a01f-f408-4c7b-909a-936c2e021f44,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:45.663218 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-899b3e7d-37b2-42ca-8372-eb3cece03e27 req-289b0baf-1744-410c-85c0-bcdb650f61dc tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8960998 Feb 19 02:46:45.716803 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-2398c425-a9f1-4057-b9ad-b5bf28c14ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90904248-f1cf-430d-865e-e426f3f5853b', 'name': 'tempest-AttachSCSIVolumeTestJSON-347287721-router', 'tenant_id': '60a75fbafb98468593e987991378d811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '3439a910-1883-475b-b30e-32d8651b0354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:43:06Z', 'updated_at': '2022-02-19T02:46:38Z', 'revision_number': 5, 'project_id': '60a75fbafb98468593e987991378d811', 'gw_port': {'id': '3439a910-1883-475b-b30e-32d8651b0354', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e4:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90904248-f1cf-430d-865e-e426f3f5853b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:43:07Z', 'updated_at': '2022-02-19T02:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:46:45.723450 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-899b3e7d-37b2-42ca-8372-eb3cece03e27 req-9274c9cd-e0b9-4146-a8c3-eddc830ba1c5 service neutron] Request body: {'port': {'device_id': 'dfee5af4-da6a-4d15-a1c5-a6cd65193d4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826753-2'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:46:45.767448 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2398c425-a9f1-4057-b9ad-b5bf28c14ccc None None] The sync data for ids ['90904248-f1cf-430d-865e-e426f3f5853b'] in n-d-826753-2 is: [{'id': '90904248-f1cf-430d-865e-e426f3f5853b', 'name': 'tempest-AttachSCSIVolumeTestJSON-347287721-router', 'tenant_id': '60a75fbafb98468593e987991378d811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '3439a910-1883-475b-b30e-32d8651b0354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:43:06Z', 'updated_at': '2022-02-19T02:46:38Z', 'revision_number': 5, 'project_id': '60a75fbafb98468593e987991378d811', 'gw_port': {'id': '3439a910-1883-475b-b30e-32d8651b0354', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e4:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90904248-f1cf-430d-865e-e426f3f5853b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:43:07Z', 'updated_at': '2022-02-19T02:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:46:45.814140 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-a03465d8-fbdd-4cde-a107-4e837eaadc52 admin admin] Deleting port 3439a910-1883-475b-b30e-32d8651b0354 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:46:45.814471 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a03465d8-fbdd-4cde-a107-4e837eaadc52 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (3439a910-1883-475b-b30e-32d8651b0354), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:45.916007 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-a03465d8-fbdd-4cde-a107-4e837eaadc52 admin admin] For port 3439a910-1883-475b-b30e-32d8651b0354, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=3439a910-1883-475b-b30e-32d8651b0354,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:46:45.916758 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a03465d8-fbdd-4cde-a107-4e837eaadc52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (3439a910-1883-475b-b30e-32d8651b0354), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:45.930511 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-a03465d8-fbdd-4cde-a107-4e837eaadc52 admin admin] Calling delete_port for 3439a910-1883-475b-b30e-32d8651b0354 owned by network:router_gateway {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:46:45.943008 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0033aa-be9f-45a9-b3a7-4e6ae057577f None None] Network 47277d82-617a-44b9-a7bd-81431ffb2dca is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:46:45.946371 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-7c0033aa-be9f-45a9-b3a7-4e6ae057577f None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:46:45.951254 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0033aa-be9f-45a9-b3a7-4e6ae057577f None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:46:46.032638 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port e8da45f0-7b76-4b5c-a534-292471570be8 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:46:46.039615 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (e8da45f0-7b76-4b5c-a534-292471570be8), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:46.061576 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-8e37abc2-0b4c-4ade-bd22-58e5dace754a tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Deleting port 3fb179a1-11b4-4409-93fd-1d8b24c14d75 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:46:46.062177 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8e37abc2-0b4c-4ade-bd22-58e5dace754a tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (3fb179a1-11b4-4409-93fd-1d8b24c14d75), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:46.094790 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6022ed1-67a1-4ded-890d-e1e66f84412d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8da45f0-7b76-4b5c-a534-292471570be8'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:46:46.097172 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e88d2efb-6da5-4df1-8703-cada49ae3f51" -d '{"events": [{"server_uuid": "b6022ed1-67a1-4ded-890d-e1e66f84412d", "name": "network-vif-plugged", "status": "completed", "tag": "e8da45f0-7b76-4b5c-a534-292471570be8"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:46:46.133880 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port e8da45f0-7b76-4b5c-a534-292471570be8, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=e8da45f0-7b76-4b5c-a534-292471570be8,segment=NetworkSegment(9dab481a-5428-424d-a8c3-4ae8ddfff67b),segment_id=9dab481a-5428-424d-a8c3-4ae8ddfff67b)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:46:46.141970 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-7c0033aa-be9f-45a9-b3a7-4e6ae057577f None None] Attempting to bind port 00e3a01f-f408-4c7b-909a-936c2e021f44 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:46:46.143271 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-7c0033aa-be9f-45a9-b3a7-4e6ae057577f None None] Attempting to bind port 00e3a01f-f408-4c7b-909a-936c2e021f44 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '3bb48631-8fc7-4b99-8b39-6400865ca3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '47277d82-617a-44b9-a7bd-81431ffb2dca'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:46:46.143271 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0033aa-be9f-45a9-b3a7-4e6ae057577f None None] Attempting to bind port 00e3a01f-f408-4c7b-909a-936c2e021f44 on network 47277d82-617a-44b9-a7bd-81431ffb2dca {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:46:46.157742 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8e37abc2-0b4c-4ade-bd22-58e5dace754a tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (3fb179a1-11b4-4409-93fd-1d8b24c14d75), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:46.158193 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8e37abc2-0b4c-4ade-bd22-58e5dace754a tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Publish callbacks [] for floatingip (3fb179a1-11b4-4409-93fd-1d8b24c14d75), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:46.169617 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a03465d8-fbdd-4cde-a107-4e837eaadc52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (3439a910-1883-475b-b30e-32d8651b0354), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:46.172060 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-8e37abc2-0b4c-4ade-bd22-58e5dace754a tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Calling delete_port for 3fb179a1-11b4-4409-93fd-1d8b24c14d75 owned by network:floatingip {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:46:46.186502 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (e8da45f0-7b76-4b5c-a534-292471570be8), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:46.188593 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0033aa-be9f-45a9-b3a7-4e6ae057577f None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:46:46.188991 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0033aa-be9f-45a9-b3a7-4e6ae057577f None None] Checking segment: {'id': '3bb48631-8fc7-4b99-8b39-6400865ca3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '47277d82-617a-44b9-a7bd-81431ffb2dca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:46:46.190037 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-7c0033aa-be9f-45a9-b3a7-4e6ae057577f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:46.190891 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0033aa-be9f-45a9-b3a7-4e6ae057577f None None] Bound using segment: {'id': '3bb48631-8fc7-4b99-8b39-6400865ca3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '47277d82-617a-44b9-a7bd-81431ffb2dca'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:46:46.191388 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-7c0033aa-be9f-45a9-b3a7-4e6ae057577f None None] Bound port: 00e3a01f-f408-4c7b-909a-936c2e021f44, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bb48631-8fc7-4b99-8b39-6400865ca3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '47277d82-617a-44b9-a7bd-81431ffb2dca'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:46:46.192092 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-7c0033aa-be9f-45a9-b3a7-4e6ae057577f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (00e3a01f-f408-4c7b-909a-936c2e021f44), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:46.206637 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device e8524d44-ce18-4365-9f2a-0cdf8fa34a04 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:46:46.267818 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: e8524d44-ce18-4365-9f2a-0cdf8fa34a04 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:46:46.268254 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device e8524d44-ce18-4365-9f2a-0cdf8fa34a04 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:46:46.312492 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-899b3e7d-37b2-42ca-8372-eb3cece03e27 req-9274c9cd-e0b9-4146-a8c3-eddc830ba1c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (1e5f5862-f5df-4314-97ad-4c0355742944), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:46.326976 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4d6fd9f8-e2cf-4594-99f5-8086c20e75f8 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12647206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58706286'] for subnet (0ba605bb-450d-48d2-b7b0-41eefe434df4), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:46.338882 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0df40d33-22e7-43e5-b4a1-c09bd77a9884', 'name': 'network-vif-deleted', 'tag': '23331940-c93f-4043-b5f3-7104a3d055a1'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:46:46.341365 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de68f990-5e23-4231-a3fd-3755c5de98a7" -d '{"events": [{"server_uuid": "0df40d33-22e7-43e5-b4a1-c09bd77a9884", "name": "network-vif-deleted", "tag": "23331940-c93f-4043-b5f3-7104a3d055a1"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:46:46.347856 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8e37abc2-0b4c-4ade-bd22-58e5dace754a tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (3fb179a1-11b4-4409-93fd-1d8b24c14d75), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:46.421437 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=e8da45f0-7b76-4b5c-a534-292471570be8,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:46.431341 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6fd9f8-e2cf-4594-99f5-8086c20e75f8 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Pushing event deleted for resources: {'Subnet': ['ID=0ba605bb-450d-48d2-b7b0-41eefe434df4,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:46.439572 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03465d8-fbdd-4cde-a107-4e837eaadc52 admin admin] Pushing event deleted for resources: {'Port': ['ID=3439a910-1883-475b-b30e-32d8651b0354,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:46.444182 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a03465d8-fbdd-4cde-a107-4e837eaadc52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16285837'] for router_gateway (90904248-f1cf-430d-865e-e426f3f5853b), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:46.459206 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-7c0033aa-be9f-45a9-b3a7-4e6ae057577f None None] For port 00e3a01f-f408-4c7b-909a-936c2e021f44, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:46:46.462497 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e37abc2-0b4c-4ade-bd22-58e5dace754a tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Pushing event deleted for resources: {'Port': ['ID=3fb179a1-11b4-4409-93fd-1d8b24c14d75,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:46.464800 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-7c0033aa-be9f-45a9-b3a7-4e6ae057577f None None] For port 00e3a01f-f408-4c7b-909a-936c2e021f44, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=00e3a01f-f408-4c7b-909a-936c2e021f44,segment=NetworkSegment(3bb48631-8fc7-4b99-8b39-6400865ca3d1),segment_id=3bb48631-8fc7-4b99-8b39-6400865ca3d1)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:46:46.478765 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-7c0033aa-be9f-45a9-b3a7-4e6ae057577f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (00e3a01f-f408-4c7b-909a-936c2e021f44), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:46.495585 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-e6a44332-e8ac-449c-98a9-3e2d38ec28ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31861ac7-84a3-4e96-b53a-6166ad16175f', 'name': 'tempest-FloatingIPsNegativeTestJSON-2061183158-router', 'tenant_id': '5a3336c2145045298f011de03688a9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': 'bf16d57d-4a43-4e9c-bd8c-14c0bdf56593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:46:38Z', 'updated_at': '2022-02-19T02:46:43Z', 'revision_number': 3, 'project_id': '5a3336c2145045298f011de03688a9c0', 'gw_port': {'id': 'bf16d57d-4a43-4e9c-bd8c-14c0bdf56593', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:c3:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31861ac7-84a3-4e96-b53a-6166ad16175f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:46:41Z', 'updated_at': '2022-02-19T02:46:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:46:46.527981 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1bb87b59-6219-4d1a-a61b-443ef05a1f92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:46.570531 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a44332-e8ac-449c-98a9-3e2d38ec28ad None None] Checking router: 31861ac7-84a3-4e96-b53a-6166ad16175f for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:46:46.571023 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a44332-e8ac-449c-98a9-3e2d38ec28ad None None] Updating router 31861ac7-84a3-4e96-b53a-6166ad16175f port bf16d57d-4a43-4e9c-bd8c-14c0bdf56593 binding host n-d-826753-2 {{(pid=103703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:46:46.600940 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a03465d8-fbdd-4cde-a107-4e837eaadc52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16317457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14254'] for router (90904248-f1cf-430d-865e-e426f3f5853b), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:46.603568 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a03465d8-fbdd-4cde-a107-4e837eaadc52 admin admin] Publish callbacks [] for router_controller (90904248-f1cf-430d-865e-e426f3f5853b), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:46.643750 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0033aa-be9f-45a9-b3a7-4e6ae057577f None None] Pushing event updated for resources: {'Port': ['ID=00e3a01f-f408-4c7b-909a-936c2e021f44,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:46.648013 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e6a44332-e8ac-449c-98a9-3e2d38ec28ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (bf16d57d-4a43-4e9c-bd8c-14c0bdf56593), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:46.674444 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9d4e93-644a-4ead-9be2-f405513a4372 None None] get_active_networks_info from n-d-826753-2 {{(pid=103703) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 02:46:46.705041 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f9d7a2-eea8-4965-88fe-0dd23235dab1 req-3023cefb-7aec-4f5b-9461-582383c24e8d tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:46.706995 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-99f9d7a2-eea8-4965-88fe-0dd23235dab1 req-3023cefb-7aec-4f5b-9461-582383c24e8d tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfee5af4-da6a-4d15-a1c5-a6cd65193d4e HTTP/1.1" status: 200 len: 931 time: 0.9761298 Feb 19 02:46:46.724754 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a03465d8-fbdd-4cde-a107-4e837eaadc52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16317544'] for router (90904248-f1cf-430d-865e-e426f3f5853b), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:46.725813 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a03465d8-fbdd-4cde-a107-4e837eaadc52 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 90904248-f1cf-430d-865e-e426f3f5853b {{(pid=103701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 02:46:46.728091 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-1bb87b59-6219-4d1a-a61b-443ef05a1f92 admin admin] Allocated IP 172.20.0.1 (d45962be-4fbc-4605-9f38-b7b9b18f8898/7985099b-4fca-4c60-a96d-050f0a689e71/b1a137d6-9401-474d-a1fd-b009eb26645e) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:46:46.751306 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df476a1-af00-4660-a578-c8327d970286 req-afb4436e-cd63-400d-ac4d-49146b34ccad tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:46.753450 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8df476a1-af00-4660-a578-c8327d970286 req-afb4436e-cd63-400d-ac4d-49146b34ccad tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6022ed1-67a1-4ded-890d-e1e66f84412d HTTP/1.1" status: 200 len: 944 time: 1.0567453 Feb 19 02:46:46.797066 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a03465d8-fbdd-4cde-a107-4e837eaadc52 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:46.798215 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-a03465d8-fbdd-4cde-a107-4e837eaadc52 admin admin] 10.222.0.72 "DELETE /v2.0/routers/90904248-f1cf-430d-865e-e426f3f5853b HTTP/1.1" status: 204 len: 168 time: 2.6297903 Feb 19 02:46:46.811661 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 54140) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:46:46.815236 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8e37abc2-0b4c-4ade-bd22-58e5dace754a tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Publish callbacks [] for floatingip (14ec2690-d6be-40b6-b79b-26cd33d11c9a), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:46.819267 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8e37abc2-0b4c-4ade-bd22-58e5dace754a tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:46.820828 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-8e37abc2-0b4c-4ade-bd22-58e5dace754a tempest-ServersTestJSON-99699031 tempest-ServersTestJSON-99699031-project] 10.222.0.72 "DELETE /v2.0/floatingips/14ec2690-d6be-40b6-b79b-26cd33d11c9a HTTP/1.1" status: 204 len: 168 time: 1.3894045 Feb 19 02:46:46.825817 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 54142) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:46:46.910649 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f6c919b-3d79-4fb1-aa2b-52a3bc8362a7 admin admin] Deleting subnet 02fa24ee-83ac-48f4-b82d-23f834be3bb3 {{(pid=103701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:46:46.915098 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4f6c919b-3d79-4fb1-aa2b-52a3bc8362a7 admin admin] Publish callbacks [] for subnet (02fa24ee-83ac-48f4-b82d-23f834be3bb3), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:46.938548 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9d4e93-644a-4ead-9be2-f405513a4372 None None] Resources bound (agent type, host, resource id): {{(pid=103703) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 02:46:46.958793 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4f6c919b-3d79-4fb1-aa2b-52a3bc8362a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12647399'] for subnet (02fa24ee-83ac-48f4-b82d-23f834be3bb3), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:47.064861 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4f6c919b-3d79-4fb1-aa2b-52a3bc8362a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (02fa24ee-83ac-48f4-b82d-23f834be3bb3), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:47.143693 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4d6fd9f8-e2cf-4594-99f5-8086c20e75f8 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (47277d82-617a-44b9-a7bd-81431ffb2dca), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:47.154993 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4f6c919b-3d79-4fb1-aa2b-52a3bc8362a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12647206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58706286'] for subnet (02fa24ee-83ac-48f4-b82d-23f834be3bb3), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:47.202776 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6c919b-3d79-4fb1-aa2b-52a3bc8362a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02fa24ee-83ac-48f4-b82d-23f834be3bb3,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:47.234918 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4f6c919b-3d79-4fb1-aa2b-52a3bc8362a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:47.238259 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-4f6c919b-3d79-4fb1-aa2b-52a3bc8362a7 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/02fa24ee-83ac-48f4-b82d-23f834be3bb3 HTTP/1.1" status: 204 len: 168 time: 0.4048641 Feb 19 02:46:47.246100 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-99f9d7a2-eea8-4965-88fe-0dd23235dab1 req-952c7e1f-3ac9-45c9-9765-aadc9b708616 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/security-groups?id=33e2eb59-206d-4216-aaf9-91cfc46ad855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5043771 Feb 19 02:46:47.335807 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 54144) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:46:47.458253 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-076b7d27-05a6-4c08-909f-88a0b6dcbe89 None None] Network 47277d82-617a-44b9-a7bd-81431ffb2dca requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:46:47.461823 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49ee0b9-555e-4d5b-946f-f9d146467e4d None None] Network 6644bea0-d911-4ba9-95a0-90f97bdbebb7 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:46:47.488040 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1bb87b59-6219-4d1a-a61b-443ef05a1f92 admin admin] Publish callbacks [] for port (b1a137d6-9401-474d-a1fd-b009eb26645e), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:47.572967 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e6a44332-e8ac-449c-98a9-3e2d38ec28ad None None] Publish callbacks [] for port (bf16d57d-4a43-4e9c-bd8c-14c0bdf56593), precommit_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:47.641162 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e6a44332-e8ac-449c-98a9-3e2d38ec28ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (bf16d57d-4a43-4e9c-bd8c-14c0bdf56593), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:47.652964 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34c4f1bf-fe8b-4acc-a31a-fe7c1cc609ef x-openstack-request-id: req-34c4f1bf-fe8b-4acc-a31a-fe7c1cc609ef {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:46:47.653317 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6022ed1-67a1-4ded-890d-e1e66f84412d", "name": "network-vif-plugged", "status": "completed", "tag": "e8da45f0-7b76-4b5c-a534-292471570be8", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:46:47.653753 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-34c4f1bf-fe8b-4acc-a31a-fe7c1cc609ef {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:46:47.654228 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6022ed1-67a1-4ded-890d-e1e66f84412d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8da45f0-7b76-4b5c-a534-292471570be8', 'code': 200} Feb 19 02:46:47.662047 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [req-899b3e7d-37b2-42ca-8372-eb3cece03e27 req-9274c9cd-e0b9-4146-a8c3-eddc830ba1c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e5f5862-f5df-4314-97ad-4c0355742944 {{(pid=103701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:46:47.686897 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-899b3e7d-37b2-42ca-8372-eb3cece03e27 req-9274c9cd-e0b9-4146-a8c3-eddc830ba1c5 service neutron] Publish callbacks [] for port (1e5f5862-f5df-4314-97ad-4c0355742944), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:47.716307 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-220f6c04-e638-47f5-a0f9-675e25d12433 x-openstack-request-id: req-220f6c04-e638-47f5-a0f9-675e25d12433 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:46:47.716621 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.provisioning_blocks [req-899b3e7d-37b2-42ca-8372-eb3cece03e27 req-9274c9cd-e0b9-4146-a8c3-eddc830ba1c5 service neutron] Transition to ACTIVE for port object 1e5f5862-f5df-4314-97ad-4c0355742944 will not be triggered until provisioned by entity L2. {{(pid=103701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:46:47.717432 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0df40d33-22e7-43e5-b4a1-c09bd77a9884", "name": "network-vif-deleted", "tag": "23331940-c93f-4043-b5f3-7104a3d055a1", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:46:47.718105 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-220f6c04-e638-47f5-a0f9-675e25d12433 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:46:47.718687 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0df40d33-22e7-43e5-b4a1-c09bd77a9884', 'name': 'network-vif-deleted', 'tag': '23331940-c93f-4043-b5f3-7104a3d055a1', 'status': 'completed', 'code': 200} Feb 19 02:46:47.727817 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-4d6fd9f8-e2cf-4594-99f5-8086c20e75f8 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47277d82-617a-44b9-a7bd-81431ffb2dca']}} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:46:47.743431 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-4d6fd9f8-e2cf-4594-99f5-8086c20e75f8 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bb48631-8fc7-4b99-8b39-6400865ca3d1') {'for_net_delete': True} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:46:47.743796 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-4d6fd9f8-e2cf-4594-99f5-8086c20e75f8 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bb48631-8fc7-4b99-8b39-6400865ca3d1') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:46:47.759735 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4d6fd9f8-e2cf-4594-99f5-8086c20e75f8 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12647422'] for segment (3bb48631-8fc7-4b99-8b39-6400865ca3d1), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:47.777170 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4d6fd9f8-e2cf-4594-99f5-8086c20e75f8 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (3bb48631-8fc7-4b99-8b39-6400865ca3d1), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:47.786866 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d6fd9f8-e2cf-4594-99f5-8086c20e75f8 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Releasing vlan 262 on physical network physnet1 to pool {{(pid=103701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:46:47.786866 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4d6fd9f8-e2cf-4594-99f5-8086c20e75f8 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583360'] for segment (3bb48631-8fc7-4b99-8b39-6400865ca3d1), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:47.794924 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-79ff67d7-eded-4e3f-bd38-d4177c567952 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:47.801215 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1bb87b59-6219-4d1a-a61b-443ef05a1f92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (b1a137d6-9401-474d-a1fd-b009eb26645e), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:47.855516 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b20872-66ef-4681-b47e-bb848401c6e3 None None] Pushing event updated for resources: {'Port': ['ID=bf16d57d-4a43-4e9c-bd8c-14c0bdf56593,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:47.860471 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8df476a1-af00-4660-a578-c8327d970286 req-7645b256-b26a-4801-a803-7ae64baaf0dd tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0509782 Feb 19 02:46:47.861364 n-d-826753-2 neutron-server[103701]: Traceback (most recent call last): Feb 19 02:46:47.861364 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:46:47.861364 n-d-826753-2 neutron-server[103701]: timer() Feb 19 02:46:47.861364 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:46:47.861364 n-d-826753-2 neutron-server[103701]: cb(*args, **kw) Feb 19 02:46:47.861364 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:46:47.861364 n-d-826753-2 neutron-server[103701]: return func(*args, **kwargs) Feb 19 02:46:47.861364 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:46:47.861364 n-d-826753-2 neutron-server[103701]: self._notify() Feb 19 02:46:47.861364 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:46:47.861364 n-d-826753-2 neutron-server[103701]: self.callback(batched_events) Feb 19 02:46:47.861364 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:46:47.861364 n-d-826753-2 neutron-server[103701]: event.method(event) Feb 19 02:46:47.861364 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:46:47.861364 n-d-826753-2 neutron-server[103701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:46:47.861364 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:46:47.861364 n-d-826753-2 neutron-server[103701]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:46:47.861364 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:46:47.861364 n-d-826753-2 neutron-server[103701]: return f(self, *a, **k) Feb 19 02:46:47.861364 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:46:47.861364 n-d-826753-2 neutron-server[103701]: return self._get(url).json() Feb 19 02:46:47.861364 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:46:47.861364 n-d-826753-2 neutron-server[103701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:46:47.861364 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:46:47.861364 n-d-826753-2 neutron-server[103701]: return self.request(url, 'GET', **kwargs) Feb 19 02:46:47.861364 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:46:47.861364 n-d-826753-2 neutron-server[103701]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:46:47.861364 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:46:47.861364 n-d-826753-2 neutron-server[103701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:46:47.861364 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:46:47.861364 n-d-826753-2 neutron-server[103701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:46:47.861364 n-d-826753-2 neutron-server[103701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:46:47.879070 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.db.api [None req-4d6fd9f8-e2cf-4594-99f5-8086c20e75f8 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 19 02:46:47.879070 n-d-826753-2 neutron-server[103701]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 19 02:46:47.879070 n-d-826753-2 neutron-server[103701]: [parameters: {'id': '47277d82-617a-44b9-a7bd-81431ffb2dca'}] Feb 19 02:46:47.879070 n-d-826753-2 neutron-server[103701]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 02:46:47.879881 n-d-826753-2 neutron-server[103701]: DEBUG oslo_db.api [None req-4d6fd9f8-e2cf-4594-99f5-8086c20e75f8 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 02:46:47.880393 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-899b3e7d-37b2-42ca-8372-eb3cece03e27 req-9274c9cd-e0b9-4146-a8c3-eddc830ba1c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (1e5f5862-f5df-4314-97ad-4c0355742944), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:47.906682 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-e6a44332-e8ac-449c-98a9-3e2d38ec28ad None None] Attempting to bind port bf16d57d-4a43-4e9c-bd8c-14c0bdf56593 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:46:47.907074 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-e6a44332-e8ac-449c-98a9-3e2d38ec28ad None None] Attempting to bind port bf16d57d-4a43-4e9c-bd8c-14c0bdf56593 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:46:47.907441 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a44332-e8ac-449c-98a9-3e2d38ec28ad None None] Attempting to bind port bf16d57d-4a43-4e9c-bd8c-14c0bdf56593 on network eaf64708-9021-419e-b287-ef3e0f51e2ee {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:46:47.921723 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb87b59-6219-4d1a-a61b-443ef05a1f92 admin admin] Network d45962be-4fbc-4605-9f38-b7b9b18f8898 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:46:47.948684 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a44332-e8ac-449c-98a9-3e2d38ec28ad None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:46:47.950831 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-1bb87b59-6219-4d1a-a61b-443ef05a1f92 admin admin] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:46:47.953255 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a44332-e8ac-449c-98a9-3e2d38ec28ad None None] Checking segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:46:47.953867 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e6a44332-e8ac-449c-98a9-3e2d38ec28ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:47.954013 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb87b59-6219-4d1a-a61b-443ef05a1f92 admin admin] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:46:47.954565 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a44332-e8ac-449c-98a9-3e2d38ec28ad None None] Bound using segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:46:47.955951 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-e6a44332-e8ac-449c-98a9-3e2d38ec28ad None None] Bound port: bf16d57d-4a43-4e9c-bd8c-14c0bdf56593, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:46:47.961788 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e6a44332-e8ac-449c-98a9-3e2d38ec28ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (bf16d57d-4a43-4e9c-bd8c-14c0bdf56593), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:48.010531 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1bb87b59-6219-4d1a-a61b-443ef05a1f92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16289150'] for router_interface (31861ac7-84a3-4e96-b53a-6166ad16175f), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:48.012811 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb87b59-6219-4d1a-a61b-443ef05a1f92 admin admin] Pushing event updated for resources: {'Port': ['ID=b1a137d6-9401-474d-a1fd-b009eb26645e,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:48.014914 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516df531-1aba-46e2-b230-a330171cc0c0 None None] DHCP port deletion for 6644bea0-d911-4ba9-95a0-90f97bdbebb7 request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 02:46:48.050903 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08f08c9-fe66-4efa-baa2-9de62a2c32c5 req-adf82e26-1166-4ea8-be0c-928ae9efa396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:48.054051 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e08f08c9-fe66-4efa-baa2-9de62a2c32c5 req-adf82e26-1166-4ea8-be0c-928ae9efa396 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b6022ed1-67a1-4ded-890d-e1e66f84412d HTTP/1.1" status: 200 len: 1127 time: 0.2623532 Feb 19 02:46:48.104434 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e6a44332-e8ac-449c-98a9-3e2d38ec28ad None None] For port bf16d57d-4a43-4e9c-bd8c-14c0bdf56593, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:46:48.108313 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e6a44332-e8ac-449c-98a9-3e2d38ec28ad None None] For port bf16d57d-4a43-4e9c-bd8c-14c0bdf56593, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=bf16d57d-4a43-4e9c-bd8c-14c0bdf56593,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:46:48.124854 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e6a44332-e8ac-449c-98a9-3e2d38ec28ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (bf16d57d-4a43-4e9c-bd8c-14c0bdf56593), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:48.136080 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b6be7158-70f0-48d0-a9df-dab2b6ac924f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (6644bea0-d911-4ba9-95a0-90f97bdbebb7), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:48.155292 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9274c9cd-e0b9-4146-a8c3-eddc830ba1c5 service neutron] Pushing event updated for resources: {'Port': ['ID=1e5f5862-f5df-4314-97ad-4c0355742944,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:48.222199 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e08f08c9-fe66-4efa-baa2-9de62a2c32c5 req-5cd25e0a-a886-4e57-8a3d-5dee61c7e40c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955317 Feb 19 02:46:48.234935 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b20872-66ef-4681-b47e-bb848401c6e3 None None] Pushing event updated for resources: {'Port': ['ID=bf16d57d-4a43-4e9c-bd8c-14c0bdf56593,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:48.241379 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 3439a910-1883-475b-b30e-32d8651b0354 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:46:48.289360 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 3439a910-1883-475b-b30e-32d8651b0354 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:46:48.289714 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 3439a910-1883-475b-b30e-32d8651b0354 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:46:48.290287 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device abea9a89-c7b0-4d9c-932d-3757a90d5705 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:46:48.338585 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-516df531-1aba-46e2-b230-a330171cc0c0 None None] Deleting port abea9a89-c7b0-4d9c-932d-3757a90d5705 {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:46:48.338970 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-516df531-1aba-46e2-b230-a330171cc0c0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (abea9a89-c7b0-4d9c-932d-3757a90d5705), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:48.406747 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1bb87b59-6219-4d1a-a61b-443ef05a1f92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (b1a137d6-9401-474d-a1fd-b009eb26645e), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:48.409790 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-516df531-1aba-46e2-b230-a330171cc0c0 None None] For port abea9a89-c7b0-4d9c-932d-3757a90d5705, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=abea9a89-c7b0-4d9c-932d-3757a90d5705,segment=NetworkSegment(737c2371-1be7-4c8e-971a-97a5a11b2a65),segment_id=737c2371-1be7-4c8e-971a-97a5a11b2a65)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:46:48.410195 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-516df531-1aba-46e2-b230-a330171cc0c0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (abea9a89-c7b0-4d9c-932d-3757a90d5705), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:48.586911 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-516df531-1aba-46e2-b230-a330171cc0c0 None None] Calling delete_port for abea9a89-c7b0-4d9c-932d-3757a90d5705 owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:46:48.603669 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f0a6d5-312d-40ed-9799-c33fc30bd8a2 req-16a48791-6462-472f-a3a2-0563d12625b5 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:48.607146 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1bb87b59-6219-4d1a-a61b-443ef05a1f92 admin admin] Publish callbacks [] for port (b1a137d6-9401-474d-a1fd-b009eb26645e), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:48.609956 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f0a6d5-312d-40ed-9799-c33fc30bd8a2 req-16a48791-6462-472f-a3a2-0563d12625b5 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:48.611814 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2c506383-2c95-472a-a6d7-545cedd4fc9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16289271'] for router_interface (ba739a3e-d260-47d2-9261-6ed5b9c921d2), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:48.618791 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f0a6d5-312d-40ed-9799-c33fc30bd8a2 req-16a48791-6462-472f-a3a2-0563d12625b5 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:48.625411 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f0a6d5-312d-40ed-9799-c33fc30bd8a2 req-16a48791-6462-472f-a3a2-0563d12625b5 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:48.632632 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f0a6d5-312d-40ed-9799-c33fc30bd8a2 req-16a48791-6462-472f-a3a2-0563d12625b5 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:48.639047 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f0a6d5-312d-40ed-9799-c33fc30bd8a2 req-16a48791-6462-472f-a3a2-0563d12625b5 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:48.645444 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f0a6d5-312d-40ed-9799-c33fc30bd8a2 req-16a48791-6462-472f-a3a2-0563d12625b5 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:48.653818 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d2f0a6d5-312d-40ed-9799-c33fc30bd8a2 req-16a48791-6462-472f-a3a2-0563d12625b5 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ec863d4-5792-46d2-b299-7b34b3ebe431 HTTP/1.1" status: 200 len: 5432 time: 0.7910950 Feb 19 02:46:48.655667 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1bb87b59-6219-4d1a-a61b-443ef05a1f92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (b1a137d6-9401-474d-a1fd-b009eb26645e), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:48.666888 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4d6fd9f8-e2cf-4594-99f5-8086c20e75f8 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (47277d82-617a-44b9-a7bd-81431ffb2dca), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:48.680066 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a44332-e8ac-449c-98a9-3e2d38ec28ad None None] Routers {'31861ac7-84a3-4e96-b53a-6166ad16175f'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:46:48.680724 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-e6a44332-e8ac-449c-98a9-3e2d38ec28ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:46:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['31861ac7-84a3-4e96-b53a-6166ad16175f'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:46:48.689233 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-516df531-1aba-46e2-b230-a330171cc0c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (abea9a89-c7b0-4d9c-932d-3757a90d5705), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:48.724030 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb87b59-6219-4d1a-a61b-443ef05a1f92 admin admin] Pushing event updated for resources: {'Port': ['ID=b1a137d6-9401-474d-a1fd-b009eb26645e,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:48.775557 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-a0f1e78b-5a15-4c1d-a68d-cbed03afec80 None None] Provisioning complete for port b1a137d6-9401-474d-a1fd-b009eb26645e triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:46:48.775931 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-a0f1e78b-5a15-4c1d-a68d-cbed03afec80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (b1a137d6-9401-474d-a1fd-b009eb26645e), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:48.803298 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1bb87b59-6219-4d1a-a61b-443ef05a1f92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16362769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16289258'] for router_interface (31861ac7-84a3-4e96-b53a-6166ad16175f), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:48.813334 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-a0f1e78b-5a15-4c1d-a68d-cbed03afec80 None None] Port b1a137d6-9401-474d-a1fd-b009eb26645e cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:46:48.815811 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516df531-1aba-46e2-b230-a330171cc0c0 None None] Pushing event deleted for resources: {'Port': ['ID=abea9a89-c7b0-4d9c-932d-3757a90d5705,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:48.818594 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516df531-1aba-46e2-b230-a330171cc0c0 None None] No DVR routers for this DVR port abea9a89-c7b0-4d9c-932d-3757a90d5705 on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:46:48.827721 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No active binding found for port abea9a89-c7b0-4d9c-932d-3757a90d5705 {{(pid=103703) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 19 02:46:48.827721 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] The host n-d-826753-2 is not matching for port abea9a89-c7b0-4d9c-932d-3757a90d5705 host None! {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 02:46:48.827721 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device abea9a89-c7b0-4d9c-932d-3757a90d5705 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:46:48.861033 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d31f402-dbea-4fd4-821f-452c783e02d9 req-f560a5b9-bd87-4d4e-9d84-5dc4a98bb234 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:48.862959 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9d31f402-dbea-4fd4-821f-452c783e02d9 req-f560a5b9-bd87-4d4e-9d84-5dc4a98bb234 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3e2950d-ab47-4046-8006-daf03c09940e HTTP/1.1" status: 200 len: 945 time: 0.8377361 Feb 19 02:46:48.917781 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-e6a44332-e8ac-449c-98a9-3e2d38ec28ad None None] Set router 31861ac7-84a3-4e96-b53a-6166ad16175f gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:46:49.015751 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-899b3e7d-37b2-42ca-8372-eb3cece03e27 req-9274c9cd-e0b9-4146-a8c3-eddc830ba1c5 service neutron] Attempting to bind port 1e5f5862-f5df-4314-97ad-4c0355742944 on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:46:49.016024 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb87b59-6219-4d1a-a61b-443ef05a1f92 admin admin] Network d45962be-4fbc-4605-9f38-b7b9b18f8898 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:46:49.016134 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-899b3e7d-37b2-42ca-8372-eb3cece03e27 req-9274c9cd-e0b9-4146-a8c3-eddc830ba1c5 service neutron] Attempting to bind port 1e5f5862-f5df-4314-97ad-4c0355742944 by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': '27cce794-dfd5-41e1-991b-27e0c79dcb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '39722815-5c41-4e97-ad15-7b3e3ad40af7'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:46:49.016422 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899b3e7d-37b2-42ca-8372-eb3cece03e27 req-9274c9cd-e0b9-4146-a8c3-eddc830ba1c5 service neutron] Attempting to bind port 1e5f5862-f5df-4314-97ad-4c0355742944 on network 39722815-5c41-4e97-ad15-7b3e3ad40af7 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:46:49.018779 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-1bb87b59-6219-4d1a-a61b-443ef05a1f92 admin admin] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:46:49.083915 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b6be7158-70f0-48d0-a9df-dab2b6ac924f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (6644bea0-d911-4ba9-95a0-90f97bdbebb7), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:49.096941 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899b3e7d-37b2-42ca-8372-eb3cece03e27 req-9274c9cd-e0b9-4146-a8c3-eddc830ba1c5 service neutron] Port 1e5f5862-f5df-4314-97ad-4c0355742944 on network 39722815-5c41-4e97-ad15-7b3e3ad40af7 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:46:49.097336 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899b3e7d-37b2-42ca-8372-eb3cece03e27 req-9274c9cd-e0b9-4146-a8c3-eddc830ba1c5 service neutron] Attempting to bind port 1e5f5862-f5df-4314-97ad-4c0355742944 on network 39722815-5c41-4e97-ad15-7b3e3ad40af7 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:46:49.110295 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899b3e7d-37b2-42ca-8372-eb3cece03e27 req-9274c9cd-e0b9-4146-a8c3-eddc830ba1c5 service neutron] Checking agent: {'id': 'bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:46:49.111359 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899b3e7d-37b2-42ca-8372-eb3cece03e27 req-9274c9cd-e0b9-4146-a8c3-eddc830ba1c5 service neutron] Checking segment: {'id': '27cce794-dfd5-41e1-991b-27e0c79dcb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '39722815-5c41-4e97-ad15-7b3e3ad40af7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:46:49.111897 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899b3e7d-37b2-42ca-8372-eb3cece03e27 req-9274c9cd-e0b9-4146-a8c3-eddc830ba1c5 service neutron] Bound using segment: {'id': '27cce794-dfd5-41e1-991b-27e0c79dcb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '39722815-5c41-4e97-ad15-7b3e3ad40af7'} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:46:49.112795 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-899b3e7d-37b2-42ca-8372-eb3cece03e27 req-9274c9cd-e0b9-4146-a8c3-eddc830ba1c5 service neutron] Bound port: 1e5f5862-f5df-4314-97ad-4c0355742944, host: n-h2-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27cce794-dfd5-41e1-991b-27e0c79dcb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '39722815-5c41-4e97-ad15-7b3e3ad40af7'}}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:46:49.113345 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-899b3e7d-37b2-42ca-8372-eb3cece03e27 req-9274c9cd-e0b9-4146-a8c3-eddc830ba1c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (1e5f5862-f5df-4314-97ad-4c0355742944), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:49.158278 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d2f0a6d5-312d-40ed-9799-c33fc30bd8a2 req-22ee9ad9-7536-4fcb-bc34-4cbd6ad58934 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ad2b075-8470-4480-bb4e-92661338512f&id=1cff43f7-3cfd-4595-99e1-888048810960&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5031221 Feb 19 02:46:49.165127 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-4d6fd9f8-e2cf-4594-99f5-8086c20e75f8 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Deleting port 00e3a01f-f408-4c7b-909a-936c2e021f44 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:46:49.165481 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4d6fd9f8-e2cf-4594-99f5-8086c20e75f8 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (00e3a01f-f408-4c7b-909a-936c2e021f44), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:49.199944 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:49.249876 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-e6a44332-e8ac-449c-98a9-3e2d38ec28ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31861ac7-84a3-4e96-b53a-6166ad16175f', 'name': 'tempest-FloatingIPsNegativeTestJSON-2061183158-router', 'tenant_id': '5a3336c2145045298f011de03688a9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': 'bf16d57d-4a43-4e9c-bd8c-14c0bdf56593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:46:38Z', 'updated_at': '2022-02-19T02:46:48Z', 'revision_number': 4, 'project_id': '5a3336c2145045298f011de03688a9c0', 'gw_port': {'id': 'bf16d57d-4a43-4e9c-bd8c-14c0bdf56593', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:c3:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31861ac7-84a3-4e96-b53a-6166ad16175f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:46:41Z', 'updated_at': '2022-02-19T02:46:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': 'b1a137d6-9401-474d-a1fd-b009eb26645e', 'name': '', 'network_id': 'd45962be-4fbc-4605-9f38-b7b9b18f8898', 'tenant_id': '5a3336c2145045298f011de03688a9c0', 'mac_address': 'fa:16:3e:a2:74:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31861ac7-84a3-4e96-b53a-6166ad16175f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '7985099b-4fca-4c60-a96d-050f0a689e71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:46:46Z', 'updated_at': '2022-02-19T02:46:48Z', 'revision_number': 2, 'project_id': '5a3336c2145045298f011de03688a9c0', 'subnets': [{'id': '7985099b-4fca-4c60-a96d-050f0a689e71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:46:49.286197 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-899b3e7d-37b2-42ca-8372-eb3cece03e27 req-9274c9cd-e0b9-4146-a8c3-eddc830ba1c5 service neutron] For port 1e5f5862-f5df-4314-97ad-4c0355742944, host n-h2-826753-2, cleared binding levels {{(pid=103701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:46:49.290562 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-899b3e7d-37b2-42ca-8372-eb3cece03e27 req-9274c9cd-e0b9-4146-a8c3-eddc830ba1c5 service neutron] For port 1e5f5862-f5df-4314-97ad-4c0355742944, host n-h2-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=1e5f5862-f5df-4314-97ad-4c0355742944,segment=NetworkSegment(27cce794-dfd5-41e1-991b-27e0c79dcb47),segment_id=27cce794-dfd5-41e1-991b-27e0c79dcb47)] {{(pid=103701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:46:49.297427 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9d31f402-dbea-4fd4-821f-452c783e02d9 req-730364a3-b1a3-457e-b4a4-a1780fe23e35 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4005830 Feb 19 02:46:49.311302 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a44332-e8ac-449c-98a9-3e2d38ec28ad None None] The sync data for ids ['31861ac7-84a3-4e96-b53a-6166ad16175f'] in n-d-826753-2 is: [{'id': '31861ac7-84a3-4e96-b53a-6166ad16175f', 'name': 'tempest-FloatingIPsNegativeTestJSON-2061183158-router', 'tenant_id': '5a3336c2145045298f011de03688a9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': 'bf16d57d-4a43-4e9c-bd8c-14c0bdf56593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:46:38Z', 'updated_at': '2022-02-19T02:46:48Z', 'revision_number': 4, 'project_id': '5a3336c2145045298f011de03688a9c0', 'gw_port': {'id': 'bf16d57d-4a43-4e9c-bd8c-14c0bdf56593', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:c3:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31861ac7-84a3-4e96-b53a-6166ad16175f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:46:41Z', 'updated_at': '2022-02-19T02:46:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': 'b1a137d6-9401-474d-a1fd-b009eb26645e', 'name': '', 'network_id': 'd45962be-4fbc-4605-9f38-b7b9b18f8898', 'tenant_id': '5a3336c2145045298f011de03688a9c0', 'mac_address': 'fa:16:3e:a2:74:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31861ac7-84a3-4e96-b53a-6166ad16175f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '7985099b-4fca-4c60-a96d-050f0a689e71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:46:46Z', 'updated_at': '2022-02-19T02:46:48Z', 'revision_number': 2, 'project_id': '5a3336c2145045298f011de03688a9c0', 'subnets': [{'id': '7985099b-4fca-4c60-a96d-050f0a689e71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:46:49.355013 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-899b3e7d-37b2-42ca-8372-eb3cece03e27 req-9274c9cd-e0b9-4146-a8c3-eddc830ba1c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (1e5f5862-f5df-4314-97ad-4c0355742944), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:49.383025 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2530e7ed-c402-4c60-a7e2-445ab810d3a2 req-1af9b0ff-babd-4033-ac12-80fb8fe3a81d tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:49.385702 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-2530e7ed-c402-4c60-a7e2-445ab810d3a2 req-1af9b0ff-babd-4033-ac12-80fb8fe3a81d tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3e2950d-ab47-4046-8006-daf03c09940e HTTP/1.1" status: 200 len: 945 time: 0.2890294 Feb 19 02:46:49.435765 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-b6be7158-70f0-48d0-a9df-dab2b6ac924f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6644bea0-d911-4ba9-95a0-90f97bdbebb7']}} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:46:49.440270 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-3069387c-5dc6-443a-a159-931913e44097 None None] Provisioning complete for port b1a137d6-9401-474d-a1fd-b009eb26645e triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:46:49.440867 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3069387c-5dc6-443a-a159-931913e44097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (b1a137d6-9401-474d-a1fd-b009eb26645e), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:49.471777 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bb87b59-6219-4d1a-a61b-443ef05a1f92 admin admin] Router 31861ac7-84a3-4e96-b53a-6166ad16175f has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:46:49.504533 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-3069387c-5dc6-443a-a159-931913e44097 None None] Port b1a137d6-9401-474d-a1fd-b009eb26645e cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:46:49.507304 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-2c506383-2c95-472a-a6d7-545cedd4fc9c admin admin] Deleting port c7bab0e7-8894-44eb-844c-823263efba6e {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:46:49.508001 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2c506383-2c95-472a-a6d7-545cedd4fc9c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (c7bab0e7-8894-44eb-844c-823263efba6e), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:49.513162 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-b6be7158-70f0-48d0-a9df-dab2b6ac924f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '737c2371-1be7-4c8e-971a-97a5a11b2a65') {'for_net_delete': True} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:46:49.513465 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-b6be7158-70f0-48d0-a9df-dab2b6ac924f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '737c2371-1be7-4c8e-971a-97a5a11b2a65') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:46:49.518103 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-4d6fd9f8-e2cf-4594-99f5-8086c20e75f8 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] For port 00e3a01f-f408-4c7b-909a-936c2e021f44, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=00e3a01f-f408-4c7b-909a-936c2e021f44,segment=NetworkSegment(3bb48631-8fc7-4b99-8b39-6400865ca3d1),segment_id=3bb48631-8fc7-4b99-8b39-6400865ca3d1)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:46:49.518474 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4d6fd9f8-e2cf-4594-99f5-8086c20e75f8 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (00e3a01f-f408-4c7b-909a-936c2e021f44), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:49.546909 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b6be7158-70f0-48d0-a9df-dab2b6ac924f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12647422'] for segment (737c2371-1be7-4c8e-971a-97a5a11b2a65), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:49.563684 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899b3e7d-37b2-42ca-8372-eb3cece03e27 req-9274c9cd-e0b9-4146-a8c3-eddc830ba1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:49.564308 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-899b3e7d-37b2-42ca-8372-eb3cece03e27 req-9274c9cd-e0b9-4146-a8c3-eddc830ba1c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:49.565722 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-899b3e7d-37b2-42ca-8372-eb3cece03e27 req-9274c9cd-e0b9-4146-a8c3-eddc830ba1c5 service neutron] 10.222.0.82 "PUT /v2.0/ports/1e5f5862-f5df-4314-97ad-4c0355742944 HTTP/1.1" status: 200 len: 1091 time: 3.8474550 Feb 19 02:46:49.571401 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-4d6fd9f8-e2cf-4594-99f5-8086c20e75f8 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Calling delete_port for 00e3a01f-f408-4c7b-909a-936c2e021f44 owned by network:dhcp {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:46:49.573172 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfee5af4-da6a-4d15-a1c5-a6cd65193d4e', 'tag': '1e5f5862-f5df-4314-97ad-4c0355742944'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:46:49.575383 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50d371cb-434e-40a5-9947-b52f2193de48" -d '{"events": [{"name": "network-changed", "server_uuid": "dfee5af4-da6a-4d15-a1c5-a6cd65193d4e", "tag": "1e5f5862-f5df-4314-97ad-4c0355742944"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:46:49.613588 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b6be7158-70f0-48d0-a9df-dab2b6ac924f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (737c2371-1be7-4c8e-971a-97a5a11b2a65), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:49.652755 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6be7158-70f0-48d0-a9df-dab2b6ac924f admin admin] Releasing vlan 272 on physical network physnet1 to pool {{(pid=103701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:46:49.652755 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b6be7158-70f0-48d0-a9df-dab2b6ac924f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583360'] for segment (737c2371-1be7-4c8e-971a-97a5a11b2a65), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:49.655282 n-d-826753-2 neutron-server[103701]: Traceback (most recent call last): Feb 19 02:46:49.655282 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:46:49.655282 n-d-826753-2 neutron-server[103701]: timer() Feb 19 02:46:49.655282 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:46:49.655282 n-d-826753-2 neutron-server[103701]: cb(*args, **kw) Feb 19 02:46:49.655282 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:46:49.655282 n-d-826753-2 neutron-server[103701]: return func(*args, **kwargs) Feb 19 02:46:49.655282 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:46:49.655282 n-d-826753-2 neutron-server[103701]: self._notify() Feb 19 02:46:49.655282 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:46:49.655282 n-d-826753-2 neutron-server[103701]: self.callback(batched_events) Feb 19 02:46:49.655282 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:46:49.655282 n-d-826753-2 neutron-server[103701]: event.method(event) Feb 19 02:46:49.655282 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:46:49.655282 n-d-826753-2 neutron-server[103701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:46:49.655282 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:46:49.655282 n-d-826753-2 neutron-server[103701]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:46:49.655282 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:46:49.655282 n-d-826753-2 neutron-server[103701]: return f(self, *a, **k) Feb 19 02:46:49.655282 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:46:49.655282 n-d-826753-2 neutron-server[103701]: return self._get(url).json() Feb 19 02:46:49.655282 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:46:49.655282 n-d-826753-2 neutron-server[103701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:46:49.655282 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:46:49.655282 n-d-826753-2 neutron-server[103701]: return self.request(url, 'GET', **kwargs) Feb 19 02:46:49.655282 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:46:49.655282 n-d-826753-2 neutron-server[103701]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:46:49.655282 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:46:49.655282 n-d-826753-2 neutron-server[103701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:46:49.655282 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:46:49.655282 n-d-826753-2 neutron-server[103701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:46:49.655282 n-d-826753-2 neutron-server[103701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:46:49.701782 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9274c9cd-e0b9-4146-a8c3-eddc830ba1c5 service neutron] Pushing event updated for resources: {'Port': ['ID=1e5f5862-f5df-4314-97ad-4c0355742944,revision_number=3']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:49.819854 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d189f61-97cd-4eab-a308-6b63fe401b8e req-a6322192-aeef-4ea2-80fc-85d044ed3a6b tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:49.821452 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0d189f61-97cd-4eab-a308-6b63fe401b8e req-a6322192-aeef-4ea2-80fc-85d044ed3a6b tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfee5af4-da6a-4d15-a1c5-a6cd65193d4e HTTP/1.1" status: 200 len: 943 time: 0.4929628 Feb 19 02:46:49.851684 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0b41fb-c27f-441f-9471-26e435abcf95 req-fc57185c-5409-4edf-8448-9bffa5478149 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:49.853264 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8a0b41fb-c27f-441f-9471-26e435abcf95 req-fc57185c-5409-4edf-8448-9bffa5478149 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6022ed1-67a1-4ded-890d-e1e66f84412d HTTP/1.1" status: 200 len: 945 time: 0.4121051 Feb 19 02:46:49.887257 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-2c506383-2c95-472a-a6d7-545cedd4fc9c admin admin] For port c7bab0e7-8894-44eb-844c-823263efba6e, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=c7bab0e7-8894-44eb-844c-823263efba6e,segment=NetworkSegment(cc7f64c5-6529-4a39-8e75-2d6f42b16075),segment_id=cc7f64c5-6529-4a39-8e75-2d6f42b16075)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:46:49.887955 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2c506383-2c95-472a-a6d7-545cedd4fc9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (c7bab0e7-8894-44eb-844c-823263efba6e), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:49.911170 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b6be7158-70f0-48d0-a9df-dab2b6ac924f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (6644bea0-d911-4ba9-95a0-90f97bdbebb7), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:49.925075 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-2530e7ed-c402-4c60-a7e2-445ab810d3a2 req-fbb309c4-a208-47a3-bc28-5e59266bb0f8 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Deleting port 03ed4495-f6da-4bf6-9555-a2c3bfec3410 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:46:49.925478 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-2530e7ed-c402-4c60-a7e2-445ab810d3a2 req-fbb309c4-a208-47a3-bc28-5e59266bb0f8 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (03ed4495-f6da-4bf6-9555-a2c3bfec3410), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:49.929581 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-2c506383-2c95-472a-a6d7-545cedd4fc9c admin admin] Calling delete_port for c7bab0e7-8894-44eb-844c-823263efba6e owned by network:router_interface {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:46:49.937696 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b6be7158-70f0-48d0-a9df-dab2b6ac924f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:49.944579 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-b6be7158-70f0-48d0-a9df-dab2b6ac924f admin admin] 10.222.0.72 "DELETE /v2.0/networks/6644bea0-d911-4ba9-95a0-90f97bdbebb7 HTTP/1.1" status: 204 len: 168 time: 2.5309396 Feb 19 02:46:49.954779 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 54154) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:46:49.970859 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bb87b59-6219-4d1a-a61b-443ef05a1f92 admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:46:49.975270 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899b3e7d-37b2-42ca-8372-eb3cece03e27 req-c2ae15bd-8a84-402e-96f0-b5a10ad9eef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:49.976830 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-899b3e7d-37b2-42ca-8372-eb3cece03e27 req-c2ae15bd-8a84-402e-96f0-b5a10ad9eef5 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=53a4b602ed084660a547c5d9911104ee&device_id=dfee5af4-da6a-4d15-a1c5-a6cd65193d4e HTTP/1.1" status: 200 len: 1125 time: 0.3416779 Feb 19 02:46:50.017620 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8a0b41fb-c27f-441f-9471-26e435abcf95 req-7fc6b606-0a88-4058-949e-1e9c38e3ff16 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503217 Feb 19 02:46:50.030490 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6be7158-70f0-48d0-a9df-dab2b6ac924f admin admin] Pushing event deleted for resources: {'Network': ['ID=6644bea0-d911-4ba9-95a0-90f97bdbebb7,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:50.056979 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0d189f61-97cd-4eab-a308-6b63fe401b8e req-c7d51902-c924-4895-9075-cb6186192d64 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/security-groups?id=33e2eb59-206d-4216-aaf9-91cfc46ad855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242668 Feb 19 02:46:50.097982 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4d6fd9f8-e2cf-4594-99f5-8086c20e75f8 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (00e3a01f-f408-4c7b-909a-936c2e021f44), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:50.108088 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-899b3e7d-37b2-42ca-8372-eb3cece03e27 req-3c8bf069-6ed0-4299-979d-a7269fcd86b0 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1e5f5862-f5df-4314-97ad-4c0355742944 HTTP/1.1" status: 200 len: 217 time: 0.0855479 Feb 19 02:46:50.119684 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-1bb87b59-6219-4d1a-a61b-443ef05a1f92 admin admin] 10.222.0.72 "PUT /v2.0/routers/31861ac7-84a3-4e96-b53a-6166ad16175f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8903222 Feb 19 02:46:50.150892 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6fd9f8-e2cf-4594-99f5-8086c20e75f8 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] No DVR routers for this DVR port 00e3a01f-f408-4c7b-909a-936c2e021f44 on host n-d-826753-2 {{(pid=103701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:46:50.167091 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-058c31f6-dbd4-4dec-9a38-a2eb1c2c1a8a x-openstack-request-id: req-058c31f6-dbd4-4dec-9a38-a2eb1c2c1a8a {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:46:50.167390 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfee5af4-da6a-4d15-a1c5-a6cd65193d4e", "tag": "1e5f5862-f5df-4314-97ad-4c0355742944", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:46:50.167629 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-058c31f6-dbd4-4dec-9a38-a2eb1c2c1a8a {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:46:50.168026 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfee5af4-da6a-4d15-a1c5-a6cd65193d4e', 'tag': '1e5f5862-f5df-4314-97ad-4c0355742944', 'status': 'completed', 'code': 200} Feb 19 02:46:50.168716 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6fd9f8-e2cf-4594-99f5-8086c20e75f8 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Pushing event deleted for resources: {'Port': ['ID=00e3a01f-f408-4c7b-909a-936c2e021f44,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:50.314272 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:50.353475 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899b3e7d-37b2-42ca-8372-eb3cece03e27 req-58e7bf20-e20d-4d6a-8007-46342f095d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:50.354984 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-899b3e7d-37b2-42ca-8372-eb3cece03e27 req-58e7bf20-e20d-4d6a-8007-46342f095d06 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a5bae790-117e-481a-89bc-3817a429ae54 HTTP/1.1" status: 200 len: 855 time: 0.2023966 Feb 19 02:46:50.361362 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4d6fd9f8-e2cf-4594-99f5-8086c20e75f8 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (47277d82-617a-44b9-a7bd-81431ffb2dca), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:50.438016 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-4d6fd9f8-e2cf-4594-99f5-8086c20e75f8 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47277d82-617a-44b9-a7bd-81431ffb2dca']}} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:46:50.452144 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-4d6fd9f8-e2cf-4594-99f5-8086c20e75f8 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bb48631-8fc7-4b99-8b39-6400865ca3d1') {'for_net_delete': True} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:46:50.452448 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-4d6fd9f8-e2cf-4594-99f5-8086c20e75f8 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bb48631-8fc7-4b99-8b39-6400865ca3d1') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:46:50.465563 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-2530e7ed-c402-4c60-a7e2-445ab810d3a2 req-fbb309c4-a208-47a3-bc28-5e59266bb0f8 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] For port 03ed4495-f6da-4bf6-9555-a2c3bfec3410, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=03ed4495-f6da-4bf6-9555-a2c3bfec3410,segment=NetworkSegment(999cf2ff-ad78-4ea0-b2d0-93d967fd81fc),segment_id=999cf2ff-ad78-4ea0-b2d0-93d967fd81fc)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:46:50.465932 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-2530e7ed-c402-4c60-a7e2-445ab810d3a2 req-fbb309c4-a208-47a3-bc28-5e59266bb0f8 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (03ed4495-f6da-4bf6-9555-a2c3bfec3410), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:50.470481 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4d6fd9f8-e2cf-4594-99f5-8086c20e75f8 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12647422'] for segment (3bb48631-8fc7-4b99-8b39-6400865ca3d1), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:50.490980 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-2530e7ed-c402-4c60-a7e2-445ab810d3a2 req-fbb309c4-a208-47a3-bc28-5e59266bb0f8 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Calling delete_port for 03ed4495-f6da-4bf6-9555-a2c3bfec3410 owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:46:50.491227 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4d6fd9f8-e2cf-4594-99f5-8086c20e75f8 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (3bb48631-8fc7-4b99-8b39-6400865ca3d1), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:50.500211 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d6fd9f8-e2cf-4594-99f5-8086c20e75f8 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Releasing vlan 262 on physical network physnet1 to pool {{(pid=103701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:46:50.500764 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4d6fd9f8-e2cf-4594-99f5-8086c20e75f8 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583360'] for segment (3bb48631-8fc7-4b99-8b39-6400865ca3d1), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:50.517832 n-d-826753-2 neutron-server[103701]: Traceback (most recent call last): Feb 19 02:46:50.517832 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:46:50.517832 n-d-826753-2 neutron-server[103701]: timer() Feb 19 02:46:50.517832 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:46:50.517832 n-d-826753-2 neutron-server[103701]: cb(*args, **kw) Feb 19 02:46:50.517832 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:46:50.517832 n-d-826753-2 neutron-server[103701]: return func(*args, **kwargs) Feb 19 02:46:50.517832 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:46:50.517832 n-d-826753-2 neutron-server[103701]: self._notify() Feb 19 02:46:50.517832 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:46:50.517832 n-d-826753-2 neutron-server[103701]: self.callback(batched_events) Feb 19 02:46:50.517832 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:46:50.517832 n-d-826753-2 neutron-server[103701]: event.method(event) Feb 19 02:46:50.517832 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:46:50.517832 n-d-826753-2 neutron-server[103701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:46:50.517832 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:46:50.517832 n-d-826753-2 neutron-server[103701]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:46:50.517832 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:46:50.517832 n-d-826753-2 neutron-server[103701]: return f(self, *a, **k) Feb 19 02:46:50.517832 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:46:50.517832 n-d-826753-2 neutron-server[103701]: return self._get(url).json() Feb 19 02:46:50.517832 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:46:50.517832 n-d-826753-2 neutron-server[103701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:46:50.517832 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:46:50.517832 n-d-826753-2 neutron-server[103701]: return self.request(url, 'GET', **kwargs) Feb 19 02:46:50.517832 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:46:50.517832 n-d-826753-2 neutron-server[103701]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:46:50.517832 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:46:50.517832 n-d-826753-2 neutron-server[103701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:46:50.517832 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:46:50.517832 n-d-826753-2 neutron-server[103701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:46:50.517832 n-d-826753-2 neutron-server[103701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:46:50.521466 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-899b3e7d-37b2-42ca-8372-eb3cece03e27 req-9fad39a9-8db2-491c-80da-0ca5e011b725 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=39722815-5c41-4e97-ad15-7b3e3ad40af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1548748 Feb 19 02:46:50.691231 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a40b68-c833-4401-b894-a9b2cc636a15 req-329e30dc-b2b8-4c3a-8f4e-b374b77621c7 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:50.697762 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a40b68-c833-4401-b894-a9b2cc636a15 req-329e30dc-b2b8-4c3a-8f4e-b374b77621c7 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:50.703241 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a40b68-c833-4401-b894-a9b2cc636a15 req-329e30dc-b2b8-4c3a-8f4e-b374b77621c7 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:50.709313 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a40b68-c833-4401-b894-a9b2cc636a15 req-329e30dc-b2b8-4c3a-8f4e-b374b77621c7 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:50.714698 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a40b68-c833-4401-b894-a9b2cc636a15 req-329e30dc-b2b8-4c3a-8f4e-b374b77621c7 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:50.720136 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a40b68-c833-4401-b894-a9b2cc636a15 req-329e30dc-b2b8-4c3a-8f4e-b374b77621c7 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:50.726164 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a40b68-c833-4401-b894-a9b2cc636a15 req-329e30dc-b2b8-4c3a-8f4e-b374b77621c7 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:50.728384 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-45a40b68-c833-4401-b894-a9b2cc636a15 req-329e30dc-b2b8-4c3a-8f4e-b374b77621c7 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ec863d4-5792-46d2-b299-7b34b3ebe431 HTTP/1.1" status: 200 len: 5432 time: 0.4486482 Feb 19 02:46:50.782000 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84caf91-b106-4c52-a751-e959ff10df0b req-cbe67c17-16c5-48e5-a78f-ed51c1dabc8a tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:50.783571 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d84caf91-b106-4c52-a751-e959ff10df0b req-cbe67c17-16c5-48e5-a78f-ed51c1dabc8a tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3e2950d-ab47-4046-8006-daf03c09940e HTTP/1.1" status: 200 len: 945 time: 0.3524001 Feb 19 02:46:50.788571 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4d6fd9f8-e2cf-4594-99f5-8086c20e75f8 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (47277d82-617a-44b9-a7bd-81431ffb2dca), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:50.803785 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4d6fd9f8-e2cf-4594-99f5-8086c20e75f8 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:50.807027 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-4d6fd9f8-e2cf-4594-99f5-8086c20e75f8 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] 10.222.0.72 "DELETE /v2.0/networks/47277d82-617a-44b9-a7bd-81431ffb2dca HTTP/1.1" status: 204 len: 168 time: 6.6397197 Feb 19 02:46:50.831988 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 54164) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:46:50.832984 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6fd9f8-e2cf-4594-99f5-8086c20e75f8 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Pushing event deleted for resources: {'Network': ['ID=47277d82-617a-44b9-a7bd-81431ffb2dca,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:50.842277 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-ebf18273-4a23-4ad2-8ed1-130126e17c10 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1058221328'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:46:50.907938 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-899b3e7d-37b2-42ca-8372-eb3cece03e27 req-a72f5009-a67f-4c66-9cb8-ec90b91bd00e service neutron] 10.222.0.82 "GET /v2.0/networks/39722815-5c41-4e97-ad15-7b3e3ad40af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3511701 Feb 19 02:46:51.060642 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d84caf91-b106-4c52-a751-e959ff10df0b req-bad98882-c7a4-49c9-b57d-719b016bcb6d tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649455 Feb 19 02:46:51.062744 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-899b3e7d-37b2-42ca-8372-eb3cece03e27 req-bb246b43-1e24-4cc1-a5b1-9ec5505f1edd service neutron] 10.222.0.82 "GET /v2.0/networks/39722815-5c41-4e97-ad15-7b3e3ad40af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169901 Feb 19 02:46:51.098380 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-45a40b68-c833-4401-b894-a9b2cc636a15 req-77f3a8f7-61ac-43eb-a396-d8ff425687fe tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ad2b075-8470-4480-bb4e-92661338512f&id=1cff43f7-3cfd-4595-99e1-888048810960&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3491659 Feb 19 02:46:51.101851 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf18273-4a23-4ad2-8ed1-130126e17c10 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Made reservation on behalf of 3feb19dbdfe94d40bca95d7b37882add for: {'network': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:46:51.106257 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ebf18273-4a23-4ad2-8ed1-130126e17c10 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:51.151973 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebf18273-4a23-4ad2-8ed1-130126e17c10 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] vlan segment allocate from pool success with {'vlan_id': 257, 'physical_network': 'physnet1'} {{(pid=103701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:46:51.165144 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ebf18273-4a23-4ad2-8ed1-130126e17c10 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (0c209e77-3b91-4bee-9540-a75b0af6ff55), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:51.165443 n-d-826753-2 neutron-server[103701]: INFO neutron.db.segments_db [None req-ebf18273-4a23-4ad2-8ed1-130126e17c10 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Added segment 0c209e77-3b91-4bee-9540-a75b0af6ff55 of type vlan for network b8f41e3d-6513-4f0d-9e4d-de093bc316c3 Feb 19 02:46:51.225611 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ebf18273-4a23-4ad2-8ed1-130126e17c10 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (b8f41e3d-6513-4f0d-9e4d-de093bc316c3), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:51.286266 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ebf18273-4a23-4ad2-8ed1-130126e17c10 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (b8f41e3d-6513-4f0d-9e4d-de093bc316c3), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:51.290647 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2c506383-2c95-472a-a6d7-545cedd4fc9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (c7bab0e7-8894-44eb-844c-823263efba6e), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:51.294359 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf18273-4a23-4ad2-8ed1-130126e17c10 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:51.295240 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ebf18273-4a23-4ad2-8ed1-130126e17c10 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:51.363322 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c506383-2c95-472a-a6d7-545cedd4fc9c admin admin] Pushing event deleted for resources: {'Port': ['ID=c7bab0e7-8894-44eb-844c-823263efba6e,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:51.429435 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-28e57a45-60e1-4561-a880-7c940e4af99d req-ba0e04b7-a132-479e-aaca-db2337735583 tempest-FloatingIPsNegativeTestJSON-834683554 tempest-FloatingIPsNegativeTestJSON-834683554-project] 10.222.0.72 "GET /v2.0/floatingips?tenant_id=5a3336c2145045298f011de03688a9c0 HTTP/1.1" status: 200 len: 217 time: 0.1156688 Feb 19 02:46:51.492087 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-ebf18273-4a23-4ad2-8ed1-130126e17c10 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6549985 Feb 19 02:46:51.501329 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 54174) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:46:51.503842 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-2530e7ed-c402-4c60-a7e2-445ab810d3a2 req-fbb309c4-a208-47a3-bc28-5e59266bb0f8 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (03ed4495-f6da-4bf6-9555-a2c3bfec3410), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:51.525948 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-43224e61-d2fb-4484-924c-941a232277e9 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Request body: {'subnet': {'network_id': 'b8f41e3d-6513-4f0d-9e4d-de093bc316c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:46:51.540401 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['49fe7044-8617-421f-8cae-626e2aa0e00e', 'ec06d5ce-1eba-4ddd-befe-dc1f766a8000'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:46:51.596672 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb309c4-a208-47a3-bc28-5e59266bb0f8 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Pushing event deleted for resources: {'Port': ['ID=03ed4495-f6da-4bf6-9555-a2c3bfec3410,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:51.609083 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf18273-4a23-4ad2-8ed1-130126e17c10 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Pushing event updated for resources: {'Network': ['ID=b8f41e3d-6513-4f0d-9e4d-de093bc316c3,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:51.644675 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network b8f41e3d-6513-4f0d-9e4d-de093bc316c3 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:46:51.668346 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-2530e7ed-c402-4c60-a7e2-445ab810d3a2 req-fbb309c4-a208-47a3-bc28-5e59266bb0f8 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] No DVR routers for this DVR port 03ed4495-f6da-4bf6-9555-a2c3bfec3410 on host n-h1-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:46:51.678759 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d371cb-434e-40a5-9947-b52f2193de48 req-d6a460a3-1630-4b99-8e1b-7dd4204f2bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:51.680228 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-50d371cb-434e-40a5-9947-b52f2193de48 req-d6a460a3-1630-4b99-8e1b-7dd4204f2bec service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=53a4b602ed084660a547c5d9911104ee&device_id=dfee5af4-da6a-4d15-a1c5-a6cd65193d4e HTTP/1.1" status: 200 len: 1125 time: 0.4168785 Feb 19 02:46:51.691224 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924dffcf-c178-40f7-9467-68d5827f9d02 req-6d739fe8-bc64-4136-8463-6803af9a0cf5 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:51.692870 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-924dffcf-c178-40f7-9467-68d5827f9d02 req-6d739fe8-bc64-4136-8463-6803af9a0cf5 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6022ed1-67a1-4ded-890d-e1e66f84412d HTTP/1.1" status: 200 len: 945 time: 0.4310062 Feb 19 02:46:51.720916 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-2530e7ed-c402-4c60-a7e2-445ab810d3a2 req-fbb309c4-a208-47a3-bc28-5e59266bb0f8 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:51.725500 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-2530e7ed-c402-4c60-a7e2-445ab810d3a2 req-fbb309c4-a208-47a3-bc28-5e59266bb0f8 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.73 "DELETE /v2.0/ports/03ed4495-f6da-4bf6-9555-a2c3bfec3410 HTTP/1.1" status: 204 len: 173 time: 2.3272886 Feb 19 02:46:51.743513 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3e2950d-ab47-4046-8006-daf03c09940e', 'name': 'network-vif-deleted', 'tag': '03ed4495-f6da-4bf6-9555-a2c3bfec3410'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:46:51.748628 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-682eb018-bebc-4acc-8541-7fd146d79c27" -d '{"events": [{"server_uuid": "f3e2950d-ab47-4046-8006-daf03c09940e", "name": "network-vif-deleted", "tag": "03ed4495-f6da-4bf6-9555-a2c3bfec3410"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:46:51.866411 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-924dffcf-c178-40f7-9467-68d5827f9d02 req-73dcbc4c-f5ae-4dec-9aa8-d9b716473f97 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506805 Feb 19 02:46:51.885105 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda9c7db-da4e-4425-8aa8-3de4259a7208 req-d1c2e154-476e-4f45-999d-7b7a08e86637 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:51.893582 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bda9c7db-da4e-4425-8aa8-3de4259a7208 req-d1c2e154-476e-4f45-999d-7b7a08e86637 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfee5af4-da6a-4d15-a1c5-a6cd65193d4e HTTP/1.1" status: 200 len: 943 time: 0.3587966 Feb 19 02:46:51.949774 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:51.965096 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2c506383-2c95-472a-a6d7-545cedd4fc9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16362762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16314471'] for router_interface (ba739a3e-d260-47d2-9261-6ed5b9c921d2), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:51.975546 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-671b92fa-d240-451e-b219-cd007ed43fcb req-25ad0be5-a71e-4cfc-9770-4d92455907f8 tempest-FloatingIPsNegativeTestJSON-834683554 tempest-FloatingIPsNegativeTestJSON-834683554-project] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0558381 Feb 19 02:46:51.977942 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c9cf83e9-9222-4553-a386-54c6f2650081 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16289271'] for router_interface (98bbefd7-eb7b-40dc-b501-fc554b25d0ce), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:51.985174 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43224e61-d2fb-4484-924c-941a232277e9 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Made reservation on behalf of 3feb19dbdfe94d40bca95d7b37882add for: {'subnet': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:46:51.989917 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-43224e61-d2fb-4484-924c-941a232277e9 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58706307'] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:52.096855 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27a65400-4c73-413d-970b-4c39fdc7a52d x-openstack-request-id: req-27a65400-4c73-413d-970b-4c39fdc7a52d {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:46:52.097657 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3e2950d-ab47-4046-8006-daf03c09940e", "name": "network-vif-deleted", "tag": "03ed4495-f6da-4bf6-9555-a2c3bfec3410", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:46:52.102633 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-27a65400-4c73-413d-970b-4c39fdc7a52d {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:46:52.103305 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3e2950d-ab47-4046-8006-daf03c09940e', 'name': 'network-vif-deleted', 'tag': '03ed4495-f6da-4bf6-9555-a2c3bfec3410', 'status': 'completed', 'code': 200} Feb 19 02:46:52.110977 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d371cb-434e-40a5-9947-b52f2193de48 req-779ac529-57fd-4a16-940c-6dbfce7a7e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:52.112452 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-50d371cb-434e-40a5-9947-b52f2193de48 req-779ac529-57fd-4a16-940c-6dbfce7a7e11 service neutron] 10.222.0.82 "GET /v2.0/networks?id=39722815-5c41-4e97-ad15-7b3e3ad40af7 HTTP/1.1" status: 200 len: 916 time: 0.4158485 Feb 19 02:46:52.131450 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bda9c7db-da4e-4425-8aa8-3de4259a7208 req-f308c3d9-ac5e-4f45-b2ef-99ad89e19fd1 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/security-groups?id=33e2eb59-206d-4216-aaf9-91cfc46ad855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369778 Feb 19 02:46:52.181839 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-50d371cb-434e-40a5-9947-b52f2193de48 req-be2d210f-3324-4259-b840-c7f2bd56ee51 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1e5f5862-f5df-4314-97ad-4c0355742944 HTTP/1.1" status: 200 len: 217 time: 0.0493171 Feb 19 02:46:52.315790 n-d-826753-2 neutron-server[103701]: INFO neutron.api.v2.resource [req-f50ed03d-296e-4902-bbb1-436a834707d7 req-46fe2e3a-0196-41a8-800a-154cc3f53746 tempest-FloatingIPsNegativeTestJSON-834683554 tempest-FloatingIPsNegativeTestJSON-834683554-project] show failed (client error): The resource could not be found. Feb 19 02:46:52.325218 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device bf16d57d-4a43-4e9c-bd8c-14c0bdf56593 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:46:52.327449 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 54188) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:46:52.333701 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f50ed03d-296e-4902-bbb1-436a834707d7 req-46fe2e3a-0196-41a8-800a-154cc3f53746 tempest-FloatingIPsNegativeTestJSON-834683554 tempest-FloatingIPsNegativeTestJSON-834683554-project] 10.222.0.72 "GET /v2.0/floatingips/8f608a61-d505-456f-a078-8bb7b9181a2f HTTP/1.1" status: 404 len: 350 time: 0.1329505 Feb 19 02:46:52.372776 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d371cb-434e-40a5-9947-b52f2193de48 req-53dfa56a-36e8-4b09-9bea-f4d3adb7b21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:52.374388 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-50d371cb-434e-40a5-9947-b52f2193de48 req-53dfa56a-36e8-4b09-9bea-f4d3adb7b21c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a5bae790-117e-481a-89bc-3817a429ae54 HTTP/1.1" status: 200 len: 855 time: 0.1805146 Feb 19 02:46:52.418722 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-50d371cb-434e-40a5-9947-b52f2193de48 req-fb8c4abf-b891-4d32-8340-1b6c33013b8f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=39722815-5c41-4e97-ad15-7b3e3ad40af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353930 Feb 19 02:46:52.456098 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:52.477262 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port bf16d57d-4a43-4e9c-bd8c-14c0bdf56593 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:46:52.477723 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (bf16d57d-4a43-4e9c-bd8c-14c0bdf56593), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:52.522443 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1990d9ab-29a3-4a44-a8ca-a9feafcc83b2 req-7265eaf8-2b39-4eef-8c19-244737ce7510 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3e2950d-ab47-4046-8006-daf03c09940e HTTP/1.1" status: 200 len: 210 time: 0.0709889 Feb 19 02:46:52.641630 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port bf16d57d-4a43-4e9c-bd8c-14c0bdf56593 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:46:52.642216 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (bf16d57d-4a43-4e9c-bd8c-14c0bdf56593), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:52.644298 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-43224e61-d2fb-4484-924c-941a232277e9 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12647271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58706289'] for subnet (e6dfcb0a-5a3a-4c8a-96e2-d4cfabf69fa7), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:52.667667 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d39c14b-abcc-4558-aebc-acf1d74defee req-24ea142a-a35b-44ee-be73-97255ec48499 tempest-LiveAutoBlockMigrationV225Test-289573108 tempest-LiveAutoBlockMigrationV225Test-289573108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:52.668123 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port bf16d57d-4a43-4e9c-bd8c-14c0bdf56593, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=bf16d57d-4a43-4e9c-bd8c-14c0bdf56593,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:46:52.669682 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1d39c14b-abcc-4558-aebc-acf1d74defee req-24ea142a-a35b-44ee-be73-97255ec48499 tempest-LiveAutoBlockMigrationV225Test-289573108 tempest-LiveAutoBlockMigrationV225Test-289573108-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=b6022ed1-67a1-4ded-890d-e1e66f84412d HTTP/1.1" status: 200 len: 1127 time: 0.2498288 Feb 19 02:46:52.675366 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (bf16d57d-4a43-4e9c-bd8c-14c0bdf56593), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:52.736812 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=bf16d57d-4a43-4e9c-bd8c-14c0bdf56593,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:52.789468 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-50d371cb-434e-40a5-9947-b52f2193de48 req-ba5d4eed-7198-4019-9b2c-e315274fe8b4 service neutron] 10.222.0.82 "GET /v2.0/networks/39722815-5c41-4e97-ad15-7b3e3ad40af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3547280 Feb 19 02:46:52.797741 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c506383-2c95-472a-a6d7-545cedd4fc9c admin admin] Router ba739a3e-d260-47d2-9261-6ed5b9c921d2 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:46:52.834880 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43224e61-d2fb-4484-924c-941a232277e9 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Pushing event updated for resources: {'Subnet': ['ID=e6dfcb0a-5a3a-4c8a-96e2-d4cfabf69fa7,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:52.894827 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 1e5f5862-f5df-4314-97ad-4c0355742944 details requested by agent hyperv_n-h2-826753-2 with host n-h2-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:46:52.901177 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1d39c14b-abcc-4558-aebc-acf1d74defee req-c1ef8165-5897-4833-bcb1-04c70dfc3c8e tempest-LiveAutoBlockMigrationV225Test-289573108 tempest-LiveAutoBlockMigrationV225Test-289573108-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715035 Feb 19 02:46:52.921389 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b61bb4-b454-45c5-82a1-61cc3a3d0ea0 req-488f60b5-dfc8-4547-bdf5-cf662e2dc39c tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:52.931044 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75abf2f2-8083-43b8-ada7-3f0d75b9c9f9 None None] Sync routers for ids ['31861ac7-84a3-4e96-b53a-6166ad16175f'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:46:52.943373 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b61bb4-b454-45c5-82a1-61cc3a3d0ea0 req-488f60b5-dfc8-4547-bdf5-cf662e2dc39c tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:52.944621 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75abf2f2-8083-43b8-ada7-3f0d75b9c9f9 None None] Routers {'31861ac7-84a3-4e96-b53a-6166ad16175f'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:46:52.945285 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-75abf2f2-8083-43b8-ada7-3f0d75b9c9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:46:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['31861ac7-84a3-4e96-b53a-6166ad16175f'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:46:52.952134 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b61bb4-b454-45c5-82a1-61cc3a3d0ea0 req-488f60b5-dfc8-4547-bdf5-cf662e2dc39c tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:52.983734 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b61bb4-b454-45c5-82a1-61cc3a3d0ea0 req-488f60b5-dfc8-4547-bdf5-cf662e2dc39c tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:53.002672 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b61bb4-b454-45c5-82a1-61cc3a3d0ea0 req-488f60b5-dfc8-4547-bdf5-cf662e2dc39c tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:53.009414 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 03ed4495-f6da-4bf6-9555-a2c3bfec3410 no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:46:53.014837 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b61bb4-b454-45c5-82a1-61cc3a3d0ea0 req-488f60b5-dfc8-4547-bdf5-cf662e2dc39c tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:53.029428 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b61bb4-b454-45c5-82a1-61cc3a3d0ea0 req-488f60b5-dfc8-4547-bdf5-cf662e2dc39c tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:53.031392 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-56b61bb4-b454-45c5-82a1-61cc3a3d0ea0 req-488f60b5-dfc8-4547-bdf5-cf662e2dc39c tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ec863d4-5792-46d2-b299-7b34b3ebe431 HTTP/1.1" status: 200 len: 5432 time: 0.3978460 Feb 19 02:46:53.059361 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43224e61-d2fb-4484-924c-941a232277e9 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Checking segment: {'id': '0c209e77-3b91-4bee-9540-a75b0af6ff55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'b8f41e3d-6513-4f0d-9e4d-de093bc316c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:46:53.059737 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43224e61-d2fb-4484-924c-941a232277e9 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Network hostable DHCP agents. Network: b8f41e3d-6513-4f0d-9e4d-de093bc316c3, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:46:53.067758 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] No Port match for: 03ed4495-f6da-4bf6-9555-a2c3bfec3410 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:46:53.068328 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 03ed4495-f6da-4bf6-9555-a2c3bfec3410 not bound to the agent host n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:46:53.077403 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 1e5f5862-f5df-4314-97ad-4c0355742944, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=1e5f5862-f5df-4314-97ad-4c0355742944,segment=NetworkSegment(27cce794-dfd5-41e1-991b-27e0c79dcb47),segment_id=27cce794-dfd5-41e1-991b-27e0c79dcb47)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:46:53.091554 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Returning: {'device': '1e5f5862-f5df-4314-97ad-4c0355742944', 'network_id': '39722815-5c41-4e97-ad15-7b3e3ad40af7', 'port_id': '1e5f5862-f5df-4314-97ad-4c0355742944', 'mac_address': 'fa:16:3e:5d:4f:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5bae790-117e-481a-89bc-3817a429ae54', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:46:53.141296 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c506383-2c95-472a-a6d7-545cedd4fc9c admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:46:53.151549 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-2c506383-2c95-472a-a6d7-545cedd4fc9c admin admin] 10.222.0.72 "PUT /v2.0/routers/ba739a3e-d260-47d2-9261-6ed5b9c921d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3244672 Feb 19 02:46:53.151716 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 1e5f5862-f5df-4314-97ad-4c0355742944 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:46:53.152217 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (1e5f5862-f5df-4314-97ad-4c0355742944), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:53.154727 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 54192) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:46:53.190120 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e5f5862-f5df-4314-97ad-4c0355742944 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:46:53.197734 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd27d3b8-920d-45e0-88bb-6fed6abd28a2 None None] Sync routers for ids ['ba739a3e-d260-47d2-9261-6ed5b9c921d2'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:46:53.221909 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-75abf2f2-8083-43b8-ada7-3f0d75b9c9f9 None None] Set router 31861ac7-84a3-4e96-b53a-6166ad16175f gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:46:53.240279 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43224e61-d2fb-4484-924c-941a232277e9 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Network b8f41e3d-6513-4f0d-9e4d-de093bc316c3 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:46:53.244160 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-50d371cb-434e-40a5-9947-b52f2193de48 req-6e1ab10f-e152-4ded-9163-bfe014d49651 service neutron] 10.222.0.82 "GET /v2.0/networks/39722815-5c41-4e97-ad15-7b3e3ad40af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4455643 Feb 19 02:46:53.249411 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-c9cf83e9-9222-4553-a386-54c6f2650081 admin admin] Deleting port 2f8bf5c7-8e9b-4b2c-b5d8-ec28492d18dd {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:46:53.249982 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c9cf83e9-9222-4553-a386-54c6f2650081 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (2f8bf5c7-8e9b-4b2c-b5d8-ec28492d18dd), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:53.269617 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 1e5f5862-f5df-4314-97ad-4c0355742944, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=1e5f5862-f5df-4314-97ad-4c0355742944,segment=NetworkSegment(27cce794-dfd5-41e1-991b-27e0c79dcb47),segment_id=27cce794-dfd5-41e1-991b-27e0c79dcb47)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:46:53.275088 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-56b61bb4-b454-45c5-82a1-61cc3a3d0ea0 req-56d63237-95ec-4428-a953-5be73eceaad5 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ad2b075-8470-4480-bb4e-92661338512f&id=1cff43f7-3cfd-4595-99e1-888048810960&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2297254 Feb 19 02:46:53.278140 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dd78b8-41c4-4b04-87fc-ef2e8ba8bda2 req-5eb2c742-3ea5-481b-85e2-c838f20abcef tempest-LiveAutoBlockMigrationV225Test-289573108 tempest-LiveAutoBlockMigrationV225Test-289573108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:53.279678 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-96dd78b8-41c4-4b04-87fc-ef2e8ba8bda2 req-5eb2c742-3ea5-481b-85e2-c838f20abcef tempest-LiveAutoBlockMigrationV225Test-289573108 tempest-LiveAutoBlockMigrationV225Test-289573108-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=b6022ed1-67a1-4ded-890d-e1e66f84412d HTTP/1.1" status: 200 len: 1127 time: 0.2310805 Feb 19 02:46:53.280606 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-43224e61-d2fb-4484-924c-941a232277e9 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, b8f41e3d-6513-4f0d-9e4d-de093bc316c3) {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:46:53.287617 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43224e61-d2fb-4484-924c-941a232277e9 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:53.288506 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-43224e61-d2fb-4484-924c-941a232277e9 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:53.288637 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd27d3b8-920d-45e0-88bb-6fed6abd28a2 None None] Routers {'ba739a3e-d260-47d2-9261-6ed5b9c921d2'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:46:53.291731 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-dd27d3b8-920d-45e0-88bb-6fed6abd28a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:46:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['ba739a3e-d260-47d2-9261-6ed5b9c921d2'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:46:53.333489 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-43224e61-d2fb-4484-924c-941a232277e9 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.8138564 Feb 19 02:46:53.334840 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 54196) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:46:53.370021 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-96dd78b8-41c4-4b04-87fc-ef2e8ba8bda2 req-e9b1488e-4fe0-41b4-829f-347aa54b26d6 tempest-LiveAutoBlockMigrationV225Test-289573108 tempest-LiveAutoBlockMigrationV225Test-289573108-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771234 Feb 19 02:46:53.478971 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3aeb03de-e5f9-43a9-88e3-e439673223e8 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (b8f41e3d-6513-4f0d-9e4d-de093bc316c3), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:53.512659 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-91b0bb29-eccd-4cfc-84a5-121ba8238e6d admin admin] Publish callbacks [] for router (ba739a3e-d260-47d2-9261-6ed5b9c921d2), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:53.533681 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-dd27d3b8-920d-45e0-88bb-6fed6abd28a2 None None] Set router ba739a3e-d260-47d2-9261-6ed5b9c921d2 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:46:53.602757 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba5bbc55-d338-44e3-ab33-5eb1cf5b8dc7 None None] Network b8f41e3d-6513-4f0d-9e4d-de093bc316c3 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:46:53.611816 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-c9cf83e9-9222-4553-a386-54c6f2650081 admin admin] For port 2f8bf5c7-8e9b-4b2c-b5d8-ec28492d18dd, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=2f8bf5c7-8e9b-4b2c-b5d8-ec28492d18dd,segment=NetworkSegment(0f6705c4-6b3a-42da-983d-ff4d6f1c61d6),segment_id=0f6705c4-6b3a-42da-983d-ff4d6f1c61d6)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:46:53.612724 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c9cf83e9-9222-4553-a386-54c6f2650081 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (2f8bf5c7-8e9b-4b2c-b5d8-ec28492d18dd), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:53.637595 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-c9cf83e9-9222-4553-a386-54c6f2650081 admin admin] Calling delete_port for 2f8bf5c7-8e9b-4b2c-b5d8-ec28492d18dd owned by network:router_interface {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:46:53.668567 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-75abf2f2-8083-43b8-ada7-3f0d75b9c9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31861ac7-84a3-4e96-b53a-6166ad16175f', 'name': 'tempest-FloatingIPsNegativeTestJSON-2061183158-router', 'tenant_id': '5a3336c2145045298f011de03688a9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': 'bf16d57d-4a43-4e9c-bd8c-14c0bdf56593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:46:38Z', 'updated_at': '2022-02-19T02:46:48Z', 'revision_number': 4, 'project_id': '5a3336c2145045298f011de03688a9c0', 'gw_port': {'id': 'bf16d57d-4a43-4e9c-bd8c-14c0bdf56593', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:c3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31861ac7-84a3-4e96-b53a-6166ad16175f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:46:41Z', 'updated_at': '2022-02-19T02:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': 'b1a137d6-9401-474d-a1fd-b009eb26645e', 'name': '', 'network_id': 'd45962be-4fbc-4605-9f38-b7b9b18f8898', 'tenant_id': '5a3336c2145045298f011de03688a9c0', 'mac_address': 'fa:16:3e:a2:74:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31861ac7-84a3-4e96-b53a-6166ad16175f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '7985099b-4fca-4c60-a96d-050f0a689e71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:46:46Z', 'updated_at': '2022-02-19T02:46:48Z', 'revision_number': 2, 'project_id': '5a3336c2145045298f011de03688a9c0', 'subnets': [{'id': '7985099b-4fca-4c60-a96d-050f0a689e71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:46:53.687456 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (1e5f5862-f5df-4314-97ad-4c0355742944), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:53.752169 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75abf2f2-8083-43b8-ada7-3f0d75b9c9f9 None None] Checking router: 31861ac7-84a3-4e96-b53a-6166ad16175f for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:46:53.756453 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75abf2f2-8083-43b8-ada7-3f0d75b9c9f9 None None] Updating router 31861ac7-84a3-4e96-b53a-6166ad16175f port b1a137d6-9401-474d-a1fd-b009eb26645e binding host n-d-826753-2 {{(pid=103704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:46:53.793101 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=1e5f5862-f5df-4314-97ad-4c0355742944,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:53.825961 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-75abf2f2-8083-43b8-ada7-3f0d75b9c9f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (b1a137d6-9401-474d-a1fd-b009eb26645e), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:53.845200 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3f62d8-37cc-4baa-8523-190e75324b6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-b8f41e3d-6513-4f0d-9e4d-de093bc316c3', 'network_id': 'b8f41e3d-6513-4f0d-9e4d-de093bc316c3', 'project_id': '3feb19dbdfe94d40bca95d7b37882add', 'fixed_ips': [{'subnet_id': 'e6dfcb0a-5a3a-4c8a-96e2-d4cfabf69fa7'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:46:53.846336 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-ea3f62d8-37cc-4baa-8523-190e75324b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:54.029043 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['1e5f5862-f5df-4314-97ad-4c0355742944'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:46:54.239822 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-ea3f62d8-37cc-4baa-8523-190e75324b6b None None] Allocated IP 172.20.0.1 (b8f41e3d-6513-4f0d-9e4d-de093bc316c3/e6dfcb0a-5a3a-4c8a-96e2-d4cfabf69fa7/ac7b6b1d-5fab-4852-99bf-816dd70f11e4) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:46:54.248224 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5d3f6e60-df8e-48c7-9271-1831d182dab4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16289271'] for router_interface (31861ac7-84a3-4e96-b53a-6166ad16175f), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:54.282534 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-75abf2f2-8083-43b8-ada7-3f0d75b9c9f9 None None] Publish callbacks [] for port (b1a137d6-9401-474d-a1fd-b009eb26645e), precommit_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:54.299363 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-75abf2f2-8083-43b8-ada7-3f0d75b9c9f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (b1a137d6-9401-474d-a1fd-b009eb26645e), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:54.323838 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9529d67-1057-43da-b0c5-0f06dfa52091 req-40ace5c2-f5dd-492c-8d94-b37ffc4d8b30 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:54.339049 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d9529d67-1057-43da-b0c5-0f06dfa52091 req-40ace5c2-f5dd-492c-8d94-b37ffc4d8b30 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfee5af4-da6a-4d15-a1c5-a6cd65193d4e HTTP/1.1" status: 200 len: 944 time: 0.8561645 Feb 19 02:46:54.373931 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3aeb03de-e5f9-43a9-88e3-e439673223e8 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (e6dfcb0a-5a3a-4c8a-96e2-d4cfabf69fa7), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:54.395307 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device bf16d57d-4a43-4e9c-bd8c-14c0bdf56593 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:46:54.401263 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ce5ea3-e394-4f19-b405-0ce0be774238 None None] Pushing event updated for resources: {'Port': ['ID=b1a137d6-9401-474d-a1fd-b009eb26645e,revision_number=3']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:54.414137 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ce5ea3-e394-4f19-b405-0ce0be774238 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:46:54.414718 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ce5ea3-e394-4f19-b405-0ce0be774238 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:46:54.415253 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ce5ea3-e394-4f19-b405-0ce0be774238 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:46:54.415752 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ce5ea3-e394-4f19-b405-0ce0be774238 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:46:54.416414 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ce5ea3-e394-4f19-b405-0ce0be774238 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:46:54.417747 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ce5ea3-e394-4f19-b405-0ce0be774238 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:46:54.418931 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ce5ea3-e394-4f19-b405-0ce0be774238 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:46:54.419290 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ce5ea3-e394-4f19-b405-0ce0be774238 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:46:54.420031 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ce5ea3-e394-4f19-b405-0ce0be774238 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:46:54.420367 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ce5ea3-e394-4f19-b405-0ce0be774238 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:46:54.420732 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ce5ea3-e394-4f19-b405-0ce0be774238 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:46:54.421170 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ce5ea3-e394-4f19-b405-0ce0be774238 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:46:54.421532 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ce5ea3-e394-4f19-b405-0ce0be774238 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:46:54.455052 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-91b0bb29-eccd-4cfc-84a5-121ba8238e6d admin admin] Publish callbacks [] for router_gateway (ba739a3e-d260-47d2-9261-6ed5b9c921d2), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:54.476474 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d9529d67-1057-43da-b0c5-0f06dfa52091 req-134b7db6-1282-4f35-a5b3-9325c6fca305 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/security-groups?id=33e2eb59-206d-4216-aaf9-91cfc46ad855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364031 Feb 19 02:46:54.589038 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-75abf2f2-8083-43b8-ada7-3f0d75b9c9f9 None None] Attempting to bind port b1a137d6-9401-474d-a1fd-b009eb26645e on host n-d-826753-2 for vnic_type normal with profile {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:46:54.589404 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-75abf2f2-8083-43b8-ada7-3f0d75b9c9f9 None None] Attempting to bind port b1a137d6-9401-474d-a1fd-b009eb26645e by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '4b001b46-f50f-4c4f-9d5e-fa66a2d54b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'd45962be-4fbc-4605-9f38-b7b9b18f8898'}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:46:54.590722 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75abf2f2-8083-43b8-ada7-3f0d75b9c9f9 None None] Attempting to bind port b1a137d6-9401-474d-a1fd-b009eb26645e on network d45962be-4fbc-4605-9f38-b7b9b18f8898 {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:46:54.596162 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75abf2f2-8083-43b8-ada7-3f0d75b9c9f9 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:46:54.596581 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75abf2f2-8083-43b8-ada7-3f0d75b9c9f9 None None] Checking segment: {'id': '4b001b46-f50f-4c4f-9d5e-fa66a2d54b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'd45962be-4fbc-4605-9f38-b7b9b18f8898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:46:54.596978 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-75abf2f2-8083-43b8-ada7-3f0d75b9c9f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:54.597391 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75abf2f2-8083-43b8-ada7-3f0d75b9c9f9 None None] Bound using segment: {'id': '4b001b46-f50f-4c4f-9d5e-fa66a2d54b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'd45962be-4fbc-4605-9f38-b7b9b18f8898'} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:46:54.597862 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-75abf2f2-8083-43b8-ada7-3f0d75b9c9f9 None None] Bound port: b1a137d6-9401-474d-a1fd-b009eb26645e, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b001b46-f50f-4c4f-9d5e-fa66a2d54b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'd45962be-4fbc-4605-9f38-b7b9b18f8898'}}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:46:54.598945 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-75abf2f2-8083-43b8-ada7-3f0d75b9c9f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (b1a137d6-9401-474d-a1fd-b009eb26645e), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:54.697358 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-75abf2f2-8083-43b8-ada7-3f0d75b9c9f9 None None] For port b1a137d6-9401-474d-a1fd-b009eb26645e, host n-d-826753-2, cleared binding levels {{(pid=103704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:46:54.710572 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-75abf2f2-8083-43b8-ada7-3f0d75b9c9f9 None None] For port b1a137d6-9401-474d-a1fd-b009eb26645e, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=b1a137d6-9401-474d-a1fd-b009eb26645e,segment=NetworkSegment(4b001b46-f50f-4c4f-9d5e-fa66a2d54b0c),segment_id=4b001b46-f50f-4c4f-9d5e-fa66a2d54b0c)] {{(pid=103704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:46:54.723073 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-75abf2f2-8083-43b8-ada7-3f0d75b9c9f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (b1a137d6-9401-474d-a1fd-b009eb26645e), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:54.738151 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-61f7b29a-ae29-498d-afff-7ed932fef63b req-77eab578-18de-4444-9c52-de2680bf7ff0 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3e2950d-ab47-4046-8006-daf03c09940e HTTP/1.1" status: 200 len: 210 time: 0.0695465 Feb 19 02:46:54.789626 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-91b0bb29-eccd-4cfc-84a5-121ba8238e6d admin admin] Deleting port 3913befa-9625-441a-b8cd-48872a3932cc {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:46:54.790219 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-91b0bb29-eccd-4cfc-84a5-121ba8238e6d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (3913befa-9625-441a-b8cd-48872a3932cc), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:54.868231 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75abf2f2-8083-43b8-ada7-3f0d75b9c9f9 None None] Routers {'31861ac7-84a3-4e96-b53a-6166ad16175f'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:46:54.868868 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-75abf2f2-8083-43b8-ada7-3f0d75b9c9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:46:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['31861ac7-84a3-4e96-b53a-6166ad16175f'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:46:54.972838 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port bf16d57d-4a43-4e9c-bd8c-14c0bdf56593 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:46:54.974092 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (bf16d57d-4a43-4e9c-bd8c-14c0bdf56593), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:55.023324 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-dd27d3b8-920d-45e0-88bb-6fed6abd28a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba739a3e-d260-47d2-9261-6ed5b9c921d2', 'name': 'tempest-ServersTestJSON-780327990-router', 'tenant_id': '80ec6f6d29774c649db969b21608fdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': '3913befa-9625-441a-b8cd-48872a3932cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:45:15Z', 'updated_at': '2022-02-19T02:46:50Z', 'revision_number': 5, 'project_id': '80ec6f6d29774c649db969b21608fdfc', 'gw_port': {'id': '3913befa-9625-441a-b8cd-48872a3932cc', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba739a3e-d260-47d2-9261-6ed5b9c921d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:45:16Z', 'updated_at': '2022-02-19T02:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:46:55.042304 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb8ea82-dc92-426a-84ff-19de9118400c req-7502e874-2b9f-4672-b481-31b02c4fddb1 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:55.057987 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd27d3b8-920d-45e0-88bb-6fed6abd28a2 None None] Checking router: ba739a3e-d260-47d2-9261-6ed5b9c921d2 for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:46:55.068743 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb8ea82-dc92-426a-84ff-19de9118400c req-7502e874-2b9f-4672-b481-31b02c4fddb1 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:55.081674 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb8ea82-dc92-426a-84ff-19de9118400c req-7502e874-2b9f-4672-b481-31b02c4fddb1 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:55.087957 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb8ea82-dc92-426a-84ff-19de9118400c req-7502e874-2b9f-4672-b481-31b02c4fddb1 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:55.094327 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb8ea82-dc92-426a-84ff-19de9118400c req-7502e874-2b9f-4672-b481-31b02c4fddb1 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:55.103434 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb8ea82-dc92-426a-84ff-19de9118400c req-7502e874-2b9f-4672-b481-31b02c4fddb1 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:55.108361 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c9cf83e9-9222-4553-a386-54c6f2650081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (2f8bf5c7-8e9b-4b2c-b5d8-ec28492d18dd), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:55.121316 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb8ea82-dc92-426a-84ff-19de9118400c req-7502e874-2b9f-4672-b481-31b02c4fddb1 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:55.123357 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bbb8ea82-dc92-426a-84ff-19de9118400c req-7502e874-2b9f-4672-b481-31b02c4fddb1 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ec863d4-5792-46d2-b299-7b34b3ebe431 HTTP/1.1" status: 200 len: 5432 time: 0.1938665 Feb 19 02:46:55.153560 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [req-0680a340-50a9-4c56-ab1d-2d7702defb07 req-1c750217-372a-4544-bc58-05ecc09dbb50 tempest-LiveAutoBlockMigrationV225Test-289573108 tempest-LiveAutoBlockMigrationV225Test-289573108-project-admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103702) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:46:55.155451 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-0680a340-50a9-4c56-ab1d-2d7702defb07 req-1c750217-372a-4544-bc58-05ecc09dbb50 tempest-LiveAutoBlockMigrationV225Test-289573108 tempest-LiveAutoBlockMigrationV225Test-289573108-project-admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1874762 Feb 19 02:46:55.193071 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd27d3b8-920d-45e0-88bb-6fed6abd28a2 None None] Routers {'ba739a3e-d260-47d2-9261-6ed5b9c921d2'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:46:55.193778 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-dd27d3b8-920d-45e0-88bb-6fed6abd28a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:46:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['ba739a3e-d260-47d2-9261-6ed5b9c921d2'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:46:55.200799 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cf83e9-9222-4553-a386-54c6f2650081 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f8bf5c7-8e9b-4b2c-b5d8-ec28492d18dd,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:55.230300 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-91b0bb29-eccd-4cfc-84a5-121ba8238e6d admin admin] For port 3913befa-9625-441a-b8cd-48872a3932cc, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=3913befa-9625-441a-b8cd-48872a3932cc,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:46:55.230736 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-91b0bb29-eccd-4cfc-84a5-121ba8238e6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (3913befa-9625-441a-b8cd-48872a3932cc), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:55.257053 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bbb8ea82-dc92-426a-84ff-19de9118400c req-fd757ce7-e375-4dfc-bacc-a721dbe69512 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ad2b075-8470-4480-bb4e-92661338512f&id=1cff43f7-3cfd-4595-99e1-888048810960&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1273105 Feb 19 02:46:55.269296 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-612803dc-1d57-481c-ba7a-51c404167057 None None] Provisioning complete for port b1a137d6-9401-474d-a1fd-b009eb26645e triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:46:55.269678 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-612803dc-1d57-481c-ba7a-51c404167057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (b1a137d6-9401-474d-a1fd-b009eb26645e), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:55.344673 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0680a340-50a9-4c56-ab1d-2d7702defb07 req-21883eb6-ec93-4318-9baf-b78f7437c141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:55.346224 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-0680a340-50a9-4c56-ab1d-2d7702defb07 req-21883eb6-ec93-4318-9baf-b78f7437c141 service neutron] 10.222.0.72 "GET /v2.0/ports/e8da45f0-7b76-4b5c-a534-292471570be8 HTTP/1.1" status: 200 len: 1124 time: 0.0985096 Feb 19 02:46:55.349757 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ce5ea3-e394-4f19-b405-0ce0be774238 None None] Pushing event updated for resources: {'Port': ['ID=b1a137d6-9401-474d-a1fd-b009eb26645e,revision_number=4']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:55.353809 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-75abf2f2-8083-43b8-ada7-3f0d75b9c9f9 None None] Set router 31861ac7-84a3-4e96-b53a-6166ad16175f gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:46:55.391447 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-0680a340-50a9-4c56-ab1d-2d7702defb07 req-ed9cb57f-1148-42cb-ab03-d12e6f9652aa service neutron] Request body: {'binding': {'host': 'n-h2-826753-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:46:55.392010 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-0680a340-50a9-4c56-ab1d-2d7702defb07 req-ed9cb57f-1148-42cb-ab03-d12e6f9652aa service neutron] Unknown quota resources ['binding']. {{(pid=103702) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 02:46:55.416437 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-ea3f62d8-37cc-4baa-8523-190e75324b6b None None] Publish callbacks [] for port (ac7b6b1d-5fab-4852-99bf-816dd70f11e4), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:55.470839 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-ea3f62d8-37cc-4baa-8523-190e75324b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (ac7b6b1d-5fab-4852-99bf-816dd70f11e4), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:55.476325 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3aeb03de-e5f9-43a9-88e3-e439673223e8 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12647206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58706286'] for subnet (e6dfcb0a-5a3a-4c8a-96e2-d4cfabf69fa7), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:55.491407 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-91b0bb29-eccd-4cfc-84a5-121ba8238e6d admin admin] Calling delete_port for 3913befa-9625-441a-b8cd-48872a3932cc owned by network:router_gateway {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:46:55.564516 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3f62d8-37cc-4baa-8523-190e75324b6b None None] Network b8f41e3d-6513-4f0d-9e4d-de093bc316c3 is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:46:55.578501 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-ea3f62d8-37cc-4baa-8523-190e75324b6b None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:46:55.606731 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-dd27d3b8-920d-45e0-88bb-6fed6abd28a2 None None] Set router ba739a3e-d260-47d2-9261-6ed5b9c921d2 gateway port host: None {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:46:55.608682 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3f62d8-37cc-4baa-8523-190e75324b6b None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:46:55.632022 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-5d3f6e60-df8e-48c7-9271-1831d182dab4 admin admin] Deleting port b1a137d6-9401-474d-a1fd-b009eb26645e {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:46:55.632607 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5d3f6e60-df8e-48c7-9271-1831d182dab4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (b1a137d6-9401-474d-a1fd-b009eb26645e), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:55.684875 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-dd27d3b8-920d-45e0-88bb-6fed6abd28a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba739a3e-d260-47d2-9261-6ed5b9c921d2', 'name': 'tempest-ServersTestJSON-780327990-router', 'tenant_id': '80ec6f6d29774c649db969b21608fdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:45:15Z', 'updated_at': '2022-02-19T02:46:54Z', 'revision_number': 6, 'project_id': '80ec6f6d29774c649db969b21608fdfc', 'gw_port_host': None}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:46:55.687551 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3aeb03de-e5f9-43a9-88e3-e439673223e8 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (b8f41e3d-6513-4f0d-9e4d-de093bc316c3), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:55.709608 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-3aeb03de-e5f9-43a9-88e3-e439673223e8 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8f41e3d-6513-4f0d-9e4d-de093bc316c3']}} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:46:55.719997 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-3aeb03de-e5f9-43a9-88e3-e439673223e8 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c209e77-3b91-4bee-9540-a75b0af6ff55') {'for_net_delete': True} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:46:55.720444 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-3aeb03de-e5f9-43a9-88e3-e439673223e8 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c209e77-3b91-4bee-9540-a75b0af6ff55') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:46:55.732070 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3aeb03de-e5f9-43a9-88e3-e439673223e8 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12647422'] for segment (0c209e77-3b91-4bee-9540-a75b0af6ff55), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:55.747215 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3aeb03de-e5f9-43a9-88e3-e439673223e8 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (0c209e77-3b91-4bee-9540-a75b0af6ff55), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:55.753743 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3aeb03de-e5f9-43a9-88e3-e439673223e8 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Releasing vlan 257 on physical network physnet1 to pool {{(pid=103701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:46:55.754413 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3aeb03de-e5f9-43a9-88e3-e439673223e8 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583360'] for segment (0c209e77-3b91-4bee-9540-a75b0af6ff55), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:55.759550 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3f62d8-37cc-4baa-8523-190e75324b6b None None] Pushing event updated for resources: {'Port': ['ID=ac7b6b1d-5fab-4852-99bf-816dd70f11e4,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:55.769575 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd27d3b8-920d-45e0-88bb-6fed6abd28a2 None None] The sync data for ids ['ba739a3e-d260-47d2-9261-6ed5b9c921d2'] in n-d-826753-2 is: [{'id': 'ba739a3e-d260-47d2-9261-6ed5b9c921d2', 'name': 'tempest-ServersTestJSON-780327990-router', 'tenant_id': '80ec6f6d29774c649db969b21608fdfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:45:15Z', 'updated_at': '2022-02-19T02:46:54Z', 'revision_number': 6, 'project_id': '80ec6f6d29774c649db969b21608fdfc', 'gw_port_host': None}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:46:55.799282 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port bf16d57d-4a43-4e9c-bd8c-14c0bdf56593 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:46:55.836884 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-612803dc-1d57-481c-ba7a-51c404167057 None None] Current status of the port b1a137d6-9401-474d-a1fd-b009eb26645e is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:46:55.837333 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-612803dc-1d57-481c-ba7a-51c404167057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (b1a137d6-9401-474d-a1fd-b009eb26645e), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:55.840283 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-ea3f62d8-37cc-4baa-8523-190e75324b6b None None] Attempting to bind port ac7b6b1d-5fab-4852-99bf-816dd70f11e4 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:46:55.840802 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-ea3f62d8-37cc-4baa-8523-190e75324b6b None None] Attempting to bind port ac7b6b1d-5fab-4852-99bf-816dd70f11e4 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '0c209e77-3b91-4bee-9540-a75b0af6ff55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'b8f41e3d-6513-4f0d-9e4d-de093bc316c3'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:46:55.841331 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3f62d8-37cc-4baa-8523-190e75324b6b None None] Attempting to bind port ac7b6b1d-5fab-4852-99bf-816dd70f11e4 on network b8f41e3d-6513-4f0d-9e4d-de093bc316c3 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:46:55.842446 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-75abf2f2-8083-43b8-ada7-3f0d75b9c9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31861ac7-84a3-4e96-b53a-6166ad16175f', 'name': 'tempest-FloatingIPsNegativeTestJSON-2061183158-router', 'tenant_id': '5a3336c2145045298f011de03688a9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': 'bf16d57d-4a43-4e9c-bd8c-14c0bdf56593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:46:38Z', 'updated_at': '2022-02-19T02:46:48Z', 'revision_number': 4, 'project_id': '5a3336c2145045298f011de03688a9c0', 'gw_port': {'id': 'bf16d57d-4a43-4e9c-bd8c-14c0bdf56593', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:c3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31861ac7-84a3-4e96-b53a-6166ad16175f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:46:41Z', 'updated_at': '2022-02-19T02:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': 'b1a137d6-9401-474d-a1fd-b009eb26645e', 'name': '', 'network_id': 'd45962be-4fbc-4605-9f38-b7b9b18f8898', 'tenant_id': '5a3336c2145045298f011de03688a9c0', 'mac_address': 'fa:16:3e:a2:74:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31861ac7-84a3-4e96-b53a-6166ad16175f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '7985099b-4fca-4c60-a96d-050f0a689e71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:46:46Z', 'updated_at': '2022-02-19T02:46:54Z', 'revision_number': 4, 'project_id': '5a3336c2145045298f011de03688a9c0', 'subnets': [{'id': '7985099b-4fca-4c60-a96d-050f0a689e71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:46:55.852939 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3f62d8-37cc-4baa-8523-190e75324b6b None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:46:55.853351 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3f62d8-37cc-4baa-8523-190e75324b6b None None] Checking segment: {'id': '0c209e77-3b91-4bee-9540-a75b0af6ff55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'b8f41e3d-6513-4f0d-9e4d-de093bc316c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:46:55.853760 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-ea3f62d8-37cc-4baa-8523-190e75324b6b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:55.854158 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3f62d8-37cc-4baa-8523-190e75324b6b None None] Bound using segment: {'id': '0c209e77-3b91-4bee-9540-a75b0af6ff55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'b8f41e3d-6513-4f0d-9e4d-de093bc316c3'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:46:55.854644 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-ea3f62d8-37cc-4baa-8523-190e75324b6b None None] Bound port: ac7b6b1d-5fab-4852-99bf-816dd70f11e4, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c209e77-3b91-4bee-9540-a75b0af6ff55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'b8f41e3d-6513-4f0d-9e4d-de093bc316c3'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:46:55.855024 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-ea3f62d8-37cc-4baa-8523-190e75324b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (ac7b6b1d-5fab-4852-99bf-816dd70f11e4), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:55.882711 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75abf2f2-8083-43b8-ada7-3f0d75b9c9f9 None None] The sync data for ids ['31861ac7-84a3-4e96-b53a-6166ad16175f'] in n-d-826753-2 is: [{'id': '31861ac7-84a3-4e96-b53a-6166ad16175f', 'name': 'tempest-FloatingIPsNegativeTestJSON-2061183158-router', 'tenant_id': '5a3336c2145045298f011de03688a9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': 'bf16d57d-4a43-4e9c-bd8c-14c0bdf56593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:46:38Z', 'updated_at': '2022-02-19T02:46:48Z', 'revision_number': 4, 'project_id': '5a3336c2145045298f011de03688a9c0', 'gw_port': {'id': 'bf16d57d-4a43-4e9c-bd8c-14c0bdf56593', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:c3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31861ac7-84a3-4e96-b53a-6166ad16175f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:46:41Z', 'updated_at': '2022-02-19T02:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': 'b1a137d6-9401-474d-a1fd-b009eb26645e', 'name': '', 'network_id': 'd45962be-4fbc-4605-9f38-b7b9b18f8898', 'tenant_id': '5a3336c2145045298f011de03688a9c0', 'mac_address': 'fa:16:3e:a2:74:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31861ac7-84a3-4e96-b53a-6166ad16175f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '7985099b-4fca-4c60-a96d-050f0a689e71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:46:46Z', 'updated_at': '2022-02-19T02:46:54Z', 'revision_number': 4, 'project_id': '5a3336c2145045298f011de03688a9c0', 'subnets': [{'id': '7985099b-4fca-4c60-a96d-050f0a689e71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:46:55.888413 n-d-826753-2 neutron-server[103701]: Traceback (most recent call last): Feb 19 02:46:55.888413 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:46:55.888413 n-d-826753-2 neutron-server[103701]: timer() Feb 19 02:46:55.888413 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:46:55.888413 n-d-826753-2 neutron-server[103701]: cb(*args, **kw) Feb 19 02:46:55.888413 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:46:55.888413 n-d-826753-2 neutron-server[103701]: return func(*args, **kwargs) Feb 19 02:46:55.888413 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:46:55.888413 n-d-826753-2 neutron-server[103701]: self._notify() Feb 19 02:46:55.888413 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:46:55.888413 n-d-826753-2 neutron-server[103701]: self.callback(batched_events) Feb 19 02:46:55.888413 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:46:55.888413 n-d-826753-2 neutron-server[103701]: event.method(event) Feb 19 02:46:55.888413 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:46:55.888413 n-d-826753-2 neutron-server[103701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:46:55.888413 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:46:55.888413 n-d-826753-2 neutron-server[103701]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:46:55.888413 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:46:55.888413 n-d-826753-2 neutron-server[103701]: return f(self, *a, **k) Feb 19 02:46:55.888413 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:46:55.888413 n-d-826753-2 neutron-server[103701]: return self._get(url).json() Feb 19 02:46:55.888413 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:46:55.888413 n-d-826753-2 neutron-server[103701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:46:55.888413 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:46:55.888413 n-d-826753-2 neutron-server[103701]: return self.request(url, 'GET', **kwargs) Feb 19 02:46:55.888413 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:46:55.888413 n-d-826753-2 neutron-server[103701]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:46:55.888413 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:46:55.888413 n-d-826753-2 neutron-server[103701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:46:55.888413 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:46:55.888413 n-d-826753-2 neutron-server[103701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:46:55.888413 n-d-826753-2 neutron-server[103701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:46:55.921246 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-612803dc-1d57-481c-ba7a-51c404167057 None None] For port b1a137d6-9401-474d-a1fd-b009eb26645e, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=b1a137d6-9401-474d-a1fd-b009eb26645e,segment=NetworkSegment(4b001b46-f50f-4c4f-9d5e-fa66a2d54b0c),segment_id=4b001b46-f50f-4c4f-9d5e-fa66a2d54b0c)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:46:55.931790 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-612803dc-1d57-481c-ba7a-51c404167057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (b1a137d6-9401-474d-a1fd-b009eb26645e), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:55.949629 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.db.api [None req-3aeb03de-e5f9-43a9-88e3-e439673223e8 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 19 02:46:55.949629 n-d-826753-2 neutron-server[103701]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 19 02:46:55.949629 n-d-826753-2 neutron-server[103701]: [parameters: {'id': 'b8f41e3d-6513-4f0d-9e4d-de093bc316c3'}] Feb 19 02:46:55.949629 n-d-826753-2 neutron-server[103701]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 02:46:55.952510 n-d-826753-2 neutron-server[103701]: DEBUG oslo_db.api [None req-3aeb03de-e5f9-43a9-88e3-e439673223e8 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 02:46:55.954749 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeb03de-e5f9-43a9-88e3-e439673223e8 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Pushing event deleted for resources: {'Subnet': ['ID=e6dfcb0a-5a3a-4c8a-96e2-d4cfabf69fa7,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:55.998993 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-ea3f62d8-37cc-4baa-8523-190e75324b6b None None] For port ac7b6b1d-5fab-4852-99bf-816dd70f11e4, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:46:56.038732 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f501fa-abf9-420d-adc8-c59ed7e0217c req-2134907c-a43c-46c0-9884-d2ccd2233132 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:56.040605 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-19f501fa-abf9-420d-adc8-c59ed7e0217c req-2134907c-a43c-46c0-9884-d2ccd2233132 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfee5af4-da6a-4d15-a1c5-a6cd65193d4e HTTP/1.1" status: 200 len: 944 time: 0.1598196 Feb 19 02:46:56.056549 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612803dc-1d57-481c-ba7a-51c404167057 None None] Pushing event updated for resources: {'Port': ['ID=b1a137d6-9401-474d-a1fd-b009eb26645e,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:56.064267 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-ea3f62d8-37cc-4baa-8523-190e75324b6b None None] For port ac7b6b1d-5fab-4852-99bf-816dd70f11e4, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=ac7b6b1d-5fab-4852-99bf-816dd70f11e4,segment=NetworkSegment(0c209e77-3b91-4bee-9540-a75b0af6ff55),segment_id=0c209e77-3b91-4bee-9540-a75b0af6ff55)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:46:56.068159 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:56.071761 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b9a0366a-7351-42c9-bdd1-6aac5c60aba6 None None] Provisioning complete for port b1a137d6-9401-474d-a1fd-b009eb26645e triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:46:56.073199 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b9a0366a-7351-42c9-bdd1-6aac5c60aba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (b1a137d6-9401-474d-a1fd-b009eb26645e), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:56.097573 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-ea3f62d8-37cc-4baa-8523-190e75324b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (ac7b6b1d-5fab-4852-99bf-816dd70f11e4), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:56.147900 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-19f501fa-abf9-420d-adc8-c59ed7e0217c req-334ed8cc-b3b2-4161-ba59-3be974bb24ea tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/security-groups?id=33e2eb59-206d-4216-aaf9-91cfc46ad855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829694 Feb 19 02:46:56.285296 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c39a9cce-2aba-414e-b1ac-839c6ad3eaa8 req-1b436525-c441-4aeb-8842-25844620b24b tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3e2950d-ab47-4046-8006-daf03c09940e HTTP/1.1" status: 200 len: 210 time: 0.0596156 Feb 19 02:46:56.307919 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c9abce-c924-4309-964b-1a6afe0175d0 None None] get_active_networks_info from n-d-826753-2 {{(pid=103703) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 02:46:56.370263 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c9cf83e9-9222-4553-a386-54c6f2650081 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16362762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16314471'] for router_interface (98bbefd7-eb7b-40dc-b501-fc554b25d0ce), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:56.407335 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3f62d8-37cc-4baa-8523-190e75324b6b None None] Pushing event updated for resources: {'Port': ['ID=ac7b6b1d-5fab-4852-99bf-816dd70f11e4,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:56.440084 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fdc398-90a1-4fcf-93b7-ada49399b3ad req-cc7d6dab-a2aa-437c-ace4-0775c341cc8c tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:56.446628 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-5d3f6e60-df8e-48c7-9271-1831d182dab4 admin admin] For port b1a137d6-9401-474d-a1fd-b009eb26645e, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=b1a137d6-9401-474d-a1fd-b009eb26645e,segment=NetworkSegment(4b001b46-f50f-4c4f-9d5e-fa66a2d54b0c),segment_id=4b001b46-f50f-4c4f-9d5e-fa66a2d54b0c)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:46:56.449604 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fdc398-90a1-4fcf-93b7-ada49399b3ad req-cc7d6dab-a2aa-437c-ace4-0775c341cc8c tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:56.450159 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5d3f6e60-df8e-48c7-9271-1831d182dab4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (b1a137d6-9401-474d-a1fd-b009eb26645e), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:56.466455 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fdc398-90a1-4fcf-93b7-ada49399b3ad req-cc7d6dab-a2aa-437c-ace4-0775c341cc8c tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:56.474189 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fdc398-90a1-4fcf-93b7-ada49399b3ad req-cc7d6dab-a2aa-437c-ace4-0775c341cc8c tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:56.481659 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fdc398-90a1-4fcf-93b7-ada49399b3ad req-cc7d6dab-a2aa-437c-ace4-0775c341cc8c tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:56.483544 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-0680a340-50a9-4c56-ab1d-2d7702defb07 req-ed9cb57f-1148-42cb-ab03-d12e6f9652aa service neutron] Attempting to bind port e8da45f0-7b76-4b5c-a534-292471570be8 on host n-h2-826753-2 for vnic_type normal with profile None {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:46:56.484070 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-0680a340-50a9-4c56-ab1d-2d7702defb07 req-ed9cb57f-1148-42cb-ab03-d12e6f9652aa service neutron] Attempting to bind port e8da45f0-7b76-4b5c-a534-292471570be8 by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': '9dab481a-5428-424d-a8c3-4ae8ddfff67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'db98097a-bb19-479d-bd0d-4f71e988880a'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:46:56.484516 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0680a340-50a9-4c56-ab1d-2d7702defb07 req-ed9cb57f-1148-42cb-ab03-d12e6f9652aa service neutron] Attempting to bind port e8da45f0-7b76-4b5c-a534-292471570be8 on network db98097a-bb19-479d-bd0d-4f71e988880a {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:46:56.491158 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fdc398-90a1-4fcf-93b7-ada49399b3ad req-cc7d6dab-a2aa-437c-ace4-0775c341cc8c tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:56.500010 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fdc398-90a1-4fcf-93b7-ada49399b3ad req-cc7d6dab-a2aa-437c-ace4-0775c341cc8c tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:56.509402 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-34fdc398-90a1-4fcf-93b7-ada49399b3ad req-cc7d6dab-a2aa-437c-ace4-0775c341cc8c tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ec863d4-5792-46d2-b299-7b34b3ebe431 HTTP/1.1" status: 200 len: 5432 time: 0.1496093 Feb 19 02:46:56.511689 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3aeb03de-e5f9-43a9-88e3-e439673223e8 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (b8f41e3d-6513-4f0d-9e4d-de093bc316c3), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:56.533132 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b9a0366a-7351-42c9-bdd1-6aac5c60aba6 None None] Current status of the port b1a137d6-9401-474d-a1fd-b009eb26645e is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:46:56.576181 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-5d3f6e60-df8e-48c7-9271-1831d182dab4 admin admin] Calling delete_port for b1a137d6-9401-474d-a1fd-b009eb26645e owned by network:router_interface {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:46:56.581267 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0680a340-50a9-4c56-ab1d-2d7702defb07 req-ed9cb57f-1148-42cb-ab03-d12e6f9652aa service neutron] Port e8da45f0-7b76-4b5c-a534-292471570be8 on network db98097a-bb19-479d-bd0d-4f71e988880a not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:46:56.581589 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0680a340-50a9-4c56-ab1d-2d7702defb07 req-ed9cb57f-1148-42cb-ab03-d12e6f9652aa service neutron] Attempting to bind port e8da45f0-7b76-4b5c-a534-292471570be8 on network db98097a-bb19-479d-bd0d-4f71e988880a {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:46:56.597122 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c9abce-c924-4309-964b-1a6afe0175d0 None None] Resources bound (agent type, host, resource id): {{(pid=103703) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 02:46:56.603611 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-34fdc398-90a1-4fcf-93b7-ada49399b3ad req-77a7cf4e-82aa-4dc1-8d3b-bf1d59de7cfe tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ad2b075-8470-4480-bb4e-92661338512f&id=1cff43f7-3cfd-4595-99e1-888048810960&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0932357 Feb 19 02:46:56.610566 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0680a340-50a9-4c56-ab1d-2d7702defb07 req-ed9cb57f-1148-42cb-ab03-d12e6f9652aa service neutron] Checking agent: {'id': 'bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:46:56.610902 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0680a340-50a9-4c56-ab1d-2d7702defb07 req-ed9cb57f-1148-42cb-ab03-d12e6f9652aa service neutron] Checking segment: {'id': '9dab481a-5428-424d-a8c3-4ae8ddfff67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'db98097a-bb19-479d-bd0d-4f71e988880a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:46:56.611283 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0680a340-50a9-4c56-ab1d-2d7702defb07 req-ed9cb57f-1148-42cb-ab03-d12e6f9652aa service neutron] Bound using segment: {'id': '9dab481a-5428-424d-a8c3-4ae8ddfff67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'db98097a-bb19-479d-bd0d-4f71e988880a'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:46:56.618113 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-0680a340-50a9-4c56-ab1d-2d7702defb07 req-ed9cb57f-1148-42cb-ab03-d12e6f9652aa service neutron] Bound port: e8da45f0-7b76-4b5c-a534-292471570be8, host: n-h2-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dab481a-5428-424d-a8c3-4ae8ddfff67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'db98097a-bb19-479d-bd0d-4f71e988880a'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:46:56.695184 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-3aeb03de-e5f9-43a9-88e3-e439673223e8 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Deleting port ac7b6b1d-5fab-4852-99bf-816dd70f11e4 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:46:56.695516 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3aeb03de-e5f9-43a9-88e3-e439673223e8 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (ac7b6b1d-5fab-4852-99bf-816dd70f11e4), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:56.771204 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device b1a137d6-9401-474d-a1fd-b009eb26645e up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:46:56.820131 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-3aeb03de-e5f9-43a9-88e3-e439673223e8 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] For port ac7b6b1d-5fab-4852-99bf-816dd70f11e4, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=ac7b6b1d-5fab-4852-99bf-816dd70f11e4,segment=NetworkSegment(0c209e77-3b91-4bee-9540-a75b0af6ff55),segment_id=0c209e77-3b91-4bee-9540-a75b0af6ff55)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:46:56.820494 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3aeb03de-e5f9-43a9-88e3-e439673223e8 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (ac7b6b1d-5fab-4852-99bf-816dd70f11e4), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:56.837454 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-3aeb03de-e5f9-43a9-88e3-e439673223e8 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Calling delete_port for ac7b6b1d-5fab-4852-99bf-816dd70f11e4 owned by network:dhcp {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:46:56.870713 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-0680a340-50a9-4c56-ab1d-2d7702defb07 req-ed9cb57f-1148-42cb-ab03-d12e6f9652aa service neutron] For port e8da45f0-7b76-4b5c-a534-292471570be8, host n-h2-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=e8da45f0-7b76-4b5c-a534-292471570be8,segment=NetworkSegment(9dab481a-5428-424d-a8c3-4ae8ddfff67b),segment_id=9dab481a-5428-424d-a8c3-4ae8ddfff67b)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:46:56.878437 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-91b0bb29-eccd-4cfc-84a5-121ba8238e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (3913befa-9625-441a-b8cd-48872a3932cc), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:56.917870 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-0680a340-50a9-4c56-ab1d-2d7702defb07 req-ed9cb57f-1148-42cb-ab03-d12e6f9652aa service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:56.929285 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-0680a340-50a9-4c56-ab1d-2d7702defb07 req-ed9cb57f-1148-42cb-ab03-d12e6f9652aa service neutron] 10.222.0.72 "POST /v2.0/ports/e8da45f0-7b76-4b5c-a534-292471570be8/bindings HTTP/1.1" status: 201 len: 389 time: 1.5361669 Feb 19 02:46:56.940628 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 1e5f5862-f5df-4314-97ad-4c0355742944 up at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:46:56.981627 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3aeb03de-e5f9-43a9-88e3-e439673223e8 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (ac7b6b1d-5fab-4852-99bf-816dd70f11e4), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:56.999262 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b0bb29-eccd-4cfc-84a5-121ba8238e6d admin admin] Pushing event deleted for resources: {'Port': ['ID=3913befa-9625-441a-b8cd-48872a3932cc,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:57.080647 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aeb03de-e5f9-43a9-88e3-e439673223e8 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] No DVR routers for this DVR port ac7b6b1d-5fab-4852-99bf-816dd70f11e4 on host n-d-826753-2 {{(pid=103701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:46:57.084308 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port b1a137d6-9401-474d-a1fd-b009eb26645e triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:46:57.084979 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeb03de-e5f9-43a9-88e3-e439673223e8 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Pushing event deleted for resources: {'Port': ['ID=ac7b6b1d-5fab-4852-99bf-816dd70f11e4,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:57.085120 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (b1a137d6-9401-474d-a1fd-b009eb26645e), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:57.259918 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-91b0bb29-eccd-4cfc-84a5-121ba8238e6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16285837'] for router_gateway (ba739a3e-d260-47d2-9261-6ed5b9c921d2), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:57.285407 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3aeb03de-e5f9-43a9-88e3-e439673223e8 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (b8f41e3d-6513-4f0d-9e4d-de093bc316c3), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:57.305460 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning for port 1e5f5862-f5df-4314-97ad-4c0355742944 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:46:57.350532 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port b1a137d6-9401-474d-a1fd-b009eb26645e is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:46:57.354288 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae8d1d3-1788-408a-9229-24cc677a4822 None None] Network b8f41e3d-6513-4f0d-9e4d-de093bc316c3 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:46:57.358519 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning complete for port 1e5f5862-f5df-4314-97ad-4c0355742944 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:46:57.358895 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (1e5f5862-f5df-4314-97ad-4c0355742944), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:57.405217 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-3aeb03de-e5f9-43a9-88e3-e439673223e8 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8f41e3d-6513-4f0d-9e4d-de093bc316c3']}} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:46:57.410069 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device c7bab0e7-8894-44eb-844c-823263efba6e no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:46:57.419008 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-3aeb03de-e5f9-43a9-88e3-e439673223e8 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c209e77-3b91-4bee-9540-a75b0af6ff55') {'for_net_delete': True} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:46:57.419734 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-3aeb03de-e5f9-43a9-88e3-e439673223e8 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c209e77-3b91-4bee-9540-a75b0af6ff55') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:46:57.451036 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3aeb03de-e5f9-43a9-88e3-e439673223e8 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12647422'] for segment (0c209e77-3b91-4bee-9540-a75b0af6ff55), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:57.461024 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: c7bab0e7-8894-44eb-844c-823263efba6e {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:46:57.461374 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device c7bab0e7-8894-44eb-844c-823263efba6e not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:46:57.478305 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3aeb03de-e5f9-43a9-88e3-e439673223e8 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (0c209e77-3b91-4bee-9540-a75b0af6ff55), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:57.538833 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3aeb03de-e5f9-43a9-88e3-e439673223e8 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Releasing vlan 257 on physical network physnet1 to pool {{(pid=103701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:46:57.539986 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3aeb03de-e5f9-43a9-88e3-e439673223e8 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583360'] for segment (0c209e77-3b91-4bee-9540-a75b0af6ff55), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:57.552038 n-d-826753-2 neutron-server[103701]: Traceback (most recent call last): Feb 19 02:46:57.552038 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:46:57.552038 n-d-826753-2 neutron-server[103701]: timer() Feb 19 02:46:57.552038 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:46:57.552038 n-d-826753-2 neutron-server[103701]: cb(*args, **kw) Feb 19 02:46:57.552038 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:46:57.552038 n-d-826753-2 neutron-server[103701]: return func(*args, **kwargs) Feb 19 02:46:57.552038 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:46:57.552038 n-d-826753-2 neutron-server[103701]: self._notify() Feb 19 02:46:57.552038 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:46:57.552038 n-d-826753-2 neutron-server[103701]: self.callback(batched_events) Feb 19 02:46:57.552038 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:46:57.552038 n-d-826753-2 neutron-server[103701]: event.method(event) Feb 19 02:46:57.552038 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:46:57.552038 n-d-826753-2 neutron-server[103701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:46:57.552038 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:46:57.552038 n-d-826753-2 neutron-server[103701]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:46:57.552038 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:46:57.552038 n-d-826753-2 neutron-server[103701]: return f(self, *a, **k) Feb 19 02:46:57.552038 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:46:57.552038 n-d-826753-2 neutron-server[103701]: return self._get(url).json() Feb 19 02:46:57.552038 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:46:57.552038 n-d-826753-2 neutron-server[103701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:46:57.552038 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:46:57.552038 n-d-826753-2 neutron-server[103701]: return self.request(url, 'GET', **kwargs) Feb 19 02:46:57.552038 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:46:57.552038 n-d-826753-2 neutron-server[103701]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:46:57.552038 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:46:57.552038 n-d-826753-2 neutron-server[103701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:46:57.552038 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:46:57.552038 n-d-826753-2 neutron-server[103701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:46:57.552038 n-d-826753-2 neutron-server[103701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:46:57.564537 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 1e5f5862-f5df-4314-97ad-4c0355742944 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:46:57.565240 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (1e5f5862-f5df-4314-97ad-4c0355742944), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:57.597173 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfee5af4-da6a-4d15-a1c5-a6cd65193d4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e5f5862-f5df-4314-97ad-4c0355742944'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:46:57.601314 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfb7d614-2c77-48f4-91c7-f32792787a84" -d '{"events": [{"server_uuid": "dfee5af4-da6a-4d15-a1c5-a6cd65193d4e", "name": "network-vif-plugged", "status": "completed", "tag": "1e5f5862-f5df-4314-97ad-4c0355742944"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:46:57.623764 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 1e5f5862-f5df-4314-97ad-4c0355742944, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=1e5f5862-f5df-4314-97ad-4c0355742944,segment=NetworkSegment(27cce794-dfd5-41e1-991b-27e0c79dcb47),segment_id=27cce794-dfd5-41e1-991b-27e0c79dcb47)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:46:57.630955 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (1e5f5862-f5df-4314-97ad-4c0355742944), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:57.632839 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0680a340-50a9-4c56-ab1d-2d7702defb07 req-4172fdb5-f353-4064-b69b-0091e6a31e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:57.634403 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0680a340-50a9-4c56-ab1d-2d7702defb07 req-4172fdb5-f353-4064-b69b-0091e6a31e39 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ad75c6928a1d4c6da3a56db6352b2618&device_id=b6022ed1-67a1-4ded-890d-e1e66f84412d HTTP/1.1" status: 200 len: 1127 time: 0.3253002 Feb 19 02:46:57.694019 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=1e5f5862-f5df-4314-97ad-4c0355742944,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:57.728240 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ebf6aa-9fd5-4752-9672-e975245a6064 req-3a71adab-2062-409f-83a6-cd198f9637f8 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:57.729964 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f3ebf6aa-9fd5-4752-9672-e975245a6064 req-3a71adab-2062-409f-83a6-cd198f9637f8 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfee5af4-da6a-4d15-a1c5-a6cd65193d4e HTTP/1.1" status: 200 len: 944 time: 0.4219799 Feb 19 02:46:57.735235 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3aeb03de-e5f9-43a9-88e3-e439673223e8 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (b8f41e3d-6513-4f0d-9e4d-de093bc316c3), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:57.758228 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3aeb03de-e5f9-43a9-88e3-e439673223e8 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:57.767348 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 54246) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:46:57.768013 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-3aeb03de-e5f9-43a9-88e3-e439673223e8 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] 10.222.0.72 "DELETE /v2.0/networks/b8f41e3d-6513-4f0d-9e4d-de093bc316c3 HTTP/1.1" status: 204 len: 168 time: 4.4316640 Feb 19 02:46:57.794646 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c523e904-cba8-47be-84fa-c9e747519bb3 req-6778f318-162e-4770-8385-b3cd1cf085fb tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:57.795941 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-fd6d9277-1962-4d90-89b8-18791d47cd37 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1589454392'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:46:57.796210 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c523e904-cba8-47be-84fa-c9e747519bb3 req-6778f318-162e-4770-8385-b3cd1cf085fb tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6022ed1-67a1-4ded-890d-e1e66f84412d HTTP/1.1" status: 200 len: 945 time: 0.4276407 Feb 19 02:46:57.809384 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-91b0bb29-eccd-4cfc-84a5-121ba8238e6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16317457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14254'] for router (ba739a3e-d260-47d2-9261-6ed5b9c921d2), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:57.815151 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-91b0bb29-eccd-4cfc-84a5-121ba8238e6d admin admin] Publish callbacks [] for router_controller (ba739a3e-d260-47d2-9261-6ed5b9c921d2), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:57.815981 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeb03de-e5f9-43a9-88e3-e439673223e8 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Pushing event deleted for resources: {'Network': ['ID=b8f41e3d-6513-4f0d-9e4d-de093bc316c3,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:57.853123 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0680a340-50a9-4c56-ab1d-2d7702defb07 req-e7ed2f54-ef2a-4a82-a051-2790d5f5a44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:57.854680 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0680a340-50a9-4c56-ab1d-2d7702defb07 req-e7ed2f54-ef2a-4a82-a051-2790d5f5a44f service neutron] 10.222.0.82 "GET /v2.0/networks?id=db98097a-bb19-479d-bd0d-4f71e988880a HTTP/1.1" status: 200 len: 922 time: 0.2096608 Feb 19 02:46:57.874417 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9cf83e9-9222-4553-a386-54c6f2650081 admin admin] Router 98bbefd7-eb7b-40dc-b501-fc554b25d0ce has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:46:57.882208 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd6d9277-1962-4d90-89b8-18791d47cd37 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Made reservation on behalf of 3feb19dbdfe94d40bca95d7b37882add for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:46:57.885506 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fd6d9277-1962-4d90-89b8-18791d47cd37 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:57.890341 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5d3f6e60-df8e-48c7-9271-1831d182dab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (b1a137d6-9401-474d-a1fd-b009eb26645e), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:57.918598 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0680a340-50a9-4c56-ab1d-2d7702defb07 req-773d4ca1-81c0-4e23-9c84-3adcaed940a4 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8da45f0-7b76-4b5c-a534-292471570be8 HTTP/1.1" status: 200 len: 217 time: 0.0524950 Feb 19 02:46:57.924783 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f3ebf6aa-9fd5-4752-9672-e975245a6064 req-886116bc-f809-4af1-81a0-b28de3bf8c32 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/security-groups?id=33e2eb59-206d-4216-aaf9-91cfc46ad855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817074 Feb 19 02:46:57.935236 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3f6e60-df8e-48c7-9271-1831d182dab4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1a137d6-9401-474d-a1fd-b009eb26645e,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:57.937562 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-91b0bb29-eccd-4cfc-84a5-121ba8238e6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16317544'] for router (ba739a3e-d260-47d2-9261-6ed5b9c921d2), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:57.938080 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91b0bb29-eccd-4cfc-84a5-121ba8238e6d admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba739a3e-d260-47d2-9261-6ed5b9c921d2 {{(pid=103702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 02:46:57.977544 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c523e904-cba8-47be-84fa-c9e747519bb3 req-e6da8210-0d82-4074-84c0-d2688bf7bec5 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672573 Feb 19 02:46:58.017584 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-91b0bb29-eccd-4cfc-84a5-121ba8238e6d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:58.020518 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0680a340-50a9-4c56-ab1d-2d7702defb07 req-b5488878-b04a-4c38-a3b6-61070451b600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:58.021597 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-91b0bb29-eccd-4cfc-84a5-121ba8238e6d admin admin] 10.222.0.72 "DELETE /v2.0/routers/ba739a3e-d260-47d2-9261-6ed5b9c921d2 HTTP/1.1" status: 204 len: 168 time: 4.8657179 Feb 19 02:46:58.025327 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 54248) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:46:58.054460 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0680a340-50a9-4c56-ab1d-2d7702defb07 req-b5488878-b04a-4c38-a3b6-61070451b600 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2fe72d28-9326-4a85-b8b2-36c8cafae112 HTTP/1.1" status: 200 len: 861 time: 0.1286719 Feb 19 02:46:58.161653 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30e2761d-1848-463e-bb4f-140648ba9d33 x-openstack-request-id: req-30e2761d-1848-463e-bb4f-140648ba9d33 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:46:58.162334 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfee5af4-da6a-4d15-a1c5-a6cd65193d4e", "name": "network-vif-plugged", "status": "completed", "tag": "1e5f5862-f5df-4314-97ad-4c0355742944", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:46:58.162334 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-30e2761d-1848-463e-bb4f-140648ba9d33 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:46:58.162511 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfee5af4-da6a-4d15-a1c5-a6cd65193d4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e5f5862-f5df-4314-97ad-4c0355742944', 'code': 200} Feb 19 02:46:58.164370 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0680a340-50a9-4c56-ab1d-2d7702defb07 req-70a5fe8d-3112-4ab3-b69f-41d8e0a7691b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=db98097a-bb19-479d-bd0d-4f71e988880a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1018789 Feb 19 02:46:58.258473 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bbc57b2e-01a4-4609-9da6-4b53f8b239e5 req-0a20384b-5d49-498c-a3da-2260a45f4c10 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3e2950d-ab47-4046-8006-daf03c09940e HTTP/1.1" status: 200 len: 210 time: 0.0914600 Feb 19 02:46:58.313930 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 3913befa-9625-441a-b8cd-48872a3932cc no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:46:58.331039 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5d3f6e60-df8e-48c7-9271-1831d182dab4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16362762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16314471'] for router_interface (31861ac7-84a3-4e96-b53a-6166ad16175f), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:58.364942 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 3913befa-9625-441a-b8cd-48872a3932cc {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:46:58.365257 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 3913befa-9625-441a-b8cd-48872a3932cc not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:46:58.396374 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd53ea1a-e8e0-41b3-ac9c-bea9717e694f admin admin] Deleting subnet bf415dad-5efe-4a2d-9205-4db3a214084c {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:46:58.403898 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95646784-0711-434a-8aed-761950d25bb2 req-446ea053-5a39-432a-9224-b7be1b00043d tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:58.405436 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fd53ea1a-e8e0-41b3-ac9c-bea9717e694f admin admin] Publish callbacks [] for subnet (bf415dad-5efe-4a2d-9205-4db3a214084c), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:58.409310 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95646784-0711-434a-8aed-761950d25bb2 req-446ea053-5a39-432a-9224-b7be1b00043d tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:58.415522 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95646784-0711-434a-8aed-761950d25bb2 req-446ea053-5a39-432a-9224-b7be1b00043d tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:58.420834 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95646784-0711-434a-8aed-761950d25bb2 req-446ea053-5a39-432a-9224-b7be1b00043d tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:58.426182 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95646784-0711-434a-8aed-761950d25bb2 req-446ea053-5a39-432a-9224-b7be1b00043d tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:58.431812 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95646784-0711-434a-8aed-761950d25bb2 req-446ea053-5a39-432a-9224-b7be1b00043d tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:58.436878 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95646784-0711-434a-8aed-761950d25bb2 req-446ea053-5a39-432a-9224-b7be1b00043d tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:58.438848 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-95646784-0711-434a-8aed-761950d25bb2 req-446ea053-5a39-432a-9224-b7be1b00043d tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ec863d4-5792-46d2-b299-7b34b3ebe431 HTTP/1.1" status: 200 len: 5432 time: 0.1438580 Feb 19 02:46:58.445433 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0680a340-50a9-4c56-ab1d-2d7702defb07 req-85d3aa0c-f0dc-416b-a4f7-3eb2e06d4392 service neutron] 10.222.0.82 "GET /v2.0/networks/db98097a-bb19-479d-bd0d-4f71e988880a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486634 Feb 19 02:46:58.446689 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd6d9277-1962-4d90-89b8-18791d47cd37 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] vlan segment allocate from pool success with {'vlan_id': 251, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:46:58.532786 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fd6d9277-1962-4d90-89b8-18791d47cd37 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (1de004bf-da45-4ad1-a910-fa56ecd29d56), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:58.533245 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-fd6d9277-1962-4d90-89b8-18791d47cd37 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Added segment 1de004bf-da45-4ad1-a910-fa56ecd29d56 of type vlan for network d8e6803c-c37c-4bc0-9da2-8f2c996c2ab7 Feb 19 02:46:58.560873 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-95646784-0711-434a-8aed-761950d25bb2 req-20a13a1a-a284-4566-bc2e-1fa3a113fd75 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ad2b075-8470-4480-bb4e-92661338512f&id=1cff43f7-3cfd-4595-99e1-888048810960&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1144719 Feb 19 02:46:58.581536 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0680a340-50a9-4c56-ab1d-2d7702defb07 req-cf39735f-3a1d-418e-9032-330faea74e31 service neutron] 10.222.0.82 "GET /v2.0/networks/db98097a-bb19-479d-bd0d-4f71e988880a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291060 Feb 19 02:46:58.589065 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fd53ea1a-e8e0-41b3-ac9c-bea9717e694f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (bf415dad-5efe-4a2d-9205-4db3a214084c), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:58.706746 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fd6d9277-1962-4d90-89b8-18791d47cd37 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (d8e6803c-c37c-4bc0-9da2-8f2c996c2ab7), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:58.732146 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d6760a-632b-45b2-b4e3-779fab0d3f83 req-1ecf3cee-19f5-4b92-b7ed-06dd70d6cd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:58.733714 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-74d6760a-632b-45b2-b4e3-779fab0d3f83 req-1ecf3cee-19f5-4b92-b7ed-06dd70d6cd13 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=dfee5af4-da6a-4d15-a1c5-a6cd65193d4e HTTP/1.1" status: 200 len: 1127 time: 0.3205757 Feb 19 02:46:58.748310 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9cf83e9-9222-4553-a386-54c6f2650081 admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:46:58.759604 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b8d165-c226-402a-8226-69e12514d687 None None] Sync routers for ids ['98bbefd7-eb7b-40dc-b501-fc554b25d0ce'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:46:58.763555 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-c9cf83e9-9222-4553-a386-54c6f2650081 admin admin] 10.222.0.72 "PUT /v2.0/routers/98bbefd7-eb7b-40dc-b501-fc554b25d0ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8061819 Feb 19 02:46:58.766125 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 54250) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:46:58.802146 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b8d165-c226-402a-8226-69e12514d687 None None] Routers {'98bbefd7-eb7b-40dc-b501-fc554b25d0ce'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:46:58.802637 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-28b8d165-c226-402a-8226-69e12514d687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:46:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['98bbefd7-eb7b-40dc-b501-fc554b25d0ce'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:46:58.848435 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fd6d9277-1962-4d90-89b8-18791d47cd37 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (d8e6803c-c37c-4bc0-9da2-8f2c996c2ab7), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:58.853770 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6d9277-1962-4d90-89b8-18791d47cd37 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:58.854559 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fd6d9277-1962-4d90-89b8-18791d47cd37 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:58.899753 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fd53ea1a-e8e0-41b3-ac9c-bea9717e694f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (bf415dad-5efe-4a2d-9205-4db3a214084c), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:58.952228 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-74d6760a-632b-45b2-b4e3-779fab0d3f83 req-d1952847-74eb-452d-8108-ed94bce74f63 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=33e2eb59-206d-4216-aaf9-91cfc46ad855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114177 Feb 19 02:46:58.984914 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1725b598-a434-4c4a-9f3f-53a54d925643 admin admin] Publish callbacks [] for router (98bbefd7-eb7b-40dc-b501-fc554b25d0ce), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:59.013310 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-fd6d9277-1962-4d90-89b8-18791d47cd37 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2244828 Feb 19 02:46:59.022527 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 54254) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:46:59.032986 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-90345c13-c511-4674-b2a1-7e707c07e6d1 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Request body: {'subnet': {'network_id': 'd8e6803c-c37c-4bc0-9da2-8f2c996c2ab7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:46:59.074195 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-28b8d165-c226-402a-8226-69e12514d687 None None] Set router 98bbefd7-eb7b-40dc-b501-fc554b25d0ce gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:46:59.113980 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6d9277-1962-4d90-89b8-18791d47cd37 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Pushing event updated for resources: {'Network': ['ID=d8e6803c-c37c-4bc0-9da2-8f2c996c2ab7,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:59.126125 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network d8e6803c-c37c-4bc0-9da2-8f2c996c2ab7 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:46:59.204597 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fd53ea1a-e8e0-41b3-ac9c-bea9717e694f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (bf415dad-5efe-4a2d-9205-4db3a214084c), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:59.225675 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d3f6e60-df8e-48c7-9271-1831d182dab4 admin admin] Router 31861ac7-84a3-4e96-b53a-6166ad16175f has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:46:59.262575 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fd53ea1a-e8e0-41b3-ac9c-bea9717e694f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:59.263264 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718847f9-e256-4235-9281-eae300fa64c8 None None] Network 9e3d3723-c6e4-4d29-ab4f-26c1fc3bb323 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:46:59.269711 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-fd53ea1a-e8e0-41b3-ac9c-bea9717e694f admin admin] 10.222.0.72 "DELETE /v2.0/subnets/bf415dad-5efe-4a2d-9205-4db3a214084c HTTP/1.1" status: 204 len: 168 time: 1.0040236 Feb 19 02:46:59.271507 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd53ea1a-e8e0-41b3-ac9c-bea9717e694f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf415dad-5efe-4a2d-9205-4db3a214084c,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:59.278720 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 54258) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:46:59.309537 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1725b598-a434-4c4a-9f3f-53a54d925643 admin admin] Publish callbacks [] for router_gateway (98bbefd7-eb7b-40dc-b501-fc554b25d0ce), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:59.405304 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-28b8d165-c226-402a-8226-69e12514d687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98bbefd7-eb7b-40dc-b501-fc554b25d0ce', 'name': 'tempest-AttachSCSIVolumeTestJSON-1337270736-router', 'tenant_id': '14b5dc4687694c20b0270d65faef3f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': 'b49f423f-a425-4727-a232-a9caca2872c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:43:15Z', 'updated_at': '2022-02-19T02:46:54Z', 'revision_number': 5, 'project_id': '14b5dc4687694c20b0270d65faef3f7e', 'gw_port': {'id': 'b49f423f-a425-4727-a232-a9caca2872c4', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:01:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98bbefd7-eb7b-40dc-b501-fc554b25d0ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:43:16Z', 'updated_at': '2022-02-19T02:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:46:59.419228 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d459f47b-3f19-4cda-9fd2-cf2205cd63b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (9e3d3723-c6e4-4d29-ab4f-26c1fc3bb323), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:59.441597 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b8d165-c226-402a-8226-69e12514d687 None None] Checking router: 98bbefd7-eb7b-40dc-b501-fc554b25d0ce for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:46:59.452247 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b8d165-c226-402a-8226-69e12514d687 None None] Routers {'98bbefd7-eb7b-40dc-b501-fc554b25d0ce'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:46:59.453164 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-28b8d165-c226-402a-8226-69e12514d687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:46:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['98bbefd7-eb7b-40dc-b501-fc554b25d0ce'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:46:59.543842 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c14cea3-3d37-4ba2-b666-1cb084b9bb99 req-d6516491-d0c1-4df6-8518-3ecdf42b095f tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:59.550081 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2c14cea3-3d37-4ba2-b666-1cb084b9bb99 req-d6516491-d0c1-4df6-8518-3ecdf42b095f tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6022ed1-67a1-4ded-890d-e1e66f84412d HTTP/1.1" status: 200 len: 945 time: 0.2443862 Feb 19 02:46:59.550750 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d3f6e60-df8e-48c7-9271-1831d182dab4 admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:46:59.563388 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a571f1c-f863-405a-b7c1-e6445eb3241e None None] Sync routers for ids ['31861ac7-84a3-4e96-b53a-6166ad16175f'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:46:59.564924 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bc7667-3d82-43ea-8215-4bfe3fe0ba1e req-ff2600a1-9a1f-4172-816a-89ab3c3b2ddf tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:59.566481 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-57bc7667-3d82-43ea-8215-4bfe3fe0ba1e req-ff2600a1-9a1f-4172-816a-89ab3c3b2ddf tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfee5af4-da6a-4d15-a1c5-a6cd65193d4e HTTP/1.1" status: 200 len: 945 time: 0.2620089 Feb 19 02:46:59.574716 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-5d3f6e60-df8e-48c7-9271-1831d182dab4 admin admin] 10.222.0.72 "PUT /v2.0/routers/31861ac7-84a3-4e96-b53a-6166ad16175f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2444410 Feb 19 02:46:59.579784 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90345c13-c511-4674-b2a1-7e707c07e6d1 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Made reservation on behalf of 3feb19dbdfe94d40bca95d7b37882add for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:46:59.584193 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-90345c13-c511-4674-b2a1-7e707c07e6d1 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:59.585501 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 54262) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:46:59.591977 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6de0e85-c1c4-413c-ab0c-0be585273a5a None None] DHCP port deletion for 9e3d3723-c6e4-4d29-ab4f-26c1fc3bb323 request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 02:46:59.611412 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a571f1c-f863-405a-b7c1-e6445eb3241e None None] Routers {'31861ac7-84a3-4e96-b53a-6166ad16175f'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:46:59.618235 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-9a571f1c-f863-405a-b7c1-e6445eb3241e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:46:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['31861ac7-84a3-4e96-b53a-6166ad16175f'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:46:59.642732 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-28b8d165-c226-402a-8226-69e12514d687 None None] Set router 98bbefd7-eb7b-40dc-b501-fc554b25d0ce gateway port host: None {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:46:59.648376 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-1725b598-a434-4c4a-9f3f-53a54d925643 admin admin] Deleting port b49f423f-a425-4727-a232-a9caca2872c4 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:46:59.648716 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1725b598-a434-4c4a-9f3f-53a54d925643 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (b49f423f-a425-4727-a232-a9caca2872c4), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:59.738149 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-28b8d165-c226-402a-8226-69e12514d687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98bbefd7-eb7b-40dc-b501-fc554b25d0ce', 'name': 'tempest-AttachSCSIVolumeTestJSON-1337270736-router', 'tenant_id': '14b5dc4687694c20b0270d65faef3f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:43:15Z', 'updated_at': '2022-02-19T02:46:59Z', 'revision_number': 6, 'project_id': '14b5dc4687694c20b0270d65faef3f7e', 'gw_port_host': None}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:46:59.744965 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-57bc7667-3d82-43ea-8215-4bfe3fe0ba1e req-2662144e-3210-43e0-ae10-6ef439c85f2e tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/security-groups?id=33e2eb59-206d-4216-aaf9-91cfc46ad855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471946 Feb 19 02:46:59.776926 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2c14cea3-3d37-4ba2-b666-1cb084b9bb99 req-c2fb73a6-52c9-4a9b-ad75-769589e3981c tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149727 Feb 19 02:46:59.794050 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-d459f47b-3f19-4cda-9fd2-cf2205cd63b1 admin admin] Deleting port 213545d9-bb2c-40b3-9b67-c9295941643a {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:46:59.794677 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d459f47b-3f19-4cda-9fd2-cf2205cd63b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (213545d9-bb2c-40b3-9b67-c9295941643a), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:59.861080 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b8d165-c226-402a-8226-69e12514d687 None None] The sync data for ids ['98bbefd7-eb7b-40dc-b501-fc554b25d0ce'] in n-d-826753-2 is: [{'id': '98bbefd7-eb7b-40dc-b501-fc554b25d0ce', 'name': 'tempest-AttachSCSIVolumeTestJSON-1337270736-router', 'tenant_id': '14b5dc4687694c20b0270d65faef3f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:43:15Z', 'updated_at': '2022-02-19T02:46:59Z', 'revision_number': 6, 'project_id': '14b5dc4687694c20b0270d65faef3f7e', 'gw_port_host': None}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:46:59.972827 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-d459f47b-3f19-4cda-9fd2-cf2205cd63b1 admin admin] For port 213545d9-bb2c-40b3-9b67-c9295941643a, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=213545d9-bb2c-40b3-9b67-c9295941643a,segment=NetworkSegment(cc7f64c5-6529-4a39-8e75-2d6f42b16075),segment_id=cc7f64c5-6529-4a39-8e75-2d6f42b16075)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:46:59.974164 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d459f47b-3f19-4cda-9fd2-cf2205cd63b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (213545d9-bb2c-40b3-9b67-c9295941643a), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:59.984156 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-769415f7-a955-48bd-b3fa-49c56424ce78 req-0dacf13c-d2d5-4af7-8726-09fe534cc62b tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3e2950d-ab47-4046-8006-daf03c09940e HTTP/1.1" status: 200 len: 210 time: 0.0575557 Feb 19 02:46:59.996496 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ab8b36d2-4ed4-44d9-8320-d59d9af2a71b admin admin] Publish callbacks [] for router (31861ac7-84a3-4e96-b53a-6166ad16175f), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:00.060768 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-d459f47b-3f19-4cda-9fd2-cf2205cd63b1 admin admin] Calling delete_port for 213545d9-bb2c-40b3-9b67-c9295941643a owned by network:dhcp {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:47:00.295496 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-d6de0e85-c1c4-413c-ab0c-0be585273a5a None None] Deleting port 213545d9-bb2c-40b3-9b67-c9295941643a {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:47:00.296115 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d6de0e85-c1c4-413c-ab0c-0be585273a5a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (213545d9-bb2c-40b3-9b67-c9295941643a), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:00.322102 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-90345c13-c511-4674-b2a1-7e707c07e6d1 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (6ce5114b-d24f-44bb-9b42-a6e13ce6c2cd), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:00.420468 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-d6de0e85-c1c4-413c-ab0c-0be585273a5a None None] For port 213545d9-bb2c-40b3-9b67-c9295941643a, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=213545d9-bb2c-40b3-9b67-c9295941643a,segment=NetworkSegment(cc7f64c5-6529-4a39-8e75-2d6f42b16075),segment_id=cc7f64c5-6529-4a39-8e75-2d6f42b16075)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:47:00.421224 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d6de0e85-c1c4-413c-ab0c-0be585273a5a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (213545d9-bb2c-40b3-9b67-c9295941643a), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:00.440086 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-d6de0e85-c1c4-413c-ab0c-0be585273a5a None None] Calling delete_port for 213545d9-bb2c-40b3-9b67-c9295941643a owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:47:00.491947 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-1725b598-a434-4c4a-9f3f-53a54d925643 admin admin] For port b49f423f-a425-4727-a232-a9caca2872c4, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=b49f423f-a425-4727-a232-a9caca2872c4,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:47:00.493487 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1725b598-a434-4c4a-9f3f-53a54d925643 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (b49f423f-a425-4727-a232-a9caca2872c4), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:00.506924 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90345c13-c511-4674-b2a1-7e707c07e6d1 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Pushing event updated for resources: {'Subnet': ['ID=6ce5114b-d24f-44bb-9b42-a6e13ce6c2cd,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:00.510621 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d459f47b-3f19-4cda-9fd2-cf2205cd63b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (213545d9-bb2c-40b3-9b67-c9295941643a), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:00.527334 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e101bc04-9478-455d-80fc-9c9a39e686bf req-2c507657-1b7d-4ba7-88a8-477637e9659a tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:00.538860 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e101bc04-9478-455d-80fc-9c9a39e686bf req-2c507657-1b7d-4ba7-88a8-477637e9659a tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:00.546130 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e101bc04-9478-455d-80fc-9c9a39e686bf req-2c507657-1b7d-4ba7-88a8-477637e9659a tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:00.552274 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e101bc04-9478-455d-80fc-9c9a39e686bf req-2c507657-1b7d-4ba7-88a8-477637e9659a tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:00.559037 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e101bc04-9478-455d-80fc-9c9a39e686bf req-2c507657-1b7d-4ba7-88a8-477637e9659a tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:00.567720 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e101bc04-9478-455d-80fc-9c9a39e686bf req-2c507657-1b7d-4ba7-88a8-477637e9659a tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:00.572678 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e101bc04-9478-455d-80fc-9c9a39e686bf req-2c507657-1b7d-4ba7-88a8-477637e9659a tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:00.575187 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d6de0e85-c1c4-413c-ab0c-0be585273a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (213545d9-bb2c-40b3-9b67-c9295941643a), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:00.580208 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d459f47b-3f19-4cda-9fd2-cf2205cd63b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=213545d9-bb2c-40b3-9b67-c9295941643a,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:00.586234 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e101bc04-9478-455d-80fc-9c9a39e686bf req-2c507657-1b7d-4ba7-88a8-477637e9659a tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ec863d4-5792-46d2-b299-7b34b3ebe431 HTTP/1.1" status: 200 len: 5432 time: 0.6984503 Feb 19 02:47:00.598033 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d459f47b-3f19-4cda-9fd2-cf2205cd63b1 admin admin] No DVR routers for this DVR port 213545d9-bb2c-40b3-9b67-c9295941643a on host n-d-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:47:00.600589 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 2f8bf5c7-8e9b-4b2c-b5d8-ec28492d18dd no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:47:00.602913 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90345c13-c511-4674-b2a1-7e707c07e6d1 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Checking segment: {'id': '1de004bf-da45-4ad1-a910-fa56ecd29d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'd8e6803c-c37c-4bc0-9da2-8f2c996c2ab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:47:00.604225 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90345c13-c511-4674-b2a1-7e707c07e6d1 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Network hostable DHCP agents. Network: d8e6803c-c37c-4bc0-9da2-8f2c996c2ab7, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:47:00.657293 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 2f8bf5c7-8e9b-4b2c-b5d8-ec28492d18dd {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:47:00.657984 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 2f8bf5c7-8e9b-4b2c-b5d8-ec28492d18dd not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:47:00.658576 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 213545d9-bb2c-40b3-9b67-c9295941643a no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:47:00.663697 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6de0e85-c1c4-413c-ab0c-0be585273a5a None None] No DVR routers for this DVR port 213545d9-bb2c-40b3-9b67-c9295941643a on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:47:00.668250 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6de0e85-c1c4-413c-ab0c-0be585273a5a None None] Pushing event deleted for resources: {'Port': ['ID=213545d9-bb2c-40b3-9b67-c9295941643a,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:00.673938 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-1725b598-a434-4c4a-9f3f-53a54d925643 admin admin] Calling delete_port for b49f423f-a425-4727-a232-a9caca2872c4 owned by network:router_gateway {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:47:00.690856 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90345c13-c511-4674-b2a1-7e707c07e6d1 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Network d8e6803c-c37c-4bc0-9da2-8f2c996c2ab7 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:47:00.694695 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d459f47b-3f19-4cda-9fd2-cf2205cd63b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (9e3d3723-c6e4-4d29-ab4f-26c1fc3bb323), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:00.701407 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e101bc04-9478-455d-80fc-9c9a39e686bf req-02b33992-5387-4041-abcf-c5794231030d tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ad2b075-8470-4480-bb4e-92661338512f&id=1cff43f7-3cfd-4595-99e1-888048810960&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1096685 Feb 19 02:47:00.709924 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 213545d9-bb2c-40b3-9b67-c9295941643a {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:47:00.710277 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 213545d9-bb2c-40b3-9b67-c9295941643a not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:47:00.718213 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-90345c13-c511-4674-b2a1-7e707c07e6d1 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, d8e6803c-c37c-4bc0-9da2-8f2c996c2ab7) {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:47:00.722367 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-9a571f1c-f863-405a-b7c1-e6445eb3241e None None] Set router 31861ac7-84a3-4e96-b53a-6166ad16175f gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:47:00.726667 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-d459f47b-3f19-4cda-9fd2-cf2205cd63b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e3d3723-c6e4-4d29-ab4f-26c1fc3bb323']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:47:00.729678 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90345c13-c511-4674-b2a1-7e707c07e6d1 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:00.730267 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-90345c13-c511-4674-b2a1-7e707c07e6d1 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:00.743381 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-d459f47b-3f19-4cda-9fd2-cf2205cd63b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc7f64c5-6529-4a39-8e75-2d6f42b16075') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:47:00.743770 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-d459f47b-3f19-4cda-9fd2-cf2205cd63b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc7f64c5-6529-4a39-8e75-2d6f42b16075') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:47:00.760193 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d459f47b-3f19-4cda-9fd2-cf2205cd63b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (cc7f64c5-6529-4a39-8e75-2d6f42b16075), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:00.771455 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-90345c13-c511-4674-b2a1-7e707c07e6d1 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7462773 Feb 19 02:47:00.771455 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 54266) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:47:00.834758 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d459f47b-3f19-4cda-9fd2-cf2205cd63b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (cc7f64c5-6529-4a39-8e75-2d6f42b16075), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:00.881934 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d459f47b-3f19-4cda-9fd2-cf2205cd63b1 admin admin] Releasing vlan 273 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:47:00.883321 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d459f47b-3f19-4cda-9fd2-cf2205cd63b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (cc7f64c5-6529-4a39-8e75-2d6f42b16075), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:00.893723 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 02:47:00.893723 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:47:00.893723 n-d-826753-2 neutron-server[103702]: timer() Feb 19 02:47:00.893723 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:47:00.893723 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 02:47:00.893723 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:47:00.893723 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 02:47:00.893723 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:47:00.893723 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 02:47:00.893723 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:47:00.893723 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 02:47:00.893723 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:47:00.893723 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 02:47:00.893723 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:47:00.893723 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:47:00.893723 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:47:00.893723 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:47:00.893723 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:47:00.893723 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 02:47:00.893723 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:47:00.893723 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 02:47:00.893723 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:47:00.893723 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:47:00.893723 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:47:00.893723 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 02:47:00.893723 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:47:00.893723 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:47:00.893723 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:47:00.893723 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:47:00.893723 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:47:00.893723 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:47:00.893723 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:47:00.900209 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d467a302-6a45-4359-9b39-e083fa8c7bb3 None None] Network d8e6803c-c37c-4bc0-9da2-8f2c996c2ab7 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:47:00.998637 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d459f47b-3f19-4cda-9fd2-cf2205cd63b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (9e3d3723-c6e4-4d29-ab4f-26c1fc3bb323), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:01.025307 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d459f47b-3f19-4cda-9fd2-cf2205cd63b1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:01.042374 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-d459f47b-3f19-4cda-9fd2-cf2205cd63b1 admin admin] 10.222.0.72 "DELETE /v2.0/networks/9e3d3723-c6e4-4d29-ab4f-26c1fc3bb323 HTTP/1.1" status: 204 len: 168 time: 1.7510219 Feb 19 02:47:01.060627 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-dcdd2c38-b96a-4444-8626-7683de0a16e3 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (d8e6803c-c37c-4bc0-9da2-8f2c996c2ab7), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:01.079784 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d459f47b-3f19-4cda-9fd2-cf2205cd63b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e3d3723-c6e4-4d29-ab4f-26c1fc3bb323,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:01.128613 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a7a13e-a52e-4a9a-8650-85fb0082cb67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-d8e6803c-c37c-4bc0-9da2-8f2c996c2ab7', 'network_id': 'd8e6803c-c37c-4bc0-9da2-8f2c996c2ab7', 'project_id': '3feb19dbdfe94d40bca95d7b37882add', 'fixed_ips': [{'subnet_id': '6ce5114b-d24f-44bb-9b42-a6e13ce6c2cd'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:47:01.131126 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e2a7a13e-a52e-4a9a-8650-85fb0082cb67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:01.151594 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-dcdd2c38-b96a-4444-8626-7683de0a16e3 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (6ce5114b-d24f-44bb-9b42-a6e13ce6c2cd), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:01.273571 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 54276) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:47:01.284649 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-dcdd2c38-b96a-4444-8626-7683de0a16e3 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (6ce5114b-d24f-44bb-9b42-a6e13ce6c2cd), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:01.299296 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ab8b36d2-4ed4-44d9-8320-d59d9af2a71b admin admin] Publish callbacks [] for router_gateway (31861ac7-84a3-4e96-b53a-6166ad16175f), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:01.328066 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdd2c38-b96a-4444-8626-7683de0a16e3 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Pushing event deleted for resources: {'Subnet': ['ID=6ce5114b-d24f-44bb-9b42-a6e13ce6c2cd,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:01.384559 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server [None req-e2a7a13e-a52e-4a9a-8650-85fb0082cb67 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6ce5114b-d24f-44bb-9b42-a6e13ce6c2cd: This subnet is being modified by another concurrent operation. Feb 19 02:47:01.384559 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 19 02:47:01.384559 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 19 02:47:01.384559 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 19 02:47:01.384559 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 19 02:47:01.384559 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 19 02:47:01.384559 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 19 02:47:01.384559 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 19 02:47:01.384559 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 19 02:47:01.384559 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 19 02:47:01.384559 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 02:47:01.384559 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 02:47:01.384559 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 02:47:01.384559 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 02:47:01.384559 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 02:47:01.384559 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 02:47:01.384559 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 02:47:01.384559 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 02:47:01.384559 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 02:47:01.384559 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 02:47:01.384559 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 02:47:01.384559 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 02:47:01.384559 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 02:47:01.384559 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 02:47:01.384559 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 02:47:01.384559 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 02:47:01.384559 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 02:47:01.384559 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 02:47:01.384559 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 02:47:01.384559 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 02:47:01.384559 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 02:47:01.384559 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 02:47:01.384559 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 02:47:01.384559 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 02:47:01.384559 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 19 02:47:01.384559 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 19 02:47:01.384559 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 19 02:47:01.384559 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 19 02:47:01.384559 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 19 02:47:01.384559 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 19 02:47:01.384559 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 19 02:47:01.384559 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 19 02:47:01.384559 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 19 02:47:01.384559 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 02:47:01.384559 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 02:47:01.384559 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 02:47:01.384559 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 02:47:01.384559 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 02:47:01.384559 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 02:47:01.384559 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 02:47:01.384559 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 02:47:01.384559 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 02:47:01.384559 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 02:47:01.384559 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 02:47:01.388879 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 02:47:01.388879 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 02:47:01.388879 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 02:47:01.388879 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 02:47:01.388879 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 02:47:01.388879 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 02:47:01.388879 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 02:47:01.388879 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 02:47:01.388879 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 02:47:01.388879 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 02:47:01.388879 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 02:47:01.388879 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 02:47:01.388879 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 02:47:01.388879 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 02:47:01.388879 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 02:47:01.388879 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 02:47:01.388879 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 19 02:47:01.388879 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 19 02:47:01.388879 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 19 02:47:01.388879 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 19 02:47:01.388879 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 19 02:47:01.388879 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 19 02:47:01.388879 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 19 02:47:01.388879 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 19 02:47:01.388879 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 02:47:01.388879 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 02:47:01.388879 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 19 02:47:01.388879 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 19 02:47:01.388879 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 19 02:47:01.388879 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 19 02:47:01.388879 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 19 02:47:01.388879 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 19 02:47:01.388879 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 19 02:47:01.388879 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 19 02:47:01.388879 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 19 02:47:01.388879 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server raise exception Feb 19 02:47:01.388879 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6ce5114b-d24f-44bb-9b42-a6e13ce6c2cd: This subnet is being modified by another concurrent operation. Feb 19 02:47:01.388879 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server Feb 19 02:47:01.391597 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-9a571f1c-f863-405a-b7c1-e6445eb3241e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31861ac7-84a3-4e96-b53a-6166ad16175f', 'name': 'tempest-FloatingIPsNegativeTestJSON-2061183158-router', 'tenant_id': '5a3336c2145045298f011de03688a9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': 'bf16d57d-4a43-4e9c-bd8c-14c0bdf56593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:46:38Z', 'updated_at': '2022-02-19T02:46:57Z', 'revision_number': 5, 'project_id': '5a3336c2145045298f011de03688a9c0', 'gw_port': {'id': 'bf16d57d-4a43-4e9c-bd8c-14c0bdf56593', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:c3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31861ac7-84a3-4e96-b53a-6166ad16175f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:46:41Z', 'updated_at': '2022-02-19T02:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:47:01.397161 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5da5701-e272-427f-a7ba-8242a053a00e req-6c89d70e-ab9b-48d1-b9fb-7e20ae6b8eae tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:01.405150 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e5da5701-e272-427f-a7ba-8242a053a00e req-6c89d70e-ab9b-48d1-b9fb-7e20ae6b8eae tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfee5af4-da6a-4d15-a1c5-a6cd65193d4e HTTP/1.1" status: 200 len: 945 time: 0.3849888 Feb 19 02:47:01.410322 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-b20ec073-954f-4832-9ccb-6054acb5d643 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=80ec6f6d29774c649db969b21608fdfc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1352828 Feb 19 02:47:01.413552 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 54278) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:47:01.425556 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-dcdd2c38-b96a-4444-8626-7683de0a16e3 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (d8e6803c-c37c-4bc0-9da2-8f2c996c2ab7), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:01.460406 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75960bd-6def-4235-8620-1f5d94b6feb5 req-79f0ca73-b223-4a9e-8dcf-1a63ec1b39cf tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:01.462401 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e75960bd-6def-4235-8620-1f5d94b6feb5 req-79f0ca73-b223-4a9e-8dcf-1a63ec1b39cf tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6022ed1-67a1-4ded-890d-e1e66f84412d HTTP/1.1" status: 200 len: 945 time: 0.4523623 Feb 19 02:47:01.467286 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-dcdd2c38-b96a-4444-8626-7683de0a16e3 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8e6803c-c37c-4bc0-9da2-8f2c996c2ab7']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:47:01.469563 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1725b598-a434-4c4a-9f3f-53a54d925643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (b49f423f-a425-4727-a232-a9caca2872c4), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:01.478130 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1690ffc-56ee-4669-863a-dc18848de5b3 None None] get_active_networks_info from n-d-826753-2 {{(pid=103703) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 02:47:01.483970 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-dcdd2c38-b96a-4444-8626-7683de0a16e3 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1de004bf-da45-4ad1-a910-fa56ecd29d56') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:47:01.484277 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-dcdd2c38-b96a-4444-8626-7683de0a16e3 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1de004bf-da45-4ad1-a910-fa56ecd29d56') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:47:01.498682 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-dcdd2c38-b96a-4444-8626-7683de0a16e3 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (1de004bf-da45-4ad1-a910-fa56ecd29d56), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:01.519857 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f8159018-2b5b-4e4b-aed0-c4ee049b2a48 admin admin] Publish callbacks [] for security_group (efe25796-ffe2-4cf6-9d71-9ad306b7ab56), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:01.523021 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-dcdd2c38-b96a-4444-8626-7683de0a16e3 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (1de004bf-da45-4ad1-a910-fa56ecd29d56), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:01.534344 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1725b598-a434-4c4a-9f3f-53a54d925643 admin admin] Pushing event deleted for resources: {'Port': ['ID=b49f423f-a425-4727-a232-a9caca2872c4,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:01.536612 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcdd2c38-b96a-4444-8626-7683de0a16e3 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Releasing vlan 251 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:47:01.537645 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-dcdd2c38-b96a-4444-8626-7683de0a16e3 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (1de004bf-da45-4ad1-a910-fa56ecd29d56), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:01.540873 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 02:47:01.540873 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:47:01.540873 n-d-826753-2 neutron-server[103702]: timer() Feb 19 02:47:01.540873 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:47:01.540873 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 02:47:01.540873 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:47:01.540873 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 02:47:01.540873 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:47:01.540873 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 02:47:01.540873 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:47:01.540873 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 02:47:01.540873 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:47:01.540873 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 02:47:01.540873 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:47:01.540873 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:47:01.540873 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:47:01.540873 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:47:01.540873 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:47:01.540873 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 02:47:01.540873 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:47:01.540873 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 02:47:01.540873 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:47:01.540873 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:47:01.540873 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:47:01.540873 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 02:47:01.540873 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:47:01.540873 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:47:01.540873 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:47:01.540873 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:47:01.540873 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:47:01.540873 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:47:01.540873 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:47:01.554350 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e5da5701-e272-427f-a7ba-8242a053a00e req-e2ecf952-c014-4172-bb1a-05b41bdccd54 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/security-groups?id=33e2eb59-206d-4216-aaf9-91cfc46ad855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477532 Feb 19 02:47:01.605528 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f8159018-2b5b-4e4b-aed0-c4ee049b2a48 admin admin] Publish callbacks [] for security_group (efe25796-ffe2-4cf6-9d71-9ad306b7ab56), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:01.647655 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-dcdd2c38-b96a-4444-8626-7683de0a16e3 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (d8e6803c-c37c-4bc0-9da2-8f2c996c2ab7), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:01.658949 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-dcdd2c38-b96a-4444-8626-7683de0a16e3 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:01.666786 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-dcdd2c38-b96a-4444-8626-7683de0a16e3 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] 10.222.0.72 "DELETE /v2.0/networks/d8e6803c-c37c-4bc0-9da2-8f2c996c2ab7 HTTP/1.1" status: 204 len: 168 time: 0.8743384 Feb 19 02:47:01.670563 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a571f1c-f863-405a-b7c1-e6445eb3241e None None] Checking router: 31861ac7-84a3-4e96-b53a-6166ad16175f for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:47:01.678048 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 54282) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:47:01.689427 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-ab8b36d2-4ed4-44d9-8320-d59d9af2a71b admin admin] Deleting port bf16d57d-4a43-4e9c-bd8c-14c0bdf56593 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:47:01.690010 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ab8b36d2-4ed4-44d9-8320-d59d9af2a71b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (bf16d57d-4a43-4e9c-bd8c-14c0bdf56593), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:01.699251 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a571f1c-f863-405a-b7c1-e6445eb3241e None None] Routers {'31861ac7-84a3-4e96-b53a-6166ad16175f'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:47:01.699251 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-9a571f1c-f863-405a-b7c1-e6445eb3241e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:46:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['31861ac7-84a3-4e96-b53a-6166ad16175f'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:47:01.703864 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1690ffc-56ee-4669-863a-dc18848de5b3 None None] Resources bound (agent type, host, resource id): {{(pid=103703) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 02:47:01.709122 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-16788bef-6bfd-402f-aef0-5933fe9b8936 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-533096197'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:47:01.733476 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdd2c38-b96a-4444-8626-7683de0a16e3 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Pushing event deleted for resources: {'Network': ['ID=d8e6803c-c37c-4bc0-9da2-8f2c996c2ab7,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:01.742813 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-50783bbb-0746-4c6d-95c5-21937ec70314 req-fbe37b86-78ba-4b1d-ad8d-f9d5f1c896d7 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3e2950d-ab47-4046-8006-daf03c09940e HTTP/1.1" status: 200 len: 210 time: 0.0644488 Feb 19 02:47:01.751196 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e75960bd-6def-4235-8620-1f5d94b6feb5 req-36d4f813-49ff-4a75-9739-7b7d068b5325 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647231 Feb 19 02:47:01.777485 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16788bef-6bfd-402f-aef0-5933fe9b8936 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Made reservation on behalf of 3feb19dbdfe94d40bca95d7b37882add for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:47:01.797921 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-16788bef-6bfd-402f-aef0-5933fe9b8936 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:01.855713 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:47:01.857448 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16788bef-6bfd-402f-aef0-5933fe9b8936 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] vlan segment allocate from pool success with {'vlan_id': 284, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:47:01.873693 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f8159018-2b5b-4e4b-aed0-c4ee049b2a48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (efe25796-ffe2-4cf6-9d71-9ad306b7ab56), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:01.882028 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f8159018-2b5b-4e4b-aed0-c4ee049b2a48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:01.886237 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-f8159018-2b5b-4e4b-aed0-c4ee049b2a48 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/efe25796-ffe2-4cf6-9d71-9ad306b7ab56 HTTP/1.1" status: 204 len: 168 time: 0.4716580 Feb 19 02:47:01.894589 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-16788bef-6bfd-402f-aef0-5933fe9b8936 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (b4296c8b-9f19-462d-b767-82e52e3c0426), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:01.895417 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-16788bef-6bfd-402f-aef0-5933fe9b8936 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Added segment b4296c8b-9f19-462d-b767-82e52e3c0426 of type vlan for network 6d523b20-917c-4f28-9ecf-18e720029beb Feb 19 02:47:01.897773 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1725b598-a434-4c4a-9f3f-53a54d925643 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16285837'] for router_gateway (98bbefd7-eb7b-40dc-b501-fc554b25d0ce), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:01.904336 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-9a571f1c-f863-405a-b7c1-e6445eb3241e None None] Set router 31861ac7-84a3-4e96-b53a-6166ad16175f gateway port host: None {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:47:01.958164 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-16788bef-6bfd-402f-aef0-5933fe9b8936 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (6d523b20-917c-4f28-9ecf-18e720029beb), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:01.970280 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-9a571f1c-f863-405a-b7c1-e6445eb3241e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31861ac7-84a3-4e96-b53a-6166ad16175f', 'name': 'tempest-FloatingIPsNegativeTestJSON-2061183158-router', 'tenant_id': '5a3336c2145045298f011de03688a9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:46:38Z', 'updated_at': '2022-02-19T02:47:01Z', 'revision_number': 6, 'project_id': '5a3336c2145045298f011de03688a9c0', 'gw_port_host': None}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:47:01.999266 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-16788bef-6bfd-402f-aef0-5933fe9b8936 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (6d523b20-917c-4f28-9ecf-18e720029beb), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:02.008371 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16788bef-6bfd-402f-aef0-5933fe9b8936 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:02.008839 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a571f1c-f863-405a-b7c1-e6445eb3241e None None] The sync data for ids ['31861ac7-84a3-4e96-b53a-6166ad16175f'] in n-d-826753-2 is: [{'id': '31861ac7-84a3-4e96-b53a-6166ad16175f', 'name': 'tempest-FloatingIPsNegativeTestJSON-2061183158-router', 'tenant_id': '5a3336c2145045298f011de03688a9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:46:38Z', 'updated_at': '2022-02-19T02:47:01Z', 'revision_number': 6, 'project_id': '5a3336c2145045298f011de03688a9c0', 'gw_port_host': None}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:47:02.009021 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-16788bef-6bfd-402f-aef0-5933fe9b8936 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:02.191075 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1725b598-a434-4c4a-9f3f-53a54d925643 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16317457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14254'] for router (98bbefd7-eb7b-40dc-b501-fc554b25d0ce), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:02.192740 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16788bef-6bfd-402f-aef0-5933fe9b8936 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Pushing event updated for resources: {'Network': ['ID=6d523b20-917c-4f28-9ecf-18e720029beb,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:02.203390 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1725b598-a434-4c4a-9f3f-53a54d925643 admin admin] Publish callbacks [] for router_controller (98bbefd7-eb7b-40dc-b501-fc554b25d0ce), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:02.209321 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-ab8b36d2-4ed4-44d9-8320-d59d9af2a71b admin admin] For port bf16d57d-4a43-4e9c-bd8c-14c0bdf56593, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=bf16d57d-4a43-4e9c-bd8c-14c0bdf56593,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:47:02.209693 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ab8b36d2-4ed4-44d9-8320-d59d9af2a71b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (bf16d57d-4a43-4e9c-bd8c-14c0bdf56593), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:02.210811 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8159018-2b5b-4e4b-aed0-c4ee049b2a48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efe25796-ffe2-4cf6-9d71-9ad306b7ab56,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:02.233414 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-ab8b36d2-4ed4-44d9-8320-d59d9af2a71b admin admin] Calling delete_port for bf16d57d-4a43-4e9c-bd8c-14c0bdf56593 owned by network:router_gateway {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:47:02.241623 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-16788bef-6bfd-402f-aef0-5933fe9b8936 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5379391 Feb 19 02:47:02.244383 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 54290) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:47:02.254715 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 6d523b20-917c-4f28-9ecf-18e720029beb details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:47:02.281144 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-ca320929-d949-42a9-8e70-069a99523c21 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Request body: {'subnet': {'network_id': '6d523b20-917c-4f28-9ecf-18e720029beb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:47:02.289761 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf412ad-cd7a-411a-bdaa-1638661cd2fe req-5660d822-459d-472d-af3b-03939758b7b4 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:02.296680 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7bf412ad-cd7a-411a-bdaa-1638661cd2fe req-5660d822-459d-472d-af3b-03939758b7b4 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfee5af4-da6a-4d15-a1c5-a6cd65193d4e HTTP/1.1" status: 200 len: 945 time: 0.4326382 Feb 19 02:47:02.341238 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d3ff46-cfb4-4db8-94d2-0305ad4cf87c req-d45e6a3a-8379-4209-8339-29490059366b tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:02.346540 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d3ff46-cfb4-4db8-94d2-0305ad4cf87c req-d45e6a3a-8379-4209-8339-29490059366b tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:02.354510 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d3ff46-cfb4-4db8-94d2-0305ad4cf87c req-d45e6a3a-8379-4209-8339-29490059366b tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:02.362317 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d3ff46-cfb4-4db8-94d2-0305ad4cf87c req-d45e6a3a-8379-4209-8339-29490059366b tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:02.369278 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d3ff46-cfb4-4db8-94d2-0305ad4cf87c req-d45e6a3a-8379-4209-8339-29490059366b tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:02.375075 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d3ff46-cfb4-4db8-94d2-0305ad4cf87c req-d45e6a3a-8379-4209-8339-29490059366b tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:02.384316 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d3ff46-cfb4-4db8-94d2-0305ad4cf87c req-d45e6a3a-8379-4209-8339-29490059366b tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:02.391477 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a0d3ff46-cfb4-4db8-94d2-0305ad4cf87c req-d45e6a3a-8379-4209-8339-29490059366b tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ec863d4-5792-46d2-b299-7b34b3ebe431 HTTP/1.1" status: 200 len: 5432 time: 0.5140476 Feb 19 02:47:02.393039 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90421f25-c41c-44f4-a804-1adfe3ca8cef None None] Network d8e6803c-c37c-4bc0-9da2-8f2c996c2ab7 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:47:02.444221 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90421f25-c41c-44f4-a804-1adfe3ca8cef None None] Network d8e6803c-c37c-4bc0-9da2-8f2c996c2ab7 could not be found, it might have been deleted concurrently. {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 19 02:47:02.445739 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device b49f423f-a425-4727-a232-a9caca2872c4 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:47:02.472559 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca320929-d949-42a9-8e70-069a99523c21 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Made reservation on behalf of 3feb19dbdfe94d40bca95d7b37882add for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:47:02.477432 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ca320929-d949-42a9-8e70-069a99523c21 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:02.494636 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1725b598-a434-4c4a-9f3f-53a54d925643 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16317544'] for router (98bbefd7-eb7b-40dc-b501-fc554b25d0ce), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:02.495326 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1725b598-a434-4c4a-9f3f-53a54d925643 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98bbefd7-eb7b-40dc-b501-fc554b25d0ce {{(pid=103701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 02:47:02.500363 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1725b598-a434-4c4a-9f3f-53a54d925643 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:02.508193 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-1725b598-a434-4c4a-9f3f-53a54d925643 admin admin] 10.222.0.72 "DELETE /v2.0/routers/98bbefd7-eb7b-40dc-b501-fc554b25d0ce HTTP/1.1" status: 204 len: 168 time: 3.7409494 Feb 19 02:47:02.515420 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 54300) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:47:02.529055 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: b49f423f-a425-4727-a232-a9caca2872c4 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:47:02.529492 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device b49f423f-a425-4727-a232-a9caca2872c4 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:47:02.617589 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7bf412ad-cd7a-411a-bdaa-1638661cd2fe req-acb7481b-4359-448d-8811-ac045fa9d953 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/security-groups?id=33e2eb59-206d-4216-aaf9-91cfc46ad855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3198643 Feb 19 02:47:02.722786 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a0d3ff46-cfb4-4db8-94d2-0305ad4cf87c req-4c6346f7-104c-4913-9998-496b6b53fe78 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ad2b075-8470-4480-bb4e-92661338512f&id=1cff43f7-3cfd-4595-99e1-888048810960&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3304133 Feb 19 02:47:02.731920 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.ipam_backend_mixin [None req-ca320929-d949-42a9-8e70-069a99523c21 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Performing IP validity checks on allocation pools {{(pid=103702) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 19 02:47:02.732246 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.ipam_backend_mixin [None req-ca320929-d949-42a9-8e70-069a99523c21 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103702) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 19 02:47:02.790956 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-0795e1b7-8912-4290-b3c7-9d138b4b758b admin admin] Deleting subnet d2033077-1959-44c4-8350-4ab07c144e75 {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:47:02.796108 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0795e1b7-8912-4290-b3c7-9d138b4b758b admin admin] Publish callbacks [] for subnet (d2033077-1959-44c4-8350-4ab07c144e75), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:02.857779 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ab8b36d2-4ed4-44d9-8320-d59d9af2a71b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (bf16d57d-4a43-4e9c-bd8c-14c0bdf56593), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:02.909030 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0795e1b7-8912-4290-b3c7-9d138b4b758b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (d2033077-1959-44c4-8350-4ab07c144e75), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:02.928226 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4ec60c12-a34a-42f7-ba59-2ff7efdc2a8d req-1931c23b-d02b-4fc0-a61f-197c3b09f28e tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3e2950d-ab47-4046-8006-daf03c09940e HTTP/1.1" status: 200 len: 210 time: 0.0725050 Feb 19 02:47:02.934121 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8b36d2-4ed4-44d9-8320-d59d9af2a71b admin admin] Pushing event deleted for resources: {'Port': ['ID=bf16d57d-4a43-4e9c-bd8c-14c0bdf56593,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:03.111810 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ab8b36d2-4ed4-44d9-8320-d59d9af2a71b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16285837'] for router_gateway (31861ac7-84a3-4e96-b53a-6166ad16175f), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:03.124718 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ca320929-d949-42a9-8e70-069a99523c21 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (00af5338-66e8-424c-92b9-269143d7e6fb), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:03.128153 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0795e1b7-8912-4290-b3c7-9d138b4b758b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (d2033077-1959-44c4-8350-4ab07c144e75), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:03.193426 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 54318) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:47:03.215205 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82dcffc-b69b-44b2-ba61-502f01246d7f req-7402bfbd-33f2-4a4e-9f09-615e77799742 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:03.217087 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c82dcffc-b69b-44b2-ba61-502f01246d7f req-7402bfbd-33f2-4a4e-9f09-615e77799742 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6022ed1-67a1-4ded-890d-e1e66f84412d HTTP/1.1" status: 200 len: 945 time: 0.2872863 Feb 19 02:47:03.245617 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca320929-d949-42a9-8e70-069a99523c21 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Pushing event updated for resources: {'Subnet': ['ID=00af5338-66e8-424c-92b9-269143d7e6fb,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:03.273327 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca320929-d949-42a9-8e70-069a99523c21 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Checking segment: {'id': 'b4296c8b-9f19-462d-b767-82e52e3c0426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '6d523b20-917c-4f28-9ecf-18e720029beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:47:03.273693 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca320929-d949-42a9-8e70-069a99523c21 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Network hostable DHCP agents. Network: 6d523b20-917c-4f28-9ecf-18e720029beb, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:47:03.294896 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0795e1b7-8912-4290-b3c7-9d138b4b758b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (d2033077-1959-44c4-8350-4ab07c144e75), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:03.314433 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0795e1b7-8912-4290-b3c7-9d138b4b758b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:03.319682 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-0795e1b7-8912-4290-b3c7-9d138b4b758b admin admin] 10.222.0.72 "DELETE /v2.0/subnets/d2033077-1959-44c4-8350-4ab07c144e75 HTTP/1.1" status: 204 len: 168 time: 0.8029137 Feb 19 02:47:03.323104 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e7da600-2d5f-4145-a7d8-277e8da60f10 None None] Network b9607a7d-a614-4e7e-9b78-7a03435981cd requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:47:03.326361 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ab8b36d2-4ed4-44d9-8320-d59d9af2a71b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16317457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14254'] for router (31861ac7-84a3-4e96-b53a-6166ad16175f), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:03.333656 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c82dcffc-b69b-44b2-ba61-502f01246d7f req-3e72cc13-fbd4-4c84-a0a8-eb0e046d13dc tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827012 Feb 19 02:47:03.336152 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ab8b36d2-4ed4-44d9-8320-d59d9af2a71b admin admin] Publish callbacks [] for router_controller (31861ac7-84a3-4e96-b53a-6166ad16175f), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:03.337739 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 54322) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:47:03.365349 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca320929-d949-42a9-8e70-069a99523c21 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Network 6d523b20-917c-4f28-9ecf-18e720029beb is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:47:03.380623 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0795e1b7-8912-4290-b3c7-9d138b4b758b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2033077-1959-44c4-8350-4ab07c144e75,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:03.415051 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-ca320929-d949-42a9-8e70-069a99523c21 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 6d523b20-917c-4f28-9ecf-18e720029beb) {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:47:03.426531 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca320929-d949-42a9-8e70-069a99523c21 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:03.427461 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ca320929-d949-42a9-8e70-069a99523c21 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:03.431072 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943dce27-342c-4176-b167-a024199b7345 req-09cfc09a-b275-4671-9234-486f69729db6 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:03.438067 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-943dce27-342c-4176-b167-a024199b7345 req-09cfc09a-b275-4671-9234-486f69729db6 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfee5af4-da6a-4d15-a1c5-a6cd65193d4e HTTP/1.1" status: 200 len: 945 time: 0.3768241 Feb 19 02:47:03.483139 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-ca320929-d949-42a9-8e70-069a99523c21 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.2366085 Feb 19 02:47:03.484097 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0baaf15f-9d87-41fd-88c5-867682da1f4e None None] Network 6d523b20-917c-4f28-9ecf-18e720029beb requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:47:03.485851 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 54324) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:47:03.489773 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-c1d624b7-2f8c-49c0-bb3b-ced1f769a8ad admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1497587655-network', 'tenant_id': 'd68bae7ecf6f4907884d3b1c20c6b537'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:47:03.528755 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1d624b7-2f8c-49c0-bb3b-ced1f769a8ad admin admin] Made reservation on behalf of d68bae7ecf6f4907884d3b1c20c6b537 for: {'network': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:47:03.531398 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c1d624b7-2f8c-49c0-bb3b-ced1f769a8ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:03.547758 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c1d624b7-2f8c-49c0-bb3b-ced1f769a8ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:03.556501 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ab8b36d2-4ed4-44d9-8320-d59d9af2a71b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16317544'] for router (31861ac7-84a3-4e96-b53a-6166ad16175f), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:03.557092 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab8b36d2-4ed4-44d9-8320-d59d9af2a71b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31861ac7-84a3-4e96-b53a-6166ad16175f {{(pid=103701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 02:47:03.577169 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ab8b36d2-4ed4-44d9-8320-d59d9af2a71b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:03.581126 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-ab8b36d2-4ed4-44d9-8320-d59d9af2a71b admin admin] 10.222.0.72 "DELETE /v2.0/routers/31861ac7-84a3-4e96-b53a-6166ad16175f HTTP/1.1" status: 204 len: 168 time: 3.9915712 Feb 19 02:47:03.585739 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 54326) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:47:03.669525 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c1d624b7-2f8c-49c0-bb3b-ced1f769a8ad admin admin] Publish callbacks [] for security_group (83745bf6-2450-44b1-b073-88b2d8645794), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:03.678274 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b7675dec-d672-401f-964d-dbaac6da92a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (b9607a7d-a614-4e7e-9b78-7a03435981cd), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:03.697671 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-943dce27-342c-4176-b167-a024199b7345 req-68f342ca-1ca4-4ba0-87f3-bd13df026c81 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/security-groups?id=33e2eb59-206d-4216-aaf9-91cfc46ad855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585695 Feb 19 02:47:03.710042 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-687558eb-3341-4896-915f-5b54e48d8832 admin admin] Deleting subnet 7985099b-4fca-4c60-a96d-050f0a689e71 {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:47:03.715799 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c1d624b7-2f8c-49c0-bb3b-ced1f769a8ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (83745bf6-2450-44b1-b073-88b2d8645794), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:03.729754 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-687558eb-3341-4896-915f-5b54e48d8832 admin admin] Publish callbacks [] for subnet (7985099b-4fca-4c60-a96d-050f0a689e71), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:03.762126 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1d624b7-2f8c-49c0-bb3b-ced1f769a8ad admin admin] vlan segment allocate from pool success with {'vlan_id': 264, 'physical_network': 'physnet1'} {{(pid=103701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:47:03.840810 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e6d10b-1ac9-4fe9-a480-0bfce60d611b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-6d523b20-917c-4f28-9ecf-18e720029beb', 'network_id': '6d523b20-917c-4f28-9ecf-18e720029beb', 'project_id': '3feb19dbdfe94d40bca95d7b37882add', 'fixed_ips': [{'subnet_id': '00af5338-66e8-424c-92b9-269143d7e6fb'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:47:03.842193 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-60e6d10b-1ac9-4fe9-a480-0bfce60d611b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:03.853146 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d624b7-2f8c-49c0-bb3b-ced1f769a8ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83745bf6-2450-44b1-b073-88b2d8645794,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:03.908149 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c1d624b7-2f8c-49c0-bb3b-ced1f769a8ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (b3dae451-0c86-4a64-8455-5c47bfffd3eb), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:03.908766 n-d-826753-2 neutron-server[103701]: INFO neutron.db.segments_db [None req-c1d624b7-2f8c-49c0-bb3b-ced1f769a8ad admin admin] Added segment b3dae451-0c86-4a64-8455-5c47bfffd3eb of type vlan for network 4ec29c64-a4ae-430d-ba9f-348461fbf8ef Feb 19 02:47:03.923565 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-687558eb-3341-4896-915f-5b54e48d8832 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (7985099b-4fca-4c60-a96d-050f0a689e71), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:04.002284 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7f8c6a9e-756c-462e-885f-9c2a653253c0 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (6d523b20-917c-4f28-9ecf-18e720029beb), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:04.167174 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c1d624b7-2f8c-49c0-bb3b-ced1f769a8ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (4ec29c64-a4ae-430d-ba9f-348461fbf8ef), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:04.182193 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-b7675dec-d672-401f-964d-dbaac6da92a4 admin admin] Deleting port 9ad2090b-dfa0-4910-9dd4-8d8ddec28d58 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:47:04.182766 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b7675dec-d672-401f-964d-dbaac6da92a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (9ad2090b-dfa0-4910-9dd4-8d8ddec28d58), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:04.238922 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-60e6d10b-1ac9-4fe9-a480-0bfce60d611b None None] Allocated IP 172.20.0.3 (6d523b20-917c-4f28-9ecf-18e720029beb/00af5338-66e8-424c-92b9-269143d7e6fb/7b43fb07-dbdb-46e2-905a-e63a21f89f16) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:47:04.293339 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c1d624b7-2f8c-49c0-bb3b-ced1f769a8ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (4ec29c64-a4ae-430d-ba9f-348461fbf8ef), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:04.294663 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d624b7-2f8c-49c0-bb3b-ced1f769a8ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:04.295357 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c1d624b7-2f8c-49c0-bb3b-ced1f769a8ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:04.394306 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c501913-b686-4bee-bc37-ae8bfc489af3 req-1bbdd688-552b-41d4-94ec-f83afee002f7 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:04.404316 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c501913-b686-4bee-bc37-ae8bfc489af3 req-1bbdd688-552b-41d4-94ec-f83afee002f7 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:04.409687 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c501913-b686-4bee-bc37-ae8bfc489af3 req-1bbdd688-552b-41d4-94ec-f83afee002f7 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:04.423513 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c501913-b686-4bee-bc37-ae8bfc489af3 req-1bbdd688-552b-41d4-94ec-f83afee002f7 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:04.425571 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-60e6d10b-1ac9-4fe9-a480-0bfce60d611b None None] Publish callbacks [] for port (7b43fb07-dbdb-46e2-905a-e63a21f89f16), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:04.430536 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device b1a137d6-9401-474d-a1fd-b009eb26645e no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:47:04.446605 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c501913-b686-4bee-bc37-ae8bfc489af3 req-1bbdd688-552b-41d4-94ec-f83afee002f7 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:04.456100 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c501913-b686-4bee-bc37-ae8bfc489af3 req-1bbdd688-552b-41d4-94ec-f83afee002f7 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:04.471499 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c501913-b686-4bee-bc37-ae8bfc489af3 req-1bbdd688-552b-41d4-94ec-f83afee002f7 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:04.476856 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4c501913-b686-4bee-bc37-ae8bfc489af3 req-1bbdd688-552b-41d4-94ec-f83afee002f7 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ec863d4-5792-46d2-b299-7b34b3ebe431 HTTP/1.1" status: 200 len: 5432 time: 0.5662081 Feb 19 02:47:04.480595 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d624b7-2f8c-49c0-bb3b-ced1f769a8ad admin admin] Pushing event updated for resources: {'Network': ['ID=4ec29c64-a4ae-430d-ba9f-348461fbf8ef,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:04.484400 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: b1a137d6-9401-474d-a1fd-b009eb26645e {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:47:04.484948 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device b1a137d6-9401-474d-a1fd-b009eb26645e not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:47:04.485203 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device bf16d57d-4a43-4e9c-bd8c-14c0bdf56593 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:47:04.487503 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde87ca0-3c5d-443c-bd2a-55f73414ca42 None None] DHCP port deletion for b9607a7d-a614-4e7e-9b78-7a03435981cd request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 02:47:04.490931 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-60e6d10b-1ac9-4fe9-a480-0bfce60d611b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (7b43fb07-dbdb-46e2-905a-e63a21f89f16), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:04.502265 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-c1d624b7-2f8c-49c0-bb3b-ced1f769a8ad admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3054001 Feb 19 02:47:04.508733 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 4ec29c64-a4ae-430d-ba9f-348461fbf8ef details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:47:04.511807 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 54336) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:47:04.541153 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-8a7e7a48-18d4-4b79-b37b-40f8bc724684 admin admin] Request body: {'subnet': {'network_id': '4ec29c64-a4ae-430d-ba9f-348461fbf8ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1497587655-subnet', 'tenant_id': 'd68bae7ecf6f4907884d3b1c20c6b537', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:47:04.620641 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd247e-197c-4d2c-af4e-17111946539a req-305332b3-24ab-4a89-80f8-8cdb86d723fb tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:04.622355 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-75cd247e-197c-4d2c-af4e-17111946539a req-305332b3-24ab-4a89-80f8-8cdb86d723fb tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfee5af4-da6a-4d15-a1c5-a6cd65193d4e HTTP/1.1" status: 200 len: 945 time: 0.7436702 Feb 19 02:47:04.666564 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-687558eb-3341-4896-915f-5b54e48d8832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (7985099b-4fca-4c60-a96d-050f0a689e71), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:04.694747 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4c501913-b686-4bee-bc37-ae8bfc489af3 req-dc652192-1b3a-426e-9e71-81730b6c9970 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ad2b075-8470-4480-bb4e-92661338512f&id=1cff43f7-3cfd-4595-99e1-888048810960&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1838055 Feb 19 02:47:04.698428 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a7e7a48-18d4-4b79-b37b-40f8bc724684 admin admin] Made reservation on behalf of d68bae7ecf6f4907884d3b1c20c6b537 for: {'subnet': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:47:04.700788 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8a7e7a48-18d4-4b79-b37b-40f8bc724684 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58706307'] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:04.788091 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: bf16d57d-4a43-4e9c-bd8c-14c0bdf56593 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:47:04.788505 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device bf16d57d-4a43-4e9c-bd8c-14c0bdf56593 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:47:04.789049 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7f8c6a9e-756c-462e-885f-9c2a653253c0 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (00af5338-66e8-424c-92b9-269143d7e6fb), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:04.853139 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-687558eb-3341-4896-915f-5b54e48d8832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (7985099b-4fca-4c60-a96d-050f0a689e71), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:04.885282 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-b7675dec-d672-401f-964d-dbaac6da92a4 admin admin] For port 9ad2090b-dfa0-4910-9dd4-8d8ddec28d58, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=9ad2090b-dfa0-4910-9dd4-8d8ddec28d58,segment=NetworkSegment(0f6705c4-6b3a-42da-983d-ff4d6f1c61d6),segment_id=0f6705c4-6b3a-42da-983d-ff4d6f1c61d6)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:47:04.885909 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b7675dec-d672-401f-964d-dbaac6da92a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (9ad2090b-dfa0-4910-9dd4-8d8ddec28d58), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:04.890355 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687558eb-3341-4896-915f-5b54e48d8832 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7985099b-4fca-4c60-a96d-050f0a689e71,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:04.896866 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8a7e7a48-18d4-4b79-b37b-40f8bc724684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12647271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58706289'] for subnet (5103dc21-f4d0-430c-8a52-b05a3a288bbf), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:04.898699 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-687558eb-3341-4896-915f-5b54e48d8832 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:04.904180 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-687558eb-3341-4896-915f-5b54e48d8832 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/7985099b-4fca-4c60-a96d-050f0a689e71 HTTP/1.1" status: 204 len: 168 time: 1.3152621 Feb 19 02:47:04.905102 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 54338) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:47:04.940119 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e6d10b-1ac9-4fe9-a480-0bfce60d611b None None] Pushing event updated for resources: {'Port': ['ID=7b43fb07-dbdb-46e2-905a-e63a21f89f16,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:04.963293 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7e7a48-18d4-4b79-b37b-40f8bc724684 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5103dc21-f4d0-430c-8a52-b05a3a288bbf,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:04.967063 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-b7675dec-d672-401f-964d-dbaac6da92a4 admin admin] Calling delete_port for 9ad2090b-dfa0-4910-9dd4-8d8ddec28d58 owned by network:dhcp {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:47:04.982030 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1e7ea1-9c85-4a76-8422-136c0c825abf None None] Network d45962be-4fbc-4605-9f38-b7b9b18f8898 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:47:04.987503 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e6d10b-1ac9-4fe9-a480-0bfce60d611b None None] Network 6d523b20-917c-4f28-9ecf-18e720029beb is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:47:04.993337 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d569505d-605d-4fc8-88f7-972b45316bd4 req-3540ca79-137f-4f37-871f-10212ec7c4c7 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3e2950d-ab47-4046-8006-daf03c09940e HTTP/1.1" status: 200 len: 210 time: 0.1049473 Feb 19 02:47:05.020835 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7f8c6a9e-756c-462e-885f-9c2a653253c0 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (00af5338-66e8-424c-92b9-269143d7e6fb), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:05.041926 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-75cd247e-197c-4d2c-af4e-17111946539a req-492424f9-87ac-49ec-8028-a0052b6bb330 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/security-groups?id=33e2eb59-206d-4216-aaf9-91cfc46ad855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3529735 Feb 19 02:47:05.076806 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8c6a9e-756c-462e-885f-9c2a653253c0 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Pushing event deleted for resources: {'Subnet': ['ID=00af5338-66e8-424c-92b9-269143d7e6fb,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:05.082604 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-60e6d10b-1ac9-4fe9-a480-0bfce60d611b None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:47:05.091490 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e6d10b-1ac9-4fe9-a480-0bfce60d611b None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:47:05.095681 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f5a00b29-56ca-4da1-b0d6-9c692326cd73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (d45962be-4fbc-4605-9f38-b7b9b18f8898), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:05.098678 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7e7a48-18d4-4b79-b37b-40f8bc724684 admin admin] Checking segment: {'id': 'b3dae451-0c86-4a64-8455-5c47bfffd3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '4ec29c64-a4ae-430d-ba9f-348461fbf8ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:47:05.099050 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7e7a48-18d4-4b79-b37b-40f8bc724684 admin admin] Network hostable DHCP agents. Network: 4ec29c64-a4ae-430d-ba9f-348461fbf8ef, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:47:05.139129 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7e7a48-18d4-4b79-b37b-40f8bc724684 admin admin] Network 4ec29c64-a4ae-430d-ba9f-348461fbf8ef is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:47:05.169062 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-8a7e7a48-18d4-4b79-b37b-40f8bc724684 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 4ec29c64-a4ae-430d-ba9f-348461fbf8ef) {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:47:05.183237 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7e7a48-18d4-4b79-b37b-40f8bc724684 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:05.183794 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8a7e7a48-18d4-4b79-b37b-40f8bc724684 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:05.219538 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b7675dec-d672-401f-964d-dbaac6da92a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (9ad2090b-dfa0-4910-9dd4-8d8ddec28d58), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:05.235827 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ad0ef4-7598-40d4-bf40-f2da27f99382 None None] Network 4ec29c64-a4ae-430d-ba9f-348461fbf8ef requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:47:05.265738 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7f8c6a9e-756c-462e-885f-9c2a653253c0 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (6d523b20-917c-4f28-9ecf-18e720029beb), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:05.271705 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-8a7e7a48-18d4-4b79-b37b-40f8bc724684 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7425916 Feb 19 02:47:05.284332 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7675dec-d672-401f-964d-dbaac6da92a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ad2090b-dfa0-4910-9dd4-8d8ddec28d58,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:05.294710 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d06ba0a-37a3-4539-b6d8-e72ee5406f11 req-1826fd69-1eb2-404b-adc8-1d71d3375e82 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:05.296393 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7d06ba0a-37a3-4539-b6d8-e72ee5406f11 req-1826fd69-1eb2-404b-adc8-1d71d3375e82 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6022ed1-67a1-4ded-890d-e1e66f84412d HTTP/1.1" status: 200 len: 945 time: 0.1296599 Feb 19 02:47:05.298983 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7675dec-d672-401f-964d-dbaac6da92a4 admin admin] No DVR routers for this DVR port 9ad2090b-dfa0-4910-9dd4-8d8ddec28d58 on host n-d-826753-2 {{(pid=103701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:47:05.388417 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-7f8c6a9e-756c-462e-885f-9c2a653253c0 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d523b20-917c-4f28-9ecf-18e720029beb']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:47:05.408969 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b7675dec-d672-401f-964d-dbaac6da92a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (b9607a7d-a614-4e7e-9b78-7a03435981cd), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:05.412312 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-7f8c6a9e-756c-462e-885f-9c2a653253c0 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4296c8b-9f19-462d-b767-82e52e3c0426') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:47:05.415234 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-7f8c6a9e-756c-462e-885f-9c2a653253c0 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4296c8b-9f19-462d-b767-82e52e3c0426') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:47:05.440529 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-b7675dec-d672-401f-964d-dbaac6da92a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9607a7d-a614-4e7e-9b78-7a03435981cd']}} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:47:05.448590 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7f8c6a9e-756c-462e-885f-9c2a653253c0 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (b4296c8b-9f19-462d-b767-82e52e3c0426), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:05.453772 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-b7675dec-d672-401f-964d-dbaac6da92a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f6705c4-6b3a-42da-983d-ff4d6f1c61d6') {'for_net_delete': True} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:47:05.455385 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-b7675dec-d672-401f-964d-dbaac6da92a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f6705c4-6b3a-42da-983d-ff4d6f1c61d6') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:47:05.468394 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b7675dec-d672-401f-964d-dbaac6da92a4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12647422'] for segment (0f6705c4-6b3a-42da-983d-ff4d6f1c61d6), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:05.484570 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7f8c6a9e-756c-462e-885f-9c2a653253c0 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (b4296c8b-9f19-462d-b767-82e52e3c0426), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:05.501130 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b7675dec-d672-401f-964d-dbaac6da92a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (0f6705c4-6b3a-42da-983d-ff4d6f1c61d6), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:05.512929 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f8c6a9e-756c-462e-885f-9c2a653253c0 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Releasing vlan 284 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:47:05.513234 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7f8c6a9e-756c-462e-885f-9c2a653253c0 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (b4296c8b-9f19-462d-b767-82e52e3c0426), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:05.522280 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7675dec-d672-401f-964d-dbaac6da92a4 admin admin] Releasing vlan 298 on physical network physnet1 to pool {{(pid=103701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:47:05.524084 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b7675dec-d672-401f-964d-dbaac6da92a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583360'] for segment (0f6705c4-6b3a-42da-983d-ff4d6f1c61d6), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:05.585552 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-60e6d10b-1ac9-4fe9-a480-0bfce60d611b None None] Attempting to bind port 7b43fb07-dbdb-46e2-905a-e63a21f89f16 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:47:05.586167 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-60e6d10b-1ac9-4fe9-a480-0bfce60d611b None None] Attempting to bind port 7b43fb07-dbdb-46e2-905a-e63a21f89f16 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': 'b4296c8b-9f19-462d-b767-82e52e3c0426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '6d523b20-917c-4f28-9ecf-18e720029beb'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:47:05.586303 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e6d10b-1ac9-4fe9-a480-0bfce60d611b None None] Attempting to bind port 7b43fb07-dbdb-46e2-905a-e63a21f89f16 on network 6d523b20-917c-4f28-9ecf-18e720029beb {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:47:05.625461 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-dde87ca0-3c5d-443c-bd2a-55f73414ca42 None None] Deleting port 9ad2090b-dfa0-4910-9dd4-8d8ddec28d58 {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:47:05.626057 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-dde87ca0-3c5d-443c-bd2a-55f73414ca42 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (9ad2090b-dfa0-4910-9dd4-8d8ddec28d58), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:05.663288 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 02:47:05.663288 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:47:05.663288 n-d-826753-2 neutron-server[103702]: timer() Feb 19 02:47:05.663288 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:47:05.663288 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 02:47:05.663288 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:47:05.663288 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 02:47:05.663288 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:47:05.663288 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 02:47:05.663288 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:47:05.663288 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 02:47:05.663288 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:47:05.663288 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 02:47:05.663288 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:47:05.663288 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:47:05.663288 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:47:05.663288 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:47:05.663288 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:47:05.663288 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 02:47:05.663288 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:47:05.663288 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 02:47:05.663288 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:47:05.663288 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:47:05.663288 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:47:05.663288 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 02:47:05.663288 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:47:05.663288 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:47:05.663288 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:47:05.663288 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:47:05.663288 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:47:05.663288 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:47:05.663288 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:47:05.666806 n-d-826753-2 neutron-server[103701]: Traceback (most recent call last): Feb 19 02:47:05.666806 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:47:05.666806 n-d-826753-2 neutron-server[103701]: timer() Feb 19 02:47:05.666806 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:47:05.666806 n-d-826753-2 neutron-server[103701]: cb(*args, **kw) Feb 19 02:47:05.666806 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:47:05.666806 n-d-826753-2 neutron-server[103701]: return func(*args, **kwargs) Feb 19 02:47:05.666806 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:47:05.666806 n-d-826753-2 neutron-server[103701]: self._notify() Feb 19 02:47:05.666806 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:47:05.666806 n-d-826753-2 neutron-server[103701]: self.callback(batched_events) Feb 19 02:47:05.666806 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:47:05.666806 n-d-826753-2 neutron-server[103701]: event.method(event) Feb 19 02:47:05.666806 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:47:05.666806 n-d-826753-2 neutron-server[103701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:47:05.666806 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:47:05.666806 n-d-826753-2 neutron-server[103701]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:47:05.666806 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:47:05.666806 n-d-826753-2 neutron-server[103701]: return f(self, *a, **k) Feb 19 02:47:05.666806 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:47:05.666806 n-d-826753-2 neutron-server[103701]: return self._get(url).json() Feb 19 02:47:05.666806 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:47:05.666806 n-d-826753-2 neutron-server[103701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:47:05.666806 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:47:05.666806 n-d-826753-2 neutron-server[103701]: return self.request(url, 'GET', **kwargs) Feb 19 02:47:05.666806 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:47:05.666806 n-d-826753-2 neutron-server[103701]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:47:05.666806 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:47:05.666806 n-d-826753-2 neutron-server[103701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:47:05.666806 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:47:05.666806 n-d-826753-2 neutron-server[103701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:47:05.666806 n-d-826753-2 neutron-server[103701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:47:05.671219 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.db.api [None req-7f8c6a9e-756c-462e-885f-9c2a653253c0 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 19 02:47:05.671219 n-d-826753-2 neutron-server[103702]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 19 02:47:05.671219 n-d-826753-2 neutron-server[103702]: [parameters: {'id': '6d523b20-917c-4f28-9ecf-18e720029beb'}] Feb 19 02:47:05.671219 n-d-826753-2 neutron-server[103702]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103702) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 02:47:05.672525 n-d-826753-2 neutron-server[103702]: DEBUG oslo_db.api [None req-7f8c6a9e-756c-462e-885f-9c2a653253c0 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 02:47:05.676939 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b7675dec-d672-401f-964d-dbaac6da92a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (b9607a7d-a614-4e7e-9b78-7a03435981cd), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:05.685840 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b7675dec-d672-401f-964d-dbaac6da92a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:05.689137 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-b7675dec-d672-401f-964d-dbaac6da92a4 admin admin] 10.222.0.72 "DELETE /v2.0/networks/b9607a7d-a614-4e7e-9b78-7a03435981cd HTTP/1.1" status: 204 len: 168 time: 2.3407903 Feb 19 02:47:05.725169 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e6d10b-1ac9-4fe9-a480-0bfce60d611b None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:47:05.725574 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e6d10b-1ac9-4fe9-a480-0bfce60d611b None None] Checking segment: {'id': 'b4296c8b-9f19-462d-b767-82e52e3c0426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '6d523b20-917c-4f28-9ecf-18e720029beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:47:05.725989 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-60e6d10b-1ac9-4fe9-a480-0bfce60d611b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:05.726696 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e6d10b-1ac9-4fe9-a480-0bfce60d611b None None] Bound using segment: {'id': 'b4296c8b-9f19-462d-b767-82e52e3c0426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '6d523b20-917c-4f28-9ecf-18e720029beb'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:47:05.726891 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-60e6d10b-1ac9-4fe9-a480-0bfce60d611b None None] Bound port: 7b43fb07-dbdb-46e2-905a-e63a21f89f16, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4296c8b-9f19-462d-b767-82e52e3c0426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '6d523b20-917c-4f28-9ecf-18e720029beb'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:47:05.727285 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-60e6d10b-1ac9-4fe9-a480-0bfce60d611b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (7b43fb07-dbdb-46e2-905a-e63a21f89f16), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:05.754708 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7d06ba0a-37a3-4539-b6d8-e72ee5406f11 req-c9471af8-ca97-4b37-9cdf-21825e97eb07 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4464278 Feb 19 02:47:05.756836 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7675dec-d672-401f-964d-dbaac6da92a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9607a7d-a614-4e7e-9b78-7a03435981cd,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:05.808013 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-f5a00b29-56ca-4da1-b0d6-9c692326cd73 admin admin] Deleting port 930c87a5-106f-4021-b33e-3f4449bc76ee {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:47:05.808356 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f5a00b29-56ca-4da1-b0d6-9c692326cd73 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (930c87a5-106f-4021-b33e-3f4449bc76ee), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:05.818188 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afdee87-9b8e-477c-b50c-0eda53d56163 req-95f3e199-8c47-4bed-a5c2-5c9a26414f5d tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:05.824169 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9afdee87-9b8e-477c-b50c-0eda53d56163 req-95f3e199-8c47-4bed-a5c2-5c9a26414f5d tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfee5af4-da6a-4d15-a1c5-a6cd65193d4e HTTP/1.1" status: 200 len: 945 time: 0.1266699 Feb 19 02:47:05.947809 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-f5a00b29-56ca-4da1-b0d6-9c692326cd73 admin admin] For port 930c87a5-106f-4021-b33e-3f4449bc76ee, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=930c87a5-106f-4021-b33e-3f4449bc76ee,segment=NetworkSegment(4b001b46-f50f-4c4f-9d5e-fa66a2d54b0c),segment_id=4b001b46-f50f-4c4f-9d5e-fa66a2d54b0c)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:47:05.948178 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f5a00b29-56ca-4da1-b0d6-9c692326cd73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (930c87a5-106f-4021-b33e-3f4449bc76ee), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:05.954535 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9afdee87-9b8e-477c-b50c-0eda53d56163 req-5ad387b4-48cf-4c37-9cb9-817bd34ed338 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/security-groups?id=33e2eb59-206d-4216-aaf9-91cfc46ad855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265230 Feb 19 02:47:05.978942 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-f5a00b29-56ca-4da1-b0d6-9c692326cd73 admin admin] Calling delete_port for 930c87a5-106f-4021-b33e-3f4449bc76ee owned by network:dhcp {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:47:06.016181 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 54368) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:47:06.174778 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7f8c6a9e-756c-462e-885f-9c2a653253c0 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (6d523b20-917c-4f28-9ecf-18e720029beb), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:06.197595 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-60e6d10b-1ac9-4fe9-a480-0bfce60d611b None None] For port 7b43fb07-dbdb-46e2-905a-e63a21f89f16, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:47:06.202489 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-60e6d10b-1ac9-4fe9-a480-0bfce60d611b None None] For port 7b43fb07-dbdb-46e2-905a-e63a21f89f16, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=7b43fb07-dbdb-46e2-905a-e63a21f89f16,segment=NetworkSegment(b4296c8b-9f19-462d-b767-82e52e3c0426),segment_id=b4296c8b-9f19-462d-b767-82e52e3c0426)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:47:06.219057 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f409bd-7ac4-4167-be1d-9331a54f5562 None None] DHCP port deletion for d45962be-4fbc-4605-9f38-b7b9b18f8898 request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 02:47:06.236547 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 9ad2090b-dfa0-4910-9dd4-8d8ddec28d58 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:47:06.240155 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e683f0-e072-4e00-bf03-946fabc264c5 None None] Network 4ec29c64-a4ae-430d-ba9f-348461fbf8ef requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:47:06.243757 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-60e6d10b-1ac9-4fe9-a480-0bfce60d611b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (7b43fb07-dbdb-46e2-905a-e63a21f89f16), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:06.249510 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-dde87ca0-3c5d-443c-bd2a-55f73414ca42 None None] For port 9ad2090b-dfa0-4910-9dd4-8d8ddec28d58, host n-d-826753-2, got binding levels [] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:47:06.249946 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-dde87ca0-3c5d-443c-bd2a-55f73414ca42 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (9ad2090b-dfa0-4910-9dd4-8d8ddec28d58), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:06.250588 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f5a00b29-56ca-4da1-b0d6-9c692326cd73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (930c87a5-106f-4021-b33e-3f4449bc76ee), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:06.291106 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-7f8c6a9e-756c-462e-885f-9c2a653253c0 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Deleting port 7b43fb07-dbdb-46e2-905a-e63a21f89f16 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:47:06.292041 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7f8c6a9e-756c-462e-885f-9c2a653253c0 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (7b43fb07-dbdb-46e2-905a-e63a21f89f16), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:06.294228 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a00b29-56ca-4da1-b0d6-9c692326cd73 admin admin] Pushing event deleted for resources: {'Port': ['ID=930c87a5-106f-4021-b33e-3f4449bc76ee,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:06.309081 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a00b29-56ca-4da1-b0d6-9c692326cd73 admin admin] No DVR routers for this DVR port 930c87a5-106f-4021-b33e-3f4449bc76ee on host n-d-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:47:06.463956 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-00f409bd-7ac4-4167-be1d-9331a54f5562 None None] The port '930c87a5-106f-4021-b33e-3f4449bc76ee' was deleted {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Feb 19 02:47:06.466346 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 9ad2090b-dfa0-4910-9dd4-8d8ddec28d58 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:47:06.466693 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 9ad2090b-dfa0-4910-9dd4-8d8ddec28d58 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:47:06.470397 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 930c87a5-106f-4021-b33e-3f4449bc76ee no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:47:06.516854 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-dde87ca0-3c5d-443c-bd2a-55f73414ca42 None None] Calling delete_port for 9ad2090b-dfa0-4910-9dd4-8d8ddec28d58 owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:47:06.522919 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f5a00b29-56ca-4da1-b0d6-9c692326cd73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (d45962be-4fbc-4605-9f38-b7b9b18f8898), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:06.528148 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 930c87a5-106f-4021-b33e-3f4449bc76ee {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:47:06.528505 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 930c87a5-106f-4021-b33e-3f4449bc76ee not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:47:06.535600 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-7f8c6a9e-756c-462e-885f-9c2a653253c0 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] For port 7b43fb07-dbdb-46e2-905a-e63a21f89f16, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=7b43fb07-dbdb-46e2-905a-e63a21f89f16,segment=NetworkSegment(b4296c8b-9f19-462d-b767-82e52e3c0426),segment_id=b4296c8b-9f19-462d-b767-82e52e3c0426)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:47:06.536412 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7f8c6a9e-756c-462e-885f-9c2a653253c0 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (7b43fb07-dbdb-46e2-905a-e63a21f89f16), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:06.564154 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-7f8c6a9e-756c-462e-885f-9c2a653253c0 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Calling delete_port for 7b43fb07-dbdb-46e2-905a-e63a21f89f16 owned by network:dhcp {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:47:06.566069 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-f5a00b29-56ca-4da1-b0d6-9c692326cd73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d45962be-4fbc-4605-9f38-b7b9b18f8898']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:47:06.584579 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.ipam_backend_mixin [None req-dde87ca0-3c5d-443c-bd2a-55f73414ca42 None None] Port 9ad2090b-dfa0-4910-9dd4-8d8ddec28d58 was not found and therefore no delete operation was performed {{(pid=103703) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 02:47:06.597532 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-f5a00b29-56ca-4da1-b0d6-9c692326cd73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b001b46-f50f-4c4f-9d5e-fa66a2d54b0c') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:47:06.597532 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-f5a00b29-56ca-4da1-b0d6-9c692326cd73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b001b46-f50f-4c4f-9d5e-fa66a2d54b0c') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:47:06.606870 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-dde87ca0-3c5d-443c-bd2a-55f73414ca42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (9ad2090b-dfa0-4910-9dd4-8d8ddec28d58), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:06.637314 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f5a00b29-56ca-4da1-b0d6-9c692326cd73 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (4b001b46-f50f-4c4f-9d5e-fa66a2d54b0c), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:06.652745 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-06842289-5a65-4ed7-8abd-436f3e113493 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=60a75fbafb98468593e987991378d811&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6352870 Feb 19 02:47:06.655248 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 54380) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:47:06.658502 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-dde87ca0-3c5d-443c-bd2a-55f73414ca42 None None] Network b9607a7d-a614-4e7e-9b78-7a03435981cd is not hosted by any dhcp agent {{(pid=103703) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 19 02:47:06.660121 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde87ca0-3c5d-443c-bd2a-55f73414ca42 None None] No DVR routers for this DVR port 9ad2090b-dfa0-4910-9dd4-8d8ddec28d58 on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:47:06.703347 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e6d10b-1ac9-4fe9-a480-0bfce60d611b None None] Pushing event updated for resources: {'Port': ['ID=7b43fb07-dbdb-46e2-905a-e63a21f89f16,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:06.705191 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f5a00b29-56ca-4da1-b0d6-9c692326cd73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (4b001b46-f50f-4c4f-9d5e-fa66a2d54b0c), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:06.710842 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1c78a5-4d27-462f-ac01-952852610e67 req-181b9946-63ea-4dee-b9f2-a4503f08201b tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:06.716368 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1c78a5-4d27-462f-ac01-952852610e67 req-181b9946-63ea-4dee-b9f2-a4503f08201b tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:06.721953 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1c78a5-4d27-462f-ac01-952852610e67 req-181b9946-63ea-4dee-b9f2-a4503f08201b tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:06.727320 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1c78a5-4d27-462f-ac01-952852610e67 req-181b9946-63ea-4dee-b9f2-a4503f08201b tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:06.732853 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1c78a5-4d27-462f-ac01-952852610e67 req-181b9946-63ea-4dee-b9f2-a4503f08201b tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:06.738506 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1c78a5-4d27-462f-ac01-952852610e67 req-181b9946-63ea-4dee-b9f2-a4503f08201b tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:06.744685 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1c78a5-4d27-462f-ac01-952852610e67 req-181b9946-63ea-4dee-b9f2-a4503f08201b tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:06.750552 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5a00b29-56ca-4da1-b0d6-9c692326cd73 admin admin] Releasing vlan 252 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:47:06.751234 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f5a00b29-56ca-4da1-b0d6-9c692326cd73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (4b001b46-f50f-4c4f-9d5e-fa66a2d54b0c), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:06.752398 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9a1c78a5-4d27-462f-ac01-952852610e67 req-181b9946-63ea-4dee-b9f2-a4503f08201b tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ec863d4-5792-46d2-b299-7b34b3ebe431 HTTP/1.1" status: 200 len: 5432 time: 0.2365937 Feb 19 02:47:06.757367 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde87ca0-3c5d-443c-bd2a-55f73414ca42 None None] Pushing event deleted for resources: {'Port': ['ID=9ad2090b-dfa0-4910-9dd4-8d8ddec28d58,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:06.766953 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 02:47:06.766953 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:47:06.766953 n-d-826753-2 neutron-server[103702]: timer() Feb 19 02:47:06.766953 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:47:06.766953 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 02:47:06.766953 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:47:06.766953 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 02:47:06.766953 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:47:06.766953 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 02:47:06.766953 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:47:06.766953 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 02:47:06.766953 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:47:06.766953 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 02:47:06.766953 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:47:06.766953 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:47:06.766953 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:47:06.766953 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:47:06.766953 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:47:06.766953 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 02:47:06.766953 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:47:06.766953 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 02:47:06.766953 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:47:06.766953 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:47:06.766953 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:47:06.766953 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 02:47:06.766953 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:47:06.766953 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:47:06.766953 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:47:06.766953 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:47:06.766953 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:47:06.766953 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:47:06.766953 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:47:06.770925 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b583a4-c659-48c4-94a7-548dbf246281 req-71d9054d-b972-4bec-b45b-3e65a768699f tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:06.773741 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f04c66-d5d1-4ac5-b942-cf761f6f519f None None] get_active_networks_info from n-d-826753-2 {{(pid=103703) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 02:47:06.779247 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-18b583a4-c659-48c4-94a7-548dbf246281 req-71d9054d-b972-4bec-b45b-3e65a768699f tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/networks?id=4ec29c64-a4ae-430d-ba9f-348461fbf8ef HTTP/1.1" status: 200 len: 812 time: 0.2644949 Feb 19 02:47:06.807188 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-18b583a4-c659-48c4-94a7-548dbf246281 req-36bc74d4-0c32-4b3b-b8e9-9a8c8f90c58b tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/quotas/d68bae7ecf6f4907884d3b1c20c6b537 HTTP/1.1" status: 200 len: 375 time: 0.0268381 Feb 19 02:47:06.815122 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7f8c6a9e-756c-462e-885f-9c2a653253c0 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (7b43fb07-dbdb-46e2-905a-e63a21f89f16), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:06.860951 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-18b583a4-c659-48c4-94a7-548dbf246281 req-429d7b79-6c2c-4cc1-80e0-27b994cc4832 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=d68bae7ecf6f4907884d3b1c20c6b537&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0527446 Feb 19 02:47:06.880807 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bbe9ffc9-526f-4d34-a52f-211399339f59 admin admin] Publish callbacks [] for security_group (980ce490-b8ca-4730-af1e-a9d2fe7d121e), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:06.961614 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9a1c78a5-4d27-462f-ac01-952852610e67 req-29dace3f-4b87-4cc0-bdd8-aa035e2ba756 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ad2b075-8470-4480-bb4e-92661338512f&id=1cff43f7-3cfd-4595-99e1-888048810960&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2081754 Feb 19 02:47:06.967219 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f04c66-d5d1-4ac5-b942-cf761f6f519f None None] Resources bound (agent type, host, resource id): {{(pid=103703) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 02:47:07.034526 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8c6a9e-756c-462e-885f-9c2a653253c0 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] No DVR routers for this DVR port 7b43fb07-dbdb-46e2-905a-e63a21f89f16 on host n-d-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:47:07.055720 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8c6a9e-756c-462e-885f-9c2a653253c0 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Pushing event deleted for resources: {'Port': ['ID=7b43fb07-dbdb-46e2-905a-e63a21f89f16,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:07.065744 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-18b583a4-c659-48c4-94a7-548dbf246281 req-fe701bff-bf4a-4a0a-84bd-b68cb0e23750 service neutron] 10.222.0.72 "GET /v2.0/networks/4ec29c64-a4ae-430d-ba9f-348461fbf8ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036877 Feb 19 02:47:07.090253 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f5a00b29-56ca-4da1-b0d6-9c692326cd73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (d45962be-4fbc-4605-9f38-b7b9b18f8898), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:07.095941 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f5a00b29-56ca-4da1-b0d6-9c692326cd73 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:07.103167 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-f5a00b29-56ca-4da1-b0d6-9c692326cd73 admin admin] 10.222.0.72 "DELETE /v2.0/networks/d45962be-4fbc-4605-9f38-b7b9b18f8898 HTTP/1.1" status: 204 len: 168 time: 2.1971700 Feb 19 02:47:07.111873 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bbe9ffc9-526f-4d34-a52f-211399339f59 admin admin] Publish callbacks [] for security_group (980ce490-b8ca-4730-af1e-a9d2fe7d121e), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:07.210458 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7f8c6a9e-756c-462e-885f-9c2a653253c0 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (6d523b20-917c-4f28-9ecf-18e720029beb), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:07.240634 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-7f8c6a9e-756c-462e-885f-9c2a653253c0 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d523b20-917c-4f28-9ecf-18e720029beb']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:47:07.254266 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-7f8c6a9e-756c-462e-885f-9c2a653253c0 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4296c8b-9f19-462d-b767-82e52e3c0426') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:47:07.254634 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-7f8c6a9e-756c-462e-885f-9c2a653253c0 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4296c8b-9f19-462d-b767-82e52e3c0426') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:47:07.255071 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e15b9cd4-61c1-48c4-ac28-a509c7c63020 req-0fbde131-5224-48aa-89e6-60b14677064e tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3e2950d-ab47-4046-8006-daf03c09940e HTTP/1.1" status: 200 len: 210 time: 0.1689231 Feb 19 02:47:07.274465 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7f8c6a9e-756c-462e-885f-9c2a653253c0 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (b4296c8b-9f19-462d-b767-82e52e3c0426), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:07.275231 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14ca671-cef5-439e-b827-5ee42957dc67 None None] Network 6d523b20-917c-4f28-9ecf-18e720029beb requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:47:07.290090 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7f8c6a9e-756c-462e-885f-9c2a653253c0 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (b4296c8b-9f19-462d-b767-82e52e3c0426), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:07.298488 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f8c6a9e-756c-462e-885f-9c2a653253c0 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Releasing vlan 284 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:47:07.298893 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7f8c6a9e-756c-462e-885f-9c2a653253c0 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (b4296c8b-9f19-462d-b767-82e52e3c0426), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:07.390024 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 02:47:07.390024 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:47:07.390024 n-d-826753-2 neutron-server[103702]: timer() Feb 19 02:47:07.390024 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:47:07.390024 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 02:47:07.390024 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:47:07.390024 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 02:47:07.390024 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:47:07.390024 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 02:47:07.390024 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:47:07.390024 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 02:47:07.390024 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:47:07.390024 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 02:47:07.390024 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:47:07.390024 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:47:07.390024 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:47:07.390024 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:47:07.390024 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:47:07.390024 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 02:47:07.390024 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:47:07.390024 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 02:47:07.390024 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:47:07.390024 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:47:07.390024 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:47:07.390024 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 02:47:07.390024 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:47:07.390024 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:47:07.390024 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:47:07.390024 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:47:07.390024 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:47:07.390024 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:47:07.390024 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:47:07.409849 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7f8c6a9e-756c-462e-885f-9c2a653253c0 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (6d523b20-917c-4f28-9ecf-18e720029beb), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:07.421146 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7f8c6a9e-756c-462e-885f-9c2a653253c0 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:07.430345 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-7f8c6a9e-756c-462e-885f-9c2a653253c0 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] 10.222.0.72 "DELETE /v2.0/networks/6d523b20-917c-4f28-9ecf-18e720029beb HTTP/1.1" status: 204 len: 168 time: 3.9433103 Feb 19 02:47:07.437969 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 54388) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:47:07.447205 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-bda055b3-2965-428c-be57-fe2f5e7ea57f tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2115572286'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:47:07.450994 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a00b29-56ca-4da1-b0d6-9c692326cd73 admin admin] Pushing event deleted for resources: {'Network': ['ID=d45962be-4fbc-4605-9f38-b7b9b18f8898,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:07.463227 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 54390) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:47:07.465971 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-18b583a4-c659-48c4-94a7-548dbf246281 req-3a7f4b43-87e5-4ccd-abbb-d518ec48742f service neutron] 10.222.0.72 "GET /v2.0/networks/4ec29c64-a4ae-430d-ba9f-348461fbf8ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3988612 Feb 19 02:47:07.505115 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8c6a9e-756c-462e-885f-9c2a653253c0 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Pushing event deleted for resources: {'Network': ['ID=6d523b20-917c-4f28-9ecf-18e720029beb,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:07.520017 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85904a64-280c-4bf3-85f2-eae931c35917 req-738865a9-4579-4d09-a23f-f4d1e100424b tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:07.529168 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-85904a64-280c-4bf3-85f2-eae931c35917 req-738865a9-4579-4d09-a23f-f4d1e100424b tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6022ed1-67a1-4ded-890d-e1e66f84412d HTTP/1.1" status: 200 len: 945 time: 0.1777518 Feb 19 02:47:07.536855 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bda055b3-2965-428c-be57-fe2f5e7ea57f tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Made reservation on behalf of 3feb19dbdfe94d40bca95d7b37882add for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:47:07.546441 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bda055b3-2965-428c-be57-fe2f5e7ea57f tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:07.553923 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-13705dcd-ac53-4085-911b-338b4c93b274 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5a3336c2145045298f011de03688a9c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0839343 Feb 19 02:47:07.553923 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 54392) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:47:07.579023 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bbe9ffc9-526f-4d34-a52f-211399339f59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (980ce490-b8ca-4730-af1e-a9d2fe7d121e), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:07.584396 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bbe9ffc9-526f-4d34-a52f-211399339f59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:07.590513 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-bbe9ffc9-526f-4d34-a52f-211399339f59 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/980ce490-b8ca-4730-af1e-a9d2fe7d121e HTTP/1.1" status: 204 len: 168 time: 0.9336886 Feb 19 02:47:07.610573 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe9ffc9-526f-4d34-a52f-211399339f59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=980ce490-b8ca-4730-af1e-a9d2fe7d121e,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:07.626879 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-85904a64-280c-4bf3-85f2-eae931c35917 req-8504dd6a-075c-4ff3-a500-1e354deee786 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935223 Feb 19 02:47:07.654219 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bda055b3-2965-428c-be57-fe2f5e7ea57f tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] vlan segment allocate from pool success with {'vlan_id': 278, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:47:07.665046 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1bad55fc-1950-4427-b912-50784660e5a5 admin admin] Publish callbacks [] for security_group (29897eef-cc4d-4fe0-9148-57ed158b84f4), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:07.693772 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bda055b3-2965-428c-be57-fe2f5e7ea57f tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (2af255c5-5363-4e95-9ba0-99a05866bd78), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:07.694134 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-bda055b3-2965-428c-be57-fe2f5e7ea57f tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Added segment 2af255c5-5363-4e95-9ba0-99a05866bd78 of type vlan for network d47f3bcd-1209-4e44-9cd3-df3821b397c8 Feb 19 02:47:07.722694 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1bad55fc-1950-4427-b912-50784660e5a5 admin admin] Publish callbacks [] for security_group (29897eef-cc4d-4fe0-9148-57ed158b84f4), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:07.823167 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bda055b3-2965-428c-be57-fe2f5e7ea57f tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (d47f3bcd-1209-4e44-9cd3-df3821b397c8), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:07.827807 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5c204509-9f8b-4f4b-bb5a-c085cd4a62b4 req-def99c6c-a24d-413a-a944-facbaaafa453 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3c01f93-93f7-40ea-b381-f3b253a2a09a HTTP/1.1" status: 200 len: 210 time: 0.0689685 Feb 19 02:47:07.860657 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bda055b3-2965-428c-be57-fe2f5e7ea57f tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (d47f3bcd-1209-4e44-9cd3-df3821b397c8), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:07.869172 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda055b3-2965-428c-be57-fe2f5e7ea57f tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:07.870293 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bda055b3-2965-428c-be57-fe2f5e7ea57f tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:07.870433 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fec6dd-33af-4aa0-9949-3b61506f1fc2 req-cdb09e7f-2a57-4d9d-81b5-9a19dc6fb2aa tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:07.872488 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f3fec6dd-33af-4aa0-9949-3b61506f1fc2 req-cdb09e7f-2a57-4d9d-81b5-9a19dc6fb2aa tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfee5af4-da6a-4d15-a1c5-a6cd65193d4e HTTP/1.1" status: 200 len: 945 time: 0.1124680 Feb 19 02:47:07.881509 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1bad55fc-1950-4427-b912-50784660e5a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (29897eef-cc4d-4fe0-9148-57ed158b84f4), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:07.885900 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1bad55fc-1950-4427-b912-50784660e5a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:07.887312 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-1bad55fc-1950-4427-b912-50784660e5a5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/29897eef-cc4d-4fe0-9148-57ed158b84f4 HTTP/1.1" status: 204 len: 168 time: 0.3325179 Feb 19 02:47:07.917483 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bad55fc-1950-4427-b912-50784660e5a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29897eef-cc4d-4fe0-9148-57ed158b84f4,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:07.963452 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-bda055b3-2965-428c-be57-fe2f5e7ea57f tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5214348 Feb 19 02:47:07.966942 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 54408) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:47:07.973712 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda055b3-2965-428c-be57-fe2f5e7ea57f tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Pushing event updated for resources: {'Network': ['ID=d47f3bcd-1209-4e44-9cd3-df3821b397c8,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:07.975415 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-78116c58-e86e-49d3-a6c4-297140387e9a tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Request body: {'subnet': {'network_id': 'd47f3bcd-1209-4e44-9cd3-df3821b397c8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:47:07.985605 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f3fec6dd-33af-4aa0-9949-3b61506f1fc2 req-74a7b25f-a580-43be-bec6-4dacda48c88a tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/security-groups?id=33e2eb59-206d-4216-aaf9-91cfc46ad855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958107 Feb 19 02:47:08.017385 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network d47f3bcd-1209-4e44-9cd3-df3821b397c8 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:47:08.234604 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78116c58-e86e-49d3-a6c4-297140387e9a tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Made reservation on behalf of 3feb19dbdfe94d40bca95d7b37882add for: {'subnet': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:47:08.239719 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-78116c58-e86e-49d3-a6c4-297140387e9a tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58706307'] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:08.260703 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 54418) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:47:08.306241 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5c48ab-6001-4bd3-938c-37254741c409 req-5ecf59fc-0876-4069-b255-a6af3b9189d6 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:08.313138 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5c48ab-6001-4bd3-938c-37254741c409 req-5ecf59fc-0876-4069-b255-a6af3b9189d6 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:08.320429 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5c48ab-6001-4bd3-938c-37254741c409 req-5ecf59fc-0876-4069-b255-a6af3b9189d6 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:08.326304 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5c48ab-6001-4bd3-938c-37254741c409 req-5ecf59fc-0876-4069-b255-a6af3b9189d6 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:08.334746 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5c48ab-6001-4bd3-938c-37254741c409 req-5ecf59fc-0876-4069-b255-a6af3b9189d6 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:08.340574 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5c48ab-6001-4bd3-938c-37254741c409 req-5ecf59fc-0876-4069-b255-a6af3b9189d6 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:08.346206 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5c48ab-6001-4bd3-938c-37254741c409 req-5ecf59fc-0876-4069-b255-a6af3b9189d6 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:08.348472 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5d5c48ab-6001-4bd3-938c-37254741c409 req-5ecf59fc-0876-4069-b255-a6af3b9189d6 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ec863d4-5792-46d2-b299-7b34b3ebe431 HTTP/1.1" status: 200 len: 5432 time: 0.1908987 Feb 19 02:47:08.353902 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-f17e39b4-c617-4ef2-856f-765050821632 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=14b5dc4687694c20b0270d65faef3f7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0889482 Feb 19 02:47:08.354218 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 54420) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:47:08.417783 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e2cf0524-f0e5-43bd-922c-9cc0ebd5cb29 req-94a742dc-9971-4c1b-99c6-a9580a363c35 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3e2950d-ab47-4046-8006-daf03c09940e HTTP/1.1" status: 200 len: 210 time: 0.0679314 Feb 19 02:47:08.431222 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2c0a81b1-b311-46f1-b1c0-c61105835a3d admin admin] Publish callbacks [] for security_group (e259c0b5-2ee6-4478-b13c-64d22b2fccf5), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:08.468371 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5d5c48ab-6001-4bd3-938c-37254741c409 req-529e6701-8aec-4af8-8ab3-0d98019e03c7 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ad2b075-8470-4480-bb4e-92661338512f&id=1cff43f7-3cfd-4595-99e1-888048810960&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1109579 Feb 19 02:47:08.521993 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2c0a81b1-b311-46f1-b1c0-c61105835a3d admin admin] Publish callbacks [] for security_group (e259c0b5-2ee6-4478-b13c-64d22b2fccf5), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:08.594924 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2c0a81b1-b311-46f1-b1c0-c61105835a3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (e259c0b5-2ee6-4478-b13c-64d22b2fccf5), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:08.599243 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2c0a81b1-b311-46f1-b1c0-c61105835a3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:08.603656 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-2c0a81b1-b311-46f1-b1c0-c61105835a3d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e259c0b5-2ee6-4478-b13c-64d22b2fccf5 HTTP/1.1" status: 204 len: 168 time: 0.2470551 Feb 19 02:47:08.621138 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0a81b1-b311-46f1-b1c0-c61105835a3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e259c0b5-2ee6-4478-b13c-64d22b2fccf5,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:08.699197 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-78116c58-e86e-49d3-a6c4-297140387e9a tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12647271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58706289'] for subnet (62283038-a2d7-4e4d-b231-a4a72c6626aa), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:08.821356 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78116c58-e86e-49d3-a6c4-297140387e9a tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Pushing event updated for resources: {'Subnet': ['ID=62283038-a2d7-4e4d-b231-a4a72c6626aa,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:08.837967 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78116c58-e86e-49d3-a6c4-297140387e9a tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Checking segment: {'id': '2af255c5-5363-4e95-9ba0-99a05866bd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd47f3bcd-1209-4e44-9cd3-df3821b397c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:47:08.838336 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78116c58-e86e-49d3-a6c4-297140387e9a tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Network hostable DHCP agents. Network: d47f3bcd-1209-4e44-9cd3-df3821b397c8, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:47:08.855320 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d269e4-e99f-4417-86b9-ee6e121dbea6 req-40f0add6-be3e-4805-ba3d-f6d7a6544ba4 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:08.857156 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a3d269e4-e99f-4417-86b9-ee6e121dbea6 req-40f0add6-be3e-4805-ba3d-f6d7a6544ba4 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6022ed1-67a1-4ded-890d-e1e66f84412d HTTP/1.1" status: 200 len: 945 time: 0.1119478 Feb 19 02:47:08.884350 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78116c58-e86e-49d3-a6c4-297140387e9a tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Network d47f3bcd-1209-4e44-9cd3-df3821b397c8 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:47:08.906967 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-78116c58-e86e-49d3-a6c4-297140387e9a tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, d47f3bcd-1209-4e44-9cd3-df3821b397c8) {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:47:08.912733 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78116c58-e86e-49d3-a6c4-297140387e9a tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:08.913504 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-78116c58-e86e-49d3-a6c4-297140387e9a tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:08.918829 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2cc068-e8db-4e4b-b6da-998c344dcd48 None None] Network d47f3bcd-1209-4e44-9cd3-df3821b397c8 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:47:08.952818 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a3d269e4-e99f-4417-86b9-ee6e121dbea6 req-b8ec0ede-54ca-4b28-b64a-12b8c4bb19f6 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819149 Feb 19 02:47:08.963961 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-78116c58-e86e-49d3-a6c4-297140387e9a tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9939613 Feb 19 02:47:08.966217 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 54438) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:47:09.092572 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1def021c-abfb-4ef8-a65d-374ffde27965 req-e97384a4-b101-4f4e-8d13-77ce994cab70 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3c01f93-93f7-40ea-b381-f3b253a2a09a HTTP/1.1" status: 200 len: 210 time: 0.0728295 Feb 19 02:47:09.119671 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e80abdd-42dc-43ea-a8e6-c2b057ca202c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-d47f3bcd-1209-4e44-9cd3-df3821b397c8', 'network_id': 'd47f3bcd-1209-4e44-9cd3-df3821b397c8', 'project_id': '3feb19dbdfe94d40bca95d7b37882add', 'fixed_ips': [{'subnet_id': '62283038-a2d7-4e4d-b231-a4a72c6626aa'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:47:09.119671 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6e80abdd-42dc-43ea-a8e6-c2b057ca202c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:09.295460 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bf5bd1ff-de53-408b-b3fe-2942942a8138 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (d47f3bcd-1209-4e44-9cd3-df3821b397c8), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:09.352350 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93391b17-b5ea-477d-8027-e37b71881878 req-1525593e-4c26-4637-8522-d27fbce30f15 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:09.359693 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-93391b17-b5ea-477d-8027-e37b71881878 req-1525593e-4c26-4637-8522-d27fbce30f15 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfee5af4-da6a-4d15-a1c5-a6cd65193d4e HTTP/1.1" status: 200 len: 945 time: 0.2063365 Feb 19 02:47:09.436444 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b583a4-c659-48c4-94a7-548dbf246281 req-b84b3383-96e2-4777-9bdf-0b0f387f0388 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:09.443392 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-18b583a4-c659-48c4-94a7-548dbf246281 req-b84b3383-96e2-4777-9bdf-0b0f387f0388 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.73 "GET /v2.0/networks?id=4ec29c64-a4ae-430d-ba9f-348461fbf8ef HTTP/1.1" status: 200 len: 812 time: 0.2043571 Feb 19 02:47:09.466332 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-18b583a4-c659-48c4-94a7-548dbf246281 req-b1e67c2a-ba14-42c0-b53f-dd6f8c1c49a7 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Request body: {'port': {'device_id': 'd3c01f93-93f7-40ea-b381-f3b253a2a09a', 'network_id': '4ec29c64-a4ae-430d-ba9f-348461fbf8ef', 'admin_state_up': True, 'tenant_id': 'd68bae7ecf6f4907884d3b1c20c6b537'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:47:09.470216 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-6e80abdd-42dc-43ea-a8e6-c2b057ca202c None None] Allocated IP 172.20.0.1 (d47f3bcd-1209-4e44-9cd3-df3821b397c8/62283038-a2d7-4e4d-b231-a4a72c6626aa/3d1c578f-90dd-43ff-b1d5-49b829e692e8) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:47:09.547229 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bf5bd1ff-de53-408b-b3fe-2942942a8138 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (62283038-a2d7-4e4d-b231-a4a72c6626aa), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:09.636985 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-93391b17-b5ea-477d-8027-e37b71881878 req-63b3d52c-be1a-4992-8597-212b5e5b61b2 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/security-groups?id=33e2eb59-206d-4216-aaf9-91cfc46ad855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583594 Feb 19 02:47:09.639320 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-292e367a-f3d0-4dd9-8ac0-8ad7c3f25094 req-fb808c72-9dbc-4e73-b716-2a7a62b589f5 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3e2950d-ab47-4046-8006-daf03c09940e HTTP/1.1" status: 200 len: 210 time: 0.0491149 Feb 19 02:47:09.720363 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18b583a4-c659-48c4-94a7-548dbf246281 req-b1e67c2a-ba14-42c0-b53f-dd6f8c1c49a7 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Made reservation on behalf of d68bae7ecf6f4907884d3b1c20c6b537 for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:47:09.730653 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-18b583a4-c659-48c4-94a7-548dbf246281 req-b1e67c2a-ba14-42c0-b53f-dd6f8c1c49a7 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:09.876359 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6e80abdd-42dc-43ea-a8e6-c2b057ca202c None None] Publish callbacks [] for port (3d1c578f-90dd-43ff-b1d5-49b829e692e8), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:09.883250 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d890885-9655-41cd-83fd-08bf99f71a86 req-7aea9b25-6be5-4b46-9864-6cf9bf484ac5 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:09.887214 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6e80abdd-42dc-43ea-a8e6-c2b057ca202c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (3d1c578f-90dd-43ff-b1d5-49b829e692e8), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:09.889077 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d890885-9655-41cd-83fd-08bf99f71a86 req-7aea9b25-6be5-4b46-9864-6cf9bf484ac5 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:09.894577 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d890885-9655-41cd-83fd-08bf99f71a86 req-7aea9b25-6be5-4b46-9864-6cf9bf484ac5 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:09.900784 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d890885-9655-41cd-83fd-08bf99f71a86 req-7aea9b25-6be5-4b46-9864-6cf9bf484ac5 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:09.906331 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d890885-9655-41cd-83fd-08bf99f71a86 req-7aea9b25-6be5-4b46-9864-6cf9bf484ac5 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:09.912097 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d890885-9655-41cd-83fd-08bf99f71a86 req-7aea9b25-6be5-4b46-9864-6cf9bf484ac5 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:09.917654 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d890885-9655-41cd-83fd-08bf99f71a86 req-7aea9b25-6be5-4b46-9864-6cf9bf484ac5 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:09.925201 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1d890885-9655-41cd-83fd-08bf99f71a86 req-7aea9b25-6be5-4b46-9864-6cf9bf484ac5 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ec863d4-5792-46d2-b299-7b34b3ebe431 HTTP/1.1" status: 200 len: 5432 time: 0.1342356 Feb 19 02:47:09.970113 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e80abdd-42dc-43ea-a8e6-c2b057ca202c None None] Pushing event updated for resources: {'Port': ['ID=3d1c578f-90dd-43ff-b1d5-49b829e692e8,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:09.985296 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e80abdd-42dc-43ea-a8e6-c2b057ca202c None None] Network d47f3bcd-1209-4e44-9cd3-df3821b397c8 is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:47:09.987063 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-6e80abdd-42dc-43ea-a8e6-c2b057ca202c None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:47:09.991553 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e80abdd-42dc-43ea-a8e6-c2b057ca202c None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:47:10.006416 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [req-18b583a4-c659-48c4-94a7-548dbf246281 req-b1e67c2a-ba14-42c0-b53f-dd6f8c1c49a7 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Allocated IP 172.20.0.5 (4ec29c64-a4ae-430d-ba9f-348461fbf8ef/5103dc21-f4d0-430c-8a52-b05a3a288bbf/a1ce4081-0c54-4ce0-83c2-8392bc1fbfcf) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:47:10.021827 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bf5bd1ff-de53-408b-b3fe-2942942a8138 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12647206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58706286'] for subnet (62283038-a2d7-4e4d-b231-a4a72c6626aa), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:10.103328 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5bd1ff-de53-408b-b3fe-2942942a8138 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Pushing event deleted for resources: {'Subnet': ['ID=62283038-a2d7-4e4d-b231-a4a72c6626aa,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:10.157671 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1d890885-9655-41cd-83fd-08bf99f71a86 req-210bc376-d601-49cf-b7e5-8dd1bbbcd9f7 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ad2b075-8470-4480-bb4e-92661338512f&id=1cff43f7-3cfd-4595-99e1-888048810960&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2275741 Feb 19 02:47:10.205933 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-6e80abdd-42dc-43ea-a8e6-c2b057ca202c None None] Attempting to bind port 3d1c578f-90dd-43ff-b1d5-49b829e692e8 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:47:10.206443 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-6e80abdd-42dc-43ea-a8e6-c2b057ca202c None None] Attempting to bind port 3d1c578f-90dd-43ff-b1d5-49b829e692e8 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '2af255c5-5363-4e95-9ba0-99a05866bd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd47f3bcd-1209-4e44-9cd3-df3821b397c8'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:47:10.208886 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e80abdd-42dc-43ea-a8e6-c2b057ca202c None None] Attempting to bind port 3d1c578f-90dd-43ff-b1d5-49b829e692e8 on network d47f3bcd-1209-4e44-9cd3-df3821b397c8 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:47:10.220092 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e80abdd-42dc-43ea-a8e6-c2b057ca202c None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:47:10.222695 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e80abdd-42dc-43ea-a8e6-c2b057ca202c None None] Checking segment: {'id': '2af255c5-5363-4e95-9ba0-99a05866bd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd47f3bcd-1209-4e44-9cd3-df3821b397c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:47:10.223130 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6e80abdd-42dc-43ea-a8e6-c2b057ca202c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:10.223681 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e80abdd-42dc-43ea-a8e6-c2b057ca202c None None] Bound using segment: {'id': '2af255c5-5363-4e95-9ba0-99a05866bd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd47f3bcd-1209-4e44-9cd3-df3821b397c8'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:47:10.224336 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-6e80abdd-42dc-43ea-a8e6-c2b057ca202c None None] Bound port: 3d1c578f-90dd-43ff-b1d5-49b829e692e8, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2af255c5-5363-4e95-9ba0-99a05866bd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'd47f3bcd-1209-4e44-9cd3-df3821b397c8'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:47:10.226059 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6e80abdd-42dc-43ea-a8e6-c2b057ca202c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (3d1c578f-90dd-43ff-b1d5-49b829e692e8), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:10.260505 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 54486) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:47:10.279131 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bf5bd1ff-de53-408b-b3fe-2942942a8138 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (d47f3bcd-1209-4e44-9cd3-df3821b397c8), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:10.312983 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-6e80abdd-42dc-43ea-a8e6-c2b057ca202c None None] For port 3d1c578f-90dd-43ff-b1d5-49b829e692e8, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:47:10.318710 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-6e80abdd-42dc-43ea-a8e6-c2b057ca202c None None] For port 3d1c578f-90dd-43ff-b1d5-49b829e692e8, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=3d1c578f-90dd-43ff-b1d5-49b829e692e8,segment=NetworkSegment(2af255c5-5363-4e95-9ba0-99a05866bd78),segment_id=2af255c5-5363-4e95-9ba0-99a05866bd78)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:47:10.326008 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6e80abdd-42dc-43ea-a8e6-c2b057ca202c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (3d1c578f-90dd-43ff-b1d5-49b829e692e8), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:10.331649 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8a8ee9c1-9ba3-4ef2-8d2e-0c1abc7c6670 req-40368ef5-497b-4110-bac4-aa784a8572d9 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3c01f93-93f7-40ea-b381-f3b253a2a09a HTTP/1.1" status: 200 len: 210 time: 0.0701268 Feb 19 02:47:10.344342 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-18b583a4-c659-48c4-94a7-548dbf246281 req-b1e67c2a-ba14-42c0-b53f-dd6f8c1c49a7 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Publish callbacks [] for port (a1ce4081-0c54-4ce0-83c2-8392bc1fbfcf), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:10.349677 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-bf5bd1ff-de53-408b-b3fe-2942942a8138 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d47f3bcd-1209-4e44-9cd3-df3821b397c8']}} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:47:10.408329 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9bf5b1-cbc5-400d-98ad-38410c11a9c5 req-21250290-5c33-4b8f-90b8-566b49cbf363 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:10.423248 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5e9bf5b1-cbc5-400d-98ad-38410c11a9c5 req-21250290-5c33-4b8f-90b8-566b49cbf363 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6022ed1-67a1-4ded-890d-e1e66f84412d HTTP/1.1" status: 200 len: 945 time: 0.3367705 Feb 19 02:47:10.429227 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-18b583a4-c659-48c4-94a7-548dbf246281 req-b1e67c2a-ba14-42c0-b53f-dd6f8c1c49a7 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (a1ce4081-0c54-4ce0-83c2-8392bc1fbfcf), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:10.458543 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-bf5bd1ff-de53-408b-b3fe-2942942a8138 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2af255c5-5363-4e95-9ba0-99a05866bd78') {'for_net_delete': True} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:47:10.458984 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-bf5bd1ff-de53-408b-b3fe-2942942a8138 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2af255c5-5363-4e95-9ba0-99a05866bd78') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:47:10.495866 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bf5bd1ff-de53-408b-b3fe-2942942a8138 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12647422'] for segment (2af255c5-5363-4e95-9ba0-99a05866bd78), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:10.529524 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18b583a4-c659-48c4-94a7-548dbf246281 req-b1e67c2a-ba14-42c0-b53f-dd6f8c1c49a7 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Network 4ec29c64-a4ae-430d-ba9f-348461fbf8ef is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:47:10.538088 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bf5bd1ff-de53-408b-b3fe-2942942a8138 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (2af255c5-5363-4e95-9ba0-99a05866bd78), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:10.545536 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [req-18b583a4-c659-48c4-94a7-548dbf246281 req-b1e67c2a-ba14-42c0-b53f-dd6f8c1c49a7 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:47:10.552809 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-18b583a4-c659-48c4-94a7-548dbf246281 req-b1e67c2a-ba14-42c0-b53f-dd6f8c1c49a7 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:47:10.553230 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf5bd1ff-de53-408b-b3fe-2942942a8138 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Releasing vlan 278 on physical network physnet1 to pool {{(pid=103701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:47:10.553503 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bf5bd1ff-de53-408b-b3fe-2942942a8138 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583360'] for segment (2af255c5-5363-4e95-9ba0-99a05866bd78), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:10.556952 n-d-826753-2 neutron-server[103701]: Traceback (most recent call last): Feb 19 02:47:10.556952 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:47:10.556952 n-d-826753-2 neutron-server[103701]: timer() Feb 19 02:47:10.556952 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:47:10.556952 n-d-826753-2 neutron-server[103701]: cb(*args, **kw) Feb 19 02:47:10.556952 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:47:10.556952 n-d-826753-2 neutron-server[103701]: return func(*args, **kwargs) Feb 19 02:47:10.556952 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:47:10.556952 n-d-826753-2 neutron-server[103701]: self._notify() Feb 19 02:47:10.556952 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:47:10.556952 n-d-826753-2 neutron-server[103701]: self.callback(batched_events) Feb 19 02:47:10.556952 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:47:10.556952 n-d-826753-2 neutron-server[103701]: event.method(event) Feb 19 02:47:10.556952 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:47:10.556952 n-d-826753-2 neutron-server[103701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:47:10.556952 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:47:10.556952 n-d-826753-2 neutron-server[103701]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:47:10.556952 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:47:10.556952 n-d-826753-2 neutron-server[103701]: return f(self, *a, **k) Feb 19 02:47:10.556952 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:47:10.556952 n-d-826753-2 neutron-server[103701]: return self._get(url).json() Feb 19 02:47:10.556952 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:47:10.556952 n-d-826753-2 neutron-server[103701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:47:10.556952 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:47:10.556952 n-d-826753-2 neutron-server[103701]: return self.request(url, 'GET', **kwargs) Feb 19 02:47:10.556952 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:47:10.556952 n-d-826753-2 neutron-server[103701]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:47:10.556952 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:47:10.556952 n-d-826753-2 neutron-server[103701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:47:10.556952 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:47:10.556952 n-d-826753-2 neutron-server[103701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:47:10.556952 n-d-826753-2 neutron-server[103701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:47:10.575365 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5e9bf5b1-cbc5-400d-98ad-38410c11a9c5 req-9629df1d-d65a-45df-9c93-0f5e90356fc9 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439474 Feb 19 02:47:10.576043 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-abc3815f-4a5a-4240-8627-f84283996f20 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1696561117-network', 'tenant_id': '6cbd977e4a374002827ea7088b0472ae'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:47:10.638918 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e67c2a-ba14-42c0-b53f-dd6f8c1c49a7 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Pushing event updated for resources: {'Port': ['ID=a1ce4081-0c54-4ce0-83c2-8392bc1fbfcf,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:10.648485 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e80abdd-42dc-43ea-a8e6-c2b057ca202c None None] Pushing event updated for resources: {'Port': ['ID=3d1c578f-90dd-43ff-b1d5-49b829e692e8,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:10.674643 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084c8fd3-2f2b-496d-a51d-260b072cdbff None None] get_active_networks_info from n-d-826753-2 {{(pid=103703) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 02:47:10.678544 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.db.api [None req-bf5bd1ff-de53-408b-b3fe-2942942a8138 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 19 02:47:10.678544 n-d-826753-2 neutron-server[103701]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 19 02:47:10.678544 n-d-826753-2 neutron-server[103701]: [parameters: {'id': 'd47f3bcd-1209-4e44-9cd3-df3821b397c8'}] Feb 19 02:47:10.678544 n-d-826753-2 neutron-server[103701]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 02:47:10.680341 n-d-826753-2 neutron-server[103701]: DEBUG oslo_db.api [None req-bf5bd1ff-de53-408b-b3fe-2942942a8138 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 02:47:10.691077 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b583a4-c659-48c4-94a7-548dbf246281 req-b1e67c2a-ba14-42c0-b53f-dd6f8c1c49a7 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:10.691724 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-18b583a4-c659-48c4-94a7-548dbf246281 req-b1e67c2a-ba14-42c0-b53f-dd6f8c1c49a7 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:10.695776 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abc3815f-4a5a-4240-8627-f84283996f20 admin admin] Made reservation on behalf of 6cbd977e4a374002827ea7088b0472ae for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:47:10.698008 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-abc3815f-4a5a-4240-8627-f84283996f20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:10.712860 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-abc3815f-4a5a-4240-8627-f84283996f20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:10.726108 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-18b583a4-c659-48c4-94a7-548dbf246281 req-b1e67c2a-ba14-42c0-b53f-dd6f8c1c49a7 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2636583 Feb 19 02:47:10.751528 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-18b583a4-c659-48c4-94a7-548dbf246281 req-06cf6345-ca4c-4c35-a540-d117e6f5d6c7 service neutron] Request body: {'port': {'device_id': 'd3c01f93-93f7-40ea-b381-f3b253a2a09a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826753-2'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:47:10.824863 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a1a7b695-f2de-45a4-9112-f6750908b6aa req-ccaca17c-801e-49a0-8fca-3916fbd61639 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3e2950d-ab47-4046-8006-daf03c09940e HTTP/1.1" status: 200 len: 210 time: 0.0518401 Feb 19 02:47:10.851854 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-18b583a4-c659-48c4-94a7-548dbf246281 req-06cf6345-ca4c-4c35-a540-d117e6f5d6c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (a1ce4081-0c54-4ce0-83c2-8392bc1fbfcf), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:10.881698 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-abc3815f-4a5a-4240-8627-f84283996f20 admin admin] Publish callbacks [] for security_group (aadc52ba-c1f4-4cbe-aaa7-09144abf2e54), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:10.918089 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084c8fd3-2f2b-496d-a51d-260b072cdbff None None] Resources bound (agent type, host, resource id): {{(pid=103703) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 02:47:10.961732 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f2225b-7575-483f-9f78-865348c429a8 req-53afa24c-bdf5-4c53-8d8b-fcb19dd28f92 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:10.973193 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-48f2225b-7575-483f-9f78-865348c429a8 req-53afa24c-bdf5-4c53-8d8b-fcb19dd28f92 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfee5af4-da6a-4d15-a1c5-a6cd65193d4e HTTP/1.1" status: 200 len: 945 time: 0.1109409 Feb 19 02:47:10.998491 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-abc3815f-4a5a-4240-8627-f84283996f20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (aadc52ba-c1f4-4cbe-aaa7-09144abf2e54), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:11.034846 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abc3815f-4a5a-4240-8627-f84283996f20 admin admin] vlan segment allocate from pool success with {'vlan_id': 252, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:47:11.054362 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-48f2225b-7575-483f-9f78-865348c429a8 req-f9fa615d-24e4-4bc5-bb37-a25e4a786f73 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/security-groups?id=33e2eb59-206d-4216-aaf9-91cfc46ad855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786335 Feb 19 02:47:11.065608 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-abc3815f-4a5a-4240-8627-f84283996f20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (f7852273-f597-400c-a2ab-aeacc4ab9aee), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:11.066080 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-abc3815f-4a5a-4240-8627-f84283996f20 admin admin] Added segment f7852273-f597-400c-a2ab-aeacc4ab9aee of type vlan for network e29bc8fd-34f9-4e00-a09b-f3d4c0fb5bc9 Feb 19 02:47:11.125091 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc3815f-4a5a-4240-8627-f84283996f20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aadc52ba-c1f4-4cbe-aaa7-09144abf2e54,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:11.168081 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-abc3815f-4a5a-4240-8627-f84283996f20 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (e29bc8fd-34f9-4e00-a09b-f3d4c0fb5bc9), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:11.181760 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bf5bd1ff-de53-408b-b3fe-2942942a8138 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (d47f3bcd-1209-4e44-9cd3-df3821b397c8), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:11.231653 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-abc3815f-4a5a-4240-8627-f84283996f20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (e29bc8fd-34f9-4e00-a09b-f3d4c0fb5bc9), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:11.232712 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc3815f-4a5a-4240-8627-f84283996f20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:11.233405 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-abc3815f-4a5a-4240-8627-f84283996f20 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:11.269322 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e287088-2acf-4c83-9710-34487891db73 None None] Network d47f3bcd-1209-4e44-9cd3-df3821b397c8 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:47:11.338771 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-abc3815f-4a5a-4240-8627-f84283996f20 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0765371 Feb 19 02:47:11.344962 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 54548) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:47:11.352550 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-98812510-6bf8-4831-87d8-77fd22fbfe5c admin admin] Request body: {'subnet': {'network_id': 'e29bc8fd-34f9-4e00-a09b-f3d4c0fb5bc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1696561117-subnet', 'tenant_id': '6cbd977e4a374002827ea7088b0472ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:47:11.367396 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-18b583a4-c659-48c4-94a7-548dbf246281 req-06cf6345-ca4c-4c35-a540-d117e6f5d6c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1ce4081-0c54-4ce0-83c2-8392bc1fbfcf {{(pid=103702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:47:11.374547 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc3815f-4a5a-4240-8627-f84283996f20 admin admin] Pushing event updated for resources: {'Network': ['ID=e29bc8fd-34f9-4e00-a09b-f3d4c0fb5bc9,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:11.382905 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-18b583a4-c659-48c4-94a7-548dbf246281 req-06cf6345-ca4c-4c35-a540-d117e6f5d6c7 service neutron] Publish callbacks [] for port (a1ce4081-0c54-4ce0-83c2-8392bc1fbfcf), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:11.384570 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-bf5bd1ff-de53-408b-b3fe-2942942a8138 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Deleting port 3d1c578f-90dd-43ff-b1d5-49b829e692e8 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:47:11.384975 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bf5bd1ff-de53-408b-b3fe-2942942a8138 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (3d1c578f-90dd-43ff-b1d5-49b829e692e8), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:11.397934 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network e29bc8fd-34f9-4e00-a09b-f3d4c0fb5bc9 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:47:11.406333 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-18b583a4-c659-48c4-94a7-548dbf246281 req-06cf6345-ca4c-4c35-a540-d117e6f5d6c7 service neutron] Transition to ACTIVE for port object a1ce4081-0c54-4ce0-83c2-8392bc1fbfcf will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:47:11.408165 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98812510-6bf8-4831-87d8-77fd22fbfe5c admin admin] Made reservation on behalf of 6cbd977e4a374002827ea7088b0472ae for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:47:11.411331 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-98812510-6bf8-4831-87d8-77fd22fbfe5c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:11.415178 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-18b583a4-c659-48c4-94a7-548dbf246281 req-06cf6345-ca4c-4c35-a540-d117e6f5d6c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (a1ce4081-0c54-4ce0-83c2-8392bc1fbfcf), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:11.416695 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ae3d3-f991-430b-b075-fce01de66f2d req-86b77e2b-3d6a-4147-a4cf-a97e16b33733 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:11.422493 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ae3d3-f991-430b-b075-fce01de66f2d req-86b77e2b-3d6a-4147-a4cf-a97e16b33733 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:11.427771 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ae3d3-f991-430b-b075-fce01de66f2d req-86b77e2b-3d6a-4147-a4cf-a97e16b33733 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:11.444391 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ae3d3-f991-430b-b075-fce01de66f2d req-86b77e2b-3d6a-4147-a4cf-a97e16b33733 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:11.464149 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ae3d3-f991-430b-b075-fce01de66f2d req-86b77e2b-3d6a-4147-a4cf-a97e16b33733 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:11.474784 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ae3d3-f991-430b-b075-fce01de66f2d req-86b77e2b-3d6a-4147-a4cf-a97e16b33733 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:11.483771 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cf6345-ca4c-4c35-a540-d117e6f5d6c7 service neutron] Pushing event updated for resources: {'Port': ['ID=a1ce4081-0c54-4ce0-83c2-8392bc1fbfcf,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:11.491156 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ae3d3-f991-430b-b075-fce01de66f2d req-86b77e2b-3d6a-4147-a4cf-a97e16b33733 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:11.501054 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-379ae3d3-f991-430b-b075-fce01de66f2d req-86b77e2b-3d6a-4147-a4cf-a97e16b33733 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ec863d4-5792-46d2-b299-7b34b3ebe431 HTTP/1.1" status: 200 len: 5432 time: 0.2113259 Feb 19 02:47:11.592689 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-bf5bd1ff-de53-408b-b3fe-2942942a8138 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] For port 3d1c578f-90dd-43ff-b1d5-49b829e692e8, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=3d1c578f-90dd-43ff-b1d5-49b829e692e8,segment=NetworkSegment(2af255c5-5363-4e95-9ba0-99a05866bd78),segment_id=2af255c5-5363-4e95-9ba0-99a05866bd78)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:47:11.593131 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bf5bd1ff-de53-408b-b3fe-2942942a8138 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (3d1c578f-90dd-43ff-b1d5-49b829e692e8), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:11.621040 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-bf5bd1ff-de53-408b-b3fe-2942942a8138 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Calling delete_port for 3d1c578f-90dd-43ff-b1d5-49b829e692e8 owned by network:dhcp {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:47:11.644984 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-18b583a4-c659-48c4-94a7-548dbf246281 req-06cf6345-ca4c-4c35-a540-d117e6f5d6c7 service neutron] Attempting to bind port a1ce4081-0c54-4ce0-83c2-8392bc1fbfcf on host n-h1-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:47:11.646365 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-18b583a4-c659-48c4-94a7-548dbf246281 req-06cf6345-ca4c-4c35-a540-d117e6f5d6c7 service neutron] Attempting to bind port a1ce4081-0c54-4ce0-83c2-8392bc1fbfcf by drivers openvswitch,hyperv on host n-h1-826753-2 at level 0 using segments [{'id': 'b3dae451-0c86-4a64-8455-5c47bfffd3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '4ec29c64-a4ae-430d-ba9f-348461fbf8ef'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:47:11.646688 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b583a4-c659-48c4-94a7-548dbf246281 req-06cf6345-ca4c-4c35-a540-d117e6f5d6c7 service neutron] Attempting to bind port a1ce4081-0c54-4ce0-83c2-8392bc1fbfcf on network 4ec29c64-a4ae-430d-ba9f-348461fbf8ef {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:47:11.657637 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b583a4-c659-48c4-94a7-548dbf246281 req-06cf6345-ca4c-4c35-a540-d117e6f5d6c7 service neutron] Port a1ce4081-0c54-4ce0-83c2-8392bc1fbfcf on network 4ec29c64-a4ae-430d-ba9f-348461fbf8ef not bound, no agent of type Open vSwitch agent registered on host n-h1-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:47:11.658100 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b583a4-c659-48c4-94a7-548dbf246281 req-06cf6345-ca4c-4c35-a540-d117e6f5d6c7 service neutron] Attempting to bind port a1ce4081-0c54-4ce0-83c2-8392bc1fbfcf on network 4ec29c64-a4ae-430d-ba9f-348461fbf8ef {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:47:11.664700 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b583a4-c659-48c4-94a7-548dbf246281 req-06cf6345-ca4c-4c35-a540-d117e6f5d6c7 service neutron] Checking agent: {'id': '9d56fb1b-2855-496a-a6d9-c324740cb98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:47:11.665161 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b583a4-c659-48c4-94a7-548dbf246281 req-06cf6345-ca4c-4c35-a540-d117e6f5d6c7 service neutron] Checking segment: {'id': 'b3dae451-0c86-4a64-8455-5c47bfffd3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '4ec29c64-a4ae-430d-ba9f-348461fbf8ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:47:11.665618 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b583a4-c659-48c4-94a7-548dbf246281 req-06cf6345-ca4c-4c35-a540-d117e6f5d6c7 service neutron] Bound using segment: {'id': 'b3dae451-0c86-4a64-8455-5c47bfffd3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '4ec29c64-a4ae-430d-ba9f-348461fbf8ef'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:47:11.666106 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-18b583a4-c659-48c4-94a7-548dbf246281 req-06cf6345-ca4c-4c35-a540-d117e6f5d6c7 service neutron] Bound port: a1ce4081-0c54-4ce0-83c2-8392bc1fbfcf, host: n-h1-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3dae451-0c86-4a64-8455-5c47bfffd3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '4ec29c64-a4ae-430d-ba9f-348461fbf8ef'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:47:11.666544 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-18b583a4-c659-48c4-94a7-548dbf246281 req-06cf6345-ca4c-4c35-a540-d117e6f5d6c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (a1ce4081-0c54-4ce0-83c2-8392bc1fbfcf), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:11.709559 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-379ae3d3-f991-430b-b075-fce01de66f2d req-74d2595e-8a7e-4d19-a121-7bafd0fc63fb tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ad2b075-8470-4480-bb4e-92661338512f&id=1cff43f7-3cfd-4595-99e1-888048810960&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2045491 Feb 19 02:47:11.753075 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638361b8-971a-433d-b815-9dd4c44cfaa5 req-98bc1230-73d4-40d3-9dba-65014d3ccdd6 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:11.755067 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-638361b8-971a-433d-b815-9dd4c44cfaa5 req-98bc1230-73d4-40d3-9dba-65014d3ccdd6 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3c01f93-93f7-40ea-b381-f3b253a2a09a HTTP/1.1" status: 200 len: 943 time: 0.1257463 Feb 19 02:47:11.803058 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bf5bd1ff-de53-408b-b3fe-2942942a8138 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (3d1c578f-90dd-43ff-b1d5-49b829e692e8), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:11.825628 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-18b583a4-c659-48c4-94a7-548dbf246281 req-06cf6345-ca4c-4c35-a540-d117e6f5d6c7 service neutron] For port a1ce4081-0c54-4ce0-83c2-8392bc1fbfcf, host n-h1-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:47:11.837350 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-18b583a4-c659-48c4-94a7-548dbf246281 req-06cf6345-ca4c-4c35-a540-d117e6f5d6c7 service neutron] For port a1ce4081-0c54-4ce0-83c2-8392bc1fbfcf, host n-h1-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=a1ce4081-0c54-4ce0-83c2-8392bc1fbfcf,segment=NetworkSegment(b3dae451-0c86-4a64-8455-5c47bfffd3eb),segment_id=b3dae451-0c86-4a64-8455-5c47bfffd3eb)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:47:11.837889 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5bd1ff-de53-408b-b3fe-2942942a8138 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Pushing event deleted for resources: {'Port': ['ID=3d1c578f-90dd-43ff-b1d5-49b829e692e8,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:11.846646 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-18b583a4-c659-48c4-94a7-548dbf246281 req-06cf6345-ca4c-4c35-a540-d117e6f5d6c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (a1ce4081-0c54-4ce0-83c2-8392bc1fbfcf), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:11.848191 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5bd1ff-de53-408b-b3fe-2942942a8138 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] No DVR routers for this DVR port 3d1c578f-90dd-43ff-b1d5-49b829e692e8 on host n-d-826753-2 {{(pid=103701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:47:11.855532 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-638361b8-971a-433d-b815-9dd4c44cfaa5 req-01f952c3-14c3-477a-9c6c-43e4fbd75961 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/security-groups?id=83745bf6-2450-44b1-b073-88b2d8645794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940080 Feb 19 02:47:11.947032 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b583a4-c659-48c4-94a7-548dbf246281 req-06cf6345-ca4c-4c35-a540-d117e6f5d6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:11.947678 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-18b583a4-c659-48c4-94a7-548dbf246281 req-06cf6345-ca4c-4c35-a540-d117e6f5d6c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:11.950597 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-18b583a4-c659-48c4-94a7-548dbf246281 req-06cf6345-ca4c-4c35-a540-d117e6f5d6c7 service neutron] 10.222.0.73 "PUT /v2.0/ports/a1ce4081-0c54-4ce0-83c2-8392bc1fbfcf HTTP/1.1" status: 200 len: 1091 time: 1.2051945 Feb 19 02:47:11.959389 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3c01f93-93f7-40ea-b381-f3b253a2a09a', 'tag': 'a1ce4081-0c54-4ce0-83c2-8392bc1fbfcf'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:47:11.961834 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e375a79-8678-41b0-9799-687f6aae3003" -d '{"events": [{"name": "network-changed", "server_uuid": "d3c01f93-93f7-40ea-b381-f3b253a2a09a", "tag": "a1ce4081-0c54-4ce0-83c2-8392bc1fbfcf"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:47:11.985379 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-98812510-6bf8-4831-87d8-77fd22fbfe5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (fcc68009-7bd5-4a1b-8ae5-92bd73ff7786), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:12.012819 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bf5bd1ff-de53-408b-b3fe-2942942a8138 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (d47f3bcd-1209-4e44-9cd3-df3821b397c8), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:12.062120 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-bf5bd1ff-de53-408b-b3fe-2942942a8138 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d47f3bcd-1209-4e44-9cd3-df3821b397c8']}} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:47:12.064399 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98812510-6bf8-4831-87d8-77fd22fbfe5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcc68009-7bd5-4a1b-8ae5-92bd73ff7786,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:12.085467 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-bf5bd1ff-de53-408b-b3fe-2942942a8138 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2af255c5-5363-4e95-9ba0-99a05866bd78') {'for_net_delete': True} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:47:12.085769 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-bf5bd1ff-de53-408b-b3fe-2942942a8138 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2af255c5-5363-4e95-9ba0-99a05866bd78') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:47:12.095983 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bf5bd1ff-de53-408b-b3fe-2942942a8138 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12647422'] for segment (2af255c5-5363-4e95-9ba0-99a05866bd78), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:12.112237 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bf5bd1ff-de53-408b-b3fe-2942942a8138 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (2af255c5-5363-4e95-9ba0-99a05866bd78), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:12.117889 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cf6345-ca4c-4c35-a540-d117e6f5d6c7 service neutron] Pushing event updated for resources: {'Port': ['ID=a1ce4081-0c54-4ce0-83c2-8392bc1fbfcf,revision_number=3']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:12.119746 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf5bd1ff-de53-408b-b3fe-2942942a8138 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Releasing vlan 278 on physical network physnet1 to pool {{(pid=103701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:47:12.119887 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bf5bd1ff-de53-408b-b3fe-2942942a8138 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583360'] for segment (2af255c5-5363-4e95-9ba0-99a05866bd78), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:12.135099 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98812510-6bf8-4831-87d8-77fd22fbfe5c admin admin] Checking segment: {'id': 'f7852273-f597-400c-a2ab-aeacc4ab9aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'e29bc8fd-34f9-4e00-a09b-f3d4c0fb5bc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:47:12.135425 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98812510-6bf8-4831-87d8-77fd22fbfe5c admin admin] Network hostable DHCP agents. Network: e29bc8fd-34f9-4e00-a09b-f3d4c0fb5bc9, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:47:12.138531 n-d-826753-2 neutron-server[103701]: Traceback (most recent call last): Feb 19 02:47:12.138531 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:47:12.138531 n-d-826753-2 neutron-server[103701]: timer() Feb 19 02:47:12.138531 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:47:12.138531 n-d-826753-2 neutron-server[103701]: cb(*args, **kw) Feb 19 02:47:12.138531 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:47:12.138531 n-d-826753-2 neutron-server[103701]: return func(*args, **kwargs) Feb 19 02:47:12.138531 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:47:12.138531 n-d-826753-2 neutron-server[103701]: self._notify() Feb 19 02:47:12.138531 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:47:12.138531 n-d-826753-2 neutron-server[103701]: self.callback(batched_events) Feb 19 02:47:12.138531 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:47:12.138531 n-d-826753-2 neutron-server[103701]: event.method(event) Feb 19 02:47:12.138531 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:47:12.138531 n-d-826753-2 neutron-server[103701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:47:12.138531 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:47:12.138531 n-d-826753-2 neutron-server[103701]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:47:12.138531 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:47:12.138531 n-d-826753-2 neutron-server[103701]: return f(self, *a, **k) Feb 19 02:47:12.138531 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:47:12.138531 n-d-826753-2 neutron-server[103701]: return self._get(url).json() Feb 19 02:47:12.138531 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:47:12.138531 n-d-826753-2 neutron-server[103701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:47:12.138531 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:47:12.138531 n-d-826753-2 neutron-server[103701]: return self.request(url, 'GET', **kwargs) Feb 19 02:47:12.138531 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:47:12.138531 n-d-826753-2 neutron-server[103701]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:47:12.138531 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:47:12.138531 n-d-826753-2 neutron-server[103701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:47:12.138531 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:47:12.138531 n-d-826753-2 neutron-server[103701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:47:12.138531 n-d-826753-2 neutron-server[103701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:47:12.142728 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b583a4-c659-48c4-94a7-548dbf246281 req-eb4720b1-204c-400b-8a6b-ff7c7024eca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:12.144249 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-18b583a4-c659-48c4-94a7-548dbf246281 req-eb4720b1-204c-400b-8a6b-ff7c7024eca5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d68bae7ecf6f4907884d3b1c20c6b537&device_id=d3c01f93-93f7-40ea-b381-f3b253a2a09a HTTP/1.1" status: 200 len: 1125 time: 0.1093051 Feb 19 02:47:12.161207 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98812510-6bf8-4831-87d8-77fd22fbfe5c admin admin] Network e29bc8fd-34f9-4e00-a09b-f3d4c0fb5bc9 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:47:12.222453 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bf5bd1ff-de53-408b-b3fe-2942942a8138 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (d47f3bcd-1209-4e44-9cd3-df3821b397c8), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:12.231284 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-18b583a4-c659-48c4-94a7-548dbf246281 req-1778ae15-9b9c-4592-b57b-db3d44eef7a7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1ce4081-0c54-4ce0-83c2-8392bc1fbfcf HTTP/1.1" status: 200 len: 217 time: 0.0646844 Feb 19 02:47:12.232757 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-98812510-6bf8-4831-87d8-77fd22fbfe5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, e29bc8fd-34f9-4e00-a09b-f3d4c0fb5bc9) {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:47:12.238000 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98812510-6bf8-4831-87d8-77fd22fbfe5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:12.238676 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-98812510-6bf8-4831-87d8-77fd22fbfe5c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:12.246129 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f28f019-b23d-495d-9aa8-a3615e0514de None None] Network e29bc8fd-34f9-4e00-a09b-f3d4c0fb5bc9 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:47:12.250088 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bf5bd1ff-de53-408b-b3fe-2942942a8138 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:12.253596 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-bf5bd1ff-de53-408b-b3fe-2942942a8138 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] 10.222.0.72 "DELETE /v2.0/networks/d47f3bcd-1209-4e44-9cd3-df3821b397c8 HTTP/1.1" status: 204 len: 168 time: 3.2859752 Feb 19 02:47:12.256391 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5bd1ff-de53-408b-b3fe-2942942a8138 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Pushing event deleted for resources: {'Network': ['ID=d47f3bcd-1209-4e44-9cd3-df3821b397c8,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:12.259697 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 54606) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:47:12.265534 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f5414d-fd8b-4b0b-a006-c359004bacd5 req-d5d0ef27-986a-4329-a6de-bcba24b72bd5 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:12.269641 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-96f5414d-fd8b-4b0b-a006-c359004bacd5 req-d5d0ef27-986a-4329-a6de-bcba24b72bd5 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6022ed1-67a1-4ded-890d-e1e66f84412d HTTP/1.1" status: 200 len: 945 time: 0.2877600 Feb 19 02:47:12.291659 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-86389b1b-ab48-4ff8-b90d-83b8f9c54086 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1908941835'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:47:12.313174 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-98812510-6bf8-4831-87d8-77fd22fbfe5c admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9668338 Feb 19 02:47:12.335117 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b583a4-c659-48c4-94a7-548dbf246281 req-d247d3d9-87a1-4ee9-95d3-0701e5bcde79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:12.336148 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-96f5414d-fd8b-4b0b-a006-c359004bacd5 req-6a8f9476-1030-4560-8822-94314dcfde2c tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622349 Feb 19 02:47:12.337320 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-18b583a4-c659-48c4-94a7-548dbf246281 req-d247d3d9-87a1-4ee9-95d3-0701e5bcde79 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5103dc21-f4d0-430c-8a52-b05a3a288bbf HTTP/1.1" status: 200 len: 852 time: 0.0923719 Feb 19 02:47:12.344046 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86389b1b-ab48-4ff8-b90d-83b8f9c54086 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Made reservation on behalf of 3feb19dbdfe94d40bca95d7b37882add for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:47:12.348099 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-86389b1b-ab48-4ff8-b90d-83b8f9c54086 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:12.392937 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-18b583a4-c659-48c4-94a7-548dbf246281 req-f6a16c6b-f2e7-4e8e-b170-43b5e73cb313 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4ec29c64-a4ae-430d-ba9f-348461fbf8ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407698 Feb 19 02:47:12.428762 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86389b1b-ab48-4ff8-b90d-83b8f9c54086 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] vlan segment allocate from pool success with {'vlan_id': 284, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:47:12.472864 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3033a6b-69f6-4cf9-957b-c2d207cfd7b1 x-openstack-request-id: req-e3033a6b-69f6-4cf9-957b-c2d207cfd7b1 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:47:12.473382 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3c01f93-93f7-40ea-b381-f3b253a2a09a", "tag": "a1ce4081-0c54-4ce0-83c2-8392bc1fbfcf", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:47:12.474222 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e3033a6b-69f6-4cf9-957b-c2d207cfd7b1 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:47:12.474674 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3c01f93-93f7-40ea-b381-f3b253a2a09a', 'tag': 'a1ce4081-0c54-4ce0-83c2-8392bc1fbfcf', 'status': 'completed', 'code': 200} Feb 19 02:47:12.481088 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8457875a-99da-4e8b-a4e4-9113c4466735 None None] Network e29bc8fd-34f9-4e00-a09b-f3d4c0fb5bc9 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:47:12.490385 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8ed8a812-89bc-4f3e-aa5c-38e354802460 req-86963a48-c269-48fc-baf8-8348c5216a29 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3e2950d-ab47-4046-8006-daf03c09940e HTTP/1.1" status: 200 len: 210 time: 0.0550885 Feb 19 02:47:12.514408 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-86389b1b-ab48-4ff8-b90d-83b8f9c54086 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (ce0b0337-2489-457c-85b0-a4037879bdde), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:12.514748 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-86389b1b-ab48-4ff8-b90d-83b8f9c54086 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Added segment ce0b0337-2489-457c-85b0-a4037879bdde of type vlan for network 80e73f4e-f5e2-4287-9fd2-29d3f7fca30c Feb 19 02:47:12.611066 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-86389b1b-ab48-4ff8-b90d-83b8f9c54086 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (80e73f4e-f5e2-4287-9fd2-29d3f7fca30c), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:12.629185 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7abfd68-b744-45a2-a16f-3d66e6631e2f req-1f6dae07-bc1e-4e4d-bb4c-413c618e4f7f tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:12.631742 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d7abfd68-b744-45a2-a16f-3d66e6631e2f req-1f6dae07-bc1e-4e4d-bb4c-413c618e4f7f tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfee5af4-da6a-4d15-a1c5-a6cd65193d4e HTTP/1.1" status: 200 len: 945 time: 0.1230538 Feb 19 02:47:12.636620 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-18b583a4-c659-48c4-94a7-548dbf246281 req-60b30212-2cb4-41cc-9f5a-b88b2db16ad3 service neutron] 10.222.0.73 "GET /v2.0/networks/4ec29c64-a4ae-430d-ba9f-348461fbf8ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369957 Feb 19 02:47:12.690944 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-86389b1b-ab48-4ff8-b90d-83b8f9c54086 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (80e73f4e-f5e2-4287-9fd2-29d3f7fca30c), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:12.698292 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86389b1b-ab48-4ff8-b90d-83b8f9c54086 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:12.699100 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-86389b1b-ab48-4ff8-b90d-83b8f9c54086 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:12.729542 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d7abfd68-b744-45a2-a16f-3d66e6631e2f req-40405b38-019b-477b-a422-c6f91ee5f21b tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/security-groups?id=33e2eb59-206d-4216-aaf9-91cfc46ad855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826511 Feb 19 02:47:12.855561 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-18b583a4-c659-48c4-94a7-548dbf246281 req-da0b3814-16b1-4d7f-aa2d-c6cbb24ec054 service neutron] 10.222.0.73 "GET /v2.0/networks/4ec29c64-a4ae-430d-ba9f-348461fbf8ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070143 Feb 19 02:47:12.861986 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-86389b1b-ab48-4ff8-b90d-83b8f9c54086 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5976381 Feb 19 02:47:12.863135 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 54660) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:47:12.884331 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-c8bf27bc-b2cb-4be6-83a6-47d3ce618717 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Request body: {'subnet': {'network_id': '80e73f4e-f5e2-4287-9fd2-29d3f7fca30c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:47:12.972986 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9025450d-3596-4c3e-90e9-a3cdc2124995 req-99fa5104-1874-4cc8-b4ca-91d7a6b70bbd tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:12.978712 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86389b1b-ab48-4ff8-b90d-83b8f9c54086 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Pushing event updated for resources: {'Network': ['ID=80e73f4e-f5e2-4287-9fd2-29d3f7fca30c,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:12.991025 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 80e73f4e-f5e2-4287-9fd2-29d3f7fca30c details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:47:12.999894 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9025450d-3596-4c3e-90e9-a3cdc2124995 req-99fa5104-1874-4cc8-b4ca-91d7a6b70bbd tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:13.022695 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9025450d-3596-4c3e-90e9-a3cdc2124995 req-99fa5104-1874-4cc8-b4ca-91d7a6b70bbd tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:13.038504 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9025450d-3596-4c3e-90e9-a3cdc2124995 req-99fa5104-1874-4cc8-b4ca-91d7a6b70bbd tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:13.043783 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9025450d-3596-4c3e-90e9-a3cdc2124995 req-99fa5104-1874-4cc8-b4ca-91d7a6b70bbd tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:13.062996 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9025450d-3596-4c3e-90e9-a3cdc2124995 req-99fa5104-1874-4cc8-b4ca-91d7a6b70bbd tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:13.074487 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9025450d-3596-4c3e-90e9-a3cdc2124995 req-99fa5104-1874-4cc8-b4ca-91d7a6b70bbd tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:13.079481 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9025450d-3596-4c3e-90e9-a3cdc2124995 req-99fa5104-1874-4cc8-b4ca-91d7a6b70bbd tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ec863d4-5792-46d2-b299-7b34b3ebe431 HTTP/1.1" status: 200 len: 5432 time: 0.2169726 Feb 19 02:47:13.092069 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e375a79-8678-41b0-9799-687f6aae3003 req-9af67f9e-eb34-483c-b3f1-92b4de7ac501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:13.094489 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-0e375a79-8678-41b0-9799-687f6aae3003 req-9af67f9e-eb34-483c-b3f1-92b4de7ac501 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d68bae7ecf6f4907884d3b1c20c6b537&device_id=d3c01f93-93f7-40ea-b381-f3b253a2a09a HTTP/1.1" status: 200 len: 1125 time: 0.1169238 Feb 19 02:47:13.219574 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8bf27bc-b2cb-4be6-83a6-47d3ce618717 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Made reservation on behalf of 3feb19dbdfe94d40bca95d7b37882add for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:47:13.229699 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9025450d-3596-4c3e-90e9-a3cdc2124995 req-021b3da0-9f3d-430a-b027-79185bc56160 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ad2b075-8470-4480-bb4e-92661338512f&id=1cff43f7-3cfd-4595-99e1-888048810960&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1436400 Feb 19 02:47:13.231550 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c8bf27bc-b2cb-4be6-83a6-47d3ce618717 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:13.236848 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 54678) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:47:13.247224 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-471f1afc-c6f6-4a3d-9a57-3fb0dadad580 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-735033127-network', 'tenant_id': 'a92106bc3d57464a933a3490409716a0'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:47:13.327257 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-471f1afc-c6f6-4a3d-9a57-3fb0dadad580 admin admin] Made reservation on behalf of a92106bc3d57464a933a3490409716a0 for: {'network': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:47:13.329808 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-471f1afc-c6f6-4a3d-9a57-3fb0dadad580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:13.343567 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-471f1afc-c6f6-4a3d-9a57-3fb0dadad580 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:13.356916 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e375a79-8678-41b0-9799-687f6aae3003 req-57505c5c-1ee5-4837-84e2-7af0b1984d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:13.359506 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-0e375a79-8678-41b0-9799-687f6aae3003 req-57505c5c-1ee5-4837-84e2-7af0b1984d03 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4ec29c64-a4ae-430d-ba9f-348461fbf8ef HTTP/1.1" status: 200 len: 913 time: 0.2569761 Feb 19 02:47:13.371629 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac683eba-09ba-478d-9a0c-62436637d647 req-5c735fd0-8dd2-4bc2-9e39-3af1e8ddc03b tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:13.373633 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ac683eba-09ba-478d-9a0c-62436637d647 req-5c735fd0-8dd2-4bc2-9e39-3af1e8ddc03b tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3c01f93-93f7-40ea-b381-f3b253a2a09a HTTP/1.1" status: 200 len: 943 time: 0.1206384 Feb 19 02:47:13.428991 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-0e375a79-8678-41b0-9799-687f6aae3003 req-53f5b7a0-fea9-4ffc-b6f9-c69299e1257a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1ce4081-0c54-4ce0-83c2-8392bc1fbfcf HTTP/1.1" status: 200 len: 217 time: 0.0571973 Feb 19 02:47:13.477105 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ac683eba-09ba-478d-9a0c-62436637d647 req-493f856a-bd05-43c7-b1ef-73c5fb10a700 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/security-groups?id=83745bf6-2450-44b1-b073-88b2d8645794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888216 Feb 19 02:47:13.524581 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e375a79-8678-41b0-9799-687f6aae3003 req-8a82d00c-1c6a-42cd-b750-37733c5ad311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:13.526116 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-0e375a79-8678-41b0-9799-687f6aae3003 req-8a82d00c-1c6a-42cd-b750-37733c5ad311 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5103dc21-f4d0-430c-8a52-b05a3a288bbf HTTP/1.1" status: 200 len: 852 time: 0.0896997 Feb 19 02:47:13.537622 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-471f1afc-c6f6-4a3d-9a57-3fb0dadad580 admin admin] Publish callbacks [] for security_group (d83b47d6-61c9-4d45-adac-765a09a3f84d), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:13.544789 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-471f1afc-c6f6-4a3d-9a57-3fb0dadad580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (d83b47d6-61c9-4d45-adac-765a09a3f84d), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:13.561118 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-471f1afc-c6f6-4a3d-9a57-3fb0dadad580 admin admin] vlan segment allocate from pool success with {'vlan_id': 265, 'physical_network': 'physnet1'} {{(pid=103701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:47:13.574377 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-471f1afc-c6f6-4a3d-9a57-3fb0dadad580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (1b8baa24-cb6a-4d3a-83f2-0044d63139a9), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:13.574908 n-d-826753-2 neutron-server[103701]: INFO neutron.db.segments_db [None req-471f1afc-c6f6-4a3d-9a57-3fb0dadad580 admin admin] Added segment 1b8baa24-cb6a-4d3a-83f2-0044d63139a9 of type vlan for network 16dfe6bd-92ff-417e-bb5c-59744ca15932 Feb 19 02:47:13.581622 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-0e375a79-8678-41b0-9799-687f6aae3003 req-839f9a20-229f-4cc4-a0ca-dec1a5367e43 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4ec29c64-a4ae-430d-ba9f-348461fbf8ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462756 Feb 19 02:47:13.630731 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-471f1afc-c6f6-4a3d-9a57-3fb0dadad580 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (16dfe6bd-92ff-417e-bb5c-59744ca15932), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:13.735788 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471f1afc-c6f6-4a3d-9a57-3fb0dadad580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d83b47d6-61c9-4d45-adac-765a09a3f84d,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:13.742110 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-471f1afc-c6f6-4a3d-9a57-3fb0dadad580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (16dfe6bd-92ff-417e-bb5c-59744ca15932), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:13.742455 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471f1afc-c6f6-4a3d-9a57-3fb0dadad580 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:13.745636 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-471f1afc-c6f6-4a3d-9a57-3fb0dadad580 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:13.800530 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-0e375a79-8678-41b0-9799-687f6aae3003 req-ae9346ff-adbb-43cd-9a9c-f29f9cfe2f9c service neutron] 10.222.0.73 "GET /v2.0/networks/4ec29c64-a4ae-430d-ba9f-348461fbf8ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092178 Feb 19 02:47:13.803324 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c8bf27bc-b2cb-4be6-83a6-47d3ce618717 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (f9dd170c-36c6-4dbe-8592-e59501fa0519), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:13.861859 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471f1afc-c6f6-4a3d-9a57-3fb0dadad580 admin admin] Pushing event updated for resources: {'Network': ['ID=16dfe6bd-92ff-417e-bb5c-59744ca15932,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:13.866652 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5d50c448-a76f-49e9-bff8-e35476bb4fad req-18148b41-f6f2-4340-917c-eda57724dd29 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=f3e2950d-ab47-4046-8006-daf03c09940e HTTP/1.1" status: 200 len: 210 time: 0.0406687 Feb 19 02:47:13.873953 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-471f1afc-c6f6-4a3d-9a57-3fb0dadad580 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6356876 Feb 19 02:47:13.875085 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 54734) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:47:13.883490 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 16dfe6bd-92ff-417e-bb5c-59744ca15932 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:47:13.886342 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-c056f5ac-64cb-475d-81c2-c0ee002fad7c admin admin] Request body: {'subnet': {'network_id': '16dfe6bd-92ff-417e-bb5c-59744ca15932', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-735033127-subnet', 'tenant_id': 'a92106bc3d57464a933a3490409716a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:47:13.917666 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c056f5ac-64cb-475d-81c2-c0ee002fad7c admin admin] Made reservation on behalf of a92106bc3d57464a933a3490409716a0 for: {'subnet': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:47:13.920195 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c056f5ac-64cb-475d-81c2-c0ee002fad7c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58706307'] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:13.927579 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-0e375a79-8678-41b0-9799-687f6aae3003 req-3baa3484-3e5b-462f-b0ee-78fcc58425dd service neutron] 10.222.0.73 "GET /v2.0/networks/4ec29c64-a4ae-430d-ba9f-348461fbf8ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190186 Feb 19 02:47:14.048108 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bf27bc-b2cb-4be6-83a6-47d3ce618717 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Pushing event updated for resources: {'Subnet': ['ID=f9dd170c-36c6-4dbe-8592-e59501fa0519,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:14.057859 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8bf27bc-b2cb-4be6-83a6-47d3ce618717 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Checking segment: {'id': 'ce0b0337-2489-457c-85b0-a4037879bdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '80e73f4e-f5e2-4287-9fd2-29d3f7fca30c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:47:14.058307 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8bf27bc-b2cb-4be6-83a6-47d3ce618717 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Network hostable DHCP agents. Network: 80e73f4e-f5e2-4287-9fd2-29d3f7fca30c, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:47:14.080419 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8bf27bc-b2cb-4be6-83a6-47d3ce618717 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Network 80e73f4e-f5e2-4287-9fd2-29d3f7fca30c is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:47:14.092535 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-c8bf27bc-b2cb-4be6-83a6-47d3ce618717 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 80e73f4e-f5e2-4287-9fd2-29d3f7fca30c) {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:47:14.097348 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8bf27bc-b2cb-4be6-83a6-47d3ce618717 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:14.099770 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c8bf27bc-b2cb-4be6-83a6-47d3ce618717 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:14.102304 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d55fe3-bef4-4627-bdae-095b6420ce8c None None] Network 80e73f4e-f5e2-4287-9fd2-29d3f7fca30c requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:47:14.107962 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa94131-38ed-48dd-a5d6-bdecced58a80 req-c394eca9-a8dd-47e0-944a-78b32bd67397 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:14.113882 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1aa94131-38ed-48dd-a5d6-bdecced58a80 req-c394eca9-a8dd-47e0-944a-78b32bd67397 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6022ed1-67a1-4ded-890d-e1e66f84412d HTTP/1.1" status: 200 len: 945 time: 0.4427226 Feb 19 02:47:14.122983 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-c8bf27bc-b2cb-4be6-83a6-47d3ce618717 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2588398 Feb 19 02:47:14.127523 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 54746) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:47:14.236618 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b463c67-9dee-4e78-b06c-aff81bd63565 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-80e73f4e-f5e2-4287-9fd2-29d3f7fca30c', 'network_id': '80e73f4e-f5e2-4287-9fd2-29d3f7fca30c', 'project_id': '3feb19dbdfe94d40bca95d7b37882add', 'fixed_ips': [{'subnet_id': 'f9dd170c-36c6-4dbe-8592-e59501fa0519'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:47:14.238686 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6b463c67-9dee-4e78-b06c-aff81bd63565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:14.253472 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1aa94131-38ed-48dd-a5d6-bdecced58a80 req-d9ae55b1-ead2-4e6e-9851-0d2edb280b13 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339257 Feb 19 02:47:14.267389 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-36df1dbc-e8bf-4190-ae74-a11e96176c87 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (80e73f4e-f5e2-4287-9fd2-29d3f7fca30c), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:14.276397 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee3b4b4-0f67-406c-ad98-b5c9e69cfeba req-d387851f-5a34-440e-9d38-387499581ac7 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:14.283738 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-eee3b4b4-0f67-406c-ad98-b5c9e69cfeba req-d387851f-5a34-440e-9d38-387499581ac7 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfee5af4-da6a-4d15-a1c5-a6cd65193d4e HTTP/1.1" status: 200 len: 945 time: 0.1500859 Feb 19 02:47:14.361701 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-36df1dbc-e8bf-4190-ae74-a11e96176c87 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (f9dd170c-36c6-4dbe-8592-e59501fa0519), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:14.384006 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c056f5ac-64cb-475d-81c2-c0ee002fad7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12647271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58706289'] for subnet (abd892f6-4834-4502-8e8c-04a16dd2bbc2), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:14.442453 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-36df1dbc-e8bf-4190-ae74-a11e96176c87 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (f9dd170c-36c6-4dbe-8592-e59501fa0519), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:14.471701 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server [None req-6b463c67-9dee-4e78-b06c-aff81bd63565 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f9dd170c-36c6-4dbe-8592-e59501fa0519: This subnet is being modified by another concurrent operation. Feb 19 02:47:14.471701 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 19 02:47:14.471701 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 19 02:47:14.471701 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 19 02:47:14.471701 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 19 02:47:14.471701 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 19 02:47:14.471701 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 19 02:47:14.471701 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 19 02:47:14.471701 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 19 02:47:14.471701 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 19 02:47:14.471701 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 02:47:14.471701 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 02:47:14.471701 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 02:47:14.471701 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 02:47:14.471701 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 02:47:14.471701 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 02:47:14.471701 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 02:47:14.471701 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 02:47:14.471701 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 02:47:14.471701 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 02:47:14.471701 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 02:47:14.471701 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 02:47:14.471701 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 02:47:14.471701 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 02:47:14.471701 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 02:47:14.471701 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 02:47:14.471701 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 02:47:14.471701 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 02:47:14.471701 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 02:47:14.471701 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 02:47:14.471701 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 02:47:14.471701 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 02:47:14.471701 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 02:47:14.471701 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 02:47:14.471701 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 19 02:47:14.471701 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 19 02:47:14.471701 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 19 02:47:14.471701 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 19 02:47:14.471701 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 19 02:47:14.471701 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 19 02:47:14.471701 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 19 02:47:14.471701 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 19 02:47:14.471701 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 19 02:47:14.471701 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 02:47:14.471701 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 02:47:14.471701 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 02:47:14.471701 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 02:47:14.471701 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 02:47:14.471701 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 02:47:14.471701 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 02:47:14.471701 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 02:47:14.471701 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 02:47:14.471701 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 02:47:14.471701 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 02:47:14.476624 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 02:47:14.476624 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 02:47:14.476624 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 02:47:14.476624 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 02:47:14.476624 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 02:47:14.476624 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 02:47:14.476624 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 02:47:14.476624 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 02:47:14.476624 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 02:47:14.476624 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 02:47:14.476624 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 02:47:14.476624 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 02:47:14.476624 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 02:47:14.476624 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 02:47:14.476624 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 02:47:14.476624 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 02:47:14.476624 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 19 02:47:14.476624 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 19 02:47:14.476624 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 19 02:47:14.476624 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 19 02:47:14.476624 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 19 02:47:14.476624 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 19 02:47:14.476624 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 19 02:47:14.476624 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 19 02:47:14.476624 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 02:47:14.476624 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 02:47:14.476624 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 19 02:47:14.476624 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 19 02:47:14.476624 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 19 02:47:14.476624 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 19 02:47:14.476624 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 19 02:47:14.476624 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 19 02:47:14.476624 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 19 02:47:14.476624 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 19 02:47:14.476624 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 19 02:47:14.476624 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server raise exception Feb 19 02:47:14.476624 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f9dd170c-36c6-4dbe-8592-e59501fa0519: This subnet is being modified by another concurrent operation. Feb 19 02:47:14.476624 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server Feb 19 02:47:14.501573 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1769eb0-fe19-4f71-97e9-87c0c69c91cc None None] get_active_networks_info from n-d-826753-2 {{(pid=103703) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 02:47:14.545728 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36df1dbc-e8bf-4190-ae74-a11e96176c87 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Pushing event deleted for resources: {'Subnet': ['ID=f9dd170c-36c6-4dbe-8592-e59501fa0519,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:14.546002 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-eee3b4b4-0f67-406c-ad98-b5c9e69cfeba req-7f018be5-784a-4691-b025-3ff6ea140f89 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/security-groups?id=33e2eb59-206d-4216-aaf9-91cfc46ad855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611077 Feb 19 02:47:14.600355 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c056f5ac-64cb-475d-81c2-c0ee002fad7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=abd892f6-4834-4502-8e8c-04a16dd2bbc2,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:14.624745 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c056f5ac-64cb-475d-81c2-c0ee002fad7c admin admin] Checking segment: {'id': '1b8baa24-cb6a-4d3a-83f2-0044d63139a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '16dfe6bd-92ff-417e-bb5c-59744ca15932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:47:14.625614 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c056f5ac-64cb-475d-81c2-c0ee002fad7c admin admin] Network hostable DHCP agents. Network: 16dfe6bd-92ff-417e-bb5c-59744ca15932, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:47:14.667165 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c056f5ac-64cb-475d-81c2-c0ee002fad7c admin admin] Network 16dfe6bd-92ff-417e-bb5c-59744ca15932 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:47:14.706216 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-c056f5ac-64cb-475d-81c2-c0ee002fad7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 16dfe6bd-92ff-417e-bb5c-59744ca15932) {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:47:14.707644 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-36df1dbc-e8bf-4190-ae74-a11e96176c87 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (80e73f4e-f5e2-4287-9fd2-29d3f7fca30c), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:14.713823 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c056f5ac-64cb-475d-81c2-c0ee002fad7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:14.714821 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c056f5ac-64cb-475d-81c2-c0ee002fad7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:14.746227 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-36df1dbc-e8bf-4190-ae74-a11e96176c87 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80e73f4e-f5e2-4287-9fd2-29d3f7fca30c']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:47:14.750070 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42423a7-82c2-4d61-9762-2dce3866087f req-cab018e3-0124-4b50-a9c5-e6a11d8748bf tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:14.756367 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42423a7-82c2-4d61-9762-2dce3866087f req-cab018e3-0124-4b50-a9c5-e6a11d8748bf tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:14.757641 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-36df1dbc-e8bf-4190-ae74-a11e96176c87 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce0b0337-2489-457c-85b0-a4037879bdde') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:47:14.757789 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1769eb0-fe19-4f71-97e9-87c0c69c91cc None None] Resources bound (agent type, host, resource id): {{(pid=103703) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 02:47:14.758008 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-36df1dbc-e8bf-4190-ae74-a11e96176c87 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce0b0337-2489-457c-85b0-a4037879bdde') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:47:14.763249 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42423a7-82c2-4d61-9762-2dce3866087f req-cab018e3-0124-4b50-a9c5-e6a11d8748bf tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:14.769061 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42423a7-82c2-4d61-9762-2dce3866087f req-cab018e3-0124-4b50-a9c5-e6a11d8748bf tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:14.773920 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-36df1dbc-e8bf-4190-ae74-a11e96176c87 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (ce0b0337-2489-457c-85b0-a4037879bdde), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:14.776393 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42423a7-82c2-4d61-9762-2dce3866087f req-cab018e3-0124-4b50-a9c5-e6a11d8748bf tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:14.782841 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42423a7-82c2-4d61-9762-2dce3866087f req-cab018e3-0124-4b50-a9c5-e6a11d8748bf tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:14.788850 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42423a7-82c2-4d61-9762-2dce3866087f req-cab018e3-0124-4b50-a9c5-e6a11d8748bf tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:14.790932 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c42423a7-82c2-4d61-9762-2dce3866087f req-cab018e3-0124-4b50-a9c5-e6a11d8748bf tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ec863d4-5792-46d2-b299-7b34b3ebe431 HTTP/1.1" status: 200 len: 5432 time: 0.1346979 Feb 19 02:47:14.795235 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-c056f5ac-64cb-475d-81c2-c0ee002fad7c admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9132648 Feb 19 02:47:14.802813 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-36df1dbc-e8bf-4190-ae74-a11e96176c87 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (ce0b0337-2489-457c-85b0-a4037879bdde), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:14.810694 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36df1dbc-e8bf-4190-ae74-a11e96176c87 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Releasing vlan 284 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:47:14.811347 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-36df1dbc-e8bf-4190-ae74-a11e96176c87 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (ce0b0337-2489-457c-85b0-a4037879bdde), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:14.930942 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c42423a7-82c2-4d61-9762-2dce3866087f req-4c83c1e0-ef89-4452-8d8e-29c7434d03ad tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ad2b075-8470-4480-bb4e-92661338512f&id=1cff43f7-3cfd-4595-99e1-888048810960&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1316080 Feb 19 02:47:15.107467 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8041e29b-895b-44be-b65a-6e845ee1d5dc req-8a32e84b-d194-4d15-ad34-9241cd6163be tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:15.109765 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8041e29b-895b-44be-b65a-6e845ee1d5dc req-8a32e84b-d194-4d15-ad34-9241cd6163be tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3c01f93-93f7-40ea-b381-f3b253a2a09a HTTP/1.1" status: 200 len: 943 time: 0.1427121 Feb 19 02:47:15.126554 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device a1ce4081-0c54-4ce0-83c2-8392bc1fbfcf details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:47:15.225210 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8041e29b-895b-44be-b65a-6e845ee1d5dc req-fb1a6365-0869-442e-82be-cb4433d38275 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/security-groups?id=83745bf6-2450-44b1-b073-88b2d8645794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103010 Feb 19 02:47:15.326134 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 02:47:15.326134 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:47:15.326134 n-d-826753-2 neutron-server[103702]: timer() Feb 19 02:47:15.326134 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:47:15.326134 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 02:47:15.326134 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:47:15.326134 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 02:47:15.326134 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:47:15.326134 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 02:47:15.326134 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:47:15.326134 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 02:47:15.326134 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:47:15.326134 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 02:47:15.326134 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:47:15.326134 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:47:15.326134 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:47:15.326134 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:47:15.326134 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:47:15.326134 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 02:47:15.326134 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:47:15.326134 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 02:47:15.326134 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:47:15.326134 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:47:15.326134 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:47:15.326134 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 02:47:15.326134 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:47:15.326134 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:47:15.326134 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:47:15.326134 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:47:15.326134 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:47:15.326134 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:47:15.326134 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:47:15.370855 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-36df1dbc-e8bf-4190-ae74-a11e96176c87 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (80e73f4e-f5e2-4287-9fd2-29d3f7fca30c), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:15.387916 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-36df1dbc-e8bf-4190-ae74-a11e96176c87 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:15.395526 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 54832) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:47:15.403337 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-9f9077d6-96f1-4a96-9604-fabf8fa53b52 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1065204685'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:47:15.405475 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-36df1dbc-e8bf-4190-ae74-a11e96176c87 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] 10.222.0.72 "DELETE /v2.0/networks/80e73f4e-f5e2-4287-9fd2-29d3f7fca30c HTTP/1.1" status: 204 len: 168 time: 1.2765813 Feb 19 02:47:15.439711 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36df1dbc-e8bf-4190-ae74-a11e96176c87 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Pushing event deleted for resources: {'Network': ['ID=80e73f4e-f5e2-4287-9fd2-29d3f7fca30c,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:15.462751 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83274d5-521f-4c77-9809-81dae403570c None None] Network 80e73f4e-f5e2-4287-9fd2-29d3f7fca30c requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:47:15.468346 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f9077d6-96f1-4a96-9604-fabf8fa53b52 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Made reservation on behalf of 3feb19dbdfe94d40bca95d7b37882add for: {'network': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:47:15.471810 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9f9077d6-96f1-4a96-9604-fabf8fa53b52 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:15.480292 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46882071-195f-4b69-b640-a4d9a8d53a28 None None] Network 16dfe6bd-92ff-417e-bb5c-59744ca15932 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:47:15.516517 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83274d5-521f-4c77-9809-81dae403570c None None] Network 80e73f4e-f5e2-4287-9fd2-29d3f7fca30c could not be found, it might have been deleted concurrently. {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 19 02:47:15.551125 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-853e7aa2-7f40-4030-9fec-0acad7b6c909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:15.589646 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f9077d6-96f1-4a96-9604-fabf8fa53b52 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] vlan segment allocate from pool success with {'vlan_id': 290, 'physical_network': 'physnet1'} {{(pid=103701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:47:15.616309 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port a1ce4081-0c54-4ce0-83c2-8392bc1fbfcf, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=a1ce4081-0c54-4ce0-83c2-8392bc1fbfcf,segment=NetworkSegment(b3dae451-0c86-4a64-8455-5c47bfffd3eb),segment_id=b3dae451-0c86-4a64-8455-5c47bfffd3eb)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:47:15.617145 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9f9077d6-96f1-4a96-9604-fabf8fa53b52 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (76664f7e-bffb-4bff-82e6-145a2d0bccea), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:15.617619 n-d-826753-2 neutron-server[103701]: INFO neutron.db.segments_db [None req-9f9077d6-96f1-4a96-9604-fabf8fa53b52 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Added segment 76664f7e-bffb-4bff-82e6-145a2d0bccea of type vlan for network 7f55e4e4-3a85-426a-b049-bb8e9ad52bcc Feb 19 02:47:15.646564 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': 'a1ce4081-0c54-4ce0-83c2-8392bc1fbfcf', 'network_id': '4ec29c64-a4ae-430d-ba9f-348461fbf8ef', 'port_id': 'a1ce4081-0c54-4ce0-83c2-8392bc1fbfcf', 'mac_address': 'fa:16:3e:9e:c8:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5103dc21-f4d0-430c-8a52-b05a3a288bbf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:47:15.656092 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edff860a-09b9-46fa-945e-9a1b39e9659e None None] Network 16dfe6bd-92ff-417e-bb5c-59744ca15932 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:47:15.708537 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9f9077d6-96f1-4a96-9604-fabf8fa53b52 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (7f55e4e4-3a85-426a-b049-bb8e9ad52bcc), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:15.791139 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9f9077d6-96f1-4a96-9604-fabf8fa53b52 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (7f55e4e4-3a85-426a-b049-bb8e9ad52bcc), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:15.807663 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9077d6-96f1-4a96-9604-fabf8fa53b52 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:15.809089 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9f9077d6-96f1-4a96-9604-fabf8fa53b52 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:15.809745 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port a1ce4081-0c54-4ce0-83c2-8392bc1fbfcf is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:47:15.810363 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (a1ce4081-0c54-4ce0-83c2-8392bc1fbfcf), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:15.827245 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1ce4081-0c54-4ce0-83c2-8392bc1fbfcf {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:47:15.853210 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port a1ce4081-0c54-4ce0-83c2-8392bc1fbfcf, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=a1ce4081-0c54-4ce0-83c2-8392bc1fbfcf,segment=NetworkSegment(b3dae451-0c86-4a64-8455-5c47bfffd3eb),segment_id=b3dae451-0c86-4a64-8455-5c47bfffd3eb)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:47:15.858070 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (a1ce4081-0c54-4ce0-83c2-8392bc1fbfcf), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:15.910386 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=a1ce4081-0c54-4ce0-83c2-8392bc1fbfcf,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:15.915043 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-9f9077d6-96f1-4a96-9604-fabf8fa53b52 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5141799 Feb 19 02:47:15.915506 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 54856) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:47:15.921275 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-bfff5e6c-014c-40a9-8d84-b5c5ae33e6f0 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:47:15.969883 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a816813-616c-49f3-8129-32b86a602330 req-be431eaf-b3a0-47aa-9367-7caad5ad970f tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:15.971480 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8a816813-616c-49f3-8129-32b86a602330 req-be431eaf-b3a0-47aa-9367-7caad5ad970f tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6022ed1-67a1-4ded-890d-e1e66f84412d HTTP/1.1" status: 200 len: 945 time: 0.2337854 Feb 19 02:47:15.974635 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9077d6-96f1-4a96-9604-fabf8fa53b52 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Pushing event updated for resources: {'Network': ['ID=7f55e4e4-3a85-426a-b049-bb8e9ad52bcc,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:15.986133 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 7f55e4e4-3a85-426a-b049-bb8e9ad52bcc details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:47:16.019378 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651261bd-163b-49a7-bc80-25627a97eeb7 req-bc2689c5-8ad8-4cd5-9526-6c3273b3bdd1 tempest-VolumesAdminNegativeTest-1337755693 tempest-VolumesAdminNegativeTest-1337755693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:16.022257 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-651261bd-163b-49a7-bc80-25627a97eeb7 req-bc2689c5-8ad8-4cd5-9526-6c3273b3bdd1 tempest-VolumesAdminNegativeTest-1337755693 tempest-VolumesAdminNegativeTest-1337755693-project] 10.222.0.72 "GET /v2.0/networks?id=e29bc8fd-34f9-4e00-a09b-f3d4c0fb5bc9 HTTP/1.1" status: 200 len: 815 time: 0.3858309 Feb 19 02:47:16.045645 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-651261bd-163b-49a7-bc80-25627a97eeb7 req-fc2094fb-1aeb-4b24-86d4-49486e0d0eb4 tempest-VolumesAdminNegativeTest-1337755693 tempest-VolumesAdminNegativeTest-1337755693-project] 10.222.0.72 "GET /v2.0/quotas/6cbd977e4a374002827ea7088b0472ae HTTP/1.1" status: 200 len: 375 time: 0.0128298 Feb 19 02:47:16.113499 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-651261bd-163b-49a7-bc80-25627a97eeb7 req-b7b3074c-399f-4969-a731-838576cc1637 tempest-VolumesAdminNegativeTest-1337755693 tempest-VolumesAdminNegativeTest-1337755693-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=6cbd977e4a374002827ea7088b0472ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0559659 Feb 19 02:47:16.119520 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8a816813-616c-49f3-8129-32b86a602330 req-5221892a-47d1-430e-a060-13a75f1689b7 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411438 Feb 19 02:47:16.121735 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bfff5e6c-014c-40a9-8d84-b5c5ae33e6f0 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (7f55e4e4-3a85-426a-b049-bb8e9ad52bcc), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:16.152329 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bfff5e6c-014c-40a9-8d84-b5c5ae33e6f0 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (7f55e4e4-3a85-426a-b049-bb8e9ad52bcc), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:16.164606 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bfff5e6c-014c-40a9-8d84-b5c5ae33e6f0 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Network 7f55e4e4-3a85-426a-b049-bb8e9ad52bcc is not hosted by any dhcp agent {{(pid=103702) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 19 02:47:16.169542 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfff5e6c-014c-40a9-8d84-b5c5ae33e6f0 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:16.170286 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bfff5e6c-014c-40a9-8d84-b5c5ae33e6f0 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:16.171879 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-bfff5e6c-014c-40a9-8d84-b5c5ae33e6f0 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] 10.222.0.72 "PUT /v2.0/networks/7f55e4e4-3a85-426a-b049-bb8e9ad52bcc HTTP/1.1" status: 200 len: 723 time: 0.2552693 Feb 19 02:47:16.183063 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 54860) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:47:16.193505 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-3f255e15-a074-4923-94f6-e8e328ab39f7 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Request body: {'subnet': {'network_id': '7f55e4e4-3a85-426a-b049-bb8e9ad52bcc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:47:16.279774 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-651261bd-163b-49a7-bc80-25627a97eeb7 req-b60278c3-c22a-4ee6-8c9d-1210c51edf07 service neutron] 10.222.0.72 "GET /v2.0/networks/e29bc8fd-34f9-4e00-a09b-f3d4c0fb5bc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544907 Feb 19 02:47:16.296496 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfff5e6c-014c-40a9-8d84-b5c5ae33e6f0 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Pushing event updated for resources: {'Network': ['ID=7f55e4e4-3a85-426a-b049-bb8e9ad52bcc,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:16.310913 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 7f55e4e4-3a85-426a-b049-bb8e9ad52bcc details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:47:16.342214 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f255e15-a074-4923-94f6-e8e328ab39f7 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Made reservation on behalf of 3feb19dbdfe94d40bca95d7b37882add for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:47:16.346942 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3f255e15-a074-4923-94f6-e8e328ab39f7 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:16.365277 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['a1ce4081-0c54-4ce0-83c2-8392bc1fbfcf'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:47:16.405561 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13983fe1-aa4d-458d-aa12-d4e62e400dc2 req-5f9feb48-7814-4869-adcf-4c3263c9a9c2 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:16.414204 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-13983fe1-aa4d-458d-aa12-d4e62e400dc2 req-5f9feb48-7814-4869-adcf-4c3263c9a9c2 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfee5af4-da6a-4d15-a1c5-a6cd65193d4e HTTP/1.1" status: 200 len: 945 time: 0.1921496 Feb 19 02:47:16.435071 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-651261bd-163b-49a7-bc80-25627a97eeb7 req-b2e0b8ce-ac18-4948-afe8-5b3d643589b6 service neutron] 10.222.0.72 "GET /v2.0/networks/e29bc8fd-34f9-4e00-a09b-f3d4c0fb5bc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542814 Feb 19 02:47:16.506622 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-13983fe1-aa4d-458d-aa12-d4e62e400dc2 req-5865e279-0523-4d58-917d-623f5c65a114 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/security-groups?id=33e2eb59-206d-4216-aaf9-91cfc46ad855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915606 Feb 19 02:47:16.714370 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3f255e15-a074-4923-94f6-e8e328ab39f7 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (0be0b330-26ff-422f-a30d-f9c3512e7369), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:16.793657 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f255e15-a074-4923-94f6-e8e328ab39f7 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Checking segment: {'id': '76664f7e-bffb-4bff-82e6-145a2d0bccea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '7f55e4e4-3a85-426a-b049-bb8e9ad52bcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:47:16.794020 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f255e15-a074-4923-94f6-e8e328ab39f7 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Network hostable DHCP agents. Network: 7f55e4e4-3a85-426a-b049-bb8e9ad52bcc, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:47:16.801367 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f255e15-a074-4923-94f6-e8e328ab39f7 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Pushing event updated for resources: {'Subnet': ['ID=0be0b330-26ff-422f-a30d-f9c3512e7369,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:16.818677 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f23e1d-632a-4671-9801-46514d96c480 req-238ff574-61aa-4a2b-8f0c-e26d1573515d tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:16.820172 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f5f23e1d-632a-4671-9801-46514d96c480 req-238ff574-61aa-4a2b-8f0c-e26d1573515d tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3c01f93-93f7-40ea-b381-f3b253a2a09a HTTP/1.1" status: 200 len: 944 time: 0.1213784 Feb 19 02:47:16.836407 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7b312c-3e16-4697-b551-5c01c8e339a4 req-e7c59d88-d24d-43c8-aecc-cd3bc2e526cb tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:16.836720 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f255e15-a074-4923-94f6-e8e328ab39f7 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Network 7f55e4e4-3a85-426a-b049-bb8e9ad52bcc is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:47:16.842964 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7b312c-3e16-4697-b551-5c01c8e339a4 req-e7c59d88-d24d-43c8-aecc-cd3bc2e526cb tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:16.850297 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-3f255e15-a074-4923-94f6-e8e328ab39f7 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 7f55e4e4-3a85-426a-b049-bb8e9ad52bcc) {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:47:16.850963 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7b312c-3e16-4697-b551-5c01c8e339a4 req-e7c59d88-d24d-43c8-aecc-cd3bc2e526cb tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:16.861271 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e528b94b-1654-4760-8487-58a437786b7d None None] Network 7f55e4e4-3a85-426a-b049-bb8e9ad52bcc requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:47:16.866910 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f255e15-a074-4923-94f6-e8e328ab39f7 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:16.867646 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3f255e15-a074-4923-94f6-e8e328ab39f7 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:16.883159 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7b312c-3e16-4697-b551-5c01c8e339a4 req-e7c59d88-d24d-43c8-aecc-cd3bc2e526cb tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:16.889231 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-3f255e15-a074-4923-94f6-e8e328ab39f7 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7053909 Feb 19 02:47:16.890775 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7b312c-3e16-4697-b551-5c01c8e339a4 req-e7c59d88-d24d-43c8-aecc-cd3bc2e526cb tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:16.891738 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 54884) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:47:16.898486 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7b312c-3e16-4697-b551-5c01c8e339a4 req-e7c59d88-d24d-43c8-aecc-cd3bc2e526cb tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:16.900419 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-74d7e864-79f7-45b1-8cad-98ab8883176f tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:47:16.906081 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7b312c-3e16-4697-b551-5c01c8e339a4 req-e7c59d88-d24d-43c8-aecc-cd3bc2e526cb tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:16.908662 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5d7b312c-3e16-4697-b551-5c01c8e339a4 req-e7c59d88-d24d-43c8-aecc-cd3bc2e526cb tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ec863d4-5792-46d2-b299-7b34b3ebe431 HTTP/1.1" status: 200 len: 5432 time: 0.1991060 Feb 19 02:47:16.961482 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device ddb05983-19db-46ef-a388-e5781e5a86ac details requested by agent hyperv_n-h2-826753-2 with host n-h2-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:47:17.028464 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-74d7e864-79f7-45b1-8cad-98ab8883176f tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-58684095'] for subnet (0be0b330-26ff-422f-a30d-f9c3512e7369), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:17.078109 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f5f23e1d-632a-4671-9801-46514d96c480 req-0494c350-605c-48da-a98d-b5d0bac85ac3 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/security-groups?id=83745bf6-2450-44b1-b073-88b2d8645794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682432 Feb 19 02:47:17.098344 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5d7b312c-3e16-4697-b551-5c01c8e339a4 req-bc310015-2986-48b1-a5a0-7f6d4f1faaa1 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ad2b075-8470-4480-bb4e-92661338512f&id=1cff43f7-3cfd-4595-99e1-888048810960&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1706784 Feb 19 02:47:17.236860 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-df2840ea-6f32-459b-a304-33dc3c29a3a0 req-1d014002-4f73-485f-87a7-d4135944d056 tempest-VolumesAdminNegativeTest-1337755693 tempest-VolumesAdminNegativeTest-1337755693-project] 10.222.0.72 "GET /v2.0/ports?device_id=9dc21ab0-6c7c-46e4-948a-abfada55fbff HTTP/1.1" status: 200 len: 210 time: 0.0511997 Feb 19 02:47:17.285443 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-74d7e864-79f7-45b1-8cad-98ab8883176f tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8775801258370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-58674212'] for subnet (0be0b330-26ff-422f-a30d-f9c3512e7369), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:17.334030 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d7e864-79f7-45b1-8cad-98ab8883176f tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:17.335041 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-74d7e864-79f7-45b1-8cad-98ab8883176f tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:17.339583 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 54910) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:47:17.339941 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-74d7e864-79f7-45b1-8cad-98ab8883176f tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] 10.222.0.72 "PUT /v2.0/subnets/0be0b330-26ff-422f-a30d-f9c3512e7369 HTTP/1.1" status: 200 len: 806 time: 0.4468954 Feb 19 02:47:17.366184 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d7e864-79f7-45b1-8cad-98ab8883176f tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Pushing event updated for resources: {'Subnet': ['ID=0be0b330-26ff-422f-a30d-f9c3512e7369,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:17.426538 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port ddb05983-19db-46ef-a388-e5781e5a86ac, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=ddb05983-19db-46ef-a388-e5781e5a86ac,segment=NetworkSegment(9b7f79d2-cbae-4212-ad2e-9ebd69e67349),segment_id=9b7f79d2-cbae-4212-ad2e-9ebd69e67349)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:47:17.500316 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f19db9-808a-4ae0-85c0-8889cc5329b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-7f55e4e4-3a85-426a-b049-bb8e9ad52bcc', 'network_id': '7f55e4e4-3a85-426a-b049-bb8e9ad52bcc', 'project_id': '3feb19dbdfe94d40bca95d7b37882add', 'fixed_ips': [{'subnet_id': '0be0b330-26ff-422f-a30d-f9c3512e7369'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:47:17.502102 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d9f19db9-808a-4ae0-85c0-8889cc5329b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:17.514551 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Returning: {'device': 'ddb05983-19db-46ef-a388-e5781e5a86ac', 'network_id': 'f5c1130b-131f-4fde-9927-840cbad6505d', 'port_id': 'ddb05983-19db-46ef-a388-e5781e5a86ac', 'mac_address': 'fa:16:3e:34:8f:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '983133d2-ff38-4266-904e-e871a4dfab4b', 'ip_address': '10.1.1.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:47:17.566446 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port ddb05983-19db-46ef-a388-e5781e5a86ac is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:47:17.567392 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (ddb05983-19db-46ef-a388-e5781e5a86ac), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:17.586952 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddb05983-19db-46ef-a388-e5781e5a86ac {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:47:17.613076 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e88e350f-be67-4839-bdb5-e69bc1b5c1a8 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (7f55e4e4-3a85-426a-b049-bb8e9ad52bcc), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:17.703160 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a497f6-987f-4073-b0b3-0866ea02c53e req-45d66f0e-27e5-46da-982f-5feef14ed432 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:17.711320 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c8a497f6-987f-4073-b0b3-0866ea02c53e req-45d66f0e-27e5-46da-982f-5feef14ed432 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6022ed1-67a1-4ded-890d-e1e66f84412d HTTP/1.1" status: 200 len: 945 time: 0.2896566 Feb 19 02:47:17.712331 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port ddb05983-19db-46ef-a388-e5781e5a86ac, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=ddb05983-19db-46ef-a388-e5781e5a86ac,segment=NetworkSegment(9b7f79d2-cbae-4212-ad2e-9ebd69e67349),segment_id=9b7f79d2-cbae-4212-ad2e-9ebd69e67349)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:47:17.733838 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (ddb05983-19db-46ef-a388-e5781e5a86ac), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:17.735366 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 4a90eb6b-9954-4fd4-a849-80da8c127a4c details requested by agent hyperv_n-h2-826753-2 with host n-h2-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:47:17.746675 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-8299bb5f-bf1d-4f06-8a1f-e30b6fe180c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:17.827315 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e88e350f-be67-4839-bdb5-e69bc1b5c1a8 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (0be0b330-26ff-422f-a30d-f9c3512e7369), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:17.899371 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c8a497f6-987f-4073-b0b3-0866ea02c53e req-1b29b904-e46a-46e2-9397-e2ade7f4ec7b tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814210 Feb 19 02:47:17.908659 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=ddb05983-19db-46ef-a388-e5781e5a86ac,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:17.926799 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-d9f19db9-808a-4ae0-85c0-8889cc5329b6 None None] Allocated IP 172.20.0.2 (7f55e4e4-3a85-426a-b049-bb8e9ad52bcc/0be0b330-26ff-422f-a30d-f9c3512e7369/be7b91b8-2d19-457e-a70f-8e8d21ac6bd1) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:47:17.999864 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7d21a8-301d-4e96-8cef-6fa3f6aa674c req-39c11994-84cc-4f96-8318-f0cf92c56e01 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:18.001704 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fe7d21a8-301d-4e96-8cef-6fa3f6aa674c req-39c11994-84cc-4f96-8318-f0cf92c56e01 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfee5af4-da6a-4d15-a1c5-a6cd65193d4e HTTP/1.1" status: 200 len: 945 time: 0.0823452 Feb 19 02:47:18.076003 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 4a90eb6b-9954-4fd4-a849-80da8c127a4c, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=4a90eb6b-9954-4fd4-a849-80da8c127a4c,segment=NetworkSegment(4dcb5a00-08ae-4121-b3c7-5b61541b276f),segment_id=4dcb5a00-08ae-4121-b3c7-5b61541b276f)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:47:18.077045 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fe7d21a8-301d-4e96-8cef-6fa3f6aa674c req-c217e47d-8a7c-4378-8a42-6fa522168466 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/security-groups?id=33e2eb59-206d-4216-aaf9-91cfc46ad855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672781 Feb 19 02:47:18.094658 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Returning: {'device': '4a90eb6b-9954-4fd4-a849-80da8c127a4c', 'network_id': '8b1da341-6b15-4165-b6f3-95f440007ab2', 'port_id': '4a90eb6b-9954-4fd4-a849-80da8c127a4c', 'mac_address': 'fa:16:3e:19:e6:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29b1d912-72fb-485c-b814-b1b426dd04c1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:47:18.180845 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 4a90eb6b-9954-4fd4-a849-80da8c127a4c is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:47:18.181555 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (4a90eb6b-9954-4fd4-a849-80da8c127a4c), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:18.228334 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a90eb6b-9954-4fd4-a849-80da8c127a4c {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:47:18.261522 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d9f19db9-808a-4ae0-85c0-8889cc5329b6 None None] Publish callbacks [] for port (be7b91b8-2d19-457e-a70f-8e8d21ac6bd1), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:18.264658 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 4a90eb6b-9954-4fd4-a849-80da8c127a4c, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=4a90eb6b-9954-4fd4-a849-80da8c127a4c,segment=NetworkSegment(4dcb5a00-08ae-4121-b3c7-5b61541b276f),segment_id=4dcb5a00-08ae-4121-b3c7-5b61541b276f)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:47:18.271727 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (4a90eb6b-9954-4fd4-a849-80da8c127a4c), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:18.272848 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device cbe98f0f-073e-41a4-b924-5a1a7035e145 details requested by agent hyperv_n-h2-826753-2 with host n-h2-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:47:18.295801 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651261bd-163b-49a7-bc80-25627a97eeb7 req-54a1cf08-b295-4c05-a32a-4ead07f502b5 tempest-VolumesAdminNegativeTest-1337755693 tempest-VolumesAdminNegativeTest-1337755693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:18.297663 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-651261bd-163b-49a7-bc80-25627a97eeb7 req-54a1cf08-b295-4c05-a32a-4ead07f502b5 tempest-VolumesAdminNegativeTest-1337755693 tempest-VolumesAdminNegativeTest-1337755693-project] 10.222.0.82 "GET /v2.0/networks?id=e29bc8fd-34f9-4e00-a09b-f3d4c0fb5bc9 HTTP/1.1" status: 200 len: 815 time: 0.1784697 Feb 19 02:47:18.317899 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-651261bd-163b-49a7-bc80-25627a97eeb7 req-d2fe829d-790e-49e9-9d98-c750b6d36aa1 tempest-VolumesAdminNegativeTest-1337755693 tempest-VolumesAdminNegativeTest-1337755693-project] Request body: {'port': {'device_id': '9dc21ab0-6c7c-46e4-948a-abfada55fbff', 'network_id': 'e29bc8fd-34f9-4e00-a09b-f3d4c0fb5bc9', 'admin_state_up': True, 'tenant_id': '6cbd977e4a374002827ea7088b0472ae'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:47:18.356137 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d9f19db9-808a-4ae0-85c0-8889cc5329b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (be7b91b8-2d19-457e-a70f-8e8d21ac6bd1), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:18.368500 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e88e350f-be67-4839-bdb5-e69bc1b5c1a8 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12647206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58706286'] for subnet (0be0b330-26ff-422f-a30d-f9c3512e7369), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:18.387753 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=4a90eb6b-9954-4fd4-a849-80da8c127a4c,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:18.403964 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88e350f-be67-4839-bdb5-e69bc1b5c1a8 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Pushing event deleted for resources: {'Subnet': ['ID=0be0b330-26ff-422f-a30d-f9c3512e7369,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:18.432364 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4032086-e7de-4e71-b8a2-76da06b4c016 req-b509f45a-dcc4-4691-b461-63d95a020efb tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:18.434272 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c4032086-e7de-4e71-b8a2-76da06b4c016 req-b509f45a-dcc4-4691-b461-63d95a020efb tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3c01f93-93f7-40ea-b381-f3b253a2a09a HTTP/1.1" status: 200 len: 944 time: 0.1682577 Feb 19 02:47:18.446816 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f19db9-808a-4ae0-85c0-8889cc5329b6 None None] Pushing event updated for resources: {'Port': ['ID=be7b91b8-2d19-457e-a70f-8e8d21ac6bd1,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:18.467781 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f19db9-808a-4ae0-85c0-8889cc5329b6 None None] Network 7f55e4e4-3a85-426a-b049-bb8e9ad52bcc is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:47:18.471175 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-d9f19db9-808a-4ae0-85c0-8889cc5329b6 None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:47:18.496207 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e88e350f-be67-4839-bdb5-e69bc1b5c1a8 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (7f55e4e4-3a85-426a-b049-bb8e9ad52bcc), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:18.505433 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f19db9-808a-4ae0-85c0-8889cc5329b6 None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:47:18.537200 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-e88e350f-be67-4839-bdb5-e69bc1b5c1a8 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f55e4e4-3a85-426a-b049-bb8e9ad52bcc']}} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:47:18.560818 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-e88e350f-be67-4839-bdb5-e69bc1b5c1a8 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76664f7e-bffb-4bff-82e6-145a2d0bccea') {'for_net_delete': True} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:47:18.561151 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-e88e350f-be67-4839-bdb5-e69bc1b5c1a8 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76664f7e-bffb-4bff-82e6-145a2d0bccea') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:47:18.584366 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c4032086-e7de-4e71-b8a2-76da06b4c016 req-5706b54c-6dde-4036-9317-ddb90ea34da1 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/security-groups?id=83745bf6-2450-44b1-b073-88b2d8645794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141953 Feb 19 02:47:18.591351 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e88e350f-be67-4839-bdb5-e69bc1b5c1a8 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12647422'] for segment (76664f7e-bffb-4bff-82e6-145a2d0bccea), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:18.618848 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e88e350f-be67-4839-bdb5-e69bc1b5c1a8 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (76664f7e-bffb-4bff-82e6-145a2d0bccea), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:18.619570 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-651261bd-163b-49a7-bc80-25627a97eeb7 req-d2fe829d-790e-49e9-9d98-c750b6d36aa1 tempest-VolumesAdminNegativeTest-1337755693 tempest-VolumesAdminNegativeTest-1337755693-project] Made reservation on behalf of 6cbd977e4a374002827ea7088b0472ae for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:47:18.626210 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-651261bd-163b-49a7-bc80-25627a97eeb7 req-d2fe829d-790e-49e9-9d98-c750b6d36aa1 tempest-VolumesAdminNegativeTest-1337755693 tempest-VolumesAdminNegativeTest-1337755693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:18.630712 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e88e350f-be67-4839-bdb5-e69bc1b5c1a8 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Releasing vlan 290 on physical network physnet1 to pool {{(pid=103701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:47:18.630712 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e88e350f-be67-4839-bdb5-e69bc1b5c1a8 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583360'] for segment (76664f7e-bffb-4bff-82e6-145a2d0bccea), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:18.637850 n-d-826753-2 neutron-server[103701]: Traceback (most recent call last): Feb 19 02:47:18.637850 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:47:18.637850 n-d-826753-2 neutron-server[103701]: timer() Feb 19 02:47:18.637850 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:47:18.637850 n-d-826753-2 neutron-server[103701]: cb(*args, **kw) Feb 19 02:47:18.637850 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:47:18.637850 n-d-826753-2 neutron-server[103701]: return func(*args, **kwargs) Feb 19 02:47:18.637850 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:47:18.637850 n-d-826753-2 neutron-server[103701]: self._notify() Feb 19 02:47:18.637850 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:47:18.637850 n-d-826753-2 neutron-server[103701]: self.callback(batched_events) Feb 19 02:47:18.637850 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:47:18.637850 n-d-826753-2 neutron-server[103701]: event.method(event) Feb 19 02:47:18.637850 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:47:18.637850 n-d-826753-2 neutron-server[103701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:47:18.637850 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:47:18.637850 n-d-826753-2 neutron-server[103701]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:47:18.637850 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:47:18.637850 n-d-826753-2 neutron-server[103701]: return f(self, *a, **k) Feb 19 02:47:18.637850 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:47:18.637850 n-d-826753-2 neutron-server[103701]: return self._get(url).json() Feb 19 02:47:18.637850 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:47:18.637850 n-d-826753-2 neutron-server[103701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:47:18.637850 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:47:18.637850 n-d-826753-2 neutron-server[103701]: return self.request(url, 'GET', **kwargs) Feb 19 02:47:18.637850 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:47:18.637850 n-d-826753-2 neutron-server[103701]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:47:18.637850 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:47:18.637850 n-d-826753-2 neutron-server[103701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:47:18.637850 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:47:18.637850 n-d-826753-2 neutron-server[103701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:47:18.637850 n-d-826753-2 neutron-server[103701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:47:18.700830 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-d9f19db9-808a-4ae0-85c0-8889cc5329b6 None None] Attempting to bind port be7b91b8-2d19-457e-a70f-8e8d21ac6bd1 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:47:18.701576 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-d9f19db9-808a-4ae0-85c0-8889cc5329b6 None None] Attempting to bind port be7b91b8-2d19-457e-a70f-8e8d21ac6bd1 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '76664f7e-bffb-4bff-82e6-145a2d0bccea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '7f55e4e4-3a85-426a-b049-bb8e9ad52bcc'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:47:18.703203 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f19db9-808a-4ae0-85c0-8889cc5329b6 None None] Attempting to bind port be7b91b8-2d19-457e-a70f-8e8d21ac6bd1 on network 7f55e4e4-3a85-426a-b049-bb8e9ad52bcc {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:47:18.719654 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f19db9-808a-4ae0-85c0-8889cc5329b6 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:47:18.728170 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f19db9-808a-4ae0-85c0-8889cc5329b6 None None] Checking segment: {'id': '76664f7e-bffb-4bff-82e6-145a2d0bccea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '7f55e4e4-3a85-426a-b049-bb8e9ad52bcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:47:18.729871 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d9f19db9-808a-4ae0-85c0-8889cc5329b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:18.730568 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f19db9-808a-4ae0-85c0-8889cc5329b6 None None] Bound using segment: {'id': '76664f7e-bffb-4bff-82e6-145a2d0bccea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '7f55e4e4-3a85-426a-b049-bb8e9ad52bcc'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:47:18.732205 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-d9f19db9-808a-4ae0-85c0-8889cc5329b6 None None] Bound port: be7b91b8-2d19-457e-a70f-8e8d21ac6bd1, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76664f7e-bffb-4bff-82e6-145a2d0bccea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '7f55e4e4-3a85-426a-b049-bb8e9ad52bcc'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:47:18.736691 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d9f19db9-808a-4ae0-85c0-8889cc5329b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (be7b91b8-2d19-457e-a70f-8e8d21ac6bd1), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:18.804841 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port cbe98f0f-073e-41a4-b924-5a1a7035e145, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=cbe98f0f-073e-41a4-b924-5a1a7035e145,segment=NetworkSegment(8dc74463-1284-465e-8f51-9c4e25c854c9),segment_id=8dc74463-1284-465e-8f51-9c4e25c854c9)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:47:18.832644 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Returning: {'device': 'cbe98f0f-073e-41a4-b924-5a1a7035e145', 'network_id': 'c312b721-2b22-4f34-983e-08de11418b4e', 'port_id': 'cbe98f0f-073e-41a4-b924-5a1a7035e145', 'mac_address': 'fa:16:3e:f7:f9:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f84e87eb-7d47-442d-8bd5-a5dfb358e2aa', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:47:18.848070 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [req-651261bd-163b-49a7-bc80-25627a97eeb7 req-d2fe829d-790e-49e9-9d98-c750b6d36aa1 tempest-VolumesAdminNegativeTest-1337755693 tempest-VolumesAdminNegativeTest-1337755693-project] Allocated IP 172.20.0.4 (e29bc8fd-34f9-4e00-a09b-f3d4c0fb5bc9/fcc68009-7bd5-4a1b-8ae5-92bd73ff7786/11311503-0809-4a6d-a5b0-4ea0e2a82841) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:47:18.894913 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-d9f19db9-808a-4ae0-85c0-8889cc5329b6 None None] For port be7b91b8-2d19-457e-a70f-8e8d21ac6bd1, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:47:18.929568 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port cbe98f0f-073e-41a4-b924-5a1a7035e145 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:47:18.930473 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (cbe98f0f-073e-41a4-b924-5a1a7035e145), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:18.963301 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbe98f0f-073e-41a4-b924-5a1a7035e145 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:47:19.008282 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port cbe98f0f-073e-41a4-b924-5a1a7035e145, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=cbe98f0f-073e-41a4-b924-5a1a7035e145,segment=NetworkSegment(8dc74463-1284-465e-8f51-9c4e25c854c9),segment_id=8dc74463-1284-465e-8f51-9c4e25c854c9)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:47:19.016872 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (cbe98f0f-073e-41a4-b924-5a1a7035e145), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:19.017626 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 13e17843-8e6e-4578-886e-e64bbf209f72 details requested by agent hyperv_n-h2-826753-2 with host n-h2-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:47:19.071909 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-651261bd-163b-49a7-bc80-25627a97eeb7 req-d2fe829d-790e-49e9-9d98-c750b6d36aa1 tempest-VolumesAdminNegativeTest-1337755693 tempest-VolumesAdminNegativeTest-1337755693-project] Publish callbacks [] for port (11311503-0809-4a6d-a5b0-4ea0e2a82841), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:19.072246 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 13e17843-8e6e-4578-886e-e64bbf209f72, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=13e17843-8e6e-4578-886e-e64bbf209f72,segment=NetworkSegment(8dc74463-1284-465e-8f51-9c4e25c854c9),segment_id=8dc74463-1284-465e-8f51-9c4e25c854c9)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:47:19.087418 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Returning: {'device': '13e17843-8e6e-4578-886e-e64bbf209f72', 'network_id': 'c312b721-2b22-4f34-983e-08de11418b4e', 'port_id': '13e17843-8e6e-4578-886e-e64bbf209f72', 'mac_address': 'fa:16:3e:0a:d6:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f84e87eb-7d47-442d-8bd5-a5dfb358e2aa', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:47:19.091685 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device a1ce4081-0c54-4ce0-83c2-8392bc1fbfcf up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:47:19.115371 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-651261bd-163b-49a7-bc80-25627a97eeb7 req-d2fe829d-790e-49e9-9d98-c750b6d36aa1 tempest-VolumesAdminNegativeTest-1337755693 tempest-VolumesAdminNegativeTest-1337755693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (11311503-0809-4a6d-a5b0-4ea0e2a82841), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:19.169496 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-651261bd-163b-49a7-bc80-25627a97eeb7 req-d2fe829d-790e-49e9-9d98-c750b6d36aa1 tempest-VolumesAdminNegativeTest-1337755693 tempest-VolumesAdminNegativeTest-1337755693-project] Network e29bc8fd-34f9-4e00-a09b-f3d4c0fb5bc9 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:47:19.172975 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [req-651261bd-163b-49a7-bc80-25627a97eeb7 req-d2fe829d-790e-49e9-9d98-c750b6d36aa1 tempest-VolumesAdminNegativeTest-1337755693 tempest-VolumesAdminNegativeTest-1337755693-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:47:19.180669 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.db.api [None req-e88e350f-be67-4839-bdb5-e69bc1b5c1a8 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 19 02:47:19.180669 n-d-826753-2 neutron-server[103701]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 19 02:47:19.180669 n-d-826753-2 neutron-server[103701]: [parameters: {'id': '7f55e4e4-3a85-426a-b049-bb8e9ad52bcc'}] Feb 19 02:47:19.180669 n-d-826753-2 neutron-server[103701]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 02:47:19.181650 n-d-826753-2 neutron-server[103701]: DEBUG oslo_db.api [None req-e88e350f-be67-4839-bdb5-e69bc1b5c1a8 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 02:47:19.188192 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-651261bd-163b-49a7-bc80-25627a97eeb7 req-d2fe829d-790e-49e9-9d98-c750b6d36aa1 tempest-VolumesAdminNegativeTest-1337755693 tempest-VolumesAdminNegativeTest-1337755693-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:47:19.199361 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-d9f19db9-808a-4ae0-85c0-8889cc5329b6 None None] For port be7b91b8-2d19-457e-a70f-8e8d21ac6bd1, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=be7b91b8-2d19-457e-a70f-8e8d21ac6bd1,segment=NetworkSegment(76664f7e-bffb-4bff-82e6-145a2d0bccea),segment_id=76664f7e-bffb-4bff-82e6-145a2d0bccea)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:47:19.225902 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fe829d-790e-49e9-9d98-c750b6d36aa1 tempest-VolumesAdminNegativeTest-1337755693 tempest-VolumesAdminNegativeTest-1337755693-project] Pushing event updated for resources: {'Port': ['ID=11311503-0809-4a6d-a5b0-4ea0e2a82841,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:19.272612 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:19.273546 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651261bd-163b-49a7-bc80-25627a97eeb7 req-d2fe829d-790e-49e9-9d98-c750b6d36aa1 tempest-VolumesAdminNegativeTest-1337755693 tempest-VolumesAdminNegativeTest-1337755693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:19.273950 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d9f19db9-808a-4ae0-85c0-8889cc5329b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (be7b91b8-2d19-457e-a70f-8e8d21ac6bd1), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:19.274622 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-651261bd-163b-49a7-bc80-25627a97eeb7 req-d2fe829d-790e-49e9-9d98-c750b6d36aa1 tempest-VolumesAdminNegativeTest-1337755693 tempest-VolumesAdminNegativeTest-1337755693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:19.294729 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning for port a1ce4081-0c54-4ce0-83c2-8392bc1fbfcf completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:47:19.299191 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-651261bd-163b-49a7-bc80-25627a97eeb7 req-d2fe829d-790e-49e9-9d98-c750b6d36aa1 tempest-VolumesAdminNegativeTest-1337755693 tempest-VolumesAdminNegativeTest-1337755693-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9856758 Feb 19 02:47:19.306349 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=cbe98f0f-073e-41a4-b924-5a1a7035e145,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:19.320772 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port a1ce4081-0c54-4ce0-83c2-8392bc1fbfcf triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:47:19.321447 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (a1ce4081-0c54-4ce0-83c2-8392bc1fbfcf), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:19.326627 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-651261bd-163b-49a7-bc80-25627a97eeb7 req-dffbfc09-392d-4f31-9712-05e7a555ed7b service neutron] Request body: {'port': {'device_id': '9dc21ab0-6c7c-46e4-948a-abfada55fbff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826753-2'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:47:19.338247 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb278150-d66f-40b1-bf3c-5861a629f124 req-59bc8d2d-19ea-452a-979e-9be288c6a9d9 tempest-VolumesAdminNegativeTest-1337755693 tempest-VolumesAdminNegativeTest-1337755693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:19.349661 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cb278150-d66f-40b1-bf3c-5861a629f124 req-59bc8d2d-19ea-452a-979e-9be288c6a9d9 tempest-VolumesAdminNegativeTest-1337755693 tempest-VolumesAdminNegativeTest-1337755693-project] 10.222.0.72 "GET /v2.0/ports?device_id=9dc21ab0-6c7c-46e4-948a-abfada55fbff HTTP/1.1" status: 200 len: 931 time: 0.1959212 Feb 19 02:47:19.398139 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f24a3d-5284-49c6-a808-2d451bce0674 req-753ee49a-ca48-4256-bc6f-4fe13496fe61 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:19.406621 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f24a3d-5284-49c6-a808-2d451bce0674 req-753ee49a-ca48-4256-bc6f-4fe13496fe61 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:19.412715 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f24a3d-5284-49c6-a808-2d451bce0674 req-753ee49a-ca48-4256-bc6f-4fe13496fe61 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:19.420392 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f24a3d-5284-49c6-a808-2d451bce0674 req-753ee49a-ca48-4256-bc6f-4fe13496fe61 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:19.425124 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-651261bd-163b-49a7-bc80-25627a97eeb7 req-dffbfc09-392d-4f31-9712-05e7a555ed7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (11311503-0809-4a6d-a5b0-4ea0e2a82841), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:19.429044 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f24a3d-5284-49c6-a808-2d451bce0674 req-753ee49a-ca48-4256-bc6f-4fe13496fe61 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:19.429605 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 13e17843-8e6e-4578-886e-e64bbf209f72 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:47:19.430132 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (13e17843-8e6e-4578-886e-e64bbf209f72), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:19.443665 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f24a3d-5284-49c6-a808-2d451bce0674 req-753ee49a-ca48-4256-bc6f-4fe13496fe61 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:19.451235 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f24a3d-5284-49c6-a808-2d451bce0674 req-753ee49a-ca48-4256-bc6f-4fe13496fe61 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:19.462387 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-00f24a3d-5284-49c6-a808-2d451bce0674 req-753ee49a-ca48-4256-bc6f-4fe13496fe61 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ec863d4-5792-46d2-b299-7b34b3ebe431 HTTP/1.1" status: 200 len: 5435 time: 0.2874980 Feb 19 02:47:19.476134 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13e17843-8e6e-4578-886e-e64bbf209f72 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:47:19.499928 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 13e17843-8e6e-4578-886e-e64bbf209f72, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=13e17843-8e6e-4578-886e-e64bbf209f72,segment=NetworkSegment(8dc74463-1284-465e-8f51-9c4e25c854c9),segment_id=8dc74463-1284-465e-8f51-9c4e25c854c9)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:47:19.518505 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (13e17843-8e6e-4578-886e-e64bbf209f72), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:19.519530 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 00071ace-99c7-42c5-99dc-994ccfae67b7 details requested by agent hyperv_n-h2-826753-2 with host n-h2-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:47:19.529533 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9588d66-9a80-4bbe-b3fb-36cbc8bfed70 None None] get_active_networks_info from n-d-826753-2 {{(pid=103703) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 02:47:19.544205 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cb278150-d66f-40b1-bf3c-5861a629f124 req-04e5fa40-ecb9-4ef0-8309-b8c3e75f4dd5 tempest-VolumesAdminNegativeTest-1337755693 tempest-VolumesAdminNegativeTest-1337755693-project] 10.222.0.72 "GET /v2.0/security-groups?id=aadc52ba-c1f4-4cbe-aaa7-09144abf2e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928673 Feb 19 02:47:19.590990 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f19db9-808a-4ae0-85c0-8889cc5329b6 None None] Pushing event updated for resources: {'Port': ['ID=be7b91b8-2d19-457e-a70f-8e8d21ac6bd1,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:19.617473 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-00f24a3d-5284-49c6-a808-2d451bce0674 req-804a952b-7c89-4363-9ee6-3d9d3aae3a19 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ad2b075-8470-4480-bb4e-92661338512f&id=1cff43f7-3cfd-4595-99e1-888048810960&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1475360 Feb 19 02:47:19.683014 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e88e350f-be67-4839-bdb5-e69bc1b5c1a8 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (7f55e4e4-3a85-426a-b049-bb8e9ad52bcc), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:19.742322 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.db.resource_extend [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 02:47:19.792540 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 00071ace-99c7-42c5-99dc-994ccfae67b7, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=00071ace-99c7-42c5-99dc-994ccfae67b7,segment=NetworkSegment(9b7f79d2-cbae-4212-ad2e-9ebd69e67349),segment_id=9b7f79d2-cbae-4212-ad2e-9ebd69e67349)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:47:19.825504 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port a1ce4081-0c54-4ce0-83c2-8392bc1fbfcf is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:47:19.826235 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (a1ce4081-0c54-4ce0-83c2-8392bc1fbfcf), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:19.836463 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-651261bd-163b-49a7-bc80-25627a97eeb7 req-dffbfc09-392d-4f31-9712-05e7a555ed7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11311503-0809-4a6d-a5b0-4ea0e2a82841 {{(pid=103702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:47:19.838594 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=13e17843-8e6e-4578-886e-e64bbf209f72,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:19.849344 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Returning: {'device': '00071ace-99c7-42c5-99dc-994ccfae67b7', 'network_id': 'f5c1130b-131f-4fde-9927-840cbad6505d', 'port_id': '00071ace-99c7-42c5-99dc-994ccfae67b7', 'mac_address': 'fa:16:3e:ff:1e:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '983133d2-ff38-4266-904e-e871a4dfab4b', 'ip_address': '10.1.1.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:47:19.851085 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-651261bd-163b-49a7-bc80-25627a97eeb7 req-dffbfc09-392d-4f31-9712-05e7a555ed7b service neutron] Publish callbacks [] for port (11311503-0809-4a6d-a5b0-4ea0e2a82841), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:19.868832 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-651261bd-163b-49a7-bc80-25627a97eeb7 req-dffbfc09-392d-4f31-9712-05e7a555ed7b service neutron] Transition to ACTIVE for port object 11311503-0809-4a6d-a5b0-4ea0e2a82841 will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:47:19.878725 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-651261bd-163b-49a7-bc80-25627a97eeb7 req-dffbfc09-392d-4f31-9712-05e7a555ed7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (11311503-0809-4a6d-a5b0-4ea0e2a82841), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:19.890323 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922b9d44-c582-4829-9b0d-a3408543c2c5 req-f29096e9-d4f4-4eaa-9fae-d5561ed8da5d tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:19.892215 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-922b9d44-c582-4829-9b0d-a3408543c2c5 req-f29096e9-d4f4-4eaa-9fae-d5561ed8da5d tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6022ed1-67a1-4ded-890d-e1e66f84412d HTTP/1.1" status: 200 len: 945 time: 0.1938195 Feb 19 02:47:19.914658 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3c01f93-93f7-40ea-b381-f3b253a2a09a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1ce4081-0c54-4ce0-83c2-8392bc1fbfcf'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:47:19.917230 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97b3ceb0-2e98-4a03-84e0-11b0ca3d1ebf" -d '{"events": [{"server_uuid": "d3c01f93-93f7-40ea-b381-f3b253a2a09a", "name": "network-vif-plugged", "status": "completed", "tag": "a1ce4081-0c54-4ce0-83c2-8392bc1fbfcf"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:47:19.941138 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port a1ce4081-0c54-4ce0-83c2-8392bc1fbfcf, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=a1ce4081-0c54-4ce0-83c2-8392bc1fbfcf,segment=NetworkSegment(b3dae451-0c86-4a64-8455-5c47bfffd3eb),segment_id=b3dae451-0c86-4a64-8455-5c47bfffd3eb)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:47:19.953852 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (a1ce4081-0c54-4ce0-83c2-8392bc1fbfcf), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:19.954292 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71dc38d-04eb-4150-bfe4-d9146e1f7926 req-35230bd1-721a-4aa4-946a-8169f00cbbdd tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:19.956517 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d71dc38d-04eb-4150-bfe4-d9146e1f7926 req-35230bd1-721a-4aa4-946a-8169f00cbbdd tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfee5af4-da6a-4d15-a1c5-a6cd65193d4e HTTP/1.1" status: 200 len: 945 time: 0.1426649 Feb 19 02:47:19.961958 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-e88e350f-be67-4839-bdb5-e69bc1b5c1a8 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Deleting port be7b91b8-2d19-457e-a70f-8e8d21ac6bd1 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:47:19.962374 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e88e350f-be67-4839-bdb5-e69bc1b5c1a8 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (be7b91b8-2d19-457e-a70f-8e8d21ac6bd1), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:19.965511 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9588d66-9a80-4bbe-b3fb-36cbc8bfed70 None None] Resources bound (agent type, host, resource id): {{(pid=103703) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 02:47:19.985702 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 00071ace-99c7-42c5-99dc-994ccfae67b7 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:47:19.986385 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (00071ace-99c7-42c5-99dc-994ccfae67b7), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:19.999181 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffbfc09-392d-4f31-9712-05e7a555ed7b service neutron] Pushing event updated for resources: {'Port': ['ID=11311503-0809-4a6d-a5b0-4ea0e2a82841,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:20.035300 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00071ace-99c7-42c5-99dc-994ccfae67b7 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:47:20.071188 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-922b9d44-c582-4829-9b0d-a3408543c2c5 req-6235344e-d305-4911-9c64-96fad5012eff tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658750 Feb 19 02:47:20.094594 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-e88e350f-be67-4839-bdb5-e69bc1b5c1a8 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] For port be7b91b8-2d19-457e-a70f-8e8d21ac6bd1, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=be7b91b8-2d19-457e-a70f-8e8d21ac6bd1,segment=NetworkSegment(76664f7e-bffb-4bff-82e6-145a2d0bccea),segment_id=76664f7e-bffb-4bff-82e6-145a2d0bccea)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:47:20.095378 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e88e350f-be67-4839-bdb5-e69bc1b5c1a8 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (be7b91b8-2d19-457e-a70f-8e8d21ac6bd1), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:20.115602 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-651261bd-163b-49a7-bc80-25627a97eeb7 req-dffbfc09-392d-4f31-9712-05e7a555ed7b service neutron] Attempting to bind port 11311503-0809-4a6d-a5b0-4ea0e2a82841 on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:47:20.116802 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-651261bd-163b-49a7-bc80-25627a97eeb7 req-dffbfc09-392d-4f31-9712-05e7a555ed7b service neutron] Attempting to bind port 11311503-0809-4a6d-a5b0-4ea0e2a82841 by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': 'f7852273-f597-400c-a2ab-aeacc4ab9aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'e29bc8fd-34f9-4e00-a09b-f3d4c0fb5bc9'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:47:20.117174 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-651261bd-163b-49a7-bc80-25627a97eeb7 req-dffbfc09-392d-4f31-9712-05e7a555ed7b service neutron] Attempting to bind port 11311503-0809-4a6d-a5b0-4ea0e2a82841 on network e29bc8fd-34f9-4e00-a09b-f3d4c0fb5bc9 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:47:20.117464 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d71dc38d-04eb-4150-bfe4-d9146e1f7926 req-219250c1-c166-42ae-ad47-0f7f2f0149c0 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/security-groups?id=33e2eb59-206d-4216-aaf9-91cfc46ad855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525846 Feb 19 02:47:20.118772 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-e88e350f-be67-4839-bdb5-e69bc1b5c1a8 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Calling delete_port for be7b91b8-2d19-457e-a70f-8e8d21ac6bd1 owned by network:dhcp {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:47:20.127696 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-651261bd-163b-49a7-bc80-25627a97eeb7 req-dffbfc09-392d-4f31-9712-05e7a555ed7b service neutron] Port 11311503-0809-4a6d-a5b0-4ea0e2a82841 on network e29bc8fd-34f9-4e00-a09b-f3d4c0fb5bc9 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:47:20.128018 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-651261bd-163b-49a7-bc80-25627a97eeb7 req-dffbfc09-392d-4f31-9712-05e7a555ed7b service neutron] Attempting to bind port 11311503-0809-4a6d-a5b0-4ea0e2a82841 on network e29bc8fd-34f9-4e00-a09b-f3d4c0fb5bc9 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:47:20.135758 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 00071ace-99c7-42c5-99dc-994ccfae67b7, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=00071ace-99c7-42c5-99dc-994ccfae67b7,segment=NetworkSegment(9b7f79d2-cbae-4212-ad2e-9ebd69e67349),segment_id=9b7f79d2-cbae-4212-ad2e-9ebd69e67349)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:47:20.147117 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=a1ce4081-0c54-4ce0-83c2-8392bc1fbfcf,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:20.154609 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-651261bd-163b-49a7-bc80-25627a97eeb7 req-dffbfc09-392d-4f31-9712-05e7a555ed7b service neutron] Checking agent: {'id': 'bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:47:20.155475 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-651261bd-163b-49a7-bc80-25627a97eeb7 req-dffbfc09-392d-4f31-9712-05e7a555ed7b service neutron] Checking segment: {'id': 'f7852273-f597-400c-a2ab-aeacc4ab9aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'e29bc8fd-34f9-4e00-a09b-f3d4c0fb5bc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:47:20.156319 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-651261bd-163b-49a7-bc80-25627a97eeb7 req-dffbfc09-392d-4f31-9712-05e7a555ed7b service neutron] Bound using segment: {'id': 'f7852273-f597-400c-a2ab-aeacc4ab9aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'e29bc8fd-34f9-4e00-a09b-f3d4c0fb5bc9'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:47:20.157093 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-651261bd-163b-49a7-bc80-25627a97eeb7 req-dffbfc09-392d-4f31-9712-05e7a555ed7b service neutron] Bound port: 11311503-0809-4a6d-a5b0-4ea0e2a82841, host: n-h2-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7852273-f597-400c-a2ab-aeacc4ab9aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'e29bc8fd-34f9-4e00-a09b-f3d4c0fb5bc9'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:47:20.157802 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (00071ace-99c7-42c5-99dc-994ccfae67b7), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:20.158230 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-651261bd-163b-49a7-bc80-25627a97eeb7 req-dffbfc09-392d-4f31-9712-05e7a555ed7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (11311503-0809-4a6d-a5b0-4ea0e2a82841), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:20.158530 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device da1d1eec-fe70-4e89-b89a-a37cea08cfdb details requested by agent hyperv_n-h2-826753-2 with host n-h2-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:47:20.268453 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-651261bd-163b-49a7-bc80-25627a97eeb7 req-dffbfc09-392d-4f31-9712-05e7a555ed7b service neutron] For port 11311503-0809-4a6d-a5b0-4ea0e2a82841, host n-h2-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:47:20.275089 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-651261bd-163b-49a7-bc80-25627a97eeb7 req-dffbfc09-392d-4f31-9712-05e7a555ed7b service neutron] For port 11311503-0809-4a6d-a5b0-4ea0e2a82841, host n-h2-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=11311503-0809-4a6d-a5b0-4ea0e2a82841,segment=NetworkSegment(f7852273-f597-400c-a2ab-aeacc4ab9aee),segment_id=f7852273-f597-400c-a2ab-aeacc4ab9aee)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:47:20.283538 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-651261bd-163b-49a7-bc80-25627a97eeb7 req-dffbfc09-392d-4f31-9712-05e7a555ed7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (11311503-0809-4a6d-a5b0-4ea0e2a82841), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:20.316788 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651261bd-163b-49a7-bc80-25627a97eeb7 req-dffbfc09-392d-4f31-9712-05e7a555ed7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:20.318302 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-651261bd-163b-49a7-bc80-25627a97eeb7 req-dffbfc09-392d-4f31-9712-05e7a555ed7b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:20.320340 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-651261bd-163b-49a7-bc80-25627a97eeb7 req-dffbfc09-392d-4f31-9712-05e7a555ed7b service neutron] 10.222.0.82 "PUT /v2.0/ports/11311503-0809-4a6d-a5b0-4ea0e2a82841 HTTP/1.1" status: 200 len: 1091 time: 1.0087466 Feb 19 02:47:20.322506 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dc21ab0-6c7c-46e4-948a-abfada55fbff', 'tag': '11311503-0809-4a6d-a5b0-4ea0e2a82841'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:47:20.327133 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05ab3a49-948d-439b-be8e-19e1a99967b4" -d '{"events": [{"name": "network-changed", "server_uuid": "9dc21ab0-6c7c-46e4-948a-abfada55fbff", "tag": "11311503-0809-4a6d-a5b0-4ea0e2a82841"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:47:20.434737 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a0916e-0717-4648-85b4-350f8dea1c6e req-8abc37e1-882f-472a-81c3-64a613da05bb tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:20.436615 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-81a0916e-0717-4648-85b4-350f8dea1c6e req-8abc37e1-882f-472a-81c3-64a613da05bb tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3c01f93-93f7-40ea-b381-f3b253a2a09a HTTP/1.1" status: 200 len: 945 time: 0.1959834 Feb 19 02:47:20.456644 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e88e350f-be67-4839-bdb5-e69bc1b5c1a8 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (be7b91b8-2d19-457e-a70f-8e8d21ac6bd1), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:20.456923 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffbfc09-392d-4f31-9712-05e7a555ed7b service neutron] Pushing event updated for resources: {'Port': ['ID=11311503-0809-4a6d-a5b0-4ea0e2a82841,revision_number=3']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:20.483690 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651261bd-163b-49a7-bc80-25627a97eeb7 req-bbb08a3c-a725-4e3b-8860-54d74303b34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:20.485728 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-651261bd-163b-49a7-bc80-25627a97eeb7 req-bbb08a3c-a725-4e3b-8860-54d74303b34f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6cbd977e4a374002827ea7088b0472ae&device_id=9dc21ab0-6c7c-46e4-948a-abfada55fbff HTTP/1.1" status: 200 len: 1125 time: 0.0970523 Feb 19 02:47:20.500004 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88e350f-be67-4839-bdb5-e69bc1b5c1a8 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Pushing event deleted for resources: {'Port': ['ID=be7b91b8-2d19-457e-a70f-8e8d21ac6bd1,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:20.506697 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88e350f-be67-4839-bdb5-e69bc1b5c1a8 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] No DVR routers for this DVR port be7b91b8-2d19-457e-a70f-8e8d21ac6bd1 on host n-d-826753-2 {{(pid=103701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:47:20.565528 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-651261bd-163b-49a7-bc80-25627a97eeb7 req-1b2abd91-cdc9-492c-838b-50911b395036 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11311503-0809-4a6d-a5b0-4ea0e2a82841 HTTP/1.1" status: 200 len: 217 time: 0.0647497 Feb 19 02:47:20.611670 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-81a0916e-0717-4648-85b4-350f8dea1c6e req-572ec75c-1dba-4c29-b8e8-fa6e809c9d62 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/security-groups?id=83745bf6-2450-44b1-b073-88b2d8645794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561229 Feb 19 02:47:20.643960 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e88e350f-be67-4839-bdb5-e69bc1b5c1a8 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (7f55e4e4-3a85-426a-b049-bb8e9ad52bcc), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:20.669464 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651261bd-163b-49a7-bc80-25627a97eeb7 req-ec610975-e277-49e6-929c-40199d9137e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:20.672068 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-651261bd-163b-49a7-bc80-25627a97eeb7 req-ec610975-e277-49e6-929c-40199d9137e2 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=fcc68009-7bd5-4a1b-8ae5-92bd73ff7786 HTTP/1.1" status: 200 len: 855 time: 0.1001081 Feb 19 02:47:20.678794 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.db.resource_extend [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] It took 0.45 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 02:47:20.688547 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=00071ace-99c7-42c5-99dc-994ccfae67b7,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:20.693562 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b5aa73-4659-4809-b83e-5de181222dbb x-openstack-request-id: req-b1b5aa73-4659-4809-b83e-5de181222dbb {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:47:20.693968 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3c01f93-93f7-40ea-b381-f3b253a2a09a", "name": "network-vif-plugged", "status": "completed", "tag": "a1ce4081-0c54-4ce0-83c2-8392bc1fbfcf", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:47:20.694231 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b1b5aa73-4659-4809-b83e-5de181222dbb {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:47:20.694622 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3c01f93-93f7-40ea-b381-f3b253a2a09a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1ce4081-0c54-4ce0-83c2-8392bc1fbfcf', 'code': 200} Feb 19 02:47:20.696392 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-e88e350f-be67-4839-bdb5-e69bc1b5c1a8 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f55e4e4-3a85-426a-b049-bb8e9ad52bcc']}} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:47:20.715957 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port da1d1eec-fe70-4e89-b89a-a37cea08cfdb, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=da1d1eec-fe70-4e89-b89a-a37cea08cfdb,segment=NetworkSegment(9b7f79d2-cbae-4212-ad2e-9ebd69e67349),segment_id=9b7f79d2-cbae-4212-ad2e-9ebd69e67349)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:47:20.720864 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-e88e350f-be67-4839-bdb5-e69bc1b5c1a8 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76664f7e-bffb-4bff-82e6-145a2d0bccea') {'for_net_delete': True} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:47:20.721445 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-e88e350f-be67-4839-bdb5-e69bc1b5c1a8 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76664f7e-bffb-4bff-82e6-145a2d0bccea') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:47:20.742042 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e88e350f-be67-4839-bdb5-e69bc1b5c1a8 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12647422'] for segment (76664f7e-bffb-4bff-82e6-145a2d0bccea), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:20.764538 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:20.773109 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Returning: {'device': 'da1d1eec-fe70-4e89-b89a-a37cea08cfdb', 'network_id': 'f5c1130b-131f-4fde-9927-840cbad6505d', 'port_id': 'da1d1eec-fe70-4e89-b89a-a37cea08cfdb', 'mac_address': 'fa:16:3e:58:c6:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '983133d2-ff38-4266-904e-e871a4dfab4b', 'ip_address': '10.1.1.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:47:20.774476 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e88e350f-be67-4839-bdb5-e69bc1b5c1a8 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (76664f7e-bffb-4bff-82e6-145a2d0bccea), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:20.800608 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e88e350f-be67-4839-bdb5-e69bc1b5c1a8 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Releasing vlan 290 on physical network physnet1 to pool {{(pid=103701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:47:20.804208 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e88e350f-be67-4839-bdb5-e69bc1b5c1a8 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583360'] for segment (76664f7e-bffb-4bff-82e6-145a2d0bccea), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:20.807806 n-d-826753-2 neutron-server[103701]: Traceback (most recent call last): Feb 19 02:47:20.807806 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:47:20.807806 n-d-826753-2 neutron-server[103701]: timer() Feb 19 02:47:20.807806 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:47:20.807806 n-d-826753-2 neutron-server[103701]: cb(*args, **kw) Feb 19 02:47:20.807806 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:47:20.807806 n-d-826753-2 neutron-server[103701]: return func(*args, **kwargs) Feb 19 02:47:20.807806 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:47:20.807806 n-d-826753-2 neutron-server[103701]: self._notify() Feb 19 02:47:20.807806 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:47:20.807806 n-d-826753-2 neutron-server[103701]: self.callback(batched_events) Feb 19 02:47:20.807806 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:47:20.807806 n-d-826753-2 neutron-server[103701]: event.method(event) Feb 19 02:47:20.807806 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:47:20.807806 n-d-826753-2 neutron-server[103701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:47:20.807806 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:47:20.807806 n-d-826753-2 neutron-server[103701]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:47:20.807806 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:47:20.807806 n-d-826753-2 neutron-server[103701]: return f(self, *a, **k) Feb 19 02:47:20.807806 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:47:20.807806 n-d-826753-2 neutron-server[103701]: return self._get(url).json() Feb 19 02:47:20.807806 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:47:20.807806 n-d-826753-2 neutron-server[103701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:47:20.807806 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:47:20.807806 n-d-826753-2 neutron-server[103701]: return self.request(url, 'GET', **kwargs) Feb 19 02:47:20.807806 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:47:20.807806 n-d-826753-2 neutron-server[103701]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:47:20.807806 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:47:20.807806 n-d-826753-2 neutron-server[103701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:47:20.807806 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:47:20.807806 n-d-826753-2 neutron-server[103701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:47:20.807806 n-d-826753-2 neutron-server[103701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:47:20.841427 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4ec1619-c5e1-4fc3-99e3-c5a2968bfb0f x-openstack-request-id: req-c4ec1619-c5e1-4fc3-99e3-c5a2968bfb0f {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:47:20.841804 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dc21ab0-6c7c-46e4-948a-abfada55fbff", "tag": "11311503-0809-4a6d-a5b0-4ea0e2a82841", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:47:20.842074 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c4ec1619-c5e1-4fc3-99e3-c5a2968bfb0f {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:47:20.842513 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dc21ab0-6c7c-46e4-948a-abfada55fbff', 'tag': '11311503-0809-4a6d-a5b0-4ea0e2a82841', 'status': 'completed', 'code': 200} Feb 19 02:47:20.844846 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-651261bd-163b-49a7-bc80-25627a97eeb7 req-940ee055-e638-40ff-9b13-78a9f3144ecd service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e29bc8fd-34f9-4e00-a09b-f3d4c0fb5bc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1638062 Feb 19 02:47:20.904113 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e88e350f-be67-4839-bdb5-e69bc1b5c1a8 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (7f55e4e4-3a85-426a-b049-bb8e9ad52bcc), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:20.923873 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e88e350f-be67-4839-bdb5-e69bc1b5c1a8 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:20.928381 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-e88e350f-be67-4839-bdb5-e69bc1b5c1a8 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] 10.222.0.72 "DELETE /v2.0/networks/7f55e4e4-3a85-426a-b049-bb8e9ad52bcc HTTP/1.1" status: 204 len: 168 time: 3.5876646 Feb 19 02:47:20.953172 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port da1d1eec-fe70-4e89-b89a-a37cea08cfdb is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:47:20.953569 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (da1d1eec-fe70-4e89-b89a-a37cea08cfdb), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:20.967579 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da1d1eec-fe70-4e89-b89a-a37cea08cfdb {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:47:20.977562 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 55046) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:47:21.004577 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7375b973-2c99-429d-aaeb-c96f0943c764 None None] Network 7f55e4e4-3a85-426a-b049-bb8e9ad52bcc requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:47:21.008418 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port da1d1eec-fe70-4e89-b89a-a37cea08cfdb, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=da1d1eec-fe70-4e89-b89a-a37cea08cfdb,segment=NetworkSegment(9b7f79d2-cbae-4212-ad2e-9ebd69e67349),segment_id=9b7f79d2-cbae-4212-ad2e-9ebd69e67349)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:47:21.018615 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88e350f-be67-4839-bdb5-e69bc1b5c1a8 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Pushing event deleted for resources: {'Network': ['ID=7f55e4e4-3a85-426a-b049-bb8e9ad52bcc,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:21.019367 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-651261bd-163b-49a7-bc80-25627a97eeb7 req-d50e3170-e7a4-41c0-a17a-40a8a305c9fb service neutron] 10.222.0.82 "GET /v2.0/networks/e29bc8fd-34f9-4e00-a09b-f3d4c0fb5bc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628654 Feb 19 02:47:21.022958 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (da1d1eec-fe70-4e89-b89a-a37cea08cfdb), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:21.023910 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 38e91ad5-8313-46e5-8ac5-c1d94643d01f details requested by agent hyperv_n-h2-826753-2 with host n-h2-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:47:21.069199 n-d-826753-2 neutron-server[103701]: INFO neutron.pecan_wsgi.hooks.translation [None req-8764f0ff-a278-404a-a59e-0203dc8e17e8 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] DELETE failed (client error): The resource could not be found. Feb 19 02:47:21.069927 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8764f0ff-a278-404a-a59e-0203dc8e17e8 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 02:47:21.074180 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-8764f0ff-a278-404a-a59e-0203dc8e17e8 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] 10.222.0.72 "DELETE /v2.0/networks/7f55e4e4-3a85-426a-b049-bb8e9ad52bcc HTTP/1.1" status: 404 len: 339 time: 0.0927296 Feb 19 02:47:21.079250 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 38e91ad5-8313-46e5-8ac5-c1d94643d01f, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=38e91ad5-8313-46e5-8ac5-c1d94643d01f,segment=NetworkSegment(9b7f79d2-cbae-4212-ad2e-9ebd69e67349),segment_id=9b7f79d2-cbae-4212-ad2e-9ebd69e67349)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:47:21.091888 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7375b973-2c99-429d-aaeb-c96f0943c764 None None] Network 7f55e4e4-3a85-426a-b049-bb8e9ad52bcc could not be found, it might have been deleted concurrently. {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 19 02:47:21.098264 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 55048) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:47:21.104159 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Returning: {'device': '38e91ad5-8313-46e5-8ac5-c1d94643d01f', 'network_id': 'f5c1130b-131f-4fde-9927-840cbad6505d', 'port_id': '38e91ad5-8313-46e5-8ac5-c1d94643d01f', 'mac_address': 'fa:16:3e:71:39:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '983133d2-ff38-4266-904e-e871a4dfab4b', 'ip_address': '10.1.1.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:47:21.107930 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7c3b73-1155-4563-9122-1728d47a34ab None None] Network 7f55e4e4-3a85-426a-b049-bb8e9ad52bcc requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:47:21.111805 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-ca8f562f-1a59-4da3-b910-372f85fa44cc tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1112333131', 'description': 'd1'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:47:21.136083 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79537526-cd73-43d9-88ed-1f04c0fe35e0 req-b33a0ead-407e-49a6-b69d-d1bff0587601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:21.138209 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-79537526-cd73-43d9-88ed-1f04c0fe35e0 req-b33a0ead-407e-49a6-b69d-d1bff0587601 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d3c01f93-93f7-40ea-b381-f3b253a2a09a HTTP/1.1" status: 200 len: 1127 time: 0.2831621 Feb 19 02:47:21.154698 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7c3b73-1155-4563-9122-1728d47a34ab None None] Network 7f55e4e4-3a85-426a-b049-bb8e9ad52bcc could not be found, it might have been deleted concurrently. {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 19 02:47:21.174863 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa28a22b-daaa-4030-869e-29dff5539bba req-456dc06b-8324-4fb8-9fcf-469d4a90214b tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:21.182192 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa28a22b-daaa-4030-869e-29dff5539bba req-456dc06b-8324-4fb8-9fcf-469d4a90214b tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:21.188947 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa28a22b-daaa-4030-869e-29dff5539bba req-456dc06b-8324-4fb8-9fcf-469d4a90214b tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:21.196339 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa28a22b-daaa-4030-869e-29dff5539bba req-456dc06b-8324-4fb8-9fcf-469d4a90214b tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:21.203195 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa28a22b-daaa-4030-869e-29dff5539bba req-456dc06b-8324-4fb8-9fcf-469d4a90214b tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:21.213061 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa28a22b-daaa-4030-869e-29dff5539bba req-456dc06b-8324-4fb8-9fcf-469d4a90214b tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:21.219902 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa28a22b-daaa-4030-869e-29dff5539bba req-456dc06b-8324-4fb8-9fcf-469d4a90214b tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:21.222068 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fa28a22b-daaa-4030-869e-29dff5539bba req-456dc06b-8324-4fb8-9fcf-469d4a90214b tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ec863d4-5792-46d2-b299-7b34b3ebe431 HTTP/1.1" status: 200 len: 5438 time: 0.2432094 Feb 19 02:47:21.227138 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=da1d1eec-fe70-4e89-b89a-a37cea08cfdb,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:21.231019 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 38e91ad5-8313-46e5-8ac5-c1d94643d01f is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:47:21.231277 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (38e91ad5-8313-46e5-8ac5-c1d94643d01f), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:21.236149 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ed40e8-da65-4d77-b7ee-3a6ecc59d161 req-590ee3f7-bb35-4bd9-a5fe-5431a392d4d5 tempest-VolumesAdminNegativeTest-1337755693 tempest-VolumesAdminNegativeTest-1337755693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:21.241483 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-651261bd-163b-49a7-bc80-25627a97eeb7 req-dbfc3a31-aeb7-4d57-9330-7187e5508ab2 service neutron] 10.222.0.82 "GET /v2.0/networks/e29bc8fd-34f9-4e00-a09b-f3d4c0fb5bc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017386 Feb 19 02:47:21.244165 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-79537526-cd73-43d9-88ed-1f04c0fe35e0 req-f7bdd2d2-12cd-4a1a-abc1-4c5c088849d3 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=83745bf6-2450-44b1-b073-88b2d8645794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955532 Feb 19 02:47:21.246137 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-16ed40e8-da65-4d77-b7ee-3a6ecc59d161 req-590ee3f7-bb35-4bd9-a5fe-5431a392d4d5 tempest-VolumesAdminNegativeTest-1337755693 tempest-VolumesAdminNegativeTest-1337755693-project] 10.222.0.72 "GET /v2.0/ports?device_id=9dc21ab0-6c7c-46e4-948a-abfada55fbff HTTP/1.1" status: 200 len: 943 time: 0.3388062 Feb 19 02:47:21.249391 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca8f562f-1a59-4da3-b910-372f85fa44cc tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Made reservation on behalf of 3feb19dbdfe94d40bca95d7b37882add for: {'network': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:47:21.251096 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38e91ad5-8313-46e5-8ac5-c1d94643d01f {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:47:21.253709 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ca8f562f-1a59-4da3-b910-372f85fa44cc tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:21.275317 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 38e91ad5-8313-46e5-8ac5-c1d94643d01f, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=38e91ad5-8313-46e5-8ac5-c1d94643d01f,segment=NetworkSegment(9b7f79d2-cbae-4212-ad2e-9ebd69e67349),segment_id=9b7f79d2-cbae-4212-ad2e-9ebd69e67349)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:47:21.280115 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (38e91ad5-8313-46e5-8ac5-c1d94643d01f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:21.334221 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=38e91ad5-8313-46e5-8ac5-c1d94643d01f,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:21.353270 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca8f562f-1a59-4da3-b910-372f85fa44cc tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] vlan segment allocate from pool success with {'vlan_id': 285, 'physical_network': 'physnet1'} {{(pid=103701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:47:21.387874 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ca8f562f-1a59-4da3-b910-372f85fa44cc tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (ac8df824-6fc0-4518-9910-660b601aa425), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:21.388226 n-d-826753-2 neutron-server[103701]: INFO neutron.db.segments_db [None req-ca8f562f-1a59-4da3-b910-372f85fa44cc tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Added segment ac8df824-6fc0-4518-9910-660b601aa425 of type vlan for network a39d894e-d5c7-432b-9572-7065cffcef9d Feb 19 02:47:21.394997 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-16ed40e8-da65-4d77-b7ee-3a6ecc59d161 req-01ac572d-ccef-453d-bfb0-1fcda37ef126 tempest-VolumesAdminNegativeTest-1337755693 tempest-VolumesAdminNegativeTest-1337755693-project] 10.222.0.72 "GET /v2.0/security-groups?id=aadc52ba-c1f4-4cbe-aaa7-09144abf2e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186135 Feb 19 02:47:21.408084 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fa28a22b-daaa-4030-869e-29dff5539bba req-b68e4b03-3eec-450d-882c-fc69eb68f8db tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ad2b075-8470-4480-bb4e-92661338512f&id=1cff43f7-3cfd-4595-99e1-888048810960&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1600814 Feb 19 02:47:21.421510 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ab3a49-948d-439b-be8e-19e1a99967b4 req-548d04cf-5018-4d30-b29e-3f206a7b6da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:21.421510 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-05ab3a49-948d-439b-be8e-19e1a99967b4 req-548d04cf-5018-4d30-b29e-3f206a7b6da8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6cbd977e4a374002827ea7088b0472ae&device_id=9dc21ab0-6c7c-46e4-948a-abfada55fbff HTTP/1.1" status: 200 len: 1125 time: 0.0696194 Feb 19 02:47:21.448404 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ca8f562f-1a59-4da3-b910-372f85fa44cc tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (a39d894e-d5c7-432b-9572-7065cffcef9d), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:21.486915 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ca8f562f-1a59-4da3-b910-372f85fa44cc tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (a39d894e-d5c7-432b-9572-7065cffcef9d), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:21.493366 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8f562f-1a59-4da3-b910-372f85fa44cc tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:21.494256 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ca8f562f-1a59-4da3-b910-372f85fa44cc tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:21.553184 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ab3a49-948d-439b-be8e-19e1a99967b4 req-fd22fa39-bfd3-47aa-a802-97c0fbc14b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:21.555420 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-05ab3a49-948d-439b-be8e-19e1a99967b4 req-fd22fa39-bfd3-47aa-a802-97c0fbc14b43 service neutron] 10.222.0.82 "GET /v2.0/networks?id=e29bc8fd-34f9-4e00-a09b-f3d4c0fb5bc9 HTTP/1.1" status: 200 len: 916 time: 0.1296849 Feb 19 02:47:21.558650 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-ca8f562f-1a59-4da3-b910-372f85fa44cc tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4581840 Feb 19 02:47:21.561224 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 55070) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:47:21.620260 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8f562f-1a59-4da3-b910-372f85fa44cc tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Pushing event updated for resources: {'Network': ['ID=a39d894e-d5c7-432b-9572-7065cffcef9d,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:21.638884 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network a39d894e-d5c7-432b-9572-7065cffcef9d details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:47:21.663074 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702a2a1b-5964-413a-9911-d4c5d92eefec req-102fa16e-9491-4b06-9f80-15111baa6643 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:21.666383 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-702a2a1b-5964-413a-9911-d4c5d92eefec req-102fa16e-9491-4b06-9f80-15111baa6643 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6022ed1-67a1-4ded-890d-e1e66f84412d HTTP/1.1" status: 200 len: 945 time: 0.1158297 Feb 19 02:47:21.748188 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87aa444f-ba66-48bb-8246-ac0ab343458e tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:21.752713 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-87aa444f-ba66-48bb-8246-ac0ab343458e tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] 10.222.0.72 "GET /v2.0/networks?id=a39d894e-d5c7-432b-9572-7065cffcef9d HTTP/1.1" status: 200 len: 761 time: 0.1888671 Feb 19 02:47:21.753837 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 55088) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:47:21.757640 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-05ab3a49-948d-439b-be8e-19e1a99967b4 req-6180c213-0166-4993-82de-69a2deed94a2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11311503-0809-4a6d-a5b0-4ea0e2a82841 HTTP/1.1" status: 200 len: 217 time: 0.1919372 Feb 19 02:47:21.761545 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-0e1ea9c4-6159-4738-b22b-cf2a069ffbd1 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Request body: {'network': {'description': 'd2'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:47:21.785462 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-702a2a1b-5964-413a-9911-d4c5d92eefec req-6863df49-1d2e-4738-94d1-a9d2beebfd42 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085694 Feb 19 02:47:21.862049 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:21.929856 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ab3a49-948d-439b-be8e-19e1a99967b4 req-f2da2163-61ff-49f4-8d70-1799b5736f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:21.931447 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-05ab3a49-948d-439b-be8e-19e1a99967b4 req-f2da2163-61ff-49f4-8d70-1799b5736f71 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=fcc68009-7bd5-4a1b-8ae5-92bd73ff7786 HTTP/1.1" status: 200 len: 855 time: 0.1640239 Feb 19 02:47:21.960971 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f821d1dc-d773-4ddd-acf7-e61637e2468a req-fae65f99-93d7-4857-b0f4-8a1f1cfe2155 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:21.968728 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f821d1dc-d773-4ddd-acf7-e61637e2468a req-fae65f99-93d7-4857-b0f4-8a1f1cfe2155 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfee5af4-da6a-4d15-a1c5-a6cd65193d4e HTTP/1.1" status: 200 len: 945 time: 0.0884895 Feb 19 02:47:22.040482 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-05ab3a49-948d-439b-be8e-19e1a99967b4 req-5907cfef-fb5f-4a0a-a5ae-a5eb32ecc682 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e29bc8fd-34f9-4e00-a09b-f3d4c0fb5bc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0946965 Feb 19 02:47:22.059340 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0e1ea9c4-6159-4738-b22b-cf2a069ffbd1 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (a39d894e-d5c7-432b-9572-7065cffcef9d), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:22.068546 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f821d1dc-d773-4ddd-acf7-e61637e2468a req-a98cfbca-84c3-4b3f-b51c-b790ab6c14d9 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/security-groups?id=33e2eb59-206d-4216-aaf9-91cfc46ad855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986614 Feb 19 02:47:22.083856 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72e5388-b9a4-4987-841b-5eb42ed7b3e2 req-65be96c8-4c99-48d2-8216-bf58c94fe8be tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:22.085810 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d72e5388-b9a4-4987-841b-5eb42ed7b3e2 req-65be96c8-4c99-48d2-8216-bf58c94fe8be tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3c01f93-93f7-40ea-b381-f3b253a2a09a HTTP/1.1" status: 200 len: 945 time: 0.0981128 Feb 19 02:47:22.127361 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0e1ea9c4-6159-4738-b22b-cf2a069ffbd1 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (a39d894e-d5c7-432b-9572-7065cffcef9d), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:22.153955 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d72e5388-b9a4-4987-841b-5eb42ed7b3e2 req-55ff3300-bddc-415b-9895-5c66e8c38e45 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/security-groups?id=83745bf6-2450-44b1-b073-88b2d8645794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572953 Feb 19 02:47:22.175190 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0e1ea9c4-6159-4738-b22b-cf2a069ffbd1 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Network a39d894e-d5c7-432b-9572-7065cffcef9d is not hosted by any dhcp agent {{(pid=103702) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 19 02:47:22.182286 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1ea9c4-6159-4738-b22b-cf2a069ffbd1 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:22.183265 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0e1ea9c4-6159-4738-b22b-cf2a069ffbd1 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:22.187184 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-0e1ea9c4-6159-4738-b22b-cf2a069ffbd1 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] 10.222.0.72 "PUT /v2.0/networks/a39d894e-d5c7-432b-9572-7065cffcef9d HTTP/1.1" status: 200 len: 758 time: 0.4289172 Feb 19 02:47:22.189524 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 55112) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:47:22.251418 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-05ab3a49-948d-439b-be8e-19e1a99967b4 req-7f70b744-6b9e-4c09-9261-d18927a26fce service neutron] 10.222.0.82 "GET /v2.0/networks/e29bc8fd-34f9-4e00-a09b-f3d4c0fb5bc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030456 Feb 19 02:47:22.279066 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['cbe98f0f-073e-41a4-b924-5a1a7035e145'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:47:22.289257 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1ea9c4-6159-4738-b22b-cf2a069ffbd1 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Pushing event updated for resources: {'Network': ['ID=a39d894e-d5c7-432b-9572-7065cffcef9d,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:22.295798 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0566c6-19ac-4ad8-9d73-ee1a9abf8db4 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:22.303894 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-4c0566c6-19ac-4ad8-9d73-ee1a9abf8db4 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] 10.222.0.72 "GET /v2.0/networks?id=a39d894e-d5c7-432b-9572-7065cffcef9d HTTP/1.1" status: 200 len: 761 time: 0.1127126 Feb 19 02:47:22.304596 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 55116) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:47:22.310212 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-855bb2ce-9c52-4dbc-992e-efcfa525edae tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-221736609'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:47:22.318231 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['ddb05983-19db-46ef-a388-e5781e5a86ac'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:47:22.337642 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-855bb2ce-9c52-4dbc-992e-efcfa525edae tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Made reservation on behalf of 3feb19dbdfe94d40bca95d7b37882add for: {'network': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:47:22.343472 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-855bb2ce-9c52-4dbc-992e-efcfa525edae tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:22.347643 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network a39d894e-d5c7-432b-9572-7065cffcef9d details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:47:22.350908 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['13e17843-8e6e-4578-886e-e64bbf209f72'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:47:22.364942 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['4a90eb6b-9954-4fd4-a849-80da8c127a4c'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:47:22.373342 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-855bb2ce-9c52-4dbc-992e-efcfa525edae tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] vlan segment allocate from pool success with {'vlan_id': 257, 'physical_network': 'physnet1'} {{(pid=103701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:47:22.385407 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-855bb2ce-9c52-4dbc-992e-efcfa525edae tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (d2cf8586-6a4e-42c6-8d48-a45d0d8f9e6b), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:22.386159 n-d-826753-2 neutron-server[103701]: INFO neutron.db.segments_db [None req-855bb2ce-9c52-4dbc-992e-efcfa525edae tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Added segment d2cf8586-6a4e-42c6-8d48-a45d0d8f9e6b of type vlan for network 61f958c3-caed-49aa-b7d3-360e05817401 Feb 19 02:47:22.391501 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-05ab3a49-948d-439b-be8e-19e1a99967b4 req-afe87302-49d2-44fa-b05a-2e4331fa3ce1 service neutron] 10.222.0.82 "GET /v2.0/networks/e29bc8fd-34f9-4e00-a09b-f3d4c0fb5bc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294410 Feb 19 02:47:22.449187 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-855bb2ce-9c52-4dbc-992e-efcfa525edae tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (61f958c3-caed-49aa-b7d3-360e05817401), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:22.467326 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['00071ace-99c7-42c5-99dc-994ccfae67b7'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:47:22.469594 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['38e91ad5-8313-46e5-8ac5-c1d94643d01f'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:47:22.488372 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['da1d1eec-fe70-4e89-b89a-a37cea08cfdb'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:47:22.490052 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-855bb2ce-9c52-4dbc-992e-efcfa525edae tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (61f958c3-caed-49aa-b7d3-360e05817401), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:22.498974 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855bb2ce-9c52-4dbc-992e-efcfa525edae tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:22.500163 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-855bb2ce-9c52-4dbc-992e-efcfa525edae tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:22.660067 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-855bb2ce-9c52-4dbc-992e-efcfa525edae tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3536007 Feb 19 02:47:22.662828 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 55136) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:47:22.669849 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-cdcd8e3b-a713-4976-958d-0fa3a279cc71 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Request body: {'subnet': {'network_id': '61f958c3-caed-49aa-b7d3-360e05817401', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:47:22.700713 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855bb2ce-9c52-4dbc-992e-efcfa525edae tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Pushing event updated for resources: {'Network': ['ID=61f958c3-caed-49aa-b7d3-360e05817401,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:22.714387 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:22.764362 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fa849a-43be-41aa-bcfe-8c587067ed9f req-0c033f04-a20c-4c50-9d0e-c93c1cf6ba8e tempest-VolumesAdminNegativeTest-1337755693 tempest-VolumesAdminNegativeTest-1337755693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:22.765994 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e8fa849a-43be-41aa-bcfe-8c587067ed9f req-0c033f04-a20c-4c50-9d0e-c93c1cf6ba8e tempest-VolumesAdminNegativeTest-1337755693 tempest-VolumesAdminNegativeTest-1337755693-project] 10.222.0.72 "GET /v2.0/ports?device_id=9dc21ab0-6c7c-46e4-948a-abfada55fbff HTTP/1.1" status: 200 len: 943 time: 0.1957510 Feb 19 02:47:22.777481 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc7e518-0f4a-40b1-9fa3-ca811130c92e req-e5ca9161-8a74-49f2-aca5-49d608b5c70d tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:22.783028 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc7e518-0f4a-40b1-9fa3-ca811130c92e req-e5ca9161-8a74-49f2-aca5-49d608b5c70d tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:22.789204 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc7e518-0f4a-40b1-9fa3-ca811130c92e req-e5ca9161-8a74-49f2-aca5-49d608b5c70d tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:22.794720 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc7e518-0f4a-40b1-9fa3-ca811130c92e req-e5ca9161-8a74-49f2-aca5-49d608b5c70d tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:22.800201 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc7e518-0f4a-40b1-9fa3-ca811130c92e req-e5ca9161-8a74-49f2-aca5-49d608b5c70d tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:22.805460 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 61f958c3-caed-49aa-b7d3-360e05817401 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:47:22.806514 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc7e518-0f4a-40b1-9fa3-ca811130c92e req-e5ca9161-8a74-49f2-aca5-49d608b5c70d tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:22.812022 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc7e518-0f4a-40b1-9fa3-ca811130c92e req-e5ca9161-8a74-49f2-aca5-49d608b5c70d tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:22.820938 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2cc7e518-0f4a-40b1-9fa3-ca811130c92e req-e5ca9161-8a74-49f2-aca5-49d608b5c70d tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ec863d4-5792-46d2-b299-7b34b3ebe431 HTTP/1.1" status: 200 len: 5439 time: 0.2299731 Feb 19 02:47:22.965345 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdcd8e3b-a713-4976-958d-0fa3a279cc71 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Made reservation on behalf of 3feb19dbdfe94d40bca95d7b37882add for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:47:22.968724 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cdcd8e3b-a713-4976-958d-0fa3a279cc71 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:22.979941 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e8fa849a-43be-41aa-bcfe-8c587067ed9f req-39ee4cd7-62b8-4c86-9ead-73c643c3f1d2 tempest-VolumesAdminNegativeTest-1337755693 tempest-VolumesAdminNegativeTest-1337755693-project] 10.222.0.72 "GET /v2.0/security-groups?id=aadc52ba-c1f4-4cbe-aaa7-09144abf2e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549878 Feb 19 02:47:23.002155 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2cc7e518-0f4a-40b1-9fa3-ca811130c92e req-3d083995-7db7-4225-8139-e1c3c1b965de tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ad2b075-8470-4480-bb4e-92661338512f&id=1cff43f7-3cfd-4595-99e1-888048810960&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1798196 Feb 19 02:47:23.265425 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 55148) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:47:23.293170 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cac1c0-9fee-44c4-ba29-ace1385b2155 req-34ecadbb-360e-4f60-bf39-04dca61dbe89 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:23.295144 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-91cac1c0-9fee-44c4-ba29-ace1385b2155 req-34ecadbb-360e-4f60-bf39-04dca61dbe89 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6022ed1-67a1-4ded-890d-e1e66f84412d HTTP/1.1" status: 200 len: 945 time: 0.1991382 Feb 19 02:47:23.340964 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cdcd8e3b-a713-4976-958d-0fa3a279cc71 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (d80bdfe9-8a78-43d6-aee7-afd5ca3f2410), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:23.381130 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64c44cf-5b37-41f3-b29d-81b5fcfb49e5 req-52c49eb6-f9bd-414a-8ad7-798a870358ba tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:23.387386 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c64c44cf-5b37-41f3-b29d-81b5fcfb49e5 req-52c49eb6-f9bd-414a-8ad7-798a870358ba tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfee5af4-da6a-4d15-a1c5-a6cd65193d4e HTTP/1.1" status: 200 len: 945 time: 0.2072446 Feb 19 02:47:23.436827 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcd8e3b-a713-4976-958d-0fa3a279cc71 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Checking segment: {'id': 'd2cf8586-6a4e-42c6-8d48-a45d0d8f9e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '61f958c3-caed-49aa-b7d3-360e05817401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:47:23.437746 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdcd8e3b-a713-4976-958d-0fa3a279cc71 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Network hostable DHCP agents. Network: 61f958c3-caed-49aa-b7d3-360e05817401, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:47:23.439287 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 11311503-0809-4a6d-a5b0-4ea0e2a82841 details requested by agent hyperv_n-h2-826753-2 with host n-h2-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:47:23.461810 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-91cac1c0-9fee-44c4-ba29-ace1385b2155 req-93738f32-1efc-4b42-99f8-23340b9b546f tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589580 Feb 19 02:47:23.469692 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d57e7133-1d34-4472-ac1c-4ed4eecab069 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:23.472962 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcd8e3b-a713-4976-958d-0fa3a279cc71 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Pushing event updated for resources: {'Subnet': ['ID=d80bdfe9-8a78-43d6-aee7-afd5ca3f2410,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:23.496666 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdcd8e3b-a713-4976-958d-0fa3a279cc71 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Network 61f958c3-caed-49aa-b7d3-360e05817401 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:47:23.522485 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-cdcd8e3b-a713-4976-958d-0fa3a279cc71 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 61f958c3-caed-49aa-b7d3-360e05817401) {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:47:23.528400 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdcd8e3b-a713-4976-958d-0fa3a279cc71 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:23.529108 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cdcd8e3b-a713-4976-958d-0fa3a279cc71 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:23.549524 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c64c44cf-5b37-41f3-b29d-81b5fcfb49e5 req-1ab8199e-1f90-4d62-9ed1-792910407f4f tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/security-groups?id=33e2eb59-206d-4216-aaf9-91cfc46ad855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499460 Feb 19 02:47:23.562670 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-149cc361-d36e-4caf-9669-544550b9e105 None None] Network 61f958c3-caed-49aa-b7d3-360e05817401 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:47:23.564926 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-cdcd8e3b-a713-4976-958d-0fa3a279cc71 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9004438 Feb 19 02:47:23.575071 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 55152) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:47:23.666142 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d57e7133-1d34-4472-ac1c-4ed4eecab069 admin admin] Publish callbacks [] for security_group (ef05e3bd-1c09-474f-ae86-e8ec3512e9dd), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:23.703343 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d57e7133-1d34-4472-ac1c-4ed4eecab069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (ef05e3bd-1c09-474f-ae86-e8ec3512e9dd), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:23.705123 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.db.resource_extend [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 02:47:23.713874 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9b5a420a-0aa3-492b-a9be-885a3eac5461 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (61f958c3-caed-49aa-b7d3-360e05817401), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:23.747062 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-d57e7133-1d34-4472-ac1c-4ed4eecab069 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b4365d48bbd24e8f9b1445ad8ea522ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4750104 Feb 19 02:47:23.752073 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 55154) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:47:23.796375 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9b5a420a-0aa3-492b-a9be-885a3eac5461 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (d80bdfe9-8a78-43d6-aee7-afd5ca3f2410), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:23.807556 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83375dd5-41bd-4118-bea6-aa2d51e39d76 req-f994350c-68d1-4d7b-88fd-b3c806d4a6b6 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:23.814188 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-83375dd5-41bd-4118-bea6-aa2d51e39d76 req-f994350c-68d1-4d7b-88fd-b3c806d4a6b6 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3c01f93-93f7-40ea-b381-f3b253a2a09a HTTP/1.1" status: 200 len: 945 time: 0.2344441 Feb 19 02:47:23.841654 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57e7133-1d34-4472-ac1c-4ed4eecab069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef05e3bd-1c09-474f-ae86-e8ec3512e9dd,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:23.875622 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-83375dd5-41bd-4118-bea6-aa2d51e39d76 req-e577d8d0-183d-4d9b-9579-8c5a1148efa4 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/security-groups?id=83745bf6-2450-44b1-b073-88b2d8645794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605214 Feb 19 02:47:23.915999 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8c92bf6c-0fc0-433c-b83e-d5b68bc25448 admin admin] Publish callbacks [] for security_group (ef05e3bd-1c09-474f-ae86-e8ec3512e9dd), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:23.927851 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9b5a420a-0aa3-492b-a9be-885a3eac5461 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (d80bdfe9-8a78-43d6-aee7-afd5ca3f2410), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:23.936677 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c00b584-479e-453b-afc4-feab5fa0a347 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-61f958c3-caed-49aa-b7d3-360e05817401', 'network_id': '61f958c3-caed-49aa-b7d3-360e05817401', 'project_id': '3feb19dbdfe94d40bca95d7b37882add', 'fixed_ips': [{'subnet_id': 'd80bdfe9-8a78-43d6-aee7-afd5ca3f2410'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:47:23.937614 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-9c00b584-479e-453b-afc4-feab5fa0a347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:23.940865 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 11311503-0809-4a6d-a5b0-4ea0e2a82841, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=11311503-0809-4a6d-a5b0-4ea0e2a82841,segment=NetworkSegment(f7852273-f597-400c-a2ab-aeacc4ab9aee),segment_id=f7852273-f597-400c-a2ab-aeacc4ab9aee)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:47:23.964555 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Returning: {'device': '11311503-0809-4a6d-a5b0-4ea0e2a82841', 'network_id': 'e29bc8fd-34f9-4e00-a09b-f3d4c0fb5bc9', 'port_id': '11311503-0809-4a6d-a5b0-4ea0e2a82841', 'mac_address': 'fa:16:3e:c2:8f:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcc68009-7bd5-4a1b-8ae5-92bd73ff7786', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:47:23.970444 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8c92bf6c-0fc0-433c-b83e-d5b68bc25448 admin admin] Publish callbacks [] for security_group (ef05e3bd-1c09-474f-ae86-e8ec3512e9dd), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:23.981275 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5a420a-0aa3-492b-a9be-885a3eac5461 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Pushing event deleted for resources: {'Subnet': ['ID=d80bdfe9-8a78-43d6-aee7-afd5ca3f2410,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:24.061234 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8c92bf6c-0fc0-433c-b83e-d5b68bc25448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (ef05e3bd-1c09-474f-ae86-e8ec3512e9dd), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:24.070764 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8c92bf6c-0fc0-433c-b83e-d5b68bc25448 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:24.074267 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-8c92bf6c-0fc0-433c-b83e-d5b68bc25448 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ef05e3bd-1c09-474f-ae86-e8ec3512e9dd HTTP/1.1" status: 204 len: 168 time: 0.3184686 Feb 19 02:47:24.091189 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9b5a420a-0aa3-492b-a9be-885a3eac5461 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (61f958c3-caed-49aa-b7d3-360e05817401), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:24.109915 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c92bf6c-0fc0-433c-b83e-d5b68bc25448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef05e3bd-1c09-474f-ae86-e8ec3512e9dd,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:24.123282 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-9b5a420a-0aa3-492b-a9be-885a3eac5461 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61f958c3-caed-49aa-b7d3-360e05817401']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:47:24.157984 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-9b5a420a-0aa3-492b-a9be-885a3eac5461 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2cf8586-6a4e-42c6-8d48-a45d0d8f9e6b') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:47:24.158348 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-9b5a420a-0aa3-492b-a9be-885a3eac5461 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2cf8586-6a4e-42c6-8d48-a45d0d8f9e6b') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:47:24.190867 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9b5a420a-0aa3-492b-a9be-885a3eac5461 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (d2cf8586-6a4e-42c6-8d48-a45d0d8f9e6b), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:24.231137 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9b5a420a-0aa3-492b-a9be-885a3eac5461 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (d2cf8586-6a4e-42c6-8d48-a45d0d8f9e6b), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:24.251755 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b5a420a-0aa3-492b-a9be-885a3eac5461 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Releasing vlan 257 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:47:24.252849 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9b5a420a-0aa3-492b-a9be-885a3eac5461 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (d2cf8586-6a4e-42c6-8d48-a45d0d8f9e6b), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:24.256069 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41487c64-ceb9-42d4-b8f8-13d6d61c413b req-9b3c5854-d657-491f-8dcf-ba27f2a1bf4b tempest-VolumesAdminNegativeTest-1337755693 tempest-VolumesAdminNegativeTest-1337755693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:24.258543 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-41487c64-ceb9-42d4-b8f8-13d6d61c413b req-9b3c5854-d657-491f-8dcf-ba27f2a1bf4b tempest-VolumesAdminNegativeTest-1337755693 tempest-VolumesAdminNegativeTest-1337755693-project] 10.222.0.72 "GET /v2.0/ports?device_id=9dc21ab0-6c7c-46e4-948a-abfada55fbff HTTP/1.1" status: 200 len: 943 time: 0.1308734 Feb 19 02:47:24.272414 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 02:47:24.272414 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:47:24.272414 n-d-826753-2 neutron-server[103702]: timer() Feb 19 02:47:24.272414 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:47:24.272414 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 02:47:24.272414 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:47:24.272414 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 02:47:24.272414 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:47:24.272414 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 02:47:24.272414 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:47:24.272414 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 02:47:24.272414 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:47:24.272414 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 02:47:24.272414 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:47:24.272414 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:47:24.272414 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:47:24.272414 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:47:24.272414 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:47:24.272414 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 02:47:24.272414 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:47:24.272414 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 02:47:24.272414 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:47:24.272414 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:47:24.272414 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:47:24.272414 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 02:47:24.272414 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:47:24.272414 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:47:24.272414 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:47:24.272414 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:47:24.272414 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:47:24.272414 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:47:24.272414 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:47:24.327211 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 11311503-0809-4a6d-a5b0-4ea0e2a82841 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:47:24.327607 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (11311503-0809-4a6d-a5b0-4ea0e2a82841), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:24.329752 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a06800a-fb31-41b0-a061-40a50d7dede6 None None] Network 61f958c3-caed-49aa-b7d3-360e05817401 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:47:24.373767 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9b5a420a-0aa3-492b-a9be-885a3eac5461 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (61f958c3-caed-49aa-b7d3-360e05817401), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:24.396240 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd52e4a2-3547-4824-b7ba-a2e75bc10513 req-70059517-e53f-4455-bc13-9f971e89ac2c tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:24.398659 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9b5a420a-0aa3-492b-a9be-885a3eac5461 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:24.402326 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd52e4a2-3547-4824-b7ba-a2e75bc10513 req-70059517-e53f-4455-bc13-9f971e89ac2c tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:24.408327 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd52e4a2-3547-4824-b7ba-a2e75bc10513 req-70059517-e53f-4455-bc13-9f971e89ac2c tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:24.408508 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-9b5a420a-0aa3-492b-a9be-885a3eac5461 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] 10.222.0.72 "DELETE /v2.0/networks/61f958c3-caed-49aa-b7d3-360e05817401 HTTP/1.1" status: 204 len: 168 time: 0.8317358 Feb 19 02:47:24.414765 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd52e4a2-3547-4824-b7ba-a2e75bc10513 req-70059517-e53f-4455-bc13-9f971e89ac2c tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:24.420508 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd52e4a2-3547-4824-b7ba-a2e75bc10513 req-70059517-e53f-4455-bc13-9f971e89ac2c tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:24.426037 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd52e4a2-3547-4824-b7ba-a2e75bc10513 req-70059517-e53f-4455-bc13-9f971e89ac2c tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:24.431779 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd52e4a2-3547-4824-b7ba-a2e75bc10513 req-70059517-e53f-4455-bc13-9f971e89ac2c tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:24.439495 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cd52e4a2-3547-4824-b7ba-a2e75bc10513 req-70059517-e53f-4455-bc13-9f971e89ac2c tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ec863d4-5792-46d2-b299-7b34b3ebe431 HTTP/1.1" status: 200 len: 5439 time: 0.1563292 Feb 19 02:47:24.441761 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 55170) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:47:24.444977 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5a420a-0aa3-492b-a9be-885a3eac5461 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Pushing event deleted for resources: {'Network': ['ID=61f958c3-caed-49aa-b7d3-360e05817401,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:24.496667 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11311503-0809-4a6d-a5b0-4ea0e2a82841 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:47:24.506471 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-41487c64-ceb9-42d4-b8f8-13d6d61c413b req-8ee062a0-8a8d-49ce-bd07-665be676e18e tempest-VolumesAdminNegativeTest-1337755693 tempest-VolumesAdminNegativeTest-1337755693-project] 10.222.0.72 "GET /v2.0/security-groups?id=aadc52ba-c1f4-4cbe-aaa7-09144abf2e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402797 Feb 19 02:47:24.512591 n-d-826753-2 neutron-server[103701]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f607902-20f7-42ce-ac01-4a74aca6540a tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] GET failed (client error): The resource could not be found. Feb 19 02:47:24.514163 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-9f607902-20f7-42ce-ac01-4a74aca6540a tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] 10.222.0.72 "GET /v2.0/subnets/d80bdfe9-8a78-43d6-aee7-afd5ca3f2410 HTTP/1.1" status: 404 len: 337 time: 0.0696392 Feb 19 02:47:24.516848 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 55178) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:47:24.548834 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 11311503-0809-4a6d-a5b0-4ea0e2a82841, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=11311503-0809-4a6d-a5b0-4ea0e2a82841,segment=NetworkSegment(f7852273-f597-400c-a2ab-aeacc4ab9aee),segment_id=f7852273-f597-400c-a2ab-aeacc4ab9aee)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:47:24.563061 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-73c5f980-fa30-4ec5-849f-842c6146c5d0 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] DELETE failed (client error): The resource could not be found. Feb 19 02:47:24.563590 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73c5f980-fa30-4ec5-849f-842c6146c5d0 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 02:47:24.571197 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-73c5f980-fa30-4ec5-849f-842c6146c5d0 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] 10.222.0.72 "DELETE /v2.0/networks/61f958c3-caed-49aa-b7d3-360e05817401 HTTP/1.1" status: 404 len: 339 time: 0.0525522 Feb 19 02:47:24.571465 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 55180) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:47:24.600455 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (11311503-0809-4a6d-a5b0-4ea0e2a82841), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:24.655695 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=11311503-0809-4a6d-a5b0-4ea0e2a82841,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:24.665468 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:47:24.665941 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:47:24.666403 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:47:24.666866 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:47:24.667299 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:47:24.667756 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:47:24.668273 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:47:24.668701 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:47:24.669173 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:47:24.669598 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:47:24.670025 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:47:24.670458 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:47:24.670884 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:47:24.725109 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cd52e4a2-3547-4824-b7ba-a2e75bc10513 req-374ff452-8734-484f-bfb6-2f54bcf53017 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ad2b075-8470-4480-bb4e-92661338512f&id=1cff43f7-3cfd-4595-99e1-888048810960&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2844946 Feb 19 02:47:24.847974 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3721a6-0996-4ab2-832a-3b8bffc4cdc0 req-440345d9-4bbf-4e3f-9439-1ab0ed8dfe25 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:24.850156 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fa3721a6-0996-4ab2-832a-3b8bffc4cdc0 req-440345d9-4bbf-4e3f-9439-1ab0ed8dfe25 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3c01f93-93f7-40ea-b381-f3b253a2a09a HTTP/1.1" status: 200 len: 945 time: 0.2112663 Feb 19 02:47:24.873534 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f00c63-af7f-418e-9e1d-35aeb988ce3d tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:24.875037 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-03f00c63-af7f-418e-9e1d-35aeb988ce3d tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3024931 Feb 19 02:47:24.877932 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 55192) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:47:24.932769 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-c2bbe46a-5fac-46a8-9a6f-6a74e1b7396e tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] 10.222.0.72 "GET /v2.0/subnets?network_id=eaf64708-9021-419e-b287-ef3e0f51e2ee HTTP/1.1" status: 200 len: 207 time: 0.0517881 Feb 19 02:47:24.935181 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 55196) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:47:24.974744 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefafb00-f949-40e0-a871-b121e3499b7e req-b476b888-b2b5-459d-8d52-27fa4b0e9ac0 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:24.976464 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-eefafb00-f949-40e0-a871-b121e3499b7e req-b476b888-b2b5-459d-8d52-27fa4b0e9ac0 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6022ed1-67a1-4ded-890d-e1e66f84412d HTTP/1.1" status: 200 len: 945 time: 0.1253743 Feb 19 02:47:24.994036 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fa3721a6-0996-4ab2-832a-3b8bffc4cdc0 req-4e6a5d0a-a2ac-4bf9-9361-b6bdf0fbff66 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/security-groups?id=83745bf6-2450-44b1-b073-88b2d8645794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270611 Feb 19 02:47:25.108599 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-eefafb00-f949-40e0-a871-b121e3499b7e req-5271d854-2950-4b41-b59f-acf4a6415771 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123059 Feb 19 02:47:25.143310 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13a1d44-4699-44c2-a257-f37a2e06b9ad tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:25.149518 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13a1d44-4699-44c2-a257-f37a2e06b9ad tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:25.153890 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13a1d44-4699-44c2-a257-f37a2e06b9ad tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:25.160114 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13a1d44-4699-44c2-a257-f37a2e06b9ad tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:25.164815 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-f13a1d44-4699-44c2-a257-f37a2e06b9ad tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2265325 Feb 19 02:47:25.164815 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 55200) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:47:25.166432 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 55202) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:47:25.231988 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19557d03-0625-4455-8b03-bab1a96e1c62 req-4c52fc27-db78-4099-80d0-569c73875d35 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:25.237487 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-19557d03-0625-4455-8b03-bab1a96e1c62 req-4c52fc27-db78-4099-80d0-569c73875d35 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfee5af4-da6a-4d15-a1c5-a6cd65193d4e HTTP/1.1" status: 200 len: 945 time: 0.1147435 Feb 19 02:47:25.330860 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-19557d03-0625-4455-8b03-bab1a96e1c62 req-7a10dc18-b6f2-4ed5-8378-c500198d83f0 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/security-groups?id=33e2eb59-206d-4216-aaf9-91cfc46ad855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862608 Feb 19 02:47:25.354904 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-a42e2fc4-0016-47c1-8c70-fcff4d989f34 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-400044610-network', 'tenant_id': 'c7760c6b8b69415fb3db99a9707764df'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:47:25.394141 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-00e265ba-e4c3-4151-84fe-778d81aad320 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] 10.222.0.72 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.2206638 Feb 19 02:47:25.397906 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 55208) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:47:25.407992 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a42e2fc4-0016-47c1-8c70-fcff4d989f34 admin admin] Made reservation on behalf of c7760c6b8b69415fb3db99a9707764df for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:47:25.410458 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a42e2fc4-0016-47c1-8c70-fcff4d989f34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:25.421230 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a42e2fc4-0016-47c1-8c70-fcff4d989f34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:25.502484 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a42e2fc4-0016-47c1-8c70-fcff4d989f34 admin admin] Publish callbacks [] for security_group (d1068709-142b-4f0d-aa54-30196489f5e1), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:25.507399 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a42e2fc4-0016-47c1-8c70-fcff4d989f34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (d1068709-142b-4f0d-aa54-30196489f5e1), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:25.517640 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['11311503-0809-4a6d-a5b0-4ea0e2a82841'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:47:25.519992 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a42e2fc4-0016-47c1-8c70-fcff4d989f34 admin admin] vlan segment allocate from pool success with {'vlan_id': 298, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:47:25.529945 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a42e2fc4-0016-47c1-8c70-fcff4d989f34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (95c489b5-d2f5-4704-89fb-8accaa8a0e0f), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:25.530441 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-a42e2fc4-0016-47c1-8c70-fcff4d989f34 admin admin] Added segment 95c489b5-d2f5-4704-89fb-8accaa8a0e0f of type vlan for network bf672100-ed94-443f-908a-4ecaf8a2d628 Feb 19 02:47:25.573538 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b33e94a-56e5-4a4f-95d9-af6343f7412c tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:25.577302 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b33e94a-56e5-4a4f-95d9-af6343f7412c tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:25.578578 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a42e2fc4-0016-47c1-8c70-fcff4d989f34 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (bf672100-ed94-443f-908a-4ecaf8a2d628), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:25.588055 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-2b33e94a-56e5-4a4f-95d9-af6343f7412c tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1889181 Feb 19 02:47:25.593298 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 55212) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:47:25.620481 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a42e2fc4-0016-47c1-8c70-fcff4d989f34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (bf672100-ed94-443f-908a-4ecaf8a2d628), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:25.621655 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42e2fc4-0016-47c1-8c70-fcff4d989f34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:25.622289 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a42e2fc4-0016-47c1-8c70-fcff4d989f34 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:25.687577 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42e2fc4-0016-47c1-8c70-fcff4d989f34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1068709-142b-4f0d-aa54-30196489f5e1,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:25.696475 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-a42e2fc4-0016-47c1-8c70-fcff4d989f34 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.5287085 Feb 19 02:47:25.696475 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 55214) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:47:25.709552 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-91e21417-a7b0-414c-b68a-271643e6cd70 admin admin] Request body: {'subnet': {'network_id': 'bf672100-ed94-443f-908a-4ecaf8a2d628', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-400044610-subnet', 'tenant_id': 'c7760c6b8b69415fb3db99a9707764df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:47:25.727426 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42e2fc4-0016-47c1-8c70-fcff4d989f34 admin admin] Pushing event updated for resources: {'Network': ['ID=bf672100-ed94-443f-908a-4ecaf8a2d628,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:25.741569 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91e21417-a7b0-414c-b68a-271643e6cd70 admin admin] Made reservation on behalf of c7760c6b8b69415fb3db99a9707764df for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:47:25.750652 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-91e21417-a7b0-414c-b68a-271643e6cd70 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:25.778502 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network bf672100-ed94-443f-908a-4ecaf8a2d628 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:47:25.833758 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dccbc182-d8ae-4f6e-95f7-680e9385c897 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Attributes excluded by policy engine: ['shared'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:25.835306 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dccbc182-d8ae-4f6e-95f7-680e9385c897 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Attributes excluded by policy engine: ['shared'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:25.840077 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-dccbc182-d8ae-4f6e-95f7-680e9385c897 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] 10.222.0.72 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2290080 Feb 19 02:47:25.840527 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 55218) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:47:25.956438 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b2bf6a-06ab-45ff-be96-4919e6590789 req-489a9208-0dd4-4d70-87c9-5d193f3d65a5 tempest-VolumesAdminNegativeTest-1337755693 tempest-VolumesAdminNegativeTest-1337755693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:25.965335 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-49b2bf6a-06ab-45ff-be96-4919e6590789 req-489a9208-0dd4-4d70-87c9-5d193f3d65a5 tempest-VolumesAdminNegativeTest-1337755693 tempest-VolumesAdminNegativeTest-1337755693-project] 10.222.0.72 "GET /v2.0/ports?device_id=9dc21ab0-6c7c-46e4-948a-abfada55fbff HTTP/1.1" status: 200 len: 944 time: 0.2053967 Feb 19 02:47:25.973898 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e37d98d-49e9-4ef7-b849-d2dfa981ec9a tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:25.978677 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-5e37d98d-49e9-4ef7-b849-d2dfa981ec9a tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] 10.222.0.72 "GET /v2.0/networks/67b229c5-04fc-42ef-86ed-70f578b545a9 HTTP/1.1" status: 200 len: 799 time: 0.1339779 Feb 19 02:47:25.979151 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 55220) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:47:26.027974 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:26.092999 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-91e21417-a7b0-414c-b68a-271643e6cd70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (0bb04773-132e-443e-9baa-c5ff97e31eb2), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:26.164752 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c67e96-2502-42f3-b49f-c10b58ea8a34 req-8645cb96-c507-41df-bdfb-af8fdc111eae tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:26.166326 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-24c67e96-2502-42f3-b49f-c10b58ea8a34 req-8645cb96-c507-41df-bdfb-af8fdc111eae tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.73 "GET /v2.0/ports?device_id=d3c01f93-93f7-40ea-b381-f3b253a2a09a HTTP/1.1" status: 200 len: 945 time: 0.1313446 Feb 19 02:47:26.170969 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137b06a3-c8ce-41eb-ab5a-06b2364b7ff1 req-a989cf44-210d-4e44-8d28-5c1f2976d63b tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:26.175966 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137b06a3-c8ce-41eb-ab5a-06b2364b7ff1 req-a989cf44-210d-4e44-8d28-5c1f2976d63b tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:26.179715 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e21417-a7b0-414c-b68a-271643e6cd70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bb04773-132e-443e-9baa-c5ff97e31eb2,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:26.182050 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137b06a3-c8ce-41eb-ab5a-06b2364b7ff1 req-a989cf44-210d-4e44-8d28-5c1f2976d63b tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:26.187413 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137b06a3-c8ce-41eb-ab5a-06b2364b7ff1 req-a989cf44-210d-4e44-8d28-5c1f2976d63b tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:26.193331 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137b06a3-c8ce-41eb-ab5a-06b2364b7ff1 req-a989cf44-210d-4e44-8d28-5c1f2976d63b tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:26.198730 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137b06a3-c8ce-41eb-ab5a-06b2364b7ff1 req-a989cf44-210d-4e44-8d28-5c1f2976d63b tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:26.204001 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137b06a3-c8ce-41eb-ab5a-06b2364b7ff1 req-a989cf44-210d-4e44-8d28-5c1f2976d63b tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:26.205950 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-137b06a3-c8ce-41eb-ab5a-06b2364b7ff1 req-a989cf44-210d-4e44-8d28-5c1f2976d63b tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ec863d4-5792-46d2-b299-7b34b3ebe431 HTTP/1.1" status: 200 len: 5439 time: 0.2290199 Feb 19 02:47:26.209352 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-49b2bf6a-06ab-45ff-be96-4919e6590789 req-b99a1f67-f03c-4717-b64a-81c6acf6f55c tempest-VolumesAdminNegativeTest-1337755693 tempest-VolumesAdminNegativeTest-1337755693-project] 10.222.0.72 "GET /v2.0/security-groups?id=aadc52ba-c1f4-4cbe-aaa7-09144abf2e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431459 Feb 19 02:47:26.232804 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e21417-a7b0-414c-b68a-271643e6cd70 admin admin] Checking segment: {'id': '95c489b5-d2f5-4704-89fb-8accaa8a0e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'bf672100-ed94-443f-908a-4ecaf8a2d628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:47:26.233198 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e21417-a7b0-414c-b68a-271643e6cd70 admin admin] Network hostable DHCP agents. Network: bf672100-ed94-443f-908a-4ecaf8a2d628, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:47:26.253360 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-30034982-06bc-4284-b09c-59b7314b5017 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] 10.222.0.72 "GET /v2.0/networks/67b229c5-04fc-42ef-86ed-70f578b545a9?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.2702925 Feb 19 02:47:26.254107 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 55226) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:47:26.306955 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e21417-a7b0-414c-b68a-271643e6cd70 admin admin] Network bf672100-ed94-443f-908a-4ecaf8a2d628 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:47:26.325397 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-91e21417-a7b0-414c-b68a-271643e6cd70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, bf672100-ed94-443f-908a-4ecaf8a2d628) {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:47:26.331186 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e21417-a7b0-414c-b68a-271643e6cd70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:26.331776 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-91e21417-a7b0-414c-b68a-271643e6cd70 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:26.331973 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-137b06a3-c8ce-41eb-ab5a-06b2364b7ff1 req-194a7084-fffc-410e-8464-ac1c42d22e76 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ad2b075-8470-4480-bb4e-92661338512f&id=1cff43f7-3cfd-4595-99e1-888048810960&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1193385 Feb 19 02:47:26.335193 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446276f5-9174-4120-a967-8b45309b68e4 None None] Network bf672100-ed94-443f-908a-4ecaf8a2d628 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:47:26.351610 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-24c67e96-2502-42f3-b49f-c10b58ea8a34 req-e13ae1c3-16a9-48e6-97a8-f8eb5e36c0c6 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Deleting port a1ce4081-0c54-4ce0-83c2-8392bc1fbfcf {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:47:26.352241 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-24c67e96-2502-42f3-b49f-c10b58ea8a34 req-e13ae1c3-16a9-48e6-97a8-f8eb5e36c0c6 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (a1ce4081-0c54-4ce0-83c2-8392bc1fbfcf), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:26.475279 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-91e21417-a7b0-414c-b68a-271643e6cd70 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7775629 Feb 19 02:47:26.498374 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e25a592-4ed5-4a51-91b8-75ca4b80cf15 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:26.499945 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-6e25a592-4ed5-4a51-91b8-75ca4b80cf15 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] 10.222.0.72 "GET /v2.0/subnets/418dc3bb-1521-4563-b3b9-318cc15f4678 HTTP/1.1" status: 200 len: 811 time: 0.1944368 Feb 19 02:47:26.506658 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 55234) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:47:26.554242 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa92975b-ba0c-49dc-9059-30a5d6256455 None None] Network bf672100-ed94-443f-908a-4ecaf8a2d628 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:47:26.561520 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-24c67e96-2502-42f3-b49f-c10b58ea8a34 req-e13ae1c3-16a9-48e6-97a8-f8eb5e36c0c6 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] For port a1ce4081-0c54-4ce0-83c2-8392bc1fbfcf, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=a1ce4081-0c54-4ce0-83c2-8392bc1fbfcf,segment=NetworkSegment(b3dae451-0c86-4a64-8455-5c47bfffd3eb),segment_id=b3dae451-0c86-4a64-8455-5c47bfffd3eb)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:47:26.562199 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-24c67e96-2502-42f3-b49f-c10b58ea8a34 req-e13ae1c3-16a9-48e6-97a8-f8eb5e36c0c6 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (a1ce4081-0c54-4ce0-83c2-8392bc1fbfcf), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:26.584699 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-24c67e96-2502-42f3-b49f-c10b58ea8a34 req-e13ae1c3-16a9-48e6-97a8-f8eb5e36c0c6 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Calling delete_port for a1ce4081-0c54-4ce0-83c2-8392bc1fbfcf owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:47:26.594577 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b6810a-fe1d-4001-a184-7518a9819b7b req-c9417590-258d-4c65-a981-7894cfde8f16 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:26.596215 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d7b6810a-fe1d-4001-a184-7518a9819b7b req-c9417590-258d-4c65-a981-7894cfde8f16 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3c01f93-93f7-40ea-b381-f3b253a2a09a HTTP/1.1" status: 200 len: 945 time: 0.2757115 Feb 19 02:47:26.666288 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d7b6810a-fe1d-4001-a184-7518a9819b7b req-f6d0a5ed-6050-493c-b83e-b49f9e04e0dd tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/security-groups?id=83745bf6-2450-44b1-b073-88b2d8645794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633309 Feb 19 02:47:26.671065 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247df873-d146-4cef-a19d-826d53977cb0 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Attributes excluded by policy engine: ['shared'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:26.672458 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-247df873-d146-4cef-a19d-826d53977cb0 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] 10.222.0.72 "GET /v2.0/subnets/418dc3bb-1521-4563-b3b9-318cc15f4678?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1647651 Feb 19 02:47:26.676349 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 55236) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:47:26.690174 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-ac6f22c7-1914-458a-91dd-1fd8c9806782 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1110849034'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:47:26.704900 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59925efb-9483-4458-9e84-b1dafd54af47 req-03c2698a-69cf-405d-8f56-a4c246bc14f3 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:26.707135 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-59925efb-9483-4458-9e84-b1dafd54af47 req-03c2698a-69cf-405d-8f56-a4c246bc14f3 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6022ed1-67a1-4ded-890d-e1e66f84412d HTTP/1.1" status: 200 len: 945 time: 0.2443044 Feb 19 02:47:26.755276 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac6f22c7-1914-458a-91dd-1fd8c9806782 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Made reservation on behalf of 3feb19dbdfe94d40bca95d7b37882add for: {'network': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:47:26.761345 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ac6f22c7-1914-458a-91dd-1fd8c9806782 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:26.796549 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-59925efb-9483-4458-9e84-b1dafd54af47 req-cfb5fea1-3f17-4c3c-a619-9a6babad249d tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829029 Feb 19 02:47:26.803618 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac6f22c7-1914-458a-91dd-1fd8c9806782 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] vlan segment allocate from pool success with {'vlan_id': 273, 'physical_network': 'physnet1'} {{(pid=103701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:47:26.842582 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-24c67e96-2502-42f3-b49f-c10b58ea8a34 req-e13ae1c3-16a9-48e6-97a8-f8eb5e36c0c6 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (a1ce4081-0c54-4ce0-83c2-8392bc1fbfcf), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:26.845566 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ac6f22c7-1914-458a-91dd-1fd8c9806782 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (ca294d23-cfa1-4da0-98a1-99d2ef4c2a72), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:26.845918 n-d-826753-2 neutron-server[103701]: INFO neutron.db.segments_db [None req-ac6f22c7-1914-458a-91dd-1fd8c9806782 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Added segment ca294d23-cfa1-4da0-98a1-99d2ef4c2a72 of type vlan for network 5febaf33-14de-49da-acfd-1d8de9acfd1c Feb 19 02:47:26.882761 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['a1ce4081-0c54-4ce0-83c2-8392bc1fbfcf'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:47:26.916890 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ac6f22c7-1914-458a-91dd-1fd8c9806782 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (5febaf33-14de-49da-acfd-1d8de9acfd1c), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:26.933301 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13ae1c3-16a9-48e6-97a8-f8eb5e36c0c6 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Pushing event deleted for resources: {'Port': ['ID=a1ce4081-0c54-4ce0-83c2-8392bc1fbfcf,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:26.941217 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d019c2-d4d9-44c0-9f44-ccc353749615 req-ba278476-100d-4387-b09e-410c008d4ddc tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:26.943834 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f9d019c2-d4d9-44c0-9f44-ccc353749615 req-ba278476-100d-4387-b09e-410c008d4ddc tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfee5af4-da6a-4d15-a1c5-a6cd65193d4e HTTP/1.1" status: 200 len: 945 time: 0.1340001 Feb 19 02:47:26.991094 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ac6f22c7-1914-458a-91dd-1fd8c9806782 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (5febaf33-14de-49da-acfd-1d8de9acfd1c), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:26.996884 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-24c67e96-2502-42f3-b49f-c10b58ea8a34 req-e13ae1c3-16a9-48e6-97a8-f8eb5e36c0c6 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] No DVR routers for this DVR port a1ce4081-0c54-4ce0-83c2-8392bc1fbfcf on host n-h1-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:47:26.997492 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6f22c7-1914-458a-91dd-1fd8c9806782 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:26.998101 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ac6f22c7-1914-458a-91dd-1fd8c9806782 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:26.999737 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-24c67e96-2502-42f3-b49f-c10b58ea8a34 req-e13ae1c3-16a9-48e6-97a8-f8eb5e36c0c6 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:27.005484 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-24c67e96-2502-42f3-b49f-c10b58ea8a34 req-e13ae1c3-16a9-48e6-97a8-f8eb5e36c0c6 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.73 "DELETE /v2.0/ports/a1ce4081-0c54-4ce0-83c2-8392bc1fbfcf HTTP/1.1" status: 204 len: 173 time: 0.8267186 Feb 19 02:47:27.006452 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3c01f93-93f7-40ea-b381-f3b253a2a09a', 'name': 'network-vif-deleted', 'tag': 'a1ce4081-0c54-4ce0-83c2-8392bc1fbfcf'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:47:27.017188 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91490fb6-a70e-4adf-b9f4-b446485fdfdd" -d '{"events": [{"server_uuid": "d3c01f93-93f7-40ea-b381-f3b253a2a09a", "name": "network-vif-deleted", "tag": "a1ce4081-0c54-4ce0-83c2-8392bc1fbfcf"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:47:27.081624 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f9d019c2-d4d9-44c0-9f44-ccc353749615 req-6fe29fb9-4f86-4244-90d8-c450cc43ce2a tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/security-groups?id=33e2eb59-206d-4216-aaf9-91cfc46ad855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257930 Feb 19 02:47:27.091193 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-ac6f22c7-1914-458a-91dd-1fd8c9806782 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4111528 Feb 19 02:47:27.091674 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 55246) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:47:27.103070 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-434b40cb-ed92-4e0e-9013-a3acc821eea4 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Request body: {'subnet': {'network_id': '5febaf33-14de-49da-acfd-1d8de9acfd1c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:47:27.113465 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6f22c7-1914-458a-91dd-1fd8c9806782 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Pushing event updated for resources: {'Network': ['ID=5febaf33-14de-49da-acfd-1d8de9acfd1c,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:27.128661 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 5febaf33-14de-49da-acfd-1d8de9acfd1c details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:47:27.183324 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b18449a0-e8f4-4d32-82a6-b30bfab32129 x-openstack-request-id: req-b18449a0-e8f4-4d32-82a6-b30bfab32129 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:47:27.183629 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3c01f93-93f7-40ea-b381-f3b253a2a09a", "name": "network-vif-deleted", "tag": "a1ce4081-0c54-4ce0-83c2-8392bc1fbfcf", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:47:27.183886 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b18449a0-e8f4-4d32-82a6-b30bfab32129 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:47:27.187790 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3c01f93-93f7-40ea-b381-f3b253a2a09a', 'name': 'network-vif-deleted', 'tag': 'a1ce4081-0c54-4ce0-83c2-8392bc1fbfcf', 'status': 'completed', 'code': 200} Feb 19 02:47:27.284181 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-434b40cb-ed92-4e0e-9013-a3acc821eea4 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Made reservation on behalf of 3feb19dbdfe94d40bca95d7b37882add for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:47:27.288718 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-434b40cb-ed92-4e0e-9013-a3acc821eea4 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:27.375705 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391106fc-9e58-4a90-a1f2-58126cfd0188 req-f7c7cf23-fcb5-46ec-a468-22eec254e887 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:27.378064 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-391106fc-9e58-4a90-a1f2-58126cfd0188 req-f7c7cf23-fcb5-46ec-a468-22eec254e887 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/networks?id=bf672100-ed94-443f-908a-4ecaf8a2d628 HTTP/1.1" status: 200 len: 804 time: 0.1374485 Feb 19 02:47:27.395597 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.ipam_backend_mixin [None req-434b40cb-ed92-4e0e-9013-a3acc821eea4 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Performing IP validity checks on allocation pools {{(pid=103702) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 19 02:47:27.396160 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.ipam_backend_mixin [None req-434b40cb-ed92-4e0e-9013-a3acc821eea4 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103702) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 19 02:47:27.425662 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-391106fc-9e58-4a90-a1f2-58126cfd0188 req-6ece01ee-c928-44eb-90a7-5be7f48dc584 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/quotas/c7760c6b8b69415fb3db99a9707764df HTTP/1.1" status: 200 len: 375 time: 0.0341294 Feb 19 02:47:27.430989 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 11311503-0809-4a6d-a5b0-4ea0e2a82841 up at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:47:27.459169 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6641fb0e-7802-4960-9bc7-c05110633cc9 req-5c289648-6cd2-40b7-886b-8d68f969fe69 tempest-VolumesAdminNegativeTest-1337755693 tempest-VolumesAdminNegativeTest-1337755693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:27.466517 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6641fb0e-7802-4960-9bc7-c05110633cc9 req-5c289648-6cd2-40b7-886b-8d68f969fe69 tempest-VolumesAdminNegativeTest-1337755693 tempest-VolumesAdminNegativeTest-1337755693-project] 10.222.0.72 "GET /v2.0/ports?device_id=9dc21ab0-6c7c-46e4-948a-abfada55fbff HTTP/1.1" status: 200 len: 944 time: 0.0873916 Feb 19 02:47:27.500877 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-391106fc-9e58-4a90-a1f2-58126cfd0188 req-04749c2a-8505-414b-ad61-5f0b021cde12 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=c7760c6b8b69415fb3db99a9707764df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0628223 Feb 19 02:47:27.568640 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning for port 11311503-0809-4a6d-a5b0-4ea0e2a82841 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:47:27.573151 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning complete for port 11311503-0809-4a6d-a5b0-4ea0e2a82841 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:47:27.573538 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (11311503-0809-4a6d-a5b0-4ea0e2a82841), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:27.628763 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-434b40cb-ed92-4e0e-9013-a3acc821eea4 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (fc2ae87c-cfd2-48f6-9715-0168e8f654f3), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:27.750471 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 11311503-0809-4a6d-a5b0-4ea0e2a82841 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:47:27.751236 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (11311503-0809-4a6d-a5b0-4ea0e2a82841), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:27.778635 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dc21ab0-6c7c-46e4-948a-abfada55fbff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11311503-0809-4a6d-a5b0-4ea0e2a82841'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:47:27.781328 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76839bdb-1164-4848-8bb5-635626dec1b9" -d '{"events": [{"server_uuid": "9dc21ab0-6c7c-46e4-948a-abfada55fbff", "name": "network-vif-plugged", "status": "completed", "tag": "11311503-0809-4a6d-a5b0-4ea0e2a82841"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:47:27.788186 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434b40cb-ed92-4e0e-9013-a3acc821eea4 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Checking segment: {'id': 'ca294d23-cfa1-4da0-98a1-99d2ef4c2a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '5febaf33-14de-49da-acfd-1d8de9acfd1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:47:27.790050 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434b40cb-ed92-4e0e-9013-a3acc821eea4 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Network hostable DHCP agents. Network: 5febaf33-14de-49da-acfd-1d8de9acfd1c, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:47:27.797698 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434b40cb-ed92-4e0e-9013-a3acc821eea4 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Pushing event updated for resources: {'Subnet': ['ID=fc2ae87c-cfd2-48f6-9715-0168e8f654f3,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:27.799690 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 11311503-0809-4a6d-a5b0-4ea0e2a82841, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=11311503-0809-4a6d-a5b0-4ea0e2a82841,segment=NetworkSegment(f7852273-f597-400c-a2ab-aeacc4ab9aee),segment_id=f7852273-f597-400c-a2ab-aeacc4ab9aee)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:47:27.819514 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (11311503-0809-4a6d-a5b0-4ea0e2a82841), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:27.820511 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device ddb05983-19db-46ef-a388-e5781e5a86ac up at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:47:27.861869 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434b40cb-ed92-4e0e-9013-a3acc821eea4 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Network 5febaf33-14de-49da-acfd-1d8de9acfd1c is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:47:27.891004 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-434b40cb-ed92-4e0e-9013-a3acc821eea4 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 5febaf33-14de-49da-acfd-1d8de9acfd1c) {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:47:27.905832 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434b40cb-ed92-4e0e-9013-a3acc821eea4 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:27.907450 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-434b40cb-ed92-4e0e-9013-a3acc821eea4 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:27.933346 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=11311503-0809-4a6d-a5b0-4ea0e2a82841,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:27.939803 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bacecc9c-d5f2-4d29-b1e7-fdb0463cbe33 None None] Network 5febaf33-14de-49da-acfd-1d8de9acfd1c requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:47:27.985260 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-434b40cb-ed92-4e0e-9013-a3acc821eea4 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.8918045 Feb 19 02:47:27.986916 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 55268) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:47:27.997908 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-c4698d89-7118-4d0e-b56d-519e25190159 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:47:28.085672 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017ef681-22f7-4e0f-8e53-ff0fe0a2b82f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-5febaf33-14de-49da-acfd-1d8de9acfd1c', 'network_id': '5febaf33-14de-49da-acfd-1d8de9acfd1c', 'project_id': '3feb19dbdfe94d40bca95d7b37882add', 'fixed_ips': [{'subnet_id': 'fc2ae87c-cfd2-48f6-9715-0168e8f654f3'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:47:28.086884 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-017ef681-22f7-4e0f-8e53-ff0fe0a2b82f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:28.101297 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning for port ddb05983-19db-46ef-a388-e5781e5a86ac completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:47:28.134972 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6641fb0e-7802-4960-9bc7-c05110633cc9 req-94e15c3a-b567-46a2-9260-fc2ea24fecfb tempest-VolumesAdminNegativeTest-1337755693 tempest-VolumesAdminNegativeTest-1337755693-project] 10.222.0.72 "GET /v2.0/security-groups?id=aadc52ba-c1f4-4cbe-aaa7-09144abf2e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6675625 Feb 19 02:47:28.212607 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-391106fc-9e58-4a90-a1f2-58126cfd0188 req-06115343-3594-4c97-b24d-1329a1b12902 service neutron] 10.222.0.72 "GET /v2.0/networks/bf672100-ed94-443f-908a-4ecaf8a2d628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6887336 Feb 19 02:47:28.251132 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning complete for port ddb05983-19db-46ef-a388-e5781e5a86ac triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:47:28.251546 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (ddb05983-19db-46ef-a388-e5781e5a86ac), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:28.256472 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c4698d89-7118-4d0e-b56d-519e25190159 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-58684095'] for subnet (fc2ae87c-cfd2-48f6-9715-0168e8f654f3), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:28.309471 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-017ef681-22f7-4e0f-8e53-ff0fe0a2b82f None None] Allocated IP 172.20.0.3 (5febaf33-14de-49da-acfd-1d8de9acfd1c/fc2ae87c-cfd2-48f6-9715-0168e8f654f3/73dcbdcc-ded3-463c-8653-878e7067fe4f) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:47:28.365787 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port ddb05983-19db-46ef-a388-e5781e5a86ac is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:47:28.366242 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (ddb05983-19db-46ef-a388-e5781e5a86ac), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:28.402109 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecefd47-ff68-4ece-9728-7c0e664c693b req-66815345-14bb-47a1-b321-e90122cf3076 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:28.408926 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecefd47-ff68-4ece-9728-7c0e664c693b req-66815345-14bb-47a1-b321-e90122cf3076 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:28.415374 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecefd47-ff68-4ece-9728-7c0e664c693b req-66815345-14bb-47a1-b321-e90122cf3076 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:28.422820 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecefd47-ff68-4ece-9728-7c0e664c693b req-66815345-14bb-47a1-b321-e90122cf3076 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:28.431724 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecefd47-ff68-4ece-9728-7c0e664c693b req-66815345-14bb-47a1-b321-e90122cf3076 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:28.441168 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecefd47-ff68-4ece-9728-7c0e664c693b req-66815345-14bb-47a1-b321-e90122cf3076 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:28.450461 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecefd47-ff68-4ece-9728-7c0e664c693b req-66815345-14bb-47a1-b321-e90122cf3076 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:28.457145 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port ddb05983-19db-46ef-a388-e5781e5a86ac, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=ddb05983-19db-46ef-a388-e5781e5a86ac,segment=NetworkSegment(9b7f79d2-cbae-4212-ad2e-9ebd69e67349),segment_id=9b7f79d2-cbae-4212-ad2e-9ebd69e67349)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:47:28.462289 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9ecefd47-ff68-4ece-9728-7c0e664c693b req-66815345-14bb-47a1-b321-e90122cf3076 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ec863d4-5792-46d2-b299-7b34b3ebe431 HTTP/1.1" status: 200 len: 5439 time: 0.2075243 Feb 19 02:47:28.468754 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (ddb05983-19db-46ef-a388-e5781e5a86ac), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:28.469683 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 4a90eb6b-9954-4fd4-a849-80da8c127a4c up at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:47:28.485751 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-391106fc-9e58-4a90-a1f2-58126cfd0188 req-bc3b3acd-8353-44d0-8349-95209222a421 service neutron] 10.222.0.72 "GET /v2.0/networks/bf672100-ed94-443f-908a-4ecaf8a2d628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2649558 Feb 19 02:47:28.547516 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=ddb05983-19db-46ef-a388-e5781e5a86ac,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:28.633995 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9ecefd47-ff68-4ece-9728-7c0e664c693b req-9f213b69-afd3-4afb-b200-e5c8025c1d04 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ad2b075-8470-4480-bb4e-92661338512f&id=1cff43f7-3cfd-4595-99e1-888048810960&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1702580 Feb 19 02:47:28.701443 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning for port 4a90eb6b-9954-4fd4-a849-80da8c127a4c completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:47:28.703894 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-017ef681-22f7-4e0f-8e53-ff0fe0a2b82f None None] Publish callbacks [] for port (73dcbdcc-ded3-463c-8653-878e7067fe4f), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:28.707749 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning complete for port 4a90eb6b-9954-4fd4-a849-80da8c127a4c triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:47:28.708062 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (4a90eb6b-9954-4fd4-a849-80da8c127a4c), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:28.854593 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77aced3b-2ed8-4779-ae7d-d5e33d63ff13 x-openstack-request-id: req-77aced3b-2ed8-4779-ae7d-d5e33d63ff13 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:47:28.863629 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dc21ab0-6c7c-46e4-948a-abfada55fbff", "name": "network-vif-plugged", "status": "completed", "tag": "11311503-0809-4a6d-a5b0-4ea0e2a82841", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:47:28.863967 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-77aced3b-2ed8-4779-ae7d-d5e33d63ff13 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:47:28.864465 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dc21ab0-6c7c-46e4-948a-abfada55fbff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11311503-0809-4a6d-a5b0-4ea0e2a82841', 'code': 200} Feb 19 02:47:28.891128 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-017ef681-22f7-4e0f-8e53-ff0fe0a2b82f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (73dcbdcc-ded3-463c-8653-878e7067fe4f), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:29.019242 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017ef681-22f7-4e0f-8e53-ff0fe0a2b82f None None] Network 5febaf33-14de-49da-acfd-1d8de9acfd1c is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:47:29.030495 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-017ef681-22f7-4e0f-8e53-ff0fe0a2b82f None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:47:29.043754 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017ef681-22f7-4e0f-8e53-ff0fe0a2b82f None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:47:29.145252 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device a1ce4081-0c54-4ce0-83c2-8392bc1fbfcf no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:47:29.152974 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017ef681-22f7-4e0f-8e53-ff0fe0a2b82f None None] Pushing event updated for resources: {'Port': ['ID=73dcbdcc-ded3-463c-8653-878e7067fe4f,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:29.180568 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 4a90eb6b-9954-4fd4-a849-80da8c127a4c is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:47:29.181157 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (4a90eb6b-9954-4fd4-a849-80da8c127a4c), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:29.184973 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463dfcbc-6d8a-4e04-ac1a-bf6866ddbabd req-35066e12-a0cb-45e4-999d-602eb03a2936 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:29.186607 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-463dfcbc-6d8a-4e04-ac1a-bf6866ddbabd req-35066e12-a0cb-45e4-999d-602eb03a2936 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6022ed1-67a1-4ded-890d-e1e66f84412d HTTP/1.1" status: 200 len: 945 time: 0.2794023 Feb 19 02:47:29.262617 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] No Port match for: a1ce4081-0c54-4ce0-83c2-8392bc1fbfcf {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:47:29.262966 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device a1ce4081-0c54-4ce0-83c2-8392bc1fbfcf not bound to the agent host n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:47:29.285418 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80634284-92c1-4ac1-9be8-3c8d0048b7f5 req-0864449f-1714-4c6b-9422-ecd186a2e8f7 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:29.287740 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-80634284-92c1-4ac1-9be8-3c8d0048b7f5 req-0864449f-1714-4c6b-9422-ecd186a2e8f7 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfee5af4-da6a-4d15-a1c5-a6cd65193d4e HTTP/1.1" status: 200 len: 945 time: 0.2675030 Feb 19 02:47:29.440358 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-463dfcbc-6d8a-4e04-ac1a-bf6866ddbabd req-ba1fcc5e-5588-4e6a-abb1-8ee5931a78eb tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473090 Feb 19 02:47:29.441832 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-017ef681-22f7-4e0f-8e53-ff0fe0a2b82f None None] Attempting to bind port 73dcbdcc-ded3-463c-8653-878e7067fe4f on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:47:29.444565 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-017ef681-22f7-4e0f-8e53-ff0fe0a2b82f None None] Attempting to bind port 73dcbdcc-ded3-463c-8653-878e7067fe4f by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': 'ca294d23-cfa1-4da0-98a1-99d2ef4c2a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '5febaf33-14de-49da-acfd-1d8de9acfd1c'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:47:29.445049 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017ef681-22f7-4e0f-8e53-ff0fe0a2b82f None None] Attempting to bind port 73dcbdcc-ded3-463c-8653-878e7067fe4f on network 5febaf33-14de-49da-acfd-1d8de9acfd1c {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:47:29.461269 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 4a90eb6b-9954-4fd4-a849-80da8c127a4c, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=4a90eb6b-9954-4fd4-a849-80da8c127a4c,segment=NetworkSegment(4dcb5a00-08ae-4121-b3c7-5b61541b276f),segment_id=4dcb5a00-08ae-4121-b3c7-5b61541b276f)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:47:29.463829 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017ef681-22f7-4e0f-8e53-ff0fe0a2b82f None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:47:29.465652 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017ef681-22f7-4e0f-8e53-ff0fe0a2b82f None None] Checking segment: {'id': 'ca294d23-cfa1-4da0-98a1-99d2ef4c2a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '5febaf33-14de-49da-acfd-1d8de9acfd1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:47:29.466864 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-017ef681-22f7-4e0f-8e53-ff0fe0a2b82f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:29.467632 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017ef681-22f7-4e0f-8e53-ff0fe0a2b82f None None] Bound using segment: {'id': 'ca294d23-cfa1-4da0-98a1-99d2ef4c2a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '5febaf33-14de-49da-acfd-1d8de9acfd1c'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:47:29.469489 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-017ef681-22f7-4e0f-8e53-ff0fe0a2b82f None None] Bound port: 73dcbdcc-ded3-463c-8653-878e7067fe4f, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca294d23-cfa1-4da0-98a1-99d2ef4c2a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '5febaf33-14de-49da-acfd-1d8de9acfd1c'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:47:29.470449 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-017ef681-22f7-4e0f-8e53-ff0fe0a2b82f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (73dcbdcc-ded3-463c-8653-878e7067fe4f), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:29.496078 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (4a90eb6b-9954-4fd4-a849-80da8c127a4c), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:29.496965 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device cbe98f0f-073e-41a4-b924-5a1a7035e145 up at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:47:29.561073 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-80634284-92c1-4ac1-9be8-3c8d0048b7f5 req-94155837-954f-4fc1-bf40-35c1420705ff tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/security-groups?id=33e2eb59-206d-4216-aaf9-91cfc46ad855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636807 Feb 19 02:47:29.691847 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4aacd0a7-6a02-4d19-9f0f-006057614407 req-50b588bc-c4d5-4e12-bb90-ad87850df7ba tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/ports?device_id=ba08959b-2d30-4a3f-ab13-d0d6031530ff HTTP/1.1" status: 200 len: 210 time: 0.0894074 Feb 19 02:47:29.735355 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c642f2-2f30-40f7-89fb-5c1746c7c717 req-edf1886b-af48-44d7-ae03-db76c89570f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:29.739499 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-94c642f2-2f30-40f7-89fb-5c1746c7c717 req-edf1886b-af48-44d7-ae03-db76c89570f0 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=9dc21ab0-6c7c-46e4-948a-abfada55fbff HTTP/1.1" status: 200 len: 1127 time: 0.7902181 Feb 19 02:47:29.772672 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c4698d89-7118-4d0e-b56d-519e25190159 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8775801258370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-58674212'] for subnet (fc2ae87c-cfd2-48f6-9715-0168e8f654f3), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:29.842482 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-017ef681-22f7-4e0f-8e53-ff0fe0a2b82f None None] For port 73dcbdcc-ded3-463c-8653-878e7067fe4f, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:47:29.847014 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-017ef681-22f7-4e0f-8e53-ff0fe0a2b82f None None] For port 73dcbdcc-ded3-463c-8653-878e7067fe4f, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=73dcbdcc-ded3-463c-8653-878e7067fe4f,segment=NetworkSegment(ca294d23-cfa1-4da0-98a1-99d2ef4c2a72),segment_id=ca294d23-cfa1-4da0-98a1-99d2ef4c2a72)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:47:29.852666 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4698d89-7118-4d0e-b56d-519e25190159 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:29.853617 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c4698d89-7118-4d0e-b56d-519e25190159 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:29.855806 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-c4698d89-7118-4d0e-b56d-519e25190159 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] 10.222.0.72 "PUT /v2.0/subnets/fc2ae87c-cfd2-48f6-9715-0168e8f654f3 HTTP/1.1" status: 200 len: 877 time: 1.8666058 Feb 19 02:47:29.861530 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 55302) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:47:29.874216 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-017ef681-22f7-4e0f-8e53-ff0fe0a2b82f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (73dcbdcc-ded3-463c-8653-878e7067fe4f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:29.877866 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=4a90eb6b-9954-4fd4-a849-80da8c127a4c,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:29.894275 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4698d89-7118-4d0e-b56d-519e25190159 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Pushing event updated for resources: {'Subnet': ['ID=fc2ae87c-cfd2-48f6-9715-0168e8f654f3,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:29.901661 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-94c642f2-2f30-40f7-89fb-5c1746c7c717 req-96c202ed-8b1b-4bb8-91b7-477be27f9bc8 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=aadc52ba-c1f4-4cbe-aaa7-09144abf2e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531794 Feb 19 02:47:29.950036 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017ef681-22f7-4e0f-8e53-ff0fe0a2b82f None None] Pushing event updated for resources: {'Port': ['ID=73dcbdcc-ded3-463c-8653-878e7067fe4f,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:29.986799 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning for port cbe98f0f-073e-41a4-b924-5a1a7035e145 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:47:29.993864 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning complete for port cbe98f0f-073e-41a4-b924-5a1a7035e145 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:47:29.993864 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (cbe98f0f-073e-41a4-b924-5a1a7035e145), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:30.026002 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c51be2d-e8e0-489f-a447-0b20c5bd4ac8 req-cf108d92-531b-420e-aca9-39dc9eebfa6f tempest-VolumesAdminNegativeTest-1337755693 tempest-VolumesAdminNegativeTest-1337755693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:30.038202 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1c51be2d-e8e0-489f-a447-0b20c5bd4ac8 req-cf108d92-531b-420e-aca9-39dc9eebfa6f tempest-VolumesAdminNegativeTest-1337755693 tempest-VolumesAdminNegativeTest-1337755693-project] 10.222.0.72 "GET /v2.0/ports?device_id=9dc21ab0-6c7c-46e4-948a-abfada55fbff HTTP/1.1" status: 200 len: 945 time: 0.1335874 Feb 19 02:47:30.073143 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2350fb23-87fa-4c8e-8d5c-b40645380eb4 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (5febaf33-14de-49da-acfd-1d8de9acfd1c), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:30.085898 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac2bd56-19e9-4b4f-a8e8-1a05e1a8daba req-9030e41c-fdfb-4660-a939-a3ca6941c247 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:30.093879 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1ac2bd56-19e9-4b4f-a8e8-1a05e1a8daba req-9030e41c-fdfb-4660-a939-a3ca6941c247 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/networks?id=4ec29c64-a4ae-430d-ba9f-348461fbf8ef HTTP/1.1" status: 200 len: 812 time: 0.3434703 Feb 19 02:47:30.119716 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1ac2bd56-19e9-4b4f-a8e8-1a05e1a8daba req-7c604b1e-56a0-484b-b84e-fd63b7b3213d tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/quotas/d68bae7ecf6f4907884d3b1c20c6b537 HTTP/1.1" status: 200 len: 375 time: 0.0245366 Feb 19 02:47:30.138931 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port cbe98f0f-073e-41a4-b924-5a1a7035e145 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:47:30.139304 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (cbe98f0f-073e-41a4-b924-5a1a7035e145), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:30.172319 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1ac2bd56-19e9-4b4f-a8e8-1a05e1a8daba req-146fdf46-2b20-4c42-bced-e35e47fba02d tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=d68bae7ecf6f4907884d3b1c20c6b537&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0509205 Feb 19 02:47:30.184508 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port cbe98f0f-073e-41a4-b924-5a1a7035e145, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=cbe98f0f-073e-41a4-b924-5a1a7035e145,segment=NetworkSegment(8dc74463-1284-465e-8f51-9c4e25c854c9),segment_id=8dc74463-1284-465e-8f51-9c4e25c854c9)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:47:30.192635 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (cbe98f0f-073e-41a4-b924-5a1a7035e145), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:30.194487 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device da1d1eec-fe70-4e89-b89a-a37cea08cfdb up at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:47:30.212205 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-2350fb23-87fa-4c8e-8d5c-b40645380eb4 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Deleting port 73dcbdcc-ded3-463c-8653-878e7067fe4f {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:47:30.212558 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2350fb23-87fa-4c8e-8d5c-b40645380eb4 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (73dcbdcc-ded3-463c-8653-878e7067fe4f), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:30.419553 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1c51be2d-e8e0-489f-a447-0b20c5bd4ac8 req-f8a3cc5e-dce1-479d-9d6a-2a9fdd47b983 tempest-VolumesAdminNegativeTest-1337755693 tempest-VolumesAdminNegativeTest-1337755693-project] 10.222.0.72 "GET /v2.0/security-groups?id=aadc52ba-c1f4-4cbe-aaa7-09144abf2e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3776498 Feb 19 02:47:30.442588 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-2350fb23-87fa-4c8e-8d5c-b40645380eb4 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] For port 73dcbdcc-ded3-463c-8653-878e7067fe4f, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=73dcbdcc-ded3-463c-8653-878e7067fe4f,segment=NetworkSegment(ca294d23-cfa1-4da0-98a1-99d2ef4c2a72),segment_id=ca294d23-cfa1-4da0-98a1-99d2ef4c2a72)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:47:30.445051 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2350fb23-87fa-4c8e-8d5c-b40645380eb4 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (73dcbdcc-ded3-463c-8653-878e7067fe4f), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:30.448296 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1ac2bd56-19e9-4b4f-a8e8-1a05e1a8daba req-92187687-5780-4f37-b9c1-c6aead91bb55 service neutron] 10.222.0.72 "GET /v2.0/networks/4ec29c64-a4ae-430d-ba9f-348461fbf8ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735436 Feb 19 02:47:30.449062 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=cbe98f0f-073e-41a4-b924-5a1a7035e145,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:30.461802 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning for port da1d1eec-fe70-4e89-b89a-a37cea08cfdb completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:47:30.474939 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning complete for port da1d1eec-fe70-4e89-b89a-a37cea08cfdb triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:47:30.475444 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (da1d1eec-fe70-4e89-b89a-a37cea08cfdb), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:30.490759 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-2350fb23-87fa-4c8e-8d5c-b40645380eb4 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Calling delete_port for 73dcbdcc-ded3-463c-8653-878e7067fe4f owned by network:dhcp {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:47:30.602873 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1ac2bd56-19e9-4b4f-a8e8-1a05e1a8daba req-cfef5f22-1567-4ee2-ac08-c41ea08139dc service neutron] 10.222.0.72 "GET /v2.0/networks/4ec29c64-a4ae-430d-ba9f-348461fbf8ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525285 Feb 19 02:47:30.725825 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port da1d1eec-fe70-4e89-b89a-a37cea08cfdb is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:47:30.726227 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (da1d1eec-fe70-4e89-b89a-a37cea08cfdb), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:30.801511 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port da1d1eec-fe70-4e89-b89a-a37cea08cfdb, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=da1d1eec-fe70-4e89-b89a-a37cea08cfdb,segment=NetworkSegment(9b7f79d2-cbae-4212-ad2e-9ebd69e67349),segment_id=9b7f79d2-cbae-4212-ad2e-9ebd69e67349)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:47:30.809841 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (da1d1eec-fe70-4e89-b89a-a37cea08cfdb), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:30.810627 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 00071ace-99c7-42c5-99dc-994ccfae67b7 up at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:47:30.843122 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01386f8-def9-406c-8257-2b031f6c4e8e req-ba433567-b5c8-4391-9c06-ec3c9d1eba03 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:30.858653 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01386f8-def9-406c-8257-2b031f6c4e8e req-ba433567-b5c8-4391-9c06-ec3c9d1eba03 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:30.864375 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01386f8-def9-406c-8257-2b031f6c4e8e req-ba433567-b5c8-4391-9c06-ec3c9d1eba03 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:30.870788 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ec863d4-5792-46d2-b299-7b34b3ebe431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddb05983-19db-46ef-a388-e5781e5a86ac'}, {'server_uuid': '6ec863d4-5792-46d2-b299-7b34b3ebe431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a90eb6b-9954-4fd4-a849-80da8c127a4c'}, {'server_uuid': '6ec863d4-5792-46d2-b299-7b34b3ebe431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbe98f0f-073e-41a4-b924-5a1a7035e145'}, {'server_uuid': '6ec863d4-5792-46d2-b299-7b34b3ebe431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da1d1eec-fe70-4e89-b89a-a37cea08cfdb'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:47:30.883793 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01386f8-def9-406c-8257-2b031f6c4e8e req-ba433567-b5c8-4391-9c06-ec3c9d1eba03 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:30.893650 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-565100e9-04ac-4ef9-8be9-a615ece6c32f" -d '{"events": [{"server_uuid": "6ec863d4-5792-46d2-b299-7b34b3ebe431", "name": "network-vif-plugged", "status": "completed", "tag": "ddb05983-19db-46ef-a388-e5781e5a86ac"}, {"server_uuid": "6ec863d4-5792-46d2-b299-7b34b3ebe431", "name": "network-vif-plugged", "status": "completed", "tag": "4a90eb6b-9954-4fd4-a849-80da8c127a4c"}, {"server_uuid": "6ec863d4-5792-46d2-b299-7b34b3ebe431", "name": "network-vif-plugged", "status": "completed", "tag": "cbe98f0f-073e-41a4-b924-5a1a7035e145"}, {"server_uuid": "6ec863d4-5792-46d2-b299-7b34b3ebe431", "name": "network-vif-plugged", "status": "completed", "tag": "da1d1eec-fe70-4e89-b89a-a37cea08cfdb"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:47:30.909667 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01386f8-def9-406c-8257-2b031f6c4e8e req-ba433567-b5c8-4391-9c06-ec3c9d1eba03 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:30.944573 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01386f8-def9-406c-8257-2b031f6c4e8e req-ba433567-b5c8-4391-9c06-ec3c9d1eba03 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:30.965023 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01386f8-def9-406c-8257-2b031f6c4e8e req-ba433567-b5c8-4391-9c06-ec3c9d1eba03 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:30.967032 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a01386f8-def9-406c-8257-2b031f6c4e8e req-ba433567-b5c8-4391-9c06-ec3c9d1eba03 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ec863d4-5792-46d2-b299-7b34b3ebe431 HTTP/1.1" status: 200 len: 5442 time: 0.3581283 Feb 19 02:47:31.109483 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2350fb23-87fa-4c8e-8d5c-b40645380eb4 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (73dcbdcc-ded3-463c-8653-878e7067fe4f), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:31.127574 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a01386f8-def9-406c-8257-2b031f6c4e8e req-7f8aab89-3e10-4390-b350-534a2e7fbc80 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ad2b075-8470-4480-bb4e-92661338512f&id=1cff43f7-3cfd-4595-99e1-888048810960&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1528709 Feb 19 02:47:31.147927 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=da1d1eec-fe70-4e89-b89a-a37cea08cfdb,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:31.164342 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning for port 00071ace-99c7-42c5-99dc-994ccfae67b7 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:47:31.174453 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning complete for port 00071ace-99c7-42c5-99dc-994ccfae67b7 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:47:31.174834 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (00071ace-99c7-42c5-99dc-994ccfae67b7), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:31.182949 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2350fb23-87fa-4c8e-8d5c-b40645380eb4 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Pushing event deleted for resources: {'Port': ['ID=73dcbdcc-ded3-463c-8653-878e7067fe4f,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:31.243042 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0937a240-ec6d-4886-aa48-ced5baaa447e req-b4a9d416-b955-4085-a11f-305328fa4da8 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:31.245845 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391106fc-9e58-4a90-a1f2-58126cfd0188 req-db74fca8-b2c4-47f1-ae9e-c54175d346b3 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:31.247368 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-391106fc-9e58-4a90-a1f2-58126cfd0188 req-db74fca8-b2c4-47f1-ae9e-c54175d346b3 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.73 "GET /v2.0/networks?id=bf672100-ed94-443f-908a-4ecaf8a2d628 HTTP/1.1" status: 200 len: 804 time: 0.4190781 Feb 19 02:47:31.264085 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0937a240-ec6d-4886-aa48-ced5baaa447e req-b4a9d416-b955-4085-a11f-305328fa4da8 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6022ed1-67a1-4ded-890d-e1e66f84412d HTTP/1.1" status: 200 len: 945 time: 0.1830146 Feb 19 02:47:31.321209 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-391106fc-9e58-4a90-a1f2-58126cfd0188 req-affe2d88-6b1a-4514-bdac-44a4dfb87119 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Request body: {'port': {'device_id': 'ba08959b-2d30-4a3f-ab13-d0d6031530ff', 'network_id': 'bf672100-ed94-443f-908a-4ecaf8a2d628', 'admin_state_up': True, 'tenant_id': 'c7760c6b8b69415fb3db99a9707764df'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:47:31.449180 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0937a240-ec6d-4886-aa48-ced5baaa447e req-9aa7986d-fae1-48fc-9f70-6f390f67cc5d tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818008 Feb 19 02:47:31.625880 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2350fb23-87fa-4c8e-8d5c-b40645380eb4 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] No DVR routers for this DVR port 73dcbdcc-ded3-463c-8653-878e7067fe4f on host n-d-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:47:31.626734 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685f9ca0-73fc-427a-ab7a-6c5a607cf36d req-92df4199-deca-4c88-8b47-d9cc289a338c tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:31.639046 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-685f9ca0-73fc-427a-ab7a-6c5a607cf36d req-92df4199-deca-4c88-8b47-d9cc289a338c tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfee5af4-da6a-4d15-a1c5-a6cd65193d4e HTTP/1.1" status: 200 len: 945 time: 0.2305801 Feb 19 02:47:31.718948 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-391106fc-9e58-4a90-a1f2-58126cfd0188 req-affe2d88-6b1a-4514-bdac-44a4dfb87119 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Made reservation on behalf of c7760c6b8b69415fb3db99a9707764df for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:47:31.724707 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-391106fc-9e58-4a90-a1f2-58126cfd0188 req-affe2d88-6b1a-4514-bdac-44a4dfb87119 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:31.774391 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2fcf0bf4-bc38-40af-aa68-652750d423a1 req-a13c817c-0b5e-4b16-9f0b-188b2460f1f2 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/ports?device_id=ba08959b-2d30-4a3f-ab13-d0d6031530ff HTTP/1.1" status: 200 len: 210 time: 0.1119828 Feb 19 02:47:31.786771 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 00071ace-99c7-42c5-99dc-994ccfae67b7 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:47:31.786771 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (00071ace-99c7-42c5-99dc-994ccfae67b7), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:31.861070 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-685f9ca0-73fc-427a-ab7a-6c5a607cf36d req-9ff78532-a252-4e06-9e64-5a73a454b6e7 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/security-groups?id=33e2eb59-206d-4216-aaf9-91cfc46ad855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137754 Feb 19 02:47:31.909572 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 00071ace-99c7-42c5-99dc-994ccfae67b7, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=00071ace-99c7-42c5-99dc-994ccfae67b7,segment=NetworkSegment(9b7f79d2-cbae-4212-ad2e-9ebd69e67349),segment_id=9b7f79d2-cbae-4212-ad2e-9ebd69e67349)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:47:31.911948 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Sat, 19 Feb 2022 02:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-936ecfb3-9f4b-4884-8669-17073fb60398 x-openstack-request-id: req-936ecfb3-9f4b-4884-8669-17073fb60398 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:47:31.912292 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ec863d4-5792-46d2-b299-7b34b3ebe431", "name": "network-vif-plugged", "status": "completed", "tag": "ddb05983-19db-46ef-a388-e5781e5a86ac", "code": 200}, {"server_uuid": "6ec863d4-5792-46d2-b299-7b34b3ebe431", "name": "network-vif-plugged", "status": "completed", "tag": "4a90eb6b-9954-4fd4-a849-80da8c127a4c", "code": 200}, {"server_uuid": "6ec863d4-5792-46d2-b299-7b34b3ebe431", "name": "network-vif-plugged", "status": "completed", "tag": "cbe98f0f-073e-41a4-b924-5a1a7035e145", "code": 200}, {"server_uuid": "6ec863d4-5792-46d2-b299-7b34b3ebe431", "name": "network-vif-plugged", "status": "completed", "tag": "da1d1eec-fe70-4e89-b89a-a37cea08cfdb", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:47:31.912530 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-936ecfb3-9f4b-4884-8669-17073fb60398 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:47:31.912934 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ec863d4-5792-46d2-b299-7b34b3ebe431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddb05983-19db-46ef-a388-e5781e5a86ac', 'code': 200} Feb 19 02:47:31.913225 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ec863d4-5792-46d2-b299-7b34b3ebe431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a90eb6b-9954-4fd4-a849-80da8c127a4c', 'code': 200} Feb 19 02:47:31.913482 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ec863d4-5792-46d2-b299-7b34b3ebe431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbe98f0f-073e-41a4-b924-5a1a7035e145', 'code': 200} Feb 19 02:47:31.913737 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ec863d4-5792-46d2-b299-7b34b3ebe431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da1d1eec-fe70-4e89-b89a-a37cea08cfdb', 'code': 200} Feb 19 02:47:31.933433 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (00071ace-99c7-42c5-99dc-994ccfae67b7), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:31.934483 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 13e17843-8e6e-4578-886e-e64bbf209f72 up at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:47:31.965340 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2350fb23-87fa-4c8e-8d5c-b40645380eb4 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (fc2ae87c-cfd2-48f6-9715-0168e8f654f3), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:32.060367 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1836cf5-3b4e-4ead-948d-8cb1661942b8 None None] Network 5febaf33-14de-49da-acfd-1d8de9acfd1c requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:47:32.060812 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-85f75501-7d0c-424c-9530-26f8a6d7f8b0 req-ca24970f-13b1-4f85-96f2-628bb16f1ef9 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=640b0ecf-3125-49fb-bd64-cf0f228c5f4a HTTP/1.1" status: 200 len: 210 time: 0.0652728 Feb 19 02:47:32.194606 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-2d428552-54af-4ba5-98fa-b5113dc49405 None None] Could not find standard attr ID for object 73dcbdcc-ded3-463c-8653-878e7067fe4f. {{(pid=103703) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 02:47:32.212204 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=00071ace-99c7-42c5-99dc-994ccfae67b7,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:32.233860 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b5415a-4543-4fc1-99e2-ea0dbb39c6cf req-394d6964-8b39-427b-bb80-0e1cdea71607 tempest-VolumesAdminNegativeTest-1337755693 tempest-VolumesAdminNegativeTest-1337755693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:32.245455 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-72b5415a-4543-4fc1-99e2-ea0dbb39c6cf req-394d6964-8b39-427b-bb80-0e1cdea71607 tempest-VolumesAdminNegativeTest-1337755693 tempest-VolumesAdminNegativeTest-1337755693-project] 10.222.0.72 "GET /v2.0/ports?device_id=9dc21ab0-6c7c-46e4-948a-abfada55fbff HTTP/1.1" status: 200 len: 945 time: 0.1870718 Feb 19 02:47:32.278299 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning for port 13e17843-8e6e-4578-886e-e64bbf209f72 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:47:32.288491 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning complete for port 13e17843-8e6e-4578-886e-e64bbf209f72 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:47:32.289188 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (13e17843-8e6e-4578-886e-e64bbf209f72), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:32.363840 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-72b5415a-4543-4fc1-99e2-ea0dbb39c6cf req-9fd0b9e5-b85f-43a9-b98b-ad47665e9702 tempest-VolumesAdminNegativeTest-1337755693 tempest-VolumesAdminNegativeTest-1337755693-project] 10.222.0.72 "GET /v2.0/security-groups?id=aadc52ba-c1f4-4cbe-aaa7-09144abf2e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134622 Feb 19 02:47:32.503009 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [req-391106fc-9e58-4a90-a1f2-58126cfd0188 req-affe2d88-6b1a-4514-bdac-44a4dfb87119 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Allocated IP 172.20.0.6 (bf672100-ed94-443f-908a-4ecaf8a2d628/0bb04773-132e-443e-9baa-c5ff97e31eb2/f444645c-4fa7-4924-b116-1f3b6946ee37) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:47:32.525185 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2350fb23-87fa-4c8e-8d5c-b40645380eb4 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (fc2ae87c-cfd2-48f6-9715-0168e8f654f3), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:32.528647 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 13e17843-8e6e-4578-886e-e64bbf209f72 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:47:32.529223 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (13e17843-8e6e-4578-886e-e64bbf209f72), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:32.578055 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 13e17843-8e6e-4578-886e-e64bbf209f72, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=13e17843-8e6e-4578-886e-e64bbf209f72,segment=NetworkSegment(8dc74463-1284-465e-8f51-9c4e25c854c9),segment_id=8dc74463-1284-465e-8f51-9c4e25c854c9)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:47:32.585270 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (13e17843-8e6e-4578-886e-e64bbf209f72), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:32.586158 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 38e91ad5-8313-46e5-8ac5-c1d94643d01f up at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:47:32.606964 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8675de5c-025a-4045-9ebd-ee063175b320 req-dd170c7e-7e41-4e7b-b598-787bb986c4b8 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:32.616265 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8675de5c-025a-4045-9ebd-ee063175b320 req-dd170c7e-7e41-4e7b-b598-787bb986c4b8 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:32.635512 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8675de5c-025a-4045-9ebd-ee063175b320 req-dd170c7e-7e41-4e7b-b598-787bb986c4b8 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:32.641235 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8675de5c-025a-4045-9ebd-ee063175b320 req-dd170c7e-7e41-4e7b-b598-787bb986c4b8 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:32.658813 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8675de5c-025a-4045-9ebd-ee063175b320 req-dd170c7e-7e41-4e7b-b598-787bb986c4b8 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:32.665543 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8675de5c-025a-4045-9ebd-ee063175b320 req-dd170c7e-7e41-4e7b-b598-787bb986c4b8 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:32.683203 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8675de5c-025a-4045-9ebd-ee063175b320 req-dd170c7e-7e41-4e7b-b598-787bb986c4b8 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:32.690730 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=13e17843-8e6e-4578-886e-e64bbf209f72,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:32.697916 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8675de5c-025a-4045-9ebd-ee063175b320 req-dd170c7e-7e41-4e7b-b598-787bb986c4b8 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ec863d4-5792-46d2-b299-7b34b3ebe431 HTTP/1.1" status: 200 len: 5444 time: 0.2895646 Feb 19 02:47:32.738501 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning for port 38e91ad5-8313-46e5-8ac5-c1d94643d01f completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:47:32.744003 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning complete for port 38e91ad5-8313-46e5-8ac5-c1d94643d01f triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:47:32.744435 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (38e91ad5-8313-46e5-8ac5-c1d94643d01f), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:32.834338 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab57686c-d621-48e9-8845-7d6dde9bca63 None None] Network 5febaf33-14de-49da-acfd-1d8de9acfd1c requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:47:32.892286 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2350fb23-87fa-4c8e-8d5c-b40645380eb4 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (5febaf33-14de-49da-acfd-1d8de9acfd1c), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:32.918221 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccae3aa1-c489-4aa2-bd90-9e7bed4b6bf1 req-f6cdf227-7856-4305-8a77-135380d0198c tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:32.922898 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-2350fb23-87fa-4c8e-8d5c-b40645380eb4 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5febaf33-14de-49da-acfd-1d8de9acfd1c']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:47:32.934718 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ccae3aa1-c489-4aa2-bd90-9e7bed4b6bf1 req-f6cdf227-7856-4305-8a77-135380d0198c tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6022ed1-67a1-4ded-890d-e1e66f84412d HTTP/1.1" status: 200 len: 945 time: 0.2343602 Feb 19 02:47:32.936468 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-2350fb23-87fa-4c8e-8d5c-b40645380eb4 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca294d23-cfa1-4da0-98a1-99d2ef4c2a72') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:47:32.938935 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-2350fb23-87fa-4c8e-8d5c-b40645380eb4 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca294d23-cfa1-4da0-98a1-99d2ef4c2a72') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:47:32.951499 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2350fb23-87fa-4c8e-8d5c-b40645380eb4 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (ca294d23-cfa1-4da0-98a1-99d2ef4c2a72), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:32.971388 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2350fb23-87fa-4c8e-8d5c-b40645380eb4 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (ca294d23-cfa1-4da0-98a1-99d2ef4c2a72), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:32.978088 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8675de5c-025a-4045-9ebd-ee063175b320 req-1861c694-d16c-458d-9038-1891333f9130 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ad2b075-8470-4480-bb4e-92661338512f&id=1cff43f7-3cfd-4595-99e1-888048810960&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2789109 Feb 19 02:47:32.981943 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2350fb23-87fa-4c8e-8d5c-b40645380eb4 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Releasing vlan 273 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:47:32.982330 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2350fb23-87fa-4c8e-8d5c-b40645380eb4 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (ca294d23-cfa1-4da0-98a1-99d2ef4c2a72), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:33.090914 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2350fb23-87fa-4c8e-8d5c-b40645380eb4 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Pushing event deleted for resources: {'Subnet': ['ID=fc2ae87c-cfd2-48f6-9715-0168e8f654f3,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:33.102294 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 02:47:33.102294 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:47:33.102294 n-d-826753-2 neutron-server[103702]: timer() Feb 19 02:47:33.102294 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:47:33.102294 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 02:47:33.102294 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:47:33.102294 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 02:47:33.102294 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:47:33.102294 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 02:47:33.102294 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:47:33.102294 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 02:47:33.102294 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:47:33.102294 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 02:47:33.102294 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:47:33.102294 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:47:33.102294 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:47:33.102294 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:47:33.102294 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:47:33.102294 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 02:47:33.102294 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:47:33.102294 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 02:47:33.102294 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:47:33.102294 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:47:33.102294 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:47:33.102294 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 02:47:33.102294 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:47:33.102294 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:47:33.102294 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:47:33.102294 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:47:33.102294 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:47:33.102294 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:47:33.102294 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:47:33.108767 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2350fb23-87fa-4c8e-8d5c-b40645380eb4 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (5febaf33-14de-49da-acfd-1d8de9acfd1c), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:33.123078 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2350fb23-87fa-4c8e-8d5c-b40645380eb4 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:33.139033 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-2350fb23-87fa-4c8e-8d5c-b40645380eb4 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] 10.222.0.72 "DELETE /v2.0/networks/5febaf33-14de-49da-acfd-1d8de9acfd1c HTTP/1.1" status: 204 len: 168 time: 3.2717338 Feb 19 02:47:33.139807 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ccae3aa1-c489-4aa2-bd90-9e7bed4b6bf1 req-139e2155-e40b-4114-a1de-7aefe0929332 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041266 Feb 19 02:47:33.140335 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 55344) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:47:33.236024 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2350fb23-87fa-4c8e-8d5c-b40645380eb4 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Pushing event deleted for resources: {'Network': ['ID=5febaf33-14de-49da-acfd-1d8de9acfd1c,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:33.356101 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 38e91ad5-8313-46e5-8ac5-c1d94643d01f is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:47:33.356720 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (38e91ad5-8313-46e5-8ac5-c1d94643d01f), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:33.360649 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ee4437-a647-46c0-809f-fa2a0171fcf6 None None] DHCP port deletion for 5febaf33-14de-49da-acfd-1d8de9acfd1c request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 02:47:33.391288 n-d-826753-2 neutron-server[103701]: INFO neutron.pecan_wsgi.hooks.translation [None req-727039b9-2e0a-4ada-baac-95489b58ddf7 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] DELETE failed (client error): The resource could not be found. Feb 19 02:47:33.392289 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-727039b9-2e0a-4ada-baac-95489b58ddf7 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 02:47:33.404412 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-727039b9-2e0a-4ada-baac-95489b58ddf7 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] 10.222.0.72 "DELETE /v2.0/subnets/fc2ae87c-cfd2-48f6-9715-0168e8f654f3 HTTP/1.1" status: 404 len: 337 time: 0.2617693 Feb 19 02:47:33.409659 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-30885589-62be-4a9e-888b-58ebb73284d0 req-48149899-2bb6-4651-9e3e-52472ac5fac2 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/ports?device_id=ba08959b-2d30-4a3f-ab13-d0d6031530ff HTTP/1.1" status: 200 len: 210 time: 0.1539800 Feb 19 02:47:33.414712 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 55348) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:47:33.475776 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 38e91ad5-8313-46e5-8ac5-c1d94643d01f, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=38e91ad5-8313-46e5-8ac5-c1d94643d01f,segment=NetworkSegment(9b7f79d2-cbae-4212-ad2e-9ebd69e67349),segment_id=9b7f79d2-cbae-4212-ad2e-9ebd69e67349)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:47:33.493407 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (38e91ad5-8313-46e5-8ac5-c1d94643d01f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:33.543459 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 1e5f5862-f5df-4314-97ad-4c0355742944 no longer exists at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:47:33.550568 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-391106fc-9e58-4a90-a1f2-58126cfd0188 req-affe2d88-6b1a-4514-bdac-44a4dfb87119 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Publish callbacks [] for port (f444645c-4fa7-4924-b116-1f3b6946ee37), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:33.673120 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac2bd56-19e9-4b4f-a8e8-1a05e1a8daba req-cb082a87-012b-40cf-8cd5-f2a1468bb053 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:33.674870 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-1ac2bd56-19e9-4b4f-a8e8-1a05e1a8daba req-cb082a87-012b-40cf-8cd5-f2a1468bb053 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.82 "GET /v2.0/networks?id=4ec29c64-a4ae-430d-ba9f-348461fbf8ef HTTP/1.1" status: 200 len: 812 time: 0.1219816 Feb 19 02:47:33.699451 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-1ac2bd56-19e9-4b4f-a8e8-1a05e1a8daba req-874e7bc9-49a2-4628-8a43-2dcd5d3ce46d tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Request body: {'port': {'device_id': '640b0ecf-3125-49fb-bd64-cf0f228c5f4a', 'network_id': '4ec29c64-a4ae-430d-ba9f-348461fbf8ef', 'admin_state_up': True, 'tenant_id': 'd68bae7ecf6f4907884d3b1c20c6b537'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:47:33.699925 n-d-826753-2 neutron-server[103701]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ccbb832-5ca4-4a79-8965-9520b3ed7c7e tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] DELETE failed (client error): The resource could not be found. Feb 19 02:47:33.700601 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ccbb832-5ca4-4a79-8965-9520b3ed7c7e tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 02:47:33.703848 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-2ccbb832-5ca4-4a79-8965-9520b3ed7c7e tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] 10.222.0.72 "DELETE /v2.0/networks/5febaf33-14de-49da-acfd-1d8de9acfd1c HTTP/1.1" status: 404 len: 339 time: 0.1189065 Feb 19 02:47:33.709693 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 55352) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:47:33.788668 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=38e91ad5-8313-46e5-8ac5-c1d94643d01f,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:33.873579 n-d-826753-2 neutron-server[103701]: INFO neutron.pecan_wsgi.hooks.translation [None req-c191089e-0bc8-4322-9e9d-010b1d94d147 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] DELETE failed (client error): The resource could not be found. Feb 19 02:47:33.876888 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c191089e-0bc8-4322-9e9d-010b1d94d147 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 02:47:33.896883 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-391106fc-9e58-4a90-a1f2-58126cfd0188 req-affe2d88-6b1a-4514-bdac-44a4dfb87119 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (f444645c-4fa7-4924-b116-1f3b6946ee37), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:33.902477 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-c191089e-0bc8-4322-9e9d-010b1d94d147 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] 10.222.0.72 "DELETE /v2.0/subnets/d80bdfe9-8a78-43d6-aee7-afd5ca3f2410 HTTP/1.1" status: 404 len: 337 time: 0.1855981 Feb 19 02:47:33.905581 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 55354) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:47:33.918796 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4127cfa0-595f-4ad8-acc3-03e36d52cd03 req-91551d06-a2f1-457d-aa4c-ad9af5df1c57 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=640b0ecf-3125-49fb-bd64-cf0f228c5f4a HTTP/1.1" status: 200 len: 210 time: 0.2356169 Feb 19 02:47:33.921559 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ec863d4-5792-46d2-b299-7b34b3ebe431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00071ace-99c7-42c5-99dc-994ccfae67b7'}, {'server_uuid': '6ec863d4-5792-46d2-b299-7b34b3ebe431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13e17843-8e6e-4578-886e-e64bbf209f72'}, {'server_uuid': '6ec863d4-5792-46d2-b299-7b34b3ebe431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38e91ad5-8313-46e5-8ac5-c1d94643d01f'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:47:33.923954 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d697f3a-4767-4c49-93da-7214864cfd19" -d '{"events": [{"server_uuid": "6ec863d4-5792-46d2-b299-7b34b3ebe431", "name": "network-vif-plugged", "status": "completed", "tag": "00071ace-99c7-42c5-99dc-994ccfae67b7"}, {"server_uuid": "6ec863d4-5792-46d2-b299-7b34b3ebe431", "name": "network-vif-plugged", "status": "completed", "tag": "13e17843-8e6e-4578-886e-e64bbf209f72"}, {"server_uuid": "6ec863d4-5792-46d2-b299-7b34b3ebe431", "name": "network-vif-plugged", "status": "completed", "tag": "38e91ad5-8313-46e5-8ac5-c1d94643d01f"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:47:33.936939 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 1e5f5862-f5df-4314-97ad-4c0355742944 is: ACTIVE; New status is: DOWN {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:47:33.948468 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (1e5f5862-f5df-4314-97ad-4c0355742944), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:33.979161 n-d-826753-2 neutron-server[103701]: INFO neutron.pecan_wsgi.hooks.translation [None req-7402ddd7-8a77-4dee-85d3-115246a25537 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] DELETE failed (client error): The resource could not be found. Feb 19 02:47:33.979897 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7402ddd7-8a77-4dee-85d3-115246a25537 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 02:47:33.988502 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 1e5f5862-f5df-4314-97ad-4c0355742944, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=1e5f5862-f5df-4314-97ad-4c0355742944,segment=NetworkSegment(27cce794-dfd5-41e1-991b-27e0c79dcb47),segment_id=27cce794-dfd5-41e1-991b-27e0c79dcb47)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:47:33.994332 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-7402ddd7-8a77-4dee-85d3-115246a25537 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] 10.222.0.72 "DELETE /v2.0/networks/61f958c3-caed-49aa-b7d3-360e05817401 HTTP/1.1" status: 404 len: 339 time: 0.0612946 Feb 19 02:47:33.996835 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (1e5f5862-f5df-4314-97ad-4c0355742944), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:33.997640 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 55358) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:47:34.056250 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=1e5f5862-f5df-4314-97ad-4c0355742944,revision_number=6']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:34.087355 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-391106fc-9e58-4a90-a1f2-58126cfd0188 req-affe2d88-6b1a-4514-bdac-44a4dfb87119 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Network bf672100-ed94-443f-908a-4ecaf8a2d628 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:47:34.088820 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 19 Feb 2022 02:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09896dc3-e1cc-40db-8361-710a31d54c0c x-openstack-request-id: req-09896dc3-e1cc-40db-8361-710a31d54c0c {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:47:34.089323 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ec863d4-5792-46d2-b299-7b34b3ebe431", "name": "network-vif-plugged", "status": "completed", "tag": "00071ace-99c7-42c5-99dc-994ccfae67b7", "code": 200}, {"server_uuid": "6ec863d4-5792-46d2-b299-7b34b3ebe431", "name": "network-vif-plugged", "status": "completed", "tag": "13e17843-8e6e-4578-886e-e64bbf209f72", "code": 200}, {"server_uuid": "6ec863d4-5792-46d2-b299-7b34b3ebe431", "name": "network-vif-plugged", "status": "completed", "tag": "38e91ad5-8313-46e5-8ac5-c1d94643d01f", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:47:34.089616 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-09896dc3-e1cc-40db-8361-710a31d54c0c {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:47:34.090030 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ec863d4-5792-46d2-b299-7b34b3ebe431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00071ace-99c7-42c5-99dc-994ccfae67b7', 'code': 200} Feb 19 02:47:34.090294 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ec863d4-5792-46d2-b299-7b34b3ebe431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13e17843-8e6e-4578-886e-e64bbf209f72', 'code': 200} Feb 19 02:47:34.090553 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ec863d4-5792-46d2-b299-7b34b3ebe431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38e91ad5-8313-46e5-8ac5-c1d94643d01f', 'code': 200} Feb 19 02:47:34.094125 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [req-391106fc-9e58-4a90-a1f2-58126cfd0188 req-affe2d88-6b1a-4514-bdac-44a4dfb87119 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:47:34.130533 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-391106fc-9e58-4a90-a1f2-58126cfd0188 req-affe2d88-6b1a-4514-bdac-44a4dfb87119 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:47:34.142379 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5847fb7a-29f8-423e-8167-39f67abfd96a req-6317b866-f782-4bad-a427-fb716dbf2ed4 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:34.147005 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 73dcbdcc-ded3-463c-8653-878e7067fe4f no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:47:34.157692 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5847fb7a-29f8-423e-8167-39f67abfd96a req-6317b866-f782-4bad-a427-fb716dbf2ed4 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfee5af4-da6a-4d15-a1c5-a6cd65193d4e HTTP/1.1" status: 200 len: 945 time: 0.7417789 Feb 19 02:47:34.197079 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 73dcbdcc-ded3-463c-8653-878e7067fe4f {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:47:34.197079 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 73dcbdcc-ded3-463c-8653-878e7067fe4f not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:47:34.216094 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affe2d88-6b1a-4514-bdac-44a4dfb87119 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Pushing event updated for resources: {'Port': ['ID=f444645c-4fa7-4924-b116-1f3b6946ee37,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:34.245868 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ac2bd56-19e9-4b4f-a8e8-1a05e1a8daba req-874e7bc9-49a2-4628-8a43-2dcd5d3ce46d tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Made reservation on behalf of d68bae7ecf6f4907884d3b1c20c6b537 for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:47:34.252147 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-1ac2bd56-19e9-4b4f-a8e8-1a05e1a8daba req-874e7bc9-49a2-4628-8a43-2dcd5d3ce46d tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:34.316889 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391106fc-9e58-4a90-a1f2-58126cfd0188 req-affe2d88-6b1a-4514-bdac-44a4dfb87119 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:34.320123 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-391106fc-9e58-4a90-a1f2-58126cfd0188 req-affe2d88-6b1a-4514-bdac-44a4dfb87119 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:34.382899 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-391106fc-9e58-4a90-a1f2-58126cfd0188 req-affe2d88-6b1a-4514-bdac-44a4dfb87119 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0702403 Feb 19 02:47:34.435737 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-391106fc-9e58-4a90-a1f2-58126cfd0188 req-9c726dee-eef4-42f5-baba-ec55f657d17a service neutron] Request body: {'port': {'device_id': 'ba08959b-2d30-4a3f-ab13-d0d6031530ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826753-2'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:47:34.551363 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-228f76b1-4d4a-4695-9a0d-f5e2e9ea428c tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (a39d894e-d5c7-432b-9572-7065cffcef9d), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:34.563819 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-391106fc-9e58-4a90-a1f2-58126cfd0188 req-9c726dee-eef4-42f5-baba-ec55f657d17a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (f444645c-4fa7-4924-b116-1f3b6946ee37), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:34.612363 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5847fb7a-29f8-423e-8167-39f67abfd96a req-fb2429f5-8f17-4cb4-b481-626b458dd903 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/security-groups?id=33e2eb59-206d-4216-aaf9-91cfc46ad855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4535451 Feb 19 02:47:34.652360 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0a8775-e719-4bc6-a80a-f202c334af63 req-f0cff306-aff6-4db7-821f-c7efa0d0d199 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:34.657975 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0a8775-e719-4bc6-a80a-f202c334af63 req-f0cff306-aff6-4db7-821f-c7efa0d0d199 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:34.664094 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0a8775-e719-4bc6-a80a-f202c334af63 req-f0cff306-aff6-4db7-821f-c7efa0d0d199 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:34.669633 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0a8775-e719-4bc6-a80a-f202c334af63 req-f0cff306-aff6-4db7-821f-c7efa0d0d199 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:34.675912 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0a8775-e719-4bc6-a80a-f202c334af63 req-f0cff306-aff6-4db7-821f-c7efa0d0d199 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:34.682265 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0a8775-e719-4bc6-a80a-f202c334af63 req-f0cff306-aff6-4db7-821f-c7efa0d0d199 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:34.689476 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0a8775-e719-4bc6-a80a-f202c334af63 req-f0cff306-aff6-4db7-821f-c7efa0d0d199 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:34.697723 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7f0a8775-e719-4bc6-a80a-f202c334af63 req-f0cff306-aff6-4db7-821f-c7efa0d0d199 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ec863d4-5792-46d2-b299-7b34b3ebe431 HTTP/1.1" status: 200 len: 5446 time: 0.3821392 Feb 19 02:47:34.803175 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-228f76b1-4d4a-4695-9a0d-f5e2e9ea428c tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (a39d894e-d5c7-432b-9572-7065cffcef9d), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:34.825468 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-228f76b1-4d4a-4695-9a0d-f5e2e9ea428c tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a39d894e-d5c7-432b-9572-7065cffcef9d']}} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:47:34.835782 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-228f76b1-4d4a-4695-9a0d-f5e2e9ea428c tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac8df824-6fc0-4518-9910-660b601aa425') {'for_net_delete': True} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:47:34.836379 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-228f76b1-4d4a-4695-9a0d-f5e2e9ea428c tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac8df824-6fc0-4518-9910-660b601aa425') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:47:34.846521 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-228f76b1-4d4a-4695-9a0d-f5e2e9ea428c tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12647422'] for segment (ac8df824-6fc0-4518-9910-660b601aa425), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:34.861042 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-228f76b1-4d4a-4695-9a0d-f5e2e9ea428c tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (ac8df824-6fc0-4518-9910-660b601aa425), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:34.868045 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-228f76b1-4d4a-4695-9a0d-f5e2e9ea428c tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Releasing vlan 285 on physical network physnet1 to pool {{(pid=103701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:47:34.868948 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-228f76b1-4d4a-4695-9a0d-f5e2e9ea428c tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583360'] for segment (ac8df824-6fc0-4518-9910-660b601aa425), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:34.939764 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e26a766-1e46-4b8c-8b88-2165109e5072 req-1a1c266e-37cc-4ca3-9ee3-b90f685de040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:34.940537 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e26a766-1e46-4b8c-8b88-2165109e5072 req-1a1c266e-37cc-4ca3-9ee3-b90f685de040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:34.941259 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e26a766-1e46-4b8c-8b88-2165109e5072 req-1a1c266e-37cc-4ca3-9ee3-b90f685de040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:34.941892 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e26a766-1e46-4b8c-8b88-2165109e5072 req-1a1c266e-37cc-4ca3-9ee3-b90f685de040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:34.943444 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e26a766-1e46-4b8c-8b88-2165109e5072 req-1a1c266e-37cc-4ca3-9ee3-b90f685de040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:34.944152 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e26a766-1e46-4b8c-8b88-2165109e5072 req-1a1c266e-37cc-4ca3-9ee3-b90f685de040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:34.944787 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e26a766-1e46-4b8c-8b88-2165109e5072 req-1a1c266e-37cc-4ca3-9ee3-b90f685de040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:34.947153 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6e26a766-1e46-4b8c-8b88-2165109e5072 req-1a1c266e-37cc-4ca3-9ee3-b90f685de040 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=6ec863d4-5792-46d2-b299-7b34b3ebe431 HTTP/1.1" status: 200 len: 6720 time: 0.6359413 Feb 19 02:47:34.960271 n-d-826753-2 neutron-server[103701]: Traceback (most recent call last): Feb 19 02:47:34.960271 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:47:34.960271 n-d-826753-2 neutron-server[103701]: timer() Feb 19 02:47:34.960271 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:47:34.960271 n-d-826753-2 neutron-server[103701]: cb(*args, **kw) Feb 19 02:47:34.960271 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:47:34.960271 n-d-826753-2 neutron-server[103701]: return func(*args, **kwargs) Feb 19 02:47:34.960271 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:47:34.960271 n-d-826753-2 neutron-server[103701]: self._notify() Feb 19 02:47:34.960271 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:47:34.960271 n-d-826753-2 neutron-server[103701]: self.callback(batched_events) Feb 19 02:47:34.960271 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:47:34.960271 n-d-826753-2 neutron-server[103701]: event.method(event) Feb 19 02:47:34.960271 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:47:34.960271 n-d-826753-2 neutron-server[103701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:47:34.960271 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:47:34.960271 n-d-826753-2 neutron-server[103701]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:47:34.960271 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:47:34.960271 n-d-826753-2 neutron-server[103701]: return f(self, *a, **k) Feb 19 02:47:34.960271 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:47:34.960271 n-d-826753-2 neutron-server[103701]: return self._get(url).json() Feb 19 02:47:34.960271 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:47:34.960271 n-d-826753-2 neutron-server[103701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:47:34.960271 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:47:34.960271 n-d-826753-2 neutron-server[103701]: return self.request(url, 'GET', **kwargs) Feb 19 02:47:34.960271 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:47:34.960271 n-d-826753-2 neutron-server[103701]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:47:34.960271 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:47:34.960271 n-d-826753-2 neutron-server[103701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:47:34.960271 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:47:34.960271 n-d-826753-2 neutron-server[103701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:47:34.960271 n-d-826753-2 neutron-server[103701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:47:34.963735 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-228f76b1-4d4a-4695-9a0d-f5e2e9ea428c tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (a39d894e-d5c7-432b-9572-7065cffcef9d), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:35.000977 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-228f76b1-4d4a-4695-9a0d-f5e2e9ea428c tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:35.007006 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-228f76b1-4d4a-4695-9a0d-f5e2e9ea428c tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] 10.222.0.72 "DELETE /v2.0/networks/a39d894e-d5c7-432b-9572-7065cffcef9d HTTP/1.1" status: 204 len: 168 time: 0.9980781 Feb 19 02:47:35.016322 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-391106fc-9e58-4a90-a1f2-58126cfd0188 req-9c726dee-eef4-42f5-baba-ec55f657d17a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f444645c-4fa7-4924-b116-1f3b6946ee37 {{(pid=103702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:47:35.020501 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228f76b1-4d4a-4695-9a0d-f5e2e9ea428c tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Pushing event deleted for resources: {'Network': ['ID=a39d894e-d5c7-432b-9572-7065cffcef9d,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:35.023190 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 55372) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:47:35.059490 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-391106fc-9e58-4a90-a1f2-58126cfd0188 req-9c726dee-eef4-42f5-baba-ec55f657d17a service neutron] Publish callbacks [] for port (f444645c-4fa7-4924-b116-1f3b6946ee37), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:35.077410 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-391106fc-9e58-4a90-a1f2-58126cfd0188 req-9c726dee-eef4-42f5-baba-ec55f657d17a service neutron] Transition to ACTIVE for port object f444645c-4fa7-4924-b116-1f3b6946ee37 will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:47:35.106338 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-391106fc-9e58-4a90-a1f2-58126cfd0188 req-9c726dee-eef4-42f5-baba-ec55f657d17a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (f444645c-4fa7-4924-b116-1f3b6946ee37), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:35.110921 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6e26a766-1e46-4b8c-8b88-2165109e5072 req-c1078128-b9d2-4f27-94c7-c91e3166b198 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=1cff43f7-3cfd-4595-99e1-888048810960&id=7ad2b075-8470-4480-bb4e-92661338512f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1446807 Feb 19 02:47:35.129673 n-d-826753-2 neutron-server[103701]: INFO neutron.pecan_wsgi.hooks.translation [None req-20bed5a7-2609-4754-b3d2-f2025f552866 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] DELETE failed (client error): The resource could not be found. Feb 19 02:47:35.130228 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20bed5a7-2609-4754-b3d2-f2025f552866 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 02:47:35.138011 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 55374) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:47:35.144031 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-20bed5a7-2609-4754-b3d2-f2025f552866 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] 10.222.0.72 "DELETE /v2.0/subnets/0be0b330-26ff-422f-a30d-f9c3512e7369 HTTP/1.1" status: 404 len: 337 time: 0.1123350 Feb 19 02:47:35.190027 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7f0a8775-e719-4bc6-a80a-f202c334af63 req-34aca587-062b-4048-880b-c43ba468754a tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ad2b075-8470-4480-bb4e-92661338512f&id=1cff43f7-3cfd-4595-99e1-888048810960&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4900694 Feb 19 02:47:35.202058 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b79fa53-7464-4e6d-b427-a73021906540 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] DELETE failed (client error): The resource could not be found. Feb 19 02:47:35.202806 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b79fa53-7464-4e6d-b427-a73021906540 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 02:47:35.208802 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-8b79fa53-7464-4e6d-b427-a73021906540 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] 10.222.0.72 "DELETE /v2.0/networks/7f55e4e4-3a85-426a-b049-bb8e9ad52bcc HTTP/1.1" status: 404 len: 339 time: 0.0641353 Feb 19 02:47:35.214185 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 55376) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:47:35.247661 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba6c977-9633-408c-9bfb-46cb6d98f430 req-e4e8db96-3bb0-4101-a45a-6ccf4785339c tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:35.252805 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cba6c977-9633-408c-9bfb-46cb6d98f430 req-e4e8db96-3bb0-4101-a45a-6ccf4785339c tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6022ed1-67a1-4ded-890d-e1e66f84412d HTTP/1.1" status: 200 len: 945 time: 0.2982619 Feb 19 02:47:35.330111 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c726dee-eef4-42f5-baba-ec55f657d17a service neutron] Pushing event updated for resources: {'Port': ['ID=f444645c-4fa7-4924-b116-1f3b6946ee37,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:35.341865 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [req-1ac2bd56-19e9-4b4f-a8e8-1a05e1a8daba req-874e7bc9-49a2-4628-8a43-2dcd5d3ce46d tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Allocated IP 172.20.0.3 (4ec29c64-a4ae-430d-ba9f-348461fbf8ef/5103dc21-f4d0-430c-8a52-b05a3a288bbf/915673c3-9944-49ea-88b8-c667b6d936b8) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:47:35.349744 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-07368bf4-8be6-46bd-853a-fdafa310e81f tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] DELETE failed (client error): The resource could not be found. Feb 19 02:47:35.350197 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07368bf4-8be6-46bd-853a-fdafa310e81f tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 02:47:35.369116 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-07368bf4-8be6-46bd-853a-fdafa310e81f tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] 10.222.0.72 "DELETE /v2.0/subnets/f9dd170c-36c6-4dbe-8592-e59501fa0519 HTTP/1.1" status: 404 len: 337 time: 0.1497719 Feb 19 02:47:35.393708 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 55380) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:47:35.422910 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cba6c977-9633-408c-9bfb-46cb6d98f430 req-bfb826d4-36ca-4cb9-8639-40dff1b79a51 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628010 Feb 19 02:47:35.441646 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c726dee-eef4-42f5-baba-ec55f657d17a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:47:35.441646 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c726dee-eef4-42f5-baba-ec55f657d17a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:47:35.441646 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c726dee-eef4-42f5-baba-ec55f657d17a service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:47:35.441646 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c726dee-eef4-42f5-baba-ec55f657d17a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:47:35.441646 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c726dee-eef4-42f5-baba-ec55f657d17a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:47:35.441646 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c726dee-eef4-42f5-baba-ec55f657d17a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:47:35.443435 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c726dee-eef4-42f5-baba-ec55f657d17a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:47:35.445775 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c726dee-eef4-42f5-baba-ec55f657d17a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:47:35.445775 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c726dee-eef4-42f5-baba-ec55f657d17a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:47:35.446159 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c726dee-eef4-42f5-baba-ec55f657d17a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:47:35.446596 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c726dee-eef4-42f5-baba-ec55f657d17a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:47:35.448602 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c726dee-eef4-42f5-baba-ec55f657d17a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:47:35.448845 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c726dee-eef4-42f5-baba-ec55f657d17a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:47:35.494225 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 1e5f5862-f5df-4314-97ad-4c0355742944 details requested by agent hyperv_n-h2-826753-2 with host n-h2-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:47:35.506486 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceebccaa-5537-4a03-a2e8-d33e0a1e7579 req-f759e53b-7e1f-4064-850c-a12b765009f4 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:35.509917 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ceebccaa-5537-4a03-a2e8-d33e0a1e7579 req-f759e53b-7e1f-4064-850c-a12b765009f4 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/ports?device_id=ba08959b-2d30-4a3f-ab13-d0d6031530ff HTTP/1.1" status: 200 len: 943 time: 0.1947851 Feb 19 02:47:35.604648 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c180b88-105e-41a0-afbd-a8834c0baf71 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] DELETE failed (client error): The resource could not be found. Feb 19 02:47:35.605248 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c180b88-105e-41a0-afbd-a8834c0baf71 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 02:47:35.607926 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-0c180b88-105e-41a0-afbd-a8834c0baf71 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] 10.222.0.72 "DELETE /v2.0/networks/80e73f4e-f5e2-4287-9fd2-29d3f7fca30c HTTP/1.1" status: 404 len: 339 time: 0.1550879 Feb 19 02:47:35.610534 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 55384) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:47:35.650940 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ceebccaa-5537-4a03-a2e8-d33e0a1e7579 req-33e14baa-0913-4dae-89f4-819875811068 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/security-groups?id=d1068709-142b-4f0d-aa54-30196489f5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316919 Feb 19 02:47:35.672304 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 1e5f5862-f5df-4314-97ad-4c0355742944, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=1e5f5862-f5df-4314-97ad-4c0355742944,segment=NetworkSegment(27cce794-dfd5-41e1-991b-27e0c79dcb47),segment_id=27cce794-dfd5-41e1-991b-27e0c79dcb47)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:47:35.685334 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Returning: {'device': '1e5f5862-f5df-4314-97ad-4c0355742944', 'network_id': '39722815-5c41-4e97-ad15-7b3e3ad40af7', 'port_id': '1e5f5862-f5df-4314-97ad-4c0355742944', 'mac_address': 'fa:16:3e:5d:4f:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5bae790-117e-481a-89bc-3817a429ae54', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:47:35.742053 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 1e5f5862-f5df-4314-97ad-4c0355742944 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:47:35.742743 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (1e5f5862-f5df-4314-97ad-4c0355742944), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:35.744524 n-d-826753-2 neutron-server[103701]: INFO neutron.pecan_wsgi.hooks.translation [None req-d66850e9-4ffc-4180-b9a4-af2edddec346 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] DELETE failed (client error): The resource could not be found. Feb 19 02:47:35.756127 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d66850e9-4ffc-4180-b9a4-af2edddec346 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 02:47:35.763089 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-d66850e9-4ffc-4180-b9a4-af2edddec346 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] 10.222.0.72 "DELETE /v2.0/subnets/62283038-a2d7-4e4d-b231-a4a72c6626aa HTTP/1.1" status: 404 len: 337 time: 0.1514270 Feb 19 02:47:35.765692 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 55388) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:47:35.784450 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e5f5862-f5df-4314-97ad-4c0355742944 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:47:35.795121 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-391106fc-9e58-4a90-a1f2-58126cfd0188 req-9c726dee-eef4-42f5-baba-ec55f657d17a service neutron] Attempting to bind port f444645c-4fa7-4924-b116-1f3b6946ee37 on host n-h1-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:47:35.795452 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-391106fc-9e58-4a90-a1f2-58126cfd0188 req-9c726dee-eef4-42f5-baba-ec55f657d17a service neutron] Attempting to bind port f444645c-4fa7-4924-b116-1f3b6946ee37 by drivers openvswitch,hyperv on host n-h1-826753-2 at level 0 using segments [{'id': '95c489b5-d2f5-4704-89fb-8accaa8a0e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'bf672100-ed94-443f-908a-4ecaf8a2d628'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:47:35.795780 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391106fc-9e58-4a90-a1f2-58126cfd0188 req-9c726dee-eef4-42f5-baba-ec55f657d17a service neutron] Attempting to bind port f444645c-4fa7-4924-b116-1f3b6946ee37 on network bf672100-ed94-443f-908a-4ecaf8a2d628 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:47:35.828372 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 1e5f5862-f5df-4314-97ad-4c0355742944, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=1e5f5862-f5df-4314-97ad-4c0355742944,segment=NetworkSegment(27cce794-dfd5-41e1-991b-27e0c79dcb47),segment_id=27cce794-dfd5-41e1-991b-27e0c79dcb47)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:47:35.831719 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-27000498-711b-4e5c-9c43-c6d5213c3c20 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] DELETE failed (client error): The resource could not be found. Feb 19 02:47:35.832236 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27000498-711b-4e5c-9c43-c6d5213c3c20 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 02:47:35.836451 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-27000498-711b-4e5c-9c43-c6d5213c3c20 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] 10.222.0.72 "DELETE /v2.0/networks/d47f3bcd-1209-4e44-9cd3-df3821b397c8 HTTP/1.1" status: 404 len: 339 time: 0.0677090 Feb 19 02:47:35.843964 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (1e5f5862-f5df-4314-97ad-4c0355742944), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:35.852112 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 55390) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:47:35.852745 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391106fc-9e58-4a90-a1f2-58126cfd0188 req-9c726dee-eef4-42f5-baba-ec55f657d17a service neutron] Port f444645c-4fa7-4924-b116-1f3b6946ee37 on network bf672100-ed94-443f-908a-4ecaf8a2d628 not bound, no agent of type Open vSwitch agent registered on host n-h1-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:47:35.853132 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391106fc-9e58-4a90-a1f2-58126cfd0188 req-9c726dee-eef4-42f5-baba-ec55f657d17a service neutron] Attempting to bind port f444645c-4fa7-4924-b116-1f3b6946ee37 on network bf672100-ed94-443f-908a-4ecaf8a2d628 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:47:35.857314 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6df6c922-25cc-46bc-953d-88799be140e7 req-5972425f-d791-438e-b765-43b24a4a2dae tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=640b0ecf-3125-49fb-bd64-cf0f228c5f4a HTTP/1.1" status: 200 len: 210 time: 0.1318011 Feb 19 02:47:35.930229 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391106fc-9e58-4a90-a1f2-58126cfd0188 req-9c726dee-eef4-42f5-baba-ec55f657d17a service neutron] Checking agent: {'id': '9d56fb1b-2855-496a-a6d9-c324740cb98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:47:35.930573 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391106fc-9e58-4a90-a1f2-58126cfd0188 req-9c726dee-eef4-42f5-baba-ec55f657d17a service neutron] Checking segment: {'id': '95c489b5-d2f5-4704-89fb-8accaa8a0e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'bf672100-ed94-443f-908a-4ecaf8a2d628'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:47:35.931033 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391106fc-9e58-4a90-a1f2-58126cfd0188 req-9c726dee-eef4-42f5-baba-ec55f657d17a service neutron] Bound using segment: {'id': '95c489b5-d2f5-4704-89fb-8accaa8a0e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'bf672100-ed94-443f-908a-4ecaf8a2d628'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:47:35.931494 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-391106fc-9e58-4a90-a1f2-58126cfd0188 req-9c726dee-eef4-42f5-baba-ec55f657d17a service neutron] Bound port: f444645c-4fa7-4924-b116-1f3b6946ee37, host: n-h1-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95c489b5-d2f5-4704-89fb-8accaa8a0e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'bf672100-ed94-443f-908a-4ecaf8a2d628'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:47:35.931942 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-391106fc-9e58-4a90-a1f2-58126cfd0188 req-9c726dee-eef4-42f5-baba-ec55f657d17a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (f444645c-4fa7-4924-b116-1f3b6946ee37), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:35.947428 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08d8f83-914f-4380-b258-98c86a76e132 req-dc966f73-6098-410a-94b7-2d334d0b01b2 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:35.957503 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=1e5f5862-f5df-4314-97ad-4c0355742944,revision_number=7']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:35.965507 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f08d8f83-914f-4380-b258-98c86a76e132 req-dc966f73-6098-410a-94b7-2d334d0b01b2 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfee5af4-da6a-4d15-a1c5-a6cd65193d4e HTTP/1.1" status: 200 len: 944 time: 0.1329801 Feb 19 02:47:35.977653 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d462b59-0ebc-4379-8bb7-84b9e616436a tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] DELETE failed (client error): The resource could not be found. Feb 19 02:47:35.979426 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d462b59-0ebc-4379-8bb7-84b9e616436a tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 02:47:35.983536 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-3d462b59-0ebc-4379-8bb7-84b9e616436a tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] 10.222.0.72 "DELETE /v2.0/subnets/00af5338-66e8-424c-92b9-269143d7e6fb HTTP/1.1" status: 404 len: 337 time: 0.1256356 Feb 19 02:47:35.995940 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 55392) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:47:36.061834 n-d-826753-2 neutron-server[103701]: INFO neutron.pecan_wsgi.hooks.translation [None req-e51d132b-7ba1-4f98-a40b-e9bf14e01cf9 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] DELETE failed (client error): The resource could not be found. Feb 19 02:47:36.062562 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e51d132b-7ba1-4f98-a40b-e9bf14e01cf9 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 02:47:36.068440 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-e51d132b-7ba1-4f98-a40b-e9bf14e01cf9 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] 10.222.0.72 "DELETE /v2.0/networks/6d523b20-917c-4f28-9ecf-18e720029beb HTTP/1.1" status: 404 len: 339 time: 0.0650632 Feb 19 02:47:36.072593 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 55394) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:47:36.091755 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfee5af4-da6a-4d15-a1c5-a6cd65193d4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e5f5862-f5df-4314-97ad-4c0355742944'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:47:36.095808 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-695155e8-1804-4a8d-9360-d8203d0d344b" -d '{"events": [{"server_uuid": "dfee5af4-da6a-4d15-a1c5-a6cd65193d4e", "name": "network-vif-unplugged", "status": "completed", "tag": "1e5f5862-f5df-4314-97ad-4c0355742944"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:47:36.112737 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-1ac2bd56-19e9-4b4f-a8e8-1a05e1a8daba req-874e7bc9-49a2-4628-8a43-2dcd5d3ce46d tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Publish callbacks [] for port (915673c3-9944-49ea-88b8-c667b6d936b8), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:36.168407 n-d-826753-2 neutron-server[103701]: INFO neutron.pecan_wsgi.hooks.translation [None req-054a57d3-0b9f-46d0-ab35-17f5dabdb8c9 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] DELETE failed (client error): The resource could not be found. Feb 19 02:47:36.181948 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-054a57d3-0b9f-46d0-ab35-17f5dabdb8c9 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 02:47:36.187597 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-054a57d3-0b9f-46d0-ab35-17f5dabdb8c9 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] 10.222.0.72 "DELETE /v2.0/subnets/6ce5114b-d24f-44bb-9b42-a6e13ce6c2cd HTTP/1.1" status: 404 len: 337 time: 0.1087463 Feb 19 02:47:36.191398 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 55398) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:47:36.247792 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f08d8f83-914f-4380-b258-98c86a76e132 req-51dce7d9-3095-4739-9b18-ac418eebe6c4 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/security-groups?id=33e2eb59-206d-4216-aaf9-91cfc46ad855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812476 Feb 19 02:47:36.262201 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['1e5f5862-f5df-4314-97ad-4c0355742944'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:47:36.282382 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-9824c1ea-2e96-4d44-a726-1dce2150c2a2 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] DELETE failed (client error): The resource could not be found. Feb 19 02:47:36.283082 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9824c1ea-2e96-4d44-a726-1dce2150c2a2 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 02:47:36.289550 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-9824c1ea-2e96-4d44-a726-1dce2150c2a2 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] 10.222.0.72 "DELETE /v2.0/networks/d8e6803c-c37c-4bc0-9da2-8f2c996c2ab7 HTTP/1.1" status: 404 len: 339 time: 0.0682182 Feb 19 02:47:36.290576 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 55402) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:47:36.351125 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 02:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6237a0f-e506-4bdd-843d-bf1faf673757 x-openstack-request-id: req-a6237a0f-e506-4bdd-843d-bf1faf673757 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:47:36.351691 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfee5af4-da6a-4d15-a1c5-a6cd65193d4e", "name": "network-vif-unplugged", "status": "completed", "tag": "1e5f5862-f5df-4314-97ad-4c0355742944", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:47:36.351960 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a6237a0f-e506-4bdd-843d-bf1faf673757 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:47:36.352384 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfee5af4-da6a-4d15-a1c5-a6cd65193d4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e5f5862-f5df-4314-97ad-4c0355742944', 'code': 200} Feb 19 02:47:36.363914 n-d-826753-2 neutron-server[103701]: INFO neutron.pecan_wsgi.hooks.translation [None req-18dd189e-c267-446b-baa3-3cf910d5f6d3 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] DELETE failed (client error): The resource could not be found. Feb 19 02:47:36.364599 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18dd189e-c267-446b-baa3-3cf910d5f6d3 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 02:47:36.367957 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-18dd189e-c267-446b-baa3-3cf910d5f6d3 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] 10.222.0.72 "DELETE /v2.0/subnets/e6dfcb0a-5a3a-4c8a-96e2-d4cfabf69fa7 HTTP/1.1" status: 404 len: 337 time: 0.0767837 Feb 19 02:47:36.372347 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 55404) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:47:36.424708 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-1ac2bd56-19e9-4b4f-a8e8-1a05e1a8daba req-874e7bc9-49a2-4628-8a43-2dcd5d3ce46d tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (915673c3-9944-49ea-88b8-c667b6d936b8), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:36.459974 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-5eec2c2c-5b19-4359-9e76-3f0fd29db287 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] DELETE failed (client error): The resource could not be found. Feb 19 02:47:36.466376 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5eec2c2c-5b19-4359-9e76-3f0fd29db287 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 02:47:36.471992 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-5eec2c2c-5b19-4359-9e76-3f0fd29db287 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] 10.222.0.72 "DELETE /v2.0/networks/b8f41e3d-6513-4f0d-9e4d-de093bc316c3 HTTP/1.1" status: 404 len: 339 time: 0.0951450 Feb 19 02:47:36.474756 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 55408) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:47:36.496274 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-391106fc-9e58-4a90-a1f2-58126cfd0188 req-9c726dee-eef4-42f5-baba-ec55f657d17a service neutron] For port f444645c-4fa7-4924-b116-1f3b6946ee37, host n-h1-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:47:36.554838 n-d-826753-2 neutron-server[103701]: INFO neutron.pecan_wsgi.hooks.translation [None req-61fa070c-3ab7-441f-919c-bfc8dc9495b3 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] DELETE failed (client error): The resource could not be found. Feb 19 02:47:36.555459 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61fa070c-3ab7-441f-919c-bfc8dc9495b3 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 02:47:36.558745 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-61fa070c-3ab7-441f-919c-bfc8dc9495b3 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] 10.222.0.72 "DELETE /v2.0/subnets/0ba605bb-450d-48d2-b7b0-41eefe434df4 HTTP/1.1" status: 404 len: 337 time: 0.0828748 Feb 19 02:47:36.566446 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 55412) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:47:36.604509 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ac2bd56-19e9-4b4f-a8e8-1a05e1a8daba req-874e7bc9-49a2-4628-8a43-2dcd5d3ce46d tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Network 4ec29c64-a4ae-430d-ba9f-348461fbf8ef is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:47:36.621043 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184261f4-da91-45ff-94cb-694c18c095fc req-34d8f8f2-5b50-4007-a434-b9017d10f2c4 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:36.635561 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184261f4-da91-45ff-94cb-694c18c095fc req-34d8f8f2-5b50-4007-a434-b9017d10f2c4 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:36.654028 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184261f4-da91-45ff-94cb-694c18c095fc req-34d8f8f2-5b50-4007-a434-b9017d10f2c4 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:36.662035 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [req-1ac2bd56-19e9-4b4f-a8e8-1a05e1a8daba req-874e7bc9-49a2-4628-8a43-2dcd5d3ce46d tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:47:36.679617 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184261f4-da91-45ff-94cb-694c18c095fc req-34d8f8f2-5b50-4007-a434-b9017d10f2c4 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:36.688838 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ac2bd56-19e9-4b4f-a8e8-1a05e1a8daba req-874e7bc9-49a2-4628-8a43-2dcd5d3ce46d tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:47:36.690783 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184261f4-da91-45ff-94cb-694c18c095fc req-34d8f8f2-5b50-4007-a434-b9017d10f2c4 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:36.696711 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184261f4-da91-45ff-94cb-694c18c095fc req-34d8f8f2-5b50-4007-a434-b9017d10f2c4 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:36.696848 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-391106fc-9e58-4a90-a1f2-58126cfd0188 req-9c726dee-eef4-42f5-baba-ec55f657d17a service neutron] For port f444645c-4fa7-4924-b116-1f3b6946ee37, host n-h1-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=f444645c-4fa7-4924-b116-1f3b6946ee37,segment=NetworkSegment(95c489b5-d2f5-4704-89fb-8accaa8a0e0f),segment_id=95c489b5-d2f5-4704-89fb-8accaa8a0e0f)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:47:36.708188 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184261f4-da91-45ff-94cb-694c18c095fc req-34d8f8f2-5b50-4007-a434-b9017d10f2c4 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:36.713382 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874e7bc9-49a2-4628-8a43-2dcd5d3ce46d tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Pushing event updated for resources: {'Port': ['ID=915673c3-9944-49ea-88b8-c667b6d936b8,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:36.732460 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-184261f4-da91-45ff-94cb-694c18c095fc req-34d8f8f2-5b50-4007-a434-b9017d10f2c4 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ec863d4-5792-46d2-b299-7b34b3ebe431 HTTP/1.1" status: 200 len: 5446 time: 0.3587174 Feb 19 02:47:36.745382 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cb0b01b-9238-4b8d-a15e-741a998b6cc3 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] DELETE failed (client error): The resource could not be found. Feb 19 02:47:36.745929 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cb0b01b-9238-4b8d-a15e-741a998b6cc3 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 02:47:36.752017 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-2cb0b01b-9238-4b8d-a15e-741a998b6cc3 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] 10.222.0.72 "DELETE /v2.0/networks/47277d82-617a-44b9-a7bd-81431ffb2dca HTTP/1.1" status: 404 len: 339 time: 0.1789796 Feb 19 02:47:36.756137 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-391106fc-9e58-4a90-a1f2-58126cfd0188 req-9c726dee-eef4-42f5-baba-ec55f657d17a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (f444645c-4fa7-4924-b116-1f3b6946ee37), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:36.762960 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 55420) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:47:36.829066 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-353761d9-fe80-42ad-aa0c-d9ef35e5fb55 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] DELETE failed (client error): The resource could not be found. Feb 19 02:47:36.829570 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-353761d9-fe80-42ad-aa0c-d9ef35e5fb55 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 02:47:36.832669 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-353761d9-fe80-42ad-aa0c-d9ef35e5fb55 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] 10.222.0.72 "DELETE /v2.0/subnets/47173e1d-d212-40f3-b154-6bb89f1c024b HTTP/1.1" status: 404 len: 337 time: 0.0669065 Feb 19 02:47:36.838474 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-184261f4-da91-45ff-94cb-694c18c095fc req-35fea1aa-7422-45f5-9289-d27700d1977e tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ad2b075-8470-4480-bb4e-92661338512f&id=1cff43f7-3cfd-4595-99e1-888048810960&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0860136 Feb 19 02:47:36.839379 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 55422) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:47:36.854438 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391106fc-9e58-4a90-a1f2-58126cfd0188 req-9c726dee-eef4-42f5-baba-ec55f657d17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:36.855068 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-391106fc-9e58-4a90-a1f2-58126cfd0188 req-9c726dee-eef4-42f5-baba-ec55f657d17a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:36.856948 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-391106fc-9e58-4a90-a1f2-58126cfd0188 req-9c726dee-eef4-42f5-baba-ec55f657d17a service neutron] 10.222.0.73 "PUT /v2.0/ports/f444645c-4fa7-4924-b116-1f3b6946ee37 HTTP/1.1" status: 200 len: 1091 time: 2.4287782 Feb 19 02:47:36.861863 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba08959b-2d30-4a3f-ab13-d0d6031530ff', 'tag': 'f444645c-4fa7-4924-b116-1f3b6946ee37'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:47:36.864167 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ba5646-1a14-464f-9dea-b359d88a6761" -d '{"events": [{"name": "network-changed", "server_uuid": "ba08959b-2d30-4a3f-ab13-d0d6031530ff", "tag": "f444645c-4fa7-4924-b116-1f3b6946ee37"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:47:36.880662 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac2bd56-19e9-4b4f-a8e8-1a05e1a8daba req-874e7bc9-49a2-4628-8a43-2dcd5d3ce46d tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:36.880662 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-1ac2bd56-19e9-4b4f-a8e8-1a05e1a8daba req-874e7bc9-49a2-4628-8a43-2dcd5d3ce46d tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:36.892380 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c726dee-eef4-42f5-baba-ec55f657d17a service neutron] Pushing event updated for resources: {'Port': ['ID=f444645c-4fa7-4924-b116-1f3b6946ee37,revision_number=3']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:36.909144 n-d-826753-2 neutron-server[103701]: INFO neutron.pecan_wsgi.hooks.translation [None req-33a81a08-029c-4886-a493-4bcdd8fe2d2d tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] DELETE failed (client error): The resource could not be found. Feb 19 02:47:36.909802 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33a81a08-029c-4886-a493-4bcdd8fe2d2d tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 02:47:36.915754 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-33a81a08-029c-4886-a493-4bcdd8fe2d2d tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] 10.222.0.72 "DELETE /v2.0/networks/aeda92b4-4d52-464c-a332-f63acbf0c942 HTTP/1.1" status: 404 len: 339 time: 0.0724113 Feb 19 02:47:36.915956 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-1ac2bd56-19e9-4b4f-a8e8-1a05e1a8daba req-874e7bc9-49a2-4628-8a43-2dcd5d3ce46d tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2199414 Feb 19 02:47:36.915956 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 55428) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:47:36.941766 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afa0186-7e3a-44ce-9077-454dd8cea938 req-7be2552e-0a93-4f6a-af21-82cb43cd7a50 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:36.944235 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8afa0186-7e3a-44ce-9077-454dd8cea938 req-7be2552e-0a93-4f6a-af21-82cb43cd7a50 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6022ed1-67a1-4ded-890d-e1e66f84412d HTTP/1.1" status: 200 len: 945 time: 0.2097831 Feb 19 02:47:36.946652 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-1ac2bd56-19e9-4b4f-a8e8-1a05e1a8daba req-ddf2d7cd-cd5b-4739-b353-d3ea84394627 service neutron] Request body: {'port': {'device_id': '640b0ecf-3125-49fb-bd64-cf0f228c5f4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826753-2'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:47:37.048724 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8afa0186-7e3a-44ce-9077-454dd8cea938 req-d39d49d1-b608-469c-ac84-0df64934ab17 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941272 Feb 19 02:47:37.075123 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ac1253-395b-4b9c-9e3d-65824b506b1f req-4c52af19-3ced-45b2-83db-a6791c087272 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:37.083064 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-18ac1253-395b-4b9c-9e3d-65824b506b1f req-4c52af19-3ced-45b2-83db-a6791c087272 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/ports?device_id=ba08959b-2d30-4a3f-ab13-d0d6031530ff HTTP/1.1" status: 200 len: 943 time: 0.1029894 Feb 19 02:47:37.140566 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391106fc-9e58-4a90-a1f2-58126cfd0188 req-fe80a78d-6d3d-403e-a5fe-969228c9df88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:37.142194 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-391106fc-9e58-4a90-a1f2-58126cfd0188 req-fe80a78d-6d3d-403e-a5fe-969228c9df88 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c7760c6b8b69415fb3db99a9707764df&device_id=ba08959b-2d30-4a3f-ab13-d0d6031530ff HTTP/1.1" status: 200 len: 1125 time: 0.1920505 Feb 19 02:47:37.143847 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c0c9597-54b0-47e8-a2bf-4f0071fc0fbe x-openstack-request-id: req-0c0c9597-54b0-47e8-a2bf-4f0071fc0fbe {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:47:37.144189 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba08959b-2d30-4a3f-ab13-d0d6031530ff", "tag": "f444645c-4fa7-4924-b116-1f3b6946ee37", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:47:37.144412 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0c0c9597-54b0-47e8-a2bf-4f0071fc0fbe {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:47:37.144859 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba08959b-2d30-4a3f-ab13-d0d6031530ff', 'tag': 'f444645c-4fa7-4924-b116-1f3b6946ee37', 'status': 'completed', 'code': 200} Feb 19 02:47:37.152706 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0887c33-0b5f-4371-8ffe-d3b32a630865 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Deleting subnet 418dc3bb-1521-4563-b3b9-318cc15f4678 {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:47:37.159496 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f0887c33-0b5f-4371-8ffe-d3b32a630865 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks [] for subnet (418dc3bb-1521-4563-b3b9-318cc15f4678), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:37.161564 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-18ac1253-395b-4b9c-9e3d-65824b506b1f req-918df467-c247-480e-8863-1a872b095054 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/security-groups?id=d1068709-142b-4f0d-aa54-30196489f5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724878 Feb 19 02:47:37.162538 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-1ac2bd56-19e9-4b4f-a8e8-1a05e1a8daba req-ddf2d7cd-cd5b-4739-b353-d3ea84394627 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (915673c3-9944-49ea-88b8-c667b6d936b8), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:37.240687 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-391106fc-9e58-4a90-a1f2-58126cfd0188 req-da7dd419-227f-4baf-a64b-d65551835a6d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f444645c-4fa7-4924-b116-1f3b6946ee37 HTTP/1.1" status: 200 len: 217 time: 0.0579989 Feb 19 02:47:37.264700 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4623ab-1ca6-4969-997f-b1a607f52ac2 req-ae80f7e1-7ae5-4e3d-9431-b126bb713987 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:37.272368 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ba4623ab-1ca6-4969-997f-b1a607f52ac2 req-ae80f7e1-7ae5-4e3d-9431-b126bb713987 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=640b0ecf-3125-49fb-bd64-cf0f228c5f4a HTTP/1.1" status: 200 len: 931 time: 0.0690496 Feb 19 02:47:37.328293 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ba4623ab-1ca6-4969-997f-b1a607f52ac2 req-6e7fd205-b3c2-4587-9bae-33d1398cb211 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/security-groups?id=83745bf6-2450-44b1-b073-88b2d8645794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548704 Feb 19 02:47:37.361340 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f0887c33-0b5f-4371-8ffe-d3b32a630865 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (418dc3bb-1521-4563-b3b9-318cc15f4678), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:37.388459 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474b1ed4-507d-4158-86fb-2ac9498e7c11 req-030a532c-8e56-4b25-b661-371b78549c99 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:37.390243 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-474b1ed4-507d-4158-86fb-2ac9498e7c11 req-030a532c-8e56-4b25-b661-371b78549c99 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfee5af4-da6a-4d15-a1c5-a6cd65193d4e HTTP/1.1" status: 200 len: 944 time: 0.0600610 Feb 19 02:47:37.445107 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-474b1ed4-507d-4158-86fb-2ac9498e7c11 req-59194cf8-13d5-4fff-8282-e392f84f4c63 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/security-groups?id=33e2eb59-206d-4216-aaf9-91cfc46ad855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485981 Feb 19 02:47:37.489829 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391106fc-9e58-4a90-a1f2-58126cfd0188 req-87d26195-9612-41a1-9674-83a4b9a5104b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:37.491324 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-391106fc-9e58-4a90-a1f2-58126cfd0188 req-87d26195-9612-41a1-9674-83a4b9a5104b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0bb04773-132e-443e-9baa-c5ff97e31eb2 HTTP/1.1" status: 200 len: 844 time: 0.1430910 Feb 19 02:47:37.550073 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-391106fc-9e58-4a90-a1f2-58126cfd0188 req-182c942b-249a-459d-adfc-d0d19fd3b2fa service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=bf672100-ed94-443f-908a-4ecaf8a2d628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331757 Feb 19 02:47:37.576772 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f0887c33-0b5f-4371-8ffe-d3b32a630865 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (418dc3bb-1521-4563-b3b9-318cc15f4678), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:37.762878 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-391106fc-9e58-4a90-a1f2-58126cfd0188 req-a8bfadee-a761-402e-aa32-07c897c5c40e service neutron] 10.222.0.73 "GET /v2.0/networks/bf672100-ed94-443f-908a-4ecaf8a2d628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599548 Feb 19 02:47:37.766632 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f0887c33-0b5f-4371-8ffe-d3b32a630865 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (418dc3bb-1521-4563-b3b9-318cc15f4678), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:37.784507 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-1ac2bd56-19e9-4b4f-a8e8-1a05e1a8daba req-ddf2d7cd-cd5b-4739-b353-d3ea84394627 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 915673c3-9944-49ea-88b8-c667b6d936b8 {{(pid=103702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:47:37.816956 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0887c33-0b5f-4371-8ffe-d3b32a630865 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Pushing event deleted for resources: {'Subnet': ['ID=418dc3bb-1521-4563-b3b9-318cc15f4678,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:37.822201 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-1ac2bd56-19e9-4b4f-a8e8-1a05e1a8daba req-ddf2d7cd-cd5b-4739-b353-d3ea84394627 service neutron] Publish callbacks [] for port (915673c3-9944-49ea-88b8-c667b6d936b8), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:37.827379 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef95bb25-36d5-4e71-95a8-96c9c9eff570 None None] Network 67b229c5-04fc-42ef-86ed-70f578b545a9 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:47:37.836791 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f0887c33-0b5f-4371-8ffe-d3b32a630865 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:37.841607 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-f0887c33-0b5f-4371-8ffe-d3b32a630865 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] 10.222.0.72 "DELETE /v2.0/subnets/418dc3bb-1521-4563-b3b9-318cc15f4678 HTTP/1.1" status: 204 len: 168 time: 0.9245708 Feb 19 02:47:37.845235 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 55444) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:47:37.892765 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-1ac2bd56-19e9-4b4f-a8e8-1a05e1a8daba req-ddf2d7cd-cd5b-4739-b353-d3ea84394627 service neutron] Transition to ACTIVE for port object 915673c3-9944-49ea-88b8-c667b6d936b8 will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:47:37.903165 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-1ac2bd56-19e9-4b4f-a8e8-1a05e1a8daba req-ddf2d7cd-cd5b-4739-b353-d3ea84394627 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (915673c3-9944-49ea-88b8-c667b6d936b8), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:37.981814 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf2d7cd-cd5b-4739-b353-d3ea84394627 service neutron] Pushing event updated for resources: {'Port': ['ID=915673c3-9944-49ea-88b8-c667b6d936b8,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:37.984877 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-391106fc-9e58-4a90-a1f2-58126cfd0188 req-be1102cc-24eb-4e13-b1a9-706af1a737b7 service neutron] 10.222.0.73 "GET /v2.0/networks/bf672100-ed94-443f-908a-4ecaf8a2d628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778414 Feb 19 02:47:38.043229 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a2c7bc-ca7f-461c-830c-28c09c18ece8 req-0fdccabb-6da3-40fc-9c0d-955e5513720a tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:38.054354 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-08a2c7bc-ca7f-461c-830c-28c09c18ece8 req-0fdccabb-6da3-40fc-9c0d-955e5513720a tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=29bcea09-12cf-46f9-beab-e3b6e5e0664c HTTP/1.1" status: 200 len: 944 time: 0.1957822 Feb 19 02:47:38.062825 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-193b5fb7-fa98-4798-b266-22a86a6c7e26 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (67b229c5-04fc-42ef-86ed-70f578b545a9), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:38.131577 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-1ac2bd56-19e9-4b4f-a8e8-1a05e1a8daba req-ddf2d7cd-cd5b-4739-b353-d3ea84394627 service neutron] Attempting to bind port 915673c3-9944-49ea-88b8-c667b6d936b8 on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:47:38.131915 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-1ac2bd56-19e9-4b4f-a8e8-1a05e1a8daba req-ddf2d7cd-cd5b-4739-b353-d3ea84394627 service neutron] Attempting to bind port 915673c3-9944-49ea-88b8-c667b6d936b8 by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': 'b3dae451-0c86-4a64-8455-5c47bfffd3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '4ec29c64-a4ae-430d-ba9f-348461fbf8ef'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:47:38.132255 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac2bd56-19e9-4b4f-a8e8-1a05e1a8daba req-ddf2d7cd-cd5b-4739-b353-d3ea84394627 service neutron] Attempting to bind port 915673c3-9944-49ea-88b8-c667b6d936b8 on network 4ec29c64-a4ae-430d-ba9f-348461fbf8ef {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:47:38.137793 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac2bd56-19e9-4b4f-a8e8-1a05e1a8daba req-ddf2d7cd-cd5b-4739-b353-d3ea84394627 service neutron] Port 915673c3-9944-49ea-88b8-c667b6d936b8 on network 4ec29c64-a4ae-430d-ba9f-348461fbf8ef not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:47:38.138281 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac2bd56-19e9-4b4f-a8e8-1a05e1a8daba req-ddf2d7cd-cd5b-4739-b353-d3ea84394627 service neutron] Attempting to bind port 915673c3-9944-49ea-88b8-c667b6d936b8 on network 4ec29c64-a4ae-430d-ba9f-348461fbf8ef {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:47:38.144238 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac2bd56-19e9-4b4f-a8e8-1a05e1a8daba req-ddf2d7cd-cd5b-4739-b353-d3ea84394627 service neutron] Checking agent: {'id': 'bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:47:38.144787 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac2bd56-19e9-4b4f-a8e8-1a05e1a8daba req-ddf2d7cd-cd5b-4739-b353-d3ea84394627 service neutron] Checking segment: {'id': 'b3dae451-0c86-4a64-8455-5c47bfffd3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '4ec29c64-a4ae-430d-ba9f-348461fbf8ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:47:38.145330 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac2bd56-19e9-4b4f-a8e8-1a05e1a8daba req-ddf2d7cd-cd5b-4739-b353-d3ea84394627 service neutron] Bound using segment: {'id': 'b3dae451-0c86-4a64-8455-5c47bfffd3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '4ec29c64-a4ae-430d-ba9f-348461fbf8ef'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:47:38.146393 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-1ac2bd56-19e9-4b4f-a8e8-1a05e1a8daba req-ddf2d7cd-cd5b-4739-b353-d3ea84394627 service neutron] Bound port: 915673c3-9944-49ea-88b8-c667b6d936b8, host: n-h2-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3dae451-0c86-4a64-8455-5c47bfffd3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '4ec29c64-a4ae-430d-ba9f-348461fbf8ef'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:47:38.147160 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-1ac2bd56-19e9-4b4f-a8e8-1a05e1a8daba req-ddf2d7cd-cd5b-4739-b353-d3ea84394627 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (915673c3-9944-49ea-88b8-c667b6d936b8), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:38.165492 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65b457c-87fb-48b2-8bb8-2000b5a74d6d None None] DHCP port deletion for 67b229c5-04fc-42ef-86ed-70f578b545a9 request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 02:47:38.178382 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-08a2c7bc-ca7f-461c-830c-28c09c18ece8 req-25ede17c-ba8d-4c6d-8ec0-d8b0d575560c tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106877 Feb 19 02:47:38.258670 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-193b5fb7-fa98-4798-b266-22a86a6c7e26 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Deleting port 87acadda-bef2-4faa-bea5-4592947c3f58 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:47:38.259032 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-193b5fb7-fa98-4798-b266-22a86a6c7e26 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (87acadda-bef2-4faa-bea5-4592947c3f58), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:38.264940 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-c65b457c-87fb-48b2-8bb8-2000b5a74d6d None None] Deleting port 87acadda-bef2-4faa-bea5-4592947c3f58 {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:47:38.265476 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c65b457c-87fb-48b2-8bb8-2000b5a74d6d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (87acadda-bef2-4faa-bea5-4592947c3f58), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:38.315821 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-1ac2bd56-19e9-4b4f-a8e8-1a05e1a8daba req-ddf2d7cd-cd5b-4739-b353-d3ea84394627 service neutron] For port 915673c3-9944-49ea-88b8-c667b6d936b8, host n-h2-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:47:38.338153 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-1ac2bd56-19e9-4b4f-a8e8-1a05e1a8daba req-ddf2d7cd-cd5b-4739-b353-d3ea84394627 service neutron] For port 915673c3-9944-49ea-88b8-c667b6d936b8, host n-h2-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=915673c3-9944-49ea-88b8-c667b6d936b8,segment=NetworkSegment(b3dae451-0c86-4a64-8455-5c47bfffd3eb),segment_id=b3dae451-0c86-4a64-8455-5c47bfffd3eb)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:47:38.342720 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ba5646-1a14-464f-9dea-b359d88a6761 req-ec58bee4-f04d-457b-b9ad-d507aaa66cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:38.344237 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-91ba5646-1a14-464f-9dea-b359d88a6761 req-ec58bee4-f04d-457b-b9ad-d507aaa66cb3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c7760c6b8b69415fb3db99a9707764df&device_id=ba08959b-2d30-4a3f-ab13-d0d6031530ff HTTP/1.1" status: 200 len: 1125 time: 0.1353354 Feb 19 02:47:38.366927 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-1ac2bd56-19e9-4b4f-a8e8-1a05e1a8daba req-ddf2d7cd-cd5b-4739-b353-d3ea84394627 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (915673c3-9944-49ea-88b8-c667b6d936b8), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:38.380306 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-c65b457c-87fb-48b2-8bb8-2000b5a74d6d None None] For port 87acadda-bef2-4faa-bea5-4592947c3f58, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=87acadda-bef2-4faa-bea5-4592947c3f58,segment=NetworkSegment(bb9cbb7c-9ae3-4237-8939-d38248a38e48),segment_id=bb9cbb7c-9ae3-4237-8939-d38248a38e48)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:47:38.380723 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c65b457c-87fb-48b2-8bb8-2000b5a74d6d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (87acadda-bef2-4faa-bea5-4592947c3f58), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:38.412618 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-c65b457c-87fb-48b2-8bb8-2000b5a74d6d None None] Calling delete_port for 87acadda-bef2-4faa-bea5-4592947c3f58 owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:47:38.485459 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-193b5fb7-fa98-4798-b266-22a86a6c7e26 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] For port 87acadda-bef2-4faa-bea5-4592947c3f58, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=87acadda-bef2-4faa-bea5-4592947c3f58,segment=NetworkSegment(bb9cbb7c-9ae3-4237-8939-d38248a38e48),segment_id=bb9cbb7c-9ae3-4237-8939-d38248a38e48)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:47:38.486103 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-193b5fb7-fa98-4798-b266-22a86a6c7e26 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (87acadda-bef2-4faa-bea5-4592947c3f58), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:38.511393 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac2bd56-19e9-4b4f-a8e8-1a05e1a8daba req-ddf2d7cd-cd5b-4739-b353-d3ea84394627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:38.512017 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-1ac2bd56-19e9-4b4f-a8e8-1a05e1a8daba req-ddf2d7cd-cd5b-4739-b353-d3ea84394627 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:38.513442 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-1ac2bd56-19e9-4b4f-a8e8-1a05e1a8daba req-ddf2d7cd-cd5b-4739-b353-d3ea84394627 service neutron] 10.222.0.82 "PUT /v2.0/ports/915673c3-9944-49ea-88b8-c667b6d936b8 HTTP/1.1" status: 200 len: 1091 time: 1.5826046 Feb 19 02:47:38.538956 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf874a1b-3e3a-4e3c-9454-d45692e56182 req-6ba32561-188b-46b9-90e8-92e2cb118d17 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:38.543019 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf2d7cd-cd5b-4739-b353-d3ea84394627 service neutron] Pushing event updated for resources: {'Port': ['ID=915673c3-9944-49ea-88b8-c667b6d936b8,revision_number=3']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:38.546523 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf874a1b-3e3a-4e3c-9454-d45692e56182 req-6ba32561-188b-46b9-90e8-92e2cb118d17 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:38.555362 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf874a1b-3e3a-4e3c-9454-d45692e56182 req-6ba32561-188b-46b9-90e8-92e2cb118d17 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:38.566088 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf874a1b-3e3a-4e3c-9454-d45692e56182 req-6ba32561-188b-46b9-90e8-92e2cb118d17 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:38.572565 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf874a1b-3e3a-4e3c-9454-d45692e56182 req-6ba32561-188b-46b9-90e8-92e2cb118d17 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:38.587937 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf874a1b-3e3a-4e3c-9454-d45692e56182 req-6ba32561-188b-46b9-90e8-92e2cb118d17 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:38.597508 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf874a1b-3e3a-4e3c-9454-d45692e56182 req-6ba32561-188b-46b9-90e8-92e2cb118d17 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:38.608284 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bf874a1b-3e3a-4e3c-9454-d45692e56182 req-6ba32561-188b-46b9-90e8-92e2cb118d17 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ec863d4-5792-46d2-b299-7b34b3ebe431 HTTP/1.1" status: 200 len: 5446 time: 0.2753952 Feb 19 02:47:38.610151 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-193b5fb7-fa98-4798-b266-22a86a6c7e26 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Calling delete_port for 87acadda-bef2-4faa-bea5-4592947c3f58 owned by network:dhcp {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:47:38.620864 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c65b457c-87fb-48b2-8bb8-2000b5a74d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (87acadda-bef2-4faa-bea5-4592947c3f58), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:38.627034 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ba5646-1a14-464f-9dea-b359d88a6761 req-ac2802d1-ddce-4fa7-b691-de92b93e276f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:38.629348 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-91ba5646-1a14-464f-9dea-b359d88a6761 req-ac2802d1-ddce-4fa7-b691-de92b93e276f service neutron] 10.222.0.73 "GET /v2.0/networks?id=bf672100-ed94-443f-908a-4ecaf8a2d628 HTTP/1.1" status: 200 len: 905 time: 0.2708464 Feb 19 02:47:38.671171 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65b457c-87fb-48b2-8bb8-2000b5a74d6d None None] Pushing event deleted for resources: {'Port': ['ID=87acadda-bef2-4faa-bea5-4592947c3f58,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:38.673055 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65b457c-87fb-48b2-8bb8-2000b5a74d6d None None] No DVR routers for this DVR port 87acadda-bef2-4faa-bea5-4592947c3f58 on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:47:38.703856 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-91ba5646-1a14-464f-9dea-b359d88a6761 req-4ed8ddc2-ed2a-4317-afee-f2f67555b46d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f444645c-4fa7-4924-b116-1f3b6946ee37 HTTP/1.1" status: 200 len: 217 time: 0.0652909 Feb 19 02:47:38.717858 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac2bd56-19e9-4b4f-a8e8-1a05e1a8daba req-b5ba1bac-65e0-4bf9-9fa6-25d756f41169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:38.719515 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-1ac2bd56-19e9-4b4f-a8e8-1a05e1a8daba req-b5ba1bac-65e0-4bf9-9fa6-25d756f41169 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d68bae7ecf6f4907884d3b1c20c6b537&device_id=640b0ecf-3125-49fb-bd64-cf0f228c5f4a HTTP/1.1" status: 200 len: 1125 time: 0.1256721 Feb 19 02:47:38.733951 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-193b5fb7-fa98-4798-b266-22a86a6c7e26 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (87acadda-bef2-4faa-bea5-4592947c3f58), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:38.773757 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-1ac2bd56-19e9-4b4f-a8e8-1a05e1a8daba req-24c80ef0-8e34-42b3-b7b2-b8080f43d303 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=915673c3-9944-49ea-88b8-c667b6d936b8 HTTP/1.1" status: 200 len: 217 time: 0.0396814 Feb 19 02:47:38.785705 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193b5fb7-fa98-4798-b266-22a86a6c7e26 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Pushing event deleted for resources: {'Port': ['ID=87acadda-bef2-4faa-bea5-4592947c3f58,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:38.836405 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193b5fb7-fa98-4798-b266-22a86a6c7e26 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] No DVR routers for this DVR port 87acadda-bef2-4faa-bea5-4592947c3f58 on host n-d-826753-2 {{(pid=103701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:47:38.860268 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:47:38.866843 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ba5646-1a14-464f-9dea-b359d88a6761 req-2ca9b37c-3a7e-4cf9-91cd-da26df03b878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:38.868708 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-91ba5646-1a14-464f-9dea-b359d88a6761 req-2ca9b37c-3a7e-4cf9-91cd-da26df03b878 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0bb04773-132e-443e-9baa-c5ff97e31eb2 HTTP/1.1" status: 200 len: 844 time: 0.0933404 Feb 19 02:47:38.870591 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac2bd56-19e9-4b4f-a8e8-1a05e1a8daba req-72be245a-bf9c-4ed3-8fea-e253687e0e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:38.872070 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-1ac2bd56-19e9-4b4f-a8e8-1a05e1a8daba req-72be245a-bf9c-4ed3-8fea-e253687e0e9a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5103dc21-f4d0-430c-8a52-b05a3a288bbf HTTP/1.1" status: 200 len: 852 time: 0.0882523 Feb 19 02:47:38.912322 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-91ba5646-1a14-464f-9dea-b359d88a6761 req-4e399913-8d95-4507-8202-bf5add7c5db8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=bf672100-ed94-443f-908a-4ecaf8a2d628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355375 Feb 19 02:47:38.930422 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-1ac2bd56-19e9-4b4f-a8e8-1a05e1a8daba req-3b338ca2-6dc0-42b5-92af-ca8b53dd9bba service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=4ec29c64-a4ae-430d-ba9f-348461fbf8ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443387 Feb 19 02:47:38.979524 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-193b5fb7-fa98-4798-b266-22a86a6c7e26 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (67b229c5-04fc-42ef-86ed-70f578b545a9), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:38.987720 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193b5fb7-fa98-4798-b266-22a86a6c7e26 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:47:38.988069 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193b5fb7-fa98-4798-b266-22a86a6c7e26 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:47:38.988408 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193b5fb7-fa98-4798-b266-22a86a6c7e26 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:47:38.988763 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193b5fb7-fa98-4798-b266-22a86a6c7e26 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:47:38.989119 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193b5fb7-fa98-4798-b266-22a86a6c7e26 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:47:38.989753 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193b5fb7-fa98-4798-b266-22a86a6c7e26 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:47:38.990304 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193b5fb7-fa98-4798-b266-22a86a6c7e26 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:47:38.990643 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193b5fb7-fa98-4798-b266-22a86a6c7e26 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:47:38.990968 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193b5fb7-fa98-4798-b266-22a86a6c7e26 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:47:38.991311 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193b5fb7-fa98-4798-b266-22a86a6c7e26 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:47:38.991637 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193b5fb7-fa98-4798-b266-22a86a6c7e26 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:47:38.991958 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193b5fb7-fa98-4798-b266-22a86a6c7e26 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:47:38.992277 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193b5fb7-fa98-4798-b266-22a86a6c7e26 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:47:39.060141 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bf874a1b-3e3a-4e3c-9454-d45692e56182 req-09347d96-e28a-46d7-87f7-bc0e751b003e tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ad2b075-8470-4480-bb4e-92661338512f&id=1cff43f7-3cfd-4595-99e1-888048810960&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3597820 Feb 19 02:47:39.064887 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-193b5fb7-fa98-4798-b266-22a86a6c7e26 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67b229c5-04fc-42ef-86ed-70f578b545a9']}} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:47:39.085897 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-193b5fb7-fa98-4798-b266-22a86a6c7e26 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb9cbb7c-9ae3-4237-8939-d38248a38e48') {'for_net_delete': True} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:47:39.086314 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-193b5fb7-fa98-4798-b266-22a86a6c7e26 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb9cbb7c-9ae3-4237-8939-d38248a38e48') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:47:39.101606 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-193b5fb7-fa98-4798-b266-22a86a6c7e26 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12647422'] for segment (bb9cbb7c-9ae3-4237-8939-d38248a38e48), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:39.104572 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-91ba5646-1a14-464f-9dea-b359d88a6761 req-c0e4ae5a-f9d9-4579-825f-67d46e3aca70 service neutron] 10.222.0.73 "GET /v2.0/networks/bf672100-ed94-443f-908a-4ecaf8a2d628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766660 Feb 19 02:47:39.106827 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-1ac2bd56-19e9-4b4f-a8e8-1a05e1a8daba req-09733b21-5a1d-465d-8716-a42123b181c4 service neutron] 10.222.0.82 "GET /v2.0/networks/4ec29c64-a4ae-430d-ba9f-348461fbf8ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677935 Feb 19 02:47:39.119216 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-193b5fb7-fa98-4798-b266-22a86a6c7e26 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (bb9cbb7c-9ae3-4237-8939-d38248a38e48), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:39.126220 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-193b5fb7-fa98-4798-b266-22a86a6c7e26 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Releasing vlan 299 on physical network physnet1 to pool {{(pid=103701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:47:39.126749 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-193b5fb7-fa98-4798-b266-22a86a6c7e26 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583360'] for segment (bb9cbb7c-9ae3-4237-8939-d38248a38e48), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:39.157740 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '640b0ecf-3125-49fb-bd64-cf0f228c5f4a', 'tag': '915673c3-9944-49ea-88b8-c667b6d936b8'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:47:39.159942 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8c9b91d-6e4c-4830-9533-37e196883c62" -d '{"events": [{"name": "network-changed", "server_uuid": "640b0ecf-3125-49fb-bd64-cf0f228c5f4a", "tag": "915673c3-9944-49ea-88b8-c667b6d936b8"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:47:39.198850 n-d-826753-2 neutron-server[103701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:47:39.198850 n-d-826753-2 neutron-server[103701]: self.session.flush() Feb 19 02:47:39.198850 n-d-826753-2 neutron-server[103701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:47:39.198850 n-d-826753-2 neutron-server[103701]: self.session.flush() Feb 19 02:47:39.198850 n-d-826753-2 neutron-server[103701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:47:39.198850 n-d-826753-2 neutron-server[103701]: self.session.flush() Feb 19 02:47:39.198850 n-d-826753-2 neutron-server[103701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:47:39.198850 n-d-826753-2 neutron-server[103701]: self.session.flush() Feb 19 02:47:39.198850 n-d-826753-2 neutron-server[103701]: Traceback (most recent call last): Feb 19 02:47:39.198850 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:47:39.198850 n-d-826753-2 neutron-server[103701]: timer() Feb 19 02:47:39.198850 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:47:39.198850 n-d-826753-2 neutron-server[103701]: cb(*args, **kw) Feb 19 02:47:39.198850 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:47:39.198850 n-d-826753-2 neutron-server[103701]: return func(*args, **kwargs) Feb 19 02:47:39.198850 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:47:39.198850 n-d-826753-2 neutron-server[103701]: self._notify() Feb 19 02:47:39.198850 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:47:39.198850 n-d-826753-2 neutron-server[103701]: self.callback(batched_events) Feb 19 02:47:39.198850 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:47:39.198850 n-d-826753-2 neutron-server[103701]: event.method(event) Feb 19 02:47:39.198850 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:47:39.198850 n-d-826753-2 neutron-server[103701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:47:39.198850 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:47:39.198850 n-d-826753-2 neutron-server[103701]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:47:39.198850 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:47:39.198850 n-d-826753-2 neutron-server[103701]: return f(self, *a, **k) Feb 19 02:47:39.198850 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:47:39.198850 n-d-826753-2 neutron-server[103701]: return self._get(url).json() Feb 19 02:47:39.198850 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:47:39.198850 n-d-826753-2 neutron-server[103701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:47:39.198850 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:47:39.198850 n-d-826753-2 neutron-server[103701]: return self.request(url, 'GET', **kwargs) Feb 19 02:47:39.198850 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:47:39.198850 n-d-826753-2 neutron-server[103701]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:47:39.198850 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:47:39.198850 n-d-826753-2 neutron-server[103701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:47:39.198850 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:47:39.198850 n-d-826753-2 neutron-server[103701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:47:39.198850 n-d-826753-2 neutron-server[103701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:47:39.212279 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0103617a-5e81-4550-a2ab-be21622688af req-d1cf2a52-b5b0-47f7-b369-ee5084c39b68 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:39.214240 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0103617a-5e81-4550-a2ab-be21622688af req-d1cf2a52-b5b0-47f7-b369-ee5084c39b68 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6022ed1-67a1-4ded-890d-e1e66f84412d HTTP/1.1" status: 200 len: 945 time: 0.7458308 Feb 19 02:47:39.219950 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-193b5fb7-fa98-4798-b266-22a86a6c7e26 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (67b229c5-04fc-42ef-86ed-70f578b545a9), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:39.226401 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-193b5fb7-fa98-4798-b266-22a86a6c7e26 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:39.255623 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-193b5fb7-fa98-4798-b266-22a86a6c7e26 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] 10.222.0.72 "DELETE /v2.0/networks/67b229c5-04fc-42ef-86ed-70f578b545a9 HTTP/1.1" status: 204 len: 168 time: 1.3928249 Feb 19 02:47:39.325514 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193b5fb7-fa98-4798-b266-22a86a6c7e26 tempest-NetworksTest-24345588 tempest-NetworksTest-24345588-project] Pushing event deleted for resources: {'Network': ['ID=67b229c5-04fc-42ef-86ed-70f578b545a9,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:39.435086 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4957191-a9ce-4200-a9a2-422f387caad5 req-3da23551-297f-4a4c-9a6d-e04b9f4a674f tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:39.437023 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c4957191-a9ce-4200-a9a2-422f387caad5 req-3da23551-297f-4a4c-9a6d-e04b9f4a674f tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.73 "GET /v2.0/ports?device_id=29bcea09-12cf-46f9-beab-e3b6e5e0664c HTTP/1.1" status: 200 len: 944 time: 0.6418226 Feb 19 02:47:39.452816 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0103617a-5e81-4550-a2ab-be21622688af req-1bd7398b-158d-4412-aa8a-7b55c0adfd36 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916957 Feb 19 02:47:39.508269 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 1e5f5862-f5df-4314-97ad-4c0355742944 up at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:47:39.606626 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d310452-3606-4975-b586-9b8db857639f req-96613c3a-9cb1-4ced-b7e7-8e3b428770a7 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:39.610760 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5d310452-3606-4975-b586-9b8db857639f req-96613c3a-9cb1-4ced-b7e7-8e3b428770a7 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/ports?device_id=ba08959b-2d30-4a3f-ab13-d0d6031530ff HTTP/1.1" status: 200 len: 943 time: 0.3953316 Feb 19 02:47:39.664516 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning complete for port 1e5f5862-f5df-4314-97ad-4c0355742944 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:47:39.664921 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (1e5f5862-f5df-4314-97ad-4c0355742944), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:39.724841 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 55476) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:47:39.734862 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5d310452-3606-4975-b586-9b8db857639f req-9898b24e-4f20-484f-a5b6-7e9d3eb4f0c1 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/security-groups?id=d1068709-142b-4f0d-aa54-30196489f5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611818 Feb 19 02:47:39.783485 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-c4957191-a9ce-4200-a9a2-422f387caad5 req-65a78037-7d97-4188-8a7a-5bb3109c43b4 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Deleting port ec06d5ce-1eba-4ddd-befe-dc1f766a8000 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:47:39.784206 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-c4957191-a9ce-4200-a9a2-422f387caad5 req-65a78037-7d97-4188-8a7a-5bb3109c43b4 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (ec06d5ce-1eba-4ddd-befe-dc1f766a8000), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:39.797775 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a06f2b-b55c-47b3-9aeb-cb0aadadcd61 req-be416bd7-ed97-4042-8c94-e43889b9b3a7 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:39.806981 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-18a06f2b-b55c-47b3-9aeb-cb0aadadcd61 req-be416bd7-ed97-4042-8c94-e43889b9b3a7 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=640b0ecf-3125-49fb-bd64-cf0f228c5f4a HTTP/1.1" status: 200 len: 943 time: 0.2101290 Feb 19 02:47:39.875190 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 1e5f5862-f5df-4314-97ad-4c0355742944 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:47:39.875539 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (1e5f5862-f5df-4314-97ad-4c0355742944), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:39.918712 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 1e5f5862-f5df-4314-97ad-4c0355742944, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=1e5f5862-f5df-4314-97ad-4c0355742944,segment=NetworkSegment(27cce794-dfd5-41e1-991b-27e0c79dcb47),segment_id=27cce794-dfd5-41e1-991b-27e0c79dcb47)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:47:39.921412 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfee5af4-da6a-4d15-a1c5-a6cd65193d4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e5f5862-f5df-4314-97ad-4c0355742944'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:47:39.925368 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50d6137c-5189-44ae-b6fb-84c378a42861" -d '{"events": [{"server_uuid": "dfee5af4-da6a-4d15-a1c5-a6cd65193d4e", "name": "network-vif-plugged", "status": "completed", "tag": "1e5f5862-f5df-4314-97ad-4c0355742944"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:47:39.931018 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-91ba5646-1a14-464f-9dea-b359d88a6761 req-dc07a0fc-f524-4661-a49c-162d2f6da42d service neutron] 10.222.0.73 "GET /v2.0/networks/bf672100-ed94-443f-908a-4ecaf8a2d628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8015473 Feb 19 02:47:39.932627 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-1ac2bd56-19e9-4b4f-a8e8-1a05e1a8daba req-d455d501-7de2-4760-9026-378af8e39af2 service neutron] 10.222.0.82 "GET /v2.0/networks/4ec29c64-a4ae-430d-ba9f-348461fbf8ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8187919 Feb 19 02:47:39.934277 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (1e5f5862-f5df-4314-97ad-4c0355742944), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:40.041667 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-b613783e-25b9-433b-9bf5-bc816561adda admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3feb19dbdfe94d40bca95d7b37882add&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2867751 Feb 19 02:47:40.042123 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 55482) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:47:40.049986 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=1e5f5862-f5df-4314-97ad-4c0355742944,revision_number=8']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:40.063569 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-18a06f2b-b55c-47b3-9aeb-cb0aadadcd61 req-8ec6f5c2-6a69-4174-94f1-0bfde4bcc12c tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/security-groups?id=83745bf6-2450-44b1-b073-88b2d8645794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555890 Feb 19 02:47:40.088468 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-c4957191-a9ce-4200-a9a2-422f387caad5 req-65a78037-7d97-4188-8a7a-5bb3109c43b4 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] For port ec06d5ce-1eba-4ddd-befe-dc1f766a8000, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=ec06d5ce-1eba-4ddd-befe-dc1f766a8000,segment=NetworkSegment(999cf2ff-ad78-4ea0-b2d0-93d967fd81fc),segment_id=999cf2ff-ad78-4ea0-b2d0-93d967fd81fc)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:47:40.089072 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-c4957191-a9ce-4200-a9a2-422f387caad5 req-65a78037-7d97-4188-8a7a-5bb3109c43b4 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (ec06d5ce-1eba-4ddd-befe-dc1f766a8000), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:40.106752 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-c4957191-a9ce-4200-a9a2-422f387caad5 req-65a78037-7d97-4188-8a7a-5bb3109c43b4 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Calling delete_port for ec06d5ce-1eba-4ddd-befe-dc1f766a8000 owned by compute:nova {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:47:40.115774 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8050bb28-985b-4d6a-b162-d3b65971734a req-fb9b9c09-2938-4ad4-bcb0-297a26489085 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:40.121592 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-1348c6c1-b9b9-4128-819b-8e7af4c8a5b1 req-7d604086-f96c-4db8-bc4f-a2b2ba26faab service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d3f5f85b-34ff-4273-b0ac-566af344a95d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2843819 Feb 19 02:47:40.123154 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8050bb28-985b-4d6a-b162-d3b65971734a req-fb9b9c09-2938-4ad4-bcb0-297a26489085 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfee5af4-da6a-4d15-a1c5-a6cd65193d4e HTTP/1.1" status: 200 len: 945 time: 0.1972904 Feb 19 02:47:40.143635 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4707fdf2-dab7-437c-a166-726d4b27dd54 admin admin] Publish callbacks [] for security_group (44fa8164-baa4-49b2-89c0-05b3868b354e), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:40.173521 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4707fdf2-dab7-437c-a166-726d4b27dd54 admin admin] Publish callbacks [] for security_group (44fa8164-baa4-49b2-89c0-05b3868b354e), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:40.208457 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 87acadda-bef2-4faa-bea5-4592947c3f58 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:47:40.231278 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 87acadda-bef2-4faa-bea5-4592947c3f58 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:47:40.231875 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 87acadda-bef2-4faa-bea5-4592947c3f58 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:47:40.268793 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4707fdf2-dab7-437c-a166-726d4b27dd54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (44fa8164-baa4-49b2-89c0-05b3868b354e), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:40.271973 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4707fdf2-dab7-437c-a166-726d4b27dd54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:40.275755 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-4707fdf2-dab7-437c-a166-726d4b27dd54 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/44fa8164-baa4-49b2-89c0-05b3868b354e HTTP/1.1" status: 204 len: 168 time: 0.2277133 Feb 19 02:47:40.285429 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1348c6c1-b9b9-4128-819b-8e7af4c8a5b1 req-26c8fa3b-8460-4aff-8b66-ccf1ab480b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:40.287886 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-1348c6c1-b9b9-4128-819b-8e7af4c8a5b1 req-26c8fa3b-8460-4aff-8b66-ccf1ab480b9c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ad75c6928a1d4c6da3a56db6352b2618&device_id=d3f5f85b-34ff-4273-b0ac-566af344a95d HTTP/1.1" status: 200 len: 1126 time: 0.0978231 Feb 19 02:47:40.289125 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4707fdf2-dab7-437c-a166-726d4b27dd54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44fa8164-baa4-49b2-89c0-05b3868b354e,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:40.415477 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1348c6c1-b9b9-4128-819b-8e7af4c8a5b1 req-e0ea04ae-f844-454d-a397-28d942e38490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:40.417256 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-1348c6c1-b9b9-4128-819b-8e7af4c8a5b1 req-e0ea04ae-f844-454d-a397-28d942e38490 service neutron] 10.222.0.73 "GET /v2.0/networks?id=db98097a-bb19-479d-bd0d-4f71e988880a HTTP/1.1" status: 200 len: 922 time: 0.1086719 Feb 19 02:47:40.476118 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-1348c6c1-b9b9-4128-819b-8e7af4c8a5b1 req-6e1a8715-8296-4dfc-9119-870d025e6350 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b60fb05-e487-4969-8620-669f8cc0ccaf HTTP/1.1" status: 200 len: 217 time: 0.0527401 Feb 19 02:47:40.540000 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1348c6c1-b9b9-4128-819b-8e7af4c8a5b1 req-3370b428-436f-4c44-a157-0ba421bd1d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:40.541590 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-1348c6c1-b9b9-4128-819b-8e7af4c8a5b1 req-3370b428-436f-4c44-a157-0ba421bd1d8b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2fe72d28-9326-4a85-b8b2-36c8cafae112 HTTP/1.1" status: 200 len: 861 time: 0.0591052 Feb 19 02:47:40.585373 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-1348c6c1-b9b9-4128-819b-8e7af4c8a5b1 req-db0cd97a-58b4-4812-b42f-00ae33edef8f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=db98097a-bb19-479d-bd0d-4f71e988880a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374246 Feb 19 02:47:40.658849 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8050bb28-985b-4d6a-b162-d3b65971734a req-cab6458c-1099-4491-aa43-bae1913253f4 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/security-groups?id=33e2eb59-206d-4216-aaf9-91cfc46ad855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5348315 Feb 19 02:47:40.716874 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ecf4676-b989-4446-a068-00d47b5301fa x-openstack-request-id: req-4ecf4676-b989-4446-a068-00d47b5301fa {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:47:40.717213 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "640b0ecf-3125-49fb-bd64-cf0f228c5f4a", "tag": "915673c3-9944-49ea-88b8-c667b6d936b8", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:47:40.717456 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4ecf4676-b989-4446-a068-00d47b5301fa {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:47:40.718877 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bce1f2-8f15-441d-9681-f93385416066 req-dd3930ca-8e5e-4e00-91cd-3956c64cf897 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:40.719144 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '640b0ecf-3125-49fb-bd64-cf0f228c5f4a', 'tag': '915673c3-9944-49ea-88b8-c667b6d936b8', 'status': 'completed', 'code': 200} Feb 19 02:47:40.724643 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bce1f2-8f15-441d-9681-f93385416066 req-dd3930ca-8e5e-4e00-91cd-3956c64cf897 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:40.730657 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bce1f2-8f15-441d-9681-f93385416066 req-dd3930ca-8e5e-4e00-91cd-3956c64cf897 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:40.736220 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bce1f2-8f15-441d-9681-f93385416066 req-dd3930ca-8e5e-4e00-91cd-3956c64cf897 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:40.744430 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bce1f2-8f15-441d-9681-f93385416066 req-dd3930ca-8e5e-4e00-91cd-3956c64cf897 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:40.750578 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bce1f2-8f15-441d-9681-f93385416066 req-dd3930ca-8e5e-4e00-91cd-3956c64cf897 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:40.756319 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-1348c6c1-b9b9-4128-819b-8e7af4c8a5b1 req-49d6e038-f095-487f-99a1-689c449ad540 service neutron] 10.222.0.73 "GET /v2.0/networks/db98097a-bb19-479d-bd0d-4f71e988880a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590738 Feb 19 02:47:40.760117 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bce1f2-8f15-441d-9681-f93385416066 req-dd3930ca-8e5e-4e00-91cd-3956c64cf897 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:40.773257 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-31bce1f2-8f15-441d-9681-f93385416066 req-dd3930ca-8e5e-4e00-91cd-3956c64cf897 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ec863d4-5792-46d2-b299-7b34b3ebe431 HTTP/1.1" status: 200 len: 5446 time: 0.2180448 Feb 19 02:47:40.774022 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 55500) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:47:40.783316 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-06f0d59f-33e7-4190-97b8-358a7fcc8bbc tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Request body: {'floatingip': {'port_id': '4a90eb6b-9954-4fd4-a849-80da8c127a4c'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:47:40.840421 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-add6e7c5-6c35-4a6e-927b-b8b5d5bf080a x-openstack-request-id: req-add6e7c5-6c35-4a6e-927b-b8b5d5bf080a {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:47:40.841422 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfee5af4-da6a-4d15-a1c5-a6cd65193d4e", "name": "network-vif-plugged", "status": "completed", "tag": "1e5f5862-f5df-4314-97ad-4c0355742944", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:47:40.841867 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-add6e7c5-6c35-4a6e-927b-b8b5d5bf080a {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:47:40.842508 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfee5af4-da6a-4d15-a1c5-a6cd65193d4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e5f5862-f5df-4314-97ad-4c0355742944', 'code': 200} Feb 19 02:47:40.939527 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c9b91d-6e4c-4830-9533-37e196883c62 req-89abedbe-f9d2-49e7-820f-8e5ba200a59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:40.941243 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a8c9b91d-6e4c-4830-9533-37e196883c62 req-89abedbe-f9d2-49e7-820f-8e5ba200a59c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d68bae7ecf6f4907884d3b1c20c6b537&device_id=640b0ecf-3125-49fb-bd64-cf0f228c5f4a HTTP/1.1" status: 200 len: 1125 time: 0.1746581 Feb 19 02:47:40.948047 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-1348c6c1-b9b9-4128-819b-8e7af4c8a5b1 req-1efe74e8-4a2f-46d5-a6d4-c1a10aeace6b service neutron] 10.222.0.73 "GET /v2.0/networks/db98097a-bb19-479d-bd0d-4f71e988880a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601245 Feb 19 02:47:41.060451 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-06f0d59f-33e7-4190-97b8-358a7fcc8bbc tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks [] for floatingip (8aef0a69-870d-4c92-8f15-a248ec67315f), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:41.104125 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c9b91d-6e4c-4830-9533-37e196883c62 req-148cafcf-3a1f-4f77-9022-94c38418ac12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:41.105684 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a8c9b91d-6e4c-4830-9533-37e196883c62 req-148cafcf-3a1f-4f77-9022-94c38418ac12 service neutron] 10.222.0.82 "GET /v2.0/networks?id=4ec29c64-a4ae-430d-ba9f-348461fbf8ef HTTP/1.1" status: 200 len: 913 time: 0.1482422 Feb 19 02:47:41.162351 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a8c9b91d-6e4c-4830-9533-37e196883c62 req-45daa3a5-78a6-4b97-ad5d-f448975a33b7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=915673c3-9944-49ea-88b8-c667b6d936b8 HTTP/1.1" status: 200 len: 217 time: 0.0479174 Feb 19 02:47:41.168218 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device f444645c-4fa7-4924-b116-1f3b6946ee37 details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:47:41.220362 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2037498-edd1-4c41-abff-70b1f3f4298c req-ae7f1d10-d314-4c7b-9cad-f86d97db107c tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:41.221908 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a2037498-edd1-4c41-abff-70b1f3f4298c req-ae7f1d10-d314-4c7b-9cad-f86d97db107c tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=29bcea09-12cf-46f9-beab-e3b6e5e0664c HTTP/1.1" status: 200 len: 944 time: 0.4302313 Feb 19 02:47:41.237325 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c9b91d-6e4c-4830-9533-37e196883c62 req-bd800272-447c-4d0a-82d1-fd82027cb858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:41.239260 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a8c9b91d-6e4c-4830-9533-37e196883c62 req-bd800272-447c-4d0a-82d1-fd82027cb858 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5103dc21-f4d0-430c-8a52-b05a3a288bbf HTTP/1.1" status: 200 len: 852 time: 0.0697408 Feb 19 02:47:41.285057 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a8c9b91d-6e4c-4830-9533-37e196883c62 req-5e4ee4b7-171f-440c-9962-023815e64674 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=4ec29c64-a4ae-430d-ba9f-348461fbf8ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389788 Feb 19 02:47:41.299809 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33d6eb5-d2ac-4850-9d10-2b641142f67f req-05c6e5d1-0d28-412d-b177-a1942bf4895a tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:41.301358 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a33d6eb5-d2ac-4850-9d10-2b641142f67f req-05c6e5d1-0d28-412d-b177-a1942bf4895a tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6022ed1-67a1-4ded-890d-e1e66f84412d HTTP/1.1" status: 200 len: 945 time: 0.3646739 Feb 19 02:47:41.331926 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device ec06d5ce-1eba-4ddd-befe-dc1f766a8000 no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:47:41.341448 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 55514) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:47:41.360427 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] No Port match for: ec06d5ce-1eba-4ddd-befe-dc1f766a8000 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:47:41.360813 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device ec06d5ce-1eba-4ddd-befe-dc1f766a8000 not bound to the agent host n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:47:41.381624 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port f444645c-4fa7-4924-b116-1f3b6946ee37, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=f444645c-4fa7-4924-b116-1f3b6946ee37,segment=NetworkSegment(95c489b5-d2f5-4704-89fb-8accaa8a0e0f),segment_id=95c489b5-d2f5-4704-89fb-8accaa8a0e0f)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:47:41.393677 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': 'f444645c-4fa7-4924-b116-1f3b6946ee37', 'network_id': 'bf672100-ed94-443f-908a-4ecaf8a2d628', 'port_id': 'f444645c-4fa7-4924-b116-1f3b6946ee37', 'mac_address': 'fa:16:3e:92:9f:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bb04773-132e-443e-9baa-c5ff97e31eb2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:47:41.417755 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-c4957191-a9ce-4200-a9a2-422f387caad5 req-65a78037-7d97-4188-8a7a-5bb3109c43b4 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (ec06d5ce-1eba-4ddd-befe-dc1f766a8000), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:41.432576 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port f444645c-4fa7-4924-b116-1f3b6946ee37 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:47:41.432967 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (f444645c-4fa7-4924-b116-1f3b6946ee37), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:41.444284 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a2037498-edd1-4c41-abff-70b1f3f4298c req-8fecab3f-0f38-4363-8e9d-2ddbb867620e tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083790 Feb 19 02:47:41.462336 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['49fe7044-8617-421f-8cae-626e2aa0e00e'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:47:41.462586 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a8c9b91d-6e4c-4830-9533-37e196883c62 req-97b39328-8d70-4954-8644-b5e9bbf58ca1 service neutron] 10.222.0.82 "GET /v2.0/networks/4ec29c64-a4ae-430d-ba9f-348461fbf8ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589568 Feb 19 02:47:41.480216 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f444645c-4fa7-4924-b116-1f3b6946ee37 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:47:41.508265 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port f444645c-4fa7-4924-b116-1f3b6946ee37, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=f444645c-4fa7-4924-b116-1f3b6946ee37,segment=NetworkSegment(95c489b5-d2f5-4704-89fb-8accaa8a0e0f),segment_id=95c489b5-d2f5-4704-89fb-8accaa8a0e0f)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:47:41.522676 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 915673c3-9944-49ea-88b8-c667b6d936b8 details requested by agent hyperv_n-h2-826753-2 with host n-h2-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:47:41.601633 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a8c9b91d-6e4c-4830-9533-37e196883c62 req-6579bebe-f716-464b-977b-d9027f733728 service neutron] 10.222.0.82 "GET /v2.0/networks/4ec29c64-a4ae-430d-ba9f-348461fbf8ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352191 Feb 19 02:47:41.605109 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (f444645c-4fa7-4924-b116-1f3b6946ee37), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:41.702701 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 915673c3-9944-49ea-88b8-c667b6d936b8, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=915673c3-9944-49ea-88b8-c667b6d936b8,segment=NetworkSegment(b3dae451-0c86-4a64-8455-5c47bfffd3eb),segment_id=b3dae451-0c86-4a64-8455-5c47bfffd3eb)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:47:41.711640 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-82f9ab15-4639-4bfe-808c-dc49cd1788a2 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1900237973'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:47:41.720928 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=f444645c-4fa7-4924-b116-1f3b6946ee37,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:41.736463 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Returning: {'device': '915673c3-9944-49ea-88b8-c667b6d936b8', 'network_id': '4ec29c64-a4ae-430d-ba9f-348461fbf8ef', 'port_id': '915673c3-9944-49ea-88b8-c667b6d936b8', 'mac_address': 'fa:16:3e:c6:dc:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5103dc21-f4d0-430c-8a52-b05a3a288bbf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:47:41.737730 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4957191-a9ce-4200-a9a2-422f387caad5 req-65a78037-7d97-4188-8a7a-5bb3109c43b4 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] No DVR routers for this DVR port ec06d5ce-1eba-4ddd-befe-dc1f766a8000 on host n-h1-826753-2 {{(pid=103701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:47:41.741314 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-c4957191-a9ce-4200-a9a2-422f387caad5 req-65a78037-7d97-4188-8a7a-5bb3109c43b4 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:41.745323 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c4957191-a9ce-4200-a9a2-422f387caad5 req-65a78037-7d97-4188-8a7a-5bb3109c43b4 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.73 "DELETE /v2.0/ports/ec06d5ce-1eba-4ddd-befe-dc1f766a8000 HTTP/1.1" status: 204 len: 173 time: 2.2863283 Feb 19 02:47:41.756295 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29bcea09-12cf-46f9-beab-e3b6e5e0664c', 'name': 'network-vif-deleted', 'tag': 'ec06d5ce-1eba-4ddd-befe-dc1f766a8000'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:47:41.759331 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d59e4fa-68bc-4948-b386-ecbf5334690e" -d '{"events": [{"server_uuid": "29bcea09-12cf-46f9-beab-e3b6e5e0664c", "name": "network-vif-deleted", "tag": "ec06d5ce-1eba-4ddd-befe-dc1f766a8000"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:47:41.760672 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82f9ab15-4639-4bfe-808c-dc49cd1788a2 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Made reservation on behalf of af7fe21ef8a34b4aa8aa211833eb0628 for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:47:41.764069 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca63da0c-5be7-4c75-ab3f-e145034cb607 req-e7c856f9-2ed0-4a71-9c95-70b8d1a756ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:41.765660 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ca63da0c-5be7-4c75-ab3f-e145034cb607 req-e7c856f9-2ed0-4a71-9c95-70b8d1a756ef service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=dfee5af4-da6a-4d15-a1c5-a6cd65193d4e HTTP/1.1" status: 200 len: 1127 time: 0.6533906 Feb 19 02:47:41.766502 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a78037-7d97-4188-8a7a-5bb3109c43b4 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Pushing event deleted for resources: {'Port': ['ID=ec06d5ce-1eba-4ddd-befe-dc1f766a8000,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:41.768111 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-82f9ab15-4639-4bfe-808c-dc49cd1788a2 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:41.781505 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-82f9ab15-4639-4bfe-808c-dc49cd1788a2 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:41.797503 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 915673c3-9944-49ea-88b8-c667b6d936b8 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:47:41.798357 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (915673c3-9944-49ea-88b8-c667b6d936b8), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:41.815956 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 915673c3-9944-49ea-88b8-c667b6d936b8 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:47:41.889871 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 915673c3-9944-49ea-88b8-c667b6d936b8, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=915673c3-9944-49ea-88b8-c667b6d936b8,segment=NetworkSegment(b3dae451-0c86-4a64-8455-5c47bfffd3eb),segment_id=b3dae451-0c86-4a64-8455-5c47bfffd3eb)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:47:41.906439 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-82f9ab15-4639-4bfe-808c-dc49cd1788a2 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks [] for security_group (c59a9231-f4a1-40ab-900f-b984168f5e3f), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:41.908839 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (915673c3-9944-49ea-88b8-c667b6d936b8), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:41.914552 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-82f9ab15-4639-4bfe-808c-dc49cd1788a2 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (c59a9231-f4a1-40ab-900f-b984168f5e3f), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:41.965753 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82f9ab15-4639-4bfe-808c-dc49cd1788a2 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] vlan segment allocate from pool success with {'vlan_id': 253, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:47:41.974690 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ca63da0c-5be7-4c75-ab3f-e145034cb607 req-2fd0abad-d822-473e-a10a-d2f2033f0afe service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=33e2eb59-206d-4216-aaf9-91cfc46ad855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965501 Feb 19 02:47:41.982207 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f9ab15-4639-4bfe-808c-dc49cd1788a2 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c59a9231-f4a1-40ab-900f-b984168f5e3f,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:41.992410 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a33d6eb5-d2ac-4850-9d10-2b641142f67f req-f5708cdd-ff98-47b9-a7a1-91924483ce5c tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6810751 Feb 19 02:47:42.010897 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a1999f-702f-4de4-ae1c-77f8408e03e0 req-26a33975-dc0a-4823-b057-5495075e5bf6 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:42.011931 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-82f9ab15-4639-4bfe-808c-dc49cd1788a2 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (8d6c1719-79bf-4cce-bd0e-974e61b7b31e), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:42.012575 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c0a1999f-702f-4de4-ae1c-77f8408e03e0 req-26a33975-dc0a-4823-b057-5495075e5bf6 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/ports?device_id=ba08959b-2d30-4a3f-ab13-d0d6031530ff HTTP/1.1" status: 200 len: 944 time: 0.2772706 Feb 19 02:47:42.013000 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-82f9ab15-4639-4bfe-808c-dc49cd1788a2 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Added segment 8d6c1719-79bf-4cce-bd0e-974e61b7b31e of type vlan for network cece8bf4-a072-4af5-b789-fe83f501f843 Feb 19 02:47:42.015350 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=915673c3-9944-49ea-88b8-c667b6d936b8,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:42.041885 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['f444645c-4fa7-4924-b116-1f3b6946ee37'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:47:42.101240 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-82f9ab15-4639-4bfe-808c-dc49cd1788a2 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (cece8bf4-a072-4af5-b789-fe83f501f843), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:42.137524 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-82f9ab15-4639-4bfe-808c-dc49cd1788a2 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (cece8bf4-a072-4af5-b789-fe83f501f843), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:42.143269 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f9ab15-4639-4bfe-808c-dc49cd1788a2 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:42.144260 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-82f9ab15-4639-4bfe-808c-dc49cd1788a2 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:42.239608 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-82f9ab15-4639-4bfe-808c-dc49cd1788a2 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8960199 Feb 19 02:47:42.247939 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 55524) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:47:42.252644 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-06f0d59f-33e7-4190-97b8-358a7fcc8bbc tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:42.256376 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-dbfc3433-7dd9-458c-b20d-957ef887b8c9 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1591603081'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:47:42.266680 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-06f0d59f-33e7-4190-97b8-358a7fcc8bbc tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16285943'] for floatingip (8aef0a69-870d-4c92-8f15-a248ec67315f), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:42.276360 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c0a1999f-702f-4de4-ae1c-77f8408e03e0 req-909440de-8ba4-4f88-bbd6-b7d2d569a9f4 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/security-groups?id=d1068709-142b-4f0d-aa54-30196489f5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592515 Feb 19 02:47:42.300049 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f9ab15-4639-4bfe-808c-dc49cd1788a2 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Pushing event updated for resources: {'Network': ['ID=cece8bf4-a072-4af5-b789-fe83f501f843,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:42.309819 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network cece8bf4-a072-4af5-b789-fe83f501f843 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:47:42.322265 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbfc3433-7dd9-458c-b20d-957ef887b8c9 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Made reservation on behalf of af7fe21ef8a34b4aa8aa211833eb0628 for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:47:42.326031 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-dbfc3433-7dd9-458c-b20d-957ef887b8c9 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:42.339476 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e72d752-6fa5-4612-a41e-f1296b181e7e req-29de2980-d041-441d-84d5-25a32966796f tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:42.341706 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7e72d752-6fa5-4612-a41e-f1296b181e7e req-29de2980-d041-441d-84d5-25a32966796f tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=640b0ecf-3125-49fb-bd64-cf0f228c5f4a HTTP/1.1" status: 200 len: 944 time: 0.2238727 Feb 19 02:47:42.389100 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbfc3433-7dd9-458c-b20d-957ef887b8c9 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] vlan segment allocate from pool success with {'vlan_id': 270, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:47:42.401136 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-dbfc3433-7dd9-458c-b20d-957ef887b8c9 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (0d6396bd-8b68-4ad9-a04b-a95042953b64), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:42.401829 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-dbfc3433-7dd9-458c-b20d-957ef887b8c9 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Added segment 0d6396bd-8b68-4ad9-a04b-a95042953b64 of type vlan for network 4dad3b12-13a1-4b02-89a2-4c6d3ce37336 Feb 19 02:47:42.413635 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['915673c3-9944-49ea-88b8-c667b6d936b8'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:47:42.453678 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-dbfc3433-7dd9-458c-b20d-957ef887b8c9 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (4dad3b12-13a1-4b02-89a2-4c6d3ce37336), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:42.492718 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-dbfc3433-7dd9-458c-b20d-957ef887b8c9 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (4dad3b12-13a1-4b02-89a2-4c6d3ce37336), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:42.500565 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbfc3433-7dd9-458c-b20d-957ef887b8c9 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:42.501250 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-dbfc3433-7dd9-458c-b20d-957ef887b8c9 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:42.525606 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7e72d752-6fa5-4612-a41e-f1296b181e7e req-b984771d-6264-41f9-828c-ae29ee3b341d tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/security-groups?id=83745bf6-2450-44b1-b073-88b2d8645794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768475 Feb 19 02:47:42.543913 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-dbfc3433-7dd9-458c-b20d-957ef887b8c9 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2884641 Feb 19 02:47:42.543913 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 55528) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:47:42.547068 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-733c6b6a-f86a-4d90-8cc3-603712561489 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Request body: {'subnet': {'network_id': 'cece8bf4-a072-4af5-b789-fe83f501f843', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:47:42.559912 n-d-826753-2 neutron-server[103701]: INFO neutron.db.l3_db [None req-06f0d59f-33e7-4190-97b8-358a7fcc8bbc tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Floating IP 8aef0a69-870d-4c92-8f15-a248ec67315f associated. External IP: 172.25.6.142, port: 4a90eb6b-9954-4fd4-a849-80da8c127a4c. Feb 19 02:47:42.693566 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f454aec3-03ac-4b20-a792-a523053fbfed x-openstack-request-id: req-f454aec3-03ac-4b20-a792-a523053fbfed {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:47:42.693881 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29bcea09-12cf-46f9-beab-e3b6e5e0664c", "name": "network-vif-deleted", "tag": "ec06d5ce-1eba-4ddd-befe-dc1f766a8000", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:47:42.693995 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f454aec3-03ac-4b20-a792-a523053fbfed {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:47:42.694359 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29bcea09-12cf-46f9-beab-e3b6e5e0664c', 'name': 'network-vif-deleted', 'tag': 'ec06d5ce-1eba-4ddd-befe-dc1f766a8000', 'status': 'completed', 'code': 200} Feb 19 02:47:42.712680 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfc3433-7dd9-458c-b20d-957ef887b8c9 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Pushing event updated for resources: {'Network': ['ID=4dad3b12-13a1-4b02-89a2-4c6d3ce37336,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:42.727425 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-249d42c9-c850-40d4-b199-4fcc2bb51408 req-d07a939e-468b-4c9d-b6a6-27bdb6024b56 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=29bcea09-12cf-46f9-beab-e3b6e5e0664c HTTP/1.1" status: 200 len: 210 time: 0.0451820 Feb 19 02:47:42.742826 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 4dad3b12-13a1-4b02-89a2-4c6d3ce37336 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:47:42.744691 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-733c6b6a-f86a-4d90-8cc3-603712561489 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Made reservation on behalf of af7fe21ef8a34b4aa8aa211833eb0628 for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:47:42.748877 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b918dab-9ccf-4e3f-a7fd-93d8c34108f1 req-ba175f41-2dca-4758-980c-918d219fb301 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:42.754165 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-733c6b6a-f86a-4d90-8cc3-603712561489 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:42.756989 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9b918dab-9ccf-4e3f-a7fd-93d8c34108f1 req-ba175f41-2dca-4758-980c-918d219fb301 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfee5af4-da6a-4d15-a1c5-a6cd65193d4e HTTP/1.1" status: 200 len: 945 time: 0.3718922 Feb 19 02:47:42.818488 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9b918dab-9ccf-4e3f-a7fd-93d8c34108f1 req-df0f4642-4283-4527-8b85-fbd72e49b2e1 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/security-groups?id=33e2eb59-206d-4216-aaf9-91cfc46ad855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557408 Feb 19 02:47:42.941266 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06f0d59f-33e7-4190-97b8-358a7fcc8bbc tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Router cd0ae412-80ef-4a23-8a21-7acf179b261b has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:47:42.997145 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-733c6b6a-f86a-4d90-8cc3-603712561489 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (784ff289-048d-4864-bdca-e23f39abec39), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:43.068032 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06f0d59f-33e7-4190-97b8-358a7fcc8bbc tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:47:43.072796 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-06f0d59f-33e7-4190-97b8-358a7fcc8bbc tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:43.083057 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7aa029-9be7-439d-ada7-22a40c83b2f2 None None] Sync routers for ids ['cd0ae412-80ef-4a23-8a21-7acf179b261b'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:47:43.100392 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733c6b6a-f86a-4d90-8cc3-603712561489 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Pushing event updated for resources: {'Subnet': ['ID=784ff289-048d-4864-bdca-e23f39abec39,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:43.102182 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7aa029-9be7-439d-ada7-22a40c83b2f2 None None] Routers {'cd0ae412-80ef-4a23-8a21-7acf179b261b'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:47:43.102883 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-3b7aa029-9be7-439d-ada7-22a40c83b2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:47:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['cd0ae412-80ef-4a23-8a21-7acf179b261b'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:47:43.112630 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-06f0d59f-33e7-4190-97b8-358a7fcc8bbc tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "PUT /v2.0/floatingips/8aef0a69-870d-4c92-8f15-a248ec67315f HTTP/1.1" status: 200 len: 991 time: 2.3335931 Feb 19 02:47:43.116176 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733c6b6a-f86a-4d90-8cc3-603712561489 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Checking segment: {'id': '8d6c1719-79bf-4cce-bd0e-974e61b7b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'cece8bf4-a072-4af5-b789-fe83f501f843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:47:43.116544 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733c6b6a-f86a-4d90-8cc3-603712561489 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Network hostable DHCP agents. Network: cece8bf4-a072-4af5-b789-fe83f501f843, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:47:43.140073 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733c6b6a-f86a-4d90-8cc3-603712561489 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Network cece8bf4-a072-4af5-b789-fe83f501f843 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:47:43.164202 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-733c6b6a-f86a-4d90-8cc3-603712561489 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, cece8bf4-a072-4af5-b789-fe83f501f843) {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:47:43.171961 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733c6b6a-f86a-4d90-8cc3-603712561489 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:43.173545 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010d8d2d-b37b-4d2b-a89d-77c89cf27ca1 None None] Network cece8bf4-a072-4af5-b789-fe83f501f843 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:47:43.173996 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-733c6b6a-f86a-4d90-8cc3-603712561489 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:43.221905 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-733c6b6a-f86a-4d90-8cc3-603712561489 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6792378 Feb 19 02:47:43.225452 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 55536) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:47:43.230541 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-b493950d-c5c1-41cf-a2d2-4463a6f2b851 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Request body: {'subnet': {'network_id': '4dad3b12-13a1-4b02-89a2-4c6d3ce37336', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:47:43.255335 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-3b7aa029-9be7-439d-ada7-22a40c83b2f2 None None] Set router cd0ae412-80ef-4a23-8a21-7acf179b261b gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:47:43.283478 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f794dcb-e832-4af5-8bd0-da9d74d0f5e4 req-a1f56c3b-0f97-45b5-9de3-5f838d852575 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:43.284875 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4f794dcb-e832-4af5-8bd0-da9d74d0f5e4 req-a1f56c3b-0f97-45b5-9de3-5f838d852575 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6022ed1-67a1-4ded-890d-e1e66f84412d HTTP/1.1" status: 200 len: 945 time: 0.1411600 Feb 19 02:47:43.322411 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f34308-c332-4f12-a91b-e8635e144611 req-5424b0e2-20ab-4693-897c-d58f1dc1a53c tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:43.328642 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f34308-c332-4f12-a91b-e8635e144611 req-5424b0e2-20ab-4693-897c-d58f1dc1a53c tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:43.335150 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f34308-c332-4f12-a91b-e8635e144611 req-5424b0e2-20ab-4693-897c-d58f1dc1a53c tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:43.340507 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f34308-c332-4f12-a91b-e8635e144611 req-5424b0e2-20ab-4693-897c-d58f1dc1a53c tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:43.346989 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f34308-c332-4f12-a91b-e8635e144611 req-5424b0e2-20ab-4693-897c-d58f1dc1a53c tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:43.352685 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f34308-c332-4f12-a91b-e8635e144611 req-5424b0e2-20ab-4693-897c-d58f1dc1a53c tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:43.358734 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f34308-c332-4f12-a91b-e8635e144611 req-5424b0e2-20ab-4693-897c-d58f1dc1a53c tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:43.360541 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-47f34308-c332-4f12-a91b-e8635e144611 req-5424b0e2-20ab-4693-897c-d58f1dc1a53c tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ec863d4-5792-46d2-b299-7b34b3ebe431 HTTP/1.1" status: 200 len: 5446 time: 0.1369863 Feb 19 02:47:43.391953 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b493950d-c5c1-41cf-a2d2-4463a6f2b851 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Made reservation on behalf of af7fe21ef8a34b4aa8aa211833eb0628 for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:47:43.397862 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b493950d-c5c1-41cf-a2d2-4463a6f2b851 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:43.418621 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4f794dcb-e832-4af5-8bd0-da9d74d0f5e4 req-4aab9982-091e-4113-bcb7-270223439813 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244104 Feb 19 02:47:43.491302 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-47f34308-c332-4f12-a91b-e8635e144611 req-229d122c-8cb7-47cd-8d10-cfe0ae27b56e tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ad2b075-8470-4480-bb4e-92661338512f&id=1cff43f7-3cfd-4595-99e1-888048810960&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1202521 Feb 19 02:47:43.534081 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device e8da45f0-7b76-4b5c-a534-292471570be8 details requested by agent hyperv_n-h2-826753-2 with host n-h2-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:47:43.578267 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68edfc6e-33ce-4539-9e1c-421236741460 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-cece8bf4-a072-4af5-b789-fe83f501f843', 'network_id': 'cece8bf4-a072-4af5-b789-fe83f501f843', 'project_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'fixed_ips': [{'subnet_id': '784ff289-048d-4864-bdca-e23f39abec39'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:47:43.579235 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-68edfc6e-33ce-4539-9e1c-421236741460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:43.727811 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-3b7aa029-9be7-439d-ada7-22a40c83b2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0ae412-80ef-4a23-8a21-7acf179b261b', 'name': 'tempest-TaggedBootDevicesTest_v242-1329049283-router', 'tenant_id': '7478e867ac94480b9c1c44ca2e321f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '87a9e188-e7e2-4186-b3bd-c170f6420972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:43:41Z', 'updated_at': '2022-02-19T02:43:48Z', 'revision_number': 4, 'project_id': '7478e867ac94480b9c1c44ca2e321f2f', 'gw_port': {'id': '87a9e188-e7e2-4186-b3bd-c170f6420972', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:07:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0ae412-80ef-4a23-8a21-7acf179b261b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:43:41Z', 'updated_at': '2022-02-19T02:43:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': '8aef0a69-870d-4c92-8f15-a248ec67315f', 'tenant_id': '7478e867ac94480b9c1c44ca2e321f2f', 'floating_ip_address': '172.25.6.142', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': 'cd0ae412-80ef-4a23-8a21-7acf179b261b', 'port_id': '4a90eb6b-9954-4fd4-a849-80da8c127a4c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 941, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8b1da341-6b15-4165-b6f3-95f440007ab2', 'mac_address': 'fa:16:3e:19:e6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec863d4-5792-46d2-b299-7b34b3ebe431', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:45:17Z', 'updated_at': '2022-02-19T02:47:42Z', 'revision_number': 1, 'project_id': '7478e867ac94480b9c1c44ca2e321f2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8612e91a-4d48-4cf7-9812-b49d439e0fa7', 'name': '', 'network_id': '8b1da341-6b15-4165-b6f3-95f440007ab2', 'tenant_id': '7478e867ac94480b9c1c44ca2e321f2f', 'mac_address': 'fa:16:3e:2a:44:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0ae412-80ef-4a23-8a21-7acf179b261b', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '29b1d912-72fb-485c-b814-b1b426dd04c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:43:47Z', 'updated_at': '2022-02-19T02:43:56Z', 'revision_number': 5, 'project_id': '7478e867ac94480b9c1c44ca2e321f2f', 'subnets': [{'id': '29b1d912-72fb-485c-b814-b1b426dd04c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:47:43.738418 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0680a340-50a9-4c56-ab1d-2d7702defb07 req-138580de-c9a8-432e-96fe-d3a262eabc18 tempest-LiveAutoBlockMigrationV225Test-289573108 tempest-LiveAutoBlockMigrationV225Test-289573108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:43.741564 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0680a340-50a9-4c56-ab1d-2d7702defb07 req-138580de-c9a8-432e-96fe-d3a262eabc18 tempest-LiveAutoBlockMigrationV225Test-289573108 tempest-LiveAutoBlockMigrationV225Test-289573108-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=b6022ed1-67a1-4ded-890d-e1e66f84412d&tenant_id=ad75c6928a1d4c6da3a56db6352b2618&binding%3Ahost_id=n-h1-826753-2 HTTP/1.1" status: 200 len: 1127 time: 0.2393718 Feb 19 02:47:43.742496 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b493950d-c5c1-41cf-a2d2-4463a6f2b851 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (77479c1b-8716-447c-b31f-2d3c720baa4e), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:43.758056 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-0680a340-50a9-4c56-ab1d-2d7702defb07 req-a04afd54-b096-4fb0-9764-6478e4b96e9e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-826753-2'}}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:47:43.791973 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1f7fe6-34fe-432c-a30b-7ebee3f99a0a req-8ef9796a-881d-4442-9871-9d45281e09ea tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:43.802351 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5d1f7fe6-34fe-432c-a30b-7ebee3f99a0a req-8ef9796a-881d-4442-9871-9d45281e09ea tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=640b0ecf-3125-49fb-bd64-cf0f228c5f4a HTTP/1.1" status: 200 len: 944 time: 0.1586547 Feb 19 02:47:43.812774 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b493950d-c5c1-41cf-a2d2-4463a6f2b851 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Pushing event updated for resources: {'Subnet': ['ID=77479c1b-8716-447c-b31f-2d3c720baa4e,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:43.849544 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port e8da45f0-7b76-4b5c-a534-292471570be8, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=e8da45f0-7b76-4b5c-a534-292471570be8,segment=NetworkSegment(9dab481a-5428-424d-a8c3-4ae8ddfff67b),segment_id=9dab481a-5428-424d-a8c3-4ae8ddfff67b)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:47:43.860568 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b493950d-c5c1-41cf-a2d2-4463a6f2b851 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Checking segment: {'id': '0d6396bd-8b68-4ad9-a04b-a95042953b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '4dad3b12-13a1-4b02-89a2-4c6d3ce37336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:47:43.862151 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b493950d-c5c1-41cf-a2d2-4463a6f2b851 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Network hostable DHCP agents. Network: 4dad3b12-13a1-4b02-89a2-4c6d3ce37336, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:47:43.883612 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b5fea1-6bd9-4391-aabb-ec7247db2096 req-dcaf0c15-cb22-434e-888a-e76cfb586e6f tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:43.886002 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d6b5fea1-6bd9-4391-aabb-ec7247db2096 req-dcaf0c15-cb22-434e-888a-e76cfb586e6f tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/ports?device_id=ba08959b-2d30-4a3f-ab13-d0d6031530ff HTTP/1.1" status: 200 len: 944 time: 0.2811775 Feb 19 02:47:43.892500 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b493950d-c5c1-41cf-a2d2-4463a6f2b851 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Network 4dad3b12-13a1-4b02-89a2-4c6d3ce37336 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:47:43.897584 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device e8da45f0-7b76-4b5c-a534-292471570be8 has no active binding in host n-h2-826753-2 {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 19 02:47:43.919294 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-68edfc6e-33ce-4539-9e1c-421236741460 None None] Allocated IP 2001:db8::2 (cece8bf4-a072-4af5-b789-fe83f501f843/784ff289-048d-4864-bdca-e23f39abec39/52204283-f162-4106-940b-1c2e3944ae3c) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:47:43.920983 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-b493950d-c5c1-41cf-a2d2-4463a6f2b851 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 4dad3b12-13a1-4b02-89a2-4c6d3ce37336) {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:47:43.929193 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b493950d-c5c1-41cf-a2d2-4463a6f2b851 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:43.930281 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b493950d-c5c1-41cf-a2d2-4463a6f2b851 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:43.932118 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3d7ff2-10ef-45a9-a921-e618dc05e4ef None None] Network 4dad3b12-13a1-4b02-89a2-4c6d3ce37336 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:47:43.963839 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-b493950d-c5c1-41cf-a2d2-4463a6f2b851 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7349041 Feb 19 02:47:43.964088 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 55550) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:47:43.969114 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-8ffe5637-d3a8-4a3a-95ac-e50bdbf1a5a7 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1114684307', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:47:44.008521 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8ffe5637-d3a8-4a3a-95ac-e50bdbf1a5a7 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14172'] for router (dc356119-02c6-4ce6-bb71-6d7e4c132014), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:44.010195 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8ffe5637-d3a8-4a3a-95ac-e50bdbf1a5a7 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16317487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16285822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16309985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14247'] for router (dc356119-02c6-4ce6-bb71-6d7e4c132014), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:44.019118 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7aa029-9be7-439d-ada7-22a40c83b2f2 None None] Checking router: cd0ae412-80ef-4a23-8a21-7acf179b261b for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:47:44.028691 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7aa029-9be7-439d-ada7-22a40c83b2f2 None None] Routers {'cd0ae412-80ef-4a23-8a21-7acf179b261b'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:47:44.030344 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-3b7aa029-9be7-439d-ada7-22a40c83b2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:47:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['cd0ae412-80ef-4a23-8a21-7acf179b261b'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:47:44.035340 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5d1f7fe6-34fe-432c-a30b-7ebee3f99a0a req-00c00abb-0c89-45c4-aa30-38c785b7c24e tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/security-groups?id=83745bf6-2450-44b1-b073-88b2d8645794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285128 Feb 19 02:47:44.035938 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-0680a340-50a9-4c56-ab1d-2d7702defb07 req-a04afd54-b096-4fb0-9764-6478e4b96e9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (e8da45f0-7b76-4b5c-a534-292471570be8), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:44.055333 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d6b5fea1-6bd9-4391-aabb-ec7247db2096 req-b41c7446-9354-4feb-8bbb-34c4b86bab9e tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/security-groups?id=d1068709-142b-4f0d-aa54-30196489f5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543648 Feb 19 02:47:44.123688 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8ffe5637-d3a8-4a3a-95ac-e50bdbf1a5a7 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks [] for router_controller (dc356119-02c6-4ce6-bb71-6d7e4c132014), precommit_add_association {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:44.133762 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8ffe5637-d3a8-4a3a-95ac-e50bdbf1a5a7 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16317478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865'] for router (dc356119-02c6-4ce6-bb71-6d7e4c132014), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:44.162210 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8ffe5637-d3a8-4a3a-95ac-e50bdbf1a5a7 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:44.165431 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-8ffe5637-d3a8-4a3a-95ac-e50bdbf1a5a7 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1976519 Feb 19 02:47:44.165431 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 55554) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:47:44.220950 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48817dc2-f13f-4a21-a142-7be6241b6171 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-4dad3b12-13a1-4b02-89a2-4c6d3ce37336', 'network_id': '4dad3b12-13a1-4b02-89a2-4c6d3ce37336', 'project_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'fixed_ips': [{'subnet_id': '77479c1b-8716-447c-b31f-2d3c720baa4e'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:47:44.221841 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-48817dc2-f13f-4a21-a142-7be6241b6171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:44.327286 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-3b7aa029-9be7-439d-ada7-22a40c83b2f2 None None] Set router cd0ae412-80ef-4a23-8a21-7acf179b261b gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:47:44.382716 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a63970-d1ac-4fa5-aedb-0d66df86ccfc req-945b4a62-ed62-4459-bca3-e0afeabed341 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:44.393828 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a63970-d1ac-4fa5-aedb-0d66df86ccfc req-945b4a62-ed62-4459-bca3-e0afeabed341 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:44.412833 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a63970-d1ac-4fa5-aedb-0d66df86ccfc req-945b4a62-ed62-4459-bca3-e0afeabed341 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:44.413221 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-68edfc6e-33ce-4539-9e1c-421236741460 None None] Publish callbacks [] for port (52204283-f162-4106-940b-1c2e3944ae3c), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:44.426096 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a63970-d1ac-4fa5-aedb-0d66df86ccfc req-945b4a62-ed62-4459-bca3-e0afeabed341 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:44.439715 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a63970-d1ac-4fa5-aedb-0d66df86ccfc req-945b4a62-ed62-4459-bca3-e0afeabed341 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:44.454260 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a63970-d1ac-4fa5-aedb-0d66df86ccfc req-945b4a62-ed62-4459-bca3-e0afeabed341 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:44.465592 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a63970-d1ac-4fa5-aedb-0d66df86ccfc req-945b4a62-ed62-4459-bca3-e0afeabed341 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:44.467691 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-68a63970-d1ac-4fa5-aedb-0d66df86ccfc req-945b4a62-ed62-4459-bca3-e0afeabed341 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ec863d4-5792-46d2-b299-7b34b3ebe431 HTTP/1.1" status: 200 len: 5446 time: 0.3405936 Feb 19 02:47:44.506665 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-0680a340-50a9-4c56-ab1d-2d7702defb07 req-a04afd54-b096-4fb0-9764-6478e4b96e9e service neutron] For port e8da45f0-7b76-4b5c-a534-292471570be8, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=e8da45f0-7b76-4b5c-a534-292471570be8,segment=NetworkSegment(9dab481a-5428-424d-a8c3-4ae8ddfff67b),segment_id=9dab481a-5428-424d-a8c3-4ae8ddfff67b)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:47:44.511287 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-68edfc6e-33ce-4539-9e1c-421236741460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (52204283-f162-4106-940b-1c2e3944ae3c), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:44.578731 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2fdf2dde-283c-40cd-9a3c-c7cb1363d8d2 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:44.601676 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ed7618-e583-48d7-93f8-fd75f994ba1e req-d5a54c3e-c1bf-4af6-b797-260fa25673f7 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:44.603199 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-07ed7618-e583-48d7-93f8-fd75f994ba1e req-d5a54c3e-c1bf-4af6-b797-260fa25673f7 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfee5af4-da6a-4d15-a1c5-a6cd65193d4e HTTP/1.1" status: 200 len: 945 time: 0.3449817 Feb 19 02:47:44.683747 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-0680a340-50a9-4c56-ab1d-2d7702defb07 req-a04afd54-b096-4fb0-9764-6478e4b96e9e service neutron] For port e8da45f0-7b76-4b5c-a534-292471570be8, host n-h1-826753-2, cleared binding levels {{(pid=103701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:47:44.692242 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68edfc6e-33ce-4539-9e1c-421236741460 None None] Network cece8bf4-a072-4af5-b789-fe83f501f843 is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:47:44.718412 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-68edfc6e-33ce-4539-9e1c-421236741460 None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:47:44.722735 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68edfc6e-33ce-4539-9e1c-421236741460 None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:47:44.728290 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ec863d4-5792-46d2-b299-7b34b3ebe431', 'tag': '4a90eb6b-9954-4fd4-a849-80da8c127a4c'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:47:44.730547 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-458bf0a7-0cfa-4e1d-9221-9fa207bce06c" -d '{"events": [{"name": "network-changed", "server_uuid": "6ec863d4-5792-46d2-b299-7b34b3ebe431", "tag": "4a90eb6b-9954-4fd4-a849-80da8c127a4c"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:47:44.730804 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-3b7aa029-9be7-439d-ada7-22a40c83b2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0ae412-80ef-4a23-8a21-7acf179b261b', 'name': 'tempest-TaggedBootDevicesTest_v242-1329049283-router', 'tenant_id': '7478e867ac94480b9c1c44ca2e321f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '87a9e188-e7e2-4186-b3bd-c170f6420972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:43:41Z', 'updated_at': '2022-02-19T02:43:48Z', 'revision_number': 4, 'project_id': '7478e867ac94480b9c1c44ca2e321f2f', 'gw_port': {'id': '87a9e188-e7e2-4186-b3bd-c170f6420972', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:07:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0ae412-80ef-4a23-8a21-7acf179b261b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:43:41Z', 'updated_at': '2022-02-19T02:43:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': '8aef0a69-870d-4c92-8f15-a248ec67315f', 'tenant_id': '7478e867ac94480b9c1c44ca2e321f2f', 'floating_ip_address': '172.25.6.142', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': 'cd0ae412-80ef-4a23-8a21-7acf179b261b', 'port_id': '4a90eb6b-9954-4fd4-a849-80da8c127a4c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 941, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8b1da341-6b15-4165-b6f3-95f440007ab2', 'mac_address': 'fa:16:3e:19:e6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec863d4-5792-46d2-b299-7b34b3ebe431', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:45:17Z', 'updated_at': '2022-02-19T02:47:42Z', 'revision_number': 1, 'project_id': '7478e867ac94480b9c1c44ca2e321f2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8612e91a-4d48-4cf7-9812-b49d439e0fa7', 'name': '', 'network_id': '8b1da341-6b15-4165-b6f3-95f440007ab2', 'tenant_id': '7478e867ac94480b9c1c44ca2e321f2f', 'mac_address': 'fa:16:3e:2a:44:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0ae412-80ef-4a23-8a21-7acf179b261b', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '29b1d912-72fb-485c-b814-b1b426dd04c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:43:47Z', 'updated_at': '2022-02-19T02:43:56Z', 'revision_number': 5, 'project_id': '7478e867ac94480b9c1c44ca2e321f2f', 'subnets': [{'id': '29b1d912-72fb-485c-b814-b1b426dd04c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:47:44.742555 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68edfc6e-33ce-4539-9e1c-421236741460 None None] Pushing event updated for resources: {'Port': ['ID=52204283-f162-4106-940b-1c2e3944ae3c,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:44.767992 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-48817dc2-f13f-4a21-a142-7be6241b6171 None None] Allocated IP 2001:db8:1::2 (4dad3b12-13a1-4b02-89a2-4c6d3ce37336/77479c1b-8716-447c-b31f-2d3c720baa4e/a7a7fae2-8030-4c81-be05-40f3b412196c) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:47:44.775029 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7aa029-9be7-439d-ada7-22a40c83b2f2 None None] The sync data for ids ['cd0ae412-80ef-4a23-8a21-7acf179b261b'] in n-d-826753-2 is: [{'id': 'cd0ae412-80ef-4a23-8a21-7acf179b261b', 'name': 'tempest-TaggedBootDevicesTest_v242-1329049283-router', 'tenant_id': '7478e867ac94480b9c1c44ca2e321f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '87a9e188-e7e2-4186-b3bd-c170f6420972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:43:41Z', 'updated_at': '2022-02-19T02:43:48Z', 'revision_number': 4, 'project_id': '7478e867ac94480b9c1c44ca2e321f2f', 'gw_port': {'id': '87a9e188-e7e2-4186-b3bd-c170f6420972', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:07:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0ae412-80ef-4a23-8a21-7acf179b261b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:43:41Z', 'updated_at': '2022-02-19T02:43:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': '8aef0a69-870d-4c92-8f15-a248ec67315f', 'tenant_id': '7478e867ac94480b9c1c44ca2e321f2f', 'floating_ip_address': '172.25.6.142', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': 'cd0ae412-80ef-4a23-8a21-7acf179b261b', 'port_id': '4a90eb6b-9954-4fd4-a849-80da8c127a4c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 941, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8b1da341-6b15-4165-b6f3-95f440007ab2', 'mac_address': 'fa:16:3e:19:e6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec863d4-5792-46d2-b299-7b34b3ebe431', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:45:17Z', 'updated_at': '2022-02-19T02:47:42Z', 'revision_number': 1, 'project_id': '7478e867ac94480b9c1c44ca2e321f2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8612e91a-4d48-4cf7-9812-b49d439e0fa7', 'name': '', 'network_id': '8b1da341-6b15-4165-b6f3-95f440007ab2', 'tenant_id': '7478e867ac94480b9c1c44ca2e321f2f', 'mac_address': 'fa:16:3e:2a:44:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0ae412-80ef-4a23-8a21-7acf179b261b', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '29b1d912-72fb-485c-b814-b1b426dd04c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:43:47Z', 'updated_at': '2022-02-19T02:43:56Z', 'revision_number': 5, 'project_id': '7478e867ac94480b9c1c44ca2e321f2f', 'subnets': [{'id': '29b1d912-72fb-485c-b814-b1b426dd04c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:47:44.844865 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-07ed7618-e583-48d7-93f8-fd75f994ba1e req-13fdf467-29a7-4f9d-a662-6a14bca445e1 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/security-groups?id=33e2eb59-206d-4216-aaf9-91cfc46ad855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276175 Feb 19 02:47:44.870661 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-0680a340-50a9-4c56-ab1d-2d7702defb07 req-a04afd54-b096-4fb0-9764-6478e4b96e9e service neutron] Publish callbacks [] for port (e8da45f0-7b76-4b5c-a534-292471570be8), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:44.888677 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-0680a340-50a9-4c56-ab1d-2d7702defb07 req-a04afd54-b096-4fb0-9764-6478e4b96e9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (e8da45f0-7b76-4b5c-a534-292471570be8), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:44.909516 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-68edfc6e-33ce-4539-9e1c-421236741460 None None] Attempting to bind port 52204283-f162-4106-940b-1c2e3944ae3c on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:47:44.909890 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-68edfc6e-33ce-4539-9e1c-421236741460 None None] Attempting to bind port 52204283-f162-4106-940b-1c2e3944ae3c by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '8d6c1719-79bf-4cce-bd0e-974e61b7b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'cece8bf4-a072-4af5-b789-fe83f501f843'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:47:44.910251 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68edfc6e-33ce-4539-9e1c-421236741460 None None] Attempting to bind port 52204283-f162-4106-940b-1c2e3944ae3c on network cece8bf4-a072-4af5-b789-fe83f501f843 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:47:44.942075 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68edfc6e-33ce-4539-9e1c-421236741460 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:47:44.942487 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68edfc6e-33ce-4539-9e1c-421236741460 None None] Checking segment: {'id': '8d6c1719-79bf-4cce-bd0e-974e61b7b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'cece8bf4-a072-4af5-b789-fe83f501f843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:47:44.942899 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-68edfc6e-33ce-4539-9e1c-421236741460 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:44.943290 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68edfc6e-33ce-4539-9e1c-421236741460 None None] Bound using segment: {'id': '8d6c1719-79bf-4cce-bd0e-974e61b7b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'cece8bf4-a072-4af5-b789-fe83f501f843'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:47:44.943771 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-68edfc6e-33ce-4539-9e1c-421236741460 None None] Bound port: 52204283-f162-4106-940b-1c2e3944ae3c, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d6c1719-79bf-4cce-bd0e-974e61b7b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'cece8bf4-a072-4af5-b789-fe83f501f843'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:47:44.944152 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-68edfc6e-33ce-4539-9e1c-421236741460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (52204283-f162-4106-940b-1c2e3944ae3c), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:44.969305 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdc83e4-4858-4014-9966-a861eccbece8 req-9d761721-93a6-4391-8bf6-2e4d9470d7c7 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:44.971000 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7cdc83e4-4858-4014-9966-a861eccbece8 req-9d761721-93a6-4391-8bf6-2e4d9470d7c7 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6022ed1-67a1-4ded-890d-e1e66f84412d HTTP/1.1" status: 200 len: 945 time: 0.2135661 Feb 19 02:47:45.102261 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04afd54-b096-4fb0-9764-6478e4b96e9e service neutron] Pushing event updated for resources: {'Port': ['ID=e8da45f0-7b76-4b5c-a534-292471570be8,revision_number=7']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:45.110968 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-48817dc2-f13f-4a21-a142-7be6241b6171 None None] Publish callbacks [] for port (a7a7fae2-8030-4c81-be05-40f3b412196c), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:45.160380 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-48817dc2-f13f-4a21-a142-7be6241b6171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (a7a7fae2-8030-4c81-be05-40f3b412196c), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:45.178980 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b82867-a421-4833-a186-6bddbef9e726 None None] New status for floating IP 8aef0a69-870d-4c92-8f15-a248ec67315f: ACTIVE {{(pid=103703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 02:47:45.181618 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7cdc83e4-4858-4014-9966-a861eccbece8 req-95486cb1-b853-4c1e-8e7a-1261bcea4299 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887968 Feb 19 02:47:45.193770 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-0680a340-50a9-4c56-ab1d-2d7702defb07 req-a04afd54-b096-4fb0-9764-6478e4b96e9e service neutron] Attempting to bind port e8da45f0-7b76-4b5c-a534-292471570be8 on host n-h1-826753-2 for vnic_type normal with profile {"migrating_to": "n-h2-826753-2"} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:47:45.194109 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-0680a340-50a9-4c56-ab1d-2d7702defb07 req-a04afd54-b096-4fb0-9764-6478e4b96e9e service neutron] Attempting to bind port e8da45f0-7b76-4b5c-a534-292471570be8 by drivers openvswitch,hyperv on host n-h1-826753-2 at level 0 using segments [{'id': '9dab481a-5428-424d-a8c3-4ae8ddfff67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'db98097a-bb19-479d-bd0d-4f71e988880a'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:47:45.195097 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0680a340-50a9-4c56-ab1d-2d7702defb07 req-a04afd54-b096-4fb0-9764-6478e4b96e9e service neutron] Attempting to bind port e8da45f0-7b76-4b5c-a534-292471570be8 on network db98097a-bb19-479d-bd0d-4f71e988880a {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:47:45.215331 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0680a340-50a9-4c56-ab1d-2d7702defb07 req-a04afd54-b096-4fb0-9764-6478e4b96e9e service neutron] Port e8da45f0-7b76-4b5c-a534-292471570be8 on network db98097a-bb19-479d-bd0d-4f71e988880a not bound, no agent of type Open vSwitch agent registered on host n-h1-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:47:45.217087 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0680a340-50a9-4c56-ab1d-2d7702defb07 req-a04afd54-b096-4fb0-9764-6478e4b96e9e service neutron] Attempting to bind port e8da45f0-7b76-4b5c-a534-292471570be8 on network db98097a-bb19-479d-bd0d-4f71e988880a {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:47:45.227055 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-2fdf2dde-283c-40cd-9a3c-c7cb1363d8d2 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Allocated IP 2001:db8::1 (cece8bf4-a072-4af5-b789-fe83f501f843/784ff289-048d-4864-bdca-e23f39abec39/ffd34f12-c743-4862-b58a-6995b4a05871) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:47:45.241514 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3674859e-5bd4-4d0f-9613-8b1b69779070 x-openstack-request-id: req-3674859e-5bd4-4d0f-9613-8b1b69779070 {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:47:45.241815 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ec863d4-5792-46d2-b299-7b34b3ebe431", "tag": "4a90eb6b-9954-4fd4-a849-80da8c127a4c", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:47:45.242072 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3674859e-5bd4-4d0f-9613-8b1b69779070 {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:47:45.243714 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ec863d4-5792-46d2-b299-7b34b3ebe431', 'tag': '4a90eb6b-9954-4fd4-a849-80da8c127a4c', 'status': 'completed', 'code': 200} Feb 19 02:47:45.246029 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0680a340-50a9-4c56-ab1d-2d7702defb07 req-a04afd54-b096-4fb0-9764-6478e4b96e9e service neutron] Checking agent: {'id': '9d56fb1b-2855-496a-a6d9-c324740cb98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:47:45.247456 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0680a340-50a9-4c56-ab1d-2d7702defb07 req-a04afd54-b096-4fb0-9764-6478e4b96e9e service neutron] Checking segment: {'id': '9dab481a-5428-424d-a8c3-4ae8ddfff67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'db98097a-bb19-479d-bd0d-4f71e988880a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:47:45.247710 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0680a340-50a9-4c56-ab1d-2d7702defb07 req-a04afd54-b096-4fb0-9764-6478e4b96e9e service neutron] Bound using segment: {'id': '9dab481a-5428-424d-a8c3-4ae8ddfff67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'db98097a-bb19-479d-bd0d-4f71e988880a'} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:47:45.248156 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-0680a340-50a9-4c56-ab1d-2d7702defb07 req-a04afd54-b096-4fb0-9764-6478e4b96e9e service neutron] Bound port: e8da45f0-7b76-4b5c-a534-292471570be8, host: n-h1-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dab481a-5428-424d-a8c3-4ae8ddfff67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'db98097a-bb19-479d-bd0d-4f71e988880a'}}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:47:45.248516 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-0680a340-50a9-4c56-ab1d-2d7702defb07 req-a04afd54-b096-4fb0-9764-6478e4b96e9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (e8da45f0-7b76-4b5c-a534-292471570be8), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:45.365745 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device f444645c-4fa7-4924-b116-1f3b6946ee37 up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:47:45.446673 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458bf0a7-0cfa-4e1d-9221-9fa207bce06c req-54738e71-b46d-495a-9061-6619bb3ff684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:45.447155 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458bf0a7-0cfa-4e1d-9221-9fa207bce06c req-54738e71-b46d-495a-9061-6619bb3ff684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:45.447625 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458bf0a7-0cfa-4e1d-9221-9fa207bce06c req-54738e71-b46d-495a-9061-6619bb3ff684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:45.448237 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458bf0a7-0cfa-4e1d-9221-9fa207bce06c req-54738e71-b46d-495a-9061-6619bb3ff684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:45.448704 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458bf0a7-0cfa-4e1d-9221-9fa207bce06c req-54738e71-b46d-495a-9061-6619bb3ff684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:45.449212 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458bf0a7-0cfa-4e1d-9221-9fa207bce06c req-54738e71-b46d-495a-9061-6619bb3ff684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:45.449828 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458bf0a7-0cfa-4e1d-9221-9fa207bce06c req-54738e71-b46d-495a-9061-6619bb3ff684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:45.451900 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-458bf0a7-0cfa-4e1d-9221-9fa207bce06c req-54738e71-b46d-495a-9061-6619bb3ff684 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7478e867ac94480b9c1c44ca2e321f2f&device_id=6ec863d4-5792-46d2-b299-7b34b3ebe431 HTTP/1.1" status: 200 len: 6720 time: 0.1235557 Feb 19 02:47:45.455551 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2fdf2dde-283c-40cd-9a3c-c7cb1363d8d2 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks [] for port (ffd34f12-c743-4862-b58a-6995b4a05871), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:45.475260 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48817dc2-f13f-4a21-a142-7be6241b6171 None None] Network 4dad3b12-13a1-4b02-89a2-4c6d3ce37336 is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:47:45.499350 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-48817dc2-f13f-4a21-a142-7be6241b6171 None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:47:45.514683 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48817dc2-f13f-4a21-a142-7be6241b6171 None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:47:45.520130 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4fe7b630-fc69-420d-a979-ec6b4674048b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:45.546273 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 915673c3-9944-49ea-88b8-c667b6d936b8 up at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:47:45.582317 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48817dc2-f13f-4a21-a142-7be6241b6171 None None] Pushing event updated for resources: {'Port': ['ID=a7a7fae2-8030-4c81-be05-40f3b412196c,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:45.620858 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2fdf2dde-283c-40cd-9a3c-c7cb1363d8d2 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (ffd34f12-c743-4862-b58a-6995b4a05871), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:45.637918 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning for port f444645c-4fa7-4924-b116-1f3b6946ee37 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:47:45.651824 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458bf0a7-0cfa-4e1d-9221-9fa207bce06c req-91bf4bbd-5755-4363-b648-27adff273564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:45.653332 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-458bf0a7-0cfa-4e1d-9221-9fa207bce06c req-91bf4bbd-5755-4363-b648-27adff273564 service neutron] 10.222.0.82 "GET /v2.0/networks?id=8b1da341-6b15-4165-b6f3-95f440007ab2 HTTP/1.1" status: 200 len: 918 time: 0.1923013 Feb 19 02:47:45.670891 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port f444645c-4fa7-4924-b116-1f3b6946ee37 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:47:45.671272 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (f444645c-4fa7-4924-b116-1f3b6946ee37), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:45.673266 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-68edfc6e-33ce-4539-9e1c-421236741460 None None] For port 52204283-f162-4106-940b-1c2e3944ae3c, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:47:45.676628 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fdf2dde-283c-40cd-9a3c-c7cb1363d8d2 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Network cece8bf4-a072-4af5-b789-fe83f501f843 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:47:45.718082 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-48817dc2-f13f-4a21-a142-7be6241b6171 None None] Attempting to bind port a7a7fae2-8030-4c81-be05-40f3b412196c on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:47:45.718282 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-2fdf2dde-283c-40cd-9a3c-c7cb1363d8d2 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:47:45.718403 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-48817dc2-f13f-4a21-a142-7be6241b6171 None None] Attempting to bind port a7a7fae2-8030-4c81-be05-40f3b412196c by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '0d6396bd-8b68-4ad9-a04b-a95042953b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '4dad3b12-13a1-4b02-89a2-4c6d3ce37336'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:47:45.718722 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48817dc2-f13f-4a21-a142-7be6241b6171 None None] Attempting to bind port a7a7fae2-8030-4c81-be05-40f3b412196c on network 4dad3b12-13a1-4b02-89a2-4c6d3ce37336 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:47:45.728314 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48817dc2-f13f-4a21-a142-7be6241b6171 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:47:45.728772 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48817dc2-f13f-4a21-a142-7be6241b6171 None None] Checking segment: {'id': '0d6396bd-8b68-4ad9-a04b-a95042953b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '4dad3b12-13a1-4b02-89a2-4c6d3ce37336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:47:45.729192 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-48817dc2-f13f-4a21-a142-7be6241b6171 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:45.729595 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48817dc2-f13f-4a21-a142-7be6241b6171 None None] Bound using segment: {'id': '0d6396bd-8b68-4ad9-a04b-a95042953b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '4dad3b12-13a1-4b02-89a2-4c6d3ce37336'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:47:45.730080 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-48817dc2-f13f-4a21-a142-7be6241b6171 None None] Bound port: a7a7fae2-8030-4c81-be05-40f3b412196c, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d6396bd-8b68-4ad9-a04b-a95042953b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '4dad3b12-13a1-4b02-89a2-4c6d3ce37336'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:47:45.730523 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-48817dc2-f13f-4a21-a142-7be6241b6171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (a7a7fae2-8030-4c81-be05-40f3b412196c), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:45.733241 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdf2dde-283c-40cd-9a3c-c7cb1363d8d2 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:47:45.733803 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2fdf2dde-283c-40cd-9a3c-c7cb1363d8d2 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16289150'] for router_interface (dc356119-02c6-4ce6-bb71-6d7e4c132014), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:45.740909 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-68edfc6e-33ce-4539-9e1c-421236741460 None None] For port 52204283-f162-4106-940b-1c2e3944ae3c, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=52204283-f162-4106-940b-1c2e3944ae3c,segment=NetworkSegment(8d6c1719-79bf-4cce-bd0e-974e61b7b31e),segment_id=8d6c1719-79bf-4cce-bd0e-974e61b7b31e)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:47:45.791540 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdf2dde-283c-40cd-9a3c-c7cb1363d8d2 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Pushing event updated for resources: {'Port': ['ID=ffd34f12-c743-4862-b58a-6995b4a05871,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:45.820675 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-48817dc2-f13f-4a21-a142-7be6241b6171 None None] For port a7a7fae2-8030-4c81-be05-40f3b412196c, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:47:45.823963 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-48817dc2-f13f-4a21-a142-7be6241b6171 None None] For port a7a7fae2-8030-4c81-be05-40f3b412196c, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=a7a7fae2-8030-4c81-be05-40f3b412196c,segment=NetworkSegment(0d6396bd-8b68-4ad9-a04b-a95042953b64),segment_id=0d6396bd-8b68-4ad9-a04b-a95042953b64)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:47:45.825253 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9027a24e-7fba-4df2-ab44-8cae10d267ae req-9691857b-20c3-44db-902f-0eacbdb27eea tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:45.827334 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-68edfc6e-33ce-4539-9e1c-421236741460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (52204283-f162-4106-940b-1c2e3944ae3c), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:45.837000 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-458bf0a7-0cfa-4e1d-9221-9fa207bce06c req-171f8a2d-6d55-4a3f-a18b-502c1edddc3e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a90eb6b-9954-4fd4-a849-80da8c127a4c HTTP/1.1" status: 200 len: 1001 time: 0.1711867 Feb 19 02:47:45.839107 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9027a24e-7fba-4df2-ab44-8cae10d267ae req-9691857b-20c3-44db-902f-0eacbdb27eea tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=fcd6a795-095f-4679-b153-54a09672add9 HTTP/1.1" status: 200 len: 944 time: 0.8509743 Feb 19 02:47:45.915671 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458bf0a7-0cfa-4e1d-9221-9fa207bce06c req-fe8606c3-0b38-441b-b251-0a64809555cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:45.917105 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-458bf0a7-0cfa-4e1d-9221-9fa207bce06c req-fe8606c3-0b38-441b-b251-0a64809555cd service neutron] 10.222.0.82 "GET /v2.0/subnets?id=29b1d912-72fb-485c-b814-b1b426dd04c1 HTTP/1.1" status: 200 len: 856 time: 0.0605683 Feb 19 02:47:45.937931 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9027a24e-7fba-4df2-ab44-8cae10d267ae req-270d35a6-fb16-4bfe-b79f-6eebcd9cee5f tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914099 Feb 19 02:47:46.030002 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-48817dc2-f13f-4a21-a142-7be6241b6171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (a7a7fae2-8030-4c81-be05-40f3b412196c), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:46.050600 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2fdf2dde-283c-40cd-9a3c-c7cb1363d8d2 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (ffd34f12-c743-4862-b58a-6995b4a05871), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:46.122948 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port f444645c-4fa7-4924-b116-1f3b6946ee37 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:47:46.123241 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (f444645c-4fa7-4924-b116-1f3b6946ee37), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:46.124593 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-0680a340-50a9-4c56-ab1d-2d7702defb07 req-a04afd54-b096-4fb0-9764-6478e4b96e9e service neutron] For port e8da45f0-7b76-4b5c-a534-292471570be8, host n-h1-826753-2, cleared binding levels {{(pid=103701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:47:46.125044 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning for port 915673c3-9944-49ea-88b8-c667b6d936b8 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:47:46.140526 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning complete for port 915673c3-9944-49ea-88b8-c667b6d936b8 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:47:46.141339 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (915673c3-9944-49ea-88b8-c667b6d936b8), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:46.154236 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458bf0a7-0cfa-4e1d-9221-9fa207bce06c req-eb218e6a-475c-4868-a1a6-13e27afe3ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:46.155988 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb19d761-94fb-4aec-b96c-db0fcb1989e3 req-990490db-0238-438d-8440-6c143ab75174 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:46.158987 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-458bf0a7-0cfa-4e1d-9221-9fa207bce06c req-eb218e6a-475c-4868-a1a6-13e27afe3ceb service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8b1da341-6b15-4165-b6f3-95f440007ab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2343502 Feb 19 02:47:46.167725 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fb19d761-94fb-4aec-b96c-db0fcb1989e3 req-990490db-0238-438d-8440-6c143ab75174 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/ports?device_id=dfee5af4-da6a-4d15-a1c5-a6cd65193d4e HTTP/1.1" status: 200 len: 945 time: 0.8817673 Feb 19 02:47:46.176635 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-0680a340-50a9-4c56-ab1d-2d7702defb07 req-a04afd54-b096-4fb0-9764-6478e4b96e9e service neutron] For port e8da45f0-7b76-4b5c-a534-292471570be8, host n-h1-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=e8da45f0-7b76-4b5c-a534-292471570be8,segment=NetworkSegment(9dab481a-5428-424d-a8c3-4ae8ddfff67b),segment_id=9dab481a-5428-424d-a8c3-4ae8ddfff67b)] {{(pid=103701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:47:46.198214 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68edfc6e-33ce-4539-9e1c-421236741460 None None] Pushing event updated for resources: {'Port': ['ID=52204283-f162-4106-940b-1c2e3944ae3c,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:46.220077 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6912fce-6ae7-490a-a5e4-14ae98a3b695 req-ca2f3e20-ff09-45e7-9ae4-a62bf1147a16 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:46.225118 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e6912fce-6ae7-490a-a5e4-14ae98a3b695 req-ca2f3e20-ff09-45e7-9ae4-a62bf1147a16 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.73 "GET /v2.0/ports?device_id=fcd6a795-095f-4679-b153-54a09672add9 HTTP/1.1" status: 200 len: 944 time: 0.9270663 Feb 19 02:47:46.250981 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-0680a340-50a9-4c56-ab1d-2d7702defb07 req-a04afd54-b096-4fb0-9764-6478e4b96e9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (e8da45f0-7b76-4b5c-a534-292471570be8), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:46.256868 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba08959b-2d30-4a3f-ab13-d0d6031530ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f444645c-4fa7-4924-b116-1f3b6946ee37'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:47:46.259158 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e133511b-081a-4531-a2df-6647e17cc97c" -d '{"events": [{"server_uuid": "ba08959b-2d30-4a3f-ab13-d0d6031530ff", "name": "network-vif-plugged", "status": "completed", "tag": "f444645c-4fa7-4924-b116-1f3b6946ee37"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:47:46.297104 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port f444645c-4fa7-4924-b116-1f3b6946ee37, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=f444645c-4fa7-4924-b116-1f3b6946ee37,segment=NetworkSegment(95c489b5-d2f5-4704-89fb-8accaa8a0e0f),segment_id=95c489b5-d2f5-4704-89fb-8accaa8a0e0f)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:47:46.317488 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (f444645c-4fa7-4924-b116-1f3b6946ee37), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:46.323647 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48817dc2-f13f-4a21-a142-7be6241b6171 None None] Pushing event updated for resources: {'Port': ['ID=a7a7fae2-8030-4c81-be05-40f3b412196c,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:46.386319 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 915673c3-9944-49ea-88b8-c667b6d936b8 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:47:46.387005 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (915673c3-9944-49ea-88b8-c667b6d936b8), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:46.507123 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fb19d761-94fb-4aec-b96c-db0fcb1989e3 req-e78c6d56-e45c-409e-9755-de7487c2c1f4 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/security-groups?id=33e2eb59-206d-4216-aaf9-91cfc46ad855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3384480 Feb 19 02:47:46.547673 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 915673c3-9944-49ea-88b8-c667b6d936b8, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=915673c3-9944-49ea-88b8-c667b6d936b8,segment=NetworkSegment(b3dae451-0c86-4a64-8455-5c47bfffd3eb),segment_id=b3dae451-0c86-4a64-8455-5c47bfffd3eb)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:47:46.553938 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=f444645c-4fa7-4924-b116-1f3b6946ee37,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:46.560875 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (915673c3-9944-49ea-88b8-c667b6d936b8), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:46.571230 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04afd54-b096-4fb0-9764-6478e4b96e9e service neutron] Pushing event updated for resources: {'Port': ['ID=e8da45f0-7b76-4b5c-a534-292471570be8,revision_number=8']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:46.666852 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=915673c3-9944-49ea-88b8-c667b6d936b8,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:46.698731 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5b5dba-e795-4556-947c-e1e48e21bf35 req-5b72bfb1-6926-49a9-82c7-b5c3d81c2a28 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:46.700814 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4c5b5dba-e795-4556-947c-e1e48e21bf35 req-5b72bfb1-6926-49a9-82c7-b5c3d81c2a28 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=640b0ecf-3125-49fb-bd64-cf0f228c5f4a HTTP/1.1" status: 200 len: 944 time: 0.6684425 Feb 19 02:47:46.743713 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0680a340-50a9-4c56-ab1d-2d7702defb07 req-a04afd54-b096-4fb0-9764-6478e4b96e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:46.744666 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-0680a340-50a9-4c56-ab1d-2d7702defb07 req-a04afd54-b096-4fb0-9764-6478e4b96e9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:46.746169 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0680a340-50a9-4c56-ab1d-2d7702defb07 req-a04afd54-b096-4fb0-9764-6478e4b96e9e service neutron] 10.222.0.82 "PUT /v2.0/ports/e8da45f0-7b76-4b5c-a534-292471570be8 HTTP/1.1" status: 200 len: 1121 time: 2.9937146 Feb 19 02:47:46.802659 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-e6912fce-6ae7-490a-a5e4-14ae98a3b695 req-b156ab6b-76ef-40db-9502-d75608bcaa58 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Deleting port a8eb6e41-adb3-4497-8eb0-74bb6e3592dd {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:47:46.803009 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-e6912fce-6ae7-490a-a5e4-14ae98a3b695 req-b156ab6b-76ef-40db-9502-d75608bcaa58 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (a8eb6e41-adb3-4497-8eb0-74bb6e3592dd), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:46.819134 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49883f59-40d2-43c6-a2d7-502f8fa335c4 req-0948a93a-b58d-4138-8995-a9dcec3a3ef8 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:46.820680 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-49883f59-40d2-43c6-a2d7-502f8fa335c4 req-0948a93a-b58d-4138-8995-a9dcec3a3ef8 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/ports?device_id=ba08959b-2d30-4a3f-ab13-d0d6031530ff HTTP/1.1" status: 200 len: 945 time: 0.1884971 Feb 19 02:47:46.884898 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['e8da45f0-7b76-4b5c-a534-292471570be8'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:47:46.885543 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4c5b5dba-e795-4556-947c-e1e48e21bf35 req-29b4edde-8381-48c0-b895-9daf4f90598a tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/security-groups?id=83745bf6-2450-44b1-b073-88b2d8645794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527529 Feb 19 02:47:46.936227 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-49883f59-40d2-43c6-a2d7-502f8fa335c4 req-b70f34b2-3df2-4a34-9399-6aae05c73c7e tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/security-groups?id=d1068709-142b-4f0d-aa54-30196489f5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004941 Feb 19 02:47:46.986623 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-e6912fce-6ae7-490a-a5e4-14ae98a3b695 req-b156ab6b-76ef-40db-9502-d75608bcaa58 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] For port a8eb6e41-adb3-4497-8eb0-74bb6e3592dd, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=a8eb6e41-adb3-4497-8eb0-74bb6e3592dd,segment=NetworkSegment(999cf2ff-ad78-4ea0-b2d0-93d967fd81fc),segment_id=999cf2ff-ad78-4ea0-b2d0-93d967fd81fc)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:47:46.986986 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-e6912fce-6ae7-490a-a5e4-14ae98a3b695 req-b156ab6b-76ef-40db-9502-d75608bcaa58 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (a8eb6e41-adb3-4497-8eb0-74bb6e3592dd), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:47.011122 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-e6912fce-6ae7-490a-a5e4-14ae98a3b695 req-b156ab6b-76ef-40db-9502-d75608bcaa58 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Calling delete_port for a8eb6e41-adb3-4497-8eb0-74bb6e3592dd owned by compute:nova {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:47:47.019322 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['e8da45f0-7b76-4b5c-a534-292471570be8'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:47:47.022861 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-458bf0a7-0cfa-4e1d-9221-9fa207bce06c req-e28998e4-7844-4ce6-9ee4-07faeba3752d service neutron] 10.222.0.82 "GET /v2.0/networks/8b1da341-6b15-4165-b6f3-95f440007ab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8423660 Feb 19 02:47:47.166056 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8c74f3b-3e49-4738-abd9-e922ef0204c7 x-openstack-request-id: req-a8c74f3b-3e49-4738-abd9-e922ef0204c7 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:47:47.166497 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba08959b-2d30-4a3f-ab13-d0d6031530ff", "name": "network-vif-plugged", "status": "completed", "tag": "f444645c-4fa7-4924-b116-1f3b6946ee37", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:47:47.166857 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a8c74f3b-3e49-4738-abd9-e922ef0204c7 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:47:47.167917 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba08959b-2d30-4a3f-ab13-d0d6031530ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f444645c-4fa7-4924-b116-1f3b6946ee37', 'code': 200} Feb 19 02:47:47.249880 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6022ed1-67a1-4ded-890d-e1e66f84412d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8da45f0-7b76-4b5c-a534-292471570be8'}, {'name': 'network-changed', 'server_uuid': 'b6022ed1-67a1-4ded-890d-e1e66f84412d', 'tag': 'e8da45f0-7b76-4b5c-a534-292471570be8'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:47:47.259402 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15fdddbb-1380-4af8-83b3-6837b9da0c50" -d '{"events": [{"server_uuid": "b6022ed1-67a1-4ded-890d-e1e66f84412d", "name": "network-vif-unplugged", "status": "completed", "tag": "e8da45f0-7b76-4b5c-a534-292471570be8"}, {"name": "network-changed", "server_uuid": "b6022ed1-67a1-4ded-890d-e1e66f84412d", "tag": "e8da45f0-7b76-4b5c-a534-292471570be8"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:47:47.282452 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a2521d-b08c-4566-b2fc-33fdd9bba4fc req-84a50e6d-d66c-49be-8254-a1db41a464fc tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:47.290875 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-77a2521d-b08c-4566-b2fc-33fdd9bba4fc req-84a50e6d-d66c-49be-8254-a1db41a464fc tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6022ed1-67a1-4ded-890d-e1e66f84412d HTTP/1.1" status: 200 len: 943 time: 0.2093618 Feb 19 02:47:47.365229 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-458bf0a7-0cfa-4e1d-9221-9fa207bce06c req-6d96c459-2d43-4359-83df-5d142e50270f service neutron] 10.222.0.82 "GET /v2.0/networks/8b1da341-6b15-4165-b6f3-95f440007ab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3099213 Feb 19 02:47:47.526101 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-77a2521d-b08c-4566-b2fc-33fdd9bba4fc req-3004b69f-a133-4508-a283-23d6bba6d9cb tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137311 Feb 19 02:47:47.532133 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-e6912fce-6ae7-490a-a5e4-14ae98a3b695 req-b156ab6b-76ef-40db-9502-d75608bcaa58 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (a8eb6e41-adb3-4497-8eb0-74bb6e3592dd), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:47.628176 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2fdf2dde-283c-40cd-9a3c-c7cb1363d8d2 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks [] for port (ffd34f12-c743-4862-b58a-6995b4a05871), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:47.632524 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['49fe7044-8617-421f-8cae-626e2aa0e00e'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:47:47.644473 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda989cc-fba4-48b8-ab54-1b12c0fc5bbb req-96cc82a4-20b3-429b-9b4e-8f72ec80943b tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:47.646227 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bda989cc-fba4-48b8-ab54-1b12c0fc5bbb req-96cc82a4-20b3-429b-9b4e-8f72ec80943b tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=fcd6a795-095f-4679-b153-54a09672add9 HTTP/1.1" status: 200 len: 944 time: 0.2677803 Feb 19 02:47:47.652800 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sat, 19 Feb 2022 02:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7627ea6e-5b23-43e8-803e-ff4b9b9c28b5 x-openstack-request-id: req-7627ea6e-5b23-43e8-803e-ff4b9b9c28b5 {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:47:47.654838 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6022ed1-67a1-4ded-890d-e1e66f84412d", "name": "network-vif-unplugged", "status": "completed", "tag": "e8da45f0-7b76-4b5c-a534-292471570be8", "code": 200}, {"name": "network-changed", "server_uuid": "b6022ed1-67a1-4ded-890d-e1e66f84412d", "tag": "e8da45f0-7b76-4b5c-a534-292471570be8", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:47:47.655002 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782e4f7a-72a4-4432-a9fe-c7c0458ec435 req-4c50793c-7921-4ae3-af27-166d316f1c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:47.655141 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7627ea6e-5b23-43e8-803e-ff4b9b9c28b5 {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:47:47.655527 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6022ed1-67a1-4ded-890d-e1e66f84412d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8da45f0-7b76-4b5c-a534-292471570be8', 'code': 200} Feb 19 02:47:47.655794 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6022ed1-67a1-4ded-890d-e1e66f84412d', 'tag': 'e8da45f0-7b76-4b5c-a534-292471570be8', 'status': 'completed', 'code': 200} Feb 19 02:47:47.657391 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-782e4f7a-72a4-4432-a9fe-c7c0458ec435 req-4c50793c-7921-4ae3-af27-166d316f1c96 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ba08959b-2d30-4a3f-ab13-d0d6031530ff HTTP/1.1" status: 200 len: 1127 time: 0.4750905 Feb 19 02:47:47.659399 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2fdf2dde-283c-40cd-9a3c-c7cb1363d8d2 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (ffd34f12-c743-4862-b58a-6995b4a05871), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:47.674011 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2fdf2dde-283c-40cd-9a3c-c7cb1363d8d2 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16362769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16289258'] for router_interface (dc356119-02c6-4ce6-bb71-6d7e4c132014), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:47.683612 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b156ab6b-76ef-40db-9502-d75608bcaa58 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Pushing event deleted for resources: {'Port': ['ID=a8eb6e41-adb3-4497-8eb0-74bb6e3592dd,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:47.782530 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6912fce-6ae7-490a-a5e4-14ae98a3b695 req-b156ab6b-76ef-40db-9502-d75608bcaa58 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] No DVR routers for this DVR port a8eb6e41-adb3-4497-8eb0-74bb6e3592dd on host n-h1-826753-2 {{(pid=103701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:47:47.786797 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-e6912fce-6ae7-490a-a5e4-14ae98a3b695 req-b156ab6b-76ef-40db-9502-d75608bcaa58 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:47.793388 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e6912fce-6ae7-490a-a5e4-14ae98a3b695 req-b156ab6b-76ef-40db-9502-d75608bcaa58 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.73 "DELETE /v2.0/ports/a8eb6e41-adb3-4497-8eb0-74bb6e3592dd HTTP/1.1" status: 204 len: 173 time: 1.5463724 Feb 19 02:47:47.817997 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b6350f22-987b-47e3-a42d-58babeecbd96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:47.952216 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bda989cc-fba4-48b8-ab54-1b12c0fc5bbb req-b49bc6d6-8769-404b-b063-19124128d7b9 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818158 Feb 19 02:47:47.988298 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fdddbb-1380-4af8-83b3-6837b9da0c50 req-8455c0aa-0dd0-465e-a8b6-f89f1f9f3306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:47.996139 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-15fdddbb-1380-4af8-83b3-6837b9da0c50 req-8455c0aa-0dd0-465e-a8b6-f89f1f9f3306 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ad75c6928a1d4c6da3a56db6352b2618&device_id=b6022ed1-67a1-4ded-890d-e1e66f84412d HTTP/1.1" status: 200 len: 1155 time: 0.2961287 Feb 19 02:47:47.998903 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d38734-2984-42ff-b217-22e581e5b924 None None] Network cece8bf4-a072-4af5-b789-fe83f501f843 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:47:48.007383 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3d69ca-2f9b-42c9-a779-7f1c730a30d3 req-1a979107-b622-4ef5-a939-e78ea0ef56af tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:48.015734 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3b3d69ca-2f9b-42c9-a779-7f1c730a30d3 req-1a979107-b622-4ef5-a939-e78ea0ef56af tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/networks?id=39722815-5c41-4e97-ad15-7b3e3ad40af7 HTTP/1.1" status: 200 len: 815 time: 0.2361233 Feb 19 02:47:48.079800 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3b3d69ca-2f9b-42c9-a779-7f1c730a30d3 req-f934eba1-ca62-4c4e-a5f4-cf20c35037a1 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/quotas/53a4b602ed084660a547c5d9911104ee HTTP/1.1" status: 200 len: 375 time: 0.0562894 Feb 19 02:47:48.130352 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-6f3904ee-150d-4a78-b3c0-82f492d82805 None None] Provisioning complete for port 52204283-f162-4106-940b-1c2e3944ae3c triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:47:48.131367 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6f3904ee-150d-4a78-b3c0-82f492d82805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (52204283-f162-4106-940b-1c2e3944ae3c), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:48.147851 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdf2dde-283c-40cd-9a3c-c7cb1363d8d2 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Pushing event updated for resources: {'Port': ['ID=ffd34f12-c743-4862-b58a-6995b4a05871,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:48.194597 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-782e4f7a-72a4-4432-a9fe-c7c0458ec435 req-9846fe4a-7b8f-4f0f-b59f-f3bd44f6d418 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d1068709-142b-4f0d-aa54-30196489f5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4992182 Feb 19 02:47:48.205223 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fdddbb-1380-4af8-83b3-6837b9da0c50 req-51715b8a-2574-41a9-8624-abc12d64da05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:48.208114 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-15fdddbb-1380-4af8-83b3-6837b9da0c50 req-51715b8a-2574-41a9-8624-abc12d64da05 service neutron] 10.222.0.73 "GET /v2.0/networks?id=db98097a-bb19-479d-bd0d-4f71e988880a HTTP/1.1" status: 200 len: 922 time: 0.2007780 Feb 19 02:47:48.219626 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740205d5-2f9e-45d9-8d49-aa7f3bce74ef None None] Network 4dad3b12-13a1-4b02-89a2-4c6d3ce37336 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:47:48.254770 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fdf2dde-283c-40cd-9a3c-c7cb1363d8d2 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Network cece8bf4-a072-4af5-b789-fe83f501f843 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:47:48.256591 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-2fdf2dde-283c-40cd-9a3c-c7cb1363d8d2 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:47:48.349652 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3b3d69ca-2f9b-42c9-a779-7f1c730a30d3 req-f2c16f37-117b-4ab9-84d0-8aa943554cdc tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=53a4b602ed084660a547c5d9911104ee&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2641904 Feb 19 02:47:48.363632 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8912b23c-a5a5-40d3-8995-db4be4e02f5e req-b48725fa-f34f-4f2a-9a3e-0e9f6442d7b7 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:48.373074 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8912b23c-a5a5-40d3-8995-db4be4e02f5e req-b48725fa-f34f-4f2a-9a3e-0e9f6442d7b7 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=640b0ecf-3125-49fb-bd64-cf0f228c5f4a HTTP/1.1" status: 200 len: 945 time: 0.1616559 Feb 19 02:47:48.381597 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-6f3904ee-150d-4a78-b3c0-82f492d82805 None None] Current status of the port 52204283-f162-4106-940b-1c2e3944ae3c is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:47:48.382006 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6f3904ee-150d-4a78-b3c0-82f492d82805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (52204283-f162-4106-940b-1c2e3944ae3c), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:48.411831 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 52204283-f162-4106-940b-1c2e3944ae3c up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:47:48.460269 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fdf2dde-283c-40cd-9a3c-c7cb1363d8d2 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Router dc356119-02c6-4ce6-bb71-6d7e4c132014 is scheduled to L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd with binding_index 1 {{(pid=103702) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 02:47:48.501708 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-6f3904ee-150d-4a78-b3c0-82f492d82805 None None] For port 52204283-f162-4106-940b-1c2e3944ae3c, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=52204283-f162-4106-940b-1c2e3944ae3c,segment=NetworkSegment(8d6c1719-79bf-4cce-bd0e-974e61b7b31e),segment_id=8d6c1719-79bf-4cce-bd0e-974e61b7b31e)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:47:48.533225 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6f3904ee-150d-4a78-b3c0-82f492d82805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (52204283-f162-4106-940b-1c2e3944ae3c), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:48.555656 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8912b23c-a5a5-40d3-8995-db4be4e02f5e req-cc1bd00b-e33a-40c6-a44e-6be649915d61 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/security-groups?id=83745bf6-2450-44b1-b073-88b2d8645794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712778 Feb 19 02:47:48.587308 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 52204283-f162-4106-940b-1c2e3944ae3c triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:47:48.587716 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (52204283-f162-4106-940b-1c2e3944ae3c), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:48.616810 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3b3d69ca-2f9b-42c9-a779-7f1c730a30d3 req-7d03ab1f-4b6e-4a61-8678-8b0821647835 service neutron] 10.222.0.72 "GET /v2.0/networks/39722815-5c41-4e97-ad15-7b3e3ad40af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301590 Feb 19 02:47:48.691362 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-15fdddbb-1380-4af8-83b3-6837b9da0c50 req-31ceff71-1c4c-4a8b-8eea-415cbc177a79 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8da45f0-7b76-4b5c-a534-292471570be8 HTTP/1.1" status: 200 len: 217 time: 0.0957177 Feb 19 02:47:48.743386 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3904ee-150d-4a78-b3c0-82f492d82805 None None] Pushing event updated for resources: {'Port': ['ID=52204283-f162-4106-940b-1c2e3944ae3c,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:48.751323 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b50db50b-b530-4593-8c1f-72a83d9c9256 None None] Provisioning complete for port a7a7fae2-8030-4c81-be05-40f3b412196c triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:47:48.752140 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b50db50b-b530-4593-8c1f-72a83d9c9256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (a7a7fae2-8030-4c81-be05-40f3b412196c), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:48.795605 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fdddbb-1380-4af8-83b3-6837b9da0c50 req-799a8c4d-a548-4b81-80d5-f643cb0514f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:48.797317 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-15fdddbb-1380-4af8-83b3-6837b9da0c50 req-799a8c4d-a548-4b81-80d5-f643cb0514f0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2fe72d28-9326-4a85-b8b2-36c8cafae112 HTTP/1.1" status: 200 len: 861 time: 0.0675278 Feb 19 02:47:48.867098 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-15fdddbb-1380-4af8-83b3-6837b9da0c50 req-dd18fd57-39ff-4a63-a7cc-53eee1da550d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=db98097a-bb19-479d-bd0d-4f71e988880a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454199 Feb 19 02:47:48.873368 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fdf2dde-283c-40cd-9a3c-c7cb1363d8d2 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:47:48.890965 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 52204283-f162-4106-940b-1c2e3944ae3c is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:47:48.891210 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920c2f8b-d5eb-4bea-a071-5cc74213171f None None] Sync routers for ids ['dc356119-02c6-4ce6-bb71-6d7e4c132014'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:47:48.898100 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-2fdf2dde-283c-40cd-9a3c-c7cb1363d8d2 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] 10.222.0.72 "PUT /v2.0/routers/dc356119-02c6-4ce6-bb71-6d7e4c132014/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7293963 Feb 19 02:47:48.898749 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device a7a7fae2-8030-4c81-be05-40f3b412196c up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:47:48.898888 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 55606) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:47:48.909249 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920c2f8b-d5eb-4bea-a071-5cc74213171f None None] Routers {'dc356119-02c6-4ce6-bb71-6d7e4c132014'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:47:48.909875 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-920c2f8b-d5eb-4bea-a071-5cc74213171f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:47:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['dc356119-02c6-4ce6-bb71-6d7e4c132014'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:47:48.926842 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caa7a94-872d-4b23-bc59-caff8903ecee req-612714cd-b8f2-4a94-a8a9-efe0308854d6 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:48.928458 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3caa7a94-872d-4b23-bc59-caff8903ecee req-612714cd-b8f2-4a94-a8a9-efe0308854d6 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/ports?device_id=ba08959b-2d30-4a3f-ab13-d0d6031530ff HTTP/1.1" status: 200 len: 945 time: 0.2951605 Feb 19 02:47:48.993214 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-920c2f8b-d5eb-4bea-a071-5cc74213171f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:47:49.009557 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3b3d69ca-2f9b-42c9-a779-7f1c730a30d3 req-9d31a95c-a1b1-4c27-838b-bf5fa80663c2 service neutron] 10.222.0.72 "GET /v2.0/networks/39722815-5c41-4e97-ad15-7b3e3ad40af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3841021 Feb 19 02:47:49.017712 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920c2f8b-d5eb-4bea-a071-5cc74213171f None None] Routers {'dc356119-02c6-4ce6-bb71-6d7e4c132014'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:47:49.021281 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-920c2f8b-d5eb-4bea-a071-5cc74213171f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:47:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['dc356119-02c6-4ce6-bb71-6d7e4c132014'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:47:49.071481 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b50db50b-b530-4593-8c1f-72a83d9c9256 None None] Current status of the port a7a7fae2-8030-4c81-be05-40f3b412196c is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:47:49.077132 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b50db50b-b530-4593-8c1f-72a83d9c9256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (a7a7fae2-8030-4c81-be05-40f3b412196c), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:49.109479 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3caa7a94-872d-4b23-bc59-caff8903ecee req-1be3629f-d5d7-4ee1-820f-d15e4a2bcd2b tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/security-groups?id=d1068709-142b-4f0d-aa54-30196489f5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717288 Feb 19 02:47:49.142594 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port a7a7fae2-8030-4c81-be05-40f3b412196c triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:47:49.143185 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91876d30-8435-4688-900d-b17429988a78 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:49.146242 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-91876d30-8435-4688-900d-b17429988a78 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] 10.222.0.72 "GET /v2.0/ports/ffd34f12-c743-4862-b58a-6995b4a05871 HTTP/1.1" status: 200 len: 911 time: 0.2353756 Feb 19 02:47:49.149116 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (a7a7fae2-8030-4c81-be05-40f3b412196c), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:49.149295 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 55610) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:47:49.162481 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-920c2f8b-d5eb-4bea-a071-5cc74213171f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:47:49.163231 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920c2f8b-d5eb-4bea-a071-5cc74213171f None None] The sync data for ids ['dc356119-02c6-4ce6-bb71-6d7e4c132014'] in n-d-826753-2 is: [] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:47:49.180111 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '640b0ecf-3125-49fb-bd64-cf0f228c5f4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '915673c3-9944-49ea-88b8-c667b6d936b8'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:47:49.187179 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ca3cdcf-e104-4cf3-a27a-4b70a1eaa2c3" -d '{"events": [{"server_uuid": "640b0ecf-3125-49fb-bd64-cf0f228c5f4a", "name": "network-vif-plugged", "status": "completed", "tag": "915673c3-9944-49ea-88b8-c667b6d936b8"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:47:49.259399 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-15fdddbb-1380-4af8-83b3-6837b9da0c50 req-514664a3-8eae-4006-927d-d3c5ca9bef8b service neutron] 10.222.0.73 "GET /v2.0/networks/db98097a-bb19-479d-bd0d-4f71e988880a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3596079 Feb 19 02:47:49.262647 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b50db50b-b530-4593-8c1f-72a83d9c9256 None None] For port a7a7fae2-8030-4c81-be05-40f3b412196c, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=a7a7fae2-8030-4c81-be05-40f3b412196c,segment=NetworkSegment(0d6396bd-8b68-4ad9-a04b-a95042953b64),segment_id=0d6396bd-8b68-4ad9-a04b-a95042953b64)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:47:49.272410 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device a8eb6e41-adb3-4497-8eb0-74bb6e3592dd no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:47:49.339203 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b50db50b-b530-4593-8c1f-72a83d9c9256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (a7a7fae2-8030-4c81-be05-40f3b412196c), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:49.340336 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] No Port match for: a8eb6e41-adb3-4497-8eb0-74bb6e3592dd {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:47:49.340669 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device a8eb6e41-adb3-4497-8eb0-74bb6e3592dd not bound to the agent host n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:47:49.354482 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:49.496010 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ce0bcde-5ade-4bc3-999c-7616f7b1305e x-openstack-request-id: req-5ce0bcde-5ade-4bc3-999c-7616f7b1305e {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:47:49.496486 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "640b0ecf-3125-49fb-bd64-cf0f228c5f4a", "name": "network-vif-plugged", "status": "completed", "tag": "915673c3-9944-49ea-88b8-c667b6d936b8", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:47:49.497643 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5ce0bcde-5ade-4bc3-999c-7616f7b1305e {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:47:49.498231 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '640b0ecf-3125-49fb-bd64-cf0f228c5f4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '915673c3-9944-49ea-88b8-c667b6d936b8', 'code': 200} Feb 19 02:47:49.532067 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0fcc94-8e46-4dc6-a9ae-d9d16981d934 req-a1e61542-9701-4853-affb-cce6a6c529ae tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:49.553501 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-1e0fcc94-8e46-4dc6-a9ae-d9d16981d934 req-a1e61542-9701-4853-affb-cce6a6c529ae tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.82 "GET /v2.0/ports?device_id=dfee5af4-da6a-4d15-a1c5-a6cd65193d4e HTTP/1.1" status: 200 len: 945 time: 0.3110602 Feb 19 02:47:49.596361 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50db50b-b530-4593-8c1f-72a83d9c9256 None None] Pushing event updated for resources: {'Port': ['ID=a7a7fae2-8030-4c81-be05-40f3b412196c,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:49.601243 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4524dc44-b8c7-4d01-968a-0ccde3a3eeab None None] Provisioning complete for port ffd34f12-c743-4862-b58a-6995b4a05871 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:47:49.601626 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4524dc44-b8c7-4d01-968a-0ccde3a3eeab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (ffd34f12-c743-4862-b58a-6995b4a05871), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:49.620581 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-15fdddbb-1380-4af8-83b3-6837b9da0c50 req-f4497c23-d6e3-4be7-a912-3c211ffe7be5 service neutron] 10.222.0.73 "GET /v2.0/networks/db98097a-bb19-479d-bd0d-4f71e988880a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3252280 Feb 19 02:47:49.641396 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port a7a7fae2-8030-4c81-be05-40f3b412196c is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:47:49.659938 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4524dc44-b8c7-4d01-968a-0ccde3a3eeab None None] Port ffd34f12-c743-4862-b58a-6995b4a05871 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:47:49.689695 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4524dc44-b8c7-4d01-968a-0ccde3a3eeab None None] Provisioning complete for port 52204283-f162-4106-940b-1c2e3944ae3c triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:47:49.690123 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4524dc44-b8c7-4d01-968a-0ccde3a3eeab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (52204283-f162-4106-940b-1c2e3944ae3c), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:49.700631 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcd6a795-095f-4679-b153-54a09672add9', 'name': 'network-vif-deleted', 'tag': 'a8eb6e41-adb3-4497-8eb0-74bb6e3592dd'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:47:49.703579 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d00e0c02-6d0f-4aac-98d6-07e0d7f193c0" -d '{"events": [{"server_uuid": "fcd6a795-095f-4679-b153-54a09672add9", "name": "network-vif-deleted", "tag": "a8eb6e41-adb3-4497-8eb0-74bb6e3592dd"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:47:49.708499 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-07d28854-8fbf-4a05-9fdf-82d722aa8984 req-1bfe1379-57f1-4e40-81f4-6176ae0e9aae tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/ports?device_id=6a71d120-2e2b-4e04-a588-e4c8408dd211 HTTP/1.1" status: 200 len: 210 time: 0.1149273 Feb 19 02:47:49.804568 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-1e0fcc94-8e46-4dc6-a9ae-d9d16981d934 req-a5850cfe-dbeb-4823-94f2-2d120fcdafa6 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Deleting port 1e5f5862-f5df-4314-97ad-4c0355742944 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:47:49.805319 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-1e0fcc94-8e46-4dc6-a9ae-d9d16981d934 req-a5850cfe-dbeb-4823-94f2-2d120fcdafa6 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (1e5f5862-f5df-4314-97ad-4c0355742944), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:49.817707 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d04a3d-7d67-4759-84bf-cf9d880034fd req-cd650b42-2778-402f-b88b-cbc8d3b8082b tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:49.840250 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d9d04a3d-7d67-4759-84bf-cf9d880034fd req-cd650b42-2778-402f-b88b-cbc8d3b8082b tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6022ed1-67a1-4ded-890d-e1e66f84412d HTTP/1.1" status: 200 len: 943 time: 0.5230508 Feb 19 02:47:49.935484 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-1e0fcc94-8e46-4dc6-a9ae-d9d16981d934 req-a5850cfe-dbeb-4823-94f2-2d120fcdafa6 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] For port 1e5f5862-f5df-4314-97ad-4c0355742944, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=1e5f5862-f5df-4314-97ad-4c0355742944,segment=NetworkSegment(27cce794-dfd5-41e1-991b-27e0c79dcb47),segment_id=27cce794-dfd5-41e1-991b-27e0c79dcb47)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:47:49.935484 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-1e0fcc94-8e46-4dc6-a9ae-d9d16981d934 req-a5850cfe-dbeb-4823-94f2-2d120fcdafa6 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (1e5f5862-f5df-4314-97ad-4c0355742944), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:49.948306 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-1e0fcc94-8e46-4dc6-a9ae-d9d16981d934 req-a5850cfe-dbeb-4823-94f2-2d120fcdafa6 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Calling delete_port for 1e5f5862-f5df-4314-97ad-4c0355742944 owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:47:49.999289 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4524dc44-b8c7-4d01-968a-0ccde3a3eeab None None] Current status of the port 52204283-f162-4106-940b-1c2e3944ae3c is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:47:50.026201 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4524dc44-b8c7-4d01-968a-0ccde3a3eeab None None] Provisioning complete for port a7a7fae2-8030-4c81-be05-40f3b412196c triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:47:50.028946 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4524dc44-b8c7-4d01-968a-0ccde3a3eeab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (a7a7fae2-8030-4c81-be05-40f3b412196c), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:50.090380 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b6695b-afe1-4638-86d3-45aa68d4c2a7 req-ae3f56c4-b9f8-4e54-9528-8a0d38e11903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:50.092703 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a3b6695b-afe1-4638-86d3-45aa68d4c2a7 req-ae3f56c4-b9f8-4e54-9528-8a0d38e11903 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=640b0ecf-3125-49fb-bd64-cf0f228c5f4a HTTP/1.1" status: 200 len: 1127 time: 0.3684092 Feb 19 02:47:50.164574 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d9d04a3d-7d67-4759-84bf-cf9d880034fd req-c00bd757-33f2-4c11-873b-21d89b8955ac tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3197803 Feb 19 02:47:50.220003 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-1e0fcc94-8e46-4dc6-a9ae-d9d16981d934 req-a5850cfe-dbeb-4823-94f2-2d120fcdafa6 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (1e5f5862-f5df-4314-97ad-4c0355742944), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:50.236545 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4524dc44-b8c7-4d01-968a-0ccde3a3eeab None None] Current status of the port a7a7fae2-8030-4c81-be05-40f3b412196c is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:47:50.276170 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 52204283-f162-4106-940b-1c2e3944ae3c up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:47:50.342131 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5850cfe-dbeb-4823-94f2-2d120fcdafa6 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Pushing event deleted for resources: {'Port': ['ID=1e5f5862-f5df-4314-97ad-4c0355742944,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:50.355925 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-841100ca-ed25-45e8-8e03-fe0ddab38c80 x-openstack-request-id: req-841100ca-ed25-45e8-8e03-fe0ddab38c80 {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:47:50.356227 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcd6a795-095f-4679-b153-54a09672add9", "name": "network-vif-deleted", "tag": "a8eb6e41-adb3-4497-8eb0-74bb6e3592dd", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:47:50.356487 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-841100ca-ed25-45e8-8e03-fe0ddab38c80 {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:47:50.356885 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcd6a795-095f-4679-b153-54a09672add9', 'name': 'network-vif-deleted', 'tag': 'a8eb6e41-adb3-4497-8eb0-74bb6e3592dd', 'status': 'completed', 'code': 200} Feb 19 02:47:50.375314 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e0fcc94-8e46-4dc6-a9ae-d9d16981d934 req-a5850cfe-dbeb-4823-94f2-2d120fcdafa6 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] No DVR routers for this DVR port 1e5f5862-f5df-4314-97ad-4c0355742944 on host n-h2-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:47:50.379391 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-1e0fcc94-8e46-4dc6-a9ae-d9d16981d934 req-a5850cfe-dbeb-4823-94f2-2d120fcdafa6 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:50.386635 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-1e0fcc94-8e46-4dc6-a9ae-d9d16981d934 req-a5850cfe-dbeb-4823-94f2-2d120fcdafa6 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.82 "DELETE /v2.0/ports/1e5f5862-f5df-4314-97ad-4c0355742944 HTTP/1.1" status: 204 len: 173 time: 0.8070576 Feb 19 02:47:50.387335 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfee5af4-da6a-4d15-a1c5-a6cd65193d4e', 'name': 'network-vif-deleted', 'tag': '1e5f5862-f5df-4314-97ad-4c0355742944'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:47:50.389698 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c32f55b9-0db5-47ed-ae50-80562b1b4200" -d '{"events": [{"server_uuid": "dfee5af4-da6a-4d15-a1c5-a6cd65193d4e", "name": "network-vif-deleted", "tag": "1e5f5862-f5df-4314-97ad-4c0355742944"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:47:50.419438 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:50.430538 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-ac02e8c3-8e8f-4d86-9a33-3cf0d7366bc3 None None] Provisioning complete for port ffd34f12-c743-4862-b58a-6995b4a05871 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:47:50.430971 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-ac02e8c3-8e8f-4d86-9a33-3cf0d7366bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (ffd34f12-c743-4862-b58a-6995b4a05871), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:50.452336 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a3b6695b-afe1-4638-86d3-45aa68d4c2a7 req-8fe09b2c-2a3a-4ac4-8cf8-2691beb7c348 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=83745bf6-2450-44b1-b073-88b2d8645794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3245280 Feb 19 02:47:50.499319 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6912c94-b23e-435b-8814-cea26e109c7f req-38ec3325-d0b8-4a7c-9e2c-6b3a5f2219f8 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:50.513051 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b6912c94-b23e-435b-8814-cea26e109c7f req-38ec3325-d0b8-4a7c-9e2c-6b3a5f2219f8 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=640b0ecf-3125-49fb-bd64-cf0f228c5f4a HTTP/1.1" status: 200 len: 945 time: 0.3394279 Feb 19 02:47:50.530585 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 52204283-f162-4106-940b-1c2e3944ae3c triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:47:50.531291 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (52204283-f162-4106-940b-1c2e3944ae3c), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:50.543308 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-ac02e8c3-8e8f-4d86-9a33-3cf0d7366bc3 None None] Port ffd34f12-c743-4862-b58a-6995b4a05871 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:47:50.593977 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f8125-f0f1-49f1-a05f-57bc2fbdbba7 req-d6e42e2f-28cb-4815-9ec5-5a0faec33101 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:50.595470 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4b5f8125-f0f1-49f1-a05f-57bc2fbdbba7 req-d6e42e2f-28cb-4815-9ec5-5a0faec33101 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=0e3f78fd-0754-4bc2-bf93-db1168fc7253 HTTP/1.1" status: 200 len: 947 time: 0.1900306 Feb 19 02:47:50.674506 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 52204283-f162-4106-940b-1c2e3944ae3c is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:47:50.674968 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b6912c94-b23e-435b-8814-cea26e109c7f req-860167aa-ad92-423c-9df2-560cd3ecfe52 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/security-groups?id=83745bf6-2450-44b1-b073-88b2d8645794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608586 Feb 19 02:47:50.676059 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device a7a7fae2-8030-4c81-be05-40f3b412196c up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:47:50.727316 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port a7a7fae2-8030-4c81-be05-40f3b412196c triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:47:50.727681 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (a7a7fae2-8030-4c81-be05-40f3b412196c), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:50.769892 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4b5f8125-f0f1-49f1-a05f-57bc2fbdbba7 req-642f8fbf-b01e-45a3-b517-6265c7168b9b tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/security-groups?id=9fb7ec05-94c5-4be9-bd64-e232c45ff032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340592 Feb 19 02:47:50.845966 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port a7a7fae2-8030-4c81-be05-40f3b412196c is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:47:50.855022 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ffba490-fd95-4f2e-bde5-9051ad9b28be x-openstack-request-id: req-5ffba490-fd95-4f2e-bde5-9051ad9b28be {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:47:50.855595 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfee5af4-da6a-4d15-a1c5-a6cd65193d4e", "name": "network-vif-deleted", "tag": "1e5f5862-f5df-4314-97ad-4c0355742944", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:47:50.856150 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5ffba490-fd95-4f2e-bde5-9051ad9b28be {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:47:50.856822 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfee5af4-da6a-4d15-a1c5-a6cd65193d4e', 'name': 'network-vif-deleted', 'tag': '1e5f5862-f5df-4314-97ad-4c0355742944', 'status': 'completed', 'code': 200} Feb 19 02:47:50.923301 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d0c440-b750-4933-9f29-bddaddf64040 req-146876f0-61e6-4930-91bf-ca736e09ec10 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:50.925844 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-84d0c440-b750-4933-9f29-bddaddf64040 req-146876f0-61e6-4930-91bf-ca736e09ec10 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/ports?device_id=ba08959b-2d30-4a3f-ab13-d0d6031530ff HTTP/1.1" status: 200 len: 945 time: 0.1194291 Feb 19 02:47:50.945187 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3b22f8-53f2-4e58-98ec-0b12c10d9edf req-45729a9f-3280-41bd-9db9-677a04d41680 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:50.946674 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ef3b22f8-53f2-4e58-98ec-0b12c10d9edf req-45729a9f-3280-41bd-9db9-677a04d41680 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e3f78fd-0754-4bc2-bf93-db1168fc7253 HTTP/1.1" status: 200 len: 947 time: 0.0796793 Feb 19 02:47:50.955916 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-69f34f33-e724-4fe5-b5ec-0748a80163a0 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:51.004087 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d9391ac4-1df9-4d3e-a173-aa95b047ee56 req-275a3ce5-0c7f-4f1f-9bad-e6beb19e0539 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/ports?device_id=6a71d120-2e2b-4e04-a588-e4c8408dd211 HTTP/1.1" status: 200 len: 210 time: 0.0726595 Feb 19 02:47:51.095764 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-ef3b22f8-53f2-4e58-98ec-0b12c10d9edf req-6c90219d-2c08-4256-909a-c8ed818724b5 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Deleting port 49fe7044-8617-421f-8cae-626e2aa0e00e {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:47:51.096186 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-ef3b22f8-53f2-4e58-98ec-0b12c10d9edf req-6c90219d-2c08-4256-909a-c8ed818724b5 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (49fe7044-8617-421f-8cae-626e2aa0e00e), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:51.136861 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-84d0c440-b750-4933-9f29-bddaddf64040 req-81584287-8d38-4e8f-933e-4970fa8adb53 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/security-groups?id=d1068709-142b-4f0d-aa54-30196489f5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035563 Feb 19 02:47:51.276009 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-ef3b22f8-53f2-4e58-98ec-0b12c10d9edf req-6c90219d-2c08-4256-909a-c8ed818724b5 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] For port 49fe7044-8617-421f-8cae-626e2aa0e00e, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=49fe7044-8617-421f-8cae-626e2aa0e00e,segment=NetworkSegment(999cf2ff-ad78-4ea0-b2d0-93d967fd81fc),segment_id=999cf2ff-ad78-4ea0-b2d0-93d967fd81fc)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:47:51.276473 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-ef3b22f8-53f2-4e58-98ec-0b12c10d9edf req-6c90219d-2c08-4256-909a-c8ed818724b5 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (49fe7044-8617-421f-8cae-626e2aa0e00e), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:51.301625 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-ef3b22f8-53f2-4e58-98ec-0b12c10d9edf req-6c90219d-2c08-4256-909a-c8ed818724b5 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Calling delete_port for 49fe7044-8617-421f-8cae-626e2aa0e00e owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:47:51.309518 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3d69ca-2f9b-42c9-a779-7f1c730a30d3 req-9d9204cb-2cbb-44db-9467-ce071e04a8ce tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:51.310954 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3b3d69ca-2f9b-42c9-a779-7f1c730a30d3 req-9d9204cb-2cbb-44db-9467-ce071e04a8ce tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.73 "GET /v2.0/networks?id=39722815-5c41-4e97-ad15-7b3e3ad40af7 HTTP/1.1" status: 200 len: 815 time: 0.1690533 Feb 19 02:47:51.372727 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-3b3d69ca-2f9b-42c9-a779-7f1c730a30d3 req-036346f8-fea2-486b-a8a4-cffd051400a9 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Request body: {'port': {'device_id': '6a71d120-2e2b-4e04-a588-e4c8408dd211', 'network_id': '39722815-5c41-4e97-ad15-7b3e3ad40af7', 'admin_state_up': True, 'tenant_id': '53a4b602ed084660a547c5d9911104ee'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:47:51.455662 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-69f34f33-e724-4fe5-b5ec-0748a80163a0 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Allocated IP 2001:db8:1::1 (4dad3b12-13a1-4b02-89a2-4c6d3ce37336/77479c1b-8716-447c-b31f-2d3c720baa4e/5f81efa1-13eb-4afc-8b0f-7f82071b1ea8) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:47:51.586470 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 1e5f5862-f5df-4314-97ad-4c0355742944 no longer exists at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:47:51.624020 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b3d69ca-2f9b-42c9-a779-7f1c730a30d3 req-036346f8-fea2-486b-a8a4-cffd051400a9 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Made reservation on behalf of 53a4b602ed084660a547c5d9911104ee for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:47:51.628769 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-3b3d69ca-2f9b-42c9-a779-7f1c730a30d3 req-036346f8-fea2-486b-a8a4-cffd051400a9 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:51.640809 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] No Port match for: 1e5f5862-f5df-4314-97ad-4c0355742944 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:47:51.641469 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 1e5f5862-f5df-4314-97ad-4c0355742944 not bound to the agent host n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:47:51.668156 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-ef3b22f8-53f2-4e58-98ec-0b12c10d9edf req-6c90219d-2c08-4256-909a-c8ed818724b5 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (49fe7044-8617-421f-8cae-626e2aa0e00e), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:51.790652 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c90219d-2c08-4256-909a-c8ed818724b5 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Pushing event deleted for resources: {'Port': ['ID=49fe7044-8617-421f-8cae-626e2aa0e00e,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:51.823479 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef3b22f8-53f2-4e58-98ec-0b12c10d9edf req-6c90219d-2c08-4256-909a-c8ed818724b5 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] No DVR routers for this DVR port 49fe7044-8617-421f-8cae-626e2aa0e00e on host n-h1-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:47:51.827423 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-ef3b22f8-53f2-4e58-98ec-0b12c10d9edf req-6c90219d-2c08-4256-909a-c8ed818724b5 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:51.831201 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ef3b22f8-53f2-4e58-98ec-0b12c10d9edf req-6c90219d-2c08-4256-909a-c8ed818724b5 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.73 "DELETE /v2.0/ports/49fe7044-8617-421f-8cae-626e2aa0e00e HTTP/1.1" status: 204 len: 173 time: 0.8772228 Feb 19 02:47:51.869909 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:51.926918 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [req-3b3d69ca-2f9b-42c9-a779-7f1c730a30d3 req-036346f8-fea2-486b-a8a4-cffd051400a9 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Allocated IP 172.20.0.12 (39722815-5c41-4e97-ad15-7b3e3ad40af7/a5bae790-117e-481a-89bc-3817a429ae54/738196e2-c7a1-4615-a83f-8b863644e597) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:47:52.023295 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273a3905-645c-4c7f-bb61-0f4a967f0036 req-462f33f7-a4fd-4f8c-8e72-59637e4ece00 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:52.025272 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-273a3905-645c-4c7f-bb61-0f4a967f0036 req-462f33f7-a4fd-4f8c-8e72-59637e4ece00 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6022ed1-67a1-4ded-890d-e1e66f84412d HTTP/1.1" status: 200 len: 943 time: 0.5556695 Feb 19 02:47:52.048899 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d24d96-3901-442b-afef-193b11c0290d req-28e7c8fb-be6d-4240-9d72-b69bc7e70a5a tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:52.051017 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-20d24d96-3901-442b-afef-193b11c0290d req-28e7c8fb-be6d-4240-9d72-b69bc7e70a5a tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/ports?device_id=ba08959b-2d30-4a3f-ab13-d0d6031530ff HTTP/1.1" status: 200 len: 945 time: 0.5626166 Feb 19 02:47:52.109728 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-69f34f33-e724-4fe5-b5ec-0748a80163a0 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks [] for port (5f81efa1-13eb-4afc-8b0f-7f82071b1ea8), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:52.123747 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-3b3d69ca-2f9b-42c9-a779-7f1c730a30d3 req-036346f8-fea2-486b-a8a4-cffd051400a9 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Publish callbacks [] for port (738196e2-c7a1-4615-a83f-8b863644e597), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:52.158999 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-273a3905-645c-4c7f-bb61-0f4a967f0036 req-c61a683b-2409-4fc0-8e30-9ca86cbc9265 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276619 Feb 19 02:47:52.163645 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-3b3d69ca-2f9b-42c9-a779-7f1c730a30d3 req-036346f8-fea2-486b-a8a4-cffd051400a9 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (738196e2-c7a1-4615-a83f-8b863644e597), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:52.180325 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-20d24d96-3901-442b-afef-193b11c0290d req-a9631114-d34a-4051-acba-664c9d5c65e0 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/security-groups?id=d1068709-142b-4f0d-aa54-30196489f5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146367 Feb 19 02:47:52.207597 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b3d69ca-2f9b-42c9-a779-7f1c730a30d3 req-036346f8-fea2-486b-a8a4-cffd051400a9 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Network 39722815-5c41-4e97-ad15-7b3e3ad40af7 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:47:52.230143 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [req-3b3d69ca-2f9b-42c9-a779-7f1c730a30d3 req-036346f8-fea2-486b-a8a4-cffd051400a9 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:47:52.230374 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-69f34f33-e724-4fe5-b5ec-0748a80163a0 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (5f81efa1-13eb-4afc-8b0f-7f82071b1ea8), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:52.240679 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b3d69ca-2f9b-42c9-a779-7f1c730a30d3 req-036346f8-fea2-486b-a8a4-cffd051400a9 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:47:52.296505 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036346f8-fea2-486b-a8a4-cffd051400a9 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Pushing event updated for resources: {'Port': ['ID=738196e2-c7a1-4615-a83f-8b863644e597,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:52.324328 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3d69ca-2f9b-42c9-a779-7f1c730a30d3 req-036346f8-fea2-486b-a8a4-cffd051400a9 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:52.325146 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-3b3d69ca-2f9b-42c9-a779-7f1c730a30d3 req-036346f8-fea2-486b-a8a4-cffd051400a9 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:52.348141 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f34f33-e724-4fe5-b5ec-0748a80163a0 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Network 4dad3b12-13a1-4b02-89a2-4c6d3ce37336 is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:47:52.350855 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0b04d122-9e30-4de7-96bf-c71bb98e1603 req-eb7633bd-36e9-425c-8e6d-34c2d5a82623 tempest-LiveMigrationTest-308090446 tempest-LiveMigrationTest-308090446-project] 10.222.0.72 "GET /v2.0/ports?device_id=0e3f78fd-0754-4bc2-bf93-db1168fc7253 HTTP/1.1" status: 200 len: 210 time: 0.0573394 Feb 19 02:47:52.358603 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-69f34f33-e724-4fe5-b5ec-0748a80163a0 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:47:52.364080 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f34f33-e724-4fe5-b5ec-0748a80163a0 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:47:52.365367 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-69f34f33-e724-4fe5-b5ec-0748a80163a0 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16289150'] for router_interface (dc356119-02c6-4ce6-bb71-6d7e4c132014), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:52.370108 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f34f33-e724-4fe5-b5ec-0748a80163a0 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Pushing event updated for resources: {'Port': ['ID=5f81efa1-13eb-4afc-8b0f-7f82071b1ea8,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:52.384579 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3b3d69ca-2f9b-42c9-a779-7f1c730a30d3 req-036346f8-fea2-486b-a8a4-cffd051400a9 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0205178 Feb 19 02:47:52.401296 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-3b3d69ca-2f9b-42c9-a779-7f1c730a30d3 req-1910e77f-ead4-45bf-b025-b3bd99b26dae service neutron] Request body: {'port': {'device_id': '6a71d120-2e2b-4e04-a588-e4c8408dd211', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826753-2'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:47:52.407993 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:52.472289 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6cd33e-a5bc-4c50-ac6e-925e7faf80ee req-c3da0361-1bfd-40c1-89a7-43114c52355a tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:52.474015 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cf6cd33e-a5bc-4c50-ac6e-925e7faf80ee req-c3da0361-1bfd-40c1-89a7-43114c52355a tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=640b0ecf-3125-49fb-bd64-cf0f228c5f4a HTTP/1.1" status: 200 len: 945 time: 0.1897578 Feb 19 02:47:52.511051 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-3b3d69ca-2f9b-42c9-a779-7f1c730a30d3 req-1910e77f-ead4-45bf-b025-b3bd99b26dae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (738196e2-c7a1-4615-a83f-8b863644e597), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:52.656062 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cf6cd33e-a5bc-4c50-ac6e-925e7faf80ee req-dc99a752-5f65-4a6b-8585-3f98f99a9887 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/security-groups?id=83745bf6-2450-44b1-b073-88b2d8645794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641047 Feb 19 02:47:52.665991 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-69f34f33-e724-4fe5-b5ec-0748a80163a0 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (5f81efa1-13eb-4afc-8b0f-7f82071b1ea8), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:52.693908 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c779de-3242-42e1-b20c-ebcee98ab525 req-08de3def-5408-4104-8b9f-029a2c586f61 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:52.695412 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a0c779de-3242-42e1-b20c-ebcee98ab525 req-08de3def-5408-4104-8b9f-029a2c586f61 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/ports?device_id=6a71d120-2e2b-4e04-a588-e4c8408dd211 HTTP/1.1" status: 200 len: 932 time: 0.1928940 Feb 19 02:47:52.794992 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e8cd9916-5d21-4532-88ed-0b386330cd82 None None] Provisioning complete for port 5f81efa1-13eb-4afc-8b0f-7f82071b1ea8 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:47:52.796479 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e8cd9916-5d21-4532-88ed-0b386330cd82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (5f81efa1-13eb-4afc-8b0f-7f82071b1ea8), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:52.819610 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a0c779de-3242-42e1-b20c-ebcee98ab525 req-9cbe592c-6d12-4265-aad4-2d3326d65bef tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/security-groups?id=33e2eb59-206d-4216-aaf9-91cfc46ad855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989492 Feb 19 02:47:52.853557 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e8cd9916-5d21-4532-88ed-0b386330cd82 None None] Port 5f81efa1-13eb-4afc-8b0f-7f82071b1ea8 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:47:52.874257 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e3f78fd-0754-4bc2-bf93-db1168fc7253', 'name': 'network-vif-deleted', 'tag': '49fe7044-8617-421f-8cae-626e2aa0e00e'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:47:52.876914 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f86bf7d6-fd9f-4d71-a0b6-0d1a4961f50d" -d '{"events": [{"server_uuid": "0e3f78fd-0754-4bc2-bf93-db1168fc7253", "name": "network-vif-deleted", "tag": "49fe7044-8617-421f-8cae-626e2aa0e00e"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:47:52.908862 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-3b3d69ca-2f9b-42c9-a779-7f1c730a30d3 req-1910e77f-ead4-45bf-b025-b3bd99b26dae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 738196e2-c7a1-4615-a83f-8b863644e597 {{(pid=103702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:47:52.919504 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-3b3d69ca-2f9b-42c9-a779-7f1c730a30d3 req-1910e77f-ead4-45bf-b025-b3bd99b26dae service neutron] Publish callbacks [] for port (738196e2-c7a1-4615-a83f-8b863644e597), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:52.923467 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b35fec6-a84d-402f-8438-772b904efcee x-openstack-request-id: req-1b35fec6-a84d-402f-8438-772b904efcee {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:47:52.924004 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e3f78fd-0754-4bc2-bf93-db1168fc7253", "name": "network-vif-deleted", "tag": "49fe7044-8617-421f-8cae-626e2aa0e00e", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:47:52.924359 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1b35fec6-a84d-402f-8438-772b904efcee {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:47:52.924975 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e3f78fd-0754-4bc2-bf93-db1168fc7253', 'name': 'network-vif-deleted', 'tag': '49fe7044-8617-421f-8cae-626e2aa0e00e', 'status': 'completed', 'code': 200} Feb 19 02:47:52.936594 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-3b3d69ca-2f9b-42c9-a779-7f1c730a30d3 req-1910e77f-ead4-45bf-b025-b3bd99b26dae service neutron] Transition to ACTIVE for port object 738196e2-c7a1-4615-a83f-8b863644e597 will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:47:52.941244 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-3b3d69ca-2f9b-42c9-a779-7f1c730a30d3 req-1910e77f-ead4-45bf-b025-b3bd99b26dae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (738196e2-c7a1-4615-a83f-8b863644e597), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:52.999635 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1910e77f-ead4-45bf-b025-b3bd99b26dae service neutron] Pushing event updated for resources: {'Port': ['ID=738196e2-c7a1-4615-a83f-8b863644e597,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:53.029671 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-69f34f33-e724-4fe5-b5ec-0748a80163a0 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks [] for port (5f81efa1-13eb-4afc-8b0f-7f82071b1ea8), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:53.038518 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-69f34f33-e724-4fe5-b5ec-0748a80163a0 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (5f81efa1-13eb-4afc-8b0f-7f82071b1ea8), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:53.039746 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-69f34f33-e724-4fe5-b5ec-0748a80163a0 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16362769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16289258'] for router_interface (dc356119-02c6-4ce6-bb71-6d7e4c132014), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:53.085882 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-3b3d69ca-2f9b-42c9-a779-7f1c730a30d3 req-1910e77f-ead4-45bf-b025-b3bd99b26dae service neutron] Attempting to bind port 738196e2-c7a1-4615-a83f-8b863644e597 on host n-h1-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:47:53.086216 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-3b3d69ca-2f9b-42c9-a779-7f1c730a30d3 req-1910e77f-ead4-45bf-b025-b3bd99b26dae service neutron] Attempting to bind port 738196e2-c7a1-4615-a83f-8b863644e597 by drivers openvswitch,hyperv on host n-h1-826753-2 at level 0 using segments [{'id': '27cce794-dfd5-41e1-991b-27e0c79dcb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '39722815-5c41-4e97-ad15-7b3e3ad40af7'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:47:53.086536 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3d69ca-2f9b-42c9-a779-7f1c730a30d3 req-1910e77f-ead4-45bf-b025-b3bd99b26dae service neutron] Attempting to bind port 738196e2-c7a1-4615-a83f-8b863644e597 on network 39722815-5c41-4e97-ad15-7b3e3ad40af7 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:47:53.091474 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3d69ca-2f9b-42c9-a779-7f1c730a30d3 req-1910e77f-ead4-45bf-b025-b3bd99b26dae service neutron] Port 738196e2-c7a1-4615-a83f-8b863644e597 on network 39722815-5c41-4e97-ad15-7b3e3ad40af7 not bound, no agent of type Open vSwitch agent registered on host n-h1-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:47:53.091793 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3d69ca-2f9b-42c9-a779-7f1c730a30d3 req-1910e77f-ead4-45bf-b025-b3bd99b26dae service neutron] Attempting to bind port 738196e2-c7a1-4615-a83f-8b863644e597 on network 39722815-5c41-4e97-ad15-7b3e3ad40af7 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:47:53.098602 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3d69ca-2f9b-42c9-a779-7f1c730a30d3 req-1910e77f-ead4-45bf-b025-b3bd99b26dae service neutron] Checking agent: {'id': '9d56fb1b-2855-496a-a6d9-c324740cb98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:47:53.099648 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3d69ca-2f9b-42c9-a779-7f1c730a30d3 req-1910e77f-ead4-45bf-b025-b3bd99b26dae service neutron] Checking segment: {'id': '27cce794-dfd5-41e1-991b-27e0c79dcb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '39722815-5c41-4e97-ad15-7b3e3ad40af7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:47:53.100520 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3d69ca-2f9b-42c9-a779-7f1c730a30d3 req-1910e77f-ead4-45bf-b025-b3bd99b26dae service neutron] Bound using segment: {'id': '27cce794-dfd5-41e1-991b-27e0c79dcb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '39722815-5c41-4e97-ad15-7b3e3ad40af7'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:47:53.101080 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-3b3d69ca-2f9b-42c9-a779-7f1c730a30d3 req-1910e77f-ead4-45bf-b025-b3bd99b26dae service neutron] Bound port: 738196e2-c7a1-4615-a83f-8b863644e597, host: n-h1-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27cce794-dfd5-41e1-991b-27e0c79dcb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '39722815-5c41-4e97-ad15-7b3e3ad40af7'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:47:53.101386 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-3b3d69ca-2f9b-42c9-a779-7f1c730a30d3 req-1910e77f-ead4-45bf-b025-b3bd99b26dae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (738196e2-c7a1-4615-a83f-8b863644e597), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:53.134565 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f34f33-e724-4fe5-b5ec-0748a80163a0 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Pushing event updated for resources: {'Port': ['ID=5f81efa1-13eb-4afc-8b0f-7f82071b1ea8,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:53.174763 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-3b3d69ca-2f9b-42c9-a779-7f1c730a30d3 req-1910e77f-ead4-45bf-b025-b3bd99b26dae service neutron] For port 738196e2-c7a1-4615-a83f-8b863644e597, host n-h1-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:47:53.178841 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f34f33-e724-4fe5-b5ec-0748a80163a0 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Network 4dad3b12-13a1-4b02-89a2-4c6d3ce37336 is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:47:53.179419 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-3b3d69ca-2f9b-42c9-a779-7f1c730a30d3 req-1910e77f-ead4-45bf-b025-b3bd99b26dae service neutron] For port 738196e2-c7a1-4615-a83f-8b863644e597, host n-h1-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=738196e2-c7a1-4615-a83f-8b863644e597,segment=NetworkSegment(27cce794-dfd5-41e1-991b-27e0c79dcb47),segment_id=27cce794-dfd5-41e1-991b-27e0c79dcb47)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:47:53.180242 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-69f34f33-e724-4fe5-b5ec-0748a80163a0 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:47:53.190089 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-3b3d69ca-2f9b-42c9-a779-7f1c730a30d3 req-1910e77f-ead4-45bf-b025-b3bd99b26dae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (738196e2-c7a1-4615-a83f-8b863644e597), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:53.243749 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3d69ca-2f9b-42c9-a779-7f1c730a30d3 req-1910e77f-ead4-45bf-b025-b3bd99b26dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:53.244949 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-3b3d69ca-2f9b-42c9-a779-7f1c730a30d3 req-1910e77f-ead4-45bf-b025-b3bd99b26dae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:53.247443 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3b3d69ca-2f9b-42c9-a779-7f1c730a30d3 req-1910e77f-ead4-45bf-b025-b3bd99b26dae service neutron] 10.222.0.73 "PUT /v2.0/ports/738196e2-c7a1-4615-a83f-8b863644e597 HTTP/1.1" status: 200 len: 1092 time: 0.8506594 Feb 19 02:47:53.263567 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device e8da45f0-7b76-4b5c-a534-292471570be8 no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:47:53.321545 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1910e77f-ead4-45bf-b025-b3bd99b26dae service neutron] Pushing event updated for resources: {'Port': ['ID=738196e2-c7a1-4615-a83f-8b863644e597,revision_number=3']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:53.399561 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69f34f33-e724-4fe5-b5ec-0748a80163a0 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Router dc356119-02c6-4ce6-bb71-6d7e4c132014 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:47:53.408316 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79394806-16ac-488d-81a0-5c1f9eb62e95 req-1849a331-5bb8-45bb-93e2-6a4284743b7c tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:53.411115 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-79394806-16ac-488d-81a0-5c1f9eb62e95 req-1849a331-5bb8-45bb-93e2-6a4284743b7c tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6022ed1-67a1-4ded-890d-e1e66f84412d HTTP/1.1" status: 200 len: 943 time: 0.1380954 Feb 19 02:47:53.430462 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port e8da45f0-7b76-4b5c-a534-292471570be8 is: DOWN; New status is: DOWN {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:47:53.432486 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 49fe7044-8617-421f-8cae-626e2aa0e00e no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:47:53.434185 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3d69ca-2f9b-42c9-a779-7f1c730a30d3 req-988e864a-d768-418f-8f32-d544f0357a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:53.435898 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3b3d69ca-2f9b-42c9-a779-7f1c730a30d3 req-988e864a-d768-418f-8f32-d544f0357a62 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=53a4b602ed084660a547c5d9911104ee&device_id=6a71d120-2e2b-4e04-a588-e4c8408dd211 HTTP/1.1" status: 200 len: 1126 time: 0.1029549 Feb 19 02:47:53.450414 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cdeebe-77ce-471e-89b7-d5d30f77bf8d req-e3c24a29-dbdd-4cc6-9c2c-9337ab4d9186 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:53.451924 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f3cdeebe-77ce-471e-89b7-d5d30f77bf8d req-e3c24a29-dbdd-4cc6-9c2c-9337ab4d9186 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/ports?device_id=ba08959b-2d30-4a3f-ab13-d0d6031530ff HTTP/1.1" status: 200 len: 945 time: 0.1355412 Feb 19 02:47:53.463196 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] No Port match for: 49fe7044-8617-421f-8cae-626e2aa0e00e {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:47:53.464289 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 49fe7044-8617-421f-8cae-626e2aa0e00e not bound to the agent host n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:47:53.499890 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3b3d69ca-2f9b-42c9-a779-7f1c730a30d3 req-baa50dce-5c67-4ff0-9bac-5a567fb677da service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=738196e2-c7a1-4615-a83f-8b863644e597 HTTP/1.1" status: 200 len: 217 time: 0.0504954 Feb 19 02:47:53.562496 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3d69ca-2f9b-42c9-a779-7f1c730a30d3 req-eb04b4d7-158a-4be6-9857-5f0136db09be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:53.564487 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3b3d69ca-2f9b-42c9-a779-7f1c730a30d3 req-eb04b4d7-158a-4be6-9857-5f0136db09be service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a5bae790-117e-481a-89bc-3817a429ae54 HTTP/1.1" status: 200 len: 855 time: 0.0576913 Feb 19 02:47:53.578351 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-79394806-16ac-488d-81a0-5c1f9eb62e95 req-d773285a-fd3a-4c52-b2d0-7db414e4c973 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584227 Feb 19 02:47:53.605666 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3b3d69ca-2f9b-42c9-a779-7f1c730a30d3 req-04141c19-8e87-4565-8955-0a05b3b370bb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=39722815-5c41-4e97-ad15-7b3e3ad40af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329318 Feb 19 02:47:53.635660 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f3cdeebe-77ce-471e-89b7-d5d30f77bf8d req-ff2321f9-5084-4267-9952-21d5febb387c tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/security-groups?id=d1068709-142b-4f0d-aa54-30196489f5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579645 Feb 19 02:47:53.640439 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69f34f33-e724-4fe5-b5ec-0748a80163a0 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:47:53.650344 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-69f34f33-e724-4fe5-b5ec-0748a80163a0 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] 10.222.0.72 "PUT /v2.0/routers/dc356119-02c6-4ce6-bb71-6d7e4c132014/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4999533 Feb 19 02:47:53.651212 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 55666) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:47:53.653261 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 55668) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:47:53.664999 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899e5c05-a43e-4d20-9a4c-6b334b207dff None None] Sync routers for ids ['dc356119-02c6-4ce6-bb71-6d7e4c132014'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:47:53.684911 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899e5c05-a43e-4d20-9a4c-6b334b207dff None None] Routers {'dc356119-02c6-4ce6-bb71-6d7e4c132014'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:47:53.686284 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-899e5c05-a43e-4d20-9a4c-6b334b207dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:47:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['dc356119-02c6-4ce6-bb71-6d7e4c132014'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:47:53.717130 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e6eb8a-064d-4fc2-87f5-11c8917570ab tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:53.718693 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-71e6eb8a-064d-4fc2-87f5-11c8917570ab tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] 10.222.0.72 "GET /v2.0/ports/5f81efa1-13eb-4afc-8b0f-7f82071b1ea8 HTTP/1.1" status: 200 len: 913 time: 0.0603557 Feb 19 02:47:53.719952 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3b3d69ca-2f9b-42c9-a779-7f1c730a30d3 req-b549b2de-5965-4b74-ada1-39dc787fc817 service neutron] 10.222.0.73 "GET /v2.0/networks/39722815-5c41-4e97-ad15-7b3e3ad40af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081314 Feb 19 02:47:53.721763 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 55674) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:47:53.754525 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e2e59214-bf95-469b-bcc5-e084440b096e None None] Provisioning complete for port 5f81efa1-13eb-4afc-8b0f-7f82071b1ea8 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:47:53.754902 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e2e59214-bf95-469b-bcc5-e084440b096e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (5f81efa1-13eb-4afc-8b0f-7f82071b1ea8), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:53.779942 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-899e5c05-a43e-4d20-9a4c-6b334b207dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:47:53.853588 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899e5c05-a43e-4d20-9a4c-6b334b207dff None None] Routers {'dc356119-02c6-4ce6-bb71-6d7e4c132014'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:47:53.854198 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-899e5c05-a43e-4d20-9a4c-6b334b207dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:47:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['dc356119-02c6-4ce6-bb71-6d7e4c132014'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:47:53.866075 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3b3d69ca-2f9b-42c9-a779-7f1c730a30d3 req-2344eae6-ad60-4aa5-8a46-0c9e3ddc8599 service neutron] 10.222.0.73 "GET /v2.0/networks/39722815-5c41-4e97-ad15-7b3e3ad40af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398973 Feb 19 02:47:53.932715 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-899e5c05-a43e-4d20-9a4c-6b334b207dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:47:53.933433 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899e5c05-a43e-4d20-9a4c-6b334b207dff None None] The sync data for ids ['dc356119-02c6-4ce6-bb71-6d7e4c132014'] in n-d-826753-2 is: [] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:47:53.942344 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e2e59214-bf95-469b-bcc5-e084440b096e None None] Port 5f81efa1-13eb-4afc-8b0f-7f82071b1ea8 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:47:54.096026 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2f44a41-cee6-4d95-8080-cfc39fc54891 admin admin] Deleting subnet de6735e0-8981-45a6-9d12-953729888898 {{(pid=103701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:47:54.108324 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a2f44a41-cee6-4d95-8080-cfc39fc54891 admin admin] Publish callbacks [] for subnet (de6735e0-8981-45a6-9d12-953729888898), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:54.190168 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a2f44a41-cee6-4d95-8080-cfc39fc54891 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12647399'] for subnet (de6735e0-8981-45a6-9d12-953729888898), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:54.199020 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee900974-aca9-4746-9a3b-bb35110c163c req-e37b9e8c-0fe9-41eb-b90b-c325430b0916 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:54.200618 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ee900974-aca9-4746-9a3b-bb35110c163c req-e37b9e8c-0fe9-41eb-b90b-c325430b0916 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/ports?device_id=6a71d120-2e2b-4e04-a588-e4c8408dd211 HTTP/1.1" status: 200 len: 944 time: 0.2411761 Feb 19 02:47:54.292589 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a2f44a41-cee6-4d95-8080-cfc39fc54891 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (de6735e0-8981-45a6-9d12-953729888898), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:54.343924 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ee900974-aca9-4746-9a3b-bb35110c163c req-6200ca56-797d-436e-8e94-be7c2ec6530a tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/security-groups?id=33e2eb59-206d-4216-aaf9-91cfc46ad855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231601 Feb 19 02:47:54.402646 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a2f44a41-cee6-4d95-8080-cfc39fc54891 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12647206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58706286'] for subnet (de6735e0-8981-45a6-9d12-953729888898), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:54.434541 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f44a41-cee6-4d95-8080-cfc39fc54891 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de6735e0-8981-45a6-9d12-953729888898,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:54.442282 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a2f44a41-cee6-4d95-8080-cfc39fc54891 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:54.446469 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-a2f44a41-cee6-4d95-8080-cfc39fc54891 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/de6735e0-8981-45a6-9d12-953729888898 HTTP/1.1" status: 204 len: 168 time: 0.7940228 Feb 19 02:47:54.449067 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 55696) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:47:54.467889 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8a5639d9-5b72-43a7-949d-709f0d3e50c8 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16289271'] for router_interface (dc356119-02c6-4ce6-bb71-6d7e4c132014), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:54.545346 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d9a9bc0b-ff56-44ee-926c-0b1a4af0bae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:54.649631 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d9a9bc0b-ff56-44ee-926c-0b1a4af0bae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:54.675485 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-d9a9bc0b-ff56-44ee-926c-0b1a4af0bae3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:47:54.686455 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-d9a9bc0b-ff56-44ee-926c-0b1a4af0bae3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '999cf2ff-ad78-4ea0-b2d0-93d967fd81fc') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:47:54.686803 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-d9a9bc0b-ff56-44ee-926c-0b1a4af0bae3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '999cf2ff-ad78-4ea0-b2d0-93d967fd81fc') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:47:54.697000 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d9a9bc0b-ff56-44ee-926c-0b1a4af0bae3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (999cf2ff-ad78-4ea0-b2d0-93d967fd81fc), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:54.716361 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d9a9bc0b-ff56-44ee-926c-0b1a4af0bae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (999cf2ff-ad78-4ea0-b2d0-93d967fd81fc), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:54.726545 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9a9bc0b-ff56-44ee-926c-0b1a4af0bae3 admin admin] Releasing vlan 297 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:47:54.727932 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d9a9bc0b-ff56-44ee-926c-0b1a4af0bae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (999cf2ff-ad78-4ea0-b2d0-93d967fd81fc), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:54.730488 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 02:47:54.730488 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:47:54.730488 n-d-826753-2 neutron-server[103702]: timer() Feb 19 02:47:54.730488 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:47:54.730488 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 02:47:54.730488 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:47:54.730488 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 02:47:54.730488 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:47:54.730488 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 02:47:54.730488 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:47:54.730488 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 02:47:54.730488 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:47:54.730488 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 02:47:54.730488 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:47:54.730488 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:47:54.730488 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:47:54.730488 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:47:54.730488 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:47:54.730488 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 02:47:54.730488 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:47:54.730488 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 02:47:54.730488 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:47:54.730488 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:47:54.730488 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:47:54.730488 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 02:47:54.730488 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:47:54.730488 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:47:54.730488 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:47:54.730488 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:47:54.730488 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:47:54.730488 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:47:54.730488 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:47:54.812217 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d9a9bc0b-ff56-44ee-926c-0b1a4af0bae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:54.829045 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d9a9bc0b-ff56-44ee-926c-0b1a4af0bae3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:54.835643 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-d9a9bc0b-ff56-44ee-926c-0b1a4af0bae3 admin admin] 10.222.0.72 "DELETE /v2.0/networks/b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7 HTTP/1.1" status: 204 len: 168 time: 0.3849921 Feb 19 02:47:54.844174 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 55704) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:47:54.862736 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1aa500-ffda-45aa-86aa-abc0f1bb331d req-dff65be3-a282-4c76-b35f-108229371df5 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:54.865055 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ad1aa500-ffda-45aa-86aa-abc0f1bb331d req-dff65be3-a282-4c76-b35f-108229371df5 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6022ed1-67a1-4ded-890d-e1e66f84412d HTTP/1.1" status: 200 len: 943 time: 0.1499784 Feb 19 02:47:54.895054 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a9bc0b-ff56-44ee-926c-0b1a4af0bae3 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2da04c6-19ea-4fc8-86cd-7c3ca66af3a7,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:54.906031 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-8a5639d9-5b72-43a7-949d-709f0d3e50c8 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Deleting port 5f81efa1-13eb-4afc-8b0f-7f82071b1ea8 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:47:54.906373 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8a5639d9-5b72-43a7-949d-709f0d3e50c8 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (5f81efa1-13eb-4afc-8b0f-7f82071b1ea8), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:54.919532 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-f96a6873-e32c-40c1-a576-dbd8bd74a7cb admin admin] Deleting subnet 9df8e3b6-7e2f-48e5-8ea5-bccd8fd9894c {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:47:54.923677 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f96a6873-e32c-40c1-a576-dbd8bd74a7cb admin admin] Publish callbacks [] for subnet (9df8e3b6-7e2f-48e5-8ea5-bccd8fd9894c), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:54.926452 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a71d120-2e2b-4e04-a588-e4c8408dd211', 'tag': '738196e2-c7a1-4615-a83f-8b863644e597'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:47:54.930444 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c245542-c61a-4a4d-8e84-2cdbe23d001c" -d '{"events": [{"name": "network-changed", "server_uuid": "6a71d120-2e2b-4e04-a588-e4c8408dd211", "tag": "738196e2-c7a1-4615-a83f-8b863644e597"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:47:54.970166 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f96a6873-e32c-40c1-a576-dbd8bd74a7cb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (9df8e3b6-7e2f-48e5-8ea5-bccd8fd9894c), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:55.012623 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ad1aa500-ffda-45aa-86aa-abc0f1bb331d req-cea685c7-ccda-41bc-90ed-836beeeda861 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385596 Feb 19 02:47:55.012791 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-631ffeac-c1da-4950-81ec-e5decb69d884 x-openstack-request-id: req-631ffeac-c1da-4950-81ec-e5decb69d884 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:47:55.012924 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a71d120-2e2b-4e04-a588-e4c8408dd211", "tag": "738196e2-c7a1-4615-a83f-8b863644e597", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:47:55.013268 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-631ffeac-c1da-4950-81ec-e5decb69d884 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:47:55.013667 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a71d120-2e2b-4e04-a588-e4c8408dd211', 'tag': '738196e2-c7a1-4615-a83f-8b863644e597', 'status': 'completed', 'code': 200} Feb 19 02:47:55.035600 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f96a6873-e32c-40c1-a576-dbd8bd74a7cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (9df8e3b6-7e2f-48e5-8ea5-bccd8fd9894c), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:55.074922 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8a5639d9-5b72-43a7-949d-709f0d3e50c8 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (5f81efa1-13eb-4afc-8b0f-7f82071b1ea8), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:55.090242 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-8a5639d9-5b72-43a7-949d-709f0d3e50c8 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Calling delete_port for 5f81efa1-13eb-4afc-8b0f-7f82071b1ea8 owned by network:router_interface {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:47:55.127187 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c245542-c61a-4a4d-8e84-2cdbe23d001c req-e440adce-60c1-4da1-8d8b-404a8c45ffe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:55.129569 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3c245542-c61a-4a4d-8e84-2cdbe23d001c req-e440adce-60c1-4da1-8d8b-404a8c45ffe3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=53a4b602ed084660a547c5d9911104ee&device_id=6a71d120-2e2b-4e04-a588-e4c8408dd211 HTTP/1.1" status: 200 len: 1126 time: 0.0627587 Feb 19 02:47:55.135007 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f96a6873-e32c-40c1-a576-dbd8bd74a7cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (9df8e3b6-7e2f-48e5-8ea5-bccd8fd9894c), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:55.201400 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96a6873-e32c-40c1-a576-dbd8bd74a7cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9df8e3b6-7e2f-48e5-8ea5-bccd8fd9894c,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:55.207321 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f96a6873-e32c-40c1-a576-dbd8bd74a7cb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:55.212113 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-f96a6873-e32c-40c1-a576-dbd8bd74a7cb admin admin] 10.222.0.72 "DELETE /v2.0/subnets/9df8e3b6-7e2f-48e5-8ea5-bccd8fd9894c HTTP/1.1" status: 204 len: 168 time: 0.3655570 Feb 19 02:47:55.214723 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 55720) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:47:55.323484 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8a5639d9-5b72-43a7-949d-709f0d3e50c8 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (5f81efa1-13eb-4afc-8b0f-7f82071b1ea8), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:55.390182 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5639d9-5b72-43a7-949d-709f0d3e50c8 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Pushing event deleted for resources: {'Port': ['ID=5f81efa1-13eb-4afc-8b0f-7f82071b1ea8,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:55.606282 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8a5639d9-5b72-43a7-949d-709f0d3e50c8 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16362762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16314471'] for router_interface (dc356119-02c6-4ce6-bb71-6d7e4c132014), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:55.779474 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cec80ba-9a1d-4060-97d4-fdce23237183 req-e50ad822-6fd3-4b14-8719-12b47ca0c917 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:55.786893 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4cec80ba-9a1d-4060-97d4-fdce23237183 req-e50ad822-6fd3-4b14-8719-12b47ca0c917 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/ports?device_id=6a71d120-2e2b-4e04-a588-e4c8408dd211 HTTP/1.1" status: 200 len: 944 time: 0.3000636 Feb 19 02:47:55.801796 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b20b9229-f234-4542-b52b-ee46a25f191f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (6b308be3-99a0-4c33-b9aa-80a44b98520d), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:55.834643 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c245542-c61a-4a4d-8e84-2cdbe23d001c req-5e3155be-15ab-4353-9ce7-205e29948fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:55.836322 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3c245542-c61a-4a4d-8e84-2cdbe23d001c req-5e3155be-15ab-4353-9ce7-205e29948fc9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=39722815-5c41-4e97-ad15-7b3e3ad40af7 HTTP/1.1" status: 200 len: 916 time: 0.6990228 Feb 19 02:47:55.921446 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b20b9229-f234-4542-b52b-ee46a25f191f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (6b308be3-99a0-4c33-b9aa-80a44b98520d), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:55.936503 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a5639d9-5b72-43a7-949d-709f0d3e50c8 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Router dc356119-02c6-4ce6-bb71-6d7e4c132014 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:47:55.953407 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-b20b9229-f234-4542-b52b-ee46a25f191f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b308be3-99a0-4c33-b9aa-80a44b98520d']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:47:55.999541 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3c245542-c61a-4a4d-8e84-2cdbe23d001c req-0bf7d39c-05d1-4091-b8b3-dab6bc11ba44 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=738196e2-c7a1-4615-a83f-8b863644e597 HTTP/1.1" status: 200 len: 217 time: 0.1426175 Feb 19 02:47:56.001726 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-b20b9229-f234-4542-b52b-ee46a25f191f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '457c3a21-c725-4b84-aeca-641c6fe09c91') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:47:56.001726 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-b20b9229-f234-4542-b52b-ee46a25f191f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '457c3a21-c725-4b84-aeca-641c6fe09c91') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:47:56.025810 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:56.076638 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c245542-c61a-4a4d-8e84-2cdbe23d001c req-97082d86-efd8-4a8b-b66f-5bd159e517e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:56.078699 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3c245542-c61a-4a4d-8e84-2cdbe23d001c req-97082d86-efd8-4a8b-b66f-5bd159e517e0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a5bae790-117e-481a-89bc-3817a429ae54 HTTP/1.1" status: 200 len: 855 time: 0.0690658 Feb 19 02:47:56.085554 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b20b9229-f234-4542-b52b-ee46a25f191f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (457c3a21-c725-4b84-aeca-641c6fe09c91), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:56.111460 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a5639d9-5b72-43a7-949d-709f0d3e50c8 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:47:56.123373 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c31734-ff7e-48b0-ace0-2ac7f70b8f33 None None] Sync routers for ids ['dc356119-02c6-4ce6-bb71-6d7e4c132014'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:47:56.137347 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3c245542-c61a-4a4d-8e84-2cdbe23d001c req-73fe30a2-b688-4352-b6bb-44274fcf4d77 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=39722815-5c41-4e97-ad15-7b3e3ad40af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495923 Feb 19 02:47:56.137953 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c31734-ff7e-48b0-ace0-2ac7f70b8f33 None None] Routers {'dc356119-02c6-4ce6-bb71-6d7e4c132014'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:47:56.138563 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-e8c31734-ff7e-48b0-ace0-2ac7f70b8f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:47:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['dc356119-02c6-4ce6-bb71-6d7e4c132014'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:47:56.140707 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4cec80ba-9a1d-4060-97d4-fdce23237183 req-edb4df5c-2276-4a3d-ad04-c3f7b042bdc3 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/security-groups?id=33e2eb59-206d-4216-aaf9-91cfc46ad855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3525267 Feb 19 02:47:56.145047 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-8a5639d9-5b72-43a7-949d-709f0d3e50c8 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] 10.222.0.72 "PUT /v2.0/routers/dc356119-02c6-4ce6-bb71-6d7e4c132014/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4215117 Feb 19 02:47:56.156785 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b20b9229-f234-4542-b52b-ee46a25f191f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (457c3a21-c725-4b84-aeca-641c6fe09c91), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:56.157310 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 55730) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:47:56.168352 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b20b9229-f234-4542-b52b-ee46a25f191f admin admin] Releasing vlan 274 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:47:56.169532 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b20b9229-f234-4542-b52b-ee46a25f191f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (457c3a21-c725-4b84-aeca-641c6fe09c91), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:56.222867 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-e8c31734-ff7e-48b0-ace0-2ac7f70b8f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:47:56.225519 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 02:47:56.225519 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:47:56.225519 n-d-826753-2 neutron-server[103702]: timer() Feb 19 02:47:56.225519 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:47:56.225519 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 02:47:56.225519 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:47:56.225519 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 02:47:56.225519 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:47:56.225519 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 02:47:56.225519 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:47:56.225519 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 02:47:56.225519 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:47:56.225519 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 02:47:56.225519 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:47:56.225519 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:47:56.225519 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:47:56.225519 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:47:56.225519 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:47:56.225519 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 02:47:56.225519 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:47:56.225519 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 02:47:56.225519 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:47:56.225519 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:47:56.225519 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:47:56.225519 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 02:47:56.225519 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:47:56.225519 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:47:56.225519 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:47:56.225519 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:47:56.225519 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:47:56.225519 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:47:56.225519 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:47:56.242135 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c31734-ff7e-48b0-ace0-2ac7f70b8f33 None None] Routers {'dc356119-02c6-4ce6-bb71-6d7e4c132014'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:47:56.243012 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-e8c31734-ff7e-48b0-ace0-2ac7f70b8f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:47:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['dc356119-02c6-4ce6-bb71-6d7e4c132014'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:47:56.333369 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-e8c31734-ff7e-48b0-ace0-2ac7f70b8f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:47:56.334026 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c31734-ff7e-48b0-ace0-2ac7f70b8f33 None None] The sync data for ids ['dc356119-02c6-4ce6-bb71-6d7e4c132014'] in n-d-826753-2 is: [] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:47:56.371107 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b20b9229-f234-4542-b52b-ee46a25f191f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (6b308be3-99a0-4c33-b9aa-80a44b98520d), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:56.390816 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b20b9229-f234-4542-b52b-ee46a25f191f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:56.396484 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-b20b9229-f234-4542-b52b-ee46a25f191f admin admin] 10.222.0.72 "DELETE /v2.0/networks/6b308be3-99a0-4c33-b9aa-80a44b98520d HTTP/1.1" status: 204 len: 168 time: 1.1783030 Feb 19 02:47:56.399633 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3c245542-c61a-4a4d-8e84-2cdbe23d001c req-1b69aa00-ac65-420a-9222-88bde65afcb0 service neutron] 10.222.0.73 "GET /v2.0/networks/39722815-5c41-4e97-ad15-7b3e3ad40af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553113 Feb 19 02:47:56.400377 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20b9229-f234-4542-b52b-ee46a25f191f admin admin] Pushing event deleted for resources: {'Network': ['ID=6b308be3-99a0-4c33-b9aa-80a44b98520d,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:56.554016 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3c245542-c61a-4a4d-8e84-2cdbe23d001c req-1f97e71e-f8d5-44de-83b2-d57a16eba0b9 service neutron] 10.222.0.73 "GET /v2.0/networks/39722815-5c41-4e97-ad15-7b3e3ad40af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470194 Feb 19 02:47:56.648565 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 55746) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:47:56.697101 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-5f97f501-9ad5-4b84-af7a-41092ac407d6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0351aa3c6ea34cbbac483ac000de57cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0447352 Feb 19 02:47:56.697605 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 55748) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:47:56.757831 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a22ffa92-9725-4dc1-9b67-5f97ea45515e admin admin] Publish callbacks [] for security_group (9fb7ec05-94c5-4be9-bd64-e232c45ff032), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:56.784978 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a22ffa92-9725-4dc1-9b67-5f97ea45515e admin admin] Publish callbacks [] for security_group (9fb7ec05-94c5-4be9-bd64-e232c45ff032), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:56.839349 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a22ffa92-9725-4dc1-9b67-5f97ea45515e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (9fb7ec05-94c5-4be9-bd64-e232c45ff032), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:56.842618 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a22ffa92-9725-4dc1-9b67-5f97ea45515e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:56.846024 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-a22ffa92-9725-4dc1-9b67-5f97ea45515e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9fb7ec05-94c5-4be9-bd64-e232c45ff032 HTTP/1.1" status: 204 len: 168 time: 0.1451731 Feb 19 02:47:56.852797 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22ffa92-9725-4dc1-9b67-5f97ea45515e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb7ec05-94c5-4be9-bd64-e232c45ff032,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:56.857758 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcd0ecf-54a9-4bee-a9a6-4f15c44dd8cc req-f82b76cf-d11f-4b82-855d-9372164e3889 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:56.870125 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0dcd0ecf-54a9-4bee-a9a6-4f15c44dd8cc req-f82b76cf-d11f-4b82-855d-9372164e3889 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6022ed1-67a1-4ded-890d-e1e66f84412d HTTP/1.1" status: 200 len: 943 time: 0.7210526 Feb 19 02:47:56.994050 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0dcd0ecf-54a9-4bee-a9a6-4f15c44dd8cc req-22650ef3-3e76-47fc-a5d0-875efb95a19e tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230462 Feb 19 02:47:57.206234 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1fe6dc35-37f4-47ca-83b4-6fc1c8a5aa7f tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16289271'] for router_interface (dc356119-02c6-4ce6-bb71-6d7e4c132014), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:57.257094 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 55764) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:47:57.274594 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 738196e2-c7a1-4615-a83f-8b863644e597 details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:47:57.312326 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-df781bd3-3904-42bc-bb53-2220f041e9ae admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=bd24571089314a8f9dad1898e28f32ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0533085 Feb 19 02:47:57.315434 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 55770) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:47:57.430810 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8804c976-5232-47e3-bc54-0cc7ec704df0 admin admin] Publish callbacks [] for security_group (066c8244-91bc-4b62-9ca2-c9b4a189ed56), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:57.452034 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6739f3b-c895-4f0d-8a22-5bd3747d828b req-fd4eeb5a-3323-4e91-aac3-21a7cbbbaea1 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:57.453894 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a6739f3b-c895-4f0d-8a22-5bd3747d828b req-fd4eeb5a-3323-4e91-aac3-21a7cbbbaea1 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/ports?device_id=6a71d120-2e2b-4e04-a588-e4c8408dd211 HTTP/1.1" status: 200 len: 944 time: 0.1290948 Feb 19 02:47:57.465822 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8804c976-5232-47e3-bc54-0cc7ec704df0 admin admin] Publish callbacks [] for security_group (066c8244-91bc-4b62-9ca2-c9b4a189ed56), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:57.523528 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 738196e2-c7a1-4615-a83f-8b863644e597, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=738196e2-c7a1-4615-a83f-8b863644e597,segment=NetworkSegment(27cce794-dfd5-41e1-991b-27e0c79dcb47),segment_id=27cce794-dfd5-41e1-991b-27e0c79dcb47)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:47:57.538139 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': '738196e2-c7a1-4615-a83f-8b863644e597', 'network_id': '39722815-5c41-4e97-ad15-7b3e3ad40af7', 'port_id': '738196e2-c7a1-4615-a83f-8b863644e597', 'mac_address': 'fa:16:3e:68:f5:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5bae790-117e-481a-89bc-3817a429ae54', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:47:57.584139 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a6739f3b-c895-4f0d-8a22-5bd3747d828b req-d3e04a4a-352b-453f-a7c1-4ff58b48250f tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/security-groups?id=33e2eb59-206d-4216-aaf9-91cfc46ad855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106672 Feb 19 02:47:57.603325 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8804c976-5232-47e3-bc54-0cc7ec704df0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (066c8244-91bc-4b62-9ca2-c9b4a189ed56), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:57.606658 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8804c976-5232-47e3-bc54-0cc7ec704df0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:57.608103 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-8804c976-5232-47e3-bc54-0cc7ec704df0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/066c8244-91bc-4b62-9ca2-c9b4a189ed56 HTTP/1.1" status: 204 len: 168 time: 0.2915556 Feb 19 02:47:57.616796 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 738196e2-c7a1-4615-a83f-8b863644e597 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:47:57.618087 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (738196e2-c7a1-4615-a83f-8b863644e597), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:57.622741 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8804c976-5232-47e3-bc54-0cc7ec704df0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=066c8244-91bc-4b62-9ca2-c9b4a189ed56,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:57.653340 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 738196e2-c7a1-4615-a83f-8b863644e597 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:47:57.682652 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-1fe6dc35-37f4-47ca-83b4-6fc1c8a5aa7f tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Deleting port ffd34f12-c743-4862-b58a-6995b4a05871 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:47:57.683289 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1fe6dc35-37f4-47ca-83b4-6fc1c8a5aa7f tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (ffd34f12-c743-4862-b58a-6995b4a05871), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:57.696275 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 738196e2-c7a1-4615-a83f-8b863644e597, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=738196e2-c7a1-4615-a83f-8b863644e597,segment=NetworkSegment(27cce794-dfd5-41e1-991b-27e0c79dcb47),segment_id=27cce794-dfd5-41e1-991b-27e0c79dcb47)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:47:57.703959 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (738196e2-c7a1-4615-a83f-8b863644e597), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:57.705696 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device f444645c-4fa7-4924-b116-1f3b6946ee37 details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:47:57.795096 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1fe6dc35-37f4-47ca-83b4-6fc1c8a5aa7f tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (ffd34f12-c743-4862-b58a-6995b4a05871), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:57.817172 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-1fe6dc35-37f4-47ca-83b4-6fc1c8a5aa7f tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Calling delete_port for ffd34f12-c743-4862-b58a-6995b4a05871 owned by network:router_interface {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:47:57.827220 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=738196e2-c7a1-4615-a83f-8b863644e597,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:57.914921 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port f444645c-4fa7-4924-b116-1f3b6946ee37, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=f444645c-4fa7-4924-b116-1f3b6946ee37,segment=NetworkSegment(95c489b5-d2f5-4704-89fb-8accaa8a0e0f),segment_id=95c489b5-d2f5-4704-89fb-8accaa8a0e0f)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:47:57.937839 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': 'f444645c-4fa7-4924-b116-1f3b6946ee37', 'network_id': 'bf672100-ed94-443f-908a-4ecaf8a2d628', 'port_id': 'f444645c-4fa7-4924-b116-1f3b6946ee37', 'mac_address': 'fa:16:3e:92:9f:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bb04773-132e-443e-9baa-c5ff97e31eb2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:47:57.987645 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port f444645c-4fa7-4924-b116-1f3b6946ee37 is: ACTIVE; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:47:57.988188 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (f444645c-4fa7-4924-b116-1f3b6946ee37), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:58.007929 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f444645c-4fa7-4924-b116-1f3b6946ee37 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:47:58.031196 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port f444645c-4fa7-4924-b116-1f3b6946ee37, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=f444645c-4fa7-4924-b116-1f3b6946ee37,segment=NetworkSegment(95c489b5-d2f5-4704-89fb-8accaa8a0e0f),segment_id=95c489b5-d2f5-4704-89fb-8accaa8a0e0f)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:47:58.054225 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (f444645c-4fa7-4924-b116-1f3b6946ee37), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:58.154850 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1fe6dc35-37f4-47ca-83b4-6fc1c8a5aa7f tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (ffd34f12-c743-4862-b58a-6995b4a05871), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:58.186222 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=f444645c-4fa7-4924-b116-1f3b6946ee37,revision_number=6']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:58.216514 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe6dc35-37f4-47ca-83b4-6fc1c8a5aa7f tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Pushing event deleted for resources: {'Port': ['ID=ffd34f12-c743-4862-b58a-6995b4a05871,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:58.401095 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1fe6dc35-37f4-47ca-83b4-6fc1c8a5aa7f tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16362762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16314471'] for router_interface (dc356119-02c6-4ce6-bb71-6d7e4c132014), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:58.404613 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['f444645c-4fa7-4924-b116-1f3b6946ee37'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:47:58.420250 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da5f05f-4585-49c4-b581-bdbb7c60f2d4 req-14fd8f3f-c1d3-4522-906f-1309a09f0bb2 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:58.425843 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0da5f05f-4585-49c4-b581-bdbb7c60f2d4 req-14fd8f3f-c1d3-4522-906f-1309a09f0bb2 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6022ed1-67a1-4ded-890d-e1e66f84412d HTTP/1.1" status: 200 len: 943 time: 0.2524540 Feb 19 02:47:58.601095 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0da5f05f-4585-49c4-b581-bdbb7c60f2d4 req-1c6b4618-f908-45fd-8f6d-6c1edb482c94 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631799 Feb 19 02:47:58.601551 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['738196e2-c7a1-4615-a83f-8b863644e597'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:47:58.837404 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fe6dc35-37f4-47ca-83b4-6fc1c8a5aa7f tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Router dc356119-02c6-4ce6-bb71-6d7e4c132014 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:47:58.859453 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 55824) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:47:59.015372 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fe6dc35-37f4-47ca-83b4-6fc1c8a5aa7f tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:47:59.025448 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-1fe6dc35-37f4-47ca-83b4-6fc1c8a5aa7f tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] 10.222.0.72 "PUT /v2.0/routers/dc356119-02c6-4ce6-bb71-6d7e4c132014/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8604565 Feb 19 02:47:59.028566 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a81a3d9-09a0-4a0d-997a-cda697be5fc4 None None] Sync routers for ids ['dc356119-02c6-4ce6-bb71-6d7e4c132014'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:47:59.029310 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 55828) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:47:59.061098 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a81a3d9-09a0-4a0d-997a-cda697be5fc4 None None] Routers {'dc356119-02c6-4ce6-bb71-6d7e4c132014'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:47:59.061749 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-0a81a3d9-09a0-4a0d-997a-cda697be5fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:47:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['dc356119-02c6-4ce6-bb71-6d7e4c132014'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:47:59.068819 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-a0bf7bc7-78ef-47a6-b5b5-7174be1c5a86 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1979332832-network', 'tenant_id': '713f8f36dbfd46a29cd5c72ede2c5a2f'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:47:59.087703 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e06595-9210-48a5-879d-0a3d1847d4cf req-181e665c-d7e4-4664-9b6f-5489b0ba45c2 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:59.095535 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b3e06595-9210-48a5-879d-0a3d1847d4cf req-181e665c-d7e4-4664-9b6f-5489b0ba45c2 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/ports?device_id=6a71d120-2e2b-4e04-a588-e4c8408dd211 HTTP/1.1" status: 200 len: 945 time: 0.3403704 Feb 19 02:47:59.109197 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-0a81a3d9-09a0-4a0d-997a-cda697be5fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:47:59.113387 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-b6710f26-7145-4ffe-98f2-648373ebc82a tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] 10.222.0.72 "GET /v2.0/ports?device_id=dc356119-02c6-4ce6-bb71-6d7e4c132014 HTTP/1.1" status: 200 len: 205 time: 0.0804985 Feb 19 02:47:59.117406 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 55830) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:47:59.141603 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a81a3d9-09a0-4a0d-997a-cda697be5fc4 None None] Routers {'dc356119-02c6-4ce6-bb71-6d7e4c132014'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:47:59.142250 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-0a81a3d9-09a0-4a0d-997a-cda697be5fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:47:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['dc356119-02c6-4ce6-bb71-6d7e4c132014'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:47:59.181969 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-0a81a3d9-09a0-4a0d-997a-cda697be5fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:47:59.183026 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a81a3d9-09a0-4a0d-997a-cda697be5fc4 None None] The sync data for ids ['dc356119-02c6-4ce6-bb71-6d7e4c132014'] in n-d-826753-2 is: [] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:47:59.200413 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b3e06595-9210-48a5-879d-0a3d1847d4cf req-3212d782-7c4b-491d-8f2c-8c4dc0507a00 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/security-groups?id=33e2eb59-206d-4216-aaf9-91cfc46ad855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018956 Feb 19 02:47:59.239171 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0bf7bc7-78ef-47a6-b5b5-7174be1c5a86 admin admin] Made reservation on behalf of 713f8f36dbfd46a29cd5c72ede2c5a2f for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:47:59.242198 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a0bf7bc7-78ef-47a6-b5b5-7174be1c5a86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:59.287063 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a0bf7bc7-78ef-47a6-b5b5-7174be1c5a86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:59.290100 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device f444645c-4fa7-4924-b116-1f3b6946ee37 up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:47:59.293129 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2d4c6917-3c92-4fb7-ab2a-789524c433b9 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks [] for router (dc356119-02c6-4ce6-bb71-6d7e4c132014), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:59.346568 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port f444645c-4fa7-4924-b116-1f3b6946ee37 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:47:59.346942 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (f444645c-4fa7-4924-b116-1f3b6946ee37), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:59.429718 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-0680a340-50a9-4c56-ab1d-2d7702defb07 req-e4b9a470-8ca0-4c3e-86aa-732adfd61d3b service neutron] 10.222.0.73 "GET /v2.0/ports/e8da45f0-7b76-4b5c-a534-292471570be8/bindings/n-h2-826753-2 HTTP/1.1" status: 200 len: 384 time: 0.1834834 Feb 19 02:47:59.435865 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port f444645c-4fa7-4924-b116-1f3b6946ee37 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:47:59.436427 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (f444645c-4fa7-4924-b116-1f3b6946ee37), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:59.462845 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba08959b-2d30-4a3f-ab13-d0d6031530ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f444645c-4fa7-4924-b116-1f3b6946ee37'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:47:59.465399 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d719bb1a-e067-425c-ad8b-a354af711d1b" -d '{"events": [{"server_uuid": "ba08959b-2d30-4a3f-ab13-d0d6031530ff", "name": "network-vif-plugged", "status": "completed", "tag": "f444645c-4fa7-4924-b116-1f3b6946ee37"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:47:59.479862 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port f444645c-4fa7-4924-b116-1f3b6946ee37, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=f444645c-4fa7-4924-b116-1f3b6946ee37,segment=NetworkSegment(95c489b5-d2f5-4704-89fb-8accaa8a0e0f),segment_id=95c489b5-d2f5-4704-89fb-8accaa8a0e0f)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:47:59.484305 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (f444645c-4fa7-4924-b116-1f3b6946ee37), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:59.538323 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a305e1e-f48f-454f-ad91-d07f56e68824 x-openstack-request-id: req-6a305e1e-f48f-454f-ad91-d07f56e68824 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:47:59.538690 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba08959b-2d30-4a3f-ab13-d0d6031530ff", "name": "network-vif-plugged", "status": "completed", "tag": "f444645c-4fa7-4924-b116-1f3b6946ee37", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:47:59.539066 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6a305e1e-f48f-454f-ad91-d07f56e68824 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:47:59.539665 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba08959b-2d30-4a3f-ab13-d0d6031530ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f444645c-4fa7-4924-b116-1f3b6946ee37', 'code': 200} Feb 19 02:47:59.540690 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=f444645c-4fa7-4924-b116-1f3b6946ee37,revision_number=7']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:59.612067 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2d4c6917-3c92-4fb7-ab2a-789524c433b9 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16317457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14254'] for router (dc356119-02c6-4ce6-bb71-6d7e4c132014), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:59.616399 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2d4c6917-3c92-4fb7-ab2a-789524c433b9 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks [] for router_controller (dc356119-02c6-4ce6-bb71-6d7e4c132014), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:59.751329 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5fda81-a7ff-4b88-926a-29e0353e4a0b req-4d33baca-2ef9-427e-b92b-abc0cad17509 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:59.759728 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ab5fda81-a7ff-4b88-926a-29e0353e4a0b req-4d33baca-2ef9-427e-b92b-abc0cad17509 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6022ed1-67a1-4ded-890d-e1e66f84412d HTTP/1.1" status: 200 len: 943 time: 0.0673378 Feb 19 02:47:59.780105 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2d4c6917-3c92-4fb7-ab2a-789524c433b9 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16317544'] for router (dc356119-02c6-4ce6-bb71-6d7e4c132014), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:59.780686 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d4c6917-3c92-4fb7-ab2a-789524c433b9 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Fanout notify agent at l3_agent the message router_deleted on router dc356119-02c6-4ce6-bb71-6d7e4c132014 {{(pid=103702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 02:47:59.795499 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2d4c6917-3c92-4fb7-ab2a-789524c433b9 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:59.796840 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-2d4c6917-3c92-4fb7-ab2a-789524c433b9 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] 10.222.0.72 "DELETE /v2.0/routers/dc356119-02c6-4ce6-bb71-6d7e4c132014 HTTP/1.1" status: 204 len: 168 time: 0.6782184 Feb 19 02:47:59.799290 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a0bf7bc7-78ef-47a6-b5b5-7174be1c5a86 admin admin] Publish callbacks [] for security_group (cb7b7ac5-00c8-4696-bee5-f9144d59bf06), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:59.801047 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 55846) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:47:59.829543 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a0bf7bc7-78ef-47a6-b5b5-7174be1c5a86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (cb7b7ac5-00c8-4696-bee5-f9144d59bf06), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:59.835848 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ab5fda81-a7ff-4b88-926a-29e0353e4a0b req-128a55ec-f887-4b8a-bdc8-d2baa7529f4f tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750933 Feb 19 02:47:59.855476 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0bf7bc7-78ef-47a6-b5b5-7174be1c5a86 admin admin] vlan segment allocate from pool success with {'vlan_id': 286, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:47:59.864271 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_v2 [None req-8059a061-01f3-4537-bfe7-f763394f01ad tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Deleting subnet 77479c1b-8716-447c-b31f-2d3c720baa4e {{(pid=103701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:47:59.866944 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a0bf7bc7-78ef-47a6-b5b5-7174be1c5a86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (917aa235-12b9-4d86-af08-7f515436f389), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:59.867481 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-a0bf7bc7-78ef-47a6-b5b5-7174be1c5a86 admin admin] Added segment 917aa235-12b9-4d86-af08-7f515436f389 of type vlan for network dee4ed95-5412-42fe-ba2b-4ce18e704cc9 Feb 19 02:47:59.869059 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8059a061-01f3-4537-bfe7-f763394f01ad tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks [] for subnet (77479c1b-8716-447c-b31f-2d3c720baa4e), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:59.874351 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-0680a340-50a9-4c56-ab1d-2d7702defb07 req-210117f6-2e12-48c4-a5f3-76acafcf118c service neutron] For port e8da45f0-7b76-4b5c-a534-292471570be8, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=e8da45f0-7b76-4b5c-a534-292471570be8,segment=NetworkSegment(9dab481a-5428-424d-a8c3-4ae8ddfff67b),segment_id=9dab481a-5428-424d-a8c3-4ae8ddfff67b)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:47:59.922707 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8059a061-01f3-4537-bfe7-f763394f01ad tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12647399'] for subnet (77479c1b-8716-447c-b31f-2d3c720baa4e), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:59.944317 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bf7bc7-78ef-47a6-b5b5-7174be1c5a86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb7b7ac5-00c8-4696-bee5-f9144d59bf06,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:59.954045 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-0680a340-50a9-4c56-ab1d-2d7702defb07 req-210117f6-2e12-48c4-a5f3-76acafcf118c service neutron] For port e8da45f0-7b76-4b5c-a534-292471570be8, host n-h1-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:47:59.980191 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a0bf7bc7-78ef-47a6-b5b5-7174be1c5a86 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (dee4ed95-5412-42fe-ba2b-4ce18e704cc9), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:00.023771 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-0680a340-50a9-4c56-ab1d-2d7702defb07 req-210117f6-2e12-48c4-a5f3-76acafcf118c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8da45f0-7b76-4b5c-a534-292471570be8 {{(pid=103702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:48:00.030267 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8059a061-01f3-4537-bfe7-f763394f01ad tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (77479c1b-8716-447c-b31f-2d3c720baa4e), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:00.049292 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-0680a340-50a9-4c56-ab1d-2d7702defb07 req-210117f6-2e12-48c4-a5f3-76acafcf118c service neutron] For port e8da45f0-7b76-4b5c-a534-292471570be8, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=e8da45f0-7b76-4b5c-a534-292471570be8,segment=NetworkSegment(9dab481a-5428-424d-a8c3-4ae8ddfff67b),segment_id=9dab481a-5428-424d-a8c3-4ae8ddfff67b)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:48:00.063963 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a0bf7bc7-78ef-47a6-b5b5-7174be1c5a86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (dee4ed95-5412-42fe-ba2b-4ce18e704cc9), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:00.065152 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0bf7bc7-78ef-47a6-b5b5-7174be1c5a86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:00.065777 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a0bf7bc7-78ef-47a6-b5b5-7174be1c5a86 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:00.077044 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-0680a340-50a9-4c56-ab1d-2d7702defb07 req-210117f6-2e12-48c4-a5f3-76acafcf118c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (e8da45f0-7b76-4b5c-a534-292471570be8), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:00.133108 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-a0bf7bc7-78ef-47a6-b5b5-7174be1c5a86 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2713757 Feb 19 02:48:00.136928 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 55848) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:48:00.144295 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-eb56f428-67e8-4a6b-b631-20bd92b583b5 admin admin] Request body: {'subnet': {'network_id': 'dee4ed95-5412-42fe-ba2b-4ce18e704cc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1979332832-subnet', 'tenant_id': '713f8f36dbfd46a29cd5c72ede2c5a2f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:48:00.152043 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8059a061-01f3-4537-bfe7-f763394f01ad tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12647206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58706286'] for subnet (77479c1b-8716-447c-b31f-2d3c720baa4e), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:00.172414 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bf7bc7-78ef-47a6-b5b5-7174be1c5a86 admin admin] Pushing event updated for resources: {'Network': ['ID=dee4ed95-5412-42fe-ba2b-4ce18e704cc9,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:00.190019 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network dee4ed95-5412-42fe-ba2b-4ce18e704cc9 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:48:00.215219 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-0680a340-50a9-4c56-ab1d-2d7702defb07 req-210117f6-2e12-48c4-a5f3-76acafcf118c service neutron] Transition to ACTIVE for port object e8da45f0-7b76-4b5c-a534-292471570be8 will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:48:00.220931 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-0680a340-50a9-4c56-ab1d-2d7702defb07 req-210117f6-2e12-48c4-a5f3-76acafcf118c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (e8da45f0-7b76-4b5c-a534-292471570be8), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:00.266319 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8059a061-01f3-4537-bfe7-f763394f01ad tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:00.286132 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 55852) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:48:00.287538 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-0680a340-50a9-4c56-ab1d-2d7702defb07 req-210117f6-2e12-48c4-a5f3-76acafcf118c service neutron] No DVR routers for this DVR port e8da45f0-7b76-4b5c-a534-292471570be8 on host n-h1-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:48:00.294748 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-548763a0-c683-4bff-bc6a-cfbf87518779 None None] Network 4dad3b12-13a1-4b02-89a2-4c6d3ce37336 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:48:00.298813 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-8059a061-01f3-4537-bfe7-f763394f01ad tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] 10.222.0.72 "DELETE /v2.0/subnets/77479c1b-8716-447c-b31f-2d3c720baa4e HTTP/1.1" status: 204 len: 168 time: 0.4785562 Feb 19 02:48:00.306729 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb56f428-67e8-4a6b-b631-20bd92b583b5 admin admin] Made reservation on behalf of 713f8f36dbfd46a29cd5c72ede2c5a2f for: {'subnet': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:48:00.309521 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-eb56f428-67e8-4a6b-b631-20bd92b583b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58706307'] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:00.320163 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8059a061-01f3-4537-bfe7-f763394f01ad tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Pushing event deleted for resources: {'Subnet': ['ID=77479c1b-8716-447c-b31f-2d3c720baa4e,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:00.363207 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff594990-5acb-41f1-82ec-92206a83ba90 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Deleting subnet 784ff289-048d-4864-bdca-e23f39abec39 {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:48:00.402808 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ff594990-5acb-41f1-82ec-92206a83ba90 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks [] for subnet (784ff289-048d-4864-bdca-e23f39abec39), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:00.436543 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-0680a340-50a9-4c56-ab1d-2d7702defb07 req-210117f6-2e12-48c4-a5f3-76acafcf118c service neutron] 10.222.0.73 "PUT /v2.0/ports/e8da45f0-7b76-4b5c-a534-292471570be8/bindings/n-h2-826753-2/activate HTTP/1.1" status: 200 len: 369 time: 0.9679792 Feb 19 02:48:00.446142 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210117f6-2e12-48c4-a5f3-76acafcf118c service neutron] Pushing event updated for resources: {'Port': ['ID=e8da45f0-7b76-4b5c-a534-292471570be8,revision_number=10']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:00.483184 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ff594990-5acb-41f1-82ec-92206a83ba90 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (784ff289-048d-4864-bdca-e23f39abec39), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:00.544435 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9928a2-b647-406f-9ce6-34e3b3cd2e27 req-7eaa2151-51e4-44c8-a64e-d004199bb54c tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:00.551538 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6254720f-5e35-4684-a171-6727e648298f None None] DHCP port deletion for 4dad3b12-13a1-4b02-89a2-4c6d3ce37336 request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 02:48:00.553253 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-dc9928a2-b647-406f-9ce6-34e3b3cd2e27 req-7eaa2151-51e4-44c8-a64e-d004199bb54c tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/ports?device_id=6a71d120-2e2b-4e04-a588-e4c8408dd211 HTTP/1.1" status: 200 len: 945 time: 0.1969788 Feb 19 02:48:00.643070 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ff594990-5acb-41f1-82ec-92206a83ba90 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (784ff289-048d-4864-bdca-e23f39abec39), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:00.660436 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-6254720f-5e35-4684-a171-6727e648298f None None] Deleting port a7a7fae2-8030-4c81-be05-40f3b412196c {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:48:00.661677 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6254720f-5e35-4684-a171-6727e648298f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (a7a7fae2-8030-4c81-be05-40f3b412196c), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:00.666702 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-dc9928a2-b647-406f-9ce6-34e3b3cd2e27 req-5bdd0314-51a9-4e36-9235-290cdda32512 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/security-groups?id=33e2eb59-206d-4216-aaf9-91cfc46ad855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124055 Feb 19 02:48:00.746881 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ff594990-5acb-41f1-82ec-92206a83ba90 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (784ff289-048d-4864-bdca-e23f39abec39), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:00.761062 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0680a340-50a9-4c56-ab1d-2d7702defb07 req-b91358fc-f0b4-480a-b4e6-e7386b93aeb7 tempest-LiveAutoBlockMigrationV225Test-289573108 tempest-LiveAutoBlockMigrationV225Test-289573108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:00.776046 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-6254720f-5e35-4684-a171-6727e648298f None None] For port a7a7fae2-8030-4c81-be05-40f3b412196c, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=a7a7fae2-8030-4c81-be05-40f3b412196c,segment=NetworkSegment(0d6396bd-8b68-4ad9-a04b-a95042953b64),segment_id=0d6396bd-8b68-4ad9-a04b-a95042953b64)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:48:00.777174 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6254720f-5e35-4684-a171-6727e648298f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (a7a7fae2-8030-4c81-be05-40f3b412196c), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:00.789361 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0680a340-50a9-4c56-ab1d-2d7702defb07 req-b91358fc-f0b4-480a-b4e6-e7386b93aeb7 tempest-LiveAutoBlockMigrationV225Test-289573108 tempest-LiveAutoBlockMigrationV225Test-289573108-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=b6022ed1-67a1-4ded-890d-e1e66f84412d&tenant_id=ad75c6928a1d4c6da3a56db6352b2618&binding%3Ahost_id=n-h1-826753-2 HTTP/1.1" status: 200 len: 1126 time: 0.2327087 Feb 19 02:48:00.800536 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-6254720f-5e35-4684-a171-6727e648298f None None] Calling delete_port for a7a7fae2-8030-4c81-be05-40f3b412196c owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:48:00.801523 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ff594990-5acb-41f1-82ec-92206a83ba90 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:00.806972 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-ff594990-5acb-41f1-82ec-92206a83ba90 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] 10.222.0.72 "DELETE /v2.0/subnets/784ff289-048d-4864-bdca-e23f39abec39 HTTP/1.1" status: 204 len: 168 time: 0.5168304 Feb 19 02:48:00.808040 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff594990-5acb-41f1-82ec-92206a83ba90 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Pushing event deleted for resources: {'Subnet': ['ID=784ff289-048d-4864-bdca-e23f39abec39,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:00.811196 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 55874) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:48:00.837443 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8fddd4f-a6e7-40ea-9662-c6b4207866e3 None None] Network cece8bf4-a072-4af5-b789-fe83f501f843 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:48:00.869679 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-eb56f428-67e8-4a6b-b631-20bd92b583b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12647271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58706289'] for subnet (f42653e4-38d2-4ec0-93ec-c68ffe7932f3), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:00.960020 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c581aa8d-80cb-492b-92a9-5d47596f6585 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (4dad3b12-13a1-4b02-89a2-4c6d3ce37336), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:00.998632 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb56f428-67e8-4a6b-b631-20bd92b583b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f42653e4-38d2-4ec0-93ec-c68ffe7932f3,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:01.021939 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0680a340-50a9-4c56-ab1d-2d7702defb07 req-54dc4b7a-349b-44e2-85dc-db5514aeb52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:01.023643 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0680a340-50a9-4c56-ab1d-2d7702defb07 req-54dc4b7a-349b-44e2-85dc-db5514aeb52d service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=b6022ed1-67a1-4ded-890d-e1e66f84412d&tenant_id=ad75c6928a1d4c6da3a56db6352b2618 HTTP/1.1" status: 200 len: 1126 time: 0.2207787 Feb 19 02:48:01.026108 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb56f428-67e8-4a6b-b631-20bd92b583b5 admin admin] Checking segment: {'id': '917aa235-12b9-4d86-af08-7f515436f389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'dee4ed95-5412-42fe-ba2b-4ce18e704cc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:48:01.026637 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb56f428-67e8-4a6b-b631-20bd92b583b5 admin admin] Network hostable DHCP agents. Network: dee4ed95-5412-42fe-ba2b-4ce18e704cc9, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:48:01.080855 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-c581aa8d-80cb-492b-92a9-5d47596f6585 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Deleting port a7a7fae2-8030-4c81-be05-40f3b412196c {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:48:01.081095 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c581aa8d-80cb-492b-92a9-5d47596f6585 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (a7a7fae2-8030-4c81-be05-40f3b412196c), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:01.121392 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d28e5dc-08fe-475c-ba38-b3b9b3bf9870 req-bb65a703-f64d-47c9-a2e6-3630f3d72b90 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:01.123447 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4d28e5dc-08fe-475c-ba38-b3b9b3bf9870 req-bb65a703-f64d-47c9-a2e6-3630f3d72b90 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6022ed1-67a1-4ded-890d-e1e66f84412d HTTP/1.1" status: 200 len: 944 time: 0.1714313 Feb 19 02:48:01.151937 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6254720f-5e35-4684-a171-6727e648298f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (a7a7fae2-8030-4c81-be05-40f3b412196c), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:01.174304 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-c581aa8d-80cb-492b-92a9-5d47596f6585 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] For port a7a7fae2-8030-4c81-be05-40f3b412196c, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=a7a7fae2-8030-4c81-be05-40f3b412196c,segment=NetworkSegment(0d6396bd-8b68-4ad9-a04b-a95042953b64),segment_id=0d6396bd-8b68-4ad9-a04b-a95042953b64)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:48:01.174671 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c581aa8d-80cb-492b-92a9-5d47596f6585 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (a7a7fae2-8030-4c81-be05-40f3b412196c), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:01.196167 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-c581aa8d-80cb-492b-92a9-5d47596f6585 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Calling delete_port for a7a7fae2-8030-4c81-be05-40f3b412196c owned by network:dhcp {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:48:01.203934 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6254720f-5e35-4684-a171-6727e648298f None None] Pushing event deleted for resources: {'Port': ['ID=a7a7fae2-8030-4c81-be05-40f3b412196c,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:01.205817 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6254720f-5e35-4684-a171-6727e648298f None None] No DVR routers for this DVR port a7a7fae2-8030-4c81-be05-40f3b412196c on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:48:01.218286 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb56f428-67e8-4a6b-b631-20bd92b583b5 admin admin] Network dee4ed95-5412-42fe-ba2b-4ce18e704cc9 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:48:01.251794 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa7d07b-13de-485a-b908-73bf0f0b256d None None] DHCP port deletion for cece8bf4-a072-4af5-b789-fe83f501f843 request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 02:48:01.252865 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4d28e5dc-08fe-475c-ba38-b3b9b3bf9870 req-24419efe-2cf7-472a-bc3b-a1d6d2401ec0 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185322 Feb 19 02:48:01.257600 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-eb56f428-67e8-4a6b-b631-20bd92b583b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, dee4ed95-5412-42fe-ba2b-4ce18e704cc9) {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:48:01.267890 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0680a340-50a9-4c56-ab1d-2d7702defb07 req-d261c74e-0da6-4a70-9bbe-992dddedeb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:01.270313 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0680a340-50a9-4c56-ab1d-2d7702defb07 req-d261c74e-0da6-4a70-9bbe-992dddedeb76 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ad75c6928a1d4c6da3a56db6352b2618&device_id=b6022ed1-67a1-4ded-890d-e1e66f84412d HTTP/1.1" status: 200 len: 1126 time: 0.1880488 Feb 19 02:48:01.284836 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb56f428-67e8-4a6b-b631-20bd92b583b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:01.285616 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-eb56f428-67e8-4a6b-b631-20bd92b583b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:01.297766 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236e3360-6ef9-47e9-a78b-0e1dad8274eb None None] Network dee4ed95-5412-42fe-ba2b-4ce18e704cc9 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:48:01.299753 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 738196e2-c7a1-4615-a83f-8b863644e597 up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:48:01.329511 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c581aa8d-80cb-492b-92a9-5d47596f6585 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (a7a7fae2-8030-4c81-be05-40f3b412196c), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:01.357333 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-eb56f428-67e8-4a6b-b631-20bd92b583b5 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2188532 Feb 19 02:48:01.359971 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 55890) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:48:01.366699 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-a7133a63-6920-4e3d-a4ed-7c8de1dac00a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1979332832-router', 'tenant_id': '713f8f36dbfd46a29cd5c72ede2c5a2f', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:48:01.394884 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a7133a63-6920-4e3d-a4ed-7c8de1dac00a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14172'] for router (d873c2e7-1927-4ff1-bc61-3c816e60d221), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:01.396157 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a7133a63-6920-4e3d-a4ed-7c8de1dac00a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16317487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16285822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16309985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14247'] for router (d873c2e7-1927-4ff1-bc61-3c816e60d221), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:01.407751 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c581aa8d-80cb-492b-92a9-5d47596f6585 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Pushing event deleted for resources: {'Port': ['ID=a7a7fae2-8030-4c81-be05-40f3b412196c,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:01.409629 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c581aa8d-80cb-492b-92a9-5d47596f6585 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] No DVR routers for this DVR port a7a7fae2-8030-4c81-be05-40f3b412196c on host n-d-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:48:01.536876 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a7133a63-6920-4e3d-a4ed-7c8de1dac00a admin admin] Publish callbacks [] for router_controller (d873c2e7-1927-4ff1-bc61-3c816e60d221), precommit_add_association {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:01.574231 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c581aa8d-80cb-492b-92a9-5d47596f6585 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (4dad3b12-13a1-4b02-89a2-4c6d3ce37336), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:01.587647 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2045af39-e31b-46ca-832e-0b09afaf81a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-dee4ed95-5412-42fe-ba2b-4ce18e704cc9', 'network_id': 'dee4ed95-5412-42fe-ba2b-4ce18e704cc9', 'project_id': '713f8f36dbfd46a29cd5c72ede2c5a2f', 'fixed_ips': [{'subnet_id': 'f42653e4-38d2-4ec0-93ec-c68ffe7932f3'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:48:01.590047 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-2045af39-e31b-46ca-832e-0b09afaf81a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:01.602615 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning for port 738196e2-c7a1-4615-a83f-8b863644e597 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:48:01.603115 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-c581aa8d-80cb-492b-92a9-5d47596f6585 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dad3b12-13a1-4b02-89a2-4c6d3ce37336']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:48:01.616368 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port 738196e2-c7a1-4615-a83f-8b863644e597 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:48:01.617040 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (738196e2-c7a1-4615-a83f-8b863644e597), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:01.624591 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-c581aa8d-80cb-492b-92a9-5d47596f6585 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d6396bd-8b68-4ad9-a04b-a95042953b64') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:48:01.625302 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-c581aa8d-80cb-492b-92a9-5d47596f6585 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d6396bd-8b68-4ad9-a04b-a95042953b64') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:48:01.632831 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0680a340-50a9-4c56-ab1d-2d7702defb07 req-b6bee9ad-874a-449e-b2e5-9d3618cfafa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:01.634439 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0680a340-50a9-4c56-ab1d-2d7702defb07 req-b6bee9ad-874a-449e-b2e5-9d3618cfafa3 service neutron] 10.222.0.82 "GET /v2.0/networks?id=db98097a-bb19-479d-bd0d-4f71e988880a HTTP/1.1" status: 200 len: 922 time: 0.3551059 Feb 19 02:48:01.639060 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c581aa8d-80cb-492b-92a9-5d47596f6585 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (0d6396bd-8b68-4ad9-a04b-a95042953b64), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:01.658202 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c581aa8d-80cb-492b-92a9-5d47596f6585 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (0d6396bd-8b68-4ad9-a04b-a95042953b64), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:01.667287 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c581aa8d-80cb-492b-92a9-5d47596f6585 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Releasing vlan 270 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:48:01.668724 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c581aa8d-80cb-492b-92a9-5d47596f6585 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (0d6396bd-8b68-4ad9-a04b-a95042953b64), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:01.703920 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0680a340-50a9-4c56-ab1d-2d7702defb07 req-3696a269-a52a-472e-89ff-a0e4c9f0bd03 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8da45f0-7b76-4b5c-a534-292471570be8 HTTP/1.1" status: 200 len: 217 time: 0.0404854 Feb 19 02:48:01.723516 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-eaa7d07b-13de-485a-b908-73bf0f0b256d None None] Deleting port 52204283-f162-4106-940b-1c2e3944ae3c {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:48:01.738082 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-eaa7d07b-13de-485a-b908-73bf0f0b256d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (52204283-f162-4106-940b-1c2e3944ae3c), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:01.763955 n-d-826753-2 neutron-server[103702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:48:01.763955 n-d-826753-2 neutron-server[103702]: self.session.flush() Feb 19 02:48:01.763955 n-d-826753-2 neutron-server[103702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:48:01.763955 n-d-826753-2 neutron-server[103702]: self.session.flush() Feb 19 02:48:01.763955 n-d-826753-2 neutron-server[103702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:48:01.763955 n-d-826753-2 neutron-server[103702]: self.session.flush() Feb 19 02:48:01.763955 n-d-826753-2 neutron-server[103702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:48:01.763955 n-d-826753-2 neutron-server[103702]: self.session.flush() Feb 19 02:48:01.763955 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 02:48:01.763955 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:48:01.763955 n-d-826753-2 neutron-server[103702]: timer() Feb 19 02:48:01.763955 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:48:01.763955 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 02:48:01.763955 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:48:01.763955 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 02:48:01.763955 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:48:01.763955 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 02:48:01.763955 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:48:01.763955 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 02:48:01.763955 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:48:01.763955 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 02:48:01.763955 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:48:01.763955 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:48:01.763955 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:48:01.763955 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:48:01.763955 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:48:01.763955 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 02:48:01.763955 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:48:01.763955 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 02:48:01.763955 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:48:01.763955 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:48:01.763955 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:48:01.763955 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 02:48:01.763955 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:48:01.763955 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:48:01.763955 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:48:01.763955 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:48:01.763955 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:48:01.763955 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:48:01.763955 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:48:01.770040 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c581aa8d-80cb-492b-92a9-5d47596f6585 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (4dad3b12-13a1-4b02-89a2-4c6d3ce37336), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:01.785922 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c581aa8d-80cb-492b-92a9-5d47596f6585 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:01.796325 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-c581aa8d-80cb-492b-92a9-5d47596f6585 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] 10.222.0.72 "DELETE /v2.0/networks/4dad3b12-13a1-4b02-89a2-4c6d3ce37336 HTTP/1.1" status: 204 len: 168 time: 0.9801455 Feb 19 02:48:01.825954 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 55898) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:48:01.835889 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a7133a63-6920-4e3d-a4ed-7c8de1dac00a admin admin] Publish callbacks [] for router_gateway (d873c2e7-1927-4ff1-bc61-3c816e60d221), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:01.849302 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c581aa8d-80cb-492b-92a9-5d47596f6585 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Pushing event deleted for resources: {'Network': ['ID=4dad3b12-13a1-4b02-89a2-4c6d3ce37336,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:01.952687 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-eaa7d07b-13de-485a-b908-73bf0f0b256d None None] For port 52204283-f162-4106-940b-1c2e3944ae3c, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=52204283-f162-4106-940b-1c2e3944ae3c,segment=NetworkSegment(8d6c1719-79bf-4cce-bd0e-974e61b7b31e),segment_id=8d6c1719-79bf-4cce-bd0e-974e61b7b31e)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:48:01.953132 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-eaa7d07b-13de-485a-b908-73bf0f0b256d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (52204283-f162-4106-940b-1c2e3944ae3c), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:01.998307 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-eaa7d07b-13de-485a-b908-73bf0f0b256d None None] Calling delete_port for 52204283-f162-4106-940b-1c2e3944ae3c owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:48:02.013320 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-2045af39-e31b-46ca-832e-0b09afaf81a1 None None] Allocated IP 172.20.0.2 (dee4ed95-5412-42fe-ba2b-4ce18e704cc9/f42653e4-38d2-4ec0-93ec-c68ffe7932f3/570982f4-1226-41aa-a6e9-c9466c1b19ae) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:48:02.028554 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 738196e2-c7a1-4615-a83f-8b863644e597 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:48:02.028968 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (738196e2-c7a1-4615-a83f-8b863644e597), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:02.153313 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a71d120-2e2b-4e04-a588-e4c8408dd211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '738196e2-c7a1-4615-a83f-8b863644e597'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:48:02.155744 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1676a83-9bc1-4e6e-ba84-e19e18da4dce" -d '{"events": [{"server_uuid": "6a71d120-2e2b-4e04-a588-e4c8408dd211", "name": "network-vif-plugged", "status": "completed", "tag": "738196e2-c7a1-4615-a83f-8b863644e597"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:48:02.195510 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 738196e2-c7a1-4615-a83f-8b863644e597, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=738196e2-c7a1-4615-a83f-8b863644e597,segment=NetworkSegment(27cce794-dfd5-41e1-991b-27e0c79dcb47),segment_id=27cce794-dfd5-41e1-991b-27e0c79dcb47)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:48:02.219359 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (738196e2-c7a1-4615-a83f-8b863644e597), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:02.281672 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b0cd88f-c21d-47db-97d4-51548af3e5ab x-openstack-request-id: req-1b0cd88f-c21d-47db-97d4-51548af3e5ab {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:48:02.281949 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a71d120-2e2b-4e04-a588-e4c8408dd211", "name": "network-vif-plugged", "status": "completed", "tag": "738196e2-c7a1-4615-a83f-8b863644e597", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:48:02.282212 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1b0cd88f-c21d-47db-97d4-51548af3e5ab {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:48:02.282611 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a71d120-2e2b-4e04-a588-e4c8408dd211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '738196e2-c7a1-4615-a83f-8b863644e597', 'code': 200} Feb 19 02:48:02.283222 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-eaa7d07b-13de-485a-b908-73bf0f0b256d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (52204283-f162-4106-940b-1c2e3944ae3c), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:02.300237 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 52204283-f162-4106-940b-1c2e3944ae3c no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:48:02.343625 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 52204283-f162-4106-940b-1c2e3944ae3c {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:48:02.343966 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 52204283-f162-4106-940b-1c2e3944ae3c not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:48:02.344372 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device a7a7fae2-8030-4c81-be05-40f3b412196c no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:48:02.415634 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa7d07b-13de-485a-b908-73bf0f0b256d None None] No DVR routers for this DVR port 52204283-f162-4106-940b-1c2e3944ae3c on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:48:02.425231 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: a7a7fae2-8030-4c81-be05-40f3b412196c {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:48:02.426680 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device a7a7fae2-8030-4c81-be05-40f3b412196c not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:48:02.464515 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0680a340-50a9-4c56-ab1d-2d7702defb07 req-9ccd689b-67ff-41e3-951f-cdc5a52ba57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:02.466224 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-2045af39-e31b-46ca-832e-0b09afaf81a1 None None] Publish callbacks [] for port (570982f4-1226-41aa-a6e9-c9466c1b19ae), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:02.468496 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0680a340-50a9-4c56-ab1d-2d7702defb07 req-9ccd689b-67ff-41e3-951f-cdc5a52ba57f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2fe72d28-9326-4a85-b8b2-36c8cafae112 HTTP/1.1" status: 200 len: 861 time: 0.7242520 Feb 19 02:48:02.470716 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=738196e2-c7a1-4615-a83f-8b863644e597,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:02.490269 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-2045af39-e31b-46ca-832e-0b09afaf81a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (570982f4-1226-41aa-a6e9-c9466c1b19ae), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:02.497090 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656e7684-e720-4869-a476-fc50f2bcaff6 req-ddec4fb9-4f9b-456e-a4f8-f9ccd7a4d90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:02.500028 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-656e7684-e720-4869-a476-fc50f2bcaff6 req-ddec4fb9-4f9b-456e-a4f8-f9ccd7a4d90c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6a71d120-2e2b-4e04-a588-e4c8408dd211 HTTP/1.1" status: 200 len: 1128 time: 0.1263742 Feb 19 02:48:02.555008 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa7d07b-13de-485a-b908-73bf0f0b256d None None] Pushing event deleted for resources: {'Port': ['ID=52204283-f162-4106-940b-1c2e3944ae3c,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:02.581319 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-656e7684-e720-4869-a476-fc50f2bcaff6 req-b69e2829-486d-4f13-8e1d-78a30ce2e1d8 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=33e2eb59-206d-4216-aaf9-91cfc46ad855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728085 Feb 19 02:48:02.592572 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2045af39-e31b-46ca-832e-0b09afaf81a1 None None] Network dee4ed95-5412-42fe-ba2b-4ce18e704cc9 is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:48:02.595690 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-2045af39-e31b-46ca-832e-0b09afaf81a1 None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:48:02.600082 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2045af39-e31b-46ca-832e-0b09afaf81a1 None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:48:02.608890 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0680a340-50a9-4c56-ab1d-2d7702defb07 req-414e2455-75fb-4e5e-a833-3440e78f6753 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=db98097a-bb19-479d-bd0d-4f71e988880a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0749311 Feb 19 02:48:02.619319 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-88b405ac-560c-4b0e-ae6d-5bbd34f707ac tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (cece8bf4-a072-4af5-b789-fe83f501f843), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:02.632533 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bfef77-2cb4-4a49-accf-640e3a88ab5d req-ac2a3e53-f7b8-4286-93bb-e2332dae7884 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:02.634413 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a8bfef77-2cb4-4a49-accf-640e3a88ab5d req-ac2a3e53-f7b8-4286-93bb-e2332dae7884 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/ports?device_id=6a71d120-2e2b-4e04-a588-e4c8408dd211 HTTP/1.1" status: 200 len: 945 time: 0.8152244 Feb 19 02:48:02.648275 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2045af39-e31b-46ca-832e-0b09afaf81a1 None None] Pushing event updated for resources: {'Port': ['ID=570982f4-1226-41aa-a6e9-c9466c1b19ae,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:02.696478 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-2045af39-e31b-46ca-832e-0b09afaf81a1 None None] Attempting to bind port 570982f4-1226-41aa-a6e9-c9466c1b19ae on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:48:02.696783 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-2045af39-e31b-46ca-832e-0b09afaf81a1 None None] Attempting to bind port 570982f4-1226-41aa-a6e9-c9466c1b19ae by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '917aa235-12b9-4d86-af08-7f515436f389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'dee4ed95-5412-42fe-ba2b-4ce18e704cc9'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:48:02.697171 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2045af39-e31b-46ca-832e-0b09afaf81a1 None None] Attempting to bind port 570982f4-1226-41aa-a6e9-c9466c1b19ae on network dee4ed95-5412-42fe-ba2b-4ce18e704cc9 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:48:02.702279 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2045af39-e31b-46ca-832e-0b09afaf81a1 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:48:02.702647 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2045af39-e31b-46ca-832e-0b09afaf81a1 None None] Checking segment: {'id': '917aa235-12b9-4d86-af08-7f515436f389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'dee4ed95-5412-42fe-ba2b-4ce18e704cc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:48:02.703044 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-2045af39-e31b-46ca-832e-0b09afaf81a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:02.703427 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2045af39-e31b-46ca-832e-0b09afaf81a1 None None] Bound using segment: {'id': '917aa235-12b9-4d86-af08-7f515436f389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'dee4ed95-5412-42fe-ba2b-4ce18e704cc9'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:48:02.703884 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-2045af39-e31b-46ca-832e-0b09afaf81a1 None None] Bound port: 570982f4-1226-41aa-a6e9-c9466c1b19ae, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '917aa235-12b9-4d86-af08-7f515436f389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'dee4ed95-5412-42fe-ba2b-4ce18e704cc9'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:48:02.704260 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-2045af39-e31b-46ca-832e-0b09afaf81a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (570982f4-1226-41aa-a6e9-c9466c1b19ae), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:02.733549 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8260c5fe-ac86-441d-b2a4-ebbfb627d170 req-061ae66d-b030-4399-ac06-4984cb7109dd tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:02.735054 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8260c5fe-ac86-441d-b2a4-ebbfb627d170 req-061ae66d-b030-4399-ac06-4984cb7109dd tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6022ed1-67a1-4ded-890d-e1e66f84412d HTTP/1.1" status: 200 len: 944 time: 0.3263130 Feb 19 02:48:02.865100 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-2045af39-e31b-46ca-832e-0b09afaf81a1 None None] For port 570982f4-1226-41aa-a6e9-c9466c1b19ae, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:48:02.870977 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-2045af39-e31b-46ca-832e-0b09afaf81a1 None None] For port 570982f4-1226-41aa-a6e9-c9466c1b19ae, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=570982f4-1226-41aa-a6e9-c9466c1b19ae,segment=NetworkSegment(917aa235-12b9-4d86-af08-7f515436f389),segment_id=917aa235-12b9-4d86-af08-7f515436f389)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:48:02.886907 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-2045af39-e31b-46ca-832e-0b09afaf81a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (570982f4-1226-41aa-a6e9-c9466c1b19ae), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:02.887818 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8260c5fe-ac86-441d-b2a4-ebbfb627d170 req-e60095f0-ec4b-41ce-9987-a8d758bccef0 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364810 Feb 19 02:48:02.941415 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a8bfef77-2cb4-4a49-accf-640e3a88ab5d req-9ffa906c-1b79-414e-bad0-3af7b696ced4 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/security-groups?id=33e2eb59-206d-4216-aaf9-91cfc46ad855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2945082 Feb 19 02:48:02.992514 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2045af39-e31b-46ca-832e-0b09afaf81a1 None None] Pushing event updated for resources: {'Port': ['ID=570982f4-1226-41aa-a6e9-c9466c1b19ae,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:02.993848 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-88b405ac-560c-4b0e-ae6d-5bbd34f707ac tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (cece8bf4-a072-4af5-b789-fe83f501f843), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:02.999176 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0680a340-50a9-4c56-ab1d-2d7702defb07 req-6f41fae4-f808-4b9b-bafe-261f0f80022a service neutron] 10.222.0.82 "GET /v2.0/networks/db98097a-bb19-479d-bd0d-4f71e988880a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3770015 Feb 19 02:48:03.088364 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-88b405ac-560c-4b0e-ae6d-5bbd34f707ac tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cece8bf4-a072-4af5-b789-fe83f501f843']}} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:48:03.181607 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-88b405ac-560c-4b0e-ae6d-5bbd34f707ac tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d6c1719-79bf-4cce-bd0e-974e61b7b31e') {'for_net_delete': True} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:48:03.181973 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-88b405ac-560c-4b0e-ae6d-5bbd34f707ac tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d6c1719-79bf-4cce-bd0e-974e61b7b31e') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:48:03.200474 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-88b405ac-560c-4b0e-ae6d-5bbd34f707ac tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12647422'] for segment (8d6c1719-79bf-4cce-bd0e-974e61b7b31e), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:03.258552 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-88b405ac-560c-4b0e-ae6d-5bbd34f707ac tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (8d6c1719-79bf-4cce-bd0e-974e61b7b31e), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:03.278070 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88b405ac-560c-4b0e-ae6d-5bbd34f707ac tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Releasing vlan 253 on physical network physnet1 to pool {{(pid=103701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:48:03.278484 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-88b405ac-560c-4b0e-ae6d-5bbd34f707ac tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583360'] for segment (8d6c1719-79bf-4cce-bd0e-974e61b7b31e), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:03.281915 n-d-826753-2 neutron-server[103701]: Traceback (most recent call last): Feb 19 02:48:03.281915 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:48:03.281915 n-d-826753-2 neutron-server[103701]: timer() Feb 19 02:48:03.281915 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:48:03.281915 n-d-826753-2 neutron-server[103701]: cb(*args, **kw) Feb 19 02:48:03.281915 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:48:03.281915 n-d-826753-2 neutron-server[103701]: return func(*args, **kwargs) Feb 19 02:48:03.281915 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:48:03.281915 n-d-826753-2 neutron-server[103701]: self._notify() Feb 19 02:48:03.281915 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:48:03.281915 n-d-826753-2 neutron-server[103701]: self.callback(batched_events) Feb 19 02:48:03.281915 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:48:03.281915 n-d-826753-2 neutron-server[103701]: event.method(event) Feb 19 02:48:03.281915 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:48:03.281915 n-d-826753-2 neutron-server[103701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:48:03.281915 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:48:03.281915 n-d-826753-2 neutron-server[103701]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:48:03.281915 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:48:03.281915 n-d-826753-2 neutron-server[103701]: return f(self, *a, **k) Feb 19 02:48:03.281915 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:48:03.281915 n-d-826753-2 neutron-server[103701]: return self._get(url).json() Feb 19 02:48:03.281915 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:48:03.281915 n-d-826753-2 neutron-server[103701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:48:03.281915 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:48:03.281915 n-d-826753-2 neutron-server[103701]: return self.request(url, 'GET', **kwargs) Feb 19 02:48:03.281915 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:48:03.281915 n-d-826753-2 neutron-server[103701]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:48:03.281915 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:48:03.281915 n-d-826753-2 neutron-server[103701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:48:03.281915 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:48:03.281915 n-d-826753-2 neutron-server[103701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:48:03.281915 n-d-826753-2 neutron-server[103701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:48:03.308368 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a7133a63-6920-4e3d-a4ed-7c8de1dac00a admin admin] Publish callbacks [] for router_gateway (d873c2e7-1927-4ff1-bc61-3c816e60d221), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:03.358751 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a7133a63-6920-4e3d-a4ed-7c8de1dac00a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:03.364315 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0680a340-50a9-4c56-ab1d-2d7702defb07 req-ebaf9e1f-97fc-40cc-9ac8-bbc3129b62dd service neutron] 10.222.0.82 "GET /v2.0/networks/db98097a-bb19-479d-bd0d-4f71e988880a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3519051 Feb 19 02:48:03.460806 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-88b405ac-560c-4b0e-ae6d-5bbd34f707ac tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (cece8bf4-a072-4af5-b789-fe83f501f843), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:03.475196 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-88b405ac-560c-4b0e-ae6d-5bbd34f707ac tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:03.487895 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-88b405ac-560c-4b0e-ae6d-5bbd34f707ac tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] 10.222.0.72 "DELETE /v2.0/networks/cece8bf4-a072-4af5-b789-fe83f501f843 HTTP/1.1" status: 204 len: 168 time: 1.6608410 Feb 19 02:48:03.488670 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 55952) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:48:03.514370 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-98cca703-9e34-4980-a18c-6b64089a7fc4 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-386609888'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:48:03.525473 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b405ac-560c-4b0e-ae6d-5bbd34f707ac tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Pushing event deleted for resources: {'Network': ['ID=cece8bf4-a072-4af5-b789-fe83f501f843,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:03.592960 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98cca703-9e34-4980-a18c-6b64089a7fc4 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Made reservation on behalf of af7fe21ef8a34b4aa8aa211833eb0628 for: {'network': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:48:03.599634 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-98cca703-9e34-4980-a18c-6b64089a7fc4 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:03.649622 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98cca703-9e34-4980-a18c-6b64089a7fc4 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] vlan segment allocate from pool success with {'vlan_id': 269, 'physical_network': 'physnet1'} {{(pid=103701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:48:03.671362 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-98cca703-9e34-4980-a18c-6b64089a7fc4 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (43c7204c-1c6c-4be5-a1d6-d7bd547c6051), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:03.671820 n-d-826753-2 neutron-server[103701]: INFO neutron.db.segments_db [None req-98cca703-9e34-4980-a18c-6b64089a7fc4 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Added segment 43c7204c-1c6c-4be5-a1d6-d7bd547c6051 of type vlan for network 0f17e406-9e64-4bc1-b1d5-516c61871a5b Feb 19 02:48:03.749521 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-98cca703-9e34-4980-a18c-6b64089a7fc4 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (0f17e406-9e64-4bc1-b1d5-516c61871a5b), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:03.791841 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-98cca703-9e34-4980-a18c-6b64089a7fc4 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (0f17e406-9e64-4bc1-b1d5-516c61871a5b), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:03.797354 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98cca703-9e34-4980-a18c-6b64089a7fc4 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:03.797970 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-98cca703-9e34-4980-a18c-6b64089a7fc4 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:03.842866 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-a7133a63-6920-4e3d-a4ed-7c8de1dac00a admin admin] Allocated IP 172.25.6.147 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/7d7c06e6-311f-4a44-a7df-385d873a1f8d) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:48:03.854185 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-98cca703-9e34-4980-a18c-6b64089a7fc4 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3441396 Feb 19 02:48:03.854888 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 55954) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:48:03.863978 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-7bd532c4-9036-4c8a-8f77-c169c77b0f13 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Request body: {'subnet': {'network_id': '0f17e406-9e64-4bc1-b1d5-516c61871a5b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:48:04.013792 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0680a340-50a9-4c56-ab1d-2d7702defb07 req-61e8e824-0b07-42e2-903a-0cc2e60e599d tempest-LiveAutoBlockMigrationV225Test-289573108 tempest-LiveAutoBlockMigrationV225Test-289573108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:04.015474 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0680a340-50a9-4c56-ab1d-2d7702defb07 req-61e8e824-0b07-42e2-903a-0cc2e60e599d tempest-LiveAutoBlockMigrationV225Test-289573108 tempest-LiveAutoBlockMigrationV225Test-289573108-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=b6022ed1-67a1-4ded-890d-e1e66f84412d&tenant_id=ad75c6928a1d4c6da3a56db6352b2618&binding%3Ahost_id=n-h2-826753-2 HTTP/1.1" status: 200 len: 1126 time: 0.2392526 Feb 19 02:48:04.018348 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cca703-9e34-4980-a18c-6b64089a7fc4 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Pushing event updated for resources: {'Network': ['ID=0f17e406-9e64-4bc1-b1d5-516c61871a5b,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:04.042614 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 0f17e406-9e64-4bc1-b1d5-516c61871a5b details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:48:04.276224 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bd532c4-9036-4c8a-8f77-c169c77b0f13 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Made reservation on behalf of af7fe21ef8a34b4aa8aa211833eb0628 for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:48:04.284815 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7bd532c4-9036-4c8a-8f77-c169c77b0f13 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:04.435489 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 570982f4-1226-41aa-a6e9-c9466c1b19ae up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:48:04.532169 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a7133a63-6920-4e3d-a4ed-7c8de1dac00a admin admin] Publish callbacks [] for port (7d7c06e6-311f-4a44-a7df-385d873a1f8d), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:04.652752 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 570982f4-1226-41aa-a6e9-c9466c1b19ae triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:48:04.654072 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (570982f4-1226-41aa-a6e9-c9466c1b19ae), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:04.692235 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f6e3c8-8275-4074-a6e2-1480d63db859 req-86da1627-378f-4c40-8071-a4233214bfb3 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:04.695668 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-29f6e3c8-8275-4074-a6e2-1480d63db859 req-86da1627-378f-4c40-8071-a4233214bfb3 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6022ed1-67a1-4ded-890d-e1e66f84412d HTTP/1.1" status: 200 len: 944 time: 0.5287163 Feb 19 02:48:04.780738 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb558b55-8eb8-493e-89d3-11f19b8128dd req-fce58e38-3144-449c-ac7b-476cc3836ff2 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:04.787338 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cb558b55-8eb8-493e-89d3-11f19b8128dd req-fce58e38-3144-449c-ac7b-476cc3836ff2 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/ports?device_id=6a71d120-2e2b-4e04-a588-e4c8408dd211 HTTP/1.1" status: 200 len: 946 time: 0.5810905 Feb 19 02:48:04.800752 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 570982f4-1226-41aa-a6e9-c9466c1b19ae is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:48:04.803355 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (570982f4-1226-41aa-a6e9-c9466c1b19ae), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:04.855521 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port 570982f4-1226-41aa-a6e9-c9466c1b19ae, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=570982f4-1226-41aa-a6e9-c9466c1b19ae,segment=NetworkSegment(917aa235-12b9-4d86-af08-7f515436f389),segment_id=917aa235-12b9-4d86-af08-7f515436f389)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:48:04.871935 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (570982f4-1226-41aa-a6e9-c9466c1b19ae), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:04.953883 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7bd532c4-9036-4c8a-8f77-c169c77b0f13 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (6aca1d4d-2ec9-4de0-98d8-cfb74cf9a74c), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:05.064109 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a7133a63-6920-4e3d-a4ed-7c8de1dac00a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (7d7c06e6-311f-4a44-a7df-385d873a1f8d), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:05.078801 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=570982f4-1226-41aa-a6e9-c9466c1b19ae,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:05.095031 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6f18af-a2a7-4652-ad34-d4968d5514cd None None] Network dee4ed95-5412-42fe-ba2b-4ce18e704cc9 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:48:05.109100 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-0680a340-50a9-4c56-ab1d-2d7702defb07 req-c6d20239-3307-45c8-80f7-92b24b658f40 service neutron] For port e8da45f0-7b76-4b5c-a534-292471570be8, host n-h1-826753-2, cleared binding levels {{(pid=103701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:48:05.111729 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd532c4-9036-4c8a-8f77-c169c77b0f13 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Pushing event updated for resources: {'Subnet': ['ID=6aca1d4d-2ec9-4de0-98d8-cfb74cf9a74c,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:05.131140 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd532c4-9036-4c8a-8f77-c169c77b0f13 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Checking segment: {'id': '43c7204c-1c6c-4be5-a1d6-d7bd547c6051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '0f17e406-9e64-4bc1-b1d5-516c61871a5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:48:05.137457 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd532c4-9036-4c8a-8f77-c169c77b0f13 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Network hostable DHCP agents. Network: 0f17e406-9e64-4bc1-b1d5-516c61871a5b, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:48:05.178145 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-0680a340-50a9-4c56-ab1d-2d7702defb07 req-c6d20239-3307-45c8-80f7-92b24b658f40 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:05.179437 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0680a340-50a9-4c56-ab1d-2d7702defb07 req-c6d20239-3307-45c8-80f7-92b24b658f40 service neutron] 10.222.0.82 "DELETE /v2.0/ports/e8da45f0-7b76-4b5c-a534-292471570be8/bindings/n-h1-826753-2 HTTP/1.1" status: 204 len: 173 time: 1.1537960 Feb 19 02:48:05.179992 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd532c4-9036-4c8a-8f77-c169c77b0f13 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Network 0f17e406-9e64-4bc1-b1d5-516c61871a5b is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:48:05.194581 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-7bd532c4-9036-4c8a-8f77-c169c77b0f13 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 0f17e406-9e64-4bc1-b1d5-516c61871a5b) {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:48:05.203425 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd532c4-9036-4c8a-8f77-c169c77b0f13 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:05.204390 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7bd532c4-9036-4c8a-8f77-c169c77b0f13 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:05.253179 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-7bd532c4-9036-4c8a-8f77-c169c77b0f13 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3970218 Feb 19 02:48:05.256100 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 55966) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:48:05.261125 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-eba2f57d-2ffb-46c9-96d3-010ee380a61b tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1164973887', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:48:05.269428 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-29f6e3c8-8275-4074-a6e2-1480d63db859 req-cbac538a-1669-4863-b099-e84555e0d6e0 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4411392 Feb 19 02:48:05.281660 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7133a63-6920-4e3d-a4ed-7c8de1dac00a admin admin] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:48:05.294996 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-a7133a63-6920-4e3d-a4ed-7c8de1dac00a admin admin] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:48:05.316888 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc41602e-730f-4ae2-ba8d-bced16fd70b2 None None] Network 0f17e406-9e64-4bc1-b1d5-516c61871a5b requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:48:05.319622 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-eba2f57d-2ffb-46c9-96d3-010ee380a61b tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14172'] for router (a42cd85e-7824-448c-ad63-e8d1c953b39d), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:05.321214 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-eba2f57d-2ffb-46c9-96d3-010ee380a61b tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16317487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16285822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16309985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14247'] for router (a42cd85e-7824-448c-ad63-e8d1c953b39d), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:05.341573 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cb558b55-8eb8-493e-89d3-11f19b8128dd req-ac6ab1a9-8806-49ed-ad85-43f61d8a2bcf tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/security-groups?id=33e2eb59-206d-4216-aaf9-91cfc46ad855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5113935 Feb 19 02:48:05.346563 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7133a63-6920-4e3d-a4ed-7c8de1dac00a admin admin] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:48:05.353740 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-18abc91b-33bf-4d0b-8d20-a959675215cf None None] Provisioning complete for port 570982f4-1226-41aa-a6e9-c9466c1b19ae triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:48:05.354361 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-18abc91b-33bf-4d0b-8d20-a959675215cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (570982f4-1226-41aa-a6e9-c9466c1b19ae), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:05.458798 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-eba2f57d-2ffb-46c9-96d3-010ee380a61b tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks [] for router_controller (a42cd85e-7824-448c-ad63-e8d1c953b39d), precommit_add_association {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:05.478412 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-eba2f57d-2ffb-46c9-96d3-010ee380a61b tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16317478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865'] for router (a42cd85e-7824-448c-ad63-e8d1c953b39d), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:05.513497 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-eba2f57d-2ffb-46c9-96d3-010ee380a61b tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:05.515134 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-eba2f57d-2ffb-46c9-96d3-010ee380a61b tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2576914 Feb 19 02:48:05.524890 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 55978) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:48:05.530361 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-de625f64-81c3-4a3d-964a-4523d507fd0d tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Request body: {'port': {'network_id': '0f17e406-9e64-4bc1-b1d5-516c61871a5b', 'name': 'tempest-RoutersIpV6Test-1896538179'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:48:05.625092 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7133a63-6920-4e3d-a4ed-7c8de1dac00a admin admin] Pushing event updated for resources: {'Port': ['ID=7d7c06e6-311f-4a44-a7df-385d873a1f8d,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:05.871059 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a7133a63-6920-4e3d-a4ed-7c8de1dac00a admin admin] Publish callbacks [] for router_gateway (d873c2e7-1927-4ff1-bc61-3c816e60d221), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:05.884227 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de625f64-81c3-4a3d-964a-4523d507fd0d tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Made reservation on behalf of af7fe21ef8a34b4aa8aa211833eb0628 for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:48:05.887846 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-de625f64-81c3-4a3d-964a-4523d507fd0d tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:05.930927 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96f8285-94f0-43a9-a26e-943707dac1fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-0f17e406-9e64-4bc1-b1d5-516c61871a5b', 'network_id': '0f17e406-9e64-4bc1-b1d5-516c61871a5b', 'project_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'fixed_ips': [{'subnet_id': '6aca1d4d-2ec9-4de0-98d8-cfb74cf9a74c'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:48:05.931982 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e96f8285-94f0-43a9-a26e-943707dac1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:05.954572 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [None req-de625f64-81c3-4a3d-964a-4523d507fd0d tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] device_id is not set on port ef7ddf8f-cd73-46bc-ab95-395e6722104e yet. {{(pid=103702) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 02:48:06.082815 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e08916-8fd6-435e-b60c-847c307277cd req-ecdf8758-f6ff-413b-9c15-ea2598336db5 tempest-LiveAutoBlockMigrationV225Test-289573108 tempest-LiveAutoBlockMigrationV225Test-289573108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:06.087066 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a5e08916-8fd6-435e-b60c-847c307277cd req-ecdf8758-f6ff-413b-9c15-ea2598336db5 tempest-LiveAutoBlockMigrationV225Test-289573108 tempest-LiveAutoBlockMigrationV225Test-289573108-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=b6022ed1-67a1-4ded-890d-e1e66f84412d HTTP/1.1" status: 200 len: 1126 time: 0.3706479 Feb 19 02:48:06.158043 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-18abc91b-33bf-4d0b-8d20-a959675215cf None None] Current status of the port 570982f4-1226-41aa-a6e9-c9466c1b19ae is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:48:06.243382 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 570982f4-1226-41aa-a6e9-c9466c1b19ae up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:48:06.304718 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a7133a63-6920-4e3d-a4ed-7c8de1dac00a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16317478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865'] for router (d873c2e7-1927-4ff1-bc61-3c816e60d221), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:06.319925 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-de625f64-81c3-4a3d-964a-4523d507fd0d tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Allocated IP 2001:db8::18 (0f17e406-9e64-4bc1-b1d5-516c61871a5b/6aca1d4d-2ec9-4de0-98d8-cfb74cf9a74c/ef7ddf8f-cd73-46bc-ab95-395e6722104e) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:48:06.357521 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-90184214-21e5-4ca7-b046-283ce5d81a42 None None] Provisioning complete for port 570982f4-1226-41aa-a6e9-c9466c1b19ae triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:48:06.357808 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-90184214-21e5-4ca7-b046-283ce5d81a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (570982f4-1226-41aa-a6e9-c9466c1b19ae), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:06.427116 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a5e08916-8fd6-435e-b60c-847c307277cd req-40a61e99-a7e9-4fed-ad58-c98bb5fe577b tempest-LiveAutoBlockMigrationV225Test-289573108 tempest-LiveAutoBlockMigrationV225Test-289573108-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250503 Feb 19 02:48:06.728306 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7133a63-6920-4e3d-a4ed-7c8de1dac00a admin admin] Router d873c2e7-1927-4ff1-bc61-3c816e60d221 is scheduled to L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd with binding_index 1 {{(pid=103701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 02:48:06.753648 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d35d4b-d360-4663-bfe9-395e8a031172 req-3873ad6c-06db-442b-8a5d-5991e4ea59b7 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:06.756101 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-03d35d4b-d360-4663-bfe9-395e8a031172 req-3873ad6c-06db-442b-8a5d-5991e4ea59b7 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/ports?device_id=6a71d120-2e2b-4e04-a588-e4c8408dd211 HTTP/1.1" status: 200 len: 946 time: 0.1769981 Feb 19 02:48:06.871990 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-03d35d4b-d360-4663-bfe9-395e8a031172 req-35cb4974-5b33-44cf-8d5e-4a4562250aa2 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/security-groups?id=33e2eb59-206d-4216-aaf9-91cfc46ad855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095719 Feb 19 02:48:06.941873 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-de625f64-81c3-4a3d-964a-4523d507fd0d tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks [] for port (ef7ddf8f-cd73-46bc-ab95-395e6722104e), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:06.951141 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 570982f4-1226-41aa-a6e9-c9466c1b19ae triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:48:06.951812 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (570982f4-1226-41aa-a6e9-c9466c1b19ae), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:07.010606 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-de625f64-81c3-4a3d-964a-4523d507fd0d tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (ef7ddf8f-cd73-46bc-ab95-395e6722104e), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:07.107959 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de625f64-81c3-4a3d-964a-4523d507fd0d tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Network 0f17e406-9e64-4bc1-b1d5-516c61871a5b is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:48:07.120097 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-de625f64-81c3-4a3d-964a-4523d507fd0d tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:48:07.136576 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de625f64-81c3-4a3d-964a-4523d507fd0d tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:48:07.146876 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de625f64-81c3-4a3d-964a-4523d507fd0d tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:07.147465 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-de625f64-81c3-4a3d-964a-4523d507fd0d tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:07.206010 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-90184214-21e5-4ca7-b046-283ce5d81a42 None None] Current status of the port 570982f4-1226-41aa-a6e9-c9466c1b19ae is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:48:07.216330 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de625f64-81c3-4a3d-964a-4523d507fd0d tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Pushing event updated for resources: {'Port': ['ID=ef7ddf8f-cd73-46bc-ab95-395e6722104e,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:07.239213 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-de625f64-81c3-4a3d-964a-4523d507fd0d tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.7131202 Feb 19 02:48:07.246405 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 56002) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:48:07.255060 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-e96f8285-94f0-43a9-a26e-943707dac1fe None None] Allocated IP 2001:db8::2 (0f17e406-9e64-4bc1-b1d5-516c61871a5b/6aca1d4d-2ec9-4de0-98d8-cfb74cf9a74c/a8ac477a-9db8-44fa-a4f2-a7a890ba3715) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:48:07.376281 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 570982f4-1226-41aa-a6e9-c9466c1b19ae is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:48:07.554501 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e96f8285-94f0-43a9-a26e-943707dac1fe None None] Publish callbacks [] for port (a8ac477a-9db8-44fa-a4f2-a7a890ba3715), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:07.570709 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e96f8285-94f0-43a9-a26e-943707dac1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (a8ac477a-9db8-44fa-a4f2-a7a890ba3715), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:07.652611 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7133a63-6920-4e3d-a4ed-7c8de1dac00a admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:48:07.665968 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96f8285-94f0-43a9-a26e-943707dac1fe None None] Pushing event updated for resources: {'Port': ['ID=a8ac477a-9db8-44fa-a4f2-a7a890ba3715,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:07.669411 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6bc1b5-fd27-41f7-b28b-a1f9268d6c5a None None] Sync routers for ids ['d873c2e7-1927-4ff1-bc61-3c816e60d221'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:48:07.694905 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6bc1b5-fd27-41f7-b28b-a1f9268d6c5a None None] Routers {'d873c2e7-1927-4ff1-bc61-3c816e60d221'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:48:07.695542 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-2a6bc1b5-fd27-41f7-b28b-a1f9268d6c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:47:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['d873c2e7-1927-4ff1-bc61-3c816e60d221'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:48:07.698992 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96f8285-94f0-43a9-a26e-943707dac1fe None None] Network 0f17e406-9e64-4bc1-b1d5-516c61871a5b is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:48:07.702349 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-e96f8285-94f0-43a9-a26e-943707dac1fe None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:48:07.710987 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96f8285-94f0-43a9-a26e-943707dac1fe None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:48:07.837324 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-e96f8285-94f0-43a9-a26e-943707dac1fe None None] Attempting to bind port a8ac477a-9db8-44fa-a4f2-a7a890ba3715 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:48:07.837993 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-e96f8285-94f0-43a9-a26e-943707dac1fe None None] Attempting to bind port a8ac477a-9db8-44fa-a4f2-a7a890ba3715 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '43c7204c-1c6c-4be5-a1d6-d7bd547c6051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '0f17e406-9e64-4bc1-b1d5-516c61871a5b'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:48:07.838563 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96f8285-94f0-43a9-a26e-943707dac1fe None None] Attempting to bind port a8ac477a-9db8-44fa-a4f2-a7a890ba3715 on network 0f17e406-9e64-4bc1-b1d5-516c61871a5b {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:48:07.851680 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96f8285-94f0-43a9-a26e-943707dac1fe None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:48:07.854069 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96f8285-94f0-43a9-a26e-943707dac1fe None None] Checking segment: {'id': '43c7204c-1c6c-4be5-a1d6-d7bd547c6051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '0f17e406-9e64-4bc1-b1d5-516c61871a5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:48:07.856557 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e96f8285-94f0-43a9-a26e-943707dac1fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:07.857199 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96f8285-94f0-43a9-a26e-943707dac1fe None None] Bound using segment: {'id': '43c7204c-1c6c-4be5-a1d6-d7bd547c6051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '0f17e406-9e64-4bc1-b1d5-516c61871a5b'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:48:07.859596 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-e96f8285-94f0-43a9-a26e-943707dac1fe None None] Bound port: a8ac477a-9db8-44fa-a4f2-a7a890ba3715, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43c7204c-1c6c-4be5-a1d6-d7bd547c6051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '0f17e406-9e64-4bc1-b1d5-516c61871a5b'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:48:07.861930 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e96f8285-94f0-43a9-a26e-943707dac1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (a8ac477a-9db8-44fa-a4f2-a7a890ba3715), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:07.945099 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a7133a63-6920-4e3d-a4ed-7c8de1dac00a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:07.946441 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-a7133a63-6920-4e3d-a4ed-7c8de1dac00a admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.5852020 Feb 19 02:48:07.952691 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 56008) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:48:07.969834 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8e22ee-3330-402c-816f-141a6699287c req-c9519dff-9258-4201-b396-4112f93fbefe tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:07.970712 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ef8e22ee-3330-402c-816f-141a6699287c req-c9519dff-9258-4201-b396-4112f93fbefe tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6022ed1-67a1-4ded-890d-e1e66f84412d HTTP/1.1" status: 200 len: 944 time: 0.2708118 Feb 19 02:48:08.003437 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb5988f-000f-43a2-bd0b-b48c3688427b req-5af845d0-1b56-4d57-8f38-15c2c43b4c40 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:08.004655 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7bb5988f-000f-43a2-bd0b-b48c3688427b req-5af845d0-1b56-4d57-8f38-15c2c43b4c40 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/ports?device_id=6a71d120-2e2b-4e04-a588-e4c8408dd211 HTTP/1.1" status: 200 len: 946 time: 0.3069322 Feb 19 02:48:08.095186 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-2a6bc1b5-fd27-41f7-b28b-a1f9268d6c5a None None] Set router d873c2e7-1927-4ff1-bc61-3c816e60d221 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:48:08.105937 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e96f8285-94f0-43a9-a26e-943707dac1fe None None] For port a8ac477a-9db8-44fa-a4f2-a7a890ba3715, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:48:08.113520 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e96f8285-94f0-43a9-a26e-943707dac1fe None None] For port a8ac477a-9db8-44fa-a4f2-a7a890ba3715, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=a8ac477a-9db8-44fa-a4f2-a7a890ba3715,segment=NetworkSegment(43c7204c-1c6c-4be5-a1d6-d7bd547c6051),segment_id=43c7204c-1c6c-4be5-a1d6-d7bd547c6051)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:48:08.134420 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e96f8285-94f0-43a9-a26e-943707dac1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (a8ac477a-9db8-44fa-a4f2-a7a890ba3715), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:08.147821 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ef8e22ee-3330-402c-816f-141a6699287c req-e40acc4d-fef8-4c83-9f23-1021e0c23490 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706774 Feb 19 02:48:08.181308 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7bb5988f-000f-43a2-bd0b-b48c3688427b req-65a1b3c7-6f92-4263-a0f7-ae4df1d62d06 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/security-groups?id=33e2eb59-206d-4216-aaf9-91cfc46ad855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649318 Feb 19 02:48:08.208690 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befa024e-7745-4240-9980-5a86174e5490 req-8ba14bcd-af97-423c-8d2c-744b83fb62e5 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:08.214707 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-befa024e-7745-4240-9980-5a86174e5490 req-8ba14bcd-af97-423c-8d2c-744b83fb62e5 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.82 "GET /v2.0/ports?device_id=b6022ed1-67a1-4ded-890d-e1e66f84412d HTTP/1.1" status: 200 len: 944 time: 0.1721365 Feb 19 02:48:08.299021 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96f8285-94f0-43a9-a26e-943707dac1fe None None] Pushing event updated for resources: {'Port': ['ID=a8ac477a-9db8-44fa-a4f2-a7a890ba3715,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:08.444520 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-befa024e-7745-4240-9980-5a86174e5490 req-3cbe366f-1fb9-4d87-adf8-3dbde290ec03 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Deleting port e8da45f0-7b76-4b5c-a534-292471570be8 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:48:08.444887 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-befa024e-7745-4240-9980-5a86174e5490 req-3cbe366f-1fb9-4d87-adf8-3dbde290ec03 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (e8da45f0-7b76-4b5c-a534-292471570be8), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:08.635719 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-befa024e-7745-4240-9980-5a86174e5490 req-3cbe366f-1fb9-4d87-adf8-3dbde290ec03 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] For port e8da45f0-7b76-4b5c-a534-292471570be8, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=e8da45f0-7b76-4b5c-a534-292471570be8,segment=NetworkSegment(9dab481a-5428-424d-a8c3-4ae8ddfff67b),segment_id=9dab481a-5428-424d-a8c3-4ae8ddfff67b)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:48:08.636556 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-befa024e-7745-4240-9980-5a86174e5490 req-3cbe366f-1fb9-4d87-adf8-3dbde290ec03 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (e8da45f0-7b76-4b5c-a534-292471570be8), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:08.664667 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-befa024e-7745-4240-9980-5a86174e5490 req-3cbe366f-1fb9-4d87-adf8-3dbde290ec03 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Calling delete_port for e8da45f0-7b76-4b5c-a534-292471570be8 owned by compute:nova {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:48:08.715183 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-2a6bc1b5-fd27-41f7-b28b-a1f9268d6c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd873c2e7-1927-4ff1-bc61-3c816e60d221', 'name': 'tempest-FloatingIPDetailsTestJSON-1979332832-router', 'tenant_id': '713f8f36dbfd46a29cd5c72ede2c5a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': '7d7c06e6-311f-4a44-a7df-385d873a1f8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:48:01Z', 'updated_at': '2022-02-19T02:48:05Z', 'revision_number': 3, 'project_id': '713f8f36dbfd46a29cd5c72ede2c5a2f', 'gw_port': {'id': '7d7c06e6-311f-4a44-a7df-385d873a1f8d', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:af:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd873c2e7-1927-4ff1-bc61-3c816e60d221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:48:03Z', 'updated_at': '2022-02-19T02:48:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:48:08.805768 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6bc1b5-fd27-41f7-b28b-a1f9268d6c5a None None] Checking router: d873c2e7-1927-4ff1-bc61-3c816e60d221 for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:48:08.806397 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6bc1b5-fd27-41f7-b28b-a1f9268d6c5a None None] Updating router d873c2e7-1927-4ff1-bc61-3c816e60d221 port 7d7c06e6-311f-4a44-a7df-385d873a1f8d binding host n-d-826753-2 {{(pid=103704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:48:08.898292 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-2a6bc1b5-fd27-41f7-b28b-a1f9268d6c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (7d7c06e6-311f-4a44-a7df-385d873a1f8d), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:09.138767 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7b395b20-ad22-46e4-8feb-114446d51a33 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (ef7ddf8f-cd73-46bc-ab95-395e6722104e), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:09.145118 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-befa024e-7745-4240-9980-5a86174e5490 req-3cbe366f-1fb9-4d87-adf8-3dbde290ec03 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (e8da45f0-7b76-4b5c-a534-292471570be8), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:09.184226 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['359a2f03-81dc-42fc-9315-cd2c2edd2142'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:48:09.191383 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbfa4d7-c413-4cbb-b0cd-e9f308bad7cd req-41f43b02-0173-4692-a42c-8eb64e285121 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:09.196371 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9dbfa4d7-c413-4cbb-b0cd-e9f308bad7cd req-41f43b02-0173-4692-a42c-8eb64e285121 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/ports?device_id=6a71d120-2e2b-4e04-a588-e4c8408dd211 HTTP/1.1" status: 200 len: 946 time: 0.3593261 Feb 19 02:48:09.242774 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['e8da45f0-7b76-4b5c-a534-292471570be8'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:48:09.344142 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbe366f-1fb9-4d87-adf8-3dbde290ec03 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Pushing event deleted for resources: {'Port': ['ID=e8da45f0-7b76-4b5c-a534-292471570be8,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:09.447425 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-2a6bc1b5-fd27-41f7-b28b-a1f9268d6c5a None None] Publish callbacks [] for port (7d7c06e6-311f-4a44-a7df-385d873a1f8d), precommit_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:09.462469 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-2a6bc1b5-fd27-41f7-b28b-a1f9268d6c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (7d7c06e6-311f-4a44-a7df-385d873a1f8d), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:09.528907 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9dbfa4d7-c413-4cbb-b0cd-e9f308bad7cd req-d781a3b3-c3e9-409c-8e24-97b9ebc0a91a tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/security-groups?id=33e2eb59-206d-4216-aaf9-91cfc46ad855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568271 Feb 19 02:48:09.535045 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-65d09e4b-0669-42f6-a8ad-d6d5b7eb0dd3 req-0091e997-276b-4bbd-aa00-57972bcdee42 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6022ed1-67a1-4ded-890d-e1e66f84412d HTTP/1.1" status: 200 len: 210 time: 0.0924711 Feb 19 02:48:09.597443 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-2a6bc1b5-fd27-41f7-b28b-a1f9268d6c5a None None] Attempting to bind port 7d7c06e6-311f-4a44-a7df-385d873a1f8d on host n-d-826753-2 for vnic_type normal with profile {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:48:09.597820 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-2a6bc1b5-fd27-41f7-b28b-a1f9268d6c5a None None] Attempting to bind port 7d7c06e6-311f-4a44-a7df-385d873a1f8d by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:48:09.598190 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6bc1b5-fd27-41f7-b28b-a1f9268d6c5a None None] Attempting to bind port 7d7c06e6-311f-4a44-a7df-385d873a1f8d on network eaf64708-9021-419e-b287-ef3e0f51e2ee {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:48:09.604468 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b24520-c7a3-49d2-9d51-fb88f27f5cac None None] Pushing event updated for resources: {'Port': ['ID=7d7c06e6-311f-4a44-a7df-385d873a1f8d,revision_number=2']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:09.621849 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6bc1b5-fd27-41f7-b28b-a1f9268d6c5a None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:48:09.622227 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6bc1b5-fd27-41f7-b28b-a1f9268d6c5a None None] Checking segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:48:09.622641 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-2a6bc1b5-fd27-41f7-b28b-a1f9268d6c5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:09.623037 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6bc1b5-fd27-41f7-b28b-a1f9268d6c5a None None] Bound using segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:48:09.623511 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-2a6bc1b5-fd27-41f7-b28b-a1f9268d6c5a None None] Bound port: 7d7c06e6-311f-4a44-a7df-385d873a1f8d, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:48:09.623893 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-2a6bc1b5-fd27-41f7-b28b-a1f9268d6c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (7d7c06e6-311f-4a44-a7df-385d873a1f8d), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:09.674809 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-befa024e-7745-4240-9980-5a86174e5490 req-3cbe366f-1fb9-4d87-adf8-3dbde290ec03 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] No DVR routers for this DVR port e8da45f0-7b76-4b5c-a534-292471570be8 on host n-h2-826753-2 {{(pid=103701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:48:09.682174 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-befa024e-7745-4240-9980-5a86174e5490 req-3cbe366f-1fb9-4d87-adf8-3dbde290ec03 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:09.682408 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b24520-c7a3-49d2-9d51-fb88f27f5cac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:48:09.682628 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b24520-c7a3-49d2-9d51-fb88f27f5cac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:48:09.682920 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b24520-c7a3-49d2-9d51-fb88f27f5cac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:48:09.685888 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b24520-c7a3-49d2-9d51-fb88f27f5cac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:48:09.686211 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b24520-c7a3-49d2-9d51-fb88f27f5cac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:48:09.686470 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b24520-c7a3-49d2-9d51-fb88f27f5cac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:48:09.686793 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b24520-c7a3-49d2-9d51-fb88f27f5cac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:48:09.687460 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b24520-c7a3-49d2-9d51-fb88f27f5cac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:48:09.687679 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-befa024e-7745-4240-9980-5a86174e5490 req-3cbe366f-1fb9-4d87-adf8-3dbde290ec03 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.82 "DELETE /v2.0/ports/e8da45f0-7b76-4b5c-a534-292471570be8 HTTP/1.1" status: 204 len: 173 time: 1.4663060 Feb 19 02:48:09.690833 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6022ed1-67a1-4ded-890d-e1e66f84412d', 'name': 'network-vif-deleted', 'tag': 'e8da45f0-7b76-4b5c-a534-292471570be8'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:48:09.691880 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b24520-c7a3-49d2-9d51-fb88f27f5cac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:48:09.692104 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b24520-c7a3-49d2-9d51-fb88f27f5cac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:48:09.692399 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b24520-c7a3-49d2-9d51-fb88f27f5cac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:48:09.692890 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b24520-c7a3-49d2-9d51-fb88f27f5cac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:48:09.693272 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4350c79f-214a-463e-8a15-d5111b5a0bb5" -d '{"events": [{"server_uuid": "b6022ed1-67a1-4ded-890d-e1e66f84412d", "name": "network-vif-deleted", "tag": "e8da45f0-7b76-4b5c-a534-292471570be8"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:48:09.701834 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b24520-c7a3-49d2-9d51-fb88f27f5cac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:48:09.776817 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-2a6bc1b5-fd27-41f7-b28b-a1f9268d6c5a None None] For port 7d7c06e6-311f-4a44-a7df-385d873a1f8d, host n-d-826753-2, cleared binding levels {{(pid=103704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:48:09.780415 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-2a6bc1b5-fd27-41f7-b28b-a1f9268d6c5a None None] For port 7d7c06e6-311f-4a44-a7df-385d873a1f8d, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=7d7c06e6-311f-4a44-a7df-385d873a1f8d,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:48:09.800036 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-2a6bc1b5-fd27-41f7-b28b-a1f9268d6c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (7d7c06e6-311f-4a44-a7df-385d873a1f8d), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:09.822260 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5caefca-6d32-4b2c-8d7f-a683e83017ef x-openstack-request-id: req-a5caefca-6d32-4b2c-8d7f-a683e83017ef {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:48:09.822625 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6022ed1-67a1-4ded-890d-e1e66f84412d", "name": "network-vif-deleted", "tag": "e8da45f0-7b76-4b5c-a534-292471570be8", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:48:09.822886 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a5caefca-6d32-4b2c-8d7f-a683e83017ef {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:48:09.823294 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6022ed1-67a1-4ded-890d-e1e66f84412d', 'name': 'network-vif-deleted', 'tag': 'e8da45f0-7b76-4b5c-a534-292471570be8', 'status': 'completed', 'code': 200} Feb 19 02:48:09.943530 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1196bc37-7a5b-48ac-96cb-de2bfd2a01c2 req-9f2b48db-0d4b-44c9-beca-2dac7bd57080 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:09.945730 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1196bc37-7a5b-48ac-96cb-de2bfd2a01c2 req-9f2b48db-0d4b-44c9-beca-2dac7bd57080 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/ports?device_id=6a71d120-2e2b-4e04-a588-e4c8408dd211 HTTP/1.1" status: 200 len: 946 time: 0.1007740 Feb 19 02:48:09.955139 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6bc1b5-fd27-41f7-b28b-a1f9268d6c5a None None] Routers {'d873c2e7-1927-4ff1-bc61-3c816e60d221'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:48:09.960183 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-2a6bc1b5-fd27-41f7-b28b-a1f9268d6c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:47:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['d873c2e7-1927-4ff1-bc61-3c816e60d221'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:48:10.071057 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7b395b20-ad22-46e4-8feb-114446d51a33 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks [] for port (ef7ddf8f-cd73-46bc-ab95-395e6722104e), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:10.087856 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1196bc37-7a5b-48ac-96cb-de2bfd2a01c2 req-dfafa095-cee6-4949-8667-44018bca1135 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/security-groups?id=33e2eb59-206d-4216-aaf9-91cfc46ad855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358821 Feb 19 02:48:10.138142 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7b395b20-ad22-46e4-8feb-114446d51a33 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (ef7ddf8f-cd73-46bc-ab95-395e6722104e), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:10.401847 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b395b20-ad22-46e4-8feb-114446d51a33 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Pushing event updated for resources: {'Port': ['ID=ef7ddf8f-cd73-46bc-ab95-395e6722104e,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:10.407367 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b64a99-4fe8-4b7c-9997-c1cc7a22ecb3 None None] Network 0f17e406-9e64-4bc1-b1d5-516c61871a5b requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:48:10.451582 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-2a6bc1b5-fd27-41f7-b28b-a1f9268d6c5a None None] Set router d873c2e7-1927-4ff1-bc61-3c816e60d221 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:48:10.535878 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device a8ac477a-9db8-44fa-a4f2-a7a890ba3715 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:48:10.662975 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-d1feab30-a966-45f9-9000-5fbf6df760e0 None None] Provisioning complete for port a8ac477a-9db8-44fa-a4f2-a7a890ba3715 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:48:10.663446 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d1feab30-a966-45f9-9000-5fbf6df760e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (a8ac477a-9db8-44fa-a4f2-a7a890ba3715), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:10.721672 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b24520-c7a3-49d2-9d51-fb88f27f5cac None None] Pushing event updated for resources: {'Port': ['ID=7d7c06e6-311f-4a44-a7df-385d873a1f8d,revision_number=3']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:10.796540 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f468a8ae-b569-40eb-bde9-a93a746dac4a req-831cd5eb-578b-4280-9d50-87cd1131648e tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6022ed1-67a1-4ded-890d-e1e66f84412d HTTP/1.1" status: 200 len: 210 time: 0.0857494 Feb 19 02:48:10.814938 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-2a6bc1b5-fd27-41f7-b28b-a1f9268d6c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd873c2e7-1927-4ff1-bc61-3c816e60d221', 'name': 'tempest-FloatingIPDetailsTestJSON-1979332832-router', 'tenant_id': '713f8f36dbfd46a29cd5c72ede2c5a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': '7d7c06e6-311f-4a44-a7df-385d873a1f8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:48:01Z', 'updated_at': '2022-02-19T02:48:05Z', 'revision_number': 3, 'project_id': '713f8f36dbfd46a29cd5c72ede2c5a2f', 'gw_port': {'id': '7d7c06e6-311f-4a44-a7df-385d873a1f8d', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:af:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd873c2e7-1927-4ff1-bc61-3c816e60d221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:48:03Z', 'updated_at': '2022-02-19T02:48:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:48:10.820133 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5545805-f736-4712-85f2-7d4eeb96b293 req-4f81b156-4772-4c0d-9da6-b4f8d16d1ed5 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:10.821977 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c5545805-f736-4712-85f2-7d4eeb96b293 req-4f81b156-4772-4c0d-9da6-b4f8d16d1ed5 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/ports?device_id=6a71d120-2e2b-4e04-a588-e4c8408dd211 HTTP/1.1" status: 200 len: 946 time: 0.2270367 Feb 19 02:48:10.836194 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port a8ac477a-9db8-44fa-a4f2-a7a890ba3715 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:48:10.838017 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (a8ac477a-9db8-44fa-a4f2-a7a890ba3715), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:10.903822 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6bc1b5-fd27-41f7-b28b-a1f9268d6c5a None None] The sync data for ids ['d873c2e7-1927-4ff1-bc61-3c816e60d221'] in n-d-826753-2 is: [{'id': 'd873c2e7-1927-4ff1-bc61-3c816e60d221', 'name': 'tempest-FloatingIPDetailsTestJSON-1979332832-router', 'tenant_id': '713f8f36dbfd46a29cd5c72ede2c5a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': '7d7c06e6-311f-4a44-a7df-385d873a1f8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:48:01Z', 'updated_at': '2022-02-19T02:48:05Z', 'revision_number': 3, 'project_id': '713f8f36dbfd46a29cd5c72ede2c5a2f', 'gw_port': {'id': '7d7c06e6-311f-4a44-a7df-385d873a1f8d', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:af:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd873c2e7-1927-4ff1-bc61-3c816e60d221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:48:03Z', 'updated_at': '2022-02-19T02:48:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:48:10.957303 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-beb6945c-0d69-4ba1-97a2-8daa3f80169a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:10.994742 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c5545805-f736-4712-85f2-7d4eeb96b293 req-a651050d-e739-43e8-befe-a6aad5633c7c tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/security-groups?id=33e2eb59-206d-4216-aaf9-91cfc46ad855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573768 Feb 19 02:48:11.097740 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7b395b20-ad22-46e4-8feb-114446d51a33 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16289150'] for router_interface (a42cd85e-7824-448c-ad63-e8d1c953b39d), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:11.213229 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port a8ac477a-9db8-44fa-a4f2-a7a890ba3715 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:48:11.215380 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (a8ac477a-9db8-44fa-a4f2-a7a890ba3715), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:11.229090 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-d1feab30-a966-45f9-9000-5fbf6df760e0 None None] Current status of the port a8ac477a-9db8-44fa-a4f2-a7a890ba3715 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:48:11.229743 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d1feab30-a966-45f9-9000-5fbf6df760e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (a8ac477a-9db8-44fa-a4f2-a7a890ba3715), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:11.334936 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f942cef-056c-4423-a203-a09bceac8ad7 req-995bb7d9-3ee6-4416-a37f-cd2f31812a90 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:11.344573 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7f942cef-056c-4423-a203-a09bceac8ad7 req-995bb7d9-3ee6-4416-a37f-cd2f31812a90 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/ports?device_id=6a71d120-2e2b-4e04-a588-e4c8408dd211 HTTP/1.1" status: 200 len: 946 time: 0.1286564 Feb 19 02:48:11.362540 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-d1feab30-a966-45f9-9000-5fbf6df760e0 None None] For port a8ac477a-9db8-44fa-a4f2-a7a890ba3715, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=a8ac477a-9db8-44fa-a4f2-a7a890ba3715,segment=NetworkSegment(43c7204c-1c6c-4be5-a1d6-d7bd547c6051),segment_id=43c7204c-1c6c-4be5-a1d6-d7bd547c6051)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:48:11.371133 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d1feab30-a966-45f9-9000-5fbf6df760e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (a8ac477a-9db8-44fa-a4f2-a7a890ba3715), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:11.475884 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.db.api [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103703) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 02:48:11.477066 n-d-826753-2 neutron-server[103703]: DEBUG oslo_db.api [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 02:48:11.507539 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7f942cef-056c-4423-a203-a09bceac8ad7 req-1e55a0e0-39dc-42bd-9aca-ee289c122074 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/security-groups?id=33e2eb59-206d-4216-aaf9-91cfc46ad855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570127 Feb 19 02:48:11.602061 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-91a7c869-05ff-4913-b61a-7d828549123e None None] Provisioning complete for port ef7ddf8f-cd73-46bc-ab95-395e6722104e triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:48:11.605355 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-91a7c869-05ff-4913-b61a-7d828549123e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (ef7ddf8f-cd73-46bc-ab95-395e6722104e), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:11.611629 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1feab30-a966-45f9-9000-5fbf6df760e0 None None] Pushing event updated for resources: {'Port': ['ID=a8ac477a-9db8-44fa-a4f2-a7a890ba3715,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:11.682686 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-91a7c869-05ff-4913-b61a-7d828549123e None None] Port ef7ddf8f-cd73-46bc-ab95-395e6722104e cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:48:11.696096 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device e8da45f0-7b76-4b5c-a534-292471570be8 no longer exists at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:48:11.698223 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7b395b20-ad22-46e4-8feb-114446d51a33 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (ef7ddf8f-cd73-46bc-ab95-395e6722104e), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:11.721747 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] No Port match for: e8da45f0-7b76-4b5c-a534-292471570be8 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:48:11.722178 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device e8da45f0-7b76-4b5c-a534-292471570be8 not bound to the agent host n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:48:11.726668 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-91a7c869-05ff-4913-b61a-7d828549123e None None] Provisioning complete for port a8ac477a-9db8-44fa-a4f2-a7a890ba3715 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:48:11.727140 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-91a7c869-05ff-4913-b61a-7d828549123e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (a8ac477a-9db8-44fa-a4f2-a7a890ba3715), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:11.933872 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-91a7c869-05ff-4913-b61a-7d828549123e None None] Current status of the port a8ac477a-9db8-44fa-a4f2-a7a890ba3715 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:48:11.971622 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-beb6945c-0d69-4ba1-97a2-8daa3f80169a admin admin] Allocated IP 172.20.0.1 (dee4ed95-5412-42fe-ba2b-4ce18e704cc9/f42653e4-38d2-4ec0-93ec-c68ffe7932f3/a013add3-5bd4-4a53-9d63-78a90d69def8) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:48:12.026723 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9b2ae3c7-cbb4-446d-9081-dd0e4e8f549b req-c86e2119-fd0c-4c95-b6ee-81d64c3f1d62 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6022ed1-67a1-4ded-890d-e1e66f84412d HTTP/1.1" status: 200 len: 210 time: 0.0754097 Feb 19 02:48:12.108080 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port a8ac477a-9db8-44fa-a4f2-a7a890ba3715 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:48:12.112942 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-1bc0ba56-0a69-4d8d-bb4c-ab28f19026c0 None None] Provisioning complete for port ef7ddf8f-cd73-46bc-ab95-395e6722104e triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:48:12.114116 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-1bc0ba56-0a69-4d8d-bb4c-ab28f19026c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (ef7ddf8f-cd73-46bc-ab95-395e6722104e), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:12.184752 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-1bc0ba56-0a69-4d8d-bb4c-ab28f19026c0 None None] Port ef7ddf8f-cd73-46bc-ab95-395e6722104e cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:48:12.494539 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-beb6945c-0d69-4ba1-97a2-8daa3f80169a admin admin] Publish callbacks [] for port (a013add3-5bd4-4a53-9d63-78a90d69def8), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:12.542117 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-3a436324-8968-4f69-a5ca-7a499b408a26 None None] Provisioning complete for port ef7ddf8f-cd73-46bc-ab95-395e6722104e triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:48:12.542707 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3a436324-8968-4f69-a5ca-7a499b408a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (ef7ddf8f-cd73-46bc-ab95-395e6722104e), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:12.607851 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 7d7c06e6-311f-4a44-a7df-385d873a1f8d up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:48:12.619748 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7b395b20-ad22-46e4-8feb-114446d51a33 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks [] for port (ef7ddf8f-cd73-46bc-ab95-395e6722104e), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:12.643168 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7b395b20-ad22-46e4-8feb-114446d51a33 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (ef7ddf8f-cd73-46bc-ab95-395e6722104e), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:12.644125 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7b395b20-ad22-46e4-8feb-114446d51a33 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16362769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16289258'] for router_interface (a42cd85e-7824-448c-ad63-e8d1c953b39d), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:12.648539 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a632ac43-6c34-4417-b153-5b1d983e6b78 req-608670ed-2fb6-4286-915a-456be8fe6e28 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:12.659429 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a632ac43-6c34-4417-b153-5b1d983e6b78 req-608670ed-2fb6-4286-915a-456be8fe6e28 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/ports?device_id=6a71d120-2e2b-4e04-a588-e4c8408dd211 HTTP/1.1" status: 200 len: 946 time: 0.1208713 Feb 19 02:48:12.678821 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-3a436324-8968-4f69-a5ca-7a499b408a26 None None] Port ef7ddf8f-cd73-46bc-ab95-395e6722104e cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:48:12.692525 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 7d7c06e6-311f-4a44-a7df-385d873a1f8d triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:48:12.694070 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (7d7c06e6-311f-4a44-a7df-385d873a1f8d), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:12.735517 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-beb6945c-0d69-4ba1-97a2-8daa3f80169a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (a013add3-5bd4-4a53-9d63-78a90d69def8), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:12.746410 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b395b20-ad22-46e4-8feb-114446d51a33 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Pushing event updated for resources: {'Port': ['ID=ef7ddf8f-cd73-46bc-ab95-395e6722104e,revision_number=3']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:12.820484 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a632ac43-6c34-4417-b153-5b1d983e6b78 req-9dbe1dc9-ca27-4ea8-a342-34a88f0e348c tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/security-groups?id=33e2eb59-206d-4216-aaf9-91cfc46ad855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588235 Feb 19 02:48:12.851063 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb6945c-0d69-4ba1-97a2-8daa3f80169a admin admin] Network dee4ed95-5412-42fe-ba2b-4ce18e704cc9 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:48:12.859270 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-beb6945c-0d69-4ba1-97a2-8daa3f80169a admin admin] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:48:12.863348 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb6945c-0d69-4ba1-97a2-8daa3f80169a admin admin] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:48:12.869597 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 7d7c06e6-311f-4a44-a7df-385d873a1f8d is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:48:12.870064 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (7d7c06e6-311f-4a44-a7df-385d873a1f8d), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:12.902682 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port 7d7c06e6-311f-4a44-a7df-385d873a1f8d, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=7d7c06e6-311f-4a44-a7df-385d873a1f8d,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:48:12.917354 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (7d7c06e6-311f-4a44-a7df-385d873a1f8d), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:12.918166 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device a8ac477a-9db8-44fa-a4f2-a7a890ba3715 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:48:12.949626 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-beb6945c-0d69-4ba1-97a2-8daa3f80169a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16289150'] for router_interface (d873c2e7-1927-4ff1-bc61-3c816e60d221), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:13.141651 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb6945c-0d69-4ba1-97a2-8daa3f80169a admin admin] Pushing event updated for resources: {'Port': ['ID=a013add3-5bd4-4a53-9d63-78a90d69def8,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:13.143671 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=7d7c06e6-311f-4a44-a7df-385d873a1f8d,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:13.161244 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port a8ac477a-9db8-44fa-a4f2-a7a890ba3715 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:48:13.162165 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (a8ac477a-9db8-44fa-a4f2-a7a890ba3715), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:13.336691 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3567e297-1eb7-4833-b316-909007cbd4d6 req-187b16d2-890f-483b-b024-1da96827237a tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6022ed1-67a1-4ded-890d-e1e66f84412d HTTP/1.1" status: 200 len: 210 time: 0.0831015 Feb 19 02:48:13.339883 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port a8ac477a-9db8-44fa-a4f2-a7a890ba3715 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:48:13.353382 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b395b20-ad22-46e4-8feb-114446d51a33 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Network 0f17e406-9e64-4bc1-b1d5-516c61871a5b is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:48:13.353959 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-7b395b20-ad22-46e4-8feb-114446d51a33 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:48:13.424786 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-c597217f-5752-4ff2-ae06-b25cd3b4e9fc None None] Provisioning complete for port a013add3-5bd4-4a53-9d63-78a90d69def8 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:48:13.426563 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c597217f-5752-4ff2-ae06-b25cd3b4e9fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (a013add3-5bd4-4a53-9d63-78a90d69def8), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:13.519587 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-c597217f-5752-4ff2-ae06-b25cd3b4e9fc None None] Port a013add3-5bd4-4a53-9d63-78a90d69def8 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:48:13.585587 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-beb6945c-0d69-4ba1-97a2-8daa3f80169a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (a013add3-5bd4-4a53-9d63-78a90d69def8), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:13.635920 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b395b20-ad22-46e4-8feb-114446d51a33 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Router a42cd85e-7824-448c-ad63-e8d1c953b39d is scheduled to L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd with binding_index 1 {{(pid=103702) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 02:48:13.855264 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-ed340c6c-86df-4ded-9f86-16eb968c4eab None None] Provisioning complete for port ef7ddf8f-cd73-46bc-ab95-395e6722104e triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:48:13.856275 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-ed340c6c-86df-4ded-9f86-16eb968c4eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (ef7ddf8f-cd73-46bc-ab95-395e6722104e), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:13.893439 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77ce364-3671-4bfb-94bd-85ad773912fc req-e581ca02-2897-4227-bda6-c19071928688 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:13.895104 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a77ce364-3671-4bfb-94bd-85ad773912fc req-e581ca02-2897-4227-bda6-c19071928688 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a71d120-2e2b-4e04-a588-e4c8408dd211 HTTP/1.1" status: 200 len: 946 time: 0.2560670 Feb 19 02:48:13.926098 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-ed340c6c-86df-4ded-9f86-16eb968c4eab None None] Port ef7ddf8f-cd73-46bc-ab95-395e6722104e cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:48:14.017366 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b395b20-ad22-46e4-8feb-114446d51a33 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:48:14.030662 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd46c1c9-ff1d-4bf7-a477-f75b9b71e051 None None] Sync routers for ids ['a42cd85e-7824-448c-ad63-e8d1c953b39d'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:48:14.050455 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd46c1c9-ff1d-4bf7-a477-f75b9b71e051 None None] Routers {'a42cd85e-7824-448c-ad63-e8d1c953b39d'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:48:14.051403 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-fd46c1c9-ff1d-4bf7-a477-f75b9b71e051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:47:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['a42cd85e-7824-448c-ad63-e8d1c953b39d'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:48:14.055850 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-7b395b20-ad22-46e4-8feb-114446d51a33 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] 10.222.0.72 "PUT /v2.0/routers/a42cd85e-7824-448c-ad63-e8d1c953b39d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8080750 Feb 19 02:48:14.056603 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6f61f4-3e79-468f-a6cf-fb833c134907 req-e892ed56-53ab-474c-ae5b-2b205cd786c3 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:14.069215 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 56104) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:48:14.073855 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6e6f61f4-3e79-468f-a6cf-fb833c134907 req-e892ed56-53ab-474c-ae5b-2b205cd786c3 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/ports?device_id=6a71d120-2e2b-4e04-a588-e4c8408dd211 HTTP/1.1" status: 200 len: 946 time: 0.1352589 Feb 19 02:48:14.098771 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-beb6945c-0d69-4ba1-97a2-8daa3f80169a admin admin] Publish callbacks [] for port (a013add3-5bd4-4a53-9d63-78a90d69def8), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:14.150488 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-beb6945c-0d69-4ba1-97a2-8daa3f80169a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (a013add3-5bd4-4a53-9d63-78a90d69def8), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:14.182067 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6e6f61f4-3e79-468f-a6cf-fb833c134907 req-5de27cff-3e3a-4a08-94db-9fb1fcfb8e13 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/security-groups?id=33e2eb59-206d-4216-aaf9-91cfc46ad855&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034765 Feb 19 02:48:14.206985 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-fd46c1c9-ff1d-4bf7-a477-f75b9b71e051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:48:14.226735 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd46c1c9-ff1d-4bf7-a477-f75b9b71e051 None None] Routers {'a42cd85e-7824-448c-ad63-e8d1c953b39d'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:48:14.227380 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-fd46c1c9-ff1d-4bf7-a477-f75b9b71e051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:47:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['a42cd85e-7824-448c-ad63-e8d1c953b39d'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:48:14.308222 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-fd46c1c9-ff1d-4bf7-a477-f75b9b71e051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:48:14.309140 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd46c1c9-ff1d-4bf7-a477-f75b9b71e051 None None] The sync data for ids ['a42cd85e-7824-448c-ad63-e8d1c953b39d'] in n-d-826753-2 is: [] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:48:14.315490 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 7d7c06e6-311f-4a44-a7df-385d873a1f8d up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:48:14.417195 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 7d7c06e6-311f-4a44-a7df-385d873a1f8d triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:48:14.418015 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (7d7c06e6-311f-4a44-a7df-385d873a1f8d), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:14.538152 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 7d7c06e6-311f-4a44-a7df-385d873a1f8d is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:48:14.582876 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9d44742b-2281-44c3-a0dd-653031af5881 req-5e014041-383b-46b8-a496-cd0930a46b22 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6022ed1-67a1-4ded-890d-e1e66f84412d HTTP/1.1" status: 200 len: 210 time: 0.0834329 Feb 19 02:48:14.652007 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-a77ce364-3671-4bfb-94bd-85ad773912fc req-b7184580-4954-4e38-aad1-9f786e09fd0d tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Deleting port 738196e2-c7a1-4615-a83f-8b863644e597 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:48:14.652492 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-a77ce364-3671-4bfb-94bd-85ad773912fc req-b7184580-4954-4e38-aad1-9f786e09fd0d tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (738196e2-c7a1-4615-a83f-8b863644e597), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:14.667701 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a774d0a-136e-4750-84c7-ff06e176cbc0 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:14.670043 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-6a774d0a-136e-4750-84c7-ff06e176cbc0 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] 10.222.0.72 "GET /v2.0/ports/ef7ddf8f-cd73-46bc-ab95-395e6722104e HTTP/1.1" status: 200 len: 983 time: 0.5951464 Feb 19 02:48:14.673048 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 56120) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:48:14.750036 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb6945c-0d69-4ba1-97a2-8daa3f80169a admin admin] Pushing event updated for resources: {'Port': ['ID=a013add3-5bd4-4a53-9d63-78a90d69def8,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:14.757539 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-beb6945c-0d69-4ba1-97a2-8daa3f80169a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16362769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16289258'] for router_interface (d873c2e7-1927-4ff1-bc61-3c816e60d221), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:14.867371 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-a77ce364-3671-4bfb-94bd-85ad773912fc req-b7184580-4954-4e38-aad1-9f786e09fd0d tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] For port 738196e2-c7a1-4615-a83f-8b863644e597, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=738196e2-c7a1-4615-a83f-8b863644e597,segment=NetworkSegment(27cce794-dfd5-41e1-991b-27e0c79dcb47),segment_id=27cce794-dfd5-41e1-991b-27e0c79dcb47)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:48:14.867750 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-a77ce364-3671-4bfb-94bd-85ad773912fc req-b7184580-4954-4e38-aad1-9f786e09fd0d tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (738196e2-c7a1-4615-a83f-8b863644e597), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:14.888780 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-a77ce364-3671-4bfb-94bd-85ad773912fc req-b7184580-4954-4e38-aad1-9f786e09fd0d tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Calling delete_port for 738196e2-c7a1-4615-a83f-8b863644e597 owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:48:14.966213 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb6945c-0d69-4ba1-97a2-8daa3f80169a admin admin] Network dee4ed95-5412-42fe-ba2b-4ce18e704cc9 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:48:14.971329 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-beb6945c-0d69-4ba1-97a2-8daa3f80169a admin admin] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:48:15.247084 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beb6945c-0d69-4ba1-97a2-8daa3f80169a admin admin] Router d873c2e7-1927-4ff1-bc61-3c816e60d221 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:48:15.257531 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-a77ce364-3671-4bfb-94bd-85ad773912fc req-b7184580-4954-4e38-aad1-9f786e09fd0d tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (738196e2-c7a1-4615-a83f-8b863644e597), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:15.292774 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['738196e2-c7a1-4615-a83f-8b863644e597'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:48:15.310072 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7184580-4954-4e38-aad1-9f786e09fd0d tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Pushing event deleted for resources: {'Port': ['ID=738196e2-c7a1-4615-a83f-8b863644e597,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:15.376126 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-abf43e12-0a82-4930-a0b9-626f0031968a req-b9d81ef3-e9f9-4e73-87fe-891ee7dda8b0 tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.72 "GET /v2.0/ports?device_id=6a71d120-2e2b-4e04-a588-e4c8408dd211 HTTP/1.1" status: 200 len: 210 time: 0.0494378 Feb 19 02:48:15.398895 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-3ca8436c-0314-4da1-9493-c066967266f8 None None] Provisioning complete for port a013add3-5bd4-4a53-9d63-78a90d69def8 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:48:15.399285 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3ca8436c-0314-4da1-9493-c066967266f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (a013add3-5bd4-4a53-9d63-78a90d69def8), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:15.468066 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beb6945c-0d69-4ba1-97a2-8daa3f80169a admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:48:15.474832 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-beb6945c-0d69-4ba1-97a2-8daa3f80169a admin admin] 10.222.0.72 "PUT /v2.0/routers/d873c2e7-1927-4ff1-bc61-3c816e60d221/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5148191 Feb 19 02:48:15.490318 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b841b1e-8ebf-49f1-8a7a-da4161c46165 None None] Sync routers for ids ['d873c2e7-1927-4ff1-bc61-3c816e60d221'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:48:15.526717 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b841b1e-8ebf-49f1-8a7a-da4161c46165 None None] Routers {'d873c2e7-1927-4ff1-bc61-3c816e60d221'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:48:15.529246 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-4b841b1e-8ebf-49f1-8a7a-da4161c46165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:47:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['d873c2e7-1927-4ff1-bc61-3c816e60d221'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:48:15.544199 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-3ca8436c-0314-4da1-9493-c066967266f8 None None] Port a013add3-5bd4-4a53-9d63-78a90d69def8 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:48:15.575876 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f844eff6-343f-4f69-a9e4-7098d0fa16d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:15.604855 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-a77ce364-3671-4bfb-94bd-85ad773912fc req-b7184580-4954-4e38-aad1-9f786e09fd0d tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] No DVR routers for this DVR port 738196e2-c7a1-4615-a83f-8b863644e597 on host n-h1-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:48:15.613146 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-a77ce364-3671-4bfb-94bd-85ad773912fc req-b7184580-4954-4e38-aad1-9f786e09fd0d tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:15.617630 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-761395aa-1d10-456e-8ac0-f2c1dc45fec2 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16289271'] for router_interface (a42cd85e-7824-448c-ad63-e8d1c953b39d), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:15.627330 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a77ce364-3671-4bfb-94bd-85ad773912fc req-b7184580-4954-4e38-aad1-9f786e09fd0d tempest-ServerDiskConfigTestJSON-1970837741 tempest-ServerDiskConfigTestJSON-1970837741-project] 10.222.0.73 "DELETE /v2.0/ports/738196e2-c7a1-4615-a83f-8b863644e597 HTTP/1.1" status: 204 len: 173 time: 1.6999528 Feb 19 02:48:15.627822 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a71d120-2e2b-4e04-a588-e4c8408dd211', 'name': 'network-vif-deleted', 'tag': '738196e2-c7a1-4615-a83f-8b863644e597'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:48:15.640770 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee3daaa4-6a0c-49a1-808d-1e3896c05a7f" -d '{"events": [{"server_uuid": "6a71d120-2e2b-4e04-a588-e4c8408dd211", "name": "network-vif-deleted", "tag": "738196e2-c7a1-4615-a83f-8b863644e597"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:48:15.752367 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afe65269-1b69-4f7c-a2b8-0f7e61ea1b08 x-openstack-request-id: req-afe65269-1b69-4f7c-a2b8-0f7e61ea1b08 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:48:15.752660 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a71d120-2e2b-4e04-a588-e4c8408dd211", "name": "network-vif-deleted", "tag": "738196e2-c7a1-4615-a83f-8b863644e597", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:48:15.752977 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-afe65269-1b69-4f7c-a2b8-0f7e61ea1b08 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:48:15.753412 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a71d120-2e2b-4e04-a588-e4c8408dd211', 'name': 'network-vif-deleted', 'tag': '738196e2-c7a1-4615-a83f-8b863644e597', 'status': 'completed', 'code': 200} Feb 19 02:48:15.864054 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0cc67e02-b481-4e20-8cd8-79391817ba3f req-d2305330-80a0-4dd8-9431-962c5f270934 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6022ed1-67a1-4ded-890d-e1e66f84412d HTTP/1.1" status: 200 len: 210 time: 0.0512815 Feb 19 02:48:15.866356 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-4b841b1e-8ebf-49f1-8a7a-da4161c46165 None None] Set router d873c2e7-1927-4ff1-bc61-3c816e60d221 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:48:15.948418 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:48:15.993796 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-761395aa-1d10-456e-8ac0-f2c1dc45fec2 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Deleting port ef7ddf8f-cd73-46bc-ab95-395e6722104e {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:48:15.994439 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-761395aa-1d10-456e-8ac0-f2c1dc45fec2 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (ef7ddf8f-cd73-46bc-ab95-395e6722104e), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:16.224730 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-4b841b1e-8ebf-49f1-8a7a-da4161c46165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd873c2e7-1927-4ff1-bc61-3c816e60d221', 'name': 'tempest-FloatingIPDetailsTestJSON-1979332832-router', 'tenant_id': '713f8f36dbfd46a29cd5c72ede2c5a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': '7d7c06e6-311f-4a44-a7df-385d873a1f8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:48:01Z', 'updated_at': '2022-02-19T02:48:13Z', 'revision_number': 4, 'project_id': '713f8f36dbfd46a29cd5c72ede2c5a2f', 'gw_port': {'id': '7d7c06e6-311f-4a44-a7df-385d873a1f8d', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:af:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd873c2e7-1927-4ff1-bc61-3c816e60d221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:48:03Z', 'updated_at': '2022-02-19T02:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': 'a013add3-5bd4-4a53-9d63-78a90d69def8', 'name': '', 'network_id': 'dee4ed95-5412-42fe-ba2b-4ce18e704cc9', 'tenant_id': '713f8f36dbfd46a29cd5c72ede2c5a2f', 'mac_address': 'fa:16:3e:4a:ea:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd873c2e7-1927-4ff1-bc61-3c816e60d221', 'device_owner': 'network:router_interface', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'f42653e4-38d2-4ec0-93ec-c68ffe7932f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:48:11Z', 'updated_at': '2022-02-19T02:48:13Z', 'revision_number': 2, 'project_id': '713f8f36dbfd46a29cd5c72ede2c5a2f', 'subnets': [{'id': 'f42653e4-38d2-4ec0-93ec-c68ffe7932f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:48:16.309055 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-761395aa-1d10-456e-8ac0-f2c1dc45fec2 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (ef7ddf8f-cd73-46bc-ab95-395e6722104e), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:16.309619 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b841b1e-8ebf-49f1-8a7a-da4161c46165 None None] Checking router: d873c2e7-1927-4ff1-bc61-3c816e60d221 for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:48:16.309976 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b841b1e-8ebf-49f1-8a7a-da4161c46165 None None] Updating router d873c2e7-1927-4ff1-bc61-3c816e60d221 port a013add3-5bd4-4a53-9d63-78a90d69def8 binding host n-d-826753-2 {{(pid=103704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:48:16.357049 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-761395aa-1d10-456e-8ac0-f2c1dc45fec2 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Calling delete_port for ef7ddf8f-cd73-46bc-ab95-395e6722104e owned by network:router_interface {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:48:16.379853 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3196bcc9-23d2-416e-9d30-0ce7c4cea0c6 req-3db235fc-690c-453d-b6bf-df086c6a7aa2 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3682461 Feb 19 02:48:16.381318 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-4b841b1e-8ebf-49f1-8a7a-da4161c46165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (a013add3-5bd4-4a53-9d63-78a90d69def8), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:16.398371 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-3196bcc9-23d2-416e-9d30-0ce7c4cea0c6 req-1b8a5662-289c-4e3f-88c4-c4165f48a2c1 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Request body: {'floatingip': {'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:48:16.714781 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-3196bcc9-23d2-416e-9d30-0ce7c4cea0c6 req-1b8a5662-289c-4e3f-88c4-c4165f48a2c1 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:16.862560 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 56166) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:48:16.871802 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-761395aa-1d10-456e-8ac0-f2c1dc45fec2 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (ef7ddf8f-cd73-46bc-ab95-395e6722104e), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:16.881920 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-4b841b1e-8ebf-49f1-8a7a-da4161c46165 None None] Publish callbacks [] for port (a013add3-5bd4-4a53-9d63-78a90d69def8), precommit_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:16.900823 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-4b841b1e-8ebf-49f1-8a7a-da4161c46165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (a013add3-5bd4-4a53-9d63-78a90d69def8), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:16.970367 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad4dcfe6-6e1c-46e0-8689-28d42b8fee80 admin admin] Deleting subnet a5bae790-117e-481a-89bc-3817a429ae54 {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:48:16.975120 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ad4dcfe6-6e1c-46e0-8689-28d42b8fee80 admin admin] Publish callbacks [] for subnet (a5bae790-117e-481a-89bc-3817a429ae54), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:16.999831 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761395aa-1d10-456e-8ac0-f2c1dc45fec2 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Pushing event deleted for resources: {'Port': ['ID=ef7ddf8f-cd73-46bc-ab95-395e6722104e,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:17.021850 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-3196bcc9-23d2-416e-9d30-0ce7c4cea0c6 req-1b8a5662-289c-4e3f-88c4-c4165f48a2c1 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:17.086673 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-761395aa-1d10-456e-8ac0-f2c1dc45fec2 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16362762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16314471'] for router_interface (a42cd85e-7824-448c-ad63-e8d1c953b39d), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:17.115077 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ad4dcfe6-6e1c-46e0-8689-28d42b8fee80 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (a5bae790-117e-481a-89bc-3817a429ae54), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:17.137625 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0036cc6d-d6eb-4ec0-ac41-539956722bc6 None None] Pushing event updated for resources: {'Port': ['ID=a013add3-5bd4-4a53-9d63-78a90d69def8,revision_number=3']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:17.180786 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ad4dcfe6-6e1c-46e0-8689-28d42b8fee80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (a5bae790-117e-481a-89bc-3817a429ae54), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:17.300783 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ad4dcfe6-6e1c-46e0-8689-28d42b8fee80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (a5bae790-117e-481a-89bc-3817a429ae54), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:17.308526 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-4b841b1e-8ebf-49f1-8a7a-da4161c46165 None None] Attempting to bind port a013add3-5bd4-4a53-9d63-78a90d69def8 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:48:17.310699 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-4b841b1e-8ebf-49f1-8a7a-da4161c46165 None None] Attempting to bind port a013add3-5bd4-4a53-9d63-78a90d69def8 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '917aa235-12b9-4d86-af08-7f515436f389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'dee4ed95-5412-42fe-ba2b-4ce18e704cc9'}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:48:17.311285 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b841b1e-8ebf-49f1-8a7a-da4161c46165 None None] Attempting to bind port a013add3-5bd4-4a53-9d63-78a90d69def8 on network dee4ed95-5412-42fe-ba2b-4ce18e704cc9 {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:48:17.327240 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b841b1e-8ebf-49f1-8a7a-da4161c46165 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:48:17.329601 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b841b1e-8ebf-49f1-8a7a-da4161c46165 None None] Checking segment: {'id': '917aa235-12b9-4d86-af08-7f515436f389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'dee4ed95-5412-42fe-ba2b-4ce18e704cc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:48:17.331585 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-4b841b1e-8ebf-49f1-8a7a-da4161c46165 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:17.332226 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b841b1e-8ebf-49f1-8a7a-da4161c46165 None None] Bound using segment: {'id': '917aa235-12b9-4d86-af08-7f515436f389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'dee4ed95-5412-42fe-ba2b-4ce18e704cc9'} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:48:17.332950 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-4b841b1e-8ebf-49f1-8a7a-da4161c46165 None None] Bound port: a013add3-5bd4-4a53-9d63-78a90d69def8, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '917aa235-12b9-4d86-af08-7f515436f389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'dee4ed95-5412-42fe-ba2b-4ce18e704cc9'}}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:48:17.335070 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 738196e2-c7a1-4615-a83f-8b863644e597 no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:48:17.336282 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-4b841b1e-8ebf-49f1-8a7a-da4161c46165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (a013add3-5bd4-4a53-9d63-78a90d69def8), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:17.349491 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-71e58a57-d7a9-4bfc-aa06-109dd18991ba req-28748020-9809-4a72-9f9c-dd3c9ad63858 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6022ed1-67a1-4ded-890d-e1e66f84412d HTTP/1.1" status: 200 len: 210 time: 0.1550953 Feb 19 02:48:17.361031 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ad4dcfe6-6e1c-46e0-8689-28d42b8fee80 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:17.376483 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-ad4dcfe6-6e1c-46e0-8689-28d42b8fee80 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/a5bae790-117e-481a-89bc-3817a429ae54 HTTP/1.1" status: 204 len: 168 time: 0.5008960 Feb 19 02:48:17.389539 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 56172) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:48:17.425028 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] No Port match for: 738196e2-c7a1-4615-a83f-8b863644e597 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:48:17.425368 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 738196e2-c7a1-4615-a83f-8b863644e597 not bound to the agent host n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:48:17.445897 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4dcfe6-6e1c-46e0-8689-28d42b8fee80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5bae790-117e-481a-89bc-3817a429ae54,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:17.509248 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-4b841b1e-8ebf-49f1-8a7a-da4161c46165 None None] For port a013add3-5bd4-4a53-9d63-78a90d69def8, host n-d-826753-2, cleared binding levels {{(pid=103704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:48:17.515188 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-4b841b1e-8ebf-49f1-8a7a-da4161c46165 None None] For port a013add3-5bd4-4a53-9d63-78a90d69def8, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=a013add3-5bd4-4a53-9d63-78a90d69def8,segment=NetworkSegment(917aa235-12b9-4d86-af08-7f515436f389),segment_id=917aa235-12b9-4d86-af08-7f515436f389)] {{(pid=103704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:48:17.525187 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-4b841b1e-8ebf-49f1-8a7a-da4161c46165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (a013add3-5bd4-4a53-9d63-78a90d69def8), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:17.590498 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-ff2a3ce3-6966-4722-9fc3-dc2927f667fb None None] Provisioning complete for port a013add3-5bd4-4a53-9d63-78a90d69def8 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:48:17.590927 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-ff2a3ce3-6966-4722-9fc3-dc2927f667fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (a013add3-5bd4-4a53-9d63-78a90d69def8), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:17.654982 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c34543ae-2eff-4df8-92c9-28daeebfe8a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (39722815-5c41-4e97-ad15-7b3e3ad40af7), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:17.694384 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b841b1e-8ebf-49f1-8a7a-da4161c46165 None None] Routers {'d873c2e7-1927-4ff1-bc61-3c816e60d221'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:48:17.696787 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-4b841b1e-8ebf-49f1-8a7a-da4161c46165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:47:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['d873c2e7-1927-4ff1-bc61-3c816e60d221'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:48:17.697831 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c5ca8fce-f0a4-42a3-a3fd-e567cf4bdd21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:17.798803 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0036cc6d-d6eb-4ec0-ac41-539956722bc6 None None] Pushing event updated for resources: {'Port': ['ID=a013add3-5bd4-4a53-9d63-78a90d69def8,revision_number=4']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:17.835796 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-ff2a3ce3-6966-4722-9fc3-dc2927f667fb None None] Current status of the port a013add3-5bd4-4a53-9d63-78a90d69def8 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:48:17.838957 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-ff2a3ce3-6966-4722-9fc3-dc2927f667fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (a013add3-5bd4-4a53-9d63-78a90d69def8), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:17.906658 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-ff2a3ce3-6966-4722-9fc3-dc2927f667fb None None] For port a013add3-5bd4-4a53-9d63-78a90d69def8, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=a013add3-5bd4-4a53-9d63-78a90d69def8,segment=NetworkSegment(917aa235-12b9-4d86-af08-7f515436f389),segment_id=917aa235-12b9-4d86-af08-7f515436f389)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:48:17.921499 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-ff2a3ce3-6966-4722-9fc3-dc2927f667fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (a013add3-5bd4-4a53-9d63-78a90d69def8), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:17.950916 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [req-3196bcc9-23d2-416e-9d30-0ce7c4cea0c6 req-1b8a5662-289c-4e3f-88c4-c4165f48a2c1 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Allocated IP 172.25.6.198 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/872fc661-9883-476a-a223-675ed6390ebe) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:48:17.988341 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-4b841b1e-8ebf-49f1-8a7a-da4161c46165 None None] Set router d873c2e7-1927-4ff1-bc61-3c816e60d221 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:48:18.000816 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2a3ce3-6966-4722-9fc3-dc2927f667fb None None] Pushing event updated for resources: {'Port': ['ID=a013add3-5bd4-4a53-9d63-78a90d69def8,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:18.073433 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-23f9335e-d969-42a6-b12d-573fe1b947d6 None None] Provisioning complete for port a013add3-5bd4-4a53-9d63-78a90d69def8 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:48:18.073912 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-23f9335e-d969-42a6-b12d-573fe1b947d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (a013add3-5bd4-4a53-9d63-78a90d69def8), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:18.288145 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-23f9335e-d969-42a6-b12d-573fe1b947d6 None None] Current status of the port a013add3-5bd4-4a53-9d63-78a90d69def8 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:48:18.354356 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-4b841b1e-8ebf-49f1-8a7a-da4161c46165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd873c2e7-1927-4ff1-bc61-3c816e60d221', 'name': 'tempest-FloatingIPDetailsTestJSON-1979332832-router', 'tenant_id': '713f8f36dbfd46a29cd5c72ede2c5a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': '7d7c06e6-311f-4a44-a7df-385d873a1f8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:48:01Z', 'updated_at': '2022-02-19T02:48:13Z', 'revision_number': 4, 'project_id': '713f8f36dbfd46a29cd5c72ede2c5a2f', 'gw_port': {'id': '7d7c06e6-311f-4a44-a7df-385d873a1f8d', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:af:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd873c2e7-1927-4ff1-bc61-3c816e60d221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:48:03Z', 'updated_at': '2022-02-19T02:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': 'a013add3-5bd4-4a53-9d63-78a90d69def8', 'name': '', 'network_id': 'dee4ed95-5412-42fe-ba2b-4ce18e704cc9', 'tenant_id': '713f8f36dbfd46a29cd5c72ede2c5a2f', 'mac_address': 'fa:16:3e:4a:ea:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd873c2e7-1927-4ff1-bc61-3c816e60d221', 'device_owner': 'network:router_interface', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'f42653e4-38d2-4ec0-93ec-c68ffe7932f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:48:11Z', 'updated_at': '2022-02-19T02:48:17Z', 'revision_number': 4, 'project_id': '713f8f36dbfd46a29cd5c72ede2c5a2f', 'subnets': [{'id': 'f42653e4-38d2-4ec0-93ec-c68ffe7932f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:48:18.386603 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b841b1e-8ebf-49f1-8a7a-da4161c46165 None None] The sync data for ids ['d873c2e7-1927-4ff1-bc61-3c816e60d221'] in n-d-826753-2 is: [{'id': 'd873c2e7-1927-4ff1-bc61-3c816e60d221', 'name': 'tempest-FloatingIPDetailsTestJSON-1979332832-router', 'tenant_id': '713f8f36dbfd46a29cd5c72ede2c5a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': '7d7c06e6-311f-4a44-a7df-385d873a1f8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:48:01Z', 'updated_at': '2022-02-19T02:48:13Z', 'revision_number': 4, 'project_id': '713f8f36dbfd46a29cd5c72ede2c5a2f', 'gw_port': {'id': '7d7c06e6-311f-4a44-a7df-385d873a1f8d', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:af:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd873c2e7-1927-4ff1-bc61-3c816e60d221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:48:03Z', 'updated_at': '2022-02-19T02:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': 'a013add3-5bd4-4a53-9d63-78a90d69def8', 'name': '', 'network_id': 'dee4ed95-5412-42fe-ba2b-4ce18e704cc9', 'tenant_id': '713f8f36dbfd46a29cd5c72ede2c5a2f', 'mac_address': 'fa:16:3e:4a:ea:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd873c2e7-1927-4ff1-bc61-3c816e60d221', 'device_owner': 'network:router_interface', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'f42653e4-38d2-4ec0-93ec-c68ffe7932f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:48:11Z', 'updated_at': '2022-02-19T02:48:17Z', 'revision_number': 4, 'project_id': '713f8f36dbfd46a29cd5c72ede2c5a2f', 'subnets': [{'id': 'f42653e4-38d2-4ec0-93ec-c68ffe7932f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:48:18.460920 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c34543ae-2eff-4df8-92c9-28daeebfe8a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (39722815-5c41-4e97-ad15-7b3e3ad40af7), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:18.470148 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-761395aa-1d10-456e-8ac0-f2c1dc45fec2 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Router a42cd85e-7824-448c-ad63-e8d1c953b39d has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:48:18.582465 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-c34543ae-2eff-4df8-92c9-28daeebfe8a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39722815-5c41-4e97-ad15-7b3e3ad40af7']}} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:48:18.624765 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-509e37a3-7464-45d2-862e-552c274c396d req-38d31d9e-fe55-4b48-83c1-ade1cb760750 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6022ed1-67a1-4ded-890d-e1e66f84412d HTTP/1.1" status: 200 len: 210 time: 0.1007342 Feb 19 02:48:18.634987 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-c34543ae-2eff-4df8-92c9-28daeebfe8a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27cce794-dfd5-41e1-991b-27e0c79dcb47') {'for_net_delete': True} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:48:18.635241 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-c34543ae-2eff-4df8-92c9-28daeebfe8a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27cce794-dfd5-41e1-991b-27e0c79dcb47') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:48:18.704683 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c34543ae-2eff-4df8-92c9-28daeebfe8a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12647422'] for segment (27cce794-dfd5-41e1-991b-27e0c79dcb47), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:18.778775 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c34543ae-2eff-4df8-92c9-28daeebfe8a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (27cce794-dfd5-41e1-991b-27e0c79dcb47), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:18.802146 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c34543ae-2eff-4df8-92c9-28daeebfe8a1 admin admin] Releasing vlan 277 on physical network physnet1 to pool {{(pid=103701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:48:18.802665 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c34543ae-2eff-4df8-92c9-28daeebfe8a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583360'] for segment (27cce794-dfd5-41e1-991b-27e0c79dcb47), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:18.820352 n-d-826753-2 neutron-server[103701]: Traceback (most recent call last): Feb 19 02:48:18.820352 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:48:18.820352 n-d-826753-2 neutron-server[103701]: timer() Feb 19 02:48:18.820352 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:48:18.820352 n-d-826753-2 neutron-server[103701]: cb(*args, **kw) Feb 19 02:48:18.820352 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:48:18.820352 n-d-826753-2 neutron-server[103701]: return func(*args, **kwargs) Feb 19 02:48:18.820352 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:48:18.820352 n-d-826753-2 neutron-server[103701]: self._notify() Feb 19 02:48:18.820352 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:48:18.820352 n-d-826753-2 neutron-server[103701]: self.callback(batched_events) Feb 19 02:48:18.820352 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:48:18.820352 n-d-826753-2 neutron-server[103701]: event.method(event) Feb 19 02:48:18.820352 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:48:18.820352 n-d-826753-2 neutron-server[103701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:48:18.820352 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:48:18.820352 n-d-826753-2 neutron-server[103701]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:48:18.820352 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:48:18.820352 n-d-826753-2 neutron-server[103701]: return f(self, *a, **k) Feb 19 02:48:18.820352 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:48:18.820352 n-d-826753-2 neutron-server[103701]: return self._get(url).json() Feb 19 02:48:18.820352 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:48:18.820352 n-d-826753-2 neutron-server[103701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:48:18.820352 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:48:18.820352 n-d-826753-2 neutron-server[103701]: return self.request(url, 'GET', **kwargs) Feb 19 02:48:18.820352 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:48:18.820352 n-d-826753-2 neutron-server[103701]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:48:18.820352 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:48:18.820352 n-d-826753-2 neutron-server[103701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:48:18.820352 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:48:18.820352 n-d-826753-2 neutron-server[103701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:48:18.820352 n-d-826753-2 neutron-server[103701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:48:18.834955 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-761395aa-1d10-456e-8ac0-f2c1dc45fec2 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:48:18.845846 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b86ec1-3f85-4b83-978e-dfe8083908c3 None None] Sync routers for ids ['a42cd85e-7824-448c-ad63-e8d1c953b39d'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:48:18.859242 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b86ec1-3f85-4b83-978e-dfe8083908c3 None None] Routers {'a42cd85e-7824-448c-ad63-e8d1c953b39d'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:48:18.859876 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-f6b86ec1-3f85-4b83-978e-dfe8083908c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:48:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['a42cd85e-7824-448c-ad63-e8d1c953b39d'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:48:18.876689 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 56198) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:48:18.901650 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-761395aa-1d10-456e-8ac0-f2c1dc45fec2 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] 10.222.0.72 "PUT /v2.0/routers/a42cd85e-7824-448c-ad63-e8d1c953b39d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2263792 Feb 19 02:48:18.956945 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-f6b86ec1-3f85-4b83-978e-dfe8083908c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:48:18.959563 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-3196bcc9-23d2-416e-9d30-0ce7c4cea0c6 req-1b8a5662-289c-4e3f-88c4-c4165f48a2c1 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Publish callbacks [] for port (872fc661-9883-476a-a223-675ed6390ebe), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:18.971358 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b86ec1-3f85-4b83-978e-dfe8083908c3 None None] Routers {'a42cd85e-7824-448c-ad63-e8d1c953b39d'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:48:18.972243 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-f6b86ec1-3f85-4b83-978e-dfe8083908c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:48:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['a42cd85e-7824-448c-ad63-e8d1c953b39d'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:48:19.020163 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-f6b86ec1-3f85-4b83-978e-dfe8083908c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:48:19.021217 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b86ec1-3f85-4b83-978e-dfe8083908c3 None None] The sync data for ids ['a42cd85e-7824-448c-ad63-e8d1c953b39d'] in n-d-826753-2 is: [] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:48:19.058648 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c34543ae-2eff-4df8-92c9-28daeebfe8a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (39722815-5c41-4e97-ad15-7b3e3ad40af7), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:19.072236 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c34543ae-2eff-4df8-92c9-28daeebfe8a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:19.076451 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-c34543ae-2eff-4df8-92c9-28daeebfe8a1 admin admin] 10.222.0.72 "DELETE /v2.0/networks/39722815-5c41-4e97-ad15-7b3e3ad40af7 HTTP/1.1" status: 204 len: 168 time: 1.6814430 Feb 19 02:48:19.148362 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-3196bcc9-23d2-416e-9d30-0ce7c4cea0c6 req-1b8a5662-289c-4e3f-88c4-c4165f48a2c1 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (872fc661-9883-476a-a223-675ed6390ebe), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:19.167245 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:19.203575 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34543ae-2eff-4df8-92c9-28daeebfe8a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=39722815-5c41-4e97-ad15-7b3e3ad40af7,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:19.254938 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3196bcc9-23d2-416e-9d30-0ce7c4cea0c6 req-1b8a5662-289c-4e3f-88c4-c4165f48a2c1 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:48:19.262175 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [req-3196bcc9-23d2-416e-9d30-0ce7c4cea0c6 req-1b8a5662-289c-4e3f-88c4-c4165f48a2c1 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:48:19.272918 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-3196bcc9-23d2-416e-9d30-0ce7c4cea0c6 req-1b8a5662-289c-4e3f-88c4-c4165f48a2c1 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:48:19.422485 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8a5662-289c-4e3f-88c4-c4165f48a2c1 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Pushing event updated for resources: {'Port': ['ID=872fc661-9883-476a-a223-675ed6390ebe,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:19.523582 n-d-826753-2 neutron-server[103702]: INFO neutron.api.v2.resource [None req-6675fdc6-8873-47d3-bc45-c819031c8600 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] remove_router_interface failed (client error): The resource could not be found. Feb 19 02:48:19.524655 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-6675fdc6-8873-47d3-bc45-c819031c8600 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] 10.222.0.72 "PUT /v2.0/routers/a42cd85e-7824-448c-ad63-e8d1c953b39d/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6469154 Feb 19 02:48:19.529542 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 56208) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:48:19.542884 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 56210) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:48:19.607349 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-a81ceec3-9b7b-4493-bdc3-aa9ace1243ec tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] 10.222.0.72 "GET /v2.0/ports?device_id=a42cd85e-7824-448c-ad63-e8d1c953b39d HTTP/1.1" status: 200 len: 205 time: 0.0725946 Feb 19 02:48:19.607571 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 56212) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:48:19.620368 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-2ad27611-6293-4efb-88c3-92163c5ce7b1 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=53a4b602ed084660a547c5d9911104ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0763173 Feb 19 02:48:19.623205 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 56214) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:48:19.731262 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-3196bcc9-23d2-416e-9d30-0ce7c4cea0c6 req-1b8a5662-289c-4e3f-88c4-c4165f48a2c1 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Publish callbacks [] for floatingip (627ba3ef-5c45-4f88-88e7-5a82f3e504a5), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:19.772381 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-edd9ac01-c2dc-4d71-be5f-fb32d4b22eb5 admin admin] Publish callbacks [] for security_group (33e2eb59-206d-4216-aaf9-91cfc46ad855), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:19.832876 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-edd9ac01-c2dc-4d71-be5f-fb32d4b22eb5 admin admin] Publish callbacks [] for security_group (33e2eb59-206d-4216-aaf9-91cfc46ad855), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:19.926446 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d0d0289c-b34b-49a7-8269-cedf84032256 req-5e0571c3-8d6d-464e-b153-6c034306c104 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6022ed1-67a1-4ded-890d-e1e66f84412d HTTP/1.1" status: 200 len: 210 time: 0.0958719 Feb 19 02:48:19.962055 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-edd9ac01-c2dc-4d71-be5f-fb32d4b22eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (33e2eb59-206d-4216-aaf9-91cfc46ad855), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:19.967646 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-edd9ac01-c2dc-4d71-be5f-fb32d4b22eb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:19.976501 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-edd9ac01-c2dc-4d71-be5f-fb32d4b22eb5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/33e2eb59-206d-4216-aaf9-91cfc46ad855 HTTP/1.1" status: 204 len: 168 time: 0.3508685 Feb 19 02:48:19.994274 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-3196bcc9-23d2-416e-9d30-0ce7c4cea0c6 req-1b8a5662-289c-4e3f-88c4-c4165f48a2c1 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (872fc661-9883-476a-a223-675ed6390ebe), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:20.001680 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd9ac01-c2dc-4d71-be5f-fb32d4b22eb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e2eb59-206d-4216-aaf9-91cfc46ad855,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:20.046353 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-21dcc325-0c02-4121-971e-052792b73302 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks [] for router (a42cd85e-7824-448c-ad63-e8d1c953b39d), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:20.355351 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device a013add3-5bd4-4a53-9d63-78a90d69def8 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:48:20.379984 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-21dcc325-0c02-4121-971e-052792b73302 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16317457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14254'] for router (a42cd85e-7824-448c-ad63-e8d1c953b39d), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:20.390088 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-21dcc325-0c02-4121-971e-052792b73302 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks [] for router_controller (a42cd85e-7824-448c-ad63-e8d1c953b39d), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:20.461136 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:20.500641 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-21dcc325-0c02-4121-971e-052792b73302 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16317544'] for router (a42cd85e-7824-448c-ad63-e8d1c953b39d), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:20.501767 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21dcc325-0c02-4121-971e-052792b73302 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Fanout notify agent at l3_agent the message router_deleted on router a42cd85e-7824-448c-ad63-e8d1c953b39d {{(pid=103701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 02:48:20.512015 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-21dcc325-0c02-4121-971e-052792b73302 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks [] for router (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:20.517221 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 56232) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:48:20.518737 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-21dcc325-0c02-4121-971e-052792b73302 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] 10.222.0.72 "DELETE /v2.0/routers/a42cd85e-7824-448c-ad63-e8d1c953b39d HTTP/1.1" status: 204 len: 168 time: 0.9101844 Feb 19 02:48:20.540309 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port a013add3-5bd4-4a53-9d63-78a90d69def8 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:48:20.540691 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (a013add3-5bd4-4a53-9d63-78a90d69def8), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:20.609053 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c3dd6f0-6cdd-43c4-b089-2425d23ef07b tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Deleting subnet 6aca1d4d-2ec9-4de0-98d8-cfb74cf9a74c {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:48:20.613303 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8c3dd6f0-6cdd-43c4-b089-2425d23ef07b tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks [] for subnet (6aca1d4d-2ec9-4de0-98d8-cfb74cf9a74c), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:20.637160 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-3196bcc9-23d2-416e-9d30-0ce7c4cea0c6 req-1b8a5662-289c-4e3f-88c4-c4165f48a2c1 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Publish callbacks [] for port (872fc661-9883-476a-a223-675ed6390ebe), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:20.649771 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-3196bcc9-23d2-416e-9d30-0ce7c4cea0c6 req-1b8a5662-289c-4e3f-88c4-c4165f48a2c1 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (872fc661-9883-476a-a223-675ed6390ebe), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:20.670705 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8c3dd6f0-6cdd-43c4-b089-2425d23ef07b tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (6aca1d4d-2ec9-4de0-98d8-cfb74cf9a74c), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:20.737050 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port a013add3-5bd4-4a53-9d63-78a90d69def8 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:48:20.767121 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8a5662-289c-4e3f-88c4-c4165f48a2c1 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Pushing event updated for resources: {'Port': ['ID=872fc661-9883-476a-a223-675ed6390ebe,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:20.782606 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8c3dd6f0-6cdd-43c4-b089-2425d23ef07b tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (6aca1d4d-2ec9-4de0-98d8-cfb74cf9a74c), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:20.892559 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-3196bcc9-23d2-416e-9d30-0ce7c4cea0c6 req-1b8a5662-289c-4e3f-88c4-c4165f48a2c1 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16285943'] for floatingip (627ba3ef-5c45-4f88-88e7-5a82f3e504a5), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:20.903361 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8c3dd6f0-6cdd-43c4-b089-2425d23ef07b tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (6aca1d4d-2ec9-4de0-98d8-cfb74cf9a74c), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:20.931452 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-3196bcc9-23d2-416e-9d30-0ce7c4cea0c6 req-1b8a5662-289c-4e3f-88c4-c4165f48a2c1 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:20.948730 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3196bcc9-23d2-416e-9d30-0ce7c4cea0c6 req-1b8a5662-289c-4e3f-88c4-c4165f48a2c1 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.5546579 Feb 19 02:48:20.971319 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3dd6f0-6cdd-43c4-b089-2425d23ef07b tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Pushing event deleted for resources: {'Subnet': ['ID=6aca1d4d-2ec9-4de0-98d8-cfb74cf9a74c,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:20.982028 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8c3dd6f0-6cdd-43c4-b089-2425d23ef07b tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:20.989164 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-8c3dd6f0-6cdd-43c4-b089-2425d23ef07b tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] 10.222.0.72 "DELETE /v2.0/subnets/6aca1d4d-2ec9-4de0-98d8-cfb74cf9a74c HTTP/1.1" status: 204 len: 168 time: 0.4664252 Feb 19 02:48:20.989164 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 56240) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:48:20.999803 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0071ae-0465-40e9-aef1-7cc86c33a0d1 None None] Network 0f17e406-9e64-4bc1-b1d5-516c61871a5b requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:48:21.065764 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3196bcc9-23d2-416e-9d30-0ce7c4cea0c6 req-58f717f8-6215-4b7a-b221-d2bb070161b9 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.6.198 HTTP/1.1" status: 200 len: 696 time: 0.1160738 Feb 19 02:48:21.163668 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-061b4169-2450-49fa-805e-b6f61738d907 req-81a7c7ea-059d-4886-a464-66bb2337bb46 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6022ed1-67a1-4ded-890d-e1e66f84412d HTTP/1.1" status: 200 len: 210 time: 0.0286243 Feb 19 02:48:21.264872 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-27b06a37-f29e-463b-aece-de6eff4b1c30 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (0f17e406-9e64-4bc1-b1d5-516c61871a5b), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:21.276095 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3196bcc9-23d2-416e-9d30-0ce7c4cea0c6 req-53af1215-d4ad-4e97-b288-114790203492 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:21.283458 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3196bcc9-23d2-416e-9d30-0ce7c4cea0c6 req-53af1215-d4ad-4e97-b288-114790203492 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] 10.222.0.72 "GET /v2.0/networks/eaf64708-9021-419e-b287-ef3e0f51e2ee HTTP/1.1" status: 200 len: 784 time: 0.2117674 Feb 19 02:48:21.404176 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-27b06a37-f29e-463b-aece-de6eff4b1c30 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Deleting port a8ac477a-9db8-44fa-a4f2-a7a890ba3715 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:48:21.405666 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-27b06a37-f29e-463b-aece-de6eff4b1c30 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (a8ac477a-9db8-44fa-a4f2-a7a890ba3715), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:21.580645 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-848b4295-ae83-4a28-81d1-a0fd25d397e6 req-e426e20d-6b89-4cb7-a1b3-f15b8597a073 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2658162 Feb 19 02:48:21.592437 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-848b4295-ae83-4a28-81d1-a0fd25d397e6 req-48a91a83-1a1e-4a73-9e1e-30abb5481646 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Request body: {'floatingip': {'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:48:21.597553 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-27b06a37-f29e-463b-aece-de6eff4b1c30 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] For port a8ac477a-9db8-44fa-a4f2-a7a890ba3715, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=a8ac477a-9db8-44fa-a4f2-a7a890ba3715,segment=NetworkSegment(43c7204c-1c6c-4be5-a1d6-d7bd547c6051),segment_id=43c7204c-1c6c-4be5-a1d6-d7bd547c6051)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:48:21.599197 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-27b06a37-f29e-463b-aece-de6eff4b1c30 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (a8ac477a-9db8-44fa-a4f2-a7a890ba3715), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:21.644283 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-848b4295-ae83-4a28-81d1-a0fd25d397e6 req-48a91a83-1a1e-4a73-9e1e-30abb5481646 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:21.672368 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-27b06a37-f29e-463b-aece-de6eff4b1c30 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Calling delete_port for a8ac477a-9db8-44fa-a4f2-a7a890ba3715 owned by network:dhcp {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:48:21.698627 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f78c53-dca4-4f26-b032-cc2ad79b2e0b None None] DHCP port deletion for 0f17e406-9e64-4bc1-b1d5-516c61871a5b request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 02:48:21.778989 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-f0f78c53-dca4-4f26-b032-cc2ad79b2e0b None None] Deleting port a8ac477a-9db8-44fa-a4f2-a7a890ba3715 {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:48:21.779431 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f0f78c53-dca4-4f26-b032-cc2ad79b2e0b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (a8ac477a-9db8-44fa-a4f2-a7a890ba3715), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:21.824703 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-848b4295-ae83-4a28-81d1-a0fd25d397e6 req-48a91a83-1a1e-4a73-9e1e-30abb5481646 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:21.841624 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-27b06a37-f29e-463b-aece-de6eff4b1c30 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (a8ac477a-9db8-44fa-a4f2-a7a890ba3715), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:21.843618 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 56270) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:48:21.878747 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b06a37-f29e-463b-aece-de6eff4b1c30 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Pushing event deleted for resources: {'Port': ['ID=a8ac477a-9db8-44fa-a4f2-a7a890ba3715,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:21.894757 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b06a37-f29e-463b-aece-de6eff4b1c30 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] No DVR routers for this DVR port a8ac477a-9db8-44fa-a4f2-a7a890ba3715 on host n-d-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:48:21.907438 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-f0f78c53-dca4-4f26-b032-cc2ad79b2e0b None None] For port a8ac477a-9db8-44fa-a4f2-a7a890ba3715, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=a8ac477a-9db8-44fa-a4f2-a7a890ba3715,segment=NetworkSegment(43c7204c-1c6c-4be5-a1d6-d7bd547c6051),segment_id=43c7204c-1c6c-4be5-a1d6-d7bd547c6051)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:48:21.907836 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f0f78c53-dca4-4f26-b032-cc2ad79b2e0b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (a8ac477a-9db8-44fa-a4f2-a7a890ba3715), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:21.924347 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-f0f78c53-dca4-4f26-b032-cc2ad79b2e0b None None] Calling delete_port for a8ac477a-9db8-44fa-a4f2-a7a890ba3715 owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:48:22.016558 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f0f78c53-dca4-4f26-b032-cc2ad79b2e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (a8ac477a-9db8-44fa-a4f2-a7a890ba3715), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:22.065696 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [req-848b4295-ae83-4a28-81d1-a0fd25d397e6 req-48a91a83-1a1e-4a73-9e1e-30abb5481646 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Allocated IP 172.25.6.24 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/89e9dc2b-c289-45b9-8b82-a8c05e779eaf) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:48:22.073197 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-27b06a37-f29e-463b-aece-de6eff4b1c30 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (0f17e406-9e64-4bc1-b1d5-516c61871a5b), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:22.074820 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f78c53-dca4-4f26-b032-cc2ad79b2e0b None None] No DVR routers for this DVR port a8ac477a-9db8-44fa-a4f2-a7a890ba3715 on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:48:22.090674 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f78c53-dca4-4f26-b032-cc2ad79b2e0b None None] Pushing event deleted for resources: {'Port': ['ID=a8ac477a-9db8-44fa-a4f2-a7a890ba3715,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:22.097560 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-f619088c-4dbb-40b4-92be-d041be048408 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-607006690-network', 'tenant_id': '30dab1686995466b98f506b48929d69f'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:48:22.141224 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:22.152013 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-27b06a37-f29e-463b-aece-de6eff4b1c30 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f17e406-9e64-4bc1-b1d5-516c61871a5b']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:48:22.223476 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-848b4295-ae83-4a28-81d1-a0fd25d397e6 req-48a91a83-1a1e-4a73-9e1e-30abb5481646 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Publish callbacks [] for port (89e9dc2b-c289-45b9-8b82-a8c05e779eaf), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:22.234026 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-27b06a37-f29e-463b-aece-de6eff4b1c30 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43c7204c-1c6c-4be5-a1d6-d7bd547c6051') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:48:22.235962 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-27b06a37-f29e-463b-aece-de6eff4b1c30 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43c7204c-1c6c-4be5-a1d6-d7bd547c6051') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:48:22.264721 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f619088c-4dbb-40b4-92be-d041be048408 admin admin] Made reservation on behalf of 30dab1686995466b98f506b48929d69f for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:48:22.274565 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f619088c-4dbb-40b4-92be-d041be048408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:22.275625 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device a8ac477a-9db8-44fa-a4f2-a7a890ba3715 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:48:22.284033 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-27b06a37-f29e-463b-aece-de6eff4b1c30 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (43c7204c-1c6c-4be5-a1d6-d7bd547c6051), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:22.293328 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-848b4295-ae83-4a28-81d1-a0fd25d397e6 req-48a91a83-1a1e-4a73-9e1e-30abb5481646 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (89e9dc2b-c289-45b9-8b82-a8c05e779eaf), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:22.301823 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f619088c-4dbb-40b4-92be-d041be048408 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:22.309569 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: a8ac477a-9db8-44fa-a4f2-a7a890ba3715 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:48:22.311528 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device a8ac477a-9db8-44fa-a4f2-a7a890ba3715 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:48:22.364001 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:22.371308 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-27b06a37-f29e-463b-aece-de6eff4b1c30 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (43c7204c-1c6c-4be5-a1d6-d7bd547c6051), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:22.381609 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27b06a37-f29e-463b-aece-de6eff4b1c30 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Releasing vlan 269 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:48:22.382061 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-27b06a37-f29e-463b-aece-de6eff4b1c30 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (43c7204c-1c6c-4be5-a1d6-d7bd547c6051), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:22.385445 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 02:48:22.385445 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:48:22.385445 n-d-826753-2 neutron-server[103702]: timer() Feb 19 02:48:22.385445 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:48:22.385445 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 02:48:22.385445 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:48:22.385445 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 02:48:22.385445 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:48:22.385445 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 02:48:22.385445 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:48:22.385445 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 02:48:22.385445 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:48:22.385445 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 02:48:22.385445 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:48:22.385445 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:48:22.385445 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:48:22.385445 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:48:22.385445 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:48:22.385445 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 02:48:22.385445 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:48:22.385445 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 02:48:22.385445 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:48:22.385445 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:48:22.385445 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:48:22.385445 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 02:48:22.385445 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:48:22.385445 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:48:22.385445 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:48:22.385445 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:48:22.385445 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:48:22.385445 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:48:22.385445 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:48:22.406710 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6f2a9885-fa84-480b-ba49-2c0796fc5aa2 req-d14d2769-718b-4751-8f4e-3201d2bff5e7 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6022ed1-67a1-4ded-890d-e1e66f84412d HTTP/1.1" status: 200 len: 210 time: 0.0912650 Feb 19 02:48:22.408454 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-848b4295-ae83-4a28-81d1-a0fd25d397e6 req-48a91a83-1a1e-4a73-9e1e-30abb5481646 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:48:22.414335 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [req-848b4295-ae83-4a28-81d1-a0fd25d397e6 req-48a91a83-1a1e-4a73-9e1e-30abb5481646 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:48:22.433323 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-848b4295-ae83-4a28-81d1-a0fd25d397e6 req-48a91a83-1a1e-4a73-9e1e-30abb5481646 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:48:22.436560 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a91a83-1a1e-4a73-9e1e-30abb5481646 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Pushing event updated for resources: {'Port': ['ID=89e9dc2b-c289-45b9-8b82-a8c05e779eaf,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:22.508179 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-27b06a37-f29e-463b-aece-de6eff4b1c30 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (0f17e406-9e64-4bc1-b1d5-516c61871a5b), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:22.519695 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-27b06a37-f29e-463b-aece-de6eff4b1c30 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:22.530034 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-27b06a37-f29e-463b-aece-de6eff4b1c30 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] 10.222.0.72 "DELETE /v2.0/networks/0f17e406-9e64-4bc1-b1d5-516c61871a5b HTTP/1.1" status: 204 len: 168 time: 1.5369706 Feb 19 02:48:22.533309 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 56286) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:48:22.540544 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-879d6e51-df23-403f-8af7-412eae05989d tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1637490717'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:48:22.565034 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b06a37-f29e-463b-aece-de6eff4b1c30 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Pushing event deleted for resources: {'Network': ['ID=0f17e406-9e64-4bc1-b1d5-516c61871a5b,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:22.602210 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-879d6e51-df23-403f-8af7-412eae05989d tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Made reservation on behalf of af7fe21ef8a34b4aa8aa211833eb0628 for: {'network': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:48:22.606666 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-879d6e51-df23-403f-8af7-412eae05989d tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:22.621977 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-848b4295-ae83-4a28-81d1-a0fd25d397e6 req-48a91a83-1a1e-4a73-9e1e-30abb5481646 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Publish callbacks [] for floatingip (d9e1f9f7-17c3-480b-ae93-5cba64fd9bef), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:22.632018 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f619088c-4dbb-40b4-92be-d041be048408 admin admin] Publish callbacks [] for security_group (16109ace-da36-4e6d-9d65-4cd88e83e5a2), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:22.643957 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-879d6e51-df23-403f-8af7-412eae05989d tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] vlan segment allocate from pool success with {'vlan_id': 269, 'physical_network': 'physnet1'} {{(pid=103701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:48:22.656601 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f619088c-4dbb-40b4-92be-d041be048408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (16109ace-da36-4e6d-9d65-4cd88e83e5a2), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:22.669406 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-879d6e51-df23-403f-8af7-412eae05989d tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (98bdf59c-d54b-4001-8eaa-3d1068480d84), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:22.671033 n-d-826753-2 neutron-server[103701]: INFO neutron.db.segments_db [None req-879d6e51-df23-403f-8af7-412eae05989d tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Added segment 98bdf59c-d54b-4001-8eaa-3d1068480d84 of type vlan for network 12eb2a03-bffb-435a-a6ed-3b90f9c3f026 Feb 19 02:48:22.729582 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-848b4295-ae83-4a28-81d1-a0fd25d397e6 req-48a91a83-1a1e-4a73-9e1e-30abb5481646 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (89e9dc2b-c289-45b9-8b82-a8c05e779eaf), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:22.748664 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f619088c-4dbb-40b4-92be-d041be048408 admin admin] vlan segment allocate from pool success with {'vlan_id': 266, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:48:22.767095 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f619088c-4dbb-40b4-92be-d041be048408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16109ace-da36-4e6d-9d65-4cd88e83e5a2,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:22.780726 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f619088c-4dbb-40b4-92be-d041be048408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (b39e090c-0890-499a-915b-cff73acd13da), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:22.780726 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-f619088c-4dbb-40b4-92be-d041be048408 admin admin] Added segment b39e090c-0890-499a-915b-cff73acd13da of type vlan for network 6e891156-6385-4be5-a2bb-260a53d293ef Feb 19 02:48:22.788515 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-879d6e51-df23-403f-8af7-412eae05989d tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (12eb2a03-bffb-435a-a6ed-3b90f9c3f026), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:22.875508 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-879d6e51-df23-403f-8af7-412eae05989d tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (12eb2a03-bffb-435a-a6ed-3b90f9c3f026), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:22.880524 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879d6e51-df23-403f-8af7-412eae05989d tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:22.881179 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-879d6e51-df23-403f-8af7-412eae05989d tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:22.886606 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f619088c-4dbb-40b4-92be-d041be048408 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (6e891156-6385-4be5-a2bb-260a53d293ef), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:22.934036 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f619088c-4dbb-40b4-92be-d041be048408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (6e891156-6385-4be5-a2bb-260a53d293ef), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:22.936473 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f619088c-4dbb-40b4-92be-d041be048408 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:22.937950 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f619088c-4dbb-40b4-92be-d041be048408 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:22.956419 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-879d6e51-df23-403f-8af7-412eae05989d tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4218397 Feb 19 02:48:22.966824 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 56290) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:48:22.972274 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-ff12e231-d923-44b0-bf3d-f8f3fda905be tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Request body: {'subnet': {'network_id': '12eb2a03-bffb-435a-a6ed-3b90f9c3f026', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:48:23.035929 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-f619088c-4dbb-40b4-92be-d041be048408 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1896796 Feb 19 02:48:23.041080 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 56292) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:48:23.043666 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879d6e51-df23-403f-8af7-412eae05989d tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Pushing event updated for resources: {'Network': ['ID=12eb2a03-bffb-435a-a6ed-3b90f9c3f026,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:23.058671 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 12eb2a03-bffb-435a-a6ed-3b90f9c3f026 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:48:23.060711 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-70037e5e-3443-4fa7-b41c-af3cfa669539 admin admin] Request body: {'subnet': {'network_id': '6e891156-6385-4be5-a2bb-260a53d293ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-607006690-subnet', 'tenant_id': '30dab1686995466b98f506b48929d69f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:48:23.136644 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f619088c-4dbb-40b4-92be-d041be048408 admin admin] Pushing event updated for resources: {'Network': ['ID=6e891156-6385-4be5-a2bb-260a53d293ef,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:23.145173 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff12e231-d923-44b0-bf3d-f8f3fda905be tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Made reservation on behalf of af7fe21ef8a34b4aa8aa211833eb0628 for: {'subnet': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:48:23.149345 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ff12e231-d923-44b0-bf3d-f8f3fda905be tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58706307'] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:23.162585 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70037e5e-3443-4fa7-b41c-af3cfa669539 admin admin] Made reservation on behalf of 30dab1686995466b98f506b48929d69f for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:48:23.168207 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-70037e5e-3443-4fa7-b41c-af3cfa669539 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:23.171123 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 6e891156-6385-4be5-a2bb-260a53d293ef details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:48:23.307212 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-848b4295-ae83-4a28-81d1-a0fd25d397e6 req-48a91a83-1a1e-4a73-9e1e-30abb5481646 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Publish callbacks [] for port (89e9dc2b-c289-45b9-8b82-a8c05e779eaf), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:23.328166 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-848b4295-ae83-4a28-81d1-a0fd25d397e6 req-48a91a83-1a1e-4a73-9e1e-30abb5481646 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (89e9dc2b-c289-45b9-8b82-a8c05e779eaf), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:23.415826 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-70037e5e-3443-4fa7-b41c-af3cfa669539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (29fe73f7-5966-48df-ae0d-ff62261cc269), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:23.507293 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a91a83-1a1e-4a73-9e1e-30abb5481646 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Pushing event updated for resources: {'Port': ['ID=89e9dc2b-c289-45b9-8b82-a8c05e779eaf,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:23.509647 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70037e5e-3443-4fa7-b41c-af3cfa669539 admin admin] Checking segment: {'id': 'b39e090c-0890-499a-915b-cff73acd13da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '6e891156-6385-4be5-a2bb-260a53d293ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:48:23.509972 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70037e5e-3443-4fa7-b41c-af3cfa669539 admin admin] Network hostable DHCP agents. Network: 6e891156-6385-4be5-a2bb-260a53d293ef, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:48:23.517930 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70037e5e-3443-4fa7-b41c-af3cfa669539 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29fe73f7-5966-48df-ae0d-ff62261cc269,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:23.540614 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70037e5e-3443-4fa7-b41c-af3cfa669539 admin admin] Network 6e891156-6385-4be5-a2bb-260a53d293ef is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:48:23.562051 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-848b4295-ae83-4a28-81d1-a0fd25d397e6 req-48a91a83-1a1e-4a73-9e1e-30abb5481646 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16285943'] for floatingip (d9e1f9f7-17c3-480b-ae93-5cba64fd9bef), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:23.579047 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-70037e5e-3443-4fa7-b41c-af3cfa669539 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 6e891156-6385-4be5-a2bb-260a53d293ef) {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:48:23.584225 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70037e5e-3443-4fa7-b41c-af3cfa669539 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:23.584983 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-70037e5e-3443-4fa7-b41c-af3cfa669539 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:23.592241 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2434c614-f898-48ba-ade0-c522498df622 None None] Network 6e891156-6385-4be5-a2bb-260a53d293ef requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:48:23.622307 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-70037e5e-3443-4fa7-b41c-af3cfa669539 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5794954 Feb 19 02:48:23.672380 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8444c3d6-1876-4e9a-855a-58e2971e7b31 req-c08f52f4-8824-49ec-851b-e01b18a7ab2b tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6022ed1-67a1-4ded-890d-e1e66f84412d HTTP/1.1" status: 200 len: 210 time: 0.0420897 Feb 19 02:48:23.749812 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-848b4295-ae83-4a28-81d1-a0fd25d397e6 req-48a91a83-1a1e-4a73-9e1e-30abb5481646 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:23.752164 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-848b4295-ae83-4a28-81d1-a0fd25d397e6 req-48a91a83-1a1e-4a73-9e1e-30abb5481646 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.1702051 Feb 19 02:48:23.782743 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d490493b-dc06-4154-ba17-0c96dd360247 None None] Network 6e891156-6385-4be5-a2bb-260a53d293ef requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:48:23.932699 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-848b4295-ae83-4a28-81d1-a0fd25d397e6 req-c4a00cd0-90e4-4310-bc6f-9e6b1c4c0163 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.6.24 HTTP/1.1" status: 200 len: 695 time: 0.1715779 Feb 19 02:48:24.044101 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ff12e231-d923-44b0-bf3d-f8f3fda905be tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12647271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58706289'] for subnet (c31b0a6e-254f-47f7-9d7d-ffd10df66b31), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:24.189482 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff12e231-d923-44b0-bf3d-f8f3fda905be tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Pushing event updated for resources: {'Subnet': ['ID=c31b0a6e-254f-47f7-9d7d-ffd10df66b31,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:24.191812 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff12e231-d923-44b0-bf3d-f8f3fda905be tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Checking segment: {'id': '98bdf59c-d54b-4001-8eaa-3d1068480d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '12eb2a03-bffb-435a-a6ed-3b90f9c3f026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:48:24.192279 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff12e231-d923-44b0-bf3d-f8f3fda905be tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Network hostable DHCP agents. Network: 12eb2a03-bffb-435a-a6ed-3b90f9c3f026, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:48:24.214570 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848b4295-ae83-4a28-81d1-a0fd25d397e6 req-a0c499d9-aca8-464a-adc5-abc73704d427 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:24.216186 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-848b4295-ae83-4a28-81d1-a0fd25d397e6 req-a0c499d9-aca8-464a-adc5-abc73704d427 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] 10.222.0.72 "GET /v2.0/networks/eaf64708-9021-419e-b287-ef3e0f51e2ee HTTP/1.1" status: 200 len: 784 time: 0.2774959 Feb 19 02:48:24.330847 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be374ea-268d-4d27-b312-fbbf8a10ba01 req-7e4b5eca-baaa-4e32-9350-197117087a82 tempest-ServerMetadataNegativeTestJSON-134247629 tempest-ServerMetadataNegativeTestJSON-134247629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:24.338953 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2be374ea-268d-4d27-b312-fbbf8a10ba01 req-7e4b5eca-baaa-4e32-9350-197117087a82 tempest-ServerMetadataNegativeTestJSON-134247629 tempest-ServerMetadataNegativeTestJSON-134247629-project] 10.222.0.72 "GET /v2.0/networks?id=6e891156-6385-4be5-a2bb-260a53d293ef HTTP/1.1" status: 200 len: 820 time: 0.1202378 Feb 19 02:48:24.360964 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2be374ea-268d-4d27-b312-fbbf8a10ba01 req-bb0c350c-f48a-4286-b506-bd3bd6e37447 tempest-ServerMetadataNegativeTestJSON-134247629 tempest-ServerMetadataNegativeTestJSON-134247629-project] 10.222.0.72 "GET /v2.0/quotas/30dab1686995466b98f506b48929d69f HTTP/1.1" status: 200 len: 375 time: 0.0209122 Feb 19 02:48:24.441381 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2be374ea-268d-4d27-b312-fbbf8a10ba01 req-670bc5be-9015-4f86-95a9-af00b5c343b9 tempest-ServerMetadataNegativeTestJSON-134247629 tempest-ServerMetadataNegativeTestJSON-134247629-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=30dab1686995466b98f506b48929d69f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0729876 Feb 19 02:48:24.458011 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff12e231-d923-44b0-bf3d-f8f3fda905be tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Network 12eb2a03-bffb-435a-a6ed-3b90f9c3f026 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:48:24.524053 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-ff12e231-d923-44b0-bf3d-f8f3fda905be tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 12eb2a03-bffb-435a-a6ed-3b90f9c3f026) {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:48:24.533380 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5858ab5f-c508-43aa-8236-0c67a695d5be None None] Network 12eb2a03-bffb-435a-a6ed-3b90f9c3f026 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:48:24.546101 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff12e231-d923-44b0-bf3d-f8f3fda905be tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:24.546377 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ff12e231-d923-44b0-bf3d-f8f3fda905be tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:24.592537 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-27a8067a-1dd9-42ea-9cea-f8a74073002b req-e0f19d19-a88c-422d-bb03-0bbf3c05101f tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2433167 Feb 19 02:48:24.600729 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-ff12e231-d923-44b0-bf3d-f8f3fda905be tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6328952 Feb 19 02:48:24.604606 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 56330) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:48:24.606406 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-27a8067a-1dd9-42ea-9cea-f8a74073002b req-3b154892-7197-4d07-b94f-157a07cf7249 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Request body: {'floatingip': {'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:48:24.611223 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-82999933-47f1-489a-9983-7e34e457d008 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1778763032', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:48:24.631027 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2be374ea-268d-4d27-b312-fbbf8a10ba01 req-ad6412db-304d-46bb-9c68-fa0105c94839 service neutron] 10.222.0.72 "GET /v2.0/networks/6e891156-6385-4be5-a2bb-260a53d293ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629872 Feb 19 02:48:24.642489 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-27a8067a-1dd9-42ea-9cea-f8a74073002b req-3b154892-7197-4d07-b94f-157a07cf7249 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:24.698765 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-82999933-47f1-489a-9983-7e34e457d008 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14172'] for router (7a05df34-5faf-41aa-9261-320b2c8e029d), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:24.699854 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-82999933-47f1-489a-9983-7e34e457d008 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16317487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16285822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16309985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14247'] for router (7a05df34-5faf-41aa-9261-320b2c8e029d), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:24.748752 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b652b8f7-be2a-4086-943d-15be659c91d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-12eb2a03-bffb-435a-a6ed-3b90f9c3f026', 'network_id': '12eb2a03-bffb-435a-a6ed-3b90f9c3f026', 'project_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'fixed_ips': [{'subnet_id': 'c31b0a6e-254f-47f7-9d7d-ffd10df66b31'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:48:24.749700 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b652b8f7-be2a-4086-943d-15be659c91d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:24.822395 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2be374ea-268d-4d27-b312-fbbf8a10ba01 req-19cf40a5-c268-4773-bcfc-050c1b3ac5cc service neutron] 10.222.0.72 "GET /v2.0/networks/6e891156-6385-4be5-a2bb-260a53d293ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597049 Feb 19 02:48:24.873750 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-27a8067a-1dd9-42ea-9cea-f8a74073002b req-3b154892-7197-4d07-b94f-157a07cf7249 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:24.885911 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-82999933-47f1-489a-9983-7e34e457d008 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks [] for router_controller (7a05df34-5faf-41aa-9261-320b2c8e029d), precommit_add_association {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:24.899627 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-82999933-47f1-489a-9983-7e34e457d008 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16317478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865'] for router (7a05df34-5faf-41aa-9261-320b2c8e029d), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:24.940613 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-82999933-47f1-489a-9983-7e34e457d008 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:24.948743 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-82999933-47f1-489a-9983-7e34e457d008 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3402314 Feb 19 02:48:24.957833 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 56338) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:48:25.055072 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-b652b8f7-be2a-4086-943d-15be659c91d2 None None] Allocated IP 2001:db8::2 (12eb2a03-bffb-435a-a6ed-3b90f9c3f026/c31b0a6e-254f-47f7-9d7d-ffd10df66b31/e76a98ab-76f5-4af9-bf5a-0bfe2ba293a0) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:48:25.393448 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b652b8f7-be2a-4086-943d-15be659c91d2 None None] Publish callbacks [] for port (e76a98ab-76f5-4af9-bf5a-0bfe2ba293a0), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:25.414035 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b652b8f7-be2a-4086-943d-15be659c91d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (e76a98ab-76f5-4af9-bf5a-0bfe2ba293a0), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:25.452765 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b652b8f7-be2a-4086-943d-15be659c91d2 None None] Network 12eb2a03-bffb-435a-a6ed-3b90f9c3f026 is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:48:25.456866 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-b652b8f7-be2a-4086-943d-15be659c91d2 None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:48:25.460304 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b652b8f7-be2a-4086-943d-15be659c91d2 None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:48:25.473478 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ccc26f4c-a15a-457b-b40b-8af85c67b519 req-ed25e0d7-7c8b-46eb-a9cc-791694d04ea0 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6022ed1-67a1-4ded-890d-e1e66f84412d HTTP/1.1" status: 200 len: 210 time: 0.0337617 Feb 19 02:48:25.604479 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-b652b8f7-be2a-4086-943d-15be659c91d2 None None] Attempting to bind port e76a98ab-76f5-4af9-bf5a-0bfe2ba293a0 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:48:25.605294 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-b652b8f7-be2a-4086-943d-15be659c91d2 None None] Attempting to bind port e76a98ab-76f5-4af9-bf5a-0bfe2ba293a0 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '98bdf59c-d54b-4001-8eaa-3d1068480d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '12eb2a03-bffb-435a-a6ed-3b90f9c3f026'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:48:25.605426 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b652b8f7-be2a-4086-943d-15be659c91d2 None None] Attempting to bind port e76a98ab-76f5-4af9-bf5a-0bfe2ba293a0 on network 12eb2a03-bffb-435a-a6ed-3b90f9c3f026 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:48:25.618857 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b652b8f7-be2a-4086-943d-15be659c91d2 None None] Pushing event updated for resources: {'Port': ['ID=e76a98ab-76f5-4af9-bf5a-0bfe2ba293a0,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:25.628070 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b652b8f7-be2a-4086-943d-15be659c91d2 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:48:25.628542 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b652b8f7-be2a-4086-943d-15be659c91d2 None None] Checking segment: {'id': '98bdf59c-d54b-4001-8eaa-3d1068480d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '12eb2a03-bffb-435a-a6ed-3b90f9c3f026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:48:25.629049 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b652b8f7-be2a-4086-943d-15be659c91d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:25.629507 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b652b8f7-be2a-4086-943d-15be659c91d2 None None] Bound using segment: {'id': '98bdf59c-d54b-4001-8eaa-3d1068480d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '12eb2a03-bffb-435a-a6ed-3b90f9c3f026'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:48:25.629985 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-b652b8f7-be2a-4086-943d-15be659c91d2 None None] Bound port: e76a98ab-76f5-4af9-bf5a-0bfe2ba293a0, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98bdf59c-d54b-4001-8eaa-3d1068480d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '12eb2a03-bffb-435a-a6ed-3b90f9c3f026'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:48:25.631065 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b652b8f7-be2a-4086-943d-15be659c91d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (e76a98ab-76f5-4af9-bf5a-0bfe2ba293a0), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:25.649296 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b652b8f7-be2a-4086-943d-15be659c91d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:48:25.649717 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b652b8f7-be2a-4086-943d-15be659c91d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:48:25.650123 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b652b8f7-be2a-4086-943d-15be659c91d2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:48:25.651566 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b652b8f7-be2a-4086-943d-15be659c91d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:48:25.651928 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b652b8f7-be2a-4086-943d-15be659c91d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:48:25.652373 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b652b8f7-be2a-4086-943d-15be659c91d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:48:25.652718 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b652b8f7-be2a-4086-943d-15be659c91d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:48:25.653106 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b652b8f7-be2a-4086-943d-15be659c91d2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:48:25.653568 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b652b8f7-be2a-4086-943d-15be659c91d2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:48:25.653913 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b652b8f7-be2a-4086-943d-15be659c91d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:48:25.654366 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b652b8f7-be2a-4086-943d-15be659c91d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:48:25.654739 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b652b8f7-be2a-4086-943d-15be659c91d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:48:25.655070 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b652b8f7-be2a-4086-943d-15be659c91d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:48:25.709226 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [req-27a8067a-1dd9-42ea-9cea-f8a74073002b req-3b154892-7197-4d07-b94f-157a07cf7249 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Allocated IP 172.25.6.96 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/3e2a7e27-fc0b-442b-850e-ad081ae8ceef) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:48:25.745459 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b652b8f7-be2a-4086-943d-15be659c91d2 None None] For port e76a98ab-76f5-4af9-bf5a-0bfe2ba293a0, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:48:25.750048 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b652b8f7-be2a-4086-943d-15be659c91d2 None None] For port e76a98ab-76f5-4af9-bf5a-0bfe2ba293a0, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=e76a98ab-76f5-4af9-bf5a-0bfe2ba293a0,segment=NetworkSegment(98bdf59c-d54b-4001-8eaa-3d1068480d84),segment_id=98bdf59c-d54b-4001-8eaa-3d1068480d84)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:48:25.778669 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b652b8f7-be2a-4086-943d-15be659c91d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (e76a98ab-76f5-4af9-bf5a-0bfe2ba293a0), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:25.992556 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9a7ede05-1132-4075-ae0c-32444481d38c tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:26.026979 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b652b8f7-be2a-4086-943d-15be659c91d2 None None] Pushing event updated for resources: {'Port': ['ID=e76a98ab-76f5-4af9-bf5a-0bfe2ba293a0,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:26.101554 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:26.290670 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-43b92b0a-5a73-4247-907e-11c6d12ac940 req-177914c8-37e5-441a-8132-c7a8f666ef2e tempest-ServerMetadataNegativeTestJSON-134247629 tempest-ServerMetadataNegativeTestJSON-134247629-project] 10.222.0.72 "GET /v2.0/ports?device_id=d1e42394-5f2d-412c-a45c-b1288b98d56d HTTP/1.1" status: 200 len: 210 time: 0.2243609 Feb 19 02:48:26.594146 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-27a8067a-1dd9-42ea-9cea-f8a74073002b req-3b154892-7197-4d07-b94f-157a07cf7249 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Publish callbacks [] for port (3e2a7e27-fc0b-442b-850e-ad081ae8ceef), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:26.629319 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-9a7ede05-1132-4075-ae0c-32444481d38c tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Allocated IP 2001:db8::1 (12eb2a03-bffb-435a-a6ed-3b90f9c3f026/c31b0a6e-254f-47f7-9d7d-ffd10df66b31/cfa3592d-fb33-4459-be93-99c65dc9e28c) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:48:26.671738 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-78d3f276-5e54-41b8-b60c-c5c72c9aad82 req-8c8ca80c-bd1a-4634-88e3-563164076f60 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6022ed1-67a1-4ded-890d-e1e66f84412d HTTP/1.1" status: 200 len: 210 time: 0.0458479 Feb 19 02:48:26.784222 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-27a8067a-1dd9-42ea-9cea-f8a74073002b req-3b154892-7197-4d07-b94f-157a07cf7249 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (3e2a7e27-fc0b-442b-850e-ad081ae8ceef), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:26.855292 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27a8067a-1dd9-42ea-9cea-f8a74073002b req-3b154892-7197-4d07-b94f-157a07cf7249 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:48:26.871527 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [req-27a8067a-1dd9-42ea-9cea-f8a74073002b req-3b154892-7197-4d07-b94f-157a07cf7249 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:48:26.884142 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-27a8067a-1dd9-42ea-9cea-f8a74073002b req-3b154892-7197-4d07-b94f-157a07cf7249 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:48:26.889939 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b154892-7197-4d07-b94f-157a07cf7249 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Pushing event updated for resources: {'Port': ['ID=3e2a7e27-fc0b-442b-850e-ad081ae8ceef,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:27.070798 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9a7ede05-1132-4075-ae0c-32444481d38c tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks [] for port (cfa3592d-fb33-4459-be93-99c65dc9e28c), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:27.155111 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-27a8067a-1dd9-42ea-9cea-f8a74073002b req-3b154892-7197-4d07-b94f-157a07cf7249 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Publish callbacks [] for floatingip (7c4913f2-043b-4a67-bf74-f1aaccc93941), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:27.179267 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9a7ede05-1132-4075-ae0c-32444481d38c tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (cfa3592d-fb33-4459-be93-99c65dc9e28c), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:27.249965 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-27a8067a-1dd9-42ea-9cea-f8a74073002b req-3b154892-7197-4d07-b94f-157a07cf7249 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (3e2a7e27-fc0b-442b-850e-ad081ae8ceef), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:27.314013 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7ede05-1132-4075-ae0c-32444481d38c tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Network 12eb2a03-bffb-435a-a6ed-3b90f9c3f026 is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:48:27.323821 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-9a7ede05-1132-4075-ae0c-32444481d38c tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:48:27.332680 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7ede05-1132-4075-ae0c-32444481d38c tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:48:27.333265 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9a7ede05-1132-4075-ae0c-32444481d38c tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16289150'] for router_interface (7a05df34-5faf-41aa-9261-320b2c8e029d), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:27.346370 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be374ea-268d-4d27-b312-fbbf8a10ba01 req-a70b8861-194d-4df8-9e96-edd65c0fb373 tempest-ServerMetadataNegativeTestJSON-134247629 tempest-ServerMetadataNegativeTestJSON-134247629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:27.350176 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-2be374ea-268d-4d27-b312-fbbf8a10ba01 req-a70b8861-194d-4df8-9e96-edd65c0fb373 tempest-ServerMetadataNegativeTestJSON-134247629 tempest-ServerMetadataNegativeTestJSON-134247629-project] 10.222.0.73 "GET /v2.0/networks?id=6e891156-6385-4be5-a2bb-260a53d293ef HTTP/1.1" status: 200 len: 820 time: 0.2370062 Feb 19 02:48:27.371702 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-2be374ea-268d-4d27-b312-fbbf8a10ba01 req-d13b7131-58cf-4fa5-8a58-28ac53c47be2 tempest-ServerMetadataNegativeTestJSON-134247629 tempest-ServerMetadataNegativeTestJSON-134247629-project] Request body: {'port': {'device_id': 'd1e42394-5f2d-412c-a45c-b1288b98d56d', 'network_id': '6e891156-6385-4be5-a2bb-260a53d293ef', 'admin_state_up': True, 'tenant_id': '30dab1686995466b98f506b48929d69f'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:48:27.386494 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2090241f-dbaa-48ce-aa28-19483dde1980 None None] Network 12eb2a03-bffb-435a-a6ed-3b90f9c3f026 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:48:27.401831 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7ede05-1132-4075-ae0c-32444481d38c tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Pushing event updated for resources: {'Port': ['ID=cfa3592d-fb33-4459-be93-99c65dc9e28c,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:27.473516 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-744cf3fc-7782-4d26-a77b-c4797e7a672c None None] Provisioning complete for port e76a98ab-76f5-4af9-bf5a-0bfe2ba293a0 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:48:27.475158 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-744cf3fc-7782-4d26-a77b-c4797e7a672c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (e76a98ab-76f5-4af9-bf5a-0bfe2ba293a0), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:27.490012 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a5a5eaae-b1a0-4070-975d-d709e74860f8 req-65c627f5-e7ec-468e-a976-dd09dc402705 tempest-ServerMetadataNegativeTestJSON-134247629 tempest-ServerMetadataNegativeTestJSON-134247629-project] 10.222.0.72 "GET /v2.0/ports?device_id=d1e42394-5f2d-412c-a45c-b1288b98d56d HTTP/1.1" status: 200 len: 210 time: 0.0649374 Feb 19 02:48:27.537353 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2be374ea-268d-4d27-b312-fbbf8a10ba01 req-d13b7131-58cf-4fa5-8a58-28ac53c47be2 tempest-ServerMetadataNegativeTestJSON-134247629 tempest-ServerMetadataNegativeTestJSON-134247629-project] Made reservation on behalf of 30dab1686995466b98f506b48929d69f for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:48:27.545199 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-2be374ea-268d-4d27-b312-fbbf8a10ba01 req-d13b7131-58cf-4fa5-8a58-28ac53c47be2 tempest-ServerMetadataNegativeTestJSON-134247629 tempest-ServerMetadataNegativeTestJSON-134247629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:27.641799 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9a7ede05-1132-4075-ae0c-32444481d38c tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (cfa3592d-fb33-4459-be93-99c65dc9e28c), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:27.658689 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-744cf3fc-7782-4d26-a77b-c4797e7a672c None None] Current status of the port e76a98ab-76f5-4af9-bf5a-0bfe2ba293a0 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:48:27.659090 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-744cf3fc-7782-4d26-a77b-c4797e7a672c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (e76a98ab-76f5-4af9-bf5a-0bfe2ba293a0), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:27.708296 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-744cf3fc-7782-4d26-a77b-c4797e7a672c None None] For port e76a98ab-76f5-4af9-bf5a-0bfe2ba293a0, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=e76a98ab-76f5-4af9-bf5a-0bfe2ba293a0,segment=NetworkSegment(98bdf59c-d54b-4001-8eaa-3d1068480d84),segment_id=98bdf59c-d54b-4001-8eaa-3d1068480d84)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:48:27.723371 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-744cf3fc-7782-4d26-a77b-c4797e7a672c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (e76a98ab-76f5-4af9-bf5a-0bfe2ba293a0), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:27.756651 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [req-2be374ea-268d-4d27-b312-fbbf8a10ba01 req-d13b7131-58cf-4fa5-8a58-28ac53c47be2 tempest-ServerMetadataNegativeTestJSON-134247629 tempest-ServerMetadataNegativeTestJSON-134247629-project] Allocated IP 172.20.0.10 (6e891156-6385-4be5-a2bb-260a53d293ef/29fe73f7-5966-48df-ae0d-ff62261cc269/1b9f54b4-1c40-4cce-82c8-8148e022a56f) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:48:27.776194 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-27a8067a-1dd9-42ea-9cea-f8a74073002b req-3b154892-7197-4d07-b94f-157a07cf7249 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Publish callbacks [] for port (3e2a7e27-fc0b-442b-850e-ad081ae8ceef), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:27.845998 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744cf3fc-7782-4d26-a77b-c4797e7a672c None None] Pushing event updated for resources: {'Port': ['ID=e76a98ab-76f5-4af9-bf5a-0bfe2ba293a0,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:27.854797 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-27a8067a-1dd9-42ea-9cea-f8a74073002b req-3b154892-7197-4d07-b94f-157a07cf7249 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (3e2a7e27-fc0b-442b-850e-ad081ae8ceef), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:27.897125 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-daaaa1c0-6e6f-4305-b309-cd86aee1cfcc req-e42416e2-4387-4483-aaa6-1b1dbb4c3643 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6022ed1-67a1-4ded-890d-e1e66f84412d HTTP/1.1" status: 200 len: 210 time: 0.0571280 Feb 19 02:48:27.997039 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b154892-7197-4d07-b94f-157a07cf7249 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Pushing event updated for resources: {'Port': ['ID=3e2a7e27-fc0b-442b-850e-ad081ae8ceef,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:28.070124 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-d7ad43a5-e4d7-4d4a-82c0-14f721db2a1d None None] Provisioning complete for port e76a98ab-76f5-4af9-bf5a-0bfe2ba293a0 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:48:28.070498 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d7ad43a5-e4d7-4d4a-82c0-14f721db2a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (e76a98ab-76f5-4af9-bf5a-0bfe2ba293a0), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:28.086840 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-27a8067a-1dd9-42ea-9cea-f8a74073002b req-3b154892-7197-4d07-b94f-157a07cf7249 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16285943'] for floatingip (7c4913f2-043b-4a67-bf74-f1aaccc93941), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:28.110401 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-2be374ea-268d-4d27-b312-fbbf8a10ba01 req-d13b7131-58cf-4fa5-8a58-28ac53c47be2 tempest-ServerMetadataNegativeTestJSON-134247629 tempest-ServerMetadataNegativeTestJSON-134247629-project] Publish callbacks [] for port (1b9f54b4-1c40-4cce-82c8-8148e022a56f), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:28.138544 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-27a8067a-1dd9-42ea-9cea-f8a74073002b req-3b154892-7197-4d07-b94f-157a07cf7249 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:28.146277 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-27a8067a-1dd9-42ea-9cea-f8a74073002b req-3b154892-7197-4d07-b94f-157a07cf7249 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.5440454 Feb 19 02:48:28.211161 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-2be374ea-268d-4d27-b312-fbbf8a10ba01 req-d13b7131-58cf-4fa5-8a58-28ac53c47be2 tempest-ServerMetadataNegativeTestJSON-134247629 tempest-ServerMetadataNegativeTestJSON-134247629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (1b9f54b4-1c40-4cce-82c8-8148e022a56f), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:28.223443 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-27a8067a-1dd9-42ea-9cea-f8a74073002b req-25f1c67a-815a-4efd-9c40-a0d97b908cd7 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.6.96 HTTP/1.1" status: 200 len: 695 time: 0.0761948 Feb 19 02:48:28.290291 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-d7ad43a5-e4d7-4d4a-82c0-14f721db2a1d None None] Current status of the port e76a98ab-76f5-4af9-bf5a-0bfe2ba293a0 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:48:28.310266 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device e76a98ab-76f5-4af9-bf5a-0bfe2ba293a0 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:48:28.312805 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-d7ad43a5-e4d7-4d4a-82c0-14f721db2a1d None None] Provisioning complete for port cfa3592d-fb33-4459-be93-99c65dc9e28c triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:48:28.313217 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d7ad43a5-e4d7-4d4a-82c0-14f721db2a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (cfa3592d-fb33-4459-be93-99c65dc9e28c), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:28.324797 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2be374ea-268d-4d27-b312-fbbf8a10ba01 req-d13b7131-58cf-4fa5-8a58-28ac53c47be2 tempest-ServerMetadataNegativeTestJSON-134247629 tempest-ServerMetadataNegativeTestJSON-134247629-project] Network 6e891156-6385-4be5-a2bb-260a53d293ef is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:48:28.328185 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [req-2be374ea-268d-4d27-b312-fbbf8a10ba01 req-d13b7131-58cf-4fa5-8a58-28ac53c47be2 tempest-ServerMetadataNegativeTestJSON-134247629 tempest-ServerMetadataNegativeTestJSON-134247629-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:48:28.340730 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-2be374ea-268d-4d27-b312-fbbf8a10ba01 req-d13b7131-58cf-4fa5-8a58-28ac53c47be2 tempest-ServerMetadataNegativeTestJSON-134247629 tempest-ServerMetadataNegativeTestJSON-134247629-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:48:28.424249 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13b7131-58cf-4fa5-8a58-28ac53c47be2 tempest-ServerMetadataNegativeTestJSON-134247629 tempest-ServerMetadataNegativeTestJSON-134247629-project] Pushing event updated for resources: {'Port': ['ID=1b9f54b4-1c40-4cce-82c8-8148e022a56f,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:28.456997 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-d7ad43a5-e4d7-4d4a-82c0-14f721db2a1d None None] Port cfa3592d-fb33-4459-be93-99c65dc9e28c cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:48:28.487033 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be374ea-268d-4d27-b312-fbbf8a10ba01 req-d13b7131-58cf-4fa5-8a58-28ac53c47be2 tempest-ServerMetadataNegativeTestJSON-134247629 tempest-ServerMetadataNegativeTestJSON-134247629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:28.487671 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-2be374ea-268d-4d27-b312-fbbf8a10ba01 req-d13b7131-58cf-4fa5-8a58-28ac53c47be2 tempest-ServerMetadataNegativeTestJSON-134247629 tempest-ServerMetadataNegativeTestJSON-134247629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:28.491470 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port e76a98ab-76f5-4af9-bf5a-0bfe2ba293a0 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:48:28.492450 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (e76a98ab-76f5-4af9-bf5a-0bfe2ba293a0), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:28.508901 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9a7ede05-1132-4075-ae0c-32444481d38c tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks [] for port (cfa3592d-fb33-4459-be93-99c65dc9e28c), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:28.518765 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-2be374ea-268d-4d27-b312-fbbf8a10ba01 req-d13b7131-58cf-4fa5-8a58-28ac53c47be2 tempest-ServerMetadataNegativeTestJSON-134247629 tempest-ServerMetadataNegativeTestJSON-134247629-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1525433 Feb 19 02:48:28.537169 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-2be374ea-268d-4d27-b312-fbbf8a10ba01 req-2c903940-a639-4c9b-a277-259d05254942 service neutron] Request body: {'port': {'device_id': 'd1e42394-5f2d-412c-a45c-b1288b98d56d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826753-2'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:48:28.558406 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9a7ede05-1132-4075-ae0c-32444481d38c tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (cfa3592d-fb33-4459-be93-99c65dc9e28c), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:28.560654 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9a7ede05-1132-4075-ae0c-32444481d38c tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16362769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16289258'] for router_interface (7a05df34-5faf-41aa-9261-320b2c8e029d), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:28.622499 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port e76a98ab-76f5-4af9-bf5a-0bfe2ba293a0 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:48:28.640052 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-5d153a93-e163-4dc2-a1ba-8c8e807f83b5 None None] Provisioning complete for port cfa3592d-fb33-4459-be93-99c65dc9e28c triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:48:28.640774 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5d153a93-e163-4dc2-a1ba-8c8e807f83b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (cfa3592d-fb33-4459-be93-99c65dc9e28c), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:28.697228 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-2be374ea-268d-4d27-b312-fbbf8a10ba01 req-2c903940-a639-4c9b-a277-259d05254942 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (1b9f54b4-1c40-4cce-82c8-8148e022a56f), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:28.725898 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-5d153a93-e163-4dc2-a1ba-8c8e807f83b5 None None] Port cfa3592d-fb33-4459-be93-99c65dc9e28c cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:48:28.786259 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a8067a-1dd9-42ea-9cea-f8a74073002b req-23b252c6-25f1-4c5b-96d5-05d93df27e54 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:28.788669 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-27a8067a-1dd9-42ea-9cea-f8a74073002b req-23b252c6-25f1-4c5b-96d5-05d93df27e54 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] 10.222.0.72 "GET /v2.0/networks/eaf64708-9021-419e-b287-ef3e0f51e2ee HTTP/1.1" status: 200 len: 784 time: 0.5644255 Feb 19 02:48:28.809059 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7ede05-1132-4075-ae0c-32444481d38c tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Pushing event updated for resources: {'Port': ['ID=cfa3592d-fb33-4459-be93-99c65dc9e28c,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:28.875136 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7ede05-1132-4075-ae0c-32444481d38c tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Network 12eb2a03-bffb-435a-a6ed-3b90f9c3f026 is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:48:28.881530 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-9a7ede05-1132-4075-ae0c-32444481d38c tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:48:29.105761 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd1bead-d7a4-4c0b-b05c-7dd774af70bf req-63107f50-e987-4f6e-a25e-b63437535269 tempest-ServerMetadataNegativeTestJSON-134247629 tempest-ServerMetadataNegativeTestJSON-134247629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:29.109097 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9bd1bead-d7a4-4c0b-b05c-7dd774af70bf req-63107f50-e987-4f6e-a25e-b63437535269 tempest-ServerMetadataNegativeTestJSON-134247629 tempest-ServerMetadataNegativeTestJSON-134247629-project] 10.222.0.72 "GET /v2.0/ports?device_id=d1e42394-5f2d-412c-a45c-b1288b98d56d HTTP/1.1" status: 200 len: 932 time: 0.1590271 Feb 19 02:48:29.200440 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9bd1bead-d7a4-4c0b-b05c-7dd774af70bf req-2fb0b7c5-b73d-49d2-a420-ab7a184ea15c tempest-ServerMetadataNegativeTestJSON-134247629 tempest-ServerMetadataNegativeTestJSON-134247629-project] 10.222.0.72 "GET /v2.0/security-groups?id=16109ace-da36-4e6d-9d65-4cd88e83e5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842338 Feb 19 02:48:29.206100 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a7ede05-1132-4075-ae0c-32444481d38c tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Router 7a05df34-5faf-41aa-9261-320b2c8e029d is scheduled to L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd with binding_index 1 {{(pid=103701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 02:48:29.289306 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-2be374ea-268d-4d27-b312-fbbf8a10ba01 req-2c903940-a639-4c9b-a277-259d05254942 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b9f54b4-1c40-4cce-82c8-8148e022a56f {{(pid=103702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:48:29.298412 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-2be374ea-268d-4d27-b312-fbbf8a10ba01 req-2c903940-a639-4c9b-a277-259d05254942 service neutron] Publish callbacks [] for port (1b9f54b4-1c40-4cce-82c8-8148e022a56f), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:29.314519 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-2be374ea-268d-4d27-b312-fbbf8a10ba01 req-2c903940-a639-4c9b-a277-259d05254942 service neutron] Transition to ACTIVE for port object 1b9f54b4-1c40-4cce-82c8-8148e022a56f will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:48:29.319539 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-2be374ea-268d-4d27-b312-fbbf8a10ba01 req-2c903940-a639-4c9b-a277-259d05254942 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (1b9f54b4-1c40-4cce-82c8-8148e022a56f), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:29.352597 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-ef17f25b-a00c-4798-a6a2-4f13dad91af8 None None] Provisioning complete for port cfa3592d-fb33-4459-be93-99c65dc9e28c triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:48:29.353385 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-ef17f25b-a00c-4798-a6a2-4f13dad91af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (cfa3592d-fb33-4459-be93-99c65dc9e28c), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:29.397259 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c903940-a639-4c9b-a277-259d05254942 service neutron] Pushing event updated for resources: {'Port': ['ID=1b9f54b4-1c40-4cce-82c8-8148e022a56f,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:29.407612 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-ef17f25b-a00c-4798-a6a2-4f13dad91af8 None None] Port cfa3592d-fb33-4459-be93-99c65dc9e28c cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:48:29.461791 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-be4c87f3-fcaf-49c2-86c5-be8008e711b7 req-c29e89a3-470c-4336-ada9-00a4909236b9 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6022ed1-67a1-4ded-890d-e1e66f84412d HTTP/1.1" status: 200 len: 210 time: 0.0511663 Feb 19 02:48:29.497956 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a7ede05-1132-4075-ae0c-32444481d38c tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:48:29.500922 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-2be374ea-268d-4d27-b312-fbbf8a10ba01 req-2c903940-a639-4c9b-a277-259d05254942 service neutron] Attempting to bind port 1b9f54b4-1c40-4cce-82c8-8148e022a56f on host n-h1-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:48:29.501858 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-2be374ea-268d-4d27-b312-fbbf8a10ba01 req-2c903940-a639-4c9b-a277-259d05254942 service neutron] Attempting to bind port 1b9f54b4-1c40-4cce-82c8-8148e022a56f by drivers openvswitch,hyperv on host n-h1-826753-2 at level 0 using segments [{'id': 'b39e090c-0890-499a-915b-cff73acd13da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '6e891156-6385-4be5-a2bb-260a53d293ef'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:48:29.502320 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be374ea-268d-4d27-b312-fbbf8a10ba01 req-2c903940-a639-4c9b-a277-259d05254942 service neutron] Attempting to bind port 1b9f54b4-1c40-4cce-82c8-8148e022a56f on network 6e891156-6385-4be5-a2bb-260a53d293ef {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:48:29.507977 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-9a7ede05-1132-4075-ae0c-32444481d38c tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] 10.222.0.72 "PUT /v2.0/routers/7a05df34-5faf-41aa-9261-320b2c8e029d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5486763 Feb 19 02:48:29.509545 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 56460) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:48:29.510274 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c042023-9f8d-4ba2-b808-73ac5d082f80 None None] Sync routers for ids ['7a05df34-5faf-41aa-9261-320b2c8e029d'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:48:29.531816 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c042023-9f8d-4ba2-b808-73ac5d082f80 None None] Routers {'7a05df34-5faf-41aa-9261-320b2c8e029d'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:48:29.532437 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-6c042023-9f8d-4ba2-b808-73ac5d082f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:48:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['7a05df34-5faf-41aa-9261-320b2c8e029d'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:48:29.533325 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cf8acdd3-2d70-4a55-987f-22b7460c0a5f req-6edeeb34-b4c9-4a64-bd35-265db4b03f0e tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2138624 Feb 19 02:48:29.544540 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-cf8acdd3-2d70-4a55-987f-22b7460c0a5f req-01f3c3cd-2ff1-41ba-bced-904901e940de tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Request body: {'floatingip': {'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:48:29.576837 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fef021c-514e-4f50-bfd5-40878ca81e61 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:29.579511 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-6fef021c-514e-4f50-bfd5-40878ca81e61 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] 10.222.0.72 "GET /v2.0/ports/cfa3592d-fb33-4459-be93-99c65dc9e28c HTTP/1.1" status: 200 len: 911 time: 0.0688100 Feb 19 02:48:29.580288 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be374ea-268d-4d27-b312-fbbf8a10ba01 req-2c903940-a639-4c9b-a277-259d05254942 service neutron] Port 1b9f54b4-1c40-4cce-82c8-8148e022a56f on network 6e891156-6385-4be5-a2bb-260a53d293ef not bound, no agent of type Open vSwitch agent registered on host n-h1-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:48:29.580655 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be374ea-268d-4d27-b312-fbbf8a10ba01 req-2c903940-a639-4c9b-a277-259d05254942 service neutron] Attempting to bind port 1b9f54b4-1c40-4cce-82c8-8148e022a56f on network 6e891156-6385-4be5-a2bb-260a53d293ef {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:48:29.582786 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 56464) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:48:29.597730 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-cf8acdd3-2d70-4a55-987f-22b7460c0a5f req-01f3c3cd-2ff1-41ba-bced-904901e940de tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:29.609263 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-6c042023-9f8d-4ba2-b808-73ac5d082f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:48:29.626384 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c042023-9f8d-4ba2-b808-73ac5d082f80 None None] Routers {'7a05df34-5faf-41aa-9261-320b2c8e029d'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:48:29.627396 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-6c042023-9f8d-4ba2-b808-73ac5d082f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:48:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['7a05df34-5faf-41aa-9261-320b2c8e029d'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:48:29.634557 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be374ea-268d-4d27-b312-fbbf8a10ba01 req-2c903940-a639-4c9b-a277-259d05254942 service neutron] Checking agent: {'id': '9d56fb1b-2855-496a-a6d9-c324740cb98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:48:29.635402 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be374ea-268d-4d27-b312-fbbf8a10ba01 req-2c903940-a639-4c9b-a277-259d05254942 service neutron] Checking segment: {'id': 'b39e090c-0890-499a-915b-cff73acd13da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '6e891156-6385-4be5-a2bb-260a53d293ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:48:29.636386 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be374ea-268d-4d27-b312-fbbf8a10ba01 req-2c903940-a639-4c9b-a277-259d05254942 service neutron] Bound using segment: {'id': 'b39e090c-0890-499a-915b-cff73acd13da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '6e891156-6385-4be5-a2bb-260a53d293ef'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:48:29.636986 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-2be374ea-268d-4d27-b312-fbbf8a10ba01 req-2c903940-a639-4c9b-a277-259d05254942 service neutron] Bound port: 1b9f54b4-1c40-4cce-82c8-8148e022a56f, host: n-h1-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b39e090c-0890-499a-915b-cff73acd13da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '6e891156-6385-4be5-a2bb-260a53d293ef'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:48:29.637449 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-2be374ea-268d-4d27-b312-fbbf8a10ba01 req-2c903940-a639-4c9b-a277-259d05254942 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (1b9f54b4-1c40-4cce-82c8-8148e022a56f), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:29.806345 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-6c042023-9f8d-4ba2-b808-73ac5d082f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:48:29.807091 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c042023-9f8d-4ba2-b808-73ac5d082f80 None None] The sync data for ids ['7a05df34-5faf-41aa-9261-320b2c8e029d'] in n-d-826753-2 is: [] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:48:29.819992 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-cf8acdd3-2d70-4a55-987f-22b7460c0a5f req-01f3c3cd-2ff1-41ba-bced-904901e940de tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:29.867460 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-2be374ea-268d-4d27-b312-fbbf8a10ba01 req-2c903940-a639-4c9b-a277-259d05254942 service neutron] For port 1b9f54b4-1c40-4cce-82c8-8148e022a56f, host n-h1-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:48:29.888402 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-2be374ea-268d-4d27-b312-fbbf8a10ba01 req-2c903940-a639-4c9b-a277-259d05254942 service neutron] For port 1b9f54b4-1c40-4cce-82c8-8148e022a56f, host n-h1-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=1b9f54b4-1c40-4cce-82c8-8148e022a56f,segment=NetworkSegment(b39e090c-0890-499a-915b-cff73acd13da),segment_id=b39e090c-0890-499a-915b-cff73acd13da)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:48:29.904938 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-2be374ea-268d-4d27-b312-fbbf8a10ba01 req-2c903940-a639-4c9b-a277-259d05254942 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (1b9f54b4-1c40-4cce-82c8-8148e022a56f), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:29.976721 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [req-cf8acdd3-2d70-4a55-987f-22b7460c0a5f req-01f3c3cd-2ff1-41ba-bced-904901e940de tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Allocated IP 172.25.6.121 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/ee53314b-c143-4590-952f-e1db0280b5cf) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:48:30.005149 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be374ea-268d-4d27-b312-fbbf8a10ba01 req-2c903940-a639-4c9b-a277-259d05254942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:30.006376 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-2be374ea-268d-4d27-b312-fbbf8a10ba01 req-2c903940-a639-4c9b-a277-259d05254942 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:30.008047 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-2be374ea-268d-4d27-b312-fbbf8a10ba01 req-2c903940-a639-4c9b-a277-259d05254942 service neutron] 10.222.0.73 "PUT /v2.0/ports/1b9f54b4-1c40-4cce-82c8-8148e022a56f HTTP/1.1" status: 200 len: 1092 time: 1.4758444 Feb 19 02:48:30.008516 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1e42394-5f2d-412c-a45c-b1288b98d56d', 'tag': '1b9f54b4-1c40-4cce-82c8-8148e022a56f'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:48:30.010856 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c16425fb-5edf-41bb-865e-1a62fc57428c" -d '{"events": [{"name": "network-changed", "server_uuid": "d1e42394-5f2d-412c-a45c-b1288b98d56d", "tag": "1b9f54b4-1c40-4cce-82c8-8148e022a56f"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:48:30.107927 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c903940-a639-4c9b-a277-259d05254942 service neutron] Pushing event updated for resources: {'Port': ['ID=1b9f54b4-1c40-4cce-82c8-8148e022a56f,revision_number=3']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:30.142552 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be374ea-268d-4d27-b312-fbbf8a10ba01 req-b274a08e-c06a-41e7-9e03-e50ee141de0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:30.144462 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-2be374ea-268d-4d27-b312-fbbf8a10ba01 req-b274a08e-c06a-41e7-9e03-e50ee141de0d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=30dab1686995466b98f506b48929d69f&device_id=d1e42394-5f2d-412c-a45c-b1288b98d56d HTTP/1.1" status: 200 len: 1126 time: 0.0677295 Feb 19 02:48:30.189393 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ac956c-2426-4aa7-ac65-09b9b2e8a00f req-772200bc-e564-41f6-8328-6f7dd3bc7886 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:30.191098 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-30ac956c-2426-4aa7-ac65-09b9b2e8a00f req-772200bc-e564-41f6-8328-6f7dd3bc7886 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/networks?id=bf672100-ed94-443f-908a-4ecaf8a2d628 HTTP/1.1" status: 200 len: 804 time: 0.1879110 Feb 19 02:48:30.214048 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-cf8acdd3-2d70-4a55-987f-22b7460c0a5f req-01f3c3cd-2ff1-41ba-bced-904901e940de tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Publish callbacks [] for port (ee53314b-c143-4590-952f-e1db0280b5cf), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:30.220694 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-30ac956c-2426-4aa7-ac65-09b9b2e8a00f req-1668dd6e-7251-45ce-8fe3-5548a817acdc tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/quotas/c7760c6b8b69415fb3db99a9707764df HTTP/1.1" status: 200 len: 375 time: 0.0193186 Feb 19 02:48:30.545344 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-2be374ea-268d-4d27-b312-fbbf8a10ba01 req-619be4da-c0d6-4928-bad8-710fc3b54391 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1b9f54b4-1c40-4cce-82c8-8148e022a56f HTTP/1.1" status: 200 len: 217 time: 0.3715708 Feb 19 02:48:30.610154 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ad14e4f3-658c-4dca-ae7e-01b69e179ac5 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16289271'] for router_interface (7a05df34-5faf-41aa-9261-320b2c8e029d), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:30.617415 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be374ea-268d-4d27-b312-fbbf8a10ba01 req-2b12d1d4-18f0-4e06-a7cb-cacc09193089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:30.619137 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-2be374ea-268d-4d27-b312-fbbf8a10ba01 req-2b12d1d4-18f0-4e06-a7cb-cacc09193089 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=29fe73f7-5966-48df-ae0d-ff62261cc269 HTTP/1.1" status: 200 len: 860 time: 0.0655003 Feb 19 02:48:30.680090 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-cf8acdd3-2d70-4a55-987f-22b7460c0a5f req-01f3c3cd-2ff1-41ba-bced-904901e940de tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (ee53314b-c143-4590-952f-e1db0280b5cf), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:30.687317 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-2be374ea-268d-4d27-b312-fbbf8a10ba01 req-62c55a51-8d1d-437d-b373-323b08a95568 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6e891156-6385-4be5-a2bb-260a53d293ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311377 Feb 19 02:48:30.713151 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-30ac956c-2426-4aa7-ac65-09b9b2e8a00f req-dc8cc586-a28f-4262-bab5-b48237bd8c43 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=c7760c6b8b69415fb3db99a9707764df&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4805274 Feb 19 02:48:30.731011 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf8acdd3-2d70-4a55-987f-22b7460c0a5f req-01f3c3cd-2ff1-41ba-bced-904901e940de tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:48:30.747243 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [req-cf8acdd3-2d70-4a55-987f-22b7460c0a5f req-01f3c3cd-2ff1-41ba-bced-904901e940de tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:48:30.750404 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf8acdd3-2d70-4a55-987f-22b7460c0a5f req-01f3c3cd-2ff1-41ba-bced-904901e940de tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:48:30.752519 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f3c3cd-2ff1-41ba-bced-904901e940de tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Pushing event updated for resources: {'Port': ['ID=ee53314b-c143-4590-952f-e1db0280b5cf,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:30.892457 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-30ac956c-2426-4aa7-ac65-09b9b2e8a00f req-950c0c95-b0a1-40f6-a411-ef27be78a4da service neutron] 10.222.0.72 "GET /v2.0/networks/bf672100-ed94-443f-908a-4ecaf8a2d628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565707 Feb 19 02:48:30.904206 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-2be374ea-268d-4d27-b312-fbbf8a10ba01 req-3f638759-e017-4796-a4c5-c69d0e60bbd6 service neutron] 10.222.0.73 "GET /v2.0/networks/6e891156-6385-4be5-a2bb-260a53d293ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889110 Feb 19 02:48:30.952199 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-cf8acdd3-2d70-4a55-987f-22b7460c0a5f req-01f3c3cd-2ff1-41ba-bced-904901e940de tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Publish callbacks [] for floatingip (03a232a7-aa64-44fc-8d03-01772dfd0e27), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:31.012939 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-cf8acdd3-2d70-4a55-987f-22b7460c0a5f req-01f3c3cd-2ff1-41ba-bced-904901e940de tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (ee53314b-c143-4590-952f-e1db0280b5cf), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:31.065153 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-30ac956c-2426-4aa7-ac65-09b9b2e8a00f req-dcd69e67-833b-4b98-bf68-11fe6ebb4a5f service neutron] 10.222.0.72 "GET /v2.0/networks/bf672100-ed94-443f-908a-4ecaf8a2d628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656852 Feb 19 02:48:31.075649 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-2be374ea-268d-4d27-b312-fbbf8a10ba01 req-8a158bb7-59fa-4c54-8536-9353c01fb52a service neutron] 10.222.0.73 "GET /v2.0/networks/6e891156-6385-4be5-a2bb-260a53d293ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637237 Feb 19 02:48:31.113734 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-ad14e4f3-658c-4dca-ae7e-01b69e179ac5 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Deleting port cfa3592d-fb33-4459-be93-99c65dc9e28c {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:48:31.114190 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ad14e4f3-658c-4dca-ae7e-01b69e179ac5 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (cfa3592d-fb33-4459-be93-99c65dc9e28c), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:31.229380 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-cf8acdd3-2d70-4a55-987f-22b7460c0a5f req-01f3c3cd-2ff1-41ba-bced-904901e940de tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Publish callbacks [] for port (ee53314b-c143-4590-952f-e1db0280b5cf), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:31.235053 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-cf8acdd3-2d70-4a55-987f-22b7460c0a5f req-01f3c3cd-2ff1-41ba-bced-904901e940de tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (ee53314b-c143-4590-952f-e1db0280b5cf), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:31.260168 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa5ce6be-24a0-43e4-9a3e-e4c1e62df9f7 x-openstack-request-id: req-fa5ce6be-24a0-43e4-9a3e-e4c1e62df9f7 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:48:31.260815 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1e42394-5f2d-412c-a45c-b1288b98d56d", "tag": "1b9f54b4-1c40-4cce-82c8-8148e022a56f", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:48:31.261621 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-fa5ce6be-24a0-43e4-9a3e-e4c1e62df9f7 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:48:31.261861 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1e42394-5f2d-412c-a45c-b1288b98d56d', 'tag': '1b9f54b4-1c40-4cce-82c8-8148e022a56f', 'status': 'completed', 'code': 200} Feb 19 02:48:31.263860 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ad14e4f3-658c-4dca-ae7e-01b69e179ac5 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (cfa3592d-fb33-4459-be93-99c65dc9e28c), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:31.282022 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-ad14e4f3-658c-4dca-ae7e-01b69e179ac5 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Calling delete_port for cfa3592d-fb33-4459-be93-99c65dc9e28c owned by network:router_interface {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:48:31.386858 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device f444645c-4fa7-4924-b116-1f3b6946ee37 no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:48:31.422252 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f3c3cd-2ff1-41ba-bced-904901e940de tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Pushing event updated for resources: {'Port': ['ID=ee53314b-c143-4590-952f-e1db0280b5cf,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:31.477458 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-cf8acdd3-2d70-4a55-987f-22b7460c0a5f req-01f3c3cd-2ff1-41ba-bced-904901e940de tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16285943'] for floatingip (03a232a7-aa64-44fc-8d03-01772dfd0e27), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:31.491937 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16425fb-5edf-41bb-865e-1a62fc57428c req-81f1deb9-c2e0-4623-a950-437de71982f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:31.494721 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c16425fb-5edf-41bb-865e-1a62fc57428c req-81f1deb9-c2e0-4623-a950-437de71982f8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=30dab1686995466b98f506b48929d69f&device_id=d1e42394-5f2d-412c-a45c-b1288b98d56d HTTP/1.1" status: 200 len: 1126 time: 0.1836722 Feb 19 02:48:31.501648 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0c08e0-a458-4254-8dc7-2bf83d595097 req-017ffd17-ee3b-4b09-a2df-39aec132e7b2 tempest-ServerMetadataNegativeTestJSON-134247629 tempest-ServerMetadataNegativeTestJSON-134247629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:31.516237 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1e0c08e0-a458-4254-8dc7-2bf83d595097 req-017ffd17-ee3b-4b09-a2df-39aec132e7b2 tempest-ServerMetadataNegativeTestJSON-134247629 tempest-ServerMetadataNegativeTestJSON-134247629-project] 10.222.0.72 "GET /v2.0/ports?device_id=d1e42394-5f2d-412c-a45c-b1288b98d56d HTTP/1.1" status: 200 len: 944 time: 0.1988292 Feb 19 02:48:31.545906 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-cf8acdd3-2d70-4a55-987f-22b7460c0a5f req-01f3c3cd-2ff1-41ba-bced-904901e940de tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:31.547553 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cf8acdd3-2d70-4a55-987f-22b7460c0a5f req-01f3c3cd-2ff1-41ba-bced-904901e940de tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0112476 Feb 19 02:48:31.552943 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port f444645c-4fa7-4924-b116-1f3b6946ee37 is: ACTIVE; New status is: DOWN {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:48:31.553420 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (f444645c-4fa7-4924-b116-1f3b6946ee37), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:31.598845 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba08959b-2d30-4a3f-ab13-d0d6031530ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f444645c-4fa7-4924-b116-1f3b6946ee37'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:48:31.601661 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77eff8aa-195d-467b-8ee1-b18a418dc274" -d '{"events": [{"server_uuid": "ba08959b-2d30-4a3f-ab13-d0d6031530ff", "name": "network-vif-unplugged", "status": "completed", "tag": "f444645c-4fa7-4924-b116-1f3b6946ee37"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:48:31.644198 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16425fb-5edf-41bb-865e-1a62fc57428c req-ff60d32c-8eeb-4ab6-80a2-7a2a2bd41102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:31.652932 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c16425fb-5edf-41bb-865e-1a62fc57428c req-ff60d32c-8eeb-4ab6-80a2-7a2a2bd41102 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6e891156-6385-4be5-a2bb-260a53d293ef HTTP/1.1" status: 200 len: 921 time: 0.1380620 Feb 19 02:48:31.655962 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cf8acdd3-2d70-4a55-987f-22b7460c0a5f req-8ab93e0a-53b9-4894-abd4-78ddc9249d39 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.6.121 HTTP/1.1" status: 200 len: 696 time: 0.0902197 Feb 19 02:48:31.656748 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port f444645c-4fa7-4924-b116-1f3b6946ee37, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=f444645c-4fa7-4924-b116-1f3b6946ee37,segment=NetworkSegment(95c489b5-d2f5-4704-89fb-8accaa8a0e0f),segment_id=95c489b5-d2f5-4704-89fb-8accaa8a0e0f)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:48:31.675216 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (f444645c-4fa7-4924-b116-1f3b6946ee37), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:31.692287 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1e0c08e0-a458-4254-8dc7-2bf83d595097 req-a1e58657-3b14-4816-8fe7-7b07608e844a tempest-ServerMetadataNegativeTestJSON-134247629 tempest-ServerMetadataNegativeTestJSON-134247629-project] 10.222.0.72 "GET /v2.0/security-groups?id=16109ace-da36-4e6d-9d65-4cd88e83e5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703055 Feb 19 02:48:31.712575 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c16425fb-5edf-41bb-865e-1a62fc57428c req-e3336efb-8de5-4308-8f1a-e4301d6d86cd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1b9f54b4-1c40-4cce-82c8-8148e022a56f HTTP/1.1" status: 200 len: 217 time: 0.0494900 Feb 19 02:48:31.764290 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=f444645c-4fa7-4924-b116-1f3b6946ee37,revision_number=8']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:31.808640 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-612bac1c-48eb-46ef-9a6b-e931202f9fd5 req-d0b96890-20a9-48d7-a709-d2fc9161a14a service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=be5f7cc1-41e7-4c40-b992-296c70e99846&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2790568 Feb 19 02:48:31.850523 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-663fc61d-9354-4441-a218-05b45da673cf req-37bfad10-879d-46b1-9266-5ce6f4e4520f tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6022ed1-67a1-4ded-890d-e1e66f84412d HTTP/1.1" status: 200 len: 210 time: 0.0402355 Feb 19 02:48:31.857326 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16425fb-5edf-41bb-865e-1a62fc57428c req-7dd2df9a-7b65-40e7-a9db-27834d255c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:31.858845 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c16425fb-5edf-41bb-865e-1a62fc57428c req-7dd2df9a-7b65-40e7-a9db-27834d255c3b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=29fe73f7-5966-48df-ae0d-ff62261cc269 HTTP/1.1" status: 200 len: 860 time: 0.1370928 Feb 19 02:48:31.893084 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ad14e4f3-658c-4dca-ae7e-01b69e179ac5 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (cfa3592d-fb33-4459-be93-99c65dc9e28c), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:31.925722 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c16425fb-5edf-41bb-865e-1a62fc57428c req-df9f9dbb-43ce-44c4-afab-4fbe02314d54 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6e891156-6385-4be5-a2bb-260a53d293ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527117 Feb 19 02:48:31.972986 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad14e4f3-658c-4dca-ae7e-01b69e179ac5 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Pushing event deleted for resources: {'Port': ['ID=cfa3592d-fb33-4459-be93-99c65dc9e28c,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:31.995480 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-94ca226f-1c2f-4bc8-8cf9-e93d51f9e664 req-4d1867a0-a42d-4d13-8a9a-c8297ab6f813 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/ports?device_id=f780e5ff-b429-4f5e-9d5a-1227f9743c37 HTTP/1.1" status: 200 len: 210 time: 0.0790412 Feb 19 02:48:32.040794 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8acdd3-2d70-4a55-987f-22b7460c0a5f req-f5c728cd-2a97-4204-9a71-953d64f7aec4 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:32.042275 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cf8acdd3-2d70-4a55-987f-22b7460c0a5f req-f5c728cd-2a97-4204-9a71-953d64f7aec4 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] 10.222.0.72 "GET /v2.0/networks/eaf64708-9021-419e-b287-ef3e0f51e2ee HTTP/1.1" status: 200 len: 784 time: 0.3793533 Feb 19 02:48:32.061932 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [req-cf8acdd3-2d70-4a55-987f-22b7460c0a5f req-de542cbb-11e3-4c54-824b-0a53d36a376f tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103701) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:48:32.062971 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cf8acdd3-2d70-4a55-987f-22b7460c0a5f req-de542cbb-11e3-4c54-824b-0a53d36a376f tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061736 Feb 19 02:48:32.070475 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3924f1aa-676b-4536-b33e-d7eaf4256bfc req-90da7258-f40b-4023-9917-5f9fb01e17cb tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:32.072122 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3924f1aa-676b-4536-b33e-d7eaf4256bfc req-90da7258-f40b-4023-9917-5f9fb01e17cb tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.73 "GET /v2.0/ports?device_id=ba08959b-2d30-4a3f-ab13-d0d6031530ff HTTP/1.1" status: 200 len: 943 time: 0.2801890 Feb 19 02:48:32.074599 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612bac1c-48eb-46ef-9a6b-e931202f9fd5 req-33b7a19b-bc9c-4f23-87c8-38dfdd1d7ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:32.079112 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-612bac1c-48eb-46ef-9a6b-e931202f9fd5 req-33b7a19b-bc9c-4f23-87c8-38dfdd1d7ac1 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ad75c6928a1d4c6da3a56db6352b2618&device_id=be5f7cc1-41e7-4c40-b992-296c70e99846 HTTP/1.1" status: 200 len: 1126 time: 0.1887686 Feb 19 02:48:32.106631 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 02:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d37b4c32-9a72-4900-bacf-6afd93d8c18a x-openstack-request-id: req-d37b4c32-9a72-4900-bacf-6afd93d8c18a {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:48:32.106773 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba08959b-2d30-4a3f-ab13-d0d6031530ff", "name": "network-vif-unplugged", "status": "completed", "tag": "f444645c-4fa7-4924-b116-1f3b6946ee37", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:48:32.106942 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d37b4c32-9a72-4900-bacf-6afd93d8c18a {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:48:32.107523 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba08959b-2d30-4a3f-ab13-d0d6031530ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f444645c-4fa7-4924-b116-1f3b6946ee37', 'code': 200} Feb 19 02:48:32.222711 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9c542162-59d1-43da-80a3-c49e95c7c241 req-b49281f1-f9e6-45ef-b828-05c5cbab532b tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] 10.222.0.72 "GET /v2.0/floatingips/03a232a7-aa64-44fc-8d03-01772dfd0e27 HTTP/1.1" status: 200 len: 693 time: 0.1057248 Feb 19 02:48:32.241154 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ad14e4f3-658c-4dca-ae7e-01b69e179ac5 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16362762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16314471'] for router_interface (7a05df34-5faf-41aa-9261-320b2c8e029d), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:32.360204 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612bac1c-48eb-46ef-9a6b-e931202f9fd5 req-965b4fcc-3edd-4a50-ac35-1c117ba08d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:32.361769 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-612bac1c-48eb-46ef-9a6b-e931202f9fd5 req-965b4fcc-3edd-4a50-ac35-1c117ba08d2e service neutron] 10.222.0.82 "GET /v2.0/networks?id=db98097a-bb19-479d-bd0d-4f71e988880a HTTP/1.1" status: 200 len: 922 time: 0.2538879 Feb 19 02:48:32.368186 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c16425fb-5edf-41bb-865e-1a62fc57428c req-6c3e711d-f41a-44ad-b175-aa21f9a83a0c service neutron] 10.222.0.73 "GET /v2.0/networks/6e891156-6385-4be5-a2bb-260a53d293ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4186265 Feb 19 02:48:32.420427 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-612bac1c-48eb-46ef-9a6b-e931202f9fd5 req-2588bc2b-fbdd-4dbd-9f0e-e2d0f0959e4e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fc829dca-14fd-4790-bc8b-3796ff604c51 HTTP/1.1" status: 200 len: 217 time: 0.0443189 Feb 19 02:48:32.426742 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c542162-59d1-43da-80a3-c49e95c7c241 req-44cb673d-7c64-46ef-8700-134f415f7419 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:32.428109 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9c542162-59d1-43da-80a3-c49e95c7c241 req-44cb673d-7c64-46ef-8700-134f415f7419 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] 10.222.0.72 "GET /v2.0/networks/eaf64708-9021-419e-b287-ef3e0f51e2ee HTTP/1.1" status: 200 len: 784 time: 0.1958787 Feb 19 02:48:32.459342 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [req-9c542162-59d1-43da-80a3-c49e95c7c241 req-b355dece-b353-4d95-a52b-78fe0594b6d8 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103701) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:48:32.460322 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9c542162-59d1-43da-80a3-c49e95c7c241 req-b355dece-b353-4d95-a52b-78fe0594b6d8 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0241215 Feb 19 02:48:32.478058 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-3924f1aa-676b-4536-b33e-d7eaf4256bfc req-dc86d5db-1c00-484c-928f-a5f22aa6370c tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Deleting port f444645c-4fa7-4924-b116-1f3b6946ee37 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:48:32.478405 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-3924f1aa-676b-4536-b33e-d7eaf4256bfc req-dc86d5db-1c00-484c-928f-a5f22aa6370c tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (f444645c-4fa7-4924-b116-1f3b6946ee37), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:32.486252 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612bac1c-48eb-46ef-9a6b-e931202f9fd5 req-0e63096e-de56-4c60-9cbc-ccbdc1c4d5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:32.487883 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-612bac1c-48eb-46ef-9a6b-e931202f9fd5 req-0e63096e-de56-4c60-9cbc-ccbdc1c4d5c3 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2fe72d28-9326-4a85-b8b2-36c8cafae112 HTTP/1.1" status: 200 len: 861 time: 0.0589254 Feb 19 02:48:32.562668 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-612bac1c-48eb-46ef-9a6b-e931202f9fd5 req-f5ba0d6d-30cf-4b80-bfb5-3ca1566e6df0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=db98097a-bb19-479d-bd0d-4f71e988880a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632253 Feb 19 02:48:32.569900 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-70bd0f9d-b38f-4207-aa9f-57858705acf3 req-af05c507-7ae5-4e00-b387-d41cf6f67302 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] 10.222.0.72 "GET /v2.0/floatingips/03a232a7-aa64-44fc-8d03-01772dfd0e27 HTTP/1.1" status: 200 len: 693 time: 0.0778801 Feb 19 02:48:32.628994 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad14e4f3-658c-4dca-ae7e-01b69e179ac5 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Router 7a05df34-5faf-41aa-9261-320b2c8e029d has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:48:32.666487 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c16425fb-5edf-41bb-865e-1a62fc57428c req-dd33f9ef-5a65-4c30-83c4-61e87faf90e4 service neutron] 10.222.0.73 "GET /v2.0/networks/6e891156-6385-4be5-a2bb-260a53d293ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2890584 Feb 19 02:48:32.671739 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-3924f1aa-676b-4536-b33e-d7eaf4256bfc req-dc86d5db-1c00-484c-928f-a5f22aa6370c tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] For port f444645c-4fa7-4924-b116-1f3b6946ee37, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=f444645c-4fa7-4924-b116-1f3b6946ee37,segment=NetworkSegment(95c489b5-d2f5-4704-89fb-8accaa8a0e0f),segment_id=95c489b5-d2f5-4704-89fb-8accaa8a0e0f)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:48:32.672411 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-3924f1aa-676b-4536-b33e-d7eaf4256bfc req-dc86d5db-1c00-484c-928f-a5f22aa6370c tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (f444645c-4fa7-4924-b116-1f3b6946ee37), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:32.718894 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-3924f1aa-676b-4536-b33e-d7eaf4256bfc req-dc86d5db-1c00-484c-928f-a5f22aa6370c tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Calling delete_port for f444645c-4fa7-4924-b116-1f3b6946ee37 owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:48:32.739865 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-612bac1c-48eb-46ef-9a6b-e931202f9fd5 req-25bb35a3-d405-46ca-8622-a671ee204424 service neutron] 10.222.0.82 "GET /v2.0/networks/db98097a-bb19-479d-bd0d-4f71e988880a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687338 Feb 19 02:48:32.748683 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bd0f9d-b38f-4207-aa9f-57858705acf3 req-7f502d29-b7fc-484a-88be-69d6b6ce1f50 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:32.759117 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-70bd0f9d-b38f-4207-aa9f-57858705acf3 req-7f502d29-b7fc-484a-88be-69d6b6ce1f50 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] 10.222.0.72 "GET /v2.0/networks/eaf64708-9021-419e-b287-ef3e0f51e2ee HTTP/1.1" status: 200 len: 784 time: 0.1792443 Feb 19 02:48:32.768826 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad14e4f3-658c-4dca-ae7e-01b69e179ac5 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:48:32.785257 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c8a8ff-53ee-400a-9d57-51e8f3282270 None None] Sync routers for ids ['7a05df34-5faf-41aa-9261-320b2c8e029d'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:48:32.807857 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-ad14e4f3-658c-4dca-ae7e-01b69e179ac5 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] 10.222.0.72 "PUT /v2.0/routers/7a05df34-5faf-41aa-9261-320b2c8e029d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2233353 Feb 19 02:48:32.810537 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 56508) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:48:32.811872 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c8a8ff-53ee-400a-9d57-51e8f3282270 None None] Routers {'7a05df34-5faf-41aa-9261-320b2c8e029d'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:48:32.834955 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-56c8a8ff-53ee-400a-9d57-51e8f3282270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:48:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['7a05df34-5faf-41aa-9261-320b2c8e029d'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:48:32.866575 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-2fdfe390-8625-4519-947f-1b70b45101ba tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] 10.222.0.72 "GET /v2.0/ports?device_id=7a05df34-5faf-41aa-9261-320b2c8e029d HTTP/1.1" status: 200 len: 205 time: 0.0536458 Feb 19 02:48:32.870624 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 56510) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:48:32.892752 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-56c8a8ff-53ee-400a-9d57-51e8f3282270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:48:32.907016 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c8a8ff-53ee-400a-9d57-51e8f3282270 None None] Routers {'7a05df34-5faf-41aa-9261-320b2c8e029d'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:48:32.907656 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-56c8a8ff-53ee-400a-9d57-51e8f3282270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:48:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['7a05df34-5faf-41aa-9261-320b2c8e029d'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:48:32.922972 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-70bd0f9d-b38f-4207-aa9f-57858705acf3 req-f99d462c-5a3c-4c3b-ae4f-1ff8a99ef8a6 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.6.121 HTTP/1.1" status: 200 len: 696 time: 0.1638596 Feb 19 02:48:33.000543 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-56c8a8ff-53ee-400a-9d57-51e8f3282270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:48:33.001239 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c8a8ff-53ee-400a-9d57-51e8f3282270 None None] The sync data for ids ['7a05df34-5faf-41aa-9261-320b2c8e029d'] in n-d-826753-2 is: [] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:48:33.031480 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-70bd0f9d-b38f-4207-aa9f-57858705acf3 req-0d5ba328-7a89-42ee-a6a9-8d9561ca978f tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.6.121 HTTP/1.1" status: 200 len: 696 time: 0.1069160 Feb 19 02:48:33.133343 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-612bac1c-48eb-46ef-9a6b-e931202f9fd5 req-f2fd7044-a15d-466a-a47f-528f1e76f461 service neutron] 10.222.0.82 "GET /v2.0/networks/db98097a-bb19-479d-bd0d-4f71e988880a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3724470 Feb 19 02:48:33.204446 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63960093-d5d5-4036-adfb-46332fae65c1 req-3183603a-9d96-45f4-b60e-43dbb7a37565 tempest-ServerMetadataNegativeTestJSON-134247629 tempest-ServerMetadataNegativeTestJSON-134247629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:33.213901 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-63960093-d5d5-4036-adfb-46332fae65c1 req-3183603a-9d96-45f4-b60e-43dbb7a37565 tempest-ServerMetadataNegativeTestJSON-134247629 tempest-ServerMetadataNegativeTestJSON-134247629-project] 10.222.0.72 "GET /v2.0/ports?device_id=d1e42394-5f2d-412c-a45c-b1288b98d56d HTTP/1.1" status: 200 len: 944 time: 0.3189266 Feb 19 02:48:33.346276 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-63960093-d5d5-4036-adfb-46332fae65c1 req-db0e5fc9-560b-43cc-b78e-aff7fda700c9 tempest-ServerMetadataNegativeTestJSON-134247629 tempest-ServerMetadataNegativeTestJSON-134247629-project] 10.222.0.72 "GET /v2.0/security-groups?id=16109ace-da36-4e6d-9d65-4cd88e83e5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243899 Feb 19 02:48:33.351989 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-70bd0f9d-b38f-4207-aa9f-57858705acf3 req-c2ab7218-c7bf-4c1d-8a2e-009f309eb9f6 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Deleting port ee53314b-c143-4590-952f-e1db0280b5cf {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:48:33.354603 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-70bd0f9d-b38f-4207-aa9f-57858705acf3 req-c2ab7218-c7bf-4c1d-8a2e-009f309eb9f6 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (ee53314b-c143-4590-952f-e1db0280b5cf), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:33.439728 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0c7267af-d193-41a9-b910-c73a93c312be tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks [] for router (7a05df34-5faf-41aa-9261-320b2c8e029d), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:33.500638 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9f0df172-4211-4335-90c0-0476afd2394e req-ef733bde-890f-4ef0-82b4-9687eb92cb9e tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6022ed1-67a1-4ded-890d-e1e66f84412d HTTP/1.1" status: 200 len: 210 time: 0.0349596 Feb 19 02:48:33.540023 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-70bd0f9d-b38f-4207-aa9f-57858705acf3 req-c2ab7218-c7bf-4c1d-8a2e-009f309eb9f6 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (ee53314b-c143-4590-952f-e1db0280b5cf), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:33.540473 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-70bd0f9d-b38f-4207-aa9f-57858705acf3 req-c2ab7218-c7bf-4c1d-8a2e-009f309eb9f6 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Publish callbacks [] for floatingip (ee53314b-c143-4590-952f-e1db0280b5cf), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:33.554864 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-70bd0f9d-b38f-4207-aa9f-57858705acf3 req-c2ab7218-c7bf-4c1d-8a2e-009f309eb9f6 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Calling delete_port for ee53314b-c143-4590-952f-e1db0280b5cf owned by network:floatingip {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:48:33.582217 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ac956c-2426-4aa7-ac65-09b9b2e8a00f req-34ba1288-33e0-40ce-98cd-6f324cf1cc0b tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:33.584226 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-30ac956c-2426-4aa7-ac65-09b9b2e8a00f req-34ba1288-33e0-40ce-98cd-6f324cf1cc0b tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.73 "GET /v2.0/networks?id=bf672100-ed94-443f-908a-4ecaf8a2d628 HTTP/1.1" status: 200 len: 804 time: 0.6222494 Feb 19 02:48:33.665722 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-30ac956c-2426-4aa7-ac65-09b9b2e8a00f req-00a6d306-155d-44d5-a835-1492ab08d528 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Request body: {'port': {'device_id': 'f780e5ff-b429-4f5e-9d5a-1227f9743c37', 'network_id': 'bf672100-ed94-443f-908a-4ecaf8a2d628', 'admin_state_up': True, 'tenant_id': 'c7760c6b8b69415fb3db99a9707764df'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:48:33.725765 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3943addd-9708-494e-a004-5febaccc19c9 req-f624c55b-553f-45ee-9f77-3335e0f58726 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/ports?device_id=f780e5ff-b429-4f5e-9d5a-1227f9743c37 HTTP/1.1" status: 200 len: 210 time: 0.0662389 Feb 19 02:48:33.768579 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-3924f1aa-676b-4536-b33e-d7eaf4256bfc req-dc86d5db-1c00-484c-928f-a5f22aa6370c tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (f444645c-4fa7-4924-b116-1f3b6946ee37), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:33.788290 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0c7267af-d193-41a9-b910-c73a93c312be tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16317457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14254'] for router (7a05df34-5faf-41aa-9261-320b2c8e029d), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:33.796671 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0c7267af-d193-41a9-b910-c73a93c312be tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks [] for router_controller (7a05df34-5faf-41aa-9261-320b2c8e029d), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:33.812797 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-70bd0f9d-b38f-4207-aa9f-57858705acf3 req-c2ab7218-c7bf-4c1d-8a2e-009f309eb9f6 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (ee53314b-c143-4590-952f-e1db0280b5cf), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:33.841702 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc86d5db-1c00-484c-928f-a5f22aa6370c tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Pushing event deleted for resources: {'Port': ['ID=f444645c-4fa7-4924-b116-1f3b6946ee37,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:33.864431 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ab7218-c7bf-4c1d-8a2e-009f309eb9f6 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Pushing event deleted for resources: {'Port': ['ID=ee53314b-c143-4590-952f-e1db0280b5cf,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:33.935137 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-3924f1aa-676b-4536-b33e-d7eaf4256bfc req-dc86d5db-1c00-484c-928f-a5f22aa6370c tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] No DVR routers for this DVR port f444645c-4fa7-4924-b116-1f3b6946ee37 on host n-h1-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:48:33.941688 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0c7267af-d193-41a9-b910-c73a93c312be tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16317544'] for router (7a05df34-5faf-41aa-9261-320b2c8e029d), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:33.942267 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c7267af-d193-41a9-b910-c73a93c312be tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Fanout notify agent at l3_agent the message router_deleted on router 7a05df34-5faf-41aa-9261-320b2c8e029d {{(pid=103702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 02:48:33.945968 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-3924f1aa-676b-4536-b33e-d7eaf4256bfc req-dc86d5db-1c00-484c-928f-a5f22aa6370c tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:33.949477 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3924f1aa-676b-4536-b33e-d7eaf4256bfc req-dc86d5db-1c00-484c-928f-a5f22aa6370c tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.73 "DELETE /v2.0/ports/f444645c-4fa7-4924-b116-1f3b6946ee37 HTTP/1.1" status: 204 len: 173 time: 1.8683014 Feb 19 02:48:33.949947 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba08959b-2d30-4a3f-ab13-d0d6031530ff', 'name': 'network-vif-deleted', 'tag': 'f444645c-4fa7-4924-b116-1f3b6946ee37'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:48:33.953023 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58c39f9b-e278-4e17-8821-1db70942f8bf" -d '{"events": [{"server_uuid": "ba08959b-2d30-4a3f-ab13-d0d6031530ff", "name": "network-vif-deleted", "tag": "f444645c-4fa7-4924-b116-1f3b6946ee37"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:48:33.961699 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0c7267af-d193-41a9-b910-c73a93c312be tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:33.968049 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 56526) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:48:33.968182 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-0c7267af-d193-41a9-b910-c73a93c312be tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] 10.222.0.72 "DELETE /v2.0/routers/7a05df34-5faf-41aa-9261-320b2c8e029d HTTP/1.1" status: 204 len: 168 time: 1.0938320 Feb 19 02:48:33.991191 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30ac956c-2426-4aa7-ac65-09b9b2e8a00f req-00a6d306-155d-44d5-a835-1492ab08d528 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Made reservation on behalf of c7760c6b8b69415fb3db99a9707764df for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:48:33.995330 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-30ac956c-2426-4aa7-ac65-09b9b2e8a00f req-00a6d306-155d-44d5-a835-1492ab08d528 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:34.034416 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_v2 [None req-866d9db6-c1fe-4dfa-9840-7c47f28ee708 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Deleting subnet c31b0a6e-254f-47f7-9d7d-ffd10df66b31 {{(pid=103701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:48:34.039241 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-866d9db6-c1fe-4dfa-9840-7c47f28ee708 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks [] for subnet (c31b0a6e-254f-47f7-9d7d-ffd10df66b31), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:34.062645 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e49aa05a-c51e-40f6-8aad-1a3407c8c682 x-openstack-request-id: req-e49aa05a-c51e-40f6-8aad-1a3407c8c682 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:48:34.063224 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba08959b-2d30-4a3f-ab13-d0d6031530ff", "name": "network-vif-deleted", "tag": "f444645c-4fa7-4924-b116-1f3b6946ee37", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:48:34.063649 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e49aa05a-c51e-40f6-8aad-1a3407c8c682 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:48:34.064211 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba08959b-2d30-4a3f-ab13-d0d6031530ff', 'name': 'network-vif-deleted', 'tag': 'f444645c-4fa7-4924-b116-1f3b6946ee37', 'status': 'completed', 'code': 200} Feb 19 02:48:34.086449 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-70bd0f9d-b38f-4207-aa9f-57858705acf3 req-c2ab7218-c7bf-4c1d-8a2e-009f309eb9f6 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Publish callbacks [] for floatingip (03a232a7-aa64-44fc-8d03-01772dfd0e27), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:34.089182 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-70bd0f9d-b38f-4207-aa9f-57858705acf3 req-c2ab7218-c7bf-4c1d-8a2e-009f309eb9f6 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:34.090470 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-70bd0f9d-b38f-4207-aa9f-57858705acf3 req-c2ab7218-c7bf-4c1d-8a2e-009f309eb9f6 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] 10.222.0.72 "DELETE /v2.0/floatingips/03a232a7-aa64-44fc-8d03-01772dfd0e27 HTTP/1.1" status: 204 len: 173 time: 1.0588682 Feb 19 02:48:34.092813 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-866d9db6-c1fe-4dfa-9840-7c47f28ee708 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12647399'] for subnet (c31b0a6e-254f-47f7-9d7d-ffd10df66b31), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:34.220767 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [req-30ac956c-2426-4aa7-ac65-09b9b2e8a00f req-00a6d306-155d-44d5-a835-1492ab08d528 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Allocated IP 172.20.0.14 (bf672100-ed94-443f-908a-4ecaf8a2d628/0bb04773-132e-443e-9baa-c5ff97e31eb2/81a2675a-d4f3-4f2a-9ba7-8716fc9eee97) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:48:34.334972 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11c990f-9471-4e79-b84b-b40b892d823c req-d8d33352-3af2-483c-a998-dc037523d462 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:34.348724 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d11c990f-9471-4e79-b84b-b40b892d823c req-d8d33352-3af2-483c-a998-dc037523d462 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2245862 Feb 19 02:48:34.375139 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-866d9db6-c1fe-4dfa-9840-7c47f28ee708 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (c31b0a6e-254f-47f7-9d7d-ffd10df66b31), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:34.545685 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-866d9db6-c1fe-4dfa-9840-7c47f28ee708 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12647206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58706286'] for subnet (c31b0a6e-254f-47f7-9d7d-ffd10df66b31), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:34.564005 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-30ac956c-2426-4aa7-ac65-09b9b2e8a00f req-00a6d306-155d-44d5-a835-1492ab08d528 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Publish callbacks [] for port (81a2675a-d4f3-4f2a-9ba7-8716fc9eee97), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:34.603821 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ff34be03-7a83-4d02-82d5-424b4b1632d0 req-94875559-9df2-47c8-aa2a-0534cbae1d3c tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] 10.222.0.72 "GET /v2.0/floatingips?tenant_id=713f8f36dbfd46a29cd5c72ede2c5a2f HTTP/1.1" status: 200 len: 1655 time: 0.1439731 Feb 19 02:48:34.622210 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866d9db6-c1fe-4dfa-9840-7c47f28ee708 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Pushing event deleted for resources: {'Subnet': ['ID=c31b0a6e-254f-47f7-9d7d-ffd10df66b31,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:34.623620 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99bc8b21-1c01-4c22-a05d-cb98c86fc8ee None None] Network 12eb2a03-bffb-435a-a6ed-3b90f9c3f026 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:48:34.624772 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-866d9db6-c1fe-4dfa-9840-7c47f28ee708 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:34.632935 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-30ac956c-2426-4aa7-ac65-09b9b2e8a00f req-00a6d306-155d-44d5-a835-1492ab08d528 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (81a2675a-d4f3-4f2a-9ba7-8716fc9eee97), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:34.635433 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-866d9db6-c1fe-4dfa-9840-7c47f28ee708 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] 10.222.0.72 "DELETE /v2.0/subnets/c31b0a6e-254f-47f7-9d7d-ffd10df66b31 HTTP/1.1" status: 204 len: 168 time: 0.6682889 Feb 19 02:48:34.653660 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 56538) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:48:34.661284 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30ac956c-2426-4aa7-ac65-09b9b2e8a00f req-00a6d306-155d-44d5-a835-1492ab08d528 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Network bf672100-ed94-443f-908a-4ecaf8a2d628 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:48:34.665226 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [req-30ac956c-2426-4aa7-ac65-09b9b2e8a00f req-00a6d306-155d-44d5-a835-1492ab08d528 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:48:34.750074 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-30ac956c-2426-4aa7-ac65-09b9b2e8a00f req-00a6d306-155d-44d5-a835-1492ab08d528 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:48:34.767635 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a1e644-cc75-4d6d-a2b0-1d4e68034a88 req-0b62dd62-42d9-4db1-a0fc-b074cb835873 tempest-ServerMetadataNegativeTestJSON-134247629 tempest-ServerMetadataNegativeTestJSON-134247629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:34.775549 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-35a1e644-cc75-4d6d-a2b0-1d4e68034a88 req-0b62dd62-42d9-4db1-a0fc-b074cb835873 tempest-ServerMetadataNegativeTestJSON-134247629 tempest-ServerMetadataNegativeTestJSON-134247629-project] 10.222.0.72 "GET /v2.0/ports?device_id=d1e42394-5f2d-412c-a45c-b1288b98d56d HTTP/1.1" status: 200 len: 944 time: 0.3175733 Feb 19 02:48:34.829044 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a6d306-155d-44d5-a835-1492ab08d528 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Pushing event updated for resources: {'Port': ['ID=81a2675a-d4f3-4f2a-9ba7-8716fc9eee97,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:34.864509 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ef7804f1-c81a-480a-8011-ebd28c6065ff tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (12eb2a03-bffb-435a-a6ed-3b90f9c3f026), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:34.922142 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce9f045-da2f-4b1f-850a-61a0529cd859 None None] DHCP port deletion for 12eb2a03-bffb-435a-a6ed-3b90f9c3f026 request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 02:48:34.929883 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-35a1e644-cc75-4d6d-a2b0-1d4e68034a88 req-b14f9c3f-842e-42dc-b449-f5755703be78 tempest-ServerMetadataNegativeTestJSON-134247629 tempest-ServerMetadataNegativeTestJSON-134247629-project] 10.222.0.72 "GET /v2.0/security-groups?id=16109ace-da36-4e6d-9d65-4cd88e83e5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531949 Feb 19 02:48:34.945330 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff34be03-7a83-4d02-82d5-424b4b1632d0 req-4f14a529-1ce3-4fd4-9342-886a8a1c7e57 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:34.949264 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ff34be03-7a83-4d02-82d5-424b4b1632d0 req-4f14a529-1ce3-4fd4-9342-886a8a1c7e57 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] 10.222.0.72 "GET /v2.0/networks?id=eaf64708-9021-419e-b287-ef3e0f51e2ee&id=eaf64708-9021-419e-b287-ef3e0f51e2ee&id=eaf64708-9021-419e-b287-ef3e0f51e2ee HTTP/1.1" status: 200 len: 787 time: 0.3321018 Feb 19 02:48:34.964158 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ac956c-2426-4aa7-ac65-09b9b2e8a00f req-00a6d306-155d-44d5-a835-1492ab08d528 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:34.967442 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-30ac956c-2426-4aa7-ac65-09b9b2e8a00f req-00a6d306-155d-44d5-a835-1492ab08d528 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:34.990020 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-30ac956c-2426-4aa7-ac65-09b9b2e8a00f req-00a6d306-155d-44d5-a835-1492ab08d528 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3650668 Feb 19 02:48:35.009233 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-30ac956c-2426-4aa7-ac65-09b9b2e8a00f req-990ed95e-a0b9-4324-9dcd-e477cc80e5f4 service neutron] Request body: {'port': {'device_id': 'f780e5ff-b429-4f5e-9d5a-1227f9743c37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826753-2'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:48:35.010164 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-9ce9f045-da2f-4b1f-850a-61a0529cd859 None None] Deleting port e76a98ab-76f5-4af9-bf5a-0bfe2ba293a0 {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:48:35.010552 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-9ce9f045-da2f-4b1f-850a-61a0529cd859 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (e76a98ab-76f5-4af9-bf5a-0bfe2ba293a0), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:35.015620 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [req-ff34be03-7a83-4d02-82d5-424b4b1632d0 req-b9dec30b-371b-474f-a9b8-c597ed4e8762 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103701) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:48:35.018105 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ff34be03-7a83-4d02-82d5-424b4b1632d0 req-b9dec30b-371b-474f-a9b8-c597ed4e8762 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0198476 Feb 19 02:48:35.073370 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9157727b-d749-4483-b32c-ec65603fcdd4 req-b9b4f1c1-4cbc-4bee-9d5f-5c24fb233208 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6022ed1-67a1-4ded-890d-e1e66f84412d HTTP/1.1" status: 200 len: 210 time: 0.0452921 Feb 19 02:48:35.124644 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-30ac956c-2426-4aa7-ac65-09b9b2e8a00f req-990ed95e-a0b9-4324-9dcd-e477cc80e5f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (81a2675a-d4f3-4f2a-9ba7-8716fc9eee97), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:35.179445 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-9ce9f045-da2f-4b1f-850a-61a0529cd859 None None] For port e76a98ab-76f5-4af9-bf5a-0bfe2ba293a0, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=e76a98ab-76f5-4af9-bf5a-0bfe2ba293a0,segment=NetworkSegment(98bdf59c-d54b-4001-8eaa-3d1068480d84),segment_id=98bdf59c-d54b-4001-8eaa-3d1068480d84)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:48:35.180816 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-9ce9f045-da2f-4b1f-850a-61a0529cd859 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (e76a98ab-76f5-4af9-bf5a-0bfe2ba293a0), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:35.203457 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-9ce9f045-da2f-4b1f-850a-61a0529cd859 None None] Calling delete_port for e76a98ab-76f5-4af9-bf5a-0bfe2ba293a0 owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:48:35.308529 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-9ce9f045-da2f-4b1f-850a-61a0529cd859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (e76a98ab-76f5-4af9-bf5a-0bfe2ba293a0), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:35.345055 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce9f045-da2f-4b1f-850a-61a0529cd859 None None] Pushing event deleted for resources: {'Port': ['ID=e76a98ab-76f5-4af9-bf5a-0bfe2ba293a0,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:35.355781 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce9f045-da2f-4b1f-850a-61a0529cd859 None None] No DVR routers for this DVR port e76a98ab-76f5-4af9-bf5a-0bfe2ba293a0 on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:48:35.411410 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 1b9f54b4-1c40-4cce-82c8-8148e022a56f details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:48:35.534706 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device f444645c-4fa7-4924-b116-1f3b6946ee37 no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:48:35.551550 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7dfe77cd-367d-4562-b34c-35146adde731 req-d81c2a7e-982b-4f20-8d27-2a3bfc73e575 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] 10.222.0.72 "GET /v2.0/floatingips/7c4913f2-043b-4a67-bf74-f1aaccc93941 HTTP/1.1" status: 200 len: 692 time: 0.4480193 Feb 19 02:48:35.562612 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-30ac956c-2426-4aa7-ac65-09b9b2e8a00f req-990ed95e-a0b9-4324-9dcd-e477cc80e5f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81a2675a-d4f3-4f2a-9ba7-8716fc9eee97 {{(pid=103702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:48:35.574216 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-30ac956c-2426-4aa7-ac65-09b9b2e8a00f req-990ed95e-a0b9-4324-9dcd-e477cc80e5f4 service neutron] Publish callbacks [] for port (81a2675a-d4f3-4f2a-9ba7-8716fc9eee97), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:35.579102 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] No Port match for: f444645c-4fa7-4924-b116-1f3b6946ee37 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:48:35.579870 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device f444645c-4fa7-4924-b116-1f3b6946ee37 not bound to the agent host n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:48:35.591974 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-30ac956c-2426-4aa7-ac65-09b9b2e8a00f req-990ed95e-a0b9-4324-9dcd-e477cc80e5f4 service neutron] Transition to ACTIVE for port object 81a2675a-d4f3-4f2a-9ba7-8716fc9eee97 will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:48:35.600998 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-30ac956c-2426-4aa7-ac65-09b9b2e8a00f req-990ed95e-a0b9-4324-9dcd-e477cc80e5f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (81a2675a-d4f3-4f2a-9ba7-8716fc9eee97), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:35.627090 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-ef7804f1-c81a-480a-8011-ebd28c6065ff tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Deleting port e76a98ab-76f5-4af9-bf5a-0bfe2ba293a0 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:48:35.627334 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ef7804f1-c81a-480a-8011-ebd28c6065ff tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (e76a98ab-76f5-4af9-bf5a-0bfe2ba293a0), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:35.666536 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 1b9f54b4-1c40-4cce-82c8-8148e022a56f, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=1b9f54b4-1c40-4cce-82c8-8148e022a56f,segment=NetworkSegment(b39e090c-0890-499a-915b-cff73acd13da),segment_id=b39e090c-0890-499a-915b-cff73acd13da)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:48:35.679823 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': '1b9f54b4-1c40-4cce-82c8-8148e022a56f', 'network_id': '6e891156-6385-4be5-a2bb-260a53d293ef', 'port_id': '1b9f54b4-1c40-4cce-82c8-8148e022a56f', 'mac_address': 'fa:16:3e:d3:e6:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29fe73f7-5966-48df-ae0d-ff62261cc269', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:48:35.735739 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4037307e-87aa-4115-846c-92fe1e1a1f39 req-42e0bb92-ca8b-4b35-a88d-f23c01af37ed tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:35.737599 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4037307e-87aa-4115-846c-92fe1e1a1f39 req-42e0bb92-ca8b-4b35-a88d-f23c01af37ed tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/ports?device_id=f780e5ff-b429-4f5e-9d5a-1227f9743c37 HTTP/1.1" status: 200 len: 932 time: 0.2385392 Feb 19 02:48:35.751954 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 1b9f54b4-1c40-4cce-82c8-8148e022a56f is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:48:35.752489 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (1b9f54b4-1c40-4cce-82c8-8148e022a56f), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:35.757462 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-ef7804f1-c81a-480a-8011-ebd28c6065ff tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] For port e76a98ab-76f5-4af9-bf5a-0bfe2ba293a0, host n-d-826753-2, got binding levels [] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:48:35.757976 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ef7804f1-c81a-480a-8011-ebd28c6065ff tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (e76a98ab-76f5-4af9-bf5a-0bfe2ba293a0), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:35.770109 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b9f54b4-1c40-4cce-82c8-8148e022a56f {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:48:35.773471 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-ef7804f1-c81a-480a-8011-ebd28c6065ff tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Calling delete_port for e76a98ab-76f5-4af9-bf5a-0bfe2ba293a0 owned by network:dhcp {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:48:35.776527 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.ipam_backend_mixin [None req-ef7804f1-c81a-480a-8011-ebd28c6065ff tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Port e76a98ab-76f5-4af9-bf5a-0bfe2ba293a0 was not found and therefore no delete operation was performed {{(pid=103701) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 02:48:35.778102 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ef7804f1-c81a-480a-8011-ebd28c6065ff tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (e76a98ab-76f5-4af9-bf5a-0bfe2ba293a0), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:35.797570 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 1b9f54b4-1c40-4cce-82c8-8148e022a56f, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=1b9f54b4-1c40-4cce-82c8-8148e022a56f,segment=NetworkSegment(b39e090c-0890-499a-915b-cff73acd13da),segment_id=b39e090c-0890-499a-915b-cff73acd13da)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:48:35.811674 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (1b9f54b4-1c40-4cce-82c8-8148e022a56f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:35.831537 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7804f1-c81a-480a-8011-ebd28c6065ff tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Pushing event deleted for resources: {'Port': ['ID=e76a98ab-76f5-4af9-bf5a-0bfe2ba293a0,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:35.847256 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7804f1-c81a-480a-8011-ebd28c6065ff tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] No DVR routers for this DVR port e76a98ab-76f5-4af9-bf5a-0bfe2ba293a0 on host n-d-826753-2 {{(pid=103701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:48:35.854879 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfe77cd-367d-4562-b34c-35146adde731 req-4c6ebc09-f675-4b66-9973-659e1d2a381d tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:35.862526 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7dfe77cd-367d-4562-b34c-35146adde731 req-4c6ebc09-f675-4b66-9973-659e1d2a381d tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] 10.222.0.72 "GET /v2.0/networks/eaf64708-9021-419e-b287-ef3e0f51e2ee HTTP/1.1" status: 200 len: 784 time: 0.3099835 Feb 19 02:48:35.915400 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990ed95e-a0b9-4324-9dcd-e477cc80e5f4 service neutron] Pushing event updated for resources: {'Port': ['ID=81a2675a-d4f3-4f2a-9ba7-8716fc9eee97,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:35.936163 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=1b9f54b4-1c40-4cce-82c8-8148e022a56f,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:35.937391 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990ed95e-a0b9-4324-9dcd-e477cc80e5f4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:48:35.937736 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990ed95e-a0b9-4324-9dcd-e477cc80e5f4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:48:35.938076 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990ed95e-a0b9-4324-9dcd-e477cc80e5f4 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:48:35.938419 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990ed95e-a0b9-4324-9dcd-e477cc80e5f4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:48:35.938736 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990ed95e-a0b9-4324-9dcd-e477cc80e5f4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:48:35.939097 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990ed95e-a0b9-4324-9dcd-e477cc80e5f4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:48:35.939583 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990ed95e-a0b9-4324-9dcd-e477cc80e5f4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:48:35.939924 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990ed95e-a0b9-4324-9dcd-e477cc80e5f4 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:48:35.940251 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990ed95e-a0b9-4324-9dcd-e477cc80e5f4 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:48:35.940582 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990ed95e-a0b9-4324-9dcd-e477cc80e5f4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:48:35.940910 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990ed95e-a0b9-4324-9dcd-e477cc80e5f4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:48:35.941260 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990ed95e-a0b9-4324-9dcd-e477cc80e5f4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:48:35.941586 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990ed95e-a0b9-4324-9dcd-e477cc80e5f4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:48:35.945649 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-30ac956c-2426-4aa7-ac65-09b9b2e8a00f req-990ed95e-a0b9-4324-9dcd-e477cc80e5f4 service neutron] Attempting to bind port 81a2675a-d4f3-4f2a-9ba7-8716fc9eee97 on host n-h1-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:48:35.946033 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-30ac956c-2426-4aa7-ac65-09b9b2e8a00f req-990ed95e-a0b9-4324-9dcd-e477cc80e5f4 service neutron] Attempting to bind port 81a2675a-d4f3-4f2a-9ba7-8716fc9eee97 by drivers openvswitch,hyperv on host n-h1-826753-2 at level 0 using segments [{'id': '95c489b5-d2f5-4704-89fb-8accaa8a0e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'bf672100-ed94-443f-908a-4ecaf8a2d628'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:48:35.946587 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ac956c-2426-4aa7-ac65-09b9b2e8a00f req-990ed95e-a0b9-4324-9dcd-e477cc80e5f4 service neutron] Attempting to bind port 81a2675a-d4f3-4f2a-9ba7-8716fc9eee97 on network bf672100-ed94-443f-908a-4ecaf8a2d628 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:48:35.952470 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ac956c-2426-4aa7-ac65-09b9b2e8a00f req-990ed95e-a0b9-4324-9dcd-e477cc80e5f4 service neutron] Port 81a2675a-d4f3-4f2a-9ba7-8716fc9eee97 on network bf672100-ed94-443f-908a-4ecaf8a2d628 not bound, no agent of type Open vSwitch agent registered on host n-h1-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:48:35.953396 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ac956c-2426-4aa7-ac65-09b9b2e8a00f req-990ed95e-a0b9-4324-9dcd-e477cc80e5f4 service neutron] Attempting to bind port 81a2675a-d4f3-4f2a-9ba7-8716fc9eee97 on network bf672100-ed94-443f-908a-4ecaf8a2d628 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:48:35.956236 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4037307e-87aa-4115-846c-92fe1e1a1f39 req-b7d4bfca-d8b3-4c8e-8ccb-18668cf7d9a1 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/security-groups?id=d1068709-142b-4f0d-aa54-30196489f5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714802 Feb 19 02:48:35.958991 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ac956c-2426-4aa7-ac65-09b9b2e8a00f req-990ed95e-a0b9-4324-9dcd-e477cc80e5f4 service neutron] Checking agent: {'id': '9d56fb1b-2855-496a-a6d9-c324740cb98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:48:35.959436 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ac956c-2426-4aa7-ac65-09b9b2e8a00f req-990ed95e-a0b9-4324-9dcd-e477cc80e5f4 service neutron] Checking segment: {'id': '95c489b5-d2f5-4704-89fb-8accaa8a0e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'bf672100-ed94-443f-908a-4ecaf8a2d628'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:48:35.960510 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ac956c-2426-4aa7-ac65-09b9b2e8a00f req-990ed95e-a0b9-4324-9dcd-e477cc80e5f4 service neutron] Bound using segment: {'id': '95c489b5-d2f5-4704-89fb-8accaa8a0e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'bf672100-ed94-443f-908a-4ecaf8a2d628'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:48:35.960641 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-30ac956c-2426-4aa7-ac65-09b9b2e8a00f req-990ed95e-a0b9-4324-9dcd-e477cc80e5f4 service neutron] Bound port: 81a2675a-d4f3-4f2a-9ba7-8716fc9eee97, host: n-h1-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95c489b5-d2f5-4704-89fb-8accaa8a0e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'bf672100-ed94-443f-908a-4ecaf8a2d628'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:48:35.961192 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-30ac956c-2426-4aa7-ac65-09b9b2e8a00f req-990ed95e-a0b9-4324-9dcd-e477cc80e5f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (81a2675a-d4f3-4f2a-9ba7-8716fc9eee97), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:35.980107 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7dfe77cd-367d-4562-b34c-35146adde731 req-344e3dc3-bd59-4a19-8fd7-3bedb3c083e5 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.6.96 HTTP/1.1" status: 200 len: 695 time: 0.1162269 Feb 19 02:48:36.062815 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-30ac956c-2426-4aa7-ac65-09b9b2e8a00f req-990ed95e-a0b9-4324-9dcd-e477cc80e5f4 service neutron] For port 81a2675a-d4f3-4f2a-9ba7-8716fc9eee97, host n-h1-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:48:36.066510 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-30ac956c-2426-4aa7-ac65-09b9b2e8a00f req-990ed95e-a0b9-4324-9dcd-e477cc80e5f4 service neutron] For port 81a2675a-d4f3-4f2a-9ba7-8716fc9eee97, host n-h1-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=81a2675a-d4f3-4f2a-9ba7-8716fc9eee97,segment=NetworkSegment(95c489b5-d2f5-4704-89fb-8accaa8a0e0f),segment_id=95c489b5-d2f5-4704-89fb-8accaa8a0e0f)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:48:36.067601 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ef7804f1-c81a-480a-8011-ebd28c6065ff tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (12eb2a03-bffb-435a-a6ed-3b90f9c3f026), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:36.074557 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-30ac956c-2426-4aa7-ac65-09b9b2e8a00f req-990ed95e-a0b9-4324-9dcd-e477cc80e5f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (81a2675a-d4f3-4f2a-9ba7-8716fc9eee97), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:36.089239 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7dfe77cd-367d-4562-b34c-35146adde731 req-69199ed1-58dd-4f59-8337-2d412578141a tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.6.96 HTTP/1.1" status: 200 len: 695 time: 0.0786290 Feb 19 02:48:36.129729 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-ef7804f1-c81a-480a-8011-ebd28c6065ff tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12eb2a03-bffb-435a-a6ed-3b90f9c3f026']}} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:48:36.134620 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990ed95e-a0b9-4324-9dcd-e477cc80e5f4 service neutron] Pushing event updated for resources: {'Port': ['ID=81a2675a-d4f3-4f2a-9ba7-8716fc9eee97,revision_number=3']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:36.147972 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ac956c-2426-4aa7-ac65-09b9b2e8a00f req-990ed95e-a0b9-4324-9dcd-e477cc80e5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:36.148610 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-30ac956c-2426-4aa7-ac65-09b9b2e8a00f req-990ed95e-a0b9-4324-9dcd-e477cc80e5f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:36.150035 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-30ac956c-2426-4aa7-ac65-09b9b2e8a00f req-990ed95e-a0b9-4324-9dcd-e477cc80e5f4 service neutron] 10.222.0.73 "PUT /v2.0/ports/81a2675a-d4f3-4f2a-9ba7-8716fc9eee97 HTTP/1.1" status: 200 len: 1092 time: 1.1478462 Feb 19 02:48:36.150475 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f780e5ff-b429-4f5e-9d5a-1227f9743c37', 'tag': '81a2675a-d4f3-4f2a-9ba7-8716fc9eee97'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:48:36.153237 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92c9f68f-ea68-42f4-88e7-c1579b8ef4c4" -d '{"events": [{"name": "network-changed", "server_uuid": "f780e5ff-b429-4f5e-9d5a-1227f9743c37", "tag": "81a2675a-d4f3-4f2a-9ba7-8716fc9eee97"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:48:36.180437 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-ef7804f1-c81a-480a-8011-ebd28c6065ff tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98bdf59c-d54b-4001-8eaa-3d1068480d84') {'for_net_delete': True} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:48:36.180755 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-ef7804f1-c81a-480a-8011-ebd28c6065ff tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98bdf59c-d54b-4001-8eaa-3d1068480d84') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:48:36.215659 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['1b9f54b4-1c40-4cce-82c8-8148e022a56f'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:48:36.231225 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ef7804f1-c81a-480a-8011-ebd28c6065ff tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12647422'] for segment (98bdf59c-d54b-4001-8eaa-3d1068480d84), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:36.257844 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ef7804f1-c81a-480a-8011-ebd28c6065ff tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (98bdf59c-d54b-4001-8eaa-3d1068480d84), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:36.265491 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device e76a98ab-76f5-4af9-bf5a-0bfe2ba293a0 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:48:36.282159 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ac956c-2426-4aa7-ac65-09b9b2e8a00f req-4fb17b66-5d1c-44c8-b33a-7c5c667b0e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:36.284839 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-30ac956c-2426-4aa7-ac65-09b9b2e8a00f req-4fb17b66-5d1c-44c8-b33a-7c5c667b0e6c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c7760c6b8b69415fb3db99a9707764df&device_id=f780e5ff-b429-4f5e-9d5a-1227f9743c37 HTTP/1.1" status: 200 len: 1126 time: 0.0644813 Feb 19 02:48:36.292588 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dda42ae-11e4-4f1b-a11b-683804cc4ba1 req-b285dd76-f151-4ad3-a7fb-b4f443b5f88b tempest-ServerMetadataNegativeTestJSON-134247629 tempest-ServerMetadataNegativeTestJSON-134247629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:36.294125 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1dda42ae-11e4-4f1b-a11b-683804cc4ba1 req-b285dd76-f151-4ad3-a7fb-b4f443b5f88b tempest-ServerMetadataNegativeTestJSON-134247629 tempest-ServerMetadataNegativeTestJSON-134247629-project] 10.222.0.72 "GET /v2.0/ports?device_id=d1e42394-5f2d-412c-a45c-b1288b98d56d HTTP/1.1" status: 200 len: 945 time: 0.2353678 Feb 19 02:48:36.295262 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef7804f1-c81a-480a-8011-ebd28c6065ff tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Releasing vlan 269 on physical network physnet1 to pool {{(pid=103701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:48:36.295636 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ef7804f1-c81a-480a-8011-ebd28c6065ff tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583360'] for segment (98bdf59c-d54b-4001-8eaa-3d1068480d84), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:36.299764 n-d-826753-2 neutron-server[103701]: Traceback (most recent call last): Feb 19 02:48:36.299764 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:48:36.299764 n-d-826753-2 neutron-server[103701]: timer() Feb 19 02:48:36.299764 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:48:36.299764 n-d-826753-2 neutron-server[103701]: cb(*args, **kw) Feb 19 02:48:36.299764 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:48:36.299764 n-d-826753-2 neutron-server[103701]: return func(*args, **kwargs) Feb 19 02:48:36.299764 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:48:36.299764 n-d-826753-2 neutron-server[103701]: self._notify() Feb 19 02:48:36.299764 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:48:36.299764 n-d-826753-2 neutron-server[103701]: self.callback(batched_events) Feb 19 02:48:36.299764 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:48:36.299764 n-d-826753-2 neutron-server[103701]: event.method(event) Feb 19 02:48:36.299764 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:48:36.299764 n-d-826753-2 neutron-server[103701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:48:36.299764 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:48:36.299764 n-d-826753-2 neutron-server[103701]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:48:36.299764 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:48:36.299764 n-d-826753-2 neutron-server[103701]: return f(self, *a, **k) Feb 19 02:48:36.299764 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:48:36.299764 n-d-826753-2 neutron-server[103701]: return self._get(url).json() Feb 19 02:48:36.299764 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:48:36.299764 n-d-826753-2 neutron-server[103701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:48:36.299764 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:48:36.299764 n-d-826753-2 neutron-server[103701]: return self.request(url, 'GET', **kwargs) Feb 19 02:48:36.299764 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:48:36.299764 n-d-826753-2 neutron-server[103701]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:48:36.299764 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:48:36.299764 n-d-826753-2 neutron-server[103701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:48:36.299764 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:48:36.299764 n-d-826753-2 neutron-server[103701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:48:36.299764 n-d-826753-2 neutron-server[103701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:48:36.310186 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: e76a98ab-76f5-4af9-bf5a-0bfe2ba293a0 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:48:36.310786 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device e76a98ab-76f5-4af9-bf5a-0bfe2ba293a0 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:48:36.368059 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-30ac956c-2426-4aa7-ac65-09b9b2e8a00f req-59009e41-e5db-4276-869c-1ea748b474b9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=81a2675a-d4f3-4f2a-9ba7-8716fc9eee97 HTTP/1.1" status: 200 len: 217 time: 0.0618627 Feb 19 02:48:36.392091 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ef7804f1-c81a-480a-8011-ebd28c6065ff tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (12eb2a03-bffb-435a-a6ed-3b90f9c3f026), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:36.405079 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ef7804f1-c81a-480a-8011-ebd28c6065ff tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:36.408267 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-ef7804f1-c81a-480a-8011-ebd28c6065ff tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] 10.222.0.72 "DELETE /v2.0/networks/12eb2a03-bffb-435a-a6ed-3b90f9c3f026 HTTP/1.1" status: 204 len: 168 time: 1.7525184 Feb 19 02:48:36.417031 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 56556) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:48:36.423688 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-b57db797-b0a0-4378-9349-5ed4fd5720b9 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1406757970', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}, 'admin_state_up': False}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:48:36.458191 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ac956c-2426-4aa7-ac65-09b9b2e8a00f req-9d0de2e7-9af2-4791-a4e1-395ffa03269a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:36.460682 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7804f1-c81a-480a-8011-ebd28c6065ff tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Pushing event deleted for resources: {'Network': ['ID=12eb2a03-bffb-435a-a6ed-3b90f9c3f026,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:36.461173 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-30ac956c-2426-4aa7-ac65-09b9b2e8a00f req-9d0de2e7-9af2-4791-a4e1-395ffa03269a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0bb04773-132e-443e-9baa-c5ff97e31eb2 HTTP/1.1" status: 200 len: 844 time: 0.0869410 Feb 19 02:48:36.463487 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b57db797-b0a0-4378-9349-5ed4fd5720b9 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14172'] for router (cfd79094-505e-4901-b284-ffdf320e7424), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:36.464514 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b57db797-b0a0-4378-9349-5ed4fd5720b9 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16317487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16285822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16309985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14247'] for router (cfd79094-505e-4901-b284-ffdf320e7424), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:36.468501 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-7dfe77cd-367d-4562-b34c-35146adde731 req-70f0194d-5913-4cd0-858f-3b184cc98281 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Deleting port 3e2a7e27-fc0b-442b-850e-ad081ae8ceef {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:48:36.468837 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-7dfe77cd-367d-4562-b34c-35146adde731 req-70f0194d-5913-4cd0-858f-3b184cc98281 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (3e2a7e27-fc0b-442b-850e-ad081ae8ceef), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:36.476854 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1dda42ae-11e4-4f1b-a11b-683804cc4ba1 req-a50c218d-49c6-42ad-83a8-18d63f4fb6d2 tempest-ServerMetadataNegativeTestJSON-134247629 tempest-ServerMetadataNegativeTestJSON-134247629-project] 10.222.0.72 "GET /v2.0/security-groups?id=16109ace-da36-4e6d-9d65-4cd88e83e5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648090 Feb 19 02:48:36.516093 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-30ac956c-2426-4aa7-ac65-09b9b2e8a00f req-49c4f734-54d9-406e-adbc-43cdcba45500 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=bf672100-ed94-443f-908a-4ecaf8a2d628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456223 Feb 19 02:48:36.585226 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b57db797-b0a0-4378-9349-5ed4fd5720b9 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks [] for router_controller (cfd79094-505e-4901-b284-ffdf320e7424), precommit_add_association {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:36.637691 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-30ac956c-2426-4aa7-ac65-09b9b2e8a00f req-0e590919-cf55-41a7-97c5-158faaea23cf service neutron] 10.222.0.73 "GET /v2.0/networks/bf672100-ed94-443f-908a-4ecaf8a2d628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136076 Feb 19 02:48:36.644979 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-7dfe77cd-367d-4562-b34c-35146adde731 req-70f0194d-5913-4cd0-858f-3b184cc98281 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (3e2a7e27-fc0b-442b-850e-ad081ae8ceef), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:36.645333 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-7dfe77cd-367d-4562-b34c-35146adde731 req-70f0194d-5913-4cd0-858f-3b184cc98281 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Publish callbacks [] for floatingip (3e2a7e27-fc0b-442b-850e-ad081ae8ceef), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:36.714502 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a1ef4238-9928-4c1c-bd90-b3fff7ce5b70 req-9ee45824-7bcb-40b6-99cf-cf8744a32db3 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6022ed1-67a1-4ded-890d-e1e66f84412d HTTP/1.1" status: 200 len: 210 time: 0.0735152 Feb 19 02:48:36.716694 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-7dfe77cd-367d-4562-b34c-35146adde731 req-70f0194d-5913-4cd0-858f-3b184cc98281 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Calling delete_port for 3e2a7e27-fc0b-442b-850e-ad081ae8ceef owned by network:floatingip {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:48:36.758720 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-30ac956c-2426-4aa7-ac65-09b9b2e8a00f req-4d875a22-9e51-450d-a00a-396fd0f9a037 service neutron] 10.222.0.73 "GET /v2.0/networks/bf672100-ed94-443f-908a-4ecaf8a2d628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126523 Feb 19 02:48:36.796421 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ca77ea6-c184-4203-b041-94f15365a50d x-openstack-request-id: req-8ca77ea6-c184-4203-b041-94f15365a50d {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:48:36.797115 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f780e5ff-b429-4f5e-9d5a-1227f9743c37", "tag": "81a2675a-d4f3-4f2a-9ba7-8716fc9eee97", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:48:36.797608 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8ca77ea6-c184-4203-b041-94f15365a50d {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:48:36.798225 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f780e5ff-b429-4f5e-9d5a-1227f9743c37', 'tag': '81a2675a-d4f3-4f2a-9ba7-8716fc9eee97', 'status': 'completed', 'code': 200} Feb 19 02:48:36.828482 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b57db797-b0a0-4378-9349-5ed4fd5720b9 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks [] for router_gateway (cfd79094-505e-4901-b284-ffdf320e7424), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:36.931614 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c9f68f-ea68-42f4-88e7-c1579b8ef4c4 req-875b91c9-19d0-437f-8267-a7a3aea61874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:36.934623 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-92c9f68f-ea68-42f4-88e7-c1579b8ef4c4 req-875b91c9-19d0-437f-8267-a7a3aea61874 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c7760c6b8b69415fb3db99a9707764df&device_id=f780e5ff-b429-4f5e-9d5a-1227f9743c37 HTTP/1.1" status: 200 len: 1126 time: 0.0686569 Feb 19 02:48:36.986831 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-7dfe77cd-367d-4562-b34c-35146adde731 req-70f0194d-5913-4cd0-858f-3b184cc98281 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (3e2a7e27-fc0b-442b-850e-ad081ae8ceef), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:37.030974 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f0194d-5913-4cd0-858f-3b184cc98281 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Pushing event deleted for resources: {'Port': ['ID=3e2a7e27-fc0b-442b-850e-ad081ae8ceef,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:37.077878 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c9f68f-ea68-42f4-88e7-c1579b8ef4c4 req-ce4daf73-a241-4a7c-9d30-78fdec001d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:37.079547 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-92c9f68f-ea68-42f4-88e7-c1579b8ef4c4 req-ce4daf73-a241-4a7c-9d30-78fdec001d92 service neutron] 10.222.0.73 "GET /v2.0/networks?id=bf672100-ed94-443f-908a-4ecaf8a2d628 HTTP/1.1" status: 200 len: 905 time: 0.1394024 Feb 19 02:48:37.192713 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-92c9f68f-ea68-42f4-88e7-c1579b8ef4c4 req-1d5ec243-661b-4b99-83f8-40bcf44b2f8e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=81a2675a-d4f3-4f2a-9ba7-8716fc9eee97 HTTP/1.1" status: 200 len: 217 time: 0.1071939 Feb 19 02:48:37.221125 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-7dfe77cd-367d-4562-b34c-35146adde731 req-70f0194d-5913-4cd0-858f-3b184cc98281 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Publish callbacks [] for floatingip (7c4913f2-043b-4a67-bf74-f1aaccc93941), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:37.223677 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-7dfe77cd-367d-4562-b34c-35146adde731 req-70f0194d-5913-4cd0-858f-3b184cc98281 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:37.225671 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7dfe77cd-367d-4562-b34c-35146adde731 req-70f0194d-5913-4cd0-858f-3b184cc98281 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] 10.222.0.72 "DELETE /v2.0/floatingips/7c4913f2-043b-4a67-bf74-f1aaccc93941 HTTP/1.1" status: 204 len: 173 time: 1.1135867 Feb 19 02:48:37.263547 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c9f68f-ea68-42f4-88e7-c1579b8ef4c4 req-f57be5f4-9acf-47c4-ac8c-738b16974faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:37.266044 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-92c9f68f-ea68-42f4-88e7-c1579b8ef4c4 req-f57be5f4-9acf-47c4-ac8c-738b16974faa service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0bb04773-132e-443e-9baa-c5ff97e31eb2 HTTP/1.1" status: 200 len: 844 time: 0.0659802 Feb 19 02:48:37.278975 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b57db797-b0a0-4378-9349-5ed4fd5720b9 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks [] for router_gateway (cfd79094-505e-4901-b284-ffdf320e7424), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:37.315410 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-92c9f68f-ea68-42f4-88e7-c1579b8ef4c4 req-6e3a719f-8a09-4d09-84de-dd260eeeac61 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=bf672100-ed94-443f-908a-4ecaf8a2d628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433080 Feb 19 02:48:37.346164 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a0d3062c-89fc-457c-92f0-910b392e59fb req-a53f2dff-1885-4a6a-a36e-a58f320de9d1 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] 10.222.0.72 "GET /v2.0/floatingips/d9e1f9f7-17c3-480b-ae93-5cba64fd9bef HTTP/1.1" status: 200 len: 692 time: 0.0852644 Feb 19 02:48:37.358061 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b57db797-b0a0-4378-9349-5ed4fd5720b9 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:37.418766 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 1b9f54b4-1c40-4cce-82c8-8148e022a56f up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:48:37.470289 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-b57db797-b0a0-4378-9349-5ed4fd5720b9 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Allocated IP 172.25.6.23 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/0f6d80c3-1e79-4b49-abd9-02c81b27ad3b) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:48:37.472200 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-92c9f68f-ea68-42f4-88e7-c1579b8ef4c4 req-644a497d-d2b8-4fc8-ac9d-8fd0e195859a service neutron] 10.222.0.73 "GET /v2.0/networks/bf672100-ed94-443f-908a-4ecaf8a2d628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504683 Feb 19 02:48:37.534330 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning for port 1b9f54b4-1c40-4cce-82c8-8148e022a56f completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:48:37.540458 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port 1b9f54b4-1c40-4cce-82c8-8148e022a56f triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:48:37.541102 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (1b9f54b4-1c40-4cce-82c8-8148e022a56f), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:37.575222 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b57db797-b0a0-4378-9349-5ed4fd5720b9 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks [] for port (0f6d80c3-1e79-4b49-abd9-02c81b27ad3b), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:37.609408 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-92c9f68f-ea68-42f4-88e7-c1579b8ef4c4 req-926c45d7-100b-4c92-b289-d0ae5777cbc3 service neutron] 10.222.0.73 "GET /v2.0/networks/bf672100-ed94-443f-908a-4ecaf8a2d628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293459 Feb 19 02:48:37.623790 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b57db797-b0a0-4378-9349-5ed4fd5720b9 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (0f6d80c3-1e79-4b49-abd9-02c81b27ad3b), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:37.687488 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 1b9f54b4-1c40-4cce-82c8-8148e022a56f is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:48:37.688005 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (1b9f54b4-1c40-4cce-82c8-8148e022a56f), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:37.732551 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1e42394-5f2d-412c-a45c-b1288b98d56d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b9f54b4-1c40-4cce-82c8-8148e022a56f'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:48:37.736165 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb9d33f4-1597-4f65-8d79-51fd8b534e87" -d '{"events": [{"server_uuid": "d1e42394-5f2d-412c-a45c-b1288b98d56d", "name": "network-vif-plugged", "status": "completed", "tag": "1b9f54b4-1c40-4cce-82c8-8148e022a56f"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:48:37.743341 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1be038-1ccc-4a92-aad5-bffda7d43305 req-7afd27ec-9272-42d2-b699-d5733b87109d tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:37.744489 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 1b9f54b4-1c40-4cce-82c8-8148e022a56f, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=1b9f54b4-1c40-4cce-82c8-8148e022a56f,segment=NetworkSegment(b39e090c-0890-499a-915b-cff73acd13da),segment_id=b39e090c-0890-499a-915b-cff73acd13da)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:48:37.750156 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (1b9f54b4-1c40-4cce-82c8-8148e022a56f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:37.754360 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7c1be038-1ccc-4a92-aad5-bffda7d43305 req-7afd27ec-9272-42d2-b699-d5733b87109d tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/ports?device_id=f780e5ff-b429-4f5e-9d5a-1227f9743c37 HTTP/1.1" status: 200 len: 944 time: 0.5345566 Feb 19 02:48:37.762311 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57db797-b0a0-4378-9349-5ed4fd5720b9 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:48:37.778632 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-b57db797-b0a0-4378-9349-5ed4fd5720b9 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:48:37.794009 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57db797-b0a0-4378-9349-5ed4fd5720b9 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:48:37.797531 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57db797-b0a0-4378-9349-5ed4fd5720b9 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Pushing event updated for resources: {'Port': ['ID=0f6d80c3-1e79-4b49-abd9-02c81b27ad3b,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:37.810402 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=1b9f54b4-1c40-4cce-82c8-8148e022a56f,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:37.916613 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d3062c-89fc-457c-92f0-910b392e59fb req-19407753-22a7-4987-bf20-afcb17f936f0 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:37.918121 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a0d3062c-89fc-457c-92f0-910b392e59fb req-19407753-22a7-4987-bf20-afcb17f936f0 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] 10.222.0.72 "GET /v2.0/networks/eaf64708-9021-419e-b287-ef3e0f51e2ee HTTP/1.1" status: 200 len: 784 time: 0.3104072 Feb 19 02:48:38.017246 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7c1be038-1ccc-4a92-aad5-bffda7d43305 req-98d92e04-e225-4f6e-a638-b0d669853f8b tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/security-groups?id=d1068709-142b-4f0d-aa54-30196489f5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619479 Feb 19 02:48:38.065777 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a0d3062c-89fc-457c-92f0-910b392e59fb req-3a436cbd-b7c7-483c-ab45-f24597dca2f3 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.6.24 HTTP/1.1" status: 200 len: 695 time: 0.1364415 Feb 19 02:48:38.183957 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a0d3062c-89fc-457c-92f0-910b392e59fb req-e8a69b2c-ac82-4aa0-bca2-946b73b800fd tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.6.24 HTTP/1.1" status: 200 len: 695 time: 0.0992177 Feb 19 02:48:38.312300 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb94ae1-d02a-4184-889b-1cb13ec8172d req-c16f5637-a2fc-4dcd-9559-5a4e77605056 tempest-ServerMetadataNegativeTestJSON-134247629 tempest-ServerMetadataNegativeTestJSON-134247629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:38.319157 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7cb94ae1-d02a-4184-889b-1cb13ec8172d req-c16f5637-a2fc-4dcd-9559-5a4e77605056 tempest-ServerMetadataNegativeTestJSON-134247629 tempest-ServerMetadataNegativeTestJSON-134247629-project] 10.222.0.72 "GET /v2.0/ports?device_id=d1e42394-5f2d-412c-a45c-b1288b98d56d HTTP/1.1" status: 200 len: 946 time: 0.1771090 Feb 19 02:48:38.484549 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7cb94ae1-d02a-4184-889b-1cb13ec8172d req-083da565-c1ce-4ad0-b0b2-02ea99d43ad5 tempest-ServerMetadataNegativeTestJSON-134247629 tempest-ServerMetadataNegativeTestJSON-134247629-project] 10.222.0.72 "GET /v2.0/security-groups?id=16109ace-da36-4e6d-9d65-4cd88e83e5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645401 Feb 19 02:48:38.487323 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b57db797-b0a0-4378-9349-5ed4fd5720b9 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks [] for router_gateway (cfd79094-505e-4901-b284-ffdf320e7424), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:38.534292 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-965ebfab-8bc0-4317-835d-4abf8599a89d x-openstack-request-id: req-965ebfab-8bc0-4317-835d-4abf8599a89d {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:48:38.534798 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1e42394-5f2d-412c-a45c-b1288b98d56d", "name": "network-vif-plugged", "status": "completed", "tag": "1b9f54b4-1c40-4cce-82c8-8148e022a56f", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:48:38.534975 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-965ebfab-8bc0-4317-835d-4abf8599a89d {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:48:38.535394 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1e42394-5f2d-412c-a45c-b1288b98d56d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b9f54b4-1c40-4cce-82c8-8148e022a56f', 'code': 200} Feb 19 02:48:38.710716 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54a3a02-3ded-46c2-9957-9d39456e448c req-bceda9be-0b03-4b2b-80dd-68d49edb49dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:38.712288 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a54a3a02-3ded-46c2-9957-9d39456e448c req-bceda9be-0b03-4b2b-80dd-68d49edb49dc service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d1e42394-5f2d-412c-a45c-b1288b98d56d HTTP/1.1" status: 200 len: 1128 time: 0.0678504 Feb 19 02:48:38.861813 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a54a3a02-3ded-46c2-9957-9d39456e448c req-b3780f58-41c5-423c-9089-d27701b96c00 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=16109ace-da36-4e6d-9d65-4cd88e83e5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421959 Feb 19 02:48:39.002415 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-a0d3062c-89fc-457c-92f0-910b392e59fb req-428f2ebb-ed1e-4b08-9633-1327cb71c313 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Deleting port 89e9dc2b-c289-45b9-8b82-a8c05e779eaf {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:48:39.002862 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-a0d3062c-89fc-457c-92f0-910b392e59fb req-428f2ebb-ed1e-4b08-9633-1327cb71c313 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (89e9dc2b-c289-45b9-8b82-a8c05e779eaf), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:39.026867 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-10d56178-0ac0-4071-b749-76db2ab4eb4e req-9cf1516d-54d0-4bde-a00f-bc86891911cf tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6022ed1-67a1-4ded-890d-e1e66f84412d HTTP/1.1" status: 200 len: 210 time: 0.0371571 Feb 19 02:48:39.250007 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-a0d3062c-89fc-457c-92f0-910b392e59fb req-428f2ebb-ed1e-4b08-9633-1327cb71c313 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (89e9dc2b-c289-45b9-8b82-a8c05e779eaf), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:39.250256 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-a0d3062c-89fc-457c-92f0-910b392e59fb req-428f2ebb-ed1e-4b08-9633-1327cb71c313 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Publish callbacks [] for floatingip (89e9dc2b-c289-45b9-8b82-a8c05e779eaf), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:39.268247 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2711478-7961-4fc4-84e9-8de64f201e6f req-acdbe6c1-918a-4b74-b76b-2e4d9dd1be2b tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:39.269741 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d2711478-7961-4fc4-84e9-8de64f201e6f req-acdbe6c1-918a-4b74-b76b-2e4d9dd1be2b tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/ports?device_id=f780e5ff-b429-4f5e-9d5a-1227f9743c37 HTTP/1.1" status: 200 len: 944 time: 0.1397345 Feb 19 02:48:39.282353 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-a0d3062c-89fc-457c-92f0-910b392e59fb req-428f2ebb-ed1e-4b08-9633-1327cb71c313 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Calling delete_port for 89e9dc2b-c289-45b9-8b82-a8c05e779eaf owned by network:floatingip {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:48:39.310979 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b57db797-b0a0-4378-9349-5ed4fd5720b9 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16317478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865'] for router (cfd79094-505e-4901-b284-ffdf320e7424), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:39.426118 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d2711478-7961-4fc4-84e9-8de64f201e6f req-209352fb-13ce-4b70-88fb-33d034750148 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/security-groups?id=d1068709-142b-4f0d-aa54-30196489f5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470315 Feb 19 02:48:39.609278 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b57db797-b0a0-4378-9349-5ed4fd5720b9 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Router cfd79094-505e-4901-b284-ffdf320e7424 is scheduled to L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd with binding_index 1 {{(pid=103701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 02:48:39.685243 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-a0d3062c-89fc-457c-92f0-910b392e59fb req-428f2ebb-ed1e-4b08-9633-1327cb71c313 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (89e9dc2b-c289-45b9-8b82-a8c05e779eaf), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:39.725237 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428f2ebb-ed1e-4b08-9633-1327cb71c313 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Pushing event deleted for resources: {'Port': ['ID=89e9dc2b-c289-45b9-8b82-a8c05e779eaf,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:39.797725 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428f2ebb-ed1e-4b08-9633-1327cb71c313 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:48:39.798063 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428f2ebb-ed1e-4b08-9633-1327cb71c313 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:48:39.798323 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428f2ebb-ed1e-4b08-9633-1327cb71c313 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:48:39.798661 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428f2ebb-ed1e-4b08-9633-1327cb71c313 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:48:39.798994 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428f2ebb-ed1e-4b08-9633-1327cb71c313 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:48:39.799324 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428f2ebb-ed1e-4b08-9633-1327cb71c313 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:48:39.799649 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428f2ebb-ed1e-4b08-9633-1327cb71c313 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:48:39.799974 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428f2ebb-ed1e-4b08-9633-1327cb71c313 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:48:39.800296 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428f2ebb-ed1e-4b08-9633-1327cb71c313 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:48:39.800621 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428f2ebb-ed1e-4b08-9633-1327cb71c313 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:48:39.800947 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428f2ebb-ed1e-4b08-9633-1327cb71c313 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:48:39.801291 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428f2ebb-ed1e-4b08-9633-1327cb71c313 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:48:39.801684 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428f2ebb-ed1e-4b08-9633-1327cb71c313 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:48:39.836342 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b18126c-5955-426f-93ae-f85448ca44aa req-9435d8df-4a61-429e-98cc-0a527c3537a6 tempest-ServerMetadataNegativeTestJSON-134247629 tempest-ServerMetadataNegativeTestJSON-134247629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:39.837999 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2b18126c-5955-426f-93ae-f85448ca44aa req-9435d8df-4a61-429e-98cc-0a527c3537a6 tempest-ServerMetadataNegativeTestJSON-134247629 tempest-ServerMetadataNegativeTestJSON-134247629-project] 10.222.0.72 "GET /v2.0/ports?device_id=d1e42394-5f2d-412c-a45c-b1288b98d56d HTTP/1.1" status: 200 len: 946 time: 0.2452078 Feb 19 02:48:39.889107 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b57db797-b0a0-4378-9349-5ed4fd5720b9 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:48:39.892221 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-a0d3062c-89fc-457c-92f0-910b392e59fb req-428f2ebb-ed1e-4b08-9633-1327cb71c313 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Publish callbacks [] for floatingip (d9e1f9f7-17c3-480b-ae93-5cba64fd9bef), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:39.894903 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-a0d3062c-89fc-457c-92f0-910b392e59fb req-428f2ebb-ed1e-4b08-9633-1327cb71c313 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:39.896768 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a0d3062c-89fc-457c-92f0-910b392e59fb req-428f2ebb-ed1e-4b08-9633-1327cb71c313 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] 10.222.0.72 "DELETE /v2.0/floatingips/d9e1f9f7-17c3-480b-ae93-5cba64fd9bef HTTP/1.1" status: 204 len: 173 time: 1.7038670 Feb 19 02:48:39.907329 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e6c2e1-b7ab-419c-ad72-2228c9417a78 None None] Sync routers for ids ['cfd79094-505e-4901-b284-ffdf320e7424'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:48:39.934676 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2b18126c-5955-426f-93ae-f85448ca44aa req-c085f753-b4ba-488f-bd8d-1f9c4f2e580e tempest-ServerMetadataNegativeTestJSON-134247629 tempest-ServerMetadataNegativeTestJSON-134247629-project] 10.222.0.72 "GET /v2.0/security-groups?id=16109ace-da36-4e6d-9d65-4cd88e83e5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840406 Feb 19 02:48:39.949834 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b57db797-b0a0-4378-9349-5ed4fd5720b9 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks [] for router (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:39.954540 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 56598) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:48:39.955103 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-b57db797-b0a0-4378-9349-5ed4fd5720b9 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.5355358 Feb 19 02:48:39.988216 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e6c2e1-b7ab-419c-ad72-2228c9417a78 None None] Routers {'cfd79094-505e-4901-b284-ffdf320e7424'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:48:39.994252 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-38e6c2e1-b7ab-419c-ad72-2228c9417a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:48:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['cfd79094-505e-4901-b284-ffdf320e7424'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:48:40.087957 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-38e6c2e1-b7ab-419c-ad72-2228c9417a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:48:40.099557 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e6c2e1-b7ab-419c-ad72-2228c9417a78 None None] Routers {'cfd79094-505e-4901-b284-ffdf320e7424'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:48:40.100468 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-38e6c2e1-b7ab-419c-ad72-2228c9417a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:48:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['cfd79094-505e-4901-b284-ffdf320e7424'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:48:40.137898 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-38e6c2e1-b7ab-419c-ad72-2228c9417a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:48:40.138807 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e6c2e1-b7ab-419c-ad72-2228c9417a78 None None] The sync data for ids ['cfd79094-505e-4901-b284-ffdf320e7424'] in n-d-826753-2 is: [] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:48:40.172281 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6c9148af-90d7-407c-a292-77f0e75bd11f req-5350615b-4700-428c-b7ef-f930b4d3e3c8 tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] 10.222.0.72 "GET /v2.0/floatingips/627ba3ef-5c45-4f88-88e7-5a82f3e504a5 HTTP/1.1" status: 200 len: 693 time: 0.2033339 Feb 19 02:48:40.211282 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-5ac6cefa-9496-43bb-902c-61d350636baf tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] 10.222.0.72 "GET /v2.0/routers/cfd79094-505e-4901-b284-ffdf320e7424 HTTP/1.1" status: 200 len: 884 time: 0.2547228 Feb 19 02:48:40.214181 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 56608) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:48:40.276565 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1f4e0c51-6727-40d9-99fd-d09cc582867f req-becde22d-d02d-4079-b8e1-e955310bead4 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6022ed1-67a1-4ded-890d-e1e66f84412d HTTP/1.1" status: 200 len: 210 time: 0.0402436 Feb 19 02:48:40.367283 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9148af-90d7-407c-a292-77f0e75bd11f req-29a28ea8-3b0d-4f46-b3cc-922d0a4766df tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:40.370598 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6c9148af-90d7-407c-a292-77f0e75bd11f req-29a28ea8-3b0d-4f46-b3cc-922d0a4766df tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] 10.222.0.72 "GET /v2.0/networks/eaf64708-9021-419e-b287-ef3e0f51e2ee HTTP/1.1" status: 200 len: 784 time: 0.1943958 Feb 19 02:48:40.511953 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-7cf96410-5b5e-4762-b4c8-c24ce3d0bb84 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.2965870 Feb 19 02:48:40.512983 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 56614) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:48:40.518566 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-ca60c330-b427-4585-bbd0-2d5d83f0b37f tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1406757970'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:48:40.519179 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6c9148af-90d7-407c-a292-77f0e75bd11f req-ddb63f68-e50c-431a-bb5e-3facde13c91c tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.6.198 HTTP/1.1" status: 200 len: 696 time: 0.1331785 Feb 19 02:48:40.640773 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6c9148af-90d7-407c-a292-77f0e75bd11f req-4fddd899-5aa7-4b64-81a4-4accb93f315b tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.6.198 HTTP/1.1" status: 200 len: 696 time: 0.1064939 Feb 19 02:48:40.857476 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-6c9148af-90d7-407c-a292-77f0e75bd11f req-53446c2f-d075-439d-bf47-ca5c3b46e67a tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Deleting port 872fc661-9883-476a-a223-675ed6390ebe {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:48:40.857814 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-6c9148af-90d7-407c-a292-77f0e75bd11f req-53446c2f-d075-439d-bf47-ca5c3b46e67a tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (872fc661-9883-476a-a223-675ed6390ebe), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:40.888797 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd12382c-180c-49ea-bc32-b493f56eb757 req-b61ceb8f-71c1-461d-b714-a59f9e7e2380 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:40.896753 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-dd12382c-180c-49ea-bc32-b493f56eb757 req-b61ceb8f-71c1-461d-b714-a59f9e7e2380 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/ports?device_id=f780e5ff-b429-4f5e-9d5a-1227f9743c37 HTTP/1.1" status: 200 len: 944 time: 0.2541816 Feb 19 02:48:40.989718 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-dd12382c-180c-49ea-bc32-b493f56eb757 req-d403e504-a7e3-498d-85c8-00e64304219f tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/security-groups?id=d1068709-142b-4f0d-aa54-30196489f5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895379 Feb 19 02:48:41.026098 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ca60c330-b427-4585-bbd0-2d5d83f0b37f tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16285772', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16317501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14257'] for router (cfd79094-505e-4901-b284-ffdf320e7424), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:41.042326 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ca60c330-b427-4585-bbd0-2d5d83f0b37f tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16285787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16285778', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16317492'] for router (cfd79094-505e-4901-b284-ffdf320e7424), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:41.064621 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-6c9148af-90d7-407c-a292-77f0e75bd11f req-53446c2f-d075-439d-bf47-ca5c3b46e67a tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (872fc661-9883-476a-a223-675ed6390ebe), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:41.065041 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-6c9148af-90d7-407c-a292-77f0e75bd11f req-53446c2f-d075-439d-bf47-ca5c3b46e67a tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Publish callbacks [] for floatingip (872fc661-9883-476a-a223-675ed6390ebe), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:41.081431 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-6c9148af-90d7-407c-a292-77f0e75bd11f req-53446c2f-d075-439d-bf47-ca5c3b46e67a tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Calling delete_port for 872fc661-9883-476a-a223-675ed6390ebe owned by network:floatingip {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:48:41.213297 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca60c330-b427-4585-bbd0-2d5d83f0b37f tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Router cfd79094-505e-4901-b284-ffdf320e7424 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:48:41.231360 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7ce5f1-ea4a-4e6e-b498-2777997c927a req-ee8963f9-6eaf-404a-a501-4b3b2b5f5cdf tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:41.232931 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-dc7ce5f1-ea4a-4e6e-b498-2777997c927a req-ee8963f9-6eaf-404a-a501-4b3b2b5f5cdf tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=640b0ecf-3125-49fb-bd64-cf0f228c5f4a HTTP/1.1" status: 200 len: 945 time: 0.0892899 Feb 19 02:48:41.306115 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-dc7ce5f1-ea4a-4e6e-b498-2777997c927a req-e1deaedf-8c0e-451e-8cb9-9b2c8a1b7b53 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/security-groups?id=83745bf6-2450-44b1-b073-88b2d8645794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639615 Feb 19 02:48:41.417276 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-6c9148af-90d7-407c-a292-77f0e75bd11f req-53446c2f-d075-439d-bf47-ca5c3b46e67a tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (872fc661-9883-476a-a223-675ed6390ebe), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:41.430154 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 81a2675a-d4f3-4f2a-9ba7-8716fc9eee97 details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:48:41.464577 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53446c2f-d075-439d-bf47-ca5c3b46e67a tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Pushing event deleted for resources: {'Port': ['ID=872fc661-9883-476a-a223-675ed6390ebe,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:41.558735 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 81a2675a-d4f3-4f2a-9ba7-8716fc9eee97, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=81a2675a-d4f3-4f2a-9ba7-8716fc9eee97,segment=NetworkSegment(95c489b5-d2f5-4704-89fb-8accaa8a0e0f),segment_id=95c489b5-d2f5-4704-89fb-8accaa8a0e0f)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:48:41.563494 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385b500b-d4ec-4a04-8e58-cd6a148f5aca req-271bab69-c7b5-4f8c-a035-962d1ab073fb tempest-ServerMetadataNegativeTestJSON-134247629 tempest-ServerMetadataNegativeTestJSON-134247629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:41.565378 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-385b500b-d4ec-4a04-8e58-cd6a148f5aca req-271bab69-c7b5-4f8c-a035-962d1ab073fb tempest-ServerMetadataNegativeTestJSON-134247629 tempest-ServerMetadataNegativeTestJSON-134247629-project] 10.222.0.72 "GET /v2.0/ports?device_id=d1e42394-5f2d-412c-a45c-b1288b98d56d HTTP/1.1" status: 200 len: 946 time: 0.1794643 Feb 19 02:48:41.585957 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': '81a2675a-d4f3-4f2a-9ba7-8716fc9eee97', 'network_id': 'bf672100-ed94-443f-908a-4ecaf8a2d628', 'port_id': '81a2675a-d4f3-4f2a-9ba7-8716fc9eee97', 'mac_address': 'fa:16:3e:0e:e3:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bb04773-132e-443e-9baa-c5ff97e31eb2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:48:41.623317 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-6c9148af-90d7-407c-a292-77f0e75bd11f req-53446c2f-d075-439d-bf47-ca5c3b46e67a tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Publish callbacks [] for floatingip (627ba3ef-5c45-4f88-88e7-5a82f3e504a5), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:41.629073 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-6c9148af-90d7-407c-a292-77f0e75bd11f req-53446c2f-d075-439d-bf47-ca5c3b46e67a tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:41.631221 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6c9148af-90d7-407c-a292-77f0e75bd11f req-53446c2f-d075-439d-bf47-ca5c3b46e67a tempest-FloatingIPDetailsTestJSON-885620162 tempest-FloatingIPDetailsTestJSON-885620162-project] 10.222.0.72 "DELETE /v2.0/floatingips/627ba3ef-5c45-4f88-88e7-5a82f3e504a5 HTTP/1.1" status: 204 len: 173 time: 0.9836855 Feb 19 02:48:41.646386 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 56628) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:48:41.699666 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 81a2675a-d4f3-4f2a-9ba7-8716fc9eee97 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:48:41.700272 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (81a2675a-d4f3-4f2a-9ba7-8716fc9eee97), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:41.718009 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81a2675a-d4f3-4f2a-9ba7-8716fc9eee97 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:48:41.750624 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 81a2675a-d4f3-4f2a-9ba7-8716fc9eee97, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=81a2675a-d4f3-4f2a-9ba7-8716fc9eee97,segment=NetworkSegment(95c489b5-d2f5-4704-89fb-8accaa8a0e0f),segment_id=95c489b5-d2f5-4704-89fb-8accaa8a0e0f)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:48:41.757721 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (81a2675a-d4f3-4f2a-9ba7-8716fc9eee97), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:41.785678 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-385b500b-d4ec-4a04-8e58-cd6a148f5aca req-2dfa6cff-6d03-47cf-85ce-32ca76d693cc tempest-ServerMetadataNegativeTestJSON-134247629 tempest-ServerMetadataNegativeTestJSON-134247629-project] 10.222.0.72 "GET /v2.0/security-groups?id=16109ace-da36-4e6d-9d65-4cd88e83e5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139909 Feb 19 02:48:41.832840 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-79dae5a7-a418-41e2-b6e2-61ccbff624d5 req-6ccc6b06-3bae-40b0-9da9-88ecb930ff90 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6022ed1-67a1-4ded-890d-e1e66f84412d HTTP/1.1" status: 200 len: 210 time: 0.0777001 Feb 19 02:48:42.074630 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca60c330-b427-4585-bbd0-2d5d83f0b37f tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:48:42.101601 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ca60c330-b427-4585-bbd0-2d5d83f0b37f tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:42.105902 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-ca60c330-b427-4585-bbd0-2d5d83f0b37f tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] 10.222.0.72 "PUT /v2.0/routers/cfd79094-505e-4901-b284-ffdf320e7424 HTTP/1.1" status: 200 len: 891 time: 1.5918229 Feb 19 02:48:42.112999 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 56648) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:48:42.117481 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-f91c932f-d5f2-4a4b-9209-114e23a20528 req-e124f5d3-a6fb-48d7-b5e2-2ff945490584 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=fa9b45d5-254c-45de-8e0f-03eec8283098&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1848292 Feb 19 02:48:42.169104 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=81a2675a-d4f3-4f2a-9ba7-8716fc9eee97,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:42.183597 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0215a5-90ec-43f9-91d2-58296cca3b61 None None] Sync routers for ids ['cfd79094-505e-4901-b284-ffdf320e7424'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:48:42.255333 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c932f-d5f2-4a4b-9209-114e23a20528 req-b8175f1f-a597-4f09-8a5d-43f61b452706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:42.257281 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-f91c932f-d5f2-4a4b-9209-114e23a20528 req-b8175f1f-a597-4f09-8a5d-43f61b452706 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ad75c6928a1d4c6da3a56db6352b2618&device_id=fa9b45d5-254c-45de-8e0f-03eec8283098 HTTP/1.1" status: 200 len: 1126 time: 0.1001062 Feb 19 02:48:42.282504 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0215a5-90ec-43f9-91d2-58296cca3b61 None None] Routers {'cfd79094-505e-4901-b284-ffdf320e7424'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:48:42.283095 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-3c0215a5-90ec-43f9-91d2-58296cca3b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:48:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['cfd79094-505e-4901-b284-ffdf320e7424'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:48:42.339506 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-3c0215a5-90ec-43f9-91d2-58296cca3b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:48:42.360903 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0215a5-90ec-43f9-91d2-58296cca3b61 None None] Routers {'cfd79094-505e-4901-b284-ffdf320e7424'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:48:42.361624 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-3c0215a5-90ec-43f9-91d2-58296cca3b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:48:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['cfd79094-505e-4901-b284-ffdf320e7424'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:48:42.415430 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['81a2675a-d4f3-4f2a-9ba7-8716fc9eee97'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:48:42.472418 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-3c0215a5-90ec-43f9-91d2-58296cca3b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:48:42.473298 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0215a5-90ec-43f9-91d2-58296cca3b61 None None] The sync data for ids ['cfd79094-505e-4901-b284-ffdf320e7424'] in n-d-826753-2 is: [] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:48:42.510157 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff9051e-a8f5-41e9-9a9c-0f3f458f546a req-a10084c1-559b-4ef2-8f36-53639e48940d tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:42.513297 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c932f-d5f2-4a4b-9209-114e23a20528 req-8a93ac8c-e16d-4ad4-9649-2fbaeff49cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:42.514081 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cff9051e-a8f5-41e9-9a9c-0f3f458f546a req-a10084c1-559b-4ef2-8f36-53639e48940d tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/ports?device_id=f780e5ff-b429-4f5e-9d5a-1227f9743c37 HTTP/1.1" status: 200 len: 945 time: 0.2879078 Feb 19 02:48:42.515296 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-f91c932f-d5f2-4a4b-9209-114e23a20528 req-8a93ac8c-e16d-4ad4-9649-2fbaeff49cce service neutron] 10.222.0.73 "GET /v2.0/networks?id=db98097a-bb19-479d-bd0d-4f71e988880a HTTP/1.1" status: 200 len: 922 time: 0.2252860 Feb 19 02:48:42.543429 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-34777225-9660-49b4-acf6-1da95fabe9c2 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] 10.222.0.72 "GET /v2.0/routers/cfd79094-505e-4901-b284-ffdf320e7424 HTTP/1.1" status: 200 len: 891 time: 0.4264023 Feb 19 02:48:42.571304 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 56666) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:48:42.583224 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-f91c932f-d5f2-4a4b-9209-114e23a20528 req-2f013de3-f02f-4795-a4b0-2254e8995613 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=359a2f03-81dc-42fc-9315-cd2c2edd2142 HTTP/1.1" status: 200 len: 217 time: 0.0603106 Feb 19 02:48:42.657979 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-82a516e4-4c17-4b2b-8e02-2e7be7688541 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] 10.222.0.72 "GET /v2.0/ports?device_id=cfd79094-505e-4901-b284-ffdf320e7424 HTTP/1.1" status: 200 len: 205 time: 0.0854785 Feb 19 02:48:42.664208 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 56668) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:48:42.760840 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c932f-d5f2-4a4b-9209-114e23a20528 req-c64cc85b-8aca-48e5-96f6-e4c6d881c36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:42.762262 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-f91c932f-d5f2-4a4b-9209-114e23a20528 req-c64cc85b-8aca-48e5-96f6-e4c6d881c36d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2fe72d28-9326-4a85-b8b2-36c8cafae112 HTTP/1.1" status: 200 len: 861 time: 0.1741006 Feb 19 02:48:42.812316 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-f91c932f-d5f2-4a4b-9209-114e23a20528 req-5336a81a-e2e4-4400-b97e-86c168ae5781 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=db98097a-bb19-479d-bd0d-4f71e988880a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401728 Feb 19 02:48:42.832018 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fb2703-0a37-4aaa-8fc9-8f78e4ef25e5 req-10e5270a-01a0-4293-96ee-a7854499aa87 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:42.835751 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-99fb2703-0a37-4aaa-8fc9-8f78e4ef25e5 req-10e5270a-01a0-4293-96ee-a7854499aa87 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=640b0ecf-3125-49fb-bd64-cf0f228c5f4a HTTP/1.1" status: 200 len: 945 time: 0.3406878 Feb 19 02:48:42.860455 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cff9051e-a8f5-41e9-9a9c-0f3f458f546a req-11545402-b10c-455e-a844-9284b52ee9fc tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/security-groups?id=d1068709-142b-4f0d-aa54-30196489f5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3229709 Feb 19 02:48:43.030301 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4af41c1-552d-42a6-ad3d-648825d88c33 req-4e432199-7ee1-4715-9177-aae4b4c3493d tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:43.032969 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c4af41c1-552d-42a6-ad3d-648825d88c33 req-4e432199-7ee1-4715-9177-aae4b4c3493d tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.82 "GET /v2.0/ports?device_id=640b0ecf-3125-49fb-bd64-cf0f228c5f4a HTTP/1.1" status: 200 len: 945 time: 0.4875216 Feb 19 02:48:43.079716 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-f91c932f-d5f2-4a4b-9209-114e23a20528 req-8fcf5651-f19f-43b0-b5c1-6edfca3d8fad service neutron] 10.222.0.73 "GET /v2.0/networks/db98097a-bb19-479d-bd0d-4f71e988880a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565174 Feb 19 02:48:43.196224 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 56690) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:48:43.204350 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-99fb2703-0a37-4aaa-8fc9-8f78e4ef25e5 req-bb0fa1fd-a4d6-4016-b9b8-8f431dd1063e tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/security-groups?id=83745bf6-2450-44b1-b073-88b2d8645794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3339734 Feb 19 02:48:43.224164 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-eb746369-574b-41b3-ba4e-f1afd40c9952 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks [] for router (cfd79094-505e-4901-b284-ffdf320e7424), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:43.241399 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-f91c932f-d5f2-4a4b-9209-114e23a20528 req-e29b6ee7-047c-45ac-9f35-36139f77a1ec service neutron] 10.222.0.73 "GET /v2.0/networks/db98097a-bb19-479d-bd0d-4f71e988880a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548705 Feb 19 02:48:43.777919 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-94d226be-09db-4044-8c22-ddd9dd15b882 req-8a3cf1fd-8588-465d-a12b-4590ec6f8c23 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6022ed1-67a1-4ded-890d-e1e66f84412d HTTP/1.1" status: 200 len: 210 time: 0.0973208 Feb 19 02:48:43.850933 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-eb746369-574b-41b3-ba4e-f1afd40c9952 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks [] for router_gateway (cfd79094-505e-4901-b284-ffdf320e7424), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:43.874927 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-674ed662-c1a5-4518-a762-0347b8178d0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16289271'] for router_interface (d873c2e7-1927-4ff1-bc61-3c816e60d221), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:43.888635 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe362db-30d7-4a93-8b31-ae1f983dbaab req-c4255eaa-5333-4065-b8a0-5fa2bd0bf020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:43.889299 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe362db-30d7-4a93-8b31-ae1f983dbaab req-c4255eaa-5333-4065-b8a0-5fa2bd0bf020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:43.889825 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe362db-30d7-4a93-8b31-ae1f983dbaab req-c4255eaa-5333-4065-b8a0-5fa2bd0bf020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:43.890351 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe362db-30d7-4a93-8b31-ae1f983dbaab req-c4255eaa-5333-4065-b8a0-5fa2bd0bf020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:43.890871 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe362db-30d7-4a93-8b31-ae1f983dbaab req-c4255eaa-5333-4065-b8a0-5fa2bd0bf020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:43.891395 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe362db-30d7-4a93-8b31-ae1f983dbaab req-c4255eaa-5333-4065-b8a0-5fa2bd0bf020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:43.891910 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe362db-30d7-4a93-8b31-ae1f983dbaab req-c4255eaa-5333-4065-b8a0-5fa2bd0bf020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:43.893974 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-dbe362db-30d7-4a93-8b31-ae1f983dbaab req-c4255eaa-5333-4065-b8a0-5fa2bd0bf020 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6ec863d4-5792-46d2-b299-7b34b3ebe431 HTTP/1.1" status: 200 len: 6720 time: 0.6886530 Feb 19 02:48:43.986519 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8acfbf-60fd-4b4e-bf8c-e872441286f6 req-360e651b-ee3e-4a09-b117-210b689c4f13 tempest-ServerMetadataNegativeTestJSON-134247629 tempest-ServerMetadataNegativeTestJSON-134247629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:43.988468 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ea8acfbf-60fd-4b4e-bf8c-e872441286f6 req-360e651b-ee3e-4a09-b117-210b689c4f13 tempest-ServerMetadataNegativeTestJSON-134247629 tempest-ServerMetadataNegativeTestJSON-134247629-project] 10.222.0.72 "GET /v2.0/ports?device_id=d1e42394-5f2d-412c-a45c-b1288b98d56d HTTP/1.1" status: 200 len: 946 time: 0.3068333 Feb 19 02:48:44.139761 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-c4af41c1-552d-42a6-ad3d-648825d88c33 req-55f5f352-9f05-466c-9081-f3fa1cf02d61 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Deleting port 915673c3-9944-49ea-88b8-c667b6d936b8 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:48:44.140183 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-c4af41c1-552d-42a6-ad3d-648825d88c33 req-55f5f352-9f05-466c-9081-f3fa1cf02d61 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (915673c3-9944-49ea-88b8-c667b6d936b8), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:44.257380 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-dbe362db-30d7-4a93-8b31-ae1f983dbaab req-192ab92d-e422-48d1-9253-b24f9403a774 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=7ad2b075-8470-4480-bb4e-92661338512f&id=1cff43f7-3cfd-4595-99e1-888048810960&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2665293 Feb 19 02:48:44.272124 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ea8acfbf-60fd-4b4e-bf8c-e872441286f6 req-6412768a-ce66-46c7-b38b-2f4f12df8efb tempest-ServerMetadataNegativeTestJSON-134247629 tempest-ServerMetadataNegativeTestJSON-134247629-project] 10.222.0.72 "GET /v2.0/security-groups?id=16109ace-da36-4e6d-9d65-4cd88e83e5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700179 Feb 19 02:48:44.282202 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c049313-9bbd-4de3-9a18-5288d6b2383c req-87cf9edb-f7dd-4485-9dcf-2a11f399b2bd tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:44.287422 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6c049313-9bbd-4de3-9a18-5288d6b2383c req-87cf9edb-f7dd-4485-9dcf-2a11f399b2bd tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/ports?device_id=f780e5ff-b429-4f5e-9d5a-1227f9743c37 HTTP/1.1" status: 200 len: 945 time: 0.2875514 Feb 19 02:48:44.290666 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-eb746369-574b-41b3-ba4e-f1afd40c9952 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Deleting port 0f6d80c3-1e79-4b49-abd9-02c81b27ad3b {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:48:44.291109 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-eb746369-574b-41b3-ba4e-f1afd40c9952 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (0f6d80c3-1e79-4b49-abd9-02c81b27ad3b), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:44.445813 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-eb746369-574b-41b3-ba4e-f1afd40c9952 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (0f6d80c3-1e79-4b49-abd9-02c81b27ad3b), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:44.536546 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-c4af41c1-552d-42a6-ad3d-648825d88c33 req-55f5f352-9f05-466c-9081-f3fa1cf02d61 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] For port 915673c3-9944-49ea-88b8-c667b6d936b8, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=915673c3-9944-49ea-88b8-c667b6d936b8,segment=NetworkSegment(b3dae451-0c86-4a64-8455-5c47bfffd3eb),segment_id=b3dae451-0c86-4a64-8455-5c47bfffd3eb)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:48:44.537055 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-c4af41c1-552d-42a6-ad3d-648825d88c33 req-55f5f352-9f05-466c-9081-f3fa1cf02d61 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (915673c3-9944-49ea-88b8-c667b6d936b8), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:44.541572 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-eb746369-574b-41b3-ba4e-f1afd40c9952 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Calling delete_port for 0f6d80c3-1e79-4b49-abd9-02c81b27ad3b owned by network:router_gateway {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:48:44.574547 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-c4af41c1-552d-42a6-ad3d-648825d88c33 req-55f5f352-9f05-466c-9081-f3fa1cf02d61 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Calling delete_port for 915673c3-9944-49ea-88b8-c667b6d936b8 owned by compute:nova {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:48:44.649912 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6c049313-9bbd-4de3-9a18-5288d6b2383c req-e7927de0-70f2-439c-aca6-551687da81d9 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/security-groups?id=d1068709-142b-4f0d-aa54-30196489f5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140610 Feb 19 02:48:44.713721 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f25895-d8fc-4f55-9f6b-3bb2fec01b02 req-eadfcbd1-51aa-4b8d-8357-c724b366d84f tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:44.713721 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-24f25895-d8fc-4f55-9f6b-3bb2fec01b02 req-eadfcbd1-51aa-4b8d-8357-c724b366d84f tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=640b0ecf-3125-49fb-bd64-cf0f228c5f4a HTTP/1.1" status: 200 len: 945 time: 0.2739244 Feb 19 02:48:44.831290 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01075572-5396-4054-8561-c04da7781f11 req-46631a3b-f70d-462b-8b7f-3047dff29d1d tempest-ServerMetadataNegativeTestJSON-134247629 tempest-ServerMetadataNegativeTestJSON-134247629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:44.832806 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-01075572-5396-4054-8561-c04da7781f11 req-46631a3b-f70d-462b-8b7f-3047dff29d1d tempest-ServerMetadataNegativeTestJSON-134247629 tempest-ServerMetadataNegativeTestJSON-134247629-project] 10.222.0.73 "GET /v2.0/ports?device_id=d1e42394-5f2d-412c-a45c-b1288b98d56d HTTP/1.1" status: 200 len: 946 time: 0.0730703 Feb 19 02:48:44.923046 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-31a8bb3c-90d4-4d2c-88b1-ebb6172f1996 req-62318d94-c499-47cf-bd3f-a8112ec73fd1 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6022ed1-67a1-4ded-890d-e1e66f84412d HTTP/1.1" status: 200 len: 210 time: 0.0530081 Feb 19 02:48:44.976158 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-24f25895-d8fc-4f55-9f6b-3bb2fec01b02 req-b6862cf0-5883-437b-a232-8618dd24e3a1 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/security-groups?id=83745bf6-2450-44b1-b073-88b2d8645794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456672 Feb 19 02:48:45.040621 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-c4af41c1-552d-42a6-ad3d-648825d88c33 req-55f5f352-9f05-466c-9081-f3fa1cf02d61 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (915673c3-9944-49ea-88b8-c667b6d936b8), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:45.041644 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-eb746369-574b-41b3-ba4e-f1afd40c9952 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (0f6d80c3-1e79-4b49-abd9-02c81b27ad3b), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:45.054174 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-01075572-5396-4054-8561-c04da7781f11 req-4811985d-a0c5-48fe-ba24-95ac8b172526 tempest-ServerMetadataNegativeTestJSON-134247629 tempest-ServerMetadataNegativeTestJSON-134247629-project] Deleting port 1b9f54b4-1c40-4cce-82c8-8148e022a56f {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:48:45.054531 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-01075572-5396-4054-8561-c04da7781f11 req-4811985d-a0c5-48fe-ba24-95ac8b172526 tempest-ServerMetadataNegativeTestJSON-134247629 tempest-ServerMetadataNegativeTestJSON-134247629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (1b9f54b4-1c40-4cce-82c8-8148e022a56f), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:45.061620 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-674ed662-c1a5-4518-a762-0347b8178d0a admin admin] Deleting port a013add3-5bd4-4a53-9d63-78a90d69def8 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:48:45.061965 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-674ed662-c1a5-4518-a762-0347b8178d0a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (a013add3-5bd4-4a53-9d63-78a90d69def8), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:45.078031 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['915673c3-9944-49ea-88b8-c667b6d936b8'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:48:45.108559 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb746369-574b-41b3-ba4e-f1afd40c9952 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Pushing event deleted for resources: {'Port': ['ID=0f6d80c3-1e79-4b49-abd9-02c81b27ad3b,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:45.191094 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-01075572-5396-4054-8561-c04da7781f11 req-4811985d-a0c5-48fe-ba24-95ac8b172526 tempest-ServerMetadataNegativeTestJSON-134247629 tempest-ServerMetadataNegativeTestJSON-134247629-project] For port 1b9f54b4-1c40-4cce-82c8-8148e022a56f, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=1b9f54b4-1c40-4cce-82c8-8148e022a56f,segment=NetworkSegment(b39e090c-0890-499a-915b-cff73acd13da),segment_id=b39e090c-0890-499a-915b-cff73acd13da)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:48:45.195796 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-01075572-5396-4054-8561-c04da7781f11 req-4811985d-a0c5-48fe-ba24-95ac8b172526 tempest-ServerMetadataNegativeTestJSON-134247629 tempest-ServerMetadataNegativeTestJSON-134247629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (1b9f54b4-1c40-4cce-82c8-8148e022a56f), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:45.217745 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f5f352-9f05-466c-9081-f3fa1cf02d61 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Pushing event deleted for resources: {'Port': ['ID=915673c3-9944-49ea-88b8-c667b6d936b8,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:45.227783 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-01075572-5396-4054-8561-c04da7781f11 req-4811985d-a0c5-48fe-ba24-95ac8b172526 tempest-ServerMetadataNegativeTestJSON-134247629 tempest-ServerMetadataNegativeTestJSON-134247629-project] Calling delete_port for 1b9f54b4-1c40-4cce-82c8-8148e022a56f owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:48:45.238685 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4af41c1-552d-42a6-ad3d-648825d88c33 req-55f5f352-9f05-466c-9081-f3fa1cf02d61 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] No DVR routers for this DVR port 915673c3-9944-49ea-88b8-c667b6d936b8 on host n-h2-826753-2 {{(pid=103701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:48:45.259688 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-c4af41c1-552d-42a6-ad3d-648825d88c33 req-55f5f352-9f05-466c-9081-f3fa1cf02d61 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:45.263215 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c4af41c1-552d-42a6-ad3d-648825d88c33 req-55f5f352-9f05-466c-9081-f3fa1cf02d61 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.82 "DELETE /v2.0/ports/915673c3-9944-49ea-88b8-c667b6d936b8 HTTP/1.1" status: 204 len: 173 time: 2.2236495 Feb 19 02:48:45.265274 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '640b0ecf-3125-49fb-bd64-cf0f228c5f4a', 'name': 'network-vif-deleted', 'tag': '915673c3-9944-49ea-88b8-c667b6d936b8'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:48:45.267572 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d29947f-e5cd-40ff-ad45-b4a7b9c0aeec" -d '{"events": [{"server_uuid": "640b0ecf-3125-49fb-bd64-cf0f228c5f4a", "name": "network-vif-deleted", "tag": "915673c3-9944-49ea-88b8-c667b6d936b8"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:48:45.342273 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7803018-7ad6-4614-8cd5-834e3b362d3a x-openstack-request-id: req-f7803018-7ad6-4614-8cd5-834e3b362d3a {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:48:45.343007 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "640b0ecf-3125-49fb-bd64-cf0f228c5f4a", "name": "network-vif-deleted", "tag": "915673c3-9944-49ea-88b8-c667b6d936b8", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:48:45.343626 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f7803018-7ad6-4614-8cd5-834e3b362d3a {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:48:45.344191 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '640b0ecf-3125-49fb-bd64-cf0f228c5f4a', 'name': 'network-vif-deleted', 'tag': '915673c3-9944-49ea-88b8-c667b6d936b8', 'status': 'completed', 'code': 200} Feb 19 02:48:45.352131 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-674ed662-c1a5-4518-a762-0347b8178d0a admin admin] For port a013add3-5bd4-4a53-9d63-78a90d69def8, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=a013add3-5bd4-4a53-9d63-78a90d69def8,segment=NetworkSegment(917aa235-12b9-4d86-af08-7f515436f389),segment_id=917aa235-12b9-4d86-af08-7f515436f389)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:48:45.352757 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-674ed662-c1a5-4518-a762-0347b8178d0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (a013add3-5bd4-4a53-9d63-78a90d69def8), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:45.362289 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-eb746369-574b-41b3-ba4e-f1afd40c9952 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16285837'] for router_gateway (cfd79094-505e-4901-b284-ffdf320e7424), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:45.447264 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-bfbe1672-2ecd-477b-add5-f6a6a6b04af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:45.458412 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 81a2675a-d4f3-4f2a-9ba7-8716fc9eee97 up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:48:45.466725 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-01075572-5396-4054-8561-c04da7781f11 req-4811985d-a0c5-48fe-ba24-95ac8b172526 tempest-ServerMetadataNegativeTestJSON-134247629 tempest-ServerMetadataNegativeTestJSON-134247629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (1b9f54b4-1c40-4cce-82c8-8148e022a56f), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:45.502024 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-674ed662-c1a5-4518-a762-0347b8178d0a admin admin] Calling delete_port for a013add3-5bd4-4a53-9d63-78a90d69def8 owned by network:router_interface {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:48:45.508983 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4811985d-a0c5-48fe-ba24-95ac8b172526 tempest-ServerMetadataNegativeTestJSON-134247629 tempest-ServerMetadataNegativeTestJSON-134247629-project] Pushing event deleted for resources: {'Port': ['ID=1b9f54b4-1c40-4cce-82c8-8148e022a56f,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:45.509706 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['1b9f54b4-1c40-4cce-82c8-8148e022a56f'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:48:45.569974 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1779efff-09c5-40f3-a9dd-0a7b12167e5f req-b2b12667-58ba-42e0-bf80-3fd9c6f3fd79 tempest-ServerMetadataNegativeTestJSON-134247629 tempest-ServerMetadataNegativeTestJSON-134247629-project] 10.222.0.72 "GET /v2.0/ports?device_id=d1e42394-5f2d-412c-a45c-b1288b98d56d HTTP/1.1" status: 200 len: 210 time: 0.1252835 Feb 19 02:48:45.575980 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-eb746369-574b-41b3-ba4e-f1afd40c9952 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16317457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14254'] for router (cfd79094-505e-4901-b284-ffdf320e7424), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:45.579176 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-eb746369-574b-41b3-ba4e-f1afd40c9952 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks [] for router_controller (cfd79094-505e-4901-b284-ffdf320e7424), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:45.594815 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-01075572-5396-4054-8561-c04da7781f11 req-4811985d-a0c5-48fe-ba24-95ac8b172526 tempest-ServerMetadataNegativeTestJSON-134247629 tempest-ServerMetadataNegativeTestJSON-134247629-project] No DVR routers for this DVR port 1b9f54b4-1c40-4cce-82c8-8148e022a56f on host n-h1-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:48:45.597891 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-01075572-5396-4054-8561-c04da7781f11 req-4811985d-a0c5-48fe-ba24-95ac8b172526 tempest-ServerMetadataNegativeTestJSON-134247629 tempest-ServerMetadataNegativeTestJSON-134247629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:45.598272 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning for port 81a2675a-d4f3-4f2a-9ba7-8716fc9eee97 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:48:45.602315 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-01075572-5396-4054-8561-c04da7781f11 req-4811985d-a0c5-48fe-ba24-95ac8b172526 tempest-ServerMetadataNegativeTestJSON-134247629 tempest-ServerMetadataNegativeTestJSON-134247629-project] 10.222.0.73 "DELETE /v2.0/ports/1b9f54b4-1c40-4cce-82c8-8148e022a56f HTTP/1.1" status: 204 len: 173 time: 0.7644866 Feb 19 02:48:45.602819 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1e42394-5f2d-412c-a45c-b1288b98d56d', 'name': 'network-vif-deleted', 'tag': '1b9f54b4-1c40-4cce-82c8-8148e022a56f'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:48:45.603866 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port 81a2675a-d4f3-4f2a-9ba7-8716fc9eee97 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:48:45.604581 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (81a2675a-d4f3-4f2a-9ba7-8716fc9eee97), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:45.605295 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-411d4b84-b8a4-43a6-906d-8609b230c1ba" -d '{"events": [{"server_uuid": "d1e42394-5f2d-412c-a45c-b1288b98d56d", "name": "network-vif-deleted", "tag": "1b9f54b4-1c40-4cce-82c8-8148e022a56f"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:48:45.650738 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c7ae093-5058-486b-9ce9-cfe15e2449dc x-openstack-request-id: req-2c7ae093-5058-486b-9ce9-cfe15e2449dc {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:48:45.650738 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1e42394-5f2d-412c-a45c-b1288b98d56d", "name": "network-vif-deleted", "tag": "1b9f54b4-1c40-4cce-82c8-8148e022a56f", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:48:45.651026 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2c7ae093-5058-486b-9ce9-cfe15e2449dc {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:48:45.651941 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1e42394-5f2d-412c-a45c-b1288b98d56d', 'name': 'network-vif-deleted', 'tag': '1b9f54b4-1c40-4cce-82c8-8148e022a56f', 'status': 'completed', 'code': 200} Feb 19 02:48:45.668209 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-eb746369-574b-41b3-ba4e-f1afd40c9952 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16317544'] for router (cfd79094-505e-4901-b284-ffdf320e7424), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:45.668608 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb746369-574b-41b3-ba4e-f1afd40c9952 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Fanout notify agent at l3_agent the message router_deleted on router cfd79094-505e-4901-b284-ffdf320e7424 {{(pid=103701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 02:48:45.680308 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-eb746369-574b-41b3-ba4e-f1afd40c9952 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks [] for router (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:45.685195 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 56722) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:48:45.686454 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-eb746369-574b-41b3-ba4e-f1afd40c9952 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] 10.222.0.72 "DELETE /v2.0/routers/cfd79094-505e-4901-b284-ffdf320e7424 HTTP/1.1" status: 204 len: 168 time: 3.0150335 Feb 19 02:48:45.690423 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-bf16362f-03c2-4160-9192-397da78b919f tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1272453010'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:48:45.739708 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf16362f-03c2-4160-9192-397da78b919f tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Made reservation on behalf of af7fe21ef8a34b4aa8aa211833eb0628 for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:48:45.744130 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bf16362f-03c2-4160-9192-397da78b919f tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:45.767997 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 81a2675a-d4f3-4f2a-9ba7-8716fc9eee97 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:48:45.768385 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (81a2675a-d4f3-4f2a-9ba7-8716fc9eee97), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:45.788376 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf16362f-03c2-4160-9192-397da78b919f tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] vlan segment allocate from pool success with {'vlan_id': 276, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:48:45.807056 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bf16362f-03c2-4160-9192-397da78b919f tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (ee712e2e-08c1-46e3-adf0-8c36b70a4b88), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:45.808837 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-bf16362f-03c2-4160-9192-397da78b919f tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Added segment ee712e2e-08c1-46e3-adf0-8c36b70a4b88 of type vlan for network 7d505a07-5447-4968-9f0b-a5e918142944 Feb 19 02:48:45.817256 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f780e5ff-b429-4f5e-9d5a-1227f9743c37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81a2675a-d4f3-4f2a-9ba7-8716fc9eee97'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:48:45.825611 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aec14737-683e-42f5-932b-4e3be22894b9" -d '{"events": [{"server_uuid": "f780e5ff-b429-4f5e-9d5a-1227f9743c37", "name": "network-vif-plugged", "status": "completed", "tag": "81a2675a-d4f3-4f2a-9ba7-8716fc9eee97"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:48:45.856765 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 81a2675a-d4f3-4f2a-9ba7-8716fc9eee97, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=81a2675a-d4f3-4f2a-9ba7-8716fc9eee97,segment=NetworkSegment(95c489b5-d2f5-4704-89fb-8accaa8a0e0f),segment_id=95c489b5-d2f5-4704-89fb-8accaa8a0e0f)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:48:45.872010 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (81a2675a-d4f3-4f2a-9ba7-8716fc9eee97), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:45.887181 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1852f6ec-4c9f-49be-8bae-3222a0d4b9d1 req-e66b5583-4fa7-4580-9f4f-d7ae77fa3243 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:45.893308 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1852f6ec-4c9f-49be-8bae-3222a0d4b9d1 req-e66b5583-4fa7-4580-9f4f-d7ae77fa3243 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/ports?device_id=f780e5ff-b429-4f5e-9d5a-1227f9743c37 HTTP/1.1" status: 200 len: 945 time: 0.1060090 Feb 19 02:48:45.918465 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bf16362f-03c2-4160-9192-397da78b919f tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (7d505a07-5447-4968-9f0b-a5e918142944), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:45.936497 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7778976b-37ca-4fb7-ab69-b2e12320c8d7 x-openstack-request-id: req-7778976b-37ca-4fb7-ab69-b2e12320c8d7 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:48:45.936964 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f780e5ff-b429-4f5e-9d5a-1227f9743c37", "name": "network-vif-plugged", "status": "completed", "tag": "81a2675a-d4f3-4f2a-9ba7-8716fc9eee97", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:48:45.937522 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7778976b-37ca-4fb7-ab69-b2e12320c8d7 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:48:45.937644 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f780e5ff-b429-4f5e-9d5a-1227f9743c37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81a2675a-d4f3-4f2a-9ba7-8716fc9eee97', 'code': 200} Feb 19 02:48:45.939421 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-674ed662-c1a5-4518-a762-0347b8178d0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (a013add3-5bd4-4a53-9d63-78a90d69def8), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:45.942851 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=81a2675a-d4f3-4f2a-9ba7-8716fc9eee97,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:45.969399 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bf16362f-03c2-4160-9192-397da78b919f tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (7d505a07-5447-4968-9f0b-a5e918142944), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:45.981043 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf16362f-03c2-4160-9192-397da78b919f tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:45.985528 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bf16362f-03c2-4160-9192-397da78b919f tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:46.014365 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674ed662-c1a5-4518-a762-0347b8178d0a admin admin] Pushing event deleted for resources: {'Port': ['ID=a013add3-5bd4-4a53-9d63-78a90d69def8,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:46.067046 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-bf16362f-03c2-4160-9192-397da78b919f tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3780749 Feb 19 02:48:46.073804 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1852f6ec-4c9f-49be-8bae-3222a0d4b9d1 req-19d21baf-5beb-47c3-9a01-44a3d77474d5 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/security-groups?id=d1068709-142b-4f0d-aa54-30196489f5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783810 Feb 19 02:48:46.081866 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 56730) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:48:46.150826 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-26ebc0be-2725-4b30-9a29-89663b40ee68 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Request body: {'subnet': {'network_id': '7d505a07-5447-4968-9f0b-a5e918142944', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:48:46.206850 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf16362f-03c2-4160-9192-397da78b919f tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Pushing event updated for resources: {'Network': ['ID=7d505a07-5447-4968-9f0b-a5e918142944,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:46.220540 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 7d505a07-5447-4968-9f0b-a5e918142944 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:48:46.228725 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80871c7e-74c2-48ee-8dd7-67159a96abd8 req-e56f0d34-d960-4ef1-958e-5a788a57cab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:46.230884 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-80871c7e-74c2-48ee-8dd7-67159a96abd8 req-e56f0d34-d960-4ef1-958e-5a788a57cab3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f780e5ff-b429-4f5e-9d5a-1227f9743c37 HTTP/1.1" status: 200 len: 1128 time: 0.1827934 Feb 19 02:48:46.309534 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-80ee3feb-688e-45db-b251-91d14e9d5cf1 req-ae435a55-2771-431c-aadc-29acf01ff3e5 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=b6022ed1-67a1-4ded-890d-e1e66f84412d HTTP/1.1" status: 200 len: 210 time: 0.2345452 Feb 19 02:48:46.348658 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-80871c7e-74c2-48ee-8dd7-67159a96abd8 req-1519f499-4d39-46ba-89b5-0275c01c273c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d1068709-142b-4f0d-aa54-30196489f5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080260 Feb 19 02:48:46.386408 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-21c3a68b-0d61-43ba-86ff-c678bb620131 req-db95b9e9-b8e1-4e57-8011-654ed0def046 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=640b0ecf-3125-49fb-bd64-cf0f228c5f4a HTTP/1.1" status: 200 len: 210 time: 0.1415441 Feb 19 02:48:46.478767 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ebc0be-2725-4b30-9a29-89663b40ee68 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Made reservation on behalf of af7fe21ef8a34b4aa8aa211833eb0628 for: {'subnet': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:48:46.482164 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-26ebc0be-2725-4b30-9a29-89663b40ee68 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58706307'] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:46.610087 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-674ed662-c1a5-4518-a762-0347b8178d0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16362762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16314471'] for router_interface (d873c2e7-1927-4ff1-bc61-3c816e60d221), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:46.633101 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 56736) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:48:46.679734 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c426107-bdbf-4b2d-b65f-07fbfa9fcc8e admin admin] Deleting subnet 29fe73f7-5966-48df-ae0d-ff62261cc269 {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:48:46.683395 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6c426107-bdbf-4b2d-b65f-07fbfa9fcc8e admin admin] Publish callbacks [] for subnet (29fe73f7-5966-48df-ae0d-ff62261cc269), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:46.727502 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6c426107-bdbf-4b2d-b65f-07fbfa9fcc8e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (29fe73f7-5966-48df-ae0d-ff62261cc269), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:46.774007 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6c426107-bdbf-4b2d-b65f-07fbfa9fcc8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (29fe73f7-5966-48df-ae0d-ff62261cc269), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:46.798950 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-26ebc0be-2725-4b30-9a29-89663b40ee68 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12647271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58706289'] for subnet (74e10174-ee61-4da7-a5e4-aca4fd15ea67), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:46.834632 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6c426107-bdbf-4b2d-b65f-07fbfa9fcc8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (29fe73f7-5966-48df-ae0d-ff62261cc269), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:46.867284 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c426107-bdbf-4b2d-b65f-07fbfa9fcc8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29fe73f7-5966-48df-ae0d-ff62261cc269,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:46.873062 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6c426107-bdbf-4b2d-b65f-07fbfa9fcc8e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:46.876513 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-6c426107-bdbf-4b2d-b65f-07fbfa9fcc8e admin admin] 10.222.0.72 "DELETE /v2.0/subnets/29fe73f7-5966-48df-ae0d-ff62261cc269 HTTP/1.1" status: 204 len: 168 time: 0.2419577 Feb 19 02:48:46.879152 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 56738) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:48:46.951630 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8435f55d-652f-4d92-9eec-6f878c73e487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (6e891156-6385-4be5-a2bb-260a53d293ef), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:47.037065 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8435f55d-652f-4d92-9eec-6f878c73e487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (6e891156-6385-4be5-a2bb-260a53d293ef), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:47.066176 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-8435f55d-652f-4d92-9eec-6f878c73e487 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e891156-6385-4be5-a2bb-260a53d293ef']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:48:47.077452 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-8435f55d-652f-4d92-9eec-6f878c73e487 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b39e090c-0890-499a-915b-cff73acd13da') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:48:47.077841 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-8435f55d-652f-4d92-9eec-6f878c73e487 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b39e090c-0890-499a-915b-cff73acd13da') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:48:47.088515 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8435f55d-652f-4d92-9eec-6f878c73e487 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (b39e090c-0890-499a-915b-cff73acd13da), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:47.105668 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8435f55d-652f-4d92-9eec-6f878c73e487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (b39e090c-0890-499a-915b-cff73acd13da), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:47.112433 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8435f55d-652f-4d92-9eec-6f878c73e487 admin admin] Releasing vlan 266 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:48:47.112843 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8435f55d-652f-4d92-9eec-6f878c73e487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (b39e090c-0890-499a-915b-cff73acd13da), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:47.115851 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 02:48:47.115851 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:48:47.115851 n-d-826753-2 neutron-server[103702]: timer() Feb 19 02:48:47.115851 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:48:47.115851 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 02:48:47.115851 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:48:47.115851 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 02:48:47.115851 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:48:47.115851 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 02:48:47.115851 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:48:47.115851 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 02:48:47.115851 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:48:47.115851 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 02:48:47.115851 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:48:47.115851 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:48:47.115851 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:48:47.115851 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:48:47.115851 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:48:47.115851 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 02:48:47.115851 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:48:47.115851 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 02:48:47.115851 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:48:47.115851 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:48:47.115851 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:48:47.115851 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 02:48:47.115851 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:48:47.115851 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:48:47.115851 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:48:47.115851 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:48:47.115851 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:48:47.115851 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:48:47.115851 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:48:47.179897 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8435f55d-652f-4d92-9eec-6f878c73e487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (6e891156-6385-4be5-a2bb-260a53d293ef), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:47.197587 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8435f55d-652f-4d92-9eec-6f878c73e487 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:47.203228 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-8435f55d-652f-4d92-9eec-6f878c73e487 admin admin] 10.222.0.72 "DELETE /v2.0/networks/6e891156-6385-4be5-a2bb-260a53d293ef HTTP/1.1" status: 204 len: 168 time: 0.3207827 Feb 19 02:48:47.203228 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8435f55d-652f-4d92-9eec-6f878c73e487 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e891156-6385-4be5-a2bb-260a53d293ef,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:47.296329 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ebc0be-2725-4b30-9a29-89663b40ee68 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Pushing event updated for resources: {'Subnet': ['ID=74e10174-ee61-4da7-a5e4-aca4fd15ea67,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:47.345698 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ebc0be-2725-4b30-9a29-89663b40ee68 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Checking segment: {'id': 'ee712e2e-08c1-46e3-adf0-8c36b70a4b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '7d505a07-5447-4968-9f0b-a5e918142944'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:48:47.346068 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ebc0be-2725-4b30-9a29-89663b40ee68 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Network hostable DHCP agents. Network: 7d505a07-5447-4968-9f0b-a5e918142944, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:48:47.377144 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 56748) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:48:47.382078 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f132604a-6aca-465e-a6ca-3564f18392ba req-43a1b01c-2080-41c5-b1df-11aa3183abb5 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:47.385497 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f132604a-6aca-465e-a6ca-3564f18392ba req-43a1b01c-2080-41c5-b1df-11aa3183abb5 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/ports?device_id=f780e5ff-b429-4f5e-9d5a-1227f9743c37 HTTP/1.1" status: 200 len: 946 time: 0.1562126 Feb 19 02:48:47.403520 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ebc0be-2725-4b30-9a29-89663b40ee68 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Network 7d505a07-5447-4968-9f0b-a5e918142944 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:48:47.418668 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-674ed662-c1a5-4518-a762-0347b8178d0a admin admin] Router d873c2e7-1927-4ff1-bc61-3c816e60d221 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:48:47.457149 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f132604a-6aca-465e-a6ca-3564f18392ba req-607c2c16-8b1f-4181-a1eb-e4676ac9fc20 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/security-groups?id=d1068709-142b-4f0d-aa54-30196489f5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660727 Feb 19 02:48:47.459262 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-26ebc0be-2725-4b30-9a29-89663b40ee68 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 7d505a07-5447-4968-9f0b-a5e918142944) {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:48:47.465602 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 1b9f54b4-1c40-4cce-82c8-8148e022a56f no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:48:47.466050 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ebc0be-2725-4b30-9a29-89663b40ee68 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:47.466666 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-26ebc0be-2725-4b30-9a29-89663b40ee68 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:47.479334 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40c2fdb-f8d7-4715-b747-b75f0b917e2d None None] Network 7d505a07-5447-4968-9f0b-a5e918142944 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:48:47.505072 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-a82ea8a4-d3bd-4171-bac1-c4bb5f4af246 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=30dab1686995466b98f506b48929d69f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1266146 Feb 19 02:48:47.508762 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 56754) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:48:47.588458 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] No Port match for: 1b9f54b4-1c40-4cce-82c8-8148e022a56f {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:48:47.589142 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-26ebc0be-2725-4b30-9a29-89663b40ee68 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5014682 Feb 19 02:48:47.589587 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 1b9f54b4-1c40-4cce-82c8-8148e022a56f not bound to the agent host n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:48:47.591449 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 56758) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:48:47.596462 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a591f4a9-71af-4301-b702-cb2bffd02afb admin admin] Publish callbacks [] for security_group (16109ace-da36-4e6d-9d65-4cd88e83e5a2), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:47.611687 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-ecf07437-642c-4114-9312-d3c3bbe7f998 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-349593009', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:48:47.622511 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a591f4a9-71af-4301-b702-cb2bffd02afb admin admin] Publish callbacks [] for security_group (16109ace-da36-4e6d-9d65-4cd88e83e5a2), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:47.623670 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-dd9c1e34-7e33-4a42-ad8e-13ad8f9c7e4d req-7c2c31c3-aaef-47dc-9479-1511cdda3d9f tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=640b0ecf-3125-49fb-bd64-cf0f228c5f4a HTTP/1.1" status: 200 len: 210 time: 0.0884886 Feb 19 02:48:47.666934 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-25e2929e-9db7-4769-872c-71ab180e9010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:47.681453 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ecf07437-642c-4114-9312-d3c3bbe7f998 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14172'] for router (5bf82752-1ef5-492d-a254-d4e5858eb2e7), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:47.682984 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ecf07437-642c-4114-9312-d3c3bbe7f998 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16317487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16285822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16309985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14247'] for router (5bf82752-1ef5-492d-a254-d4e5858eb2e7), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:47.686662 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a591f4a9-71af-4301-b702-cb2bffd02afb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (16109ace-da36-4e6d-9d65-4cd88e83e5a2), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:47.703301 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a591f4a9-71af-4301-b702-cb2bffd02afb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:47.704996 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-a591f4a9-71af-4301-b702-cb2bffd02afb admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/16109ace-da36-4e6d-9d65-4cd88e83e5a2 HTTP/1.1" status: 204 len: 168 time: 0.1950028 Feb 19 02:48:47.716011 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a591f4a9-71af-4301-b702-cb2bffd02afb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16109ace-da36-4e6d-9d65-4cd88e83e5a2,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:47.770850 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-674ed662-c1a5-4518-a762-0347b8178d0a admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:48:47.781985 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900893f1-04e6-4acc-b8e0-e661a558076f None None] Sync routers for ids ['d873c2e7-1927-4ff1-bc61-3c816e60d221'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:48:47.790168 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9e71b1-204b-4f37-9b10-bf616d445dd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-7d505a07-5447-4968-9f0b-a5e918142944', 'network_id': '7d505a07-5447-4968-9f0b-a5e918142944', 'project_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'fixed_ips': [{'subnet_id': '74e10174-ee61-4da7-a5e4-aca4fd15ea67'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:48:47.791787 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-8d9e71b1-204b-4f37-9b10-bf616d445dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:47.799955 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900893f1-04e6-4acc-b8e0-e661a558076f None None] Routers {'d873c2e7-1927-4ff1-bc61-3c816e60d221'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:48:47.800579 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-900893f1-04e6-4acc-b8e0-e661a558076f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:48:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['d873c2e7-1927-4ff1-bc61-3c816e60d221'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:48:47.878125 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ecf07437-642c-4114-9312-d3c3bbe7f998 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks [] for router_controller (5bf82752-1ef5-492d-a254-d4e5858eb2e7), precommit_add_association {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:47.894385 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-674ed662-c1a5-4518-a762-0347b8178d0a admin admin] 10.222.0.72 "PUT /v2.0/routers/d873c2e7-1927-4ff1-bc61-3c816e60d221/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2465613 Feb 19 02:48:47.896841 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 56762) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:48:47.897251 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 915673c3-9944-49ea-88b8-c667b6d936b8 no longer exists at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:48:47.925715 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ecf07437-642c-4114-9312-d3c3bbe7f998 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16317478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865'] for router (5bf82752-1ef5-492d-a254-d4e5858eb2e7), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:47.935354 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] No Port match for: 915673c3-9944-49ea-88b8-c667b6d936b8 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:48:47.936222 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 915673c3-9944-49ea-88b8-c667b6d936b8 not bound to the agent host n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:48:47.989624 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ecf07437-642c-4114-9312-d3c3bbe7f998 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks [] for router (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:47.995213 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-ecf07437-642c-4114-9312-d3c3bbe7f998 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3877921 Feb 19 02:48:47.995994 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 56764) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:48:48.009299 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-900893f1-04e6-4acc-b8e0-e661a558076f None None] Set router d873c2e7-1927-4ff1-bc61-3c816e60d221 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:48:48.098504 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-8d9e71b1-204b-4f37-9b10-bf616d445dd1 None None] Allocated IP 2001:db8::2 (7d505a07-5447-4968-9f0b-a5e918142944/74e10174-ee61-4da7-a5e4-aca4fd15ea67/46337ff1-985c-4659-82ef-3a70653e3cdd) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:48:48.219143 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-900893f1-04e6-4acc-b8e0-e661a558076f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd873c2e7-1927-4ff1-bc61-3c816e60d221', 'name': 'tempest-FloatingIPDetailsTestJSON-1979332832-router', 'tenant_id': '713f8f36dbfd46a29cd5c72ede2c5a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': '7d7c06e6-311f-4a44-a7df-385d873a1f8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:48:01Z', 'updated_at': '2022-02-19T02:48:45Z', 'revision_number': 5, 'project_id': '713f8f36dbfd46a29cd5c72ede2c5a2f', 'gw_port': {'id': '7d7c06e6-311f-4a44-a7df-385d873a1f8d', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:af:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd873c2e7-1927-4ff1-bc61-3c816e60d221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:48:03Z', 'updated_at': '2022-02-19T02:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:48:48.246316 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900893f1-04e6-4acc-b8e0-e661a558076f None None] Checking router: d873c2e7-1927-4ff1-bc61-3c816e60d221 for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:48:48.255454 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900893f1-04e6-4acc-b8e0-e661a558076f None None] Routers {'d873c2e7-1927-4ff1-bc61-3c816e60d221'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:48:48.257031 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-900893f1-04e6-4acc-b8e0-e661a558076f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:48:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['d873c2e7-1927-4ff1-bc61-3c816e60d221'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:48:48.272638 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2f66d760-19c5-48f9-99f0-7100864cd17d admin admin] Publish callbacks [] for router (d873c2e7-1927-4ff1-bc61-3c816e60d221), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:48.318834 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-8d9e71b1-204b-4f37-9b10-bf616d445dd1 None None] Publish callbacks [] for port (46337ff1-985c-4659-82ef-3a70653e3cdd), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:48.336151 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-8d9e71b1-204b-4f37-9b10-bf616d445dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (46337ff1-985c-4659-82ef-3a70653e3cdd), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:48.439188 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9e71b1-204b-4f37-9b10-bf616d445dd1 None None] Pushing event updated for resources: {'Port': ['ID=46337ff1-985c-4659-82ef-3a70653e3cdd,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:48.439447 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-900893f1-04e6-4acc-b8e0-e661a558076f None None] Set router d873c2e7-1927-4ff1-bc61-3c816e60d221 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:48:48.468544 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2f66d760-19c5-48f9-99f0-7100864cd17d admin admin] Publish callbacks [] for router_gateway (d873c2e7-1927-4ff1-bc61-3c816e60d221), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:48.476919 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9e71b1-204b-4f37-9b10-bf616d445dd1 None None] Network 7d505a07-5447-4968-9f0b-a5e918142944 is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:48:48.479538 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-8d9e71b1-204b-4f37-9b10-bf616d445dd1 None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:48:48.487361 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9e71b1-204b-4f37-9b10-bf616d445dd1 None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:48:48.578582 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-8d9e71b1-204b-4f37-9b10-bf616d445dd1 None None] Attempting to bind port 46337ff1-985c-4659-82ef-3a70653e3cdd on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:48:48.578899 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-8d9e71b1-204b-4f37-9b10-bf616d445dd1 None None] Attempting to bind port 46337ff1-985c-4659-82ef-3a70653e3cdd by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': 'ee712e2e-08c1-46e3-adf0-8c36b70a4b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '7d505a07-5447-4968-9f0b-a5e918142944'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:48:48.579579 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9e71b1-204b-4f37-9b10-bf616d445dd1 None None] Attempting to bind port 46337ff1-985c-4659-82ef-3a70653e3cdd on network 7d505a07-5447-4968-9f0b-a5e918142944 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:48:48.588857 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9e71b1-204b-4f37-9b10-bf616d445dd1 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:48:48.590084 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9e71b1-204b-4f37-9b10-bf616d445dd1 None None] Checking segment: {'id': 'ee712e2e-08c1-46e3-adf0-8c36b70a4b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '7d505a07-5447-4968-9f0b-a5e918142944'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:48:48.590846 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-8d9e71b1-204b-4f37-9b10-bf616d445dd1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:48.591326 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9e71b1-204b-4f37-9b10-bf616d445dd1 None None] Bound using segment: {'id': 'ee712e2e-08c1-46e3-adf0-8c36b70a4b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '7d505a07-5447-4968-9f0b-a5e918142944'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:48:48.591822 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-8d9e71b1-204b-4f37-9b10-bf616d445dd1 None None] Bound port: 46337ff1-985c-4659-82ef-3a70653e3cdd, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee712e2e-08c1-46e3-adf0-8c36b70a4b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '7d505a07-5447-4968-9f0b-a5e918142944'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:48:48.592223 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-8d9e71b1-204b-4f37-9b10-bf616d445dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (46337ff1-985c-4659-82ef-3a70653e3cdd), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:48.624844 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-2f66d760-19c5-48f9-99f0-7100864cd17d admin admin] Deleting port 7d7c06e6-311f-4a44-a7df-385d873a1f8d {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:48:48.625476 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2f66d760-19c5-48f9-99f0-7100864cd17d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (7d7c06e6-311f-4a44-a7df-385d873a1f8d), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:48.679837 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-8d9e71b1-204b-4f37-9b10-bf616d445dd1 None None] For port 46337ff1-985c-4659-82ef-3a70653e3cdd, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:48:48.685323 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-8d9e71b1-204b-4f37-9b10-bf616d445dd1 None None] For port 46337ff1-985c-4659-82ef-3a70653e3cdd, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=46337ff1-985c-4659-82ef-3a70653e3cdd,segment=NetworkSegment(ee712e2e-08c1-46e3-adf0-8c36b70a4b88),segment_id=ee712e2e-08c1-46e3-adf0-8c36b70a4b88)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:48:48.694367 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-8d9e71b1-204b-4f37-9b10-bf616d445dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (46337ff1-985c-4659-82ef-3a70653e3cdd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:48.739714 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-900893f1-04e6-4acc-b8e0-e661a558076f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd873c2e7-1927-4ff1-bc61-3c816e60d221', 'name': 'tempest-FloatingIPDetailsTestJSON-1979332832-router', 'tenant_id': '713f8f36dbfd46a29cd5c72ede2c5a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': '7d7c06e6-311f-4a44-a7df-385d873a1f8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:48:01Z', 'updated_at': '2022-02-19T02:48:45Z', 'revision_number': 5, 'project_id': '713f8f36dbfd46a29cd5c72ede2c5a2f', 'gw_port': {'id': '7d7c06e6-311f-4a44-a7df-385d873a1f8d', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:af:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd873c2e7-1927-4ff1-bc61-3c816e60d221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:48:03Z', 'updated_at': '2022-02-19T02:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:48:48.770424 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900893f1-04e6-4acc-b8e0-e661a558076f None None] The sync data for ids ['d873c2e7-1927-4ff1-bc61-3c816e60d221'] in n-d-826753-2 is: [{'id': 'd873c2e7-1927-4ff1-bc61-3c816e60d221', 'name': 'tempest-FloatingIPDetailsTestJSON-1979332832-router', 'tenant_id': '713f8f36dbfd46a29cd5c72ede2c5a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': '7d7c06e6-311f-4a44-a7df-385d873a1f8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:48:01Z', 'updated_at': '2022-02-19T02:48:45Z', 'revision_number': 5, 'project_id': '713f8f36dbfd46a29cd5c72ede2c5a2f', 'gw_port': {'id': '7d7c06e6-311f-4a44-a7df-385d873a1f8d', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:af:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd873c2e7-1927-4ff1-bc61-3c816e60d221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:48:03Z', 'updated_at': '2022-02-19T02:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:48:48.826994 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9e71b1-204b-4f37-9b10-bf616d445dd1 None None] Pushing event updated for resources: {'Port': ['ID=46337ff1-985c-4659-82ef-3a70653e3cdd,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:48.846451 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-362322fa-f74c-41a7-9e53-45406738bf8d tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:48.879197 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-2f66d760-19c5-48f9-99f0-7100864cd17d admin admin] For port 7d7c06e6-311f-4a44-a7df-385d873a1f8d, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=7d7c06e6-311f-4a44-a7df-385d873a1f8d,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:48:48.879566 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2f66d760-19c5-48f9-99f0-7100864cd17d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (7d7c06e6-311f-4a44-a7df-385d873a1f8d), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:48.914466 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-00456ce8-5ee4-4af2-a1ca-09aff17a636f req-e76fcf4f-f98c-46c5-b1bb-3e1591ef94f8 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=640b0ecf-3125-49fb-bd64-cf0f228c5f4a HTTP/1.1" status: 200 len: 210 time: 0.0707154 Feb 19 02:48:48.917873 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-2f66d760-19c5-48f9-99f0-7100864cd17d admin admin] Calling delete_port for 7d7c06e6-311f-4a44-a7df-385d873a1f8d owned by network:router_gateway {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:48:49.135763 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01a801f-9caa-4870-baca-b84c2e0272f3 req-8f3fa6a3-2e40-4b38-8d99-9616358c3e44 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:49.147097 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f01a801f-9caa-4870-baca-b84c2e0272f3 req-8f3fa6a3-2e40-4b38-8d99-9616358c3e44 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/ports?device_id=f780e5ff-b429-4f5e-9d5a-1227f9743c37 HTTP/1.1" status: 200 len: 946 time: 0.4919314 Feb 19 02:48:49.152362 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:49.278781 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f01a801f-9caa-4870-baca-b84c2e0272f3 req-697fb4b7-f463-4647-8705-06d0292e5f98 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/security-groups?id=d1068709-142b-4f0d-aa54-30196489f5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302600 Feb 19 02:48:49.429277 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 56796) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:48:49.506680 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2f66d760-19c5-48f9-99f0-7100864cd17d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (7d7c06e6-311f-4a44-a7df-385d873a1f8d), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:49.555352 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f66d760-19c5-48f9-99f0-7100864cd17d admin admin] Pushing event deleted for resources: {'Port': ['ID=7d7c06e6-311f-4a44-a7df-385d873a1f8d,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:49.566911 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-362322fa-f74c-41a7-9e53-45406738bf8d tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Allocated IP 2001:db8::1 (7d505a07-5447-4968-9f0b-a5e918142944/74e10174-ee61-4da7-a5e4-aca4fd15ea67/87af7665-c65c-48d4-a946-3e4c17edd6ef) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:48:49.654545 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2f66d760-19c5-48f9-99f0-7100864cd17d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16285837'] for router_gateway (d873c2e7-1927-4ff1-bc61-3c816e60d221), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:49.662899 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-060c1b47-6f91-4078-a0fd-e927e9f09273 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1024429924-network', 'tenant_id': '58648b0a304e4e32b732a18f663ed7a6'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:48:49.723307 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-060c1b47-6f91-4078-a0fd-e927e9f09273 admin admin] Made reservation on behalf of 58648b0a304e4e32b732a18f663ed7a6 for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:48:49.727531 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-060c1b47-6f91-4078-a0fd-e927e9f09273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:49.795424 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-060c1b47-6f91-4078-a0fd-e927e9f09273 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:49.808581 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-362322fa-f74c-41a7-9e53-45406738bf8d tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks [] for port (87af7665-c65c-48d4-a946-3e4c17edd6ef), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:49.831252 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2f66d760-19c5-48f9-99f0-7100864cd17d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16317457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14254'] for router (d873c2e7-1927-4ff1-bc61-3c816e60d221), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:49.834105 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2f66d760-19c5-48f9-99f0-7100864cd17d admin admin] Publish callbacks [] for router_controller (d873c2e7-1927-4ff1-bc61-3c816e60d221), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:49.867430 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-362322fa-f74c-41a7-9e53-45406738bf8d tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (87af7665-c65c-48d4-a946-3e4c17edd6ef), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:49.903464 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2f66d760-19c5-48f9-99f0-7100864cd17d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16317544'] for router (d873c2e7-1927-4ff1-bc61-3c816e60d221), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:49.904078 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f66d760-19c5-48f9-99f0-7100864cd17d admin admin] Fanout notify agent at l3_agent the message router_deleted on router d873c2e7-1927-4ff1-bc61-3c816e60d221 {{(pid=103702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 02:48:49.909060 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2f66d760-19c5-48f9-99f0-7100864cd17d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:49.910590 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-2f66d760-19c5-48f9-99f0-7100864cd17d admin admin] 10.222.0.72 "DELETE /v2.0/routers/d873c2e7-1927-4ff1-bc61-3c816e60d221 HTTP/1.1" status: 204 len: 168 time: 2.0119393 Feb 19 02:48:49.913558 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 56804) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:48:49.981617 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362322fa-f74c-41a7-9e53-45406738bf8d tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Pushing event updated for resources: {'Port': ['ID=87af7665-c65c-48d4-a946-3e4c17edd6ef,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:49.991969 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362322fa-f74c-41a7-9e53-45406738bf8d tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Network 7d505a07-5447-4968-9f0b-a5e918142944 is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:48:49.994710 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-362322fa-f74c-41a7-9e53-45406738bf8d tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:48:50.004153 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362322fa-f74c-41a7-9e53-45406738bf8d tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:48:50.004790 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-362322fa-f74c-41a7-9e53-45406738bf8d tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16289150'] for router_interface (5bf82752-1ef5-492d-a254-d4e5858eb2e7), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:50.017506 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-969f6ebe-ced7-4ae7-97b6-ee4c679813d0 admin admin] Deleting subnet f42653e4-38d2-4ec0-93ec-c68ffe7932f3 {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:48:50.028089 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-969f6ebe-ced7-4ae7-97b6-ee4c679813d0 admin admin] Publish callbacks [] for subnet (f42653e4-38d2-4ec0-93ec-c68ffe7932f3), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:50.089782 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-969f6ebe-ced7-4ae7-97b6-ee4c679813d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (f42653e4-38d2-4ec0-93ec-c68ffe7932f3), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:50.091207 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc075486-85c2-4e94-a88c-244a74e28bc7 req-21c13376-3692-420c-ad3f-e23bcc7c8fc0 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:50.093286 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fc075486-85c2-4e94-a88c-244a74e28bc7 req-21c13376-3692-420c-ad3f-e23bcc7c8fc0 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/ports?device_id=f780e5ff-b429-4f5e-9d5a-1227f9743c37 HTTP/1.1" status: 200 len: 946 time: 0.2420647 Feb 19 02:48:50.140927 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b6581742-7a76-41bc-9d36-95ee6f2e82c9 req-b259f3d7-de2c-43b9-b85a-fd90bb64945d tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=640b0ecf-3125-49fb-bd64-cf0f228c5f4a HTTP/1.1" status: 200 len: 210 time: 0.0749989 Feb 19 02:48:50.229368 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-969f6ebe-ced7-4ae7-97b6-ee4c679813d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (f42653e4-38d2-4ec0-93ec-c68ffe7932f3), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:50.230273 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fc075486-85c2-4e94-a88c-244a74e28bc7 req-fa1986b0-4d8c-4d9d-82c0-1aeacadcb237 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/security-groups?id=d1068709-142b-4f0d-aa54-30196489f5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997190 Feb 19 02:48:50.324617 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-362322fa-f74c-41a7-9e53-45406738bf8d tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (87af7665-c65c-48d4-a946-3e4c17edd6ef), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:50.329501 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:50.341831 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-060c1b47-6f91-4078-a0fd-e927e9f09273 admin admin] Publish callbacks [] for security_group (6ca71149-99da-4cc2-ac25-44d2d4a4007c), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:50.352571 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-060c1b47-6f91-4078-a0fd-e927e9f09273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (6ca71149-99da-4cc2-ac25-44d2d4a4007c), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:50.405257 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060c1b47-6f91-4078-a0fd-e927e9f09273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca71149-99da-4cc2-ac25-44d2d4a4007c,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:50.435953 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-060c1b47-6f91-4078-a0fd-e927e9f09273 admin admin] vlan segment allocate from pool success with {'vlan_id': 299, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:48:50.448942 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-060c1b47-6f91-4078-a0fd-e927e9f09273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (4d279d1b-ef9f-49cc-bc5d-c8be530f22d3), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:50.449306 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-060c1b47-6f91-4078-a0fd-e927e9f09273 admin admin] Added segment 4d279d1b-ef9f-49cc-bc5d-c8be530f22d3 of type vlan for network 38d6fa8e-4007-4beb-abd0-8f0d817f1ef6 Feb 19 02:48:50.452061 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-969f6ebe-ced7-4ae7-97b6-ee4c679813d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (f42653e4-38d2-4ec0-93ec-c68ffe7932f3), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:50.495348 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-969f6ebe-ced7-4ae7-97b6-ee4c679813d0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:50.495837 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891b9f4a-91c8-4ac1-8a53-e1ca3e81d5b2 None None] Network dee4ed95-5412-42fe-ba2b-4ce18e704cc9 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:48:50.501583 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-969f6ebe-ced7-4ae7-97b6-ee4c679813d0 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/f42653e4-38d2-4ec0-93ec-c68ffe7932f3 HTTP/1.1" status: 204 len: 168 time: 0.5870583 Feb 19 02:48:50.505731 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 56810) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:48:50.619797 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-060c1b47-6f91-4078-a0fd-e927e9f09273 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (38d6fa8e-4007-4beb-abd0-8f0d817f1ef6), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:50.648716 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969f6ebe-ced7-4ae7-97b6-ee4c679813d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f42653e4-38d2-4ec0-93ec-c68ffe7932f3,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:50.712720 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-060c1b47-6f91-4078-a0fd-e927e9f09273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (38d6fa8e-4007-4beb-abd0-8f0d817f1ef6), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:50.714576 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060c1b47-6f91-4078-a0fd-e927e9f09273 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:50.715591 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-060c1b47-6f91-4078-a0fd-e927e9f09273 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:50.785243 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 46337ff1-985c-4659-82ef-3a70653e3cdd up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:48:50.836104 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060c1b47-6f91-4078-a0fd-e927e9f09273 admin admin] Pushing event updated for resources: {'Network': ['ID=38d6fa8e-4007-4beb-abd0-8f0d817f1ef6,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:50.836661 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-401a593d-4acd-45ba-a6f6-f14f983eb586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (dee4ed95-5412-42fe-ba2b-4ce18e704cc9), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:50.851272 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-060c1b47-6f91-4078-a0fd-e927e9f09273 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.4207606 Feb 19 02:48:50.858092 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 56814) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:48:50.863095 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-94449056-5f1f-4bea-adab-157ff722e18b admin admin] Request body: {'subnet': {'network_id': '38d6fa8e-4007-4beb-abd0-8f0d817f1ef6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1024429924-subnet', 'tenant_id': '58648b0a304e4e32b732a18f663ed7a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:48:50.894959 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 38d6fa8e-4007-4beb-abd0-8f0d817f1ef6 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:48:50.898308 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e518dcc0-5997-4b5b-be39-f44b8c602067 None None] DHCP port deletion for dee4ed95-5412-42fe-ba2b-4ce18e704cc9 request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 02:48:50.903286 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40b13a0-2370-40f7-95cb-a0bb0e61537f None None] Network 7d505a07-5447-4968-9f0b-a5e918142944 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:48:50.928322 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94449056-5f1f-4bea-adab-157ff722e18b admin admin] Made reservation on behalf of 58648b0a304e4e32b732a18f663ed7a6 for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:48:50.931170 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-94449056-5f1f-4bea-adab-157ff722e18b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:51.025840 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-401a593d-4acd-45ba-a6f6-f14f983eb586 admin admin] Deleting port 570982f4-1226-41aa-a6e9-c9466c1b19ae {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:48:51.026399 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-401a593d-4acd-45ba-a6f6-f14f983eb586 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (570982f4-1226-41aa-a6e9-c9466c1b19ae), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:51.101243 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-362322fa-f74c-41a7-9e53-45406738bf8d tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks [] for port (87af7665-c65c-48d4-a946-3e4c17edd6ef), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:51.119276 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-362322fa-f74c-41a7-9e53-45406738bf8d tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (87af7665-c65c-48d4-a946-3e4c17edd6ef), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:51.120326 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-362322fa-f74c-41a7-9e53-45406738bf8d tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16362769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16289258'] for router_interface (5bf82752-1ef5-492d-a254-d4e5858eb2e7), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:51.146099 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-408ed166-e317-497f-b2e0-c45aa543861d None None] Provisioning complete for port 46337ff1-985c-4659-82ef-3a70653e3cdd triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:48:51.147042 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-408ed166-e317-497f-b2e0-c45aa543861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (46337ff1-985c-4659-82ef-3a70653e3cdd), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:51.149747 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-401a593d-4acd-45ba-a6f6-f14f983eb586 admin admin] For port 570982f4-1226-41aa-a6e9-c9466c1b19ae, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=570982f4-1226-41aa-a6e9-c9466c1b19ae,segment=NetworkSegment(917aa235-12b9-4d86-af08-7f515436f389),segment_id=917aa235-12b9-4d86-af08-7f515436f389)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:48:51.150124 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-401a593d-4acd-45ba-a6f6-f14f983eb586 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (570982f4-1226-41aa-a6e9-c9466c1b19ae), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:51.166694 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 46337ff1-985c-4659-82ef-3a70653e3cdd triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:48:51.168792 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (46337ff1-985c-4659-82ef-3a70653e3cdd), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:51.201144 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362322fa-f74c-41a7-9e53-45406738bf8d tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Pushing event updated for resources: {'Port': ['ID=87af7665-c65c-48d4-a946-3e4c17edd6ef,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:51.229788 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-401a593d-4acd-45ba-a6f6-f14f983eb586 admin admin] Calling delete_port for 570982f4-1226-41aa-a6e9-c9466c1b19ae owned by network:dhcp {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:48:51.250979 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e518dcc0-5997-4b5b-be39-f44b8c602067 None None] Deleting port 570982f4-1226-41aa-a6e9-c9466c1b19ae {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:48:51.251354 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e518dcc0-5997-4b5b-be39-f44b8c602067 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (570982f4-1226-41aa-a6e9-c9466c1b19ae), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:51.292617 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-94449056-5f1f-4bea-adab-157ff722e18b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (54b68f46-9c6f-467f-99d5-a919ef2f5fa1), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:51.340618 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e518dcc0-5997-4b5b-be39-f44b8c602067 None None] For port 570982f4-1226-41aa-a6e9-c9466c1b19ae, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=570982f4-1226-41aa-a6e9-c9466c1b19ae,segment=NetworkSegment(917aa235-12b9-4d86-af08-7f515436f389),segment_id=917aa235-12b9-4d86-af08-7f515436f389)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:48:51.341294 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e518dcc0-5997-4b5b-be39-f44b8c602067 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (570982f4-1226-41aa-a6e9-c9466c1b19ae), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:51.356216 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e518dcc0-5997-4b5b-be39-f44b8c602067 None None] Calling delete_port for 570982f4-1226-41aa-a6e9-c9466c1b19ae owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:48:51.373573 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94449056-5f1f-4bea-adab-157ff722e18b admin admin] Checking segment: {'id': '4d279d1b-ef9f-49cc-bc5d-c8be530f22d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '38d6fa8e-4007-4beb-abd0-8f0d817f1ef6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:48:51.374314 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94449056-5f1f-4bea-adab-157ff722e18b admin admin] Network hostable DHCP agents. Network: 38d6fa8e-4007-4beb-abd0-8f0d817f1ef6, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:48:51.400175 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94449056-5f1f-4bea-adab-157ff722e18b admin admin] Pushing event updated for resources: {'Subnet': ['ID=54b68f46-9c6f-467f-99d5-a919ef2f5fa1,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:51.401401 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362322fa-f74c-41a7-9e53-45406738bf8d tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Network 7d505a07-5447-4968-9f0b-a5e918142944 is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:48:51.415573 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94449056-5f1f-4bea-adab-157ff722e18b admin admin] Network 38d6fa8e-4007-4beb-abd0-8f0d817f1ef6 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:48:51.430504 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-94449056-5f1f-4bea-adab-157ff722e18b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 38d6fa8e-4007-4beb-abd0-8f0d817f1ef6) {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:48:51.436690 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94449056-5f1f-4bea-adab-157ff722e18b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:51.440237 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-94449056-5f1f-4bea-adab-157ff722e18b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:51.449306 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52d6301-83b7-4225-944f-8ca8b840e89f None None] Network 38d6fa8e-4007-4beb-abd0-8f0d817f1ef6 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:48:51.490853 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-94449056-5f1f-4bea-adab-157ff722e18b admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.6307259 Feb 19 02:48:51.561070 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-362322fa-f74c-41a7-9e53-45406738bf8d tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:48:51.611298 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-401a593d-4acd-45ba-a6f6-f14f983eb586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (570982f4-1226-41aa-a6e9-c9466c1b19ae), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:51.616280 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1d900421-55e5-4bfb-b3b3-d0edffae3819 req-788781c2-894d-4e94-897b-fd42b488b7b9 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=640b0ecf-3125-49fb-bd64-cf0f228c5f4a HTTP/1.1" status: 200 len: 210 time: 0.2363818 Feb 19 02:48:51.770904 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401a593d-4acd-45ba-a6f6-f14f983eb586 admin admin] Pushing event deleted for resources: {'Port': ['ID=570982f4-1226-41aa-a6e9-c9466c1b19ae,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:51.783950 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401a593d-4acd-45ba-a6f6-f14f983eb586 admin admin] No DVR routers for this DVR port 570982f4-1226-41aa-a6e9-c9466c1b19ae on host n-d-826753-2 {{(pid=103701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:48:51.866680 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f4ebe4-23db-4e6a-8083-95a2bc09b629 req-14f4d6dd-6603-4352-8ab9-7616b14441ea tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:51.868307 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-18f4ebe4-23db-4e6a-8083-95a2bc09b629 req-14f4d6dd-6603-4352-8ab9-7616b14441ea tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/ports?device_id=f780e5ff-b429-4f5e-9d5a-1227f9743c37 HTTP/1.1" status: 200 len: 946 time: 0.4838960 Feb 19 02:48:51.947559 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-362322fa-f74c-41a7-9e53-45406738bf8d tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Router 5bf82752-1ef5-492d-a254-d4e5858eb2e7 is scheduled to L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd with binding_index 1 {{(pid=103701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 02:48:51.986638 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-401a593d-4acd-45ba-a6f6-f14f983eb586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (dee4ed95-5412-42fe-ba2b-4ce18e704cc9), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:52.007629 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 46337ff1-985c-4659-82ef-3a70653e3cdd is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:48:52.008013 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (46337ff1-985c-4659-82ef-3a70653e3cdd), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:52.063576 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-18f4ebe4-23db-4e6a-8083-95a2bc09b629 req-69454003-9bc5-41b1-b93f-a0ad3a01818d tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/security-groups?id=d1068709-142b-4f0d-aa54-30196489f5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599152 Feb 19 02:48:52.082780 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e518dcc0-5997-4b5b-be39-f44b8c602067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (570982f4-1226-41aa-a6e9-c9466c1b19ae), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:52.120782 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-401a593d-4acd-45ba-a6f6-f14f983eb586 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dee4ed95-5412-42fe-ba2b-4ce18e704cc9']}} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:48:52.136275 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-401a593d-4acd-45ba-a6f6-f14f983eb586 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '917aa235-12b9-4d86-af08-7f515436f389') {'for_net_delete': True} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:48:52.136897 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-401a593d-4acd-45ba-a6f6-f14f983eb586 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '917aa235-12b9-4d86-af08-7f515436f389') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:48:52.142287 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:52.180168 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-401a593d-4acd-45ba-a6f6-f14f983eb586 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12647422'] for segment (917aa235-12b9-4d86-af08-7f515436f389), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:52.188242 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e518dcc0-5997-4b5b-be39-f44b8c602067 None None] No DVR routers for this DVR port 570982f4-1226-41aa-a6e9-c9466c1b19ae on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:48:52.243794 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-408ed166-e317-497f-b2e0-c45aa543861d None None] Current status of the port 46337ff1-985c-4659-82ef-3a70653e3cdd is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:48:52.244197 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-408ed166-e317-497f-b2e0-c45aa543861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (46337ff1-985c-4659-82ef-3a70653e3cdd), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:52.246485 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-401a593d-4acd-45ba-a6f6-f14f983eb586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (917aa235-12b9-4d86-af08-7f515436f389), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:52.258203 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e518dcc0-5997-4b5b-be39-f44b8c602067 None None] Pushing event deleted for resources: {'Port': ['ID=570982f4-1226-41aa-a6e9-c9466c1b19ae,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:52.262201 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-401a593d-4acd-45ba-a6f6-f14f983eb586 admin admin] Releasing vlan 286 on physical network physnet1 to pool {{(pid=103701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:48:52.264341 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-401a593d-4acd-45ba-a6f6-f14f983eb586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583360'] for segment (917aa235-12b9-4d86-af08-7f515436f389), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:52.264667 n-d-826753-2 neutron-server[103701]: Traceback (most recent call last): Feb 19 02:48:52.264667 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:48:52.264667 n-d-826753-2 neutron-server[103701]: timer() Feb 19 02:48:52.264667 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:48:52.264667 n-d-826753-2 neutron-server[103701]: cb(*args, **kw) Feb 19 02:48:52.264667 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:48:52.264667 n-d-826753-2 neutron-server[103701]: return func(*args, **kwargs) Feb 19 02:48:52.264667 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:48:52.264667 n-d-826753-2 neutron-server[103701]: self._notify() Feb 19 02:48:52.264667 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:48:52.264667 n-d-826753-2 neutron-server[103701]: self.callback(batched_events) Feb 19 02:48:52.264667 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:48:52.264667 n-d-826753-2 neutron-server[103701]: event.method(event) Feb 19 02:48:52.264667 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:48:52.264667 n-d-826753-2 neutron-server[103701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:48:52.264667 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:48:52.264667 n-d-826753-2 neutron-server[103701]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:48:52.264667 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:48:52.264667 n-d-826753-2 neutron-server[103701]: return f(self, *a, **k) Feb 19 02:48:52.264667 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:48:52.264667 n-d-826753-2 neutron-server[103701]: return self._get(url).json() Feb 19 02:48:52.264667 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:48:52.264667 n-d-826753-2 neutron-server[103701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:48:52.264667 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:48:52.264667 n-d-826753-2 neutron-server[103701]: return self.request(url, 'GET', **kwargs) Feb 19 02:48:52.264667 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:48:52.264667 n-d-826753-2 neutron-server[103701]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:48:52.264667 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:48:52.264667 n-d-826753-2 neutron-server[103701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:48:52.264667 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:48:52.264667 n-d-826753-2 neutron-server[103701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:48:52.264667 n-d-826753-2 neutron-server[103701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:48:52.283499 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-362322fa-f74c-41a7-9e53-45406738bf8d tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:48:52.289158 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-362322fa-f74c-41a7-9e53-45406738bf8d tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] 10.222.0.72 "PUT /v2.0/routers/5bf82752-1ef5-492d-a254-d4e5858eb2e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2904904 Feb 19 02:48:52.291866 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 56840) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:48:52.311923 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3277bf-3935-44bb-8fa3-af311176572c None None] Sync routers for ids ['5bf82752-1ef5-492d-a254-d4e5858eb2e7'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:48:52.314323 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429365b2-6064-47c0-8161-2cbd99e9b1d6 None None] Network 38d6fa8e-4007-4beb-abd0-8f0d817f1ef6 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:48:52.328309 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port 46337ff1-985c-4659-82ef-3a70653e3cdd, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=46337ff1-985c-4659-82ef-3a70653e3cdd,segment=NetworkSegment(ee712e2e-08c1-46e3-adf0-8c36b70a4b88),segment_id=ee712e2e-08c1-46e3-adf0-8c36b70a4b88)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:48:52.390673 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea1200b-858b-4b77-bf49-51cb173f1d1a tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:52.392087 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-2ea1200b-858b-4b77-bf49-51cb173f1d1a tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] 10.222.0.72 "GET /v2.0/ports/87af7665-c65c-48d4-a946-3e4c17edd6ef HTTP/1.1" status: 200 len: 911 time: 0.0991211 Feb 19 02:48:52.400420 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 56842) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:48:52.405630 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-d85e5dfa-48d8-4336-8040-46e3f8b3cfa8 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '74e10174-ee61-4da7-a5e4-aca4fd15ea67'}]}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:48:52.408693 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (46337ff1-985c-4659-82ef-3a70653e3cdd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:52.525337 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d898413a-2008-4d5c-bbf9-b93614d81c9f req-0aa57d18-cb4a-406c-a875-0fdd1d882eed tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:52.526997 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d898413a-2008-4d5c-bbf9-b93614d81c9f req-0aa57d18-cb4a-406c-a875-0fdd1d882eed tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/networks?id=38d6fa8e-4007-4beb-abd0-8f0d817f1ef6 HTTP/1.1" status: 200 len: 806 time: 0.2615173 Feb 19 02:48:52.528069 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device a013add3-5bd4-4a53-9d63-78a90d69def8 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:48:52.531854 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=46337ff1-985c-4659-82ef-3a70653e3cdd,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:52.578624 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3277bf-3935-44bb-8fa3-af311176572c None None] Routers {'5bf82752-1ef5-492d-a254-d4e5858eb2e7'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:48:52.580091 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-0c3277bf-3935-44bb-8fa3-af311176572c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:48:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['5bf82752-1ef5-492d-a254-d4e5858eb2e7'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:48:52.619993 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d898413a-2008-4d5c-bbf9-b93614d81c9f req-9bb7c863-b99a-446e-928d-11e4d708fc0d tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/quotas/58648b0a304e4e32b732a18f663ed7a6 HTTP/1.1" status: 200 len: 375 time: 0.0426538 Feb 19 02:48:52.666676 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-401a593d-4acd-45ba-a6f6-f14f983eb586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (dee4ed95-5412-42fe-ba2b-4ce18e704cc9), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:52.686015 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-401a593d-4acd-45ba-a6f6-f14f983eb586 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:52.686588 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-0c3277bf-3935-44bb-8fa3-af311176572c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:48:52.691975 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: a013add3-5bd4-4a53-9d63-78a90d69def8 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:48:52.692371 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device a013add3-5bd4-4a53-9d63-78a90d69def8 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:48:52.699874 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-401a593d-4acd-45ba-a6f6-f14f983eb586 admin admin] 10.222.0.72 "DELETE /v2.0/networks/dee4ed95-5412-42fe-ba2b-4ce18e704cc9 HTTP/1.1" status: 204 len: 168 time: 2.1909537 Feb 19 02:48:52.700086 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:52.727775 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3277bf-3935-44bb-8fa3-af311176572c None None] Routers {'5bf82752-1ef5-492d-a254-d4e5858eb2e7'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:48:52.728421 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-0c3277bf-3935-44bb-8fa3-af311176572c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:48:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['5bf82752-1ef5-492d-a254-d4e5858eb2e7'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:48:52.737710 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.db.api [None req-408ed166-e317-497f-b2e0-c45aa543861d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103703) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 02:48:52.738170 n-d-826753-2 neutron-server[103703]: DEBUG oslo_db.api [None req-408ed166-e317-497f-b2e0-c45aa543861d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 02:48:52.783722 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-0c3277bf-3935-44bb-8fa3-af311176572c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:48:52.784378 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3277bf-3935-44bb-8fa3-af311176572c None None] The sync data for ids ['5bf82752-1ef5-492d-a254-d4e5858eb2e7'] in n-d-826753-2 is: [] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:48:52.796168 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d898413a-2008-4d5c-bbf9-b93614d81c9f req-98c42402-d9ff-43a4-bcb8-15cc484c0c84 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=58648b0a304e4e32b732a18f663ed7a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1578546 Feb 19 02:48:52.796571 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d85e5dfa-48d8-4336-8040-46e3f8b3cfa8 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (87af7665-c65c-48d4-a946-3e4c17edd6ef), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:52.858682 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:48:52.932604 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ade683ad-f257-45fa-bc44-f9f55c1eb0ed req-e9b1cca6-e3c3-473a-b8a7-2149aa94cde9 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=640b0ecf-3125-49fb-bd64-cf0f228c5f4a HTTP/1.1" status: 200 len: 210 time: 0.1300871 Feb 19 02:48:52.935153 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 46337ff1-985c-4659-82ef-3a70653e3cdd up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:48:52.967175 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401a593d-4acd-45ba-a6f6-f14f983eb586 admin admin] Pushing event deleted for resources: {'Network': ['ID=dee4ed95-5412-42fe-ba2b-4ce18e704cc9,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:53.023668 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d898413a-2008-4d5c-bbf9-b93614d81c9f req-d7221d48-b26d-4caf-be65-b21c73043220 service neutron] 10.222.0.72 "GET /v2.0/networks/38d6fa8e-4007-4beb-abd0-8f0d817f1ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266111 Feb 19 02:48:53.026385 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 56852) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:48:53.098724 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 46337ff1-985c-4659-82ef-3a70653e3cdd triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:48:53.099188 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (46337ff1-985c-4659-82ef-3a70653e3cdd), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:53.216192 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d898413a-2008-4d5c-bbf9-b93614d81c9f req-5de3633c-5652-4ded-b4d2-312680081ddc service neutron] 10.222.0.72 "GET /v2.0/networks/38d6fa8e-4007-4beb-abd0-8f0d817f1ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912451 Feb 19 02:48:53.303864 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-94547769-0dc9-4049-a056-899f373cb7ba admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=713f8f36dbfd46a29cd5c72ede2c5a2f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0902007 Feb 19 02:48:53.306538 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 56856) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:48:53.321961 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a6bc62-348c-4e8c-b536-a81db88c2eb4 req-4b72f480-5e42-463e-ac54-e466d0aee52a tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:53.331323 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-20a6bc62-348c-4e8c-b536-a81db88c2eb4 req-4b72f480-5e42-463e-ac54-e466d0aee52a tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/ports?device_id=f780e5ff-b429-4f5e-9d5a-1227f9743c37 HTTP/1.1" status: 200 len: 946 time: 0.1082652 Feb 19 02:48:53.342629 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 46337ff1-985c-4659-82ef-3a70653e3cdd is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:48:53.345411 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-408ed166-e317-497f-b2e0-c45aa543861d None None] Current status of the port 46337ff1-985c-4659-82ef-3a70653e3cdd is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:48:53.424079 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d85e5dfa-48d8-4336-8040-46e3f8b3cfa8 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks [] for port (87af7665-c65c-48d4-a946-3e4c17edd6ef), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:53.438078 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d85e5dfa-48d8-4336-8040-46e3f8b3cfa8 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (87af7665-c65c-48d4-a946-3e4c17edd6ef), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:53.447677 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 7d7c06e6-311f-4a44-a7df-385d873a1f8d no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:48:53.448272 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85e5dfa-48d8-4336-8040-46e3f8b3cfa8 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:53.449210 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d85e5dfa-48d8-4336-8040-46e3f8b3cfa8 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:53.455335 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-d85e5dfa-48d8-4336-8040-46e3f8b3cfa8 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] 10.222.0.72 "PUT /v2.0/ports/87af7665-c65c-48d4-a946-3e4c17edd6ef HTTP/1.1" status: 200 len: 911 time: 1.0529695 Feb 19 02:48:53.457403 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 56858) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:48:53.483063 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-20a6bc62-348c-4e8c-b536-a81db88c2eb4 req-28b0faee-90b5-4be7-9289-220ec6976653 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/security-groups?id=d1068709-142b-4f0d-aa54-30196489f5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508713 Feb 19 02:48:53.525260 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a3f85ba1-6903-48f4-855c-d48911b36541 admin admin] Publish callbacks [] for security_group (cb7b7ac5-00c8-4696-bee5-f9144d59bf06), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:53.526512 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-1d76da28-8e76-423e-ac54-59112a97aa78 None None] Provisioning complete for port 87af7665-c65c-48d4-a946-3e4c17edd6ef triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:48:53.530950 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-1d76da28-8e76-423e-ac54-59112a97aa78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (87af7665-c65c-48d4-a946-3e4c17edd6ef), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:53.570975 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a3f85ba1-6903-48f4-855c-d48911b36541 admin admin] Publish callbacks [] for security_group (cb7b7ac5-00c8-4696-bee5-f9144d59bf06), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:53.578576 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 7d7c06e6-311f-4a44-a7df-385d873a1f8d {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:48:53.580267 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 7d7c06e6-311f-4a44-a7df-385d873a1f8d not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:48:53.580709 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 570982f4-1226-41aa-a6e9-c9466c1b19ae no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:48:53.606834 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 570982f4-1226-41aa-a6e9-c9466c1b19ae {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:48:53.607192 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 570982f4-1226-41aa-a6e9-c9466c1b19ae not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:48:53.618041 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-1d76da28-8e76-423e-ac54-59112a97aa78 None None] Port 87af7665-c65c-48d4-a946-3e4c17edd6ef cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:48:53.630188 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-1d76da28-8e76-423e-ac54-59112a97aa78 None None] Provisioning complete for port 46337ff1-985c-4659-82ef-3a70653e3cdd triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:48:53.631644 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-1d76da28-8e76-423e-ac54-59112a97aa78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (46337ff1-985c-4659-82ef-3a70653e3cdd), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:53.643864 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-18bf275b-afbe-4353-a33c-c3b75530a664 req-24732db5-2df7-4b4e-b9f6-07fd3e24f488 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=5e6b6e06-615f-4c46-a27b-bc13f80acb79 HTTP/1.1" status: 200 len: 210 time: 0.0707819 Feb 19 02:48:53.676391 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85e5dfa-48d8-4336-8040-46e3f8b3cfa8 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Pushing event updated for resources: {'Port': ['ID=87af7665-c65c-48d4-a946-3e4c17edd6ef,revision_number=3']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:53.726237 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a3f85ba1-6903-48f4-855c-d48911b36541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (cb7b7ac5-00c8-4696-bee5-f9144d59bf06), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:53.728804 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a3f85ba1-6903-48f4-855c-d48911b36541 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:53.732734 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-a3f85ba1-6903-48f4-855c-d48911b36541 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/cb7b7ac5-00c8-4696-bee5-f9144d59bf06 HTTP/1.1" status: 204 len: 168 time: 0.4226725 Feb 19 02:48:53.748714 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f85ba1-6903-48f4-855c-d48911b36541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb7b7ac5-00c8-4696-bee5-f9144d59bf06,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:53.857089 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-1d76da28-8e76-423e-ac54-59112a97aa78 None None] Current status of the port 46337ff1-985c-4659-82ef-3a70653e3cdd is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:48:54.111478 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-95ae29d7-4585-49e2-9c32-080dd08fb562 req-e61ea3ce-9c28-46d3-87b9-b5340ffc4758 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=640b0ecf-3125-49fb-bd64-cf0f228c5f4a HTTP/1.1" status: 200 len: 210 time: 0.0499310 Feb 19 02:48:54.248030 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1d9b1c7f-9b0a-4b54-881e-b650db644dbf tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16289271'] for router_interface (5bf82752-1ef5-492d-a254-d4e5858eb2e7), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:54.663056 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-1d9b1c7f-9b0a-4b54-881e-b650db644dbf tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Deleting port 87af7665-c65c-48d4-a946-3e4c17edd6ef {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:48:54.664895 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1d9b1c7f-9b0a-4b54-881e-b650db644dbf tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (87af7665-c65c-48d4-a946-3e4c17edd6ef), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:54.795088 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1d9b1c7f-9b0a-4b54-881e-b650db644dbf tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (87af7665-c65c-48d4-a946-3e4c17edd6ef), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:54.823315 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-1d9b1c7f-9b0a-4b54-881e-b650db644dbf tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Calling delete_port for 87af7665-c65c-48d4-a946-3e4c17edd6ef owned by network:router_interface {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:48:54.945986 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b13debc1-4c82-4a6e-b4a0-a13f91a6b9ec req-f5b34fab-c938-4212-99d5-baf6e82ffbfa tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=5e6b6e06-615f-4c46-a27b-bc13f80acb79 HTTP/1.1" status: 200 len: 210 time: 0.0767913 Feb 19 02:48:54.998137 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6abdb7f-25f0-49e1-b7af-716404ac2abe req-62fb0668-edb3-412f-a895-6f4768b718da tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:55.009808 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b6abdb7f-25f0-49e1-b7af-716404ac2abe req-62fb0668-edb3-412f-a895-6f4768b718da tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/ports?device_id=f780e5ff-b429-4f5e-9d5a-1227f9743c37 HTTP/1.1" status: 200 len: 946 time: 0.2635779 Feb 19 02:48:55.135084 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b6abdb7f-25f0-49e1-b7af-716404ac2abe req-ecb79409-0bf6-48ab-ae6c-e568a173db4f tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/security-groups?id=d1068709-142b-4f0d-aa54-30196489f5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204796 Feb 19 02:48:55.138547 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1d9b1c7f-9b0a-4b54-881e-b650db644dbf tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (87af7665-c65c-48d4-a946-3e4c17edd6ef), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:55.193949 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9b1c7f-9b0a-4b54-881e-b650db644dbf tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Pushing event deleted for resources: {'Port': ['ID=87af7665-c65c-48d4-a946-3e4c17edd6ef,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:55.592855 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-59c7278a-4905-4451-95e4-ff3757512115 req-25fa06c6-9012-40e4-848c-de49722dea58 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=640b0ecf-3125-49fb-bd64-cf0f228c5f4a HTTP/1.1" status: 200 len: 210 time: 0.1015630 Feb 19 02:48:55.605472 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d898413a-2008-4d5c-bbf9-b93614d81c9f req-c779fd14-e779-423c-b6ab-0584e9adbeb7 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:55.606988 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d898413a-2008-4d5c-bbf9-b93614d81c9f req-c779fd14-e779-423c-b6ab-0584e9adbeb7 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.82 "GET /v2.0/networks?id=38d6fa8e-4007-4beb-abd0-8f0d817f1ef6 HTTP/1.1" status: 200 len: 806 time: 0.4374042 Feb 19 02:48:55.642800 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-d898413a-2008-4d5c-bbf9-b93614d81c9f req-cca51125-d66e-4b76-a3ff-ad0f948c4cc7 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Request body: {'port': {'device_id': '5e6b6e06-615f-4c46-a27b-bc13f80acb79', 'network_id': '38d6fa8e-4007-4beb-abd0-8f0d817f1ef6', 'admin_state_up': True, 'tenant_id': '58648b0a304e4e32b732a18f663ed7a6'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:48:55.719336 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927b1f38-91e2-42fe-9597-c36a4131719b req-cedc89a9-0554-446f-bf23-ee768452ff65 tempest-VolumesAdminNegativeTest-1337755693 tempest-VolumesAdminNegativeTest-1337755693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:55.721732 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-927b1f38-91e2-42fe-9597-c36a4131719b req-cedc89a9-0554-446f-bf23-ee768452ff65 tempest-VolumesAdminNegativeTest-1337755693 tempest-VolumesAdminNegativeTest-1337755693-project] 10.222.0.72 "GET /v2.0/ports?device_id=9dc21ab0-6c7c-46e4-948a-abfada55fbff HTTP/1.1" status: 200 len: 945 time: 0.2498770 Feb 19 02:48:55.858105 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-927b1f38-91e2-42fe-9597-c36a4131719b req-796e6d93-d33e-4071-bdc0-d05369dfd8b5 tempest-VolumesAdminNegativeTest-1337755693 tempest-VolumesAdminNegativeTest-1337755693-project] 10.222.0.72 "GET /v2.0/security-groups?id=aadc52ba-c1f4-4cbe-aaa7-09144abf2e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732267 Feb 19 02:48:55.878657 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d898413a-2008-4d5c-bbf9-b93614d81c9f req-cca51125-d66e-4b76-a3ff-ad0f948c4cc7 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Made reservation on behalf of 58648b0a304e4e32b732a18f663ed7a6 for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:48:55.883184 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-d898413a-2008-4d5c-bbf9-b93614d81c9f req-cca51125-d66e-4b76-a3ff-ad0f948c4cc7 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:55.955408 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1d9b1c7f-9b0a-4b54-881e-b650db644dbf tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16362762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16314471'] for router_interface (5bf82752-1ef5-492d-a254-d4e5858eb2e7), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:56.062911 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:56.120563 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [req-d898413a-2008-4d5c-bbf9-b93614d81c9f req-cca51125-d66e-4b76-a3ff-ad0f948c4cc7 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Allocated IP 172.20.0.3 (38d6fa8e-4007-4beb-abd0-8f0d817f1ef6/54b68f46-9c6f-467f-99d5-a919ef2f5fa1/e7b6d271-0dd0-403f-9e7b-d4c19bbe49c1) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:48:56.124587 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1196707b-b277-47e1-af6f-fbce8cf528c4 req-fa1e59b0-882d-449b-acca-24b15f98ecf0 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=5e6b6e06-615f-4c46-a27b-bc13f80acb79 HTTP/1.1" status: 200 len: 210 time: 0.0413642 Feb 19 02:48:56.182151 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d9b1c7f-9b0a-4b54-881e-b650db644dbf tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Router 5bf82752-1ef5-492d-a254-d4e5858eb2e7 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:48:56.278714 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d9b1c7f-9b0a-4b54-881e-b650db644dbf tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:48:56.289390 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93840a64-f065-4f23-96a6-24e9a3231a63 None None] Sync routers for ids ['5bf82752-1ef5-492d-a254-d4e5858eb2e7'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:48:56.295269 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-1d9b1c7f-9b0a-4b54-881e-b650db644dbf tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] 10.222.0.72 "PUT /v2.0/routers/5bf82752-1ef5-492d-a254-d4e5858eb2e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8294795 Feb 19 02:48:56.295499 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 56920) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:48:56.301470 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93840a64-f065-4f23-96a6-24e9a3231a63 None None] Routers {'5bf82752-1ef5-492d-a254-d4e5858eb2e7'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:48:56.303222 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-93840a64-f065-4f23-96a6-24e9a3231a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:48:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['5bf82752-1ef5-492d-a254-d4e5858eb2e7'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:48:56.339924 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-93840a64-f065-4f23-96a6-24e9a3231a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:48:56.360899 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-62a1de34-3470-46e3-9bd1-f9df9acd4184 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] 10.222.0.72 "GET /v2.0/ports?device_id=5bf82752-1ef5-492d-a254-d4e5858eb2e7 HTTP/1.1" status: 200 len: 205 time: 0.0626099 Feb 19 02:48:56.361179 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93840a64-f065-4f23-96a6-24e9a3231a63 None None] Routers {'5bf82752-1ef5-492d-a254-d4e5858eb2e7'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:48:56.361179 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-93840a64-f065-4f23-96a6-24e9a3231a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:48:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['5bf82752-1ef5-492d-a254-d4e5858eb2e7'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:48:56.361416 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 56922) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:48:56.462034 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-93840a64-f065-4f23-96a6-24e9a3231a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:48:56.462971 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93840a64-f065-4f23-96a6-24e9a3231a63 None None] The sync data for ids ['5bf82752-1ef5-492d-a254-d4e5858eb2e7'] in n-d-826753-2 is: [] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:48:56.480993 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-d898413a-2008-4d5c-bbf9-b93614d81c9f req-cca51125-d66e-4b76-a3ff-ad0f948c4cc7 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Publish callbacks [] for port (e7b6d271-0dd0-403f-9e7b-d4c19bbe49c1), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:56.537985 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-778d5feb-50df-410c-8931-81be6c7ad3a4 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks [] for router (5bf82752-1ef5-492d-a254-d4e5858eb2e7), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:56.540583 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-d898413a-2008-4d5c-bbf9-b93614d81c9f req-cca51125-d66e-4b76-a3ff-ad0f948c4cc7 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (e7b6d271-0dd0-403f-9e7b-d4c19bbe49c1), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:56.605909 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d898413a-2008-4d5c-bbf9-b93614d81c9f req-cca51125-d66e-4b76-a3ff-ad0f948c4cc7 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Network 38d6fa8e-4007-4beb-abd0-8f0d817f1ef6 is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:48:56.637884 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [req-d898413a-2008-4d5c-bbf9-b93614d81c9f req-cca51125-d66e-4b76-a3ff-ad0f948c4cc7 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:48:56.643286 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-d898413a-2008-4d5c-bbf9-b93614d81c9f req-cca51125-d66e-4b76-a3ff-ad0f948c4cc7 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:48:56.719824 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d898413a-2008-4d5c-bbf9-b93614d81c9f req-cca51125-d66e-4b76-a3ff-ad0f948c4cc7 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:56.719824 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-d898413a-2008-4d5c-bbf9-b93614d81c9f req-cca51125-d66e-4b76-a3ff-ad0f948c4cc7 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:56.783526 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5a3fa5f4-851f-491b-8e27-c6be497f215e req-5e48552a-1037-47fc-bc7e-9ea02b00a9e2 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=640b0ecf-3125-49fb-bd64-cf0f228c5f4a HTTP/1.1" status: 200 len: 210 time: 0.0612209 Feb 19 02:48:56.806032 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca51125-d66e-4b76-a3ff-ad0f948c4cc7 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Pushing event updated for resources: {'Port': ['ID=e7b6d271-0dd0-403f-9e7b-d4c19bbe49c1,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:56.816051 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-778d5feb-50df-410c-8931-81be6c7ad3a4 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16317457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14254'] for router (5bf82752-1ef5-492d-a254-d4e5858eb2e7), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:56.819010 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-778d5feb-50df-410c-8931-81be6c7ad3a4 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks [] for router_controller (5bf82752-1ef5-492d-a254-d4e5858eb2e7), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:56.826330 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d04da6c-def7-4c62-8a72-91b65b51d50c req-5bcc424e-a163-4409-87e2-91b59b03ad9f tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:56.834513 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2d04da6c-def7-4c62-8a72-91b65b51d50c req-5bcc424e-a163-4409-87e2-91b59b03ad9f tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/ports?device_id=f780e5ff-b429-4f5e-9d5a-1227f9743c37 HTTP/1.1" status: 200 len: 946 time: 0.2251942 Feb 19 02:48:56.880847 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-778d5feb-50df-410c-8931-81be6c7ad3a4 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16317544'] for router (5bf82752-1ef5-492d-a254-d4e5858eb2e7), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:56.881606 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-778d5feb-50df-410c-8931-81be6c7ad3a4 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Fanout notify agent at l3_agent the message router_deleted on router 5bf82752-1ef5-492d-a254-d4e5858eb2e7 {{(pid=103702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 02:48:56.889114 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-778d5feb-50df-410c-8931-81be6c7ad3a4 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:56.892711 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-778d5feb-50df-410c-8931-81be6c7ad3a4 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] 10.222.0.72 "DELETE /v2.0/routers/5bf82752-1ef5-492d-a254-d4e5858eb2e7 HTTP/1.1" status: 204 len: 168 time: 0.5279734 Feb 19 02:48:56.894789 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 56934) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:48:57.018882 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-40277c3c-cbde-4d6d-96a1-4d4dcfd9d1c4 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Deleting subnet 74e10174-ee61-4da7-a5e4-aca4fd15ea67 {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:48:57.079757 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-40277c3c-cbde-4d6d-96a1-4d4dcfd9d1c4 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks [] for subnet (74e10174-ee61-4da7-a5e4-aca4fd15ea67), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:57.142023 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-40277c3c-cbde-4d6d-96a1-4d4dcfd9d1c4 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (74e10174-ee61-4da7-a5e4-aca4fd15ea67), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:57.190066 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a54ecb6-9896-41b1-b7d6-d163ebf87aa5 req-eda0a0d2-5813-4b26-abe3-6b4e63c8c7f3 tempest-VolumesAdminNegativeTest-1337755693 tempest-VolumesAdminNegativeTest-1337755693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:57.191719 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4a54ecb6-9896-41b1-b7d6-d163ebf87aa5 req-eda0a0d2-5813-4b26-abe3-6b4e63c8c7f3 tempest-VolumesAdminNegativeTest-1337755693 tempest-VolumesAdminNegativeTest-1337755693-project] 10.222.0.82 "GET /v2.0/ports?device_id=9dc21ab0-6c7c-46e4-948a-abfada55fbff HTTP/1.1" status: 200 len: 945 time: 0.1796556 Feb 19 02:48:57.307448 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d898413a-2008-4d5c-bbf9-b93614d81c9f req-cca51125-d66e-4b76-a3ff-ad0f948c4cc7 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6731095 Feb 19 02:48:57.335527 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [req-d898413a-2008-4d5c-bbf9-b93614d81c9f req-d84d81ba-1d38-4d83-abdc-81ecb3274415 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103701) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:48:57.336823 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d898413a-2008-4d5c-bbf9-b93614d81c9f req-d84d81ba-1d38-4d83-abdc-81ecb3274415 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071402 Feb 19 02:48:57.377406 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2d04da6c-def7-4c62-8a72-91b65b51d50c req-151e6674-3e00-4754-b399-94eca5043d1d tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/security-groups?id=d1068709-142b-4f0d-aa54-30196489f5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5345459 Feb 19 02:48:57.387912 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-40277c3c-cbde-4d6d-96a1-4d4dcfd9d1c4 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (74e10174-ee61-4da7-a5e4-aca4fd15ea67), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:57.405914 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc66f95-524d-450c-91b6-29d253aa58a9 req-ff8e6221-1302-42fe-a053-e97a60c87cfe tempest-VolumesAdminNegativeTest-1337755693 tempest-VolumesAdminNegativeTest-1337755693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:57.416527 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ecc66f95-524d-450c-91b6-29d253aa58a9 req-ff8e6221-1302-42fe-a053-e97a60c87cfe tempest-VolumesAdminNegativeTest-1337755693 tempest-VolumesAdminNegativeTest-1337755693-project] 10.222.0.72 "GET /v2.0/ports?device_id=9dc21ab0-6c7c-46e4-948a-abfada55fbff HTTP/1.1" status: 200 len: 945 time: 0.1374063 Feb 19 02:48:57.523194 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-4a54ecb6-9896-41b1-b7d6-d163ebf87aa5 req-696d6ffb-768a-446a-aa6c-924e27f4f8aa tempest-VolumesAdminNegativeTest-1337755693 tempest-VolumesAdminNegativeTest-1337755693-project] Deleting port 11311503-0809-4a6d-a5b0-4ea0e2a82841 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:48:57.527007 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-4a54ecb6-9896-41b1-b7d6-d163ebf87aa5 req-696d6ffb-768a-446a-aa6c-924e27f4f8aa tempest-VolumesAdminNegativeTest-1337755693 tempest-VolumesAdminNegativeTest-1337755693-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (11311503-0809-4a6d-a5b0-4ea0e2a82841), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:57.574490 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ecc66f95-524d-450c-91b6-29d253aa58a9 req-7953ba51-90e5-4a30-a88d-3ac63f04cfe6 tempest-VolumesAdminNegativeTest-1337755693 tempest-VolumesAdminNegativeTest-1337755693-project] 10.222.0.72 "GET /v2.0/security-groups?id=aadc52ba-c1f4-4cbe-aaa7-09144abf2e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435575 Feb 19 02:48:57.603803 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-d898413a-2008-4d5c-bbf9-b93614d81c9f req-0ad434ff-4d65-4897-a956-e3ab065e0d2b service neutron] Request body: {'port': {'device_id': '5e6b6e06-615f-4c46-a27b-bc13f80acb79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826753-2'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:48:57.643594 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-40277c3c-cbde-4d6d-96a1-4d4dcfd9d1c4 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (74e10174-ee61-4da7-a5e4-aca4fd15ea67), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:57.685288 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094a373b-1769-413d-bb65-19ee31ec0bc0 req-430a9ab2-bfa5-44c1-9b02-b8f99a24f0b3 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:57.686884 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-094a373b-1769-413d-bb65-19ee31ec0bc0 req-430a9ab2-bfa5-44c1-9b02-b8f99a24f0b3 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=5e6b6e06-615f-4c46-a27b-bc13f80acb79 HTTP/1.1" status: 200 len: 931 time: 0.1939633 Feb 19 02:48:57.706107 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-d898413a-2008-4d5c-bbf9-b93614d81c9f req-0ad434ff-4d65-4897-a956-e3ab065e0d2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (e7b6d271-0dd0-403f-9e7b-d4c19bbe49c1), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:57.738713 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2826b73-633d-41f4-b267-822b27cac840 None None] Network 7d505a07-5447-4968-9f0b-a5e918142944 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:48:57.758649 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-094a373b-1769-413d-bb65-19ee31ec0bc0 req-ea249a6d-5365-4dd7-9769-0a462d904d94 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ca71149-99da-4cc2-ac25-44d2d4a4007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634382 Feb 19 02:48:57.778018 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40277c3c-cbde-4d6d-96a1-4d4dcfd9d1c4 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Pushing event deleted for resources: {'Subnet': ['ID=74e10174-ee61-4da7-a5e4-aca4fd15ea67,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:57.785589 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-40277c3c-cbde-4d6d-96a1-4d4dcfd9d1c4 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:57.793152 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-40277c3c-cbde-4d6d-96a1-4d4dcfd9d1c4 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] 10.222.0.72 "DELETE /v2.0/subnets/74e10174-ee61-4da7-a5e4-aca4fd15ea67 HTTP/1.1" status: 204 len: 168 time: 0.8972909 Feb 19 02:48:57.793907 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 56978) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:48:57.863506 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-4a54ecb6-9896-41b1-b7d6-d163ebf87aa5 req-696d6ffb-768a-446a-aa6c-924e27f4f8aa tempest-VolumesAdminNegativeTest-1337755693 tempest-VolumesAdminNegativeTest-1337755693-project] For port 11311503-0809-4a6d-a5b0-4ea0e2a82841, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=11311503-0809-4a6d-a5b0-4ea0e2a82841,segment=NetworkSegment(f7852273-f597-400c-a2ab-aeacc4ab9aee),segment_id=f7852273-f597-400c-a2ab-aeacc4ab9aee)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:48:57.864402 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-4a54ecb6-9896-41b1-b7d6-d163ebf87aa5 req-696d6ffb-768a-446a-aa6c-924e27f4f8aa tempest-VolumesAdminNegativeTest-1337755693 tempest-VolumesAdminNegativeTest-1337755693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (11311503-0809-4a6d-a5b0-4ea0e2a82841), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:57.892498 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-4a54ecb6-9896-41b1-b7d6-d163ebf87aa5 req-696d6ffb-768a-446a-aa6c-924e27f4f8aa tempest-VolumesAdminNegativeTest-1337755693 tempest-VolumesAdminNegativeTest-1337755693-project] Calling delete_port for 11311503-0809-4a6d-a5b0-4ea0e2a82841 owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:48:57.914942 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-964a5ae9-2b04-4355-b6a1-3f80657b2ac1 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (7d505a07-5447-4968-9f0b-a5e918142944), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:57.965426 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-788132a3-4f9e-4b79-9d65-a3e5e915c788 req-5838e2d1-10ab-4a16-8964-806cd9d57679 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=640b0ecf-3125-49fb-bd64-cf0f228c5f4a HTTP/1.1" status: 200 len: 210 time: 0.0863135 Feb 19 02:48:58.040567 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-964a5ae9-2b04-4355-b6a1-3f80657b2ac1 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Deleting port 46337ff1-985c-4659-82ef-3a70653e3cdd {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:48:58.041167 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-964a5ae9-2b04-4355-b6a1-3f80657b2ac1 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (46337ff1-985c-4659-82ef-3a70653e3cdd), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:58.055944 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ee3d22-e07a-4962-b571-4bc3c9e7f960 None None] DHCP port deletion for 7d505a07-5447-4968-9f0b-a5e918142944 request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 02:48:58.108508 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-34ee3d22-e07a-4962-b571-4bc3c9e7f960 None None] Deleting port 46337ff1-985c-4659-82ef-3a70653e3cdd {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:48:58.109194 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-34ee3d22-e07a-4962-b571-4bc3c9e7f960 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (46337ff1-985c-4659-82ef-3a70653e3cdd), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:58.148250 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-964a5ae9-2b04-4355-b6a1-3f80657b2ac1 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] For port 46337ff1-985c-4659-82ef-3a70653e3cdd, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=46337ff1-985c-4659-82ef-3a70653e3cdd,segment=NetworkSegment(ee712e2e-08c1-46e3-adf0-8c36b70a4b88),segment_id=ee712e2e-08c1-46e3-adf0-8c36b70a4b88)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:48:58.148659 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-964a5ae9-2b04-4355-b6a1-3f80657b2ac1 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (46337ff1-985c-4659-82ef-3a70653e3cdd), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:58.159050 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-4a54ecb6-9896-41b1-b7d6-d163ebf87aa5 req-696d6ffb-768a-446a-aa6c-924e27f4f8aa tempest-VolumesAdminNegativeTest-1337755693 tempest-VolumesAdminNegativeTest-1337755693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (11311503-0809-4a6d-a5b0-4ea0e2a82841), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:58.175749 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-964a5ae9-2b04-4355-b6a1-3f80657b2ac1 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Calling delete_port for 46337ff1-985c-4659-82ef-3a70653e3cdd owned by network:dhcp {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:48:58.189496 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [req-d898413a-2008-4d5c-bbf9-b93614d81c9f req-0ad434ff-4d65-4897-a956-e3ab065e0d2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7b6d271-0dd0-403f-9e7b-d4c19bbe49c1 {{(pid=103701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:48:58.199733 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-d898413a-2008-4d5c-bbf9-b93614d81c9f req-0ad434ff-4d65-4897-a956-e3ab065e0d2b service neutron] Publish callbacks [] for port (e7b6d271-0dd0-403f-9e7b-d4c19bbe49c1), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:58.201667 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-34ee3d22-e07a-4962-b571-4bc3c9e7f960 None None] For port 46337ff1-985c-4659-82ef-3a70653e3cdd, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=46337ff1-985c-4659-82ef-3a70653e3cdd,segment=NetworkSegment(ee712e2e-08c1-46e3-adf0-8c36b70a4b88),segment_id=ee712e2e-08c1-46e3-adf0-8c36b70a4b88)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:48:58.202349 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-34ee3d22-e07a-4962-b571-4bc3c9e7f960 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (46337ff1-985c-4659-82ef-3a70653e3cdd), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:58.204220 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696d6ffb-768a-446a-aa6c-924e27f4f8aa tempest-VolumesAdminNegativeTest-1337755693 tempest-VolumesAdminNegativeTest-1337755693-project] Pushing event deleted for resources: {'Port': ['ID=11311503-0809-4a6d-a5b0-4ea0e2a82841,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:58.220738 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.provisioning_blocks [req-d898413a-2008-4d5c-bbf9-b93614d81c9f req-0ad434ff-4d65-4897-a956-e3ab065e0d2b service neutron] Transition to ACTIVE for port object e7b6d271-0dd0-403f-9e7b-d4c19bbe49c1 will not be triggered until provisioned by entity L2. {{(pid=103701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:48:58.228297 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-d898413a-2008-4d5c-bbf9-b93614d81c9f req-0ad434ff-4d65-4897-a956-e3ab065e0d2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (e7b6d271-0dd0-403f-9e7b-d4c19bbe49c1), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:58.234944 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['11311503-0809-4a6d-a5b0-4ea0e2a82841'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:48:58.241631 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-34ee3d22-e07a-4962-b571-4bc3c9e7f960 None None] Calling delete_port for 46337ff1-985c-4659-82ef-3a70653e3cdd owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:48:58.292411 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a54ecb6-9896-41b1-b7d6-d163ebf87aa5 req-696d6ffb-768a-446a-aa6c-924e27f4f8aa tempest-VolumesAdminNegativeTest-1337755693 tempest-VolumesAdminNegativeTest-1337755693-project] No DVR routers for this DVR port 11311503-0809-4a6d-a5b0-4ea0e2a82841 on host n-h2-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:48:58.296980 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-4a54ecb6-9896-41b1-b7d6-d163ebf87aa5 req-696d6ffb-768a-446a-aa6c-924e27f4f8aa tempest-VolumesAdminNegativeTest-1337755693 tempest-VolumesAdminNegativeTest-1337755693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:58.300901 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4a54ecb6-9896-41b1-b7d6-d163ebf87aa5 req-696d6ffb-768a-446a-aa6c-924e27f4f8aa tempest-VolumesAdminNegativeTest-1337755693 tempest-VolumesAdminNegativeTest-1337755693-project] 10.222.0.82 "DELETE /v2.0/ports/11311503-0809-4a6d-a5b0-4ea0e2a82841 HTTP/1.1" status: 204 len: 173 time: 1.0935853 Feb 19 02:48:58.301376 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dc21ab0-6c7c-46e4-948a-abfada55fbff', 'name': 'network-vif-deleted', 'tag': '11311503-0809-4a6d-a5b0-4ea0e2a82841'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:48:58.304838 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d53d8373-b8f0-4268-ab5d-b443ee64c989" -d '{"events": [{"server_uuid": "9dc21ab0-6c7c-46e4-948a-abfada55fbff", "name": "network-vif-deleted", "tag": "11311503-0809-4a6d-a5b0-4ea0e2a82841"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:48:58.375216 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cd145fd-d28e-4aef-81c5-b1433794d31d x-openstack-request-id: req-6cd145fd-d28e-4aef-81c5-b1433794d31d {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:48:58.375804 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dc21ab0-6c7c-46e4-948a-abfada55fbff", "name": "network-vif-deleted", "tag": "11311503-0809-4a6d-a5b0-4ea0e2a82841", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:48:58.376343 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6cd145fd-d28e-4aef-81c5-b1433794d31d {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:48:58.376745 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dc21ab0-6c7c-46e4-948a-abfada55fbff', 'name': 'network-vif-deleted', 'tag': '11311503-0809-4a6d-a5b0-4ea0e2a82841', 'status': 'completed', 'code': 200} Feb 19 02:48:58.386565 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad434ff-4d65-4897-a956-e3ab065e0d2b service neutron] Pushing event updated for resources: {'Port': ['ID=e7b6d271-0dd0-403f-9e7b-d4c19bbe49c1,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:58.401931 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-964a5ae9-2b04-4355-b6a1-3f80657b2ac1 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (46337ff1-985c-4659-82ef-3a70653e3cdd), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:58.409858 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-34ee3d22-e07a-4962-b571-4bc3c9e7f960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (46337ff1-985c-4659-82ef-3a70653e3cdd), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:58.434940 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964a5ae9-2b04-4355-b6a1-3f80657b2ac1 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Pushing event deleted for resources: {'Port': ['ID=46337ff1-985c-4659-82ef-3a70653e3cdd,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:58.439152 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964a5ae9-2b04-4355-b6a1-3f80657b2ac1 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] No DVR routers for this DVR port 46337ff1-985c-4659-82ef-3a70653e3cdd on host n-d-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:48:58.470152 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-d898413a-2008-4d5c-bbf9-b93614d81c9f req-0ad434ff-4d65-4897-a956-e3ab065e0d2b service neutron] Attempting to bind port e7b6d271-0dd0-403f-9e7b-d4c19bbe49c1 on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:48:58.470937 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-d898413a-2008-4d5c-bbf9-b93614d81c9f req-0ad434ff-4d65-4897-a956-e3ab065e0d2b service neutron] Attempting to bind port e7b6d271-0dd0-403f-9e7b-d4c19bbe49c1 by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': '4d279d1b-ef9f-49cc-bc5d-c8be530f22d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '38d6fa8e-4007-4beb-abd0-8f0d817f1ef6'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:48:58.471303 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d898413a-2008-4d5c-bbf9-b93614d81c9f req-0ad434ff-4d65-4897-a956-e3ab065e0d2b service neutron] Attempting to bind port e7b6d271-0dd0-403f-9e7b-d4c19bbe49c1 on network 38d6fa8e-4007-4beb-abd0-8f0d817f1ef6 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:48:58.479310 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d898413a-2008-4d5c-bbf9-b93614d81c9f req-0ad434ff-4d65-4897-a956-e3ab065e0d2b service neutron] Port e7b6d271-0dd0-403f-9e7b-d4c19bbe49c1 on network 38d6fa8e-4007-4beb-abd0-8f0d817f1ef6 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:48:58.479648 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d898413a-2008-4d5c-bbf9-b93614d81c9f req-0ad434ff-4d65-4897-a956-e3ab065e0d2b service neutron] Attempting to bind port e7b6d271-0dd0-403f-9e7b-d4c19bbe49c1 on network 38d6fa8e-4007-4beb-abd0-8f0d817f1ef6 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:48:58.485292 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ee3d22-e07a-4962-b571-4bc3c9e7f960 None None] Pushing event deleted for resources: {'Port': ['ID=46337ff1-985c-4659-82ef-3a70653e3cdd,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:58.486593 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d898413a-2008-4d5c-bbf9-b93614d81c9f req-0ad434ff-4d65-4897-a956-e3ab065e0d2b service neutron] Checking agent: {'id': 'bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:48:58.487634 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d898413a-2008-4d5c-bbf9-b93614d81c9f req-0ad434ff-4d65-4897-a956-e3ab065e0d2b service neutron] Checking segment: {'id': '4d279d1b-ef9f-49cc-bc5d-c8be530f22d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '38d6fa8e-4007-4beb-abd0-8f0d817f1ef6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:48:58.488212 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d898413a-2008-4d5c-bbf9-b93614d81c9f req-0ad434ff-4d65-4897-a956-e3ab065e0d2b service neutron] Bound using segment: {'id': '4d279d1b-ef9f-49cc-bc5d-c8be530f22d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '38d6fa8e-4007-4beb-abd0-8f0d817f1ef6'} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:48:58.488588 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ee3d22-e07a-4962-b571-4bc3c9e7f960 None None] No DVR routers for this DVR port 46337ff1-985c-4659-82ef-3a70653e3cdd on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:48:58.488738 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-d898413a-2008-4d5c-bbf9-b93614d81c9f req-0ad434ff-4d65-4897-a956-e3ab065e0d2b service neutron] Bound port: e7b6d271-0dd0-403f-9e7b-d4c19bbe49c1, host: n-h2-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d279d1b-ef9f-49cc-bc5d-c8be530f22d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '38d6fa8e-4007-4beb-abd0-8f0d817f1ef6'}}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:48:58.489263 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-d898413a-2008-4d5c-bbf9-b93614d81c9f req-0ad434ff-4d65-4897-a956-e3ab065e0d2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (e7b6d271-0dd0-403f-9e7b-d4c19bbe49c1), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:58.589995 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-964a5ae9-2b04-4355-b6a1-3f80657b2ac1 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (7d505a07-5447-4968-9f0b-a5e918142944), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:58.614799 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-964a5ae9-2b04-4355-b6a1-3f80657b2ac1 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d505a07-5447-4968-9f0b-a5e918142944']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:48:58.617663 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89555e54-8257-4760-8677-c4fb6d172c7b req-14fe197b-62d9-40ff-b39f-280ac9ee0346 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:58.619379 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-89555e54-8257-4760-8677-c4fb6d172c7b req-14fe197b-62d9-40ff-b39f-280ac9ee0346 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/ports?device_id=f780e5ff-b429-4f5e-9d5a-1227f9743c37 HTTP/1.1" status: 200 len: 946 time: 0.1008260 Feb 19 02:48:58.625303 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-964a5ae9-2b04-4355-b6a1-3f80657b2ac1 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee712e2e-08c1-46e3-adf0-8c36b70a4b88') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:48:58.625652 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-964a5ae9-2b04-4355-b6a1-3f80657b2ac1 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee712e2e-08c1-46e3-adf0-8c36b70a4b88') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:48:58.639202 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-964a5ae9-2b04-4355-b6a1-3f80657b2ac1 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (ee712e2e-08c1-46e3-adf0-8c36b70a4b88), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:58.645975 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-d898413a-2008-4d5c-bbf9-b93614d81c9f req-0ad434ff-4d65-4897-a956-e3ab065e0d2b service neutron] For port e7b6d271-0dd0-403f-9e7b-d4c19bbe49c1, host n-h2-826753-2, cleared binding levels {{(pid=103701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:48:58.655798 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-964a5ae9-2b04-4355-b6a1-3f80657b2ac1 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (ee712e2e-08c1-46e3-adf0-8c36b70a4b88), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:58.663233 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-964a5ae9-2b04-4355-b6a1-3f80657b2ac1 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Releasing vlan 276 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:48:58.663634 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-964a5ae9-2b04-4355-b6a1-3f80657b2ac1 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (ee712e2e-08c1-46e3-adf0-8c36b70a4b88), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:58.671007 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-d898413a-2008-4d5c-bbf9-b93614d81c9f req-0ad434ff-4d65-4897-a956-e3ab065e0d2b service neutron] For port e7b6d271-0dd0-403f-9e7b-d4c19bbe49c1, host n-h2-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=e7b6d271-0dd0-403f-9e7b-d4c19bbe49c1,segment=NetworkSegment(4d279d1b-ef9f-49cc-bc5d-c8be530f22d3),segment_id=4d279d1b-ef9f-49cc-bc5d-c8be530f22d3)] {{(pid=103701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:48:58.685589 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-d898413a-2008-4d5c-bbf9-b93614d81c9f req-0ad434ff-4d65-4897-a956-e3ab065e0d2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (e7b6d271-0dd0-403f-9e7b-d4c19bbe49c1), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:58.730809 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 02:48:58.730809 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:48:58.730809 n-d-826753-2 neutron-server[103702]: timer() Feb 19 02:48:58.730809 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:48:58.730809 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 02:48:58.730809 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:48:58.730809 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 02:48:58.730809 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:48:58.730809 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 02:48:58.730809 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:48:58.730809 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 02:48:58.730809 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:48:58.730809 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 02:48:58.730809 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:48:58.730809 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:48:58.730809 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:48:58.730809 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:48:58.730809 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:48:58.730809 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 02:48:58.730809 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:48:58.730809 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 02:48:58.730809 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:48:58.730809 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:48:58.730809 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:48:58.730809 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 02:48:58.730809 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:48:58.730809 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:48:58.730809 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:48:58.730809 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:48:58.730809 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:48:58.730809 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:48:58.730809 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:48:58.735869 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-964a5ae9-2b04-4355-b6a1-3f80657b2ac1 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (7d505a07-5447-4968-9f0b-a5e918142944), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:58.753596 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-964a5ae9-2b04-4355-b6a1-3f80657b2ac1 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:58.757723 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-964a5ae9-2b04-4355-b6a1-3f80657b2ac1 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] 10.222.0.72 "DELETE /v2.0/networks/7d505a07-5447-4968-9f0b-a5e918142944 HTTP/1.1" status: 204 len: 168 time: 0.9605801 Feb 19 02:48:58.772821 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-af37e6ff-64cd-4bac-bbb2-b7630d1757ff req-305a2cbe-15bf-41b0-8155-7241ef83cf85 tempest-VolumesAdminNegativeTest-1337755693 tempest-VolumesAdminNegativeTest-1337755693-project] 10.222.0.72 "GET /v2.0/ports?device_id=9dc21ab0-6c7c-46e4-948a-abfada55fbff HTTP/1.1" status: 200 len: 210 time: 0.0752873 Feb 19 02:48:58.777484 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 56990) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:48:58.791648 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-f6630fd3-fe7b-4e20-9c50-55ac6a70a5c8 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-593384108', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:48:58.806293 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad434ff-4d65-4897-a956-e3ab065e0d2b service neutron] Pushing event updated for resources: {'Port': ['ID=e7b6d271-0dd0-403f-9e7b-d4c19bbe49c1,revision_number=3']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:58.813344 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-89555e54-8257-4760-8677-c4fb6d172c7b req-b753693e-e585-42eb-9f26-a5a978bdc1af tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/security-groups?id=d1068709-142b-4f0d-aa54-30196489f5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809974 Feb 19 02:48:58.814683 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d898413a-2008-4d5c-bbf9-b93614d81c9f req-0ad434ff-4d65-4897-a956-e3ab065e0d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:58.815378 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-d898413a-2008-4d5c-bbf9-b93614d81c9f req-0ad434ff-4d65-4897-a956-e3ab065e0d2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:58.816715 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d898413a-2008-4d5c-bbf9-b93614d81c9f req-0ad434ff-4d65-4897-a956-e3ab065e0d2b service neutron] 10.222.0.82 "PUT /v2.0/ports/e7b6d271-0dd0-403f-9e7b-d4c19bbe49c1 HTTP/1.1" status: 200 len: 1091 time: 1.4637878 Feb 19 02:48:58.817598 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e6b6e06-615f-4c46-a27b-bc13f80acb79', 'tag': 'e7b6d271-0dd0-403f-9e7b-d4c19bbe49c1'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:48:58.821263 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08c87f8f-9a26-4b8a-99da-6e172f8c639f" -d '{"events": [{"name": "network-changed", "server_uuid": "5e6b6e06-615f-4c46-a27b-bc13f80acb79", "tag": "e7b6d271-0dd0-403f-9e7b-d4c19bbe49c1"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:48:58.851261 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 46337ff1-985c-4659-82ef-3a70653e3cdd no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:48:58.862278 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964a5ae9-2b04-4355-b6a1-3f80657b2ac1 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Pushing event deleted for resources: {'Network': ['ID=7d505a07-5447-4968-9f0b-a5e918142944,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:58.883642 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f6630fd3-fe7b-4e20-9c50-55ac6a70a5c8 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14172'] for router (9a962d46-399a-441d-b938-9764d564c0b0), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:58.885804 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f6630fd3-fe7b-4e20-9c50-55ac6a70a5c8 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16317487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16285822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16309985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14247'] for router (9a962d46-399a-441d-b938-9764d564c0b0), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:58.901300 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 46337ff1-985c-4659-82ef-3a70653e3cdd {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:48:58.901899 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 46337ff1-985c-4659-82ef-3a70653e3cdd not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:48:58.909744 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3da8571e-ec47-41c5-b9b2-e533170d9cbc x-openstack-request-id: req-3da8571e-ec47-41c5-b9b2-e533170d9cbc {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:48:58.910038 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e6b6e06-615f-4c46-a27b-bc13f80acb79", "tag": "e7b6d271-0dd0-403f-9e7b-d4c19bbe49c1", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:48:58.910343 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3da8571e-ec47-41c5-b9b2-e533170d9cbc {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:48:58.910803 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e6b6e06-615f-4c46-a27b-bc13f80acb79', 'tag': 'e7b6d271-0dd0-403f-9e7b-d4c19bbe49c1', 'status': 'completed', 'code': 200} Feb 19 02:48:59.018892 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f6630fd3-fe7b-4e20-9c50-55ac6a70a5c8 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks [] for router_controller (9a962d46-399a-441d-b938-9764d564c0b0), precommit_add_association {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:59.032296 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f6630fd3-fe7b-4e20-9c50-55ac6a70a5c8 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16317478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865'] for router (9a962d46-399a-441d-b938-9764d564c0b0), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:59.058677 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f6630fd3-fe7b-4e20-9c50-55ac6a70a5c8 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:59.063292 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-f6630fd3-fe7b-4e20-9c50-55ac6a70a5c8 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2845662 Feb 19 02:48:59.064023 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 57008) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:48:59.070385 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-4d4e9e9c-0722-4626-86ae-2232862827aa tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-298776447'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:48:59.094708 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d4e9e9c-0722-4626-86ae-2232862827aa tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Made reservation on behalf of af7fe21ef8a34b4aa8aa211833eb0628 for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:48:59.100911 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4d4e9e9c-0722-4626-86ae-2232862827aa tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:59.115726 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9585a06e-40ac-44b4-ad90-eeb9e09d863e req-ba1e24c6-c421-4c10-b63c-8c819173fe02 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:59.122964 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9585a06e-40ac-44b4-ad90-eeb9e09d863e req-ba1e24c6-c421-4c10-b63c-8c819173fe02 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=5e6b6e06-615f-4c46-a27b-bc13f80acb79 HTTP/1.1" status: 200 len: 943 time: 0.1393440 Feb 19 02:48:59.133588 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d898413a-2008-4d5c-bbf9-b93614d81c9f req-83f76318-bf78-41e9-bcad-187365e0aa99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:59.135198 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d898413a-2008-4d5c-bbf9-b93614d81c9f req-83f76318-bf78-41e9-bcad-187365e0aa99 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=58648b0a304e4e32b732a18f663ed7a6&device_id=5e6b6e06-615f-4c46-a27b-bc13f80acb79 HTTP/1.1" status: 200 len: 1125 time: 0.2103004 Feb 19 02:48:59.138699 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d4e9e9c-0722-4626-86ae-2232862827aa tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] vlan segment allocate from pool success with {'vlan_id': 285, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:48:59.152819 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4d4e9e9c-0722-4626-86ae-2232862827aa tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (fd7b6c3b-4d93-4d98-936b-5b12557dd37d), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:59.153451 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-4d4e9e9c-0722-4626-86ae-2232862827aa tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Added segment fd7b6c3b-4d93-4d98-936b-5b12557dd37d of type vlan for network eaa143cd-3afc-4764-a677-99b22e3b56d0 Feb 19 02:48:59.173338 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-89200c45-3729-4d60-b850-a0e11dcac68c req-6419d9fa-ab36-428c-aaf3-adeab1415fcc tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=640b0ecf-3125-49fb-bd64-cf0f228c5f4a HTTP/1.1" status: 200 len: 210 time: 0.0420871 Feb 19 02:48:59.201966 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4d4e9e9c-0722-4626-86ae-2232862827aa tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (eaa143cd-3afc-4764-a677-99b22e3b56d0), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:59.237052 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d898413a-2008-4d5c-bbf9-b93614d81c9f req-47738d1c-d9f1-4ad8-a748-0860ba123561 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7b6d271-0dd0-403f-9e7b-d4c19bbe49c1 HTTP/1.1" status: 200 len: 217 time: 0.0569434 Feb 19 02:48:59.237428 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4d4e9e9c-0722-4626-86ae-2232862827aa tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (eaa143cd-3afc-4764-a677-99b22e3b56d0), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:59.244902 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4e9e9c-0722-4626-86ae-2232862827aa tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:59.245719 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4d4e9e9c-0722-4626-86ae-2232862827aa tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:59.303060 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9585a06e-40ac-44b4-ad90-eeb9e09d863e req-367b466d-079f-485e-b166-af72dab8386a tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ca71149-99da-4cc2-ac25-44d2d4a4007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786919 Feb 19 02:48:59.332413 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d898413a-2008-4d5c-bbf9-b93614d81c9f req-a5efb494-6a98-4160-b58f-13312caf8927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:59.335094 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d898413a-2008-4d5c-bbf9-b93614d81c9f req-a5efb494-6a98-4160-b58f-13312caf8927 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=54b68f46-9c6f-467f-99d5-a919ef2f5fa1 HTTP/1.1" status: 200 len: 846 time: 0.0872416 Feb 19 02:48:59.344815 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-4d4e9e9c-0722-4626-86ae-2232862827aa tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2794964 Feb 19 02:48:59.345585 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 57026) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:48:59.354242 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-cf6a3c71-f92f-4c86-8bbb-80a97b1fcb7a tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Request body: {'subnet': {'network_id': 'eaa143cd-3afc-4764-a677-99b22e3b56d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:48:59.385363 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4e9e9c-0722-4626-86ae-2232862827aa tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Pushing event updated for resources: {'Network': ['ID=eaa143cd-3afc-4764-a677-99b22e3b56d0,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:59.394364 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d898413a-2008-4d5c-bbf9-b93614d81c9f req-3acb6cd3-b2b0-4415-ad31-e2f39e58eeb5 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=38d6fa8e-4007-4beb-abd0-8f0d817f1ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535390 Feb 19 02:48:59.398098 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network eaa143cd-3afc-4764-a677-99b22e3b56d0 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:48:59.511000 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf6a3c71-f92f-4c86-8bbb-80a97b1fcb7a tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Made reservation on behalf of af7fe21ef8a34b4aa8aa211833eb0628 for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:48:59.514934 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cf6a3c71-f92f-4c86-8bbb-80a97b1fcb7a tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:59.533344 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d898413a-2008-4d5c-bbf9-b93614d81c9f req-eaccf867-6e62-4038-be54-5cefea183c10 service neutron] 10.222.0.82 "GET /v2.0/networks/38d6fa8e-4007-4beb-abd0-8f0d817f1ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313663 Feb 19 02:48:59.640250 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d898413a-2008-4d5c-bbf9-b93614d81c9f req-d1315cab-9d39-4c62-9dc7-b8cac6d06cb3 service neutron] 10.222.0.82 "GET /v2.0/networks/38d6fa8e-4007-4beb-abd0-8f0d817f1ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993831 Feb 19 02:48:59.731183 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cf6a3c71-f92f-4c86-8bbb-80a97b1fcb7a tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (a8e8530f-41b8-489a-b611-33908f08e91d), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:59.790454 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c87f8f-9a26-4b8a-99da-6e172f8c639f req-0c990738-3cb7-4f7a-b4c7-38813fc18892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:59.792150 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-08c87f8f-9a26-4b8a-99da-6e172f8c639f req-0c990738-3cb7-4f7a-b4c7-38813fc18892 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=58648b0a304e4e32b732a18f663ed7a6&device_id=5e6b6e06-615f-4c46-a27b-bc13f80acb79 HTTP/1.1" status: 200 len: 1125 time: 0.0642898 Feb 19 02:48:59.796559 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6a3c71-f92f-4c86-8bbb-80a97b1fcb7a tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Pushing event updated for resources: {'Subnet': ['ID=a8e8530f-41b8-489a-b611-33908f08e91d,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:59.817177 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6a3c71-f92f-4c86-8bbb-80a97b1fcb7a tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Checking segment: {'id': 'fd7b6c3b-4d93-4d98-936b-5b12557dd37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eaa143cd-3afc-4764-a677-99b22e3b56d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:48:59.817177 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6a3c71-f92f-4c86-8bbb-80a97b1fcb7a tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Network hostable DHCP agents. Network: eaa143cd-3afc-4764-a677-99b22e3b56d0, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:48:59.846625 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6a3c71-f92f-4c86-8bbb-80a97b1fcb7a tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Network eaa143cd-3afc-4764-a677-99b22e3b56d0 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:48:59.862090 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-cf6a3c71-f92f-4c86-8bbb-80a97b1fcb7a tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, eaa143cd-3afc-4764-a677-99b22e3b56d0) {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:48:59.869153 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6a3c71-f92f-4c86-8bbb-80a97b1fcb7a tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:48:59.874386 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cf6a3c71-f92f-4c86-8bbb-80a97b1fcb7a tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:59.875791 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7bdc19-7c9c-49ac-8eec-38491e6e75e9 None None] Network eaa143cd-3afc-4764-a677-99b22e3b56d0 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:48:59.887123 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 57048) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:48:59.944460 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-cf6a3c71-f92f-4c86-8bbb-80a97b1fcb7a tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5949168 Feb 19 02:48:59.945144 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 57050) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:48:59.999641 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c87f8f-9a26-4b8a-99da-6e172f8c639f req-b86b7b7c-3e61-4606-beae-d2b59c5139e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:00.001119 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-08c87f8f-9a26-4b8a-99da-6e172f8c639f req-b86b7b7c-3e61-4606-beae-d2b59c5139e3 service neutron] 10.222.0.82 "GET /v2.0/networks?id=38d6fa8e-4007-4beb-abd0-8f0d817f1ef6 HTTP/1.1" status: 200 len: 907 time: 0.2016089 Feb 19 02:49:00.005236 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5fe128-1cd8-4a34-9218-9d0731bba475 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-eaa143cd-3afc-4764-a677-99b22e3b56d0', 'network_id': 'eaa143cd-3afc-4764-a677-99b22e3b56d0', 'project_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'fixed_ips': [{'subnet_id': 'a8e8530f-41b8-489a-b611-33908f08e91d'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:49:00.006706 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5c5fe128-1cd8-4a34-9218-9d0731bba475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:00.064432 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-08c87f8f-9a26-4b8a-99da-6e172f8c639f req-bc0c45ab-d3b3-434b-9208-c89b13b2f87c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7b6d271-0dd0-403f-9e7b-d4c19bbe49c1 HTTP/1.1" status: 200 len: 217 time: 0.0526447 Feb 19 02:49:00.073880 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b2e25d-8228-4b1a-a7b5-248818eb0fd8 req-0e809b19-c787-4593-afe7-6526a1e413e5 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:00.077029 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-54b2e25d-8228-4b1a-a7b5-248818eb0fd8 req-0e809b19-c787-4593-afe7-6526a1e413e5 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/ports?device_id=f780e5ff-b429-4f5e-9d5a-1227f9743c37 HTTP/1.1" status: 200 len: 946 time: 0.1664197 Feb 19 02:49:00.096059 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc31e10f-29c6-4df3-95ee-a358d9a5a799 admin admin] Deleting subnet fcc68009-7bd5-4a1b-8ae5-92bd73ff7786 {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:49:00.099349 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-dc31e10f-29c6-4df3-95ee-a358d9a5a799 admin admin] Publish callbacks [] for subnet (fcc68009-7bd5-4a1b-8ae5-92bd73ff7786), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:00.140461 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-dc31e10f-29c6-4df3-95ee-a358d9a5a799 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (fcc68009-7bd5-4a1b-8ae5-92bd73ff7786), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:00.169977 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-5c5fe128-1cd8-4a34-9218-9d0731bba475 None None] Allocated IP 2001:db8::2 (eaa143cd-3afc-4764-a677-99b22e3b56d0/a8e8530f-41b8-489a-b611-33908f08e91d/245c47bb-f701-4dbf-ba90-f7a4281e7bac) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:49:00.179088 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-54b2e25d-8228-4b1a-a7b5-248818eb0fd8 req-719d9000-615b-48a7-948d-bd73a0543e8f tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/security-groups?id=d1068709-142b-4f0d-aa54-30196489f5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887833 Feb 19 02:49:00.181463 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c87f8f-9a26-4b8a-99da-6e172f8c639f req-d8cb6aec-cad2-4d49-b574-7c464b09ac29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:00.183630 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-08c87f8f-9a26-4b8a-99da-6e172f8c639f req-d8cb6aec-cad2-4d49-b574-7c464b09ac29 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=54b68f46-9c6f-467f-99d5-a919ef2f5fa1 HTTP/1.1" status: 200 len: 846 time: 0.1054680 Feb 19 02:49:00.214572 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-dc31e10f-29c6-4df3-95ee-a358d9a5a799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (fcc68009-7bd5-4a1b-8ae5-92bd73ff7786), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:00.260572 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-08c87f8f-9a26-4b8a-99da-6e172f8c639f req-e69e62f3-ad09-4470-b20d-ae7fada4b1c8 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=38d6fa8e-4007-4beb-abd0-8f0d817f1ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685725 Feb 19 02:49:00.353084 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-94d3d497-8432-4135-b4d5-3aba4491630f req-d20ca9ed-2fc4-4322-a5d2-0d9b937207ab tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=640b0ecf-3125-49fb-bd64-cf0f228c5f4a HTTP/1.1" status: 200 len: 210 time: 0.0742738 Feb 19 02:49:00.404609 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-326bbbe8-6deb-49d3-9080-25bfd547a489 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:00.414922 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5c5fe128-1cd8-4a34-9218-9d0731bba475 None None] Publish callbacks [] for port (245c47bb-f701-4dbf-ba90-f7a4281e7bac), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:00.423696 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-dc31e10f-29c6-4df3-95ee-a358d9a5a799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (fcc68009-7bd5-4a1b-8ae5-92bd73ff7786), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:00.427625 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5c5fe128-1cd8-4a34-9218-9d0731bba475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (245c47bb-f701-4dbf-ba90-f7a4281e7bac), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:00.483821 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc31e10f-29c6-4df3-95ee-a358d9a5a799 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcc68009-7bd5-4a1b-8ae5-92bd73ff7786,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:00.515028 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5fe128-1cd8-4a34-9218-9d0731bba475 None None] Network eaa143cd-3afc-4764-a677-99b22e3b56d0 is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:49:00.518168 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5fe128-1cd8-4a34-9218-9d0731bba475 None None] Pushing event updated for resources: {'Port': ['ID=245c47bb-f701-4dbf-ba90-f7a4281e7bac,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:00.523522 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-5c5fe128-1cd8-4a34-9218-9d0731bba475 None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:49:00.525862 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-08c87f8f-9a26-4b8a-99da-6e172f8c639f req-b5fe78fb-d8d2-4999-bf0e-746b04920c39 service neutron] 10.222.0.82 "GET /v2.0/networks/38d6fa8e-4007-4beb-abd0-8f0d817f1ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558904 Feb 19 02:49:00.528845 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5fe128-1cd8-4a34-9218-9d0731bba475 None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:49:00.538480 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d81229-4c94-4ea9-a7b2-25cf39432377 req-54486167-c629-4b79-aee3-95d26150a141 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:00.544123 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-dc31e10f-29c6-4df3-95ee-a358d9a5a799 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:00.545740 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e6d81229-4c94-4ea9-a7b2-25cf39432377 req-54486167-c629-4b79-aee3-95d26150a141 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=5e6b6e06-615f-4c46-a27b-bc13f80acb79 HTTP/1.1" status: 200 len: 943 time: 0.0989428 Feb 19 02:49:00.551110 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-dc31e10f-29c6-4df3-95ee-a358d9a5a799 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/fcc68009-7bd5-4a1b-8ae5-92bd73ff7786 HTTP/1.1" status: 204 len: 168 time: 0.6628654 Feb 19 02:49:00.551962 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 57060) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:49:00.611574 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-5c5fe128-1cd8-4a34-9218-9d0731bba475 None None] Attempting to bind port 245c47bb-f701-4dbf-ba90-f7a4281e7bac on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:49:00.611959 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-5c5fe128-1cd8-4a34-9218-9d0731bba475 None None] Attempting to bind port 245c47bb-f701-4dbf-ba90-f7a4281e7bac by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': 'fd7b6c3b-4d93-4d98-936b-5b12557dd37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eaa143cd-3afc-4764-a677-99b22e3b56d0'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:49:00.612325 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5fe128-1cd8-4a34-9218-9d0731bba475 None None] Attempting to bind port 245c47bb-f701-4dbf-ba90-f7a4281e7bac on network eaa143cd-3afc-4764-a677-99b22e3b56d0 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:49:00.619868 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5fe128-1cd8-4a34-9218-9d0731bba475 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:49:00.620259 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5fe128-1cd8-4a34-9218-9d0731bba475 None None] Checking segment: {'id': 'fd7b6c3b-4d93-4d98-936b-5b12557dd37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eaa143cd-3afc-4764-a677-99b22e3b56d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:49:00.620672 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5c5fe128-1cd8-4a34-9218-9d0731bba475 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:00.621095 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5fe128-1cd8-4a34-9218-9d0731bba475 None None] Bound using segment: {'id': 'fd7b6c3b-4d93-4d98-936b-5b12557dd37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eaa143cd-3afc-4764-a677-99b22e3b56d0'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:49:00.621630 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-5c5fe128-1cd8-4a34-9218-9d0731bba475 None None] Bound port: 245c47bb-f701-4dbf-ba90-f7a4281e7bac, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd7b6c3b-4d93-4d98-936b-5b12557dd37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eaa143cd-3afc-4764-a677-99b22e3b56d0'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:49:00.622023 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5c5fe128-1cd8-4a34-9218-9d0731bba475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (245c47bb-f701-4dbf-ba90-f7a4281e7bac), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:00.666332 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e6d81229-4c94-4ea9-a7b2-25cf39432377 req-d3a6b8a8-43c3-44cd-be07-c41e5b915533 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ca71149-99da-4cc2-ac25-44d2d4a4007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196048 Feb 19 02:49:00.698555 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f09e99f4-41d0-4bcb-b9ee-a9abecf511d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (e29bc8fd-34f9-4e00-a09b-f3d4c0fb5bc9), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:00.709644 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-08c87f8f-9a26-4b8a-99da-6e172f8c639f req-0e8d8c4b-a37c-4d1b-a7ae-0dd44f3c65e6 service neutron] 10.222.0.82 "GET /v2.0/networks/38d6fa8e-4007-4beb-abd0-8f0d817f1ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538968 Feb 19 02:49:00.717650 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-5c5fe128-1cd8-4a34-9218-9d0731bba475 None None] For port 245c47bb-f701-4dbf-ba90-f7a4281e7bac, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:49:00.721335 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-5c5fe128-1cd8-4a34-9218-9d0731bba475 None None] For port 245c47bb-f701-4dbf-ba90-f7a4281e7bac, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=245c47bb-f701-4dbf-ba90-f7a4281e7bac,segment=NetworkSegment(fd7b6c3b-4d93-4d98-936b-5b12557dd37d),segment_id=fd7b6c3b-4d93-4d98-936b-5b12557dd37d)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:49:00.730027 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5c5fe128-1cd8-4a34-9218-9d0731bba475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (245c47bb-f701-4dbf-ba90-f7a4281e7bac), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:00.798933 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5fe128-1cd8-4a34-9218-9d0731bba475 None None] Pushing event updated for resources: {'Port': ['ID=245c47bb-f701-4dbf-ba90-f7a4281e7bac,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:00.906362 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f09e99f4-41d0-4bcb-b9ee-a9abecf511d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (e29bc8fd-34f9-4e00-a09b-f3d4c0fb5bc9), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:00.940682 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-f09e99f4-41d0-4bcb-b9ee-a9abecf511d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e29bc8fd-34f9-4e00-a09b-f3d4c0fb5bc9']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:49:00.950410 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-326bbbe8-6deb-49d3-9080-25bfd547a489 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Allocated IP 2001:db8::1 (eaa143cd-3afc-4764-a677-99b22e3b56d0/a8e8530f-41b8-489a-b611-33908f08e91d/0703ca3e-7a1d-4063-a291-1e8e91e8f8d1) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:49:00.957135 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-f09e99f4-41d0-4bcb-b9ee-a9abecf511d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7852273-f597-400c-a2ab-aeacc4ab9aee') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:49:00.957513 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-f09e99f4-41d0-4bcb-b9ee-a9abecf511d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7852273-f597-400c-a2ab-aeacc4ab9aee') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:49:00.973576 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f09e99f4-41d0-4bcb-b9ee-a9abecf511d1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (f7852273-f597-400c-a2ab-aeacc4ab9aee), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:01.004086 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f09e99f4-41d0-4bcb-b9ee-a9abecf511d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (f7852273-f597-400c-a2ab-aeacc4ab9aee), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:01.046397 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f09e99f4-41d0-4bcb-b9ee-a9abecf511d1 admin admin] Releasing vlan 252 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:49:01.046894 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f09e99f4-41d0-4bcb-b9ee-a9abecf511d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (f7852273-f597-400c-a2ab-aeacc4ab9aee), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:01.048724 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 02:49:01.048724 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:49:01.048724 n-d-826753-2 neutron-server[103702]: timer() Feb 19 02:49:01.048724 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:49:01.048724 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 02:49:01.048724 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:49:01.048724 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 02:49:01.048724 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:49:01.048724 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 02:49:01.048724 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:49:01.048724 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 02:49:01.048724 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:49:01.048724 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 02:49:01.048724 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:49:01.048724 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:49:01.048724 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:49:01.048724 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:49:01.048724 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:49:01.048724 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 02:49:01.048724 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:49:01.048724 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 02:49:01.048724 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:49:01.048724 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:49:01.048724 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:49:01.048724 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 02:49:01.048724 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:49:01.048724 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:49:01.048724 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:49:01.048724 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:49:01.048724 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:49:01.048724 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:49:01.048724 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:49:01.146431 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f09e99f4-41d0-4bcb-b9ee-a9abecf511d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (e29bc8fd-34f9-4e00-a09b-f3d4c0fb5bc9), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:01.160992 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f09e99f4-41d0-4bcb-b9ee-a9abecf511d1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:01.168250 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 57098) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:49:01.168473 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-f09e99f4-41d0-4bcb-b9ee-a9abecf511d1 admin admin] 10.222.0.72 "DELETE /v2.0/networks/e29bc8fd-34f9-4e00-a09b-f3d4c0fb5bc9 HTTP/1.1" status: 204 len: 168 time: 0.6114061 Feb 19 02:49:01.196016 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09e99f4-41d0-4bcb-b9ee-a9abecf511d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=e29bc8fd-34f9-4e00-a09b-f3d4c0fb5bc9,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:01.210431 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-326bbbe8-6deb-49d3-9080-25bfd547a489 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks [] for port (0703ca3e-7a1d-4063-a291-1e8e91e8f8d1), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:01.236267 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_v2 [None req-e696324d-20d3-48ff-9aff-5912dff95c68 admin admin] Deleting subnet abd892f6-4834-4502-8e8c-04a16dd2bbc2 {{(pid=103701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:49:01.242707 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e696324d-20d3-48ff-9aff-5912dff95c68 admin admin] Publish callbacks [] for subnet (abd892f6-4834-4502-8e8c-04a16dd2bbc2), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:01.279563 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-326bbbe8-6deb-49d3-9080-25bfd547a489 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (0703ca3e-7a1d-4063-a291-1e8e91e8f8d1), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:01.306542 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e696324d-20d3-48ff-9aff-5912dff95c68 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12647399'] for subnet (abd892f6-4834-4502-8e8c-04a16dd2bbc2), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:01.344331 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326bbbe8-6deb-49d3-9080-25bfd547a489 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Network eaa143cd-3afc-4764-a677-99b22e3b56d0 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:49:01.347540 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-326bbbe8-6deb-49d3-9080-25bfd547a489 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:49:01.351436 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326bbbe8-6deb-49d3-9080-25bfd547a489 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:49:01.352662 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-326bbbe8-6deb-49d3-9080-25bfd547a489 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16289150'] for router_interface (9a962d46-399a-441d-b938-9764d564c0b0), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:01.401045 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326bbbe8-6deb-49d3-9080-25bfd547a489 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Pushing event updated for resources: {'Port': ['ID=0703ca3e-7a1d-4063-a291-1e8e91e8f8d1,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:01.408065 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f582ec32-47c5-4519-a8ad-508cc67f91a7 req-af0b8fb4-2051-4a43-a861-97aafafd3969 tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=958906eba0f2457fb5336e772b1c66db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0785608 Feb 19 02:49:01.502892 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e696324d-20d3-48ff-9aff-5912dff95c68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (abd892f6-4834-4502-8e8c-04a16dd2bbc2), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:01.633546 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2f1832-124e-474c-a77f-95011f28caff req-270a0c55-5ce4-4520-8e21-c6bbbdbd6826 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:01.635075 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4a2f1832-124e-474c-a77f-95011f28caff req-270a0c55-5ce4-4520-8e21-c6bbbdbd6826 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/ports?device_id=f780e5ff-b429-4f5e-9d5a-1227f9743c37 HTTP/1.1" status: 200 len: 946 time: 0.3045778 Feb 19 02:49:01.706230 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f582ec32-47c5-4519-a8ad-508cc67f91a7 req-19d0b3ae-1042-4960-946b-397342b75ffc tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:01.707814 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f582ec32-47c5-4519-a8ad-508cc67f91a7 req-19d0b3ae-1042-4960-946b-397342b75ffc tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2898743 Feb 19 02:49:01.743749 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e696324d-20d3-48ff-9aff-5912dff95c68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12647206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58706286'] for subnet (abd892f6-4834-4502-8e8c-04a16dd2bbc2), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:01.750438 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f582ec32-47c5-4519-a8ad-508cc67f91a7 req-080f4be7-3bfd-4d49-b263-4a6ed195aeba tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] 10.222.0.72 "GET /v2.0/quotas/958906eba0f2457fb5336e772b1c66db HTTP/1.1" status: 200 len: 375 time: 0.0296154 Feb 19 02:49:01.760406 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4a2f1832-124e-474c-a77f-95011f28caff req-c1a9547a-8980-4436-a7f9-144957df8860 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/security-groups?id=d1068709-142b-4f0d-aa54-30196489f5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049614 Feb 19 02:49:01.793641 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e696324d-20d3-48ff-9aff-5912dff95c68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:01.796921 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-e696324d-20d3-48ff-9aff-5912dff95c68 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/abd892f6-4834-4502-8e8c-04a16dd2bbc2 HTTP/1.1" status: 204 len: 168 time: 0.6270783 Feb 19 02:49:01.798003 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e696324d-20d3-48ff-9aff-5912dff95c68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abd892f6-4834-4502-8e8c-04a16dd2bbc2,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:01.799707 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 57116) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:49:01.835828 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f582ec32-47c5-4519-a8ad-508cc67f91a7 req-f747c6ca-e9c5-445f-87a8-4c6cb1cba5c0 tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=958906eba0f2457fb5336e772b1c66db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0744145 Feb 19 02:49:01.921057 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-326bbbe8-6deb-49d3-9080-25bfd547a489 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (0703ca3e-7a1d-4063-a291-1e8e91e8f8d1), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:01.922602 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 11311503-0809-4a6d-a5b0-4ea0e2a82841 no longer exists at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:49:01.973768 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] No Port match for: 11311503-0809-4a6d-a5b0-4ea0e2a82841 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:49:01.974607 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 11311503-0809-4a6d-a5b0-4ea0e2a82841 not bound to the agent host n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:49:02.011521 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8a1f9bb7-2775-4ede-9526-9bfd92bdd073 req-9a764033-1658-4084-9401-22b1bd97e084 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=640b0ecf-3125-49fb-bd64-cf0f228c5f4a HTTP/1.1" status: 200 len: 210 time: 0.0700908 Feb 19 02:49:02.016187 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4dbf564c-615f-4bc0-a2e8-fbced2cbf1ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (16dfe6bd-92ff-417e-bb5c-59744ca15932), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:02.188485 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4dbf564c-615f-4bc0-a2e8-fbced2cbf1ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (16dfe6bd-92ff-417e-bb5c-59744ca15932), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:02.256637 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-4dbf564c-615f-4bc0-a2e8-fbced2cbf1ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16dfe6bd-92ff-417e-bb5c-59744ca15932']}} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:49:02.328098 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-4dbf564c-615f-4bc0-a2e8-fbced2cbf1ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b8baa24-cb6a-4d3a-83f2-0044d63139a9') {'for_net_delete': True} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:49:02.328641 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-4dbf564c-615f-4bc0-a2e8-fbced2cbf1ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b8baa24-cb6a-4d3a-83f2-0044d63139a9') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:49:02.364733 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ba2ad5d3-ea1d-404a-9867-b22fc9f8ab4d req-b6ea7b90-eab1-4e46-b6b8-f54b276c63f9 tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=958906eba0f2457fb5336e772b1c66db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0942514 Feb 19 02:49:02.368398 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4dbf564c-615f-4bc0-a2e8-fbced2cbf1ec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12647422'] for segment (1b8baa24-cb6a-4d3a-83f2-0044d63139a9), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:02.426954 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4dbf564c-615f-4bc0-a2e8-fbced2cbf1ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (1b8baa24-cb6a-4d3a-83f2-0044d63139a9), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:02.430343 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82449063-caae-4f9d-b0d6-5ca58f9ad356 None None] Network eaa143cd-3afc-4764-a677-99b22e3b56d0 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:49:02.500147 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dbf564c-615f-4bc0-a2e8-fbced2cbf1ec admin admin] Releasing vlan 265 on physical network physnet1 to pool {{(pid=103701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:49:02.500784 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4dbf564c-615f-4bc0-a2e8-fbced2cbf1ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583360'] for segment (1b8baa24-cb6a-4d3a-83f2-0044d63139a9), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:02.534787 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-2ca440a8-6200-453d-8aa1-67f8f4769ddc None None] Provisioning complete for port 245c47bb-f701-4dbf-ba90-f7a4281e7bac triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:49:02.535317 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-2ca440a8-6200-453d-8aa1-67f8f4769ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (245c47bb-f701-4dbf-ba90-f7a4281e7bac), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:02.566894 n-d-826753-2 neutron-server[103701]: Traceback (most recent call last): Feb 19 02:49:02.566894 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:49:02.566894 n-d-826753-2 neutron-server[103701]: timer() Feb 19 02:49:02.566894 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:49:02.566894 n-d-826753-2 neutron-server[103701]: cb(*args, **kw) Feb 19 02:49:02.566894 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:49:02.566894 n-d-826753-2 neutron-server[103701]: return func(*args, **kwargs) Feb 19 02:49:02.566894 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:49:02.566894 n-d-826753-2 neutron-server[103701]: self._notify() Feb 19 02:49:02.566894 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:49:02.566894 n-d-826753-2 neutron-server[103701]: self.callback(batched_events) Feb 19 02:49:02.566894 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:49:02.566894 n-d-826753-2 neutron-server[103701]: event.method(event) Feb 19 02:49:02.566894 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:49:02.566894 n-d-826753-2 neutron-server[103701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:49:02.566894 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:49:02.566894 n-d-826753-2 neutron-server[103701]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:49:02.566894 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:49:02.566894 n-d-826753-2 neutron-server[103701]: return f(self, *a, **k) Feb 19 02:49:02.566894 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:49:02.566894 n-d-826753-2 neutron-server[103701]: return self._get(url).json() Feb 19 02:49:02.566894 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:49:02.566894 n-d-826753-2 neutron-server[103701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:49:02.566894 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:49:02.566894 n-d-826753-2 neutron-server[103701]: return self.request(url, 'GET', **kwargs) Feb 19 02:49:02.566894 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:49:02.566894 n-d-826753-2 neutron-server[103701]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:49:02.566894 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:49:02.566894 n-d-826753-2 neutron-server[103701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:49:02.566894 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:49:02.566894 n-d-826753-2 neutron-server[103701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:49:02.566894 n-d-826753-2 neutron-server[103701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:49:02.597434 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-326bbbe8-6deb-49d3-9080-25bfd547a489 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks [] for port (0703ca3e-7a1d-4063-a291-1e8e91e8f8d1), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:02.606693 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-326bbbe8-6deb-49d3-9080-25bfd547a489 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (0703ca3e-7a1d-4063-a291-1e8e91e8f8d1), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:02.607626 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-326bbbe8-6deb-49d3-9080-25bfd547a489 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16362769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16289258'] for router_interface (9a962d46-399a-441d-b938-9764d564c0b0), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:02.619708 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bbaec7-bbb9-42a5-ac6b-fcd06fc18b95 req-2f352f52-3e3d-42a4-8e60-343271590dcb tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:02.629479 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-51bbaec7-bbb9-42a5-ac6b-fcd06fc18b95 req-2f352f52-3e3d-42a4-8e60-343271590dcb tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=5e6b6e06-615f-4c46-a27b-bc13f80acb79 HTTP/1.1" status: 200 len: 943 time: 0.4028518 Feb 19 02:49:02.712463 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326bbbe8-6deb-49d3-9080-25bfd547a489 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Pushing event updated for resources: {'Port': ['ID=0703ca3e-7a1d-4063-a291-1e8e91e8f8d1,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:02.750370 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4dbf564c-615f-4bc0-a2e8-fbced2cbf1ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (16dfe6bd-92ff-417e-bb5c-59744ca15932), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:02.784305 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326bbbe8-6deb-49d3-9080-25bfd547a489 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Network eaa143cd-3afc-4764-a677-99b22e3b56d0 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:49:02.786034 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-326bbbe8-6deb-49d3-9080-25bfd547a489 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:49:02.795113 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4dbf564c-615f-4bc0-a2e8-fbced2cbf1ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:02.798832 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-4dbf564c-615f-4bc0-a2e8-fbced2cbf1ec admin admin] 10.222.0.72 "DELETE /v2.0/networks/16dfe6bd-92ff-417e-bb5c-59744ca15932 HTTP/1.1" status: 204 len: 168 time: 0.9967260 Feb 19 02:49:02.838772 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbf564c-615f-4bc0-a2e8-fbced2cbf1ec admin admin] Pushing event deleted for resources: {'Network': ['ID=16dfe6bd-92ff-417e-bb5c-59744ca15932,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:02.859834 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-51bbaec7-bbb9-42a5-ac6b-fcd06fc18b95 req-bc9de38c-8a37-4533-86c4-ae9909645963 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ca71149-99da-4cc2-ac25-44d2d4a4007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291641 Feb 19 02:49:02.872783 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2ad5d3-ea1d-404a-9867-b22fc9f8ab4d req-28c97af7-6b5e-4943-86bb-057035a17bef tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:02.880478 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ba2ad5d3-ea1d-404a-9867-b22fc9f8ab4d req-28c97af7-6b5e-4943-86bb-057035a17bef tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5143850 Feb 19 02:49:02.909642 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ba2ad5d3-ea1d-404a-9867-b22fc9f8ab4d req-bcb69061-5df5-4946-ac16-ec2ea6cf6ddd tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] 10.222.0.72 "GET /v2.0/quotas/958906eba0f2457fb5336e772b1c66db HTTP/1.1" status: 200 len: 375 time: 0.0267923 Feb 19 02:49:02.969973 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ba2ad5d3-ea1d-404a-9867-b22fc9f8ab4d req-1a9356da-a5ec-4a75-a516-35f3204a7fcb tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=958906eba0f2457fb5336e772b1c66db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0570812 Feb 19 02:49:03.019055 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-326bbbe8-6deb-49d3-9080-25bfd547a489 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Router 9a962d46-399a-441d-b938-9764d564c0b0 is scheduled to L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd with binding_index 1 {{(pid=103702) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 02:49:03.122159 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 245c47bb-f701-4dbf-ba90-f7a4281e7bac up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:49:03.246048 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5d520f-326b-4efd-ab00-0f87fbba5ddd req-e72b63c6-75fa-4ebe-9b56-aab1203b1196 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:03.274904 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ed5d520f-326b-4efd-ab00-0f87fbba5ddd req-e72b63c6-75fa-4ebe-9b56-aab1203b1196 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/ports?device_id=f780e5ff-b429-4f5e-9d5a-1227f9743c37 HTTP/1.1" status: 200 len: 946 time: 0.1445334 Feb 19 02:49:03.335315 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-326bbbe8-6deb-49d3-9080-25bfd547a489 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:49:03.373635 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-326bbbe8-6deb-49d3-9080-25bfd547a489 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] 10.222.0.72 "PUT /v2.0/routers/9a962d46-399a-441d-b938-9764d564c0b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4248016 Feb 19 02:49:03.374235 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 57158) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:49:03.384813 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3871b70-d770-48c7-ac27-6fe695783ba2 None None] Sync routers for ids ['9a962d46-399a-441d-b938-9764d564c0b0'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:49:03.385305 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-dd08546f-9ad8-4b2c-a5cd-f9d3ec27aa00 req-5bbd519a-f185-4c2b-b8be-579a509c84fe tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb33a693-c143-4b44-9bcb-7281cd2bca72 HTTP/1.1" status: 200 len: 210 time: 0.0898530 Feb 19 02:49:03.385919 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 57160) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:49:03.404242 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-f94bcbf9-3945-4c60-ba18-856b83914208 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-145423279'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:49:03.421274 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-2ca440a8-6200-453d-8aa1-67f8f4769ddc None None] Current status of the port 245c47bb-f701-4dbf-ba90-f7a4281e7bac is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:49:03.421274 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-2ca440a8-6200-453d-8aa1-67f8f4769ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (245c47bb-f701-4dbf-ba90-f7a4281e7bac), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:03.494361 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 245c47bb-f701-4dbf-ba90-f7a4281e7bac triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:49:03.494586 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (245c47bb-f701-4dbf-ba90-f7a4281e7bac), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:03.502059 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ed5d520f-326b-4efd-ab00-0f87fbba5ddd req-4ec6654b-43c9-4eb3-a823-cf664506a4d6 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/security-groups?id=d1068709-142b-4f0d-aa54-30196489f5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258985 Feb 19 02:49:03.504646 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f94bcbf9-3945-4c60-ba18-856b83914208 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Made reservation on behalf of af7fe21ef8a34b4aa8aa211833eb0628 for: {'network': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:49:03.512408 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3871b70-d770-48c7-ac27-6fe695783ba2 None None] Routers {'9a962d46-399a-441d-b938-9764d564c0b0'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:49:03.522729 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-c3871b70-d770-48c7-ac27-6fe695783ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:48:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['9a962d46-399a-441d-b938-9764d564c0b0'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:49:03.522916 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f94bcbf9-3945-4c60-ba18-856b83914208 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:03.556083 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f94bcbf9-3945-4c60-ba18-856b83914208 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] vlan segment allocate from pool success with {'vlan_id': 278, 'physical_network': 'physnet1'} {{(pid=103701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:49:03.573848 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f94bcbf9-3945-4c60-ba18-856b83914208 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (3fcf8994-fe70-4184-87a0-681c4dfbf433), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:03.574194 n-d-826753-2 neutron-server[103701]: INFO neutron.db.segments_db [None req-f94bcbf9-3945-4c60-ba18-856b83914208 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Added segment 3fcf8994-fe70-4184-87a0-681c4dfbf433 of type vlan for network f2707e19-a9b2-48ff-b724-f18564bb6f57 Feb 19 02:49:03.576209 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-0b06d608-4d6a-466d-a6ea-5fcf98645f2e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6cbd977e4a374002827ea7088b0472ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2007606 Feb 19 02:49:03.591737 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 57168) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:49:03.686074 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f94bcbf9-3945-4c60-ba18-856b83914208 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (f2707e19-a9b2-48ff-b724-f18564bb6f57), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:03.738658 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9d17faa6-4f29-4273-8098-8006ce276418 admin admin] Publish callbacks [] for security_group (aadc52ba-c1f4-4cbe-aaa7-09144abf2e54), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:03.751347 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f94bcbf9-3945-4c60-ba18-856b83914208 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (f2707e19-a9b2-48ff-b724-f18564bb6f57), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:03.759203 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94bcbf9-3945-4c60-ba18-856b83914208 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:03.760369 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f94bcbf9-3945-4c60-ba18-856b83914208 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:03.857262 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9d17faa6-4f29-4273-8098-8006ce276418 admin admin] Publish callbacks [] for security_group (aadc52ba-c1f4-4cbe-aaa7-09144abf2e54), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:03.857435 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-c3871b70-d770-48c7-ac27-6fe695783ba2 None None] Set router 9a962d46-399a-441d-b938-9764d564c0b0 gateway port host: None {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:49:03.926122 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9d17faa6-4f29-4273-8098-8006ce276418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (aadc52ba-c1f4-4cbe-aaa7-09144abf2e54), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:03.930215 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9d17faa6-4f29-4273-8098-8006ce276418 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:03.931902 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-9d17faa6-4f29-4273-8098-8006ce276418 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/aadc52ba-c1f4-4cbe-aaa7-09144abf2e54 HTTP/1.1" status: 204 len: 168 time: 0.3382916 Feb 19 02:49:03.966294 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d17faa6-4f29-4273-8098-8006ce276418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aadc52ba-c1f4-4cbe-aaa7-09144abf2e54,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:04.045956 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94bcbf9-3945-4c60-ba18-856b83914208 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Pushing event updated for resources: {'Network': ['ID=f2707e19-a9b2-48ff-b724-f18564bb6f57,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:04.098863 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device e7b6d271-0dd0-403f-9e7b-d4c19bbe49c1 details requested by agent hyperv_n-h2-826753-2 with host n-h2-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:49:04.102985 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network f2707e19-a9b2-48ff-b724-f18564bb6f57 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:49:04.261800 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-f94bcbf9-3945-4c60-ba18-856b83914208 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8643501 Feb 19 02:49:04.262116 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 57192) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:49:04.269134 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-fb9de337-6435-4495-b245-450f9302957d tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Request body: {'subnet': {'network_id': 'f2707e19-a9b2-48ff-b724-f18564bb6f57', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:49:04.330324 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-2ca440a8-6200-453d-8aa1-67f8f4769ddc None None] For port 245c47bb-f701-4dbf-ba90-f7a4281e7bac, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=245c47bb-f701-4dbf-ba90-f7a4281e7bac,segment=NetworkSegment(fd7b6c3b-4d93-4d98-936b-5b12557dd37d),segment_id=fd7b6c3b-4d93-4d98-936b-5b12557dd37d)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:49:04.389562 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-2ca440a8-6200-453d-8aa1-67f8f4769ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (245c47bb-f701-4dbf-ba90-f7a4281e7bac), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:04.526746 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca440a8-6200-453d-8aa1-67f8f4769ddc None None] Pushing event updated for resources: {'Port': ['ID=245c47bb-f701-4dbf-ba90-f7a4281e7bac,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:04.583392 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f274757e-2242-42cb-80f1-dd7cfaace8d0 req-8b75d726-c189-4ef5-bbfa-a1d63963ceb6 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:04.587400 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f274757e-2242-42cb-80f1-dd7cfaace8d0 req-8b75d726-c189-4ef5-bbfa-a1d63963ceb6 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=5e6b6e06-615f-4c46-a27b-bc13f80acb79 HTTP/1.1" status: 200 len: 943 time: 0.5492294 Feb 19 02:49:04.636740 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.db.resource_extend [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 02:49:04.696680 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-c79ef8a1-5d75-49ae-94f0-3533b231f2be None None] Provisioning complete for port 0703ca3e-7a1d-4063-a291-1e8e91e8f8d1 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:49:04.697234 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c79ef8a1-5d75-49ae-94f0-3533b231f2be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (0703ca3e-7a1d-4063-a291-1e8e91e8f8d1), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:04.773254 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-f582ec32-47c5-4519-a8ad-508cc67f91a7 req-dfe06b1f-15a6-4576-b1b0-1a5c0b9f6909 tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=958906eba0f2457fb5336e772b1c66db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1991124 Feb 19 02:49:04.855656 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-c79ef8a1-5d75-49ae-94f0-3533b231f2be None None] Port 0703ca3e-7a1d-4063-a291-1e8e91e8f8d1 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:49:04.902569 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbc607d-fae4-4a50-8b80-3a312162b857 req-3df9745a-f610-47d7-b10c-9a2ed9437ac3 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:04.906895 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bbbc607d-fae4-4a50-8b80-3a312162b857 req-3df9745a-f610-47d7-b10c-9a2ed9437ac3 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/networks?id=4ec29c64-a4ae-430d-ba9f-348461fbf8ef HTTP/1.1" status: 200 len: 812 time: 0.8689692 Feb 19 02:49:04.907876 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 57200) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:49:04.944140 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-c79ef8a1-5d75-49ae-94f0-3533b231f2be None None] Provisioning complete for port 245c47bb-f701-4dbf-ba90-f7a4281e7bac triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:49:04.945669 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c79ef8a1-5d75-49ae-94f0-3533b231f2be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (245c47bb-f701-4dbf-ba90-f7a4281e7bac), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:04.952843 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb9de337-6435-4495-b245-450f9302957d tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Made reservation on behalf of af7fe21ef8a34b4aa8aa211833eb0628 for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:49:04.956894 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fb9de337-6435-4495-b245-450f9302957d tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:04.986296 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bbbc607d-fae4-4a50-8b80-3a312162b857 req-5b9b35ab-b21a-4b37-bfb1-8d74d35de29b tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/quotas/d68bae7ecf6f4907884d3b1c20c6b537 HTTP/1.1" status: 200 len: 375 time: 0.0491185 Feb 19 02:49:05.016537 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 245c47bb-f701-4dbf-ba90-f7a4281e7bac is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:49:05.091536 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f274757e-2242-42cb-80f1-dd7cfaace8d0 req-006b9d4b-4d49-44ff-917d-357fb424dc42 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ca71149-99da-4cc2-ac25-44d2d4a4007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4897225 Feb 19 02:49:05.094009 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bbbc607d-fae4-4a50-8b80-3a312162b857 req-97ce24e9-945e-4da5-aa09-de7be948f64e tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=d68bae7ecf6f4907884d3b1c20c6b537&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0770350 Feb 19 02:49:05.159203 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port e7b6d271-0dd0-403f-9e7b-d4c19bbe49c1, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=e7b6d271-0dd0-403f-9e7b-d4c19bbe49c1,segment=NetworkSegment(4d279d1b-ef9f-49cc-bc5d-c8be530f22d3),segment_id=4d279d1b-ef9f-49cc-bc5d-c8be530f22d3)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:49:05.161783 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 245c47bb-f701-4dbf-ba90-f7a4281e7bac up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:49:05.238054 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Returning: {'device': 'e7b6d271-0dd0-403f-9e7b-d4c19bbe49c1', 'network_id': '38d6fa8e-4007-4beb-abd0-8f0d817f1ef6', 'port_id': 'e7b6d271-0dd0-403f-9e7b-d4c19bbe49c1', 'mac_address': 'fa:16:3e:c3:2c:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54b68f46-9c6f-467f-99d5-a919ef2f5fa1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:49:05.261770 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 245c47bb-f701-4dbf-ba90-f7a4281e7bac triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:49:05.262142 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (245c47bb-f701-4dbf-ba90-f7a4281e7bac), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:05.275252 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-17108ecd-69b3-4df3-a181-d5a09b2fb320 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a92106bc3d57464a933a3490409716a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3517988 Feb 19 02:49:05.279529 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bbbc607d-fae4-4a50-8b80-3a312162b857 req-669003d5-a2f9-4fa3-b92d-7b904466a61c service neutron] 10.222.0.72 "GET /v2.0/networks/4ec29c64-a4ae-430d-ba9f-348461fbf8ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453550 Feb 19 02:49:05.301567 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 57204) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:49:05.301962 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port e7b6d271-0dd0-403f-9e7b-d4c19bbe49c1 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:49:05.302352 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (e7b6d271-0dd0-403f-9e7b-d4c19bbe49c1), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:05.333575 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7b6d271-0dd0-403f-9e7b-d4c19bbe49c1 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:49:05.356066 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port e7b6d271-0dd0-403f-9e7b-d4c19bbe49c1, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=e7b6d271-0dd0-403f-9e7b-d4c19bbe49c1,segment=NetworkSegment(4d279d1b-ef9f-49cc-bc5d-c8be530f22d3),segment_id=4d279d1b-ef9f-49cc-bc5d-c8be530f22d3)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:49:05.418609 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (e7b6d271-0dd0-403f-9e7b-d4c19bbe49c1), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:05.489079 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bbbc607d-fae4-4a50-8b80-3a312162b857 req-9ee5ffc4-7e24-4e6b-a6f6-7e69ecccdcbe service neutron] 10.222.0.72 "GET /v2.0/networks/4ec29c64-a4ae-430d-ba9f-348461fbf8ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336410 Feb 19 02:49:05.504504 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=e7b6d271-0dd0-403f-9e7b-d4c19bbe49c1,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:05.540552 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-c3871b70-d770-48c7-ac27-6fe695783ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a962d46-399a-441d-b938-9764d564c0b0', 'name': 'tempest-RoutersIpV6Test-router-593384108', 'tenant_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:48:58Z', 'updated_at': '2022-02-19T02:49:01Z', 'revision_number': 2, 'project_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'gw_port_host': None, '_interfaces': [{'id': '0703ca3e-7a1d-4063-a291-1e8e91e8f8d1', 'name': '', 'network_id': 'eaa143cd-3afc-4764-a677-99b22e3b56d0', 'tenant_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'mac_address': 'fa:16:3e:a8:92:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a962d46-399a-441d-b938-9764d564c0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'a8e8530f-41b8-489a-b611-33908f08e91d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:49:00Z', 'updated_at': '2022-02-19T02:49:02Z', 'revision_number': 2, 'project_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'subnets': [{'id': 'a8e8530f-41b8-489a-b611-33908f08e91d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:49:05.545257 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0a12d61b-086d-45ab-80a1-341953ba004f req-5c4cfb82-976c-4f9c-ada2-68d82ed2c59d tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb33a693-c143-4b44-9bcb-7281cd2bca72 HTTP/1.1" status: 200 len: 210 time: 0.2632887 Feb 19 02:49:05.578551 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b8e661ab-ac8f-4611-b247-bbb716823c54 admin admin] Publish callbacks [] for security_group (d83b47d6-61c9-4d45-adac-765a09a3f84d), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:05.614875 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b8e661ab-ac8f-4611-b247-bbb716823c54 admin admin] Publish callbacks [] for security_group (d83b47d6-61c9-4d45-adac-765a09a3f84d), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:05.616328 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-c79ef8a1-5d75-49ae-94f0-3533b231f2be None None] Current status of the port 245c47bb-f701-4dbf-ba90-f7a4281e7bac is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:49:05.620885 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3871b70-d770-48c7-ac27-6fe695783ba2 None None] Checking router: 9a962d46-399a-441d-b938-9764d564c0b0 for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:49:05.621286 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3871b70-d770-48c7-ac27-6fe695783ba2 None None] Updating router 9a962d46-399a-441d-b938-9764d564c0b0 port 0703ca3e-7a1d-4063-a291-1e8e91e8f8d1 binding host n-d-826753-2 {{(pid=103703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:49:05.630043 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f582ec32-47c5-4519-a8ad-508cc67f91a7 req-12a0f65a-b0f3-4d1d-8019-1ec110d7f07f tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:05.642741 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-f582ec32-47c5-4519-a8ad-508cc67f91a7 req-12a0f65a-b0f3-4d1d-8019-1ec110d7f07f tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8481991 Feb 19 02:49:05.671633 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fb9de337-6435-4495-b245-450f9302957d tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (1e52f09d-7a71-4bd7-9800-26ba2a95d400), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:05.716215 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b8e661ab-ac8f-4611-b247-bbb716823c54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (d83b47d6-61c9-4d45-adac-765a09a3f84d), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:05.719237 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b8e661ab-ac8f-4611-b247-bbb716823c54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:05.740675 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-b8e661ab-ac8f-4611-b247-bbb716823c54 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d83b47d6-61c9-4d45-adac-765a09a3f84d HTTP/1.1" status: 204 len: 168 time: 0.4360209 Feb 19 02:49:05.761261 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c3871b70-d770-48c7-ac27-6fe695783ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (0703ca3e-7a1d-4063-a291-1e8e91e8f8d1), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:05.839532 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e661ab-ac8f-4611-b247-bbb716823c54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d83b47d6-61c9-4d45-adac-765a09a3f84d,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:05.857316 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-f582ec32-47c5-4519-a8ad-508cc67f91a7 req-dbae1f1e-10bc-4df9-b6c1-75c429ca5eed tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] Request body: {'port': {'device_id': 'b7fed794-1a17-4088-a757-ff223e40f3d9', 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f', 'admin_state_up': True, 'tenant_id': '958906eba0f2457fb5336e772b1c66db'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:49:05.863144 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['e7b6d271-0dd0-403f-9e7b-d4c19bbe49c1'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:49:05.886259 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-43828ec6-0dae-40c6-954b-1be79255668f None None] Provisioning complete for port 0703ca3e-7a1d-4063-a291-1e8e91e8f8d1 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:49:05.886641 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-43828ec6-0dae-40c6-954b-1be79255668f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (0703ca3e-7a1d-4063-a291-1e8e91e8f8d1), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:05.928589 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9de337-6435-4495-b245-450f9302957d tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Pushing event updated for resources: {'Subnet': ['ID=1e52f09d-7a71-4bd7-9800-26ba2a95d400,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:05.954258 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ba2ad5d3-ea1d-404a-9867-b22fc9f8ab4d req-ca5439fa-cb8c-43e6-8eb9-4dfeb6311f26 tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=958906eba0f2457fb5336e772b1c66db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3104739 Feb 19 02:49:05.976113 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-43828ec6-0dae-40c6-954b-1be79255668f None None] Port 0703ca3e-7a1d-4063-a291-1e8e91e8f8d1 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:49:05.979001 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 245c47bb-f701-4dbf-ba90-f7a4281e7bac is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:49:05.979700 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9c66d2e5-3d06-455c-b900-c5b63bbbacd9 req-98c7bd2d-5d13-46a5-913c-c7705242a181 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=38f90aa2-ff2c-40c4-b586-53ae0f2115b3 HTTP/1.1" status: 200 len: 210 time: 0.1270576 Feb 19 02:49:06.020963 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87fb48f-32db-4ba4-9d24-75d26bc8e291 req-27cacb80-4138-4827-ac5a-11029e570c07 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:06.027923 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d87fb48f-32db-4ba4-9d24-75d26bc8e291 req-27cacb80-4138-4827-ac5a-11029e570c07 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/ports?device_id=f780e5ff-b429-4f5e-9d5a-1227f9743c37 HTTP/1.1" status: 200 len: 946 time: 0.3233874 Feb 19 02:49:06.199128 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d87fb48f-32db-4ba4-9d24-75d26bc8e291 req-145db4ad-4b70-4786-84ab-9b58e8c02eee tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/security-groups?id=d1068709-142b-4f0d-aa54-30196489f5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663692 Feb 19 02:49:06.357812 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2ad5d3-ea1d-404a-9867-b22fc9f8ab4d req-9c587061-3540-40f2-a3c5-310c4885f580 tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:06.359348 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ba2ad5d3-ea1d-404a-9867-b22fc9f8ab4d req-9c587061-3540-40f2-a3c5-310c4885f580 tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3474379 Feb 19 02:49:06.526230 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46f521f-59a5-460c-b1bc-f55b99aa7335 req-062df434-2beb-4a90-bcdb-be306440052a tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:06.528101 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a46f521f-59a5-460c-b1bc-f55b99aa7335 req-062df434-2beb-4a90-bcdb-be306440052a tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=5e6b6e06-615f-4c46-a27b-bc13f80acb79 HTTP/1.1" status: 200 len: 944 time: 0.1429851 Feb 19 02:49:06.551233 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-ba2ad5d3-ea1d-404a-9867-b22fc9f8ab4d req-2a842536-f236-4cf6-a226-d15da7d6aa8b tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] Request body: {'port': {'device_id': 'fb33a693-c143-4b44-9bcb-7281cd2bca72', 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f', 'admin_state_up': True, 'tenant_id': '958906eba0f2457fb5336e772b1c66db'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:49:06.591747 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9de337-6435-4495-b245-450f9302957d tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Checking segment: {'id': '3fcf8994-fe70-4184-87a0-681c4dfbf433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'f2707e19-a9b2-48ff-b724-f18564bb6f57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:49:06.592058 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9de337-6435-4495-b245-450f9302957d tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Network hostable DHCP agents. Network: f2707e19-a9b2-48ff-b724-f18564bb6f57, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:49:06.660039 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a46f521f-59a5-460c-b1bc-f55b99aa7335 req-e7bb95b3-5e2e-4e15-bfce-3d667efa55ea tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ca71149-99da-4cc2-ac25-44d2d4a4007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251841 Feb 19 02:49:06.691927 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c3871b70-d770-48c7-ac27-6fe695783ba2 None None] Publish callbacks [] for port (0703ca3e-7a1d-4063-a291-1e8e91e8f8d1), precommit_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:06.718388 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c3871b70-d770-48c7-ac27-6fe695783ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (0703ca3e-7a1d-4063-a291-1e8e91e8f8d1), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:06.872139 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e1e52031-5f11-4a89-9a55-350115a7a88f req-b8b04009-8594-4923-9477-209071bdafbb tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb33a693-c143-4b44-9bcb-7281cd2bca72 HTTP/1.1" status: 200 len: 210 time: 0.0885897 Feb 19 02:49:06.934022 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9de337-6435-4495-b245-450f9302957d tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Network f2707e19-a9b2-48ff-b724-f18564bb6f57 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:49:06.975572 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-fb9de337-6435-4495-b245-450f9302957d tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, f2707e19-a9b2-48ff-b724-f18564bb6f57) {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:49:07.005763 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9de337-6435-4495-b245-450f9302957d tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:07.008397 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fb9de337-6435-4495-b245-450f9302957d tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:07.102325 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f582ec32-47c5-4519-a8ad-508cc67f91a7 req-dbae1f1e-10bc-4df9-b6c1-75c429ca5eed tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] Made reservation on behalf of 958906eba0f2457fb5336e772b1c66db for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:49:07.113038 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-f582ec32-47c5-4519-a8ad-508cc67f91a7 req-dbae1f1e-10bc-4df9-b6c1-75c429ca5eed tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:07.126943 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-fb9de337-6435-4495-b245-450f9302957d tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.8628981 Feb 19 02:49:07.129790 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 57250) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:49:07.182829 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-f582ec32-47c5-4519-a8ad-508cc67f91a7 req-dbae1f1e-10bc-4df9-b6c1-75c429ca5eed tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:07.205299 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2d116f-f240-4595-b379-92d28f0defec None None] Network f2707e19-a9b2-48ff-b724-f18564bb6f57 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:49:07.292357 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d70170-b33a-4596-ab2c-d8d5eff52456 None None] Pushing event updated for resources: {'Port': ['ID=0703ca3e-7a1d-4063-a291-1e8e91e8f8d1,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:07.350118 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba2ad5d3-ea1d-404a-9867-b22fc9f8ab4d req-2a842536-f236-4cf6-a226-d15da7d6aa8b tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] Made reservation on behalf of 958906eba0f2457fb5336e772b1c66db for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:49:07.357909 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-c3871b70-d770-48c7-ac27-6fe695783ba2 None None] Attempting to bind port 0703ca3e-7a1d-4063-a291-1e8e91e8f8d1 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:49:07.358284 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-c3871b70-d770-48c7-ac27-6fe695783ba2 None None] Attempting to bind port 0703ca3e-7a1d-4063-a291-1e8e91e8f8d1 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': 'fd7b6c3b-4d93-4d98-936b-5b12557dd37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eaa143cd-3afc-4764-a677-99b22e3b56d0'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:49:07.358986 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3871b70-d770-48c7-ac27-6fe695783ba2 None None] Attempting to bind port 0703ca3e-7a1d-4063-a291-1e8e91e8f8d1 on network eaa143cd-3afc-4764-a677-99b22e3b56d0 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:49:07.363510 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-ba2ad5d3-ea1d-404a-9867-b22fc9f8ab4d req-2a842536-f236-4cf6-a226-d15da7d6aa8b tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:07.384186 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3871b70-d770-48c7-ac27-6fe695783ba2 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:49:07.384578 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3871b70-d770-48c7-ac27-6fe695783ba2 None None] Checking segment: {'id': 'fd7b6c3b-4d93-4d98-936b-5b12557dd37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eaa143cd-3afc-4764-a677-99b22e3b56d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:49:07.384991 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c3871b70-d770-48c7-ac27-6fe695783ba2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:07.385416 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3871b70-d770-48c7-ac27-6fe695783ba2 None None] Bound using segment: {'id': 'fd7b6c3b-4d93-4d98-936b-5b12557dd37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eaa143cd-3afc-4764-a677-99b22e3b56d0'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:49:07.385903 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-c3871b70-d770-48c7-ac27-6fe695783ba2 None None] Bound port: 0703ca3e-7a1d-4063-a291-1e8e91e8f8d1, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd7b6c3b-4d93-4d98-936b-5b12557dd37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'eaa143cd-3afc-4764-a677-99b22e3b56d0'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:49:07.386288 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c3871b70-d770-48c7-ac27-6fe695783ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (0703ca3e-7a1d-4063-a291-1e8e91e8f8d1), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:07.402885 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-ba2ad5d3-ea1d-404a-9867-b22fc9f8ab4d req-2a842536-f236-4cf6-a226-d15da7d6aa8b tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:07.457800 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-55d2747b-cba6-48d9-8a3d-b929bb64b4db None None] Provisioning complete for port 0703ca3e-7a1d-4063-a291-1e8e91e8f8d1 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:49:07.458176 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-55d2747b-cba6-48d9-8a3d-b929bb64b4db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (0703ca3e-7a1d-4063-a291-1e8e91e8f8d1), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:07.592542 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-55d2747b-cba6-48d9-8a3d-b929bb64b4db None None] Port 0703ca3e-7a1d-4063-a291-1e8e91e8f8d1 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:49:07.610591 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-c3871b70-d770-48c7-ac27-6fe695783ba2 None None] For port 0703ca3e-7a1d-4063-a291-1e8e91e8f8d1, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:49:07.627126 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-f582ec32-47c5-4519-a8ad-508cc67f91a7 req-dbae1f1e-10bc-4df9-b6c1-75c429ca5eed tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] Publish callbacks [] for security_group (7f9a0e74-bc03-4003-b35a-0cd376c2c049), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:07.644014 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-f582ec32-47c5-4519-a8ad-508cc67f91a7 req-dbae1f1e-10bc-4df9-b6c1-75c429ca5eed tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (7f9a0e74-bc03-4003-b35a-0cd376c2c049), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:07.672753 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-c3871b70-d770-48c7-ac27-6fe695783ba2 None None] For port 0703ca3e-7a1d-4063-a291-1e8e91e8f8d1, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=0703ca3e-7a1d-4063-a291-1e8e91e8f8d1,segment=NetworkSegment(fd7b6c3b-4d93-4d98-936b-5b12557dd37d),segment_id=fd7b6c3b-4d93-4d98-936b-5b12557dd37d)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:49:07.676523 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 57274) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:49:07.676917 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63495f84-f94a-44bc-90ed-377517e206ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-f2707e19-a9b2-48ff-b724-f18564bb6f57', 'network_id': 'f2707e19-a9b2-48ff-b724-f18564bb6f57', 'project_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'fixed_ips': [{'subnet_id': '1e52f09d-7a71-4bd7-9800-26ba2a95d400'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:49:07.678262 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-63495f84-f94a-44bc-90ed-377517e206ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:07.680387 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.db.api [req-ba2ad5d3-ea1d-404a-9867-b22fc9f8ab4d req-2a842536-f236-4cf6-a226-d15da7d6aa8b tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 958906eba0f2457fb5336e772b1c66db {{(pid=103702) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 02:49:07.680730 n-d-826753-2 neutron-server[103702]: DEBUG oslo_db.api [req-ba2ad5d3-ea1d-404a-9867-b22fc9f8ab4d req-2a842536-f236-4cf6-a226-d15da7d6aa8b tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 02:49:07.719248 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c3871b70-d770-48c7-ac27-6fe695783ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (0703ca3e-7a1d-4063-a291-1e8e91e8f8d1), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:07.815468 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbae1f1e-10bc-4df9-b6c1-75c429ca5eed tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f9a0e74-bc03-4003-b35a-0cd376c2c049,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:07.871232 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d70170-b33a-4596-ab2c-d8d5eff52456 None None] Pushing event updated for resources: {'Port': ['ID=0703ca3e-7a1d-4063-a291-1e8e91e8f8d1,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:07.912862 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3871b70-d770-48c7-ac27-6fe695783ba2 None None] Routers {'9a962d46-399a-441d-b938-9764d564c0b0'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:49:07.913840 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-c3871b70-d770-48c7-ac27-6fe695783ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:48:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['9a962d46-399a-441d-b938-9764d564c0b0'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:49:07.960153 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-85d9e560-2eec-42a2-9aff-b58c32434374 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1277076615-network', 'tenant_id': '1f24aae636d6408ea3a233ece71a8c92'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:49:07.979100 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device e7b6d271-0dd0-403f-9e7b-d4c19bbe49c1 up at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:49:08.038243 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [req-f582ec32-47c5-4519-a8ad-508cc67f91a7 req-dbae1f1e-10bc-4df9-b6c1-75c429ca5eed tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] Allocated IP 192.168.233.130 (5124bd00-da2a-4bd6-93a0-c14c92afb11f/974c06bc-f097-4890-970a-b087501ab241/4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:49:08.044764 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d9e560-2eec-42a2-9aff-b58c32434374 admin admin] Made reservation on behalf of 1f24aae636d6408ea3a233ece71a8c92 for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:49:08.049942 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-85d9e560-2eec-42a2-9aff-b58c32434374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:08.070092 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-63495f84-f94a-44bc-90ed-377517e206ec None None] Allocated IP 2001:db8:1::2 (f2707e19-a9b2-48ff-b724-f18564bb6f57/1e52f09d-7a71-4bd7-9800-26ba2a95d400/3e5206a4-6b83-4189-9057-ffcde6938542) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:49:08.084879 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-85d9e560-2eec-42a2-9aff-b58c32434374 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:08.261494 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-63495f84-f94a-44bc-90ed-377517e206ec None None] Publish callbacks [] for port (3e5206a4-6b83-4189-9057-ffcde6938542), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:08.291909 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-85d9e560-2eec-42a2-9aff-b58c32434374 admin admin] Publish callbacks [] for security_group (46d2334f-33da-4fcd-8544-ca97dfdc7836), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:08.295360 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-ba2ad5d3-ea1d-404a-9867-b22fc9f8ab4d req-2a842536-f236-4cf6-a226-d15da7d6aa8b tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:08.297909 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-63495f84-f94a-44bc-90ed-377517e206ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (3e5206a4-6b83-4189-9057-ffcde6938542), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:08.342085 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-85d9e560-2eec-42a2-9aff-b58c32434374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (46d2334f-33da-4fcd-8544-ca97dfdc7836), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:08.406088 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63495f84-f94a-44bc-90ed-377517e206ec None None] Network f2707e19-a9b2-48ff-b724-f18564bb6f57 is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:49:08.432260 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63495f84-f94a-44bc-90ed-377517e206ec None None] Pushing event updated for resources: {'Port': ['ID=3e5206a4-6b83-4189-9057-ffcde6938542,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:08.433268 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85d9e560-2eec-42a2-9aff-b58c32434374 admin admin] vlan segment allocate from pool success with {'vlan_id': 256, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:49:08.450193 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-c3871b70-d770-48c7-ac27-6fe695783ba2 None None] Set router 9a962d46-399a-441d-b938-9764d564c0b0 gateway port host: None {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:49:08.450470 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9141543d-479e-4676-a9fd-159bf5c319a5 req-22712431-e226-4906-92a3-f698078b9021 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:08.451980 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9141543d-479e-4676-a9fd-159bf5c319a5 req-22712431-e226-4906-92a3-f698078b9021 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/networks?id=4ec29c64-a4ae-430d-ba9f-348461fbf8ef HTTP/1.1" status: 200 len: 812 time: 1.1594732 Feb 19 02:49:08.512396 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d9e560-2eec-42a2-9aff-b58c32434374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46d2334f-33da-4fcd-8544-ca97dfdc7836,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:08.523064 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-85d9e560-2eec-42a2-9aff-b58c32434374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (3a1d4f84-16e8-4483-a972-70429012ee76), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:08.523648 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-85d9e560-2eec-42a2-9aff-b58c32434374 admin admin] Added segment 3a1d4f84-16e8-4483-a972-70429012ee76 of type vlan for network fe9cef91-27e5-437f-93c2-1af604678f69 Feb 19 02:49:08.576351 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9141543d-479e-4676-a9fd-159bf5c319a5 req-80a7fe1d-1450-4019-86d2-c6417c7c31af tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/quotas/d68bae7ecf6f4907884d3b1c20c6b537 HTTP/1.1" status: 200 len: 375 time: 0.1018043 Feb 19 02:49:08.584043 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-906164b4-eea9-4218-9342-3f775c84ad6d None None] Provisioning complete for port 0703ca3e-7a1d-4063-a291-1e8e91e8f8d1 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:49:08.585830 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-906164b4-eea9-4218-9342-3f775c84ad6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (0703ca3e-7a1d-4063-a291-1e8e91e8f8d1), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:08.591263 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-63495f84-f94a-44bc-90ed-377517e206ec None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:49:08.594849 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63495f84-f94a-44bc-90ed-377517e206ec None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:49:08.697203 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning for port e7b6d271-0dd0-403f-9e7b-d4c19bbe49c1 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:49:08.713225 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning complete for port e7b6d271-0dd0-403f-9e7b-d4c19bbe49c1 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:49:08.713979 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (e7b6d271-0dd0-403f-9e7b-d4c19bbe49c1), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:08.725494 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-85d9e560-2eec-42a2-9aff-b58c32434374 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (fe9cef91-27e5-437f-93c2-1af604678f69), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:08.747525 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9141543d-479e-4676-a9fd-159bf5c319a5 req-9c821d4e-6f88-4e6e-be06-22791c33c4e7 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=d68bae7ecf6f4907884d3b1c20c6b537&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1354887 Feb 19 02:49:08.784902 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-63495f84-f94a-44bc-90ed-377517e206ec None None] Attempting to bind port 3e5206a4-6b83-4189-9057-ffcde6938542 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:49:08.785995 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-63495f84-f94a-44bc-90ed-377517e206ec None None] Attempting to bind port 3e5206a4-6b83-4189-9057-ffcde6938542 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '3fcf8994-fe70-4184-87a0-681c4dfbf433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'f2707e19-a9b2-48ff-b724-f18564bb6f57'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:49:08.786594 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63495f84-f94a-44bc-90ed-377517e206ec None None] Attempting to bind port 3e5206a4-6b83-4189-9057-ffcde6938542 on network f2707e19-a9b2-48ff-b724-f18564bb6f57 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:49:08.816816 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63495f84-f94a-44bc-90ed-377517e206ec None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:49:08.817738 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63495f84-f94a-44bc-90ed-377517e206ec None None] Checking segment: {'id': '3fcf8994-fe70-4184-87a0-681c4dfbf433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'f2707e19-a9b2-48ff-b724-f18564bb6f57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:49:08.818580 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-63495f84-f94a-44bc-90ed-377517e206ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:08.819390 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63495f84-f94a-44bc-90ed-377517e206ec None None] Bound using segment: {'id': '3fcf8994-fe70-4184-87a0-681c4dfbf433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'f2707e19-a9b2-48ff-b724-f18564bb6f57'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:49:08.820143 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-63495f84-f94a-44bc-90ed-377517e206ec None None] Bound port: 3e5206a4-6b83-4189-9057-ffcde6938542, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fcf8994-fe70-4184-87a0-681c4dfbf433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'f2707e19-a9b2-48ff-b724-f18564bb6f57'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:49:08.820760 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-63495f84-f94a-44bc-90ed-377517e206ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (3e5206a4-6b83-4189-9057-ffcde6938542), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:08.842624 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-f582ec32-47c5-4519-a8ad-508cc67f91a7 req-dbae1f1e-10bc-4df9-b6c1-75c429ca5eed tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] Publish callbacks [] for port (4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:08.944374 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-f582ec32-47c5-4519-a8ad-508cc67f91a7 req-dbae1f1e-10bc-4df9-b6c1-75c429ca5eed tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:08.974212 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bbc71b-dd4e-4e77-99b6-79309cc907dd req-ebddaf23-608d-4a1e-9cb5-f23fd7122193 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:08.976459 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-78bbc71b-dd4e-4e77-99b6-79309cc907dd req-ebddaf23-608d-4a1e-9cb5-f23fd7122193 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/ports?device_id=f780e5ff-b429-4f5e-9d5a-1227f9743c37 HTTP/1.1" status: 200 len: 946 time: 0.5148757 Feb 19 02:49:09.067534 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-63495f84-f94a-44bc-90ed-377517e206ec None None] For port 3e5206a4-6b83-4189-9057-ffcde6938542, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:49:09.071050 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-906164b4-eea9-4218-9342-3f775c84ad6d None None] Current status of the port 0703ca3e-7a1d-4063-a291-1e8e91e8f8d1 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:49:09.071813 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-906164b4-eea9-4218-9342-3f775c84ad6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (0703ca3e-7a1d-4063-a291-1e8e91e8f8d1), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:09.080696 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f582ec32-47c5-4519-a8ad-508cc67f91a7 req-dbae1f1e-10bc-4df9-b6c1-75c429ca5eed tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] Network 5124bd00-da2a-4bd6-93a0-c14c92afb11f is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:49:09.106436 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbae1f1e-10bc-4df9-b6c1-75c429ca5eed tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] Pushing event updated for resources: {'Port': ['ID=4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:09.113283 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [req-f582ec32-47c5-4519-a8ad-508cc67f91a7 req-dbae1f1e-10bc-4df9-b6c1-75c429ca5eed tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:49:09.127692 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port e7b6d271-0dd0-403f-9e7b-d4c19bbe49c1 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:49:09.128863 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (e7b6d271-0dd0-403f-9e7b-d4c19bbe49c1), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:09.146958 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-63495f84-f94a-44bc-90ed-377517e206ec None None] For port 3e5206a4-6b83-4189-9057-ffcde6938542, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=3e5206a4-6b83-4189-9057-ffcde6938542,segment=NetworkSegment(3fcf8994-fe70-4184-87a0-681c4dfbf433),segment_id=3fcf8994-fe70-4184-87a0-681c4dfbf433)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:49:09.151780 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-f582ec32-47c5-4519-a8ad-508cc67f91a7 req-dbae1f1e-10bc-4df9-b6c1-75c429ca5eed tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:49:09.170629 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-78bbc71b-dd4e-4e77-99b6-79309cc907dd req-30a20a38-73c7-4707-a021-00f8b2cdaa97 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/security-groups?id=d1068709-142b-4f0d-aa54-30196489f5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869690 Feb 19 02:49:09.208763 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port e7b6d271-0dd0-403f-9e7b-d4c19bbe49c1, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=e7b6d271-0dd0-403f-9e7b-d4c19bbe49c1,segment=NetworkSegment(4d279d1b-ef9f-49cc-bc5d-c8be530f22d3),segment_id=4d279d1b-ef9f-49cc-bc5d-c8be530f22d3)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:49:09.219363 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e6b6e06-615f-4c46-a27b-bc13f80acb79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7b6d271-0dd0-403f-9e7b-d4c19bbe49c1'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:49:09.221787 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-348251bb-456e-48ad-8b8b-806bb972e89c" -d '{"events": [{"server_uuid": "5e6b6e06-615f-4c46-a27b-bc13f80acb79", "name": "network-vif-plugged", "status": "completed", "tag": "e7b6d271-0dd0-403f-9e7b-d4c19bbe49c1"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:49:09.253337 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9141543d-479e-4676-a9fd-159bf5c319a5 req-5cbd0f0b-0582-40f2-837f-c87df98286f0 service neutron] 10.222.0.72 "GET /v2.0/networks/4ec29c64-a4ae-430d-ba9f-348461fbf8ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4259675 Feb 19 02:49:09.268892 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (e7b6d271-0dd0-403f-9e7b-d4c19bbe49c1), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:09.273723 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-906164b4-eea9-4218-9342-3f775c84ad6d None None] For port 0703ca3e-7a1d-4063-a291-1e8e91e8f8d1, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=0703ca3e-7a1d-4063-a291-1e8e91e8f8d1,segment=NetworkSegment(fd7b6c3b-4d93-4d98-936b-5b12557dd37d),segment_id=fd7b6c3b-4d93-4d98-936b-5b12557dd37d)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:49:09.291303 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-63495f84-f94a-44bc-90ed-377517e206ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (3e5206a4-6b83-4189-9057-ffcde6938542), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:09.297504 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-906164b4-eea9-4218-9342-3f775c84ad6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (0703ca3e-7a1d-4063-a291-1e8e91e8f8d1), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:09.347304 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-c3871b70-d770-48c7-ac27-6fe695783ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a962d46-399a-441d-b938-9764d564c0b0', 'name': 'tempest-RoutersIpV6Test-router-593384108', 'tenant_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:48:58Z', 'updated_at': '2022-02-19T02:49:01Z', 'revision_number': 2, 'project_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'gw_port_host': None, '_interfaces': [{'id': '0703ca3e-7a1d-4063-a291-1e8e91e8f8d1', 'name': '', 'network_id': 'eaa143cd-3afc-4764-a677-99b22e3b56d0', 'tenant_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'mac_address': 'fa:16:3e:a8:92:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a962d46-399a-441d-b938-9764d564c0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'a8e8530f-41b8-489a-b611-33908f08e91d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:49:00Z', 'updated_at': '2022-02-19T02:49:07Z', 'revision_number': 4, 'project_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'subnets': [{'id': 'a8e8530f-41b8-489a-b611-33908f08e91d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:49:09.400156 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f582ec32-47c5-4519-a8ad-508cc67f91a7 req-dbae1f1e-10bc-4df9-b6c1-75c429ca5eed tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:09.400761 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-f582ec32-47c5-4519-a8ad-508cc67f91a7 req-dbae1f1e-10bc-4df9-b6c1-75c429ca5eed tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:09.402832 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3871b70-d770-48c7-ac27-6fe695783ba2 None None] The sync data for ids ['9a962d46-399a-441d-b938-9764d564c0b0'] in n-d-826753-2 is: [{'id': '9a962d46-399a-441d-b938-9764d564c0b0', 'name': 'tempest-RoutersIpV6Test-router-593384108', 'tenant_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:48:58Z', 'updated_at': '2022-02-19T02:49:01Z', 'revision_number': 2, 'project_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'gw_port_host': None, '_interfaces': [{'id': '0703ca3e-7a1d-4063-a291-1e8e91e8f8d1', 'name': '', 'network_id': 'eaa143cd-3afc-4764-a677-99b22e3b56d0', 'tenant_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'mac_address': 'fa:16:3e:a8:92:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a962d46-399a-441d-b938-9764d564c0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'a8e8530f-41b8-489a-b611-33908f08e91d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:49:00Z', 'updated_at': '2022-02-19T02:49:07Z', 'revision_number': 4, 'project_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'subnets': [{'id': 'a8e8530f-41b8-489a-b611-33908f08e91d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:49:09.409892 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-85d9e560-2eec-42a2-9aff-b58c32434374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (fe9cef91-27e5-437f-93c2-1af604678f69), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:09.411311 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d9e560-2eec-42a2-9aff-b58c32434374 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:09.411311 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-85d9e560-2eec-42a2-9aff-b58c32434374 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:09.446315 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=e7b6d271-0dd0-403f-9e7b-d4c19bbe49c1,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:09.519684 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-f582ec32-47c5-4519-a8ad-508cc67f91a7 req-dbae1f1e-10bc-4df9-b6c1-75c429ca5eed tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8206480 Feb 19 02:49:09.543754 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63495f84-f94a-44bc-90ed-377517e206ec None None] Pushing event updated for resources: {'Port': ['ID=3e5206a4-6b83-4189-9057-ffcde6938542,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:09.599896 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [req-f582ec32-47c5-4519-a8ad-508cc67f91a7 req-4882ae0f-c5cb-43df-8662-8d8fcacf5bd1 tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103702) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:49:09.600942 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-f582ec32-47c5-4519-a8ad-508cc67f91a7 req-4882ae0f-c5cb-43df-8662-8d8fcacf5bd1 tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0085337 Feb 19 02:49:09.607516 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-85d9e560-2eec-42a2-9aff-b58c32434374 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.9257994 Feb 19 02:49:09.614684 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 57286) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:49:09.626973 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906164b4-eea9-4218-9342-3f775c84ad6d None None] Pushing event updated for resources: {'Port': ['ID=0703ca3e-7a1d-4063-a291-1e8e91e8f8d1,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:09.628111 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-10200241-0d48-40b4-ac84-8f2e5d5a5942 admin admin] Request body: {'subnet': {'network_id': 'fe9cef91-27e5-437f-93c2-1af604678f69', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1277076615-subnet', 'tenant_id': '1f24aae636d6408ea3a233ece71a8c92', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:49:09.637477 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [req-ba2ad5d3-ea1d-404a-9867-b22fc9f8ab4d req-2a842536-f236-4cf6-a226-d15da7d6aa8b tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] Allocated IP 192.168.233.120 (5124bd00-da2a-4bd6-93a0-c14c92afb11f/974c06bc-f097-4890-970a-b087501ab241/a147c18c-4a52-40b3-8d1d-bd06c5e3635e) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:49:09.664544 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-12442a6f-287a-4703-9931-c6d8f9e5af9f None None] Provisioning complete for port 4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:49:09.665747 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-12442a6f-287a-4703-9931-c6d8f9e5af9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:09.674685 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d9e560-2eec-42a2-9aff-b58c32434374 admin admin] Pushing event updated for resources: {'Network': ['ID=fe9cef91-27e5-437f-93c2-1af604678f69,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:09.728654 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10200241-0d48-40b4-ac84-8f2e5d5a5942 admin admin] Made reservation on behalf of 1f24aae636d6408ea3a233ece71a8c92 for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:49:09.731308 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-10200241-0d48-40b4-ac84-8f2e5d5a5942 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:09.779071 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-12442a6f-287a-4703-9931-c6d8f9e5af9f None None] Port 4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:49:09.801826 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network fe9cef91-27e5-437f-93c2-1af604678f69 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:49:09.830387 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-f582ec32-47c5-4519-a8ad-508cc67f91a7 req-7bfd8208-cad5-46ac-9a44-48cd99ef11f4 service neutron] Request body: {'port': {'device_id': 'b7fed794-1a17-4088-a757-ff223e40f3d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826753-2'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:49:09.842975 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b25d1f-2fc1-4045-a19a-457813dffdb8 req-e07807ca-95bd-464d-9d55-64c2f88e3ba1 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:09.844587 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-56b25d1f-2fc1-4045-a19a-457813dffdb8 req-e07807ca-95bd-464d-9d55-64c2f88e3ba1 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=5e6b6e06-615f-4c46-a27b-bc13f80acb79 HTTP/1.1" status: 200 len: 945 time: 0.5095091 Feb 19 02:49:09.987816 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9141543d-479e-4676-a9fd-159bf5c319a5 req-3b80f4a8-30b1-42ab-bf63-d87eeb367c34 service neutron] 10.222.0.72 "GET /v2.0/networks/4ec29c64-a4ae-430d-ba9f-348461fbf8ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7271152 Feb 19 02:49:10.078187 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0b9e81c2-cef6-4e03-9dc6-ceb8165b65ec tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:10.129549 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-56b25d1f-2fc1-4045-a19a-457813dffdb8 req-cb071016-a07b-4d20-84b5-0dfa47c8999c tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ca71149-99da-4cc2-ac25-44d2d4a4007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699356 Feb 19 02:49:10.294274 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-f582ec32-47c5-4519-a8ad-508cc67f91a7 req-7bfd8208-cad5-46ac-9a44-48cd99ef11f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:10.315366 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-10200241-0d48-40b4-ac84-8f2e5d5a5942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (67f7c5ac-3466-46d3-8e43-4b82c2eef998), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:10.344939 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7851954c-fac4-42a4-be65-d1ad31fa63bd x-openstack-request-id: req-7851954c-fac4-42a4-be65-d1ad31fa63bd {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:49:10.345343 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e6b6e06-615f-4c46-a27b-bc13f80acb79", "name": "network-vif-plugged", "status": "completed", "tag": "e7b6d271-0dd0-403f-9e7b-d4c19bbe49c1", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:49:10.345601 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7851954c-fac4-42a4-be65-d1ad31fa63bd {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:49:10.346018 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e6b6e06-615f-4c46-a27b-bc13f80acb79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7b6d271-0dd0-403f-9e7b-d4c19bbe49c1', 'code': 200} Feb 19 02:49:10.470954 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6c4eb363-f7a0-42aa-86af-3a4a849215d0 req-dbf29684-50de-414d-b5cb-49f94d8fa440 tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb33a693-c143-4b44-9bcb-7281cd2bca72 HTTP/1.1" status: 200 len: 210 time: 0.1024532 Feb 19 02:49:10.653512 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-ba2ad5d3-ea1d-404a-9867-b22fc9f8ab4d req-2a842536-f236-4cf6-a226-d15da7d6aa8b tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] Publish callbacks [] for port (a147c18c-4a52-40b3-8d1d-bd06c5e3635e), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:10.723764 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-985b796d-852b-46da-9945-365e51e86d3a req-c3387825-07e8-4781-801c-8075fa0e19bb tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ff59ad5-0a6a-4d56-be89-9dd3f1a2f737 HTTP/1.1" status: 200 len: 210 time: 0.1186490 Feb 19 02:49:10.766750 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-ba2ad5d3-ea1d-404a-9867-b22fc9f8ab4d req-2a842536-f236-4cf6-a226-d15da7d6aa8b tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (a147c18c-4a52-40b3-8d1d-bd06c5e3635e), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:10.879793 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687997f9-3251-4ba6-8713-ada5e153183f req-858da049-1ca8-4333-859b-fcc10e9f42c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:10.889636 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-687997f9-3251-4ba6-8713-ada5e153183f req-858da049-1ca8-4333-859b-fcc10e9f42c9 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=5e6b6e06-615f-4c46-a27b-bc13f80acb79 HTTP/1.1" status: 200 len: 1127 time: 0.4143612 Feb 19 02:49:10.950952 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718b89b7-1b5f-4d14-b675-e2100df59cfb req-94341bde-fc4a-425e-82dd-ba8848207364 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:10.968393 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-718b89b7-1b5f-4d14-b675-e2100df59cfb req-94341bde-fc4a-425e-82dd-ba8848207364 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/ports?device_id=f780e5ff-b429-4f5e-9d5a-1227f9743c37 HTTP/1.1" status: 200 len: 946 time: 0.5013261 Feb 19 02:49:11.023857 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10200241-0d48-40b4-ac84-8f2e5d5a5942 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67f7c5ac-3466-46d3-8e43-4b82c2eef998,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:11.078644 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba2ad5d3-ea1d-404a-9867-b22fc9f8ab4d req-2a842536-f236-4cf6-a226-d15da7d6aa8b tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] Network 5124bd00-da2a-4bd6-93a0-c14c92afb11f is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:49:11.095309 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [req-ba2ad5d3-ea1d-404a-9867-b22fc9f8ab4d req-2a842536-f236-4cf6-a226-d15da7d6aa8b tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:49:11.104610 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10200241-0d48-40b4-ac84-8f2e5d5a5942 admin admin] Checking segment: {'id': '3a1d4f84-16e8-4483-a972-70429012ee76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'fe9cef91-27e5-437f-93c2-1af604678f69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:49:11.105258 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10200241-0d48-40b4-ac84-8f2e5d5a5942 admin admin] Network hostable DHCP agents. Network: fe9cef91-27e5-437f-93c2-1af604678f69, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:49:11.129354 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba2ad5d3-ea1d-404a-9867-b22fc9f8ab4d req-2a842536-f236-4cf6-a226-d15da7d6aa8b tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:49:11.306580 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-718b89b7-1b5f-4d14-b675-e2100df59cfb req-7a80f44d-cbe4-40db-a8cb-089fc588416e tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/security-groups?id=d1068709-142b-4f0d-aa54-30196489f5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3371921 Feb 19 02:49:11.341216 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 0703ca3e-7a1d-4063-a291-1e8e91e8f8d1 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:49:11.372699 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-0b9e81c2-cef6-4e03-9dc6-ceb8165b65ec tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Allocated IP 2001:db8:1::1 (f2707e19-a9b2-48ff-b724-f18564bb6f57/1e52f09d-7a71-4bd7-9800-26ba2a95d400/1949d8ce-0010-4dda-8990-e9ecf5732576) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:49:11.403266 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a842536-f236-4cf6-a226-d15da7d6aa8b tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] Pushing event updated for resources: {'Port': ['ID=a147c18c-4a52-40b3-8d1d-bd06c5e3635e,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:11.431803 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10200241-0d48-40b4-ac84-8f2e5d5a5942 admin admin] Network fe9cef91-27e5-437f-93c2-1af604678f69 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:49:11.497771 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c203fe-e12c-4fd2-98c1-765678e73375 None None] Network f2707e19-a9b2-48ff-b724-f18564bb6f57 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:49:11.588438 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2ad5d3-ea1d-404a-9867-b22fc9f8ab4d req-2a842536-f236-4cf6-a226-d15da7d6aa8b tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:11.589112 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-ba2ad5d3-ea1d-404a-9867-b22fc9f8ab4d req-2a842536-f236-4cf6-a226-d15da7d6aa8b tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:11.622058 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0b9e81c2-cef6-4e03-9dc6-ceb8165b65ec tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks [] for port (1949d8ce-0010-4dda-8990-e9ecf5732576), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:11.627236 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-10200241-0d48-40b4-ac84-8f2e5d5a5942 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, fe9cef91-27e5-437f-93c2-1af604678f69) {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:49:11.645984 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695633c4-cad7-44da-b7c1-e24b69068c74 None None] Network fe9cef91-27e5-437f-93c2-1af604678f69 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:49:11.652579 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10200241-0d48-40b4-ac84-8f2e5d5a5942 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:11.653657 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-10200241-0d48-40b4-ac84-8f2e5d5a5942 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:11.686029 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ba2ad5d3-ea1d-404a-9867-b22fc9f8ab4d req-2a842536-f236-4cf6-a226-d15da7d6aa8b tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.1411264 Feb 19 02:49:11.718858 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-ba2ad5d3-ea1d-404a-9867-b22fc9f8ab4d req-f809117d-4c0a-47d9-b063-5c6387a0af84 service neutron] Request body: {'port': {'device_id': 'fb33a693-c143-4b44-9bcb-7281cd2bca72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826753-2'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:49:11.772465 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0b9e81c2-cef6-4e03-9dc6-ceb8165b65ec tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (1949d8ce-0010-4dda-8990-e9ecf5732576), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:11.829433 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-10200241-0d48-40b4-ac84-8f2e5d5a5942 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.1999292 Feb 19 02:49:11.842470 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 57312) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:49:11.850122 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9e81c2-cef6-4e03-9dc6-ceb8165b65ec tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Pushing event updated for resources: {'Port': ['ID=1949d8ce-0010-4dda-8990-e9ecf5732576,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:11.859547 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-687997f9-3251-4ba6-8713-ada5e153183f req-61c81055-44aa-4fa8-8175-9277060b4b6d service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=6ca71149-99da-4cc2-ac25-44d2d4a4007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9690483 Feb 19 02:49:11.863711 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-6c1084bb-bb18-47d9-b670-e7cef02797bc admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1277076615-router', 'tenant_id': '1f24aae636d6408ea3a233ece71a8c92', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:49:11.868677 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9e81c2-cef6-4e03-9dc6-ceb8165b65ec tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Network f2707e19-a9b2-48ff-b724-f18564bb6f57 is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:49:11.881240 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-0b9e81c2-cef6-4e03-9dc6-ceb8165b65ec tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:49:11.885667 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9e81c2-cef6-4e03-9dc6-ceb8165b65ec tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:49:11.886203 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0b9e81c2-cef6-4e03-9dc6-ceb8165b65ec tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16289150'] for router_interface (9a962d46-399a-441d-b938-9764d564c0b0), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:11.912822 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-ba2ad5d3-ea1d-404a-9867-b22fc9f8ab4d req-f809117d-4c0a-47d9-b063-5c6387a0af84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (a147c18c-4a52-40b3-8d1d-bd06c5e3635e), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:12.028415 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6c1084bb-bb18-47d9-b670-e7cef02797bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14172'] for router (870c5122-8f4b-44ba-9f26-4bd7c5073225), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:12.029763 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6c1084bb-bb18-47d9-b670-e7cef02797bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16317487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16285822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16309985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14247'] for router (870c5122-8f4b-44ba-9f26-4bd7c5073225), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:12.032934 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f47b30-76c0-45bd-92c3-b5ceada09a45 req-c5150090-e574-46ed-9fea-e87ef9074c17 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:12.042164 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-99f47b30-76c0-45bd-92c3-b5ceada09a45 req-c5150090-e574-46ed-9fea-e87ef9074c17 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=5e6b6e06-615f-4c46-a27b-bc13f80acb79 HTTP/1.1" status: 200 len: 945 time: 0.6983614 Feb 19 02:49:12.071911 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688c792a-54a8-4f17-a43b-dba55f51d3c9 req-8f56499b-38df-4162-ae31-1c287710ac16 tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:12.075052 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-688c792a-54a8-4f17-a43b-dba55f51d3c9 req-8f56499b-38df-4162-ae31-1c287710ac16 tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb33a693-c143-4b44-9bcb-7281cd2bca72 HTTP/1.1" status: 200 len: 936 time: 0.3793559 Feb 19 02:49:12.161617 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-d75ac045-dd95-4f9d-9bdc-81ebacac398e None None] Provisioning complete for port 3e5206a4-6b83-4189-9057-ffcde6938542 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:49:12.161917 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d75ac045-dd95-4f9d-9bdc-81ebacac398e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (3e5206a4-6b83-4189-9057-ffcde6938542), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:12.172575 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 0703ca3e-7a1d-4063-a291-1e8e91e8f8d1 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:49:12.172952 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (0703ca3e-7a1d-4063-a291-1e8e91e8f8d1), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:12.186112 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-688c792a-54a8-4f17-a43b-dba55f51d3c9 req-2d5a10e4-aa61-42f6-941b-fb85b275dd65 tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f9a0e74-bc03-4003-b35a-0cd376c2c049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870576 Feb 19 02:49:12.188999 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0b9e81c2-cef6-4e03-9dc6-ceb8165b65ec tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (1949d8ce-0010-4dda-8990-e9ecf5732576), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:12.232689 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6c1084bb-bb18-47d9-b670-e7cef02797bc admin admin] Publish callbacks [] for router_controller (870c5122-8f4b-44ba-9f26-4bd7c5073225), precommit_add_association {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:12.246664 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-f582ec32-47c5-4519-a8ad-508cc67f91a7 req-7bfd8208-cad5-46ac-9a44-48cd99ef11f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf {{(pid=103702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:49:12.262307 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-f582ec32-47c5-4519-a8ad-508cc67f91a7 req-7bfd8208-cad5-46ac-9a44-48cd99ef11f4 service neutron] Publish callbacks [] for port (4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:12.323360 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-99f47b30-76c0-45bd-92c3-b5ceada09a45 req-de7fa06e-9373-417f-a2ff-378d29a76243 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ca71149-99da-4cc2-ac25-44d2d4a4007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802289 Feb 19 02:49:12.440799 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-f582ec32-47c5-4519-a8ad-508cc67f91a7 req-7bfd8208-cad5-46ac-9a44-48cd99ef11f4 service neutron] Transition to ACTIVE for port object 4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:49:12.503567 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-f582ec32-47c5-4519-a8ad-508cc67f91a7 req-7bfd8208-cad5-46ac-9a44-48cd99ef11f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:12.521821 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b88c0a4-de3e-46ea-9b8d-77083fea2bd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-fe9cef91-27e5-437f-93c2-1af604678f69', 'network_id': 'fe9cef91-27e5-437f-93c2-1af604678f69', 'project_id': '1f24aae636d6408ea3a233ece71a8c92', 'fixed_ips': [{'subnet_id': '67f7c5ac-3466-46d3-8e43-4b82c2eef998'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:49:12.525695 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-8b88c0a4-de3e-46ea-9b8d-77083fea2bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:12.606198 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-af217556-9b10-43a2-aa57-fef990c80f42 req-1d0a090a-e42a-4510-aabc-9562538f5112 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ff59ad5-0a6a-4d56-be89-9dd3f1a2f737 HTTP/1.1" status: 200 len: 210 time: 0.1551702 Feb 19 02:49:12.629873 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 0703ca3e-7a1d-4063-a291-1e8e91e8f8d1 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:49:12.631650 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 3e5206a4-6b83-4189-9057-ffcde6938542 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:49:12.748152 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-d75ac045-dd95-4f9d-9bdc-81ebacac398e None None] Current status of the port 3e5206a4-6b83-4189-9057-ffcde6938542 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:49:12.748809 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d75ac045-dd95-4f9d-9bdc-81ebacac398e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (3e5206a4-6b83-4189-9057-ffcde6938542), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:12.815631 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-d75ac045-dd95-4f9d-9bdc-81ebacac398e None None] For port 3e5206a4-6b83-4189-9057-ffcde6938542, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=3e5206a4-6b83-4189-9057-ffcde6938542,segment=NetworkSegment(3fcf8994-fe70-4184-87a0-681c4dfbf433),segment_id=3fcf8994-fe70-4184-87a0-681c4dfbf433)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:49:12.877271 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d75ac045-dd95-4f9d-9bdc-81ebacac398e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (3e5206a4-6b83-4189-9057-ffcde6938542), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:12.972041 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75ac045-dd95-4f9d-9bdc-81ebacac398e None None] Pushing event updated for resources: {'Port': ['ID=3e5206a4-6b83-4189-9057-ffcde6938542,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:13.028270 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-505e180f-a073-4b6b-ae33-cdb9c8a9fdff None None] Provisioning complete for port a147c18c-4a52-40b3-8d1d-bd06c5e3635e triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:49:13.028650 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-505e180f-a073-4b6b-ae33-cdb9c8a9fdff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (a147c18c-4a52-40b3-8d1d-bd06c5e3635e), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:13.031933 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 3e5206a4-6b83-4189-9057-ffcde6938542 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:49:13.032470 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (3e5206a4-6b83-4189-9057-ffcde6938542), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:13.197130 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-8b88c0a4-de3e-46ea-9b8d-77083fea2bd0 None None] Allocated IP 172.20.0.2 (fe9cef91-27e5-437f-93c2-1af604678f69/67f7c5ac-3466-46d3-8e43-4b82c2eef998/7a50b0e5-5a31-40e4-a2a5-cee21a716a16) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:49:13.206010 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-505e180f-a073-4b6b-ae33-cdb9c8a9fdff None None] Port a147c18c-4a52-40b3-8d1d-bd06c5e3635e cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:49:13.209681 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9141543d-479e-4676-a9fd-159bf5c319a5 req-e6871b7e-a6fe-45f4-b3b7-029c026180a0 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:13.211851 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9141543d-479e-4676-a9fd-159bf5c319a5 req-e6871b7e-a6fe-45f4-b3b7-029c026180a0 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.82 "GET /v2.0/networks?id=4ec29c64-a4ae-430d-ba9f-348461fbf8ef HTTP/1.1" status: 200 len: 812 time: 0.7597938 Feb 19 02:49:13.240670 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-9141543d-479e-4676-a9fd-159bf5c319a5 req-fb2af4d6-cf51-4a23-a3c1-ee7db78e9c46 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Request body: {'port': {'device_id': '9ff59ad5-0a6a-4d56-be89-9dd3f1a2f737', 'network_id': '4ec29c64-a4ae-430d-ba9f-348461fbf8ef', 'admin_state_up': True, 'tenant_id': 'd68bae7ecf6f4907884d3b1c20c6b537'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:49:13.258361 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 3e5206a4-6b83-4189-9057-ffcde6938542 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:49:13.284228 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e58812-a865-40f5-8d2a-63c93e4e1da7 req-c34e42bb-e471-49c3-a27b-e7a2b76f126f tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:13.288966 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-09e58812-a865-40f5-8d2a-63c93e4e1da7 req-c34e42bb-e471-49c3-a27b-e7a2b76f126f tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/ports?device_id=f780e5ff-b429-4f5e-9d5a-1227f9743c37 HTTP/1.1" status: 200 len: 946 time: 0.8359833 Feb 19 02:49:13.295165 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-505e180f-a073-4b6b-ae33-cdb9c8a9fdff None None] Provisioning complete for port 3e5206a4-6b83-4189-9057-ffcde6938542 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:49:13.295646 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-505e180f-a073-4b6b-ae33-cdb9c8a9fdff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (3e5206a4-6b83-4189-9057-ffcde6938542), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:13.407678 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 3e5206a4-6b83-4189-9057-ffcde6938542 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:49:13.431896 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfd8208-cad5-46ac-9a44-48cd99ef11f4 service neutron] Pushing event updated for resources: {'Port': ['ID=4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:13.458162 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6c1084bb-bb18-47d9-b670-e7cef02797bc admin admin] Publish callbacks [] for router_gateway (870c5122-8f4b-44ba-9f26-4bd7c5073225), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:13.625107 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-505e180f-a073-4b6b-ae33-cdb9c8a9fdff None None] Current status of the port 3e5206a4-6b83-4189-9057-ffcde6938542 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:49:13.634611 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 3e5206a4-6b83-4189-9057-ffcde6938542 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:49:13.635000 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (3e5206a4-6b83-4189-9057-ffcde6938542), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:13.659791 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-8b88c0a4-de3e-46ea-9b8d-77083fea2bd0 None None] Publish callbacks [] for port (7a50b0e5-5a31-40e4-a2a5-cee21a716a16), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:13.668605 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-09e58812-a865-40f5-8d2a-63c93e4e1da7 req-fcf956e7-cebb-4966-ada8-428765d58720 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/security-groups?id=d1068709-142b-4f0d-aa54-30196489f5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012203 Feb 19 02:49:13.718271 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-8b88c0a4-de3e-46ea-9b8d-77083fea2bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (7a50b0e5-5a31-40e4-a2a5-cee21a716a16), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:13.792802 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-f582ec32-47c5-4519-a8ad-508cc67f91a7 req-7bfd8208-cad5-46ac-9a44-48cd99ef11f4 service neutron] Attempting to bind port 4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf on host n-h1-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:49:13.793232 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-f582ec32-47c5-4519-a8ad-508cc67f91a7 req-7bfd8208-cad5-46ac-9a44-48cd99ef11f4 service neutron] Attempting to bind port 4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf by drivers openvswitch,hyperv on host n-h1-826753-2 at level 0 using segments [{'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:49:13.793556 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f582ec32-47c5-4519-a8ad-508cc67f91a7 req-7bfd8208-cad5-46ac-9a44-48cd99ef11f4 service neutron] Attempting to bind port 4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf on network 5124bd00-da2a-4bd6-93a0-c14c92afb11f {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:49:13.803179 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b88c0a4-de3e-46ea-9b8d-77083fea2bd0 None None] Network fe9cef91-27e5-437f-93c2-1af604678f69 is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:49:13.817886 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-8b88c0a4-de3e-46ea-9b8d-77083fea2bd0 None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:49:13.842859 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b88c0a4-de3e-46ea-9b8d-77083fea2bd0 None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:49:13.854544 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f582ec32-47c5-4519-a8ad-508cc67f91a7 req-7bfd8208-cad5-46ac-9a44-48cd99ef11f4 service neutron] Port 4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf on network 5124bd00-da2a-4bd6-93a0-c14c92afb11f not bound, no agent of type Open vSwitch agent registered on host n-h1-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:49:13.855036 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f582ec32-47c5-4519-a8ad-508cc67f91a7 req-7bfd8208-cad5-46ac-9a44-48cd99ef11f4 service neutron] Attempting to bind port 4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf on network 5124bd00-da2a-4bd6-93a0-c14c92afb11f {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:49:13.858038 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0b9e81c2-cef6-4e03-9dc6-ceb8165b65ec tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks [] for port (1949d8ce-0010-4dda-8990-e9ecf5732576), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:13.859086 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4c3748e9-fa5d-4d3b-a417-996cd146b77b None None] Provisioning complete for port 1949d8ce-0010-4dda-8990-e9ecf5732576 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:49:13.860014 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4c3748e9-fa5d-4d3b-a417-996cd146b77b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (1949d8ce-0010-4dda-8990-e9ecf5732576), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:13.868509 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f582ec32-47c5-4519-a8ad-508cc67f91a7 req-7bfd8208-cad5-46ac-9a44-48cd99ef11f4 service neutron] Checking agent: {'id': '9d56fb1b-2855-496a-a6d9-c324740cb98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:49:13.869291 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f582ec32-47c5-4519-a8ad-508cc67f91a7 req-7bfd8208-cad5-46ac-9a44-48cd99ef11f4 service neutron] Checking segment: {'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:49:13.869684 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f582ec32-47c5-4519-a8ad-508cc67f91a7 req-7bfd8208-cad5-46ac-9a44-48cd99ef11f4 service neutron] Bound using segment: {'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:49:13.870122 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-f582ec32-47c5-4519-a8ad-508cc67f91a7 req-7bfd8208-cad5-46ac-9a44-48cd99ef11f4 service neutron] Bound port: 4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf, host: n-h1-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:49:13.870476 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-f582ec32-47c5-4519-a8ad-508cc67f91a7 req-7bfd8208-cad5-46ac-9a44-48cd99ef11f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:13.887872 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b88c0a4-de3e-46ea-9b8d-77083fea2bd0 None None] Pushing event updated for resources: {'Port': ['ID=7a50b0e5-5a31-40e4-a2a5-cee21a716a16,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:13.895505 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1960bb-e7d2-4621-9429-6451c21c1dab req-8ee7c255-9644-42f9-a3ac-0f4d6b7e7790 tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:13.897583 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6b1960bb-e7d2-4621-9429-6451c21c1dab req-8ee7c255-9644-42f9-a3ac-0f4d6b7e7790 tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb33a693-c143-4b44-9bcb-7281cd2bca72 HTTP/1.1" status: 200 len: 936 time: 0.4261804 Feb 19 02:49:13.898989 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-ba2ad5d3-ea1d-404a-9867-b22fc9f8ab4d req-f809117d-4c0a-47d9-b063-5c6387a0af84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a147c18c-4a52-40b3-8d1d-bd06c5e3635e {{(pid=103702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:49:13.911591 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-ba2ad5d3-ea1d-404a-9867-b22fc9f8ab4d req-f809117d-4c0a-47d9-b063-5c6387a0af84 service neutron] Publish callbacks [] for port (a147c18c-4a52-40b3-8d1d-bd06c5e3635e), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:13.954876 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-ba2ad5d3-ea1d-404a-9867-b22fc9f8ab4d req-f809117d-4c0a-47d9-b063-5c6387a0af84 service neutron] Transition to ACTIVE for port object a147c18c-4a52-40b3-8d1d-bd06c5e3635e will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:49:13.968577 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-ba2ad5d3-ea1d-404a-9867-b22fc9f8ab4d req-f809117d-4c0a-47d9-b063-5c6387a0af84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (a147c18c-4a52-40b3-8d1d-bd06c5e3635e), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:13.985984 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-8b88c0a4-de3e-46ea-9b8d-77083fea2bd0 None None] Attempting to bind port 7a50b0e5-5a31-40e4-a2a5-cee21a716a16 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:49:13.986464 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-8b88c0a4-de3e-46ea-9b8d-77083fea2bd0 None None] Attempting to bind port 7a50b0e5-5a31-40e4-a2a5-cee21a716a16 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '3a1d4f84-16e8-4483-a972-70429012ee76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'fe9cef91-27e5-437f-93c2-1af604678f69'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:49:13.986908 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b88c0a4-de3e-46ea-9b8d-77083fea2bd0 None None] Attempting to bind port 7a50b0e5-5a31-40e4-a2a5-cee21a716a16 on network fe9cef91-27e5-437f-93c2-1af604678f69 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:49:13.989114 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4c3748e9-fa5d-4d3b-a417-996cd146b77b None None] Port 1949d8ce-0010-4dda-8990-e9ecf5732576 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:49:13.992367 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 3e5206a4-6b83-4189-9057-ffcde6938542 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:49:13.997796 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b88c0a4-de3e-46ea-9b8d-77083fea2bd0 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:49:13.998351 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b88c0a4-de3e-46ea-9b8d-77083fea2bd0 None None] Checking segment: {'id': '3a1d4f84-16e8-4483-a972-70429012ee76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'fe9cef91-27e5-437f-93c2-1af604678f69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:49:13.999156 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-8b88c0a4-de3e-46ea-9b8d-77083fea2bd0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:13.999625 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b88c0a4-de3e-46ea-9b8d-77083fea2bd0 None None] Bound using segment: {'id': '3a1d4f84-16e8-4483-a972-70429012ee76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'fe9cef91-27e5-437f-93c2-1af604678f69'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:49:14.000176 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-8b88c0a4-de3e-46ea-9b8d-77083fea2bd0 None None] Bound port: 7a50b0e5-5a31-40e4-a2a5-cee21a716a16, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a1d4f84-16e8-4483-a972-70429012ee76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'fe9cef91-27e5-437f-93c2-1af604678f69'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:49:14.000630 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-8b88c0a4-de3e-46ea-9b8d-77083fea2bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (7a50b0e5-5a31-40e4-a2a5-cee21a716a16), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:14.024461 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0b9e81c2-cef6-4e03-9dc6-ceb8165b65ec tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (1949d8ce-0010-4dda-8990-e9ecf5732576), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:14.025326 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0b9e81c2-cef6-4e03-9dc6-ceb8165b65ec tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16362769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16289258'] for router_interface (9a962d46-399a-441d-b938-9764d564c0b0), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:14.092694 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-f582ec32-47c5-4519-a8ad-508cc67f91a7 req-7bfd8208-cad5-46ac-9a44-48cd99ef11f4 service neutron] For port 4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf, host n-h1-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:49:14.102551 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-f582ec32-47c5-4519-a8ad-508cc67f91a7 req-7bfd8208-cad5-46ac-9a44-48cd99ef11f4 service neutron] For port 4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf, host n-h1-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:49:14.109538 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-8b88c0a4-de3e-46ea-9b8d-77083fea2bd0 None None] For port 7a50b0e5-5a31-40e4-a2a5-cee21a716a16, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:49:14.131735 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-8b88c0a4-de3e-46ea-9b8d-77083fea2bd0 None None] For port 7a50b0e5-5a31-40e4-a2a5-cee21a716a16, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=7a50b0e5-5a31-40e4-a2a5-cee21a716a16,segment=NetworkSegment(3a1d4f84-16e8-4483-a972-70429012ee76),segment_id=3a1d4f84-16e8-4483-a972-70429012ee76)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:49:14.144199 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-8b88c0a4-de3e-46ea-9b8d-77083fea2bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (7a50b0e5-5a31-40e4-a2a5-cee21a716a16), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:14.235540 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b88c0a4-de3e-46ea-9b8d-77083fea2bd0 None None] Pushing event updated for resources: {'Port': ['ID=7a50b0e5-5a31-40e4-a2a5-cee21a716a16,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:14.280644 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f809117d-4c0a-47d9-b063-5c6387a0af84 service neutron] Pushing event updated for resources: {'Port': ['ID=a147c18c-4a52-40b3-8d1d-bd06c5e3635e,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:14.292232 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-f582ec32-47c5-4519-a8ad-508cc67f91a7 req-7bfd8208-cad5-46ac-9a44-48cd99ef11f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:14.328292 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9e81c2-cef6-4e03-9dc6-ceb8165b65ec tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Pushing event updated for resources: {'Port': ['ID=1949d8ce-0010-4dda-8990-e9ecf5732576,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:14.354097 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9e81c2-cef6-4e03-9dc6-ceb8165b65ec tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Network f2707e19-a9b2-48ff-b724-f18564bb6f57 is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:49:14.357071 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f582ec32-47c5-4519-a8ad-508cc67f91a7 req-7bfd8208-cad5-46ac-9a44-48cd99ef11f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:14.357911 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-f582ec32-47c5-4519-a8ad-508cc67f91a7 req-7bfd8208-cad5-46ac-9a44-48cd99ef11f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:14.359264 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-f582ec32-47c5-4519-a8ad-508cc67f91a7 req-7bfd8208-cad5-46ac-9a44-48cd99ef11f4 service neutron] 10.222.0.73 "PUT /v2.0/ports/4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf HTTP/1.1" status: 200 len: 1096 time: 4.7252090 Feb 19 02:49:14.361665 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7fed794-1a17-4088-a757-ff223e40f3d9', 'tag': '4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:49:14.363922 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f64b47d8-ff4c-49ff-bcd6-d7905e27cfee" -d '{"events": [{"name": "network-changed", "server_uuid": "b7fed794-1a17-4088-a757-ff223e40f3d9", "tag": "4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:49:14.389411 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-0b9e81c2-cef6-4e03-9dc6-ceb8165b65ec tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:49:14.523028 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6c1084bb-bb18-47d9-b670-e7cef02797bc admin admin] Publish callbacks [] for router_gateway (870c5122-8f4b-44ba-9f26-4bd7c5073225), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:14.577335 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfd8208-cad5-46ac-9a44-48cd99ef11f4 service neutron] Pushing event updated for resources: {'Port': ['ID=4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf,revision_number=3']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:14.593710 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6c1084bb-bb18-47d9-b670-e7cef02797bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:14.598094 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-ba2ad5d3-ea1d-404a-9867-b22fc9f8ab4d req-f809117d-4c0a-47d9-b063-5c6387a0af84 service neutron] Attempting to bind port a147c18c-4a52-40b3-8d1d-bd06c5e3635e on host n-h1-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:49:14.598426 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-ba2ad5d3-ea1d-404a-9867-b22fc9f8ab4d req-f809117d-4c0a-47d9-b063-5c6387a0af84 service neutron] Attempting to bind port a147c18c-4a52-40b3-8d1d-bd06c5e3635e by drivers openvswitch,hyperv on host n-h1-826753-2 at level 0 using segments [{'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:49:14.598748 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2ad5d3-ea1d-404a-9867-b22fc9f8ab4d req-f809117d-4c0a-47d9-b063-5c6387a0af84 service neutron] Attempting to bind port a147c18c-4a52-40b3-8d1d-bd06c5e3635e on network 5124bd00-da2a-4bd6-93a0-c14c92afb11f {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:49:14.667595 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2ad5d3-ea1d-404a-9867-b22fc9f8ab4d req-f809117d-4c0a-47d9-b063-5c6387a0af84 service neutron] Port a147c18c-4a52-40b3-8d1d-bd06c5e3635e on network 5124bd00-da2a-4bd6-93a0-c14c92afb11f not bound, no agent of type Open vSwitch agent registered on host n-h1-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:49:14.671250 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2ad5d3-ea1d-404a-9867-b22fc9f8ab4d req-f809117d-4c0a-47d9-b063-5c6387a0af84 service neutron] Attempting to bind port a147c18c-4a52-40b3-8d1d-bd06c5e3635e on network 5124bd00-da2a-4bd6-93a0-c14c92afb11f {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:49:14.683177 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2ad5d3-ea1d-404a-9867-b22fc9f8ab4d req-f809117d-4c0a-47d9-b063-5c6387a0af84 service neutron] Checking agent: {'id': '9d56fb1b-2855-496a-a6d9-c324740cb98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:49:14.683518 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2ad5d3-ea1d-404a-9867-b22fc9f8ab4d req-f809117d-4c0a-47d9-b063-5c6387a0af84 service neutron] Checking segment: {'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:49:14.683906 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2ad5d3-ea1d-404a-9867-b22fc9f8ab4d req-f809117d-4c0a-47d9-b063-5c6387a0af84 service neutron] Bound using segment: {'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:49:14.684348 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-ba2ad5d3-ea1d-404a-9867-b22fc9f8ab4d req-f809117d-4c0a-47d9-b063-5c6387a0af84 service neutron] Bound port: a147c18c-4a52-40b3-8d1d-bd06c5e3635e, host: n-h1-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:49:14.684755 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-ba2ad5d3-ea1d-404a-9867-b22fc9f8ab4d req-f809117d-4c0a-47d9-b063-5c6387a0af84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (a147c18c-4a52-40b3-8d1d-bd06c5e3635e), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:14.697541 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098b92a3-a2d0-4915-a419-c0f3d096f8d0 req-bf47c276-bbe6-43a8-bd29-c23b4bd9b480 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:14.698450 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f582ec32-47c5-4519-a8ad-508cc67f91a7 req-36553ebb-dcc6-4979-a152-8cfcc347e6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:14.699967 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-f582ec32-47c5-4519-a8ad-508cc67f91a7 req-36553ebb-dcc6-4979-a152-8cfcc347e6d6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=958906eba0f2457fb5336e772b1c66db&device_id=b7fed794-1a17-4088-a757-ff223e40f3d9 HTTP/1.1" status: 200 len: 1130 time: 0.2652259 Feb 19 02:49:14.701509 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-098b92a3-a2d0-4915-a419-c0f3d096f8d0 req-bf47c276-bbe6-43a8-bd29-c23b4bd9b480 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=5e6b6e06-615f-4c46-a27b-bc13f80acb79 HTTP/1.1" status: 200 len: 945 time: 0.8654342 Feb 19 02:49:14.863362 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9141543d-479e-4676-a9fd-159bf5c319a5 req-fb2af4d6-cf51-4a23-a3c1-ee7db78e9c46 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Made reservation on behalf of d68bae7ecf6f4907884d3b1c20c6b537 for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:49:14.868942 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-9141543d-479e-4676-a9fd-159bf5c319a5 req-fb2af4d6-cf51-4a23-a3c1-ee7db78e9c46 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:14.872747 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-f582ec32-47c5-4519-a8ad-508cc67f91a7 req-e1550188-75ac-403d-8240-1e41df4803ef service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf HTTP/1.1" status: 200 len: 217 time: 0.1543453 Feb 19 02:49:14.909549 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6b1960bb-e7d2-4621-9429-6451c21c1dab req-fe86d749-8c52-43b1-a455-69e632e0c83f tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f9a0e74-bc03-4003-b35a-0cd376c2c049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9157207 Feb 19 02:49:14.953106 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f582ec32-47c5-4519-a8ad-508cc67f91a7 req-0436828b-3368-43f5-8fdb-89d3291c5837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:14.955631 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-f582ec32-47c5-4519-a8ad-508cc67f91a7 req-0436828b-3368-43f5-8fdb-89d3291c5837 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=974c06bc-f097-4890-970a-b087501ab241 HTTP/1.1" status: 200 len: 843 time: 0.0741696 Feb 19 02:49:15.022618 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-6c1084bb-bb18-47d9-b670-e7cef02797bc admin admin] Allocated IP 172.25.6.137 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/e5307722-865c-4862-a476-605eb2871c6e) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:49:15.072048 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-ba2ad5d3-ea1d-404a-9867-b22fc9f8ab4d req-f809117d-4c0a-47d9-b063-5c6387a0af84 service neutron] For port a147c18c-4a52-40b3-8d1d-bd06c5e3635e, host n-h1-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:49:15.077372 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-ba2ad5d3-ea1d-404a-9867-b22fc9f8ab4d req-f809117d-4c0a-47d9-b063-5c6387a0af84 service neutron] For port a147c18c-4a52-40b3-8d1d-bd06c5e3635e, host n-h1-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=a147c18c-4a52-40b3-8d1d-bd06c5e3635e,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:49:15.087544 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-48bb70c0-2846-4481-b430-e429dc464f58 None None] Provisioning complete for port 1949d8ce-0010-4dda-8990-e9ecf5732576 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:49:15.088780 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-48bb70c0-2846-4481-b430-e429dc464f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (1949d8ce-0010-4dda-8990-e9ecf5732576), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:15.142701 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-ba2ad5d3-ea1d-404a-9867-b22fc9f8ab4d req-f809117d-4c0a-47d9-b063-5c6387a0af84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (a147c18c-4a52-40b3-8d1d-bd06c5e3635e), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:15.144831 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-48bb70c0-2846-4481-b430-e429dc464f58 None None] Port 1949d8ce-0010-4dda-8990-e9ecf5732576 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:49:15.166461 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b9e81c2-cef6-4e03-9dc6-ceb8165b65ec tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Router 9a962d46-399a-441d-b938-9764d564c0b0 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:49:15.204077 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f809117d-4c0a-47d9-b063-5c6387a0af84 service neutron] Pushing event updated for resources: {'Port': ['ID=a147c18c-4a52-40b3-8d1d-bd06c5e3635e,revision_number=3']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:15.217684 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f582ec32-47c5-4519-a8ad-508cc67f91a7 req-66929ac1-8b8e-4eda-abbe-71c73b181a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:15.219478 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-f582ec32-47c5-4519-a8ad-508cc67f91a7 req-66929ac1-8b8e-4eda-abbe-71c73b181a56 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5124bd00-da2a-4bd6-93a0-c14c92afb11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2563615 Feb 19 02:49:15.239257 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2ad5d3-ea1d-404a-9867-b22fc9f8ab4d req-f809117d-4c0a-47d9-b063-5c6387a0af84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:15.239867 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-ba2ad5d3-ea1d-404a-9867-b22fc9f8ab4d req-f809117d-4c0a-47d9-b063-5c6387a0af84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:15.240639 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d5b22dd2-a72b-4b76-b8ef-83d6c9a4647d req-a8204ba4-803b-40dd-8905-6b416fd3a61d tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ff59ad5-0a6a-4d56-be89-9dd3f1a2f737 HTTP/1.1" status: 200 len: 210 time: 0.1854527 Feb 19 02:49:15.241288 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ba2ad5d3-ea1d-404a-9867-b22fc9f8ab4d req-f809117d-4c0a-47d9-b063-5c6387a0af84 service neutron] 10.222.0.73 "PUT /v2.0/ports/a147c18c-4a52-40b3-8d1d-bd06c5e3635e HTTP/1.1" status: 200 len: 1096 time: 3.5274453 Feb 19 02:49:15.262377 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-098b92a3-a2d0-4915-a419-c0f3d096f8d0 req-bf8da9e7-415b-441d-a772-f240b2f2ca3d tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ca71149-99da-4cc2-ac25-44d2d4a4007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5232623 Feb 19 02:49:15.458170 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4851c2b1-ddf1-430a-bb3c-3d09a7831556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:15.495290 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6c1084bb-bb18-47d9-b670-e7cef02797bc admin admin] Publish callbacks [] for port (e5307722-865c-4862-a476-605eb2871c6e), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:15.587282 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 7a50b0e5-5a31-40e4-a2a5-cee21a716a16 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:49:15.593729 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2ad5d3-ea1d-404a-9867-b22fc9f8ab4d req-3a83ebc4-9c5a-4e35-8712-102720cfccb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:15.595971 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ba2ad5d3-ea1d-404a-9867-b22fc9f8ab4d req-3a83ebc4-9c5a-4e35-8712-102720cfccb3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=958906eba0f2457fb5336e772b1c66db&device_id=fb33a693-c143-4b44-9bcb-7281cd2bca72 HTTP/1.1" status: 200 len: 1130 time: 0.2369218 Feb 19 02:49:15.611856 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-f582ec32-47c5-4519-a8ad-508cc67f91a7 req-2f635cd3-4e66-4c63-8eae-06d361e85eb4 service neutron] 10.222.0.73 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3825498 Feb 19 02:49:15.683435 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ba2ad5d3-ea1d-404a-9867-b22fc9f8ab4d req-e92189b6-7a6c-4fb6-8950-9a49a9eb0d98 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=a147c18c-4a52-40b3-8d1d-bd06c5e3635e HTTP/1.1" status: 200 len: 217 time: 0.0702653 Feb 19 02:49:15.753830 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 7a50b0e5-5a31-40e4-a2a5-cee21a716a16 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:49:15.754271 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (7a50b0e5-5a31-40e4-a2a5-cee21a716a16), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:15.757307 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6c1084bb-bb18-47d9-b670-e7cef02797bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (e5307722-865c-4862-a476-605eb2871c6e), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:15.772485 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [req-9141543d-479e-4676-a9fd-159bf5c319a5 req-fb2af4d6-cf51-4a23-a3c1-ee7db78e9c46 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Allocated IP 172.20.0.5 (4ec29c64-a4ae-430d-ba9f-348461fbf8ef/5103dc21-f4d0-430c-8a52-b05a3a288bbf/e7299dc0-8849-4388-9d2c-57c058571ca0) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:49:15.790661 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1084bb-bb18-47d9-b670-e7cef02797bc admin admin] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:49:15.804841 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b9e81c2-cef6-4e03-9dc6-ceb8165b65ec tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:49:15.817235 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-6c1084bb-bb18-47d9-b670-e7cef02797bc admin admin] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:49:15.820009 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1084bb-bb18-47d9-b670-e7cef02797bc admin admin] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:49:15.821492 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-0b9e81c2-cef6-4e03-9dc6-ceb8165b65ec tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] 10.222.0.72 "PUT /v2.0/routers/9a962d46-399a-441d-b938-9764d564c0b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6881990 Feb 19 02:49:15.827405 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762faf85-49ef-4a73-a20e-4ee8c282dcbc None None] Sync routers for ids ['9a962d46-399a-441d-b938-9764d564c0b0'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:49:15.829560 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 57340) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:49:15.840858 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-3a1a4a93-fe0c-423d-b9ce-ce808eacbeba tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1453902027'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:49:15.865971 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762faf85-49ef-4a73-a20e-4ee8c282dcbc None None] Routers {'9a962d46-399a-441d-b938-9764d564c0b0'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:49:15.866779 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-762faf85-49ef-4a73-a20e-4ee8c282dcbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:48:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['9a962d46-399a-441d-b938-9764d564c0b0'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:49:15.950301 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536c5cdd-9f78-4f0b-984c-71d8261d27be req-7a233d18-c2fb-489e-8a7b-0db6ad8b9849 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:15.950558 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 7a50b0e5-5a31-40e4-a2a5-cee21a716a16 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:49:15.951028 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (7a50b0e5-5a31-40e4-a2a5-cee21a716a16), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:15.966347 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-536c5cdd-9f78-4f0b-984c-71d8261d27be req-7a233d18-c2fb-489e-8a7b-0db6ad8b9849 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/ports?device_id=f780e5ff-b429-4f5e-9d5a-1227f9743c37 HTTP/1.1" status: 200 len: 946 time: 0.4136786 Feb 19 02:49:15.976613 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-527abe6b-5788-44ae-ad18-dbd0fb526528 x-openstack-request-id: req-527abe6b-5788-44ae-ad18-dbd0fb526528 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:49:15.977098 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7fed794-1a17-4088-a757-ff223e40f3d9", "tag": "4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:49:15.977502 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-527abe6b-5788-44ae-ad18-dbd0fb526528 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:49:15.978041 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7fed794-1a17-4088-a757-ff223e40f3d9', 'tag': '4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf', 'status': 'completed', 'code': 200} Feb 19 02:49:16.001369 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2ad5d3-ea1d-404a-9867-b22fc9f8ab4d req-cfce5f16-cce4-476e-9194-e9793713eafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:16.002990 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ba2ad5d3-ea1d-404a-9867-b22fc9f8ab4d req-cfce5f16-cce4-476e-9194-e9793713eafe service neutron] 10.222.0.73 "GET /v2.0/subnets?id=974c06bc-f097-4890-970a-b087501ab241 HTTP/1.1" status: 200 len: 843 time: 0.2865019 Feb 19 02:49:16.025426 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port 7a50b0e5-5a31-40e4-a2a5-cee21a716a16, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=7a50b0e5-5a31-40e4-a2a5-cee21a716a16,segment=NetworkSegment(3a1d4f84-16e8-4483-a972-70429012ee76),segment_id=3a1d4f84-16e8-4483-a972-70429012ee76)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:49:16.039801 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (7a50b0e5-5a31-40e4-a2a5-cee21a716a16), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:16.119772 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-762faf85-49ef-4a73-a20e-4ee8c282dcbc None None] Set router 9a962d46-399a-441d-b938-9764d564c0b0 gateway port host: None {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:49:16.143615 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a1a4a93-fe0c-423d-b9ce-ce808eacbeba tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Made reservation on behalf of af7fe21ef8a34b4aa8aa211833eb0628 for: {'network': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:49:16.144413 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=7a50b0e5-5a31-40e4-a2a5-cee21a716a16,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:16.148237 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3a1a4a93-fe0c-423d-b9ce-ce808eacbeba tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:16.159775 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1084bb-bb18-47d9-b670-e7cef02797bc admin admin] Pushing event updated for resources: {'Port': ['ID=e5307722-865c-4862-a476-605eb2871c6e,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:16.174298 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-f582ec32-47c5-4519-a8ad-508cc67f91a7 req-186d89a8-198c-4c9b-940e-500f1b229871 service neutron] 10.222.0.73 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5529318 Feb 19 02:49:16.333465 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-536c5cdd-9f78-4f0b-984c-71d8261d27be req-c9ac0b34-282c-461a-be26-2d1bcedfbabb tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/security-groups?id=d1068709-142b-4f0d-aa54-30196489f5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3614469 Feb 19 02:49:16.353162 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2ad5d3-ea1d-404a-9867-b22fc9f8ab4d req-36d6fc5e-d688-4924-838a-366d0eef4f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:16.354890 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ba2ad5d3-ea1d-404a-9867-b22fc9f8ab4d req-36d6fc5e-d688-4924-838a-366d0eef4f74 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5124bd00-da2a-4bd6-93a0-c14c92afb11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3385630 Feb 19 02:49:16.376927 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4197ade1-da9d-4677-9a9c-a4f9f241c12f None None] Network fe9cef91-27e5-437f-93c2-1af604678f69 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:49:16.426975 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a1a4a93-fe0c-423d-b9ce-ce808eacbeba tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] vlan segment allocate from pool success with {'vlan_id': 254, 'physical_network': 'physnet1'} {{(pid=103701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:49:16.483997 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3a1a4a93-fe0c-423d-b9ce-ce808eacbeba tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (76dd077a-f4fc-4f46-aaf6-4a49a42a69c6), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:16.484355 n-d-826753-2 neutron-server[103701]: INFO neutron.db.segments_db [None req-3a1a4a93-fe0c-423d-b9ce-ce808eacbeba tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Added segment 76dd077a-f4fc-4f46-aaf6-4a49a42a69c6 of type vlan for network 195827ff-a591-4612-a56a-09c6607a6ced Feb 19 02:49:16.540341 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64b47d8-ff4c-49ff-bcd6-d7905e27cfee req-aaada035-ce29-40bc-9789-3fb564e6d66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:16.541980 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-f64b47d8-ff4c-49ff-bcd6-d7905e27cfee req-aaada035-ce29-40bc-9789-3fb564e6d66b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=958906eba0f2457fb5336e772b1c66db&device_id=b7fed794-1a17-4088-a757-ff223e40f3d9 HTTP/1.1" status: 200 len: 1130 time: 0.2487142 Feb 19 02:49:16.594752 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3a1a4a93-fe0c-423d-b9ce-ce808eacbeba tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (195827ff-a591-4612-a56a-09c6607a6ced), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:16.647856 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-762faf85-49ef-4a73-a20e-4ee8c282dcbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a962d46-399a-441d-b938-9764d564c0b0', 'name': 'tempest-RoutersIpV6Test-router-593384108', 'tenant_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:48:58Z', 'updated_at': '2022-02-19T02:49:12Z', 'revision_number': 3, 'project_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'gw_port_host': None, '_interfaces': [{'id': '0703ca3e-7a1d-4063-a291-1e8e91e8f8d1', 'name': '', 'network_id': 'eaa143cd-3afc-4764-a677-99b22e3b56d0', 'tenant_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'mac_address': 'fa:16:3e:a8:92:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a962d46-399a-441d-b938-9764d564c0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'a8e8530f-41b8-489a-b611-33908f08e91d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:49:00Z', 'updated_at': '2022-02-19T02:49:09Z', 'revision_number': 5, 'project_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'subnets': [{'id': 'a8e8530f-41b8-489a-b611-33908f08e91d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1949d8ce-0010-4dda-8990-e9ecf5732576', 'name': '', 'network_id': 'f2707e19-a9b2-48ff-b724-f18564bb6f57', 'tenant_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'mac_address': 'fa:16:3e:06:99:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a962d46-399a-441d-b938-9764d564c0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '1e52f09d-7a71-4bd7-9800-26ba2a95d400', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:49:10Z', 'updated_at': '2022-02-19T02:49:13Z', 'revision_number': 2, 'project_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'subnets': [{'id': '1e52f09d-7a71-4bd7-9800-26ba2a95d400', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:49:16.670708 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ba2ad5d3-ea1d-404a-9867-b22fc9f8ab4d req-b1dbeeb7-1774-41dc-baa6-01d2638c16f8 service neutron] 10.222.0.73 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680669 Feb 19 02:49:16.682905 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762faf85-49ef-4a73-a20e-4ee8c282dcbc None None] Checking router: 9a962d46-399a-441d-b938-9764d564c0b0 for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:49:16.683701 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762faf85-49ef-4a73-a20e-4ee8c282dcbc None None] Updating router 9a962d46-399a-441d-b938-9764d564c0b0 port 1949d8ce-0010-4dda-8990-e9ecf5732576 binding host n-d-826753-2 {{(pid=103704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:49:16.691389 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-ddb60e7f-8b97-43ca-ba37-cd7f39ce3666 None None] Provisioning complete for port 7a50b0e5-5a31-40e4-a2a5-cee21a716a16 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:49:16.691774 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-ddb60e7f-8b97-43ca-ba37-cd7f39ce3666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (7a50b0e5-5a31-40e4-a2a5-cee21a716a16), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:16.712843 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-762faf85-49ef-4a73-a20e-4ee8c282dcbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (1949d8ce-0010-4dda-8990-e9ecf5732576), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:16.715625 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6c1084bb-bb18-47d9-b670-e7cef02797bc admin admin] Publish callbacks [] for router_gateway (870c5122-8f4b-44ba-9f26-4bd7c5073225), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:16.750310 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc6c9e3-b192-4e00-86b4-cccb772cc882 req-b97aa293-2e95-442f-a4b8-fafc5e86afe0 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:16.762468 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2bc6c9e3-b192-4e00-86b4-cccb772cc882 req-b97aa293-2e95-442f-a4b8-fafc5e86afe0 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/networks?id=38d6fa8e-4007-4beb-abd0-8f0d817f1ef6 HTTP/1.1" status: 200 len: 806 time: 0.6725118 Feb 19 02:49:16.795427 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-9141543d-479e-4676-a9fd-159bf5c319a5 req-fb2af4d6-cf51-4a23-a3c1-ee7db78e9c46 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Publish callbacks [] for port (e7299dc0-8849-4388-9d2c-57c058571ca0), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:16.843503 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3a1a4a93-fe0c-423d-b9ce-ce808eacbeba tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (195827ff-a591-4612-a56a-09c6607a6ced), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:16.850781 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1a4a93-fe0c-423d-b9ce-ce808eacbeba tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:16.851424 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3a1a4a93-fe0c-423d-b9ce-ce808eacbeba tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:16.869021 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-ddb60e7f-8b97-43ca-ba37-cd7f39ce3666 None None] Current status of the port 7a50b0e5-5a31-40e4-a2a5-cee21a716a16 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:49:16.899770 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2bc6c9e3-b192-4e00-86b4-cccb772cc882 req-8d51144e-b65b-45d4-a24d-b856709be70b tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/quotas/58648b0a304e4e32b732a18f663ed7a6 HTTP/1.1" status: 200 len: 375 time: 0.0939646 Feb 19 02:49:17.112283 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-3a1a4a93-fe0c-423d-b9ce-ce808eacbeba tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2815633 Feb 19 02:49:17.129519 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 57356) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:49:17.145473 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc73b82-d800-4649-ad20-b1fbc7b2d1c5 req-f51cbbc5-f238-4250-815d-25f6d8ceb172 tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:17.147836 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0cc73b82-d800-4649-ad20-b1fbc7b2d1c5 req-f51cbbc5-f238-4250-815d-25f6d8ceb172 tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb33a693-c143-4b44-9bcb-7281cd2bca72 HTTP/1.1" status: 200 len: 948 time: 0.6929603 Feb 19 02:49:17.155013 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-bc8661fc-2cbc-4012-9e24-9834b2e72e2c tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Request body: {'subnet': {'network_id': '195827ff-a591-4612-a56a-09c6607a6ced', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:49:17.179272 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1a4a93-fe0c-423d-b9ce-ce808eacbeba tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Pushing event updated for resources: {'Network': ['ID=195827ff-a591-4612-a56a-09c6607a6ced,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:17.208907 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-3e76d671-b84d-4f8f-aec2-bef97644b362 None None] Provisioning complete for port 7a50b0e5-5a31-40e4-a2a5-cee21a716a16 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:49:17.210752 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3e76d671-b84d-4f8f-aec2-bef97644b362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (7a50b0e5-5a31-40e4-a2a5-cee21a716a16), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:17.265494 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-762faf85-49ef-4a73-a20e-4ee8c282dcbc None None] Publish callbacks [] for port (1949d8ce-0010-4dda-8990-e9ecf5732576), precommit_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:17.273758 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-762faf85-49ef-4a73-a20e-4ee8c282dcbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (1949d8ce-0010-4dda-8990-e9ecf5732576), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:17.302147 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-9141543d-479e-4676-a9fd-159bf5c319a5 req-fb2af4d6-cf51-4a23-a3c1-ee7db78e9c46 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (e7299dc0-8849-4388-9d2c-57c058571ca0), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:17.308026 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 195827ff-a591-4612-a56a-09c6607a6ced details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:49:17.332690 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8371a43-98bf-4178-beb7-9638415c42e0 None None] Pushing event updated for resources: {'Port': ['ID=1949d8ce-0010-4dda-8990-e9ecf5732576,revision_number=3']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:17.338195 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2bc6c9e3-b192-4e00-86b4-cccb772cc882 req-0c8b94e4-8ac0-4611-9550-3ea8ceb3f7e1 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=58648b0a304e4e32b732a18f663ed7a6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3931501 Feb 19 02:49:17.362387 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8371a43-98bf-4178-beb7-9638415c42e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:49:17.362979 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8371a43-98bf-4178-beb7-9638415c42e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:49:17.363483 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8371a43-98bf-4178-beb7-9638415c42e0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:49:17.363969 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8371a43-98bf-4178-beb7-9638415c42e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:49:17.364440 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8371a43-98bf-4178-beb7-9638415c42e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:49:17.364906 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8371a43-98bf-4178-beb7-9638415c42e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:49:17.365428 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8371a43-98bf-4178-beb7-9638415c42e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:49:17.365896 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8371a43-98bf-4178-beb7-9638415c42e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:49:17.366380 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8371a43-98bf-4178-beb7-9638415c42e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:49:17.366893 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8371a43-98bf-4178-beb7-9638415c42e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:49:17.367354 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8371a43-98bf-4178-beb7-9638415c42e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:49:17.367810 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8371a43-98bf-4178-beb7-9638415c42e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:49:17.368266 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8371a43-98bf-4178-beb7-9638415c42e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:49:17.455843 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 7a50b0e5-5a31-40e4-a2a5-cee21a716a16 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:49:17.514333 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-762faf85-49ef-4a73-a20e-4ee8c282dcbc None None] Attempting to bind port 1949d8ce-0010-4dda-8990-e9ecf5732576 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:49:17.514785 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-762faf85-49ef-4a73-a20e-4ee8c282dcbc None None] Attempting to bind port 1949d8ce-0010-4dda-8990-e9ecf5732576 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '3fcf8994-fe70-4184-87a0-681c4dfbf433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'f2707e19-a9b2-48ff-b724-f18564bb6f57'}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:49:17.515262 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762faf85-49ef-4a73-a20e-4ee8c282dcbc None None] Attempting to bind port 1949d8ce-0010-4dda-8990-e9ecf5732576 on network f2707e19-a9b2-48ff-b724-f18564bb6f57 {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:49:17.527739 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2af4d6-cf51-4a23-a3c1-ee7db78e9c46 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Pushing event updated for resources: {'Port': ['ID=e7299dc0-8849-4388-9d2c-57c058571ca0,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:17.534009 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762faf85-49ef-4a73-a20e-4ee8c282dcbc None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:49:17.536929 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762faf85-49ef-4a73-a20e-4ee8c282dcbc None None] Checking segment: {'id': '3fcf8994-fe70-4184-87a0-681c4dfbf433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'f2707e19-a9b2-48ff-b724-f18564bb6f57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:49:17.537420 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-762faf85-49ef-4a73-a20e-4ee8c282dcbc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:17.537863 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762faf85-49ef-4a73-a20e-4ee8c282dcbc None None] Bound using segment: {'id': '3fcf8994-fe70-4184-87a0-681c4dfbf433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'f2707e19-a9b2-48ff-b724-f18564bb6f57'} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:49:17.538361 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-762faf85-49ef-4a73-a20e-4ee8c282dcbc None None] Bound port: 1949d8ce-0010-4dda-8990-e9ecf5732576, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fcf8994-fe70-4184-87a0-681c4dfbf433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'f2707e19-a9b2-48ff-b724-f18564bb6f57'}}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:49:17.538741 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-762faf85-49ef-4a73-a20e-4ee8c282dcbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (1949d8ce-0010-4dda-8990-e9ecf5732576), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:17.652688 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc8661fc-2cbc-4012-9e24-9834b2e72e2c tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Made reservation on behalf of af7fe21ef8a34b4aa8aa211833eb0628 for: {'subnet': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:49:17.659632 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bc8661fc-2cbc-4012-9e24-9834b2e72e2c tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58706307'] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:17.672862 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-762faf85-49ef-4a73-a20e-4ee8c282dcbc None None] For port 1949d8ce-0010-4dda-8990-e9ecf5732576, host n-d-826753-2, cleared binding levels {{(pid=103704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:49:17.676177 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-3e76d671-b84d-4f8f-aec2-bef97644b362 None None] Current status of the port 7a50b0e5-5a31-40e4-a2a5-cee21a716a16 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:49:17.682874 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-762faf85-49ef-4a73-a20e-4ee8c282dcbc None None] For port 1949d8ce-0010-4dda-8990-e9ecf5732576, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=1949d8ce-0010-4dda-8990-e9ecf5732576,segment=NetworkSegment(3fcf8994-fe70-4184-87a0-681c4dfbf433),segment_id=3fcf8994-fe70-4184-87a0-681c4dfbf433)] {{(pid=103704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:49:17.694857 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-bc356f6b-93a8-4a82-adda-3180cf261eae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:17.703250 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-762faf85-49ef-4a73-a20e-4ee8c282dcbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (1949d8ce-0010-4dda-8990-e9ecf5732576), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:17.709128 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 7a50b0e5-5a31-40e4-a2a5-cee21a716a16 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:49:17.709128 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (7a50b0e5-5a31-40e4-a2a5-cee21a716a16), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:17.801469 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762faf85-49ef-4a73-a20e-4ee8c282dcbc None None] Routers {'9a962d46-399a-441d-b938-9764d564c0b0'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:49:17.802114 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-762faf85-49ef-4a73-a20e-4ee8c282dcbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:49:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['9a962d46-399a-441d-b938-9764d564c0b0'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:49:17.804926 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8371a43-98bf-4178-beb7-9638415c42e0 None None] Pushing event updated for resources: {'Port': ['ID=1949d8ce-0010-4dda-8990-e9ecf5732576,revision_number=4']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:17.944533 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 7a50b0e5-5a31-40e4-a2a5-cee21a716a16 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:49:17.960369 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-3f44a2ab-16bb-42fb-968c-efb7956fd050 None None] Provisioning complete for port 1949d8ce-0010-4dda-8990-e9ecf5732576 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:49:17.960736 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3f44a2ab-16bb-42fb-968c-efb7956fd050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (1949d8ce-0010-4dda-8990-e9ecf5732576), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:17.979263 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb33a693-c143-4b44-9bcb-7281cd2bca72', 'tag': 'a147c18c-4a52-40b3-8d1d-bd06c5e3635e'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:49:18.008513 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4b0fd68-1120-457a-932b-c935d9055e75" -d '{"events": [{"name": "network-changed", "server_uuid": "fb33a693-c143-4b44-9bcb-7281cd2bca72", "tag": "a147c18c-4a52-40b3-8d1d-bd06c5e3635e"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:49:18.012706 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-762faf85-49ef-4a73-a20e-4ee8c282dcbc None None] Set router 9a962d46-399a-441d-b938-9764d564c0b0 gateway port host: None {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:49:18.022315 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0cc73b82-d800-4649-ad20-b1fbc7b2d1c5 req-fad918f1-7e19-43b1-9f46-a1d8de22edd2 tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f9a0e74-bc03-4003-b35a-0cd376c2c049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8609834 Feb 19 02:49:18.042254 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64b47d8-ff4c-49ff-bcd6-d7905e27cfee req-ea3f2a4e-baee-4f82-9d87-3a5de7ecde09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:18.044985 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-f64b47d8-ff4c-49ff-bcd6-d7905e27cfee req-ea3f2a4e-baee-4f82-9d87-3a5de7ecde09 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5124bd00-da2a-4bd6-93a0-c14c92afb11f HTTP/1.1" status: 200 len: 870 time: 1.4669013 Feb 19 02:49:18.107488 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2bc6c9e3-b192-4e00-86b4-cccb772cc882 req-61c75014-048b-4c13-8ad7-7981675ea365 service neutron] 10.222.0.72 "GET /v2.0/networks/38d6fa8e-4007-4beb-abd0-8f0d817f1ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5847211 Feb 19 02:49:18.133849 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-3f44a2ab-16bb-42fb-968c-efb7956fd050 None None] Current status of the port 1949d8ce-0010-4dda-8990-e9ecf5732576 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:49:18.133849 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3f44a2ab-16bb-42fb-968c-efb7956fd050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (1949d8ce-0010-4dda-8990-e9ecf5732576), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:18.137609 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9141543d-479e-4676-a9fd-159bf5c319a5 req-fb2af4d6-cf51-4a23-a3c1-ee7db78e9c46 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Network 4ec29c64-a4ae-430d-ba9f-348461fbf8ef is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:49:18.182470 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-f64b47d8-ff4c-49ff-bcd6-d7905e27cfee req-5d12d16c-f6b9-42a5-bed3-372e94639e7d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf HTTP/1.1" status: 200 len: 217 time: 0.1172066 Feb 19 02:49:18.196098 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [req-9141543d-479e-4676-a9fd-159bf5c319a5 req-fb2af4d6-cf51-4a23-a3c1-ee7db78e9c46 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:49:18.200823 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-9141543d-479e-4676-a9fd-159bf5c319a5 req-fb2af4d6-cf51-4a23-a3c1-ee7db78e9c46 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:49:18.218995 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bc8661fc-2cbc-4012-9e24-9834b2e72e2c tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12647271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58706289'] for subnet (83c5f70b-e87f-4ce0-b250-82b8ea734210), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:18.241038 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-3f44a2ab-16bb-42fb-968c-efb7956fd050 None None] For port 1949d8ce-0010-4dda-8990-e9ecf5732576, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=1949d8ce-0010-4dda-8990-e9ecf5732576,segment=NetworkSegment(3fcf8994-fe70-4184-87a0-681c4dfbf433),segment_id=3fcf8994-fe70-4184-87a0-681c4dfbf433)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:49:18.258321 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3f44a2ab-16bb-42fb-968c-efb7956fd050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (1949d8ce-0010-4dda-8990-e9ecf5732576), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:18.335135 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ba2ad5d3-ea1d-404a-9867-b22fc9f8ab4d req-7a98414c-d755-4bd7-9be3-5a5e8744272b service neutron] 10.222.0.73 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6519461 Feb 19 02:49:18.348851 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64b47d8-ff4c-49ff-bcd6-d7905e27cfee req-74aaeadd-e9c0-4393-9a72-24765f1438ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:18.351403 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-f64b47d8-ff4c-49ff-bcd6-d7905e27cfee req-74aaeadd-e9c0-4393-9a72-24765f1438ae service neutron] 10.222.0.73 "GET /v2.0/subnets?id=974c06bc-f097-4890-970a-b087501ab241 HTTP/1.1" status: 200 len: 843 time: 0.1580648 Feb 19 02:49:18.352797 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6c1084bb-bb18-47d9-b670-e7cef02797bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16317478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865'] for router (870c5122-8f4b-44ba-9f26-4bd7c5073225), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:18.359281 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f44a2ab-16bb-42fb-968c-efb7956fd050 None None] Pushing event updated for resources: {'Port': ['ID=1949d8ce-0010-4dda-8990-e9ecf5732576,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:18.406372 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-f6c3e82b-4a9a-4d80-8630-43d869c551ab None None] Provisioning complete for port 1949d8ce-0010-4dda-8990-e9ecf5732576 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:49:18.406742 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f6c3e82b-4a9a-4d80-8630-43d869c551ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (1949d8ce-0010-4dda-8990-e9ecf5732576), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:18.470304 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64b47d8-ff4c-49ff-bcd6-d7905e27cfee req-eb1a6832-dfcc-4f7d-931c-b2192fb66d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:18.471959 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-f64b47d8-ff4c-49ff-bcd6-d7905e27cfee req-eb1a6832-dfcc-4f7d-931c-b2192fb66d25 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5124bd00-da2a-4bd6-93a0-c14c92afb11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1130114 Feb 19 02:49:18.497237 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-762faf85-49ef-4a73-a20e-4ee8c282dcbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a962d46-399a-441d-b938-9764d564c0b0', 'name': 'tempest-RoutersIpV6Test-router-593384108', 'tenant_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:48:58Z', 'updated_at': '2022-02-19T02:49:12Z', 'revision_number': 3, 'project_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'gw_port_host': None, '_interfaces': [{'id': '0703ca3e-7a1d-4063-a291-1e8e91e8f8d1', 'name': '', 'network_id': 'eaa143cd-3afc-4764-a677-99b22e3b56d0', 'tenant_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'mac_address': 'fa:16:3e:a8:92:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a962d46-399a-441d-b938-9764d564c0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'a8e8530f-41b8-489a-b611-33908f08e91d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:49:00Z', 'updated_at': '2022-02-19T02:49:09Z', 'revision_number': 5, 'project_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'subnets': [{'id': 'a8e8530f-41b8-489a-b611-33908f08e91d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1949d8ce-0010-4dda-8990-e9ecf5732576', 'name': '', 'network_id': 'f2707e19-a9b2-48ff-b724-f18564bb6f57', 'tenant_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'mac_address': 'fa:16:3e:06:99:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a962d46-399a-441d-b938-9764d564c0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '1e52f09d-7a71-4bd7-9800-26ba2a95d400', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:49:10Z', 'updated_at': '2022-02-19T02:49:17Z', 'revision_number': 4, 'project_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'subnets': [{'id': '1e52f09d-7a71-4bd7-9800-26ba2a95d400', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:49:18.512507 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8661fc-2cbc-4012-9e24-9834b2e72e2c tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Pushing event updated for resources: {'Subnet': ['ID=83c5f70b-e87f-4ce0-b250-82b8ea734210,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:18.558209 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762faf85-49ef-4a73-a20e-4ee8c282dcbc None None] The sync data for ids ['9a962d46-399a-441d-b938-9764d564c0b0'] in n-d-826753-2 is: [{'id': '9a962d46-399a-441d-b938-9764d564c0b0', 'name': 'tempest-RoutersIpV6Test-router-593384108', 'tenant_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:48:58Z', 'updated_at': '2022-02-19T02:49:12Z', 'revision_number': 3, 'project_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'gw_port_host': None, '_interfaces': [{'id': '0703ca3e-7a1d-4063-a291-1e8e91e8f8d1', 'name': '', 'network_id': 'eaa143cd-3afc-4764-a677-99b22e3b56d0', 'tenant_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'mac_address': 'fa:16:3e:a8:92:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a962d46-399a-441d-b938-9764d564c0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'a8e8530f-41b8-489a-b611-33908f08e91d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:49:00Z', 'updated_at': '2022-02-19T02:49:09Z', 'revision_number': 5, 'project_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'subnets': [{'id': 'a8e8530f-41b8-489a-b611-33908f08e91d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1949d8ce-0010-4dda-8990-e9ecf5732576', 'name': '', 'network_id': 'f2707e19-a9b2-48ff-b724-f18564bb6f57', 'tenant_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'mac_address': 'fa:16:3e:06:99:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a962d46-399a-441d-b938-9764d564c0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '1e52f09d-7a71-4bd7-9800-26ba2a95d400', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:49:10Z', 'updated_at': '2022-02-19T02:49:17Z', 'revision_number': 4, 'project_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'subnets': [{'id': '1e52f09d-7a71-4bd7-9800-26ba2a95d400', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:49:18.587057 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-f6c3e82b-4a9a-4d80-8630-43d869c551ab None None] Current status of the port 1949d8ce-0010-4dda-8990-e9ecf5732576 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:49:18.616649 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98473d5-5c14-4de8-b455-2bee65c5b648 req-98f9fca5-6289-4f78-96ec-13ff39231ef2 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:18.618461 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e98473d5-5c14-4de8-b455-2bee65c5b648 req-98f9fca5-6289-4f78-96ec-13ff39231ef2 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ff59ad5-0a6a-4d56-be89-9dd3f1a2f737 HTTP/1.1" status: 200 len: 931 time: 0.4462652 Feb 19 02:49:18.632116 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9141543d-479e-4676-a9fd-159bf5c319a5 req-fb2af4d6-cf51-4a23-a3c1-ee7db78e9c46 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:18.632940 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-9141543d-479e-4676-a9fd-159bf5c319a5 req-fb2af4d6-cf51-4a23-a3c1-ee7db78e9c46 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:18.717418 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8661fc-2cbc-4012-9e24-9834b2e72e2c tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Checking segment: {'id': '76dd077a-f4fc-4f46-aaf6-4a49a42a69c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '195827ff-a591-4612-a56a-09c6607a6ced'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:49:18.717840 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8661fc-2cbc-4012-9e24-9834b2e72e2c tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Network hostable DHCP agents. Network: 195827ff-a591-4612-a56a-09c6607a6ced, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:49:18.722535 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2bc6c9e3-b192-4e00-86b4-cccb772cc882 req-c9c70a6e-7e48-4784-8153-9e84fb1e1c19 service neutron] 10.222.0.72 "GET /v2.0/networks/38d6fa8e-4007-4beb-abd0-8f0d817f1ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6087759 Feb 19 02:49:18.732401 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9141543d-479e-4676-a9fd-159bf5c319a5 req-fb2af4d6-cf51-4a23-a3c1-ee7db78e9c46 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5004389 Feb 19 02:49:18.762468 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-9141543d-479e-4676-a9fd-159bf5c319a5 req-1ad49251-c37f-442b-9991-2824de50860f service neutron] Request body: {'port': {'device_id': '9ff59ad5-0a6a-4d56-be89-9dd3f1a2f737', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826753-2'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:49:18.780091 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-f64b47d8-ff4c-49ff-bcd6-d7905e27cfee req-320f43d7-a26e-4e02-963d-42fc200b8494 service neutron] 10.222.0.73 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367103 Feb 19 02:49:18.821315 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c1084bb-bb18-47d9-b670-e7cef02797bc admin admin] Router 870c5122-8f4b-44ba-9f26-4bd7c5073225 is scheduled to L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd with binding_index 1 {{(pid=103702) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 02:49:18.899463 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e98473d5-5c14-4de8-b455-2bee65c5b648 req-9dbba449-3ee7-4650-a983-c8359542bffe tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/security-groups?id=83745bf6-2450-44b1-b073-88b2d8645794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597055 Feb 19 02:49:18.907278 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8661fc-2cbc-4012-9e24-9834b2e72e2c tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Network 195827ff-a591-4612-a56a-09c6607a6ced is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:49:19.025188 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-bc8661fc-2cbc-4012-9e24-9834b2e72e2c tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 195827ff-a591-4612-a56a-09c6607a6ced) {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:49:19.033436 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8661fc-2cbc-4012-9e24-9834b2e72e2c tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:19.038693 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bc8661fc-2cbc-4012-9e24-9834b2e72e2c tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:19.061684 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330b2440-2866-40b9-b9f0-479ebcd881b9 None None] Network 195827ff-a591-4612-a56a-09c6607a6ced requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:49:19.079583 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-f64b47d8-ff4c-49ff-bcd6-d7905e27cfee req-2b492dc0-c2a2-4771-b606-b3c0eeb6f127 service neutron] 10.222.0.73 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2810481 Feb 19 02:49:19.095590 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-9141543d-479e-4676-a9fd-159bf5c319a5 req-1ad49251-c37f-442b-9991-2824de50860f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (e7299dc0-8849-4388-9d2c-57c058571ca0), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:19.128807 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 57372) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:49:19.139916 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-bc8661fc-2cbc-4012-9e24-9834b2e72e2c tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0086434 Feb 19 02:49:19.227765 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c1084bb-bb18-47d9-b670-e7cef02797bc admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:49:19.273362 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d529e10-03ca-40fa-9cf2-158c360296e3 None None] Sync routers for ids ['870c5122-8f4b-44ba-9f26-4bd7c5073225'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:49:19.288476 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:19.361747 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d529e10-03ca-40fa-9cf2-158c360296e3 None None] Routers {'870c5122-8f4b-44ba-9f26-4bd7c5073225'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:49:19.365866 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-7d529e10-03ca-40fa-9cf2-158c360296e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:49:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['870c5122-8f4b-44ba-9f26-4bd7c5073225'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:49:19.418209 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6c1084bb-bb18-47d9-b670-e7cef02797bc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:19.419577 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-6c1084bb-bb18-47d9-b670-e7cef02797bc admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.5760736 Feb 19 02:49:19.431223 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a2d9b1b-e7d6-4137-bf69-b39b972c8551 x-openstack-request-id: req-0a2d9b1b-e7d6-4137-bf69-b39b972c8551 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:49:19.431825 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb33a693-c143-4b44-9bcb-7281cd2bca72", "tag": "a147c18c-4a52-40b3-8d1d-bd06c5e3635e", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:49:19.432610 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0a2d9b1b-e7d6-4137-bf69-b39b972c8551 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:49:19.433515 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb33a693-c143-4b44-9bcb-7281cd2bca72', 'tag': 'a147c18c-4a52-40b3-8d1d-bd06c5e3635e', 'status': 'completed', 'code': 200} Feb 19 02:49:19.434162 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 57380) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:49:19.520361 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a521d96d-bdf1-46c8-aa36-17f09a129656 req-9db826ad-433a-4bc4-a41f-b009da93d693 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:19.523531 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a521d96d-bdf1-46c8-aa36-17f09a129656 req-9db826ad-433a-4bc4-a41f-b009da93d693 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/ports?device_id=f780e5ff-b429-4f5e-9d5a-1227f9743c37 HTTP/1.1" status: 200 len: 946 time: 0.3681450 Feb 19 02:49:19.584802 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b88f66-c6e0-4138-b744-2d70dc271c77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-195827ff-a591-4612-a56a-09c6607a6ced', 'network_id': '195827ff-a591-4612-a56a-09c6607a6ced', 'project_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'fixed_ips': [{'subnet_id': '83c5f70b-e87f-4ce0-b250-82b8ea734210'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:49:19.585528 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-44b88f66-c6e0-4138-b744-2d70dc271c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:19.587618 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 1949d8ce-0010-4dda-8990-e9ecf5732576 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:49:19.628012 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:49:19.908683 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b0fd68-1120-457a-932b-c935d9055e75 req-8765fa52-9733-481a-bf2e-3c174b02a399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:19.910520 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d4b0fd68-1120-457a-932b-c935d9055e75 req-8765fa52-9733-481a-bf2e-3c174b02a399 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=958906eba0f2457fb5336e772b1c66db&device_id=fb33a693-c143-4b44-9bcb-7281cd2bca72 HTTP/1.1" status: 200 len: 1130 time: 0.3065412 Feb 19 02:49:19.957899 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:49:19.994857 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': '4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf', 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f', 'port_id': '4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf', 'mac_address': 'fa:16:3e:e6:0e:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '974c06bc-f097-4890-970a-b087501ab241', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:49:20.086293 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b0fd68-1120-457a-932b-c935d9055e75 req-3e1cdf91-93ec-4b60-aaab-a12c296a3126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:20.087930 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d4b0fd68-1120-457a-932b-c935d9055e75 req-3e1cdf91-93ec-4b60-aaab-a12c296a3126 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5124bd00-da2a-4bd6-93a0-c14c92afb11f HTTP/1.1" status: 200 len: 870 time: 0.1151547 Feb 19 02:49:20.097061 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a521d96d-bdf1-46c8-aa36-17f09a129656 req-5b7de94a-48d7-4e94-ba24-0d8e75c928b7 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/security-groups?id=d1068709-142b-4f0d-aa54-30196489f5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5170100 Feb 19 02:49:20.162073 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:49:20.162691 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:20.174165 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-7d529e10-03ca-40fa-9cf2-158c360296e3 None None] Set router 870c5122-8f4b-44ba-9f26-4bd7c5073225 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:49:20.257384 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:49:20.260338 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d4b0fd68-1120-457a-932b-c935d9055e75 req-faef9348-d21d-4bff-a146-29354a08463b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=a147c18c-4a52-40b3-8d1d-bd06c5e3635e HTTP/1.1" status: 200 len: 217 time: 0.0996296 Feb 19 02:49:20.261847 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 1949d8ce-0010-4dda-8990-e9ecf5732576 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:49:20.262387 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (1949d8ce-0010-4dda-8990-e9ecf5732576), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:20.277453 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20444df3-136e-4b6f-9a11-95a492b94faa req-c0d9421e-6906-4315-a446-ab8efb3ba159 tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:20.285912 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-20444df3-136e-4b6f-9a11-95a492b94faa req-c0d9421e-6906-4315-a446-ab8efb3ba159 tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb33a693-c143-4b44-9bcb-7281cd2bca72 HTTP/1.1" status: 200 len: 948 time: 0.3192120 Feb 19 02:49:20.395634 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:49:20.411413 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bb2d2b-89c2-4a82-b9ef-b4154bfca21e req-fbc0ed8b-afd3-4686-a229-ed04efff20fb tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:20.415064 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e8bb2d2b-89c2-4a82-b9ef-b4154bfca21e req-fbc0ed8b-afd3-4686-a229-ed04efff20fb tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa9b45d5-254c-45de-8e0f-03eec8283098 HTTP/1.1" status: 200 len: 944 time: 0.2485259 Feb 19 02:49:20.416201 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:20.421708 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736b9e56-cf43-4085-a7f8-ff74e20ee253 req-37d4c2d4-d8ea-4831-bbe1-eecbe2aaa161 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:20.423819 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-736b9e56-cf43-4085-a7f8-ff74e20ee253 req-37d4c2d4-d8ea-4831-bbe1-eecbe2aaa161 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.73 "GET /v2.0/ports?device_id=fa9b45d5-254c-45de-8e0f-03eec8283098 HTTP/1.1" status: 200 len: 944 time: 0.2652638 Feb 19 02:49:20.428937 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:20.455655 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-44b88f66-c6e0-4138-b744-2d70dc271c77 None None] Allocated IP 2001:db8:2::2 (195827ff-a591-4612-a56a-09c6607a6ced/83c5f70b-e87f-4ce0-b250-82b8ea734210/934ac2a5-cc8e-4b1f-9242-73b343713584) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:49:20.465061 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-20444df3-136e-4b6f-9a11-95a492b94faa req-bc5752c8-66d0-4378-9a57-3baad89d9a38 tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f9a0e74-bc03-4003-b35a-0cd376c2c049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743586 Feb 19 02:49:20.492817 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [req-9141543d-479e-4676-a9fd-159bf5c319a5 req-1ad49251-c37f-442b-9991-2824de50860f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7299dc0-8849-4388-9d2c-57c058571ca0 {{(pid=103701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:49:20.531006 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-9141543d-479e-4676-a9fd-159bf5c319a5 req-1ad49251-c37f-442b-9991-2824de50860f service neutron] Publish callbacks [] for port (e7299dc0-8849-4388-9d2c-57c058571ca0), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:20.606202 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.provisioning_blocks [req-9141543d-479e-4676-a9fd-159bf5c319a5 req-1ad49251-c37f-442b-9991-2824de50860f service neutron] Transition to ACTIVE for port object e7299dc0-8849-4388-9d2c-57c058571ca0 will not be triggered until provisioned by entity L2. {{(pid=103701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:49:20.615430 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e8bb2d2b-89c2-4a82-b9ef-b4154bfca21e req-dde97244-e1f4-436f-8aeb-b31ff5940511 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911728 Feb 19 02:49:20.629029 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-9141543d-479e-4676-a9fd-159bf5c319a5 req-1ad49251-c37f-442b-9991-2824de50860f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (e7299dc0-8849-4388-9d2c-57c058571ca0), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:20.690595 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b0fd68-1120-457a-932b-c935d9055e75 req-38799399-9400-4ac4-b4d8-32e3208be09c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:20.692188 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d4b0fd68-1120-457a-932b-c935d9055e75 req-38799399-9400-4ac4-b4d8-32e3208be09c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=974c06bc-f097-4890-970a-b087501ab241 HTTP/1.1" status: 200 len: 843 time: 0.3734689 Feb 19 02:49:20.700933 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-44b88f66-c6e0-4138-b744-2d70dc271c77 None None] Publish callbacks [] for port (934ac2a5-cc8e-4b1f-9242-73b343713584), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:20.740578 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-44b88f66-c6e0-4138-b744-2d70dc271c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (934ac2a5-cc8e-4b1f-9242-73b343713584), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:20.767349 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:20.829888 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b88f66-c6e0-4138-b744-2d70dc271c77 None None] Network 195827ff-a591-4612-a56a-09c6607a6ced is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:49:20.843295 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-44b88f66-c6e0-4138-b744-2d70dc271c77 None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:49:20.853462 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b88f66-c6e0-4138-b744-2d70dc271c77 None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:49:20.856266 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 1949d8ce-0010-4dda-8990-e9ecf5732576 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:49:20.864550 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b88f66-c6e0-4138-b744-2d70dc271c77 None None] Pushing event updated for resources: {'Port': ['ID=934ac2a5-cc8e-4b1f-9242-73b343713584,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:20.877852 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:49:20.907745 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0bc1a3-1fc5-47f1-a651-fe8c553c4aed req-4b834d4b-ea2c-4865-b9eb-098704fa9d0b tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:20.909951 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4d0bc1a3-1fc5-47f1-a651-fe8c553c4aed req-4b834d4b-ea2c-4865-b9eb-098704fa9d0b tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/networks?id=38d6fa8e-4007-4beb-abd0-8f0d817f1ef6 HTTP/1.1" status: 200 len: 806 time: 0.1414316 Feb 19 02:49:20.916008 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad49251-c37f-442b-9991-2824de50860f service neutron] Pushing event updated for resources: {'Port': ['ID=e7299dc0-8849-4388-9d2c-57c058571ca0,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:20.937856 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f9322e51-eb85-47d7-b070-3faadaf74a98 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:20.980093 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-7d529e10-03ca-40fa-9cf2-158c360296e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '870c5122-8f4b-44ba-9f26-4bd7c5073225', 'name': 'tempest-FloatingIPsTestJSON-1277076615-router', 'tenant_id': '1f24aae636d6408ea3a233ece71a8c92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'e5307722-865c-4862-a476-605eb2871c6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:49:12Z', 'updated_at': '2022-02-19T02:49:16Z', 'revision_number': 3, 'project_id': '1f24aae636d6408ea3a233ece71a8c92', 'gw_port': {'id': 'e5307722-865c-4862-a476-605eb2871c6e', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:fd:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '870c5122-8f4b-44ba-9f26-4bd7c5073225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:49:14Z', 'updated_at': '2022-02-19T02:49:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:49:20.989287 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-736b9e56-cf43-4085-a7f8-ff74e20ee253 req-cb93a1ac-2e4f-4d8c-ac55-0305afcb66b8 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Deleting port 359a2f03-81dc-42fc-9315-cd2c2edd2142 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:49:20.989689 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-736b9e56-cf43-4085-a7f8-ff74e20ee253 req-cb93a1ac-2e4f-4d8c-ac55-0305afcb66b8 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (359a2f03-81dc-42fc-9315-cd2c2edd2142), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:21.016399 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d529e10-03ca-40fa-9cf2-158c360296e3 None None] Checking router: 870c5122-8f4b-44ba-9f26-4bd7c5073225 for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:49:21.016747 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d529e10-03ca-40fa-9cf2-158c360296e3 None None] Updating router 870c5122-8f4b-44ba-9f26-4bd7c5073225 port e5307722-865c-4862-a476-605eb2871c6e binding host n-d-826753-2 {{(pid=103703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:49:21.021966 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4d0bc1a3-1fc5-47f1-a651-fe8c553c4aed req-57d9ae48-ecf2-4173-aa1b-37e780cee94f tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/quotas/58648b0a304e4e32b732a18f663ed7a6 HTTP/1.1" status: 200 len: 375 time: 0.0794435 Feb 19 02:49:21.076257 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-44b88f66-c6e0-4138-b744-2d70dc271c77 None None] Attempting to bind port 934ac2a5-cc8e-4b1f-9242-73b343713584 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:49:21.076671 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-44b88f66-c6e0-4138-b744-2d70dc271c77 None None] Attempting to bind port 934ac2a5-cc8e-4b1f-9242-73b343713584 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '76dd077a-f4fc-4f46-aaf6-4a49a42a69c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '195827ff-a591-4612-a56a-09c6607a6ced'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:49:21.077000 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b88f66-c6e0-4138-b744-2d70dc271c77 None None] Attempting to bind port 934ac2a5-cc8e-4b1f-9242-73b343713584 on network 195827ff-a591-4612-a56a-09c6607a6ced {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:49:21.094931 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-736b9e56-cf43-4085-a7f8-ff74e20ee253 req-cb93a1ac-2e4f-4d8c-ac55-0305afcb66b8 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] For port 359a2f03-81dc-42fc-9315-cd2c2edd2142, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=359a2f03-81dc-42fc-9315-cd2c2edd2142,segment=NetworkSegment(9dab481a-5428-424d-a8c3-4ae8ddfff67b),segment_id=9dab481a-5428-424d-a8c3-4ae8ddfff67b)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:49:21.095517 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-736b9e56-cf43-4085-a7f8-ff74e20ee253 req-cb93a1ac-2e4f-4d8c-ac55-0305afcb66b8 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (359a2f03-81dc-42fc-9315-cd2c2edd2142), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:21.097106 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65342bec-89df-43cd-abda-7bd06e434a08 req-78afd4d9-5be7-4d59-ac2b-b8d04c136103 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:21.106992 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-65342bec-89df-43cd-abda-7bd06e434a08 req-78afd4d9-5be7-4d59-ac2b-b8d04c136103 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ff59ad5-0a6a-4d56-be89-9dd3f1a2f737 HTTP/1.1" status: 200 len: 943 time: 0.4903021 Feb 19 02:49:21.111843 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-736b9e56-cf43-4085-a7f8-ff74e20ee253 req-cb93a1ac-2e4f-4d8c-ac55-0305afcb66b8 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Calling delete_port for 359a2f03-81dc-42fc-9315-cd2c2edd2142 owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:49:21.132370 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-9141543d-479e-4676-a9fd-159bf5c319a5 req-1ad49251-c37f-442b-9991-2824de50860f service neutron] Attempting to bind port e7299dc0-8849-4388-9d2c-57c058571ca0 on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:49:21.133233 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-9141543d-479e-4676-a9fd-159bf5c319a5 req-1ad49251-c37f-442b-9991-2824de50860f service neutron] Attempting to bind port e7299dc0-8849-4388-9d2c-57c058571ca0 by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': 'b3dae451-0c86-4a64-8455-5c47bfffd3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '4ec29c64-a4ae-430d-ba9f-348461fbf8ef'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:49:21.133802 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9141543d-479e-4676-a9fd-159bf5c319a5 req-1ad49251-c37f-442b-9991-2824de50860f service neutron] Attempting to bind port e7299dc0-8849-4388-9d2c-57c058571ca0 on network 4ec29c64-a4ae-430d-ba9f-348461fbf8ef {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:49:21.144310 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b88f66-c6e0-4138-b744-2d70dc271c77 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:49:21.144895 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b88f66-c6e0-4138-b744-2d70dc271c77 None None] Checking segment: {'id': '76dd077a-f4fc-4f46-aaf6-4a49a42a69c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '195827ff-a591-4612-a56a-09c6607a6ced'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:49:21.145669 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-44b88f66-c6e0-4138-b744-2d70dc271c77 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:21.146081 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b88f66-c6e0-4138-b744-2d70dc271c77 None None] Bound using segment: {'id': '76dd077a-f4fc-4f46-aaf6-4a49a42a69c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '195827ff-a591-4612-a56a-09c6607a6ced'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:49:21.146670 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-44b88f66-c6e0-4138-b744-2d70dc271c77 None None] Bound port: 934ac2a5-cc8e-4b1f-9242-73b343713584, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76dd077a-f4fc-4f46-aaf6-4a49a42a69c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '195827ff-a591-4612-a56a-09c6607a6ced'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:49:21.147649 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-44b88f66-c6e0-4138-b744-2d70dc271c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (934ac2a5-cc8e-4b1f-9242-73b343713584), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:21.167982 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9141543d-479e-4676-a9fd-159bf5c319a5 req-1ad49251-c37f-442b-9991-2824de50860f service neutron] Port e7299dc0-8849-4388-9d2c-57c058571ca0 on network 4ec29c64-a4ae-430d-ba9f-348461fbf8ef not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:49:21.168797 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9141543d-479e-4676-a9fd-159bf5c319a5 req-1ad49251-c37f-442b-9991-2824de50860f service neutron] Attempting to bind port e7299dc0-8849-4388-9d2c-57c058571ca0 on network 4ec29c64-a4ae-430d-ba9f-348461fbf8ef {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:49:21.202228 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-65342bec-89df-43cd-abda-7bd06e434a08 req-0abbec3a-a3ea-468d-92f5-b8d7f11d7ff2 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/security-groups?id=83745bf6-2450-44b1-b073-88b2d8645794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914240 Feb 19 02:49:21.207593 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9141543d-479e-4676-a9fd-159bf5c319a5 req-1ad49251-c37f-442b-9991-2824de50860f service neutron] Checking agent: {'id': 'bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:49:21.210359 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9141543d-479e-4676-a9fd-159bf5c319a5 req-1ad49251-c37f-442b-9991-2824de50860f service neutron] Checking segment: {'id': 'b3dae451-0c86-4a64-8455-5c47bfffd3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '4ec29c64-a4ae-430d-ba9f-348461fbf8ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:49:21.211341 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9141543d-479e-4676-a9fd-159bf5c319a5 req-1ad49251-c37f-442b-9991-2824de50860f service neutron] Bound using segment: {'id': 'b3dae451-0c86-4a64-8455-5c47bfffd3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '4ec29c64-a4ae-430d-ba9f-348461fbf8ef'} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:49:21.214413 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-9141543d-479e-4676-a9fd-159bf5c319a5 req-1ad49251-c37f-442b-9991-2824de50860f service neutron] Bound port: e7299dc0-8849-4388-9d2c-57c058571ca0, host: n-h2-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3dae451-0c86-4a64-8455-5c47bfffd3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '4ec29c64-a4ae-430d-ba9f-348461fbf8ef'}}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:49:21.215475 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-9141543d-479e-4676-a9fd-159bf5c319a5 req-1ad49251-c37f-442b-9991-2824de50860f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (e7299dc0-8849-4388-9d2c-57c058571ca0), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:21.251485 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-44b88f66-c6e0-4138-b744-2d70dc271c77 None None] For port 934ac2a5-cc8e-4b1f-9242-73b343713584, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:49:21.260779 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-44b88f66-c6e0-4138-b744-2d70dc271c77 None None] For port 934ac2a5-cc8e-4b1f-9242-73b343713584, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=934ac2a5-cc8e-4b1f-9242-73b343713584,segment=NetworkSegment(76dd077a-f4fc-4f46-aaf6-4a49a42a69c6),segment_id=76dd077a-f4fc-4f46-aaf6-4a49a42a69c6)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:49:21.268957 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4d0bc1a3-1fc5-47f1-a651-fe8c553c4aed req-2c1b3b1a-263f-4fb4-840f-fadfca5d06df tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=58648b0a304e4e32b732a18f663ed7a6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2354164 Feb 19 02:49:21.286140 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-7d529e10-03ca-40fa-9cf2-158c360296e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (e5307722-865c-4862-a476-605eb2871c6e), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:21.297125 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [req-4d0bc1a3-1fc5-47f1-a651-fe8c553c4aed req-77b6a26d-c37d-4b7a-bf8c-4181d5feb715 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103701) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:49:21.299948 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-44b88f66-c6e0-4138-b744-2d70dc271c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (934ac2a5-cc8e-4b1f-9242-73b343713584), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:21.302761 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4d0bc1a3-1fc5-47f1-a651-fe8c553c4aed req-77b6a26d-c37d-4b7a-bf8c-4181d5feb715 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0179121 Feb 19 02:49:21.506971 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-9141543d-479e-4676-a9fd-159bf5c319a5 req-1ad49251-c37f-442b-9991-2824de50860f service neutron] For port e7299dc0-8849-4388-9d2c-57c058571ca0, host n-h2-826753-2, cleared binding levels {{(pid=103701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:49:21.542401 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-9141543d-479e-4676-a9fd-159bf5c319a5 req-1ad49251-c37f-442b-9991-2824de50860f service neutron] For port e7299dc0-8849-4388-9d2c-57c058571ca0, host n-h2-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=e7299dc0-8849-4388-9d2c-57c058571ca0,segment=NetworkSegment(b3dae451-0c86-4a64-8455-5c47bfffd3eb),segment_id=b3dae451-0c86-4a64-8455-5c47bfffd3eb)] {{(pid=103701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:49:21.549487 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4d0bc1a3-1fc5-47f1-a651-fe8c553c4aed req-f5392ca7-feb7-479a-9806-fbb925485026 service neutron] 10.222.0.72 "GET /v2.0/networks/38d6fa8e-4007-4beb-abd0-8f0d817f1ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212234 Feb 19 02:49:21.562718 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c25930-322f-405a-b080-a571da719604 req-c6712171-5f7a-40c2-a2aa-2c3595ef3f4f tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:21.564808 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c4c25930-322f-405a-b080-a571da719604 req-c6712171-5f7a-40c2-a2aa-2c3595ef3f4f tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/ports?device_id=f780e5ff-b429-4f5e-9d5a-1227f9743c37 HTTP/1.1" status: 200 len: 946 time: 0.2097170 Feb 19 02:49:21.576814 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-9141543d-479e-4676-a9fd-159bf5c319a5 req-1ad49251-c37f-442b-9991-2824de50860f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (e7299dc0-8849-4388-9d2c-57c058571ca0), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:21.599511 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b88f66-c6e0-4138-b744-2d70dc271c77 None None] Pushing event updated for resources: {'Port': ['ID=934ac2a5-cc8e-4b1f-9242-73b343713584,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:21.738152 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad49251-c37f-442b-9991-2824de50860f service neutron] Pushing event updated for resources: {'Port': ['ID=e7299dc0-8849-4388-9d2c-57c058571ca0,revision_number=3']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:21.802610 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9141543d-479e-4676-a9fd-159bf5c319a5 req-1ad49251-c37f-442b-9991-2824de50860f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:21.803923 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-9141543d-479e-4676-a9fd-159bf5c319a5 req-1ad49251-c37f-442b-9991-2824de50860f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:21.805502 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9141543d-479e-4676-a9fd-159bf5c319a5 req-1ad49251-c37f-442b-9991-2824de50860f service neutron] 10.222.0.82 "PUT /v2.0/ports/e7299dc0-8849-4388-9d2c-57c058571ca0 HTTP/1.1" status: 200 len: 1091 time: 3.0546677 Feb 19 02:49:21.806036 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ff59ad5-0a6a-4d56-be89-9dd3f1a2f737', 'tag': 'e7299dc0-8849-4388-9d2c-57c058571ca0'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:49:21.808449 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea5b7d21-6beb-4a99-903b-bf76146426cc" -d '{"events": [{"name": "network-changed", "server_uuid": "9ff59ad5-0a6a-4d56-be89-9dd3f1a2f737", "tag": "e7299dc0-8849-4388-9d2c-57c058571ca0"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:49:21.824960 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b0fd68-1120-457a-932b-c935d9055e75 req-af303cff-0906-4bfa-8700-34577a1d5b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:21.827306 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d4b0fd68-1120-457a-932b-c935d9055e75 req-af303cff-0906-4bfa-8700-34577a1d5b2f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5124bd00-da2a-4bd6-93a0-c14c92afb11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 1.1285410 Feb 19 02:49:21.849455 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4d0bc1a3-1fc5-47f1-a651-fe8c553c4aed req-d9774adc-6312-4cb9-bf39-f540abe834e9 service neutron] 10.222.0.72 "GET /v2.0/networks/38d6fa8e-4007-4beb-abd0-8f0d817f1ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2830243 Feb 19 02:49:21.866112 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c4c25930-322f-405a-b080-a571da719604 req-4f5e36a6-5df1-42e0-9805-a5ed85faad0a tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/security-groups?id=d1068709-142b-4f0d-aa54-30196489f5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852404 Feb 19 02:49:21.939137 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-7d529e10-03ca-40fa-9cf2-158c360296e3 None None] Publish callbacks [] for port (e5307722-865c-4862-a476-605eb2871c6e), precommit_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:21.944237 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:21.951130 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-7d529e10-03ca-40fa-9cf2-158c360296e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (e5307722-865c-4862-a476-605eb2871c6e), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:22.006296 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9141543d-479e-4676-a9fd-159bf5c319a5 req-c757f871-d6f0-4f92-94e4-5e2e9b6e2aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:22.009368 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9141543d-479e-4676-a9fd-159bf5c319a5 req-c757f871-d6f0-4f92-94e4-5e2e9b6e2aa3 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d68bae7ecf6f4907884d3b1c20c6b537&device_id=9ff59ad5-0a6a-4d56-be89-9dd3f1a2f737 HTTP/1.1" status: 200 len: 1125 time: 0.1001697 Feb 19 02:49:22.069343 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-7d529e10-03ca-40fa-9cf2-158c360296e3 None None] Attempting to bind port e5307722-865c-4862-a476-605eb2871c6e on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:49:22.069989 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-7d529e10-03ca-40fa-9cf2-158c360296e3 None None] Attempting to bind port e5307722-865c-4862-a476-605eb2871c6e by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:49:22.070510 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d529e10-03ca-40fa-9cf2-158c360296e3 None None] Attempting to bind port e5307722-865c-4862-a476-605eb2871c6e on network eaf64708-9021-419e-b287-ef3e0f51e2ee {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:49:22.073625 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72461e8a-0834-4e29-b671-2cd544afb95e None None] Pushing event updated for resources: {'Port': ['ID=e5307722-865c-4862-a476-605eb2871c6e,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:22.089028 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d529e10-03ca-40fa-9cf2-158c360296e3 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:49:22.089759 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d529e10-03ca-40fa-9cf2-158c360296e3 None None] Checking segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:49:22.090344 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-7d529e10-03ca-40fa-9cf2-158c360296e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:22.090941 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d529e10-03ca-40fa-9cf2-158c360296e3 None None] Bound using segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:49:22.092370 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-7d529e10-03ca-40fa-9cf2-158c360296e3 None None] Bound port: e5307722-865c-4862-a476-605eb2871c6e, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:49:22.093223 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-7d529e10-03ca-40fa-9cf2-158c360296e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (e5307722-865c-4862-a476-605eb2871c6e), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:22.102369 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9141543d-479e-4676-a9fd-159bf5c319a5 req-98baabc9-2fb8-4915-882c-f649088014c7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7299dc0-8849-4388-9d2c-57c058571ca0 HTTP/1.1" status: 200 len: 217 time: 0.0805683 Feb 19 02:49:22.156102 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-7d529e10-03ca-40fa-9cf2-158c360296e3 None None] For port e5307722-865c-4862-a476-605eb2871c6e, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:49:22.160099 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-7d529e10-03ca-40fa-9cf2-158c360296e3 None None] For port e5307722-865c-4862-a476-605eb2871c6e, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=e5307722-865c-4862-a476-605eb2871c6e,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:49:22.169960 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-7d529e10-03ca-40fa-9cf2-158c360296e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (e5307722-865c-4862-a476-605eb2871c6e), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:22.205478 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9141543d-479e-4676-a9fd-159bf5c319a5 req-597824ec-da10-4f44-9a19-c8b11a37660f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:22.207432 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9141543d-479e-4676-a9fd-159bf5c319a5 req-597824ec-da10-4f44-9a19-c8b11a37660f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5103dc21-f4d0-430c-8a52-b05a3a288bbf HTTP/1.1" status: 200 len: 852 time: 0.0904768 Feb 19 02:49:22.242162 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-736b9e56-cf43-4085-a7f8-ff74e20ee253 req-cb93a1ac-2e4f-4d8c-ac55-0305afcb66b8 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (359a2f03-81dc-42fc-9315-cd2c2edd2142), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:22.249517 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d529e10-03ca-40fa-9cf2-158c360296e3 None None] Routers {'870c5122-8f4b-44ba-9f26-4bd7c5073225'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:49:22.250158 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-7d529e10-03ca-40fa-9cf2-158c360296e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:49:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['870c5122-8f4b-44ba-9f26-4bd7c5073225'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:49:22.263546 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d4b0fd68-1120-457a-932b-c935d9055e75 req-53f7e760-b624-4694-a4a9-a83590626500 service neutron] 10.222.0.73 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3863049 Feb 19 02:49:22.285434 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-22e08bc2-20fc-40ab-9143-9535d7636780 req-64c93f22-8a4a-4fcb-97b1-c5da9b03f9f9 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa9b45d5-254c-45de-8e0f-03eec8283098 HTTP/1.1" status: 200 len: 210 time: 0.0613289 Feb 19 02:49:22.295084 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d267a945-839a-4276-b2a0-91c605bc174a req-ea909184-2a50-4c18-8a07-49e219ab92d2 tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:22.297471 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d267a945-839a-4276-b2a0-91c605bc174a req-ea909184-2a50-4c18-8a07-49e219ab92d2 tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb33a693-c143-4b44-9bcb-7281cd2bca72 HTTP/1.1" status: 200 len: 948 time: 0.1936011 Feb 19 02:49:22.308928 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72461e8a-0834-4e29-b671-2cd544afb95e None None] Pushing event updated for resources: {'Port': ['ID=e5307722-865c-4862-a476-605eb2871c6e,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:22.322159 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb93a1ac-2e4f-4d8c-ac55-0305afcb66b8 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Pushing event deleted for resources: {'Port': ['ID=359a2f03-81dc-42fc-9315-cd2c2edd2142,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:22.332057 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9141543d-479e-4676-a9fd-159bf5c319a5 req-1301ed1f-b5e7-484a-a9d6-9020ff222e5a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=4ec29c64-a4ae-430d-ba9f-348461fbf8ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1098742 Feb 19 02:49:22.369141 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-f9322e51-eb85-47d7-b070-3faadaf74a98 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Allocated IP 2001:db8:2::1 (195827ff-a591-4612-a56a-09c6607a6ced/83c5f70b-e87f-4ce0-b250-82b8ea734210/cbdc1dd9-e1d0-4c89-8b35-59149b686033) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:49:22.370787 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:22.470152 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-7d529e10-03ca-40fa-9cf2-158c360296e3 None None] Set router 870c5122-8f4b-44ba-9f26-4bd7c5073225 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:49:22.541584 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6413a1f6-53ed-4ff0-bcbd-3f66a909bafb x-openstack-request-id: req-6413a1f6-53ed-4ff0-bcbd-3f66a909bafb {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:49:22.541790 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ff59ad5-0a6a-4d56-be89-9dd3f1a2f737", "tag": "e7299dc0-8849-4388-9d2c-57c058571ca0", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:49:22.542011 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6413a1f6-53ed-4ff0-bcbd-3f66a909bafb {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:49:22.542453 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ff59ad5-0a6a-4d56-be89-9dd3f1a2f737', 'tag': 'e7299dc0-8849-4388-9d2c-57c058571ca0', 'status': 'completed', 'code': 200} Feb 19 02:49:22.545499 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9141543d-479e-4676-a9fd-159bf5c319a5 req-bb634417-178f-409c-99f9-8a210230b22d service neutron] 10.222.0.82 "GET /v2.0/networks/4ec29c64-a4ae-430d-ba9f-348461fbf8ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906154 Feb 19 02:49:22.549772 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-736b9e56-cf43-4085-a7f8-ff74e20ee253 req-cb93a1ac-2e4f-4d8c-ac55-0305afcb66b8 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] No DVR routers for this DVR port 359a2f03-81dc-42fc-9315-cd2c2edd2142 on host n-h1-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:49:22.567963 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-736b9e56-cf43-4085-a7f8-ff74e20ee253 req-cb93a1ac-2e4f-4d8c-ac55-0305afcb66b8 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:22.578442 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-736b9e56-cf43-4085-a7f8-ff74e20ee253 req-cb93a1ac-2e4f-4d8c-ac55-0305afcb66b8 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.73 "DELETE /v2.0/ports/359a2f03-81dc-42fc-9315-cd2c2edd2142 HTTP/1.1" status: 204 len: 173 time: 2.0988145 Feb 19 02:49:22.578935 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa9b45d5-254c-45de-8e0f-03eec8283098', 'name': 'network-vif-deleted', 'tag': '359a2f03-81dc-42fc-9315-cd2c2edd2142'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:49:22.582414 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6269eda2-4f66-4dd8-a264-f8f88701b922" -d '{"events": [{"server_uuid": "fa9b45d5-254c-45de-8e0f-03eec8283098", "name": "network-vif-deleted", "tag": "359a2f03-81dc-42fc-9315-cd2c2edd2142"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:49:22.623353 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b625ab74-c6e1-4b3d-9050-2029dfceb6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:22.702449 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d267a945-839a-4276-b2a0-91c605bc174a req-ca805371-1471-4df8-9e52-553680a0e8f6 tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f9a0e74-bc03-4003-b35a-0cd376c2c049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3779252 Feb 19 02:49:22.826659 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-aea6a5ba-75e3-4514-80f4-37ab31235cf4 req-577fe03c-2b14-4c15-9738-f997c3e5cdf9 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb8de35d-16fb-4e03-a946-340d40256566 HTTP/1.1" status: 200 len: 210 time: 0.0710447 Feb 19 02:49:22.831649 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-7d529e10-03ca-40fa-9cf2-158c360296e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '870c5122-8f4b-44ba-9f26-4bd7c5073225', 'name': 'tempest-FloatingIPsTestJSON-1277076615-router', 'tenant_id': '1f24aae636d6408ea3a233ece71a8c92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'e5307722-865c-4862-a476-605eb2871c6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:49:12Z', 'updated_at': '2022-02-19T02:49:16Z', 'revision_number': 3, 'project_id': '1f24aae636d6408ea3a233ece71a8c92', 'gw_port': {'id': 'e5307722-865c-4862-a476-605eb2871c6e', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:fd:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '870c5122-8f4b-44ba-9f26-4bd7c5073225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:49:14Z', 'updated_at': '2022-02-19T02:49:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:49:22.834201 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9141543d-479e-4676-a9fd-159bf5c319a5 req-1b1832aa-3ef0-456f-b0bc-7648dea15a40 service neutron] 10.222.0.82 "GET /v2.0/networks/4ec29c64-a4ae-430d-ba9f-348461fbf8ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2814925 Feb 19 02:49:22.884421 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d529e10-03ca-40fa-9cf2-158c360296e3 None None] The sync data for ids ['870c5122-8f4b-44ba-9f26-4bd7c5073225'] in n-d-826753-2 is: [{'id': '870c5122-8f4b-44ba-9f26-4bd7c5073225', 'name': 'tempest-FloatingIPsTestJSON-1277076615-router', 'tenant_id': '1f24aae636d6408ea3a233ece71a8c92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'e5307722-865c-4862-a476-605eb2871c6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:49:12Z', 'updated_at': '2022-02-19T02:49:16Z', 'revision_number': 3, 'project_id': '1f24aae636d6408ea3a233ece71a8c92', 'gw_port': {'id': 'e5307722-865c-4862-a476-605eb2871c6e', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:fd:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '870c5122-8f4b-44ba-9f26-4bd7c5073225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:49:14Z', 'updated_at': '2022-02-19T02:49:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:49:22.889816 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d4b0fd68-1120-457a-932b-c935d9055e75 req-264d407b-a954-49d7-9148-6a41c6051289 service neutron] 10.222.0.73 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5956306 Feb 19 02:49:22.901873 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f9322e51-eb85-47d7-b070-3faadaf74a98 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks [] for port (cbdc1dd9-e1d0-4c89-8b35-59149b686033), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:23.093322 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f9322e51-eb85-47d7-b070-3faadaf74a98 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (cbdc1dd9-e1d0-4c89-8b35-59149b686033), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:23.129509 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5b7d21-6beb-4a99-903b-bf76146426cc req-e6b8b8c2-3111-4131-9747-269bc15780f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:23.131417 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ea5b7d21-6beb-4a99-903b-bf76146426cc req-e6b8b8c2-3111-4131-9747-269bc15780f0 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d68bae7ecf6f4907884d3b1c20c6b537&device_id=9ff59ad5-0a6a-4d56-be89-9dd3f1a2f737 HTTP/1.1" status: 200 len: 1125 time: 0.1508338 Feb 19 02:49:23.150296 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f779f1cb-5eb1-4fd2-83f4-bef5903bd4bf req-3bd3875e-2707-47e6-a98c-30016c445772 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:23.151977 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f779f1cb-5eb1-4fd2-83f4-bef5903bd4bf req-3bd3875e-2707-47e6-a98c-30016c445772 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ff59ad5-0a6a-4d56-be89-9dd3f1a2f737 HTTP/1.1" status: 200 len: 943 time: 0.1981778 Feb 19 02:49:23.168925 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9322e51-eb85-47d7-b070-3faadaf74a98 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Pushing event updated for resources: {'Port': ['ID=cbdc1dd9-e1d0-4c89-8b35-59149b686033,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:23.244582 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99da9dc8-4b42-4877-976d-dc01449435b1 None None] Network 195827ff-a591-4612-a56a-09c6607a6ced requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:49:23.264845 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e3f7ea-0921-470f-be07-e965bdbb8952 x-openstack-request-id: req-e0e3f7ea-0921-470f-be07-e965bdbb8952 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:49:23.265510 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa9b45d5-254c-45de-8e0f-03eec8283098", "name": "network-vif-deleted", "tag": "359a2f03-81dc-42fc-9315-cd2c2edd2142", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:49:23.265510 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e0e3f7ea-0921-470f-be07-e965bdbb8952 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:49:23.265896 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa9b45d5-254c-45de-8e0f-03eec8283098', 'name': 'network-vif-deleted', 'tag': '359a2f03-81dc-42fc-9315-cd2c2edd2142', 'status': 'completed', 'code': 200} Feb 19 02:49:23.294035 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-b625ab74-c6e1-4b3d-9050-2029dfceb6c3 admin admin] Allocated IP 172.20.0.1 (fe9cef91-27e5-437f-93c2-1af604678f69/67f7c5ac-3466-46d3-8e43-4b82c2eef998/80f6e0d8-471c-486c-ad02-d767dd4cfbac) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:49:23.316787 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5b7d21-6beb-4a99-903b-bf76146426cc req-016b95a3-3066-44f4-b9e8-ab5da6dfbdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:23.318788 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ea5b7d21-6beb-4a99-903b-bf76146426cc req-016b95a3-3066-44f4-b9e8-ab5da6dfbdd6 service neutron] 10.222.0.82 "GET /v2.0/networks?id=4ec29c64-a4ae-430d-ba9f-348461fbf8ef HTTP/1.1" status: 200 len: 913 time: 0.1653657 Feb 19 02:49:23.476673 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b625ab74-c6e1-4b3d-9050-2029dfceb6c3 admin admin] Publish callbacks [] for port (80f6e0d8-471c-486c-ad02-d767dd4cfbac), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:23.504784 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e8085f13-0c66-4346-8d95-822a3cb5d0b8 None None] Provisioning complete for port 934ac2a5-cc8e-4b1f-9242-73b343713584 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:49:23.505381 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e8085f13-0c66-4346-8d95-822a3cb5d0b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (934ac2a5-cc8e-4b1f-9242-73b343713584), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:23.547140 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ea5b7d21-6beb-4a99-903b-bf76146426cc req-c1877b61-9c65-4ee7-8a51-609d70a009a5 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7299dc0-8849-4388-9d2c-57c058571ca0 HTTP/1.1" status: 200 len: 217 time: 0.2118332 Feb 19 02:49:23.558760 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-021a3372-f375-4645-bf49-6b5890c4ac76 req-5a652d60-5191-4684-823f-11af90533241 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=fa9b45d5-254c-45de-8e0f-03eec8283098 HTTP/1.1" status: 200 len: 210 time: 0.0773759 Feb 19 02:49:23.560319 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b625ab74-c6e1-4b3d-9050-2029dfceb6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (80f6e0d8-471c-486c-ad02-d767dd4cfbac), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:23.565578 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9322e51-eb85-47d7-b070-3faadaf74a98 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Network 195827ff-a591-4612-a56a-09c6607a6ced is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:49:23.568490 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 934ac2a5-cc8e-4b1f-9242-73b343713584 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:49:23.635368 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b625ab74-c6e1-4b3d-9050-2029dfceb6c3 admin admin] Pushing event updated for resources: {'Port': ['ID=80f6e0d8-471c-486c-ad02-d767dd4cfbac,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:23.640814 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f779f1cb-5eb1-4fd2-83f4-bef5903bd4bf req-5f6247c8-fbd5-4068-b490-822da4428367 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/security-groups?id=83745bf6-2450-44b1-b073-88b2d8645794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4650705 Feb 19 02:49:23.641096 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-f9322e51-eb85-47d7-b070-3faadaf74a98 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:49:23.643524 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9322e51-eb85-47d7-b070-3faadaf74a98 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:49:23.644303 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f9322e51-eb85-47d7-b070-3faadaf74a98 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16289150'] for router_interface (9a962d46-399a-441d-b938-9764d564c0b0), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:23.656076 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b625ab74-c6e1-4b3d-9050-2029dfceb6c3 admin admin] Network fe9cef91-27e5-437f-93c2-1af604678f69 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:49:23.666220 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device a147c18c-4a52-40b3-8d1d-bd06c5e3635e details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:49:23.668367 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:49:23.681201 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5b7d21-6beb-4a99-903b-bf76146426cc req-13e11774-d52a-4754-8a8f-27e0ba791bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:23.684216 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ea5b7d21-6beb-4a99-903b-bf76146426cc req-13e11774-d52a-4754-8a8f-27e0ba791bb2 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5103dc21-f4d0-430c-8a52-b05a3a288bbf HTTP/1.1" status: 200 len: 852 time: 0.1089520 Feb 19 02:49:23.691653 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-b625ab74-c6e1-4b3d-9050-2029dfceb6c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:49:23.695254 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b625ab74-c6e1-4b3d-9050-2029dfceb6c3 admin admin] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:49:23.735336 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b625ab74-c6e1-4b3d-9050-2029dfceb6c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16289150'] for router_interface (870c5122-8f4b-44ba-9f26-4bd7c5073225), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:23.767811 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ea5b7d21-6beb-4a99-903b-bf76146426cc req-913b3a5f-5f9d-4dc4-ac39-c9f23f95724e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=4ec29c64-a4ae-430d-ba9f-348461fbf8ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753293 Feb 19 02:49:23.835360 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e8085f13-0c66-4346-8d95-822a3cb5d0b8 None None] Current status of the port 934ac2a5-cc8e-4b1f-9242-73b343713584 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:49:23.835959 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e8085f13-0c66-4346-8d95-822a3cb5d0b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (934ac2a5-cc8e-4b1f-9242-73b343713584), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:24.009092 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ea5b7d21-6beb-4a99-903b-bf76146426cc req-796ed731-289b-4c4c-a162-2624d5e62a26 service neutron] 10.222.0.82 "GET /v2.0/networks/4ec29c64-a4ae-430d-ba9f-348461fbf8ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312636 Feb 19 02:49:24.169418 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0ee97a1a-3e4b-4ee0-8154-f66e963ed4af req-c202554b-d213-4873-aee8-cbb75a742bce tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb8de35d-16fb-4e03-a946-340d40256566 HTTP/1.1" status: 200 len: 210 time: 0.0911105 Feb 19 02:49:24.209868 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 934ac2a5-cc8e-4b1f-9242-73b343713584 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:49:24.210522 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (934ac2a5-cc8e-4b1f-9242-73b343713584), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:24.221944 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0bc1a3-1fc5-47f1-a651-fe8c553c4aed req-a0f777dd-4f59-44de-8742-5f92d23ac1ee tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:24.223530 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4d0bc1a3-1fc5-47f1-a651-fe8c553c4aed req-a0f777dd-4f59-44de-8742-5f92d23ac1ee tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.82 "GET /v2.0/networks?id=38d6fa8e-4007-4beb-abd0-8f0d817f1ef6 HTTP/1.1" status: 200 len: 806 time: 0.2682283 Feb 19 02:49:24.238487 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b625ab74-c6e1-4b3d-9050-2029dfceb6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (80f6e0d8-471c-486c-ad02-d767dd4cfbac), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:24.266408 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port a147c18c-4a52-40b3-8d1d-bd06c5e3635e, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=a147c18c-4a52-40b3-8d1d-bd06c5e3635e,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:49:24.271719 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-4d0bc1a3-1fc5-47f1-a651-fe8c553c4aed req-e2166ce5-6cdf-4ee9-b2ec-703d23d177ba tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Request body: {'port': {'device_id': 'bb8de35d-16fb-4e03-a946-340d40256566', 'network_id': '38d6fa8e-4007-4beb-abd0-8f0d817f1ef6', 'admin_state_up': True, 'tenant_id': '58648b0a304e4e32b732a18f663ed7a6'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:49:24.288772 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': 'a147c18c-4a52-40b3-8d1d-bd06c5e3635e', 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f', 'port_id': 'a147c18c-4a52-40b3-8d1d-bd06c5e3635e', 'mac_address': 'fa:16:3e:70:44:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '974c06bc-f097-4890-970a-b087501ab241', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:49:24.297535 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bd128c-3443-4e37-861e-a646b825003a req-d8157fcf-b055-4ff3-9120-d8645866b190 tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:24.305878 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a1bd128c-3443-4e37-861e-a646b825003a req-d8157fcf-b055-4ff3-9120-d8645866b190 tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb33a693-c143-4b44-9bcb-7281cd2bca72 HTTP/1.1" status: 200 len: 948 time: 0.3797572 Feb 19 02:49:24.442777 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ea5b7d21-6beb-4a99-903b-bf76146426cc req-c5d84d16-5907-4f08-98ff-ba40a100581f service neutron] 10.222.0.82 "GET /v2.0/networks/4ec29c64-a4ae-430d-ba9f-348461fbf8ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3419220 Feb 19 02:49:24.469615 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f9322e51-eb85-47d7-b070-3faadaf74a98 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (cbdc1dd9-e1d0-4c89-8b35-59149b686033), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:24.486765 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning for port 4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:49:24.489345 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a1bd128c-3443-4e37-861e-a646b825003a req-bc9a8a8d-3092-4371-aa1e-c6fd39567405 tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f9a0e74-bc03-4003-b35a-0cd376c2c049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814532 Feb 19 02:49:24.532724 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port a147c18c-4a52-40b3-8d1d-bd06c5e3635e is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:49:24.534351 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (a147c18c-4a52-40b3-8d1d-bd06c5e3635e), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:24.540529 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port 4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:49:24.540915 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:24.568166 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e8085f13-0c66-4346-8d95-822a3cb5d0b8 None None] For port 934ac2a5-cc8e-4b1f-9242-73b343713584, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=934ac2a5-cc8e-4b1f-9242-73b343713584,segment=NetworkSegment(76dd077a-f4fc-4f46-aaf6-4a49a42a69c6),segment_id=76dd077a-f4fc-4f46-aaf6-4a49a42a69c6)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:49:24.588735 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a147c18c-4a52-40b3-8d1d-bd06c5e3635e {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:49:24.592940 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e8085f13-0c66-4346-8d95-822a3cb5d0b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (934ac2a5-cc8e-4b1f-9242-73b343713584), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:24.664501 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8085f13-0c66-4346-8d95-822a3cb5d0b8 None None] Pushing event updated for resources: {'Port': ['ID=934ac2a5-cc8e-4b1f-9242-73b343713584,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:24.718557 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d0bc1a3-1fc5-47f1-a651-fe8c553c4aed req-e2166ce5-6cdf-4ee9-b2ec-703d23d177ba tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Made reservation on behalf of 58648b0a304e4e32b732a18f663ed7a6 for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:49:24.721987 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-4d0bc1a3-1fc5-47f1-a651-fe8c553c4aed req-e2166ce5-6cdf-4ee9-b2ec-703d23d177ba tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:24.737993 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 934ac2a5-cc8e-4b1f-9242-73b343713584 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:49:24.753639 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port a147c18c-4a52-40b3-8d1d-bd06c5e3635e, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=a147c18c-4a52-40b3-8d1d-bd06c5e3635e,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:49:24.796013 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b625ab74-c6e1-4b3d-9050-2029dfceb6c3 admin admin] Publish callbacks [] for port (80f6e0d8-471c-486c-ad02-d767dd4cfbac), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:24.807577 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa5a54e-329c-45b5-a04f-f058af712ebe req-9a22a923-c9cc-440e-ba03-29b14c03be90 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:24.810143 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8aa5a54e-329c-45b5-a04f-f058af712ebe req-9a22a923-c9cc-440e-ba03-29b14c03be90 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ff59ad5-0a6a-4d56-be89-9dd3f1a2f737 HTTP/1.1" status: 200 len: 943 time: 0.0736675 Feb 19 02:49:24.815867 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (a147c18c-4a52-40b3-8d1d-bd06c5e3635e), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:24.819208 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:49:24.819533 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:24.834582 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-5fa7c12a-caa0-4b45-bb47-20b6bb7baf33 None None] Provisioning complete for port 80f6e0d8-471c-486c-ad02-d767dd4cfbac triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:49:24.834951 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5fa7c12a-caa0-4b45-bb47-20b6bb7baf33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (80f6e0d8-471c-486c-ad02-d767dd4cfbac), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:24.842904 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b625ab74-c6e1-4b3d-9050-2029dfceb6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (80f6e0d8-471c-486c-ad02-d767dd4cfbac), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:24.882793 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-5fa7c12a-caa0-4b45-bb47-20b6bb7baf33 None None] Port 80f6e0d8-471c-486c-ad02-d767dd4cfbac cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:49:24.894893 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8aa5a54e-329c-45b5-a04f-f058af712ebe req-b5796174-c272-4ef1-a988-726161ca6615 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/security-groups?id=83745bf6-2450-44b1-b073-88b2d8645794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763655 Feb 19 02:49:24.929485 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7fed794-1a17-4088-a757-ff223e40f3d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:49:24.931642 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-405824b8-ac86-448d-987d-1ca1c6605f82" -d '{"events": [{"server_uuid": "b7fed794-1a17-4088-a757-ff223e40f3d9", "name": "network-vif-plugged", "status": "completed", "tag": "4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:49:24.956083 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-5fa7c12a-caa0-4b45-bb47-20b6bb7baf33 None None] Provisioning complete for port 934ac2a5-cc8e-4b1f-9242-73b343713584 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:49:24.956465 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5fa7c12a-caa0-4b45-bb47-20b6bb7baf33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (934ac2a5-cc8e-4b1f-9242-73b343713584), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:24.968353 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b625ab74-c6e1-4b3d-9050-2029dfceb6c3 admin admin] Pushing event updated for resources: {'Port': ['ID=80f6e0d8-471c-486c-ad02-d767dd4cfbac,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:24.995101 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:49:25.035140 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fc0cb9-0e5b-43f6-a3f6-5368f2546562 req-0428e0f8-ed94-4916-baf6-e8bad7b1ff1f tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:25.037978 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b8fc0cb9-0e5b-43f6-a3f6-5368f2546562 req-0428e0f8-ed94-4916-baf6-e8bad7b1ff1f tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3f5f85b-34ff-4273-b0ac-566af344a95d HTTP/1.1" status: 200 len: 944 time: 0.0698829 Feb 19 02:49:25.067650 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:25.069152 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 359a2f03-81dc-42fc-9315-cd2c2edd2142 no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:49:25.088527 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-5fa7c12a-caa0-4b45-bb47-20b6bb7baf33 None None] Current status of the port 934ac2a5-cc8e-4b1f-9242-73b343713584 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:49:25.090498 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b625ab74-c6e1-4b3d-9050-2029dfceb6c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16362769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16289258'] for router_interface (870c5122-8f4b-44ba-9f26-4bd7c5073225), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:25.091095 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=a147c18c-4a52-40b3-8d1d-bd06c5e3635e,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:25.094753 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] No Port match for: 359a2f03-81dc-42fc-9315-cd2c2edd2142 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:49:25.095103 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 359a2f03-81dc-42fc-9315-cd2c2edd2142 not bound to the agent host n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:49:25.113795 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b8fc0cb9-0e5b-43f6-a3f6-5368f2546562 req-16be0d44-84d5-4a67-b0b6-d9ed3ffc31cf tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702550 Feb 19 02:49:25.127253 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [req-4d0bc1a3-1fc5-47f1-a651-fe8c553c4aed req-e2166ce5-6cdf-4ee9-b2ec-703d23d177ba tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Allocated IP 172.20.0.13 (38d6fa8e-4007-4beb-abd0-8f0d817f1ef6/54b68f46-9c6f-467f-99d5-a919ef2f5fa1/962d1a35-2649-4454-a621-b0e309f9f60d) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:49:25.150032 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e76cae76-a288-42ba-8b06-c729f9505d9b x-openstack-request-id: req-e76cae76-a288-42ba-8b06-c729f9505d9b {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:49:25.150347 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7fed794-1a17-4088-a757-ff223e40f3d9", "name": "network-vif-plugged", "status": "completed", "tag": "4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:49:25.150571 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e76cae76-a288-42ba-8b06-c729f9505d9b {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:49:25.150987 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7fed794-1a17-4088-a757-ff223e40f3d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf', 'code': 200} Feb 19 02:49:25.182876 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-5fa7c12a-caa0-4b45-bb47-20b6bb7baf33 None None] Provisioning complete for port cbdc1dd9-e1d0-4c89-8b35-59149b686033 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:49:25.183233 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5fa7c12a-caa0-4b45-bb47-20b6bb7baf33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (cbdc1dd9-e1d0-4c89-8b35-59149b686033), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:25.223165 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-5fa7c12a-caa0-4b45-bb47-20b6bb7baf33 None None] Port cbdc1dd9-e1d0-4c89-8b35-59149b686033 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:49:25.225264 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:25.293148 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-65ce9bbc-c588-46e6-bae5-c0931d0c672a req-47e51e8e-12d4-4bd4-a878-d8858335151e tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb8de35d-16fb-4e03-a946-340d40256566 HTTP/1.1" status: 200 len: 210 time: 0.0355570 Feb 19 02:49:25.372545 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['a147c18c-4a52-40b3-8d1d-bd06c5e3635e'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:49:25.380806 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f9322e51-eb85-47d7-b070-3faadaf74a98 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks [] for port (cbdc1dd9-e1d0-4c89-8b35-59149b686033), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:25.401613 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f9322e51-eb85-47d7-b070-3faadaf74a98 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (cbdc1dd9-e1d0-4c89-8b35-59149b686033), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:25.402381 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f9322e51-eb85-47d7-b070-3faadaf74a98 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16362769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16289258'] for router_interface (9a962d46-399a-441d-b938-9764d564c0b0), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:25.480827 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b625ab74-c6e1-4b3d-9050-2029dfceb6c3 admin admin] Network fe9cef91-27e5-437f-93c2-1af604678f69 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:49:25.502630 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 934ac2a5-cc8e-4b1f-9242-73b343713584 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:49:25.547561 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-4d0bc1a3-1fc5-47f1-a651-fe8c553c4aed req-e2166ce5-6cdf-4ee9-b2ec-703d23d177ba tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Publish callbacks [] for port (962d1a35-2649-4454-a621-b0e309f9f60d), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:25.595390 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-b625ab74-c6e1-4b3d-9050-2029dfceb6c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:49:25.618236 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 934ac2a5-cc8e-4b1f-9242-73b343713584 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:49:25.618584 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (934ac2a5-cc8e-4b1f-9242-73b343713584), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:25.620630 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544cadc3-ccf6-45a8-be45-ed331f6c4ae0 req-d0c31347-9aa1-42e5-9a02-4c41e6c94a5a tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:25.626196 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-544cadc3-ccf6-45a8-be45-ed331f6c4ae0 req-d0c31347-9aa1-42e5-9a02-4c41e6c94a5a tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb33a693-c143-4b44-9bcb-7281cd2bca72 HTTP/1.1" status: 200 len: 949 time: 0.0717490 Feb 19 02:49:25.649441 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-4d0bc1a3-1fc5-47f1-a651-fe8c553c4aed req-e2166ce5-6cdf-4ee9-b2ec-703d23d177ba tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (962d1a35-2649-4454-a621-b0e309f9f60d), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:25.665586 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203370a9-b590-487b-b281-7d1d27ae6a40 req-209498ac-c5ee-4172-bd43-800626953371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:25.667442 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-203370a9-b590-487b-b281-7d1d27ae6a40 req-209498ac-c5ee-4172-bd43-800626953371 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b7fed794-1a17-4088-a757-ff223e40f3d9 HTTP/1.1" status: 200 len: 1132 time: 0.3734858 Feb 19 02:49:25.684139 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-544cadc3-ccf6-45a8-be45-ed331f6c4ae0 req-3b19251c-a149-4f55-bb2a-5bb73f420b02 tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f9a0e74-bc03-4003-b35a-0cd376c2c049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550737 Feb 19 02:49:25.685271 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d0bc1a3-1fc5-47f1-a651-fe8c553c4aed req-e2166ce5-6cdf-4ee9-b2ec-703d23d177ba tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Network 38d6fa8e-4007-4beb-abd0-8f0d817f1ef6 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:49:25.691343 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['e7b6d271-0dd0-403f-9e7b-d4c19bbe49c1'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:49:25.696771 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [req-4d0bc1a3-1fc5-47f1-a651-fe8c553c4aed req-e2166ce5-6cdf-4ee9-b2ec-703d23d177ba tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:49:25.698907 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9322e51-eb85-47d7-b070-3faadaf74a98 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Pushing event updated for resources: {'Port': ['ID=cbdc1dd9-e1d0-4c89-8b35-59149b686033,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:25.805456 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 934ac2a5-cc8e-4b1f-9242-73b343713584 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:49:25.806697 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device e5307722-865c-4862-a476-605eb2871c6e up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:49:25.911062 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port e5307722-865c-4862-a476-605eb2871c6e triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:49:25.911742 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (e5307722-865c-4862-a476-605eb2871c6e), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:25.971881 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-bbf8775e-d812-4d17-83a4-63293a35eeb0 None None] Provisioning complete for port 80f6e0d8-471c-486c-ad02-d767dd4cfbac triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:49:25.972431 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-bbf8775e-d812-4d17-83a4-63293a35eeb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (80f6e0d8-471c-486c-ad02-d767dd4cfbac), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:26.018822 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2c074e-f608-4a11-959c-e1daf0cff7d7 req-d1b4aa87-e734-4d93-9ea9-44e03ddb837d tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:26.020337 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-da2c074e-f608-4a11-959c-e1daf0cff7d7 req-d1b4aa87-e734-4d93-9ea9-44e03ddb837d tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ff59ad5-0a6a-4d56-be89-9dd3f1a2f737 HTTP/1.1" status: 200 len: 943 time: 0.0566521 Feb 19 02:49:26.026275 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device e7299dc0-8849-4388-9d2c-57c058571ca0 details requested by agent hyperv_n-h2-826753-2 with host n-h2-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:49:26.050053 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-bbf8775e-d812-4d17-83a4-63293a35eeb0 None None] Port 80f6e0d8-471c-486c-ad02-d767dd4cfbac cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:49:26.076946 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port e5307722-865c-4862-a476-605eb2871c6e is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:49:26.077507 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (e5307722-865c-4862-a476-605eb2871c6e), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:26.084731 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-da2c074e-f608-4a11-959c-e1daf0cff7d7 req-158dfa58-fc9d-4ad7-8706-e8ca184e7195 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/security-groups?id=83745bf6-2450-44b1-b073-88b2d8645794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564444 Feb 19 02:49:26.099028 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:26.103173 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d0bc1a3-1fc5-47f1-a651-fe8c553c4aed req-e2166ce5-6cdf-4ee9-b2ec-703d23d177ba tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:49:26.116930 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port e5307722-865c-4862-a476-605eb2871c6e, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=e5307722-865c-4862-a476-605eb2871c6e,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:49:26.146800 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (e5307722-865c-4862-a476-605eb2871c6e), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:26.221192 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=e5307722-865c-4862-a476-605eb2871c6e,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:26.239792 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:49:26.239792 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:49:26.240149 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:49:26.240689 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:49:26.241709 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:49:26.241709 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:49:26.242012 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:49:26.242144 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:49:26.242403 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:49:26.242818 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:49:26.243163 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:49:26.243467 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:49:26.243790 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:49:26.252579 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port e7299dc0-8849-4388-9d2c-57c058571ca0, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=e7299dc0-8849-4388-9d2c-57c058571ca0,segment=NetworkSegment(b3dae451-0c86-4a64-8455-5c47bfffd3eb),segment_id=b3dae451-0c86-4a64-8455-5c47bfffd3eb)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:49:26.263940 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657f10fa-e21b-458d-9bd8-5583a20da783 req-09771c55-33bf-4626-9dea-1ad30cc037e0 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:26.265772 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-657f10fa-e21b-458d-9bd8-5583a20da783 req-09771c55-33bf-4626-9dea-1ad30cc037e0 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3f5f85b-34ff-4273-b0ac-566af344a95d HTTP/1.1" status: 200 len: 944 time: 0.0642245 Feb 19 02:49:26.266351 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Returning: {'device': 'e7299dc0-8849-4388-9d2c-57c058571ca0', 'network_id': '4ec29c64-a4ae-430d-ba9f-348461fbf8ef', 'port_id': 'e7299dc0-8849-4388-9d2c-57c058571ca0', 'mac_address': 'fa:16:3e:2c:7d:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5103dc21-f4d0-430c-8a52-b05a3a288bbf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:49:26.300690 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2166ce5-6cdf-4ee9-b2ec-703d23d177ba tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Pushing event updated for resources: {'Port': ['ID=962d1a35-2649-4454-a621-b0e309f9f60d,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:26.310914 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port e7299dc0-8849-4388-9d2c-57c058571ca0 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:49:26.310914 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (e7299dc0-8849-4388-9d2c-57c058571ca0), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:26.316021 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0bc1a3-1fc5-47f1-a651-fe8c553c4aed req-e2166ce5-6cdf-4ee9-b2ec-703d23d177ba tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:26.316643 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-4d0bc1a3-1fc5-47f1-a651-fe8c553c4aed req-e2166ce5-6cdf-4ee9-b2ec-703d23d177ba tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:26.320857 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-203370a9-b590-487b-b281-7d1d27ae6a40 req-f023b006-af32-41cf-b47e-b5ce8e3bba47 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7f9a0e74-bc03-4003-b35a-0cd376c2c049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6337125 Feb 19 02:49:26.324014 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-657f10fa-e21b-458d-9bd8-5583a20da783 req-05b0cba7-395f-4430-9ef4-35aa88f31658 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504558 Feb 19 02:49:26.324606 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7299dc0-8849-4388-9d2c-57c058571ca0 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:49:26.348666 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port e7299dc0-8849-4388-9d2c-57c058571ca0, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=e7299dc0-8849-4388-9d2c-57c058571ca0,segment=NetworkSegment(b3dae451-0c86-4a64-8455-5c47bfffd3eb),segment_id=b3dae451-0c86-4a64-8455-5c47bfffd3eb)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:49:26.352475 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9322e51-eb85-47d7-b070-3faadaf74a98 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Network 195827ff-a591-4612-a56a-09c6607a6ced is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:49:26.357735 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-f9322e51-eb85-47d7-b070-3faadaf74a98 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:49:26.363209 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (e7299dc0-8849-4388-9d2c-57c058571ca0), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:26.373810 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4d0bc1a3-1fc5-47f1-a651-fe8c553c4aed req-e2166ce5-6cdf-4ee9-b2ec-703d23d177ba tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1127942 Feb 19 02:49:26.383335 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220aa0f2-a261-478f-bb3d-cd247ff8a782 req-10dc5eff-09d4-4701-a2da-c97247d3d6ef tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:26.384845 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-220aa0f2-a261-478f-bb3d-cd247ff8a782 req-10dc5eff-09d4-4701-a2da-c97247d3d6ef tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.73 "GET /v2.0/ports?device_id=d3f5f85b-34ff-4273-b0ac-566af344a95d HTTP/1.1" status: 200 len: 944 time: 0.2828517 Feb 19 02:49:26.428264 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b625ab74-c6e1-4b3d-9050-2029dfceb6c3 admin admin] Router 870c5122-8f4b-44ba-9f26-4bd7c5073225 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:49:26.432308 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-4d0bc1a3-1fc5-47f1-a651-fe8c553c4aed req-4d2802a5-74a9-4d96-bbd4-ac96a744011b service neutron] Request body: {'port': {'device_id': 'bb8de35d-16fb-4e03-a946-340d40256566', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826753-2'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:49:26.439887 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=e7299dc0-8849-4388-9d2c-57c058571ca0,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:26.458711 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bbbd57-f85e-414c-b332-6b1b9650f79a req-17960d12-43fc-457a-95d8-de695996e2e9 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:26.460694 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-21bbbd57-f85e-414c-b332-6b1b9650f79a req-17960d12-43fc-457a-95d8-de695996e2e9 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb8de35d-16fb-4e03-a946-340d40256566 HTTP/1.1" status: 200 len: 932 time: 0.0786390 Feb 19 02:49:26.533049 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-21bbbd57-f85e-414c-b332-6b1b9650f79a req-6058fb34-4bd3-4ee9-8de4-beb9a5de0970 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ca71149-99da-4cc2-ac25-44d2d4a4007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609186 Feb 19 02:49:26.597071 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9322e51-eb85-47d7-b070-3faadaf74a98 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Router 9a962d46-399a-441d-b938-9764d564c0b0 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:49:26.607840 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-4d0bc1a3-1fc5-47f1-a651-fe8c553c4aed req-4d2802a5-74a9-4d96-bbd4-ac96a744011b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (962d1a35-2649-4454-a621-b0e309f9f60d), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:26.679685 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-c4fc8c07-cd18-4de6-b10e-8535621abc76 None None] Provisioning complete for port cbdc1dd9-e1d0-4c89-8b35-59149b686033 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:49:26.680191 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c4fc8c07-cd18-4de6-b10e-8535621abc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (cbdc1dd9-e1d0-4c89-8b35-59149b686033), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:26.723722 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['e7299dc0-8849-4388-9d2c-57c058571ca0'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:49:26.728500 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-c4fc8c07-cd18-4de6-b10e-8535621abc76 None None] Port cbdc1dd9-e1d0-4c89-8b35-59149b686033 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:49:26.814079 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b625ab74-c6e1-4b3d-9050-2029dfceb6c3 admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:49:26.828062 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d39e2f7-ef29-49cb-b8dd-2aabb928c8b9 None None] Sync routers for ids ['870c5122-8f4b-44ba-9f26-4bd7c5073225'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:49:26.835092 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e39a78-e39c-480d-8471-8499c223cf6b req-ba6b4b28-de86-429f-8ded-b46dc8a819c1 tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:26.838512 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-b625ab74-c6e1-4b3d-9050-2029dfceb6c3 admin admin] 10.222.0.72 "PUT /v2.0/routers/870c5122-8f4b-44ba-9f26-4bd7c5073225/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4029427 Feb 19 02:49:26.841656 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d39e2f7-ef29-49cb-b8dd-2aabb928c8b9 None None] Routers {'870c5122-8f4b-44ba-9f26-4bd7c5073225'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:49:26.842458 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-4d39e2f7-ef29-49cb-b8dd-2aabb928c8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:49:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['870c5122-8f4b-44ba-9f26-4bd7c5073225'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:49:26.854529 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-44e39a78-e39c-480d-8471-8499c223cf6b req-ba6b4b28-de86-429f-8ded-b46dc8a819c1 tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb33a693-c143-4b44-9bcb-7281cd2bca72 HTTP/1.1" status: 200 len: 949 time: 0.0845602 Feb 19 02:49:26.955090 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9322e51-eb85-47d7-b070-3faadaf74a98 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:49:26.971583 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-f9322e51-eb85-47d7-b070-3faadaf74a98 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] 10.222.0.72 "PUT /v2.0/routers/9a962d46-399a-441d-b938-9764d564c0b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8416650 Feb 19 02:49:26.975493 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 57512) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:49:26.981949 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbcdc16-f46d-440a-9387-f05396cac022 None None] Sync routers for ids ['9a962d46-399a-441d-b938-9764d564c0b0'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:49:26.982992 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-44e39a78-e39c-480d-8471-8499c223cf6b req-1501a658-7809-4203-8292-3385c1f12dc4 tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f9a0e74-bc03-4003-b35a-0cd376c2c049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274912 Feb 19 02:49:26.983479 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-5ab9dfec-a558-46b7-94ef-53730e00a4f5 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-259326641'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:49:27.000644 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-4d39e2f7-ef29-49cb-b8dd-2aabb928c8b9 None None] Set router 870c5122-8f4b-44ba-9f26-4bd7c5073225 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:49:27.005687 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbcdc16-f46d-440a-9387-f05396cac022 None None] Routers {'9a962d46-399a-441d-b938-9764d564c0b0'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:49:27.008385 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-adbcdc16-f46d-440a-9387-f05396cac022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:49:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['9a962d46-399a-441d-b938-9764d564c0b0'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:49:27.098922 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab9dfec-a558-46b7-94ef-53730e00a4f5 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Made reservation on behalf of af7fe21ef8a34b4aa8aa211833eb0628 for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:49:27.115201 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5ab9dfec-a558-46b7-94ef-53730e00a4f5 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:27.130329 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-adbcdc16-f46d-440a-9387-f05396cac022 None None] Set router 9a962d46-399a-441d-b938-9764d564c0b0 gateway port host: None {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:49:27.149609 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ab9dfec-a558-46b7-94ef-53730e00a4f5 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] vlan segment allocate from pool success with {'vlan_id': 271, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:49:27.164513 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5ab9dfec-a558-46b7-94ef-53730e00a4f5 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (ecdb6ca4-bc5a-4179-b78a-53d37d4fd5a4), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:27.164777 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-5ab9dfec-a558-46b7-94ef-53730e00a4f5 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Added segment ecdb6ca4-bc5a-4179-b78a-53d37d4fd5a4 of type vlan for network 8972b59b-cb6a-4c9c-b4d5-489e7bec4e7f Feb 19 02:49:27.237044 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-220aa0f2-a261-478f-bb3d-cd247ff8a782 req-97898811-a6b8-40e9-b988-c4edb518a0ec tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Deleting port 4b60fb05-e487-4969-8620-669f8cc0ccaf {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:49:27.237392 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-220aa0f2-a261-478f-bb3d-cd247ff8a782 req-97898811-a6b8-40e9-b988-c4edb518a0ec tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (4b60fb05-e487-4969-8620-669f8cc0ccaf), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:27.259685 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5ab9dfec-a558-46b7-94ef-53730e00a4f5 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (8972b59b-cb6a-4c9c-b4d5-489e7bec4e7f), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:27.300334 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde162f9-8538-4cf6-9608-f37c65cddcaa req-a8828c07-2699-459f-bc54-7962d66cf7a5 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:27.301877 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fde162f9-8538-4cf6-9608-f37c65cddcaa req-a8828c07-2699-459f-bc54-7962d66cf7a5 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ff59ad5-0a6a-4d56-be89-9dd3f1a2f737 HTTP/1.1" status: 200 len: 944 time: 0.1354711 Feb 19 02:49:27.315956 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-4d39e2f7-ef29-49cb-b8dd-2aabb928c8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '870c5122-8f4b-44ba-9f26-4bd7c5073225', 'name': 'tempest-FloatingIPsTestJSON-1277076615-router', 'tenant_id': '1f24aae636d6408ea3a233ece71a8c92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'e5307722-865c-4862-a476-605eb2871c6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:49:12Z', 'updated_at': '2022-02-19T02:49:23Z', 'revision_number': 4, 'project_id': '1f24aae636d6408ea3a233ece71a8c92', 'gw_port': {'id': 'e5307722-865c-4862-a476-605eb2871c6e', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:fd:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870c5122-8f4b-44ba-9f26-4bd7c5073225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:49:14Z', 'updated_at': '2022-02-19T02:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '80f6e0d8-471c-486c-ad02-d767dd4cfbac', 'name': '', 'network_id': 'fe9cef91-27e5-437f-93c2-1af604678f69', 'tenant_id': '1f24aae636d6408ea3a233ece71a8c92', 'mac_address': 'fa:16:3e:41:81:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '870c5122-8f4b-44ba-9f26-4bd7c5073225', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '67f7c5ac-3466-46d3-8e43-4b82c2eef998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:49:22Z', 'updated_at': '2022-02-19T02:49:24Z', 'revision_number': 2, 'project_id': '1f24aae636d6408ea3a233ece71a8c92', 'subnets': [{'id': '67f7c5ac-3466-46d3-8e43-4b82c2eef998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:49:27.346515 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4e1af74c-540b-4b50-aeae-a99ef87e9d73 req-af9f2ba2-e9ed-4aca-831f-c3a596a275e9 tempest-FloatingIPsTestJSON-1026572979 tempest-FloatingIPsTestJSON-1026572979-project] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2488735 Feb 19 02:49:27.353841 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-4e1af74c-540b-4b50-aeae-a99ef87e9d73 req-5b0a8575-a2b7-4e78-afeb-056fe9d11a5f tempest-FloatingIPsTestJSON-1026572979 tempest-FloatingIPsTestJSON-1026572979-project] Request body: {'floatingip': {'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:49:27.367512 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d39e2f7-ef29-49cb-b8dd-2aabb928c8b9 None None] Checking router: 870c5122-8f4b-44ba-9f26-4bd7c5073225 for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:49:27.368195 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d39e2f7-ef29-49cb-b8dd-2aabb928c8b9 None None] Updating router 870c5122-8f4b-44ba-9f26-4bd7c5073225 port 80f6e0d8-471c-486c-ad02-d767dd4cfbac binding host n-d-826753-2 {{(pid=103704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:49:27.383866 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5ab9dfec-a558-46b7-94ef-53730e00a4f5 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (8972b59b-cb6a-4c9c-b4d5-489e7bec4e7f), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:27.388922 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab9dfec-a558-46b7-94ef-53730e00a4f5 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:27.389608 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5ab9dfec-a558-46b7-94ef-53730e00a4f5 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:27.390250 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-4e1af74c-540b-4b50-aeae-a99ef87e9d73 req-5b0a8575-a2b7-4e78-afeb-056fe9d11a5f tempest-FloatingIPsTestJSON-1026572979 tempest-FloatingIPsTestJSON-1026572979-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:27.408920 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-4d39e2f7-ef29-49cb-b8dd-2aabb928c8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (80f6e0d8-471c-486c-ad02-d767dd4cfbac), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:27.450113 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device e5307722-865c-4862-a476-605eb2871c6e up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:49:27.454239 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-5ab9dfec-a558-46b7-94ef-53730e00a4f5 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4767485 Feb 19 02:49:27.461482 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fde162f9-8538-4cf6-9608-f37c65cddcaa req-219bb453-24fb-4888-8a15-714cb2e30afe tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/security-groups?id=83745bf6-2450-44b1-b073-88b2d8645794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438699 Feb 19 02:49:27.464925 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 57522) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:49:27.473661 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-4e891fd8-6a56-4cf5-805f-afef207b2e4c tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Request body: {'subnet': {'network_id': '8972b59b-cb6a-4c9c-b4d5-489e7bec4e7f', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:49:27.511947 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-4d0bc1a3-1fc5-47f1-a651-fe8c553c4aed req-4d2802a5-74a9-4d96-bbd4-ac96a744011b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 962d1a35-2649-4454-a621-b0e309f9f60d {{(pid=103702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:49:27.523378 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port e5307722-865c-4862-a476-605eb2871c6e triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:49:27.523762 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (e5307722-865c-4862-a476-605eb2871c6e), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:27.537929 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-4d0bc1a3-1fc5-47f1-a651-fe8c553c4aed req-4d2802a5-74a9-4d96-bbd4-ac96a744011b service neutron] Publish callbacks [] for port (962d1a35-2649-4454-a621-b0e309f9f60d), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:27.577218 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-adbcdc16-f46d-440a-9387-f05396cac022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a962d46-399a-441d-b938-9764d564c0b0', 'name': 'tempest-RoutersIpV6Test-router-593384108', 'tenant_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:48:58Z', 'updated_at': '2022-02-19T02:49:24Z', 'revision_number': 4, 'project_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'gw_port_host': None, '_interfaces': [{'id': '0703ca3e-7a1d-4063-a291-1e8e91e8f8d1', 'name': '', 'network_id': 'eaa143cd-3afc-4764-a677-99b22e3b56d0', 'tenant_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'mac_address': 'fa:16:3e:a8:92:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a962d46-399a-441d-b938-9764d564c0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'a8e8530f-41b8-489a-b611-33908f08e91d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:49:00Z', 'updated_at': '2022-02-19T02:49:09Z', 'revision_number': 5, 'project_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'subnets': [{'id': 'a8e8530f-41b8-489a-b611-33908f08e91d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1949d8ce-0010-4dda-8990-e9ecf5732576', 'name': '', 'network_id': 'f2707e19-a9b2-48ff-b724-f18564bb6f57', 'tenant_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'mac_address': 'fa:16:3e:06:99:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a962d46-399a-441d-b938-9764d564c0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '1e52f09d-7a71-4bd7-9800-26ba2a95d400', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:49:10Z', 'updated_at': '2022-02-19T02:49:18Z', 'revision_number': 5, 'project_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'subnets': [{'id': '1e52f09d-7a71-4bd7-9800-26ba2a95d400', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbdc1dd9-e1d0-4c89-8b35-59149b686033', 'name': '', 'network_id': '195827ff-a591-4612-a56a-09c6607a6ced', 'tenant_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'mac_address': 'fa:16:3e:01:c0:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a962d46-399a-441d-b938-9764d564c0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '83c5f70b-e87f-4ce0-b250-82b8ea734210', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:49:22Z', 'updated_at': '2022-02-19T02:49:24Z', 'revision_number': 2, 'project_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'subnets': [{'id': '83c5f70b-e87f-4ce0-b250-82b8ea734210', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:49:27.623373 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbcdc16-f46d-440a-9387-f05396cac022 None None] Checking router: 9a962d46-399a-441d-b938-9764d564c0b0 for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:49:27.623737 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbcdc16-f46d-440a-9387-f05396cac022 None None] Updating router 9a962d46-399a-441d-b938-9764d564c0b0 port cbdc1dd9-e1d0-4c89-8b35-59149b686033 binding host n-d-826753-2 {{(pid=103703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:49:27.644213 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab9dfec-a558-46b7-94ef-53730e00a4f5 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Pushing event updated for resources: {'Network': ['ID=8972b59b-cb6a-4c9c-b4d5-489e7bec4e7f,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:27.687656 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-220aa0f2-a261-478f-bb3d-cd247ff8a782 req-97898811-a6b8-40e9-b988-c4edb518a0ec tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] For port 4b60fb05-e487-4969-8620-669f8cc0ccaf, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=4b60fb05-e487-4969-8620-669f8cc0ccaf,segment=NetworkSegment(9dab481a-5428-424d-a8c3-4ae8ddfff67b),segment_id=9dab481a-5428-424d-a8c3-4ae8ddfff67b)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:49:27.688033 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-220aa0f2-a261-478f-bb3d-cd247ff8a782 req-97898811-a6b8-40e9-b988-c4edb518a0ec tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (4b60fb05-e487-4969-8620-669f8cc0ccaf), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:27.698488 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port e5307722-865c-4862-a476-605eb2871c6e is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:49:27.702643 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-220aa0f2-a261-478f-bb3d-cd247ff8a782 req-97898811-a6b8-40e9-b988-c4edb518a0ec tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Calling delete_port for 4b60fb05-e487-4969-8620-669f8cc0ccaf owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:49:27.705902 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 8972b59b-cb6a-4c9c-b4d5-489e7bec4e7f details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:49:27.708536 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 81a2675a-d4f3-4f2a-9ba7-8716fc9eee97 details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:49:27.817952 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 81a2675a-d4f3-4f2a-9ba7-8716fc9eee97, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=81a2675a-d4f3-4f2a-9ba7-8716fc9eee97,segment=NetworkSegment(95c489b5-d2f5-4704-89fb-8accaa8a0e0f),segment_id=95c489b5-d2f5-4704-89fb-8accaa8a0e0f)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:49:27.829804 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-4e1af74c-540b-4b50-aeae-a99ef87e9d73 req-5b0a8575-a2b7-4e78-afeb-056fe9d11a5f tempest-FloatingIPsTestJSON-1026572979 tempest-FloatingIPsTestJSON-1026572979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:27.836914 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': '81a2675a-d4f3-4f2a-9ba7-8716fc9eee97', 'network_id': 'bf672100-ed94-443f-908a-4ecaf8a2d628', 'port_id': '81a2675a-d4f3-4f2a-9ba7-8716fc9eee97', 'mac_address': 'fa:16:3e:0e:e3:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bb04773-132e-443e-9baa-c5ff97e31eb2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:49:27.839048 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device a147c18c-4a52-40b3-8d1d-bd06c5e3635e up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:49:27.881666 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-220aa0f2-a261-478f-bb3d-cd247ff8a782 req-97898811-a6b8-40e9-b988-c4edb518a0ec tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (4b60fb05-e487-4969-8620-669f8cc0ccaf), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:27.896309 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-4d0bc1a3-1fc5-47f1-a651-fe8c553c4aed req-4d2802a5-74a9-4d96-bbd4-ac96a744011b service neutron] Transition to ACTIVE for port object 962d1a35-2649-4454-a621-b0e309f9f60d will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:49:27.899842 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede7e0ea-7513-46eb-a21a-8356e3ce14e0 req-ae019da8-9f7d-410f-8fd1-2a991c615732 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:27.907423 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ede7e0ea-7513-46eb-a21a-8356e3ce14e0 req-ae019da8-9f7d-410f-8fd1-2a991c615732 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3f5f85b-34ff-4273-b0ac-566af344a95d HTTP/1.1" status: 200 len: 944 time: 0.1145797 Feb 19 02:49:27.908227 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e891fd8-6a56-4cf5-805f-afef207b2e4c tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Made reservation on behalf of af7fe21ef8a34b4aa8aa211833eb0628 for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:49:27.914763 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4e891fd8-6a56-4cf5-805f-afef207b2e4c tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:27.916373 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-4d39e2f7-ef29-49cb-b8dd-2aabb928c8b9 None None] Publish callbacks [] for port (80f6e0d8-471c-486c-ad02-d767dd4cfbac), precommit_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:27.926828 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-adbcdc16-f46d-440a-9387-f05396cac022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (cbdc1dd9-e1d0-4c89-8b35-59149b686033), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:27.927043 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-4d39e2f7-ef29-49cb-b8dd-2aabb928c8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (80f6e0d8-471c-486c-ad02-d767dd4cfbac), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:27.978238 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a17aa97-c4dc-4d2f-ace8-8f3bf8ea3877 None None] Pushing event updated for resources: {'Port': ['ID=80f6e0d8-471c-486c-ad02-d767dd4cfbac,revision_number=3']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:28.011880 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ede7e0ea-7513-46eb-a21a-8356e3ce14e0 req-247ec3ca-73ab-4715-8967-327141e4ce6e tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968339 Feb 19 02:49:28.062340 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [req-4e1af74c-540b-4b50-aeae-a99ef87e9d73 req-5b0a8575-a2b7-4e78-afeb-056fe9d11a5f tempest-FloatingIPsTestJSON-1026572979 tempest-FloatingIPsTestJSON-1026572979-project] Allocated IP 172.25.6.153 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/44b6a878-8992-46b4-92f2-c5701b21e699) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:49:28.088446 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-4d39e2f7-ef29-49cb-b8dd-2aabb928c8b9 None None] Attempting to bind port 80f6e0d8-471c-486c-ad02-d767dd4cfbac on host n-d-826753-2 for vnic_type normal with profile {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:49:28.089740 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-4d39e2f7-ef29-49cb-b8dd-2aabb928c8b9 None None] Attempting to bind port 80f6e0d8-471c-486c-ad02-d767dd4cfbac by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '3a1d4f84-16e8-4483-a972-70429012ee76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'fe9cef91-27e5-437f-93c2-1af604678f69'}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:49:28.090476 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d39e2f7-ef29-49cb-b8dd-2aabb928c8b9 None None] Attempting to bind port 80f6e0d8-471c-486c-ad02-d767dd4cfbac on network fe9cef91-27e5-437f-93c2-1af604678f69 {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:49:28.100208 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d39e2f7-ef29-49cb-b8dd-2aabb928c8b9 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:49:28.101419 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d39e2f7-ef29-49cb-b8dd-2aabb928c8b9 None None] Checking segment: {'id': '3a1d4f84-16e8-4483-a972-70429012ee76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'fe9cef91-27e5-437f-93c2-1af604678f69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:49:28.102069 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-4d39e2f7-ef29-49cb-b8dd-2aabb928c8b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:28.102722 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d39e2f7-ef29-49cb-b8dd-2aabb928c8b9 None None] Bound using segment: {'id': '3a1d4f84-16e8-4483-a972-70429012ee76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'fe9cef91-27e5-437f-93c2-1af604678f69'} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:49:28.103426 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-4d39e2f7-ef29-49cb-b8dd-2aabb928c8b9 None None] Bound port: 80f6e0d8-471c-486c-ad02-d767dd4cfbac, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a1d4f84-16e8-4483-a972-70429012ee76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'fe9cef91-27e5-437f-93c2-1af604678f69'}}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:49:28.104793 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-4d39e2f7-ef29-49cb-b8dd-2aabb928c8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (80f6e0d8-471c-486c-ad02-d767dd4cfbac), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:28.204005 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-4d39e2f7-ef29-49cb-b8dd-2aabb928c8b9 None None] For port 80f6e0d8-471c-486c-ad02-d767dd4cfbac, host n-d-826753-2, cleared binding levels {{(pid=103704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:49:28.214316 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-4d39e2f7-ef29-49cb-b8dd-2aabb928c8b9 None None] For port 80f6e0d8-471c-486c-ad02-d767dd4cfbac, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=80f6e0d8-471c-486c-ad02-d767dd4cfbac,segment=NetworkSegment(3a1d4f84-16e8-4483-a972-70429012ee76),segment_id=3a1d4f84-16e8-4483-a972-70429012ee76)] {{(pid=103704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:49:28.231185 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-4d0bc1a3-1fc5-47f1-a651-fe8c553c4aed req-4d2802a5-74a9-4d96-bbd4-ac96a744011b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (962d1a35-2649-4454-a621-b0e309f9f60d), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:28.232334 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-4d39e2f7-ef29-49cb-b8dd-2aabb928c8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (80f6e0d8-471c-486c-ad02-d767dd4cfbac), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:28.235569 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8a332d-7972-4e90-a6de-8a683bc31f92 req-dac8aa8d-420a-40d2-ac96-c2f1b304094e tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:28.243043 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9e8a332d-7972-4e90-a6de-8a683bc31f92 req-dac8aa8d-420a-40d2-ac96-c2f1b304094e tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb8de35d-16fb-4e03-a946-340d40256566 HTTP/1.1" status: 200 len: 944 time: 0.1164677 Feb 19 02:49:28.253051 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device e7299dc0-8849-4388-9d2c-57c058571ca0 up at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:49:28.265425 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97898811-a6b8-40e9-b988-c4edb518a0ec tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Pushing event deleted for resources: {'Port': ['ID=4b60fb05-e487-4969-8620-669f8cc0ccaf,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:28.275862 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4e891fd8-6a56-4cf5-805f-afef207b2e4c tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (5d9d6768-38b4-436d-8afc-b5ec84a80d39), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:28.308086 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9e8a332d-7972-4e90-a6de-8a683bc31f92 req-14bd367c-fc6e-4016-9a7c-205b65c02de7 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ca71149-99da-4cc2-ac25-44d2d4a4007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585234 Feb 19 02:49:28.336767 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-4e1af74c-540b-4b50-aeae-a99ef87e9d73 req-5b0a8575-a2b7-4e78-afeb-056fe9d11a5f tempest-FloatingIPsTestJSON-1026572979 tempest-FloatingIPsTestJSON-1026572979-project] Publish callbacks [] for port (44b6a878-8992-46b4-92f2-c5701b21e699), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:28.367992 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d39e2f7-ef29-49cb-b8dd-2aabb928c8b9 None None] Routers {'870c5122-8f4b-44ba-9f26-4bd7c5073225'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:49:28.368914 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-4d39e2f7-ef29-49cb-b8dd-2aabb928c8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:49:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['870c5122-8f4b-44ba-9f26-4bd7c5073225'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:49:28.373916 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a17aa97-c4dc-4d2f-ace8-8f3bf8ea3877 None None] Pushing event updated for resources: {'Port': ['ID=80f6e0d8-471c-486c-ad02-d767dd4cfbac,revision_number=4']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:28.411622 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-4e1af74c-540b-4b50-aeae-a99ef87e9d73 req-5b0a8575-a2b7-4e78-afeb-056fe9d11a5f tempest-FloatingIPsTestJSON-1026572979 tempest-FloatingIPsTestJSON-1026572979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (44b6a878-8992-46b4-92f2-c5701b21e699), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:28.417052 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 81a2675a-d4f3-4f2a-9ba7-8716fc9eee97 is: ACTIVE; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:49:28.417560 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (81a2675a-d4f3-4f2a-9ba7-8716fc9eee97), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:28.441779 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-220aa0f2-a261-478f-bb3d-cd247ff8a782 req-97898811-a6b8-40e9-b988-c4edb518a0ec tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] No DVR routers for this DVR port 4b60fb05-e487-4969-8620-669f8cc0ccaf on host n-h1-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:49:28.443567 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2802a5-74a9-4d96-bbd4-ac96a744011b service neutron] Pushing event updated for resources: {'Port': ['ID=962d1a35-2649-4454-a621-b0e309f9f60d,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:28.450243 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-220aa0f2-a261-478f-bb3d-cd247ff8a782 req-97898811-a6b8-40e9-b988-c4edb518a0ec tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:28.455566 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-220aa0f2-a261-478f-bb3d-cd247ff8a782 req-97898811-a6b8-40e9-b988-c4edb518a0ec tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.73 "DELETE /v2.0/ports/4b60fb05-e487-4969-8620-669f8cc0ccaf HTTP/1.1" status: 204 len: 173 time: 1.7337506 Feb 19 02:49:28.470113 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e1af74c-540b-4b50-aeae-a99ef87e9d73 req-5b0a8575-a2b7-4e78-afeb-056fe9d11a5f tempest-FloatingIPsTestJSON-1026572979 tempest-FloatingIPsTestJSON-1026572979-project] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:49:28.474186 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3f5f85b-34ff-4273-b0ac-566af344a95d', 'name': 'network-vif-deleted', 'tag': '4b60fb05-e487-4969-8620-669f8cc0ccaf'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:49:28.477063 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-535fb48c-12fb-4754-8cba-84d49ed0d6e7" -d '{"events": [{"server_uuid": "d3f5f85b-34ff-4273-b0ac-566af344a95d", "name": "network-vif-deleted", "tag": "4b60fb05-e487-4969-8620-669f8cc0ccaf"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:49:28.486979 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [req-4e1af74c-540b-4b50-aeae-a99ef87e9d73 req-5b0a8575-a2b7-4e78-afeb-056fe9d11a5f tempest-FloatingIPsTestJSON-1026572979 tempest-FloatingIPsTestJSON-1026572979-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:49:28.495961 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e1af74c-540b-4b50-aeae-a99ef87e9d73 req-5b0a8575-a2b7-4e78-afeb-056fe9d11a5f tempest-FloatingIPsTestJSON-1026572979 tempest-FloatingIPsTestJSON-1026572979-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:49:28.555985 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e891fd8-6a56-4cf5-805f-afef207b2e4c tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Checking segment: {'id': 'ecdb6ca4-bc5a-4179-b78a-53d37d4fd5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '8972b59b-cb6a-4c9c-b4d5-489e7bec4e7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:49:28.556564 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e891fd8-6a56-4cf5-805f-afef207b2e4c tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Network hostable DHCP agents. Network: 8972b59b-cb6a-4c9c-b4d5-489e7bec4e7f, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:49:28.628113 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-4d0bc1a3-1fc5-47f1-a651-fe8c553c4aed req-4d2802a5-74a9-4d96-bbd4-ac96a744011b service neutron] Attempting to bind port 962d1a35-2649-4454-a621-b0e309f9f60d on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:49:28.628113 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-4d0bc1a3-1fc5-47f1-a651-fe8c553c4aed req-4d2802a5-74a9-4d96-bbd4-ac96a744011b service neutron] Attempting to bind port 962d1a35-2649-4454-a621-b0e309f9f60d by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': '4d279d1b-ef9f-49cc-bc5d-c8be530f22d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '38d6fa8e-4007-4beb-abd0-8f0d817f1ef6'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:49:28.628421 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0bc1a3-1fc5-47f1-a651-fe8c553c4aed req-4d2802a5-74a9-4d96-bbd4-ac96a744011b service neutron] Attempting to bind port 962d1a35-2649-4454-a621-b0e309f9f60d on network 38d6fa8e-4007-4beb-abd0-8f0d817f1ef6 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:49:28.631422 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 81a2675a-d4f3-4f2a-9ba7-8716fc9eee97 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:49:28.638900 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0bc1a3-1fc5-47f1-a651-fe8c553c4aed req-4d2802a5-74a9-4d96-bbd4-ac96a744011b service neutron] Port 962d1a35-2649-4454-a621-b0e309f9f60d on network 38d6fa8e-4007-4beb-abd0-8f0d817f1ef6 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:49:28.639227 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0bc1a3-1fc5-47f1-a651-fe8c553c4aed req-4d2802a5-74a9-4d96-bbd4-ac96a744011b service neutron] Attempting to bind port 962d1a35-2649-4454-a621-b0e309f9f60d on network 38d6fa8e-4007-4beb-abd0-8f0d817f1ef6 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:49:28.643371 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-4d39e2f7-ef29-49cb-b8dd-2aabb928c8b9 None None] Set router 870c5122-8f4b-44ba-9f26-4bd7c5073225 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:49:28.648055 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0bc1a3-1fc5-47f1-a651-fe8c553c4aed req-4d2802a5-74a9-4d96-bbd4-ac96a744011b service neutron] Checking agent: {'id': 'bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:49:28.648416 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0bc1a3-1fc5-47f1-a651-fe8c553c4aed req-4d2802a5-74a9-4d96-bbd4-ac96a744011b service neutron] Checking segment: {'id': '4d279d1b-ef9f-49cc-bc5d-c8be530f22d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '38d6fa8e-4007-4beb-abd0-8f0d817f1ef6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:49:28.648812 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0bc1a3-1fc5-47f1-a651-fe8c553c4aed req-4d2802a5-74a9-4d96-bbd4-ac96a744011b service neutron] Bound using segment: {'id': '4d279d1b-ef9f-49cc-bc5d-c8be530f22d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '38d6fa8e-4007-4beb-abd0-8f0d817f1ef6'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:49:28.649351 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-4d0bc1a3-1fc5-47f1-a651-fe8c553c4aed req-4d2802a5-74a9-4d96-bbd4-ac96a744011b service neutron] Bound port: 962d1a35-2649-4454-a621-b0e309f9f60d, host: n-h2-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d279d1b-ef9f-49cc-bc5d-c8be530f22d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '38d6fa8e-4007-4beb-abd0-8f0d817f1ef6'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:49:28.649709 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-4d0bc1a3-1fc5-47f1-a651-fe8c553c4aed req-4d2802a5-74a9-4d96-bbd4-ac96a744011b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (962d1a35-2649-4454-a621-b0e309f9f60d), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:28.656284 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0a8575-a2b7-4e78-afeb-056fe9d11a5f tempest-FloatingIPsTestJSON-1026572979 tempest-FloatingIPsTestJSON-1026572979-project] Pushing event updated for resources: {'Port': ['ID=44b6a878-8992-46b4-92f2-c5701b21e699,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:28.670184 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning for port a147c18c-4a52-40b3-8d1d-bd06c5e3635e completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:49:28.689420 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning for port e7299dc0-8849-4388-9d2c-57c058571ca0 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:49:28.711609 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-5977edb3-7ce0-4dda-8102-6d9d9cb4d697 None None] Provisioning complete for port 80f6e0d8-471c-486c-ad02-d767dd4cfbac triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:49:28.712242 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5977edb3-7ce0-4dda-8102-6d9d9cb4d697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (80f6e0d8-471c-486c-ad02-d767dd4cfbac), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:28.753900 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port a147c18c-4a52-40b3-8d1d-bd06c5e3635e triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:49:28.754386 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (a147c18c-4a52-40b3-8d1d-bd06c5e3635e), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:28.761258 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-4d0bc1a3-1fc5-47f1-a651-fe8c553c4aed req-4d2802a5-74a9-4d96-bbd4-ac96a744011b service neutron] For port 962d1a35-2649-4454-a621-b0e309f9f60d, host n-h2-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:49:28.761534 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 81a2675a-d4f3-4f2a-9ba7-8716fc9eee97, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=81a2675a-d4f3-4f2a-9ba7-8716fc9eee97,segment=NetworkSegment(95c489b5-d2f5-4704-89fb-8accaa8a0e0f),segment_id=95c489b5-d2f5-4704-89fb-8accaa8a0e0f)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:49:28.765938 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning complete for port e7299dc0-8849-4388-9d2c-57c058571ca0 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:49:28.766415 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (e7299dc0-8849-4388-9d2c-57c058571ca0), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:28.766599 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-4d0bc1a3-1fc5-47f1-a651-fe8c553c4aed req-4d2802a5-74a9-4d96-bbd4-ac96a744011b service neutron] For port 962d1a35-2649-4454-a621-b0e309f9f60d, host n-h2-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=962d1a35-2649-4454-a621-b0e309f9f60d,segment=NetworkSegment(4d279d1b-ef9f-49cc-bc5d-c8be530f22d3),segment_id=4d279d1b-ef9f-49cc-bc5d-c8be530f22d3)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:49:28.773379 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523756a4-1915-459b-803f-fceef2439b7c req-1c1a57fa-d41f-4f77-9493-e8f94ea09d22 tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:28.776925 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-523756a4-1915-459b-803f-fceef2439b7c req-1c1a57fa-d41f-4f77-9493-e8f94ea09d22 tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb33a693-c143-4b44-9bcb-7281cd2bca72 HTTP/1.1" status: 200 len: 949 time: 0.2184117 Feb 19 02:49:28.781096 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e891fd8-6a56-4cf5-805f-afef207b2e4c tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Pushing event updated for resources: {'Subnet': ['ID=5d9d6768-38b4-436d-8afc-b5ec84a80d39,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:28.784956 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-4d0bc1a3-1fc5-47f1-a651-fe8c553c4aed req-4d2802a5-74a9-4d96-bbd4-ac96a744011b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (962d1a35-2649-4454-a621-b0e309f9f60d), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:28.819665 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (81a2675a-d4f3-4f2a-9ba7-8716fc9eee97), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:28.867056 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-4e1af74c-540b-4b50-aeae-a99ef87e9d73 req-5b0a8575-a2b7-4e78-afeb-056fe9d11a5f tempest-FloatingIPsTestJSON-1026572979 tempest-FloatingIPsTestJSON-1026572979-project] Publish callbacks [] for floatingip (7b6fa962-82a0-40ac-b04b-bfb1fefe3a13), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:28.872183 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-523756a4-1915-459b-803f-fceef2439b7c req-b55033c4-d40e-46e9-97dd-2e34830b50d3 tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f9a0e74-bc03-4003-b35a-0cd376c2c049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889015 Feb 19 02:49:28.915201 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0bc1a3-1fc5-47f1-a651-fe8c553c4aed req-4d2802a5-74a9-4d96-bbd4-ac96a744011b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:28.915201 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-4d0bc1a3-1fc5-47f1-a651-fe8c553c4aed req-4d2802a5-74a9-4d96-bbd4-ac96a744011b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:28.916545 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4d0bc1a3-1fc5-47f1-a651-fe8c553c4aed req-4d2802a5-74a9-4d96-bbd4-ac96a744011b service neutron] 10.222.0.82 "PUT /v2.0/ports/962d1a35-2649-4454-a621-b0e309f9f60d HTTP/1.1" status: 200 len: 1092 time: 2.4920297 Feb 19 02:49:28.917027 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e891fd8-6a56-4cf5-805f-afef207b2e4c tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Network 8972b59b-cb6a-4c9c-b4d5-489e7bec4e7f is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:49:28.922560 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2802a5-74a9-4d96-bbd4-ac96a744011b service neutron] Pushing event updated for resources: {'Port': ['ID=962d1a35-2649-4454-a621-b0e309f9f60d,revision_number=3']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:28.957702 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-4e1af74c-540b-4b50-aeae-a99ef87e9d73 req-5b0a8575-a2b7-4e78-afeb-056fe9d11a5f tempest-FloatingIPsTestJSON-1026572979 tempest-FloatingIPsTestJSON-1026572979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (44b6a878-8992-46b4-92f2-c5701b21e699), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:28.957952 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-4e891fd8-6a56-4cf5-805f-afef207b2e4c tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 8972b59b-cb6a-4c9c-b4d5-489e7bec4e7f) {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:49:28.962913 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e891fd8-6a56-4cf5-805f-afef207b2e4c tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:28.971357 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4e891fd8-6a56-4cf5-805f-afef207b2e4c tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:28.976877 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f39f20-669a-48f5-835b-33e19207a611 None None] Network 8972b59b-cb6a-4c9c-b4d5-489e7bec4e7f requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:49:29.061716 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-4e891fd8-6a56-4cf5-805f-afef207b2e4c tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5932593 Feb 19 02:49:29.061901 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['81a2675a-d4f3-4f2a-9ba7-8716fc9eee97'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:49:29.064079 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=81a2675a-d4f3-4f2a-9ba7-8716fc9eee97,revision_number=6']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:29.067224 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 57544) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:49:29.081388 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-4d39e2f7-ef29-49cb-b8dd-2aabb928c8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '870c5122-8f4b-44ba-9f26-4bd7c5073225', 'name': 'tempest-FloatingIPsTestJSON-1277076615-router', 'tenant_id': '1f24aae636d6408ea3a233ece71a8c92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'e5307722-865c-4862-a476-605eb2871c6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:49:12Z', 'updated_at': '2022-02-19T02:49:23Z', 'revision_number': 4, 'project_id': '1f24aae636d6408ea3a233ece71a8c92', 'gw_port': {'id': 'e5307722-865c-4862-a476-605eb2871c6e', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:fd:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870c5122-8f4b-44ba-9f26-4bd7c5073225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:49:14Z', 'updated_at': '2022-02-19T02:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '80f6e0d8-471c-486c-ad02-d767dd4cfbac', 'name': '', 'network_id': 'fe9cef91-27e5-437f-93c2-1af604678f69', 'tenant_id': '1f24aae636d6408ea3a233ece71a8c92', 'mac_address': 'fa:16:3e:41:81:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '870c5122-8f4b-44ba-9f26-4bd7c5073225', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '67f7c5ac-3466-46d3-8e43-4b82c2eef998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:49:22Z', 'updated_at': '2022-02-19T02:49:28Z', 'revision_number': 4, 'project_id': '1f24aae636d6408ea3a233ece71a8c92', 'subnets': [{'id': '67f7c5ac-3466-46d3-8e43-4b82c2eef998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:49:29.088607 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0bc1a3-1fc5-47f1-a651-fe8c553c4aed req-13b294ee-eddf-4243-91c9-b839b69b1b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:29.090136 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4d0bc1a3-1fc5-47f1-a651-fe8c553c4aed req-13b294ee-eddf-4243-91c9-b839b69b1b3c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=58648b0a304e4e32b732a18f663ed7a6&device_id=bb8de35d-16fb-4e03-a946-340d40256566 HTTP/1.1" status: 200 len: 1126 time: 0.1016512 Feb 19 02:49:29.144162 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d39e2f7-ef29-49cb-b8dd-2aabb928c8b9 None None] The sync data for ids ['870c5122-8f4b-44ba-9f26-4bd7c5073225'] in n-d-826753-2 is: [{'id': '870c5122-8f4b-44ba-9f26-4bd7c5073225', 'name': 'tempest-FloatingIPsTestJSON-1277076615-router', 'tenant_id': '1f24aae636d6408ea3a233ece71a8c92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'e5307722-865c-4862-a476-605eb2871c6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:49:12Z', 'updated_at': '2022-02-19T02:49:23Z', 'revision_number': 4, 'project_id': '1f24aae636d6408ea3a233ece71a8c92', 'gw_port': {'id': 'e5307722-865c-4862-a476-605eb2871c6e', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:fd:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870c5122-8f4b-44ba-9f26-4bd7c5073225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:49:14Z', 'updated_at': '2022-02-19T02:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '80f6e0d8-471c-486c-ad02-d767dd4cfbac', 'name': '', 'network_id': 'fe9cef91-27e5-437f-93c2-1af604678f69', 'tenant_id': '1f24aae636d6408ea3a233ece71a8c92', 'mac_address': 'fa:16:3e:41:81:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '870c5122-8f4b-44ba-9f26-4bd7c5073225', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '67f7c5ac-3466-46d3-8e43-4b82c2eef998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:49:22Z', 'updated_at': '2022-02-19T02:49:28Z', 'revision_number': 4, 'project_id': '1f24aae636d6408ea3a233ece71a8c92', 'subnets': [{'id': '67f7c5ac-3466-46d3-8e43-4b82c2eef998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:49:29.147558 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-5977edb3-7ce0-4dda-8102-6d9d9cb4d697 None None] Current status of the port 80f6e0d8-471c-486c-ad02-d767dd4cfbac is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:49:29.147983 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5977edb3-7ce0-4dda-8102-6d9d9cb4d697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (80f6e0d8-471c-486c-ad02-d767dd4cfbac), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:29.165560 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fb352e-5da6-4fbe-9445-0075805dbc59 req-d10b887c-1c50-4534-a4a9-ca4b6bcd252d tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:29.167171 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-12fb352e-5da6-4fbe-9445-0075805dbc59 req-d10b887c-1c50-4534-a4a9-ca4b6bcd252d tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ff59ad5-0a6a-4d56-be89-9dd3f1a2f737 HTTP/1.1" status: 200 len: 944 time: 0.1319711 Feb 19 02:49:29.176354 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4d0bc1a3-1fc5-47f1-a651-fe8c553c4aed req-156ea2a1-6679-4dfc-8e8e-fad9aa0b994b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=962d1a35-2649-4454-a621-b0e309f9f60d HTTP/1.1" status: 200 len: 217 time: 0.0490530 Feb 19 02:49:29.284221 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port e7299dc0-8849-4388-9d2c-57c058571ca0 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:49:29.284889 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (e7299dc0-8849-4388-9d2c-57c058571ca0), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:29.352898 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ff59ad5-0a6a-4d56-be89-9dd3f1a2f737', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7299dc0-8849-4388-9d2c-57c058571ca0'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:49:29.353414 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-12fb352e-5da6-4fbe-9445-0075805dbc59 req-ef271038-3ab2-4602-8f6c-70f2529888f2 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/security-groups?id=83745bf6-2450-44b1-b073-88b2d8645794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783850 Feb 19 02:49:29.362194 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04e77b07-bd42-4dac-a8dd-3639695f90c8" -d '{"events": [{"server_uuid": "9ff59ad5-0a6a-4d56-be89-9dd3f1a2f737", "name": "network-vif-plugged", "status": "completed", "tag": "e7299dc0-8849-4388-9d2c-57c058571ca0"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:49:29.384751 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port e7299dc0-8849-4388-9d2c-57c058571ca0, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=e7299dc0-8849-4388-9d2c-57c058571ca0,segment=NetworkSegment(b3dae451-0c86-4a64-8455-5c47bfffd3eb),segment_id=b3dae451-0c86-4a64-8455-5c47bfffd3eb)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:49:29.399393 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0bc1a3-1fc5-47f1-a651-fe8c553c4aed req-6072b337-d1aa-4b03-92dc-432cdfe23b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:29.400144 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-4e1af74c-540b-4b50-aeae-a99ef87e9d73 req-5b0a8575-a2b7-4e78-afeb-056fe9d11a5f tempest-FloatingIPsTestJSON-1026572979 tempest-FloatingIPsTestJSON-1026572979-project] Publish callbacks [] for port (44b6a878-8992-46b4-92f2-c5701b21e699), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:29.402055 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4d0bc1a3-1fc5-47f1-a651-fe8c553c4aed req-6072b337-d1aa-4b03-92dc-432cdfe23b0d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=54b68f46-9c6f-467f-99d5-a919ef2f5fa1 HTTP/1.1" status: 200 len: 846 time: 0.1886420 Feb 19 02:49:29.415130 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-4e1af74c-540b-4b50-aeae-a99ef87e9d73 req-5b0a8575-a2b7-4e78-afeb-056fe9d11a5f tempest-FloatingIPsTestJSON-1026572979 tempest-FloatingIPsTestJSON-1026572979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (44b6a878-8992-46b4-92f2-c5701b21e699), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:29.433255 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (e7299dc0-8849-4388-9d2c-57c058571ca0), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:29.534892 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f349d9a3-3394-48c5-90e9-efd898dfb723 x-openstack-request-id: req-f349d9a3-3394-48c5-90e9-efd898dfb723 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:49:29.535377 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3f5f85b-34ff-4273-b0ac-566af344a95d", "name": "network-vif-deleted", "tag": "4b60fb05-e487-4969-8620-669f8cc0ccaf", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:49:29.535455 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f349d9a3-3394-48c5-90e9-efd898dfb723 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:49:29.535936 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3f5f85b-34ff-4273-b0ac-566af344a95d', 'name': 'network-vif-deleted', 'tag': '4b60fb05-e487-4969-8620-669f8cc0ccaf', 'status': 'completed', 'code': 200} Feb 19 02:49:29.539702 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4d0bc1a3-1fc5-47f1-a651-fe8c553c4aed req-42ba2fcc-d17c-4a23-8b83-a29119ea8e8c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=38d6fa8e-4007-4beb-abd0-8f0d817f1ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599613 Feb 19 02:49:29.540002 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0a8575-a2b7-4e78-afeb-056fe9d11a5f tempest-FloatingIPsTestJSON-1026572979 tempest-FloatingIPsTestJSON-1026572979-project] Pushing event updated for resources: {'Port': ['ID=44b6a878-8992-46b4-92f2-c5701b21e699,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:29.551010 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-4e1af74c-540b-4b50-aeae-a99ef87e9d73 req-5b0a8575-a2b7-4e78-afeb-056fe9d11a5f tempest-FloatingIPsTestJSON-1026572979 tempest-FloatingIPsTestJSON-1026572979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16285943'] for floatingip (7b6fa962-82a0-40ac-b04b-bfb1fefe3a13), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:29.580324 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-4e1af74c-540b-4b50-aeae-a99ef87e9d73 req-5b0a8575-a2b7-4e78-afeb-056fe9d11a5f tempest-FloatingIPsTestJSON-1026572979 tempest-FloatingIPsTestJSON-1026572979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:29.586696 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4e1af74c-540b-4b50-aeae-a99ef87e9d73 req-5b0a8575-a2b7-4e78-afeb-056fe9d11a5f tempest-FloatingIPsTestJSON-1026572979 tempest-FloatingIPsTestJSON-1026572979-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2386651 Feb 19 02:49:29.606271 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port a147c18c-4a52-40b3-8d1d-bd06c5e3635e is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:49:29.606878 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (a147c18c-4a52-40b3-8d1d-bd06c5e3635e), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:29.621992 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 80f6e0d8-471c-486c-ad02-d767dd4cfbac up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:49:29.630031 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-5977edb3-7ce0-4dda-8102-6d9d9cb4d697 None None] For port 80f6e0d8-471c-486c-ad02-d767dd4cfbac, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=80f6e0d8-471c-486c-ad02-d767dd4cfbac,segment=NetworkSegment(3a1d4f84-16e8-4483-a972-70429012ee76),segment_id=3a1d4f84-16e8-4483-a972-70429012ee76)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:49:29.701507 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf78fa0-71e0-4ca8-8f53-a856cd7c380c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-8972b59b-cb6a-4c9c-b4d5-489e7bec4e7f', 'network_id': '8972b59b-cb6a-4c9c-b4d5-489e7bec4e7f', 'project_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'fixed_ips': [{'subnet_id': '5d9d6768-38b4-436d-8afc-b5ec84a80d39'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:49:29.702237 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-bcf78fa0-71e0-4ca8-8f53-a856cd7c380c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:29.704097 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4d0bc1a3-1fc5-47f1-a651-fe8c553c4aed req-cbd51e53-2576-4526-9864-1cc3c7ebb03b service neutron] 10.222.0.82 "GET /v2.0/networks/38d6fa8e-4007-4beb-abd0-8f0d817f1ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566026 Feb 19 02:49:29.704505 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5977edb3-7ce0-4dda-8102-6d9d9cb4d697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (80f6e0d8-471c-486c-ad02-d767dd4cfbac), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:29.719738 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4e1af74c-540b-4b50-aeae-a99ef87e9d73 req-1fe946b6-1ff8-4369-923c-6dfd37b90b7e tempest-FloatingIPsTestJSON-1026572979 tempest-FloatingIPsTestJSON-1026572979-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.6.153 HTTP/1.1" status: 200 len: 696 time: 0.1291022 Feb 19 02:49:29.802374 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port a147c18c-4a52-40b3-8d1d-bd06c5e3635e, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=a147c18c-4a52-40b3-8d1d-bd06c5e3635e,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:49:29.803739 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7d975e-f803-49e5-af38-11ceb3baa5be req-5db6d47e-4196-41a8-9ecc-b147be120f66 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:29.811110 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fa7d975e-f803-49e5-af38-11ceb3baa5be req-5db6d47e-4196-41a8-9ecc-b147be120f66 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb8de35d-16fb-4e03-a946-340d40256566 HTTP/1.1" status: 200 len: 944 time: 0.2224374 Feb 19 02:49:29.825520 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=e7299dc0-8849-4388-9d2c-57c058571ca0,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:29.849251 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (a147c18c-4a52-40b3-8d1d-bd06c5e3635e), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:29.850306 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 4b60fb05-e487-4969-8620-669f8cc0ccaf no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:49:29.858545 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-adbcdc16-f46d-440a-9387-f05396cac022 None None] Publish callbacks [] for port (cbdc1dd9-e1d0-4c89-8b35-59149b686033), precommit_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:29.860151 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:49:29.911871 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fa7d975e-f803-49e5-af38-11ceb3baa5be req-4aea3ebe-bf2a-4640-8f96-6e0d22ce210b tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ca71149-99da-4cc2-ac25-44d2d4a4007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917997 Feb 19 02:49:29.946479 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1af74c-540b-4b50-aeae-a99ef87e9d73 req-82f41958-0188-4be7-ae43-52d8ce7b165c tempest-FloatingIPsTestJSON-1026572979 tempest-FloatingIPsTestJSON-1026572979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:29.977892 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4e1af74c-540b-4b50-aeae-a99ef87e9d73 req-82f41958-0188-4be7-ae43-52d8ce7b165c tempest-FloatingIPsTestJSON-1026572979 tempest-FloatingIPsTestJSON-1026572979-project] 10.222.0.72 "GET /v2.0/networks/eaf64708-9021-419e-b287-ef3e0f51e2ee HTTP/1.1" status: 200 len: 784 time: 0.2569394 Feb 19 02:49:29.981848 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-adbcdc16-f46d-440a-9387-f05396cac022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (cbdc1dd9-e1d0-4c89-8b35-59149b686033), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:29.993245 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] No Port match for: 4b60fb05-e487-4969-8620-669f8cc0ccaf {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:49:29.993603 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 4b60fb05-e487-4969-8620-669f8cc0ccaf not bound to the agent host n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:49:29.998614 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c9b9ecd-329a-489b-abe6-a737a708afb2 x-openstack-request-id: req-3c9b9ecd-329a-489b-abe6-a737a708afb2 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:49:29.998915 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ff59ad5-0a6a-4d56-be89-9dd3f1a2f737", "name": "network-vif-plugged", "status": "completed", "tag": "e7299dc0-8849-4388-9d2c-57c058571ca0", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:49:29.999797 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3c9b9ecd-329a-489b-abe6-a737a708afb2 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:49:29.999797 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ff59ad5-0a6a-4d56-be89-9dd3f1a2f737', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7299dc0-8849-4388-9d2c-57c058571ca0', 'code': 200} Feb 19 02:49:30.032687 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-75cf2515-43e3-4e66-99c7-36372ad1889d None None] Provisioning complete for port 80f6e0d8-471c-486c-ad02-d767dd4cfbac triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:49:30.033097 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-75cf2515-43e3-4e66-99c7-36372ad1889d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (80f6e0d8-471c-486c-ad02-d767dd4cfbac), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:30.133330 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5977edb3-7ce0-4dda-8102-6d9d9cb4d697 None None] Pushing event updated for resources: {'Port': ['ID=80f6e0d8-471c-486c-ad02-d767dd4cfbac,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:30.211896 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 80f6e0d8-471c-486c-ad02-d767dd4cfbac triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:49:30.214264 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (80f6e0d8-471c-486c-ad02-d767dd4cfbac), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:30.369659 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-adbcdc16-f46d-440a-9387-f05396cac022 None None] Attempting to bind port cbdc1dd9-e1d0-4c89-8b35-59149b686033 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:49:30.370301 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-adbcdc16-f46d-440a-9387-f05396cac022 None None] Attempting to bind port cbdc1dd9-e1d0-4c89-8b35-59149b686033 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '76dd077a-f4fc-4f46-aaf6-4a49a42a69c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '195827ff-a591-4612-a56a-09c6607a6ced'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:49:30.370424 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbcdc16-f46d-440a-9387-f05396cac022 None None] Attempting to bind port cbdc1dd9-e1d0-4c89-8b35-59149b686033 on network 195827ff-a591-4612-a56a-09c6607a6ced {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:49:30.382578 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4d0bc1a3-1fc5-47f1-a651-fe8c553c4aed req-09ebf44b-92fb-4f9c-8eb8-c68e28c2a6b7 service neutron] 10.222.0.82 "GET /v2.0/networks/38d6fa8e-4007-4beb-abd0-8f0d817f1ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6692069 Feb 19 02:49:30.386835 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbcdc16-f46d-440a-9387-f05396cac022 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:49:30.387225 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbcdc16-f46d-440a-9387-f05396cac022 None None] Checking segment: {'id': '76dd077a-f4fc-4f46-aaf6-4a49a42a69c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '195827ff-a591-4612-a56a-09c6607a6ced'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:49:30.387631 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-adbcdc16-f46d-440a-9387-f05396cac022 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:30.388029 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbcdc16-f46d-440a-9387-f05396cac022 None None] Bound using segment: {'id': '76dd077a-f4fc-4f46-aaf6-4a49a42a69c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '195827ff-a591-4612-a56a-09c6607a6ced'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:49:30.388675 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-adbcdc16-f46d-440a-9387-f05396cac022 None None] Bound port: cbdc1dd9-e1d0-4c89-8b35-59149b686033, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76dd077a-f4fc-4f46-aaf6-4a49a42a69c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '195827ff-a591-4612-a56a-09c6607a6ced'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:49:30.389081 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-adbcdc16-f46d-440a-9387-f05396cac022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (cbdc1dd9-e1d0-4c89-8b35-59149b686033), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:30.423753 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d77fd250-5df1-40eb-922d-470e11176394 req-93899e07-6981-4f56-a16b-0cccfa36955f tempest-FloatingIPsTestJSON-1026572979 tempest-FloatingIPsTestJSON-1026572979-project] 10.222.0.72 "GET /v2.0/floatingips/7b6fa962-82a0-40ac-b04b-bfb1fefe3a13 HTTP/1.1" status: 200 len: 693 time: 0.1081016 Feb 19 02:49:30.467378 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ceb893-247f-46f9-b733-efa35b10deeb req-ccc98fca-7d0b-4ac1-bb42-f5a5730fdef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:30.469526 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-25ceb893-247f-46f9-b733-efa35b10deeb req-ccc98fca-7d0b-4ac1-bb42-f5a5730fdef5 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=9ff59ad5-0a6a-4d56-be89-9dd3f1a2f737 HTTP/1.1" status: 200 len: 1127 time: 0.2813654 Feb 19 02:49:30.504394 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=a147c18c-4a52-40b3-8d1d-bd06c5e3635e,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:30.508192 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac2dfc4-490b-4092-8c50-02041a1d8890 req-3d0be7e0-b2c1-4501-885a-cc3e8bc01c7b tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:30.515139 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-dac2dfc4-490b-4092-8c50-02041a1d8890 req-3d0be7e0-b2c1-4501-885a-cc3e8bc01c7b tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb33a693-c143-4b44-9bcb-7281cd2bca72 HTTP/1.1" status: 200 len: 950 time: 0.3111033 Feb 19 02:49:30.532260 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e665f38e-9d68-41fd-a419-d73b0c6314fc tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:30.557817 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-75cf2515-43e3-4e66-99c7-36372ad1889d None None] Current status of the port 80f6e0d8-471c-486c-ad02-d767dd4cfbac is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:49:30.562546 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756542f7-5f8f-4979-9118-e588187b47b2 None None] Pushing event updated for resources: {'Port': ['ID=cbdc1dd9-e1d0-4c89-8b35-59149b686033,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:30.581308 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-adbcdc16-f46d-440a-9387-f05396cac022 None None] For port cbdc1dd9-e1d0-4c89-8b35-59149b686033, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:49:30.607629 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-bcf78fa0-71e0-4ca8-8f53-a856cd7c380c None None] Allocated IP 2001:db8:3::2 (8972b59b-cb6a-4c9c-b4d5-489e7bec4e7f/5d9d6768-38b4-436d-8afc-b5ec84a80d39/b45e43ed-d0fd-4a2c-893d-e44c216d7a50) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:49:30.612949 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-adbcdc16-f46d-440a-9387-f05396cac022 None None] For port cbdc1dd9-e1d0-4c89-8b35-59149b686033, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=cbdc1dd9-e1d0-4c89-8b35-59149b686033,segment=NetworkSegment(76dd077a-f4fc-4f46-aaf6-4a49a42a69c6),segment_id=76dd077a-f4fc-4f46-aaf6-4a49a42a69c6)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:49:30.655706 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-adbcdc16-f46d-440a-9387-f05396cac022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (cbdc1dd9-e1d0-4c89-8b35-59149b686033), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:30.658008 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-dac2dfc4-490b-4092-8c50-02041a1d8890 req-32384d84-6135-453e-9b05-6ef4660492e7 tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f9a0e74-bc03-4003-b35a-0cd376c2c049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388810 Feb 19 02:49:30.709220 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-25ceb893-247f-46f9-b733-efa35b10deeb req-6b027757-7819-4863-a403-e90ff0c98af4 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=83745bf6-2450-44b1-b073-88b2d8645794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889775 Feb 19 02:49:30.735099 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77fd250-5df1-40eb-922d-470e11176394 req-1646af25-14d1-4c23-9434-53e6e443fa19 tempest-FloatingIPsTestJSON-1026572979 tempest-FloatingIPsTestJSON-1026572979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:30.737505 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756542f7-5f8f-4979-9118-e588187b47b2 None None] Pushing event updated for resources: {'Port': ['ID=cbdc1dd9-e1d0-4c89-8b35-59149b686033,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:30.768884 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d77fd250-5df1-40eb-922d-470e11176394 req-1646af25-14d1-4c23-9434-53e6e443fa19 tempest-FloatingIPsTestJSON-1026572979 tempest-FloatingIPsTestJSON-1026572979-project] 10.222.0.72 "GET /v2.0/networks/eaf64708-9021-419e-b287-ef3e0f51e2ee HTTP/1.1" status: 200 len: 784 time: 0.3348179 Feb 19 02:49:30.811687 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 80f6e0d8-471c-486c-ad02-d767dd4cfbac is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:49:30.829411 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-02fa1e4b-208e-4526-a3ff-a2c9f3e1d53f None None] Provisioning complete for port cbdc1dd9-e1d0-4c89-8b35-59149b686033 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:49:30.830059 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-02fa1e4b-208e-4526-a3ff-a2c9f3e1d53f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (cbdc1dd9-e1d0-4c89-8b35-59149b686033), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:30.861036 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbcdc16-f46d-440a-9387-f05396cac022 None None] Routers {'9a962d46-399a-441d-b938-9764d564c0b0'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:49:30.861613 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-adbcdc16-f46d-440a-9387-f05396cac022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:49:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['9a962d46-399a-441d-b938-9764d564c0b0'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:49:30.938679 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e072478-cbaf-466a-9009-7e3fcc43d68f req-4ede5ca7-7fe8-4352-9376-b7f5f911aeff tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:30.940347 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4e072478-cbaf-466a-9009-7e3fcc43d68f req-4ede5ca7-7fe8-4352-9376-b7f5f911aeff tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=be5f7cc1-41e7-4c40-b992-296c70e99846 HTTP/1.1" status: 200 len: 944 time: 0.1618252 Feb 19 02:49:31.006717 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f56d7-2251-4fd0-a051-3b7228f8a125 req-359f4688-7fba-4b4b-8ff6-e7e135777802 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:31.008612 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-593f56d7-2251-4fd0-a051-3b7228f8a125 req-359f4688-7fba-4b4b-8ff6-e7e135777802 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ff59ad5-0a6a-4d56-be89-9dd3f1a2f737 HTTP/1.1" status: 200 len: 945 time: 0.1568198 Feb 19 02:49:31.050260 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4e072478-cbaf-466a-9009-7e3fcc43d68f req-d8153f4e-4b59-44b1-8097-4c83d699646a tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/security-groups?id=334db0a0-5221-4807-b8bd-75d4fd630aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978460 Feb 19 02:49:31.176942 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5e4720cf-aef3-4c96-a570-34e27c6f8fc2 req-2f33dbfb-9911-4ae5-ad9e-bc493bc026ef tempest-FloatingIPsTestJSON-1026572979 tempest-FloatingIPsTestJSON-1026572979-project] 10.222.0.72 "GET /v2.0/floatingips?tenant_id=1f24aae636d6408ea3a233ece71a8c92 HTTP/1.1" status: 200 len: 696 time: 0.0985436 Feb 19 02:49:31.192652 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-593f56d7-2251-4fd0-a051-3b7228f8a125 req-b55c9509-f2bf-4798-b702-2a451b30c041 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/security-groups?id=83745bf6-2450-44b1-b073-88b2d8645794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745629 Feb 19 02:49:31.218629 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-adbcdc16-f46d-440a-9387-f05396cac022 None None] Set router 9a962d46-399a-441d-b938-9764d564c0b0 gateway port host: None {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:49:31.328321 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3472130b-b345-40e7-b8b2-1effaacfb1da req-1d8fe3de-8358-45c1-a9b4-a7e03b738318 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:31.329792 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3472130b-b345-40e7-b8b2-1effaacfb1da req-1d8fe3de-8358-45c1-a9b4-a7e03b738318 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.82 "GET /v2.0/ports?device_id=be5f7cc1-41e7-4c40-b992-296c70e99846 HTTP/1.1" status: 200 len: 944 time: 0.2255013 Feb 19 02:49:31.454482 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 80f6e0d8-471c-486c-ad02-d767dd4cfbac up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:49:31.467797 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-02fa1e4b-208e-4526-a3ff-a2c9f3e1d53f None None] Current status of the port cbdc1dd9-e1d0-4c89-8b35-59149b686033 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:49:31.468188 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-02fa1e4b-208e-4526-a3ff-a2c9f3e1d53f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (cbdc1dd9-e1d0-4c89-8b35-59149b686033), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:31.520337 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-bcf78fa0-71e0-4ca8-8f53-a856cd7c380c None None] Publish callbacks [] for port (b45e43ed-d0fd-4a2c-893d-e44c216d7a50), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:31.525273 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4720cf-aef3-4c96-a570-34e27c6f8fc2 req-5dd7dfbc-1ada-477d-9ac5-761dcb4c0f36 tempest-FloatingIPsTestJSON-1026572979 tempest-FloatingIPsTestJSON-1026572979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:31.529786 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5e4720cf-aef3-4c96-a570-34e27c6f8fc2 req-5dd7dfbc-1ada-477d-9ac5-761dcb4c0f36 tempest-FloatingIPsTestJSON-1026572979 tempest-FloatingIPsTestJSON-1026572979-project] 10.222.0.72 "GET /v2.0/networks?id=eaf64708-9021-419e-b287-ef3e0f51e2ee HTTP/1.1" status: 200 len: 787 time: 0.3358243 Feb 19 02:49:31.539858 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb8de35d-16fb-4e03-a946-340d40256566', 'tag': '962d1a35-2649-4454-a621-b0e309f9f60d'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:49:31.543379 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44892b41-5953-4540-b535-17233b8f80fe" -d '{"events": [{"name": "network-changed", "server_uuid": "bb8de35d-16fb-4e03-a946-340d40256566", "tag": "962d1a35-2649-4454-a621-b0e309f9f60d"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:49:31.543831 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [req-5e4720cf-aef3-4c96-a570-34e27c6f8fc2 req-a52f4a87-305f-49cc-84ec-fbca5613e60c tempest-FloatingIPsTestJSON-1026572979 tempest-FloatingIPsTestJSON-1026572979-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103701) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:49:31.544943 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5e4720cf-aef3-4c96-a570-34e27c6f8fc2 req-a52f4a87-305f-49cc-84ec-fbca5613e60c tempest-FloatingIPsTestJSON-1026572979 tempest-FloatingIPsTestJSON-1026572979-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0080929 Feb 19 02:49:31.558498 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-bcf78fa0-71e0-4ca8-8f53-a856cd7c380c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (b45e43ed-d0fd-4a2c-893d-e44c216d7a50), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:31.559773 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720e06c1-4a23-4e50-9c31-8a54d54bc737 req-06e0fe78-ff9f-4f0f-80c6-272233740e09 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:31.561536 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-720e06c1-4a23-4e50-9c31-8a54d54bc737 req-06e0fe78-ff9f-4f0f-80c6-272233740e09 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb8de35d-16fb-4e03-a946-340d40256566 HTTP/1.1" status: 200 len: 944 time: 0.2645671 Feb 19 02:49:31.601883 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-3472130b-b345-40e7-b8b2-1effaacfb1da req-ffb4945e-1f4a-441a-9e73-0fad29370fe1 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Deleting port fc829dca-14fd-4790-bc8b-3796ff604c51 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:49:31.602052 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-3472130b-b345-40e7-b8b2-1effaacfb1da req-ffb4945e-1f4a-441a-9e73-0fad29370fe1 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (fc829dca-14fd-4790-bc8b-3796ff604c51), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:31.614148 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-02fa1e4b-208e-4526-a3ff-a2c9f3e1d53f None None] For port cbdc1dd9-e1d0-4c89-8b35-59149b686033, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=cbdc1dd9-e1d0-4c89-8b35-59149b686033,segment=NetworkSegment(76dd077a-f4fc-4f46-aaf6-4a49a42a69c6),segment_id=76dd077a-f4fc-4f46-aaf6-4a49a42a69c6)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:49:31.647202 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-e665f38e-9d68-41fd-a419-d73b0c6314fc tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Allocated IP 2001:db8:3::1 (8972b59b-cb6a-4c9c-b4d5-489e7bec4e7f/5d9d6768-38b4-436d-8afc-b5ec84a80d39/4506e2f5-d4ca-4971-b4d7-3241d9fc3422) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:49:31.692749 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-02fa1e4b-208e-4526-a3ff-a2c9f3e1d53f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (cbdc1dd9-e1d0-4c89-8b35-59149b686033), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:31.714023 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf78fa0-71e0-4ca8-8f53-a856cd7c380c None None] Network 8972b59b-cb6a-4c9c-b4d5-489e7bec4e7f is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:49:31.733054 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 81a2675a-d4f3-4f2a-9ba7-8716fc9eee97 up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:49:31.754614 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-720e06c1-4a23-4e50-9c31-8a54d54bc737 req-1ed5feff-bb26-49a9-bc3a-eca64a69134a tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ca71149-99da-4cc2-ac25-44d2d4a4007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817231 Feb 19 02:49:31.761415 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-06b0e2c3-fad7-4d04-8a69-a67f2a8c1e9f req-b777e407-438b-4958-a4c3-1f35afaf7ad5 tempest-FloatingIPsTestJSON-1026572979 tempest-FloatingIPsTestJSON-1026572979-project] 10.222.0.72 "GET /v2.0/floatingips/7b6fa962-82a0-40ac-b04b-bfb1fefe3a13 HTTP/1.1" status: 200 len: 693 time: 0.1045048 Feb 19 02:49:31.792086 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-bcf78fa0-71e0-4ca8-8f53-a856cd7c380c None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:49:31.795468 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf78fa0-71e0-4ca8-8f53-a856cd7c380c None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:49:31.847403 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf78fa0-71e0-4ca8-8f53-a856cd7c380c None None] Pushing event updated for resources: {'Port': ['ID=b45e43ed-d0fd-4a2c-893d-e44c216d7a50,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:31.872775 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e665f38e-9d68-41fd-a419-d73b0c6314fc tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks [] for port (4506e2f5-d4ca-4971-b4d7-3241d9fc3422), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:31.882083 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a509b6f8-f538-4b5e-8106-f2c1dc7a97e8 x-openstack-request-id: req-a509b6f8-f538-4b5e-8106-f2c1dc7a97e8 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:49:31.888451 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb8de35d-16fb-4e03-a946-340d40256566", "tag": "962d1a35-2649-4454-a621-b0e309f9f60d", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:49:31.888451 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a509b6f8-f538-4b5e-8106-f2c1dc7a97e8 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:49:31.889547 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb8de35d-16fb-4e03-a946-340d40256566', 'tag': '962d1a35-2649-4454-a621-b0e309f9f60d', 'status': 'completed', 'code': 200} Feb 19 02:49:31.914235 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 80f6e0d8-471c-486c-ad02-d767dd4cfbac triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:49:31.914619 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (80f6e0d8-471c-486c-ad02-d767dd4cfbac), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:31.935259 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-3472130b-b345-40e7-b8b2-1effaacfb1da req-ffb4945e-1f4a-441a-9e73-0fad29370fe1 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] For port fc829dca-14fd-4790-bc8b-3796ff604c51, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=fc829dca-14fd-4790-bc8b-3796ff604c51,segment=NetworkSegment(9dab481a-5428-424d-a8c3-4ae8ddfff67b),segment_id=9dab481a-5428-424d-a8c3-4ae8ddfff67b)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:49:31.935629 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-3472130b-b345-40e7-b8b2-1effaacfb1da req-ffb4945e-1f4a-441a-9e73-0fad29370fe1 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (fc829dca-14fd-4790-bc8b-3796ff604c51), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:31.964810 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-3472130b-b345-40e7-b8b2-1effaacfb1da req-ffb4945e-1f4a-441a-9e73-0fad29370fe1 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Calling delete_port for fc829dca-14fd-4790-bc8b-3796ff604c51 owned by compute:nova {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:49:32.010631 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb33a693-c143-4b44-9bcb-7281cd2bca72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a147c18c-4a52-40b3-8d1d-bd06c5e3635e'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:49:32.012900 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f40a4b1c-0dca-473f-81c5-fb5d7f32dd4e" -d '{"events": [{"server_uuid": "fb33a693-c143-4b44-9bcb-7281cd2bca72", "name": "network-vif-plugged", "status": "completed", "tag": "a147c18c-4a52-40b3-8d1d-bd06c5e3635e"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:49:32.035406 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-bcf78fa0-71e0-4ca8-8f53-a856cd7c380c None None] Attempting to bind port b45e43ed-d0fd-4a2c-893d-e44c216d7a50 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:49:32.035786 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-bcf78fa0-71e0-4ca8-8f53-a856cd7c380c None None] Attempting to bind port b45e43ed-d0fd-4a2c-893d-e44c216d7a50 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': 'ecdb6ca4-bc5a-4179-b78a-53d37d4fd5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '8972b59b-cb6a-4c9c-b4d5-489e7bec4e7f'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:49:32.036154 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf78fa0-71e0-4ca8-8f53-a856cd7c380c None None] Attempting to bind port b45e43ed-d0fd-4a2c-893d-e44c216d7a50 on network 8972b59b-cb6a-4c9c-b4d5-489e7bec4e7f {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:49:32.059740 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e665f38e-9d68-41fd-a419-d73b0c6314fc tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (4506e2f5-d4ca-4971-b4d7-3241d9fc3422), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:32.061302 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-7f294ca1-960f-402f-b832-279a2fd46ad1 None None] Provisioning complete for port cbdc1dd9-e1d0-4c89-8b35-59149b686033 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:49:32.061607 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-7f294ca1-960f-402f-b832-279a2fd46ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (cbdc1dd9-e1d0-4c89-8b35-59149b686033), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:32.071244 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fa1e4b-208e-4526-a3ff-a2c9f3e1d53f None None] Pushing event updated for resources: {'Port': ['ID=cbdc1dd9-e1d0-4c89-8b35-59149b686033,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:32.074164 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf78fa0-71e0-4ca8-8f53-a856cd7c380c None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:49:32.074548 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf78fa0-71e0-4ca8-8f53-a856cd7c380c None None] Checking segment: {'id': 'ecdb6ca4-bc5a-4179-b78a-53d37d4fd5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '8972b59b-cb6a-4c9c-b4d5-489e7bec4e7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:49:32.074950 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-bcf78fa0-71e0-4ca8-8f53-a856cd7c380c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:32.075341 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf78fa0-71e0-4ca8-8f53-a856cd7c380c None None] Bound using segment: {'id': 'ecdb6ca4-bc5a-4179-b78a-53d37d4fd5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '8972b59b-cb6a-4c9c-b4d5-489e7bec4e7f'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:49:32.075875 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-bcf78fa0-71e0-4ca8-8f53-a856cd7c380c None None] Bound port: b45e43ed-d0fd-4a2c-893d-e44c216d7a50, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecdb6ca4-bc5a-4179-b78a-53d37d4fd5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '8972b59b-cb6a-4c9c-b4d5-489e7bec4e7f'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:49:32.076803 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-bcf78fa0-71e0-4ca8-8f53-a856cd7c380c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (b45e43ed-d0fd-4a2c-893d-e44c216d7a50), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:32.101133 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port 81a2675a-d4f3-4f2a-9ba7-8716fc9eee97 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:49:32.101518 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (81a2675a-d4f3-4f2a-9ba7-8716fc9eee97), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:32.130129 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e665f38e-9d68-41fd-a419-d73b0c6314fc tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Pushing event updated for resources: {'Port': ['ID=4506e2f5-d4ca-4971-b4d7-3241d9fc3422,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:32.139361 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44892b41-5953-4540-b535-17233b8f80fe req-ef712220-f2d2-4873-857a-778b7701ba89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:32.140952 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-44892b41-5953-4540-b535-17233b8f80fe req-ef712220-f2d2-4873-857a-778b7701ba89 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=58648b0a304e4e32b732a18f663ed7a6&device_id=bb8de35d-16fb-4e03-a946-340d40256566 HTTP/1.1" status: 200 len: 1126 time: 0.1543984 Feb 19 02:49:32.150035 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e665f38e-9d68-41fd-a419-d73b0c6314fc tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Network 8972b59b-cb6a-4c9c-b4d5-489e7bec4e7f is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:49:32.160112 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-e665f38e-9d68-41fd-a419-d73b0c6314fc tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:49:32.169725 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e665f38e-9d68-41fd-a419-d73b0c6314fc tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:49:32.170200 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e665f38e-9d68-41fd-a419-d73b0c6314fc tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16289150'] for router_interface (9a962d46-399a-441d-b938-9764d564c0b0), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:32.217035 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-adbcdc16-f46d-440a-9387-f05396cac022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a962d46-399a-441d-b938-9764d564c0b0', 'name': 'tempest-RoutersIpV6Test-router-593384108', 'tenant_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:48:58Z', 'updated_at': '2022-02-19T02:49:24Z', 'revision_number': 4, 'project_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'gw_port_host': None, '_interfaces': [{'id': '0703ca3e-7a1d-4063-a291-1e8e91e8f8d1', 'name': '', 'network_id': 'eaa143cd-3afc-4764-a677-99b22e3b56d0', 'tenant_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'mac_address': 'fa:16:3e:a8:92:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a962d46-399a-441d-b938-9764d564c0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'a8e8530f-41b8-489a-b611-33908f08e91d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:49:00Z', 'updated_at': '2022-02-19T02:49:09Z', 'revision_number': 5, 'project_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'subnets': [{'id': 'a8e8530f-41b8-489a-b611-33908f08e91d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1949d8ce-0010-4dda-8990-e9ecf5732576', 'name': '', 'network_id': 'f2707e19-a9b2-48ff-b724-f18564bb6f57', 'tenant_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'mac_address': 'fa:16:3e:06:99:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a962d46-399a-441d-b938-9764d564c0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '1e52f09d-7a71-4bd7-9800-26ba2a95d400', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:49:10Z', 'updated_at': '2022-02-19T02:49:18Z', 'revision_number': 5, 'project_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'subnets': [{'id': '1e52f09d-7a71-4bd7-9800-26ba2a95d400', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbdc1dd9-e1d0-4c89-8b35-59149b686033', 'name': '', 'network_id': '195827ff-a591-4612-a56a-09c6607a6ced', 'tenant_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'mac_address': 'fa:16:3e:01:c0:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a962d46-399a-441d-b938-9764d564c0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '83c5f70b-e87f-4ce0-b250-82b8ea734210', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:49:22Z', 'updated_at': '2022-02-19T02:49:30Z', 'revision_number': 4, 'project_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'subnets': [{'id': '83c5f70b-e87f-4ce0-b250-82b8ea734210', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:49:32.247448 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-3472130b-b345-40e7-b8b2-1effaacfb1da req-ffb4945e-1f4a-441a-9e73-0fad29370fe1 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (fc829dca-14fd-4790-bc8b-3796ff604c51), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:32.267140 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbcdc16-f46d-440a-9387-f05396cac022 None None] The sync data for ids ['9a962d46-399a-441d-b938-9764d564c0b0'] in n-d-826753-2 is: [{'id': '9a962d46-399a-441d-b938-9764d564c0b0', 'name': 'tempest-RoutersIpV6Test-router-593384108', 'tenant_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:48:58Z', 'updated_at': '2022-02-19T02:49:24Z', 'revision_number': 4, 'project_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'gw_port_host': None, '_interfaces': [{'id': '0703ca3e-7a1d-4063-a291-1e8e91e8f8d1', 'name': '', 'network_id': 'eaa143cd-3afc-4764-a677-99b22e3b56d0', 'tenant_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'mac_address': 'fa:16:3e:a8:92:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a962d46-399a-441d-b938-9764d564c0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'a8e8530f-41b8-489a-b611-33908f08e91d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:49:00Z', 'updated_at': '2022-02-19T02:49:09Z', 'revision_number': 5, 'project_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'subnets': [{'id': 'a8e8530f-41b8-489a-b611-33908f08e91d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1949d8ce-0010-4dda-8990-e9ecf5732576', 'name': '', 'network_id': 'f2707e19-a9b2-48ff-b724-f18564bb6f57', 'tenant_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'mac_address': 'fa:16:3e:06:99:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a962d46-399a-441d-b938-9764d564c0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '1e52f09d-7a71-4bd7-9800-26ba2a95d400', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:49:10Z', 'updated_at': '2022-02-19T02:49:18Z', 'revision_number': 5, 'project_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'subnets': [{'id': '1e52f09d-7a71-4bd7-9800-26ba2a95d400', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbdc1dd9-e1d0-4c89-8b35-59149b686033', 'name': '', 'network_id': '195827ff-a591-4612-a56a-09c6607a6ced', 'tenant_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'mac_address': 'fa:16:3e:01:c0:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a962d46-399a-441d-b938-9764d564c0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '83c5f70b-e87f-4ce0-b250-82b8ea734210', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:49:22Z', 'updated_at': '2022-02-19T02:49:30Z', 'revision_number': 4, 'project_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'subnets': [{'id': '83c5f70b-e87f-4ce0-b250-82b8ea734210', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:49:32.340455 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-bcf78fa0-71e0-4ca8-8f53-a856cd7c380c None None] For port b45e43ed-d0fd-4a2c-893d-e44c216d7a50, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:49:32.342822 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 80f6e0d8-471c-486c-ad02-d767dd4cfbac is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:49:32.375853 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-bcf78fa0-71e0-4ca8-8f53-a856cd7c380c None None] For port b45e43ed-d0fd-4a2c-893d-e44c216d7a50, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=b45e43ed-d0fd-4a2c-893d-e44c216d7a50,segment=NetworkSegment(ecdb6ca4-bc5a-4179-b78a-53d37d4fd5a4),segment_id=ecdb6ca4-bc5a-4179-b78a-53d37d4fd5a4)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:49:32.446867 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44892b41-5953-4540-b535-17233b8f80fe req-4e95489a-a31c-4773-a81f-ca0f333e90e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:32.448176 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-bcf78fa0-71e0-4ca8-8f53-a856cd7c380c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (b45e43ed-d0fd-4a2c-893d-e44c216d7a50), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:32.449748 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-44892b41-5953-4540-b535-17233b8f80fe req-4e95489a-a31c-4773-a81f-ca0f333e90e9 service neutron] 10.222.0.82 "GET /v2.0/networks?id=38d6fa8e-4007-4beb-abd0-8f0d817f1ef6 HTTP/1.1" status: 200 len: 907 time: 0.2979648 Feb 19 02:49:32.505901 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 81a2675a-d4f3-4f2a-9ba7-8716fc9eee97 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:49:32.508109 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (81a2675a-d4f3-4f2a-9ba7-8716fc9eee97), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:32.525689 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-44892b41-5953-4540-b535-17233b8f80fe req-2de56f95-8291-474f-99b0-b20f49fb2b10 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=962d1a35-2649-4454-a621-b0e309f9f60d HTTP/1.1" status: 200 len: 217 time: 0.0448775 Feb 19 02:49:32.528101 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-7f294ca1-960f-402f-b832-279a2fd46ad1 None None] Current status of the port cbdc1dd9-e1d0-4c89-8b35-59149b686033 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:49:32.532178 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e665f38e-9d68-41fd-a419-d73b0c6314fc tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (4506e2f5-d4ca-4971-b4d7-3241d9fc3422), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:32.590881 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 81a2675a-d4f3-4f2a-9ba7-8716fc9eee97, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=81a2675a-d4f3-4f2a-9ba7-8716fc9eee97,segment=NetworkSegment(95c489b5-d2f5-4704-89fb-8accaa8a0e0f),segment_id=95c489b5-d2f5-4704-89fb-8accaa8a0e0f)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:49:32.617399 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (81a2675a-d4f3-4f2a-9ba7-8716fc9eee97), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:32.623789 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf78fa0-71e0-4ca8-8f53-a856cd7c380c None None] Pushing event updated for resources: {'Port': ['ID=b45e43ed-d0fd-4a2c-893d-e44c216d7a50,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:32.681547 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44892b41-5953-4540-b535-17233b8f80fe req-abdc371e-3b95-4be9-a851-66228db8493b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:32.684335 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-44892b41-5953-4540-b535-17233b8f80fe req-abdc371e-3b95-4be9-a851-66228db8493b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=54b68f46-9c6f-467f-99d5-a919ef2f5fa1 HTTP/1.1" status: 200 len: 846 time: 0.1474392 Feb 19 02:49:32.732107 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=81a2675a-d4f3-4f2a-9ba7-8716fc9eee97,revision_number=7']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:32.788104 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-44892b41-5953-4540-b535-17233b8f80fe req-f06652e1-a958-4184-abbc-cce617e0c03c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=38d6fa8e-4007-4beb-abd0-8f0d817f1ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592647 Feb 19 02:49:32.951476 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4945e-1f4a-441a-9e73-0fad29370fe1 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Pushing event deleted for resources: {'Port': ['ID=fc829dca-14fd-4790-bc8b-3796ff604c51,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:32.982155 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b0e2c3-fad7-4d04-8a69-a67f2a8c1e9f req-41f2bd42-d167-40f8-86b1-f243f83271c8 tempest-FloatingIPsTestJSON-1026572979 tempest-FloatingIPsTestJSON-1026572979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:32.989345 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-06b0e2c3-fad7-4d04-8a69-a67f2a8c1e9f req-41f2bd42-d167-40f8-86b1-f243f83271c8 tempest-FloatingIPsTestJSON-1026572979 tempest-FloatingIPsTestJSON-1026572979-project] 10.222.0.72 "GET /v2.0/networks/eaf64708-9021-419e-b287-ef3e0f51e2ee HTTP/1.1" status: 200 len: 784 time: 1.2171328 Feb 19 02:49:33.116536 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37634e5-e2a7-4ddc-9c43-c4a0d64341e4 req-09f11df8-ab8a-4b9e-b459-6be9ea37714e tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:33.124950 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f37634e5-e2a7-4ddc-9c43-c4a0d64341e4 req-09f11df8-ab8a-4b9e-b459-6be9ea37714e tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb33a693-c143-4b44-9bcb-7281cd2bca72 HTTP/1.1" status: 200 len: 950 time: 0.9198868 Feb 19 02:49:33.167693 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-44892b41-5953-4540-b535-17233b8f80fe req-907a0b60-a26b-4bcb-b06b-f1332530435c service neutron] 10.222.0.82 "GET /v2.0/networks/38d6fa8e-4007-4beb-abd0-8f0d817f1ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3574228 Feb 19 02:49:33.196383 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-06b0e2c3-fad7-4d04-8a69-a67f2a8c1e9f req-80ebc555-153a-4d2e-a933-97b03d5a944c tempest-FloatingIPsTestJSON-1026572979 tempest-FloatingIPsTestJSON-1026572979-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.6.153 HTTP/1.1" status: 200 len: 696 time: 0.2060664 Feb 19 02:49:33.202991 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-3472130b-b345-40e7-b8b2-1effaacfb1da req-ffb4945e-1f4a-441a-9e73-0fad29370fe1 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] No DVR routers for this DVR port fc829dca-14fd-4790-bc8b-3796ff604c51 on host n-h2-826753-2 {{(pid=103701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:49:33.210727 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-3472130b-b345-40e7-b8b2-1effaacfb1da req-ffb4945e-1f4a-441a-9e73-0fad29370fe1 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:33.214163 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3472130b-b345-40e7-b8b2-1effaacfb1da req-ffb4945e-1f4a-441a-9e73-0fad29370fe1 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.82 "DELETE /v2.0/ports/fc829dca-14fd-4790-bc8b-3796ff604c51 HTTP/1.1" status: 204 len: 173 time: 1.8615413 Feb 19 02:49:33.220850 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be5f7cc1-41e7-4c40-b992-296c70e99846', 'name': 'network-vif-deleted', 'tag': 'fc829dca-14fd-4790-bc8b-3796ff604c51'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:49:33.223157 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42e28733-1216-4ed1-9a17-f5115cbaf3db" -d '{"events": [{"server_uuid": "be5f7cc1-41e7-4c40-b992-296c70e99846", "name": "network-vif-deleted", "tag": "fc829dca-14fd-4790-bc8b-3796ff604c51"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:49:33.297955 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-06b0e2c3-fad7-4d04-8a69-a67f2a8c1e9f req-b8472425-5728-4dcd-affc-4813eb6df775 tempest-FloatingIPsTestJSON-1026572979 tempest-FloatingIPsTestJSON-1026572979-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.6.153 HTTP/1.1" status: 200 len: 696 time: 0.1005914 Feb 19 02:49:33.298908 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-44892b41-5953-4540-b535-17233b8f80fe req-cfbcfabf-ff54-40c9-9eec-ebe36610bd4c service neutron] 10.222.0.82 "GET /v2.0/networks/38d6fa8e-4007-4beb-abd0-8f0d817f1ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194630 Feb 19 02:49:33.324593 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6d8c4bd0-585a-42c0-8fe8-71923fb5f258 req-4b34bb83-6caf-44c4-a415-55511be0b1aa service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=6ec863d4-5792-46d2-b299-7b34b3ebe431&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4179475 Feb 19 02:49:33.351619 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f37634e5-e2a7-4ddc-9c43-c4a0d64341e4 req-c73b6b24-d9be-4018-8ef2-939c6a301bff tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f9a0e74-bc03-4003-b35a-0cd376c2c049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256758 Feb 19 02:49:33.442372 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b544a80e-95a3-47c7-b0bf-b414fca9226e x-openstack-request-id: req-b544a80e-95a3-47c7-b0bf-b414fca9226e {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:49:33.442849 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb33a693-c143-4b44-9bcb-7281cd2bca72", "name": "network-vif-plugged", "status": "completed", "tag": "a147c18c-4a52-40b3-8d1d-bd06c5e3635e", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:49:33.443288 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b544a80e-95a3-47c7-b0bf-b414fca9226e {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:49:33.444449 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb33a693-c143-4b44-9bcb-7281cd2bca72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a147c18c-4a52-40b3-8d1d-bd06c5e3635e', 'code': 200} Feb 19 02:49:33.580650 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e665f38e-9d68-41fd-a419-d73b0c6314fc tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks [] for port (4506e2f5-d4ca-4971-b4d7-3241d9fc3422), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:33.594990 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e665f38e-9d68-41fd-a419-d73b0c6314fc tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (4506e2f5-d4ca-4971-b4d7-3241d9fc3422), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:33.595996 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e665f38e-9d68-41fd-a419-d73b0c6314fc tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16362769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16289258'] for router_interface (9a962d46-399a-441d-b938-9764d564c0b0), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:33.673711 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-06583176-44c3-4875-b4dd-9e32215fbde0 req-d81e4ced-7d44-4579-abef-01149e181b19 tempest-LiveAutoBlockMigrationV225Test-1066417122 tempest-LiveAutoBlockMigrationV225Test-1066417122-project] 10.222.0.72 "GET /v2.0/ports?device_id=be5f7cc1-41e7-4c40-b992-296c70e99846 HTTP/1.1" status: 200 len: 210 time: 0.1061189 Feb 19 02:49:33.680767 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device b45e43ed-d0fd-4a2c-893d-e44c216d7a50 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:49:33.806732 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8c4bd0-585a-42c0-8fe8-71923fb5f258 req-94074e9e-8d21-45f1-8ee5-9ed84d52a904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:33.807487 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8c4bd0-585a-42c0-8fe8-71923fb5f258 req-94074e9e-8d21-45f1-8ee5-9ed84d52a904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:33.808097 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8c4bd0-585a-42c0-8fe8-71923fb5f258 req-94074e9e-8d21-45f1-8ee5-9ed84d52a904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:33.808697 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8c4bd0-585a-42c0-8fe8-71923fb5f258 req-94074e9e-8d21-45f1-8ee5-9ed84d52a904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:33.809475 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8c4bd0-585a-42c0-8fe8-71923fb5f258 req-94074e9e-8d21-45f1-8ee5-9ed84d52a904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:33.810099 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8c4bd0-585a-42c0-8fe8-71923fb5f258 req-94074e9e-8d21-45f1-8ee5-9ed84d52a904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:33.810727 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8c4bd0-585a-42c0-8fe8-71923fb5f258 req-94074e9e-8d21-45f1-8ee5-9ed84d52a904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:33.814531 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6d8c4bd0-585a-42c0-8fe8-71923fb5f258 req-94074e9e-8d21-45f1-8ee5-9ed84d52a904 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7478e867ac94480b9c1c44ca2e321f2f&device_id=6ec863d4-5792-46d2-b299-7b34b3ebe431 HTTP/1.1" status: 200 len: 6720 time: 0.3126619 Feb 19 02:49:33.822832 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port b45e43ed-d0fd-4a2c-893d-e44c216d7a50 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:49:33.823218 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (b45e43ed-d0fd-4a2c-893d-e44c216d7a50), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:33.886279 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e665f38e-9d68-41fd-a419-d73b0c6314fc tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Pushing event updated for resources: {'Port': ['ID=4506e2f5-d4ca-4971-b4d7-3241d9fc3422,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:33.950033 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172a728e-2d08-442b-ae74-1cd0f0e04e88 req-b3c480c7-63e9-4535-a1c4-e1c2ee3d35ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:33.952861 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-172a728e-2d08-442b-ae74-1cd0f0e04e88 req-b3c480c7-63e9-4535-a1c4-e1c2ee3d35ad service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=fb33a693-c143-4b44-9bcb-7281cd2bca72 HTTP/1.1" status: 200 len: 1132 time: 0.2850966 Feb 19 02:49:33.978175 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e665f38e-9d68-41fd-a419-d73b0c6314fc tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Network 8972b59b-cb6a-4c9c-b4d5-489e7bec4e7f is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:49:33.978431 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-06b0e2c3-fad7-4d04-8a69-a67f2a8c1e9f req-79893125-03f5-479a-8088-e3e6b1e89db0 tempest-FloatingIPsTestJSON-1026572979 tempest-FloatingIPsTestJSON-1026572979-project] Deleting port 44b6a878-8992-46b4-92f2-c5701b21e699 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:49:33.985913 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port b45e43ed-d0fd-4a2c-893d-e44c216d7a50 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:49:33.986731 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (b45e43ed-d0fd-4a2c-893d-e44c216d7a50), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:33.988454 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-e665f38e-9d68-41fd-a419-d73b0c6314fc tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:49:33.999151 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-06b0e2c3-fad7-4d04-8a69-a67f2a8c1e9f req-79893125-03f5-479a-8088-e3e6b1e89db0 tempest-FloatingIPsTestJSON-1026572979 tempest-FloatingIPsTestJSON-1026572979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (44b6a878-8992-46b4-92f2-c5701b21e699), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:34.091247 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 962d1a35-2649-4454-a621-b0e309f9f60d details requested by agent hyperv_n-h2-826753-2 with host n-h2-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:49:34.096831 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port b45e43ed-d0fd-4a2c-893d-e44c216d7a50, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=b45e43ed-d0fd-4a2c-893d-e44c216d7a50,segment=NetworkSegment(ecdb6ca4-bc5a-4179-b78a-53d37d4fd5a4),segment_id=ecdb6ca4-bc5a-4179-b78a-53d37d4fd5a4)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:49:34.113490 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (b45e43ed-d0fd-4a2c-893d-e44c216d7a50), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:34.115276 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device cbdc1dd9-e1d0-4c89-8b35-59149b686033 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:49:34.195637 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-172a728e-2d08-442b-ae74-1cd0f0e04e88 req-44388f3c-95a6-43db-8c68-e89445d60f53 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7f9a0e74-bc03-4003-b35a-0cd376c2c049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371240 Feb 19 02:49:34.249734 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e665f38e-9d68-41fd-a419-d73b0c6314fc tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Router 9a962d46-399a-441d-b938-9764d564c0b0 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:49:34.350408 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-06b0e2c3-fad7-4d04-8a69-a67f2a8c1e9f req-79893125-03f5-479a-8088-e3e6b1e89db0 tempest-FloatingIPsTestJSON-1026572979 tempest-FloatingIPsTestJSON-1026572979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (44b6a878-8992-46b4-92f2-c5701b21e699), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:34.350677 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-06b0e2c3-fad7-4d04-8a69-a67f2a8c1e9f req-79893125-03f5-479a-8088-e3e6b1e89db0 tempest-FloatingIPsTestJSON-1026572979 tempest-FloatingIPsTestJSON-1026572979-project] Publish callbacks [] for floatingip (44b6a878-8992-46b4-92f2-c5701b21e699), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:34.364050 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-06b0e2c3-fad7-4d04-8a69-a67f2a8c1e9f req-79893125-03f5-479a-8088-e3e6b1e89db0 tempest-FloatingIPsTestJSON-1026572979 tempest-FloatingIPsTestJSON-1026572979-project] Calling delete_port for 44b6a878-8992-46b4-92f2-c5701b21e699 owned by network:floatingip {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:49:34.403702 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e665f38e-9d68-41fd-a419-d73b0c6314fc tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:49:34.414631 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 962d1a35-2649-4454-a621-b0e309f9f60d, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=962d1a35-2649-4454-a621-b0e309f9f60d,segment=NetworkSegment(4d279d1b-ef9f-49cc-bc5d-c8be530f22d3),segment_id=4d279d1b-ef9f-49cc-bc5d-c8be530f22d3)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:49:34.416833 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-e665f38e-9d68-41fd-a419-d73b0c6314fc tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] 10.222.0.72 "PUT /v2.0/routers/9a962d46-399a-441d-b938-9764d564c0b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3482997 Feb 19 02:49:34.417951 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 57628) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:49:34.419905 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a98102a-a9e8-4ed1-ba97-727b4f9cf439 None None] Sync routers for ids ['9a962d46-399a-441d-b938-9764d564c0b0'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:49:34.422819 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-feb7b16c-ee6a-4984-b6a2-5547cd7514c5 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:49:34.439150 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690edf09-3ec6-41e1-806e-2a016df777f4 None None] Network 8972b59b-cb6a-4c9c-b4d5-489e7bec4e7f requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:49:34.441935 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Returning: {'device': '962d1a35-2649-4454-a621-b0e309f9f60d', 'network_id': '38d6fa8e-4007-4beb-abd0-8f0d817f1ef6', 'port_id': '962d1a35-2649-4454-a621-b0e309f9f60d', 'mac_address': 'fa:16:3e:b8:54:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54b68f46-9c6f-467f-99d5-a919ef2f5fa1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:49:34.446552 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a98102a-a9e8-4ed1-ba97-727b4f9cf439 None None] Routers {'9a962d46-399a-441d-b938-9764d564c0b0'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:49:34.447193 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-1a98102a-a9e8-4ed1-ba97-727b4f9cf439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:49:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['9a962d46-399a-441d-b938-9764d564c0b0'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:49:34.471744 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093b0370-48a9-4a4e-a2c3-f1910af4c8a5 req-a7aa4342-c892-461a-9ce6-eafab74b7e5e tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:34.474048 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-093b0370-48a9-4a4e-a2c3-f1910af4c8a5 req-a7aa4342-c892-461a-9ce6-eafab74b7e5e tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ff59ad5-0a6a-4d56-be89-9dd3f1a2f737 HTTP/1.1" status: 200 len: 945 time: 0.6740229 Feb 19 02:49:34.474201 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=b45e43ed-d0fd-4a2c-893d-e44c216d7a50,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:34.475567 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8c4bd0-585a-42c0-8fe8-71923fb5f258 req-915bc3b8-e455-4b42-af12-5de90907bfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:34.475819 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8c4bd0-585a-42c0-8fe8-71923fb5f258 req-915bc3b8-e455-4b42-af12-5de90907bfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:34.476271 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8c4bd0-585a-42c0-8fe8-71923fb5f258 req-915bc3b8-e455-4b42-af12-5de90907bfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:34.485560 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6d8c4bd0-585a-42c0-8fe8-71923fb5f258 req-915bc3b8-e455-4b42-af12-5de90907bfeb service neutron] 10.222.0.82 "GET /v2.0/networks?id=8b1da341-6b15-4165-b6f3-95f440007ab2&id=f5c1130b-131f-4fde-9927-840cbad6505d&id=f5c1130b-131f-4fde-9927-840cbad6505d&id=f5c1130b-131f-4fde-9927-840cbad6505d&id=f5c1130b-131f-4fde-9927-840cbad6505d&id=c312b721-2b22-4f34-983e-08de11418b4e&id=c312b721-2b22-4f34-983e-08de11418b4e HTTP/1.1" status: 200 len: 2298 time: 0.6043382 Feb 19 02:49:34.646565 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 962d1a35-2649-4454-a621-b0e309f9f60d is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:49:34.654704 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-1a98102a-a9e8-4ed1-ba97-727b4f9cf439 None None] Set router 9a962d46-399a-441d-b938-9764d564c0b0 gateway port host: None {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:49:34.657887 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (962d1a35-2649-4454-a621-b0e309f9f60d), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:34.670390 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-093b0370-48a9-4a4e-a2c3-f1910af4c8a5 req-768852b2-85af-453b-a16b-b67fce20bc81 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/security-groups?id=83745bf6-2450-44b1-b073-88b2d8645794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753738 Feb 19 02:49:34.690723 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-f8ea08d2-95d5-42e3-8717-637fcda94d65 None None] Provisioning complete for port b45e43ed-d0fd-4a2c-893d-e44c216d7a50 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:49:34.691768 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f8ea08d2-95d5-42e3-8717-637fcda94d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (b45e43ed-d0fd-4a2c-893d-e44c216d7a50), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:34.715398 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6d8c4bd0-585a-42c0-8fe8-71923fb5f258 req-44e386b0-17ba-4940-b8c9-2727194f304b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a90eb6b-9954-4fd4-a849-80da8c127a4c HTTP/1.1" status: 200 len: 1001 time: 0.2192008 Feb 19 02:49:34.784061 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port cbdc1dd9-e1d0-4c89-8b35-59149b686033 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:49:34.784726 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (cbdc1dd9-e1d0-4c89-8b35-59149b686033), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:34.843077 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-06b0e2c3-fad7-4d04-8a69-a67f2a8c1e9f req-79893125-03f5-479a-8088-e3e6b1e89db0 tempest-FloatingIPsTestJSON-1026572979 tempest-FloatingIPsTestJSON-1026572979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (44b6a878-8992-46b4-92f2-c5701b21e699), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:34.914516 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 962d1a35-2649-4454-a621-b0e309f9f60d {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:49:34.963486 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8c4bd0-585a-42c0-8fe8-71923fb5f258 req-b357bdee-fdb7-4df4-ad79-abd07e5de18b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:34.966140 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6d8c4bd0-585a-42c0-8fe8-71923fb5f258 req-b357bdee-fdb7-4df4-ad79-abd07e5de18b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=29b1d912-72fb-485c-b814-b1b426dd04c1 HTTP/1.1" status: 200 len: 856 time: 0.2398427 Feb 19 02:49:34.967345 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 962d1a35-2649-4454-a621-b0e309f9f60d, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=962d1a35-2649-4454-a621-b0e309f9f60d,segment=NetworkSegment(4d279d1b-ef9f-49cc-bc5d-c8be530f22d3),segment_id=4d279d1b-ef9f-49cc-bc5d-c8be530f22d3)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:49:34.971193 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79893125-03f5-479a-8088-e3e6b1e89db0 tempest-FloatingIPsTestJSON-1026572979 tempest-FloatingIPsTestJSON-1026572979-project] Pushing event deleted for resources: {'Port': ['ID=44b6a878-8992-46b4-92f2-c5701b21e699,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:35.020046 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (962d1a35-2649-4454-a621-b0e309f9f60d), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:35.093162 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.extraroute_db [None req-feb7b16c-ee6a-4984-b6a2-5547cd7514c5 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=103702) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 19 02:49:35.093826 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-1a98102a-a9e8-4ed1-ba97-727b4f9cf439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a962d46-399a-441d-b938-9764d564c0b0', 'name': 'tempest-RoutersIpV6Test-router-593384108', 'tenant_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:48:58Z', 'updated_at': '2022-02-19T02:49:32Z', 'revision_number': 5, 'project_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'gw_port_host': None, '_interfaces': [{'id': '0703ca3e-7a1d-4063-a291-1e8e91e8f8d1', 'name': '', 'network_id': 'eaa143cd-3afc-4764-a677-99b22e3b56d0', 'tenant_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'mac_address': 'fa:16:3e:a8:92:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a962d46-399a-441d-b938-9764d564c0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'a8e8530f-41b8-489a-b611-33908f08e91d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:49:00Z', 'updated_at': '2022-02-19T02:49:09Z', 'revision_number': 5, 'project_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'subnets': [{'id': 'a8e8530f-41b8-489a-b611-33908f08e91d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1949d8ce-0010-4dda-8990-e9ecf5732576', 'name': '', 'network_id': 'f2707e19-a9b2-48ff-b724-f18564bb6f57', 'tenant_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'mac_address': 'fa:16:3e:06:99:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a962d46-399a-441d-b938-9764d564c0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '1e52f09d-7a71-4bd7-9800-26ba2a95d400', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:49:10Z', 'updated_at': '2022-02-19T02:49:18Z', 'revision_number': 5, 'project_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'subnets': [{'id': '1e52f09d-7a71-4bd7-9800-26ba2a95d400', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4506e2f5-d4ca-4971-b4d7-3241d9fc3422', 'name': '', 'network_id': '8972b59b-cb6a-4c9c-b4d5-489e7bec4e7f', 'tenant_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'mac_address': 'fa:16:3e:65:68:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a962d46-399a-441d-b938-9764d564c0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '5d9d6768-38b4-436d-8afc-b5ec84a80d39', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:49:30Z', 'updated_at': '2022-02-19T02:49:33Z', 'revision_number': 2, 'project_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'subnets': [{'id': '5d9d6768-38b4-436d-8afc-b5ec84a80d39', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbdc1dd9-e1d0-4c89-8b35-59149b686033', 'name': '', 'network_id': '195827ff-a591-4612-a56a-09c6607a6ced', 'tenant_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'mac_address': 'fa:16:3e:01:c0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a962d46-399a-441d-b938-9764d564c0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '83c5f70b-e87f-4ce0-b250-82b8ea734210', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:49:22Z', 'updated_at': '2022-02-19T02:49:31Z', 'revision_number': 5, 'project_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'subnets': [{'id': '83c5f70b-e87f-4ce0-b250-82b8ea734210', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:49:35.159136 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a98102a-a9e8-4ed1-ba97-727b4f9cf439 None None] Checking router: 9a962d46-399a-441d-b938-9764d564c0b0 for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:49:35.159496 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a98102a-a9e8-4ed1-ba97-727b4f9cf439 None None] Updating router 9a962d46-399a-441d-b938-9764d564c0b0 port 4506e2f5-d4ca-4971-b4d7-3241d9fc3422 binding host n-d-826753-2 {{(pid=103704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:49:35.167116 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-f8ea08d2-95d5-42e3-8717-637fcda94d65 None None] Current status of the port b45e43ed-d0fd-4a2c-893d-e44c216d7a50 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:49:35.169473 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.extraroute_db [None req-feb7b16c-ee6a-4984-b6a2-5547cd7514c5 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Removed routes are [] {{(pid=103702) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 19 02:49:35.169826 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-feb7b16c-ee6a-4984-b6a2-5547cd7514c5 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16285772', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16317501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14257'] for router (9a962d46-399a-441d-b938-9764d564c0b0), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:35.184913 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port cbdc1dd9-e1d0-4c89-8b35-59149b686033 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:49:35.185361 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8d11e2-60df-4954-82f0-70b67301457f req-8d28df39-28cf-4d1f-a74f-1f73ec19dda4 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:35.192928 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6a8d11e2-60df-4954-82f0-70b67301457f req-8d28df39-28cf-4d1f-a74f-1f73ec19dda4 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb8de35d-16fb-4e03-a946-340d40256566 HTTP/1.1" status: 200 len: 945 time: 0.2441261 Feb 19 02:49:35.220087 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-1a98102a-a9e8-4ed1-ba97-727b4f9cf439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (4506e2f5-d4ca-4971-b4d7-3241d9fc3422), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:35.227243 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=962d1a35-2649-4454-a621-b0e309f9f60d,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:35.234217 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-06b0e2c3-fad7-4d04-8a69-a67f2a8c1e9f req-79893125-03f5-479a-8088-e3e6b1e89db0 tempest-FloatingIPsTestJSON-1026572979 tempest-FloatingIPsTestJSON-1026572979-project] Publish callbacks [] for floatingip (7b6fa962-82a0-40ac-b04b-bfb1fefe3a13), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:35.237266 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-06b0e2c3-fad7-4d04-8a69-a67f2a8c1e9f req-79893125-03f5-479a-8088-e3e6b1e89db0 tempest-FloatingIPsTestJSON-1026572979 tempest-FloatingIPsTestJSON-1026572979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:35.238573 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-06b0e2c3-fad7-4d04-8a69-a67f2a8c1e9f req-79893125-03f5-479a-8088-e3e6b1e89db0 tempest-FloatingIPsTestJSON-1026572979 tempest-FloatingIPsTestJSON-1026572979-project] 10.222.0.72 "DELETE /v2.0/floatingips/7b6fa962-82a0-40ac-b04b-bfb1fefe3a13 HTTP/1.1" status: 204 len: 173 time: 1.9398363 Feb 19 02:49:35.244551 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8c4bd0-585a-42c0-8fe8-71923fb5f258 req-830b17d7-89ef-4292-9720-d0d81f3342be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:35.251074 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6d8c4bd0-585a-42c0-8fe8-71923fb5f258 req-830b17d7-89ef-4292-9720-d0d81f3342be service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8b1da341-6b15-4165-b6f3-95f440007ab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2432170 Feb 19 02:49:35.428041 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-842b2365-f784-41cf-a0ef-345ac10c4172 x-openstack-request-id: req-842b2365-f784-41cf-a0ef-345ac10c4172 {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:49:35.428642 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be5f7cc1-41e7-4c40-b992-296c70e99846", "name": "network-vif-deleted", "tag": "fc829dca-14fd-4790-bc8b-3796ff604c51", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:49:35.429218 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-842b2365-f784-41cf-a0ef-345ac10c4172 {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:49:35.430206 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be5f7cc1-41e7-4c40-b992-296c70e99846', 'name': 'network-vif-deleted', 'tag': 'fc829dca-14fd-4790-bc8b-3796ff604c51', 'status': 'completed', 'code': 200} Feb 19 02:49:35.436693 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e3bcdf48-ad3b-412b-acae-ef5a3c074202 None None] Provisioning complete for port b45e43ed-d0fd-4a2c-893d-e44c216d7a50 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:49:35.438720 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e3bcdf48-ad3b-412b-acae-ef5a3c074202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (b45e43ed-d0fd-4a2c-893d-e44c216d7a50), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:35.448845 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f780e5ff-b429-4f5e-9d5a-1227f9743c37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81a2675a-d4f3-4f2a-9ba7-8716fc9eee97'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:49:35.460505 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57d28d1c-9b76-48b4-95b8-e0fa5da02cee" -d '{"events": [{"server_uuid": "f780e5ff-b429-4f5e-9d5a-1227f9743c37", "name": "network-vif-plugged", "status": "completed", "tag": "81a2675a-d4f3-4f2a-9ba7-8716fc9eee97"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:49:35.467760 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['962d1a35-2649-4454-a621-b0e309f9f60d'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:49:35.503589 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6a8d11e2-60df-4954-82f0-70b67301457f req-ad5998a3-b318-4da5-86b7-15b208524c47 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ca71149-99da-4cc2-ac25-44d2d4a4007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3082535 Feb 19 02:49:35.576607 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-1a98102a-a9e8-4ed1-ba97-727b4f9cf439 None None] Publish callbacks [] for port (4506e2f5-d4ca-4971-b4d7-3241d9fc3422), precommit_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:35.606416 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-1a98102a-a9e8-4ed1-ba97-727b4f9cf439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (4506e2f5-d4ca-4971-b4d7-3241d9fc3422), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:35.699836 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-feb7b16c-ee6a-4984-b6a2-5547cd7514c5 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16285772', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16317501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14257'] for router (9a962d46-399a-441d-b938-9764d564c0b0), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:35.704950 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-feb7b16c-ee6a-4984-b6a2-5547cd7514c5 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16285787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16285778', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16317492'] for router (9a962d46-399a-441d-b938-9764d564c0b0), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:35.739220 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6d8c4bd0-585a-42c0-8fe8-71923fb5f258 req-60c90809-f2fd-411f-aa31-3fe15fd1756e service neutron] 10.222.0.82 "GET /v2.0/networks/8b1da341-6b15-4165-b6f3-95f440007ab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4729717 Feb 19 02:49:35.876577 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feb7b16c-ee6a-4984-b6a2-5547cd7514c5 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Router 9a962d46-399a-441d-b938-9764d564c0b0 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:49:35.906773 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 57650) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:49:35.944969 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6248c2b1-d550-4821-b836-fbd72b3a8f83 None None] Pushing event updated for resources: {'Port': ['ID=4506e2f5-d4ca-4971-b4d7-3241d9fc3422,revision_number=3']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:36.002205 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-1a98102a-a9e8-4ed1-ba97-727b4f9cf439 None None] Attempting to bind port 4506e2f5-d4ca-4971-b4d7-3241d9fc3422 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:49:36.002584 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-1a98102a-a9e8-4ed1-ba97-727b4f9cf439 None None] Attempting to bind port 4506e2f5-d4ca-4971-b4d7-3241d9fc3422 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': 'ecdb6ca4-bc5a-4179-b78a-53d37d4fd5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '8972b59b-cb6a-4c9c-b4d5-489e7bec4e7f'}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:49:36.005386 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a98102a-a9e8-4ed1-ba97-727b4f9cf439 None None] Attempting to bind port 4506e2f5-d4ca-4971-b4d7-3241d9fc3422 on network 8972b59b-cb6a-4c9c-b4d5-489e7bec4e7f {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:49:36.016639 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6d8c4bd0-585a-42c0-8fe8-71923fb5f258 req-7710b81f-314d-408a-a0b3-feaae2f46299 service neutron] 10.222.0.82 "GET /v2.0/networks/8b1da341-6b15-4165-b6f3-95f440007ab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2685046 Feb 19 02:49:36.017582 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a98102a-a9e8-4ed1-ba97-727b4f9cf439 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:49:36.017958 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a98102a-a9e8-4ed1-ba97-727b4f9cf439 None None] Checking segment: {'id': 'ecdb6ca4-bc5a-4179-b78a-53d37d4fd5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '8972b59b-cb6a-4c9c-b4d5-489e7bec4e7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:49:36.018966 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-1a98102a-a9e8-4ed1-ba97-727b4f9cf439 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:36.019358 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a98102a-a9e8-4ed1-ba97-727b4f9cf439 None None] Bound using segment: {'id': 'ecdb6ca4-bc5a-4179-b78a-53d37d4fd5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '8972b59b-cb6a-4c9c-b4d5-489e7bec4e7f'} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:49:36.019844 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-1a98102a-a9e8-4ed1-ba97-727b4f9cf439 None None] Bound port: 4506e2f5-d4ca-4971-b4d7-3241d9fc3422, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecdb6ca4-bc5a-4179-b78a-53d37d4fd5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '8972b59b-cb6a-4c9c-b4d5-489e7bec4e7f'}}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:49:36.020212 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-1a98102a-a9e8-4ed1-ba97-727b4f9cf439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (4506e2f5-d4ca-4971-b4d7-3241d9fc3422), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:36.147356 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device b45e43ed-d0fd-4a2c-893d-e44c216d7a50 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:49:36.193357 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device fc829dca-14fd-4790-bc8b-3796ff604c51 no longer exists at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:49:36.226450 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-1a98102a-a9e8-4ed1-ba97-727b4f9cf439 None None] For port 4506e2f5-d4ca-4971-b4d7-3241d9fc3422, host n-d-826753-2, cleared binding levels {{(pid=103704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:49:36.232828 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-1a98102a-a9e8-4ed1-ba97-727b4f9cf439 None None] For port 4506e2f5-d4ca-4971-b4d7-3241d9fc3422, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=4506e2f5-d4ca-4971-b4d7-3241d9fc3422,segment=NetworkSegment(ecdb6ca4-bc5a-4179-b78a-53d37d4fd5a4),segment_id=ecdb6ca4-bc5a-4179-b78a-53d37d4fd5a4)] {{(pid=103704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:49:36.248954 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-1a98102a-a9e8-4ed1-ba97-727b4f9cf439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (4506e2f5-d4ca-4971-b4d7-3241d9fc3422), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:36.249717 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] No Port match for: fc829dca-14fd-4790-bc8b-3796ff604c51 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:49:36.250092 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device fc829dca-14fd-4790-bc8b-3796ff604c51 not bound to the agent host n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:49:36.276735 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6d8c4bd0-585a-42c0-8fe8-71923fb5f258 req-a4511ad8-9e5c-4a60-9881-68289c006ff8 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.249&port_id=38e91ad5-8313-46e5-8ac5-c1d94643d01f HTTP/1.1" status: 200 len: 217 time: 0.2262316 Feb 19 02:49:36.277360 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ba89448-e9a3-4f82-bb4e-9473579a7879 admin admin] Deleting subnet 2fe72d28-9326-4a85-b8b2-36c8cafae112 {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:49:36.294628 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1ba89448-e9a3-4f82-bb4e-9473579a7879 admin admin] Publish callbacks [] for subnet (2fe72d28-9326-4a85-b8b2-36c8cafae112), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:36.338775 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a98102a-a9e8-4ed1-ba97-727b4f9cf439 None None] Routers {'9a962d46-399a-441d-b938-9764d564c0b0'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:49:36.339687 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-1a98102a-a9e8-4ed1-ba97-727b4f9cf439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:49:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['9a962d46-399a-441d-b938-9764d564c0b0'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:49:36.352644 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port b45e43ed-d0fd-4a2c-893d-e44c216d7a50 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:49:36.353043 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (b45e43ed-d0fd-4a2c-893d-e44c216d7a50), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:36.360213 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feb7b16c-ee6a-4984-b6a2-5547cd7514c5 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:49:36.380806 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-feb7b16c-ee6a-4984-b6a2-5547cd7514c5 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:36.389887 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-feb7b16c-ee6a-4984-b6a2-5547cd7514c5 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] 10.222.0.72 "PUT /v2.0/routers/9a962d46-399a-441d-b938-9764d564c0b0 HTTP/1.1" status: 200 len: 953 time: 1.9707551 Feb 19 02:49:36.390559 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 57654) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:49:36.455332 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-1a98102a-a9e8-4ed1-ba97-727b4f9cf439 None None] Set router 9a962d46-399a-441d-b938-9764d564c0b0 gateway port host: None {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:49:36.485888 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8c4bd0-585a-42c0-8fe8-71923fb5f258 req-bc5d96be-bfdd-41c2-ad56-2ae231aa85fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:36.492322 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6d8c4bd0-585a-42c0-8fe8-71923fb5f258 req-bc5d96be-bfdd-41c2-ad56-2ae231aa85fb service neutron] 10.222.0.82 "GET /v2.0/subnets?id=983133d2-ff38-4266-904e-e871a4dfab4b HTTP/1.1" status: 200 len: 797 time: 0.1286364 Feb 19 02:49:36.497651 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port b45e43ed-d0fd-4a2c-893d-e44c216d7a50 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:49:36.512399 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e3bcdf48-ad3b-412b-acae-ef5a3c074202 None None] Current status of the port b45e43ed-d0fd-4a2c-893d-e44c216d7a50 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:49:36.553210 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e3bcdf48-ad3b-412b-acae-ef5a3c074202 None None] Provisioning complete for port 4506e2f5-d4ca-4971-b4d7-3241d9fc3422 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:49:36.553597 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e3bcdf48-ad3b-412b-acae-ef5a3c074202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (4506e2f5-d4ca-4971-b4d7-3241d9fc3422), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:36.560134 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1ba89448-e9a3-4f82-bb4e-9473579a7879 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (2fe72d28-9326-4a85-b8b2-36c8cafae112), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:36.605301 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716ab116-4093-43c1-9b2c-15f0d0b4d08b req-2968d5c1-78d9-4c1a-b32c-062fa75947ff tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:36.620913 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-716ab116-4093-43c1-9b2c-15f0d0b4d08b req-2968d5c1-78d9-4c1a-b32c-062fa75947ff tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb33a693-c143-4b44-9bcb-7281cd2bca72 HTTP/1.1" status: 200 len: 950 time: 1.0634935 Feb 19 02:49:36.658464 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1ba89448-e9a3-4f82-bb4e-9473579a7879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (2fe72d28-9326-4a85-b8b2-36c8cafae112), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:36.694949 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8c4bd0-585a-42c0-8fe8-71923fb5f258 req-722fa58e-8710-4f21-909f-bb7b2216c21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:36.696470 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6d8c4bd0-585a-42c0-8fe8-71923fb5f258 req-722fa58e-8710-4f21-909f-bb7b2216c21d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f5c1130b-131f-4fde-9927-840cbad6505d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1833696 Feb 19 02:49:36.730511 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1ba89448-e9a3-4f82-bb4e-9473579a7879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (2fe72d28-9326-4a85-b8b2-36c8cafae112), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:36.794234 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba89448-e9a3-4f82-bb4e-9473579a7879 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fe72d28-9326-4a85-b8b2-36c8cafae112,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:36.805598 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba89448-e9a3-4f82-bb4e-9473579a7879 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:49:36.807199 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba89448-e9a3-4f82-bb4e-9473579a7879 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:49:36.807569 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba89448-e9a3-4f82-bb4e-9473579a7879 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:49:36.808776 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba89448-e9a3-4f82-bb4e-9473579a7879 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:49:36.809446 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba89448-e9a3-4f82-bb4e-9473579a7879 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:49:36.809858 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba89448-e9a3-4f82-bb4e-9473579a7879 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:49:36.810221 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba89448-e9a3-4f82-bb4e-9473579a7879 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:49:36.810595 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba89448-e9a3-4f82-bb4e-9473579a7879 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:49:36.811032 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba89448-e9a3-4f82-bb4e-9473579a7879 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:49:36.811628 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba89448-e9a3-4f82-bb4e-9473579a7879 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:49:36.811727 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba89448-e9a3-4f82-bb4e-9473579a7879 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:49:36.812066 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba89448-e9a3-4f82-bb4e-9473579a7879 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:49:36.812389 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba89448-e9a3-4f82-bb4e-9473579a7879 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:49:36.820186 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1ba89448-e9a3-4f82-bb4e-9473579a7879 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:36.824720 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e3bcdf48-ad3b-412b-acae-ef5a3c074202 None None] Current status of the port 4506e2f5-d4ca-4971-b4d7-3241d9fc3422 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:49:36.825155 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e3bcdf48-ad3b-412b-acae-ef5a3c074202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (4506e2f5-d4ca-4971-b4d7-3241d9fc3422), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:36.826822 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-1ba89448-e9a3-4f82-bb4e-9473579a7879 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/2fe72d28-9326-4a85-b8b2-36c8cafae112 HTTP/1.1" status: 204 len: 168 time: 0.9156122 Feb 19 02:49:36.827527 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 57658) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:49:36.847445 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-716ab116-4093-43c1-9b2c-15f0d0b4d08b req-47e41bd7-845e-438f-bdb4-4eca9afb9382 tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f9a0e74-bc03-4003-b35a-0cd376c2c049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252183 Feb 19 02:49:36.922994 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e3bcdf48-ad3b-412b-acae-ef5a3c074202 None None] For port 4506e2f5-d4ca-4971-b4d7-3241d9fc3422, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=4506e2f5-d4ca-4971-b4d7-3241d9fc3422,segment=NetworkSegment(ecdb6ca4-bc5a-4179-b78a-53d37d4fd5a4),segment_id=ecdb6ca4-bc5a-4179-b78a-53d37d4fd5a4)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:49:36.931109 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a3da939-84d3-49b6-bcda-3be0a47a3758 x-openstack-request-id: req-7a3da939-84d3-49b6-bcda-3be0a47a3758 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:49:36.932507 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f780e5ff-b429-4f5e-9d5a-1227f9743c37", "name": "network-vif-plugged", "status": "completed", "tag": "81a2675a-d4f3-4f2a-9ba7-8716fc9eee97", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:49:36.932785 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7a3da939-84d3-49b6-bcda-3be0a47a3758 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:49:36.934624 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f780e5ff-b429-4f5e-9d5a-1227f9743c37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81a2675a-d4f3-4f2a-9ba7-8716fc9eee97', 'code': 200} Feb 19 02:49:36.935922 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e3bcdf48-ad3b-412b-acae-ef5a3c074202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (4506e2f5-d4ca-4971-b4d7-3241d9fc3422), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:37.089383 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bcdf48-ad3b-412b-acae-ef5a3c074202 None None] Pushing event updated for resources: {'Port': ['ID=4506e2f5-d4ca-4971-b4d7-3241d9fc3422,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:37.110882 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-1a98102a-a9e8-4ed1-ba97-727b4f9cf439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a962d46-399a-441d-b938-9764d564c0b0', 'name': 'tempest-RoutersIpV6Test-router-593384108', 'tenant_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:48:58Z', 'updated_at': '2022-02-19T02:49:35Z', 'revision_number': 6, 'project_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'gw_port_host': None, '_interfaces': [{'id': '0703ca3e-7a1d-4063-a291-1e8e91e8f8d1', 'name': '', 'network_id': 'eaa143cd-3afc-4764-a677-99b22e3b56d0', 'tenant_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'mac_address': 'fa:16:3e:a8:92:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a962d46-399a-441d-b938-9764d564c0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'a8e8530f-41b8-489a-b611-33908f08e91d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:49:00Z', 'updated_at': '2022-02-19T02:49:09Z', 'revision_number': 5, 'project_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'subnets': [{'id': 'a8e8530f-41b8-489a-b611-33908f08e91d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1949d8ce-0010-4dda-8990-e9ecf5732576', 'name': '', 'network_id': 'f2707e19-a9b2-48ff-b724-f18564bb6f57', 'tenant_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'mac_address': 'fa:16:3e:06:99:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a962d46-399a-441d-b938-9764d564c0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '1e52f09d-7a71-4bd7-9800-26ba2a95d400', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:49:10Z', 'updated_at': '2022-02-19T02:49:18Z', 'revision_number': 5, 'project_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'subnets': [{'id': '1e52f09d-7a71-4bd7-9800-26ba2a95d400', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4506e2f5-d4ca-4971-b4d7-3241d9fc3422', 'name': '', 'network_id': '8972b59b-cb6a-4c9c-b4d5-489e7bec4e7f', 'tenant_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'mac_address': 'fa:16:3e:65:68:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a962d46-399a-441d-b938-9764d564c0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '5d9d6768-38b4-436d-8afc-b5ec84a80d39', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:49:30Z', 'updated_at': '2022-02-19T02:49:36Z', 'revision_number': 4, 'project_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'subnets': [{'id': '5d9d6768-38b4-436d-8afc-b5ec84a80d39', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbdc1dd9-e1d0-4c89-8b35-59149b686033', 'name': '', 'network_id': '195827ff-a591-4612-a56a-09c6607a6ced', 'tenant_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'mac_address': 'fa:16:3e:01:c0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a962d46-399a-441d-b938-9764d564c0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '83c5f70b-e87f-4ce0-b250-82b8ea734210', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:49:22Z', 'updated_at': '2022-02-19T02:49:31Z', 'revision_number': 5, 'project_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'subnets': [{'id': '83c5f70b-e87f-4ce0-b250-82b8ea734210', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:49:37.135603 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-49965a18-ff54-4b9a-83cb-38c7d5c15f4f None None] Provisioning complete for port 4506e2f5-d4ca-4971-b4d7-3241d9fc3422 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:49:37.136104 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-49965a18-ff54-4b9a-83cb-38c7d5c15f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (4506e2f5-d4ca-4971-b4d7-3241d9fc3422), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:37.212101 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6248c2b1-d550-4821-b836-fbd72b3a8f83 None None] Pushing event updated for resources: {'Port': ['ID=4506e2f5-d4ca-4971-b4d7-3241d9fc3422,revision_number=4']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:37.223204 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a98102a-a9e8-4ed1-ba97-727b4f9cf439 None None] The sync data for ids ['9a962d46-399a-441d-b938-9764d564c0b0'] in n-d-826753-2 is: [{'id': '9a962d46-399a-441d-b938-9764d564c0b0', 'name': 'tempest-RoutersIpV6Test-router-593384108', 'tenant_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:48:58Z', 'updated_at': '2022-02-19T02:49:35Z', 'revision_number': 6, 'project_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'gw_port_host': None, '_interfaces': [{'id': '0703ca3e-7a1d-4063-a291-1e8e91e8f8d1', 'name': '', 'network_id': 'eaa143cd-3afc-4764-a677-99b22e3b56d0', 'tenant_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'mac_address': 'fa:16:3e:a8:92:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a962d46-399a-441d-b938-9764d564c0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'a8e8530f-41b8-489a-b611-33908f08e91d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:49:00Z', 'updated_at': '2022-02-19T02:49:09Z', 'revision_number': 5, 'project_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'subnets': [{'id': 'a8e8530f-41b8-489a-b611-33908f08e91d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1949d8ce-0010-4dda-8990-e9ecf5732576', 'name': '', 'network_id': 'f2707e19-a9b2-48ff-b724-f18564bb6f57', 'tenant_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'mac_address': 'fa:16:3e:06:99:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a962d46-399a-441d-b938-9764d564c0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '1e52f09d-7a71-4bd7-9800-26ba2a95d400', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:49:10Z', 'updated_at': '2022-02-19T02:49:18Z', 'revision_number': 5, 'project_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'subnets': [{'id': '1e52f09d-7a71-4bd7-9800-26ba2a95d400', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4506e2f5-d4ca-4971-b4d7-3241d9fc3422', 'name': '', 'network_id': '8972b59b-cb6a-4c9c-b4d5-489e7bec4e7f', 'tenant_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'mac_address': 'fa:16:3e:65:68:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a962d46-399a-441d-b938-9764d564c0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '5d9d6768-38b4-436d-8afc-b5ec84a80d39', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:49:30Z', 'updated_at': '2022-02-19T02:49:36Z', 'revision_number': 4, 'project_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'subnets': [{'id': '5d9d6768-38b4-436d-8afc-b5ec84a80d39', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbdc1dd9-e1d0-4c89-8b35-59149b686033', 'name': '', 'network_id': '195827ff-a591-4612-a56a-09c6607a6ced', 'tenant_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'mac_address': 'fa:16:3e:01:c0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a962d46-399a-441d-b938-9764d564c0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '83c5f70b-e87f-4ce0-b250-82b8ea734210', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:49:22Z', 'updated_at': '2022-02-19T02:49:31Z', 'revision_number': 5, 'project_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'subnets': [{'id': '83c5f70b-e87f-4ce0-b250-82b8ea734210', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:49:37.239082 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-43519f0e-b61b-4f4e-912c-65757ca08aa3 req-77dde550-4201-4e18-bc6f-e13cc3f05ecc tempest-FloatingIPsTestJSON-1026572979 tempest-FloatingIPsTestJSON-1026572979-project] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.2187691 Feb 19 02:49:37.264604 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-43519f0e-b61b-4f4e-912c-65757ca08aa3 req-3af91e01-c92d-4caf-8624-a8beec75e4fd tempest-FloatingIPsTestJSON-1026572979 tempest-FloatingIPsTestJSON-1026572979-project] Request body: {'floatingip': {'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:49:37.377787 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-49965a18-ff54-4b9a-83cb-38c7d5c15f4f None None] Current status of the port 4506e2f5-d4ca-4971-b4d7-3241d9fc3422 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:49:37.384392 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6d8c4bd0-585a-42c0-8fe8-71923fb5f258 req-107a5719-dafb-4ef6-9f81-b7542939b4d9 service neutron] 10.222.0.82 "GET /v2.0/networks/f5c1130b-131f-4fde-9927-840cbad6505d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6717756 Feb 19 02:49:37.440200 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7c1ab4b6-8e45-40eb-9829-d436318dc8aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (db98097a-bb19-479d-bd0d-4f71e988880a), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:37.466815 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-107a4f79-d50e-4284-ac00-b10e9859830a tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] 10.222.0.72 "GET /v2.0/routers/9a962d46-399a-441d-b938-9764d564c0b0 HTTP/1.1" status: 200 len: 953 time: 1.0681989 Feb 19 02:49:37.470142 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 57660) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:49:37.476760 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-248a3710-bbb9-4db7-b838-4d1f523a169d tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Request body: {'router': {'routes': None}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:49:37.486634 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 4506e2f5-d4ca-4971-b4d7-3241d9fc3422 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:49:37.496093 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7df525c-f4e4-49d5-8a7e-8826845e7413 req-972a9e64-2ffd-4351-a4dc-3150100569d1 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:37.504321 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f7df525c-f4e4-49d5-8a7e-8826845e7413 req-972a9e64-2ffd-4351-a4dc-3150100569d1 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ff59ad5-0a6a-4d56-be89-9dd3f1a2f737 HTTP/1.1" status: 200 len: 945 time: 0.4028871 Feb 19 02:49:37.514603 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-43519f0e-b61b-4f4e-912c-65757ca08aa3 req-3af91e01-c92d-4caf-8624-a8beec75e4fd tempest-FloatingIPsTestJSON-1026572979 tempest-FloatingIPsTestJSON-1026572979-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:37.572039 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-6efb59d3-5c8b-4c9e-8d40-7df4a85bdce4 None None] Provisioning complete for port 4506e2f5-d4ca-4971-b4d7-3241d9fc3422 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:49:37.572686 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6efb59d3-5c8b-4c9e-8d40-7df4a85bdce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (4506e2f5-d4ca-4971-b4d7-3241d9fc3422), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:37.641869 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 4506e2f5-d4ca-4971-b4d7-3241d9fc3422 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:49:37.642252 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (4506e2f5-d4ca-4971-b4d7-3241d9fc3422), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:37.798329 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-6efb59d3-5c8b-4c9e-8d40-7df4a85bdce4 None None] Current status of the port 4506e2f5-d4ca-4971-b4d7-3241d9fc3422 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:49:37.843314 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 4506e2f5-d4ca-4971-b4d7-3241d9fc3422 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:49:37.917972 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7c1ab4b6-8e45-40eb-9829-d436318dc8aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (db98097a-bb19-479d-bd0d-4f71e988880a), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:37.971510 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-7c1ab4b6-8e45-40eb-9829-d436318dc8aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db98097a-bb19-479d-bd0d-4f71e988880a']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:49:37.986481 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-7c1ab4b6-8e45-40eb-9829-d436318dc8aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dab481a-5428-424d-a8c3-4ae8ddfff67b') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:49:37.986779 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-7c1ab4b6-8e45-40eb-9829-d436318dc8aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dab481a-5428-424d-a8c3-4ae8ddfff67b') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:49:38.002828 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7c1ab4b6-8e45-40eb-9829-d436318dc8aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (9dab481a-5428-424d-a8c3-4ae8ddfff67b), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:38.067148 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f7df525c-f4e4-49d5-8a7e-8826845e7413 req-5a4aaf72-8416-49bf-b128-96aec8854ebe tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/security-groups?id=83745bf6-2450-44b1-b073-88b2d8645794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5617373 Feb 19 02:49:38.084680 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6d8c4bd0-585a-42c0-8fe8-71923fb5f258 req-80f66cb4-c9e7-43ec-8f38-126453eada17 service neutron] 10.222.0.82 "GET /v2.0/networks/f5c1130b-131f-4fde-9927-840cbad6505d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6922889 Feb 19 02:49:38.094979 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7c1ab4b6-8e45-40eb-9829-d436318dc8aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (9dab481a-5428-424d-a8c3-4ae8ddfff67b), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:38.102333 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 962d1a35-2649-4454-a621-b0e309f9f60d up at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:49:38.153982 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6d8c4bd0-585a-42c0-8fe8-71923fb5f258 req-22dc5917-053a-45f0-b313-20e2211c77ea service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=00071ace-99c7-42c5-99dc-994ccfae67b7 HTTP/1.1" status: 200 len: 217 time: 0.0612063 Feb 19 02:49:38.194710 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c1ab4b6-8e45-40eb-9829-d436318dc8aa admin admin] Releasing vlan 288 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:49:38.195272 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7c1ab4b6-8e45-40eb-9829-d436318dc8aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (9dab481a-5428-424d-a8c3-4ae8ddfff67b), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:38.202185 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 02:49:38.202185 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:49:38.202185 n-d-826753-2 neutron-server[103702]: timer() Feb 19 02:49:38.202185 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:49:38.202185 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 02:49:38.202185 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:49:38.202185 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 02:49:38.202185 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:49:38.202185 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 02:49:38.202185 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:49:38.202185 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 02:49:38.202185 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:49:38.202185 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 02:49:38.202185 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:49:38.202185 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:49:38.202185 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:49:38.202185 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:49:38.202185 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:49:38.202185 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 02:49:38.202185 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:49:38.202185 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 02:49:38.202185 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:49:38.202185 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:49:38.202185 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:49:38.202185 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 02:49:38.202185 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:49:38.202185 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:49:38.202185 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:49:38.202185 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:49:38.202185 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:49:38.202185 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:49:38.202185 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:49:38.247426 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning for port 962d1a35-2649-4454-a621-b0e309f9f60d completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:49:38.253817 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning complete for port 962d1a35-2649-4454-a621-b0e309f9f60d triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:49:38.254641 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (962d1a35-2649-4454-a621-b0e309f9f60d), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:38.304965 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8c4bd0-585a-42c0-8fe8-71923fb5f258 req-67abe0fa-cd7f-4b23-afe6-019511dc5369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:38.306404 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6d8c4bd0-585a-42c0-8fe8-71923fb5f258 req-67abe0fa-cd7f-4b23-afe6-019511dc5369 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=983133d2-ff38-4266-904e-e871a4dfab4b HTTP/1.1" status: 200 len: 797 time: 0.1439722 Feb 19 02:49:38.359579 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7223576a-470e-4022-9730-43e9ebf724cb req-ff4a667d-c07a-4bc1-927c-a19a377d0769 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:38.367983 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7223576a-470e-4022-9730-43e9ebf724cb req-ff4a667d-c07a-4bc1-927c-a19a377d0769 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb8de35d-16fb-4e03-a946-340d40256566 HTTP/1.1" status: 200 len: 945 time: 0.1257391 Feb 19 02:49:38.372327 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-43519f0e-b61b-4f4e-912c-65757ca08aa3 req-3af91e01-c92d-4caf-8624-a8beec75e4fd tempest-FloatingIPsTestJSON-1026572979 tempest-FloatingIPsTestJSON-1026572979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:38.379985 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.extraroute_db [None req-248a3710-bbb9-4db7-b838-4d1f523a169d tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Added routes are [] {{(pid=103702) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 19 02:49:38.380602 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.extraroute_db [None req-248a3710-bbb9-4db7-b838-4d1f523a169d tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=103702) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 19 02:49:38.438771 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-248a3710-bbb9-4db7-b838-4d1f523a169d tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16285772', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16317501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14257'] for router (9a962d46-399a-441d-b938-9764d564c0b0), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:38.442718 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 962d1a35-2649-4454-a621-b0e309f9f60d is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:49:38.443366 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (962d1a35-2649-4454-a621-b0e309f9f60d), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:38.445657 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7c1ab4b6-8e45-40eb-9829-d436318dc8aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (db98097a-bb19-479d-bd0d-4f71e988880a), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:38.466045 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7c1ab4b6-8e45-40eb-9829-d436318dc8aa admin admin] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:38.475659 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-7c1ab4b6-8e45-40eb-9829-d436318dc8aa admin admin] 10.222.0.72 "DELETE /v2.0/networks/db98097a-bb19-479d-bd0d-4f71e988880a HTTP/1.1" status: 204 len: 168 time: 1.6440423 Feb 19 02:49:38.476560 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 57674) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:49:38.493444 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7223576a-470e-4022-9730-43e9ebf724cb req-7ae2dd85-8108-47de-9a64-9c68b1ef322b tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ca71149-99da-4cc2-ac25-44d2d4a4007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215529 Feb 19 02:49:38.497849 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1ab4b6-8e45-40eb-9829-d436318dc8aa admin admin] Pushing event deleted for resources: {'Network': ['ID=db98097a-bb19-479d-bd0d-4f71e988880a,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:38.526391 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 962d1a35-2649-4454-a621-b0e309f9f60d, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=962d1a35-2649-4454-a621-b0e309f9f60d,segment=NetworkSegment(4d279d1b-ef9f-49cc-bc5d-c8be530f22d3),segment_id=4d279d1b-ef9f-49cc-bc5d-c8be530f22d3)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:49:38.538726 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (962d1a35-2649-4454-a621-b0e309f9f60d), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:38.605065 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a577c6db-465b-4100-8121-92d04adb0e28 None None] Sync routers for ids ['9a962d46-399a-441d-b938-9764d564c0b0'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:49:38.631006 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2831d0d-01f6-486e-a3d5-ac43a55d6a79 admin admin] Deleting subnet 5142a3a5-eb5c-41a8-a214-365e78d11de2 {{(pid=103701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:49:38.638737 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8c4bd0-585a-42c0-8fe8-71923fb5f258 req-3cfa93d4-7780-4af8-96e1-2bf566ce7160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:38.640327 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6d8c4bd0-585a-42c0-8fe8-71923fb5f258 req-3cfa93d4-7780-4af8-96e1-2bf566ce7160 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f5c1130b-131f-4fde-9927-840cbad6505d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3276229 Feb 19 02:49:38.674808 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e2831d0d-01f6-486e-a3d5-ac43a55d6a79 admin admin] Publish callbacks [] for subnet (5142a3a5-eb5c-41a8-a214-365e78d11de2), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:38.681943 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=962d1a35-2649-4454-a621-b0e309f9f60d,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:38.687597 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a577c6db-465b-4100-8121-92d04adb0e28 None None] Routers {'9a962d46-399a-441d-b938-9764d564c0b0'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:49:38.688347 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-a577c6db-465b-4100-8121-92d04adb0e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:49:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['9a962d46-399a-441d-b938-9764d564c0b0'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:49:38.827284 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-a577c6db-465b-4100-8121-92d04adb0e28 None None] Set router 9a962d46-399a-441d-b938-9764d564c0b0 gateway port host: None {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:49:38.832607 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e2831d0d-01f6-486e-a3d5-ac43a55d6a79 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12647399'] for subnet (5142a3a5-eb5c-41a8-a214-365e78d11de2), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:38.844920 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-248a3710-bbb9-4db7-b838-4d1f523a169d tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16285772', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16317501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14257'] for router (9a962d46-399a-441d-b938-9764d564c0b0), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:38.849590 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-248a3710-bbb9-4db7-b838-4d1f523a169d tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16285787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16285778', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16317492'] for router (9a962d46-399a-441d-b938-9764d564c0b0), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:38.898201 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d244f42-4d9e-4f60-a578-6ad60dc53fb5 req-7f623d84-57a9-47e2-86ca-f9ab62cd7045 tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:38.899715 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8d244f42-4d9e-4f60-a578-6ad60dc53fb5 req-7f623d84-57a9-47e2-86ca-f9ab62cd7045 tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb33a693-c143-4b44-9bcb-7281cd2bca72 HTTP/1.1" status: 200 len: 950 time: 0.2846465 Feb 19 02:49:38.942124 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb8de35d-16fb-4e03-a946-340d40256566', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '962d1a35-2649-4454-a621-b0e309f9f60d'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:49:38.945603 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66d44fcc-6842-4977-83aa-d43ce270d802" -d '{"events": [{"server_uuid": "bb8de35d-16fb-4e03-a946-340d40256566", "name": "network-vif-plugged", "status": "completed", "tag": "962d1a35-2649-4454-a621-b0e309f9f60d"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:49:38.983311 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [req-43519f0e-b61b-4f4e-912c-65757ca08aa3 req-3af91e01-c92d-4caf-8624-a8beec75e4fd tempest-FloatingIPsTestJSON-1026572979 tempest-FloatingIPsTestJSON-1026572979-project] Allocated IP 172.25.6.125 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/718e5258-343d-4094-a365-18e1ef6fcdcd) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:49:39.004777 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e2831d0d-01f6-486e-a3d5-ac43a55d6a79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (5142a3a5-eb5c-41a8-a214-365e78d11de2), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:39.081116 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-248a3710-bbb9-4db7-b838-4d1f523a169d tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Router 9a962d46-399a-441d-b938-9764d564c0b0 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:49:39.097461 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8d244f42-4d9e-4f60-a578-6ad60dc53fb5 req-d3a5752f-bdc7-4655-8c28-1401bcb77064 tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f9a0e74-bc03-4003-b35a-0cd376c2c049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847796 Feb 19 02:49:39.102635 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6d8c4bd0-585a-42c0-8fe8-71923fb5f258 req-af99f87c-2022-4235-971e-05d2a04c28ac service neutron] 10.222.0.82 "GET /v2.0/networks/f5c1130b-131f-4fde-9927-840cbad6505d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4384091 Feb 19 02:49:39.115364 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e2831d0d-01f6-486e-a3d5-ac43a55d6a79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12647206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58706286'] for subnet (5142a3a5-eb5c-41a8-a214-365e78d11de2), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:39.265373 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2831d0d-01f6-486e-a3d5-ac43a55d6a79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5142a3a5-eb5c-41a8-a214-365e78d11de2,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:39.265771 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-a577c6db-465b-4100-8121-92d04adb0e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a962d46-399a-441d-b938-9764d564c0b0', 'name': 'tempest-RoutersIpV6Test-router-593384108', 'tenant_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:48:58Z', 'updated_at': '2022-02-19T02:49:38Z', 'revision_number': 7, 'project_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'gw_port_host': None, '_interfaces': [{'id': '0703ca3e-7a1d-4063-a291-1e8e91e8f8d1', 'name': '', 'network_id': 'eaa143cd-3afc-4764-a677-99b22e3b56d0', 'tenant_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'mac_address': 'fa:16:3e:a8:92:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a962d46-399a-441d-b938-9764d564c0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'a8e8530f-41b8-489a-b611-33908f08e91d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:49:00Z', 'updated_at': '2022-02-19T02:49:09Z', 'revision_number': 5, 'project_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'subnets': [{'id': 'a8e8530f-41b8-489a-b611-33908f08e91d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1949d8ce-0010-4dda-8990-e9ecf5732576', 'name': '', 'network_id': 'f2707e19-a9b2-48ff-b724-f18564bb6f57', 'tenant_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'mac_address': 'fa:16:3e:06:99:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a962d46-399a-441d-b938-9764d564c0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '1e52f09d-7a71-4bd7-9800-26ba2a95d400', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:49:10Z', 'updated_at': '2022-02-19T02:49:18Z', 'revision_number': 5, 'project_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'subnets': [{'id': '1e52f09d-7a71-4bd7-9800-26ba2a95d400', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4506e2f5-d4ca-4971-b4d7-3241d9fc3422', 'name': '', 'network_id': '8972b59b-cb6a-4c9c-b4d5-489e7bec4e7f', 'tenant_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'mac_address': 'fa:16:3e:65:68:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a962d46-399a-441d-b938-9764d564c0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '5d9d6768-38b4-436d-8afc-b5ec84a80d39', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:49:30Z', 'updated_at': '2022-02-19T02:49:36Z', 'revision_number': 5, 'project_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'subnets': [{'id': '5d9d6768-38b4-436d-8afc-b5ec84a80d39', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbdc1dd9-e1d0-4c89-8b35-59149b686033', 'name': '', 'network_id': '195827ff-a591-4612-a56a-09c6607a6ced', 'tenant_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'mac_address': 'fa:16:3e:01:c0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a962d46-399a-441d-b938-9764d564c0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '83c5f70b-e87f-4ce0-b250-82b8ea734210', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:49:22Z', 'updated_at': '2022-02-19T02:49:31Z', 'revision_number': 5, 'project_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'subnets': [{'id': '83c5f70b-e87f-4ce0-b250-82b8ea734210', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:49:39.272673 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e2831d0d-01f6-486e-a3d5-ac43a55d6a79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:39.278907 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-e2831d0d-01f6-486e-a3d5-ac43a55d6a79 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/5142a3a5-eb5c-41a8-a214-365e78d11de2 HTTP/1.1" status: 204 len: 168 time: 0.8000267 Feb 19 02:49:39.282574 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 57682) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:49:39.309493 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a577c6db-465b-4100-8121-92d04adb0e28 None None] Checking router: 9a962d46-399a-441d-b938-9764d564c0b0 for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:49:39.323286 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-248a3710-bbb9-4db7-b838-4d1f523a169d tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:49:39.339571 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a577c6db-465b-4100-8121-92d04adb0e28 None None] Routers {'9a962d46-399a-441d-b938-9764d564c0b0'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:49:39.340222 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-a577c6db-465b-4100-8121-92d04adb0e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:49:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['9a962d46-399a-441d-b938-9764d564c0b0'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:49:39.347722 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-248a3710-bbb9-4db7-b838-4d1f523a169d tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:39.355985 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-248a3710-bbb9-4db7-b838-4d1f523a169d tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] 10.222.0.72 "PUT /v2.0/routers/9a962d46-399a-441d-b938-9764d564c0b0 HTTP/1.1" status: 200 len: 703 time: 1.8846731 Feb 19 02:49:39.357187 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a0d9d6e7-0fe1-4a50-a4d0-4945572086f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (bddd8f8b-ea72-4870-89a9-7b8722c2292e), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:39.357316 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 57686) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:49:39.462781 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6d8c4bd0-585a-42c0-8fe8-71923fb5f258 req-a230fdef-11ee-4d63-9f81-01751313b627 service neutron] 10.222.0.82 "GET /v2.0/networks/f5c1130b-131f-4fde-9927-840cbad6505d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3432674 Feb 19 02:49:39.494774 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-43519f0e-b61b-4f4e-912c-65757ca08aa3 req-3af91e01-c92d-4caf-8624-a8beec75e4fd tempest-FloatingIPsTestJSON-1026572979 tempest-FloatingIPsTestJSON-1026572979-project] Publish callbacks [] for port (718e5258-343d-4094-a365-18e1ef6fcdcd), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:39.536146 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-a577c6db-465b-4100-8121-92d04adb0e28 None None] Set router 9a962d46-399a-441d-b938-9764d564c0b0 gateway port host: None {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:49:39.604183 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-43519f0e-b61b-4f4e-912c-65757ca08aa3 req-3af91e01-c92d-4caf-8624-a8beec75e4fd tempest-FloatingIPsTestJSON-1026572979 tempest-FloatingIPsTestJSON-1026572979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (718e5258-343d-4094-a365-18e1ef6fcdcd), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:39.623282 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-dc81cb46-b92b-4af2-84ad-fb3058550c79 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] 10.222.0.72 "GET /v2.0/routers/9a962d46-399a-441d-b938-9764d564c0b0 HTTP/1.1" status: 200 len: 703 time: 0.2647138 Feb 19 02:49:39.630736 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43519f0e-b61b-4f4e-912c-65757ca08aa3 req-3af91e01-c92d-4caf-8624-a8beec75e4fd tempest-FloatingIPsTestJSON-1026572979 tempest-FloatingIPsTestJSON-1026572979-project] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:49:39.638378 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7f12feb-5981-473d-9da0-062257b86a24 x-openstack-request-id: req-f7f12feb-5981-473d-9da0-062257b86a24 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:49:39.638701 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb8de35d-16fb-4e03-a946-340d40256566", "name": "network-vif-plugged", "status": "completed", "tag": "962d1a35-2649-4454-a621-b0e309f9f60d", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:49:39.638929 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f7f12feb-5981-473d-9da0-062257b86a24 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:49:39.639405 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb8de35d-16fb-4e03-a946-340d40256566', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '962d1a35-2649-4454-a621-b0e309f9f60d', 'code': 200} Feb 19 02:49:39.640211 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 57702) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:49:39.696490 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a0d9d6e7-0fe1-4a50-a4d0-4945572086f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (bddd8f8b-ea72-4870-89a9-7b8722c2292e), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:39.724750 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-a0d9d6e7-0fe1-4a50-a4d0-4945572086f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bddd8f8b-ea72-4870-89a9-7b8722c2292e']}} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:49:39.738321 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-a0d9d6e7-0fe1-4a50-a4d0-4945572086f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '465fc60b-605a-4565-8efa-9ef91fc643b5') {'for_net_delete': True} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:49:39.738649 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-a0d9d6e7-0fe1-4a50-a4d0-4945572086f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '465fc60b-605a-4565-8efa-9ef91fc643b5') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:49:39.831423 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [req-43519f0e-b61b-4f4e-912c-65757ca08aa3 req-3af91e01-c92d-4caf-8624-a8beec75e4fd tempest-FloatingIPsTestJSON-1026572979 tempest-FloatingIPsTestJSON-1026572979-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:49:39.836020 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6d8c4bd0-585a-42c0-8fe8-71923fb5f258 req-700cab82-02db-46d8-9869-a70af83873f7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.241&port_id=da1d1eec-fe70-4e89-b89a-a37cea08cfdb HTTP/1.1" status: 200 len: 217 time: 0.2530813 Feb 19 02:49:39.839119 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-43519f0e-b61b-4f4e-912c-65757ca08aa3 req-3af91e01-c92d-4caf-8624-a8beec75e4fd tempest-FloatingIPsTestJSON-1026572979 tempest-FloatingIPsTestJSON-1026572979-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:49:39.841418 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cf8982-31af-45c6-8507-04b36917a74a req-e6fb045e-5491-4b10-bf48-a3ec4a6ab205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:39.844052 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-a577c6db-465b-4100-8121-92d04adb0e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a962d46-399a-441d-b938-9764d564c0b0', 'name': 'tempest-RoutersIpV6Test-router-593384108', 'tenant_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:48:58Z', 'updated_at': '2022-02-19T02:49:38Z', 'revision_number': 7, 'project_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'gw_port_host': None, '_interfaces': [{'id': '0703ca3e-7a1d-4063-a291-1e8e91e8f8d1', 'name': '', 'network_id': 'eaa143cd-3afc-4764-a677-99b22e3b56d0', 'tenant_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'mac_address': 'fa:16:3e:a8:92:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a962d46-399a-441d-b938-9764d564c0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'a8e8530f-41b8-489a-b611-33908f08e91d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:49:00Z', 'updated_at': '2022-02-19T02:49:09Z', 'revision_number': 5, 'project_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'subnets': [{'id': 'a8e8530f-41b8-489a-b611-33908f08e91d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1949d8ce-0010-4dda-8990-e9ecf5732576', 'name': '', 'network_id': 'f2707e19-a9b2-48ff-b724-f18564bb6f57', 'tenant_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'mac_address': 'fa:16:3e:06:99:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a962d46-399a-441d-b938-9764d564c0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '1e52f09d-7a71-4bd7-9800-26ba2a95d400', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:49:10Z', 'updated_at': '2022-02-19T02:49:18Z', 'revision_number': 5, 'project_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'subnets': [{'id': '1e52f09d-7a71-4bd7-9800-26ba2a95d400', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4506e2f5-d4ca-4971-b4d7-3241d9fc3422', 'name': '', 'network_id': '8972b59b-cb6a-4c9c-b4d5-489e7bec4e7f', 'tenant_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'mac_address': 'fa:16:3e:65:68:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a962d46-399a-441d-b938-9764d564c0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '5d9d6768-38b4-436d-8afc-b5ec84a80d39', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:49:30Z', 'updated_at': '2022-02-19T02:49:36Z', 'revision_number': 5, 'project_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'subnets': [{'id': '5d9d6768-38b4-436d-8afc-b5ec84a80d39', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbdc1dd9-e1d0-4c89-8b35-59149b686033', 'name': '', 'network_id': '195827ff-a591-4612-a56a-09c6607a6ced', 'tenant_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'mac_address': 'fa:16:3e:01:c0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a962d46-399a-441d-b938-9764d564c0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '83c5f70b-e87f-4ce0-b250-82b8ea734210', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:49:22Z', 'updated_at': '2022-02-19T02:49:31Z', 'revision_number': 5, 'project_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'subnets': [{'id': '83c5f70b-e87f-4ce0-b250-82b8ea734210', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:49:39.846052 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-47cf8982-31af-45c6-8507-04b36917a74a req-e6fb045e-5491-4b10-bf48-a3ec4a6ab205 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=bb8de35d-16fb-4e03-a946-340d40256566 HTTP/1.1" status: 200 len: 1128 time: 0.2526371 Feb 19 02:49:39.859429 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a0d9d6e7-0fe1-4a50-a4d0-4945572086f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12647422'] for segment (465fc60b-605a-4565-8efa-9ef91fc643b5), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:39.883903 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a577c6db-465b-4100-8121-92d04adb0e28 None None] The sync data for ids ['9a962d46-399a-441d-b938-9764d564c0b0'] in n-d-826753-2 is: [{'id': '9a962d46-399a-441d-b938-9764d564c0b0', 'name': 'tempest-RoutersIpV6Test-router-593384108', 'tenant_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:48:58Z', 'updated_at': '2022-02-19T02:49:38Z', 'revision_number': 7, 'project_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'gw_port_host': None, '_interfaces': [{'id': '0703ca3e-7a1d-4063-a291-1e8e91e8f8d1', 'name': '', 'network_id': 'eaa143cd-3afc-4764-a677-99b22e3b56d0', 'tenant_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'mac_address': 'fa:16:3e:a8:92:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a962d46-399a-441d-b938-9764d564c0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'a8e8530f-41b8-489a-b611-33908f08e91d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:49:00Z', 'updated_at': '2022-02-19T02:49:09Z', 'revision_number': 5, 'project_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'subnets': [{'id': 'a8e8530f-41b8-489a-b611-33908f08e91d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1949d8ce-0010-4dda-8990-e9ecf5732576', 'name': '', 'network_id': 'f2707e19-a9b2-48ff-b724-f18564bb6f57', 'tenant_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'mac_address': 'fa:16:3e:06:99:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a962d46-399a-441d-b938-9764d564c0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '1e52f09d-7a71-4bd7-9800-26ba2a95d400', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:49:10Z', 'updated_at': '2022-02-19T02:49:18Z', 'revision_number': 5, 'project_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'subnets': [{'id': '1e52f09d-7a71-4bd7-9800-26ba2a95d400', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4506e2f5-d4ca-4971-b4d7-3241d9fc3422', 'name': '', 'network_id': '8972b59b-cb6a-4c9c-b4d5-489e7bec4e7f', 'tenant_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'mac_address': 'fa:16:3e:65:68:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a962d46-399a-441d-b938-9764d564c0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '5d9d6768-38b4-436d-8afc-b5ec84a80d39', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:49:30Z', 'updated_at': '2022-02-19T02:49:36Z', 'revision_number': 5, 'project_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'subnets': [{'id': '5d9d6768-38b4-436d-8afc-b5ec84a80d39', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbdc1dd9-e1d0-4c89-8b35-59149b686033', 'name': '', 'network_id': '195827ff-a591-4612-a56a-09c6607a6ced', 'tenant_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'mac_address': 'fa:16:3e:01:c0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a962d46-399a-441d-b938-9764d564c0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '83c5f70b-e87f-4ce0-b250-82b8ea734210', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:49:22Z', 'updated_at': '2022-02-19T02:49:31Z', 'revision_number': 5, 'project_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'subnets': [{'id': '83c5f70b-e87f-4ce0-b250-82b8ea734210', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:49:39.972308 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a0d9d6e7-0fe1-4a50-a4d0-4945572086f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (465fc60b-605a-4565-8efa-9ef91fc643b5), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:39.979960 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-47cf8982-31af-45c6-8507-04b36917a74a req-5736cb73-3f6d-4596-aa19-7a53cf77785a service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=6ca71149-99da-4cc2-ac25-44d2d4a4007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244349 Feb 19 02:49:39.986274 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af91e01-c92d-4caf-8624-a8beec75e4fd tempest-FloatingIPsTestJSON-1026572979 tempest-FloatingIPsTestJSON-1026572979-project] Pushing event updated for resources: {'Port': ['ID=718e5258-343d-4094-a365-18e1ef6fcdcd,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:39.988705 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0d9d6e7-0fe1-4a50-a4d0-4945572086f1 admin admin] Releasing vlan 292 on physical network physnet1 to pool {{(pid=103701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:49:39.989134 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a0d9d6e7-0fe1-4a50-a4d0-4945572086f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583360'] for segment (465fc60b-605a-4565-8efa-9ef91fc643b5), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:39.995108 n-d-826753-2 neutron-server[103701]: Traceback (most recent call last): Feb 19 02:49:39.995108 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:49:39.995108 n-d-826753-2 neutron-server[103701]: timer() Feb 19 02:49:39.995108 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:49:39.995108 n-d-826753-2 neutron-server[103701]: cb(*args, **kw) Feb 19 02:49:39.995108 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:49:39.995108 n-d-826753-2 neutron-server[103701]: return func(*args, **kwargs) Feb 19 02:49:39.995108 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:49:39.995108 n-d-826753-2 neutron-server[103701]: self._notify() Feb 19 02:49:39.995108 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:49:39.995108 n-d-826753-2 neutron-server[103701]: self.callback(batched_events) Feb 19 02:49:39.995108 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:49:39.995108 n-d-826753-2 neutron-server[103701]: event.method(event) Feb 19 02:49:39.995108 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:49:39.995108 n-d-826753-2 neutron-server[103701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:49:39.995108 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:49:39.995108 n-d-826753-2 neutron-server[103701]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:49:39.995108 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:49:39.995108 n-d-826753-2 neutron-server[103701]: return f(self, *a, **k) Feb 19 02:49:39.995108 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:49:39.995108 n-d-826753-2 neutron-server[103701]: return self._get(url).json() Feb 19 02:49:39.995108 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:49:39.995108 n-d-826753-2 neutron-server[103701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:49:39.995108 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:49:39.995108 n-d-826753-2 neutron-server[103701]: return self.request(url, 'GET', **kwargs) Feb 19 02:49:39.995108 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:49:39.995108 n-d-826753-2 neutron-server[103701]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:49:39.995108 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:49:39.995108 n-d-826753-2 neutron-server[103701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:49:39.995108 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:49:39.995108 n-d-826753-2 neutron-server[103701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:49:39.995108 n-d-826753-2 neutron-server[103701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:49:40.050108 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af91e01-c92d-4caf-8624-a8beec75e4fd tempest-FloatingIPsTestJSON-1026572979 tempest-FloatingIPsTestJSON-1026572979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:49:40.050480 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af91e01-c92d-4caf-8624-a8beec75e4fd tempest-FloatingIPsTestJSON-1026572979 tempest-FloatingIPsTestJSON-1026572979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:49:40.050806 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af91e01-c92d-4caf-8624-a8beec75e4fd tempest-FloatingIPsTestJSON-1026572979 tempest-FloatingIPsTestJSON-1026572979-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:49:40.051156 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af91e01-c92d-4caf-8624-a8beec75e4fd tempest-FloatingIPsTestJSON-1026572979 tempest-FloatingIPsTestJSON-1026572979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:49:40.051488 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af91e01-c92d-4caf-8624-a8beec75e4fd tempest-FloatingIPsTestJSON-1026572979 tempest-FloatingIPsTestJSON-1026572979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:49:40.051837 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af91e01-c92d-4caf-8624-a8beec75e4fd tempest-FloatingIPsTestJSON-1026572979 tempest-FloatingIPsTestJSON-1026572979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:49:40.052173 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af91e01-c92d-4caf-8624-a8beec75e4fd tempest-FloatingIPsTestJSON-1026572979 tempest-FloatingIPsTestJSON-1026572979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:49:40.052502 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af91e01-c92d-4caf-8624-a8beec75e4fd tempest-FloatingIPsTestJSON-1026572979 tempest-FloatingIPsTestJSON-1026572979-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:49:40.052832 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af91e01-c92d-4caf-8624-a8beec75e4fd tempest-FloatingIPsTestJSON-1026572979 tempest-FloatingIPsTestJSON-1026572979-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:49:40.053413 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af91e01-c92d-4caf-8624-a8beec75e4fd tempest-FloatingIPsTestJSON-1026572979 tempest-FloatingIPsTestJSON-1026572979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:49:40.053943 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af91e01-c92d-4caf-8624-a8beec75e4fd tempest-FloatingIPsTestJSON-1026572979 tempest-FloatingIPsTestJSON-1026572979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:49:40.054025 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af91e01-c92d-4caf-8624-a8beec75e4fd tempest-FloatingIPsTestJSON-1026572979 tempest-FloatingIPsTestJSON-1026572979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:49:40.054338 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af91e01-c92d-4caf-8624-a8beec75e4fd tempest-FloatingIPsTestJSON-1026572979 tempest-FloatingIPsTestJSON-1026572979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:49:40.062382 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8c4bd0-585a-42c0-8fe8-71923fb5f258 req-6a1b587e-8ddb-473e-9035-3b83999761ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:40.063859 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6d8c4bd0-585a-42c0-8fe8-71923fb5f258 req-6a1b587e-8ddb-473e-9035-3b83999761ea service neutron] 10.222.0.82 "GET /v2.0/subnets?id=983133d2-ff38-4266-904e-e871a4dfab4b HTTP/1.1" status: 200 len: 797 time: 0.1993208 Feb 19 02:49:40.079704 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d46852-326e-4f16-8f64-9fea4047dd65 req-1bb235e6-c318-43eb-8397-eafc245b312c tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:40.081352 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-91d46852-326e-4f16-8f64-9fea4047dd65 req-1bb235e6-c318-43eb-8397-eafc245b312c tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] 10.222.0.72 "GET /v2.0/ports?device_id=b7fed794-1a17-4088-a757-ff223e40f3d9 HTTP/1.1" status: 200 len: 950 time: 0.3206768 Feb 19 02:49:40.129390 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a0d9d6e7-0fe1-4a50-a4d0-4945572086f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (bddd8f8b-ea72-4870-89a9-7b8722c2292e), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:40.144032 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a0d9d6e7-0fe1-4a50-a4d0-4945572086f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:40.150987 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-a0d9d6e7-0fe1-4a50-a4d0-4945572086f1 admin admin] 10.222.0.72 "DELETE /v2.0/networks/bddd8f8b-ea72-4870-89a9-7b8722c2292e HTTP/1.1" status: 204 len: 168 time: 0.8674097 Feb 19 02:49:40.172118 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d9d6e7-0fe1-4a50-a4d0-4945572086f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=bddd8f8b-ea72-4870-89a9-7b8722c2292e,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:40.188964 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-43519f0e-b61b-4f4e-912c-65757ca08aa3 req-3af91e01-c92d-4caf-8624-a8beec75e4fd tempest-FloatingIPsTestJSON-1026572979 tempest-FloatingIPsTestJSON-1026572979-project] Publish callbacks [] for floatingip (2a223232-71fb-4d0c-85eb-41ea038bd9b0), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:40.205380 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-91d46852-326e-4f16-8f64-9fea4047dd65 req-27f8ec06-d79b-428c-9a6e-5d12658a3e6a tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f9a0e74-bc03-4003-b35a-0cd376c2c049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141109 Feb 19 02:49:40.231007 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c8c3008d-7d9e-46d0-97f1-dbd2ac915bef tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16289271'] for router_interface (9a962d46-399a-441d-b938-9764d564c0b0), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:40.265862 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-43519f0e-b61b-4f4e-912c-65757ca08aa3 req-3af91e01-c92d-4caf-8624-a8beec75e4fd tempest-FloatingIPsTestJSON-1026572979 tempest-FloatingIPsTestJSON-1026572979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (718e5258-343d-4094-a365-18e1ef6fcdcd), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:40.416233 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14cd2ae8-7368-423e-9144-c2b23f8475c1 None None] Sync routers for ids ['9a962d46-399a-441d-b938-9764d564c0b0'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:49:40.424956 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 57708) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:49:40.433756 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cd2ae8-7368-423e-9144-c2b23f8475c1 None None] Routers {'9a962d46-399a-441d-b938-9764d564c0b0'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:49:40.434378 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-14cd2ae8-7368-423e-9144-c2b23f8475c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:49:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['9a962d46-399a-441d-b938-9764d564c0b0'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:49:40.494109 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8c4bd0-585a-42c0-8fe8-71923fb5f258 req-ac338892-82bd-431d-87d5-965c47335fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:40.495793 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6d8c4bd0-585a-42c0-8fe8-71923fb5f258 req-ac338892-82bd-431d-87d5-965c47335fdb service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f5c1130b-131f-4fde-9927-840cbad6505d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1899278 Feb 19 02:49:40.569064 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-14cd2ae8-7368-423e-9144-c2b23f8475c1 None None] Set router 9a962d46-399a-441d-b938-9764d564c0b0 gateway port host: None {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:49:40.571717 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-77be3f73-2b16-4cca-8c17-9be6186ced9d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ad75c6928a1d4c6da3a56db6352b2618&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1209948 Feb 19 02:49:40.578724 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 57712) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:49:40.641969 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6d8c4bd0-585a-42c0-8fe8-71923fb5f258 req-53694534-7872-4347-b06e-0e03f9b3efe3 service neutron] 10.222.0.82 "GET /v2.0/networks/f5c1130b-131f-4fde-9927-840cbad6505d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333666 Feb 19 02:49:40.673676 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691c4916-e11c-4746-9d26-4bdef508f333 req-764f8a6d-9e16-4284-a60e-951bdfedcc97 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:40.675239 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-691c4916-e11c-4746-9d26-4bdef508f333 req-764f8a6d-9e16-4284-a60e-951bdfedcc97 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ff59ad5-0a6a-4d56-be89-9dd3f1a2f737 HTTP/1.1" status: 200 len: 945 time: 0.3325722 Feb 19 02:49:40.692092 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-874869d6-4109-4a7e-98b9-78f47d411641 admin admin] Publish callbacks [] for security_group (334db0a0-5221-4807-b8bd-75d4fd630aaa), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:40.715772 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-874869d6-4109-4a7e-98b9-78f47d411641 admin admin] Publish callbacks [] for security_group (334db0a0-5221-4807-b8bd-75d4fd630aaa), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:40.795897 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-874869d6-4109-4a7e-98b9-78f47d411641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (334db0a0-5221-4807-b8bd-75d4fd630aaa), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:40.798452 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-874869d6-4109-4a7e-98b9-78f47d411641 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:40.805690 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-874869d6-4109-4a7e-98b9-78f47d411641 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/334db0a0-5221-4807-b8bd-75d4fd630aaa HTTP/1.1" status: 204 len: 168 time: 0.2258270 Feb 19 02:49:40.819658 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874869d6-4109-4a7e-98b9-78f47d411641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=334db0a0-5221-4807-b8bd-75d4fd630aaa,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:40.881824 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21677edd-b5b2-446a-9a6f-796a7e964cca req-7b66d178-1728-4e19-b9e6-50406e1992da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:40.883375 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-21677edd-b5b2-446a-9a6f-796a7e964cca req-7b66d178-1728-4e19-b9e6-50406e1992da service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c7760c6b8b69415fb3db99a9707764df&device_id=f780e5ff-b429-4f5e-9d5a-1227f9743c37 HTTP/1.1" status: 200 len: 1128 time: 0.2213309 Feb 19 02:49:40.898878 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-691c4916-e11c-4746-9d26-4bdef508f333 req-581521cc-00d2-40f6-8dfb-ad3e5f0cd04f tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/security-groups?id=83745bf6-2450-44b1-b073-88b2d8645794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068243 Feb 19 02:49:40.949403 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-14cd2ae8-7368-423e-9144-c2b23f8475c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a962d46-399a-441d-b938-9764d564c0b0', 'name': 'tempest-RoutersIpV6Test-router-593384108', 'tenant_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:48:58Z', 'updated_at': '2022-02-19T02:49:38Z', 'revision_number': 7, 'project_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'gw_port_host': None, '_interfaces': [{'id': '0703ca3e-7a1d-4063-a291-1e8e91e8f8d1', 'name': '', 'network_id': 'eaa143cd-3afc-4764-a677-99b22e3b56d0', 'tenant_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'mac_address': 'fa:16:3e:a8:92:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a962d46-399a-441d-b938-9764d564c0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'a8e8530f-41b8-489a-b611-33908f08e91d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:49:00Z', 'updated_at': '2022-02-19T02:49:09Z', 'revision_number': 5, 'project_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'subnets': [{'id': 'a8e8530f-41b8-489a-b611-33908f08e91d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1949d8ce-0010-4dda-8990-e9ecf5732576', 'name': '', 'network_id': 'f2707e19-a9b2-48ff-b724-f18564bb6f57', 'tenant_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'mac_address': 'fa:16:3e:06:99:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a962d46-399a-441d-b938-9764d564c0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '1e52f09d-7a71-4bd7-9800-26ba2a95d400', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:49:10Z', 'updated_at': '2022-02-19T02:49:18Z', 'revision_number': 5, 'project_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'subnets': [{'id': '1e52f09d-7a71-4bd7-9800-26ba2a95d400', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4506e2f5-d4ca-4971-b4d7-3241d9fc3422', 'name': '', 'network_id': '8972b59b-cb6a-4c9c-b4d5-489e7bec4e7f', 'tenant_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'mac_address': 'fa:16:3e:65:68:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a962d46-399a-441d-b938-9764d564c0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '5d9d6768-38b4-436d-8afc-b5ec84a80d39', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:49:30Z', 'updated_at': '2022-02-19T02:49:36Z', 'revision_number': 5, 'project_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'subnets': [{'id': '5d9d6768-38b4-436d-8afc-b5ec84a80d39', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbdc1dd9-e1d0-4c89-8b35-59149b686033', 'name': '', 'network_id': '195827ff-a591-4612-a56a-09c6607a6ced', 'tenant_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'mac_address': 'fa:16:3e:01:c0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a962d46-399a-441d-b938-9764d564c0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '83c5f70b-e87f-4ce0-b250-82b8ea734210', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:49:22Z', 'updated_at': '2022-02-19T02:49:31Z', 'revision_number': 5, 'project_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'subnets': [{'id': '83c5f70b-e87f-4ce0-b250-82b8ea734210', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:49:40.986143 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6d8c4bd0-585a-42c0-8fe8-71923fb5f258 req-b58679e9-b6d8-4e32-baac-2e3e0be7da36 service neutron] 10.222.0.82 "GET /v2.0/networks/f5c1130b-131f-4fde-9927-840cbad6505d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3294423 Feb 19 02:49:40.990364 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-43519f0e-b61b-4f4e-912c-65757ca08aa3 req-3af91e01-c92d-4caf-8624-a8beec75e4fd tempest-FloatingIPsTestJSON-1026572979 tempest-FloatingIPsTestJSON-1026572979-project] Publish callbacks [] for port (718e5258-343d-4094-a365-18e1ef6fcdcd), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:40.992852 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14cd2ae8-7368-423e-9144-c2b23f8475c1 None None] Checking router: 9a962d46-399a-441d-b938-9764d564c0b0 for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:49:41.002771 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cd2ae8-7368-423e-9144-c2b23f8475c1 None None] Routers {'9a962d46-399a-441d-b938-9764d564c0b0'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:49:41.003533 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-14cd2ae8-7368-423e-9144-c2b23f8475c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:49:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['9a962d46-399a-441d-b938-9764d564c0b0'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:49:41.011072 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-43519f0e-b61b-4f4e-912c-65757ca08aa3 req-3af91e01-c92d-4caf-8624-a8beec75e4fd tempest-FloatingIPsTestJSON-1026572979 tempest-FloatingIPsTestJSON-1026572979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (718e5258-343d-4094-a365-18e1ef6fcdcd), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:41.061485 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-c8c3008d-7d9e-46d0-97f1-dbd2ac915bef tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Deleting port 4506e2f5-d4ca-4971-b4d7-3241d9fc3422 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:49:41.062196 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c8c3008d-7d9e-46d0-97f1-dbd2ac915bef tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (4506e2f5-d4ca-4971-b4d7-3241d9fc3422), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:41.102539 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6d8c4bd0-585a-42c0-8fe8-71923fb5f258 req-8a6823d6-02a1-4da9-b959-302c1951ae71 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.254&port_id=ddb05983-19db-46ef-a388-e5781e5a86ac HTTP/1.1" status: 200 len: 217 time: 0.1068888 Feb 19 02:49:41.199727 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21677edd-b5b2-446a-9a6f-796a7e964cca req-a45675dd-0b89-4451-84f2-62312ddf37b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:41.201917 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-21677edd-b5b2-446a-9a6f-796a7e964cca req-a45675dd-0b89-4451-84f2-62312ddf37b1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=bf672100-ed94-443f-908a-4ecaf8a2d628 HTTP/1.1" status: 200 len: 905 time: 0.2856541 Feb 19 02:49:41.212756 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af91e01-c92d-4caf-8624-a8beec75e4fd tempest-FloatingIPsTestJSON-1026572979 tempest-FloatingIPsTestJSON-1026572979-project] Pushing event updated for resources: {'Port': ['ID=718e5258-343d-4094-a365-18e1ef6fcdcd,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:41.255489 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8c4bd0-585a-42c0-8fe8-71923fb5f258 req-9b030359-5f1f-4807-89d7-698fda3891ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:41.261483 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6d8c4bd0-585a-42c0-8fe8-71923fb5f258 req-9b030359-5f1f-4807-89d7-698fda3891ef service neutron] 10.222.0.82 "GET /v2.0/subnets?id=983133d2-ff38-4266-904e-e871a4dfab4b HTTP/1.1" status: 200 len: 797 time: 0.0997276 Feb 19 02:49:41.263619 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-43519f0e-b61b-4f4e-912c-65757ca08aa3 req-3af91e01-c92d-4caf-8624-a8beec75e4fd tempest-FloatingIPsTestJSON-1026572979 tempest-FloatingIPsTestJSON-1026572979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16285943'] for floatingip (2a223232-71fb-4d0c-85eb-41ea038bd9b0), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:41.275282 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95b8cde-92c5-4729-a512-464b3b3eaa75 req-78e05f11-e055-4e30-a64b-7f37bc546b7f tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:41.282763 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a95b8cde-92c5-4729-a512-464b3b3eaa75 req-78e05f11-e055-4e30-a64b-7f37bc546b7f tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb8de35d-16fb-4e03-a946-340d40256566 HTTP/1.1" status: 200 len: 946 time: 0.2328265 Feb 19 02:49:41.283225 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-14cd2ae8-7368-423e-9144-c2b23f8475c1 None None] Set router 9a962d46-399a-441d-b938-9764d564c0b0 gateway port host: None {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:49:41.298247 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-21677edd-b5b2-446a-9a6f-796a7e964cca req-d52d7044-0417-4e2a-bc2a-d1b7e0af76fe service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=81a2675a-d4f3-4f2a-9ba7-8716fc9eee97 HTTP/1.1" status: 200 len: 217 time: 0.0848677 Feb 19 02:49:41.441172 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-43519f0e-b61b-4f4e-912c-65757ca08aa3 req-3af91e01-c92d-4caf-8624-a8beec75e4fd tempest-FloatingIPsTestJSON-1026572979 tempest-FloatingIPsTestJSON-1026572979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:41.456248 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-43519f0e-b61b-4f4e-912c-65757ca08aa3 req-3af91e01-c92d-4caf-8624-a8beec75e4fd tempest-FloatingIPsTestJSON-1026572979 tempest-FloatingIPsTestJSON-1026572979-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.2109571 Feb 19 02:49:41.509296 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-c8c3008d-7d9e-46d0-97f1-dbd2ac915bef tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] For port 4506e2f5-d4ca-4971-b4d7-3241d9fc3422, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=4506e2f5-d4ca-4971-b4d7-3241d9fc3422,segment=NetworkSegment(ecdb6ca4-bc5a-4179-b78a-53d37d4fd5a4),segment_id=ecdb6ca4-bc5a-4179-b78a-53d37d4fd5a4)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:49:41.509672 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c8c3008d-7d9e-46d0-97f1-dbd2ac915bef tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (4506e2f5-d4ca-4971-b4d7-3241d9fc3422), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:41.516613 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21677edd-b5b2-446a-9a6f-796a7e964cca req-01a03b90-202a-496b-b621-4398b2a38b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:41.518352 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-21677edd-b5b2-446a-9a6f-796a7e964cca req-01a03b90-202a-496b-b621-4398b2a38b70 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0bb04773-132e-443e-9baa-c5ff97e31eb2 HTTP/1.1" status: 200 len: 844 time: 0.2126718 Feb 19 02:49:41.561353 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 57718) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:49:41.568125 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-43519f0e-b61b-4f4e-912c-65757ca08aa3 req-9ed0f334-ffe7-49f6-a37b-508786056ec5 tempest-FloatingIPsTestJSON-1026572979 tempest-FloatingIPsTestJSON-1026572979-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.6.125 HTTP/1.1" status: 200 len: 696 time: 0.1108372 Feb 19 02:49:41.573460 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-c8c3008d-7d9e-46d0-97f1-dbd2ac915bef tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Calling delete_port for 4506e2f5-d4ca-4971-b4d7-3241d9fc3422 owned by network:router_interface {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:49:41.579127 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a95b8cde-92c5-4729-a512-464b3b3eaa75 req-83f7ebd5-87de-4a68-857c-bf67790413f4 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ca71149-99da-4cc2-ac25-44d2d4a4007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954469 Feb 19 02:49:41.766343 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43519f0e-b61b-4f4e-912c-65757ca08aa3 req-d51c1d1e-4620-41bb-a9a6-f8ec4c63d8e5 tempest-FloatingIPsTestJSON-1026572979 tempest-FloatingIPsTestJSON-1026572979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:41.772645 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-43519f0e-b61b-4f4e-912c-65757ca08aa3 req-d51c1d1e-4620-41bb-a9a6-f8ec4c63d8e5 tempest-FloatingIPsTestJSON-1026572979 tempest-FloatingIPsTestJSON-1026572979-project] 10.222.0.72 "GET /v2.0/networks/eaf64708-9021-419e-b287-ef3e0f51e2ee HTTP/1.1" status: 200 len: 784 time: 0.1880212 Feb 19 02:49:41.790732 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8c4bd0-585a-42c0-8fe8-71923fb5f258 req-300a87e9-d893-408a-9aa5-9650e0a5aac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:41.792173 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6d8c4bd0-585a-42c0-8fe8-71923fb5f258 req-300a87e9-d893-408a-9aa5-9650e0a5aac7 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f5c1130b-131f-4fde-9927-840cbad6505d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.5027742 Feb 19 02:49:41.830127 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-14cd2ae8-7368-423e-9144-c2b23f8475c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a962d46-399a-441d-b938-9764d564c0b0', 'name': 'tempest-RoutersIpV6Test-router-593384108', 'tenant_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:48:58Z', 'updated_at': '2022-02-19T02:49:38Z', 'revision_number': 7, 'project_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'gw_port_host': None, '_interfaces': [{'id': '0703ca3e-7a1d-4063-a291-1e8e91e8f8d1', 'name': '', 'network_id': 'eaa143cd-3afc-4764-a677-99b22e3b56d0', 'tenant_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'mac_address': 'fa:16:3e:a8:92:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a962d46-399a-441d-b938-9764d564c0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'a8e8530f-41b8-489a-b611-33908f08e91d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:49:00Z', 'updated_at': '2022-02-19T02:49:09Z', 'revision_number': 5, 'project_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'subnets': [{'id': 'a8e8530f-41b8-489a-b611-33908f08e91d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1949d8ce-0010-4dda-8990-e9ecf5732576', 'name': '', 'network_id': 'f2707e19-a9b2-48ff-b724-f18564bb6f57', 'tenant_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'mac_address': 'fa:16:3e:06:99:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a962d46-399a-441d-b938-9764d564c0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '1e52f09d-7a71-4bd7-9800-26ba2a95d400', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:49:10Z', 'updated_at': '2022-02-19T02:49:18Z', 'revision_number': 5, 'project_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'subnets': [{'id': '1e52f09d-7a71-4bd7-9800-26ba2a95d400', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4506e2f5-d4ca-4971-b4d7-3241d9fc3422', 'name': '', 'network_id': '8972b59b-cb6a-4c9c-b4d5-489e7bec4e7f', 'tenant_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'mac_address': 'fa:16:3e:65:68:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a962d46-399a-441d-b938-9764d564c0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '5d9d6768-38b4-436d-8afc-b5ec84a80d39', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:49:30Z', 'updated_at': '2022-02-19T02:49:36Z', 'revision_number': 5, 'project_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'subnets': [{'id': '5d9d6768-38b4-436d-8afc-b5ec84a80d39', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbdc1dd9-e1d0-4c89-8b35-59149b686033', 'name': '', 'network_id': '195827ff-a591-4612-a56a-09c6607a6ced', 'tenant_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'mac_address': 'fa:16:3e:01:c0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a962d46-399a-441d-b938-9764d564c0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '83c5f70b-e87f-4ce0-b250-82b8ea734210', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:49:22Z', 'updated_at': '2022-02-19T02:49:31Z', 'revision_number': 5, 'project_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'subnets': [{'id': '83c5f70b-e87f-4ce0-b250-82b8ea734210', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:49:41.888585 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-21677edd-b5b2-446a-9a6f-796a7e964cca req-e202ddf4-9bfc-4365-b507-5c21af5aaea8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=bf672100-ed94-443f-908a-4ecaf8a2d628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3553603 Feb 19 02:49:41.901968 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14cd2ae8-7368-423e-9144-c2b23f8475c1 None None] The sync data for ids ['9a962d46-399a-441d-b938-9764d564c0b0'] in n-d-826753-2 is: [{'id': '9a962d46-399a-441d-b938-9764d564c0b0', 'name': 'tempest-RoutersIpV6Test-router-593384108', 'tenant_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:48:58Z', 'updated_at': '2022-02-19T02:49:38Z', 'revision_number': 7, 'project_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'gw_port_host': None, '_interfaces': [{'id': '0703ca3e-7a1d-4063-a291-1e8e91e8f8d1', 'name': '', 'network_id': 'eaa143cd-3afc-4764-a677-99b22e3b56d0', 'tenant_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'mac_address': 'fa:16:3e:a8:92:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a962d46-399a-441d-b938-9764d564c0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'a8e8530f-41b8-489a-b611-33908f08e91d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:49:00Z', 'updated_at': '2022-02-19T02:49:09Z', 'revision_number': 5, 'project_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'subnets': [{'id': 'a8e8530f-41b8-489a-b611-33908f08e91d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1949d8ce-0010-4dda-8990-e9ecf5732576', 'name': '', 'network_id': 'f2707e19-a9b2-48ff-b724-f18564bb6f57', 'tenant_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'mac_address': 'fa:16:3e:06:99:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a962d46-399a-441d-b938-9764d564c0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '1e52f09d-7a71-4bd7-9800-26ba2a95d400', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:49:10Z', 'updated_at': '2022-02-19T02:49:18Z', 'revision_number': 5, 'project_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'subnets': [{'id': '1e52f09d-7a71-4bd7-9800-26ba2a95d400', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4506e2f5-d4ca-4971-b4d7-3241d9fc3422', 'name': '', 'network_id': '8972b59b-cb6a-4c9c-b4d5-489e7bec4e7f', 'tenant_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'mac_address': 'fa:16:3e:65:68:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a962d46-399a-441d-b938-9764d564c0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '5d9d6768-38b4-436d-8afc-b5ec84a80d39', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:49:30Z', 'updated_at': '2022-02-19T02:49:36Z', 'revision_number': 5, 'project_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'subnets': [{'id': '5d9d6768-38b4-436d-8afc-b5ec84a80d39', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbdc1dd9-e1d0-4c89-8b35-59149b686033', 'name': '', 'network_id': '195827ff-a591-4612-a56a-09c6607a6ced', 'tenant_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'mac_address': 'fa:16:3e:01:c0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a962d46-399a-441d-b938-9764d564c0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '83c5f70b-e87f-4ce0-b250-82b8ea734210', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:49:22Z', 'updated_at': '2022-02-19T02:49:31Z', 'revision_number': 5, 'project_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'subnets': [{'id': '83c5f70b-e87f-4ce0-b250-82b8ea734210', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:49:41.922679 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-588b468e-3881-4b2c-be61-538374ac457a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=61224d98585f40b3af9608e6adb2af33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1622088 Feb 19 02:49:41.928545 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 57738) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:49:42.405172 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3f7d7f2b-1f52-44a9-b313-35958d5357a9 req-83ee526e-0e12-4afa-aa52-ebbb39df5ee7 tempest-FloatingIPsTestJSON-1026572979 tempest-FloatingIPsTestJSON-1026572979-project] 10.222.0.72 "GET /v2.0/floatingips/2a223232-71fb-4d0c-85eb-41ea038bd9b0 HTTP/1.1" status: 200 len: 693 time: 0.4952018 Feb 19 02:49:42.465207 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6d8c4bd0-585a-42c0-8fe8-71923fb5f258 req-bab5a7ad-d8cc-48c0-83ad-d2afb3b23e95 service neutron] 10.222.0.82 "GET /v2.0/networks/f5c1130b-131f-4fde-9927-840cbad6505d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6623807 Feb 19 02:49:42.543690 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e19807-b26f-4d8c-8211-8c3b6dbea227 req-7f8f7154-bc47-4e60-99de-87cf51eb9b62 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:42.544940 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d7e19807-b26f-4d8c-8211-8c3b6dbea227 req-7f8f7154-bc47-4e60-99de-87cf51eb9b62 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.82 "GET /v2.0/ports?device_id=9ff59ad5-0a6a-4d56-be89-9dd3f1a2f737 HTTP/1.1" status: 200 len: 945 time: 0.7543519 Feb 19 02:49:42.606764 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c8c3008d-7d9e-46d0-97f1-dbd2ac915bef tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (4506e2f5-d4ca-4971-b4d7-3241d9fc3422), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:42.661711 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-21677edd-b5b2-446a-9a6f-796a7e964cca req-0afc3a6c-c15a-4fbd-b998-ad88cd10eab6 service neutron] 10.222.0.73 "GET /v2.0/networks/bf672100-ed94-443f-908a-4ecaf8a2d628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7607157 Feb 19 02:49:42.679001 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c3008d-7d9e-46d0-97f1-dbd2ac915bef tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Pushing event deleted for resources: {'Port': ['ID=4506e2f5-d4ca-4971-b4d7-3241d9fc3422,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:42.707027 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6773d224-753c-4be8-ada5-a70e69395417 admin admin] Publish callbacks [] for security_group (de2f1978-bab6-4575-a6c5-756c5978e15f), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:42.716435 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6d8c4bd0-585a-42c0-8fe8-71923fb5f258 req-1c93348a-f77f-41da-9043-20a70dbbad55 service neutron] 10.222.0.82 "GET /v2.0/networks/f5c1130b-131f-4fde-9927-840cbad6505d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105024 Feb 19 02:49:42.727136 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64294c85-d7e8-402c-964e-9e7f101da2a4 req-cff0e629-f9ca-4e79-b771-31defb7d28ed tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:42.741727 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-64294c85-d7e8-402c-964e-9e7f101da2a4 req-cff0e629-f9ca-4e79-b771-31defb7d28ed tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ff59ad5-0a6a-4d56-be89-9dd3f1a2f737 HTTP/1.1" status: 200 len: 945 time: 0.3328311 Feb 19 02:49:42.813334 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6d8c4bd0-585a-42c0-8fe8-71923fb5f258 req-4ff148d2-0d66-4008-ab9a-063627474d89 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cbe98f0f-073e-41a4-b924-5a1a7035e145 HTTP/1.1" status: 200 len: 217 time: 0.0641596 Feb 19 02:49:42.822714 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d7f2b-1f52-44a9-b313-35958d5357a9 req-0e7e6e2b-60ff-48c3-a6f2-0368de134766 tempest-FloatingIPsTestJSON-1026572979 tempest-FloatingIPsTestJSON-1026572979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:42.824258 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3f7d7f2b-1f52-44a9-b313-35958d5357a9 req-0e7e6e2b-60ff-48c3-a6f2-0368de134766 tempest-FloatingIPsTestJSON-1026572979 tempest-FloatingIPsTestJSON-1026572979-project] 10.222.0.72 "GET /v2.0/networks/eaf64708-9021-419e-b287-ef3e0f51e2ee HTTP/1.1" status: 200 len: 784 time: 0.4179676 Feb 19 02:49:42.874676 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6773d224-753c-4be8-ada5-a70e69395417 admin admin] Publish callbacks [] for security_group (de2f1978-bab6-4575-a6c5-756c5978e15f), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:42.932671 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3f7d7f2b-1f52-44a9-b313-35958d5357a9 req-2573a51b-4c56-48cc-8a95-ea360dd097e6 tempest-FloatingIPsTestJSON-1026572979 tempest-FloatingIPsTestJSON-1026572979-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.6.125 HTTP/1.1" status: 200 len: 696 time: 0.0957787 Feb 19 02:49:42.970456 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-64294c85-d7e8-402c-964e-9e7f101da2a4 req-26a3f0a0-acc3-4947-8bb8-e3ccb3d0420a tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/security-groups?id=83745bf6-2450-44b1-b073-88b2d8645794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275014 Feb 19 02:49:43.020913 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8c4bd0-585a-42c0-8fe8-71923fb5f258 req-288c31f1-1968-4f05-a7d3-e3a59567acfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:43.023088 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6d8c4bd0-585a-42c0-8fe8-71923fb5f258 req-288c31f1-1968-4f05-a7d3-e3a59567acfb service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f84e87eb-7d47-442d-8bd5-a5dfb358e2aa HTTP/1.1" status: 200 len: 797 time: 0.1974096 Feb 19 02:49:43.024397 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-21677edd-b5b2-446a-9a6f-796a7e964cca req-d3cf537f-9ea7-40a0-81f0-3952749b3104 service neutron] 10.222.0.73 "GET /v2.0/networks/bf672100-ed94-443f-908a-4ecaf8a2d628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3530488 Feb 19 02:49:43.063418 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3f7d7f2b-1f52-44a9-b313-35958d5357a9 req-fdebd9ab-b15d-476c-9e02-249787ac1f8c tempest-FloatingIPsTestJSON-1026572979 tempest-FloatingIPsTestJSON-1026572979-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.6.125 HTTP/1.1" status: 200 len: 696 time: 0.1170936 Feb 19 02:49:43.089732 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c8c3008d-7d9e-46d0-97f1-dbd2ac915bef tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16362762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16314471'] for router_interface (9a962d46-399a-441d-b938-9764d564c0b0), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:43.204510 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-d7e19807-b26f-4d8c-8211-8c3b6dbea227 req-1a6b30ec-dd39-4773-94b5-5a4d3fc70a67 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Deleting port e7299dc0-8849-4388-9d2c-57c058571ca0 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:49:43.205233 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-d7e19807-b26f-4d8c-8211-8c3b6dbea227 req-1a6b30ec-dd39-4773-94b5-5a4d3fc70a67 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (e7299dc0-8849-4388-9d2c-57c058571ca0), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:43.223680 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6773d224-753c-4be8-ada5-a70e69395417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (de2f1978-bab6-4575-a6c5-756c5978e15f), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:43.229967 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6773d224-753c-4be8-ada5-a70e69395417 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:43.231803 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-6773d224-753c-4be8-ada5-a70e69395417 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/de2f1978-bab6-4575-a6c5-756c5978e15f HTTP/1.1" status: 204 len: 168 time: 1.2897439 Feb 19 02:49:43.281785 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8c4bd0-585a-42c0-8fe8-71923fb5f258 req-33d63fbe-2672-4d54-85da-e1c5fa20cbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:43.283368 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6d8c4bd0-585a-42c0-8fe8-71923fb5f258 req-33d63fbe-2672-4d54-85da-e1c5fa20cbd9 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c312b721-2b22-4f34-983e-08de11418b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2187665 Feb 19 02:49:43.315796 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6773d224-753c-4be8-ada5-a70e69395417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de2f1978-bab6-4575-a6c5-756c5978e15f,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:43.379390 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8568c781-2cd5-4899-8642-ea8492a8284c req-bf6d7fd7-9333-4b36-8306-164fd06dd91f tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:43.380891 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8568c781-2cd5-4899-8642-ea8492a8284c req-bf6d7fd7-9333-4b36-8306-164fd06dd91f tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb8de35d-16fb-4e03-a946-340d40256566 HTTP/1.1" status: 200 len: 946 time: 0.1537693 Feb 19 02:49:43.411573 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-3f7d7f2b-1f52-44a9-b313-35958d5357a9 req-6e592c75-a43d-42cf-aa26-aff9338c8191 tempest-FloatingIPsTestJSON-1026572979 tempest-FloatingIPsTestJSON-1026572979-project] Deleting port 718e5258-343d-4094-a365-18e1ef6fcdcd {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:49:43.411778 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-3f7d7f2b-1f52-44a9-b313-35958d5357a9 req-6e592c75-a43d-42cf-aa26-aff9338c8191 tempest-FloatingIPsTestJSON-1026572979 tempest-FloatingIPsTestJSON-1026572979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (718e5258-343d-4094-a365-18e1ef6fcdcd), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:43.494201 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-d7e19807-b26f-4d8c-8211-8c3b6dbea227 req-1a6b30ec-dd39-4773-94b5-5a4d3fc70a67 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] For port e7299dc0-8849-4388-9d2c-57c058571ca0, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=e7299dc0-8849-4388-9d2c-57c058571ca0,segment=NetworkSegment(b3dae451-0c86-4a64-8455-5c47bfffd3eb),segment_id=b3dae451-0c86-4a64-8455-5c47bfffd3eb)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:49:43.494688 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-d7e19807-b26f-4d8c-8211-8c3b6dbea227 req-1a6b30ec-dd39-4773-94b5-5a4d3fc70a67 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (e7299dc0-8849-4388-9d2c-57c058571ca0), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:43.552641 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6d8c4bd0-585a-42c0-8fe8-71923fb5f258 req-2a85d690-7edf-4464-be15-b75da2270557 service neutron] 10.222.0.82 "GET /v2.0/networks/c312b721-2b22-4f34-983e-08de11418b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599175 Feb 19 02:49:43.569282 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8568c781-2cd5-4899-8642-ea8492a8284c req-5d672458-8ed2-4030-a2dc-bbc7fa240aef tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ca71149-99da-4cc2-ac25-44d2d4a4007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731319 Feb 19 02:49:43.574604 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-d7e19807-b26f-4d8c-8211-8c3b6dbea227 req-1a6b30ec-dd39-4773-94b5-5a4d3fc70a67 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Calling delete_port for e7299dc0-8849-4388-9d2c-57c058571ca0 owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:49:43.623930 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-3f7d7f2b-1f52-44a9-b313-35958d5357a9 req-6e592c75-a43d-42cf-aa26-aff9338c8191 tempest-FloatingIPsTestJSON-1026572979 tempest-FloatingIPsTestJSON-1026572979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (718e5258-343d-4094-a365-18e1ef6fcdcd), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:43.624365 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-3f7d7f2b-1f52-44a9-b313-35958d5357a9 req-6e592c75-a43d-42cf-aa26-aff9338c8191 tempest-FloatingIPsTestJSON-1026572979 tempest-FloatingIPsTestJSON-1026572979-project] Publish callbacks [] for floatingip (718e5258-343d-4094-a365-18e1ef6fcdcd), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:43.640248 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8c3008d-7d9e-46d0-97f1-dbd2ac915bef tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Router 9a962d46-399a-441d-b938-9764d564c0b0 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:49:43.651539 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-3f7d7f2b-1f52-44a9-b313-35958d5357a9 req-6e592c75-a43d-42cf-aa26-aff9338c8191 tempest-FloatingIPsTestJSON-1026572979 tempest-FloatingIPsTestJSON-1026572979-project] Calling delete_port for 718e5258-343d-4094-a365-18e1ef6fcdcd owned by network:floatingip {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:49:43.859161 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8c3008d-7d9e-46d0-97f1-dbd2ac915bef tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:49:43.876169 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fc62a5-9a6e-42df-8bc6-c88052eba48e None None] Sync routers for ids ['9a962d46-399a-441d-b938-9764d564c0b0'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:49:43.882195 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-c8c3008d-7d9e-46d0-97f1-dbd2ac915bef tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] 10.222.0.72 "PUT /v2.0/routers/9a962d46-399a-441d-b938-9764d564c0b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2402341 Feb 19 02:49:43.883504 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 57776) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:49:43.893294 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fc62a5-9a6e-42df-8bc6-c88052eba48e None None] Routers {'9a962d46-399a-441d-b938-9764d564c0b0'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:49:43.895954 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-b8fc62a5-9a6e-42df-8bc6-c88052eba48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:49:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['9a962d46-399a-441d-b938-9764d564c0b0'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:49:44.001655 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d415702-739e-49bb-911f-f7aaeff90d4b tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Deleting subnet 5d9d6768-38b4-436d-8afc-b5ec84a80d39 {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:49:44.005222 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2d415702-739e-49bb-911f-f7aaeff90d4b tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks [] for subnet (5d9d6768-38b4-436d-8afc-b5ec84a80d39), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:44.017506 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-b8fc62a5-9a6e-42df-8bc6-c88052eba48e None None] Set router 9a962d46-399a-441d-b938-9764d564c0b0 gateway port host: None {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:49:44.056328 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2d415702-739e-49bb-911f-f7aaeff90d4b tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (5d9d6768-38b4-436d-8afc-b5ec84a80d39), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:44.138900 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6d8c4bd0-585a-42c0-8fe8-71923fb5f258 req-a326c419-a0cf-48f1-b5e6-ab77a5d04151 service neutron] 10.222.0.82 "GET /v2.0/networks/c312b721-2b22-4f34-983e-08de11418b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5774994 Feb 19 02:49:44.148561 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6bd1fb-6982-4f0d-8f15-4ed79716b71b req-df96384d-63b9-44aa-9a03-1e043fada826 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:44.150425 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-dc6bd1fb-6982-4f0d-8f15-4ed79716b71b req-df96384d-63b9-44aa-9a03-1e043fada826 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb8de35d-16fb-4e03-a946-340d40256566 HTTP/1.1" status: 200 len: 946 time: 0.3692079 Feb 19 02:49:44.153552 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-d7e19807-b26f-4d8c-8211-8c3b6dbea227 req-1a6b30ec-dd39-4773-94b5-5a4d3fc70a67 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (e7299dc0-8849-4388-9d2c-57c058571ca0), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:44.166002 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-3f7d7f2b-1f52-44a9-b313-35958d5357a9 req-6e592c75-a43d-42cf-aa26-aff9338c8191 tempest-FloatingIPsTestJSON-1026572979 tempest-FloatingIPsTestJSON-1026572979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (718e5258-343d-4094-a365-18e1ef6fcdcd), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:44.228979 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6b30ec-dd39-4773-94b5-5a4d3fc70a67 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Pushing event deleted for resources: {'Port': ['ID=e7299dc0-8849-4388-9d2c-57c058571ca0,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:44.268916 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6d8c4bd0-585a-42c0-8fe8-71923fb5f258 req-e1138c31-be9e-4eaf-b327-9ea67dca1f80 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=13e17843-8e6e-4578-886e-e64bbf209f72 HTTP/1.1" status: 200 len: 217 time: 0.1173792 Feb 19 02:49:44.305441 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e592c75-a43d-42cf-aa26-aff9338c8191 tempest-FloatingIPsTestJSON-1026572979 tempest-FloatingIPsTestJSON-1026572979-project] Pushing event deleted for resources: {'Port': ['ID=718e5258-343d-4094-a365-18e1ef6fcdcd,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:44.354787 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7e19807-b26f-4d8c-8211-8c3b6dbea227 req-1a6b30ec-dd39-4773-94b5-5a4d3fc70a67 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] No DVR routers for this DVR port e7299dc0-8849-4388-9d2c-57c058571ca0 on host n-h2-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:49:44.359244 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-d7e19807-b26f-4d8c-8211-8c3b6dbea227 req-1a6b30ec-dd39-4773-94b5-5a4d3fc70a67 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:44.363445 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d7e19807-b26f-4d8c-8211-8c3b6dbea227 req-1a6b30ec-dd39-4773-94b5-5a4d3fc70a67 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.82 "DELETE /v2.0/ports/e7299dc0-8849-4388-9d2c-57c058571ca0 HTTP/1.1" status: 204 len: 173 time: 1.8048930 Feb 19 02:49:44.364163 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ff59ad5-0a6a-4d56-be89-9dd3f1a2f737', 'name': 'network-vif-deleted', 'tag': 'e7299dc0-8849-4388-9d2c-57c058571ca0'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:49:44.367345 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c443341-eee0-40cf-982e-9c0fa2818aff" -d '{"events": [{"server_uuid": "9ff59ad5-0a6a-4d56-be89-9dd3f1a2f737", "name": "network-vif-deleted", "tag": "e7299dc0-8849-4388-9d2c-57c058571ca0"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:49:44.448200 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2d415702-739e-49bb-911f-f7aaeff90d4b tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (5d9d6768-38b4-436d-8afc-b5ec84a80d39), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:44.475398 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-b8fc62a5-9a6e-42df-8bc6-c88052eba48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a962d46-399a-441d-b938-9764d564c0b0', 'name': 'tempest-RoutersIpV6Test-router-593384108', 'tenant_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:48:58Z', 'updated_at': '2022-02-19T02:49:41Z', 'revision_number': 8, 'project_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'gw_port_host': None, '_interfaces': [{'id': '0703ca3e-7a1d-4063-a291-1e8e91e8f8d1', 'name': '', 'network_id': 'eaa143cd-3afc-4764-a677-99b22e3b56d0', 'tenant_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'mac_address': 'fa:16:3e:a8:92:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a962d46-399a-441d-b938-9764d564c0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'a8e8530f-41b8-489a-b611-33908f08e91d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:49:00Z', 'updated_at': '2022-02-19T02:49:09Z', 'revision_number': 5, 'project_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'subnets': [{'id': 'a8e8530f-41b8-489a-b611-33908f08e91d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1949d8ce-0010-4dda-8990-e9ecf5732576', 'name': '', 'network_id': 'f2707e19-a9b2-48ff-b724-f18564bb6f57', 'tenant_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'mac_address': 'fa:16:3e:06:99:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a962d46-399a-441d-b938-9764d564c0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '1e52f09d-7a71-4bd7-9800-26ba2a95d400', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:49:10Z', 'updated_at': '2022-02-19T02:49:18Z', 'revision_number': 5, 'project_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'subnets': [{'id': '1e52f09d-7a71-4bd7-9800-26ba2a95d400', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbdc1dd9-e1d0-4c89-8b35-59149b686033', 'name': '', 'network_id': '195827ff-a591-4612-a56a-09c6607a6ced', 'tenant_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'mac_address': 'fa:16:3e:01:c0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a962d46-399a-441d-b938-9764d564c0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '83c5f70b-e87f-4ce0-b250-82b8ea734210', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:49:22Z', 'updated_at': '2022-02-19T02:49:31Z', 'revision_number': 5, 'project_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'subnets': [{'id': '83c5f70b-e87f-4ce0-b250-82b8ea734210', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:49:44.500464 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-dc6bd1fb-6982-4f0d-8f15-4ed79716b71b req-f9cc9424-b63a-41c1-850f-b701f8a32261 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ca71149-99da-4cc2-ac25-44d2d4a4007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3376875 Feb 19 02:49:44.541863 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2d415702-739e-49bb-911f-f7aaeff90d4b tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (5d9d6768-38b4-436d-8afc-b5ec84a80d39), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:44.583648 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d415702-739e-49bb-911f-f7aaeff90d4b tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Pushing event deleted for resources: {'Subnet': ['ID=5d9d6768-38b4-436d-8afc-b5ec84a80d39,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:44.595574 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-3f7d7f2b-1f52-44a9-b313-35958d5357a9 req-6e592c75-a43d-42cf-aa26-aff9338c8191 tempest-FloatingIPsTestJSON-1026572979 tempest-FloatingIPsTestJSON-1026572979-project] Publish callbacks [] for floatingip (2a223232-71fb-4d0c-85eb-41ea038bd9b0), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:44.598807 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-3f7d7f2b-1f52-44a9-b313-35958d5357a9 req-6e592c75-a43d-42cf-aa26-aff9338c8191 tempest-FloatingIPsTestJSON-1026572979 tempest-FloatingIPsTestJSON-1026572979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:44.601525 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3f7d7f2b-1f52-44a9-b313-35958d5357a9 req-6e592c75-a43d-42cf-aa26-aff9338c8191 tempest-FloatingIPsTestJSON-1026572979 tempest-FloatingIPsTestJSON-1026572979-project] 10.222.0.72 "DELETE /v2.0/floatingips/2a223232-71fb-4d0c-85eb-41ea038bd9b0 HTTP/1.1" status: 204 len: 173 time: 1.5202849 Feb 19 02:49:44.602675 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fc62a5-9a6e-42df-8bc6-c88052eba48e None None] Checking router: 9a962d46-399a-441d-b938-9764d564c0b0 for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:49:44.610258 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2d415702-739e-49bb-911f-f7aaeff90d4b tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:44.620613 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-2d415702-739e-49bb-911f-f7aaeff90d4b tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] 10.222.0.72 "DELETE /v2.0/subnets/5d9d6768-38b4-436d-8afc-b5ec84a80d39 HTTP/1.1" status: 204 len: 168 time: 0.7342613 Feb 19 02:49:44.622712 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 57798) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:49:44.625660 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3bb39d9-10f8-4421-adac-e2f5d274cbab None None] Network 8972b59b-cb6a-4c9c-b4d5-489e7bec4e7f requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:49:44.638980 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8c4bd0-585a-42c0-8fe8-71923fb5f258 req-a3d77c9c-a7e6-4177-a1ba-9f8b91e88133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:44.641277 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6d8c4bd0-585a-42c0-8fe8-71923fb5f258 req-a3d77c9c-a7e6-4177-a1ba-9f8b91e88133 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f84e87eb-7d47-442d-8bd5-a5dfb358e2aa HTTP/1.1" status: 200 len: 797 time: 0.3528588 Feb 19 02:49:44.729878 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8c4bd0-585a-42c0-8fe8-71923fb5f258 req-d2b38387-c84d-438b-a1bd-7abd5cdc3cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:44.731903 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6d8c4bd0-585a-42c0-8fe8-71923fb5f258 req-d2b38387-c84d-438b-a1bd-7abd5cdc3cf7 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c312b721-2b22-4f34-983e-08de11418b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0767183 Feb 19 02:49:44.781182 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-162051d5-2d73-434a-9592-4814b0dfdfe1 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (8972b59b-cb6a-4c9c-b4d5-489e7bec4e7f), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:44.824358 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-054603aa-2192-4b42-9585-d29424f0fc10 x-openstack-request-id: req-054603aa-2192-4b42-9585-d29424f0fc10 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:49:44.824786 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ff59ad5-0a6a-4d56-be89-9dd3f1a2f737", "name": "network-vif-deleted", "tag": "e7299dc0-8849-4388-9d2c-57c058571ca0", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:49:44.825186 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-054603aa-2192-4b42-9585-d29424f0fc10 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:49:44.825774 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ff59ad5-0a6a-4d56-be89-9dd3f1a2f737', 'name': 'network-vif-deleted', 'tag': 'e7299dc0-8849-4388-9d2c-57c058571ca0', 'status': 'completed', 'code': 200} Feb 19 02:49:44.860100 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6d8c4bd0-585a-42c0-8fe8-71923fb5f258 req-958a0fbc-09a7-481b-bd89-ea541c89dd82 service neutron] 10.222.0.82 "GET /v2.0/networks/c312b721-2b22-4f34-983e-08de11418b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141164 Feb 19 02:49:44.860939 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-162051d5-2d73-434a-9592-4814b0dfdfe1 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Deleting port b45e43ed-d0fd-4a2c-893d-e44c216d7a50 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:49:44.861551 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-162051d5-2d73-434a-9592-4814b0dfdfe1 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (b45e43ed-d0fd-4a2c-893d-e44c216d7a50), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:44.893164 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e1ed3bb8-d900-4b1b-8afa-3616347fd021 req-d0470386-db31-4c6f-86d5-58a0128767f7 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ff59ad5-0a6a-4d56-be89-9dd3f1a2f737 HTTP/1.1" status: 200 len: 210 time: 0.1578391 Feb 19 02:49:44.915718 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fc62a5-9a6e-42df-8bc6-c88052eba48e None None] Routers {'9a962d46-399a-441d-b938-9764d564c0b0'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:49:44.916487 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-b8fc62a5-9a6e-42df-8bc6-c88052eba48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:49:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['9a962d46-399a-441d-b938-9764d564c0b0'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:49:45.009346 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-162051d5-2d73-434a-9592-4814b0dfdfe1 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] For port b45e43ed-d0fd-4a2c-893d-e44c216d7a50, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=b45e43ed-d0fd-4a2c-893d-e44c216d7a50,segment=NetworkSegment(ecdb6ca4-bc5a-4179-b78a-53d37d4fd5a4),segment_id=ecdb6ca4-bc5a-4179-b78a-53d37d4fd5a4)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:49:45.010098 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-162051d5-2d73-434a-9592-4814b0dfdfe1 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (b45e43ed-d0fd-4a2c-893d-e44c216d7a50), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:45.028975 n-d-826753-2 neutron-server[103701]: INFO neutron.api.v2.resource [req-6edca7a9-050a-43d8-bcea-fa01279f5c88 req-189677ce-3257-4675-8e15-a5a601a2047c tempest-FloatingIPsTestJSON-1026572979 tempest-FloatingIPsTestJSON-1026572979-project] show failed (client error): The resource could not be found. Feb 19 02:49:45.045639 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-162051d5-2d73-434a-9592-4814b0dfdfe1 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Calling delete_port for b45e43ed-d0fd-4a2c-893d-e44c216d7a50 owned by network:dhcp {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:49:45.045801 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6edca7a9-050a-43d8-bcea-fa01279f5c88 req-189677ce-3257-4675-8e15-a5a601a2047c tempest-FloatingIPsTestJSON-1026572979 tempest-FloatingIPsTestJSON-1026572979-project] 10.222.0.72 "GET /v2.0/floatingips/2a223232-71fb-4d0c-85eb-41ea038bd9b0 HTTP/1.1" status: 404 len: 350 time: 0.0738111 Feb 19 02:49:45.152304 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6d8c4bd0-585a-42c0-8fe8-71923fb5f258 req-db591614-8cb2-4520-99b6-218c28361527 service neutron] 10.222.0.82 "GET /v2.0/networks/c312b721-2b22-4f34-983e-08de11418b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736576 Feb 19 02:49:45.222235 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-162051d5-2d73-434a-9592-4814b0dfdfe1 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (b45e43ed-d0fd-4a2c-893d-e44c216d7a50), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:45.291227 n-d-826753-2 neutron-server[103701]: INFO neutron.api.v2.resource [req-ea263cf3-e141-40e4-8f30-47d7368b0bb6 req-06f06e26-4cd5-4e71-9201-66b06fcb7dc2 tempest-FloatingIPsTestJSON-1026572979 tempest-FloatingIPsTestJSON-1026572979-project] show failed (client error): The resource could not be found. Feb 19 02:49:45.301240 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ea263cf3-e141-40e4-8f30-47d7368b0bb6 req-06f06e26-4cd5-4e71-9201-66b06fcb7dc2 tempest-FloatingIPsTestJSON-1026572979 tempest-FloatingIPsTestJSON-1026572979-project] 10.222.0.72 "GET /v2.0/floatingips/2a223232-71fb-4d0c-85eb-41ea038bd9b0 HTTP/1.1" status: 404 len: 350 time: 0.1598179 Feb 19 02:49:45.306219 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 57828) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:49:45.320855 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162051d5-2d73-434a-9592-4814b0dfdfe1 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] No DVR routers for this DVR port b45e43ed-d0fd-4a2c-893d-e44c216d7a50 on host n-d-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:49:45.390343 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162051d5-2d73-434a-9592-4814b0dfdfe1 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Pushing event deleted for resources: {'Port': ['ID=b45e43ed-d0fd-4a2c-893d-e44c216d7a50,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:45.498878 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-162051d5-2d73-434a-9592-4814b0dfdfe1 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (8972b59b-cb6a-4c9c-b4d5-489e7bec4e7f), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:45.530376 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-162051d5-2d73-434a-9592-4814b0dfdfe1 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8972b59b-cb6a-4c9c-b4d5-489e7bec4e7f']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:49:45.551612 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-162051d5-2d73-434a-9592-4814b0dfdfe1 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecdb6ca4-bc5a-4179-b78a-53d37d4fd5a4') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:49:45.552144 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-162051d5-2d73-434a-9592-4814b0dfdfe1 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecdb6ca4-bc5a-4179-b78a-53d37d4fd5a4') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:49:45.582290 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-162051d5-2d73-434a-9592-4814b0dfdfe1 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (ecdb6ca4-bc5a-4179-b78a-53d37d4fd5a4), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:45.604495 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-162051d5-2d73-434a-9592-4814b0dfdfe1 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (ecdb6ca4-bc5a-4179-b78a-53d37d4fd5a4), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:45.617205 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-162051d5-2d73-434a-9592-4814b0dfdfe1 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Releasing vlan 271 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:49:45.617885 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-162051d5-2d73-434a-9592-4814b0dfdfe1 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (ecdb6ca4-bc5a-4179-b78a-53d37d4fd5a4), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:45.621213 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 02:49:45.621213 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:49:45.621213 n-d-826753-2 neutron-server[103702]: timer() Feb 19 02:49:45.621213 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:49:45.621213 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 02:49:45.621213 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:49:45.621213 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 02:49:45.621213 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:49:45.621213 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 02:49:45.621213 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:49:45.621213 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 02:49:45.621213 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:49:45.621213 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 02:49:45.621213 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:49:45.621213 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:49:45.621213 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:49:45.621213 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:49:45.621213 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:49:45.621213 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 02:49:45.621213 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:49:45.621213 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 02:49:45.621213 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:49:45.621213 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:49:45.621213 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:49:45.621213 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 02:49:45.621213 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:49:45.621213 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:49:45.621213 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:49:45.621213 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:49:45.621213 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:49:45.621213 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:49:45.621213 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:49:45.756047 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fad28b8d-7119-4d44-97da-ce88505531c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:45.774337 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-162051d5-2d73-434a-9592-4814b0dfdfe1 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (8972b59b-cb6a-4c9c-b4d5-489e7bec4e7f), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:45.782255 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-162051d5-2d73-434a-9592-4814b0dfdfe1 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:45.786665 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-162051d5-2d73-434a-9592-4814b0dfdfe1 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] 10.222.0.72 "DELETE /v2.0/networks/8972b59b-cb6a-4c9c-b4d5-489e7bec4e7f HTTP/1.1" status: 204 len: 168 time: 1.1620121 Feb 19 02:49:45.791033 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 57844) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:49:45.809071 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ecc5f80-c259-45a8-a720-3eaabf899ff1 None None] DHCP port deletion for 8972b59b-cb6a-4c9c-b4d5-489e7bec4e7f request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 02:49:45.820548 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162051d5-2d73-434a-9592-4814b0dfdfe1 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Pushing event deleted for resources: {'Network': ['ID=8972b59b-cb6a-4c9c-b4d5-489e7bec4e7f,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:45.845338 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:49:45.878860 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cc57c0-1d5f-4723-a010-007addf960c7 req-8337408f-fec4-4dd3-ae17-d6df5f318326 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:45.880592 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-b8fc62a5-9a6e-42df-8bc6-c88052eba48e None None] Set router 9a962d46-399a-441d-b938-9764d564c0b0 gateway port host: None {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:49:45.890951 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-92cc57c0-1d5f-4723-a010-007addf960c7 req-8337408f-fec4-4dd3-ae17-d6df5f318326 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb8de35d-16fb-4e03-a946-340d40256566 HTTP/1.1" status: 200 len: 946 time: 0.3776195 Feb 19 02:49:46.029032 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-92cc57c0-1d5f-4723-a010-007addf960c7 req-f51c616a-4e4a-4a4d-9078-64b81b40c195 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ca71149-99da-4cc2-ac25-44d2d4a4007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367366 Feb 19 02:49:46.205572 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device e7299dc0-8849-4388-9d2c-57c058571ca0 no longer exists at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:49:46.255675 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4a9a65ce-3e75-4ff4-a89e-95fa2622050d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16289271'] for router_interface (870c5122-8f4b-44ba-9f26-4bd7c5073225), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:46.270275 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] No Port match for: e7299dc0-8849-4388-9d2c-57c058571ca0 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:49:46.270685 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device e7299dc0-8849-4388-9d2c-57c058571ca0 not bound to the agent host n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:49:46.404525 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:49:46.452663 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': '4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf', 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f', 'port_id': '4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf', 'mac_address': 'fa:16:3e:e6:0e:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '974c06bc-f097-4890-970a-b087501ab241', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:49:46.516028 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf is: ACTIVE; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:49:46.516428 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:46.536155 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-b8fc62a5-9a6e-42df-8bc6-c88052eba48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a962d46-399a-441d-b938-9764d564c0b0', 'name': 'tempest-RoutersIpV6Test-router-593384108', 'tenant_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:48:58Z', 'updated_at': '2022-02-19T02:49:41Z', 'revision_number': 8, 'project_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'gw_port_host': None, '_interfaces': [{'id': '0703ca3e-7a1d-4063-a291-1e8e91e8f8d1', 'name': '', 'network_id': 'eaa143cd-3afc-4764-a677-99b22e3b56d0', 'tenant_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'mac_address': 'fa:16:3e:a8:92:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a962d46-399a-441d-b938-9764d564c0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'a8e8530f-41b8-489a-b611-33908f08e91d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:49:00Z', 'updated_at': '2022-02-19T02:49:09Z', 'revision_number': 5, 'project_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'subnets': [{'id': 'a8e8530f-41b8-489a-b611-33908f08e91d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1949d8ce-0010-4dda-8990-e9ecf5732576', 'name': '', 'network_id': 'f2707e19-a9b2-48ff-b724-f18564bb6f57', 'tenant_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'mac_address': 'fa:16:3e:06:99:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a962d46-399a-441d-b938-9764d564c0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '1e52f09d-7a71-4bd7-9800-26ba2a95d400', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:49:10Z', 'updated_at': '2022-02-19T02:49:18Z', 'revision_number': 5, 'project_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'subnets': [{'id': '1e52f09d-7a71-4bd7-9800-26ba2a95d400', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbdc1dd9-e1d0-4c89-8b35-59149b686033', 'name': '', 'network_id': '195827ff-a591-4612-a56a-09c6607a6ced', 'tenant_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'mac_address': 'fa:16:3e:01:c0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a962d46-399a-441d-b938-9764d564c0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '83c5f70b-e87f-4ce0-b250-82b8ea734210', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:49:22Z', 'updated_at': '2022-02-19T02:49:31Z', 'revision_number': 5, 'project_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'subnets': [{'id': '83c5f70b-e87f-4ce0-b250-82b8ea734210', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:49:46.539578 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:49:46.563471 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:49:46.596852 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:46.602763 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fc62a5-9a6e-42df-8bc6-c88052eba48e None None] The sync data for ids ['9a962d46-399a-441d-b938-9764d564c0b0'] in n-d-826753-2 is: [{'id': '9a962d46-399a-441d-b938-9764d564c0b0', 'name': 'tempest-RoutersIpV6Test-router-593384108', 'tenant_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:48:58Z', 'updated_at': '2022-02-19T02:49:41Z', 'revision_number': 8, 'project_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'gw_port_host': None, '_interfaces': [{'id': '0703ca3e-7a1d-4063-a291-1e8e91e8f8d1', 'name': '', 'network_id': 'eaa143cd-3afc-4764-a677-99b22e3b56d0', 'tenant_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'mac_address': 'fa:16:3e:a8:92:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a962d46-399a-441d-b938-9764d564c0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'a8e8530f-41b8-489a-b611-33908f08e91d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:49:00Z', 'updated_at': '2022-02-19T02:49:09Z', 'revision_number': 5, 'project_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'subnets': [{'id': 'a8e8530f-41b8-489a-b611-33908f08e91d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1949d8ce-0010-4dda-8990-e9ecf5732576', 'name': '', 'network_id': 'f2707e19-a9b2-48ff-b724-f18564bb6f57', 'tenant_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'mac_address': 'fa:16:3e:06:99:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a962d46-399a-441d-b938-9764d564c0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '1e52f09d-7a71-4bd7-9800-26ba2a95d400', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:49:10Z', 'updated_at': '2022-02-19T02:49:18Z', 'revision_number': 5, 'project_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'subnets': [{'id': '1e52f09d-7a71-4bd7-9800-26ba2a95d400', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbdc1dd9-e1d0-4c89-8b35-59149b686033', 'name': '', 'network_id': '195827ff-a591-4612-a56a-09c6607a6ced', 'tenant_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'mac_address': 'fa:16:3e:01:c0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a962d46-399a-441d-b938-9764d564c0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '83c5f70b-e87f-4ce0-b250-82b8ea734210', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:49:22Z', 'updated_at': '2022-02-19T02:49:31Z', 'revision_number': 5, 'project_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'subnets': [{'id': '83c5f70b-e87f-4ce0-b250-82b8ea734210', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:49:46.676604 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf,revision_number=6']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:46.708629 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3fc556a4-ac02-490c-bd48-f780038e0bfb tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16289271'] for router_interface (9a962d46-399a-441d-b938-9764d564c0b0), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:46.737193 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6640290d-92a7-435b-b767-d88839615089 req-bcce64b1-4fa9-48b5-8e9b-49e79c83d000 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=27dd056eacfb49959ee4ff28de5b650d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0635049 Feb 19 02:49:46.754679 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcfa2ec-0f50-4e92-b4c7-d244edcb3e78 req-ebb380db-2795-421c-a579-a250f9d47fc5 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:46.758218 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2bcfa2ec-0f50-4e92-b4c7-d244edcb3e78 req-ebb380db-2795-421c-a579-a250f9d47fc5 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/networks?id=4ec29c64-a4ae-430d-ba9f-348461fbf8ef HTTP/1.1" status: 200 len: 812 time: 0.3023756 Feb 19 02:49:46.799582 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:49:46.830962 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2bcfa2ec-0f50-4e92-b4c7-d244edcb3e78 req-d55be00b-f0ca-4a01-bd3d-e516439d5a84 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/quotas/d68bae7ecf6f4907884d3b1c20c6b537 HTTP/1.1" status: 200 len: 375 time: 0.0630052 Feb 19 02:49:47.154751 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-3fc556a4-ac02-490c-bd48-f780038e0bfb tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Deleting port cbdc1dd9-e1d0-4c89-8b35-59149b686033 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:49:47.155096 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3fc556a4-ac02-490c-bd48-f780038e0bfb tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (cbdc1dd9-e1d0-4c89-8b35-59149b686033), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:47.217152 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2bcfa2ec-0f50-4e92-b4c7-d244edcb3e78 req-14454017-50b7-44f2-8589-05f61667a882 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=d68bae7ecf6f4907884d3b1c20c6b537&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3596754 Feb 19 02:49:47.283241 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6640290d-92a7-435b-b767-d88839615089 req-22a8ad9f-4534-4895-b9e6-8ed0310e131e tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:47.284790 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6640290d-92a7-435b-b767-d88839615089 req-22a8ad9f-4534-4895-b9e6-8ed0310e131e tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5405204 Feb 19 02:49:47.305551 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6640290d-92a7-435b-b767-d88839615089 req-8c8a42f0-53a8-422b-8745-888ad7ec74c9 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/quotas/27dd056eacfb49959ee4ff28de5b650d HTTP/1.1" status: 200 len: 375 time: 0.0138304 Feb 19 02:49:47.305819 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-3fc556a4-ac02-490c-bd48-f780038e0bfb tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] For port cbdc1dd9-e1d0-4c89-8b35-59149b686033, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=cbdc1dd9-e1d0-4c89-8b35-59149b686033,segment=NetworkSegment(76dd077a-f4fc-4f46-aaf6-4a49a42a69c6),segment_id=76dd077a-f4fc-4f46-aaf6-4a49a42a69c6)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:49:47.306288 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3fc556a4-ac02-490c-bd48-f780038e0bfb tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (cbdc1dd9-e1d0-4c89-8b35-59149b686033), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:47.335006 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-3fc556a4-ac02-490c-bd48-f780038e0bfb tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Calling delete_port for cbdc1dd9-e1d0-4c89-8b35-59149b686033 owned by network:router_interface {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:49:47.383497 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-4a9a65ce-3e75-4ff4-a89e-95fa2622050d admin admin] Deleting port 80f6e0d8-471c-486c-ad02-d767dd4cfbac {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:49:47.383842 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4a9a65ce-3e75-4ff4-a89e-95fa2622050d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (80f6e0d8-471c-486c-ad02-d767dd4cfbac), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:47.412006 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6640290d-92a7-435b-b767-d88839615089 req-c6d3dcc1-aa23-4a0f-b056-29dd9a3f8d91 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=27dd056eacfb49959ee4ff28de5b650d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0958748 Feb 19 02:49:47.454398 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [req-2bcfa2ec-0f50-4e92-b4c7-d244edcb3e78 req-9b58572d-127a-4c27-8540-3541ecd2a3bf service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103701) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:49:47.455418 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2bcfa2ec-0f50-4e92-b4c7-d244edcb3e78 req-9b58572d-127a-4c27-8540-3541ecd2a3bf service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2374990 Feb 19 02:49:47.465098 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device b45e43ed-d0fd-4a2c-893d-e44c216d7a50 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:49:47.516644 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14643bb-c0fc-4283-b45a-8ed72cc99f4d req-f42b55e8-7b88-45c9-8d30-d2156b22845b tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:47.518226 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c14643bb-c0fc-4283-b45a-8ed72cc99f4d req-f42b55e8-7b88-45c9-8d30-d2156b22845b tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.82 "GET /v2.0/ports?device_id=bb8de35d-16fb-4e03-a946-340d40256566 HTTP/1.1" status: 200 len: 946 time: 0.2041805 Feb 19 02:49:47.518707 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: b45e43ed-d0fd-4a2c-893d-e44c216d7a50 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:49:47.519312 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device b45e43ed-d0fd-4a2c-893d-e44c216d7a50 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:49:47.519904 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 4506e2f5-d4ca-4971-b4d7-3241d9fc3422 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:49:47.570889 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 4506e2f5-d4ca-4971-b4d7-3241d9fc3422 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:49:47.582092 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 4506e2f5-d4ca-4971-b4d7-3241d9fc3422 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:49:47.606485 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-4a9a65ce-3e75-4ff4-a89e-95fa2622050d admin admin] For port 80f6e0d8-471c-486c-ad02-d767dd4cfbac, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=80f6e0d8-471c-486c-ad02-d767dd4cfbac,segment=NetworkSegment(3a1d4f84-16e8-4483-a972-70429012ee76),segment_id=3a1d4f84-16e8-4483-a972-70429012ee76)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:49:47.606855 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4a9a65ce-3e75-4ff4-a89e-95fa2622050d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (80f6e0d8-471c-486c-ad02-d767dd4cfbac), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:47.634760 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-07be7b54-aef4-4ff8-9d62-b077d503b817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:47.642244 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-4a9a65ce-3e75-4ff4-a89e-95fa2622050d admin admin] Calling delete_port for 80f6e0d8-471c-486c-ad02-d767dd4cfbac owned by network:router_interface {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:49:47.689832 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3fc556a4-ac02-490c-bd48-f780038e0bfb tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (cbdc1dd9-e1d0-4c89-8b35-59149b686033), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:47.780483 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc556a4-ac02-490c-bd48-f780038e0bfb tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Pushing event deleted for resources: {'Port': ['ID=cbdc1dd9-e1d0-4c89-8b35-59149b686033,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:47.799223 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:49:47.851612 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2bcfa2ec-0f50-4e92-b4c7-d244edcb3e78 req-ebda2736-f31f-4d59-acd9-35c338842e87 service neutron] 10.222.0.72 "GET /v2.0/networks/4ec29c64-a4ae-430d-ba9f-348461fbf8ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3741953 Feb 19 02:49:47.908528 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port 4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:49:47.909874 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:48.091790 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3fc556a4-ac02-490c-bd48-f780038e0bfb tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16362762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16314471'] for router_interface (9a962d46-399a-441d-b938-9764d564c0b0), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:48.095470 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:49:48.095892 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:48.136429 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-c14643bb-c0fc-4283-b45a-8ed72cc99f4d req-3b77d16c-df47-46c6-a959-a34c5b84d776 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Deleting port 962d1a35-2649-4454-a621-b0e309f9f60d {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:49:48.136885 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-c14643bb-c0fc-4283-b45a-8ed72cc99f4d req-3b77d16c-df47-46c6-a959-a34c5b84d776 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (962d1a35-2649-4454-a621-b0e309f9f60d), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:48.201442 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7fed794-1a17-4088-a757-ff223e40f3d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:49:48.206523 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd2afbdb-5ead-401a-af8c-7f4408e9a15c" -d '{"events": [{"server_uuid": "b7fed794-1a17-4088-a757-ff223e40f3d9", "name": "network-vif-plugged", "status": "completed", "tag": "4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:49:48.246284 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:49:48.255900 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:48.260895 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddca54de-2b2c-4ddb-bf6c-9ac755bf1cb9 req-63798898-f8f6-4782-aa97-06106872661c tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:48.262622 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ddca54de-2b2c-4ddb-bf6c-9ac755bf1cb9 req-63798898-f8f6-4782-aa97-06106872661c tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb8de35d-16fb-4e03-a946-340d40256566 HTTP/1.1" status: 200 len: 946 time: 0.3883512 Feb 19 02:49:48.269616 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2bcfa2ec-0f50-4e92-b4c7-d244edcb3e78 req-01314cd3-8eb3-4b15-a029-185e6fe16fca service neutron] 10.222.0.72 "GET /v2.0/networks/4ec29c64-a4ae-430d-ba9f-348461fbf8ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4098136 Feb 19 02:49:48.372057 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf,revision_number=7']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:48.406897 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-c14643bb-c0fc-4283-b45a-8ed72cc99f4d req-3b77d16c-df47-46c6-a959-a34c5b84d776 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] For port 962d1a35-2649-4454-a621-b0e309f9f60d, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=962d1a35-2649-4454-a621-b0e309f9f60d,segment=NetworkSegment(4d279d1b-ef9f-49cc-bc5d-c8be530f22d3),segment_id=4d279d1b-ef9f-49cc-bc5d-c8be530f22d3)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:49:48.407450 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-c14643bb-c0fc-4283-b45a-8ed72cc99f4d req-3b77d16c-df47-46c6-a959-a34c5b84d776 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (962d1a35-2649-4454-a621-b0e309f9f60d), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:48.419935 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ddca54de-2b2c-4ddb-bf6c-9ac755bf1cb9 req-c5279be5-68f1-4050-bdb0-57ed7caa41a8 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ca71149-99da-4cc2-ac25-44d2d4a4007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324286 Feb 19 02:49:48.431909 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-c14643bb-c0fc-4283-b45a-8ed72cc99f4d req-3b77d16c-df47-46c6-a959-a34c5b84d776 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Calling delete_port for 962d1a35-2649-4454-a621-b0e309f9f60d owned by compute:nova {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:49:48.464916 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4a9a65ce-3e75-4ff4-a89e-95fa2622050d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (80f6e0d8-471c-486c-ad02-d767dd4cfbac), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:48.524464 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fc556a4-ac02-490c-bd48-f780038e0bfb tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Router 9a962d46-399a-441d-b938-9764d564c0b0 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:49:48.606044 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9a65ce-3e75-4ff4-a89e-95fa2622050d admin admin] Pushing event deleted for resources: {'Port': ['ID=80f6e0d8-471c-486c-ad02-d767dd4cfbac,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:48.654275 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59e97f93-2a89-445b-99b8-390e61b5c1ea x-openstack-request-id: req-59e97f93-2a89-445b-99b8-390e61b5c1ea {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:49:48.654770 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7fed794-1a17-4088-a757-ff223e40f3d9", "name": "network-vif-plugged", "status": "completed", "tag": "4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:49:48.654959 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-59e97f93-2a89-445b-99b8-390e61b5c1ea {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:49:48.655200 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7fed794-1a17-4088-a757-ff223e40f3d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf', 'code': 200} Feb 19 02:49:48.837872 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-25e25365-ccbf-4961-9664-e81bbdccd892 req-8d47ce38-9968-4061-a192-256e5320408e tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=27dd056eacfb49959ee4ff28de5b650d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1298821 Feb 19 02:49:48.891926 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8d59fc1b-cda8-4800-9361-329c541dd2b2 req-904f7d93-ebf2-4c57-868c-22968fbf9bc5 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=b633fbf1-48a0-4414-a396-bb91c1b8c863 HTTP/1.1" status: 200 len: 210 time: 0.1526439 Feb 19 02:49:48.892437 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fc556a4-ac02-490c-bd48-f780038e0bfb tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:49:48.905198 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5522c591-b0e8-4d47-8aa0-9a6c6e1a7e89 None None] Sync routers for ids ['9a962d46-399a-441d-b938-9764d564c0b0'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:49:48.921774 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-3fc556a4-ac02-490c-bd48-f780038e0bfb tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] 10.222.0.72 "PUT /v2.0/routers/9a962d46-399a-441d-b938-9764d564c0b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1264174 Feb 19 02:49:48.923266 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 57944) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:49:48.932331 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5522c591-b0e8-4d47-8aa0-9a6c6e1a7e89 None None] Routers {'9a962d46-399a-441d-b938-9764d564c0b0'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:49:48.932985 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-5522c591-b0e8-4d47-8aa0-9a6c6e1a7e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:49:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['9a962d46-399a-441d-b938-9764d564c0b0'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:49:49.030652 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d988be7-ee54-407b-aeb5-e6808dba4cc5 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Deleting subnet 83c5f70b-e87f-4ce0-b250-82b8ea734210 {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:49:49.036173 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0d988be7-ee54-407b-aeb5-e6808dba4cc5 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks [] for subnet (83c5f70b-e87f-4ce0-b250-82b8ea734210), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:49.110396 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0d988be7-ee54-407b-aeb5-e6808dba4cc5 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (83c5f70b-e87f-4ce0-b250-82b8ea734210), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:49.165803 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:49.239774 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0d988be7-ee54-407b-aeb5-e6808dba4cc5 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (83c5f70b-e87f-4ce0-b250-82b8ea734210), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:49.254461 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e25365-ccbf-4961-9664-e81bbdccd892 req-8e9c6f8d-03e4-4a0d-8d6d-cbb33863fe0d tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:49.262725 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-25e25365-ccbf-4961-9664-e81bbdccd892 req-8e9c6f8d-03e4-4a0d-8d6d-cbb33863fe0d tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3746881 Feb 19 02:49:49.266719 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-5522c591-b0e8-4d47-8aa0-9a6c6e1a7e89 None None] Set router 9a962d46-399a-441d-b938-9764d564c0b0 gateway port host: None {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:49:49.278570 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-c14643bb-c0fc-4283-b45a-8ed72cc99f4d req-3b77d16c-df47-46c6-a959-a34c5b84d776 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (962d1a35-2649-4454-a621-b0e309f9f60d), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:49.304382 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-25e25365-ccbf-4961-9664-e81bbdccd892 req-36b20405-7926-4abd-95b7-7f7fed47ae3f tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/quotas/27dd056eacfb49959ee4ff28de5b650d HTTP/1.1" status: 200 len: 375 time: 0.0404904 Feb 19 02:49:49.317116 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['e7b6d271-0dd0-403f-9e7b-d4c19bbe49c1', '962d1a35-2649-4454-a621-b0e309f9f60d'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:49:49.339678 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4a9a65ce-3e75-4ff4-a89e-95fa2622050d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16362762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16314471'] for router_interface (870c5122-8f4b-44ba-9f26-4bd7c5073225), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:49.364302 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b77d16c-df47-46c6-a959-a34c5b84d776 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Pushing event deleted for resources: {'Port': ['ID=962d1a35-2649-4454-a621-b0e309f9f60d,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:49.371571 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0d988be7-ee54-407b-aeb5-e6808dba4cc5 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (83c5f70b-e87f-4ce0-b250-82b8ea734210), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:49.437615 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0d988be7-ee54-407b-aeb5-e6808dba4cc5 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:49.449403 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-0d988be7-ee54-407b-aeb5-e6808dba4cc5 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] 10.222.0.72 "DELETE /v2.0/subnets/83c5f70b-e87f-4ce0-b250-82b8ea734210 HTTP/1.1" status: 204 len: 168 time: 0.5244610 Feb 19 02:49:49.450548 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 57960) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:49:49.451786 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d988be7-ee54-407b-aeb5-e6808dba4cc5 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Pushing event deleted for resources: {'Subnet': ['ID=83c5f70b-e87f-4ce0-b250-82b8ea734210,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:49.464645 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9bbe1c7-66b5-40a9-b51b-8df27b61b106 None None] Network 195827ff-a591-4612-a56a-09c6607a6ced requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:49:49.494715 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-25e25365-ccbf-4961-9664-e81bbdccd892 req-22816708-f0cd-4532-a1de-f1f78289b0e7 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=27dd056eacfb49959ee4ff28de5b650d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1864493 Feb 19 02:49:49.635658 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7e9e8d8a-f34c-4597-be2b-4d43072aacd1 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (195827ff-a591-4612-a56a-09c6607a6ced), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:49.666031 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-6640290d-92a7-435b-b767-d88839615089 req-38eb5e11-90fd-432a-b447-65fd17b076d7 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=27dd056eacfb49959ee4ff28de5b650d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0264723 Feb 19 02:49:49.680632 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-c14643bb-c0fc-4283-b45a-8ed72cc99f4d req-3b77d16c-df47-46c6-a959-a34c5b84d776 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] No DVR routers for this DVR port 962d1a35-2649-4454-a621-b0e309f9f60d on host n-h2-826753-2 {{(pid=103701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:49:49.839880 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-c14643bb-c0fc-4283-b45a-8ed72cc99f4d req-3b77d16c-df47-46c6-a959-a34c5b84d776 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:49.849588 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c14643bb-c0fc-4283-b45a-8ed72cc99f4d req-3b77d16c-df47-46c6-a959-a34c5b84d776 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.82 "DELETE /v2.0/ports/962d1a35-2649-4454-a621-b0e309f9f60d HTTP/1.1" status: 204 len: 173 time: 2.2901909 Feb 19 02:49:49.861584 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb8de35d-16fb-4e03-a946-340d40256566', 'name': 'network-vif-deleted', 'tag': '962d1a35-2649-4454-a621-b0e309f9f60d'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:49:49.865805 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f4f679a-9120-4e18-93ca-9ef14829a7ad" -d '{"events": [{"server_uuid": "bb8de35d-16fb-4e03-a946-340d40256566", "name": "network-vif-deleted", "tag": "962d1a35-2649-4454-a621-b0e309f9f60d"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:49:49.962576 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6640290d-92a7-435b-b767-d88839615089 req-402f5130-5bd8-468f-b71d-ee3b3ea9a6b0 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:49.964070 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-6640290d-92a7-435b-b767-d88839615089 req-402f5130-5bd8-468f-b71d-ee3b3ea9a6b0 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2911494 Feb 19 02:49:49.968839 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-7e9e8d8a-f34c-4597-be2b-4d43072aacd1 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Deleting port 934ac2a5-cc8e-4b1f-9242-73b343713584 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:49:49.969215 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7e9e8d8a-f34c-4597-be2b-4d43072aacd1 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (934ac2a5-cc8e-4b1f-9242-73b343713584), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:50.004391 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-6640290d-92a7-435b-b767-d88839615089 req-13968234-553d-42e5-9274-4fe119a8aeb5 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Request body: {'port': {'device_id': '703117b2-3b74-4940-91d7-38248cc7fdf8', 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f', 'admin_state_up': True, 'tenant_id': '27dd056eacfb49959ee4ff28de5b650d'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:49:50.005701 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-5522c591-b0e8-4d47-8aa0-9a6c6e1a7e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a962d46-399a-441d-b938-9764d564c0b0', 'name': 'tempest-RoutersIpV6Test-router-593384108', 'tenant_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:48:58Z', 'updated_at': '2022-02-19T02:49:47Z', 'revision_number': 9, 'project_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'gw_port_host': None, '_interfaces': [{'id': '0703ca3e-7a1d-4063-a291-1e8e91e8f8d1', 'name': '', 'network_id': 'eaa143cd-3afc-4764-a677-99b22e3b56d0', 'tenant_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'mac_address': 'fa:16:3e:a8:92:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a962d46-399a-441d-b938-9764d564c0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'a8e8530f-41b8-489a-b611-33908f08e91d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:49:00Z', 'updated_at': '2022-02-19T02:49:09Z', 'revision_number': 5, 'project_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'subnets': [{'id': 'a8e8530f-41b8-489a-b611-33908f08e91d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1949d8ce-0010-4dda-8990-e9ecf5732576', 'name': '', 'network_id': 'f2707e19-a9b2-48ff-b724-f18564bb6f57', 'tenant_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'mac_address': 'fa:16:3e:06:99:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a962d46-399a-441d-b938-9764d564c0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '1e52f09d-7a71-4bd7-9800-26ba2a95d400', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:49:10Z', 'updated_at': '2022-02-19T02:49:18Z', 'revision_number': 5, 'project_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'subnets': [{'id': '1e52f09d-7a71-4bd7-9800-26ba2a95d400', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:49:50.061418 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b48d7e3b-8707-462b-b6a6-91da3679d44f req-23545489-8e7c-443f-a046-2b9586b25cc3 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/ports?device_id=3cca9c25-9730-4d04-add4-37b9cddf5727 HTTP/1.1" status: 200 len: 210 time: 0.1136642 Feb 19 02:49:50.089899 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-17800615-4090-45e9-9880-c628944009b0 req-985bfaee-08c2-45c2-995f-2e617400a536 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb8de35d-16fb-4e03-a946-340d40256566 HTTP/1.1" status: 200 len: 210 time: 0.4065282 Feb 19 02:49:50.113180 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5522c591-b0e8-4d47-8aa0-9a6c6e1a7e89 None None] Checking router: 9a962d46-399a-441d-b938-9764d564c0b0 for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:49:50.139220 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5522c591-b0e8-4d47-8aa0-9a6c6e1a7e89 None None] Routers {'9a962d46-399a-441d-b938-9764d564c0b0'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:49:50.142573 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-5522c591-b0e8-4d47-8aa0-9a6c6e1a7e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:49:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['9a962d46-399a-441d-b938-9764d564c0b0'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:49:50.282791 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd04985-b1d1-4a3f-8e3b-b8f2753d0002 None None] DHCP port deletion for 195827ff-a591-4612-a56a-09c6607a6ced request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 02:49:50.354251 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-5522c591-b0e8-4d47-8aa0-9a6c6e1a7e89 None None] Set router 9a962d46-399a-441d-b938-9764d564c0b0 gateway port host: None {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:49:50.359317 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb97a88-0cb9-4b94-b9d9-bb9c52a80b23 x-openstack-request-id: req-adb97a88-0cb9-4b94-b9d9-bb9c52a80b23 {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:49:50.359627 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb8de35d-16fb-4e03-a946-340d40256566", "name": "network-vif-deleted", "tag": "962d1a35-2649-4454-a621-b0e309f9f60d", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:49:50.359884 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-adb97a88-0cb9-4b94-b9d9-bb9c52a80b23 {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:49:50.360298 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb8de35d-16fb-4e03-a946-340d40256566', 'name': 'network-vif-deleted', 'tag': '962d1a35-2649-4454-a621-b0e309f9f60d', 'status': 'completed', 'code': 200} Feb 19 02:49:50.382659 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-7e9e8d8a-f34c-4597-be2b-4d43072aacd1 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] For port 934ac2a5-cc8e-4b1f-9242-73b343713584, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=934ac2a5-cc8e-4b1f-9242-73b343713584,segment=NetworkSegment(76dd077a-f4fc-4f46-aaf6-4a49a42a69c6),segment_id=76dd077a-f4fc-4f46-aaf6-4a49a42a69c6)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:49:50.383223 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7e9e8d8a-f34c-4597-be2b-4d43072aacd1 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (934ac2a5-cc8e-4b1f-9242-73b343713584), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:50.399763 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-7e9e8d8a-f34c-4597-be2b-4d43072aacd1 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Calling delete_port for 934ac2a5-cc8e-4b1f-9242-73b343713584 owned by network:dhcp {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:49:50.449691 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f2bfe7ee-7509-47fd-9bfd-0be2a5779a9a req-8afcd107-f255-4710-b758-fa4a19df8b4e tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=b633fbf1-48a0-4414-a396-bb91c1b8c863 HTTP/1.1" status: 200 len: 210 time: 0.0883718 Feb 19 02:49:50.523953 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:50.557427 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7e9e8d8a-f34c-4597-be2b-4d43072aacd1 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (934ac2a5-cc8e-4b1f-9242-73b343713584), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:50.562192 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-afd04985-b1d1-4a3f-8e3b-b8f2753d0002 None None] Deleting port 934ac2a5-cc8e-4b1f-9242-73b343713584 {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:49:50.563279 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-afd04985-b1d1-4a3f-8e3b-b8f2753d0002 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (934ac2a5-cc8e-4b1f-9242-73b343713584), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:50.620769 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9e8d8a-f34c-4597-be2b-4d43072aacd1 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Pushing event deleted for resources: {'Port': ['ID=934ac2a5-cc8e-4b1f-9242-73b343713584,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:50.626008 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9e8d8a-f34c-4597-be2b-4d43072aacd1 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] No DVR routers for this DVR port 934ac2a5-cc8e-4b1f-9242-73b343713584 on host n-d-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:49:50.632506 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6640290d-92a7-435b-b767-d88839615089 req-13968234-553d-42e5-9274-4fe119a8aeb5 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Made reservation on behalf of 27dd056eacfb49959ee4ff28de5b650d for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:49:50.637624 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-6640290d-92a7-435b-b767-d88839615089 req-13968234-553d-42e5-9274-4fe119a8aeb5 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:50.651860 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-6640290d-92a7-435b-b767-d88839615089 req-13968234-553d-42e5-9274-4fe119a8aeb5 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:50.827598 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-afd04985-b1d1-4a3f-8e3b-b8f2753d0002 None None] For port 934ac2a5-cc8e-4b1f-9242-73b343713584, host n-d-826753-2, got binding levels [] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:49:50.833207 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-afd04985-b1d1-4a3f-8e3b-b8f2753d0002 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (934ac2a5-cc8e-4b1f-9242-73b343713584), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:50.848118 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7e9e8d8a-f34c-4597-be2b-4d43072aacd1 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (195827ff-a591-4612-a56a-09c6607a6ced), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:50.882452 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-afd04985-b1d1-4a3f-8e3b-b8f2753d0002 None None] Calling delete_port for 934ac2a5-cc8e-4b1f-9242-73b343713584 owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:49:50.889922 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.ipam_backend_mixin [None req-afd04985-b1d1-4a3f-8e3b-b8f2753d0002 None None] Port 934ac2a5-cc8e-4b1f-9242-73b343713584 was not found and therefore no delete operation was performed {{(pid=103703) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 02:49:50.896232 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-afd04985-b1d1-4a3f-8e3b-b8f2753d0002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (934ac2a5-cc8e-4b1f-9242-73b343713584), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:50.940382 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-7e9e8d8a-f34c-4597-be2b-4d43072aacd1 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['195827ff-a591-4612-a56a-09c6607a6ced']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:49:50.964658 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-7e9e8d8a-f34c-4597-be2b-4d43072aacd1 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76dd077a-f4fc-4f46-aaf6-4a49a42a69c6') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:49:50.965477 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-7e9e8d8a-f34c-4597-be2b-4d43072aacd1 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76dd077a-f4fc-4f46-aaf6-4a49a42a69c6') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:49:50.971607 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd04985-b1d1-4a3f-8e3b-b8f2753d0002 None None] Pushing event deleted for resources: {'Port': ['ID=934ac2a5-cc8e-4b1f-9242-73b343713584,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:50.981680 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd04985-b1d1-4a3f-8e3b-b8f2753d0002 None None] No DVR routers for this DVR port 934ac2a5-cc8e-4b1f-9242-73b343713584 on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:49:51.030602 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a9a65ce-3e75-4ff4-a89e-95fa2622050d admin admin] Router 870c5122-8f4b-44ba-9f26-4bd7c5073225 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:49:51.057233 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7e9e8d8a-f34c-4597-be2b-4d43072aacd1 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (76dd077a-f4fc-4f46-aaf6-4a49a42a69c6), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:51.117168 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7e9e8d8a-f34c-4597-be2b-4d43072aacd1 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (76dd077a-f4fc-4f46-aaf6-4a49a42a69c6), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:51.167761 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-6640290d-92a7-435b-b767-d88839615089 req-13968234-553d-42e5-9274-4fe119a8aeb5 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Publish callbacks [] for security_group (fe71e737-cb97-4e9e-a576-1f93522c47f8), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:51.196685 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e9e8d8a-f34c-4597-be2b-4d43072aacd1 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Releasing vlan 254 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:49:51.198114 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7e9e8d8a-f34c-4597-be2b-4d43072aacd1 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (76dd077a-f4fc-4f46-aaf6-4a49a42a69c6), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:51.205686 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 02:49:51.205686 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:49:51.205686 n-d-826753-2 neutron-server[103702]: timer() Feb 19 02:49:51.205686 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:49:51.205686 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 02:49:51.205686 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:49:51.205686 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 02:49:51.205686 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:49:51.205686 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 02:49:51.205686 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:49:51.205686 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 02:49:51.205686 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:49:51.205686 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 02:49:51.205686 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:49:51.205686 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:49:51.205686 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:49:51.205686 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:49:51.205686 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:49:51.205686 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 02:49:51.205686 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:49:51.205686 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 02:49:51.205686 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:49:51.205686 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:49:51.205686 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:49:51.205686 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 02:49:51.205686 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:49:51.205686 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:49:51.205686 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:49:51.205686 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:49:51.205686 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:49:51.205686 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:49:51.205686 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:49:51.238229 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-6640290d-92a7-435b-b767-d88839615089 req-13968234-553d-42e5-9274-4fe119a8aeb5 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (fe71e737-cb97-4e9e-a576-1f93522c47f8), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:51.298214 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-5522c591-b0e8-4d47-8aa0-9a6c6e1a7e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a962d46-399a-441d-b938-9764d564c0b0', 'name': 'tempest-RoutersIpV6Test-router-593384108', 'tenant_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:48:58Z', 'updated_at': '2022-02-19T02:49:47Z', 'revision_number': 9, 'project_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'gw_port_host': None, '_interfaces': [{'id': '0703ca3e-7a1d-4063-a291-1e8e91e8f8d1', 'name': '', 'network_id': 'eaa143cd-3afc-4764-a677-99b22e3b56d0', 'tenant_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'mac_address': 'fa:16:3e:a8:92:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a962d46-399a-441d-b938-9764d564c0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'a8e8530f-41b8-489a-b611-33908f08e91d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:49:00Z', 'updated_at': '2022-02-19T02:49:09Z', 'revision_number': 5, 'project_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'subnets': [{'id': 'a8e8530f-41b8-489a-b611-33908f08e91d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1949d8ce-0010-4dda-8990-e9ecf5732576', 'name': '', 'network_id': 'f2707e19-a9b2-48ff-b724-f18564bb6f57', 'tenant_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'mac_address': 'fa:16:3e:06:99:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a962d46-399a-441d-b938-9764d564c0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '1e52f09d-7a71-4bd7-9800-26ba2a95d400', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:49:10Z', 'updated_at': '2022-02-19T02:49:18Z', 'revision_number': 5, 'project_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'subnets': [{'id': '1e52f09d-7a71-4bd7-9800-26ba2a95d400', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:49:51.333739 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5522c591-b0e8-4d47-8aa0-9a6c6e1a7e89 None None] The sync data for ids ['9a962d46-399a-441d-b938-9764d564c0b0'] in n-d-826753-2 is: [{'id': '9a962d46-399a-441d-b938-9764d564c0b0', 'name': 'tempest-RoutersIpV6Test-router-593384108', 'tenant_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:48:58Z', 'updated_at': '2022-02-19T02:49:47Z', 'revision_number': 9, 'project_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'gw_port_host': None, '_interfaces': [{'id': '0703ca3e-7a1d-4063-a291-1e8e91e8f8d1', 'name': '', 'network_id': 'eaa143cd-3afc-4764-a677-99b22e3b56d0', 'tenant_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'mac_address': 'fa:16:3e:a8:92:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a962d46-399a-441d-b938-9764d564c0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'a8e8530f-41b8-489a-b611-33908f08e91d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:49:00Z', 'updated_at': '2022-02-19T02:49:09Z', 'revision_number': 5, 'project_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'subnets': [{'id': 'a8e8530f-41b8-489a-b611-33908f08e91d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1949d8ce-0010-4dda-8990-e9ecf5732576', 'name': '', 'network_id': 'f2707e19-a9b2-48ff-b724-f18564bb6f57', 'tenant_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'mac_address': 'fa:16:3e:06:99:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a962d46-399a-441d-b938-9764d564c0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '1e52f09d-7a71-4bd7-9800-26ba2a95d400', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:49:10Z', 'updated_at': '2022-02-19T02:49:18Z', 'revision_number': 5, 'project_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'subnets': [{'id': '1e52f09d-7a71-4bd7-9800-26ba2a95d400', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:49:51.387059 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d58ab71e-1756-45c9-99b6-5b2eb5dbff6e req-83b9a46f-4687-4db8-a4d2-f15bd2c7f75f tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/ports?device_id=3cca9c25-9730-4d04-add4-37b9cddf5727 HTTP/1.1" status: 200 len: 210 time: 0.1430385 Feb 19 02:49:51.767538 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 934ac2a5-cc8e-4b1f-9242-73b343713584 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:49:51.822593 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a9a65ce-3e75-4ff4-a89e-95fa2622050d admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:49:51.828058 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-4a9a65ce-3e75-4ff4-a89e-95fa2622050d admin admin] 10.222.0.72 "PUT /v2.0/routers/870c5122-8f4b-44ba-9f26-4bd7c5073225/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5199304 Feb 19 02:49:51.833154 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 58042) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:49:51.843746 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf4d577-e733-4b9d-8890-d5d90cf763ca None None] Sync routers for ids ['870c5122-8f4b-44ba-9f26-4bd7c5073225'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:49:51.856593 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 934ac2a5-cc8e-4b1f-9242-73b343713584 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:49:51.857314 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 934ac2a5-cc8e-4b1f-9242-73b343713584 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:49:51.888311 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcfa2ec-0f50-4e92-b4c7-d244edcb3e78 req-56a8ec92-4132-4e4c-921d-eb9cb244b9e0 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:51.898494 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2bcfa2ec-0f50-4e92-b4c7-d244edcb3e78 req-56a8ec92-4132-4e4c-921d-eb9cb244b9e0 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.82 "GET /v2.0/networks?id=4ec29c64-a4ae-430d-ba9f-348461fbf8ef HTTP/1.1" status: 200 len: 812 time: 1.0739567 Feb 19 02:49:51.912115 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf4d577-e733-4b9d-8890-d5d90cf763ca None None] Routers {'870c5122-8f4b-44ba-9f26-4bd7c5073225'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:49:51.913894 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-fcf4d577-e733-4b9d-8890-d5d90cf763ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:49:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['870c5122-8f4b-44ba-9f26-4bd7c5073225'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:49:51.974203 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-67be5742-be22-4813-80ab-fbabaa61b0be req-68384398-4eab-412f-83d1-849dc725b9c7 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb8de35d-16fb-4e03-a946-340d40256566 HTTP/1.1" status: 200 len: 210 time: 0.5760739 Feb 19 02:49:52.159586 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13968234-553d-42e5-9274-4fe119a8aeb5 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe71e737-cb97-4e9e-a576-1f93522c47f8,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:52.209378 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-430d4fb1-3bce-4d9e-8b82-06d92c67ed44 admin admin] Publish callbacks [] for router (870c5122-8f4b-44ba-9f26-4bd7c5073225), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:52.267279 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-25e25365-ccbf-4961-9664-e81bbdccd892 req-17e008df-46de-494c-9ce4-361b4d50927a tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=27dd056eacfb49959ee4ff28de5b650d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0640068 Feb 19 02:49:52.277724 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-fcf4d577-e733-4b9d-8890-d5d90cf763ca None None] Set router 870c5122-8f4b-44ba-9f26-4bd7c5073225 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:49:52.339184 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7e9e8d8a-f34c-4597-be2b-4d43072aacd1 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (195827ff-a591-4612-a56a-09c6607a6ced), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:52.389952 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7e9e8d8a-f34c-4597-be2b-4d43072aacd1 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:52.393831 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-7e9e8d8a-f34c-4597-be2b-4d43072aacd1 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] 10.222.0.72 "DELETE /v2.0/networks/195827ff-a591-4612-a56a-09c6607a6ced HTTP/1.1" status: 204 len: 168 time: 2.9388309 Feb 19 02:49:52.396798 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58046) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:49:52.425266 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 962d1a35-2649-4454-a621-b0e309f9f60d no longer exists at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:49:52.455527 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] No Port match for: 962d1a35-2649-4454-a621-b0e309f9f60d {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:49:52.456076 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 962d1a35-2649-4454-a621-b0e309f9f60d not bound to the agent host n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:49:52.457409 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-2bcfa2ec-0f50-4e92-b4c7-d244edcb3e78 req-d27ddecd-fb64-4df8-9c11-836856b7bb00 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Request body: {'port': {'device_id': 'b633fbf1-48a0-4414-a396-bb91c1b8c863', 'network_id': '4ec29c64-a4ae-430d-ba9f-348461fbf8ef', 'admin_state_up': True, 'tenant_id': 'd68bae7ecf6f4907884d3b1c20c6b537'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:49:52.479994 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-430d4fb1-3bce-4d9e-8b82-06d92c67ed44 admin admin] Publish callbacks [] for router_gateway (870c5122-8f4b-44ba-9f26-4bd7c5073225), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:52.565411 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:52.659799 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:52.669797 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e25365-ccbf-4961-9664-e81bbdccd892 req-73da5528-ebbd-4d04-a277-a52bda3f9d0c tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:52.673266 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-25e25365-ccbf-4961-9664-e81bbdccd892 req-73da5528-ebbd-4d04-a277-a52bda3f9d0c tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3165431 Feb 19 02:49:52.674084 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fd6506c9-91c7-465f-b3d6-c963f7711d9e req-18a8c3f8-d63f-462f-8ce8-89dd79e14f3b tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=b633fbf1-48a0-4414-a396-bb91c1b8c863 HTTP/1.1" status: 200 len: 210 time: 0.2131925 Feb 19 02:49:52.704946 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9e8d8a-f34c-4597-be2b-4d43072aacd1 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Pushing event deleted for resources: {'Network': ['ID=195827ff-a591-4612-a56a-09c6607a6ced,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:52.723748 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-25e25365-ccbf-4961-9664-e81bbdccd892 req-6f6f218d-c1b0-4c55-8e3c-8eaf53cf8531 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Request body: {'port': {'device_id': '3cca9c25-9730-4d04-add4-37b9cddf5727', 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f', 'admin_state_up': True, 'tenant_id': '27dd056eacfb49959ee4ff28de5b650d'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:49:52.751020 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-fcf4d577-e733-4b9d-8890-d5d90cf763ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '870c5122-8f4b-44ba-9f26-4bd7c5073225', 'name': 'tempest-FloatingIPsTestJSON-1277076615-router', 'tenant_id': '1f24aae636d6408ea3a233ece71a8c92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'e5307722-865c-4862-a476-605eb2871c6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:49:12Z', 'updated_at': '2022-02-19T02:49:48Z', 'revision_number': 5, 'project_id': '1f24aae636d6408ea3a233ece71a8c92', 'gw_port': {'id': 'e5307722-865c-4862-a476-605eb2871c6e', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:fd:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870c5122-8f4b-44ba-9f26-4bd7c5073225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:49:14Z', 'updated_at': '2022-02-19T02:49:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:49:52.826184 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf4d577-e733-4b9d-8890-d5d90cf763ca None None] Checking router: 870c5122-8f4b-44ba-9f26-4bd7c5073225 for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:49:52.851383 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf4d577-e733-4b9d-8890-d5d90cf763ca None None] Routers {'870c5122-8f4b-44ba-9f26-4bd7c5073225'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:49:52.852433 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-fcf4d577-e733-4b9d-8890-d5d90cf763ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:49:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['870c5122-8f4b-44ba-9f26-4bd7c5073225'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:49:52.915920 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-430d4fb1-3bce-4d9e-8b82-06d92c67ed44 admin admin] Deleting port e5307722-865c-4862-a476-605eb2871c6e {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:49:52.920255 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-430d4fb1-3bce-4d9e-8b82-06d92c67ed44 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (e5307722-865c-4862-a476-605eb2871c6e), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:53.072405 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-fcf4d577-e733-4b9d-8890-d5d90cf763ca None None] Set router 870c5122-8f4b-44ba-9f26-4bd7c5073225 gateway port host: None {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:49:53.091022 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bcfa2ec-0f50-4e92-b4c7-d244edcb3e78 req-d27ddecd-fb64-4df8-9c11-836856b7bb00 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Made reservation on behalf of d68bae7ecf6f4907884d3b1c20c6b537 for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:49:53.104510 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-2bcfa2ec-0f50-4e92-b4c7-d244edcb3e78 req-d27ddecd-fb64-4df8-9c11-836856b7bb00 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:53.140180 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-fcf4d577-e733-4b9d-8890-d5d90cf763ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '870c5122-8f4b-44ba-9f26-4bd7c5073225', 'name': 'tempest-FloatingIPsTestJSON-1277076615-router', 'tenant_id': '1f24aae636d6408ea3a233ece71a8c92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:49:12Z', 'updated_at': '2022-02-19T02:49:52Z', 'revision_number': 6, 'project_id': '1f24aae636d6408ea3a233ece71a8c92', 'gw_port_host': None}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:49:53.205048 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25e25365-ccbf-4961-9664-e81bbdccd892 req-6f6f218d-c1b0-4c55-8e3c-8eaf53cf8531 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Made reservation on behalf of 27dd056eacfb49959ee4ff28de5b650d for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:49:53.212818 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-25e25365-ccbf-4961-9664-e81bbdccd892 req-6f6f218d-c1b0-4c55-8e3c-8eaf53cf8531 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:53.219350 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf4d577-e733-4b9d-8890-d5d90cf763ca None None] The sync data for ids ['870c5122-8f4b-44ba-9f26-4bd7c5073225'] in n-d-826753-2 is: [{'id': '870c5122-8f4b-44ba-9f26-4bd7c5073225', 'name': 'tempest-FloatingIPsTestJSON-1277076615-router', 'tenant_id': '1f24aae636d6408ea3a233ece71a8c92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:49:12Z', 'updated_at': '2022-02-19T02:49:52Z', 'revision_number': 6, 'project_id': '1f24aae636d6408ea3a233ece71a8c92', 'gw_port_host': None}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:49:53.311213 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [req-2bcfa2ec-0f50-4e92-b4c7-d244edcb3e78 req-d27ddecd-fb64-4df8-9c11-836856b7bb00 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Allocated IP 172.20.0.9 (4ec29c64-a4ae-430d-ba9f-348461fbf8ef/5103dc21-f4d0-430c-8a52-b05a3a288bbf/2627f988-0bb3-4e18-8043-ab2713487336) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:49:53.390423 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [req-6640290d-92a7-435b-b767-d88839615089 req-13968234-553d-42e5-9274-4fe119a8aeb5 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Allocated IP 192.168.233.144 (5124bd00-da2a-4bd6-93a0-c14c92afb11f/974c06bc-f097-4890-970a-b087501ab241/cab3c780-44c4-45a1-a8a6-516fddcf1a12) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:49:53.498670 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-2bcfa2ec-0f50-4e92-b4c7-d244edcb3e78 req-d27ddecd-fb64-4df8-9c11-836856b7bb00 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Publish callbacks [] for port (2627f988-0bb3-4e18-8043-ab2713487336), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:53.502764 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-430d4fb1-3bce-4d9e-8b82-06d92c67ed44 admin admin] For port e5307722-865c-4862-a476-605eb2871c6e, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=e5307722-865c-4862-a476-605eb2871c6e,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:49:53.503286 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-430d4fb1-3bce-4d9e-8b82-06d92c67ed44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (e5307722-865c-4862-a476-605eb2871c6e), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:53.523243 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-430d4fb1-3bce-4d9e-8b82-06d92c67ed44 admin admin] Calling delete_port for e5307722-865c-4862-a476-605eb2871c6e owned by network:router_gateway {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:49:53.665149 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device cbdc1dd9-e1d0-4c89-8b35-59149b686033 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:49:53.707043 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-2bcfa2ec-0f50-4e92-b4c7-d244edcb3e78 req-d27ddecd-fb64-4df8-9c11-836856b7bb00 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (2627f988-0bb3-4e18-8043-ab2713487336), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:53.724343 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: cbdc1dd9-e1d0-4c89-8b35-59149b686033 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:49:53.727048 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device cbdc1dd9-e1d0-4c89-8b35-59149b686033 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:49:53.727659 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 80f6e0d8-471c-486c-ad02-d767dd4cfbac no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:49:53.762513 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bcfa2ec-0f50-4e92-b4c7-d244edcb3e78 req-d27ddecd-fb64-4df8-9c11-836856b7bb00 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Network 4ec29c64-a4ae-430d-ba9f-348461fbf8ef is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:49:53.785386 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 80f6e0d8-471c-486c-ad02-d767dd4cfbac {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:49:53.788187 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 80f6e0d8-471c-486c-ad02-d767dd4cfbac not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:49:53.817646 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [req-2bcfa2ec-0f50-4e92-b4c7-d244edcb3e78 req-d27ddecd-fb64-4df8-9c11-836856b7bb00 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:49:53.822318 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bcfa2ec-0f50-4e92-b4c7-d244edcb3e78 req-d27ddecd-fb64-4df8-9c11-836856b7bb00 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:49:53.912945 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27ddecd-fb64-4df8-9c11-836856b7bb00 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Pushing event updated for resources: {'Port': ['ID=2627f988-0bb3-4e18-8043-ab2713487336,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:54.010807 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcfa2ec-0f50-4e92-b4c7-d244edcb3e78 req-d27ddecd-fb64-4df8-9c11-836856b7bb00 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:54.011653 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-2bcfa2ec-0f50-4e92-b4c7-d244edcb3e78 req-d27ddecd-fb64-4df8-9c11-836856b7bb00 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:54.064542 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-6640290d-92a7-435b-b767-d88839615089 req-13968234-553d-42e5-9274-4fe119a8aeb5 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Publish callbacks [] for port (cab3c780-44c4-45a1-a8a6-516fddcf1a12), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:54.096228 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8b253601-0b71-4caf-b907-fc3fef4b060c tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16289271'] for router_interface (9a962d46-399a-441d-b938-9764d564c0b0), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:54.151214 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2bcfa2ec-0f50-4e92-b4c7-d244edcb3e78 req-d27ddecd-fb64-4df8-9c11-836856b7bb00 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1758513 Feb 19 02:49:54.206579 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-2bcfa2ec-0f50-4e92-b4c7-d244edcb3e78 req-fc4e5fa3-ae48-4ea4-b807-996815b3ec9f service neutron] Request body: {'port': {'device_id': 'b633fbf1-48a0-4414-a396-bb91c1b8c863', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826753-2'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:49:54.343487 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [req-25e25365-ccbf-4961-9664-e81bbdccd892 req-6f6f218d-c1b0-4c55-8e3c-8eaf53cf8531 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Allocated IP 192.168.233.172 (5124bd00-da2a-4bd6-93a0-c14c92afb11f/974c06bc-f097-4890-970a-b087501ab241/2b56631a-5738-4e8b-a40f-7fcce20d77f9) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:49:54.348867 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-430d4fb1-3bce-4d9e-8b82-06d92c67ed44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (e5307722-865c-4862-a476-605eb2871c6e), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:54.377195 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-6640290d-92a7-435b-b767-d88839615089 req-13968234-553d-42e5-9274-4fe119a8aeb5 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (cab3c780-44c4-45a1-a8a6-516fddcf1a12), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:54.405294 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-2bcfa2ec-0f50-4e92-b4c7-d244edcb3e78 req-fc4e5fa3-ae48-4ea4-b807-996815b3ec9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (2627f988-0bb3-4e18-8043-ab2713487336), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:54.492696 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6640290d-92a7-435b-b767-d88839615089 req-13968234-553d-42e5-9274-4fe119a8aeb5 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Network 5124bd00-da2a-4bd6-93a0-c14c92afb11f is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:49:54.544541 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430d4fb1-3bce-4d9e-8b82-06d92c67ed44 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5307722-865c-4862-a476-605eb2871c6e,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:54.549615 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [req-6640290d-92a7-435b-b767-d88839615089 req-13968234-553d-42e5-9274-4fe119a8aeb5 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:49:54.554324 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-6640290d-92a7-435b-b767-d88839615089 req-13968234-553d-42e5-9274-4fe119a8aeb5 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:49:54.754798 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-25e25365-ccbf-4961-9664-e81bbdccd892 req-6f6f218d-c1b0-4c55-8e3c-8eaf53cf8531 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Publish callbacks [] for port (2b56631a-5738-4e8b-a40f-7fcce20d77f9), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:54.782824 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-430d4fb1-3bce-4d9e-8b82-06d92c67ed44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16285837'] for router_gateway (870c5122-8f4b-44ba-9f26-4bd7c5073225), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:54.829906 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13968234-553d-42e5-9274-4fe119a8aeb5 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Pushing event updated for resources: {'Port': ['ID=cab3c780-44c4-45a1-a8a6-516fddcf1a12,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:54.840047 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6640290d-92a7-435b-b767-d88839615089 req-13968234-553d-42e5-9274-4fe119a8aeb5 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:54.840692 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-6640290d-92a7-435b-b767-d88839615089 req-13968234-553d-42e5-9274-4fe119a8aeb5 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:54.872189 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-6640290d-92a7-435b-b767-d88839615089 req-13968234-553d-42e5-9274-4fe119a8aeb5 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.8762012 Feb 19 02:49:54.895380 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-25e25365-ccbf-4961-9664-e81bbdccd892 req-6f6f218d-c1b0-4c55-8e3c-8eaf53cf8531 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (2b56631a-5738-4e8b-a40f-7fcce20d77f9), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:54.902870 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-6640290d-92a7-435b-b767-d88839615089 req-3ae78c91-1d89-47ae-8d23-bdbf58d8ee66 service neutron] Request body: {'port': {'device_id': '703117b2-3b74-4940-91d7-38248cc7fdf8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826753-2'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:49:54.933998 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25e25365-ccbf-4961-9664-e81bbdccd892 req-6f6f218d-c1b0-4c55-8e3c-8eaf53cf8531 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Network 5124bd00-da2a-4bd6-93a0-c14c92afb11f is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:49:54.938159 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [req-25e25365-ccbf-4961-9664-e81bbdccd892 req-6f6f218d-c1b0-4c55-8e3c-8eaf53cf8531 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:49:54.959265 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-430d4fb1-3bce-4d9e-8b82-06d92c67ed44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16317457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14254'] for router (870c5122-8f4b-44ba-9f26-4bd7c5073225), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:54.977475 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-9ce8a16b-47c7-4769-af70-07b005c89cdb None None] Provisioning complete for port cab3c780-44c4-45a1-a8a6-516fddcf1a12 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:49:54.977974 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-9ce8a16b-47c7-4769-af70-07b005c89cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (cab3c780-44c4-45a1-a8a6-516fddcf1a12), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:54.998320 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-430d4fb1-3bce-4d9e-8b82-06d92c67ed44 admin admin] Publish callbacks [] for router_controller (870c5122-8f4b-44ba-9f26-4bd7c5073225), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:55.048997 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-9ce8a16b-47c7-4769-af70-07b005c89cdb None None] Port cab3c780-44c4-45a1-a8a6-516fddcf1a12 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:49:55.112128 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6f218d-c1b0-4c55-8e3c-8eaf53cf8531 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Pushing event updated for resources: {'Port': ['ID=2b56631a-5738-4e8b-a40f-7fcce20d77f9,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:55.123659 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-25e25365-ccbf-4961-9664-e81bbdccd892 req-6f6f218d-c1b0-4c55-8e3c-8eaf53cf8531 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:49:55.143074 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-430d4fb1-3bce-4d9e-8b82-06d92c67ed44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16317544'] for router (870c5122-8f4b-44ba-9f26-4bd7c5073225), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:55.143661 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-430d4fb1-3bce-4d9e-8b82-06d92c67ed44 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 870c5122-8f4b-44ba-9f26-4bd7c5073225 {{(pid=103701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 02:49:55.150165 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-430d4fb1-3bce-4d9e-8b82-06d92c67ed44 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:55.151703 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-430d4fb1-3bce-4d9e-8b82-06d92c67ed44 admin admin] 10.222.0.72 "DELETE /v2.0/routers/870c5122-8f4b-44ba-9f26-4bd7c5073225 HTTP/1.1" status: 204 len: 168 time: 3.3172560 Feb 19 02:49:55.175411 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 58084) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:49:55.294204 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-6640290d-92a7-435b-b767-d88839615089 req-3ae78c91-1d89-47ae-8d23-bdbf58d8ee66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (cab3c780-44c4-45a1-a8a6-516fddcf1a12), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:55.337998 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f677f52-49e9-4375-a9f0-22f76ae97c76 req-e97cb449-6926-4c9d-aa38-582af3da3678 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:55.339552 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3f677f52-49e9-4375-a9f0-22f76ae97c76 req-e97cb449-6926-4c9d-aa38-582af3da3678 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/ports?device_id=3cca9c25-9730-4d04-add4-37b9cddf5727 HTTP/1.1" status: 200 len: 936 time: 0.2335649 Feb 19 02:49:55.388173 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-d4ed5dd8-32dd-403f-b727-76a2678b127f None None] Provisioning complete for port 2b56631a-5738-4e8b-a40f-7fcce20d77f9 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:49:55.388548 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d4ed5dd8-32dd-403f-b727-76a2678b127f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (2b56631a-5738-4e8b-a40f-7fcce20d77f9), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:55.400483 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cce6d70-6027-4f7f-be70-7f5ebdca55a4 admin admin] Deleting subnet 67f7c5ac-3466-46d3-8e43-4b82c2eef998 {{(pid=103701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:49:55.405351 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e25365-ccbf-4961-9664-e81bbdccd892 req-6f6f218d-c1b0-4c55-8e3c-8eaf53cf8531 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:55.406018 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-25e25365-ccbf-4961-9664-e81bbdccd892 req-6f6f218d-c1b0-4c55-8e3c-8eaf53cf8531 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:55.455002 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [req-2bcfa2ec-0f50-4e92-b4c7-d244edcb3e78 req-fc4e5fa3-ae48-4ea4-b807-996815b3ec9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2627f988-0bb3-4e18-8043-ab2713487336 {{(pid=103701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:49:55.464778 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-2bcfa2ec-0f50-4e92-b4c7-d244edcb3e78 req-fc4e5fa3-ae48-4ea4-b807-996815b3ec9f service neutron] Publish callbacks [] for port (2627f988-0bb3-4e18-8043-ab2713487336), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:55.479070 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.provisioning_blocks [req-2bcfa2ec-0f50-4e92-b4c7-d244edcb3e78 req-fc4e5fa3-ae48-4ea4-b807-996815b3ec9f service neutron] Transition to ACTIVE for port object 2627f988-0bb3-4e18-8043-ab2713487336 will not be triggered until provisioned by entity L2. {{(pid=103701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:49:55.495742 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5cce6d70-6027-4f7f-be70-7f5ebdca55a4 admin admin] Publish callbacks [] for subnet (67f7c5ac-3466-46d3-8e43-4b82c2eef998), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:55.510583 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dafe250-1add-4d06-8bee-342743d2d362 req-22639217-935f-4d69-b756-5adcb830a729 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:55.513398 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7dafe250-1add-4d06-8bee-342743d2d362 req-22639217-935f-4d69-b756-5adcb830a729 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=b633fbf1-48a0-4414-a396-bb91c1b8c863 HTTP/1.1" status: 200 len: 931 time: 0.3180051 Feb 19 02:49:55.534670 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-2bcfa2ec-0f50-4e92-b4c7-d244edcb3e78 req-fc4e5fa3-ae48-4ea4-b807-996815b3ec9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (2627f988-0bb3-4e18-8043-ab2713487336), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:55.547012 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-25e25365-ccbf-4961-9664-e81bbdccd892 req-6f6f218d-c1b0-4c55-8e3c-8eaf53cf8531 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8280723 Feb 19 02:49:55.589623 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-25e25365-ccbf-4961-9664-e81bbdccd892 req-05533e1b-5bec-4bf4-a6b0-25042045a593 service neutron] Request body: {'port': {'device_id': '3cca9c25-9730-4d04-add4-37b9cddf5727', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826753-2'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:49:55.601832 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device e5307722-865c-4862-a476-605eb2871c6e no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:49:55.630543 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: e5307722-865c-4862-a476-605eb2871c6e {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:49:55.630937 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device e5307722-865c-4862-a476-605eb2871c6e not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:49:55.642302 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-d4ed5dd8-32dd-403f-b727-76a2678b127f None None] Port 2b56631a-5738-4e8b-a40f-7fcce20d77f9 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:49:55.665846 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-8b253601-0b71-4caf-b907-fc3fef4b060c tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Deleting port 1949d8ce-0010-4dda-8990-e9ecf5732576 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:49:55.666182 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8b253601-0b71-4caf-b907-fc3fef4b060c tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (1949d8ce-0010-4dda-8990-e9ecf5732576), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:55.707560 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3f677f52-49e9-4375-a9f0-22f76ae97c76 req-3ab33946-8351-4735-9aa4-8b44e2c15833 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe71e737-cb97-4e9e-a576-1f93522c47f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3604572 Feb 19 02:49:55.713575 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4e5fa3-ae48-4ea4-b807-996815b3ec9f service neutron] Pushing event updated for resources: {'Port': ['ID=2627f988-0bb3-4e18-8043-ab2713487336,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:55.765861 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7dafe250-1add-4d06-8bee-342743d2d362 req-cff4c8bb-c6cd-4fac-8a99-8fa19d990680 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/security-groups?id=83745bf6-2450-44b1-b073-88b2d8645794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175767 Feb 19 02:49:55.768616 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5cce6d70-6027-4f7f-be70-7f5ebdca55a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12647399'] for subnet (67f7c5ac-3466-46d3-8e43-4b82c2eef998), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:55.826249 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-25e25365-ccbf-4961-9664-e81bbdccd892 req-05533e1b-5bec-4bf4-a6b0-25042045a593 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (2b56631a-5738-4e8b-a40f-7fcce20d77f9), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:55.918090 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-2bcfa2ec-0f50-4e92-b4c7-d244edcb3e78 req-fc4e5fa3-ae48-4ea4-b807-996815b3ec9f service neutron] Attempting to bind port 2627f988-0bb3-4e18-8043-ab2713487336 on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:49:55.918342 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-2bcfa2ec-0f50-4e92-b4c7-d244edcb3e78 req-fc4e5fa3-ae48-4ea4-b807-996815b3ec9f service neutron] Attempting to bind port 2627f988-0bb3-4e18-8043-ab2713487336 by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': 'b3dae451-0c86-4a64-8455-5c47bfffd3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '4ec29c64-a4ae-430d-ba9f-348461fbf8ef'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:49:55.918748 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bcfa2ec-0f50-4e92-b4c7-d244edcb3e78 req-fc4e5fa3-ae48-4ea4-b807-996815b3ec9f service neutron] Attempting to bind port 2627f988-0bb3-4e18-8043-ab2713487336 on network 4ec29c64-a4ae-430d-ba9f-348461fbf8ef {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:49:55.927553 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bcfa2ec-0f50-4e92-b4c7-d244edcb3e78 req-fc4e5fa3-ae48-4ea4-b807-996815b3ec9f service neutron] Port 2627f988-0bb3-4e18-8043-ab2713487336 on network 4ec29c64-a4ae-430d-ba9f-348461fbf8ef not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:49:55.928536 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bcfa2ec-0f50-4e92-b4c7-d244edcb3e78 req-fc4e5fa3-ae48-4ea4-b807-996815b3ec9f service neutron] Attempting to bind port 2627f988-0bb3-4e18-8043-ab2713487336 on network 4ec29c64-a4ae-430d-ba9f-348461fbf8ef {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:49:55.935846 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bcfa2ec-0f50-4e92-b4c7-d244edcb3e78 req-fc4e5fa3-ae48-4ea4-b807-996815b3ec9f service neutron] Checking agent: {'id': 'bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:49:55.936198 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bcfa2ec-0f50-4e92-b4c7-d244edcb3e78 req-fc4e5fa3-ae48-4ea4-b807-996815b3ec9f service neutron] Checking segment: {'id': 'b3dae451-0c86-4a64-8455-5c47bfffd3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '4ec29c64-a4ae-430d-ba9f-348461fbf8ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:49:55.936592 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bcfa2ec-0f50-4e92-b4c7-d244edcb3e78 req-fc4e5fa3-ae48-4ea4-b807-996815b3ec9f service neutron] Bound using segment: {'id': 'b3dae451-0c86-4a64-8455-5c47bfffd3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '4ec29c64-a4ae-430d-ba9f-348461fbf8ef'} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:49:55.937049 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-2bcfa2ec-0f50-4e92-b4c7-d244edcb3e78 req-fc4e5fa3-ae48-4ea4-b807-996815b3ec9f service neutron] Bound port: 2627f988-0bb3-4e18-8043-ab2713487336, host: n-h2-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3dae451-0c86-4a64-8455-5c47bfffd3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '4ec29c64-a4ae-430d-ba9f-348461fbf8ef'}}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:49:55.937411 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-2bcfa2ec-0f50-4e92-b4c7-d244edcb3e78 req-fc4e5fa3-ae48-4ea4-b807-996815b3ec9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (2627f988-0bb3-4e18-8043-ab2713487336), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:56.019784 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-2bcfa2ec-0f50-4e92-b4c7-d244edcb3e78 req-fc4e5fa3-ae48-4ea4-b807-996815b3ec9f service neutron] For port 2627f988-0bb3-4e18-8043-ab2713487336, host n-h2-826753-2, cleared binding levels {{(pid=103701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:49:56.023648 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-2bcfa2ec-0f50-4e92-b4c7-d244edcb3e78 req-fc4e5fa3-ae48-4ea4-b807-996815b3ec9f service neutron] For port 2627f988-0bb3-4e18-8043-ab2713487336, host n-h2-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=2627f988-0bb3-4e18-8043-ab2713487336,segment=NetworkSegment(b3dae451-0c86-4a64-8455-5c47bfffd3eb),segment_id=b3dae451-0c86-4a64-8455-5c47bfffd3eb)] {{(pid=103701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:49:56.037314 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-6640290d-92a7-435b-b767-d88839615089 req-3ae78c91-1d89-47ae-8d23-bdbf58d8ee66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cab3c780-44c4-45a1-a8a6-516fddcf1a12 {{(pid=103702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:49:56.056893 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-6640290d-92a7-435b-b767-d88839615089 req-3ae78c91-1d89-47ae-8d23-bdbf58d8ee66 service neutron] Publish callbacks [] for port (cab3c780-44c4-45a1-a8a6-516fddcf1a12), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:56.079881 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-6640290d-92a7-435b-b767-d88839615089 req-3ae78c91-1d89-47ae-8d23-bdbf58d8ee66 service neutron] Transition to ACTIVE for port object cab3c780-44c4-45a1-a8a6-516fddcf1a12 will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:49:56.081956 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-2bcfa2ec-0f50-4e92-b4c7-d244edcb3e78 req-fc4e5fa3-ae48-4ea4-b807-996815b3ec9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (2627f988-0bb3-4e18-8043-ab2713487336), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:56.087081 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:56.094425 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-6640290d-92a7-435b-b767-d88839615089 req-3ae78c91-1d89-47ae-8d23-bdbf58d8ee66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (cab3c780-44c4-45a1-a8a6-516fddcf1a12), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:56.161027 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4e5fa3-ae48-4ea4-b807-996815b3ec9f service neutron] Pushing event updated for resources: {'Port': ['ID=2627f988-0bb3-4e18-8043-ab2713487336,revision_number=3']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:56.193777 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae78c91-1d89-47ae-8d23-bdbf58d8ee66 service neutron] Pushing event updated for resources: {'Port': ['ID=cab3c780-44c4-45a1-a8a6-516fddcf1a12,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:56.194501 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcfa2ec-0f50-4e92-b4c7-d244edcb3e78 req-fc4e5fa3-ae48-4ea4-b807-996815b3ec9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:56.196642 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-2bcfa2ec-0f50-4e92-b4c7-d244edcb3e78 req-fc4e5fa3-ae48-4ea4-b807-996815b3ec9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:56.200194 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-8b253601-0b71-4caf-b907-fc3fef4b060c tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] For port 1949d8ce-0010-4dda-8990-e9ecf5732576, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=1949d8ce-0010-4dda-8990-e9ecf5732576,segment=NetworkSegment(3fcf8994-fe70-4184-87a0-681c4dfbf433),segment_id=3fcf8994-fe70-4184-87a0-681c4dfbf433)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:49:56.200554 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8b253601-0b71-4caf-b907-fc3fef4b060c tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (1949d8ce-0010-4dda-8990-e9ecf5732576), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:56.205878 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2bcfa2ec-0f50-4e92-b4c7-d244edcb3e78 req-fc4e5fa3-ae48-4ea4-b807-996815b3ec9f service neutron] 10.222.0.82 "PUT /v2.0/ports/2627f988-0bb3-4e18-8043-ab2713487336 HTTP/1.1" status: 200 len: 1091 time: 2.0182071 Feb 19 02:49:56.207215 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b633fbf1-48a0-4414-a396-bb91c1b8c863', 'tag': '2627f988-0bb3-4e18-8043-ab2713487336'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:49:56.210267 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0366bf00-1b98-40c5-91bf-1aea2e4c03c5" -d '{"events": [{"name": "network-changed", "server_uuid": "b633fbf1-48a0-4414-a396-bb91c1b8c863", "tag": "2627f988-0bb3-4e18-8043-ab2713487336"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:49:56.227462 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5cce6d70-6027-4f7f-be70-7f5ebdca55a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (67f7c5ac-3466-46d3-8e43-4b82c2eef998), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:56.273813 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-8b253601-0b71-4caf-b907-fc3fef4b060c tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Calling delete_port for 1949d8ce-0010-4dda-8990-e9ecf5732576 owned by network:router_interface {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:49:56.391671 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcfa2ec-0f50-4e92-b4c7-d244edcb3e78 req-7bfa35ec-ead4-4a0a-ba4f-a8360d7d2a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:56.393524 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2bcfa2ec-0f50-4e92-b4c7-d244edcb3e78 req-7bfa35ec-ead4-4a0a-ba4f-a8360d7d2a6b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d68bae7ecf6f4907884d3b1c20c6b537&device_id=b633fbf1-48a0-4414-a396-bb91c1b8c863 HTTP/1.1" status: 200 len: 1125 time: 0.0839348 Feb 19 02:49:56.474429 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5cce6d70-6027-4f7f-be70-7f5ebdca55a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12647206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58706286'] for subnet (67f7c5ac-3466-46d3-8e43-4b82c2eef998), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:56.479924 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2bcfa2ec-0f50-4e92-b4c7-d244edcb3e78 req-daa03d20-4b31-49da-8355-645785e20786 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2627f988-0bb3-4e18-8043-ab2713487336 HTTP/1.1" status: 200 len: 217 time: 0.0731561 Feb 19 02:49:56.546906 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce6d70-6027-4f7f-be70-7f5ebdca55a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67f7c5ac-3466-46d3-8e43-4b82c2eef998,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:56.567944 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5cce6d70-6027-4f7f-be70-7f5ebdca55a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:56.576024 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3834721-666d-4b1d-9fc3-57d70b4afe8f None None] Network fe9cef91-27e5-437f-93c2-1af604678f69 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:49:56.576249 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-5cce6d70-6027-4f7f-be70-7f5ebdca55a4 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/67f7c5ac-3466-46d3-8e43-4b82c2eef998 HTTP/1.1" status: 204 len: 168 time: 1.3962204 Feb 19 02:49:56.579453 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 58142) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:49:56.937737 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b3a886-710f-49b1-9331-5d20c77b60ef None None] DHCP port deletion for fe9cef91-27e5-437f-93c2-1af604678f69 request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 02:49:56.975675 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8b253601-0b71-4caf-b907-fc3fef4b060c tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (1949d8ce-0010-4dda-8990-e9ecf5732576), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:57.071090 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b42aa6a-6f46-4c32-80f3-e746e0edee41 x-openstack-request-id: req-9b42aa6a-6f46-4c32-80f3-e746e0edee41 {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:49:57.071426 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b633fbf1-48a0-4414-a396-bb91c1b8c863", "tag": "2627f988-0bb3-4e18-8043-ab2713487336", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:49:57.072098 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9b42aa6a-6f46-4c32-80f3-e746e0edee41 {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:49:57.072098 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b633fbf1-48a0-4414-a396-bb91c1b8c863', 'tag': '2627f988-0bb3-4e18-8043-ab2713487336', 'status': 'completed', 'code': 200} Feb 19 02:49:57.092723 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-03b3a886-710f-49b1-9331-5d20c77b60ef None None] Deleting port 7a50b0e5-5a31-40e4-a2a5-cee21a716a16 {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:49:57.093219 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-03b3a886-710f-49b1-9331-5d20c77b60ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (7a50b0e5-5a31-40e4-a2a5-cee21a716a16), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:57.104496 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b253601-0b71-4caf-b907-fc3fef4b060c tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Pushing event deleted for resources: {'Port': ['ID=1949d8ce-0010-4dda-8990-e9ecf5732576,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:57.135555 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcfa2ec-0f50-4e92-b4c7-d244edcb3e78 req-f2882dd3-eb94-4d06-9dfb-b4d1a5cac759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:57.137700 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-6640290d-92a7-435b-b767-d88839615089 req-3ae78c91-1d89-47ae-8d23-bdbf58d8ee66 service neutron] Attempting to bind port cab3c780-44c4-45a1-a8a6-516fddcf1a12 on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:49:57.137868 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-6640290d-92a7-435b-b767-d88839615089 req-3ae78c91-1d89-47ae-8d23-bdbf58d8ee66 service neutron] Attempting to bind port cab3c780-44c4-45a1-a8a6-516fddcf1a12 by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:49:57.138113 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6640290d-92a7-435b-b767-d88839615089 req-3ae78c91-1d89-47ae-8d23-bdbf58d8ee66 service neutron] Attempting to bind port cab3c780-44c4-45a1-a8a6-516fddcf1a12 on network 5124bd00-da2a-4bd6-93a0-c14c92afb11f {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:49:57.141417 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2bcfa2ec-0f50-4e92-b4c7-d244edcb3e78 req-f2882dd3-eb94-4d06-9dfb-b4d1a5cac759 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5103dc21-f4d0-430c-8a52-b05a3a288bbf HTTP/1.1" status: 200 len: 852 time: 0.6488945 Feb 19 02:49:57.224431 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6640290d-92a7-435b-b767-d88839615089 req-3ae78c91-1d89-47ae-8d23-bdbf58d8ee66 service neutron] Port cab3c780-44c4-45a1-a8a6-516fddcf1a12 on network 5124bd00-da2a-4bd6-93a0-c14c92afb11f not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:49:57.224762 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6640290d-92a7-435b-b767-d88839615089 req-3ae78c91-1d89-47ae-8d23-bdbf58d8ee66 service neutron] Attempting to bind port cab3c780-44c4-45a1-a8a6-516fddcf1a12 on network 5124bd00-da2a-4bd6-93a0-c14c92afb11f {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:49:57.271337 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-03b3a886-710f-49b1-9331-5d20c77b60ef None None] For port 7a50b0e5-5a31-40e4-a2a5-cee21a716a16, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=7a50b0e5-5a31-40e4-a2a5-cee21a716a16,segment=NetworkSegment(3a1d4f84-16e8-4483-a972-70429012ee76),segment_id=3a1d4f84-16e8-4483-a972-70429012ee76)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:49:57.271746 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-03b3a886-710f-49b1-9331-5d20c77b60ef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (7a50b0e5-5a31-40e4-a2a5-cee21a716a16), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:57.290621 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-03b3a886-710f-49b1-9331-5d20c77b60ef None None] Calling delete_port for 7a50b0e5-5a31-40e4-a2a5-cee21a716a16 owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:49:57.324355 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2bcfa2ec-0f50-4e92-b4c7-d244edcb3e78 req-14f96e6e-1dd2-4a60-8c13-30d04041c8bd service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=4ec29c64-a4ae-430d-ba9f-348461fbf8ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1394193 Feb 19 02:49:57.340744 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a7056c5c-ec61-4d88-bf0f-e74f45deacab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (fe9cef91-27e5-437f-93c2-1af604678f69), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:57.396255 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6640290d-92a7-435b-b767-d88839615089 req-3ae78c91-1d89-47ae-8d23-bdbf58d8ee66 service neutron] Checking agent: {'id': 'bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:49:57.396595 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6640290d-92a7-435b-b767-d88839615089 req-3ae78c91-1d89-47ae-8d23-bdbf58d8ee66 service neutron] Checking segment: {'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:49:57.401137 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6640290d-92a7-435b-b767-d88839615089 req-3ae78c91-1d89-47ae-8d23-bdbf58d8ee66 service neutron] Bound using segment: {'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:49:57.401681 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-6640290d-92a7-435b-b767-d88839615089 req-3ae78c91-1d89-47ae-8d23-bdbf58d8ee66 service neutron] Bound port: cab3c780-44c4-45a1-a8a6-516fddcf1a12, host: n-h2-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:49:57.402129 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-6640290d-92a7-435b-b767-d88839615089 req-3ae78c91-1d89-47ae-8d23-bdbf58d8ee66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (cab3c780-44c4-45a1-a8a6-516fddcf1a12), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:57.430637 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8b253601-0b71-4caf-b907-fc3fef4b060c tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16362762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16314471'] for router_interface (9a962d46-399a-441d-b938-9764d564c0b0), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:57.448198 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-25e25365-ccbf-4961-9664-e81bbdccd892 req-05533e1b-5bec-4bf4-a6b0-25042045a593 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b56631a-5738-4e8b-a40f-7fcce20d77f9 {{(pid=103702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:49:57.457887 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-25e25365-ccbf-4961-9664-e81bbdccd892 req-05533e1b-5bec-4bf4-a6b0-25042045a593 service neutron] Publish callbacks [] for port (2b56631a-5738-4e8b-a40f-7fcce20d77f9), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:57.486787 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-03b3a886-710f-49b1-9331-5d20c77b60ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (7a50b0e5-5a31-40e4-a2a5-cee21a716a16), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:57.543735 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c0910f-236a-4510-af4f-33e4f39caf28 req-db54fcfd-2054-42ad-b967-ffc4234e4a18 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:57.545338 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e4c0910f-236a-4510-af4f-33e4f39caf28 req-db54fcfd-2054-42ad-b967-ffc4234e4a18 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/ports?device_id=3cca9c25-9730-4d04-add4-37b9cddf5727 HTTP/1.1" status: 200 len: 936 time: 0.4707851 Feb 19 02:49:57.549615 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b3a886-710f-49b1-9331-5d20c77b60ef None None] Pushing event deleted for resources: {'Port': ['ID=7a50b0e5-5a31-40e4-a2a5-cee21a716a16,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:57.551803 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2bcfa2ec-0f50-4e92-b4c7-d244edcb3e78 req-444739d1-1647-4f45-9922-5a861372a2d6 service neutron] 10.222.0.82 "GET /v2.0/networks/4ec29c64-a4ae-430d-ba9f-348461fbf8ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053089 Feb 19 02:49:57.559680 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 7a50b0e5-5a31-40e4-a2a5-cee21a716a16 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:49:57.564243 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b3a886-710f-49b1-9331-5d20c77b60ef None None] No DVR routers for this DVR port 7a50b0e5-5a31-40e4-a2a5-cee21a716a16 on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:49:57.592650 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 7a50b0e5-5a31-40e4-a2a5-cee21a716a16 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:49:57.592986 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 7a50b0e5-5a31-40e4-a2a5-cee21a716a16 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:49:57.596586 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df425653-a9f6-4c0d-bfd3-4fcb36560626 req-2ac346cc-a2b2-4b5c-861f-d7a4b016f049 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:57.605632 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-df425653-a9f6-4c0d-bfd3-4fcb36560626 req-2ac346cc-a2b2-4b5c-861f-d7a4b016f049 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=b633fbf1-48a0-4414-a396-bb91c1b8c863 HTTP/1.1" status: 200 len: 943 time: 0.3914354 Feb 19 02:49:57.775503 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e4c0910f-236a-4510-af4f-33e4f39caf28 req-852f8acd-0b4f-4ad4-a96a-172b401302f0 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe71e737-cb97-4e9e-a576-1f93522c47f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020643 Feb 19 02:49:57.804098 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a7056c5c-ec61-4d88-bf0f-e74f45deacab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (fe9cef91-27e5-437f-93c2-1af604678f69), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:57.812127 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-df425653-a9f6-4c0d-bfd3-4fcb36560626 req-1694635d-694e-4c9e-9faf-2b7a0d202a15 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/security-groups?id=83745bf6-2450-44b1-b073-88b2d8645794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055445 Feb 19 02:49:57.863087 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-a7056c5c-ec61-4d88-bf0f-e74f45deacab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe9cef91-27e5-437f-93c2-1af604678f69']}} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:49:57.906600 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-a7056c5c-ec61-4d88-bf0f-e74f45deacab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a1d4f84-16e8-4483-a972-70429012ee76') {'for_net_delete': True} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:49:57.906938 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-a7056c5c-ec61-4d88-bf0f-e74f45deacab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a1d4f84-16e8-4483-a972-70429012ee76') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:49:57.917877 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2bcfa2ec-0f50-4e92-b4c7-d244edcb3e78 req-c9f2c0af-6c3c-41b9-b74a-31d3a38284da service neutron] 10.222.0.82 "GET /v2.0/networks/4ec29c64-a4ae-430d-ba9f-348461fbf8ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3364236 Feb 19 02:49:57.921987 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a7056c5c-ec61-4d88-bf0f-e74f45deacab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12647422'] for segment (3a1d4f84-16e8-4483-a972-70429012ee76), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:57.947411 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a7056c5c-ec61-4d88-bf0f-e74f45deacab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (3a1d4f84-16e8-4483-a972-70429012ee76), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:57.966294 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7056c5c-ec61-4d88-bf0f-e74f45deacab admin admin] Releasing vlan 256 on physical network physnet1 to pool {{(pid=103701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:49:57.966914 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a7056c5c-ec61-4d88-bf0f-e74f45deacab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583360'] for segment (3a1d4f84-16e8-4483-a972-70429012ee76), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:57.969202 n-d-826753-2 neutron-server[103701]: Traceback (most recent call last): Feb 19 02:49:57.969202 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:49:57.969202 n-d-826753-2 neutron-server[103701]: timer() Feb 19 02:49:57.969202 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:49:57.969202 n-d-826753-2 neutron-server[103701]: cb(*args, **kw) Feb 19 02:49:57.969202 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:49:57.969202 n-d-826753-2 neutron-server[103701]: return func(*args, **kwargs) Feb 19 02:49:57.969202 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:49:57.969202 n-d-826753-2 neutron-server[103701]: self._notify() Feb 19 02:49:57.969202 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:49:57.969202 n-d-826753-2 neutron-server[103701]: self.callback(batched_events) Feb 19 02:49:57.969202 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:49:57.969202 n-d-826753-2 neutron-server[103701]: event.method(event) Feb 19 02:49:57.969202 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:49:57.969202 n-d-826753-2 neutron-server[103701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:49:57.969202 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:49:57.969202 n-d-826753-2 neutron-server[103701]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:49:57.969202 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:49:57.969202 n-d-826753-2 neutron-server[103701]: return f(self, *a, **k) Feb 19 02:49:57.969202 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:49:57.969202 n-d-826753-2 neutron-server[103701]: return self._get(url).json() Feb 19 02:49:57.969202 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:49:57.969202 n-d-826753-2 neutron-server[103701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:49:57.969202 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:49:57.969202 n-d-826753-2 neutron-server[103701]: return self.request(url, 'GET', **kwargs) Feb 19 02:49:57.969202 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:49:57.969202 n-d-826753-2 neutron-server[103701]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:49:57.969202 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:49:57.969202 n-d-826753-2 neutron-server[103701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:49:57.969202 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:49:57.969202 n-d-826753-2 neutron-server[103701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:49:57.969202 n-d-826753-2 neutron-server[103701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:49:58.111934 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-25e25365-ccbf-4961-9664-e81bbdccd892 req-05533e1b-5bec-4bf4-a6b0-25042045a593 service neutron] Transition to ACTIVE for port object 2b56631a-5738-4e8b-a40f-7fcce20d77f9 will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:49:58.129496 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-25e25365-ccbf-4961-9664-e81bbdccd892 req-05533e1b-5bec-4bf4-a6b0-25042045a593 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (2b56631a-5738-4e8b-a40f-7fcce20d77f9), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:58.178949 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a7056c5c-ec61-4d88-bf0f-e74f45deacab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (fe9cef91-27e5-437f-93c2-1af604678f69), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:58.183672 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a7056c5c-ec61-4d88-bf0f-e74f45deacab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:58.187746 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-a7056c5c-ec61-4d88-bf0f-e74f45deacab admin admin] 10.222.0.72 "DELETE /v2.0/networks/fe9cef91-27e5-437f-93c2-1af604678f69 HTTP/1.1" status: 204 len: 168 time: 1.6070888 Feb 19 02:49:58.192926 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-6640290d-92a7-435b-b767-d88839615089 req-3ae78c91-1d89-47ae-8d23-bdbf58d8ee66 service neutron] For port cab3c780-44c4-45a1-a8a6-516fddcf1a12, host n-h2-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:49:58.218558 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7056c5c-ec61-4d88-bf0f-e74f45deacab admin admin] Pushing event deleted for resources: {'Network': ['ID=fe9cef91-27e5-437f-93c2-1af604678f69,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:58.283853 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0366bf00-1b98-40c5-91bf-1aea2e4c03c5 req-1a6808fe-01c8-4539-8f66-7f5e28bf5f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:58.285691 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0366bf00-1b98-40c5-91bf-1aea2e4c03c5 req-1a6808fe-01c8-4539-8f66-7f5e28bf5f34 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d68bae7ecf6f4907884d3b1c20c6b537&device_id=b633fbf1-48a0-4414-a396-bb91c1b8c863 HTTP/1.1" status: 200 len: 1125 time: 0.2232118 Feb 19 02:49:58.317720 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1c66d1-44da-4781-98f1-b56453ab417b req-9d55d6b4-862e-4df5-9549-e10b4f57e8b6 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:58.322437 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1a1c66d1-44da-4781-98f1-b56453ab417b req-9d55d6b4-862e-4df5-9549-e10b4f57e8b6 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/networks?id=38d6fa8e-4007-4beb-abd0-8f0d817f1ef6 HTTP/1.1" status: 200 len: 806 time: 0.3417175 Feb 19 02:49:58.333289 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05533e1b-5bec-4bf4-a6b0-25042045a593 service neutron] Pushing event updated for resources: {'Port': ['ID=2b56631a-5738-4e8b-a40f-7fcce20d77f9,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:58.338661 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-6640290d-92a7-435b-b767-d88839615089 req-3ae78c91-1d89-47ae-8d23-bdbf58d8ee66 service neutron] For port cab3c780-44c4-45a1-a8a6-516fddcf1a12, host n-h2-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=cab3c780-44c4-45a1-a8a6-516fddcf1a12,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:49:58.393739 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f885b8-febd-4243-9cea-699ea0201559 req-42b50dea-def0-4011-8b3d-afe5aa994999 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:58.395259 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-12f885b8-febd-4243-9cea-699ea0201559 req-42b50dea-def0-4011-8b3d-afe5aa994999 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/networks?id=bf672100-ed94-443f-908a-4ecaf8a2d628 HTTP/1.1" status: 200 len: 804 time: 0.4013836 Feb 19 02:49:58.401874 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1a1c66d1-44da-4781-98f1-b56453ab417b req-d1e9ef7d-c258-4001-944c-9ca54400f97f tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/quotas/58648b0a304e4e32b732a18f663ed7a6 HTTP/1.1" status: 200 len: 375 time: 0.0527983 Feb 19 02:49:58.412187 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-6640290d-92a7-435b-b767-d88839615089 req-3ae78c91-1d89-47ae-8d23-bdbf58d8ee66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (cab3c780-44c4-45a1-a8a6-516fddcf1a12), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:58.443462 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-12f885b8-febd-4243-9cea-699ea0201559 req-c47ef3a7-fbcf-4c0c-a149-52209ea66ff3 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/quotas/c7760c6b8b69415fb3db99a9707764df HTTP/1.1" status: 200 len: 375 time: 0.0404990 Feb 19 02:49:58.512985 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6640290d-92a7-435b-b767-d88839615089 req-3ae78c91-1d89-47ae-8d23-bdbf58d8ee66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:58.513737 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-6640290d-92a7-435b-b767-d88839615089 req-3ae78c91-1d89-47ae-8d23-bdbf58d8ee66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:58.516749 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-6640290d-92a7-435b-b767-d88839615089 req-3ae78c91-1d89-47ae-8d23-bdbf58d8ee66 service neutron] 10.222.0.82 "PUT /v2.0/ports/cab3c780-44c4-45a1-a8a6-516fddcf1a12 HTTP/1.1" status: 200 len: 1096 time: 3.6238761 Feb 19 02:49:58.576968 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '703117b2-3b74-4940-91d7-38248cc7fdf8', 'tag': 'cab3c780-44c4-45a1-a8a6-516fddcf1a12'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:49:58.580001 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96ad4939-14b5-461c-92a9-f620d77ace19" -d '{"events": [{"name": "network-changed", "server_uuid": "703117b2-3b74-4940-91d7-38248cc7fdf8", "tag": "cab3c780-44c4-45a1-a8a6-516fddcf1a12"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:49:58.587693 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 58186) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:49:58.612020 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0366bf00-1b98-40c5-91bf-1aea2e4c03c5 req-986fac9f-a122-4ece-8d88-1fef96977e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:58.613826 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0366bf00-1b98-40c5-91bf-1aea2e4c03c5 req-986fac9f-a122-4ece-8d88-1fef96977e7e service neutron] 10.222.0.82 "GET /v2.0/networks?id=4ec29c64-a4ae-430d-ba9f-348461fbf8ef HTTP/1.1" status: 200 len: 913 time: 0.3174906 Feb 19 02:49:58.680882 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1a1c66d1-44da-4781-98f1-b56453ab417b req-123c29ff-9dc8-4df7-85da-861d337a339a tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=58648b0a304e4e32b732a18f663ed7a6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2667105 Feb 19 02:49:58.693638 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0366bf00-1b98-40c5-91bf-1aea2e4c03c5 req-47c080bb-e893-40bf-9e52-2f153719e209 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2627f988-0bb3-4e18-8043-ab2713487336 HTTP/1.1" status: 200 len: 217 time: 0.0624957 Feb 19 02:49:58.697754 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b253601-0b71-4caf-b907-fc3fef4b060c tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Router 9a962d46-399a-441d-b938-9764d564c0b0 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:49:58.721431 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-12f885b8-febd-4243-9cea-699ea0201559 req-084ecd79-f713-4154-aac8-db033bc4f9be tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=c7760c6b8b69415fb3db99a9707764df&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2702541 Feb 19 02:49:58.764965 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae78c91-1d89-47ae-8d23-bdbf58d8ee66 service neutron] Pushing event updated for resources: {'Port': ['ID=cab3c780-44c4-45a1-a8a6-516fddcf1a12,revision_number=3']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:58.772516 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-25e25365-ccbf-4961-9664-e81bbdccd892 req-05533e1b-5bec-4bf4-a6b0-25042045a593 service neutron] Attempting to bind port 2b56631a-5738-4e8b-a40f-7fcce20d77f9 on host n-h1-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:49:58.773377 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-25e25365-ccbf-4961-9664-e81bbdccd892 req-05533e1b-5bec-4bf4-a6b0-25042045a593 service neutron] Attempting to bind port 2b56631a-5738-4e8b-a40f-7fcce20d77f9 by drivers openvswitch,hyperv on host n-h1-826753-2 at level 0 using segments [{'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:49:58.773924 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e25365-ccbf-4961-9664-e81bbdccd892 req-05533e1b-5bec-4bf4-a6b0-25042045a593 service neutron] Attempting to bind port 2b56631a-5738-4e8b-a40f-7fcce20d77f9 on network 5124bd00-da2a-4bd6-93a0-c14c92afb11f {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:49:58.855456 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6640290d-92a7-435b-b767-d88839615089 req-400d1eae-9ae5-4fa4-ab8d-65ff3251d13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:58.859419 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-6640290d-92a7-435b-b767-d88839615089 req-400d1eae-9ae5-4fa4-ab8d-65ff3251d13b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=27dd056eacfb49959ee4ff28de5b650d&device_id=703117b2-3b74-4940-91d7-38248cc7fdf8 HTTP/1.1" status: 200 len: 1130 time: 0.2699332 Feb 19 02:49:58.878419 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e25365-ccbf-4961-9664-e81bbdccd892 req-05533e1b-5bec-4bf4-a6b0-25042045a593 service neutron] Port 2b56631a-5738-4e8b-a40f-7fcce20d77f9 on network 5124bd00-da2a-4bd6-93a0-c14c92afb11f not bound, no agent of type Open vSwitch agent registered on host n-h1-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:49:58.879195 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e25365-ccbf-4961-9664-e81bbdccd892 req-05533e1b-5bec-4bf4-a6b0-25042045a593 service neutron] Attempting to bind port 2b56631a-5738-4e8b-a40f-7fcce20d77f9 on network 5124bd00-da2a-4bd6-93a0-c14c92afb11f {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:49:58.900039 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-1bf03842-19f1-4e7c-a8a2-3397883fe1a2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1f24aae636d6408ea3a233ece71a8c92&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3063686 Feb 19 02:49:58.904994 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 58194) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:49:58.945993 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0366bf00-1b98-40c5-91bf-1aea2e4c03c5 req-0ea35015-1b29-416c-93c2-c47173b11e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:58.947366 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0366bf00-1b98-40c5-91bf-1aea2e4c03c5 req-0ea35015-1b29-416c-93c2-c47173b11e6f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5103dc21-f4d0-430c-8a52-b05a3a288bbf HTTP/1.1" status: 200 len: 852 time: 0.2455294 Feb 19 02:49:58.979890 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-6640290d-92a7-435b-b767-d88839615089 req-acb09b5a-4f94-4503-9be2-b22ea9b23c2d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=cab3c780-44c4-45a1-a8a6-516fddcf1a12 HTTP/1.1" status: 200 len: 217 time: 0.0988066 Feb 19 02:49:58.980696 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e25365-ccbf-4961-9664-e81bbdccd892 req-05533e1b-5bec-4bf4-a6b0-25042045a593 service neutron] Checking agent: {'id': '9d56fb1b-2855-496a-a6d9-c324740cb98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:49:58.980963 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e25365-ccbf-4961-9664-e81bbdccd892 req-05533e1b-5bec-4bf4-a6b0-25042045a593 service neutron] Checking segment: {'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:49:58.981384 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e25365-ccbf-4961-9664-e81bbdccd892 req-05533e1b-5bec-4bf4-a6b0-25042045a593 service neutron] Bound using segment: {'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:49:58.981827 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-25e25365-ccbf-4961-9664-e81bbdccd892 req-05533e1b-5bec-4bf4-a6b0-25042045a593 service neutron] Bound port: 2b56631a-5738-4e8b-a40f-7fcce20d77f9, host: n-h1-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:49:58.982187 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-25e25365-ccbf-4961-9664-e81bbdccd892 req-05533e1b-5bec-4bf4-a6b0-25042045a593 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (2b56631a-5738-4e8b-a40f-7fcce20d77f9), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:59.019808 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0366bf00-1b98-40c5-91bf-1aea2e4c03c5 req-b39b50d1-2dbf-4f2b-8c6a-7361b1ddd3b1 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=4ec29c64-a4ae-430d-ba9f-348461fbf8ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546174 Feb 19 02:49:59.051067 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1a1c66d1-44da-4781-98f1-b56453ab417b req-a4d2de62-65c5-40f0-9695-1c4fb0a3abc1 service neutron] 10.222.0.72 "GET /v2.0/networks/38d6fa8e-4007-4beb-abd0-8f0d817f1ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3403773 Feb 19 02:49:59.076448 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-12f885b8-febd-4243-9cea-699ea0201559 req-7a687bc0-9ccd-43c9-a6c4-1f05fa8c94fb service neutron] 10.222.0.72 "GET /v2.0/networks/bf672100-ed94-443f-908a-4ecaf8a2d628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3148606 Feb 19 02:49:59.122927 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b253601-0b71-4caf-b907-fc3fef4b060c tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:49:59.130119 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-8b253601-0b71-4caf-b907-fc3fef4b060c tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] 10.222.0.72 "PUT /v2.0/routers/9a962d46-399a-441d-b938-9764d564c0b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7157881 Feb 19 02:49:59.132528 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6640290d-92a7-435b-b767-d88839615089 req-d9b025d2-dbcc-4c36-9d30-062961e54a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:59.133940 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-6640290d-92a7-435b-b767-d88839615089 req-d9b025d2-dbcc-4c36-9d30-062961e54a42 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=974c06bc-f097-4890-970a-b087501ab241 HTTP/1.1" status: 200 len: 843 time: 0.1438189 Feb 19 02:49:59.135202 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58196) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:49:59.143202 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2f3cba-622b-4014-8bdd-eb55ffc94063 None None] Sync routers for ids ['9a962d46-399a-441d-b938-9764d564c0b0'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:49:59.164033 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2f3cba-622b-4014-8bdd-eb55ffc94063 None None] Routers {'9a962d46-399a-441d-b938-9764d564c0b0'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:49:59.165064 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-9d2f3cba-622b-4014-8bdd-eb55ffc94063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:49:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['9a962d46-399a-441d-b938-9764d564c0b0'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:49:59.188685 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b6a7cc-a6fe-471a-bbeb-6d4e3a4bb995 req-33b15613-dd84-4d6f-b3e3-907909ee5510 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:59.190231 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-87b6a7cc-a6fe-471a-bbeb-6d4e3a4bb995 req-33b15613-dd84-4d6f-b3e3-907909ee5510 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.73 "GET /v2.0/ports?device_id=f780e5ff-b429-4f5e-9d5a-1227f9743c37 HTTP/1.1" status: 200 len: 946 time: 0.3627005 Feb 19 02:49:59.240309 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2e7b1fb5-d1b8-4847-b683-3d9e4839c02e admin admin] Publish callbacks [] for security_group (46d2334f-33da-4fcd-8544-ca97dfdc7836), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:59.283636 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-9d2f3cba-622b-4014-8bdd-eb55ffc94063 None None] Set router 9a962d46-399a-441d-b938-9764d564c0b0 gateway port host: None {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:49:59.302330 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-25e25365-ccbf-4961-9664-e81bbdccd892 req-05533e1b-5bec-4bf4-a6b0-25042045a593 service neutron] For port 2b56631a-5738-4e8b-a40f-7fcce20d77f9, host n-h1-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:49:59.323842 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2e7b1fb5-d1b8-4847-b683-3d9e4839c02e admin admin] Publish callbacks [] for security_group (46d2334f-33da-4fcd-8544-ca97dfdc7836), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:59.330669 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c7f66a6-f9aa-4b56-989b-81e48e79d67a tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Deleting subnet 1e52f09d-7a71-4bd7-9800-26ba2a95d400 {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:49:59.343665 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2c7f66a6-f9aa-4b56-989b-81e48e79d67a tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks [] for subnet (1e52f09d-7a71-4bd7-9800-26ba2a95d400), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:59.346513 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-25e25365-ccbf-4961-9664-e81bbdccd892 req-05533e1b-5bec-4bf4-a6b0-25042045a593 service neutron] For port 2b56631a-5738-4e8b-a40f-7fcce20d77f9, host n-h1-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=2b56631a-5738-4e8b-a40f-7fcce20d77f9,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:49:59.349832 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1a1c66d1-44da-4781-98f1-b56453ab417b req-5a4b4f87-6d5c-4387-a6ba-e04b9a4c6883 service neutron] 10.222.0.72 "GET /v2.0/networks/38d6fa8e-4007-4beb-abd0-8f0d817f1ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2871213 Feb 19 02:49:59.351846 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0366bf00-1b98-40c5-91bf-1aea2e4c03c5 req-e513a579-4cf0-445d-9f34-56d4964030c7 service neutron] 10.222.0.82 "GET /v2.0/networks/4ec29c64-a4ae-430d-ba9f-348461fbf8ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3189101 Feb 19 02:49:59.356443 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-12f885b8-febd-4243-9cea-699ea0201559 req-ee4d99af-3ca3-4009-80fe-b8f888fea552 service neutron] 10.222.0.72 "GET /v2.0/networks/bf672100-ed94-443f-908a-4ecaf8a2d628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355819 Feb 19 02:49:59.400437 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-25e25365-ccbf-4961-9664-e81bbdccd892 req-05533e1b-5bec-4bf4-a6b0-25042045a593 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (2b56631a-5738-4e8b-a40f-7fcce20d77f9), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:59.458035 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6640290d-92a7-435b-b767-d88839615089 req-7528b717-7f3a-4967-a44c-9b8869a8bda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:59.460288 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-6640290d-92a7-435b-b767-d88839615089 req-7528b717-7f3a-4967-a44c-9b8869a8bda8 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5124bd00-da2a-4bd6-93a0-c14c92afb11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3097565 Feb 19 02:49:59.469375 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2c7f66a6-f9aa-4b56-989b-81e48e79d67a tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (1e52f09d-7a71-4bd7-9800-26ba2a95d400), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:59.487964 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2e7b1fb5-d1b8-4847-b683-3d9e4839c02e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (46d2334f-33da-4fcd-8544-ca97dfdc7836), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:59.495584 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2e7b1fb5-d1b8-4847-b683-3d9e4839c02e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:59.499360 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-2e7b1fb5-d1b8-4847-b683-3d9e4839c02e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/46d2334f-33da-4fcd-8544-ca97dfdc7836 HTTP/1.1" status: 204 len: 168 time: 0.5861423 Feb 19 02:49:59.533207 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7b1fb5-d1b8-4847-b683-3d9e4839c02e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46d2334f-33da-4fcd-8544-ca97dfdc7836,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:59.628597 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0366bf00-1b98-40c5-91bf-1aea2e4c03c5 req-df57057e-b6b4-4232-8aac-29581ad465d6 service neutron] 10.222.0.82 "GET /v2.0/networks/4ec29c64-a4ae-430d-ba9f-348461fbf8ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644253 Feb 19 02:49:59.811867 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 81a2675a-d4f3-4f2a-9ba7-8716fc9eee97 no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:49:59.824874 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-9d2f3cba-622b-4014-8bdd-eb55ffc94063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a962d46-399a-441d-b938-9764d564c0b0', 'name': 'tempest-RoutersIpV6Test-router-593384108', 'tenant_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:48:58Z', 'updated_at': '2022-02-19T02:49:56Z', 'revision_number': 10, 'project_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'gw_port_host': None, '_interfaces': [{'id': '0703ca3e-7a1d-4063-a291-1e8e91e8f8d1', 'name': '', 'network_id': 'eaa143cd-3afc-4764-a677-99b22e3b56d0', 'tenant_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'mac_address': 'fa:16:3e:a8:92:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a962d46-399a-441d-b938-9764d564c0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'a8e8530f-41b8-489a-b611-33908f08e91d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:49:00Z', 'updated_at': '2022-02-19T02:49:09Z', 'revision_number': 5, 'project_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'subnets': [{'id': 'a8e8530f-41b8-489a-b611-33908f08e91d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:49:59.825676 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-6640290d-92a7-435b-b767-d88839615089 req-372afe35-98c8-4c54-a676-e64c63bf7148 service neutron] 10.222.0.82 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3512013 Feb 19 02:49:59.833872 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05533e1b-5bec-4bf4-a6b0-25042045a593 service neutron] Pushing event updated for resources: {'Port': ['ID=2b56631a-5738-4e8b-a40f-7fcce20d77f9,revision_number=3']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:49:59.839436 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cabdb6c-2596-4148-bd1e-8e3c08933d65 x-openstack-request-id: req-8cabdb6c-2596-4148-bd1e-8e3c08933d65 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:49:59.839965 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "703117b2-3b74-4940-91d7-38248cc7fdf8", "tag": "cab3c780-44c4-45a1-a8a6-516fddcf1a12", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:49:59.840440 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8cabdb6c-2596-4148-bd1e-8e3c08933d65 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:49:59.841072 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '703117b2-3b74-4940-91d7-38248cc7fdf8', 'tag': 'cab3c780-44c4-45a1-a8a6-516fddcf1a12', 'status': 'completed', 'code': 200} Feb 19 02:49:59.843980 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e25365-ccbf-4961-9664-e81bbdccd892 req-05533e1b-5bec-4bf4-a6b0-25042045a593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:49:59.847092 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-25e25365-ccbf-4961-9664-e81bbdccd892 req-05533e1b-5bec-4bf4-a6b0-25042045a593 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:59.849282 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-25e25365-ccbf-4961-9664-e81bbdccd892 req-05533e1b-5bec-4bf4-a6b0-25042045a593 service neutron] 10.222.0.73 "PUT /v2.0/ports/2b56631a-5738-4e8b-a40f-7fcce20d77f9 HTTP/1.1" status: 200 len: 1096 time: 4.2650855 Feb 19 02:49:59.898610 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2f3cba-622b-4014-8bdd-eb55ffc94063 None None] Checking router: 9a962d46-399a-441d-b938-9764d564c0b0 for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:49:59.938012 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2f3cba-622b-4014-8bdd-eb55ffc94063 None None] Routers {'9a962d46-399a-441d-b938-9764d564c0b0'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:49:59.938656 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-9d2f3cba-622b-4014-8bdd-eb55ffc94063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:49:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['9a962d46-399a-441d-b938-9764d564c0b0'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:50:00.028196 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-6640290d-92a7-435b-b767-d88839615089 req-ce0c5886-79ac-4446-8e2d-ff72f4aef477 service neutron] 10.222.0.82 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718068 Feb 19 02:50:00.055999 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a489ca4c-2071-444c-830e-ca70e556d362 req-f81b22dd-8893-4039-bfe4-f9880cfccc29 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:00.065630 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a489ca4c-2071-444c-830e-ca70e556d362 req-f81b22dd-8893-4039-bfe4-f9880cfccc29 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/ports?device_id=3cca9c25-9730-4d04-add4-37b9cddf5727 HTTP/1.1" status: 200 len: 948 time: 0.1756058 Feb 19 02:50:00.088565 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-87b6a7cc-a6fe-471a-bbeb-6d4e3a4bb995 req-ad1ff3ac-1454-4c53-b373-a4f48855c521 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Deleting port 81a2675a-d4f3-4f2a-9ba7-8716fc9eee97 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:50:00.088928 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-87b6a7cc-a6fe-471a-bbeb-6d4e3a4bb995 req-ad1ff3ac-1454-4c53-b373-a4f48855c521 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (81a2675a-d4f3-4f2a-9ba7-8716fc9eee97), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:00.169333 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 81a2675a-d4f3-4f2a-9ba7-8716fc9eee97 is: ACTIVE; New status is: DOWN {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:50:00.169755 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (81a2675a-d4f3-4f2a-9ba7-8716fc9eee97), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:00.225980 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f780e5ff-b429-4f5e-9d5a-1227f9743c37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81a2675a-d4f3-4f2a-9ba7-8716fc9eee97'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:50:00.228496 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3f0cf16-2976-40ef-9c76-e2283f7da514" -d '{"events": [{"server_uuid": "f780e5ff-b429-4f5e-9d5a-1227f9743c37", "name": "network-vif-unplugged", "status": "completed", "tag": "81a2675a-d4f3-4f2a-9ba7-8716fc9eee97"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:50:00.229948 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-9d2f3cba-622b-4014-8bdd-eb55ffc94063 None None] Set router 9a962d46-399a-441d-b938-9764d564c0b0 gateway port host: None {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:50:00.244466 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-87b6a7cc-a6fe-471a-bbeb-6d4e3a4bb995 req-ad1ff3ac-1454-4c53-b373-a4f48855c521 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] For port 81a2675a-d4f3-4f2a-9ba7-8716fc9eee97, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=81a2675a-d4f3-4f2a-9ba7-8716fc9eee97,segment=NetworkSegment(95c489b5-d2f5-4704-89fb-8accaa8a0e0f),segment_id=95c489b5-d2f5-4704-89fb-8accaa8a0e0f)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:50:00.245061 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-87b6a7cc-a6fe-471a-bbeb-6d4e3a4bb995 req-ad1ff3ac-1454-4c53-b373-a4f48855c521 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (81a2675a-d4f3-4f2a-9ba7-8716fc9eee97), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:00.260609 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-87b6a7cc-a6fe-471a-bbeb-6d4e3a4bb995 req-ad1ff3ac-1454-4c53-b373-a4f48855c521 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Calling delete_port for 81a2675a-d4f3-4f2a-9ba7-8716fc9eee97 owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:50:00.262008 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 81a2675a-d4f3-4f2a-9ba7-8716fc9eee97, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=81a2675a-d4f3-4f2a-9ba7-8716fc9eee97,segment=NetworkSegment(95c489b5-d2f5-4704-89fb-8accaa8a0e0f),segment_id=95c489b5-d2f5-4704-89fb-8accaa8a0e0f)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:50:00.278812 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (81a2675a-d4f3-4f2a-9ba7-8716fc9eee97), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:00.391663 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a489ca4c-2071-444c-830e-ca70e556d362 req-a0ceee64-e038-409c-b2f2-a0e402a04c40 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe71e737-cb97-4e9e-a576-1f93522c47f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3210130 Feb 19 02:50:00.431000 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e80181-4cdd-4e94-b4df-9b1fa3e54709 req-7f125f70-62a4-4d3f-a6c8-b6e8351b42cf tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:00.436251 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-92e80181-4cdd-4e94-b4df-9b1fa3e54709 req-7f125f70-62a4-4d3f-a6c8-b6e8351b42cf tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=b633fbf1-48a0-4414-a396-bb91c1b8c863 HTTP/1.1" status: 200 len: 943 time: 0.3475444 Feb 19 02:50:00.442201 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=81a2675a-d4f3-4f2a-9ba7-8716fc9eee97,revision_number=8']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:00.514780 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-87b6a7cc-a6fe-471a-bbeb-6d4e3a4bb995 req-ad1ff3ac-1454-4c53-b373-a4f48855c521 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (81a2675a-d4f3-4f2a-9ba7-8716fc9eee97), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:00.536638 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-53466d32-5f46-42e1-80d1-0c39618db2e8 req-c6081fbb-bf87-4f3b-9a2d-2f27f96b4fd5 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/ports?device_id=d7f98579-8123-4a93-a9ea-c09f515b0254 HTTP/1.1" status: 200 len: 210 time: 0.0568011 Feb 19 02:50:00.619058 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-92e80181-4cdd-4e94-b4df-9b1fa3e54709 req-6d90bc9c-62bb-4c5c-ad89-19762c861645 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/security-groups?id=83745bf6-2450-44b1-b073-88b2d8645794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771028 Feb 19 02:50:00.620035 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1ff3ac-1454-4c53-b373-a4f48855c521 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Pushing event deleted for resources: {'Port': ['ID=81a2675a-d4f3-4f2a-9ba7-8716fc9eee97,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:00.685744 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-65fc591d-ff45-49f1-ac50-14919b8391eb req-8c61e503-f87d-471e-8aca-f42e5b0b0e82 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb4b2ec2-44c7-4efb-b4f1-4efede1d838b HTTP/1.1" status: 200 len: 210 time: 0.0656240 Feb 19 02:50:00.687203 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-9d2f3cba-622b-4014-8bdd-eb55ffc94063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a962d46-399a-441d-b938-9764d564c0b0', 'name': 'tempest-RoutersIpV6Test-router-593384108', 'tenant_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:48:58Z', 'updated_at': '2022-02-19T02:49:56Z', 'revision_number': 10, 'project_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'gw_port_host': None, '_interfaces': [{'id': '0703ca3e-7a1d-4063-a291-1e8e91e8f8d1', 'name': '', 'network_id': 'eaa143cd-3afc-4764-a677-99b22e3b56d0', 'tenant_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'mac_address': 'fa:16:3e:a8:92:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a962d46-399a-441d-b938-9764d564c0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'a8e8530f-41b8-489a-b611-33908f08e91d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:49:00Z', 'updated_at': '2022-02-19T02:49:09Z', 'revision_number': 5, 'project_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'subnets': [{'id': 'a8e8530f-41b8-489a-b611-33908f08e91d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:50:00.699166 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 02:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79c2c82f-d91e-4fb0-bc46-ca6e9b4937d3 x-openstack-request-id: req-79c2c82f-d91e-4fb0-bc46-ca6e9b4937d3 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:50:00.699468 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f780e5ff-b429-4f5e-9d5a-1227f9743c37", "name": "network-vif-unplugged", "status": "completed", "tag": "81a2675a-d4f3-4f2a-9ba7-8716fc9eee97", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:50:00.699727 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-79c2c82f-d91e-4fb0-bc46-ca6e9b4937d3 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:50:00.700177 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f780e5ff-b429-4f5e-9d5a-1227f9743c37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81a2675a-d4f3-4f2a-9ba7-8716fc9eee97', 'code': 200} Feb 19 02:50:00.732368 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2f3cba-622b-4014-8bdd-eb55ffc94063 None None] The sync data for ids ['9a962d46-399a-441d-b938-9764d564c0b0'] in n-d-826753-2 is: [{'id': '9a962d46-399a-441d-b938-9764d564c0b0', 'name': 'tempest-RoutersIpV6Test-router-593384108', 'tenant_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:48:58Z', 'updated_at': '2022-02-19T02:49:56Z', 'revision_number': 10, 'project_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'gw_port_host': None, '_interfaces': [{'id': '0703ca3e-7a1d-4063-a291-1e8e91e8f8d1', 'name': '', 'network_id': 'eaa143cd-3afc-4764-a677-99b22e3b56d0', 'tenant_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'mac_address': 'fa:16:3e:a8:92:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a962d46-399a-441d-b938-9764d564c0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'a8e8530f-41b8-489a-b611-33908f08e91d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:49:00Z', 'updated_at': '2022-02-19T02:49:09Z', 'revision_number': 5, 'project_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'subnets': [{'id': 'a8e8530f-41b8-489a-b611-33908f08e91d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:50:00.764654 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-87b6a7cc-a6fe-471a-bbeb-6d4e3a4bb995 req-ad1ff3ac-1454-4c53-b373-a4f48855c521 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] No DVR routers for this DVR port 81a2675a-d4f3-4f2a-9ba7-8716fc9eee97 on host n-h1-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:50:00.767772 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e25365-ccbf-4961-9664-e81bbdccd892 req-144bcd75-a32b-47e4-9612-e5c04a866c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:00.769736 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-25e25365-ccbf-4961-9664-e81bbdccd892 req-144bcd75-a32b-47e4-9612-e5c04a866c5a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=27dd056eacfb49959ee4ff28de5b650d&device_id=3cca9c25-9730-4d04-add4-37b9cddf5727 HTTP/1.1" status: 200 len: 1130 time: 0.7370939 Feb 19 02:50:00.775289 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-87b6a7cc-a6fe-471a-bbeb-6d4e3a4bb995 req-ad1ff3ac-1454-4c53-b373-a4f48855c521 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:00.778061 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-87b6a7cc-a6fe-471a-bbeb-6d4e3a4bb995 req-ad1ff3ac-1454-4c53-b373-a4f48855c521 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.73 "DELETE /v2.0/ports/81a2675a-d4f3-4f2a-9ba7-8716fc9eee97 HTTP/1.1" status: 204 len: 173 time: 1.5468018 Feb 19 02:50:00.783351 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2c7f66a6-f9aa-4b56-989b-81e48e79d67a tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (1e52f09d-7a71-4bd7-9800-26ba2a95d400), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:00.831562 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ad4939-14b5-461c-92a9-f620d77ace19 req-59ac2337-1e0a-4c67-9961-e98fd0a92441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:00.833551 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-96ad4939-14b5-461c-92a9-f620d77ace19 req-59ac2337-1e0a-4c67-9961-e98fd0a92441 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=27dd056eacfb49959ee4ff28de5b650d&device_id=703117b2-3b74-4940-91d7-38248cc7fdf8 HTTP/1.1" status: 200 len: 1130 time: 0.3750494 Feb 19 02:50:00.984414 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-25e25365-ccbf-4961-9664-e81bbdccd892 req-e2685650-35f5-420c-9504-6b9846a884fb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=2b56631a-5738-4e8b-a40f-7fcce20d77f9 HTTP/1.1" status: 200 len: 217 time: 0.1888340 Feb 19 02:50:01.064790 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ad4939-14b5-461c-92a9-f620d77ace19 req-64233012-7fe5-4047-a7ab-efbfd7a9e9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:01.066522 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-96ad4939-14b5-461c-92a9-f620d77ace19 req-64233012-7fe5-4047-a7ab-efbfd7a9e9c3 service neutron] 10.222.0.82 "GET /v2.0/networks?id=5124bd00-da2a-4bd6-93a0-c14c92afb11f HTTP/1.1" status: 200 len: 870 time: 0.2144287 Feb 19 02:50:01.143504 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-96ad4939-14b5-461c-92a9-f620d77ace19 req-e6c933e8-8b31-4a8d-a7a5-41d50c153bb2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=cab3c780-44c4-45a1-a8a6-516fddcf1a12 HTTP/1.1" status: 200 len: 217 time: 0.0667298 Feb 19 02:50:01.167864 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e25365-ccbf-4961-9664-e81bbdccd892 req-c6eb9dcb-16db-401c-a299-20bae943f03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:01.179821 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-25e25365-ccbf-4961-9664-e81bbdccd892 req-c6eb9dcb-16db-401c-a299-20bae943f03c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=974c06bc-f097-4890-970a-b087501ab241 HTTP/1.1" status: 200 len: 843 time: 0.1797969 Feb 19 02:50:01.259937 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2c7f66a6-f9aa-4b56-989b-81e48e79d67a tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (1e52f09d-7a71-4bd7-9800-26ba2a95d400), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:01.304678 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7f66a6-f9aa-4b56-989b-81e48e79d67a tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Pushing event deleted for resources: {'Subnet': ['ID=1e52f09d-7a71-4bd7-9800-26ba2a95d400,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:01.321390 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2c7f66a6-f9aa-4b56-989b-81e48e79d67a tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:01.321750 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232ee4d9-a7a7-472c-89f4-1a23f81a7c16 None None] Network f2707e19-a9b2-48ff-b724-f18564bb6f57 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:50:01.329597 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 58254) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:50:01.331374 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-2c7f66a6-f9aa-4b56-989b-81e48e79d67a tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] 10.222.0.72 "DELETE /v2.0/subnets/1e52f09d-7a71-4bd7-9800-26ba2a95d400 HTTP/1.1" status: 204 len: 168 time: 2.1893408 Feb 19 02:50:01.345221 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ad4939-14b5-461c-92a9-f620d77ace19 req-219ca38f-ef21-411d-940e-8322d8c0d469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:01.346836 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-96ad4939-14b5-461c-92a9-f620d77ace19 req-219ca38f-ef21-411d-940e-8322d8c0d469 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=974c06bc-f097-4890-970a-b087501ab241 HTTP/1.1" status: 200 len: 843 time: 0.1948085 Feb 19 02:50:01.349158 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e25365-ccbf-4961-9664-e81bbdccd892 req-7a630c13-47d7-4ca1-9251-2a30d30d2b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:01.351059 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-25e25365-ccbf-4961-9664-e81bbdccd892 req-7a630c13-47d7-4ca1-9251-2a30d30d2b98 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5124bd00-da2a-4bd6-93a0-c14c92afb11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1339564 Feb 19 02:50:01.420651 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 1949d8ce-0010-4dda-8990-e9ecf5732576 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:50:01.486005 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ad4939-14b5-461c-92a9-f620d77ace19 req-d8a51f6d-da2d-46de-80e0-f3ee077b0462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:01.487664 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-96ad4939-14b5-461c-92a9-f620d77ace19 req-d8a51f6d-da2d-46de-80e0-f3ee077b0462 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5124bd00-da2a-4bd6-93a0-c14c92afb11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1321168 Feb 19 02:50:01.604657 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 1949d8ce-0010-4dda-8990-e9ecf5732576 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:50:01.610699 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 1949d8ce-0010-4dda-8990-e9ecf5732576 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:50:01.714141 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d15394e8-091c-4f3a-8e59-d6f90d1a7d45 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (f2707e19-a9b2-48ff-b724-f18564bb6f57), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:01.735703 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-96ad4939-14b5-461c-92a9-f620d77ace19 req-28b6f23c-17e7-4059-ba64-3fe8c6009e25 service neutron] 10.222.0.82 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370875 Feb 19 02:50:01.845418 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed71cf7-9973-4293-8e68-78c4f82f7710 None None] DHCP port deletion for f2707e19-a9b2-48ff-b724-f18564bb6f57 request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 02:50:01.856461 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cca9c25-9730-4d04-add4-37b9cddf5727', 'tag': '2b56631a-5738-4e8b-a40f-7fcce20d77f9'}, {'server_uuid': 'f780e5ff-b429-4f5e-9d5a-1227f9743c37', 'name': 'network-vif-deleted', 'tag': '81a2675a-d4f3-4f2a-9ba7-8716fc9eee97'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:50:01.859126 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d94b45c3-e9d1-45db-8b87-9c0df065a459" -d '{"events": [{"name": "network-changed", "server_uuid": "3cca9c25-9730-4d04-add4-37b9cddf5727", "tag": "2b56631a-5738-4e8b-a40f-7fcce20d77f9"}, {"server_uuid": "f780e5ff-b429-4f5e-9d5a-1227f9743c37", "name": "network-vif-deleted", "tag": "81a2675a-d4f3-4f2a-9ba7-8716fc9eee97"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:50:01.870720 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-25e25365-ccbf-4961-9664-e81bbdccd892 req-89579ae4-8129-45c6-80a1-2047c345c6d8 service neutron] 10.222.0.73 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5024109 Feb 19 02:50:01.922977 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-96ad4939-14b5-461c-92a9-f620d77ace19 req-85a19c08-72c5-472b-b173-b3a8af4f1447 service neutron] 10.222.0.82 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640425 Feb 19 02:50:02.014940 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-bed71cf7-9973-4293-8e68-78c4f82f7710 None None] Deleting port 3e5206a4-6b83-4189-9057-ffcde6938542 {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:50:02.015242 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-bed71cf7-9973-4293-8e68-78c4f82f7710 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (3e5206a4-6b83-4189-9057-ffcde6938542), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:02.135863 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-25e25365-ccbf-4961-9664-e81bbdccd892 req-7823392a-0b14-42aa-8967-b8d50247f850 service neutron] 10.222.0.73 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931934 Feb 19 02:50:02.177418 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 2627f988-0bb3-4e18-8043-ab2713487336 details requested by agent hyperv_n-h2-826753-2 with host n-h2-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:50:02.230678 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-bed71cf7-9973-4293-8e68-78c4f82f7710 None None] For port 3e5206a4-6b83-4189-9057-ffcde6938542, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=3e5206a4-6b83-4189-9057-ffcde6938542,segment=NetworkSegment(3fcf8994-fe70-4184-87a0-681c4dfbf433),segment_id=3fcf8994-fe70-4184-87a0-681c4dfbf433)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:50:02.231476 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-bed71cf7-9973-4293-8e68-78c4f82f7710 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (3e5206a4-6b83-4189-9057-ffcde6938542), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:02.276585 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-bed71cf7-9973-4293-8e68-78c4f82f7710 None None] Calling delete_port for 3e5206a4-6b83-4189-9057-ffcde6938542 owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:50:02.296371 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b5659dc9-de57-488b-8a77-f5ad447e0012 req-a04aeb04-5563-46d9-a937-12fbc308f32e tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/ports?device_id=d7f98579-8123-4a93-a9ea-c09f515b0254 HTTP/1.1" status: 200 len: 210 time: 0.5725408 Feb 19 02:50:02.319119 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1c66d1-44da-4781-98f1-b56453ab417b req-73936871-5218-4bac-9afd-0b7b329cdd7e tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:02.321959 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-1a1c66d1-44da-4781-98f1-b56453ab417b req-73936871-5218-4bac-9afd-0b7b329cdd7e tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.73 "GET /v2.0/networks?id=38d6fa8e-4007-4beb-abd0-8f0d817f1ef6 HTTP/1.1" status: 200 len: 806 time: 0.1840627 Feb 19 02:50:02.343563 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-1a1c66d1-44da-4781-98f1-b56453ab417b req-df9aa513-1cd8-42b7-86b6-93f6a36b7070 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Request body: {'port': {'device_id': 'bb4b2ec2-44c7-4efb-b4f1-4efede1d838b', 'network_id': '38d6fa8e-4007-4beb-abd0-8f0d817f1ef6', 'admin_state_up': True, 'tenant_id': '58648b0a304e4e32b732a18f663ed7a6'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:50:02.489194 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 2627f988-0bb3-4e18-8043-ab2713487336, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=2627f988-0bb3-4e18-8043-ab2713487336,segment=NetworkSegment(b3dae451-0c86-4a64-8455-5c47bfffd3eb),segment_id=b3dae451-0c86-4a64-8455-5c47bfffd3eb)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:50:02.503993 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Returning: {'device': '2627f988-0bb3-4e18-8043-ab2713487336', 'network_id': '4ec29c64-a4ae-430d-ba9f-348461fbf8ef', 'port_id': '2627f988-0bb3-4e18-8043-ab2713487336', 'mac_address': 'fa:16:3e:7e:45:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5103dc21-f4d0-430c-8a52-b05a3a288bbf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:50:02.515530 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f91c50-7264-41e1-befa-16bd267ec514 req-2d3c44dd-de10-4a38-9cc6-7dda25fe7b8b tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:02.523826 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-58f91c50-7264-41e1-befa-16bd267ec514 req-2d3c44dd-de10-4a38-9cc6-7dda25fe7b8b tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/ports?device_id=3cca9c25-9730-4d04-add4-37b9cddf5727 HTTP/1.1" status: 200 len: 948 time: 0.8017409 Feb 19 02:50:02.551122 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 2627f988-0bb3-4e18-8043-ab2713487336 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:50:02.551604 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (2627f988-0bb3-4e18-8043-ab2713487336), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:02.572199 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2627f988-0bb3-4e18-8043-ab2713487336 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:50:02.572762 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-d15394e8-091c-4f3a-8e59-d6f90d1a7d45 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Deleting port 3e5206a4-6b83-4189-9057-ffcde6938542 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:50:02.573392 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d15394e8-091c-4f3a-8e59-d6f90d1a7d45 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (3e5206a4-6b83-4189-9057-ffcde6938542), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:02.573956 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a1c66d1-44da-4781-98f1-b56453ab417b req-df9aa513-1cd8-42b7-86b6-93f6a36b7070 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Made reservation on behalf of 58648b0a304e4e32b732a18f663ed7a6 for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:50:02.579188 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-1a1c66d1-44da-4781-98f1-b56453ab417b req-df9aa513-1cd8-42b7-86b6-93f6a36b7070 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:02.594388 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 2627f988-0bb3-4e18-8043-ab2713487336, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=2627f988-0bb3-4e18-8043-ab2713487336,segment=NetworkSegment(b3dae451-0c86-4a64-8455-5c47bfffd3eb),segment_id=b3dae451-0c86-4a64-8455-5c47bfffd3eb)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:50:02.595638 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-bed71cf7-9973-4293-8e68-78c4f82f7710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (3e5206a4-6b83-4189-9057-ffcde6938542), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:02.609682 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (2627f988-0bb3-4e18-8043-ab2713487336), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:02.611643 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed71cf7-9973-4293-8e68-78c4f82f7710 None None] No DVR routers for this DVR port 3e5206a4-6b83-4189-9057-ffcde6938542 on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:50:02.636192 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed71cf7-9973-4293-8e68-78c4f82f7710 None None] Pushing event deleted for resources: {'Port': ['ID=3e5206a4-6b83-4189-9057-ffcde6938542,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:02.643526 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-58f91c50-7264-41e1-befa-16bd267ec514 req-e2bcdc5b-95f5-4c1b-b010-04de25267b8d tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe71e737-cb97-4e9e-a576-1f93522c47f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128247 Feb 19 02:50:02.658960 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59079a1a-b299-4d87-b4fe-c17609c93fa6 req-0c80213c-0b3d-4b91-b935-9a8c6c0310e9 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:02.663095 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-59079a1a-b299-4d87-b4fe-c17609c93fa6 req-0c80213c-0b3d-4b91-b935-9a8c6c0310e9 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=b633fbf1-48a0-4414-a396-bb91c1b8c863 HTTP/1.1" status: 200 len: 943 time: 0.2522459 Feb 19 02:50:02.699317 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=2627f988-0bb3-4e18-8043-ab2713487336,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:02.788496 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [req-1a1c66d1-44da-4781-98f1-b56453ab417b req-df9aa513-1cd8-42b7-86b6-93f6a36b7070 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Allocated IP 172.20.0.9 (38d6fa8e-4007-4beb-abd0-8f0d817f1ef6/54b68f46-9c6f-467f-99d5-a919ef2f5fa1/58df93bc-fa06-4a42-a400-4f712ed60b0d) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:50:02.796944 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-369aa95b-ffde-4cca-b08e-b6eb79bf5801 req-0a4cbfc1-6762-4495-a7a7-7bb2fbcde422 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb4b2ec2-44c7-4efb-b4f1-4efede1d838b HTTP/1.1" status: 200 len: 210 time: 0.0480163 Feb 19 02:50:02.821653 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-d15394e8-091c-4f3a-8e59-d6f90d1a7d45 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] For port 3e5206a4-6b83-4189-9057-ffcde6938542, host n-d-826753-2, got binding levels [] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:50:02.822084 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d15394e8-091c-4f3a-8e59-d6f90d1a7d45 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (3e5206a4-6b83-4189-9057-ffcde6938542), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:02.858658 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-d15394e8-091c-4f3a-8e59-d6f90d1a7d45 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Calling delete_port for 3e5206a4-6b83-4189-9057-ffcde6938542 owned by network:dhcp {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:50:02.869210 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.ipam_backend_mixin [None req-d15394e8-091c-4f3a-8e59-d6f90d1a7d45 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Port 3e5206a4-6b83-4189-9057-ffcde6938542 was not found and therefore no delete operation was performed {{(pid=103701) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 02:50:02.872528 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d15394e8-091c-4f3a-8e59-d6f90d1a7d45 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (3e5206a4-6b83-4189-9057-ffcde6938542), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:02.924951 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15394e8-091c-4f3a-8e59-d6f90d1a7d45 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] No DVR routers for this DVR port 3e5206a4-6b83-4189-9057-ffcde6938542 on host n-d-826753-2 {{(pid=103701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:50:02.954165 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15394e8-091c-4f3a-8e59-d6f90d1a7d45 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Pushing event deleted for resources: {'Port': ['ID=3e5206a4-6b83-4189-9057-ffcde6938542,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:02.962964 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['2627f988-0bb3-4e18-8043-ab2713487336'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:50:03.047769 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-59079a1a-b299-4d87-b4fe-c17609c93fa6 req-73c7b892-be13-4025-b102-852b5f0fe2cf tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/security-groups?id=83745bf6-2450-44b1-b073-88b2d8645794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3741310 Feb 19 02:50:03.050158 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d15394e8-091c-4f3a-8e59-d6f90d1a7d45 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (f2707e19-a9b2-48ff-b724-f18564bb6f57), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:03.107121 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-d15394e8-091c-4f3a-8e59-d6f90d1a7d45 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2707e19-a9b2-48ff-b724-f18564bb6f57']}} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:50:03.119527 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-d15394e8-091c-4f3a-8e59-d6f90d1a7d45 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fcf8994-fe70-4184-87a0-681c4dfbf433') {'for_net_delete': True} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:50:03.119925 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-d15394e8-091c-4f3a-8e59-d6f90d1a7d45 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fcf8994-fe70-4184-87a0-681c4dfbf433') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:50:03.134469 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d15394e8-091c-4f3a-8e59-d6f90d1a7d45 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12647422'] for segment (3fcf8994-fe70-4184-87a0-681c4dfbf433), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:03.150831 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d15394e8-091c-4f3a-8e59-d6f90d1a7d45 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (3fcf8994-fe70-4184-87a0-681c4dfbf433), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:03.157082 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d15394e8-091c-4f3a-8e59-d6f90d1a7d45 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Releasing vlan 278 on physical network physnet1 to pool {{(pid=103701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:50:03.157485 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d15394e8-091c-4f3a-8e59-d6f90d1a7d45 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583360'] for segment (3fcf8994-fe70-4184-87a0-681c4dfbf433), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:03.194275 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-1a1c66d1-44da-4781-98f1-b56453ab417b req-df9aa513-1cd8-42b7-86b6-93f6a36b7070 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Publish callbacks [] for port (58df93bc-fa06-4a42-a400-4f712ed60b0d), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:03.233706 n-d-826753-2 neutron-server[103701]: Traceback (most recent call last): Feb 19 02:50:03.233706 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:50:03.233706 n-d-826753-2 neutron-server[103701]: timer() Feb 19 02:50:03.233706 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:50:03.233706 n-d-826753-2 neutron-server[103701]: cb(*args, **kw) Feb 19 02:50:03.233706 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:50:03.233706 n-d-826753-2 neutron-server[103701]: return func(*args, **kwargs) Feb 19 02:50:03.233706 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:50:03.233706 n-d-826753-2 neutron-server[103701]: self._notify() Feb 19 02:50:03.233706 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:50:03.233706 n-d-826753-2 neutron-server[103701]: self.callback(batched_events) Feb 19 02:50:03.233706 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:50:03.233706 n-d-826753-2 neutron-server[103701]: event.method(event) Feb 19 02:50:03.233706 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:50:03.233706 n-d-826753-2 neutron-server[103701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:50:03.233706 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:50:03.233706 n-d-826753-2 neutron-server[103701]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:50:03.233706 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:50:03.233706 n-d-826753-2 neutron-server[103701]: return f(self, *a, **k) Feb 19 02:50:03.233706 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:50:03.233706 n-d-826753-2 neutron-server[103701]: return self._get(url).json() Feb 19 02:50:03.233706 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:50:03.233706 n-d-826753-2 neutron-server[103701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:50:03.233706 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:50:03.233706 n-d-826753-2 neutron-server[103701]: return self.request(url, 'GET', **kwargs) Feb 19 02:50:03.233706 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:50:03.233706 n-d-826753-2 neutron-server[103701]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:50:03.233706 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:50:03.233706 n-d-826753-2 neutron-server[103701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:50:03.233706 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:50:03.233706 n-d-826753-2 neutron-server[103701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:50:03.233706 n-d-826753-2 neutron-server[103701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:50:03.243688 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d15394e8-091c-4f3a-8e59-d6f90d1a7d45 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (f2707e19-a9b2-48ff-b724-f18564bb6f57), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:03.261643 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d15394e8-091c-4f3a-8e59-d6f90d1a7d45 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:03.273344 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-d15394e8-091c-4f3a-8e59-d6f90d1a7d45 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] 10.222.0.72 "DELETE /v2.0/networks/f2707e19-a9b2-48ff-b724-f18564bb6f57 HTTP/1.1" status: 204 len: 168 time: 1.9418366 Feb 19 02:50:03.274177 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 58288) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:50:03.415544 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15394e8-091c-4f3a-8e59-d6f90d1a7d45 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Pushing event deleted for resources: {'Network': ['ID=f2707e19-a9b2-48ff-b724-f18564bb6f57,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:03.456040 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a087c158-3dee-4a3e-951b-f784f2f98767 req-e6cb6479-c03d-43cf-8414-b0339850d8c4 tempest-AbsoluteLimitsNegativeTestJSON-80513112 tempest-AbsoluteLimitsNegativeTestJSON-80513112-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=d3a7ce2b316d4d6880dd3a678445edb9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347972 Feb 19 02:50:03.468463 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 19 Feb 2022 02:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db825ea5-032d-4dd2-8e45-f01dc7ebccd3 x-openstack-request-id: req-db825ea5-032d-4dd2-8e45-f01dc7ebccd3 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:50:03.469081 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cca9c25-9730-4d04-add4-37b9cddf5727", "tag": "2b56631a-5738-4e8b-a40f-7fcce20d77f9", "status": "completed", "code": 200}, {"server_uuid": "f780e5ff-b429-4f5e-9d5a-1227f9743c37", "name": "network-vif-deleted", "tag": "81a2675a-d4f3-4f2a-9ba7-8716fc9eee97", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:50:03.469081 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-db825ea5-032d-4dd2-8e45-f01dc7ebccd3 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:50:03.469421 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cca9c25-9730-4d04-add4-37b9cddf5727', 'tag': '2b56631a-5738-4e8b-a40f-7fcce20d77f9', 'status': 'completed', 'code': 200} Feb 19 02:50:03.469684 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f780e5ff-b429-4f5e-9d5a-1227f9743c37', 'name': 'network-vif-deleted', 'tag': '81a2675a-d4f3-4f2a-9ba7-8716fc9eee97', 'status': 'completed', 'code': 200} Feb 19 02:50:03.476564 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f885b8-febd-4243-9cea-699ea0201559 req-20d96603-36fc-4d45-9df4-5cacddbe3dbd tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:03.478822 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-12f885b8-febd-4243-9cea-699ea0201559 req-20d96603-36fc-4d45-9df4-5cacddbe3dbd tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.73 "GET /v2.0/networks?id=bf672100-ed94-443f-908a-4ecaf8a2d628 HTTP/1.1" status: 200 len: 804 time: 0.2815270 Feb 19 02:50:03.507626 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-12f885b8-febd-4243-9cea-699ea0201559 req-49d89c29-0afa-4304-9088-cf42eadeb874 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Request body: {'port': {'device_id': 'd7f98579-8123-4a93-a9ea-c09f515b0254', 'network_id': 'bf672100-ed94-443f-908a-4ecaf8a2d628', 'admin_state_up': True, 'tenant_id': 'c7760c6b8b69415fb3db99a9707764df'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:50:03.527548 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 3e5206a4-6b83-4189-9057-ffcde6938542 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:50:03.572372 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-efaa5bc4-aead-4d0e-9941-26637db23841 req-8cc0b819-acf5-474d-af12-4b504742f3ca tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/ports?device_id=d7f98579-8123-4a93-a9ea-c09f515b0254 HTTP/1.1" status: 200 len: 210 time: 0.1447496 Feb 19 02:50:03.579039 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 3e5206a4-6b83-4189-9057-ffcde6938542 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:50:03.582643 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 3e5206a4-6b83-4189-9057-ffcde6938542 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:50:03.604774 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-1a1c66d1-44da-4781-98f1-b56453ab417b req-df9aa513-1cd8-42b7-86b6-93f6a36b7070 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (58df93bc-fa06-4a42-a400-4f712ed60b0d), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:03.640622 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['e7b6d271-0dd0-403f-9e7b-d4c19bbe49c1'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:50:03.684959 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a1c66d1-44da-4781-98f1-b56453ab417b req-df9aa513-1cd8-42b7-86b6-93f6a36b7070 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Network 38d6fa8e-4007-4beb-abd0-8f0d817f1ef6 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:50:03.701708 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [req-1a1c66d1-44da-4781-98f1-b56453ab417b req-df9aa513-1cd8-42b7-86b6-93f6a36b7070 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:50:03.708473 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a1c66d1-44da-4781-98f1-b56453ab417b req-df9aa513-1cd8-42b7-86b6-93f6a36b7070 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:50:03.725413 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94b45c3-e9d1-45db-8b87-9c0df065a459 req-714a1c5f-5813-49f4-9771-b15edf78716c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:03.727432 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d94b45c3-e9d1-45db-8b87-9c0df065a459 req-714a1c5f-5813-49f4-9771-b15edf78716c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=27dd056eacfb49959ee4ff28de5b650d&device_id=3cca9c25-9730-4d04-add4-37b9cddf5727 HTTP/1.1" status: 200 len: 1130 time: 0.4308429 Feb 19 02:50:03.765825 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1c66d1-44da-4781-98f1-b56453ab417b req-df9aa513-1cd8-42b7-86b6-93f6a36b7070 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:03.766627 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-1a1c66d1-44da-4781-98f1-b56453ab417b req-df9aa513-1cd8-42b7-86b6-93f6a36b7070 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:03.780250 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9aa513-1cd8-42b7-86b6-93f6a36b7070 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Pushing event updated for resources: {'Port': ['ID=58df93bc-fa06-4a42-a400-4f712ed60b0d,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:03.800838 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-1a1c66d1-44da-4781-98f1-b56453ab417b req-df9aa513-1cd8-42b7-86b6-93f6a36b7070 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4622047 Feb 19 02:50:03.831452 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-1a1c66d1-44da-4781-98f1-b56453ab417b req-3f8f2ec6-5247-40d4-82e0-1db1cfdc3549 service neutron] Request body: {'port': {'device_id': 'bb4b2ec2-44c7-4efb-b4f1-4efede1d838b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826753-2'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:50:03.838566 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 81a2675a-d4f3-4f2a-9ba7-8716fc9eee97 no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:50:03.857435 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12f885b8-febd-4243-9cea-699ea0201559 req-49d89c29-0afa-4304-9088-cf42eadeb874 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Made reservation on behalf of c7760c6b8b69415fb3db99a9707764df for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:50:03.861126 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-12f885b8-febd-4243-9cea-699ea0201559 req-49d89c29-0afa-4304-9088-cf42eadeb874 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:03.866520 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] No Port match for: 81a2675a-d4f3-4f2a-9ba7-8716fc9eee97 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:50:03.866969 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 81a2675a-d4f3-4f2a-9ba7-8716fc9eee97 not bound to the agent host n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:50:03.984413 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-1a1c66d1-44da-4781-98f1-b56453ab417b req-3f8f2ec6-5247-40d4-82e0-1db1cfdc3549 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (58df93bc-fa06-4a42-a400-4f712ed60b0d), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:04.096375 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [req-12f885b8-febd-4243-9cea-699ea0201559 req-49d89c29-0afa-4304-9088-cf42eadeb874 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Allocated IP 172.20.0.3 (bf672100-ed94-443f-908a-4ecaf8a2d628/0bb04773-132e-443e-9baa-c5ff97e31eb2/531d566d-738d-4da8-808a-034a8f680e0d) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:50:04.119139 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a087c158-3dee-4a3e-951b-f784f2f98767 req-af041e36-6cc4-462f-b9fc-3a87d6352034 tempest-AbsoluteLimitsNegativeTestJSON-80513112 tempest-AbsoluteLimitsNegativeTestJSON-80513112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:04.127945 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a087c158-3dee-4a3e-951b-f784f2f98767 req-af041e36-6cc4-462f-b9fc-3a87d6352034 tempest-AbsoluteLimitsNegativeTestJSON-80513112 tempest-AbsoluteLimitsNegativeTestJSON-80513112-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6707370 Feb 19 02:50:04.165255 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device cab3c780-44c4-45a1-a8a6-516fddcf1a12 details requested by agent hyperv_n-h2-826753-2 with host n-h2-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:50:04.242052 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a087c158-3dee-4a3e-951b-f784f2f98767 req-9cff1a1d-9cf9-4aa1-87d6-74b654eb8d9f tempest-AbsoluteLimitsNegativeTestJSON-80513112 tempest-AbsoluteLimitsNegativeTestJSON-80513112-project] 10.222.0.72 "GET /v2.0/quotas/d3a7ce2b316d4d6880dd3a678445edb9 HTTP/1.1" status: 200 len: 375 time: 0.1110108 Feb 19 02:50:04.320052 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2698f3e1-7818-4e4a-a706-0f14a35d262d req-83f969ce-ece2-4125-8036-784069ea0e63 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:04.337946 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2698f3e1-7818-4e4a-a706-0f14a35d262d req-83f969ce-ece2-4125-8036-784069ea0e63 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/ports?device_id=3cca9c25-9730-4d04-add4-37b9cddf5727 HTTP/1.1" status: 200 len: 948 time: 0.4473062 Feb 19 02:50:04.370341 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port cab3c780-44c4-45a1-a8a6-516fddcf1a12, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=cab3c780-44c4-45a1-a8a6-516fddcf1a12,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:50:04.372748 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94b45c3-e9d1-45db-8b87-9c0df065a459 req-183b7943-8258-47b3-bc2f-fb608013bcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:04.379945 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d94b45c3-e9d1-45db-8b87-9c0df065a459 req-183b7943-8258-47b3-bc2f-fb608013bcd7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5124bd00-da2a-4bd6-93a0-c14c92afb11f HTTP/1.1" status: 200 len: 870 time: 0.6424432 Feb 19 02:50:04.411020 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Returning: {'device': 'cab3c780-44c4-45a1-a8a6-516fddcf1a12', 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f', 'port_id': 'cab3c780-44c4-45a1-a8a6-516fddcf1a12', 'mac_address': 'fa:16:3e:de:48:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '974c06bc-f097-4890-970a-b087501ab241', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:50:04.438305 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a087c158-3dee-4a3e-951b-f784f2f98767 req-6bc8fa0a-0fda-40e7-beec-f04ca2d12a10 tempest-AbsoluteLimitsNegativeTestJSON-80513112 tempest-AbsoluteLimitsNegativeTestJSON-80513112-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=d3a7ce2b316d4d6880dd3a678445edb9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1974864 Feb 19 02:50:04.469615 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port cab3c780-44c4-45a1-a8a6-516fddcf1a12 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:50:04.471247 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (cab3c780-44c4-45a1-a8a6-516fddcf1a12), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:04.488690 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cab3c780-44c4-45a1-a8a6-516fddcf1a12 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:50:04.511548 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d94b45c3-e9d1-45db-8b87-9c0df065a459 req-b35c6689-5c3e-4fc8-8065-3d66dc528682 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=2b56631a-5738-4e8b-a40f-7fcce20d77f9 HTTP/1.1" status: 200 len: 217 time: 0.0803318 Feb 19 02:50:04.568655 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port cab3c780-44c4-45a1-a8a6-516fddcf1a12, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=cab3c780-44c4-45a1-a8a6-516fddcf1a12,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:50:04.595949 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (cab3c780-44c4-45a1-a8a6-516fddcf1a12), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:04.695333 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2698f3e1-7818-4e4a-a706-0f14a35d262d req-a9d75c7e-0978-4a68-a54b-49890df10d57 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe71e737-cb97-4e9e-a576-1f93522c47f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3108885 Feb 19 02:50:04.739817 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=cab3c780-44c4-45a1-a8a6-516fddcf1a12,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:04.792569 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94b45c3-e9d1-45db-8b87-9c0df065a459 req-2241db76-61f2-47bd-97ac-81c7e4732836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:04.795686 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d94b45c3-e9d1-45db-8b87-9c0df065a459 req-2241db76-61f2-47bd-97ac-81c7e4732836 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=974c06bc-f097-4890-970a-b087501ab241 HTTP/1.1" status: 200 len: 843 time: 0.2651215 Feb 19 02:50:04.967554 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['cab3c780-44c4-45a1-a8a6-516fddcf1a12'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:50:05.006092 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c22936-7bcb-4db0-b238-ffb186a91b5e req-2773525f-2801-4b04-b16d-e07e1972664c tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:05.008400 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-30c22936-7bcb-4db0-b238-ffb186a91b5e req-2773525f-2801-4b04-b16d-e07e1972664c tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb4b2ec2-44c7-4efb-b4f1-4efede1d838b HTTP/1.1" status: 200 len: 931 time: 0.3520389 Feb 19 02:50:05.046298 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94b45c3-e9d1-45db-8b87-9c0df065a459 req-9b82a74a-017a-4694-be23-dd9bf7394aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:05.050056 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d94b45c3-e9d1-45db-8b87-9c0df065a459 req-9b82a74a-017a-4694-be23-dd9bf7394aa7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5124bd00-da2a-4bd6-93a0-c14c92afb11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2386153 Feb 19 02:50:05.059782 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673ab036-0323-40c6-b76b-6bff9add7c79 req-e9279dd7-fadb-43c9-b559-0ac9bce0fc33 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:05.062121 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-673ab036-0323-40c6-b76b-6bff9add7c79 req-e9279dd7-fadb-43c9-b559-0ac9bce0fc33 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=b633fbf1-48a0-4414-a396-bb91c1b8c863 HTTP/1.1" status: 200 len: 944 time: 0.2344346 Feb 19 02:50:05.177204 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58318) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:50:05.186548 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d5715850-f7ff-4c96-902e-abf0c9168b67 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16289271'] for router_interface (9a962d46-399a-441d-b938-9764d564c0b0), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:05.279565 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-30c22936-7bcb-4db0-b238-ffb186a91b5e req-e72e3e61-8bef-4452-a0c5-6c8f25ac372f tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ca71149-99da-4cc2-ac25-44d2d4a4007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632308 Feb 19 02:50:05.397885 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-12f885b8-febd-4243-9cea-699ea0201559 req-49d89c29-0afa-4304-9088-cf42eadeb874 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Publish callbacks [] for port (531d566d-738d-4da8-808a-034a8f680e0d), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:05.403929 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-673ab036-0323-40c6-b76b-6bff9add7c79 req-78aefe07-1de3-4a1e-9cfa-c5784acf9689 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/security-groups?id=83745bf6-2450-44b1-b073-88b2d8645794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3214703 Feb 19 02:50:05.435434 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-1a1c66d1-44da-4781-98f1-b56453ab417b req-3f8f2ec6-5247-40d4-82e0-1db1cfdc3549 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58df93bc-fa06-4a42-a400-4f712ed60b0d {{(pid=103702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:50:05.448447 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-1a1c66d1-44da-4781-98f1-b56453ab417b req-3f8f2ec6-5247-40d4-82e0-1db1cfdc3549 service neutron] Publish callbacks [] for port (58df93bc-fa06-4a42-a400-4f712ed60b0d), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:05.467299 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-1a1c66d1-44da-4781-98f1-b56453ab417b req-3f8f2ec6-5247-40d4-82e0-1db1cfdc3549 service neutron] Transition to ACTIVE for port object 58df93bc-fa06-4a42-a400-4f712ed60b0d will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:50:05.508574 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-1a1c66d1-44da-4781-98f1-b56453ab417b req-3f8f2ec6-5247-40d4-82e0-1db1cfdc3549 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (58df93bc-fa06-4a42-a400-4f712ed60b0d), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:05.531281 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-12f885b8-febd-4243-9cea-699ea0201559 req-49d89c29-0afa-4304-9088-cf42eadeb874 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (531d566d-738d-4da8-808a-034a8f680e0d), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:05.533321 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d94b45c3-e9d1-45db-8b87-9c0df065a459 req-2d1de073-7111-4fc1-aad8-8b540e8a02ec service neutron] 10.222.0.73 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4675853 Feb 19 02:50:05.566929 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1c276456-b5a7-4947-894b-beeaf9366de2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:05.681225 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1c276456-b5a7-4947-894b-beeaf9366de2 admin admin] Publish callbacks [] for security_group (8c47dbbb-6cf3-4647-92bb-597dc05947c4), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:05.711850 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12f885b8-febd-4243-9cea-699ea0201559 req-49d89c29-0afa-4304-9088-cf42eadeb874 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Network bf672100-ed94-443f-908a-4ecaf8a2d628 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:50:05.732838 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [req-12f885b8-febd-4243-9cea-699ea0201559 req-49d89c29-0afa-4304-9088-cf42eadeb874 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:50:05.735501 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1c276456-b5a7-4947-894b-beeaf9366de2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (8c47dbbb-6cf3-4647-92bb-597dc05947c4), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:05.743965 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-12f885b8-febd-4243-9cea-699ea0201559 req-49d89c29-0afa-4304-9088-cf42eadeb874 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:50:05.750068 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e68fb53-e637-436f-9f5c-8d27fef98506 req-38f44125-9b7c-4070-9e25-532a166af520 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:05.758547 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3e68fb53-e637-436f-9f5c-8d27fef98506 req-38f44125-9b7c-4070-9e25-532a166af520 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/ports?device_id=d7f98579-8123-4a93-a9ea-c09f515b0254 HTTP/1.1" status: 200 len: 931 time: 0.2311349 Feb 19 02:50:05.808388 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f885b8-febd-4243-9cea-699ea0201559 req-49d89c29-0afa-4304-9088-cf42eadeb874 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:05.809091 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-12f885b8-febd-4243-9cea-699ea0201559 req-49d89c29-0afa-4304-9088-cf42eadeb874 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:05.855333 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 2b56631a-5738-4e8b-a40f-7fcce20d77f9 details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:50:05.868191 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8f2ec6-5247-40d4-82e0-1db1cfdc3549 service neutron] Pushing event updated for resources: {'Port': ['ID=58df93bc-fa06-4a42-a400-4f712ed60b0d,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:05.868405 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d94b45c3-e9d1-45db-8b87-9c0df065a459 req-5283ff54-aef5-4027-9ab3-d975289d3326 service neutron] 10.222.0.73 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2954237 Feb 19 02:50:05.939556 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d89c29-0afa-4304-9088-cf42eadeb874 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Pushing event updated for resources: {'Port': ['ID=531d566d-738d-4da8-808a-034a8f680e0d,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:05.959159 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3e68fb53-e637-436f-9f5c-8d27fef98506 req-e9c3b521-f915-4c9e-bdea-aa400ead54b7 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/security-groups?id=d1068709-142b-4f0d-aa54-30196489f5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996255 Feb 19 02:50:05.965676 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-1c276456-b5a7-4947-894b-beeaf9366de2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d3a7ce2b316d4d6880dd3a678445edb9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7874055 Feb 19 02:50:05.969155 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58334) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:50:05.982737 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-12f885b8-febd-4243-9cea-699ea0201559 req-49d89c29-0afa-4304-9088-cf42eadeb874 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4842627 Feb 19 02:50:05.984058 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c276456-b5a7-4947-894b-beeaf9366de2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c47dbbb-6cf3-4647-92bb-597dc05947c4,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:06.004846 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2427cfae-d05d-47f0-b8e7-3025784d4114 req-bff87900-d1d2-437d-8834-ac75ce16087e tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:06.006161 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-12f885b8-febd-4243-9cea-699ea0201559 req-41060525-f5fe-4d51-89aa-98fa388bab38 service neutron] Request body: {'port': {'device_id': 'd7f98579-8123-4a93-a9ea-c09f515b0254', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826753-2'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:50:06.007007 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2427cfae-d05d-47f0-b8e7-3025784d4114 req-bff87900-d1d2-437d-8834-ac75ce16087e tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/ports?device_id=3cca9c25-9730-4d04-add4-37b9cddf5727 HTTP/1.1" status: 200 len: 948 time: 0.1590707 Feb 19 02:50:06.026775 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-d5715850-f7ff-4c96-902e-abf0c9168b67 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Deleting port 0703ca3e-7a1d-4063-a291-1e8e91e8f8d1 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:50:06.027161 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d5715850-f7ff-4c96-902e-abf0c9168b67 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (0703ca3e-7a1d-4063-a291-1e8e91e8f8d1), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:06.106617 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-1a1c66d1-44da-4781-98f1-b56453ab417b req-3f8f2ec6-5247-40d4-82e0-1db1cfdc3549 service neutron] Attempting to bind port 58df93bc-fa06-4a42-a400-4f712ed60b0d on host n-h1-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:50:06.107281 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-1a1c66d1-44da-4781-98f1-b56453ab417b req-3f8f2ec6-5247-40d4-82e0-1db1cfdc3549 service neutron] Attempting to bind port 58df93bc-fa06-4a42-a400-4f712ed60b0d by drivers openvswitch,hyperv on host n-h1-826753-2 at level 0 using segments [{'id': '4d279d1b-ef9f-49cc-bc5d-c8be530f22d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '38d6fa8e-4007-4beb-abd0-8f0d817f1ef6'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:50:06.107700 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a1c66d1-44da-4781-98f1-b56453ab417b req-3f8f2ec6-5247-40d4-82e0-1db1cfdc3549 service neutron] Attempting to bind port 58df93bc-fa06-4a42-a400-4f712ed60b0d on network 38d6fa8e-4007-4beb-abd0-8f0d817f1ef6 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:50:06.111400 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-12f885b8-febd-4243-9cea-699ea0201559 req-41060525-f5fe-4d51-89aa-98fa388bab38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (531d566d-738d-4da8-808a-034a8f680e0d), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:06.142007 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a1c66d1-44da-4781-98f1-b56453ab417b req-3f8f2ec6-5247-40d4-82e0-1db1cfdc3549 service neutron] Port 58df93bc-fa06-4a42-a400-4f712ed60b0d on network 38d6fa8e-4007-4beb-abd0-8f0d817f1ef6 not bound, no agent of type Open vSwitch agent registered on host n-h1-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:50:06.142007 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a1c66d1-44da-4781-98f1-b56453ab417b req-3f8f2ec6-5247-40d4-82e0-1db1cfdc3549 service neutron] Attempting to bind port 58df93bc-fa06-4a42-a400-4f712ed60b0d on network 38d6fa8e-4007-4beb-abd0-8f0d817f1ef6 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:50:06.146662 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 2b56631a-5738-4e8b-a40f-7fcce20d77f9, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=2b56631a-5738-4e8b-a40f-7fcce20d77f9,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:50:06.174294 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': '2b56631a-5738-4e8b-a40f-7fcce20d77f9', 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f', 'port_id': '2b56631a-5738-4e8b-a40f-7fcce20d77f9', 'mac_address': 'fa:16:3e:51:12:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '974c06bc-f097-4890-970a-b087501ab241', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:50:06.179234 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a1c66d1-44da-4781-98f1-b56453ab417b req-3f8f2ec6-5247-40d4-82e0-1db1cfdc3549 service neutron] Checking agent: {'id': '9d56fb1b-2855-496a-a6d9-c324740cb98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:50:06.181478 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a1c66d1-44da-4781-98f1-b56453ab417b req-3f8f2ec6-5247-40d4-82e0-1db1cfdc3549 service neutron] Checking segment: {'id': '4d279d1b-ef9f-49cc-bc5d-c8be530f22d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '38d6fa8e-4007-4beb-abd0-8f0d817f1ef6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:50:06.181478 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a1c66d1-44da-4781-98f1-b56453ab417b req-3f8f2ec6-5247-40d4-82e0-1db1cfdc3549 service neutron] Bound using segment: {'id': '4d279d1b-ef9f-49cc-bc5d-c8be530f22d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '38d6fa8e-4007-4beb-abd0-8f0d817f1ef6'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:50:06.181478 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-1a1c66d1-44da-4781-98f1-b56453ab417b req-3f8f2ec6-5247-40d4-82e0-1db1cfdc3549 service neutron] Bound port: 58df93bc-fa06-4a42-a400-4f712ed60b0d, host: n-h1-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d279d1b-ef9f-49cc-bc5d-c8be530f22d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '38d6fa8e-4007-4beb-abd0-8f0d817f1ef6'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:50:06.181478 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-1a1c66d1-44da-4781-98f1-b56453ab417b req-3f8f2ec6-5247-40d4-82e0-1db1cfdc3549 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (58df93bc-fa06-4a42-a400-4f712ed60b0d), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:06.216410 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 2627f988-0bb3-4e18-8043-ab2713487336 up at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:50:06.229612 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d20acbbe-f5e0-4ff7-939c-858f6c2791e7 admin admin] Publish callbacks [] for security_group (8c47dbbb-6cf3-4647-92bb-597dc05947c4), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:06.266119 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-d5715850-f7ff-4c96-902e-abf0c9168b67 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] For port 0703ca3e-7a1d-4063-a291-1e8e91e8f8d1, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=0703ca3e-7a1d-4063-a291-1e8e91e8f8d1,segment=NetworkSegment(fd7b6c3b-4d93-4d98-936b-5b12557dd37d),segment_id=fd7b6c3b-4d93-4d98-936b-5b12557dd37d)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:50:06.267134 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d5715850-f7ff-4c96-902e-abf0c9168b67 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (0703ca3e-7a1d-4063-a291-1e8e91e8f8d1), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:06.285944 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-d5715850-f7ff-4c96-902e-abf0c9168b67 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Calling delete_port for 0703ca3e-7a1d-4063-a291-1e8e91e8f8d1 owned by network:router_interface {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:50:06.304797 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 2b56631a-5738-4e8b-a40f-7fcce20d77f9 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:50:06.305224 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (2b56631a-5738-4e8b-a40f-7fcce20d77f9), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:06.321750 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b56631a-5738-4e8b-a40f-7fcce20d77f9 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:50:06.345331 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d20acbbe-f5e0-4ff7-939c-858f6c2791e7 admin admin] Publish callbacks [] for security_group (8c47dbbb-6cf3-4647-92bb-597dc05947c4), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:06.351769 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 2b56631a-5738-4e8b-a40f-7fcce20d77f9, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=2b56631a-5738-4e8b-a40f-7fcce20d77f9,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:50:06.355358 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning for port 2627f988-0bb3-4e18-8043-ab2713487336 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:50:06.360031 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning complete for port 2627f988-0bb3-4e18-8043-ab2713487336 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:50:06.360446 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (2627f988-0bb3-4e18-8043-ab2713487336), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:06.364322 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (2b56631a-5738-4e8b-a40f-7fcce20d77f9), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:06.431763 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-1a1c66d1-44da-4781-98f1-b56453ab417b req-3f8f2ec6-5247-40d4-82e0-1db1cfdc3549 service neutron] For port 58df93bc-fa06-4a42-a400-4f712ed60b0d, host n-h1-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:50:06.461956 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=2b56631a-5738-4e8b-a40f-7fcce20d77f9,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:06.474040 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-1a1c66d1-44da-4781-98f1-b56453ab417b req-3f8f2ec6-5247-40d4-82e0-1db1cfdc3549 service neutron] For port 58df93bc-fa06-4a42-a400-4f712ed60b0d, host n-h1-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=58df93bc-fa06-4a42-a400-4f712ed60b0d,segment=NetworkSegment(4d279d1b-ef9f-49cc-bc5d-c8be530f22d3),segment_id=4d279d1b-ef9f-49cc-bc5d-c8be530f22d3)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:50:06.526303 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-1a1c66d1-44da-4781-98f1-b56453ab417b req-3f8f2ec6-5247-40d4-82e0-1db1cfdc3549 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (58df93bc-fa06-4a42-a400-4f712ed60b0d), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:06.539072 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 2627f988-0bb3-4e18-8043-ab2713487336 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:50:06.539587 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (2627f988-0bb3-4e18-8043-ab2713487336), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:06.587467 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8f2ec6-5247-40d4-82e0-1db1cfdc3549 service neutron] Pushing event updated for resources: {'Port': ['ID=58df93bc-fa06-4a42-a400-4f712ed60b0d,revision_number=3']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:06.590315 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d20acbbe-f5e0-4ff7-939c-858f6c2791e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (8c47dbbb-6cf3-4647-92bb-597dc05947c4), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:06.592608 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b633fbf1-48a0-4414-a396-bb91c1b8c863', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2627f988-0bb3-4e18-8043-ab2713487336'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:50:06.593322 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d20acbbe-f5e0-4ff7-939c-858f6c2791e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:06.596902 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-d20acbbe-f5e0-4ff7-939c-858f6c2791e7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8c47dbbb-6cf3-4647-92bb-597dc05947c4 HTTP/1.1" status: 204 len: 168 time: 0.6236017 Feb 19 02:50:06.597830 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-104a70bd-24d0-4109-a13a-c82943e1857e" -d '{"events": [{"server_uuid": "b633fbf1-48a0-4414-a396-bb91c1b8c863", "name": "network-vif-plugged", "status": "completed", "tag": "2627f988-0bb3-4e18-8043-ab2713487336"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:50:06.620621 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1c66d1-44da-4781-98f1-b56453ab417b req-3f8f2ec6-5247-40d4-82e0-1db1cfdc3549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:06.622646 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-1a1c66d1-44da-4781-98f1-b56453ab417b req-3f8f2ec6-5247-40d4-82e0-1db1cfdc3549 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:06.625442 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-1a1c66d1-44da-4781-98f1-b56453ab417b req-3f8f2ec6-5247-40d4-82e0-1db1cfdc3549 service neutron] 10.222.0.73 "PUT /v2.0/ports/58df93bc-fa06-4a42-a400-4f712ed60b0d HTTP/1.1" status: 200 len: 1091 time: 2.8076236 Feb 19 02:50:06.626513 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb4b2ec2-44c7-4efb-b4f1-4efede1d838b', 'tag': '58df93bc-fa06-4a42-a400-4f712ed60b0d'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:50:06.629115 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96753123-b72b-4d8f-b87c-0b777e74388c" -d '{"events": [{"name": "network-changed", "server_uuid": "bb4b2ec2-44c7-4efb-b4f1-4efede1d838b", "tag": "58df93bc-fa06-4a42-a400-4f712ed60b0d"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:50:06.632147 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20acbbe-f5e0-4ff7-939c-858f6c2791e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c47dbbb-6cf3-4647-92bb-597dc05947c4,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:06.647494 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 2627f988-0bb3-4e18-8043-ab2713487336, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=2627f988-0bb3-4e18-8043-ab2713487336,segment=NetworkSegment(b3dae451-0c86-4a64-8455-5c47bfffd3eb),segment_id=b3dae451-0c86-4a64-8455-5c47bfffd3eb)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:50:06.670954 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (2627f988-0bb3-4e18-8043-ab2713487336), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:06.755297 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d5715850-f7ff-4c96-902e-abf0c9168b67 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (0703ca3e-7a1d-4063-a291-1e8e91e8f8d1), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:06.790286 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=2627f988-0bb3-4e18-8043-ab2713487336,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:06.791639 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2427cfae-d05d-47f0-b8e7-3025784d4114 req-4c7976bd-a052-4d7b-b823-dd0d0b95151c tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe71e737-cb97-4e9e-a576-1f93522c47f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7714293 Feb 19 02:50:06.816870 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['2b56631a-5738-4e8b-a40f-7fcce20d77f9'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:50:06.821948 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-12f885b8-febd-4243-9cea-699ea0201559 req-41060525-f5fe-4d51-89aa-98fa388bab38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 531d566d-738d-4da8-808a-034a8f680e0d {{(pid=103702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:50:06.832736 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-12f885b8-febd-4243-9cea-699ea0201559 req-41060525-f5fe-4d51-89aa-98fa388bab38 service neutron] Publish callbacks [] for port (531d566d-738d-4da8-808a-034a8f680e0d), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:06.849343 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-12f885b8-febd-4243-9cea-699ea0201559 req-41060525-f5fe-4d51-89aa-98fa388bab38 service neutron] Transition to ACTIVE for port object 531d566d-738d-4da8-808a-034a8f680e0d will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:50:06.860669 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:50:06.926058 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-12f885b8-febd-4243-9cea-699ea0201559 req-41060525-f5fe-4d51-89aa-98fa388bab38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (531d566d-738d-4da8-808a-034a8f680e0d), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:06.989753 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1c66d1-44da-4781-98f1-b56453ab417b req-8d7458df-09dc-4ea5-b8f3-78d12f288557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:06.992560 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-1a1c66d1-44da-4781-98f1-b56453ab417b req-8d7458df-09dc-4ea5-b8f3-78d12f288557 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=58648b0a304e4e32b732a18f663ed7a6&device_id=bb4b2ec2-44c7-4efb-b4f1-4efede1d838b HTTP/1.1" status: 200 len: 1125 time: 0.1407416 Feb 19 02:50:07.124405 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41060525-f5fe-4d51-89aa-98fa388bab38 service neutron] Pushing event updated for resources: {'Port': ['ID=531d566d-738d-4da8-808a-034a8f680e0d,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:07.139356 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-1a1c66d1-44da-4781-98f1-b56453ab417b req-fb2f3fb5-edfe-474c-add0-7e54f863a5ce service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58df93bc-fa06-4a42-a400-4f712ed60b0d HTTP/1.1" status: 200 len: 217 time: 0.1290946 Feb 19 02:50:07.146478 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-12f885b8-febd-4243-9cea-699ea0201559 req-41060525-f5fe-4d51-89aa-98fa388bab38 service neutron] Attempting to bind port 531d566d-738d-4da8-808a-034a8f680e0d on host n-h1-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:50:07.147329 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-12f885b8-febd-4243-9cea-699ea0201559 req-41060525-f5fe-4d51-89aa-98fa388bab38 service neutron] Attempting to bind port 531d566d-738d-4da8-808a-034a8f680e0d by drivers openvswitch,hyperv on host n-h1-826753-2 at level 0 using segments [{'id': '95c489b5-d2f5-4704-89fb-8accaa8a0e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'bf672100-ed94-443f-908a-4ecaf8a2d628'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:50:07.148269 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f885b8-febd-4243-9cea-699ea0201559 req-41060525-f5fe-4d51-89aa-98fa388bab38 service neutron] Attempting to bind port 531d566d-738d-4da8-808a-034a8f680e0d on network bf672100-ed94-443f-908a-4ecaf8a2d628 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:50:07.209875 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f885b8-febd-4243-9cea-699ea0201559 req-41060525-f5fe-4d51-89aa-98fa388bab38 service neutron] Port 531d566d-738d-4da8-808a-034a8f680e0d on network bf672100-ed94-443f-908a-4ecaf8a2d628 not bound, no agent of type Open vSwitch agent registered on host n-h1-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:50:07.211008 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f885b8-febd-4243-9cea-699ea0201559 req-41060525-f5fe-4d51-89aa-98fa388bab38 service neutron] Attempting to bind port 531d566d-738d-4da8-808a-034a8f680e0d on network bf672100-ed94-443f-908a-4ecaf8a2d628 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:50:07.218945 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1c66d1-44da-4781-98f1-b56453ab417b req-4b695161-f01d-4240-aa78-d9b385de2739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:07.220951 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-1a1c66d1-44da-4781-98f1-b56453ab417b req-4b695161-f01d-4240-aa78-d9b385de2739 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=54b68f46-9c6f-467f-99d5-a919ef2f5fa1 HTTP/1.1" status: 200 len: 846 time: 0.0647986 Feb 19 02:50:07.222045 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f885b8-febd-4243-9cea-699ea0201559 req-41060525-f5fe-4d51-89aa-98fa388bab38 service neutron] Checking agent: {'id': '9d56fb1b-2855-496a-a6d9-c324740cb98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:50:07.222629 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f885b8-febd-4243-9cea-699ea0201559 req-41060525-f5fe-4d51-89aa-98fa388bab38 service neutron] Checking segment: {'id': '95c489b5-d2f5-4704-89fb-8accaa8a0e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'bf672100-ed94-443f-908a-4ecaf8a2d628'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:50:07.222744 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5715850-f7ff-4c96-902e-abf0c9168b67 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Pushing event deleted for resources: {'Port': ['ID=0703ca3e-7a1d-4063-a291-1e8e91e8f8d1,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:07.223314 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f885b8-febd-4243-9cea-699ea0201559 req-41060525-f5fe-4d51-89aa-98fa388bab38 service neutron] Bound using segment: {'id': '95c489b5-d2f5-4704-89fb-8accaa8a0e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'bf672100-ed94-443f-908a-4ecaf8a2d628'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:50:07.224105 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-12f885b8-febd-4243-9cea-699ea0201559 req-41060525-f5fe-4d51-89aa-98fa388bab38 service neutron] Bound port: 531d566d-738d-4da8-808a-034a8f680e0d, host: n-h1-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95c489b5-d2f5-4704-89fb-8accaa8a0e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'bf672100-ed94-443f-908a-4ecaf8a2d628'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:50:07.230374 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-12f885b8-febd-4243-9cea-699ea0201559 req-41060525-f5fe-4d51-89aa-98fa388bab38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (531d566d-738d-4da8-808a-034a8f680e0d), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:07.321903 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-1a1c66d1-44da-4781-98f1-b56453ab417b req-feb247ab-9b7f-4530-8b81-c00786be89d9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=38d6fa8e-4007-4beb-abd0-8f0d817f1ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0871880 Feb 19 02:50:07.418685 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d5715850-f7ff-4c96-902e-abf0c9168b67 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16362762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16314471'] for router_interface (9a962d46-399a-441d-b938-9764d564c0b0), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:07.440069 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-12f885b8-febd-4243-9cea-699ea0201559 req-41060525-f5fe-4d51-89aa-98fa388bab38 service neutron] For port 531d566d-738d-4da8-808a-034a8f680e0d, host n-h1-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:50:07.459067 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-12f885b8-febd-4243-9cea-699ea0201559 req-41060525-f5fe-4d51-89aa-98fa388bab38 service neutron] For port 531d566d-738d-4da8-808a-034a8f680e0d, host n-h1-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=531d566d-738d-4da8-808a-034a8f680e0d,segment=NetworkSegment(95c489b5-d2f5-4704-89fb-8accaa8a0e0f),segment_id=95c489b5-d2f5-4704-89fb-8accaa8a0e0f)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:50:07.552843 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0516dd-7804-4a09-8642-2f7b4a3966b7 req-7733a524-a07b-4802-acc5-a2b3d5e19d8b tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:07.555586 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ac0516dd-7804-4a09-8642-2f7b4a3966b7 req-7733a524-a07b-4802-acc5-a2b3d5e19d8b tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb4b2ec2-44c7-4efb-b4f1-4efede1d838b HTTP/1.1" status: 200 len: 943 time: 0.9031739 Feb 19 02:50:07.656766 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-1a1c66d1-44da-4781-98f1-b56453ab417b req-8bda816e-714e-4537-9add-6d89582ed661 service neutron] 10.222.0.73 "GET /v2.0/networks/38d6fa8e-4007-4beb-abd0-8f0d817f1ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815014 Feb 19 02:50:07.660680 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-12f885b8-febd-4243-9cea-699ea0201559 req-41060525-f5fe-4d51-89aa-98fa388bab38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (531d566d-738d-4da8-808a-034a8f680e0d), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:07.700440 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5715850-f7ff-4c96-902e-abf0c9168b67 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Router 9a962d46-399a-441d-b938-9764d564c0b0 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:50:07.715529 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d226e0e-6109-467d-b27a-898028ce042c req-6dd67f94-bf5b-4861-bb55-152f6a5518f9 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:07.717452 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0d226e0e-6109-467d-b27a-898028ce042c req-6dd67f94-bf5b-4861-bb55-152f6a5518f9 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=b633fbf1-48a0-4414-a396-bb91c1b8c863 HTTP/1.1" status: 200 len: 945 time: 0.4871767 Feb 19 02:50:07.793504 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ac0516dd-7804-4a09-8642-2f7b4a3966b7 req-7119f788-e457-414c-a6cc-75e1aee5a3ce tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ca71149-99da-4cc2-ac25-44d2d4a4007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107329 Feb 19 02:50:07.909358 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-1a1c66d1-44da-4781-98f1-b56453ab417b req-37852c2b-57c2-4f0c-8ce0-3babd2f9b1cf service neutron] 10.222.0.73 "GET /v2.0/networks/38d6fa8e-4007-4beb-abd0-8f0d817f1ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352602 Feb 19 02:50:07.920130 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f885b8-febd-4243-9cea-699ea0201559 req-41060525-f5fe-4d51-89aa-98fa388bab38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:07.920751 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-12f885b8-febd-4243-9cea-699ea0201559 req-41060525-f5fe-4d51-89aa-98fa388bab38 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:07.927250 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-12f885b8-febd-4243-9cea-699ea0201559 req-41060525-f5fe-4d51-89aa-98fa388bab38 service neutron] 10.222.0.73 "PUT /v2.0/ports/531d566d-738d-4da8-808a-034a8f680e0d HTTP/1.1" status: 200 len: 1091 time: 1.9253192 Feb 19 02:50:07.958951 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36f77ab2-2d01-4928-9cac-125ff9058c1e x-openstack-request-id: req-36f77ab2-2d01-4928-9cac-125ff9058c1e {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:50:07.959495 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b633fbf1-48a0-4414-a396-bb91c1b8c863", "name": "network-vif-plugged", "status": "completed", "tag": "2627f988-0bb3-4e18-8043-ab2713487336", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:50:07.961356 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-36f77ab2-2d01-4928-9cac-125ff9058c1e {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:50:07.961973 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b633fbf1-48a0-4414-a396-bb91c1b8c863', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2627f988-0bb3-4e18-8043-ab2713487336', 'code': 200} Feb 19 02:50:07.994282 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41060525-f5fe-4d51-89aa-98fa388bab38 service neutron] Pushing event updated for resources: {'Port': ['ID=531d566d-738d-4da8-808a-034a8f680e0d,revision_number=3']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:08.011411 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5715850-f7ff-4c96-902e-abf0c9168b67 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:50:08.026281 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8381faf-a20a-48c2-bd12-d0c5c6780f05 x-openstack-request-id: req-c8381faf-a20a-48c2-bd12-d0c5c6780f05 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:50:08.026528 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49c0de1-00b5-46e4-8959-60c95f531d8a None None] Sync routers for ids ['9a962d46-399a-441d-b938-9764d564c0b0'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:50:08.026630 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb4b2ec2-44c7-4efb-b4f1-4efede1d838b", "tag": "58df93bc-fa06-4a42-a400-4f712ed60b0d", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:50:08.026849 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c8381faf-a20a-48c2-bd12-d0c5c6780f05 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:50:08.038730 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb4b2ec2-44c7-4efb-b4f1-4efede1d838b', 'tag': '58df93bc-fa06-4a42-a400-4f712ed60b0d', 'status': 'completed', 'code': 200} Feb 19 02:50:08.054947 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58376) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:50:08.056055 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-d5715850-f7ff-4c96-902e-abf0c9168b67 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] 10.222.0.72 "PUT /v2.0/routers/9a962d46-399a-441d-b938-9764d564c0b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7717111 Feb 19 02:50:08.057043 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49c0de1-00b5-46e4-8959-60c95f531d8a None None] Routers {'9a962d46-399a-441d-b938-9764d564c0b0'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:50:08.059108 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-f49c0de1-00b5-46e4-8959-60c95f531d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:49:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['9a962d46-399a-441d-b938-9764d564c0b0'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:50:08.165736 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0d226e0e-6109-467d-b27a-898028ce042c req-dad86484-6af3-467e-b8bc-b94904e55721 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/security-groups?id=83745bf6-2450-44b1-b073-88b2d8645794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4369154 Feb 19 02:50:08.236709 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-f49c0de1-00b5-46e4-8959-60c95f531d8a None None] Set router 9a962d46-399a-441d-b938-9764d564c0b0 gateway port host: None {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:50:08.255888 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58380) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:50:08.260534 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-a588182d-2107-474e-be74-e2eb6ddf1b94 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Deleting subnet a8e8530f-41b8-489a-b611-33908f08e91d {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:50:08.273109 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a588182d-2107-474e-be74-e2eb6ddf1b94 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks [] for subnet (a8e8530f-41b8-489a-b611-33908f08e91d), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:08.328483 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb164367-795b-435a-a31b-62c957fab01b req-a6ff408a-cb3d-4908-9d3f-6b6efaf75e43 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:08.330114 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bb164367-795b-435a-a31b-62c957fab01b req-a6ff408a-cb3d-4908-9d3f-6b6efaf75e43 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/ports?device_id=d7f98579-8123-4a93-a9ea-c09f515b0254 HTTP/1.1" status: 200 len: 943 time: 0.2193599 Feb 19 02:50:08.332873 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-f49c0de1-00b5-46e4-8959-60c95f531d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a962d46-399a-441d-b938-9764d564c0b0', 'name': 'tempest-RoutersIpV6Test-router-593384108', 'tenant_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:48:58Z', 'updated_at': '2022-02-19T02:50:06Z', 'revision_number': 11, 'project_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'gw_port_host': None}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:50:08.343528 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f885b8-febd-4243-9cea-699ea0201559 req-bbe6de1d-8c2a-46be-9d73-757da19be61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:08.345832 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-12f885b8-febd-4243-9cea-699ea0201559 req-bbe6de1d-8c2a-46be-9d73-757da19be61a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c7760c6b8b69415fb3db99a9707764df&device_id=d7f98579-8123-4a93-a9ea-c09f515b0254 HTTP/1.1" status: 200 len: 1125 time: 0.2871590 Feb 19 02:50:08.354467 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a588182d-2107-474e-be74-e2eb6ddf1b94 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (a8e8530f-41b8-489a-b611-33908f08e91d), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:08.359166 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55547dd-dcb4-4fcb-87c5-e145ffc2acfb req-baeafcbf-eb21-46d7-a59c-d9536b4d560c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:08.360815 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a55547dd-dcb4-4fcb-87c5-e145ffc2acfb req-baeafcbf-eb21-46d7-a59c-d9536b4d560c service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=b633fbf1-48a0-4414-a396-bb91c1b8c863 HTTP/1.1" status: 200 len: 1127 time: 0.2734640 Feb 19 02:50:08.383969 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49c0de1-00b5-46e4-8959-60c95f531d8a None None] Checking router: 9a962d46-399a-441d-b938-9764d564c0b0 for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:50:08.386096 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device cab3c780-44c4-45a1-a8a6-516fddcf1a12 up at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:50:08.413163 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96753123-b72b-4d8f-b87c-0b777e74388c req-3ad4d23b-407b-4b8f-a947-465d1aba3b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:08.414743 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-96753123-b72b-4d8f-b87c-0b777e74388c req-3ad4d23b-407b-4b8f-a947-465d1aba3b45 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=58648b0a304e4e32b732a18f663ed7a6&device_id=bb4b2ec2-44c7-4efb-b4f1-4efede1d838b HTTP/1.1" status: 200 len: 1125 time: 0.2618260 Feb 19 02:50:08.420641 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49c0de1-00b5-46e4-8959-60c95f531d8a None None] Routers {'9a962d46-399a-441d-b938-9764d564c0b0'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:50:08.421766 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-f49c0de1-00b5-46e4-8959-60c95f531d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:49:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['9a962d46-399a-441d-b938-9764d564c0b0'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:50:08.478146 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-229b50fd-7445-497e-b722-5a21c87bc2b7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1443503706-network', 'tenant_id': 'eed1faf7d2ad41cdae7790304e30a12a'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:50:08.507734 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bb164367-795b-435a-a31b-62c957fab01b req-70ad3667-9b2a-4a36-b0d4-089f8a698839 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/security-groups?id=d1068709-142b-4f0d-aa54-30196489f5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709473 Feb 19 02:50:08.515274 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-f49c0de1-00b5-46e4-8959-60c95f531d8a None None] Set router 9a962d46-399a-441d-b938-9764d564c0b0 gateway port host: None {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:50:08.554332 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-12f885b8-febd-4243-9cea-699ea0201559 req-896a4c68-96b5-4cbf-bb84-45d564ec3941 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=531d566d-738d-4da8-808a-034a8f680e0d HTTP/1.1" status: 200 len: 217 time: 0.1917360 Feb 19 02:50:08.560821 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08d327c-aa06-4759-a8c4-bf6ae3b652a9 req-50514ce9-7759-4a95-9958-bf12c4a35776 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:08.569779 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e08d327c-aa06-4759-a8c4-bf6ae3b652a9 req-50514ce9-7759-4a95-9958-bf12c4a35776 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/ports?device_id=3cca9c25-9730-4d04-add4-37b9cddf5727 HTTP/1.1" status: 200 len: 949 time: 0.1627223 Feb 19 02:50:08.602827 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-f49c0de1-00b5-46e4-8959-60c95f531d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a962d46-399a-441d-b938-9764d564c0b0', 'name': 'tempest-RoutersIpV6Test-router-593384108', 'tenant_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:48:58Z', 'updated_at': '2022-02-19T02:50:06Z', 'revision_number': 11, 'project_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'gw_port_host': None}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:50:08.635352 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning for port cab3c780-44c4-45a1-a8a6-516fddcf1a12 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:50:08.639357 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49c0de1-00b5-46e4-8959-60c95f531d8a None None] The sync data for ids ['9a962d46-399a-441d-b938-9764d564c0b0'] in n-d-826753-2 is: [{'id': '9a962d46-399a-441d-b938-9764d564c0b0', 'name': 'tempest-RoutersIpV6Test-router-593384108', 'tenant_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:48:58Z', 'updated_at': '2022-02-19T02:50:06Z', 'revision_number': 11, 'project_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'gw_port_host': None}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:50:08.640937 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning complete for port cab3c780-44c4-45a1-a8a6-516fddcf1a12 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:50:08.642126 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (cab3c780-44c4-45a1-a8a6-516fddcf1a12), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:08.666139 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e08d327c-aa06-4759-a8c4-bf6ae3b652a9 req-e8c11fdf-45c9-43fc-951e-b43ae2ef81cc tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe71e737-cb97-4e9e-a576-1f93522c47f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951645 Feb 19 02:50:08.725875 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-229b50fd-7445-497e-b722-5a21c87bc2b7 admin admin] Made reservation on behalf of eed1faf7d2ad41cdae7790304e30a12a for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:50:08.728244 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-229b50fd-7445-497e-b722-5a21c87bc2b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:08.741906 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a55547dd-dcb4-4fcb-87c5-e145ffc2acfb req-a51dda92-a5d6-4ca6-8572-dfc481f0de9b service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=83745bf6-2450-44b1-b073-88b2d8645794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3124969 Feb 19 02:50:08.767950 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-229b50fd-7445-497e-b722-5a21c87bc2b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:08.778655 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f885b8-febd-4243-9cea-699ea0201559 req-adf5260a-c00a-4862-aba4-a7037589e933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:08.780218 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-12f885b8-febd-4243-9cea-699ea0201559 req-adf5260a-c00a-4862-aba4-a7037589e933 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0bb04773-132e-443e-9baa-c5ff97e31eb2 HTTP/1.1" status: 200 len: 844 time: 0.2088628 Feb 19 02:50:08.795021 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96753123-b72b-4d8f-b87c-0b777e74388c req-18e783b6-475f-4709-b80d-9e6202d05120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:08.796521 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-96753123-b72b-4d8f-b87c-0b777e74388c req-18e783b6-475f-4709-b80d-9e6202d05120 service neutron] 10.222.0.73 "GET /v2.0/networks?id=38d6fa8e-4007-4beb-abd0-8f0d817f1ef6 HTTP/1.1" status: 200 len: 907 time: 0.3485780 Feb 19 02:50:08.824367 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a588182d-2107-474e-be74-e2eb6ddf1b94 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (a8e8530f-41b8-489a-b611-33908f08e91d), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:08.941257 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port cab3c780-44c4-45a1-a8a6-516fddcf1a12 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:50:08.941674 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (cab3c780-44c4-45a1-a8a6-516fddcf1a12), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:08.946959 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-12f885b8-febd-4243-9cea-699ea0201559 req-2efd2339-46cc-44ab-a15d-2808cdeb2ca3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=bf672100-ed94-443f-908a-4ecaf8a2d628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1591845 Feb 19 02:50:08.991960 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port cab3c780-44c4-45a1-a8a6-516fddcf1a12, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=cab3c780-44c4-45a1-a8a6-516fddcf1a12,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:50:08.997617 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (cab3c780-44c4-45a1-a8a6-516fddcf1a12), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:08.997786 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2605deaf-3925-453b-bfdf-d0dbc3ebaf4e req-deacc43f-7386-4ad2-97a1-9c3537d17956 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:09.004893 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2605deaf-3925-453b-bfdf-d0dbc3ebaf4e req-deacc43f-7386-4ad2-97a1-9c3537d17956 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb4b2ec2-44c7-4efb-b4f1-4efede1d838b HTTP/1.1" status: 200 len: 943 time: 0.1043904 Feb 19 02:50:09.048711 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-96753123-b72b-4d8f-b87c-0b777e74388c req-2430bfee-0ede-45cf-a51c-a76f719ac266 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58df93bc-fa06-4a42-a400-4f712ed60b0d HTTP/1.1" status: 200 len: 217 time: 0.2262261 Feb 19 02:50:09.084448 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=cab3c780-44c4-45a1-a8a6-516fddcf1a12,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:09.104596 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2605deaf-3925-453b-bfdf-d0dbc3ebaf4e req-f58e8aaa-4465-4878-8ff2-00d2d0e03683 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ca71149-99da-4cc2-ac25-44d2d4a4007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975049 Feb 19 02:50:09.220584 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96753123-b72b-4d8f-b87c-0b777e74388c req-40de600c-bf73-4584-a0c5-83d9c36260be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:09.222145 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-96753123-b72b-4d8f-b87c-0b777e74388c req-40de600c-bf73-4584-a0c5-83d9c36260be service neutron] 10.222.0.73 "GET /v2.0/subnets?id=54b68f46-9c6f-467f-99d5-a919ef2f5fa1 HTTP/1.1" status: 200 len: 846 time: 0.1222336 Feb 19 02:50:09.269440 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-96753123-b72b-4d8f-b87c-0b777e74388c req-d517bf1b-4a4f-4a6e-9e5d-fd84efce7c3e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=38d6fa8e-4007-4beb-abd0-8f0d817f1ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333936 Feb 19 02:50:09.271758 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a588182d-2107-474e-be74-e2eb6ddf1b94 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (a8e8530f-41b8-489a-b611-33908f08e91d), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:09.317416 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823c9606-9d30-4ad9-a28d-4ff7a88b8798 req-289641ec-0fc4-417b-8a00-c6f9d350c62a tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:09.320222 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-823c9606-9d30-4ad9-a28d-4ff7a88b8798 req-289641ec-0fc4-417b-8a00-c6f9d350c62a tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=b633fbf1-48a0-4414-a396-bb91c1b8c863 HTTP/1.1" status: 200 len: 945 time: 0.0704627 Feb 19 02:50:09.321400 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-12f885b8-febd-4243-9cea-699ea0201559 req-3682766c-28c2-4c66-8621-98ed5d1c2bbf service neutron] 10.222.0.73 "GET /v2.0/networks/bf672100-ed94-443f-908a-4ecaf8a2d628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3071802 Feb 19 02:50:09.335081 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a588182d-2107-474e-be74-e2eb6ddf1b94 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Pushing event deleted for resources: {'Subnet': ['ID=a8e8530f-41b8-489a-b611-33908f08e91d,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:09.369998 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00843f0-424d-48d5-87c3-5875506a4832 None None] Network eaa143cd-3afc-4764-a677-99b22e3b56d0 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:50:09.409463 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-823c9606-9d30-4ad9-a28d-4ff7a88b8798 req-7df36c50-2082-46ab-bd42-6d4e7b582f4b tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/security-groups?id=83745bf6-2450-44b1-b073-88b2d8645794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805449 Feb 19 02:50:09.411450 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-229b50fd-7445-497e-b722-5a21c87bc2b7 admin admin] Publish callbacks [] for security_group (d33c9e8e-7721-4724-a724-ba069a84904a), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:09.412889 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a588182d-2107-474e-be74-e2eb6ddf1b94 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:09.419249 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-a588182d-2107-474e-be74-e2eb6ddf1b94 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] 10.222.0.72 "DELETE /v2.0/subnets/a8e8530f-41b8-489a-b611-33908f08e91d HTTP/1.1" status: 204 len: 168 time: 1.3625860 Feb 19 02:50:09.421141 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 58398) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:50:09.433460 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-229b50fd-7445-497e-b722-5a21c87bc2b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (d33c9e8e-7721-4724-a724-ba069a84904a), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:09.477215 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 0703ca3e-7a1d-4063-a291-1e8e91e8f8d1 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:50:09.500842 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-229b50fd-7445-497e-b722-5a21c87bc2b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 297, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:50:09.503292 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 0703ca3e-7a1d-4063-a291-1e8e91e8f8d1 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:50:09.503750 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 0703ca3e-7a1d-4063-a291-1e8e91e8f8d1 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:50:09.537984 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-229b50fd-7445-497e-b722-5a21c87bc2b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (9fe70e6e-9986-4247-9959-b53c4994b41b), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:09.538336 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-229b50fd-7445-497e-b722-5a21c87bc2b7 admin admin] Added segment 9fe70e6e-9986-4247-9959-b53c4994b41b of type vlan for network e1cc4d35-d947-46a4-a02a-fb288d9849b7 Feb 19 02:50:09.539587 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229b50fd-7445-497e-b722-5a21c87bc2b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d33c9e8e-7721-4724-a724-ba069a84904a,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:09.560644 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3855890b-7481-49e7-88a4-e473ba3e9a71 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (eaa143cd-3afc-4764-a677-99b22e3b56d0), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:09.615558 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-96753123-b72b-4d8f-b87c-0b777e74388c req-952f2ba1-dc8f-43a1-9914-9451bca34643 service neutron] 10.222.0.73 "GET /v2.0/networks/38d6fa8e-4007-4beb-abd0-8f0d817f1ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3348482 Feb 19 02:50:09.627948 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-229b50fd-7445-497e-b722-5a21c87bc2b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (e1cc4d35-d947-46a4-a02a-fb288d9849b7), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:09.660898 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-12f885b8-febd-4243-9cea-699ea0201559 req-fa565669-6398-42ac-bdee-d55849b1be6a service neutron] 10.222.0.73 "GET /v2.0/networks/bf672100-ed94-443f-908a-4ecaf8a2d628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3014538 Feb 19 02:50:09.697552 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8552e09c-9aa7-44ff-97d9-e0a730f9f047 None None] DHCP port deletion for eaa143cd-3afc-4764-a677-99b22e3b56d0 request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 02:50:09.724675 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-229b50fd-7445-497e-b722-5a21c87bc2b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (e1cc4d35-d947-46a4-a02a-fb288d9849b7), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:09.726053 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229b50fd-7445-497e-b722-5a21c87bc2b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:09.726867 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-229b50fd-7445-497e-b722-5a21c87bc2b7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:09.792347 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-8552e09c-9aa7-44ff-97d9-e0a730f9f047 None None] Deleting port 245c47bb-f701-4dbf-ba90-f7a4281e7bac {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:50:09.793137 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-8552e09c-9aa7-44ff-97d9-e0a730f9f047 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (245c47bb-f701-4dbf-ba90-f7a4281e7bac), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:09.802785 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd875288-e559-431e-b17c-1f1b1e1057c0 req-25b8572b-63f2-4ae1-bb39-d794abd8cf81 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:09.809568 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cd875288-e559-431e-b17c-1f1b1e1057c0 req-25b8572b-63f2-4ae1-bb39-d794abd8cf81 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/ports?device_id=d7f98579-8123-4a93-a9ea-c09f515b0254 HTTP/1.1" status: 200 len: 943 time: 0.1669047 Feb 19 02:50:09.858958 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-3855890b-7481-49e7-88a4-e473ba3e9a71 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Deleting port 245c47bb-f701-4dbf-ba90-f7a4281e7bac {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:50:09.859736 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3855890b-7481-49e7-88a4-e473ba3e9a71 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (245c47bb-f701-4dbf-ba90-f7a4281e7bac), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:09.863949 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-229b50fd-7445-497e-b722-5a21c87bc2b7 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5982096 Feb 19 02:50:09.867706 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58404) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:50:09.881099 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-fe7fe4b2-f53b-45e4-beee-3cef91c62e04 admin admin] Request body: {'subnet': {'network_id': 'e1cc4d35-d947-46a4-a02a-fb288d9849b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1443503706-subnet', 'tenant_id': 'eed1faf7d2ad41cdae7790304e30a12a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:50:09.884604 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 2b56631a-5738-4e8b-a40f-7fcce20d77f9 up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:50:09.901047 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-96753123-b72b-4d8f-b87c-0b777e74388c req-3737fcf0-4102-4812-a648-bb6ac8d34f98 service neutron] 10.222.0.73 "GET /v2.0/networks/38d6fa8e-4007-4beb-abd0-8f0d817f1ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702155 Feb 19 02:50:09.903319 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229b50fd-7445-497e-b722-5a21c87bc2b7 admin admin] Pushing event updated for resources: {'Network': ['ID=e1cc4d35-d947-46a4-a02a-fb288d9849b7,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:09.918215 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe7fe4b2-f53b-45e4-beee-3cef91c62e04 admin admin] Made reservation on behalf of eed1faf7d2ad41cdae7790304e30a12a for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:50:09.924680 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fe7fe4b2-f53b-45e4-beee-3cef91c62e04 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:09.995772 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '703117b2-3b74-4940-91d7-38248cc7fdf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cab3c780-44c4-45a1-a8a6-516fddcf1a12'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:50:09.998890 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27ed5292-3975-450a-a0d8-b80b91d08caf" -d '{"events": [{"server_uuid": "703117b2-3b74-4940-91d7-38248cc7fdf8", "name": "network-vif-plugged", "status": "completed", "tag": "cab3c780-44c4-45a1-a8a6-516fddcf1a12"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:50:10.003387 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network e1cc4d35-d947-46a4-a02a-fb288d9849b7 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:50:10.110020 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-8552e09c-9aa7-44ff-97d9-e0a730f9f047 None None] For port 245c47bb-f701-4dbf-ba90-f7a4281e7bac, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=245c47bb-f701-4dbf-ba90-f7a4281e7bac,segment=NetworkSegment(fd7b6c3b-4d93-4d98-936b-5b12557dd37d),segment_id=fd7b6c3b-4d93-4d98-936b-5b12557dd37d)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:50:10.110829 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-8552e09c-9aa7-44ff-97d9-e0a730f9f047 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (245c47bb-f701-4dbf-ba90-f7a4281e7bac), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:10.114993 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning for port 2b56631a-5738-4e8b-a40f-7fcce20d77f9 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:50:10.133104 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port 2b56631a-5738-4e8b-a40f-7fcce20d77f9 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:50:10.133731 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (2b56631a-5738-4e8b-a40f-7fcce20d77f9), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:10.135203 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf386a6-d27f-4bf8-83da-f1e51e6aa411 req-0ae89215-f24a-463b-b34d-b86e8b5dcdd5 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:10.141133 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-8552e09c-9aa7-44ff-97d9-e0a730f9f047 None None] Calling delete_port for 245c47bb-f701-4dbf-ba90-f7a4281e7bac owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:50:10.144285 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9bf386a6-d27f-4bf8-83da-f1e51e6aa411 req-0ae89215-f24a-463b-b34d-b86e8b5dcdd5 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/ports?device_id=3cca9c25-9730-4d04-add4-37b9cddf5727 HTTP/1.1" status: 200 len: 949 time: 0.3928845 Feb 19 02:50:10.166959 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7f98579-8123-4a93-a9ea-c09f515b0254', 'tag': '531d566d-738d-4da8-808a-034a8f680e0d'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:50:10.170756 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de1b5363-29aa-49e0-9437-bdf666f6288c" -d '{"events": [{"name": "network-changed", "server_uuid": "d7f98579-8123-4a93-a9ea-c09f515b0254", "tag": "531d566d-738d-4da8-808a-034a8f680e0d"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:50:10.181993 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fe7fe4b2-f53b-45e4-beee-3cef91c62e04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (889c7a59-6b5e-4f05-9bcb-0e22fb033ffb), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:10.212409 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cd875288-e559-431e-b17c-1f1b1e1057c0 req-31f75159-46fa-4522-8dd1-a6d26fe83da9 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/security-groups?id=d1068709-142b-4f0d-aa54-30196489f5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3964627 Feb 19 02:50:10.248523 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9bf386a6-d27f-4bf8-83da-f1e51e6aa411 req-2a9f2d7e-a529-46c0-aca6-54a94e5edc08 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe71e737-cb97-4e9e-a576-1f93522c47f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029718 Feb 19 02:50:10.259252 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7fe4b2-f53b-45e4-beee-3cef91c62e04 admin admin] Checking segment: {'id': '9fe70e6e-9986-4247-9959-b53c4994b41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e1cc4d35-d947-46a4-a02a-fb288d9849b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:50:10.259608 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7fe4b2-f53b-45e4-beee-3cef91c62e04 admin admin] Network hostable DHCP agents. Network: e1cc4d35-d947-46a4-a02a-fb288d9849b7, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:50:10.274337 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7fe4b2-f53b-45e4-beee-3cef91c62e04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=889c7a59-6b5e-4f05-9bcb-0e22fb033ffb,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:10.298566 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-3855890b-7481-49e7-88a4-e473ba3e9a71 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] For port 245c47bb-f701-4dbf-ba90-f7a4281e7bac, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=245c47bb-f701-4dbf-ba90-f7a4281e7bac,segment=NetworkSegment(fd7b6c3b-4d93-4d98-936b-5b12557dd37d),segment_id=fd7b6c3b-4d93-4d98-936b-5b12557dd37d)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:50:10.299811 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3855890b-7481-49e7-88a4-e473ba3e9a71 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (245c47bb-f701-4dbf-ba90-f7a4281e7bac), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:10.302566 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7fe4b2-f53b-45e4-beee-3cef91c62e04 admin admin] Network e1cc4d35-d947-46a4-a02a-fb288d9849b7 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:50:10.323339 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-fe7fe4b2-f53b-45e4-beee-3cef91c62e04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, e1cc4d35-d947-46a4-a02a-fb288d9849b7) {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:50:10.332371 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7fe4b2-f53b-45e4-beee-3cef91c62e04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:10.333205 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fe7fe4b2-f53b-45e4-beee-3cef91c62e04 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:10.351441 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-3855890b-7481-49e7-88a4-e473ba3e9a71 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Calling delete_port for 245c47bb-f701-4dbf-ba90-f7a4281e7bac owned by network:dhcp {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:50:10.377434 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-fe7fe4b2-f53b-45e4-beee-3cef91c62e04 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5008147 Feb 19 02:50:10.381058 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 58422) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:50:10.392931 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-74a620fe-273a-494a-a1fd-da81c8b90232 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1443503706-router', 'tenant_id': 'eed1faf7d2ad41cdae7790304e30a12a', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:50:10.406812 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 2b56631a-5738-4e8b-a40f-7fcce20d77f9 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:50:10.407221 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (2b56631a-5738-4e8b-a40f-7fcce20d77f9), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:10.426095 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2284546e-f5c8-4ab9-80f2-9e6a13e2296d x-openstack-request-id: req-2284546e-f5c8-4ab9-80f2-9e6a13e2296d {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:50:10.426354 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "703117b2-3b74-4940-91d7-38248cc7fdf8", "name": "network-vif-plugged", "status": "completed", "tag": "cab3c780-44c4-45a1-a8a6-516fddcf1a12", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:50:10.426577 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2284546e-f5c8-4ab9-80f2-9e6a13e2296d {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:50:10.426973 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '703117b2-3b74-4940-91d7-38248cc7fdf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cab3c780-44c4-45a1-a8a6-516fddcf1a12', 'code': 200} Feb 19 02:50:10.456435 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3b1c2e4-848e-4826-80e9-b4bc9a41996e x-openstack-request-id: req-d3b1c2e4-848e-4826-80e9-b4bc9a41996e {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:50:10.456937 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7f98579-8123-4a93-a9ea-c09f515b0254", "tag": "531d566d-738d-4da8-808a-034a8f680e0d", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:50:10.457223 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d3b1c2e4-848e-4826-80e9-b4bc9a41996e {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:50:10.457643 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7f98579-8123-4a93-a9ea-c09f515b0254', 'tag': '531d566d-738d-4da8-808a-034a8f680e0d', 'status': 'completed', 'code': 200} Feb 19 02:50:10.474491 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 2b56631a-5738-4e8b-a40f-7fcce20d77f9, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=2b56631a-5738-4e8b-a40f-7fcce20d77f9,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:50:10.476445 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a8e3c7-a135-43f7-ba87-5a1147e517b1 None None] Network e1cc4d35-d947-46a4-a02a-fb288d9849b7 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:50:10.613694 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (2b56631a-5738-4e8b-a40f-7fcce20d77f9), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:10.645915 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92188d9c-a7bb-4e08-803b-7922e5c03929 req-2d5f86fe-cbb5-4405-bcfc-8ece213f3b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:10.647541 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-92188d9c-a7bb-4e08-803b-7922e5c03929 req-2d5f86fe-cbb5-4405-bcfc-8ece213f3b57 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=703117b2-3b74-4940-91d7-38248cc7fdf8 HTTP/1.1" status: 200 len: 1132 time: 0.1550481 Feb 19 02:50:10.650232 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1b5363-29aa-49e0-9437-bdf666f6288c req-107fd218-a898-48f6-b1a8-fd5642944dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:10.651620 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-de1b5363-29aa-49e0-9437-bdf666f6288c req-107fd218-a898-48f6-b1a8-fd5642944dfb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c7760c6b8b69415fb3db99a9707764df&device_id=d7f98579-8123-4a93-a9ea-c09f515b0254 HTTP/1.1" status: 200 len: 1125 time: 0.0971117 Feb 19 02:50:10.655467 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-74a620fe-273a-494a-a1fd-da81c8b90232 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14172'] for router (cc6daac7-989b-47c8-b986-57b82df565e2), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:10.656534 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-74a620fe-273a-494a-a1fd-da81c8b90232 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16317487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16285822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16309985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14247'] for router (cc6daac7-989b-47c8-b986-57b82df565e2), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:10.727032 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=2b56631a-5738-4e8b-a40f-7fcce20d77f9,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:10.762161 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-8552e09c-9aa7-44ff-97d9-e0a730f9f047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (245c47bb-f701-4dbf-ba90-f7a4281e7bac), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:10.763984 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264bf34c-9232-46d4-b20b-28c61b5d0b49 req-38db2756-baa9-4b7c-8761-fb0e3c9ebd6a tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:10.765588 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-264bf34c-9232-46d4-b20b-28c61b5d0b49 req-38db2756-baa9-4b7c-8761-fb0e3c9ebd6a tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=b633fbf1-48a0-4414-a396-bb91c1b8c863 HTTP/1.1" status: 200 len: 945 time: 0.1988575 Feb 19 02:50:10.771165 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-92188d9c-a7bb-4e08-803b-7922e5c03929 req-7a1bfd6c-d928-4114-bb87-20e7b5851078 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=fe71e737-cb97-4e9e-a576-1f93522c47f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059182 Feb 19 02:50:10.788754 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8552e09c-9aa7-44ff-97d9-e0a730f9f047 None None] No DVR routers for this DVR port 245c47bb-f701-4dbf-ba90-f7a4281e7bac on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:50:10.813870 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2bd5dc3-a5a9-4809-8db3-cfa5c9ad6257 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-e1cc4d35-d947-46a4-a02a-fb288d9849b7', 'network_id': 'e1cc4d35-d947-46a4-a02a-fb288d9849b7', 'project_id': 'eed1faf7d2ad41cdae7790304e30a12a', 'fixed_ips': [{'subnet_id': '889c7a59-6b5e-4f05-9bcb-0e22fb033ffb'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:50:10.815269 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d2bd5dc3-a5a9-4809-8db3-cfa5c9ad6257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:10.820005 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8552e09c-9aa7-44ff-97d9-e0a730f9f047 None None] Pushing event deleted for resources: {'Port': ['ID=245c47bb-f701-4dbf-ba90-f7a4281e7bac,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:10.820137 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-74a620fe-273a-494a-a1fd-da81c8b90232 admin admin] Publish callbacks [] for router_controller (cc6daac7-989b-47c8-b986-57b82df565e2), precommit_add_association {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:10.833863 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1b5363-29aa-49e0-9437-bdf666f6288c req-64e4bacb-4191-4604-965f-714a6df02d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:10.836475 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-de1b5363-29aa-49e0-9437-bdf666f6288c req-64e4bacb-4191-4604-965f-714a6df02d09 service neutron] 10.222.0.73 "GET /v2.0/networks?id=bf672100-ed94-443f-908a-4ecaf8a2d628 HTTP/1.1" status: 200 len: 905 time: 0.1689181 Feb 19 02:50:10.865587 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d66d66c-8e37-49d0-b298-bb98f7d195ea req-be5fdec6-c0cb-427c-8607-82c4b36c42a9 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:10.867315 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0d66d66c-8e37-49d0-b298-bb98f7d195ea req-be5fdec6-c0cb-427c-8607-82c4b36c42a9 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb4b2ec2-44c7-4efb-b4f1-4efede1d838b HTTP/1.1" status: 200 len: 943 time: 0.2904220 Feb 19 02:50:10.896664 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-de1b5363-29aa-49e0-9437-bdf666f6288c req-626204f6-8457-4a7c-97a2-9acee67f55a4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=531d566d-738d-4da8-808a-034a8f680e0d HTTP/1.1" status: 200 len: 217 time: 0.0484540 Feb 19 02:50:10.956155 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1b5363-29aa-49e0-9437-bdf666f6288c req-c2ffe57e-e27f-4a52-a2bf-522b522ef29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:10.957659 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-de1b5363-29aa-49e0-9437-bdf666f6288c req-c2ffe57e-e27f-4a52-a2bf-522b522ef29d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0bb04773-132e-443e-9baa-c5ff97e31eb2 HTTP/1.1" status: 200 len: 844 time: 0.0545650 Feb 19 02:50:10.970752 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3855890b-7481-49e7-88a4-e473ba3e9a71 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (245c47bb-f701-4dbf-ba90-f7a4281e7bac), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:10.995893 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-d2bd5dc3-a5a9-4809-8db3-cfa5c9ad6257 None None] Allocated IP 172.20.0.2 (e1cc4d35-d947-46a4-a02a-fb288d9849b7/889c7a59-6b5e-4f05-9bcb-0e22fb033ffb/8dc1c132-a5b2-4ac4-8db8-06282326ac1d) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:50:10.996779 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-de1b5363-29aa-49e0-9437-bdf666f6288c req-c2865af1-6f94-42b3-b8d6-e856ec8d36f6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=bf672100-ed94-443f-908a-4ecaf8a2d628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329168 Feb 19 02:50:11.069874 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3855890b-7481-49e7-88a4-e473ba3e9a71 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Pushing event deleted for resources: {'Port': ['ID=245c47bb-f701-4dbf-ba90-f7a4281e7bac,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:11.132156 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-264bf34c-9232-46d4-b20b-28c61b5d0b49 req-5eb4fa51-ff66-4291-8c6d-408e40f3a094 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/security-groups?id=83745bf6-2450-44b1-b073-88b2d8645794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3098285 Feb 19 02:50:11.135712 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3855890b-7481-49e7-88a4-e473ba3e9a71 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] No DVR routers for this DVR port 245c47bb-f701-4dbf-ba90-f7a4281e7bac on host n-d-826753-2 {{(pid=103701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:50:11.147875 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-de1b5363-29aa-49e0-9437-bdf666f6288c req-36fff985-6d2d-4917-a74b-ac629397b2a4 service neutron] 10.222.0.73 "GET /v2.0/networks/bf672100-ed94-443f-908a-4ecaf8a2d628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434255 Feb 19 02:50:11.204966 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-74a620fe-273a-494a-a1fd-da81c8b90232 admin admin] Publish callbacks [] for router_gateway (cc6daac7-989b-47c8-b986-57b82df565e2), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:11.268348 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0d66d66c-8e37-49d0-b298-bb98f7d195ea req-7e4317ed-d6d3-4015-80b1-281ce60cbf2f tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ca71149-99da-4cc2-ac25-44d2d4a4007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3092303 Feb 19 02:50:11.311293 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d2bd5dc3-a5a9-4809-8db3-cfa5c9ad6257 None None] Publish callbacks [] for port (8dc1c132-a5b2-4ac4-8db8-06282326ac1d), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:11.325222 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-de1b5363-29aa-49e0-9437-bdf666f6288c req-c51907ce-c3f4-4604-9d4e-074b907e6a7b service neutron] 10.222.0.73 "GET /v2.0/networks/bf672100-ed94-443f-908a-4ecaf8a2d628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704347 Feb 19 02:50:11.329034 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d2bd5dc3-a5a9-4809-8db3-cfa5c9ad6257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (8dc1c132-a5b2-4ac4-8db8-06282326ac1d), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:11.427964 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2bd5dc3-a5a9-4809-8db3-cfa5c9ad6257 None None] Network e1cc4d35-d947-46a4-a02a-fb288d9849b7 is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:50:11.435734 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-d2bd5dc3-a5a9-4809-8db3-cfa5c9ad6257 None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:50:11.449264 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bd5dc3-a5a9-4809-8db3-cfa5c9ad6257 None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:50:11.454572 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bd5dc3-a5a9-4809-8db3-cfa5c9ad6257 None None] Pushing event updated for resources: {'Port': ['ID=8dc1c132-a5b2-4ac4-8db8-06282326ac1d,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:11.459454 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 245c47bb-f701-4dbf-ba90-f7a4281e7bac no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:50:11.467745 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3855890b-7481-49e7-88a4-e473ba3e9a71 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (eaa143cd-3afc-4764-a677-99b22e3b56d0), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:11.520537 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 245c47bb-f701-4dbf-ba90-f7a4281e7bac {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:50:11.520894 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 245c47bb-f701-4dbf-ba90-f7a4281e7bac not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:50:11.552967 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-3855890b-7481-49e7-88a4-e473ba3e9a71 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaa143cd-3afc-4764-a677-99b22e3b56d0']}} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:50:11.562015 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-d2bd5dc3-a5a9-4809-8db3-cfa5c9ad6257 None None] Attempting to bind port 8dc1c132-a5b2-4ac4-8db8-06282326ac1d on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:50:11.562389 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-d2bd5dc3-a5a9-4809-8db3-cfa5c9ad6257 None None] Attempting to bind port 8dc1c132-a5b2-4ac4-8db8-06282326ac1d by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '9fe70e6e-9986-4247-9959-b53c4994b41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e1cc4d35-d947-46a4-a02a-fb288d9849b7'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:50:11.563250 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bd5dc3-a5a9-4809-8db3-cfa5c9ad6257 None None] Attempting to bind port 8dc1c132-a5b2-4ac4-8db8-06282326ac1d on network e1cc4d35-d947-46a4-a02a-fb288d9849b7 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:50:11.570113 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bd5dc3-a5a9-4809-8db3-cfa5c9ad6257 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:50:11.571330 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bd5dc3-a5a9-4809-8db3-cfa5c9ad6257 None None] Checking segment: {'id': '9fe70e6e-9986-4247-9959-b53c4994b41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e1cc4d35-d947-46a4-a02a-fb288d9849b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:50:11.571748 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d2bd5dc3-a5a9-4809-8db3-cfa5c9ad6257 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:11.572150 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bd5dc3-a5a9-4809-8db3-cfa5c9ad6257 None None] Bound using segment: {'id': '9fe70e6e-9986-4247-9959-b53c4994b41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e1cc4d35-d947-46a4-a02a-fb288d9849b7'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:50:11.572632 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-d2bd5dc3-a5a9-4809-8db3-cfa5c9ad6257 None None] Bound port: 8dc1c132-a5b2-4ac4-8db8-06282326ac1d, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fe70e6e-9986-4247-9959-b53c4994b41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e1cc4d35-d947-46a4-a02a-fb288d9849b7'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:50:11.573118 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d2bd5dc3-a5a9-4809-8db3-cfa5c9ad6257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (8dc1c132-a5b2-4ac4-8db8-06282326ac1d), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:11.580232 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-3855890b-7481-49e7-88a4-e473ba3e9a71 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd7b6c3b-4d93-4d98-936b-5b12557dd37d') {'for_net_delete': True} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:50:11.580538 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-3855890b-7481-49e7-88a4-e473ba3e9a71 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd7b6c3b-4d93-4d98-936b-5b12557dd37d') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:50:11.603504 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3855890b-7481-49e7-88a4-e473ba3e9a71 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12647422'] for segment (fd7b6c3b-4d93-4d98-936b-5b12557dd37d), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:11.612433 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebe5614-2ac1-4ac8-9096-4bc851305b05 req-7c11cd77-e9ad-4070-a25b-7e84caed3241 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:11.614012 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bebe5614-2ac1-4ac8-9096-4bc851305b05 req-7c11cd77-e9ad-4070-a25b-7e84caed3241 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/ports?device_id=d7f98579-8123-4a93-a9ea-c09f515b0254 HTTP/1.1" status: 200 len: 943 time: 0.1705413 Feb 19 02:50:11.655955 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3855890b-7481-49e7-88a4-e473ba3e9a71 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (fd7b6c3b-4d93-4d98-936b-5b12557dd37d), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:11.670672 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3855890b-7481-49e7-88a4-e473ba3e9a71 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Releasing vlan 285 on physical network physnet1 to pool {{(pid=103701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:50:11.671082 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3855890b-7481-49e7-88a4-e473ba3e9a71 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583360'] for segment (fd7b6c3b-4d93-4d98-936b-5b12557dd37d), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:11.682534 n-d-826753-2 neutron-server[103701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:50:11.682534 n-d-826753-2 neutron-server[103701]: self.session.flush() Feb 19 02:50:11.682534 n-d-826753-2 neutron-server[103701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:50:11.682534 n-d-826753-2 neutron-server[103701]: self.session.flush() Feb 19 02:50:11.682534 n-d-826753-2 neutron-server[103701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:50:11.682534 n-d-826753-2 neutron-server[103701]: self.session.flush() Feb 19 02:50:11.682534 n-d-826753-2 neutron-server[103701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:50:11.682534 n-d-826753-2 neutron-server[103701]: self.session.flush() Feb 19 02:50:11.682534 n-d-826753-2 neutron-server[103701]: Traceback (most recent call last): Feb 19 02:50:11.682534 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:50:11.682534 n-d-826753-2 neutron-server[103701]: timer() Feb 19 02:50:11.682534 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:50:11.682534 n-d-826753-2 neutron-server[103701]: cb(*args, **kw) Feb 19 02:50:11.682534 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:50:11.682534 n-d-826753-2 neutron-server[103701]: return func(*args, **kwargs) Feb 19 02:50:11.682534 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:50:11.682534 n-d-826753-2 neutron-server[103701]: self._notify() Feb 19 02:50:11.682534 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:50:11.682534 n-d-826753-2 neutron-server[103701]: self.callback(batched_events) Feb 19 02:50:11.682534 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:50:11.682534 n-d-826753-2 neutron-server[103701]: event.method(event) Feb 19 02:50:11.682534 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:50:11.682534 n-d-826753-2 neutron-server[103701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:50:11.682534 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:50:11.682534 n-d-826753-2 neutron-server[103701]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:50:11.682534 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:50:11.682534 n-d-826753-2 neutron-server[103701]: return f(self, *a, **k) Feb 19 02:50:11.682534 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:50:11.682534 n-d-826753-2 neutron-server[103701]: return self._get(url).json() Feb 19 02:50:11.682534 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:50:11.682534 n-d-826753-2 neutron-server[103701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:50:11.682534 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:50:11.682534 n-d-826753-2 neutron-server[103701]: return self.request(url, 'GET', **kwargs) Feb 19 02:50:11.682534 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:50:11.682534 n-d-826753-2 neutron-server[103701]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:50:11.682534 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:50:11.682534 n-d-826753-2 neutron-server[103701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:50:11.682534 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:50:11.682534 n-d-826753-2 neutron-server[103701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:50:11.682534 n-d-826753-2 neutron-server[103701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:50:11.695548 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-d2bd5dc3-a5a9-4809-8db3-cfa5c9ad6257 None None] For port 8dc1c132-a5b2-4ac4-8db8-06282326ac1d, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:50:11.699811 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-d2bd5dc3-a5a9-4809-8db3-cfa5c9ad6257 None None] For port 8dc1c132-a5b2-4ac4-8db8-06282326ac1d, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=8dc1c132-a5b2-4ac4-8db8-06282326ac1d,segment=NetworkSegment(9fe70e6e-9986-4247-9959-b53c4994b41b),segment_id=9fe70e6e-9986-4247-9959-b53c4994b41b)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:50:11.728025 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d2bd5dc3-a5a9-4809-8db3-cfa5c9ad6257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (8dc1c132-a5b2-4ac4-8db8-06282326ac1d), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:11.812211 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bd5dc3-a5a9-4809-8db3-cfa5c9ad6257 None None] Pushing event updated for resources: {'Port': ['ID=8dc1c132-a5b2-4ac4-8db8-06282326ac1d,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:11.856680 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bebe5614-2ac1-4ac8-9096-4bc851305b05 req-528958bf-be41-42e6-8647-dbf9dedee3ff tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/security-groups?id=d1068709-142b-4f0d-aa54-30196489f5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338386 Feb 19 02:50:11.868424 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 58df93bc-fa06-4a42-a400-4f712ed60b0d details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:50:12.031067 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3855890b-7481-49e7-88a4-e473ba3e9a71 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (eaa143cd-3afc-4764-a677-99b22e3b56d0), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:12.153407 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3855890b-7481-49e7-88a4-e473ba3e9a71 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:12.159576 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-3855890b-7481-49e7-88a4-e473ba3e9a71 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] 10.222.0.72 "DELETE /v2.0/networks/eaa143cd-3afc-4764-a677-99b22e3b56d0 HTTP/1.1" status: 204 len: 168 time: 2.7370918 Feb 19 02:50:12.162280 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58452) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:50:12.168047 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-6a6156e7-28f8-400b-8979-9b3bbb2306ce tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Request body: {'router': {'routes': None}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:50:12.193464 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 58df93bc-fa06-4a42-a400-4f712ed60b0d, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=58df93bc-fa06-4a42-a400-4f712ed60b0d,segment=NetworkSegment(4d279d1b-ef9f-49cc-bc5d-c8be530f22d3),segment_id=4d279d1b-ef9f-49cc-bc5d-c8be530f22d3)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:50:12.211738 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3855890b-7481-49e7-88a4-e473ba3e9a71 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Pushing event deleted for resources: {'Network': ['ID=eaa143cd-3afc-4764-a677-99b22e3b56d0,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:12.234172 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': '58df93bc-fa06-4a42-a400-4f712ed60b0d', 'network_id': '38d6fa8e-4007-4beb-abd0-8f0d817f1ef6', 'port_id': '58df93bc-fa06-4a42-a400-4f712ed60b0d', 'mac_address': 'fa:16:3e:2f:f3:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54b68f46-9c6f-467f-99d5-a919ef2f5fa1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:50:12.264676 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82249347-b383-4968-afe5-76391b06ed92 req-357f0611-d715-4736-936d-581b5223fa28 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:12.274205 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-82249347-b383-4968-afe5-76391b06ed92 req-357f0611-d715-4736-936d-581b5223fa28 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/ports?device_id=3cca9c25-9730-4d04-add4-37b9cddf5727 HTTP/1.1" status: 200 len: 950 time: 0.4866691 Feb 19 02:50:12.301680 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-74a620fe-273a-494a-a1fd-da81c8b90232 admin admin] Publish callbacks [] for router_gateway (cc6daac7-989b-47c8-b986-57b82df565e2), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:12.337960 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-74a620fe-273a-494a-a1fd-da81c8b90232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:12.343021 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 58df93bc-fa06-4a42-a400-4f712ed60b0d is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:50:12.343458 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (58df93bc-fa06-4a42-a400-4f712ed60b0d), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:12.358683 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58df93bc-fa06-4a42-a400-4f712ed60b0d {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:50:12.398762 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 58df93bc-fa06-4a42-a400-4f712ed60b0d, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=58df93bc-fa06-4a42-a400-4f712ed60b0d,segment=NetworkSegment(4d279d1b-ef9f-49cc-bc5d-c8be530f22d3),segment_id=4d279d1b-ef9f-49cc-bc5d-c8be530f22d3)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:50:12.402033 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-82249347-b383-4968-afe5-76391b06ed92 req-1188cc41-1932-4bbd-b0ed-5d5b4d14a1ca tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe71e737-cb97-4e9e-a576-1f93522c47f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266029 Feb 19 02:50:12.404856 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (58df93bc-fa06-4a42-a400-4f712ed60b0d), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:12.455652 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cca9c25-9730-4d04-add4-37b9cddf5727', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b56631a-5738-4e8b-a40f-7fcce20d77f9'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:50:12.466391 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d9e8ca8-13fe-4ebb-9221-1e7c5f9207dc" -d '{"events": [{"server_uuid": "3cca9c25-9730-4d04-add4-37b9cddf5727", "name": "network-vif-plugged", "status": "completed", "tag": "2b56631a-5738-4e8b-a40f-7fcce20d77f9"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:50:12.473144 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0728c01f-d726-4346-8807-1d3d14538cff req-c0ea82c3-d533-447a-a4d9-8914bb7d1a03 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:12.480971 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0728c01f-d726-4346-8807-1d3d14538cff req-c0ea82c3-d533-447a-a4d9-8914bb7d1a03 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=b633fbf1-48a0-4414-a396-bb91c1b8c863 HTTP/1.1" status: 200 len: 945 time: 0.3156412 Feb 19 02:50:12.493059 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.extraroute_db [None req-6a6156e7-28f8-400b-8979-9b3bbb2306ce tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Added routes are [] {{(pid=103702) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 19 02:50:12.493678 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.extraroute_db [None req-6a6156e7-28f8-400b-8979-9b3bbb2306ce tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Removed routes are [] {{(pid=103702) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 19 02:50:12.493678 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6a6156e7-28f8-400b-8979-9b3bbb2306ce tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16285772', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16317501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14257'] for router (9a962d46-399a-441d-b938-9764d564c0b0), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:12.505849 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=58df93bc-fa06-4a42-a400-4f712ed60b0d,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:12.899619 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['58df93bc-fa06-4a42-a400-4f712ed60b0d'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:50:12.939097 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-74a620fe-273a-494a-a1fd-da81c8b90232 admin admin] Allocated IP 172.25.6.241 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/c8d8815c-33be-4df6-97a8-f54ef344cf68) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:50:12.967279 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0728c01f-d726-4346-8807-1d3d14538cff req-fda5115b-4402-4216-b298-0b4d45c3ca80 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/security-groups?id=83745bf6-2450-44b1-b073-88b2d8645794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4852896 Feb 19 02:50:13.013148 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8add30db-8d8c-4fca-9b7a-665c61e75099 req-654f3398-bae8-4a9a-a132-e32ffdf81fab tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:13.015353 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8add30db-8d8c-4fca-9b7a-665c61e75099 req-654f3398-bae8-4a9a-a132-e32ffdf81fab tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb4b2ec2-44c7-4efb-b4f1-4efede1d838b HTTP/1.1" status: 200 len: 944 time: 0.4713638 Feb 19 02:50:13.081276 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d03ff581-ea1a-4fc9-b0d9-789a29710beb x-openstack-request-id: req-d03ff581-ea1a-4fc9-b0d9-789a29710beb {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:50:13.081575 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cca9c25-9730-4d04-add4-37b9cddf5727", "name": "network-vif-plugged", "status": "completed", "tag": "2b56631a-5738-4e8b-a40f-7fcce20d77f9", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:50:13.081871 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d03ff581-ea1a-4fc9-b0d9-789a29710beb {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:50:13.082224 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cca9c25-9730-4d04-add4-37b9cddf5727', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b56631a-5738-4e8b-a40f-7fcce20d77f9', 'code': 200} Feb 19 02:50:13.133765 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6a6156e7-28f8-400b-8979-9b3bbb2306ce tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16285772', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16317501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14257'] for router (9a962d46-399a-441d-b938-9764d564c0b0), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:13.137886 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6a6156e7-28f8-400b-8979-9b3bbb2306ce tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16285787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16285778', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16317492'] for router (9a962d46-399a-441d-b938-9764d564c0b0), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:13.180197 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8add30db-8d8c-4fca-9b7a-665c61e75099 req-cd0e6fd7-4a67-4d65-8604-1df573c5e762 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ca71149-99da-4cc2-ac25-44d2d4a4007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581285 Feb 19 02:50:13.279471 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-74a620fe-273a-494a-a1fd-da81c8b90232 admin admin] Publish callbacks [] for port (c8d8815c-33be-4df6-97a8-f54ef344cf68), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:13.283588 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a6156e7-28f8-400b-8979-9b3bbb2306ce tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Router 9a962d46-399a-441d-b938-9764d564c0b0 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:50:13.355350 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23849370-3e42-418c-9bdc-637615126f32 req-c41e2006-e0ca-48f5-b39a-048491788a39 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:13.357063 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-23849370-3e42-418c-9bdc-637615126f32 req-c41e2006-e0ca-48f5-b39a-048491788a39 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/ports?device_id=d7f98579-8123-4a93-a9ea-c09f515b0254 HTTP/1.1" status: 200 len: 943 time: 0.1389387 Feb 19 02:50:13.358953 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-74a620fe-273a-494a-a1fd-da81c8b90232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (c8d8815c-33be-4df6-97a8-f54ef344cf68), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:13.389681 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a6156e7-28f8-400b-8979-9b3bbb2306ce tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:50:13.392713 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2e5f52-199a-4057-aee9-904971acd414 req-dd07634c-ce60-4a95-b980-a2e7d872774d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:13.394290 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ff2e5f52-199a-4057-aee9-904971acd414 req-dd07634c-ce60-4a95-b980-a2e7d872774d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3cca9c25-9730-4d04-add4-37b9cddf5727 HTTP/1.1" status: 200 len: 1132 time: 0.2099767 Feb 19 02:50:13.400086 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6a6156e7-28f8-400b-8979-9b3bbb2306ce tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:13.406689 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-6a6156e7-28f8-400b-8979-9b3bbb2306ce tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] 10.222.0.72 "PUT /v2.0/routers/9a962d46-399a-441d-b938-9764d564c0b0 HTTP/1.1" status: 200 len: 704 time: 1.2375884 Feb 19 02:50:13.408605 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58496) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:50:13.410129 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41889cd-eaa8-43a4-9790-a7196d92fb42 None None] Sync routers for ids ['9a962d46-399a-441d-b938-9764d564c0b0'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:50:13.423242 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a620fe-273a-494a-a1fd-da81c8b90232 admin admin] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:50:13.438402 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41889cd-eaa8-43a4-9790-a7196d92fb42 None None] Routers {'9a962d46-399a-441d-b938-9764d564c0b0'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:50:13.442087 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-f41889cd-eaa8-43a4-9790-a7196d92fb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:49:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['9a962d46-399a-441d-b938-9764d564c0b0'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:50:13.458264 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-74a620fe-273a-494a-a1fd-da81c8b90232 admin admin] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:50:13.476812 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a620fe-273a-494a-a1fd-da81c8b90232 admin admin] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:50:13.504553 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-8febbdbb-04ff-48ad-a81d-951786cdb6bd tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a962d46-399a-441d-b938-9764d564c0b0 HTTP/1.1" status: 200 len: 205 time: 0.0927269 Feb 19 02:50:13.506098 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ff2e5f52-199a-4057-aee9-904971acd414 req-6bcc24f0-39ff-4791-b934-d7242cf260e3 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=fe71e737-cb97-4e9e-a576-1f93522c47f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982852 Feb 19 02:50:13.506639 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58500) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:50:13.509302 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a620fe-273a-494a-a1fd-da81c8b90232 admin admin] Pushing event updated for resources: {'Port': ['ID=c8d8815c-33be-4df6-97a8-f54ef344cf68,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:13.532426 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-23849370-3e42-418c-9bdc-637615126f32 req-6546e84d-5387-4313-8a91-61bfd2c57fc4 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/security-groups?id=d1068709-142b-4f0d-aa54-30196489f5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672518 Feb 19 02:50:13.571106 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 8dc1c132-a5b2-4ac4-8db8-06282326ac1d up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:50:13.583318 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-f41889cd-eaa8-43a4-9790-a7196d92fb42 None None] Set router 9a962d46-399a-441d-b938-9764d564c0b0 gateway port host: None {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:50:13.652397 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 8dc1c132-a5b2-4ac4-8db8-06282326ac1d triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:50:13.653240 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (8dc1c132-a5b2-4ac4-8db8-06282326ac1d), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:13.660027 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ee98fc65-06db-4f3a-bdf0-b41b076f9793 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks [] for router (9a962d46-399a-441d-b938-9764d564c0b0), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:13.667317 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-f41889cd-eaa8-43a4-9790-a7196d92fb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a962d46-399a-441d-b938-9764d564c0b0', 'name': 'tempest-RoutersIpV6Test-router-593384108', 'tenant_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:48:58Z', 'updated_at': '2022-02-19T02:50:06Z', 'revision_number': 11, 'project_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'gw_port_host': None}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:50:13.693091 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed4753a-0668-4ad4-879d-3550cd6b1ef3 None None] Network e1cc4d35-d947-46a4-a02a-fb288d9849b7 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:50:13.696347 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41889cd-eaa8-43a4-9790-a7196d92fb42 None None] Checking router: 9a962d46-399a-441d-b938-9764d564c0b0 for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:50:13.706458 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41889cd-eaa8-43a4-9790-a7196d92fb42 None None] Routers {'9a962d46-399a-441d-b938-9764d564c0b0'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:50:13.707071 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-f41889cd-eaa8-43a4-9790-a7196d92fb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:49:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['9a962d46-399a-441d-b938-9764d564c0b0'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:50:13.710646 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59476157-0542-4b56-9a08-cca81393875f req-9bb7c0ec-da90-48b9-b258-53cb90b395fa tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:13.713464 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-59476157-0542-4b56-9a08-cca81393875f req-9bb7c0ec-da90-48b9-b258-53cb90b395fa tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] 10.222.0.72 "GET /v2.0/ports?device_id=b7fed794-1a17-4088-a757-ff223e40f3d9 HTTP/1.1" status: 200 len: 950 time: 0.2625363 Feb 19 02:50:13.769630 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-ef3be6b0-d23b-4e23-882f-718d6c5d41a7 None None] Provisioning complete for port 8dc1c132-a5b2-4ac4-8db8-06282326ac1d triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:50:13.770119 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-ef3be6b0-d23b-4e23-882f-718d6c5d41a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (8dc1c132-a5b2-4ac4-8db8-06282326ac1d), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:13.791211 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-f41889cd-eaa8-43a4-9790-a7196d92fb42 None None] Set router 9a962d46-399a-441d-b938-9764d564c0b0 gateway port host: None {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:50:13.845226 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc82053-2aa9-4a75-b9e7-ffa5ca88021e req-09a639bb-4578-4816-ac53-9445724d7751 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:13.846790 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-dbc82053-2aa9-4a75-b9e7-ffa5ca88021e req-09a639bb-4578-4816-ac53-9445724d7751 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/ports?device_id=3cca9c25-9730-4d04-add4-37b9cddf5727 HTTP/1.1" status: 200 len: 950 time: 0.1321988 Feb 19 02:50:13.873737 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 8dc1c132-a5b2-4ac4-8db8-06282326ac1d is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:50:13.874192 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (8dc1c132-a5b2-4ac4-8db8-06282326ac1d), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:13.877555 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ee98fc65-06db-4f3a-bdf0-b41b076f9793 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16317457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14254'] for router (9a962d46-399a-441d-b938-9764d564c0b0), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:13.880185 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ee98fc65-06db-4f3a-bdf0-b41b076f9793 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks [] for router_controller (9a962d46-399a-441d-b938-9764d564c0b0), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:13.900720 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 531d566d-738d-4da8-808a-034a8f680e0d details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:50:13.925264 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-59476157-0542-4b56-9a08-cca81393875f req-223978a4-4d5d-44e7-b2d3-cbb173545cc2 tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f9a0e74-bc03-4003-b35a-0cd376c2c049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613424 Feb 19 02:50:13.961808 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ee98fc65-06db-4f3a-bdf0-b41b076f9793 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16317544'] for router (9a962d46-399a-441d-b938-9764d564c0b0), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:13.961808 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee98fc65-06db-4f3a-bdf0-b41b076f9793 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Fanout notify agent at l3_agent the message router_deleted on router 9a962d46-399a-441d-b938-9764d564c0b0 {{(pid=103702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 02:50:13.973742 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-dbc82053-2aa9-4a75-b9e7-ffa5ca88021e req-9a77ae44-dd30-4656-bbd2-d34db9d4beff tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe71e737-cb97-4e9e-a576-1f93522c47f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157413 Feb 19 02:50:13.977033 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ee98fc65-06db-4f3a-bdf0-b41b076f9793 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:13.982416 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-f41889cd-eaa8-43a4-9790-a7196d92fb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a962d46-399a-441d-b938-9764d564c0b0', 'name': 'tempest-RoutersIpV6Test-router-593384108', 'tenant_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:48:58Z', 'updated_at': '2022-02-19T02:50:06Z', 'revision_number': 11, 'project_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'gw_port_host': None}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:50:13.983268 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-ee98fc65-06db-4f3a-bdf0-b41b076f9793 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] 10.222.0.72 "DELETE /v2.0/routers/9a962d46-399a-441d-b938-9764d564c0b0 HTTP/1.1" status: 204 len: 168 time: 0.4754806 Feb 19 02:50:13.984093 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58502) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:50:13.988571 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-699487da-39e8-47a0-b3db-571b3b722adf tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1609166679', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:50:14.008098 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port 8dc1c132-a5b2-4ac4-8db8-06282326ac1d, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=8dc1c132-a5b2-4ac4-8db8-06282326ac1d,segment=NetworkSegment(9fe70e6e-9986-4247-9959-b53c4994b41b),segment_id=9fe70e6e-9986-4247-9959-b53c4994b41b)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:50:14.028059 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-74a620fe-273a-494a-a1fd-da81c8b90232 admin admin] Publish callbacks [] for router_gateway (cc6daac7-989b-47c8-b986-57b82df565e2), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:14.030133 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-699487da-39e8-47a0-b3db-571b3b722adf tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14172'] for router (2e9066e0-3e37-46f7-a152-a123a9fa0553), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:14.031538 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-699487da-39e8-47a0-b3db-571b3b722adf tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16317487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16285822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16309985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14247'] for router (2e9066e0-3e37-46f7-a152-a123a9fa0553), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:14.071389 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41889cd-eaa8-43a4-9790-a7196d92fb42 None None] The sync data for ids ['9a962d46-399a-441d-b938-9764d564c0b0'] in n-d-826753-2 is: [{'id': '9a962d46-399a-441d-b938-9764d564c0b0', 'name': 'tempest-RoutersIpV6Test-router-593384108', 'tenant_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:48:58Z', 'updated_at': '2022-02-19T02:50:06Z', 'revision_number': 11, 'project_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'gw_port_host': None}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:50:14.130439 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-ef3be6b0-d23b-4e23-882f-718d6c5d41a7 None None] Current status of the port 8dc1c132-a5b2-4ac4-8db8-06282326ac1d is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:50:14.159175 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-699487da-39e8-47a0-b3db-571b3b722adf tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks [] for router_controller (2e9066e0-3e37-46f7-a152-a123a9fa0553), precommit_add_association {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:14.161075 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (8dc1c132-a5b2-4ac4-8db8-06282326ac1d), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:14.173975 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-699487da-39e8-47a0-b3db-571b3b722adf tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16317478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865'] for router (2e9066e0-3e37-46f7-a152-a123a9fa0553), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:14.212629 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-699487da-39e8-47a0-b3db-571b3b722adf tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:14.218774 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-699487da-39e8-47a0-b3db-571b3b722adf tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2312512 Feb 19 02:50:14.218995 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58508) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:50:14.224458 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-92cc20b2-3870-4fdf-82ec-10da73bef959 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:50:14.272910 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9fe21a-d194-4b24-a482-cf79b5853d02 req-21c2e6ec-a64a-4f52-8e23-6fbe59fdda19 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:14.275113 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-be9fe21a-d194-4b24-a482-cf79b5853d02 req-21c2e6ec-a64a-4f52-8e23-6fbe59fdda19 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=b633fbf1-48a0-4414-a396-bb91c1b8c863 HTTP/1.1" status: 200 len: 945 time: 0.1390986 Feb 19 02:50:14.296920 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=8dc1c132-a5b2-4ac4-8db8-06282326ac1d,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:14.302445 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 531d566d-738d-4da8-808a-034a8f680e0d, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=531d566d-738d-4da8-808a-034a8f680e0d,segment=NetworkSegment(95c489b5-d2f5-4704-89fb-8accaa8a0e0f),segment_id=95c489b5-d2f5-4704-89fb-8accaa8a0e0f)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:50:14.316572 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': '531d566d-738d-4da8-808a-034a8f680e0d', 'network_id': 'bf672100-ed94-443f-908a-4ecaf8a2d628', 'port_id': '531d566d-738d-4da8-808a-034a8f680e0d', 'mac_address': 'fa:16:3e:75:6c:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bb04773-132e-443e-9baa-c5ff97e31eb2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:50:14.388726 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 531d566d-738d-4da8-808a-034a8f680e0d is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:50:14.389126 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (531d566d-738d-4da8-808a-034a8f680e0d), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:14.403307 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 531d566d-738d-4da8-808a-034a8f680e0d {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:50:14.411335 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-74a620fe-273a-494a-a1fd-da81c8b90232 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16317478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865'] for router (cc6daac7-989b-47c8-b986-57b82df565e2), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:14.442644 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 531d566d-738d-4da8-808a-034a8f680e0d, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=531d566d-738d-4da8-808a-034a8f680e0d,segment=NetworkSegment(95c489b5-d2f5-4704-89fb-8accaa8a0e0f),segment_id=95c489b5-d2f5-4704-89fb-8accaa8a0e0f)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:50:14.451789 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (531d566d-738d-4da8-808a-034a8f680e0d), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:14.501697 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-be9fe21a-d194-4b24-a482-cf79b5853d02 req-04bce110-d365-4fb9-b0a6-0fdd4704b6b9 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/security-groups?id=83745bf6-2450-44b1-b073-88b2d8645794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234771 Feb 19 02:50:14.537542 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367011c9-8ff2-4705-aa14-e4cd85745c24 req-1dbbe6f8-9e62-48e1-b319-4283919b8fc0 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:14.539475 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-367011c9-8ff2-4705-aa14-e4cd85745c24 req-1dbbe6f8-9e62-48e1-b319-4283919b8fc0 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb4b2ec2-44c7-4efb-b4f1-4efede1d838b HTTP/1.1" status: 200 len: 944 time: 0.1986709 Feb 19 02:50:14.541638 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=531d566d-738d-4da8-808a-034a8f680e0d,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:14.548627 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-92cc20b2-3870-4fdf-82ec-10da73bef959 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16285772', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16317501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14257'] for router (2e9066e0-3e37-46f7-a152-a123a9fa0553), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:14.564476 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-92cc20b2-3870-4fdf-82ec-10da73bef959 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16285787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16285778', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16317492'] for router (2e9066e0-3e37-46f7-a152-a123a9fa0553), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:14.658343 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-658954b6-0cbe-4085-9f1f-317f0c3f20d4 None None] Provisioning complete for port 8dc1c132-a5b2-4ac4-8db8-06282326ac1d triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:50:14.658920 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-658954b6-0cbe-4085-9f1f-317f0c3f20d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (8dc1c132-a5b2-4ac4-8db8-06282326ac1d), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:14.675807 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-367011c9-8ff2-4705-aa14-e4cd85745c24 req-1fc42bd0-8454-407c-807e-110b50403f59 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ca71149-99da-4cc2-ac25-44d2d4a4007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855596 Feb 19 02:50:14.679432 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92cc20b2-3870-4fdf-82ec-10da73bef959 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Router 2e9066e0-3e37-46f7-a152-a123a9fa0553 is scheduled to L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd with binding_index 1 {{(pid=103702) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 02:50:14.716569 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc4df22-9223-4f81-9177-dc309c813245 req-c0738fad-b955-4727-9280-c4b42509f616 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:14.718696 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bbc4df22-9223-4f81-9177-dc309c813245 req-c0738fad-b955-4727-9280-c4b42509f616 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/ports?device_id=d7f98579-8123-4a93-a9ea-c09f515b0254 HTTP/1.1" status: 200 len: 944 time: 0.1037006 Feb 19 02:50:14.742817 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74a620fe-273a-494a-a1fd-da81c8b90232 admin admin] Router cc6daac7-989b-47c8-b986-57b82df565e2 is scheduled to L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd with binding_index 1 {{(pid=103701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 02:50:14.755562 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-658954b6-0cbe-4085-9f1f-317f0c3f20d4 None None] Current status of the port 8dc1c132-a5b2-4ac4-8db8-06282326ac1d is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:50:14.775341 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92cc20b2-3870-4fdf-82ec-10da73bef959 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:50:14.781844 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-92cc20b2-3870-4fdf-82ec-10da73bef959 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:14.783970 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-92cc20b2-3870-4fdf-82ec-10da73bef959 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] 10.222.0.72 "PUT /v2.0/routers/2e9066e0-3e37-46f7-a152-a123a9fa0553 HTTP/1.1" status: 200 len: 698 time: 0.5628779 Feb 19 02:50:14.786983 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34dcee7-f8e4-4c2e-8b31-22ce02117ad6 None None] Sync routers for ids ['2e9066e0-3e37-46f7-a152-a123a9fa0553'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:50:14.788686 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58512) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:50:14.797083 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34dcee7-f8e4-4c2e-8b31-22ce02117ad6 None None] Routers {'2e9066e0-3e37-46f7-a152-a123a9fa0553'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:50:14.797701 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-a34dcee7-f8e4-4c2e-8b31-22ce02117ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:49:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['2e9066e0-3e37-46f7-a152-a123a9fa0553'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:50:14.816029 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bbc4df22-9223-4f81-9177-dc309c813245 req-9c6adba8-9d69-4914-ab1a-177bd4e60f39 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/security-groups?id=d1068709-142b-4f0d-aa54-30196489f5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910168 Feb 19 02:50:14.877465 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-94e29f06-d216-4b4b-bfc9-402290cf998d tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] 10.222.0.72 "GET /v2.0/routers/2e9066e0-3e37-46f7-a152-a123a9fa0553 HTTP/1.1" status: 200 len: 704 time: 0.0873699 Feb 19 02:50:14.880560 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58514) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:50:14.882532 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-a34dcee7-f8e4-4c2e-8b31-22ce02117ad6 None None] Set router 2e9066e0-3e37-46f7-a152-a123a9fa0553 gateway port host: None {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:50:14.885323 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74a620fe-273a-494a-a1fd-da81c8b90232 admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:50:14.895131 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed33a575-83dd-4a6e-ac54-0bea762f995d None None] Sync routers for ids ['cc6daac7-989b-47c8-b986-57b82df565e2'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:50:14.908081 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed33a575-83dd-4a6e-ac54-0bea762f995d None None] Routers {'cc6daac7-989b-47c8-b986-57b82df565e2'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:50:14.909075 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-ed33a575-83dd-4a6e-ac54-0bea762f995d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:49:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['cc6daac7-989b-47c8-b986-57b82df565e2'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:50:14.910666 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-74a620fe-273a-494a-a1fd-da81c8b90232 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:14.912109 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-74a620fe-273a-494a-a1fd-da81c8b90232 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.5275450 Feb 19 02:50:14.915769 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 58516) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:50:14.920923 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-e68c1222-824b-441a-8fcd-489ab79cc4ea tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] 10.222.0.72 "GET /v2.0/ports?device_id=2e9066e0-3e37-46f7-a152-a123a9fa0553 HTTP/1.1" status: 200 len: 205 time: 0.0369537 Feb 19 02:50:14.921201 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58518) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:50:15.014133 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0e5c3139-7002-423d-b287-930f2f776a51 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks [] for router (2e9066e0-3e37-46f7-a152-a123a9fa0553), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:15.075436 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-ed33a575-83dd-4a6e-ac54-0bea762f995d None None] Set router cc6daac7-989b-47c8-b986-57b82df565e2 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:50:15.182524 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-a34dcee7-f8e4-4c2e-8b31-22ce02117ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e9066e0-3e37-46f7-a152-a123a9fa0553', 'name': 'tempest-RoutersIpV6Test-router-1609166679', 'tenant_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:50:14Z', 'updated_at': '2022-02-19T02:50:14Z', 'revision_number': 2, 'project_id': 'af7fe21ef8a34b4aa8aa211833eb0628', 'gw_port_host': None}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:50:15.184631 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['531d566d-738d-4da8-808a-034a8f680e0d'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:50:15.207941 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0e5c3139-7002-423d-b287-930f2f776a51 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16317457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14254'] for router (2e9066e0-3e37-46f7-a152-a123a9fa0553), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:15.211137 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0e5c3139-7002-423d-b287-930f2f776a51 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks [] for router_controller (2e9066e0-3e37-46f7-a152-a123a9fa0553), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:15.222102 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34dcee7-f8e4-4c2e-8b31-22ce02117ad6 None None] Checking router: 2e9066e0-3e37-46f7-a152-a123a9fa0553 for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:50:15.232184 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107a516d-073f-45ac-8722-bd103ad6bc4d req-32209553-1569-4550-b7fb-46429f345e7e tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:15.234920 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-107a516d-073f-45ac-8722-bd103ad6bc4d req-32209553-1569-4550-b7fb-46429f345e7e tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] 10.222.0.72 "GET /v2.0/ports?device_id=b7fed794-1a17-4088-a757-ff223e40f3d9 HTTP/1.1" status: 200 len: 950 time: 0.1707904 Feb 19 02:50:15.268152 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0e5c3139-7002-423d-b287-930f2f776a51 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16317544'] for router (2e9066e0-3e37-46f7-a152-a123a9fa0553), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:15.268769 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e5c3139-7002-423d-b287-930f2f776a51 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Fanout notify agent at l3_agent the message router_deleted on router 2e9066e0-3e37-46f7-a152-a123a9fa0553 {{(pid=103702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 02:50:15.273479 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34dcee7-f8e4-4c2e-8b31-22ce02117ad6 None None] Routers set() bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:50:15.273859 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34dcee7-f8e4-4c2e-8b31-22ce02117ad6 None None] Router IDs set() for agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 19 02:50:15.274526 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_agentschedulers_db [None req-a34dcee7-f8e4-4c2e-8b31-22ce02117ad6 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'2e9066e0-3e37-46f7-a152-a123a9fa0553'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:49:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent'). {{(pid=103703) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 19 02:50:15.274913 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34dcee7-f8e4-4c2e-8b31-22ce02117ad6 None None] The sync data for ids ['2e9066e0-3e37-46f7-a152-a123a9fa0553'] in n-d-826753-2 is: [] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:50:15.279288 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0e5c3139-7002-423d-b287-930f2f776a51 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:15.281022 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-0e5c3139-7002-423d-b287-930f2f776a51 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] 10.222.0.72 "DELETE /v2.0/routers/2e9066e0-3e37-46f7-a152-a123a9fa0553 HTTP/1.1" status: 204 len: 168 time: 0.3588295 Feb 19 02:50:15.284805 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58524) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:50:15.316422 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-b7318b65-c4ce-433c-a1e9-04d9a4c73c4a tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] 10.222.0.72 "GET /v2.0/ports?device_id=2e9066e0-3e37-46f7-a152-a123a9fa0553 HTTP/1.1" status: 200 len: 205 time: 0.0302145 Feb 19 02:50:15.318620 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58526) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:50:15.344039 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-ed33a575-83dd-4a6e-ac54-0bea762f995d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6daac7-989b-47c8-b986-57b82df565e2', 'name': 'tempest-ServersTestBootFromVolume-1443503706-router', 'tenant_id': 'eed1faf7d2ad41cdae7790304e30a12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': 'c8d8815c-33be-4df6-97a8-f54ef344cf68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:50:10Z', 'updated_at': '2022-02-19T02:50:13Z', 'revision_number': 3, 'project_id': 'eed1faf7d2ad41cdae7790304e30a12a', 'gw_port': {'id': 'c8d8815c-33be-4df6-97a8-f54ef344cf68', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:3e:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc6daac7-989b-47c8-b986-57b82df565e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:50:12Z', 'updated_at': '2022-02-19T02:50:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:50:15.349644 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3791b1f-544e-4a14-84d6-27e976c90513 req-5f1b7477-3278-4f0c-84b2-3baef3579378 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:15.357022 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d3791b1f-544e-4a14-84d6-27e976c90513 req-5f1b7477-3278-4f0c-84b2-3baef3579378 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/ports?device_id=3cca9c25-9730-4d04-add4-37b9cddf5727 HTTP/1.1" status: 200 len: 950 time: 0.2554843 Feb 19 02:50:15.385441 n-d-826753-2 neutron-server[103702]: INFO neutron.api.v2.resource [None req-ab09c710-97f6-4ec3-a81a-307dfe24003e tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] delete failed (client error): The resource could not be found. Feb 19 02:50:15.387299 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-ab09c710-97f6-4ec3-a81a-307dfe24003e tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] 10.222.0.72 "DELETE /v2.0/routers/2e9066e0-3e37-46f7-a152-a123a9fa0553 HTTP/1.1" status: 404 len: 336 time: 0.0675564 Feb 19 02:50:15.389849 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58528) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:50:15.405928 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-107a516d-073f-45ac-8722-bd103ad6bc4d req-86da0e0e-4359-4649-9b29-dea98b38db4a tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f9a0e74-bc03-4003-b35a-0cd376c2c049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606266 Feb 19 02:50:15.411254 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed33a575-83dd-4a6e-ac54-0bea762f995d None None] Checking router: cc6daac7-989b-47c8-b986-57b82df565e2 for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:50:15.411489 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed33a575-83dd-4a6e-ac54-0bea762f995d None None] Updating router cc6daac7-989b-47c8-b986-57b82df565e2 port c8d8815c-33be-4df6-97a8-f54ef344cf68 binding host n-d-826753-2 {{(pid=103704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:50:15.460066 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0964acb-e400-4da1-8e42-8a56cf2a686a tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] DELETE failed (client error): The resource could not be found. Feb 19 02:50:15.460882 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0964acb-e400-4da1-8e42-8a56cf2a686a tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 02:50:15.466476 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-a0964acb-e400-4da1-8e42-8a56cf2a686a tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] 10.222.0.72 "DELETE /v2.0/subnets/5d9d6768-38b4-436d-8afc-b5ec84a80d39 HTTP/1.1" status: 404 len: 337 time: 0.0723233 Feb 19 02:50:15.466735 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58532) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:50:15.480382 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-ed33a575-83dd-4a6e-ac54-0bea762f995d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (c8d8815c-33be-4df6-97a8-f54ef344cf68), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:15.485434 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 8dc1c132-a5b2-4ac4-8db8-06282326ac1d up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:50:15.529730 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e8d56516-3e35-4d12-aedd-48fc6e89afef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:15.535282 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-12016205-a8cb-4bd6-8e2d-caaf88f2ab57 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] DELETE failed (client error): The resource could not be found. Feb 19 02:50:15.535743 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12016205-a8cb-4bd6-8e2d-caaf88f2ab57 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 02:50:15.540466 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-12016205-a8cb-4bd6-8e2d-caaf88f2ab57 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] 10.222.0.72 "DELETE /v2.0/subnets/83c5f70b-e87f-4ce0-b250-82b8ea734210 HTTP/1.1" status: 404 len: 337 time: 0.0722260 Feb 19 02:50:15.543635 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58540) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:50:15.561639 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 8dc1c132-a5b2-4ac4-8db8-06282326ac1d triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:50:15.562138 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (8dc1c132-a5b2-4ac4-8db8-06282326ac1d), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:15.565055 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d3791b1f-544e-4a14-84d6-27e976c90513 req-25742b96-6e1a-4ee7-96ac-8f33e48ab4b6 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe71e737-cb97-4e9e-a576-1f93522c47f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070839 Feb 19 02:50:15.577419 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d745450-a620-41dc-a040-af5f0e48b9b3 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] DELETE failed (client error): The resource could not be found. Feb 19 02:50:15.577957 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d745450-a620-41dc-a040-af5f0e48b9b3 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 02:50:15.581297 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-7d745450-a620-41dc-a040-af5f0e48b9b3 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] 10.222.0.72 "DELETE /v2.0/subnets/1e52f09d-7a71-4bd7-9800-26ba2a95d400 HTTP/1.1" status: 404 len: 337 time: 0.0366952 Feb 19 02:50:15.583683 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58542) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:50:15.611811 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ed47ad6-21ed-4b48-b081-a2692cb027ee tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] DELETE failed (client error): The resource could not be found. Feb 19 02:50:15.612266 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ed47ad6-21ed-4b48-b081-a2692cb027ee tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 02:50:15.616694 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-1ed47ad6-21ed-4b48-b081-a2692cb027ee tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] 10.222.0.72 "DELETE /v2.0/subnets/a8e8530f-41b8-489a-b611-33908f08e91d HTTP/1.1" status: 404 len: 337 time: 0.0313258 Feb 19 02:50:15.619212 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58544) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:50:15.649570 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-bdc42b92-329b-4a4e-8230-ac5187aa529f tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a962d46-399a-441d-b938-9764d564c0b0 HTTP/1.1" status: 200 len: 205 time: 0.0290053 Feb 19 02:50:15.652231 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58546) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:50:15.663376 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 8dc1c132-a5b2-4ac4-8db8-06282326ac1d is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:50:15.711164 n-d-826753-2 neutron-server[103702]: INFO neutron.api.v2.resource [None req-6ff8669c-f3d4-47ce-b8a9-1929d6a8f6dd tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] delete failed (client error): The resource could not be found. Feb 19 02:50:15.713080 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-6ff8669c-f3d4-47ce-b8a9-1929d6a8f6dd tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] 10.222.0.72 "DELETE /v2.0/routers/9a962d46-399a-441d-b938-9764d564c0b0 HTTP/1.1" status: 404 len: 336 time: 0.0597880 Feb 19 02:50:15.715863 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 58550) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:50:15.876758 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 58df93bc-fa06-4a42-a400-4f712ed60b0d up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:50:15.901814 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-ed33a575-83dd-4a6e-ac54-0bea762f995d None None] Publish callbacks [] for port (c8d8815c-33be-4df6-97a8-f54ef344cf68), precommit_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:15.920468 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-ed33a575-83dd-4a6e-ac54-0bea762f995d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (c8d8815c-33be-4df6-97a8-f54ef344cf68), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:15.958451 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning for port 58df93bc-fa06-4a42-a400-4f712ed60b0d completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:50:15.963510 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port 58df93bc-fa06-4a42-a400-4f712ed60b0d triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:50:15.963943 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (58df93bc-fa06-4a42-a400-4f712ed60b0d), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:15.978216 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353e3bad-1452-406b-85ed-84801af9260b None None] Pushing event updated for resources: {'Port': ['ID=c8d8815c-33be-4df6-97a8-f54ef344cf68,revision_number=2']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:15.996519 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-ed33a575-83dd-4a6e-ac54-0bea762f995d None None] Attempting to bind port c8d8815c-33be-4df6-97a8-f54ef344cf68 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:50:15.996903 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-ed33a575-83dd-4a6e-ac54-0bea762f995d None None] Attempting to bind port c8d8815c-33be-4df6-97a8-f54ef344cf68 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:50:15.997314 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed33a575-83dd-4a6e-ac54-0bea762f995d None None] Attempting to bind port c8d8815c-33be-4df6-97a8-f54ef344cf68 on network eaf64708-9021-419e-b287-ef3e0f51e2ee {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:50:16.003869 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed33a575-83dd-4a6e-ac54-0bea762f995d None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:50:16.004248 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed33a575-83dd-4a6e-ac54-0bea762f995d None None] Checking segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:50:16.004851 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-ed33a575-83dd-4a6e-ac54-0bea762f995d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:16.005428 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed33a575-83dd-4a6e-ac54-0bea762f995d None None] Bound using segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:50:16.006068 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-ed33a575-83dd-4a6e-ac54-0bea762f995d None None] Bound port: c8d8815c-33be-4df6-97a8-f54ef344cf68, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:50:16.006653 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-ed33a575-83dd-4a6e-ac54-0bea762f995d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (c8d8815c-33be-4df6-97a8-f54ef344cf68), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:16.030778 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-f006ad0b-f495-4452-ad8a-b9c1187272e3 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] 10.222.0.72 "GET /v2.0/ports?device_id=5bf82752-1ef5-492d-a254-d4e5858eb2e7 HTTP/1.1" status: 200 len: 205 time: 0.3101747 Feb 19 02:50:16.039231 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58560) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:50:16.070372 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 58df93bc-fa06-4a42-a400-4f712ed60b0d is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:50:16.070770 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (58df93bc-fa06-4a42-a400-4f712ed60b0d), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:16.078069 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-ed33a575-83dd-4a6e-ac54-0bea762f995d None None] For port c8d8815c-33be-4df6-97a8-f54ef344cf68, host n-d-826753-2, cleared binding levels {{(pid=103704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:50:16.081630 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-ed33a575-83dd-4a6e-ac54-0bea762f995d None None] For port c8d8815c-33be-4df6-97a8-f54ef344cf68, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=c8d8815c-33be-4df6-97a8-f54ef344cf68,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:50:16.091840 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-ed33a575-83dd-4a6e-ac54-0bea762f995d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (c8d8815c-33be-4df6-97a8-f54ef344cf68), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:16.107526 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 58df93bc-fa06-4a42-a400-4f712ed60b0d, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=58df93bc-fa06-4a42-a400-4f712ed60b0d,segment=NetworkSegment(4d279d1b-ef9f-49cc-bc5d-c8be530f22d3),segment_id=4d279d1b-ef9f-49cc-bc5d-c8be530f22d3)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:50:16.108516 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb4b2ec2-44c7-4efb-b4f1-4efede1d838b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58df93bc-fa06-4a42-a400-4f712ed60b0d'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:50:16.110945 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e03fb485-26ac-422b-8280-ea5a4c957cdc" -d '{"events": [{"server_uuid": "bb4b2ec2-44c7-4efb-b4f1-4efede1d838b", "name": "network-vif-plugged", "status": "completed", "tag": "58df93bc-fa06-4a42-a400-4f712ed60b0d"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:50:16.117539 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee900b99-805f-48ae-b5a4-4f185132299c req-f16ea2d9-3065-4062-9099-19c42db15a24 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:16.119965 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ee900b99-805f-48ae-b5a4-4f185132299c req-f16ea2d9-3065-4062-9099-19c42db15a24 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=b633fbf1-48a0-4414-a396-bb91c1b8c863 HTTP/1.1" status: 200 len: 945 time: 0.4464605 Feb 19 02:50:16.136283 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (58df93bc-fa06-4a42-a400-4f712ed60b0d), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:16.164773 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c49360f-bf79-4ef6-8274-8ef9f909bfd8 req-1fff9b95-2514-4bb9-881a-aab3ec1f26b9 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:16.165556 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353e3bad-1452-406b-85ed-84801af9260b None None] Pushing event updated for resources: {'Port': ['ID=c8d8815c-33be-4df6-97a8-f54ef344cf68,revision_number=3']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:16.165682 n-d-826753-2 neutron-server[103702]: INFO neutron.api.v2.resource [None req-e4612df1-064c-4a58-9e3d-2038729be782 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] delete failed (client error): The resource could not be found. Feb 19 02:50:16.170270 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-e4612df1-064c-4a58-9e3d-2038729be782 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] 10.222.0.72 "DELETE /v2.0/routers/5bf82752-1ef5-492d-a254-d4e5858eb2e7 HTTP/1.1" status: 404 len: 336 time: 0.1342602 Feb 19 02:50:16.170873 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58564) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:50:16.171905 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9c49360f-bf79-4ef6-8274-8ef9f909bfd8 req-1fff9b95-2514-4bb9-881a-aab3ec1f26b9 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb4b2ec2-44c7-4efb-b4f1-4efede1d838b HTTP/1.1" status: 200 len: 944 time: 0.1471303 Feb 19 02:50:16.190084 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed33a575-83dd-4a6e-ac54-0bea762f995d None None] Routers {'cc6daac7-989b-47c8-b986-57b82df565e2'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:50:16.191084 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-ed33a575-83dd-4a6e-ac54-0bea762f995d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:49:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['cc6daac7-989b-47c8-b986-57b82df565e2'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:50:16.205311 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=58df93bc-fa06-4a42-a400-4f712ed60b0d,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:16.215749 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbe2bf97-1dc2-45bd-af35-f12094e93f3d tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] DELETE failed (client error): The resource could not be found. Feb 19 02:50:16.216297 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbe2bf97-1dc2-45bd-af35-f12094e93f3d tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 02:50:16.220507 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-cbe2bf97-1dc2-45bd-af35-f12094e93f3d tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] 10.222.0.72 "DELETE /v2.0/subnets/74e10174-ee61-4da7-a5e4-aca4fd15ea67 HTTP/1.1" status: 404 len: 337 time: 0.0477669 Feb 19 02:50:16.222139 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58566) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:50:16.252541 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-d6f929e4-5b14-48c5-be6e-57ecf79857a7 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] 10.222.0.72 "GET /v2.0/ports?device_id=cfd79094-505e-4901-b284-ffdf320e7424 HTTP/1.1" status: 200 len: 205 time: 0.0292590 Feb 19 02:50:16.254855 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58568) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:50:16.264809 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9c49360f-bf79-4ef6-8274-8ef9f909bfd8 req-9b875fdb-4d8e-452b-91af-61264badff32 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ca71149-99da-4cc2-ac25-44d2d4a4007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920553 Feb 19 02:50:16.281396 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ee900b99-805f-48ae-b5a4-4f185132299c req-47fea592-84c5-4d5d-98e6-7d83c5aaf9cc tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/security-groups?id=83745bf6-2450-44b1-b073-88b2d8645794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473715 Feb 19 02:50:16.307352 n-d-826753-2 neutron-server[103702]: INFO neutron.api.v2.resource [None req-58b746d5-72ae-4a98-9bd8-9317b63609d0 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] delete failed (client error): The resource could not be found. Feb 19 02:50:16.308415 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-58b746d5-72ae-4a98-9bd8-9317b63609d0 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] 10.222.0.72 "DELETE /v2.0/routers/cfd79094-505e-4901-b284-ffdf320e7424 HTTP/1.1" status: 404 len: 336 time: 0.0526593 Feb 19 02:50:16.311631 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58574) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:50:16.345816 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-99857f95-32a5-449a-bab9-e16d8fd1f9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:16.358187 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-ed33a575-83dd-4a6e-ac54-0bea762f995d None None] Set router cc6daac7-989b-47c8-b986-57b82df565e2 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:50:16.363124 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-8efff900-a050-46d2-bfe2-8cc297c55c12 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] 10.222.0.72 "GET /v2.0/ports?device_id=7a05df34-5faf-41aa-9261-320b2c8e029d HTTP/1.1" status: 200 len: 205 time: 0.0504026 Feb 19 02:50:16.365632 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 58580) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:50:16.394333 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c380290-1a60-4e44-a582-a849405c0683 x-openstack-request-id: req-1c380290-1a60-4e44-a582-a849405c0683 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:50:16.394634 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb4b2ec2-44c7-4efb-b4f1-4efede1d838b", "name": "network-vif-plugged", "status": "completed", "tag": "58df93bc-fa06-4a42-a400-4f712ed60b0d", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:50:16.394892 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1c380290-1a60-4e44-a582-a849405c0683 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:50:16.395292 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb4b2ec2-44c7-4efb-b4f1-4efede1d838b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58df93bc-fa06-4a42-a400-4f712ed60b0d', 'code': 200} Feb 19 02:50:16.457757 n-d-826753-2 neutron-server[103701]: INFO neutron.api.v2.resource [None req-0146bd18-dc5f-4d78-9def-c773f545755a tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] delete failed (client error): The resource could not be found. Feb 19 02:50:16.458903 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-0146bd18-dc5f-4d78-9def-c773f545755a tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] 10.222.0.72 "DELETE /v2.0/routers/7a05df34-5faf-41aa-9261-320b2c8e029d HTTP/1.1" status: 404 len: 336 time: 0.0919685 Feb 19 02:50:16.462624 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58582) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:50:16.491426 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-d428dab8-bdae-4084-ba0d-cee0bd100506 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] DELETE failed (client error): The resource could not be found. Feb 19 02:50:16.492151 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d428dab8-bdae-4084-ba0d-cee0bd100506 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 02:50:16.495274 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-d428dab8-bdae-4084-ba0d-cee0bd100506 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] 10.222.0.72 "DELETE /v2.0/subnets/c31b0a6e-254f-47f7-9d7d-ffd10df66b31 HTTP/1.1" status: 404 len: 337 time: 0.0315065 Feb 19 02:50:16.497964 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58584) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:50:16.532791 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-8dfa6fd4-ad11-4c4d-9934-ed743708f8d1 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] 10.222.0.72 "GET /v2.0/ports?device_id=a42cd85e-7824-448c-ad63-e8d1c953b39d HTTP/1.1" status: 200 len: 205 time: 0.0336599 Feb 19 02:50:16.541470 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 58586) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:50:16.567829 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-ed33a575-83dd-4a6e-ac54-0bea762f995d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6daac7-989b-47c8-b986-57b82df565e2', 'name': 'tempest-ServersTestBootFromVolume-1443503706-router', 'tenant_id': 'eed1faf7d2ad41cdae7790304e30a12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': 'c8d8815c-33be-4df6-97a8-f54ef344cf68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:50:10Z', 'updated_at': '2022-02-19T02:50:13Z', 'revision_number': 3, 'project_id': 'eed1faf7d2ad41cdae7790304e30a12a', 'gw_port': {'id': 'c8d8815c-33be-4df6-97a8-f54ef344cf68', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:3e:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc6daac7-989b-47c8-b986-57b82df565e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:50:12Z', 'updated_at': '2022-02-19T02:50:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:50:16.586130 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c1e941-cc09-4bb4-96ee-d6010f8a26d5 req-37173ced-bd3b-449f-ab82-2883bbf26bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:16.587942 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-87c1e941-cc09-4bb4-96ee-d6010f8a26d5 req-37173ced-bd3b-449f-ab82-2883bbf26bd0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bb4b2ec2-44c7-4efb-b4f1-4efede1d838b HTTP/1.1" status: 200 len: 1127 time: 0.0616872 Feb 19 02:50:16.597378 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed33a575-83dd-4a6e-ac54-0bea762f995d None None] The sync data for ids ['cc6daac7-989b-47c8-b986-57b82df565e2'] in n-d-826753-2 is: [{'id': 'cc6daac7-989b-47c8-b986-57b82df565e2', 'name': 'tempest-ServersTestBootFromVolume-1443503706-router', 'tenant_id': 'eed1faf7d2ad41cdae7790304e30a12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': 'c8d8815c-33be-4df6-97a8-f54ef344cf68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:50:10Z', 'updated_at': '2022-02-19T02:50:13Z', 'revision_number': 3, 'project_id': 'eed1faf7d2ad41cdae7790304e30a12a', 'gw_port': {'id': 'c8d8815c-33be-4df6-97a8-f54ef344cf68', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:3e:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc6daac7-989b-47c8-b986-57b82df565e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:50:12Z', 'updated_at': '2022-02-19T02:50:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:50:16.603486 n-d-826753-2 neutron-server[103701]: INFO neutron.api.v2.resource [None req-312e411e-1817-4a59-b81e-32fc47f8d981 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] delete failed (client error): The resource could not be found. Feb 19 02:50:16.605054 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-312e411e-1817-4a59-b81e-32fc47f8d981 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] 10.222.0.72 "DELETE /v2.0/routers/a42cd85e-7824-448c-ad63-e8d1c953b39d HTTP/1.1" status: 404 len: 336 time: 0.0620375 Feb 19 02:50:16.609221 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 58590) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:50:16.654098 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-87c1e941-cc09-4bb4-96ee-d6010f8a26d5 req-4fbe2177-6ee9-451d-855d-72e1b1e46481 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=6ca71149-99da-4cc2-ac25-44d2d4a4007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592771 Feb 19 02:50:16.690506 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c51eb-6ec8-4018-b501-40d6ccdf4fda req-ceb6bb5c-3b30-450a-b3e1-6c43c79839db tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:16.691976 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e60c51eb-6ec8-4018-b501-40d6ccdf4fda req-ceb6bb5c-3b30-450a-b3e1-6c43c79839db tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/ports?device_id=d7f98579-8123-4a93-a9ea-c09f515b0254 HTTP/1.1" status: 200 len: 944 time: 0.3208880 Feb 19 02:50:16.697093 n-d-826753-2 neutron-server[103701]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d78ddca-e975-49c8-bde5-1408d30c8df5 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] DELETE failed (client error): The resource could not be found. Feb 19 02:50:16.697739 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d78ddca-e975-49c8-bde5-1408d30c8df5 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 02:50:16.702371 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-2d78ddca-e975-49c8-bde5-1408d30c8df5 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] 10.222.0.72 "DELETE /v2.0/subnets/6aca1d4d-2ec9-4de0-98d8-cfb74cf9a74c HTTP/1.1" status: 404 len: 337 time: 0.0913746 Feb 19 02:50:16.704805 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58592) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:50:16.734597 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-7f258741-3dfb-492b-b059-47420535076c tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] 10.222.0.72 "GET /v2.0/ports?device_id=dc356119-02c6-4ce6-bb71-6d7e4c132014 HTTP/1.1" status: 200 len: 205 time: 0.0283148 Feb 19 02:50:16.736850 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58594) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:50:16.780524 n-d-826753-2 neutron-server[103702]: INFO neutron.api.v2.resource [None req-789df4e7-b025-44b2-95e2-0071739d776e tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] delete failed (client error): The resource could not be found. Feb 19 02:50:16.781675 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-789df4e7-b025-44b2-95e2-0071739d776e tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] 10.222.0.72 "DELETE /v2.0/routers/dc356119-02c6-4ce6-bb71-6d7e4c132014 HTTP/1.1" status: 404 len: 336 time: 0.0436184 Feb 19 02:50:16.784092 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58596) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:50:16.812939 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-60020bba-cfab-474e-9ad2-d7be02e07a62 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] DELETE failed (client error): The resource could not be found. Feb 19 02:50:16.813424 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60020bba-cfab-474e-9ad2-d7be02e07a62 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 02:50:16.818902 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-60020bba-cfab-474e-9ad2-d7be02e07a62 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] 10.222.0.72 "DELETE /v2.0/subnets/77479c1b-8716-447c-b31f-2d3c720baa4e HTTP/1.1" status: 404 len: 337 time: 0.0314283 Feb 19 02:50:16.820080 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58598) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:50:16.849217 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e60c51eb-6ec8-4018-b501-40d6ccdf4fda req-3f7e7b08-6f7c-4a85-a88c-0f9d00ed1143 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/security-groups?id=d1068709-142b-4f0d-aa54-30196489f5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214235 Feb 19 02:50:16.854007 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-22b65d83-b5e5-4a77-a215-53a3ffe28207 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] DELETE failed (client error): The resource could not be found. Feb 19 02:50:16.855430 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22b65d83-b5e5-4a77-a215-53a3ffe28207 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 02:50:16.859854 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-22b65d83-b5e5-4a77-a215-53a3ffe28207 tempest-RoutersIpV6Test-237667773 tempest-RoutersIpV6Test-237667773-project] 10.222.0.72 "DELETE /v2.0/subnets/784ff289-048d-4864-bdca-e23f39abec39 HTTP/1.1" status: 404 len: 337 time: 0.0388050 Feb 19 02:50:16.865530 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f755d56a-2f9c-4a20-a52e-a8b55502b474 req-e7e480ca-a98f-4190-9f06-25924039992d tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:16.867837 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f755d56a-2f9c-4a20-a52e-a8b55502b474 req-e7e480ca-a98f-4190-9f06-25924039992d tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/ports?device_id=3cca9c25-9730-4d04-add4-37b9cddf5727 HTTP/1.1" status: 200 len: 950 time: 0.2106280 Feb 19 02:50:16.871722 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-99857f95-32a5-449a-bab9-e16d8fd1f9f2 admin admin] Allocated IP 172.20.0.1 (e1cc4d35-d947-46a4-a02a-fb288d9849b7/889c7a59-6b5e-4f05-9bcb-0e22fb033ffb/a630aafb-9ffb-4798-89a0-ac20d4be28f8) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:50:17.000875 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f755d56a-2f9c-4a20-a52e-a8b55502b474 req-51a16cbf-dd92-491d-8cd1-7cf72be84529 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe71e737-cb97-4e9e-a576-1f93522c47f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121805 Feb 19 02:50:17.042576 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-99857f95-32a5-449a-bab9-e16d8fd1f9f2 admin admin] Publish callbacks [] for port (a630aafb-9ffb-4798-89a0-ac20d4be28f8), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:17.123950 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-99857f95-32a5-449a-bab9-e16d8fd1f9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (a630aafb-9ffb-4798-89a0-ac20d4be28f8), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:17.156933 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58606) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:50:17.181825 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99857f95-32a5-449a-bab9-e16d8fd1f9f2 admin admin] Network e1cc4d35-d947-46a4-a02a-fb288d9849b7 is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:50:17.188237 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-99857f95-32a5-449a-bab9-e16d8fd1f9f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:50:17.198662 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99857f95-32a5-449a-bab9-e16d8fd1f9f2 admin admin] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:50:17.211668 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763a7d5a-16cf-43cc-ae81-7147b3c5359a req-d240657b-e33f-4da4-8ea0-c45ae8556d31 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:17.213705 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-763a7d5a-16cf-43cc-ae81-7147b3c5359a req-d240657b-e33f-4da4-8ea0-c45ae8556d31 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/ports?device_id=703117b2-3b74-4940-91d7-38248cc7fdf8 HTTP/1.1" status: 200 len: 950 time: 0.1289506 Feb 19 02:50:17.232556 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99857f95-32a5-449a-bab9-e16d8fd1f9f2 admin admin] Pushing event updated for resources: {'Port': ['ID=a630aafb-9ffb-4798-89a0-ac20d4be28f8,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:17.284112 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-99857f95-32a5-449a-bab9-e16d8fd1f9f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16289150'] for router_interface (cc6daac7-989b-47c8-b986-57b82df565e2), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:17.356092 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-763a7d5a-16cf-43cc-ae81-7147b3c5359a req-c5037b4b-b65a-4d47-baba-f069aed12ee1 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe71e737-cb97-4e9e-a576-1f93522c47f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206322 Feb 19 02:50:17.401173 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-26a58f90-ab6f-44f3-89d6-3a714155615c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=af7fe21ef8a34b4aa8aa211833eb0628&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2425373 Feb 19 02:50:17.403447 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58618) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:50:17.533071 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d31b779d-f291-4c22-b43b-ec843be99ebf admin admin] Publish callbacks [] for security_group (c59a9231-f4a1-40ab-900f-b984168f5e3f), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:17.555391 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device c8d8815c-33be-4df6-97a8-f54ef344cf68 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:50:17.574474 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d31b779d-f291-4c22-b43b-ec843be99ebf admin admin] Publish callbacks [] for security_group (c59a9231-f4a1-40ab-900f-b984168f5e3f), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:17.614202 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-99857f95-32a5-449a-bab9-e16d8fd1f9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (a630aafb-9ffb-4798-89a0-ac20d4be28f8), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:17.626993 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557c72de-9240-4a09-8145-8d4b3854fd9b req-e477a1c2-1fdd-4580-8c80-b2665ac18104 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:17.629099 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-557c72de-9240-4a09-8145-8d4b3854fd9b req-e477a1c2-1fdd-4580-8c80-b2665ac18104 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb4b2ec2-44c7-4efb-b4f1-4efede1d838b HTTP/1.1" status: 200 len: 945 time: 0.1708205 Feb 19 02:50:17.630827 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-0f31bd38-a0d5-40e4-b433-8553f5f1bdb7 None None] Provisioning complete for port a630aafb-9ffb-4798-89a0-ac20d4be28f8 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:50:17.631331 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-0f31bd38-a0d5-40e4-b433-8553f5f1bdb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (a630aafb-9ffb-4798-89a0-ac20d4be28f8), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:17.644155 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d31b779d-f291-4c22-b43b-ec843be99ebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (c59a9231-f4a1-40ab-900f-b984168f5e3f), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:17.648736 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d31b779d-f291-4c22-b43b-ec843be99ebf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:17.653428 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-d31b779d-f291-4c22-b43b-ec843be99ebf admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c59a9231-f4a1-40ab-900f-b984168f5e3f HTTP/1.1" status: 204 len: 168 time: 0.2488596 Feb 19 02:50:17.664802 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31b779d-f291-4c22-b43b-ec843be99ebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c59a9231-f4a1-40ab-900f-b984168f5e3f,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:17.669613 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d404ef-1c62-4f7e-8243-10cfbb7211d9 req-ae73cb0f-382a-4571-b007-77505c6642c1 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:17.671327 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-60d404ef-1c62-4f7e-8243-10cfbb7211d9 req-ae73cb0f-382a-4571-b007-77505c6642c1 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=b633fbf1-48a0-4414-a396-bb91c1b8c863 HTTP/1.1" status: 200 len: 945 time: 0.1747909 Feb 19 02:50:17.683989 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-0f31bd38-a0d5-40e4-b433-8553f5f1bdb7 None None] Port a630aafb-9ffb-4798-89a0-ac20d4be28f8 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:50:17.692964 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3dd53770-3143-4ae5-8e78-930242a7a92d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:17.715234 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port c8d8815c-33be-4df6-97a8-f54ef344cf68 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:50:17.716047 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (c8d8815c-33be-4df6-97a8-f54ef344cf68), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:17.757932 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-557c72de-9240-4a09-8145-8d4b3854fd9b req-a625b2ce-68f4-48ce-a661-0da2ced69a8f tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ca71149-99da-4cc2-ac25-44d2d4a4007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201825 Feb 19 02:50:17.799335 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-60d404ef-1c62-4f7e-8243-10cfbb7211d9 req-a8a355f6-9b53-47eb-a39e-8c20a6742346 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/security-groups?id=83745bf6-2450-44b1-b073-88b2d8645794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009912 Feb 19 02:50:17.819645 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port c8d8815c-33be-4df6-97a8-f54ef344cf68 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:50:17.819645 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (c8d8815c-33be-4df6-97a8-f54ef344cf68), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:17.853578 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port c8d8815c-33be-4df6-97a8-f54ef344cf68, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=c8d8815c-33be-4df6-97a8-f54ef344cf68,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:50:17.864470 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (c8d8815c-33be-4df6-97a8-f54ef344cf68), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:17.939042 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 531d566d-738d-4da8-808a-034a8f680e0d up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:50:17.962907 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c6ccad77-57d2-4559-813a-6e4a7d14ddc6 req-5127ec0a-bce3-4a31-9347-11c4ecce38f6 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=27dd056eacfb49959ee4ff28de5b650d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0360522 Feb 19 02:50:18.011022 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=c8d8815c-33be-4df6-97a8-f54ef344cf68,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:18.015513 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-99857f95-32a5-449a-bab9-e16d8fd1f9f2 admin admin] Publish callbacks [] for port (a630aafb-9ffb-4798-89a0-ac20d4be28f8), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:18.026753 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning for port 531d566d-738d-4da8-808a-034a8f680e0d completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:50:18.031160 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port 531d566d-738d-4da8-808a-034a8f680e0d triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:50:18.031590 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (531d566d-738d-4da8-808a-034a8f680e0d), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:18.048618 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-99857f95-32a5-449a-bab9-e16d8fd1f9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (a630aafb-9ffb-4798-89a0-ac20d4be28f8), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:18.157368 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 531d566d-738d-4da8-808a-034a8f680e0d is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:50:18.157729 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (531d566d-738d-4da8-808a-034a8f680e0d), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:18.189843 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99857f95-32a5-449a-bab9-e16d8fd1f9f2 admin admin] Pushing event updated for resources: {'Port': ['ID=a630aafb-9ffb-4798-89a0-ac20d4be28f8,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:18.192535 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 531d566d-738d-4da8-808a-034a8f680e0d, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=531d566d-738d-4da8-808a-034a8f680e0d,segment=NetworkSegment(95c489b5-d2f5-4704-89fb-8accaa8a0e0f),segment_id=95c489b5-d2f5-4704-89fb-8accaa8a0e0f)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:50:18.198419 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-99857f95-32a5-449a-bab9-e16d8fd1f9f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16362769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16289258'] for router_interface (cc6daac7-989b-47c8-b986-57b82df565e2), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:18.199741 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (531d566d-738d-4da8-808a-034a8f680e0d), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:18.200972 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:50:18.215709 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888d6672-8664-4122-a91f-a13ea2e03bc2 req-5e851187-4fda-4d25-884a-e929fae813ea tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:18.217291 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-888d6672-8664-4122-a91f-a13ea2e03bc2 req-5e851187-4fda-4d25-884a-e929fae813ea tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/ports?device_id=d7f98579-8123-4a93-a9ea-c09f515b0254 HTTP/1.1" status: 200 len: 944 time: 0.2477477 Feb 19 02:50:18.254781 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ccad77-57d2-4559-813a-6e4a7d14ddc6 req-64ed2b3e-f3cd-42f4-a189-dd51138c5e7d tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:18.256262 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c6ccad77-57d2-4559-813a-6e4a7d14ddc6 req-64ed2b3e-f3cd-42f4-a189-dd51138c5e7d tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2856624 Feb 19 02:50:18.297711 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=531d566d-738d-4da8-808a-034a8f680e0d,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:18.310587 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c6ccad77-57d2-4559-813a-6e4a7d14ddc6 req-36280838-cfc4-4fe5-9a8b-9d075bc32f65 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/quotas/27dd056eacfb49959ee4ff28de5b650d HTTP/1.1" status: 200 len: 375 time: 0.0452948 Feb 19 02:50:18.355530 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf is: ACTIVE; New status is: DOWN {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:50:18.356074 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:18.398128 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7f98579-8123-4a93-a9ea-c09f515b0254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '531d566d-738d-4da8-808a-034a8f680e0d'}, {'server_uuid': 'b7fed794-1a17-4088-a757-ff223e40f3d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:50:18.401121 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2989735e-b3f3-47d7-849e-334911d5db07" -d '{"events": [{"server_uuid": "d7f98579-8123-4a93-a9ea-c09f515b0254", "name": "network-vif-plugged", "status": "completed", "tag": "531d566d-738d-4da8-808a-034a8f680e0d"}, {"server_uuid": "b7fed794-1a17-4088-a757-ff223e40f3d9", "name": "network-vif-unplugged", "status": "completed", "tag": "4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:50:18.408846 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:50:18.411853 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-888d6672-8664-4122-a91f-a13ea2e03bc2 req-b64a0e5c-c9e7-458d-8828-f97e4d2178ce tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/security-groups?id=d1068709-142b-4f0d-aa54-30196489f5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861978 Feb 19 02:50:18.435980 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:18.453982 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c6ccad77-57d2-4559-813a-6e4a7d14ddc6 req-061137a1-87d8-4dcd-9d56-50ec91bc9899 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=27dd056eacfb49959ee4ff28de5b650d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1275086 Feb 19 02:50:18.456038 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99857f95-32a5-449a-bab9-e16d8fd1f9f2 admin admin] Network e1cc4d35-d947-46a4-a02a-fb288d9849b7 is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:50:18.461461 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-99857f95-32a5-449a-bab9-e16d8fd1f9f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:50:18.518658 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Sat, 19 Feb 2022 02:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02d9d6ef-0c7e-4935-b156-fe8777cdf939 x-openstack-request-id: req-02d9d6ef-0c7e-4935-b156-fe8777cdf939 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:50:18.518966 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7f98579-8123-4a93-a9ea-c09f515b0254", "name": "network-vif-plugged", "status": "completed", "tag": "531d566d-738d-4da8-808a-034a8f680e0d", "code": 200}, {"server_uuid": "b7fed794-1a17-4088-a757-ff223e40f3d9", "name": "network-vif-unplugged", "status": "completed", "tag": "4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:50:18.519322 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-02d9d6ef-0c7e-4935-b156-fe8777cdf939 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:50:18.519732 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7f98579-8123-4a93-a9ea-c09f515b0254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '531d566d-738d-4da8-808a-034a8f680e0d', 'code': 200} Feb 19 02:50:18.519995 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7fed794-1a17-4088-a757-ff223e40f3d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf', 'code': 200} Feb 19 02:50:18.534432 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf,revision_number=8']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:18.639841 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99857f95-32a5-449a-bab9-e16d8fd1f9f2 admin admin] Router cc6daac7-989b-47c8-b986-57b82df565e2 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:50:18.648394 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58664) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:50:18.843496 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17228099-f77b-4007-b2d4-5803b6dc6e10 req-b2b35ce7-804d-49fe-a0dd-52a0980ac108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:18.846542 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-17228099-f77b-4007-b2d4-5803b6dc6e10 req-b2b35ce7-804d-49fe-a0dd-52a0980ac108 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d7f98579-8123-4a93-a9ea-c09f515b0254 HTTP/1.1" status: 200 len: 1127 time: 0.0929120 Feb 19 02:50:18.895848 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-766de8c7-7087-4b21-9ade-92ffae7972d6 req-40c96e5c-572f-49d0-afc2-45a569f62014 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/ports?device_id=3b01b50e-bb5a-469c-9a8c-ad9958ef960c HTTP/1.1" status: 200 len: 210 time: 0.1608438 Feb 19 02:50:18.912057 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-06ff5182-0126-4e86-8a99-48b7c0c5aef3 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-27902567', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:50:18.923277 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-9dfc5cf2-ac70-496a-8fce-ebf0600563ff None None] Provisioning complete for port a630aafb-9ffb-4798-89a0-ac20d4be28f8 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:50:18.923897 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-9dfc5cf2-ac70-496a-8fce-ebf0600563ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (a630aafb-9ffb-4798-89a0-ac20d4be28f8), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:18.957854 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99857f95-32a5-449a-bab9-e16d8fd1f9f2 admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:50:18.973192 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-99857f95-32a5-449a-bab9-e16d8fd1f9f2 admin admin] 10.222.0.72 "PUT /v2.0/routers/cc6daac7-989b-47c8-b986-57b82df565e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0559216 Feb 19 02:50:18.981040 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852b3873-3cbb-4ca0-8dce-36f88f726135 None None] Sync routers for ids ['cc6daac7-989b-47c8-b986-57b82df565e2'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:50:18.995543 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-17228099-f77b-4007-b2d4-5803b6dc6e10 req-cde74781-20f3-4c81-b992-99c23db016f7 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d1068709-142b-4f0d-aa54-30196489f5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428375 Feb 19 02:50:18.995756 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a73bbf-65a0-4d4b-ad93-62c1911cea07 req-1af60412-9932-4951-b99f-0a149d97e6ec tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:18.997379 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-33a73bbf-65a0-4d4b-ad93-62c1911cea07 req-1af60412-9932-4951-b99f-0a149d97e6ec tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb4b2ec2-44c7-4efb-b4f1-4efede1d838b HTTP/1.1" status: 200 len: 945 time: 0.0989757 Feb 19 02:50:19.008203 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852b3873-3cbb-4ca0-8dce-36f88f726135 None None] Routers {'cc6daac7-989b-47c8-b986-57b82df565e2'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:50:19.008845 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-852b3873-3cbb-4ca0-8dce-36f88f726135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:50:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['cc6daac7-989b-47c8-b986-57b82df565e2'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:50:19.027852 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-06ff5182-0126-4e86-8a99-48b7c0c5aef3 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14172'] for router (522c9101-44db-49ee-bcb2-313127ed7198), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:19.029057 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-06ff5182-0126-4e86-8a99-48b7c0c5aef3 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16317487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16285822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16309985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14247'] for router (522c9101-44db-49ee-bcb2-313127ed7198), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:19.055385 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-9dfc5cf2-ac70-496a-8fce-ebf0600563ff None None] Port a630aafb-9ffb-4798-89a0-ac20d4be28f8 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:50:19.105467 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-33a73bbf-65a0-4d4b-ad93-62c1911cea07 req-ab87e236-6fac-4734-b530-a97d3471c6b2 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ca71149-99da-4cc2-ac25-44d2d4a4007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012781 Feb 19 02:50:19.147913 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755385fb-80c7-4921-9eb6-476c06fb5155 req-f87b9afe-6f7c-4101-8aeb-281083accf19 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:19.149930 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-755385fb-80c7-4921-9eb6-476c06fb5155 req-f87b9afe-6f7c-4101-8aeb-281083accf19 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=b633fbf1-48a0-4414-a396-bb91c1b8c863 HTTP/1.1" status: 200 len: 945 time: 0.1291099 Feb 19 02:50:19.159713 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-06ff5182-0126-4e86-8a99-48b7c0c5aef3 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks [] for router_controller (522c9101-44db-49ee-bcb2-313127ed7198), precommit_add_association {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:19.167472 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-06ff5182-0126-4e86-8a99-48b7c0c5aef3 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16317478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865'] for router (522c9101-44db-49ee-bcb2-313127ed7198), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:19.173681 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:19.200968 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-852b3873-3cbb-4ca0-8dce-36f88f726135 None None] Set router cc6daac7-989b-47c8-b986-57b82df565e2 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:50:19.218396 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-06ff5182-0126-4e86-8a99-48b7c0c5aef3 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:19.218396 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-06ff5182-0126-4e86-8a99-48b7c0c5aef3 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 710 time: 0.5604875 Feb 19 02:50:19.219500 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 58696) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:50:19.242933 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-2ac1ca09-914f-428c-8081-0175eba6a063 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2003701382'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:50:19.266648 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-755385fb-80c7-4921-9eb6-476c06fb5155 req-07e0f68f-a5c2-4b6e-a49f-5868a0e45af1 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/security-groups?id=83745bf6-2450-44b1-b073-88b2d8645794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089022 Feb 19 02:50:19.294265 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ac1ca09-914f-428c-8081-0175eba6a063 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Made reservation on behalf of 1a6d5857bd09490dad2550c4edc32408 for: {'network': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:50:19.297638 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2ac1ca09-914f-428c-8081-0175eba6a063 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:19.329180 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2ac1ca09-914f-428c-8081-0175eba6a063 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:19.384018 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb05195-f493-44d1-97bd-57516ade9cc7 req-33311928-6eb1-42f6-958d-d9d5c7668c8e tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:19.393428 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9fb05195-f493-44d1-97bd-57516ade9cc7 req-33311928-6eb1-42f6-958d-d9d5c7668c8e tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb4b2ec2-44c7-4efb-b4f1-4efede1d838b HTTP/1.1" status: 200 len: 945 time: 0.1160469 Feb 19 02:50:19.489803 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9fb05195-f493-44d1-97bd-57516ade9cc7 req-eabbffba-1823-4a3f-8cbe-fbbe48853016 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ca71149-99da-4cc2-ac25-44d2d4a4007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954404 Feb 19 02:50:19.513271 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2ac1ca09-914f-428c-8081-0175eba6a063 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks [] for security_group (3e4d1fcb-0ad1-49a0-b6e4-9c5eb5d7c794), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:19.513368 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device c8d8815c-33be-4df6-97a8-f54ef344cf68 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:50:19.520126 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2ac1ca09-914f-428c-8081-0175eba6a063 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (3e4d1fcb-0ad1-49a0-b6e4-9c5eb5d7c794), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:19.579936 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-852b3873-3cbb-4ca0-8dce-36f88f726135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6daac7-989b-47c8-b986-57b82df565e2', 'name': 'tempest-ServersTestBootFromVolume-1443503706-router', 'tenant_id': 'eed1faf7d2ad41cdae7790304e30a12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': 'c8d8815c-33be-4df6-97a8-f54ef344cf68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:50:10Z', 'updated_at': '2022-02-19T02:50:17Z', 'revision_number': 4, 'project_id': 'eed1faf7d2ad41cdae7790304e30a12a', 'gw_port': {'id': 'c8d8815c-33be-4df6-97a8-f54ef344cf68', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:3e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6daac7-989b-47c8-b986-57b82df565e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:50:12Z', 'updated_at': '2022-02-19T02:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': 'a630aafb-9ffb-4798-89a0-ac20d4be28f8', 'name': '', 'network_id': 'e1cc4d35-d947-46a4-a02a-fb288d9849b7', 'tenant_id': 'eed1faf7d2ad41cdae7790304e30a12a', 'mac_address': 'fa:16:3e:8b:f8:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc6daac7-989b-47c8-b986-57b82df565e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '889c7a59-6b5e-4f05-9bcb-0e22fb033ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:50:16Z', 'updated_at': '2022-02-19T02:50:17Z', 'revision_number': 2, 'project_id': 'eed1faf7d2ad41cdae7790304e30a12a', 'subnets': [{'id': '889c7a59-6b5e-4f05-9bcb-0e22fb033ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:50:19.598757 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ac1ca09-914f-428c-8081-0175eba6a063 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] vlan segment allocate from pool success with {'vlan_id': 293, 'physical_network': 'physnet1'} {{(pid=103701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:50:19.617338 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852b3873-3cbb-4ca0-8dce-36f88f726135 None None] Checking router: cc6daac7-989b-47c8-b986-57b82df565e2 for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:50:19.617698 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852b3873-3cbb-4ca0-8dce-36f88f726135 None None] Updating router cc6daac7-989b-47c8-b986-57b82df565e2 port a630aafb-9ffb-4798-89a0-ac20d4be28f8 binding host n-d-826753-2 {{(pid=103703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:50:19.640159 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2ac1ca09-914f-428c-8081-0175eba6a063 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (1b807e17-bb0c-4ed8-8967-1aae097ce94d), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:19.640505 n-d-826753-2 neutron-server[103701]: INFO neutron.db.segments_db [None req-2ac1ca09-914f-428c-8081-0175eba6a063 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Added segment 1b807e17-bb0c-4ed8-8967-1aae097ce94d of type vlan for network a4a2abe0-be1d-454b-9bcd-e6effca7e22b Feb 19 02:50:19.641898 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac1ca09-914f-428c-8081-0175eba6a063 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e4d1fcb-0ad1-49a0-b6e4-9c5eb5d7c794,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:19.653713 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port c8d8815c-33be-4df6-97a8-f54ef344cf68 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:50:19.655701 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (c8d8815c-33be-4df6-97a8-f54ef344cf68), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:19.662803 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-852b3873-3cbb-4ca0-8dce-36f88f726135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (a630aafb-9ffb-4798-89a0-ac20d4be28f8), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:19.699814 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2ac1ca09-914f-428c-8081-0175eba6a063 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (a4a2abe0-be1d-454b-9bcd-e6effca7e22b), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:19.714845 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae21a21-e7e3-4288-b878-6ee6d4556da3 req-ddb3e4cd-7cef-4380-b455-866c76c384cf tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:19.716379 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cae21a21-e7e3-4288-b878-6ee6d4556da3 req-ddb3e4cd-7cef-4380-b455-866c76c384cf tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/ports?device_id=d7f98579-8123-4a93-a9ea-c09f515b0254 HTTP/1.1" status: 200 len: 945 time: 0.1446624 Feb 19 02:50:19.766073 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2ac1ca09-914f-428c-8081-0175eba6a063 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (a4a2abe0-be1d-454b-9bcd-e6effca7e22b), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:19.771585 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac1ca09-914f-428c-8081-0175eba6a063 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:19.772729 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2ac1ca09-914f-428c-8081-0175eba6a063 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:19.775931 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58704) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:50:19.781296 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-e22a95fc-33d4-40bf-8eb2-c45d49718e7f tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1803406965', 'description': 'tempest-description--1526243931'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:50:19.812392 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e22a95fc-33d4-40bf-8eb2-c45d49718e7f tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:19.850039 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port c8d8815c-33be-4df6-97a8-f54ef344cf68 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:50:19.856032 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cae21a21-e7e3-4288-b878-6ee6d4556da3 req-480ec814-7c57-4bb2-8464-58456c6b14d9 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/security-groups?id=d1068709-142b-4f0d-aa54-30196489f5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303666 Feb 19 02:50:19.878849 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-2ac1ca09-914f-428c-8081-0175eba6a063 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6581507 Feb 19 02:50:19.879897 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac1ca09-914f-428c-8081-0175eba6a063 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Pushing event updated for resources: {'Network': ['ID=a4a2abe0-be1d-454b-9bcd-e6effca7e22b,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:19.890656 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 58706) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:50:19.891081 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-7fed64ac-2c1b-43b7-a2fd-17f5d9c7248f tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Request body: {'subnet': {'network_id': 'a4a2abe0-be1d-454b-9bcd-e6effca7e22b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:50:19.903777 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network a4a2abe0-be1d-454b-9bcd-e6effca7e22b details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:50:19.927087 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e22a95fc-33d4-40bf-8eb2-c45d49718e7f tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Publish callbacks [] for security_group (99efb503-a711-4838-8b15-bcaf32262e83), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:19.936922 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e22a95fc-33d4-40bf-8eb2-c45d49718e7f tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (99efb503-a711-4838-8b15-bcaf32262e83), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:19.969611 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device a147c18c-4a52-40b3-8d1d-bd06c5e3635e details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:50:20.017736 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22a95fc-33d4-40bf-8eb2-c45d49718e7f tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99efb503-a711-4838-8b15-bcaf32262e83,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:20.031844 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e22a95fc-33d4-40bf-8eb2-c45d49718e7f tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:20.033520 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-e22a95fc-33d4-40bf-8eb2-c45d49718e7f tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2560420 Feb 19 02:50:20.040533 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8b72fd95-3d69-4054-961c-3bc0b9a1c02d req-dcaf0d99-aeb4-402b-9149-2ac4e33b31d5 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/ports?device_id=3b01b50e-bb5a-469c-9a8c-ad9958ef960c HTTP/1.1" status: 200 len: 210 time: 0.0464745 Feb 19 02:50:20.040533 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fed64ac-2c1b-43b7-a2fd-17f5d9c7248f tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Made reservation on behalf of 1a6d5857bd09490dad2550c4edc32408 for: {'subnet': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:50:20.040533 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7fed64ac-2c1b-43b7-a2fd-17f5d9c7248f tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58706307'] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:20.042348 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58712) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:50:20.057023 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-f1557c54-b0e4-4ae0-9846-4b494c2da866 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Request body: {'security_group_rule': {'security_group_id': '99efb503-a711-4838-8b15-bcaf32262e83', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:50:20.117283 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f1557c54-b0e4-4ae0-9846-4b494c2da866 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Publish callbacks [] for security_group_rule (796e7cbc-4b83-430e-8d98-77b50eb85872), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:20.220083 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f1557c54-b0e4-4ae0-9846-4b494c2da866 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Publish callbacks [] for security_group_rule (796e7cbc-4b83-430e-8d98-77b50eb85872), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:20.235059 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f1557c54-b0e4-4ae0-9846-4b494c2da866 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (796e7cbc-4b83-430e-8d98-77b50eb85872), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:20.246374 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c6ccad77-57d2-4559-813a-6e4a7d14ddc6 req-d0a77954-3203-4327-b998-1cbbf9fd83cb tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=27dd056eacfb49959ee4ff28de5b650d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0828938 Feb 19 02:50:20.250350 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port a147c18c-4a52-40b3-8d1d-bd06c5e3635e, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=a147c18c-4a52-40b3-8d1d-bd06c5e3635e,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:50:20.276190 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': 'a147c18c-4a52-40b3-8d1d-bd06c5e3635e', 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f', 'port_id': 'a147c18c-4a52-40b3-8d1d-bd06c5e3635e', 'mac_address': 'fa:16:3e:70:44:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '974c06bc-f097-4890-970a-b087501ab241', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:50:20.288151 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-852b3873-3cbb-4ca0-8dce-36f88f726135 None None] Publish callbacks [] for port (a630aafb-9ffb-4798-89a0-ac20d4be28f8), precommit_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:20.340189 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-852b3873-3cbb-4ca0-8dce-36f88f726135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (a630aafb-9ffb-4798-89a0-ac20d4be28f8), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:20.432429 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1dfe18-6f1e-41fd-80c2-659198781dbf None None] Pushing event updated for resources: {'Port': ['ID=a630aafb-9ffb-4798-89a0-ac20d4be28f8,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:20.461860 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:20.530783 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port a147c18c-4a52-40b3-8d1d-bd06c5e3635e is: ACTIVE; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:50:20.531291 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (a147c18c-4a52-40b3-8d1d-bd06c5e3635e), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:20.564904 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a147c18c-4a52-40b3-8d1d-bd06c5e3635e {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:50:20.565207 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89430078-4a8d-4825-b73e-613eb830ac14 req-d968f728-ce6d-443a-a7a5-b0fb3e2f8654 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:20.571006 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-852b3873-3cbb-4ca0-8dce-36f88f726135 None None] Attempting to bind port a630aafb-9ffb-4798-89a0-ac20d4be28f8 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:50:20.571388 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-852b3873-3cbb-4ca0-8dce-36f88f726135 None None] Attempting to bind port a630aafb-9ffb-4798-89a0-ac20d4be28f8 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '9fe70e6e-9986-4247-9959-b53c4994b41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e1cc4d35-d947-46a4-a02a-fb288d9849b7'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:50:20.571758 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852b3873-3cbb-4ca0-8dce-36f88f726135 None None] Attempting to bind port a630aafb-9ffb-4798-89a0-ac20d4be28f8 on network e1cc4d35-d947-46a4-a02a-fb288d9849b7 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:50:20.573300 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-89430078-4a8d-4825-b73e-613eb830ac14 req-d968f728-ce6d-443a-a7a5-b0fb3e2f8654 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb4b2ec2-44c7-4efb-b4f1-4efede1d838b HTTP/1.1" status: 200 len: 945 time: 0.1564729 Feb 19 02:50:20.594313 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852b3873-3cbb-4ca0-8dce-36f88f726135 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:50:20.595679 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852b3873-3cbb-4ca0-8dce-36f88f726135 None None] Checking segment: {'id': '9fe70e6e-9986-4247-9959-b53c4994b41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e1cc4d35-d947-46a4-a02a-fb288d9849b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:50:20.596114 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-852b3873-3cbb-4ca0-8dce-36f88f726135 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:20.596568 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852b3873-3cbb-4ca0-8dce-36f88f726135 None None] Bound using segment: {'id': '9fe70e6e-9986-4247-9959-b53c4994b41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e1cc4d35-d947-46a4-a02a-fb288d9849b7'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:50:20.597706 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-852b3873-3cbb-4ca0-8dce-36f88f726135 None None] Bound port: a630aafb-9ffb-4798-89a0-ac20d4be28f8, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fe70e6e-9986-4247-9959-b53c4994b41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e1cc4d35-d947-46a4-a02a-fb288d9849b7'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:50:20.598121 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-852b3873-3cbb-4ca0-8dce-36f88f726135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (a630aafb-9ffb-4798-89a0-ac20d4be28f8), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:20.620692 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port a147c18c-4a52-40b3-8d1d-bd06c5e3635e, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=a147c18c-4a52-40b3-8d1d-bd06c5e3635e,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:50:20.640453 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcb8341-ab1e-4502-a090-8375e0a6e36c req-4f64679b-7d37-48ac-9d43-669ea06ff8b9 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:20.642088 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9fcb8341-ab1e-4502-a090-8375e0a6e36c req-4f64679b-7d37-48ac-9d43-669ea06ff8b9 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=b633fbf1-48a0-4414-a396-bb91c1b8c863 HTTP/1.1" status: 200 len: 945 time: 0.2243683 Feb 19 02:50:20.667397 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (a147c18c-4a52-40b3-8d1d-bd06c5e3635e), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:20.691042 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-89430078-4a8d-4825-b73e-613eb830ac14 req-27e05a92-4730-4db2-beca-8f9a2430313f tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ca71149-99da-4cc2-ac25-44d2d4a4007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168373 Feb 19 02:50:20.729526 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=a147c18c-4a52-40b3-8d1d-bd06c5e3635e,revision_number=6']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:20.764488 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-852b3873-3cbb-4ca0-8dce-36f88f726135 None None] For port a630aafb-9ffb-4798-89a0-ac20d4be28f8, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:50:20.768726 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-852b3873-3cbb-4ca0-8dce-36f88f726135 None None] For port a630aafb-9ffb-4798-89a0-ac20d4be28f8, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=a630aafb-9ffb-4798-89a0-ac20d4be28f8,segment=NetworkSegment(9fe70e6e-9986-4247-9959-b53c4994b41b),segment_id=9fe70e6e-9986-4247-9959-b53c4994b41b)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:50:20.771369 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1557c54-b0e4-4ae0-9846-4b494c2da866 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=796e7cbc-4b83-430e-8d98-77b50eb85872,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:20.782260 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ccad77-57d2-4559-813a-6e4a7d14ddc6 req-2b7e2172-204d-4dee-b15e-87d7ab373c24 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:20.783886 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c6ccad77-57d2-4559-813a-6e4a7d14ddc6 req-2b7e2172-204d-4dee-b15e-87d7ab373c24 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5223029 Feb 19 02:50:20.784761 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9fcb8341-ab1e-4502-a090-8375e0a6e36c req-aa6dea3b-694c-421f-8398-7a382681c3a6 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/security-groups?id=83745bf6-2450-44b1-b073-88b2d8645794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143682 Feb 19 02:50:20.786156 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7fed64ac-2c1b-43b7-a2fd-17f5d9c7248f tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12647271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58706289'] for subnet (1361d493-96c5-434b-862f-00c7e4b51611), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:20.787482 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f1557c54-b0e4-4ae0-9846-4b494c2da866 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:20.789207 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-f1557c54-b0e4-4ae0-9846-4b494c2da866 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7457926 Feb 19 02:50:20.792045 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58726) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:50:20.793517 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-852b3873-3cbb-4ca0-8dce-36f88f726135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (a630aafb-9ffb-4798-89a0-ac20d4be28f8), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:20.797127 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-460fd939-5d76-4222-9a44-abbde9ff20b8 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Request body: {'security_group_rule': {'security_group_id': '99efb503-a711-4838-8b15-bcaf32262e83', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:50:20.814884 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-c6ccad77-57d2-4559-813a-6e4a7d14ddc6 req-6b4e2dc4-98dd-4014-a17b-eff874ff203f tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Request body: {'port': {'device_id': '3b01b50e-bb5a-469c-9a8c-ad9958ef960c', 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f', 'admin_state_up': True, 'tenant_id': '27dd056eacfb49959ee4ff28de5b650d'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:50:20.862552 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-433a572d-6cf7-43c8-92dd-ada75099db26 None None] Provisioning complete for port a630aafb-9ffb-4798-89a0-ac20d4be28f8 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:50:20.862552 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-433a572d-6cf7-43c8-92dd-ada75099db26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (a630aafb-9ffb-4798-89a0-ac20d4be28f8), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:20.869252 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fed64ac-2c1b-43b7-a2fd-17f5d9c7248f tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Pushing event updated for resources: {'Subnet': ['ID=1361d493-96c5-434b-862f-00c7e4b51611,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:20.871837 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-460fd939-5d76-4222-9a44-abbde9ff20b8 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Publish callbacks [] for security_group_rule (e960cf64-6e38-47d2-8bda-6d4bf891a2f2), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:20.891430 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fed64ac-2c1b-43b7-a2fd-17f5d9c7248f tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Checking segment: {'id': '1b807e17-bb0c-4ed8-8967-1aae097ce94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'a4a2abe0-be1d-454b-9bcd-e6effca7e22b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:50:20.891792 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fed64ac-2c1b-43b7-a2fd-17f5d9c7248f tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Network hostable DHCP agents. Network: a4a2abe0-be1d-454b-9bcd-e6effca7e22b, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:50:20.910240 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1dfe18-6f1e-41fd-80c2-659198781dbf None None] Pushing event updated for resources: {'Port': ['ID=a630aafb-9ffb-4798-89a0-ac20d4be28f8,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:20.917151 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fed64ac-2c1b-43b7-a2fd-17f5d9c7248f tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Network a4a2abe0-be1d-454b-9bcd-e6effca7e22b is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:50:20.924304 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['a147c18c-4a52-40b3-8d1d-bd06c5e3635e'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:50:20.927870 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-7fed64ac-2c1b-43b7-a2fd-17f5d9c7248f tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, a4a2abe0-be1d-454b-9bcd-e6effca7e22b) {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:50:20.929120 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852b3873-3cbb-4ca0-8dce-36f88f726135 None None] Routers {'cc6daac7-989b-47c8-b986-57b82df565e2'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:50:20.930227 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-852b3873-3cbb-4ca0-8dce-36f88f726135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:50:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['cc6daac7-989b-47c8-b986-57b82df565e2'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:50:20.948525 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fed64ac-2c1b-43b7-a2fd-17f5d9c7248f tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:20.949164 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7fed64ac-2c1b-43b7-a2fd-17f5d9c7248f tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:20.970160 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38546dd5-0f3f-4c55-935d-0ec90edbc5a1 None None] Network a4a2abe0-be1d-454b-9bcd-e6effca7e22b requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:50:20.978123 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-7fed64ac-2c1b-43b7-a2fd-17f5d9c7248f tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0917988 Feb 19 02:50:20.982000 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 58730) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:50:20.991685 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-514aa5cb-82bb-41b7-b14b-5368c5b760dc tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Request body: {'network': {'name': 'tempest-router-network01--956238417'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:50:21.078791 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b8ace4-fccc-4315-a10f-9950dad35479 req-67e03aa2-a802-4693-8b50-a6d8bb3495c0 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:21.080991 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-74b8ace4-fccc-4315-a10f-9950dad35479 req-67e03aa2-a802-4693-8b50-a6d8bb3495c0 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/ports?device_id=d7f98579-8123-4a93-a9ea-c09f515b0254 HTTP/1.1" status: 200 len: 945 time: 0.0845528 Feb 19 02:50:21.081232 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-514aa5cb-82bb-41b7-b14b-5368c5b760dc tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Made reservation on behalf of 1a6d5857bd09490dad2550c4edc32408 for: {'network': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:50:21.092600 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-514aa5cb-82bb-41b7-b14b-5368c5b760dc tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:21.105043 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-460fd939-5d76-4222-9a44-abbde9ff20b8 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Publish callbacks [] for security_group_rule (e960cf64-6e38-47d2-8bda-6d4bf891a2f2), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:21.120619 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-460fd939-5d76-4222-9a44-abbde9ff20b8 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (e960cf64-6e38-47d2-8bda-6d4bf891a2f2), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:21.138631 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6ccad77-57d2-4559-813a-6e4a7d14ddc6 req-6b4e2dc4-98dd-4014-a17b-eff874ff203f tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Made reservation on behalf of 27dd056eacfb49959ee4ff28de5b650d for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:50:21.146536 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-c6ccad77-57d2-4559-813a-6e4a7d14ddc6 req-6b4e2dc4-98dd-4014-a17b-eff874ff203f tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:21.197476 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460fd939-5d76-4222-9a44-abbde9ff20b8 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e960cf64-6e38-47d2-8bda-6d4bf891a2f2,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:21.208517 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-514aa5cb-82bb-41b7-b14b-5368c5b760dc tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] vlan segment allocate from pool success with {'vlan_id': 251, 'physical_network': 'physnet1'} {{(pid=103701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:50:21.220008 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-514aa5cb-82bb-41b7-b14b-5368c5b760dc tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (9a0599e4-2e1b-4193-aadf-c5c84d641fe3), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:21.220396 n-d-826753-2 neutron-server[103701]: INFO neutron.db.segments_db [None req-514aa5cb-82bb-41b7-b14b-5368c5b760dc tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Added segment 9a0599e4-2e1b-4193-aadf-c5c84d641fe3 of type vlan for network 6d1dccf2-b837-44ef-89d5-99d0d1c81c92 Feb 19 02:50:21.240485 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-460fd939-5d76-4222-9a44-abbde9ff20b8 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:21.242444 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-460fd939-5d76-4222-9a44-abbde9ff20b8 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4492388 Feb 19 02:50:21.247895 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58734) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:50:21.256326 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-8de1afd4-316b-497e-a085-0770d34690c4 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Request body: {'floatingip': {'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:50:21.297316 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8de1afd4-316b-497e-a085-0770d34690c4 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:21.333212 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0447c7f6-0e1f-4403-b970-b3a2b1281fef req-e2ba4700-269f-4bfa-b285-624d8aecfea4 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/ports?device_id=3b01b50e-bb5a-469c-9a8c-ad9958ef960c HTTP/1.1" status: 200 len: 210 time: 0.1110563 Feb 19 02:50:21.345719 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-74b8ace4-fccc-4315-a10f-9950dad35479 req-36a2e603-986c-44aa-bf75-9fb829076604 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/security-groups?id=d1068709-142b-4f0d-aa54-30196489f5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505682 Feb 19 02:50:21.351827 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-514aa5cb-82bb-41b7-b14b-5368c5b760dc tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (6d1dccf2-b837-44ef-89d5-99d0d1c81c92), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:21.404395 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-514aa5cb-82bb-41b7-b14b-5368c5b760dc tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (6d1dccf2-b837-44ef-89d5-99d0d1c81c92), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:21.414991 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514aa5cb-82bb-41b7-b14b-5368c5b760dc tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:21.415718 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-514aa5cb-82bb-41b7-b14b-5368c5b760dc tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:21.421348 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [req-c6ccad77-57d2-4559-813a-6e4a7d14ddc6 req-6b4e2dc4-98dd-4014-a17b-eff874ff203f tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Allocated IP 192.168.233.160 (5124bd00-da2a-4bd6-93a0-c14c92afb11f/974c06bc-f097-4890-970a-b087501ab241/8dd31eb9-f2a1-4f69-b746-104d3cf82b53) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:50:21.466161 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-514aa5cb-82bb-41b7-b14b-5368c5b760dc tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4789681 Feb 19 02:50:21.466966 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58746) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:50:21.476950 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-3fa4d55c-fcac-4302-9291-d63421cb5ad5 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Request body: {'network': {'name': 'tempest-router-network02--362680366'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:50:21.520551 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514aa5cb-82bb-41b7-b14b-5368c5b760dc tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Pushing event updated for resources: {'Network': ['ID=6d1dccf2-b837-44ef-89d5-99d0d1c81c92,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:21.538881 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 6d1dccf2-b837-44ef-89d5-99d0d1c81c92 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:50:21.570890 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-433a572d-6cf7-43c8-92dd-ada75099db26 None None] Current status of the port a630aafb-9ffb-4798-89a0-ac20d4be28f8 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:50:21.571265 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-433a572d-6cf7-43c8-92dd-ada75099db26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (a630aafb-9ffb-4798-89a0-ac20d4be28f8), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:21.577328 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fa4d55c-fcac-4302-9291-d63421cb5ad5 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Made reservation on behalf of 1a6d5857bd09490dad2550c4edc32408 for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:50:21.580873 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3fa4d55c-fcac-4302-9291-d63421cb5ad5 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:21.609580 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-852b3873-3cbb-4ca0-8dce-36f88f726135 None None] Set router cc6daac7-989b-47c8-b986-57b82df565e2 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:50:21.610543 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8de1afd4-316b-497e-a085-0770d34690c4 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:21.681258 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8157800b-2843-43f6-93f5-5ad1a844510d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-a4a2abe0-be1d-454b-9bcd-e6effca7e22b', 'network_id': 'a4a2abe0-be1d-454b-9bcd-e6effca7e22b', 'project_id': '1a6d5857bd09490dad2550c4edc32408', 'fixed_ips': [{'subnet_id': '1361d493-96c5-434b-862f-00c7e4b51611'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:50:21.682112 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-8157800b-2843-43f6-93f5-5ad1a844510d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:21.720324 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fa4d55c-fcac-4302-9291-d63421cb5ad5 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] vlan segment allocate from pool success with {'vlan_id': 289, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:50:21.764980 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3fa4d55c-fcac-4302-9291-d63421cb5ad5 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (89cf32da-7d33-497c-aa5a-ab2087ba30b0), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:21.765373 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-3fa4d55c-fcac-4302-9291-d63421cb5ad5 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Added segment 89cf32da-7d33-497c-aa5a-ab2087ba30b0 of type vlan for network 0bc69c09-d595-43a0-860a-c4aa831215c4 Feb 19 02:50:21.778971 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-c6ccad77-57d2-4559-813a-6e4a7d14ddc6 req-6b4e2dc4-98dd-4014-a17b-eff874ff203f tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Publish callbacks [] for port (8dd31eb9-f2a1-4f69-b746-104d3cf82b53), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:21.802244 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-433a572d-6cf7-43c8-92dd-ada75099db26 None None] For port a630aafb-9ffb-4798-89a0-ac20d4be28f8, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=a630aafb-9ffb-4798-89a0-ac20d4be28f8,segment=NetworkSegment(9fe70e6e-9986-4247-9959-b53c4994b41b),segment_id=9fe70e6e-9986-4247-9959-b53c4994b41b)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:50:21.874893 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8baa436-56b3-40d9-9091-d0b3cbfb9ea8 req-2a5f4a37-9b35-46cd-921f-3d3077d53b79 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:21.883612 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-433a572d-6cf7-43c8-92dd-ada75099db26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (a630aafb-9ffb-4798-89a0-ac20d4be28f8), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:21.886842 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-c6ccad77-57d2-4559-813a-6e4a7d14ddc6 req-6b4e2dc4-98dd-4014-a17b-eff874ff203f tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (8dd31eb9-f2a1-4f69-b746-104d3cf82b53), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:21.898683 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a8baa436-56b3-40d9-9091-d0b3cbfb9ea8 req-2a5f4a37-9b35-46cd-921f-3d3077d53b79 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb4b2ec2-44c7-4efb-b4f1-4efede1d838b HTTP/1.1" status: 200 len: 945 time: 0.1107256 Feb 19 02:50:21.963641 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3fa4d55c-fcac-4302-9291-d63421cb5ad5 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (0bc69c09-d595-43a0-860a-c4aa831215c4), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:21.980456 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['2b56631a-5738-4e8b-a40f-7fcce20d77f9'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:50:21.982977 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['cab3c780-44c4-45a1-a8a6-516fddcf1a12'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:50:21.984164 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a8baa436-56b3-40d9-9091-d0b3cbfb9ea8 req-fb05a831-d419-496e-b582-2ff0c1de4ad0 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ca71149-99da-4cc2-ac25-44d2d4a4007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834517 Feb 19 02:50:21.996533 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6ccad77-57d2-4559-813a-6e4a7d14ddc6 req-6b4e2dc4-98dd-4014-a17b-eff874ff203f tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Network 5124bd00-da2a-4bd6-93a0-c14c92afb11f is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:50:22.004211 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4e2dc4-98dd-4014-a17b-eff874ff203f tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Pushing event updated for resources: {'Port': ['ID=8dd31eb9-f2a1-4f69-b746-104d3cf82b53,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:22.009038 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6418e4-c9c9-4ef6-94b4-e280dadfcee3 req-5a5913ab-5044-4ed8-a074-8353beeab16d tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:22.010632 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8f6418e4-c9c9-4ef6-94b4-e280dadfcee3 req-5a5913ab-5044-4ed8-a074-8353beeab16d tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=b633fbf1-48a0-4414-a396-bb91c1b8c863 HTTP/1.1" status: 200 len: 945 time: 0.0849745 Feb 19 02:50:22.024531 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [req-c6ccad77-57d2-4559-813a-6e4a7d14ddc6 req-6b4e2dc4-98dd-4014-a17b-eff874ff203f tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:50:22.026985 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6ccad77-57d2-4559-813a-6e4a7d14ddc6 req-6b4e2dc4-98dd-4014-a17b-eff874ff203f tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:50:22.034397 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-8de1afd4-316b-497e-a085-0770d34690c4 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Allocated IP 172.25.6.25 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/9ae5d042-ca8f-4ad1-a021-69c4dda53a8d) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:50:22.074701 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:22.097614 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3fa4d55c-fcac-4302-9291-d63421cb5ad5 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (0bc69c09-d595-43a0-860a-c4aa831215c4), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:22.098826 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8f6418e4-c9c9-4ef6-94b4-e280dadfcee3 req-a4bf5d89-2a88-4893-8931-b9253f8ae711 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/security-groups?id=83745bf6-2450-44b1-b073-88b2d8645794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721042 Feb 19 02:50:22.105513 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa4d55c-fcac-4302-9291-d63421cb5ad5 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:22.108135 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3fa4d55c-fcac-4302-9291-d63421cb5ad5 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:22.195063 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-fe46faea-d7b2-48ba-bbb0-3f8aba314977 None None] Provisioning complete for port a630aafb-9ffb-4798-89a0-ac20d4be28f8 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:50:22.195507 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fe46faea-d7b2-48ba-bbb0-3f8aba314977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (a630aafb-9ffb-4798-89a0-ac20d4be28f8), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:22.200897 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ccad77-57d2-4559-813a-6e4a7d14ddc6 req-6b4e2dc4-98dd-4014-a17b-eff874ff203f tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:22.201568 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-c6ccad77-57d2-4559-813a-6e4a7d14ddc6 req-6b4e2dc4-98dd-4014-a17b-eff874ff203f tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:22.234701 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433a572d-6cf7-43c8-92dd-ada75099db26 None None] Pushing event updated for resources: {'Port': ['ID=a630aafb-9ffb-4798-89a0-ac20d4be28f8,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:22.274159 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 58752) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:50:22.274367 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-3fa4d55c-fcac-4302-9291-d63421cb5ad5 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8061428 Feb 19 02:50:22.280928 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-5660b58f-3bf5-4ca2-ab2c-cc482cf534dc tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Request body: {'subnet': {'network_id': '6d1dccf2-b837-44ef-89d5-99d0d1c81c92', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:50:22.304914 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa4d55c-fcac-4302-9291-d63421cb5ad5 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Pushing event updated for resources: {'Network': ['ID=0bc69c09-d595-43a0-860a-c4aa831215c4,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:22.314567 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-8157800b-2843-43f6-93f5-5ad1a844510d None None] Allocated IP 2001:db8::2 (a4a2abe0-be1d-454b-9bcd-e6effca7e22b/1361d493-96c5-434b-862f-00c7e4b51611/b23a70ba-4a3b-494a-8bc3-d8295598c84c) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:50:22.321391 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c6ccad77-57d2-4559-813a-6e4a7d14ddc6 req-6b4e2dc4-98dd-4014-a17b-eff874ff203f tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5105517 Feb 19 02:50:22.352029 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-c6ccad77-57d2-4559-813a-6e4a7d14ddc6 req-a8343e27-0664-4df7-b8a1-b00bab90f56b service neutron] Request body: {'port': {'device_id': '3b01b50e-bb5a-469c-9a8c-ad9958ef960c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826753-2'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:50:22.362307 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 0bc69c09-d595-43a0-860a-c4aa831215c4 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:50:22.409658 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae7e60b-5bbf-42c0-a7e0-bb8c4d883ef7 req-5186e503-cfe4-4f9a-a784-013b3471dce1 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:22.411230 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-eae7e60b-5bbf-42c0-a7e0-bb8c4d883ef7 req-5186e503-cfe4-4f9a-a784-013b3471dce1 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.73 "GET /v2.0/ports?device_id=bb4b2ec2-44c7-4efb-b4f1-4efede1d838b HTTP/1.1" status: 200 len: 945 time: 0.1773274 Feb 19 02:50:22.418261 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8de1afd4-316b-497e-a085-0770d34690c4 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Publish callbacks [] for port (9ae5d042-ca8f-4ad1-a021-69c4dda53a8d), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:22.455836 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5660b58f-3bf5-4ca2-ab2c-cc482cf534dc tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Made reservation on behalf of 1a6d5857bd09490dad2550c4edc32408 for: {'subnet': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:50:22.465548 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5660b58f-3bf5-4ca2-ab2c-cc482cf534dc tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58706307'] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:22.515146 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-c6ccad77-57d2-4559-813a-6e4a7d14ddc6 req-a8343e27-0664-4df7-b8a1-b00bab90f56b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (8dd31eb9-f2a1-4f69-b746-104d3cf82b53), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:22.522990 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:22.606597 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8de1afd4-316b-497e-a085-0770d34690c4 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (9ae5d042-ca8f-4ad1-a021-69c4dda53a8d), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:22.627588 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7d39c5-dd28-4e37-9ece-6cf35e202719 req-f76ba1d8-964f-40bb-911e-0d31d747f8ef tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:22.629200 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-dd7d39c5-dd28-4e37-9ece-6cf35e202719 req-f76ba1d8-964f-40bb-911e-0d31d747f8ef tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/ports?device_id=d7f98579-8123-4a93-a9ea-c09f515b0254 HTTP/1.1" status: 200 len: 945 time: 0.1830642 Feb 19 02:50:22.646804 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed0f905-7fe0-4b4c-85f2-514a2661ddfb req-483d310f-6aa3-4019-86b9-3a4ae2333dd2 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:22.655335 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4ed0f905-7fe0-4b4c-85f2-514a2661ddfb req-483d310f-6aa3-4019-86b9-3a4ae2333dd2 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/ports?device_id=3b01b50e-bb5a-469c-9a8c-ad9958ef960c HTTP/1.1" status: 200 len: 936 time: 0.1750143 Feb 19 02:50:22.691855 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-fe46faea-d7b2-48ba-bbb0-3f8aba314977 None None] Current status of the port a630aafb-9ffb-4798-89a0-ac20d4be28f8 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:50:22.706690 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-852b3873-3cbb-4ca0-8dce-36f88f726135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6daac7-989b-47c8-b986-57b82df565e2', 'name': 'tempest-ServersTestBootFromVolume-1443503706-router', 'tenant_id': 'eed1faf7d2ad41cdae7790304e30a12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': 'c8d8815c-33be-4df6-97a8-f54ef344cf68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:50:10Z', 'updated_at': '2022-02-19T02:50:17Z', 'revision_number': 4, 'project_id': 'eed1faf7d2ad41cdae7790304e30a12a', 'gw_port': {'id': 'c8d8815c-33be-4df6-97a8-f54ef344cf68', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:3e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6daac7-989b-47c8-b986-57b82df565e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:50:12Z', 'updated_at': '2022-02-19T02:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': 'a630aafb-9ffb-4798-89a0-ac20d4be28f8', 'name': '', 'network_id': 'e1cc4d35-d947-46a4-a02a-fb288d9849b7', 'tenant_id': 'eed1faf7d2ad41cdae7790304e30a12a', 'mac_address': 'fa:16:3e:8b:f8:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc6daac7-989b-47c8-b986-57b82df565e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '889c7a59-6b5e-4f05-9bcb-0e22fb033ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:50:16Z', 'updated_at': '2022-02-19T02:50:20Z', 'revision_number': 4, 'project_id': 'eed1faf7d2ad41cdae7790304e30a12a', 'subnets': [{'id': '889c7a59-6b5e-4f05-9bcb-0e22fb033ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:50:22.722041 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de1afd4-316b-497e-a085-0770d34690c4 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:50:22.737364 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-8de1afd4-316b-497e-a085-0770d34690c4 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:50:22.740174 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de1afd4-316b-497e-a085-0770d34690c4 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:50:22.776057 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852b3873-3cbb-4ca0-8dce-36f88f726135 None None] The sync data for ids ['cc6daac7-989b-47c8-b986-57b82df565e2'] in n-d-826753-2 is: [{'id': 'cc6daac7-989b-47c8-b986-57b82df565e2', 'name': 'tempest-ServersTestBootFromVolume-1443503706-router', 'tenant_id': 'eed1faf7d2ad41cdae7790304e30a12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': 'c8d8815c-33be-4df6-97a8-f54ef344cf68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:50:10Z', 'updated_at': '2022-02-19T02:50:17Z', 'revision_number': 4, 'project_id': 'eed1faf7d2ad41cdae7790304e30a12a', 'gw_port': {'id': 'c8d8815c-33be-4df6-97a8-f54ef344cf68', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:3e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6daac7-989b-47c8-b986-57b82df565e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:50:12Z', 'updated_at': '2022-02-19T02:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': 'a630aafb-9ffb-4798-89a0-ac20d4be28f8', 'name': '', 'network_id': 'e1cc4d35-d947-46a4-a02a-fb288d9849b7', 'tenant_id': 'eed1faf7d2ad41cdae7790304e30a12a', 'mac_address': 'fa:16:3e:8b:f8:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc6daac7-989b-47c8-b986-57b82df565e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '889c7a59-6b5e-4f05-9bcb-0e22fb033ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:50:16Z', 'updated_at': '2022-02-19T02:50:20Z', 'revision_number': 4, 'project_id': 'eed1faf7d2ad41cdae7790304e30a12a', 'subnets': [{'id': '889c7a59-6b5e-4f05-9bcb-0e22fb033ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:50:22.793195 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4ed0f905-7fe0-4b4c-85f2-514a2661ddfb req-d4c3e39d-d339-40da-a8ec-2d60ab2286de tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe71e737-cb97-4e9e-a576-1f93522c47f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339993 Feb 19 02:50:22.793455 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de1afd4-316b-497e-a085-0770d34690c4 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Pushing event updated for resources: {'Port': ['ID=9ae5d042-ca8f-4ad1-a021-69c4dda53a8d,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:22.794744 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-eae7e60b-5bbf-42c0-a7e0-bb8c4d883ef7 req-0f2300a9-f49d-4041-bd99-65f0c9025a49 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Deleting port 58df93bc-fa06-4a42-a400-4f712ed60b0d {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:50:22.795093 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-eae7e60b-5bbf-42c0-a7e0-bb8c4d883ef7 req-0f2300a9-f49d-4041-bd99-65f0c9025a49 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (58df93bc-fa06-4a42-a400-4f712ed60b0d), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:22.797060 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-dd7d39c5-dd28-4e37-9ece-6cf35e202719 req-66ade33e-1a6f-4994-9a68-d37df7db7110 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/security-groups?id=d1068709-142b-4f0d-aa54-30196489f5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348021 Feb 19 02:50:22.834772 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-8157800b-2843-43f6-93f5-5ad1a844510d None None] Publish callbacks [] for port (b23a70ba-4a3b-494a-8bc3-d8295598c84c), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:22.877680 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-8157800b-2843-43f6-93f5-5ad1a844510d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (b23a70ba-4a3b-494a-8bc3-d8295598c84c), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:22.909334 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5660b58f-3bf5-4ca2-ab2c-cc482cf534dc tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12647271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58706289'] for subnet (0213e80f-eb7a-4466-8348-9fc02b716e44), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:22.956713 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-0385f5c4-deea-4dae-8ff6-8bd2c48cc5ba None None] Provisioning complete for port 8dd31eb9-f2a1-4f69-b746-104d3cf82b53 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:50:22.957419 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-0385f5c4-deea-4dae-8ff6-8bd2c48cc5ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (8dd31eb9-f2a1-4f69-b746-104d3cf82b53), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:23.042339 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-0385f5c4-deea-4dae-8ff6-8bd2c48cc5ba None None] Port 8dd31eb9-f2a1-4f69-b746-104d3cf82b53 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:50:23.042968 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5660b58f-3bf5-4ca2-ab2c-cc482cf534dc tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Pushing event updated for resources: {'Subnet': ['ID=0213e80f-eb7a-4466-8348-9fc02b716e44,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:23.049555 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8157800b-2843-43f6-93f5-5ad1a844510d None None] Network a4a2abe0-be1d-454b-9bcd-e6effca7e22b is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:50:23.063169 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-8157800b-2843-43f6-93f5-5ad1a844510d None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:50:23.070858 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8157800b-2843-43f6-93f5-5ad1a844510d None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:50:23.074494 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8157800b-2843-43f6-93f5-5ad1a844510d None None] Pushing event updated for resources: {'Port': ['ID=b23a70ba-4a3b-494a-8bc3-d8295598c84c,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:23.107322 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5660b58f-3bf5-4ca2-ab2c-cc482cf534dc tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Checking segment: {'id': '9a0599e4-2e1b-4193-aadf-c5c84d641fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '6d1dccf2-b837-44ef-89d5-99d0d1c81c92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:50:23.108412 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5660b58f-3bf5-4ca2-ab2c-cc482cf534dc tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Network hostable DHCP agents. Network: 6d1dccf2-b837-44ef-89d5-99d0d1c81c92, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:50:23.111927 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8de1afd4-316b-497e-a085-0770d34690c4 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Publish callbacks [] for floatingip (702860f3-73a4-45d1-b9b8-f84e90e77851), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:23.180913 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-8157800b-2843-43f6-93f5-5ad1a844510d None None] Attempting to bind port b23a70ba-4a3b-494a-8bc3-d8295598c84c on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:50:23.181623 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-8157800b-2843-43f6-93f5-5ad1a844510d None None] Attempting to bind port b23a70ba-4a3b-494a-8bc3-d8295598c84c by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '1b807e17-bb0c-4ed8-8967-1aae097ce94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'a4a2abe0-be1d-454b-9bcd-e6effca7e22b'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:50:23.182178 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8157800b-2843-43f6-93f5-5ad1a844510d None None] Attempting to bind port b23a70ba-4a3b-494a-8bc3-d8295598c84c on network a4a2abe0-be1d-454b-9bcd-e6effca7e22b {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:50:23.188588 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8157800b-2843-43f6-93f5-5ad1a844510d None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:50:23.190026 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8157800b-2843-43f6-93f5-5ad1a844510d None None] Checking segment: {'id': '1b807e17-bb0c-4ed8-8967-1aae097ce94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'a4a2abe0-be1d-454b-9bcd-e6effca7e22b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:50:23.190726 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-8157800b-2843-43f6-93f5-5ad1a844510d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:23.191270 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8157800b-2843-43f6-93f5-5ad1a844510d None None] Bound using segment: {'id': '1b807e17-bb0c-4ed8-8967-1aae097ce94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'a4a2abe0-be1d-454b-9bcd-e6effca7e22b'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:50:23.191902 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-8157800b-2843-43f6-93f5-5ad1a844510d None None] Bound port: b23a70ba-4a3b-494a-8bc3-d8295598c84c, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b807e17-bb0c-4ed8-8967-1aae097ce94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'a4a2abe0-be1d-454b-9bcd-e6effca7e22b'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:50:23.192445 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-8157800b-2843-43f6-93f5-5ad1a844510d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (b23a70ba-4a3b-494a-8bc3-d8295598c84c), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:23.207552 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5660b58f-3bf5-4ca2-ab2c-cc482cf534dc tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Network 6d1dccf2-b837-44ef-89d5-99d0d1c81c92 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:50:23.221867 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8de1afd4-316b-497e-a085-0770d34690c4 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (9ae5d042-ca8f-4ad1-a021-69c4dda53a8d), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:23.245525 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-5660b58f-3bf5-4ca2-ab2c-cc482cf534dc tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 6d1dccf2-b837-44ef-89d5-99d0d1c81c92) {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:50:23.262942 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ece0d93-e58c-4de4-8a8e-796637febb6b None None] Network 6d1dccf2-b837-44ef-89d5-99d0d1c81c92 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:50:23.274178 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5660b58f-3bf5-4ca2-ab2c-cc482cf534dc tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:23.274776 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5660b58f-3bf5-4ca2-ab2c-cc482cf534dc tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:23.285424 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-eae7e60b-5bbf-42c0-a7e0-bb8c4d883ef7 req-0f2300a9-f49d-4041-bd99-65f0c9025a49 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] For port 58df93bc-fa06-4a42-a400-4f712ed60b0d, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=58df93bc-fa06-4a42-a400-4f712ed60b0d,segment=NetworkSegment(4d279d1b-ef9f-49cc-bc5d-c8be530f22d3),segment_id=4d279d1b-ef9f-49cc-bc5d-c8be530f22d3)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:50:23.286315 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-eae7e60b-5bbf-42c0-a7e0-bb8c4d883ef7 req-0f2300a9-f49d-4041-bd99-65f0c9025a49 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (58df93bc-fa06-4a42-a400-4f712ed60b0d), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:23.307577 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2148a2f-030b-43e4-a8b1-a2c0f234a680 req-c07a1e87-b3b9-493e-af8d-32b303a109e8 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:23.307909 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-eae7e60b-5bbf-42c0-a7e0-bb8c4d883ef7 req-0f2300a9-f49d-4041-bd99-65f0c9025a49 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Calling delete_port for 58df93bc-fa06-4a42-a400-4f712ed60b0d owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:50:23.309080 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d2148a2f-030b-43e4-a8b1-a2c0f234a680 req-c07a1e87-b3b9-493e-af8d-32b303a109e8 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb4b2ec2-44c7-4efb-b4f1-4efede1d838b HTTP/1.1" status: 200 len: 945 time: 0.1554096 Feb 19 02:50:23.318924 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-5660b58f-3bf5-4ca2-ab2c-cc482cf534dc tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0432904 Feb 19 02:50:23.322463 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 58776) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:50:23.328352 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-6ddc33a1-455e-4d39-821f-a1cd1b6fd2bc tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Request body: {'subnet': {'network_id': '0bc69c09-d595-43a0-860a-c4aa831215c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:50:23.342399 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383dc745-9705-4776-884c-48374006a85e req-fc72c3d1-fedc-419e-9058-15b5d785b4dd tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:23.343917 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-383dc745-9705-4776-884c-48374006a85e req-fc72c3d1-fedc-419e-9058-15b5d785b4dd tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=b633fbf1-48a0-4414-a396-bb91c1b8c863 HTTP/1.1" status: 200 len: 945 time: 0.1168432 Feb 19 02:50:23.369421 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-8157800b-2843-43f6-93f5-5ad1a844510d None None] For port b23a70ba-4a3b-494a-8bc3-d8295598c84c, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:50:23.374812 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-8157800b-2843-43f6-93f5-5ad1a844510d None None] For port b23a70ba-4a3b-494a-8bc3-d8295598c84c, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=b23a70ba-4a3b-494a-8bc3-d8295598c84c,segment=NetworkSegment(1b807e17-bb0c-4ed8-8967-1aae097ce94d),segment_id=1b807e17-bb0c-4ed8-8967-1aae097ce94d)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:50:23.421530 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-8157800b-2843-43f6-93f5-5ad1a844510d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (b23a70ba-4a3b-494a-8bc3-d8295598c84c), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:23.437414 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf23d915-ad6e-488f-bd91-64f327701b99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-6d1dccf2-b837-44ef-89d5-99d0d1c81c92', 'network_id': '6d1dccf2-b837-44ef-89d5-99d0d1c81c92', 'project_id': '1a6d5857bd09490dad2550c4edc32408', 'fixed_ips': [{'subnet_id': '0213e80f-eb7a-4466-8348-9fc02b716e44'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:50:23.438371 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-cf23d915-ad6e-488f-bd91-64f327701b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:23.519598 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-c6ccad77-57d2-4559-813a-6e4a7d14ddc6 req-a8343e27-0664-4df7-b8a1-b00bab90f56b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dd31eb9-f2a1-4f69-b746-104d3cf82b53 {{(pid=103702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:50:23.560790 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-c6ccad77-57d2-4559-813a-6e4a7d14ddc6 req-a8343e27-0664-4df7-b8a1-b00bab90f56b service neutron] Publish callbacks [] for port (8dd31eb9-f2a1-4f69-b746-104d3cf82b53), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:23.634341 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d2148a2f-030b-43e4-a8b1-a2c0f234a680 req-96e9f57a-65ec-4713-a477-fdf92c47f7c7 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ca71149-99da-4cc2-ac25-44d2d4a4007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864032 Feb 19 02:50:23.652280 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-c6ccad77-57d2-4559-813a-6e4a7d14ddc6 req-a8343e27-0664-4df7-b8a1-b00bab90f56b service neutron] Transition to ACTIVE for port object 8dd31eb9-f2a1-4f69-b746-104d3cf82b53 will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:50:23.664941 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-383dc745-9705-4776-884c-48374006a85e req-f17e41d1-8890-4461-a873-4ed6b948c8f5 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/security-groups?id=83745bf6-2450-44b1-b073-88b2d8645794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3004439 Feb 19 02:50:23.666869 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ddc33a1-455e-4d39-821f-a1cd1b6fd2bc tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Made reservation on behalf of 1a6d5857bd09490dad2550c4edc32408 for: {'subnet': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:50:23.676443 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6ddc33a1-455e-4d39-821f-a1cd1b6fd2bc tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58706307'] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:23.677905 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-c6ccad77-57d2-4559-813a-6e4a7d14ddc6 req-a8343e27-0664-4df7-b8a1-b00bab90f56b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (8dd31eb9-f2a1-4f69-b746-104d3cf82b53), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:23.813737 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device a630aafb-9ffb-4798-89a0-ac20d4be28f8 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:50:23.978855 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-eae7e60b-5bbf-42c0-a7e0-bb8c4d883ef7 req-0f2300a9-f49d-4041-bd99-65f0c9025a49 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (58df93bc-fa06-4a42-a400-4f712ed60b0d), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:24.003231 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device a147c18c-4a52-40b3-8d1d-bd06c5e3635e up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:50:24.023857 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['e7b6d271-0dd0-403f-9e7b-d4c19bbe49c1'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:50:24.026838 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['58df93bc-fa06-4a42-a400-4f712ed60b0d'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:50:24.071664 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8de1afd4-316b-497e-a085-0770d34690c4 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Publish callbacks [] for port (9ae5d042-ca8f-4ad1-a021-69c4dda53a8d), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:24.132582 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4c75a8-26cc-45c8-80cf-01608d1065d9 req-eaccc95e-0bd9-44b1-b90d-3c5ee827932d tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:24.140741 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9b4c75a8-26cc-45c8-80cf-01608d1065d9 req-eaccc95e-0bd9-44b1-b90d-3c5ee827932d tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/ports?device_id=d7f98579-8123-4a93-a9ea-c09f515b0254 HTTP/1.1" status: 200 len: 945 time: 0.2502193 Feb 19 02:50:24.146890 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8de1afd4-316b-497e-a085-0770d34690c4 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (9ae5d042-ca8f-4ad1-a021-69c4dda53a8d), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:24.205717 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-eae7e60b-5bbf-42c0-a7e0-bb8c4d883ef7 req-0f2300a9-f49d-4041-bd99-65f0c9025a49 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] No DVR routers for this DVR port 58df93bc-fa06-4a42-a400-4f712ed60b0d on host n-h1-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:50:24.207574 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8343e27-0664-4df7-b8a1-b00bab90f56b service neutron] Pushing event updated for resources: {'Port': ['ID=8dd31eb9-f2a1-4f69-b746-104d3cf82b53,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:24.232798 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d4c9ac-261f-4e5e-be3f-590717fcc16d req-8ed6fb93-ac8e-45b8-9b25-a2459e129670 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:24.234458 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a5d4c9ac-261f-4e5e-be3f-590717fcc16d req-8ed6fb93-ac8e-45b8-9b25-a2459e129670 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/ports?device_id=3b01b50e-bb5a-469c-9a8c-ad9958ef960c HTTP/1.1" status: 200 len: 948 time: 0.2881598 Feb 19 02:50:24.260372 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-eae7e60b-5bbf-42c0-a7e0-bb8c4d883ef7 req-0f2300a9-f49d-4041-bd99-65f0c9025a49 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:24.263975 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-eae7e60b-5bbf-42c0-a7e0-bb8c4d883ef7 req-0f2300a9-f49d-4041-bd99-65f0c9025a49 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.73 "DELETE /v2.0/ports/58df93bc-fa06-4a42-a400-4f712ed60b0d HTTP/1.1" status: 204 len: 173 time: 1.8427067 Feb 19 02:50:24.266376 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb4b2ec2-44c7-4efb-b4f1-4efede1d838b', 'name': 'network-vif-deleted', 'tag': '58df93bc-fa06-4a42-a400-4f712ed60b0d'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:50:24.268735 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcf26c79-bae2-4bf3-aa3d-61a60b7f5bad" -d '{"events": [{"server_uuid": "bb4b2ec2-44c7-4efb-b4f1-4efede1d838b", "name": "network-vif-deleted", "tag": "58df93bc-fa06-4a42-a400-4f712ed60b0d"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:50:24.275941 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8de1afd4-316b-497e-a085-0770d34690c4 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16285943'] for floatingip (702860f3-73a4-45d1-b9b8-f84e90e77851), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:24.306670 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8157800b-2843-43f6-93f5-5ad1a844510d None None] Pushing event updated for resources: {'Port': ['ID=b23a70ba-4a3b-494a-8bc3-d8295598c84c,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:24.320437 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9b4c75a8-26cc-45c8-80cf-01608d1065d9 req-ca5e4b90-7d9e-45da-af4d-d4b2b9b97af3 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/security-groups?id=d1068709-142b-4f0d-aa54-30196489f5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785631 Feb 19 02:50:24.329218 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2300a9-f49d-4041-bd99-65f0c9025a49 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Pushing event deleted for resources: {'Port': ['ID=58df93bc-fa06-4a42-a400-4f712ed60b0d,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:24.341636 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6ddc33a1-455e-4d39-821f-a1cd1b6fd2bc tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12647271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58706289'] for subnet (723f85aa-2e01-472a-b81c-c4139f57c5af), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:24.346829 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8de1afd4-316b-497e-a085-0770d34690c4 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:24.349539 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-8de1afd4-316b-497e-a085-0770d34690c4 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1003447 Feb 19 02:50:24.398312 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-c6ccad77-57d2-4559-813a-6e4a7d14ddc6 req-a8343e27-0664-4df7-b8a1-b00bab90f56b service neutron] Attempting to bind port 8dd31eb9-f2a1-4f69-b746-104d3cf82b53 on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:50:24.398716 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-c6ccad77-57d2-4559-813a-6e4a7d14ddc6 req-a8343e27-0664-4df7-b8a1-b00bab90f56b service neutron] Attempting to bind port 8dd31eb9-f2a1-4f69-b746-104d3cf82b53 by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:50:24.398949 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ccad77-57d2-4559-813a-6e4a7d14ddc6 req-a8343e27-0664-4df7-b8a1-b00bab90f56b service neutron] Attempting to bind port 8dd31eb9-f2a1-4f69-b746-104d3cf82b53 on network 5124bd00-da2a-4bd6-93a0-c14c92afb11f {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:50:24.417564 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ccad77-57d2-4559-813a-6e4a7d14ddc6 req-a8343e27-0664-4df7-b8a1-b00bab90f56b service neutron] Port 8dd31eb9-f2a1-4f69-b746-104d3cf82b53 on network 5124bd00-da2a-4bd6-93a0-c14c92afb11f not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:50:24.418082 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ccad77-57d2-4559-813a-6e4a7d14ddc6 req-a8343e27-0664-4df7-b8a1-b00bab90f56b service neutron] Attempting to bind port 8dd31eb9-f2a1-4f69-b746-104d3cf82b53 on network 5124bd00-da2a-4bd6-93a0-c14c92afb11f {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:50:24.425808 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ccad77-57d2-4559-813a-6e4a7d14ddc6 req-a8343e27-0664-4df7-b8a1-b00bab90f56b service neutron] Checking agent: {'id': 'bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:50:24.426502 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ccad77-57d2-4559-813a-6e4a7d14ddc6 req-a8343e27-0664-4df7-b8a1-b00bab90f56b service neutron] Checking segment: {'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:50:24.427093 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ccad77-57d2-4559-813a-6e4a7d14ddc6 req-a8343e27-0664-4df7-b8a1-b00bab90f56b service neutron] Bound using segment: {'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:50:24.427690 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-c6ccad77-57d2-4559-813a-6e4a7d14ddc6 req-a8343e27-0664-4df7-b8a1-b00bab90f56b service neutron] Bound port: 8dd31eb9-f2a1-4f69-b746-104d3cf82b53, host: n-h2-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:50:24.428236 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-c6ccad77-57d2-4559-813a-6e4a7d14ddc6 req-a8343e27-0664-4df7-b8a1-b00bab90f56b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (8dd31eb9-f2a1-4f69-b746-104d3cf82b53), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:24.451763 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de1afd4-316b-497e-a085-0770d34690c4 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Pushing event updated for resources: {'Port': ['ID=9ae5d042-ca8f-4ad1-a021-69c4dda53a8d,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:24.477520 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-cf23d915-ad6e-488f-bd91-64f327701b99 None None] Allocated IP 2001:db8::2 (6d1dccf2-b837-44ef-89d5-99d0d1c81c92/0213e80f-eb7a-4466-8348-9fc02b716e44/ef1eee89-b977-4062-ba1f-0795533235c1) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:50:24.486592 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a5d4c9ac-261f-4e5e-be3f-590717fcc16d req-fa6e3401-8b35-4ada-80ac-014f96c67cb2 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe71e737-cb97-4e9e-a576-1f93522c47f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402132 Feb 19 02:50:24.575087 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port a630aafb-9ffb-4798-89a0-ac20d4be28f8 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:50:24.576696 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (a630aafb-9ffb-4798-89a0-ac20d4be28f8), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:24.586860 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-c6ccad77-57d2-4559-813a-6e4a7d14ddc6 req-a8343e27-0664-4df7-b8a1-b00bab90f56b service neutron] For port 8dd31eb9-f2a1-4f69-b746-104d3cf82b53, host n-h2-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:50:24.592867 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-c6ccad77-57d2-4559-813a-6e4a7d14ddc6 req-a8343e27-0664-4df7-b8a1-b00bab90f56b service neutron] For port 8dd31eb9-f2a1-4f69-b746-104d3cf82b53, host n-h2-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=8dd31eb9-f2a1-4f69-b746-104d3cf82b53,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:50:24.599307 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddc33a1-455e-4d39-821f-a1cd1b6fd2bc tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Pushing event updated for resources: {'Subnet': ['ID=723f85aa-2e01-472a-b81c-c4139f57c5af,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:24.609755 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-c6ccad77-57d2-4559-813a-6e4a7d14ddc6 req-a8343e27-0664-4df7-b8a1-b00bab90f56b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (8dd31eb9-f2a1-4f69-b746-104d3cf82b53), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:24.626703 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddc33a1-455e-4d39-821f-a1cd1b6fd2bc tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Checking segment: {'id': '89cf32da-7d33-497c-aa5a-ab2087ba30b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0bc69c09-d595-43a0-860a-c4aa831215c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:50:24.627531 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ddc33a1-455e-4d39-821f-a1cd1b6fd2bc tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Network hostable DHCP agents. Network: 0bc69c09-d595-43a0-860a-c4aa831215c4, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:50:24.663616 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6abb5af3-03ca-4dae-87b8-9201ef85625f x-openstack-request-id: req-6abb5af3-03ca-4dae-87b8-9201ef85625f {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:50:24.663893 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb4b2ec2-44c7-4efb-b4f1-4efede1d838b", "name": "network-vif-deleted", "tag": "58df93bc-fa06-4a42-a400-4f712ed60b0d", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:50:24.664145 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6abb5af3-03ca-4dae-87b8-9201ef85625f {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:50:24.664545 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb4b2ec2-44c7-4efb-b4f1-4efede1d838b', 'name': 'network-vif-deleted', 'tag': '58df93bc-fa06-4a42-a400-4f712ed60b0d', 'status': 'completed', 'code': 200} Feb 19 02:50:24.679332 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ccad77-57d2-4559-813a-6e4a7d14ddc6 req-a8343e27-0664-4df7-b8a1-b00bab90f56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:24.679718 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-c6ccad77-57d2-4559-813a-6e4a7d14ddc6 req-a8343e27-0664-4df7-b8a1-b00bab90f56b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:24.681098 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c6ccad77-57d2-4559-813a-6e4a7d14ddc6 req-a8343e27-0664-4df7-b8a1-b00bab90f56b service neutron] 10.222.0.82 "PUT /v2.0/ports/8dd31eb9-f2a1-4f69-b746-104d3cf82b53 HTTP/1.1" status: 200 len: 1096 time: 2.3389690 Feb 19 02:50:24.718941 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8343e27-0664-4df7-b8a1-b00bab90f56b service neutron] Pushing event updated for resources: {'Port': ['ID=8dd31eb9-f2a1-4f69-b746-104d3cf82b53,revision_number=3']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:24.728785 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ddc33a1-455e-4d39-821f-a1cd1b6fd2bc tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Network 0bc69c09-d595-43a0-860a-c4aa831215c4 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:50:24.780667 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-6ddc33a1-455e-4d39-821f-a1cd1b6fd2bc tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 0bc69c09-d595-43a0-860a-c4aa831215c4) {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:50:24.792473 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ddc33a1-455e-4d39-821f-a1cd1b6fd2bc tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:24.795598 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6ddc33a1-455e-4d39-821f-a1cd1b6fd2bc tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:24.843589 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-6ddc33a1-455e-4d39-821f-a1cd1b6fd2bc tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5184040 Feb 19 02:50:24.845509 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 58832) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:50:24.864756 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423fcc10-0268-4f3f-82fc-5acf8652c9bd None None] Network 0bc69c09-d595-43a0-860a-c4aa831215c4 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:50:24.886819 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ccad77-57d2-4559-813a-6e4a7d14ddc6 req-be7bfb46-963b-44c1-ae1e-bc9239af3b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:24.890228 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c6ccad77-57d2-4559-813a-6e4a7d14ddc6 req-be7bfb46-963b-44c1-ae1e-bc9239af3b23 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=27dd056eacfb49959ee4ff28de5b650d&device_id=3b01b50e-bb5a-469c-9a8c-ad9958ef960c HTTP/1.1" status: 200 len: 1130 time: 0.1217611 Feb 19 02:50:24.912720 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port a147c18c-4a52-40b3-8d1d-bd06c5e3635e triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:50:24.913879 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (a147c18c-4a52-40b3-8d1d-bd06c5e3635e), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:25.025533 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c6ccad77-57d2-4559-813a-6e4a7d14ddc6 req-95f9263b-13ad-45df-8319-47d447a45192 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=8dd31eb9-f2a1-4f69-b746-104d3cf82b53 HTTP/1.1" status: 200 len: 217 time: 0.1098583 Feb 19 02:50:25.138603 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-655a765e-f54f-43a8-bd56-4d02f9692efc req-b9e4d5fa-3221-4f59-8c01-6c8dfe748921 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb4b2ec2-44c7-4efb-b4f1-4efede1d838b HTTP/1.1" status: 200 len: 210 time: 0.1913548 Feb 19 02:50:25.166624 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ccad77-57d2-4559-813a-6e4a7d14ddc6 req-f9ca75d3-e6e6-452c-a421-4cb7fa1f56e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:25.168769 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c6ccad77-57d2-4559-813a-6e4a7d14ddc6 req-f9ca75d3-e6e6-452c-a421-4cb7fa1f56e7 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=974c06bc-f097-4890-970a-b087501ab241 HTTP/1.1" status: 200 len: 843 time: 0.1250226 Feb 19 02:50:25.274283 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ccad77-57d2-4559-813a-6e4a7d14ddc6 req-6d30b2b1-ac08-4cc1-a85e-076dc8592dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:25.276128 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c6ccad77-57d2-4559-813a-6e4a7d14ddc6 req-6d30b2b1-ac08-4cc1-a85e-076dc8592dfa service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5124bd00-da2a-4bd6-93a0-c14c92afb11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0951204 Feb 19 02:50:25.363888 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f586e3cb-ecc3-4752-ae4c-2e2c4eb673d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-0bc69c09-d595-43a0-860a-c4aa831215c4', 'network_id': '0bc69c09-d595-43a0-860a-c4aa831215c4', 'project_id': '1a6d5857bd09490dad2550c4edc32408', 'fixed_ips': [{'subnet_id': '723f85aa-2e01-472a-b81c-c4139f57c5af'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:50:25.364866 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f586e3cb-ecc3-4752-ae4c-2e2c4eb673d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:25.394945 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3c3cf8-87fc-4198-9a57-5b6ba5e2fdc7 None None] Network a4a2abe0-be1d-454b-9bcd-e6effca7e22b requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:50:25.457126 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port a630aafb-9ffb-4798-89a0-ac20d4be28f8 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:50:25.465532 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c6ccad77-57d2-4559-813a-6e4a7d14ddc6 req-436287c9-c92c-4aae-a95e-6840885209fb service neutron] 10.222.0.82 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727531 Feb 19 02:50:25.542682 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57db0ad-aab6-4379-b76a-5225faabd95f req-5fc6de38-db87-4c4a-b870-f22eb7c5e550 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:25.551736 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b57db0ad-aab6-4379-b76a-5225faabd95f req-5fc6de38-db87-4c4a-b870-f22eb7c5e550 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=b633fbf1-48a0-4414-a396-bb91c1b8c863 HTTP/1.1" status: 200 len: 945 time: 0.6026425 Feb 19 02:50:25.611604 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c6ccad77-57d2-4559-813a-6e4a7d14ddc6 req-d0b144ec-c90d-42b9-8c85-017870508d12 service neutron] 10.222.0.82 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306639 Feb 19 02:50:25.712630 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9ae99082-98ef-4aed-a07c-cfe4806e24b3 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:25.733635 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d3c0e3-113f-43bd-8eaf-cae049756fc0 req-4e86c68d-9912-4290-9ffb-589b4f586e17 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:25.741533 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-48d3c0e3-113f-43bd-8eaf-cae049756fc0 req-4e86c68d-9912-4290-9ffb-589b4f586e17 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/ports?device_id=d7f98579-8123-4a93-a9ea-c09f515b0254 HTTP/1.1" status: 200 len: 945 time: 0.2252140 Feb 19 02:50:25.743031 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device b23a70ba-4a3b-494a-8bc3-d8295598c84c up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:50:25.758001 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b57db0ad-aab6-4379-b76a-5225faabd95f req-d52028a1-d69b-45c1-a483-c9d4725aa97f tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/security-groups?id=83745bf6-2450-44b1-b073-88b2d8645794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073493 Feb 19 02:50:25.839268 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-cf23d915-ad6e-488f-bd91-64f327701b99 None None] Publish callbacks [] for port (ef1eee89-b977-4062-ba1f-0795533235c1), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:25.889391 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-cf23d915-ad6e-488f-bd91-64f327701b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (ef1eee89-b977-4062-ba1f-0795533235c1), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:25.902091 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port a147c18c-4a52-40b3-8d1d-bd06c5e3635e is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:50:25.902479 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (a147c18c-4a52-40b3-8d1d-bd06c5e3635e), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:25.907978 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-48d3c0e3-113f-43bd-8eaf-cae049756fc0 req-665beb46-2d99-4733-975b-acc6ba40a182 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/security-groups?id=d1068709-142b-4f0d-aa54-30196489f5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620319 Feb 19 02:50:25.942758 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-56cc3e1f-9d92-4c4f-80e9-907e14aad36b None None] Provisioning complete for port b23a70ba-4a3b-494a-8bc3-d8295598c84c triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:50:25.943154 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-56cc3e1f-9d92-4c4f-80e9-907e14aad36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (b23a70ba-4a3b-494a-8bc3-d8295598c84c), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:25.973091 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-f586e3cb-ecc3-4752-ae4c-2e2c4eb673d9 None None] Allocated IP 2001:db8::2 (0bc69c09-d595-43a0-860a-c4aa831215c4/723f85aa-2e01-472a-b81c-c4139f57c5af/826b5e01-5047-435e-826c-210f6f5852e0) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:50:26.021662 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf23d915-ad6e-488f-bd91-64f327701b99 None None] Network 6d1dccf2-b837-44ef-89d5-99d0d1c81c92 is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:50:26.029875 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81365dc8-9b58-4f9c-9a7e-0606669cb4e8 req-a7b2d085-da8a-4bfe-82d8-a1b3b039a932 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:26.031594 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-81365dc8-9b58-4f9c-9a7e-0606669cb4e8 req-a7b2d085-da8a-4bfe-82d8-a1b3b039a932 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/ports?device_id=3b01b50e-bb5a-469c-9a8c-ad9958ef960c HTTP/1.1" status: 200 len: 948 time: 0.1894495 Feb 19 02:50:26.070544 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-cf23d915-ad6e-488f-bd91-64f327701b99 None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:50:26.086834 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf23d915-ad6e-488f-bd91-64f327701b99 None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:50:26.106846 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb33a693-c143-4b44-9bcb-7281cd2bca72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a147c18c-4a52-40b3-8d1d-bd06c5e3635e'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:50:26.109690 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ae29fd9-e43a-4e7a-b322-b72608bb8340" -d '{"events": [{"server_uuid": "fb33a693-c143-4b44-9bcb-7281cd2bca72", "name": "network-vif-plugged", "status": "completed", "tag": "a147c18c-4a52-40b3-8d1d-bd06c5e3635e"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:50:26.166618 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf23d915-ad6e-488f-bd91-64f327701b99 None None] Pushing event updated for resources: {'Port': ['ID=ef1eee89-b977-4062-ba1f-0795533235c1,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:26.182830 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-9ae99082-98ef-4aed-a07c-cfe4806e24b3 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Allocated IP 2001:db8::1 (6d1dccf2-b837-44ef-89d5-99d0d1c81c92/0213e80f-eb7a-4466-8348-9fc02b716e44/6445d847-9423-4f55-8e6b-326a8762b81b) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:50:26.212540 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port a147c18c-4a52-40b3-8d1d-bd06c5e3635e, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=a147c18c-4a52-40b3-8d1d-bd06c5e3635e,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:50:26.235659 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-81365dc8-9b58-4f9c-9a7e-0606669cb4e8 req-22c028fd-f6b4-4c73-9bbc-8fe567a1086a tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe71e737-cb97-4e9e-a576-1f93522c47f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970852 Feb 19 02:50:26.271474 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (a147c18c-4a52-40b3-8d1d-bd06c5e3635e), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:26.279881 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:26.319862 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port b23a70ba-4a3b-494a-8bc3-d8295598c84c triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:50:26.321795 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (b23a70ba-4a3b-494a-8bc3-d8295598c84c), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:26.323691 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 58df93bc-fa06-4a42-a400-4f712ed60b0d no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:50:26.401170 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9ae99082-98ef-4aed-a07c-cfe4806e24b3 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks [] for port (6445d847-9423-4f55-8e6b-326a8762b81b), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:26.433131 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94168d3d-2ae4-418d-a0e7-66d953eef382 x-openstack-request-id: req-94168d3d-2ae4-418d-a0e7-66d953eef382 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:50:26.434817 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb33a693-c143-4b44-9bcb-7281cd2bca72", "name": "network-vif-plugged", "status": "completed", "tag": "a147c18c-4a52-40b3-8d1d-bd06c5e3635e", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:50:26.435078 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-94168d3d-2ae4-418d-a0e7-66d953eef382 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:50:26.438937 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb33a693-c143-4b44-9bcb-7281cd2bca72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a147c18c-4a52-40b3-8d1d-bd06c5e3635e', 'code': 200} Feb 19 02:50:26.475010 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9ae99082-98ef-4aed-a07c-cfe4806e24b3 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (6445d847-9423-4f55-8e6b-326a8762b81b), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:26.506382 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] No Port match for: 58df93bc-fa06-4a42-a400-4f712ed60b0d {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:50:26.507291 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 58df93bc-fa06-4a42-a400-4f712ed60b0d not bound to the agent host n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:50:26.631425 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-cf23d915-ad6e-488f-bd91-64f327701b99 None None] Attempting to bind port ef1eee89-b977-4062-ba1f-0795533235c1 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:50:26.631425 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-cf23d915-ad6e-488f-bd91-64f327701b99 None None] Attempting to bind port ef1eee89-b977-4062-ba1f-0795533235c1 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '9a0599e4-2e1b-4193-aadf-c5c84d641fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '6d1dccf2-b837-44ef-89d5-99d0d1c81c92'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:50:26.632605 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf23d915-ad6e-488f-bd91-64f327701b99 None None] Attempting to bind port ef1eee89-b977-4062-ba1f-0795533235c1 on network 6d1dccf2-b837-44ef-89d5-99d0d1c81c92 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:50:26.663473 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=a147c18c-4a52-40b3-8d1d-bd06c5e3635e,revision_number=7']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:26.666144 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b01b50e-bb5a-469c-9a8c-ad9958ef960c', 'tag': '8dd31eb9-f2a1-4f69-b746-104d3cf82b53'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:50:26.669445 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c5c98d-409e-4dd0-8942-c43f055fd4ad" -d '{"events": [{"name": "network-changed", "server_uuid": "3b01b50e-bb5a-469c-9a8c-ad9958ef960c", "tag": "8dd31eb9-f2a1-4f69-b746-104d3cf82b53"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:50:26.671621 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf23d915-ad6e-488f-bd91-64f327701b99 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:50:26.672001 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf23d915-ad6e-488f-bd91-64f327701b99 None None] Checking segment: {'id': '9a0599e4-2e1b-4193-aadf-c5c84d641fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '6d1dccf2-b837-44ef-89d5-99d0d1c81c92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:50:26.672498 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-cf23d915-ad6e-488f-bd91-64f327701b99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:26.673063 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf23d915-ad6e-488f-bd91-64f327701b99 None None] Bound using segment: {'id': '9a0599e4-2e1b-4193-aadf-c5c84d641fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '6d1dccf2-b837-44ef-89d5-99d0d1c81c92'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:50:26.673655 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-cf23d915-ad6e-488f-bd91-64f327701b99 None None] Bound port: ef1eee89-b977-4062-ba1f-0795533235c1, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a0599e4-2e1b-4193-aadf-c5c84d641fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '6d1dccf2-b837-44ef-89d5-99d0d1c81c92'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:50:26.674110 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-cf23d915-ad6e-488f-bd91-64f327701b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (ef1eee89-b977-4062-ba1f-0795533235c1), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:26.719792 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:50:26.720424 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:50:26.720834 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:50:26.721263 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:50:26.721666 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:50:26.722068 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:50:26.722464 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:50:26.722859 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:50:26.723257 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:50:26.723667 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:50:26.724062 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:50:26.724451 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:50:26.724980 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:50:26.729237 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-56cc3e1f-9d92-4c4f-80e9-907e14aad36b None None] Current status of the port b23a70ba-4a3b-494a-8bc3-d8295598c84c is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:50:26.729731 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-56cc3e1f-9d92-4c4f-80e9-907e14aad36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (b23a70ba-4a3b-494a-8bc3-d8295598c84c), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:26.849925 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f586e3cb-ecc3-4752-ae4c-2e2c4eb673d9 None None] Publish callbacks [] for port (826b5e01-5047-435e-826c-210f6f5852e0), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:26.884343 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f586e3cb-ecc3-4752-ae4c-2e2c4eb673d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (826b5e01-5047-435e-826c-210f6f5852e0), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:26.889183 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-56cc3e1f-9d92-4c4f-80e9-907e14aad36b None None] For port b23a70ba-4a3b-494a-8bc3-d8295598c84c, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=b23a70ba-4a3b-494a-8bc3-d8295598c84c,segment=NetworkSegment(1b807e17-bb0c-4ed8-8967-1aae097ce94d),segment_id=1b807e17-bb0c-4ed8-8967-1aae097ce94d)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:50:26.901566 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port b23a70ba-4a3b-494a-8bc3-d8295598c84c is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:50:26.902121 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (b23a70ba-4a3b-494a-8bc3-d8295598c84c), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:26.994639 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae99082-98ef-4aed-a07c-cfe4806e24b3 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Network 6d1dccf2-b837-44ef-89d5-99d0d1c81c92 is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:50:27.025445 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-992326fb-b6d6-48fe-b694-9bbbf6032382 x-openstack-request-id: req-992326fb-b6d6-48fe-b694-9bbbf6032382 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:50:27.025860 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b01b50e-bb5a-469c-9a8c-ad9958ef960c", "tag": "8dd31eb9-f2a1-4f69-b746-104d3cf82b53", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:50:27.026197 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-992326fb-b6d6-48fe-b694-9bbbf6032382 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:50:27.026693 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b01b50e-bb5a-469c-9a8c-ad9958ef960c', 'tag': '8dd31eb9-f2a1-4f69-b746-104d3cf82b53', 'status': 'completed', 'code': 200} Feb 19 02:50:27.042172 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-9ae99082-98ef-4aed-a07c-cfe4806e24b3 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:50:27.074488 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae99082-98ef-4aed-a07c-cfe4806e24b3 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:50:27.075049 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9ae99082-98ef-4aed-a07c-cfe4806e24b3 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16289150'] for router_interface (522c9101-44db-49ee-bcb2-313127ed7198), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:27.127887 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae99082-98ef-4aed-a07c-cfe4806e24b3 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Pushing event updated for resources: {'Port': ['ID=6445d847-9423-4f55-8e6b-326a8762b81b,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:27.154540 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-56cc3e1f-9d92-4c4f-80e9-907e14aad36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (b23a70ba-4a3b-494a-8bc3-d8295598c84c), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:27.173364 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c5c98d-409e-4dd0-8942-c43f055fd4ad req-663a76c2-c64c-48fd-8f5a-05bd7fb179e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:27.174889 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-01c5c98d-409e-4dd0-8942-c43f055fd4ad req-663a76c2-c64c-48fd-8f5a-05bd7fb179e7 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=27dd056eacfb49959ee4ff28de5b650d&device_id=3b01b50e-bb5a-469c-9a8c-ad9958ef960c HTTP/1.1" status: 200 len: 1130 time: 0.0967467 Feb 19 02:50:27.192519 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-cf23d915-ad6e-488f-bd91-64f327701b99 None None] For port ef1eee89-b977-4062-ba1f-0795533235c1, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:50:27.224938 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9408807a-75d2-4c6f-a6f4-5d3379e6583b req-83440be6-d9ed-41ad-be88-70a1d613441b tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:27.227216 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9408807a-75d2-4c6f-a6f4-5d3379e6583b req-83440be6-d9ed-41ad-be88-70a1d613441b tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/networks?id=38d6fa8e-4007-4beb-abd0-8f0d817f1ef6 HTTP/1.1" status: 200 len: 806 time: 0.2683518 Feb 19 02:50:27.269197 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-cf23d915-ad6e-488f-bd91-64f327701b99 None None] For port ef1eee89-b977-4062-ba1f-0795533235c1, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=ef1eee89-b977-4062-ba1f-0795533235c1,segment=NetworkSegment(9a0599e4-2e1b-4193-aadf-c5c84d641fe3),segment_id=9a0599e4-2e1b-4193-aadf-c5c84d641fe3)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:50:27.276702 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f586e3cb-ecc3-4752-ae4c-2e2c4eb673d9 None None] Network 0bc69c09-d595-43a0-860a-c4aa831215c4 is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:50:27.294169 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9408807a-75d2-4c6f-a6f4-5d3379e6583b req-946161de-ed74-4b21-9174-83f34f9efa30 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/quotas/58648b0a304e4e32b732a18f663ed7a6 HTTP/1.1" status: 200 len: 375 time: 0.0483003 Feb 19 02:50:27.296499 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f586e3cb-ecc3-4752-ae4c-2e2c4eb673d9 None None] Pushing event updated for resources: {'Port': ['ID=826b5e01-5047-435e-826c-210f6f5852e0,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:27.307757 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-f586e3cb-ecc3-4752-ae4c-2e2c4eb673d9 None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:50:27.318695 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-cf23d915-ad6e-488f-bd91-64f327701b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (ef1eee89-b977-4062-ba1f-0795533235c1), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:27.323578 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f586e3cb-ecc3-4752-ae4c-2e2c4eb673d9 None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:50:27.340235 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9ae99082-98ef-4aed-a07c-cfe4806e24b3 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (6445d847-9423-4f55-8e6b-326a8762b81b), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:27.362772 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c5c98d-409e-4dd0-8942-c43f055fd4ad req-bb807b2c-b4ef-44f2-bcdd-c6910db96d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:27.364333 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-01c5c98d-409e-4dd0-8942-c43f055fd4ad req-bb807b2c-b4ef-44f2-bcdd-c6910db96d8e service neutron] 10.222.0.82 "GET /v2.0/networks?id=5124bd00-da2a-4bd6-93a0-c14c92afb11f HTTP/1.1" status: 200 len: 870 time: 0.1816571 Feb 19 02:50:27.364875 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc1af90-b055-4b6c-953e-3af78f66236e req-67a94184-5952-44dd-9b42-91ef9e23ede7 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:27.372509 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4fc1af90-b055-4b6c-953e-3af78f66236e req-67a94184-5952-44dd-9b42-91ef9e23ede7 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=b633fbf1-48a0-4414-a396-bb91c1b8c863 HTTP/1.1" status: 200 len: 945 time: 0.1674149 Feb 19 02:50:27.422069 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-01c5c98d-409e-4dd0-8942-c43f055fd4ad req-d13c89a5-7edc-4d67-91f2-23a839abb1e8 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=8dd31eb9-f2a1-4f69-b746-104d3cf82b53 HTTP/1.1" status: 200 len: 217 time: 0.0496197 Feb 19 02:50:27.455368 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-2342bfb6-c1d2-4689-9b74-9e52b628fe3f None None] Provisioning complete for port b23a70ba-4a3b-494a-8bc3-d8295598c84c triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:50:27.456400 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-2342bfb6-c1d2-4689-9b74-9e52b628fe3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (b23a70ba-4a3b-494a-8bc3-d8295598c84c), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:27.468765 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.db.api [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103703) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 02:50:27.469389 n-d-826753-2 neutron-server[103703]: DEBUG oslo_db.api [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 02:50:27.487837 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9408807a-75d2-4c6f-a6f4-5d3379e6583b req-6bd52056-8565-471a-ab0e-6f460a4b84e3 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=58648b0a304e4e32b732a18f663ed7a6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1823776 Feb 19 02:50:27.522131 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-f586e3cb-ecc3-4752-ae4c-2e2c4eb673d9 None None] Attempting to bind port 826b5e01-5047-435e-826c-210f6f5852e0 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:50:27.523571 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-f586e3cb-ecc3-4752-ae4c-2e2c4eb673d9 None None] Attempting to bind port 826b5e01-5047-435e-826c-210f6f5852e0 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '89cf32da-7d33-497c-aa5a-ab2087ba30b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0bc69c09-d595-43a0-860a-c4aa831215c4'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:50:27.524170 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f586e3cb-ecc3-4752-ae4c-2e2c4eb673d9 None None] Attempting to bind port 826b5e01-5047-435e-826c-210f6f5852e0 on network 0bc69c09-d595-43a0-860a-c4aa831215c4 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:50:27.526480 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cc3e1f-9d92-4c4f-80e9-907e14aad36b None None] Pushing event updated for resources: {'Port': ['ID=b23a70ba-4a3b-494a-8bc3-d8295598c84c,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:27.554869 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c5c98d-409e-4dd0-8942-c43f055fd4ad req-c3b923ff-1802-4102-824a-e619aa1a4526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:27.559105 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-01c5c98d-409e-4dd0-8942-c43f055fd4ad req-c3b923ff-1802-4102-824a-e619aa1a4526 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=974c06bc-f097-4890-970a-b087501ab241 HTTP/1.1" status: 200 len: 843 time: 0.1284807 Feb 19 02:50:27.581642 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4fc1af90-b055-4b6c-953e-3af78f66236e req-a8b8c160-96d0-489d-99d2-7843d9099993 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/security-groups?id=83745bf6-2450-44b1-b073-88b2d8645794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981149 Feb 19 02:50:27.601787 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf23d915-ad6e-488f-bd91-64f327701b99 None None] Pushing event updated for resources: {'Port': ['ID=ef1eee89-b977-4062-ba1f-0795533235c1,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:27.609484 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f586e3cb-ecc3-4752-ae4c-2e2c4eb673d9 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:50:27.609865 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f586e3cb-ecc3-4752-ae4c-2e2c4eb673d9 None None] Checking segment: {'id': '89cf32da-7d33-497c-aa5a-ab2087ba30b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0bc69c09-d595-43a0-860a-c4aa831215c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:50:27.610269 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f586e3cb-ecc3-4752-ae4c-2e2c4eb673d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:27.610664 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f586e3cb-ecc3-4752-ae4c-2e2c4eb673d9 None None] Bound using segment: {'id': '89cf32da-7d33-497c-aa5a-ab2087ba30b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0bc69c09-d595-43a0-860a-c4aa831215c4'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:50:27.611149 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-f586e3cb-ecc3-4752-ae4c-2e2c4eb673d9 None None] Bound port: 826b5e01-5047-435e-826c-210f6f5852e0, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89cf32da-7d33-497c-aa5a-ab2087ba30b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0bc69c09-d595-43a0-860a-c4aa831215c4'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:50:27.611549 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f586e3cb-ecc3-4752-ae4c-2e2c4eb673d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (826b5e01-5047-435e-826c-210f6f5852e0), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:27.728440 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-f586e3cb-ecc3-4752-ae4c-2e2c4eb673d9 None None] For port 826b5e01-5047-435e-826c-210f6f5852e0, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:50:27.750728 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-f586e3cb-ecc3-4752-ae4c-2e2c4eb673d9 None None] For port 826b5e01-5047-435e-826c-210f6f5852e0, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=826b5e01-5047-435e-826c-210f6f5852e0,segment=NetworkSegment(89cf32da-7d33-497c-aa5a-ab2087ba30b0),segment_id=89cf32da-7d33-497c-aa5a-ab2087ba30b0)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:50:27.759902 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-2342bfb6-c1d2-4689-9b74-9e52b628fe3f None None] Current status of the port b23a70ba-4a3b-494a-8bc3-d8295598c84c is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:50:27.768244 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f586e3cb-ecc3-4752-ae4c-2e2c4eb673d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (826b5e01-5047-435e-826c-210f6f5852e0), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:27.814006 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c5c98d-409e-4dd0-8942-c43f055fd4ad req-366a8ad3-655b-436c-ba47-0b90bd92223e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:27.816012 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-01c5c98d-409e-4dd0-8942-c43f055fd4ad req-366a8ad3-655b-436c-ba47-0b90bd92223e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5124bd00-da2a-4bd6-93a0-c14c92afb11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2494557 Feb 19 02:50:27.928833 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f586e3cb-ecc3-4752-ae4c-2e2c4eb673d9 None None] Pushing event updated for resources: {'Port': ['ID=826b5e01-5047-435e-826c-210f6f5852e0,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:28.066622 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port b23a70ba-4a3b-494a-8bc3-d8295598c84c is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:50:28.108951 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-01c5c98d-409e-4dd0-8942-c43f055fd4ad req-e1c456bd-730a-4822-82d4-47809fb1971f service neutron] 10.222.0.82 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070141 Feb 19 02:50:28.201699 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9408807a-75d2-4c6f-a6f4-5d3379e6583b req-52afcadf-be3d-440c-a103-74f4433b8c1e service neutron] 10.222.0.72 "GET /v2.0/networks/38d6fa8e-4007-4beb-abd0-8f0d817f1ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6555443 Feb 19 02:50:28.256837 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 8dd31eb9-f2a1-4f69-b746-104d3cf82b53 details requested by agent hyperv_n-h2-826753-2 with host n-h2-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:50:28.284179 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9ae99082-98ef-4aed-a07c-cfe4806e24b3 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks [] for port (6445d847-9423-4f55-8e6b-326a8762b81b), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:28.438355 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9408807a-75d2-4c6f-a6f4-5d3379e6583b req-7e4847ff-6647-42f1-b88e-a9210e902ace service neutron] 10.222.0.72 "GET /v2.0/networks/38d6fa8e-4007-4beb-abd0-8f0d817f1ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356842 Feb 19 02:50:28.439973 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9ae99082-98ef-4aed-a07c-cfe4806e24b3 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (6445d847-9423-4f55-8e6b-326a8762b81b), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:28.441158 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9ae99082-98ef-4aed-a07c-cfe4806e24b3 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16362769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16289258'] for router_interface (522c9101-44db-49ee-bcb2-313127ed7198), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:28.442456 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-01c5c98d-409e-4dd0-8942-c43f055fd4ad req-0afbe41c-17e8-474c-a548-52c7f6e88b61 service neutron] 10.222.0.82 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3267207 Feb 19 02:50:28.462918 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device b23a70ba-4a3b-494a-8bc3-d8295598c84c up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:50:28.554568 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae99082-98ef-4aed-a07c-cfe4806e24b3 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Pushing event updated for resources: {'Port': ['ID=6445d847-9423-4f55-8e6b-326a8762b81b,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:28.628941 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port b23a70ba-4a3b-494a-8bc3-d8295598c84c triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:50:28.629348 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (b23a70ba-4a3b-494a-8bc3-d8295598c84c), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:28.644422 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae99082-98ef-4aed-a07c-cfe4806e24b3 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Network 6d1dccf2-b837-44ef-89d5-99d0d1c81c92 is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:50:28.653634 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-9ae99082-98ef-4aed-a07c-cfe4806e24b3 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:50:28.681580 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 8dd31eb9-f2a1-4f69-b746-104d3cf82b53, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=8dd31eb9-f2a1-4f69-b746-104d3cf82b53,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:50:28.708053 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Returning: {'device': '8dd31eb9-f2a1-4f69-b746-104d3cf82b53', 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f', 'port_id': '8dd31eb9-f2a1-4f69-b746-104d3cf82b53', 'mac_address': 'fa:16:3e:ac:15:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '974c06bc-f097-4890-970a-b087501ab241', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:50:28.824272 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 8dd31eb9-f2a1-4f69-b746-104d3cf82b53 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:50:28.824965 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (8dd31eb9-f2a1-4f69-b746-104d3cf82b53), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:28.841176 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dd31eb9-f2a1-4f69-b746-104d3cf82b53 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:50:28.896334 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 8dd31eb9-f2a1-4f69-b746-104d3cf82b53, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=8dd31eb9-f2a1-4f69-b746-104d3cf82b53,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:50:28.920330 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (8dd31eb9-f2a1-4f69-b746-104d3cf82b53), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:28.930389 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port b23a70ba-4a3b-494a-8bc3-d8295598c84c is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:50:28.932225 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device ef1eee89-b977-4062-ba1f-0795533235c1 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:50:28.999841 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ae99082-98ef-4aed-a07c-cfe4806e24b3 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Router 522c9101-44db-49ee-bcb2-313127ed7198 is scheduled to L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd with binding_index 1 {{(pid=103701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 02:50:29.020041 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37b391b-3cdb-427b-8aff-49aca4c09786 req-be092b28-0c5a-4b04-a305-d8f0bd28f3f6 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:29.027476 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c37b391b-3cdb-427b-8aff-49aca4c09786 req-be092b28-0c5a-4b04-a305-d8f0bd28f3f6 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/ports?device_id=3b01b50e-bb5a-469c-9a8c-ad9958ef960c HTTP/1.1" status: 200 len: 949 time: 0.1191509 Feb 19 02:50:29.082830 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=8dd31eb9-f2a1-4f69-b746-104d3cf82b53,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:29.169953 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port ef1eee89-b977-4062-ba1f-0795533235c1 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:50:29.169953 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (ef1eee89-b977-4062-ba1f-0795533235c1), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:29.234990 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ae99082-98ef-4aed-a07c-cfe4806e24b3 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:50:29.246520 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58980) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:50:29.247679 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-9ae99082-98ef-4aed-a07c-cfe4806e24b3 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] 10.222.0.72 "PUT /v2.0/routers/522c9101-44db-49ee-bcb2-313127ed7198/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4003065 Feb 19 02:50:29.258520 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515c4530-1cb6-4038-9483-a7b133882283 None None] Sync routers for ids ['522c9101-44db-49ee-bcb2-313127ed7198'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:50:29.294842 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515c4530-1cb6-4038-9483-a7b133882283 None None] Routers {'522c9101-44db-49ee-bcb2-313127ed7198'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:50:29.295559 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-515c4530-1cb6-4038-9483-a7b133882283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:50:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['522c9101-44db-49ee-bcb2-313127ed7198'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:50:29.306190 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c37b391b-3cdb-427b-8aff-49aca4c09786 req-b8b478c7-d59b-473a-adc2-0454a4c70ed1 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe71e737-cb97-4e9e-a576-1f93522c47f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730608 Feb 19 02:50:29.365040 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['8dd31eb9-f2a1-4f69-b746-104d3cf82b53'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:50:29.480910 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-515c4530-1cb6-4038-9483-a7b133882283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:50:29.510075 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port ef1eee89-b977-4062-ba1f-0795533235c1 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:50:29.510647 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (ef1eee89-b977-4062-ba1f-0795533235c1), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:29.515934 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515c4530-1cb6-4038-9483-a7b133882283 None None] Routers {'522c9101-44db-49ee-bcb2-313127ed7198'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:50:29.520169 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-515c4530-1cb6-4038-9483-a7b133882283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:50:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['522c9101-44db-49ee-bcb2-313127ed7198'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:50:29.614327 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa058e7-eb2a-4d7a-b657-d5488e636eb5 None None] Network 6d1dccf2-b837-44ef-89d5-99d0d1c81c92 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:50:29.619496 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-515c4530-1cb6-4038-9483-a7b133882283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:50:29.621968 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515c4530-1cb6-4038-9483-a7b133882283 None None] The sync data for ids ['522c9101-44db-49ee-bcb2-313127ed7198'] in n-d-826753-2 is: [] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:50:29.740463 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port ef1eee89-b977-4062-ba1f-0795533235c1, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=ef1eee89-b977-4062-ba1f-0795533235c1,segment=NetworkSegment(9a0599e4-2e1b-4193-aadf-c5c84d641fe3),segment_id=9a0599e4-2e1b-4193-aadf-c5c84d641fe3)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:50:29.807229 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (ef1eee89-b977-4062-ba1f-0795533235c1), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:29.817413 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-768d051c-6573-4f00-88b2-54fd4eb0d5e9 None None] Provisioning complete for port ef1eee89-b977-4062-ba1f-0795533235c1 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:50:29.817727 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-768d051c-6573-4f00-88b2-54fd4eb0d5e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (ef1eee89-b977-4062-ba1f-0795533235c1), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:30.007218 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=ef1eee89-b977-4062-ba1f-0795533235c1,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:30.011567 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90a1724-0668-49a2-a184-e0ba2644c63b None None] Network 0bc69c09-d595-43a0-860a-c4aa831215c4 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:50:30.128103 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 531d566d-738d-4da8-808a-034a8f680e0d details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:50:30.255461 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 531d566d-738d-4da8-808a-034a8f680e0d, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=531d566d-738d-4da8-808a-034a8f680e0d,segment=NetworkSegment(95c489b5-d2f5-4704-89fb-8accaa8a0e0f),segment_id=95c489b5-d2f5-4704-89fb-8accaa8a0e0f)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:50:30.280397 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': '531d566d-738d-4da8-808a-034a8f680e0d', 'network_id': 'bf672100-ed94-443f-908a-4ecaf8a2d628', 'port_id': '531d566d-738d-4da8-808a-034a8f680e0d', 'mac_address': 'fa:16:3e:75:6c:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bb04773-132e-443e-9baa-c5ff97e31eb2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:50:30.386465 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-768d051c-6573-4f00-88b2-54fd4eb0d5e9 None None] Current status of the port ef1eee89-b977-4062-ba1f-0795533235c1 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:50:30.470654 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 826b5e01-5047-435e-826c-210f6f5852e0 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:50:30.623894 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 531d566d-738d-4da8-808a-034a8f680e0d is: ACTIVE; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:50:30.624487 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (531d566d-738d-4da8-808a-034a8f680e0d), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:30.702675 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-6962534b-83f3-45b2-af77-a0cc132f8c18 None None] Provisioning complete for port 826b5e01-5047-435e-826c-210f6f5852e0 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:50:30.703053 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6962534b-83f3-45b2-af77-a0cc132f8c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (826b5e01-5047-435e-826c-210f6f5852e0), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:30.825436 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 531d566d-738d-4da8-808a-034a8f680e0d {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:50:30.915802 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 531d566d-738d-4da8-808a-034a8f680e0d, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=531d566d-738d-4da8-808a-034a8f680e0d,segment=NetworkSegment(95c489b5-d2f5-4704-89fb-8accaa8a0e0f),segment_id=95c489b5-d2f5-4704-89fb-8accaa8a0e0f)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:50:30.939729 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (531d566d-738d-4da8-808a-034a8f680e0d), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:31.005246 n-d-826753-2 neutron-server[103702]: INFO neutron.api.v2.resource [None req-88167b61-08ad-4051-a750-db79d42c9e99 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 02:50:31.010289 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-88167b61-08ad-4051-a750-db79d42c9e99 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] 10.222.0.72 "PUT /v2.0/routers/522c9101-44db-49ee-bcb2-313127ed7198/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.7594156 Feb 19 02:50:31.013864 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 58994) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:50:31.018750 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9408807a-75d2-4c6f-a6f4-5d3379e6583b req-d9622f7f-28c6-4d4b-be6e-7ae835aacd55 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:31.024182 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-9408807a-75d2-4c6f-a6f4-5d3379e6583b req-d9622f7f-28c6-4d4b-be6e-7ae835aacd55 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.73 "GET /v2.0/networks?id=38d6fa8e-4007-4beb-abd0-8f0d817f1ef6 HTTP/1.1" status: 200 len: 806 time: 0.3834424 Feb 19 02:50:31.025645 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 826b5e01-5047-435e-826c-210f6f5852e0 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:50:31.026030 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (826b5e01-5047-435e-826c-210f6f5852e0), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:31.057439 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-9408807a-75d2-4c6f-a6f4-5d3379e6583b req-e29098bc-400a-4fdb-8083-3669a3fa1c5c tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Request body: {'port': {'device_id': 'fc09faec-9f71-4628-83a5-9339c1354dc6', 'network_id': '38d6fa8e-4007-4beb-abd0-8f0d817f1ef6', 'admin_state_up': True, 'tenant_id': '58648b0a304e4e32b732a18f663ed7a6'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:50:31.184881 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['531d566d-738d-4da8-808a-034a8f680e0d'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:50:31.191333 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=531d566d-738d-4da8-808a-034a8f680e0d,revision_number=6']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:31.242330 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-6962534b-83f3-45b2-af77-a0cc132f8c18 None None] Current status of the port 826b5e01-5047-435e-826c-210f6f5852e0 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:50:31.242918 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6962534b-83f3-45b2-af77-a0cc132f8c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (826b5e01-5047-435e-826c-210f6f5852e0), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:31.305393 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9408807a-75d2-4c6f-a6f4-5d3379e6583b req-e29098bc-400a-4fdb-8083-3669a3fa1c5c tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Made reservation on behalf of 58648b0a304e4e32b732a18f663ed7a6 for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:50:31.309694 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-9408807a-75d2-4c6f-a6f4-5d3379e6583b req-e29098bc-400a-4fdb-8083-3669a3fa1c5c tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:31.629275 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [req-9408807a-75d2-4c6f-a6f4-5d3379e6583b req-e29098bc-400a-4fdb-8083-3669a3fa1c5c tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Allocated IP 172.20.0.8 (38d6fa8e-4007-4beb-abd0-8f0d817f1ef6/54b68f46-9c6f-467f-99d5-a919ef2f5fa1/910173af-972f-4b87-b171-40c4b5a5c3e3) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:50:31.673044 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 826b5e01-5047-435e-826c-210f6f5852e0 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:50:31.673583 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (826b5e01-5047-435e-826c-210f6f5852e0), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:31.677915 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-6962534b-83f3-45b2-af77-a0cc132f8c18 None None] For port 826b5e01-5047-435e-826c-210f6f5852e0, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=826b5e01-5047-435e-826c-210f6f5852e0,segment=NetworkSegment(89cf32da-7d33-497c-aa5a-ab2087ba30b0),segment_id=89cf32da-7d33-497c-aa5a-ab2087ba30b0)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:50:31.719008 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6962534b-83f3-45b2-af77-a0cc132f8c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (826b5e01-5047-435e-826c-210f6f5852e0), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:31.749038 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7b87986f-41d7-4d36-a10c-77d649fa62c8 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16289271'] for router_interface (522c9101-44db-49ee-bcb2-313127ed7198), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:31.945268 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-9408807a-75d2-4c6f-a6f4-5d3379e6583b req-e29098bc-400a-4fdb-8083-3669a3fa1c5c tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Publish callbacks [] for port (910173af-972f-4b87-b171-40c4b5a5c3e3), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:31.971965 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-af5f2eb0-e98c-40e1-97ed-125a0bb6a89f None None] Provisioning complete for port 826b5e01-5047-435e-826c-210f6f5852e0 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:50:31.976366 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-af5f2eb0-e98c-40e1-97ed-125a0bb6a89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (826b5e01-5047-435e-826c-210f6f5852e0), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:31.978310 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6962534b-83f3-45b2-af77-a0cc132f8c18 None None] Pushing event updated for resources: {'Port': ['ID=826b5e01-5047-435e-826c-210f6f5852e0,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:31.996825 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-9408807a-75d2-4c6f-a6f4-5d3379e6583b req-e29098bc-400a-4fdb-8083-3669a3fa1c5c tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (910173af-972f-4b87-b171-40c4b5a5c3e3), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:32.101879 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['e7b6d271-0dd0-403f-9e7b-d4c19bbe49c1'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:50:32.149622 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.db.api [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103703) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 02:50:32.150031 n-d-826753-2 neutron-server[103703]: DEBUG oslo_db.api [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 02:50:32.161110 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9408807a-75d2-4c6f-a6f4-5d3379e6583b req-e29098bc-400a-4fdb-8083-3669a3fa1c5c tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Network 38d6fa8e-4007-4beb-abd0-8f0d817f1ef6 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:50:32.163705 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [req-9408807a-75d2-4c6f-a6f4-5d3379e6583b req-e29098bc-400a-4fdb-8083-3669a3fa1c5c tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:50:32.174404 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29098bc-400a-4fdb-8083-3669a3fa1c5c tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Pushing event updated for resources: {'Port': ['ID=910173af-972f-4b87-b171-40c4b5a5c3e3,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:32.199562 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-9408807a-75d2-4c6f-a6f4-5d3379e6583b req-e29098bc-400a-4fdb-8083-3669a3fa1c5c tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:50:32.283079 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9408807a-75d2-4c6f-a6f4-5d3379e6583b req-e29098bc-400a-4fdb-8083-3669a3fa1c5c tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:32.283688 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-9408807a-75d2-4c6f-a6f4-5d3379e6583b req-e29098bc-400a-4fdb-8083-3669a3fa1c5c tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:32.311145 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-9408807a-75d2-4c6f-a6f4-5d3379e6583b req-e29098bc-400a-4fdb-8083-3669a3fa1c5c tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2583370 Feb 19 02:50:32.312656 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 8dd31eb9-f2a1-4f69-b746-104d3cf82b53 up at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:50:32.328785 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-7b87986f-41d7-4d36-a10c-77d649fa62c8 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Deleting port 6445d847-9423-4f55-8e6b-326a8762b81b {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:50:32.333981 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7b87986f-41d7-4d36-a10c-77d649fa62c8 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (6445d847-9423-4f55-8e6b-326a8762b81b), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:32.511322 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7b87986f-41d7-4d36-a10c-77d649fa62c8 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (6445d847-9423-4f55-8e6b-326a8762b81b), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:32.529264 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-af5f2eb0-e98c-40e1-97ed-125a0bb6a89f None None] Current status of the port 826b5e01-5047-435e-826c-210f6f5852e0 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:50:32.534280 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-7b87986f-41d7-4d36-a10c-77d649fa62c8 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Calling delete_port for 6445d847-9423-4f55-8e6b-326a8762b81b owned by network:router_interface {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:50:32.562079 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning for port 8dd31eb9-f2a1-4f69-b746-104d3cf82b53 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:50:32.571215 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning complete for port 8dd31eb9-f2a1-4f69-b746-104d3cf82b53 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:50:32.571594 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (8dd31eb9-f2a1-4f69-b746-104d3cf82b53), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:32.574073 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-af5f2eb0-e98c-40e1-97ed-125a0bb6a89f None None] Provisioning complete for port 6445d847-9423-4f55-8e6b-326a8762b81b triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:50:32.574512 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-af5f2eb0-e98c-40e1-97ed-125a0bb6a89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (6445d847-9423-4f55-8e6b-326a8762b81b), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:32.580374 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-9408807a-75d2-4c6f-a6f4-5d3379e6583b req-10977d0a-78f1-4cc5-a52b-4bbf519a021c service neutron] Request body: {'port': {'device_id': 'fc09faec-9f71-4628-83a5-9339c1354dc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826753-2'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:50:32.688405 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-9408807a-75d2-4c6f-a6f4-5d3379e6583b req-10977d0a-78f1-4cc5-a52b-4bbf519a021c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (910173af-972f-4b87-b171-40c4b5a5c3e3), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:32.737921 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-af5f2eb0-e98c-40e1-97ed-125a0bb6a89f None None] Port 6445d847-9423-4f55-8e6b-326a8762b81b cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:50:32.747865 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7b87986f-41d7-4d36-a10c-77d649fa62c8 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (6445d847-9423-4f55-8e6b-326a8762b81b), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:32.793296 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 826b5e01-5047-435e-826c-210f6f5852e0 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:50:32.797556 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b87986f-41d7-4d36-a10c-77d649fa62c8 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Pushing event deleted for resources: {'Port': ['ID=6445d847-9423-4f55-8e6b-326a8762b81b,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:32.798350 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device ef1eee89-b977-4062-ba1f-0795533235c1 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:50:32.892144 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-af5f2eb0-e98c-40e1-97ed-125a0bb6a89f None None] Provisioning complete for port ef1eee89-b977-4062-ba1f-0795533235c1 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:50:32.892521 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-af5f2eb0-e98c-40e1-97ed-125a0bb6a89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (ef1eee89-b977-4062-ba1f-0795533235c1), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:32.969036 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7b87986f-41d7-4d36-a10c-77d649fa62c8 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16362762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16314471'] for router_interface (522c9101-44db-49ee-bcb2-313127ed7198), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:33.164091 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 8dd31eb9-f2a1-4f69-b746-104d3cf82b53 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:50:33.164667 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (8dd31eb9-f2a1-4f69-b746-104d3cf82b53), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:33.209257 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port ef1eee89-b977-4062-ba1f-0795533235c1 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:50:33.215417 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (ef1eee89-b977-4062-ba1f-0795533235c1), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:33.278555 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b01b50e-bb5a-469c-9a8c-ad9958ef960c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dd31eb9-f2a1-4f69-b746-104d3cf82b53'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:50:33.281871 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-957ed791-0f7e-4a33-ad46-3e694a075a17" -d '{"events": [{"server_uuid": "3b01b50e-bb5a-469c-9a8c-ad9958ef960c", "name": "network-vif-plugged", "status": "completed", "tag": "8dd31eb9-f2a1-4f69-b746-104d3cf82b53"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:50:33.314452 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-9408807a-75d2-4c6f-a6f4-5d3379e6583b req-10977d0a-78f1-4cc5-a52b-4bbf519a021c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 910173af-972f-4b87-b171-40c4b5a5c3e3 {{(pid=103702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:50:33.323957 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 8dd31eb9-f2a1-4f69-b746-104d3cf82b53, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=8dd31eb9-f2a1-4f69-b746-104d3cf82b53,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:50:33.338045 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (8dd31eb9-f2a1-4f69-b746-104d3cf82b53), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:33.343061 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-9408807a-75d2-4c6f-a6f4-5d3379e6583b req-10977d0a-78f1-4cc5-a52b-4bbf519a021c service neutron] Publish callbacks [] for port (910173af-972f-4b87-b171-40c4b5a5c3e3), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:33.343575 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b87986f-41d7-4d36-a10c-77d649fa62c8 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Router 522c9101-44db-49ee-bcb2-313127ed7198 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:50:33.360406 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-9408807a-75d2-4c6f-a6f4-5d3379e6583b req-10977d0a-78f1-4cc5-a52b-4bbf519a021c service neutron] Transition to ACTIVE for port object 910173af-972f-4b87-b171-40c4b5a5c3e3 will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:50:33.367969 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-9408807a-75d2-4c6f-a6f4-5d3379e6583b req-10977d0a-78f1-4cc5-a52b-4bbf519a021c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (910173af-972f-4b87-b171-40c4b5a5c3e3), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:33.373145 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-af5f2eb0-e98c-40e1-97ed-125a0bb6a89f None None] Current status of the port ef1eee89-b977-4062-ba1f-0795533235c1 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:50:33.442025 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=8dd31eb9-f2a1-4f69-b746-104d3cf82b53,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:33.463575 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port ef1eee89-b977-4062-ba1f-0795533235c1 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:50:33.499629 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-21c8f68a-e80c-4418-89aa-688347c941c3 None None] Could not find standard attr ID for object 6445d847-9423-4f55-8e6b-326a8762b81b. {{(pid=103703) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 02:50:33.500551 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10977d0a-78f1-4cc5-a52b-4bbf519a021c service neutron] Pushing event updated for resources: {'Port': ['ID=910173af-972f-4b87-b171-40c4b5a5c3e3,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:33.552934 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-9408807a-75d2-4c6f-a6f4-5d3379e6583b req-10977d0a-78f1-4cc5-a52b-4bbf519a021c service neutron] Attempting to bind port 910173af-972f-4b87-b171-40c4b5a5c3e3 on host n-h1-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:50:33.553321 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-9408807a-75d2-4c6f-a6f4-5d3379e6583b req-10977d0a-78f1-4cc5-a52b-4bbf519a021c service neutron] Attempting to bind port 910173af-972f-4b87-b171-40c4b5a5c3e3 by drivers openvswitch,hyperv on host n-h1-826753-2 at level 0 using segments [{'id': '4d279d1b-ef9f-49cc-bc5d-c8be530f22d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '38d6fa8e-4007-4beb-abd0-8f0d817f1ef6'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:50:33.553691 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9408807a-75d2-4c6f-a6f4-5d3379e6583b req-10977d0a-78f1-4cc5-a52b-4bbf519a021c service neutron] Attempting to bind port 910173af-972f-4b87-b171-40c4b5a5c3e3 on network 38d6fa8e-4007-4beb-abd0-8f0d817f1ef6 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:50:33.559500 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9408807a-75d2-4c6f-a6f4-5d3379e6583b req-10977d0a-78f1-4cc5-a52b-4bbf519a021c service neutron] Port 910173af-972f-4b87-b171-40c4b5a5c3e3 on network 38d6fa8e-4007-4beb-abd0-8f0d817f1ef6 not bound, no agent of type Open vSwitch agent registered on host n-h1-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:50:33.560310 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9408807a-75d2-4c6f-a6f4-5d3379e6583b req-10977d0a-78f1-4cc5-a52b-4bbf519a021c service neutron] Attempting to bind port 910173af-972f-4b87-b171-40c4b5a5c3e3 on network 38d6fa8e-4007-4beb-abd0-8f0d817f1ef6 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:50:33.566277 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9408807a-75d2-4c6f-a6f4-5d3379e6583b req-10977d0a-78f1-4cc5-a52b-4bbf519a021c service neutron] Checking agent: {'id': '9d56fb1b-2855-496a-a6d9-c324740cb98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:50:33.566556 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9408807a-75d2-4c6f-a6f4-5d3379e6583b req-10977d0a-78f1-4cc5-a52b-4bbf519a021c service neutron] Checking segment: {'id': '4d279d1b-ef9f-49cc-bc5d-c8be530f22d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '38d6fa8e-4007-4beb-abd0-8f0d817f1ef6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:50:33.573910 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9408807a-75d2-4c6f-a6f4-5d3379e6583b req-10977d0a-78f1-4cc5-a52b-4bbf519a021c service neutron] Bound using segment: {'id': '4d279d1b-ef9f-49cc-bc5d-c8be530f22d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '38d6fa8e-4007-4beb-abd0-8f0d817f1ef6'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:50:33.573910 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-9408807a-75d2-4c6f-a6f4-5d3379e6583b req-10977d0a-78f1-4cc5-a52b-4bbf519a021c service neutron] Bound port: 910173af-972f-4b87-b171-40c4b5a5c3e3, host: n-h1-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d279d1b-ef9f-49cc-bc5d-c8be530f22d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '38d6fa8e-4007-4beb-abd0-8f0d817f1ef6'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:50:33.573910 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-9408807a-75d2-4c6f-a6f4-5d3379e6583b req-10977d0a-78f1-4cc5-a52b-4bbf519a021c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (910173af-972f-4b87-b171-40c4b5a5c3e3), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:33.636162 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 826b5e01-5047-435e-826c-210f6f5852e0 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:50:33.688370 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-9408807a-75d2-4c6f-a6f4-5d3379e6583b req-10977d0a-78f1-4cc5-a52b-4bbf519a021c service neutron] For port 910173af-972f-4b87-b171-40c4b5a5c3e3, host n-h1-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:50:33.693676 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-9408807a-75d2-4c6f-a6f4-5d3379e6583b req-10977d0a-78f1-4cc5-a52b-4bbf519a021c service neutron] For port 910173af-972f-4b87-b171-40c4b5a5c3e3, host n-h1-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=910173af-972f-4b87-b171-40c4b5a5c3e3,segment=NetworkSegment(4d279d1b-ef9f-49cc-bc5d-c8be530f22d3),segment_id=4d279d1b-ef9f-49cc-bc5d-c8be530f22d3)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:50:33.711909 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-9408807a-75d2-4c6f-a6f4-5d3379e6583b req-10977d0a-78f1-4cc5-a52b-4bbf519a021c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (910173af-972f-4b87-b171-40c4b5a5c3e3), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:33.754808 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 826b5e01-5047-435e-826c-210f6f5852e0 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:50:33.756821 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (826b5e01-5047-435e-826c-210f6f5852e0), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:33.840155 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10977d0a-78f1-4cc5-a52b-4bbf519a021c service neutron] Pushing event updated for resources: {'Port': ['ID=910173af-972f-4b87-b171-40c4b5a5c3e3,revision_number=3']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:33.847949 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9408807a-75d2-4c6f-a6f4-5d3379e6583b req-10977d0a-78f1-4cc5-a52b-4bbf519a021c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:33.848630 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-9408807a-75d2-4c6f-a6f4-5d3379e6583b req-10977d0a-78f1-4cc5-a52b-4bbf519a021c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:33.850128 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-9408807a-75d2-4c6f-a6f4-5d3379e6583b req-10977d0a-78f1-4cc5-a52b-4bbf519a021c service neutron] 10.222.0.73 "PUT /v2.0/ports/910173af-972f-4b87-b171-40c4b5a5c3e3 HTTP/1.1" status: 200 len: 1091 time: 1.2750669 Feb 19 02:50:33.850969 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc09faec-9f71-4628-83a5-9339c1354dc6', 'tag': '910173af-972f-4b87-b171-40c4b5a5c3e3'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:50:33.855376 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97afb383-f299-48fa-b1be-f281088d44df" -d '{"events": [{"name": "network-changed", "server_uuid": "fc09faec-9f71-4628-83a5-9339c1354dc6", "tag": "910173af-972f-4b87-b171-40c4b5a5c3e3"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:50:33.907005 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b87986f-41d7-4d36-a10c-77d649fa62c8 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:50:33.919450 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 59004) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:50:33.922034 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-7b87986f-41d7-4d36-a10c-77d649fa62c8 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] 10.222.0.72 "PUT /v2.0/routers/522c9101-44db-49ee-bcb2-313127ed7198/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9045055 Feb 19 02:50:33.925098 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e31fe58-0361-4f86-81ff-a15a7d9febf9 None None] Sync routers for ids ['522c9101-44db-49ee-bcb2-313127ed7198'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:50:33.952174 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e31fe58-0361-4f86-81ff-a15a7d9febf9 None None] Routers {'522c9101-44db-49ee-bcb2-313127ed7198'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:50:33.952986 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-6e31fe58-0361-4f86-81ff-a15a7d9febf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:50:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['522c9101-44db-49ee-bcb2-313127ed7198'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:50:33.956974 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 826b5e01-5047-435e-826c-210f6f5852e0 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:50:33.998104 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-6e31fe58-0361-4f86-81ff-a15a7d9febf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:50:34.009979 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e31fe58-0361-4f86-81ff-a15a7d9febf9 None None] Routers {'522c9101-44db-49ee-bcb2-313127ed7198'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:50:34.010746 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-6e31fe58-0361-4f86-81ff-a15a7d9febf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:50:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['522c9101-44db-49ee-bcb2-313127ed7198'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:50:34.019647 n-d-826753-2 neutron-server[103702]: INFO neutron.api.v2.resource [None req-453b9faf-1f44-41eb-963d-4ab2d5ac0610 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] delete failed (client error): The resource could not be found. Feb 19 02:50:34.020875 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-453b9faf-1f44-41eb-963d-4ab2d5ac0610 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] 10.222.0.72 "DELETE /v2.0/routers/tempest-non_exist_router-1938067546 HTTP/1.1" status: 404 len: 335 time: 0.0998867 Feb 19 02:50:34.025938 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 59006) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:50:34.031849 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-36dfccc5-3460-4699-b61b-fd6a0d6407cb tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Request body: {'router': {'external_gateway_info': {'network_id': '522c9101-44db-49ee-bcb2-313127ed7198'}}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:50:34.059541 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 531d566d-738d-4da8-808a-034a8f680e0d up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:50:34.062235 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-6e31fe58-0361-4f86-81ff-a15a7d9febf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:50:34.062974 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e31fe58-0361-4f86-81ff-a15a7d9febf9 None None] The sync data for ids ['522c9101-44db-49ee-bcb2-313127ed7198'] in n-d-826753-2 is: [] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:50:34.130095 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port 531d566d-738d-4da8-808a-034a8f680e0d triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:50:34.131592 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (531d566d-738d-4da8-808a-034a8f680e0d), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:34.241664 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 531d566d-738d-4da8-808a-034a8f680e0d is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:50:34.242115 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (531d566d-738d-4da8-808a-034a8f680e0d), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:34.289546 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 531d566d-738d-4da8-808a-034a8f680e0d, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=531d566d-738d-4da8-808a-034a8f680e0d,segment=NetworkSegment(95c489b5-d2f5-4704-89fb-8accaa8a0e0f),segment_id=95c489b5-d2f5-4704-89fb-8accaa8a0e0f)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:50:34.297874 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (531d566d-738d-4da8-808a-034a8f680e0d), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:34.429064 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9408807a-75d2-4c6f-a6f4-5d3379e6583b req-2f99c376-d498-469f-9d25-22765243a217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:34.429064 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-9408807a-75d2-4c6f-a6f4-5d3379e6583b req-2f99c376-d498-469f-9d25-22765243a217 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=58648b0a304e4e32b732a18f663ed7a6&device_id=fc09faec-9f71-4628-83a5-9339c1354dc6 HTTP/1.1" status: 200 len: 1125 time: 0.4914858 Feb 19 02:50:34.446428 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-36dfccc5-3460-4699-b61b-fd6a0d6407cb tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks [] for router_gateway (522c9101-44db-49ee-bcb2-313127ed7198), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:34.457818 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=531d566d-738d-4da8-808a-034a8f680e0d,revision_number=7']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:34.493792 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-9408807a-75d2-4c6f-a6f4-5d3379e6583b req-9fea43da-c7ec-428c-b3ca-61d1128f7fa9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=910173af-972f-4b87-b171-40c4b5a5c3e3 HTTP/1.1" status: 200 len: 217 time: 0.0375650 Feb 19 02:50:34.508431 n-d-826753-2 neutron-server[103702]: INFO neutron.api.v2.resource [None req-36dfccc5-3460-4699-b61b-fd6a0d6407cb tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] update failed (client error): The resource could not be found. Feb 19 02:50:34.518273 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-36dfccc5-3460-4699-b61b-fd6a0d6407cb tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] 10.222.0.72 "PUT /v2.0/routers/522c9101-44db-49ee-bcb2-313127ed7198 HTTP/1.1" status: 404 len: 339 time: 0.4814126 Feb 19 02:50:34.518747 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 59010) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:50:34.526104 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-7dec923e-affa-4d21-bec7-c23b3a24691c tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-316545535'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:50:34.551781 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dec923e-affa-4d21-bec7-c23b3a24691c tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Made reservation on behalf of 1a6d5857bd09490dad2550c4edc32408 for: {'network': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:50:34.557388 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7dec923e-affa-4d21-bec7-c23b3a24691c tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:34.574355 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9408807a-75d2-4c6f-a6f4-5d3379e6583b req-6e6ff6ff-b167-45e3-a1d4-ed1c8b2750ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:34.576236 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-9408807a-75d2-4c6f-a6f4-5d3379e6583b req-6e6ff6ff-b167-45e3-a1d4-ed1c8b2750ee service neutron] 10.222.0.73 "GET /v2.0/subnets?id=54b68f46-9c6f-467f-99d5-a919ef2f5fa1 HTTP/1.1" status: 200 len: 846 time: 0.0696816 Feb 19 02:50:34.597912 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dec923e-affa-4d21-bec7-c23b3a24691c tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] vlan segment allocate from pool success with {'vlan_id': 274, 'physical_network': 'physnet1'} {{(pid=103701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:50:34.621925 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7dec923e-affa-4d21-bec7-c23b3a24691c tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (5a3eb680-c08d-440c-aace-82c6142ce87c), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:34.622550 n-d-826753-2 neutron-server[103701]: INFO neutron.db.segments_db [None req-7dec923e-affa-4d21-bec7-c23b3a24691c tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Added segment 5a3eb680-c08d-440c-aace-82c6142ce87c of type vlan for network 091c23a4-b767-4a87-837f-cff39e1a9979 Feb 19 02:50:34.628340 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-9408807a-75d2-4c6f-a6f4-5d3379e6583b req-3606ad36-9fbf-4000-8e1a-e04a43ac914c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=38d6fa8e-4007-4beb-abd0-8f0d817f1ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440660 Feb 19 02:50:34.686748 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7dec923e-affa-4d21-bec7-c23b3a24691c tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (091c23a4-b767-4a87-837f-cff39e1a9979), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:34.730333 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7dec923e-affa-4d21-bec7-c23b3a24691c tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (091c23a4-b767-4a87-837f-cff39e1a9979), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:34.737433 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dec923e-affa-4d21-bec7-c23b3a24691c tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:34.738825 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7dec923e-affa-4d21-bec7-c23b3a24691c tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:34.754364 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-9408807a-75d2-4c6f-a6f4-5d3379e6583b req-7d89603f-096c-4c9d-900b-b6006ec6868f service neutron] 10.222.0.73 "GET /v2.0/networks/38d6fa8e-4007-4beb-abd0-8f0d817f1ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165717 Feb 19 02:50:34.833884 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-7dec923e-affa-4d21-bec7-c23b3a24691c tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3127220 Feb 19 02:50:34.834515 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 59018) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:50:34.857953 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-1bcf32c9-16b8-46d7-b9e4-56d30aa0c936 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Request body: {'subnet': {'network_id': '091c23a4-b767-4a87-837f-cff39e1a9979', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:50:34.869176 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-9408807a-75d2-4c6f-a6f4-5d3379e6583b req-9442ac15-a9f2-4108-b8a1-a7b974361574 service neutron] 10.222.0.73 "GET /v2.0/networks/38d6fa8e-4007-4beb-abd0-8f0d817f1ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010406 Feb 19 02:50:34.933826 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dec923e-affa-4d21-bec7-c23b3a24691c tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Pushing event updated for resources: {'Network': ['ID=091c23a4-b767-4a87-837f-cff39e1a9979,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:34.945880 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 091c23a4-b767-4a87-837f-cff39e1a9979 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:50:35.014394 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bcf32c9-16b8-46d7-b9e4-56d30aa0c936 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Made reservation on behalf of 1a6d5857bd09490dad2550c4edc32408 for: {'subnet': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:50:35.018809 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1bcf32c9-16b8-46d7-b9e4-56d30aa0c936 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58706307'] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:35.278348 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1bcf32c9-16b8-46d7-b9e4-56d30aa0c936 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12647271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58706289'] for subnet (48e230e6-70ac-4894-b1de-08ac952b8aba), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:35.348243 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcf32c9-16b8-46d7-b9e4-56d30aa0c936 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Pushing event updated for resources: {'Subnet': ['ID=48e230e6-70ac-4894-b1de-08ac952b8aba,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:35.357761 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcf32c9-16b8-46d7-b9e4-56d30aa0c936 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Checking segment: {'id': '5a3eb680-c08d-440c-aace-82c6142ce87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '091c23a4-b767-4a87-837f-cff39e1a9979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:50:35.358124 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bcf32c9-16b8-46d7-b9e4-56d30aa0c936 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Network hostable DHCP agents. Network: 091c23a4-b767-4a87-837f-cff39e1a9979, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:50:35.378176 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bcf32c9-16b8-46d7-b9e4-56d30aa0c936 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Network 091c23a4-b767-4a87-837f-cff39e1a9979 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:50:35.389922 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-1bcf32c9-16b8-46d7-b9e4-56d30aa0c936 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 091c23a4-b767-4a87-837f-cff39e1a9979) {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:50:35.395033 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bcf32c9-16b8-46d7-b9e4-56d30aa0c936 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:35.395636 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1bcf32c9-16b8-46d7-b9e4-56d30aa0c936 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:35.400688 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e090fbc5-518d-4c75-a0d3-04cc925ffc62 None None] Network 091c23a4-b767-4a87-837f-cff39e1a9979 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:50:35.442448 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-1bcf32c9-16b8-46d7-b9e4-56d30aa0c936 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5924091 Feb 19 02:50:35.442795 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 59022) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:50:35.447827 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-7100e92a-d7e3-4ae3-bd8c-817020f9aefd tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Request body: {'router': {'external_gateway_info': {'network_id': '091c23a4-b767-4a87-837f-cff39e1a9979'}}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:50:35.551036 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5f1497-ec6b-4c35-a662-edcdad36c73a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-091c23a4-b767-4a87-837f-cff39e1a9979', 'network_id': '091c23a4-b767-4a87-837f-cff39e1a9979', 'project_id': '1a6d5857bd09490dad2550c4edc32408', 'fixed_ips': [{'subnet_id': '48e230e6-70ac-4894-b1de-08ac952b8aba'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:50:35.552707 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-8f5f1497-ec6b-4c35-a662-edcdad36c73a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:35.766566 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7100e92a-d7e3-4ae3-bd8c-817020f9aefd tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks [] for router_gateway (522c9101-44db-49ee-bcb2-313127ed7198), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:35.779808 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-8f5f1497-ec6b-4c35-a662-edcdad36c73a None None] Allocated IP 2001:db8:1::2 (091c23a4-b767-4a87-837f-cff39e1a9979/48e230e6-70ac-4894-b1de-08ac952b8aba/6f5a078c-ff76-4970-b887-df5d8e101e7e) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:50:35.938518 n-d-826753-2 neutron-server[103702]: INFO neutron.api.v2.resource [None req-7100e92a-d7e3-4ae3-bd8c-817020f9aefd tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 02:50:35.939902 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-7100e92a-d7e3-4ae3-bd8c-817020f9aefd tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] 10.222.0.72 "PUT /v2.0/routers/522c9101-44db-49ee-bcb2-313127ed7198 HTTP/1.1" status: 400 len: 364 time: 0.4960628 Feb 19 02:50:35.944655 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 59024) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:50:35.994103 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-8f5f1497-ec6b-4c35-a662-edcdad36c73a None None] Publish callbacks [] for port (6f5a078c-ff76-4970-b887-df5d8e101e7e), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:36.004171 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-8f5f1497-ec6b-4c35-a662-edcdad36c73a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (6f5a078c-ff76-4970-b887-df5d8e101e7e), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:36.078221 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5f1497-ec6b-4c35-a662-edcdad36c73a None None] Network 091c23a4-b767-4a87-837f-cff39e1a9979 is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:50:36.080664 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5f1497-ec6b-4c35-a662-edcdad36c73a None None] Pushing event updated for resources: {'Port': ['ID=6f5a078c-ff76-4970-b887-df5d8e101e7e,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:36.094714 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-8f5f1497-ec6b-4c35-a662-edcdad36c73a None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:50:36.097444 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5f1497-ec6b-4c35-a662-edcdad36c73a None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:50:36.211056 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-8f5f1497-ec6b-4c35-a662-edcdad36c73a None None] Attempting to bind port 6f5a078c-ff76-4970-b887-df5d8e101e7e on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:50:36.211631 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-8f5f1497-ec6b-4c35-a662-edcdad36c73a None None] Attempting to bind port 6f5a078c-ff76-4970-b887-df5d8e101e7e by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '5a3eb680-c08d-440c-aace-82c6142ce87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '091c23a4-b767-4a87-837f-cff39e1a9979'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:50:36.212555 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5f1497-ec6b-4c35-a662-edcdad36c73a None None] Attempting to bind port 6f5a078c-ff76-4970-b887-df5d8e101e7e on network 091c23a4-b767-4a87-837f-cff39e1a9979 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:50:36.217859 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5f1497-ec6b-4c35-a662-edcdad36c73a None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:50:36.218250 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5f1497-ec6b-4c35-a662-edcdad36c73a None None] Checking segment: {'id': '5a3eb680-c08d-440c-aace-82c6142ce87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '091c23a4-b767-4a87-837f-cff39e1a9979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:50:36.219094 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-8f5f1497-ec6b-4c35-a662-edcdad36c73a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:36.219736 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5f1497-ec6b-4c35-a662-edcdad36c73a None None] Bound using segment: {'id': '5a3eb680-c08d-440c-aace-82c6142ce87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '091c23a4-b767-4a87-837f-cff39e1a9979'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:50:36.220216 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-8f5f1497-ec6b-4c35-a662-edcdad36c73a None None] Bound port: 6f5a078c-ff76-4970-b887-df5d8e101e7e, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a3eb680-c08d-440c-aace-82c6142ce87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '091c23a4-b767-4a87-837f-cff39e1a9979'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:50:36.220983 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-8f5f1497-ec6b-4c35-a662-edcdad36c73a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (6f5a078c-ff76-4970-b887-df5d8e101e7e), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:36.289320 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1677e83c-94e1-4427-8a07-25750a0adc9a tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:36.316208 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-8f5f1497-ec6b-4c35-a662-edcdad36c73a None None] For port 6f5a078c-ff76-4970-b887-df5d8e101e7e, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:50:36.322226 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-8f5f1497-ec6b-4c35-a662-edcdad36c73a None None] For port 6f5a078c-ff76-4970-b887-df5d8e101e7e, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=6f5a078c-ff76-4970-b887-df5d8e101e7e,segment=NetworkSegment(5a3eb680-c08d-440c-aace-82c6142ce87c),segment_id=5a3eb680-c08d-440c-aace-82c6142ce87c)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:50:36.334036 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-8f5f1497-ec6b-4c35-a662-edcdad36c73a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (6f5a078c-ff76-4970-b887-df5d8e101e7e), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:36.397660 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5f1497-ec6b-4c35-a662-edcdad36c73a None None] Pushing event updated for resources: {'Port': ['ID=6f5a078c-ff76-4970-b887-df5d8e101e7e,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:36.671901 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-1677e83c-94e1-4427-8a07-25750a0adc9a tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Allocated IP 2001:db8::1 (a4a2abe0-be1d-454b-9bcd-e6effca7e22b/1361d493-96c5-434b-862f-00c7e4b51611/0572f254-0480-49f6-8aa2-af207320ed3a) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:50:36.840693 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1677e83c-94e1-4427-8a07-25750a0adc9a tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks [] for port (0572f254-0480-49f6-8aa2-af207320ed3a), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:36.892203 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1677e83c-94e1-4427-8a07-25750a0adc9a tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (0572f254-0480-49f6-8aa2-af207320ed3a), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:36.937429 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1677e83c-94e1-4427-8a07-25750a0adc9a tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Network a4a2abe0-be1d-454b-9bcd-e6effca7e22b is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:50:36.940592 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-1677e83c-94e1-4427-8a07-25750a0adc9a tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:50:36.948298 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1677e83c-94e1-4427-8a07-25750a0adc9a tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:50:36.948396 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1677e83c-94e1-4427-8a07-25750a0adc9a tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16289150'] for router_interface (522c9101-44db-49ee-bcb2-313127ed7198), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:36.955072 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1677e83c-94e1-4427-8a07-25750a0adc9a tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Pushing event updated for resources: {'Port': ['ID=0572f254-0480-49f6-8aa2-af207320ed3a,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:36.998256 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1677e83c-94e1-4427-8a07-25750a0adc9a tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:50:36.998460 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1677e83c-94e1-4427-8a07-25750a0adc9a tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:50:36.998712 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1677e83c-94e1-4427-8a07-25750a0adc9a tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:50:36.999042 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1677e83c-94e1-4427-8a07-25750a0adc9a tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:50:36.999367 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1677e83c-94e1-4427-8a07-25750a0adc9a tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:50:36.999700 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1677e83c-94e1-4427-8a07-25750a0adc9a tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:50:37.000030 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1677e83c-94e1-4427-8a07-25750a0adc9a tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:50:37.000362 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1677e83c-94e1-4427-8a07-25750a0adc9a tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:50:37.000678 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1677e83c-94e1-4427-8a07-25750a0adc9a tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:50:37.001382 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1677e83c-94e1-4427-8a07-25750a0adc9a tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:50:37.001708 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1677e83c-94e1-4427-8a07-25750a0adc9a tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:50:37.002042 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1677e83c-94e1-4427-8a07-25750a0adc9a tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:50:37.002369 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1677e83c-94e1-4427-8a07-25750a0adc9a tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:50:37.150940 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1677e83c-94e1-4427-8a07-25750a0adc9a tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (0572f254-0480-49f6-8aa2-af207320ed3a), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:37.409590 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-5ad41341-9140-4cd4-8ac5-250e0bdeb640 None None] Provisioning complete for port 0572f254-0480-49f6-8aa2-af207320ed3a triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:50:37.410186 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5ad41341-9140-4cd4-8ac5-250e0bdeb640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (0572f254-0480-49f6-8aa2-af207320ed3a), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:37.483866 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-5ad41341-9140-4cd4-8ac5-250e0bdeb640 None None] Port 0572f254-0480-49f6-8aa2-af207320ed3a cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:50:37.584442 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1677e83c-94e1-4427-8a07-25750a0adc9a tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks [] for port (0572f254-0480-49f6-8aa2-af207320ed3a), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:37.610221 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1677e83c-94e1-4427-8a07-25750a0adc9a tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (0572f254-0480-49f6-8aa2-af207320ed3a), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:37.611133 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1677e83c-94e1-4427-8a07-25750a0adc9a tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16362769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16289258'] for router_interface (522c9101-44db-49ee-bcb2-313127ed7198), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:37.682098 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 6f5a078c-ff76-4970-b887-df5d8e101e7e up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:50:37.766330 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1677e83c-94e1-4427-8a07-25750a0adc9a tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Pushing event updated for resources: {'Port': ['ID=0572f254-0480-49f6-8aa2-af207320ed3a,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:37.809070 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 6f5a078c-ff76-4970-b887-df5d8e101e7e triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:50:37.811551 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (6f5a078c-ff76-4970-b887-df5d8e101e7e), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:37.832133 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1677e83c-94e1-4427-8a07-25750a0adc9a tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Network a4a2abe0-be1d-454b-9bcd-e6effca7e22b is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:50:37.834105 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-1677e83c-94e1-4427-8a07-25750a0adc9a tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:50:38.010551 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 6f5a078c-ff76-4970-b887-df5d8e101e7e is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:50:38.010947 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (6f5a078c-ff76-4970-b887-df5d8e101e7e), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:38.061062 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1677e83c-94e1-4427-8a07-25750a0adc9a tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Router 522c9101-44db-49ee-bcb2-313127ed7198 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:50:38.077696 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5409b9c9-7a3e-4da4-896e-b6103b4ab9e8 None None] Network 091c23a4-b767-4a87-837f-cff39e1a9979 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:50:38.082384 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 910173af-972f-4b87-b171-40c4b5a5c3e3 details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:50:38.187322 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1677e83c-94e1-4427-8a07-25750a0adc9a tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:50:38.199067 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-1677e83c-94e1-4427-8a07-25750a0adc9a tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] 10.222.0.72 "PUT /v2.0/routers/522c9101-44db-49ee-bcb2-313127ed7198/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2527986 Feb 19 02:50:38.199854 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a057a25-5e13-4a74-b7cb-ea66d007daa8 None None] Sync routers for ids ['522c9101-44db-49ee-bcb2-313127ed7198'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:50:38.203030 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 59032) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:50:38.231240 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a057a25-5e13-4a74-b7cb-ea66d007daa8 None None] Routers {'522c9101-44db-49ee-bcb2-313127ed7198'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:50:38.232069 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-9a057a25-5e13-4a74-b7cb-ea66d007daa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:50:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['522c9101-44db-49ee-bcb2-313127ed7198'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:50:38.258880 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 910173af-972f-4b87-b171-40c4b5a5c3e3, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=910173af-972f-4b87-b171-40c4b5a5c3e3,segment=NetworkSegment(4d279d1b-ef9f-49cc-bc5d-c8be530f22d3),segment_id=4d279d1b-ef9f-49cc-bc5d-c8be530f22d3)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:50:38.312207 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port 6f5a078c-ff76-4970-b887-df5d8e101e7e, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=6f5a078c-ff76-4970-b887-df5d8e101e7e,segment=NetworkSegment(5a3eb680-c08d-440c-aace-82c6142ce87c),segment_id=5a3eb680-c08d-440c-aace-82c6142ce87c)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:50:38.358821 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-9a057a25-5e13-4a74-b7cb-ea66d007daa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:50:38.381652 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a057a25-5e13-4a74-b7cb-ea66d007daa8 None None] Routers {'522c9101-44db-49ee-bcb2-313127ed7198'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:50:38.384614 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-9a057a25-5e13-4a74-b7cb-ea66d007daa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:50:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['522c9101-44db-49ee-bcb2-313127ed7198'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:50:38.454472 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': '910173af-972f-4b87-b171-40c4b5a5c3e3', 'network_id': '38d6fa8e-4007-4beb-abd0-8f0d817f1ef6', 'port_id': '910173af-972f-4b87-b171-40c4b5a5c3e3', 'mac_address': 'fa:16:3e:2a:64:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54b68f46-9c6f-467f-99d5-a919ef2f5fa1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:50:38.465712 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (6f5a078c-ff76-4970-b887-df5d8e101e7e), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:38.474768 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-5910c327-61e7-4403-a42b-b13b4adb2dd1 None None] Provisioning complete for port 6f5a078c-ff76-4970-b887-df5d8e101e7e triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:50:38.475138 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5910c327-61e7-4403-a42b-b13b4adb2dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (6f5a078c-ff76-4970-b887-df5d8e101e7e), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:38.483509 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-9a057a25-5e13-4a74-b7cb-ea66d007daa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:50:38.484462 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a057a25-5e13-4a74-b7cb-ea66d007daa8 None None] The sync data for ids ['522c9101-44db-49ee-bcb2-313127ed7198'] in n-d-826753-2 is: [] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:50:38.500171 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0ad0248b-3c94-4be8-8da5-10bcfde915dd tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks [] for router (522c9101-44db-49ee-bcb2-313127ed7198), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:38.534152 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 910173af-972f-4b87-b171-40c4b5a5c3e3 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:50:38.534550 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (910173af-972f-4b87-b171-40c4b5a5c3e3), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:38.571637 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 910173af-972f-4b87-b171-40c4b5a5c3e3 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:50:38.620168 n-d-826753-2 neutron-server[103701]: INFO neutron.api.v2.resource [None req-0ad0248b-3c94-4be8-8da5-10bcfde915dd tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 19 02:50:38.623929 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-0ad0248b-3c94-4be8-8da5-10bcfde915dd tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] 10.222.0.72 "DELETE /v2.0/routers/522c9101-44db-49ee-bcb2-313127ed7198 HTTP/1.1" status: 409 len: 329 time: 0.4167385 Feb 19 02:50:38.624154 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 59034) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:50:38.893688 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 910173af-972f-4b87-b171-40c4b5a5c3e3, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=910173af-972f-4b87-b171-40c4b5a5c3e3,segment=NetworkSegment(4d279d1b-ef9f-49cc-bc5d-c8be530f22d3),segment_id=4d279d1b-ef9f-49cc-bc5d-c8be530f22d3)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:50:38.938700 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=6f5a078c-ff76-4970-b887-df5d8e101e7e,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:38.962276 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (910173af-972f-4b87-b171-40c4b5a5c3e3), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:39.073538 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-5910c327-61e7-4403-a42b-b13b4adb2dd1 None None] Current status of the port 6f5a078c-ff76-4970-b887-df5d8e101e7e is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:50:39.085926 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=910173af-972f-4b87-b171-40c4b5a5c3e3,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:39.147354 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8d88a85d-e13a-4443-9786-cef2a3fd0e36 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16289271'] for router_interface (522c9101-44db-49ee-bcb2-313127ed7198), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:39.197685 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-caf28de3-5b62-4911-97ba-a667aeab253b None None] Provisioning complete for port 0572f254-0480-49f6-8aa2-af207320ed3a triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:50:39.198211 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-caf28de3-5b62-4911-97ba-a667aeab253b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (0572f254-0480-49f6-8aa2-af207320ed3a), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:39.277269 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-caf28de3-5b62-4911-97ba-a667aeab253b None None] Port 0572f254-0480-49f6-8aa2-af207320ed3a cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:50:39.413518 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-2b94df88-066e-4553-8cb7-3b5b3c29dc80 None None] Provisioning complete for port 6f5a078c-ff76-4970-b887-df5d8e101e7e triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:50:39.413958 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-2b94df88-066e-4553-8cb7-3b5b3c29dc80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (6f5a078c-ff76-4970-b887-df5d8e101e7e), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:39.487312 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-8d88a85d-e13a-4443-9786-cef2a3fd0e36 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Deleting port 0572f254-0480-49f6-8aa2-af207320ed3a {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:50:39.487902 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8d88a85d-e13a-4443-9786-cef2a3fd0e36 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (0572f254-0480-49f6-8aa2-af207320ed3a), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:39.511031 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['910173af-972f-4b87-b171-40c4b5a5c3e3'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:50:39.562022 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-2b94df88-066e-4553-8cb7-3b5b3c29dc80 None None] Current status of the port 6f5a078c-ff76-4970-b887-df5d8e101e7e is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:50:39.651321 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 6f5a078c-ff76-4970-b887-df5d8e101e7e up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:50:39.651595 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8d88a85d-e13a-4443-9786-cef2a3fd0e36 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (0572f254-0480-49f6-8aa2-af207320ed3a), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:39.670446 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-8d88a85d-e13a-4443-9786-cef2a3fd0e36 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Calling delete_port for 0572f254-0480-49f6-8aa2-af207320ed3a owned by network:router_interface {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:50:39.745159 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 6f5a078c-ff76-4970-b887-df5d8e101e7e triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:50:39.745543 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (6f5a078c-ff76-4970-b887-df5d8e101e7e), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:39.873539 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 6f5a078c-ff76-4970-b887-df5d8e101e7e is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:50:39.921204 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8d88a85d-e13a-4443-9786-cef2a3fd0e36 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (0572f254-0480-49f6-8aa2-af207320ed3a), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:39.958661 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d88a85d-e13a-4443-9786-cef2a3fd0e36 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Pushing event deleted for resources: {'Port': ['ID=0572f254-0480-49f6-8aa2-af207320ed3a,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:40.098178 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8d88a85d-e13a-4443-9786-cef2a3fd0e36 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16362762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16314471'] for router_interface (522c9101-44db-49ee-bcb2-313127ed7198), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:40.305184 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d88a85d-e13a-4443-9786-cef2a3fd0e36 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Router 522c9101-44db-49ee-bcb2-313127ed7198 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:50:40.403927 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d88a85d-e13a-4443-9786-cef2a3fd0e36 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:50:40.414684 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-8d88a85d-e13a-4443-9786-cef2a3fd0e36 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] 10.222.0.72 "PUT /v2.0/routers/522c9101-44db-49ee-bcb2-313127ed7198/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7881382 Feb 19 02:50:40.415738 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 59044) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:50:40.417295 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedb42ee-419d-402c-bd1e-842575924940 None None] Sync routers for ids ['522c9101-44db-49ee-bcb2-313127ed7198'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:50:40.435296 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedb42ee-419d-402c-bd1e-842575924940 None None] Routers {'522c9101-44db-49ee-bcb2-313127ed7198'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:50:40.436086 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-dedb42ee-419d-402c-bd1e-842575924940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:50:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['522c9101-44db-49ee-bcb2-313127ed7198'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:50:40.471802 n-d-826753-2 neutron-server[103701]: INFO neutron.api.v2.resource [None req-99e06ce1-dc2d-493c-b07c-e360eb64848c tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] show failed (client error): The resource could not be found. Feb 19 02:50:40.472016 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-dedb42ee-419d-402c-bd1e-842575924940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:50:40.476466 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-99e06ce1-dc2d-493c-b07c-e360eb64848c tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] 10.222.0.72 "GET /v2.0/routers/tempest-non_exist_router-976351649 HTTP/1.1" status: 404 len: 334 time: 0.0551717 Feb 19 02:50:40.478364 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 59046) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:50:40.483812 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedb42ee-419d-402c-bd1e-842575924940 None None] Routers {'522c9101-44db-49ee-bcb2-313127ed7198'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:50:40.484640 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-dedb42ee-419d-402c-bd1e-842575924940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:50:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['522c9101-44db-49ee-bcb2-313127ed7198'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:50:40.496844 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-a1bc432a-ac9b-4ae3-810c-11a1e3f9168d tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:50:40.529124 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-dedb42ee-419d-402c-bd1e-842575924940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:50:40.529958 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedb42ee-419d-402c-bd1e-842575924940 None None] The sync data for ids ['522c9101-44db-49ee-bcb2-313127ed7198'] in n-d-826753-2 is: [] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:50:40.556221 n-d-826753-2 neutron-server[103701]: INFO neutron.api.v2.resource [None req-a1bc432a-ac9b-4ae3-810c-11a1e3f9168d tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] update failed (client error): The resource could not be found. Feb 19 02:50:40.557308 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-a1bc432a-ac9b-4ae3-810c-11a1e3f9168d tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] 10.222.0.72 "PUT /v2.0/routers/tempest-non_exist_router-487911583 HTTP/1.1" status: 404 len: 334 time: 0.0779212 Feb 19 02:50:40.562156 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 59048) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:50:40.633741 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1a834f1-a822-4472-a932-243b1ba9ccb1 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Deleting subnet 48e230e6-70ac-4894-b1de-08ac952b8aba {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:50:40.637968 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c1a834f1-a822-4472-a932-243b1ba9ccb1 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks [] for subnet (48e230e6-70ac-4894-b1de-08ac952b8aba), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:40.685265 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c1a834f1-a822-4472-a932-243b1ba9ccb1 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (48e230e6-70ac-4894-b1de-08ac952b8aba), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:40.790881 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c1a834f1-a822-4472-a932-243b1ba9ccb1 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (48e230e6-70ac-4894-b1de-08ac952b8aba), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:40.875374 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c1a834f1-a822-4472-a932-243b1ba9ccb1 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (48e230e6-70ac-4894-b1de-08ac952b8aba), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:41.247963 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a834f1-a822-4472-a932-243b1ba9ccb1 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Pushing event deleted for resources: {'Subnet': ['ID=48e230e6-70ac-4894-b1de-08ac952b8aba,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:41.251695 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c1a834f1-a822-4472-a932-243b1ba9ccb1 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:41.256260 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-c1a834f1-a822-4472-a932-243b1ba9ccb1 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] 10.222.0.72 "DELETE /v2.0/subnets/48e230e6-70ac-4894-b1de-08ac952b8aba HTTP/1.1" status: 204 len: 168 time: 0.6920545 Feb 19 02:50:41.260907 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0198df75-c5ad-402c-b6e1-d64b95b4c05b None None] Network 091c23a4-b767-4a87-837f-cff39e1a9979 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:50:41.262247 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 59052) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:50:41.409060 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-419c62a0-4a85-4aaa-93e1-b4318c49cbba tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (091c23a4-b767-4a87-837f-cff39e1a9979), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:41.457896 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337bf79a-d002-43e8-a665-97b4d7470c82 None None] DHCP port deletion for 091c23a4-b767-4a87-837f-cff39e1a9979 request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 02:50:41.502388 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-419c62a0-4a85-4aaa-93e1-b4318c49cbba tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Deleting port 6f5a078c-ff76-4970-b887-df5d8e101e7e {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:50:41.503157 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-419c62a0-4a85-4aaa-93e1-b4318c49cbba tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (6f5a078c-ff76-4970-b887-df5d8e101e7e), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:41.566900 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-337bf79a-d002-43e8-a665-97b4d7470c82 None None] Deleting port 6f5a078c-ff76-4970-b887-df5d8e101e7e {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:50:41.567467 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-337bf79a-d002-43e8-a665-97b4d7470c82 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (6f5a078c-ff76-4970-b887-df5d8e101e7e), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:41.623451 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-419c62a0-4a85-4aaa-93e1-b4318c49cbba tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] For port 6f5a078c-ff76-4970-b887-df5d8e101e7e, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=6f5a078c-ff76-4970-b887-df5d8e101e7e,segment=NetworkSegment(5a3eb680-c08d-440c-aace-82c6142ce87c),segment_id=5a3eb680-c08d-440c-aace-82c6142ce87c)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:50:41.623855 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-419c62a0-4a85-4aaa-93e1-b4318c49cbba tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (6f5a078c-ff76-4970-b887-df5d8e101e7e), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:41.632900 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 6f5a078c-ff76-4970-b887-df5d8e101e7e no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:50:41.639263 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-419c62a0-4a85-4aaa-93e1-b4318c49cbba tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Calling delete_port for 6f5a078c-ff76-4970-b887-df5d8e101e7e owned by network:dhcp {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:50:41.696994 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-337bf79a-d002-43e8-a665-97b4d7470c82 None None] For port 6f5a078c-ff76-4970-b887-df5d8e101e7e, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=6f5a078c-ff76-4970-b887-df5d8e101e7e,segment=NetworkSegment(5a3eb680-c08d-440c-aace-82c6142ce87c),segment_id=5a3eb680-c08d-440c-aace-82c6142ce87c)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:50:41.697399 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-337bf79a-d002-43e8-a665-97b4d7470c82 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (6f5a078c-ff76-4970-b887-df5d8e101e7e), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:41.713406 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-337bf79a-d002-43e8-a665-97b4d7470c82 None None] Calling delete_port for 6f5a078c-ff76-4970-b887-df5d8e101e7e owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:50:41.756143 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-419c62a0-4a85-4aaa-93e1-b4318c49cbba tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (6f5a078c-ff76-4970-b887-df5d8e101e7e), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:41.788854 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419c62a0-4a85-4aaa-93e1-b4318c49cbba tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Pushing event deleted for resources: {'Port': ['ID=6f5a078c-ff76-4970-b887-df5d8e101e7e,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:41.793499 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419c62a0-4a85-4aaa-93e1-b4318c49cbba tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] No DVR routers for this DVR port 6f5a078c-ff76-4970-b887-df5d8e101e7e on host n-d-826753-2 {{(pid=103701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:50:41.804337 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419c62a0-4a85-4aaa-93e1-b4318c49cbba tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:50:41.804687 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419c62a0-4a85-4aaa-93e1-b4318c49cbba tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:50:41.805054 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419c62a0-4a85-4aaa-93e1-b4318c49cbba tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:50:41.805394 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419c62a0-4a85-4aaa-93e1-b4318c49cbba tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:50:41.805726 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419c62a0-4a85-4aaa-93e1-b4318c49cbba tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:50:41.806054 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419c62a0-4a85-4aaa-93e1-b4318c49cbba tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:50:41.806629 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419c62a0-4a85-4aaa-93e1-b4318c49cbba tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:50:41.806969 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419c62a0-4a85-4aaa-93e1-b4318c49cbba tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:50:41.807297 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419c62a0-4a85-4aaa-93e1-b4318c49cbba tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:50:41.807624 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419c62a0-4a85-4aaa-93e1-b4318c49cbba tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:50:41.808216 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419c62a0-4a85-4aaa-93e1-b4318c49cbba tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:50:41.808535 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419c62a0-4a85-4aaa-93e1-b4318c49cbba tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:50:41.808869 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419c62a0-4a85-4aaa-93e1-b4318c49cbba tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:50:41.864802 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 6f5a078c-ff76-4970-b887-df5d8e101e7e is: ACTIVE; New status is: DOWN {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:50:41.865223 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (6f5a078c-ff76-4970-b887-df5d8e101e7e), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:41.924828 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-337bf79a-d002-43e8-a665-97b4d7470c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (6f5a078c-ff76-4970-b887-df5d8e101e7e), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:41.942983 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-419c62a0-4a85-4aaa-93e1-b4318c49cbba tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (091c23a4-b767-4a87-837f-cff39e1a9979), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:41.975331 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337bf79a-d002-43e8-a665-97b4d7470c82 None None] No DVR routers for this DVR port 6f5a078c-ff76-4970-b887-df5d8e101e7e on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:50:41.978645 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337bf79a-d002-43e8-a665-97b4d7470c82 None None] Pushing event deleted for resources: {'Port': ['ID=6f5a078c-ff76-4970-b887-df5d8e101e7e,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:42.001447 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-419c62a0-4a85-4aaa-93e1-b4318c49cbba tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['091c23a4-b767-4a87-837f-cff39e1a9979']}} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:50:42.014249 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-419c62a0-4a85-4aaa-93e1-b4318c49cbba tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a3eb680-c08d-440c-aace-82c6142ce87c') {'for_net_delete': True} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:50:42.014569 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-419c62a0-4a85-4aaa-93e1-b4318c49cbba tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a3eb680-c08d-440c-aace-82c6142ce87c') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:50:42.031160 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-419c62a0-4a85-4aaa-93e1-b4318c49cbba tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12647422'] for segment (5a3eb680-c08d-440c-aace-82c6142ce87c), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:42.048821 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-419c62a0-4a85-4aaa-93e1-b4318c49cbba tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (5a3eb680-c08d-440c-aace-82c6142ce87c), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:42.059864 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-419c62a0-4a85-4aaa-93e1-b4318c49cbba tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Releasing vlan 274 on physical network physnet1 to pool {{(pid=103701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:50:42.060350 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-419c62a0-4a85-4aaa-93e1-b4318c49cbba tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583360'] for segment (5a3eb680-c08d-440c-aace-82c6142ce87c), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:42.064387 n-d-826753-2 neutron-server[103701]: Traceback (most recent call last): Feb 19 02:50:42.064387 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:50:42.064387 n-d-826753-2 neutron-server[103701]: timer() Feb 19 02:50:42.064387 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:50:42.064387 n-d-826753-2 neutron-server[103701]: cb(*args, **kw) Feb 19 02:50:42.064387 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:50:42.064387 n-d-826753-2 neutron-server[103701]: return func(*args, **kwargs) Feb 19 02:50:42.064387 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:50:42.064387 n-d-826753-2 neutron-server[103701]: self._notify() Feb 19 02:50:42.064387 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:50:42.064387 n-d-826753-2 neutron-server[103701]: self.callback(batched_events) Feb 19 02:50:42.064387 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:50:42.064387 n-d-826753-2 neutron-server[103701]: event.method(event) Feb 19 02:50:42.064387 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:50:42.064387 n-d-826753-2 neutron-server[103701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:50:42.064387 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:50:42.064387 n-d-826753-2 neutron-server[103701]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:50:42.064387 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:50:42.064387 n-d-826753-2 neutron-server[103701]: return f(self, *a, **k) Feb 19 02:50:42.064387 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:50:42.064387 n-d-826753-2 neutron-server[103701]: return self._get(url).json() Feb 19 02:50:42.064387 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:50:42.064387 n-d-826753-2 neutron-server[103701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:50:42.064387 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:50:42.064387 n-d-826753-2 neutron-server[103701]: return self.request(url, 'GET', **kwargs) Feb 19 02:50:42.064387 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:50:42.064387 n-d-826753-2 neutron-server[103701]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:50:42.064387 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:50:42.064387 n-d-826753-2 neutron-server[103701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:50:42.064387 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:50:42.064387 n-d-826753-2 neutron-server[103701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:50:42.064387 n-d-826753-2 neutron-server[103701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:50:42.098634 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 910173af-972f-4b87-b171-40c4b5a5c3e3 up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:50:42.168497 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-419c62a0-4a85-4aaa-93e1-b4318c49cbba tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (091c23a4-b767-4a87-837f-cff39e1a9979), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:42.181387 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-419c62a0-4a85-4aaa-93e1-b4318c49cbba tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:42.187418 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-419c62a0-4a85-4aaa-93e1-b4318c49cbba tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] 10.222.0.72 "DELETE /v2.0/networks/091c23a4-b767-4a87-837f-cff39e1a9979 HTTP/1.1" status: 204 len: 168 time: 0.9224823 Feb 19 02:50:42.187924 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning for port 910173af-972f-4b87-b171-40c4b5a5c3e3 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:50:42.190268 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 59056) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:50:42.196257 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port 910173af-972f-4b87-b171-40c4b5a5c3e3 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:50:42.196642 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (910173af-972f-4b87-b171-40c4b5a5c3e3), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:42.212817 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419c62a0-4a85-4aaa-93e1-b4318c49cbba tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Pushing event deleted for resources: {'Network': ['ID=091c23a4-b767-4a87-837f-cff39e1a9979,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:42.278790 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb6685a7-f11a-4a5e-9969-a0a031a998d5 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Deleting subnet 723f85aa-2e01-472a-b81c-c4139f57c5af {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:50:42.282446 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fb6685a7-f11a-4a5e-9969-a0a031a998d5 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks [] for subnet (723f85aa-2e01-472a-b81c-c4139f57c5af), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:42.314732 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 910173af-972f-4b87-b171-40c4b5a5c3e3 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:50:42.316238 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (910173af-972f-4b87-b171-40c4b5a5c3e3), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:42.371827 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 910173af-972f-4b87-b171-40c4b5a5c3e3, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=910173af-972f-4b87-b171-40c4b5a5c3e3,segment=NetworkSegment(4d279d1b-ef9f-49cc-bc5d-c8be530f22d3),segment_id=4d279d1b-ef9f-49cc-bc5d-c8be530f22d3)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:50:42.387906 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fb6685a7-f11a-4a5e-9969-a0a031a998d5 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (723f85aa-2e01-472a-b81c-c4139f57c5af), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:42.452189 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (910173af-972f-4b87-b171-40c4b5a5c3e3), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:42.660761 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=910173af-972f-4b87-b171-40c4b5a5c3e3,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:42.702769 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fb6685a7-f11a-4a5e-9969-a0a031a998d5 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (723f85aa-2e01-472a-b81c-c4139f57c5af), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:42.817767 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4e2e687a-4fba-4990-ae0c-57d92ab4a723 req-0cd511b2-1eb5-40cb-9736-5eb7b1bec5d0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b7fed794-1a17-4088-a757-ff223e40f3d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1189661 Feb 19 02:50:42.828960 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fb6685a7-f11a-4a5e-9969-a0a031a998d5 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (723f85aa-2e01-472a-b81c-c4139f57c5af), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:42.869902 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6685a7-f11a-4a5e-9969-a0a031a998d5 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Pushing event deleted for resources: {'Subnet': ['ID=723f85aa-2e01-472a-b81c-c4139f57c5af,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:42.885088 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94da417a-8d23-454a-bd41-c379adb2447b None None] Network 0bc69c09-d595-43a0-860a-c4aa831215c4 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:50:42.895289 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fb6685a7-f11a-4a5e-9969-a0a031a998d5 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:42.899701 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-fb6685a7-f11a-4a5e-9969-a0a031a998d5 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] 10.222.0.72 "DELETE /v2.0/subnets/723f85aa-2e01-472a-b81c-c4139f57c5af HTTP/1.1" status: 204 len: 168 time: 0.7075317 Feb 19 02:50:42.902356 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 59058) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:50:42.956509 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2e687a-4fba-4990-ae0c-57d92ab4a723 req-d3c26e54-630c-4c54-acd6-128004ad8bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:42.958030 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4e2e687a-4fba-4990-ae0c-57d92ab4a723 req-d3c26e54-630c-4c54-acd6-128004ad8bee service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=958906eba0f2457fb5336e772b1c66db&device_id=b7fed794-1a17-4088-a757-ff223e40f3d9 HTTP/1.1" status: 200 len: 1130 time: 0.0989170 Feb 19 02:50:43.017668 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_v2 [None req-e99bf540-ed39-4b67-b343-27a27380a63a tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Deleting subnet 0213e80f-eb7a-4466-8348-9fc02b716e44 {{(pid=103701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:50:43.037959 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e99bf540-ed39-4b67-b343-27a27380a63a tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks [] for subnet (0213e80f-eb7a-4466-8348-9fc02b716e44), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:43.136837 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e99bf540-ed39-4b67-b343-27a27380a63a tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12647399'] for subnet (0213e80f-eb7a-4466-8348-9fc02b716e44), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:43.182706 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2e687a-4fba-4990-ae0c-57d92ab4a723 req-2dfbbbb5-881d-49a5-8fc3-7059c1d03205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:43.183598 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae5dfcd-35a7-4378-b43d-3df31feee63d None None] DHCP port deletion for 0bc69c09-d595-43a0-860a-c4aa831215c4 request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 02:50:43.184482 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4e2e687a-4fba-4990-ae0c-57d92ab4a723 req-2dfbbbb5-881d-49a5-8fc3-7059c1d03205 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5124bd00-da2a-4bd6-93a0-c14c92afb11f HTTP/1.1" status: 200 len: 870 time: 0.1729519 Feb 19 02:50:43.258598 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4e2e687a-4fba-4990-ae0c-57d92ab4a723 req-f40b5e6a-f56c-4ddd-a971-9ee0dd486fc8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf HTTP/1.1" status: 200 len: 217 time: 0.0659256 Feb 19 02:50:43.281380 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-fae5dfcd-35a7-4378-b43d-3df31feee63d None None] Deleting port 826b5e01-5047-435e-826c-210f6f5852e0 {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:50:43.281774 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fae5dfcd-35a7-4378-b43d-3df31feee63d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (826b5e01-5047-435e-826c-210f6f5852e0), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:43.303086 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e99bf540-ed39-4b67-b343-27a27380a63a tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (0213e80f-eb7a-4466-8348-9fc02b716e44), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:43.386518 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2e687a-4fba-4990-ae0c-57d92ab4a723 req-af32ce5b-8c7d-4ce0-b4d9-849957d7d7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:43.389048 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4e2e687a-4fba-4990-ae0c-57d92ab4a723 req-af32ce5b-8c7d-4ce0-b4d9-849957d7d7f1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=974c06bc-f097-4890-970a-b087501ab241 HTTP/1.1" status: 200 len: 843 time: 0.1227410 Feb 19 02:50:43.389215 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-fae5dfcd-35a7-4378-b43d-3df31feee63d None None] For port 826b5e01-5047-435e-826c-210f6f5852e0, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=826b5e01-5047-435e-826c-210f6f5852e0,segment=NetworkSegment(89cf32da-7d33-497c-aa5a-ab2087ba30b0),segment_id=89cf32da-7d33-497c-aa5a-ab2087ba30b0)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:50:43.389215 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fae5dfcd-35a7-4378-b43d-3df31feee63d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (826b5e01-5047-435e-826c-210f6f5852e0), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:43.390500 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e99bf540-ed39-4b67-b343-27a27380a63a tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12647206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58706286'] for subnet (0213e80f-eb7a-4466-8348-9fc02b716e44), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:43.410399 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-fae5dfcd-35a7-4378-b43d-3df31feee63d None None] Calling delete_port for 826b5e01-5047-435e-826c-210f6f5852e0 owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:50:43.439374 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99bf540-ed39-4b67-b343-27a27380a63a tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Pushing event deleted for resources: {'Subnet': ['ID=0213e80f-eb7a-4466-8348-9fc02b716e44,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:43.447009 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2e687a-4fba-4990-ae0c-57d92ab4a723 req-e8f61155-16f1-40db-b9ce-29a15d36aa35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:43.447784 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e99bf540-ed39-4b67-b343-27a27380a63a tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:43.449786 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4e2e687a-4fba-4990-ae0c-57d92ab4a723 req-e8f61155-16f1-40db-b9ce-29a15d36aa35 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5124bd00-da2a-4bd6-93a0-c14c92afb11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0555136 Feb 19 02:50:43.452510 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-e99bf540-ed39-4b67-b343-27a27380a63a tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] 10.222.0.72 "DELETE /v2.0/subnets/0213e80f-eb7a-4466-8348-9fc02b716e44 HTTP/1.1" status: 204 len: 168 time: 0.5491436 Feb 19 02:50:43.454969 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 59062) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:50:43.474139 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-076b424c-6ea4-4a71-80c4-d0ad5d652189 None None] Network 6d1dccf2-b837-44ef-89d5-99d0d1c81c92 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:50:43.596385 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4e2e687a-4fba-4990-ae0c-57d92ab4a723 req-35d65a55-6117-4b2c-8142-afd07382e560 service neutron] 10.222.0.73 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395087 Feb 19 02:50:43.598949 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c32dc6b7-0fa2-4ad1-947b-185b09488d54 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (0bc69c09-d595-43a0-860a-c4aa831215c4), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:43.612734 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 826b5e01-5047-435e-826c-210f6f5852e0 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:50:43.685577 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fae5dfcd-35a7-4378-b43d-3df31feee63d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (826b5e01-5047-435e-826c-210f6f5852e0), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:43.720411 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-c32dc6b7-0fa2-4ad1-947b-185b09488d54 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Deleting port 826b5e01-5047-435e-826c-210f6f5852e0 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:50:43.722593 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c32dc6b7-0fa2-4ad1-947b-185b09488d54 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (826b5e01-5047-435e-826c-210f6f5852e0), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:43.727173 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae5dfcd-35a7-4378-b43d-3df31feee63d None None] Pushing event deleted for resources: {'Port': ['ID=826b5e01-5047-435e-826c-210f6f5852e0,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:43.730575 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No active binding found for port 826b5e01-5047-435e-826c-210f6f5852e0 {{(pid=103703) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 19 02:50:43.730970 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] The host n-d-826753-2 is not matching for port 826b5e01-5047-435e-826c-210f6f5852e0 host None! {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 02:50:43.731355 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 826b5e01-5047-435e-826c-210f6f5852e0 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:50:43.733431 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae5dfcd-35a7-4378-b43d-3df31feee63d None None] No DVR routers for this DVR port 826b5e01-5047-435e-826c-210f6f5852e0 on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:50:43.817554 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754a5fdf-67e3-4915-914f-3c61d8852f15 None None] DHCP port deletion for 6d1dccf2-b837-44ef-89d5-99d0d1c81c92 request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 02:50:43.841126 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-c32dc6b7-0fa2-4ad1-947b-185b09488d54 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] For port 826b5e01-5047-435e-826c-210f6f5852e0, host n-d-826753-2, got binding levels [] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:50:43.841126 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c32dc6b7-0fa2-4ad1-947b-185b09488d54 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (826b5e01-5047-435e-826c-210f6f5852e0), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:43.855429 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4e2e687a-4fba-4990-ae0c-57d92ab4a723 req-11fe0bd1-9d4a-4bcc-acee-5069511d1fb1 service neutron] 10.222.0.73 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503242 Feb 19 02:50:43.860608 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:50:43.869626 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-c32dc6b7-0fa2-4ad1-947b-185b09488d54 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Calling delete_port for 826b5e01-5047-435e-826c-210f6f5852e0 owned by network:dhcp {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:50:43.874187 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.ipam_backend_mixin [None req-c32dc6b7-0fa2-4ad1-947b-185b09488d54 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Port 826b5e01-5047-435e-826c-210f6f5852e0 was not found and therefore no delete operation was performed {{(pid=103701) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 02:50:43.876275 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c32dc6b7-0fa2-4ad1-947b-185b09488d54 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (826b5e01-5047-435e-826c-210f6f5852e0), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:43.914381 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-754a5fdf-67e3-4915-914f-3c61d8852f15 None None] Deleting port ef1eee89-b977-4062-ba1f-0795533235c1 {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:50:43.915231 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-754a5fdf-67e3-4915-914f-3c61d8852f15 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (ef1eee89-b977-4062-ba1f-0795533235c1), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:43.918351 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32dc6b7-0fa2-4ad1-947b-185b09488d54 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Pushing event deleted for resources: {'Port': ['ID=826b5e01-5047-435e-826c-210f6f5852e0,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:43.924304 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32dc6b7-0fa2-4ad1-947b-185b09488d54 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] No DVR routers for this DVR port 826b5e01-5047-435e-826c-210f6f5852e0 on host n-d-826753-2 {{(pid=103701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:50:44.030272 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c32dc6b7-0fa2-4ad1-947b-185b09488d54 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (0bc69c09-d595-43a0-860a-c4aa831215c4), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:44.037063 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-754a5fdf-67e3-4915-914f-3c61d8852f15 None None] For port ef1eee89-b977-4062-ba1f-0795533235c1, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=ef1eee89-b977-4062-ba1f-0795533235c1,segment=NetworkSegment(9a0599e4-2e1b-4193-aadf-c5c84d641fe3),segment_id=9a0599e4-2e1b-4193-aadf-c5c84d641fe3)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:50:44.037479 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-754a5fdf-67e3-4915-914f-3c61d8852f15 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (ef1eee89-b977-4062-ba1f-0795533235c1), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:44.051498 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-754a5fdf-67e3-4915-914f-3c61d8852f15 None None] Calling delete_port for ef1eee89-b977-4062-ba1f-0795533235c1 owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:50:44.066974 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-c32dc6b7-0fa2-4ad1-947b-185b09488d54 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bc69c09-d595-43a0-860a-c4aa831215c4']}} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:50:44.080946 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-c32dc6b7-0fa2-4ad1-947b-185b09488d54 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89cf32da-7d33-497c-aa5a-ab2087ba30b0') {'for_net_delete': True} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:50:44.081407 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-c32dc6b7-0fa2-4ad1-947b-185b09488d54 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89cf32da-7d33-497c-aa5a-ab2087ba30b0') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:50:44.099706 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c32dc6b7-0fa2-4ad1-947b-185b09488d54 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12647422'] for segment (89cf32da-7d33-497c-aa5a-ab2087ba30b0), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:44.122303 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c32dc6b7-0fa2-4ad1-947b-185b09488d54 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (89cf32da-7d33-497c-aa5a-ab2087ba30b0), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:44.130155 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c32dc6b7-0fa2-4ad1-947b-185b09488d54 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Releasing vlan 289 on physical network physnet1 to pool {{(pid=103701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:50:44.130655 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c32dc6b7-0fa2-4ad1-947b-185b09488d54 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583360'] for segment (89cf32da-7d33-497c-aa5a-ab2087ba30b0), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:44.133942 n-d-826753-2 neutron-server[103701]: Traceback (most recent call last): Feb 19 02:50:44.133942 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:50:44.133942 n-d-826753-2 neutron-server[103701]: timer() Feb 19 02:50:44.133942 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:50:44.133942 n-d-826753-2 neutron-server[103701]: cb(*args, **kw) Feb 19 02:50:44.133942 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:50:44.133942 n-d-826753-2 neutron-server[103701]: return func(*args, **kwargs) Feb 19 02:50:44.133942 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:50:44.133942 n-d-826753-2 neutron-server[103701]: self._notify() Feb 19 02:50:44.133942 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:50:44.133942 n-d-826753-2 neutron-server[103701]: self.callback(batched_events) Feb 19 02:50:44.133942 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:50:44.133942 n-d-826753-2 neutron-server[103701]: event.method(event) Feb 19 02:50:44.133942 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:50:44.133942 n-d-826753-2 neutron-server[103701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:50:44.133942 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:50:44.133942 n-d-826753-2 neutron-server[103701]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:50:44.133942 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:50:44.133942 n-d-826753-2 neutron-server[103701]: return f(self, *a, **k) Feb 19 02:50:44.133942 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:50:44.133942 n-d-826753-2 neutron-server[103701]: return self._get(url).json() Feb 19 02:50:44.133942 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:50:44.133942 n-d-826753-2 neutron-server[103701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:50:44.133942 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:50:44.133942 n-d-826753-2 neutron-server[103701]: return self.request(url, 'GET', **kwargs) Feb 19 02:50:44.133942 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:50:44.133942 n-d-826753-2 neutron-server[103701]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:50:44.133942 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:50:44.133942 n-d-826753-2 neutron-server[103701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:50:44.133942 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:50:44.133942 n-d-826753-2 neutron-server[103701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:50:44.133942 n-d-826753-2 neutron-server[103701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:50:44.183610 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-754a5fdf-67e3-4915-914f-3c61d8852f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (ef1eee89-b977-4062-ba1f-0795533235c1), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:44.224962 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c32dc6b7-0fa2-4ad1-947b-185b09488d54 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (0bc69c09-d595-43a0-860a-c4aa831215c4), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:44.232178 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c32dc6b7-0fa2-4ad1-947b-185b09488d54 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:44.234807 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754a5fdf-67e3-4915-914f-3c61d8852f15 None None] Pushing event deleted for resources: {'Port': ['ID=ef1eee89-b977-4062-ba1f-0795533235c1,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:44.237518 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754a5fdf-67e3-4915-914f-3c61d8852f15 None None] No DVR routers for this DVR port ef1eee89-b977-4062-ba1f-0795533235c1 on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:50:44.237673 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-c32dc6b7-0fa2-4ad1-947b-185b09488d54 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] 10.222.0.72 "DELETE /v2.0/networks/0bc69c09-d595-43a0-860a-c4aa831215c4 HTTP/1.1" status: 204 len: 168 time: 0.7807870 Feb 19 02:50:44.240160 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 59070) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:50:44.265841 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32dc6b7-0fa2-4ad1-947b-185b09488d54 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Pushing event deleted for resources: {'Network': ['ID=0bc69c09-d595-43a0-860a-c4aa831215c4,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:44.361988 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 2627f988-0bb3-4e18-8043-ab2713487336 details requested by agent hyperv_n-h2-826753-2 with host n-h2-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:50:44.452675 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f6abb881-c137-4d61-97f3-c52ed63c910b tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (6d1dccf2-b837-44ef-89d5-99d0d1c81c92), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:44.497666 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c77bc00-b1d5-4a10-8bd4-f8ef2e65bf9e req-54b63af0-92dd-4bd3-b92e-6f47bf8ef803 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:44.500348 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9c77bc00-b1d5-4a10-8bd4-f8ef2e65bf9e req-54b63af0-92dd-4bd3-b92e-6f47bf8ef803 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=b633fbf1-48a0-4414-a396-bb91c1b8c863 HTTP/1.1" status: 200 len: 945 time: 0.0815094 Feb 19 02:50:44.528727 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 2627f988-0bb3-4e18-8043-ab2713487336, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=2627f988-0bb3-4e18-8043-ab2713487336,segment=NetworkSegment(b3dae451-0c86-4a64-8455-5c47bfffd3eb),segment_id=b3dae451-0c86-4a64-8455-5c47bfffd3eb)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:50:44.543002 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Returning: {'device': '2627f988-0bb3-4e18-8043-ab2713487336', 'network_id': '4ec29c64-a4ae-430d-ba9f-348461fbf8ef', 'port_id': '2627f988-0bb3-4e18-8043-ab2713487336', 'mac_address': 'fa:16:3e:7e:45:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5103dc21-f4d0-430c-8a52-b05a3a288bbf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:50:44.653843 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9c77bc00-b1d5-4a10-8bd4-f8ef2e65bf9e req-61adea8b-fbfc-412a-a08c-1a50f91292ea tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/security-groups?id=83745bf6-2450-44b1-b073-88b2d8645794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470964 Feb 19 02:50:44.679845 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 2627f988-0bb3-4e18-8043-ab2713487336 is: ACTIVE; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:50:44.680361 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (2627f988-0bb3-4e18-8043-ab2713487336), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:44.682321 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe42c1e-d1d4-473b-a006-8bb49f2f2a17 req-500e3097-5f49-4877-a687-4d20af16d5cb tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:44.684089 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6fe42c1e-d1d4-473b-a006-8bb49f2f2a17 req-500e3097-5f49-4877-a687-4d20af16d5cb tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc09faec-9f71-4628-83a5-9339c1354dc6 HTTP/1.1" status: 200 len: 945 time: 0.1255057 Feb 19 02:50:44.737275 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2627f988-0bb3-4e18-8043-ab2713487336 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:50:44.757663 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f6abb881-c137-4d61-97f3-c52ed63c910b tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (6d1dccf2-b837-44ef-89d5-99d0d1c81c92), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:44.812078 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-f6abb881-c137-4d61-97f3-c52ed63c910b tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d1dccf2-b837-44ef-89d5-99d0d1c81c92']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:50:44.828115 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 2627f988-0bb3-4e18-8043-ab2713487336, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=2627f988-0bb3-4e18-8043-ab2713487336,segment=NetworkSegment(b3dae451-0c86-4a64-8455-5c47bfffd3eb),segment_id=b3dae451-0c86-4a64-8455-5c47bfffd3eb)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:50:44.832393 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-f6abb881-c137-4d61-97f3-c52ed63c910b tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a0599e4-2e1b-4193-aadf-c5c84d641fe3') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:50:44.832679 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-f6abb881-c137-4d61-97f3-c52ed63c910b tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a0599e4-2e1b-4193-aadf-c5c84d641fe3') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:50:44.835991 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6fe42c1e-d1d4-473b-a006-8bb49f2f2a17 req-9b113fd4-59b6-4d39-875d-898800c7b56c tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ca71149-99da-4cc2-ac25-44d2d4a4007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392362 Feb 19 02:50:44.848059 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (2627f988-0bb3-4e18-8043-ab2713487336), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:44.882710 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f6abb881-c137-4d61-97f3-c52ed63c910b tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (9a0599e4-2e1b-4193-aadf-c5c84d641fe3), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:44.900073 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05b617b-4dc5-48c0-8724-31a1b31efa4b req-c6d171bb-ad73-4c01-a517-d89fdad6335f tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:44.910233 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b05b617b-4dc5-48c0-8724-31a1b31efa4b req-c6d171bb-ad73-4c01-a517-d89fdad6335f tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/ports?device_id=3b01b50e-bb5a-469c-9a8c-ad9958ef960c HTTP/1.1" status: 200 len: 950 time: 0.1472201 Feb 19 02:50:44.915934 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f6abb881-c137-4d61-97f3-c52ed63c910b tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (9a0599e4-2e1b-4193-aadf-c5c84d641fe3), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:44.934402 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6abb881-c137-4d61-97f3-c52ed63c910b tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Releasing vlan 251 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:50:44.934815 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f6abb881-c137-4d61-97f3-c52ed63c910b tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (9a0599e4-2e1b-4193-aadf-c5c84d641fe3), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:44.942955 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 02:50:44.942955 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:50:44.942955 n-d-826753-2 neutron-server[103702]: timer() Feb 19 02:50:44.942955 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:50:44.942955 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 02:50:44.942955 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:50:44.942955 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 02:50:44.942955 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:50:44.942955 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 02:50:44.942955 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:50:44.942955 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 02:50:44.942955 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:50:44.942955 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 02:50:44.942955 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:50:44.942955 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:50:44.942955 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:50:44.942955 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:50:44.942955 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:50:44.942955 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 02:50:44.942955 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:50:44.942955 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 02:50:44.942955 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:50:44.942955 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:50:44.942955 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:50:44.942955 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 02:50:44.942955 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:50:44.942955 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:50:44.942955 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:50:44.942955 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:50:44.942955 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:50:44.942955 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:50:44.942955 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:50:44.955138 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af1fa457-4e80-407a-a6d1-a9cc96d8e2ce x-openstack-request-id: req-af1fa457-4e80-407a-a6d1-a9cc96d8e2ce {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:50:44.955532 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b01b50e-bb5a-469c-9a8c-ad9958ef960c", "name": "network-vif-plugged", "status": "completed", "tag": "8dd31eb9-f2a1-4f69-b746-104d3cf82b53", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:50:44.955892 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-af1fa457-4e80-407a-a6d1-a9cc96d8e2ce {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:50:44.956386 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b01b50e-bb5a-469c-9a8c-ad9958ef960c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dd31eb9-f2a1-4f69-b746-104d3cf82b53', 'code': 200} Feb 19 02:50:44.957075 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=2627f988-0bb3-4e18-8043-ab2713487336,revision_number=6']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:45.031708 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b05b617b-4dc5-48c0-8724-31a1b31efa4b req-e3ed9854-86de-4786-b53e-f847689f7f39 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe71e737-cb97-4e9e-a576-1f93522c47f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193054 Feb 19 02:50:45.042401 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3633dea-f74a-4e48-b488-73685fd49d12 x-openstack-request-id: req-e3633dea-f74a-4e48-b488-73685fd49d12 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:50:45.042401 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc09faec-9f71-4628-83a5-9339c1354dc6", "tag": "910173af-972f-4b87-b171-40c4b5a5c3e3", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:50:45.042576 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e3633dea-f74a-4e48-b488-73685fd49d12 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:50:45.042946 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc09faec-9f71-4628-83a5-9339c1354dc6', 'tag': '910173af-972f-4b87-b171-40c4b5a5c3e3', 'status': 'completed', 'code': 200} Feb 19 02:50:45.074642 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f6abb881-c137-4d61-97f3-c52ed63c910b tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (6d1dccf2-b837-44ef-89d5-99d0d1c81c92), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:45.084277 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f6abb881-c137-4d61-97f3-c52ed63c910b tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:45.100239 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 59104) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:50:45.101842 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-f6abb881-c137-4d61-97f3-c52ed63c910b tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] 10.222.0.72 "DELETE /v2.0/networks/6d1dccf2-b837-44ef-89d5-99d0d1c81c92 HTTP/1.1" status: 204 len: 168 time: 0.8584943 Feb 19 02:50:45.145453 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['2627f988-0bb3-4e18-8043-ab2713487336'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:50:45.219176 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6abb881-c137-4d61-97f3-c52ed63c910b tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Pushing event deleted for resources: {'Network': ['ID=6d1dccf2-b837-44ef-89d5-99d0d1c81c92,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:45.233648 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_v2 [None req-691629a0-3dc6-41e8-a8f7-23067e0b0b78 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Deleting subnet 1361d493-96c5-434b-862f-00c7e4b51611 {{(pid=103701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:50:45.243776 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-691629a0-3dc6-41e8-a8f7-23067e0b0b78 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks [] for subnet (1361d493-96c5-434b-862f-00c7e4b51611), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:45.293368 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97afb383-f299-48fa-b1be-f281088d44df req-a5f072b4-9550-4e51-971d-026ae93630a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:45.294892 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-97afb383-f299-48fa-b1be-f281088d44df req-a5f072b4-9550-4e51-971d-026ae93630a1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=58648b0a304e4e32b732a18f663ed7a6&device_id=fc09faec-9f71-4628-83a5-9339c1354dc6 HTTP/1.1" status: 200 len: 1127 time: 0.1919389 Feb 19 02:50:45.306796 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7668d5d-672c-4eab-8689-9dd478789be8 req-29eb0268-c907-4e23-90aa-bccaef0aadc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:45.308577 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a7668d5d-672c-4eab-8689-9dd478789be8 req-29eb0268-c907-4e23-90aa-bccaef0aadc7 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=3b01b50e-bb5a-469c-9a8c-ad9958ef960c HTTP/1.1" status: 200 len: 1132 time: 0.1913407 Feb 19 02:50:45.341631 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-691629a0-3dc6-41e8-a8f7-23067e0b0b78 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12647399'] for subnet (1361d493-96c5-434b-862f-00c7e4b51611), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:45.448239 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-14559926-bf03-4d48-b590-1fe7f767a67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:45.464852 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97afb383-f299-48fa-b1be-f281088d44df req-69937b02-6a66-4721-b6b3-1155959d15fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:45.467815 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-97afb383-f299-48fa-b1be-f281088d44df req-69937b02-6a66-4721-b6b3-1155959d15fa service neutron] 10.222.0.73 "GET /v2.0/networks?id=38d6fa8e-4007-4beb-abd0-8f0d817f1ef6 HTTP/1.1" status: 200 len: 907 time: 0.1657479 Feb 19 02:50:45.470880 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a7668d5d-672c-4eab-8689-9dd478789be8 req-5ba473f0-6bab-4eea-a0de-9ca881d03763 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=fe71e737-cb97-4e9e-a576-1f93522c47f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876894 Feb 19 02:50:45.525280 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-691629a0-3dc6-41e8-a8f7-23067e0b0b78 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (1361d493-96c5-434b-862f-00c7e4b51611), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:45.568917 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-97afb383-f299-48fa-b1be-f281088d44df req-d48c1e54-9d27-4150-9f26-b6827723e85d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=910173af-972f-4b87-b171-40c4b5a5c3e3 HTTP/1.1" status: 200 len: 217 time: 0.0938513 Feb 19 02:50:45.615510 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device ef1eee89-b977-4062-ba1f-0795533235c1 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:50:45.645036 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97afb383-f299-48fa-b1be-f281088d44df req-f2af5c6e-fe41-4d7e-a34c-e417c4ff0828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:45.649100 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-97afb383-f299-48fa-b1be-f281088d44df req-f2af5c6e-fe41-4d7e-a34c-e417c4ff0828 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=54b68f46-9c6f-467f-99d5-a919ef2f5fa1 HTTP/1.1" status: 200 len: 846 time: 0.0741236 Feb 19 02:50:45.649289 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: ef1eee89-b977-4062-ba1f-0795533235c1 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:50:45.649711 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device ef1eee89-b977-4062-ba1f-0795533235c1 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:50:45.653226 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-691629a0-3dc6-41e8-a8f7-23067e0b0b78 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12647206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58706286'] for subnet (1361d493-96c5-434b-862f-00c7e4b51611), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:45.686422 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691629a0-3dc6-41e8-a8f7-23067e0b0b78 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Pushing event deleted for resources: {'Subnet': ['ID=1361d493-96c5-434b-862f-00c7e4b51611,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:45.701068 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-97afb383-f299-48fa-b1be-f281088d44df req-298b988e-cc53-4f01-8fbb-162b6962ecfb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=38d6fa8e-4007-4beb-abd0-8f0d817f1ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412655 Feb 19 02:50:45.708935 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ae3d11-71ca-4ce8-870f-b64f17229f67 None None] Network a4a2abe0-be1d-454b-9bcd-e6effca7e22b requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:50:45.709489 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-691629a0-3dc6-41e8-a8f7-23067e0b0b78 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:45.716916 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-691629a0-3dc6-41e8-a8f7-23067e0b0b78 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] 10.222.0.72 "DELETE /v2.0/subnets/1361d493-96c5-434b-862f-00c7e4b51611 HTTP/1.1" status: 204 len: 168 time: 0.6148472 Feb 19 02:50:45.719768 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 59128) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:50:45.892191 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-925d0e30-9528-46ce-a7a6-c4567cb5f2d4 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (a4a2abe0-be1d-454b-9bcd-e6effca7e22b), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:45.927161 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-97afb383-f299-48fa-b1be-f281088d44df req-0817a8ac-7673-4894-bd46-77537c590835 service neutron] 10.222.0.73 "GET /v2.0/networks/38d6fa8e-4007-4beb-abd0-8f0d817f1ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192965 Feb 19 02:50:46.020070 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2eaf8f-9ef2-4cfb-b206-f1ebcb7443d8 None None] DHCP port deletion for a4a2abe0-be1d-454b-9bcd-e6effca7e22b request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 02:50:46.135312 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-fe2eaf8f-9ef2-4cfb-b206-f1ebcb7443d8 None None] Deleting port b23a70ba-4a3b-494a-8bc3-d8295598c84c {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:50:46.135694 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fe2eaf8f-9ef2-4cfb-b206-f1ebcb7443d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (b23a70ba-4a3b-494a-8bc3-d8295598c84c), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:46.155654 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-97afb383-f299-48fa-b1be-f281088d44df req-71877a95-97fc-4699-8b99-47dae2d3fa4e service neutron] 10.222.0.73 "GET /v2.0/networks/38d6fa8e-4007-4beb-abd0-8f0d817f1ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221091 Feb 19 02:50:46.171449 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-925d0e30-9528-46ce-a7a6-c4567cb5f2d4 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Deleting port b23a70ba-4a3b-494a-8bc3-d8295598c84c {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:50:46.172175 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-925d0e30-9528-46ce-a7a6-c4567cb5f2d4 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (b23a70ba-4a3b-494a-8bc3-d8295598c84c), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:46.231291 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-fe2eaf8f-9ef2-4cfb-b206-f1ebcb7443d8 None None] For port b23a70ba-4a3b-494a-8bc3-d8295598c84c, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=b23a70ba-4a3b-494a-8bc3-d8295598c84c,segment=NetworkSegment(1b807e17-bb0c-4ed8-8967-1aae097ce94d),segment_id=1b807e17-bb0c-4ed8-8967-1aae097ce94d)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:50:46.231816 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fe2eaf8f-9ef2-4cfb-b206-f1ebcb7443d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (b23a70ba-4a3b-494a-8bc3-d8295598c84c), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:46.248067 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-fe2eaf8f-9ef2-4cfb-b206-f1ebcb7443d8 None None] Calling delete_port for b23a70ba-4a3b-494a-8bc3-d8295598c84c owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:50:46.278256 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae58fc7d-061f-4cb0-8173-d3d8414ce28e req-5d8d748c-aae8-45b1-afd2-a86203ee511b tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:46.280331 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ae58fc7d-061f-4cb0-8173-d3d8414ce28e req-5d8d748c-aae8-45b1-afd2-a86203ee511b tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=b633fbf1-48a0-4414-a396-bb91c1b8c863 HTTP/1.1" status: 200 len: 944 time: 0.1924376 Feb 19 02:50:46.331273 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-925d0e30-9528-46ce-a7a6-c4567cb5f2d4 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] For port b23a70ba-4a3b-494a-8bc3-d8295598c84c, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=b23a70ba-4a3b-494a-8bc3-d8295598c84c,segment=NetworkSegment(1b807e17-bb0c-4ed8-8967-1aae097ce94d),segment_id=1b807e17-bb0c-4ed8-8967-1aae097ce94d)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:50:46.331577 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-925d0e30-9528-46ce-a7a6-c4567cb5f2d4 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (b23a70ba-4a3b-494a-8bc3-d8295598c84c), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:46.350005 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 2627f988-0bb3-4e18-8043-ab2713487336 up at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:50:46.389590 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-925d0e30-9528-46ce-a7a6-c4567cb5f2d4 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Calling delete_port for b23a70ba-4a3b-494a-8bc3-d8295598c84c owned by network:dhcp {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:50:46.432386 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ae58fc7d-061f-4cb0-8173-d3d8414ce28e req-4527f1f1-5c34-4aa5-ac94-720cda012530 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/security-groups?id=83745bf6-2450-44b1-b073-88b2d8645794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393611 Feb 19 02:50:46.455636 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec39234-2742-4a44-9c2e-1a14d0853363 req-68fc1294-4821-48c1-a79c-06033caeaac3 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:46.457199 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-aec39234-2742-4a44-9c2e-1a14d0853363 req-68fc1294-4821-48c1-a79c-06033caeaac3 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc09faec-9f71-4628-83a5-9339c1354dc6 HTTP/1.1" status: 200 len: 945 time: 0.2741625 Feb 19 02:50:46.518157 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning complete for port 2627f988-0bb3-4e18-8043-ab2713487336 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:50:46.519874 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (2627f988-0bb3-4e18-8043-ab2713487336), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:46.613976 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fe2eaf8f-9ef2-4cfb-b206-f1ebcb7443d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (b23a70ba-4a3b-494a-8bc3-d8295598c84c), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:46.620090 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-925d0e30-9528-46ce-a7a6-c4567cb5f2d4 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (b23a70ba-4a3b-494a-8bc3-d8295598c84c), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:46.680101 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-aec39234-2742-4a44-9c2e-1a14d0853363 req-5ac21437-529c-4e1e-922a-fecd71a742f8 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ca71149-99da-4cc2-ac25-44d2d4a4007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999347 Feb 19 02:50:46.688776 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925d0e30-9528-46ce-a7a6-c4567cb5f2d4 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] No DVR routers for this DVR port b23a70ba-4a3b-494a-8bc3-d8295598c84c on host n-d-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:50:46.693548 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925d0e30-9528-46ce-a7a6-c4567cb5f2d4 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Pushing event deleted for resources: {'Port': ['ID=b23a70ba-4a3b-494a-8bc3-d8295598c84c,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:46.736448 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2eaf8f-9ef2-4cfb-b206-f1ebcb7443d8 None None] Pushing event deleted for resources: {'Port': ['ID=b23a70ba-4a3b-494a-8bc3-d8295598c84c,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:46.754486 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2eaf8f-9ef2-4cfb-b206-f1ebcb7443d8 None None] No DVR routers for this DVR port b23a70ba-4a3b-494a-8bc3-d8295598c84c on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:50:46.928243 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-925d0e30-9528-46ce-a7a6-c4567cb5f2d4 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (a4a2abe0-be1d-454b-9bcd-e6effca7e22b), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:46.984554 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-925d0e30-9528-46ce-a7a6-c4567cb5f2d4 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4a2abe0-be1d-454b-9bcd-e6effca7e22b']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:50:47.047615 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-925d0e30-9528-46ce-a7a6-c4567cb5f2d4 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b807e17-bb0c-4ed8-8967-1aae097ce94d') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:50:47.053407 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-925d0e30-9528-46ce-a7a6-c4567cb5f2d4 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b807e17-bb0c-4ed8-8967-1aae097ce94d') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:50:47.092689 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-925d0e30-9528-46ce-a7a6-c4567cb5f2d4 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (1b807e17-bb0c-4ed8-8967-1aae097ce94d), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:47.122640 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-925d0e30-9528-46ce-a7a6-c4567cb5f2d4 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (1b807e17-bb0c-4ed8-8967-1aae097ce94d), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:47.131607 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-925d0e30-9528-46ce-a7a6-c4567cb5f2d4 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Releasing vlan 293 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:50:47.132169 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-925d0e30-9528-46ce-a7a6-c4567cb5f2d4 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (1b807e17-bb0c-4ed8-8967-1aae097ce94d), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:47.142692 n-d-826753-2 neutron-server[103702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:50:47.142692 n-d-826753-2 neutron-server[103702]: self.session.flush() Feb 19 02:50:47.142692 n-d-826753-2 neutron-server[103702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:50:47.142692 n-d-826753-2 neutron-server[103702]: self.session.flush() Feb 19 02:50:47.142692 n-d-826753-2 neutron-server[103702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:50:47.142692 n-d-826753-2 neutron-server[103702]: self.session.flush() Feb 19 02:50:47.142692 n-d-826753-2 neutron-server[103702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:50:47.142692 n-d-826753-2 neutron-server[103702]: self.session.flush() Feb 19 02:50:47.142692 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 02:50:47.142692 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:50:47.142692 n-d-826753-2 neutron-server[103702]: timer() Feb 19 02:50:47.142692 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:50:47.142692 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 02:50:47.142692 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:50:47.142692 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 02:50:47.142692 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:50:47.142692 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 02:50:47.142692 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:50:47.142692 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 02:50:47.142692 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:50:47.142692 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 02:50:47.142692 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:50:47.142692 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:50:47.142692 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:50:47.142692 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:50:47.142692 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:50:47.142692 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 02:50:47.142692 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:50:47.142692 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 02:50:47.142692 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:50:47.142692 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:50:47.142692 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:50:47.142692 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 02:50:47.142692 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:50:47.142692 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:50:47.142692 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:50:47.142692 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:50:47.142692 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:50:47.142692 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:50:47.142692 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:50:47.236594 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-925d0e30-9528-46ce-a7a6-c4567cb5f2d4 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (a4a2abe0-be1d-454b-9bcd-e6effca7e22b), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:47.246960 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-925d0e30-9528-46ce-a7a6-c4567cb5f2d4 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:47.254927 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-925d0e30-9528-46ce-a7a6-c4567cb5f2d4 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] 10.222.0.72 "DELETE /v2.0/networks/a4a2abe0-be1d-454b-9bcd-e6effca7e22b HTTP/1.1" status: 204 len: 168 time: 1.5341151 Feb 19 02:50:47.257825 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 59188) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:50:47.322058 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925d0e30-9528-46ce-a7a6-c4567cb5f2d4 tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Pushing event deleted for resources: {'Network': ['ID=a4a2abe0-be1d-454b-9bcd-e6effca7e22b,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:47.346162 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7f98579-8123-4a93-a9ea-c09f515b0254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '531d566d-738d-4da8-808a-034a8f680e0d'}, {'server_uuid': 'fc09faec-9f71-4628-83a5-9339c1354dc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '910173af-972f-4b87-b171-40c4b5a5c3e3'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:50:47.351851 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f04460c-db4e-405f-9aa6-f4740cbe8d36" -d '{"events": [{"server_uuid": "d7f98579-8123-4a93-a9ea-c09f515b0254", "name": "network-vif-plugged", "status": "completed", "tag": "531d566d-738d-4da8-808a-034a8f680e0d"}, {"server_uuid": "fc09faec-9f71-4628-83a5-9339c1354dc6", "name": "network-vif-plugged", "status": "completed", "tag": "910173af-972f-4b87-b171-40c4b5a5c3e3"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:50:47.368036 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 2627f988-0bb3-4e18-8043-ab2713487336 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:50:47.369525 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (2627f988-0bb3-4e18-8043-ab2713487336), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:47.418323 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-7f822431-5f7b-4439-945c-eaf6d1d0759d tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] 10.222.0.72 "GET /v2.0/ports?device_id=522c9101-44db-49ee-bcb2-313127ed7198 HTTP/1.1" status: 200 len: 205 time: 0.1589973 Feb 19 02:50:47.420882 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 59194) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:50:47.448467 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 2627f988-0bb3-4e18-8043-ab2713487336, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=2627f988-0bb3-4e18-8043-ab2713487336,segment=NetworkSegment(b3dae451-0c86-4a64-8455-5c47bfffd3eb),segment_id=b3dae451-0c86-4a64-8455-5c47bfffd3eb)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:50:47.462219 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (2627f988-0bb3-4e18-8043-ab2713487336), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:47.480683 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5694943-c91d-4fd8-a176-f8d34691cae4 req-191602c3-b01a-418f-80e2-c541abf63d40 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:47.489685 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c5694943-c91d-4fd8-a176-f8d34691cae4 req-191602c3-b01a-418f-80e2-c541abf63d40 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/ports?device_id=3b01b50e-bb5a-469c-9a8c-ad9958ef960c HTTP/1.1" status: 200 len: 950 time: 0.1577399 Feb 19 02:50:47.629571 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c5694943-c91d-4fd8-a176-f8d34691cae4 req-5da67590-c9eb-4f8c-a9f2-202bbdacedf6 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe71e737-cb97-4e9e-a576-1f93522c47f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258574 Feb 19 02:50:47.644859 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=2627f988-0bb3-4e18-8043-ab2713487336,revision_number=7']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:47.659856 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device b23a70ba-4a3b-494a-8bc3-d8295598c84c no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:50:47.666282 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-0ec14c3a-3fd4-40cf-9c2e-a86c6df3288d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:47.691860 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: b23a70ba-4a3b-494a-8bc3-d8295598c84c {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:50:47.692214 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device b23a70ba-4a3b-494a-8bc3-d8295598c84c not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:50:47.692763 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-03c84df6-6929-443a-b672-2de520dc6b6e tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks [] for router (522c9101-44db-49ee-bcb2-313127ed7198), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:47.913150 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-03c84df6-6929-443a-b672-2de520dc6b6e tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16317457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14254'] for router (522c9101-44db-49ee-bcb2-313127ed7198), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:47.916915 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-03c84df6-6929-443a-b672-2de520dc6b6e tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks [] for router_controller (522c9101-44db-49ee-bcb2-313127ed7198), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:48.026543 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-03c84df6-6929-443a-b672-2de520dc6b6e tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16317544'] for router (522c9101-44db-49ee-bcb2-313127ed7198), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:48.027429 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03c84df6-6929-443a-b672-2de520dc6b6e tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Fanout notify agent at l3_agent the message router_deleted on router 522c9101-44db-49ee-bcb2-313127ed7198 {{(pid=103702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 02:50:48.039867 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-03c84df6-6929-443a-b672-2de520dc6b6e tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:48.061896 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-03c84df6-6929-443a-b672-2de520dc6b6e tempest-RoutersNegativeIpV6Test-1545193059 tempest-RoutersNegativeIpV6Test-1545193059-project] 10.222.0.72 "DELETE /v2.0/routers/522c9101-44db-49ee-bcb2-313127ed7198 HTTP/1.1" status: 204 len: 168 time: 0.6389983 Feb 19 02:50:48.621044 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 59216) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:50:48.941716 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 59220) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:50:48.947875 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-995a65c0-0a35-44ee-a97b-3ec63eb67cb1 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1a6d5857bd09490dad2550c4edc32408&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3211470 Feb 19 02:50:49.088335 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-105cc2ae-734e-4e8d-8ca3-37da17adcc4c admin admin] Publish callbacks [] for security_group (3e4d1fcb-0ad1-49a0-b6e4-9c5eb5d7c794), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:49.130900 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-105cc2ae-734e-4e8d-8ca3-37da17adcc4c admin admin] Publish callbacks [] for security_group (3e4d1fcb-0ad1-49a0-b6e4-9c5eb5d7c794), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:49.170067 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:49.230991 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-105cc2ae-734e-4e8d-8ca3-37da17adcc4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (3e4d1fcb-0ad1-49a0-b6e4-9c5eb5d7c794), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:49.234866 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-105cc2ae-734e-4e8d-8ca3-37da17adcc4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:49.241088 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-105cc2ae-734e-4e8d-8ca3-37da17adcc4c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3e4d1fcb-0ad1-49a0-b6e4-9c5eb5d7c794 HTTP/1.1" status: 204 len: 168 time: 0.2971206 Feb 19 02:50:49.257359 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105cc2ae-734e-4e8d-8ca3-37da17adcc4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e4d1fcb-0ad1-49a0-b6e4-9c5eb5d7c794,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:50.107070 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device a147c18c-4a52-40b3-8d1d-bd06c5e3635e no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:50:50.355539 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port a147c18c-4a52-40b3-8d1d-bd06c5e3635e is: ACTIVE; New status is: DOWN {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:50:50.356274 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (a147c18c-4a52-40b3-8d1d-bd06c5e3635e), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:50.427404 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port a147c18c-4a52-40b3-8d1d-bd06c5e3635e, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=a147c18c-4a52-40b3-8d1d-bd06c5e3635e,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:50:50.438134 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (a147c18c-4a52-40b3-8d1d-bd06c5e3635e), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:50.478544 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:50.520814 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=a147c18c-4a52-40b3-8d1d-bd06c5e3635e,revision_number=8']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:51.276957 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8b5e8a-7fdf-4298-a443-c2cc196eeb6c req-32dfe6dc-050c-4f7f-8481-06d6c2c46d6f tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:51.293883 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8b5e8a-7fdf-4298-a443-c2cc196eeb6c req-32dfe6dc-050c-4f7f-8481-06d6c2c46d6f tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:51.305782 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8b5e8a-7fdf-4298-a443-c2cc196eeb6c req-32dfe6dc-050c-4f7f-8481-06d6c2c46d6f tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:51.317801 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8b5e8a-7fdf-4298-a443-c2cc196eeb6c req-32dfe6dc-050c-4f7f-8481-06d6c2c46d6f tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:51.324721 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8b5e8a-7fdf-4298-a443-c2cc196eeb6c req-32dfe6dc-050c-4f7f-8481-06d6c2c46d6f tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:51.331067 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8b5e8a-7fdf-4298-a443-c2cc196eeb6c req-32dfe6dc-050c-4f7f-8481-06d6c2c46d6f tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:51.338045 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8b5e8a-7fdf-4298-a443-c2cc196eeb6c req-32dfe6dc-050c-4f7f-8481-06d6c2c46d6f tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:51.340190 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-6d8b5e8a-7fdf-4298-a443-c2cc196eeb6c req-32dfe6dc-050c-4f7f-8481-06d6c2c46d6f tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.82 "GET /v2.0/ports?device_id=6ec863d4-5792-46d2-b299-7b34b3ebe431 HTTP/1.1" status: 200 len: 5446 time: 0.1981826 Feb 19 02:50:51.438110 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8b5e8a-7fdf-4298-a443-c2cc196eeb6c req-d7cf994e-2d39-4dfb-b999-8520e552f765 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:51.446377 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-6d8b5e8a-7fdf-4298-a443-c2cc196eeb6c req-d7cf994e-2d39-4dfb-b999-8520e552f765 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.82 "GET /v2.0/ports/38e91ad5-8313-46e5-8ac5-c1d94643d01f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0928273 Feb 19 02:50:51.660752 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-6d8b5e8a-7fdf-4298-a443-c2cc196eeb6c req-d4f194dc-3ad2-4589-9c6b-f57d5f2b7991 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.82 "GET /v2.0/networks/f5c1130b-131f-4fde-9927-840cbad6505d?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2045312 Feb 19 02:50:51.686536 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-6d8b5e8a-7fdf-4298-a443-c2cc196eeb6c req-94b8bcb9-f23f-4c6c-990e-602855be604d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:50:51.846838 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-6d8b5e8a-7fdf-4298-a443-c2cc196eeb6c req-94b8bcb9-f23f-4c6c-990e-602855be604d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (38e91ad5-8313-46e5-8ac5-c1d94643d01f), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:51.903295 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:52.107884 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-6d8b5e8a-7fdf-4298-a443-c2cc196eeb6c req-94b8bcb9-f23f-4c6c-990e-602855be604d service neutron] For port 38e91ad5-8313-46e5-8ac5-c1d94643d01f, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=38e91ad5-8313-46e5-8ac5-c1d94643d01f,segment=NetworkSegment(9b7f79d2-cbae-4212-ad2e-9ebd69e67349),segment_id=9b7f79d2-cbae-4212-ad2e-9ebd69e67349)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:50:52.190055 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-6d8b5e8a-7fdf-4298-a443-c2cc196eeb6c req-94b8bcb9-f23f-4c6c-990e-602855be604d service neutron] For port 38e91ad5-8313-46e5-8ac5-c1d94643d01f, host n-h2-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:50:52.312237 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-6d8b5e8a-7fdf-4298-a443-c2cc196eeb6c req-94b8bcb9-f23f-4c6c-990e-602855be604d service neutron] device_id is not set on port 38e91ad5-8313-46e5-8ac5-c1d94643d01f yet. {{(pid=103702) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 02:50:52.363901 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-6d8b5e8a-7fdf-4298-a443-c2cc196eeb6c req-94b8bcb9-f23f-4c6c-990e-602855be604d service neutron] Publish callbacks [] for port (38e91ad5-8313-46e5-8ac5-c1d94643d01f), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:52.384779 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-6d8b5e8a-7fdf-4298-a443-c2cc196eeb6c req-94b8bcb9-f23f-4c6c-990e-602855be604d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (38e91ad5-8313-46e5-8ac5-c1d94643d01f), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:52.400266 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:52.619493 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b8bcb9-f23f-4c6c-990e-602855be604d service neutron] Pushing event updated for resources: {'Port': ['ID=38e91ad5-8313-46e5-8ac5-c1d94643d01f,revision_number=6']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:52.622451 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d8b5e8a-7fdf-4298-a443-c2cc196eeb6c req-94b8bcb9-f23f-4c6c-990e-602855be604d service neutron] No DVR routers for this DVR port 38e91ad5-8313-46e5-8ac5-c1d94643d01f on host n-h2-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:50:52.676212 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-6d8b5e8a-7fdf-4298-a443-c2cc196eeb6c req-94b8bcb9-f23f-4c6c-990e-602855be604d service neutron] In _notify_port_updated(), no bound segment for port 38e91ad5-8313-46e5-8ac5-c1d94643d01f on network f5c1130b-131f-4fde-9927-840cbad6505d {{(pid=103702) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 02:50:52.677450 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8b5e8a-7fdf-4298-a443-c2cc196eeb6c req-94b8bcb9-f23f-4c6c-990e-602855be604d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:52.677640 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-6d8b5e8a-7fdf-4298-a443-c2cc196eeb6c req-94b8bcb9-f23f-4c6c-990e-602855be604d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:52.679502 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-6d8b5e8a-7fdf-4298-a443-c2cc196eeb6c req-94b8bcb9-f23f-4c6c-990e-602855be604d service neutron] 10.222.0.82 "PUT /v2.0/ports/38e91ad5-8313-46e5-8ac5-c1d94643d01f HTTP/1.1" status: 200 len: 1033 time: 1.0054326 Feb 19 02:50:52.771187 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8b5e8a-7fdf-4298-a443-c2cc196eeb6c req-f4a07974-60f3-4605-a705-989bf9d6794d tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:52.772752 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-6d8b5e8a-7fdf-4298-a443-c2cc196eeb6c req-f4a07974-60f3-4605-a705-989bf9d6794d tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.82 "GET /v2.0/ports/00071ace-99c7-42c5-99dc-994ccfae67b7?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0877528 Feb 19 02:50:52.786701 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-6d8b5e8a-7fdf-4298-a443-c2cc196eeb6c req-59a9da50-1bd4-42f4-90fb-389ddc16df2a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:50:52.841786 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-9297055b-38e0-4414-ae9c-941b405b2ae3 None None] Provisioning complete for port 38e91ad5-8313-46e5-8ac5-c1d94643d01f triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:50:52.842550 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-9297055b-38e0-4414-ae9c-941b405b2ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (38e91ad5-8313-46e5-8ac5-c1d94643d01f), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:52.882317 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-6d8b5e8a-7fdf-4298-a443-c2cc196eeb6c req-59a9da50-1bd4-42f4-90fb-389ddc16df2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (00071ace-99c7-42c5-99dc-994ccfae67b7), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:52.924751 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-9297055b-38e0-4414-ae9c-941b405b2ae3 None None] Port 38e91ad5-8313-46e5-8ac5-c1d94643d01f cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:50:53.278093 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-6d8b5e8a-7fdf-4298-a443-c2cc196eeb6c req-59a9da50-1bd4-42f4-90fb-389ddc16df2a service neutron] For port 00071ace-99c7-42c5-99dc-994ccfae67b7, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=00071ace-99c7-42c5-99dc-994ccfae67b7,segment=NetworkSegment(9b7f79d2-cbae-4212-ad2e-9ebd69e67349),segment_id=9b7f79d2-cbae-4212-ad2e-9ebd69e67349)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:50:53.317635 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-6d8b5e8a-7fdf-4298-a443-c2cc196eeb6c req-59a9da50-1bd4-42f4-90fb-389ddc16df2a service neutron] For port 00071ace-99c7-42c5-99dc-994ccfae67b7, host n-h2-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:50:53.357860 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-6d8b5e8a-7fdf-4298-a443-c2cc196eeb6c req-59a9da50-1bd4-42f4-90fb-389ddc16df2a service neutron] device_id is not set on port 00071ace-99c7-42c5-99dc-994ccfae67b7 yet. {{(pid=103702) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 02:50:53.368801 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-6d8b5e8a-7fdf-4298-a443-c2cc196eeb6c req-59a9da50-1bd4-42f4-90fb-389ddc16df2a service neutron] Publish callbacks [] for port (00071ace-99c7-42c5-99dc-994ccfae67b7), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:53.384299 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-6d8b5e8a-7fdf-4298-a443-c2cc196eeb6c req-59a9da50-1bd4-42f4-90fb-389ddc16df2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (00071ace-99c7-42c5-99dc-994ccfae67b7), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:53.505156 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d8b5e8a-7fdf-4298-a443-c2cc196eeb6c req-59a9da50-1bd4-42f4-90fb-389ddc16df2a service neutron] No DVR routers for this DVR port 00071ace-99c7-42c5-99dc-994ccfae67b7 on host n-h2-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:50:53.744222 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a9da50-1bd4-42f4-90fb-389ddc16df2a service neutron] Pushing event updated for resources: {'Port': ['ID=00071ace-99c7-42c5-99dc-994ccfae67b7,revision_number=6']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:53.827884 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-6d8b5e8a-7fdf-4298-a443-c2cc196eeb6c req-59a9da50-1bd4-42f4-90fb-389ddc16df2a service neutron] In _notify_port_updated(), no bound segment for port 00071ace-99c7-42c5-99dc-994ccfae67b7 on network f5c1130b-131f-4fde-9927-840cbad6505d {{(pid=103702) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 02:50:53.828719 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8b5e8a-7fdf-4298-a443-c2cc196eeb6c req-59a9da50-1bd4-42f4-90fb-389ddc16df2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:50:53.831422 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-6d8b5e8a-7fdf-4298-a443-c2cc196eeb6c req-59a9da50-1bd4-42f4-90fb-389ddc16df2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:53.832859 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-6d8b5e8a-7fdf-4298-a443-c2cc196eeb6c req-59a9da50-1bd4-42f4-90fb-389ddc16df2a service neutron] 10.222.0.82 "PUT /v2.0/ports/00071ace-99c7-42c5-99dc-994ccfae67b7 HTTP/1.1" status: 200 len: 1033 time: 1.0517058 Feb 19 02:50:53.996206 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-a83f4455-9866-43d8-b5b1-f8bfd0b450a7 None None] Provisioning complete for port 00071ace-99c7-42c5-99dc-994ccfae67b7 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:50:54.009723 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-a83f4455-9866-43d8-b5b1-f8bfd0b450a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (00071ace-99c7-42c5-99dc-994ccfae67b7), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:54.072365 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-a83f4455-9866-43d8-b5b1-f8bfd0b450a7 None None] Port 00071ace-99c7-42c5-99dc-994ccfae67b7 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:50:54.146015 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-6d8b5e8a-7fdf-4298-a443-c2cc196eeb6c req-2e55b26c-dfb1-49c7-9f56-bb05f3a844a4 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Deleting port da1d1eec-fe70-4e89-b89a-a37cea08cfdb {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:50:54.146374 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-6d8b5e8a-7fdf-4298-a443-c2cc196eeb6c req-2e55b26c-dfb1-49c7-9f56-bb05f3a844a4 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (da1d1eec-fe70-4e89-b89a-a37cea08cfdb), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:54.399460 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 00071ace-99c7-42c5-99dc-994ccfae67b7 no longer exists at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:50:54.455188 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-6d8b5e8a-7fdf-4298-a443-c2cc196eeb6c req-2e55b26c-dfb1-49c7-9f56-bb05f3a844a4 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] For port da1d1eec-fe70-4e89-b89a-a37cea08cfdb, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=da1d1eec-fe70-4e89-b89a-a37cea08cfdb,segment=NetworkSegment(9b7f79d2-cbae-4212-ad2e-9ebd69e67349),segment_id=9b7f79d2-cbae-4212-ad2e-9ebd69e67349)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:50:54.458479 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-6d8b5e8a-7fdf-4298-a443-c2cc196eeb6c req-2e55b26c-dfb1-49c7-9f56-bb05f3a844a4 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (da1d1eec-fe70-4e89-b89a-a37cea08cfdb), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:54.522291 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-6d8b5e8a-7fdf-4298-a443-c2cc196eeb6c req-2e55b26c-dfb1-49c7-9f56-bb05f3a844a4 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Calling delete_port for da1d1eec-fe70-4e89-b89a-a37cea08cfdb owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:50:54.596647 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] The host n-h2-826753-2 is not matching for port 00071ace-99c7-42c5-99dc-994ccfae67b7 host ! {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 02:50:54.597376 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 00071ace-99c7-42c5-99dc-994ccfae67b7 not bound to the agent host n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:50:54.597894 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 13e17843-8e6e-4578-886e-e64bbf209f72 no longer exists at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:50:54.819249 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-6d8b5e8a-7fdf-4298-a443-c2cc196eeb6c req-2e55b26c-dfb1-49c7-9f56-bb05f3a844a4 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (da1d1eec-fe70-4e89-b89a-a37cea08cfdb), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:54.823650 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 13e17843-8e6e-4578-886e-e64bbf209f72 is: ACTIVE; New status is: DOWN {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:50:54.824189 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (13e17843-8e6e-4578-886e-e64bbf209f72), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:54.871361 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e55b26c-dfb1-49c7-9f56-bb05f3a844a4 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Pushing event deleted for resources: {'Port': ['ID=da1d1eec-fe70-4e89-b89a-a37cea08cfdb,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:54.900789 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 13e17843-8e6e-4578-886e-e64bbf209f72, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=13e17843-8e6e-4578-886e-e64bbf209f72,segment=NetworkSegment(8dc74463-1284-465e-8f51-9c4e25c854c9),segment_id=8dc74463-1284-465e-8f51-9c4e25c854c9)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:50:54.916152 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (13e17843-8e6e-4578-886e-e64bbf209f72), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:54.916963 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device ddb05983-19db-46ef-a388-e5781e5a86ac no longer exists at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:50:54.959453 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d8b5e8a-7fdf-4298-a443-c2cc196eeb6c req-2e55b26c-dfb1-49c7-9f56-bb05f3a844a4 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] No DVR routers for this DVR port da1d1eec-fe70-4e89-b89a-a37cea08cfdb on host n-h2-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:50:54.968379 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-6d8b5e8a-7fdf-4298-a443-c2cc196eeb6c req-2e55b26c-dfb1-49c7-9f56-bb05f3a844a4 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:54.977222 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-6d8b5e8a-7fdf-4298-a443-c2cc196eeb6c req-2e55b26c-dfb1-49c7-9f56-bb05f3a844a4 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.82 "DELETE /v2.0/ports/da1d1eec-fe70-4e89-b89a-a37cea08cfdb HTTP/1.1" status: 204 len: 173 time: 1.1314909 Feb 19 02:50:54.977713 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ec863d4-5792-46d2-b299-7b34b3ebe431', 'name': 'network-vif-deleted', 'tag': 'da1d1eec-fe70-4e89-b89a-a37cea08cfdb'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:50:54.985150 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6c0d790-41db-4078-9e4f-1c43a62547aa" -d '{"events": [{"server_uuid": "6ec863d4-5792-46d2-b299-7b34b3ebe431", "name": "network-vif-deleted", "tag": "da1d1eec-fe70-4e89-b89a-a37cea08cfdb"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:50:55.022049 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=13e17843-8e6e-4578-886e-e64bbf209f72,revision_number=6']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:55.143463 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port ddb05983-19db-46ef-a388-e5781e5a86ac is: ACTIVE; New status is: DOWN {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:50:55.143853 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (ddb05983-19db-46ef-a388-e5781e5a86ac), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:55.232068 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port ddb05983-19db-46ef-a388-e5781e5a86ac, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=ddb05983-19db-46ef-a388-e5781e5a86ac,segment=NetworkSegment(9b7f79d2-cbae-4212-ad2e-9ebd69e67349),segment_id=9b7f79d2-cbae-4212-ad2e-9ebd69e67349)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:50:55.244087 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-6d8b5e8a-7fdf-4298-a443-c2cc196eeb6c req-336bd0ad-13e6-482c-8492-17ba8f62a666 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Deleting port 13e17843-8e6e-4578-886e-e64bbf209f72 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:50:55.244425 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-6d8b5e8a-7fdf-4298-a443-c2cc196eeb6c req-336bd0ad-13e6-482c-8492-17ba8f62a666 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (13e17843-8e6e-4578-886e-e64bbf209f72), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:55.247802 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (ddb05983-19db-46ef-a388-e5781e5a86ac), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:55.250590 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 4a90eb6b-9954-4fd4-a849-80da8c127a4c no longer exists at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:50:55.487010 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-6d8b5e8a-7fdf-4298-a443-c2cc196eeb6c req-336bd0ad-13e6-482c-8492-17ba8f62a666 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] For port 13e17843-8e6e-4578-886e-e64bbf209f72, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=13e17843-8e6e-4578-886e-e64bbf209f72,segment=NetworkSegment(8dc74463-1284-465e-8f51-9c4e25c854c9),segment_id=8dc74463-1284-465e-8f51-9c4e25c854c9)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:50:55.487609 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-6d8b5e8a-7fdf-4298-a443-c2cc196eeb6c req-336bd0ad-13e6-482c-8492-17ba8f62a666 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (13e17843-8e6e-4578-886e-e64bbf209f72), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:55.531717 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-6d8b5e8a-7fdf-4298-a443-c2cc196eeb6c req-336bd0ad-13e6-482c-8492-17ba8f62a666 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Calling delete_port for 13e17843-8e6e-4578-886e-e64bbf209f72 owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:50:55.586484 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 4a90eb6b-9954-4fd4-a849-80da8c127a4c is: ACTIVE; New status is: DOWN {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:50:55.589418 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (4a90eb6b-9954-4fd4-a849-80da8c127a4c), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:55.600008 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=ddb05983-19db-46ef-a388-e5781e5a86ac,revision_number=6']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:55.716637 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 4a90eb6b-9954-4fd4-a849-80da8c127a4c, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=4a90eb6b-9954-4fd4-a849-80da8c127a4c,segment=NetworkSegment(4dcb5a00-08ae-4121-b3c7-5b61541b276f),segment_id=4dcb5a00-08ae-4121-b3c7-5b61541b276f)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:50:55.726429 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (4a90eb6b-9954-4fd4-a849-80da8c127a4c), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:55.727566 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device da1d1eec-fe70-4e89-b89a-a37cea08cfdb no longer exists at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:50:55.823181 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=4a90eb6b-9954-4fd4-a849-80da8c127a4c,revision_number=6']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:55.871146 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-6d8b5e8a-7fdf-4298-a443-c2cc196eeb6c req-336bd0ad-13e6-482c-8492-17ba8f62a666 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (13e17843-8e6e-4578-886e-e64bbf209f72), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:55.877132 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] No Port match for: da1d1eec-fe70-4e89-b89a-a37cea08cfdb {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:50:55.877488 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device da1d1eec-fe70-4e89-b89a-a37cea08cfdb not bound to the agent host n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:50:55.886933 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 38e91ad5-8313-46e5-8ac5-c1d94643d01f no longer exists at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:50:55.920388 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336bd0ad-13e6-482c-8492-17ba8f62a666 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Pushing event deleted for resources: {'Port': ['ID=13e17843-8e6e-4578-886e-e64bbf209f72,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:55.969318 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] The host n-h2-826753-2 is not matching for port 38e91ad5-8313-46e5-8ac5-c1d94643d01f host ! {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 02:50:55.970060 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 38e91ad5-8313-46e5-8ac5-c1d94643d01f not bound to the agent host n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:50:55.970644 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device cbe98f0f-073e-41a4-b924-5a1a7035e145 no longer exists at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:50:56.018196 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d8b5e8a-7fdf-4298-a443-c2cc196eeb6c req-336bd0ad-13e6-482c-8492-17ba8f62a666 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] No DVR routers for this DVR port 13e17843-8e6e-4578-886e-e64bbf209f72 on host n-h2-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:50:56.020749 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-6d8b5e8a-7fdf-4298-a443-c2cc196eeb6c req-336bd0ad-13e6-482c-8492-17ba8f62a666 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:56.025333 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-6d8b5e8a-7fdf-4298-a443-c2cc196eeb6c req-336bd0ad-13e6-482c-8492-17ba8f62a666 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.82 "DELETE /v2.0/ports/13e17843-8e6e-4578-886e-e64bbf209f72 HTTP/1.1" status: 204 len: 173 time: 1.0339253 Feb 19 02:50:56.101931 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port cbe98f0f-073e-41a4-b924-5a1a7035e145 is: ACTIVE; New status is: DOWN {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:50:56.104238 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (cbe98f0f-073e-41a4-b924-5a1a7035e145), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:56.165907 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:56.198304 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port cbe98f0f-073e-41a4-b924-5a1a7035e145, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=cbe98f0f-073e-41a4-b924-5a1a7035e145,segment=NetworkSegment(8dc74463-1284-465e-8f51-9c4e25c854c9),segment_id=8dc74463-1284-465e-8f51-9c4e25c854c9)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:50:56.211202 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (cbe98f0f-073e-41a4-b924-5a1a7035e145), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:56.272547 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-6d8b5e8a-7fdf-4298-a443-c2cc196eeb6c req-438f3579-c371-4fc7-af81-ac7b553c3ad5 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Deleting port ddb05983-19db-46ef-a388-e5781e5a86ac {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:50:56.278340 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-6d8b5e8a-7fdf-4298-a443-c2cc196eeb6c req-438f3579-c371-4fc7-af81-ac7b553c3ad5 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (ddb05983-19db-46ef-a388-e5781e5a86ac), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:56.348557 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=cbe98f0f-073e-41a4-b924-5a1a7035e145,revision_number=6']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:56.491425 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-6d8b5e8a-7fdf-4298-a443-c2cc196eeb6c req-438f3579-c371-4fc7-af81-ac7b553c3ad5 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] For port ddb05983-19db-46ef-a388-e5781e5a86ac, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=ddb05983-19db-46ef-a388-e5781e5a86ac,segment=NetworkSegment(9b7f79d2-cbae-4212-ad2e-9ebd69e67349),segment_id=9b7f79d2-cbae-4212-ad2e-9ebd69e67349)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:50:56.491425 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-6d8b5e8a-7fdf-4298-a443-c2cc196eeb6c req-438f3579-c371-4fc7-af81-ac7b553c3ad5 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (ddb05983-19db-46ef-a388-e5781e5a86ac), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:56.520549 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-6d8b5e8a-7fdf-4298-a443-c2cc196eeb6c req-438f3579-c371-4fc7-af81-ac7b553c3ad5 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Calling delete_port for ddb05983-19db-46ef-a388-e5781e5a86ac owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:50:56.776012 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-6d8b5e8a-7fdf-4298-a443-c2cc196eeb6c req-438f3579-c371-4fc7-af81-ac7b553c3ad5 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (ddb05983-19db-46ef-a388-e5781e5a86ac), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:56.843275 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438f3579-c371-4fc7-af81-ac7b553c3ad5 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Pushing event deleted for resources: {'Port': ['ID=ddb05983-19db-46ef-a388-e5781e5a86ac,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:56.974897 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d8b5e8a-7fdf-4298-a443-c2cc196eeb6c req-438f3579-c371-4fc7-af81-ac7b553c3ad5 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] No DVR routers for this DVR port ddb05983-19db-46ef-a388-e5781e5a86ac on host n-h2-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:50:56.983862 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-6d8b5e8a-7fdf-4298-a443-c2cc196eeb6c req-438f3579-c371-4fc7-af81-ac7b553c3ad5 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:56.993133 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-6d8b5e8a-7fdf-4298-a443-c2cc196eeb6c req-438f3579-c371-4fc7-af81-ac7b553c3ad5 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.82 "DELETE /v2.0/ports/ddb05983-19db-46ef-a388-e5781e5a86ac HTTP/1.1" status: 204 len: 173 time: 0.9604437 Feb 19 02:50:57.199123 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-6d8b5e8a-7fdf-4298-a443-c2cc196eeb6c req-7232ff1f-8ac0-4d52-bb19-85070473fc19 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Deleting port cbe98f0f-073e-41a4-b924-5a1a7035e145 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:50:57.199468 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-6d8b5e8a-7fdf-4298-a443-c2cc196eeb6c req-7232ff1f-8ac0-4d52-bb19-85070473fc19 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (cbe98f0f-073e-41a4-b924-5a1a7035e145), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:57.391831 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-6d8b5e8a-7fdf-4298-a443-c2cc196eeb6c req-7232ff1f-8ac0-4d52-bb19-85070473fc19 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] For port cbe98f0f-073e-41a4-b924-5a1a7035e145, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=cbe98f0f-073e-41a4-b924-5a1a7035e145,segment=NetworkSegment(8dc74463-1284-465e-8f51-9c4e25c854c9),segment_id=8dc74463-1284-465e-8f51-9c4e25c854c9)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:50:57.393085 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-6d8b5e8a-7fdf-4298-a443-c2cc196eeb6c req-7232ff1f-8ac0-4d52-bb19-85070473fc19 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (cbe98f0f-073e-41a4-b924-5a1a7035e145), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:57.410179 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-6d8b5e8a-7fdf-4298-a443-c2cc196eeb6c req-7232ff1f-8ac0-4d52-bb19-85070473fc19 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Calling delete_port for cbe98f0f-073e-41a4-b924-5a1a7035e145 owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:50:57.603816 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-6d8b5e8a-7fdf-4298-a443-c2cc196eeb6c req-7232ff1f-8ac0-4d52-bb19-85070473fc19 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (cbe98f0f-073e-41a4-b924-5a1a7035e145), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:57.648612 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7232ff1f-8ac0-4d52-bb19-85070473fc19 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Pushing event deleted for resources: {'Port': ['ID=cbe98f0f-073e-41a4-b924-5a1a7035e145,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:57.751621 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d8b5e8a-7fdf-4298-a443-c2cc196eeb6c req-7232ff1f-8ac0-4d52-bb19-85070473fc19 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] No DVR routers for this DVR port cbe98f0f-073e-41a4-b924-5a1a7035e145 on host n-h2-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:50:57.754604 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-6d8b5e8a-7fdf-4298-a443-c2cc196eeb6c req-7232ff1f-8ac0-4d52-bb19-85070473fc19 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:57.759375 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-6d8b5e8a-7fdf-4298-a443-c2cc196eeb6c req-7232ff1f-8ac0-4d52-bb19-85070473fc19 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.82 "DELETE /v2.0/ports/cbe98f0f-073e-41a4-b924-5a1a7035e145 HTTP/1.1" status: 204 len: 173 time: 0.7588842 Feb 19 02:50:57.939162 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-6d8b5e8a-7fdf-4298-a443-c2cc196eeb6c req-52a008f2-d55d-42c7-9330-897ab8ec4091 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Deleting port 4a90eb6b-9954-4fd4-a849-80da8c127a4c {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:50:57.939500 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-6d8b5e8a-7fdf-4298-a443-c2cc196eeb6c req-52a008f2-d55d-42c7-9330-897ab8ec4091 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (4a90eb6b-9954-4fd4-a849-80da8c127a4c), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:58.153341 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-6d8b5e8a-7fdf-4298-a443-c2cc196eeb6c req-52a008f2-d55d-42c7-9330-897ab8ec4091 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] For port 4a90eb6b-9954-4fd4-a849-80da8c127a4c, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=4a90eb6b-9954-4fd4-a849-80da8c127a4c,segment=NetworkSegment(4dcb5a00-08ae-4121-b3c7-5b61541b276f),segment_id=4dcb5a00-08ae-4121-b3c7-5b61541b276f)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:50:58.153676 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-6d8b5e8a-7fdf-4298-a443-c2cc196eeb6c req-52a008f2-d55d-42c7-9330-897ab8ec4091 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (4a90eb6b-9954-4fd4-a849-80da8c127a4c), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:58.572327 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-6d8b5e8a-7fdf-4298-a443-c2cc196eeb6c req-52a008f2-d55d-42c7-9330-897ab8ec4091 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:58.572834 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-6d8b5e8a-7fdf-4298-a443-c2cc196eeb6c req-52a008f2-d55d-42c7-9330-897ab8ec4091 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16285943'] for floatingip (8aef0a69-870d-4c92-8f15-a248ec67315f), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:58.573242 n-d-826753-2 neutron-server[103702]: INFO neutron.db.l3_db [req-6d8b5e8a-7fdf-4298-a443-c2cc196eeb6c req-52a008f2-d55d-42c7-9330-897ab8ec4091 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Floating IP 8aef0a69-870d-4c92-8f15-a248ec67315f disassociated. External IP: 172.25.6.142, port: 4a90eb6b-9954-4fd4-a849-80da8c127a4c. Feb 19 02:50:58.573640 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-6d8b5e8a-7fdf-4298-a443-c2cc196eeb6c req-52a008f2-d55d-42c7-9330-897ab8ec4091 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Calling delete_port for 4a90eb6b-9954-4fd4-a849-80da8c127a4c owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:50:58.828842 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-6d8b5e8a-7fdf-4298-a443-c2cc196eeb6c req-52a008f2-d55d-42c7-9330-897ab8ec4091 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (4a90eb6b-9954-4fd4-a849-80da8c127a4c), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:58.918122 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a008f2-d55d-42c7-9330-897ab8ec4091 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Pushing event deleted for resources: {'Port': ['ID=4a90eb6b-9954-4fd4-a849-80da8c127a4c,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:50:59.262695 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6d8b5e8a-7fdf-4298-a443-c2cc196eeb6c req-52a008f2-d55d-42c7-9330-897ab8ec4091 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Router cd0ae412-80ef-4a23-8a21-7acf179b261b has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:50:59.481039 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6d8b5e8a-7fdf-4298-a443-c2cc196eeb6c req-52a008f2-d55d-42c7-9330-897ab8ec4091 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:50:59.505785 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ab2050-ddbe-4ef0-80c3-aa47f2048f6d None None] Sync routers for ids ['cd0ae412-80ef-4a23-8a21-7acf179b261b'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:50:59.594701 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ab2050-ddbe-4ef0-80c3-aa47f2048f6d None None] Routers {'cd0ae412-80ef-4a23-8a21-7acf179b261b'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:50:59.595613 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-57ab2050-ddbe-4ef0-80c3-aa47f2048f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:50:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['cd0ae412-80ef-4a23-8a21-7acf179b261b'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:50:59.615762 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d8b5e8a-7fdf-4298-a443-c2cc196eeb6c req-52a008f2-d55d-42c7-9330-897ab8ec4091 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] No DVR routers for this DVR port 4a90eb6b-9954-4fd4-a849-80da8c127a4c on host n-h2-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:50:59.623078 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-6d8b5e8a-7fdf-4298-a443-c2cc196eeb6c req-52a008f2-d55d-42c7-9330-897ab8ec4091 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:59.626764 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-6d8b5e8a-7fdf-4298-a443-c2cc196eeb6c req-52a008f2-d55d-42c7-9330-897ab8ec4091 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.82 "DELETE /v2.0/ports/4a90eb6b-9954-4fd4-a849-80da8c127a4c HTTP/1.1" status: 204 len: 173 time: 1.8615053 Feb 19 02:50:59.859001 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-57ab2050-ddbe-4ef0-80c3-aa47f2048f6d None None] Set router cd0ae412-80ef-4a23-8a21-7acf179b261b gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:51:00.100252 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-57ab2050-ddbe-4ef0-80c3-aa47f2048f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0ae412-80ef-4a23-8a21-7acf179b261b', 'name': 'tempest-TaggedBootDevicesTest_v242-1329049283-router', 'tenant_id': '7478e867ac94480b9c1c44ca2e321f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '87a9e188-e7e2-4186-b3bd-c170f6420972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:43:41Z', 'updated_at': '2022-02-19T02:43:48Z', 'revision_number': 4, 'project_id': '7478e867ac94480b9c1c44ca2e321f2f', 'gw_port': {'id': '87a9e188-e7e2-4186-b3bd-c170f6420972', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:07:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0ae412-80ef-4a23-8a21-7acf179b261b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:43:41Z', 'updated_at': '2022-02-19T02:43:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '8612e91a-4d48-4cf7-9812-b49d439e0fa7', 'name': '', 'network_id': '8b1da341-6b15-4165-b6f3-95f440007ab2', 'tenant_id': '7478e867ac94480b9c1c44ca2e321f2f', 'mac_address': 'fa:16:3e:2a:44:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0ae412-80ef-4a23-8a21-7acf179b261b', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '29b1d912-72fb-485c-b814-b1b426dd04c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:43:47Z', 'updated_at': '2022-02-19T02:43:56Z', 'revision_number': 5, 'project_id': '7478e867ac94480b9c1c44ca2e321f2f', 'subnets': [{'id': '29b1d912-72fb-485c-b814-b1b426dd04c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:51:00.127724 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ab2050-ddbe-4ef0-80c3-aa47f2048f6d None None] Checking router: cd0ae412-80ef-4a23-8a21-7acf179b261b for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:51:00.137850 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ab2050-ddbe-4ef0-80c3-aa47f2048f6d None None] Routers {'cd0ae412-80ef-4a23-8a21-7acf179b261b'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:51:00.138723 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-57ab2050-ddbe-4ef0-80c3-aa47f2048f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:50:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['cd0ae412-80ef-4a23-8a21-7acf179b261b'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:51:00.270636 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-57ab2050-ddbe-4ef0-80c3-aa47f2048f6d None None] Set router cd0ae412-80ef-4a23-8a21-7acf179b261b gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:51:00.668531 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-57ab2050-ddbe-4ef0-80c3-aa47f2048f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0ae412-80ef-4a23-8a21-7acf179b261b', 'name': 'tempest-TaggedBootDevicesTest_v242-1329049283-router', 'tenant_id': '7478e867ac94480b9c1c44ca2e321f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '87a9e188-e7e2-4186-b3bd-c170f6420972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:43:41Z', 'updated_at': '2022-02-19T02:43:48Z', 'revision_number': 4, 'project_id': '7478e867ac94480b9c1c44ca2e321f2f', 'gw_port': {'id': '87a9e188-e7e2-4186-b3bd-c170f6420972', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:07:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0ae412-80ef-4a23-8a21-7acf179b261b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:43:41Z', 'updated_at': '2022-02-19T02:43:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '8612e91a-4d48-4cf7-9812-b49d439e0fa7', 'name': '', 'network_id': '8b1da341-6b15-4165-b6f3-95f440007ab2', 'tenant_id': '7478e867ac94480b9c1c44ca2e321f2f', 'mac_address': 'fa:16:3e:2a:44:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0ae412-80ef-4a23-8a21-7acf179b261b', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '29b1d912-72fb-485c-b814-b1b426dd04c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:43:47Z', 'updated_at': '2022-02-19T02:43:56Z', 'revision_number': 5, 'project_id': '7478e867ac94480b9c1c44ca2e321f2f', 'subnets': [{'id': '29b1d912-72fb-485c-b814-b1b426dd04c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:51:00.706793 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ab2050-ddbe-4ef0-80c3-aa47f2048f6d None None] The sync data for ids ['cd0ae412-80ef-4a23-8a21-7acf179b261b'] in n-d-826753-2 is: [{'id': 'cd0ae412-80ef-4a23-8a21-7acf179b261b', 'name': 'tempest-TaggedBootDevicesTest_v242-1329049283-router', 'tenant_id': '7478e867ac94480b9c1c44ca2e321f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '87a9e188-e7e2-4186-b3bd-c170f6420972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:43:41Z', 'updated_at': '2022-02-19T02:43:48Z', 'revision_number': 4, 'project_id': '7478e867ac94480b9c1c44ca2e321f2f', 'gw_port': {'id': '87a9e188-e7e2-4186-b3bd-c170f6420972', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:07:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0ae412-80ef-4a23-8a21-7acf179b261b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:43:41Z', 'updated_at': '2022-02-19T02:43:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '8612e91a-4d48-4cf7-9812-b49d439e0fa7', 'name': '', 'network_id': '8b1da341-6b15-4165-b6f3-95f440007ab2', 'tenant_id': '7478e867ac94480b9c1c44ca2e321f2f', 'mac_address': 'fa:16:3e:2a:44:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0ae412-80ef-4a23-8a21-7acf179b261b', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '29b1d912-72fb-485c-b814-b1b426dd04c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:43:47Z', 'updated_at': '2022-02-19T02:43:56Z', 'revision_number': 5, 'project_id': '7478e867ac94480b9c1c44ca2e321f2f', 'subnets': [{'id': '29b1d912-72fb-485c-b814-b1b426dd04c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:51:01.127375 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 19 Feb 2022 02:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aecee11-4cc5-4c5c-b874-260773db51de x-openstack-request-id: req-0aecee11-4cc5-4c5c-b874-260773db51de {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:51:01.127898 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7f98579-8123-4a93-a9ea-c09f515b0254", "name": "network-vif-plugged", "status": "completed", "tag": "531d566d-738d-4da8-808a-034a8f680e0d", "code": 200}, {"server_uuid": "fc09faec-9f71-4628-83a5-9339c1354dc6", "name": "network-vif-plugged", "status": "completed", "tag": "910173af-972f-4b87-b171-40c4b5a5c3e3", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:51:01.128187 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0aecee11-4cc5-4c5c-b874-260773db51de {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:51:01.128960 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7f98579-8123-4a93-a9ea-c09f515b0254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '531d566d-738d-4da8-808a-034a8f680e0d', 'code': 200} Feb 19 02:51:01.129351 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc09faec-9f71-4628-83a5-9339c1354dc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '910173af-972f-4b87-b171-40c4b5a5c3e3', 'code': 200} Feb 19 02:51:01.202598 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-36fcd889-32ec-4aa5-b9d0-0a2aa846cbe9 req-458cf483-3337-44d1-a377-9d75aacc0a15 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ec863d4-5792-46d2-b299-7b34b3ebe431 HTTP/1.1" status: 200 len: 210 time: 0.0613027 Feb 19 02:51:01.213454 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc45d24c-d525-4008-9e32-a2af2d533482 None None] New status for floating IP 8aef0a69-870d-4c92-8f15-a248ec67315f: DOWN {{(pid=103703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 02:51:01.335820 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f44127-1cf1-439d-b5fb-16f4c91129c9 req-2f0d33d6-362d-4a96-b651-546b64eaa715 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:01.340094 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-57f44127-1cf1-439d-b5fb-16f4c91129c9 req-2f0d33d6-362d-4a96-b651-546b64eaa715 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=b633fbf1-48a0-4414-a396-bb91c1b8c863 HTTP/1.1" status: 200 len: 945 time: 0.1530790 Feb 19 02:51:01.350066 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2df2119-212a-43ec-968e-e1cfcaf9de6c req-984da695-f027-49a1-8862-e20d001b4d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:01.352917 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e2df2119-212a-43ec-968e-e1cfcaf9de6c req-984da695-f027-49a1-8862-e20d001b4d2a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=fc09faec-9f71-4628-83a5-9339c1354dc6 HTTP/1.1" status: 200 len: 1127 time: 0.0905707 Feb 19 02:51:01.434263 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e2df2119-212a-43ec-968e-e1cfcaf9de6c req-ac1781b1-ef49-46f8-ba52-75dce5697707 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=6ca71149-99da-4cc2-ac25-44d2d4a4007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737669 Feb 19 02:51:01.452370 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-57f44127-1cf1-439d-b5fb-16f4c91129c9 req-3a9586f6-3892-4d98-86b1-3a7d8c3b301e tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/security-groups?id=83745bf6-2450-44b1-b073-88b2d8645794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991948 Feb 19 02:51:01.685446 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63ca236-2dc6-41b1-be62-de92e9c3281a req-d1ab0567-5532-47d9-9571-1163eae1709b tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:01.687608 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e63ca236-2dc6-41b1-be62-de92e9c3281a req-d1ab0567-5532-47d9-9571-1163eae1709b tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc09faec-9f71-4628-83a5-9339c1354dc6 HTTP/1.1" status: 200 len: 945 time: 0.0909057 Feb 19 02:51:01.715653 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a97be5a-9e60-4574-a88c-6664cf96df43 x-openstack-request-id: req-7a97be5a-9e60-4574-a88c-6664cf96df43 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:51:01.716131 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ec863d4-5792-46d2-b299-7b34b3ebe431", "name": "network-vif-deleted", "tag": "da1d1eec-fe70-4e89-b89a-a37cea08cfdb", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:51:01.716563 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7a97be5a-9e60-4574-a88c-6664cf96df43 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:51:01.717288 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ec863d4-5792-46d2-b299-7b34b3ebe431', 'name': 'network-vif-deleted', 'tag': 'da1d1eec-fe70-4e89-b89a-a37cea08cfdb', 'status': 'completed', 'code': 200} Feb 19 02:51:01.792285 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e63ca236-2dc6-41b1-be62-de92e9c3281a req-e0361535-9fd6-4e8a-8787-f0d7f2301945 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ca71149-99da-4cc2-ac25-44d2d4a4007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992188 Feb 19 02:51:01.909830 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3af8ee9-e81a-4b2a-9e52-b6329ec03b4e req-fcf6338f-05c8-4e3c-ba51-dceb21e11ab6 tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:01.911479 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b3af8ee9-e81a-4b2a-9e52-b6329ec03b4e req-fcf6338f-05c8-4e3c-ba51-dceb21e11ab6 tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb33a693-c143-4b44-9bcb-7281cd2bca72 HTTP/1.1" status: 200 len: 948 time: 0.1395850 Feb 19 02:51:01.932057 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb34426-8db8-45f0-a249-8bc43598eb01 req-3197e238-b9f5-4e82-90f7-95e0d29382d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:01.933618 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4fb34426-8db8-45f0-a249-8bc43598eb01 req-3197e238-b9f5-4e82-90f7-95e0d29382d7 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d68bae7ecf6f4907884d3b1c20c6b537&device_id=b633fbf1-48a0-4414-a396-bb91c1b8c863 HTTP/1.1" status: 200 len: 1127 time: 0.0773332 Feb 19 02:51:02.000223 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b3af8ee9-e81a-4b2a-9e52-b6329ec03b4e req-7013b43c-55d6-45d0-ad4c-40571cc0bed4 tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f9a0e74-bc03-4003-b35a-0cd376c2c049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813439 Feb 19 02:51:02.106924 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb34426-8db8-45f0-a249-8bc43598eb01 req-d4aced76-866a-4e00-892a-f1da668d52c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:02.108409 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4fb34426-8db8-45f0-a249-8bc43598eb01 req-d4aced76-866a-4e00-892a-f1da668d52c6 service neutron] 10.222.0.82 "GET /v2.0/networks?id=4ec29c64-a4ae-430d-ba9f-348461fbf8ef HTTP/1.1" status: 200 len: 913 time: 0.1640651 Feb 19 02:51:03.012449 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4fb34426-8db8-45f0-a249-8bc43598eb01 req-92002dbd-8171-4a4c-83aa-4637a17d0cc3 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2627f988-0bb3-4e18-8043-ab2713487336 HTTP/1.1" status: 200 len: 217 time: 0.8880084 Feb 19 02:51:03.087476 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb34426-8db8-45f0-a249-8bc43598eb01 req-68b969b6-0337-400e-bfa1-a2241644f8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:03.089311 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4fb34426-8db8-45f0-a249-8bc43598eb01 req-68b969b6-0337-400e-bfa1-a2241644f8e8 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5103dc21-f4d0-430c-8a52-b05a3a288bbf HTTP/1.1" status: 200 len: 852 time: 0.0724530 Feb 19 02:51:03.112137 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a0f9ad-d039-401c-a8a8-85d254e37d36 req-98acf979-50e1-43e4-82f9-4d3ed1ba8811 tempest-ServersAdminTestJSON-1643435152 tempest-ServersAdminTestJSON-1643435152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:03.112625 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a0f9ad-d039-401c-a8a8-85d254e37d36 req-98acf979-50e1-43e4-82f9-4d3ed1ba8811 tempest-ServersAdminTestJSON-1643435152 tempest-ServersAdminTestJSON-1643435152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:03.116037 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a0f9ad-d039-401c-a8a8-85d254e37d36 req-98acf979-50e1-43e4-82f9-4d3ed1ba8811 tempest-ServersAdminTestJSON-1643435152 tempest-ServersAdminTestJSON-1643435152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:03.116945 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a0f9ad-d039-401c-a8a8-85d254e37d36 req-98acf979-50e1-43e4-82f9-4d3ed1ba8811 tempest-ServersAdminTestJSON-1643435152 tempest-ServersAdminTestJSON-1643435152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:03.117451 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a0f9ad-d039-401c-a8a8-85d254e37d36 req-98acf979-50e1-43e4-82f9-4d3ed1ba8811 tempest-ServersAdminTestJSON-1643435152 tempest-ServersAdminTestJSON-1643435152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:03.117930 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a0f9ad-d039-401c-a8a8-85d254e37d36 req-98acf979-50e1-43e4-82f9-4d3ed1ba8811 tempest-ServersAdminTestJSON-1643435152 tempest-ServersAdminTestJSON-1643435152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:03.118389 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a0f9ad-d039-401c-a8a8-85d254e37d36 req-98acf979-50e1-43e4-82f9-4d3ed1ba8811 tempest-ServersAdminTestJSON-1643435152 tempest-ServersAdminTestJSON-1643435152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:03.118852 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a0f9ad-d039-401c-a8a8-85d254e37d36 req-98acf979-50e1-43e4-82f9-4d3ed1ba8811 tempest-ServersAdminTestJSON-1643435152 tempest-ServersAdminTestJSON-1643435152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:03.119314 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a0f9ad-d039-401c-a8a8-85d254e37d36 req-98acf979-50e1-43e4-82f9-4d3ed1ba8811 tempest-ServersAdminTestJSON-1643435152 tempest-ServersAdminTestJSON-1643435152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:03.121623 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-41a0f9ad-d039-401c-a8a8-85d254e37d36 req-98acf979-50e1-43e4-82f9-4d3ed1ba8811 tempest-ServersAdminTestJSON-1643435152 tempest-ServersAdminTestJSON-1643435152-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=fc09faec-9f71-4628-83a5-9339c1354dc6&device_id=3b01b50e-bb5a-469c-9a8c-ad9958ef960c&device_id=d7f98579-8123-4a93-a9ea-c09f515b0254&device_id=3cca9c25-9730-4d04-add4-37b9cddf5727&device_id=b633fbf1-48a0-4414-a396-bb91c1b8c863&device_id=703117b2-3b74-4940-91d7-38248cc7fdf8&device_id=fb33a693-c143-4b44-9bcb-7281cd2bca72&device_id=b7fed794-1a17-4088-a757-ff223e40f3d9&device_id=5e6b6e06-615f-4c46-a27b-bc13f80acb79&device_id=6ec863d4-5792-46d2-b299-7b34b3ebe431 HTTP/1.1" status: 200 len: 8485 time: 0.1415584 Feb 19 02:51:03.130334 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b633fbf1-48a0-4414-a396-bb91c1b8c863', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2627f988-0bb3-4e18-8043-ab2713487336'}, {'server_uuid': 'fb33a693-c143-4b44-9bcb-7281cd2bca72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a147c18c-4a52-40b3-8d1d-bd06c5e3635e'}, {'server_uuid': '6ec863d4-5792-46d2-b299-7b34b3ebe431', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13e17843-8e6e-4578-886e-e64bbf209f72'}, {'server_uuid': '6ec863d4-5792-46d2-b299-7b34b3ebe431', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddb05983-19db-46ef-a388-e5781e5a86ac'}, {'server_uuid': '6ec863d4-5792-46d2-b299-7b34b3ebe431', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a90eb6b-9954-4fd4-a849-80da8c127a4c'}, {'server_uuid': '6ec863d4-5792-46d2-b299-7b34b3ebe431', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbe98f0f-073e-41a4-b924-5a1a7035e145'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:51:03.134555 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e676bc5c-da89-4057-9d98-bf5465a60965" -d '{"events": [{"server_uuid": "b633fbf1-48a0-4414-a396-bb91c1b8c863", "name": "network-vif-plugged", "status": "completed", "tag": "2627f988-0bb3-4e18-8043-ab2713487336"}, {"server_uuid": "fb33a693-c143-4b44-9bcb-7281cd2bca72", "name": "network-vif-unplugged", "status": "completed", "tag": "a147c18c-4a52-40b3-8d1d-bd06c5e3635e"}, {"server_uuid": "6ec863d4-5792-46d2-b299-7b34b3ebe431", "name": "network-vif-unplugged", "status": "completed", "tag": "13e17843-8e6e-4578-886e-e64bbf209f72"}, {"server_uuid": "6ec863d4-5792-46d2-b299-7b34b3ebe431", "name": "network-vif-unplugged", "status": "completed", "tag": "ddb05983-19db-46ef-a388-e5781e5a86ac"}, {"server_uuid": "6ec863d4-5792-46d2-b299-7b34b3ebe431", "name": "network-vif-unplugged", "status": "completed", "tag": "4a90eb6b-9954-4fd4-a849-80da8c127a4c"}, {"server_uuid": "6ec863d4-5792-46d2-b299-7b34b3ebe431", "name": "network-vif-unplugged", "status": "completed", "tag": "cbe98f0f-073e-41a4-b924-5a1a7035e145"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:51:03.149167 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4fb34426-8db8-45f0-a249-8bc43598eb01 req-cbcd93fe-119e-4008-93af-e57119d197b8 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=4ec29c64-a4ae-430d-ba9f-348461fbf8ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444164 Feb 19 02:51:03.167818 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-41a0f9ad-d039-401c-a8a8-85d254e37d36 req-e2d98011-fc4c-4864-90e1-64015834df7c tempest-ServersAdminTestJSON-1643435152 tempest-ServersAdminTestJSON-1643435152-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:03.298736 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4fb34426-8db8-45f0-a249-8bc43598eb01 req-9f433c7c-ea85-42b0-914c-65b7fc6b9eee service neutron] 10.222.0.82 "GET /v2.0/networks/4ec29c64-a4ae-430d-ba9f-348461fbf8ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392250 Feb 19 02:51:03.367165 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-41a0f9ad-d039-401c-a8a8-85d254e37d36 req-e2d98011-fc4c-4864-90e1-64015834df7c tempest-ServersAdminTestJSON-1643435152 tempest-ServersAdminTestJSON-1643435152-project-admin] Publish callbacks [] for security_group (168e73c3-5eda-423b-bd40-151ce70d16f6), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:03.384916 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-41a0f9ad-d039-401c-a8a8-85d254e37d36 req-e2d98011-fc4c-4864-90e1-64015834df7c tempest-ServersAdminTestJSON-1643435152 tempest-ServersAdminTestJSON-1643435152-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (168e73c3-5eda-423b-bd40-151ce70d16f6), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:03.469204 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4fb34426-8db8-45f0-a249-8bc43598eb01 req-1155a911-91a3-4142-b8d4-75bca47198f5 service neutron] 10.222.0.82 "GET /v2.0/networks/4ec29c64-a4ae-430d-ba9f-348461fbf8ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638935 Feb 19 02:51:03.525426 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-41a0f9ad-d039-401c-a8a8-85d254e37d36 req-e2d98011-fc4c-4864-90e1-64015834df7c tempest-ServersAdminTestJSON-1643435152 tempest-ServersAdminTestJSON-1643435152-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=7f9a0e74-bc03-4003-b35a-0cd376c2c049&id=d1068709-142b-4f0d-aa54-30196489f5e1&id=83745bf6-2450-44b1-b073-88b2d8645794&id=6ca71149-99da-4cc2-ac25-44d2d4a4007c&id=fe71e737-cb97-4e9e-a576-1f93522c47f8&fields=id&fields=name HTTP/1.1" status: 200 len: 555 time: 0.3953326 Feb 19 02:51:03.570201 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d98011-fc4c-4864-90e1-64015834df7c tempest-ServersAdminTestJSON-1643435152 tempest-ServersAdminTestJSON-1643435152-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=168e73c3-5eda-423b-bd40-151ce70d16f6,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:51:03.710746 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-79f8612c-f8e4-4a65-94cb-a937cd346ce9 req-8d54a7f2-dfaa-47d2-901b-773024c35857 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ec863d4-5792-46d2-b299-7b34b3ebe431 HTTP/1.1" status: 200 len: 210 time: 0.0537426 Feb 19 02:51:03.719289 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ec863d4-5792-46d2-b299-7b34b3ebe431', 'name': 'network-vif-deleted', 'tag': '13e17843-8e6e-4578-886e-e64bbf209f72'}, {'server_uuid': '6ec863d4-5792-46d2-b299-7b34b3ebe431', 'name': 'network-vif-deleted', 'tag': 'ddb05983-19db-46ef-a388-e5781e5a86ac'}, {'server_uuid': '6ec863d4-5792-46d2-b299-7b34b3ebe431', 'name': 'network-vif-deleted', 'tag': 'cbe98f0f-073e-41a4-b924-5a1a7035e145'}, {'server_uuid': '6ec863d4-5792-46d2-b299-7b34b3ebe431', 'name': 'network-vif-deleted', 'tag': '4a90eb6b-9954-4fd4-a849-80da8c127a4c'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:51:03.722243 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf2767de-f4fa-4b61-8a4b-9becef1a558f" -d '{"events": [{"server_uuid": "6ec863d4-5792-46d2-b299-7b34b3ebe431", "name": "network-vif-deleted", "tag": "13e17843-8e6e-4578-886e-e64bbf209f72"}, {"server_uuid": "6ec863d4-5792-46d2-b299-7b34b3ebe431", "name": "network-vif-deleted", "tag": "ddb05983-19db-46ef-a388-e5781e5a86ac"}, {"server_uuid": "6ec863d4-5792-46d2-b299-7b34b3ebe431", "name": "network-vif-deleted", "tag": "cbe98f0f-073e-41a4-b924-5a1a7035e145"}, {"server_uuid": "6ec863d4-5792-46d2-b299-7b34b3ebe431", "name": "network-vif-deleted", "tag": "4a90eb6b-9954-4fd4-a849-80da8c127a4c"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:51:03.930517 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da80d882-b894-4968-b5c8-fbde453ef056 req-aac3fa52-c6f1-4ecf-807c-06b7b7287319 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:03.940833 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-da80d882-b894-4968-b5c8-fbde453ef056 req-aac3fa52-c6f1-4ecf-807c-06b7b7287319 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=b633fbf1-48a0-4414-a396-bb91c1b8c863 HTTP/1.1" status: 200 len: 945 time: 0.1279967 Feb 19 02:51:04.148307 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-da80d882-b894-4968-b5c8-fbde453ef056 req-027ddb92-4566-446d-8ce2-55e6720e4aa3 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/security-groups?id=83745bf6-2450-44b1-b073-88b2d8645794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981773 Feb 19 02:51:04.176130 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4ff044-9806-4a2d-ae82-d7be69b99cd2 req-b2ae4f35-5c46-4b4c-978e-ce29ce3a68b0 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:04.193189 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8f4ff044-9806-4a2d-ae82-d7be69b99cd2 req-b2ae4f35-5c46-4b4c-978e-ce29ce3a68b0 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc09faec-9f71-4628-83a5-9339c1354dc6 HTTP/1.1" status: 200 len: 945 time: 0.2415888 Feb 19 02:51:04.197593 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 531d566d-738d-4da8-808a-034a8f680e0d no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:51:04.332625 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8f4ff044-9806-4a2d-ae82-d7be69b99cd2 req-56283a7a-115c-40d6-8b14-fdacfc2e2a8b tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ca71149-99da-4cc2-ac25-44d2d4a4007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412711 Feb 19 02:51:04.427185 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 531d566d-738d-4da8-808a-034a8f680e0d is: ACTIVE; New status is: DOWN {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:51:04.427892 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (531d566d-738d-4da8-808a-034a8f680e0d), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:04.496982 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 2627f988-0bb3-4e18-8043-ab2713487336 no longer exists at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:51:04.604251 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1048 Content-Type: application/json Date: Sat, 19 Feb 2022 02:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d8826e9-f54f-4208-b13d-59b0125ef4d8 x-openstack-request-id: req-8d8826e9-f54f-4208-b13d-59b0125ef4d8 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:51:04.604575 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b633fbf1-48a0-4414-a396-bb91c1b8c863", "name": "network-vif-plugged", "status": "completed", "tag": "2627f988-0bb3-4e18-8043-ab2713487336", "code": 200}, {"server_uuid": "fb33a693-c143-4b44-9bcb-7281cd2bca72", "name": "network-vif-unplugged", "status": "completed", "tag": "a147c18c-4a52-40b3-8d1d-bd06c5e3635e", "code": 200}, {"server_uuid": "6ec863d4-5792-46d2-b299-7b34b3ebe431", "name": "network-vif-unplugged", "status": "completed", "tag": "13e17843-8e6e-4578-886e-e64bbf209f72", "code": 200}, {"server_uuid": "6ec863d4-5792-46d2-b299-7b34b3ebe431", "name": "network-vif-unplugged", "status": "completed", "tag": "ddb05983-19db-46ef-a388-e5781e5a86ac", "code": 200}, {"server_uuid": "6ec863d4-5792-46d2-b299-7b34b3ebe431", "name": "network-vif-unplugged", "status": "completed", "tag": "4a90eb6b-9954-4fd4-a849-80da8c127a4c", "code": 200}, {"server_uuid": "6ec863d4-5792-46d2-b299-7b34b3ebe431", "name": "network-vif-unplugged", "status": "completed", "tag": "cbe98f0f-073e-41a4-b924-5a1a7035e145", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:51:04.606925 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8d8826e9-f54f-4208-b13d-59b0125ef4d8 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:51:04.609529 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b633fbf1-48a0-4414-a396-bb91c1b8c863', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2627f988-0bb3-4e18-8043-ab2713487336', 'code': 200} Feb 19 02:51:04.611067 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb33a693-c143-4b44-9bcb-7281cd2bca72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a147c18c-4a52-40b3-8d1d-bd06c5e3635e', 'code': 200} Feb 19 02:51:04.611492 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ec863d4-5792-46d2-b299-7b34b3ebe431', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13e17843-8e6e-4578-886e-e64bbf209f72', 'code': 200} Feb 19 02:51:04.612836 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ec863d4-5792-46d2-b299-7b34b3ebe431', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddb05983-19db-46ef-a388-e5781e5a86ac', 'code': 200} Feb 19 02:51:04.614563 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ec863d4-5792-46d2-b299-7b34b3ebe431', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a90eb6b-9954-4fd4-a849-80da8c127a4c', 'code': 200} Feb 19 02:51:04.615826 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ec863d4-5792-46d2-b299-7b34b3ebe431', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbe98f0f-073e-41a4-b924-5a1a7035e145', 'code': 200} Feb 19 02:51:04.663761 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Sat, 19 Feb 2022 02:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71917078-a6fa-454f-a575-3f0392a42f72 x-openstack-request-id: req-71917078-a6fa-454f-a575-3f0392a42f72 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:51:04.664340 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ec863d4-5792-46d2-b299-7b34b3ebe431", "name": "network-vif-deleted", "tag": "13e17843-8e6e-4578-886e-e64bbf209f72", "status": "completed", "code": 200}, {"server_uuid": "6ec863d4-5792-46d2-b299-7b34b3ebe431", "name": "network-vif-deleted", "tag": "ddb05983-19db-46ef-a388-e5781e5a86ac", "status": "completed", "code": 200}, {"server_uuid": "6ec863d4-5792-46d2-b299-7b34b3ebe431", "name": "network-vif-deleted", "tag": "cbe98f0f-073e-41a4-b924-5a1a7035e145", "status": "completed", "code": 200}, {"server_uuid": "6ec863d4-5792-46d2-b299-7b34b3ebe431", "name": "network-vif-deleted", "tag": "4a90eb6b-9954-4fd4-a849-80da8c127a4c", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:51:04.664446 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-71917078-a6fa-454f-a575-3f0392a42f72 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:51:04.664808 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ec863d4-5792-46d2-b299-7b34b3ebe431', 'name': 'network-vif-deleted', 'tag': '13e17843-8e6e-4578-886e-e64bbf209f72', 'status': 'completed', 'code': 200} Feb 19 02:51:04.665693 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ec863d4-5792-46d2-b299-7b34b3ebe431', 'name': 'network-vif-deleted', 'tag': 'ddb05983-19db-46ef-a388-e5781e5a86ac', 'status': 'completed', 'code': 200} Feb 19 02:51:04.665963 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ec863d4-5792-46d2-b299-7b34b3ebe431', 'name': 'network-vif-deleted', 'tag': 'cbe98f0f-073e-41a4-b924-5a1a7035e145', 'status': 'completed', 'code': 200} Feb 19 02:51:04.666226 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ec863d4-5792-46d2-b299-7b34b3ebe431', 'name': 'network-vif-deleted', 'tag': '4a90eb6b-9954-4fd4-a849-80da8c127a4c', 'status': 'completed', 'code': 200} Feb 19 02:51:04.793845 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 531d566d-738d-4da8-808a-034a8f680e0d, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=531d566d-738d-4da8-808a-034a8f680e0d,segment=NetworkSegment(95c489b5-d2f5-4704-89fb-8accaa8a0e0f),segment_id=95c489b5-d2f5-4704-89fb-8accaa8a0e0f)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:51:04.810272 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (531d566d-738d-4da8-808a-034a8f680e0d), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:04.938699 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e697ebdc-7dbd-45f2-a690-87b5c91bae5f req-f023e65e-456a-4d5e-9ca8-5249c1856b3e tempest-ServersAdminTestJSON-1643435152 tempest-ServersAdminTestJSON-1643435152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:04.940783 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 2627f988-0bb3-4e18-8043-ab2713487336 is: ACTIVE; New status is: DOWN {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:51:04.941350 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e697ebdc-7dbd-45f2-a690-87b5c91bae5f req-f023e65e-456a-4d5e-9ca8-5249c1856b3e tempest-ServersAdminTestJSON-1643435152 tempest-ServersAdminTestJSON-1643435152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:04.941932 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e697ebdc-7dbd-45f2-a690-87b5c91bae5f req-f023e65e-456a-4d5e-9ca8-5249c1856b3e tempest-ServersAdminTestJSON-1643435152 tempest-ServersAdminTestJSON-1643435152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:04.950562 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (2627f988-0bb3-4e18-8043-ab2713487336), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:04.953871 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e697ebdc-7dbd-45f2-a690-87b5c91bae5f req-f023e65e-456a-4d5e-9ca8-5249c1856b3e tempest-ServersAdminTestJSON-1643435152 tempest-ServersAdminTestJSON-1643435152-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=3b01b50e-bb5a-469c-9a8c-ad9958ef960c&device_id=3cca9c25-9730-4d04-add4-37b9cddf5727&device_id=703117b2-3b74-4940-91d7-38248cc7fdf8 HTTP/1.1" status: 200 len: 2977 time: 0.1203105 Feb 19 02:51:05.068790 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=531d566d-738d-4da8-808a-034a8f680e0d,revision_number=8']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:51:05.076507 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 2627f988-0bb3-4e18-8043-ab2713487336, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=2627f988-0bb3-4e18-8043-ab2713487336,segment=NetworkSegment(b3dae451-0c86-4a64-8455-5c47bfffd3eb),segment_id=b3dae451-0c86-4a64-8455-5c47bfffd3eb)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:51:05.086212 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (2627f988-0bb3-4e18-8043-ab2713487336), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:05.147222 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e697ebdc-7dbd-45f2-a690-87b5c91bae5f req-27cd651e-b4bd-45f0-b7f0-3772c0196b2c tempest-ServersAdminTestJSON-1643435152 tempest-ServersAdminTestJSON-1643435152-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=fe71e737-cb97-4e9e-a576-1f93522c47f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923003 Feb 19 02:51:05.177658 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=2627f988-0bb3-4e18-8043-ab2713487336,revision_number=8']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:51:05.259845 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71928611-9978-4763-ad81-7c7cccb9f1a0 req-5b34fa1d-4dea-444e-bf33-a1f6e9a496fa tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:05.267386 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-71928611-9978-4763-ad81-7c7cccb9f1a0 req-5b34fa1d-4dea-444e-bf33-a1f6e9a496fa tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/networks?id=38d6fa8e-4007-4beb-abd0-8f0d817f1ef6 HTTP/1.1" status: 200 len: 806 time: 0.3683743 Feb 19 02:51:05.308652 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-811b4e90-456d-4de9-af81-117140b5bcad req-edd81b03-2083-4cb9-81da-276b0fd02dcc tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ec863d4-5792-46d2-b299-7b34b3ebe431 HTTP/1.1" status: 200 len: 210 time: 0.0384126 Feb 19 02:51:05.317592 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-71928611-9978-4763-ad81-7c7cccb9f1a0 req-7be931de-2bc9-4d29-91b1-2fd19a1d14f9 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/quotas/58648b0a304e4e32b732a18f663ed7a6 HTTP/1.1" status: 200 len: 375 time: 0.0491195 Feb 19 02:51:05.420919 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-71928611-9978-4763-ad81-7c7cccb9f1a0 req-0a0c4af3-390e-4e9d-8241-bf75d680aba8 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=58648b0a304e4e32b732a18f663ed7a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1021235 Feb 19 02:51:06.025965 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-71928611-9978-4763-ad81-7c7cccb9f1a0 req-425a256c-0129-49fd-a41b-73426c9e4509 service neutron] 10.222.0.72 "GET /v2.0/networks/38d6fa8e-4007-4beb-abd0-8f0d817f1ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6038551 Feb 19 02:51:06.256955 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2548261f-39e2-4747-b7cd-05d94b2ee75d req-cd59505a-5526-4266-ba80-4a6385fa1562 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:06.267357 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2548261f-39e2-4747-b7cd-05d94b2ee75d req-cd59505a-5526-4266-ba80-4a6385fa1562 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/networks?id=bf672100-ed94-443f-908a-4ecaf8a2d628 HTTP/1.1" status: 200 len: 804 time: 0.8133240 Feb 19 02:51:06.310443 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-71928611-9978-4763-ad81-7c7cccb9f1a0 req-832ab035-448f-42a0-a890-c6ef06ed1967 service neutron] 10.222.0.72 "GET /v2.0/networks/38d6fa8e-4007-4beb-abd0-8f0d817f1ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2835271 Feb 19 02:51:06.312194 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2548261f-39e2-4747-b7cd-05d94b2ee75d req-697f6c2a-5505-45bc-8b2f-4fbc3f1d18aa tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/quotas/c7760c6b8b69415fb3db99a9707764df HTTP/1.1" status: 200 len: 375 time: 0.0433552 Feb 19 02:51:06.464572 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2548261f-39e2-4747-b7cd-05d94b2ee75d req-743462ec-220f-4d14-93ab-6e7d082b1c2a tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=c7760c6b8b69415fb3db99a9707764df&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1423311 Feb 19 02:51:06.619606 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7f98579-8123-4a93-a9ea-c09f515b0254', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '531d566d-738d-4da8-808a-034a8f680e0d'}, {'server_uuid': 'b633fbf1-48a0-4414-a396-bb91c1b8c863', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2627f988-0bb3-4e18-8043-ab2713487336'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:51:06.626169 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68a1ae7f-90e0-49d0-bed3-c4c6407aca05" -d '{"events": [{"server_uuid": "d7f98579-8123-4a93-a9ea-c09f515b0254", "name": "network-vif-unplugged", "status": "completed", "tag": "531d566d-738d-4da8-808a-034a8f680e0d"}, {"server_uuid": "b633fbf1-48a0-4414-a396-bb91c1b8c863", "name": "network-vif-unplugged", "status": "completed", "tag": "2627f988-0bb3-4e18-8043-ab2713487336"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:51:06.675728 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2548261f-39e2-4747-b7cd-05d94b2ee75d req-56805891-fdfe-4aaf-a1cd-18a99410ded6 service neutron] 10.222.0.72 "GET /v2.0/networks/bf672100-ed94-443f-908a-4ecaf8a2d628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102671 Feb 19 02:51:06.944192 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2548261f-39e2-4747-b7cd-05d94b2ee75d req-96a6b3f1-f389-4570-af22-fbc3630b7708 service neutron] 10.222.0.72 "GET /v2.0/networks/bf672100-ed94-443f-908a-4ecaf8a2d628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578676 Feb 19 02:51:06.983120 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ce601c-9840-448b-8794-4407c2579962 req-ff1bf938-f976-442f-abc8-5cdcb27c8c00 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:06.991348 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-58ce601c-9840-448b-8794-4407c2579962 req-ff1bf938-f976-442f-abc8-5cdcb27c8c00 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=b633fbf1-48a0-4414-a396-bb91c1b8c863 HTTP/1.1" status: 200 len: 943 time: 0.2072499 Feb 19 02:51:07.111677 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-58ce601c-9840-448b-8794-4407c2579962 req-0b7f9cc4-6300-4dbd-90f9-1a2a42e086b8 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/security-groups?id=83745bf6-2450-44b1-b073-88b2d8645794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189504 Feb 19 02:51:07.375458 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-521d9efa-1ae6-4596-9624-d51477241deb req-ec28104c-4ec6-4c80-81e2-d67b37952a0b tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ec863d4-5792-46d2-b299-7b34b3ebe431 HTTP/1.1" status: 200 len: 210 time: 0.0426230 Feb 19 02:51:07.385403 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6d05f850-f42c-4e07-b91c-a2d02f33b7df req-98085a99-90b5-45e1-a01c-99be6f2d1272 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=b199e4ce-2474-4d9e-88a0-68c6c1ca9e0d HTTP/1.1" status: 200 len: 210 time: 0.1020541 Feb 19 02:51:07.499753 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 355 Content-Type: application/json Date: Sat, 19 Feb 2022 02:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dad5387-ef2a-4c83-b000-eae09ca62c4b x-openstack-request-id: req-7dad5387-ef2a-4c83-b000-eae09ca62c4b {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:51:07.500057 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7f98579-8123-4a93-a9ea-c09f515b0254", "name": "network-vif-unplugged", "status": "completed", "tag": "531d566d-738d-4da8-808a-034a8f680e0d", "code": 200}, {"server_uuid": "b633fbf1-48a0-4414-a396-bb91c1b8c863", "name": "network-vif-unplugged", "status": "failed", "tag": "2627f988-0bb3-4e18-8043-ab2713487336", "code": 422}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:51:07.500370 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7dad5387-ef2a-4c83-b000-eae09ca62c4b {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:51:07.500773 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7f98579-8123-4a93-a9ea-c09f515b0254', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '531d566d-738d-4da8-808a-034a8f680e0d', 'code': 200} Feb 19 02:51:07.501110 n-d-826753-2 neutron-server[103703]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b633fbf1-48a0-4414-a396-bb91c1b8c863', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2627f988-0bb3-4e18-8043-ab2713487336', 'code': 422} returned with failed status Feb 19 02:51:07.623484 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8902511b-abc5-4eda-ad2f-b7a5f1e03359 req-89a0f0b3-6b75-444e-9225-bc94c0494a16 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/ports?device_id=4baf32be-c2d0-4ad5-9167-43394f08e9fb HTTP/1.1" status: 200 len: 210 time: 0.0366488 Feb 19 02:51:07.779112 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c90337-6c53-465d-a089-8d6c71e10139 req-8943106d-fd22-42bb-95c4-aa467fbcf465 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:07.781818 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e8c90337-6c53-465d-a089-8d6c71e10139 req-8943106d-fd22-42bb-95c4-aa467fbcf465 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.73 "GET /v2.0/ports?device_id=d7f98579-8123-4a93-a9ea-c09f515b0254 HTTP/1.1" status: 200 len: 943 time: 0.1361864 Feb 19 02:51:08.080392 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-e8c90337-6c53-465d-a089-8d6c71e10139 req-97495958-e788-4aa3-ad43-e21b83660453 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Deleting port 531d566d-738d-4da8-808a-034a8f680e0d {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:51:08.080785 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-e8c90337-6c53-465d-a089-8d6c71e10139 req-97495958-e788-4aa3-ad43-e21b83660453 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (531d566d-738d-4da8-808a-034a8f680e0d), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:08.215440 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:51:08.347024 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-e8c90337-6c53-465d-a089-8d6c71e10139 req-97495958-e788-4aa3-ad43-e21b83660453 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] For port 531d566d-738d-4da8-808a-034a8f680e0d, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=531d566d-738d-4da8-808a-034a8f680e0d,segment=NetworkSegment(95c489b5-d2f5-4704-89fb-8accaa8a0e0f),segment_id=95c489b5-d2f5-4704-89fb-8accaa8a0e0f)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:51:08.349138 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-e8c90337-6c53-465d-a089-8d6c71e10139 req-97495958-e788-4aa3-ad43-e21b83660453 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (531d566d-738d-4da8-808a-034a8f680e0d), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:08.365879 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-e8c90337-6c53-465d-a089-8d6c71e10139 req-97495958-e788-4aa3-ad43-e21b83660453 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Calling delete_port for 531d566d-738d-4da8-808a-034a8f680e0d owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:51:08.545153 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:51:08.584768 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': '4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf', 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f', 'port_id': '4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf', 'mac_address': 'fa:16:3e:e6:0e:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '974c06bc-f097-4890-970a-b087501ab241', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:51:08.681466 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:51:08.682275 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:08.703054 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:51:08.736581 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:51:08.744715 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:08.778961 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-42d349b1-3c6b-4f24-a63b-855da5108d91 req-5d446839-d661-47c4-a891-868e0cc0641a tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=b199e4ce-2474-4d9e-88a0-68c6c1ca9e0d HTTP/1.1" status: 200 len: 210 time: 0.0880125 Feb 19 02:51:08.794436 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71928611-9978-4763-ad81-7c7cccb9f1a0 req-f1fc2e90-0be5-49a7-a2aa-f11f9e961db7 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:08.797050 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-71928611-9978-4763-ad81-7c7cccb9f1a0 req-f1fc2e90-0be5-49a7-a2aa-f11f9e961db7 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.82 "GET /v2.0/networks?id=38d6fa8e-4007-4beb-abd0-8f0d817f1ef6 HTTP/1.1" status: 200 len: 806 time: 0.2863572 Feb 19 02:51:08.815040 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ad5a89-499e-4b47-8256-72f4dc9eb739 req-569266b9-0db0-41a4-a271-c122f9326765 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:08.818390 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e9ad5a89-499e-4b47-8256-72f4dc9eb739 req-569266b9-0db0-41a4-a271-c122f9326765 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=b633fbf1-48a0-4414-a396-bb91c1b8c863 HTTP/1.1" status: 200 len: 943 time: 0.1768706 Feb 19 02:51:08.881476 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-71928611-9978-4763-ad81-7c7cccb9f1a0 req-54916751-1d0d-45e0-b4d6-ff907f47e684 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Request body: {'port': {'device_id': 'b199e4ce-2474-4d9e-88a0-68c6c1ca9e0d', 'network_id': '38d6fa8e-4007-4beb-abd0-8f0d817f1ef6', 'admin_state_up': True, 'tenant_id': '58648b0a304e4e32b732a18f663ed7a6'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:51:08.904902 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf,revision_number=9']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:51:08.964069 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:51:08.982168 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-e8c90337-6c53-465d-a089-8d6c71e10139 req-97495958-e788-4aa3-ad43-e21b83660453 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (531d566d-738d-4da8-808a-034a8f680e0d), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:09.015444 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97495958-e788-4aa3-ad43-e21b83660453 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Pushing event deleted for resources: {'Port': ['ID=531d566d-738d-4da8-808a-034a8f680e0d,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:51:09.110483 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27537d58-f2f3-4f06-90d2-b5413489221c req-9114410b-f055-464c-ad36-8f059545a515 tempest-ServersAdminTestJSON-1643435152 tempest-ServersAdminTestJSON-1643435152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:09.118493 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-27537d58-f2f3-4f06-90d2-b5413489221c req-9114410b-f055-464c-ad36-8f059545a515 tempest-ServersAdminTestJSON-1643435152 tempest-ServersAdminTestJSON-1643435152-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=703117b2-3b74-4940-91d7-38248cc7fdf8 HTTP/1.1" status: 200 len: 1132 time: 0.1494782 Feb 19 02:51:09.182207 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-e9ad5a89-499e-4b47-8256-72f4dc9eb739 req-c618bbc3-8aef-49ba-b5ce-35481f2154e2 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Deleting port 2627f988-0bb3-4e18-8043-ab2713487336 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:51:09.182465 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-e9ad5a89-499e-4b47-8256-72f4dc9eb739 req-c618bbc3-8aef-49ba-b5ce-35481f2154e2 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (2627f988-0bb3-4e18-8043-ab2713487336), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:09.185834 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71928611-9978-4763-ad81-7c7cccb9f1a0 req-54916751-1d0d-45e0-b4d6-ff907f47e684 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Made reservation on behalf of 58648b0a304e4e32b732a18f663ed7a6 for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:51:09.189748 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-71928611-9978-4763-ad81-7c7cccb9f1a0 req-54916751-1d0d-45e0-b4d6-ff907f47e684 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:09.205142 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8c90337-6c53-465d-a089-8d6c71e10139 req-97495958-e788-4aa3-ad43-e21b83660453 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] No DVR routers for this DVR port 531d566d-738d-4da8-808a-034a8f680e0d on host n-h1-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:51:09.212378 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-e8c90337-6c53-465d-a089-8d6c71e10139 req-97495958-e788-4aa3-ad43-e21b83660453 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:09.216662 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e8c90337-6c53-465d-a089-8d6c71e10139 req-97495958-e788-4aa3-ad43-e21b83660453 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.73 "DELETE /v2.0/ports/531d566d-738d-4da8-808a-034a8f680e0d HTTP/1.1" status: 204 len: 173 time: 1.4218976 Feb 19 02:51:09.218786 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7f98579-8123-4a93-a9ea-c09f515b0254', 'name': 'network-vif-deleted', 'tag': '531d566d-738d-4da8-808a-034a8f680e0d'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:51:09.233051 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79366570-af05-4ad3-9d9d-df294c62734f" -d '{"events": [{"server_uuid": "d7f98579-8123-4a93-a9ea-c09f515b0254", "name": "network-vif-deleted", "tag": "531d566d-738d-4da8-808a-034a8f680e0d"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:51:09.297000 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-27537d58-f2f3-4f06-90d2-b5413489221c req-9cc7204c-f6f6-45b3-af01-955909081422 tempest-ServersAdminTestJSON-1643435152 tempest-ServersAdminTestJSON-1643435152-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=fe71e737-cb97-4e9e-a576-1f93522c47f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775432 Feb 19 02:51:09.528019 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-35869b4b-b971-46d0-8918-3d279aa54305 req-47ae2362-8a07-48bd-bfc6-82876ea2f9a0 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ec863d4-5792-46d2-b299-7b34b3ebe431 HTTP/1.1" status: 200 len: 210 time: 0.0742950 Feb 19 02:51:09.531724 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [req-71928611-9978-4763-ad81-7c7cccb9f1a0 req-54916751-1d0d-45e0-b4d6-ff907f47e684 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Allocated IP 172.20.0.2 (38d6fa8e-4007-4beb-abd0-8f0d817f1ef6/54b68f46-9c6f-467f-99d5-a919ef2f5fa1/72dd58e9-a464-467c-8d8b-0914a8131be8) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:51:09.587237 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-e9ad5a89-499e-4b47-8256-72f4dc9eb739 req-c618bbc3-8aef-49ba-b5ce-35481f2154e2 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] For port 2627f988-0bb3-4e18-8043-ab2713487336, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=2627f988-0bb3-4e18-8043-ab2713487336,segment=NetworkSegment(b3dae451-0c86-4a64-8455-5c47bfffd3eb),segment_id=b3dae451-0c86-4a64-8455-5c47bfffd3eb)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:51:09.587610 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-e9ad5a89-499e-4b47-8256-72f4dc9eb739 req-c618bbc3-8aef-49ba-b5ce-35481f2154e2 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (2627f988-0bb3-4e18-8043-ab2713487336), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:09.650825 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-e9ad5a89-499e-4b47-8256-72f4dc9eb739 req-c618bbc3-8aef-49ba-b5ce-35481f2154e2 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Calling delete_port for 2627f988-0bb3-4e18-8043-ab2713487336 owned by compute:nova {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:51:09.777485 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ada31810-87d8-4291-ae76-40d5c07ea804 req-542dd95c-f519-4923-bc29-3b01add3290b tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/ports?device_id=4baf32be-c2d0-4ad5-9167-43394f08e9fb HTTP/1.1" status: 200 len: 210 time: 0.0995371 Feb 19 02:51:09.798886 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2548261f-39e2-4747-b7cd-05d94b2ee75d req-948c2270-143a-435e-ba0d-24836fd3a25e tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:09.800421 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2548261f-39e2-4747-b7cd-05d94b2ee75d req-948c2270-143a-435e-ba0d-24836fd3a25e tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.82 "GET /v2.0/networks?id=bf672100-ed94-443f-908a-4ecaf8a2d628 HTTP/1.1" status: 200 len: 804 time: 0.5447388 Feb 19 02:51:09.855729 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12325c29-5fe6-4993-8710-bbc7698f1c73 x-openstack-request-id: req-12325c29-5fe6-4993-8710-bbc7698f1c73 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:51:09.856368 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7f98579-8123-4a93-a9ea-c09f515b0254", "name": "network-vif-deleted", "tag": "531d566d-738d-4da8-808a-034a8f680e0d", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:51:09.856368 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-12325c29-5fe6-4993-8710-bbc7698f1c73 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:51:09.856642 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7f98579-8123-4a93-a9ea-c09f515b0254', 'name': 'network-vif-deleted', 'tag': '531d566d-738d-4da8-808a-034a8f680e0d', 'status': 'completed', 'code': 200} Feb 19 02:51:09.889611 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-2548261f-39e2-4747-b7cd-05d94b2ee75d req-7325611e-4e46-4782-a251-a32f29a36366 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Request body: {'port': {'device_id': '4baf32be-c2d0-4ad5-9167-43394f08e9fb', 'network_id': 'bf672100-ed94-443f-908a-4ecaf8a2d628', 'admin_state_up': True, 'tenant_id': 'c7760c6b8b69415fb3db99a9707764df'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:51:09.902667 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-71928611-9978-4763-ad81-7c7cccb9f1a0 req-54916751-1d0d-45e0-b4d6-ff907f47e684 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Publish callbacks [] for port (72dd58e9-a464-467c-8d8b-0914a8131be8), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:09.979468 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-71928611-9978-4763-ad81-7c7cccb9f1a0 req-54916751-1d0d-45e0-b4d6-ff907f47e684 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (72dd58e9-a464-467c-8d8b-0914a8131be8), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:10.017110 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['e7b6d271-0dd0-403f-9e7b-d4c19bbe49c1'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:51:10.025078 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['910173af-972f-4b87-b171-40c4b5a5c3e3'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:51:10.197138 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54916751-1d0d-45e0-b4d6-ff907f47e684 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Pushing event updated for resources: {'Port': ['ID=72dd58e9-a464-467c-8d8b-0914a8131be8,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:51:10.210859 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b021be-fce8-4c0b-ba15-33e9b65a4e7f req-1749f631-aa17-408b-8101-2aba2612dc34 tempest-ServersAdminTestJSON-1643435152 tempest-ServersAdminTestJSON-1643435152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:10.219238 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-18b021be-fce8-4c0b-ba15-33e9b65a4e7f req-1749f631-aa17-408b-8101-2aba2612dc34 tempest-ServersAdminTestJSON-1643435152 tempest-ServersAdminTestJSON-1643435152-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=703117b2-3b74-4940-91d7-38248cc7fdf8 HTTP/1.1" status: 200 len: 1132 time: 0.3020427 Feb 19 02:51:10.222646 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71928611-9978-4763-ad81-7c7cccb9f1a0 req-54916751-1d0d-45e0-b4d6-ff907f47e684 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Network 38d6fa8e-4007-4beb-abd0-8f0d817f1ef6 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:51:10.227694 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [req-71928611-9978-4763-ad81-7c7cccb9f1a0 req-54916751-1d0d-45e0-b4d6-ff907f47e684 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:51:10.230747 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:51:10.232392 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-71928611-9978-4763-ad81-7c7cccb9f1a0 req-54916751-1d0d-45e0-b4d6-ff907f47e684 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:51:10.343761 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71928611-9978-4763-ad81-7c7cccb9f1a0 req-54916751-1d0d-45e0-b4d6-ff907f47e684 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:10.344770 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-71928611-9978-4763-ad81-7c7cccb9f1a0 req-54916751-1d0d-45e0-b4d6-ff907f47e684 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:10.374298 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-18b021be-fce8-4c0b-ba15-33e9b65a4e7f req-1e17b354-5f85-4c90-965c-6cbf51715d88 tempest-ServersAdminTestJSON-1643435152 tempest-ServersAdminTestJSON-1643435152-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=fe71e737-cb97-4e9e-a576-1f93522c47f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531208 Feb 19 02:51:10.378014 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-e9ad5a89-499e-4b47-8256-72f4dc9eb739 req-c618bbc3-8aef-49ba-b5ce-35481f2154e2 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (2627f988-0bb3-4e18-8043-ab2713487336), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:10.389899 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2548261f-39e2-4747-b7cd-05d94b2ee75d req-7325611e-4e46-4782-a251-a32f29a36366 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Made reservation on behalf of c7760c6b8b69415fb3db99a9707764df for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:51:10.398343 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-71928611-9978-4763-ad81-7c7cccb9f1a0 req-54916751-1d0d-45e0-b4d6-ff907f47e684 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5433056 Feb 19 02:51:10.406519 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-2548261f-39e2-4747-b7cd-05d94b2ee75d req-7325611e-4e46-4782-a251-a32f29a36366 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:10.418241 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-71928611-9978-4763-ad81-7c7cccb9f1a0 req-dea8307e-a0c1-4728-8e7b-f5734531f1f8 service neutron] Request body: {'port': {'device_id': 'b199e4ce-2474-4d9e-88a0-68c6c1ca9e0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826753-2'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:51:10.483598 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c618bbc3-8aef-49ba-b5ce-35481f2154e2 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Pushing event deleted for resources: {'Port': ['ID=2627f988-0bb3-4e18-8043-ab2713487336,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:51:10.533165 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 2627f988-0bb3-4e18-8043-ab2713487336 no longer exists at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:51:10.590079 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-71928611-9978-4763-ad81-7c7cccb9f1a0 req-dea8307e-a0c1-4728-8e7b-f5734531f1f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (72dd58e9-a464-467c-8d8b-0914a8131be8), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:10.594380 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9ad5a89-499e-4b47-8256-72f4dc9eb739 req-c618bbc3-8aef-49ba-b5ce-35481f2154e2 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] No DVR routers for this DVR port 2627f988-0bb3-4e18-8043-ab2713487336 on host n-h2-826753-2 {{(pid=103701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:51:10.600141 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-e9ad5a89-499e-4b47-8256-72f4dc9eb739 req-c618bbc3-8aef-49ba-b5ce-35481f2154e2 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:10.604146 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e9ad5a89-499e-4b47-8256-72f4dc9eb739 req-c618bbc3-8aef-49ba-b5ce-35481f2154e2 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "DELETE /v2.0/ports/2627f988-0bb3-4e18-8043-ab2713487336 HTTP/1.1" status: 204 len: 173 time: 1.7717013 Feb 19 02:51:10.604838 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b633fbf1-48a0-4414-a396-bb91c1b8c863', 'name': 'network-vif-deleted', 'tag': '2627f988-0bb3-4e18-8043-ab2713487336'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:51:10.607690 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f92c8f7-59b4-4bac-a8aa-a9dc4c16d790" -d '{"events": [{"server_uuid": "b633fbf1-48a0-4414-a396-bb91c1b8c863", "name": "network-vif-deleted", "tag": "2627f988-0bb3-4e18-8043-ab2713487336"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:51:10.610749 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port 4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:51:10.613265 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:10.666792 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] No Port match for: 2627f988-0bb3-4e18-8043-ab2713487336 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:51:10.668579 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 2627f988-0bb3-4e18-8043-ab2713487336 not bound to the agent host n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:51:10.811712 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [req-2548261f-39e2-4747-b7cd-05d94b2ee75d req-7325611e-4e46-4782-a251-a32f29a36366 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Allocated IP 172.20.0.12 (bf672100-ed94-443f-908a-4ecaf8a2d628/0bb04773-132e-443e-9baa-c5ff97e31eb2/a9fbbd04-3eeb-47b4-a55a-1008b2e7faac) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:51:10.967616 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:51:10.968080 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:11.052321 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7fed794-1a17-4088-a757-ff223e40f3d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:51:11.059633 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef3db479-8869-4eda-9b9d-e2a7074fc52d" -d '{"events": [{"server_uuid": "b7fed794-1a17-4088-a757-ff223e40f3d9", "name": "network-vif-plugged", "status": "completed", "tag": "4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:51:11.087426 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc707ab-f9bb-4b15-95a9-6be613f592d9 req-7d25c1f6-3353-440f-83b4-578429b43456 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:11.095134 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2dc707ab-f9bb-4b15-95a9-6be613f592d9 req-7d25c1f6-3353-440f-83b4-578429b43456 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=b199e4ce-2474-4d9e-88a0-68c6c1ca9e0d HTTP/1.1" status: 200 len: 931 time: 0.4596889 Feb 19 02:51:11.100744 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:51:11.118798 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:11.119582 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 531d566d-738d-4da8-808a-034a8f680e0d no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:51:11.167645 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] No Port match for: 531d566d-738d-4da8-808a-034a8f680e0d {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:51:11.171898 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 531d566d-738d-4da8-808a-034a8f680e0d not bound to the agent host n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:51:11.234284 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2dc707ab-f9bb-4b15-95a9-6be613f592d9 req-d793aa52-eeee-4744-a0eb-2038ba727f0e tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ca71149-99da-4cc2-ac25-44d2d4a4007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379461 Feb 19 02:51:11.285683 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf,revision_number=10']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:51:11.289513 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-2548261f-39e2-4747-b7cd-05d94b2ee75d req-7325611e-4e46-4782-a251-a32f29a36366 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Publish callbacks [] for port (a9fbbd04-3eeb-47b4-a55a-1008b2e7faac), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:11.354301 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-2548261f-39e2-4747-b7cd-05d94b2ee75d req-7325611e-4e46-4782-a251-a32f29a36366 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (a9fbbd04-3eeb-47b4-a55a-1008b2e7faac), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:11.355056 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-71928611-9978-4763-ad81-7c7cccb9f1a0 req-dea8307e-a0c1-4728-8e7b-f5734531f1f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72dd58e9-a464-467c-8d8b-0914a8131be8 {{(pid=103702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:51:11.375689 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-71928611-9978-4763-ad81-7c7cccb9f1a0 req-dea8307e-a0c1-4728-8e7b-f5734531f1f8 service neutron] Publish callbacks [] for port (72dd58e9-a464-467c-8d8b-0914a8131be8), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:11.405285 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-71928611-9978-4763-ad81-7c7cccb9f1a0 req-dea8307e-a0c1-4728-8e7b-f5734531f1f8 service neutron] Transition to ACTIVE for port object 72dd58e9-a464-467c-8d8b-0914a8131be8 will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:51:11.426825 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-71928611-9978-4763-ad81-7c7cccb9f1a0 req-dea8307e-a0c1-4728-8e7b-f5734531f1f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (72dd58e9-a464-467c-8d8b-0914a8131be8), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:11.448175 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2548261f-39e2-4747-b7cd-05d94b2ee75d req-7325611e-4e46-4782-a251-a32f29a36366 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Network bf672100-ed94-443f-908a-4ecaf8a2d628 is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:51:11.456864 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [req-2548261f-39e2-4747-b7cd-05d94b2ee75d req-7325611e-4e46-4782-a251-a32f29a36366 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:51:11.499381 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-2548261f-39e2-4747-b7cd-05d94b2ee75d req-7325611e-4e46-4782-a251-a32f29a36366 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:51:11.507317 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7325611e-4e46-4782-a251-a32f29a36366 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Pushing event updated for resources: {'Port': ['ID=a9fbbd04-3eeb-47b4-a55a-1008b2e7faac,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:51:11.604255 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 19 Feb 2022 02:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45160e5b-e883-436e-adf0-c66783979c24 x-openstack-request-id: req-45160e5b-e883-436e-adf0-c66783979c24 {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:51:11.604560 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b633fbf1-48a0-4414-a396-bb91c1b8c863", "name": "network-vif-deleted", "tag": "2627f988-0bb3-4e18-8043-ab2713487336", "status": "failed", "code": 422}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:51:11.604824 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-45160e5b-e883-436e-adf0-c66783979c24 {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:51:11.605556 n-d-826753-2 neutron-server[103701]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b633fbf1-48a0-4414-a396-bb91c1b8c863', 'name': 'network-vif-deleted', 'tag': '2627f988-0bb3-4e18-8043-ab2713487336', 'status': 'failed', 'code': 422} returned with failed status Feb 19 02:51:11.609619 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7f960912-9029-4d80-9597-7d6d5af4ce95 req-8e121029-8049-42ec-b36e-5bdaf0ffb6f8 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ec863d4-5792-46d2-b299-7b34b3ebe431 HTTP/1.1" status: 200 len: 210 time: 0.1116300 Feb 19 02:51:11.646054 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea8307e-a0c1-4728-8e7b-f5734531f1f8 service neutron] Pushing event updated for resources: {'Port': ['ID=72dd58e9-a464-467c-8d8b-0914a8131be8,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:51:11.646410 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2548261f-39e2-4747-b7cd-05d94b2ee75d req-7325611e-4e46-4782-a251-a32f29a36366 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:11.646410 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-2548261f-39e2-4747-b7cd-05d94b2ee75d req-7325611e-4e46-4782-a251-a32f29a36366 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:11.710991 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40124bcd-5fca-4e56-9e02-28abd9dd5987 x-openstack-request-id: req-40124bcd-5fca-4e56-9e02-28abd9dd5987 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:51:11.711347 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7fed794-1a17-4088-a757-ff223e40f3d9", "name": "network-vif-plugged", "status": "completed", "tag": "4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:51:11.711896 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-40124bcd-5fca-4e56-9e02-28abd9dd5987 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:51:11.712345 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7fed794-1a17-4088-a757-ff223e40f3d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf', 'code': 200} Feb 19 02:51:11.722347 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2548261f-39e2-4747-b7cd-05d94b2ee75d req-7325611e-4e46-4782-a251-a32f29a36366 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8471336 Feb 19 02:51:11.729072 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-71928611-9978-4763-ad81-7c7cccb9f1a0 req-dea8307e-a0c1-4728-8e7b-f5734531f1f8 service neutron] Attempting to bind port 72dd58e9-a464-467c-8d8b-0914a8131be8 on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:51:11.734995 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-71928611-9978-4763-ad81-7c7cccb9f1a0 req-dea8307e-a0c1-4728-8e7b-f5734531f1f8 service neutron] Attempting to bind port 72dd58e9-a464-467c-8d8b-0914a8131be8 by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': '4d279d1b-ef9f-49cc-bc5d-c8be530f22d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '38d6fa8e-4007-4beb-abd0-8f0d817f1ef6'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:51:11.735471 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71928611-9978-4763-ad81-7c7cccb9f1a0 req-dea8307e-a0c1-4728-8e7b-f5734531f1f8 service neutron] Attempting to bind port 72dd58e9-a464-467c-8d8b-0914a8131be8 on network 38d6fa8e-4007-4beb-abd0-8f0d817f1ef6 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:51:11.739796 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9ef4c3-b1ee-475b-9aa2-f11edbf8e674 req-532004c5-0c0b-4cf0-96cf-14485b3e3d50 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:11.741348 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71928611-9978-4763-ad81-7c7cccb9f1a0 req-dea8307e-a0c1-4728-8e7b-f5734531f1f8 service neutron] Port 72dd58e9-a464-467c-8d8b-0914a8131be8 on network 38d6fa8e-4007-4beb-abd0-8f0d817f1ef6 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:51:11.745059 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71928611-9978-4763-ad81-7c7cccb9f1a0 req-dea8307e-a0c1-4728-8e7b-f5734531f1f8 service neutron] Attempting to bind port 72dd58e9-a464-467c-8d8b-0914a8131be8 on network 38d6fa8e-4007-4beb-abd0-8f0d817f1ef6 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:51:11.746934 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ed9ef4c3-b1ee-475b-9aa2-f11edbf8e674 req-532004c5-0c0b-4cf0-96cf-14485b3e3d50 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/ports?device_id=4baf32be-c2d0-4ad5-9167-43394f08e9fb HTTP/1.1" status: 200 len: 932 time: 0.0843544 Feb 19 02:51:11.758430 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71928611-9978-4763-ad81-7c7cccb9f1a0 req-dea8307e-a0c1-4728-8e7b-f5734531f1f8 service neutron] Checking agent: {'id': 'bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:51:11.758642 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71928611-9978-4763-ad81-7c7cccb9f1a0 req-dea8307e-a0c1-4728-8e7b-f5734531f1f8 service neutron] Checking segment: {'id': '4d279d1b-ef9f-49cc-bc5d-c8be530f22d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '38d6fa8e-4007-4beb-abd0-8f0d817f1ef6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:51:11.758889 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71928611-9978-4763-ad81-7c7cccb9f1a0 req-dea8307e-a0c1-4728-8e7b-f5734531f1f8 service neutron] Bound using segment: {'id': '4d279d1b-ef9f-49cc-bc5d-c8be530f22d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '38d6fa8e-4007-4beb-abd0-8f0d817f1ef6'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:51:11.759341 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-71928611-9978-4763-ad81-7c7cccb9f1a0 req-dea8307e-a0c1-4728-8e7b-f5734531f1f8 service neutron] Bound port: 72dd58e9-a464-467c-8d8b-0914a8131be8, host: n-h2-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d279d1b-ef9f-49cc-bc5d-c8be530f22d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '38d6fa8e-4007-4beb-abd0-8f0d817f1ef6'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:51:11.759705 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-71928611-9978-4763-ad81-7c7cccb9f1a0 req-dea8307e-a0c1-4728-8e7b-f5734531f1f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (72dd58e9-a464-467c-8d8b-0914a8131be8), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:11.772097 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-2548261f-39e2-4747-b7cd-05d94b2ee75d req-5d25fd30-2f47-42ff-b9f0-a03f2d788236 service neutron] Request body: {'port': {'device_id': '4baf32be-c2d0-4ad5-9167-43394f08e9fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826753-2'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:51:11.841610 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ed9ef4c3-b1ee-475b-9aa2-f11edbf8e674 req-4a3615d6-6ba5-49b2-808f-ad94b520f40f tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/security-groups?id=d1068709-142b-4f0d-aa54-30196489f5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936787 Feb 19 02:51:11.913494 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-71928611-9978-4763-ad81-7c7cccb9f1a0 req-dea8307e-a0c1-4728-8e7b-f5734531f1f8 service neutron] For port 72dd58e9-a464-467c-8d8b-0914a8131be8, host n-h2-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:51:11.921709 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-71928611-9978-4763-ad81-7c7cccb9f1a0 req-dea8307e-a0c1-4728-8e7b-f5734531f1f8 service neutron] For port 72dd58e9-a464-467c-8d8b-0914a8131be8, host n-h2-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=72dd58e9-a464-467c-8d8b-0914a8131be8,segment=NetworkSegment(4d279d1b-ef9f-49cc-bc5d-c8be530f22d3),segment_id=4d279d1b-ef9f-49cc-bc5d-c8be530f22d3)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:51:11.934152 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-2548261f-39e2-4747-b7cd-05d94b2ee75d req-5d25fd30-2f47-42ff-b9f0-a03f2d788236 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (a9fbbd04-3eeb-47b4-a55a-1008b2e7faac), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:11.941988 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-71928611-9978-4763-ad81-7c7cccb9f1a0 req-dea8307e-a0c1-4728-8e7b-f5734531f1f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (72dd58e9-a464-467c-8d8b-0914a8131be8), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:12.067654 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71928611-9978-4763-ad81-7c7cccb9f1a0 req-dea8307e-a0c1-4728-8e7b-f5734531f1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:12.068288 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-71928611-9978-4763-ad81-7c7cccb9f1a0 req-dea8307e-a0c1-4728-8e7b-f5734531f1f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:12.081158 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-71928611-9978-4763-ad81-7c7cccb9f1a0 req-dea8307e-a0c1-4728-8e7b-f5734531f1f8 service neutron] 10.222.0.82 "PUT /v2.0/ports/72dd58e9-a464-467c-8d8b-0914a8131be8 HTTP/1.1" status: 200 len: 1091 time: 1.6679912 Feb 19 02:51:12.081707 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b199e4ce-2474-4d9e-88a0-68c6c1ca9e0d', 'tag': '72dd58e9-a464-467c-8d8b-0914a8131be8'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:51:12.110430 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bbae0ba-9aff-462b-adb1-fd165a9e943d" -d '{"events": [{"name": "network-changed", "server_uuid": "b199e4ce-2474-4d9e-88a0-68c6c1ca9e0d", "tag": "72dd58e9-a464-467c-8d8b-0914a8131be8"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:51:12.207592 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea8307e-a0c1-4728-8e7b-f5734531f1f8 service neutron] Pushing event updated for resources: {'Port': ['ID=72dd58e9-a464-467c-8d8b-0914a8131be8,revision_number=3']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:51:12.285583 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71928611-9978-4763-ad81-7c7cccb9f1a0 req-c2f7ada0-d291-4d7e-9ad7-26fbbd90a423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:12.287135 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-71928611-9978-4763-ad81-7c7cccb9f1a0 req-c2f7ada0-d291-4d7e-9ad7-26fbbd90a423 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=58648b0a304e4e32b732a18f663ed7a6&device_id=b199e4ce-2474-4d9e-88a0-68c6c1ca9e0d HTTP/1.1" status: 200 len: 1125 time: 0.1111627 Feb 19 02:51:12.375049 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-71928611-9978-4763-ad81-7c7cccb9f1a0 req-8018f3f3-5d90-49ec-a949-9e2bedab7613 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=72dd58e9-a464-467c-8d8b-0914a8131be8 HTTP/1.1" status: 200 len: 217 time: 0.0736759 Feb 19 02:51:12.394290 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [req-2548261f-39e2-4747-b7cd-05d94b2ee75d req-5d25fd30-2f47-42ff-b9f0-a03f2d788236 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9fbbd04-3eeb-47b4-a55a-1008b2e7faac {{(pid=103701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:51:12.402500 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-2548261f-39e2-4747-b7cd-05d94b2ee75d req-5d25fd30-2f47-42ff-b9f0-a03f2d788236 service neutron] Publish callbacks [] for port (a9fbbd04-3eeb-47b4-a55a-1008b2e7faac), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:12.415602 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.provisioning_blocks [req-2548261f-39e2-4747-b7cd-05d94b2ee75d req-5d25fd30-2f47-42ff-b9f0-a03f2d788236 service neutron] Transition to ACTIVE for port object a9fbbd04-3eeb-47b4-a55a-1008b2e7faac will not be triggered until provisioned by entity L2. {{(pid=103701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:51:12.424515 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a64b0a1b-7197-4aa1-a02f-3f492ac04fb8 x-openstack-request-id: req-a64b0a1b-7197-4aa1-a02f-3f492ac04fb8 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:51:12.432019 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-2548261f-39e2-4747-b7cd-05d94b2ee75d req-5d25fd30-2f47-42ff-b9f0-a03f2d788236 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (a9fbbd04-3eeb-47b4-a55a-1008b2e7faac), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:12.435080 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b199e4ce-2474-4d9e-88a0-68c6c1ca9e0d", "tag": "72dd58e9-a464-467c-8d8b-0914a8131be8", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:51:12.435455 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a64b0a1b-7197-4aa1-a02f-3f492ac04fb8 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:51:12.435898 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b199e4ce-2474-4d9e-88a0-68c6c1ca9e0d', 'tag': '72dd58e9-a464-467c-8d8b-0914a8131be8', 'status': 'completed', 'code': 200} Feb 19 02:51:12.475686 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71928611-9978-4763-ad81-7c7cccb9f1a0 req-1b49b34c-b6f4-46cc-aaeb-addaee3cf331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:12.478211 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-71928611-9978-4763-ad81-7c7cccb9f1a0 req-1b49b34c-b6f4-46cc-aaeb-addaee3cf331 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=54b68f46-9c6f-467f-99d5-a919ef2f5fa1 HTTP/1.1" status: 200 len: 846 time: 0.0968211 Feb 19 02:51:12.511564 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d25fd30-2f47-42ff-b9f0-a03f2d788236 service neutron] Pushing event updated for resources: {'Port': ['ID=a9fbbd04-3eeb-47b4-a55a-1008b2e7faac,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:51:12.522800 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-71928611-9978-4763-ad81-7c7cccb9f1a0 req-f01bc0e9-d7b2-4628-b3e2-46949bc3d405 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=38d6fa8e-4007-4beb-abd0-8f0d817f1ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353832 Feb 19 02:51:12.619017 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aabb8f3-54e1-4e57-8583-d57f6b105151 req-186459c6-28b1-40ef-8de6-9b5f59398084 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:12.620768 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3aabb8f3-54e1-4e57-8583-d57f6b105151 req-186459c6-28b1-40ef-8de6-9b5f59398084 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/networks?id=4ec29c64-a4ae-430d-ba9f-348461fbf8ef HTTP/1.1" status: 200 len: 812 time: 0.4975584 Feb 19 02:51:12.659599 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-71928611-9978-4763-ad81-7c7cccb9f1a0 req-b5863dba-817c-4736-b8bc-260941758847 service neutron] 10.222.0.82 "GET /v2.0/networks/38d6fa8e-4007-4beb-abd0-8f0d817f1ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299870 Feb 19 02:51:12.736978 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3aabb8f3-54e1-4e57-8583-d57f6b105151 req-ff07b5a2-30e8-480d-a296-945c8db15cec tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/quotas/d68bae7ecf6f4907884d3b1c20c6b537 HTTP/1.1" status: 200 len: 375 time: 0.1098866 Feb 19 02:51:12.762809 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ab4722-2dfc-4344-ad15-97d20323045d req-1eeb7f35-3f97-4177-a194-052fef72b6eb tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:12.772743 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f3ab4722-2dfc-4344-ad15-97d20323045d req-1eeb7f35-3f97-4177-a194-052fef72b6eb tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=b199e4ce-2474-4d9e-88a0-68c6c1ca9e0d HTTP/1.1" status: 200 len: 943 time: 0.2620282 Feb 19 02:51:12.826092 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3aabb8f3-54e1-4e57-8583-d57f6b105151 req-26754428-d5e3-4b98-8591-7540a20381ff tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=d68bae7ecf6f4907884d3b1c20c6b537&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0877967 Feb 19 02:51:12.840654 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-71928611-9978-4763-ad81-7c7cccb9f1a0 req-334fe730-98b0-4450-a8f6-6027e4ce7639 service neutron] 10.222.0.82 "GET /v2.0/networks/38d6fa8e-4007-4beb-abd0-8f0d817f1ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721301 Feb 19 02:51:13.040053 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbae0ba-9aff-462b-adb1-fd165a9e943d req-7ee2ed71-2eda-41c6-9f3c-b29299e1e5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:13.042393 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-2bbae0ba-9aff-462b-adb1-fd165a9e943d req-7ee2ed71-2eda-41c6-9f3c-b29299e1e5c0 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=58648b0a304e4e32b732a18f663ed7a6&device_id=b199e4ce-2474-4d9e-88a0-68c6c1ca9e0d HTTP/1.1" status: 200 len: 1125 time: 0.1008270 Feb 19 02:51:13.054094 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3aabb8f3-54e1-4e57-8583-d57f6b105151 req-d8108578-37a8-4557-a05f-cf58f58277dc service neutron] 10.222.0.72 "GET /v2.0/networks/4ec29c64-a4ae-430d-ba9f-348461fbf8ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265790 Feb 19 02:51:13.089182 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-2548261f-39e2-4747-b7cd-05d94b2ee75d req-5d25fd30-2f47-42ff-b9f0-a03f2d788236 service neutron] Attempting to bind port a9fbbd04-3eeb-47b4-a55a-1008b2e7faac on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:51:13.091906 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-2548261f-39e2-4747-b7cd-05d94b2ee75d req-5d25fd30-2f47-42ff-b9f0-a03f2d788236 service neutron] Attempting to bind port a9fbbd04-3eeb-47b4-a55a-1008b2e7faac by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': '95c489b5-d2f5-4704-89fb-8accaa8a0e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'bf672100-ed94-443f-908a-4ecaf8a2d628'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:51:13.093258 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2548261f-39e2-4747-b7cd-05d94b2ee75d req-5d25fd30-2f47-42ff-b9f0-a03f2d788236 service neutron] Attempting to bind port a9fbbd04-3eeb-47b4-a55a-1008b2e7faac on network bf672100-ed94-443f-908a-4ecaf8a2d628 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:51:13.178314 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2548261f-39e2-4747-b7cd-05d94b2ee75d req-5d25fd30-2f47-42ff-b9f0-a03f2d788236 service neutron] Port a9fbbd04-3eeb-47b4-a55a-1008b2e7faac on network bf672100-ed94-443f-908a-4ecaf8a2d628 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:51:13.178940 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2548261f-39e2-4747-b7cd-05d94b2ee75d req-5d25fd30-2f47-42ff-b9f0-a03f2d788236 service neutron] Attempting to bind port a9fbbd04-3eeb-47b4-a55a-1008b2e7faac on network bf672100-ed94-443f-908a-4ecaf8a2d628 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:51:13.199366 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbae0ba-9aff-462b-adb1-fd165a9e943d req-d5c4c01f-7b6d-4741-9392-ccb100dea895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:13.201842 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-2bbae0ba-9aff-462b-adb1-fd165a9e943d req-d5c4c01f-7b6d-4741-9392-ccb100dea895 service neutron] 10.222.0.82 "GET /v2.0/networks?id=38d6fa8e-4007-4beb-abd0-8f0d817f1ef6 HTTP/1.1" status: 200 len: 907 time: 0.1477246 Feb 19 02:51:13.216416 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f3ab4722-2dfc-4344-ad15-97d20323045d req-39a66bc1-1a50-441d-89a1-76ab2eefb245 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ca71149-99da-4cc2-ac25-44d2d4a4007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4423046 Feb 19 02:51:13.231045 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2548261f-39e2-4747-b7cd-05d94b2ee75d req-5d25fd30-2f47-42ff-b9f0-a03f2d788236 service neutron] Checking agent: {'id': 'bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:51:13.231463 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2548261f-39e2-4747-b7cd-05d94b2ee75d req-5d25fd30-2f47-42ff-b9f0-a03f2d788236 service neutron] Checking segment: {'id': '95c489b5-d2f5-4704-89fb-8accaa8a0e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'bf672100-ed94-443f-908a-4ecaf8a2d628'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:51:13.231869 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2548261f-39e2-4747-b7cd-05d94b2ee75d req-5d25fd30-2f47-42ff-b9f0-a03f2d788236 service neutron] Bound using segment: {'id': '95c489b5-d2f5-4704-89fb-8accaa8a0e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'bf672100-ed94-443f-908a-4ecaf8a2d628'} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:51:13.232342 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-2548261f-39e2-4747-b7cd-05d94b2ee75d req-5d25fd30-2f47-42ff-b9f0-a03f2d788236 service neutron] Bound port: a9fbbd04-3eeb-47b4-a55a-1008b2e7faac, host: n-h2-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95c489b5-d2f5-4704-89fb-8accaa8a0e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'bf672100-ed94-443f-908a-4ecaf8a2d628'}}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:51:13.232711 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-2548261f-39e2-4747-b7cd-05d94b2ee75d req-5d25fd30-2f47-42ff-b9f0-a03f2d788236 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (a9fbbd04-3eeb-47b4-a55a-1008b2e7faac), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:13.337197 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-2bbae0ba-9aff-462b-adb1-fd165a9e943d req-40de39fd-9d14-4db4-80e6-80d16c6627ef service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=72dd58e9-a464-467c-8d8b-0914a8131be8 HTTP/1.1" status: 200 len: 217 time: 0.1265945 Feb 19 02:51:13.364037 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3aabb8f3-54e1-4e57-8583-d57f6b105151 req-8aa4f836-5395-4567-9a9e-20b02289c452 service neutron] 10.222.0.72 "GET /v2.0/networks/4ec29c64-a4ae-430d-ba9f-348461fbf8ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3073537 Feb 19 02:51:13.424874 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbae0ba-9aff-462b-adb1-fd165a9e943d req-69cfd9da-791d-45d2-8f81-7debbc02f7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:13.427774 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-2bbae0ba-9aff-462b-adb1-fd165a9e943d req-69cfd9da-791d-45d2-8f81-7debbc02f7a4 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=54b68f46-9c6f-467f-99d5-a919ef2f5fa1 HTTP/1.1" status: 200 len: 846 time: 0.0827370 Feb 19 02:51:13.491160 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-2548261f-39e2-4747-b7cd-05d94b2ee75d req-5d25fd30-2f47-42ff-b9f0-a03f2d788236 service neutron] For port a9fbbd04-3eeb-47b4-a55a-1008b2e7faac, host n-h2-826753-2, cleared binding levels {{(pid=103701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:51:13.494472 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-2bbae0ba-9aff-462b-adb1-fd165a9e943d req-eb28f3c3-7da8-4dcc-94d5-da75507d9ed4 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=38d6fa8e-4007-4beb-abd0-8f0d817f1ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594134 Feb 19 02:51:13.500448 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-2548261f-39e2-4747-b7cd-05d94b2ee75d req-5d25fd30-2f47-42ff-b9f0-a03f2d788236 service neutron] For port a9fbbd04-3eeb-47b4-a55a-1008b2e7faac, host n-h2-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=a9fbbd04-3eeb-47b4-a55a-1008b2e7faac,segment=NetworkSegment(95c489b5-d2f5-4704-89fb-8accaa8a0e0f),segment_id=95c489b5-d2f5-4704-89fb-8accaa8a0e0f)] {{(pid=103701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:51:13.519024 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-2548261f-39e2-4747-b7cd-05d94b2ee75d req-5d25fd30-2f47-42ff-b9f0-a03f2d788236 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (a9fbbd04-3eeb-47b4-a55a-1008b2e7faac), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:13.619500 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2548261f-39e2-4747-b7cd-05d94b2ee75d req-5d25fd30-2f47-42ff-b9f0-a03f2d788236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:13.620125 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-2548261f-39e2-4747-b7cd-05d94b2ee75d req-5d25fd30-2f47-42ff-b9f0-a03f2d788236 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:13.621577 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2548261f-39e2-4747-b7cd-05d94b2ee75d req-5d25fd30-2f47-42ff-b9f0-a03f2d788236 service neutron] 10.222.0.82 "PUT /v2.0/ports/a9fbbd04-3eeb-47b4-a55a-1008b2e7faac HTTP/1.1" status: 200 len: 1092 time: 1.8546572 Feb 19 02:51:13.638721 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4baf32be-c2d0-4ad5-9167-43394f08e9fb', 'tag': 'a9fbbd04-3eeb-47b4-a55a-1008b2e7faac'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:51:13.643975 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-733babf2-ebae-4d8e-b739-901e7f5b97f7" -d '{"events": [{"name": "network-changed", "server_uuid": "4baf32be-c2d0-4ad5-9167-43394f08e9fb", "tag": "a9fbbd04-3eeb-47b4-a55a-1008b2e7faac"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:51:13.708911 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-2bbae0ba-9aff-462b-adb1-fd165a9e943d req-9e9bf93a-e0c5-4b03-9999-a7e7cf61a4de service neutron] 10.222.0.82 "GET /v2.0/networks/38d6fa8e-4007-4beb-abd0-8f0d817f1ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063351 Feb 19 02:51:13.768901 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d25fd30-2f47-42ff-b9f0-a03f2d788236 service neutron] Pushing event updated for resources: {'Port': ['ID=a9fbbd04-3eeb-47b4-a55a-1008b2e7faac,revision_number=3']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:51:13.888846 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e8a19a74-d287-4acf-a4e9-5ca8b7a47e15 req-bbe75d86-f4f3-4c31-83cb-27c9741cfa16 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ec863d4-5792-46d2-b299-7b34b3ebe431 HTTP/1.1" status: 200 len: 210 time: 0.1515467 Feb 19 02:51:13.934902 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-2bbae0ba-9aff-462b-adb1-fd165a9e943d req-f9690c71-4e32-4a85-8d1d-449f85b88d46 service neutron] 10.222.0.82 "GET /v2.0/networks/38d6fa8e-4007-4beb-abd0-8f0d817f1ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038484 Feb 19 02:51:13.943285 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e38680-a537-4507-a956-bea850c97d60 req-9aa8a832-3b25-49d4-b296-61d30e3960ed tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:13.945523 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-41e38680-a537-4507-a956-bea850c97d60 req-9aa8a832-3b25-49d4-b296-61d30e3960ed tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/ports?device_id=4baf32be-c2d0-4ad5-9167-43394f08e9fb HTTP/1.1" status: 200 len: 944 time: 0.1769230 Feb 19 02:51:13.967083 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2548261f-39e2-4747-b7cd-05d94b2ee75d req-ffb02849-8c12-4555-a8bc-468c246e0874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:13.970097 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2548261f-39e2-4747-b7cd-05d94b2ee75d req-ffb02849-8c12-4555-a8bc-468c246e0874 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c7760c6b8b69415fb3db99a9707764df&device_id=4baf32be-c2d0-4ad5-9167-43394f08e9fb HTTP/1.1" status: 200 len: 1126 time: 0.2397592 Feb 19 02:51:14.580452 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-19ff8c22-b2b9-4f87-9adc-5d2c5f0b0f1e req-08d5972b-d7ef-4341-ac20-0d4f4891eae6 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=489c58f4-d89e-47a6-b4af-0944a22a7ab0 HTTP/1.1" status: 200 len: 210 time: 0.1415687 Feb 19 02:51:14.593053 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2548261f-39e2-4747-b7cd-05d94b2ee75d req-5676c0b8-8613-47f1-9059-3b1894e1e039 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9fbbd04-3eeb-47b4-a55a-1008b2e7faac HTTP/1.1" status: 200 len: 217 time: 0.1566370 Feb 19 02:51:14.747892 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-41e38680-a537-4507-a956-bea850c97d60 req-f47d5e5f-fc6c-44c0-9c8f-61deac93894b tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/security-groups?id=d1068709-142b-4f0d-aa54-30196489f5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7856414 Feb 19 02:51:14.791649 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2548261f-39e2-4747-b7cd-05d94b2ee75d req-e1d4c6ed-53d1-4057-bf83-1063a95c3c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:14.793430 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2548261f-39e2-4747-b7cd-05d94b2ee75d req-e1d4c6ed-53d1-4057-bf83-1063a95c3c3f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0bb04773-132e-443e-9baa-c5ff97e31eb2 HTTP/1.1" status: 200 len: 844 time: 0.1901855 Feb 19 02:51:14.870867 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2548261f-39e2-4747-b7cd-05d94b2ee75d req-74237c0d-6d3d-40ba-ae45-3fbdd504d432 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bf672100-ed94-443f-908a-4ecaf8a2d628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583413 Feb 19 02:51:14.918475 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75aa81f3-ce6d-4122-947d-660e057c2dba x-openstack-request-id: req-75aa81f3-ce6d-4122-947d-660e057c2dba {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:51:14.921349 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4baf32be-c2d0-4ad5-9167-43394f08e9fb", "tag": "a9fbbd04-3eeb-47b4-a55a-1008b2e7faac", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:51:14.922029 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-75aa81f3-ce6d-4122-947d-660e057c2dba {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:51:14.923397 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4baf32be-c2d0-4ad5-9167-43394f08e9fb', 'tag': 'a9fbbd04-3eeb-47b4-a55a-1008b2e7faac', 'status': 'completed', 'code': 200} Feb 19 02:51:14.963094 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f020fd-5451-4574-8ca5-b856a0e558a3 req-04c27939-8219-4c67-9489-88cd50f681d3 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:14.966297 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-24f020fd-5451-4574-8ca5-b856a0e558a3 req-04c27939-8219-4c67-9489-88cd50f681d3 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/ports?device_id=703117b2-3b74-4940-91d7-38248cc7fdf8 HTTP/1.1" status: 200 len: 950 time: 0.2609971 Feb 19 02:51:15.134621 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc12b5eb-5a48-42bd-a955-81609110b297 req-d28045eb-4d15-4d0c-95ad-0b46825c99c9 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:15.142248 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-dc12b5eb-5a48-42bd-a955-81609110b297 req-d28045eb-4d15-4d0c-95ad-0b46825c99c9 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=b199e4ce-2474-4d9e-88a0-68c6c1ca9e0d HTTP/1.1" status: 200 len: 943 time: 0.1746829 Feb 19 02:51:15.200099 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-24f020fd-5451-4574-8ca5-b856a0e558a3 req-76f3b7e3-baba-4ae5-b925-db8a5d296477 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe71e737-cb97-4e9e-a576-1f93522c47f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992013 Feb 19 02:51:15.262666 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2548261f-39e2-4747-b7cd-05d94b2ee75d req-8f980a0a-48a9-4358-9195-6a9463b78ffe service neutron] 10.222.0.82 "GET /v2.0/networks/bf672100-ed94-443f-908a-4ecaf8a2d628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3497870 Feb 19 02:51:15.443442 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e7856092-ad51-40f3-8e54-5862b4a9d29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:15.596289 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-59c109fa-c56a-498c-b134-66bb25cebb29 req-9ec6f101-4c40-44e3-b9a5-f40aac4c76bf tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ec863d4-5792-46d2-b299-7b34b3ebe431 HTTP/1.1" status: 200 len: 210 time: 0.2072480 Feb 19 02:51:15.646128 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-dc12b5eb-5a48-42bd-a955-81609110b297 req-5bdb5dd4-aa73-4f57-8eeb-4160487f1d4c tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ca71149-99da-4cc2-ac25-44d2d4a4007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5028753 Feb 19 02:51:15.841732 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2548261f-39e2-4747-b7cd-05d94b2ee75d req-79db5ed2-6c6e-4c36-8d6b-3a116c53e02e service neutron] 10.222.0.82 "GET /v2.0/networks/bf672100-ed94-443f-908a-4ecaf8a2d628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5714507 Feb 19 02:51:15.992343 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aabb8f3-54e1-4e57-8583-d57f6b105151 req-56dd41be-eb80-4001-9757-61a51a20b959 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:15.995497 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3aabb8f3-54e1-4e57-8583-d57f6b105151 req-56dd41be-eb80-4001-9757-61a51a20b959 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.73 "GET /v2.0/networks?id=4ec29c64-a4ae-430d-ba9f-348461fbf8ef HTTP/1.1" status: 200 len: 812 time: 0.4371159 Feb 19 02:51:16.036123 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-3aabb8f3-54e1-4e57-8583-d57f6b105151 req-468504bc-7756-49ae-8e5a-cb1b18042c2a tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Request body: {'port': {'device_id': '489c58f4-d89e-47a6-b4af-0944a22a7ab0', 'network_id': '4ec29c64-a4ae-430d-ba9f-348461fbf8ef', 'admin_state_up': True, 'tenant_id': 'd68bae7ecf6f4907884d3b1c20c6b537'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:51:16.074015 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0e879a63-52a8-428b-960f-09f5f1ce875a req-fbf77932-06b5-44bf-bffb-21d3a4341d83 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=489c58f4-d89e-47a6-b4af-0944a22a7ab0 HTTP/1.1" status: 200 len: 210 time: 0.1896200 Feb 19 02:51:16.253664 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f052c15-06c7-49ff-9708-a81e44a11312 req-d6d0462c-8839-4841-b7a6-74080a7ab769 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:16.255531 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9f052c15-06c7-49ff-9708-a81e44a11312 req-d6d0462c-8839-4841-b7a6-74080a7ab769 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/ports?device_id=4baf32be-c2d0-4ad5-9167-43394f08e9fb HTTP/1.1" status: 200 len: 944 time: 0.2839980 Feb 19 02:51:16.260255 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3aabb8f3-54e1-4e57-8583-d57f6b105151 req-468504bc-7756-49ae-8e5a-cb1b18042c2a tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Made reservation on behalf of d68bae7ecf6f4907884d3b1c20c6b537 for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:51:16.276300 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-3aabb8f3-54e1-4e57-8583-d57f6b105151 req-468504bc-7756-49ae-8e5a-cb1b18042c2a tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:16.292610 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733babf2-ebae-4d8e-b739-901e7f5b97f7 req-3a21b2b6-b1ab-4aad-ae29-959a28fa1761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:16.294371 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-733babf2-ebae-4d8e-b739-901e7f5b97f7 req-3a21b2b6-b1ab-4aad-ae29-959a28fa1761 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c7760c6b8b69415fb3db99a9707764df&device_id=4baf32be-c2d0-4ad5-9167-43394f08e9fb HTTP/1.1" status: 200 len: 1126 time: 0.2193632 Feb 19 02:51:16.480140 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 72dd58e9-a464-467c-8d8b-0914a8131be8 details requested by agent hyperv_n-h2-826753-2 with host n-h2-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:51:16.593952 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9f052c15-06c7-49ff-9708-a81e44a11312 req-2b485d10-0dc5-4094-9af9-4a068d7dd08f tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/security-groups?id=d1068709-142b-4f0d-aa54-30196489f5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3274081 Feb 19 02:51:16.688720 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733babf2-ebae-4d8e-b739-901e7f5b97f7 req-9fe70a28-1eca-4cb6-8de0-6ba924390600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:16.692719 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-733babf2-ebae-4d8e-b739-901e7f5b97f7 req-9fe70a28-1eca-4cb6-8de0-6ba924390600 service neutron] 10.222.0.82 "GET /v2.0/networks?id=bf672100-ed94-443f-908a-4ecaf8a2d628 HTTP/1.1" status: 200 len: 905 time: 0.3751788 Feb 19 02:51:16.708109 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [req-3aabb8f3-54e1-4e57-8583-d57f6b105151 req-468504bc-7756-49ae-8e5a-cb1b18042c2a tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Allocated IP 172.20.0.5 (4ec29c64-a4ae-430d-ba9f-348461fbf8ef/5103dc21-f4d0-430c-8a52-b05a3a288bbf/0bb72d54-bc8b-4d50-97f8-f6d678c6dc11) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:51:16.800561 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-733babf2-ebae-4d8e-b739-901e7f5b97f7 req-6a303570-9f83-4210-a2b4-9c128bda288e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9fbbd04-3eeb-47b4-a55a-1008b2e7faac HTTP/1.1" status: 200 len: 217 time: 0.0958903 Feb 19 02:51:16.847952 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48850cb6-f9f1-4ae6-a3da-de858f2ee2d3 req-c2211050-56d2-429e-a4ad-8ab7ff4587ad tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:16.866647 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-48850cb6-f9f1-4ae6-a3da-de858f2ee2d3 req-c2211050-56d2-429e-a4ad-8ab7ff4587ad tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/ports?device_id=703117b2-3b74-4940-91d7-38248cc7fdf8 HTTP/1.1" status: 200 len: 950 time: 0.5184953 Feb 19 02:51:16.997368 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3c0e9f1a-8762-42a3-9ee6-c337752ff08d req-820cf4f6-d8ba-4b6e-9be2-475cbd15254a tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ec863d4-5792-46d2-b299-7b34b3ebe431 HTTP/1.1" status: 200 len: 210 time: 0.0596492 Feb 19 02:51:17.072548 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 72dd58e9-a464-467c-8d8b-0914a8131be8, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=72dd58e9-a464-467c-8d8b-0914a8131be8,segment=NetworkSegment(4d279d1b-ef9f-49cc-bc5d-c8be530f22d3),segment_id=4d279d1b-ef9f-49cc-bc5d-c8be530f22d3)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:51:17.075729 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733babf2-ebae-4d8e-b739-901e7f5b97f7 req-548b661b-f0fe-41a5-b391-0fd2625a2f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:17.077514 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-733babf2-ebae-4d8e-b739-901e7f5b97f7 req-548b661b-f0fe-41a5-b391-0fd2625a2f28 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0bb04773-132e-443e-9baa-c5ff97e31eb2 HTTP/1.1" status: 200 len: 844 time: 0.2627242 Feb 19 02:51:17.107017 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-48850cb6-f9f1-4ae6-a3da-de858f2ee2d3 req-9d026bd3-def5-4414-a262-e417f81c9d47 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe71e737-cb97-4e9e-a576-1f93522c47f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366033 Feb 19 02:51:17.149870 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Returning: {'device': '72dd58e9-a464-467c-8d8b-0914a8131be8', 'network_id': '38d6fa8e-4007-4beb-abd0-8f0d817f1ef6', 'port_id': '72dd58e9-a464-467c-8d8b-0914a8131be8', 'mac_address': 'fa:16:3e:ee:26:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54b68f46-9c6f-467f-99d5-a919ef2f5fa1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:51:17.208931 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-733babf2-ebae-4d8e-b739-901e7f5b97f7 req-64e8c171-40a3-402e-8da6-eb0bcc05ef83 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bf672100-ed94-443f-908a-4ecaf8a2d628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0999546 Feb 19 02:51:17.364853 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 72dd58e9-a464-467c-8d8b-0914a8131be8 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:51:17.371079 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (72dd58e9-a464-467c-8d8b-0914a8131be8), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:17.444552 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72dd58e9-a464-467c-8d8b-0914a8131be8 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:51:17.492907 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-3aabb8f3-54e1-4e57-8583-d57f6b105151 req-468504bc-7756-49ae-8e5a-cb1b18042c2a tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Publish callbacks [] for port (0bb72d54-bc8b-4d50-97f8-f6d678c6dc11), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:17.539735 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 72dd58e9-a464-467c-8d8b-0914a8131be8, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=72dd58e9-a464-467c-8d8b-0914a8131be8,segment=NetworkSegment(4d279d1b-ef9f-49cc-bc5d-c8be530f22d3),segment_id=4d279d1b-ef9f-49cc-bc5d-c8be530f22d3)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:51:17.564269 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (72dd58e9-a464-467c-8d8b-0914a8131be8), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:17.602960 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0b09a480-2232-4212-9cd7-b445d2588da9 req-bce67ae5-95a0-43ee-9429-2c300c0e8615 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=489c58f4-d89e-47a6-b4af-0944a22a7ab0 HTTP/1.1" status: 200 len: 210 time: 0.1000843 Feb 19 02:51:17.606819 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-733babf2-ebae-4d8e-b739-901e7f5b97f7 req-f084f287-f5f1-4e83-abe2-85f128de7896 service neutron] 10.222.0.82 "GET /v2.0/networks/bf672100-ed94-443f-908a-4ecaf8a2d628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3894746 Feb 19 02:51:17.626445 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a842c7d-acad-471e-aead-436e25505cd4 req-14d5c7d0-665d-46f9-8f82-5b0f9dfe7e3a tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:17.634443 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8a842c7d-acad-471e-aead-436e25505cd4 req-14d5c7d0-665d-46f9-8f82-5b0f9dfe7e3a tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=b199e4ce-2474-4d9e-88a0-68c6c1ca9e0d HTTP/1.1" status: 200 len: 943 time: 0.2726936 Feb 19 02:51:17.698189 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-3aabb8f3-54e1-4e57-8583-d57f6b105151 req-468504bc-7756-49ae-8e5a-cb1b18042c2a tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (0bb72d54-bc8b-4d50-97f8-f6d678c6dc11), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:17.839860 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3aabb8f3-54e1-4e57-8583-d57f6b105151 req-468504bc-7756-49ae-8e5a-cb1b18042c2a tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Network 4ec29c64-a4ae-430d-ba9f-348461fbf8ef is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:51:17.859059 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [req-3aabb8f3-54e1-4e57-8583-d57f6b105151 req-468504bc-7756-49ae-8e5a-cb1b18042c2a tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:51:17.886970 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aabb8f3-54e1-4e57-8583-d57f6b105151 req-468504bc-7756-49ae-8e5a-cb1b18042c2a tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:51:17.920235 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-19a51b1d-709a-4e10-97e4-85f24aaf1abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:17.949070 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=72dd58e9-a464-467c-8d8b-0914a8131be8,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:51:18.018066 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468504bc-7756-49ae-8e5a-cb1b18042c2a tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Pushing event updated for resources: {'Port': ['ID=0bb72d54-bc8b-4d50-97f8-f6d678c6dc11,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:51:18.025483 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['72dd58e9-a464-467c-8d8b-0914a8131be8'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:51:18.133676 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aabb8f3-54e1-4e57-8583-d57f6b105151 req-468504bc-7756-49ae-8e5a-cb1b18042c2a tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:18.135095 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-3aabb8f3-54e1-4e57-8583-d57f6b105151 req-468504bc-7756-49ae-8e5a-cb1b18042c2a tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:18.221434 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3aabb8f3-54e1-4e57-8583-d57f6b105151 req-468504bc-7756-49ae-8e5a-cb1b18042c2a tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1889050 Feb 19 02:51:18.250201 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-3aabb8f3-54e1-4e57-8583-d57f6b105151 req-29c33fcc-b052-4ac0-ab91-dadbaad17402 service neutron] Request body: {'port': {'device_id': '489c58f4-d89e-47a6-b4af-0944a22a7ab0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826753-2'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:51:18.330072 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8a842c7d-acad-471e-aead-436e25505cd4 req-bd397921-5cc4-4f0d-9f72-ce92f74c7553 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ca71149-99da-4cc2-ac25-44d2d4a4007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6946371 Feb 19 02:51:18.332204 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-733babf2-ebae-4d8e-b739-901e7f5b97f7 req-f70dc2a4-465c-44c4-b774-1eb15900a488 service neutron] 10.222.0.82 "GET /v2.0/networks/bf672100-ed94-443f-908a-4ecaf8a2d628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6958315 Feb 19 02:51:18.449817 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90505e1c-ed14-4b57-ba15-843c73ceab7c req-697928cc-c5f5-49c3-ba53-f5365fd952c9 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:18.466164 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-90505e1c-ed14-4b57-ba15-843c73ceab7c req-697928cc-c5f5-49c3-ba53-f5365fd952c9 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/ports?device_id=4baf32be-c2d0-4ad5-9167-43394f08e9fb HTTP/1.1" status: 200 len: 944 time: 0.5858433 Feb 19 02:51:18.496380 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device a9fbbd04-3eeb-47b4-a55a-1008b2e7faac details requested by agent hyperv_n-h2-826753-2 with host n-h2-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:51:18.623307 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-3aabb8f3-54e1-4e57-8583-d57f6b105151 req-29c33fcc-b052-4ac0-ab91-dadbaad17402 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (0bb72d54-bc8b-4d50-97f8-f6d678c6dc11), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:18.670111 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9313b49d-f533-461b-982d-9a579a58259e req-97c23433-5618-4b89-9c0f-71c0d426c570 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ec863d4-5792-46d2-b299-7b34b3ebe431 HTTP/1.1" status: 200 len: 210 time: 0.1151779 Feb 19 02:51:18.690922 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-90505e1c-ed14-4b57-ba15-843c73ceab7c req-759580b6-cee8-4d24-81a2-a5f8b12ca03e tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/security-groups?id=d1068709-142b-4f0d-aa54-30196489f5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195635 Feb 19 02:51:18.796362 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port a9fbbd04-3eeb-47b4-a55a-1008b2e7faac, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=a9fbbd04-3eeb-47b4-a55a-1008b2e7faac,segment=NetworkSegment(95c489b5-d2f5-4704-89fb-8accaa8a0e0f),segment_id=95c489b5-d2f5-4704-89fb-8accaa8a0e0f)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:51:18.822289 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Returning: {'device': 'a9fbbd04-3eeb-47b4-a55a-1008b2e7faac', 'network_id': 'bf672100-ed94-443f-908a-4ecaf8a2d628', 'port_id': 'a9fbbd04-3eeb-47b4-a55a-1008b2e7faac', 'mac_address': 'fa:16:3e:8d:3c:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bb04773-132e-443e-9baa-c5ff97e31eb2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:51:18.909853 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port a9fbbd04-3eeb-47b4-a55a-1008b2e7faac is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:51:18.910253 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (a9fbbd04-3eeb-47b4-a55a-1008b2e7faac), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:18.950994 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9fbbd04-3eeb-47b4-a55a-1008b2e7faac {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:51:19.102639 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port a9fbbd04-3eeb-47b4-a55a-1008b2e7faac, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=a9fbbd04-3eeb-47b4-a55a-1008b2e7faac,segment=NetworkSegment(95c489b5-d2f5-4704-89fb-8accaa8a0e0f),segment_id=95c489b5-d2f5-4704-89fb-8accaa8a0e0f)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:51:19.121598 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (a9fbbd04-3eeb-47b4-a55a-1008b2e7faac), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:19.214541 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ddf3af-c24d-410b-8625-adc7989fd1b5 req-24ad8b6a-85a4-4658-a2bf-d9a6afb9a9d5 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:19.221767 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-05ddf3af-c24d-410b-8625-adc7989fd1b5 req-24ad8b6a-85a4-4658-a2bf-d9a6afb9a9d5 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/ports?device_id=703117b2-3b74-4940-91d7-38248cc7fdf8 HTTP/1.1" status: 200 len: 950 time: 0.2587745 Feb 19 02:51:19.309061 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:19.353884 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=a9fbbd04-3eeb-47b4-a55a-1008b2e7faac,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:51:19.455678 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f266b7-46c9-4926-9a20-11c65fd0fe97 req-3f2e0631-f719-463f-a86b-3fbb18ce3e30 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:19.467532 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c8f266b7-46c9-4926-9a20-11c65fd0fe97 req-3f2e0631-f719-463f-a86b-3fbb18ce3e30 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=489c58f4-d89e-47a6-b4af-0944a22a7ab0 HTTP/1.1" status: 200 len: 931 time: 0.2344792 Feb 19 02:51:19.480707 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-3aabb8f3-54e1-4e57-8583-d57f6b105151 req-29c33fcc-b052-4ac0-ab91-dadbaad17402 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bb72d54-bc8b-4d50-97f8-f6d678c6dc11 {{(pid=103702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:51:19.497718 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-3aabb8f3-54e1-4e57-8583-d57f6b105151 req-29c33fcc-b052-4ac0-ab91-dadbaad17402 service neutron] Publish callbacks [] for port (0bb72d54-bc8b-4d50-97f8-f6d678c6dc11), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:19.539706 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-05ddf3af-c24d-410b-8625-adc7989fd1b5 req-2f534228-5024-49a8-870c-4fafce859f5b tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe71e737-cb97-4e9e-a576-1f93522c47f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2922747 Feb 19 02:51:19.544147 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-3aabb8f3-54e1-4e57-8583-d57f6b105151 req-29c33fcc-b052-4ac0-ab91-dadbaad17402 service neutron] Transition to ACTIVE for port object 0bb72d54-bc8b-4d50-97f8-f6d678c6dc11 will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:51:19.560463 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['a9fbbd04-3eeb-47b4-a55a-1008b2e7faac'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:51:19.578649 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-3aabb8f3-54e1-4e57-8583-d57f6b105151 req-29c33fcc-b052-4ac0-ab91-dadbaad17402 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (0bb72d54-bc8b-4d50-97f8-f6d678c6dc11), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:19.647035 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c8f266b7-46c9-4926-9a20-11c65fd0fe97 req-1fc31772-2925-49a3-aae5-5c257d5d6ee9 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/security-groups?id=83745bf6-2450-44b1-b073-88b2d8645794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785920 Feb 19 02:51:19.765306 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c33fcc-b052-4ac0-ab91-dadbaad17402 service neutron] Pushing event updated for resources: {'Port': ['ID=0bb72d54-bc8b-4d50-97f8-f6d678c6dc11,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:51:19.930601 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-3aabb8f3-54e1-4e57-8583-d57f6b105151 req-29c33fcc-b052-4ac0-ab91-dadbaad17402 service neutron] Attempting to bind port 0bb72d54-bc8b-4d50-97f8-f6d678c6dc11 on host n-h1-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:51:19.930924 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-3aabb8f3-54e1-4e57-8583-d57f6b105151 req-29c33fcc-b052-4ac0-ab91-dadbaad17402 service neutron] Attempting to bind port 0bb72d54-bc8b-4d50-97f8-f6d678c6dc11 by drivers openvswitch,hyperv on host n-h1-826753-2 at level 0 using segments [{'id': 'b3dae451-0c86-4a64-8455-5c47bfffd3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '4ec29c64-a4ae-430d-ba9f-348461fbf8ef'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:51:19.931220 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aabb8f3-54e1-4e57-8583-d57f6b105151 req-29c33fcc-b052-4ac0-ab91-dadbaad17402 service neutron] Attempting to bind port 0bb72d54-bc8b-4d50-97f8-f6d678c6dc11 on network 4ec29c64-a4ae-430d-ba9f-348461fbf8ef {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:51:19.939343 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aabb8f3-54e1-4e57-8583-d57f6b105151 req-29c33fcc-b052-4ac0-ab91-dadbaad17402 service neutron] Port 0bb72d54-bc8b-4d50-97f8-f6d678c6dc11 on network 4ec29c64-a4ae-430d-ba9f-348461fbf8ef not bound, no agent of type Open vSwitch agent registered on host n-h1-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:51:19.939671 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aabb8f3-54e1-4e57-8583-d57f6b105151 req-29c33fcc-b052-4ac0-ab91-dadbaad17402 service neutron] Attempting to bind port 0bb72d54-bc8b-4d50-97f8-f6d678c6dc11 on network 4ec29c64-a4ae-430d-ba9f-348461fbf8ef {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:51:19.951756 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aabb8f3-54e1-4e57-8583-d57f6b105151 req-29c33fcc-b052-4ac0-ab91-dadbaad17402 service neutron] Checking agent: {'id': '9d56fb1b-2855-496a-a6d9-c324740cb98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:51:19.952151 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aabb8f3-54e1-4e57-8583-d57f6b105151 req-29c33fcc-b052-4ac0-ab91-dadbaad17402 service neutron] Checking segment: {'id': 'b3dae451-0c86-4a64-8455-5c47bfffd3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '4ec29c64-a4ae-430d-ba9f-348461fbf8ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:51:19.952474 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aabb8f3-54e1-4e57-8583-d57f6b105151 req-29c33fcc-b052-4ac0-ab91-dadbaad17402 service neutron] Bound using segment: {'id': 'b3dae451-0c86-4a64-8455-5c47bfffd3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '4ec29c64-a4ae-430d-ba9f-348461fbf8ef'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:51:19.952906 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-3aabb8f3-54e1-4e57-8583-d57f6b105151 req-29c33fcc-b052-4ac0-ab91-dadbaad17402 service neutron] Bound port: 0bb72d54-bc8b-4d50-97f8-f6d678c6dc11, host: n-h1-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3dae451-0c86-4a64-8455-5c47bfffd3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '4ec29c64-a4ae-430d-ba9f-348461fbf8ef'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:51:19.953360 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-3aabb8f3-54e1-4e57-8583-d57f6b105151 req-29c33fcc-b052-4ac0-ab91-dadbaad17402 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (0bb72d54-bc8b-4d50-97f8-f6d678c6dc11), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:19.976051 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-427068de-9f9d-4321-9cc9-4568fcb9d3e6 req-65adcfb7-3588-44ad-aa55-58475952ca04 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ec863d4-5792-46d2-b299-7b34b3ebe431 HTTP/1.1" status: 200 len: 210 time: 0.0961308 Feb 19 02:51:20.004302 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b144cc5c-375a-4665-ae57-a3a39a0f18f9 req-021c8933-0e3c-4819-a232-c6f91a2dcb24 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:20.008246 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b144cc5c-375a-4665-ae57-a3a39a0f18f9 req-021c8933-0e3c-4819-a232-c6f91a2dcb24 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=b199e4ce-2474-4d9e-88a0-68c6c1ca9e0d HTTP/1.1" status: 200 len: 944 time: 0.2996693 Feb 19 02:51:20.153440 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-3aabb8f3-54e1-4e57-8583-d57f6b105151 req-29c33fcc-b052-4ac0-ab91-dadbaad17402 service neutron] For port 0bb72d54-bc8b-4d50-97f8-f6d678c6dc11, host n-h1-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:51:20.157846 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b144cc5c-375a-4665-ae57-a3a39a0f18f9 req-a9b4dd58-3b55-4395-8391-865002465f2b tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ca71149-99da-4cc2-ac25-44d2d4a4007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402433 Feb 19 02:51:20.164303 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-3aabb8f3-54e1-4e57-8583-d57f6b105151 req-29c33fcc-b052-4ac0-ab91-dadbaad17402 service neutron] For port 0bb72d54-bc8b-4d50-97f8-f6d678c6dc11, host n-h1-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=0bb72d54-bc8b-4d50-97f8-f6d678c6dc11,segment=NetworkSegment(b3dae451-0c86-4a64-8455-5c47bfffd3eb),segment_id=b3dae451-0c86-4a64-8455-5c47bfffd3eb)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:51:20.177233 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-3aabb8f3-54e1-4e57-8583-d57f6b105151 req-29c33fcc-b052-4ac0-ab91-dadbaad17402 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (0bb72d54-bc8b-4d50-97f8-f6d678c6dc11), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:20.228559 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85165582-49bc-45e2-b8f6-19e43f408a59 req-ba094570-9c4a-49c4-8f3f-ce6d887d6b37 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:20.261091 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-85165582-49bc-45e2-b8f6-19e43f408a59 req-ba094570-9c4a-49c4-8f3f-ce6d887d6b37 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/ports?device_id=4baf32be-c2d0-4ad5-9167-43394f08e9fb HTTP/1.1" status: 200 len: 945 time: 0.1573400 Feb 19 02:51:20.263362 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aabb8f3-54e1-4e57-8583-d57f6b105151 req-29c33fcc-b052-4ac0-ab91-dadbaad17402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:20.266542 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-3aabb8f3-54e1-4e57-8583-d57f6b105151 req-29c33fcc-b052-4ac0-ab91-dadbaad17402 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:20.279218 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3aabb8f3-54e1-4e57-8583-d57f6b105151 req-29c33fcc-b052-4ac0-ab91-dadbaad17402 service neutron] 10.222.0.73 "PUT /v2.0/ports/0bb72d54-bc8b-4d50-97f8-f6d678c6dc11 HTTP/1.1" status: 200 len: 1091 time: 2.0411448 Feb 19 02:51:20.279979 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '489c58f4-d89e-47a6-b4af-0944a22a7ab0', 'tag': '0bb72d54-bc8b-4d50-97f8-f6d678c6dc11'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:51:20.285705 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65cf39a0-8133-470d-94bd-c01d535c06b3" -d '{"events": [{"name": "network-changed", "server_uuid": "489c58f4-d89e-47a6-b4af-0944a22a7ab0", "tag": "0bb72d54-bc8b-4d50-97f8-f6d678c6dc11"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:51:20.356645 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:20.411280 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-85165582-49bc-45e2-b8f6-19e43f408a59 req-4c004c9e-428a-4a27-b9bb-47125f210fec tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/security-groups?id=d1068709-142b-4f0d-aa54-30196489f5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480277 Feb 19 02:51:20.437645 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb49c0e-a4c0-4bce-91ca-e0e811f9a86c x-openstack-request-id: req-adb49c0e-a4c0-4bce-91ca-e0e811f9a86c {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:51:20.437769 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "489c58f4-d89e-47a6-b4af-0944a22a7ab0", "tag": "0bb72d54-bc8b-4d50-97f8-f6d678c6dc11", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:51:20.438077 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-adb49c0e-a4c0-4bce-91ca-e0e811f9a86c {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:51:20.438352 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '489c58f4-d89e-47a6-b4af-0944a22a7ab0', 'tag': '0bb72d54-bc8b-4d50-97f8-f6d678c6dc11', 'status': 'completed', 'code': 200} Feb 19 02:51:20.439045 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c33fcc-b052-4ac0-ab91-dadbaad17402 service neutron] Pushing event updated for resources: {'Port': ['ID=0bb72d54-bc8b-4d50-97f8-f6d678c6dc11,revision_number=3']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:51:20.481831 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aabb8f3-54e1-4e57-8583-d57f6b105151 req-cce7aa68-7850-4371-831c-ac54d3d3a16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:20.484528 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3aabb8f3-54e1-4e57-8583-d57f6b105151 req-cce7aa68-7850-4371-831c-ac54d3d3a16b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d68bae7ecf6f4907884d3b1c20c6b537&device_id=489c58f4-d89e-47a6-b4af-0944a22a7ab0 HTTP/1.1" status: 200 len: 1125 time: 0.1283803 Feb 19 02:51:20.518186 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 72dd58e9-a464-467c-8d8b-0914a8131be8 up at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:51:20.609308 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3aabb8f3-54e1-4e57-8583-d57f6b105151 req-e4155fc9-e9e8-4b57-85fe-9a53af32bacc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0bb72d54-bc8b-4d50-97f8-f6d678c6dc11 HTTP/1.1" status: 200 len: 217 time: 0.1095548 Feb 19 02:51:20.692062 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning for port 72dd58e9-a464-467c-8d8b-0914a8131be8 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:51:20.718693 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning complete for port 72dd58e9-a464-467c-8d8b-0914a8131be8 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:51:20.719460 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (72dd58e9-a464-467c-8d8b-0914a8131be8), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:20.741082 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aabb8f3-54e1-4e57-8583-d57f6b105151 req-6cde6d82-8bda-4a96-98a4-cdd0b92c4794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:20.742687 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3aabb8f3-54e1-4e57-8583-d57f6b105151 req-6cde6d82-8bda-4a96-98a4-cdd0b92c4794 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5103dc21-f4d0-430c-8a52-b05a3a288bbf HTTP/1.1" status: 200 len: 852 time: 0.1218271 Feb 19 02:51:20.799999 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3aabb8f3-54e1-4e57-8583-d57f6b105151 req-8167b480-59f9-47da-893b-65b51a897231 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4ec29c64-a4ae-430d-ba9f-348461fbf8ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500302 Feb 19 02:51:20.860367 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:51:20.896175 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39bbf04-488a-4bef-a861-d483055d4fd1 req-91a8e2f1-e375-4784-b636-318efe1b811c tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:20.901301 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 72dd58e9-a464-467c-8d8b-0914a8131be8 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:51:20.901918 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (72dd58e9-a464-467c-8d8b-0914a8131be8), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:20.903923 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b39bbf04-488a-4bef-a861-d483055d4fd1 req-91a8e2f1-e375-4784-b636-318efe1b811c tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/ports?device_id=703117b2-3b74-4940-91d7-38248cc7fdf8 HTTP/1.1" status: 200 len: 950 time: 0.2482910 Feb 19 02:51:20.908997 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a62aeb9e-9563-4c4d-88ea-c6588ce72c84 req-ecfad6ff-2df3-41af-91f3-986ef467bd0a tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1803406965&fields=id&tenant_id=eed1faf7d2ad41cdae7790304e30a12a HTTP/1.1" status: 200 len: 267 time: 0.2867787 Feb 19 02:51:20.948119 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b199e4ce-2474-4d9e-88a0-68c6c1ca9e0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72dd58e9-a464-467c-8d8b-0914a8131be8'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:51:20.950754 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a11550-c1ad-487f-87fd-8f8cdf242fb0" -d '{"events": [{"server_uuid": "b199e4ce-2474-4d9e-88a0-68c6c1ca9e0d", "name": "network-vif-plugged", "status": "completed", "tag": "72dd58e9-a464-467c-8d8b-0914a8131be8"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:51:20.962899 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3aabb8f3-54e1-4e57-8583-d57f6b105151 req-77ee2744-fd91-4aae-bf05-5be47131fb38 service neutron] 10.222.0.73 "GET /v2.0/networks/4ec29c64-a4ae-430d-ba9f-348461fbf8ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550734 Feb 19 02:51:20.972612 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 72dd58e9-a464-467c-8d8b-0914a8131be8, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=72dd58e9-a464-467c-8d8b-0914a8131be8,segment=NetworkSegment(4d279d1b-ef9f-49cc-bc5d-c8be530f22d3),segment_id=4d279d1b-ef9f-49cc-bc5d-c8be530f22d3)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:51:20.983024 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (72dd58e9-a464-467c-8d8b-0914a8131be8), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:21.066054 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=72dd58e9-a464-467c-8d8b-0914a8131be8,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:51:21.107473 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b39bbf04-488a-4bef-a861-d483055d4fd1 req-f41af55d-7098-4785-b7a5-5c9f3e9a7203 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe71e737-cb97-4e9e-a576-1f93522c47f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924603 Feb 19 02:51:21.213549 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62aeb9e-9563-4c4d-88ea-c6588ce72c84 req-e963f2df-7366-4964-a057-863881e30e4c tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:21.221783 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a62aeb9e-9563-4c4d-88ea-c6588ce72c84 req-e963f2df-7366-4964-a057-863881e30e4c tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] 10.222.0.72 "GET /v2.0/networks?id=e1cc4d35-d947-46a4-a02a-fb288d9849b7 HTTP/1.1" status: 200 len: 816 time: 0.3026664 Feb 19 02:51:21.231568 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3aabb8f3-54e1-4e57-8583-d57f6b105151 req-233351f9-0ad4-4270-8346-f731fd89fb2d service neutron] 10.222.0.73 "GET /v2.0/networks/4ec29c64-a4ae-430d-ba9f-348461fbf8ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626238 Feb 19 02:51:21.257818 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a62aeb9e-9563-4c4d-88ea-c6588ce72c84 req-c86ba65e-d5a2-40cd-b78c-1e8d1be1de86 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] 10.222.0.72 "GET /v2.0/quotas/eed1faf7d2ad41cdae7790304e30a12a HTTP/1.1" status: 200 len: 375 time: 0.0344131 Feb 19 02:51:21.344326 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e667f6c-152c-47e7-b219-2759064f0ed5 req-23d2b02e-c72d-489f-a7eb-403ffcf21ddc tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:21.358479 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7e667f6c-152c-47e7-b219-2759064f0ed5 req-23d2b02e-c72d-489f-a7eb-403ffcf21ddc tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=489c58f4-d89e-47a6-b4af-0944a22a7ab0 HTTP/1.1" status: 200 len: 943 time: 0.1346681 Feb 19 02:51:21.473710 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cf39a0-8133-470d-94bd-c01d535c06b3 req-05146d2d-1846-4486-83ee-6ffc96a9e2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:21.480466 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-65cf39a0-8133-470d-94bd-c01d535c06b3 req-05146d2d-1846-4486-83ee-6ffc96a9e2b0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d68bae7ecf6f4907884d3b1c20c6b537&device_id=489c58f4-d89e-47a6-b4af-0944a22a7ab0 HTTP/1.1" status: 200 len: 1125 time: 0.1338449 Feb 19 02:51:21.580149 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7e667f6c-152c-47e7-b219-2759064f0ed5 req-abc6a240-5c06-4e90-8dd9-df1f725bf718 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/security-groups?id=83745bf6-2450-44b1-b073-88b2d8645794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100716 Feb 19 02:51:21.607733 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a62aeb9e-9563-4c4d-88ea-c6588ce72c84 req-159b362f-60e8-40df-bcbc-aabea13e8860 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=eed1faf7d2ad41cdae7790304e30a12a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3255923 Feb 19 02:51:21.681857 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55c09344-fd4f-4d52-a74f-9142cda04d87 x-openstack-request-id: req-55c09344-fd4f-4d52-a74f-9142cda04d87 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:51:21.682423 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b199e4ce-2474-4d9e-88a0-68c6c1ca9e0d", "name": "network-vif-plugged", "status": "completed", "tag": "72dd58e9-a464-467c-8d8b-0914a8131be8", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:51:21.682423 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-55c09344-fd4f-4d52-a74f-9142cda04d87 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:51:21.682762 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b199e4ce-2474-4d9e-88a0-68c6c1ca9e0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72dd58e9-a464-467c-8d8b-0914a8131be8', 'code': 200} Feb 19 02:51:21.777748 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cf39a0-8133-470d-94bd-c01d535c06b3 req-43965aec-ca13-4090-b48f-f8321704ca3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:21.779437 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-65cf39a0-8133-470d-94bd-c01d535c06b3 req-43965aec-ca13-4090-b48f-f8321704ca3b service neutron] 10.222.0.73 "GET /v2.0/networks?id=4ec29c64-a4ae-430d-ba9f-348461fbf8ef HTTP/1.1" status: 200 len: 913 time: 0.2809503 Feb 19 02:51:21.823976 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-88db629c-ce89-460d-ab93-4d7e1aff5df8 req-0c94471e-0c02-4898-98bc-74282916d466 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ec863d4-5792-46d2-b299-7b34b3ebe431 HTTP/1.1" status: 200 len: 210 time: 0.0581515 Feb 19 02:51:21.887037 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-65cf39a0-8133-470d-94bd-c01d535c06b3 req-0104c4d8-c602-4c6c-8695-cf8367f29ab4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0bb72d54-bc8b-4d50-97f8-f6d678c6dc11 HTTP/1.1" status: 200 len: 217 time: 0.0944166 Feb 19 02:51:21.897947 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:22.002517 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a62aeb9e-9563-4c4d-88ea-c6588ce72c84 req-75621bc3-1359-40e9-aa4f-3f5e8d9584d6 service neutron] 10.222.0.72 "GET /v2.0/networks/e1cc4d35-d947-46a4-a02a-fb288d9849b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3805745 Feb 19 02:51:22.089655 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cf39a0-8133-470d-94bd-c01d535c06b3 req-bc55dda8-15fb-4e7b-8d3c-7a61219fcff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:22.093828 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-65cf39a0-8133-470d-94bd-c01d535c06b3 req-bc55dda8-15fb-4e7b-8d3c-7a61219fcff5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5103dc21-f4d0-430c-8a52-b05a3a288bbf HTTP/1.1" status: 200 len: 852 time: 0.1970196 Feb 19 02:51:22.123558 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a62aeb9e-9563-4c4d-88ea-c6588ce72c84 req-111b96d8-fe98-4056-b631-e0c89ffc0bad service neutron] 10.222.0.72 "GET /v2.0/networks/e1cc4d35-d947-46a4-a02a-fb288d9849b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086533 Feb 19 02:51:22.140622 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6623cb24-5314-4f51-88ed-0d5cdb1a3857 req-f5623721-82c1-40aa-adf9-a9bd5c1465ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:22.141035 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6623cb24-5314-4f51-88ed-0d5cdb1a3857 req-f5623721-82c1-40aa-adf9-a9bd5c1465ca service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=b199e4ce-2474-4d9e-88a0-68c6c1ca9e0d HTTP/1.1" status: 200 len: 1127 time: 0.3367393 Feb 19 02:51:22.181294 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-65cf39a0-8133-470d-94bd-c01d535c06b3 req-2875e270-f31c-45ca-8528-0516231f2f0a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4ec29c64-a4ae-430d-ba9f-348461fbf8ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748899 Feb 19 02:51:22.217201 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074e07de-1395-446f-8b7a-054c0e53bde1 req-331e9a3d-3319-427a-960f-d3e88ec2c68d tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:22.227282 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-074e07de-1395-446f-8b7a-054c0e53bde1 req-331e9a3d-3319-427a-960f-d3e88ec2c68d tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=b199e4ce-2474-4d9e-88a0-68c6c1ca9e0d HTTP/1.1" status: 200 len: 945 time: 0.2666268 Feb 19 02:51:22.377906 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-074e07de-1395-446f-8b7a-054c0e53bde1 req-78dc4573-9ac7-400c-86c9-fe06e444a47f tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ca71149-99da-4cc2-ac25-44d2d4a4007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496155 Feb 19 02:51:22.380471 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6623cb24-5314-4f51-88ed-0d5cdb1a3857 req-3ae3d19e-73bf-49b2-a041-183be3629e33 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=6ca71149-99da-4cc2-ac25-44d2d4a4007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312691 Feb 19 02:51:22.388323 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-65cf39a0-8133-470d-94bd-c01d535c06b3 req-6e2b8ed9-e749-40b4-9fec-2d5e63ce7f8c service neutron] 10.222.0.73 "GET /v2.0/networks/4ec29c64-a4ae-430d-ba9f-348461fbf8ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999729 Feb 19 02:51:22.433852 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:22.547212 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device a9fbbd04-3eeb-47b4-a55a-1008b2e7faac up at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:51:22.681676 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-65cf39a0-8133-470d-94bd-c01d535c06b3 req-06c843c1-1d3b-49ea-a528-b3568e730889 service neutron] 10.222.0.73 "GET /v2.0/networks/4ec29c64-a4ae-430d-ba9f-348461fbf8ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833605 Feb 19 02:51:22.912202 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfff39c7-e6fe-4c1a-a2e1-bbb35df46cf2 req-d4724c8a-9495-4311-af1b-1926980e93af tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:22.926771 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cfff39c7-e6fe-4c1a-a2e1-bbb35df46cf2 req-d4724c8a-9495-4311-af1b-1926980e93af tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/ports?device_id=4baf32be-c2d0-4ad5-9167-43394f08e9fb HTTP/1.1" status: 200 len: 945 time: 0.1850331 Feb 19 02:51:23.136423 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cfff39c7-e6fe-4c1a-a2e1-bbb35df46cf2 req-eb1f955d-43a6-47fb-8701-cf1dfbcb3407 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/security-groups?id=d1068709-142b-4f0d-aa54-30196489f5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073812 Feb 19 02:51:23.170337 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7ea4ba-bac7-435b-8ae0-828154ba8b8b req-3d7c0fd1-982d-44a1-a187-d9764bd5a2e6 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:23.171839 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning for port a9fbbd04-3eeb-47b4-a55a-1008b2e7faac completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:51:23.172330 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8f7ea4ba-bac7-435b-8ae0-828154ba8b8b req-3d7c0fd1-982d-44a1-a187-d9764bd5a2e6 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/ports?device_id=703117b2-3b74-4940-91d7-38248cc7fdf8 HTTP/1.1" status: 200 len: 950 time: 0.2011321 Feb 19 02:51:23.181738 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning complete for port a9fbbd04-3eeb-47b4-a55a-1008b2e7faac triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:51:23.182574 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (a9fbbd04-3eeb-47b4-a55a-1008b2e7faac), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:23.287102 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8f7ea4ba-bac7-435b-8ae0-828154ba8b8b req-f4d0b7ce-f747-41e0-a24f-c5fe8d842d62 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe71e737-cb97-4e9e-a576-1f93522c47f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076434 Feb 19 02:51:23.326037 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port a9fbbd04-3eeb-47b4-a55a-1008b2e7faac is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:51:23.326688 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (a9fbbd04-3eeb-47b4-a55a-1008b2e7faac), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:23.414463 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port a9fbbd04-3eeb-47b4-a55a-1008b2e7faac, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=a9fbbd04-3eeb-47b4-a55a-1008b2e7faac,segment=NetworkSegment(95c489b5-d2f5-4704-89fb-8accaa8a0e0f),segment_id=95c489b5-d2f5-4704-89fb-8accaa8a0e0f)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:51:23.419448 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fa8188ba-c12c-492c-8ed8-f7e7ceb991f2 req-e7156715-c6d6-4de1-914d-e80262670e37 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] 10.222.0.72 "GET /v2.0/ports?device_id=85b3493e-4e6d-43dd-97f1-de789984e9e0 HTTP/1.1" status: 200 len: 210 time: 0.0340784 Feb 19 02:51:23.431986 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (a9fbbd04-3eeb-47b4-a55a-1008b2e7faac), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:23.432257 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c956aac-88ca-4ddb-af4a-e57f15d5ba67 req-4984c8db-79d8-4aaf-9a4e-64410ec73100 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:23.434857 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2c956aac-88ca-4ddb-af4a-e57f15d5ba67 req-4984c8db-79d8-4aaf-9a4e-64410ec73100 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=489c58f4-d89e-47a6-b4af-0944a22a7ab0 HTTP/1.1" status: 200 len: 943 time: 0.1443064 Feb 19 02:51:23.532227 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2c956aac-88ca-4ddb-af4a-e57f15d5ba67 req-1a13af3f-e59b-47ae-9208-114a232d3ccf tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/security-groups?id=83745bf6-2450-44b1-b073-88b2d8645794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879126 Feb 19 02:51:23.544289 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=a9fbbd04-3eeb-47b4-a55a-1008b2e7faac,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:51:23.638772 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bc342565-9c51-4e5b-9dad-88385e5692cf req-9ff51546-1a5c-4b58-8d20-918ec535d63b tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ec863d4-5792-46d2-b299-7b34b3ebe431 HTTP/1.1" status: 200 len: 210 time: 0.0853868 Feb 19 02:51:23.683743 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4baf32be-c2d0-4ad5-9167-43394f08e9fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9fbbd04-3eeb-47b4-a55a-1008b2e7faac'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:51:23.686147 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af1ca1d1-cca1-4a56-9ad8-587c6a09cf6b" -d '{"events": [{"server_uuid": "4baf32be-c2d0-4ad5-9167-43394f08e9fb", "name": "network-vif-plugged", "status": "completed", "tag": "a9fbbd04-3eeb-47b4-a55a-1008b2e7faac"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:51:23.809446 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8307da4-84d6-408d-9a63-43638173fe3e req-185cdfe8-7511-4aab-b3c6-733677bb2b41 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:23.818779 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c8307da4-84d6-408d-9a63-43638173fe3e req-185cdfe8-7511-4aab-b3c6-733677bb2b41 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=b199e4ce-2474-4d9e-88a0-68c6c1ca9e0d HTTP/1.1" status: 200 len: 945 time: 0.1570144 Feb 19 02:51:23.860912 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5678b85-d421-489c-9098-88b83dfc95bf x-openstack-request-id: req-b5678b85-d421-489c-9098-88b83dfc95bf {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:51:23.861238 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4baf32be-c2d0-4ad5-9167-43394f08e9fb", "name": "network-vif-plugged", "status": "completed", "tag": "a9fbbd04-3eeb-47b4-a55a-1008b2e7faac", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:51:23.861492 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b5678b85-d421-489c-9098-88b83dfc95bf {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:51:23.862282 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4baf32be-c2d0-4ad5-9167-43394f08e9fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9fbbd04-3eeb-47b4-a55a-1008b2e7faac', 'code': 200} Feb 19 02:51:23.941602 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c8307da4-84d6-408d-9a63-43638173fe3e req-c93e2a62-befb-4f79-9952-f674bfd0a7d5 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ca71149-99da-4cc2-ac25-44d2d4a4007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169474 Feb 19 02:51:24.098210 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e6fa36-a3e4-44bb-89e1-888db1d25432 req-2835db96-5f58-4d4c-9c5c-c5490584a62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:24.099732 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-87e6fa36-a3e4-44bb-89e1-888db1d25432 req-2835db96-5f58-4d4c-9c5c-c5490584a62b service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=4baf32be-c2d0-4ad5-9167-43394f08e9fb HTTP/1.1" status: 200 len: 1128 time: 0.0875435 Feb 19 02:51:24.207396 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-87e6fa36-a3e4-44bb-89e1-888db1d25432 req-51a5e02b-9c5f-41fe-9f96-12e64d316e06 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=d1068709-142b-4f0d-aa54-30196489f5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972602 Feb 19 02:51:24.306186 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 0bb72d54-bc8b-4d50-97f8-f6d678c6dc11 details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:51:24.387337 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffcd3e7-611e-4a1b-a5be-06b914b8dc93 req-8743357e-a2ef-48f7-9c75-4bcecbde50ad tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:24.391632 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6ffcd3e7-611e-4a1b-a5be-06b914b8dc93 req-8743357e-a2ef-48f7-9c75-4bcecbde50ad tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/ports?device_id=4baf32be-c2d0-4ad5-9167-43394f08e9fb HTTP/1.1" status: 200 len: 946 time: 0.1465478 Feb 19 02:51:24.555614 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 0bb72d54-bc8b-4d50-97f8-f6d678c6dc11, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=0bb72d54-bc8b-4d50-97f8-f6d678c6dc11,segment=NetworkSegment(b3dae451-0c86-4a64-8455-5c47bfffd3eb),segment_id=b3dae451-0c86-4a64-8455-5c47bfffd3eb)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:51:24.573968 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': '0bb72d54-bc8b-4d50-97f8-f6d678c6dc11', 'network_id': '4ec29c64-a4ae-430d-ba9f-348461fbf8ef', 'port_id': '0bb72d54-bc8b-4d50-97f8-f6d678c6dc11', 'mac_address': 'fa:16:3e:8b:63:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5103dc21-f4d0-430c-8a52-b05a3a288bbf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:51:24.584529 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6ffcd3e7-611e-4a1b-a5be-06b914b8dc93 req-eb095539-693f-4f5a-b497-fb5f1b2e2bba tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/security-groups?id=d1068709-142b-4f0d-aa54-30196489f5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857762 Feb 19 02:51:24.673272 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b41dab3-6e18-4b95-8c4e-ae07764ab27c req-0ebe8a65-4ebf-46de-8a03-c56ec8e7260b tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:24.682066 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4b41dab3-6e18-4b95-8c4e-ae07764ab27c req-0ebe8a65-4ebf-46de-8a03-c56ec8e7260b tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/ports?device_id=703117b2-3b74-4940-91d7-38248cc7fdf8 HTTP/1.1" status: 200 len: 950 time: 0.2370818 Feb 19 02:51:24.692858 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 0bb72d54-bc8b-4d50-97f8-f6d678c6dc11 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:51:24.696630 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (0bb72d54-bc8b-4d50-97f8-f6d678c6dc11), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:24.736931 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bb72d54-bc8b-4d50-97f8-f6d678c6dc11 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:51:24.806150 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 0bb72d54-bc8b-4d50-97f8-f6d678c6dc11, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=0bb72d54-bc8b-4d50-97f8-f6d678c6dc11,segment=NetworkSegment(b3dae451-0c86-4a64-8455-5c47bfffd3eb),segment_id=b3dae451-0c86-4a64-8455-5c47bfffd3eb)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:51:24.814817 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f09b39b2-9fbf-4ce9-b6d5-16b28013f54a req-886d58b0-3823-4c32-b6eb-7906403c0b12 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] 10.222.0.72 "GET /v2.0/ports?device_id=85b3493e-4e6d-43dd-97f1-de789984e9e0 HTTP/1.1" status: 200 len: 210 time: 0.0809820 Feb 19 02:51:24.822071 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (0bb72d54-bc8b-4d50-97f8-f6d678c6dc11), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:24.849898 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4b41dab3-6e18-4b95-8c4e-ae07764ab27c req-5ff522a5-c04f-4314-90b4-db2f55b77226 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe71e737-cb97-4e9e-a576-1f93522c47f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668797 Feb 19 02:51:25.012438 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=0bb72d54-bc8b-4d50-97f8-f6d678c6dc11,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:51:25.058191 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3359a657-abe8-4849-842c-1d2e4c542e2e req-21991567-8e41-4f3d-a0ac-68186b1a3166 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ec863d4-5792-46d2-b299-7b34b3ebe431 HTTP/1.1" status: 200 len: 210 time: 0.0477297 Feb 19 02:51:25.114888 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34475db2-85a9-47b5-8dfa-ae4590f2f7da req-d971089b-e791-4135-8ea3-5ed3a41c9859 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:25.124671 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-34475db2-85a9-47b5-8dfa-ae4590f2f7da req-d971089b-e791-4135-8ea3-5ed3a41c9859 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=489c58f4-d89e-47a6-b4af-0944a22a7ab0 HTTP/1.1" status: 200 len: 944 time: 0.1928084 Feb 19 02:51:25.144986 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62aeb9e-9563-4c4d-88ea-c6588ce72c84 req-ca801abd-d7ee-49f4-89eb-05b9d35a04c7 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:25.148701 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a62aeb9e-9563-4c4d-88ea-c6588ce72c84 req-ca801abd-d7ee-49f4-89eb-05b9d35a04c7 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] 10.222.0.73 "GET /v2.0/networks?id=e1cc4d35-d947-46a4-a02a-fb288d9849b7 HTTP/1.1" status: 200 len: 816 time: 0.3888025 Feb 19 02:51:25.266551 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-34475db2-85a9-47b5-8dfa-ae4590f2f7da req-f221c52a-4f9d-476b-b70e-d59fe20f28f9 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/security-groups?id=83745bf6-2450-44b1-b073-88b2d8645794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408470 Feb 19 02:51:25.285676 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a62aeb9e-9563-4c4d-88ea-c6588ce72c84 req-7c8787e5-c1bd-497b-887e-24c772cead4b tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eed1faf7d2ad41cdae7790304e30a12a HTTP/1.1" status: 200 len: 380 time: 0.1137943 Feb 19 02:51:25.313303 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-a62aeb9e-9563-4c4d-88ea-c6588ce72c84 req-b8eca359-1255-4849-8120-75f3cc5df472 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Request body: {'port': {'device_id': '85b3493e-4e6d-43dd-97f1-de789984e9e0', 'network_id': 'e1cc4d35-d947-46a4-a02a-fb288d9849b7', 'admin_state_up': True, 'tenant_id': 'eed1faf7d2ad41cdae7790304e30a12a', 'security_groups': ['99efb503-a711-4838-8b15-bcaf32262e83']}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:51:25.331136 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['0bb72d54-bc8b-4d50-97f8-f6d678c6dc11'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:51:25.510043 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91f5bae-33e6-4ad7-97f6-de93a32e6397 req-7d81319b-b371-4392-9dbf-828027478730 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:25.518268 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d91f5bae-33e6-4ad7-97f6-de93a32e6397 req-7d81319b-b371-4392-9dbf-828027478730 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=b199e4ce-2474-4d9e-88a0-68c6c1ca9e0d HTTP/1.1" status: 200 len: 945 time: 0.1649191 Feb 19 02:51:25.562385 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a62aeb9e-9563-4c4d-88ea-c6588ce72c84 req-b8eca359-1255-4849-8120-75f3cc5df472 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Made reservation on behalf of eed1faf7d2ad41cdae7790304e30a12a for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:51:25.567223 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-a62aeb9e-9563-4c4d-88ea-c6588ce72c84 req-b8eca359-1255-4849-8120-75f3cc5df472 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:25.753856 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d91f5bae-33e6-4ad7-97f6-de93a32e6397 req-22af292a-c21e-4714-a693-63b32043625b tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ca71149-99da-4cc2-ac25-44d2d4a4007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272732 Feb 19 02:51:25.917991 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066fc2af-bfed-454c-97b2-a34377f0bb91 req-1f945382-a097-465b-bc82-c35e9130ebe8 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:25.919999 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-066fc2af-bfed-454c-97b2-a34377f0bb91 req-1f945382-a097-465b-bc82-c35e9130ebe8 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/ports?device_id=4baf32be-c2d0-4ad5-9167-43394f08e9fb HTTP/1.1" status: 200 len: 946 time: 0.1490176 Feb 19 02:51:25.956659 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [req-a62aeb9e-9563-4c4d-88ea-c6588ce72c84 req-b8eca359-1255-4849-8120-75f3cc5df472 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Allocated IP 172.20.0.11 (e1cc4d35-d947-46a4-a02a-fb288d9849b7/889c7a59-6b5e-4f05-9bcb-0e22fb033ffb/f97f2cd0-b7b7-4bd7-b6ab-6de292c04828) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:51:26.108754 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:26.150356 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876e0cdf-d5eb-4b37-bfea-ad27cd24bd60 req-09bffcb7-9523-469a-8bb0-f97e110f000b tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:26.164739 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-876e0cdf-d5eb-4b37-bfea-ad27cd24bd60 req-09bffcb7-9523-469a-8bb0-f97e110f000b tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc09faec-9f71-4628-83a5-9339c1354dc6 HTTP/1.1" status: 200 len: 945 time: 0.2370064 Feb 19 02:51:26.277297 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-a62aeb9e-9563-4c4d-88ea-c6588ce72c84 req-b8eca359-1255-4849-8120-75f3cc5df472 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Publish callbacks [] for port (f97f2cd0-b7b7-4bd7-b6ab-6de292c04828), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:26.315452 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-876e0cdf-d5eb-4b37-bfea-ad27cd24bd60 req-4526b6f0-610c-44ad-a6cc-3b2953bf9163 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ca71149-99da-4cc2-ac25-44d2d4a4007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459451 Feb 19 02:51:26.337531 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-066fc2af-bfed-454c-97b2-a34377f0bb91 req-f26bc438-6d7e-491a-9d27-e4aa9f15a026 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/security-groups?id=d1068709-142b-4f0d-aa54-30196489f5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4114130 Feb 19 02:51:26.375322 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-a62aeb9e-9563-4c4d-88ea-c6588ce72c84 req-b8eca359-1255-4849-8120-75f3cc5df472 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (f97f2cd0-b7b7-4bd7-b6ab-6de292c04828), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:26.540964 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a62aeb9e-9563-4c4d-88ea-c6588ce72c84 req-b8eca359-1255-4849-8120-75f3cc5df472 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Network e1cc4d35-d947-46a4-a02a-fb288d9849b7 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:51:26.552073 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [req-a62aeb9e-9563-4c4d-88ea-c6588ce72c84 req-b8eca359-1255-4849-8120-75f3cc5df472 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:51:26.558198 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-a62aeb9e-9563-4c4d-88ea-c6588ce72c84 req-b8eca359-1255-4849-8120-75f3cc5df472 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:51:26.693303 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62aeb9e-9563-4c4d-88ea-c6588ce72c84 req-b8eca359-1255-4849-8120-75f3cc5df472 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:26.693960 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-a62aeb9e-9563-4c4d-88ea-c6588ce72c84 req-b8eca359-1255-4849-8120-75f3cc5df472 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:26.708333 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1903202-9c1a-4bf7-bedf-940757a7eb83 req-9b1870ff-a0e7-4a9d-b542-4c2a7b30e0f4 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:26.720229 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eca359-1255-4849-8120-75f3cc5df472 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Pushing event updated for resources: {'Port': ['ID=f97f2cd0-b7b7-4bd7-b6ab-6de292c04828,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:51:26.721505 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d1903202-9c1a-4bf7-bedf-940757a7eb83 req-9b1870ff-a0e7-4a9d-b542-4c2a7b30e0f4 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] 10.222.0.72 "GET /v2.0/ports?device_id=85b3493e-4e6d-43dd-97f1-de789984e9e0 HTTP/1.1" status: 200 len: 932 time: 0.2859249 Feb 19 02:51:26.747938 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0006d0f9-87d4-4b90-9e89-55520195c889 req-866114c1-59ad-4fd2-abe6-0d260d3ea007 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:26.761246 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0006d0f9-87d4-4b90-9e89-55520195c889 req-866114c1-59ad-4fd2-abe6-0d260d3ea007 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/ports?device_id=703117b2-3b74-4940-91d7-38248cc7fdf8 HTTP/1.1" status: 200 len: 950 time: 0.2559564 Feb 19 02:51:26.801529 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a62aeb9e-9563-4c4d-88ea-c6588ce72c84 req-b8eca359-1255-4849-8120-75f3cc5df472 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5025532 Feb 19 02:51:26.822692 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-a62aeb9e-9563-4c4d-88ea-c6588ce72c84 req-287d802b-a96f-4698-851b-aa3fc06c1b5b service neutron] Request body: {'port': {'device_id': '85b3493e-4e6d-43dd-97f1-de789984e9e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826753-2'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:51:26.922745 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d1903202-9c1a-4bf7-bedf-940757a7eb83 req-ada27ed9-dc69-41e5-af1e-297b134509d6 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] 10.222.0.72 "GET /v2.0/security-groups?id=99efb503-a711-4838-8b15-bcaf32262e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1913290 Feb 19 02:51:26.967470 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-a62aeb9e-9563-4c4d-88ea-c6588ce72c84 req-287d802b-a96f-4698-851b-aa3fc06c1b5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (f97f2cd0-b7b7-4bd7-b6ab-6de292c04828), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:26.988257 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0006d0f9-87d4-4b90-9e89-55520195c889 req-eecfa9d2-21aa-4980-8db0-2b62f7f6c146 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe71e737-cb97-4e9e-a576-1f93522c47f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019665 Feb 19 02:51:27.010607 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-0a17ca6c-dfdb-4261-b19e-313c52241be3 None None] Provisioning complete for port f97f2cd0-b7b7-4bd7-b6ab-6de292c04828 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:51:27.011141 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-0a17ca6c-dfdb-4261-b19e-313c52241be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (f97f2cd0-b7b7-4bd7-b6ab-6de292c04828), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:27.144243 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-0a17ca6c-dfdb-4261-b19e-313c52241be3 None None] Port f97f2cd0-b7b7-4bd7-b6ab-6de292c04828 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:51:27.196351 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2fa8f00c-9633-4786-9ddb-0f4277fbcc29 req-7e5e3884-06a4-4d80-8656-492cd217c4b9 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ec863d4-5792-46d2-b299-7b34b3ebe431 HTTP/1.1" status: 200 len: 210 time: 0.0594928 Feb 19 02:51:27.336118 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf4aed9-31e0-48d9-8465-21a4009d30f9 req-0dd32ffe-c7c1-4e7b-b501-68f8408d85f6 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:27.347261 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8cf4aed9-31e0-48d9-8465-21a4009d30f9 req-0dd32ffe-c7c1-4e7b-b501-68f8408d85f6 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=489c58f4-d89e-47a6-b4af-0944a22a7ab0 HTTP/1.1" status: 200 len: 944 time: 0.1029243 Feb 19 02:51:27.474300 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8cf4aed9-31e0-48d9-8465-21a4009d30f9 req-71440bcc-90a0-455b-8c0f-72647960c84c tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/security-groups?id=83745bf6-2450-44b1-b073-88b2d8645794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194589 Feb 19 02:51:27.514650 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beca8d9-f6eb-4d6a-b4ff-41d4128301ba req-c5ed7f12-c318-4f59-a228-4d409d62ebe0 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:27.521821 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6beca8d9-f6eb-4d6a-b4ff-41d4128301ba req-c5ed7f12-c318-4f59-a228-4d409d62ebe0 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=b199e4ce-2474-4d9e-88a0-68c6c1ca9e0d HTTP/1.1" status: 200 len: 945 time: 0.0832746 Feb 19 02:51:27.623498 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6beca8d9-f6eb-4d6a-b4ff-41d4128301ba req-7f5162b5-f018-4924-9164-6ecd5d28f537 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ca71149-99da-4cc2-ac25-44d2d4a4007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003680 Feb 19 02:51:27.644523 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-a62aeb9e-9563-4c4d-88ea-c6588ce72c84 req-287d802b-a96f-4698-851b-aa3fc06c1b5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f97f2cd0-b7b7-4bd7-b6ab-6de292c04828 {{(pid=103702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:51:27.658999 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-a62aeb9e-9563-4c4d-88ea-c6588ce72c84 req-287d802b-a96f-4698-851b-aa3fc06c1b5b service neutron] Publish callbacks [] for port (f97f2cd0-b7b7-4bd7-b6ab-6de292c04828), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:27.699470 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-a62aeb9e-9563-4c4d-88ea-c6588ce72c84 req-287d802b-a96f-4698-851b-aa3fc06c1b5b service neutron] Transition to ACTIVE for port object f97f2cd0-b7b7-4bd7-b6ab-6de292c04828 will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:51:27.713834 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-a62aeb9e-9563-4c4d-88ea-c6588ce72c84 req-287d802b-a96f-4698-851b-aa3fc06c1b5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (f97f2cd0-b7b7-4bd7-b6ab-6de292c04828), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:27.734618 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d854ff2c-a01b-4461-98f9-cb574b886aa3 req-8f667c5f-9e05-4b51-af49-d2d3c425f983 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:27.750008 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d854ff2c-a01b-4461-98f9-cb574b886aa3 req-8f667c5f-9e05-4b51-af49-d2d3c425f983 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/ports?device_id=4baf32be-c2d0-4ad5-9167-43394f08e9fb HTTP/1.1" status: 200 len: 946 time: 0.1544228 Feb 19 02:51:27.786311 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287d802b-a96f-4698-851b-aa3fc06c1b5b service neutron] Pushing event updated for resources: {'Port': ['ID=f97f2cd0-b7b7-4bd7-b6ab-6de292c04828,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:51:27.922542 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-a62aeb9e-9563-4c4d-88ea-c6588ce72c84 req-287d802b-a96f-4698-851b-aa3fc06c1b5b service neutron] Attempting to bind port f97f2cd0-b7b7-4bd7-b6ab-6de292c04828 on host n-h1-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:51:27.924733 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-a62aeb9e-9563-4c4d-88ea-c6588ce72c84 req-287d802b-a96f-4698-851b-aa3fc06c1b5b service neutron] Attempting to bind port f97f2cd0-b7b7-4bd7-b6ab-6de292c04828 by drivers openvswitch,hyperv on host n-h1-826753-2 at level 0 using segments [{'id': '9fe70e6e-9986-4247-9959-b53c4994b41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e1cc4d35-d947-46a4-a02a-fb288d9849b7'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:51:27.925170 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62aeb9e-9563-4c4d-88ea-c6588ce72c84 req-287d802b-a96f-4698-851b-aa3fc06c1b5b service neutron] Attempting to bind port f97f2cd0-b7b7-4bd7-b6ab-6de292c04828 on network e1cc4d35-d947-46a4-a02a-fb288d9849b7 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:51:27.931793 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62aeb9e-9563-4c4d-88ea-c6588ce72c84 req-287d802b-a96f-4698-851b-aa3fc06c1b5b service neutron] Port f97f2cd0-b7b7-4bd7-b6ab-6de292c04828 on network e1cc4d35-d947-46a4-a02a-fb288d9849b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:51:27.932220 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62aeb9e-9563-4c4d-88ea-c6588ce72c84 req-287d802b-a96f-4698-851b-aa3fc06c1b5b service neutron] Attempting to bind port f97f2cd0-b7b7-4bd7-b6ab-6de292c04828 on network e1cc4d35-d947-46a4-a02a-fb288d9849b7 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:51:27.938238 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62aeb9e-9563-4c4d-88ea-c6588ce72c84 req-287d802b-a96f-4698-851b-aa3fc06c1b5b service neutron] Checking agent: {'id': '9d56fb1b-2855-496a-a6d9-c324740cb98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:51:27.938665 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62aeb9e-9563-4c4d-88ea-c6588ce72c84 req-287d802b-a96f-4698-851b-aa3fc06c1b5b service neutron] Checking segment: {'id': '9fe70e6e-9986-4247-9959-b53c4994b41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e1cc4d35-d947-46a4-a02a-fb288d9849b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:51:27.939113 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62aeb9e-9563-4c4d-88ea-c6588ce72c84 req-287d802b-a96f-4698-851b-aa3fc06c1b5b service neutron] Bound using segment: {'id': '9fe70e6e-9986-4247-9959-b53c4994b41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e1cc4d35-d947-46a4-a02a-fb288d9849b7'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:51:27.939860 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-a62aeb9e-9563-4c4d-88ea-c6588ce72c84 req-287d802b-a96f-4698-851b-aa3fc06c1b5b service neutron] Bound port: f97f2cd0-b7b7-4bd7-b6ab-6de292c04828, host: n-h1-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fe70e6e-9986-4247-9959-b53c4994b41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e1cc4d35-d947-46a4-a02a-fb288d9849b7'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:51:27.940288 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-a62aeb9e-9563-4c4d-88ea-c6588ce72c84 req-287d802b-a96f-4698-851b-aa3fc06c1b5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (f97f2cd0-b7b7-4bd7-b6ab-6de292c04828), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:27.953082 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d854ff2c-a01b-4461-98f9-cb574b886aa3 req-a0b93587-eb80-4db4-aed1-4454276caf05 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/security-groups?id=d1068709-142b-4f0d-aa54-30196489f5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984689 Feb 19 02:51:28.099678 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-a62aeb9e-9563-4c4d-88ea-c6588ce72c84 req-287d802b-a96f-4698-851b-aa3fc06c1b5b service neutron] For port f97f2cd0-b7b7-4bd7-b6ab-6de292c04828, host n-h1-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:51:28.114913 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-a62aeb9e-9563-4c4d-88ea-c6588ce72c84 req-287d802b-a96f-4698-851b-aa3fc06c1b5b service neutron] For port f97f2cd0-b7b7-4bd7-b6ab-6de292c04828, host n-h1-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=f97f2cd0-b7b7-4bd7-b6ab-6de292c04828,segment=NetworkSegment(9fe70e6e-9986-4247-9959-b53c4994b41b),segment_id=9fe70e6e-9986-4247-9959-b53c4994b41b)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:51:28.136272 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-a62aeb9e-9563-4c4d-88ea-c6588ce72c84 req-287d802b-a96f-4698-851b-aa3fc06c1b5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (f97f2cd0-b7b7-4bd7-b6ab-6de292c04828), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:28.172506 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e084ef-9653-4015-b0b5-b45b6da3a5a0 req-29c2142b-5a75-448c-a0b4-b6723e5777e1 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:28.183843 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c3e084ef-9653-4015-b0b5-b45b6da3a5a0 req-29c2142b-5a75-448c-a0b4-b6723e5777e1 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] 10.222.0.72 "GET /v2.0/ports?device_id=85b3493e-4e6d-43dd-97f1-de789984e9e0 HTTP/1.1" status: 200 len: 944 time: 0.1152165 Feb 19 02:51:28.210244 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62aeb9e-9563-4c4d-88ea-c6588ce72c84 req-287d802b-a96f-4698-851b-aa3fc06c1b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:28.211292 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-a62aeb9e-9563-4c4d-88ea-c6588ce72c84 req-287d802b-a96f-4698-851b-aa3fc06c1b5b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:28.213371 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a62aeb9e-9563-4c4d-88ea-c6588ce72c84 req-287d802b-a96f-4698-851b-aa3fc06c1b5b service neutron] 10.222.0.73 "PUT /v2.0/ports/f97f2cd0-b7b7-4bd7-b6ab-6de292c04828 HTTP/1.1" status: 200 len: 1092 time: 1.3955750 Feb 19 02:51:28.225738 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85b3493e-4e6d-43dd-97f1-de789984e9e0', 'tag': 'f97f2cd0-b7b7-4bd7-b6ab-6de292c04828'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:51:28.250232 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c01f2bc0-a12d-4947-8fd8-e017f468d9cd" -d '{"events": [{"name": "network-changed", "server_uuid": "85b3493e-4e6d-43dd-97f1-de789984e9e0", "tag": "f97f2cd0-b7b7-4bd7-b6ab-6de292c04828"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:51:28.310061 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 0bb72d54-bc8b-4d50-97f8-f6d678c6dc11 up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:51:28.339250 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c3e084ef-9653-4015-b0b5-b45b6da3a5a0 req-b2effc4f-b803-4312-9692-baabbf260547 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] 10.222.0.72 "GET /v2.0/security-groups?id=99efb503-a711-4838-8b15-bcaf32262e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444168 Feb 19 02:51:28.400296 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287d802b-a96f-4698-851b-aa3fc06c1b5b service neutron] Pushing event updated for resources: {'Port': ['ID=f97f2cd0-b7b7-4bd7-b6ab-6de292c04828,revision_number=3']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:51:28.444268 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62aeb9e-9563-4c4d-88ea-c6588ce72c84 req-4daa0c99-53e6-4c02-b740-1dab7fca4c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:28.449226 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a62aeb9e-9563-4c4d-88ea-c6588ce72c84 req-4daa0c99-53e6-4c02-b740-1dab7fca4c2e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=eed1faf7d2ad41cdae7790304e30a12a&device_id=85b3493e-4e6d-43dd-97f1-de789984e9e0 HTTP/1.1" status: 200 len: 1126 time: 0.1523139 Feb 19 02:51:28.493720 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d335e128-9856-474e-b920-9af277f33714 req-718d3805-81b7-4cb6-8fa0-379c8873f8d2 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:28.501459 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d335e128-9856-474e-b920-9af277f33714 req-718d3805-81b7-4cb6-8fa0-379c8873f8d2 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/ports?device_id=703117b2-3b74-4940-91d7-38248cc7fdf8 HTTP/1.1" status: 200 len: 950 time: 0.0801594 Feb 19 02:51:28.519116 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning for port 0bb72d54-bc8b-4d50-97f8-f6d678c6dc11 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:51:28.524809 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port 0bb72d54-bc8b-4d50-97f8-f6d678c6dc11 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:51:28.525230 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (0bb72d54-bc8b-4d50-97f8-f6d678c6dc11), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:28.575671 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d335e128-9856-474e-b920-9af277f33714 req-69a4723f-bb04-4a1d-a9dd-4dd36de7062f tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe71e737-cb97-4e9e-a576-1f93522c47f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681863 Feb 19 02:51:28.597503 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a62aeb9e-9563-4c4d-88ea-c6588ce72c84 req-f0f497f5-cc50-4efc-9244-baddfb56f11d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f97f2cd0-b7b7-4bd7-b6ab-6de292c04828 HTTP/1.1" status: 200 len: 217 time: 0.1323092 Feb 19 02:51:28.712712 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62aeb9e-9563-4c4d-88ea-c6588ce72c84 req-8038e5b3-b06e-4512-b059-8a929bc8fc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:28.716384 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a62aeb9e-9563-4c4d-88ea-c6588ce72c84 req-8038e5b3-b06e-4512-b059-8a929bc8fc34 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=889c7a59-6b5e-4f05-9bcb-0e22fb033ffb HTTP/1.1" status: 200 len: 855 time: 0.1109133 Feb 19 02:51:28.732713 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db0ad4a-d7cd-4dae-ae51-fc9b98122577 req-9eab7b69-d333-4dd5-8f84-eee8a7e6a6ac tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:28.741252 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0db0ad4a-d7cd-4dae-ae51-fc9b98122577 req-9eab7b69-d333-4dd5-8f84-eee8a7e6a6ac tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=b199e4ce-2474-4d9e-88a0-68c6c1ca9e0d HTTP/1.1" status: 200 len: 945 time: 0.0928724 Feb 19 02:51:28.747396 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 0bb72d54-bc8b-4d50-97f8-f6d678c6dc11 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:51:28.747802 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (0bb72d54-bc8b-4d50-97f8-f6d678c6dc11), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:28.794148 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62aeb9e-9563-4c4d-88ea-c6588ce72c84 req-a176c699-6dda-4b1a-9214-cd921a39b050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:28.796667 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a62aeb9e-9563-4c4d-88ea-c6588ce72c84 req-a176c699-6dda-4b1a-9214-cd921a39b050 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e1cc4d35-d947-46a4-a02a-fb288d9849b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0734763 Feb 19 02:51:28.811461 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0db0ad4a-d7cd-4dae-ae51-fc9b98122577 req-24e853c6-5bd1-4eed-a4b8-55512af9fc5f tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ca71149-99da-4cc2-ac25-44d2d4a4007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634470 Feb 19 02:51:28.842352 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 0bb72d54-bc8b-4d50-97f8-f6d678c6dc11, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=0bb72d54-bc8b-4d50-97f8-f6d678c6dc11,segment=NetworkSegment(b3dae451-0c86-4a64-8455-5c47bfffd3eb),segment_id=b3dae451-0c86-4a64-8455-5c47bfffd3eb)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:51:28.849755 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '489c58f4-d89e-47a6-b4af-0944a22a7ab0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bb72d54-bc8b-4d50-97f8-f6d678c6dc11'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:51:28.856930 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b5dad92-22ba-4831-8bfb-6d9a5b530eff" -d '{"events": [{"server_uuid": "489c58f4-d89e-47a6-b4af-0944a22a7ab0", "name": "network-vif-plugged", "status": "completed", "tag": "0bb72d54-bc8b-4d50-97f8-f6d678c6dc11"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:51:28.887601 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (0bb72d54-bc8b-4d50-97f8-f6d678c6dc11), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:28.952756 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a62aeb9e-9563-4c4d-88ea-c6588ce72c84 req-55c46299-f2d1-4964-93cc-571661b80ae8 service neutron] 10.222.0.73 "GET /v2.0/networks/e1cc4d35-d947-46a4-a02a-fb288d9849b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412544 Feb 19 02:51:29.035745 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=0bb72d54-bc8b-4d50-97f8-f6d678c6dc11,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:51:29.036003 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b43332a0-7aaf-4827-a9c3-7f99068d0f96 req-834b1b3e-dd08-4bb6-8c48-0f2816f8a24f tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ec863d4-5792-46d2-b299-7b34b3ebe431 HTTP/1.1" status: 200 len: 210 time: 0.0818582 Feb 19 02:51:29.060738 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:51:29.062791 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:51:29.065536 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:51:29.066115 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:51:29.066668 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:51:29.067240 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:51:29.067797 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:51:29.069216 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:51:29.071433 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:51:29.073331 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:51:29.075826 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:51:29.076529 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-939e5982-79f5-4083-9788-150c9a9b6b17 x-openstack-request-id: req-939e5982-79f5-4083-9788-150c9a9b6b17 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:51:29.076720 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85b3493e-4e6d-43dd-97f1-de789984e9e0", "tag": "f97f2cd0-b7b7-4bd7-b6ab-6de292c04828", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:51:29.076917 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-939e5982-79f5-4083-9788-150c9a9b6b17 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:51:29.077279 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:51:29.077401 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85b3493e-4e6d-43dd-97f1-de789984e9e0', 'tag': 'f97f2cd0-b7b7-4bd7-b6ab-6de292c04828', 'status': 'completed', 'code': 200} Feb 19 02:51:29.078579 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:51:29.121765 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a29416a4-ffe4-4ad6-8590-6a10dea8401e x-openstack-request-id: req-a29416a4-ffe4-4ad6-8590-6a10dea8401e {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:51:29.122484 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "489c58f4-d89e-47a6-b4af-0944a22a7ab0", "name": "network-vif-plugged", "status": "completed", "tag": "0bb72d54-bc8b-4d50-97f8-f6d678c6dc11", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:51:29.122975 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a29416a4-ffe4-4ad6-8590-6a10dea8401e {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:51:29.123617 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '489c58f4-d89e-47a6-b4af-0944a22a7ab0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bb72d54-bc8b-4d50-97f8-f6d678c6dc11', 'code': 200} Feb 19 02:51:29.180676 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a62aeb9e-9563-4c4d-88ea-c6588ce72c84 req-5b4fa0cd-d228-4fc6-87de-f28780c68576 service neutron] 10.222.0.73 "GET /v2.0/networks/e1cc4d35-d947-46a4-a02a-fb288d9849b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153156 Feb 19 02:51:29.228467 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c2ae19-4f0d-4d91-81d3-69eb6378856c req-5ec3fe68-a8bc-4ee2-8601-77d4eb58ee08 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:29.238515 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-30c2ae19-4f0d-4d91-81d3-69eb6378856c req-5ec3fe68-a8bc-4ee2-8601-77d4eb58ee08 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=489c58f4-d89e-47a6-b4af-0944a22a7ab0 HTTP/1.1" status: 200 len: 945 time: 0.1102042 Feb 19 02:51:29.306597 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-30c2ae19-4f0d-4d91-81d3-69eb6378856c req-769a0c52-bb0c-4fd8-9b37-f306aeac3453 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/security-groups?id=83745bf6-2450-44b1-b073-88b2d8645794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670764 Feb 19 02:51:29.393507 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01f2bc0-a12d-4947-8fd8-e017f468d9cd req-f810b0a2-c092-4968-bd89-b9a76dd0e005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:29.395178 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c01f2bc0-a12d-4947-8fd8-e017f468d9cd req-f810b0a2-c092-4968-bd89-b9a76dd0e005 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=eed1faf7d2ad41cdae7790304e30a12a&device_id=85b3493e-4e6d-43dd-97f1-de789984e9e0 HTTP/1.1" status: 200 len: 1126 time: 0.1043279 Feb 19 02:51:29.488019 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4048cb36-9b46-44b0-9420-efcd6a0b88e0 req-31e53763-5c60-43a0-8d9b-142b5749a911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:29.490906 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4048cb36-9b46-44b0-9420-efcd6a0b88e0 req-31e53763-5c60-43a0-8d9b-142b5749a911 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=489c58f4-d89e-47a6-b4af-0944a22a7ab0 HTTP/1.1" status: 200 len: 1127 time: 0.1624854 Feb 19 02:51:29.545200 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e3ac67-5bfa-4146-bf6d-7aa8eba3197b req-4c261b4b-21c7-49f7-9f45-09f0070c44b7 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:29.550626 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c3e3ac67-5bfa-4146-bf6d-7aa8eba3197b req-4c261b4b-21c7-49f7-9f45-09f0070c44b7 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] 10.222.0.72 "GET /v2.0/ports?device_id=85b3493e-4e6d-43dd-97f1-de789984e9e0 HTTP/1.1" status: 200 len: 944 time: 0.1193027 Feb 19 02:51:29.578818 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4048cb36-9b46-44b0-9420-efcd6a0b88e0 req-c4dcd3c8-ff22-438b-a302-114e920e3383 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=83745bf6-2450-44b1-b073-88b2d8645794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804822 Feb 19 02:51:29.586319 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01f2bc0-a12d-4947-8fd8-e017f468d9cd req-09ad143b-532b-4453-872e-4d49e2a8e323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:29.588127 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c01f2bc0-a12d-4947-8fd8-e017f468d9cd req-09ad143b-532b-4453-872e-4d49e2a8e323 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e1cc4d35-d947-46a4-a02a-fb288d9849b7 HTTP/1.1" status: 200 len: 917 time: 0.1816003 Feb 19 02:51:29.637824 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c3e3ac67-5bfa-4146-bf6d-7aa8eba3197b req-e2c355dc-cc56-4a02-abd3-96b33473a88e tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] 10.222.0.72 "GET /v2.0/security-groups?id=99efb503-a711-4838-8b15-bcaf32262e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811465 Feb 19 02:51:29.759456 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870d4489-141b-4073-bd9b-36121160bb50 req-d2de0c86-7d1d-4c0f-aac4-4b50b3e72ed2 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:29.761824 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-870d4489-141b-4073-bd9b-36121160bb50 req-d2de0c86-7d1d-4c0f-aac4-4b50b3e72ed2 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/ports?device_id=703117b2-3b74-4940-91d7-38248cc7fdf8 HTTP/1.1" status: 200 len: 950 time: 0.0888772 Feb 19 02:51:29.880827 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbe0e90-f296-4f97-9894-e6a999e2ea3f req-0c543328-cd1e-4926-910f-e155b144ec05 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:29.888512 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fbbe0e90-f296-4f97-9894-e6a999e2ea3f req-0c543328-cd1e-4926-910f-e155b144ec05 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/ports?device_id=4baf32be-c2d0-4ad5-9167-43394f08e9fb HTTP/1.1" status: 200 len: 946 time: 0.1117527 Feb 19 02:51:29.908479 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-870d4489-141b-4073-bd9b-36121160bb50 req-519f0666-c859-46ad-9369-5e339216190a tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe71e737-cb97-4e9e-a576-1f93522c47f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392870 Feb 19 02:51:29.965719 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fbbe0e90-f296-4f97-9894-e6a999e2ea3f req-ecf7d3fa-e7f7-4490-8d73-7aeb6dc4cb59 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/security-groups?id=d1068709-142b-4f0d-aa54-30196489f5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761230 Feb 19 02:51:30.123170 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c01f2bc0-a12d-4947-8fd8-e017f468d9cd req-3b037df1-6117-4b7c-99e1-236b847f2353 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f97f2cd0-b7b7-4bd7-b6ab-6de292c04828 HTTP/1.1" status: 200 len: 217 time: 0.1002941 Feb 19 02:51:30.211891 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01f2bc0-a12d-4947-8fd8-e017f468d9cd req-66c58887-d2ba-461c-8d8d-210120d05f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:30.213886 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c01f2bc0-a12d-4947-8fd8-e017f468d9cd req-66c58887-d2ba-461c-8d8d-210120d05f28 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=889c7a59-6b5e-4f05-9bcb-0e22fb033ffb HTTP/1.1" status: 200 len: 855 time: 0.0832391 Feb 19 02:51:30.221175 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7e07efdb-8b5a-436b-9a1c-46ecf8ea6154 req-f1b0bb4b-879c-4eea-a471-79b0018c869e tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ec863d4-5792-46d2-b299-7b34b3ebe431 HTTP/1.1" status: 200 len: 210 time: 0.0499458 Feb 19 02:51:30.241445 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d6ed6e-da08-49d6-aa10-5afcae3781e7 req-f98d9103-5c48-4d10-a22f-0452dc74ddc8 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:30.245509 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e2d6ed6e-da08-49d6-aa10-5afcae3781e7 req-f98d9103-5c48-4d10-a22f-0452dc74ddc8 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=b199e4ce-2474-4d9e-88a0-68c6c1ca9e0d HTTP/1.1" status: 200 len: 945 time: 0.2109444 Feb 19 02:51:30.269844 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933396b1-0a57-4a1b-87d2-15a8f41e2e63 req-80a233c4-a695-45d8-b64b-78859a904389 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:30.271873 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-933396b1-0a57-4a1b-87d2-15a8f41e2e63 req-80a233c4-a695-45d8-b64b-78859a904389 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.82 "GET /v2.0/ports?device_id=b199e4ce-2474-4d9e-88a0-68c6c1ca9e0d HTTP/1.1" status: 200 len: 945 time: 0.2517552 Feb 19 02:51:30.306048 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01f2bc0-a12d-4947-8fd8-e017f468d9cd req-399855a6-7eb3-4070-a441-be8ddbef7436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:30.307841 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c01f2bc0-a12d-4947-8fd8-e017f468d9cd req-399855a6-7eb3-4070-a441-be8ddbef7436 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e1cc4d35-d947-46a4-a02a-fb288d9849b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0775123 Feb 19 02:51:30.593797 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device cab3c780-44c4-45a1-a8a6-516fddcf1a12 details requested by agent hyperv_n-h2-826753-2 with host n-h2-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:51:30.668963 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e2d6ed6e-da08-49d6-aa10-5afcae3781e7 req-e7df2199-c51e-4779-92ce-01eba282ffb1 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ca71149-99da-4cc2-ac25-44d2d4a4007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4104385 Feb 19 02:51:30.725122 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e03f9e-89d6-40a8-8acf-29bcbd350298 req-84d8ce43-6176-4a7a-87ab-7b5d44ec2c5c tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:30.732036 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-34e03f9e-89d6-40a8-8acf-29bcbd350298 req-84d8ce43-6176-4a7a-87ab-7b5d44ec2c5c tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=489c58f4-d89e-47a6-b4af-0944a22a7ab0 HTTP/1.1" status: 200 len: 945 time: 0.1491153 Feb 19 02:51:30.793495 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-34e03f9e-89d6-40a8-8acf-29bcbd350298 req-11c5eaef-8c8a-470f-9ce7-777c9263ed8b tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/security-groups?id=83745bf6-2450-44b1-b073-88b2d8645794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553949 Feb 19 02:51:30.825482 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device cab3c780-44c4-45a1-a8a6-516fddcf1a12 no longer exists at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:51:30.828853 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port cab3c780-44c4-45a1-a8a6-516fddcf1a12, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=cab3c780-44c4-45a1-a8a6-516fddcf1a12,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:51:30.858011 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-933396b1-0a57-4a1b-87d2-15a8f41e2e63 req-6500a513-0f30-4383-af45-45c3831119d4 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Deleting port 72dd58e9-a464-467c-8d8b-0914a8131be8 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:51:30.858269 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-933396b1-0a57-4a1b-87d2-15a8f41e2e63 req-6500a513-0f30-4383-af45-45c3831119d4 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (72dd58e9-a464-467c-8d8b-0914a8131be8), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:30.879721 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Returning: {'device': 'cab3c780-44c4-45a1-a8a6-516fddcf1a12', 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f', 'port_id': 'cab3c780-44c4-45a1-a8a6-516fddcf1a12', 'mac_address': 'fa:16:3e:de:48:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '974c06bc-f097-4890-970a-b087501ab241', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:51:30.927319 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port cab3c780-44c4-45a1-a8a6-516fddcf1a12 is: ACTIVE; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:51:30.928119 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (cab3c780-44c4-45a1-a8a6-516fddcf1a12), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:30.937069 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c01f2bc0-a12d-4947-8fd8-e017f468d9cd req-6e7d7bd1-024e-4ae7-9843-c657565a28e6 service neutron] 10.222.0.73 "GET /v2.0/networks/e1cc4d35-d947-46a4-a02a-fb288d9849b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6184750 Feb 19 02:51:30.945672 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cab3c780-44c4-45a1-a8a6-516fddcf1a12 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:51:30.968685 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0847b559-c5cf-48a6-b10f-ff13190628e7 req-63e71524-a8a3-4ae5-ba9d-55a7d0a0338c tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:30.970502 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0847b559-c5cf-48a6-b10f-ff13190628e7 req-63e71524-a8a3-4ae5-ba9d-55a7d0a0338c tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] 10.222.0.72 "GET /v2.0/ports?device_id=85b3493e-4e6d-43dd-97f1-de789984e9e0 HTTP/1.1" status: 200 len: 944 time: 0.1536617 Feb 19 02:51:30.995552 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port cab3c780-44c4-45a1-a8a6-516fddcf1a12, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=cab3c780-44c4-45a1-a8a6-516fddcf1a12,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:51:31.021529 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (cab3c780-44c4-45a1-a8a6-516fddcf1a12), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:31.055382 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port cab3c780-44c4-45a1-a8a6-516fddcf1a12 is: ACTIVE; New status is: DOWN {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:51:31.057695 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (cab3c780-44c4-45a1-a8a6-516fddcf1a12), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:31.066018 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0847b559-c5cf-48a6-b10f-ff13190628e7 req-afb2ec5c-1dae-4426-9169-425dd0290c49 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] 10.222.0.72 "GET /v2.0/security-groups?id=99efb503-a711-4838-8b15-bcaf32262e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824766 Feb 19 02:51:31.121729 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-933396b1-0a57-4a1b-87d2-15a8f41e2e63 req-6500a513-0f30-4383-af45-45c3831119d4 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] For port 72dd58e9-a464-467c-8d8b-0914a8131be8, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=72dd58e9-a464-467c-8d8b-0914a8131be8,segment=NetworkSegment(4d279d1b-ef9f-49cc-bc5d-c8be530f22d3),segment_id=4d279d1b-ef9f-49cc-bc5d-c8be530f22d3)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:51:31.122389 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-933396b1-0a57-4a1b-87d2-15a8f41e2e63 req-6500a513-0f30-4383-af45-45c3831119d4 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (72dd58e9-a464-467c-8d8b-0914a8131be8), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:31.144243 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c01f2bc0-a12d-4947-8fd8-e017f468d9cd req-12ad0941-e90e-47cf-a9a8-953228ab4fc1 service neutron] 10.222.0.73 "GET /v2.0/networks/e1cc4d35-d947-46a4-a02a-fb288d9849b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003200 Feb 19 02:51:31.197519 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=cab3c780-44c4-45a1-a8a6-516fddcf1a12,revision_number=6']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:51:31.212493 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-933396b1-0a57-4a1b-87d2-15a8f41e2e63 req-6500a513-0f30-4383-af45-45c3831119d4 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Calling delete_port for 72dd58e9-a464-467c-8d8b-0914a8131be8 owned by compute:nova {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:51:31.214839 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.db.api [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103703) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 02:51:31.215535 n-d-826753-2 neutron-server[103703]: DEBUG oslo_db.api [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 02:51:31.320610 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e34bbf2-2b5e-4fdf-9b62-517e27e938ef req-a8f1bf61-e2b8-4b87-8874-a982d9c4a298 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:31.322370 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1e34bbf2-2b5e-4fdf-9b62-517e27e938ef req-a8f1bf61-e2b8-4b87-8874-a982d9c4a298 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/ports?device_id=703117b2-3b74-4940-91d7-38248cc7fdf8 HTTP/1.1" status: 200 len: 949 time: 0.2413993 Feb 19 02:51:31.366146 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc74bf1f-41bf-471c-bfff-7b178f2eddb3 req-b55509a4-c616-4926-b1a2-141ce4f15729 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:31.374371 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fc74bf1f-41bf-471c-bfff-7b178f2eddb3 req-b55509a4-c616-4926-b1a2-141ce4f15729 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/ports?device_id=4baf32be-c2d0-4ad5-9167-43394f08e9fb HTTP/1.1" status: 200 len: 946 time: 0.1864333 Feb 19 02:51:31.417667 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['cab3c780-44c4-45a1-a8a6-516fddcf1a12'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:51:31.485196 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1e34bbf2-2b5e-4fdf-9b62-517e27e938ef req-96af8b22-8794-49a2-92db-0ca36e4041c4 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe71e737-cb97-4e9e-a576-1f93522c47f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498964 Feb 19 02:51:31.540699 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fc74bf1f-41bf-471c-bfff-7b178f2eddb3 req-7c158508-f6b1-48c5-921b-3040a7b76aa4 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/security-groups?id=d1068709-142b-4f0d-aa54-30196489f5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598396 Feb 19 02:51:31.634805 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-933396b1-0a57-4a1b-87d2-15a8f41e2e63 req-6500a513-0f30-4383-af45-45c3831119d4 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (72dd58e9-a464-467c-8d8b-0914a8131be8), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:31.703250 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7b0bc8d8-7e18-46e9-9a98-d7cfedfa368a req-641fa35e-817f-452c-9369-642b69acf8d5 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ec863d4-5792-46d2-b299-7b34b3ebe431 HTTP/1.1" status: 200 len: 210 time: 0.0303504 Feb 19 02:51:31.705966 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6500a513-0f30-4383-af45-45c3831119d4 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Pushing event deleted for resources: {'Port': ['ID=72dd58e9-a464-467c-8d8b-0914a8131be8,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:51:31.715775 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['910173af-972f-4b87-b171-40c4b5a5c3e3'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:51:31.719996 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['e7b6d271-0dd0-403f-9e7b-d4c19bbe49c1', '72dd58e9-a464-467c-8d8b-0914a8131be8'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:51:31.770275 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-933396b1-0a57-4a1b-87d2-15a8f41e2e63 req-6500a513-0f30-4383-af45-45c3831119d4 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] No DVR routers for this DVR port 72dd58e9-a464-467c-8d8b-0914a8131be8 on host n-h2-826753-2 {{(pid=103701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:51:31.773348 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-933396b1-0a57-4a1b-87d2-15a8f41e2e63 req-6500a513-0f30-4383-af45-45c3831119d4 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:31.777549 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-933396b1-0a57-4a1b-87d2-15a8f41e2e63 req-6500a513-0f30-4383-af45-45c3831119d4 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.82 "DELETE /v2.0/ports/72dd58e9-a464-467c-8d8b-0914a8131be8 HTTP/1.1" status: 204 len: 173 time: 1.4986148 Feb 19 02:51:31.779261 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b199e4ce-2474-4d9e-88a0-68c6c1ca9e0d', 'name': 'network-vif-deleted', 'tag': '72dd58e9-a464-467c-8d8b-0914a8131be8'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:51:31.791886 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50655861-cf71-49a9-bd1b-6c38170f97ad" -d '{"events": [{"server_uuid": "b199e4ce-2474-4d9e-88a0-68c6c1ca9e0d", "name": "network-vif-deleted", "tag": "72dd58e9-a464-467c-8d8b-0914a8131be8"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:51:31.906721 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30ecd5f2-2b3c-4931-a343-3186da4acc8a x-openstack-request-id: req-30ecd5f2-2b3c-4931-a343-3186da4acc8a {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:51:31.906914 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b199e4ce-2474-4d9e-88a0-68c6c1ca9e0d", "name": "network-vif-deleted", "tag": "72dd58e9-a464-467c-8d8b-0914a8131be8", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:51:31.907174 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-30ecd5f2-2b3c-4931-a343-3186da4acc8a {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:51:31.907569 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b199e4ce-2474-4d9e-88a0-68c6c1ca9e0d', 'name': 'network-vif-deleted', 'tag': '72dd58e9-a464-467c-8d8b-0914a8131be8', 'status': 'completed', 'code': 200} Feb 19 02:51:31.915726 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-faadc917-148d-4790-910c-3fd466f265e8 req-a8abe3a2-404f-4814-ac2d-8eb717822408 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=b199e4ce-2474-4d9e-88a0-68c6c1ca9e0d HTTP/1.1" status: 200 len: 210 time: 0.1042719 Feb 19 02:51:31.968894 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port cab3c780-44c4-45a1-a8a6-516fddcf1a12 is: BUILD; New status is: DOWN {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:51:31.969315 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (cab3c780-44c4-45a1-a8a6-516fddcf1a12), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:32.017597 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae16be3-d1e0-418e-8046-043022bb210b req-be3c9970-b955-48e4-9c2e-c40f9680abb4 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:32.021068 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id cab3c780-44c4-45a1-a8a6-516fddcf1a12 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:51:32.026931 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3ae16be3-d1e0-418e-8046-043022bb210b req-be3c9970-b955-48e4-9c2e-c40f9680abb4 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=489c58f4-d89e-47a6-b4af-0944a22a7ab0 HTTP/1.1" status: 200 len: 945 time: 0.0875652 Feb 19 02:51:32.108430 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3ae16be3-d1e0-418e-8046-043022bb210b req-62e50947-8a5c-4205-9558-8d837b53b745 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/security-groups?id=83745bf6-2450-44b1-b073-88b2d8645794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804141 Feb 19 02:51:32.167059 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port cab3c780-44c4-45a1-a8a6-516fddcf1a12, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=cab3c780-44c4-45a1-a8a6-516fddcf1a12,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:51:32.182092 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (cab3c780-44c4-45a1-a8a6-516fddcf1a12), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:32.275808 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=cab3c780-44c4-45a1-a8a6-516fddcf1a12,revision_number=7']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:51:32.311409 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49b07c5-8024-4c0c-bc26-2e599fced175 req-6ed012ce-0949-4a06-add2-c3a64a7de8e0 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:32.316672 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b49b07c5-8024-4c0c-bc26-2e599fced175 req-6ed012ce-0949-4a06-add2-c3a64a7de8e0 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] 10.222.0.72 "GET /v2.0/ports?device_id=85b3493e-4e6d-43dd-97f1-de789984e9e0 HTTP/1.1" status: 200 len: 944 time: 0.1185811 Feb 19 02:51:32.439725 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b49b07c5-8024-4c0c-bc26-2e599fced175 req-dba86364-92bd-4fab-a97d-afd5a627b7a5 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] 10.222.0.72 "GET /v2.0/security-groups?id=99efb503-a711-4838-8b15-bcaf32262e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180043 Feb 19 02:51:32.496477 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d3cf1-2b10-48c2-80e2-c69df85eaa74 req-4c1b675a-b065-44fa-a08d-ffe57e83b926 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:32.499783 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bc9d3cf1-2b10-48c2-80e2-c69df85eaa74 req-4c1b675a-b065-44fa-a08d-ffe57e83b926 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=489c58f4-d89e-47a6-b4af-0944a22a7ab0 HTTP/1.1" status: 200 len: 945 time: 0.1025243 Feb 19 02:51:32.594980 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device a9fbbd04-3eeb-47b4-a55a-1008b2e7faac details requested by agent hyperv_n-h2-826753-2 with host n-h2-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:51:32.698293 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bc9d3cf1-2b10-48c2-80e2-c69df85eaa74 req-32c91746-c766-4e8e-a127-f798d3858ced tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/security-groups?id=83745bf6-2450-44b1-b073-88b2d8645794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929884 Feb 19 02:51:32.752242 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c10839f-0754-43aa-8637-c366d49b3218 req-289d105b-0d86-4f75-82b9-1340c751f216 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:32.767999 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9c10839f-0754-43aa-8637-c366d49b3218 req-289d105b-0d86-4f75-82b9-1340c751f216 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/ports?device_id=703117b2-3b74-4940-91d7-38248cc7fdf8 HTTP/1.1" status: 200 len: 948 time: 0.1211960 Feb 19 02:51:32.843878 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port a9fbbd04-3eeb-47b4-a55a-1008b2e7faac, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=a9fbbd04-3eeb-47b4-a55a-1008b2e7faac,segment=NetworkSegment(95c489b5-d2f5-4704-89fb-8accaa8a0e0f),segment_id=95c489b5-d2f5-4704-89fb-8accaa8a0e0f)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:51:32.860717 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Returning: {'device': 'a9fbbd04-3eeb-47b4-a55a-1008b2e7faac', 'network_id': 'bf672100-ed94-443f-908a-4ecaf8a2d628', 'port_id': 'a9fbbd04-3eeb-47b4-a55a-1008b2e7faac', 'mac_address': 'fa:16:3e:8d:3c:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bb04773-132e-443e-9baa-c5ff97e31eb2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:51:32.879863 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9c10839f-0754-43aa-8637-c366d49b3218 req-e871befb-3db3-48a4-a484-5931d79604ec tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe71e737-cb97-4e9e-a576-1f93522c47f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103845 Feb 19 02:51:32.916119 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port a9fbbd04-3eeb-47b4-a55a-1008b2e7faac is: ACTIVE; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:51:32.916863 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (a9fbbd04-3eeb-47b4-a55a-1008b2e7faac), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:32.928782 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f9b3be-119c-4318-9d30-a8c397e225c8 req-f31a6b1b-9b07-4d2b-9b5c-29e6aee2d719 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:32.936524 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-72f9b3be-119c-4318-9d30-a8c397e225c8 req-f31a6b1b-9b07-4d2b-9b5c-29e6aee2d719 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/ports?device_id=4baf32be-c2d0-4ad5-9167-43394f08e9fb HTTP/1.1" status: 200 len: 946 time: 0.1236699 Feb 19 02:51:32.953846 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a9fbbd04-3eeb-47b4-a55a-1008b2e7faac {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:51:32.996987 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port a9fbbd04-3eeb-47b4-a55a-1008b2e7faac, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=a9fbbd04-3eeb-47b4-a55a-1008b2e7faac,segment=NetworkSegment(95c489b5-d2f5-4704-89fb-8accaa8a0e0f),segment_id=95c489b5-d2f5-4704-89fb-8accaa8a0e0f)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:51:33.004306 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (a9fbbd04-3eeb-47b4-a55a-1008b2e7faac), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:33.037823 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-72f9b3be-119c-4318-9d30-a8c397e225c8 req-dbf1359c-cfc8-4c2f-8418-93aa757a5598 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/security-groups?id=d1068709-142b-4f0d-aa54-30196489f5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004050 Feb 19 02:51:33.107077 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ab3d2fbe-817e-45a2-a1d4-46fbca5bf0ea req-ca306758-f9b2-4e08-b42a-ec181e9b1abe tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ec863d4-5792-46d2-b299-7b34b3ebe431 HTTP/1.1" status: 200 len: 210 time: 0.0456798 Feb 19 02:51:33.150101 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=a9fbbd04-3eeb-47b4-a55a-1008b2e7faac,revision_number=6']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:51:33.198239 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['a9fbbd04-3eeb-47b4-a55a-1008b2e7faac'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:51:33.474963 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a87e5f-953e-46c5-9b40-d0bdc99018c7 req-3464b7aa-bdf3-4ee6-abf2-9f8c2ad72c6d tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:33.477066 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a9a87e5f-953e-46c5-9b40-d0bdc99018c7 req-3464b7aa-bdf3-4ee6-abf2-9f8c2ad72c6d tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc09faec-9f71-4628-83a5-9339c1354dc6 HTTP/1.1" status: 200 len: 945 time: 0.0872791 Feb 19 02:51:33.584993 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a9a87e5f-953e-46c5-9b40-d0bdc99018c7 req-f9538103-5fbc-409a-9b45-29872e02f9dc tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ca71149-99da-4cc2-ac25-44d2d4a4007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962875 Feb 19 02:51:33.629572 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2127dbb8-dfc8-4fa1-bd84-df98688fe2e3 req-d8d249f6-174c-4bca-ae39-a231319ee9cb tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:33.631355 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2127dbb8-dfc8-4fa1-bd84-df98688fe2e3 req-d8d249f6-174c-4bca-ae39-a231319ee9cb tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] 10.222.0.72 "GET /v2.0/ports?device_id=85b3493e-4e6d-43dd-97f1-de789984e9e0 HTTP/1.1" status: 200 len: 944 time: 0.0959327 Feb 19 02:51:33.704722 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2127dbb8-dfc8-4fa1-bd84-df98688fe2e3 req-f42d7f92-23c7-4306-8780-2153124d5561 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] 10.222.0.72 "GET /v2.0/security-groups?id=99efb503-a711-4838-8b15-bcaf32262e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662777 Feb 19 02:51:33.838976 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2154a5-49b7-411b-8d4e-6b4d48f91ab7 req-ea8c4bf1-68ea-487f-a8f0-466432d1f323 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:33.840644 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ae2154a5-49b7-411b-8d4e-6b4d48f91ab7 req-ea8c4bf1-68ea-487f-a8f0-466432d1f323 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=489c58f4-d89e-47a6-b4af-0944a22a7ab0 HTTP/1.1" status: 200 len: 945 time: 0.0639393 Feb 19 02:51:33.896634 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ae2154a5-49b7-411b-8d4e-6b4d48f91ab7 req-ceac336e-6feb-4671-a1fd-81d2ec05973e tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/security-groups?id=83745bf6-2450-44b1-b073-88b2d8645794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497499 Feb 19 02:51:34.064946 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ac1091-db0e-45a3-b2b3-ff0cb6898722 req-b0fc9303-52ed-43e9-afc5-a5a9ede95aa0 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:34.066818 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-03ac1091-db0e-45a3-b2b3-ff0cb6898722 req-b0fc9303-52ed-43e9-afc5-a5a9ede95aa0 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/ports?device_id=703117b2-3b74-4940-91d7-38248cc7fdf8 HTTP/1.1" status: 200 len: 948 time: 0.1036079 Feb 19 02:51:34.152626 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-03ac1091-db0e-45a3-b2b3-ff0cb6898722 req-87938998-7f84-48d3-8d20-13fd60a5997a tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe71e737-cb97-4e9e-a576-1f93522c47f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796554 Feb 19 02:51:34.246473 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48338840-e4dc-4b43-82b1-62f77dd4bc47 req-e27720f1-dffd-4071-8ea8-32aa912b9169 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:34.254225 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-48338840-e4dc-4b43-82b1-62f77dd4bc47 req-e27720f1-dffd-4071-8ea8-32aa912b9169 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/ports?device_id=4baf32be-c2d0-4ad5-9167-43394f08e9fb HTTP/1.1" status: 200 len: 945 time: 0.0881333 Feb 19 02:51:34.290074 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5bf7a30b-123d-4a45-8f69-7c6e63ba200b req-de41772a-1275-4bd2-bf25-fd8cc5432c0c tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ec863d4-5792-46d2-b299-7b34b3ebe431 HTTP/1.1" status: 200 len: 210 time: 0.0328202 Feb 19 02:51:34.355195 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-48338840-e4dc-4b43-82b1-62f77dd4bc47 req-d945cfe1-1ab7-4e4b-a448-3cd3c27d587d tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/security-groups?id=d1068709-142b-4f0d-aa54-30196489f5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791624 Feb 19 02:51:34.607703 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device a9fbbd04-3eeb-47b4-a55a-1008b2e7faac up at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:51:34.676743 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning complete for port a9fbbd04-3eeb-47b4-a55a-1008b2e7faac triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:51:34.677217 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (a9fbbd04-3eeb-47b4-a55a-1008b2e7faac), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:34.716450 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f6564f5f-dd79-419d-bdba-b32de03774fa req-8ffb4a27-34e9-4c81-a82d-62556c4af5a8 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=5e6b6e06-615f-4c46-a27b-bc13f80acb79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1214817 Feb 19 02:51:34.866322 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port a9fbbd04-3eeb-47b4-a55a-1008b2e7faac is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:51:34.867866 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (a9fbbd04-3eeb-47b4-a55a-1008b2e7faac), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:34.897747 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dbd685-b2ae-44d5-b08b-ed45e160e217 req-4ce106c5-812f-4d03-8634-d19667926a58 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:34.900076 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-29dbd685-b2ae-44d5-b08b-ed45e160e217 req-4ce106c5-812f-4d03-8634-d19667926a58 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc09faec-9f71-4628-83a5-9339c1354dc6 HTTP/1.1" status: 200 len: 945 time: 0.1757765 Feb 19 02:51:34.916026 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4baf32be-c2d0-4ad5-9167-43394f08e9fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9fbbd04-3eeb-47b4-a55a-1008b2e7faac'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:51:34.921247 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20578ee8-b623-48e4-8c20-429b4d519e04" -d '{"events": [{"server_uuid": "4baf32be-c2d0-4ad5-9167-43394f08e9fb", "name": "network-vif-plugged", "status": "completed", "tag": "a9fbbd04-3eeb-47b4-a55a-1008b2e7faac"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:51:34.937311 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port a9fbbd04-3eeb-47b4-a55a-1008b2e7faac, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=a9fbbd04-3eeb-47b4-a55a-1008b2e7faac,segment=NetworkSegment(95c489b5-d2f5-4704-89fb-8accaa8a0e0f),segment_id=95c489b5-d2f5-4704-89fb-8accaa8a0e0f)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:51:34.946143 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (a9fbbd04-3eeb-47b4-a55a-1008b2e7faac), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:34.947425 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device cab3c780-44c4-45a1-a8a6-516fddcf1a12 up at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:51:34.983180 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6564f5f-dd79-419d-bdba-b32de03774fa req-e1c4ebf3-7b17-406d-93ee-ef6787a92efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:34.988461 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f6564f5f-dd79-419d-bdba-b32de03774fa req-e1c4ebf3-7b17-406d-93ee-ef6787a92efa service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=58648b0a304e4e32b732a18f663ed7a6&device_id=5e6b6e06-615f-4c46-a27b-bc13f80acb79 HTTP/1.1" status: 200 len: 1127 time: 0.1706531 Feb 19 02:51:35.015363 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=a9fbbd04-3eeb-47b4-a55a-1008b2e7faac,revision_number=7']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:51:35.060634 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae9d0ec-4fc3-4c2e-8b8f-067df4913894 req-ee5090d7-95c8-4028-b60c-bc79dfa7a8f7 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:35.068978 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4ae9d0ec-4fc3-4c2e-8b8f-067df4913894 req-ee5090d7-95c8-4028-b60c-bc79dfa7a8f7 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] 10.222.0.72 "GET /v2.0/ports?device_id=85b3493e-4e6d-43dd-97f1-de789984e9e0 HTTP/1.1" status: 200 len: 944 time: 0.1627109 Feb 19 02:51:35.104304 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning complete for port cab3c780-44c4-45a1-a8a6-516fddcf1a12 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:51:35.104784 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (cab3c780-44c4-45a1-a8a6-516fddcf1a12), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:35.170256 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-29dbd685-b2ae-44d5-b08b-ed45e160e217 req-eacf3627-580a-4a1c-b4fe-e0f2dbf524bc tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ca71149-99da-4cc2-ac25-44d2d4a4007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259936 Feb 19 02:51:35.196274 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4ae9d0ec-4fc3-4c2e-8b8f-067df4913894 req-37542c8b-7239-45d8-b4db-885871d3e8e1 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] 10.222.0.72 "GET /v2.0/security-groups?id=99efb503-a711-4838-8b15-bcaf32262e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225843 Feb 19 02:51:35.252654 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port cab3c780-44c4-45a1-a8a6-516fddcf1a12 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:51:35.253176 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (cab3c780-44c4-45a1-a8a6-516fddcf1a12), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:35.274322 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6564f5f-dd79-419d-bdba-b32de03774fa req-aec3e61d-93ae-49ad-b76e-4e6958adc4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:35.284972 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f6564f5f-dd79-419d-bdba-b32de03774fa req-aec3e61d-93ae-49ad-b76e-4e6958adc4e6 service neutron] 10.222.0.82 "GET /v2.0/networks?id=38d6fa8e-4007-4beb-abd0-8f0d817f1ef6 HTTP/1.1" status: 200 len: 907 time: 0.2661655 Feb 19 02:51:35.329663 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7e2504-d6be-4a07-8db0-1a91b8d477d8 req-62404b28-42d4-43ab-aac2-131d2e282a1c tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:35.334637 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port cab3c780-44c4-45a1-a8a6-516fddcf1a12, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=cab3c780-44c4-45a1-a8a6-516fddcf1a12,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:51:35.338290 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-5e7e2504-d6be-4a07-8db0-1a91b8d477d8 req-62404b28-42d4-43ab-aac2-131d2e282a1c tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc09faec-9f71-4628-83a5-9339c1354dc6 HTTP/1.1" status: 200 len: 945 time: 0.1239245 Feb 19 02:51:35.342126 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (cab3c780-44c4-45a1-a8a6-516fddcf1a12), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:35.343187 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 72dd58e9-a464-467c-8d8b-0914a8131be8 no longer exists at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:51:35.404552 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] No Port match for: 72dd58e9-a464-467c-8d8b-0914a8131be8 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:51:35.409581 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 72dd58e9-a464-467c-8d8b-0914a8131be8 not bound to the agent host n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:51:35.417473 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f6564f5f-dd79-419d-bdba-b32de03774fa req-a0b5b440-1e77-4282-b027-61199a95146d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7b6d271-0dd0-403f-9e7b-d4c19bbe49c1 HTTP/1.1" status: 200 len: 217 time: 0.1135573 Feb 19 02:51:35.471888 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-5e7e2504-d6be-4a07-8db0-1a91b8d477d8 req-f8b1b70f-36fb-4c0a-9889-bec588b0ff02 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Deleting port 910173af-972f-4b87-b171-40c4b5a5c3e3 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:51:35.473081 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-5e7e2504-d6be-4a07-8db0-1a91b8d477d8 req-f8b1b70f-36fb-4c0a-9889-bec588b0ff02 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (910173af-972f-4b87-b171-40c4b5a5c3e3), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:35.493736 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b6f097-f22a-4995-b5a1-c0d7396d9898 req-ec563f8b-9f5b-4c33-90fc-799e7d0e070a tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:35.502547 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-72b6f097-f22a-4995-b5a1-c0d7396d9898 req-ec563f8b-9f5b-4c33-90fc-799e7d0e070a tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=489c58f4-d89e-47a6-b4af-0944a22a7ab0 HTTP/1.1" status: 200 len: 945 time: 0.2111528 Feb 19 02:51:35.522896 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=cab3c780-44c4-45a1-a8a6-516fddcf1a12,revision_number=8']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:51:35.531947 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6564f5f-dd79-419d-bdba-b32de03774fa req-ba48df43-d503-411c-b645-ef55238d77fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:35.533467 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f6564f5f-dd79-419d-bdba-b32de03774fa req-ba48df43-d503-411c-b645-ef55238d77fc service neutron] 10.222.0.82 "GET /v2.0/subnets?id=54b68f46-9c6f-467f-99d5-a919ef2f5fa1 HTTP/1.1" status: 200 len: 846 time: 0.1049836 Feb 19 02:51:35.544774 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e29ca35-c46b-48f8-a207-94d2a158603e req-42273d47-ff2b-407d-bcfa-758afcbe469f tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:35.546375 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4e29ca35-c46b-48f8-a207-94d2a158603e req-42273d47-ff2b-407d-bcfa-758afcbe469f tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/ports?device_id=4baf32be-c2d0-4ad5-9167-43394f08e9fb HTTP/1.1" status: 200 len: 946 time: 0.1744597 Feb 19 02:51:35.612649 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f6564f5f-dd79-419d-bdba-b32de03774fa req-8ca4bd7c-0290-4024-a9f8-e3b597b31a2a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=38d6fa8e-4007-4beb-abd0-8f0d817f1ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652192 Feb 19 02:51:35.636145 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-5e7e2504-d6be-4a07-8db0-1a91b8d477d8 req-f8b1b70f-36fb-4c0a-9889-bec588b0ff02 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] For port 910173af-972f-4b87-b171-40c4b5a5c3e3, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=910173af-972f-4b87-b171-40c4b5a5c3e3,segment=NetworkSegment(4d279d1b-ef9f-49cc-bc5d-c8be530f22d3),segment_id=4d279d1b-ef9f-49cc-bc5d-c8be530f22d3)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:51:35.636659 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-5e7e2504-d6be-4a07-8db0-1a91b8d477d8 req-f8b1b70f-36fb-4c0a-9889-bec588b0ff02 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (910173af-972f-4b87-b171-40c4b5a5c3e3), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:35.665602 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-5e7e2504-d6be-4a07-8db0-1a91b8d477d8 req-f8b1b70f-36fb-4c0a-9889-bec588b0ff02 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Calling delete_port for 910173af-972f-4b87-b171-40c4b5a5c3e3 owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:51:35.743347 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-72b6f097-f22a-4995-b5a1-c0d7396d9898 req-870d5148-a802-47e3-9558-56d422d3afe0 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/security-groups?id=83745bf6-2450-44b1-b073-88b2d8645794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372756 Feb 19 02:51:35.788232 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4e29ca35-c46b-48f8-a207-94d2a158603e req-c66c7d9d-c5aa-4a75-a3f8-3ce281208810 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/security-groups?id=d1068709-142b-4f0d-aa54-30196489f5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307053 Feb 19 02:51:35.840529 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bd4ba2e-9559-4681-826b-b51465c6775c x-openstack-request-id: req-1bd4ba2e-9559-4681-826b-b51465c6775c {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:51:35.841083 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4baf32be-c2d0-4ad5-9167-43394f08e9fb", "name": "network-vif-plugged", "status": "completed", "tag": "a9fbbd04-3eeb-47b4-a55a-1008b2e7faac", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:51:35.841083 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1bd4ba2e-9559-4681-826b-b51465c6775c {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:51:35.841614 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4baf32be-c2d0-4ad5-9167-43394f08e9fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9fbbd04-3eeb-47b4-a55a-1008b2e7faac', 'code': 200} Feb 19 02:51:35.885839 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f6564f5f-dd79-419d-bdba-b32de03774fa req-1426e28e-f511-4e8d-8e88-c7a9266981a4 service neutron] 10.222.0.82 "GET /v2.0/networks/38d6fa8e-4007-4beb-abd0-8f0d817f1ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493024 Feb 19 02:51:36.026089 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-5e7e2504-d6be-4a07-8db0-1a91b8d477d8 req-f8b1b70f-36fb-4c0a-9889-bec588b0ff02 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (910173af-972f-4b87-b171-40c4b5a5c3e3), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:36.060845 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['910173af-972f-4b87-b171-40c4b5a5c3e3'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:51:36.096721 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f6564f5f-dd79-419d-bdba-b32de03774fa req-eb720523-0c65-4d74-afff-0d429f67eb49 service neutron] 10.222.0.82 "GET /v2.0/networks/38d6fa8e-4007-4beb-abd0-8f0d817f1ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013245 Feb 19 02:51:36.100720 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b1b70f-36fb-4c0a-9889-bec588b0ff02 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Pushing event deleted for resources: {'Port': ['ID=910173af-972f-4b87-b171-40c4b5a5c3e3,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:51:36.135214 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['e7b6d271-0dd0-403f-9e7b-d4c19bbe49c1'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:51:36.162898 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c1ee766c-9652-48b9-b821-5d1e1f959dda req-dcbb22b5-aeb4-4df8-9f54-b51d6221edf8 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ec863d4-5792-46d2-b299-7b34b3ebe431 HTTP/1.1" status: 200 len: 210 time: 0.0650549 Feb 19 02:51:36.234512 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb8f386-f64e-449e-8f33-e0d89c04a4b7 req-abe3a6be-d801-4930-aeae-a8e804841ad3 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:36.255700 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e7e2504-d6be-4a07-8db0-1a91b8d477d8 req-f8b1b70f-36fb-4c0a-9889-bec588b0ff02 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] No DVR routers for this DVR port 910173af-972f-4b87-b171-40c4b5a5c3e3 on host n-h1-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:51:36.256461 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fbb8f386-f64e-449e-8f33-e0d89c04a4b7 req-abe3a6be-d801-4930-aeae-a8e804841ad3 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/ports?device_id=703117b2-3b74-4940-91d7-38248cc7fdf8 HTTP/1.1" status: 200 len: 950 time: 0.1500788 Feb 19 02:51:36.263446 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-5e7e2504-d6be-4a07-8db0-1a91b8d477d8 req-f8b1b70f-36fb-4c0a-9889-bec588b0ff02 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:36.276481 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-5e7e2504-d6be-4a07-8db0-1a91b8d477d8 req-f8b1b70f-36fb-4c0a-9889-bec588b0ff02 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.73 "DELETE /v2.0/ports/910173af-972f-4b87-b171-40c4b5a5c3e3 HTTP/1.1" status: 204 len: 173 time: 0.9271765 Feb 19 02:51:36.276895 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc09faec-9f71-4628-83a5-9339c1354dc6', 'name': 'network-vif-deleted', 'tag': '910173af-972f-4b87-b171-40c4b5a5c3e3'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:51:36.280035 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce94a1b-b9c6-4c37-9f28-5f7845109fa6" -d '{"events": [{"server_uuid": "fc09faec-9f71-4628-83a5-9339c1354dc6", "name": "network-vif-deleted", "tag": "910173af-972f-4b87-b171-40c4b5a5c3e3"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:51:36.341110 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-60b04436-356e-4345-a7a1-dcbe9c4a347d req-c2f2ea70-a219-46e3-8a49-16d6c9257b78 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc09faec-9f71-4628-83a5-9339c1354dc6 HTTP/1.1" status: 200 len: 210 time: 0.0421529 Feb 19 02:51:36.470023 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fbb8f386-f64e-449e-8f33-e0d89c04a4b7 req-dd65af08-88b3-415d-8e7e-e6a28ff2fc59 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe71e737-cb97-4e9e-a576-1f93522c47f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123697 Feb 19 02:51:36.517959 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b54564-9e05-417f-aa25-c3fdaa37d226 req-b6103aca-e57b-413a-82d4-7faa9c1e7a11 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:36.519802 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77a03840-f270-450a-914d-191a529790ef x-openstack-request-id: req-77a03840-f270-450a-914d-191a529790ef {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:51:36.521135 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc09faec-9f71-4628-83a5-9339c1354dc6", "name": "network-vif-deleted", "tag": "910173af-972f-4b87-b171-40c4b5a5c3e3", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:51:36.521643 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-77a03840-f270-450a-914d-191a529790ef {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:51:36.522220 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc09faec-9f71-4628-83a5-9339c1354dc6', 'name': 'network-vif-deleted', 'tag': '910173af-972f-4b87-b171-40c4b5a5c3e3', 'status': 'completed', 'code': 200} Feb 19 02:51:36.527554 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-91b54564-9e05-417f-aa25-c3fdaa37d226 req-b6103aca-e57b-413a-82d4-7faa9c1e7a11 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] 10.222.0.72 "GET /v2.0/ports?device_id=85b3493e-4e6d-43dd-97f1-de789984e9e0 HTTP/1.1" status: 200 len: 944 time: 0.1165504 Feb 19 02:51:36.589417 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device a9fbbd04-3eeb-47b4-a55a-1008b2e7faac no longer exists at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:51:36.605038 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-91b54564-9e05-417f-aa25-c3fdaa37d226 req-4bcdc00d-d9af-4bf2-863d-9d0cbf8a1d1c tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] 10.222.0.72 "GET /v2.0/security-groups?id=99efb503-a711-4838-8b15-bcaf32262e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727978 Feb 19 02:51:36.701415 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port a9fbbd04-3eeb-47b4-a55a-1008b2e7faac is: ACTIVE; New status is: DOWN {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:51:36.702102 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (a9fbbd04-3eeb-47b4-a55a-1008b2e7faac), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:36.729651 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e806eb-4d63-4f6f-a1bc-d7c1a1b57f47 req-866b0100-20be-4e2e-a4a8-8e83571d21d3 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:36.731651 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-24e806eb-4d63-4f6f-a1bc-d7c1a1b57f47 req-866b0100-20be-4e2e-a4a8-8e83571d21d3 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.82 "GET /v2.0/ports?device_id=4baf32be-c2d0-4ad5-9167-43394f08e9fb HTTP/1.1" status: 200 len: 946 time: 0.1037407 Feb 19 02:51:36.748542 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port a9fbbd04-3eeb-47b4-a55a-1008b2e7faac, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=a9fbbd04-3eeb-47b4-a55a-1008b2e7faac,segment=NetworkSegment(95c489b5-d2f5-4704-89fb-8accaa8a0e0f),segment_id=95c489b5-d2f5-4704-89fb-8accaa8a0e0f)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:51:36.761558 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (a9fbbd04-3eeb-47b4-a55a-1008b2e7faac), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:36.839730 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=a9fbbd04-3eeb-47b4-a55a-1008b2e7faac,revision_number=8']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:51:37.125848 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20089d8d-7ff0-4183-a49e-b6ae03d1eb43 req-cf657aca-2788-4c04-82dc-a8eb0d8779d2 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:37.136240 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-20089d8d-7ff0-4183-a49e-b6ae03d1eb43 req-cf657aca-2788-4c04-82dc-a8eb0d8779d2 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=489c58f4-d89e-47a6-b4af-0944a22a7ab0 HTTP/1.1" status: 200 len: 945 time: 0.2402477 Feb 19 02:51:37.183238 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7f15b7-1f7e-4cc3-9db5-bf1200d43fb1 req-ea8702c9-03a3-49aa-8f5b-d64fde4d72d2 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:37.190295 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6c7f15b7-1f7e-4cc3-9db5-bf1200d43fb1 req-ea8702c9-03a3-49aa-8f5b-d64fde4d72d2 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/ports?device_id=4baf32be-c2d0-4ad5-9167-43394f08e9fb HTTP/1.1" status: 200 len: 944 time: 0.2538335 Feb 19 02:51:37.231410 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-24e806eb-4d63-4f6f-a1bc-d7c1a1b57f47 req-9d964fc5-a4dd-445b-89ef-44039a803fd2 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Deleting port a9fbbd04-3eeb-47b4-a55a-1008b2e7faac {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:51:37.232170 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-24e806eb-4d63-4f6f-a1bc-d7c1a1b57f47 req-9d964fc5-a4dd-445b-89ef-44039a803fd2 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (a9fbbd04-3eeb-47b4-a55a-1008b2e7faac), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:37.371083 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-24e806eb-4d63-4f6f-a1bc-d7c1a1b57f47 req-9d964fc5-a4dd-445b-89ef-44039a803fd2 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] For port a9fbbd04-3eeb-47b4-a55a-1008b2e7faac, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=a9fbbd04-3eeb-47b4-a55a-1008b2e7faac,segment=NetworkSegment(95c489b5-d2f5-4704-89fb-8accaa8a0e0f),segment_id=95c489b5-d2f5-4704-89fb-8accaa8a0e0f)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:51:37.371596 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-24e806eb-4d63-4f6f-a1bc-d7c1a1b57f47 req-9d964fc5-a4dd-445b-89ef-44039a803fd2 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (a9fbbd04-3eeb-47b4-a55a-1008b2e7faac), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:37.386716 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-24e806eb-4d63-4f6f-a1bc-d7c1a1b57f47 req-9d964fc5-a4dd-445b-89ef-44039a803fd2 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Calling delete_port for a9fbbd04-3eeb-47b4-a55a-1008b2e7faac owned by compute:nova {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:51:37.464409 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-20089d8d-7ff0-4183-a49e-b6ae03d1eb43 req-bcbfdf76-f5f5-412f-9722-6f4e85c5150b tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/security-groups?id=83745bf6-2450-44b1-b073-88b2d8645794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3272600 Feb 19 02:51:37.523723 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6c7f15b7-1f7e-4cc3-9db5-bf1200d43fb1 req-b5372e8d-ffae-4ec2-bcd5-3c6f675f526a tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.72 "GET /v2.0/security-groups?id=d1068709-142b-4f0d-aa54-30196489f5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3304558 Feb 19 02:51:37.619702 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-24e806eb-4d63-4f6f-a1bc-d7c1a1b57f47 req-9d964fc5-a4dd-445b-89ef-44039a803fd2 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (a9fbbd04-3eeb-47b4-a55a-1008b2e7faac), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:37.694911 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d964fc5-a4dd-445b-89ef-44039a803fd2 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Pushing event deleted for resources: {'Port': ['ID=a9fbbd04-3eeb-47b4-a55a-1008b2e7faac,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:51:37.725112 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ad818f33-b6bc-48ab-8ae6-e422a4015047 req-82e84b8f-36c2-4d16-819f-ef82a42ad23c tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ec863d4-5792-46d2-b299-7b34b3ebe431 HTTP/1.1" status: 200 len: 210 time: 0.0669563 Feb 19 02:51:37.838511 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-24e806eb-4d63-4f6f-a1bc-d7c1a1b57f47 req-9d964fc5-a4dd-445b-89ef-44039a803fd2 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] No DVR routers for this DVR port a9fbbd04-3eeb-47b4-a55a-1008b2e7faac on host n-h2-826753-2 {{(pid=103701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:51:37.845768 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '703117b2-3b74-4940-91d7-38248cc7fdf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cab3c780-44c4-45a1-a8a6-516fddcf1a12'}, {'server_uuid': '4baf32be-c2d0-4ad5-9167-43394f08e9fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9fbbd04-3eeb-47b4-a55a-1008b2e7faac'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:51:37.849483 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba0842b2-e4a2-4b8f-b354-3777bc4e2006" -d '{"events": [{"server_uuid": "703117b2-3b74-4940-91d7-38248cc7fdf8", "name": "network-vif-plugged", "status": "completed", "tag": "cab3c780-44c4-45a1-a8a6-516fddcf1a12"}, {"server_uuid": "4baf32be-c2d0-4ad5-9167-43394f08e9fb", "name": "network-vif-unplugged", "status": "completed", "tag": "a9fbbd04-3eeb-47b4-a55a-1008b2e7faac"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:51:37.850475 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-24e806eb-4d63-4f6f-a1bc-d7c1a1b57f47 req-9d964fc5-a4dd-445b-89ef-44039a803fd2 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:37.854938 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-24e806eb-4d63-4f6f-a1bc-d7c1a1b57f47 req-9d964fc5-a4dd-445b-89ef-44039a803fd2 tempest-ImagesTestJSON-622942323 tempest-ImagesTestJSON-622942323-project] 10.222.0.82 "DELETE /v2.0/ports/a9fbbd04-3eeb-47b4-a55a-1008b2e7faac HTTP/1.1" status: 204 len: 173 time: 1.1153276 Feb 19 02:51:37.855413 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4baf32be-c2d0-4ad5-9167-43394f08e9fb', 'name': 'network-vif-deleted', 'tag': 'a9fbbd04-3eeb-47b4-a55a-1008b2e7faac'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:51:37.857677 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9962bff2-160f-40c0-92a5-1fdca20ff659" -d '{"events": [{"server_uuid": "4baf32be-c2d0-4ad5-9167-43394f08e9fb", "name": "network-vif-deleted", "tag": "a9fbbd04-3eeb-47b4-a55a-1008b2e7faac"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:51:37.967326 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3d284a-ecea-415a-a250-df2c0f02e90f req-0260ece3-788e-449d-bc57-eb903d519b81 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:37.971857 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cf3d284a-ecea-415a-a250-df2c0f02e90f req-0260ece3-788e-449d-bc57-eb903d519b81 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/ports?device_id=703117b2-3b74-4940-91d7-38248cc7fdf8 HTTP/1.1" status: 200 len: 950 time: 0.1361973 Feb 19 02:51:37.980380 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ce223f-cb10-45c5-97fe-8ea0f1425634 req-ced31679-09cd-4885-afe1-5b94a298105c tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:37.982324 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-55ce223f-cb10-45c5-97fe-8ea0f1425634 req-ced31679-09cd-4885-afe1-5b94a298105c tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] 10.222.0.72 "GET /v2.0/ports?device_id=85b3493e-4e6d-43dd-97f1-de789984e9e0 HTTP/1.1" status: 200 len: 944 time: 0.1332450 Feb 19 02:51:38.104247 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cf3d284a-ecea-415a-a250-df2c0f02e90f req-67bc59c7-bf3f-4dcc-88cf-7bece97bae7e tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe71e737-cb97-4e9e-a576-1f93522c47f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147256 Feb 19 02:51:38.114067 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-55ce223f-cb10-45c5-97fe-8ea0f1425634 req-1b326e28-cb81-43ba-88f4-5a31af447e43 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] 10.222.0.72 "GET /v2.0/security-groups?id=99efb503-a711-4838-8b15-bcaf32262e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194847 Feb 19 02:51:38.169956 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Sat, 19 Feb 2022 02:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b5a7a7f-80e0-44ae-bf70-1afe32198303 x-openstack-request-id: req-2b5a7a7f-80e0-44ae-bf70-1afe32198303 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:51:38.170261 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "703117b2-3b74-4940-91d7-38248cc7fdf8", "name": "network-vif-plugged", "status": "completed", "tag": "cab3c780-44c4-45a1-a8a6-516fddcf1a12", "code": 200}, {"server_uuid": "4baf32be-c2d0-4ad5-9167-43394f08e9fb", "name": "network-vif-unplugged", "status": "completed", "tag": "a9fbbd04-3eeb-47b4-a55a-1008b2e7faac", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:51:38.170521 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2b5a7a7f-80e0-44ae-bf70-1afe32198303 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:51:38.170930 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '703117b2-3b74-4940-91d7-38248cc7fdf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cab3c780-44c4-45a1-a8a6-516fddcf1a12', 'code': 200} Feb 19 02:51:38.171193 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4baf32be-c2d0-4ad5-9167-43394f08e9fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9fbbd04-3eeb-47b4-a55a-1008b2e7faac', 'code': 200} Feb 19 02:51:38.205491 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c5d39fc-6b31-443e-8078-52e99aaa5216 x-openstack-request-id: req-2c5d39fc-6b31-443e-8078-52e99aaa5216 {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:51:38.206001 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4baf32be-c2d0-4ad5-9167-43394f08e9fb", "name": "network-vif-deleted", "tag": "a9fbbd04-3eeb-47b4-a55a-1008b2e7faac", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:51:38.206243 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2c5d39fc-6b31-443e-8078-52e99aaa5216 {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:51:38.206860 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4baf32be-c2d0-4ad5-9167-43394f08e9fb', 'name': 'network-vif-deleted', 'tag': 'a9fbbd04-3eeb-47b4-a55a-1008b2e7faac', 'status': 'completed', 'code': 200} Feb 19 02:51:38.338714 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be1b905-6eb8-4bad-afc4-10063d8f205a req-3aee4b55-d205-4f94-afb7-ac061b091d89 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:38.346364 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4be1b905-6eb8-4bad-afc4-10063d8f205a req-3aee4b55-d205-4f94-afb7-ac061b091d89 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/networks?id=38d6fa8e-4007-4beb-abd0-8f0d817f1ef6 HTTP/1.1" status: 200 len: 806 time: 0.1383841 Feb 19 02:51:38.360413 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 910173af-972f-4b87-b171-40c4b5a5c3e3 no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:51:38.364039 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4be1b905-6eb8-4bad-afc4-10063d8f205a req-245c388a-767b-49b4-a863-526d157cb7af tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/quotas/58648b0a304e4e32b732a18f663ed7a6 HTTP/1.1" status: 200 len: 375 time: 0.0166466 Feb 19 02:51:38.416908 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] No Port match for: 910173af-972f-4b87-b171-40c4b5a5c3e3 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:51:38.417297 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 910173af-972f-4b87-b171-40c4b5a5c3e3 not bound to the agent host n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:51:38.441186 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4be1b905-6eb8-4bad-afc4-10063d8f205a req-4bb77bd9-e154-476f-8d7a-00ec3fed2af2 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=58648b0a304e4e32b732a18f663ed7a6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0761073 Feb 19 02:51:38.621646 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4be1b905-6eb8-4bad-afc4-10063d8f205a req-b668d9d7-06d5-4d8c-9469-e0947e324af1 service neutron] 10.222.0.72 "GET /v2.0/networks/38d6fa8e-4007-4beb-abd0-8f0d817f1ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792200 Feb 19 02:51:38.625177 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d851e5-d4da-421b-876a-ca38722315ab req-e8d27c5b-d370-433f-875d-3505982d476d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:38.626671 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c6d851e5-d4da-421b-876a-ca38722315ab req-e8d27c5b-d370-433f-875d-3505982d476d service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=703117b2-3b74-4940-91d7-38248cc7fdf8 HTTP/1.1" status: 200 len: 1132 time: 0.1362648 Feb 19 02:51:38.764815 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b75e089-45ec-4cb4-a00d-c2c85def0c53 req-c2407601-6bb3-40a9-8903-cc7a937c8b4d tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:38.766322 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7b75e089-45ec-4cb4-a00d-c2c85def0c53 req-c2407601-6bb3-40a9-8903-cc7a937c8b4d tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=489c58f4-d89e-47a6-b4af-0944a22a7ab0 HTTP/1.1" status: 200 len: 945 time: 0.1686368 Feb 19 02:51:38.801113 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c6d851e5-d4da-421b-876a-ca38722315ab req-04c5f3a1-e3d7-4eec-90ca-aa0e1c2458e8 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=fe71e737-cb97-4e9e-a576-1f93522c47f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495869 Feb 19 02:51:38.850439 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4be1b905-6eb8-4bad-afc4-10063d8f205a req-9223135c-d34b-416e-9813-d0fe39e8efba service neutron] 10.222.0.72 "GET /v2.0/networks/38d6fa8e-4007-4beb-abd0-8f0d817f1ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279749 Feb 19 02:51:38.871505 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7b75e089-45ec-4cb4-a00d-c2c85def0c53 req-06f95fee-29dc-4934-bd9e-3d2567205854 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/security-groups?id=83745bf6-2450-44b1-b073-88b2d8645794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942001 Feb 19 02:51:39.118298 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bb91bea0-407a-449f-96c4-311933701825 req-1a1f0fc0-998a-4735-bcf0-58d312655b6c tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ec863d4-5792-46d2-b299-7b34b3ebe431 HTTP/1.1" status: 200 len: 210 time: 0.0512612 Feb 19 02:51:39.149252 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f4fb30ff-5c74-441d-836e-098d46999d08 req-e4aaa6b8-e210-4b54-b7c4-7f41b18f61b2 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=65691edc-930d-400a-b1cb-1a26b124bd10 HTTP/1.1" status: 200 len: 210 time: 0.0400119 Feb 19 02:51:39.328619 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a430cee2-2859-48a2-840b-c3f3bf75f8e9 req-50123e49-8ce2-4734-af22-c222400dd132 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:39.336243 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a430cee2-2859-48a2-840b-c3f3bf75f8e9 req-50123e49-8ce2-4734-af22-c222400dd132 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/ports?device_id=703117b2-3b74-4940-91d7-38248cc7fdf8 HTTP/1.1" status: 200 len: 950 time: 0.0960481 Feb 19 02:51:39.362977 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb84fd3-2063-4793-bfa4-2ac2b8881376 req-bce34d81-95ef-4d82-b09b-bbe0921f7258 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:39.364698 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9bb84fd3-2063-4793-bfa4-2ac2b8881376 req-bce34d81-95ef-4d82-b09b-bbe0921f7258 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] 10.222.0.72 "GET /v2.0/ports?device_id=85b3493e-4e6d-43dd-97f1-de789984e9e0 HTTP/1.1" status: 200 len: 944 time: 0.0947044 Feb 19 02:51:39.417238 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a430cee2-2859-48a2-840b-c3f3bf75f8e9 req-b6d4af09-69d2-475e-9660-f95342aa0ee4 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe71e737-cb97-4e9e-a576-1f93522c47f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799692 Feb 19 02:51:39.462632 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9bb84fd3-2063-4793-bfa4-2ac2b8881376 req-4490f39e-01f1-45fa-9f93-7e3e29f70da0 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] 10.222.0.72 "GET /v2.0/security-groups?id=99efb503-a711-4838-8b15-bcaf32262e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865550 Feb 19 02:51:39.718671 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 60382) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:51:39.781781 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_v2 [None req-33a31ab3-8823-47ef-a6a6-3e8faa24c7ee admin admin] Deleting subnet 0bb04773-132e-443e-9baa-c5ff97e31eb2 {{(pid=103701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:51:39.786927 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-33a31ab3-8823-47ef-a6a6-3e8faa24c7ee admin admin] Publish callbacks [] for subnet (0bb04773-132e-443e-9baa-c5ff97e31eb2), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:39.840556 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-33a31ab3-8823-47ef-a6a6-3e8faa24c7ee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12647399'] for subnet (0bb04773-132e-443e-9baa-c5ff97e31eb2), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:39.883089 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-33a31ab3-8823-47ef-a6a6-3e8faa24c7ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (0bb04773-132e-443e-9baa-c5ff97e31eb2), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:40.010202 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-33a31ab3-8823-47ef-a6a6-3e8faa24c7ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12647206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58706286'] for subnet (0bb04773-132e-443e-9baa-c5ff97e31eb2), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:40.042638 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a31ab3-8823-47ef-a6a6-3e8faa24c7ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0bb04773-132e-443e-9baa-c5ff97e31eb2,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:51:40.060510 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-33a31ab3-8823-47ef-a6a6-3e8faa24c7ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:40.065116 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-33a31ab3-8823-47ef-a6a6-3e8faa24c7ee admin admin] 10.222.0.72 "DELETE /v2.0/subnets/0bb04773-132e-443e-9baa-c5ff97e31eb2 HTTP/1.1" status: 204 len: 168 time: 0.3449550 Feb 19 02:51:40.067664 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 60396) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:51:40.082979 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20befa80-4860-4630-b9a7-51af6c9c606f req-8aae0131-4f7e-4efc-bc9d-6a65826f5dfc tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:40.094264 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-20befa80-4860-4630-b9a7-51af6c9c606f req-8aae0131-4f7e-4efc-bc9d-6a65826f5dfc tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=489c58f4-d89e-47a6-b4af-0944a22a7ab0 HTTP/1.1" status: 200 len: 945 time: 0.1318331 Feb 19 02:51:40.180518 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-20befa80-4860-4630-b9a7-51af6c9c606f req-0d95878b-87cd-4bdb-a13b-09612b1f4902 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/security-groups?id=83745bf6-2450-44b1-b073-88b2d8645794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841529 Feb 19 02:51:40.262500 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8a5d9ea1-126a-4791-97af-1c38df71cd9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (bf672100-ed94-443f-908a-4ecaf8a2d628), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:40.282124 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-566f8e30-c461-4678-8642-2380b1716b30 req-617573ff-1ab9-443e-9a63-a956847e6d11 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=65691edc-930d-400a-b1cb-1a26b124bd10 HTTP/1.1" status: 200 len: 210 time: 0.0348153 Feb 19 02:51:40.350500 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4e5452d5-14fb-4028-95f9-371503580eee req-5179d2ff-29a0-4e1e-8d42-119c57e60649 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ec863d4-5792-46d2-b299-7b34b3ebe431 HTTP/1.1" status: 200 len: 210 time: 0.0594096 Feb 19 02:51:40.453867 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8a5d9ea1-126a-4791-97af-1c38df71cd9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (bf672100-ed94-443f-908a-4ecaf8a2d628), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:40.482488 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-8a5d9ea1-126a-4791-97af-1c38df71cd9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf672100-ed94-443f-908a-4ecaf8a2d628']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:51:40.498390 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-8a5d9ea1-126a-4791-97af-1c38df71cd9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95c489b5-d2f5-4704-89fb-8accaa8a0e0f') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:51:40.499578 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-8a5d9ea1-126a-4791-97af-1c38df71cd9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95c489b5-d2f5-4704-89fb-8accaa8a0e0f') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:51:40.517226 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8a5d9ea1-126a-4791-97af-1c38df71cd9d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (95c489b5-d2f5-4704-89fb-8accaa8a0e0f), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:40.536556 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8a5d9ea1-126a-4791-97af-1c38df71cd9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (95c489b5-d2f5-4704-89fb-8accaa8a0e0f), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:40.545394 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a5d9ea1-126a-4791-97af-1c38df71cd9d admin admin] Releasing vlan 298 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:51:40.546035 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8a5d9ea1-126a-4791-97af-1c38df71cd9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (95c489b5-d2f5-4704-89fb-8accaa8a0e0f), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:40.547908 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 02:51:40.547908 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:51:40.547908 n-d-826753-2 neutron-server[103702]: timer() Feb 19 02:51:40.547908 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:51:40.547908 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 02:51:40.547908 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:51:40.547908 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 02:51:40.547908 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:51:40.547908 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 02:51:40.547908 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:51:40.547908 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 02:51:40.547908 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:51:40.547908 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 02:51:40.547908 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:51:40.547908 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:51:40.547908 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:51:40.547908 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:51:40.547908 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:51:40.547908 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 02:51:40.547908 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:51:40.547908 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 02:51:40.547908 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:51:40.547908 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:51:40.547908 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:51:40.547908 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 02:51:40.547908 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:51:40.547908 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:51:40.547908 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:51:40.547908 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:51:40.547908 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:51:40.547908 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:51:40.547908 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:51:40.616578 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8a5d9ea1-126a-4791-97af-1c38df71cd9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (bf672100-ed94-443f-908a-4ecaf8a2d628), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:40.619004 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device a9fbbd04-3eeb-47b4-a55a-1008b2e7faac no longer exists at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:51:40.623247 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8a5d9ea1-126a-4791-97af-1c38df71cd9d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:40.628977 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-8a5d9ea1-126a-4791-97af-1c38df71cd9d admin admin] 10.222.0.72 "DELETE /v2.0/networks/bf672100-ed94-443f-908a-4ecaf8a2d628 HTTP/1.1" status: 204 len: 168 time: 0.5579383 Feb 19 02:51:40.648726 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5d9ea1-126a-4791-97af-1c38df71cd9d admin admin] Pushing event deleted for resources: {'Network': ['ID=bf672100-ed94-443f-908a-4ecaf8a2d628,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:51:40.653769 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] No Port match for: a9fbbd04-3eeb-47b4-a55a-1008b2e7faac {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:51:40.654118 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device a9fbbd04-3eeb-47b4-a55a-1008b2e7faac not bound to the agent host n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:51:40.657542 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5d9ea1-126a-4791-97af-1c38df71cd9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:51:40.657899 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5d9ea1-126a-4791-97af-1c38df71cd9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:51:40.658245 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5d9ea1-126a-4791-97af-1c38df71cd9d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:51:40.658590 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5d9ea1-126a-4791-97af-1c38df71cd9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:51:40.658926 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5d9ea1-126a-4791-97af-1c38df71cd9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:51:40.659265 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5d9ea1-126a-4791-97af-1c38df71cd9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:51:40.659598 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5d9ea1-126a-4791-97af-1c38df71cd9d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:51:40.659931 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5d9ea1-126a-4791-97af-1c38df71cd9d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:51:40.660261 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5d9ea1-126a-4791-97af-1c38df71cd9d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:51:40.660591 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5d9ea1-126a-4791-97af-1c38df71cd9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:51:40.661675 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5d9ea1-126a-4791-97af-1c38df71cd9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:51:40.662040 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5d9ea1-126a-4791-97af-1c38df71cd9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:51:40.662381 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5d9ea1-126a-4791-97af-1c38df71cd9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:51:40.822649 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 60420) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:51:40.880109 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-c202537e-c217-45c3-ba34-a72ab36279ce admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c7760c6b8b69415fb3db99a9707764df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0537410 Feb 19 02:51:40.880455 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 60422) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:51:40.931200 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2b11b0-88b9-4100-a3a8-4eac52896a6c req-8409107a-3cc7-4aab-b913-8d23a792c4cc tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:40.933055 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8c2b11b0-88b9-4100-a3a8-4eac52896a6c req-8409107a-3cc7-4aab-b913-8d23a792c4cc tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] 10.222.0.72 "GET /v2.0/ports?device_id=b7fed794-1a17-4088-a757-ff223e40f3d9 HTTP/1.1" status: 200 len: 951 time: 0.5540733 Feb 19 02:51:40.950662 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7779a685-0632-437c-82b6-c24067cfa85c admin admin] Publish callbacks [] for security_group (d1068709-142b-4f0d-aa54-30196489f5e1), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:40.979449 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7779a685-0632-437c-82b6-c24067cfa85c admin admin] Publish callbacks [] for security_group (d1068709-142b-4f0d-aa54-30196489f5e1), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:40.986114 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db88a50f-ae02-4c46-875c-d05b879798d5 req-b0967161-ead0-4e0e-a40a-14b6b2036b1c tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:40.992951 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-db88a50f-ae02-4c46-875c-d05b879798d5 req-b0967161-ead0-4e0e-a40a-14b6b2036b1c tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/ports?device_id=703117b2-3b74-4940-91d7-38248cc7fdf8 HTTP/1.1" status: 200 len: 950 time: 0.4445040 Feb 19 02:51:41.016247 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be1b905-6eb8-4bad-afc4-10063d8f205a req-bdfc2d20-70c7-4bdf-9627-97b8c4f92bcd tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:41.018795 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4be1b905-6eb8-4bad-afc4-10063d8f205a req-bdfc2d20-70c7-4bdf-9627-97b8c4f92bcd tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.82 "GET /v2.0/networks?id=38d6fa8e-4007-4beb-abd0-8f0d817f1ef6 HTTP/1.1" status: 200 len: 806 time: 0.6017420 Feb 19 02:51:41.040023 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-4be1b905-6eb8-4bad-afc4-10063d8f205a req-59aa8725-6983-4612-8b80-dd13b976463c tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Request body: {'port': {'device_id': '65691edc-930d-400a-b1cb-1a26b124bd10', 'network_id': '38d6fa8e-4007-4beb-abd0-8f0d817f1ef6', 'admin_state_up': True, 'tenant_id': '58648b0a304e4e32b732a18f663ed7a6'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:51:41.046316 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7779a685-0632-437c-82b6-c24067cfa85c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (d1068709-142b-4f0d-aa54-30196489f5e1), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:41.049458 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7779a685-0632-437c-82b6-c24067cfa85c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:41.050795 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-7779a685-0632-437c-82b6-c24067cfa85c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d1068709-142b-4f0d-aa54-30196489f5e1 HTTP/1.1" status: 204 len: 168 time: 0.1685560 Feb 19 02:51:41.062562 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7779a685-0632-437c-82b6-c24067cfa85c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1068709-142b-4f0d-aa54-30196489f5e1,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:51:41.103183 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8c2b11b0-88b9-4100-a3a8-4eac52896a6c req-15282be5-eeb6-4cec-baf1-6b2b2a3d3d42 tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f9a0e74-bc03-4003-b35a-0cd376c2c049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587729 Feb 19 02:51:41.186179 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-db88a50f-ae02-4c46-875c-d05b879798d5 req-07db2a15-b54d-4e2c-83e0-92d8840da557 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe71e737-cb97-4e9e-a576-1f93522c47f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866703 Feb 19 02:51:41.323435 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7866b64a-39db-4c53-b960-3ec18c9917b1 req-23dc28c1-b23b-4d76-98b7-39bcf7955d04 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:41.330855 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7866b64a-39db-4c53-b960-3ec18c9917b1 req-23dc28c1-b23b-4d76-98b7-39bcf7955d04 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] 10.222.0.72 "GET /v2.0/ports?device_id=85b3493e-4e6d-43dd-97f1-de789984e9e0 HTTP/1.1" status: 200 len: 944 time: 0.1167612 Feb 19 02:51:41.354359 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4be1b905-6eb8-4bad-afc4-10063d8f205a req-59aa8725-6983-4612-8b80-dd13b976463c tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Made reservation on behalf of 58648b0a304e4e32b732a18f663ed7a6 for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:51:41.358658 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-4be1b905-6eb8-4bad-afc4-10063d8f205a req-59aa8725-6983-4612-8b80-dd13b976463c tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:41.421190 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7866b64a-39db-4c53-b960-3ec18c9917b1 req-3b65faf3-1f5a-4b39-b906-3914ec8dd43d tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] 10.222.0.72 "GET /v2.0/security-groups?id=99efb503-a711-4838-8b15-bcaf32262e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893066 Feb 19 02:51:41.604869 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dff937-77ec-45f3-946a-91a100d406ab req-0aab3ad6-4b2f-4dd8-bf47-4e90e5a584f8 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:41.606405 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-42dff937-77ec-45f3-946a-91a100d406ab req-0aab3ad6-4b2f-4dd8-bf47-4e90e5a584f8 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=489c58f4-d89e-47a6-b4af-0944a22a7ab0 HTTP/1.1" status: 200 len: 945 time: 0.1842914 Feb 19 02:51:41.652042 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a114ae-6985-40bd-ac8e-cc314d54da56 req-b07ca518-fe58-40bc-9b87-056e63453838 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:41.653682 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f5a114ae-6985-40bd-ac8e-cc314d54da56 req-b07ca518-fe58-40bc-9b87-056e63453838 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/ports?device_id=703117b2-3b74-4940-91d7-38248cc7fdf8 HTTP/1.1" status: 200 len: 950 time: 0.1329329 Feb 19 02:51:41.656860 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [req-4be1b905-6eb8-4bad-afc4-10063d8f205a req-59aa8725-6983-4612-8b80-dd13b976463c tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Allocated IP 172.20.0.14 (38d6fa8e-4007-4beb-abd0-8f0d817f1ef6/54b68f46-9c6f-467f-99d5-a919ef2f5fa1/ce3e4512-9052-4032-9f66-3aa57947b8fd) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:51:41.735236 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-42dff937-77ec-45f3-946a-91a100d406ab req-d0ea2581-f52d-41b5-ae8d-5790f46df608 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/security-groups?id=83745bf6-2450-44b1-b073-88b2d8645794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143057 Feb 19 02:51:41.771048 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f5a114ae-6985-40bd-ac8e-cc314d54da56 req-4efcb99d-4580-4b70-ba76-97abb7cb0d70 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe71e737-cb97-4e9e-a576-1f93522c47f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070857 Feb 19 02:51:41.929789 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 60478) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:51:41.943483 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bd36261b-868b-41ac-8df5-3e0c5b6bdb6d req-b89ad4a9-7e24-4a2e-920d-fae96cb899ac tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=65691edc-930d-400a-b1cb-1a26b124bd10 HTTP/1.1" status: 200 len: 210 time: 0.0689144 Feb 19 02:51:42.002108 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f3fadccd-f691-4c75-ba12-dec10aaafb20 req-36775efe-4cb3-4f42-9ac7-2a8281236f52 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ec863d4-5792-46d2-b299-7b34b3ebe431 HTTP/1.1" status: 200 len: 210 time: 0.0389755 Feb 19 02:51:42.015058 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-4be1b905-6eb8-4bad-afc4-10063d8f205a req-59aa8725-6983-4612-8b80-dd13b976463c tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Publish callbacks [] for port (ce3e4512-9052-4032-9f66-3aa57947b8fd), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:42.069865 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-4be1b905-6eb8-4bad-afc4-10063d8f205a req-59aa8725-6983-4612-8b80-dd13b976463c tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (ce3e4512-9052-4032-9f66-3aa57947b8fd), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:42.083864 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-84317405-5b7e-482d-a546-837c866e31dc admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-646537647-network', 'tenant_id': 'be795ecfceb44d2da411c5f5f56a6624'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:51:42.104808 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['e7b6d271-0dd0-403f-9e7b-d4c19bbe49c1'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:51:42.112474 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4be1b905-6eb8-4bad-afc4-10063d8f205a req-59aa8725-6983-4612-8b80-dd13b976463c tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Network 38d6fa8e-4007-4beb-abd0-8f0d817f1ef6 is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:51:42.115269 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84317405-5b7e-482d-a546-837c866e31dc admin admin] Made reservation on behalf of be795ecfceb44d2da411c5f5f56a6624 for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:51:42.116132 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [req-4be1b905-6eb8-4bad-afc4-10063d8f205a req-59aa8725-6983-4612-8b80-dd13b976463c tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:51:42.120260 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-4be1b905-6eb8-4bad-afc4-10063d8f205a req-59aa8725-6983-4612-8b80-dd13b976463c tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:51:42.125422 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-84317405-5b7e-482d-a546-837c866e31dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:42.155541 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-84317405-5b7e-482d-a546-837c866e31dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:42.158830 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aa8725-6983-4612-8b80-dd13b976463c tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Pushing event updated for resources: {'Port': ['ID=ce3e4512-9052-4032-9f66-3aa57947b8fd,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:51:42.175085 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aa8725-6983-4612-8b80-dd13b976463c tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:51:42.175518 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aa8725-6983-4612-8b80-dd13b976463c tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:51:42.175931 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aa8725-6983-4612-8b80-dd13b976463c tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:51:42.176336 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aa8725-6983-4612-8b80-dd13b976463c tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:51:42.176739 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aa8725-6983-4612-8b80-dd13b976463c tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:51:42.177163 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aa8725-6983-4612-8b80-dd13b976463c tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:51:42.177563 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aa8725-6983-4612-8b80-dd13b976463c tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:51:42.177956 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aa8725-6983-4612-8b80-dd13b976463c tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:51:42.178344 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aa8725-6983-4612-8b80-dd13b976463c tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:51:42.178737 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aa8725-6983-4612-8b80-dd13b976463c tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:51:42.179127 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aa8725-6983-4612-8b80-dd13b976463c tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:51:42.179556 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aa8725-6983-4612-8b80-dd13b976463c tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:51:42.180338 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aa8725-6983-4612-8b80-dd13b976463c tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:51:42.201214 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be1b905-6eb8-4bad-afc4-10063d8f205a req-59aa8725-6983-4612-8b80-dd13b976463c tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:42.201973 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-4be1b905-6eb8-4bad-afc4-10063d8f205a req-59aa8725-6983-4612-8b80-dd13b976463c tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:42.225565 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4be1b905-6eb8-4bad-afc4-10063d8f205a req-59aa8725-6983-4612-8b80-dd13b976463c tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1896231 Feb 19 02:51:42.249834 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-4be1b905-6eb8-4bad-afc4-10063d8f205a req-902683fb-26cd-41d8-9230-36ccd97d88e5 service neutron] Request body: {'port': {'device_id': '65691edc-930d-400a-b1cb-1a26b124bd10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826753-2'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:51:42.287213 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-84317405-5b7e-482d-a546-837c866e31dc admin admin] Publish callbacks [] for security_group (78612224-fbf6-480f-bcea-ccb270efe765), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:42.295773 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-84317405-5b7e-482d-a546-837c866e31dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (78612224-fbf6-480f-bcea-ccb270efe765), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:42.311207 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84317405-5b7e-482d-a546-837c866e31dc admin admin] vlan segment allocate from pool success with {'vlan_id': 257, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:51:42.326047 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-84317405-5b7e-482d-a546-837c866e31dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (67a55616-cfc4-41c3-be2a-0391abacfbd5), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:42.326467 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-84317405-5b7e-482d-a546-837c866e31dc admin admin] Added segment 67a55616-cfc4-41c3-be2a-0391abacfbd5 of type vlan for network 8ee469c1-3b92-4511-8f73-2a197f9b67c2 Feb 19 02:51:42.364748 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84317405-5b7e-482d-a546-837c866e31dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78612224-fbf6-480f-bcea-ccb270efe765,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:51:42.368846 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:51:42.406548 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-4be1b905-6eb8-4bad-afc4-10063d8f205a req-902683fb-26cd-41d8-9230-36ccd97d88e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (ce3e4512-9052-4032-9f66-3aa57947b8fd), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:42.431989 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-84317405-5b7e-482d-a546-837c866e31dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (8ee469c1-3b92-4511-8f73-2a197f9b67c2), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:42.475758 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-84317405-5b7e-482d-a546-837c866e31dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (8ee469c1-3b92-4511-8f73-2a197f9b67c2), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:42.477291 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84317405-5b7e-482d-a546-837c866e31dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:42.478095 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-84317405-5b7e-482d-a546-837c866e31dc admin admin] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:42.570394 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf is: ACTIVE; New status is: DOWN {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:51:42.570985 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:42.606163 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-84317405-5b7e-482d-a546-837c866e31dc admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6747441 Feb 19 02:51:42.617807 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 60528) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:51:42.627422 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7fed794-1a17-4088-a757-ff223e40f3d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:51:42.630107 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9bfdc36-a1fc-4cfd-a4e5-1891aa435ef0" -d '{"events": [{"server_uuid": "b7fed794-1a17-4088-a757-ff223e40f3d9", "name": "network-vif-unplugged", "status": "completed", "tag": "4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:51:42.639148 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-556ffd8a-04d0-4396-ad74-c2ba1ccf62a9 admin admin] Request body: {'subnet': {'network_id': '8ee469c1-3b92-4511-8f73-2a197f9b67c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-646537647-subnet', 'tenant_id': 'be795ecfceb44d2da411c5f5f56a6624', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:51:42.654883 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:51:42.658374 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84317405-5b7e-482d-a546-837c866e31dc admin admin] Pushing event updated for resources: {'Network': ['ID=8ee469c1-3b92-4511-8f73-2a197f9b67c2,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:51:42.659790 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:42.682529 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 8ee469c1-3b92-4511-8f73-2a197f9b67c2 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:51:42.687837 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-556ffd8a-04d0-4396-ad74-c2ba1ccf62a9 admin admin] Made reservation on behalf of be795ecfceb44d2da411c5f5f56a6624 for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:51:42.690325 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-556ffd8a-04d0-4396-ad74-c2ba1ccf62a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:42.756871 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428e6cc3-ae86-4f8e-89e2-777d70be979d req-c085c657-3fe5-45f4-acb6-c51907a4762d tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:42.765159 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-428e6cc3-ae86-4f8e-89e2-777d70be979d req-c085c657-3fe5-45f4-acb6-c51907a4762d tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] 10.222.0.72 "GET /v2.0/ports?device_id=85b3493e-4e6d-43dd-97f1-de789984e9e0 HTTP/1.1" status: 200 len: 944 time: 0.1869781 Feb 19 02:51:42.800078 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf,revision_number=11']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:51:42.811387 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6637acec-100e-48e5-b068-1f11a1ae4fbd req-910e6de8-1522-46f2-acbe-9cb06876851d tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:42.818540 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6637acec-100e-48e5-b068-1f11a1ae4fbd req-910e6de8-1522-46f2-acbe-9cb06876851d tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/ports?device_id=703117b2-3b74-4940-91d7-38248cc7fdf8 HTTP/1.1" status: 200 len: 950 time: 0.2385862 Feb 19 02:51:42.905675 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-428e6cc3-ae86-4f8e-89e2-777d70be979d req-c57f21dc-4d42-41c1-b79e-8c44c0d303bd tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] 10.222.0.72 "GET /v2.0/security-groups?id=99efb503-a711-4838-8b15-bcaf32262e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395223 Feb 19 02:51:42.948135 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6637acec-100e-48e5-b068-1f11a1ae4fbd req-34fc7c11-a96f-4c94-be0d-7f267274d55d tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe71e737-cb97-4e9e-a576-1f93522c47f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286316 Feb 19 02:51:42.972010 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-556ffd8a-04d0-4396-ad74-c2ba1ccf62a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (d0f15016-5d06-4afe-8688-9505c2a1be59), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:42.989386 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [req-4be1b905-6eb8-4bad-afc4-10063d8f205a req-902683fb-26cd-41d8-9230-36ccd97d88e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce3e4512-9052-4032-9f66-3aa57947b8fd {{(pid=103701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:51:42.998135 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-4be1b905-6eb8-4bad-afc4-10063d8f205a req-902683fb-26cd-41d8-9230-36ccd97d88e5 service neutron] Publish callbacks [] for port (ce3e4512-9052-4032-9f66-3aa57947b8fd), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:43.012646 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 02:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-356e3582-9b74-42b2-80f9-626f934458a5 x-openstack-request-id: req-356e3582-9b74-42b2-80f9-626f934458a5 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:51:43.012952 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7fed794-1a17-4088-a757-ff223e40f3d9", "name": "network-vif-unplugged", "status": "completed", "tag": "4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:51:43.013253 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-356e3582-9b74-42b2-80f9-626f934458a5 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:51:43.013657 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7fed794-1a17-4088-a757-ff223e40f3d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf', 'code': 200} Feb 19 02:51:43.038977 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.provisioning_blocks [req-4be1b905-6eb8-4bad-afc4-10063d8f205a req-902683fb-26cd-41d8-9230-36ccd97d88e5 service neutron] Transition to ACTIVE for port object ce3e4512-9052-4032-9f66-3aa57947b8fd will not be triggered until provisioned by entity L2. {{(pid=103701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:51:43.039640 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-4be1b905-6eb8-4bad-afc4-10063d8f205a req-902683fb-26cd-41d8-9230-36ccd97d88e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (ce3e4512-9052-4032-9f66-3aa57947b8fd), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:43.065962 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556ffd8a-04d0-4396-ad74-c2ba1ccf62a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0f15016-5d06-4afe-8688-9505c2a1be59,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:51:43.068026 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556ffd8a-04d0-4396-ad74-c2ba1ccf62a9 admin admin] Checking segment: {'id': '67a55616-cfc4-41c3-be2a-0391abacfbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8ee469c1-3b92-4511-8f73-2a197f9b67c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:51:43.068381 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556ffd8a-04d0-4396-ad74-c2ba1ccf62a9 admin admin] Network hostable DHCP agents. Network: 8ee469c1-3b92-4511-8f73-2a197f9b67c2, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:51:43.090894 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556ffd8a-04d0-4396-ad74-c2ba1ccf62a9 admin admin] Network 8ee469c1-3b92-4511-8f73-2a197f9b67c2 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:51:43.103770 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-556ffd8a-04d0-4396-ad74-c2ba1ccf62a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 8ee469c1-3b92-4511-8f73-2a197f9b67c2) {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:51:43.108550 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556ffd8a-04d0-4396-ad74-c2ba1ccf62a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:43.113205 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657d16b6-a376-41d4-aafa-6679b9443465 None None] Network 8ee469c1-3b92-4511-8f73-2a197f9b67c2 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:51:43.116950 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-556ffd8a-04d0-4396-ad74-c2ba1ccf62a9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:43.167395 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-556ffd8a-04d0-4396-ad74-c2ba1ccf62a9 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5484233 Feb 19 02:51:43.197348 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902683fb-26cd-41d8-9230-36ccd97d88e5 service neutron] Pushing event updated for resources: {'Port': ['ID=ce3e4512-9052-4032-9f66-3aa57947b8fd,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:51:43.298001 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8c4b7d-32f3-4c7a-94b9-68275e7fa4aa None None] Network 8ee469c1-3b92-4511-8f73-2a197f9b67c2 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:51:43.303167 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52695f7f-46a8-461e-9d47-4a28eaeaf226 req-7cfd5bf1-7791-4e05-b018-728386f07a88 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:43.313401 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-52695f7f-46a8-461e-9d47-4a28eaeaf226 req-7cfd5bf1-7791-4e05-b018-728386f07a88 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=489c58f4-d89e-47a6-b4af-0944a22a7ab0 HTTP/1.1" status: 200 len: 945 time: 0.2068872 Feb 19 02:51:43.366027 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae7802-fc77-4f5e-81e5-fff740c69f5c req-f9f119b9-6251-48fd-8f75-ddcab6efec2b tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:43.368291 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9fae7802-fc77-4f5e-81e5-fff740c69f5c req-f9f119b9-6251-48fd-8f75-ddcab6efec2b tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=65691edc-930d-400a-b1cb-1a26b124bd10 HTTP/1.1" status: 200 len: 944 time: 0.1496682 Feb 19 02:51:43.373585 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-4be1b905-6eb8-4bad-afc4-10063d8f205a req-902683fb-26cd-41d8-9230-36ccd97d88e5 service neutron] Attempting to bind port ce3e4512-9052-4032-9f66-3aa57947b8fd on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:51:43.374254 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-4be1b905-6eb8-4bad-afc4-10063d8f205a req-902683fb-26cd-41d8-9230-36ccd97d88e5 service neutron] Attempting to bind port ce3e4512-9052-4032-9f66-3aa57947b8fd by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': '4d279d1b-ef9f-49cc-bc5d-c8be530f22d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '38d6fa8e-4007-4beb-abd0-8f0d817f1ef6'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:51:43.374254 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be1b905-6eb8-4bad-afc4-10063d8f205a req-902683fb-26cd-41d8-9230-36ccd97d88e5 service neutron] Attempting to bind port ce3e4512-9052-4032-9f66-3aa57947b8fd on network 38d6fa8e-4007-4beb-abd0-8f0d817f1ef6 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:51:43.391407 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be1b905-6eb8-4bad-afc4-10063d8f205a req-902683fb-26cd-41d8-9230-36ccd97d88e5 service neutron] Port ce3e4512-9052-4032-9f66-3aa57947b8fd on network 38d6fa8e-4007-4beb-abd0-8f0d817f1ef6 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:51:43.391803 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be1b905-6eb8-4bad-afc4-10063d8f205a req-902683fb-26cd-41d8-9230-36ccd97d88e5 service neutron] Attempting to bind port ce3e4512-9052-4032-9f66-3aa57947b8fd on network 38d6fa8e-4007-4beb-abd0-8f0d817f1ef6 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:51:43.411673 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be1b905-6eb8-4bad-afc4-10063d8f205a req-902683fb-26cd-41d8-9230-36ccd97d88e5 service neutron] Checking agent: {'id': 'bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:51:43.412354 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be1b905-6eb8-4bad-afc4-10063d8f205a req-902683fb-26cd-41d8-9230-36ccd97d88e5 service neutron] Checking segment: {'id': '4d279d1b-ef9f-49cc-bc5d-c8be530f22d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '38d6fa8e-4007-4beb-abd0-8f0d817f1ef6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:51:43.412354 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be1b905-6eb8-4bad-afc4-10063d8f205a req-902683fb-26cd-41d8-9230-36ccd97d88e5 service neutron] Bound using segment: {'id': '4d279d1b-ef9f-49cc-bc5d-c8be530f22d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '38d6fa8e-4007-4beb-abd0-8f0d817f1ef6'} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:51:43.412792 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-4be1b905-6eb8-4bad-afc4-10063d8f205a req-902683fb-26cd-41d8-9230-36ccd97d88e5 service neutron] Bound port: ce3e4512-9052-4032-9f66-3aa57947b8fd, host: n-h2-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d279d1b-ef9f-49cc-bc5d-c8be530f22d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '38d6fa8e-4007-4beb-abd0-8f0d817f1ef6'}}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:51:43.413179 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-4be1b905-6eb8-4bad-afc4-10063d8f205a req-902683fb-26cd-41d8-9230-36ccd97d88e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (ce3e4512-9052-4032-9f66-3aa57947b8fd), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:43.434184 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-52695f7f-46a8-461e-9d47-4a28eaeaf226 req-423217a4-5d0d-4651-bdcc-1fd7283b8995 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/security-groups?id=83745bf6-2450-44b1-b073-88b2d8645794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116664 Feb 19 02:51:43.477779 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9fae7802-fc77-4f5e-81e5-fff740c69f5c req-c587f38b-006a-4ebe-b36f-9f9402e106bf tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ca71149-99da-4cc2-ac25-44d2d4a4007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994864 Feb 19 02:51:43.508575 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-4be1b905-6eb8-4bad-afc4-10063d8f205a req-902683fb-26cd-41d8-9230-36ccd97d88e5 service neutron] For port ce3e4512-9052-4032-9f66-3aa57947b8fd, host n-h2-826753-2, cleared binding levels {{(pid=103701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:51:43.512063 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-4be1b905-6eb8-4bad-afc4-10063d8f205a req-902683fb-26cd-41d8-9230-36ccd97d88e5 service neutron] For port ce3e4512-9052-4032-9f66-3aa57947b8fd, host n-h2-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=ce3e4512-9052-4032-9f66-3aa57947b8fd,segment=NetworkSegment(4d279d1b-ef9f-49cc-bc5d-c8be530f22d3),segment_id=4d279d1b-ef9f-49cc-bc5d-c8be530f22d3)] {{(pid=103701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:51:43.520330 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-4be1b905-6eb8-4bad-afc4-10063d8f205a req-902683fb-26cd-41d8-9230-36ccd97d88e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (ce3e4512-9052-4032-9f66-3aa57947b8fd), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:43.581837 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-052aeb20-f283-43d4-b0ac-93b1a77d76e4 req-12db58b7-b876-447d-b038-30f314c79e87 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ec863d4-5792-46d2-b299-7b34b3ebe431 HTTP/1.1" status: 200 len: 210 time: 0.0590043 Feb 19 02:51:43.594020 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be1b905-6eb8-4bad-afc4-10063d8f205a req-902683fb-26cd-41d8-9230-36ccd97d88e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:43.594714 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-4be1b905-6eb8-4bad-afc4-10063d8f205a req-902683fb-26cd-41d8-9230-36ccd97d88e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:43.596268 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4be1b905-6eb8-4bad-afc4-10063d8f205a req-902683fb-26cd-41d8-9230-36ccd97d88e5 service neutron] 10.222.0.82 "PUT /v2.0/ports/ce3e4512-9052-4032-9f66-3aa57947b8fd HTTP/1.1" status: 200 len: 1092 time: 1.3573022 Feb 19 02:51:43.596773 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65691edc-930d-400a-b1cb-1a26b124bd10', 'tag': 'ce3e4512-9052-4032-9f66-3aa57947b8fd'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:51:43.599184 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-050eb5b3-480b-4ef1-923e-dea6c1168d47" -d '{"events": [{"name": "network-changed", "server_uuid": "65691edc-930d-400a-b1cb-1a26b124bd10", "tag": "ce3e4512-9052-4032-9f66-3aa57947b8fd"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:51:43.649704 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902683fb-26cd-41d8-9230-36ccd97d88e5 service neutron] Pushing event updated for resources: {'Port': ['ID=ce3e4512-9052-4032-9f66-3aa57947b8fd,revision_number=3']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:51:43.684387 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-743f9527-afde-45af-a2c6-f1805aeeabff req-0839564b-74d3-4866-971a-285be9e05015 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=fb33a693-c143-4b44-9bcb-7281cd2bca72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0744748 Feb 19 02:51:43.701937 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5f828c2-4c72-45b2-883f-4b471b8ecaa8 x-openstack-request-id: req-b5f828c2-4c72-45b2-883f-4b471b8ecaa8 {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:51:43.702785 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65691edc-930d-400a-b1cb-1a26b124bd10", "tag": "ce3e4512-9052-4032-9f66-3aa57947b8fd", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:51:43.703254 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b5f828c2-4c72-45b2-883f-4b471b8ecaa8 {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:51:43.704645 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65691edc-930d-400a-b1cb-1a26b124bd10', 'tag': 'ce3e4512-9052-4032-9f66-3aa57947b8fd', 'status': 'completed', 'code': 200} Feb 19 02:51:43.754827 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be1b905-6eb8-4bad-afc4-10063d8f205a req-799e9f88-b732-4802-b04f-a58cd5eb60bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:43.756649 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4be1b905-6eb8-4bad-afc4-10063d8f205a req-799e9f88-b732-4802-b04f-a58cd5eb60bb service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=58648b0a304e4e32b732a18f663ed7a6&device_id=65691edc-930d-400a-b1cb-1a26b124bd10 HTTP/1.1" status: 200 len: 1126 time: 0.1013713 Feb 19 02:51:43.774234 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743f9527-afde-45af-a2c6-f1805aeeabff req-c2bf6e27-2579-45c2-a01f-3eb4fa648ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:43.776690 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-743f9527-afde-45af-a2c6-f1805aeeabff req-c2bf6e27-2579-45c2-a01f-3eb4fa648ee9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=958906eba0f2457fb5336e772b1c66db&device_id=fb33a693-c143-4b44-9bcb-7281cd2bca72 HTTP/1.1" status: 200 len: 1130 time: 0.0580645 Feb 19 02:51:43.867618 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4be1b905-6eb8-4bad-afc4-10063d8f205a req-90877194-c938-4fb6-8798-9c4d8c347674 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce3e4512-9052-4032-9f66-3aa57947b8fd HTTP/1.1" status: 200 len: 217 time: 0.0955799 Feb 19 02:51:43.896690 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743f9527-afde-45af-a2c6-f1805aeeabff req-22071547-0448-4955-9e67-94db30d5c891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:43.898933 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-743f9527-afde-45af-a2c6-f1805aeeabff req-22071547-0448-4955-9e67-94db30d5c891 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5124bd00-da2a-4bd6-93a0-c14c92afb11f HTTP/1.1" status: 200 len: 870 time: 0.1002030 Feb 19 02:51:43.947569 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be1b905-6eb8-4bad-afc4-10063d8f205a req-dcc07edc-7eb6-4305-99da-a31a57096180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:43.948911 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-743f9527-afde-45af-a2c6-f1805aeeabff req-448a599d-3943-4e2b-afee-e7d763320a02 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=a147c18c-4a52-40b3-8d1d-bd06c5e3635e HTTP/1.1" status: 200 len: 217 time: 0.0445538 Feb 19 02:51:43.949841 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4be1b905-6eb8-4bad-afc4-10063d8f205a req-dcc07edc-7eb6-4305-99da-a31a57096180 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=54b68f46-9c6f-467f-99d5-a919ef2f5fa1 HTTP/1.1" status: 200 len: 846 time: 0.0711663 Feb 19 02:51:43.993692 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4be1b905-6eb8-4bad-afc4-10063d8f205a req-24b3766c-8447-4ac4-9202-b555ed16305b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=38d6fa8e-4007-4beb-abd0-8f0d817f1ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323648 Feb 19 02:51:44.012445 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743f9527-afde-45af-a2c6-f1805aeeabff req-bee383c7-a1af-4ab5-8526-cd8f2ca5f4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:44.014932 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-743f9527-afde-45af-a2c6-f1805aeeabff req-bee383c7-a1af-4ab5-8526-cd8f2ca5f4bf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=974c06bc-f097-4890-970a-b087501ab241 HTTP/1.1" status: 200 len: 843 time: 0.0571613 Feb 19 02:51:44.090749 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743f9527-afde-45af-a2c6-f1805aeeabff req-129031fd-a3d5-4013-b9f4-ac0561d2148b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:44.092294 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-743f9527-afde-45af-a2c6-f1805aeeabff req-129031fd-a3d5-4013-b9f4-ac0561d2148b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5124bd00-da2a-4bd6-93a0-c14c92afb11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0717318 Feb 19 02:51:44.189804 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-743f9527-afde-45af-a2c6-f1805aeeabff req-8174eac8-ab38-4364-b12f-38c06014af74 service neutron] 10.222.0.73 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911174 Feb 19 02:51:44.199784 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0f9a85-29e0-4de9-99e8-576eb164f634 req-f9d9ead0-ce71-4fc1-a40a-85f66260f266 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:44.201319 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9d0f9a85-29e0-4de9-99e8-576eb164f634 req-f9d9ead0-ce71-4fc1-a40a-85f66260f266 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] 10.222.0.72 "GET /v2.0/ports?device_id=85b3493e-4e6d-43dd-97f1-de789984e9e0 HTTP/1.1" status: 200 len: 944 time: 0.1581802 Feb 19 02:51:44.212902 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54df52e-c1af-4837-b7f7-cacfb3d57b3e req-86d439dd-4960-4548-8237-30114edf469c tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:44.214373 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f54df52e-c1af-4837-b7f7-cacfb3d57b3e req-86d439dd-4960-4548-8237-30114edf469c tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "GET /v2.0/networks?id=8ee469c1-3b92-4511-8f73-2a197f9b67c2 HTTP/1.1" status: 200 len: 821 time: 0.2635212 Feb 19 02:51:44.216184 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4be1b905-6eb8-4bad-afc4-10063d8f205a req-c457a3a5-99ed-4fae-b220-9bd57e18a32d service neutron] 10.222.0.82 "GET /v2.0/networks/38d6fa8e-4007-4beb-abd0-8f0d817f1ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118151 Feb 19 02:51:44.285847 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-743f9527-afde-45af-a2c6-f1805aeeabff req-05a8cc8c-55aa-4ff0-a4ec-7726df3e6a86 service neutron] 10.222.0.73 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891240 Feb 19 02:51:44.286259 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f54df52e-c1af-4837-b7f7-cacfb3d57b3e req-8fb50bda-54ae-4cd2-bb47-08d499252209 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "GET /v2.0/quotas/be795ecfceb44d2da411c5f5f56a6624 HTTP/1.1" status: 200 len: 375 time: 0.0629921 Feb 19 02:51:44.344143 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f54df52e-c1af-4837-b7f7-cacfb3d57b3e req-23b08d56-1334-412e-80e8-773da6999881 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=be795ecfceb44d2da411c5f5f56a6624&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0497618 Feb 19 02:51:44.356740 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9d0f9a85-29e0-4de9-99e8-576eb164f634 req-749fabe6-c0df-44be-b4da-a7fb85b9994f tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] 10.222.0.72 "GET /v2.0/security-groups?id=99efb503-a711-4838-8b15-bcaf32262e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1396143 Feb 19 02:51:44.430926 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4be1b905-6eb8-4bad-afc4-10063d8f205a req-3428ab04-3186-45ca-a25c-4f4f69bfc912 service neutron] 10.222.0.82 "GET /v2.0/networks/38d6fa8e-4007-4beb-abd0-8f0d817f1ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066488 Feb 19 02:51:44.522674 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f54df52e-c1af-4837-b7f7-cacfb3d57b3e req-e5fed56e-b637-404a-bd5f-faa4051fdf5c service neutron] 10.222.0.72 "GET /v2.0/networks/8ee469c1-3b92-4511-8f73-2a197f9b67c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694520 Feb 19 02:51:44.615762 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36d583c-4b3d-452f-b3f9-ac3f244d8fe0 req-e162fa19-29d5-46a5-b6a0-1975d8b400c2 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:44.617294 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f36d583c-4b3d-452f-b3f9-ac3f244d8fe0 req-e162fa19-29d5-46a5-b6a0-1975d8b400c2 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/ports?device_id=703117b2-3b74-4940-91d7-38248cc7fdf8 HTTP/1.1" status: 200 len: 950 time: 0.1637948 Feb 19 02:51:44.659115 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050eb5b3-480b-4ef1-923e-dea6c1168d47 req-72da61ef-01d2-4330-b6bf-cad744a533f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:44.660656 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-050eb5b3-480b-4ef1-923e-dea6c1168d47 req-72da61ef-01d2-4330-b6bf-cad744a533f3 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=58648b0a304e4e32b732a18f663ed7a6&device_id=65691edc-930d-400a-b1cb-1a26b124bd10 HTTP/1.1" status: 200 len: 1126 time: 0.1346257 Feb 19 02:51:44.751446 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f54df52e-c1af-4837-b7f7-cacfb3d57b3e req-60ed2e0b-961a-4d1d-bd3e-fca048a8c7f5 service neutron] 10.222.0.72 "GET /v2.0/networks/8ee469c1-3b92-4511-8f73-2a197f9b67c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984086 Feb 19 02:51:44.756780 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f36d583c-4b3d-452f-b3f9-ac3f244d8fe0 req-fa9fb254-781e-4053-9ef1-55e4b256dbcc tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe71e737-cb97-4e9e-a576-1f93522c47f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328113 Feb 19 02:51:44.803474 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050eb5b3-480b-4ef1-923e-dea6c1168d47 req-e33526aa-8ddc-4a82-9f46-da88e1c658ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:44.806057 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-050eb5b3-480b-4ef1-923e-dea6c1168d47 req-e33526aa-8ddc-4a82-9f46-da88e1c658ed service neutron] 10.222.0.82 "GET /v2.0/networks?id=38d6fa8e-4007-4beb-abd0-8f0d817f1ef6 HTTP/1.1" status: 200 len: 907 time: 0.1330118 Feb 19 02:51:44.861164 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-050eb5b3-480b-4ef1-923e-dea6c1168d47 req-cf362647-71ae-4dbf-a47f-fd555a9e916a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce3e4512-9052-4032-9f66-3aa57947b8fd HTTP/1.1" status: 200 len: 217 time: 0.0467691 Feb 19 02:51:45.265704 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050eb5b3-480b-4ef1-923e-dea6c1168d47 req-a3cb6588-4db3-4673-ac49-93593853241a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:45.267197 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-050eb5b3-480b-4ef1-923e-dea6c1168d47 req-a3cb6588-4db3-4673-ac49-93593853241a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=54b68f46-9c6f-467f-99d5-a919ef2f5fa1 HTTP/1.1" status: 200 len: 846 time: 0.4019642 Feb 19 02:51:45.316245 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a38d033-00ba-4873-a711-50b815b815e7 req-affc94b3-118f-4f6e-8f74-fb510aca6d7b tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:45.317898 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8a38d033-00ba-4873-a711-50b815b815e7 req-affc94b3-118f-4f6e-8f74-fb510aca6d7b tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=489c58f4-d89e-47a6-b4af-0944a22a7ab0 HTTP/1.1" status: 200 len: 945 time: 0.1351752 Feb 19 02:51:45.319693 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-050eb5b3-480b-4ef1-923e-dea6c1168d47 req-406c5f6a-0f1b-4b44-8eb3-6d7a5b3b8354 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=38d6fa8e-4007-4beb-abd0-8f0d817f1ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451624 Feb 19 02:51:45.327342 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aefc85-189a-46bc-bc0e-afbe4ad73b1c req-18b26fc1-ea09-472a-b1a6-29994d3cb899 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:45.329084 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-33aefc85-189a-46bc-bc0e-afbe4ad73b1c req-18b26fc1-ea09-472a-b1a6-29994d3cb899 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=65691edc-930d-400a-b1cb-1a26b124bd10 HTTP/1.1" status: 200 len: 944 time: 0.1449208 Feb 19 02:51:45.437141 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-ef2d0ac3-8317-4de2-b876-b83404b931b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:45.471030 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8a38d033-00ba-4873-a711-50b815b815e7 req-1a4f2eb7-b419-40d8-8a61-f53d1ce6733d tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/security-groups?id=83745bf6-2450-44b1-b073-88b2d8645794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408596 Feb 19 02:51:45.500941 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-33aefc85-189a-46bc-bc0e-afbe4ad73b1c req-15ce7592-bf2a-4f00-81b7-3457d5787e51 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ca71149-99da-4cc2-ac25-44d2d4a4007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547775 Feb 19 02:51:45.506827 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-050eb5b3-480b-4ef1-923e-dea6c1168d47 req-e71919bb-eb6f-480c-bca8-385894b0ff0c service neutron] 10.222.0.82 "GET /v2.0/networks/38d6fa8e-4007-4beb-abd0-8f0d817f1ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754313 Feb 19 02:51:45.661719 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c9914d8b-21a2-4c0c-a276-5be65cc9f34a req-929c160c-9b47-4238-869d-b221f2f0042d tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ec863d4-5792-46d2-b299-7b34b3ebe431 HTTP/1.1" status: 200 len: 210 time: 0.0399463 Feb 19 02:51:45.703271 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a52f2b3d-13a6-4be2-b3fa-7932517b984d req-afe4c744-1c5f-4456-813f-5bc1aa4bd262 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "GET /v2.0/ports?device_id=ede4e767-e5b4-43ee-8835-7ecb6d720271 HTTP/1.1" status: 200 len: 210 time: 0.0437391 Feb 19 02:51:45.737998 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-050eb5b3-480b-4ef1-923e-dea6c1168d47 req-2a2c2e4f-59cf-4ebe-b37a-d27c222c25c1 service neutron] 10.222.0.82 "GET /v2.0/networks/38d6fa8e-4007-4beb-abd0-8f0d817f1ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988056 Feb 19 02:51:45.806989 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6b4acd-4a2c-43d8-8565-1d57339e152d req-89b3f091-54d5-4b0e-aad8-ea9e324f4b98 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:45.808794 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-dd6b4acd-4a2c-43d8-8565-1d57339e152d req-89b3f091-54d5-4b0e-aad8-ea9e324f4b98 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] 10.222.0.72 "GET /v2.0/ports?device_id=85b3493e-4e6d-43dd-97f1-de789984e9e0 HTTP/1.1" status: 200 len: 944 time: 0.0690622 Feb 19 02:51:45.872430 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-dd6b4acd-4a2c-43d8-8565-1d57339e152d req-b06400df-9a73-4f97-9f52-480a65dd8867 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] 10.222.0.72 "GET /v2.0/security-groups?id=99efb503-a711-4838-8b15-bcaf32262e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575964 Feb 19 02:51:45.937845 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39de3b46-01ca-4cb9-9b72-5157a9095840 req-c977c069-71e3-456f-bdba-6f86695d87de tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:45.939368 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-39de3b46-01ca-4cb9-9b72-5157a9095840 req-c977c069-71e3-456f-bdba-6f86695d87de tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/ports?device_id=703117b2-3b74-4940-91d7-38248cc7fdf8 HTTP/1.1" status: 200 len: 950 time: 0.0548737 Feb 19 02:51:46.025201 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-39de3b46-01ca-4cb9-9b72-5157a9095840 req-a867011b-8535-42a7-b545-230de6eee8e2 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe71e737-cb97-4e9e-a576-1f93522c47f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692327 Feb 19 02:51:46.219498 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54df52e-c1af-4837-b7f7-cacfb3d57b3e req-a661c128-504e-4081-8ef4-63801c0d463e tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:46.221217 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f54df52e-c1af-4837-b7f7-cacfb3d57b3e req-a661c128-504e-4081-8ef4-63801c0d463e tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.82 "GET /v2.0/networks?id=8ee469c1-3b92-4511-8f73-2a197f9b67c2 HTTP/1.1" status: 200 len: 821 time: 0.1321898 Feb 19 02:51:46.241278 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-f54df52e-c1af-4837-b7f7-cacfb3d57b3e req-67a52a18-f882-4d01-a1a8-ccf15efaa0cb tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Request body: {'port': {'device_id': 'ede4e767-e5b4-43ee-8835-7ecb6d720271', 'network_id': '8ee469c1-3b92-4511-8f73-2a197f9b67c2', 'admin_state_up': True, 'tenant_id': 'be795ecfceb44d2da411c5f5f56a6624'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:51:46.360378 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f54df52e-c1af-4837-b7f7-cacfb3d57b3e req-67a52a18-f882-4d01-a1a8-ccf15efaa0cb tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Made reservation on behalf of be795ecfceb44d2da411c5f5f56a6624 for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:51:46.364434 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-f54df52e-c1af-4837-b7f7-cacfb3d57b3e req-67a52a18-f882-4d01-a1a8-ccf15efaa0cb tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:46.498514 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [req-f54df52e-c1af-4837-b7f7-cacfb3d57b3e req-67a52a18-f882-4d01-a1a8-ccf15efaa0cb tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Allocated IP 172.20.0.7 (8ee469c1-3b92-4511-8f73-2a197f9b67c2/d0f15016-5d06-4afe-8688-9505c2a1be59/9dde31ab-167a-4ddd-8ac6-f2ca929f6be4) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:51:46.651642 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device ce3e4512-9052-4032-9f66-3aa57947b8fd details requested by agent hyperv_n-h2-826753-2 with host n-h2-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:51:46.668531 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b23e56c-04eb-40cc-a7c5-3581071fdd64 req-441629c7-aa1d-4f6e-812c-437f18ad2489 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:46.670182 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8b23e56c-04eb-40cc-a7c5-3581071fdd64 req-441629c7-aa1d-4f6e-812c-437f18ad2489 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=489c58f4-d89e-47a6-b4af-0944a22a7ab0 HTTP/1.1" status: 200 len: 945 time: 0.1182637 Feb 19 02:51:46.744036 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-f54df52e-c1af-4837-b7f7-cacfb3d57b3e req-67a52a18-f882-4d01-a1a8-ccf15efaa0cb tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Publish callbacks [] for port (9dde31ab-167a-4ddd-8ac6-f2ca929f6be4), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:46.754236 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8b23e56c-04eb-40cc-a7c5-3581071fdd64 req-36ec166b-9fc2-43da-91a3-f22e9583b81e tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/security-groups?id=83745bf6-2450-44b1-b073-88b2d8645794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740814 Feb 19 02:51:46.790854 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-f54df52e-c1af-4837-b7f7-cacfb3d57b3e req-67a52a18-f882-4d01-a1a8-ccf15efaa0cb tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (9dde31ab-167a-4ddd-8ac6-f2ca929f6be4), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:46.817158 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port ce3e4512-9052-4032-9f66-3aa57947b8fd, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=ce3e4512-9052-4032-9f66-3aa57947b8fd,segment=NetworkSegment(4d279d1b-ef9f-49cc-bc5d-c8be530f22d3),segment_id=4d279d1b-ef9f-49cc-bc5d-c8be530f22d3)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:51:46.833326 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Returning: {'device': 'ce3e4512-9052-4032-9f66-3aa57947b8fd', 'network_id': '38d6fa8e-4007-4beb-abd0-8f0d817f1ef6', 'port_id': 'ce3e4512-9052-4032-9f66-3aa57947b8fd', 'mac_address': 'fa:16:3e:58:d2:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54b68f46-9c6f-467f-99d5-a919ef2f5fa1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:51:46.849819 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f54df52e-c1af-4837-b7f7-cacfb3d57b3e req-67a52a18-f882-4d01-a1a8-ccf15efaa0cb tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Network 8ee469c1-3b92-4511-8f73-2a197f9b67c2 is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:51:46.855245 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [req-f54df52e-c1af-4837-b7f7-cacfb3d57b3e req-67a52a18-f882-4d01-a1a8-ccf15efaa0cb tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:51:46.857891 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-f54df52e-c1af-4837-b7f7-cacfb3d57b3e req-67a52a18-f882-4d01-a1a8-ccf15efaa0cb tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:51:46.883236 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port ce3e4512-9052-4032-9f66-3aa57947b8fd is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:51:46.883961 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (ce3e4512-9052-4032-9f66-3aa57947b8fd), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:46.904859 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce3e4512-9052-4032-9f66-3aa57947b8fd {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:51:46.912156 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a52a18-f882-4d01-a1a8-ccf15efaa0cb tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Pushing event updated for resources: {'Port': ['ID=9dde31ab-167a-4ddd-8ac6-f2ca929f6be4,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:51:46.933252 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port ce3e4512-9052-4032-9f66-3aa57947b8fd, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=ce3e4512-9052-4032-9f66-3aa57947b8fd,segment=NetworkSegment(4d279d1b-ef9f-49cc-bc5d-c8be530f22d3),segment_id=4d279d1b-ef9f-49cc-bc5d-c8be530f22d3)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:51:46.939731 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (ce3e4512-9052-4032-9f66-3aa57947b8fd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:46.962471 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9179eb7e-2d38-486a-bba5-31a928199a56 req-1d61ded5-e462-4c85-ba93-5c84866e8c7f tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ec863d4-5792-46d2-b299-7b34b3ebe431 HTTP/1.1" status: 200 len: 210 time: 0.0711608 Feb 19 02:51:46.982354 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54df52e-c1af-4837-b7f7-cacfb3d57b3e req-67a52a18-f882-4d01-a1a8-ccf15efaa0cb tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:46.983024 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-f54df52e-c1af-4837-b7f7-cacfb3d57b3e req-67a52a18-f882-4d01-a1a8-ccf15efaa0cb tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:47.001258 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=ce3e4512-9052-4032-9f66-3aa57947b8fd,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:51:47.018518 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f54df52e-c1af-4837-b7f7-cacfb3d57b3e req-67a52a18-f882-4d01-a1a8-ccf15efaa0cb tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7821019 Feb 19 02:51:47.028049 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766efebd-fee0-4965-90b7-d7033c7a1a3c req-b66f658c-3db8-4748-9095-3623649d6e78 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:47.029753 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-766efebd-fee0-4965-90b7-d7033c7a1a3c req-b66f658c-3db8-4748-9095-3623649d6e78 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=65691edc-930d-400a-b1cb-1a26b124bd10 HTTP/1.1" status: 200 len: 944 time: 0.1428289 Feb 19 02:51:47.041396 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-f54df52e-c1af-4837-b7f7-cacfb3d57b3e req-2b7fc4fa-8a96-456c-b1b4-8bb99568ded7 service neutron] Request body: {'port': {'device_id': 'ede4e767-e5b4-43ee-8835-7ecb6d720271', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826753-2'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:51:47.167748 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-766efebd-fee0-4965-90b7-d7033c7a1a3c req-5540b27c-4349-4f9c-9574-dd939d6dcdc1 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ca71149-99da-4cc2-ac25-44d2d4a4007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232321 Feb 19 02:51:47.184198 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-f54df52e-c1af-4837-b7f7-cacfb3d57b3e req-2b7fc4fa-8a96-456c-b1b4-8bb99568ded7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (9dde31ab-167a-4ddd-8ac6-f2ca929f6be4), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:47.212955 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd849ed-9f19-49c6-8e1d-5471f3a5eb7b req-8c118391-2c7b-4522-a4a8-51d543b91650 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:47.214604 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6cd849ed-9f19-49c6-8e1d-5471f3a5eb7b req-8c118391-2c7b-4522-a4a8-51d543b91650 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "GET /v2.0/ports?device_id=ede4e767-e5b4-43ee-8835-7ecb6d720271 HTTP/1.1" status: 200 len: 931 time: 0.1356447 Feb 19 02:51:47.225918 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['ce3e4512-9052-4032-9f66-3aa57947b8fd'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:51:47.417729 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6cd849ed-9f19-49c6-8e1d-5471f3a5eb7b req-b5b1fc08-9169-47f9-bece-9888d20275a8 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "GET /v2.0/security-groups?id=78612224-fbf6-480f-bcea-ccb270efe765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742847 Feb 19 02:51:47.566161 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a151e2-8ad3-4b60-97d0-ca952a64916f req-1ecb420c-1d46-4f1f-a46f-1722b939e625 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:47.567674 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-09a151e2-8ad3-4b60-97d0-ca952a64916f req-1ecb420c-1d46-4f1f-a46f-1722b939e625 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] 10.222.0.72 "GET /v2.0/ports?device_id=85b3493e-4e6d-43dd-97f1-de789984e9e0 HTTP/1.1" status: 200 len: 944 time: 0.0773273 Feb 19 02:51:47.634695 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-bee68dc9-6706-440b-8efc-8cf1474e732f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:47.670070 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [req-f54df52e-c1af-4837-b7f7-cacfb3d57b3e req-2b7fc4fa-8a96-456c-b1b4-8bb99568ded7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dde31ab-167a-4ddd-8ac6-f2ca929f6be4 {{(pid=103701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:51:47.685331 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-f54df52e-c1af-4837-b7f7-cacfb3d57b3e req-2b7fc4fa-8a96-456c-b1b4-8bb99568ded7 service neutron] Publish callbacks [] for port (9dde31ab-167a-4ddd-8ac6-f2ca929f6be4), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:47.714630 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-09a151e2-8ad3-4b60-97d0-ca952a64916f req-b047a296-f151-4e2f-8675-004aeb40c7d2 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] 10.222.0.72 "GET /v2.0/security-groups?id=99efb503-a711-4838-8b15-bcaf32262e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987818 Feb 19 02:51:47.727034 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.provisioning_blocks [req-f54df52e-c1af-4837-b7f7-cacfb3d57b3e req-2b7fc4fa-8a96-456c-b1b4-8bb99568ded7 service neutron] Transition to ACTIVE for port object 9dde31ab-167a-4ddd-8ac6-f2ca929f6be4 will not be triggered until provisioned by entity L2. {{(pid=103701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:51:47.736829 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-f54df52e-c1af-4837-b7f7-cacfb3d57b3e req-2b7fc4fa-8a96-456c-b1b4-8bb99568ded7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (9dde31ab-167a-4ddd-8ac6-f2ca929f6be4), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:47.809988 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7fc4fa-8a96-456c-b1b4-8bb99568ded7 service neutron] Pushing event updated for resources: {'Port': ['ID=9dde31ab-167a-4ddd-8ac6-f2ca929f6be4,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:51:47.906456 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-f54df52e-c1af-4837-b7f7-cacfb3d57b3e req-2b7fc4fa-8a96-456c-b1b4-8bb99568ded7 service neutron] Attempting to bind port 9dde31ab-167a-4ddd-8ac6-f2ca929f6be4 on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:51:47.906804 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-f54df52e-c1af-4837-b7f7-cacfb3d57b3e req-2b7fc4fa-8a96-456c-b1b4-8bb99568ded7 service neutron] Attempting to bind port 9dde31ab-167a-4ddd-8ac6-f2ca929f6be4 by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': '67a55616-cfc4-41c3-be2a-0391abacfbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8ee469c1-3b92-4511-8f73-2a197f9b67c2'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:51:47.907134 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f54df52e-c1af-4837-b7f7-cacfb3d57b3e req-2b7fc4fa-8a96-456c-b1b4-8bb99568ded7 service neutron] Attempting to bind port 9dde31ab-167a-4ddd-8ac6-f2ca929f6be4 on network 8ee469c1-3b92-4511-8f73-2a197f9b67c2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:51:47.920868 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08fcb60-722d-4fb1-baf5-47c4f713ff1c req-25a45be7-ebc4-460b-bcc1-4fb155d438c8 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:47.922776 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a08fcb60-722d-4fb1-baf5-47c4f713ff1c req-25a45be7-ebc4-460b-bcc1-4fb155d438c8 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/ports?device_id=703117b2-3b74-4940-91d7-38248cc7fdf8 HTTP/1.1" status: 200 len: 950 time: 0.0925920 Feb 19 02:51:47.923585 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f54df52e-c1af-4837-b7f7-cacfb3d57b3e req-2b7fc4fa-8a96-456c-b1b4-8bb99568ded7 service neutron] Port 9dde31ab-167a-4ddd-8ac6-f2ca929f6be4 on network 8ee469c1-3b92-4511-8f73-2a197f9b67c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:51:47.923896 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f54df52e-c1af-4837-b7f7-cacfb3d57b3e req-2b7fc4fa-8a96-456c-b1b4-8bb99568ded7 service neutron] Attempting to bind port 9dde31ab-167a-4ddd-8ac6-f2ca929f6be4 on network 8ee469c1-3b92-4511-8f73-2a197f9b67c2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:51:47.932544 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f54df52e-c1af-4837-b7f7-cacfb3d57b3e req-2b7fc4fa-8a96-456c-b1b4-8bb99568ded7 service neutron] Checking agent: {'id': 'bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:51:47.932876 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f54df52e-c1af-4837-b7f7-cacfb3d57b3e req-2b7fc4fa-8a96-456c-b1b4-8bb99568ded7 service neutron] Checking segment: {'id': '67a55616-cfc4-41c3-be2a-0391abacfbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8ee469c1-3b92-4511-8f73-2a197f9b67c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:51:47.933228 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f54df52e-c1af-4837-b7f7-cacfb3d57b3e req-2b7fc4fa-8a96-456c-b1b4-8bb99568ded7 service neutron] Bound using segment: {'id': '67a55616-cfc4-41c3-be2a-0391abacfbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8ee469c1-3b92-4511-8f73-2a197f9b67c2'} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:51:47.933692 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-f54df52e-c1af-4837-b7f7-cacfb3d57b3e req-2b7fc4fa-8a96-456c-b1b4-8bb99568ded7 service neutron] Bound port: 9dde31ab-167a-4ddd-8ac6-f2ca929f6be4, host: n-h2-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67a55616-cfc4-41c3-be2a-0391abacfbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8ee469c1-3b92-4511-8f73-2a197f9b67c2'}}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:51:47.934001 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-f54df52e-c1af-4837-b7f7-cacfb3d57b3e req-2b7fc4fa-8a96-456c-b1b4-8bb99568ded7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (9dde31ab-167a-4ddd-8ac6-f2ca929f6be4), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:48.024252 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a08fcb60-722d-4fb1-baf5-47c4f713ff1c req-e63dbfd0-6e51-4e8a-a475-196acf3f4b4c tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe71e737-cb97-4e9e-a576-1f93522c47f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928144 Feb 19 02:51:48.063547 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-f54df52e-c1af-4837-b7f7-cacfb3d57b3e req-2b7fc4fa-8a96-456c-b1b4-8bb99568ded7 service neutron] For port 9dde31ab-167a-4ddd-8ac6-f2ca929f6be4, host n-h2-826753-2, cleared binding levels {{(pid=103701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:51:48.070112 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-f54df52e-c1af-4837-b7f7-cacfb3d57b3e req-2b7fc4fa-8a96-456c-b1b4-8bb99568ded7 service neutron] For port 9dde31ab-167a-4ddd-8ac6-f2ca929f6be4, host n-h2-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=9dde31ab-167a-4ddd-8ac6-f2ca929f6be4,segment=NetworkSegment(67a55616-cfc4-41c3-be2a-0391abacfbd5),segment_id=67a55616-cfc4-41c3-be2a-0391abacfbd5)] {{(pid=103701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:51:48.081992 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-f54df52e-c1af-4837-b7f7-cacfb3d57b3e req-2b7fc4fa-8a96-456c-b1b4-8bb99568ded7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (9dde31ab-167a-4ddd-8ac6-f2ca929f6be4), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:48.160930 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54df52e-c1af-4837-b7f7-cacfb3d57b3e req-2b7fc4fa-8a96-456c-b1b4-8bb99568ded7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:48.161828 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-f54df52e-c1af-4837-b7f7-cacfb3d57b3e req-2b7fc4fa-8a96-456c-b1b4-8bb99568ded7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:48.163647 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f54df52e-c1af-4837-b7f7-cacfb3d57b3e req-2b7fc4fa-8a96-456c-b1b4-8bb99568ded7 service neutron] 10.222.0.82 "PUT /v2.0/ports/9dde31ab-167a-4ddd-8ac6-f2ca929f6be4 HTTP/1.1" status: 200 len: 1091 time: 1.1310961 Feb 19 02:51:48.167653 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ede4e767-e5b4-43ee-8835-7ecb6d720271', 'tag': '9dde31ab-167a-4ddd-8ac6-f2ca929f6be4'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:51:48.173633 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1510c24b-5d5b-40ea-b943-36d3226b5d74" -d '{"events": [{"name": "network-changed", "server_uuid": "ede4e767-e5b4-43ee-8835-7ecb6d720271", "tag": "9dde31ab-167a-4ddd-8ac6-f2ca929f6be4"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:51:48.285084 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7fc4fa-8a96-456c-b1b4-8bb99568ded7 service neutron] Pushing event updated for resources: {'Port': ['ID=9dde31ab-167a-4ddd-8ac6-f2ca929f6be4,revision_number=3']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:51:48.325032 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676bd4bb-1586-48e5-8758-b7e58f40e80f req-1a8f2aa9-cd0e-43be-9d9d-8daea7e678bd tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:48.326379 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-676bd4bb-1586-48e5-8758-b7e58f40e80f req-1a8f2aa9-cd0e-43be-9d9d-8daea7e678bd tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=489c58f4-d89e-47a6-b4af-0944a22a7ab0 HTTP/1.1" status: 200 len: 945 time: 0.1267424 Feb 19 02:51:48.329148 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54df52e-c1af-4837-b7f7-cacfb3d57b3e req-a6baf516-caa7-474e-a847-4eec28f19cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:48.330577 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f54df52e-c1af-4837-b7f7-cacfb3d57b3e req-a6baf516-caa7-474e-a847-4eec28f19cf8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=be795ecfceb44d2da411c5f5f56a6624&device_id=ede4e767-e5b4-43ee-8835-7ecb6d720271 HTTP/1.1" status: 200 len: 1125 time: 0.0850849 Feb 19 02:51:48.395494 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f54df52e-c1af-4837-b7f7-cacfb3d57b3e req-10f4a6a2-b960-4c82-93f6-35a9a33dd5d3 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9dde31ab-167a-4ddd-8ac6-f2ca929f6be4 HTTP/1.1" status: 200 len: 217 time: 0.0523582 Feb 19 02:51:48.456440 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-676bd4bb-1586-48e5-8758-b7e58f40e80f req-3414eb30-f469-42e3-b2c7-c8c8419a4687 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/security-groups?id=83745bf6-2450-44b1-b073-88b2d8645794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211545 Feb 19 02:51:48.469214 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54df52e-c1af-4837-b7f7-cacfb3d57b3e req-34b1104c-ac71-4b89-82e6-8994a90f5dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:48.471424 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f54df52e-c1af-4837-b7f7-cacfb3d57b3e req-34b1104c-ac71-4b89-82e6-8994a90f5dd4 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d0f15016-5d06-4afe-8688-9505c2a1be59 HTTP/1.1" status: 200 len: 861 time: 0.0690541 Feb 19 02:51:48.522327 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f54df52e-c1af-4837-b7f7-cacfb3d57b3e req-359d53a5-24ff-4114-a7b5-5dedc91d6d63 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8ee469c1-3b92-4511-8f73-2a197f9b67c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445218 Feb 19 02:51:48.530278 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8544aba1-b92c-4230-bd91-ebec1582ba9d x-openstack-request-id: req-8544aba1-b92c-4230-bd91-ebec1582ba9d {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:51:48.530584 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ede4e767-e5b4-43ee-8835-7ecb6d720271", "tag": "9dde31ab-167a-4ddd-8ac6-f2ca929f6be4", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:51:48.530825 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8544aba1-b92c-4230-bd91-ebec1582ba9d {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:51:48.531238 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ede4e767-e5b4-43ee-8835-7ecb6d720271', 'tag': '9dde31ab-167a-4ddd-8ac6-f2ca929f6be4', 'status': 'completed', 'code': 200} Feb 19 02:51:48.552922 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-24a0e4a3-112b-4de9-abea-47efbaae7b35 req-a0135553-f6ee-4c8d-8996-613298deeddb tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ec863d4-5792-46d2-b299-7b34b3ebe431 HTTP/1.1" status: 200 len: 210 time: 0.0340528 Feb 19 02:51:48.683308 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device ce3e4512-9052-4032-9f66-3aa57947b8fd up at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:51:48.707196 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f54df52e-c1af-4837-b7f7-cacfb3d57b3e req-09b39816-dfa9-4fea-a602-3aed9660fbb4 service neutron] 10.222.0.82 "GET /v2.0/networks/8ee469c1-3b92-4511-8f73-2a197f9b67c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562576 Feb 19 02:51:48.789800 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning for port ce3e4512-9052-4032-9f66-3aa57947b8fd completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:51:48.790597 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a5d491-7216-4278-8f62-61f846530715 req-b76e70e5-5fef-4f29-8182-28e7dd81956f tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:48.795011 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning complete for port ce3e4512-9052-4032-9f66-3aa57947b8fd triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:51:48.796019 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (ce3e4512-9052-4032-9f66-3aa57947b8fd), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:48.799625 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-31a5d491-7216-4278-8f62-61f846530715 req-b76e70e5-5fef-4f29-8182-28e7dd81956f tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=65691edc-930d-400a-b1cb-1a26b124bd10 HTTP/1.1" status: 200 len: 945 time: 0.1756809 Feb 19 02:51:48.888674 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port ce3e4512-9052-4032-9f66-3aa57947b8fd is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:51:48.889450 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (ce3e4512-9052-4032-9f66-3aa57947b8fd), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:48.902744 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f54df52e-c1af-4837-b7f7-cacfb3d57b3e req-81fd5daa-2b8a-4bbd-978d-1af4400ca0f7 service neutron] 10.222.0.82 "GET /v2.0/networks/8ee469c1-3b92-4511-8f73-2a197f9b67c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868701 Feb 19 02:51:48.917380 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65691edc-930d-400a-b1cb-1a26b124bd10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce3e4512-9052-4032-9f66-3aa57947b8fd'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:51:48.919623 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-988f04ac-1f53-4e47-b96c-308da1c36865" -d '{"events": [{"server_uuid": "65691edc-930d-400a-b1cb-1a26b124bd10", "name": "network-vif-plugged", "status": "completed", "tag": "ce3e4512-9052-4032-9f66-3aa57947b8fd"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:51:48.929129 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-31a5d491-7216-4278-8f62-61f846530715 req-4efe18a2-b996-4ede-9541-9b2c12ea6086 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ca71149-99da-4cc2-ac25-44d2d4a4007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284306 Feb 19 02:51:48.938552 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port ce3e4512-9052-4032-9f66-3aa57947b8fd, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=ce3e4512-9052-4032-9f66-3aa57947b8fd,segment=NetworkSegment(4d279d1b-ef9f-49cc-bc5d-c8be530f22d3),segment_id=4d279d1b-ef9f-49cc-bc5d-c8be530f22d3)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:51:48.948122 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (ce3e4512-9052-4032-9f66-3aa57947b8fd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:48.955746 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f670623-3b68-4129-b0db-ba47997c0121 req-62b95801-4953-4d28-87d4-6222df8cb23a tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:48.957716 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1f670623-3b68-4129-b0db-ba47997c0121 req-62b95801-4953-4d28-87d4-6222df8cb23a tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "GET /v2.0/ports?device_id=ede4e767-e5b4-43ee-8835-7ecb6d720271 HTTP/1.1" status: 200 len: 943 time: 0.1082590 Feb 19 02:51:48.999085 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=ce3e4512-9052-4032-9f66-3aa57947b8fd,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:51:49.049480 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1f670623-3b68-4129-b0db-ba47997c0121 req-060d5fb8-f4dc-4257-b034-37fbc2d664df tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "GET /v2.0/security-groups?id=78612224-fbf6-480f-bcea-ccb270efe765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854633 Feb 19 02:51:49.125555 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8aa99c-3372-42ec-b895-bacc5eac614f req-7e842f70-5d2d-4d58-8646-edb937485dac tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:49.127144 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ec8aa99c-3372-42ec-b895-bacc5eac614f req-7e842f70-5d2d-4d58-8646-edb937485dac tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] 10.222.0.72 "GET /v2.0/ports?device_id=85b3493e-4e6d-43dd-97f1-de789984e9e0 HTTP/1.1" status: 200 len: 944 time: 0.1069481 Feb 19 02:51:49.138978 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1510c24b-5d5b-40ea-b943-36d3226b5d74 req-6ce9d3a8-786b-4b18-874d-f4aabb89484c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:49.140502 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1510c24b-5d5b-40ea-b943-36d3226b5d74 req-6ce9d3a8-786b-4b18-874d-f4aabb89484c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=be795ecfceb44d2da411c5f5f56a6624&device_id=ede4e767-e5b4-43ee-8835-7ecb6d720271 HTTP/1.1" status: 200 len: 1125 time: 0.1161823 Feb 19 02:51:49.154187 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:49.527354 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ec8aa99c-3372-42ec-b895-bacc5eac614f req-498c9498-0585-4b0e-aa05-c9e9fa0417f4 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] 10.222.0.72 "GET /v2.0/security-groups?id=99efb503-a711-4838-8b15-bcaf32262e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3844962 Feb 19 02:51:49.539244 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9c99e3-e429-4b81-b5a3-468f631d625d req-e9b5bb1e-1b87-4ab3-bc57-c8832e91adf9 tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:49.540797 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fd9c99e3-e429-4b81-b5a3-468f631d625d req-e9b5bb1e-1b87-4ab3-bc57-c8832e91adf9 tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb33a693-c143-4b44-9bcb-7281cd2bca72 HTTP/1.1" status: 200 len: 948 time: 0.4127331 Feb 19 02:51:49.568576 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1510c24b-5d5b-40ea-b943-36d3226b5d74 req-f103b04e-0d05-4e6f-a394-e1bd5497b0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:49.570088 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1510c24b-5d5b-40ea-b943-36d3226b5d74 req-f103b04e-0d05-4e6f-a394-e1bd5497b0f1 service neutron] 10.222.0.82 "GET /v2.0/networks?id=8ee469c1-3b92-4511-8f73-2a197f9b67c2 HTTP/1.1" status: 200 len: 922 time: 0.4199829 Feb 19 02:51:49.585544 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fedd3ee0-b1b2-4e8e-9e2e-a25bd4081d3a x-openstack-request-id: req-fedd3ee0-b1b2-4e8e-9e2e-a25bd4081d3a {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:51:49.587269 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65691edc-930d-400a-b1cb-1a26b124bd10", "name": "network-vif-plugged", "status": "completed", "tag": "ce3e4512-9052-4032-9f66-3aa57947b8fd", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:51:49.587805 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-fedd3ee0-b1b2-4e8e-9e2e-a25bd4081d3a {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:51:49.588476 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65691edc-930d-400a-b1cb-1a26b124bd10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce3e4512-9052-4032-9f66-3aa57947b8fd', 'code': 200} Feb 19 02:51:49.620828 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1510c24b-5d5b-40ea-b943-36d3226b5d74 req-212b92d6-ea14-4fe8-88dd-636d3025930d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9dde31ab-167a-4ddd-8ac6-f2ca929f6be4 HTTP/1.1" status: 200 len: 217 time: 0.0437570 Feb 19 02:51:49.640999 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fd9c99e3-e429-4b81-b5a3-468f631d625d req-6de3185d-a8c6-463e-a58c-ace1fbb5ca45 tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f9a0e74-bc03-4003-b35a-0cd376c2c049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936697 Feb 19 02:51:49.713766 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1510c24b-5d5b-40ea-b943-36d3226b5d74 req-903a9e0a-0c05-48e4-93db-0cae30576169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:49.715633 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1510c24b-5d5b-40ea-b943-36d3226b5d74 req-903a9e0a-0c05-48e4-93db-0cae30576169 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d0f15016-5d06-4afe-8688-9505c2a1be59 HTTP/1.1" status: 200 len: 861 time: 0.0870807 Feb 19 02:51:49.758534 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa38123-ed7c-4673-8721-5645810b787c req-5100da51-ee26-4cdd-9b03-85d342f15043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:49.760058 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-efa38123-ed7c-4673-8721-5645810b787c req-5100da51-ee26-4cdd-9b03-85d342f15043 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=65691edc-930d-400a-b1cb-1a26b124bd10 HTTP/1.1" status: 200 len: 1128 time: 0.0618889 Feb 19 02:51:49.762042 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1510c24b-5d5b-40ea-b943-36d3226b5d74 req-9a4a381b-b5ae-4bcf-ac6b-e57afc3af88e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8ee469c1-3b92-4511-8f73-2a197f9b67c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382586 Feb 19 02:51:49.798545 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53b14e4-d2b2-4935-ac7b-27e66040bfa4 req-4831958f-49f1-4c62-9edc-4fa3f79ef7aa tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:49.800076 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a53b14e4-d2b2-4935-ac7b-27e66040bfa4 req-4831958f-49f1-4c62-9edc-4fa3f79ef7aa tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/ports?device_id=703117b2-3b74-4940-91d7-38248cc7fdf8 HTTP/1.1" status: 200 len: 950 time: 0.1422710 Feb 19 02:51:49.813792 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-efa38123-ed7c-4673-8721-5645810b787c req-1893d82d-491a-4dd9-a5a4-9d1d621848ee service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=6ca71149-99da-4cc2-ac25-44d2d4a4007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426865 Feb 19 02:51:49.904408 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8aacce-9fec-43c1-bea9-3f9ee08fcadd req-61af6f25-e7e2-4361-b80a-70067ab7a3d6 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:49.905933 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5b8aacce-9fec-43c1-bea9-3f9ee08fcadd req-61af6f25-e7e2-4361-b80a-70067ab7a3d6 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=489c58f4-d89e-47a6-b4af-0944a22a7ab0 HTTP/1.1" status: 200 len: 945 time: 0.1719847 Feb 19 02:51:49.927828 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a53b14e4-d2b2-4935-ac7b-27e66040bfa4 req-5c1e09d5-8857-4d3d-828e-d1827f1fe84d tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe71e737-cb97-4e9e-a576-1f93522c47f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162689 Feb 19 02:51:49.959479 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1510c24b-5d5b-40ea-b943-36d3226b5d74 req-bffbb89c-3294-43aa-847d-1df97d16f569 service neutron] 10.222.0.82 "GET /v2.0/networks/8ee469c1-3b92-4511-8f73-2a197f9b67c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797650 Feb 19 02:51:49.984993 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5b8aacce-9fec-43c1-bea9-3f9ee08fcadd req-417a806f-2fe7-4c38-b9b8-9229b948e527 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/security-groups?id=83745bf6-2450-44b1-b073-88b2d8645794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683420 Feb 19 02:51:50.026216 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5a161bc6-6fc5-4ffd-ac11-ac0f44e3687b req-667b6229-8710-4961-af23-779716caf631 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ec863d4-5792-46d2-b299-7b34b3ebe431 HTTP/1.1" status: 200 len: 210 time: 0.0337522 Feb 19 02:51:50.198541 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3046c426-e123-4ff6-aa8b-0fdc91ac7a0c req-9ac0c02b-d9ac-41dd-849a-58082193556f tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:50.200040 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3046c426-e123-4ff6-aa8b-0fdc91ac7a0c req-9ac0c02b-d9ac-41dd-849a-58082193556f tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=65691edc-930d-400a-b1cb-1a26b124bd10 HTTP/1.1" status: 200 len: 946 time: 0.1386971 Feb 19 02:51:50.250094 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1510c24b-5d5b-40ea-b943-36d3226b5d74 req-1db37214-8c9f-44ec-9032-d4d24c168fe4 service neutron] 10.222.0.82 "GET /v2.0/networks/8ee469c1-3b92-4511-8f73-2a197f9b67c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574128 Feb 19 02:51:50.270757 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f8959-028f-4c33-b07d-56b431f2a449 req-3ab5c0a5-925b-4e3e-b292-fcea246a2c95 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:50.272250 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6a3f8959-028f-4c33-b07d-56b431f2a449 req-3ab5c0a5-925b-4e3e-b292-fcea246a2c95 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "GET /v2.0/ports?device_id=ede4e767-e5b4-43ee-8835-7ecb6d720271 HTTP/1.1" status: 200 len: 943 time: 0.1294444 Feb 19 02:51:50.294370 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3046c426-e123-4ff6-aa8b-0fdc91ac7a0c req-11fcdf1e-706d-4e57-aa6d-ff3ce62b7cbf tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ca71149-99da-4cc2-ac25-44d2d4a4007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817184 Feb 19 02:51:50.330791 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6a3f8959-028f-4c33-b07d-56b431f2a449 req-9fb155d0-c2a1-4ed4-a9d6-ad15cc56515a tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "GET /v2.0/security-groups?id=78612224-fbf6-480f-bcea-ccb270efe765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473449 Feb 19 02:51:50.335319 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:50.647836 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e8313a-272d-4d3f-b9dc-c5aecd777a9e req-c5e47150-2497-4c56-8ed9-a18a748dac21 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:50.650345 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-91e8313a-272d-4d3f-b9dc-c5aecd777a9e req-c5e47150-2497-4c56-8ed9-a18a748dac21 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] 10.222.0.72 "GET /v2.0/ports?device_id=85b3493e-4e6d-43dd-97f1-de789984e9e0 HTTP/1.1" status: 200 len: 944 time: 0.0573893 Feb 19 02:51:50.700773 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-91e8313a-272d-4d3f-b9dc-c5aecd777a9e req-56108548-a017-4b4d-8d6f-37ae09f3725f tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] 10.222.0.72 "GET /v2.0/security-groups?id=99efb503-a711-4838-8b15-bcaf32262e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447521 Feb 19 02:51:50.771022 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db77f60-1416-458c-a0a1-6eaafe15685d req-69208876-c342-477b-bf5e-b3a488bf6d05 tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:50.772514 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5db77f60-1416-458c-a0a1-6eaafe15685d req-69208876-c342-477b-bf5e-b3a488bf6d05 tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb33a693-c143-4b44-9bcb-7281cd2bca72 HTTP/1.1" status: 200 len: 948 time: 0.0585630 Feb 19 02:51:50.821406 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5db77f60-1416-458c-a0a1-6eaafe15685d req-f15905df-394e-4660-a5b4-ebdfebe59868 tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f9a0e74-bc03-4003-b35a-0cd376c2c049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425611 Feb 19 02:51:51.026928 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd702481-1691-44ef-b612-86c8ef1fce2b req-13e0a635-cbfa-4481-a788-66f4ae9f82e4 tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:51.028502 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-fd702481-1691-44ef-b612-86c8ef1fce2b req-13e0a635-cbfa-4481-a788-66f4ae9f82e4 tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb33a693-c143-4b44-9bcb-7281cd2bca72 HTTP/1.1" status: 200 len: 948 time: 0.0660701 Feb 19 02:51:51.096707 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71000731-2a6e-4b3b-a85f-9965b444c637 req-d65a5b1f-98c0-43bf-95d6-9da696268cb5 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:51.098633 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-71000731-2a6e-4b3b-a85f-9965b444c637 req-d65a5b1f-98c0-43bf-95d6-9da696268cb5 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/ports?device_id=703117b2-3b74-4940-91d7-38248cc7fdf8 HTTP/1.1" status: 200 len: 950 time: 0.0959120 Feb 19 02:51:51.161648 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-fd702481-1691-44ef-b612-86c8ef1fce2b req-bd9a69da-8e81-43cf-92de-04bd650aa140 tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] Deleting port a147c18c-4a52-40b3-8d1d-bd06c5e3635e {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:51:51.161990 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-fd702481-1691-44ef-b612-86c8ef1fce2b req-bd9a69da-8e81-43cf-92de-04bd650aa140 tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (a147c18c-4a52-40b3-8d1d-bd06c5e3635e), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:51.198156 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bb2040-3711-4474-a078-cb4315dfdc36 req-b245b747-9ace-45c7-b1e2-0b1097124559 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:51.200271 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-63bb2040-3711-4474-a078-cb4315dfdc36 req-b245b747-9ace-45c7-b1e2-0b1097124559 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=489c58f4-d89e-47a6-b4af-0944a22a7ab0 HTTP/1.1" status: 200 len: 945 time: 0.1178365 Feb 19 02:51:51.204361 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-71000731-2a6e-4b3b-a85f-9965b444c637 req-139518cc-4c3c-46c7-8237-918f6d0e1333 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe71e737-cb97-4e9e-a576-1f93522c47f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968397 Feb 19 02:51:51.259794 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-63bb2040-3711-4474-a078-cb4315dfdc36 req-23fb6450-3fb7-492f-a828-f93a595d1fb6 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/security-groups?id=83745bf6-2450-44b1-b073-88b2d8645794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504713 Feb 19 02:51:51.272148 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-fd702481-1691-44ef-b612-86c8ef1fce2b req-bd9a69da-8e81-43cf-92de-04bd650aa140 tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] For port a147c18c-4a52-40b3-8d1d-bd06c5e3635e, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=a147c18c-4a52-40b3-8d1d-bd06c5e3635e,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:51:51.272381 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-fd702481-1691-44ef-b612-86c8ef1fce2b req-bd9a69da-8e81-43cf-92de-04bd650aa140 tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (a147c18c-4a52-40b3-8d1d-bd06c5e3635e), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:51.299065 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-fd702481-1691-44ef-b612-86c8ef1fce2b req-bd9a69da-8e81-43cf-92de-04bd650aa140 tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] Calling delete_port for a147c18c-4a52-40b3-8d1d-bd06c5e3635e owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:51:51.308418 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ffe8d897-c14a-4848-ad45-d8382750fd66 req-294d3e01-9061-4880-8d18-fc37d60c8ab3 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ec863d4-5792-46d2-b299-7b34b3ebe431 HTTP/1.1" status: 200 len: 210 time: 0.0274222 Feb 19 02:51:51.451606 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-fd702481-1691-44ef-b612-86c8ef1fce2b req-bd9a69da-8e81-43cf-92de-04bd650aa140 tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (a147c18c-4a52-40b3-8d1d-bd06c5e3635e), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:51.473537 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c0ba6-b189-4ad4-9dd5-6591368a37a4 req-549e0a0b-c154-4f49-8e48-334f89a64d7b tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:51.475150 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-dc9c0ba6-b189-4ad4-9dd5-6591368a37a4 req-549e0a0b-c154-4f49-8e48-334f89a64d7b tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=65691edc-930d-400a-b1cb-1a26b124bd10 HTTP/1.1" status: 200 len: 946 time: 0.1055303 Feb 19 02:51:51.512515 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6f6754-38fa-4a23-b4d9-20d7ee566364 req-b8cd9f4f-d7ec-46a8-80c4-6f9505b32d93 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:51.514032 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ed6f6754-38fa-4a23-b4d9-20d7ee566364 req-b8cd9f4f-d7ec-46a8-80c4-6f9505b32d93 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "GET /v2.0/ports?device_id=ede4e767-e5b4-43ee-8835-7ecb6d720271 HTTP/1.1" status: 200 len: 943 time: 0.1008925 Feb 19 02:51:51.529618 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9a69da-8e81-43cf-92de-04bd650aa140 tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] Pushing event deleted for resources: {'Port': ['ID=a147c18c-4a52-40b3-8d1d-bd06c5e3635e,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:51:51.557565 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd702481-1691-44ef-b612-86c8ef1fce2b req-bd9a69da-8e81-43cf-92de-04bd650aa140 tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] No DVR routers for this DVR port a147c18c-4a52-40b3-8d1d-bd06c5e3635e on host n-h1-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:51:51.558325 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-dc9c0ba6-b189-4ad4-9dd5-6591368a37a4 req-c1f2e001-f482-4ad7-b4cc-bce439d5ed9e tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ca71149-99da-4cc2-ac25-44d2d4a4007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738294 Feb 19 02:51:51.560484 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-fd702481-1691-44ef-b612-86c8ef1fce2b req-bd9a69da-8e81-43cf-92de-04bd650aa140 tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:51.565144 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-fd702481-1691-44ef-b612-86c8ef1fce2b req-bd9a69da-8e81-43cf-92de-04bd650aa140 tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] 10.222.0.73 "DELETE /v2.0/ports/a147c18c-4a52-40b3-8d1d-bd06c5e3635e HTTP/1.1" status: 204 len: 173 time: 0.5286727 Feb 19 02:51:51.565773 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb33a693-c143-4b44-9bcb-7281cd2bca72', 'name': 'network-vif-deleted', 'tag': 'a147c18c-4a52-40b3-8d1d-bd06c5e3635e'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:51:51.568555 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c453eb11-cb56-479d-a5ac-7540f03fe38f" -d '{"events": [{"server_uuid": "fb33a693-c143-4b44-9bcb-7281cd2bca72", "name": "network-vif-deleted", "tag": "a147c18c-4a52-40b3-8d1d-bd06c5e3635e"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:51:51.598340 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ed6f6754-38fa-4a23-b4d9-20d7ee566364 req-2e64d443-c983-4896-8313-ad086002ef01 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "GET /v2.0/security-groups?id=78612224-fbf6-480f-bcea-ccb270efe765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737588 Feb 19 02:51:51.626845 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-740a7acc-1553-445e-81e1-87c06e6ae336 x-openstack-request-id: req-740a7acc-1553-445e-81e1-87c06e6ae336 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:51:51.627147 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb33a693-c143-4b44-9bcb-7281cd2bca72", "name": "network-vif-deleted", "tag": "a147c18c-4a52-40b3-8d1d-bd06c5e3635e", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:51:51.627405 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-740a7acc-1553-445e-81e1-87c06e6ae336 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:51:51.627818 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb33a693-c143-4b44-9bcb-7281cd2bca72', 'name': 'network-vif-deleted', 'tag': 'a147c18c-4a52-40b3-8d1d-bd06c5e3635e', 'status': 'completed', 'code': 200} Feb 19 02:51:51.875949 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06ac15f-fd9e-4805-81d7-f8973cfb00b8 req-7bd42ba1-e90e-41d7-84f0-7fe87fd53465 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:51.883761 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d06ac15f-fd9e-4805-81d7-f8973cfb00b8 req-7bd42ba1-e90e-41d7-84f0-7fe87fd53465 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=65691edc-930d-400a-b1cb-1a26b124bd10 HTTP/1.1" status: 200 len: 946 time: 0.1028690 Feb 19 02:51:51.888623 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:51.910166 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4352ff-6128-4817-a154-c54bbecabf06 req-12ea0ea3-7b04-47f8-9c5c-4d8451dec6db tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:51.911823 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6c4352ff-6128-4817-a154-c54bbecabf06 req-12ea0ea3-7b04-47f8-9c5c-4d8451dec6db tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] 10.222.0.72 "GET /v2.0/ports?device_id=85b3493e-4e6d-43dd-97f1-de789984e9e0 HTTP/1.1" status: 200 len: 944 time: 0.1222248 Feb 19 02:51:51.973589 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d06ac15f-fd9e-4805-81d7-f8973cfb00b8 req-a85f7d0e-628d-4f20-9412-96542c9a8d8f tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ca71149-99da-4cc2-ac25-44d2d4a4007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888808 Feb 19 02:51:51.996500 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6c4352ff-6128-4817-a154-c54bbecabf06 req-94286659-6614-4f86-a3f4-999d3dbd8df1 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] 10.222.0.72 "GET /v2.0/security-groups?id=99efb503-a711-4838-8b15-bcaf32262e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713463 Feb 19 02:51:52.120223 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2f5d9830-307c-4981-80ce-4ed129436e6c req-a1f9a6b0-b468-4256-96f7-787794878e49 tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb33a693-c143-4b44-9bcb-7281cd2bca72 HTTP/1.1" status: 200 len: 210 time: 0.0417843 Feb 19 02:51:52.144818 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc0c6e2-c42a-4d55-abc7-6b58dad2ea74 req-146b3d84-2f41-4407-aab7-1f2297dd8bfa tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:52.146357 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cdc0c6e2-c42a-4d55-abc7-6b58dad2ea74 req-146b3d84-2f41-4407-aab7-1f2297dd8bfa tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=65691edc-930d-400a-b1cb-1a26b124bd10 HTTP/1.1" status: 200 len: 946 time: 0.0776002 Feb 19 02:51:52.193665 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cdc0c6e2-c42a-4d55-abc7-6b58dad2ea74 req-567abd32-a653-4f4f-9faa-558c3751dda3 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ca71149-99da-4cc2-ac25-44d2d4a4007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414007 Feb 19 02:51:52.339806 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36033ef4-40bc-4321-a5b5-37c1ef53b4f2 req-dd0727a1-c0c6-4972-8bbf-b9d44f9c8496 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:52.348245 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-36033ef4-40bc-4321-a5b5-37c1ef53b4f2 req-dd0727a1-c0c6-4972-8bbf-b9d44f9c8496 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/ports?device_id=703117b2-3b74-4940-91d7-38248cc7fdf8 HTTP/1.1" status: 200 len: 950 time: 0.0691500 Feb 19 02:51:52.416135 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:52.422367 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-36033ef4-40bc-4321-a5b5-37c1ef53b4f2 req-447fd25a-ee8d-4657-b413-73027dd367a1 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe71e737-cb97-4e9e-a576-1f93522c47f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726054 Feb 19 02:51:52.521599 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-83942bc9-de72-4346-8211-df1bc286d27b req-8e5c8d9c-b3ce-43b5-ade0-0dc7c780dc39 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ec863d4-5792-46d2-b299-7b34b3ebe431 HTTP/1.1" status: 200 len: 210 time: 0.0359015 Feb 19 02:51:52.538851 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b68e766-d51a-4af3-a7e8-727c8da646e2 req-cfc0d409-a891-49ff-8ecb-44974b8c4107 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:52.553505 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1b68e766-d51a-4af3-a7e8-727c8da646e2 req-cfc0d409-a891-49ff-8ecb-44974b8c4107 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=489c58f4-d89e-47a6-b4af-0944a22a7ab0 HTTP/1.1" status: 200 len: 945 time: 0.1010392 Feb 19 02:51:52.629068 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1b68e766-d51a-4af3-a7e8-727c8da646e2 req-a45bbdb8-1285-4bdb-bff8-606750bb986b tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/security-groups?id=83745bf6-2450-44b1-b073-88b2d8645794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744190 Feb 19 02:51:52.656888 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e2f858-5704-4ac3-9895-43c5a4f86ee5 req-6c2f932a-ce17-4180-b413-2646c7788950 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:52.658427 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b2e2f858-5704-4ac3-9895-43c5a4f86ee5 req-6c2f932a-ce17-4180-b413-2646c7788950 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=65691edc-930d-400a-b1cb-1a26b124bd10 HTTP/1.1" status: 200 len: 946 time: 0.0753689 Feb 19 02:51:52.714336 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 9dde31ab-167a-4ddd-8ac6-f2ca929f6be4 details requested by agent hyperv_n-h2-826753-2 with host n-h2-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:51:52.731455 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b2e2f858-5704-4ac3-9895-43c5a4f86ee5 req-c0aea40d-330a-459b-9871-a50867d9cd2a tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ca71149-99da-4cc2-ac25-44d2d4a4007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672100 Feb 19 02:51:52.764828 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa08a6e3-c067-4019-92fb-6fd3d04f6542 req-5bf06d92-055c-42b8-bc8d-9e3f7c64d5e7 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:52.766364 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-aa08a6e3-c067-4019-92fb-6fd3d04f6542 req-5bf06d92-055c-42b8-bc8d-9e3f7c64d5e7 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "GET /v2.0/ports?device_id=ede4e767-e5b4-43ee-8835-7ecb6d720271 HTTP/1.1" status: 200 len: 943 time: 0.0763495 Feb 19 02:51:52.819844 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-aa08a6e3-c067-4019-92fb-6fd3d04f6542 req-aa6d590e-4f3d-44da-8365-bfb2e303101c tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "GET /v2.0/security-groups?id=78612224-fbf6-480f-bcea-ccb270efe765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472200 Feb 19 02:51:52.989935 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 9dde31ab-167a-4ddd-8ac6-f2ca929f6be4, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=9dde31ab-167a-4ddd-8ac6-f2ca929f6be4,segment=NetworkSegment(67a55616-cfc4-41c3-be2a-0391abacfbd5),segment_id=67a55616-cfc4-41c3-be2a-0391abacfbd5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:51:53.001534 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Returning: {'device': '9dde31ab-167a-4ddd-8ac6-f2ca929f6be4', 'network_id': '8ee469c1-3b92-4511-8f73-2a197f9b67c2', 'port_id': '9dde31ab-167a-4ddd-8ac6-f2ca929f6be4', 'mac_address': 'fa:16:3e:29:5a:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0f15016-5d06-4afe-8688-9505c2a1be59', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:51:53.044327 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 9dde31ab-167a-4ddd-8ac6-f2ca929f6be4 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:51:53.045752 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (9dde31ab-167a-4ddd-8ac6-f2ca929f6be4), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:53.061276 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dde31ab-167a-4ddd-8ac6-f2ca929f6be4 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:51:53.085326 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 9dde31ab-167a-4ddd-8ac6-f2ca929f6be4, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=9dde31ab-167a-4ddd-8ac6-f2ca929f6be4,segment=NetworkSegment(67a55616-cfc4-41c3-be2a-0391abacfbd5),segment_id=67a55616-cfc4-41c3-be2a-0391abacfbd5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:51:53.089787 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (9dde31ab-167a-4ddd-8ac6-f2ca929f6be4), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:53.159556 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=9dde31ab-167a-4ddd-8ac6-f2ca929f6be4,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:51:53.176631 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f932dd-a456-4e51-a14a-bdcf71a693e4 req-2e2a2ac3-2c20-4ebf-b9e7-28468af970af tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:53.178336 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-67f932dd-a456-4e51-a14a-bdcf71a693e4 req-2e2a2ac3-2c20-4ebf-b9e7-28468af970af tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] 10.222.0.72 "GET /v2.0/ports?device_id=85b3493e-4e6d-43dd-97f1-de789984e9e0 HTTP/1.1" status: 200 len: 944 time: 0.0972703 Feb 19 02:51:53.273188 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-67f932dd-a456-4e51-a14a-bdcf71a693e4 req-c33b14cf-5227-4fd1-beb6-3e678b1b0f6d tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] 10.222.0.72 "GET /v2.0/security-groups?id=99efb503-a711-4838-8b15-bcaf32262e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858963 Feb 19 02:51:53.431744 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['9dde31ab-167a-4ddd-8ac6-f2ca929f6be4'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:51:53.467157 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6716d332-6a8a-4190-bbca-341093d4b239 req-6ddf7a3a-65d9-44e2-aa80-c38c90a4fd54 tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:53.470447 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6716d332-6a8a-4190-bbca-341093d4b239 req-6ddf7a3a-65d9-44e2-aa80-c38c90a4fd54 tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] 10.222.0.72 "GET /v2.0/ports?device_id=b7fed794-1a17-4088-a757-ff223e40f3d9 HTTP/1.1" status: 200 len: 949 time: 0.0635355 Feb 19 02:51:53.616330 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6716d332-6a8a-4190-bbca-341093d4b239 req-e8364a58-9289-48f8-b00d-85a98eeea4b1 tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f9a0e74-bc03-4003-b35a-0cd376c2c049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261775 Feb 19 02:51:53.686830 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91387a78-0c34-4989-b2fd-bc26360274b1 req-f2c53fdb-c732-4b5b-a7ac-9677bcb14926 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:53.693731 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-91387a78-0c34-4989-b2fd-bc26360274b1 req-f2c53fdb-c732-4b5b-a7ac-9677bcb14926 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/ports?device_id=703117b2-3b74-4940-91d7-38248cc7fdf8 HTTP/1.1" status: 200 len: 950 time: 0.1612115 Feb 19 02:51:53.771601 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-203317df-2921-4524-b893-cc4539193a13 req-23c97d7b-26e0-4784-b5de-13b34f9121a3 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ec863d4-5792-46d2-b299-7b34b3ebe431 HTTP/1.1" status: 200 len: 210 time: 0.0464170 Feb 19 02:51:53.796132 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-91387a78-0c34-4989-b2fd-bc26360274b1 req-486e3810-f0cb-4d47-83e6-88496a01103d tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe71e737-cb97-4e9e-a576-1f93522c47f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953476 Feb 19 02:51:53.947123 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130e3411-debe-420c-801e-6d116172a33f req-8fee6017-dc14-4676-91d5-98f8eea17e1c tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:53.948540 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-130e3411-debe-420c-801e-6d116172a33f req-8fee6017-dc14-4676-91d5-98f8eea17e1c tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=489c58f4-d89e-47a6-b4af-0944a22a7ab0 HTTP/1.1" status: 200 len: 945 time: 0.0962477 Feb 19 02:51:53.963583 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59442c3-7440-46ee-9010-759c104d6bba req-91522e42-586c-4935-9631-a6ef687e4018 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:53.965106 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c59442c3-7440-46ee-9010-759c104d6bba req-91522e42-586c-4935-9631-a6ef687e4018 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=65691edc-930d-400a-b1cb-1a26b124bd10 HTTP/1.1" status: 200 len: 946 time: 0.1011944 Feb 19 02:51:54.035649 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-130e3411-debe-420c-801e-6d116172a33f req-9bc33a86-0277-4173-833b-61c6002dc33c tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/security-groups?id=83745bf6-2450-44b1-b073-88b2d8645794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694690 Feb 19 02:51:54.054726 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c59442c3-7440-46ee-9010-759c104d6bba req-ccef8d20-cf38-4aec-97a7-a888aa70ae96 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ca71149-99da-4cc2-ac25-44d2d4a4007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750971 Feb 19 02:51:54.156946 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f878781f-de3b-4a22-a82b-2ec58bbcbfcd req-6bd97eb8-cd50-42d8-b27a-4ce142e37bc2 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:54.158435 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f878781f-de3b-4a22-a82b-2ec58bbcbfcd req-6bd97eb8-cd50-42d8-b27a-4ce142e37bc2 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.82 "GET /v2.0/ports?device_id=65691edc-930d-400a-b1cb-1a26b124bd10 HTTP/1.1" status: 200 len: 946 time: 0.0839126 Feb 19 02:51:54.216761 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cf28ff-b467-4430-a026-16816027aaca req-e29163fc-484e-4cac-a659-056b2f2be7c7 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:54.221626 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-07cf28ff-b467-4430-a026-16816027aaca req-e29163fc-484e-4cac-a659-056b2f2be7c7 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "GET /v2.0/ports?device_id=ede4e767-e5b4-43ee-8835-7ecb6d720271 HTTP/1.1" status: 200 len: 944 time: 0.0999022 Feb 19 02:51:54.308825 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-07cf28ff-b467-4430-a026-16816027aaca req-094017e2-75e6-4e8c-ba69-f89cd512b274 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "GET /v2.0/security-groups?id=78612224-fbf6-480f-bcea-ccb270efe765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832212 Feb 19 02:51:54.337764 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-f878781f-de3b-4a22-a82b-2ec58bbcbfcd req-7779b8dd-5990-48ff-96f5-18afb47a5998 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Deleting port ce3e4512-9052-4032-9f66-3aa57947b8fd {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:51:54.338108 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-f878781f-de3b-4a22-a82b-2ec58bbcbfcd req-7779b8dd-5990-48ff-96f5-18afb47a5998 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (ce3e4512-9052-4032-9f66-3aa57947b8fd), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:54.430392 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device a147c18c-4a52-40b3-8d1d-bd06c5e3635e no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:51:54.462710 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] No Port match for: a147c18c-4a52-40b3-8d1d-bd06c5e3635e {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:51:54.463457 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device a147c18c-4a52-40b3-8d1d-bd06c5e3635e not bound to the agent host n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:51:54.485280 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd7a281-ff8c-4784-885e-75b27bd4a3b3 req-7ef9f14d-eda4-4f1b-8423-27b64741bb82 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:54.486929 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4fd7a281-ff8c-4784-885e-75b27bd4a3b3 req-7ef9f14d-eda4-4f1b-8423-27b64741bb82 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] 10.222.0.72 "GET /v2.0/ports?device_id=85b3493e-4e6d-43dd-97f1-de789984e9e0 HTTP/1.1" status: 200 len: 944 time: 0.1233978 Feb 19 02:51:54.492665 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-f878781f-de3b-4a22-a82b-2ec58bbcbfcd req-7779b8dd-5990-48ff-96f5-18afb47a5998 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] For port ce3e4512-9052-4032-9f66-3aa57947b8fd, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=ce3e4512-9052-4032-9f66-3aa57947b8fd,segment=NetworkSegment(4d279d1b-ef9f-49cc-bc5d-c8be530f22d3),segment_id=4d279d1b-ef9f-49cc-bc5d-c8be530f22d3)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:51:54.493201 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-f878781f-de3b-4a22-a82b-2ec58bbcbfcd req-7779b8dd-5990-48ff-96f5-18afb47a5998 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (ce3e4512-9052-4032-9f66-3aa57947b8fd), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:54.518774 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-f878781f-de3b-4a22-a82b-2ec58bbcbfcd req-7779b8dd-5990-48ff-96f5-18afb47a5998 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Calling delete_port for ce3e4512-9052-4032-9f66-3aa57947b8fd owned by compute:nova {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:51:54.590060 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4fd7a281-ff8c-4784-885e-75b27bd4a3b3 req-aecd7668-fd41-42e9-8415-0109e22bd280 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] 10.222.0.72 "GET /v2.0/security-groups?id=99efb503-a711-4838-8b15-bcaf32262e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939798 Feb 19 02:51:54.714553 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 9dde31ab-167a-4ddd-8ac6-f2ca929f6be4 up at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:51:54.760662 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-f878781f-de3b-4a22-a82b-2ec58bbcbfcd req-7779b8dd-5990-48ff-96f5-18afb47a5998 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (ce3e4512-9052-4032-9f66-3aa57947b8fd), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:54.774132 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning for port 9dde31ab-167a-4ddd-8ac6-f2ca929f6be4 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:51:54.779477 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning complete for port 9dde31ab-167a-4ddd-8ac6-f2ca929f6be4 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:51:54.780120 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (9dde31ab-167a-4ddd-8ac6-f2ca929f6be4), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:54.847168 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['e7b6d271-0dd0-403f-9e7b-d4c19bbe49c1', 'ce3e4512-9052-4032-9f66-3aa57947b8fd'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:51:54.856242 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be15cb97-084b-486a-b6dc-f4c10050f57e req-eb841d48-da4f-489e-971e-5cce6a3abc8d tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:54.857937 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-be15cb97-084b-486a-b6dc-f4c10050f57e req-eb841d48-da4f-489e-971e-5cce6a3abc8d tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] 10.222.0.72 "GET /v2.0/ports?device_id=b7fed794-1a17-4088-a757-ff223e40f3d9 HTTP/1.1" status: 200 len: 949 time: 0.1499550 Feb 19 02:51:54.885829 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-f878781f-de3b-4a22-a82b-2ec58bbcbfcd req-7779b8dd-5990-48ff-96f5-18afb47a5998 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] No DVR routers for this DVR port ce3e4512-9052-4032-9f66-3aa57947b8fd on host n-h2-826753-2 {{(pid=103701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:51:54.888868 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-f878781f-de3b-4a22-a82b-2ec58bbcbfcd req-7779b8dd-5990-48ff-96f5-18afb47a5998 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:54.892965 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f878781f-de3b-4a22-a82b-2ec58bbcbfcd req-7779b8dd-5990-48ff-96f5-18afb47a5998 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.82 "DELETE /v2.0/ports/ce3e4512-9052-4032-9f66-3aa57947b8fd HTTP/1.1" status: 204 len: 173 time: 0.7266648 Feb 19 02:51:54.897188 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65691edc-930d-400a-b1cb-1a26b124bd10', 'name': 'network-vif-deleted', 'tag': 'ce3e4512-9052-4032-9f66-3aa57947b8fd'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:51:54.901439 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d8e6761-9cc7-4297-be5b-c228d31c8e36" -d '{"events": [{"server_uuid": "65691edc-930d-400a-b1cb-1a26b124bd10", "name": "network-vif-deleted", "tag": "ce3e4512-9052-4032-9f66-3aa57947b8fd"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:51:54.906841 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7779b8dd-5990-48ff-96f5-18afb47a5998 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Pushing event deleted for resources: {'Port': ['ID=ce3e4512-9052-4032-9f66-3aa57947b8fd,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:51:55.029724 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-be15cb97-084b-486a-b6dc-f4c10050f57e req-75ff3160-1af3-4761-b979-bf66cec34d08 tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] 10.222.0.72 "GET /v2.0/security-groups?id=7f9a0e74-bc03-4003-b35a-0cd376c2c049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467881 Feb 19 02:51:55.049094 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f8774c-0760-4275-93fe-76cb55e898c3 req-13dafcd5-4f6f-4d68-83d3-c6fff314c8b8 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:55.068627 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c1f8774c-0760-4275-93fe-76cb55e898c3 req-13dafcd5-4f6f-4d68-83d3-c6fff314c8b8 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/ports?device_id=703117b2-3b74-4940-91d7-38248cc7fdf8 HTTP/1.1" status: 200 len: 950 time: 0.1723356 Feb 19 02:51:55.103752 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 9dde31ab-167a-4ddd-8ac6-f2ca929f6be4 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:51:55.104354 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (9dde31ab-167a-4ddd-8ac6-f2ca929f6be4), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:55.144950 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 9dde31ab-167a-4ddd-8ac6-f2ca929f6be4, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=9dde31ab-167a-4ddd-8ac6-f2ca929f6be4,segment=NetworkSegment(67a55616-cfc4-41c3-be2a-0391abacfbd5),segment_id=67a55616-cfc4-41c3-be2a-0391abacfbd5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:51:55.148375 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c1f8774c-0760-4275-93fe-76cb55e898c3 req-e07d2b3d-ec4a-4ed9-9f9a-3f1e75032423 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe71e737-cb97-4e9e-a576-1f93522c47f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783894 Feb 19 02:51:55.151134 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ede4e767-e5b4-43ee-8835-7ecb6d720271', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dde31ab-167a-4ddd-8ac6-f2ca929f6be4'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:51:55.153153 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56873bdf-d0a1-42f7-9eb6-e61f7f478b22" -d '{"events": [{"server_uuid": "ede4e767-e5b4-43ee-8835-7ecb6d720271", "name": "network-vif-plugged", "status": "completed", "tag": "9dde31ab-167a-4ddd-8ac6-f2ca929f6be4"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:51:55.159562 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (9dde31ab-167a-4ddd-8ac6-f2ca929f6be4), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:55.200684 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1cbad8b-2378-4110-8d3b-8f1aca7b7b9c x-openstack-request-id: req-b1cbad8b-2378-4110-8d3b-8f1aca7b7b9c {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:51:55.201431 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65691edc-930d-400a-b1cb-1a26b124bd10", "name": "network-vif-deleted", "tag": "ce3e4512-9052-4032-9f66-3aa57947b8fd", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:51:55.201692 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b1cbad8b-2378-4110-8d3b-8f1aca7b7b9c {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:51:55.202107 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65691edc-930d-400a-b1cb-1a26b124bd10', 'name': 'network-vif-deleted', 'tag': 'ce3e4512-9052-4032-9f66-3aa57947b8fd', 'status': 'completed', 'code': 200} Feb 19 02:51:55.244929 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=9dde31ab-167a-4ddd-8ac6-f2ca929f6be4,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:51:55.291854 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b57bd96-ac02-4d8a-8055-614440ff1e75 req-0dadef95-53eb-4663-9a5d-89e6534cf3a0 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:55.293741 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1b57bd96-ac02-4d8a-8055-614440ff1e75 req-0dadef95-53eb-4663-9a5d-89e6534cf3a0 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=489c58f4-d89e-47a6-b4af-0944a22a7ab0 HTTP/1.1" status: 200 len: 945 time: 0.0729828 Feb 19 02:51:55.355655 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f479870a-8edc-4d5d-a80f-da7dffc51e1d req-186c9b4b-06cb-47a2-b4ad-dcbc72b93c49 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=65691edc-930d-400a-b1cb-1a26b124bd10 HTTP/1.1" status: 200 len: 210 time: 0.0397635 Feb 19 02:51:55.384266 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1b57bd96-ac02-4d8a-8055-614440ff1e75 req-0b958a22-2eed-4c0c-a2df-eeee606dc29f tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/security-groups?id=83745bf6-2450-44b1-b073-88b2d8645794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829167 Feb 19 02:51:55.407497 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 60936) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:51:55.496924 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12dfe36e-c55f-432b-b819-ec806d00cf52 x-openstack-request-id: req-12dfe36e-c55f-432b-b819-ec806d00cf52 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:51:55.497587 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ede4e767-e5b4-43ee-8835-7ecb6d720271", "name": "network-vif-plugged", "status": "completed", "tag": "9dde31ab-167a-4ddd-8ac6-f2ca929f6be4", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:51:55.497587 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-12dfe36e-c55f-432b-b819-ec806d00cf52 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:51:55.497909 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ede4e767-e5b4-43ee-8835-7ecb6d720271', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dde31ab-167a-4ddd-8ac6-f2ca929f6be4', 'code': 200} Feb 19 02:51:55.562180 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-55e1ecfa-e6e0-4e0c-8701-9c32ba39e645 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks [] for security_group (1cff43f7-3cfd-4595-99e1-888048810960), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:55.592585 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71874251-b420-44ce-a99b-eda5f7ef6109 req-bcca137e-e623-4dfc-ba29-fa46e78fc99d tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:55.604857 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-71874251-b420-44ce-a99b-eda5f7ef6109 req-bcca137e-e623-4dfc-ba29-fa46e78fc99d tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "GET /v2.0/ports?device_id=ede4e767-e5b4-43ee-8835-7ecb6d720271 HTTP/1.1" status: 200 len: 945 time: 0.1061208 Feb 19 02:51:55.678543 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc085c7-c6ea-48b3-927b-40929e1e3f9d req-cdb1aeb8-dcc5-496a-90ab-96b17e49c120 tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:55.685881 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-acc085c7-c6ea-48b3-927b-40929e1e3f9d req-cdb1aeb8-dcc5-496a-90ab-96b17e49c120 tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7fed794-1a17-4088-a757-ff223e40f3d9 HTTP/1.1" status: 200 len: 949 time: 0.0936158 Feb 19 02:51:55.739565 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-55e1ecfa-e6e0-4e0c-8701-9c32ba39e645 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks [] for security_group (1cff43f7-3cfd-4595-99e1-888048810960), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:55.837831 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-acc085c7-c6ea-48b3-927b-40929e1e3f9d req-fdcd4268-1d74-40e5-8c3e-7028f9f32817 tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] Deleting port 4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:51:55.838437 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-acc085c7-c6ea-48b3-927b-40929e1e3f9d req-fdcd4268-1d74-40e5-8c3e-7028f9f32817 tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:55.865783 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-55e1ecfa-e6e0-4e0c-8701-9c32ba39e645 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (1cff43f7-3cfd-4595-99e1-888048810960), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:55.869389 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-55e1ecfa-e6e0-4e0c-8701-9c32ba39e645 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:55.872909 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-55e1ecfa-e6e0-4e0c-8701-9c32ba39e645 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "DELETE /v2.0/security-groups/1cff43f7-3cfd-4595-99e1-888048810960 HTTP/1.1" status: 204 len: 168 time: 0.4619110 Feb 19 02:51:55.892279 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 60944) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:51:55.916103 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e1ecfa-e6e0-4e0c-8701-9c32ba39e645 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cff43f7-3cfd-4595-99e1-888048810960,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:51:55.948650 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-acc085c7-c6ea-48b3-927b-40929e1e3f9d req-fdcd4268-1d74-40e5-8c3e-7028f9f32817 tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] For port 4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:51:55.949046 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-acc085c7-c6ea-48b3-927b-40929e1e3f9d req-fdcd4268-1d74-40e5-8c3e-7028f9f32817 tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:55.950012 n-d-826753-2 neutron-server[103701]: INFO neutron.api.v2.resource [None req-cf132445-63c6-4bb7-889e-a3f31b394864 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] show failed (client error): The resource could not be found. Feb 19 02:51:55.951069 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-cf132445-63c6-4bb7-889e-a3f31b394864 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "GET /v2.0/security-groups/1cff43f7-3cfd-4595-99e1-888048810960 HTTP/1.1" status: 404 len: 347 time: 0.0303171 Feb 19 02:51:55.959708 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 60946) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:51:55.966981 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-acc085c7-c6ea-48b3-927b-40929e1e3f9d req-fdcd4268-1d74-40e5-8c3e-7028f9f32817 tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] Calling delete_port for 4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:51:56.027290 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-71874251-b420-44ce-a99b-eda5f7ef6109 req-f8846488-9cb7-4003-8319-a9d483ee7e99 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "GET /v2.0/security-groups?id=78612224-fbf6-480f-bcea-ccb270efe765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4217575 Feb 19 02:51:56.099893 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:56.129378 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53397fcc-2f05-459e-adfd-e01fc44e4a6c req-bfd79fe6-810d-44c1-849e-80809bf2ccf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:56.131649 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-53397fcc-2f05-459e-adfd-e01fc44e4a6c req-bfd79fe6-810d-44c1-849e-80809bf2ccf9 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=ede4e767-e5b4-43ee-8835-7ecb6d720271 HTTP/1.1" status: 200 len: 1127 time: 0.4678354 Feb 19 02:51:56.140820 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd172288-9f6c-4eb1-b716-187c557fd0ed req-ccb72334-2754-4ea8-9a5b-d45629608ba8 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:56.142796 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-dd172288-9f6c-4eb1-b716-187c557fd0ed req-ccb72334-2754-4ea8-9a5b-d45629608ba8 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] 10.222.0.72 "GET /v2.0/ports?device_id=85b3493e-4e6d-43dd-97f1-de789984e9e0 HTTP/1.1" status: 200 len: 944 time: 0.3214040 Feb 19 02:51:56.147614 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-acc085c7-c6ea-48b3-927b-40929e1e3f9d req-fdcd4268-1d74-40e5-8c3e-7028f9f32817 tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:56.184283 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcd4268-1d74-40e5-8c3e-7028f9f32817 tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] Pushing event deleted for resources: {'Port': ['ID=4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:51:56.239846 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-acc085c7-c6ea-48b3-927b-40929e1e3f9d req-fdcd4268-1d74-40e5-8c3e-7028f9f32817 tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] No DVR routers for this DVR port 4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf on host n-h1-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:51:56.243515 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-acc085c7-c6ea-48b3-927b-40929e1e3f9d req-fdcd4268-1d74-40e5-8c3e-7028f9f32817 tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:56.247773 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-acc085c7-c6ea-48b3-927b-40929e1e3f9d req-fdcd4268-1d74-40e5-8c3e-7028f9f32817 tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] 10.222.0.73 "DELETE /v2.0/ports/4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf HTTP/1.1" status: 204 len: 173 time: 0.5580392 Feb 19 02:51:56.248444 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7fed794-1a17-4088-a757-ff223e40f3d9', 'name': 'network-vif-deleted', 'tag': '4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:51:56.248857 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-53397fcc-2f05-459e-adfd-e01fc44e4a6c req-f0a61d05-f6b8-49a4-8202-dac74100f2fa service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=78612224-fbf6-480f-bcea-ccb270efe765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033611 Feb 19 02:51:56.250983 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86ab42fc-5220-4d7d-9539-e8aa6b10076d" -d '{"events": [{"server_uuid": "b7fed794-1a17-4088-a757-ff223e40f3d9", "name": "network-vif-deleted", "tag": "4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:51:56.285528 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7b6f38e3-1ec7-4978-b784-c5833051323e req-1540d8ee-3051-42ab-9bb8-3fefc9fe8060 tempest-ListImageFiltersTestJSON-540274312 tempest-ListImageFiltersTestJSON-540274312-project] 10.222.0.72 "GET /v2.0/ports?device_id=b7fed794-1a17-4088-a757-ff223e40f3d9 HTTP/1.1" status: 200 len: 210 time: 0.0670660 Feb 19 02:51:56.371996 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-dd172288-9f6c-4eb1-b716-187c557fd0ed req-5b3e5794-c484-4260-ba25-a7dc7bf3cf8f tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] 10.222.0.72 "GET /v2.0/security-groups?id=99efb503-a711-4838-8b15-bcaf32262e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1502583 Feb 19 02:51:56.376688 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-8924b202-3ae5-44b1-8797-bdede8153051 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Deleting port d9fa2340-e1fa-4367-bd1b-fac9dfe2bed2 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:51:56.377045 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8924b202-3ae5-44b1-8797-bdede8153051 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (d9fa2340-e1fa-4367-bd1b-fac9dfe2bed2), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:56.441484 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58bd0991-0044-4aa6-a5ad-b56c121aaadf x-openstack-request-id: req-58bd0991-0044-4aa6-a5ad-b56c121aaadf {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:51:56.442219 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7fed794-1a17-4088-a757-ff223e40f3d9", "name": "network-vif-deleted", "tag": "4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:51:56.442219 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-58bd0991-0044-4aa6-a5ad-b56c121aaadf {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:51:56.442469 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7fed794-1a17-4088-a757-ff223e40f3d9', 'name': 'network-vif-deleted', 'tag': '4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf', 'status': 'completed', 'code': 200} Feb 19 02:51:56.493604 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a99e08-5b22-468d-8bdf-5d7c00f37773 req-3182de63-b350-4cc4-868f-09eeb7525974 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:56.495194 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-02a99e08-5b22-468d-8bdf-5d7c00f37773 req-3182de63-b350-4cc4-868f-09eeb7525974 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/ports?device_id=703117b2-3b74-4940-91d7-38248cc7fdf8 HTTP/1.1" status: 200 len: 950 time: 0.1212265 Feb 19 02:51:56.550838 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8924b202-3ae5-44b1-8797-bdede8153051 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (d9fa2340-e1fa-4367-bd1b-fac9dfe2bed2), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:56.551190 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8924b202-3ae5-44b1-8797-bdede8153051 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks [] for floatingip (d9fa2340-e1fa-4367-bd1b-fac9dfe2bed2), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:56.578872 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-8924b202-3ae5-44b1-8797-bdede8153051 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Calling delete_port for d9fa2340-e1fa-4367-bd1b-fac9dfe2bed2 owned by network:floatingip {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:51:56.603376 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-02a99e08-5b22-468d-8bdf-5d7c00f37773 req-b5015f60-0df2-41ce-bb52-7e37b6e09ff5 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe71e737-cb97-4e9e-a576-1f93522c47f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959599 Feb 19 02:51:56.895306 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900f3cbd-e006-4983-85a7-08440c399dbf req-d2934549-b630-4974-b7e1-abaeee03cee2 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:56.907960 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-900f3cbd-e006-4983-85a7-08440c399dbf req-d2934549-b630-4974-b7e1-abaeee03cee2 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/networks?id=38d6fa8e-4007-4beb-abd0-8f0d817f1ef6 HTTP/1.1" status: 200 len: 806 time: 0.1486173 Feb 19 02:51:56.949434 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-900f3cbd-e006-4983-85a7-08440c399dbf req-3e4faea1-cfee-4a5a-94a0-822bfbfd7a97 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/quotas/58648b0a304e4e32b732a18f663ed7a6 HTTP/1.1" status: 200 len: 375 time: 0.0405438 Feb 19 02:51:56.993768 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9090360e-adcb-41f0-99a5-55921f92f7f4 req-e6a2b4c2-a617-4b8d-bc73-6c8b3307f79d tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:56.995263 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9090360e-adcb-41f0-99a5-55921f92f7f4 req-e6a2b4c2-a617-4b8d-bc73-6c8b3307f79d tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=489c58f4-d89e-47a6-b4af-0944a22a7ab0 HTTP/1.1" status: 200 len: 945 time: 0.3090897 Feb 19 02:51:57.350275 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-900f3cbd-e006-4983-85a7-08440c399dbf req-096e55ea-da02-41a6-ac66-f10dae70ead9 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=58648b0a304e4e32b732a18f663ed7a6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3999081 Feb 19 02:51:57.365280 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8924b202-3ae5-44b1-8797-bdede8153051 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (d9fa2340-e1fa-4367-bd1b-fac9dfe2bed2), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:57.418788 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9090360e-adcb-41f0-99a5-55921f92f7f4 req-6a31a826-e3ff-4e23-808d-09ad87d25151 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/security-groups?id=83745bf6-2450-44b1-b073-88b2d8645794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356554 Feb 19 02:51:57.494521 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8924b202-3ae5-44b1-8797-bdede8153051 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Pushing event deleted for resources: {'Port': ['ID=d9fa2340-e1fa-4367-bd1b-fac9dfe2bed2,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:51:57.598018 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-900f3cbd-e006-4983-85a7-08440c399dbf req-52414c17-fbdb-4d4e-bb07-2f5867e5db39 service neutron] 10.222.0.72 "GET /v2.0/networks/38d6fa8e-4007-4beb-abd0-8f0d817f1ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465208 Feb 19 02:51:57.603287 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8924b202-3ae5-44b1-8797-bdede8153051 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks [] for floatingip (8aef0a69-870d-4c92-8f15-a248ec67315f), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:57.611243 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8924b202-3ae5-44b1-8797-bdede8153051 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:57.612087 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-8924b202-3ae5-44b1-8797-bdede8153051 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "DELETE /v2.0/floatingips/8aef0a69-870d-4c92-8f15-a248ec67315f HTTP/1.1" status: 204 len: 168 time: 1.6470637 Feb 19 02:51:57.615294 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 60980) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:51:57.697548 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2ebd9d-8176-42c9-b4fd-3156c27ba0d7 req-15d192a6-ed87-49ca-9793-73a661e40760 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:57.699187 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5d2ebd9d-8176-42c9-b4fd-3156c27ba0d7 req-15d192a6-ed87-49ca-9793-73a661e40760 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "GET /v2.0/ports?device_id=ede4e767-e5b4-43ee-8835-7ecb6d720271 HTTP/1.1" status: 200 len: 945 time: 0.1756630 Feb 19 02:51:57.740927 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-b3447f72-1852-4201-b415-f6d08df26863 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Deleting port 00071ace-99c7-42c5-99dc-994ccfae67b7 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:51:57.741288 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b3447f72-1852-4201-b415-f6d08df26863 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (00071ace-99c7-42c5-99dc-994ccfae67b7), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:57.788370 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5d2ebd9d-8176-42c9-b4fd-3156c27ba0d7 req-953cf06a-9799-4a17-b168-ed3f7673a0ac tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "GET /v2.0/security-groups?id=78612224-fbf6-480f-bcea-ccb270efe765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731132 Feb 19 02:51:57.793416 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-900f3cbd-e006-4983-85a7-08440c399dbf req-315117b2-88f4-49eb-ba1a-794ba0bdde29 service neutron] 10.222.0.72 "GET /v2.0/networks/38d6fa8e-4007-4beb-abd0-8f0d817f1ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748013 Feb 19 02:51:57.860928 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:51:57.877346 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b3447f72-1852-4201-b415-f6d08df26863 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (00071ace-99c7-42c5-99dc-994ccfae67b7), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:57.907118 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-b3447f72-1852-4201-b415-f6d08df26863 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Calling delete_port for 00071ace-99c7-42c5-99dc-994ccfae67b7 owned by {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:51:58.067421 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d83594-6e2e-4d71-b6ca-641b0a9c09ee req-015ebe8e-2700-4706-b54f-51f681ff2550 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:58.074854 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-13d83594-6e2e-4d71-b6ca-641b0a9c09ee req-015ebe8e-2700-4706-b54f-51f681ff2550 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] 10.222.0.72 "GET /v2.0/ports?device_id=85b3493e-4e6d-43dd-97f1-de789984e9e0 HTTP/1.1" status: 200 len: 944 time: 0.1519315 Feb 19 02:51:58.132268 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f035f4-856d-4dc6-b213-d10d830d2e4e req-ab7dddfe-0a75-4423-af07-d09984b13902 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:58.139092 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b2f035f4-856d-4dc6-b213-d10d830d2e4e req-ab7dddfe-0a75-4423-af07-d09984b13902 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/ports?device_id=703117b2-3b74-4940-91d7-38248cc7fdf8 HTTP/1.1" status: 200 len: 950 time: 0.1359568 Feb 19 02:51:58.148868 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-13d83594-6e2e-4d71-b6ca-641b0a9c09ee req-80955699-a8b3-4739-b126-f01fa2ae6e23 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] 10.222.0.72 "GET /v2.0/security-groups?id=99efb503-a711-4838-8b15-bcaf32262e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731003 Feb 19 02:51:58.161528 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b3447f72-1852-4201-b415-f6d08df26863 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (00071ace-99c7-42c5-99dc-994ccfae67b7), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:58.203688 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3447f72-1852-4201-b415-f6d08df26863 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Pushing event deleted for resources: {'Port': ['ID=00071ace-99c7-42c5-99dc-994ccfae67b7,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:51:58.243499 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b2f035f4-856d-4dc6-b213-d10d830d2e4e req-bddf7d3d-7f1d-47d8-aa4d-d20729dda735 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe71e737-cb97-4e9e-a576-1f93522c47f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984530 Feb 19 02:51:58.296426 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b3447f72-1852-4201-b415-f6d08df26863 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:58.302902 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-b3447f72-1852-4201-b415-f6d08df26863 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "DELETE /v2.0/ports/00071ace-99c7-42c5-99dc-994ccfae67b7 HTTP/1.1" status: 204 len: 168 time: 0.6858928 Feb 19 02:51:58.303499 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 32772) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:51:58.382380 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e015fa85-d83b-4637-a9cc-f37efff660e2 req-a565ea0c-d1a1-4a8f-aef6-4ecf7008b543 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:58.384090 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e015fa85-d83b-4637-a9cc-f37efff660e2 req-a565ea0c-d1a1-4a8f-aef6-4ecf7008b543 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "GET /v2.0/ports?device_id=ede4e767-e5b4-43ee-8835-7ecb6d720271 HTTP/1.1" status: 200 len: 945 time: 0.0886245 Feb 19 02:51:58.434969 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-f6660a2c-aa22-44a3-8c4f-3d32d2ec0444 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Deleting port 38e91ad5-8313-46e5-8ac5-c1d94643d01f {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:51:58.435458 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f6660a2c-aa22-44a3-8c4f-3d32d2ec0444 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (38e91ad5-8313-46e5-8ac5-c1d94643d01f), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:58.445512 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:51:58.489733 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] No Port match for: 4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:51:58.490671 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 4ad07b8b-bd5a-4b1e-8d93-d7d95d52a6cf not bound to the agent host n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:51:58.501402 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e015fa85-d83b-4637-a9cc-f37efff660e2 req-f2950c68-f05b-4546-accd-51761f6944fe tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "GET /v2.0/security-groups?id=78612224-fbf6-480f-bcea-ccb270efe765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992289 Feb 19 02:51:58.563615 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f6660a2c-aa22-44a3-8c4f-3d32d2ec0444 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (38e91ad5-8313-46e5-8ac5-c1d94643d01f), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:58.577736 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-f6660a2c-aa22-44a3-8c4f-3d32d2ec0444 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Calling delete_port for 38e91ad5-8313-46e5-8ac5-c1d94643d01f owned by {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:51:58.662850 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e6820609-d5fa-4435-87d4-82419eca8999 req-a82cd07e-af01-4342-9c0b-d93e36bd8806 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8a86073-2def-4fb5-96a2-44c62d200d83 HTTP/1.1" status: 200 len: 210 time: 0.0404656 Feb 19 02:51:58.771343 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device ce3e4512-9052-4032-9f66-3aa57947b8fd no longer exists at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:51:58.805869 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b339a1d9-4c92-4c53-a567-290700cc51a6 req-b021b390-d890-404c-8ddd-42d76a12a3fd tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:58.809711 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b339a1d9-4c92-4c53-a567-290700cc51a6 req-b021b390-d890-404c-8ddd-42d76a12a3fd tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=489c58f4-d89e-47a6-b4af-0944a22a7ab0 HTTP/1.1" status: 200 len: 945 time: 0.0928149 Feb 19 02:51:58.835588 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] No Port match for: ce3e4512-9052-4032-9f66-3aa57947b8fd {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:51:58.836416 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device ce3e4512-9052-4032-9f66-3aa57947b8fd not bound to the agent host n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:51:58.887356 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f6660a2c-aa22-44a3-8c4f-3d32d2ec0444 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (38e91ad5-8313-46e5-8ac5-c1d94643d01f), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:58.909036 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b339a1d9-4c92-4c53-a567-290700cc51a6 req-5faa265c-d2ab-4d44-ae3f-90d87a4e7441 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/security-groups?id=83745bf6-2450-44b1-b073-88b2d8645794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916183 Feb 19 02:51:58.974249 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6660a2c-aa22-44a3-8c4f-3d32d2ec0444 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Pushing event deleted for resources: {'Port': ['ID=38e91ad5-8313-46e5-8ac5-c1d94643d01f,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:51:59.062740 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f6660a2c-aa22-44a3-8c4f-3d32d2ec0444 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:59.069494 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-f6660a2c-aa22-44a3-8c4f-3d32d2ec0444 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "DELETE /v2.0/ports/38e91ad5-8313-46e5-8ac5-c1d94643d01f HTTP/1.1" status: 204 len: 168 time: 0.7649972 Feb 19 02:51:59.070974 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 32816) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:51:59.126411 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84637aad-8bcb-405c-acf7-511f1d7eb081 req-87b07dbe-9a33-43de-abd4-6173d65baf7a tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:59.128064 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-84637aad-8bcb-405c-acf7-511f1d7eb081 req-87b07dbe-9a33-43de-abd4-6173d65baf7a tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "GET /v2.0/ports?device_id=ede4e767-e5b4-43ee-8835-7ecb6d720271 HTTP/1.1" status: 200 len: 945 time: 0.1217272 Feb 19 02:51:59.162064 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_v2 [None req-79d91332-8b02-46a6-938b-01649adb255d tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Deleting subnet f84e87eb-7d47-442d-8bd5-a5dfb358e2aa {{(pid=103701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:51:59.171218 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-79d91332-8b02-46a6-938b-01649adb255d tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks [] for subnet (f84e87eb-7d47-442d-8bd5-a5dfb358e2aa), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:59.244378 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-84637aad-8bcb-405c-acf7-511f1d7eb081 req-ae935016-03fb-439d-871a-d86392746c8c tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "GET /v2.0/security-groups?id=78612224-fbf6-480f-bcea-ccb270efe765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048534 Feb 19 02:51:59.272681 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-79d91332-8b02-46a6-938b-01649adb255d tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12647399'] for subnet (f84e87eb-7d47-442d-8bd5-a5dfb358e2aa), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:59.575337 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-79d91332-8b02-46a6-938b-01649adb255d tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (f84e87eb-7d47-442d-8bd5-a5dfb358e2aa), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:59.703156 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900f3cbd-e006-4983-85a7-08440c399dbf req-1317bd91-166a-46c8-8571-6a8fb7921b58 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:59.704698 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-900f3cbd-e006-4983-85a7-08440c399dbf req-1317bd91-166a-46c8-8571-6a8fb7921b58 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.73 "GET /v2.0/networks?id=38d6fa8e-4007-4beb-abd0-8f0d817f1ef6 HTTP/1.1" status: 200 len: 806 time: 0.2702322 Feb 19 02:51:59.734806 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-900f3cbd-e006-4983-85a7-08440c399dbf req-4f347773-1800-4fdf-a688-9d3f17ff4a93 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Request body: {'port': {'device_id': 'b8a86073-2def-4fb5-96a2-44c62d200d83', 'network_id': '38d6fa8e-4007-4beb-abd0-8f0d817f1ef6', 'admin_state_up': True, 'tenant_id': '58648b0a304e4e32b732a18f663ed7a6'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:51:59.754418 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd519827-d045-44af-9b57-283df6da6558 req-9abe8c68-157d-4049-91ee-160e12887a90 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:59.763197 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bd519827-d045-44af-9b57-283df6da6558 req-9abe8c68-157d-4049-91ee-160e12887a90 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] 10.222.0.72 "GET /v2.0/ports?device_id=85b3493e-4e6d-43dd-97f1-de789984e9e0 HTTP/1.1" status: 200 len: 944 time: 0.2930315 Feb 19 02:51:59.860337 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b852063-288a-425f-a2e9-b0e2acbaee31 req-b7ffff1e-0d8f-4d33-a251-7356bff212c1 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:51:59.870548 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5b852063-288a-425f-a2e9-b0e2acbaee31 req-b7ffff1e-0d8f-4d33-a251-7356bff212c1 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/ports?device_id=703117b2-3b74-4940-91d7-38248cc7fdf8 HTTP/1.1" status: 200 len: 950 time: 0.2242136 Feb 19 02:51:59.880343 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-79d91332-8b02-46a6-938b-01649adb255d tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12647206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58706286'] for subnet (f84e87eb-7d47-442d-8bd5-a5dfb358e2aa), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:59.916558 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be39506-097f-4d30-aae3-ad567ef99daa None None] Network c312b721-2b22-4f34-983e-08de11418b4e requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:51:59.926000 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bd519827-d045-44af-9b57-283df6da6558 req-773f93e4-6626-4176-967f-e72205584911 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] 10.222.0.72 "GET /v2.0/security-groups?id=99efb503-a711-4838-8b15-bcaf32262e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1614201 Feb 19 02:51:59.931374 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-79d91332-8b02-46a6-938b-01649adb255d tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:59.944832 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-79d91332-8b02-46a6-938b-01649adb255d tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "DELETE /v2.0/subnets/f84e87eb-7d47-442d-8bd5-a5dfb358e2aa HTTP/1.1" status: 204 len: 168 time: 0.8727155 Feb 19 02:51:59.953183 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 32858) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:51:59.983490 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 32860) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:52:00.043312 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-900f3cbd-e006-4983-85a7-08440c399dbf req-4f347773-1800-4fdf-a688-9d3f17ff4a93 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Made reservation on behalf of 58648b0a304e4e32b732a18f663ed7a6 for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:52:00.051712 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-900f3cbd-e006-4983-85a7-08440c399dbf req-4f347773-1800-4fdf-a688-9d3f17ff4a93 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:00.071185 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d91332-8b02-46a6-938b-01649adb255d tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Pushing event deleted for resources: {'Subnet': ['ID=f84e87eb-7d47-442d-8bd5-a5dfb358e2aa,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:00.079031 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4565438-91f2-4444-b962-83744430b63b tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Deleting subnet 983133d2-ff38-4266-904e-e871a4dfab4b {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:52:00.084254 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a4565438-91f2-4444-b962-83744430b63b tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks [] for subnet (983133d2-ff38-4266-904e-e871a4dfab4b), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:00.191297 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a4565438-91f2-4444-b962-83744430b63b tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (983133d2-ff38-4266-904e-e871a4dfab4b), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:00.206557 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7f1b79-643d-4c13-ae70-94247c932ea9 None None] DHCP port deletion for c312b721-2b22-4f34-983e-08de11418b4e request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 02:52:00.246890 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5b852063-288a-425f-a2e9-b0e2acbaee31 req-b1f5fbe8-c469-42fb-ae88-24fce2ccc1e7 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe71e737-cb97-4e9e-a576-1f93522c47f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3749890 Feb 19 02:52:00.289908 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6527bd83-70ea-4ce8-a5ac-2fa38c1ca67e req-bdc49236-1fff-4532-8ee8-9fa119a6bb17 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:00.301270 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6527bd83-70ea-4ce8-a5ac-2fa38c1ca67e req-bdc49236-1fff-4532-8ee8-9fa119a6bb17 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "GET /v2.0/ports?device_id=ede4e767-e5b4-43ee-8835-7ecb6d720271 HTTP/1.1" status: 200 len: 945 time: 0.2093196 Feb 19 02:52:00.306631 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-be7f1b79-643d-4c13-ae70-94247c932ea9 None None] Deleting port 0c99ee9e-aa34-4e88-a4a3-cbedb7df400d {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:52:00.307215 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-be7f1b79-643d-4c13-ae70-94247c932ea9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (0c99ee9e-aa34-4e88-a4a3-cbedb7df400d), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:00.370457 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [req-900f3cbd-e006-4983-85a7-08440c399dbf req-4f347773-1800-4fdf-a688-9d3f17ff4a93 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Allocated IP 172.20.0.10 (38d6fa8e-4007-4beb-abd0-8f0d817f1ef6/54b68f46-9c6f-467f-99d5-a919ef2f5fa1/130dc873-0a00-4bb6-93f1-eb8398e05ae7) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:52:00.398420 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-be7f1b79-643d-4c13-ae70-94247c932ea9 None None] For port 0c99ee9e-aa34-4e88-a4a3-cbedb7df400d, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=0c99ee9e-aa34-4e88-a4a3-cbedb7df400d,segment=NetworkSegment(8dc74463-1284-465e-8f51-9c4e25c854c9),segment_id=8dc74463-1284-465e-8f51-9c4e25c854c9)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:52:00.399681 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-be7f1b79-643d-4c13-ae70-94247c932ea9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (0c99ee9e-aa34-4e88-a4a3-cbedb7df400d), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:00.403553 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a4565438-91f2-4444-b962-83744430b63b tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (983133d2-ff38-4266-904e-e871a4dfab4b), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:00.410792 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-2f6ef4f0-275a-4b6e-b930-659c41f5149b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=958906eba0f2457fb5336e772b1c66db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4216933 Feb 19 02:52:00.411076 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6527bd83-70ea-4ce8-a5ac-2fa38c1ca67e req-f5e29b93-0f36-4112-ad0b-6cd956994632 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "GET /v2.0/security-groups?id=78612224-fbf6-480f-bcea-ccb270efe765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086605 Feb 19 02:52:00.418153 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 32864) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:52:00.423530 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-be7f1b79-643d-4c13-ae70-94247c932ea9 None None] Calling delete_port for 0c99ee9e-aa34-4e88-a4a3-cbedb7df400d owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:52:00.537274 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7f28fad8-ba51-4baf-8d49-8c988585a39c req-ea50f6ea-89af-4014-adcf-6ab38e2dc49d tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8a86073-2def-4fb5-96a2-44c62d200d83 HTTP/1.1" status: 200 len: 210 time: 0.1369147 Feb 19 02:52:00.552546 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-be7f1b79-643d-4c13-ae70-94247c932ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (0c99ee9e-aa34-4e88-a4a3-cbedb7df400d), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:00.593518 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7f1b79-643d-4c13-ae70-94247c932ea9 None None] Pushing event deleted for resources: {'Port': ['ID=0c99ee9e-aa34-4e88-a4a3-cbedb7df400d,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:00.615385 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7f1b79-643d-4c13-ae70-94247c932ea9 None None] No DVR routers for this DVR port 0c99ee9e-aa34-4e88-a4a3-cbedb7df400d on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:52:00.639929 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a4565438-91f2-4444-b962-83744430b63b tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (983133d2-ff38-4266-904e-e871a4dfab4b), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:00.678949 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4565438-91f2-4444-b962-83744430b63b tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Pushing event deleted for resources: {'Subnet': ['ID=983133d2-ff38-4266-904e-e871a4dfab4b,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:00.690829 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a4565438-91f2-4444-b962-83744430b63b tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:00.694609 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fefc4448-3298-47b4-b11e-5743872cc5e6 None None] Network f5c1130b-131f-4fde-9927-840cbad6505d requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:52:00.696961 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-a4565438-91f2-4444-b962-83744430b63b tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "DELETE /v2.0/subnets/983133d2-ff38-4266-904e-e871a4dfab4b HTTP/1.1" status: 204 len: 168 time: 0.7407813 Feb 19 02:52:00.699548 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 32874) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:52:00.726365 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-070aeb18-4fe3-4738-b0ca-13c3c2d7c30b admin admin] Publish callbacks [] for security_group (7f9a0e74-bc03-4003-b35a-0cd376c2c049), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:00.789073 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6560bf22-189a-4970-891e-c627b951b4e2 req-ec943653-1785-4ed1-8eea-eb2364d77292 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:00.791139 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6560bf22-189a-4970-891e-c627b951b4e2 req-ec943653-1785-4ed1-8eea-eb2364d77292 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=489c58f4-d89e-47a6-b4af-0944a22a7ab0 HTTP/1.1" status: 200 len: 945 time: 0.2392766 Feb 19 02:52:00.793406 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-070aeb18-4fe3-4738-b0ca-13c3c2d7c30b admin admin] Publish callbacks [] for security_group (7f9a0e74-bc03-4003-b35a-0cd376c2c049), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:00.836936 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8550ebb6-dd4e-443a-8472-49b8f9beaab4 req-b535ac18-63a9-42f3-babf-8df4b3fced86 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:00.839053 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8550ebb6-dd4e-443a-8472-49b8f9beaab4 req-b535ac18-63a9-42f3-babf-8df4b3fced86 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "GET /v2.0/ports?device_id=ede4e767-e5b4-43ee-8835-7ecb6d720271 HTTP/1.1" status: 200 len: 945 time: 0.1748040 Feb 19 02:52:00.859539 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-900f3cbd-e006-4983-85a7-08440c399dbf req-4f347773-1800-4fdf-a688-9d3f17ff4a93 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Publish callbacks [] for port (130dc873-0a00-4bb6-93f1-eb8398e05ae7), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:00.873326 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fc6ae6ff-35c7-487d-9baa-e5de2653c498 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (c312b721-2b22-4f34-983e-08de11418b4e), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:00.940164 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8550ebb6-dd4e-443a-8472-49b8f9beaab4 req-99eeb95a-85ce-4cd3-a067-015967dfa612 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "GET /v2.0/security-groups?id=78612224-fbf6-480f-bcea-ccb270efe765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874944 Feb 19 02:52:00.949929 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf0d451-9957-4ece-a99d-b230c3c1158b None None] DHCP port deletion for f5c1130b-131f-4fde-9927-840cbad6505d request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 02:52:00.971004 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6560bf22-189a-4970-891e-c627b951b4e2 req-1efc616b-a75d-4156-8233-d9f1fe65e153 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/security-groups?id=83745bf6-2450-44b1-b073-88b2d8645794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735961 Feb 19 02:52:00.976024 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-070aeb18-4fe3-4738-b0ca-13c3c2d7c30b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (7f9a0e74-bc03-4003-b35a-0cd376c2c049), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:00.979345 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-070aeb18-4fe3-4738-b0ca-13c3c2d7c30b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:00.983657 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-070aeb18-4fe3-4738-b0ca-13c3c2d7c30b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7f9a0e74-bc03-4003-b35a-0cd376c2c049 HTTP/1.1" status: 204 len: 168 time: 0.5644763 Feb 19 02:52:00.994450 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070aeb18-4fe3-4738-b0ca-13c3c2d7c30b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f9a0e74-bc03-4003-b35a-0cd376c2c049,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:01.092941 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fc6ae6ff-35c7-487d-9baa-e5de2653c498 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (c312b721-2b22-4f34-983e-08de11418b4e), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:01.105948 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-900f3cbd-e006-4983-85a7-08440c399dbf req-4f347773-1800-4fdf-a688-9d3f17ff4a93 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (130dc873-0a00-4bb6-93f1-eb8398e05ae7), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:01.152104 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['e7b6d271-0dd0-403f-9e7b-d4c19bbe49c1'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:52:01.159214 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-fc6ae6ff-35c7-487d-9baa-e5de2653c498 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c312b721-2b22-4f34-983e-08de11418b4e']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:52:01.161793 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-fbf0d451-9957-4ece-a99d-b230c3c1158b None None] Deleting port d35d1a96-37b8-411a-b2df-2cad06c14ccd {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:52:01.162381 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fbf0d451-9957-4ece-a99d-b230c3c1158b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (d35d1a96-37b8-411a-b2df-2cad06c14ccd), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:01.223519 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-fc6ae6ff-35c7-487d-9baa-e5de2653c498 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dc74463-1284-465e-8f51-9c4e25c854c9') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:52:01.223969 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-fc6ae6ff-35c7-487d-9baa-e5de2653c498 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dc74463-1284-465e-8f51-9c4e25c854c9') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:52:01.254889 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-900f3cbd-e006-4983-85a7-08440c399dbf req-4f347773-1800-4fdf-a688-9d3f17ff4a93 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Network 38d6fa8e-4007-4beb-abd0-8f0d817f1ef6 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:52:01.260193 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea44c10-f85a-4920-948b-cb8aa5005a48 req-8e0f14c5-0543-4e85-bcd8-683172f7d082 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:01.269210 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7ea44c10-f85a-4920-948b-cb8aa5005a48 req-8e0f14c5-0543-4e85-bcd8-683172f7d082 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] 10.222.0.72 "GET /v2.0/ports?device_id=85b3493e-4e6d-43dd-97f1-de789984e9e0 HTTP/1.1" status: 200 len: 944 time: 0.1443968 Feb 19 02:52:01.280390 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a10bd20-b040-4945-8b3b-5a3a74919886 req-e90b26d4-d653-405b-aa96-42bcfe4a7a5b tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:01.303665 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [req-900f3cbd-e006-4983-85a7-08440c399dbf req-4f347773-1800-4fdf-a688-9d3f17ff4a93 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:52:01.306759 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0a10bd20-b040-4945-8b3b-5a3a74919886 req-e90b26d4-d653-405b-aa96-42bcfe4a7a5b tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "GET /v2.0/ports?device_id=ede4e767-e5b4-43ee-8835-7ecb6d720271 HTTP/1.1" status: 200 len: 945 time: 0.1419744 Feb 19 02:52:01.310162 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-900f3cbd-e006-4983-85a7-08440c399dbf req-4f347773-1800-4fdf-a688-9d3f17ff4a93 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:52:01.316938 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fc6ae6ff-35c7-487d-9baa-e5de2653c498 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (8dc74463-1284-465e-8f51-9c4e25c854c9), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:01.344408 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-fbf0d451-9957-4ece-a99d-b230c3c1158b None None] For port d35d1a96-37b8-411a-b2df-2cad06c14ccd, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=d35d1a96-37b8-411a-b2df-2cad06c14ccd,segment=NetworkSegment(9b7f79d2-cbae-4212-ad2e-9ebd69e67349),segment_id=9b7f79d2-cbae-4212-ad2e-9ebd69e67349)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:52:01.344837 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fbf0d451-9957-4ece-a99d-b230c3c1158b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (d35d1a96-37b8-411a-b2df-2cad06c14ccd), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:01.367374 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f347773-1800-4fdf-a688-9d3f17ff4a93 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Pushing event updated for resources: {'Port': ['ID=130dc873-0a00-4bb6-93f1-eb8398e05ae7,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:01.372996 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-fbf0d451-9957-4ece-a99d-b230c3c1158b None None] Calling delete_port for d35d1a96-37b8-411a-b2df-2cad06c14ccd owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:52:01.415381 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fc6ae6ff-35c7-487d-9baa-e5de2653c498 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (8dc74463-1284-465e-8f51-9c4e25c854c9), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:01.447338 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900f3cbd-e006-4983-85a7-08440c399dbf req-4f347773-1800-4fdf-a688-9d3f17ff4a93 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:01.451210 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-900f3cbd-e006-4983-85a7-08440c399dbf req-4f347773-1800-4fdf-a688-9d3f17ff4a93 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:01.462257 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0a10bd20-b040-4945-8b3b-5a3a74919886 req-2b63d52f-623f-485d-bf8f-be6bcda080c9 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "GET /v2.0/security-groups?id=78612224-fbf6-480f-bcea-ccb270efe765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538427 Feb 19 02:52:01.497610 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-900f3cbd-e006-4983-85a7-08440c399dbf req-4f347773-1800-4fdf-a688-9d3f17ff4a93 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7670467 Feb 19 02:52:01.498191 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fbf0d451-9957-4ece-a99d-b230c3c1158b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (d35d1a96-37b8-411a-b2df-2cad06c14ccd), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:01.503408 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc6ae6ff-35c7-487d-9baa-e5de2653c498 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Releasing vlan 258 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:52:01.505942 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fc6ae6ff-35c7-487d-9baa-e5de2653c498 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (8dc74463-1284-465e-8f51-9c4e25c854c9), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:01.514293 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7ea44c10-f85a-4920-948b-cb8aa5005a48 req-14c87e46-1fb4-45c9-8b8b-e91899c6192e tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] 10.222.0.72 "GET /v2.0/security-groups?id=99efb503-a711-4838-8b15-bcaf32262e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2437685 Feb 19 02:52:01.518747 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 02:52:01.518747 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:52:01.518747 n-d-826753-2 neutron-server[103702]: timer() Feb 19 02:52:01.518747 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:52:01.518747 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 02:52:01.518747 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:52:01.518747 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 02:52:01.518747 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:52:01.518747 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 02:52:01.518747 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:52:01.518747 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 02:52:01.518747 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:52:01.518747 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 02:52:01.518747 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:52:01.518747 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:52:01.518747 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:52:01.518747 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:52:01.518747 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:52:01.518747 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 02:52:01.518747 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:52:01.518747 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 02:52:01.518747 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:52:01.518747 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:52:01.518747 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:52:01.518747 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 02:52:01.518747 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:52:01.518747 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:52:01.518747 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:52:01.518747 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:52:01.518747 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:52:01.518747 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:52:01.518747 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:52:01.562813 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-900f3cbd-e006-4983-85a7-08440c399dbf req-508e58a6-d548-4133-a557-e655ca1e7a3c service neutron] Request body: {'port': {'device_id': 'b8a86073-2def-4fb5-96a2-44c62d200d83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826753-2'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:52:01.597444 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf0d451-9957-4ece-a99d-b230c3c1158b None None] Pushing event deleted for resources: {'Port': ['ID=d35d1a96-37b8-411a-b2df-2cad06c14ccd,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:01.618027 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf0d451-9957-4ece-a99d-b230c3c1158b None None] No DVR routers for this DVR port d35d1a96-37b8-411a-b2df-2cad06c14ccd on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:52:01.776431 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fc6ae6ff-35c7-487d-9baa-e5de2653c498 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (c312b721-2b22-4f34-983e-08de11418b4e), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:01.809313 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fc6ae6ff-35c7-487d-9baa-e5de2653c498 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:01.814220 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-fc6ae6ff-35c7-487d-9baa-e5de2653c498 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "DELETE /v2.0/networks/c312b721-2b22-4f34-983e-08de11418b4e HTTP/1.1" status: 204 len: 168 time: 1.1137261 Feb 19 02:52:01.817017 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 0c99ee9e-aa34-4e88-a4a3-cbedb7df400d no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:52:01.818772 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 32904) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:52:01.852384 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6ae6ff-35c7-487d-9baa-e5de2653c498 tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Pushing event deleted for resources: {'Network': ['ID=c312b721-2b22-4f34-983e-08de11418b4e,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:01.860016 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-900f3cbd-e006-4983-85a7-08440c399dbf req-508e58a6-d548-4133-a557-e655ca1e7a3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (130dc873-0a00-4bb6-93f1-eb8398e05ae7), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:01.863481 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 0c99ee9e-aa34-4e88-a4a3-cbedb7df400d {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:52:01.863825 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 0c99ee9e-aa34-4e88-a4a3-cbedb7df400d not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:52:01.864248 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device d35d1a96-37b8-411a-b2df-2cad06c14ccd no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:52:01.865504 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad0b6eb-bbb7-4f2d-875b-214ed2f57fed req-be3b3907-908a-4575-a7bf-6c2049cd0fd7 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:01.867230 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2ad0b6eb-bbb7-4f2d-875b-214ed2f57fed req-be3b3907-908a-4575-a7bf-6c2049cd0fd7 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/ports?device_id=703117b2-3b74-4940-91d7-38248cc7fdf8 HTTP/1.1" status: 200 len: 950 time: 0.2123973 Feb 19 02:52:01.883267 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9e0669-ef80-4b8f-bc8a-f3a71a978462 req-451eb2a4-c792-436d-9ee0-6896fa5d5127 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:01.886391 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ab9e0669-ef80-4b8f-bc8a-f3a71a978462 req-451eb2a4-c792-436d-9ee0-6896fa5d5127 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8a86073-2def-4fb5-96a2-44c62d200d83 HTTP/1.1" status: 200 len: 932 time: 0.1554377 Feb 19 02:52:01.904919 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: d35d1a96-37b8-411a-b2df-2cad06c14ccd {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:52:01.905297 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device d35d1a96-37b8-411a-b2df-2cad06c14ccd not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:52:01.969953 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c71eac4a-a86f-4521-afb7-de1bb2e585ac tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (f5c1130b-131f-4fde-9927-840cbad6505d), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:02.030418 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2ad0b6eb-bbb7-4f2d-875b-214ed2f57fed req-2ea3bde5-0528-446a-b370-523eefa854a9 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe71e737-cb97-4e9e-a576-1f93522c47f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428990 Feb 19 02:52:02.103152 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ab9e0669-ef80-4b8f-bc8a-f3a71a978462 req-6b7fa66f-e090-40d5-9fac-3ea8af34fe83 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ca71149-99da-4cc2-ac25-44d2d4a4007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049160 Feb 19 02:52:02.166615 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c71eac4a-a86f-4521-afb7-de1bb2e585ac tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (f5c1130b-131f-4fde-9927-840cbad6505d), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:02.295318 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67d9f12-a844-42f6-8a5b-9411d3079b1b req-45239812-37d1-4996-9728-28f8873961be tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:02.296809 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b67d9f12-a844-42f6-8a5b-9411d3079b1b req-45239812-37d1-4996-9728-28f8873961be tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "GET /v2.0/ports?device_id=ede4e767-e5b4-43ee-8835-7ecb6d720271 HTTP/1.1" status: 200 len: 945 time: 0.1015465 Feb 19 02:52:02.309337 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdda866b-bd18-444a-8467-0ef4876359d9 req-e9daba71-41df-49f3-9a35-e697d5c45db5 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:02.310877 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cdda866b-bd18-444a-8467-0ef4876359d9 req-e9daba71-41df-49f3-9a35-e697d5c45db5 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=489c58f4-d89e-47a6-b4af-0944a22a7ab0 HTTP/1.1" status: 200 len: 945 time: 0.0804994 Feb 19 02:52:02.388734 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b67d9f12-a844-42f6-8a5b-9411d3079b1b req-740f063e-5405-4e1c-bdfe-44444cb7775e tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "GET /v2.0/security-groups?id=78612224-fbf6-480f-bcea-ccb270efe765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768418 Feb 19 02:52:02.394106 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cdda866b-bd18-444a-8467-0ef4876359d9 req-1d2d5f89-ec9a-4d8d-9ead-a787367c766e tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/security-groups?id=83745bf6-2450-44b1-b073-88b2d8645794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762205 Feb 19 02:52:02.540815 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf03e645-1a1b-4387-bd81-5046d94d4cf9 req-d7fff226-849d-4911-b357-eab53c99912a tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:02.542481 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cf03e645-1a1b-4387-bd81-5046d94d4cf9 req-d7fff226-849d-4911-b357-eab53c99912a tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "GET /v2.0/ports?device_id=ede4e767-e5b4-43ee-8835-7ecb6d720271 HTTP/1.1" status: 200 len: 945 time: 0.0660386 Feb 19 02:52:02.568906 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-c71eac4a-a86f-4521-afb7-de1bb2e585ac tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5c1130b-131f-4fde-9927-840cbad6505d']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:52:02.582024 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-c71eac4a-a86f-4521-afb7-de1bb2e585ac tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b7f79d2-cbae-4212-ad2e-9ebd69e67349') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:52:02.582294 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-c71eac4a-a86f-4521-afb7-de1bb2e585ac tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b7f79d2-cbae-4212-ad2e-9ebd69e67349') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:52:02.600288 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c71eac4a-a86f-4521-afb7-de1bb2e585ac tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (9b7f79d2-cbae-4212-ad2e-9ebd69e67349), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:02.627542 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cf03e645-1a1b-4387-bd81-5046d94d4cf9 req-85bd9671-09d0-4654-8c73-cc0f42065506 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "GET /v2.0/security-groups?id=78612224-fbf6-480f-bcea-ccb270efe765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790894 Feb 19 02:52:02.634522 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c71eac4a-a86f-4521-afb7-de1bb2e585ac tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (9b7f79d2-cbae-4212-ad2e-9ebd69e67349), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:02.649227 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c71eac4a-a86f-4521-afb7-de1bb2e585ac tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Releasing vlan 287 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:52:02.649626 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c71eac4a-a86f-4521-afb7-de1bb2e585ac tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (9b7f79d2-cbae-4212-ad2e-9ebd69e67349), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:02.652670 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 02:52:02.652670 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:52:02.652670 n-d-826753-2 neutron-server[103702]: timer() Feb 19 02:52:02.652670 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:52:02.652670 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 02:52:02.652670 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:52:02.652670 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 02:52:02.652670 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:52:02.652670 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 02:52:02.652670 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:52:02.652670 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 02:52:02.652670 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:52:02.652670 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 02:52:02.652670 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:52:02.652670 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:52:02.652670 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:52:02.652670 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:52:02.652670 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:52:02.652670 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 02:52:02.652670 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:52:02.652670 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 02:52:02.652670 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:52:02.652670 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:52:02.652670 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:52:02.652670 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 02:52:02.652670 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:52:02.652670 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:52:02.652670 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:52:02.652670 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:52:02.652670 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:52:02.652670 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:52:02.652670 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:52:02.777930 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-900f3cbd-e006-4983-85a7-08440c399dbf req-508e58a6-d548-4133-a557-e655ca1e7a3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 130dc873-0a00-4bb6-93f1-eb8398e05ae7 {{(pid=103702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:52:02.791744 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-900f3cbd-e006-4983-85a7-08440c399dbf req-508e58a6-d548-4133-a557-e655ca1e7a3c service neutron] Publish callbacks [] for port (130dc873-0a00-4bb6-93f1-eb8398e05ae7), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:02.822438 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-900f3cbd-e006-4983-85a7-08440c399dbf req-508e58a6-d548-4133-a557-e655ca1e7a3c service neutron] Transition to ACTIVE for port object 130dc873-0a00-4bb6-93f1-eb8398e05ae7 will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:52:02.839195 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cab3e6-2deb-4631-8b7f-be5e701cbd3e req-cc2b123a-c2e4-45ab-9168-129deba8dcc3 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:02.840782 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e9cab3e6-2deb-4631-8b7f-be5e701cbd3e req-cc2b123a-c2e4-45ab-9168-129deba8dcc3 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] 10.222.0.72 "GET /v2.0/ports?device_id=85b3493e-4e6d-43dd-97f1-de789984e9e0 HTTP/1.1" status: 200 len: 944 time: 0.1263726 Feb 19 02:52:02.842952 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c71eac4a-a86f-4521-afb7-de1bb2e585ac tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (f5c1130b-131f-4fde-9927-840cbad6505d), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:02.849963 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-900f3cbd-e006-4983-85a7-08440c399dbf req-508e58a6-d548-4133-a557-e655ca1e7a3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (130dc873-0a00-4bb6-93f1-eb8398e05ae7), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:02.889372 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c71eac4a-a86f-4521-afb7-de1bb2e585ac tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:02.894890 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-c71eac4a-a86f-4521-afb7-de1bb2e585ac tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] 10.222.0.72 "DELETE /v2.0/networks/f5c1130b-131f-4fde-9927-840cbad6505d HTTP/1.1" status: 204 len: 168 time: 1.0749714 Feb 19 02:52:02.913983 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e9cab3e6-2deb-4631-8b7f-be5e701cbd3e req-5f126936-f21f-4c40-8272-927afc9fea38 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] 10.222.0.72 "GET /v2.0/security-groups?id=99efb503-a711-4838-8b15-bcaf32262e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560191 Feb 19 02:52:02.970069 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71eac4a-a86f-4521-afb7-de1bb2e585ac tempest-TaggedBootDevicesTest_v242-1323332188 tempest-TaggedBootDevicesTest_v242-1323332188-project] Pushing event deleted for resources: {'Network': ['ID=f5c1130b-131f-4fde-9927-840cbad6505d,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:02.975809 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508e58a6-d548-4133-a557-e655ca1e7a3c service neutron] Pushing event updated for resources: {'Port': ['ID=130dc873-0a00-4bb6-93f1-eb8398e05ae7,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:03.125943 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-900f3cbd-e006-4983-85a7-08440c399dbf req-508e58a6-d548-4133-a557-e655ca1e7a3c service neutron] Attempting to bind port 130dc873-0a00-4bb6-93f1-eb8398e05ae7 on host n-h1-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:52:03.126280 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-900f3cbd-e006-4983-85a7-08440c399dbf req-508e58a6-d548-4133-a557-e655ca1e7a3c service neutron] Attempting to bind port 130dc873-0a00-4bb6-93f1-eb8398e05ae7 by drivers openvswitch,hyperv on host n-h1-826753-2 at level 0 using segments [{'id': '4d279d1b-ef9f-49cc-bc5d-c8be530f22d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '38d6fa8e-4007-4beb-abd0-8f0d817f1ef6'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:52:03.126703 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900f3cbd-e006-4983-85a7-08440c399dbf req-508e58a6-d548-4133-a557-e655ca1e7a3c service neutron] Attempting to bind port 130dc873-0a00-4bb6-93f1-eb8398e05ae7 on network 38d6fa8e-4007-4beb-abd0-8f0d817f1ef6 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:52:03.135346 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900f3cbd-e006-4983-85a7-08440c399dbf req-508e58a6-d548-4133-a557-e655ca1e7a3c service neutron] Port 130dc873-0a00-4bb6-93f1-eb8398e05ae7 on network 38d6fa8e-4007-4beb-abd0-8f0d817f1ef6 not bound, no agent of type Open vSwitch agent registered on host n-h1-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:52:03.135675 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900f3cbd-e006-4983-85a7-08440c399dbf req-508e58a6-d548-4133-a557-e655ca1e7a3c service neutron] Attempting to bind port 130dc873-0a00-4bb6-93f1-eb8398e05ae7 on network 38d6fa8e-4007-4beb-abd0-8f0d817f1ef6 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:52:03.143905 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900f3cbd-e006-4983-85a7-08440c399dbf req-508e58a6-d548-4133-a557-e655ca1e7a3c service neutron] Checking agent: {'id': '9d56fb1b-2855-496a-a6d9-c324740cb98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:52:03.144288 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900f3cbd-e006-4983-85a7-08440c399dbf req-508e58a6-d548-4133-a557-e655ca1e7a3c service neutron] Checking segment: {'id': '4d279d1b-ef9f-49cc-bc5d-c8be530f22d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '38d6fa8e-4007-4beb-abd0-8f0d817f1ef6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:52:03.144643 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900f3cbd-e006-4983-85a7-08440c399dbf req-508e58a6-d548-4133-a557-e655ca1e7a3c service neutron] Bound using segment: {'id': '4d279d1b-ef9f-49cc-bc5d-c8be530f22d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '38d6fa8e-4007-4beb-abd0-8f0d817f1ef6'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:52:03.145175 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-900f3cbd-e006-4983-85a7-08440c399dbf req-508e58a6-d548-4133-a557-e655ca1e7a3c service neutron] Bound port: 130dc873-0a00-4bb6-93f1-eb8398e05ae7, host: n-h1-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d279d1b-ef9f-49cc-bc5d-c8be530f22d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '38d6fa8e-4007-4beb-abd0-8f0d817f1ef6'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:52:03.145508 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-900f3cbd-e006-4983-85a7-08440c399dbf req-508e58a6-d548-4133-a557-e655ca1e7a3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (130dc873-0a00-4bb6-93f1-eb8398e05ae7), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:03.254542 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 32958) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:52:03.261662 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-900f3cbd-e006-4983-85a7-08440c399dbf req-508e58a6-d548-4133-a557-e655ca1e7a3c service neutron] For port 130dc873-0a00-4bb6-93f1-eb8398e05ae7, host n-h1-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:52:03.266187 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-900f3cbd-e006-4983-85a7-08440c399dbf req-508e58a6-d548-4133-a557-e655ca1e7a3c service neutron] For port 130dc873-0a00-4bb6-93f1-eb8398e05ae7, host n-h1-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=130dc873-0a00-4bb6-93f1-eb8398e05ae7,segment=NetworkSegment(4d279d1b-ef9f-49cc-bc5d-c8be530f22d3),segment_id=4d279d1b-ef9f-49cc-bc5d-c8be530f22d3)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:52:03.278442 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-900f3cbd-e006-4983-85a7-08440c399dbf req-508e58a6-d548-4133-a557-e655ca1e7a3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (130dc873-0a00-4bb6-93f1-eb8398e05ae7), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:03.337804 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900f3cbd-e006-4983-85a7-08440c399dbf req-508e58a6-d548-4133-a557-e655ca1e7a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:03.338536 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-900f3cbd-e006-4983-85a7-08440c399dbf req-508e58a6-d548-4133-a557-e655ca1e7a3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:03.340104 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-900f3cbd-e006-4983-85a7-08440c399dbf req-508e58a6-d548-4133-a557-e655ca1e7a3c service neutron] 10.222.0.73 "PUT /v2.0/ports/130dc873-0a00-4bb6-93f1-eb8398e05ae7 HTTP/1.1" status: 200 len: 1092 time: 1.7816556 Feb 19 02:52:03.340665 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8a86073-2def-4fb5-96a2-44c62d200d83', 'tag': '130dc873-0a00-4bb6-93f1-eb8398e05ae7'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:52:03.343299 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0e297be-efe3-434f-9248-aad1c36ea5f8" -d '{"events": [{"name": "network-changed", "server_uuid": "b8a86073-2def-4fb5-96a2-44c62d200d83", "tag": "130dc873-0a00-4bb6-93f1-eb8398e05ae7"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:52:03.366056 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508e58a6-d548-4133-a557-e655ca1e7a3c service neutron] Pushing event updated for resources: {'Port': ['ID=130dc873-0a00-4bb6-93f1-eb8398e05ae7,revision_number=3']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:03.432567 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b389c91-5939-4412-8389-5991162b83c0 req-6cfb36bb-926f-432a-ab4c-e28eea00d40f tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:03.450407 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0b389c91-5939-4412-8389-5991162b83c0 req-6cfb36bb-926f-432a-ab4c-e28eea00d40f tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/ports?device_id=703117b2-3b74-4940-91d7-38248cc7fdf8 HTTP/1.1" status: 200 len: 950 time: 0.2905836 Feb 19 02:52:03.508564 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900f3cbd-e006-4983-85a7-08440c399dbf req-1d7020a2-2af1-49ab-8fae-8d71d8d65c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:03.512914 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-900f3cbd-e006-4983-85a7-08440c399dbf req-1d7020a2-2af1-49ab-8fae-8d71d8d65c0d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=58648b0a304e4e32b732a18f663ed7a6&device_id=b8a86073-2def-4fb5-96a2-44c62d200d83 HTTP/1.1" status: 200 len: 1126 time: 0.0991676 Feb 19 02:52:03.575390 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0b389c91-5939-4412-8389-5991162b83c0 req-b26432ad-241f-4610-89d1-e4cc6f295a8b tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe71e737-cb97-4e9e-a576-1f93522c47f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238456 Feb 19 02:52:03.616674 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6333c1b6-5a16-4dc9-aeb0-ab15b2d69c98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:03.627618 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-900f3cbd-e006-4983-85a7-08440c399dbf req-54640945-48c9-4e89-a39e-fac617848158 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=130dc873-0a00-4bb6-93f1-eb8398e05ae7 HTTP/1.1" status: 200 len: 217 time: 0.1007669 Feb 19 02:52:03.674868 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3608537-0bfa-4030-9522-d946add4055c req-fd960b25-d9a4-4a11-b357-69f8a87b0d7a tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:03.687280 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e3608537-0bfa-4030-9522-d946add4055c req-fd960b25-d9a4-4a11-b357-69f8a87b0d7a tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8a86073-2def-4fb5-96a2-44c62d200d83 HTTP/1.1" status: 200 len: 944 time: 0.3746548 Feb 19 02:52:03.705642 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900f3cbd-e006-4983-85a7-08440c399dbf req-60708f65-5651-4d44-88e0-b0abada0f42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:03.710399 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-900f3cbd-e006-4983-85a7-08440c399dbf req-60708f65-5651-4d44-88e0-b0abada0f42d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=54b68f46-9c6f-467f-99d5-a919ef2f5fa1 HTTP/1.1" status: 200 len: 846 time: 0.0735998 Feb 19 02:52:03.769205 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-900f3cbd-e006-4983-85a7-08440c399dbf req-bdad2a0f-6333-4cf5-8305-d5ff1a610a13 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=38d6fa8e-4007-4beb-abd0-8f0d817f1ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525703 Feb 19 02:52:03.774056 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22290aac-addd-4d25-9797-74276d2b37de x-openstack-request-id: req-22290aac-addd-4d25-9797-74276d2b37de {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:52:03.775294 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8a86073-2def-4fb5-96a2-44c62d200d83", "tag": "130dc873-0a00-4bb6-93f1-eb8398e05ae7", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:52:03.778922 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-22290aac-addd-4d25-9797-74276d2b37de {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:52:03.779458 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8a86073-2def-4fb5-96a2-44c62d200d83', 'tag': '130dc873-0a00-4bb6-93f1-eb8398e05ae7', 'status': 'completed', 'code': 200} Feb 19 02:52:03.816464 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e3608537-0bfa-4030-9522-d946add4055c req-f33715fe-2a2c-443b-957a-69ac7d4c5e51 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ca71149-99da-4cc2-ac25-44d2d4a4007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283200 Feb 19 02:52:03.908456 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a644a950-0fc5-4a9e-a412-fa155404b0d2 req-fd8d5f88-af00-419c-b5ca-27c37c916d8f tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:03.916781 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a644a950-0fc5-4a9e-a412-fa155404b0d2 req-fd8d5f88-af00-419c-b5ca-27c37c916d8f tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=489c58f4-d89e-47a6-b4af-0944a22a7ab0 HTTP/1.1" status: 200 len: 945 time: 0.1239879 Feb 19 02:52:03.955613 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6333c1b6-5a16-4dc9-aeb0-ab15b2d69c98 admin admin] Publish callbacks [] for security_group (cfd5bee2-3cdc-427c-92d1-b0c402d89a85), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:03.996772 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-900f3cbd-e006-4983-85a7-08440c399dbf req-27210258-765a-4e84-a3b7-d18912294fff service neutron] 10.222.0.73 "GET /v2.0/networks/38d6fa8e-4007-4beb-abd0-8f0d817f1ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153304 Feb 19 02:52:03.998544 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a644a950-0fc5-4a9e-a412-fa155404b0d2 req-895e318d-2c33-46ab-bfd1-74fefde0f0f0 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/security-groups?id=83745bf6-2450-44b1-b073-88b2d8645794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801919 Feb 19 02:52:03.999486 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6333c1b6-5a16-4dc9-aeb0-ab15b2d69c98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (cfd5bee2-3cdc-427c-92d1-b0c402d89a85), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:04.056299 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-6333c1b6-5a16-4dc9-aeb0-ab15b2d69c98 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a9935ecbf8d447ffbb72d599144e8ae0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7965229 Feb 19 02:52:04.056965 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 32978) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:52:04.091965 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6333c1b6-5a16-4dc9-aeb0-ab15b2d69c98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd5bee2-3cdc-427c-92d1-b0c402d89a85,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:04.199639 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-900f3cbd-e006-4983-85a7-08440c399dbf req-c6534c92-a56e-479f-aea6-ac2f73e722e3 service neutron] 10.222.0.73 "GET /v2.0/networks/38d6fa8e-4007-4beb-abd0-8f0d817f1ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817791 Feb 19 02:52:04.308806 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d562884f-90c2-4490-9e4c-567e7067c1e2 req-4fd19e96-b79d-4553-8b0c-e0f1c8bd998c tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:04.318086 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d562884f-90c2-4490-9e4c-567e7067c1e2 req-4fd19e96-b79d-4553-8b0c-e0f1c8bd998c tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] 10.222.0.72 "GET /v2.0/ports?device_id=85b3493e-4e6d-43dd-97f1-de789984e9e0 HTTP/1.1" status: 200 len: 944 time: 0.1397159 Feb 19 02:52:04.334944 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-62551ad6-db39-409a-a281-85a1eef43749 admin admin] Publish callbacks [] for security_group (cfd5bee2-3cdc-427c-92d1-b0c402d89a85), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:04.417676 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e297be-efe3-434f-9248-aad1c36ea5f8 req-f2580aad-2434-454b-98f1-53a19ff372c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:04.423545 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-62551ad6-db39-409a-a281-85a1eef43749 admin admin] Publish callbacks [] for security_group (cfd5bee2-3cdc-427c-92d1-b0c402d89a85), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:04.424812 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-b0e297be-efe3-434f-9248-aad1c36ea5f8 req-f2580aad-2434-454b-98f1-53a19ff372c7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=58648b0a304e4e32b732a18f663ed7a6&device_id=b8a86073-2def-4fb5-96a2-44c62d200d83 HTTP/1.1" status: 200 len: 1126 time: 0.1114831 Feb 19 02:52:04.506236 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d562884f-90c2-4490-9e4c-567e7067c1e2 req-7d2485ff-547c-47d3-b68b-65287389b1cd tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] 10.222.0.72 "GET /v2.0/security-groups?id=99efb503-a711-4838-8b15-bcaf32262e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1814225 Feb 19 02:52:04.558831 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e297be-efe3-434f-9248-aad1c36ea5f8 req-0390fc1b-2c17-40fe-a76b-b57a8caacc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:04.560315 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-b0e297be-efe3-434f-9248-aad1c36ea5f8 req-0390fc1b-2c17-40fe-a76b-b57a8caacc6a service neutron] 10.222.0.73 "GET /v2.0/networks?id=38d6fa8e-4007-4beb-abd0-8f0d817f1ef6 HTTP/1.1" status: 200 len: 907 time: 0.1289310 Feb 19 02:52:04.622794 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e79b36-ccbd-4ab2-9db3-747b151b97cd req-fd87ce0d-b438-4b76-a718-b2f7e3489aae tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:04.631964 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c6e79b36-ccbd-4ab2-9db3-747b151b97cd req-fd87ce0d-b438-4b76-a718-b2f7e3489aae tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "GET /v2.0/ports?device_id=ede4e767-e5b4-43ee-8835-7ecb6d720271 HTTP/1.1" status: 200 len: 945 time: 0.1839979 Feb 19 02:52:04.656059 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-b0e297be-efe3-434f-9248-aad1c36ea5f8 req-c0f3b8e7-8445-4f5b-9160-c66b6ab0352f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=130dc873-0a00-4bb6-93f1-eb8398e05ae7 HTTP/1.1" status: 200 len: 217 time: 0.0872474 Feb 19 02:52:04.721731 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-62551ad6-db39-409a-a281-85a1eef43749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (cfd5bee2-3cdc-427c-92d1-b0c402d89a85), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:04.725591 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-62551ad6-db39-409a-a281-85a1eef43749 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:04.728055 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-62551ad6-db39-409a-a281-85a1eef43749 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/cfd5bee2-3cdc-427c-92d1-b0c402d89a85 HTTP/1.1" status: 204 len: 168 time: 0.6690590 Feb 19 02:52:04.759322 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3648f4eb-c1e1-4108-ad20-00ccfa7f125a req-8c156b83-f768-4755-864b-88e1aa654dfd tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:04.762743 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e297be-efe3-434f-9248-aad1c36ea5f8 req-03bcc8fd-1be0-4c84-8ae1-06263c2b7542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:04.766588 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-b0e297be-efe3-434f-9248-aad1c36ea5f8 req-03bcc8fd-1be0-4c84-8ae1-06263c2b7542 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=54b68f46-9c6f-467f-99d5-a919ef2f5fa1 HTTP/1.1" status: 200 len: 846 time: 0.1068425 Feb 19 02:52:04.768815 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3648f4eb-c1e1-4108-ad20-00ccfa7f125a req-8c156b83-f768-4755-864b-88e1aa654dfd tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=489c58f4-d89e-47a6-b4af-0944a22a7ab0 HTTP/1.1" status: 200 len: 945 time: 0.1268516 Feb 19 02:52:04.805069 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c6e79b36-ccbd-4ab2-9db3-747b151b97cd req-8ed719bf-0ffa-456e-b21e-0e090b9486d2 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "GET /v2.0/security-groups?id=78612224-fbf6-480f-bcea-ccb270efe765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699924 Feb 19 02:52:04.809254 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62551ad6-db39-409a-a281-85a1eef43749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd5bee2-3cdc-427c-92d1-b0c402d89a85,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:04.833773 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-b0e297be-efe3-434f-9248-aad1c36ea5f8 req-e4f092dc-d216-49e0-b93a-68681dc51b7a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=38d6fa8e-4007-4beb-abd0-8f0d817f1ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582736 Feb 19 02:52:04.987105 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3648f4eb-c1e1-4108-ad20-00ccfa7f125a req-69e35a45-1f52-42b9-9a24-dd70b8210195 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/security-groups?id=83745bf6-2450-44b1-b073-88b2d8645794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169185 Feb 19 02:52:05.003009 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-b0e297be-efe3-434f-9248-aad1c36ea5f8 req-0867306f-10db-4ff1-b164-1330d48e3706 service neutron] 10.222.0.73 "GET /v2.0/networks/38d6fa8e-4007-4beb-abd0-8f0d817f1ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608787 Feb 19 02:52:05.069346 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8efd77-c371-4f62-99cc-29efba4a0896 req-9f83a21b-f8b6-425c-b920-c9d35a3d0e46 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:05.071760 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6e8efd77-c371-4f62-99cc-29efba4a0896 req-9f83a21b-f8b6-425c-b920-c9d35a3d0e46 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/ports?device_id=703117b2-3b74-4940-91d7-38248cc7fdf8 HTTP/1.1" status: 200 len: 950 time: 0.0999203 Feb 19 02:52:05.207163 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-b0e297be-efe3-434f-9248-aad1c36ea5f8 req-5d0f9262-d2e4-4557-b5bc-f56a1a6f6b6e service neutron] 10.222.0.73 "GET /v2.0/networks/38d6fa8e-4007-4beb-abd0-8f0d817f1ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966898 Feb 19 02:52:05.218801 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6e8efd77-c371-4f62-99cc-29efba4a0896 req-df040d27-9a0c-4b37-ad09-ae5552961f03 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe71e737-cb97-4e9e-a576-1f93522c47f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379881 Feb 19 02:52:05.239340 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cf46b8-dfcf-4463-9aa6-c623230ef589 req-22ca8f17-6a36-46fe-8589-228f12833f95 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:05.247813 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-07cf46b8-dfcf-4463-9aa6-c623230ef589 req-22ca8f17-6a36-46fe-8589-228f12833f95 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8a86073-2def-4fb5-96a2-44c62d200d83 HTTP/1.1" status: 200 len: 944 time: 0.1392710 Feb 19 02:52:05.312248 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-07cf46b8-dfcf-4463-9aa6-c623230ef589 req-cf5697e4-4a7b-488a-a94f-9644e61aebd4 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ca71149-99da-4cc2-ac25-44d2d4a4007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627146 Feb 19 02:52:05.725319 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeea8b8-49eb-416e-8894-664c57f7e051 req-9e37e24e-beb4-4f20-a54e-95faf4af5254 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:05.727580 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-dbeea8b8-49eb-416e-8894-664c57f7e051 req-9e37e24e-beb4-4f20-a54e-95faf4af5254 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] 10.222.0.72 "GET /v2.0/ports?device_id=85b3493e-4e6d-43dd-97f1-de789984e9e0 HTTP/1.1" status: 200 len: 944 time: 0.1056299 Feb 19 02:52:05.773063 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 33020) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:52:05.845233 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-dbeea8b8-49eb-416e-8894-664c57f7e051 req-cd5b2343-e703-45cf-9a76-1f97f3d66207 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] 10.222.0.72 "GET /v2.0/security-groups?id=99efb503-a711-4838-8b15-bcaf32262e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118798 Feb 19 02:52:06.005625 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-9840b124-684f-4717-8a4a-fc597b8ad9f0 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1886842463-network', 'tenant_id': 'b2f0cd9db0f84e1b8f9e0fccbd20ae90'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:52:06.038458 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab86a70f-33d1-47f7-a8b8-69387bca59a8 req-9a7e2937-9ddc-4181-8a0f-3b1319c350ad tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:06.044142 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ab86a70f-33d1-47f7-a8b8-69387bca59a8 req-9a7e2937-9ddc-4181-8a0f-3b1319c350ad tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "GET /v2.0/ports?device_id=ede4e767-e5b4-43ee-8835-7ecb6d720271 HTTP/1.1" status: 200 len: 945 time: 0.1336293 Feb 19 02:52:06.075260 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9840b124-684f-4717-8a4a-fc597b8ad9f0 admin admin] Made reservation on behalf of b2f0cd9db0f84e1b8f9e0fccbd20ae90 for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:52:06.077666 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9840b124-684f-4717-8a4a-fc597b8ad9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:06.093488 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9840b124-684f-4717-8a4a-fc597b8ad9f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:06.147700 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ab86a70f-33d1-47f7-a8b8-69387bca59a8 req-e542e1d8-ba6d-420d-8cd4-2e4dd5167375 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "GET /v2.0/security-groups?id=78612224-fbf6-480f-bcea-ccb270efe765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972204 Feb 19 02:52:06.321931 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50216a3b-08cc-430f-a22f-f07b0d5f1b0c req-7917aafa-d411-46fe-bbb2-ce4f37d53ad7 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:06.328193 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-50216a3b-08cc-430f-a22f-f07b0d5f1b0c req-7917aafa-d411-46fe-bbb2-ce4f37d53ad7 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.73 "GET /v2.0/ports?device_id=489c58f4-d89e-47a6-b4af-0944a22a7ab0 HTTP/1.1" status: 200 len: 945 time: 0.4899628 Feb 19 02:52:06.531967 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e5c5d9-ae29-4a3d-86b0-4917347427bd req-e8d2e501-0dfc-47e0-a1bd-0967cbd5ef02 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:06.544014 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c0e5c5d9-ae29-4a3d-86b0-4917347427bd req-e8d2e501-0dfc-47e0-a1bd-0967cbd5ef02 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=489c58f4-d89e-47a6-b4af-0944a22a7ab0 HTTP/1.1" status: 200 len: 945 time: 0.2251306 Feb 19 02:52:06.579843 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e3d01c-c41d-43ee-a2b6-cfbf38b2f562 req-d9bf3e6a-4a86-478f-96ca-595fa3903a7f tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:06.581467 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-37e3d01c-c41d-43ee-a2b6-cfbf38b2f562 req-d9bf3e6a-4a86-478f-96ca-595fa3903a7f tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/ports?device_id=703117b2-3b74-4940-91d7-38248cc7fdf8 HTTP/1.1" status: 200 len: 950 time: 0.1806481 Feb 19 02:52:06.613183 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9840b124-684f-4717-8a4a-fc597b8ad9f0 admin admin] Publish callbacks [] for security_group (ed4112f7-4072-40c7-a6a7-08b05eb3305e), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:06.645827 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9840b124-684f-4717-8a4a-fc597b8ad9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (ed4112f7-4072-40c7-a6a7-08b05eb3305e), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:06.664647 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c0e5c5d9-ae29-4a3d-86b0-4917347427bd req-b8364390-bb01-4fc9-baa2-daef93f6630f tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/security-groups?id=83745bf6-2450-44b1-b073-88b2d8645794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190381 Feb 19 02:52:06.761575 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9840b124-684f-4717-8a4a-fc597b8ad9f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed4112f7-4072-40c7-a6a7-08b05eb3305e,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:06.796626 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9840b124-684f-4717-8a4a-fc597b8ad9f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 288, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:52:06.808169 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 9dde31ab-167a-4ddd-8ac6-f2ca929f6be4 details requested by agent hyperv_n-h2-826753-2 with host n-h2-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:52:06.830991 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-37e3d01c-c41d-43ee-a2b6-cfbf38b2f562 req-dae9194b-07a0-4bd9-9c9a-7374e16e1d74 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe71e737-cb97-4e9e-a576-1f93522c47f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790602 Feb 19 02:52:06.865305 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-50216a3b-08cc-430f-a22f-f07b0d5f1b0c req-5650ca23-b434-432a-801a-84107371a499 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Deleting port 0bb72d54-bc8b-4d50-97f8-f6d678c6dc11 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:52:06.865633 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-50216a3b-08cc-430f-a22f-f07b0d5f1b0c req-5650ca23-b434-432a-801a-84107371a499 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (0bb72d54-bc8b-4d50-97f8-f6d678c6dc11), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:06.888870 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9840b124-684f-4717-8a4a-fc597b8ad9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (4dfb0c52-dd3e-40c9-b0e6-e6748172cba4), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:06.891700 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-9840b124-684f-4717-8a4a-fc597b8ad9f0 admin admin] Added segment 4dfb0c52-dd3e-40c9-b0e6-e6748172cba4 of type vlan for network 632b0eed-a44b-4f34-a487-b870d68175ce Feb 19 02:52:06.947257 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7c03d5-dfb0-45e2-bdff-4300fb68e641 req-ad6c44bc-8740-481b-afff-de6cf062c0f4 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:06.948746 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ad7c03d5-dfb0-45e2-bdff-4300fb68e641 req-ad6c44bc-8740-481b-afff-de6cf062c0f4 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8a86073-2def-4fb5-96a2-44c62d200d83 HTTP/1.1" status: 200 len: 944 time: 0.1444507 Feb 19 02:52:07.050255 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 9dde31ab-167a-4ddd-8ac6-f2ca929f6be4, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=9dde31ab-167a-4ddd-8ac6-f2ca929f6be4,segment=NetworkSegment(67a55616-cfc4-41c3-be2a-0391abacfbd5),segment_id=67a55616-cfc4-41c3-be2a-0391abacfbd5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:52:07.058528 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9840b124-684f-4717-8a4a-fc597b8ad9f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (632b0eed-a44b-4f34-a487-b870d68175ce), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:07.080109 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Returning: {'device': '9dde31ab-167a-4ddd-8ac6-f2ca929f6be4', 'network_id': '8ee469c1-3b92-4511-8f73-2a197f9b67c2', 'port_id': '9dde31ab-167a-4ddd-8ac6-f2ca929f6be4', 'mac_address': 'fa:16:3e:29:5a:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0f15016-5d06-4afe-8688-9505c2a1be59', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:52:07.139210 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 9dde31ab-167a-4ddd-8ac6-f2ca929f6be4 is: ACTIVE; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:52:07.140019 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (9dde31ab-167a-4ddd-8ac6-f2ca929f6be4), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:07.172406 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ad7c03d5-dfb0-45e2-bdff-4300fb68e641 req-6305c23b-b660-4673-800b-bf79802f3b47 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ca71149-99da-4cc2-ac25-44d2d4a4007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155330 Feb 19 02:52:07.174204 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9dde31ab-167a-4ddd-8ac6-f2ca929f6be4 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:52:07.207000 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9840b124-684f-4717-8a4a-fc597b8ad9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (632b0eed-a44b-4f34-a487-b870d68175ce), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:07.214342 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9840b124-684f-4717-8a4a-fc597b8ad9f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:07.214983 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9840b124-684f-4717-8a4a-fc597b8ad9f0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:07.225845 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 33062) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:52:07.235994 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1a5ae4-4eb2-4e63-8d34-d00b4f31b54e req-2e35dd24-8f53-444e-b3f1-522a11949907 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:07.242456 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-50216a3b-08cc-430f-a22f-f07b0d5f1b0c req-5650ca23-b434-432a-801a-84107371a499 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] For port 0bb72d54-bc8b-4d50-97f8-f6d678c6dc11, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=0bb72d54-bc8b-4d50-97f8-f6d678c6dc11,segment=NetworkSegment(b3dae451-0c86-4a64-8455-5c47bfffd3eb),segment_id=b3dae451-0c86-4a64-8455-5c47bfffd3eb)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:52:07.242832 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-50216a3b-08cc-430f-a22f-f07b0d5f1b0c req-5650ca23-b434-432a-801a-84107371a499 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (0bb72d54-bc8b-4d50-97f8-f6d678c6dc11), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:07.252340 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-9840b124-684f-4717-8a4a-fc597b8ad9f0 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4754114 Feb 19 02:52:07.255734 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 9dde31ab-167a-4ddd-8ac6-f2ca929f6be4, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=9dde31ab-167a-4ddd-8ac6-f2ca929f6be4,segment=NetworkSegment(67a55616-cfc4-41c3-be2a-0391abacfbd5),segment_id=67a55616-cfc4-41c3-be2a-0391abacfbd5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:52:07.264305 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fe1a5ae4-4eb2-4e63-8d34-d00b4f31b54e req-2e35dd24-8f53-444e-b3f1-522a11949907 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] 10.222.0.72 "GET /v2.0/ports?device_id=85b3493e-4e6d-43dd-97f1-de789984e9e0 HTTP/1.1" status: 200 len: 944 time: 0.2761323 Feb 19 02:52:07.266983 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 33066) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:52:07.272424 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (9dde31ab-167a-4ddd-8ac6-f2ca929f6be4), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:07.299655 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-6e66b103-6618-4eb6-8374-cb55e1f4ba92 admin admin] Request body: {'subnet': {'network_id': '632b0eed-a44b-4f34-a487-b870d68175ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1886842463-subnet', 'tenant_id': 'b2f0cd9db0f84e1b8f9e0fccbd20ae90', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:52:07.319982 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-50216a3b-08cc-430f-a22f-f07b0d5f1b0c req-5650ca23-b434-432a-801a-84107371a499 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Calling delete_port for 0bb72d54-bc8b-4d50-97f8-f6d678c6dc11 owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:52:07.352980 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9840b124-684f-4717-8a4a-fc597b8ad9f0 admin admin] Pushing event updated for resources: {'Network': ['ID=632b0eed-a44b-4f34-a487-b870d68175ce,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:07.371482 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e66b103-6618-4eb6-8374-cb55e1f4ba92 admin admin] Made reservation on behalf of b2f0cd9db0f84e1b8f9e0fccbd20ae90 for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:52:07.377214 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 632b0eed-a44b-4f34-a487-b870d68175ce details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:52:07.379126 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6e66b103-6618-4eb6-8374-cb55e1f4ba92 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:07.404863 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fe1a5ae4-4eb2-4e63-8d34-d00b4f31b54e req-ca227876-52c4-40ca-b561-61cff86350d6 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] 10.222.0.72 "GET /v2.0/security-groups?id=99efb503-a711-4838-8b15-bcaf32262e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367137 Feb 19 02:52:07.450097 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['9dde31ab-167a-4ddd-8ac6-f2ca929f6be4'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:52:07.498046 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=9dde31ab-167a-4ddd-8ac6-f2ca929f6be4,revision_number=6']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:07.511749 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e61620f-6ab8-45b0-be42-4b163413684f req-a16306eb-c8d6-4db3-83e1-06d2dd693f70 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:07.514152 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5e61620f-6ab8-45b0-be42-4b163413684f req-a16306eb-c8d6-4db3-83e1-06d2dd693f70 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "GET /v2.0/ports?device_id=ede4e767-e5b4-43ee-8835-7ecb6d720271 HTTP/1.1" status: 200 len: 944 time: 0.1083367 Feb 19 02:52:07.573185 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7fa0172e-e352-4948-b0b1-e20a862d2153 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:07.621746 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5e61620f-6ab8-45b0-be42-4b163413684f req-c74365a1-96ba-4649-b31f-ebc8ba960db9 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "GET /v2.0/security-groups?id=78612224-fbf6-480f-bcea-ccb270efe765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015501 Feb 19 02:52:07.816614 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7fa0172e-e352-4948-b0b1-e20a862d2153 admin admin] Publish callbacks [] for security_group (2e933fe8-7773-4459-8c51-0849d34ce825), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:07.853822 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-50216a3b-08cc-430f-a22f-f07b0d5f1b0c req-5650ca23-b434-432a-801a-84107371a499 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (0bb72d54-bc8b-4d50-97f8-f6d678c6dc11), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:07.855791 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7fa0172e-e352-4948-b0b1-e20a862d2153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (2e933fe8-7773-4459-8c51-0849d34ce825), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:07.863248 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a2fe7b-3649-4bf9-8d6c-680b9d56e9f8 req-c9fe8e8a-11e9-4724-9bbc-00615fb07b83 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:07.878772 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f3a2fe7b-3649-4bf9-8d6c-680b9d56e9f8 req-c9fe8e8a-11e9-4724-9bbc-00615fb07b83 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=489c58f4-d89e-47a6-b4af-0944a22a7ab0 HTTP/1.1" status: 200 len: 867 time: 0.1060314 Feb 19 02:52:07.897471 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa0172e-e352-4948-b0b1-e20a862d2153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e933fe8-7773-4459-8c51-0849d34ce825,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:07.942483 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5650ca23-b434-432a-801a-84107371a499 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Pushing event deleted for resources: {'Port': ['ID=0bb72d54-bc8b-4d50-97f8-f6d678c6dc11,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:07.960677 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6e66b103-6618-4eb6-8374-cb55e1f4ba92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (2f333870-10ca-45c4-baa6-b4b90be1668b), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:07.970957 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-7fa0172e-e352-4948-b0b1-e20a862d2153 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ac8ecf899dce4cb89cb8a0bf6aa4bed0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7377174 Feb 19 02:52:07.986699 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f3a2fe7b-3649-4bf9-8d6c-680b9d56e9f8 req-df48e87a-9ae2-48ee-9d2f-453bd233ed18 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/security-groups?id=83745bf6-2450-44b1-b073-88b2d8645794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987582 Feb 19 02:52:08.003208 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 33078) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:52:08.071860 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577808ff-baf6-40ae-a48d-81b3cff8fb88 req-a9a06479-6d19-4b2f-a589-ec95e2f9d710 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:08.073753 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-577808ff-baf6-40ae-a48d-81b3cff8fb88 req-a9a06479-6d19-4b2f-a589-ec95e2f9d710 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "GET /v2.0/ports?device_id=ede4e767-e5b4-43ee-8835-7ecb6d720271 HTTP/1.1" status: 200 len: 944 time: 0.1173675 Feb 19 02:52:08.087514 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-50216a3b-08cc-430f-a22f-f07b0d5f1b0c req-5650ca23-b434-432a-801a-84107371a499 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] No DVR routers for this DVR port 0bb72d54-bc8b-4d50-97f8-f6d678c6dc11 on host n-h1-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:52:08.098752 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-50216a3b-08cc-430f-a22f-f07b0d5f1b0c req-5650ca23-b434-432a-801a-84107371a499 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:08.102285 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-50216a3b-08cc-430f-a22f-f07b0d5f1b0c req-5650ca23-b434-432a-801a-84107371a499 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.73 "DELETE /v2.0/ports/0bb72d54-bc8b-4d50-97f8-f6d678c6dc11 HTTP/1.1" status: 204 len: 173 time: 1.7609549 Feb 19 02:52:08.109318 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '489c58f4-d89e-47a6-b4af-0944a22a7ab0', 'name': 'network-vif-deleted', 'tag': '0bb72d54-bc8b-4d50-97f8-f6d678c6dc11'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:52:08.112177 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-582f044d-7a05-471e-9630-6ee6a065575e" -d '{"events": [{"server_uuid": "489c58f4-d89e-47a6-b4af-0944a22a7ab0", "name": "network-vif-deleted", "tag": "0bb72d54-bc8b-4d50-97f8-f6d678c6dc11"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:52:08.139294 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e66b103-6618-4eb6-8374-cb55e1f4ba92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f333870-10ca-45c4-baa6-b4b90be1668b,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:08.149293 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e66b103-6618-4eb6-8374-cb55e1f4ba92 admin admin] Checking segment: {'id': '4dfb0c52-dd3e-40c9-b0e6-e6748172cba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '632b0eed-a44b-4f34-a487-b870d68175ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:52:08.149871 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e66b103-6618-4eb6-8374-cb55e1f4ba92 admin admin] Network hostable DHCP agents. Network: 632b0eed-a44b-4f34-a487-b870d68175ce, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:52:08.170385 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-577808ff-baf6-40ae-a48d-81b3cff8fb88 req-10e153da-87ed-4743-b4d2-bb9424918454 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "GET /v2.0/security-groups?id=78612224-fbf6-480f-bcea-ccb270efe765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868952 Feb 19 02:52:08.193671 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f1c1db2f-1f78-4b62-aab7-27c7fe5a0232 admin admin] Publish callbacks [] for security_group (2e933fe8-7773-4459-8c51-0849d34ce825), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:08.196193 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e66b103-6618-4eb6-8374-cb55e1f4ba92 admin admin] Network 632b0eed-a44b-4f34-a487-b870d68175ce is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:52:08.220685 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-6e66b103-6618-4eb6-8374-cb55e1f4ba92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 632b0eed-a44b-4f34-a487-b870d68175ce) {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:52:08.230503 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93977eb1-58e7-46ab-9edf-4a3a8489dfe5 req-0b37ba38-68f5-466e-b015-cfd1169cb8a4 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:08.233323 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242f2825-a2d1-4826-85e9-b53494fc7189 None None] Network 632b0eed-a44b-4f34-a487-b870d68175ce requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:52:08.235582 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f1c1db2f-1f78-4b62-aab7-27c7fe5a0232 admin admin] Publish callbacks [] for security_group (2e933fe8-7773-4459-8c51-0849d34ce825), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:08.238355 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e66b103-6618-4eb6-8374-cb55e1f4ba92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:08.238954 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6e66b103-6618-4eb6-8374-cb55e1f4ba92 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:08.243206 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-93977eb1-58e7-46ab-9edf-4a3a8489dfe5 req-0b37ba38-68f5-466e-b015-cfd1169cb8a4 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/ports?device_id=703117b2-3b74-4940-91d7-38248cc7fdf8 HTTP/1.1" status: 200 len: 950 time: 0.1287360 Feb 19 02:52:08.275360 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-668148f3-dd60-4526-a961-83eecdaf6e85 x-openstack-request-id: req-668148f3-dd60-4526-a961-83eecdaf6e85 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:52:08.275585 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "489c58f4-d89e-47a6-b4af-0944a22a7ab0", "name": "network-vif-deleted", "tag": "0bb72d54-bc8b-4d50-97f8-f6d678c6dc11", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:52:08.275845 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-668148f3-dd60-4526-a961-83eecdaf6e85 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:52:08.276354 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '489c58f4-d89e-47a6-b4af-0944a22a7ab0', 'name': 'network-vif-deleted', 'tag': '0bb72d54-bc8b-4d50-97f8-f6d678c6dc11', 'status': 'completed', 'code': 200} Feb 19 02:52:08.286055 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-6e66b103-6618-4eb6-8374-cb55e1f4ba92 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0179577 Feb 19 02:52:08.290328 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 33084) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:52:08.295962 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-9f850b1d-3e92-4461-bd17-8a3efdd280d2 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1886842463-router', 'tenant_id': 'b2f0cd9db0f84e1b8f9e0fccbd20ae90', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:52:08.327836 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9f850b1d-3e92-4461-bd17-8a3efdd280d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14172'] for router (777026d9-ff12-43a0-a708-e078f521b416), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:08.331938 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9f850b1d-3e92-4461-bd17-8a3efdd280d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16317487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16285822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16309985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14247'] for router (777026d9-ff12-43a0-a708-e078f521b416), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:08.365822 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-93977eb1-58e7-46ab-9edf-4a3a8489dfe5 req-91626c54-2c63-4ed1-938a-725be743379c tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe71e737-cb97-4e9e-a576-1f93522c47f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162746 Feb 19 02:52:08.370637 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f1c1db2f-1f78-4b62-aab7-27c7fe5a0232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (2e933fe8-7773-4459-8c51-0849d34ce825), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:08.378657 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f1c1db2f-1f78-4b62-aab7-27c7fe5a0232 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:08.380062 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-f1c1db2f-1f78-4b62-aab7-27c7fe5a0232 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2e933fe8-7773-4459-8c51-0849d34ce825 HTTP/1.1" status: 204 len: 168 time: 0.3713911 Feb 19 02:52:08.420066 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c1db2f-1f78-4b62-aab7-27c7fe5a0232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e933fe8-7773-4459-8c51-0849d34ce825,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:08.504317 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9f850b1d-3e92-4461-bd17-8a3efdd280d2 admin admin] Publish callbacks [] for router_controller (777026d9-ff12-43a0-a708-e078f521b416), precommit_add_association {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:08.531766 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab32488-e403-4fde-8e41-c33bbbde8021 req-71cf98f3-1956-44ac-ac4c-e419c5060ed9 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:08.536311 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 130dc873-0a00-4bb6-93f1-eb8398e05ae7 details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:52:08.540172 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 0bb72d54-bc8b-4d50-97f8-f6d678c6dc11 no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:52:08.540920 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cab32488-e403-4fde-8e41-c33bbbde8021 req-71cf98f3-1956-44ac-ac4c-e419c5060ed9 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8a86073-2def-4fb5-96a2-44c62d200d83 HTTP/1.1" status: 200 len: 944 time: 0.1630597 Feb 19 02:52:08.571051 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] No Port match for: 0bb72d54-bc8b-4d50-97f8-f6d678c6dc11 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:52:08.571830 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 0bb72d54-bc8b-4d50-97f8-f6d678c6dc11 not bound to the agent host n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:52:08.592582 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667dd080-7e7d-4277-a539-d3a4155b13fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-632b0eed-a44b-4f34-a487-b870d68175ce', 'network_id': '632b0eed-a44b-4f34-a487-b870d68175ce', 'project_id': 'b2f0cd9db0f84e1b8f9e0fccbd20ae90', 'fixed_ips': [{'subnet_id': '2f333870-10ca-45c4-baa6-b4b90be1668b'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:52:08.593479 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-667dd080-7e7d-4277-a539-d3a4155b13fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:08.715277 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cab32488-e403-4fde-8e41-c33bbbde8021 req-b34511d6-8346-4166-8d29-d24ab547a643 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ca71149-99da-4cc2-ac25-44d2d4a4007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731873 Feb 19 02:52:08.758969 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc2865e-1c7d-4f06-8285-2de5df8c30cf req-45be63d2-e678-4872-a822-7fb5b5476312 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:08.763376 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0bc2865e-1c7d-4f06-8285-2de5df8c30cf req-45be63d2-e678-4872-a822-7fb5b5476312 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] 10.222.0.72 "GET /v2.0/ports?device_id=85b3493e-4e6d-43dd-97f1-de789984e9e0 HTTP/1.1" status: 200 len: 944 time: 0.1984911 Feb 19 02:52:08.778040 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9f850b1d-3e92-4461-bd17-8a3efdd280d2 admin admin] Publish callbacks [] for router_gateway (777026d9-ff12-43a0-a708-e078f521b416), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:08.784049 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 130dc873-0a00-4bb6-93f1-eb8398e05ae7, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=130dc873-0a00-4bb6-93f1-eb8398e05ae7,segment=NetworkSegment(4d279d1b-ef9f-49cc-bc5d-c8be530f22d3),segment_id=4d279d1b-ef9f-49cc-bc5d-c8be530f22d3)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:52:08.801755 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': '130dc873-0a00-4bb6-93f1-eb8398e05ae7', 'network_id': '38d6fa8e-4007-4beb-abd0-8f0d817f1ef6', 'port_id': '130dc873-0a00-4bb6-93f1-eb8398e05ae7', 'mac_address': 'fa:16:3e:e9:c2:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54b68f46-9c6f-467f-99d5-a919ef2f5fa1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:52:08.886426 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0bc2865e-1c7d-4f06-8285-2de5df8c30cf req-ee21c935-30b0-4541-b899-90305f10322c tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] 10.222.0.72 "GET /v2.0/security-groups?id=99efb503-a711-4838-8b15-bcaf32262e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173117 Feb 19 02:52:08.934448 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 9dde31ab-167a-4ddd-8ac6-f2ca929f6be4 up at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:52:08.973038 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 33094) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:52:09.005944 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d3d36c56-6f84-408b-945a-17d532497902 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:09.059476 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-667dd080-7e7d-4277-a539-d3a4155b13fd None None] Allocated IP 172.20.0.2 (632b0eed-a44b-4f34-a487-b870d68175ce/2f333870-10ca-45c4-baa6-b4b90be1668b/322c599e-a43e-4de8-94d0-46894f354a9d) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:52:09.183464 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d3d36c56-6f84-408b-945a-17d532497902 admin admin] Publish callbacks [] for security_group (d7d0aa1d-8673-4577-8ea5-d10bf3f8ae47), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:09.197774 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d3d36c56-6f84-408b-945a-17d532497902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (d7d0aa1d-8673-4577-8ea5-d10bf3f8ae47), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:09.200372 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9f850b1d-3e92-4461-bd17-8a3efdd280d2 admin admin] Publish callbacks [] for router_gateway (777026d9-ff12-43a0-a708-e078f521b416), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:09.212562 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 130dc873-0a00-4bb6-93f1-eb8398e05ae7 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:52:09.213230 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (130dc873-0a00-4bb6-93f1-eb8398e05ae7), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:09.237659 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-d3d36c56-6f84-408b-945a-17d532497902 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b03d5780249c41c2b30df1ce84ff76f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2634189 Feb 19 02:52:09.247993 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 130dc873-0a00-4bb6-93f1-eb8398e05ae7 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:52:09.256639 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 33102) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:52:09.274295 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning complete for port 9dde31ab-167a-4ddd-8ac6-f2ca929f6be4 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:52:09.274874 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (9dde31ab-167a-4ddd-8ac6-f2ca929f6be4), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:09.318809 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 130dc873-0a00-4bb6-93f1-eb8398e05ae7, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=130dc873-0a00-4bb6-93f1-eb8398e05ae7,segment=NetworkSegment(4d279d1b-ef9f-49cc-bc5d-c8be530f22d3),segment_id=4d279d1b-ef9f-49cc-bc5d-c8be530f22d3)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:52:09.333124 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9f850b1d-3e92-4461-bd17-8a3efdd280d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:09.345843 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d36c56-6f84-408b-945a-17d532497902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7d0aa1d-8673-4577-8ea5-d10bf3f8ae47,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:09.347241 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (130dc873-0a00-4bb6-93f1-eb8398e05ae7), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:09.347968 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device f97f2cd0-b7b7-4bd7-b6ab-6de292c04828 details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:52:09.454114 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=130dc873-0a00-4bb6-93f1-eb8398e05ae7,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:09.454318 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223453bb-47ee-4d41-9263-b4593db0b906 req-d4dc9bcb-63fe-470a-84e8-3bc9b277288b tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:09.455624 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-223453bb-47ee-4d41-9263-b4593db0b906 req-d4dc9bcb-63fe-470a-84e8-3bc9b277288b tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "GET /v2.0/ports?device_id=ede4e767-e5b4-43ee-8835-7ecb6d720271 HTTP/1.1" status: 200 len: 944 time: 0.1965590 Feb 19 02:52:09.488898 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.db.resource_extend [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 02:52:09.530235 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-9f850b1d-3e92-4461-bd17-8a3efdd280d2 admin admin] Allocated IP 172.25.6.8 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/f7fe83e8-17c5-4449-8f51-6483b792c93b) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:52:09.593787 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-223453bb-47ee-4d41-9263-b4593db0b906 req-ae2fd201-5d66-410f-9df6-b88304d02cdd tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "GET /v2.0/security-groups?id=78612224-fbf6-480f-bcea-ccb270efe765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263471 Feb 19 02:52:09.615672 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a59d56-93c1-43d8-bc98-2e7a666647f2 req-3b37332b-7ed1-4522-9dbf-ebeee81720c9 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:09.636450 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d9a59d56-93c1-43d8-bc98-2e7a666647f2 req-3b37332b-7ed1-4522-9dbf-ebeee81720c9 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/networks?id=4ec29c64-a4ae-430d-ba9f-348461fbf8ef HTTP/1.1" status: 200 len: 812 time: 0.2658160 Feb 19 02:52:09.660009 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d9a59d56-93c1-43d8-bc98-2e7a666647f2 req-cc194735-e08d-4ccd-8d08-6b900cb331b5 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/quotas/d68bae7ecf6f4907884d3b1c20c6b537 HTTP/1.1" status: 200 len: 375 time: 0.0154848 Feb 19 02:52:09.674063 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9f850b1d-3e92-4461-bd17-8a3efdd280d2 admin admin] Publish callbacks [] for port (f7fe83e8-17c5-4449-8f51-6483b792c93b), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:09.719516 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9f850b1d-3e92-4461-bd17-8a3efdd280d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (f7fe83e8-17c5-4449-8f51-6483b792c93b), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:09.787839 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d9a59d56-93c1-43d8-bc98-2e7a666647f2 req-540673bc-f60b-4956-bfd7-3d81805aa844 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=d68bae7ecf6f4907884d3b1c20c6b537&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1210368 Feb 19 02:52:09.822825 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f850b1d-3e92-4461-bd17-8a3efdd280d2 admin admin] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:52:09.845466 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-9f850b1d-3e92-4461-bd17-8a3efdd280d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:52:09.847833 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f850b1d-3e92-4461-bd17-8a3efdd280d2 admin admin] Pushing event updated for resources: {'Port': ['ID=f7fe83e8-17c5-4449-8f51-6483b792c93b,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:09.851373 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f850b1d-3e92-4461-bd17-8a3efdd280d2 admin admin] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:52:09.854493 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b0d83326-af76-4209-8864-7e9f308ec511 admin admin] Publish callbacks [] for security_group (d7d0aa1d-8673-4577-8ea5-d10bf3f8ae47), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:09.874508 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-667dd080-7e7d-4277-a539-d3a4155b13fd None None] Publish callbacks [] for port (322c599e-a43e-4de8-94d0-46894f354a9d), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:09.876560 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 9dde31ab-167a-4ddd-8ac6-f2ca929f6be4 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:52:09.876933 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (9dde31ab-167a-4ddd-8ac6-f2ca929f6be4), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:09.885456 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b0d83326-af76-4209-8864-7e9f308ec511 admin admin] Publish callbacks [] for security_group (d7d0aa1d-8673-4577-8ea5-d10bf3f8ae47), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:09.901985 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-667dd080-7e7d-4277-a539-d3a4155b13fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (322c599e-a43e-4de8-94d0-46894f354a9d), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:09.933773 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d9a59d56-93c1-43d8-bc98-2e7a666647f2 req-38ee926d-49e0-4639-9409-36d328726cab service neutron] 10.222.0.72 "GET /v2.0/networks/4ec29c64-a4ae-430d-ba9f-348461fbf8ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447389 Feb 19 02:52:09.960232 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667dd080-7e7d-4277-a539-d3a4155b13fd None None] Network 632b0eed-a44b-4f34-a487-b870d68175ce is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:52:09.965106 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ede4e767-e5b4-43ee-8835-7ecb6d720271', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dde31ab-167a-4ddd-8ac6-f2ca929f6be4'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:52:09.967326 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e6c251c-723b-4daa-a16a-6336ab49bd22" -d '{"events": [{"server_uuid": "ede4e767-e5b4-43ee-8835-7ecb6d720271", "name": "network-vif-plugged", "status": "completed", "tag": "9dde31ab-167a-4ddd-8ac6-f2ca929f6be4"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:52:09.985316 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-667dd080-7e7d-4277-a539-d3a4155b13fd None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:52:09.989745 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b0d83326-af76-4209-8864-7e9f308ec511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (d7d0aa1d-8673-4577-8ea5-d10bf3f8ae47), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:09.993223 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b0d83326-af76-4209-8864-7e9f308ec511 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:09.995322 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-b0d83326-af76-4209-8864-7e9f308ec511 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d7d0aa1d-8673-4577-8ea5-d10bf3f8ae47 HTTP/1.1" status: 204 len: 168 time: 0.7366085 Feb 19 02:52:09.996239 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port f97f2cd0-b7b7-4bd7-b6ab-6de292c04828, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=f97f2cd0-b7b7-4bd7-b6ab-6de292c04828,segment=NetworkSegment(9fe70e6e-9986-4247-9959-b53c4994b41b),segment_id=9fe70e6e-9986-4247-9959-b53c4994b41b)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:52:10.001597 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 9dde31ab-167a-4ddd-8ac6-f2ca929f6be4, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=9dde31ab-167a-4ddd-8ac6-f2ca929f6be4,segment=NetworkSegment(67a55616-cfc4-41c3-be2a-0391abacfbd5),segment_id=67a55616-cfc4-41c3-be2a-0391abacfbd5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:52:10.002839 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667dd080-7e7d-4277-a539-d3a4155b13fd None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:52:10.024309 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (9dde31ab-167a-4ddd-8ac6-f2ca929f6be4), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:10.046957 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d83326-af76-4209-8864-7e9f308ec511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7d0aa1d-8673-4577-8ea5-d10bf3f8ae47,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:10.066787 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667dd080-7e7d-4277-a539-d3a4155b13fd None None] Pushing event updated for resources: {'Port': ['ID=322c599e-a43e-4de8-94d0-46894f354a9d,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:10.084637 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': 'f97f2cd0-b7b7-4bd7-b6ab-6de292c04828', 'network_id': 'e1cc4d35-d947-46a4-a02a-fb288d9849b7', 'port_id': 'f97f2cd0-b7b7-4bd7-b6ab-6de292c04828', 'mac_address': 'fa:16:3e:bd:68:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '889c7a59-6b5e-4f05-9bcb-0e22fb033ffb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:52:10.130071 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e45d6b-0733-43b7-856d-0a2a56e31c70 req-34b065b3-0115-40fb-94aa-78a742323caa tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:10.139287 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-22e45d6b-0733-43b7-856d-0a2a56e31c70 req-34b065b3-0115-40fb-94aa-78a742323caa tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/ports?device_id=703117b2-3b74-4940-91d7-38248cc7fdf8 HTTP/1.1" status: 200 len: 950 time: 0.3626080 Feb 19 02:52:10.166599 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b63fe83-4a93-4714-8469-a9dc314f8f84 req-18448091-8dda-4ac7-9258-1a365136eb84 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:10.167454 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-667dd080-7e7d-4277-a539-d3a4155b13fd None None] Attempting to bind port 322c599e-a43e-4de8-94d0-46894f354a9d on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:52:10.167731 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-667dd080-7e7d-4277-a539-d3a4155b13fd None None] Attempting to bind port 322c599e-a43e-4de8-94d0-46894f354a9d by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '4dfb0c52-dd3e-40c9-b0e6-e6748172cba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '632b0eed-a44b-4f34-a487-b870d68175ce'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:52:10.168093 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667dd080-7e7d-4277-a539-d3a4155b13fd None None] Attempting to bind port 322c599e-a43e-4de8-94d0-46894f354a9d on network 632b0eed-a44b-4f34-a487-b870d68175ce {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:52:10.169240 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6b63fe83-4a93-4714-8469-a9dc314f8f84 req-18448091-8dda-4ac7-9258-1a365136eb84 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.82 "GET /v2.0/ports?device_id=ede4e767-e5b4-43ee-8835-7ecb6d720271 HTTP/1.1" status: 200 len: 944 time: 0.2519655 Feb 19 02:52:10.186213 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667dd080-7e7d-4277-a539-d3a4155b13fd None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:52:10.186596 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667dd080-7e7d-4277-a539-d3a4155b13fd None None] Checking segment: {'id': '4dfb0c52-dd3e-40c9-b0e6-e6748172cba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '632b0eed-a44b-4f34-a487-b870d68175ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:52:10.187001 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-667dd080-7e7d-4277-a539-d3a4155b13fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:10.187557 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667dd080-7e7d-4277-a539-d3a4155b13fd None None] Bound using segment: {'id': '4dfb0c52-dd3e-40c9-b0e6-e6748172cba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '632b0eed-a44b-4f34-a487-b870d68175ce'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:52:10.188036 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-667dd080-7e7d-4277-a539-d3a4155b13fd None None] Bound port: 322c599e-a43e-4de8-94d0-46894f354a9d, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dfb0c52-dd3e-40c9-b0e6-e6748172cba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '632b0eed-a44b-4f34-a487-b870d68175ce'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:52:10.188420 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-667dd080-7e7d-4277-a539-d3a4155b13fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (322c599e-a43e-4de8-94d0-46894f354a9d), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:10.272028 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-667dd080-7e7d-4277-a539-d3a4155b13fd None None] For port 322c599e-a43e-4de8-94d0-46894f354a9d, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:52:10.275355 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-667dd080-7e7d-4277-a539-d3a4155b13fd None None] For port 322c599e-a43e-4de8-94d0-46894f354a9d, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=322c599e-a43e-4de8-94d0-46894f354a9d,segment=NetworkSegment(4dfb0c52-dd3e-40c9-b0e6-e6748172cba4),segment_id=4dfb0c52-dd3e-40c9-b0e6-e6748172cba4)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:52:10.294234 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=9dde31ab-167a-4ddd-8ac6-f2ca929f6be4,revision_number=7']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:10.297060 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port f97f2cd0-b7b7-4bd7-b6ab-6de292c04828 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:52:10.297662 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (f97f2cd0-b7b7-4bd7-b6ab-6de292c04828), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:10.302343 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-667dd080-7e7d-4277-a539-d3a4155b13fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (322c599e-a43e-4de8-94d0-46894f354a9d), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:10.334453 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-22e45d6b-0733-43b7-856d-0a2a56e31c70 req-7881078b-cfdc-44cb-8371-d9ea607f5d77 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe71e737-cb97-4e9e-a576-1f93522c47f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937561 Feb 19 02:52:10.344359 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d9a59d56-93c1-43d8-bc98-2e7a666647f2 req-02d143dc-8224-4c8b-a6f9-2df36954aed9 service neutron] 10.222.0.72 "GET /v2.0/networks/4ec29c64-a4ae-430d-ba9f-348461fbf8ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4095240 Feb 19 02:52:10.349226 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f97f2cd0-b7b7-4bd7-b6ab-6de292c04828 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:52:10.411967 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-6b63fe83-4a93-4714-8469-a9dc314f8f84 req-8838ad1d-c3d8-44a9-a7dc-bc85f7739124 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Deleting port 9dde31ab-167a-4ddd-8ac6-f2ca929f6be4 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:52:10.412320 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-6b63fe83-4a93-4714-8469-a9dc314f8f84 req-8838ad1d-c3d8-44a9-a7dc-bc85f7739124 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (9dde31ab-167a-4ddd-8ac6-f2ca929f6be4), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:10.416633 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port f97f2cd0-b7b7-4bd7-b6ab-6de292c04828, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=f97f2cd0-b7b7-4bd7-b6ab-6de292c04828,segment=NetworkSegment(9fe70e6e-9986-4247-9959-b53c4994b41b),segment_id=9fe70e6e-9986-4247-9959-b53c4994b41b)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:52:10.427657 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667dd080-7e7d-4277-a539-d3a4155b13fd None None] Pushing event updated for resources: {'Port': ['ID=322c599e-a43e-4de8-94d0-46894f354a9d,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:10.434637 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (f97f2cd0-b7b7-4bd7-b6ab-6de292c04828), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:10.529889 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=f97f2cd0-b7b7-4bd7-b6ab-6de292c04828,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:10.556302 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9f850b1d-3e92-4461-bd17-8a3efdd280d2 admin admin] Publish callbacks [] for router_gateway (777026d9-ff12-43a0-a708-e078f521b416), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:10.726411 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87d7052-9c03-4f36-aa1a-e59195de6fe7 req-b6607a24-58e5-4602-a698-aa3a4cdae07d tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:10.729955 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b87d7052-9c03-4f36-aa1a-e59195de6fe7 req-b6607a24-58e5-4602-a698-aa3a4cdae07d tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8a86073-2def-4fb5-96a2-44c62d200d83 HTTP/1.1" status: 200 len: 945 time: 0.2173190 Feb 19 02:52:10.764379 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-6b63fe83-4a93-4714-8469-a9dc314f8f84 req-8838ad1d-c3d8-44a9-a7dc-bc85f7739124 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] For port 9dde31ab-167a-4ddd-8ac6-f2ca929f6be4, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=9dde31ab-167a-4ddd-8ac6-f2ca929f6be4,segment=NetworkSegment(67a55616-cfc4-41c3-be2a-0391abacfbd5),segment_id=67a55616-cfc4-41c3-be2a-0391abacfbd5)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:52:10.764379 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-6b63fe83-4a93-4714-8469-a9dc314f8f84 req-8838ad1d-c3d8-44a9-a7dc-bc85f7739124 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (9dde31ab-167a-4ddd-8ac6-f2ca929f6be4), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:10.815548 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-6b63fe83-4a93-4714-8469-a9dc314f8f84 req-8838ad1d-c3d8-44a9-a7dc-bc85f7739124 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Calling delete_port for 9dde31ab-167a-4ddd-8ac6-f2ca929f6be4 owned by compute:nova {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:52:10.861284 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 9dde31ab-167a-4ddd-8ac6-f2ca929f6be4 no longer exists at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:52:10.898265 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b87d7052-9c03-4f36-aa1a-e59195de6fe7 req-e43c65ac-885c-4d9b-9cf1-8d9f4ac23d5b tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ca71149-99da-4cc2-ac25-44d2d4a4007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270127 Feb 19 02:52:10.956349 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['130dc873-0a00-4bb6-93f1-eb8398e05ae7'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:52:10.969660 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['f97f2cd0-b7b7-4bd7-b6ab-6de292c04828'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:52:11.042153 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63e107c8-ae6d-458f-a3fe-10d7245f10e8 x-openstack-request-id: req-63e107c8-ae6d-458f-a3fe-10d7245f10e8 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:52:11.042447 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ede4e767-e5b4-43ee-8835-7ecb6d720271", "name": "network-vif-plugged", "status": "completed", "tag": "9dde31ab-167a-4ddd-8ac6-f2ca929f6be4", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:52:11.043213 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-63e107c8-ae6d-458f-a3fe-10d7245f10e8 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:52:11.043616 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ede4e767-e5b4-43ee-8835-7ecb6d720271', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dde31ab-167a-4ddd-8ac6-f2ca929f6be4', 'code': 200} Feb 19 02:52:11.056271 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae9b119-1fa1-442b-8427-b651cbccdb44 req-c8622280-1dc9-41a1-bf30-0f16d0686cef tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:11.065402 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6ae9b119-1fa1-442b-8427-b651cbccdb44 req-c8622280-1dc9-41a1-bf30-0f16d0686cef tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] 10.222.0.72 "GET /v2.0/ports?device_id=85b3493e-4e6d-43dd-97f1-de789984e9e0 HTTP/1.1" status: 200 len: 945 time: 0.2535074 Feb 19 02:52:11.079155 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9f850b1d-3e92-4461-bd17-8a3efdd280d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16317478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865'] for router (777026d9-ff12-43a0-a708-e078f521b416), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:11.236382 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4398de62-9a9f-4849-9439-cc1840986653 req-920f1664-32bc-4954-af7e-bc5604ec164b tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=93e92951-ed6e-4f82-8115-89576aa190a4 HTTP/1.1" status: 200 len: 210 time: 0.1108196 Feb 19 02:52:11.358896 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 9dde31ab-167a-4ddd-8ac6-f2ca929f6be4 is: ACTIVE; New status is: DOWN {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:52:11.360665 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (9dde31ab-167a-4ddd-8ac6-f2ca929f6be4), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:11.368827 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6ae9b119-1fa1-442b-8427-b651cbccdb44 req-30934883-ebaf-455d-b2fd-dd130f1d4309 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] 10.222.0.72 "GET /v2.0/security-groups?id=99efb503-a711-4838-8b15-bcaf32262e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3024409 Feb 19 02:52:11.410577 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f850b1d-3e92-4461-bd17-8a3efdd280d2 admin admin] Router 777026d9-ff12-43a0-a708-e078f521b416 is scheduled to L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd with binding_index 1 {{(pid=103702) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 02:52:11.619393 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f850b1d-3e92-4461-bd17-8a3efdd280d2 admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:52:11.633855 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06cf8084-b04e-402c-858b-cd12755a169c None None] Sync routers for ids ['777026d9-ff12-43a0-a708-e078f521b416'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:52:11.655738 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cf8084-b04e-402c-858b-cd12755a169c None None] Routers {'777026d9-ff12-43a0-a708-e078f521b416'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:52:11.658072 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-06cf8084-b04e-402c-858b-cd12755a169c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:51:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['777026d9-ff12-43a0-a708-e078f521b416'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:52:11.665454 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-6b63fe83-4a93-4714-8469-a9dc314f8f84 req-8838ad1d-c3d8-44a9-a7dc-bc85f7739124 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (9dde31ab-167a-4ddd-8ac6-f2ca929f6be4), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:11.690967 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9f850b1d-3e92-4461-bd17-8a3efdd280d2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:11.692447 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-9f850b1d-3e92-4461-bd17-8a3efdd280d2 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.4010952 Feb 19 02:52:11.696518 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 33162) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:52:11.715267 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aec95e-5f4b-4d68-b7ed-e3cda3fc6ca9 req-45caedb3-5330-4cf0-85c3-d8b9e8113d4d tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:11.731603 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-17aec95e-5f4b-4d68-b7ed-e3cda3fc6ca9 req-45caedb3-5330-4cf0-85c3-d8b9e8113d4d tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "GET /v2.0/ports?device_id=ede4e767-e5b4-43ee-8835-7ecb6d720271 HTTP/1.1" status: 200 len: 945 time: 0.2926645 Feb 19 02:52:11.780684 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fb8a22-86be-4484-ac29-719784c88ba4 req-dc4613c2-f696-4962-872e-433228861c30 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:11.790019 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-79fb8a22-86be-4484-ac29-719784c88ba4 req-dc4613c2-f696-4962-872e-433228861c30 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/ports?device_id=703117b2-3b74-4940-91d7-38248cc7fdf8 HTTP/1.1" status: 200 len: 950 time: 0.2655044 Feb 19 02:52:11.854589 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8838ad1d-c3d8-44a9-a7dc-bc85f7739124 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Pushing event deleted for resources: {'Port': ['ID=9dde31ab-167a-4ddd-8ac6-f2ca929f6be4,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:11.911993 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 322c599e-a43e-4de8-94d0-46894f354a9d up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:52:12.008696 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-06cf8084-b04e-402c-858b-cd12755a169c None None] Set router 777026d9-ff12-43a0-a708-e078f521b416 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:52:12.070153 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 322c599e-a43e-4de8-94d0-46894f354a9d triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:52:12.070616 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (322c599e-a43e-4de8-94d0-46894f354a9d), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:12.246140 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 322c599e-a43e-4de8-94d0-46894f354a9d is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:52:12.247104 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (322c599e-a43e-4de8-94d0-46894f354a9d), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:12.303324 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port 322c599e-a43e-4de8-94d0-46894f354a9d, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=322c599e-a43e-4de8-94d0-46894f354a9d,segment=NetworkSegment(4dfb0c52-dd3e-40c9-b0e6-e6748172cba4),segment_id=4dfb0c52-dd3e-40c9-b0e6-e6748172cba4)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:52:12.310267 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (322c599e-a43e-4de8-94d0-46894f354a9d), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:12.317859 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d78696c-b380-4e89-be1c-a6111b97a1ae None None] Network 632b0eed-a44b-4f34-a487-b870d68175ce requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:52:12.466213 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=322c599e-a43e-4de8-94d0-46894f354a9d,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:12.473691 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b63fe83-4a93-4714-8469-a9dc314f8f84 req-8838ad1d-c3d8-44a9-a7dc-bc85f7739124 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] No DVR routers for this DVR port 9dde31ab-167a-4ddd-8ac6-f2ca929f6be4 on host n-h2-826753-2 {{(pid=103701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:52:12.475229 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-c29d081e-8866-4dbd-a0c1-24582db710db None None] Provisioning complete for port 322c599e-a43e-4de8-94d0-46894f354a9d triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:52:12.475621 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c29d081e-8866-4dbd-a0c1-24582db710db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (322c599e-a43e-4de8-94d0-46894f354a9d), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:12.480477 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-6b63fe83-4a93-4714-8469-a9dc314f8f84 req-8838ad1d-c3d8-44a9-a7dc-bc85f7739124 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:12.485061 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6b63fe83-4a93-4714-8469-a9dc314f8f84 req-8838ad1d-c3d8-44a9-a7dc-bc85f7739124 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.82 "DELETE /v2.0/ports/9dde31ab-167a-4ddd-8ac6-f2ca929f6be4 HTTP/1.1" status: 204 len: 173 time: 2.3071427 Feb 19 02:52:12.485741 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ede4e767-e5b4-43ee-8835-7ecb6d720271', 'name': 'network-vif-deleted', 'tag': '9dde31ab-167a-4ddd-8ac6-f2ca929f6be4'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:52:12.488476 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbf9e3b6-358c-47ab-902c-d0ea014584c0" -d '{"events": [{"server_uuid": "ede4e767-e5b4-43ee-8835-7ecb6d720271", "name": "network-vif-deleted", "tag": "9dde31ab-167a-4ddd-8ac6-f2ca929f6be4"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:52:12.543464 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-79fb8a22-86be-4484-ac29-719784c88ba4 req-0896c4d7-60a2-40bb-accb-6d716a873499 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe71e737-cb97-4e9e-a576-1f93522c47f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7368774 Feb 19 02:52:12.577982 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-06cf8084-b04e-402c-858b-cd12755a169c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '777026d9-ff12-43a0-a708-e078f521b416', 'name': 'tempest-ServersTestMultiNic-1886842463-router', 'tenant_id': 'b2f0cd9db0f84e1b8f9e0fccbd20ae90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'f7fe83e8-17c5-4449-8f51-6483b792c93b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:52:08Z', 'updated_at': '2022-02-19T02:52:10Z', 'revision_number': 3, 'project_id': 'b2f0cd9db0f84e1b8f9e0fccbd20ae90', 'gw_port': {'id': 'f7fe83e8-17c5-4449-8f51-6483b792c93b', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:3d:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '777026d9-ff12-43a0-a708-e078f521b416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:52:09Z', 'updated_at': '2022-02-19T02:52:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:52:12.594428 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-17aec95e-5f4b-4d68-b7ed-e3cda3fc6ca9 req-5d0dfd22-e249-49ec-9534-e4dc88fe1497 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "GET /v2.0/security-groups?id=78612224-fbf6-480f-bcea-ccb270efe765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8613200 Feb 19 02:52:12.644374 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06cf8084-b04e-402c-858b-cd12755a169c None None] Checking router: 777026d9-ff12-43a0-a708-e078f521b416 for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:52:12.653640 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06cf8084-b04e-402c-858b-cd12755a169c None None] Updating router 777026d9-ff12-43a0-a708-e078f521b416 port f7fe83e8-17c5-4449-8f51-6483b792c93b binding host n-d-826753-2 {{(pid=103704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:52:12.744914 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-06cf8084-b04e-402c-858b-cd12755a169c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (f7fe83e8-17c5-4449-8f51-6483b792c93b), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:12.804365 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-223e5928-6123-4962-9f53-543117012ed4 req-ef15f6ee-d98a-4bcc-8121-b729280870bd tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=93e92951-ed6e-4f82-8115-89576aa190a4 HTTP/1.1" status: 200 len: 210 time: 0.0735531 Feb 19 02:52:12.849781 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c49f0d-55d1-42ce-a7d4-9b324506aed2 req-2c5df680-5de3-43fa-a27d-0f4be9d9b24a tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:12.853780 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-c29d081e-8866-4dbd-a0c1-24582db710db None None] Current status of the port 322c599e-a43e-4de8-94d0-46894f354a9d is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:52:12.870708 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-05c49f0d-55d1-42ce-a7d4-9b324506aed2 req-2c5df680-5de3-43fa-a27d-0f4be9d9b24a tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8a86073-2def-4fb5-96a2-44c62d200d83 HTTP/1.1" status: 200 len: 945 time: 0.1899610 Feb 19 02:52:12.979168 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-05c49f0d-55d1-42ce-a7d4-9b324506aed2 req-48216094-eb28-4a03-b68b-183acbd065d7 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ca71149-99da-4cc2-ac25-44d2d4a4007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031485 Feb 19 02:52:13.089889 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-813153c3-89b1-4782-bd60-7b3b83952785 x-openstack-request-id: req-813153c3-89b1-4782-bd60-7b3b83952785 {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:52:13.090197 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ede4e767-e5b4-43ee-8835-7ecb6d720271", "name": "network-vif-deleted", "tag": "9dde31ab-167a-4ddd-8ac6-f2ca929f6be4", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:52:13.090451 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-813153c3-89b1-4782-bd60-7b3b83952785 {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:52:13.090852 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ede4e767-e5b4-43ee-8835-7ecb6d720271', 'name': 'network-vif-deleted', 'tag': '9dde31ab-167a-4ddd-8ac6-f2ca929f6be4', 'status': 'completed', 'code': 200} Feb 19 02:52:13.126691 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c55fef-9811-4b3e-b05e-c4441c4201f4 req-3a897247-98e5-48a2-bf32-bdf5f9d549ad tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:13.150077 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-93c55fef-9811-4b3e-b05e-c4441c4201f4 req-3a897247-98e5-48a2-bf32-bdf5f9d549ad tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] 10.222.0.72 "GET /v2.0/ports?device_id=85b3493e-4e6d-43dd-97f1-de789984e9e0 HTTP/1.1" status: 200 len: 945 time: 0.1815252 Feb 19 02:52:13.210523 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-93c55fef-9811-4b3e-b05e-c4441c4201f4 req-500bfcd0-2e1e-4beb-9b34-e26d57e7fdf3 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] 10.222.0.72 "GET /v2.0/security-groups?id=99efb503-a711-4838-8b15-bcaf32262e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595219 Feb 19 02:52:13.228043 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a59d56-93c1-43d8-bc98-2e7a666647f2 req-4db4fbde-f21f-43e1-ba6f-559e370ea5a9 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:13.229532 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d9a59d56-93c1-43d8-bc98-2e7a666647f2 req-4db4fbde-f21f-43e1-ba6f-559e370ea5a9 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.82 "GET /v2.0/networks?id=4ec29c64-a4ae-430d-ba9f-348461fbf8ef HTTP/1.1" status: 200 len: 812 time: 0.3563998 Feb 19 02:52:13.241894 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-06cf8084-b04e-402c-858b-cd12755a169c None None] Publish callbacks [] for port (f7fe83e8-17c5-4449-8f51-6483b792c93b), precommit_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:13.252485 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-06cf8084-b04e-402c-858b-cd12755a169c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (f7fe83e8-17c5-4449-8f51-6483b792c93b), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:13.282556 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-5c698455-732c-4845-b3c2-521b663684a4 None None] Provisioning complete for port 322c599e-a43e-4de8-94d0-46894f354a9d triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:52:13.283134 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5c698455-732c-4845-b3c2-521b663684a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (322c599e-a43e-4de8-94d0-46894f354a9d), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:13.356793 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-d9a59d56-93c1-43d8-bc98-2e7a666647f2 req-4d1f5ed5-8c18-461a-ae98-3328da0296c5 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Request body: {'port': {'device_id': '93e92951-ed6e-4f82-8115-89576aa190a4', 'network_id': '4ec29c64-a4ae-430d-ba9f-348461fbf8ef', 'admin_state_up': True, 'tenant_id': 'd68bae7ecf6f4907884d3b1c20c6b537'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:52:13.370602 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6988f6c-87df-44c3-a91f-d56da8a35cda None None] Pushing event updated for resources: {'Port': ['ID=f7fe83e8-17c5-4449-8f51-6483b792c93b,revision_number=2']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:13.393235 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6988f6c-87df-44c3-a91f-d56da8a35cda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:52:13.395111 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6988f6c-87df-44c3-a91f-d56da8a35cda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:52:13.395332 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6988f6c-87df-44c3-a91f-d56da8a35cda None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:52:13.395766 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6988f6c-87df-44c3-a91f-d56da8a35cda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:52:13.396180 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6988f6c-87df-44c3-a91f-d56da8a35cda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:52:13.396516 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6988f6c-87df-44c3-a91f-d56da8a35cda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:52:13.398002 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6988f6c-87df-44c3-a91f-d56da8a35cda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:52:13.399130 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6988f6c-87df-44c3-a91f-d56da8a35cda None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:52:13.399501 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6988f6c-87df-44c3-a91f-d56da8a35cda None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:52:13.399841 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6988f6c-87df-44c3-a91f-d56da8a35cda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:52:13.400678 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6988f6c-87df-44c3-a91f-d56da8a35cda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:52:13.402151 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6988f6c-87df-44c3-a91f-d56da8a35cda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:52:13.403082 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6988f6c-87df-44c3-a91f-d56da8a35cda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:52:13.415275 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-06cf8084-b04e-402c-858b-cd12755a169c None None] Attempting to bind port f7fe83e8-17c5-4449-8f51-6483b792c93b on host n-d-826753-2 for vnic_type normal with profile {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:52:13.416630 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-06cf8084-b04e-402c-858b-cd12755a169c None None] Attempting to bind port f7fe83e8-17c5-4449-8f51-6483b792c93b by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:52:13.416718 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06cf8084-b04e-402c-858b-cd12755a169c None None] Attempting to bind port f7fe83e8-17c5-4449-8f51-6483b792c93b on network eaf64708-9021-419e-b287-ef3e0f51e2ee {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:52:13.417859 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-5c698455-732c-4845-b3c2-521b663684a4 None None] Current status of the port 322c599e-a43e-4de8-94d0-46894f354a9d is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:52:13.425787 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06cf8084-b04e-402c-858b-cd12755a169c None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:52:13.426171 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06cf8084-b04e-402c-858b-cd12755a169c None None] Checking segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:52:13.426565 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-06cf8084-b04e-402c-858b-cd12755a169c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:13.426949 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06cf8084-b04e-402c-858b-cd12755a169c None None] Bound using segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:52:13.427419 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-06cf8084-b04e-402c-858b-cd12755a169c None None] Bound port: f7fe83e8-17c5-4449-8f51-6483b792c93b, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:52:13.427817 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-06cf8084-b04e-402c-858b-cd12755a169c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (f7fe83e8-17c5-4449-8f51-6483b792c93b), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:13.513878 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-06cf8084-b04e-402c-858b-cd12755a169c None None] For port f7fe83e8-17c5-4449-8f51-6483b792c93b, host n-d-826753-2, cleared binding levels {{(pid=103704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:52:13.520393 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-06cf8084-b04e-402c-858b-cd12755a169c None None] For port f7fe83e8-17c5-4449-8f51-6483b792c93b, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=f7fe83e8-17c5-4449-8f51-6483b792c93b,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:52:13.528371 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-06cf8084-b04e-402c-858b-cd12755a169c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (f7fe83e8-17c5-4449-8f51-6483b792c93b), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:13.604733 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6988f6c-87df-44c3-a91f-d56da8a35cda None None] Pushing event updated for resources: {'Port': ['ID=f7fe83e8-17c5-4449-8f51-6483b792c93b,revision_number=3']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:13.651712 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9a59d56-93c1-43d8-bc98-2e7a666647f2 req-4d1f5ed5-8c18-461a-ae98-3328da0296c5 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Made reservation on behalf of d68bae7ecf6f4907884d3b1c20c6b537 for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:52:13.654634 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cf8084-b04e-402c-858b-cd12755a169c None None] Routers {'777026d9-ff12-43a0-a708-e078f521b416'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:52:13.655427 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-d9a59d56-93c1-43d8-bc98-2e7a666647f2 req-4d1f5ed5-8c18-461a-ae98-3328da0296c5 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:13.656741 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-06cf8084-b04e-402c-858b-cd12755a169c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:51:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['777026d9-ff12-43a0-a708-e078f521b416'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:52:13.763850 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 322c599e-a43e-4de8-94d0-46894f354a9d up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:52:13.778474 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6898347a-ba1a-4170-8062-6ad249600c92 req-b18ae206-b1ed-4334-adcd-1be795cda768 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:13.780075 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6898347a-ba1a-4170-8062-6ad249600c92 req-b18ae206-b1ed-4334-adcd-1be795cda768 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/ports?device_id=703117b2-3b74-4940-91d7-38248cc7fdf8 HTTP/1.1" status: 200 len: 950 time: 0.1018791 Feb 19 02:52:13.872047 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6898347a-ba1a-4170-8062-6ad249600c92 req-c0fe6318-3831-400a-b0a8-853606c2e27e tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe71e737-cb97-4e9e-a576-1f93522c47f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801961 Feb 19 02:52:13.881882 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 322c599e-a43e-4de8-94d0-46894f354a9d triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:52:13.882678 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (322c599e-a43e-4de8-94d0-46894f354a9d), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:14.011944 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 33206) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:52:14.048969 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-06cf8084-b04e-402c-858b-cd12755a169c None None] Set router 777026d9-ff12-43a0-a708-e078f521b416 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:52:14.068769 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-1cbf113b-05c5-4e05-a23a-b104c43c3df1 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1029119772', 'description': 'tempest-description--1287652394'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:52:14.081064 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d0d08ac8-bbaf-4c59-b0a2-698565f5527a req-84f6cbe1-a326-4278-a5ee-f5fa0f4c66c5 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=93e92951-ed6e-4f82-8115-89576aa190a4 HTTP/1.1" status: 200 len: 210 time: 0.0840015 Feb 19 02:52:14.109183 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 322c599e-a43e-4de8-94d0-46894f354a9d is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:52:14.166112 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1cbf113b-05c5-4e05-a23a-b104c43c3df1 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:14.204468 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-492794fa-2b58-453f-8a89-9b90c2ca56e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:14.234990 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61837b47-5669-4c57-87b0-03cf9fc649e3 req-dbe45f74-9a95-4382-9496-cc3ddee803b8 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:14.244432 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-61837b47-5669-4c57-87b0-03cf9fc649e3 req-dbe45f74-9a95-4382-9496-cc3ddee803b8 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8a86073-2def-4fb5-96a2-44c62d200d83 HTTP/1.1" status: 200 len: 945 time: 0.1446228 Feb 19 02:52:14.289323 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [req-d9a59d56-93c1-43d8-bc98-2e7a666647f2 req-4d1f5ed5-8c18-461a-ae98-3328da0296c5 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Allocated IP 172.20.0.10 (4ec29c64-a4ae-430d-ba9f-348461fbf8ef/5103dc21-f4d0-430c-8a52-b05a3a288bbf/ea703aa0-0b35-47cf-b9cf-1bd2aa0a750c) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:52:14.315454 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-06cf8084-b04e-402c-858b-cd12755a169c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '777026d9-ff12-43a0-a708-e078f521b416', 'name': 'tempest-ServersTestMultiNic-1886842463-router', 'tenant_id': 'b2f0cd9db0f84e1b8f9e0fccbd20ae90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'f7fe83e8-17c5-4449-8f51-6483b792c93b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:52:08Z', 'updated_at': '2022-02-19T02:52:10Z', 'revision_number': 3, 'project_id': 'b2f0cd9db0f84e1b8f9e0fccbd20ae90', 'gw_port': {'id': 'f7fe83e8-17c5-4449-8f51-6483b792c93b', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:3d:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '777026d9-ff12-43a0-a708-e078f521b416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:52:09Z', 'updated_at': '2022-02-19T02:52:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:52:14.352003 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06cf8084-b04e-402c-858b-cd12755a169c None None] The sync data for ids ['777026d9-ff12-43a0-a708-e078f521b416'] in n-d-826753-2 is: [{'id': '777026d9-ff12-43a0-a708-e078f521b416', 'name': 'tempest-ServersTestMultiNic-1886842463-router', 'tenant_id': 'b2f0cd9db0f84e1b8f9e0fccbd20ae90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'f7fe83e8-17c5-4449-8f51-6483b792c93b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:52:08Z', 'updated_at': '2022-02-19T02:52:10Z', 'revision_number': 3, 'project_id': 'b2f0cd9db0f84e1b8f9e0fccbd20ae90', 'gw_port': {'id': 'f7fe83e8-17c5-4449-8f51-6483b792c93b', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:3d:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '777026d9-ff12-43a0-a708-e078f521b416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:52:09Z', 'updated_at': '2022-02-19T02:52:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:52:14.359375 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-61837b47-5669-4c57-87b0-03cf9fc649e3 req-e1a0e31f-c88b-4b5c-ba85-6a62cba69134 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ca71149-99da-4cc2-ac25-44d2d4a4007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139009 Feb 19 02:52:14.487421 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1cbf113b-05c5-4e05-a23a-b104c43c3df1 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Publish callbacks [] for security_group (507c1b38-8f0b-43e4-818d-8dab776cf74d), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:14.516108 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63415dfe-85ce-4a0d-9b7d-af9d9852c2ad req-802a18d4-6fdc-4b4c-8f1a-d199f824ba68 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:14.528209 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 130dc873-0a00-4bb6-93f1-eb8398e05ae7 up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:52:14.529175 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-63415dfe-85ce-4a0d-9b7d-af9d9852c2ad req-802a18d4-6fdc-4b4c-8f1a-d199f824ba68 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] 10.222.0.72 "GET /v2.0/ports?device_id=85b3493e-4e6d-43dd-97f1-de789984e9e0 HTTP/1.1" status: 200 len: 945 time: 0.1586802 Feb 19 02:52:14.530651 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1cbf113b-05c5-4e05-a23a-b104c43c3df1 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (507c1b38-8f0b-43e4-818d-8dab776cf74d), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:14.646725 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning for port 130dc873-0a00-4bb6-93f1-eb8398e05ae7 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:52:14.651795 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port 130dc873-0a00-4bb6-93f1-eb8398e05ae7 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:52:14.652171 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (130dc873-0a00-4bb6-93f1-eb8398e05ae7), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:14.661083 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-d9a59d56-93c1-43d8-bc98-2e7a666647f2 req-4d1f5ed5-8c18-461a-ae98-3328da0296c5 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Publish callbacks [] for port (ea703aa0-0b35-47cf-b9cf-1bd2aa0a750c), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:14.671199 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1cbf113b-05c5-4e05-a23a-b104c43c3df1 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:14.682326 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-1cbf113b-05c5-4e05-a23a-b104c43c3df1 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.6678939 Feb 19 02:52:14.692982 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 33218) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:52:14.726110 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-994ab959-a199-42c7-bbc9-7bab68874ff6 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Request body: {'security_group_rule': {'security_group_id': '507c1b38-8f0b-43e4-818d-8dab776cf74d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:52:14.731312 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-d9a59d56-93c1-43d8-bc98-2e7a666647f2 req-4d1f5ed5-8c18-461a-ae98-3328da0296c5 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (ea703aa0-0b35-47cf-b9cf-1bd2aa0a750c), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:14.843708 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-63415dfe-85ce-4a0d-9b7d-af9d9852c2ad req-8d6c2454-5723-40bb-b7c2-2f43ed78b68a tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] 10.222.0.72 "GET /v2.0/security-groups?id=99efb503-a711-4838-8b15-bcaf32262e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2945158 Feb 19 02:52:14.847246 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbf113b-05c5-4e05-a23a-b104c43c3df1 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=507c1b38-8f0b-43e4-818d-8dab776cf74d,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:14.875705 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9a59d56-93c1-43d8-bc98-2e7a666647f2 req-4d1f5ed5-8c18-461a-ae98-3328da0296c5 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Network 4ec29c64-a4ae-430d-ba9f-348461fbf8ef is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:52:14.884289 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [req-d9a59d56-93c1-43d8-bc98-2e7a666647f2 req-4d1f5ed5-8c18-461a-ae98-3328da0296c5 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:52:14.895562 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-994ab959-a199-42c7-bbc9-7bab68874ff6 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Publish callbacks [] for security_group_rule (02b26305-ee42-4db4-a8e2-89793ba6852d), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:14.920637 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9a59d56-93c1-43d8-bc98-2e7a666647f2 req-4d1f5ed5-8c18-461a-ae98-3328da0296c5 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:52:14.959366 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 130dc873-0a00-4bb6-93f1-eb8398e05ae7 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:52:14.966831 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (130dc873-0a00-4bb6-93f1-eb8398e05ae7), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:14.987680 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1f5ed5-8c18-461a-ae98-3328da0296c5 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Pushing event updated for resources: {'Port': ['ID=ea703aa0-0b35-47cf-b9cf-1bd2aa0a750c,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:15.045760 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8a86073-2def-4fb5-96a2-44c62d200d83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '130dc873-0a00-4bb6-93f1-eb8398e05ae7'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:52:15.059378 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7542d6ed-42d9-474b-9574-4a57c3256a5a" -d '{"events": [{"server_uuid": "b8a86073-2def-4fb5-96a2-44c62d200d83", "name": "network-vif-plugged", "status": "completed", "tag": "130dc873-0a00-4bb6-93f1-eb8398e05ae7"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:52:15.067894 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a59d56-93c1-43d8-bc98-2e7a666647f2 req-4d1f5ed5-8c18-461a-ae98-3328da0296c5 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:15.068605 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-d9a59d56-93c1-43d8-bc98-2e7a666647f2 req-4d1f5ed5-8c18-461a-ae98-3328da0296c5 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:15.098760 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d9a59d56-93c1-43d8-bc98-2e7a666647f2 req-4d1f5ed5-8c18-461a-ae98-3328da0296c5 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8535018 Feb 19 02:52:15.112911 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-492794fa-2b58-453f-8a89-9b90c2ca56e4 admin admin] Allocated IP 172.20.0.1 (632b0eed-a44b-4f34-a487-b870d68175ce/2f333870-10ca-45c4-baa6-b4b90be1668b/922746aa-cd69-4af4-a993-9476aff0b059) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:52:15.118278 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 130dc873-0a00-4bb6-93f1-eb8398e05ae7, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=130dc873-0a00-4bb6-93f1-eb8398e05ae7,segment=NetworkSegment(4d279d1b-ef9f-49cc-bc5d-c8be530f22d3),segment_id=4d279d1b-ef9f-49cc-bc5d-c8be530f22d3)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:52:15.124792 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-d9a59d56-93c1-43d8-bc98-2e7a666647f2 req-059419e1-b61c-4cb3-a945-2f69d2cc8ce3 service neutron] Request body: {'port': {'device_id': '93e92951-ed6e-4f82-8115-89576aa190a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826753-2'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:52:15.134221 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (130dc873-0a00-4bb6-93f1-eb8398e05ae7), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:15.135180 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device f97f2cd0-b7b7-4bd7-b6ab-6de292c04828 up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:52:15.268028 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d623a215-c7dc-469b-80a6-74f1d447a243 x-openstack-request-id: req-d623a215-c7dc-469b-80a6-74f1d447a243 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:52:15.270530 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8a86073-2def-4fb5-96a2-44c62d200d83", "name": "network-vif-plugged", "status": "completed", "tag": "130dc873-0a00-4bb6-93f1-eb8398e05ae7", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:52:15.277373 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d623a215-c7dc-469b-80a6-74f1d447a243 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:52:15.277943 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8a86073-2def-4fb5-96a2-44c62d200d83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '130dc873-0a00-4bb6-93f1-eb8398e05ae7', 'code': 200} Feb 19 02:52:15.280190 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-d9a59d56-93c1-43d8-bc98-2e7a666647f2 req-059419e1-b61c-4cb3-a945-2f69d2cc8ce3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (ea703aa0-0b35-47cf-b9cf-1bd2aa0a750c), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:15.309341 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-994ab959-a199-42c7-bbc9-7bab68874ff6 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Publish callbacks [] for security_group_rule (02b26305-ee42-4db4-a8e2-89793ba6852d), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:15.347244 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c2497c-86b2-4a89-8604-697f1335366c req-710d4966-20ac-4263-8cdb-ebe6a986acd4 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:15.359447 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e6c2497c-86b2-4a89-8604-697f1335366c req-710d4966-20ac-4263-8cdb-ebe6a986acd4 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/ports?device_id=703117b2-3b74-4940-91d7-38248cc7fdf8 HTTP/1.1" status: 200 len: 950 time: 0.2794740 Feb 19 02:52:15.366557 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-994ab959-a199-42c7-bbc9-7bab68874ff6 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (02b26305-ee42-4db4-a8e2-89793ba6852d), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:15.424090 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=130dc873-0a00-4bb6-93f1-eb8398e05ae7,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:15.463411 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning for port f97f2cd0-b7b7-4bd7-b6ab-6de292c04828 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:52:15.488391 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port f97f2cd0-b7b7-4bd7-b6ab-6de292c04828 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:52:15.489470 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (f97f2cd0-b7b7-4bd7-b6ab-6de292c04828), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:15.489637 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994ab959-a199-42c7-bbc9-7bab68874ff6 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02b26305-ee42-4db4-a8e2-89793ba6852d,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:15.500190 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-994ab959-a199-42c7-bbc9-7bab68874ff6 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:15.501688 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-994ab959-a199-42c7-bbc9-7bab68874ff6 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8006978 Feb 19 02:52:15.506808 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 33232) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:52:15.512785 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-74bccb32-5604-4bd5-bb34-1d1d6f80824a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:15.527504 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e6c2497c-86b2-4a89-8604-697f1335366c req-d86da7cb-cb39-4899-8fca-7e3040fdd17c tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe71e737-cb97-4e9e-a576-1f93522c47f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669631 Feb 19 02:52:15.567187 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-fb1a1cc5-e17c-44d1-b3f3-b222f0671e7c tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Request body: {'security_group_rule': {'security_group_id': '507c1b38-8f0b-43e4-818d-8dab776cf74d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:52:15.646149 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e54e35b-ae84-4b1d-b872-2cf0d4c7e9b0 req-f027c2d5-f32f-4c00-b04d-139c1f9f7875 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:15.666024 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6e54e35b-ae84-4b1d-b872-2cf0d4c7e9b0 req-f027c2d5-f32f-4c00-b04d-139c1f9f7875 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=93e92951-ed6e-4f82-8115-89576aa190a4 HTTP/1.1" status: 200 len: 932 time: 0.3042073 Feb 19 02:52:15.678751 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-fb1a1cc5-e17c-44d1-b3f3-b222f0671e7c tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Publish callbacks [] for security_group_rule (58e86e4b-8214-46ee-becf-6d9393575daf), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:15.748067 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port f97f2cd0-b7b7-4bd7-b6ab-6de292c04828 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:52:15.748471 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (f97f2cd0-b7b7-4bd7-b6ab-6de292c04828), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:15.808830 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port f97f2cd0-b7b7-4bd7-b6ab-6de292c04828, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=f97f2cd0-b7b7-4bd7-b6ab-6de292c04828,segment=NetworkSegment(9fe70e6e-9986-4247-9959-b53c4994b41b),segment_id=9fe70e6e-9986-4247-9959-b53c4994b41b)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:52:15.822988 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (f97f2cd0-b7b7-4bd7-b6ab-6de292c04828), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:15.862601 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbc3d24-b91d-4402-89ae-a1d2d1bb62ed req-2593ca92-8f32-4f59-9b7b-bdc80b6dda22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:15.864714 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-2bbc3d24-b91d-4402-89ae-a1d2d1bb62ed req-2593ca92-8f32-4f59-9b7b-bdc80b6dda22 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b8a86073-2def-4fb5-96a2-44c62d200d83 HTTP/1.1" status: 200 len: 1128 time: 0.5778306 Feb 19 02:52:15.877030 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device f7fe83e8-17c5-4449-8f51-6483b792c93b up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:52:15.911536 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-fb1a1cc5-e17c-44d1-b3f3-b222f0671e7c tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Publish callbacks [] for security_group_rule (58e86e4b-8214-46ee-becf-6d9393575daf), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:15.944107 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-fb1a1cc5-e17c-44d1-b3f3-b222f0671e7c tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (58e86e4b-8214-46ee-becf-6d9393575daf), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:15.997417 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=f97f2cd0-b7b7-4bd7-b6ab-6de292c04828,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:16.028539 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port f7fe83e8-17c5-4449-8f51-6483b792c93b triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:52:16.028939 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (f7fe83e8-17c5-4449-8f51-6483b792c93b), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:16.088509 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-492794fa-2b58-453f-8a89-9b90c2ca56e4 admin admin] Publish callbacks [] for port (922746aa-cd69-4af4-a993-9476aff0b059), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:16.097823 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6e54e35b-ae84-4b1d-b872-2cf0d4c7e9b0 req-bb8dbd47-3e46-4348-86e7-a62c076ba48e tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/security-groups?id=83745bf6-2450-44b1-b073-88b2d8645794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4306843 Feb 19 02:52:16.104536 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1a1cc5-e17c-44d1-b3f3-b222f0671e7c tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58e86e4b-8214-46ee-becf-6d9393575daf,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:16.153764 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-fb1a1cc5-e17c-44d1-b3f3-b222f0671e7c tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:16.158303 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-2bbc3d24-b91d-4402-89ae-a1d2d1bb62ed req-1e3ff119-3da1-4dca-b9e7-b560c6ea2e79 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=6ca71149-99da-4cc2-ac25-44d2d4a4007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807286 Feb 19 02:52:16.159985 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-492794fa-2b58-453f-8a89-9b90c2ca56e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (922746aa-cd69-4af4-a993-9476aff0b059), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:16.161105 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-fb1a1cc5-e17c-44d1-b3f3-b222f0671e7c tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6268041 Feb 19 02:52:16.162898 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 33238) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:52:16.173282 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-c8a7cd5c-a8e3-46db-a7ed-b3c380a6067f tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Request body: {'floatingip': {'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:52:16.215957 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c64f34-f0ac-41e3-8447-151c99ea42d7 req-51d84434-2013-47ce-b39a-770d46d7916d tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:16.218551 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port f7fe83e8-17c5-4449-8f51-6483b792c93b is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:52:16.218990 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (f7fe83e8-17c5-4449-8f51-6483b792c93b), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:16.222712 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-27c64f34-f0ac-41e3-8447-151c99ea42d7 req-51d84434-2013-47ce-b39a-770d46d7916d tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8a86073-2def-4fb5-96a2-44c62d200d83 HTTP/1.1" status: 200 len: 946 time: 0.4937317 Feb 19 02:52:16.242931 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492794fa-2b58-453f-8a89-9b90c2ca56e4 admin admin] Network 632b0eed-a44b-4f34-a487-b870d68175ce is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:52:16.263060 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-492794fa-2b58-453f-8a89-9b90c2ca56e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:52:16.265709 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492794fa-2b58-453f-8a89-9b90c2ca56e4 admin admin] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:52:16.288449 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port f7fe83e8-17c5-4449-8f51-6483b792c93b, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=f7fe83e8-17c5-4449-8f51-6483b792c93b,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:52:16.293865 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (f7fe83e8-17c5-4449-8f51-6483b792c93b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:16.363404 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492794fa-2b58-453f-8a89-9b90c2ca56e4 admin admin] Pushing event updated for resources: {'Port': ['ID=922746aa-cd69-4af4-a993-9476aff0b059,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:16.384727 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-27c64f34-f0ac-41e3-8447-151c99ea42d7 req-f02e10db-31da-42a9-8194-290fbd6a8573 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ca71149-99da-4cc2-ac25-44d2d4a4007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501734 Feb 19 02:52:16.401161 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=f7fe83e8-17c5-4449-8f51-6483b792c93b,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:16.413751 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-d9a59d56-93c1-43d8-bc98-2e7a666647f2 req-059419e1-b61c-4cb3-a945-2f69d2cc8ce3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea703aa0-0b35-47cf-b9cf-1bd2aa0a750c {{(pid=103702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:52:16.439089 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47da774-7405-4c4e-b33f-05d7e17ff151 req-9e725055-115b-44f4-b642-7ab8d7101071 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:16.446657 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-d9a59d56-93c1-43d8-bc98-2e7a666647f2 req-059419e1-b61c-4cb3-a945-2f69d2cc8ce3 service neutron] Publish callbacks [] for port (ea703aa0-0b35-47cf-b9cf-1bd2aa0a750c), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:16.448869 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b47da774-7405-4c4e-b33f-05d7e17ff151 req-9e725055-115b-44f4-b642-7ab8d7101071 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] 10.222.0.72 "GET /v2.0/ports?device_id=85b3493e-4e6d-43dd-97f1-de789984e9e0 HTTP/1.1" status: 200 len: 946 time: 0.1270549 Feb 19 02:52:16.470520 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c8a7cd5c-a8e3-46db-a7ed-b3c380a6067f tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:16.485190 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-492794fa-2b58-453f-8a89-9b90c2ca56e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16289150'] for router_interface (777026d9-ff12-43a0-a708-e078f521b416), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:16.494763 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-d9a59d56-93c1-43d8-bc98-2e7a666647f2 req-059419e1-b61c-4cb3-a945-2f69d2cc8ce3 service neutron] Transition to ACTIVE for port object ea703aa0-0b35-47cf-b9cf-1bd2aa0a750c will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:52:16.571497 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-d9a59d56-93c1-43d8-bc98-2e7a666647f2 req-059419e1-b61c-4cb3-a945-2f69d2cc8ce3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (ea703aa0-0b35-47cf-b9cf-1bd2aa0a750c), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:16.657104 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b47da774-7405-4c4e-b33f-05d7e17ff151 req-baacc103-a4f0-41fa-b852-dc548c5aa13c tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] 10.222.0.72 "GET /v2.0/security-groups?id=99efb503-a711-4838-8b15-bcaf32262e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2019253 Feb 19 02:52:16.685803 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059419e1-b61c-4cb3-a945-2f69d2cc8ce3 service neutron] Pushing event updated for resources: {'Port': ['ID=ea703aa0-0b35-47cf-b9cf-1bd2aa0a750c,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:16.698115 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b2a43555-8830-436f-b600-cb5df51b3145 None None] Provisioning complete for port 922746aa-cd69-4af4-a993-9476aff0b059 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:52:16.700281 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b2a43555-8830-436f-b600-cb5df51b3145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (922746aa-cd69-4af4-a993-9476aff0b059), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:16.726303 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258d939d-397c-4164-aa4e-84a574ca3b2e req-4d5e936d-66a9-4c4c-b293-80e3bd255238 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:16.736068 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-258d939d-397c-4164-aa4e-84a574ca3b2e req-4d5e936d-66a9-4c4c-b293-80e3bd255238 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/ports?device_id=703117b2-3b74-4940-91d7-38248cc7fdf8 HTTP/1.1" status: 200 len: 950 time: 0.0778241 Feb 19 02:52:16.794977 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-d9a59d56-93c1-43d8-bc98-2e7a666647f2 req-059419e1-b61c-4cb3-a945-2f69d2cc8ce3 service neutron] Attempting to bind port ea703aa0-0b35-47cf-b9cf-1bd2aa0a750c on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:52:16.795312 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-d9a59d56-93c1-43d8-bc98-2e7a666647f2 req-059419e1-b61c-4cb3-a945-2f69d2cc8ce3 service neutron] Attempting to bind port ea703aa0-0b35-47cf-b9cf-1bd2aa0a750c by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': 'b3dae451-0c86-4a64-8455-5c47bfffd3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '4ec29c64-a4ae-430d-ba9f-348461fbf8ef'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:52:16.795638 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a59d56-93c1-43d8-bc98-2e7a666647f2 req-059419e1-b61c-4cb3-a945-2f69d2cc8ce3 service neutron] Attempting to bind port ea703aa0-0b35-47cf-b9cf-1bd2aa0a750c on network 4ec29c64-a4ae-430d-ba9f-348461fbf8ef {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:52:16.808645 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a59d56-93c1-43d8-bc98-2e7a666647f2 req-059419e1-b61c-4cb3-a945-2f69d2cc8ce3 service neutron] Port ea703aa0-0b35-47cf-b9cf-1bd2aa0a750c on network 4ec29c64-a4ae-430d-ba9f-348461fbf8ef not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:52:16.812979 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b2a43555-8830-436f-b600-cb5df51b3145 None None] Port 922746aa-cd69-4af4-a993-9476aff0b059 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:52:16.814789 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a59d56-93c1-43d8-bc98-2e7a666647f2 req-059419e1-b61c-4cb3-a945-2f69d2cc8ce3 service neutron] Attempting to bind port ea703aa0-0b35-47cf-b9cf-1bd2aa0a750c on network 4ec29c64-a4ae-430d-ba9f-348461fbf8ef {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:52:16.829399 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a59d56-93c1-43d8-bc98-2e7a666647f2 req-059419e1-b61c-4cb3-a945-2f69d2cc8ce3 service neutron] Checking agent: {'id': 'bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:52:16.829924 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a59d56-93c1-43d8-bc98-2e7a666647f2 req-059419e1-b61c-4cb3-a945-2f69d2cc8ce3 service neutron] Checking segment: {'id': 'b3dae451-0c86-4a64-8455-5c47bfffd3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '4ec29c64-a4ae-430d-ba9f-348461fbf8ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:52:16.830459 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a59d56-93c1-43d8-bc98-2e7a666647f2 req-059419e1-b61c-4cb3-a945-2f69d2cc8ce3 service neutron] Bound using segment: {'id': 'b3dae451-0c86-4a64-8455-5c47bfffd3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '4ec29c64-a4ae-430d-ba9f-348461fbf8ef'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:52:16.830955 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-d9a59d56-93c1-43d8-bc98-2e7a666647f2 req-059419e1-b61c-4cb3-a945-2f69d2cc8ce3 service neutron] Bound port: ea703aa0-0b35-47cf-b9cf-1bd2aa0a750c, host: n-h2-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3dae451-0c86-4a64-8455-5c47bfffd3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '4ec29c64-a4ae-430d-ba9f-348461fbf8ef'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:52:16.831395 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-d9a59d56-93c1-43d8-bc98-2e7a666647f2 req-059419e1-b61c-4cb3-a945-2f69d2cc8ce3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (ea703aa0-0b35-47cf-b9cf-1bd2aa0a750c), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:16.869562 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-258d939d-397c-4164-aa4e-84a574ca3b2e req-fc8ca959-24ee-4ce0-97db-269b9135a2b7 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe71e737-cb97-4e9e-a576-1f93522c47f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315651 Feb 19 02:52:16.870913 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device cab3c780-44c4-45a1-a8a6-516fddcf1a12 details requested by agent hyperv_n-h2-826753-2 with host n-h2-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:52:16.876357 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-492794fa-2b58-453f-8a89-9b90c2ca56e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (922746aa-cd69-4af4-a993-9476aff0b059), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:16.895261 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c8a7cd5c-a8e3-46db-a7ed-b3c380a6067f tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:17.029376 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-d9a59d56-93c1-43d8-bc98-2e7a666647f2 req-059419e1-b61c-4cb3-a945-2f69d2cc8ce3 service neutron] For port ea703aa0-0b35-47cf-b9cf-1bd2aa0a750c, host n-h2-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:52:17.153419 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port cab3c780-44c4-45a1-a8a6-516fddcf1a12, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=cab3c780-44c4-45a1-a8a6-516fddcf1a12,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:52:17.166679 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Returning: {'device': 'cab3c780-44c4-45a1-a8a6-516fddcf1a12', 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f', 'port_id': 'cab3c780-44c4-45a1-a8a6-516fddcf1a12', 'mac_address': 'fa:16:3e:de:48:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '974c06bc-f097-4890-970a-b087501ab241', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:52:17.186025 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-d9a59d56-93c1-43d8-bc98-2e7a666647f2 req-059419e1-b61c-4cb3-a945-2f69d2cc8ce3 service neutron] For port ea703aa0-0b35-47cf-b9cf-1bd2aa0a750c, host n-h2-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=ea703aa0-0b35-47cf-b9cf-1bd2aa0a750c,segment=NetworkSegment(b3dae451-0c86-4a64-8455-5c47bfffd3eb),segment_id=b3dae451-0c86-4a64-8455-5c47bfffd3eb)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:52:17.235113 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-492794fa-2b58-453f-8a89-9b90c2ca56e4 admin admin] Publish callbacks [] for port (922746aa-cd69-4af4-a993-9476aff0b059), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:17.241707 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-d9a59d56-93c1-43d8-bc98-2e7a666647f2 req-059419e1-b61c-4cb3-a945-2f69d2cc8ce3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (ea703aa0-0b35-47cf-b9cf-1bd2aa0a750c), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:17.250893 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port cab3c780-44c4-45a1-a8a6-516fddcf1a12 is: ACTIVE; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:52:17.251112 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-c8a7cd5c-a8e3-46db-a7ed-b3c380a6067f tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Allocated IP 172.25.6.65 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/e07547cf-a4ac-4661-a664-8dbf7511adbf) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:52:17.251560 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (cab3c780-44c4-45a1-a8a6-516fddcf1a12), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:17.279776 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cab3c780-44c4-45a1-a8a6-516fddcf1a12 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:52:17.297421 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85b3493e-4e6d-43dd-97f1-de789984e9e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f97f2cd0-b7b7-4bd7-b6ab-6de292c04828'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:52:17.302431 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b06286aa-750f-43d7-804c-d7b3664d5451" -d '{"events": [{"server_uuid": "85b3493e-4e6d-43dd-97f1-de789984e9e0", "name": "network-vif-plugged", "status": "completed", "tag": "f97f2cd0-b7b7-4bd7-b6ab-6de292c04828"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:52:17.325582 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059419e1-b61c-4cb3-a945-2f69d2cc8ce3 service neutron] Pushing event updated for resources: {'Port': ['ID=ea703aa0-0b35-47cf-b9cf-1bd2aa0a750c,revision_number=3']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:17.330812 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-492794fa-2b58-453f-8a89-9b90c2ca56e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (922746aa-cd69-4af4-a993-9476aff0b059), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:17.352999 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port cab3c780-44c4-45a1-a8a6-516fddcf1a12, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=cab3c780-44c4-45a1-a8a6-516fddcf1a12,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:52:17.370652 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (cab3c780-44c4-45a1-a8a6-516fddcf1a12), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:17.468682 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a59d56-93c1-43d8-bc98-2e7a666647f2 req-059419e1-b61c-4cb3-a945-2f69d2cc8ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:17.469352 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-d9a59d56-93c1-43d8-bc98-2e7a666647f2 req-059419e1-b61c-4cb3-a945-2f69d2cc8ce3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:17.473617 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d9a59d56-93c1-43d8-bc98-2e7a666647f2 req-059419e1-b61c-4cb3-a945-2f69d2cc8ce3 service neutron] 10.222.0.82 "PUT /v2.0/ports/ea703aa0-0b35-47cf-b9cf-1bd2aa0a750c HTTP/1.1" status: 200 len: 1092 time: 2.3578277 Feb 19 02:52:17.481816 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93e92951-ed6e-4f82-8115-89576aa190a4', 'tag': 'ea703aa0-0b35-47cf-b9cf-1bd2aa0a750c'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:52:17.486874 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ddc80bf-c525-4f44-8e9b-59e39710a9d2" -d '{"events": [{"name": "network-changed", "server_uuid": "93e92951-ed6e-4f82-8115-89576aa190a4", "tag": "ea703aa0-0b35-47cf-b9cf-1bd2aa0a750c"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:52:17.506551 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c8a7cd5c-a8e3-46db-a7ed-b3c380a6067f tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Publish callbacks [] for port (e07547cf-a4ac-4661-a664-8dbf7511adbf), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:17.557737 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2237ee78-0a11-4fea-9dc6-f1093305c030 x-openstack-request-id: req-2237ee78-0a11-4fea-9dc6-f1093305c030 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:52:17.558031 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85b3493e-4e6d-43dd-97f1-de789984e9e0", "name": "network-vif-plugged", "status": "completed", "tag": "f97f2cd0-b7b7-4bd7-b6ab-6de292c04828", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:52:17.558296 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2237ee78-0a11-4fea-9dc6-f1093305c030 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:52:17.558699 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85b3493e-4e6d-43dd-97f1-de789984e9e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f97f2cd0-b7b7-4bd7-b6ab-6de292c04828', 'code': 200} Feb 19 02:52:17.559861 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=cab3c780-44c4-45a1-a8a6-516fddcf1a12,revision_number=9']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:17.621453 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c8a7cd5c-a8e3-46db-a7ed-b3c380a6067f tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (e07547cf-a4ac-4661-a664-8dbf7511adbf), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:17.667158 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492794fa-2b58-453f-8a89-9b90c2ca56e4 admin admin] Pushing event updated for resources: {'Port': ['ID=922746aa-cd69-4af4-a993-9476aff0b059,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:17.678468 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['cab3c780-44c4-45a1-a8a6-516fddcf1a12'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:52:17.733338 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-492794fa-2b58-453f-8a89-9b90c2ca56e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16362769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16289258'] for router_interface (777026d9-ff12-43a0-a708-e078f521b416), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:17.737280 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a59d56-93c1-43d8-bc98-2e7a666647f2 req-57ba674d-bcb5-429a-aad0-a13e1abc6eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:17.738916 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d9a59d56-93c1-43d8-bc98-2e7a666647f2 req-57ba674d-bcb5-429a-aad0-a13e1abc6eaa service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d68bae7ecf6f4907884d3b1c20c6b537&device_id=93e92951-ed6e-4f82-8115-89576aa190a4 HTTP/1.1" status: 200 len: 1126 time: 0.1941531 Feb 19 02:52:17.739318 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093bc5d6-7bb7-426a-9438-d6845833bcf5 req-20897dae-8a04-426c-bcdd-296593d89b5f tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:17.740892 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-093bc5d6-7bb7-426a-9438-d6845833bcf5 req-20897dae-8a04-426c-bcdd-296593d89b5f tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=93e92951-ed6e-4f82-8115-89576aa190a4 HTTP/1.1" status: 200 len: 944 time: 0.5136459 Feb 19 02:52:17.803640 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a7cd5c-a8e3-46db-a7ed-b3c380a6067f tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:52:17.808062 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-48882f26-a563-41fe-9166-675686ec3bcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:17.809871 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device f7fe83e8-17c5-4449-8f51-6483b792c93b up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:52:17.816025 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-c8a7cd5c-a8e3-46db-a7ed-b3c380a6067f tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:52:17.821146 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a7cd5c-a8e3-46db-a7ed-b3c380a6067f tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:52:17.821749 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d9a59d56-93c1-43d8-bc98-2e7a666647f2 req-2d9eaa80-c57a-477e-a39b-d56f0a1210b5 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea703aa0-0b35-47cf-b9cf-1bd2aa0a750c HTTP/1.1" status: 200 len: 217 time: 0.0537310 Feb 19 02:52:17.894640 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e704093a-bb2a-431e-856b-87694185e527 req-4f303cf5-db1d-4be6-9b3e-7a1cd66fd7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:17.896896 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e704093a-bb2a-431e-856b-87694185e527 req-4f303cf5-db1d-4be6-9b3e-7a1cd66fd7b6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=85b3493e-4e6d-43dd-97f1-de789984e9e0 HTTP/1.1" status: 200 len: 1128 time: 0.2737536 Feb 19 02:52:17.916270 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port f7fe83e8-17c5-4449-8f51-6483b792c93b triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:52:17.916650 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (f7fe83e8-17c5-4449-8f51-6483b792c93b), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:17.927823 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6785003f-7814-49fd-877c-c3135a4cbc24 req-5391d7a7-5092-4389-92b4-6e0eaefd71bd tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:17.929449 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6785003f-7814-49fd-877c-c3135a4cbc24 req-5391d7a7-5092-4389-92b4-6e0eaefd71bd tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8a86073-2def-4fb5-96a2-44c62d200d83 HTTP/1.1" status: 200 len: 946 time: 0.3455060 Feb 19 02:52:17.934709 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a7cd5c-a8e3-46db-a7ed-b3c380a6067f tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Pushing event updated for resources: {'Port': ['ID=e07547cf-a4ac-4661-a664-8dbf7511adbf,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:17.973848 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a59d56-93c1-43d8-bc98-2e7a666647f2 req-c08a0bc8-bfe7-4f96-a2f3-f7ccb729eb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:17.975949 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d9a59d56-93c1-43d8-bc98-2e7a666647f2 req-c08a0bc8-bfe7-4f96-a2f3-f7ccb729eb8a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5103dc21-f4d0-430c-8a52-b05a3a288bbf HTTP/1.1" status: 200 len: 852 time: 0.1374760 Feb 19 02:52:17.987899 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-093bc5d6-7bb7-426a-9438-d6845833bcf5 req-3ea3835f-9dec-4443-a945-5f9ded53f77a tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/security-groups?id=83745bf6-2450-44b1-b073-88b2d8645794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052369 Feb 19 02:52:18.073536 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port f7fe83e8-17c5-4449-8f51-6483b792c93b is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:52:18.097326 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d9a59d56-93c1-43d8-bc98-2e7a666647f2 req-5d8beaad-2319-4cb6-a99f-0671c9974322 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=4ec29c64-a4ae-430d-ba9f-348461fbf8ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1035156 Feb 19 02:52:18.111315 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a4845da-003d-4841-84fc-e8bcf3d39695 x-openstack-request-id: req-5a4845da-003d-4841-84fc-e8bcf3d39695 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:52:18.116994 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93e92951-ed6e-4f82-8115-89576aa190a4", "tag": "ea703aa0-0b35-47cf-b9cf-1bd2aa0a750c", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:52:18.118125 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5a4845da-003d-4841-84fc-e8bcf3d39695 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:52:18.118637 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93e92951-ed6e-4f82-8115-89576aa190a4', 'tag': 'ea703aa0-0b35-47cf-b9cf-1bd2aa0a750c', 'status': 'completed', 'code': 200} Feb 19 02:52:18.152783 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6785003f-7814-49fd-877c-c3135a4cbc24 req-33ecf195-40c0-4bc3-8c33-975be879f51f tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ca71149-99da-4cc2-ac25-44d2d4a4007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134273 Feb 19 02:52:18.177047 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c8a7cd5c-a8e3-46db-a7ed-b3c380a6067f tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Publish callbacks [] for floatingip (0b3dd879-fad3-40f1-8837-46ada484b84f), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:18.255247 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c8a7cd5c-a8e3-46db-a7ed-b3c380a6067f tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (e07547cf-a4ac-4661-a664-8dbf7511adbf), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:18.303659 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e704093a-bb2a-431e-856b-87694185e527 req-d129f29f-91dd-4ac5-9f1a-86f01883fc06 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=99efb503-a711-4838-8b15-bcaf32262e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3760376 Feb 19 02:52:18.359969 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492794fa-2b58-453f-8a89-9b90c2ca56e4 admin admin] Network 632b0eed-a44b-4f34-a487-b870d68175ce is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:52:18.363210 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-492794fa-2b58-453f-8a89-9b90c2ca56e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:52:18.450481 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d9a59d56-93c1-43d8-bc98-2e7a666647f2 req-35bb2d6c-4e7b-44e4-97f9-9dff3c957044 service neutron] 10.222.0.82 "GET /v2.0/networks/4ec29c64-a4ae-430d-ba9f-348461fbf8ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3125558 Feb 19 02:52:18.485369 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d683da-2bf0-43fa-af2f-cb272e47704f req-b6455972-366b-40f7-9562-e57be835b2e5 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:18.487131 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-44d683da-2bf0-43fa-af2f-cb272e47704f req-b6455972-366b-40f7-9562-e57be835b2e5 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/ports?device_id=703117b2-3b74-4940-91d7-38248cc7fdf8 HTTP/1.1" status: 200 len: 949 time: 0.2039258 Feb 19 02:52:18.631961 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c8a7cd5c-a8e3-46db-a7ed-b3c380a6067f tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Publish callbacks [] for port (e07547cf-a4ac-4661-a664-8dbf7511adbf), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:18.647263 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb5744b-fcc1-4c89-bb08-87428e93ce1d req-b438ad89-a140-451e-8a02-14808e2cc846 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:18.650738 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ccb5744b-fcc1-4c89-bb08-87428e93ce1d req-b438ad89-a140-451e-8a02-14808e2cc846 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] 10.222.0.72 "GET /v2.0/ports?device_id=85b3493e-4e6d-43dd-97f1-de789984e9e0 HTTP/1.1" status: 200 len: 946 time: 0.3976493 Feb 19 02:52:18.658689 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c8a7cd5c-a8e3-46db-a7ed-b3c380a6067f tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (e07547cf-a4ac-4661-a664-8dbf7511adbf), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:18.766540 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-bc570e2a-9a0a-442f-9626-3befa43d2273 None None] Provisioning complete for port 922746aa-cd69-4af4-a993-9476aff0b059 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:52:18.767089 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-bc570e2a-9a0a-442f-9626-3befa43d2273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (922746aa-cd69-4af4-a993-9476aff0b059), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:18.801672 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d9a59d56-93c1-43d8-bc98-2e7a666647f2 req-ffdaf600-4425-4f1d-ad71-6db09358fe24 service neutron] 10.222.0.82 "GET /v2.0/networks/4ec29c64-a4ae-430d-ba9f-348461fbf8ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2938900 Feb 19 02:52:18.807572 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-492794fa-2b58-453f-8a89-9b90c2ca56e4 admin admin] Router 777026d9-ff12-43a0-a708-e078f521b416 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:52:18.847645 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-bc570e2a-9a0a-442f-9626-3befa43d2273 None None] Port 922746aa-cd69-4af4-a993-9476aff0b059 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:52:18.861256 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a7cd5c-a8e3-46db-a7ed-b3c380a6067f tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Pushing event updated for resources: {'Port': ['ID=e07547cf-a4ac-4661-a664-8dbf7511adbf,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:18.886173 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device cab3c780-44c4-45a1-a8a6-516fddcf1a12 up at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:52:18.886391 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c8a7cd5c-a8e3-46db-a7ed-b3c380a6067f tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16285943'] for floatingip (0b3dd879-fad3-40f1-8837-46ada484b84f), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:18.974500 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c8a7cd5c-a8e3-46db-a7ed-b3c380a6067f tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:18.975777 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-c8a7cd5c-a8e3-46db-a7ed-b3c380a6067f tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8084762 Feb 19 02:52:18.983061 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-44d683da-2bf0-43fa-af2f-cb272e47704f req-b3f411ad-2cca-4158-964a-112f4e606635 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe71e737-cb97-4e9e-a576-1f93522c47f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3471434 Feb 19 02:52:19.013734 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning complete for port cab3c780-44c4-45a1-a8a6-516fddcf1a12 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:52:19.014115 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (cab3c780-44c4-45a1-a8a6-516fddcf1a12), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:19.015871 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ccb5744b-fcc1-4c89-bb08-87428e93ce1d req-06f8dd33-52ed-4272-8064-d0aed2a558f5 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] 10.222.0.72 "GET /v2.0/security-groups?id=99efb503-a711-4838-8b15-bcaf32262e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3448596 Feb 19 02:52:19.149898 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17113f6-61e6-4457-aa2d-cec225f5b455 req-68afb5cc-8d9e-401a-9461-a072359638b6 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:19.158242 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c17113f6-61e6-4457-aa2d-cec225f5b455 req-68afb5cc-8d9e-401a-9461-a072359638b6 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=93e92951-ed6e-4f82-8115-89576aa190a4 HTTP/1.1" status: 200 len: 944 time: 0.0756500 Feb 19 02:52:19.183901 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port cab3c780-44c4-45a1-a8a6-516fddcf1a12 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:52:19.184290 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (cab3c780-44c4-45a1-a8a6-516fddcf1a12), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:19.252861 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:19.296311 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c17113f6-61e6-4457-aa2d-cec225f5b455 req-de49fc52-ed78-402e-ae22-2e424c2cfad1 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/security-groups?id=83745bf6-2450-44b1-b073-88b2d8645794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371155 Feb 19 02:52:19.309409 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port cab3c780-44c4-45a1-a8a6-516fddcf1a12, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=cab3c780-44c4-45a1-a8a6-516fddcf1a12,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:52:19.323760 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (cab3c780-44c4-45a1-a8a6-516fddcf1a12), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:19.432076 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=cab3c780-44c4-45a1-a8a6-516fddcf1a12,revision_number=10']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:19.464418 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63daf78-8f99-49ef-a5e9-55f94c39eaab req-f329e300-252f-4021-b6b5-2789e2f40a45 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:19.466071 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e63daf78-8f99-49ef-a5e9-55f94c39eaab req-f329e300-252f-4021-b6b5-2789e2f40a45 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "GET /v2.0/networks?id=8ee469c1-3b92-4511-8f73-2a197f9b67c2 HTTP/1.1" status: 200 len: 821 time: 0.2051980 Feb 19 02:52:19.509582 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e63daf78-8f99-49ef-a5e9-55f94c39eaab req-d9156111-4557-4b81-858a-3ce2d6748cbe tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "GET /v2.0/quotas/be795ecfceb44d2da411c5f5f56a6624 HTTP/1.1" status: 200 len: 375 time: 0.0278656 Feb 19 02:52:19.559528 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '703117b2-3b74-4940-91d7-38248cc7fdf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cab3c780-44c4-45a1-a8a6-516fddcf1a12'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:52:19.563001 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71352122-8458-467b-9a93-ef7893fba740" -d '{"events": [{"server_uuid": "703117b2-3b74-4940-91d7-38248cc7fdf8", "name": "network-vif-plugged", "status": "completed", "tag": "cab3c780-44c4-45a1-a8a6-516fddcf1a12"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:52:19.581658 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e63daf78-8f99-49ef-a5e9-55f94c39eaab req-96bf92ed-f500-4026-924a-75bf94b250bd tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=be795ecfceb44d2da411c5f5f56a6624&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0557492 Feb 19 02:52:19.605484 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cee9a90-0e84-4800-8549-0669daabd38e req-375931d4-8e20-4e41-8e3b-23d6a39c3b1b tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:19.613191 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0cee9a90-0e84-4800-8549-0669daabd38e req-375931d4-8e20-4e41-8e3b-23d6a39c3b1b tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8a86073-2def-4fb5-96a2-44c62d200d83 HTTP/1.1" status: 200 len: 946 time: 0.1774669 Feb 19 02:52:19.626469 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-492794fa-2b58-453f-8a89-9b90c2ca56e4 admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:52:19.656106 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-492794fa-2b58-453f-8a89-9b90c2ca56e4 admin admin] 10.222.0.72 "PUT /v2.0/routers/777026d9-ff12-43a0-a708-e078f521b416/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9470580 Feb 19 02:52:19.665180 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebb6acb-4e05-4c36-a6e6-009d7e4285c2 None None] Sync routers for ids ['777026d9-ff12-43a0-a708-e078f521b416'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:52:19.685343 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebb6acb-4e05-4c36-a6e6-009d7e4285c2 None None] Routers {'777026d9-ff12-43a0-a708-e078f521b416'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:52:19.686639 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-9ebb6acb-4e05-4c36-a6e6-009d7e4285c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:52:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['777026d9-ff12-43a0-a708-e078f521b416'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:52:19.738522 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddc80bf-c525-4f44-8e9b-59e39710a9d2 req-e7c18160-a032-47e6-b5ac-448421ee629e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:19.744284 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-6ddc80bf-c525-4f44-8e9b-59e39710a9d2 req-e7c18160-a032-47e6-b5ac-448421ee629e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d68bae7ecf6f4907884d3b1c20c6b537&device_id=93e92951-ed6e-4f82-8115-89576aa190a4 HTTP/1.1" status: 200 len: 1126 time: 0.2287402 Feb 19 02:52:19.827765 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0cee9a90-0e84-4800-8549-0669daabd38e req-556b9b14-058f-4f0b-83d6-d920961559e5 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ca71149-99da-4cc2-ac25-44d2d4a4007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126844 Feb 19 02:52:19.887935 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 33300) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:52:19.920208 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e63daf78-8f99-49ef-a5e9-55f94c39eaab req-cea0e52f-e263-41ff-b5e0-d1ff760c4819 service neutron] 10.222.0.72 "GET /v2.0/networks/8ee469c1-3b92-4511-8f73-2a197f9b67c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3258700 Feb 19 02:52:20.102586 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddc80bf-c525-4f44-8e9b-59e39710a9d2 req-5f290127-950d-4a58-aeb0-403a5b98c9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:20.108600 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-6ddc80bf-c525-4f44-8e9b-59e39710a9d2 req-5f290127-950d-4a58-aeb0-403a5b98c9d0 service neutron] 10.222.0.82 "GET /v2.0/networks?id=4ec29c64-a4ae-430d-ba9f-348461fbf8ef HTTP/1.1" status: 200 len: 913 time: 0.3586569 Feb 19 02:52:20.153809 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-bf7ae10b-d614-471e-807c-919e1f30c46e tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1409598763'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:52:20.236352 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-6ddc80bf-c525-4f44-8e9b-59e39710a9d2 req-4d8c23c5-e98d-49dd-a2b4-234c9cb8a9c2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea703aa0-0b35-47cf-b9cf-1bd2aa0a750c HTTP/1.1" status: 200 len: 217 time: 0.1172068 Feb 19 02:52:20.237702 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e63daf78-8f99-49ef-a5e9-55f94c39eaab req-1d648240-2a9e-4082-bab3-4933242c28b6 service neutron] 10.222.0.72 "GET /v2.0/networks/8ee469c1-3b92-4511-8f73-2a197f9b67c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3007083 Feb 19 02:52:20.239934 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf7ae10b-d614-471e-807c-919e1f30c46e tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Made reservation on behalf of b2f0cd9db0f84e1b8f9e0fccbd20ae90 for: {'network': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:52:20.247010 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bf7ae10b-d614-471e-807c-919e1f30c46e tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:20.339210 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a79e361-f96a-4dc3-8f16-fb811edbe26e x-openstack-request-id: req-0a79e361-f96a-4dc3-8f16-fb811edbe26e {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:52:20.339814 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "703117b2-3b74-4940-91d7-38248cc7fdf8", "name": "network-vif-plugged", "status": "completed", "tag": "cab3c780-44c4-45a1-a8a6-516fddcf1a12", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:52:20.339814 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0a79e361-f96a-4dc3-8f16-fb811edbe26e {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:52:20.340125 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '703117b2-3b74-4940-91d7-38248cc7fdf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cab3c780-44c4-45a1-a8a6-516fddcf1a12', 'code': 200} Feb 19 02:52:20.357116 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddc80bf-c525-4f44-8e9b-59e39710a9d2 req-bc635065-38db-4d4b-b507-12bec3e6f913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:20.358599 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-6ddc80bf-c525-4f44-8e9b-59e39710a9d2 req-bc635065-38db-4d4b-b507-12bec3e6f913 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5103dc21-f4d0-430c-8a52-b05a3a288bbf HTTP/1.1" status: 200 len: 852 time: 0.1141119 Feb 19 02:52:20.362853 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf7ae10b-d614-471e-807c-919e1f30c46e tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] vlan segment allocate from pool success with {'vlan_id': 268, 'physical_network': 'physnet1'} {{(pid=103701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:52:20.392390 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:20.405954 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bf7ae10b-d614-471e-807c-919e1f30c46e tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (5ac1db83-f9a6-4bca-8644-0ee39cc962ca), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:20.406251 n-d-826753-2 neutron-server[103701]: INFO neutron.db.segments_db [None req-bf7ae10b-d614-471e-807c-919e1f30c46e tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Added segment 5ac1db83-f9a6-4bca-8644-0ee39cc962ca of type vlan for network ba37fcfb-a9f9-483d-bb46-ff78ce18edce Feb 19 02:52:20.425852 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-9ebb6acb-4e05-4c36-a6e6-009d7e4285c2 None None] Set router 777026d9-ff12-43a0-a708-e078f521b416 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:52:20.432800 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-6ddc80bf-c525-4f44-8e9b-59e39710a9d2 req-8e0258be-5f62-4254-b526-b84655596ef2 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=4ec29c64-a4ae-430d-ba9f-348461fbf8ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670948 Feb 19 02:52:20.501654 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2c469b-3a27-46bf-bbbb-66a6abbbd49d req-0066b3dd-0c78-42f3-b634-a5d48209e192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:20.503494 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0e2c469b-3a27-46bf-bbbb-66a6abbbd49d req-0066b3dd-0c78-42f3-b634-a5d48209e192 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=703117b2-3b74-4940-91d7-38248cc7fdf8 HTTP/1.1" status: 200 len: 1133 time: 0.2270951 Feb 19 02:52:20.625233 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bf7ae10b-d614-471e-807c-919e1f30c46e tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (ba37fcfb-a9f9-483d-bb46-ff78ce18edce), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:20.638596 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-6ddc80bf-c525-4f44-8e9b-59e39710a9d2 req-faf518ac-887f-4e73-bf48-480ccd8f90f5 service neutron] 10.222.0.82 "GET /v2.0/networks/4ec29c64-a4ae-430d-ba9f-348461fbf8ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989632 Feb 19 02:52:20.780260 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-9ebb6acb-4e05-4c36-a6e6-009d7e4285c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '777026d9-ff12-43a0-a708-e078f521b416', 'name': 'tempest-ServersTestMultiNic-1886842463-router', 'tenant_id': 'b2f0cd9db0f84e1b8f9e0fccbd20ae90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'f7fe83e8-17c5-4449-8f51-6483b792c93b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:52:08Z', 'updated_at': '2022-02-19T02:52:16Z', 'revision_number': 4, 'project_id': 'b2f0cd9db0f84e1b8f9e0fccbd20ae90', 'gw_port': {'id': 'f7fe83e8-17c5-4449-8f51-6483b792c93b', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:3d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '777026d9-ff12-43a0-a708-e078f521b416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:52:09Z', 'updated_at': '2022-02-19T02:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '922746aa-cd69-4af4-a993-9476aff0b059', 'name': '', 'network_id': '632b0eed-a44b-4f34-a487-b870d68175ce', 'tenant_id': 'b2f0cd9db0f84e1b8f9e0fccbd20ae90', 'mac_address': 'fa:16:3e:f1:e2:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '777026d9-ff12-43a0-a708-e078f521b416', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '2f333870-10ca-45c4-baa6-b4b90be1668b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:52:14Z', 'updated_at': '2022-02-19T02:52:16Z', 'revision_number': 2, 'project_id': 'b2f0cd9db0f84e1b8f9e0fccbd20ae90', 'subnets': [{'id': '2f333870-10ca-45c4-baa6-b4b90be1668b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:52:20.830842 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0e2c469b-3a27-46bf-bbbb-66a6abbbd49d req-d1d249ba-2cbd-49f3-ad79-26cac516e125 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=fe71e737-cb97-4e9e-a576-1f93522c47f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2986112 Feb 19 02:52:20.838843 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-6ddc80bf-c525-4f44-8e9b-59e39710a9d2 req-4a3808bd-aa29-4e85-8e38-6c1da862fd6e service neutron] 10.222.0.82 "GET /v2.0/networks/4ec29c64-a4ae-430d-ba9f-348461fbf8ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924889 Feb 19 02:52:20.843466 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db9f53-fc88-4419-9c94-75340bc0a98c req-3a6b7445-f4df-4649-a60a-35d401e568c3 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:20.851546 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-43db9f53-fc88-4419-9c94-75340bc0a98c req-3a6b7445-f4df-4649-a60a-35d401e568c3 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/ports?device_id=703117b2-3b74-4940-91d7-38248cc7fdf8 HTTP/1.1" status: 200 len: 951 time: 0.3645129 Feb 19 02:52:20.854061 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebb6acb-4e05-4c36-a6e6-009d7e4285c2 None None] Checking router: 777026d9-ff12-43a0-a708-e078f521b416 for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:52:20.854424 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebb6acb-4e05-4c36-a6e6-009d7e4285c2 None None] Updating router 777026d9-ff12-43a0-a708-e078f521b416 port 922746aa-cd69-4af4-a993-9476aff0b059 binding host n-d-826753-2 {{(pid=103703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:52:20.855750 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bf7ae10b-d614-471e-807c-919e1f30c46e tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (ba37fcfb-a9f9-483d-bb46-ff78ce18edce), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:20.869865 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7ae10b-d614-471e-807c-919e1f30c46e tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:20.870792 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bf7ae10b-d614-471e-807c-919e1f30c46e tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:20.909270 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device ea703aa0-0b35-47cf-b9cf-1bd2aa0a750c details requested by agent hyperv_n-h2-826753-2 with host n-h2-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:52:20.967777 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-9ebb6acb-4e05-4c36-a6e6-009d7e4285c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (922746aa-cd69-4af4-a993-9476aff0b059), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:21.051915 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7ae10b-d614-471e-807c-919e1f30c46e tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Pushing event updated for resources: {'Network': ['ID=ba37fcfb-a9f9-483d-bb46-ff78ce18edce,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:21.067176 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-43db9f53-fc88-4419-9c94-75340bc0a98c req-3f9819e0-aa36-4d23-92c3-e0b366ea92e1 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe71e737-cb97-4e9e-a576-1f93522c47f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834257 Feb 19 02:52:21.072517 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-bf7ae10b-d614-471e-807c-919e1f30c46e tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1829455 Feb 19 02:52:21.074728 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 33326) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:52:21.079952 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-5a5cf40e-eb6c-45cd-a6f7-14d57f3f9a41 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Request body: {'subnet': {'network_id': 'ba37fcfb-a9f9-483d-bb46-ff78ce18edce', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:52:21.115002 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785eb7d8-3b33-47d3-9dcc-db75b0316851 req-24ebfdef-7ad2-4682-b907-b81d9cd4cc6c tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:21.118629 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-785eb7d8-3b33-47d3-9dcc-db75b0316851 req-24ebfdef-7ad2-4682-b907-b81d9cd4cc6c tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] 10.222.0.72 "GET /v2.0/ports?device_id=85b3493e-4e6d-43dd-97f1-de789984e9e0 HTTP/1.1" status: 200 len: 946 time: 0.4627156 Feb 19 02:52:21.175095 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network ba37fcfb-a9f9-483d-bb46-ff78ce18edce details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:52:21.298358 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-785eb7d8-3b33-47d3-9dcc-db75b0316851 req-26528da3-7fbb-443b-a5d5-29f5366106a7 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] 10.222.0.72 "GET /v2.0/security-groups?id=99efb503-a711-4838-8b15-bcaf32262e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1632097 Feb 19 02:52:21.312636 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a5cf40e-eb6c-45cd-a6f7-14d57f3f9a41 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Made reservation on behalf of b2f0cd9db0f84e1b8f9e0fccbd20ae90 for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:52:21.316217 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5a5cf40e-eb6c-45cd-a6f7-14d57f3f9a41 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:21.384594 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25207d5-006e-4fa9-ad57-b34d967ad810 req-2e83a254-c530-4370-8861-0773e908ded5 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:21.386221 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d25207d5-006e-4fa9-ad57-b34d967ad810 req-2e83a254-c530-4370-8861-0773e908ded5 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=93e92951-ed6e-4f82-8115-89576aa190a4 HTTP/1.1" status: 200 len: 944 time: 0.1261046 Feb 19 02:52:21.581897 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d25207d5-006e-4fa9-ad57-b34d967ad810 req-adfd82af-78bb-427e-9b34-926390fde2ab tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/security-groups?id=83745bf6-2450-44b1-b073-88b2d8645794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887190 Feb 19 02:52:21.630285 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906333b1-3d7e-4850-b242-8f0a22dd7fd8 req-fbd5559a-19ee-44ef-8f3e-d3e3a938fe61 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:21.635429 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-906333b1-3d7e-4850-b242-8f0a22dd7fd8 req-fbd5559a-19ee-44ef-8f3e-d3e3a938fe61 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8a86073-2def-4fb5-96a2-44c62d200d83 HTTP/1.1" status: 200 len: 946 time: 0.1969457 Feb 19 02:52:21.641982 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port ea703aa0-0b35-47cf-b9cf-1bd2aa0a750c, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=ea703aa0-0b35-47cf-b9cf-1bd2aa0a750c,segment=NetworkSegment(b3dae451-0c86-4a64-8455-5c47bfffd3eb),segment_id=b3dae451-0c86-4a64-8455-5c47bfffd3eb)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:52:21.667392 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Returning: {'device': 'ea703aa0-0b35-47cf-b9cf-1bd2aa0a750c', 'network_id': '4ec29c64-a4ae-430d-ba9f-348461fbf8ef', 'port_id': 'ea703aa0-0b35-47cf-b9cf-1bd2aa0a750c', 'mac_address': 'fa:16:3e:e6:77:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5103dc21-f4d0-430c-8a52-b05a3a288bbf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:52:21.739021 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-906333b1-3d7e-4850-b242-8f0a22dd7fd8 req-0a52aec3-ff31-43a6-8cc3-210dd2fae7bc tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ca71149-99da-4cc2-ac25-44d2d4a4007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935013 Feb 19 02:52:21.786551 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port ea703aa0-0b35-47cf-b9cf-1bd2aa0a750c is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:52:21.786949 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (ea703aa0-0b35-47cf-b9cf-1bd2aa0a750c), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:21.796547 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5a5cf40e-eb6c-45cd-a6f7-14d57f3f9a41 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (bbcd7853-5331-4ff4-8dc4-10ec8fb5cd3f), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:21.817890 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a143fb29-be29-40cd-aafb-56266ad15c3b req-a46e3075-b899-4f42-904a-6bba393785cc tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "GET /v2.0/ports?device_id=45fd4a10-bcda-42f8-8522-19ae25fc04f6 HTTP/1.1" status: 200 len: 210 time: 0.0473480 Feb 19 02:52:21.920363 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5cf40e-eb6c-45cd-a6f7-14d57f3f9a41 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Pushing event updated for resources: {'Subnet': ['ID=bbcd7853-5331-4ff4-8dc4-10ec8fb5cd3f,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:21.933235 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90863a58-236a-4f3e-b3d7-845a9f37615b req-a7a71d84-940d-40b7-a630-15c3467d8055 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:21.941259 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-90863a58-236a-4f3e-b3d7-845a9f37615b req-a7a71d84-940d-40b7-a630-15c3467d8055 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] 10.222.0.72 "GET /v2.0/ports?device_id=85b3493e-4e6d-43dd-97f1-de789984e9e0 HTTP/1.1" status: 200 len: 946 time: 0.1079309 Feb 19 02:52:21.944814 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 33336) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:52:21.954931 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-2215ce60-4a05-4411-be5e-2f1722f3e462 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Request body: {'floatingip': {'port_id': 'f97f2cd0-b7b7-4bd7-b6ab-6de292c04828'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:52:21.984754 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5cf40e-eb6c-45cd-a6f7-14d57f3f9a41 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Checking segment: {'id': '5ac1db83-f9a6-4bca-8644-0ee39cc962ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'ba37fcfb-a9f9-483d-bb46-ff78ce18edce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:52:21.984754 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5cf40e-eb6c-45cd-a6f7-14d57f3f9a41 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Network hostable DHCP agents. Network: ba37fcfb-a9f9-483d-bb46-ff78ce18edce, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:52:22.004627 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea703aa0-0b35-47cf-b9cf-1bd2aa0a750c {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:52:22.026400 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5cf40e-eb6c-45cd-a6f7-14d57f3f9a41 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Network ba37fcfb-a9f9-483d-bb46-ff78ce18edce is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:52:22.051444 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2215ce60-4a05-4411-be5e-2f1722f3e462 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Publish callbacks [] for floatingip (702860f3-73a4-45d1-b9b8-f84e90e77851), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:22.056573 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-5a5cf40e-eb6c-45cd-a6f7-14d57f3f9a41 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, ba37fcfb-a9f9-483d-bb46-ff78ce18edce) {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:52:22.061206 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5cf40e-eb6c-45cd-a6f7-14d57f3f9a41 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:22.063204 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5a5cf40e-eb6c-45cd-a6f7-14d57f3f9a41 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:22.067631 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port ea703aa0-0b35-47cf-b9cf-1bd2aa0a750c, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=ea703aa0-0b35-47cf-b9cf-1bd2aa0a750c,segment=NetworkSegment(b3dae451-0c86-4a64-8455-5c47bfffd3eb),segment_id=b3dae451-0c86-4a64-8455-5c47bfffd3eb)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:52:22.076195 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114dc26b-fcc4-4b8a-ae67-3388562338ef None None] Network ba37fcfb-a9f9-483d-bb46-ff78ce18edce requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:52:22.093176 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-5a5cf40e-eb6c-45cd-a6f7-14d57f3f9a41 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0162458 Feb 19 02:52:22.094779 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 33338) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:52:22.096707 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (ea703aa0-0b35-47cf-b9cf-1bd2aa0a750c), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:22.103293 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:22.119160 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-d3a78283-025a-4e1f-b9f6-126b22400dad tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1108675296'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:52:22.198764 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3a78283-025a-4e1f-b9f6-126b22400dad tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Made reservation on behalf of b2f0cd9db0f84e1b8f9e0fccbd20ae90 for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:52:22.204998 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d3a78283-025a-4e1f-b9f6-126b22400dad tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:22.255560 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3a78283-025a-4e1f-b9f6-126b22400dad tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] vlan segment allocate from pool success with {'vlan_id': 252, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:52:22.278423 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d3a78283-025a-4e1f-b9f6-126b22400dad tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (99797923-be04-41a5-9ab2-820c01cb471e), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:22.279440 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-d3a78283-025a-4e1f-b9f6-126b22400dad tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Added segment 99797923-be04-41a5-9ab2-820c01cb471e of type vlan for network e70d9ba1-3c8a-42e5-8f45-41c049cb6936 Feb 19 02:52:22.377812 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d3a78283-025a-4e1f-b9f6-126b22400dad tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (e70d9ba1-3c8a-42e5-8f45-41c049cb6936), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:22.447109 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d3a78283-025a-4e1f-b9f6-126b22400dad tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (e70d9ba1-3c8a-42e5-8f45-41c049cb6936), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:22.462594 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a78283-025a-4e1f-b9f6-126b22400dad tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:22.463580 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d3a78283-025a-4e1f-b9f6-126b22400dad tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:22.540159 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750445e0-c412-4917-b9b4-b4a7d0076edc req-d1e3e0de-a3a1-457c-ae35-804967bd91ba tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:22.547898 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-750445e0-c412-4917-b9b4-b4a7d0076edc req-d1e3e0de-a3a1-457c-ae35-804967bd91ba tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8a86073-2def-4fb5-96a2-44c62d200d83 HTTP/1.1" status: 200 len: 946 time: 0.5888250 Feb 19 02:52:22.560375 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee124d14-cbce-421f-b7de-266e00dc8074 req-b93b646c-8498-47e1-ab15-71080addf278 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:22.568029 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ee124d14-cbce-421f-b7de-266e00dc8074 req-b93b646c-8498-47e1-ab15-71080addf278 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/ports?device_id=703117b2-3b74-4940-91d7-38248cc7fdf8 HTTP/1.1" status: 200 len: 951 time: 0.3593047 Feb 19 02:52:22.593223 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['ea703aa0-0b35-47cf-b9cf-1bd2aa0a750c'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:52:22.597974 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a78283-025a-4e1f-b9f6-126b22400dad tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Pushing event updated for resources: {'Network': ['ID=e70d9ba1-3c8a-42e5-8f45-41c049cb6936,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:22.604236 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=ea703aa0-0b35-47cf-b9cf-1bd2aa0a750c,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:22.679229 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-d3a78283-025a-4e1f-b9f6-126b22400dad tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5825222 Feb 19 02:52:22.683400 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 33348) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:52:22.692371 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-9c3d3999-b25f-485c-a72d-0a36535d822a tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Request body: {'subnet': {'network_id': 'e70d9ba1-3c8a-42e5-8f45-41c049cb6936', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:52:22.714289 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-9ebb6acb-4e05-4c36-a6e6-009d7e4285c2 None None] Publish callbacks [] for port (922746aa-cd69-4af4-a993-9476aff0b059), precommit_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:22.786304 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network e70d9ba1-3c8a-42e5-8f45-41c049cb6936 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:52:22.788701 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31474880-804a-49a6-9748-704ee669e088 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-ba37fcfb-a9f9-483d-bb46-ff78ce18edce', 'network_id': 'ba37fcfb-a9f9-483d-bb46-ff78ce18edce', 'project_id': 'b2f0cd9db0f84e1b8f9e0fccbd20ae90', 'fixed_ips': [{'subnet_id': 'bbcd7853-5331-4ff4-8dc4-10ec8fb5cd3f'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:52:22.800128 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-31474880-804a-49a6-9748-704ee669e088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:22.823720 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-750445e0-c412-4917-b9b4-b4a7d0076edc req-0871118f-683f-435f-a74e-da0fd9f03296 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ca71149-99da-4cc2-ac25-44d2d4a4007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746384 Feb 19 02:52:22.846139 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-9ebb6acb-4e05-4c36-a6e6-009d7e4285c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (922746aa-cd69-4af4-a993-9476aff0b059), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:22.944652 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c3d3999-b25f-485c-a72d-0a36535d822a tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Made reservation on behalf of b2f0cd9db0f84e1b8f9e0fccbd20ae90 for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:52:22.950273 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9c3d3999-b25f-485c-a72d-0a36535d822a tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:22.951322 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ee124d14-cbce-421f-b7de-266e00dc8074 req-341a1468-243f-462f-a283-80d84dce09d1 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe71e737-cb97-4e9e-a576-1f93522c47f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3820422 Feb 19 02:52:23.013753 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:23.189574 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63daf78-8f99-49ef-a5e9-55f94c39eaab req-fcb4fbb9-b177-44d7-bae7-86c1d2ab5269 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:23.191165 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e63daf78-8f99-49ef-a5e9-55f94c39eaab req-fcb4fbb9-b177-44d7-bae7-86c1d2ab5269 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.82 "GET /v2.0/networks?id=8ee469c1-3b92-4511-8f73-2a197f9b67c2 HTTP/1.1" status: 200 len: 821 time: 0.7187567 Feb 19 02:52:23.213130 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-e63daf78-8f99-49ef-a5e9-55f94c39eaab req-8d2b108b-625b-46bf-a43f-16270a3e9933 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Request body: {'port': {'device_id': '45fd4a10-bcda-42f8-8522-19ae25fc04f6', 'network_id': '8ee469c1-3b92-4511-8f73-2a197f9b67c2', 'admin_state_up': True, 'tenant_id': 'be795ecfceb44d2da411c5f5f56a6624'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:52:23.356117 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a277d18-423d-4ca7-b187-fcc095a3d693 None None] Pushing event updated for resources: {'Port': ['ID=922746aa-cd69-4af4-a993-9476aff0b059,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:23.529031 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e63daf78-8f99-49ef-a5e9-55f94c39eaab req-8d2b108b-625b-46bf-a43f-16270a3e9933 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Made reservation on behalf of be795ecfceb44d2da411c5f5f56a6624 for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:52:23.535730 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-e63daf78-8f99-49ef-a5e9-55f94c39eaab req-8d2b108b-625b-46bf-a43f-16270a3e9933 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:23.593622 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-9ebb6acb-4e05-4c36-a6e6-009d7e4285c2 None None] Attempting to bind port 922746aa-cd69-4af4-a993-9476aff0b059 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:52:23.594299 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-9ebb6acb-4e05-4c36-a6e6-009d7e4285c2 None None] Attempting to bind port 922746aa-cd69-4af4-a993-9476aff0b059 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '4dfb0c52-dd3e-40c9-b0e6-e6748172cba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '632b0eed-a44b-4f34-a487-b870d68175ce'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:52:23.594844 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebb6acb-4e05-4c36-a6e6-009d7e4285c2 None None] Attempting to bind port 922746aa-cd69-4af4-a993-9476aff0b059 on network 632b0eed-a44b-4f34-a487-b870d68175ce {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:52:23.604627 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-cde3d97b-3856-4340-a997-aa59cf9ac7fb None None] Provisioning complete for port 922746aa-cd69-4af4-a993-9476aff0b059 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:52:23.605307 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-cde3d97b-3856-4340-a997-aa59cf9ac7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (922746aa-cd69-4af4-a993-9476aff0b059), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:23.636974 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebb6acb-4e05-4c36-a6e6-009d7e4285c2 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:52:23.637882 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebb6acb-4e05-4c36-a6e6-009d7e4285c2 None None] Checking segment: {'id': '4dfb0c52-dd3e-40c9-b0e6-e6748172cba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '632b0eed-a44b-4f34-a487-b870d68175ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:52:23.638468 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-9ebb6acb-4e05-4c36-a6e6-009d7e4285c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:23.639053 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebb6acb-4e05-4c36-a6e6-009d7e4285c2 None None] Bound using segment: {'id': '4dfb0c52-dd3e-40c9-b0e6-e6748172cba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '632b0eed-a44b-4f34-a487-b870d68175ce'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:52:23.640002 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-9ebb6acb-4e05-4c36-a6e6-009d7e4285c2 None None] Bound port: 922746aa-cd69-4af4-a993-9476aff0b059, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dfb0c52-dd3e-40c9-b0e6-e6748172cba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '632b0eed-a44b-4f34-a487-b870d68175ce'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:52:23.640567 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-9ebb6acb-4e05-4c36-a6e6-009d7e4285c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (922746aa-cd69-4af4-a993-9476aff0b059), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:23.689851 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-31474880-804a-49a6-9748-704ee669e088 None None] Allocated IP 19.80.0.2 (ba37fcfb-a9f9-483d-bb46-ff78ce18edce/bbcd7853-5331-4ff4-8dc4-10ec8fb5cd3f/255acfb1-6af8-4b3d-930b-6ab40fba0ba2) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:52:23.759559 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9c3d3999-b25f-485c-a72d-0a36535d822a tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (28a68c0a-342f-4b7b-902d-c8940a294a0b), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:23.858249 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-cde3d97b-3856-4340-a997-aa59cf9ac7fb None None] Port 922746aa-cd69-4af4-a993-9476aff0b059 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:52:23.933200 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [req-e63daf78-8f99-49ef-a5e9-55f94c39eaab req-8d2b108b-625b-46bf-a43f-16270a3e9933 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Allocated IP 172.20.0.9 (8ee469c1-3b92-4511-8f73-2a197f9b67c2/d0f15016-5d06-4afe-8688-9505c2a1be59/553b1808-4a4d-46c4-943f-6ea085ac552f) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:52:23.984112 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-9ebb6acb-4e05-4c36-a6e6-009d7e4285c2 None None] For port 922746aa-cd69-4af4-a993-9476aff0b059, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:52:23.995590 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-9ebb6acb-4e05-4c36-a6e6-009d7e4285c2 None None] For port 922746aa-cd69-4af4-a993-9476aff0b059, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=922746aa-cd69-4af4-a993-9476aff0b059,segment=NetworkSegment(4dfb0c52-dd3e-40c9-b0e6-e6748172cba4),segment_id=4dfb0c52-dd3e-40c9-b0e6-e6748172cba4)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:52:24.036942 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-9ebb6acb-4e05-4c36-a6e6-009d7e4285c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (922746aa-cd69-4af4-a993-9476aff0b059), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:24.109644 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.db.resource_extend [None req-2215ce60-4a05-4411-be5e-2f1722f3e462 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 02:52:24.155212 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-e63daf78-8f99-49ef-a5e9-55f94c39eaab req-8d2b108b-625b-46bf-a43f-16270a3e9933 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Publish callbacks [] for port (553b1808-4a4d-46c4-943f-6ea085ac552f), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:24.208601 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3d3999-b25f-485c-a72d-0a36535d822a tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Pushing event updated for resources: {'Subnet': ['ID=28a68c0a-342f-4b7b-902d-c8940a294a0b,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:24.217190 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-e63daf78-8f99-49ef-a5e9-55f94c39eaab req-8d2b108b-625b-46bf-a43f-16270a3e9933 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (553b1808-4a4d-46c4-943f-6ea085ac552f), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:24.300886 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e63daf78-8f99-49ef-a5e9-55f94c39eaab req-8d2b108b-625b-46bf-a43f-16270a3e9933 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Network 8ee469c1-3b92-4511-8f73-2a197f9b67c2 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:52:24.308945 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a277d18-423d-4ca7-b187-fcc095a3d693 None None] Pushing event updated for resources: {'Port': ['ID=922746aa-cd69-4af4-a993-9476aff0b059,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:24.312178 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebb6acb-4e05-4c36-a6e6-009d7e4285c2 None None] Routers {'777026d9-ff12-43a0-a708-e078f521b416'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:52:24.313971 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-9ebb6acb-4e05-4c36-a6e6-009d7e4285c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:52:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['777026d9-ff12-43a0-a708-e078f521b416'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:52:24.317255 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [req-e63daf78-8f99-49ef-a5e9-55f94c39eaab req-8d2b108b-625b-46bf-a43f-16270a3e9933 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:52:24.327031 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-e63daf78-8f99-49ef-a5e9-55f94c39eaab req-8d2b108b-625b-46bf-a43f-16270a3e9933 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:52:24.411931 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2215ce60-4a05-4411-be5e-2f1722f3e462 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:24.421525 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-31474880-804a-49a6-9748-704ee669e088 None None] Publish callbacks [] for port (255acfb1-6af8-4b3d-930b-6ab40fba0ba2), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:24.441171 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3d3999-b25f-485c-a72d-0a36535d822a tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Checking segment: {'id': '99797923-be04-41a5-9ab2-820c01cb471e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'e70d9ba1-3c8a-42e5-8f45-41c049cb6936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:52:24.441607 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3d3999-b25f-485c-a72d-0a36535d822a tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Network hostable DHCP agents. Network: e70d9ba1-3c8a-42e5-8f45-41c049cb6936, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:52:24.442483 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2215ce60-4a05-4411-be5e-2f1722f3e462 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16285943'] for floatingip (702860f3-73a4-45d1-b9b8-f84e90e77851), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:24.454749 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63daf78-8f99-49ef-a5e9-55f94c39eaab req-8d2b108b-625b-46bf-a43f-16270a3e9933 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:24.455817 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-e63daf78-8f99-49ef-a5e9-55f94c39eaab req-8d2b108b-625b-46bf-a43f-16270a3e9933 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:24.458492 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-31474880-804a-49a6-9748-704ee669e088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (255acfb1-6af8-4b3d-930b-6ab40fba0ba2), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:24.526158 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e63daf78-8f99-49ef-a5e9-55f94c39eaab req-8d2b108b-625b-46bf-a43f-16270a3e9933 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3171606 Feb 19 02:52:24.528490 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2b108b-625b-46bf-a43f-16270a3e9933 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Pushing event updated for resources: {'Port': ['ID=553b1808-4a4d-46c4-943f-6ea085ac552f,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:24.561132 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-e63daf78-8f99-49ef-a5e9-55f94c39eaab req-bee771ed-4b46-40b6-9fd4-64521225abd3 service neutron] Request body: {'port': {'device_id': '45fd4a10-bcda-42f8-8522-19ae25fc04f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826753-2'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:52:24.569874 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31474880-804a-49a6-9748-704ee669e088 None None] Pushing event updated for resources: {'Port': ['ID=255acfb1-6af8-4b3d-930b-6ab40fba0ba2,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:24.598243 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3d3999-b25f-485c-a72d-0a36535d822a tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Network e70d9ba1-3c8a-42e5-8f45-41c049cb6936 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:52:24.620583 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-9c3d3999-b25f-485c-a72d-0a36535d822a tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, e70d9ba1-3c8a-42e5-8f45-41c049cb6936) {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:52:24.650494 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acb33cb-546d-47d7-b209-173974c897ab req-bbd85bbe-cae2-4d06-b0c9-e73eca249bb8 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:24.652825 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5acb33cb-546d-47d7-b209-173974c897ab req-bbd85bbe-cae2-4d06-b0c9-e73eca249bb8 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=93e92951-ed6e-4f82-8115-89576aa190a4 HTTP/1.1" status: 200 len: 945 time: 1.6843936 Feb 19 02:52:24.664504 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec0441-1114-4587-b610-6fa7cb7c40f9 req-273f15f3-bbd7-48f7-aa9a-5e6c0d0edecd tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:24.669756 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e9ec0441-1114-4587-b610-6fa7cb7c40f9 req-273f15f3-bbd7-48f7-aa9a-5e6c0d0edecd tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "GET /v2.0/ports?device_id=45fd4a10-bcda-42f8-8522-19ae25fc04f6 HTTP/1.1" status: 200 len: 931 time: 0.4129918 Feb 19 02:52:24.684123 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3d3999-b25f-485c-a72d-0a36535d822a tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:24.684720 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9c3d3999-b25f-485c-a72d-0a36535d822a tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:24.704884 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-9ebb6acb-4e05-4c36-a6e6-009d7e4285c2 None None] Set router 777026d9-ff12-43a0-a708-e078f521b416 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:52:24.733318 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-e63daf78-8f99-49ef-a5e9-55f94c39eaab req-bee771ed-4b46-40b6-9fd4-64521225abd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (553b1808-4a4d-46c4-943f-6ea085ac552f), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:24.758280 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31474880-804a-49a6-9748-704ee669e088 None None] Network ba37fcfb-a9f9-483d-bb46-ff78ce18edce is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:52:24.762791 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-31474880-804a-49a6-9748-704ee669e088 None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:52:24.765722 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31474880-804a-49a6-9748-704ee669e088 None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:52:24.768380 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d808d5-cad1-48bd-b415-865aa725dd43 None None] Network e70d9ba1-3c8a-42e5-8f45-41c049cb6936 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:52:24.778208 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-9c3d3999-b25f-485c-a72d-0a36535d822a tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.0869651 Feb 19 02:52:24.842092 n-d-826753-2 neutron-server[103701]: INFO neutron.db.l3_db [None req-2215ce60-4a05-4411-be5e-2f1722f3e462 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Floating IP 702860f3-73a4-45d1-b9b8-f84e90e77851 associated. External IP: 172.25.6.25, port: f97f2cd0-b7b7-4bd7-b6ab-6de292c04828. Feb 19 02:52:24.931969 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5acb33cb-546d-47d7-b209-173974c897ab req-146f47e6-9a91-4ffe-9907-622fdb299706 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/security-groups?id=83745bf6-2450-44b1-b073-88b2d8645794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536180 Feb 19 02:52:24.940741 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e9ec0441-1114-4587-b610-6fa7cb7c40f9 req-508127ae-3901-419a-aaea-623af0e1b57f tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "GET /v2.0/security-groups?id=78612224-fbf6-480f-bcea-ccb270efe765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575822 Feb 19 02:52:25.230545 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2215ce60-4a05-4411-be5e-2f1722f3e462 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Router cc6daac7-989b-47c8-b986-57b82df565e2 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:52:25.245624 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device ea703aa0-0b35-47cf-b9cf-1bd2aa0a750c up at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:52:25.258051 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-ffd610bb-8c5a-46b7-85be-99f9c9b3a078 None None] Provisioning complete for port 922746aa-cd69-4af4-a993-9476aff0b059 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:52:25.259079 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-ffd610bb-8c5a-46b7-85be-99f9c9b3a078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (922746aa-cd69-4af4-a993-9476aff0b059), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:25.348687 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523b5989-0f57-4112-8394-11d6405feef9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-e70d9ba1-3c8a-42e5-8f45-41c049cb6936', 'network_id': 'e70d9ba1-3c8a-42e5-8f45-41c049cb6936', 'project_id': 'b2f0cd9db0f84e1b8f9e0fccbd20ae90', 'fixed_ips': [{'subnet_id': '28a68c0a-342f-4b7b-902d-c8940a294a0b'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:52:25.350409 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-523b5989-0f57-4112-8394-11d6405feef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:25.379047 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-e63daf78-8f99-49ef-a5e9-55f94c39eaab req-bee771ed-4b46-40b6-9fd4-64521225abd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 553b1808-4a4d-46c4-943f-6ea085ac552f {{(pid=103702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:52:25.394676 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-e63daf78-8f99-49ef-a5e9-55f94c39eaab req-bee771ed-4b46-40b6-9fd4-64521225abd3 service neutron] Publish callbacks [] for port (553b1808-4a4d-46c4-943f-6ea085ac552f), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:25.415220 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-e63daf78-8f99-49ef-a5e9-55f94c39eaab req-bee771ed-4b46-40b6-9fd4-64521225abd3 service neutron] Transition to ACTIVE for port object 553b1808-4a4d-46c4-943f-6ea085ac552f will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:52:25.429147 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-e63daf78-8f99-49ef-a5e9-55f94c39eaab req-bee771ed-4b46-40b6-9fd4-64521225abd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (553b1808-4a4d-46c4-943f-6ea085ac552f), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:25.521448 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2215ce60-4a05-4411-be5e-2f1722f3e462 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:52:25.529713 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2215ce60-4a05-4411-be5e-2f1722f3e462 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:25.533921 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e4188c-0463-4b86-b648-69b531feeb91 None None] Sync routers for ids ['cc6daac7-989b-47c8-b986-57b82df565e2'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:52:25.551339 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e4188c-0463-4b86-b648-69b531feeb91 None None] Routers {'cc6daac7-989b-47c8-b986-57b82df565e2'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:52:25.555596 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-c1e4188c-0463-4b86-b648-69b531feeb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:52:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['cc6daac7-989b-47c8-b986-57b82df565e2'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:52:25.558921 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-523b5989-0f57-4112-8394-11d6405feef9 None None] Allocated IP 19.86.0.2 (e70d9ba1-3c8a-42e5-8f45-41c049cb6936/28a68c0a-342f-4b7b-902d-c8940a294a0b/516a9f8a-3155-4ea5-8509-f3d1a1629e65) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:52:25.588835 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-54135229-073d-48c1-828b-39713f3df3b8 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:25.594517 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-54135229-073d-48c1-828b-39713f3df3b8 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:25.603181 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-54135229-073d-48c1-828b-39713f3df3b8 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] 10.222.0.72 "GET /v2.0/networks?id=ba37fcfb-a9f9-483d-bb46-ff78ce18edce&id=e70d9ba1-3c8a-42e5-8f45-41c049cb6936&id=ba37fcfb-a9f9-483d-bb46-ff78ce18edce HTTP/1.1" status: 200 len: 1392 time: 0.1992648 Feb 19 02:52:25.631833 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-2215ce60-4a05-4411-be5e-2f1722f3e462 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] 10.222.0.72 "PUT /v2.0/floatingips/702860f3-73a4-45d1-b9b8-f84e90e77851 HTTP/1.1" status: 200 len: 991 time: 3.6850500 Feb 19 02:52:25.641328 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-21cb3e9d-c2f5-4bd6-8df2-ac2b168d5021 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] 10.222.0.72 "GET /v2.0/quotas/b2f0cd9db0f84e1b8f9e0fccbd20ae90 HTTP/1.1" status: 200 len: 375 time: 0.0365932 Feb 19 02:52:25.645256 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85b3493e-4e6d-43dd-97f1-de789984e9e0', 'tag': 'f97f2cd0-b7b7-4bd7-b6ab-6de292c04828'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:52:25.647932 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3a7050c-fe6b-4f66-8073-cfdbad260b3d" -d '{"events": [{"name": "network-changed", "server_uuid": "85b3493e-4e6d-43dd-97f1-de789984e9e0", "tag": "f97f2cd0-b7b7-4bd7-b6ab-6de292c04828"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:52:25.698769 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e75076-7793-4f63-8611-d94a2b5a0cf7 req-1f60437e-d025-45a3-a490-09c2856413a0 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:25.705820 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-56e75076-7793-4f63-8611-d94a2b5a0cf7 req-1f60437e-d025-45a3-a490-09c2856413a0 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8a86073-2def-4fb5-96a2-44c62d200d83 HTTP/1.1" status: 200 len: 946 time: 0.5925229 Feb 19 02:52:25.759398 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee771ed-4b46-40b6-9fd4-64521225abd3 service neutron] Pushing event updated for resources: {'Port': ['ID=553b1808-4a4d-46c4-943f-6ea085ac552f,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:25.838283 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-523b5989-0f57-4112-8394-11d6405feef9 None None] Publish callbacks [] for port (516a9f8a-3155-4ea5-8509-f3d1a1629e65), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:25.840785 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-c1e4188c-0463-4b86-b648-69b531feeb91 None None] Set router cc6daac7-989b-47c8-b986-57b82df565e2 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:52:25.858960 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-e63daf78-8f99-49ef-a5e9-55f94c39eaab req-bee771ed-4b46-40b6-9fd4-64521225abd3 service neutron] Attempting to bind port 553b1808-4a4d-46c4-943f-6ea085ac552f on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:52:25.861983 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-e63daf78-8f99-49ef-a5e9-55f94c39eaab req-bee771ed-4b46-40b6-9fd4-64521225abd3 service neutron] Attempting to bind port 553b1808-4a4d-46c4-943f-6ea085ac552f by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': '67a55616-cfc4-41c3-be2a-0391abacfbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8ee469c1-3b92-4511-8f73-2a197f9b67c2'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:52:25.862379 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e63daf78-8f99-49ef-a5e9-55f94c39eaab req-bee771ed-4b46-40b6-9fd4-64521225abd3 service neutron] Attempting to bind port 553b1808-4a4d-46c4-943f-6ea085ac552f on network 8ee469c1-3b92-4511-8f73-2a197f9b67c2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:52:25.875606 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e63daf78-8f99-49ef-a5e9-55f94c39eaab req-bee771ed-4b46-40b6-9fd4-64521225abd3 service neutron] Port 553b1808-4a4d-46c4-943f-6ea085ac552f on network 8ee469c1-3b92-4511-8f73-2a197f9b67c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:52:25.876042 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e63daf78-8f99-49ef-a5e9-55f94c39eaab req-bee771ed-4b46-40b6-9fd4-64521225abd3 service neutron] Attempting to bind port 553b1808-4a4d-46c4-943f-6ea085ac552f on network 8ee469c1-3b92-4511-8f73-2a197f9b67c2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:52:25.887082 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e63daf78-8f99-49ef-a5e9-55f94c39eaab req-bee771ed-4b46-40b6-9fd4-64521225abd3 service neutron] Checking agent: {'id': 'bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:52:25.887415 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e63daf78-8f99-49ef-a5e9-55f94c39eaab req-bee771ed-4b46-40b6-9fd4-64521225abd3 service neutron] Checking segment: {'id': '67a55616-cfc4-41c3-be2a-0391abacfbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8ee469c1-3b92-4511-8f73-2a197f9b67c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:52:25.887793 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e63daf78-8f99-49ef-a5e9-55f94c39eaab req-bee771ed-4b46-40b6-9fd4-64521225abd3 service neutron] Bound using segment: {'id': '67a55616-cfc4-41c3-be2a-0391abacfbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8ee469c1-3b92-4511-8f73-2a197f9b67c2'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:52:25.888492 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-e63daf78-8f99-49ef-a5e9-55f94c39eaab req-bee771ed-4b46-40b6-9fd4-64521225abd3 service neutron] Bound port: 553b1808-4a4d-46c4-943f-6ea085ac552f, host: n-h2-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67a55616-cfc4-41c3-be2a-0391abacfbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8ee469c1-3b92-4511-8f73-2a197f9b67c2'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:52:25.888633 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-e63daf78-8f99-49ef-a5e9-55f94c39eaab req-bee771ed-4b46-40b6-9fd4-64521225abd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (553b1808-4a4d-46c4-943f-6ea085ac552f), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:25.896063 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-523b5989-0f57-4112-8394-11d6405feef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (516a9f8a-3155-4ea5-8509-f3d1a1629e65), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:25.913716 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-c2e09cf9-0337-45d1-a874-ae0268a7d4b8 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=b2f0cd9db0f84e1b8f9e0fccbd20ae90&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2709553 Feb 19 02:52:25.961769 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-56e75076-7793-4f63-8611-d94a2b5a0cf7 req-27f899ba-0924-4c1d-8bc5-4ca9d7061bd5 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ca71149-99da-4cc2-ac25-44d2d4a4007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437315 Feb 19 02:52:26.022711 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-31474880-804a-49a6-9748-704ee669e088 None None] Attempting to bind port 255acfb1-6af8-4b3d-930b-6ab40fba0ba2 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:52:26.023908 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-31474880-804a-49a6-9748-704ee669e088 None None] Attempting to bind port 255acfb1-6af8-4b3d-930b-6ab40fba0ba2 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '5ac1db83-f9a6-4bca-8644-0ee39cc962ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'ba37fcfb-a9f9-483d-bb46-ff78ce18edce'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:52:26.024342 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31474880-804a-49a6-9748-704ee669e088 None None] Attempting to bind port 255acfb1-6af8-4b3d-930b-6ab40fba0ba2 on network ba37fcfb-a9f9-483d-bb46-ff78ce18edce {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:52:26.051190 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-e63daf78-8f99-49ef-a5e9-55f94c39eaab req-bee771ed-4b46-40b6-9fd4-64521225abd3 service neutron] For port 553b1808-4a4d-46c4-943f-6ea085ac552f, host n-h2-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:52:26.057731 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-e63daf78-8f99-49ef-a5e9-55f94c39eaab req-bee771ed-4b46-40b6-9fd4-64521225abd3 service neutron] For port 553b1808-4a4d-46c4-943f-6ea085ac552f, host n-h2-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=553b1808-4a4d-46c4-943f-6ea085ac552f,segment=NetworkSegment(67a55616-cfc4-41c3-be2a-0391abacfbd5),segment_id=67a55616-cfc4-41c3-be2a-0391abacfbd5)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:52:26.073936 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-e63daf78-8f99-49ef-a5e9-55f94c39eaab req-bee771ed-4b46-40b6-9fd4-64521225abd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (553b1808-4a4d-46c4-943f-6ea085ac552f), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:26.085444 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523b5989-0f57-4112-8394-11d6405feef9 None None] Network e70d9ba1-3c8a-42e5-8f45-41c049cb6936 is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:52:26.139128 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-18b4965e-3011-4cae-b23c-51e110e4db43 service neutron] 10.222.0.72 "GET /v2.0/networks/ba37fcfb-a9f9-483d-bb46-ff78ce18edce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196262 Feb 19 02:52:26.147263 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63daf78-8f99-49ef-a5e9-55f94c39eaab req-bee771ed-4b46-40b6-9fd4-64521225abd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:26.147912 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-e63daf78-8f99-49ef-a5e9-55f94c39eaab req-bee771ed-4b46-40b6-9fd4-64521225abd3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:26.158725 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e63daf78-8f99-49ef-a5e9-55f94c39eaab req-bee771ed-4b46-40b6-9fd4-64521225abd3 service neutron] 10.222.0.82 "PUT /v2.0/ports/553b1808-4a4d-46c4-943f-6ea085ac552f HTTP/1.1" status: 200 len: 1091 time: 1.6039703 Feb 19 02:52:26.159286 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45fd4a10-bcda-42f8-8522-19ae25fc04f6', 'tag': '553b1808-4a4d-46c4-943f-6ea085ac552f'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:52:26.162369 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2bd1fce-614d-429a-9b4b-f8add51adb2c" -d '{"events": [{"name": "network-changed", "server_uuid": "45fd4a10-bcda-42f8-8522-19ae25fc04f6", "tag": "553b1808-4a4d-46c4-943f-6ea085ac552f"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:52:26.166746 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31474880-804a-49a6-9748-704ee669e088 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:52:26.167133 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31474880-804a-49a6-9748-704ee669e088 None None] Checking segment: {'id': '5ac1db83-f9a6-4bca-8644-0ee39cc962ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'ba37fcfb-a9f9-483d-bb46-ff78ce18edce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:52:26.167547 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-31474880-804a-49a6-9748-704ee669e088 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:26.168076 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31474880-804a-49a6-9748-704ee669e088 None None] Bound using segment: {'id': '5ac1db83-f9a6-4bca-8644-0ee39cc962ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'ba37fcfb-a9f9-483d-bb46-ff78ce18edce'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:52:26.174897 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-31474880-804a-49a6-9748-704ee669e088 None None] Bound port: 255acfb1-6af8-4b3d-930b-6ab40fba0ba2, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ac1db83-f9a6-4bca-8644-0ee39cc962ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'ba37fcfb-a9f9-483d-bb46-ff78ce18edce'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:52:26.175720 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-31474880-804a-49a6-9748-704ee669e088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (255acfb1-6af8-4b3d-930b-6ab40fba0ba2), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:26.208458 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-523b5989-0f57-4112-8394-11d6405feef9 None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:52:26.285056 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523b5989-0f57-4112-8394-11d6405feef9 None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:52:26.302214 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee771ed-4b46-40b6-9fd4-64521225abd3 service neutron] Pushing event updated for resources: {'Port': ['ID=553b1808-4a4d-46c4-943f-6ea085ac552f,revision_number=3']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:26.316137 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-c1e4188c-0463-4b86-b648-69b531feeb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6daac7-989b-47c8-b986-57b82df565e2', 'name': 'tempest-ServersTestBootFromVolume-1443503706-router', 'tenant_id': 'eed1faf7d2ad41cdae7790304e30a12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': 'c8d8815c-33be-4df6-97a8-f54ef344cf68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:50:10Z', 'updated_at': '2022-02-19T02:50:17Z', 'revision_number': 4, 'project_id': 'eed1faf7d2ad41cdae7790304e30a12a', 'gw_port': {'id': 'c8d8815c-33be-4df6-97a8-f54ef344cf68', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:3e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6daac7-989b-47c8-b986-57b82df565e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:50:12Z', 'updated_at': '2022-02-19T02:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': '702860f3-73a4-45d1-b9b8-f84e90e77851', 'tenant_id': 'eed1faf7d2ad41cdae7790304e30a12a', 'floating_ip_address': '172.25.6.25', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': 'cc6daac7-989b-47c8-b986-57b82df565e2', 'port_id': 'f97f2cd0-b7b7-4bd7-b6ab-6de292c04828', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1315, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1cc4d35-d947-46a4-a02a-fb288d9849b7', 'mac_address': 'fa:16:3e:bd:68:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b3493e-4e6d-43dd-97f1-de789984e9e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:50:23Z', 'updated_at': '2022-02-19T02:52:23Z', 'revision_number': 1, 'project_id': 'eed1faf7d2ad41cdae7790304e30a12a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a630aafb-9ffb-4798-89a0-ac20d4be28f8', 'name': '', 'network_id': 'e1cc4d35-d947-46a4-a02a-fb288d9849b7', 'tenant_id': 'eed1faf7d2ad41cdae7790304e30a12a', 'mac_address': 'fa:16:3e:8b:f8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6daac7-989b-47c8-b986-57b82df565e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '889c7a59-6b5e-4f05-9bcb-0e22fb033ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:50:16Z', 'updated_at': '2022-02-19T02:50:21Z', 'revision_number': 5, 'project_id': 'eed1faf7d2ad41cdae7790304e30a12a', 'subnets': [{'id': '889c7a59-6b5e-4f05-9bcb-0e22fb033ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:52:26.353781 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63daf78-8f99-49ef-a5e9-55f94c39eaab req-3073cd5b-0bda-44d2-b576-976313ecef86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:26.357749 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e63daf78-8f99-49ef-a5e9-55f94c39eaab req-3073cd5b-0bda-44d2-b576-976313ecef86 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=be795ecfceb44d2da411c5f5f56a6624&device_id=45fd4a10-bcda-42f8-8522-19ae25fc04f6 HTTP/1.1" status: 200 len: 1125 time: 0.1381664 Feb 19 02:52:26.362507 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989f6be6-56bf-42a9-995d-959447dbd959 req-4d3ced0f-ead0-4126-8047-e85a65c1d7a6 tempest-ServersAdminTestJSON-1643435152 tempest-ServersAdminTestJSON-1643435152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:26.371195 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-989f6be6-56bf-42a9-995d-959447dbd959 req-4d3ced0f-ead0-4126-8047-e85a65c1d7a6 tempest-ServersAdminTestJSON-1643435152 tempest-ServersAdminTestJSON-1643435152-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=703117b2-3b74-4940-91d7-38248cc7fdf8 HTTP/1.1" status: 200 len: 1133 time: 0.2299757 Feb 19 02:52:26.382141 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e4188c-0463-4b86-b648-69b531feeb91 None None] Checking router: cc6daac7-989b-47c8-b986-57b82df565e2 for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:52:26.388845 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523b5989-0f57-4112-8394-11d6405feef9 None None] Pushing event updated for resources: {'Port': ['ID=516a9f8a-3155-4ea5-8509-f3d1a1629e65,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:26.391768 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning for port ea703aa0-0b35-47cf-b9cf-1bd2aa0a750c completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:52:26.403901 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e4188c-0463-4b86-b648-69b531feeb91 None None] Routers {'cc6daac7-989b-47c8-b986-57b82df565e2'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:52:26.404533 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-c1e4188c-0463-4b86-b648-69b531feeb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:52:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['cc6daac7-989b-47c8-b986-57b82df565e2'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:52:26.428228 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-d2f6e17e-ba29-4df8-a067-c98a24b078a4 service neutron] 10.222.0.72 "GET /v2.0/networks/ba37fcfb-a9f9-483d-bb46-ff78ce18edce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758286 Feb 19 02:52:26.454176 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e63daf78-8f99-49ef-a5e9-55f94c39eaab req-121fbaa8-0ad8-4666-a212-9075054d861d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=553b1808-4a4d-46c4-943f-6ea085ac552f HTTP/1.1" status: 200 len: 217 time: 0.0823605 Feb 19 02:52:26.526446 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-989f6be6-56bf-42a9-995d-959447dbd959 req-469cb3f7-c57c-41d5-a8ba-bc35e150cb6f tempest-ServersAdminTestJSON-1643435152 tempest-ServersAdminTestJSON-1643435152-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=fe71e737-cb97-4e9e-a576-1f93522c47f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539824 Feb 19 02:52:26.552737 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63daf78-8f99-49ef-a5e9-55f94c39eaab req-f2360a4f-34f0-422a-bb5e-d76039b567ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:26.556355 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e63daf78-8f99-49ef-a5e9-55f94c39eaab req-f2360a4f-34f0-422a-bb5e-d76039b567ef service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d0f15016-5d06-4afe-8688-9505c2a1be59 HTTP/1.1" status: 200 len: 861 time: 0.0940092 Feb 19 02:52:26.567423 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning complete for port ea703aa0-0b35-47cf-b9cf-1bd2aa0a750c triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:52:26.567807 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (ea703aa0-0b35-47cf-b9cf-1bd2aa0a750c), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:26.610938 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-c4e79cc4-0cd9-478a-a5b2-75890789c1c0 service neutron] 10.222.0.72 "GET /v2.0/networks/e70d9ba1-3c8a-42e5-8f45-41c049cb6936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750250 Feb 19 02:52:26.617408 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e63daf78-8f99-49ef-a5e9-55f94c39eaab req-0e03bf8a-bc57-4476-b3ca-7c22ca3105cb service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8ee469c1-3b92-4511-8f73-2a197f9b67c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528572 Feb 19 02:52:26.627531 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-523b5989-0f57-4112-8394-11d6405feef9 None None] Attempting to bind port 516a9f8a-3155-4ea5-8509-f3d1a1629e65 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:52:26.638484 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-523b5989-0f57-4112-8394-11d6405feef9 None None] Attempting to bind port 516a9f8a-3155-4ea5-8509-f3d1a1629e65 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '99797923-be04-41a5-9ab2-820c01cb471e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'e70d9ba1-3c8a-42e5-8f45-41c049cb6936'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:52:26.638864 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523b5989-0f57-4112-8394-11d6405feef9 None None] Attempting to bind port 516a9f8a-3155-4ea5-8509-f3d1a1629e65 on network e70d9ba1-3c8a-42e5-8f45-41c049cb6936 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:52:26.653774 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:26.753662 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-c1e4188c-0463-4b86-b648-69b531feeb91 None None] Set router cc6daac7-989b-47c8-b986-57b82df565e2 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:52:26.760036 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d15b502-8e33-4bd6-8934-a8a4accb12ae req-ce028ddf-71b3-46a8-8155-e7f35237da2c tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:26.761180 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523b5989-0f57-4112-8394-11d6405feef9 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:52:26.762230 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523b5989-0f57-4112-8394-11d6405feef9 None None] Checking segment: {'id': '99797923-be04-41a5-9ab2-820c01cb471e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'e70d9ba1-3c8a-42e5-8f45-41c049cb6936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:52:26.762230 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-523b5989-0f57-4112-8394-11d6405feef9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:26.762481 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523b5989-0f57-4112-8394-11d6405feef9 None None] Bound using segment: {'id': '99797923-be04-41a5-9ab2-820c01cb471e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'e70d9ba1-3c8a-42e5-8f45-41c049cb6936'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:52:26.762881 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-523b5989-0f57-4112-8394-11d6405feef9 None None] Bound port: 516a9f8a-3155-4ea5-8509-f3d1a1629e65, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99797923-be04-41a5-9ab2-820c01cb471e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'e70d9ba1-3c8a-42e5-8f45-41c049cb6936'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:52:26.763262 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-523b5989-0f57-4112-8394-11d6405feef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (516a9f8a-3155-4ea5-8509-f3d1a1629e65), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:26.767281 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7d15b502-8e33-4bd6-8934-a8a4accb12ae req-ce028ddf-71b3-46a8-8155-e7f35237da2c tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] 10.222.0.72 "GET /v2.0/ports?device_id=85b3493e-4e6d-43dd-97f1-de789984e9e0 HTTP/1.1" status: 200 len: 946 time: 0.1325860 Feb 19 02:52:26.796338 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-e57053b6-b9a9-4045-95f4-ee2e510384b4 service neutron] 10.222.0.72 "GET /v2.0/networks/e70d9ba1-3c8a-42e5-8f45-41c049cb6936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777265 Feb 19 02:52:26.826002 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e63daf78-8f99-49ef-a5e9-55f94c39eaab req-98727212-8b42-4383-bc4f-ad70b8cf4239 service neutron] 10.222.0.82 "GET /v2.0/networks/8ee469c1-3b92-4511-8f73-2a197f9b67c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026653 Feb 19 02:52:26.867117 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7d15b502-8e33-4bd6-8934-a8a4accb12ae req-695fc8e8-9f1c-479f-9845-affc61de468c tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] 10.222.0.72 "GET /v2.0/security-groups?id=99efb503-a711-4838-8b15-bcaf32262e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989795 Feb 19 02:52:27.014051 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-175154c1-4384-4667-9bf6-00a9cfa4893a x-openstack-request-id: req-175154c1-4384-4667-9bf6-00a9cfa4893a {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:52:27.015334 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85b3493e-4e6d-43dd-97f1-de789984e9e0", "tag": "f97f2cd0-b7b7-4bd7-b6ab-6de292c04828", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:52:27.017161 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-175154c1-4384-4667-9bf6-00a9cfa4893a {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:52:27.017971 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85b3493e-4e6d-43dd-97f1-de789984e9e0', 'tag': 'f97f2cd0-b7b7-4bd7-b6ab-6de292c04828', 'status': 'completed', 'code': 200} Feb 19 02:52:27.019013 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e63daf78-8f99-49ef-a5e9-55f94c39eaab req-394cf394-e47a-424b-8539-47753e1e9e19 service neutron] 10.222.0.82 "GET /v2.0/networks/8ee469c1-3b92-4511-8f73-2a197f9b67c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843305 Feb 19 02:52:27.125162 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-523b5989-0f57-4112-8394-11d6405feef9 None None] For port 516a9f8a-3155-4ea5-8509-f3d1a1629e65, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:52:27.126843 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a7050c-fe6b-4f66-8073-cfdbad260b3d req-b1bea643-4bb1-4d68-b427-4f4c2a0cf371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:27.128843 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a3a7050c-fe6b-4f66-8073-cfdbad260b3d req-b1bea643-4bb1-4d68-b427-4f4c2a0cf371 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=eed1faf7d2ad41cdae7790304e30a12a&device_id=85b3493e-4e6d-43dd-97f1-de789984e9e0 HTTP/1.1" status: 200 len: 1128 time: 0.0888951 Feb 19 02:52:27.132422 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-523b5989-0f57-4112-8394-11d6405feef9 None None] For port 516a9f8a-3155-4ea5-8509-f3d1a1629e65, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=516a9f8a-3155-4ea5-8509-f3d1a1629e65,segment=NetworkSegment(99797923-be04-41a5-9ab2-820c01cb471e),segment_id=99797923-be04-41a5-9ab2-820c01cb471e)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:52:27.152610 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-ffd610bb-8c5a-46b7-85be-99f9c9b3a078 None None] Current status of the port 922746aa-cd69-4af4-a993-9476aff0b059 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:52:27.155020 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-ffd610bb-8c5a-46b7-85be-99f9c9b3a078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (922746aa-cd69-4af4-a993-9476aff0b059), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:27.211985 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-964fb5b6-5be4-45f3-a7e9-918a50921734 service neutron] 10.222.0.72 "GET /v2.0/networks/ba37fcfb-a9f9-483d-bb46-ff78ce18edce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3841841 Feb 19 02:52:27.228363 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-c1e4188c-0463-4b86-b648-69b531feeb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6daac7-989b-47c8-b986-57b82df565e2', 'name': 'tempest-ServersTestBootFromVolume-1443503706-router', 'tenant_id': 'eed1faf7d2ad41cdae7790304e30a12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': 'c8d8815c-33be-4df6-97a8-f54ef344cf68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:50:10Z', 'updated_at': '2022-02-19T02:50:17Z', 'revision_number': 4, 'project_id': 'eed1faf7d2ad41cdae7790304e30a12a', 'gw_port': {'id': 'c8d8815c-33be-4df6-97a8-f54ef344cf68', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:3e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6daac7-989b-47c8-b986-57b82df565e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:50:12Z', 'updated_at': '2022-02-19T02:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': '702860f3-73a4-45d1-b9b8-f84e90e77851', 'tenant_id': 'eed1faf7d2ad41cdae7790304e30a12a', 'floating_ip_address': '172.25.6.25', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': 'cc6daac7-989b-47c8-b986-57b82df565e2', 'port_id': 'f97f2cd0-b7b7-4bd7-b6ab-6de292c04828', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1315, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1cc4d35-d947-46a4-a02a-fb288d9849b7', 'mac_address': 'fa:16:3e:bd:68:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b3493e-4e6d-43dd-97f1-de789984e9e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:50:23Z', 'updated_at': '2022-02-19T02:52:23Z', 'revision_number': 1, 'project_id': 'eed1faf7d2ad41cdae7790304e30a12a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a630aafb-9ffb-4798-89a0-ac20d4be28f8', 'name': '', 'network_id': 'e1cc4d35-d947-46a4-a02a-fb288d9849b7', 'tenant_id': 'eed1faf7d2ad41cdae7790304e30a12a', 'mac_address': 'fa:16:3e:8b:f8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6daac7-989b-47c8-b986-57b82df565e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '889c7a59-6b5e-4f05-9bcb-0e22fb033ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:50:16Z', 'updated_at': '2022-02-19T02:50:21Z', 'revision_number': 5, 'project_id': 'eed1faf7d2ad41cdae7790304e30a12a', 'subnets': [{'id': '889c7a59-6b5e-4f05-9bcb-0e22fb033ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:52:27.244585 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-ffd610bb-8c5a-46b7-85be-99f9c9b3a078 None None] For port 922746aa-cd69-4af4-a993-9476aff0b059, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=922746aa-cd69-4af4-a993-9476aff0b059,segment=NetworkSegment(4dfb0c52-dd3e-40c9-b0e6-e6748172cba4),segment_id=4dfb0c52-dd3e-40c9-b0e6-e6748172cba4)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:52:27.262251 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-523b5989-0f57-4112-8394-11d6405feef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (516a9f8a-3155-4ea5-8509-f3d1a1629e65), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:27.272336 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e4188c-0463-4b86-b648-69b531feeb91 None None] The sync data for ids ['cc6daac7-989b-47c8-b986-57b82df565e2'] in n-d-826753-2 is: [{'id': 'cc6daac7-989b-47c8-b986-57b82df565e2', 'name': 'tempest-ServersTestBootFromVolume-1443503706-router', 'tenant_id': 'eed1faf7d2ad41cdae7790304e30a12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': 'c8d8815c-33be-4df6-97a8-f54ef344cf68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:50:10Z', 'updated_at': '2022-02-19T02:50:17Z', 'revision_number': 4, 'project_id': 'eed1faf7d2ad41cdae7790304e30a12a', 'gw_port': {'id': 'c8d8815c-33be-4df6-97a8-f54ef344cf68', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:3e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6daac7-989b-47c8-b986-57b82df565e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:50:12Z', 'updated_at': '2022-02-19T02:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': '702860f3-73a4-45d1-b9b8-f84e90e77851', 'tenant_id': 'eed1faf7d2ad41cdae7790304e30a12a', 'floating_ip_address': '172.25.6.25', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': 'cc6daac7-989b-47c8-b986-57b82df565e2', 'port_id': 'f97f2cd0-b7b7-4bd7-b6ab-6de292c04828', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1315, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1cc4d35-d947-46a4-a02a-fb288d9849b7', 'mac_address': 'fa:16:3e:bd:68:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b3493e-4e6d-43dd-97f1-de789984e9e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:50:23Z', 'updated_at': '2022-02-19T02:52:23Z', 'revision_number': 1, 'project_id': 'eed1faf7d2ad41cdae7790304e30a12a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a630aafb-9ffb-4798-89a0-ac20d4be28f8', 'name': '', 'network_id': 'e1cc4d35-d947-46a4-a02a-fb288d9849b7', 'tenant_id': 'eed1faf7d2ad41cdae7790304e30a12a', 'mac_address': 'fa:16:3e:8b:f8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6daac7-989b-47c8-b986-57b82df565e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '889c7a59-6b5e-4f05-9bcb-0e22fb033ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:50:16Z', 'updated_at': '2022-02-19T02:50:21Z', 'revision_number': 5, 'project_id': 'eed1faf7d2ad41cdae7790304e30a12a', 'subnets': [{'id': '889c7a59-6b5e-4f05-9bcb-0e22fb033ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:52:27.291135 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b0d258-1669-434d-bf92-7668254bb1ea req-1376286c-b664-4b97-9c3f-ee3bb5f50e54 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:27.292719 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b0b0d258-1669-434d-bf92-7668254bb1ea req-1376286c-b664-4b97-9c3f-ee3bb5f50e54 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=93e92951-ed6e-4f82-8115-89576aa190a4 HTTP/1.1" status: 200 len: 945 time: 0.1848691 Feb 19 02:52:27.324249 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a7050c-fe6b-4f66-8073-cfdbad260b3d req-f5690ccd-f294-4e91-9ebd-45ea7cc5bd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:27.325778 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a3a7050c-fe6b-4f66-8073-cfdbad260b3d req-f5690ccd-f294-4e91-9ebd-45ea7cc5bd39 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e1cc4d35-d947-46a4-a02a-fb288d9849b7 HTTP/1.1" status: 200 len: 917 time: 0.1839025 Feb 19 02:52:27.382222 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523b5989-0f57-4112-8394-11d6405feef9 None None] Pushing event updated for resources: {'Port': ['ID=516a9f8a-3155-4ea5-8509-f3d1a1629e65,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:27.388141 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-ffd610bb-8c5a-46b7-85be-99f9c9b3a078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (922746aa-cd69-4af4-a993-9476aff0b059), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:27.480945 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-31474880-804a-49a6-9748-704ee669e088 None None] For port 255acfb1-6af8-4b3d-930b-6ab40fba0ba2, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:52:27.511847 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a3a7050c-fe6b-4f66-8073-cfdbad260b3d req-063ecf77-4e05-49e3-8743-be7436918f30 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f97f2cd0-b7b7-4bd7-b6ab-6de292c04828 HTTP/1.1" status: 200 len: 999 time: 0.1790557 Feb 19 02:52:27.609656 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-31474880-804a-49a6-9748-704ee669e088 None None] For port 255acfb1-6af8-4b3d-930b-6ab40fba0ba2, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=255acfb1-6af8-4b3d-930b-6ab40fba0ba2,segment=NetworkSegment(5ac1db83-f9a6-4bca-8644-0ee39cc962ca),segment_id=5ac1db83-f9a6-4bca-8644-0ee39cc962ca)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:52:27.615237 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b0b0d258-1669-434d-bf92-7668254bb1ea req-b6547dc0-8481-4893-a356-aed6a5f4d05a tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/security-groups?id=83745bf6-2450-44b1-b073-88b2d8645794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502291 Feb 19 02:52:27.642528 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-6b5cc30d-13fc-4fad-bc8a-66b805c1b63e service neutron] 10.222.0.72 "GET /v2.0/networks/ba37fcfb-a9f9-483d-bb46-ff78ce18edce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4218762 Feb 19 02:52:27.678932 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a7050c-fe6b-4f66-8073-cfdbad260b3d req-2fa25885-5fe9-4570-87e6-f8393cee7c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:27.679219 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-31474880-804a-49a6-9748-704ee669e088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (255acfb1-6af8-4b3d-930b-6ab40fba0ba2), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:27.687669 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a3a7050c-fe6b-4f66-8073-cfdbad260b3d req-2fa25885-5fe9-4570-87e6-f8393cee7c6a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=889c7a59-6b5e-4f05-9bcb-0e22fb033ffb HTTP/1.1" status: 200 len: 855 time: 0.1666551 Feb 19 02:52:27.688936 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port ea703aa0-0b35-47cf-b9cf-1bd2aa0a750c is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:52:27.689572 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (ea703aa0-0b35-47cf-b9cf-1bd2aa0a750c), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:27.733914 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd610bb-8c5a-46b7-85be-99f9c9b3a078 None None] Pushing event updated for resources: {'Port': ['ID=922746aa-cd69-4af4-a993-9476aff0b059,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:27.753513 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d719a526-9af5-46f2-9bb8-4c436f4b6d88 None None] New status for floating IP 702860f3-73a4-45d1-b9b8-f84e90e77851: ACTIVE {{(pid=103703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 02:52:27.760875 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-9ebb6acb-4e05-4c36-a6e6-009d7e4285c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '777026d9-ff12-43a0-a708-e078f521b416', 'name': 'tempest-ServersTestMultiNic-1886842463-router', 'tenant_id': 'b2f0cd9db0f84e1b8f9e0fccbd20ae90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'f7fe83e8-17c5-4449-8f51-6483b792c93b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:52:08Z', 'updated_at': '2022-02-19T02:52:16Z', 'revision_number': 4, 'project_id': 'b2f0cd9db0f84e1b8f9e0fccbd20ae90', 'gw_port': {'id': 'f7fe83e8-17c5-4449-8f51-6483b792c93b', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:3d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '777026d9-ff12-43a0-a708-e078f521b416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:52:09Z', 'updated_at': '2022-02-19T02:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '922746aa-cd69-4af4-a993-9476aff0b059', 'name': '', 'network_id': '632b0eed-a44b-4f34-a487-b870d68175ce', 'tenant_id': 'b2f0cd9db0f84e1b8f9e0fccbd20ae90', 'mac_address': 'fa:16:3e:f1:e2:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '777026d9-ff12-43a0-a708-e078f521b416', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '2f333870-10ca-45c4-baa6-b4b90be1668b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:52:14Z', 'updated_at': '2022-02-19T02:52:23Z', 'revision_number': 4, 'project_id': 'b2f0cd9db0f84e1b8f9e0fccbd20ae90', 'subnets': [{'id': '2f333870-10ca-45c4-baa6-b4b90be1668b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:52:27.856172 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a7050c-fe6b-4f66-8073-cfdbad260b3d req-3ba1f4e8-8678-411c-bce4-35dd6f2fd394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:27.872991 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a3a7050c-fe6b-4f66-8073-cfdbad260b3d req-3ba1f4e8-8678-411c-bce4-35dd6f2fd394 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e1cc4d35-d947-46a4-a02a-fb288d9849b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1758118 Feb 19 02:52:27.959569 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f33e417-83c9-49f9-b0fe-257b53423fe1 req-12a618c8-d71b-4406-a8a6-7886a189f531 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:27.969366 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8f33e417-83c9-49f9-b0fe-257b53423fe1 req-12a618c8-d71b-4406-a8a6-7886a189f531 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "GET /v2.0/ports?device_id=45fd4a10-bcda-42f8-8522-19ae25fc04f6 HTTP/1.1" status: 200 len: 943 time: 0.1878321 Feb 19 02:52:28.050893 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1583332-eccd-47fe-ad60-9fc256650e25 x-openstack-request-id: req-b1583332-eccd-47fe-ad60-9fc256650e25 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:52:28.051190 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45fd4a10-bcda-42f8-8522-19ae25fc04f6", "tag": "553b1808-4a4d-46c4-943f-6ea085ac552f", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:52:28.051451 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b1583332-eccd-47fe-ad60-9fc256650e25 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:52:28.051869 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45fd4a10-bcda-42f8-8522-19ae25fc04f6', 'tag': '553b1808-4a4d-46c4-943f-6ea085ac552f', 'status': 'completed', 'code': 200} Feb 19 02:52:28.072312 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port ea703aa0-0b35-47cf-b9cf-1bd2aa0a750c, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=ea703aa0-0b35-47cf-b9cf-1bd2aa0a750c,segment=NetworkSegment(b3dae451-0c86-4a64-8455-5c47bfffd3eb),segment_id=b3dae451-0c86-4a64-8455-5c47bfffd3eb)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:52:28.113270 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebb6acb-4e05-4c36-a6e6-009d7e4285c2 None None] The sync data for ids ['777026d9-ff12-43a0-a708-e078f521b416'] in n-d-826753-2 is: [{'id': '777026d9-ff12-43a0-a708-e078f521b416', 'name': 'tempest-ServersTestMultiNic-1886842463-router', 'tenant_id': 'b2f0cd9db0f84e1b8f9e0fccbd20ae90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'f7fe83e8-17c5-4449-8f51-6483b792c93b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:52:08Z', 'updated_at': '2022-02-19T02:52:16Z', 'revision_number': 4, 'project_id': 'b2f0cd9db0f84e1b8f9e0fccbd20ae90', 'gw_port': {'id': 'f7fe83e8-17c5-4449-8f51-6483b792c93b', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:3d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '777026d9-ff12-43a0-a708-e078f521b416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:52:09Z', 'updated_at': '2022-02-19T02:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '922746aa-cd69-4af4-a993-9476aff0b059', 'name': '', 'network_id': '632b0eed-a44b-4f34-a487-b870d68175ce', 'tenant_id': 'b2f0cd9db0f84e1b8f9e0fccbd20ae90', 'mac_address': 'fa:16:3e:f1:e2:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '777026d9-ff12-43a0-a708-e078f521b416', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '2f333870-10ca-45c4-baa6-b4b90be1668b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:52:14Z', 'updated_at': '2022-02-19T02:52:23Z', 'revision_number': 4, 'project_id': 'b2f0cd9db0f84e1b8f9e0fccbd20ae90', 'subnets': [{'id': '2f333870-10ca-45c4-baa6-b4b90be1668b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:52:28.126729 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93e92951-ed6e-4f82-8115-89576aa190a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea703aa0-0b35-47cf-b9cf-1bd2aa0a750c'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:52:28.145893 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-833f7999-1b1d-41d8-a0f9-a47549d28486" -d '{"events": [{"server_uuid": "93e92951-ed6e-4f82-8115-89576aa190a4", "name": "network-vif-plugged", "status": "completed", "tag": "ea703aa0-0b35-47cf-b9cf-1bd2aa0a750c"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:52:28.166739 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8f33e417-83c9-49f9-b0fe-257b53423fe1 req-094e1331-cbf1-4cbb-b96e-1135fa2275f2 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "GET /v2.0/security-groups?id=78612224-fbf6-480f-bcea-ccb270efe765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910667 Feb 19 02:52:28.276068 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (ea703aa0-0b35-47cf-b9cf-1bd2aa0a750c), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:28.343128 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a3a7050c-fe6b-4f66-8073-cfdbad260b3d req-b53bb251-5c62-4c55-9329-fb455df5daba service neutron] 10.222.0.73 "GET /v2.0/networks/e1cc4d35-d947-46a4-a02a-fb288d9849b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4587014 Feb 19 02:52:28.496027 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c1fb4ead-2e37-45e0-bd2e-549b7b514358 req-f26a354b-30ed-4c4a-92a1-100b654bcc72 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ca8d35d-b4cf-48c3-85dc-ab729a868ca7 HTTP/1.1" status: 200 len: 210 time: 0.0606222 Feb 19 02:52:28.528999 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7642465-2b51-4014-9209-52df261826c4 req-6cb1c787-a30e-4a28-a2ba-5d82521e6760 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:28.538798 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b7642465-2b51-4014-9209-52df261826c4 req-6cb1c787-a30e-4a28-a2ba-5d82521e6760 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8a86073-2def-4fb5-96a2-44c62d200d83 HTTP/1.1" status: 200 len: 946 time: 0.1485500 Feb 19 02:52:28.539241 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31474880-804a-49a6-9748-704ee669e088 None None] Pushing event updated for resources: {'Port': ['ID=255acfb1-6af8-4b3d-930b-6ab40fba0ba2,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:28.715645 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe0ae106-e172-4b70-a229-80d1bc57d74d x-openstack-request-id: req-fe0ae106-e172-4b70-a229-80d1bc57d74d {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:52:28.715942 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93e92951-ed6e-4f82-8115-89576aa190a4", "name": "network-vif-plugged", "status": "completed", "tag": "ea703aa0-0b35-47cf-b9cf-1bd2aa0a750c", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:52:28.716201 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-fe0ae106-e172-4b70-a229-80d1bc57d74d {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:52:28.716614 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93e92951-ed6e-4f82-8115-89576aa190a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea703aa0-0b35-47cf-b9cf-1bd2aa0a750c', 'code': 200} Feb 19 02:52:28.726498 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bd1fce-614d-429a-9b4b-f8add51adb2c req-b31cc09e-51b9-44f4-b773-2acc53d7c0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:28.728764 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d2bd1fce-614d-429a-9b4b-f8add51adb2c req-b31cc09e-51b9-44f4-b773-2acc53d7c0e7 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=be795ecfceb44d2da411c5f5f56a6624&device_id=45fd4a10-bcda-42f8-8522-19ae25fc04f6 HTTP/1.1" status: 200 len: 1125 time: 0.6427569 Feb 19 02:52:28.734802 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b7642465-2b51-4014-9209-52df261826c4 req-20fa2a64-2095-4a1f-b0bb-ae31aa3e920d tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ca71149-99da-4cc2-ac25-44d2d4a4007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904027 Feb 19 02:52:29.082627 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=ea703aa0-0b35-47cf-b9cf-1bd2aa0a750c,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:29.116883 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bd1fce-614d-429a-9b4b-f8add51adb2c req-7a8ccf06-97bb-4928-aa9f-c51d8078b499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:29.118868 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d2bd1fce-614d-429a-9b4b-f8add51adb2c req-7a8ccf06-97bb-4928-aa9f-c51d8078b499 service neutron] 10.222.0.82 "GET /v2.0/networks?id=8ee469c1-3b92-4511-8f73-2a197f9b67c2 HTTP/1.1" status: 200 len: 922 time: 0.3563609 Feb 19 02:52:29.127035 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:52:29.135842 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:52:29.142544 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:52:29.147154 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:52:29.148557 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:52:29.150574 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:52:29.153657 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:52:29.154191 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:52:29.154731 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:52:29.155215 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:52:29.157584 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:52:29.158107 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:52:29.158739 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:52:29.198585 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d2bd1fce-614d-429a-9b4b-f8add51adb2c req-022dd589-80f1-4e51-a014-01ce8b3859ac service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=553b1808-4a4d-46c4-943f-6ea085ac552f HTTP/1.1" status: 200 len: 217 time: 0.0697057 Feb 19 02:52:29.202781 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a3a7050c-fe6b-4f66-8073-cfdbad260b3d req-8a509b82-633f-486c-b12c-18bef746a569 service neutron] 10.222.0.73 "GET /v2.0/networks/e1cc4d35-d947-46a4-a02a-fb288d9849b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8452418 Feb 19 02:52:29.297044 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bd1fce-614d-429a-9b4b-f8add51adb2c req-7f1382a2-6dc3-4265-af3c-abf014e02da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:29.298661 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d2bd1fce-614d-429a-9b4b-f8add51adb2c req-7f1382a2-6dc3-4265-af3c-abf014e02da1 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d0f15016-5d06-4afe-8688-9505c2a1be59 HTTP/1.1" status: 200 len: 861 time: 0.0947688 Feb 19 02:52:29.350280 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d2bd1fce-614d-429a-9b4b-f8add51adb2c req-603c927c-bb28-47cc-b5fe-7c3d19b92b24 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8ee469c1-3b92-4511-8f73-2a197f9b67c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420768 Feb 19 02:52:29.372760 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f35bc6-0066-4f86-94ac-71fcf00a3341 req-947dd5c0-60a5-42ba-b241-89a27bc7deba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:29.374552 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-57f35bc6-0066-4f86-94ac-71fcf00a3341 req-947dd5c0-60a5-42ba-b241-89a27bc7deba service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=93e92951-ed6e-4f82-8115-89576aa190a4 HTTP/1.1" status: 200 len: 1128 time: 0.6271944 Feb 19 02:52:29.399757 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e19b80-531f-4dd0-9c2c-16ba5f6af617 req-0164c06f-b27f-4877-89f8-df9ef91ae041 tempest-ServersAdminTestJSON-1643435152 tempest-ServersAdminTestJSON-1643435152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:29.435120 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c0e19b80-531f-4dd0-9c2c-16ba5f6af617 req-0164c06f-b27f-4877-89f8-df9ef91ae041 tempest-ServersAdminTestJSON-1643435152 tempest-ServersAdminTestJSON-1643435152-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=703117b2-3b74-4940-91d7-38248cc7fdf8 HTTP/1.1" status: 200 len: 1133 time: 0.4401517 Feb 19 02:52:29.539002 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f4ce1d-37e9-4b5e-80b1-3d03b140d992 req-4ed9076b-e77a-4dfe-bb65-a8a9f5f6d08f tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:29.548192 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-34f4ce1d-37e9-4b5e-80b1-3d03b140d992 req-4ed9076b-e77a-4dfe-bb65-a8a9f5f6d08f tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=93e92951-ed6e-4f82-8115-89576aa190a4 HTTP/1.1" status: 200 len: 946 time: 0.4773469 Feb 19 02:52:29.574236 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c0e19b80-531f-4dd0-9c2c-16ba5f6af617 req-8fceac35-2bdc-4bd5-a2d5-d1af07a7dc8b tempest-ServersAdminTestJSON-1643435152 tempest-ServersAdminTestJSON-1643435152-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=fe71e737-cb97-4e9e-a576-1f93522c47f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381192 Feb 19 02:52:29.640458 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d2bd1fce-614d-429a-9b4b-f8add51adb2c req-9b3f3be9-c319-4185-b661-ea48ae541932 service neutron] 10.222.0.82 "GET /v2.0/networks/8ee469c1-3b92-4511-8f73-2a197f9b67c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2834926 Feb 19 02:52:29.703231 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37db4d15-72f9-40f4-9340-e6300c9deddd None None] Network e70d9ba1-3c8a-42e5-8f45-41c049cb6936 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:52:29.741557 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-57f35bc6-0066-4f86-94ac-71fcf00a3341 req-c9532366-b552-41f4-8de9-9a56d679f7f0 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=83745bf6-2450-44b1-b073-88b2d8645794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3521321 Feb 19 02:52:29.838112 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-34f4ce1d-37e9-4b5e-80b1-3d03b140d992 req-218a9c44-f35f-497b-a71d-61d40d1dcf19 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/security-groups?id=83745bf6-2450-44b1-b073-88b2d8645794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885959 Feb 19 02:52:29.926114 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d2bd1fce-614d-429a-9b4b-f8add51adb2c req-0f82a60e-02f3-4c21-a06a-faf77938a9de service neutron] 10.222.0.82 "GET /v2.0/networks/8ee469c1-3b92-4511-8f73-2a197f9b67c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2783358 Feb 19 02:52:29.981718 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-3917e7a7-2d2b-4bc3-9712-3814d78b461c None None] Provisioning complete for port 516a9f8a-3155-4ea5-8509-f3d1a1629e65 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:52:29.982091 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3917e7a7-2d2b-4bc3-9712-3814d78b461c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (516a9f8a-3155-4ea5-8509-f3d1a1629e65), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:30.051309 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 255acfb1-6af8-4b3d-930b-6ab40fba0ba2 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:52:30.052677 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff366a7-705d-4b51-84fc-d2f59b5093b1 req-8441e67d-bdcc-4fbe-bb5a-e16107021e8a tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:30.067528 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2ff366a7-705d-4b51-84fc-d2f59b5093b1 req-8441e67d-bdcc-4fbe-bb5a-e16107021e8a tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "GET /v2.0/ports?device_id=45fd4a10-bcda-42f8-8522-19ae25fc04f6 HTTP/1.1" status: 200 len: 943 time: 0.2686884 Feb 19 02:52:30.270856 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-22c97395-8639-45ad-9c00-504b8585dc46 req-beee1383-c91e-4377-8f33-2a1ed2bdef35 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ca8d35d-b4cf-48c3-85dc-ab729a868ca7 HTTP/1.1" status: 200 len: 210 time: 0.2011275 Feb 19 02:52:30.351949 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2ff366a7-705d-4b51-84fc-d2f59b5093b1 req-8304ef2a-2d81-4f3d-93e6-ee7d8f42807e tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "GET /v2.0/security-groups?id=78612224-fbf6-480f-bcea-ccb270efe765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2834063 Feb 19 02:52:30.729693 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0ed4d6-1882-4128-bc50-3a7886f11e83 req-98c0c8d5-b0a2-4def-9a69-25359cb0557d tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:30.732148 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3c0ed4d6-1882-4128-bc50-3a7886f11e83 req-98c0c8d5-b0a2-4def-9a69-25359cb0557d tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8a86073-2def-4fb5-96a2-44c62d200d83 HTTP/1.1" status: 200 len: 946 time: 0.1483262 Feb 19 02:52:30.830644 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6b206f-4e46-4d3f-8db5-31312c7af795 None None] Network ba37fcfb-a9f9-483d-bb46-ff78ce18edce requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:52:30.838722 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3c0ed4d6-1882-4128-bc50-3a7886f11e83 req-dbaa5ed8-1caa-413b-a52d-166c08a90f4b tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ca71149-99da-4cc2-ac25-44d2d4a4007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994425 Feb 19 02:52:30.850569 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-7cacede3-e011-4d55-a2d3-52ead6d95cf2 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:30.866142 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-7cacede3-e011-4d55-a2d3-52ead6d95cf2 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:30.873252 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-7cacede3-e011-4d55-a2d3-52ead6d95cf2 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] 10.222.0.73 "GET /v2.0/networks?id=ba37fcfb-a9f9-483d-bb46-ff78ce18edce&id=e70d9ba1-3c8a-42e5-8f45-41c049cb6936&id=ba37fcfb-a9f9-483d-bb46-ff78ce18edce HTTP/1.1" status: 200 len: 1392 time: 0.4390635 Feb 19 02:52:30.893207 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-5a1de284-fe81-4d94-8d75-947ac80e30ad tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Request body: {'port': {'device_id': '4ca8d35d-b4cf-48c3-85dc-ab729a868ca7', 'network_id': 'ba37fcfb-a9f9-483d-bb46-ff78ce18edce', 'admin_state_up': True, 'tenant_id': 'b2f0cd9db0f84e1b8f9e0fccbd20ae90'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:52:31.045151 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 553b1808-4a4d-46c4-943f-6ea085ac552f details requested by agent hyperv_n-h2-826753-2 with host n-h2-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:52:31.143783 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-5a1de284-fe81-4d94-8d75-947ac80e30ad tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Made reservation on behalf of b2f0cd9db0f84e1b8f9e0fccbd20ae90 for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:52:31.147671 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-5a1de284-fe81-4d94-8d75-947ac80e30ad tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:31.179610 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1390c9b-0b10-46c3-8a01-e553d7d25bcf req-48c015cf-2a3e-4fdd-9b3f-1f72c81fa524 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:31.183284 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d1390c9b-0b10-46c3-8a01-e553d7d25bcf req-48c015cf-2a3e-4fdd-9b3f-1f72c81fa524 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=93e92951-ed6e-4f82-8115-89576aa190a4 HTTP/1.1" status: 200 len: 946 time: 0.1976073 Feb 19 02:52:31.214445 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 255acfb1-6af8-4b3d-930b-6ab40fba0ba2 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:52:31.222486 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (255acfb1-6af8-4b3d-930b-6ab40fba0ba2), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:31.234583 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567c9d53-68a7-4fbd-be1a-a5b5953493cc req-d54eca8f-239d-4a81-9ce0-4d71906b8d1e tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:31.242235 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-567c9d53-68a7-4fbd-be1a-a5b5953493cc req-d54eca8f-239d-4a81-9ce0-4d71906b8d1e tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/ports?device_id=3b01b50e-bb5a-469c-9a8c-ad9958ef960c HTTP/1.1" status: 200 len: 950 time: 0.1841419 Feb 19 02:52:31.344336 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d1390c9b-0b10-46c3-8a01-e553d7d25bcf req-f8c06775-6f69-487d-ad91-8cd15238bcb4 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/security-groups?id=83745bf6-2450-44b1-b073-88b2d8645794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502779 Feb 19 02:52:31.385303 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-3917e7a7-2d2b-4bc3-9712-3814d78b461c None None] Current status of the port 516a9f8a-3155-4ea5-8509-f3d1a1629e65 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:52:31.385842 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3917e7a7-2d2b-4bc3-9712-3814d78b461c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (516a9f8a-3155-4ea5-8509-f3d1a1629e65), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:31.397442 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-5a1de284-fe81-4d94-8d75-947ac80e30ad tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Allocated IP 19.80.0.25 (ba37fcfb-a9f9-483d-bb46-ff78ce18edce/bbcd7853-5331-4ff4-8dc4-10ec8fb5cd3f/45579358-861a-456f-9785-d1b13792aecb) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:52:31.440552 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-567c9d53-68a7-4fbd-be1a-a5b5953493cc req-035cd5b6-7204-4f21-8ff3-c4aa8e0e9308 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe71e737-cb97-4e9e-a576-1f93522c47f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955125 Feb 19 02:52:31.529979 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6a183d46-a630-4a54-86d8-274ef8d4f7f0 req-e450af1e-85a0-45f2-955d-d8e1927e1f37 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ca8d35d-b4cf-48c3-85dc-ab729a868ca7 HTTP/1.1" status: 200 len: 210 time: 0.0482695 Feb 19 02:52:31.553860 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 553b1808-4a4d-46c4-943f-6ea085ac552f, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=553b1808-4a4d-46c4-943f-6ea085ac552f,segment=NetworkSegment(67a55616-cfc4-41c3-be2a-0391abacfbd5),segment_id=67a55616-cfc4-41c3-be2a-0391abacfbd5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:52:31.605986 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-3917e7a7-2d2b-4bc3-9712-3814d78b461c None None] For port 516a9f8a-3155-4ea5-8509-f3d1a1629e65, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=516a9f8a-3155-4ea5-8509-f3d1a1629e65,segment=NetworkSegment(99797923-be04-41a5-9ab2-820c01cb471e),segment_id=99797923-be04-41a5-9ab2-820c01cb471e)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:52:31.620333 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Returning: {'device': '553b1808-4a4d-46c4-943f-6ea085ac552f', 'network_id': '8ee469c1-3b92-4511-8f73-2a197f9b67c2', 'port_id': '553b1808-4a4d-46c4-943f-6ea085ac552f', 'mac_address': 'fa:16:3e:ef:bc:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0f15016-5d06-4afe-8688-9505c2a1be59', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:52:31.634006 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3917e7a7-2d2b-4bc3-9712-3814d78b461c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (516a9f8a-3155-4ea5-8509-f3d1a1629e65), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:31.675581 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6908ac59-fe9b-4c92-a341-dd2880988ebe req-72ffdf42-8dde-43d7-b617-767defa80d66 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:31.689105 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6908ac59-fe9b-4c92-a341-dd2880988ebe req-72ffdf42-8dde-43d7-b617-767defa80d66 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "GET /v2.0/ports?device_id=45fd4a10-bcda-42f8-8522-19ae25fc04f6 HTTP/1.1" status: 200 len: 943 time: 0.1240461 Feb 19 02:52:31.737099 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-5a1de284-fe81-4d94-8d75-947ac80e30ad tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks [] for port (45579358-861a-456f-9785-d1b13792aecb), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:31.775819 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6908ac59-fe9b-4c92-a341-dd2880988ebe req-38945cbc-2b6f-4d10-bd65-8b7ffffaf2b4 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "GET /v2.0/security-groups?id=78612224-fbf6-480f-bcea-ccb270efe765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852270 Feb 19 02:52:31.795763 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-5a1de284-fe81-4d94-8d75-947ac80e30ad tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (45579358-861a-456f-9785-d1b13792aecb), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:31.867468 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3917e7a7-2d2b-4bc3-9712-3814d78b461c None None] Pushing event updated for resources: {'Port': ['ID=516a9f8a-3155-4ea5-8509-f3d1a1629e65,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:31.886156 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 255acfb1-6af8-4b3d-930b-6ab40fba0ba2 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:52:31.887951 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (255acfb1-6af8-4b3d-930b-6ab40fba0ba2), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:31.908842 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1de284-fe81-4d94-8d75-947ac80e30ad tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Pushing event updated for resources: {'Port': ['ID=45579358-861a-456f-9785-d1b13792aecb,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:31.942712 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-5a1de284-fe81-4d94-8d75-947ac80e30ad tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Network ba37fcfb-a9f9-483d-bb46-ff78ce18edce is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:52:31.944943 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-5a1de284-fe81-4d94-8d75-947ac80e30ad tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:52:31.949754 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-5a1de284-fe81-4d94-8d75-947ac80e30ad tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:52:32.001877 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-57e65ecd-382a-415e-bfd0-fc4fb924bb59 None None] Provisioning complete for port 516a9f8a-3155-4ea5-8509-f3d1a1629e65 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:52:32.002502 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-57e65ecd-382a-415e-bfd0-fc4fb924bb59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (516a9f8a-3155-4ea5-8509-f3d1a1629e65), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:32.006715 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 553b1808-4a4d-46c4-943f-6ea085ac552f is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:52:32.007231 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (553b1808-4a4d-46c4-943f-6ea085ac552f), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:32.071750 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 553b1808-4a4d-46c4-943f-6ea085ac552f {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:52:32.119854 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-5a1de284-fe81-4d94-8d75-947ac80e30ad tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:32.120887 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-5a1de284-fe81-4d94-8d75-947ac80e30ad tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:32.123765 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 553b1808-4a4d-46c4-943f-6ea085ac552f, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=553b1808-4a4d-46c4-943f-6ea085ac552f,segment=NetworkSegment(67a55616-cfc4-41c3-be2a-0391abacfbd5),segment_id=67a55616-cfc4-41c3-be2a-0391abacfbd5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:52:32.128558 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a6948a-ad1b-40d0-9fdd-478dba49cb35 req-aad11ba7-9a9a-44e6-8045-c5cfb83460f1 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:32.130664 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-36a6948a-ad1b-40d0-9fdd-478dba49cb35 req-aad11ba7-9a9a-44e6-8045-c5cfb83460f1 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8a86073-2def-4fb5-96a2-44c62d200d83 HTTP/1.1" status: 200 len: 946 time: 0.1333432 Feb 19 02:52:32.152865 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (553b1808-4a4d-46c4-943f-6ea085ac552f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:32.158420 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port 255acfb1-6af8-4b3d-930b-6ab40fba0ba2, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=255acfb1-6af8-4b3d-930b-6ab40fba0ba2,segment=NetworkSegment(5ac1db83-f9a6-4bca-8644-0ee39cc962ca),segment_id=5ac1db83-f9a6-4bca-8644-0ee39cc962ca)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:52:32.167769 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-5a1de284-fe81-4d94-8d75-947ac80e30ad tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2798097 Feb 19 02:52:32.170372 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (255acfb1-6af8-4b3d-930b-6ab40fba0ba2), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:32.171216 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 922746aa-cd69-4af4-a993-9476aff0b059 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:52:32.185373 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-a71d36c8-db00-448a-9e4b-9ae69143229b tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Request body: {'port': {'device_id': '4ca8d35d-b4cf-48c3-85dc-ab729a868ca7', 'network_id': 'e70d9ba1-3c8a-42e5-8f45-41c049cb6936', 'admin_state_up': True, 'tenant_id': 'b2f0cd9db0f84e1b8f9e0fccbd20ae90'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:52:32.231724 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-36a6948a-ad1b-40d0-9fdd-478dba49cb35 req-aab5b5f5-ddd0-44dc-ba9c-00b2de61980f tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ca71149-99da-4cc2-ac25-44d2d4a4007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948265 Feb 19 02:52:32.367166 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-a71d36c8-db00-448a-9e4b-9ae69143229b tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Made reservation on behalf of b2f0cd9db0f84e1b8f9e0fccbd20ae90 for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:52:32.372536 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-a71d36c8-db00-448a-9e4b-9ae69143229b tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:32.457431 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=553b1808-4a4d-46c4-943f-6ea085ac552f,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:32.468895 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-57e65ecd-382a-415e-bfd0-fc4fb924bb59 None None] Current status of the port 516a9f8a-3155-4ea5-8509-f3d1a1629e65 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:52:32.543613 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=255acfb1-6af8-4b3d-930b-6ab40fba0ba2,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:32.546852 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 922746aa-cd69-4af4-a993-9476aff0b059 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:52:32.547287 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (922746aa-cd69-4af4-a993-9476aff0b059), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:32.556585 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d7b500-204f-4ec7-a9ff-62ece9d8ccff req-9637ca27-c1ac-46d7-9385-ede035bb639f tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:32.558712 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-28d7b500-204f-4ec7-a9ff-62ece9d8ccff req-9637ca27-c1ac-46d7-9385-ede035bb639f tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=93e92951-ed6e-4f82-8115-89576aa190a4 HTTP/1.1" status: 200 len: 946 time: 0.0984042 Feb 19 02:52:32.607572 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-57e65ecd-382a-415e-bfd0-fc4fb924bb59 None None] Provisioning complete for port 255acfb1-6af8-4b3d-930b-6ab40fba0ba2 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:52:32.608149 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-57e65ecd-382a-415e-bfd0-fc4fb924bb59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (255acfb1-6af8-4b3d-930b-6ab40fba0ba2), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:32.615683 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['553b1808-4a4d-46c4-943f-6ea085ac552f'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:52:32.623329 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-a71d36c8-db00-448a-9e4b-9ae69143229b tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Allocated IP 19.86.0.246 (e70d9ba1-3c8a-42e5-8f45-41c049cb6936/28a68c0a-342f-4b7b-902d-c8940a294a0b/024e43f1-bc85-4bbf-b7ec-87d1039012c9) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:52:32.706922 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3f1201-67b6-4b29-bc36-25c505488571 req-814818d9-ef5d-45af-84e1-143dccafbec1 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:32.708738 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-af3f1201-67b6-4b29-bc36-25c505488571 req-814818d9-ef5d-45af-84e1-143dccafbec1 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/ports?device_id=3b01b50e-bb5a-469c-9a8c-ad9958ef960c HTTP/1.1" status: 200 len: 950 time: 0.1492605 Feb 19 02:52:32.733995 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-28d7b500-204f-4ec7-a9ff-62ece9d8ccff req-f41adbec-6e91-4545-8804-f6c778a02cb5 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/security-groups?id=83745bf6-2450-44b1-b073-88b2d8645794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288707 Feb 19 02:52:32.828910 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-af3f1201-67b6-4b29-bc36-25c505488571 req-7754a98d-abbf-4bfb-9c31-b85d63a659a3 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe71e737-cb97-4e9e-a576-1f93522c47f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132445 Feb 19 02:52:32.837092 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75c744c-22df-4bfd-aac2-1406cb119419 req-89307fe3-7146-45cd-9391-4bb92a0b29f8 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:32.838894 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c75c744c-22df-4bfd-aac2-1406cb119419 req-89307fe3-7146-45cd-9391-4bb92a0b29f8 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.82 "GET /v2.0/ports?device_id=3b01b50e-bb5a-469c-9a8c-ad9958ef960c HTTP/1.1" status: 200 len: 950 time: 0.1322649 Feb 19 02:52:32.931928 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c5b505-c14a-41c6-9d31-c2a02aa68719 req-f4955787-ad9d-44b9-a5d7-5381d23d30d9 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:32.943751 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-72c5b505-c14a-41c6-9d31-c2a02aa68719 req-f4955787-ad9d-44b9-a5d7-5381d23d30d9 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ca8d35d-b4cf-48c3-85dc-ab729a868ca7 HTTP/1.1" status: 200 len: 931 time: 0.1085093 Feb 19 02:52:32.966707 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-a71d36c8-db00-448a-9e4b-9ae69143229b tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks [] for port (024e43f1-bc85-4bbf-b7ec-87d1039012c9), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:33.027383 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-c75c744c-22df-4bfd-aac2-1406cb119419 req-4bcc9809-eaac-43f5-af34-91a996ef46b1 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Deleting port 8dd31eb9-f2a1-4f69-b746-104d3cf82b53 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:52:33.027740 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-c75c744c-22df-4bfd-aac2-1406cb119419 req-4bcc9809-eaac-43f5-af34-91a996ef46b1 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (8dd31eb9-f2a1-4f69-b746-104d3cf82b53), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:33.081620 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-72c5b505-c14a-41c6-9d31-c2a02aa68719 req-f6c958bc-c61b-426f-a871-6ff3c516fa14 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] 10.222.0.72 "GET /v2.0/security-groups?id=ed4112f7-4072-40c7-a6a7-08b05eb3305e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369069 Feb 19 02:52:33.087764 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-57e65ecd-382a-415e-bfd0-fc4fb924bb59 None None] Current status of the port 255acfb1-6af8-4b3d-930b-6ab40fba0ba2 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:52:33.107635 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 922746aa-cd69-4af4-a993-9476aff0b059 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:52:33.108809 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 516a9f8a-3155-4ea5-8509-f3d1a1629e65 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:52:33.136776 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-c75c744c-22df-4bfd-aac2-1406cb119419 req-4bcc9809-eaac-43f5-af34-91a996ef46b1 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] For port 8dd31eb9-f2a1-4f69-b746-104d3cf82b53, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=8dd31eb9-f2a1-4f69-b746-104d3cf82b53,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:52:33.137232 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-c75c744c-22df-4bfd-aac2-1406cb119419 req-4bcc9809-eaac-43f5-af34-91a996ef46b1 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (8dd31eb9-f2a1-4f69-b746-104d3cf82b53), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:33.152173 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-c75c744c-22df-4bfd-aac2-1406cb119419 req-4bcc9809-eaac-43f5-af34-91a996ef46b1 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Calling delete_port for 8dd31eb9-f2a1-4f69-b746-104d3cf82b53 owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:52:33.209567 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-a71d36c8-db00-448a-9e4b-9ae69143229b tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (024e43f1-bc85-4bbf-b7ec-87d1039012c9), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:33.237960 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-bc8ab144-cdd9-418a-b1fd-6c158878e09c None None] Provisioning complete for port 255acfb1-6af8-4b3d-930b-6ab40fba0ba2 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:52:33.238623 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-bc8ab144-cdd9-418a-b1fd-6c158878e09c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (255acfb1-6af8-4b3d-930b-6ab40fba0ba2), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:33.269075 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-a71d36c8-db00-448a-9e4b-9ae69143229b tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Network e70d9ba1-3c8a-42e5-8f45-41c049cb6936 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:52:33.277097 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-a71d36c8-db00-448a-9e4b-9ae69143229b tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:52:33.292033 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-a71d36c8-db00-448a-9e4b-9ae69143229b tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:52:33.298707 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71d36c8-db00-448a-9e4b-9ae69143229b tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Pushing event updated for resources: {'Port': ['ID=024e43f1-bc85-4bbf-b7ec-87d1039012c9,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:33.312968 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 516a9f8a-3155-4ea5-8509-f3d1a1629e65 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:52:33.313573 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (516a9f8a-3155-4ea5-8509-f3d1a1629e65), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:33.344277 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1165f1c6-883c-416c-896b-4cc3e71b64e0 req-f64293b6-5f9e-469e-a1f4-469dd60ecd31 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:33.360545 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1165f1c6-883c-416c-896b-4cc3e71b64e0 req-f64293b6-5f9e-469e-a1f4-469dd60ecd31 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "GET /v2.0/ports?device_id=45fd4a10-bcda-42f8-8522-19ae25fc04f6 HTTP/1.1" status: 200 len: 944 time: 0.2188942 Feb 19 02:52:33.376557 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-a71d36c8-db00-448a-9e4b-9ae69143229b tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:33.377441 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-a71d36c8-db00-448a-9e4b-9ae69143229b tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:33.420234 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-a71d36c8-db00-448a-9e4b-9ae69143229b tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2392430 Feb 19 02:52:33.426390 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590ade94-7e96-4f2a-9d9e-da846e2aee0e req-71a5fc00-8e9e-4f40-adaa-88bbce1f6507 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:33.434759 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-590ade94-7e96-4f2a-9d9e-da846e2aee0e req-71a5fc00-8e9e-4f40-adaa-88bbce1f6507 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=93e92951-ed6e-4f82-8115-89576aa190a4 HTTP/1.1" status: 200 len: 946 time: 0.2455440 Feb 19 02:52:33.480408 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-327222b3-24d0-49e2-a1cd-b69164e8f13c tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Request body: {'port': {'device_id': '4ca8d35d-b4cf-48c3-85dc-ab729a868ca7', 'network_id': 'ba37fcfb-a9f9-483d-bb46-ff78ce18edce', 'admin_state_up': True, 'tenant_id': 'b2f0cd9db0f84e1b8f9e0fccbd20ae90'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:52:33.514722 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1165f1c6-883c-416c-896b-4cc3e71b64e0 req-91977a13-982e-4fa9-a308-e451c40b9e99 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "GET /v2.0/security-groups?id=78612224-fbf6-480f-bcea-ccb270efe765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520929 Feb 19 02:52:33.552970 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-bc8ab144-cdd9-418a-b1fd-6c158878e09c None None] Current status of the port 255acfb1-6af8-4b3d-930b-6ab40fba0ba2 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:52:33.554050 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-590ade94-7e96-4f2a-9d9e-da846e2aee0e req-b22f7034-2d91-49fc-803d-67c563d7ebf3 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/security-groups?id=83745bf6-2450-44b1-b073-88b2d8645794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182158 Feb 19 02:52:33.612083 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-bc8ab144-cdd9-418a-b1fd-6c158878e09c None None] Provisioning complete for port 45579358-861a-456f-9785-d1b13792aecb triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:52:33.612350 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-bc8ab144-cdd9-418a-b1fd-6c158878e09c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (45579358-861a-456f-9785-d1b13792aecb), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:33.662301 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-c75c744c-22df-4bfd-aac2-1406cb119419 req-4bcc9809-eaac-43f5-af34-91a996ef46b1 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (8dd31eb9-f2a1-4f69-b746-104d3cf82b53), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:33.746188 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-bc8ab144-cdd9-418a-b1fd-6c158878e09c None None] Port 45579358-861a-456f-9785-d1b13792aecb cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:52:33.749375 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 516a9f8a-3155-4ea5-8509-f3d1a1629e65 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:52:33.752215 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['8dd31eb9-f2a1-4f69-b746-104d3cf82b53', 'cab3c780-44c4-45a1-a8a6-516fddcf1a12'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:52:33.756633 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['2b56631a-5738-4e8b-a40f-7fcce20d77f9'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:52:33.762195 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcc9809-eaac-43f5-af34-91a996ef46b1 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Pushing event deleted for resources: {'Port': ['ID=8dd31eb9-f2a1-4f69-b746-104d3cf82b53,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:33.783328 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e675cd-8ce4-467d-8fe3-4e5889fff8db req-8618c058-536c-44b5-95f8-b760e2e642cd tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:33.790189 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-04e675cd-8ce4-467d-8fe3-4e5889fff8db req-8618c058-536c-44b5-95f8-b760e2e642cd tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8a86073-2def-4fb5-96a2-44c62d200d83 HTTP/1.1" status: 200 len: 946 time: 0.1811295 Feb 19 02:52:33.803189 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-c75c744c-22df-4bfd-aac2-1406cb119419 req-4bcc9809-eaac-43f5-af34-91a996ef46b1 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] No DVR routers for this DVR port 8dd31eb9-f2a1-4f69-b746-104d3cf82b53 on host n-h2-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:52:33.808410 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-c75c744c-22df-4bfd-aac2-1406cb119419 req-4bcc9809-eaac-43f5-af34-91a996ef46b1 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:33.813050 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c75c744c-22df-4bfd-aac2-1406cb119419 req-4bcc9809-eaac-43f5-af34-91a996ef46b1 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.82 "DELETE /v2.0/ports/8dd31eb9-f2a1-4f69-b746-104d3cf82b53 HTTP/1.1" status: 204 len: 173 time: 0.9671900 Feb 19 02:52:33.813787 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b01b50e-bb5a-469c-9a8c-ad9958ef960c', 'name': 'network-vif-deleted', 'tag': '8dd31eb9-f2a1-4f69-b746-104d3cf82b53'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:52:33.816385 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d04e25e9-81b4-489e-a1de-7a85af08ae41" -d '{"events": [{"server_uuid": "3b01b50e-bb5a-469c-9a8c-ad9958ef960c", "name": "network-vif-deleted", "tag": "8dd31eb9-f2a1-4f69-b746-104d3cf82b53"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:52:33.865837 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-04e675cd-8ce4-467d-8fe3-4e5889fff8db req-6fc33deb-f9b0-4f9f-8143-204d7712f555 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ca71149-99da-4cc2-ac25-44d2d4a4007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746822 Feb 19 02:52:33.884517 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-327222b3-24d0-49e2-a1cd-b69164e8f13c tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Made reservation on behalf of b2f0cd9db0f84e1b8f9e0fccbd20ae90 for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:52:33.888357 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-327222b3-24d0-49e2-a1cd-b69164e8f13c tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:33.906244 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb78553b-a25b-4c8e-a161-fc0409fb6711 x-openstack-request-id: req-fb78553b-a25b-4c8e-a161-fc0409fb6711 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:52:33.907374 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b01b50e-bb5a-469c-9a8c-ad9958ef960c", "name": "network-vif-deleted", "tag": "8dd31eb9-f2a1-4f69-b746-104d3cf82b53", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:52:33.907778 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-fb78553b-a25b-4c8e-a161-fc0409fb6711 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:52:33.908552 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b01b50e-bb5a-469c-9a8c-ad9958ef960c', 'name': 'network-vif-deleted', 'tag': '8dd31eb9-f2a1-4f69-b746-104d3cf82b53', 'status': 'completed', 'code': 200} Feb 19 02:52:33.995771 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-2158f8c3-faa8-4aa0-b694-281e29dd1fa2 None None] Provisioning complete for port 024e43f1-bc85-4bbf-b7ec-87d1039012c9 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:52:33.996315 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-2158f8c3-faa8-4aa0-b694-281e29dd1fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (024e43f1-bc85-4bbf-b7ec-87d1039012c9), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:34.034031 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 255acfb1-6af8-4b3d-930b-6ab40fba0ba2 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:52:34.057811 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-709e884a-3487-49cc-b432-5d0ead41e06b req-a7f2a408-2bc9-40a7-8a86-8c50d1899b9b tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/ports?device_id=3b01b50e-bb5a-469c-9a8c-ad9958ef960c HTTP/1.1" status: 200 len: 210 time: 0.0752656 Feb 19 02:52:34.143323 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-327222b3-24d0-49e2-a1cd-b69164e8f13c tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Allocated IP 19.80.0.59 (ba37fcfb-a9f9-483d-bb46-ff78ce18edce/bbcd7853-5331-4ff4-8dc4-10ec8fb5cd3f/a3994020-9cb9-4385-b10d-b840f0f22de1) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:52:34.209935 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-2158f8c3-faa8-4aa0-b694-281e29dd1fa2 None None] Port 024e43f1-bc85-4bbf-b7ec-87d1039012c9 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:52:34.240478 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 255acfb1-6af8-4b3d-930b-6ab40fba0ba2 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:52:34.240869 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (255acfb1-6af8-4b3d-930b-6ab40fba0ba2), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:34.341990 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48e4f57-c74e-400b-bbd2-74de128a0a38 req-406bba16-6153-4f3c-a8bc-ca01a924dd24 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:34.350496 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48e4f57-c74e-400b-bbd2-74de128a0a38 req-406bba16-6153-4f3c-a8bc-ca01a924dd24 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:34.355533 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b48e4f57-c74e-400b-bbd2-74de128a0a38 req-406bba16-6153-4f3c-a8bc-ca01a924dd24 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ca8d35d-b4cf-48c3-85dc-ab729a868ca7 HTTP/1.1" status: 200 len: 1654 time: 0.1500444 Feb 19 02:52:34.450843 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b48e4f57-c74e-400b-bbd2-74de128a0a38 req-8aae23b5-80f5-46d0-a3e0-e5d34178175d tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] 10.222.0.72 "GET /v2.0/security-groups?id=ed4112f7-4072-40c7-a6a7-08b05eb3305e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888448 Feb 19 02:52:34.497883 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 255acfb1-6af8-4b3d-930b-6ab40fba0ba2 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:52:34.499603 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 516a9f8a-3155-4ea5-8509-f3d1a1629e65 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:52:34.579669 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 516a9f8a-3155-4ea5-8509-f3d1a1629e65 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:52:34.580055 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (516a9f8a-3155-4ea5-8509-f3d1a1629e65), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:34.733720 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 516a9f8a-3155-4ea5-8509-f3d1a1629e65 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:52:34.823355 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb406cb-3206-4390-9868-5484f37bc717 req-91134605-50ec-47b2-871f-250ddcc05b0b tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:34.825988 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ceb406cb-3206-4390-9868-5484f37bc717 req-91134605-50ec-47b2-871f-250ddcc05b0b tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=93e92951-ed6e-4f82-8115-89576aa190a4 HTTP/1.1" status: 200 len: 946 time: 0.1168444 Feb 19 02:52:34.835803 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82da504e-55dc-4ea3-8d38-c27504c5022b req-a4a2b1d8-7c4b-4bc8-9d28-11c561a7f669 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:34.837998 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-82da504e-55dc-4ea3-8d38-c27504c5022b req-a4a2b1d8-7c4b-4bc8-9d28-11c561a7f669 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "GET /v2.0/ports?device_id=45fd4a10-bcda-42f8-8522-19ae25fc04f6 HTTP/1.1" status: 200 len: 944 time: 0.1729262 Feb 19 02:52:34.861967 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:52:34.929162 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ceb406cb-3206-4390-9868-5484f37bc717 req-95bdd291-dbc9-4a55-a19f-2473afd5e640 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/security-groups?id=83745bf6-2450-44b1-b073-88b2d8645794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898385 Feb 19 02:52:34.965691 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-327222b3-24d0-49e2-a1cd-b69164e8f13c tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks [] for port (a3994020-9cb9-4385-b10d-b840f0f22de1), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:34.994545 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-82da504e-55dc-4ea3-8d38-c27504c5022b req-14b069fc-cf87-4e89-bb5b-b37d8e8f915c tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "GET /v2.0/security-groups?id=78612224-fbf6-480f-bcea-ccb270efe765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228759 Feb 19 02:52:35.000476 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 553b1808-4a4d-46c4-943f-6ea085ac552f up at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:52:35.042570 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-327222b3-24d0-49e2-a1cd-b69164e8f13c tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (a3994020-9cb9-4385-b10d-b840f0f22de1), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:35.081619 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning for port 553b1808-4a4d-46c4-943f-6ea085ac552f completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:52:35.098413 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-327222b3-24d0-49e2-a1cd-b69164e8f13c tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Network ba37fcfb-a9f9-483d-bb46-ff78ce18edce is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:52:35.103283 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-327222b3-24d0-49e2-a1cd-b69164e8f13c tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:52:35.104490 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning complete for port 553b1808-4a4d-46c4-943f-6ea085ac552f triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:52:35.104883 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (553b1808-4a4d-46c4-943f-6ea085ac552f), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:35.110306 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-327222b3-24d0-49e2-a1cd-b69164e8f13c tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:52:35.151304 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327222b3-24d0-49e2-a1cd-b69164e8f13c tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Pushing event updated for resources: {'Port': ['ID=a3994020-9cb9-4385-b10d-b840f0f22de1,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:35.152693 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1766acdb-cdaf-4871-8acb-f1d040482301 req-cfffb767-734a-475a-b4c0-7fea04a1965b tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:35.168557 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1766acdb-cdaf-4871-8acb-f1d040482301 req-cfffb767-734a-475a-b4c0-7fea04a1965b tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8a86073-2def-4fb5-96a2-44c62d200d83 HTTP/1.1" status: 200 len: 946 time: 0.1461370 Feb 19 02:52:35.252934 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-327222b3-24d0-49e2-a1cd-b69164e8f13c tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:35.261332 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-327222b3-24d0-49e2-a1cd-b69164e8f13c tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:35.294499 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1766acdb-cdaf-4871-8acb-f1d040482301 req-7961f67a-c762-48d8-b8e4-477fc2c3449b tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ca71149-99da-4cc2-ac25-44d2d4a4007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140258 Feb 19 02:52:35.308288 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-327222b3-24d0-49e2-a1cd-b69164e8f13c tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8396449 Feb 19 02:52:35.329100 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-9d94e0c1-8ea5-480c-8f37-766f5e4660b2 service neutron] Request body: {'port': {'device_id': '4ca8d35d-b4cf-48c3-85dc-ab729a868ca7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826753-2'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:52:35.387751 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 553b1808-4a4d-46c4-943f-6ea085ac552f is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:52:35.395621 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (553b1808-4a4d-46c4-943f-6ea085ac552f), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:35.440187 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 553b1808-4a4d-46c4-943f-6ea085ac552f, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=553b1808-4a4d-46c4-943f-6ea085ac552f,segment=NetworkSegment(67a55616-cfc4-41c3-be2a-0391abacfbd5),segment_id=67a55616-cfc4-41c3-be2a-0391abacfbd5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:52:35.442923 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45fd4a10-bcda-42f8-8522-19ae25fc04f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '553b1808-4a4d-46c4-943f-6ea085ac552f'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:52:35.445787 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76120a62-b5ed-454d-a943-41107c0fd30f" -d '{"events": [{"server_uuid": "45fd4a10-bcda-42f8-8522-19ae25fc04f6", "name": "network-vif-plugged", "status": "completed", "tag": "553b1808-4a4d-46c4-943f-6ea085ac552f"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:52:35.449635 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-9d94e0c1-8ea5-480c-8f37-766f5e4660b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (45579358-861a-456f-9785-d1b13792aecb), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:35.454473 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (553b1808-4a4d-46c4-943f-6ea085ac552f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:35.494779 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-d22103be-33d4-4592-95db-86e335c82d1c None None] Provisioning complete for port a3994020-9cb9-4385-b10d-b840f0f22de1 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:52:35.495477 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d22103be-33d4-4592-95db-86e335c82d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (a3994020-9cb9-4385-b10d-b840f0f22de1), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:35.548849 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1150ba65-5be9-4113-8dc8-7325fc5538ee req-6aace351-5c43-4c87-82cd-d93f9b5ead7c tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:35.557023 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-d22103be-33d4-4592-95db-86e335c82d1c None None] Port a3994020-9cb9-4385-b10d-b840f0f22de1 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:52:35.557333 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1150ba65-5be9-4113-8dc8-7325fc5538ee req-6aace351-5c43-4c87-82cd-d93f9b5ead7c tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=93e92951-ed6e-4f82-8115-89576aa190a4 HTTP/1.1" status: 200 len: 946 time: 0.1031303 Feb 19 02:52:35.561700 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=553b1808-4a4d-46c4-943f-6ea085ac552f,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:35.673679 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1150ba65-5be9-4113-8dc8-7325fc5538ee req-e14c0ce5-ad67-467d-9c40-0a70d3abee9d tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/security-groups?id=83745bf6-2450-44b1-b073-88b2d8645794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076653 Feb 19 02:52:35.678835 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdd2a195-baf9-47b7-9743-d23fb5837548 x-openstack-request-id: req-fdd2a195-baf9-47b7-9743-d23fb5837548 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:52:35.679281 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45fd4a10-bcda-42f8-8522-19ae25fc04f6", "name": "network-vif-plugged", "status": "completed", "tag": "553b1808-4a4d-46c4-943f-6ea085ac552f", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:52:35.679602 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-fdd2a195-baf9-47b7-9743-d23fb5837548 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:52:35.680668 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45fd4a10-bcda-42f8-8522-19ae25fc04f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '553b1808-4a4d-46c4-943f-6ea085ac552f', 'code': 200} Feb 19 02:52:35.865037 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121ed27-3039-457c-8387-856c03903823 req-d4935082-ff4b-4696-b968-aa855300a838 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:35.866612 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b121ed27-3039-457c-8387-856c03903823 req-d4935082-ff4b-4696-b968-aa855300a838 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/ports?device_id=3cca9c25-9730-4d04-add4-37b9cddf5727 HTTP/1.1" status: 200 len: 950 time: 0.0732362 Feb 19 02:52:35.890296 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38109fa4-9449-4cb5-aab7-a5d767473830 req-6a012b0d-073e-4ce6-aa74-42bb4f95d03f tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:35.895879 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38109fa4-9449-4cb5-aab7-a5d767473830 req-6a012b0d-073e-4ce6-aa74-42bb4f95d03f tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:35.902819 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38109fa4-9449-4cb5-aab7-a5d767473830 req-6a012b0d-073e-4ce6-aa74-42bb4f95d03f tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:35.912320 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-38109fa4-9449-4cb5-aab7-a5d767473830 req-6a012b0d-073e-4ce6-aa74-42bb4f95d03f tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ca8d35d-b4cf-48c3-85dc-ab729a868ca7 HTTP/1.1" status: 200 len: 2375 time: 0.1499395 Feb 19 02:52:35.965804 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-9d94e0c1-8ea5-480c-8f37-766f5e4660b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45579358-861a-456f-9785-d1b13792aecb {{(pid=103702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:52:35.967406 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b121ed27-3039-457c-8387-856c03903823 req-c30fe76d-3f72-478f-a2b9-644c7beb4bf4 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe71e737-cb97-4e9e-a576-1f93522c47f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931141 Feb 19 02:52:35.999357 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-9d94e0c1-8ea5-480c-8f37-766f5e4660b2 service neutron] Publish callbacks [] for port (45579358-861a-456f-9785-d1b13792aecb), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:36.010287 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-38109fa4-9449-4cb5-aab7-a5d767473830 req-43ba74dc-2a42-4007-ade3-06552039bdb6 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] 10.222.0.72 "GET /v2.0/security-groups?id=ed4112f7-4072-40c7-a6a7-08b05eb3305e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958123 Feb 19 02:52:36.050568 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-9d94e0c1-8ea5-480c-8f37-766f5e4660b2 service neutron] Transition to ACTIVE for port object 45579358-861a-456f-9785-d1b13792aecb will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:52:36.066712 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-9d94e0c1-8ea5-480c-8f37-766f5e4660b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (45579358-861a-456f-9785-d1b13792aecb), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:36.106838 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d908c2a8-847f-4af9-a434-87055ae50195 req-6d613947-cbb3-465c-bfc0-041941d9d02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:36.109294 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d908c2a8-847f-4af9-a434-87055ae50195 req-6d613947-cbb3-465c-bfc0-041941d9d02e service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=45fd4a10-bcda-42f8-8522-19ae25fc04f6 HTTP/1.1" status: 200 len: 1127 time: 0.0936821 Feb 19 02:52:36.184362 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d94e0c1-8ea5-480c-8f37-766f5e4660b2 service neutron] Pushing event updated for resources: {'Port': ['ID=45579358-861a-456f-9785-d1b13792aecb,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:36.315928 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d908c2a8-847f-4af9-a434-87055ae50195 req-612b15e6-c2aa-4398-9d77-921fc3f297b7 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=78612224-fbf6-480f-bcea-ccb270efe765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775696 Feb 19 02:52:36.366421 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-9d94e0c1-8ea5-480c-8f37-766f5e4660b2 service neutron] Attempting to bind port 45579358-861a-456f-9785-d1b13792aecb on host n-h1-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:52:36.366968 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-9d94e0c1-8ea5-480c-8f37-766f5e4660b2 service neutron] Attempting to bind port 45579358-861a-456f-9785-d1b13792aecb by drivers openvswitch,hyperv on host n-h1-826753-2 at level 0 using segments [{'id': '5ac1db83-f9a6-4bca-8644-0ee39cc962ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'ba37fcfb-a9f9-483d-bb46-ff78ce18edce'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:52:36.367363 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-9d94e0c1-8ea5-480c-8f37-766f5e4660b2 service neutron] Attempting to bind port 45579358-861a-456f-9785-d1b13792aecb on network ba37fcfb-a9f9-483d-bb46-ff78ce18edce {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:52:36.375482 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-9d94e0c1-8ea5-480c-8f37-766f5e4660b2 service neutron] Port 45579358-861a-456f-9785-d1b13792aecb on network ba37fcfb-a9f9-483d-bb46-ff78ce18edce not bound, no agent of type Open vSwitch agent registered on host n-h1-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:52:36.375744 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-9d94e0c1-8ea5-480c-8f37-766f5e4660b2 service neutron] Attempting to bind port 45579358-861a-456f-9785-d1b13792aecb on network ba37fcfb-a9f9-483d-bb46-ff78ce18edce {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:52:36.381464 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-9d94e0c1-8ea5-480c-8f37-766f5e4660b2 service neutron] Checking agent: {'id': '9d56fb1b-2855-496a-a6d9-c324740cb98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:52:36.381790 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-9d94e0c1-8ea5-480c-8f37-766f5e4660b2 service neutron] Checking segment: {'id': '5ac1db83-f9a6-4bca-8644-0ee39cc962ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'ba37fcfb-a9f9-483d-bb46-ff78ce18edce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:52:36.382336 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-9d94e0c1-8ea5-480c-8f37-766f5e4660b2 service neutron] Bound using segment: {'id': '5ac1db83-f9a6-4bca-8644-0ee39cc962ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'ba37fcfb-a9f9-483d-bb46-ff78ce18edce'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:52:36.382987 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-9d94e0c1-8ea5-480c-8f37-766f5e4660b2 service neutron] Bound port: 45579358-861a-456f-9785-d1b13792aecb, host: n-h1-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ac1db83-f9a6-4bca-8644-0ee39cc962ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'ba37fcfb-a9f9-483d-bb46-ff78ce18edce'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:52:36.383730 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-9d94e0c1-8ea5-480c-8f37-766f5e4660b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (45579358-861a-456f-9785-d1b13792aecb), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:36.473675 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-9d94e0c1-8ea5-480c-8f37-766f5e4660b2 service neutron] For port 45579358-861a-456f-9785-d1b13792aecb, host n-h1-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:52:36.477193 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-9d94e0c1-8ea5-480c-8f37-766f5e4660b2 service neutron] For port 45579358-861a-456f-9785-d1b13792aecb, host n-h1-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=45579358-861a-456f-9785-d1b13792aecb,segment=NetworkSegment(5ac1db83-f9a6-4bca-8644-0ee39cc962ca),segment_id=5ac1db83-f9a6-4bca-8644-0ee39cc962ca)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:52:36.484352 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-9d94e0c1-8ea5-480c-8f37-766f5e4660b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (45579358-861a-456f-9785-d1b13792aecb), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:36.552140 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc997ed-9c9b-41b9-bfb6-2fad6d8c4d0a req-1be342e8-88a2-4921-8a23-ce3d4b1d2dd7 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:36.559628 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ddc997ed-9c9b-41b9-bfb6-2fad6d8c4d0a req-1be342e8-88a2-4921-8a23-ce3d4b1d2dd7 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "GET /v2.0/ports?device_id=45fd4a10-bcda-42f8-8522-19ae25fc04f6 HTTP/1.1" status: 200 len: 945 time: 0.4704564 Feb 19 02:52:36.568670 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-9d94e0c1-8ea5-480c-8f37-766f5e4660b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:36.570246 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-9d94e0c1-8ea5-480c-8f37-766f5e4660b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:36.573086 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-9d94e0c1-8ea5-480c-8f37-766f5e4660b2 service neutron] 10.222.0.73 "PUT /v2.0/ports/45579358-861a-456f-9785-d1b13792aecb HTTP/1.1" status: 200 len: 1091 time: 1.2488670 Feb 19 02:52:36.573759 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ca8d35d-b4cf-48c3-85dc-ab729a868ca7', 'tag': '45579358-861a-456f-9785-d1b13792aecb'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:52:36.577756 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05ddbe76-d07b-44ef-8063-eca5c771b732" -d '{"events": [{"name": "network-changed", "server_uuid": "4ca8d35d-b4cf-48c3-85dc-ab729a868ca7", "tag": "45579358-861a-456f-9785-d1b13792aecb"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:52:36.594607 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e895502d-a288-4fca-9b35-937b082be8cc req-2d56b2b7-773d-4cad-96be-f785a0991271 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:36.596581 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e895502d-a288-4fca-9b35-937b082be8cc req-2d56b2b7-773d-4cad-96be-f785a0991271 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8a86073-2def-4fb5-96a2-44c62d200d83 HTTP/1.1" status: 200 len: 946 time: 0.1128771 Feb 19 02:52:36.636927 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d94e0c1-8ea5-480c-8f37-766f5e4660b2 service neutron] Pushing event updated for resources: {'Port': ['ID=45579358-861a-456f-9785-d1b13792aecb,revision_number=3']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:36.653784 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-c60bba3f-c49e-4ee2-b409-159ff3ab0db9 service neutron] Request body: {'port': {'device_id': '4ca8d35d-b4cf-48c3-85dc-ab729a868ca7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826753-2'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:52:36.670432 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ddc997ed-9c9b-41b9-bfb6-2fad6d8c4d0a req-89d096fb-2fd3-475b-baee-664921163fed tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "GET /v2.0/security-groups?id=78612224-fbf6-480f-bcea-ccb270efe765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098232 Feb 19 02:52:36.736839 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e895502d-a288-4fca-9b35-937b082be8cc req-d1aee54a-bc66-4aa9-a13a-ae6f266476f0 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ca71149-99da-4cc2-ac25-44d2d4a4007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592678 Feb 19 02:52:36.754936 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0279099-5210-46bd-8423-6caf383ad680 x-openstack-request-id: req-d0279099-5210-46bd-8423-6caf383ad680 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:52:36.755237 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ca8d35d-b4cf-48c3-85dc-ab729a868ca7", "tag": "45579358-861a-456f-9785-d1b13792aecb", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:52:36.755501 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d0279099-5210-46bd-8423-6caf383ad680 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:52:36.755986 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ca8d35d-b4cf-48c3-85dc-ab729a868ca7', 'tag': '45579358-861a-456f-9785-d1b13792aecb', 'status': 'completed', 'code': 200} Feb 19 02:52:36.891050 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-c60bba3f-c49e-4ee2-b409-159ff3ab0db9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (024e43f1-bc85-4bbf-b7ec-87d1039012c9), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:36.899707 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aa4c3f-dcb1-4869-bd78-e5de49c86356 req-694b5ef0-f0ad-4d4e-96c4-b320fbb2bc28 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:36.901301 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-89aa4c3f-dcb1-4869-bd78-e5de49c86356 req-694b5ef0-f0ad-4d4e-96c4-b320fbb2bc28 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=93e92951-ed6e-4f82-8115-89576aa190a4 HTTP/1.1" status: 200 len: 946 time: 0.0924461 Feb 19 02:52:36.911759 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ba71f811-67fd-4b8a-b757-708c9ed11735 req-ed972211-7c67-4b5e-8d08-2dd4ddca1a19 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=703117b2-3b74-4940-91d7-38248cc7fdf8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1777608 Feb 19 02:52:36.972520 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ddbe76-d07b-44ef-8063-eca5c771b732 req-aa42e003-95cf-4175-9d0d-919709e51241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:36.973796 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ddbe76-d07b-44ef-8063-eca5c771b732 req-aa42e003-95cf-4175-9d0d-919709e51241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:36.974754 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-89aa4c3f-dcb1-4869-bd78-e5de49c86356 req-41e519cc-a364-4f3a-b61a-33be4c3cfe3a tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/security-groups?id=83745bf6-2450-44b1-b073-88b2d8645794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639236 Feb 19 02:52:36.980446 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ddbe76-d07b-44ef-8063-eca5c771b732 req-aa42e003-95cf-4175-9d0d-919709e51241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:36.982964 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-05ddbe76-d07b-44ef-8063-eca5c771b732 req-aa42e003-95cf-4175-9d0d-919709e51241 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b2f0cd9db0f84e1b8f9e0fccbd20ae90&device_id=4ca8d35d-b4cf-48c3-85dc-ab729a868ca7 HTTP/1.1" status: 200 len: 2761 time: 0.1546769 Feb 19 02:52:37.000598 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 8dd31eb9-f2a1-4f69-b746-104d3cf82b53 no longer exists at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:52:37.022071 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] No Port match for: 8dd31eb9-f2a1-4f69-b746-104d3cf82b53 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:52:37.022432 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 8dd31eb9-f2a1-4f69-b746-104d3cf82b53 not bound to the agent host n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:52:37.224674 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea26107-4cf2-448a-9e3e-14674e339235 req-84a555ac-f8ca-4a3a-8bab-7f38ff748814 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:37.226376 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9ea26107-4cf2-448a-9e3e-14674e339235 req-84a555ac-f8ca-4a3a-8bab-7f38ff748814 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/ports?device_id=3cca9c25-9730-4d04-add4-37b9cddf5727 HTTP/1.1" status: 200 len: 950 time: 0.1211541 Feb 19 02:52:37.242203 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b972146-f96b-478b-ac79-14f4acd36eac req-621c65b6-83c8-4257-80fb-e68152ffe4d8 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:37.248701 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b972146-f96b-478b-ac79-14f4acd36eac req-621c65b6-83c8-4257-80fb-e68152ffe4d8 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:37.254439 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b972146-f96b-478b-ac79-14f4acd36eac req-621c65b6-83c8-4257-80fb-e68152ffe4d8 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:37.256110 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0b972146-f96b-478b-ac79-14f4acd36eac req-621c65b6-83c8-4257-80fb-e68152ffe4d8 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ca8d35d-b4cf-48c3-85dc-ab729a868ca7 HTTP/1.1" status: 200 len: 2387 time: 0.1019547 Feb 19 02:52:37.385159 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9ea26107-4cf2-448a-9e3e-14674e339235 req-91188540-6f25-4bc7-a194-4487629bc59f tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe71e737-cb97-4e9e-a576-1f93522c47f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514599 Feb 19 02:52:37.400046 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0b972146-f96b-478b-ac79-14f4acd36eac req-782970c6-ed85-442a-b3aa-e76f0e2751d8 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] 10.222.0.72 "GET /v2.0/security-groups?id=ed4112f7-4072-40c7-a6a7-08b05eb3305e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356611 Feb 19 02:52:37.441190 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ddbe76-d07b-44ef-8063-eca5c771b732 req-876bf6a3-24ad-4f54-ba54-87a0838bbc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:37.442167 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ddbe76-d07b-44ef-8063-eca5c771b732 req-876bf6a3-24ad-4f54-ba54-87a0838bbc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:37.442808 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ddbe76-d07b-44ef-8063-eca5c771b732 req-876bf6a3-24ad-4f54-ba54-87a0838bbc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:37.444752 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-05ddbe76-d07b-44ef-8063-eca5c771b732 req-876bf6a3-24ad-4f54-ba54-87a0838bbc40 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=b2f0cd9db0f84e1b8f9e0fccbd20ae90&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2135820 Feb 19 02:52:37.458903 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba71f811-67fd-4b8a-b757-708c9ed11735 req-62b19912-6e5f-421a-947d-81dec08c11db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:37.461270 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ba71f811-67fd-4b8a-b757-708c9ed11735 req-62b19912-6e5f-421a-947d-81dec08c11db service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=27dd056eacfb49959ee4ff28de5b650d&device_id=703117b2-3b74-4940-91d7-38248cc7fdf8 HTTP/1.1" status: 200 len: 1133 time: 0.4709108 Feb 19 02:52:37.495414 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7185d6-e96e-4a77-bbc9-0fb037bb121d req-0c1372a4-1251-4c2f-b8d5-7507acd50412 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:37.498515 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5f7185d6-e96e-4a77-bbc9-0fb037bb121d req-0c1372a4-1251-4c2f-b8d5-7507acd50412 tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.82 "GET /v2.0/ports?device_id=93e92951-ed6e-4f82-8115-89576aa190a4 HTTP/1.1" status: 200 len: 946 time: 0.0928812 Feb 19 02:52:37.637394 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-c60bba3f-c49e-4ee2-b409-159ff3ab0db9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 024e43f1-bc85-4bbf-b7ec-87d1039012c9 {{(pid=103702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:52:37.663600 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-c60bba3f-c49e-4ee2-b409-159ff3ab0db9 service neutron] Publish callbacks [] for port (024e43f1-bc85-4bbf-b7ec-87d1039012c9), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:37.709838 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-c60bba3f-c49e-4ee2-b409-159ff3ab0db9 service neutron] Transition to ACTIVE for port object 024e43f1-bc85-4bbf-b7ec-87d1039012c9 will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:52:37.732768 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ddbe76-d07b-44ef-8063-eca5c771b732 req-6d884915-d5d0-4037-9672-eb1ab8379237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:37.734316 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-05ddbe76-d07b-44ef-8063-eca5c771b732 req-6d884915-d5d0-4037-9672-eb1ab8379237 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2704329 Feb 19 02:52:37.747199 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-c60bba3f-c49e-4ee2-b409-159ff3ab0db9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (024e43f1-bc85-4bbf-b7ec-87d1039012c9), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:37.831090 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba71f811-67fd-4b8a-b757-708c9ed11735 req-08603c0d-630a-4f74-81ca-cf86b40b9c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:37.832590 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ba71f811-67fd-4b8a-b757-708c9ed11735 req-08603c0d-630a-4f74-81ca-cf86b40b9c3f service neutron] 10.222.0.82 "GET /v2.0/networks?id=5124bd00-da2a-4bd6-93a0-c14c92afb11f HTTP/1.1" status: 200 len: 870 time: 0.3062429 Feb 19 02:52:37.898436 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74c9011-6bc1-45b6-930a-16cc3b962147 req-c126de71-799d-4305-97c4-392e71dd64fc tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:37.900329 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b74c9011-6bc1-45b6-930a-16cc3b962147 req-c126de71-799d-4305-97c4-392e71dd64fc tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.73 "GET /v2.0/ports?device_id=3cca9c25-9730-4d04-add4-37b9cddf5727 HTTP/1.1" status: 200 len: 950 time: 0.3533008 Feb 19 02:52:37.926338 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ba71f811-67fd-4b8a-b757-708c9ed11735 req-915b0ba9-7574-48ab-a0f4-31a99d071c02 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=cab3c780-44c4-45a1-a8a6-516fddcf1a12 HTTP/1.1" status: 200 len: 217 time: 0.0792947 Feb 19 02:52:37.931249 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60bba3f-c49e-4ee2-b409-159ff3ab0db9 service neutron] Pushing event updated for resources: {'Port': ['ID=024e43f1-bc85-4bbf-b7ec-87d1039012c9,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:38.049089 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba71f811-67fd-4b8a-b757-708c9ed11735 req-7599c9e6-ae3c-4f07-84c9-7cf2521f66d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:38.052138 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ba71f811-67fd-4b8a-b757-708c9ed11735 req-7599c9e6-ae3c-4f07-84c9-7cf2521f66d6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=974c06bc-f097-4890-970a-b087501ab241 HTTP/1.1" status: 200 len: 843 time: 0.1134996 Feb 19 02:52:38.102888 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-c60bba3f-c49e-4ee2-b409-159ff3ab0db9 service neutron] Attempting to bind port 024e43f1-bc85-4bbf-b7ec-87d1039012c9 on host n-h1-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:52:38.103375 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-c60bba3f-c49e-4ee2-b409-159ff3ab0db9 service neutron] Attempting to bind port 024e43f1-bc85-4bbf-b7ec-87d1039012c9 by drivers openvswitch,hyperv on host n-h1-826753-2 at level 0 using segments [{'id': '99797923-be04-41a5-9ab2-820c01cb471e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'e70d9ba1-3c8a-42e5-8f45-41c049cb6936'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:52:38.103869 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-c60bba3f-c49e-4ee2-b409-159ff3ab0db9 service neutron] Attempting to bind port 024e43f1-bc85-4bbf-b7ec-87d1039012c9 on network e70d9ba1-3c8a-42e5-8f45-41c049cb6936 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:52:38.118358 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-5f7185d6-e96e-4a77-bbc9-0fb037bb121d req-c973194d-2339-4dea-ac4c-b69cf367d5bb tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Deleting port ea703aa0-0b35-47cf-b9cf-1bd2aa0a750c {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:52:38.118989 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-5f7185d6-e96e-4a77-bbc9-0fb037bb121d req-c973194d-2339-4dea-ac4c-b69cf367d5bb tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (ea703aa0-0b35-47cf-b9cf-1bd2aa0a750c), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:38.130161 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-c60bba3f-c49e-4ee2-b409-159ff3ab0db9 service neutron] Port 024e43f1-bc85-4bbf-b7ec-87d1039012c9 on network e70d9ba1-3c8a-42e5-8f45-41c049cb6936 not bound, no agent of type Open vSwitch agent registered on host n-h1-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:52:38.130530 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-c60bba3f-c49e-4ee2-b409-159ff3ab0db9 service neutron] Attempting to bind port 024e43f1-bc85-4bbf-b7ec-87d1039012c9 on network e70d9ba1-3c8a-42e5-8f45-41c049cb6936 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:52:38.135958 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 33546) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:52:38.149852 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-c60bba3f-c49e-4ee2-b409-159ff3ab0db9 service neutron] Checking agent: {'id': '9d56fb1b-2855-496a-a6d9-c324740cb98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:52:38.150215 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-c60bba3f-c49e-4ee2-b409-159ff3ab0db9 service neutron] Checking segment: {'id': '99797923-be04-41a5-9ab2-820c01cb471e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'e70d9ba1-3c8a-42e5-8f45-41c049cb6936'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:52:38.150598 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-c60bba3f-c49e-4ee2-b409-159ff3ab0db9 service neutron] Bound using segment: {'id': '99797923-be04-41a5-9ab2-820c01cb471e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'e70d9ba1-3c8a-42e5-8f45-41c049cb6936'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:52:38.151042 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-c60bba3f-c49e-4ee2-b409-159ff3ab0db9 service neutron] Bound port: 024e43f1-bc85-4bbf-b7ec-87d1039012c9, host: n-h1-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99797923-be04-41a5-9ab2-820c01cb471e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'e70d9ba1-3c8a-42e5-8f45-41c049cb6936'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:52:38.151400 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-c60bba3f-c49e-4ee2-b409-159ff3ab0db9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (024e43f1-bc85-4bbf-b7ec-87d1039012c9), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:38.175267 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba71f811-67fd-4b8a-b757-708c9ed11735 req-5828c0c0-1c47-4675-8ea6-c9d6b0a4d20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:38.176869 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ba71f811-67fd-4b8a-b757-708c9ed11735 req-5828c0c0-1c47-4675-8ea6-c9d6b0a4d20e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5124bd00-da2a-4bd6-93a0-c14c92afb11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1123273 Feb 19 02:52:38.308724 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-c60bba3f-c49e-4ee2-b409-159ff3ab0db9 service neutron] For port 024e43f1-bc85-4bbf-b7ec-87d1039012c9, host n-h1-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:52:38.318193 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-c60bba3f-c49e-4ee2-b409-159ff3ab0db9 service neutron] For port 024e43f1-bc85-4bbf-b7ec-87d1039012c9, host n-h1-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=024e43f1-bc85-4bbf-b7ec-87d1039012c9,segment=NetworkSegment(99797923-be04-41a5-9ab2-820c01cb471e),segment_id=99797923-be04-41a5-9ab2-820c01cb471e)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:52:38.337368 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-c60bba3f-c49e-4ee2-b409-159ff3ab0db9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (024e43f1-bc85-4bbf-b7ec-87d1039012c9), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:38.354878 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ba71f811-67fd-4b8a-b757-708c9ed11735 req-72a40c81-33d2-4dc1-891a-0099cb2622b7 service neutron] 10.222.0.82 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433444 Feb 19 02:52:38.377698 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-c60bba3f-c49e-4ee2-b409-159ff3ab0db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:38.378302 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-c60bba3f-c49e-4ee2-b409-159ff3ab0db9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:38.380314 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-c60bba3f-c49e-4ee2-b409-159ff3ab0db9 service neutron] 10.222.0.73 "PUT /v2.0/ports/024e43f1-bc85-4bbf-b7ec-87d1039012c9 HTTP/1.1" status: 200 len: 1092 time: 1.7325420 Feb 19 02:52:38.402992 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-5f7185d6-e96e-4a77-bbc9-0fb037bb121d req-c973194d-2339-4dea-ac4c-b69cf367d5bb tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] For port ea703aa0-0b35-47cf-b9cf-1bd2aa0a750c, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=ea703aa0-0b35-47cf-b9cf-1bd2aa0a750c,segment=NetworkSegment(b3dae451-0c86-4a64-8455-5c47bfffd3eb),segment_id=b3dae451-0c86-4a64-8455-5c47bfffd3eb)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:52:38.403367 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-5f7185d6-e96e-4a77-bbc9-0fb037bb121d req-c973194d-2339-4dea-ac4c-b69cf367d5bb tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (ea703aa0-0b35-47cf-b9cf-1bd2aa0a750c), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:38.441953 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-5f7185d6-e96e-4a77-bbc9-0fb037bb121d req-c973194d-2339-4dea-ac4c-b69cf367d5bb tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Calling delete_port for ea703aa0-0b35-47cf-b9cf-1bd2aa0a750c owned by compute:nova {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:52:38.461689 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-e3f9f3b1-6ecc-4fc3-9988-cdcd205100a3 service neutron] Request body: {'port': {'device_id': '4ca8d35d-b4cf-48c3-85dc-ab729a868ca7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826753-2'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:52:38.680632 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-5f7185d6-e96e-4a77-bbc9-0fb037bb121d req-c973194d-2339-4dea-ac4c-b69cf367d5bb tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (ea703aa0-0b35-47cf-b9cf-1bd2aa0a750c), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:38.696140 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836b25f9-6369-49ca-a0b5-a5ee5705939e req-39107f5e-deb5-4672-88df-2149273b3c63 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:38.719491 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['ea703aa0-0b35-47cf-b9cf-1bd2aa0a750c'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:52:38.723079 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-836b25f9-6369-49ca-a0b5-a5ee5705939e req-39107f5e-deb5-4672-88df-2149273b3c63 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "GET /v2.0/ports?device_id=45fd4a10-bcda-42f8-8522-19ae25fc04f6 HTTP/1.1" status: 200 len: 945 time: 0.9288836 Feb 19 02:52:38.767773 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ca8d35d-b4cf-48c3-85dc-ab729a868ca7', 'tag': '024e43f1-bc85-4bbf-b7ec-87d1039012c9'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:52:38.770719 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-118d1345-3e9a-4c4f-a4c1-c75eba63d2b7" -d '{"events": [{"name": "network-changed", "server_uuid": "4ca8d35d-b4cf-48c3-85dc-ab729a868ca7", "tag": "024e43f1-bc85-4bbf-b7ec-87d1039012c9"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:52:38.778266 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 33562) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:52:38.780908 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60bba3f-c49e-4ee2-b409-159ff3ab0db9 service neutron] Pushing event updated for resources: {'Port': ['ID=024e43f1-bc85-4bbf-b7ec-87d1039012c9,revision_number=3']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:38.802235 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c973194d-2339-4dea-ac4c-b69cf367d5bb tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Pushing event deleted for resources: {'Port': ['ID=ea703aa0-0b35-47cf-b9cf-1bd2aa0a750c,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:38.849360 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68229928-6832-4881-b24d-9a9ad9861859 req-39222bda-c9c2-4a7b-b5f4-d69e7007456a tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:38.856439 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-68229928-6832-4881-b24d-9a9ad9861859 req-39222bda-c9c2-4a7b-b5f4-d69e7007456a tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8a86073-2def-4fb5-96a2-44c62d200d83 HTTP/1.1" status: 200 len: 946 time: 1.0173526 Feb 19 02:52:38.943239 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f7185d6-e96e-4a77-bbc9-0fb037bb121d req-c973194d-2339-4dea-ac4c-b69cf367d5bb tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] No DVR routers for this DVR port ea703aa0-0b35-47cf-b9cf-1bd2aa0a750c on host n-h2-826753-2 {{(pid=103701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:52:38.951968 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-e3f9f3b1-6ecc-4fc3-9988-cdcd205100a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (a3994020-9cb9-4385-b10d-b840f0f22de1), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:38.956678 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-5f7185d6-e96e-4a77-bbc9-0fb037bb121d req-c973194d-2339-4dea-ac4c-b69cf367d5bb tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:38.960102 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5f7185d6-e96e-4a77-bbc9-0fb037bb121d req-c973194d-2339-4dea-ac4c-b69cf367d5bb tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.82 "DELETE /v2.0/ports/ea703aa0-0b35-47cf-b9cf-1bd2aa0a750c HTTP/1.1" status: 204 len: 173 time: 1.3365943 Feb 19 02:52:38.962433 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93e92951-ed6e-4f82-8115-89576aa190a4', 'name': 'network-vif-deleted', 'tag': 'ea703aa0-0b35-47cf-b9cf-1bd2aa0a750c'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:52:38.965146 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a86672e4-40c3-45f6-97f7-d590cbb9741c" -d '{"events": [{"server_uuid": "93e92951-ed6e-4f82-8115-89576aa190a4", "name": "network-vif-deleted", "tag": "ea703aa0-0b35-47cf-b9cf-1bd2aa0a750c"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:52:38.967562 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ba71f811-67fd-4b8a-b757-708c9ed11735 req-2010daf6-f67d-4713-9ffc-2c79b77ac108 service neutron] 10.222.0.82 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5863504 Feb 19 02:52:38.999612 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-b74c9011-6bc1-45b6-930a-16cc3b962147 req-641c41f8-db31-4695-b28e-13fb295a8994 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Deleting port 2b56631a-5738-4e8b-a40f-7fcce20d77f9 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:52:39.000025 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-b74c9011-6bc1-45b6-930a-16cc3b962147 req-641c41f8-db31-4695-b28e-13fb295a8994 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (2b56631a-5738-4e8b-a40f-7fcce20d77f9), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:39.058876 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-836b25f9-6369-49ca-a0b5-a5ee5705939e req-37c3d7d4-9d96-439f-a623-8451f13c79c0 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "GET /v2.0/security-groups?id=78612224-fbf6-480f-bcea-ccb270efe765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3288386 Feb 19 02:52:39.156637 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fde58bdc-9ac7-4ce8-8881-dcd1013a18a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:39.166473 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-68229928-6832-4881-b24d-9a9ad9861859 req-f9387e62-f901-4bb2-bd3a-ccdaeb656834 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ca71149-99da-4cc2-ac25-44d2d4a4007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3085895 Feb 19 02:52:39.261440 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-b74c9011-6bc1-45b6-930a-16cc3b962147 req-641c41f8-db31-4695-b28e-13fb295a8994 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] For port 2b56631a-5738-4e8b-a40f-7fcce20d77f9, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=2b56631a-5738-4e8b-a40f-7fcce20d77f9,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:52:39.261902 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-b74c9011-6bc1-45b6-930a-16cc3b962147 req-641c41f8-db31-4695-b28e-13fb295a8994 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (2b56631a-5738-4e8b-a40f-7fcce20d77f9), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:39.279159 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-b74c9011-6bc1-45b6-930a-16cc3b962147 req-641c41f8-db31-4695-b28e-13fb295a8994 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Calling delete_port for 2b56631a-5738-4e8b-a40f-7fcce20d77f9 owned by compute:nova {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:52:39.507730 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-b74c9011-6bc1-45b6-930a-16cc3b962147 req-641c41f8-db31-4695-b28e-13fb295a8994 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (2b56631a-5738-4e8b-a40f-7fcce20d77f9), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:39.537682 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fde58bdc-9ac7-4ce8-8881-dcd1013a18a0 admin admin] Publish callbacks [] for security_group (6e77b657-f7ac-41fe-b39a-5ec28b7e556e), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:39.541557 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['cab3c780-44c4-45a1-a8a6-516fddcf1a12'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:52:39.575179 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fde58bdc-9ac7-4ce8-8881-dcd1013a18a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (6e77b657-f7ac-41fe-b39a-5ec28b7e556e), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:39.697905 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7f62b1f2-5fa9-45e3-aa7e-18c2adf5ec26 req-03d348b2-bec4-4369-8c86-ff1603de6a1c tempest-DeleteServersTestJSON-665458465 tempest-DeleteServersTestJSON-665458465-project] 10.222.0.72 "GET /v2.0/ports?device_id=93e92951-ed6e-4f82-8115-89576aa190a4 HTTP/1.1" status: 200 len: 210 time: 0.2121582 Feb 19 02:52:39.711095 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-502d7378-03e8-4fb2-a122-ea1da86c71c5 req-643b1f11-81e3-493c-b3b8-e32b404d6acc tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/ports?device_id=3cca9c25-9730-4d04-add4-37b9cddf5727 HTTP/1.1" status: 200 len: 210 time: 0.2293301 Feb 19 02:52:39.831838 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641c41f8-db31-4695-b28e-13fb295a8994 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Pushing event deleted for resources: {'Port': ['ID=2b56631a-5738-4e8b-a40f-7fcce20d77f9,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:39.856621 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcc8cd84-dd79-4aae-91ab-77ee2074e736 x-openstack-request-id: req-bcc8cd84-dd79-4aae-91ab-77ee2074e736 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:52:39.858112 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ca8d35d-b4cf-48c3-85dc-ab729a868ca7", "tag": "024e43f1-bc85-4bbf-b7ec-87d1039012c9", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:52:39.859338 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-bcc8cd84-dd79-4aae-91ab-77ee2074e736 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:52:39.859973 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ca8d35d-b4cf-48c3-85dc-ab729a868ca7', 'tag': '024e43f1-bc85-4bbf-b7ec-87d1039012c9', 'status': 'completed', 'code': 200} Feb 19 02:52:39.865527 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-b74c9011-6bc1-45b6-930a-16cc3b962147 req-641c41f8-db31-4695-b28e-13fb295a8994 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] No DVR routers for this DVR port 2b56631a-5738-4e8b-a40f-7fcce20d77f9 on host n-h1-826753-2 {{(pid=103701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:52:39.872443 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-b74c9011-6bc1-45b6-930a-16cc3b962147 req-641c41f8-db31-4695-b28e-13fb295a8994 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:39.887419 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b74c9011-6bc1-45b6-930a-16cc3b962147 req-641c41f8-db31-4695-b28e-13fb295a8994 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.73 "DELETE /v2.0/ports/2b56631a-5738-4e8b-a40f-7fcce20d77f9 HTTP/1.1" status: 204 len: 173 time: 1.9808607 Feb 19 02:52:39.944724 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-fde58bdc-9ac7-4ce8-8881-dcd1013a18a0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f7d13acd8804475db563fe789583f571&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1576223 Feb 19 02:52:39.947349 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde58bdc-9ac7-4ce8-8881-dcd1013a18a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e77b657-f7ac-41fe-b39a-5ec28b7e556e,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:39.964582 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1d2e186-4ab0-4547-b112-10f6bbce2d62 x-openstack-request-id: req-a1d2e186-4ab0-4547-b112-10f6bbce2d62 {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:52:39.965095 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93e92951-ed6e-4f82-8115-89576aa190a4", "name": "network-vif-deleted", "tag": "ea703aa0-0b35-47cf-b9cf-1bd2aa0a750c", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:52:39.965239 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a1d2e186-4ab0-4547-b112-10f6bbce2d62 {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:52:39.965649 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93e92951-ed6e-4f82-8115-89576aa190a4', 'name': 'network-vif-deleted', 'tag': 'ea703aa0-0b35-47cf-b9cf-1bd2aa0a750c', 'status': 'completed', 'code': 200} Feb 19 02:52:39.966019 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 33572) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:52:40.001931 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-e3f9f3b1-6ecc-4fc3-9988-cdcd205100a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3994020-9cb9-4385-b10d-b840f0f22de1 {{(pid=103702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:52:40.015590 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-e3f9f3b1-6ecc-4fc3-9988-cdcd205100a3 service neutron] Publish callbacks [] for port (a3994020-9cb9-4385-b10d-b840f0f22de1), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:40.025023 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d6ad54-98a7-4647-9896-f1d14abc5cd5 req-7178bb9e-fdc3-49c7-9f8f-e4679989eed9 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:40.038319 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d6ad54-98a7-4647-9896-f1d14abc5cd5 req-7178bb9e-fdc3-49c7-9f8f-e4679989eed9 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:40.039893 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d6ad54-98a7-4647-9896-f1d14abc5cd5 req-7178bb9e-fdc3-49c7-9f8f-e4679989eed9 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:40.042166 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-47d6ad54-98a7-4647-9896-f1d14abc5cd5 req-7178bb9e-fdc3-49c7-9f8f-e4679989eed9 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ca8d35d-b4cf-48c3-85dc-ab729a868ca7 HTTP/1.1" status: 200 len: 2399 time: 0.1537688 Feb 19 02:52:40.050027 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-e3f9f3b1-6ecc-4fc3-9988-cdcd205100a3 service neutron] Transition to ACTIVE for port object a3994020-9cb9-4385-b10d-b840f0f22de1 will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:52:40.056801 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1416e4d0-f93b-4b25-b376-1fb11ec90810 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16289271'] for router_interface (cd0ae412-80ef-4a23-8a21-7acf179b261b), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:40.063586 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118d1345-3e9a-4c4f-a4c1-c75eba63d2b7 req-08029381-4437-4cc9-a071-87353c47607d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:40.064124 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118d1345-3e9a-4c4f-a4c1-c75eba63d2b7 req-08029381-4437-4cc9-a071-87353c47607d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:40.064607 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118d1345-3e9a-4c4f-a4c1-c75eba63d2b7 req-08029381-4437-4cc9-a071-87353c47607d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:40.066431 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-118d1345-3e9a-4c4f-a4c1-c75eba63d2b7 req-08029381-4437-4cc9-a071-87353c47607d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b2f0cd9db0f84e1b8f9e0fccbd20ae90&device_id=4ca8d35d-b4cf-48c3-85dc-ab729a868ca7 HTTP/1.1" status: 200 len: 2859 time: 0.1658297 Feb 19 02:52:40.111011 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-e3f9f3b1-6ecc-4fc3-9988-cdcd205100a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (a3994020-9cb9-4385-b10d-b840f0f22de1), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:40.172261 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-47d6ad54-98a7-4647-9896-f1d14abc5cd5 req-f72af9ee-4083-4e64-9b86-9112717da7c0 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] 10.222.0.72 "GET /v2.0/security-groups?id=ed4112f7-4072-40c7-a6a7-08b05eb3305e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152582 Feb 19 02:52:40.181995 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f9f3b1-6ecc-4fc3-9988-cdcd205100a3 service neutron] Pushing event updated for resources: {'Port': ['ID=a3994020-9cb9-4385-b10d-b840f0f22de1,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:40.182555 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0261b2d4-1510-4592-8d8e-9802a9f9231d admin admin] Publish callbacks [] for security_group (6e77b657-f7ac-41fe-b39a-5ec28b7e556e), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:40.348965 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0261b2d4-1510-4592-8d8e-9802a9f9231d admin admin] Publish callbacks [] for security_group (6e77b657-f7ac-41fe-b39a-5ec28b7e556e), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:40.432292 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118d1345-3e9a-4c4f-a4c1-c75eba63d2b7 req-1d216a8c-4f6c-427b-ac64-9c8efcd9224a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:40.432766 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118d1345-3e9a-4c4f-a4c1-c75eba63d2b7 req-1d216a8c-4f6c-427b-ac64-9c8efcd9224a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:40.433355 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118d1345-3e9a-4c4f-a4c1-c75eba63d2b7 req-1d216a8c-4f6c-427b-ac64-9c8efcd9224a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:40.434965 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-118d1345-3e9a-4c4f-a4c1-c75eba63d2b7 req-1d216a8c-4f6c-427b-ac64-9c8efcd9224a service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=b2f0cd9db0f84e1b8f9e0fccbd20ae90&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3201671 Feb 19 02:52:40.497306 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631ed01e-6817-4b74-abeb-a9431771d7bd req-d9df3158-11b9-42a7-89d5-662715903ea1 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:40.498934 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-631ed01e-6817-4b74-abeb-a9431771d7bd req-d9df3158-11b9-42a7-89d5-662715903ea1 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "GET /v2.0/ports?device_id=45fd4a10-bcda-42f8-8522-19ae25fc04f6 HTTP/1.1" status: 200 len: 945 time: 0.2816763 Feb 19 02:52:40.504114 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-e3f9f3b1-6ecc-4fc3-9988-cdcd205100a3 service neutron] Attempting to bind port a3994020-9cb9-4385-b10d-b840f0f22de1 on host n-h1-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:52:40.504376 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-e3f9f3b1-6ecc-4fc3-9988-cdcd205100a3 service neutron] Attempting to bind port a3994020-9cb9-4385-b10d-b840f0f22de1 by drivers openvswitch,hyperv on host n-h1-826753-2 at level 0 using segments [{'id': '5ac1db83-f9a6-4bca-8644-0ee39cc962ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'ba37fcfb-a9f9-483d-bb46-ff78ce18edce'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:52:40.504697 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-e3f9f3b1-6ecc-4fc3-9988-cdcd205100a3 service neutron] Attempting to bind port a3994020-9cb9-4385-b10d-b840f0f22de1 on network ba37fcfb-a9f9-483d-bb46-ff78ce18edce {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:52:40.575283 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-e3f9f3b1-6ecc-4fc3-9988-cdcd205100a3 service neutron] Port a3994020-9cb9-4385-b10d-b840f0f22de1 on network ba37fcfb-a9f9-483d-bb46-ff78ce18edce not bound, no agent of type Open vSwitch agent registered on host n-h1-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:52:40.575624 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-e3f9f3b1-6ecc-4fc3-9988-cdcd205100a3 service neutron] Attempting to bind port a3994020-9cb9-4385-b10d-b840f0f22de1 on network ba37fcfb-a9f9-483d-bb46-ff78ce18edce {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:52:40.600750 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-e3f9f3b1-6ecc-4fc3-9988-cdcd205100a3 service neutron] Checking agent: {'id': '9d56fb1b-2855-496a-a6d9-c324740cb98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:52:40.602524 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-e3f9f3b1-6ecc-4fc3-9988-cdcd205100a3 service neutron] Checking segment: {'id': '5ac1db83-f9a6-4bca-8644-0ee39cc962ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'ba37fcfb-a9f9-483d-bb46-ff78ce18edce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:52:40.602524 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-e3f9f3b1-6ecc-4fc3-9988-cdcd205100a3 service neutron] Bound using segment: {'id': '5ac1db83-f9a6-4bca-8644-0ee39cc962ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'ba37fcfb-a9f9-483d-bb46-ff78ce18edce'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:52:40.602992 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-e3f9f3b1-6ecc-4fc3-9988-cdcd205100a3 service neutron] Bound port: a3994020-9cb9-4385-b10d-b840f0f22de1, host: n-h1-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ac1db83-f9a6-4bca-8644-0ee39cc962ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'ba37fcfb-a9f9-483d-bb46-ff78ce18edce'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:52:40.603131 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-e3f9f3b1-6ecc-4fc3-9988-cdcd205100a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (a3994020-9cb9-4385-b10d-b840f0f22de1), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:40.648989 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 2b56631a-5738-4e8b-a40f-7fcce20d77f9 no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:52:40.662063 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2818657-cf66-495d-bd87-e41467fdbe9b req-d985fd55-f68d-486a-988a-a75257cbad77 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:40.666406 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c2818657-cf66-495d-bd87-e41467fdbe9b req-d985fd55-f68d-486a-988a-a75257cbad77 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8a86073-2def-4fb5-96a2-44c62d200d83 HTTP/1.1" status: 200 len: 946 time: 0.2627497 Feb 19 02:52:40.700546 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] No Port match for: 2b56631a-5738-4e8b-a40f-7fcce20d77f9 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:52:40.701079 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 2b56631a-5738-4e8b-a40f-7fcce20d77f9 not bound to the agent host n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:52:40.733157 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0261b2d4-1510-4592-8d8e-9802a9f9231d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (6e77b657-f7ac-41fe-b39a-5ec28b7e556e), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:40.737779 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0261b2d4-1510-4592-8d8e-9802a9f9231d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:40.745829 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-0261b2d4-1510-4592-8d8e-9802a9f9231d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6e77b657-f7ac-41fe-b39a-5ec28b7e556e HTTP/1.1" status: 204 len: 168 time: 0.7775230 Feb 19 02:52:40.754361 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-631ed01e-6817-4b74-abeb-a9431771d7bd req-8bf6c073-a16f-44f9-8e9d-6373b926a242 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "GET /v2.0/security-groups?id=78612224-fbf6-480f-bcea-ccb270efe765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344325 Feb 19 02:52:40.782591 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0261b2d4-1510-4592-8d8e-9802a9f9231d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e77b657-f7ac-41fe-b39a-5ec28b7e556e,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:40.828353 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c2818657-cf66-495d-bd87-e41467fdbe9b req-f68bba00-4d0c-43e8-af71-4f16029aeda2 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ca71149-99da-4cc2-ac25-44d2d4a4007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410587 Feb 19 02:52:41.000282 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device ea703aa0-0b35-47cf-b9cf-1bd2aa0a750c no longer exists at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:52:41.047477 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] No Port match for: ea703aa0-0b35-47cf-b9cf-1bd2aa0a750c {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:52:41.048325 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device ea703aa0-0b35-47cf-b9cf-1bd2aa0a750c not bound to the agent host n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:52:41.091113 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b27f275-380f-40d8-a2d9-8d16532ee46c req-f79da325-a700-440e-9acc-1c94f90b692b tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:41.098912 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1b27f275-380f-40d8-a2d9-8d16532ee46c req-f79da325-a700-440e-9acc-1c94f90b692b tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "GET /v2.0/ports?device_id=45fd4a10-bcda-42f8-8522-19ae25fc04f6 HTTP/1.1" status: 200 len: 945 time: 0.1379640 Feb 19 02:52:41.190687 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1b27f275-380f-40d8-a2d9-8d16532ee46c req-01097804-c957-4693-b111-dc016c57357a tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "GET /v2.0/security-groups?id=78612224-fbf6-480f-bcea-ccb270efe765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907774 Feb 19 02:52:41.203059 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 33594) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:52:41.251080 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6d4e67e1-2421-42af-8c99-ece4e9a14b3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:41.390296 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118d1345-3e9a-4c4f-a4c1-c75eba63d2b7 req-e9de2afb-0913-45ef-afc9-147cb9d2feba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:41.391960 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-118d1345-3e9a-4c4f-a4c1-c75eba63d2b7 req-e9de2afb-0913-45ef-afc9-147cb9d2feba service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9121151 Feb 19 02:52:41.393743 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6d4e67e1-2421-42af-8c99-ece4e9a14b3c admin admin] Publish callbacks [] for security_group (55f05c7e-523d-4969-b2c2-5fc3702f0f2a), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:41.410063 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6d4e67e1-2421-42af-8c99-ece4e9a14b3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (55f05c7e-523d-4969-b2c2-5fc3702f0f2a), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:41.426596 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a08e02-6b73-45f0-b76e-c4c544a429ff req-fc7b6c58-c145-468a-8a93-94144b15b8de tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:41.432642 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a08e02-6b73-45f0-b76e-c4c544a429ff req-fc7b6c58-c145-468a-8a93-94144b15b8de tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:41.438508 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a08e02-6b73-45f0-b76e-c4c544a429ff req-fc7b6c58-c145-468a-8a93-94144b15b8de tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:41.440358 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-20a08e02-6b73-45f0-b76e-c4c544a429ff req-fc7b6c58-c145-468a-8a93-94144b15b8de tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ca8d35d-b4cf-48c3-85dc-ab729a868ca7 HTTP/1.1" status: 200 len: 2411 time: 0.1145184 Feb 19 02:52:41.453213 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-e3f9f3b1-6ecc-4fc3-9988-cdcd205100a3 service neutron] For port a3994020-9cb9-4385-b10d-b840f0f22de1, host n-h1-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:52:41.472557 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-e3f9f3b1-6ecc-4fc3-9988-cdcd205100a3 service neutron] For port a3994020-9cb9-4385-b10d-b840f0f22de1, host n-h1-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=a3994020-9cb9-4385-b10d-b840f0f22de1,segment=NetworkSegment(5ac1db83-f9a6-4bca-8644-0ee39cc962ca),segment_id=5ac1db83-f9a6-4bca-8644-0ee39cc962ca)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:52:41.498292 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4e67e1-2421-42af-8c99-ece4e9a14b3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55f05c7e-523d-4969-b2c2-5fc3702f0f2a,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:41.501807 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-e3f9f3b1-6ecc-4fc3-9988-cdcd205100a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (a3994020-9cb9-4385-b10d-b840f0f22de1), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:41.507381 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-6d4e67e1-2421-42af-8c99-ece4e9a14b3c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0a2dc17fcb63424bb424f34dc67c8ff4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3077085 Feb 19 02:52:41.515109 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 33612) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:52:41.560691 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-e3f9f3b1-6ecc-4fc3-9988-cdcd205100a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:41.561585 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-e3f9f3b1-6ecc-4fc3-9988-cdcd205100a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:41.563184 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-e3f9f3b1-6ecc-4fc3-9988-cdcd205100a3 service neutron] 10.222.0.73 "PUT /v2.0/ports/a3994020-9cb9-4385-b10d-b840f0f22de1 HTTP/1.1" status: 200 len: 1091 time: 3.1066422 Feb 19 02:52:41.582286 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-20a08e02-6b73-45f0-b76e-c4c544a429ff req-a45061a8-8d5c-4e2f-992c-5f10488f56aa tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] 10.222.0.72 "GET /v2.0/security-groups?id=ed4112f7-4072-40c7-a6a7-08b05eb3305e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302357 Feb 19 02:52:41.603916 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9fb9bf55-99bd-43da-b496-948cf0312788 admin admin] Publish callbacks [] for security_group (55f05c7e-523d-4969-b2c2-5fc3702f0f2a), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:41.639032 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f9f3b1-6ecc-4fc3-9988-cdcd205100a3 service neutron] Pushing event updated for resources: {'Port': ['ID=a3994020-9cb9-4385-b10d-b840f0f22de1,revision_number=3']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:41.664698 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9fb9bf55-99bd-43da-b496-948cf0312788 admin admin] Publish callbacks [] for security_group (55f05c7e-523d-4969-b2c2-5fc3702f0f2a), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:41.677234 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-1416e4d0-f93b-4b25-b376-1fb11ec90810 admin admin] Deleting port 8612e91a-4d48-4cf7-9812-b49d439e0fa7 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:52:41.678340 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1416e4d0-f93b-4b25-b376-1fb11ec90810 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (8612e91a-4d48-4cf7-9812-b49d439e0fa7), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:41.682436 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f9f3b1-6ecc-4fc3-9988-cdcd205100a3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:52:41.682862 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f9f3b1-6ecc-4fc3-9988-cdcd205100a3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:52:41.683272 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f9f3b1-6ecc-4fc3-9988-cdcd205100a3 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:52:41.683678 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f9f3b1-6ecc-4fc3-9988-cdcd205100a3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:52:41.684748 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f9f3b1-6ecc-4fc3-9988-cdcd205100a3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:52:41.685216 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f9f3b1-6ecc-4fc3-9988-cdcd205100a3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:52:41.685909 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f9f3b1-6ecc-4fc3-9988-cdcd205100a3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:52:41.686310 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f9f3b1-6ecc-4fc3-9988-cdcd205100a3 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:52:41.686705 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f9f3b1-6ecc-4fc3-9988-cdcd205100a3 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:52:41.687098 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f9f3b1-6ecc-4fc3-9988-cdcd205100a3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:52:41.687494 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f9f3b1-6ecc-4fc3-9988-cdcd205100a3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:52:41.687883 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f9f3b1-6ecc-4fc3-9988-cdcd205100a3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:52:41.688272 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f9f3b1-6ecc-4fc3-9988-cdcd205100a3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:52:41.769859 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494fb1d9-7231-4b70-897b-1bba60db4b65 req-b71db34c-c075-476d-9f4a-8c8d4caf82d9 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:41.771519 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-494fb1d9-7231-4b70-897b-1bba60db4b65 req-b71db34c-c075-476d-9f4a-8c8d4caf82d9 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/ports?device_id=703117b2-3b74-4940-91d7-38248cc7fdf8 HTTP/1.1" status: 200 len: 951 time: 0.0745113 Feb 19 02:52:41.820166 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9fb9bf55-99bd-43da-b496-948cf0312788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (55f05c7e-523d-4969-b2c2-5fc3702f0f2a), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:41.831055 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9fb9bf55-99bd-43da-b496-948cf0312788 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:41.832249 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-9fb9bf55-99bd-43da-b496-948cf0312788 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/55f05c7e-523d-4969-b2c2-5fc3702f0f2a HTTP/1.1" status: 204 len: 168 time: 0.3162379 Feb 19 02:52:41.866215 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ca8d35d-b4cf-48c3-85dc-ab729a868ca7', 'tag': 'a3994020-9cb9-4385-b10d-b840f0f22de1'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:52:41.873862 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6902c817-b884-40e3-8817-8ea38e13b893" -d '{"events": [{"name": "network-changed", "server_uuid": "4ca8d35d-b4cf-48c3-85dc-ab729a868ca7", "tag": "a3994020-9cb9-4385-b10d-b840f0f22de1"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:52:41.914055 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb9bf55-99bd-43da-b496-948cf0312788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f05c7e-523d-4969-b2c2-5fc3702f0f2a,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:41.915309 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-36809303-9fda-4475-8192-223fc446186c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:41.915883 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-36809303-9fda-4475-8192-223fc446186c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:41.922995 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-36809303-9fda-4475-8192-223fc446186c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:41.929307 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-36809303-9fda-4475-8192-223fc446186c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b2f0cd9db0f84e1b8f9e0fccbd20ae90&device_id=4ca8d35d-b4cf-48c3-85dc-ab729a868ca7 HTTP/1.1" status: 200 len: 2957 time: 0.2543924 Feb 19 02:52:41.973027 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cca9c25-9730-4d04-add4-37b9cddf5727', 'name': 'network-vif-deleted', 'tag': '2b56631a-5738-4e8b-a40f-7fcce20d77f9'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:52:41.981863 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4083bcb-a362-4feb-b4d4-fcaa7f08208a" -d '{"events": [{"server_uuid": "3cca9c25-9730-4d04-add4-37b9cddf5727", "name": "network-vif-deleted", "tag": "2b56631a-5738-4e8b-a40f-7fcce20d77f9"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:52:41.995727 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-494fb1d9-7231-4b70-897b-1bba60db4b65 req-b7d17411-a705-477c-9597-95b7733e740a tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe71e737-cb97-4e9e-a576-1f93522c47f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115777 Feb 19 02:52:42.015053 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-86dd275d-6656-43b6-b562-a2bc7d6881da service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.25&port_id=45579358-861a-456f-9785-d1b13792aecb HTTP/1.1" status: 200 len: 217 time: 0.0580800 Feb 19 02:52:42.061427 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-1416e4d0-f93b-4b25-b376-1fb11ec90810 admin admin] For port 8612e91a-4d48-4cf7-9812-b49d439e0fa7, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=8612e91a-4d48-4cf7-9812-b49d439e0fa7,segment=NetworkSegment(4dcb5a00-08ae-4121-b3c7-5b61541b276f),segment_id=4dcb5a00-08ae-4121-b3c7-5b61541b276f)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:52:42.061940 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1416e4d0-f93b-4b25-b376-1fb11ec90810 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (8612e91a-4d48-4cf7-9812-b49d439e0fa7), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:42.081221 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-1416e4d0-f93b-4b25-b376-1fb11ec90810 admin admin] Calling delete_port for 8612e91a-4d48-4cf7-9812-b49d439e0fa7 owned by network:router_interface {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:52:42.096933 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-9446d3a8-f2a7-457b-a5f2-40031d91b096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:42.098330 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-9446d3a8-f2a7-457b-a5f2-40031d91b096 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bbcd7853-5331-4ff4-8dc4-10ec8fb5cd3f HTTP/1.1" status: 200 len: 801 time: 0.0768909 Feb 19 02:52:42.179215 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f18f0e8f-23b2-4534-8ee1-24b2fc62ed45 x-openstack-request-id: req-f18f0e8f-23b2-4534-8ee1-24b2fc62ed45 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:52:42.179515 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ca8d35d-b4cf-48c3-85dc-ab729a868ca7", "tag": "a3994020-9cb9-4385-b10d-b840f0f22de1", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:52:42.179773 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f18f0e8f-23b2-4534-8ee1-24b2fc62ed45 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:52:42.180712 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ca8d35d-b4cf-48c3-85dc-ab729a868ca7', 'tag': 'a3994020-9cb9-4385-b10d-b840f0f22de1', 'status': 'completed', 'code': 200} Feb 19 02:52:42.224807 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-368bbe95-956a-4c8e-bb0b-3624e67609dc x-openstack-request-id: req-368bbe95-956a-4c8e-bb0b-3624e67609dc {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:52:42.225470 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cca9c25-9730-4d04-add4-37b9cddf5727", "name": "network-vif-deleted", "tag": "2b56631a-5738-4e8b-a40f-7fcce20d77f9", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:52:42.225470 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-368bbe95-956a-4c8e-bb0b-3624e67609dc {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:52:42.228511 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cca9c25-9730-4d04-add4-37b9cddf5727', 'name': 'network-vif-deleted', 'tag': '2b56631a-5738-4e8b-a40f-7fcce20d77f9', 'status': 'completed', 'code': 200} Feb 19 02:52:42.283790 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e355436-43fe-448e-963d-33ebbbe3faa1 req-b2884777-4afc-4039-8cb6-21d6b232b800 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:42.291818 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0e355436-43fe-448e-963d-33ebbbe3faa1 req-b2884777-4afc-4039-8cb6-21d6b232b800 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8a86073-2def-4fb5-96a2-44c62d200d83 HTTP/1.1" status: 200 len: 946 time: 0.1033216 Feb 19 02:52:42.336972 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-7c52cfc2-45ae-42b0-8a96-68ea5b208325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:42.338542 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-7c52cfc2-45ae-42b0-8a96-68ea5b208325 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ba37fcfb-a9f9-483d-bb46-ff78ce18edce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1946223 Feb 19 02:52:42.389466 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0e355436-43fe-448e-963d-33ebbbe3faa1 req-5cb698cb-b5cb-460c-ade6-fa0f4fea44f1 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ca71149-99da-4cc2-ac25-44d2d4a4007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965664 Feb 19 02:52:42.443469 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae69b03c-5091-4f15-9b38-875fd971128a req-ed2fbb97-2301-4484-8f69-4fb7de00edd2 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:42.445204 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ae69b03c-5091-4f15-9b38-875fd971128a req-ed2fbb97-2301-4484-8f69-4fb7de00edd2 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "GET /v2.0/ports?device_id=45fd4a10-bcda-42f8-8522-19ae25fc04f6 HTTP/1.1" status: 200 len: 945 time: 0.0695257 Feb 19 02:52:42.516815 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ae69b03c-5091-4f15-9b38-875fd971128a req-68d0a596-267a-4752-ad56-f20657bd8146 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "GET /v2.0/security-groups?id=78612224-fbf6-480f-bcea-ccb270efe765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606067 Feb 19 02:52:42.518614 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-b62de78a-667a-4c80-b96f-7af0d08fbce9 service neutron] 10.222.0.73 "GET /v2.0/networks/ba37fcfb-a9f9-483d-bb46-ff78ce18edce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712303 Feb 19 02:52:42.549532 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1416e4d0-f93b-4b25-b376-1fb11ec90810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (8612e91a-4d48-4cf7-9812-b49d439e0fa7), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:42.616055 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1416e4d0-f93b-4b25-b376-1fb11ec90810 admin admin] Pushing event deleted for resources: {'Port': ['ID=8612e91a-4d48-4cf7-9812-b49d439e0fa7,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:42.744954 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-9afa141a-73b7-4f01-b697-dd0c4a98df18 service neutron] 10.222.0.73 "GET /v2.0/networks/ba37fcfb-a9f9-483d-bb46-ff78ce18edce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164040 Feb 19 02:52:42.835583 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441bc4a4-9e74-42ed-8a81-87a0cfb16c9c req-0c737f6f-971a-4624-b599-acf53620121e tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:42.851333 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-4dfe73d8-a8b9-4fa4-8a60-e6802622a828 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.246&port_id=024e43f1-bc85-4bbf-b7ec-87d1039012c9 HTTP/1.1" status: 200 len: 217 time: 0.0891390 Feb 19 02:52:42.854281 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441bc4a4-9e74-42ed-8a81-87a0cfb16c9c req-0c737f6f-971a-4624-b599-acf53620121e tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:42.867978 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441bc4a4-9e74-42ed-8a81-87a0cfb16c9c req-0c737f6f-971a-4624-b599-acf53620121e tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:42.875046 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-441bc4a4-9e74-42ed-8a81-87a0cfb16c9c req-0c737f6f-971a-4624-b599-acf53620121e tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ca8d35d-b4cf-48c3-85dc-ab729a868ca7 HTTP/1.1" status: 200 len: 2411 time: 0.1761105 Feb 19 02:52:42.942151 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-441bc4a4-9e74-42ed-8a81-87a0cfb16c9c req-1c70a304-fc01-4416-b16c-a6fb3c595b63 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] 10.222.0.72 "GET /v2.0/security-groups?id=ed4112f7-4072-40c7-a6a7-08b05eb3305e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613616 Feb 19 02:52:42.973444 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-cac00cd8-121c-48c4-97bb-d59ae30f1b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:42.974901 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-cac00cd8-121c-48c4-97bb-d59ae30f1b8c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=28a68c0a-342f-4b7b-902d-c8940a294a0b HTTP/1.1" status: 200 len: 801 time: 0.1163294 Feb 19 02:52:43.059610 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1416e4d0-f93b-4b25-b376-1fb11ec90810 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16362762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16314471'] for router_interface (cd0ae412-80ef-4a23-8a21-7acf179b261b), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:43.173949 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f87d5f-1df5-4986-b271-c8fd1ccd2dab req-cf0c82d4-ae68-4697-87ce-05768cbda3a3 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:43.181656 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a1f87d5f-1df5-4986-b271-c8fd1ccd2dab req-cf0c82d4-ae68-4697-87ce-05768cbda3a3 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/ports?device_id=703117b2-3b74-4940-91d7-38248cc7fdf8 HTTP/1.1" status: 200 len: 951 time: 0.0764194 Feb 19 02:52:43.207504 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad9ba8-c011-460b-82b7-401e3ac4d7bf req-cf5b9a06-c494-4f2a-a94f-993b50f573c7 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:43.209126 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3fad9ba8-c011-460b-82b7-401e3ac4d7bf req-cf5b9a06-c494-4f2a-a94f-993b50f573c7 tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.82 "GET /v2.0/ports?device_id=703117b2-3b74-4940-91d7-38248cc7fdf8 HTTP/1.1" status: 200 len: 951 time: 0.2506142 Feb 19 02:52:43.239312 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a1f87d5f-1df5-4986-b271-c8fd1ccd2dab req-2464466d-b53b-4622-a984-da0d209d6cfc tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe71e737-cb97-4e9e-a576-1f93522c47f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564971 Feb 19 02:52:43.287758 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-0961df67-143a-4e8e-aeab-b2323e3a2a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:43.289967 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-0961df67-143a-4e8e-aeab-b2323e3a2a00 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e70d9ba1-3c8a-42e5-8f45-41c049cb6936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2969553 Feb 19 02:52:43.527659 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-ee873972-9473-4ce3-bda5-8ae56b6eb022 service neutron] 10.222.0.73 "GET /v2.0/networks/e70d9ba1-3c8a-42e5-8f45-41c049cb6936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299309 Feb 19 02:52:43.529743 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1416e4d0-f93b-4b25-b376-1fb11ec90810 admin admin] Router cd0ae412-80ef-4a23-8a21-7acf179b261b has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:52:43.534677 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-3fad9ba8-c011-460b-82b7-401e3ac4d7bf req-f8dfbdc6-255f-4d51-8464-a6cf64a3b9ea tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Deleting port cab3c780-44c4-45a1-a8a6-516fddcf1a12 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:52:43.535187 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-3fad9ba8-c011-460b-82b7-401e3ac4d7bf req-f8dfbdc6-255f-4d51-8464-a6cf64a3b9ea tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (cab3c780-44c4-45a1-a8a6-516fddcf1a12), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:43.561429 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeeaf68-d216-4768-b660-83c922610141 req-fc68a986-bb7d-4918-a9d0-468c16802aa4 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:43.563250 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-abeeaf68-d216-4768-b660-83c922610141 req-fc68a986-bb7d-4918-a9d0-468c16802aa4 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8a86073-2def-4fb5-96a2-44c62d200d83 HTTP/1.1" status: 200 len: 946 time: 0.0604863 Feb 19 02:52:43.628575 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-abeeaf68-d216-4768-b660-83c922610141 req-ed9f9e73-b38c-4c18-9309-f75c23e00719 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ca71149-99da-4cc2-ac25-44d2d4a4007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598035 Feb 19 02:52:43.703100 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c522a17f-715a-4e08-bfea-539044e4b188 req-de168f44-2195-4ec9-8d68-929338895aa2 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:43.712719 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c522a17f-715a-4e08-bfea-539044e4b188 req-de168f44-2195-4ec9-8d68-929338895aa2 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "GET /v2.0/ports?device_id=45fd4a10-bcda-42f8-8522-19ae25fc04f6 HTTP/1.1" status: 200 len: 945 time: 0.0755935 Feb 19 02:52:43.724902 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-3fad9ba8-c011-460b-82b7-401e3ac4d7bf req-f8dfbdc6-255f-4d51-8464-a6cf64a3b9ea tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] For port cab3c780-44c4-45a1-a8a6-516fddcf1a12, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=cab3c780-44c4-45a1-a8a6-516fddcf1a12,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:52:43.725402 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-3fad9ba8-c011-460b-82b7-401e3ac4d7bf req-f8dfbdc6-255f-4d51-8464-a6cf64a3b9ea tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (cab3c780-44c4-45a1-a8a6-516fddcf1a12), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:43.739858 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-3fad9ba8-c011-460b-82b7-401e3ac4d7bf req-f8dfbdc6-255f-4d51-8464-a6cf64a3b9ea tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Calling delete_port for cab3c780-44c4-45a1-a8a6-516fddcf1a12 owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:52:43.781413 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c522a17f-715a-4e08-bfea-539044e4b188 req-bf5d173c-15a2-4925-bfa5-43ae1f40d5d2 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "GET /v2.0/security-groups?id=78612224-fbf6-480f-bcea-ccb270efe765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676532 Feb 19 02:52:43.949932 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1416e4d0-f93b-4b25-b376-1fb11ec90810 admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:52:43.965299 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-1416e4d0-f93b-4b25-b376-1fb11ec90810 admin admin] 10.222.0.72 "PUT /v2.0/routers/cd0ae412-80ef-4a23-8a21-7acf179b261b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8267062 Feb 19 02:52:43.967103 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 33702) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:52:43.968379 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea241b3-a08a-47ea-a00d-daed195b5cde None None] Sync routers for ids ['cd0ae412-80ef-4a23-8a21-7acf179b261b'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:52:43.998210 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea241b3-a08a-47ea-a00d-daed195b5cde None None] Routers {'cd0ae412-80ef-4a23-8a21-7acf179b261b'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:52:44.002016 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-e22824fd-d125-4499-86a5-e95727c6abc0 service neutron] 10.222.0.73 "GET /v2.0/networks/e70d9ba1-3c8a-42e5-8f45-41c049cb6936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4079170 Feb 19 02:52:44.003728 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-3ea241b3-a08a-47ea-a00d-daed195b5cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:52:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['cd0ae412-80ef-4a23-8a21-7acf179b261b'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:52:44.085215 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-cc46fdf9-5b69-4417-af32-5eaf5f247cde service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.59&port_id=a3994020-9cb9-4385-b10d-b840f0f22de1 HTTP/1.1" status: 200 len: 217 time: 0.0751503 Feb 19 02:52:44.099166 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-80a91799-22d6-4929-b979-8f0a68622985 admin admin] Publish callbacks [] for router (cd0ae412-80ef-4a23-8a21-7acf179b261b), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:44.152869 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-3fad9ba8-c011-460b-82b7-401e3ac4d7bf req-f8dfbdc6-255f-4d51-8464-a6cf64a3b9ea tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (cab3c780-44c4-45a1-a8a6-516fddcf1a12), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:44.174997 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-f513e00f-cdb5-4937-8a50-88c5589ef25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:44.176722 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-f513e00f-cdb5-4937-8a50-88c5589ef25f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bbcd7853-5331-4ff4-8dc4-10ec8fb5cd3f HTTP/1.1" status: 200 len: 801 time: 0.0828884 Feb 19 02:52:44.200454 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['cab3c780-44c4-45a1-a8a6-516fddcf1a12'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:52:44.235068 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dfbdc6-255f-4d51-8464-a6cf64a3b9ea tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Pushing event deleted for resources: {'Port': ['ID=cab3c780-44c4-45a1-a8a6-516fddcf1a12,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:44.293814 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f07e7a-aa0c-4683-a73a-9fb5c11d7f5b req-a6aae038-d123-4184-9e7b-7a50b0e248a9 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:44.313448 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f07e7a-aa0c-4683-a73a-9fb5c11d7f5b req-a6aae038-d123-4184-9e7b-7a50b0e248a9 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:44.323135 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f07e7a-aa0c-4683-a73a-9fb5c11d7f5b req-a6aae038-d123-4184-9e7b-7a50b0e248a9 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:44.328617 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a2f07e7a-aa0c-4683-a73a-9fb5c11d7f5b req-a6aae038-d123-4184-9e7b-7a50b0e248a9 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ca8d35d-b4cf-48c3-85dc-ab729a868ca7 HTTP/1.1" status: 200 len: 2411 time: 0.2310402 Feb 19 02:52:44.331812 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-80a91799-22d6-4929-b979-8f0a68622985 admin admin] Publish callbacks [] for router_gateway (cd0ae412-80ef-4a23-8a21-7acf179b261b), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:44.339144 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-3ea241b3-a08a-47ea-a00d-daed195b5cde None None] Set router cd0ae412-80ef-4a23-8a21-7acf179b261b gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:52:44.340803 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fad9ba8-c011-460b-82b7-401e3ac4d7bf req-f8dfbdc6-255f-4d51-8464-a6cf64a3b9ea tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] No DVR routers for this DVR port cab3c780-44c4-45a1-a8a6-516fddcf1a12 on host n-h2-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:52:44.350577 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-3fad9ba8-c011-460b-82b7-401e3ac4d7bf req-f8dfbdc6-255f-4d51-8464-a6cf64a3b9ea tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:44.355188 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3fad9ba8-c011-460b-82b7-401e3ac4d7bf req-f8dfbdc6-255f-4d51-8464-a6cf64a3b9ea tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.82 "DELETE /v2.0/ports/cab3c780-44c4-45a1-a8a6-516fddcf1a12 HTTP/1.1" status: 204 len: 173 time: 1.1331346 Feb 19 02:52:44.359135 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '703117b2-3b74-4940-91d7-38248cc7fdf8', 'name': 'network-vif-deleted', 'tag': 'cab3c780-44c4-45a1-a8a6-516fddcf1a12'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:52:44.373607 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3b30b39-0021-4c76-94e9-1d8ca394b40a" -d '{"events": [{"server_uuid": "703117b2-3b74-4940-91d7-38248cc7fdf8", "name": "network-vif-deleted", "tag": "cab3c780-44c4-45a1-a8a6-516fddcf1a12"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:52:44.423469 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-1717e1eb-bf83-4853-9583-4ce5da4cf2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:44.424999 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-1717e1eb-bf83-4853-9583-4ce5da4cf2e9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ba37fcfb-a9f9-483d-bb46-ff78ce18edce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2014778 Feb 19 02:52:44.460796 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a2f07e7a-aa0c-4683-a73a-9fb5c11d7f5b req-81fce5d3-cd66-40cb-92e2-551e9c843779 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] 10.222.0.72 "GET /v2.0/security-groups?id=ed4112f7-4072-40c7-a6a7-08b05eb3305e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142502 Feb 19 02:52:44.481936 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-831b2f67-776b-42f0-9876-87f58c6eda8e req-1a4cdd73-1f33-4baf-86e1-47f9448ed4fe tempest-ServersAdminTestJSON-704405329 tempest-ServersAdminTestJSON-704405329-project] 10.222.0.72 "GET /v2.0/ports?device_id=703117b2-3b74-4940-91d7-38248cc7fdf8 HTTP/1.1" status: 200 len: 210 time: 0.1176922 Feb 19 02:52:44.559365 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-80a91799-22d6-4929-b979-8f0a68622985 admin admin] Deleting port 87a9e188-e7e2-4186-b3bd-c170f6420972 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:52:44.559982 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-80a91799-22d6-4929-b979-8f0a68622985 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (87a9e188-e7e2-4186-b3bd-c170f6420972), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:44.585425 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a5039ca-9dbf-4a32-b060-22cc6d8c189d x-openstack-request-id: req-0a5039ca-9dbf-4a32-b060-22cc6d8c189d {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:52:44.586909 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "703117b2-3b74-4940-91d7-38248cc7fdf8", "name": "network-vif-deleted", "tag": "cab3c780-44c4-45a1-a8a6-516fddcf1a12", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:52:44.587384 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0a5039ca-9dbf-4a32-b060-22cc6d8c189d {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:52:44.587998 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '703117b2-3b74-4940-91d7-38248cc7fdf8', 'name': 'network-vif-deleted', 'tag': 'cab3c780-44c4-45a1-a8a6-516fddcf1a12', 'status': 'completed', 'code': 200} Feb 19 02:52:44.639996 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-006b8bb2-b2c8-410b-a2ab-3ce8f37eaa32 service neutron] 10.222.0.73 "GET /v2.0/networks/ba37fcfb-a9f9-483d-bb46-ff78ce18edce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066977 Feb 19 02:52:44.708277 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-80a91799-22d6-4929-b979-8f0a68622985 admin admin] For port 87a9e188-e7e2-4186-b3bd-c170f6420972, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=87a9e188-e7e2-4186-b3bd-c170f6420972,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:52:44.708901 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-80a91799-22d6-4929-b979-8f0a68622985 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (87a9e188-e7e2-4186-b3bd-c170f6420972), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:44.723522 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-80a91799-22d6-4929-b979-8f0a68622985 admin admin] Calling delete_port for 87a9e188-e7e2-4186-b3bd-c170f6420972 owned by network:router_gateway {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:52:44.858228 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-34a74e81-3d74-45fd-8a8d-279ddedf40b3 req-eb072079-38f8-4194-908f-90d7112a2ac2 service neutron] 10.222.0.73 "GET /v2.0/networks/ba37fcfb-a9f9-483d-bb46-ff78ce18edce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081866 Feb 19 02:52:44.907451 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-3ea241b3-a08a-47ea-a00d-daed195b5cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0ae412-80ef-4a23-8a21-7acf179b261b', 'name': 'tempest-TaggedBootDevicesTest_v242-1329049283-router', 'tenant_id': '7478e867ac94480b9c1c44ca2e321f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '87a9e188-e7e2-4186-b3bd-c170f6420972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:43:41Z', 'updated_at': '2022-02-19T02:52:42Z', 'revision_number': 5, 'project_id': '7478e867ac94480b9c1c44ca2e321f2f', 'gw_port': {'id': '87a9e188-e7e2-4186-b3bd-c170f6420972', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:07:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0ae412-80ef-4a23-8a21-7acf179b261b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:43:41Z', 'updated_at': '2022-02-19T02:43:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:52:44.942165 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea241b3-a08a-47ea-a00d-daed195b5cde None None] Checking router: cd0ae412-80ef-4a23-8a21-7acf179b261b for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:52:44.953559 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea241b3-a08a-47ea-a00d-daed195b5cde None None] Routers {'cd0ae412-80ef-4a23-8a21-7acf179b261b'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:52:44.954462 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-3ea241b3-a08a-47ea-a00d-daed195b5cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:52:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['cd0ae412-80ef-4a23-8a21-7acf179b261b'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:52:45.034299 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 553b1808-4a4d-46c4-943f-6ea085ac552f details requested by agent hyperv_n-h2-826753-2 with host n-h2-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:52:45.100200 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a075d921-802b-448f-ad59-f6e74ddc93b0 req-26ed138d-63a8-4621-9025-0e5a9797ffde tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:45.110305 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a075d921-802b-448f-ad59-f6e74ddc93b0 req-26ed138d-63a8-4621-9025-0e5a9797ffde tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8a86073-2def-4fb5-96a2-44c62d200d83 HTTP/1.1" status: 200 len: 946 time: 0.1982260 Feb 19 02:52:45.125139 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-80a91799-22d6-4929-b979-8f0a68622985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (87a9e188-e7e2-4186-b3bd-c170f6420972), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:45.175256 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 553b1808-4a4d-46c4-943f-6ea085ac552f, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=553b1808-4a4d-46c4-943f-6ea085ac552f,segment=NetworkSegment(67a55616-cfc4-41c3-be2a-0391abacfbd5),segment_id=67a55616-cfc4-41c3-be2a-0391abacfbd5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:52:45.175730 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-3ea241b3-a08a-47ea-a00d-daed195b5cde None None] Set router cd0ae412-80ef-4a23-8a21-7acf179b261b gateway port host: None {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:52:45.189429 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Returning: {'device': '553b1808-4a4d-46c4-943f-6ea085ac552f', 'network_id': '8ee469c1-3b92-4511-8f73-2a197f9b67c2', 'port_id': '553b1808-4a4d-46c4-943f-6ea085ac552f', 'mac_address': 'fa:16:3e:ef:bc:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0f15016-5d06-4afe-8688-9505c2a1be59', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:52:45.223569 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2073eecf-eb1b-4e79-8a35-f684e679a2f8 req-23ed598d-6c43-4d75-bfad-d327825c2298 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:45.233129 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 553b1808-4a4d-46c4-943f-6ea085ac552f is: ACTIVE; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:52:45.234239 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (553b1808-4a4d-46c4-943f-6ea085ac552f), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:45.234542 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2073eecf-eb1b-4e79-8a35-f684e679a2f8 req-23ed598d-6c43-4d75-bfad-d327825c2298 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "GET /v2.0/ports?device_id=45fd4a10-bcda-42f8-8522-19ae25fc04f6 HTTP/1.1" status: 200 len: 945 time: 0.2711818 Feb 19 02:52:45.248744 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6902c817-b884-40e3-8817-8ea38e13b893 req-0eb154ea-0a3c-47d1-a0ac-39afe981f2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:45.249584 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 553b1808-4a4d-46c4-943f-6ea085ac552f {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:52:45.251602 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6902c817-b884-40e3-8817-8ea38e13b893 req-0eb154ea-0a3c-47d1-a0ac-39afe981f2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:45.252138 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6902c817-b884-40e3-8817-8ea38e13b893 req-0eb154ea-0a3c-47d1-a0ac-39afe981f2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:45.258401 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-6902c817-b884-40e3-8817-8ea38e13b893 req-0eb154ea-0a3c-47d1-a0ac-39afe981f2f9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b2f0cd9db0f84e1b8f9e0fccbd20ae90&device_id=4ca8d35d-b4cf-48c3-85dc-ab729a868ca7 HTTP/1.1" status: 200 len: 2957 time: 0.1756706 Feb 19 02:52:45.260667 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a91799-22d6-4929-b979-8f0a68622985 admin admin] Pushing event deleted for resources: {'Port': ['ID=87a9e188-e7e2-4186-b3bd-c170f6420972,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:45.282023 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 553b1808-4a4d-46c4-943f-6ea085ac552f, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=553b1808-4a4d-46c4-943f-6ea085ac552f,segment=NetworkSegment(67a55616-cfc4-41c3-be2a-0391abacfbd5),segment_id=67a55616-cfc4-41c3-be2a-0391abacfbd5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:52:45.293850 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (553b1808-4a4d-46c4-943f-6ea085ac552f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:45.304599 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-3ea241b3-a08a-47ea-a00d-daed195b5cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0ae412-80ef-4a23-8a21-7acf179b261b', 'name': 'tempest-TaggedBootDevicesTest_v242-1329049283-router', 'tenant_id': '7478e867ac94480b9c1c44ca2e321f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:43:41Z', 'updated_at': '2022-02-19T02:52:44Z', 'revision_number': 6, 'project_id': '7478e867ac94480b9c1c44ca2e321f2f', 'gw_port_host': None}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:52:45.341721 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea241b3-a08a-47ea-a00d-daed195b5cde None None] The sync data for ids ['cd0ae412-80ef-4a23-8a21-7acf179b261b'] in n-d-826753-2 is: [{'id': 'cd0ae412-80ef-4a23-8a21-7acf179b261b', 'name': 'tempest-TaggedBootDevicesTest_v242-1329049283-router', 'tenant_id': '7478e867ac94480b9c1c44ca2e321f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:43:41Z', 'updated_at': '2022-02-19T02:52:44Z', 'revision_number': 6, 'project_id': '7478e867ac94480b9c1c44ca2e321f2f', 'gw_port_host': None}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:52:45.476254 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6902c817-b884-40e3-8817-8ea38e13b893 req-94cfed5c-2573-40c0-bf9e-0044266b3496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:45.479490 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a91799-22d6-4929-b979-8f0a68622985 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:52:45.480098 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a91799-22d6-4929-b979-8f0a68622985 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:52:45.480323 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a91799-22d6-4929-b979-8f0a68622985 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:52:45.480605 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a91799-22d6-4929-b979-8f0a68622985 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:52:45.480936 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a91799-22d6-4929-b979-8f0a68622985 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:52:45.481377 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a91799-22d6-4929-b979-8f0a68622985 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:52:45.481692 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a91799-22d6-4929-b979-8f0a68622985 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:52:45.482013 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a91799-22d6-4929-b979-8f0a68622985 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:52:45.482307 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-6902c817-b884-40e3-8817-8ea38e13b893 req-94cfed5c-2573-40c0-bf9e-0044266b3496 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ba37fcfb-a9f9-483d-bb46-ff78ce18edce HTTP/1.1" status: 200 len: 903 time: 0.2178590 Feb 19 02:52:45.482418 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a91799-22d6-4929-b979-8f0a68622985 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:52:45.482644 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a91799-22d6-4929-b979-8f0a68622985 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:52:45.482964 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a91799-22d6-4929-b979-8f0a68622985 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:52:45.483282 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a91799-22d6-4929-b979-8f0a68622985 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:52:45.483604 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a91799-22d6-4929-b979-8f0a68622985 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:52:45.495503 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a075d921-802b-448f-ad59-f6e74ddc93b0 req-36a0e696-f4d6-4669-9008-ea2f906b1f9d tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ca71149-99da-4cc2-ac25-44d2d4a4007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3843172 Feb 19 02:52:45.506074 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-80a91799-22d6-4929-b979-8f0a68622985 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16285837'] for router_gateway (cd0ae412-80ef-4a23-8a21-7acf179b261b), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:45.566528 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-6902c817-b884-40e3-8817-8ea38e13b893 req-bdc5ba84-e6e1-4c04-9733-1778fa5a5afc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.59&port_id=a3994020-9cb9-4385-b10d-b840f0f22de1 HTTP/1.1" status: 200 len: 217 time: 0.0767493 Feb 19 02:52:45.567361 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2073eecf-eb1b-4e79-8a35-f684e679a2f8 req-d1ff83a0-0c99-4910-ab7a-fa7284ea9792 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "GET /v2.0/security-groups?id=78612224-fbf6-480f-bcea-ccb270efe765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3319364 Feb 19 02:52:45.708820 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-80a91799-22d6-4929-b979-8f0a68622985 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16317457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14254'] for router (cd0ae412-80ef-4a23-8a21-7acf179b261b), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:45.724950 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-80a91799-22d6-4929-b979-8f0a68622985 admin admin] Publish callbacks [] for router_controller (cd0ae412-80ef-4a23-8a21-7acf179b261b), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:45.784006 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6902c817-b884-40e3-8817-8ea38e13b893 req-4a092bb9-5a6c-4cc0-ba70-afb29f45affa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:45.790645 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-6902c817-b884-40e3-8817-8ea38e13b893 req-4a092bb9-5a6c-4cc0-ba70-afb29f45affa service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bbcd7853-5331-4ff4-8dc4-10ec8fb5cd3f HTTP/1.1" status: 200 len: 801 time: 0.2111561 Feb 19 02:52:45.825851 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=553b1808-4a4d-46c4-943f-6ea085ac552f,revision_number=6']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:45.838448 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['553b1808-4a4d-46c4-943f-6ea085ac552f'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:52:45.921267 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-533b43ef-2fec-4353-8a80-3880fd1e3629 req-0c406a72-47eb-451b-a00e-9e980844d4c5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=85b3493e-4e6d-43dd-97f1-de789984e9e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2795482 Feb 19 02:52:45.936134 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-458d92da-d899-4462-a111-d5acdd1b9db1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:45.977744 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6902c817-b884-40e3-8817-8ea38e13b893 req-b1ffd2f4-02ed-4d42-8d46-fb1f2c21086d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:45.986175 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-6902c817-b884-40e3-8817-8ea38e13b893 req-b1ffd2f4-02ed-4d42-8d46-fb1f2c21086d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ba37fcfb-a9f9-483d-bb46-ff78ce18edce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1768677 Feb 19 02:52:45.987956 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 8612e91a-4d48-4cf7-9812-b49d439e0fa7 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:52:46.059214 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 8612e91a-4d48-4cf7-9812-b49d439e0fa7 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:52:46.061674 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 8612e91a-4d48-4cf7-9812-b49d439e0fa7 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:52:46.246817 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533b43ef-2fec-4353-8a80-3880fd1e3629 req-4e8ff81d-b16d-4aac-b223-77fa2cd09047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:46.259329 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-533b43ef-2fec-4353-8a80-3880fd1e3629 req-4e8ff81d-b16d-4aac-b223-77fa2cd09047 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=eed1faf7d2ad41cdae7790304e30a12a&device_id=85b3493e-4e6d-43dd-97f1-de789984e9e0 HTTP/1.1" status: 200 len: 1128 time: 0.2264419 Feb 19 02:52:46.262148 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 33750) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:52:46.327218 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-6902c817-b884-40e3-8817-8ea38e13b893 req-8948cabb-4e48-4794-a018-3185fe71f3da service neutron] 10.222.0.73 "GET /v2.0/networks/ba37fcfb-a9f9-483d-bb46-ff78ce18edce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3291996 Feb 19 02:52:46.491210 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-80a91799-22d6-4929-b979-8f0a68622985 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16317544'] for router (cd0ae412-80ef-4a23-8a21-7acf179b261b), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:46.491974 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80a91799-22d6-4929-b979-8f0a68622985 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd0ae412-80ef-4a23-8a21-7acf179b261b {{(pid=103701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 02:52:46.497276 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-80a91799-22d6-4929-b979-8f0a68622985 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:46.501377 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-80a91799-22d6-4929-b979-8f0a68622985 admin admin] 10.222.0.72 "DELETE /v2.0/routers/cd0ae412-80ef-4a23-8a21-7acf179b261b HTTP/1.1" status: 204 len: 168 time: 2.5330310 Feb 19 02:52:46.508012 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 33756) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:52:46.536501 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759d3017-ba95-4e48-b515-781e6018e142 req-ca508d61-2b6d-40e0-8a9b-cc5d34cd6b7b tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:46.542426 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759d3017-ba95-4e48-b515-781e6018e142 req-ca508d61-2b6d-40e0-8a9b-cc5d34cd6b7b tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:46.555336 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759d3017-ba95-4e48-b515-781e6018e142 req-ca508d61-2b6d-40e0-8a9b-cc5d34cd6b7b tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:46.564936 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-759d3017-ba95-4e48-b515-781e6018e142 req-ca508d61-2b6d-40e0-8a9b-cc5d34cd6b7b tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ca8d35d-b4cf-48c3-85dc-ab729a868ca7 HTTP/1.1" status: 200 len: 2411 time: 0.8590350 Feb 19 02:52:46.678504 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_v2 [None req-0aebb4d4-8e9a-4967-b99e-af19fa7d242b admin admin] Deleting subnet 29b1d912-72fb-485c-b814-b1b426dd04c1 {{(pid=103701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:52:46.691848 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0aebb4d4-8e9a-4967-b99e-af19fa7d242b admin admin] Publish callbacks [] for subnet (29b1d912-72fb-485c-b814-b1b426dd04c1), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:46.738576 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-759d3017-ba95-4e48-b515-781e6018e142 req-a662cd3f-f9ed-4ddf-ad56-cc259f820b0a tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] 10.222.0.72 "GET /v2.0/security-groups?id=ed4112f7-4072-40c7-a6a7-08b05eb3305e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726241 Feb 19 02:52:46.782751 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85483da4-7b40-472f-bd59-60f82ccb7150 req-12fd2b46-47e8-4ab8-a016-5df3e0eb3343 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:46.784335 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-85483da4-7b40-472f-bd59-60f82ccb7150 req-12fd2b46-47e8-4ab8-a016-5df3e0eb3343 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8a86073-2def-4fb5-96a2-44c62d200d83 HTTP/1.1" status: 200 len: 946 time: 0.1635866 Feb 19 02:52:46.803037 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0aebb4d4-8e9a-4967-b99e-af19fa7d242b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12647399'] for subnet (29b1d912-72fb-485c-b814-b1b426dd04c1), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:46.970510 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-85483da4-7b40-472f-bd59-60f82ccb7150 req-85e585bc-d4b6-4838-98de-2dadd18a56ca tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ca71149-99da-4cc2-ac25-44d2d4a4007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652513 Feb 19 02:52:46.978615 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-22c2ded9-c519-45eb-81ce-47238ee0ec44 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=27dd056eacfb49959ee4ff28de5b650d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7150850 Feb 19 02:52:46.986850 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 33762) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:52:47.001767 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec52557-e8fd-41a0-8bda-1f18af5ac044 req-8514e72c-28b0-4424-bef1-5fd3f1b62500 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:47.003544 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8ec52557-e8fd-41a0-8bda-1f18af5ac044 req-8514e72c-28b0-4424-bef1-5fd3f1b62500 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "GET /v2.0/ports?device_id=45fd4a10-bcda-42f8-8522-19ae25fc04f6 HTTP/1.1" status: 200 len: 944 time: 0.1569002 Feb 19 02:52:47.023609 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0aebb4d4-8e9a-4967-b99e-af19fa7d242b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (29b1d912-72fb-485c-b814-b1b426dd04c1), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:47.024943 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-6902c817-b884-40e3-8817-8ea38e13b893 req-f429cfa9-e7da-4464-98e2-74dee100fe44 service neutron] 10.222.0.73 "GET /v2.0/networks/ba37fcfb-a9f9-483d-bb46-ff78ce18edce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6831310 Feb 19 02:52:47.027779 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533b43ef-2fec-4353-8a80-3880fd1e3629 req-45e2c6a9-1974-438f-9c7a-7f2656b18a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:47.029476 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-533b43ef-2fec-4353-8a80-3880fd1e3629 req-45e2c6a9-1974-438f-9c7a-7f2656b18a1b service neutron] 10.222.0.73 "GET /v2.0/networks?id=e1cc4d35-d947-46a4-a02a-fb288d9849b7 HTTP/1.1" status: 200 len: 917 time: 0.7203341 Feb 19 02:52:47.085765 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device cab3c780-44c4-45a1-a8a6-516fddcf1a12 no longer exists at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:52:47.117955 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] No Port match for: cab3c780-44c4-45a1-a8a6-516fddcf1a12 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:52:47.118349 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device cab3c780-44c4-45a1-a8a6-516fddcf1a12 not bound to the agent host n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:52:47.118773 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 553b1808-4a4d-46c4-943f-6ea085ac552f no longer exists at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:52:47.140895 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-867ed705-1e88-42cd-9487-e37ea1484d65 admin admin] Publish callbacks [] for security_group (fe71e737-cb97-4e9e-a576-1f93522c47f8), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:47.163193 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8ec52557-e8fd-41a0-8bda-1f18af5ac044 req-32011190-4224-498f-94b4-0513e9956b54 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "GET /v2.0/security-groups?id=78612224-fbf6-480f-bcea-ccb270efe765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869129 Feb 19 02:52:47.168914 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-867ed705-1e88-42cd-9487-e37ea1484d65 admin admin] Publish callbacks [] for security_group (fe71e737-cb97-4e9e-a576-1f93522c47f8), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:47.173541 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0aebb4d4-8e9a-4967-b99e-af19fa7d242b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12647206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58706286'] for subnet (29b1d912-72fb-485c-b814-b1b426dd04c1), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:47.193934 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-533b43ef-2fec-4353-8a80-3880fd1e3629 req-fb2a8892-473f-40bd-b8cf-ebfd73af6c50 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f97f2cd0-b7b7-4bd7-b6ab-6de292c04828 HTTP/1.1" status: 200 len: 1001 time: 0.1273520 Feb 19 02:52:47.209252 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aebb4d4-8e9a-4967-b99e-af19fa7d242b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29b1d912-72fb-485c-b814-b1b426dd04c1,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:47.224800 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0aebb4d4-8e9a-4967-b99e-af19fa7d242b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:47.233618 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-0aebb4d4-8e9a-4967-b99e-af19fa7d242b admin admin] 10.222.0.72 "DELETE /v2.0/subnets/29b1d912-72fb-485c-b814-b1b426dd04c1 HTTP/1.1" status: 204 len: 168 time: 0.7214704 Feb 19 02:52:47.233618 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 33770) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:52:47.234963 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfbd5960-6cf0-4f43-b8d6-162a5a039892 None None] Network 8b1da341-6b15-4165-b6f3-95f440007ab2 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:52:47.344170 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533b43ef-2fec-4353-8a80-3880fd1e3629 req-ca933cb6-59e9-453a-bacb-b29e955d92e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:47.358098 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-533b43ef-2fec-4353-8a80-3880fd1e3629 req-ca933cb6-59e9-453a-bacb-b29e955d92e4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=889c7a59-6b5e-4f05-9bcb-0e22fb033ffb HTTP/1.1" status: 200 len: 855 time: 0.1622307 Feb 19 02:52:47.402553 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-867ed705-1e88-42cd-9487-e37ea1484d65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (fe71e737-cb97-4e9e-a576-1f93522c47f8), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:47.403299 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7f660280-1499-474f-9636-ddba82904b81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (8b1da341-6b15-4165-b6f3-95f440007ab2), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:47.406058 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-867ed705-1e88-42cd-9487-e37ea1484d65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:47.407569 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-867ed705-1e88-42cd-9487-e37ea1484d65 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/fe71e737-cb97-4e9e-a576-1f93522c47f8 HTTP/1.1" status: 204 len: 168 time: 0.4199004 Feb 19 02:52:47.433819 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867ed705-1e88-42cd-9487-e37ea1484d65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe71e737-cb97-4e9e-a576-1f93522c47f8,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:47.448104 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533b43ef-2fec-4353-8a80-3880fd1e3629 req-7743b6e6-9ba5-4365-bf28-c379bf84d4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:47.450296 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-533b43ef-2fec-4353-8a80-3880fd1e3629 req-7743b6e6-9ba5-4365-bf28-c379bf84d4a7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e1cc4d35-d947-46a4-a02a-fb288d9849b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0851719 Feb 19 02:52:47.587693 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 553b1808-4a4d-46c4-943f-6ea085ac552f is: BUILD; New status is: DOWN {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:52:47.588497 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (553b1808-4a4d-46c4-943f-6ea085ac552f), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:47.638906 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 553b1808-4a4d-46c4-943f-6ea085ac552f {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:52:47.677273 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-7f660280-1499-474f-9636-ddba82904b81 admin admin] Deleting port 489af03a-295e-48be-a310-19fad0b586c2 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:52:47.679179 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7f660280-1499-474f-9636-ddba82904b81 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (489af03a-295e-48be-a310-19fad0b586c2), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:47.700695 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-99c257a3-74b3-4ce6-bfbf-2c66b3d3686b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:47.717647 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 553b1808-4a4d-46c4-943f-6ea085ac552f, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=553b1808-4a4d-46c4-943f-6ea085ac552f,segment=NetworkSegment(67a55616-cfc4-41c3-be2a-0391abacfbd5),segment_id=67a55616-cfc4-41c3-be2a-0391abacfbd5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:52:47.725998 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da6a61c-3e5a-411f-862e-14a3659b74d6 None None] DHCP port deletion for 8b1da341-6b15-4165-b6f3-95f440007ab2 request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 02:52:47.735358 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (553b1808-4a4d-46c4-943f-6ea085ac552f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:47.742024 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-533b43ef-2fec-4353-8a80-3880fd1e3629 req-6b544ee0-7f8e-46b5-952d-8ff846ae176f service neutron] 10.222.0.73 "GET /v2.0/networks/e1cc4d35-d947-46a4-a02a-fb288d9849b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787702 Feb 19 02:52:47.748117 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc340d5-8110-458c-bfcc-e400d4fb302b req-6159e5bf-57d9-44e5-a259-ed06327f4505 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:47.749768 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-acc340d5-8110-458c-bfcc-e400d4fb302b req-6159e5bf-57d9-44e5-a259-ed06327f4505 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "GET /v2.0/ports?device_id=45fd4a10-bcda-42f8-8522-19ae25fc04f6 HTTP/1.1" status: 200 len: 944 time: 0.2500250 Feb 19 02:52:47.928183 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 489af03a-295e-48be-a310-19fad0b586c2 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:52:47.994637 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-533b43ef-2fec-4353-8a80-3880fd1e3629 req-64088cd4-939d-411a-8330-2f00ddbe2ef9 service neutron] 10.222.0.73 "GET /v2.0/networks/e1cc4d35-d947-46a4-a02a-fb288d9849b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456069 Feb 19 02:52:48.028656 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=553b1808-4a4d-46c4-943f-6ea085ac552f,revision_number=7']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:48.048625 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-7f660280-1499-474f-9636-ddba82904b81 admin admin] For port 489af03a-295e-48be-a310-19fad0b586c2, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=489af03a-295e-48be-a310-19fad0b586c2,segment=NetworkSegment(4dcb5a00-08ae-4121-b3c7-5b61541b276f),segment_id=4dcb5a00-08ae-4121-b3c7-5b61541b276f)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:52:48.049158 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7f660280-1499-474f-9636-ddba82904b81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (489af03a-295e-48be-a310-19fad0b586c2), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:48.052519 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 33782) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:52:48.078458 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-7f660280-1499-474f-9636-ddba82904b81 admin admin] Calling delete_port for 489af03a-295e-48be-a310-19fad0b586c2 owned by network:dhcp {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:52:48.098050 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-0da6a61c-3e5a-411f-862e-14a3659b74d6 None None] Deleting port 489af03a-295e-48be-a310-19fad0b586c2 {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:52:48.098583 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-0da6a61c-3e5a-411f-862e-14a3659b74d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (489af03a-295e-48be-a310-19fad0b586c2), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:48.120028 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-c68c0ac0-73ff-4e78-a4bb-1817f21f70e1 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9c5fa3b829c34f9b8623a41a17c2b50e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0617189 Feb 19 02:52:48.120319 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 33786) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:52:48.195791 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7240c5b9-353f-4b36-8092-14a63b039ab8 admin admin] Publish callbacks [] for security_group (168e73c3-5eda-423b-bd40-151ce70d16f6), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:48.210472 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-0da6a61c-3e5a-411f-862e-14a3659b74d6 None None] For port 489af03a-295e-48be-a310-19fad0b586c2, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=489af03a-295e-48be-a310-19fad0b586c2,segment=NetworkSegment(4dcb5a00-08ae-4121-b3c7-5b61541b276f),segment_id=4dcb5a00-08ae-4121-b3c7-5b61541b276f)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:52:48.210917 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-0da6a61c-3e5a-411f-862e-14a3659b74d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (489af03a-295e-48be-a310-19fad0b586c2), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:48.231364 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7240c5b9-353f-4b36-8092-14a63b039ab8 admin admin] Publish callbacks [] for security_group (168e73c3-5eda-423b-bd40-151ce70d16f6), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:48.240127 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-0da6a61c-3e5a-411f-862e-14a3659b74d6 None None] Calling delete_port for 489af03a-295e-48be-a310-19fad0b586c2 owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:52:48.251976 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 489af03a-295e-48be-a310-19fad0b586c2 is: ACTIVE; New status is: DOWN {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:52:48.254525 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (489af03a-295e-48be-a310-19fad0b586c2), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:48.262613 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-acc340d5-8110-458c-bfcc-e400d4fb302b req-ab225a13-c0db-4ce5-898d-5dc5caacc7c0 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "GET /v2.0/security-groups?id=78612224-fbf6-480f-bcea-ccb270efe765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5039020 Feb 19 02:52:48.374879 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7240c5b9-353f-4b36-8092-14a63b039ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (168e73c3-5eda-423b-bd40-151ce70d16f6), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:48.378245 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7240c5b9-353f-4b36-8092-14a63b039ab8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:48.379667 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-7240c5b9-353f-4b36-8092-14a63b039ab8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/168e73c3-5eda-423b-bd40-151ce70d16f6 HTTP/1.1" status: 204 len: 168 time: 0.2581913 Feb 19 02:52:48.389954 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7389c3-456b-418d-8576-896d16558bc6 req-ff06ba2a-b42f-4f34-91c8-4907079a24fc tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:48.395383 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7240c5b9-353f-4b36-8092-14a63b039ab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=168e73c3-5eda-423b-bd40-151ce70d16f6,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:48.400276 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7389c3-456b-418d-8576-896d16558bc6 req-ff06ba2a-b42f-4f34-91c8-4907079a24fc tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:48.405522 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7389c3-456b-418d-8576-896d16558bc6 req-ff06ba2a-b42f-4f34-91c8-4907079a24fc tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:48.407252 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-aa7389c3-456b-418d-8576-896d16558bc6 req-ff06ba2a-b42f-4f34-91c8-4907079a24fc tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ca8d35d-b4cf-48c3-85dc-ab729a868ca7 HTTP/1.1" status: 200 len: 2411 time: 0.4876058 Feb 19 02:52:48.408626 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7f660280-1499-474f-9636-ddba82904b81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (489af03a-295e-48be-a310-19fad0b586c2), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:48.454238 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 87a9e188-e7e2-4186-b3bd-c170f6420972 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:52:48.480003 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 87a9e188-e7e2-4186-b3bd-c170f6420972 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:52:48.480535 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 87a9e188-e7e2-4186-b3bd-c170f6420972 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:52:48.490623 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-0da6a61c-3e5a-411f-862e-14a3659b74d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (489af03a-295e-48be-a310-19fad0b586c2), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:48.531056 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f660280-1499-474f-9636-ddba82904b81 admin admin] Pushing event deleted for resources: {'Port': ['ID=489af03a-295e-48be-a310-19fad0b586c2,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:48.536609 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f660280-1499-474f-9636-ddba82904b81 admin admin] No DVR routers for this DVR port 489af03a-295e-48be-a310-19fad0b586c2 on host n-d-826753-2 {{(pid=103701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:52:48.570952 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da6a61c-3e5a-411f-862e-14a3659b74d6 None None] Pushing event deleted for resources: {'Port': ['ID=489af03a-295e-48be-a310-19fad0b586c2,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:48.578488 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da6a61c-3e5a-411f-862e-14a3659b74d6 None None] No DVR routers for this DVR port 489af03a-295e-48be-a310-19fad0b586c2 on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:52:48.650653 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-aa7389c3-456b-418d-8576-896d16558bc6 req-c39df32a-c11c-4ed0-be55-7eeb25c769aa tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] 10.222.0.72 "GET /v2.0/security-groups?id=ed4112f7-4072-40c7-a6a7-08b05eb3305e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271185 Feb 19 02:52:48.667409 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7f660280-1499-474f-9636-ddba82904b81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (8b1da341-6b15-4165-b6f3-95f440007ab2), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:48.671935 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 024e43f1-bc85-4bbf-b7ec-87d1039012c9 details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:52:48.695953 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bda39f1-c2f1-4385-b306-c7164b431625 req-ea3de897-d52f-44d8-b7b1-22d0adb20bf3 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:48.696710 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4bda39f1-c2f1-4385-b306-c7164b431625 req-ea3de897-d52f-44d8-b7b1-22d0adb20bf3 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8a86073-2def-4fb5-96a2-44c62d200d83 HTTP/1.1" status: 200 len: 946 time: 0.2258568 Feb 19 02:52:48.700800 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-7f660280-1499-474f-9636-ddba82904b81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b1da341-6b15-4165-b6f3-95f440007ab2']}} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:52:48.728969 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-7f660280-1499-474f-9636-ddba82904b81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dcb5a00-08ae-4121-b3c7-5b61541b276f') {'for_net_delete': True} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:52:48.729331 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-7f660280-1499-474f-9636-ddba82904b81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dcb5a00-08ae-4121-b3c7-5b61541b276f') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:52:48.743955 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7f660280-1499-474f-9636-ddba82904b81 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12647422'] for segment (4dcb5a00-08ae-4121-b3c7-5b61541b276f), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:48.788743 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4bda39f1-c2f1-4385-b306-c7164b431625 req-a86a8743-5637-4d69-9f34-cd789a598b20 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ca71149-99da-4cc2-ac25-44d2d4a4007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809898 Feb 19 02:52:48.796797 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7f660280-1499-474f-9636-ddba82904b81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (4dcb5a00-08ae-4121-b3c7-5b61541b276f), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:48.813337 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f660280-1499-474f-9636-ddba82904b81 admin admin] Releasing vlan 250 on physical network physnet1 to pool {{(pid=103701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:52:48.814221 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7f660280-1499-474f-9636-ddba82904b81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583360'] for segment (4dcb5a00-08ae-4121-b3c7-5b61541b276f), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:48.816519 n-d-826753-2 neutron-server[103701]: Traceback (most recent call last): Feb 19 02:52:48.816519 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:52:48.816519 n-d-826753-2 neutron-server[103701]: timer() Feb 19 02:52:48.816519 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:52:48.816519 n-d-826753-2 neutron-server[103701]: cb(*args, **kw) Feb 19 02:52:48.816519 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:52:48.816519 n-d-826753-2 neutron-server[103701]: return func(*args, **kwargs) Feb 19 02:52:48.816519 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:52:48.816519 n-d-826753-2 neutron-server[103701]: self._notify() Feb 19 02:52:48.816519 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:52:48.816519 n-d-826753-2 neutron-server[103701]: self.callback(batched_events) Feb 19 02:52:48.816519 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:52:48.816519 n-d-826753-2 neutron-server[103701]: event.method(event) Feb 19 02:52:48.816519 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:52:48.816519 n-d-826753-2 neutron-server[103701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:52:48.816519 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:52:48.816519 n-d-826753-2 neutron-server[103701]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:52:48.816519 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:52:48.816519 n-d-826753-2 neutron-server[103701]: return f(self, *a, **k) Feb 19 02:52:48.816519 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:52:48.816519 n-d-826753-2 neutron-server[103701]: return self._get(url).json() Feb 19 02:52:48.816519 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:52:48.816519 n-d-826753-2 neutron-server[103701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:52:48.816519 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:52:48.816519 n-d-826753-2 neutron-server[103701]: return self.request(url, 'GET', **kwargs) Feb 19 02:52:48.816519 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:52:48.816519 n-d-826753-2 neutron-server[103701]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:52:48.816519 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:52:48.816519 n-d-826753-2 neutron-server[103701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:52:48.816519 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:52:48.816519 n-d-826753-2 neutron-server[103701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:52:48.816519 n-d-826753-2 neutron-server[103701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:52:48.825141 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 024e43f1-bc85-4bbf-b7ec-87d1039012c9, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=024e43f1-bc85-4bbf-b7ec-87d1039012c9,segment=NetworkSegment(99797923-be04-41a5-9ab2-820c01cb471e),segment_id=99797923-be04-41a5-9ab2-820c01cb471e)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:52:48.839646 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': '024e43f1-bc85-4bbf-b7ec-87d1039012c9', 'network_id': 'e70d9ba1-3c8a-42e5-8f45-41c049cb6936', 'port_id': '024e43f1-bc85-4bbf-b7ec-87d1039012c9', 'mac_address': 'fa:16:3e:36:de:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a68c0a-342f-4b7b-902d-c8940a294a0b', 'ip_address': '19.86.0.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:52:48.887451 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 024e43f1-bc85-4bbf-b7ec-87d1039012c9 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:52:48.888244 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (024e43f1-bc85-4bbf-b7ec-87d1039012c9), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:48.897460 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7f660280-1499-474f-9636-ddba82904b81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (8b1da341-6b15-4165-b6f3-95f440007ab2), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:48.913717 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7f660280-1499-474f-9636-ddba82904b81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:48.916155 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 024e43f1-bc85-4bbf-b7ec-87d1039012c9 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:52:48.917716 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-7f660280-1499-474f-9636-ddba82904b81 admin admin] 10.222.0.72 "DELETE /v2.0/networks/8b1da341-6b15-4165-b6f3-95f440007ab2 HTTP/1.1" status: 204 len: 168 time: 1.6827822 Feb 19 02:52:48.920898 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 33800) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:52:48.929645 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f660280-1499-474f-9636-ddba82904b81 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b1da341-6b15-4165-b6f3-95f440007ab2,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:48.943690 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 024e43f1-bc85-4bbf-b7ec-87d1039012c9, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=024e43f1-bc85-4bbf-b7ec-87d1039012c9,segment=NetworkSegment(99797923-be04-41a5-9ab2-820c01cb471e),segment_id=99797923-be04-41a5-9ab2-820c01cb471e)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:52:48.948282 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (024e43f1-bc85-4bbf-b7ec-87d1039012c9), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:48.949635 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 45579358-861a-456f-9785-d1b13792aecb details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:52:49.030931 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=024e43f1-bc85-4bbf-b7ec-87d1039012c9,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:49.156257 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 45579358-861a-456f-9785-d1b13792aecb, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=45579358-861a-456f-9785-d1b13792aecb,segment=NetworkSegment(5ac1db83-f9a6-4bca-8644-0ee39cc962ca),segment_id=5ac1db83-f9a6-4bca-8644-0ee39cc962ca)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:52:49.177706 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': '45579358-861a-456f-9785-d1b13792aecb', 'network_id': 'ba37fcfb-a9f9-483d-bb46-ff78ce18edce', 'port_id': '45579358-861a-456f-9785-d1b13792aecb', 'mac_address': 'fa:16:3e:b7:13:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbcd7853-5331-4ff4-8dc4-10ec8fb5cd3f', 'ip_address': '19.80.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:52:49.246119 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:49.247257 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 45579358-861a-456f-9785-d1b13792aecb is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:52:49.247630 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (45579358-861a-456f-9785-d1b13792aecb), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:49.263849 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45579358-861a-456f-9785-d1b13792aecb {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:52:49.291694 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 45579358-861a-456f-9785-d1b13792aecb, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=45579358-861a-456f-9785-d1b13792aecb,segment=NetworkSegment(5ac1db83-f9a6-4bca-8644-0ee39cc962ca),segment_id=5ac1db83-f9a6-4bca-8644-0ee39cc962ca)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:52:49.297930 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (45579358-861a-456f-9785-d1b13792aecb), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:49.389718 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=45579358-861a-456f-9785-d1b13792aecb,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:49.427986 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f329be-2951-4ca7-9115-ad194538c655 req-124cfdec-e5db-4581-9e82-a0e266400c53 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:49.434220 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-18f329be-2951-4ca7-9115-ad194538c655 req-124cfdec-e5db-4581-9e82-a0e266400c53 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "GET /v2.0/ports?device_id=45fd4a10-bcda-42f8-8522-19ae25fc04f6 HTTP/1.1" status: 200 len: 943 time: 0.0831397 Feb 19 02:52:49.456440 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159b4a10-d2e9-4ddf-b1a5-29c864c389de req-59f7cdbe-7ea7-4dbd-a917-58233ded9871 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:49.458259 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-159b4a10-d2e9-4ddf-b1a5-29c864c389de req-59f7cdbe-7ea7-4dbd-a917-58233ded9871 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.82 "GET /v2.0/ports?device_id=45fd4a10-bcda-42f8-8522-19ae25fc04f6 HTTP/1.1" status: 200 len: 943 time: 0.2428775 Feb 19 02:52:49.575405 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-18f329be-2951-4ca7-9115-ad194538c655 req-77994bb6-deee-4fe4-ab45-0bbf9b4e1451 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "GET /v2.0/security-groups?id=78612224-fbf6-480f-bcea-ccb270efe765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333387 Feb 19 02:52:49.688057 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-159b4a10-d2e9-4ddf-b1a5-29c864c389de req-a96c332e-2a85-4c0f-8a2f-bbce07a4c24d tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Deleting port 553b1808-4a4d-46c4-943f-6ea085ac552f {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:52:49.688637 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-159b4a10-d2e9-4ddf-b1a5-29c864c389de req-a96c332e-2a85-4c0f-8a2f-bbce07a4c24d tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (553b1808-4a4d-46c4-943f-6ea085ac552f), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:49.715602 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['024e43f1-bc85-4bbf-b7ec-87d1039012c9'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:52:49.754258 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-93297308-bb2c-426a-a591-5bac37eb97e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16289271'] for router_interface (d3cbc3f3-e67e-4e0c-af24-309f350cb229), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:49.894333 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29135cf-5237-4932-842f-fb35022fdb60 req-1d55c101-239b-4bb3-b933-71baf431f8bf tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:49.909168 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29135cf-5237-4932-842f-fb35022fdb60 req-1d55c101-239b-4bb3-b933-71baf431f8bf tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:49.915623 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29135cf-5237-4932-842f-fb35022fdb60 req-1d55c101-239b-4bb3-b933-71baf431f8bf tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:49.923576 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b29135cf-5237-4932-842f-fb35022fdb60 req-1d55c101-239b-4bb3-b933-71baf431f8bf tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ca8d35d-b4cf-48c3-85dc-ab729a868ca7 HTTP/1.1" status: 200 len: 2413 time: 0.1688058 Feb 19 02:52:49.933873 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-159b4a10-d2e9-4ddf-b1a5-29c864c389de req-a96c332e-2a85-4c0f-8a2f-bbce07a4c24d tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] For port 553b1808-4a4d-46c4-943f-6ea085ac552f, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=553b1808-4a4d-46c4-943f-6ea085ac552f,segment=NetworkSegment(67a55616-cfc4-41c3-be2a-0391abacfbd5),segment_id=67a55616-cfc4-41c3-be2a-0391abacfbd5)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:52:49.934480 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-159b4a10-d2e9-4ddf-b1a5-29c864c389de req-a96c332e-2a85-4c0f-8a2f-bbce07a4c24d tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (553b1808-4a4d-46c4-943f-6ea085ac552f), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:49.968336 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-159b4a10-d2e9-4ddf-b1a5-29c864c389de req-a96c332e-2a85-4c0f-8a2f-bbce07a4c24d tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Calling delete_port for 553b1808-4a4d-46c4-943f-6ea085ac552f owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:52:50.041402 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b29135cf-5237-4932-842f-fb35022fdb60 req-47908db3-fd6e-4671-88e0-e2f1c79a7c98 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] 10.222.0.72 "GET /v2.0/security-groups?id=ed4112f7-4072-40c7-a6a7-08b05eb3305e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174061 Feb 19 02:52:50.073320 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9edd66-3239-42f8-bd50-d3a14127abaf req-07ff8ead-9999-4fcb-87ca-257bd9203506 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:50.081287 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7b9edd66-3239-42f8-bd50-d3a14127abaf req-07ff8ead-9999-4fcb-87ca-257bd9203506 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8a86073-2def-4fb5-96a2-44c62d200d83 HTTP/1.1" status: 200 len: 946 time: 0.1554949 Feb 19 02:52:50.162402 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7b9edd66-3239-42f8-bd50-d3a14127abaf req-d6defa74-1dd4-45cc-9473-90cfda741497 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ca71149-99da-4cc2-ac25-44d2d4a4007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798945 Feb 19 02:52:50.321900 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-159b4a10-d2e9-4ddf-b1a5-29c864c389de req-a96c332e-2a85-4c0f-8a2f-bbce07a4c24d tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (553b1808-4a4d-46c4-943f-6ea085ac552f), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:50.361206 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96c332e-2a85-4c0f-8a2f-bbce07a4c24d tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Pushing event deleted for resources: {'Port': ['ID=553b1808-4a4d-46c4-943f-6ea085ac552f,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:50.388739 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:50.409553 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-93297308-bb2c-426a-a591-5bac37eb97e8 admin admin] Deleting port 8885b1f0-8f86-4a30-a5e5-81543582ef4f {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:52:50.409553 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-93297308-bb2c-426a-a591-5bac37eb97e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (8885b1f0-8f86-4a30-a5e5-81543582ef4f), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:50.500667 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-93297308-bb2c-426a-a591-5bac37eb97e8 admin admin] For port 8885b1f0-8f86-4a30-a5e5-81543582ef4f, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=8885b1f0-8f86-4a30-a5e5-81543582ef4f,segment=NetworkSegment(bce96bc7-626e-4d77-96a0-8792b843309f),segment_id=bce96bc7-626e-4d77-96a0-8792b843309f)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:52:50.502093 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-93297308-bb2c-426a-a591-5bac37eb97e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (8885b1f0-8f86-4a30-a5e5-81543582ef4f), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:50.515024 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-93297308-bb2c-426a-a591-5bac37eb97e8 admin admin] Calling delete_port for 8885b1f0-8f86-4a30-a5e5-81543582ef4f owned by network:router_interface {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:52:50.601100 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-159b4a10-d2e9-4ddf-b1a5-29c864c389de req-a96c332e-2a85-4c0f-8a2f-bbce07a4c24d tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] No DVR routers for this DVR port 553b1808-4a4d-46c4-943f-6ea085ac552f on host n-h2-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:52:50.610666 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-159b4a10-d2e9-4ddf-b1a5-29c864c389de req-a96c332e-2a85-4c0f-8a2f-bbce07a4c24d tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:50.620399 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-159b4a10-d2e9-4ddf-b1a5-29c864c389de req-a96c332e-2a85-4c0f-8a2f-bbce07a4c24d tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.82 "DELETE /v2.0/ports/553b1808-4a4d-46c4-943f-6ea085ac552f HTTP/1.1" status: 204 len: 173 time: 1.1541312 Feb 19 02:52:50.675390 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device a3994020-9cb9-4385-b10d-b840f0f22de1 details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:52:50.727784 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45fd4a10-bcda-42f8-8522-19ae25fc04f6', 'name': 'network-vif-deleted', 'tag': '553b1808-4a4d-46c4-943f-6ea085ac552f'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:52:50.739930 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19516fa9-b0ae-4840-aa3a-dcb4608820ec" -d '{"events": [{"server_uuid": "45fd4a10-bcda-42f8-8522-19ae25fc04f6", "name": "network-vif-deleted", "tag": "553b1808-4a4d-46c4-943f-6ea085ac552f"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:52:50.803996 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8e2101b0-a18b-4cdb-a1f7-9986104f6822 req-cbbcea4d-aa53-455a-8a1f-8947d915e221 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "GET /v2.0/ports?device_id=45fd4a10-bcda-42f8-8522-19ae25fc04f6 HTTP/1.1" status: 200 len: 210 time: 0.1207619 Feb 19 02:52:50.827977 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e26e2cb8-5bf8-47ac-b4a9-155b151e79af x-openstack-request-id: req-e26e2cb8-5bf8-47ac-b4a9-155b151e79af {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:52:50.828275 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45fd4a10-bcda-42f8-8522-19ae25fc04f6", "name": "network-vif-deleted", "tag": "553b1808-4a4d-46c4-943f-6ea085ac552f", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:52:50.829197 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e26e2cb8-5bf8-47ac-b4a9-155b151e79af {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:52:50.829197 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45fd4a10-bcda-42f8-8522-19ae25fc04f6', 'name': 'network-vif-deleted', 'tag': '553b1808-4a4d-46c4-943f-6ea085ac552f', 'status': 'completed', 'code': 200} Feb 19 02:52:50.859514 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['45579358-861a-456f-9785-d1b13792aecb'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:52:50.996585 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-93297308-bb2c-426a-a591-5bac37eb97e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (8885b1f0-8f86-4a30-a5e5-81543582ef4f), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:51.010408 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port a3994020-9cb9-4385-b10d-b840f0f22de1, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=a3994020-9cb9-4385-b10d-b840f0f22de1,segment=NetworkSegment(5ac1db83-f9a6-4bca-8644-0ee39cc962ca),segment_id=5ac1db83-f9a6-4bca-8644-0ee39cc962ca)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:52:51.138519 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': 'a3994020-9cb9-4385-b10d-b840f0f22de1', 'network_id': 'ba37fcfb-a9f9-483d-bb46-ff78ce18edce', 'port_id': 'a3994020-9cb9-4385-b10d-b840f0f22de1', 'mac_address': 'fa:16:3e:e0:54:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbcd7853-5331-4ff4-8dc4-10ec8fb5cd3f', 'ip_address': '19.80.0.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:52:51.243884 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93297308-bb2c-426a-a591-5bac37eb97e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8885b1f0-8f86-4a30-a5e5-81543582ef4f,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:51.245838 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d05c329-95df-4d69-8d09-138e911a8c69 req-288278f4-3147-43ea-901e-57f89a9f927d tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:51.252131 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d05c329-95df-4d69-8d09-138e911a8c69 req-288278f4-3147-43ea-901e-57f89a9f927d tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:51.256094 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port a3994020-9cb9-4385-b10d-b840f0f22de1 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:52:51.256506 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (a3994020-9cb9-4385-b10d-b840f0f22de1), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:51.272115 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d05c329-95df-4d69-8d09-138e911a8c69 req-288278f4-3147-43ea-901e-57f89a9f927d tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:51.282315 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8d05c329-95df-4d69-8d09-138e911a8c69 req-288278f4-3147-43ea-901e-57f89a9f927d tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ca8d35d-b4cf-48c3-85dc-ab729a868ca7 HTTP/1.1" status: 200 len: 2413 time: 0.1331077 Feb 19 02:52:51.322731 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3994020-9cb9-4385-b10d-b840f0f22de1 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:52:51.365569 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port a3994020-9cb9-4385-b10d-b840f0f22de1, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=a3994020-9cb9-4385-b10d-b840f0f22de1,segment=NetworkSegment(5ac1db83-f9a6-4bca-8644-0ee39cc962ca),segment_id=5ac1db83-f9a6-4bca-8644-0ee39cc962ca)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:52:51.383450 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (a3994020-9cb9-4385-b10d-b840f0f22de1), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:51.387437 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8d05c329-95df-4d69-8d09-138e911a8c69 req-cfe7d0a3-a33c-4b02-9996-3eb9c4a89723 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] 10.222.0.72 "GET /v2.0/security-groups?id=ed4112f7-4072-40c7-a6a7-08b05eb3305e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038938 Feb 19 02:52:51.462334 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=a3994020-9cb9-4385-b10d-b840f0f22de1,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:51.549850 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c742d5-8b78-4102-bb68-85dd9041fdb1 req-148c38ef-f21b-46df-ad14-6c41dda94ba7 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:51.563591 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-04c742d5-8b78-4102-bb68-85dd9041fdb1 req-148c38ef-f21b-46df-ad14-6c41dda94ba7 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8a86073-2def-4fb5-96a2-44c62d200d83 HTTP/1.1" status: 200 len: 946 time: 0.0780177 Feb 19 02:52:51.660822 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-04c742d5-8b78-4102-bb68-85dd9041fdb1 req-200ad354-f7af-413f-b899-d9aee6b0e624 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ca71149-99da-4cc2-ac25-44d2d4a4007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955930 Feb 19 02:52:51.667191 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-93297308-bb2c-426a-a591-5bac37eb97e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16362762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16314471'] for router_interface (d3cbc3f3-e67e-4e0c-af24-309f350cb229), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:51.916094 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:51.982419 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['a3994020-9cb9-4385-b10d-b840f0f22de1'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:52:52.079540 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93297308-bb2c-426a-a591-5bac37eb97e8 admin admin] Router d3cbc3f3-e67e-4e0c-af24-309f350cb229 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:52:52.243196 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93297308-bb2c-426a-a591-5bac37eb97e8 admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:52:52.256049 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76aa8946-1a19-4347-9c4e-cb15693c7411 None None] Sync routers for ids ['d3cbc3f3-e67e-4e0c-af24-309f350cb229'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:52:52.265742 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-93297308-bb2c-426a-a591-5bac37eb97e8 admin admin] 10.222.0.72 "PUT /v2.0/routers/d3cbc3f3-e67e-4e0c-af24-309f350cb229/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3436201 Feb 19 02:52:52.268586 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 33922) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:52:52.278264 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76aa8946-1a19-4347-9c4e-cb15693c7411 None None] Routers {'d3cbc3f3-e67e-4e0c-af24-309f350cb229'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:52:52.282384 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-76aa8946-1a19-4347-9c4e-cb15693c7411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:52:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['d3cbc3f3-e67e-4e0c-af24-309f350cb229'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:52:52.304622 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 33924) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:52:52.328023 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d323dd-739d-478d-8088-6047f719b5d6 req-e0269d91-27ce-417c-af28-7c89b3e16c24 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:52.329633 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-19d323dd-739d-478d-8088-6047f719b5d6 req-e0269d91-27ce-417c-af28-7c89b3e16c24 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "GET /v2.0/networks?id=8ee469c1-3b92-4511-8f73-2a197f9b67c2 HTTP/1.1" status: 200 len: 821 time: 0.2035825 Feb 19 02:52:52.355250 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-19d323dd-739d-478d-8088-6047f719b5d6 req-8df6238f-10e6-4cb1-800f-f84bd3ad0c3b tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "GET /v2.0/quotas/be795ecfceb44d2da411c5f5f56a6624 HTTP/1.1" status: 200 len: 375 time: 0.0163043 Feb 19 02:52:52.422020 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-19d323dd-739d-478d-8088-6047f719b5d6 req-5655e27f-6584-4b53-9103-3c45369019ea tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=be795ecfceb44d2da411c5f5f56a6624&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0627761 Feb 19 02:52:52.433626 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-007fa8d5-7815-4679-89a1-e204b798890b admin admin] Publish callbacks [] for router (d3cbc3f3-e67e-4e0c-af24-309f350cb229), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:52.511614 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-25be7ccf-95a4-4784-8582-9204867a902d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:52.534513 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:52.549436 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-76aa8946-1a19-4347-9c4e-cb15693c7411 None None] Set router d3cbc3f3-e67e-4e0c-af24-309f350cb229 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:52:52.657607 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-007fa8d5-7815-4679-89a1-e204b798890b admin admin] Publish callbacks [] for router_gateway (d3cbc3f3-e67e-4e0c-af24-309f350cb229), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:52.682797 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-19d323dd-739d-478d-8088-6047f719b5d6 req-ddce616c-3425-4657-85a5-866dbea1ff15 service neutron] 10.222.0.72 "GET /v2.0/networks/8ee469c1-3b92-4511-8f73-2a197f9b67c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528071 Feb 19 02:52:52.709846 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 024e43f1-bc85-4bbf-b7ec-87d1039012c9 up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:52:52.758396 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-007fa8d5-7815-4679-89a1-e204b798890b admin admin] Deleting port cf2d0d96-238e-4bc7-a11d-afec0f289edc {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:52:52.758989 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-007fa8d5-7815-4679-89a1-e204b798890b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (cf2d0d96-238e-4bc7-a11d-afec0f289edc), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:52.790582 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ae42c3-c858-45ea-a698-1df9151a8762 req-90da4a12-cfd6-46b1-9bb5-a674f660533a tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:52.797672 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ae42c3-c858-45ea-a698-1df9151a8762 req-90da4a12-cfd6-46b1-9bb5-a674f660533a tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:52.804881 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ae42c3-c858-45ea-a698-1df9151a8762 req-90da4a12-cfd6-46b1-9bb5-a674f660533a tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:52.807843 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e6ae42c3-c858-45ea-a698-1df9151a8762 req-90da4a12-cfd6-46b1-9bb5-a674f660533a tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ca8d35d-b4cf-48c3-85dc-ab729a868ca7 HTTP/1.1" status: 200 len: 2414 time: 0.2555256 Feb 19 02:52:52.835126 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-76aa8946-1a19-4347-9c4e-cb15693c7411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3cbc3f3-e67e-4e0c-af24-309f350cb229', 'name': 'tempest-TaggedBootDevicesTest_v242-1303713615-router', 'tenant_id': 'e916a112f2fb4b079281e818795a11ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': 'cf2d0d96-238e-4bc7-a11d-afec0f289edc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:43:54Z', 'updated_at': '2022-02-19T02:52:50Z', 'revision_number': 5, 'project_id': 'e916a112f2fb4b079281e818795a11ff', 'gw_port': {'id': 'cf2d0d96-238e-4bc7-a11d-afec0f289edc', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3cbc3f3-e67e-4e0c-af24-309f350cb229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:43:56Z', 'updated_at': '2022-02-19T02:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:52:52.867270 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning for port 024e43f1-bc85-4bbf-b7ec-87d1039012c9 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:52:52.870280 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76aa8946-1a19-4347-9c4e-cb15693c7411 None None] Checking router: d3cbc3f3-e67e-4e0c-af24-309f350cb229 for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:52:52.878902 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port 024e43f1-bc85-4bbf-b7ec-87d1039012c9 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:52:52.879286 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (024e43f1-bc85-4bbf-b7ec-87d1039012c9), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:52.887156 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76aa8946-1a19-4347-9c4e-cb15693c7411 None None] Routers {'d3cbc3f3-e67e-4e0c-af24-309f350cb229'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:52:52.888065 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-76aa8946-1a19-4347-9c4e-cb15693c7411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:52:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['d3cbc3f3-e67e-4e0c-af24-309f350cb229'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:52:52.910492 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-25be7ccf-95a4-4784-8582-9204867a902d admin admin] Publish callbacks [] for security_group (04ef7c97-b625-4860-9b1f-a39df58509e7), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:52.918858 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-007fa8d5-7815-4679-89a1-e204b798890b admin admin] For port cf2d0d96-238e-4bc7-a11d-afec0f289edc, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=cf2d0d96-238e-4bc7-a11d-afec0f289edc,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:52:52.919225 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-007fa8d5-7815-4679-89a1-e204b798890b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (cf2d0d96-238e-4bc7-a11d-afec0f289edc), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:52.936001 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-007fa8d5-7815-4679-89a1-e204b798890b admin admin] Calling delete_port for cf2d0d96-238e-4bc7-a11d-afec0f289edc owned by network:router_gateway {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:52:52.958941 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-19d323dd-739d-478d-8088-6047f719b5d6 req-7042c589-92da-4dfb-8d2f-512a9c831e11 service neutron] 10.222.0.72 "GET /v2.0/networks/8ee469c1-3b92-4511-8f73-2a197f9b67c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2749667 Feb 19 02:52:52.965201 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-25be7ccf-95a4-4784-8582-9204867a902d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (04ef7c97-b625-4860-9b1f-a39df58509e7), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:53.081732 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e6ae42c3-c858-45ea-a698-1df9151a8762 req-e6ae1e9a-2394-46ee-bc90-1fa40304d082 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] 10.222.0.72 "GET /v2.0/security-groups?id=ed4112f7-4072-40c7-a6a7-08b05eb3305e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603252 Feb 19 02:52:53.171594 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 553b1808-4a4d-46c4-943f-6ea085ac552f no longer exists at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:52:53.183016 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-25be7ccf-95a4-4784-8582-9204867a902d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=aaa2330a832d4977aac2618af5807b64&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8772299 Feb 19 02:52:53.183858 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 33938) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:52:53.184517 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25be7ccf-95a4-4784-8582-9204867a902d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04ef7c97-b625-4860-9b1f-a39df58509e7,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:53.202206 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] No Port match for: 553b1808-4a4d-46c4-943f-6ea085ac552f {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:52:53.202629 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 553b1808-4a4d-46c4-943f-6ea085ac552f not bound to the agent host n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:52:53.236646 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-007fa8d5-7815-4679-89a1-e204b798890b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (cf2d0d96-238e-4bc7-a11d-afec0f289edc), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:53.281214 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-76aa8946-1a19-4347-9c4e-cb15693c7411 None None] Set router d3cbc3f3-e67e-4e0c-af24-309f350cb229 gateway port host: None {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:52:53.303123 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007fa8d5-7815-4679-89a1-e204b798890b admin admin] Pushing event deleted for resources: {'Port': ['ID=cf2d0d96-238e-4bc7-a11d-afec0f289edc,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:53.401650 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-76aa8946-1a19-4347-9c4e-cb15693c7411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3cbc3f3-e67e-4e0c-af24-309f350cb229', 'name': 'tempest-TaggedBootDevicesTest_v242-1303713615-router', 'tenant_id': 'e916a112f2fb4b079281e818795a11ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:43:54Z', 'updated_at': '2022-02-19T02:52:52Z', 'revision_number': 6, 'project_id': 'e916a112f2fb4b079281e818795a11ff', 'gw_port_host': None}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:52:53.441907 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76aa8946-1a19-4347-9c4e-cb15693c7411 None None] The sync data for ids ['d3cbc3f3-e67e-4e0c-af24-309f350cb229'] in n-d-826753-2 is: [{'id': 'd3cbc3f3-e67e-4e0c-af24-309f350cb229', 'name': 'tempest-TaggedBootDevicesTest_v242-1303713615-router', 'tenant_id': 'e916a112f2fb4b079281e818795a11ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:43:54Z', 'updated_at': '2022-02-19T02:52:52Z', 'revision_number': 6, 'project_id': 'e916a112f2fb4b079281e818795a11ff', 'gw_port_host': None}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:52:53.452733 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-007fa8d5-7815-4679-89a1-e204b798890b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16285837'] for router_gateway (d3cbc3f3-e67e-4e0c-af24-309f350cb229), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:53.478203 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 024e43f1-bc85-4bbf-b7ec-87d1039012c9 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:52:53.478608 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (024e43f1-bc85-4bbf-b7ec-87d1039012c9), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:53.483835 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0aa2d4ef-97c7-4578-b3be-645bca467040 admin admin] Publish callbacks [] for security_group (04ef7c97-b625-4860-9b1f-a39df58509e7), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:53.518124 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3e3453-9a2c-4605-9ef8-404ca88f07e5 req-b942ef8f-7ce4-4562-8e4c-a594a4739288 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:53.527487 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7a3e3453-9a2c-4605-9ef8-404ca88f07e5 req-b942ef8f-7ce4-4562-8e4c-a594a4739288 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8a86073-2def-4fb5-96a2-44c62d200d83 HTTP/1.1" status: 200 len: 946 time: 0.2774582 Feb 19 02:52:53.543824 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 024e43f1-bc85-4bbf-b7ec-87d1039012c9, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=024e43f1-bc85-4bbf-b7ec-87d1039012c9,segment=NetworkSegment(99797923-be04-41a5-9ab2-820c01cb471e),segment_id=99797923-be04-41a5-9ab2-820c01cb471e)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:52:53.547092 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ca8d35d-b4cf-48c3-85dc-ab729a868ca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '024e43f1-bc85-4bbf-b7ec-87d1039012c9'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:52:53.552904 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dc774e7-2e94-43e8-883c-3afd81a56a75" -d '{"events": [{"server_uuid": "4ca8d35d-b4cf-48c3-85dc-ab729a868ca7", "name": "network-vif-plugged", "status": "completed", "tag": "024e43f1-bc85-4bbf-b7ec-87d1039012c9"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:52:53.561730 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (024e43f1-bc85-4bbf-b7ec-87d1039012c9), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:53.563705 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 45579358-861a-456f-9785-d1b13792aecb up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:52:53.577141 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-97168b03-476f-4465-9fc6-0e60628de805 req-d9f54f1e-ac47-4b5b-94ff-3e5c4c7cd634 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "GET /v2.0/ports?device_id=86986d56-f539-40c0-ab0f-bbb1b534a45e HTTP/1.1" status: 200 len: 210 time: 0.0862007 Feb 19 02:52:53.614422 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0aa2d4ef-97c7-4578-b3be-645bca467040 admin admin] Publish callbacks [] for security_group (04ef7c97-b625-4860-9b1f-a39df58509e7), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:53.789301 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-007fa8d5-7815-4679-89a1-e204b798890b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16317457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14254'] for router (d3cbc3f3-e67e-4e0c-af24-309f350cb229), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:53.798201 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-007fa8d5-7815-4679-89a1-e204b798890b admin admin] Publish callbacks [] for router_controller (d3cbc3f3-e67e-4e0c-af24-309f350cb229), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:53.806029 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=024e43f1-bc85-4bbf-b7ec-87d1039012c9,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:53.822642 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6caf82f6-ff95-45f4-a230-baaccd8e232e x-openstack-request-id: req-6caf82f6-ff95-45f4-a230-baaccd8e232e {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:52:53.822945 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ca8d35d-b4cf-48c3-85dc-ab729a868ca7", "name": "network-vif-plugged", "status": "completed", "tag": "024e43f1-bc85-4bbf-b7ec-87d1039012c9", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:52:53.823221 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6caf82f6-ff95-45f4-a230-baaccd8e232e {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:52:53.823671 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ca8d35d-b4cf-48c3-85dc-ab729a868ca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '024e43f1-bc85-4bbf-b7ec-87d1039012c9', 'code': 200} Feb 19 02:52:53.838899 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning for port 45579358-861a-456f-9785-d1b13792aecb completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:52:53.847285 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port 45579358-861a-456f-9785-d1b13792aecb triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:52:53.847752 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (45579358-861a-456f-9785-d1b13792aecb), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:53.874972 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7a3e3453-9a2c-4605-9ef8-404ca88f07e5 req-094f81a0-a613-4b23-97f9-7f472addcca5 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ca71149-99da-4cc2-ac25-44d2d4a4007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3462918 Feb 19 02:52:53.916751 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0aa2d4ef-97c7-4578-b3be-645bca467040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (04ef7c97-b625-4860-9b1f-a39df58509e7), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:53.920332 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0aa2d4ef-97c7-4578-b3be-645bca467040 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:53.924714 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-0aa2d4ef-97c7-4578-b3be-645bca467040 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/04ef7c97-b625-4860-9b1f-a39df58509e7 HTTP/1.1" status: 204 len: 168 time: 0.7373438 Feb 19 02:52:53.955448 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa2d4ef-97c7-4578-b3be-645bca467040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ef7c97-b625-4860-9b1f-a39df58509e7,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:53.971963 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 8885b1f0-8f86-4a30-a5e5-81543582ef4f no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:52:54.000536 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-007fa8d5-7815-4679-89a1-e204b798890b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16317544'] for router (d3cbc3f3-e67e-4e0c-af24-309f350cb229), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:54.001057 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-007fa8d5-7815-4679-89a1-e204b798890b admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3cbc3f3-e67e-4e0c-af24-309f350cb229 {{(pid=103702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 02:52:54.006468 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-007fa8d5-7815-4679-89a1-e204b798890b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:54.007850 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-007fa8d5-7815-4679-89a1-e204b798890b admin admin] 10.222.0.72 "DELETE /v2.0/routers/d3cbc3f3-e67e-4e0c-af24-309f350cb229 HTTP/1.1" status: 204 len: 168 time: 1.7366107 Feb 19 02:52:54.011956 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 33960) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:52:54.105814 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 33962) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:52:54.141223 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cd4c4d9-7102-4e7c-93e9-4cbf320adc2f admin admin] Deleting subnet 0ae72435-5eeb-4168-ba67-00561d4a3cb3 {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:52:54.150742 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5cd4c4d9-7102-4e7c-93e9-4cbf320adc2f admin admin] Publish callbacks [] for subnet (0ae72435-5eeb-4168-ba67-00561d4a3cb3), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:54.160574 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 8885b1f0-8f86-4a30-a5e5-81543582ef4f {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:52:54.160915 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 8885b1f0-8f86-4a30-a5e5-81543582ef4f not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:52:54.213724 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5cd4c4d9-7102-4e7c-93e9-4cbf320adc2f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (0ae72435-5eeb-4168-ba67-00561d4a3cb3), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:54.259833 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 45579358-861a-456f-9785-d1b13792aecb is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:52:54.261078 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (45579358-861a-456f-9785-d1b13792aecb), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:54.361289 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 45579358-861a-456f-9785-d1b13792aecb, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=45579358-861a-456f-9785-d1b13792aecb,segment=NetworkSegment(5ac1db83-f9a6-4bca-8644-0ee39cc962ca),segment_id=5ac1db83-f9a6-4bca-8644-0ee39cc962ca)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:52:54.370961 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (45579358-861a-456f-9785-d1b13792aecb), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:54.422772 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5cd4c4d9-7102-4e7c-93e9-4cbf320adc2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (0ae72435-5eeb-4168-ba67-00561d4a3cb3), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:54.470100 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f05e30-52df-4e53-aad6-0c96c8f0c0ba req-2c84a17c-4a8a-4af6-b4c1-b84f891cb609 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:54.475560 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f05e30-52df-4e53-aad6-0c96c8f0c0ba req-2c84a17c-4a8a-4af6-b4c1-b84f891cb609 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:54.491729 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f05e30-52df-4e53-aad6-0c96c8f0c0ba req-2c84a17c-4a8a-4af6-b4c1-b84f891cb609 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:54.512200 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e0f05e30-52df-4e53-aad6-0c96c8f0c0ba req-2c84a17c-4a8a-4af6-b4c1-b84f891cb609 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ca8d35d-b4cf-48c3-85dc-ab729a868ca7 HTTP/1.1" status: 200 len: 2415 time: 0.2443578 Feb 19 02:52:54.546011 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=45579358-861a-456f-9785-d1b13792aecb,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:54.557672 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5cd4c4d9-7102-4e7c-93e9-4cbf320adc2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (0ae72435-5eeb-4168-ba67-00561d4a3cb3), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:54.596208 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c075e8e-7118-4f5a-bf94-dd1d382afa36 None None] Network 875100e5-54b8-4afd-87c3-0bfd574375d6 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:52:54.596944 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5cd4c4d9-7102-4e7c-93e9-4cbf320adc2f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:54.615799 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-5cd4c4d9-7102-4e7c-93e9-4cbf320adc2f admin admin] 10.222.0.72 "DELETE /v2.0/subnets/0ae72435-5eeb-4168-ba67-00561d4a3cb3 HTTP/1.1" status: 204 len: 168 time: 0.6020949 Feb 19 02:52:54.649990 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 33974) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:52:54.652075 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd4c4d9-7102-4e7c-93e9-4cbf320adc2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ae72435-5eeb-4168-ba67-00561d4a3cb3,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:54.695234 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e145886-dff9-4991-b48b-35c4c8453530 admin admin] Deleting subnet 5103dc21-f4d0-430c-8a52-b05a3a288bbf {{(pid=103701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:52:54.734670 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 33978) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:52:54.748645 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device a3994020-9cb9-4385-b10d-b840f0f22de1 up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:52:54.762273 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0e145886-dff9-4991-b48b-35c4c8453530 admin admin] Publish callbacks [] for subnet (5103dc21-f4d0-430c-8a52-b05a3a288bbf), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:54.768015 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9b843a87-0b54-4a5c-a3d1-978c30bea598 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:54.860839 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning for port a3994020-9cb9-4385-b10d-b840f0f22de1 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:52:54.872923 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port a3994020-9cb9-4385-b10d-b840f0f22de1 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:52:54.873447 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (a3994020-9cb9-4385-b10d-b840f0f22de1), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:54.982476 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a813762-cb97-46c3-99a6-0d566b2027d1 None None] DHCP port deletion for 875100e5-54b8-4afd-87c3-0bfd574375d6 request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 02:52:55.022054 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9b843a87-0b54-4a5c-a3d1-978c30bea598 admin admin] Publish callbacks [] for security_group (fdba5f6b-5c9a-44ef-858f-d3acb16f8295), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:55.028011 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9b843a87-0b54-4a5c-a3d1-978c30bea598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (fdba5f6b-5c9a-44ef-858f-d3acb16f8295), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:55.066637 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3e35854b-e7da-4f77-8c9d-2b3d100bb2d2 req-af540486-779c-4b52-b964-51ab03b03e2e tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "GET /v2.0/ports?device_id=86986d56-f539-40c0-ab0f-bbb1b534a45e HTTP/1.1" status: 200 len: 210 time: 0.3131859 Feb 19 02:52:55.155471 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-9b843a87-0b54-4a5c-a3d1-978c30bea598 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7954362513324f5482eaa401f3e39348&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4196179 Feb 19 02:52:55.158362 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 33982) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:52:55.159748 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port a3994020-9cb9-4385-b10d-b840f0f22de1 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:52:55.160147 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (a3994020-9cb9-4385-b10d-b840f0f22de1), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:55.175710 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b843a87-0b54-4a5c-a3d1-978c30bea598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdba5f6b-5c9a-44ef-858f-d3acb16f8295,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:55.179033 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0e145886-dff9-4991-b48b-35c4c8453530 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12647399'] for subnet (5103dc21-f4d0-430c-8a52-b05a3a288bbf), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:55.204930 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-6a813762-cb97-46c3-99a6-0d566b2027d1 None None] Deleting port 4c8e10e2-a879-4de2-bfa6-f45ba842b8bc {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:52:55.205414 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6a813762-cb97-46c3-99a6-0d566b2027d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (4c8e10e2-a879-4de2-bfa6-f45ba842b8bc), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:55.218581 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e0f05e30-52df-4e53-aad6-0c96c8f0c0ba req-973eb977-87a8-43e3-8934-535a299bf29c tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] 10.222.0.72 "GET /v2.0/security-groups?id=ed4112f7-4072-40c7-a6a7-08b05eb3305e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6878266 Feb 19 02:52:55.315871 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c8497c70-312c-403e-87ce-c0494d8a760e admin admin] Publish callbacks [] for security_group (fdba5f6b-5c9a-44ef-858f-d3acb16f8295), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:55.360412 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-24f5465f-68ed-4d02-9c6b-7969ec3b10cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (875100e5-54b8-4afd-87c3-0bfd574375d6), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:55.361585 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-6a813762-cb97-46c3-99a6-0d566b2027d1 None None] For port 4c8e10e2-a879-4de2-bfa6-f45ba842b8bc, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=4c8e10e2-a879-4de2-bfa6-f45ba842b8bc,segment=NetworkSegment(bce96bc7-626e-4d77-96a0-8792b843309f),segment_id=bce96bc7-626e-4d77-96a0-8792b843309f)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:52:55.362344 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6a813762-cb97-46c3-99a6-0d566b2027d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (4c8e10e2-a879-4de2-bfa6-f45ba842b8bc), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:55.387971 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c8497c70-312c-403e-87ce-c0494d8a760e admin admin] Publish callbacks [] for security_group (fdba5f6b-5c9a-44ef-858f-d3acb16f8295), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:55.401857 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-6a813762-cb97-46c3-99a6-0d566b2027d1 None None] Calling delete_port for 4c8e10e2-a879-4de2-bfa6-f45ba842b8bc owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:52:55.409643 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0e145886-dff9-4991-b48b-35c4c8453530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (5103dc21-f4d0-430c-8a52-b05a3a288bbf), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:55.526820 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d323dd-739d-478d-8088-6047f719b5d6 req-b386cc6a-63a6-4998-af7a-bd02a7313735 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:55.528401 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-19d323dd-739d-478d-8088-6047f719b5d6 req-b386cc6a-63a6-4998-af7a-bd02a7313735 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.82 "GET /v2.0/networks?id=8ee469c1-3b92-4511-8f73-2a197f9b67c2 HTTP/1.1" status: 200 len: 821 time: 0.1633680 Feb 19 02:52:55.546072 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c8497c70-312c-403e-87ce-c0494d8a760e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (fdba5f6b-5c9a-44ef-858f-d3acb16f8295), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:55.553086 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c8497c70-312c-403e-87ce-c0494d8a760e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:55.556806 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-c8497c70-312c-403e-87ce-c0494d8a760e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/fdba5f6b-5c9a-44ef-858f-d3acb16f8295 HTTP/1.1" status: 204 len: 168 time: 0.3949203 Feb 19 02:52:55.587556 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-19d323dd-739d-478d-8088-6047f719b5d6 req-90ab2be0-623a-4801-afb3-8c002e3a7945 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Request body: {'port': {'device_id': '86986d56-f539-40c0-ab0f-bbb1b534a45e', 'network_id': '8ee469c1-3b92-4511-8f73-2a197f9b67c2', 'admin_state_up': True, 'tenant_id': 'be795ecfceb44d2da411c5f5f56a6624'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:52:55.590112 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6a813762-cb97-46c3-99a6-0d566b2027d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (4c8e10e2-a879-4de2-bfa6-f45ba842b8bc), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:55.605917 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port a3994020-9cb9-4385-b10d-b840f0f22de1, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=a3994020-9cb9-4385-b10d-b840f0f22de1,segment=NetworkSegment(5ac1db83-f9a6-4bca-8644-0ee39cc962ca),segment_id=5ac1db83-f9a6-4bca-8644-0ee39cc962ca)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:52:55.648693 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a813762-cb97-46c3-99a6-0d566b2027d1 None None] No DVR routers for this DVR port 4c8e10e2-a879-4de2-bfa6-f45ba842b8bc on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:52:55.666363 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d88583-9f74-4455-94c5-e35d6a4bb231 req-f73d8069-920a-4444-9083-251d5d03aabe tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:55.666868 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a813762-cb97-46c3-99a6-0d566b2027d1 None None] Pushing event deleted for resources: {'Port': ['ID=4c8e10e2-a879-4de2-bfa6-f45ba842b8bc,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:55.671740 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (a3994020-9cb9-4385-b10d-b840f0f22de1), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:55.689192 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b3d88583-9f74-4455-94c5-e35d6a4bb231 req-f73d8069-920a-4444-9083-251d5d03aabe tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8a86073-2def-4fb5-96a2-44c62d200d83 HTTP/1.1" status: 200 len: 946 time: 0.5068262 Feb 19 02:52:55.754361 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0e145886-dff9-4991-b48b-35c4c8453530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12647206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58706286'] for subnet (5103dc21-f4d0-430c-8a52-b05a3a288bbf), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:55.816904 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=a3994020-9cb9-4385-b10d-b840f0f22de1,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:55.828084 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ca8d35d-b4cf-48c3-85dc-ab729a868ca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45579358-861a-456f-9785-d1b13792aecb'}, {'server_uuid': '4ca8d35d-b4cf-48c3-85dc-ab729a868ca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3994020-9cb9-4385-b10d-b840f0f22de1'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:52:55.833803 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5e9d0c3-bfa6-40a7-97c0-bdf8a4f4fe9d" -d '{"events": [{"server_uuid": "4ca8d35d-b4cf-48c3-85dc-ab729a868ca7", "name": "network-vif-plugged", "status": "completed", "tag": "45579358-861a-456f-9785-d1b13792aecb"}, {"server_uuid": "4ca8d35d-b4cf-48c3-85dc-ab729a868ca7", "name": "network-vif-plugged", "status": "completed", "tag": "a3994020-9cb9-4385-b10d-b840f0f22de1"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:52:55.903747 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b3d88583-9f74-4455-94c5-e35d6a4bb231 req-e78ce696-fb97-4668-b0be-ee828d1c6e55 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ca71149-99da-4cc2-ac25-44d2d4a4007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130227 Feb 19 02:52:55.918323 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 19 Feb 2022 02:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e2d4d87-8ab9-4131-b597-1dc2b49b5f3d x-openstack-request-id: req-8e2d4d87-8ab9-4131-b597-1dc2b49b5f3d {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:52:55.918852 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ca8d35d-b4cf-48c3-85dc-ab729a868ca7", "name": "network-vif-plugged", "status": "completed", "tag": "45579358-861a-456f-9785-d1b13792aecb", "code": 200}, {"server_uuid": "4ca8d35d-b4cf-48c3-85dc-ab729a868ca7", "name": "network-vif-plugged", "status": "completed", "tag": "a3994020-9cb9-4385-b10d-b840f0f22de1", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:52:55.919281 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8e2d4d87-8ab9-4131-b597-1dc2b49b5f3d {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:52:55.919837 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ca8d35d-b4cf-48c3-85dc-ab729a868ca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45579358-861a-456f-9785-d1b13792aecb', 'code': 200} Feb 19 02:52:55.920271 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ca8d35d-b4cf-48c3-85dc-ab729a868ca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3994020-9cb9-4385-b10d-b840f0f22de1', 'code': 200} Feb 19 02:52:55.924801 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e145886-dff9-4991-b48b-35c4c8453530 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5103dc21-f4d0-430c-8a52-b05a3a288bbf,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:55.929089 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0e145886-dff9-4991-b48b-35c4c8453530 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:55.939020 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-0e145886-dff9-4991-b48b-35c4c8453530 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/5103dc21-f4d0-430c-8a52-b05a3a288bbf HTTP/1.1" status: 204 len: 168 time: 1.8306303 Feb 19 02:52:55.956287 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 33994) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:52:55.957069 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8497c70-312c-403e-87ce-c0494d8a760e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdba5f6b-5c9a-44ef-858f-d3acb16f8295,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:55.967464 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-24f5465f-68ed-4d02-9c6b-7969ec3b10cc admin admin] Deleting port 4c8e10e2-a879-4de2-bfa6-f45ba842b8bc {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:52:55.967811 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-24f5465f-68ed-4d02-9c6b-7969ec3b10cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (4c8e10e2-a879-4de2-bfa6-f45ba842b8bc), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:55.994625 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 4c8e10e2-a879-4de2-bfa6-f45ba842b8bc no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:52:56.060776 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 4c8e10e2-a879-4de2-bfa6-f45ba842b8bc {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:52:56.061173 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 4c8e10e2-a879-4de2-bfa6-f45ba842b8bc not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:52:56.061603 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device cf2d0d96-238e-4bc7-a11d-afec0f289edc no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:52:56.096820 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: cf2d0d96-238e-4bc7-a11d-afec0f289edc {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:52:56.097221 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device cf2d0d96-238e-4bc7-a11d-afec0f289edc not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:52:56.117802 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:56.228606 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19d323dd-739d-478d-8088-6047f719b5d6 req-90ab2be0-623a-4801-afb3-8c002e3a7945 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Made reservation on behalf of be795ecfceb44d2da411c5f5f56a6624 for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:52:56.232563 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-19d323dd-739d-478d-8088-6047f719b5d6 req-90ab2be0-623a-4801-afb3-8c002e3a7945 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:56.250364 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-24f5465f-68ed-4d02-9c6b-7969ec3b10cc admin admin] For port 4c8e10e2-a879-4de2-bfa6-f45ba842b8bc, host n-d-826753-2, got binding levels [] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:52:56.250918 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-24f5465f-68ed-4d02-9c6b-7969ec3b10cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (4c8e10e2-a879-4de2-bfa6-f45ba842b8bc), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:56.283557 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5c6c3963-5f2e-4436-bfac-312a628a4306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (4ec29c64-a4ae-430d-ba9f-348461fbf8ef), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:56.287856 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-24f5465f-68ed-4d02-9c6b-7969ec3b10cc admin admin] Calling delete_port for 4c8e10e2-a879-4de2-bfa6-f45ba842b8bc owned by network:dhcp {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:52:56.292193 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.ipam_backend_mixin [None req-24f5465f-68ed-4d02-9c6b-7969ec3b10cc admin admin] Port 4c8e10e2-a879-4de2-bfa6-f45ba842b8bc was not found and therefore no delete operation was performed {{(pid=103701) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 02:52:56.294005 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-24f5465f-68ed-4d02-9c6b-7969ec3b10cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (4c8e10e2-a879-4de2-bfa6-f45ba842b8bc), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:56.387952 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f5465f-68ed-4d02-9c6b-7969ec3b10cc admin admin] Pushing event deleted for resources: {'Port': ['ID=4c8e10e2-a879-4de2-bfa6-f45ba842b8bc,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:56.395181 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-151a9868-3aa0-4ed4-849e-231382747158 req-6f3fd44b-4a46-4dc3-a882-7f3837c54d5c tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "GET /v2.0/ports?device_id=86986d56-f539-40c0-ab0f-bbb1b534a45e HTTP/1.1" status: 200 len: 210 time: 0.0972652 Feb 19 02:52:56.396988 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f5465f-68ed-4d02-9c6b-7969ec3b10cc admin admin] No DVR routers for this DVR port 4c8e10e2-a879-4de2-bfa6-f45ba842b8bc on host n-d-826753-2 {{(pid=103701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:52:56.457919 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfe6a12-33ee-4bf5-9a09-bb01d8558159 req-82cce5d8-e974-448e-b715-c16c3ad7e110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:56.458732 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfe6a12-33ee-4bf5-9a09-bb01d8558159 req-82cce5d8-e974-448e-b715-c16c3ad7e110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:56.459444 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfe6a12-33ee-4bf5-9a09-bb01d8558159 req-82cce5d8-e974-448e-b715-c16c3ad7e110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:56.462946 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-bcfe6a12-33ee-4bf5-9a09-bb01d8558159 req-82cce5d8-e974-448e-b715-c16c3ad7e110 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4ca8d35d-b4cf-48c3-85dc-ab729a868ca7 HTTP/1.1" status: 200 len: 2963 time: 0.3991241 Feb 19 02:52:56.507856 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa4ddae-03e3-473a-a3ec-dcda899d6348 req-c1783684-d393-4c2f-a150-2a01e31750f2 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:56.510204 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3fa4ddae-03e3-473a-a3ec-dcda899d6348 req-c1783684-d393-4c2f-a150-2a01e31750f2 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8a86073-2def-4fb5-96a2-44c62d200d83 HTTP/1.1" status: 200 len: 946 time: 0.2095144 Feb 19 02:52:56.516416 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-24f5465f-68ed-4d02-9c6b-7969ec3b10cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (875100e5-54b8-4afd-87c3-0bfd574375d6), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:56.602238 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-24f5465f-68ed-4d02-9c6b-7969ec3b10cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['875100e5-54b8-4afd-87c3-0bfd574375d6']}} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:52:56.610978 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [req-19d323dd-739d-478d-8088-6047f719b5d6 req-90ab2be0-623a-4801-afb3-8c002e3a7945 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Allocated IP 172.20.0.5 (8ee469c1-3b92-4511-8f73-2a197f9b67c2/d0f15016-5d06-4afe-8688-9505c2a1be59/652f7a8e-b17f-4471-bd5b-1aa9890bb00d) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:52:56.627819 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-24f5465f-68ed-4d02-9c6b-7969ec3b10cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bce96bc7-626e-4d77-96a0-8792b843309f') {'for_net_delete': True} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:52:56.628120 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-24f5465f-68ed-4d02-9c6b-7969ec3b10cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bce96bc7-626e-4d77-96a0-8792b843309f') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:52:56.643760 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5c6c3963-5f2e-4436-bfac-312a628a4306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (4ec29c64-a4ae-430d-ba9f-348461fbf8ef), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:56.659155 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-bcfe6a12-33ee-4bf5-9a09-bb01d8558159 req-dde01d55-b6c0-4210-9c73-a676f1238fc3 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ed4112f7-4072-40c7-a6a7-08b05eb3305e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444857 Feb 19 02:52:56.659416 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f590ce12-e8e1-492a-8af9-e3c4b3f64010 req-fe9ea6d7-0f1d-41b7-b758-a8a38270f6f9 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:56.665391 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f590ce12-e8e1-492a-8af9-e3c4b3f64010 req-fe9ea6d7-0f1d-41b7-b758-a8a38270f6f9 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:56.671100 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f590ce12-e8e1-492a-8af9-e3c4b3f64010 req-fe9ea6d7-0f1d-41b7-b758-a8a38270f6f9 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:56.674050 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f590ce12-e8e1-492a-8af9-e3c4b3f64010 req-fe9ea6d7-0f1d-41b7-b758-a8a38270f6f9 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ca8d35d-b4cf-48c3-85dc-ab729a868ca7 HTTP/1.1" status: 200 len: 2417 time: 0.1607895 Feb 19 02:52:56.676416 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-24f5465f-68ed-4d02-9c6b-7969ec3b10cc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12647422'] for segment (bce96bc7-626e-4d77-96a0-8792b843309f), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:56.688825 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-5c6c3963-5f2e-4436-bfac-312a628a4306 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ec29c64-a4ae-430d-ba9f-348461fbf8ef']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:52:56.692776 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3fa4ddae-03e3-473a-a3ec-dcda899d6348 req-cb491b26-cf00-4d86-8749-3d8b19424623 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ca71149-99da-4cc2-ac25-44d2d4a4007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390178 Feb 19 02:52:56.713294 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-5c6c3963-5f2e-4436-bfac-312a628a4306 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3dae451-0c86-4a64-8455-5c47bfffd3eb') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:52:56.713588 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-5c6c3963-5f2e-4436-bfac-312a628a4306 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3dae451-0c86-4a64-8455-5c47bfffd3eb') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:52:56.732832 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5c6c3963-5f2e-4436-bfac-312a628a4306 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (b3dae451-0c86-4a64-8455-5c47bfffd3eb), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:56.738958 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-24f5465f-68ed-4d02-9c6b-7969ec3b10cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (bce96bc7-626e-4d77-96a0-8792b843309f), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:56.769763 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24f5465f-68ed-4d02-9c6b-7969ec3b10cc admin admin] Releasing vlan 261 on physical network physnet1 to pool {{(pid=103701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:52:56.772841 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-24f5465f-68ed-4d02-9c6b-7969ec3b10cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583360'] for segment (bce96bc7-626e-4d77-96a0-8792b843309f), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:56.775618 n-d-826753-2 neutron-server[103701]: Traceback (most recent call last): Feb 19 02:52:56.775618 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:52:56.775618 n-d-826753-2 neutron-server[103701]: timer() Feb 19 02:52:56.775618 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:52:56.775618 n-d-826753-2 neutron-server[103701]: cb(*args, **kw) Feb 19 02:52:56.775618 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:52:56.775618 n-d-826753-2 neutron-server[103701]: return func(*args, **kwargs) Feb 19 02:52:56.775618 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:52:56.775618 n-d-826753-2 neutron-server[103701]: self._notify() Feb 19 02:52:56.775618 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:52:56.775618 n-d-826753-2 neutron-server[103701]: self.callback(batched_events) Feb 19 02:52:56.775618 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:52:56.775618 n-d-826753-2 neutron-server[103701]: event.method(event) Feb 19 02:52:56.775618 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:52:56.775618 n-d-826753-2 neutron-server[103701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:52:56.775618 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:52:56.775618 n-d-826753-2 neutron-server[103701]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:52:56.775618 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:52:56.775618 n-d-826753-2 neutron-server[103701]: return f(self, *a, **k) Feb 19 02:52:56.775618 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:52:56.775618 n-d-826753-2 neutron-server[103701]: return self._get(url).json() Feb 19 02:52:56.775618 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:52:56.775618 n-d-826753-2 neutron-server[103701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:52:56.775618 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:52:56.775618 n-d-826753-2 neutron-server[103701]: return self.request(url, 'GET', **kwargs) Feb 19 02:52:56.775618 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:52:56.775618 n-d-826753-2 neutron-server[103701]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:52:56.775618 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:52:56.775618 n-d-826753-2 neutron-server[103701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:52:56.775618 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:52:56.775618 n-d-826753-2 neutron-server[103701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:52:56.775618 n-d-826753-2 neutron-server[103701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:52:56.794351 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5c6c3963-5f2e-4436-bfac-312a628a4306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (b3dae451-0c86-4a64-8455-5c47bfffd3eb), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:56.811143 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c6c3963-5f2e-4436-bfac-312a628a4306 admin admin] Releasing vlan 264 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:52:56.811545 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5c6c3963-5f2e-4436-bfac-312a628a4306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (b3dae451-0c86-4a64-8455-5c47bfffd3eb), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:56.813354 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 02:52:56.813354 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:52:56.813354 n-d-826753-2 neutron-server[103702]: timer() Feb 19 02:52:56.813354 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:52:56.813354 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 02:52:56.813354 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:52:56.813354 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 02:52:56.813354 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:52:56.813354 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 02:52:56.813354 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:52:56.813354 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 02:52:56.813354 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:52:56.813354 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 02:52:56.813354 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:52:56.813354 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:52:56.813354 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:52:56.813354 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:52:56.813354 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:52:56.813354 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 02:52:56.813354 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:52:56.813354 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 02:52:56.813354 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:52:56.813354 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:52:56.813354 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:52:56.813354 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 02:52:56.813354 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:52:56.813354 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:52:56.813354 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:52:56.813354 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:52:56.813354 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:52:56.813354 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:52:56.813354 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:52:56.930080 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f590ce12-e8e1-492a-8af9-e3c4b3f64010 req-cd308962-ad6f-49ca-80e8-46bbc9a7dce9 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] 10.222.0.72 "GET /v2.0/security-groups?id=ed4112f7-4072-40c7-a6a7-08b05eb3305e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263212 Feb 19 02:52:56.961802 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-24f5465f-68ed-4d02-9c6b-7969ec3b10cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (875100e5-54b8-4afd-87c3-0bfd574375d6), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:56.979280 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-24f5465f-68ed-4d02-9c6b-7969ec3b10cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:56.984235 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-24f5465f-68ed-4d02-9c6b-7969ec3b10cc admin admin] 10.222.0.72 "DELETE /v2.0/networks/875100e5-54b8-4afd-87c3-0bfd574375d6 HTTP/1.1" status: 204 len: 168 time: 2.2927423 Feb 19 02:52:56.993882 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28365106-1b5b-431c-ad52-9c3ea62d9519 req-9a7e3c7b-5a35-438d-ab8b-6ae1ecb4afd7 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:57.001485 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-28365106-1b5b-431c-ad52-9c3ea62d9519 req-9a7e3c7b-5a35-438d-ab8b-6ae1ecb4afd7 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8a86073-2def-4fb5-96a2-44c62d200d83 HTTP/1.1" status: 200 len: 946 time: 0.1941125 Feb 19 02:52:57.019647 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f5465f-68ed-4d02-9c6b-7969ec3b10cc admin admin] Pushing event deleted for resources: {'Network': ['ID=875100e5-54b8-4afd-87c3-0bfd574375d6,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:57.077293 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-28365106-1b5b-431c-ad52-9c3ea62d9519 req-d4e23623-44d2-4aa1-aa3e-30ead81af78d tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ca71149-99da-4cc2-ac25-44d2d4a4007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694196 Feb 19 02:52:57.288979 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 34040) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:52:57.362348 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-d2609034-eeb1-4986-87bb-d96a39ec16da admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7478e867ac94480b9c1c44ca2e321f2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0684733 Feb 19 02:52:57.362802 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 34044) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:52:57.470140 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a9768295-1ae0-4435-a87d-0601c9d8e922 admin admin] Publish callbacks [] for security_group (7ad2b075-8470-4480-bb4e-92661338512f), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:57.484728 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-19d323dd-739d-478d-8088-6047f719b5d6 req-90ab2be0-623a-4801-afb3-8c002e3a7945 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Publish callbacks [] for port (652f7a8e-b17f-4471-bd5b-1aa9890bb00d), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:57.521254 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5c6c3963-5f2e-4436-bfac-312a628a4306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (4ec29c64-a4ae-430d-ba9f-348461fbf8ef), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:57.529350 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5c6c3963-5f2e-4436-bfac-312a628a4306 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:57.536411 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-5c6c3963-5f2e-4436-bfac-312a628a4306 admin admin] 10.222.0.72 "DELETE /v2.0/networks/4ec29c64-a4ae-430d-ba9f-348461fbf8ef HTTP/1.1" status: 204 len: 168 time: 1.5523670 Feb 19 02:52:57.540505 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-19d323dd-739d-478d-8088-6047f719b5d6 req-90ab2be0-623a-4801-afb3-8c002e3a7945 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (652f7a8e-b17f-4471-bd5b-1aa9890bb00d), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:57.618230 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19d323dd-739d-478d-8088-6047f719b5d6 req-90ab2be0-623a-4801-afb3-8c002e3a7945 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Network 8ee469c1-3b92-4511-8f73-2a197f9b67c2 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:52:57.619982 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6c3963-5f2e-4436-bfac-312a628a4306 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ec29c64-a4ae-430d-ba9f-348461fbf8ef,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:57.622278 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a9768295-1ae0-4435-a87d-0601c9d8e922 admin admin] Publish callbacks [] for security_group (7ad2b075-8470-4480-bb4e-92661338512f), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:57.625545 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [req-19d323dd-739d-478d-8088-6047f719b5d6 req-90ab2be0-623a-4801-afb3-8c002e3a7945 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:52:57.633932 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-19d323dd-739d-478d-8088-6047f719b5d6 req-90ab2be0-623a-4801-afb3-8c002e3a7945 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:52:57.647771 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cbf733-c315-4c15-860d-bfd05cd3344e req-b14d8189-d798-4e92-96f4-fb1ec28d9570 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:57.650084 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b6cbf733-c315-4c15-860d-bfd05cd3344e req-b14d8189-d798-4e92-96f4-fb1ec28d9570 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8a86073-2def-4fb5-96a2-44c62d200d83 HTTP/1.1" status: 200 len: 946 time: 0.1830778 Feb 19 02:52:57.661079 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 34054) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:52:57.690507 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ab2be0-623a-4801-afb3-8c002e3a7945 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Pushing event updated for resources: {'Port': ['ID=652f7a8e-b17f-4471-bd5b-1aa9890bb00d,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:57.716484 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d323dd-739d-478d-8088-6047f719b5d6 req-90ab2be0-623a-4801-afb3-8c002e3a7945 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:57.717584 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-19d323dd-739d-478d-8088-6047f719b5d6 req-90ab2be0-623a-4801-afb3-8c002e3a7945 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:57.733609 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b6cbf733-c315-4c15-860d-bfd05cd3344e req-06edc93d-a834-4baf-b215-f1a013c4fdfd tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ca71149-99da-4cc2-ac25-44d2d4a4007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715420 Feb 19 02:52:57.749062 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-19d323dd-739d-478d-8088-6047f719b5d6 req-90ab2be0-623a-4801-afb3-8c002e3a7945 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1907341 Feb 19 02:52:57.753992 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84122016-b7c7-4ef9-8340-c79aa2c4eb90 req-fe4e659d-4d32-4277-9ede-c4204611e503 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:57.762172 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-84122016-b7c7-4ef9-8340-c79aa2c4eb90 req-fe4e659d-4d32-4277-9ede-c4204611e503 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "GET /v2.0/ports?device_id=86986d56-f539-40c0-ab0f-bbb1b534a45e HTTP/1.1" status: 200 len: 931 time: 0.2142630 Feb 19 02:52:57.780011 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-19d323dd-739d-478d-8088-6047f719b5d6 req-3886da8d-c6b0-421d-9896-a17bc5d9ede5 service neutron] Request body: {'port': {'device_id': '86986d56-f539-40c0-ab0f-bbb1b534a45e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826753-2'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:52:57.832721 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-84122016-b7c7-4ef9-8340-c79aa2c4eb90 req-2615312a-2967-40ab-b80e-f5b97d0dfc2b tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "GET /v2.0/security-groups?id=78612224-fbf6-480f-bcea-ccb270efe765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674531 Feb 19 02:52:57.837448 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a9768295-1ae0-4435-a87d-0601c9d8e922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (7ad2b075-8470-4480-bb4e-92661338512f), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:57.840513 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a9768295-1ae0-4435-a87d-0601c9d8e922 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:57.845348 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-a9768295-1ae0-4435-a87d-0601c9d8e922 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7ad2b075-8470-4480-bb4e-92661338512f HTTP/1.1" status: 204 len: 168 time: 0.4776399 Feb 19 02:52:57.852563 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9768295-1ae0-4435-a87d-0601c9d8e922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ad2b075-8470-4480-bb4e-92661338512f,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:57.887281 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-19d323dd-739d-478d-8088-6047f719b5d6 req-3886da8d-c6b0-421d-9896-a17bc5d9ede5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (652f7a8e-b17f-4471-bd5b-1aa9890bb00d), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:57.904918 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 34062) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:52:58.001873 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-b86d8280-b5fe-4455-98d5-0c907535919f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d68bae7ecf6f4907884d3b1c20c6b537&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0929062 Feb 19 02:52:58.002081 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 34066) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:52:58.086896 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b3bf828d-7437-4d6b-927f-aa86c27fdcba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:58.173432 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d78ef465-6099-4e64-aa59-c29ae7125e8a admin admin] Publish callbacks [] for security_group (83745bf6-2450-44b1-b073-88b2d8645794), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:58.214374 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caad95c1-61a6-4955-98f6-7ab1ae0b702c req-85639188-a012-42fc-b3e1-24cd945d93d7 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:58.218763 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caad95c1-61a6-4955-98f6-7ab1ae0b702c req-85639188-a012-42fc-b3e1-24cd945d93d7 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:58.224483 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caad95c1-61a6-4955-98f6-7ab1ae0b702c req-85639188-a012-42fc-b3e1-24cd945d93d7 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:58.232867 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-caad95c1-61a6-4955-98f6-7ab1ae0b702c req-85639188-a012-42fc-b3e1-24cd945d93d7 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ca8d35d-b4cf-48c3-85dc-ab729a868ca7 HTTP/1.1" status: 200 len: 2417 time: 0.1428258 Feb 19 02:52:58.263197 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d78ef465-6099-4e64-aa59-c29ae7125e8a admin admin] Publish callbacks [] for security_group (83745bf6-2450-44b1-b073-88b2d8645794), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:58.345922 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-19d323dd-739d-478d-8088-6047f719b5d6 req-3886da8d-c6b0-421d-9896-a17bc5d9ede5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 652f7a8e-b17f-4471-bd5b-1aa9890bb00d {{(pid=103702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:52:58.358974 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-19d323dd-739d-478d-8088-6047f719b5d6 req-3886da8d-c6b0-421d-9896-a17bc5d9ede5 service neutron] Publish callbacks [] for port (652f7a8e-b17f-4471-bd5b-1aa9890bb00d), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:58.382236 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-19d323dd-739d-478d-8088-6047f719b5d6 req-3886da8d-c6b0-421d-9896-a17bc5d9ede5 service neutron] Transition to ACTIVE for port object 652f7a8e-b17f-4471-bd5b-1aa9890bb00d will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:52:58.389789 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-19d323dd-739d-478d-8088-6047f719b5d6 req-3886da8d-c6b0-421d-9896-a17bc5d9ede5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (652f7a8e-b17f-4471-bd5b-1aa9890bb00d), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:58.459667 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3886da8d-c6b0-421d-9896-a17bc5d9ede5 service neutron] Pushing event updated for resources: {'Port': ['ID=652f7a8e-b17f-4471-bd5b-1aa9890bb00d,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:58.501926 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-caad95c1-61a6-4955-98f6-7ab1ae0b702c req-8e79567f-a12c-4856-937d-b141c59fe414 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] 10.222.0.72 "GET /v2.0/security-groups?id=ed4112f7-4072-40c7-a6a7-08b05eb3305e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678847 Feb 19 02:52:58.537925 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b3bf828d-7437-4d6b-927f-aa86c27fdcba admin admin] Publish callbacks [] for security_group (06835231-f6a6-401e-9ca2-e9271c4ca5ff), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:58.543162 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d78ef465-6099-4e64-aa59-c29ae7125e8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (83745bf6-2450-44b1-b073-88b2d8645794), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:58.547580 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d78ef465-6099-4e64-aa59-c29ae7125e8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:58.549397 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-d78ef465-6099-4e64-aa59-c29ae7125e8a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/83745bf6-2450-44b1-b073-88b2d8645794 HTTP/1.1" status: 204 len: 168 time: 0.5462644 Feb 19 02:52:58.556035 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b3bf828d-7437-4d6b-927f-aa86c27fdcba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (06835231-f6a6-401e-9ca2-e9271c4ca5ff), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:58.577728 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78ef465-6099-4e64-aa59-c29ae7125e8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83745bf6-2450-44b1-b073-88b2d8645794,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:58.598324 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-19d323dd-739d-478d-8088-6047f719b5d6 req-3886da8d-c6b0-421d-9896-a17bc5d9ede5 service neutron] Attempting to bind port 652f7a8e-b17f-4471-bd5b-1aa9890bb00d on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:52:58.599271 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-19d323dd-739d-478d-8088-6047f719b5d6 req-3886da8d-c6b0-421d-9896-a17bc5d9ede5 service neutron] Attempting to bind port 652f7a8e-b17f-4471-bd5b-1aa9890bb00d by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': '67a55616-cfc4-41c3-be2a-0391abacfbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8ee469c1-3b92-4511-8f73-2a197f9b67c2'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:52:58.599788 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d323dd-739d-478d-8088-6047f719b5d6 req-3886da8d-c6b0-421d-9896-a17bc5d9ede5 service neutron] Attempting to bind port 652f7a8e-b17f-4471-bd5b-1aa9890bb00d on network 8ee469c1-3b92-4511-8f73-2a197f9b67c2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:52:58.606907 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 34086) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:52:58.609794 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bf828d-7437-4d6b-927f-aa86c27fdcba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06835231-f6a6-401e-9ca2-e9271c4ca5ff,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:58.622910 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d323dd-739d-478d-8088-6047f719b5d6 req-3886da8d-c6b0-421d-9896-a17bc5d9ede5 service neutron] Port 652f7a8e-b17f-4471-bd5b-1aa9890bb00d on network 8ee469c1-3b92-4511-8f73-2a197f9b67c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:52:58.623509 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d323dd-739d-478d-8088-6047f719b5d6 req-3886da8d-c6b0-421d-9896-a17bc5d9ede5 service neutron] Attempting to bind port 652f7a8e-b17f-4471-bd5b-1aa9890bb00d on network 8ee469c1-3b92-4511-8f73-2a197f9b67c2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:52:58.630285 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-b3bf828d-7437-4d6b-927f-aa86c27fdcba admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2815e3bb67cd4cfe8938d492fd529400&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9670022 Feb 19 02:52:58.632771 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 34088) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:52:58.638845 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d323dd-739d-478d-8088-6047f719b5d6 req-3886da8d-c6b0-421d-9896-a17bc5d9ede5 service neutron] Checking agent: {'id': 'bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:52:58.639191 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d323dd-739d-478d-8088-6047f719b5d6 req-3886da8d-c6b0-421d-9896-a17bc5d9ede5 service neutron] Checking segment: {'id': '67a55616-cfc4-41c3-be2a-0391abacfbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8ee469c1-3b92-4511-8f73-2a197f9b67c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:52:58.639573 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d323dd-739d-478d-8088-6047f719b5d6 req-3886da8d-c6b0-421d-9896-a17bc5d9ede5 service neutron] Bound using segment: {'id': '67a55616-cfc4-41c3-be2a-0391abacfbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8ee469c1-3b92-4511-8f73-2a197f9b67c2'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:52:58.640041 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-19d323dd-739d-478d-8088-6047f719b5d6 req-3886da8d-c6b0-421d-9896-a17bc5d9ede5 service neutron] Bound port: 652f7a8e-b17f-4471-bd5b-1aa9890bb00d, host: n-h2-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67a55616-cfc4-41c3-be2a-0391abacfbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8ee469c1-3b92-4511-8f73-2a197f9b67c2'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:52:58.640361 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-19d323dd-739d-478d-8088-6047f719b5d6 req-3886da8d-c6b0-421d-9896-a17bc5d9ede5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (652f7a8e-b17f-4471-bd5b-1aa9890bb00d), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:58.701663 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b8bbb936-0de2-489a-9e00-fde1c73614ea admin admin] Publish callbacks [] for security_group (06835231-f6a6-401e-9ca2-e9271c4ca5ff), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:58.714514 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-08c54508-c864-466a-921c-0c55677e46f9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e916a112f2fb4b079281e818795a11ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1060367 Feb 19 02:52:58.715415 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 34090) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:52:58.728830 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b8bbb936-0de2-489a-9e00-fde1c73614ea admin admin] Publish callbacks [] for security_group (06835231-f6a6-401e-9ca2-e9271c4ca5ff), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:58.790699 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b8bbb936-0de2-489a-9e00-fde1c73614ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (06835231-f6a6-401e-9ca2-e9271c4ca5ff), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:58.795681 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b8bbb936-0de2-489a-9e00-fde1c73614ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:58.797803 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-b8bbb936-0de2-489a-9e00-fde1c73614ea admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/06835231-f6a6-401e-9ca2-e9271c4ca5ff HTTP/1.1" status: 204 len: 168 time: 0.1636522 Feb 19 02:52:58.818934 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bbb936-0de2-489a-9e00-fde1c73614ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06835231-f6a6-401e-9ca2-e9271c4ca5ff,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:58.820853 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-19d323dd-739d-478d-8088-6047f719b5d6 req-3886da8d-c6b0-421d-9896-a17bc5d9ede5 service neutron] For port 652f7a8e-b17f-4471-bd5b-1aa9890bb00d, host n-h2-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:52:58.828389 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-19d323dd-739d-478d-8088-6047f719b5d6 req-3886da8d-c6b0-421d-9896-a17bc5d9ede5 service neutron] For port 652f7a8e-b17f-4471-bd5b-1aa9890bb00d, host n-h2-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=652f7a8e-b17f-4471-bd5b-1aa9890bb00d,segment=NetworkSegment(67a55616-cfc4-41c3-be2a-0391abacfbd5),segment_id=67a55616-cfc4-41c3-be2a-0391abacfbd5)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:52:58.856472 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-19d323dd-739d-478d-8088-6047f719b5d6 req-3886da8d-c6b0-421d-9896-a17bc5d9ede5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (652f7a8e-b17f-4471-bd5b-1aa9890bb00d), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:58.871771 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a393181b-b692-4464-86b4-34edaf99f398 admin admin] Publish callbacks [] for security_group (4652e012-8f87-4456-acf4-df8c717a12ae), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:58.941531 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d323dd-739d-478d-8088-6047f719b5d6 req-3886da8d-c6b0-421d-9896-a17bc5d9ede5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:58.942232 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-19d323dd-739d-478d-8088-6047f719b5d6 req-3886da8d-c6b0-421d-9896-a17bc5d9ede5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:58.944292 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-19d323dd-739d-478d-8088-6047f719b5d6 req-3886da8d-c6b0-421d-9896-a17bc5d9ede5 service neutron] 10.222.0.82 "PUT /v2.0/ports/652f7a8e-b17f-4471-bd5b-1aa9890bb00d HTTP/1.1" status: 200 len: 1091 time: 1.1742997 Feb 19 02:52:58.958957 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86986d56-f539-40c0-ab0f-bbb1b534a45e', 'tag': '652f7a8e-b17f-4471-bd5b-1aa9890bb00d'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:52:58.962156 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14000e8f-8f13-4551-aeeb-68612f518118" -d '{"events": [{"name": "network-changed", "server_uuid": "86986d56-f539-40c0-ab0f-bbb1b534a45e", "tag": "652f7a8e-b17f-4471-bd5b-1aa9890bb00d"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:52:58.969577 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a393181b-b692-4464-86b4-34edaf99f398 admin admin] Publish callbacks [] for security_group (4652e012-8f87-4456-acf4-df8c717a12ae), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:59.037082 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3886da8d-c6b0-421d-9896-a17bc5d9ede5 service neutron] Pushing event updated for resources: {'Port': ['ID=652f7a8e-b17f-4471-bd5b-1aa9890bb00d,revision_number=3']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:59.085178 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936de696-81d5-4543-b3bc-822d1bafe943 req-28fd71dd-8ffe-4de6-9b2c-537d3d63d06b tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:59.087422 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-936de696-81d5-4543-b3bc-822d1bafe943 req-28fd71dd-8ffe-4de6-9b2c-537d3d63d06b tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8a86073-2def-4fb5-96a2-44c62d200d83 HTTP/1.1" status: 200 len: 946 time: 0.2176933 Feb 19 02:52:59.097503 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853310af-d1bf-448e-a347-d81beb437cf6 req-d305d820-958b-4f27-921a-b0f21bde3252 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:59.099078 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-853310af-d1bf-448e-a347-d81beb437cf6 req-d305d820-958b-4f27-921a-b0f21bde3252 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8a86073-2def-4fb5-96a2-44c62d200d83 HTTP/1.1" status: 200 len: 946 time: 0.1939869 Feb 19 02:52:59.142078 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a393181b-b692-4464-86b4-34edaf99f398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (4652e012-8f87-4456-acf4-df8c717a12ae), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:59.144807 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a393181b-b692-4464-86b4-34edaf99f398 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:59.151050 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-a393181b-b692-4464-86b4-34edaf99f398 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4652e012-8f87-4456-acf4-df8c717a12ae HTTP/1.1" status: 204 len: 168 time: 0.4324975 Feb 19 02:52:59.161887 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d323dd-739d-478d-8088-6047f719b5d6 req-8fcb8aae-1aec-45bf-ad9b-09bb3234449c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:59.163552 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-19d323dd-739d-478d-8088-6047f719b5d6 req-8fcb8aae-1aec-45bf-ad9b-09bb3234449c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=be795ecfceb44d2da411c5f5f56a6624&device_id=86986d56-f539-40c0-ab0f-bbb1b534a45e HTTP/1.1" status: 200 len: 1125 time: 0.1503735 Feb 19 02:52:59.173785 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a393181b-b692-4464-86b4-34edaf99f398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4652e012-8f87-4456-acf4-df8c717a12ae,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:59.198198 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edb64b2-2e29-4e0a-bb35-f0abe877c53a req-ef1a7b8f-5170-4819-a27f-f398547e5980 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:59.206035 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1edb64b2-2e29-4e0a-bb35-f0abe877c53a req-ef1a7b8f-5170-4819-a27f-f398547e5980 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "GET /v2.0/ports?device_id=86986d56-f539-40c0-ab0f-bbb1b534a45e HTTP/1.1" status: 200 len: 943 time: 0.1172402 Feb 19 02:52:59.244801 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-936de696-81d5-4543-b3bc-822d1bafe943 req-17953e21-7f4d-4e77-9d3a-47bca9fbc137 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ca71149-99da-4cc2-ac25-44d2d4a4007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163428 Feb 19 02:52:59.261658 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-19d323dd-739d-478d-8088-6047f719b5d6 req-e8b49238-b5be-40e8-9e5c-0781a2900eb1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=652f7a8e-b17f-4471-bd5b-1aa9890bb00d HTTP/1.1" status: 200 len: 217 time: 0.0801079 Feb 19 02:52:59.317369 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1edb64b2-2e29-4e0a-bb35-f0abe877c53a req-d790386c-5336-4d48-a787-e818980e7e7a tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "GET /v2.0/security-groups?id=78612224-fbf6-480f-bcea-ccb270efe765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063175 Feb 19 02:52:59.346142 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79d7c421-86fc-4bff-9d76-3d10241086a7 x-openstack-request-id: req-79d7c421-86fc-4bff-9d76-3d10241086a7 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:52:59.346700 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86986d56-f539-40c0-ab0f-bbb1b534a45e", "tag": "652f7a8e-b17f-4471-bd5b-1aa9890bb00d", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:52:59.348855 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-79d7c421-86fc-4bff-9d76-3d10241086a7 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:52:59.349472 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86986d56-f539-40c0-ab0f-bbb1b534a45e', 'tag': '652f7a8e-b17f-4471-bd5b-1aa9890bb00d', 'status': 'completed', 'code': 200} Feb 19 02:52:59.376300 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-853310af-d1bf-448e-a347-d81beb437cf6 req-dfa8d0d2-97d3-4744-a809-e38a01b33b90 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Deleting port 130dc873-0a00-4bb6-93f1-eb8398e05ae7 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:52:59.376606 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-853310af-d1bf-448e-a347-d81beb437cf6 req-dfa8d0d2-97d3-4744-a809-e38a01b33b90 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (130dc873-0a00-4bb6-93f1-eb8398e05ae7), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:59.384974 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d323dd-739d-478d-8088-6047f719b5d6 req-8947732f-77d7-4c73-ab2c-74d305c375f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:59.386602 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-19d323dd-739d-478d-8088-6047f719b5d6 req-8947732f-77d7-4c73-ab2c-74d305c375f0 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d0f15016-5d06-4afe-8688-9505c2a1be59 HTTP/1.1" status: 200 len: 861 time: 0.1174843 Feb 19 02:52:59.434594 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-19d323dd-739d-478d-8088-6047f719b5d6 req-a7ca59be-6633-48a6-b10e-ea53cbe1d854 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8ee469c1-3b92-4511-8f73-2a197f9b67c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361021 Feb 19 02:52:59.633997 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-853310af-d1bf-448e-a347-d81beb437cf6 req-dfa8d0d2-97d3-4744-a809-e38a01b33b90 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] For port 130dc873-0a00-4bb6-93f1-eb8398e05ae7, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=130dc873-0a00-4bb6-93f1-eb8398e05ae7,segment=NetworkSegment(4d279d1b-ef9f-49cc-bc5d-c8be530f22d3),segment_id=4d279d1b-ef9f-49cc-bc5d-c8be530f22d3)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:52:59.635199 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-853310af-d1bf-448e-a347-d81beb437cf6 req-dfa8d0d2-97d3-4744-a809-e38a01b33b90 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (130dc873-0a00-4bb6-93f1-eb8398e05ae7), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:59.663960 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-853310af-d1bf-448e-a347-d81beb437cf6 req-dfa8d0d2-97d3-4744-a809-e38a01b33b90 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Calling delete_port for 130dc873-0a00-4bb6-93f1-eb8398e05ae7 owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:52:59.669697 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a7eb7c-50c7-4a33-8884-38f8dfdf8572 req-c19fb0dc-03c3-4d40-9e43-a16d4f046f42 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:59.671371 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-19d323dd-739d-478d-8088-6047f719b5d6 req-b72496d6-e988-4c62-a2d4-f9c655baea4b service neutron] 10.222.0.82 "GET /v2.0/networks/8ee469c1-3b92-4511-8f73-2a197f9b67c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042265 Feb 19 02:52:59.681457 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a7eb7c-50c7-4a33-8884-38f8dfdf8572 req-c19fb0dc-03c3-4d40-9e43-a16d4f046f42 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:59.688724 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a7eb7c-50c7-4a33-8884-38f8dfdf8572 req-c19fb0dc-03c3-4d40-9e43-a16d4f046f42 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:52:59.693632 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-82a7eb7c-50c7-4a33-8884-38f8dfdf8572 req-c19fb0dc-03c3-4d40-9e43-a16d4f046f42 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ca8d35d-b4cf-48c3-85dc-ab729a868ca7 HTTP/1.1" status: 200 len: 2417 time: 0.0960388 Feb 19 02:52:59.697255 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 34118) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:52:59.723428 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 34122) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:52:59.747238 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f313a9de-d314-4725-9290-d8ba063a1ce2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:59.768994 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-82a7eb7c-50c7-4a33-8884-38f8dfdf8572 req-cd14ca9d-1508-49eb-8876-58583ce19a48 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] 10.222.0.72 "GET /v2.0/security-groups?id=ed4112f7-4072-40c7-a6a7-08b05eb3305e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659504 Feb 19 02:52:59.922930 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f313a9de-d314-4725-9290-d8ba063a1ce2 admin admin] Publish callbacks [] for security_group (ba9edc9a-45ca-4321-b156-3e84f717221d), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:59.932607 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f313a9de-d314-4725-9290-d8ba063a1ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (ba9edc9a-45ca-4321-b156-3e84f717221d), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:59.988447 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f313a9de-d314-4725-9290-d8ba063a1ce2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba9edc9a-45ca-4321-b156-3e84f717221d,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:52:59.998456 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-853310af-d1bf-448e-a347-d81beb437cf6 req-dfa8d0d2-97d3-4744-a809-e38a01b33b90 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (130dc873-0a00-4bb6-93f1-eb8398e05ae7), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:00.025910 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-f313a9de-d314-4725-9290-d8ba063a1ce2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6ebfe499ace240faad9d92b8667804c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3014340 Feb 19 02:53:00.029878 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 34134) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:53:00.031651 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['130dc873-0a00-4bb6-93f1-eb8398e05ae7'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:53:00.074479 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa8d0d2-97d3-4744-a809-e38a01b33b90 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Pushing event deleted for resources: {'Port': ['ID=130dc873-0a00-4bb6-93f1-eb8398e05ae7,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:00.077027 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['e7b6d271-0dd0-403f-9e7b-d4c19bbe49c1'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:53:00.089959 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b8ecbe69-ff59-452a-80e6-97c39ce397e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:00.138331 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-19d323dd-739d-478d-8088-6047f719b5d6 req-11d5264f-5c1f-46a9-810a-57a88409bbf2 service neutron] 10.222.0.82 "GET /v2.0/networks/8ee469c1-3b92-4511-8f73-2a197f9b67c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4591830 Feb 19 02:53:00.171848 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-853310af-d1bf-448e-a347-d81beb437cf6 req-dfa8d0d2-97d3-4744-a809-e38a01b33b90 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] No DVR routers for this DVR port 130dc873-0a00-4bb6-93f1-eb8398e05ae7 on host n-h1-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:53:00.176385 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-853310af-d1bf-448e-a347-d81beb437cf6 req-dfa8d0d2-97d3-4744-a809-e38a01b33b90 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:00.181161 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-03f188aa-68b8-4628-8b11-f1c2e810ca63 admin admin] Publish callbacks [] for security_group (ba9edc9a-45ca-4321-b156-3e84f717221d), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:00.182661 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-853310af-d1bf-448e-a347-d81beb437cf6 req-dfa8d0d2-97d3-4744-a809-e38a01b33b90 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.73 "DELETE /v2.0/ports/130dc873-0a00-4bb6-93f1-eb8398e05ae7 HTTP/1.1" status: 204 len: 173 time: 1.0770509 Feb 19 02:53:00.291230 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-03f188aa-68b8-4628-8b11-f1c2e810ca63 admin admin] Publish callbacks [] for security_group (ba9edc9a-45ca-4321-b156-3e84f717221d), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:00.402319 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14000e8f-8f13-4551-aeeb-68612f518118 req-b72f04e1-63bc-4480-9fff-987f7d01238d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:00.407606 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-14000e8f-8f13-4551-aeeb-68612f518118 req-b72f04e1-63bc-4480-9fff-987f7d01238d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=be795ecfceb44d2da411c5f5f56a6624&device_id=86986d56-f539-40c0-ab0f-bbb1b534a45e HTTP/1.1" status: 200 len: 1125 time: 0.1464334 Feb 19 02:53:00.492239 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-03f188aa-68b8-4628-8b11-f1c2e810ca63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (ba9edc9a-45ca-4321-b156-3e84f717221d), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:00.499917 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-03f188aa-68b8-4628-8b11-f1c2e810ca63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:00.501202 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-03f188aa-68b8-4628-8b11-f1c2e810ca63 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ba9edc9a-45ca-4321-b156-3e84f717221d HTTP/1.1" status: 204 len: 168 time: 0.4658761 Feb 19 02:53:00.565360 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14000e8f-8f13-4551-aeeb-68612f518118 req-effef0cc-35a0-4556-8fb6-14987d565b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:00.567399 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-14000e8f-8f13-4551-aeeb-68612f518118 req-effef0cc-35a0-4556-8fb6-14987d565b2e service neutron] 10.222.0.82 "GET /v2.0/networks?id=8ee469c1-3b92-4511-8f73-2a197f9b67c2 HTTP/1.1" status: 200 len: 922 time: 0.1507390 Feb 19 02:53:00.569987 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-93dbf476-cc38-48dc-b5a9-a2691e6d8e92 req-77a8a80a-1f5c-472e-ab5d-772431c70f59 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=b8a86073-2def-4fb5-96a2-44c62d200d83 HTTP/1.1" status: 200 len: 210 time: 0.1154087 Feb 19 02:53:00.595487 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b8ecbe69-ff59-452a-80e6-97c39ce397e3 admin admin] Publish callbacks [] for security_group (a25872f2-1a31-44f6-96ef-b79703ce7a10), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:00.599907 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f188aa-68b8-4628-8b11-f1c2e810ca63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba9edc9a-45ca-4321-b156-3e84f717221d,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:00.613895 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b8ecbe69-ff59-452a-80e6-97c39ce397e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (a25872f2-1a31-44f6-96ef-b79703ce7a10), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:00.655501 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-14000e8f-8f13-4551-aeeb-68612f518118 req-62d1ddff-ec07-4072-8cd1-5608bae5de50 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=652f7a8e-b17f-4471-bd5b-1aa9890bb00d HTTP/1.1" status: 200 len: 217 time: 0.0804582 Feb 19 02:53:00.675669 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-b8ecbe69-ff59-452a-80e6-97c39ce397e3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=381a9e65377f45c89c0318fb71a1ae2a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9772620 Feb 19 02:53:00.679925 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 34158) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:53:00.725645 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14000e8f-8f13-4551-aeeb-68612f518118 req-cbef3eae-21c8-4330-9b57-2be7b04f8ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:00.729043 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-14000e8f-8f13-4551-aeeb-68612f518118 req-cbef3eae-21c8-4330-9b57-2be7b04f8ea2 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d0f15016-5d06-4afe-8688-9505c2a1be59 HTTP/1.1" status: 200 len: 861 time: 0.0623660 Feb 19 02:53:00.736922 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bab6aa-cddb-4334-a7a6-c65454cf3871 req-ab453375-74d1-40c9-82eb-29d6a955602a tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:00.742306 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bab6aa-cddb-4334-a7a6-c65454cf3871 req-ab453375-74d1-40c9-82eb-29d6a955602a tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:00.750465 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bab6aa-cddb-4334-a7a6-c65454cf3871 req-ab453375-74d1-40c9-82eb-29d6a955602a tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:00.762464 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a7bab6aa-cddb-4334-a7a6-c65454cf3871 req-ab453375-74d1-40c9-82eb-29d6a955602a tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ca8d35d-b4cf-48c3-85dc-ab729a868ca7 HTTP/1.1" status: 200 len: 2417 time: 0.3110645 Feb 19 02:53:00.782679 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-14000e8f-8f13-4551-aeeb-68612f518118 req-1d441303-ec17-4540-a109-a88f18bd2c1f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8ee469c1-3b92-4511-8f73-2a197f9b67c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478349 Feb 19 02:53:00.824461 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ecbe69-ff59-452a-80e6-97c39ce397e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a25872f2-1a31-44f6-96ef-b79703ce7a10,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:00.870030 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a7bab6aa-cddb-4334-a7a6-c65454cf3871 req-c774f95e-c8c8-4202-8851-5c5046521e9c tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] 10.222.0.72 "GET /v2.0/security-groups?id=ed4112f7-4072-40c7-a6a7-08b05eb3305e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055968 Feb 19 02:53:00.902467 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a6ed989c-64f8-4e1e-a031-481fddb4ba85 admin admin] Publish callbacks [] for security_group (a25872f2-1a31-44f6-96ef-b79703ce7a10), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:00.953970 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-14000e8f-8f13-4551-aeeb-68612f518118 req-06795e6f-0aac-4bbd-a67c-8f758790a07f service neutron] 10.222.0.82 "GET /v2.0/networks/8ee469c1-3b92-4511-8f73-2a197f9b67c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627719 Feb 19 02:53:01.068231 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 34168) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:53:01.107386 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-14000e8f-8f13-4551-aeeb-68612f518118 req-2d3b0e10-b61f-4a14-9cd1-cd0ebc8d7fb7 service neutron] 10.222.0.82 "GET /v2.0/networks/8ee469c1-3b92-4511-8f73-2a197f9b67c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443627 Feb 19 02:53:01.119039 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 34172) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:53:01.133782 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d61bdc1f-740d-4773-9857-f1c8919b4fbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:01.229313 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d61bdc1f-740d-4773-9857-f1c8919b4fbc admin admin] Publish callbacks [] for security_group (c26f5e0b-2dc2-4ce8-966a-f2b894c83fed), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:01.236500 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d61bdc1f-740d-4773-9857-f1c8919b4fbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (c26f5e0b-2dc2-4ce8-966a-f2b894c83fed), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:01.253813 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900b2a2a-5ef2-4629-855a-0787ff8809a1 req-21b4c229-ed08-4ff7-b593-19989c9ca820 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:01.261931 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-900b2a2a-5ef2-4629-855a-0787ff8809a1 req-21b4c229-ed08-4ff7-b593-19989c9ca820 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "GET /v2.0/ports?device_id=86986d56-f539-40c0-ab0f-bbb1b534a45e HTTP/1.1" status: 200 len: 943 time: 0.5935695 Feb 19 02:53:01.291978 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-d61bdc1f-740d-4773-9857-f1c8919b4fbc admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=48d0f9f53beb4ca8b7f90cba9e504388&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1713877 Feb 19 02:53:01.295319 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 34176) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:53:01.303236 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61bdc1f-740d-4773-9857-f1c8919b4fbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c26f5e0b-2dc2-4ce8-966a-f2b894c83fed,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:01.303437 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a6ed989c-64f8-4e1e-a031-481fddb4ba85 admin admin] Publish callbacks [] for security_group (a25872f2-1a31-44f6-96ef-b79703ce7a10), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:01.349258 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ffdffbfd-4494-47c6-a42b-b9e1e9935714 admin admin] Publish callbacks [] for security_group (c26f5e0b-2dc2-4ce8-966a-f2b894c83fed), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:01.350668 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8a86073-2def-4fb5-96a2-44c62d200d83', 'name': 'network-vif-deleted', 'tag': '130dc873-0a00-4bb6-93f1-eb8398e05ae7'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:53:01.354248 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73937a41-56a6-49fa-bb13-1e28be1160ae" -d '{"events": [{"server_uuid": "b8a86073-2def-4fb5-96a2-44c62d200d83", "name": "network-vif-deleted", "tag": "130dc873-0a00-4bb6-93f1-eb8398e05ae7"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:53:01.357935 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-900b2a2a-5ef2-4629-855a-0787ff8809a1 req-064d1c20-f98f-40b3-8021-eccd71617051 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "GET /v2.0/security-groups?id=78612224-fbf6-480f-bcea-ccb270efe765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950203 Feb 19 02:53:01.393640 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a6ed989c-64f8-4e1e-a031-481fddb4ba85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (a25872f2-1a31-44f6-96ef-b79703ce7a10), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:01.396581 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a6ed989c-64f8-4e1e-a031-481fddb4ba85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:01.399711 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ffdffbfd-4494-47c6-a42b-b9e1e9935714 admin admin] Publish callbacks [] for security_group (c26f5e0b-2dc2-4ce8-966a-f2b894c83fed), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:01.401064 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-a6ed989c-64f8-4e1e-a031-481fddb4ba85 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a25872f2-1a31-44f6-96ef-b79703ce7a10 HTTP/1.1" status: 204 len: 168 time: 0.7173369 Feb 19 02:53:01.409523 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ed989c-64f8-4e1e-a031-481fddb4ba85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a25872f2-1a31-44f6-96ef-b79703ce7a10,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:01.434431 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2e4a216-ad4f-4eec-8699-77e48a145a8f x-openstack-request-id: req-d2e4a216-ad4f-4eec-8699-77e48a145a8f {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:53:01.434731 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8a86073-2def-4fb5-96a2-44c62d200d83", "name": "network-vif-deleted", "tag": "130dc873-0a00-4bb6-93f1-eb8398e05ae7", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:53:01.434968 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d2e4a216-ad4f-4eec-8699-77e48a145a8f {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:53:01.435363 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8a86073-2def-4fb5-96a2-44c62d200d83', 'name': 'network-vif-deleted', 'tag': '130dc873-0a00-4bb6-93f1-eb8398e05ae7', 'status': 'completed', 'code': 200} Feb 19 02:53:01.457342 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-894061de-a054-449b-b8ed-7c5d6af124f7 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-932578708-network', 'tenant_id': 'd60c032161b24795a2a6bb5cb732a332'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:53:01.479699 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-894061de-a054-449b-b8ed-7c5d6af124f7 admin admin] Made reservation on behalf of d60c032161b24795a2a6bb5cb732a332 for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:53:01.482985 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-894061de-a054-449b-b8ed-7c5d6af124f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:01.494337 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-894061de-a054-449b-b8ed-7c5d6af124f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:01.512860 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ffdffbfd-4494-47c6-a42b-b9e1e9935714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (c26f5e0b-2dc2-4ce8-966a-f2b894c83fed), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:01.515727 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ffdffbfd-4494-47c6-a42b-b9e1e9935714 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:01.516898 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-ffdffbfd-4494-47c6-a42b-b9e1e9935714 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c26f5e0b-2dc2-4ce8-966a-f2b894c83fed HTTP/1.1" status: 204 len: 168 time: 0.2206664 Feb 19 02:53:01.538288 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdffbfd-4494-47c6-a42b-b9e1e9935714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c26f5e0b-2dc2-4ce8-966a-f2b894c83fed,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:01.612033 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-894061de-a054-449b-b8ed-7c5d6af124f7 admin admin] Publish callbacks [] for security_group (d6877574-acb3-43f4-bf3f-b561a089577a), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:01.619103 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-894061de-a054-449b-b8ed-7c5d6af124f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (d6877574-acb3-43f4-bf3f-b561a089577a), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:01.631854 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-894061de-a054-449b-b8ed-7c5d6af124f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 279, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:53:01.645520 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-894061de-a054-449b-b8ed-7c5d6af124f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (6d6b5f79-1c3f-4c87-a837-86790ffb5a7e), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:01.645520 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-894061de-a054-449b-b8ed-7c5d6af124f7 admin admin] Added segment 6d6b5f79-1c3f-4c87-a837-86790ffb5a7e of type vlan for network c6afac08-74bb-47d6-90b6-0a4c9a987a0e Feb 19 02:53:01.695422 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894061de-a054-449b-b8ed-7c5d6af124f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6877574-acb3-43f4-bf3f-b561a089577a,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:01.709267 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-894061de-a054-449b-b8ed-7c5d6af124f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (c6afac08-74bb-47d6-90b6-0a4c9a987a0e), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:01.757181 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-894061de-a054-449b-b8ed-7c5d6af124f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (c6afac08-74bb-47d6-90b6-0a4c9a987a0e), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:01.758186 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894061de-a054-449b-b8ed-7c5d6af124f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:01.758790 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-894061de-a054-449b-b8ed-7c5d6af124f7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:01.870686 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 34212) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:53:01.872012 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-894061de-a054-449b-b8ed-7c5d6af124f7 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8021047 Feb 19 02:53:01.877944 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-b72e3373-fde5-4b97-8197-80125f736c04 admin admin] Request body: {'subnet': {'network_id': 'c6afac08-74bb-47d6-90b6-0a4c9a987a0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-932578708-subnet', 'tenant_id': 'd60c032161b24795a2a6bb5cb732a332', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:53:01.882291 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894061de-a054-449b-b8ed-7c5d6af124f7 admin admin] Pushing event updated for resources: {'Network': ['ID=c6afac08-74bb-47d6-90b6-0a4c9a987a0e,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:01.905313 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network c6afac08-74bb-47d6-90b6-0a4c9a987a0e details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:53:01.930727 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b72e3373-fde5-4b97-8197-80125f736c04 admin admin] Made reservation on behalf of d60c032161b24795a2a6bb5cb732a332 for: {'subnet': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:53:01.935392 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b72e3373-fde5-4b97-8197-80125f736c04 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58706307'] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:01.965723 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 34222) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:53:02.000114 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-78322d49-a2a0-478e-bf46-06e8b4ba533b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:02.148648 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729342cd-6b98-4dba-9956-c1ed02f7f047 req-efe86fb0-f1da-4c65-a39a-db7f6e805112 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:02.154711 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729342cd-6b98-4dba-9956-c1ed02f7f047 req-efe86fb0-f1da-4c65-a39a-db7f6e805112 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:02.162806 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729342cd-6b98-4dba-9956-c1ed02f7f047 req-efe86fb0-f1da-4c65-a39a-db7f6e805112 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:02.163377 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-78322d49-a2a0-478e-bf46-06e8b4ba533b admin admin] Publish callbacks [] for security_group (9b801b31-a4d5-4b45-bf1c-6fb87638db09), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:02.166664 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-729342cd-6b98-4dba-9956-c1ed02f7f047 req-efe86fb0-f1da-4c65-a39a-db7f6e805112 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ca8d35d-b4cf-48c3-85dc-ab729a868ca7 HTTP/1.1" status: 200 len: 2417 time: 0.1469495 Feb 19 02:53:02.175100 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-78322d49-a2a0-478e-bf46-06e8b4ba533b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (9b801b31-a4d5-4b45-bf1c-6fb87638db09), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:02.208508 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78322d49-a2a0-478e-bf46-06e8b4ba533b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b801b31-a4d5-4b45-bf1c-6fb87638db09,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:02.238770 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-78322d49-a2a0-478e-bf46-06e8b4ba533b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=86fef5b5cb744e86bb85416d6d8b049f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2720332 Feb 19 02:53:02.241449 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 34242) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:53:02.319844 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-729342cd-6b98-4dba-9956-c1ed02f7f047 req-31bfa36c-6bdc-49dd-984a-b080c9763c91 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] 10.222.0.72 "GET /v2.0/security-groups?id=ed4112f7-4072-40c7-a6a7-08b05eb3305e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463721 Feb 19 02:53:02.374763 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b72e3373-fde5-4b97-8197-80125f736c04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12647271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58706289'] for subnet (eb8cf0f0-abd8-4026-9d69-425697044d46), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:02.384342 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-999cb81c-bdf2-4db1-9ad2-0bbf6ee171ea admin admin] Publish callbacks [] for security_group (9b801b31-a4d5-4b45-bf1c-6fb87638db09), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:02.458360 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72e3373-fde5-4b97-8197-80125f736c04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb8cf0f0-abd8-4026-9d69-425697044d46,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:02.475681 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-999cb81c-bdf2-4db1-9ad2-0bbf6ee171ea admin admin] Publish callbacks [] for security_group (9b801b31-a4d5-4b45-bf1c-6fb87638db09), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:02.514832 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72e3373-fde5-4b97-8197-80125f736c04 admin admin] Checking segment: {'id': '6d6b5f79-1c3f-4c87-a837-86790ffb5a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'c6afac08-74bb-47d6-90b6-0a4c9a987a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:53:02.515319 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72e3373-fde5-4b97-8197-80125f736c04 admin admin] Network hostable DHCP agents. Network: c6afac08-74bb-47d6-90b6-0a4c9a987a0e, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:53:02.516863 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5c432b-674d-4b82-8ba3-d05988f36302 req-3eccef59-ba1f-4a1a-9056-203b6149adef tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:02.531308 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5c432b-674d-4b82-8ba3-d05988f36302 req-3eccef59-ba1f-4a1a-9056-203b6149adef tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:02.536705 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5c432b-674d-4b82-8ba3-d05988f36302 req-3eccef59-ba1f-4a1a-9056-203b6149adef tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:02.548741 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ca5c432b-674d-4b82-8ba3-d05988f36302 req-3eccef59-ba1f-4a1a-9056-203b6149adef tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] 10.222.0.73 "GET /v2.0/ports?device_id=4ca8d35d-b4cf-48c3-85dc-ab729a868ca7 HTTP/1.1" status: 200 len: 2417 time: 0.2514067 Feb 19 02:53:02.553016 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae31a7f-bac8-4e18-b721-06be7ea5f70d req-87c79265-9fbb-4849-ad56-94d24b5d1377 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:02.554760 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cae31a7f-bac8-4e18-b721-06be7ea5f70d req-87c79265-9fbb-4849-ad56-94d24b5d1377 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "GET /v2.0/ports?device_id=86986d56-f539-40c0-ab0f-bbb1b534a45e HTTP/1.1" status: 200 len: 943 time: 0.0915461 Feb 19 02:53:02.556193 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72e3373-fde5-4b97-8197-80125f736c04 admin admin] Network c6afac08-74bb-47d6-90b6-0a4c9a987a0e is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:53:02.572982 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-b72e3373-fde5-4b97-8197-80125f736c04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, c6afac08-74bb-47d6-90b6-0a4c9a987a0e) {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:53:02.589129 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72e3373-fde5-4b97-8197-80125f736c04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:02.589945 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b72e3373-fde5-4b97-8197-80125f736c04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:02.590581 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ff5304-d530-4cdd-8dcb-8831f3ce813e None None] Network c6afac08-74bb-47d6-90b6-0a4c9a987a0e requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:53:02.636461 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cae31a7f-bac8-4e18-b721-06be7ea5f70d req-59dd6262-b6cb-4258-b62b-9c8bf9764600 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "GET /v2.0/security-groups?id=78612224-fbf6-480f-bcea-ccb270efe765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727901 Feb 19 02:53:02.649908 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-b72e3373-fde5-4b97-8197-80125f736c04 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7767251 Feb 19 02:53:02.653773 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-999cb81c-bdf2-4db1-9ad2-0bbf6ee171ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (9b801b31-a4d5-4b45-bf1c-6fb87638db09), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:02.669064 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-999cb81c-bdf2-4db1-9ad2-0bbf6ee171ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:02.670416 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-999cb81c-bdf2-4db1-9ad2-0bbf6ee171ea admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9b801b31-a4d5-4b45-bf1c-6fb87638db09 HTTP/1.1" status: 204 len: 168 time: 0.4280136 Feb 19 02:53:02.714766 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999cb81c-bdf2-4db1-9ad2-0bbf6ee171ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b801b31-a4d5-4b45-bf1c-6fb87638db09,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:02.769117 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 130dc873-0a00-4bb6-93f1-eb8398e05ae7 no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:53:02.783027 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-ca5c432b-674d-4b82-8ba3-d05988f36302 req-e4e46ca1-2831-4f46-bdbd-7d5eeba5009f tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Deleting port 45579358-861a-456f-9785-d1b13792aecb {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:53:02.785827 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-ca5c432b-674d-4b82-8ba3-d05988f36302 req-e4e46ca1-2831-4f46-bdbd-7d5eeba5009f tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (45579358-861a-456f-9785-d1b13792aecb), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:02.811150 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] No Port match for: 130dc873-0a00-4bb6-93f1-eb8398e05ae7 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:53:02.811724 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 130dc873-0a00-4bb6-93f1-eb8398e05ae7 not bound to the agent host n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:53:02.829173 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d20ee1-491f-41b6-80ba-30db7fceee03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-c6afac08-74bb-47d6-90b6-0a4c9a987a0e', 'network_id': 'c6afac08-74bb-47d6-90b6-0a4c9a987a0e', 'project_id': 'd60c032161b24795a2a6bb5cb732a332', 'fixed_ips': [{'subnet_id': 'eb8cf0f0-abd8-4026-9d69-425697044d46'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:53:02.830048 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b2d20ee1-491f-41b6-80ba-30db7fceee03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:02.866364 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 34280) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:53:02.924906 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aafed05-6084-4207-a095-3b5843af85b1 req-4d2b8168-4297-4e79-a6b9-5e1fe43d0f28 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:02.928834 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 34286) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:53:02.936895 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2aafed05-6084-4207-a095-3b5843af85b1 req-4d2b8168-4297-4e79-a6b9-5e1fe43d0f28 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=5e6b6e06-615f-4c46-a27b-bc13f80acb79 HTTP/1.1" status: 200 len: 945 time: 0.1349804 Feb 19 02:53:02.960288 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-ca5c432b-674d-4b82-8ba3-d05988f36302 req-e4e46ca1-2831-4f46-bdbd-7d5eeba5009f tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] For port 45579358-861a-456f-9785-d1b13792aecb, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=45579358-861a-456f-9785-d1b13792aecb,segment=NetworkSegment(5ac1db83-f9a6-4bca-8644-0ee39cc962ca),segment_id=5ac1db83-f9a6-4bca-8644-0ee39cc962ca)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:53:02.961234 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-ca5c432b-674d-4b82-8ba3-d05988f36302 req-e4e46ca1-2831-4f46-bdbd-7d5eeba5009f tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (45579358-861a-456f-9785-d1b13792aecb), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:02.982716 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-ca5c432b-674d-4b82-8ba3-d05988f36302 req-e4e46ca1-2831-4f46-bdbd-7d5eeba5009f tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Calling delete_port for 45579358-861a-456f-9785-d1b13792aecb owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:53:03.005534 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-b2d20ee1-491f-41b6-80ba-30db7fceee03 None None] Allocated IP 172.20.0.2 (c6afac08-74bb-47d6-90b6-0a4c9a987a0e/eb8cf0f0-abd8-4026-9d69-425697044d46/4a3cf079-90c8-4819-86a4-b6e0cbe7f150) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:53:03.020501 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2aafed05-6084-4207-a095-3b5843af85b1 req-1860d037-9501-48c1-92c9-34d534fe713d tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ca71149-99da-4cc2-ac25-44d2d4a4007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668588 Feb 19 02:53:03.141511 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 652f7a8e-b17f-4471-bd5b-1aa9890bb00d details requested by agent hyperv_n-h2-826753-2 with host n-h2-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:53:03.169554 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-ca5c432b-674d-4b82-8ba3-d05988f36302 req-e4e46ca1-2831-4f46-bdbd-7d5eeba5009f tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (45579358-861a-456f-9785-d1b13792aecb), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:03.202334 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e46ca1-2831-4f46-bdbd-7d5eeba5009f tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Pushing event deleted for resources: {'Port': ['ID=45579358-861a-456f-9785-d1b13792aecb,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:03.228761 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['024e43f1-bc85-4bbf-b7ec-87d1039012c9', '45579358-861a-456f-9785-d1b13792aecb', 'a3994020-9cb9-4385-b10d-b840f0f22de1'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:53:03.311187 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca5c432b-674d-4b82-8ba3-d05988f36302 req-e4e46ca1-2831-4f46-bdbd-7d5eeba5009f tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] No DVR routers for this DVR port 45579358-861a-456f-9785-d1b13792aecb on host n-h1-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:53:03.314112 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-ca5c432b-674d-4b82-8ba3-d05988f36302 req-e4e46ca1-2831-4f46-bdbd-7d5eeba5009f tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:03.319147 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ca5c432b-674d-4b82-8ba3-d05988f36302 req-e4e46ca1-2831-4f46-bdbd-7d5eeba5009f tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] 10.222.0.73 "DELETE /v2.0/ports/45579358-861a-456f-9785-d1b13792aecb HTTP/1.1" status: 204 len: 173 time: 0.7595763 Feb 19 02:53:03.319934 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-938a8e20-4420-4d59-9427-9463e95936ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:03.328233 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-5881e3f0-d9f0-4123-b0fb-0abe8211329c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1332111790-network', 'tenant_id': 'd8c84548b0554c45a96595356e5cddaf'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:53:03.403944 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b2d20ee1-491f-41b6-80ba-30db7fceee03 None None] Publish callbacks [] for port (4a3cf079-90c8-4819-86a4-b6e0cbe7f150), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:03.491517 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ca8d35d-b4cf-48c3-85dc-ab729a868ca7', 'name': 'network-vif-deleted', 'tag': '45579358-861a-456f-9785-d1b13792aecb'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:53:03.495223 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95200df5-2bcf-4ff8-ad01-3c21de7dbcbf" -d '{"events": [{"server_uuid": "4ca8d35d-b4cf-48c3-85dc-ab729a868ca7", "name": "network-vif-deleted", "tag": "45579358-861a-456f-9785-d1b13792aecb"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:53:03.501686 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b2d20ee1-491f-41b6-80ba-30db7fceee03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (4a3cf079-90c8-4819-86a4-b6e0cbe7f150), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:03.544955 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 652f7a8e-b17f-4471-bd5b-1aa9890bb00d, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=652f7a8e-b17f-4471-bd5b-1aa9890bb00d,segment=NetworkSegment(67a55616-cfc4-41c3-be2a-0391abacfbd5),segment_id=67a55616-cfc4-41c3-be2a-0391abacfbd5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:53:03.553029 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5881e3f0-d9f0-4123-b0fb-0abe8211329c admin admin] Made reservation on behalf of d8c84548b0554c45a96595356e5cddaf for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:53:03.556100 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5881e3f0-d9f0-4123-b0fb-0abe8211329c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:03.581947 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5881e3f0-d9f0-4123-b0fb-0abe8211329c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:03.603606 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183f67b9-cf73-4614-8b8c-c4a6f2839856 req-bc13756f-733c-4d3b-81cc-f388ded00b05 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:03.619134 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183f67b9-cf73-4614-8b8c-c4a6f2839856 req-bc13756f-733c-4d3b-81cc-f388ded00b05 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:03.628362 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-183f67b9-cf73-4614-8b8c-c4a6f2839856 req-bc13756f-733c-4d3b-81cc-f388ded00b05 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ca8d35d-b4cf-48c3-85dc-ab729a868ca7 HTTP/1.1" status: 200 len: 1682 time: 0.1478586 Feb 19 02:53:03.680958 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Returning: {'device': '652f7a8e-b17f-4471-bd5b-1aa9890bb00d', 'network_id': '8ee469c1-3b92-4511-8f73-2a197f9b67c2', 'port_id': '652f7a8e-b17f-4471-bd5b-1aa9890bb00d', 'mac_address': 'fa:16:3e:19:4c:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0f15016-5d06-4afe-8688-9505c2a1be59', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:53:03.692287 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d20ee1-491f-41b6-80ba-30db7fceee03 None None] Network c6afac08-74bb-47d6-90b6-0a4c9a987a0e is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:53:03.728428 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-ca5c432b-674d-4b82-8ba3-d05988f36302 req-6af7a070-f0af-415a-8dd8-1eabc2721e44 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Deleting port 024e43f1-bc85-4bbf-b7ec-87d1039012c9 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:53:03.728998 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-ca5c432b-674d-4b82-8ba3-d05988f36302 req-6af7a070-f0af-415a-8dd8-1eabc2721e44 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (024e43f1-bc85-4bbf-b7ec-87d1039012c9), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:03.731172 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-b2d20ee1-491f-41b6-80ba-30db7fceee03 None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:53:03.738449 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d20ee1-491f-41b6-80ba-30db7fceee03 None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:53:03.742277 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-183f67b9-cf73-4614-8b8c-c4a6f2839856 req-747fc2ee-eebd-4271-b4d1-9bae6b681325 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] 10.222.0.72 "GET /v2.0/security-groups?id=ed4112f7-4072-40c7-a6a7-08b05eb3305e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122355 Feb 19 02:53:03.772893 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-938a8e20-4420-4d59-9427-9463e95936ad admin admin] Publish callbacks [] for security_group (b4e1a5de-2e59-48de-9fcf-391fe2b4fdfd), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:03.837510 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-938a8e20-4420-4d59-9427-9463e95936ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (b4e1a5de-2e59-48de-9fcf-391fe2b4fdfd), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:03.844277 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ba10e0b-f619-4744-aeb1-3fb83350ce9e x-openstack-request-id: req-9ba10e0b-f619-4744-aeb1-3fb83350ce9e {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:53:03.845606 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ca8d35d-b4cf-48c3-85dc-ab729a868ca7", "name": "network-vif-deleted", "tag": "45579358-861a-456f-9785-d1b13792aecb", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:53:03.845868 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9ba10e0b-f619-4744-aeb1-3fb83350ce9e {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:53:03.847299 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ca8d35d-b4cf-48c3-85dc-ab729a868ca7', 'name': 'network-vif-deleted', 'tag': '45579358-861a-456f-9785-d1b13792aecb', 'status': 'completed', 'code': 200} Feb 19 02:53:03.943452 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938a8e20-4420-4d59-9427-9463e95936ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4e1a5de-2e59-48de-9fcf-391fe2b4fdfd,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:03.945266 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 652f7a8e-b17f-4471-bd5b-1aa9890bb00d is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:53:03.959137 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-938a8e20-4420-4d59-9427-9463e95936ad admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=50e01f1ccdf1415d8f09b1a1a31ef540&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0914071 Feb 19 02:53:03.965838 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (652f7a8e-b17f-4471-bd5b-1aa9890bb00d), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:03.968245 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5881e3f0-d9f0-4123-b0fb-0abe8211329c admin admin] Publish callbacks [] for security_group (2cc4a2a1-40b2-481e-99fd-d807da4ff831), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:03.969384 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 34326) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:53:03.980889 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d20ee1-491f-41b6-80ba-30db7fceee03 None None] Pushing event updated for resources: {'Port': ['ID=4a3cf079-90c8-4819-86a4-b6e0cbe7f150,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:04.017408 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-ca5c432b-674d-4b82-8ba3-d05988f36302 req-6af7a070-f0af-415a-8dd8-1eabc2721e44 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] For port 024e43f1-bc85-4bbf-b7ec-87d1039012c9, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=024e43f1-bc85-4bbf-b7ec-87d1039012c9,segment=NetworkSegment(99797923-be04-41a5-9ab2-820c01cb471e),segment_id=99797923-be04-41a5-9ab2-820c01cb471e)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:53:04.017777 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-ca5c432b-674d-4b82-8ba3-d05988f36302 req-6af7a070-f0af-415a-8dd8-1eabc2721e44 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (024e43f1-bc85-4bbf-b7ec-87d1039012c9), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:04.022540 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5881e3f0-d9f0-4123-b0fb-0abe8211329c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (2cc4a2a1-40b2-481e-99fd-d807da4ff831), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:04.055480 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-ca5c432b-674d-4b82-8ba3-d05988f36302 req-6af7a070-f0af-415a-8dd8-1eabc2721e44 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Calling delete_port for 024e43f1-bc85-4bbf-b7ec-87d1039012c9 owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:53:04.074140 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 652f7a8e-b17f-4471-bd5b-1aa9890bb00d {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:53:04.089336 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-b2d20ee1-491f-41b6-80ba-30db7fceee03 None None] Attempting to bind port 4a3cf079-90c8-4819-86a4-b6e0cbe7f150 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:53:04.089712 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-b2d20ee1-491f-41b6-80ba-30db7fceee03 None None] Attempting to bind port 4a3cf079-90c8-4819-86a4-b6e0cbe7f150 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '6d6b5f79-1c3f-4c87-a837-86790ffb5a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'c6afac08-74bb-47d6-90b6-0a4c9a987a0e'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:53:04.090078 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d20ee1-491f-41b6-80ba-30db7fceee03 None None] Attempting to bind port 4a3cf079-90c8-4819-86a4-b6e0cbe7f150 on network c6afac08-74bb-47d6-90b6-0a4c9a987a0e {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:53:04.110179 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d20ee1-491f-41b6-80ba-30db7fceee03 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:53:04.110681 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d20ee1-491f-41b6-80ba-30db7fceee03 None None] Checking segment: {'id': '6d6b5f79-1c3f-4c87-a837-86790ffb5a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'c6afac08-74bb-47d6-90b6-0a4c9a987a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:53:04.111295 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b2d20ee1-491f-41b6-80ba-30db7fceee03 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:04.111702 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d20ee1-491f-41b6-80ba-30db7fceee03 None None] Bound using segment: {'id': '6d6b5f79-1c3f-4c87-a837-86790ffb5a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'c6afac08-74bb-47d6-90b6-0a4c9a987a0e'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:53:04.112247 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-b2d20ee1-491f-41b6-80ba-30db7fceee03 None None] Bound port: 4a3cf079-90c8-4819-86a4-b6e0cbe7f150, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d6b5f79-1c3f-4c87-a837-86790ffb5a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'c6afac08-74bb-47d6-90b6-0a4c9a987a0e'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:53:04.112947 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b2d20ee1-491f-41b6-80ba-30db7fceee03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (4a3cf079-90c8-4819-86a4-b6e0cbe7f150), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:04.137951 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 652f7a8e-b17f-4471-bd5b-1aa9890bb00d, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=652f7a8e-b17f-4471-bd5b-1aa9890bb00d,segment=NetworkSegment(67a55616-cfc4-41c3-be2a-0391abacfbd5),segment_id=67a55616-cfc4-41c3-be2a-0391abacfbd5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:53:04.152991 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (652f7a8e-b17f-4471-bd5b-1aa9890bb00d), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:04.159278 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5881e3f0-d9f0-4123-b0fb-0abe8211329c admin admin] vlan segment allocate from pool success with {'vlan_id': 262, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:53:04.170403 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5881e3f0-d9f0-4123-b0fb-0abe8211329c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (5c0c0d9a-0358-48d2-8f6a-b26544e62a35), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:04.170995 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-5881e3f0-d9f0-4123-b0fb-0abe8211329c admin admin] Added segment 5c0c0d9a-0358-48d2-8f6a-b26544e62a35 of type vlan for network ee7fc1a6-21cc-456b-9e14-77ae119f1882 Feb 19 02:53:04.184985 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deec6acf-33f2-4d31-9523-313b07ab5188 req-db812f11-df56-4416-ba09-00035bf3039b tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:04.191814 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-deec6acf-33f2-4d31-9523-313b07ab5188 req-db812f11-df56-4416-ba09-00035bf3039b tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "GET /v2.0/ports?device_id=86986d56-f539-40c0-ab0f-bbb1b534a45e HTTP/1.1" status: 200 len: 943 time: 0.2037759 Feb 19 02:53:04.212974 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5881e3f0-d9f0-4123-b0fb-0abe8211329c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (ee7fc1a6-21cc-456b-9e14-77ae119f1882), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:04.239328 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf97f8e-077c-4303-a360-3c8b4e4d2721 req-5cf7313a-de6d-49bb-ba1b-872e5bbedad4 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:04.248579 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fcf97f8e-077c-4303-a360-3c8b4e4d2721 req-5cf7313a-de6d-49bb-ba1b-872e5bbedad4 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] 10.222.0.72 "GET /v2.0/networks?id=c6afac08-74bb-47d6-90b6-0a4c9a987a0e HTTP/1.1" status: 200 len: 815 time: 0.3538835 Feb 19 02:53:04.254878 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5881e3f0-d9f0-4123-b0fb-0abe8211329c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (ee7fc1a6-21cc-456b-9e14-77ae119f1882), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:04.256938 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5881e3f0-d9f0-4123-b0fb-0abe8211329c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:04.257901 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5881e3f0-d9f0-4123-b0fb-0abe8211329c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:04.269379 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fcf97f8e-077c-4303-a360-3c8b4e4d2721 req-fa8c6dd4-dccc-43b4-9eef-f0aadf071bba tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] 10.222.0.72 "GET /v2.0/quotas/d60c032161b24795a2a6bb5cb732a332 HTTP/1.1" status: 200 len: 375 time: 0.0198171 Feb 19 02:53:04.304309 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-deec6acf-33f2-4d31-9523-313b07ab5188 req-4a6d3995-8ea8-43af-a27a-a7a386252d66 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "GET /v2.0/security-groups?id=78612224-fbf6-480f-bcea-ccb270efe765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115196 Feb 19 02:53:04.317657 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=652f7a8e-b17f-4471-bd5b-1aa9890bb00d,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:04.338877 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b2d20ee1-491f-41b6-80ba-30db7fceee03 None None] For port 4a3cf079-90c8-4819-86a4-b6e0cbe7f150, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:53:04.343017 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b2d20ee1-491f-41b6-80ba-30db7fceee03 None None] For port 4a3cf079-90c8-4819-86a4-b6e0cbe7f150, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=4a3cf079-90c8-4819-86a4-b6e0cbe7f150,segment=NetworkSegment(6d6b5f79-1c3f-4c87-a837-86790ffb5a7e),segment_id=6d6b5f79-1c3f-4c87-a837-86790ffb5a7e)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:53:04.365051 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b2d20ee1-491f-41b6-80ba-30db7fceee03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (4a3cf079-90c8-4819-86a4-b6e0cbe7f150), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:04.450985 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fcf97f8e-077c-4303-a360-3c8b4e4d2721 req-50fe793c-d22d-4642-a6e0-4dc59aace4d4 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=d60c032161b24795a2a6bb5cb732a332&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1806190 Feb 19 02:53:04.454095 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['652f7a8e-b17f-4471-bd5b-1aa9890bb00d'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:53:04.456712 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba47c37-7c5a-40c4-8ed4-f508599e8077 req-3da3f0b7-0a15-4a56-a81e-72b6f84fb023 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:04.458635 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-eba47c37-7c5a-40c4-8ed4-f508599e8077 req-3da3f0b7-0a15-4a56-a81e-72b6f84fb023 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.82 "GET /v2.0/ports?device_id=5e6b6e06-615f-4c46-a27b-bc13f80acb79 HTTP/1.1" status: 200 len: 945 time: 0.2051635 Feb 19 02:53:04.476147 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-5881e3f0-d9f0-4123-b0fb-0abe8211329c admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5459542 Feb 19 02:53:04.490209 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 34334) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:53:04.498257 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5881e3f0-d9f0-4123-b0fb-0abe8211329c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc4a2a1-40b2-481e-99fd-d807da4ff831,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:04.498416 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-092604e0-e27c-4ccc-930b-f17ac2d8e211 admin admin] Request body: {'subnet': {'network_id': 'ee7fc1a6-21cc-456b-9e14-77ae119f1882', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1332111790-subnet', 'tenant_id': 'd8c84548b0554c45a96595356e5cddaf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:53:04.610684 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-092604e0-e27c-4ccc-930b-f17ac2d8e211 admin admin] Made reservation on behalf of d8c84548b0554c45a96595356e5cddaf for: {'subnet': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:53:04.619273 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-092604e0-e27c-4ccc-930b-f17ac2d8e211 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58706307'] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:04.622460 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f8d02693-c1e5-4d40-bf23-95ac5bb91b7b admin admin] Publish callbacks [] for security_group (b4e1a5de-2e59-48de-9fcf-391fe2b4fdfd), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:04.665368 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5881e3f0-d9f0-4123-b0fb-0abe8211329c admin admin] Pushing event updated for resources: {'Network': ['ID=ee7fc1a6-21cc-456b-9e14-77ae119f1882,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:04.752397 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8110a32-969a-4376-aaf0-1b4bca40011d req-eb25435e-6a63-4941-8deb-ff6c1bea5f2a tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:04.761088 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f8110a32-969a-4376-aaf0-1b4bca40011d req-eb25435e-6a63-4941-8deb-ff6c1bea5f2a tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=5e6b6e06-615f-4c46-a27b-bc13f80acb79 HTTP/1.1" status: 200 len: 945 time: 0.3077950 Feb 19 02:53:04.771819 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f8d02693-c1e5-4d40-bf23-95ac5bb91b7b admin admin] Publish callbacks [] for security_group (b4e1a5de-2e59-48de-9fcf-391fe2b4fdfd), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:04.787338 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fcf97f8e-077c-4303-a360-3c8b4e4d2721 req-0de1b41c-f0b0-4831-a941-c48f8fec2818 service neutron] 10.222.0.72 "GET /v2.0/networks/c6afac08-74bb-47d6-90b6-0a4c9a987a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3351696 Feb 19 02:53:04.794675 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-ca5c432b-674d-4b82-8ba3-d05988f36302 req-6af7a070-f0af-415a-8dd8-1eabc2721e44 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (024e43f1-bc85-4bbf-b7ec-87d1039012c9), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:04.853314 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af7a070-f0af-415a-8dd8-1eabc2721e44 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Pushing event deleted for resources: {'Port': ['ID=024e43f1-bc85-4bbf-b7ec-87d1039012c9,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:04.866263 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network ee7fc1a6-21cc-456b-9e14-77ae119f1882 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:53:04.938915 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca5c432b-674d-4b82-8ba3-d05988f36302 req-6af7a070-f0af-415a-8dd8-1eabc2721e44 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] No DVR routers for this DVR port 024e43f1-bc85-4bbf-b7ec-87d1039012c9 on host n-h1-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:53:04.943008 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-ca5c432b-674d-4b82-8ba3-d05988f36302 req-6af7a070-f0af-415a-8dd8-1eabc2721e44 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:04.947518 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ca5c432b-674d-4b82-8ba3-d05988f36302 req-6af7a070-f0af-415a-8dd8-1eabc2721e44 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] 10.222.0.73 "DELETE /v2.0/ports/024e43f1-bc85-4bbf-b7ec-87d1039012c9 HTTP/1.1" status: 204 len: 173 time: 1.6098416 Feb 19 02:53:05.006410 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-eba47c37-7c5a-40c4-8ed4-f508599e8077 req-fc7c6251-4ba1-4c73-85fb-b54b8f7fcc69 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Deleting port e7b6d271-0dd0-403f-9e7b-d4c19bbe49c1 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:53:05.007041 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-eba47c37-7c5a-40c4-8ed4-f508599e8077 req-fc7c6251-4ba1-4c73-85fb-b54b8f7fcc69 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (e7b6d271-0dd0-403f-9e7b-d4c19bbe49c1), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:05.075523 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d20ee1-491f-41b6-80ba-30db7fceee03 None None] Pushing event updated for resources: {'Port': ['ID=4a3cf079-90c8-4819-86a4-b6e0cbe7f150,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:05.077525 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f8110a32-969a-4376-aaf0-1b4bca40011d req-c471d06f-c6e2-4de8-b1e4-8e0e503dfdbb tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/security-groups?id=6ca71149-99da-4cc2-ac25-44d2d4a4007c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3001947 Feb 19 02:53:05.161784 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fcf97f8e-077c-4303-a360-3c8b4e4d2721 req-2fbe6d74-c858-4959-9fb7-59ee5a861c1d service neutron] 10.222.0.72 "GET /v2.0/networks/c6afac08-74bb-47d6-90b6-0a4c9a987a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3721423 Feb 19 02:53:05.184402 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device e7b6d271-0dd0-403f-9e7b-d4c19bbe49c1 no longer exists at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:53:05.246005 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f8d02693-c1e5-4d40-bf23-95ac5bb91b7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (b4e1a5de-2e59-48de-9fcf-391fe2b4fdfd), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:05.252238 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f8d02693-c1e5-4d40-bf23-95ac5bb91b7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:05.254567 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-f8d02693-c1e5-4d40-bf23-95ac5bb91b7b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b4e1a5de-2e59-48de-9fcf-391fe2b4fdfd HTTP/1.1" status: 204 len: 168 time: 1.2842569 Feb 19 02:53:05.290437 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-eba47c37-7c5a-40c4-8ed4-f508599e8077 req-fc7c6251-4ba1-4c73-85fb-b54b8f7fcc69 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] For port e7b6d271-0dd0-403f-9e7b-d4c19bbe49c1, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=e7b6d271-0dd0-403f-9e7b-d4c19bbe49c1,segment=NetworkSegment(4d279d1b-ef9f-49cc-bc5d-c8be530f22d3),segment_id=4d279d1b-ef9f-49cc-bc5d-c8be530f22d3)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:53:05.291017 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-eba47c37-7c5a-40c4-8ed4-f508599e8077 req-fc7c6251-4ba1-4c73-85fb-b54b8f7fcc69 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (e7b6d271-0dd0-403f-9e7b-d4c19bbe49c1), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:05.325879 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d02693-c1e5-4d40-bf23-95ac5bb91b7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4e1a5de-2e59-48de-9fcf-391fe2b4fdfd,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:05.351467 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-eba47c37-7c5a-40c4-8ed4-f508599e8077 req-fc7c6251-4ba1-4c73-85fb-b54b8f7fcc69 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Calling delete_port for e7b6d271-0dd0-403f-9e7b-d4c19bbe49c1 owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:53:05.354101 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-092604e0-e27c-4ccc-930b-f17ac2d8e211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12647271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58706289'] for subnet (70558662-5433-4a37-b877-833aa2281e7b), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:05.385182 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-ca5c432b-674d-4b82-8ba3-d05988f36302 req-9b9e41e6-2322-49d9-a37b-43f2365186cf tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Deleting port a3994020-9cb9-4385-b10d-b840f0f22de1 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:53:05.385535 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-ca5c432b-674d-4b82-8ba3-d05988f36302 req-9b9e41e6-2322-49d9-a37b-43f2365186cf tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (a3994020-9cb9-4385-b10d-b840f0f22de1), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:05.436403 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port e7b6d271-0dd0-403f-9e7b-d4c19bbe49c1 is: ACTIVE; New status is: DOWN {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:53:05.436800 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (e7b6d271-0dd0-403f-9e7b-d4c19bbe49c1), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:05.461392 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e6b6e06-615f-4c46-a27b-bc13f80acb79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7b6d271-0dd0-403f-9e7b-d4c19bbe49c1'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:53:05.474539 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32c35355-1717-44e6-8b78-e15e705f4481" -d '{"events": [{"server_uuid": "5e6b6e06-615f-4c46-a27b-bc13f80acb79", "name": "network-vif-unplugged", "status": "completed", "tag": "e7b6d271-0dd0-403f-9e7b-d4c19bbe49c1"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:53:05.507036 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port e7b6d271-0dd0-403f-9e7b-d4c19bbe49c1, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=e7b6d271-0dd0-403f-9e7b-d4c19bbe49c1,segment=NetworkSegment(4d279d1b-ef9f-49cc-bc5d-c8be530f22d3),segment_id=4d279d1b-ef9f-49cc-bc5d-c8be530f22d3)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:53:05.517109 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (e7b6d271-0dd0-403f-9e7b-d4c19bbe49c1), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:05.681453 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=e7b6d271-0dd0-403f-9e7b-d4c19bbe49c1,revision_number=6']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:05.701709 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-ca5c432b-674d-4b82-8ba3-d05988f36302 req-9b9e41e6-2322-49d9-a37b-43f2365186cf tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] For port a3994020-9cb9-4385-b10d-b840f0f22de1, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=a3994020-9cb9-4385-b10d-b840f0f22de1,segment=NetworkSegment(5ac1db83-f9a6-4bca-8644-0ee39cc962ca),segment_id=5ac1db83-f9a6-4bca-8644-0ee39cc962ca)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:53:05.702461 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-ca5c432b-674d-4b82-8ba3-d05988f36302 req-9b9e41e6-2322-49d9-a37b-43f2365186cf tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (a3994020-9cb9-4385-b10d-b840f0f22de1), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:05.735810 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-ca5c432b-674d-4b82-8ba3-d05988f36302 req-9b9e41e6-2322-49d9-a37b-43f2365186cf tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Calling delete_port for a3994020-9cb9-4385-b10d-b840f0f22de1 owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:53:05.758116 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092604e0-e27c-4ccc-930b-f17ac2d8e211 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70558662-5433-4a37-b877-833aa2281e7b,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:05.811554 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092604e0-e27c-4ccc-930b-f17ac2d8e211 admin admin] Checking segment: {'id': '5c0c0d9a-0358-48d2-8f6a-b26544e62a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'ee7fc1a6-21cc-456b-9e14-77ae119f1882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:53:05.812510 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092604e0-e27c-4ccc-930b-f17ac2d8e211 admin admin] Network hostable DHCP agents. Network: ee7fc1a6-21cc-456b-9e14-77ae119f1882, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:53:05.884545 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ca8d35d-b4cf-48c3-85dc-ab729a868ca7', 'name': 'network-vif-deleted', 'tag': '024e43f1-bc85-4bbf-b7ec-87d1039012c9'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:53:05.887137 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fd75110-fe04-4095-bca1-168b9044266e" -d '{"events": [{"server_uuid": "4ca8d35d-b4cf-48c3-85dc-ab729a868ca7", "name": "network-vif-deleted", "tag": "024e43f1-bc85-4bbf-b7ec-87d1039012c9"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:53:05.918974 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-eba47c37-7c5a-40c4-8ed4-f508599e8077 req-fc7c6251-4ba1-4c73-85fb-b54b8f7fcc69 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (e7b6d271-0dd0-403f-9e7b-d4c19bbe49c1), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:05.956859 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e8d56c-0b72-4acf-8a0e-483f9312bbdf req-bffaebbd-db2b-4a41-8364-4c894b4dd62a tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:05.971608 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c9e8d56c-0b72-4acf-8a0e-483f9312bbdf req-bffaebbd-db2b-4a41-8364-4c894b4dd62a tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ca8d35d-b4cf-48c3-85dc-ab729a868ca7 HTTP/1.1" status: 200 len: 945 time: 0.4744401 Feb 19 02:53:05.991908 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7c6251-4ba1-4c73-85fb-b54b8f7fcc69 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Pushing event deleted for resources: {'Port': ['ID=e7b6d271-0dd0-403f-9e7b-d4c19bbe49c1,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:06.077424 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1d2884-80b9-46fd-b078-8ea9015160bd req-d4eb5648-572b-46a9-b7dd-4e96588a9a1b tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:06.079272 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2a1d2884-80b9-46fd-b078-8ea9015160bd req-d4eb5648-572b-46a9-b7dd-4e96588a9a1b tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "GET /v2.0/ports?device_id=86986d56-f539-40c0-ab0f-bbb1b534a45e HTTP/1.1" status: 200 len: 944 time: 0.5452659 Feb 19 02:53:06.090528 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092604e0-e27c-4ccc-930b-f17ac2d8e211 admin admin] Network ee7fc1a6-21cc-456b-9e14-77ae119f1882 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:53:06.104610 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 4a3cf079-90c8-4819-86a4-b6e0cbe7f150 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:53:06.175890 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-eba47c37-7c5a-40c4-8ed4-f508599e8077 req-fc7c6251-4ba1-4c73-85fb-b54b8f7fcc69 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] No DVR routers for this DVR port e7b6d271-0dd0-403f-9e7b-d4c19bbe49c1 on host n-h2-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:53:06.189527 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-eba47c37-7c5a-40c4-8ed4-f508599e8077 req-fc7c6251-4ba1-4c73-85fb-b54b8f7fcc69 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:06.190928 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-092604e0-e27c-4ccc-930b-f17ac2d8e211 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, ee7fc1a6-21cc-456b-9e14-77ae119f1882) {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:53:06.199018 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092604e0-e27c-4ccc-930b-f17ac2d8e211 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:06.200789 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-092604e0-e27c-4ccc-930b-f17ac2d8e211 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:06.205641 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-eba47c37-7c5a-40c4-8ed4-f508599e8077 req-fc7c6251-4ba1-4c73-85fb-b54b8f7fcc69 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.82 "DELETE /v2.0/ports/e7b6d271-0dd0-403f-9e7b-d4c19bbe49c1 HTTP/1.1" status: 204 len: 173 time: 1.7091165 Feb 19 02:53:06.220217 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d4fb96-5675-4998-9204-e7638de4f706 None None] Network ee7fc1a6-21cc-456b-9e14-77ae119f1882 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:53:06.262006 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-092604e0-e27c-4ccc-930b-f17ac2d8e211 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7617195 Feb 19 02:53:06.280037 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670edc86-f736-4184-9a21-45691c7e4706 None None] Network c6afac08-74bb-47d6-90b6-0a4c9a987a0e requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:53:06.292767 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c9e8d56c-0b72-4acf-8a0e-483f9312bbdf req-cb86093d-1c00-4f50-ab1a-0537e8e43987 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] 10.222.0.72 "GET /v2.0/security-groups?id=ed4112f7-4072-40c7-a6a7-08b05eb3305e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3106947 Feb 19 02:53:06.326333 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2a1d2884-80b9-46fd-b078-8ea9015160bd req-c8b67a2e-311b-4bcc-9c1d-cdb4b6166768 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "GET /v2.0/security-groups?id=78612224-fbf6-480f-bcea-ccb270efe765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095478 Feb 19 02:53:06.401564 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-ca5c432b-674d-4b82-8ba3-d05988f36302 req-9b9e41e6-2322-49d9-a37b-43f2365186cf tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (a3994020-9cb9-4385-b10d-b840f0f22de1), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:06.589239 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9e41e6-2322-49d9-a37b-43f2365186cf tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Pushing event deleted for resources: {'Port': ['ID=a3994020-9cb9-4385-b10d-b840f0f22de1,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:06.612644 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e05abb8-9265-4fa7-a22c-e724c81d4eed x-openstack-request-id: req-3e05abb8-9265-4fa7-a22c-e724c81d4eed {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:53:06.613830 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ca8d35d-b4cf-48c3-85dc-ab729a868ca7", "name": "network-vif-deleted", "tag": "024e43f1-bc85-4bbf-b7ec-87d1039012c9", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:53:06.614094 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3e05abb8-9265-4fa7-a22c-e724c81d4eed {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:53:06.614509 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ca8d35d-b4cf-48c3-85dc-ab729a868ca7', 'name': 'network-vif-deleted', 'tag': '024e43f1-bc85-4bbf-b7ec-87d1039012c9', 'status': 'completed', 'code': 200} Feb 19 02:53:06.671686 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 02:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10224425-3f8a-4322-9a83-4d056ce5d722 x-openstack-request-id: req-10224425-3f8a-4322-9a83-4d056ce5d722 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:53:06.673292 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e6b6e06-615f-4c46-a27b-bc13f80acb79", "name": "network-vif-unplugged", "status": "completed", "tag": "e7b6d271-0dd0-403f-9e7b-d4c19bbe49c1", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:53:06.675061 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-10224425-3f8a-4322-9a83-4d056ce5d722 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:53:06.675922 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e6b6e06-615f-4c46-a27b-bc13f80acb79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7b6d271-0dd0-403f-9e7b-d4c19bbe49c1', 'code': 200} Feb 19 02:53:06.742602 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-9f61861f-8c36-4d0d-9f35-6214ee4d6b70 None None] Provisioning complete for port 4a3cf079-90c8-4819-86a4-b6e0cbe7f150 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:53:06.743513 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-9f61861f-8c36-4d0d-9f35-6214ee4d6b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (4a3cf079-90c8-4819-86a4-b6e0cbe7f150), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:06.754172 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca5c432b-674d-4b82-8ba3-d05988f36302 req-9b9e41e6-2322-49d9-a37b-43f2365186cf tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] No DVR routers for this DVR port a3994020-9cb9-4385-b10d-b840f0f22de1 on host n-h1-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:53:06.781740 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-ca5c432b-674d-4b82-8ba3-d05988f36302 req-9b9e41e6-2322-49d9-a37b-43f2365186cf tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:06.785531 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ca5c432b-674d-4b82-8ba3-d05988f36302 req-9b9e41e6-2322-49d9-a37b-43f2365186cf tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] 10.222.0.73 "DELETE /v2.0/ports/a3994020-9cb9-4385-b10d-b840f0f22de1 HTTP/1.1" status: 204 len: 173 time: 1.8293686 Feb 19 02:53:06.811352 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device a3994020-9cb9-4385-b10d-b840f0f22de1 no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:53:06.851299 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 4a3cf079-90c8-4819-86a4-b6e0cbe7f150 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:53:06.858721 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (4a3cf079-90c8-4819-86a4-b6e0cbe7f150), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:06.966557 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 34400) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:53:07.017945 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e844bf01-ce6c-42e8-b635-4f89ad73c9ee req-5c9c8e84-409f-4436-930c-40c9c902ba28 tempest-ServersTestJSON-1331716991 tempest-ServersTestJSON-1331716991-project] 10.222.0.72 "GET /v2.0/ports?device_id=5e6b6e06-615f-4c46-a27b-bc13f80acb79 HTTP/1.1" status: 200 len: 210 time: 0.2993569 Feb 19 02:53:07.063098 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7958a3-6b8f-48f1-97d6-579bb4efa83d req-00ef13cc-5a4c-42d1-a4ee-f1f6540ee8f2 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:07.069885 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7e7958a3-6b8f-48f1-97d6-579bb4efa83d req-00ef13cc-5a4c-42d1-a4ee-f1f6540ee8f2 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] 10.222.0.72 "GET /v2.0/networks?id=c6afac08-74bb-47d6-90b6-0a4c9a987a0e HTTP/1.1" status: 200 len: 815 time: 0.5721354 Feb 19 02:53:07.077952 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] No Port match for: a3994020-9cb9-4385-b10d-b840f0f22de1 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:53:07.078300 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device a3994020-9cb9-4385-b10d-b840f0f22de1 not bound to the agent host n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:53:07.078736 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 024e43f1-bc85-4bbf-b7ec-87d1039012c9 no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:53:07.116165 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7e7958a3-6b8f-48f1-97d6-579bb4efa83d req-c518b7f7-8cad-422c-9915-9608cec04108 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] 10.222.0.72 "GET /v2.0/quotas/d60c032161b24795a2a6bb5cb732a332 HTTP/1.1" status: 200 len: 375 time: 0.0406055 Feb 19 02:53:07.185083 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0874df87-af6f-402e-a072-3de9a051a2e2 None None] Network ee7fc1a6-21cc-456b-9e14-77ae119f1882 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:53:07.204537 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 652f7a8e-b17f-4471-bd5b-1aa9890bb00d up at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:53:07.250381 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] No Port match for: 024e43f1-bc85-4bbf-b7ec-87d1039012c9 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:53:07.250741 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 024e43f1-bc85-4bbf-b7ec-87d1039012c9 not bound to the agent host n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:53:07.252248 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 45579358-861a-456f-9785-d1b13792aecb no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:53:07.288061 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7e7958a3-6b8f-48f1-97d6-579bb4efa83d req-2695a7bf-735c-4ac6-98bb-7fe5598b5819 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=d60c032161b24795a2a6bb5cb732a332&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1617332 Feb 19 02:53:07.428692 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] No Port match for: 45579358-861a-456f-9785-d1b13792aecb {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:53:07.432293 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 45579358-861a-456f-9785-d1b13792aecb not bound to the agent host n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:53:07.455625 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 34424) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:53:07.464795 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-aaee8857-89fe-4986-ba3a-e7babc10e541 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-482440303-network', 'tenant_id': '960edc288cc4433089f0c54e54d3f17d'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:53:07.508061 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaee8857-89fe-4986-ba3a-e7babc10e541 admin admin] Made reservation on behalf of 960edc288cc4433089f0c54e54d3f17d for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:53:07.513407 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-aaee8857-89fe-4986-ba3a-e7babc10e541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:07.525286 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-aaee8857-89fe-4986-ba3a-e7babc10e541 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:07.570044 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-0c0363dc-05c4-493e-8c4f-ec78903683a9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-200038142-network', 'tenant_id': '8ee938a19b3e4074b489f411ca258ca6'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:53:07.668348 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-9f61861f-8c36-4d0d-9f35-6214ee4d6b70 None None] Current status of the port 4a3cf079-90c8-4819-86a4-b6e0cbe7f150 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:53:07.672162 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-9f61861f-8c36-4d0d-9f35-6214ee4d6b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (4a3cf079-90c8-4819-86a4-b6e0cbe7f150), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:07.676973 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c0363dc-05c4-493e-8c4f-ec78903683a9 admin admin] Made reservation on behalf of 8ee938a19b3e4074b489f411ca258ca6 for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:53:07.679568 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0c0363dc-05c4-493e-8c4f-ec78903683a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:07.709325 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0c0363dc-05c4-493e-8c4f-ec78903683a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:07.720200 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-639c2bf3-4838-49a0-ac9c-3704251c06fc req-bd412700-1bf7-48b5-9271-4a19622fd237 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ca8d35d-b4cf-48c3-85dc-ab729a868ca7 HTTP/1.1" status: 200 len: 210 time: 0.1223447 Feb 19 02:53:07.729327 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7e7958a3-6b8f-48f1-97d6-579bb4efa83d req-393f7572-8570-460b-9e30-cfd1e08d44f3 service neutron] 10.222.0.72 "GET /v2.0/networks/c6afac08-74bb-47d6-90b6-0a4c9a987a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4344597 Feb 19 02:53:07.762768 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 4a3cf079-90c8-4819-86a4-b6e0cbe7f150 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:53:07.763484 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (4a3cf079-90c8-4819-86a4-b6e0cbe7f150), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:07.778123 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf97f8e-077c-4303-a360-3c8b4e4d2721 req-e68a133c-a007-41cb-9fb8-ebee37491511 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:07.779663 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-fcf97f8e-077c-4303-a360-3c8b4e4d2721 req-e68a133c-a007-41cb-9fb8-ebee37491511 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] 10.222.0.73 "GET /v2.0/networks?id=c6afac08-74bb-47d6-90b6-0a4c9a987a0e HTTP/1.1" status: 200 len: 815 time: 0.2350547 Feb 19 02:53:07.786355 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-9f61861f-8c36-4d0d-9f35-6214ee4d6b70 None None] For port 4a3cf079-90c8-4819-86a4-b6e0cbe7f150, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=4a3cf079-90c8-4819-86a4-b6e0cbe7f150,segment=NetworkSegment(6d6b5f79-1c3f-4c87-a837-86790ffb5a7e),segment_id=6d6b5f79-1c3f-4c87-a837-86790ffb5a7e)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:53:07.787817 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning for port 652f7a8e-b17f-4471-bd5b-1aa9890bb00d completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:53:07.795740 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-9f61861f-8c36-4d0d-9f35-6214ee4d6b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (4a3cf079-90c8-4819-86a4-b6e0cbe7f150), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:07.800829 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-fcf97f8e-077c-4303-a360-3c8b4e4d2721 req-9541c1ec-3f43-4f71-b6f4-83097c263745 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] Request body: {'port': {'device_id': '909bb69e-1a06-4633-a049-6300737caa32', 'network_id': 'c6afac08-74bb-47d6-90b6-0a4c9a987a0e', 'admin_state_up': True, 'tenant_id': 'd60c032161b24795a2a6bb5cb732a332'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:53:07.809169 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning complete for port 652f7a8e-b17f-4471-bd5b-1aa9890bb00d triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:53:07.809882 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (652f7a8e-b17f-4471-bd5b-1aa9890bb00d), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:07.925628 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.db.api [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103703) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 02:53:07.926398 n-d-826753-2 neutron-server[103703]: DEBUG oslo_db.api [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 02:53:07.937632 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f61861f-8c36-4d0d-9f35-6214ee4d6b70 None None] Pushing event updated for resources: {'Port': ['ID=4a3cf079-90c8-4819-86a4-b6e0cbe7f150,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:07.968884 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-c2961fa0-0f1b-4205-93fb-dc36741cdd24 None None] Provisioning complete for port 4a3cf079-90c8-4819-86a4-b6e0cbe7f150 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:53:07.969667 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c2961fa0-0f1b-4205-93fb-dc36741cdd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (4a3cf079-90c8-4819-86a4-b6e0cbe7f150), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:07.981495 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7e7958a3-6b8f-48f1-97d6-579bb4efa83d req-6a6e5a0f-1df8-405b-81ec-cff2994f47fd service neutron] 10.222.0.72 "GET /v2.0/networks/c6afac08-74bb-47d6-90b6-0a4c9a987a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440426 Feb 19 02:53:07.989238 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99be94c-a981-4c58-bb88-90ad58834e86 req-a83958da-5efa-4506-9ed5-ae6bac3fed28 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:07.996844 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a99be94c-a981-4c58-bb88-90ad58834e86 req-a83958da-5efa-4506-9ed5-ae6bac3fed28 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "GET /v2.0/ports?device_id=86986d56-f539-40c0-ab0f-bbb1b534a45e HTTP/1.1" status: 200 len: 944 time: 0.1059580 Feb 19 02:53:08.068607 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 652f7a8e-b17f-4471-bd5b-1aa9890bb00d is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:53:08.069061 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (652f7a8e-b17f-4471-bd5b-1aa9890bb00d), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:08.121359 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a99be94c-a981-4c58-bb88-90ad58834e86 req-7932e84e-5c77-4997-b7ca-87615c152e80 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "GET /v2.0/security-groups?id=78612224-fbf6-480f-bcea-ccb270efe765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212597 Feb 19 02:53:08.203829 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-c2961fa0-0f1b-4205-93fb-dc36741cdd24 None None] Current status of the port 4a3cf079-90c8-4819-86a4-b6e0cbe7f150 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:53:08.212966 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 652f7a8e-b17f-4471-bd5b-1aa9890bb00d, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=652f7a8e-b17f-4471-bd5b-1aa9890bb00d,segment=NetworkSegment(67a55616-cfc4-41c3-be2a-0391abacfbd5),segment_id=67a55616-cfc4-41c3-be2a-0391abacfbd5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:53:08.242521 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (652f7a8e-b17f-4471-bd5b-1aa9890bb00d), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:08.280627 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 34436) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:53:08.308410 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-aaee8857-89fe-4986-ba3a-e7babc10e541 admin admin] Publish callbacks [] for security_group (a27ded2c-265c-4546-81f6-dbe35c601c8a), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:08.326680 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-aaee8857-89fe-4986-ba3a-e7babc10e541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (a27ded2c-265c-4546-81f6-dbe35c601c8a), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:08.371021 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=652f7a8e-b17f-4471-bd5b-1aa9890bb00d,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:08.374737 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaee8857-89fe-4986-ba3a-e7babc10e541 admin admin] vlan segment allocate from pool success with {'vlan_id': 263, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:53:08.416987 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_v2 [None req-85acb7f7-0b46-41e5-850c-1d9248fdd3bd admin admin] Deleting subnet 54b68f46-9c6f-467f-99d5-a919ef2f5fa1 {{(pid=103701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:53:08.433146 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-aaee8857-89fe-4986-ba3a-e7babc10e541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (c69d725d-c812-40e1-bd3e-621182bfbe79), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:08.433612 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-aaee8857-89fe-4986-ba3a-e7babc10e541 admin admin] Added segment c69d725d-c812-40e1-bd3e-621182bfbe79 of type vlan for network c8c2b808-7faa-4b4a-827d-df1c857bf03c Feb 19 02:53:08.440769 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaee8857-89fe-4986-ba3a-e7babc10e541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a27ded2c-265c-4546-81f6-dbe35c601c8a,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:08.443676 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-85acb7f7-0b46-41e5-850c-1d9248fdd3bd admin admin] Publish callbacks [] for subnet (54b68f46-9c6f-467f-99d5-a919ef2f5fa1), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:08.467361 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0c0363dc-05c4-493e-8c4f-ec78903683a9 admin admin] Publish callbacks [] for security_group (6d351a8c-b73e-485a-861c-36f8b0ec3310), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:08.499860 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 4a3cf079-90c8-4819-86a4-b6e0cbe7f150 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:53:08.520614 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-aaee8857-89fe-4986-ba3a-e7babc10e541 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (c8c2b808-7faa-4b4a-827d-df1c857bf03c), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:08.522934 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0c0363dc-05c4-493e-8c4f-ec78903683a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (6d351a8c-b73e-485a-861c-36f8b0ec3310), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:08.623142 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e6b6e06-615f-4c46-a27b-bc13f80acb79', 'name': 'network-vif-deleted', 'tag': 'e7b6d271-0dd0-403f-9e7b-d4c19bbe49c1'}, {'server_uuid': '4ca8d35d-b4cf-48c3-85dc-ab729a868ca7', 'name': 'network-vif-deleted', 'tag': 'a3994020-9cb9-4385-b10d-b840f0f22de1'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:53:08.625198 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e7adc4f-51d4-41cb-a54b-b2a26f2707eb" -d '{"events": [{"server_uuid": "5e6b6e06-615f-4c46-a27b-bc13f80acb79", "name": "network-vif-deleted", "tag": "e7b6d271-0dd0-403f-9e7b-d4c19bbe49c1"}, {"server_uuid": "4ca8d35d-b4cf-48c3-85dc-ab729a868ca7", "name": "network-vif-deleted", "tag": "a3994020-9cb9-4385-b10d-b840f0f22de1"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:53:08.628351 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcf97f8e-077c-4303-a360-3c8b4e4d2721 req-9541c1ec-3f43-4f71-b6f4-83097c263745 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] Made reservation on behalf of d60c032161b24795a2a6bb5cb732a332 for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:53:08.644478 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-fcf97f8e-077c-4303-a360-3c8b4e4d2721 req-9541c1ec-3f43-4f71-b6f4-83097c263745 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:08.659902 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 4a3cf079-90c8-4819-86a4-b6e0cbe7f150 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:53:08.660908 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-85acb7f7-0b46-41e5-850c-1d9248fdd3bd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12647399'] for subnet (54b68f46-9c6f-467f-99d5-a919ef2f5fa1), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:08.709018 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86986d56-f539-40c0-ab0f-bbb1b534a45e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '652f7a8e-b17f-4471-bd5b-1aa9890bb00d'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:53:08.712059 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fc7caa7-e749-4b07-b894-cbdaf6465ac0" -d '{"events": [{"server_uuid": "86986d56-f539-40c0-ab0f-bbb1b534a45e", "name": "network-vif-plugged", "status": "completed", "tag": "652f7a8e-b17f-4471-bd5b-1aa9890bb00d"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:53:08.740737 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c0363dc-05c4-493e-8c4f-ec78903683a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 293, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:53:08.742458 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-aaee8857-89fe-4986-ba3a-e7babc10e541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (c8c2b808-7faa-4b4a-827d-df1c857bf03c), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:08.744219 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaee8857-89fe-4986-ba3a-e7babc10e541 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:08.745622 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-aaee8857-89fe-4986-ba3a-e7babc10e541 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:08.751720 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-85acb7f7-0b46-41e5-850c-1d9248fdd3bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (54b68f46-9c6f-467f-99d5-a919ef2f5fa1), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:08.786822 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277b158a-9932-41b9-8f89-965842b7529d req-050ecfcf-d94b-40bf-bef3-d5c9ca647f86 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:08.788356 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-277b158a-9932-41b9-8f89-965842b7529d req-050ecfcf-d94b-40bf-bef3-d5c9ca647f86 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] 10.222.0.72 "GET /v2.0/networks?id=c6afac08-74bb-47d6-90b6-0a4c9a987a0e HTTP/1.1" status: 200 len: 815 time: 0.2328310 Feb 19 02:53:08.791467 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 4a3cf079-90c8-4819-86a4-b6e0cbe7f150 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:53:08.792815 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (4a3cf079-90c8-4819-86a4-b6e0cbe7f150), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:08.816788 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-277b158a-9932-41b9-8f89-965842b7529d req-407737ab-51fd-4ac3-ac93-7a918cfabf50 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] 10.222.0.72 "GET /v2.0/quotas/d60c032161b24795a2a6bb5cb732a332 HTTP/1.1" status: 200 len: 375 time: 0.0203159 Feb 19 02:53:08.853029 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 19 Feb 2022 02:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce76dca7-e1bc-4f21-8394-bad5dfed2258 x-openstack-request-id: req-ce76dca7-e1bc-4f21-8394-bad5dfed2258 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:53:08.853466 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e6b6e06-615f-4c46-a27b-bc13f80acb79", "name": "network-vif-deleted", "tag": "e7b6d271-0dd0-403f-9e7b-d4c19bbe49c1", "status": "completed", "code": 200}, {"server_uuid": "4ca8d35d-b4cf-48c3-85dc-ab729a868ca7", "name": "network-vif-deleted", "tag": "a3994020-9cb9-4385-b10d-b840f0f22de1", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:53:08.853887 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ce76dca7-e1bc-4f21-8394-bad5dfed2258 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:53:08.854521 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e6b6e06-615f-4c46-a27b-bc13f80acb79', 'name': 'network-vif-deleted', 'tag': 'e7b6d271-0dd0-403f-9e7b-d4c19bbe49c1', 'status': 'completed', 'code': 200} Feb 19 02:53:08.854851 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ca8d35d-b4cf-48c3-85dc-ab729a868ca7', 'name': 'network-vif-deleted', 'tag': 'a3994020-9cb9-4385-b10d-b840f0f22de1', 'status': 'completed', 'code': 200} Feb 19 02:53:08.860107 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaee8857-89fe-4986-ba3a-e7babc10e541 admin admin] Pushing event updated for resources: {'Network': ['ID=c8c2b808-7faa-4b4a-827d-df1c857bf03c,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:08.866214 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-aaee8857-89fe-4986-ba3a-e7babc10e541 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4092753 Feb 19 02:53:08.871180 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 34476) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:53:08.872034 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0363dc-05c4-493e-8c4f-ec78903683a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d351a8c-b73e-485a-861c-36f8b0ec3310,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:08.880098 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0c0363dc-05c4-493e-8c4f-ec78903683a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (b398e613-0491-4825-8c0e-13ffa7bc0c4a), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:08.880808 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-0c0363dc-05c4-493e-8c4f-ec78903683a9 admin admin] Added segment b398e613-0491-4825-8c0e-13ffa7bc0c4a of type vlan for network 2a0a79ed-8a33-4798-af54-05a0cb1f0f3c Feb 19 02:53:08.887698 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb7a702c-6c44-4ca4-b055-4c2ae04dd8e8 x-openstack-request-id: req-fb7a702c-6c44-4ca4-b055-4c2ae04dd8e8 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:53:08.892432 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86986d56-f539-40c0-ab0f-bbb1b534a45e", "name": "network-vif-plugged", "status": "completed", "tag": "652f7a8e-b17f-4471-bd5b-1aa9890bb00d", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:53:08.892688 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-fb7a702c-6c44-4ca4-b055-4c2ae04dd8e8 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:53:08.893109 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86986d56-f539-40c0-ab0f-bbb1b534a45e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '652f7a8e-b17f-4471-bd5b-1aa9890bb00d', 'code': 200} Feb 19 02:53:08.893491 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-6c756e51-21a5-4f11-b087-b61fd789967a admin admin] Request body: {'subnet': {'network_id': 'c8c2b808-7faa-4b4a-827d-df1c857bf03c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-482440303-subnet', 'tenant_id': '960edc288cc4433089f0c54e54d3f17d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:53:08.893821 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network c8c2b808-7faa-4b4a-827d-df1c857bf03c details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:53:08.969946 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-85acb7f7-0b46-41e5-850c-1d9248fdd3bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12647206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58706286'] for subnet (54b68f46-9c6f-467f-99d5-a919ef2f5fa1), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:08.997981 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 34480) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:53:09.046730 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 4a3cf079-90c8-4819-86a4-b6e0cbe7f150 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:53:09.080679 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0c0363dc-05c4-493e-8c4f-ec78903683a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (2a0a79ed-8a33-4798-af54-05a0cb1f0f3c), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:09.091889 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c756e51-21a5-4f11-b087-b61fd789967a admin admin] Made reservation on behalf of 960edc288cc4433089f0c54e54d3f17d for: {'subnet': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:53:09.095269 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6c756e51-21a5-4f11-b087-b61fd789967a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58706307'] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:09.108373 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e064fb6-fcff-4c66-8db2-cfb9b8be4524 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Deleting subnet 28a68c0a-342f-4b7b-902d-c8940a294a0b {{(pid=103701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:53:09.112638 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85acb7f7-0b46-41e5-850c-1d9248fdd3bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54b68f46-9c6f-467f-99d5-a919ef2f5fa1,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:09.127381 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-85acb7f7-0b46-41e5-850c-1d9248fdd3bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:09.132460 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-85acb7f7-0b46-41e5-850c-1d9248fdd3bd admin admin] 10.222.0.72 "DELETE /v2.0/subnets/54b68f46-9c6f-467f-99d5-a919ef2f5fa1 HTTP/1.1" status: 204 len: 168 time: 0.8480620 Feb 19 02:53:09.135495 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9e064fb6-fcff-4c66-8db2-cfb9b8be4524 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks [] for subnet (28a68c0a-342f-4b7b-902d-c8940a294a0b), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:09.139248 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 34484) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:53:09.176452 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0c0363dc-05c4-493e-8c4f-ec78903683a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (2a0a79ed-8a33-4798-af54-05a0cb1f0f3c), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:09.177405 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0363dc-05c4-493e-8c4f-ec78903683a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:09.178005 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0c0363dc-05c4-493e-8c4f-ec78903683a9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:09.179629 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-277b158a-9932-41b9-8f89-965842b7529d req-eac4a1c5-a179-4d1a-9d82-edd522b8b6b3 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=d60c032161b24795a2a6bb5cb732a332&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3619664 Feb 19 02:53:09.243696 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f29d4a-573f-41c8-a18f-924834caa1b8 req-2788cf1a-e473-4c82-b87d-b65e9e96e3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:09.245255 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-04f29d4a-573f-41c8-a18f-924834caa1b8 req-2788cf1a-e473-4c82-b87d-b65e9e96e3c7 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=86986d56-f539-40c0-ab0f-bbb1b534a45e HTTP/1.1" status: 200 len: 1127 time: 0.2287111 Feb 19 02:53:09.298435 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [req-fcf97f8e-077c-4303-a360-3c8b4e4d2721 req-9541c1ec-3f43-4f71-b6f4-83097c263745 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] Allocated IP 172.20.0.3 (c6afac08-74bb-47d6-90b6-0a4c9a987a0e/eb8cf0f0-abd8-4026-9d69-425697044d46/bd1ca4a7-3418-46c4-927b-090b15466650) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:53:09.298682 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9e064fb6-fcff-4c66-8db2-cfb9b8be4524 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12647399'] for subnet (28a68c0a-342f-4b7b-902d-c8940a294a0b), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:09.308244 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-0c0363dc-05c4-493e-8c4f-ec78903683a9 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.3386629 Feb 19 02:53:09.333388 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 34490) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:53:09.346771 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-8101ef97-b5ca-4387-a20b-b37f26fa499c admin admin] Request body: {'subnet': {'network_id': '2a0a79ed-8a33-4798-af54-05a0cb1f0f3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-200038142-subnet', 'tenant_id': '8ee938a19b3e4074b489f411ca258ca6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:53:09.370690 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a9a79c6c-4076-4b81-9efb-23bdaa35bf1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (38d6fa8e-4007-4beb-abd0-8f0d817f1ef6), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:09.376266 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0363dc-05c4-493e-8c4f-ec78903683a9 admin admin] Pushing event updated for resources: {'Network': ['ID=2a0a79ed-8a33-4798-af54-05a0cb1f0f3c,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:09.388979 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 2a0a79ed-8a33-4798-af54-05a0cb1f0f3c details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:53:09.431724 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8101ef97-b5ca-4387-a20b-b37f26fa499c admin admin] Made reservation on behalf of 8ee938a19b3e4074b489f411ca258ca6 for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:53:09.434146 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8101ef97-b5ca-4387-a20b-b37f26fa499c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:09.462075 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-04f29d4a-573f-41c8-a18f-924834caa1b8 req-a87809a6-6d14-4a70-a064-d3412d346603 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=78612224-fbf6-480f-bcea-ccb270efe765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789811 Feb 19 02:53:09.499639 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 34492) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:53:09.576739 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9e064fb6-fcff-4c66-8db2-cfb9b8be4524 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (28a68c0a-342f-4b7b-902d-c8940a294a0b), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:09.624118 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-277b158a-9932-41b9-8f89-965842b7529d req-5998ac02-e936-4858-9bd0-a4c7d440a03f service neutron] 10.222.0.72 "GET /v2.0/networks/c6afac08-74bb-47d6-90b6-0a4c9a987a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4178960 Feb 19 02:53:09.652978 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a9a79c6c-4076-4b81-9efb-23bdaa35bf1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (38d6fa8e-4007-4beb-abd0-8f0d817f1ef6), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:09.665979 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14383325-36eb-413d-a407-c29b1a57426c req-71acd2a6-288b-4183-bfd8-e03ae4bad8b1 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:09.667636 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-14383325-36eb-413d-a407-c29b1a57426c req-71acd2a6-288b-4183-bfd8-e03ae4bad8b1 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "GET /v2.0/ports?device_id=86986d56-f539-40c0-ab0f-bbb1b534a45e HTTP/1.1" status: 200 len: 945 time: 0.3765881 Feb 19 02:53:09.689124 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-a9a79c6c-4076-4b81-9efb-23bdaa35bf1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38d6fa8e-4007-4beb-abd0-8f0d817f1ef6']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:53:09.713504 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-a9a79c6c-4076-4b81-9efb-23bdaa35bf1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d279d1b-ef9f-49cc-bc5d-c8be530f22d3') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:53:09.713793 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-a9a79c6c-4076-4b81-9efb-23bdaa35bf1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d279d1b-ef9f-49cc-bc5d-c8be530f22d3') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:53:09.730256 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a9a79c6c-4076-4b81-9efb-23bdaa35bf1e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (4d279d1b-ef9f-49cc-bc5d-c8be530f22d3), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:09.755576 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9cd5ce74-31a0-4ec7-8a17-c751f1b3df8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:09.774091 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-fcf97f8e-077c-4303-a360-3c8b4e4d2721 req-9541c1ec-3f43-4f71-b6f4-83097c263745 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] Publish callbacks [] for port (bd1ca4a7-3418-46c4-927b-090b15466650), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:09.787305 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a9a79c6c-4076-4b81-9efb-23bdaa35bf1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (4d279d1b-ef9f-49cc-bc5d-c8be530f22d3), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:09.801239 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9a79c6c-4076-4b81-9efb-23bdaa35bf1e admin admin] Releasing vlan 299 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:53:09.801682 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a9a79c6c-4076-4b81-9efb-23bdaa35bf1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (4d279d1b-ef9f-49cc-bc5d-c8be530f22d3), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:09.803420 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 02:53:09.803420 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:53:09.803420 n-d-826753-2 neutron-server[103702]: timer() Feb 19 02:53:09.803420 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:53:09.803420 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 02:53:09.803420 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:53:09.803420 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 02:53:09.803420 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:53:09.803420 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 02:53:09.803420 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:53:09.803420 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 02:53:09.803420 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:53:09.803420 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 02:53:09.803420 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:53:09.803420 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:53:09.803420 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:53:09.803420 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:53:09.803420 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:53:09.803420 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 02:53:09.803420 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:53:09.803420 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 02:53:09.803420 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:53:09.803420 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:53:09.803420 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:53:09.803420 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 02:53:09.803420 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:53:09.803420 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:53:09.803420 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:53:09.803420 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:53:09.803420 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:53:09.803420 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:53:09.803420 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:53:09.849644 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6c756e51-21a5-4f11-b087-b61fd789967a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12647271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58706289'] for subnet (49fc9ee6-cde3-4e47-989d-dca4df7b6124), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:09.910323 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9e064fb6-fcff-4c66-8db2-cfb9b8be4524 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12647206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58706286'] for subnet (28a68c0a-342f-4b7b-902d-c8940a294a0b), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:09.914366 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8101ef97-b5ca-4387-a20b-b37f26fa499c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (1de208d8-9bd1-42de-af89-32eb5f962cf7), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:09.922031 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-14383325-36eb-413d-a407-c29b1a57426c req-7be2148e-232f-4ee1-b610-fe43efd48218 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "GET /v2.0/security-groups?id=78612224-fbf6-480f-bcea-ccb270efe765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467306 Feb 19 02:53:09.950296 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a9a79c6c-4076-4b81-9efb-23bdaa35bf1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (38d6fa8e-4007-4beb-abd0-8f0d817f1ef6), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:09.955214 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-fcf97f8e-077c-4303-a360-3c8b4e4d2721 req-9541c1ec-3f43-4f71-b6f4-83097c263745 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (bd1ca4a7-3418-46c4-927b-090b15466650), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:09.968225 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-277b158a-9932-41b9-8f89-965842b7529d req-3eaeb635-c164-4339-b3b4-014dee3c9d1a service neutron] 10.222.0.72 "GET /v2.0/networks/c6afac08-74bb-47d6-90b6-0a4c9a987a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3276935 Feb 19 02:53:09.973605 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9e064fb6-fcff-4c66-8db2-cfb9b8be4524 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:09.974663 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a9a79c6c-4076-4b81-9efb-23bdaa35bf1e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:09.977071 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-9e064fb6-fcff-4c66-8db2-cfb9b8be4524 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] 10.222.0.72 "DELETE /v2.0/subnets/28a68c0a-342f-4b7b-902d-c8940a294a0b HTTP/1.1" status: 204 len: 168 time: 0.9734173 Feb 19 02:53:09.983525 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-a9a79c6c-4076-4b81-9efb-23bdaa35bf1e admin admin] 10.222.0.72 "DELETE /v2.0/networks/38d6fa8e-4007-4beb-abd0-8f0d817f1ef6 HTTP/1.1" status: 204 len: 168 time: 0.8391502 Feb 19 02:53:09.984020 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 34496) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:53:09.991167 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2e6bd6-234c-43a1-8831-a6c7ef382a94 None None] Network e70d9ba1-3c8a-42e5-8f45-41c049cb6936 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:53:09.997244 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c756e51-21a5-4f11-b087-b61fd789967a admin admin] Pushing event updated for resources: {'Subnet': ['ID=49fc9ee6-cde3-4e47-989d-dca4df7b6124,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:10.050249 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a79c6c-4076-4b81-9efb-23bdaa35bf1e admin admin] Pushing event deleted for resources: {'Network': ['ID=38d6fa8e-4007-4beb-abd0-8f0d817f1ef6,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:10.090526 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e064fb6-fcff-4c66-8db2-cfb9b8be4524 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Pushing event deleted for resources: {'Subnet': ['ID=28a68c0a-342f-4b7b-902d-c8940a294a0b,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:10.092205 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcf97f8e-077c-4303-a360-3c8b4e4d2721 req-9541c1ec-3f43-4f71-b6f4-83097c263745 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] Network c6afac08-74bb-47d6-90b6-0a4c9a987a0e is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:53:10.102544 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [req-fcf97f8e-077c-4303-a360-3c8b4e4d2721 req-9541c1ec-3f43-4f71-b6f4-83097c263745 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:53:10.111822 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcf97f8e-077c-4303-a360-3c8b4e4d2721 req-9541c1ec-3f43-4f71-b6f4-83097c263745 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:53:10.174188 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf97f8e-077c-4303-a360-3c8b4e4d2721 req-9541c1ec-3f43-4f71-b6f4-83097c263745 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:10.174830 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-fcf97f8e-077c-4303-a360-3c8b4e4d2721 req-9541c1ec-3f43-4f71-b6f4-83097c263745 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:10.219926 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8101ef97-b5ca-4387-a20b-b37f26fa499c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1de208d8-9bd1-42de-af89-32eb5f962cf7,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:10.238957 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 34502) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:53:10.268578 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9541c1ec-3f43-4f71-b6f4-83097c263745 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] Pushing event updated for resources: {'Port': ['ID=bd1ca4a7-3418-46c4-927b-090b15466650,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:10.270155 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c756e51-21a5-4f11-b087-b61fd789967a admin admin] Checking segment: {'id': 'c69d725d-c812-40e1-bd3e-621182bfbe79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'c8c2b808-7faa-4b4a-827d-df1c857bf03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:53:10.270674 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c756e51-21a5-4f11-b087-b61fd789967a admin admin] Network hostable DHCP agents. Network: c8c2b808-7faa-4b4a-827d-df1c857bf03c, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:53:10.283142 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c292af9-c8b3-44d3-bf24-019b168b147e None None] DHCP port deletion for e70d9ba1-3c8a-42e5-8f45-41c049cb6936 request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 02:53:10.323973 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-fcf97f8e-077c-4303-a360-3c8b4e4d2721 req-9541c1ec-3f43-4f71-b6f4-83097c263745 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5270531 Feb 19 02:53:10.330158 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b9851cdf-7060-4e33-8a45-c655e37981d1 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (e70d9ba1-3c8a-42e5-8f45-41c049cb6936), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:10.381940 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9cd5ce74-31a0-4ec7-8a17-c751f1b3df8c admin admin] Publish callbacks [] for security_group (56a8cd76-dab8-46bc-9206-5a3420758dec), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:10.409596 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9cd5ce74-31a0-4ec7-8a17-c751f1b3df8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (56a8cd76-dab8-46bc-9206-5a3420758dec), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:10.422753 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-0c292af9-c8b3-44d3-bf24-019b168b147e None None] Deleting port 516a9f8a-3155-4ea5-8509-f3d1a1629e65 {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:53:10.423873 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-0c292af9-c8b3-44d3-bf24-019b168b147e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (516a9f8a-3155-4ea5-8509-f3d1a1629e65), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:10.448061 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-fcf97f8e-077c-4303-a360-3c8b4e4d2721 req-dca59f33-71b6-4a5a-9636-85850b706486 service neutron] Request body: {'port': {'device_id': '909bb69e-1a06-4633-a049-6300737caa32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826753-2'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:53:10.455153 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8101ef97-b5ca-4387-a20b-b37f26fa499c admin admin] Checking segment: {'id': 'b398e613-0491-4825-8c0e-13ffa7bc0c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '2a0a79ed-8a33-4798-af54-05a0cb1f0f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:53:10.455429 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8101ef97-b5ca-4387-a20b-b37f26fa499c admin admin] Network hostable DHCP agents. Network: 2a0a79ed-8a33-4798-af54-05a0cb1f0f3c, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:53:10.462711 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c756e51-21a5-4f11-b087-b61fd789967a admin admin] Network c8c2b808-7faa-4b4a-827d-df1c857bf03c is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:53:10.478065 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4b254091-5f7f-4e5c-98bd-4ebca36cdc61 req-8755608b-2068-4c6d-aef3-f6613a02cda9 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] 10.222.0.72 "GET /v2.0/ports?device_id=da76bc92-31a4-4d2f-9e50-8d96c7fd6d12 HTTP/1.1" status: 200 len: 210 time: 0.0835414 Feb 19 02:53:10.521179 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-0c292af9-c8b3-44d3-bf24-019b168b147e None None] For port 516a9f8a-3155-4ea5-8509-f3d1a1629e65, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=516a9f8a-3155-4ea5-8509-f3d1a1629e65,segment=NetworkSegment(99797923-be04-41a5-9ab2-820c01cb471e),segment_id=99797923-be04-41a5-9ab2-820c01cb471e)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:53:10.521798 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-0c292af9-c8b3-44d3-bf24-019b168b147e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (516a9f8a-3155-4ea5-8509-f3d1a1629e65), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:10.533835 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-b20fba86-bcc9-47e4-abe7-2e0e8a58e3a2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=58648b0a304e4e32b732a18f663ed7a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2849460 Feb 19 02:53:10.535493 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 34508) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:53:10.540836 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7958a3-6b8f-48f1-97d6-579bb4efa83d req-b40bdff8-4043-4964-8edf-fff9c43f67b8 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:10.543524 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7e7958a3-6b8f-48f1-97d6-579bb4efa83d req-b40bdff8-4043-4964-8edf-fff9c43f67b8 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] 10.222.0.82 "GET /v2.0/networks?id=c6afac08-74bb-47d6-90b6-0a4c9a987a0e HTTP/1.1" status: 200 len: 815 time: 0.2695956 Feb 19 02:53:10.545398 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-0c292af9-c8b3-44d3-bf24-019b168b147e None None] Calling delete_port for 516a9f8a-3155-4ea5-8509-f3d1a1629e65 owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:53:10.598170 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-7e7958a3-6b8f-48f1-97d6-579bb4efa83d req-9c609384-aeff-4073-9de0-b41a2105f4de tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] Request body: {'port': {'device_id': '48dbb645-86ca-48ff-b960-ac2327737170', 'network_id': 'c6afac08-74bb-47d6-90b6-0a4c9a987a0e', 'admin_state_up': True, 'tenant_id': 'd60c032161b24795a2a6bb5cb732a332'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:53:10.617462 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-99fcae2c-f220-4363-be63-f1192c0dfaf9 None None] Provisioning complete for port bd1ca4a7-3418-46c4-927b-090b15466650 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:53:10.618747 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-99fcae2c-f220-4363-be63-f1192c0dfaf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (bd1ca4a7-3418-46c4-927b-090b15466650), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:10.622800 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8101ef97-b5ca-4387-a20b-b37f26fa499c admin admin] Network 2a0a79ed-8a33-4798-af54-05a0cb1f0f3c is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:53:10.627495 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd5ce74-31a0-4ec7-8a17-c751f1b3df8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56a8cd76-dab8-46bc-9206-5a3420758dec,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:10.642432 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-8101ef97-b5ca-4387-a20b-b37f26fa499c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 2a0a79ed-8a33-4798-af54-05a0cb1f0f3c) {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:53:10.662648 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-6c756e51-21a5-4f11-b087-b61fd789967a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, c8c2b808-7faa-4b4a-827d-df1c857bf03c) {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:53:10.692491 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8101ef97-b5ca-4387-a20b-b37f26fa499c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:10.693346 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8101ef97-b5ca-4387-a20b-b37f26fa499c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:10.700275 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-99fcae2c-f220-4363-be63-f1192c0dfaf9 None None] Port bd1ca4a7-3418-46c4-927b-090b15466650 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:53:10.702836 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb71e21-04f5-4e76-8ab5-8c85a06951db None None] Network 2a0a79ed-8a33-4798-af54-05a0cb1f0f3c requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:53:10.706015 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c756e51-21a5-4f11-b087-b61fd789967a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:10.706726 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6c756e51-21a5-4f11-b087-b61fd789967a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:10.716947 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-9cd5ce74-31a0-4ec7-8a17-c751f1b3df8c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0b6aaaea8dcd4cabb9c9d34a13c21562&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2166367 Feb 19 02:53:10.723258 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-8101ef97-b5ca-4387-a20b-b37f26fa499c admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3888028 Feb 19 02:53:10.724156 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 34514) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:53:10.730667 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6cf3c9-7c1a-4ac0-b05e-c276b53f34c0 None None] Network c8c2b808-7faa-4b4a-827d-df1c857bf03c requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:53:10.733432 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 516a9f8a-3155-4ea5-8509-f3d1a1629e65 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:53:10.739515 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 34516) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:53:10.746419 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-7638172e-1fa9-4d72-985f-9d827338c3d5 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-200038142-router', 'tenant_id': '8ee938a19b3e4074b489f411ca258ca6', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:53:10.773641 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-fcf97f8e-077c-4303-a360-3c8b4e4d2721 req-dca59f33-71b6-4a5a-9636-85850b706486 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (bd1ca4a7-3418-46c4-927b-090b15466650), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:10.791847 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-6c756e51-21a5-4f11-b087-b61fd789967a admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.9128137 Feb 19 02:53:10.805199 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4d646e97-4a2c-4d77-a1d2-3cad8754ad1e admin admin] Publish callbacks [] for security_group (6ca71149-99da-4cc2-ac25-44d2d4a4007c), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:10.830361 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4d646e97-4a2c-4d77-a1d2-3cad8754ad1e admin admin] Publish callbacks [] for security_group (6ca71149-99da-4cc2-ac25-44d2d4a4007c), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:10.882912 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7638172e-1fa9-4d72-985f-9d827338c3d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14172'] for router (c7d9ee35-8ab4-466d-8f5b-0aa2894f3d27), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:10.884118 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7638172e-1fa9-4d72-985f-9d827338c3d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16317487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16285822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16309985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14247'] for router (c7d9ee35-8ab4-466d-8f5b-0aa2894f3d27), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:10.890712 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-b9851cdf-7060-4e33-8a45-c655e37981d1 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Deleting port 516a9f8a-3155-4ea5-8509-f3d1a1629e65 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:53:10.891195 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b9851cdf-7060-4e33-8a45-c655e37981d1 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (516a9f8a-3155-4ea5-8509-f3d1a1629e65), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:10.906182 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4d646e97-4a2c-4d77-a1d2-3cad8754ad1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (6ca71149-99da-4cc2-ac25-44d2d4a4007c), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:10.908679 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4d646e97-4a2c-4d77-a1d2-3cad8754ad1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:10.909858 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-4d646e97-4a2c-4d77-a1d2-3cad8754ad1e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6ca71149-99da-4cc2-ac25-44d2d4a4007c HTTP/1.1" status: 204 len: 168 time: 0.3506708 Feb 19 02:53:10.970402 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d646e97-4a2c-4d77-a1d2-3cad8754ad1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca71149-99da-4cc2-ac25-44d2d4a4007c,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:11.029340 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7638172e-1fa9-4d72-985f-9d827338c3d5 admin admin] Publish callbacks [] for router_controller (c7d9ee35-8ab4-466d-8f5b-0aa2894f3d27), precommit_add_association {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:11.036054 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-b9851cdf-7060-4e33-8a45-c655e37981d1 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] For port 516a9f8a-3155-4ea5-8509-f3d1a1629e65, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=516a9f8a-3155-4ea5-8509-f3d1a1629e65,segment=NetworkSegment(99797923-be04-41a5-9ab2-820c01cb471e),segment_id=99797923-be04-41a5-9ab2-820c01cb471e)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:53:11.036607 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b9851cdf-7060-4e33-8a45-c655e37981d1 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (516a9f8a-3155-4ea5-8509-f3d1a1629e65), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:11.065137 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-b9851cdf-7060-4e33-8a45-c655e37981d1 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Calling delete_port for 516a9f8a-3155-4ea5-8509-f3d1a1629e65 owned by network:dhcp {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:53:11.242202 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-283a080c-188e-4dc0-9436-1aae9d76b3ce None None] Network 2a0a79ed-8a33-4798-af54-05a0cb1f0f3c requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:53:11.383020 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-fcf97f8e-077c-4303-a360-3c8b4e4d2721 req-dca59f33-71b6-4a5a-9636-85850b706486 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd1ca4a7-3418-46c4-927b-090b15466650 {{(pid=103702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:53:11.408311 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-fcf97f8e-077c-4303-a360-3c8b4e4d2721 req-dca59f33-71b6-4a5a-9636-85850b706486 service neutron] Publish callbacks [] for port (bd1ca4a7-3418-46c4-927b-090b15466650), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:11.527576 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-fcf97f8e-077c-4303-a360-3c8b4e4d2721 req-dca59f33-71b6-4a5a-9636-85850b706486 service neutron] Transition to ACTIVE for port object bd1ca4a7-3418-46c4-927b-090b15466650 will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:53:11.559290 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6c027165-662e-4164-8228-68b9a5132f14 admin admin] Publish callbacks [] for security_group (56a8cd76-dab8-46bc-9206-5a3420758dec), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:11.561901 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-0c292af9-c8b3-44d3-bf24-019b168b147e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (516a9f8a-3155-4ea5-8509-f3d1a1629e65), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:11.568892 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-fcf97f8e-077c-4303-a360-3c8b4e4d2721 req-dca59f33-71b6-4a5a-9636-85850b706486 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (bd1ca4a7-3418-46c4-927b-090b15466650), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:11.598150 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45fcd8a9-632d-4f6a-b3fd-493b27b7b6b8 None None] Network c8c2b808-7faa-4b4a-827d-df1c857bf03c requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:53:11.674048 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6c027165-662e-4164-8228-68b9a5132f14 admin admin] Publish callbacks [] for security_group (56a8cd76-dab8-46bc-9206-5a3420758dec), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:11.675053 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c292af9-c8b3-44d3-bf24-019b168b147e None None] Pushing event deleted for resources: {'Port': ['ID=516a9f8a-3155-4ea5-8509-f3d1a1629e65,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:11.685773 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca59f33-71b6-4a5a-9636-85850b706486 service neutron] Pushing event updated for resources: {'Port': ['ID=bd1ca4a7-3418-46c4-927b-090b15466650,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:11.703233 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e7958a3-6b8f-48f1-97d6-579bb4efa83d req-9c609384-aeff-4073-9de0-b41a2105f4de tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] Made reservation on behalf of d60c032161b24795a2a6bb5cb732a332 for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:53:11.707292 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-7e7958a3-6b8f-48f1-97d6-579bb4efa83d req-9c609384-aeff-4073-9de0-b41a2105f4de tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:11.709596 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c292af9-c8b3-44d3-bf24-019b168b147e None None] No DVR routers for this DVR port 516a9f8a-3155-4ea5-8509-f3d1a1629e65 on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:53:11.731397 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No active binding found for port 516a9f8a-3155-4ea5-8509-f3d1a1629e65 {{(pid=103703) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 19 02:53:11.731780 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] The host n-d-826753-2 is not matching for port 516a9f8a-3155-4ea5-8509-f3d1a1629e65 host None! {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 02:53:11.732170 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 516a9f8a-3155-4ea5-8509-f3d1a1629e65 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:53:11.812870 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7638172e-1fa9-4d72-985f-9d827338c3d5 admin admin] Publish callbacks [] for router_gateway (c7d9ee35-8ab4-466d-8f5b-0aa2894f3d27), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:11.837911 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6c027165-662e-4164-8228-68b9a5132f14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (56a8cd76-dab8-46bc-9206-5a3420758dec), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:11.841337 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6c027165-662e-4164-8228-68b9a5132f14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:11.844951 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-6c027165-662e-4164-8228-68b9a5132f14 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/56a8cd76-dab8-46bc-9206-5a3420758dec HTTP/1.1" status: 204 len: 168 time: 1.1094151 Feb 19 02:53:11.862570 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:53:11.923464 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c027165-662e-4164-8228-68b9a5132f14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a8cd76-dab8-46bc-9206-5a3420758dec,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:11.930207 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-fcf97f8e-077c-4303-a360-3c8b4e4d2721 req-dca59f33-71b6-4a5a-9636-85850b706486 service neutron] Attempting to bind port bd1ca4a7-3418-46c4-927b-090b15466650 on host n-h1-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:53:11.931090 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-fcf97f8e-077c-4303-a360-3c8b4e4d2721 req-dca59f33-71b6-4a5a-9636-85850b706486 service neutron] Attempting to bind port bd1ca4a7-3418-46c4-927b-090b15466650 by drivers openvswitch,hyperv on host n-h1-826753-2 at level 0 using segments [{'id': '6d6b5f79-1c3f-4c87-a837-86790ffb5a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'c6afac08-74bb-47d6-90b6-0a4c9a987a0e'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:53:11.931560 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf97f8e-077c-4303-a360-3c8b4e4d2721 req-dca59f33-71b6-4a5a-9636-85850b706486 service neutron] Attempting to bind port bd1ca4a7-3418-46c4-927b-090b15466650 on network c6afac08-74bb-47d6-90b6-0a4c9a987a0e {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:53:11.945561 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf97f8e-077c-4303-a360-3c8b4e4d2721 req-dca59f33-71b6-4a5a-9636-85850b706486 service neutron] Port bd1ca4a7-3418-46c4-927b-090b15466650 on network c6afac08-74bb-47d6-90b6-0a4c9a987a0e not bound, no agent of type Open vSwitch agent registered on host n-h1-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:53:11.946583 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf97f8e-077c-4303-a360-3c8b4e4d2721 req-dca59f33-71b6-4a5a-9636-85850b706486 service neutron] Attempting to bind port bd1ca4a7-3418-46c4-927b-090b15466650 on network c6afac08-74bb-47d6-90b6-0a4c9a987a0e {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:53:12.000510 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf97f8e-077c-4303-a360-3c8b4e4d2721 req-dca59f33-71b6-4a5a-9636-85850b706486 service neutron] Checking agent: {'id': '9d56fb1b-2855-496a-a6d9-c324740cb98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:53:12.000956 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf97f8e-077c-4303-a360-3c8b4e4d2721 req-dca59f33-71b6-4a5a-9636-85850b706486 service neutron] Checking segment: {'id': '6d6b5f79-1c3f-4c87-a837-86790ffb5a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'c6afac08-74bb-47d6-90b6-0a4c9a987a0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:53:12.002582 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf97f8e-077c-4303-a360-3c8b4e4d2721 req-dca59f33-71b6-4a5a-9636-85850b706486 service neutron] Bound using segment: {'id': '6d6b5f79-1c3f-4c87-a837-86790ffb5a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'c6afac08-74bb-47d6-90b6-0a4c9a987a0e'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:53:12.003216 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-fcf97f8e-077c-4303-a360-3c8b4e4d2721 req-dca59f33-71b6-4a5a-9636-85850b706486 service neutron] Bound port: bd1ca4a7-3418-46c4-927b-090b15466650, host: n-h1-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d6b5f79-1c3f-4c87-a837-86790ffb5a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'c6afac08-74bb-47d6-90b6-0a4c9a987a0e'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:53:12.003690 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-fcf97f8e-077c-4303-a360-3c8b4e4d2721 req-dca59f33-71b6-4a5a-9636-85850b706486 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (bd1ca4a7-3418-46c4-927b-090b15466650), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:12.119913 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [req-7e7958a3-6b8f-48f1-97d6-579bb4efa83d req-9c609384-aeff-4073-9de0-b41a2105f4de tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] Allocated IP 172.20.0.8 (c6afac08-74bb-47d6-90b6-0a4c9a987a0e/eb8cf0f0-abd8-4026-9d69-425697044d46/386016cd-8e1d-4036-99f8-3b718a8a57d7) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:53:12.227630 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-fcf97f8e-077c-4303-a360-3c8b4e4d2721 req-dca59f33-71b6-4a5a-9636-85850b706486 service neutron] For port bd1ca4a7-3418-46c4-927b-090b15466650, host n-h1-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:53:12.233981 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c47849-63c3-4153-bac4-f58a681746bb req-ac424b02-57fd-436b-910d-b43dbb515003 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:12.235720 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f7c47849-63c3-4153-bac4-f58a681746bb req-ac424b02-57fd-436b-910d-b43dbb515003 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "GET /v2.0/ports?device_id=86986d56-f539-40c0-ab0f-bbb1b534a45e HTTP/1.1" status: 200 len: 945 time: 1.1229670 Feb 19 02:53:12.273257 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-fcf97f8e-077c-4303-a360-3c8b4e4d2721 req-dca59f33-71b6-4a5a-9636-85850b706486 service neutron] For port bd1ca4a7-3418-46c4-927b-090b15466650, host n-h1-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=bd1ca4a7-3418-46c4-927b-090b15466650,segment=NetworkSegment(6d6b5f79-1c3f-4c87-a837-86790ffb5a7e),segment_id=6d6b5f79-1c3f-4c87-a837-86790ffb5a7e)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:53:12.280257 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c6a383-a403-450c-a3da-4003de34ebaa req-e776a14e-49a7-4a13-9604-60b2848e669b tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:12.287264 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f0c6a383-a403-450c-a3da-4003de34ebaa req-e776a14e-49a7-4a13-9604-60b2848e669b tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] 10.222.0.72 "GET /v2.0/ports?device_id=85b3493e-4e6d-43dd-97f1-de789984e9e0 HTTP/1.1" status: 200 len: 946 time: 0.4518683 Feb 19 02:53:12.299568 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b9851cdf-7060-4e33-8a45-c655e37981d1 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (516a9f8a-3155-4ea5-8509-f3d1a1629e65), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:12.317176 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-fcf97f8e-077c-4303-a360-3c8b4e4d2721 req-dca59f33-71b6-4a5a-9636-85850b706486 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (bd1ca4a7-3418-46c4-927b-090b15466650), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:12.328390 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277b158a-9932-41b9-8f89-965842b7529d req-13ec4f16-d73e-409f-a473-7b5c915942e0 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:12.330144 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-277b158a-9932-41b9-8f89-965842b7529d req-13ec4f16-d73e-409f-a473-7b5c915942e0 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] 10.222.0.73 "GET /v2.0/networks?id=c6afac08-74bb-47d6-90b6-0a4c9a987a0e HTTP/1.1" status: 200 len: 815 time: 0.3060098 Feb 19 02:53:12.358953 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9851cdf-7060-4e33-8a45-c655e37981d1 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Pushing event deleted for resources: {'Port': ['ID=516a9f8a-3155-4ea5-8509-f3d1a1629e65,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:12.363403 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9851cdf-7060-4e33-8a45-c655e37981d1 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] No DVR routers for this DVR port 516a9f8a-3155-4ea5-8509-f3d1a1629e65 on host n-d-826753-2 {{(pid=103701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:53:12.374824 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf97f8e-077c-4303-a360-3c8b4e4d2721 req-dca59f33-71b6-4a5a-9636-85850b706486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:12.375590 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-fcf97f8e-077c-4303-a360-3c8b4e4d2721 req-dca59f33-71b6-4a5a-9636-85850b706486 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:12.377185 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-fcf97f8e-077c-4303-a360-3c8b4e4d2721 req-dca59f33-71b6-4a5a-9636-85850b706486 service neutron] 10.222.0.73 "PUT /v2.0/ports/bd1ca4a7-3418-46c4-927b-090b15466650 HTTP/1.1" status: 200 len: 1091 time: 2.0106654 Feb 19 02:53:12.377709 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '909bb69e-1a06-4633-a049-6300737caa32', 'tag': 'bd1ca4a7-3418-46c4-927b-090b15466650'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:53:12.380726 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58f21ee2-69e2-4481-808f-becececa81e3" -d '{"events": [{"name": "network-changed", "server_uuid": "909bb69e-1a06-4633-a049-6300737caa32", "tag": "bd1ca4a7-3418-46c4-927b-090b15466650"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:53:12.393583 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-277b158a-9932-41b9-8f89-965842b7529d req-0e310e82-c0ac-4e12-b0c7-d728ab77cb28 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] Request body: {'port': {'device_id': 'da76bc92-31a4-4d2f-9e50-8d96c7fd6d12', 'network_id': 'c6afac08-74bb-47d6-90b6-0a4c9a987a0e', 'admin_state_up': True, 'tenant_id': 'd60c032161b24795a2a6bb5cb732a332'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:53:12.436424 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f7c47849-63c3-4153-bac4-f58a681746bb req-e5190c89-7977-445d-989a-a21a960c70c2 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "GET /v2.0/security-groups?id=78612224-fbf6-480f-bcea-ccb270efe765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901453 Feb 19 02:53:12.586038 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-7e7958a3-6b8f-48f1-97d6-579bb4efa83d req-9c609384-aeff-4073-9de0-b41a2105f4de tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] Publish callbacks [] for port (386016cd-8e1d-4036-99f8-3b718a8a57d7), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:12.592024 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f0c6a383-a403-450c-a3da-4003de34ebaa req-99a67e81-6e24-45fe-9701-b912926d26da tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] 10.222.0.72 "GET /v2.0/security-groups?id=99efb503-a711-4838-8b15-bcaf32262e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3037901 Feb 19 02:53:12.597168 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca59f33-71b6-4a5a-9636-85850b706486 service neutron] Pushing event updated for resources: {'Port': ['ID=bd1ca4a7-3418-46c4-927b-090b15466650,revision_number=3']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:12.619486 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b9851cdf-7060-4e33-8a45-c655e37981d1 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (e70d9ba1-3c8a-42e5-8f45-41c049cb6936), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:12.692834 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-b9851cdf-7060-4e33-8a45-c655e37981d1 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e70d9ba1-3c8a-42e5-8f45-41c049cb6936']}} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:53:12.717931 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf97f8e-077c-4303-a360-3c8b4e4d2721 req-90ff7e80-69e7-4d3b-8cd3-539a590cdb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:12.718164 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5522ea2c-8ce0-4745-b3aa-08762838673a req-6c412be0-6430-42c0-8f70-daa7c8f3cdb1 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] 10.222.0.72 "GET /v2.0/ports?device_id=da76bc92-31a4-4d2f-9e50-8d96c7fd6d12 HTTP/1.1" status: 200 len: 210 time: 0.0487318 Feb 19 02:53:12.719100 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-fcf97f8e-077c-4303-a360-3c8b4e4d2721 req-90ff7e80-69e7-4d3b-8cd3-539a590cdb1e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d60c032161b24795a2a6bb5cb732a332&device_id=909bb69e-1a06-4633-a049-6300737caa32 HTTP/1.1" status: 200 len: 1125 time: 0.1233351 Feb 19 02:53:12.721890 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-277b158a-9932-41b9-8f89-965842b7529d req-0e310e82-c0ac-4e12-b0c7-d728ab77cb28 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] Made reservation on behalf of d60c032161b24795a2a6bb5cb732a332 for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:53:12.724851 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-b9851cdf-7060-4e33-8a45-c655e37981d1 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99797923-be04-41a5-9ab2-820c01cb471e') {'for_net_delete': True} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:53:12.725192 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-b9851cdf-7060-4e33-8a45-c655e37981d1 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99797923-be04-41a5-9ab2-820c01cb471e') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:53:12.725316 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-277b158a-9932-41b9-8f89-965842b7529d req-0e310e82-c0ac-4e12-b0c7-d728ab77cb28 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:12.779460 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b9851cdf-7060-4e33-8a45-c655e37981d1 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12647422'] for segment (99797923-be04-41a5-9ab2-820c01cb471e), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:12.810677 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-7e7958a3-6b8f-48f1-97d6-579bb4efa83d req-9c609384-aeff-4073-9de0-b41a2105f4de tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (386016cd-8e1d-4036-99f8-3b718a8a57d7), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:12.848461 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b9851cdf-7060-4e33-8a45-c655e37981d1 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (99797923-be04-41a5-9ab2-820c01cb471e), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:12.864737 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9851cdf-7060-4e33-8a45-c655e37981d1 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Releasing vlan 252 on physical network physnet1 to pool {{(pid=103701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:53:12.873708 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b9851cdf-7060-4e33-8a45-c655e37981d1 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583360'] for segment (99797923-be04-41a5-9ab2-820c01cb471e), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:12.880155 n-d-826753-2 neutron-server[103701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:53:12.880155 n-d-826753-2 neutron-server[103701]: self.session.flush() Feb 19 02:53:12.880155 n-d-826753-2 neutron-server[103701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:53:12.880155 n-d-826753-2 neutron-server[103701]: self.session.flush() Feb 19 02:53:12.880155 n-d-826753-2 neutron-server[103701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:53:12.880155 n-d-826753-2 neutron-server[103701]: self.session.flush() Feb 19 02:53:12.880155 n-d-826753-2 neutron-server[103701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:53:12.880155 n-d-826753-2 neutron-server[103701]: self.session.flush() Feb 19 02:53:12.880155 n-d-826753-2 neutron-server[103701]: Traceback (most recent call last): Feb 19 02:53:12.880155 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:53:12.880155 n-d-826753-2 neutron-server[103701]: timer() Feb 19 02:53:12.880155 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:53:12.880155 n-d-826753-2 neutron-server[103701]: cb(*args, **kw) Feb 19 02:53:12.880155 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:53:12.880155 n-d-826753-2 neutron-server[103701]: return func(*args, **kwargs) Feb 19 02:53:12.880155 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:53:12.880155 n-d-826753-2 neutron-server[103701]: self._notify() Feb 19 02:53:12.880155 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:53:12.880155 n-d-826753-2 neutron-server[103701]: self.callback(batched_events) Feb 19 02:53:12.880155 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:53:12.880155 n-d-826753-2 neutron-server[103701]: event.method(event) Feb 19 02:53:12.880155 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:53:12.880155 n-d-826753-2 neutron-server[103701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:53:12.880155 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:53:12.880155 n-d-826753-2 neutron-server[103701]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:53:12.880155 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:53:12.880155 n-d-826753-2 neutron-server[103701]: return f(self, *a, **k) Feb 19 02:53:12.880155 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:53:12.880155 n-d-826753-2 neutron-server[103701]: return self._get(url).json() Feb 19 02:53:12.880155 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:53:12.880155 n-d-826753-2 neutron-server[103701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:53:12.880155 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:53:12.880155 n-d-826753-2 neutron-server[103701]: return self.request(url, 'GET', **kwargs) Feb 19 02:53:12.880155 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:53:12.880155 n-d-826753-2 neutron-server[103701]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:53:12.880155 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:53:12.880155 n-d-826753-2 neutron-server[103701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:53:12.880155 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:53:12.880155 n-d-826753-2 neutron-server[103701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:53:12.880155 n-d-826753-2 neutron-server[103701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:53:12.896663 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-fcf97f8e-077c-4303-a360-3c8b4e4d2721 req-d52e525b-114b-4939-bad5-9b9fce98445b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bd1ca4a7-3418-46c4-927b-090b15466650 HTTP/1.1" status: 200 len: 217 time: 0.0967011 Feb 19 02:53:12.898490 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74f95cbd-4f32-43ba-9a5e-a35f527ac0d1 x-openstack-request-id: req-74f95cbd-4f32-43ba-9a5e-a35f527ac0d1 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:53:12.898784 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "909bb69e-1a06-4633-a049-6300737caa32", "tag": "bd1ca4a7-3418-46c4-927b-090b15466650", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:53:12.899145 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-74f95cbd-4f32-43ba-9a5e-a35f527ac0d1 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:53:12.899527 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '909bb69e-1a06-4633-a049-6300737caa32', 'tag': 'bd1ca4a7-3418-46c4-927b-090b15466650', 'status': 'completed', 'code': 200} Feb 19 02:53:12.933041 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e7958a3-6b8f-48f1-97d6-579bb4efa83d req-9c609384-aeff-4073-9de0-b41a2105f4de tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] Network c6afac08-74bb-47d6-90b6-0a4c9a987a0e is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:53:12.942661 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [req-7e7958a3-6b8f-48f1-97d6-579bb4efa83d req-9c609384-aeff-4073-9de0-b41a2105f4de tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:53:12.973882 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e7958a3-6b8f-48f1-97d6-579bb4efa83d req-9c609384-aeff-4073-9de0-b41a2105f4de tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:53:13.081206 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7638172e-1fa9-4d72-985f-9d827338c3d5 admin admin] Publish callbacks [] for router_gateway (c7d9ee35-8ab4-466d-8f5b-0aa2894f3d27), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:13.102953 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7958a3-6b8f-48f1-97d6-579bb4efa83d req-9c609384-aeff-4073-9de0-b41a2105f4de tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:13.104278 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-7e7958a3-6b8f-48f1-97d6-579bb4efa83d req-9c609384-aeff-4073-9de0-b41a2105f4de tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:13.122823 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b9851cdf-7060-4e33-8a45-c655e37981d1 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (e70d9ba1-3c8a-42e5-8f45-41c049cb6936), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:13.125093 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7638172e-1fa9-4d72-985f-9d827338c3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:13.134059 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b9851cdf-7060-4e33-8a45-c655e37981d1 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:13.140375 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-b9851cdf-7060-4e33-8a45-c655e37981d1 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] 10.222.0.72 "DELETE /v2.0/networks/e70d9ba1-3c8a-42e5-8f45-41c049cb6936 HTTP/1.1" status: 204 len: 168 time: 3.1530380 Feb 19 02:53:13.146000 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 34598) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:53:13.205989 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 34602) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:53:13.233988 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c609384-aeff-4073-9de0-b41a2105f4de tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] Pushing event updated for resources: {'Port': ['ID=386016cd-8e1d-4036-99f8-3b718a8a57d7,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:13.241519 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9851cdf-7060-4e33-8a45-c655e37981d1 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Pushing event deleted for resources: {'Network': ['ID=e70d9ba1-3c8a-42e5-8f45-41c049cb6936,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:13.270402 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf97f8e-077c-4303-a360-3c8b4e4d2721 req-601fa177-b863-492d-a57a-2712fba63b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:13.272248 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-fcf97f8e-077c-4303-a360-3c8b4e4d2721 req-601fa177-b863-492d-a57a-2712fba63b4f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=eb8cf0f0-abd8-4026-9d69-425697044d46 HTTP/1.1" status: 200 len: 854 time: 0.3351855 Feb 19 02:53:13.283762 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7e7958a3-6b8f-48f1-97d6-579bb4efa83d req-9c609384-aeff-4073-9de0-b41a2105f4de tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6913769 Feb 19 02:53:13.285686 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [req-277b158a-9932-41b9-8f89-965842b7529d req-0e310e82-c0ac-4e12-b0c7-d728ab77cb28 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] Allocated IP 172.20.0.13 (c6afac08-74bb-47d6-90b6-0a4c9a987a0e/eb8cf0f0-abd8-4026-9d69-425697044d46/5f74a5c6-3d08-47ab-b29b-cb6315c92335) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:53:13.338935 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-7e7958a3-6b8f-48f1-97d6-579bb4efa83d req-dce60d22-c6b3-456d-bf77-588801c25756 service neutron] Request body: {'port': {'device_id': '48dbb645-86ca-48ff-b960-ac2327737170', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826753-2'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:53:13.354631 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_v2 [None req-86116242-4683-46d9-a9ff-d1bfbe22c2b1 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Deleting subnet bbcd7853-5331-4ff4-8dc4-10ec8fb5cd3f {{(pid=103701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:53:13.365109 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-86116242-4683-46d9-a9ff-d1bfbe22c2b1 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks [] for subnet (bbcd7853-5331-4ff4-8dc4-10ec8fb5cd3f), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:13.413229 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf97f8e-077c-4303-a360-3c8b4e4d2721 req-f55a2ec5-1ef3-4af8-83dd-9467fbb67c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:13.413944 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-11296d1f-3811-4c93-aa9c-3606e45023e7 None None] Provisioning complete for port 386016cd-8e1d-4036-99f8-3b718a8a57d7 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:53:13.415542 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-11296d1f-3811-4c93-aa9c-3606e45023e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (386016cd-8e1d-4036-99f8-3b718a8a57d7), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:13.416303 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-fcf97f8e-077c-4303-a360-3c8b4e4d2721 req-f55a2ec5-1ef3-4af8-83dd-9467fbb67c9b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c6afac08-74bb-47d6-90b6-0a4c9a987a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1270792 Feb 19 02:53:13.439660 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c7e0e-211a-47a4-a16c-9430a14af9a2 req-769687e9-51a7-4510-a835-3f82cc6982be tempest-VolumesActionsTest-716121604 tempest-VolumesActionsTest-716121604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:13.439660 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9b6c7e0e-211a-47a4-a16c-9430a14af9a2 req-769687e9-51a7-4510-a835-3f82cc6982be tempest-VolumesActionsTest-716121604 tempest-VolumesActionsTest-716121604-project] 10.222.0.72 "GET /v2.0/networks?id=ee7fc1a6-21cc-456b-9e14-77ae119f1882 HTTP/1.1" status: 200 len: 809 time: 0.3168514 Feb 19 02:53:13.447961 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-b03bf39c-f7cb-4a88-9e03-5c3d3106bef6 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2144450299-network', 'tenant_id': '1e42a34c6136455ebefd6494f70ef39d'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:53:13.476266 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-11296d1f-3811-4c93-aa9c-3606e45023e7 None None] Port 386016cd-8e1d-4036-99f8-3b718a8a57d7 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:53:13.487403 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-7638172e-1fa9-4d72-985f-9d827338c3d5 admin admin] Allocated IP 172.25.6.203 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/ce5b843c-c9dd-4784-8a7e-122c9cab9b97) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:53:13.502348 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-86116242-4683-46d9-a9ff-d1bfbe22c2b1 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12647399'] for subnet (bbcd7853-5331-4ff4-8dc4-10ec8fb5cd3f), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:13.561645 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b03bf39c-f7cb-4a88-9e03-5c3d3106bef6 admin admin] Made reservation on behalf of 1e42a34c6136455ebefd6494f70ef39d for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:53:13.564175 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b03bf39c-f7cb-4a88-9e03-5c3d3106bef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:13.570825 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-7e7958a3-6b8f-48f1-97d6-579bb4efa83d req-dce60d22-c6b3-456d-bf77-588801c25756 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (386016cd-8e1d-4036-99f8-3b718a8a57d7), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:13.642111 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b03bf39c-f7cb-4a88-9e03-5c3d3106bef6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:13.678991 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-86116242-4683-46d9-a9ff-d1bfbe22c2b1 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (bbcd7853-5331-4ff4-8dc4-10ec8fb5cd3f), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:13.687197 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-fcf97f8e-077c-4303-a360-3c8b4e4d2721 req-9b3d00ed-f857-42ea-84b4-f9a88f381831 service neutron] 10.222.0.73 "GET /v2.0/networks/c6afac08-74bb-47d6-90b6-0a4c9a987a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649140 Feb 19 02:53:13.707730 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9b6c7e0e-211a-47a4-a16c-9430a14af9a2 req-815da7a8-1233-44ee-8a2a-649e64cea0ad tempest-VolumesActionsTest-716121604 tempest-VolumesActionsTest-716121604-project] 10.222.0.72 "GET /v2.0/quotas/d8c84548b0554c45a96595356e5cddaf HTTP/1.1" status: 200 len: 375 time: 0.2310958 Feb 19 02:53:13.789555 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9b6c7e0e-211a-47a4-a16c-9430a14af9a2 req-b48a938c-d951-46b9-9853-8fd1b52c17b4 tempest-VolumesActionsTest-716121604 tempest-VolumesActionsTest-716121604-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=d8c84548b0554c45a96595356e5cddaf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0679455 Feb 19 02:53:13.910407 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-86116242-4683-46d9-a9ff-d1bfbe22c2b1 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12647206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58706286'] for subnet (bbcd7853-5331-4ff4-8dc4-10ec8fb5cd3f), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:13.914531 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7638172e-1fa9-4d72-985f-9d827338c3d5 admin admin] Publish callbacks [] for port (ce5b843c-c9dd-4784-8a7e-122c9cab9b97), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:13.933621 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-277b158a-9932-41b9-8f89-965842b7529d req-0e310e82-c0ac-4e12-b0c7-d728ab77cb28 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] Publish callbacks [] for port (5f74a5c6-3d08-47ab-b29b-cb6315c92335), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:13.938934 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5310ec-8828-4169-baa3-7c91bc5342b3 req-5734f01b-1ab0-4124-8a85-0066b7e8a501 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:13.940347 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-aa5310ec-8828-4169-baa3-7c91bc5342b3 req-5734f01b-1ab0-4124-8a85-0066b7e8a501 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "GET /v2.0/ports?device_id=86986d56-f539-40c0-ab0f-bbb1b534a45e HTTP/1.1" status: 200 len: 945 time: 0.2345693 Feb 19 02:53:13.979246 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86116242-4683-46d9-a9ff-d1bfbe22c2b1 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Pushing event deleted for resources: {'Subnet': ['ID=bbcd7853-5331-4ff4-8dc4-10ec8fb5cd3f,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:13.981391 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-fcf97f8e-077c-4303-a360-3c8b4e4d2721 req-c255c1df-95e2-4f8c-aab9-4bb78cbda56d service neutron] 10.222.0.73 "GET /v2.0/networks/c6afac08-74bb-47d6-90b6-0a4c9a987a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2666798 Feb 19 02:53:13.986151 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-86116242-4683-46d9-a9ff-d1bfbe22c2b1 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:13.990837 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d1cf1b-b2d9-4bea-8c2c-164818ab2d75 None None] Network ba37fcfb-a9f9-483d-bb46-ff78ce18edce requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:53:13.991736 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-86116242-4683-46d9-a9ff-d1bfbe22c2b1 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] 10.222.0.72 "DELETE /v2.0/subnets/bbcd7853-5331-4ff4-8dc4-10ec8fb5cd3f HTTP/1.1" status: 204 len: 168 time: 0.8340979 Feb 19 02:53:13.995181 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 34626) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:53:14.037053 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b03bf39c-f7cb-4a88-9e03-5c3d3106bef6 admin admin] Publish callbacks [] for security_group (8d2df9a9-c041-466c-b6c3-f5162751a39c), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:14.054987 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9b6c7e0e-211a-47a4-a16c-9430a14af9a2 req-ae8c5c24-76be-45e2-9633-7f68e30426ce service neutron] 10.222.0.72 "GET /v2.0/networks/ee7fc1a6-21cc-456b-9e14-77ae119f1882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387302 Feb 19 02:53:14.080765 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b03bf39c-f7cb-4a88-9e03-5c3d3106bef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (8d2df9a9-c041-466c-b6c3-f5162751a39c), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:14.106815 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-aa5310ec-8828-4169-baa3-7c91bc5342b3 req-60e42666-9bee-4407-a96f-ea40fafc492e tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "GET /v2.0/security-groups?id=78612224-fbf6-480f-bcea-ccb270efe765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402285 Feb 19 02:53:14.136250 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-277b158a-9932-41b9-8f89-965842b7529d req-0e310e82-c0ac-4e12-b0c7-d728ab77cb28 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (5f74a5c6-3d08-47ab-b29b-cb6315c92335), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:14.147042 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7638172e-1fa9-4d72-985f-9d827338c3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (ce5b843c-c9dd-4784-8a7e-122c9cab9b97), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:14.154904 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b03bf39c-f7cb-4a88-9e03-5c3d3106bef6 admin admin] vlan segment allocate from pool success with {'vlan_id': 253, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:53:14.175357 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7638172e-1fa9-4d72-985f-9d827338c3d5 admin admin] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:53:14.231572 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-7638172e-1fa9-4d72-985f-9d827338c3d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:53:14.236321 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ca2d6bb0-aa0f-4067-a017-c41fddc6c8b9 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (ba37fcfb-a9f9-483d-bb46-ff78ce18edce), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:14.246491 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7638172e-1fa9-4d72-985f-9d827338c3d5 admin admin] Pushing event updated for resources: {'Port': ['ID=ce5b843c-c9dd-4784-8a7e-122c9cab9b97,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:14.253040 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7638172e-1fa9-4d72-985f-9d827338c3d5 admin admin] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:53:14.262655 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03bf39c-f7cb-4a88-9e03-5c3d3106bef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d2df9a9-c041-466c-b6c3-f5162751a39c,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:14.267349 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b03bf39c-f7cb-4a88-9e03-5c3d3106bef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (6cde636e-6f84-4b3c-9b86-2be337650f18), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:14.267752 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-b03bf39c-f7cb-4a88-9e03-5c3d3106bef6 admin admin] Added segment 6cde636e-6f84-4b3c-9b86-2be337650f18 of type vlan for network a3344a71-1e85-4794-a87b-fdf89b41ccf4 Feb 19 02:53:14.311454 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-277b158a-9932-41b9-8f89-965842b7529d req-0e310e82-c0ac-4e12-b0c7-d728ab77cb28 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] Network c6afac08-74bb-47d6-90b6-0a4c9a987a0e is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:53:14.349406 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [req-277b158a-9932-41b9-8f89-965842b7529d req-0e310e82-c0ac-4e12-b0c7-d728ab77cb28 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:53:14.354975 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-277b158a-9932-41b9-8f89-965842b7529d req-0e310e82-c0ac-4e12-b0c7-d728ab77cb28 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:53:14.384853 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7a4f8b-c8df-4a4f-afd5-ba8ab9aa391c None None] DHCP port deletion for ba37fcfb-a9f9-483d-bb46-ff78ce18edce request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 02:53:14.447180 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9b6c7e0e-211a-47a4-a16c-9430a14af9a2 req-e5891555-d995-49ec-add3-f25aeb04fe87 service neutron] 10.222.0.72 "GET /v2.0/networks/ee7fc1a6-21cc-456b-9e14-77ae119f1882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3762982 Feb 19 02:53:14.518692 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-1e7a4f8b-c8df-4a4f-afd5-ba8ab9aa391c None None] Deleting port 255acfb1-6af8-4b3d-930b-6ab40fba0ba2 {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:53:14.519292 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-1e7a4f8b-c8df-4a4f-afd5-ba8ab9aa391c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (255acfb1-6af8-4b3d-930b-6ab40fba0ba2), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:14.657532 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-1e7a4f8b-c8df-4a4f-afd5-ba8ab9aa391c None None] For port 255acfb1-6af8-4b3d-930b-6ab40fba0ba2, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=255acfb1-6af8-4b3d-930b-6ab40fba0ba2,segment=NetworkSegment(5ac1db83-f9a6-4bca-8644-0ee39cc962ca),segment_id=5ac1db83-f9a6-4bca-8644-0ee39cc962ca)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:53:14.658080 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-1e7a4f8b-c8df-4a4f-afd5-ba8ab9aa391c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (255acfb1-6af8-4b3d-930b-6ab40fba0ba2), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:14.668704 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 255acfb1-6af8-4b3d-930b-6ab40fba0ba2 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:53:14.728581 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-1e7a4f8b-c8df-4a4f-afd5-ba8ab9aa391c None None] Calling delete_port for 255acfb1-6af8-4b3d-930b-6ab40fba0ba2 owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:53:14.733699 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d9164582-72b5-48a5-92a2-f1c8f0798029 req-95e3099b-d603-4ef9-99e7-6ce875c2befa tempest-ServerShowV257Test-466890171 tempest-ServerShowV257Test-466890171-project] 10.222.0.72 "GET /v2.0/ports?device_id=7eeb4482-4d2e-4b0b-b05d-c90d660114c8 HTTP/1.1" status: 200 len: 210 time: 0.1589668 Feb 19 02:53:14.906387 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b03bf39c-f7cb-4a88-9e03-5c3d3106bef6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (a3344a71-1e85-4794-a87b-fdf89b41ccf4), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:14.917657 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 255acfb1-6af8-4b3d-930b-6ab40fba0ba2 is: ACTIVE; New status is: DOWN {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:53:14.918501 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (255acfb1-6af8-4b3d-930b-6ab40fba0ba2), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:14.920166 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e310e82-c0ac-4e12-b0c7-d728ab77cb28 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] Pushing event updated for resources: {'Port': ['ID=5f74a5c6-3d08-47ab-b29b-cb6315c92335,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:14.939679 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f21ee2-69e2-4481-808f-becececa81e3 req-8456e573-8106-4918-8950-81034feb3854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:14.941507 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-58f21ee2-69e2-4481-808f-becececa81e3 req-8456e573-8106-4918-8950-81034feb3854 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d60c032161b24795a2a6bb5cb732a332&device_id=909bb69e-1a06-4633-a049-6300737caa32 HTTP/1.1" status: 200 len: 1125 time: 0.8243766 Feb 19 02:53:14.949626 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786d8a87-0a01-4206-b68e-ea91be80dd22 req-6e4cd02c-7fb4-421f-ab4c-6efa71d79d0e tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:14.951183 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-786d8a87-0a01-4206-b68e-ea91be80dd22 req-6e4cd02c-7fb4-421f-ab4c-6efa71d79d0e tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.82 "GET /v2.0/ports?device_id=86986d56-f539-40c0-ab0f-bbb1b534a45e HTTP/1.1" status: 200 len: 945 time: 0.3838661 Feb 19 02:53:14.956064 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-c79957f9-974c-486e-98e6-5d6d84f8580c None None] Provisioning complete for port 5f74a5c6-3d08-47ab-b29b-cb6315c92335 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:53:14.956570 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c79957f9-974c-486e-98e6-5d6d84f8580c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (5f74a5c6-3d08-47ab-b29b-cb6315c92335), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:15.003604 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277b158a-9932-41b9-8f89-965842b7529d req-0e310e82-c0ac-4e12-b0c7-d728ab77cb28 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:15.004112 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-c79957f9-974c-486e-98e6-5d6d84f8580c None None] Port 5f74a5c6-3d08-47ab-b29b-cb6315c92335 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:53:15.004614 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-277b158a-9932-41b9-8f89-965842b7529d req-0e310e82-c0ac-4e12-b0c7-d728ab77cb28 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:15.033732 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port 255acfb1-6af8-4b3d-930b-6ab40fba0ba2, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=255acfb1-6af8-4b3d-930b-6ab40fba0ba2,segment=NetworkSegment(5ac1db83-f9a6-4bca-8644-0ee39cc962ca),segment_id=5ac1db83-f9a6-4bca-8644-0ee39cc962ca)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:53:15.051831 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (255acfb1-6af8-4b3d-930b-6ab40fba0ba2), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:15.075247 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b03bf39c-f7cb-4a88-9e03-5c3d3106bef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (a3344a71-1e85-4794-a87b-fdf89b41ccf4), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:15.076286 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03bf39c-f7cb-4a88-9e03-5c3d3106bef6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:15.076930 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b03bf39c-f7cb-4a88-9e03-5c3d3106bef6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:15.133456 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7638172e-1fa9-4d72-985f-9d827338c3d5 admin admin] Publish callbacks [] for router_gateway (c7d9ee35-8ab4-466d-8f5b-0aa2894f3d27), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:15.138234 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-1e7a4f8b-c8df-4a4f-afd5-ba8ab9aa391c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (255acfb1-6af8-4b3d-930b-6ab40fba0ba2), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:15.141389 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-277b158a-9932-41b9-8f89-965842b7529d req-0e310e82-c0ac-4e12-b0c7-d728ab77cb28 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7668962 Feb 19 02:53:15.148218 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=255acfb1-6af8-4b3d-930b-6ab40fba0ba2,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:15.193651 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7a4f8b-c8df-4a4f-afd5-ba8ab9aa391c None None] No DVR routers for this DVR port 255acfb1-6af8-4b3d-930b-6ab40fba0ba2 on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:53:15.195438 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7a4f8b-c8df-4a4f-afd5-ba8ab9aa391c None None] Pushing event deleted for resources: {'Port': ['ID=255acfb1-6af8-4b3d-930b-6ab40fba0ba2,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:15.198183 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-277b158a-9932-41b9-8f89-965842b7529d req-7559d8a6-8c96-4764-85d2-0cabd1b03b99 service neutron] Request body: {'port': {'device_id': 'da76bc92-31a4-4d2f-9e50-8d96c7fd6d12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826753-2'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:53:15.234584 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-b03bf39c-f7cb-4a88-9e03-5c3d3106bef6 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.0134797 Feb 19 02:53:15.259486 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 34644) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:53:15.273150 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dae3de7-02b5-48ec-bb22-d8548f540bcb req-d2006fed-f170-41e9-aee3-62c8832e2921 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:15.275200 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1dae3de7-02b5-48ec-bb22-d8548f540bcb req-d2006fed-f170-41e9-aee3-62c8832e2921 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] 10.222.0.72 "GET /v2.0/ports?device_id=da76bc92-31a4-4d2f-9e50-8d96c7fd6d12 HTTP/1.1" status: 200 len: 932 time: 0.4292276 Feb 19 02:53:15.278794 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-ddd90750-d63b-47c9-ae10-24d5f3643fb9 admin admin] Request body: {'subnet': {'network_id': 'a3344a71-1e85-4794-a87b-fdf89b41ccf4', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2144450299-subnet', 'tenant_id': '1e42a34c6136455ebefd6494f70ef39d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:53:15.286762 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-7e7958a3-6b8f-48f1-97d6-579bb4efa83d req-dce60d22-c6b3-456d-bf77-588801c25756 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 386016cd-8e1d-4036-99f8-3b718a8a57d7 {{(pid=103702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:53:15.292452 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64f6cc4-8741-41d7-b232-ca21bb94274d req-a2d579d1-5a28-4fef-be2c-05d9f9763470 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:15.293511 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-ca2d6bb0-aa0f-4067-a017-c41fddc6c8b9 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Deleting port 255acfb1-6af8-4b3d-930b-6ab40fba0ba2 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:53:15.294002 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ca2d6bb0-aa0f-4067-a017-c41fddc6c8b9 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (255acfb1-6af8-4b3d-930b-6ab40fba0ba2), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:15.300966 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e64f6cc4-8741-41d7-b232-ca21bb94274d req-a2d579d1-5a28-4fef-be2c-05d9f9763470 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] 10.222.0.72 "GET /v2.0/ports?device_id=85b3493e-4e6d-43dd-97f1-de789984e9e0 HTTP/1.1" status: 200 len: 946 time: 0.4343109 Feb 19 02:53:15.316595 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-7e7958a3-6b8f-48f1-97d6-579bb4efa83d req-dce60d22-c6b3-456d-bf77-588801c25756 service neutron] Publish callbacks [] for port (386016cd-8e1d-4036-99f8-3b718a8a57d7), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:15.321033 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03bf39c-f7cb-4a88-9e03-5c3d3106bef6 admin admin] Pushing event updated for resources: {'Network': ['ID=a3344a71-1e85-4794-a87b-fdf89b41ccf4,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:15.339388 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network a3344a71-1e85-4794-a87b-fdf89b41ccf4 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:53:15.358803 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-786d8a87-0a01-4206-b68e-ea91be80dd22 req-d898f612-8803-4fe5-8559-7c4f2ec325c3 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Deleting port 652f7a8e-b17f-4471-bd5b-1aa9890bb00d {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:53:15.359143 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-786d8a87-0a01-4206-b68e-ea91be80dd22 req-d898f612-8803-4fe5-8559-7c4f2ec325c3 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (652f7a8e-b17f-4471-bd5b-1aa9890bb00d), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:15.369876 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f21ee2-69e2-4481-808f-becececa81e3 req-94155350-c1b7-4810-bf26-c011ae066e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:15.371484 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-58f21ee2-69e2-4481-808f-becececa81e3 req-94155350-c1b7-4810-bf26-c011ae066e3c service neutron] 10.222.0.73 "GET /v2.0/networks?id=c6afac08-74bb-47d6-90b6-0a4c9a987a0e HTTP/1.1" status: 200 len: 916 time: 0.4102230 Feb 19 02:53:15.410926 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e64f6cc4-8741-41d7-b232-ca21bb94274d req-74b3582d-b06c-4742-8224-32cd43a47927 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] 10.222.0.72 "GET /v2.0/security-groups?id=99efb503-a711-4838-8b15-bcaf32262e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058943 Feb 19 02:53:15.471730 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-7e7958a3-6b8f-48f1-97d6-579bb4efa83d req-dce60d22-c6b3-456d-bf77-588801c25756 service neutron] Transition to ACTIVE for port object 386016cd-8e1d-4036-99f8-3b718a8a57d7 will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:53:15.473484 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c29061ae-f79b-4d61-bc84-f04682e6633f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:15.479538 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddd90750-d63b-47c9-ae10-24d5f3643fb9 admin admin] Made reservation on behalf of 1e42a34c6136455ebefd6494f70ef39d for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:53:15.482160 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ddd90750-d63b-47c9-ae10-24d5f3643fb9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:15.485165 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-58f21ee2-69e2-4481-808f-becececa81e3 req-3305cc80-20f9-467e-826c-28fbbfa6b9a0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bd1ca4a7-3418-46c4-927b-090b15466650 HTTP/1.1" status: 200 len: 217 time: 0.0930204 Feb 19 02:53:15.496698 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-ca2d6bb0-aa0f-4067-a017-c41fddc6c8b9 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] For port 255acfb1-6af8-4b3d-930b-6ab40fba0ba2, host n-d-826753-2, got binding levels [] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:53:15.497266 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ca2d6bb0-aa0f-4067-a017-c41fddc6c8b9 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (255acfb1-6af8-4b3d-930b-6ab40fba0ba2), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:15.509434 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-277b158a-9932-41b9-8f89-965842b7529d req-7559d8a6-8c96-4764-85d2-0cabd1b03b99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (5f74a5c6-3d08-47ab-b29b-cb6315c92335), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:15.511677 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-7e7958a3-6b8f-48f1-97d6-579bb4efa83d req-dce60d22-c6b3-456d-bf77-588801c25756 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (386016cd-8e1d-4036-99f8-3b718a8a57d7), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:15.585697 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-ca2d6bb0-aa0f-4067-a017-c41fddc6c8b9 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Calling delete_port for 255acfb1-6af8-4b3d-930b-6ab40fba0ba2 owned by network:dhcp {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:53:15.635976 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.ipam_backend_mixin [None req-ca2d6bb0-aa0f-4067-a017-c41fddc6c8b9 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Port 255acfb1-6af8-4b3d-930b-6ab40fba0ba2 was not found and therefore no delete operation was performed {{(pid=103702) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 02:53:15.664489 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ca2d6bb0-aa0f-4067-a017-c41fddc6c8b9 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (255acfb1-6af8-4b3d-930b-6ab40fba0ba2), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:15.751637 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2d6bb0-aa0f-4067-a017-c41fddc6c8b9 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] No DVR routers for this DVR port 255acfb1-6af8-4b3d-930b-6ab40fba0ba2 on host n-d-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:53:15.844480 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce60d22-c6b3-456d-bf77-588801c25756 service neutron] Pushing event updated for resources: {'Port': ['ID=386016cd-8e1d-4036-99f8-3b718a8a57d7,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:15.879044 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f21ee2-69e2-4481-808f-becececa81e3 req-a6ab9786-4d10-4dc6-968b-d6562883710e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:15.880308 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-58f21ee2-69e2-4481-808f-becececa81e3 req-a6ab9786-4d10-4dc6-968b-d6562883710e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=eb8cf0f0-abd8-4026-9d69-425697044d46 HTTP/1.1" status: 200 len: 854 time: 0.3567338 Feb 19 02:53:15.880572 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-867810ba-7884-47a0-a785-8ee4181a62fa req-e8270623-e355-4ea7-b46c-d2a30eb2e8b7 tempest-VolumesActionsTest-716121604 tempest-VolumesActionsTest-716121604-project] 10.222.0.72 "GET /v2.0/ports?device_id=e767af4c-bed0-46d9-a2b6-070b6129d8df HTTP/1.1" status: 200 len: 210 time: 0.0547390 Feb 19 02:53:15.906905 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1dae3de7-02b5-48ec-bb22-d8548f540bcb req-9cb55d04-2110-4fa7-968f-a3ed865e9253 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] 10.222.0.72 "GET /v2.0/security-groups?id=d6877574-acb3-43f4-bf3f-b561a089577a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6023841 Feb 19 02:53:15.958410 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2d6bb0-aa0f-4067-a017-c41fddc6c8b9 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Pushing event deleted for resources: {'Port': ['ID=255acfb1-6af8-4b3d-930b-6ab40fba0ba2,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:16.065865 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-97bbdaa2-0b56-4968-8c2a-ceec5aadbd0e req-c0ae499b-1929-451a-97f1-6b69c2cc0dd7 tempest-ServerShowV257Test-466890171 tempest-ServerShowV257Test-466890171-project] 10.222.0.72 "GET /v2.0/ports?device_id=7eeb4482-4d2e-4b0b-b05d-c90d660114c8 HTTP/1.1" status: 200 len: 210 time: 0.0645053 Feb 19 02:53:16.081917 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ca2d6bb0-aa0f-4067-a017-c41fddc6c8b9 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (ba37fcfb-a9f9-483d-bb46-ff78ce18edce), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:16.082449 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-786d8a87-0a01-4206-b68e-ea91be80dd22 req-d898f612-8803-4fe5-8559-7c4f2ec325c3 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] For port 652f7a8e-b17f-4471-bd5b-1aa9890bb00d, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=652f7a8e-b17f-4471-bd5b-1aa9890bb00d,segment=NetworkSegment(67a55616-cfc4-41c3-be2a-0391abacfbd5),segment_id=67a55616-cfc4-41c3-be2a-0391abacfbd5)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:53:16.082994 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-786d8a87-0a01-4206-b68e-ea91be80dd22 req-d898f612-8803-4fe5-8559-7c4f2ec325c3 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (652f7a8e-b17f-4471-bd5b-1aa9890bb00d), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:16.089591 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7638172e-1fa9-4d72-985f-9d827338c3d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16317478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865'] for router (c7d9ee35-8ab4-466d-8f5b-0aa2894f3d27), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:16.106489 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-786d8a87-0a01-4206-b68e-ea91be80dd22 req-d898f612-8803-4fe5-8559-7c4f2ec325c3 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Calling delete_port for 652f7a8e-b17f-4471-bd5b-1aa9890bb00d owned by compute:nova {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:53:16.176930 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b56c069-df0d-43e9-9d1e-01cafb432b54 req-da5e1506-6584-438f-9701-401fa6038794 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:16.178602 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9b56c069-df0d-43e9-9d1e-01cafb432b54 req-da5e1506-6584-438f-9701-401fa6038794 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "GET /v2.0/ports?device_id=86986d56-f539-40c0-ab0f-bbb1b534a45e HTTP/1.1" status: 200 len: 945 time: 0.1830025 Feb 19 02:53:16.193614 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-ca2d6bb0-aa0f-4067-a017-c41fddc6c8b9 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba37fcfb-a9f9-483d-bb46-ff78ce18edce']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:53:16.227482 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-ca2d6bb0-aa0f-4067-a017-c41fddc6c8b9 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ac1db83-f9a6-4bca-8644-0ee39cc962ca') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:53:16.228038 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-ca2d6bb0-aa0f-4067-a017-c41fddc6c8b9 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ac1db83-f9a6-4bca-8644-0ee39cc962ca') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:53:16.257699 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ca2d6bb0-aa0f-4067-a017-c41fddc6c8b9 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (5ac1db83-f9a6-4bca-8644-0ee39cc962ca), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:16.264270 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-7e7958a3-6b8f-48f1-97d6-579bb4efa83d req-dce60d22-c6b3-456d-bf77-588801c25756 service neutron] Attempting to bind port 386016cd-8e1d-4036-99f8-3b718a8a57d7 on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:53:16.264622 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-7e7958a3-6b8f-48f1-97d6-579bb4efa83d req-dce60d22-c6b3-456d-bf77-588801c25756 service neutron] Attempting to bind port 386016cd-8e1d-4036-99f8-3b718a8a57d7 by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': '6d6b5f79-1c3f-4c87-a837-86790ffb5a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'c6afac08-74bb-47d6-90b6-0a4c9a987a0e'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:53:16.264954 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7958a3-6b8f-48f1-97d6-579bb4efa83d req-dce60d22-c6b3-456d-bf77-588801c25756 service neutron] Attempting to bind port 386016cd-8e1d-4036-99f8-3b718a8a57d7 on network c6afac08-74bb-47d6-90b6-0a4c9a987a0e {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:53:16.289472 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f21ee2-69e2-4481-808f-becececa81e3 req-d30237b7-7d72-4af8-955d-fff8ff8f4651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:16.291628 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-58f21ee2-69e2-4481-808f-becececa81e3 req-d30237b7-7d72-4af8-955d-fff8ff8f4651 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c6afac08-74bb-47d6-90b6-0a4c9a987a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3820364 Feb 19 02:53:16.311556 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ca2d6bb0-aa0f-4067-a017-c41fddc6c8b9 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (5ac1db83-f9a6-4bca-8644-0ee39cc962ca), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:16.354887 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7958a3-6b8f-48f1-97d6-579bb4efa83d req-dce60d22-c6b3-456d-bf77-588801c25756 service neutron] Port 386016cd-8e1d-4036-99f8-3b718a8a57d7 on network c6afac08-74bb-47d6-90b6-0a4c9a987a0e not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:53:16.355216 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7958a3-6b8f-48f1-97d6-579bb4efa83d req-dce60d22-c6b3-456d-bf77-588801c25756 service neutron] Attempting to bind port 386016cd-8e1d-4036-99f8-3b718a8a57d7 on network c6afac08-74bb-47d6-90b6-0a4c9a987a0e {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:53:16.395199 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca2d6bb0-aa0f-4067-a017-c41fddc6c8b9 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Releasing vlan 268 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:53:16.395605 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ca2d6bb0-aa0f-4067-a017-c41fddc6c8b9 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (5ac1db83-f9a6-4bca-8644-0ee39cc962ca), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:16.399615 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 02:53:16.399615 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:53:16.399615 n-d-826753-2 neutron-server[103702]: timer() Feb 19 02:53:16.399615 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:53:16.399615 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 02:53:16.399615 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:53:16.399615 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 02:53:16.399615 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:53:16.399615 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 02:53:16.399615 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:53:16.399615 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 02:53:16.399615 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:53:16.399615 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 02:53:16.399615 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:53:16.399615 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:53:16.399615 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:53:16.399615 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:53:16.399615 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:53:16.399615 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 02:53:16.399615 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:53:16.399615 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 02:53:16.399615 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:53:16.399615 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:53:16.399615 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:53:16.399615 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 02:53:16.399615 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:53:16.399615 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:53:16.399615 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:53:16.399615 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:53:16.399615 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:53:16.399615 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:53:16.399615 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:53:16.419761 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7958a3-6b8f-48f1-97d6-579bb4efa83d req-dce60d22-c6b3-456d-bf77-588801c25756 service neutron] Checking agent: {'id': 'bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:53:16.420102 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7958a3-6b8f-48f1-97d6-579bb4efa83d req-dce60d22-c6b3-456d-bf77-588801c25756 service neutron] Checking segment: {'id': '6d6b5f79-1c3f-4c87-a837-86790ffb5a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'c6afac08-74bb-47d6-90b6-0a4c9a987a0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:53:16.420484 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7958a3-6b8f-48f1-97d6-579bb4efa83d req-dce60d22-c6b3-456d-bf77-588801c25756 service neutron] Bound using segment: {'id': '6d6b5f79-1c3f-4c87-a837-86790ffb5a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'c6afac08-74bb-47d6-90b6-0a4c9a987a0e'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:53:16.420931 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-7e7958a3-6b8f-48f1-97d6-579bb4efa83d req-dce60d22-c6b3-456d-bf77-588801c25756 service neutron] Bound port: 386016cd-8e1d-4036-99f8-3b718a8a57d7, host: n-h2-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d6b5f79-1c3f-4c87-a837-86790ffb5a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'c6afac08-74bb-47d6-90b6-0a4c9a987a0e'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:53:16.421316 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-7e7958a3-6b8f-48f1-97d6-579bb4efa83d req-dce60d22-c6b3-456d-bf77-588801c25756 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (386016cd-8e1d-4036-99f8-3b718a8a57d7), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:16.426507 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c51f3aec-9fb6-4466-8d0d-6fe4d7f62431 req-05b52c9d-bd9e-40fa-adce-5cfe4e161b61 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=7eeb4482-4d2e-4b0b-b05d-c90d660114c8 HTTP/1.1" status: 200 len: 210 time: 0.0740726 Feb 19 02:53:16.511154 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ddd90750-d63b-47c9-ae10-24d5f3643fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (1b45988d-baf4-4229-8951-85416273e5dc), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:16.535285 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9b56c069-df0d-43e9-9d1e-01cafb432b54 req-969997b1-96f3-4e77-953a-118b60edfa1e tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "GET /v2.0/security-groups?id=78612224-fbf6-480f-bcea-ccb270efe765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3181119 Feb 19 02:53:16.596797 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ca2d6bb0-aa0f-4067-a017-c41fddc6c8b9 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (ba37fcfb-a9f9-483d-bb46-ff78ce18edce), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:16.630791 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ca2d6bb0-aa0f-4067-a017-c41fddc6c8b9 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:16.636815 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-ca2d6bb0-aa0f-4067-a017-c41fddc6c8b9 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] 10.222.0.72 "DELETE /v2.0/networks/ba37fcfb-a9f9-483d-bb46-ff78ce18edce HTTP/1.1" status: 204 len: 168 time: 2.6380210 Feb 19 02:53:16.641305 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d39368-9148-47b6-9f76-7c8ecb541eba req-794b1b8a-bdf1-4f33-a0a3-471d01edab6f tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:16.642790 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-91d39368-9148-47b6-9f76-7c8ecb541eba req-794b1b8a-bdf1-4f33-a0a3-471d01edab6f tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] 10.222.0.73 "GET /v2.0/ports?device_id=85b3493e-4e6d-43dd-97f1-de789984e9e0 HTTP/1.1" status: 200 len: 946 time: 0.3511345 Feb 19 02:53:16.643412 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-786d8a87-0a01-4206-b68e-ea91be80dd22 req-d898f612-8803-4fe5-8559-7c4f2ec325c3 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (652f7a8e-b17f-4471-bd5b-1aa9890bb00d), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:16.644320 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 34652) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:53:16.666593 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-74131a0f-51b2-4732-a8db-1bdb8880f582 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-335732539'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:53:16.677537 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['652f7a8e-b17f-4471-bd5b-1aa9890bb00d'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:53:16.687073 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-58f21ee2-69e2-4481-808f-becececa81e3 req-5e8f4b97-e03f-48d3-923e-1d05199fc8a0 service neutron] 10.222.0.73 "GET /v2.0/networks/c6afac08-74bb-47d6-90b6-0a4c9a987a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3851104 Feb 19 02:53:16.697410 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-277b158a-9932-41b9-8f89-965842b7529d req-7559d8a6-8c96-4764-85d2-0cabd1b03b99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f74a5c6-3d08-47ab-b29b-cb6315c92335 {{(pid=103702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:53:16.701820 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2d6bb0-aa0f-4067-a017-c41fddc6c8b9 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Pushing event deleted for resources: {'Network': ['ID=ba37fcfb-a9f9-483d-bb46-ff78ce18edce,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:16.722638 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-277b158a-9932-41b9-8f89-965842b7529d req-7559d8a6-8c96-4764-85d2-0cabd1b03b99 service neutron] Publish callbacks [] for port (5f74a5c6-3d08-47ab-b29b-cb6315c92335), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:16.725498 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d898f612-8803-4fe5-8559-7c4f2ec325c3 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Pushing event deleted for resources: {'Port': ['ID=652f7a8e-b17f-4471-bd5b-1aa9890bb00d,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:16.735774 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd90750-d63b-47c9-ae10-24d5f3643fb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b45988d-baf4-4229-8951-85416273e5dc,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:16.738831 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c7e0e-211a-47a4-a16c-9430a14af9a2 req-5b8e7204-05a3-4afe-9980-2b29e1dbf39e tempest-VolumesActionsTest-716121604 tempest-VolumesActionsTest-716121604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:16.740306 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9b6c7e0e-211a-47a4-a16c-9430a14af9a2 req-5b8e7204-05a3-4afe-9980-2b29e1dbf39e tempest-VolumesActionsTest-716121604 tempest-VolumesActionsTest-716121604-project] 10.222.0.73 "GET /v2.0/networks?id=ee7fc1a6-21cc-456b-9e14-77ae119f1882 HTTP/1.1" status: 200 len: 809 time: 0.3905051 Feb 19 02:53:16.758389 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7638172e-1fa9-4d72-985f-9d827338c3d5 admin admin] Router c7d9ee35-8ab4-466d-8f5b-0aa2894f3d27 is scheduled to L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd with binding_index 1 {{(pid=103701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 02:53:16.763972 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-9b6c7e0e-211a-47a4-a16c-9430a14af9a2 req-77a6ba35-a79c-4f22-b0e6-4ee2b8c03bea tempest-VolumesActionsTest-716121604 tempest-VolumesActionsTest-716121604-project] Request body: {'port': {'device_id': 'e767af4c-bed0-46d9-a2b6-070b6129d8df', 'network_id': 'ee7fc1a6-21cc-456b-9e14-77ae119f1882', 'admin_state_up': True, 'tenant_id': 'd8c84548b0554c45a96595356e5cddaf'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:53:16.768763 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-7e7958a3-6b8f-48f1-97d6-579bb4efa83d req-dce60d22-c6b3-456d-bf77-588801c25756 service neutron] For port 386016cd-8e1d-4036-99f8-3b718a8a57d7, host n-h2-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:53:16.789561 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6855fa6f-d529-49fe-a5c5-2a3c7cbed39f req-996d6052-ed27-403d-9b63-b8986e5d20d1 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:16.791066 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6855fa6f-d529-49fe-a5c5-2a3c7cbed39f req-996d6052-ed27-403d-9b63-b8986e5d20d1 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] 10.222.0.72 "GET /v2.0/ports?device_id=85b3493e-4e6d-43dd-97f1-de789984e9e0 HTTP/1.1" status: 200 len: 946 time: 0.2631426 Feb 19 02:53:16.809493 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74131a0f-51b2-4732-a8db-1bdb8880f582 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Made reservation on behalf of b2f0cd9db0f84e1b8f9e0fccbd20ae90 for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:53:16.812699 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-74131a0f-51b2-4732-a8db-1bdb8880f582 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:16.835395 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-7e7958a3-6b8f-48f1-97d6-579bb4efa83d req-dce60d22-c6b3-456d-bf77-588801c25756 service neutron] For port 386016cd-8e1d-4036-99f8-3b718a8a57d7, host n-h2-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=386016cd-8e1d-4036-99f8-3b718a8a57d7,segment=NetworkSegment(6d6b5f79-1c3f-4c87-a837-86790ffb5a7e),segment_id=6d6b5f79-1c3f-4c87-a837-86790ffb5a7e)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:53:16.840666 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-277b158a-9932-41b9-8f89-965842b7529d req-7559d8a6-8c96-4764-85d2-0cabd1b03b99 service neutron] Transition to ACTIVE for port object 5f74a5c6-3d08-47ab-b29b-cb6315c92335 will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:53:16.845643 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd90750-d63b-47c9-ae10-24d5f3643fb9 admin admin] Checking segment: {'id': '6cde636e-6f84-4b3c-9b86-2be337650f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'a3344a71-1e85-4794-a87b-fdf89b41ccf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:53:16.846040 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd90750-d63b-47c9-ae10-24d5f3643fb9 admin admin] Network hostable DHCP agents. Network: a3344a71-1e85-4794-a87b-fdf89b41ccf4, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:53:16.853390 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-7e7958a3-6b8f-48f1-97d6-579bb4efa83d req-dce60d22-c6b3-456d-bf77-588801c25756 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (386016cd-8e1d-4036-99f8-3b718a8a57d7), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:16.855087 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-277b158a-9932-41b9-8f89-965842b7529d req-7559d8a6-8c96-4764-85d2-0cabd1b03b99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (5f74a5c6-3d08-47ab-b29b-cb6315c92335), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:16.859784 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-786d8a87-0a01-4206-b68e-ea91be80dd22 req-d898f612-8803-4fe5-8559-7c4f2ec325c3 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] No DVR routers for this DVR port 652f7a8e-b17f-4471-bd5b-1aa9890bb00d on host n-h2-826753-2 {{(pid=103701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:53:16.889782 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-786d8a87-0a01-4206-b68e-ea91be80dd22 req-d898f612-8803-4fe5-8559-7c4f2ec325c3 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:16.893072 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-786d8a87-0a01-4206-b68e-ea91be80dd22 req-d898f612-8803-4fe5-8559-7c4f2ec325c3 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.82 "DELETE /v2.0/ports/652f7a8e-b17f-4471-bd5b-1aa9890bb00d HTTP/1.1" status: 204 len: 173 time: 1.9314730 Feb 19 02:53:16.893528 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86986d56-f539-40c0-ab0f-bbb1b534a45e', 'name': 'network-vif-deleted', 'tag': '652f7a8e-b17f-4471-bd5b-1aa9890bb00d'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:53:16.895761 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-551aa790-4d48-4152-b1d0-72abb9e21e57" -d '{"events": [{"server_uuid": "86986d56-f539-40c0-ab0f-bbb1b534a45e", "name": "network-vif-deleted", "tag": "652f7a8e-b17f-4471-bd5b-1aa9890bb00d"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:53:16.920101 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74131a0f-51b2-4732-a8db-1bdb8880f582 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] vlan segment allocate from pool success with {'vlan_id': 283, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:53:16.928972 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7958a3-6b8f-48f1-97d6-579bb4efa83d req-dce60d22-c6b3-456d-bf77-588801c25756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:16.929611 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-7e7958a3-6b8f-48f1-97d6-579bb4efa83d req-dce60d22-c6b3-456d-bf77-588801c25756 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:16.931261 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7e7958a3-6b8f-48f1-97d6-579bb4efa83d req-dce60d22-c6b3-456d-bf77-588801c25756 service neutron] 10.222.0.82 "PUT /v2.0/ports/386016cd-8e1d-4036-99f8-3b718a8a57d7 HTTP/1.1" status: 200 len: 1091 time: 3.5972378 Feb 19 02:53:16.941387 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48dbb645-86ca-48ff-b960-ac2327737170', 'tag': '386016cd-8e1d-4036-99f8-3b718a8a57d7'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:53:16.943739 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e28233e1-4e56-447b-8676-488f366f8c04" -d '{"events": [{"name": "network-changed", "server_uuid": "48dbb645-86ca-48ff-b960-ac2327737170", "tag": "386016cd-8e1d-4036-99f8-3b718a8a57d7"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:53:16.973866 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-74131a0f-51b2-4732-a8db-1bdb8880f582 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (bff586ae-cd5e-4d6c-a49c-276f559430dd), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:16.974442 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-74131a0f-51b2-4732-a8db-1bdb8880f582 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Added segment bff586ae-cd5e-4d6c-a49c-276f559430dd of type vlan for network 8441b77e-3563-4613-a82d-dc878a3437fe Feb 19 02:53:17.000025 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e7aa597-28df-4a31-87eb-40fc6b5761cc x-openstack-request-id: req-6e7aa597-28df-4a31-87eb-40fc6b5761cc {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:53:17.000318 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86986d56-f539-40c0-ab0f-bbb1b534a45e", "name": "network-vif-deleted", "tag": "652f7a8e-b17f-4471-bd5b-1aa9890bb00d", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:53:17.000576 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6e7aa597-28df-4a31-87eb-40fc6b5761cc {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:53:17.000979 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86986d56-f539-40c0-ab0f-bbb1b534a45e', 'name': 'network-vif-deleted', 'tag': '652f7a8e-b17f-4471-bd5b-1aa9890bb00d', 'status': 'completed', 'code': 200} Feb 19 02:53:17.014679 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-58f21ee2-69e2-4481-808f-becececa81e3 req-1228966d-5d2e-4a52-add6-dc4ab736f636 service neutron] 10.222.0.73 "GET /v2.0/networks/c6afac08-74bb-47d6-90b6-0a4c9a987a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3028824 Feb 19 02:53:17.018015 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd90750-d63b-47c9-ae10-24d5f3643fb9 admin admin] Network a3344a71-1e85-4794-a87b-fdf89b41ccf4 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:53:17.059068 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce60d22-c6b3-456d-bf77-588801c25756 service neutron] Pushing event updated for resources: {'Port': ['ID=386016cd-8e1d-4036-99f8-3b718a8a57d7,revision_number=3']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:17.123494 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6855fa6f-d529-49fe-a5c5-2a3c7cbed39f req-6f625ff1-8c5a-4584-8b01-287c2b20563c tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] 10.222.0.72 "GET /v2.0/security-groups?id=99efb503-a711-4838-8b15-bcaf32262e83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3091853 Feb 19 02:53:17.129527 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0e789c32-7f36-42aa-baa7-213813914384 req-bb71a4bf-577a-404e-8334-56c79be473dd tempest-VolumesActionsTest-716121604 tempest-VolumesActionsTest-716121604-project] 10.222.0.72 "GET /v2.0/ports?device_id=e767af4c-bed0-46d9-a2b6-070b6129d8df HTTP/1.1" status: 200 len: 210 time: 0.0705993 Feb 19 02:53:17.199969 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-74131a0f-51b2-4732-a8db-1bdb8880f582 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (8441b77e-3563-4613-a82d-dc878a3437fe), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:17.211506 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-ddd90750-d63b-47c9-ae10-24d5f3643fb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, a3344a71-1e85-4794-a87b-fdf89b41ccf4) {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:53:17.220319 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4633d47-bde1-496e-a5a8-b1d21cde680f x-openstack-request-id: req-a4633d47-bde1-496e-a5a8-b1d21cde680f {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:53:17.220623 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48dbb645-86ca-48ff-b960-ac2327737170", "tag": "386016cd-8e1d-4036-99f8-3b718a8a57d7", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:53:17.220883 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a4633d47-bde1-496e-a5a8-b1d21cde680f {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:53:17.221324 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48dbb645-86ca-48ff-b960-ac2327737170', 'tag': '386016cd-8e1d-4036-99f8-3b718a8a57d7', 'status': 'completed', 'code': 200} Feb 19 02:53:17.222373 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a622b98-e38f-4497-bfb7-7ae4af3ba5c0 None None] Network a3344a71-1e85-4794-a87b-fdf89b41ccf4 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:53:17.222564 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd90750-d63b-47c9-ae10-24d5f3643fb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:17.223133 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ddd90750-d63b-47c9-ae10-24d5f3643fb9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:17.255036 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7638172e-1fa9-4d72-985f-9d827338c3d5 admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:53:17.268138 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b268fbbc-5d02-4d95-aecb-9dbbed95c315 None None] Sync routers for ids ['c7d9ee35-8ab4-466d-8f5b-0aa2894f3d27'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:53:17.288848 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b268fbbc-5d02-4d95-aecb-9dbbed95c315 None None] Routers {'c7d9ee35-8ab4-466d-8f5b-0aa2894f3d27'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:53:17.291011 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-b268fbbc-5d02-4d95-aecb-9dbbed95c315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:52:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['c7d9ee35-8ab4-466d-8f5b-0aa2894f3d27'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:53:17.291390 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7559d8a6-8c96-4764-85d2-0cabd1b03b99 service neutron] Pushing event updated for resources: {'Port': ['ID=5f74a5c6-3d08-47ab-b29b-cb6315c92335,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:17.311378 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-74131a0f-51b2-4732-a8db-1bdb8880f582 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (8441b77e-3563-4613-a82d-dc878a3437fe), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:17.316543 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74131a0f-51b2-4732-a8db-1bdb8880f582 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:17.317195 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-74131a0f-51b2-4732-a8db-1bdb8880f582 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:17.325409 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-ddd90750-d63b-47c9-ae10-24d5f3643fb9 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.0603814 Feb 19 02:53:17.332198 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 34664) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:53:17.384482 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-745cd056-43c4-407f-b05f-848842336498 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2144450299-router', 'tenant_id': '1e42a34c6136455ebefd6494f70ef39d', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:53:17.403416 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-277b158a-9932-41b9-8f89-965842b7529d req-7559d8a6-8c96-4764-85d2-0cabd1b03b99 service neutron] Attempting to bind port 5f74a5c6-3d08-47ab-b29b-cb6315c92335 on host n-h1-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:53:17.403752 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-277b158a-9932-41b9-8f89-965842b7529d req-7559d8a6-8c96-4764-85d2-0cabd1b03b99 service neutron] Attempting to bind port 5f74a5c6-3d08-47ab-b29b-cb6315c92335 by drivers openvswitch,hyperv on host n-h1-826753-2 at level 0 using segments [{'id': '6d6b5f79-1c3f-4c87-a837-86790ffb5a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'c6afac08-74bb-47d6-90b6-0a4c9a987a0e'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:53:17.404086 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277b158a-9932-41b9-8f89-965842b7529d req-7559d8a6-8c96-4764-85d2-0cabd1b03b99 service neutron] Attempting to bind port 5f74a5c6-3d08-47ab-b29b-cb6315c92335 on network c6afac08-74bb-47d6-90b6-0a4c9a987a0e {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:53:17.429234 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-91d39368-9148-47b6-9f76-7c8ecb541eba req-4885da46-ff2e-46cb-91f6-973bece48c42 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Deleting port f97f2cd0-b7b7-4bd7-b6ab-6de292c04828 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:53:17.429574 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-91d39368-9148-47b6-9f76-7c8ecb541eba req-4885da46-ff2e-46cb-91f6-973bece48c42 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (f97f2cd0-b7b7-4bd7-b6ab-6de292c04828), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:17.441439 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7958a3-6b8f-48f1-97d6-579bb4efa83d req-12dc3871-8c3e-44db-88a3-f5efbddc4a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:17.443538 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7e7958a3-6b8f-48f1-97d6-579bb4efa83d req-12dc3871-8c3e-44db-88a3-f5efbddc4a1a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d60c032161b24795a2a6bb5cb732a332&device_id=48dbb645-86ca-48ff-b960-ac2327737170 HTTP/1.1" status: 200 len: 1125 time: 0.3458555 Feb 19 02:53:17.454602 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b65974-5d71-46b8-871f-29dd254582e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-a3344a71-1e85-4794-a87b-fdf89b41ccf4', 'network_id': 'a3344a71-1e85-4794-a87b-fdf89b41ccf4', 'project_id': '1e42a34c6136455ebefd6494f70ef39d', 'fixed_ips': [{'subnet_id': '1b45988d-baf4-4229-8951-85416273e5dc'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:53:17.455844 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f4b65974-5d71-46b8-871f-29dd254582e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:17.510503 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-b268fbbc-5d02-4d95-aecb-9dbbed95c315 None None] Set router c7d9ee35-8ab4-466d-8f5b-0aa2894f3d27 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:53:17.538286 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-91d39368-9148-47b6-9f76-7c8ecb541eba req-4885da46-ff2e-46cb-91f6-973bece48c42 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] For port f97f2cd0-b7b7-4bd7-b6ab-6de292c04828, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=f97f2cd0-b7b7-4bd7-b6ab-6de292c04828,segment=NetworkSegment(9fe70e6e-9986-4247-9959-b53c4994b41b),segment_id=9fe70e6e-9986-4247-9959-b53c4994b41b)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:53:17.538940 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-91d39368-9148-47b6-9f76-7c8ecb541eba req-4885da46-ff2e-46cb-91f6-973bece48c42 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (f97f2cd0-b7b7-4bd7-b6ab-6de292c04828), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:17.562078 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277b158a-9932-41b9-8f89-965842b7529d req-7559d8a6-8c96-4764-85d2-0cabd1b03b99 service neutron] Port 5f74a5c6-3d08-47ab-b29b-cb6315c92335 on network c6afac08-74bb-47d6-90b6-0a4c9a987a0e not bound, no agent of type Open vSwitch agent registered on host n-h1-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:53:17.563617 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277b158a-9932-41b9-8f89-965842b7529d req-7559d8a6-8c96-4764-85d2-0cabd1b03b99 service neutron] Attempting to bind port 5f74a5c6-3d08-47ab-b29b-cb6315c92335 on network c6afac08-74bb-47d6-90b6-0a4c9a987a0e {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:53:17.611873 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-74131a0f-51b2-4732-a8db-1bdb8880f582 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9608805 Feb 19 02:53:17.630082 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 34668) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:53:17.679024 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-8f23daf9-726f-49e7-8ede-6234575b72d8 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Request body: {'subnet': {'network_id': '8441b77e-3563-4613-a82d-dc878a3437fe', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:53:17.714717 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-b268fbbc-5d02-4d95-aecb-9dbbed95c315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d9ee35-8ab4-466d-8f5b-0aa2894f3d27', 'name': 'tempest-ServerRescueNegativeTestJSON-200038142-router', 'tenant_id': '8ee938a19b3e4074b489f411ca258ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': 'ce5b843c-c9dd-4784-8a7e-122c9cab9b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:53:10Z', 'updated_at': '2022-02-19T02:53:14Z', 'revision_number': 3, 'project_id': '8ee938a19b3e4074b489f411ca258ca6', 'gw_port': {'id': 'ce5b843c-c9dd-4784-8a7e-122c9cab9b97', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:99:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d9ee35-8ab4-466d-8f5b-0aa2894f3d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:53:13Z', 'updated_at': '2022-02-19T02:53:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:53:17.735305 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-f4b65974-5d71-46b8-871f-29dd254582e9 None None] Allocated IP 172.20.0.2 (a3344a71-1e85-4794-a87b-fdf89b41ccf4/1b45988d-baf4-4229-8951-85416273e5dc/975c9e37-a14c-48b9-8ee6-e9d377dabbb4) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:53:17.747347 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b268fbbc-5d02-4d95-aecb-9dbbed95c315 None None] Checking router: c7d9ee35-8ab4-466d-8f5b-0aa2894f3d27 for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:53:17.747993 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b268fbbc-5d02-4d95-aecb-9dbbed95c315 None None] Updating router c7d9ee35-8ab4-466d-8f5b-0aa2894f3d27 port ce5b843c-c9dd-4784-8a7e-122c9cab9b97 binding host n-d-826753-2 {{(pid=103704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:53:17.780171 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-b268fbbc-5d02-4d95-aecb-9dbbed95c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (ce5b843c-c9dd-4784-8a7e-122c9cab9b97), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:17.839823 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-91d39368-9148-47b6-9f76-7c8ecb541eba req-4885da46-ff2e-46cb-91f6-973bece48c42 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:17.840230 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-91d39368-9148-47b6-9f76-7c8ecb541eba req-4885da46-ff2e-46cb-91f6-973bece48c42 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16285943'] for floatingip (702860f3-73a4-45d1-b9b8-f84e90e77851), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:17.840548 n-d-826753-2 neutron-server[103701]: INFO neutron.db.l3_db [req-91d39368-9148-47b6-9f76-7c8ecb541eba req-4885da46-ff2e-46cb-91f6-973bece48c42 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Floating IP 702860f3-73a4-45d1-b9b8-f84e90e77851 disassociated. External IP: 172.25.6.25, port: f97f2cd0-b7b7-4bd7-b6ab-6de292c04828. Feb 19 02:53:17.841197 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-91d39368-9148-47b6-9f76-7c8ecb541eba req-4885da46-ff2e-46cb-91f6-973bece48c42 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Calling delete_port for f97f2cd0-b7b7-4bd7-b6ab-6de292c04828 owned by compute:nova {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:53:17.843123 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277b158a-9932-41b9-8f89-965842b7529d req-7559d8a6-8c96-4764-85d2-0cabd1b03b99 service neutron] Checking agent: {'id': '9d56fb1b-2855-496a-a6d9-c324740cb98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:53:17.843462 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277b158a-9932-41b9-8f89-965842b7529d req-7559d8a6-8c96-4764-85d2-0cabd1b03b99 service neutron] Checking segment: {'id': '6d6b5f79-1c3f-4c87-a837-86790ffb5a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'c6afac08-74bb-47d6-90b6-0a4c9a987a0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:53:17.844483 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277b158a-9932-41b9-8f89-965842b7529d req-7559d8a6-8c96-4764-85d2-0cabd1b03b99 service neutron] Bound using segment: {'id': '6d6b5f79-1c3f-4c87-a837-86790ffb5a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'c6afac08-74bb-47d6-90b6-0a4c9a987a0e'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:53:17.844944 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-277b158a-9932-41b9-8f89-965842b7529d req-7559d8a6-8c96-4764-85d2-0cabd1b03b99 service neutron] Bound port: 5f74a5c6-3d08-47ab-b29b-cb6315c92335, host: n-h1-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d6b5f79-1c3f-4c87-a837-86790ffb5a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'c6afac08-74bb-47d6-90b6-0a4c9a987a0e'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:53:17.845367 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-277b158a-9932-41b9-8f89-965842b7529d req-7559d8a6-8c96-4764-85d2-0cabd1b03b99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (5f74a5c6-3d08-47ab-b29b-cb6315c92335), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:17.890979 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7e7958a3-6b8f-48f1-97d6-579bb4efa83d req-9f26770c-6dce-45bb-b77e-28560c9d7650 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=386016cd-8e1d-4036-99f8-3b718a8a57d7 HTTP/1.1" status: 200 len: 217 time: 0.3116114 Feb 19 02:53:17.904013 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74131a0f-51b2-4732-a8db-1bdb8880f582 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Pushing event updated for resources: {'Network': ['ID=8441b77e-3563-4613-a82d-dc878a3437fe,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:17.954525 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f4b65974-5d71-46b8-871f-29dd254582e9 None None] Publish callbacks [] for port (975c9e37-a14c-48b9-8ee6-e9d377dabbb4), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:17.968124 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 8441b77e-3563-4613-a82d-dc878a3437fe details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:53:17.978936 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7958a3-6b8f-48f1-97d6-579bb4efa83d req-f2091c0a-e4a7-4280-83cc-83c145a2cdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:17.980736 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7e7958a3-6b8f-48f1-97d6-579bb4efa83d req-f2091c0a-e4a7-4280-83cc-83c145a2cdd6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=eb8cf0f0-abd8-4026-9d69-425697044d46 HTTP/1.1" status: 200 len: 854 time: 0.0777533 Feb 19 02:53:17.981968 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-745cd056-43c4-407f-b05f-848842336498 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14172'] for router (2c49e0e8-a461-419a-a206-6c7029bf8ada), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:17.983069 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-745cd056-43c4-407f-b05f-848842336498 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16317487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16285822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16309985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14247'] for router (2c49e0e8-a461-419a-a206-6c7029bf8ada), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:17.986401 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d6201d8e-eb13-47c1-b6a5-4d1d8dee140a req-f7d048aa-e740-4443-a303-904602011ad0 tempest-ServerShowV257Test-466890171 tempest-ServerShowV257Test-466890171-project] 10.222.0.72 "GET /v2.0/ports?device_id=7eeb4482-4d2e-4b0b-b05d-c90d660114c8 HTTP/1.1" status: 200 len: 210 time: 0.5930452 Feb 19 02:53:17.994771 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7638172e-1fa9-4d72-985f-9d827338c3d5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:17.996076 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-7638172e-1fa9-4d72-985f-9d827338c3d5 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.2537611 Feb 19 02:53:17.996846 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b6c7e0e-211a-47a4-a16c-9430a14af9a2 req-77a6ba35-a79c-4f22-b0e6-4ee2b8c03bea tempest-VolumesActionsTest-716121604 tempest-VolumesActionsTest-716121604-project] Made reservation on behalf of d8c84548b0554c45a96595356e5cddaf for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:53:18.000428 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-9b6c7e0e-211a-47a4-a16c-9430a14af9a2 req-77a6ba35-a79c-4f22-b0e6-4ee2b8c03bea tempest-VolumesActionsTest-716121604 tempest-VolumesActionsTest-716121604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:18.032959 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 34670) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:53:18.050385 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-b268fbbc-5d02-4d95-aecb-9dbbed95c315 None None] Publish callbacks [] for port (ce5b843c-c9dd-4784-8a7e-122c9cab9b97), precommit_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:18.060093 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-91d39368-9148-47b6-9f76-7c8ecb541eba req-4885da46-ff2e-46cb-91f6-973bece48c42 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (f97f2cd0-b7b7-4bd7-b6ab-6de292c04828), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:18.064592 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-b268fbbc-5d02-4d95-aecb-9dbbed95c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (ce5b843c-c9dd-4784-8a7e-122c9cab9b97), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:18.070289 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f4b65974-5d71-46b8-871f-29dd254582e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (975c9e37-a14c-48b9-8ee6-e9d377dabbb4), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:18.122617 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc8b437-9360-4594-9f29-9943dbd1b743 None None] Pushing event updated for resources: {'Port': ['ID=ce5b843c-c9dd-4784-8a7e-122c9cab9b97,revision_number=2']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:18.149048 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc8b437-9360-4594-9f29-9943dbd1b743 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:53:18.151625 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc8b437-9360-4594-9f29-9943dbd1b743 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:53:18.152063 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc8b437-9360-4594-9f29-9943dbd1b743 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:53:18.152409 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc8b437-9360-4594-9f29-9943dbd1b743 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:53:18.152744 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc8b437-9360-4594-9f29-9943dbd1b743 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:53:18.153115 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc8b437-9360-4594-9f29-9943dbd1b743 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:53:18.153442 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc8b437-9360-4594-9f29-9943dbd1b743 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:53:18.153766 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc8b437-9360-4594-9f29-9943dbd1b743 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:53:18.154087 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc8b437-9360-4594-9f29-9943dbd1b743 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:53:18.154406 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc8b437-9360-4594-9f29-9943dbd1b743 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:53:18.155277 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc8b437-9360-4594-9f29-9943dbd1b743 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:53:18.155277 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc8b437-9360-4594-9f29-9943dbd1b743 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:53:18.155558 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc8b437-9360-4594-9f29-9943dbd1b743 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:53:18.158930 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-b268fbbc-5d02-4d95-aecb-9dbbed95c315 None None] Attempting to bind port ce5b843c-c9dd-4784-8a7e-122c9cab9b97 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:53:18.159300 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-b268fbbc-5d02-4d95-aecb-9dbbed95c315 None None] Attempting to bind port ce5b843c-c9dd-4784-8a7e-122c9cab9b97 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:53:18.159663 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b268fbbc-5d02-4d95-aecb-9dbbed95c315 None None] Attempting to bind port ce5b843c-c9dd-4784-8a7e-122c9cab9b97 on network eaf64708-9021-419e-b287-ef3e0f51e2ee {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:53:18.168046 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b268fbbc-5d02-4d95-aecb-9dbbed95c315 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:53:18.168367 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b268fbbc-5d02-4d95-aecb-9dbbed95c315 None None] Checking segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:53:18.168777 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-b268fbbc-5d02-4d95-aecb-9dbbed95c315 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:18.169210 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b268fbbc-5d02-4d95-aecb-9dbbed95c315 None None] Bound using segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:53:18.169686 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-b268fbbc-5d02-4d95-aecb-9dbbed95c315 None None] Bound port: ce5b843c-c9dd-4784-8a7e-122c9cab9b97, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:53:18.170066 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-b268fbbc-5d02-4d95-aecb-9dbbed95c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (ce5b843c-c9dd-4784-8a7e-122c9cab9b97), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:18.178135 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b65974-5d71-46b8-871f-29dd254582e9 None None] Network a3344a71-1e85-4794-a87b-fdf89b41ccf4 is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:53:18.181440 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-745cd056-43c4-407f-b05f-848842336498 admin admin] Publish callbacks [] for router_controller (2c49e0e8-a461-419a-a206-6c7029bf8ada), precommit_add_association {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:18.190197 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-f4b65974-5d71-46b8-871f-29dd254582e9 None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:53:18.199039 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b65974-5d71-46b8-871f-29dd254582e9 None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:53:18.202668 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-9a91d0eb-1d08-4691-8bbe-d4ccdc7a8b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:18.206665 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f23daf9-726f-49e7-8ede-6234575b72d8 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Made reservation on behalf of b2f0cd9db0f84e1b8f9e0fccbd20ae90 for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:53:18.207855 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b65974-5d71-46b8-871f-29dd254582e9 None None] Pushing event updated for resources: {'Port': ['ID=975c9e37-a14c-48b9-8ee6-e9d377dabbb4,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:18.210183 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8f23daf9-726f-49e7-8ede-6234575b72d8 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:18.248046 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-b268fbbc-5d02-4d95-aecb-9dbbed95c315 None None] For port ce5b843c-c9dd-4784-8a7e-122c9cab9b97, host n-d-826753-2, cleared binding levels {{(pid=103704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:53:18.252570 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-b268fbbc-5d02-4d95-aecb-9dbbed95c315 None None] For port ce5b843c-c9dd-4784-8a7e-122c9cab9b97, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=ce5b843c-c9dd-4784-8a7e-122c9cab9b97,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:53:18.265789 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-b268fbbc-5d02-4d95-aecb-9dbbed95c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (ce5b843c-c9dd-4784-8a7e-122c9cab9b97), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:18.279371 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-f4b65974-5d71-46b8-871f-29dd254582e9 None None] Attempting to bind port 975c9e37-a14c-48b9-8ee6-e9d377dabbb4 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:53:18.279767 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-f4b65974-5d71-46b8-871f-29dd254582e9 None None] Attempting to bind port 975c9e37-a14c-48b9-8ee6-e9d377dabbb4 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '6cde636e-6f84-4b3c-9b86-2be337650f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'a3344a71-1e85-4794-a87b-fdf89b41ccf4'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:53:18.280095 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b65974-5d71-46b8-871f-29dd254582e9 None None] Attempting to bind port 975c9e37-a14c-48b9-8ee6-e9d377dabbb4 on network a3344a71-1e85-4794-a87b-fdf89b41ccf4 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:53:18.288744 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b65974-5d71-46b8-871f-29dd254582e9 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:53:18.289199 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b65974-5d71-46b8-871f-29dd254582e9 None None] Checking segment: {'id': '6cde636e-6f84-4b3c-9b86-2be337650f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'a3344a71-1e85-4794-a87b-fdf89b41ccf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:53:18.289426 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abae70f-50d5-4b89-bef8-693cea9a75f7 req-8052d8b4-5ff2-48aa-ad5b-48152c8bcb4e tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:18.291863 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f4b65974-5d71-46b8-871f-29dd254582e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:18.291863 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b65974-5d71-46b8-871f-29dd254582e9 None None] Bound using segment: {'id': '6cde636e-6f84-4b3c-9b86-2be337650f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'a3344a71-1e85-4794-a87b-fdf89b41ccf4'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:53:18.291863 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-f4b65974-5d71-46b8-871f-29dd254582e9 None None] Bound port: 975c9e37-a14c-48b9-8ee6-e9d377dabbb4, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cde636e-6f84-4b3c-9b86-2be337650f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'a3344a71-1e85-4794-a87b-fdf89b41ccf4'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:53:18.291863 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f4b65974-5d71-46b8-871f-29dd254582e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (975c9e37-a14c-48b9-8ee6-e9d377dabbb4), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:18.296773 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5abae70f-50d5-4b89-bef8-693cea9a75f7 req-8052d8b4-5ff2-48aa-ad5b-48152c8bcb4e tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] 10.222.0.72 "GET /v2.0/ports?device_id=da76bc92-31a4-4d2f-9e50-8d96c7fd6d12 HTTP/1.1" status: 200 len: 944 time: 0.9571414 Feb 19 02:53:18.322247 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-277b158a-9932-41b9-8f89-965842b7529d req-7559d8a6-8c96-4764-85d2-0cabd1b03b99 service neutron] For port 5f74a5c6-3d08-47ab-b29b-cb6315c92335, host n-h1-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:53:18.325860 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-277b158a-9932-41b9-8f89-965842b7529d req-7559d8a6-8c96-4764-85d2-0cabd1b03b99 service neutron] For port 5f74a5c6-3d08-47ab-b29b-cb6315c92335, host n-h1-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=5f74a5c6-3d08-47ab-b29b-cb6315c92335,segment=NetworkSegment(6d6b5f79-1c3f-4c87-a837-86790ffb5a7e),segment_id=6d6b5f79-1c3f-4c87-a837-86790ffb5a7e)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:53:18.333243 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b268fbbc-5d02-4d95-aecb-9dbbed95c315 None None] Routers {'c7d9ee35-8ab4-466d-8f5b-0aa2894f3d27'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:53:18.334851 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-b268fbbc-5d02-4d95-aecb-9dbbed95c315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:53:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['c7d9ee35-8ab4-466d-8f5b-0aa2894f3d27'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:53:18.351235 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4885da46-ff2e-46cb-91f6-973bece48c42 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Pushing event deleted for resources: {'Port': ['ID=f97f2cd0-b7b7-4bd7-b6ab-6de292c04828,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:18.351614 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-277b158a-9932-41b9-8f89-965842b7529d req-7559d8a6-8c96-4764-85d2-0cabd1b03b99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (5f74a5c6-3d08-47ab-b29b-cb6315c92335), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:18.388645 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-f4b65974-5d71-46b8-871f-29dd254582e9 None None] For port 975c9e37-a14c-48b9-8ee6-e9d377dabbb4, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:53:18.393890 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-f4b65974-5d71-46b8-871f-29dd254582e9 None None] For port 975c9e37-a14c-48b9-8ee6-e9d377dabbb4, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=975c9e37-a14c-48b9-8ee6-e9d377dabbb4,segment=NetworkSegment(6cde636e-6f84-4b3c-9b86-2be337650f18),segment_id=6cde636e-6f84-4b3c-9b86-2be337650f18)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:53:18.408333 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f4b65974-5d71-46b8-871f-29dd254582e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (975c9e37-a14c-48b9-8ee6-e9d377dabbb4), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:18.416053 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d937db76-b8cf-40ba-bbde-ae3ff64d477e req-d99907bb-0649-4d6e-b61e-1eeba57175e5 tempest-VolumesActionsTest-716121604 tempest-VolumesActionsTest-716121604-project] 10.222.0.72 "GET /v2.0/ports?device_id=e767af4c-bed0-46d9-a2b6-070b6129d8df HTTP/1.1" status: 200 len: 210 time: 0.0928264 Feb 19 02:53:18.453744 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc8b437-9360-4594-9f29-9943dbd1b743 None None] Pushing event updated for resources: {'Port': ['ID=ce5b843c-c9dd-4784-8a7e-122c9cab9b97,revision_number=3']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:18.460169 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7958a3-6b8f-48f1-97d6-579bb4efa83d req-cc63ae54-dbe0-4a73-91eb-2fdb0f6e4c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:18.462532 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7e7958a3-6b8f-48f1-97d6-579bb4efa83d req-cc63ae54-dbe0-4a73-91eb-2fdb0f6e4c5b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c6afac08-74bb-47d6-90b6-0a4c9a987a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4150348 Feb 19 02:53:18.471502 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277b158a-9932-41b9-8f89-965842b7529d req-7559d8a6-8c96-4764-85d2-0cabd1b03b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:18.472024 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-277b158a-9932-41b9-8f89-965842b7529d req-7559d8a6-8c96-4764-85d2-0cabd1b03b99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:18.473459 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-277b158a-9932-41b9-8f89-965842b7529d req-7559d8a6-8c96-4764-85d2-0cabd1b03b99 service neutron] 10.222.0.73 "PUT /v2.0/ports/5f74a5c6-3d08-47ab-b29b-cb6315c92335 HTTP/1.1" status: 200 len: 1092 time: 3.2933173 Feb 19 02:53:18.561318 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b65974-5d71-46b8-871f-29dd254582e9 None None] Pushing event updated for resources: {'Port': ['ID=975c9e37-a14c-48b9-8ee6-e9d377dabbb4,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:18.570092 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-b268fbbc-5d02-4d95-aecb-9dbbed95c315 None None] Set router c7d9ee35-8ab4-466d-8f5b-0aa2894f3d27 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:53:18.675874 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7559d8a6-8c96-4764-85d2-0cabd1b03b99 service neutron] Pushing event updated for resources: {'Port': ['ID=5f74a5c6-3d08-47ab-b29b-cb6315c92335,revision_number=3']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:18.803710 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device bd1ca4a7-3418-46c4-927b-090b15466650 details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:53:19.053637 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-b268fbbc-5d02-4d95-aecb-9dbbed95c315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d9ee35-8ab4-466d-8f5b-0aa2894f3d27', 'name': 'tempest-ServerRescueNegativeTestJSON-200038142-router', 'tenant_id': '8ee938a19b3e4074b489f411ca258ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': 'ce5b843c-c9dd-4784-8a7e-122c9cab9b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:53:10Z', 'updated_at': '2022-02-19T02:53:14Z', 'revision_number': 3, 'project_id': '8ee938a19b3e4074b489f411ca258ca6', 'gw_port': {'id': 'ce5b843c-c9dd-4784-8a7e-122c9cab9b97', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:99:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d9ee35-8ab4-466d-8f5b-0aa2894f3d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:53:13Z', 'updated_at': '2022-02-19T02:53:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:53:19.059949 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port bd1ca4a7-3418-46c4-927b-090b15466650, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=bd1ca4a7-3418-46c4-927b-090b15466650,segment=NetworkSegment(6d6b5f79-1c3f-4c87-a837-86790ffb5a7e),segment_id=6d6b5f79-1c3f-4c87-a837-86790ffb5a7e)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:53:19.081216 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': 'bd1ca4a7-3418-46c4-927b-090b15466650', 'network_id': 'c6afac08-74bb-47d6-90b6-0a4c9a987a0e', 'port_id': 'bd1ca4a7-3418-46c4-927b-090b15466650', 'mac_address': 'fa:16:3e:5d:b6:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb8cf0f0-abd8-4026-9d69-425697044d46', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:53:19.098884 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b268fbbc-5d02-4d95-aecb-9dbbed95c315 None None] The sync data for ids ['c7d9ee35-8ab4-466d-8f5b-0aa2894f3d27'] in n-d-826753-2 is: [{'id': 'c7d9ee35-8ab4-466d-8f5b-0aa2894f3d27', 'name': 'tempest-ServerRescueNegativeTestJSON-200038142-router', 'tenant_id': '8ee938a19b3e4074b489f411ca258ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': 'ce5b843c-c9dd-4784-8a7e-122c9cab9b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:53:10Z', 'updated_at': '2022-02-19T02:53:14Z', 'revision_number': 3, 'project_id': '8ee938a19b3e4074b489f411ca258ca6', 'gw_port': {'id': 'ce5b843c-c9dd-4784-8a7e-122c9cab9b97', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:99:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d9ee35-8ab4-466d-8f5b-0aa2894f3d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:53:13Z', 'updated_at': '2022-02-19T02:53:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:53:19.214473 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port bd1ca4a7-3418-46c4-927b-090b15466650 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:53:19.214879 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (bd1ca4a7-3418-46c4-927b-090b15466650), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:19.217058 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 652f7a8e-b17f-4471-bd5b-1aa9890bb00d no longer exists at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:53:19.220368 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-48fff987-b1d6-403d-8801-dbd4486c26a9 req-3a118261-5f4c-4400-949e-23d4c941bc32 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] 10.222.0.72 "GET /v2.0/ports?device_id=85b3493e-4e6d-43dd-97f1-de789984e9e0 HTTP/1.1" status: 200 len: 210 time: 0.1222098 Feb 19 02:53:19.262243 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5abae70f-50d5-4b89-bef8-693cea9a75f7 req-8edf3cda-274c-4c00-8ba6-c9e922f4c0f7 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] 10.222.0.72 "GET /v2.0/security-groups?id=d6877574-acb3-43f4-bf3f-b561a089577a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9642406 Feb 19 02:53:19.263677 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da76bc92-31a4-4d2f-9e50-8d96c7fd6d12', 'tag': '5f74a5c6-3d08-47ab-b29b-cb6315c92335'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:53:19.266109 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc6a8322-57c4-433d-be37-332aa07144d2" -d '{"events": [{"name": "network-changed", "server_uuid": "da76bc92-31a4-4d2f-9e50-8d96c7fd6d12", "tag": "5f74a5c6-3d08-47ab-b29b-cb6315c92335"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:53:19.303393 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] No Port match for: 652f7a8e-b17f-4471-bd5b-1aa9890bb00d {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:53:19.303748 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 652f7a8e-b17f-4471-bd5b-1aa9890bb00d not bound to the agent host n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:53:19.309882 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd1ca4a7-3418-46c4-927b-090b15466650 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:53:19.319243 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:19.356910 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port bd1ca4a7-3418-46c4-927b-090b15466650, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=bd1ca4a7-3418-46c4-927b-090b15466650,segment=NetworkSegment(6d6b5f79-1c3f-4c87-a837-86790ffb5a7e),segment_id=6d6b5f79-1c3f-4c87-a837-86790ffb5a7e)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:53:19.357590 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-745cd056-43c4-407f-b05f-848842336498 admin admin] Publish callbacks [] for router_gateway (2c49e0e8-a461-419a-a206-6c7029bf8ada), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:19.361307 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [req-9b6c7e0e-211a-47a4-a16c-9430a14af9a2 req-77a6ba35-a79c-4f22-b0e6-4ee2b8c03bea tempest-VolumesActionsTest-716121604 tempest-VolumesActionsTest-716121604-project] Allocated IP 172.20.0.11 (ee7fc1a6-21cc-456b-9e14-77ae119f1882/70558662-5433-4a37-b877-833aa2281e7b/98831463-f678-49e1-a7d0-cf0a64ea46cc) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:53:19.378028 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (bd1ca4a7-3418-46c4-927b-090b15466650), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:19.381575 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6584ddb-c8ea-4b97-a80d-2d9942996f00 x-openstack-request-id: req-a6584ddb-c8ea-4b97-a80d-2d9942996f00 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:53:19.382014 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da76bc92-31a4-4d2f-9e50-8d96c7fd6d12", "tag": "5f74a5c6-3d08-47ab-b29b-cb6315c92335", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:53:19.382811 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a6584ddb-c8ea-4b97-a80d-2d9942996f00 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:53:19.382811 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da76bc92-31a4-4d2f-9e50-8d96c7fd6d12', 'tag': '5f74a5c6-3d08-47ab-b29b-cb6315c92335', 'status': 'completed', 'code': 200} Feb 19 02:53:19.442519 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 34694) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:53:19.452838 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [req-91d39368-9148-47b6-9f76-7c8ecb541eba req-4885da46-ff2e-46cb-91f6-973bece48c42 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Router cc6daac7-989b-47c8-b986-57b82df565e2 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:53:19.467893 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277b158a-9932-41b9-8f89-965842b7529d req-ef7868c3-b4de-45e8-99af-cf49879a307f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:19.469610 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-277b158a-9932-41b9-8f89-965842b7529d req-ef7868c3-b4de-45e8-99af-cf49879a307f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d60c032161b24795a2a6bb5cb732a332&device_id=da76bc92-31a4-4d2f-9e50-8d96c7fd6d12 HTTP/1.1" status: 200 len: 1126 time: 0.9296396 Feb 19 02:53:19.476655 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=bd1ca4a7-3418-46c4-927b-090b15466650,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:19.534959 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7e7958a3-6b8f-48f1-97d6-579bb4efa83d req-6b95423f-b3a1-486f-adc0-62c60f8bc6e7 service neutron] 10.222.0.82 "GET /v2.0/networks/c6afac08-74bb-47d6-90b6-0a4c9a987a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0123549 Feb 19 02:53:19.553871 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5ad1ac5a-1729-4971-a79c-4a10ab0a8e52 req-0415346b-55ab-426c-b582-5bae81678d3f tempest-ServerShowV257Test-466890171 tempest-ServerShowV257Test-466890171-project] 10.222.0.72 "GET /v2.0/ports?device_id=7eeb4482-4d2e-4b0b-b05d-c90d660114c8 HTTP/1.1" status: 200 len: 210 time: 0.0844536 Feb 19 02:53:19.694874 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5bfd7b1b-299f-437b-aecf-8975cea0ae47 req-772826d0-15db-42ea-9c47-ed61c2e176af tempest-VolumesActionsTest-716121604 tempest-VolumesActionsTest-716121604-project] 10.222.0.72 "GET /v2.0/ports?device_id=e767af4c-bed0-46d9-a2b6-070b6129d8df HTTP/1.1" status: 200 len: 210 time: 0.1454632 Feb 19 02:53:19.718346 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8f23daf9-726f-49e7-8ede-6234575b72d8 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (57ddaaa0-06d4-4c3e-aef3-4a07a1a1b39d), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:19.751859 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['bd1ca4a7-3418-46c4-927b-090b15466650'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:53:19.820655 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-277b158a-9932-41b9-8f89-965842b7529d req-c9b3b0fb-7bdc-45ec-be19-89c77d2efd36 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f74a5c6-3d08-47ab-b29b-cb6315c92335 HTTP/1.1" status: 200 len: 217 time: 0.2847238 Feb 19 02:53:19.920068 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-648ad9d0-1d96-49bc-b66b-3d63e2757b79 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Publish callbacks [] for security_group (507c1b38-8f0b-43e4-818d-8dab776cf74d), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:20.010269 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-91d39368-9148-47b6-9f76-7c8ecb541eba req-4885da46-ff2e-46cb-91f6-973bece48c42 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:53:20.048685 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccefdccc-a289-46e7-bda8-4a6a58c998eb None None] Sync routers for ids ['cc6daac7-989b-47c8-b986-57b82df565e2'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:53:20.080209 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccefdccc-a289-46e7-bda8-4a6a58c998eb None None] Routers {'cc6daac7-989b-47c8-b986-57b82df565e2'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:53:20.080999 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-ccefdccc-a289-46e7-bda8-4a6a58c998eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:53:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['cc6daac7-989b-47c8-b986-57b82df565e2'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:53:20.083315 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277b158a-9932-41b9-8f89-965842b7529d req-7388a39b-2cb9-4066-b93d-8791b06358f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:20.094251 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-277b158a-9932-41b9-8f89-965842b7529d req-7388a39b-2cb9-4066-b93d-8791b06358f2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=eb8cf0f0-abd8-4026-9d69-425697044d46 HTTP/1.1" status: 200 len: 854 time: 0.1864102 Feb 19 02:53:20.201717 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-91d39368-9148-47b6-9f76-7c8ecb541eba req-4885da46-ff2e-46cb-91f6-973bece48c42 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] No DVR routers for this DVR port f97f2cd0-b7b7-4bd7-b6ab-6de292c04828 on host n-h1-826753-2 {{(pid=103701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:53:20.221810 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-648ad9d0-1d96-49bc-b66b-3d63e2757b79 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Publish callbacks [] for security_group (507c1b38-8f0b-43e4-818d-8dab776cf74d), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:20.234012 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-91d39368-9148-47b6-9f76-7c8ecb541eba req-4885da46-ff2e-46cb-91f6-973bece48c42 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:20.237804 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-91d39368-9148-47b6-9f76-7c8ecb541eba req-4885da46-ff2e-46cb-91f6-973bece48c42 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] 10.222.0.73 "DELETE /v2.0/ports/f97f2cd0-b7b7-4bd7-b6ab-6de292c04828 HTTP/1.1" status: 204 len: 173 time: 3.5854738 Feb 19 02:53:20.247190 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f23daf9-726f-49e7-8ede-6234575b72d8 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Pushing event updated for resources: {'Subnet': ['ID=57ddaaa0-06d4-4c3e-aef3-4a07a1a1b39d,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:20.256553 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85b3493e-4e6d-43dd-97f1-de789984e9e0', 'name': 'network-vif-deleted', 'tag': 'f97f2cd0-b7b7-4bd7-b6ab-6de292c04828'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:53:20.284775 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-ccefdccc-a289-46e7-bda8-4a6a58c998eb None None] Set router cc6daac7-989b-47c8-b986-57b82df565e2 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:53:20.296661 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-038b6f39-2c19-4bb2-bbd1-38dc41830b07" -d '{"events": [{"server_uuid": "85b3493e-4e6d-43dd-97f1-de789984e9e0", "name": "network-vif-deleted", "tag": "f97f2cd0-b7b7-4bd7-b6ab-6de292c04828"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:53:20.348916 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecbfdd97-4be4-40ed-89fa-113a4343aa90 None None] Network a3344a71-1e85-4794-a87b-fdf89b41ccf4 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:53:20.357255 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7e7958a3-6b8f-48f1-97d6-579bb4efa83d req-644364cc-4684-44cc-9250-93361d36114e service neutron] 10.222.0.82 "GET /v2.0/networks/c6afac08-74bb-47d6-90b6-0a4c9a987a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7516439 Feb 19 02:53:20.367659 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277b158a-9932-41b9-8f89-965842b7529d req-ebd12634-57d9-4afd-a51e-8ee9d1e21862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:20.367659 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-277b158a-9932-41b9-8f89-965842b7529d req-ebd12634-57d9-4afd-a51e-8ee9d1e21862 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c6afac08-74bb-47d6-90b6-0a4c9a987a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2696526 Feb 19 02:53:20.367659 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f23daf9-726f-49e7-8ede-6234575b72d8 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Checking segment: {'id': 'bff586ae-cd5e-4d6c-a49c-276f559430dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '8441b77e-3563-4613-a82d-dc878a3437fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:53:20.367659 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f23daf9-726f-49e7-8ede-6234575b72d8 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Network hostable DHCP agents. Network: 8441b77e-3563-4613-a82d-dc878a3437fe, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:53:20.450221 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-11a93114-64da-44d0-9799-505387a9eb13 req-a147c8ff-a525-485d-ad91-21c8226c8f36 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] 10.222.0.72 "GET /v2.0/ports?device_id=85b3493e-4e6d-43dd-97f1-de789984e9e0 HTTP/1.1" status: 200 len: 210 time: 0.0680237 Feb 19 02:53:20.472383 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-648ad9d0-1d96-49bc-b66b-3d63e2757b79 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (507c1b38-8f0b-43e4-818d-8dab776cf74d), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:20.474794 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-648ad9d0-1d96-49bc-b66b-3d63e2757b79 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:20.475493 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-57714919-a55e-4831-8376-5301438834d0 req-b9ee6c25-ec39-43ee-81bc-8230bb901097 tempest-ServerShowV257Test-466890171 tempest-ServerShowV257Test-466890171-project] 10.222.0.72 "GET /v2.0/ports?device_id=7eeb4482-4d2e-4b0b-b05d-c90d660114c8 HTTP/1.1" status: 200 len: 210 time: 0.3268864 Feb 19 02:53:20.475979 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-648ad9d0-1d96-49bc-b66b-3d63e2757b79 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "DELETE /v2.0/security-groups/507c1b38-8f0b-43e4-818d-8dab776cf74d HTTP/1.1" status: 204 len: 168 time: 1.0315089 Feb 19 02:53:20.481025 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 34718) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:53:20.514033 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-9b6c7e0e-211a-47a4-a16c-9430a14af9a2 req-77a6ba35-a79c-4f22-b0e6-4ee2b8c03bea tempest-VolumesActionsTest-716121604 tempest-VolumesActionsTest-716121604-project] Publish callbacks [] for port (98831463-f678-49e1-a7d0-cf0a64ea46cc), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:20.584499 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f23daf9-726f-49e7-8ede-6234575b72d8 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Network 8441b77e-3563-4613-a82d-dc878a3437fe is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:53:20.592418 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648ad9d0-1d96-49bc-b66b-3d63e2757b79 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=507c1b38-8f0b-43e4-818d-8dab776cf74d,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:20.634096 n-d-826753-2 neutron-server[103701]: INFO neutron.api.v2.resource [None req-50f68b9e-a384-4ff3-bd84-2681794d1a90 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] show failed (client error): The resource could not be found. Feb 19 02:53:20.638767 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-50f68b9e-a384-4ff3-bd84-2681794d1a90 tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "GET /v2.0/security-groups/507c1b38-8f0b-43e4-818d-8dab776cf74d HTTP/1.1" status: 404 len: 347 time: 0.1490977 Feb 19 02:53:20.642446 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 34720) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:53:20.696231 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1bf1a77-35c6-48e9-a757-9c70978e5684 x-openstack-request-id: req-f1bf1a77-35c6-48e9-a757-9c70978e5684 {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:53:20.697209 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85b3493e-4e6d-43dd-97f1-de789984e9e0", "name": "network-vif-deleted", "tag": "f97f2cd0-b7b7-4bd7-b6ab-6de292c04828", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:53:20.697485 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f1bf1a77-35c6-48e9-a757-9c70978e5684 {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:53:20.697885 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85b3493e-4e6d-43dd-97f1-de789984e9e0', 'name': 'network-vif-deleted', 'tag': 'f97f2cd0-b7b7-4bd7-b6ab-6de292c04828', 'status': 'completed', 'code': 200} Feb 19 02:53:20.815472 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-277b158a-9932-41b9-8f89-965842b7529d req-289f6dc2-8d45-4649-98af-75008c4053f8 service neutron] 10.222.0.73 "GET /v2.0/networks/c6afac08-74bb-47d6-90b6-0a4c9a987a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4422905 Feb 19 02:53:20.818750 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-8f23daf9-726f-49e7-8ede-6234575b72d8 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 8441b77e-3563-4613-a82d-dc878a3437fe) {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:53:20.849918 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f23daf9-726f-49e7-8ede-6234575b72d8 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:20.850854 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8f23daf9-726f-49e7-8ede-6234575b72d8 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:20.856530 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:20.935247 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device bd1ca4a7-3418-46c4-927b-090b15466650 up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:53:20.935506 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543c7811-080d-4f8c-9b5c-fa90d247e512 None None] Network 8441b77e-3563-4613-a82d-dc878a3437fe requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:53:20.945688 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 975c9e37-a14c-48b9-8ee6-e9d377dabbb4 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:53:20.976420 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-8f23daf9-726f-49e7-8ede-6234575b72d8 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.3054552 Feb 19 02:53:20.979947 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 34724) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:53:20.986020 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28233e1-4e56-447b-8676-488f366f8c04 req-df8625f3-f990-4d5d-abab-407b7392e53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:20.991064 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e28233e1-4e56-447b-8676-488f366f8c04 req-df8625f3-f990-4d5d-abab-407b7392e53a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d60c032161b24795a2a6bb5cb732a332&device_id=48dbb645-86ca-48ff-b960-ac2327737170 HTTP/1.1" status: 200 len: 1125 time: 0.5036740 Feb 19 02:53:20.997873 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-1a0fa787-ba3b-4e04-b953-221246daccb8 None None] Provisioning complete for port 975c9e37-a14c-48b9-8ee6-e9d377dabbb4 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:53:20.998247 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-1a0fa787-ba3b-4e04-b953-221246daccb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (975c9e37-a14c-48b9-8ee6-e9d377dabbb4), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:20.999104 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-135f3891-96c6-46da-b305-7ac72c354079 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-517973370'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:53:21.014672 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2ee53c2f-e720-4902-892b-febcac451b4e req-e43b8c1c-0349-47df-baae-53bd4ff966ad tempest-VolumesActionsTest-716121604 tempest-VolumesActionsTest-716121604-project] 10.222.0.72 "GET /v2.0/ports?device_id=e767af4c-bed0-46d9-a2b6-070b6129d8df HTTP/1.1" status: 200 len: 210 time: 0.1029165 Feb 19 02:53:21.041531 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-745cd056-43c4-407f-b05f-848842336498 admin admin] Publish callbacks [] for router_gateway (2c49e0e8-a461-419a-a206-6c7029bf8ada), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:21.054916 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-9b6c7e0e-211a-47a4-a16c-9430a14af9a2 req-77a6ba35-a79c-4f22-b0e6-4ee2b8c03bea tempest-VolumesActionsTest-716121604 tempest-VolumesActionsTest-716121604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (98831463-f678-49e1-a7d0-cf0a64ea46cc), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:21.100648 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-745cd056-43c4-407f-b05f-848842336498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:21.116588 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d0ea9b-045a-4a06-8dfd-efb053d495db req-b607580d-502a-4f1e-ae1d-5cdc48282f96 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:21.124588 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-86d0ea9b-045a-4a06-8dfd-efb053d495db req-b607580d-502a-4f1e-ae1d-5cdc48282f96 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] 10.222.0.72 "GET /v2.0/ports?device_id=da76bc92-31a4-4d2f-9e50-8d96c7fd6d12 HTTP/1.1" status: 200 len: 944 time: 0.4745841 Feb 19 02:53:21.139027 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a6ba35-a79c-4f22-b0e6-4ee2b8c03bea tempest-VolumesActionsTest-716121604 tempest-VolumesActionsTest-716121604-project] Pushing event updated for resources: {'Port': ['ID=98831463-f678-49e1-a7d0-cf0a64ea46cc,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:21.156075 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8bddb3d1-5778-4d9f-bf6e-7f7c5d795c25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:21.159975 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-135f3891-96c6-46da-b305-7ac72c354079 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Made reservation on behalf of b2f0cd9db0f84e1b8f9e0fccbd20ae90 for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:53:21.163807 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-135f3891-96c6-46da-b305-7ac72c354079 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:21.173997 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b6c7e0e-211a-47a4-a16c-9430a14af9a2 req-77a6ba35-a79c-4f22-b0e6-4ee2b8c03bea tempest-VolumesActionsTest-716121604 tempest-VolumesActionsTest-716121604-project] Network ee7fc1a6-21cc-456b-9e14-77ae119f1882 is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:53:21.202875 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [req-9b6c7e0e-211a-47a4-a16c-9430a14af9a2 req-77a6ba35-a79c-4f22-b0e6-4ee2b8c03bea tempest-VolumesActionsTest-716121604 tempest-VolumesActionsTest-716121604-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:53:21.210017 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b6c7e0e-211a-47a4-a16c-9430a14af9a2 req-77a6ba35-a79c-4f22-b0e6-4ee2b8c03bea tempest-VolumesActionsTest-716121604 tempest-VolumesActionsTest-716121604-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:53:21.234334 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-277b158a-9932-41b9-8f89-965842b7529d req-9523674c-425e-49df-b8e3-901752a264f5 service neutron] 10.222.0.73 "GET /v2.0/networks/c6afac08-74bb-47d6-90b6-0a4c9a987a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4086492 Feb 19 02:53:21.288051 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-135f3891-96c6-46da-b305-7ac72c354079 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] vlan segment allocate from pool success with {'vlan_id': 271, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:53:21.292368 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-27deb70c-176a-4292-9131-a1a6bc21377e tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Deleting port e07547cf-a4ac-4661-a664-8dbf7511adbf {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:53:21.292714 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-27deb70c-176a-4292-9131-a1a6bc21377e tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (e07547cf-a4ac-4661-a664-8dbf7511adbf), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:21.297346 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28233e1-4e56-447b-8676-488f366f8c04 req-775bc6ba-94b0-4cc8-8e0e-5a4bba0aa9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:21.299162 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e28233e1-4e56-447b-8676-488f366f8c04 req-775bc6ba-94b0-4cc8-8e0e-5a4bba0aa9e8 service neutron] 10.222.0.82 "GET /v2.0/networks?id=c6afac08-74bb-47d6-90b6-0a4c9a987a0e HTTP/1.1" status: 200 len: 916 time: 0.2891493 Feb 19 02:53:21.343602 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-135f3891-96c6-46da-b305-7ac72c354079 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (72c6b983-ce3b-443f-a986-dacc47c707eb), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:21.345196 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-135f3891-96c6-46da-b305-7ac72c354079 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Added segment 72c6b983-ce3b-443f-a986-dacc47c707eb of type vlan for network 33d38d96-e529-4bec-a291-669d47119431 Feb 19 02:53:21.397634 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-86d0ea9b-045a-4a06-8dfd-efb053d495db req-66396dab-e773-4e55-b069-30e2138c448f tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] 10.222.0.72 "GET /v2.0/security-groups?id=d6877574-acb3-43f4-bf3f-b561a089577a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2720442 Feb 19 02:53:21.412902 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 975c9e37-a14c-48b9-8ee6-e9d377dabbb4 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:53:21.413477 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (975c9e37-a14c-48b9-8ee6-e9d377dabbb4), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:21.422029 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning for port bd1ca4a7-3418-46c4-927b-090b15466650 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:53:21.431082 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e28233e1-4e56-447b-8676-488f366f8c04 req-e8b082bc-faa0-445f-8df7-1ed9728a417a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=386016cd-8e1d-4036-99f8-3b718a8a57d7 HTTP/1.1" status: 200 len: 217 time: 0.1159005 Feb 19 02:53:21.480772 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbcdb2aa-4e77-41c5-933b-e1e4789efd8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-8441b77e-3563-4613-a82d-dc878a3437fe', 'network_id': '8441b77e-3563-4613-a82d-dc878a3437fe', 'project_id': 'b2f0cd9db0f84e1b8f9e0fccbd20ae90', 'fixed_ips': [{'subnet_id': '57ddaaa0-06d4-4c3e-aef3-4a07a1a1b39d'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:53:21.481779 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-bbcdb2aa-4e77-41c5-933b-e1e4789efd8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:21.486494 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c7e0e-211a-47a4-a16c-9430a14af9a2 req-77a6ba35-a79c-4f22-b0e6-4ee2b8c03bea tempest-VolumesActionsTest-716121604 tempest-VolumesActionsTest-716121604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:21.487724 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-9b6c7e0e-211a-47a4-a16c-9430a14af9a2 req-77a6ba35-a79c-4f22-b0e6-4ee2b8c03bea tempest-VolumesActionsTest-716121604 tempest-VolumesActionsTest-716121604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:21.509639 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-135f3891-96c6-46da-b305-7ac72c354079 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (33d38d96-e529-4bec-a291-669d47119431), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:21.536884 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port bd1ca4a7-3418-46c4-927b-090b15466650 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:53:21.537391 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (bd1ca4a7-3418-46c4-927b-090b15466650), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:21.567330 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-745cd056-43c4-407f-b05f-848842336498 admin admin] Allocated IP 172.25.6.88 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/8bc22be8-bb6d-44ad-a15d-9e4390ea4ae8) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:53:21.590538 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9b6c7e0e-211a-47a4-a16c-9430a14af9a2 req-77a6ba35-a79c-4f22-b0e6-4ee2b8c03bea tempest-VolumesActionsTest-716121604 tempest-VolumesActionsTest-716121604-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8339014 Feb 19 02:53:21.620434 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28233e1-4e56-447b-8676-488f366f8c04 req-c6130d6c-c8af-444d-bad0-2ddf4bf18ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:21.622180 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e28233e1-4e56-447b-8676-488f366f8c04 req-c6130d6c-c8af-444d-bad0-2ddf4bf18ba2 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=eb8cf0f0-abd8-4026-9d69-425697044d46 HTTP/1.1" status: 200 len: 854 time: 0.1640983 Feb 19 02:53:21.710307 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6a8322-57c4-433d-be37-332aa07144d2 req-a6f397c9-2bc7-4c68-9380-9d9e4812134b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:21.711872 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-cc6a8322-57c4-433d-be37-332aa07144d2 req-a6f397c9-2bc7-4c68-9380-9d9e4812134b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d60c032161b24795a2a6bb5cb732a332&device_id=da76bc92-31a4-4d2f-9e50-8d96c7fd6d12 HTTP/1.1" status: 200 len: 1126 time: 0.3609579 Feb 19 02:53:21.717758 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-135f3891-96c6-46da-b305-7ac72c354079 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (33d38d96-e529-4bec-a291-669d47119431), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:21.722803 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135f3891-96c6-46da-b305-7ac72c354079 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:21.723425 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-135f3891-96c6-46da-b305-7ac72c354079 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:21.766674 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-1a0fa787-ba3b-4e04-b953-221246daccb8 None None] Current status of the port 975c9e37-a14c-48b9-8ee6-e9d377dabbb4 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:53:21.767191 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-1a0fa787-ba3b-4e04-b953-221246daccb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (975c9e37-a14c-48b9-8ee6-e9d377dabbb4), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:21.799572 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-9b6c7e0e-211a-47a4-a16c-9430a14af9a2 req-c47e2eae-0e00-45a8-82f1-d8c7c3b5fee3 service neutron] Request body: {'port': {'device_id': 'e767af4c-bed0-46d9-a2b6-070b6129d8df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826753-2'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:53:21.833857 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-90773df9-9af5-4e7e-ae5f-0ee0bad9acca req-c3b92683-0043-457f-8b51-682e4d9bb7ab tempest-ServerShowV257Test-466890171 tempest-ServerShowV257Test-466890171-project] 10.222.0.72 "GET /v2.0/ports?device_id=7eeb4482-4d2e-4b0b-b05d-c90d660114c8 HTTP/1.1" status: 200 len: 210 time: 0.1365893 Feb 19 02:53:21.897425 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-27deb70c-176a-4292-9131-a1a6bc21377e tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (e07547cf-a4ac-4661-a664-8dbf7511adbf), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:21.900624 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-27deb70c-176a-4292-9131-a1a6bc21377e tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Publish callbacks [] for floatingip (e07547cf-a4ac-4661-a664-8dbf7511adbf), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:21.954026 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-95297516-05ad-48b5-8faf-e8227fa4904b req-5ac6117f-75df-45f4-b9d6-376f73543a6b tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] 10.222.0.72 "GET /v2.0/ports?device_id=85b3493e-4e6d-43dd-97f1-de789984e9e0 HTTP/1.1" status: 200 len: 210 time: 0.1800792 Feb 19 02:53:21.990820 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-27deb70c-176a-4292-9131-a1a6bc21377e tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Calling delete_port for e07547cf-a4ac-4661-a664-8dbf7511adbf owned by network:floatingip {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:53:22.005605 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-135f3891-96c6-46da-b305-7ac72c354079 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0115774 Feb 19 02:53:22.006198 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 34730) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:53:22.037972 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-745cd056-43c4-407f-b05f-848842336498 admin admin] Publish callbacks [] for port (8bc22be8-bb6d-44ad-a15d-9e4390ea4ae8), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:22.066085 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-1a0fa787-ba3b-4e04-b953-221246daccb8 None None] For port 975c9e37-a14c-48b9-8ee6-e9d377dabbb4, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=975c9e37-a14c-48b9-8ee6-e9d377dabbb4,segment=NetworkSegment(6cde636e-6f84-4b3c-9b86-2be337650f18),segment_id=6cde636e-6f84-4b3c-9b86-2be337650f18)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:53:22.119457 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-fdd7bbc7-27ed-46d8-94a1-eee1415fc6dd tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Request body: {'subnet': {'network_id': '33d38d96-e529-4bec-a291-669d47119431', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:53:22.122192 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-1a0fa787-ba3b-4e04-b953-221246daccb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (975c9e37-a14c-48b9-8ee6-e9d377dabbb4), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:22.122685 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135f3891-96c6-46da-b305-7ac72c354079 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Pushing event updated for resources: {'Network': ['ID=33d38d96-e529-4bec-a291-669d47119431,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:22.126110 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:22.135791 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port bd1ca4a7-3418-46c4-927b-090b15466650 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:53:22.136442 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (bd1ca4a7-3418-46c4-927b-090b15466650), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:22.140460 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-745cd056-43c4-407f-b05f-848842336498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (8bc22be8-bb6d-44ad-a15d-9e4390ea4ae8), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:22.147125 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 33d38d96-e529-4bec-a291-669d47119431 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:53:22.173724 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-8bddb3d1-5778-4d9f-bf6e-7f7c5d795c25 admin admin] Allocated IP 172.20.0.1 (2a0a79ed-8a33-4798-af54-05a0cb1f0f3c/1de208d8-9bd1-42de-af89-32eb5f962cf7/bd2aab16-ed6e-4e6c-ac7b-881d2a4d09e0) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:53:22.195211 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-ccefdccc-a289-46e7-bda8-4a6a58c998eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6daac7-989b-47c8-b986-57b82df565e2', 'name': 'tempest-ServersTestBootFromVolume-1443503706-router', 'tenant_id': 'eed1faf7d2ad41cdae7790304e30a12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': 'c8d8815c-33be-4df6-97a8-f54ef344cf68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:50:10Z', 'updated_at': '2022-02-19T02:50:17Z', 'revision_number': 4, 'project_id': 'eed1faf7d2ad41cdae7790304e30a12a', 'gw_port': {'id': 'c8d8815c-33be-4df6-97a8-f54ef344cf68', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:3e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6daac7-989b-47c8-b986-57b82df565e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:50:12Z', 'updated_at': '2022-02-19T02:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': 'a630aafb-9ffb-4798-89a0-ac20d4be28f8', 'name': '', 'network_id': 'e1cc4d35-d947-46a4-a02a-fb288d9849b7', 'tenant_id': 'eed1faf7d2ad41cdae7790304e30a12a', 'mac_address': 'fa:16:3e:8b:f8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6daac7-989b-47c8-b986-57b82df565e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '889c7a59-6b5e-4f05-9bcb-0e22fb033ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:50:16Z', 'updated_at': '2022-02-19T02:50:21Z', 'revision_number': 5, 'project_id': 'eed1faf7d2ad41cdae7790304e30a12a', 'subnets': [{'id': '889c7a59-6b5e-4f05-9bcb-0e22fb033ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:53:22.204065 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745cd056-43c4-407f-b05f-848842336498 admin admin] Pushing event updated for resources: {'Port': ['ID=8bc22be8-bb6d-44ad-a15d-9e4390ea4ae8,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:22.237649 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28233e1-4e56-447b-8676-488f366f8c04 req-fb7959ef-208d-46dc-b515-8873d0f323af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:22.238765 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e28233e1-4e56-447b-8676-488f366f8c04 req-fb7959ef-208d-46dc-b515-8873d0f323af service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c6afac08-74bb-47d6-90b6-0a4c9a987a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6055026 Feb 19 02:53:22.242357 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-bbcdb2aa-4e77-41c5-933b-e1e4789efd8f None None] Allocated IP 19.80.0.2 (8441b77e-3563-4613-a82d-dc878a3437fe/57ddaaa0-06d4-4c3e-aef3-4a07a1a1b39d/996a3eb1-8e98-433d-a6e9-875818eb3e75) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:53:22.292032 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745cd056-43c4-407f-b05f-848842336498 admin admin] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:53:22.294371 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 975c9e37-a14c-48b9-8ee6-e9d377dabbb4 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:53:22.295848 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device ce5b843c-c9dd-4784-8a7e-122c9cab9b97 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:53:22.309433 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccefdccc-a289-46e7-bda8-4a6a58c998eb None None] Checking router: cc6daac7-989b-47c8-b986-57b82df565e2 for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:53:22.338592 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '909bb69e-1a06-4633-a049-6300737caa32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd1ca4a7-3418-46c4-927b-090b15466650'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:53:22.341039 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83c89e63-5d58-4c95-a1d4-331bce95aa6c" -d '{"events": [{"server_uuid": "909bb69e-1a06-4633-a049-6300737caa32", "name": "network-vif-plugged", "status": "completed", "tag": "bd1ca4a7-3418-46c4-927b-090b15466650"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:53:22.341375 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-745cd056-43c4-407f-b05f-848842336498 admin admin] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:53:22.354579 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745cd056-43c4-407f-b05f-848842336498 admin admin] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:53:22.391894 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port bd1ca4a7-3418-46c4-927b-090b15466650, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=bd1ca4a7-3418-46c4-927b-090b15466650,segment=NetworkSegment(6d6b5f79-1c3f-4c87-a837-86790ffb5a7e),segment_id=6d6b5f79-1c3f-4c87-a837-86790ffb5a7e)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:53:22.414614 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0fa787-ba3b-4e04-b953-221246daccb8 None None] Pushing event updated for resources: {'Port': ['ID=975c9e37-a14c-48b9-8ee6-e9d377dabbb4,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:22.433249 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcf890ae-f962-44ba-bd6b-fd833e0397cd x-openstack-request-id: req-bcf890ae-f962-44ba-bd6b-fd833e0397cd {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:53:22.433534 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "909bb69e-1a06-4633-a049-6300737caa32", "name": "network-vif-plugged", "status": "completed", "tag": "bd1ca4a7-3418-46c4-927b-090b15466650", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:53:22.433800 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-bcf890ae-f962-44ba-bd6b-fd833e0397cd {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:53:22.434205 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '909bb69e-1a06-4633-a049-6300737caa32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd1ca4a7-3418-46c4-927b-090b15466650', 'code': 200} Feb 19 02:53:22.468500 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8bddb3d1-5778-4d9f-bf6e-7f7c5d795c25 admin admin] Publish callbacks [] for port (bd2aab16-ed6e-4e6c-ac7b-881d2a4d09e0), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:22.472609 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-9b6c7e0e-211a-47a4-a16c-9430a14af9a2 req-c47e2eae-0e00-45a8-82f1-d8c7c3b5fee3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (98831463-f678-49e1-a7d0-cf0a64ea46cc), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:22.476084 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6a8322-57c4-433d-be37-332aa07144d2 req-32df58a9-a7df-4b7f-868f-2ab6dc34404a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:22.481608 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-cc6a8322-57c4-433d-be37-332aa07144d2 req-32df58a9-a7df-4b7f-868f-2ab6dc34404a service neutron] 10.222.0.73 "GET /v2.0/networks?id=c6afac08-74bb-47d6-90b6-0a4c9a987a0e HTTP/1.1" status: 200 len: 916 time: 0.7508986 Feb 19 02:53:22.507565 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (bd1ca4a7-3418-46c4-927b-090b15466650), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:22.508376 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device f97f2cd0-b7b7-4bd7-b6ab-6de292c04828 no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:53:22.538500 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-bd07c889-9768-4819-a954-d97d2dafa3a7 None None] Provisioning complete for port 975c9e37-a14c-48b9-8ee6-e9d377dabbb4 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:53:22.538872 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-bd07c889-9768-4819-a954-d97d2dafa3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (975c9e37-a14c-48b9-8ee6-e9d377dabbb4), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:22.564031 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccefdccc-a289-46e7-bda8-4a6a58c998eb None None] Routers {'cc6daac7-989b-47c8-b986-57b82df565e2'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:53:22.564679 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-ccefdccc-a289-46e7-bda8-4a6a58c998eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:53:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['cc6daac7-989b-47c8-b986-57b82df565e2'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:53:22.566147 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e28233e1-4e56-447b-8676-488f366f8c04 req-0f4de793-e19e-4221-a3dd-bc8b4ba31537 service neutron] 10.222.0.82 "GET /v2.0/networks/c6afac08-74bb-47d6-90b6-0a4c9a987a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3175147 Feb 19 02:53:22.575452 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdd7bbc7-27ed-46d8-94a1-eee1415fc6dd tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Made reservation on behalf of b2f0cd9db0f84e1b8f9e0fccbd20ae90 for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:53:22.584219 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fdd7bbc7-27ed-46d8-94a1-eee1415fc6dd tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:22.619956 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] No Port match for: f97f2cd0-b7b7-4bd7-b6ab-6de292c04828 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:53:22.620333 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device f97f2cd0-b7b7-4bd7-b6ab-6de292c04828 not bound to the agent host n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:53:22.620770 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4d4156-1461-48b4-87db-eaffd5f6a911 req-54b774fd-4eb8-4321-834d-f08ab17fe216 tempest-VolumesActionsTest-716121604 tempest-VolumesActionsTest-716121604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:22.628360 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4f4d4156-1461-48b4-87db-eaffd5f6a911 req-54b774fd-4eb8-4321-834d-f08ab17fe216 tempest-VolumesActionsTest-716121604 tempest-VolumesActionsTest-716121604-project] 10.222.0.72 "GET /v2.0/ports?device_id=e767af4c-bed0-46d9-a2b6-070b6129d8df HTTP/1.1" status: 200 len: 932 time: 0.2495070 Feb 19 02:53:22.693991 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:22.745779 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=bd1ca4a7-3418-46c4-927b-090b15466650,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:22.788464 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b924f3-71f7-4983-801b-c6b1d0ce7aed req-b0ba488f-6090-4b49-b818-772f9f0b460a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:22.790752 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-28b924f3-71f7-4983-801b-c6b1d0ce7aed req-b0ba488f-6090-4b49-b818-772f9f0b460a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=909bb69e-1a06-4633-a049-6300737caa32 HTTP/1.1" status: 200 len: 1127 time: 0.2471690 Feb 19 02:53:22.806636 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port ce5b843c-c9dd-4784-8a7e-122c9cab9b97 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:53:22.807079 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (ce5b843c-c9dd-4784-8a7e-122c9cab9b97), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:22.833908 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f393c357-2d58-45d2-aeb5-8d3348fd8ec0 req-012406c8-ae1f-4cd2-9738-d21fd8dbb450 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:22.835071 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f393c357-2d58-45d2-aeb5-8d3348fd8ec0 req-012406c8-ae1f-4cd2-9738-d21fd8dbb450 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] 10.222.0.72 "GET /v2.0/ports?device_id=da76bc92-31a4-4d2f-9e50-8d96c7fd6d12 HTTP/1.1" status: 200 len: 944 time: 0.3020964 Feb 19 02:53:22.873266 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8bddb3d1-5778-4d9f-bf6e-7f7c5d795c25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (bd2aab16-ed6e-4e6c-ac7b-881d2a4d09e0), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:22.881576 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-cc6a8322-57c4-433d-be37-332aa07144d2 req-ce831330-752c-4f7b-a39f-310964e3e617 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f74a5c6-3d08-47ab-b29b-cb6315c92335 HTTP/1.1" status: 200 len: 217 time: 0.3102648 Feb 19 02:53:22.902143 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bddb3d1-5778-4d9f-bf6e-7f7c5d795c25 admin admin] Network 2a0a79ed-8a33-4798-af54-05a0cb1f0f3c is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:53:22.909792 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-8bddb3d1-5778-4d9f-bf6e-7f7c5d795c25 admin admin] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:53:22.926841 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4f4d4156-1461-48b4-87db-eaffd5f6a911 req-1cb8de9f-cc00-4704-a854-d83a978aa991 tempest-VolumesActionsTest-716121604 tempest-VolumesActionsTest-716121604-project] 10.222.0.72 "GET /v2.0/security-groups?id=2cc4a2a1-40b2-481e-99fd-d807da4ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2972014 Feb 19 02:53:22.929360 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-ccefdccc-a289-46e7-bda8-4a6a58c998eb None None] Set router cc6daac7-989b-47c8-b986-57b82df565e2 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:53:22.976922 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bddb3d1-5778-4d9f-bf6e-7f7c5d795c25 admin admin] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:53:23.179497 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6a8322-57c4-433d-be37-332aa07144d2 req-8fbd6a9b-b0bb-4802-913f-b5084f5b19f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:23.181743 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-cc6a8322-57c4-433d-be37-332aa07144d2 req-8fbd6a9b-b0bb-4802-913f-b5084f5b19f3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=eb8cf0f0-abd8-4026-9d69-425697044d46 HTTP/1.1" status: 200 len: 854 time: 0.2331746 Feb 19 02:53:23.200442 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 386016cd-8e1d-4036-99f8-3b718a8a57d7 details requested by agent hyperv_n-h2-826753-2 with host n-h2-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:53:23.202591 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-bbcdb2aa-4e77-41c5-933b-e1e4789efd8f None None] Publish callbacks [] for port (996a3eb1-8e98-433d-a6e9-875818eb3e75), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:23.222494 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-bd07c889-9768-4819-a954-d97d2dafa3a7 None None] Current status of the port 975c9e37-a14c-48b9-8ee6-e9d377dabbb4 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:53:23.224836 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e28233e1-4e56-447b-8676-488f366f8c04 req-4afb01ea-c217-4f1e-978a-0f481d1ce16c service neutron] 10.222.0.82 "GET /v2.0/networks/c6afac08-74bb-47d6-90b6-0a4c9a987a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4694176 Feb 19 02:53:23.235378 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-bbcdb2aa-4e77-41c5-933b-e1e4789efd8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (996a3eb1-8e98-433d-a6e9-875818eb3e75), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:23.249931 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fdd7bbc7-27ed-46d8-94a1-eee1415fc6dd tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (5089841d-ff38-402e-8c68-b83972eb0b3d), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:23.385279 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbcdb2aa-4e77-41c5-933b-e1e4789efd8f None None] Network 8441b77e-3563-4613-a82d-dc878a3437fe is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:53:23.449536 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-bbcdb2aa-4e77-41c5-933b-e1e4789efd8f None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:53:23.451302 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcdb2aa-4e77-41c5-933b-e1e4789efd8f None None] Pushing event updated for resources: {'Port': ['ID=996a3eb1-8e98-433d-a6e9-875818eb3e75,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:23.453534 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcdb2aa-4e77-41c5-933b-e1e4789efd8f None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:53:23.485818 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port ce5b843c-c9dd-4784-8a7e-122c9cab9b97 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:53:23.486212 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (ce5b843c-c9dd-4784-8a7e-122c9cab9b97), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:23.539429 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [req-9b6c7e0e-211a-47a4-a16c-9430a14af9a2 req-c47e2eae-0e00-45a8-82f1-d8c7c3b5fee3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98831463-f678-49e1-a7d0-cf0a64ea46cc {{(pid=103701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:53:23.549203 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-9b6c7e0e-211a-47a4-a16c-9430a14af9a2 req-c47e2eae-0e00-45a8-82f1-d8c7c3b5fee3 service neutron] Publish callbacks [] for port (98831463-f678-49e1-a7d0-cf0a64ea46cc), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:23.565245 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.provisioning_blocks [req-9b6c7e0e-211a-47a4-a16c-9430a14af9a2 req-c47e2eae-0e00-45a8-82f1-d8c7c3b5fee3 service neutron] Transition to ACTIVE for port object 98831463-f678-49e1-a7d0-cf0a64ea46cc will not be triggered until provisioned by entity L2. {{(pid=103701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:53:23.583896 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port ce5b843c-c9dd-4784-8a7e-122c9cab9b97, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=ce5b843c-c9dd-4784-8a7e-122c9cab9b97,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:53:23.608304 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (ce5b843c-c9dd-4784-8a7e-122c9cab9b97), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:23.611595 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 386016cd-8e1d-4036-99f8-3b718a8a57d7, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=386016cd-8e1d-4036-99f8-3b718a8a57d7,segment=NetworkSegment(6d6b5f79-1c3f-4c87-a837-86790ffb5a7e),segment_id=6d6b5f79-1c3f-4c87-a837-86790ffb5a7e)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:53:23.625557 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-bbcdb2aa-4e77-41c5-933b-e1e4789efd8f None None] Attempting to bind port 996a3eb1-8e98-433d-a6e9-875818eb3e75 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:53:23.625557 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-bbcdb2aa-4e77-41c5-933b-e1e4789efd8f None None] Attempting to bind port 996a3eb1-8e98-433d-a6e9-875818eb3e75 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': 'bff586ae-cd5e-4d6c-a49c-276f559430dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '8441b77e-3563-4613-a82d-dc878a3437fe'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:53:23.625931 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcdb2aa-4e77-41c5-933b-e1e4789efd8f None None] Attempting to bind port 996a3eb1-8e98-433d-a6e9-875818eb3e75 on network 8441b77e-3563-4613-a82d-dc878a3437fe {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:53:23.652151 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-27deb70c-176a-4292-9131-a1a6bc21377e tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (e07547cf-a4ac-4661-a664-8dbf7511adbf), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:23.659444 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8bddb3d1-5778-4d9f-bf6e-7f7c5d795c25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16289150'] for router_interface (c7d9ee35-8ab4-466d-8f5b-0aa2894f3d27), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:23.673214 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Returning: {'device': '386016cd-8e1d-4036-99f8-3b718a8a57d7', 'network_id': 'c6afac08-74bb-47d6-90b6-0a4c9a987a0e', 'port_id': '386016cd-8e1d-4036-99f8-3b718a8a57d7', 'mac_address': 'fa:16:3e:57:8f:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb8cf0f0-abd8-4026-9d69-425697044d46', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:53:23.678163 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcdb2aa-4e77-41c5-933b-e1e4789efd8f None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:53:23.678549 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcdb2aa-4e77-41c5-933b-e1e4789efd8f None None] Checking segment: {'id': 'bff586ae-cd5e-4d6c-a49c-276f559430dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '8441b77e-3563-4613-a82d-dc878a3437fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:53:23.678961 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-bbcdb2aa-4e77-41c5-933b-e1e4789efd8f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:23.679367 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcdb2aa-4e77-41c5-933b-e1e4789efd8f None None] Bound using segment: {'id': 'bff586ae-cd5e-4d6c-a49c-276f559430dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '8441b77e-3563-4613-a82d-dc878a3437fe'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:53:23.679861 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-bbcdb2aa-4e77-41c5-933b-e1e4789efd8f None None] Bound port: 996a3eb1-8e98-433d-a6e9-875818eb3e75, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bff586ae-cd5e-4d6c-a49c-276f559430dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '8441b77e-3563-4613-a82d-dc878a3437fe'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:53:23.680249 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-bbcdb2aa-4e77-41c5-933b-e1e4789efd8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (996a3eb1-8e98-433d-a6e9-875818eb3e75), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:23.747408 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c4b647b6-589b-4ff9-8ca9-2d9c96f6befe req-4c78d19e-6e4d-44d0-87ba-9781d6fecc69 tempest-ServerShowV257Test-466890171 tempest-ServerShowV257Test-466890171-project] 10.222.0.72 "GET /v2.0/ports?device_id=7eeb4482-4d2e-4b0b-b05d-c90d660114c8 HTTP/1.1" status: 200 len: 210 time: 0.1801090 Feb 19 02:53:23.756682 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-9b6c7e0e-211a-47a4-a16c-9430a14af9a2 req-c47e2eae-0e00-45a8-82f1-d8c7c3b5fee3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (98831463-f678-49e1-a7d0-cf0a64ea46cc), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:23.789461 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 975c9e37-a14c-48b9-8ee6-e9d377dabbb4 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:53:23.794082 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd7bbc7-27ed-46d8-94a1-eee1415fc6dd tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Pushing event updated for resources: {'Subnet': ['ID=5089841d-ff38-402e-8c68-b83972eb0b3d,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:23.842693 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6a8322-57c4-433d-be37-332aa07144d2 req-c648e7ad-4eee-41f5-8733-a869ac67a90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:23.844225 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-cc6a8322-57c4-433d-be37-332aa07144d2 req-c648e7ad-4eee-41f5-8733-a869ac67a90a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c6afac08-74bb-47d6-90b6-0a4c9a987a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6406939 Feb 19 02:53:23.864776 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd7bbc7-27ed-46d8-94a1-eee1415fc6dd tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Checking segment: {'id': '72c6b983-ce3b-443f-a986-dacc47c707eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '33d38d96-e529-4bec-a291-669d47119431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:53:23.865168 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd7bbc7-27ed-46d8-94a1-eee1415fc6dd tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Network hostable DHCP agents. Network: 33d38d96-e529-4bec-a291-669d47119431, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:53:23.868920 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bddb3d1-5778-4d9f-bf6e-7f7c5d795c25 admin admin] Pushing event updated for resources: {'Port': ['ID=bd2aab16-ed6e-4e6c-ac7b-881d2a4d09e0,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:23.911488 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-28b924f3-71f7-4983-801b-c6b1d0ce7aed req-a66009f4-a349-4b52-8e3f-814529c610f0 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d6877574-acb3-43f4-bf3f-b561a089577a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1025903 Feb 19 02:53:23.920426 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-745cd056-43c4-407f-b05f-848842336498 admin admin] Publish callbacks [] for router_gateway (2c49e0e8-a461-419a-a206-6c7029bf8ada), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:23.927831 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=ce5b843c-c9dd-4784-8a7e-122c9cab9b97,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:23.958528 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-656bb7ac-49ae-4765-9887-c206a1746f0f req-ae90d277-29a9-43b7-87c3-e563e1d13270 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] 10.222.0.72 "GET /v2.0/ports?device_id=85b3493e-4e6d-43dd-97f1-de789984e9e0 HTTP/1.1" status: 200 len: 210 time: 0.0457523 Feb 19 02:53:23.973598 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f393c357-2d58-45d2-aeb5-8d3348fd8ec0 req-4fa76d36-6cbc-4e83-aecd-e9c5b343f732 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] 10.222.0.72 "GET /v2.0/security-groups?id=d6877574-acb3-43f4-bf3f-b561a089577a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1166971 Feb 19 02:53:24.017383 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd7bbc7-27ed-46d8-94a1-eee1415fc6dd tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Network 33d38d96-e529-4bec-a291-669d47119431 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:53:24.078442 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 386016cd-8e1d-4036-99f8-3b718a8a57d7 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:53:24.081867 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (386016cd-8e1d-4036-99f8-3b718a8a57d7), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:24.086520 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-fdd7bbc7-27ed-46d8-94a1-eee1415fc6dd tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 33d38d96-e529-4bec-a291-669d47119431) {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:53:24.092925 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-cc6a8322-57c4-433d-be37-332aa07144d2 req-5e4a22a5-69aa-417d-9045-af08e68fb976 service neutron] 10.222.0.73 "GET /v2.0/networks/c6afac08-74bb-47d6-90b6-0a4c9a987a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385595 Feb 19 02:53:24.096474 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27deb70c-176a-4292-9131-a1a6bc21377e tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Pushing event deleted for resources: {'Port': ['ID=e07547cf-a4ac-4661-a664-8dbf7511adbf,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:24.100450 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd7bbc7-27ed-46d8-94a1-eee1415fc6dd tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:24.101658 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fdd7bbc7-27ed-46d8-94a1-eee1415fc6dd tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:24.119974 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d831d5-6d7e-4ef8-9f03-614f325c1788 None None] Network 33d38d96-e529-4bec-a291-669d47119431 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:53:24.137059 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-27deb70c-176a-4292-9131-a1a6bc21377e tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Publish callbacks [] for floatingip (0b3dd879-fad3-40f1-8837-46ada484b84f), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:24.139415 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-27deb70c-176a-4292-9131-a1a6bc21377e tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:24.143235 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-27deb70c-176a-4292-9131-a1a6bc21377e tempest-ImagesOneServerNegativeTestJSON-1632728849 tempest-ImagesOneServerNegativeTestJSON-1632728849-project] 10.222.0.72 "DELETE /v2.0/floatingips/0b3dd879-fad3-40f1-8837-46ada484b84f HTTP/1.1" status: 204 len: 168 time: 3.4970880 Feb 19 02:53:24.154185 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-fdd7bbc7-27ed-46d8-94a1-eee1415fc6dd tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.0540147 Feb 19 02:53:24.154553 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-bbcdb2aa-4e77-41c5-933b-e1e4789efd8f None None] For port 996a3eb1-8e98-433d-a6e9-875818eb3e75, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:53:24.161591 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 386016cd-8e1d-4036-99f8-3b718a8a57d7 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:53:24.209089 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 386016cd-8e1d-4036-99f8-3b718a8a57d7, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=386016cd-8e1d-4036-99f8-3b718a8a57d7,segment=NetworkSegment(6d6b5f79-1c3f-4c87-a837-86790ffb5a7e),segment_id=6d6b5f79-1c3f-4c87-a837-86790ffb5a7e)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:53:24.239391 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-9b6c7e0e-211a-47a4-a16c-9430a14af9a2 req-c47e2eae-0e00-45a8-82f1-d8c7c3b5fee3 service neutron] Attempting to bind port 98831463-f678-49e1-a7d0-cf0a64ea46cc on host n-h1-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:53:24.239970 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-9b6c7e0e-211a-47a4-a16c-9430a14af9a2 req-c47e2eae-0e00-45a8-82f1-d8c7c3b5fee3 service neutron] Attempting to bind port 98831463-f678-49e1-a7d0-cf0a64ea46cc by drivers openvswitch,hyperv on host n-h1-826753-2 at level 0 using segments [{'id': '5c0c0d9a-0358-48d2-8f6a-b26544e62a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'ee7fc1a6-21cc-456b-9e14-77ae119f1882'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:53:24.240344 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6c7e0e-211a-47a4-a16c-9430a14af9a2 req-c47e2eae-0e00-45a8-82f1-d8c7c3b5fee3 service neutron] Attempting to bind port 98831463-f678-49e1-a7d0-cf0a64ea46cc on network ee7fc1a6-21cc-456b-9e14-77ae119f1882 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:53:24.251241 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6c7e0e-211a-47a4-a16c-9430a14af9a2 req-c47e2eae-0e00-45a8-82f1-d8c7c3b5fee3 service neutron] Port 98831463-f678-49e1-a7d0-cf0a64ea46cc on network ee7fc1a6-21cc-456b-9e14-77ae119f1882 not bound, no agent of type Open vSwitch agent registered on host n-h1-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:53:24.251580 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6c7e0e-211a-47a4-a16c-9430a14af9a2 req-c47e2eae-0e00-45a8-82f1-d8c7c3b5fee3 service neutron] Attempting to bind port 98831463-f678-49e1-a7d0-cf0a64ea46cc on network ee7fc1a6-21cc-456b-9e14-77ae119f1882 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:53:24.261230 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-ccefdccc-a289-46e7-bda8-4a6a58c998eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6daac7-989b-47c8-b986-57b82df565e2', 'name': 'tempest-ServersTestBootFromVolume-1443503706-router', 'tenant_id': 'eed1faf7d2ad41cdae7790304e30a12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': 'c8d8815c-33be-4df6-97a8-f54ef344cf68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:50:10Z', 'updated_at': '2022-02-19T02:50:17Z', 'revision_number': 4, 'project_id': 'eed1faf7d2ad41cdae7790304e30a12a', 'gw_port': {'id': 'c8d8815c-33be-4df6-97a8-f54ef344cf68', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:3e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6daac7-989b-47c8-b986-57b82df565e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:50:12Z', 'updated_at': '2022-02-19T02:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': 'a630aafb-9ffb-4798-89a0-ac20d4be28f8', 'name': '', 'network_id': 'e1cc4d35-d947-46a4-a02a-fb288d9849b7', 'tenant_id': 'eed1faf7d2ad41cdae7790304e30a12a', 'mac_address': 'fa:16:3e:8b:f8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6daac7-989b-47c8-b986-57b82df565e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '889c7a59-6b5e-4f05-9bcb-0e22fb033ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:50:16Z', 'updated_at': '2022-02-19T02:50:21Z', 'revision_number': 5, 'project_id': 'eed1faf7d2ad41cdae7790304e30a12a', 'subnets': [{'id': '889c7a59-6b5e-4f05-9bcb-0e22fb033ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:53:24.263561 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6c7e0e-211a-47a4-a16c-9430a14af9a2 req-c47e2eae-0e00-45a8-82f1-d8c7c3b5fee3 service neutron] Checking agent: {'id': '9d56fb1b-2855-496a-a6d9-c324740cb98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:53:24.264040 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6c7e0e-211a-47a4-a16c-9430a14af9a2 req-c47e2eae-0e00-45a8-82f1-d8c7c3b5fee3 service neutron] Checking segment: {'id': '5c0c0d9a-0358-48d2-8f6a-b26544e62a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'ee7fc1a6-21cc-456b-9e14-77ae119f1882'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:53:24.264532 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6c7e0e-211a-47a4-a16c-9430a14af9a2 req-c47e2eae-0e00-45a8-82f1-d8c7c3b5fee3 service neutron] Bound using segment: {'id': '5c0c0d9a-0358-48d2-8f6a-b26544e62a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'ee7fc1a6-21cc-456b-9e14-77ae119f1882'} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:53:24.264981 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-9b6c7e0e-211a-47a4-a16c-9430a14af9a2 req-c47e2eae-0e00-45a8-82f1-d8c7c3b5fee3 service neutron] Bound port: 98831463-f678-49e1-a7d0-cf0a64ea46cc, host: n-h1-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c0c0d9a-0358-48d2-8f6a-b26544e62a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'ee7fc1a6-21cc-456b-9e14-77ae119f1882'}}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:53:24.265368 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-9b6c7e0e-211a-47a4-a16c-9430a14af9a2 req-c47e2eae-0e00-45a8-82f1-d8c7c3b5fee3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (98831463-f678-49e1-a7d0-cf0a64ea46cc), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:24.271625 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (386016cd-8e1d-4036-99f8-3b718a8a57d7), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:24.307804 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-bbcdb2aa-4e77-41c5-933b-e1e4789efd8f None None] For port 996a3eb1-8e98-433d-a6e9-875818eb3e75, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=996a3eb1-8e98-433d-a6e9-875818eb3e75,segment=NetworkSegment(bff586ae-cd5e-4d6c-a49c-276f559430dd),segment_id=bff586ae-cd5e-4d6c-a49c-276f559430dd)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:53:24.318136 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3735317e-a893-4eab-8ec5-9c209c400fad req-e3a8a471-4a51-4d61-a2a7-718dc89e969f tempest-VolumesActionsTest-716121604 tempest-VolumesActionsTest-716121604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:24.319757 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3735317e-a893-4eab-8ec5-9c209c400fad req-e3a8a471-4a51-4d61-a2a7-718dc89e969f tempest-VolumesActionsTest-716121604 tempest-VolumesActionsTest-716121604-project] 10.222.0.72 "GET /v2.0/ports?device_id=e767af4c-bed0-46d9-a2b6-070b6129d8df HTTP/1.1" status: 200 len: 944 time: 0.2101886 Feb 19 02:53:24.322477 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e2eae-0e00-45a8-82f1-d8c7c3b5fee3 service neutron] Pushing event updated for resources: {'Port': ['ID=98831463-f678-49e1-a7d0-cf0a64ea46cc,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:24.376403 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 34758) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:53:24.378565 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8bddb3d1-5778-4d9f-bf6e-7f7c5d795c25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (bd2aab16-ed6e-4e6c-ac7b-881d2a4d09e0), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:24.380158 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccefdccc-a289-46e7-bda8-4a6a58c998eb None None] The sync data for ids ['cc6daac7-989b-47c8-b986-57b82df565e2'] in n-d-826753-2 is: [{'id': 'cc6daac7-989b-47c8-b986-57b82df565e2', 'name': 'tempest-ServersTestBootFromVolume-1443503706-router', 'tenant_id': 'eed1faf7d2ad41cdae7790304e30a12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': 'c8d8815c-33be-4df6-97a8-f54ef344cf68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:50:10Z', 'updated_at': '2022-02-19T02:50:17Z', 'revision_number': 4, 'project_id': 'eed1faf7d2ad41cdae7790304e30a12a', 'gw_port': {'id': 'c8d8815c-33be-4df6-97a8-f54ef344cf68', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:3e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6daac7-989b-47c8-b986-57b82df565e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:50:12Z', 'updated_at': '2022-02-19T02:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': 'a630aafb-9ffb-4798-89a0-ac20d4be28f8', 'name': '', 'network_id': 'e1cc4d35-d947-46a4-a02a-fb288d9849b7', 'tenant_id': 'eed1faf7d2ad41cdae7790304e30a12a', 'mac_address': 'fa:16:3e:8b:f8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6daac7-989b-47c8-b986-57b82df565e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1292, 'fixed_ips': [{'subnet_id': '889c7a59-6b5e-4f05-9bcb-0e22fb033ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:50:16Z', 'updated_at': '2022-02-19T02:50:21Z', 'revision_number': 5, 'project_id': 'eed1faf7d2ad41cdae7790304e30a12a', 'subnets': [{'id': '889c7a59-6b5e-4f05-9bcb-0e22fb033ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:53:24.404372 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 975c9e37-a14c-48b9-8ee6-e9d377dabbb4 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:53:24.404882 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (975c9e37-a14c-48b9-8ee6-e9d377dabbb4), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:24.411780 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-bbcdb2aa-4e77-41c5-933b-e1e4789efd8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (996a3eb1-8e98-433d-a6e9-875818eb3e75), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:24.601978 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8bddb3d1-5778-4d9f-bf6e-7f7c5d795c25 admin admin] Publish callbacks [] for port (bd2aab16-ed6e-4e6c-ac7b-881d2a4d09e0), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:24.619742 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd1f8a8c-0a48-4301-9d79-381342f485a3 admin admin] Deleting subnet d0f15016-5d06-4afe-8688-9505c2a1be59 {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:53:24.623776 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['386016cd-8e1d-4036-99f8-3b718a8a57d7'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:53:24.628945 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fd1f8a8c-0a48-4301-9d79-381342f485a3 admin admin] Publish callbacks [] for subnet (d0f15016-5d06-4afe-8688-9505c2a1be59), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:24.646222 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8bddb3d1-5778-4d9f-bf6e-7f7c5d795c25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (bd2aab16-ed6e-4e6c-ac7b-881d2a4d09e0), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:24.684100 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fd1f8a8c-0a48-4301-9d79-381342f485a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (d0f15016-5d06-4afe-8688-9505c2a1be59), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:24.761349 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fd1f8a8c-0a48-4301-9d79-381342f485a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (d0f15016-5d06-4afe-8688-9505c2a1be59), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:24.780240 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8bddb3d1-5778-4d9f-bf6e-7f7c5d795c25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16362769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16289258'] for router_interface (c7d9ee35-8ab4-466d-8f5b-0aa2894f3d27), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:24.793339 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bddb3d1-5778-4d9f-bf6e-7f7c5d795c25 admin admin] Pushing event updated for resources: {'Port': ['ID=bd2aab16-ed6e-4e6c-ac7b-881d2a4d09e0,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:24.806923 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=386016cd-8e1d-4036-99f8-3b718a8a57d7,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:24.888558 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fd1f8a8c-0a48-4301-9d79-381342f485a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (d0f15016-5d06-4afe-8688-9505c2a1be59), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:24.906119 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcdb2aa-4e77-41c5-933b-e1e4789efd8f None None] Pushing event updated for resources: {'Port': ['ID=996a3eb1-8e98-433d-a6e9-875818eb3e75,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:24.908721 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3735317e-a893-4eab-8ec5-9c209c400fad req-2b67dccb-0c77-4615-8a86-a9d2412182f5 tempest-VolumesActionsTest-716121604 tempest-VolumesActionsTest-716121604-project] 10.222.0.72 "GET /v2.0/security-groups?id=2cc4a2a1-40b2-481e-99fd-d807da4ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5335944 Feb 19 02:53:24.918064 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869adafc-dcf5-4b65-89d4-7dc21d57001b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-33d38d96-e529-4bec-a291-669d47119431', 'network_id': '33d38d96-e529-4bec-a291-669d47119431', 'project_id': 'b2f0cd9db0f84e1b8f9e0fccbd20ae90', 'fixed_ips': [{'subnet_id': '5089841d-ff38-402e-8c68-b83972eb0b3d'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:53:24.918064 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-869adafc-dcf5-4b65-89d4-7dc21d57001b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:24.918512 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 5f74a5c6-3d08-47ab-b29b-cb6315c92335 details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:53:25.016392 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-cc6a8322-57c4-433d-be37-332aa07144d2 req-51543569-b3cf-48fe-b26b-283510ac6c95 service neutron] 10.222.0.73 "GET /v2.0/networks/c6afac08-74bb-47d6-90b6-0a4c9a987a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7619829 Feb 19 02:53:25.019192 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fd1f8a8c-0a48-4301-9d79-381342f485a3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:25.023792 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-fd1f8a8c-0a48-4301-9d79-381342f485a3 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/d0f15016-5d06-4afe-8688-9505c2a1be59 HTTP/1.1" status: 204 len: 168 time: 0.6448014 Feb 19 02:53:25.038387 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1f8a8c-0a48-4301-9d79-381342f485a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0f15016-5d06-4afe-8688-9505c2a1be59,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:25.040252 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8d516e-8a64-41f0-af3a-d8f3c8bf134d None None] New status for floating IP 702860f3-73a4-45d1-b9b8-f84e90e77851: DOWN {{(pid=103704) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 02:53:25.042939 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 34776) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:53:25.049186 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-745cd056-43c4-407f-b05f-848842336498 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16317478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865'] for router (2c49e0e8-a461-419a-a206-6c7029bf8ada), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:25.125333 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 5f74a5c6-3d08-47ab-b29b-cb6315c92335, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=5f74a5c6-3d08-47ab-b29b-cb6315c92335,segment=NetworkSegment(6d6b5f79-1c3f-4c87-a837-86790ffb5a7e),segment_id=6d6b5f79-1c3f-4c87-a837-86790ffb5a7e)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:53:25.158271 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': '5f74a5c6-3d08-47ab-b29b-cb6315c92335', 'network_id': 'c6afac08-74bb-47d6-90b6-0a4c9a987a0e', 'port_id': '5f74a5c6-3d08-47ab-b29b-cb6315c92335', 'mac_address': 'fa:16:3e:e5:3f:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb8cf0f0-abd8-4026-9d69-425697044d46', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:53:25.244574 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a46182cb-3edb-43ab-98d0-dcaf9893a21d req-e4252edf-d120-4873-a4d0-e137d8ca0a32 tempest-ServerShowV257Test-466890171 tempest-ServerShowV257Test-466890171-project] 10.222.0.72 "GET /v2.0/ports?device_id=7eeb4482-4d2e-4b0b-b05d-c90d660114c8 HTTP/1.1" status: 200 len: 210 time: 0.0725148 Feb 19 02:53:25.286834 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-178ae776-de2f-4cc8-a168-9bbebcf7945e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (8ee469c1-3b92-4511-8f73-2a197f9b67c2), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:25.303143 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bddb3d1-5778-4d9f-bf6e-7f7c5d795c25 admin admin] Network 2a0a79ed-8a33-4798-af54-05a0cb1f0f3c is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:53:25.335172 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-8bddb3d1-5778-4d9f-bf6e-7f7c5d795c25 admin admin] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:53:25.425445 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 5f74a5c6-3d08-47ab-b29b-cb6315c92335 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:53:25.425987 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (5f74a5c6-3d08-47ab-b29b-cb6315c92335), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:25.459289 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-178ae776-de2f-4cc8-a168-9bbebcf7945e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (8ee469c1-3b92-4511-8f73-2a197f9b67c2), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:25.465580 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 975c9e37-a14c-48b9-8ee6-e9d377dabbb4 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:53:25.482078 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f74a5c6-3d08-47ab-b29b-cb6315c92335 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:53:25.482589 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-9b6c7e0e-211a-47a4-a16c-9430a14af9a2 req-c47e2eae-0e00-45a8-82f1-d8c7c3b5fee3 service neutron] For port 98831463-f678-49e1-a7d0-cf0a64ea46cc, host n-h1-826753-2, cleared binding levels {{(pid=103701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:53:25.495838 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-178ae776-de2f-4cc8-a168-9bbebcf7945e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ee469c1-3b92-4511-8f73-2a197f9b67c2']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:53:25.506192 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 5f74a5c6-3d08-47ab-b29b-cb6315c92335, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=5f74a5c6-3d08-47ab-b29b-cb6315c92335,segment=NetworkSegment(6d6b5f79-1c3f-4c87-a837-86790ffb5a7e),segment_id=6d6b5f79-1c3f-4c87-a837-86790ffb5a7e)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:53:25.507320 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-178ae776-de2f-4cc8-a168-9bbebcf7945e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67a55616-cfc4-41c3-be2a-0391abacfbd5') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:53:25.507621 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-178ae776-de2f-4cc8-a168-9bbebcf7945e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67a55616-cfc4-41c3-be2a-0391abacfbd5') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:53:25.518303 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (5f74a5c6-3d08-47ab-b29b-cb6315c92335), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:25.519614 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-178ae776-de2f-4cc8-a168-9bbebcf7945e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (67a55616-cfc4-41c3-be2a-0391abacfbd5), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:25.537616 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-178ae776-de2f-4cc8-a168-9bbebcf7945e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (67a55616-cfc4-41c3-be2a-0391abacfbd5), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:25.544049 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-178ae776-de2f-4cc8-a168-9bbebcf7945e admin admin] Releasing vlan 257 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:53:25.544452 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-178ae776-de2f-4cc8-a168-9bbebcf7945e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (67a55616-cfc4-41c3-be2a-0391abacfbd5), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:25.579733 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f9be6b-c23a-4a36-8392-832f357b9547 req-8303bafb-a4df-474b-a691-a5b7e02f29fe tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:25.586587 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f9be6b-c23a-4a36-8392-832f357b9547 req-8303bafb-a4df-474b-a691-a5b7e02f29fe tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:25.589797 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-58f9be6b-c23a-4a36-8392-832f357b9547 req-8303bafb-a4df-474b-a691-a5b7e02f29fe tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] 10.222.0.72 "GET /v2.0/networks?id=8441b77e-3563-4613-a82d-dc878a3437fe&id=33d38d96-e529-4bec-a291-669d47119431 HTTP/1.1" status: 200 len: 1390 time: 0.9826384 Feb 19 02:53:25.591727 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-9b6c7e0e-211a-47a4-a16c-9430a14af9a2 req-c47e2eae-0e00-45a8-82f1-d8c7c3b5fee3 service neutron] For port 98831463-f678-49e1-a7d0-cf0a64ea46cc, host n-h1-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=98831463-f678-49e1-a7d0-cf0a64ea46cc,segment=NetworkSegment(5c0c0d9a-0358-48d2-8f6a-b26544e62a35),segment_id=5c0c0d9a-0358-48d2-8f6a-b26544e62a35)] {{(pid=103701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:53:25.610624 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-58f9be6b-c23a-4a36-8392-832f357b9547 req-007a0195-757d-49a4-8444-d2ff2bc4b2e9 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] 10.222.0.72 "GET /v2.0/quotas/b2f0cd9db0f84e1b8f9e0fccbd20ae90 HTTP/1.1" status: 200 len: 375 time: 0.0126810 Feb 19 02:53:25.611064 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 02:53:25.611064 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:53:25.611064 n-d-826753-2 neutron-server[103702]: timer() Feb 19 02:53:25.611064 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:53:25.611064 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 02:53:25.611064 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:53:25.611064 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 02:53:25.611064 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:53:25.611064 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 02:53:25.611064 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:53:25.611064 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 02:53:25.611064 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:53:25.611064 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 02:53:25.611064 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:53:25.611064 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:53:25.611064 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:53:25.611064 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:53:25.611064 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:53:25.611064 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 02:53:25.611064 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:53:25.611064 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 02:53:25.611064 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:53:25.611064 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:53:25.611064 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:53:25.611064 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 02:53:25.611064 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:53:25.611064 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:53:25.611064 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:53:25.611064 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:53:25.611064 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:53:25.611064 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:53:25.611064 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:53:25.623426 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-869adafc-dcf5-4b65-89d4-7dc21d57001b None None] Allocated IP 19.86.0.2 (33d38d96-e529-4bec-a291-669d47119431/5089841d-ff38-402e-8c68-b83972eb0b3d/5624ec6e-3f66-4cf8-9d04-8a44ef1713d9) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:53:25.626469 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=5f74a5c6-3d08-47ab-b29b-cb6315c92335,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:25.631470 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-9b6c7e0e-211a-47a4-a16c-9430a14af9a2 req-c47e2eae-0e00-45a8-82f1-d8c7c3b5fee3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (98831463-f678-49e1-a7d0-cf0a64ea46cc), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:25.642441 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-178ae776-de2f-4cc8-a168-9bbebcf7945e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (8ee469c1-3b92-4511-8f73-2a197f9b67c2), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:25.652074 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-178ae776-de2f-4cc8-a168-9bbebcf7945e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:25.656034 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-178ae776-de2f-4cc8-a168-9bbebcf7945e admin admin] 10.222.0.72 "DELETE /v2.0/networks/8ee469c1-3b92-4511-8f73-2a197f9b67c2 HTTP/1.1" status: 204 len: 168 time: 0.6115062 Feb 19 02:53:25.670570 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178ae776-de2f-4cc8-a168-9bbebcf7945e admin admin] Pushing event deleted for resources: {'Network': ['ID=8ee469c1-3b92-4511-8f73-2a197f9b67c2,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:25.704097 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-745cd056-43c4-407f-b05f-848842336498 admin admin] Router 2c49e0e8-a461-419a-a206-6c7029bf8ada is scheduled to L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd with binding_index 1 {{(pid=103702) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 02:53:25.831987 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea60796-c7a6-401e-a27c-912081f8a225 req-f4e4f29f-678e-42e2-8e6d-8943921cc19f tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:25.839639 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2ea60796-c7a6-401e-a27c-912081f8a225 req-f4e4f29f-678e-42e2-8e6d-8943921cc19f tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] 10.222.0.72 "GET /v2.0/ports?device_id=da76bc92-31a4-4d2f-9e50-8d96c7fd6d12 HTTP/1.1" status: 200 len: 944 time: 0.3465576 Feb 19 02:53:25.911391 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c7e0e-211a-47a4-a16c-9430a14af9a2 req-c47e2eae-0e00-45a8-82f1-d8c7c3b5fee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:25.912148 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-9b6c7e0e-211a-47a4-a16c-9430a14af9a2 req-c47e2eae-0e00-45a8-82f1-d8c7c3b5fee3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:25.913677 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9b6c7e0e-211a-47a4-a16c-9430a14af9a2 req-c47e2eae-0e00-45a8-82f1-d8c7c3b5fee3 service neutron] 10.222.0.73 "PUT /v2.0/ports/98831463-f678-49e1-a7d0-cf0a64ea46cc HTTP/1.1" status: 200 len: 1092 time: 4.1409817 Feb 19 02:53:25.918971 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e767af4c-bed0-46d9-a2b6-070b6129d8df', 'tag': '98831463-f678-49e1-a7d0-cf0a64ea46cc'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:53:25.921393 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23b30426-55a3-4553-a5ce-de9b1bd1cfd6" -d '{"events": [{"name": "network-changed", "server_uuid": "e767af4c-bed0-46d9-a2b6-070b6129d8df", "tag": "98831463-f678-49e1-a7d0-cf0a64ea46cc"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:53:25.976952 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-745cd056-43c4-407f-b05f-848842336498 admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:53:25.978688 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 34784) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:53:25.981578 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-58f9be6b-c23a-4a36-8392-832f357b9547 req-1dd42e57-faa7-4be2-ba5b-1c44847a71fc tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=b2f0cd9db0f84e1b8f9e0fccbd20ae90&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3159828 Feb 19 02:53:25.998423 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2ea60796-c7a6-401e-a27c-912081f8a225 req-353db21c-6570-406c-a645-84c3999ba9df tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] 10.222.0.72 "GET /v2.0/security-groups?id=d6877574-acb3-43f4-bf3f-b561a089577a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517982 Feb 19 02:53:26.004045 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['5f74a5c6-3d08-47ab-b29b-cb6315c92335'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:53:26.005695 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e2eae-0e00-45a8-82f1-d8c7c3b5fee3 service neutron] Pushing event updated for resources: {'Port': ['ID=98831463-f678-49e1-a7d0-cf0a64ea46cc,revision_number=3']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:26.019476 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bddb3d1-5778-4d9f-bf6e-7f7c5d795c25 admin admin] Router c7d9ee35-8ab4-466d-8f5b-0aa2894f3d27 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:53:26.091513 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device ce5b843c-c9dd-4784-8a7e-122c9cab9b97 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:53:26.093485 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ed4be2-0e83-4eda-96c3-91c8f4cc0031 None None] Sync routers for ids ['2c49e0e8-a461-419a-a206-6c7029bf8ada'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:53:26.113427 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-a4c6f809-c202-42ac-a4fa-e7eaea7303b1 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=be795ecfceb44d2da411c5f5f56a6624&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1336477 Feb 19 02:53:26.114458 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 34786) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:53:26.158455 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-745cd056-43c4-407f-b05f-848842336498 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:26.160088 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-745cd056-43c4-407f-b05f-848842336498 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 8.7960241 Feb 19 02:53:26.163292 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 34788) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:53:26.184834 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5f30ff4e-f140-46f4-a94c-c8d0368dd1b0 req-1223f279-de59-4fb7-accf-e92fad701ed9 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] 10.222.0.72 "GET /v2.0/ports?device_id=85b3493e-4e6d-43dd-97f1-de789984e9e0 HTTP/1.1" status: 200 len: 210 time: 0.0542846 Feb 19 02:53:26.299564 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2b145d2-b38c-4703-a2e6-3319ed15b3ed x-openstack-request-id: req-f2b145d2-b38c-4703-a2e6-3319ed15b3ed {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:53:26.299856 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e767af4c-bed0-46d9-a2b6-070b6129d8df", "tag": "98831463-f678-49e1-a7d0-cf0a64ea46cc", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:53:26.300115 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f2b145d2-b38c-4703-a2e6-3319ed15b3ed {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:53:26.300518 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e767af4c-bed0-46d9-a2b6-070b6129d8df', 'tag': '98831463-f678-49e1-a7d0-cf0a64ea46cc', 'status': 'completed', 'code': 200} Feb 19 02:53:26.329391 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-713aaa5b-fd94-4245-8317-5092f81255aa admin admin] Publish callbacks [] for security_group (78612224-fbf6-480f-bcea-ccb270efe765), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:26.341286 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-58f9be6b-c23a-4a36-8392-832f357b9547 req-02cec650-1f0e-4f7a-b153-02cdc0653411 service neutron] 10.222.0.72 "GET /v2.0/networks/8441b77e-3563-4613-a82d-dc878a3437fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3198478 Feb 19 02:53:26.352125 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c7e0e-211a-47a4-a16c-9430a14af9a2 req-9dd22a91-2118-4f2b-bea1-7de4d76aef92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:26.357813 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9b6c7e0e-211a-47a4-a16c-9430a14af9a2 req-9dd22a91-2118-4f2b-bea1-7de4d76aef92 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d8c84548b0554c45a96595356e5cddaf&device_id=e767af4c-bed0-46d9-a2b6-070b6129d8df HTTP/1.1" status: 200 len: 1126 time: 0.2453036 Feb 19 02:53:26.422848 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-869adafc-dcf5-4b65-89d4-7dc21d57001b None None] Publish callbacks [] for port (5624ec6e-3f66-4cf8-9d04-8a44ef1713d9), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:26.434783 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ed4be2-0e83-4eda-96c3-91c8f4cc0031 None None] Routers {'2c49e0e8-a461-419a-a206-6c7029bf8ada'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:53:26.435407 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-31ed4be2-0e83-4eda-96c3-91c8f4cc0031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:53:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['2c49e0e8-a461-419a-a206-6c7029bf8ada'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:53:26.489064 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea4dc08-0673-4571-ac5d-b36bd76f9355 None None] Network 8441b77e-3563-4613-a82d-dc878a3437fe requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:53:26.506313 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-869adafc-dcf5-4b65-89d4-7dc21d57001b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (5624ec6e-3f66-4cf8-9d04-8a44ef1713d9), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:26.509694 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:26.544948 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9b6c7e0e-211a-47a4-a16c-9430a14af9a2 req-9ce9f4ae-eec5-49eb-9f9c-40db23b8304c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=98831463-f678-49e1-a7d0-cf0a64ea46cc HTTP/1.1" status: 200 len: 217 time: 0.1678605 Feb 19 02:53:26.553667 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-713aaa5b-fd94-4245-8317-5092f81255aa admin admin] Publish callbacks [] for security_group (78612224-fbf6-480f-bcea-ccb270efe765), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:26.625448 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bddb3d1-5778-4d9f-bf6e-7f7c5d795c25 admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:53:26.644671 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869adafc-dcf5-4b65-89d4-7dc21d57001b None None] Network 33d38d96-e529-4bec-a291-669d47119431 is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:53:26.646053 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a681d410-a1c6-433d-96f5-50745362204d None None] Sync routers for ids ['c7d9ee35-8ab4-466d-8f5b-0aa2894f3d27'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:53:26.657530 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-734e494f-fd0c-4b1d-abb8-e5aa526a9823 None None] Provisioning complete for port 996a3eb1-8e98-433d-a6e9-875818eb3e75 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:53:26.657986 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-734e494f-fd0c-4b1d-abb8-e5aa526a9823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (996a3eb1-8e98-433d-a6e9-875818eb3e75), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:26.659876 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a681d410-a1c6-433d-96f5-50745362204d None None] Routers {'c7d9ee35-8ab4-466d-8f5b-0aa2894f3d27'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:53:26.662539 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-a681d410-a1c6-433d-96f5-50745362204d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:53:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['c7d9ee35-8ab4-466d-8f5b-0aa2894f3d27'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:53:26.663407 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-8bddb3d1-5778-4d9f-bf6e-7f7c5d795c25 admin admin] 10.222.0.72 "PUT /v2.0/routers/c7d9ee35-8ab4-466d-8f5b-0aa2894f3d27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6043527 Feb 19 02:53:26.715726 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80642d53-6d36-4f63-a9d5-008385047716 req-97f9bbde-d052-477f-b712-3213dbdd98b3 tempest-VolumesActionsTest-716121604 tempest-VolumesActionsTest-716121604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:26.715995 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-869adafc-dcf5-4b65-89d4-7dc21d57001b None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:53:26.717229 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-80642d53-6d36-4f63-a9d5-008385047716 req-97f9bbde-d052-477f-b712-3213dbdd98b3 tempest-VolumesActionsTest-716121604 tempest-VolumesActionsTest-716121604-project] 10.222.0.72 "GET /v2.0/ports?device_id=e767af4c-bed0-46d9-a2b6-070b6129d8df HTTP/1.1" status: 200 len: 944 time: 0.2880664 Feb 19 02:53:26.723397 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c7e0e-211a-47a4-a16c-9430a14af9a2 req-c8d7b353-8b1f-41e4-88fe-b92e786046ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:26.725774 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9b6c7e0e-211a-47a4-a16c-9430a14af9a2 req-c8d7b353-8b1f-41e4-88fe-b92e786046ed service neutron] 10.222.0.73 "GET /v2.0/subnets?id=70558662-5433-4a37-b877-833aa2281e7b HTTP/1.1" status: 200 len: 849 time: 0.1674280 Feb 19 02:53:26.734121 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-713aaa5b-fd94-4245-8317-5092f81255aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (78612224-fbf6-480f-bcea-ccb270efe765), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:26.745893 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869adafc-dcf5-4b65-89d4-7dc21d57001b None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:53:26.752445 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869adafc-dcf5-4b65-89d4-7dc21d57001b None None] Pushing event updated for resources: {'Port': ['ID=5624ec6e-3f66-4cf8-9d04-8a44ef1713d9,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:26.758844 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-713aaa5b-fd94-4245-8317-5092f81255aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:26.760185 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-713aaa5b-fd94-4245-8317-5092f81255aa admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/78612224-fbf6-480f-bcea-ccb270efe765 HTTP/1.1" status: 204 len: 168 time: 0.6419480 Feb 19 02:53:26.788590 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713aaa5b-fd94-4245-8317-5092f81255aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78612224-fbf6-480f-bcea-ccb270efe765,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:26.791860 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9b6c7e0e-211a-47a4-a16c-9430a14af9a2 req-9309bc78-0a26-480d-a425-30eede02156c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ee7fc1a6-21cc-456b-9e14-77ae119f1882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434651 Feb 19 02:53:26.796975 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-58f9be6b-c23a-4a36-8392-832f357b9547 req-8e097bfd-be46-4850-b14c-bf2b6e3c1249 service neutron] 10.222.0.72 "GET /v2.0/networks/8441b77e-3563-4613-a82d-dc878a3437fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4375167 Feb 19 02:53:26.877885 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port ce5b843c-c9dd-4784-8a7e-122c9cab9b97 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:53:26.878151 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (ce5b843c-c9dd-4784-8a7e-122c9cab9b97), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:26.940820 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-31ed4be2-0e83-4eda-96c3-91c8f4cc0031 None None] Set router 2c49e0e8-a461-419a-a206-6c7029bf8ada gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:53:26.941901 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-a681d410-a1c6-433d-96f5-50745362204d None None] Set router c7d9ee35-8ab4-466d-8f5b-0aa2894f3d27 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:53:27.029989 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-58f9be6b-c23a-4a36-8392-832f357b9547 req-d62fadf1-6e0c-49fb-8641-4a8c256de221 service neutron] 10.222.0.72 "GET /v2.0/networks/33d38d96-e529-4bec-a291-669d47119431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135868 Feb 19 02:53:27.127829 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6f036f1d-3ba4-4b2d-8b5d-a66109bbe694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:27.197416 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-80642d53-6d36-4f63-a9d5-008385047716 req-7bd2a23a-a210-4201-80c7-a7a7b34aa2d6 tempest-VolumesActionsTest-716121604 tempest-VolumesActionsTest-716121604-project] 10.222.0.72 "GET /v2.0/security-groups?id=2cc4a2a1-40b2-481e-99fd-d807da4ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4530852 Feb 19 02:53:27.218058 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 386016cd-8e1d-4036-99f8-3b718a8a57d7 up at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:53:27.283448 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-a681d410-a1c6-433d-96f5-50745362204d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d9ee35-8ab4-466d-8f5b-0aa2894f3d27', 'name': 'tempest-ServerRescueNegativeTestJSON-200038142-router', 'tenant_id': '8ee938a19b3e4074b489f411ca258ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': 'ce5b843c-c9dd-4784-8a7e-122c9cab9b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:53:10Z', 'updated_at': '2022-02-19T02:53:24Z', 'revision_number': 4, 'project_id': '8ee938a19b3e4074b489f411ca258ca6', 'gw_port': {'id': 'ce5b843c-c9dd-4784-8a7e-122c9cab9b97', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:99:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d9ee35-8ab4-466d-8f5b-0aa2894f3d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:53:13Z', 'updated_at': '2022-02-19T02:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': 'bd2aab16-ed6e-4e6c-ac7b-881d2a4d09e0', 'name': '', 'network_id': '2a0a79ed-8a33-4798-af54-05a0cb1f0f3c', 'tenant_id': '8ee938a19b3e4074b489f411ca258ca6', 'mac_address': 'fa:16:3e:7e:af:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d9ee35-8ab4-466d-8f5b-0aa2894f3d27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1504, 'fixed_ips': [{'subnet_id': '1de208d8-9bd1-42de-af89-32eb5f962cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:53:21Z', 'updated_at': '2022-02-19T02:53:24Z', 'revision_number': 2, 'project_id': '8ee938a19b3e4074b489f411ca258ca6', 'subnets': [{'id': '1de208d8-9bd1-42de-af89-32eb5f962cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:53:27.350227 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a681d410-a1c6-433d-96f5-50745362204d None None] Checking router: c7d9ee35-8ab4-466d-8f5b-0aa2894f3d27 for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:53:27.350787 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a681d410-a1c6-433d-96f5-50745362204d None None] Updating router c7d9ee35-8ab4-466d-8f5b-0aa2894f3d27 port bd2aab16-ed6e-4e6c-ac7b-881d2a4d09e0 binding host n-d-826753-2 {{(pid=103704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:53:27.364812 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-6f036f1d-3ba4-4b2d-8b5d-a66109bbe694 admin admin] Allocated IP 172.20.0.1 (a3344a71-1e85-4794-a87b-fdf89b41ccf4/1b45988d-baf4-4229-8951-85416273e5dc/793112d4-7b3b-4194-9e86-f2d4f442cb27) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:53:27.412033 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-a681d410-a1c6-433d-96f5-50745362204d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (bd2aab16-ed6e-4e6c-ac7b-881d2a4d09e0), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:27.420307 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-869adafc-dcf5-4b65-89d4-7dc21d57001b None None] Attempting to bind port 5624ec6e-3f66-4cf8-9d04-8a44ef1713d9 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:53:27.426985 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-869adafc-dcf5-4b65-89d4-7dc21d57001b None None] Attempting to bind port 5624ec6e-3f66-4cf8-9d04-8a44ef1713d9 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '72c6b983-ce3b-443f-a986-dacc47c707eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '33d38d96-e529-4bec-a291-669d47119431'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:53:27.431343 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869adafc-dcf5-4b65-89d4-7dc21d57001b None None] Attempting to bind port 5624ec6e-3f66-4cf8-9d04-8a44ef1713d9 on network 33d38d96-e529-4bec-a291-669d47119431 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:53:27.435818 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-58f9be6b-c23a-4a36-8392-832f357b9547 req-d3025fe1-17d6-4a86-83e0-54f62e2b544a service neutron] 10.222.0.72 "GET /v2.0/networks/33d38d96-e529-4bec-a291-669d47119431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3723204 Feb 19 02:53:27.438604 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-520ab3b5-d4ea-478f-8c7b-baf83e0b83a4 req-1200e721-fba4-4a7d-8cc8-63343fea84c3 tempest-ServerShowV257Test-466890171 tempest-ServerShowV257Test-466890171-project] 10.222.0.72 "GET /v2.0/ports?device_id=7eeb4482-4d2e-4b0b-b05d-c90d660114c8 HTTP/1.1" status: 200 len: 210 time: 0.1195793 Feb 19 02:53:27.444531 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9b6c7e0e-211a-47a4-a16c-9430a14af9a2 req-9de81bcd-b7af-4370-9a1e-c5ae67e46c83 service neutron] 10.222.0.73 "GET /v2.0/networks/ee7fc1a6-21cc-456b-9e14-77ae119f1882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6397507 Feb 19 02:53:27.470299 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6f036f1d-3ba4-4b2d-8b5d-a66109bbe694 admin admin] Publish callbacks [] for port (793112d4-7b3b-4194-9e86-f2d4f442cb27), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:27.510728 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6f036f1d-3ba4-4b2d-8b5d-a66109bbe694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (793112d4-7b3b-4194-9e86-f2d4f442cb27), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:27.574757 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869adafc-dcf5-4b65-89d4-7dc21d57001b None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:53:27.583967 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869adafc-dcf5-4b65-89d4-7dc21d57001b None None] Checking segment: {'id': '72c6b983-ce3b-443f-a986-dacc47c707eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '33d38d96-e529-4bec-a291-669d47119431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:53:27.584962 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-869adafc-dcf5-4b65-89d4-7dc21d57001b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:27.586209 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869adafc-dcf5-4b65-89d4-7dc21d57001b None None] Bound using segment: {'id': '72c6b983-ce3b-443f-a986-dacc47c707eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '33d38d96-e529-4bec-a291-669d47119431'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:53:27.586922 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-869adafc-dcf5-4b65-89d4-7dc21d57001b None None] Bound port: 5624ec6e-3f66-4cf8-9d04-8a44ef1713d9, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72c6b983-ce3b-443f-a986-dacc47c707eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '33d38d96-e529-4bec-a291-669d47119431'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:53:27.588700 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-869adafc-dcf5-4b65-89d4-7dc21d57001b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (5624ec6e-3f66-4cf8-9d04-8a44ef1713d9), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:27.659662 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f036f1d-3ba4-4b2d-8b5d-a66109bbe694 admin admin] Network a3344a71-1e85-4794-a87b-fdf89b41ccf4 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:53:27.708600 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-6f036f1d-3ba4-4b2d-8b5d-a66109bbe694 admin admin] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:53:27.724768 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f036f1d-3ba4-4b2d-8b5d-a66109bbe694 admin admin] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:53:27.726937 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f036f1d-3ba4-4b2d-8b5d-a66109bbe694 admin admin] Pushing event updated for resources: {'Port': ['ID=793112d4-7b3b-4194-9e86-f2d4f442cb27,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:27.906489 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-734e494f-fd0c-4b1d-abb8-e5aa526a9823 None None] Current status of the port 996a3eb1-8e98-433d-a6e9-875818eb3e75 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:53:27.907024 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-734e494f-fd0c-4b1d-abb8-e5aa526a9823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (996a3eb1-8e98-433d-a6e9-875818eb3e75), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:27.935655 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6f036f1d-3ba4-4b2d-8b5d-a66109bbe694 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16289150'] for router_interface (2c49e0e8-a461-419a-a206-6c7029bf8ada), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:28.045651 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning for port 386016cd-8e1d-4036-99f8-3b718a8a57d7 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:53:28.241086 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port ce5b843c-c9dd-4784-8a7e-122c9cab9b97 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:53:28.250159 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 996a3eb1-8e98-433d-a6e9-875818eb3e75 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:53:28.278636 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning complete for port 386016cd-8e1d-4036-99f8-3b718a8a57d7 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:53:28.279138 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (386016cd-8e1d-4036-99f8-3b718a8a57d7), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:28.325326 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6f036f1d-3ba4-4b2d-8b5d-a66109bbe694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (793112d4-7b3b-4194-9e86-f2d4f442cb27), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:28.366659 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-a681d410-a1c6-433d-96f5-50745362204d None None] Publish callbacks [] for port (bd2aab16-ed6e-4e6c-ac7b-881d2a4d09e0), precommit_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:28.378663 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-a681d410-a1c6-433d-96f5-50745362204d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (bd2aab16-ed6e-4e6c-ac7b-881d2a4d09e0), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:28.385036 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9b6c7e0e-211a-47a4-a16c-9430a14af9a2 req-96171711-e72a-4787-b4c7-41207f57f363 service neutron] 10.222.0.73 "GET /v2.0/networks/ee7fc1a6-21cc-456b-9e14-77ae119f1882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9236572 Feb 19 02:53:28.421560 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-869adafc-dcf5-4b65-89d4-7dc21d57001b None None] For port 5624ec6e-3f66-4cf8-9d04-8a44ef1713d9, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:53:28.439597 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-869adafc-dcf5-4b65-89d4-7dc21d57001b None None] For port 5624ec6e-3f66-4cf8-9d04-8a44ef1713d9, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=5624ec6e-3f66-4cf8-9d04-8a44ef1713d9,segment=NetworkSegment(72c6b983-ce3b-443f-a986-dacc47c707eb),segment_id=72c6b983-ce3b-443f-a986-dacc47c707eb)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:53:28.466715 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd34737-c65b-4ae9-a2d1-17cf36eff1a2 req-618474e0-87c7-4252-83a2-70e1a2ccd582 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:28.468553 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3dd34737-c65b-4ae9-a2d1-17cf36eff1a2 req-618474e0-87c7-4252-83a2-70e1a2ccd582 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] 10.222.0.72 "GET /v2.0/ports?device_id=da76bc92-31a4-4d2f-9e50-8d96c7fd6d12 HTTP/1.1" status: 200 len: 945 time: 0.5108426 Feb 19 02:53:28.481955 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-869adafc-dcf5-4b65-89d4-7dc21d57001b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (5624ec6e-3f66-4cf8-9d04-8a44ef1713d9), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:28.568336 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6f036f1d-3ba4-4b2d-8b5d-a66109bbe694 admin admin] Publish callbacks [] for port (793112d4-7b3b-4194-9e86-f2d4f442cb27), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:28.575895 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6f036f1d-3ba4-4b2d-8b5d-a66109bbe694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (793112d4-7b3b-4194-9e86-f2d4f442cb27), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:28.625692 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-a681d410-a1c6-433d-96f5-50745362204d None None] Attempting to bind port bd2aab16-ed6e-4e6c-ac7b-881d2a4d09e0 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:53:28.626524 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-a681d410-a1c6-433d-96f5-50745362204d None None] Attempting to bind port bd2aab16-ed6e-4e6c-ac7b-881d2a4d09e0 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': 'b398e613-0491-4825-8c0e-13ffa7bc0c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '2a0a79ed-8a33-4798-af54-05a0cb1f0f3c'}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:53:28.627350 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a681d410-a1c6-433d-96f5-50745362204d None None] Attempting to bind port bd2aab16-ed6e-4e6c-ac7b-881d2a4d09e0 on network 2a0a79ed-8a33-4798-af54-05a0cb1f0f3c {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:53:28.628380 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869adafc-dcf5-4b65-89d4-7dc21d57001b None None] Pushing event updated for resources: {'Port': ['ID=5624ec6e-3f66-4cf8-9d04-8a44ef1713d9,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:28.647666 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-734e494f-fd0c-4b1d-abb8-e5aa526a9823 None None] For port 996a3eb1-8e98-433d-a6e9-875818eb3e75, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=996a3eb1-8e98-433d-a6e9-875818eb3e75,segment=NetworkSegment(bff586ae-cd5e-4d6c-a49c-276f559430dd),segment_id=bff586ae-cd5e-4d6c-a49c-276f559430dd)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:53:28.655741 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a681d410-a1c6-433d-96f5-50745362204d None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:53:28.655978 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 386016cd-8e1d-4036-99f8-3b718a8a57d7 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:53:28.656236 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (386016cd-8e1d-4036-99f8-3b718a8a57d7), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:28.656781 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a681d410-a1c6-433d-96f5-50745362204d None None] Checking segment: {'id': 'b398e613-0491-4825-8c0e-13ffa7bc0c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '2a0a79ed-8a33-4798-af54-05a0cb1f0f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:53:28.657372 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-a681d410-a1c6-433d-96f5-50745362204d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:28.658212 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a681d410-a1c6-433d-96f5-50745362204d None None] Bound using segment: {'id': 'b398e613-0491-4825-8c0e-13ffa7bc0c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '2a0a79ed-8a33-4798-af54-05a0cb1f0f3c'} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:53:28.670734 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-a681d410-a1c6-433d-96f5-50745362204d None None] Bound port: bd2aab16-ed6e-4e6c-ac7b-881d2a4d09e0, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b398e613-0491-4825-8c0e-13ffa7bc0c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '2a0a79ed-8a33-4798-af54-05a0cb1f0f3c'}}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:53:28.671426 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-a681d410-a1c6-433d-96f5-50745362204d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (bd2aab16-ed6e-4e6c-ac7b-881d2a4d09e0), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:28.688291 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6f036f1d-3ba4-4b2d-8b5d-a66109bbe694 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16362769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16289258'] for router_interface (2c49e0e8-a461-419a-a206-6c7029bf8ada), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:28.694682 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3dd34737-c65b-4ae9-a2d1-17cf36eff1a2 req-85a520d5-9af2-4f3d-937a-6c770066cd14 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] 10.222.0.72 "GET /v2.0/security-groups?id=d6877574-acb3-43f4-bf3f-b561a089577a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161307 Feb 19 02:53:28.700479 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f036f1d-3ba4-4b2d-8b5d-a66109bbe694 admin admin] Pushing event updated for resources: {'Port': ['ID=793112d4-7b3b-4194-9e86-f2d4f442cb27,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:28.758133 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-31ed4be2-0e83-4eda-96c3-91c8f4cc0031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c49e0e8-a461-419a-a206-6c7029bf8ada', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2144450299-router', 'tenant_id': '1e42a34c6136455ebefd6494f70ef39d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '8bc22be8-bb6d-44ad-a15d-9e4390ea4ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:53:18Z', 'updated_at': '2022-02-19T02:53:23Z', 'revision_number': 3, 'project_id': '1e42a34c6136455ebefd6494f70ef39d', 'gw_port': {'id': '8bc22be8-bb6d-44ad-a15d-9e4390ea4ae8', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:08:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c49e0e8-a461-419a-a206-6c7029bf8ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:53:21Z', 'updated_at': '2022-02-19T02:53:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:53:28.795802 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff9b512-3b42-4b50-9fd0-33ed14e4a1a6 req-932c24fe-95b7-449a-a86c-e116ff2ef803 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:28.802075 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-a681d410-a1c6-433d-96f5-50745362204d None None] For port bd2aab16-ed6e-4e6c-ac7b-881d2a4d09e0, host n-d-826753-2, cleared binding levels {{(pid=103704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:53:28.802491 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6ff9b512-3b42-4b50-9fd0-33ed14e4a1a6 req-932c24fe-95b7-449a-a86c-e116ff2ef803 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/networks?id=2a0a79ed-8a33-4798-af54-05a0cb1f0f3c HTTP/1.1" status: 200 len: 818 time: 0.5061474 Feb 19 02:53:28.807271 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-a681d410-a1c6-433d-96f5-50745362204d None None] For port bd2aab16-ed6e-4e6c-ac7b-881d2a4d09e0, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=bd2aab16-ed6e-4e6c-ac7b-881d2a4d09e0,segment=NetworkSegment(b398e613-0491-4825-8c0e-13ffa7bc0c4a),segment_id=b398e613-0491-4825-8c0e-13ffa7bc0c4a)] {{(pid=103704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:53:28.809633 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 996a3eb1-8e98-433d-a6e9-875818eb3e75 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:53:28.810062 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (996a3eb1-8e98-433d-a6e9-875818eb3e75), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:28.814503 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfccd1a-02f9-44cc-bc23-577b28c30d60 None None] Pushing event updated for resources: {'Port': ['ID=bd2aab16-ed6e-4e6c-ac7b-881d2a4d09e0,revision_number=3']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:28.823595 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-a681d410-a1c6-433d-96f5-50745362204d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (bd2aab16-ed6e-4e6c-ac7b-881d2a4d09e0), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:28.824552 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b30426-55a3-4553-a5ce-de9b1bd1cfd6 req-e79e3219-a7bf-4564-8091-881196c89635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:28.826124 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-23b30426-55a3-4553-a5ce-de9b1bd1cfd6 req-e79e3219-a7bf-4564-8091-881196c89635 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d8c84548b0554c45a96595356e5cddaf&device_id=e767af4c-bed0-46d9-a2b6-070b6129d8df HTTP/1.1" status: 200 len: 1126 time: 0.2924950 Feb 19 02:53:28.851393 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6ff9b512-3b42-4b50-9fd0-33ed14e4a1a6 req-309a7cd6-a119-44d4-9f01-aa6c3e00b58a tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/quotas/8ee938a19b3e4074b489f411ca258ca6 HTTP/1.1" status: 200 len: 375 time: 0.0478566 Feb 19 02:53:28.880565 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-734e494f-fd0c-4b1d-abb8-e5aa526a9823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (996a3eb1-8e98-433d-a6e9-875818eb3e75), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:28.888247 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ed4be2-0e83-4eda-96c3-91c8f4cc0031 None None] Checking router: 2c49e0e8-a461-419a-a206-6c7029bf8ada for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:53:28.888711 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ed4be2-0e83-4eda-96c3-91c8f4cc0031 None None] Updating router 2c49e0e8-a461-419a-a206-6c7029bf8ada port 8bc22be8-bb6d-44ad-a15d-9e4390ea4ae8 binding host n-d-826753-2 {{(pid=103703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:53:28.914084 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f036f1d-3ba4-4b2d-8b5d-a66109bbe694 admin admin] Network a3344a71-1e85-4794-a87b-fdf89b41ccf4 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:53:28.924981 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-6f036f1d-3ba4-4b2d-8b5d-a66109bbe694 admin admin] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:53:28.973031 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfccd1a-02f9-44cc-bc23-577b28c30d60 None None] Pushing event updated for resources: {'Port': ['ID=bd2aab16-ed6e-4e6c-ac7b-881d2a4d09e0,revision_number=4']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:29.054508 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a681d410-a1c6-433d-96f5-50745362204d None None] Routers {'c7d9ee35-8ab4-466d-8f5b-0aa2894f3d27'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:53:29.056623 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-a681d410-a1c6-433d-96f5-50745362204d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:53:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['c7d9ee35-8ab4-466d-8f5b-0aa2894f3d27'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:53:29.057089 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 5f74a5c6-3d08-47ab-b29b-cb6315c92335 up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:53:29.111117 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-31ed4be2-0e83-4eda-96c3-91c8f4cc0031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (8bc22be8-bb6d-44ad-a15d-9e4390ea4ae8), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:29.164025 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-28d7bf20-d9de-4705-bd06-bc4b4741b7b6 req-19a1fa56-b92f-4b56-ad7b-dbbe2f0e0dfc tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] 10.222.0.72 "GET /v2.0/ports?device_id=85b3493e-4e6d-43dd-97f1-de789984e9e0 HTTP/1.1" status: 200 len: 210 time: 0.2531230 Feb 19 02:53:29.304624 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6ff9b512-3b42-4b50-9fd0-33ed14e4a1a6 req-12ddc35d-6c15-48d4-88ec-eedc9011fdf7 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=8ee938a19b3e4074b489f411ca258ca6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4506936 Feb 19 02:53:29.318739 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f036f1d-3ba4-4b2d-8b5d-a66109bbe694 admin admin] Router 2c49e0e8-a461-419a-a206-6c7029bf8ada has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:53:29.329832 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734e494f-fd0c-4b1d-abb8-e5aa526a9823 None None] Pushing event updated for resources: {'Port': ['ID=996a3eb1-8e98-433d-a6e9-875818eb3e75,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:29.337980 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48dbb645-86ca-48ff-b960-ac2327737170', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '386016cd-8e1d-4036-99f8-3b718a8a57d7'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:53:29.350696 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a032dac-00b7-4b21-a529-4eca139605d5" -d '{"events": [{"server_uuid": "48dbb645-86ca-48ff-b960-ac2327737170", "name": "network-vif-plugged", "status": "completed", "tag": "386016cd-8e1d-4036-99f8-3b718a8a57d7"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:53:29.360181 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-a681d410-a1c6-433d-96f5-50745362204d None None] Set router c7d9ee35-8ab4-466d-8f5b-0aa2894f3d27 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:53:29.411323 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 386016cd-8e1d-4036-99f8-3b718a8a57d7, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=386016cd-8e1d-4036-99f8-3b718a8a57d7,segment=NetworkSegment(6d6b5f79-1c3f-4c87-a837-86790ffb5a7e),segment_id=6d6b5f79-1c3f-4c87-a837-86790ffb5a7e)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:53:29.413693 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734e494f-fd0c-4b1d-abb8-e5aa526a9823 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:53:29.414372 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734e494f-fd0c-4b1d-abb8-e5aa526a9823 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:53:29.420719 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734e494f-fd0c-4b1d-abb8-e5aa526a9823 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:53:29.422049 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734e494f-fd0c-4b1d-abb8-e5aa526a9823 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:53:29.422823 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734e494f-fd0c-4b1d-abb8-e5aa526a9823 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:53:29.423383 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734e494f-fd0c-4b1d-abb8-e5aa526a9823 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:53:29.429221 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734e494f-fd0c-4b1d-abb8-e5aa526a9823 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:53:29.429931 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734e494f-fd0c-4b1d-abb8-e5aa526a9823 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:53:29.431080 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734e494f-fd0c-4b1d-abb8-e5aa526a9823 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:53:29.431709 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734e494f-fd0c-4b1d-abb8-e5aa526a9823 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:53:29.432285 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734e494f-fd0c-4b1d-abb8-e5aa526a9823 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:53:29.436152 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734e494f-fd0c-4b1d-abb8-e5aa526a9823 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:53:29.436835 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734e494f-fd0c-4b1d-abb8-e5aa526a9823 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:53:29.437666 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6ff9b512-3b42-4b50-9fd0-33ed14e4a1a6 req-4a8b87a3-ced2-4032-8ce1-6b75db9e3935 service neutron] 10.222.0.72 "GET /v2.0/networks/2a0a79ed-8a33-4798-af54-05a0cb1f0f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320710 Feb 19 02:53:29.452034 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (386016cd-8e1d-4036-99f8-3b718a8a57d7), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:29.481148 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f036f1d-3ba4-4b2d-8b5d-a66109bbe694 admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:53:29.516081 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-6f036f1d-3ba4-4b2d-8b5d-a66109bbe694 admin admin] 10.222.0.72 "PUT /v2.0/routers/2c49e0e8-a461-419a-a206-6c7029bf8ada/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3285947 Feb 19 02:53:29.539705 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a147d7c5-6a59-4f24-85c0-b82b5bc5b4f6 req-a581b5e5-794c-4bad-86dc-846e3c9006e1 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] 10.222.0.72 "GET /v2.0/ports?device_id=5aec96ce-2ba0-4d95-9542-da4e1370f97d HTTP/1.1" status: 200 len: 210 time: 0.0860078 Feb 19 02:53:29.544875 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-3b74c210-50d1-4887-aedf-f9be08a14a1e None None] Provisioning complete for port 793112d4-7b3b-4194-9e86-f2d4f442cb27 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:53:29.545975 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b30426-55a3-4553-a5ce-de9b1bd1cfd6 req-cdff7657-00ee-4de1-8177-bc50420fb60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:29.547070 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3b74c210-50d1-4887-aedf-f9be08a14a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (793112d4-7b3b-4194-9e86-f2d4f442cb27), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:29.547712 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-23b30426-55a3-4553-a5ce-de9b1bd1cfd6 req-cdff7657-00ee-4de1-8177-bc50420fb60b service neutron] 10.222.0.73 "GET /v2.0/networks?id=ee7fc1a6-21cc-456b-9e14-77ae119f1882 HTTP/1.1" status: 200 len: 910 time: 0.6927836 Feb 19 02:53:29.682340 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-23b30426-55a3-4553-a5ce-de9b1bd1cfd6 req-c979700d-7208-48f6-94af-66fe4ecd10b2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=98831463-f678-49e1-a7d0-cf0a64ea46cc HTTP/1.1" status: 200 len: 217 time: 0.1222618 Feb 19 02:53:29.780466 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning for port 5f74a5c6-3d08-47ab-b29b-cb6315c92335 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:53:29.872212 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-a681d410-a1c6-433d-96f5-50745362204d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d9ee35-8ab4-466d-8f5b-0aa2894f3d27', 'name': 'tempest-ServerRescueNegativeTestJSON-200038142-router', 'tenant_id': '8ee938a19b3e4074b489f411ca258ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': 'ce5b843c-c9dd-4784-8a7e-122c9cab9b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:53:10Z', 'updated_at': '2022-02-19T02:53:24Z', 'revision_number': 4, 'project_id': '8ee938a19b3e4074b489f411ca258ca6', 'gw_port': {'id': 'ce5b843c-c9dd-4784-8a7e-122c9cab9b97', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:99:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d9ee35-8ab4-466d-8f5b-0aa2894f3d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:53:13Z', 'updated_at': '2022-02-19T02:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': 'bd2aab16-ed6e-4e6c-ac7b-881d2a4d09e0', 'name': '', 'network_id': '2a0a79ed-8a33-4798-af54-05a0cb1f0f3c', 'tenant_id': '8ee938a19b3e4074b489f411ca258ca6', 'mac_address': 'fa:16:3e:7e:af:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d9ee35-8ab4-466d-8f5b-0aa2894f3d27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1504, 'fixed_ips': [{'subnet_id': '1de208d8-9bd1-42de-af89-32eb5f962cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:53:21Z', 'updated_at': '2022-02-19T02:53:28Z', 'revision_number': 4, 'project_id': '8ee938a19b3e4074b489f411ca258ca6', 'subnets': [{'id': '1de208d8-9bd1-42de-af89-32eb5f962cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:53:29.886569 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f9be6b-c23a-4a36-8392-832f357b9547 req-b1286a7a-fe89-464b-a844-5ff2559e8dd9 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:29.896910 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f9be6b-c23a-4a36-8392-832f357b9547 req-b1286a7a-fe89-464b-a844-5ff2559e8dd9 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:29.898571 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-58f9be6b-c23a-4a36-8392-832f357b9547 req-b1286a7a-fe89-464b-a844-5ff2559e8dd9 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] 10.222.0.82 "GET /v2.0/networks?id=8441b77e-3563-4613-a82d-dc878a3437fe&id=33d38d96-e529-4bec-a291-669d47119431 HTTP/1.1" status: 200 len: 1390 time: 0.2426455 Feb 19 02:53:29.925321 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-58f9be6b-c23a-4a36-8392-832f357b9547 req-4eb7f0eb-7337-4688-9ac9-14648660cef3 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Request body: {'port': {'device_id': '5aec96ce-2ba0-4d95-9542-da4e1370f97d', 'network_id': '8441b77e-3563-4613-a82d-dc878a3437fe', 'admin_state_up': True, 'tenant_id': 'b2f0cd9db0f84e1b8f9e0fccbd20ae90'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:53:29.938508 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a681d410-a1c6-433d-96f5-50745362204d None None] The sync data for ids ['c7d9ee35-8ab4-466d-8f5b-0aa2894f3d27'] in n-d-826753-2 is: [{'id': 'c7d9ee35-8ab4-466d-8f5b-0aa2894f3d27', 'name': 'tempest-ServerRescueNegativeTestJSON-200038142-router', 'tenant_id': '8ee938a19b3e4074b489f411ca258ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': 'ce5b843c-c9dd-4784-8a7e-122c9cab9b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:53:10Z', 'updated_at': '2022-02-19T02:53:24Z', 'revision_number': 4, 'project_id': '8ee938a19b3e4074b489f411ca258ca6', 'gw_port': {'id': 'ce5b843c-c9dd-4784-8a7e-122c9cab9b97', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:99:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d9ee35-8ab4-466d-8f5b-0aa2894f3d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:53:13Z', 'updated_at': '2022-02-19T02:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': 'bd2aab16-ed6e-4e6c-ac7b-881d2a4d09e0', 'name': '', 'network_id': '2a0a79ed-8a33-4798-af54-05a0cb1f0f3c', 'tenant_id': '8ee938a19b3e4074b489f411ca258ca6', 'mac_address': 'fa:16:3e:7e:af:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d9ee35-8ab4-466d-8f5b-0aa2894f3d27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1504, 'fixed_ips': [{'subnet_id': '1de208d8-9bd1-42de-af89-32eb5f962cf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:53:21Z', 'updated_at': '2022-02-19T02:53:28Z', 'revision_number': 4, 'project_id': '8ee938a19b3e4074b489f411ca258ca6', 'subnets': [{'id': '1de208d8-9bd1-42de-af89-32eb5f962cf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:53:29.944536 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b30426-55a3-4553-a5ce-de9b1bd1cfd6 req-a74ccc83-1630-4039-96bc-1cca4c72152c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:29.947078 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-23b30426-55a3-4553-a5ce-de9b1bd1cfd6 req-a74ccc83-1630-4039-96bc-1cca4c72152c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=70558662-5433-4a37-b877-833aa2281e7b HTTP/1.1" status: 200 len: 849 time: 0.2591381 Feb 19 02:53:29.951402 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6ff9b512-3b42-4b50-9fd0-33ed14e4a1a6 req-586b7fb1-2156-47ba-8226-3b106bf2fe2a service neutron] 10.222.0.72 "GET /v2.0/networks/2a0a79ed-8a33-4798-af54-05a0cb1f0f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5128036 Feb 19 02:53:30.058960 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-23b30426-55a3-4553-a5ce-de9b1bd1cfd6 req-e3ea8ebb-d83e-4613-9062-cda327f14416 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ee7fc1a6-21cc-456b-9e14-77ae119f1882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1053870 Feb 19 02:53:30.074963 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c652ca06-da84-4b7f-b408-7790bcd21c34 req-4b72f404-558d-4f36-8233-5c9573a92576 tempest-VolumesActionsTest-716121604 tempest-VolumesActionsTest-716121604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:30.085142 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c652ca06-da84-4b7f-b408-7790bcd21c34 req-4b72f404-558d-4f36-8233-5c9573a92576 tempest-VolumesActionsTest-716121604 tempest-VolumesActionsTest-716121604-project] 10.222.0.72 "GET /v2.0/ports?device_id=e767af4c-bed0-46d9-a2b6-070b6129d8df HTTP/1.1" status: 200 len: 944 time: 0.2908263 Feb 19 02:53:30.310796 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58f9be6b-c23a-4a36-8392-832f357b9547 req-4eb7f0eb-7337-4688-9ac9-14648660cef3 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Made reservation on behalf of b2f0cd9db0f84e1b8f9e0fccbd20ae90 for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:53:30.314960 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-58f9be6b-c23a-4a36-8392-832f357b9547 req-4eb7f0eb-7337-4688-9ac9-14648660cef3 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:30.415719 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c652ca06-da84-4b7f-b408-7790bcd21c34 req-2d81bf05-2bde-48eb-9dab-80148d51df2d tempest-VolumesActionsTest-716121604 tempest-VolumesActionsTest-716121604-project] 10.222.0.72 "GET /v2.0/security-groups?id=2cc4a2a1-40b2-481e-99fd-d807da4ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3291736 Feb 19 02:53:30.457374 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-3b74c210-50d1-4887-aedf-f9be08a14a1e None None] Port 793112d4-7b3b-4194-9e86-f2d4f442cb27 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:53:30.474466 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 996a3eb1-8e98-433d-a6e9-875818eb3e75 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:53:30.482485 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port 5f74a5c6-3d08-47ab-b29b-cb6315c92335 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:53:30.482884 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (5f74a5c6-3d08-47ab-b29b-cb6315c92335), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:30.483455 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-23b30426-55a3-4553-a5ce-de9b1bd1cfd6 req-798c8a58-74a2-49e3-9968-ddd0f5f7fe84 service neutron] 10.222.0.73 "GET /v2.0/networks/ee7fc1a6-21cc-456b-9e14-77ae119f1882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3954735 Feb 19 02:53:30.484916 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef2f252-a84b-495b-87f8-29227831c70f None None] Network 33d38d96-e529-4bec-a291-669d47119431 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:53:30.584908 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=386016cd-8e1d-4036-99f8-3b718a8a57d7,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:30.686536 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1f9e7bfb-f29b-4c00-bd31-366c215cc9f7 req-acfb260b-d66c-4932-9b13-521b3c18b569 tempest-ServerShowV257Test-466890171 tempest-ServerShowV257Test-466890171-project] 10.222.0.72 "GET /v2.0/ports?device_id=7eeb4482-4d2e-4b0b-b05d-c90d660114c8 HTTP/1.1" status: 200 len: 210 time: 0.1081152 Feb 19 02:53:30.692670 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-3b74c210-50d1-4887-aedf-f9be08a14a1e None None] Provisioning complete for port 996a3eb1-8e98-433d-a6e9-875818eb3e75 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:53:30.702555 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3b74c210-50d1-4887-aedf-f9be08a14a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (996a3eb1-8e98-433d-a6e9-875818eb3e75), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:30.812095 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-23b30426-55a3-4553-a5ce-de9b1bd1cfd6 req-dd1a6e44-5679-476f-a4a4-32a55de67c39 service neutron] 10.222.0.73 "GET /v2.0/networks/ee7fc1a6-21cc-456b-9e14-77ae119f1882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3144896 Feb 19 02:53:30.833366 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-354f28a9-ae51-4b42-a1bc-00eec4f6f715 x-openstack-request-id: req-354f28a9-ae51-4b42-a1bc-00eec4f6f715 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:53:30.839658 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48dbb645-86ca-48ff-b960-ac2327737170", "name": "network-vif-plugged", "status": "completed", "tag": "386016cd-8e1d-4036-99f8-3b718a8a57d7", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:53:30.841832 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [req-58f9be6b-c23a-4a36-8392-832f357b9547 req-4eb7f0eb-7337-4688-9ac9-14648660cef3 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Allocated IP 19.80.0.34 (8441b77e-3563-4613-a82d-dc878a3437fe/57ddaaa0-06d4-4c3e-aef3-4a07a1a1b39d/3876157c-ae4e-43c6-b416-c480573dea57) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:53:30.842659 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-354f28a9-ae51-4b42-a1bc-00eec4f6f715 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:53:30.843234 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48dbb645-86ca-48ff-b960-ac2327737170', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '386016cd-8e1d-4036-99f8-3b718a8a57d7', 'code': 200} Feb 19 02:53:31.156034 n-d-826753-2 neutron-server[103701]: INFO neutron.api.v2.resource [req-e49e5d2e-f46f-4a0b-a16c-5c8859dd6d62 req-4572940a-42bf-4230-bce5-cc911259e31b tempest-FloatingIPDetailsNegativeTestJSON-1517910114 tempest-FloatingIPDetailsNegativeTestJSON-1517910114-project] show failed (client error): The resource could not be found. Feb 19 02:53:31.157792 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e49e5d2e-f46f-4a0b-a16c-5c8859dd6d62 req-4572940a-42bf-4230-bce5-cc911259e31b tempest-FloatingIPDetailsNegativeTestJSON-1517910114 tempest-FloatingIPDetailsNegativeTestJSON-1517910114-project] 10.222.0.72 "GET /v2.0/floatingips/11c39d58-dc40-4d9e-849d-d9c72f56c043 HTTP/1.1" status: 404 len: 350 time: 0.1478536 Feb 19 02:53:31.186153 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 34876) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:53:31.213420 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-58f9be6b-c23a-4a36-8392-832f357b9547 req-4eb7f0eb-7337-4688-9ac9-14648660cef3 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks [] for port (3876157c-ae4e-43c6-b416-c480573dea57), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:31.308026 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-31ed4be2-0e83-4eda-96c3-91c8f4cc0031 None None] Publish callbacks [] for port (8bc22be8-bb6d-44ad-a15d-9e4390ea4ae8), precommit_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:31.315111 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device bd2aab16-ed6e-4e6c-ac7b-881d2a4d09e0 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:53:31.335162 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-58f9be6b-c23a-4a36-8392-832f357b9547 req-4eb7f0eb-7337-4688-9ac9-14648660cef3 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (3876157c-ae4e-43c6-b416-c480573dea57), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:31.375876 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-31ed4be2-0e83-4eda-96c3-91c8f4cc0031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (8bc22be8-bb6d-44ad-a15d-9e4390ea4ae8), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:31.471633 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58f9be6b-c23a-4a36-8392-832f357b9547 req-4eb7f0eb-7337-4688-9ac9-14648660cef3 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Network 8441b77e-3563-4613-a82d-dc878a3437fe is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:53:31.478510 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [req-58f9be6b-c23a-4a36-8392-832f357b9547 req-4eb7f0eb-7337-4688-9ac9-14648660cef3 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:53:31.488962 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-58f9be6b-c23a-4a36-8392-832f357b9547 req-4eb7f0eb-7337-4688-9ac9-14648660cef3 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:53:31.528080 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 34882) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:53:31.530819 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb7f0eb-7337-4688-9ac9-14648660cef3 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Pushing event updated for resources: {'Port': ['ID=3876157c-ae4e-43c6-b416-c480573dea57,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:31.585496 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d6cbde-d098-4dcd-838b-8463e4c8fe27 None None] Pushing event updated for resources: {'Port': ['ID=8bc22be8-bb6d-44ad-a15d-9e4390ea4ae8,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:31.610841 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f9be6b-c23a-4a36-8392-832f357b9547 req-4eb7f0eb-7337-4688-9ac9-14648660cef3 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:31.611599 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-58f9be6b-c23a-4a36-8392-832f357b9547 req-4eb7f0eb-7337-4688-9ac9-14648660cef3 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:31.623423 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-31ed4be2-0e83-4eda-96c3-91c8f4cc0031 None None] Attempting to bind port 8bc22be8-bb6d-44ad-a15d-9e4390ea4ae8 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:53:31.625164 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-31ed4be2-0e83-4eda-96c3-91c8f4cc0031 None None] Attempting to bind port 8bc22be8-bb6d-44ad-a15d-9e4390ea4ae8 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:53:31.626265 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ed4be2-0e83-4eda-96c3-91c8f4cc0031 None None] Attempting to bind port 8bc22be8-bb6d-44ad-a15d-9e4390ea4ae8 on network eaf64708-9021-419e-b287-ef3e0f51e2ee {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:53:31.638621 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-58f9be6b-c23a-4a36-8392-832f357b9547 req-4eb7f0eb-7337-4688-9ac9-14648660cef3 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7244766 Feb 19 02:53:31.676210 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-58f9be6b-c23a-4a36-8392-832f357b9547 req-4e3650d9-a075-42c7-ba7b-2bab97164c9c tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Request body: {'port': {'device_id': '5aec96ce-2ba0-4d95-9542-da4e1370f97d', 'network_id': '33d38d96-e529-4bec-a291-669d47119431', 'admin_state_up': True, 'tenant_id': 'b2f0cd9db0f84e1b8f9e0fccbd20ae90'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:53:31.754782 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ed4be2-0e83-4eda-96c3-91c8f4cc0031 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:53:31.755043 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4252f2-f4b0-4b20-9be6-25dd9b63af26 req-45c02924-f7c4-4386-8b48-15876c0d7280 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:31.756611 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6c4252f2-f4b0-4b20-9be6-25dd9b63af26 req-45c02924-f7c4-4386-8b48-15876c0d7280 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] 10.222.0.72 "GET /v2.0/ports?device_id=da76bc92-31a4-4d2f-9e50-8d96c7fd6d12 HTTP/1.1" status: 200 len: 945 time: 0.8731542 Feb 19 02:53:31.762850 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ed4be2-0e83-4eda-96c3-91c8f4cc0031 None None] Checking segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:53:31.763470 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-31ed4be2-0e83-4eda-96c3-91c8f4cc0031 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:31.764375 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ed4be2-0e83-4eda-96c3-91c8f4cc0031 None None] Bound using segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:53:31.764594 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-31ed4be2-0e83-4eda-96c3-91c8f4cc0031 None None] Bound port: 8bc22be8-bb6d-44ad-a15d-9e4390ea4ae8, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:53:31.765143 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-31ed4be2-0e83-4eda-96c3-91c8f4cc0031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (8bc22be8-bb6d-44ad-a15d-9e4390ea4ae8), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:31.888298 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 5f74a5c6-3d08-47ab-b29b-cb6315c92335 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:53:31.888827 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (5f74a5c6-3d08-47ab-b29b-cb6315c92335), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:31.894851 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8682460a-2eca-4e85-9075-46e0e818daf9 req-dcfb52c0-2f37-4ed2-94b3-aa7665351759 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/ports?device_id=5bb9eab4-0d6c-4134-ab2b-95a69750261e HTTP/1.1" status: 200 len: 210 time: 0.2902956 Feb 19 02:53:31.929140 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-3b74c210-50d1-4887-aedf-f9be08a14a1e None None] Current status of the port 996a3eb1-8e98-433d-a6e9-875818eb3e75 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:53:31.986351 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 5f74a5c6-3d08-47ab-b29b-cb6315c92335, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=5f74a5c6-3d08-47ab-b29b-cb6315c92335,segment=NetworkSegment(6d6b5f79-1c3f-4c87-a837-86790ffb5a7e),segment_id=6d6b5f79-1c3f-4c87-a837-86790ffb5a7e)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:53:32.007896 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ea5661c4-b3dc-4f87-aacc-ad65ae12567c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:32.013364 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (5f74a5c6-3d08-47ab-b29b-cb6315c92335), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:32.037446 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5246c91-f700-4d33-afc8-11b65915431b req-cc61ac06-5110-4ed5-8172-372b9fec98e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:32.039577 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e5246c91-f700-4d33-afc8-11b65915431b req-cc61ac06-5110-4ed5-8172-372b9fec98e6 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=48dbb645-86ca-48ff-b960-ac2327737170 HTTP/1.1" status: 200 len: 1127 time: 1.0431085 Feb 19 02:53:32.126585 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58f9be6b-c23a-4a36-8392-832f357b9547 req-4e3650d9-a075-42c7-ba7b-2bab97164c9c tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Made reservation on behalf of b2f0cd9db0f84e1b8f9e0fccbd20ae90 for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:53:32.136253 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-58f9be6b-c23a-4a36-8392-832f357b9547 req-4e3650d9-a075-42c7-ba7b-2bab97164c9c tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:32.149221 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7fcbe65f-95df-4ebd-8677-219304783aa7 req-5071d073-1a8c-44e6-b902-805edcb064a0 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] 10.222.0.72 "GET /v2.0/ports?device_id=85b3493e-4e6d-43dd-97f1-de789984e9e0 HTTP/1.1" status: 200 len: 210 time: 0.1016250 Feb 19 02:53:32.158983 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=5f74a5c6-3d08-47ab-b29b-cb6315c92335,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:32.183814 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port bd2aab16-ed6e-4e6c-ac7b-881d2a4d09e0 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:53:32.184206 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (bd2aab16-ed6e-4e6c-ac7b-881d2a4d09e0), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:32.184432 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6c4252f2-f4b0-4b20-9be6-25dd9b63af26 req-752f86be-22b7-4544-956d-4dbb0b5c8329 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] 10.222.0.72 "GET /v2.0/security-groups?id=d6877574-acb3-43f4-bf3f-b561a089577a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2880661 Feb 19 02:53:32.201996 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e5246c91-f700-4d33-afc8-11b65915431b req-cf4818f6-9eca-4336-a014-110e4c69a425 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=d6877574-acb3-43f4-bf3f-b561a089577a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531153 Feb 19 02:53:32.334880 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-31ed4be2-0e83-4eda-96c3-91c8f4cc0031 None None] For port 8bc22be8-bb6d-44ad-a15d-9e4390ea4ae8, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:53:32.339369 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-31ed4be2-0e83-4eda-96c3-91c8f4cc0031 None None] For port 8bc22be8-bb6d-44ad-a15d-9e4390ea4ae8, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=8bc22be8-bb6d-44ad-a15d-9e4390ea4ae8,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:53:32.343944 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-800eba2c-eb41-44bc-bece-caffd9d86095 None None] Provisioning complete for port 793112d4-7b3b-4194-9e86-f2d4f442cb27 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:53:32.345223 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-800eba2c-eb41-44bc-bece-caffd9d86095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (793112d4-7b3b-4194-9e86-f2d4f442cb27), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:32.372836 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-31ed4be2-0e83-4eda-96c3-91c8f4cc0031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (8bc22be8-bb6d-44ad-a15d-9e4390ea4ae8), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:32.402470 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-787fdb9e-3e3e-4132-bfbb-1da2c42eacdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16289271'] for router_interface (2c49e0e8-a461-419a-a206-6c7029bf8ada), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:32.405491 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [req-58f9be6b-c23a-4a36-8392-832f357b9547 req-4e3650d9-a075-42c7-ba7b-2bab97164c9c tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Allocated IP 19.86.0.217 (33d38d96-e529-4bec-a291-669d47119431/5089841d-ff38-402e-8c68-b83972eb0b3d/40291aae-4431-4ec1-9ebf-236b22042468) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:53:32.473510 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ea5661c4-b3dc-4f87-aacc-ad65ae12567c admin admin] Publish callbacks [] for security_group (935f37ca-bdd1-4d36-bef1-fcdce309d8e6), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:32.486839 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ea5661c4-b3dc-4f87-aacc-ad65ae12567c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (935f37ca-bdd1-4d36-bef1-fcdce309d8e6), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:32.515916 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-800eba2c-eb41-44bc-bece-caffd9d86095 None None] Port 793112d4-7b3b-4194-9e86-f2d4f442cb27 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:53:32.531960 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c5545d-269e-4b62-9d16-5b044b72a0c4 req-f4606a1e-8e7f-4a95-96fe-b52d323e27c2 tempest-VolumesActionsTest-716121604 tempest-VolumesActionsTest-716121604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:32.534670 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f9c5545d-269e-4b62-9d16-5b044b72a0c4 req-f4606a1e-8e7f-4a95-96fe-b52d323e27c2 tempest-VolumesActionsTest-716121604 tempest-VolumesActionsTest-716121604-project] 10.222.0.72 "GET /v2.0/ports?device_id=e767af4c-bed0-46d9-a2b6-070b6129d8df HTTP/1.1" status: 200 len: 944 time: 0.1979544 Feb 19 02:53:32.552219 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-ea5661c4-b3dc-4f87-aacc-ad65ae12567c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=fd2f55b2858f4ebca80b01e5550b8e20&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0202577 Feb 19 02:53:32.558409 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 34892) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:53:32.600094 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d6cbde-d098-4dcd-838b-8463e4c8fe27 None None] Pushing event updated for resources: {'Port': ['ID=8bc22be8-bb6d-44ad-a15d-9e4390ea4ae8,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:32.627487 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port bd2aab16-ed6e-4e6c-ac7b-881d2a4d09e0 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:53:32.627867 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (bd2aab16-ed6e-4e6c-ac7b-881d2a4d09e0), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:32.644375 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ed4be2-0e83-4eda-96c3-91c8f4cc0031 None None] Routers {'2c49e0e8-a461-419a-a206-6c7029bf8ada'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:53:32.645411 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-31ed4be2-0e83-4eda-96c3-91c8f4cc0031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:53:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['2c49e0e8-a461-419a-a206-6c7029bf8ada'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:53:32.686956 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f9c5545d-269e-4b62-9d16-5b044b72a0c4 req-c899c1b2-c33a-40fa-b000-39385933da0f tempest-VolumesActionsTest-716121604 tempest-VolumesActionsTest-716121604-project] 10.222.0.72 "GET /v2.0/security-groups?id=2cc4a2a1-40b2-481e-99fd-d807da4ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296046 Feb 19 02:53:32.727927 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5661c4-b3dc-4f87-aacc-ad65ae12567c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=935f37ca-bdd1-4d36-bef1-fcdce309d8e6,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:32.734589 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-800eba2c-eb41-44bc-bece-caffd9d86095 None None] Provisioning complete for port 5624ec6e-3f66-4cf8-9d04-8a44ef1713d9 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:53:32.735056 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-800eba2c-eb41-44bc-bece-caffd9d86095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (5624ec6e-3f66-4cf8-9d04-8a44ef1713d9), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:32.749999 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e3187e-3716-416a-9458-2ec87e0f633e req-cf3a7d94-3034-48c1-a578-39eade68a4a5 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:32.751699 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-79e3187e-3716-416a-9458-2ec87e0f633e req-cf3a7d94-3034-48c1-a578-39eade68a4a5 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] 10.222.0.72 "GET /v2.0/ports?device_id=5aec96ce-2ba0-4d95-9542-da4e1370f97d HTTP/1.1" status: 200 len: 931 time: 0.4647357 Feb 19 02:53:32.816915 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port bd2aab16-ed6e-4e6c-ac7b-881d2a4d09e0, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=bd2aab16-ed6e-4e6c-ac7b-881d2a4d09e0,segment=NetworkSegment(b398e613-0491-4825-8c0e-13ffa7bc0c4a),segment_id=b398e613-0491-4825-8c0e-13ffa7bc0c4a)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:53:32.850541 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a22ed4f9-8ff6-43cc-9c20-0229da22e797 admin admin] Publish callbacks [] for security_group (935f37ca-bdd1-4d36-bef1-fcdce309d8e6), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:32.860369 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da76bc92-31a4-4d2f-9e50-8d96c7fd6d12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f74a5c6-3d08-47ab-b29b-cb6315c92335'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:53:32.862639 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ded2923-9722-4e3d-9f03-735b6afcbbe7" -d '{"events": [{"server_uuid": "da76bc92-31a4-4d2f-9e50-8d96c7fd6d12", "name": "network-vif-plugged", "status": "completed", "tag": "5f74a5c6-3d08-47ab-b29b-cb6315c92335"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:53:32.871469 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (bd2aab16-ed6e-4e6c-ac7b-881d2a4d09e0), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:32.873174 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 996a3eb1-8e98-433d-a6e9-875818eb3e75 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:53:32.892479 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3a61a6d4-863a-40de-8777-07108168be2f req-eb66168e-227e-438d-bf01-2f44411b7a4f tempest-ServerShowV257Test-466890171 tempest-ServerShowV257Test-466890171-project] 10.222.0.72 "GET /v2.0/ports?device_id=7eeb4482-4d2e-4b0b-b05d-c90d660114c8 HTTP/1.1" status: 200 len: 210 time: 0.0521452 Feb 19 02:53:32.911488 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 98831463-f678-49e1-a7d0-cf0a64ea46cc details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:53:32.920951 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a22ed4f9-8ff6-43cc-9c20-0229da22e797 admin admin] Publish callbacks [] for security_group (935f37ca-bdd1-4d36-bef1-fcdce309d8e6), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:32.933521 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff9b512-3b42-4b50-9fd0-33ed14e4a1a6 req-e69ccd0b-0bf3-419f-9df1-12d681d2da1b tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:32.935353 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6ff9b512-3b42-4b50-9fd0-33ed14e4a1a6 req-e69ccd0b-0bf3-419f-9df1-12d681d2da1b tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.82 "GET /v2.0/networks?id=2a0a79ed-8a33-4798-af54-05a0cb1f0f3c HTTP/1.1" status: 200 len: 818 time: 0.4382434 Feb 19 02:53:32.990063 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-58f9be6b-c23a-4a36-8392-832f357b9547 req-4e3650d9-a075-42c7-ba7b-2bab97164c9c tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks [] for port (40291aae-4431-4ec1-9ebf-236b22042468), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:32.996626 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-6ff9b512-3b42-4b50-9fd0-33ed14e4a1a6 req-c4e1410b-af04-4083-b2b0-47300590b112 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] Request body: {'port': {'device_id': '5bb9eab4-0d6c-4134-ab2b-95a69750261e', 'network_id': '2a0a79ed-8a33-4798-af54-05a0cb1f0f3c', 'admin_state_up': True, 'tenant_id': '8ee938a19b3e4074b489f411ca258ca6'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:53:33.046516 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-31ed4be2-0e83-4eda-96c3-91c8f4cc0031 None None] Set router 2c49e0e8-a461-419a-a206-6c7029bf8ada gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:53:33.068973 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a22ed4f9-8ff6-43cc-9c20-0229da22e797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (935f37ca-bdd1-4d36-bef1-fcdce309d8e6), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:33.073284 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a22ed4f9-8ff6-43cc-9c20-0229da22e797 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:33.076840 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-a22ed4f9-8ff6-43cc-9c20-0229da22e797 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/935f37ca-bdd1-4d36-bef1-fcdce309d8e6 HTTP/1.1" status: 204 len: 168 time: 0.5142601 Feb 19 02:53:33.111216 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.db.resource_extend [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 02:53:33.112224 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22ed4f9-8ff6-43cc-9c20-0229da22e797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=935f37ca-bdd1-4d36-bef1-fcdce309d8e6,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:33.118294 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-58f9be6b-c23a-4a36-8392-832f357b9547 req-4e3650d9-a075-42c7-ba7b-2bab97164c9c tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (40291aae-4431-4ec1-9ebf-236b22042468), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:33.220920 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58f9be6b-c23a-4a36-8392-832f357b9547 req-4e3650d9-a075-42c7-ba7b-2bab97164c9c tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Network 33d38d96-e529-4bec-a291-669d47119431 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:53:33.229667 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [req-58f9be6b-c23a-4a36-8392-832f357b9547 req-4e3650d9-a075-42c7-ba7b-2bab97164c9c tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:53:33.235218 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-58f9be6b-c23a-4a36-8392-832f357b9547 req-4e3650d9-a075-42c7-ba7b-2bab97164c9c tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:53:33.240579 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3650d9-a075-42c7-ba7b-2bab97164c9c tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Pushing event updated for resources: {'Port': ['ID=40291aae-4431-4ec1-9ebf-236b22042468,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:33.272906 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 98831463-f678-49e1-a7d0-cf0a64ea46cc, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=98831463-f678-49e1-a7d0-cf0a64ea46cc,segment=NetworkSegment(5c0c0d9a-0358-48d2-8f6a-b26544e62a35),segment_id=5c0c0d9a-0358-48d2-8f6a-b26544e62a35)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:53:33.300006 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=bd2aab16-ed6e-4e6c-ac7b-881d2a4d09e0,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:33.314048 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-800eba2c-eb41-44bc-bece-caffd9d86095 None None] Current status of the port 5624ec6e-3f66-4cf8-9d04-8a44ef1713d9 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:53:33.314437 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-800eba2c-eb41-44bc-bece-caffd9d86095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (5624ec6e-3f66-4cf8-9d04-8a44ef1713d9), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:33.316274 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': '98831463-f678-49e1-a7d0-cf0a64ea46cc', 'network_id': 'ee7fc1a6-21cc-456b-9e14-77ae119f1882', 'port_id': '98831463-f678-49e1-a7d0-cf0a64ea46cc', 'mac_address': 'fa:16:3e:f5:97:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70558662-5433-4a37-b877-833aa2281e7b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:53:33.354425 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f9be6b-c23a-4a36-8392-832f357b9547 req-4e3650d9-a075-42c7-ba7b-2bab97164c9c tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:33.356161 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-58f9be6b-c23a-4a36-8392-832f357b9547 req-4e3650d9-a075-42c7-ba7b-2bab97164c9c tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:33.388975 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-58f9be6b-c23a-4a36-8392-832f357b9547 req-4e3650d9-a075-42c7-ba7b-2bab97164c9c tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7169516 Feb 19 02:53:33.411116 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-58f9be6b-c23a-4a36-8392-832f357b9547 req-533daefa-62dd-4e66-bbe2-add4499ec4e3 service neutron] Request body: {'port': {'device_id': '5aec96ce-2ba0-4d95-9542-da4e1370f97d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826753-2'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:53:33.482546 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 996a3eb1-8e98-433d-a6e9-875818eb3e75 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:53:33.483200 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (996a3eb1-8e98-433d-a6e9-875818eb3e75), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:33.580643 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-58f9be6b-c23a-4a36-8392-832f357b9547 req-533daefa-62dd-4e66-bbe2-add4499ec4e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (3876157c-ae4e-43c6-b416-c480573dea57), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:33.624513 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-800eba2c-eb41-44bc-bece-caffd9d86095 None None] For port 5624ec6e-3f66-4cf8-9d04-8a44ef1713d9, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=5624ec6e-3f66-4cf8-9d04-8a44ef1713d9,segment=NetworkSegment(72c6b983-ce3b-443f-a986-dacc47c707eb),segment_id=72c6b983-ce3b-443f-a986-dacc47c707eb)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:53:33.644474 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-800eba2c-eb41-44bc-bece-caffd9d86095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (5624ec6e-3f66-4cf8-9d04-8a44ef1713d9), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:33.663417 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 98831463-f678-49e1-a7d0-cf0a64ea46cc is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:53:33.664132 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (98831463-f678-49e1-a7d0-cf0a64ea46cc), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:33.698165 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ff9b512-3b42-4b50-9fd0-33ed14e4a1a6 req-c4e1410b-af04-4083-b2b0-47300590b112 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] Made reservation on behalf of 8ee938a19b3e4074b489f411ca258ca6 for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:53:33.701820 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-6ff9b512-3b42-4b50-9fd0-33ed14e4a1a6 req-c4e1410b-af04-4083-b2b0-47300590b112 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:33.729216 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98831463-f678-49e1-a7d0-cf0a64ea46cc {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:53:33.779033 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-79e3187e-3716-416a-9458-2ec87e0f633e req-911e76ff-5cbc-4cc7-8d7e-28391abfc285 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] 10.222.0.72 "GET /v2.0/security-groups?id=ed4112f7-4072-40c7-a6a7-08b05eb3305e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0204473 Feb 19 02:53:33.827706 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800eba2c-eb41-44bc-bece-caffd9d86095 None None] Pushing event updated for resources: {'Port': ['ID=5624ec6e-3f66-4cf8-9d04-8a44ef1713d9,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:33.834310 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 98831463-f678-49e1-a7d0-cf0a64ea46cc, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=98831463-f678-49e1-a7d0-cf0a64ea46cc,segment=NetworkSegment(5c0c0d9a-0358-48d2-8f6a-b26544e62a35),segment_id=5c0c0d9a-0358-48d2-8f6a-b26544e62a35)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:53:33.867715 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92867e33-231c-49ad-9a8e-7a328cbf5e9e x-openstack-request-id: req-92867e33-231c-49ad-9a8e-7a328cbf5e9e {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:53:33.868280 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da76bc92-31a4-4d2f-9e50-8d96c7fd6d12", "name": "network-vif-plugged", "status": "completed", "tag": "5f74a5c6-3d08-47ab-b29b-cb6315c92335", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:53:33.868831 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-92867e33-231c-49ad-9a8e-7a328cbf5e9e {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:53:33.869497 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da76bc92-31a4-4d2f-9e50-8d96c7fd6d12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f74a5c6-3d08-47ab-b29b-cb6315c92335', 'code': 200} Feb 19 02:53:33.872528 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d6b0131-2e3d-433c-87b4-feaa9aba0386 None None] Provisioning complete for port 40291aae-4431-4ec1-9ebf-236b22042468 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:53:33.873159 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d6b0131-2e3d-433c-87b4-feaa9aba0386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (40291aae-4431-4ec1-9ebf-236b22042468), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:33.882124 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (98831463-f678-49e1-a7d0-cf0a64ea46cc), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:34.125856 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d6b0131-2e3d-433c-87b4-feaa9aba0386 None None] Port 40291aae-4431-4ec1-9ebf-236b22042468 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:53:34.133923 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e691f1-8a50-4122-ac69-2b3564744c96 req-221f27d2-8c36-4b0c-a865-31001717f3a7 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:34.142410 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-72e691f1-8a50-4122-ac69-2b3564744c96 req-221f27d2-8c36-4b0c-a865-31001717f3a7 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/networks?id=2a0a79ed-8a33-4798-af54-05a0cb1f0f3c HTTP/1.1" status: 200 len: 818 time: 1.0787871 Feb 19 02:53:34.187972 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 996a3eb1-8e98-433d-a6e9-875818eb3e75 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:53:34.189347 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 5624ec6e-3f66-4cf8-9d04-8a44ef1713d9 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:53:34.227274 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d6b0131-2e3d-433c-87b4-feaa9aba0386 None None] Provisioning complete for port 3876157c-ae4e-43c6-b416-c480573dea57 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:53:34.228105 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d6b0131-2e3d-433c-87b4-feaa9aba0386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (3876157c-ae4e-43c6-b416-c480573dea57), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:34.280322 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=98831463-f678-49e1-a7d0-cf0a64ea46cc,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:34.289617 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8c151292-9b6e-4f57-82ec-8d60319a20f8 req-cdf8c5e3-8926-471c-b41f-cc3fa9521223 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] 10.222.0.72 "GET /v2.0/ports?device_id=85b3493e-4e6d-43dd-97f1-de789984e9e0 HTTP/1.1" status: 200 len: 210 time: 0.2739849 Feb 19 02:53:34.307110 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-72e691f1-8a50-4122-ac69-2b3564744c96 req-3c85c080-71d7-4ce4-ada3-159a2fbb7ed2 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/quotas/8ee938a19b3e4074b489f411ca258ca6 HTTP/1.1" status: 200 len: 375 time: 0.1637442 Feb 19 02:53:34.316030 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['98831463-f678-49e1-a7d0-cf0a64ea46cc'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:53:34.333297 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-31ed4be2-0e83-4eda-96c3-91c8f4cc0031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c49e0e8-a461-419a-a206-6c7029bf8ada', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2144450299-router', 'tenant_id': '1e42a34c6136455ebefd6494f70ef39d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '8bc22be8-bb6d-44ad-a15d-9e4390ea4ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:53:18Z', 'updated_at': '2022-02-19T02:53:28Z', 'revision_number': 4, 'project_id': '1e42a34c6136455ebefd6494f70ef39d', 'gw_port': {'id': '8bc22be8-bb6d-44ad-a15d-9e4390ea4ae8', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:08:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c49e0e8-a461-419a-a206-6c7029bf8ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:53:21Z', 'updated_at': '2022-02-19T02:53:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '793112d4-7b3b-4194-9e86-f2d4f442cb27', 'name': '', 'network_id': 'a3344a71-1e85-4794-a87b-fdf89b41ccf4', 'tenant_id': '1e42a34c6136455ebefd6494f70ef39d', 'mac_address': 'fa:16:3e:c4:e4:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c49e0e8-a461-419a-a206-6c7029bf8ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '1b45988d-baf4-4229-8951-85416273e5dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:53:27Z', 'updated_at': '2022-02-19T02:53:28Z', 'revision_number': 2, 'project_id': '1e42a34c6136455ebefd6494f70ef39d', 'subnets': [{'id': '1b45988d-baf4-4229-8951-85416273e5dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:53:34.346605 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 34932) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:53:34.404302 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ed4be2-0e83-4eda-96c3-91c8f4cc0031 None None] The sync data for ids ['2c49e0e8-a461-419a-a206-6c7029bf8ada'] in n-d-826753-2 is: [{'id': '2c49e0e8-a461-419a-a206-6c7029bf8ada', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2144450299-router', 'tenant_id': '1e42a34c6136455ebefd6494f70ef39d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '8bc22be8-bb6d-44ad-a15d-9e4390ea4ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:53:18Z', 'updated_at': '2022-02-19T02:53:28Z', 'revision_number': 4, 'project_id': '1e42a34c6136455ebefd6494f70ef39d', 'gw_port': {'id': '8bc22be8-bb6d-44ad-a15d-9e4390ea4ae8', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:08:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c49e0e8-a461-419a-a206-6c7029bf8ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:53:21Z', 'updated_at': '2022-02-19T02:53:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '793112d4-7b3b-4194-9e86-f2d4f442cb27', 'name': '', 'network_id': 'a3344a71-1e85-4794-a87b-fdf89b41ccf4', 'tenant_id': '1e42a34c6136455ebefd6494f70ef39d', 'mac_address': 'fa:16:3e:c4:e4:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c49e0e8-a461-419a-a206-6c7029bf8ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '1b45988d-baf4-4229-8951-85416273e5dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:53:27Z', 'updated_at': '2022-02-19T02:53:28Z', 'revision_number': 2, 'project_id': '1e42a34c6136455ebefd6494f70ef39d', 'subnets': [{'id': '1b45988d-baf4-4229-8951-85416273e5dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:53:34.406894 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d6b0131-2e3d-433c-87b4-feaa9aba0386 None None] Port 3876157c-ae4e-43c6-b416-c480573dea57 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:53:34.439229 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 5624ec6e-3f66-4cf8-9d04-8a44ef1713d9 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:53:34.439613 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (5624ec6e-3f66-4cf8-9d04-8a44ef1713d9), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:34.499755 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [req-6ff9b512-3b42-4b50-9fd0-33ed14e4a1a6 req-c4e1410b-af04-4083-b2b0-47300590b112 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] Allocated IP 172.20.0.6 (2a0a79ed-8a33-4798-af54-05a0cb1f0f3c/1de208d8-9bd1-42de-af89-32eb5f962cf7/dbe88812-a5ed-4d59-8ee2-a6462da57fd6) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:53:34.503771 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d6b0131-2e3d-433c-87b4-feaa9aba0386 None None] Provisioning complete for port 5624ec6e-3f66-4cf8-9d04-8a44ef1713d9 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:53:34.504001 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d6b0131-2e3d-433c-87b4-feaa9aba0386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (5624ec6e-3f66-4cf8-9d04-8a44ef1713d9), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:34.591282 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3513437-9a2b-49e3-a059-83ef92d18c16 req-31e5e93b-b179-44c6-a86a-853a56a3087c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:34.593040 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a3513437-9a2b-49e3-a059-83ef92d18c16 req-31e5e93b-b179-44c6-a86a-853a56a3087c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=da76bc92-31a4-4d2f-9e50-8d96c7fd6d12 HTTP/1.1" status: 200 len: 1128 time: 0.5950520 Feb 19 02:53:34.692337 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-917e677c-a0f1-47a1-95de-a342176b62aa admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-867629780-network', 'tenant_id': '60cd2412755d4ac9a24ef5f571b19bc2'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:53:34.713296 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-72e691f1-8a50-4122-ac69-2b3564744c96 req-de98132d-a76a-4e68-8c6b-1b9e2d4253f2 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=8ee938a19b3e4074b489f411ca258ca6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3673272 Feb 19 02:53:34.726283 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 5624ec6e-3f66-4cf8-9d04-8a44ef1713d9 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:53:34.753730 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-58f9be6b-c23a-4a36-8392-832f357b9547 req-533daefa-62dd-4e66-bbe2-add4499ec4e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3876157c-ae4e-43c6-b416-c480573dea57 {{(pid=103702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:53:34.780758 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-58f9be6b-c23a-4a36-8392-832f357b9547 req-533daefa-62dd-4e66-bbe2-add4499ec4e3 service neutron] Publish callbacks [] for port (3876157c-ae4e-43c6-b416-c480573dea57), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:34.796023 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d6b0131-2e3d-433c-87b4-feaa9aba0386 None None] Current status of the port 5624ec6e-3f66-4cf8-9d04-8a44ef1713d9 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:53:34.812522 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-58f9be6b-c23a-4a36-8392-832f357b9547 req-533daefa-62dd-4e66-bbe2-add4499ec4e3 service neutron] Transition to ACTIVE for port object 3876157c-ae4e-43c6-b416-c480573dea57 will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:53:34.820135 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-58f9be6b-c23a-4a36-8392-832f357b9547 req-533daefa-62dd-4e66-bbe2-add4499ec4e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (3876157c-ae4e-43c6-b416-c480573dea57), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:34.879229 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a3513437-9a2b-49e3-a059-83ef92d18c16 req-065fecd0-2ce8-4ca6-b706-2ad7947d1596 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d6877574-acb3-43f4-bf3f-b561a089577a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533019 Feb 19 02:53:34.924873 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device bd2aab16-ed6e-4e6c-ac7b-881d2a4d09e0 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:53:34.925294 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d2de9e-6679-4648-9d10-47614435de96 req-027bbaeb-b997-4866-9a30-425a307f0d5a tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:34.934658 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-38d2de9e-6679-4648-9d10-47614435de96 req-027bbaeb-b997-4866-9a30-425a307f0d5a tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] 10.222.0.72 "GET /v2.0/ports?device_id=da76bc92-31a4-4d2f-9e50-8d96c7fd6d12 HTTP/1.1" status: 200 len: 946 time: 0.5303099 Feb 19 02:53:34.947304 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533daefa-62dd-4e66-bbe2-add4499ec4e3 service neutron] Pushing event updated for resources: {'Port': ['ID=3876157c-ae4e-43c6-b416-c480573dea57,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:34.976320 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-917e677c-a0f1-47a1-95de-a342176b62aa admin admin] Made reservation on behalf of 60cd2412755d4ac9a24ef5f571b19bc2 for: {'network': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:53:34.984176 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-917e677c-a0f1-47a1-95de-a342176b62aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:35.074719 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port bd2aab16-ed6e-4e6c-ac7b-881d2a4d09e0 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:53:35.075184 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (bd2aab16-ed6e-4e6c-ac7b-881d2a4d09e0), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:35.079417 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-58f9be6b-c23a-4a36-8392-832f357b9547 req-533daefa-62dd-4e66-bbe2-add4499ec4e3 service neutron] Attempting to bind port 3876157c-ae4e-43c6-b416-c480573dea57 on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:53:35.081403 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-58f9be6b-c23a-4a36-8392-832f357b9547 req-533daefa-62dd-4e66-bbe2-add4499ec4e3 service neutron] Attempting to bind port 3876157c-ae4e-43c6-b416-c480573dea57 by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': 'bff586ae-cd5e-4d6c-a49c-276f559430dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '8441b77e-3563-4613-a82d-dc878a3437fe'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:53:35.084607 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f9be6b-c23a-4a36-8392-832f357b9547 req-533daefa-62dd-4e66-bbe2-add4499ec4e3 service neutron] Attempting to bind port 3876157c-ae4e-43c6-b416-c480573dea57 on network 8441b77e-3563-4613-a82d-dc878a3437fe {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:53:35.094022 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-917e677c-a0f1-47a1-95de-a342176b62aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:35.101853 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f9be6b-c23a-4a36-8392-832f357b9547 req-533daefa-62dd-4e66-bbe2-add4499ec4e3 service neutron] Port 3876157c-ae4e-43c6-b416-c480573dea57 on network 8441b77e-3563-4613-a82d-dc878a3437fe not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:53:35.104021 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f9be6b-c23a-4a36-8392-832f357b9547 req-533daefa-62dd-4e66-bbe2-add4499ec4e3 service neutron] Attempting to bind port 3876157c-ae4e-43c6-b416-c480573dea57 on network 8441b77e-3563-4613-a82d-dc878a3437fe {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:53:35.113206 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f9be6b-c23a-4a36-8392-832f357b9547 req-533daefa-62dd-4e66-bbe2-add4499ec4e3 service neutron] Checking agent: {'id': 'bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:53:35.113799 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f9be6b-c23a-4a36-8392-832f357b9547 req-533daefa-62dd-4e66-bbe2-add4499ec4e3 service neutron] Checking segment: {'id': 'bff586ae-cd5e-4d6c-a49c-276f559430dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '8441b77e-3563-4613-a82d-dc878a3437fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:53:35.114499 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f9be6b-c23a-4a36-8392-832f357b9547 req-533daefa-62dd-4e66-bbe2-add4499ec4e3 service neutron] Bound using segment: {'id': 'bff586ae-cd5e-4d6c-a49c-276f559430dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '8441b77e-3563-4613-a82d-dc878a3437fe'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:53:35.115045 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-58f9be6b-c23a-4a36-8392-832f357b9547 req-533daefa-62dd-4e66-bbe2-add4499ec4e3 service neutron] Bound port: 3876157c-ae4e-43c6-b416-c480573dea57, host: n-h2-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bff586ae-cd5e-4d6c-a49c-276f559430dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '8441b77e-3563-4613-a82d-dc878a3437fe'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:53:35.115505 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-58f9be6b-c23a-4a36-8392-832f357b9547 req-533daefa-62dd-4e66-bbe2-add4499ec4e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (3876157c-ae4e-43c6-b416-c480573dea57), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:35.165477 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-787fdb9e-3e3e-4132-bfbb-1da2c42eacdd admin admin] Deleting port 793112d4-7b3b-4194-9e86-f2d4f442cb27 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:53:35.166066 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-787fdb9e-3e3e-4132-bfbb-1da2c42eacdd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (793112d4-7b3b-4194-9e86-f2d4f442cb27), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:35.220188 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port bd2aab16-ed6e-4e6c-ac7b-881d2a4d09e0 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:53:35.221357 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 5624ec6e-3f66-4cf8-9d04-8a44ef1713d9 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:53:35.228462 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-58f9be6b-c23a-4a36-8392-832f357b9547 req-533daefa-62dd-4e66-bbe2-add4499ec4e3 service neutron] For port 3876157c-ae4e-43c6-b416-c480573dea57, host n-h2-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:53:35.233350 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-58f9be6b-c23a-4a36-8392-832f357b9547 req-533daefa-62dd-4e66-bbe2-add4499ec4e3 service neutron] For port 3876157c-ae4e-43c6-b416-c480573dea57, host n-h2-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=3876157c-ae4e-43c6-b416-c480573dea57,segment=NetworkSegment(bff586ae-cd5e-4d6c-a49c-276f559430dd),segment_id=bff586ae-cd5e-4d6c-a49c-276f559430dd)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:53:35.241846 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-72e691f1-8a50-4122-ac69-2b3564744c96 req-0239c9f9-42ba-4201-9b4d-89f700053784 service neutron] 10.222.0.72 "GET /v2.0/networks/2a0a79ed-8a33-4798-af54-05a0cb1f0f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5254700 Feb 19 02:53:35.248006 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-58f9be6b-c23a-4a36-8392-832f357b9547 req-533daefa-62dd-4e66-bbe2-add4499ec4e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (3876157c-ae4e-43c6-b416-c480573dea57), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:35.284864 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f9be6b-c23a-4a36-8392-832f357b9547 req-533daefa-62dd-4e66-bbe2-add4499ec4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:35.286857 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-58f9be6b-c23a-4a36-8392-832f357b9547 req-533daefa-62dd-4e66-bbe2-add4499ec4e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:35.289389 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-58f9be6b-c23a-4a36-8392-832f357b9547 req-533daefa-62dd-4e66-bbe2-add4499ec4e3 service neutron] 10.222.0.82 "PUT /v2.0/ports/3876157c-ae4e-43c6-b416-c480573dea57 HTTP/1.1" status: 200 len: 1091 time: 1.8856933 Feb 19 02:53:35.341876 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 5624ec6e-3f66-4cf8-9d04-8a44ef1713d9 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:53:35.342307 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (5624ec6e-3f66-4cf8-9d04-8a44ef1713d9), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:35.344996 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aec96ce-2ba0-4d95-9542-da4e1370f97d', 'tag': '3876157c-ae4e-43c6-b416-c480573dea57'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:53:35.362389 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b59f0e-e44d-4ee5-8cfb-0b85248606c1" -d '{"events": [{"name": "network-changed", "server_uuid": "5aec96ce-2ba0-4d95-9542-da4e1370f97d", "tag": "3876157c-ae4e-43c6-b416-c480573dea57"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:53:35.374214 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-58f9be6b-c23a-4a36-8392-832f357b9547 req-4e7e60bc-ccf3-475f-aa7a-24c03063202d service neutron] Request body: {'port': {'device_id': '5aec96ce-2ba0-4d95-9542-da4e1370f97d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826753-2'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:53:35.404395 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-38d2de9e-6679-4648-9d10-47614435de96 req-454666a1-2d8c-4888-8082-a4291f18ffae tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] 10.222.0.72 "GET /v2.0/security-groups?id=d6877574-acb3-43f4-bf3f-b561a089577a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4688520 Feb 19 02:53:35.474320 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 5624ec6e-3f66-4cf8-9d04-8a44ef1713d9 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:53:35.527743 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-58f9be6b-c23a-4a36-8392-832f357b9547 req-4e7e60bc-ccf3-475f-aa7a-24c03063202d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (40291aae-4431-4ec1-9ebf-236b22042468), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:35.597531 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533daefa-62dd-4e66-bbe2-add4499ec4e3 service neutron] Pushing event updated for resources: {'Port': ['ID=3876157c-ae4e-43c6-b416-c480573dea57,revision_number=3']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:35.699980 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-6ff9b512-3b42-4b50-9fd0-33ed14e4a1a6 req-c4e1410b-af04-4083-b2b0-47300590b112 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] Publish callbacks [] for port (dbe88812-a5ed-4d59-8ee2-a6462da57fd6), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:35.718168 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-787fdb9e-3e3e-4132-bfbb-1da2c42eacdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (793112d4-7b3b-4194-9e86-f2d4f442cb27), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:35.787334 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-787fdb9e-3e3e-4132-bfbb-1da2c42eacdd admin admin] Calling delete_port for 793112d4-7b3b-4194-9e86-f2d4f442cb27 owned by network:router_interface {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:53:35.847931 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-72e691f1-8a50-4122-ac69-2b3564744c96 req-baf8934f-32e5-4a45-bdd2-addbe7f2e457 service neutron] 10.222.0.72 "GET /v2.0/networks/2a0a79ed-8a33-4798-af54-05a0cb1f0f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6051528 Feb 19 02:53:35.959862 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-58f9be6b-c23a-4a36-8392-832f357b9547 req-4e7e60bc-ccf3-475f-aa7a-24c03063202d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40291aae-4431-4ec1-9ebf-236b22042468 {{(pid=103702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:53:35.961477 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-917e677c-a0f1-47a1-95de-a342176b62aa admin admin] Publish callbacks [] for security_group (c18c8961-f07d-4937-88ea-8df5c42d7449), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:35.971628 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-58f9be6b-c23a-4a36-8392-832f357b9547 req-4e7e60bc-ccf3-475f-aa7a-24c03063202d service neutron] Publish callbacks [] for port (40291aae-4431-4ec1-9ebf-236b22042468), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:35.980555 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fa042b-4dcc-46d3-a3a0-422d9535c359 req-ad2c8420-2d3d-430d-8b90-e01001bbb3fe tempest-VolumesActionsTest-716121604 tempest-VolumesActionsTest-716121604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:35.989613 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-58f9be6b-c23a-4a36-8392-832f357b9547 req-4e7e60bc-ccf3-475f-aa7a-24c03063202d service neutron] Transition to ACTIVE for port object 40291aae-4431-4ec1-9ebf-236b22042468 will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:53:35.992996 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-06fa042b-4dcc-46d3-a3a0-422d9535c359 req-ad2c8420-2d3d-430d-8b90-e01001bbb3fe tempest-VolumesActionsTest-716121604 tempest-VolumesActionsTest-716121604-project] 10.222.0.72 "GET /v2.0/ports?device_id=e767af4c-bed0-46d9-a2b6-070b6129d8df HTTP/1.1" status: 200 len: 945 time: 0.4330440 Feb 19 02:53:35.996533 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-58f9be6b-c23a-4a36-8392-832f357b9547 req-4e7e60bc-ccf3-475f-aa7a-24c03063202d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (40291aae-4431-4ec1-9ebf-236b22042468), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:36.005963 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-6ff9b512-3b42-4b50-9fd0-33ed14e4a1a6 req-c4e1410b-af04-4083-b2b0-47300590b112 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (dbe88812-a5ed-4d59-8ee2-a6462da57fd6), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:36.007890 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-917e677c-a0f1-47a1-95de-a342176b62aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (c18c8961-f07d-4937-88ea-8df5c42d7449), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:36.097879 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-917e677c-a0f1-47a1-95de-a342176b62aa admin admin] vlan segment allocate from pool success with {'vlan_id': 290, 'physical_network': 'physnet1'} {{(pid=103701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:53:36.157957 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7e60bc-ccf3-475f-aa7a-24c03063202d service neutron] Pushing event updated for resources: {'Port': ['ID=40291aae-4431-4ec1-9ebf-236b22042468,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:36.167095 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917e677c-a0f1-47a1-95de-a342176b62aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c18c8961-f07d-4937-88ea-8df5c42d7449,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:36.241274 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ff9b512-3b42-4b50-9fd0-33ed14e4a1a6 req-c4e1410b-af04-4083-b2b0-47300590b112 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] Network 2a0a79ed-8a33-4798-af54-05a0cb1f0f3c is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:53:36.259451 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-917e677c-a0f1-47a1-95de-a342176b62aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (9dc72441-817a-452a-8e88-f736d9f767db), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:36.259935 n-d-826753-2 neutron-server[103701]: INFO neutron.db.segments_db [None req-917e677c-a0f1-47a1-95de-a342176b62aa admin admin] Added segment 9dc72441-817a-452a-8e88-f736d9f767db of type vlan for network 83c866d3-e000-4397-a50d-1c4d2fa3070f Feb 19 02:53:36.296536 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [req-6ff9b512-3b42-4b50-9fd0-33ed14e4a1a6 req-c4e1410b-af04-4083-b2b0-47300590b112 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:53:36.298588 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e1410b-af04-4083-b2b0-47300590b112 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] Pushing event updated for resources: {'Port': ['ID=dbe88812-a5ed-4d59-8ee2-a6462da57fd6,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:36.322093 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ff9b512-3b42-4b50-9fd0-33ed14e4a1a6 req-c4e1410b-af04-4083-b2b0-47300590b112 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:53:36.341829 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-58f9be6b-c23a-4a36-8392-832f357b9547 req-4e7e60bc-ccf3-475f-aa7a-24c03063202d service neutron] Attempting to bind port 40291aae-4431-4ec1-9ebf-236b22042468 on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:53:36.342778 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-58f9be6b-c23a-4a36-8392-832f357b9547 req-4e7e60bc-ccf3-475f-aa7a-24c03063202d service neutron] Attempting to bind port 40291aae-4431-4ec1-9ebf-236b22042468 by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': '72c6b983-ce3b-443f-a986-dacc47c707eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '33d38d96-e529-4bec-a291-669d47119431'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:53:36.343122 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f9be6b-c23a-4a36-8392-832f357b9547 req-4e7e60bc-ccf3-475f-aa7a-24c03063202d service neutron] Attempting to bind port 40291aae-4431-4ec1-9ebf-236b22042468 on network 33d38d96-e529-4bec-a291-669d47119431 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:53:36.351320 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f9be6b-c23a-4a36-8392-832f357b9547 req-4e7e60bc-ccf3-475f-aa7a-24c03063202d service neutron] Port 40291aae-4431-4ec1-9ebf-236b22042468 on network 33d38d96-e529-4bec-a291-669d47119431 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:53:36.351662 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f9be6b-c23a-4a36-8392-832f357b9547 req-4e7e60bc-ccf3-475f-aa7a-24c03063202d service neutron] Attempting to bind port 40291aae-4431-4ec1-9ebf-236b22042468 on network 33d38d96-e529-4bec-a291-669d47119431 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:53:36.357610 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f9be6b-c23a-4a36-8392-832f357b9547 req-4e7e60bc-ccf3-475f-aa7a-24c03063202d service neutron] Checking agent: {'id': 'bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:53:36.357960 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f9be6b-c23a-4a36-8392-832f357b9547 req-4e7e60bc-ccf3-475f-aa7a-24c03063202d service neutron] Checking segment: {'id': '72c6b983-ce3b-443f-a986-dacc47c707eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '33d38d96-e529-4bec-a291-669d47119431'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:53:36.358347 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f9be6b-c23a-4a36-8392-832f357b9547 req-4e7e60bc-ccf3-475f-aa7a-24c03063202d service neutron] Bound using segment: {'id': '72c6b983-ce3b-443f-a986-dacc47c707eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '33d38d96-e529-4bec-a291-669d47119431'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:53:36.358779 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-58f9be6b-c23a-4a36-8392-832f357b9547 req-4e7e60bc-ccf3-475f-aa7a-24c03063202d service neutron] Bound port: 40291aae-4431-4ec1-9ebf-236b22042468, host: n-h2-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72c6b983-ce3b-443f-a986-dacc47c707eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '33d38d96-e529-4bec-a291-669d47119431'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:53:36.359153 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-58f9be6b-c23a-4a36-8392-832f357b9547 req-4e7e60bc-ccf3-475f-aa7a-24c03063202d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (40291aae-4431-4ec1-9ebf-236b22042468), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:36.396294 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-06fa042b-4dcc-46d3-a3a0-422d9535c359 req-182baea5-bb92-41b7-a716-f0fc047aae0a tempest-VolumesActionsTest-716121604 tempest-VolumesActionsTest-716121604-project] 10.222.0.72 "GET /v2.0/security-groups?id=2cc4a2a1-40b2-481e-99fd-d807da4ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4003799 Feb 19 02:53:36.528400 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-58f9be6b-c23a-4a36-8392-832f357b9547 req-4e7e60bc-ccf3-475f-aa7a-24c03063202d service neutron] For port 40291aae-4431-4ec1-9ebf-236b22042468, host n-h2-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:53:36.533591 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-58f9be6b-c23a-4a36-8392-832f357b9547 req-4e7e60bc-ccf3-475f-aa7a-24c03063202d service neutron] For port 40291aae-4431-4ec1-9ebf-236b22042468, host n-h2-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=40291aae-4431-4ec1-9ebf-236b22042468,segment=NetworkSegment(72c6b983-ce3b-443f-a986-dacc47c707eb),segment_id=72c6b983-ce3b-443f-a986-dacc47c707eb)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:53:36.544581 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1ffd828e-7ec6-4b52-88c8-e855cc888a2d req-2b6b9983-8227-440b-9338-fa560529d73c tempest-ServerShowV257Test-466890171 tempest-ServerShowV257Test-466890171-project] 10.222.0.72 "GET /v2.0/ports?device_id=7eeb4482-4d2e-4b0b-b05d-c90d660114c8 HTTP/1.1" status: 200 len: 210 time: 0.2825141 Feb 19 02:53:36.553149 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-58f9be6b-c23a-4a36-8392-832f357b9547 req-4e7e60bc-ccf3-475f-aa7a-24c03063202d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (40291aae-4431-4ec1-9ebf-236b22042468), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:36.579235 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-917e677c-a0f1-47a1-95de-a342176b62aa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (83c866d3-e000-4397-a50d-1c4d2fa3070f), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:36.654499 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff9b512-3b42-4b50-9fd0-33ed14e4a1a6 req-c4e1410b-af04-4083-b2b0-47300590b112 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:36.655794 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-6ff9b512-3b42-4b50-9fd0-33ed14e4a1a6 req-c4e1410b-af04-4083-b2b0-47300590b112 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:36.665731 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f9be6b-c23a-4a36-8392-832f357b9547 req-4e7e60bc-ccf3-475f-aa7a-24c03063202d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:36.669405 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-58f9be6b-c23a-4a36-8392-832f357b9547 req-4e7e60bc-ccf3-475f-aa7a-24c03063202d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:36.673680 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-58f9be6b-c23a-4a36-8392-832f357b9547 req-4e7e60bc-ccf3-475f-aa7a-24c03063202d service neutron] 10.222.0.82 "PUT /v2.0/ports/40291aae-4431-4ec1-9ebf-236b22042468 HTTP/1.1" status: 200 len: 1092 time: 1.3058631 Feb 19 02:53:36.730042 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7e60bc-ccf3-475f-aa7a-24c03063202d service neutron] Pushing event updated for resources: {'Port': ['ID=40291aae-4431-4ec1-9ebf-236b22042468,revision_number=3']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:36.747452 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6ff9b512-3b42-4b50-9fd0-33ed14e4a1a6 req-c4e1410b-af04-4083-b2b0-47300590b112 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7569470 Feb 19 02:53:36.757338 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-917e677c-a0f1-47a1-95de-a342176b62aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (83c866d3-e000-4397-a50d-1c4d2fa3070f), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:36.758572 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917e677c-a0f1-47a1-95de-a342176b62aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:36.759900 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-917e677c-a0f1-47a1-95de-a342176b62aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:36.785970 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-6ff9b512-3b42-4b50-9fd0-33ed14e4a1a6 req-d8e6b3f9-223f-4553-9151-d9cc8c57cbbc service neutron] Request body: {'port': {'device_id': '5bb9eab4-0d6c-4134-ab2b-95a69750261e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826753-2'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:53:36.805874 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e981e8-bf98-42d2-9c5a-25d03ae47eab req-4250c8a2-ac1e-46ac-bd0b-cc2669f1c9a6 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:36.812110 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e981e8-bf98-42d2-9c5a-25d03ae47eab req-4250c8a2-ac1e-46ac-bd0b-cc2669f1c9a6 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:36.832660 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-69e981e8-bf98-42d2-9c5a-25d03ae47eab req-4250c8a2-ac1e-46ac-bd0b-cc2669f1c9a6 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] 10.222.0.72 "GET /v2.0/ports?device_id=5aec96ce-2ba0-4d95-9542-da4e1370f97d HTTP/1.1" status: 200 len: 1678 time: 0.2862871 Feb 19 02:53:36.862255 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f9be6b-c23a-4a36-8392-832f357b9547 req-3c74e5f1-abfe-4ab5-a594-bf4634e5f895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:36.863085 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f9be6b-c23a-4a36-8392-832f357b9547 req-3c74e5f1-abfe-4ab5-a594-bf4634e5f895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:36.864839 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-58f9be6b-c23a-4a36-8392-832f357b9547 req-3c74e5f1-abfe-4ab5-a594-bf4634e5f895 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b2f0cd9db0f84e1b8f9e0fccbd20ae90&device_id=5aec96ce-2ba0-4d95-9542-da4e1370f97d HTTP/1.1" status: 200 len: 2042 time: 0.0958014 Feb 19 02:53:36.927316 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 98831463-f678-49e1-a7d0-cf0a64ea46cc up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:53:36.968989 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-58f9be6b-c23a-4a36-8392-832f357b9547 req-a00e370e-46c0-4e08-8707-656bfddf83c1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.34&port_id=3876157c-ae4e-43c6-b416-c480573dea57 HTTP/1.1" status: 200 len: 217 time: 0.0825698 Feb 19 02:53:36.979561 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 8bc22be8-bb6d-44ad-a15d-9e4390ea4ae8 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:53:37.035064 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-73f5a0d3-5655-44ec-af04-ff9519daaa92 req-48ad06f6-f579-43a3-bb58-b7f9757955a1 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] 10.222.0.72 "GET /v2.0/ports?device_id=85b3493e-4e6d-43dd-97f1-de789984e9e0 HTTP/1.1" status: 200 len: 210 time: 0.0895309 Feb 19 02:53:37.053356 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-69e981e8-bf98-42d2-9c5a-25d03ae47eab req-98dd4e1b-bcf7-4673-bef1-a3b7d282c727 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] 10.222.0.72 "GET /v2.0/security-groups?id=ed4112f7-4072-40c7-a6a7-08b05eb3305e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196004 Feb 19 02:53:37.059860 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-917e677c-a0f1-47a1-95de-a342176b62aa admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.6909447 Feb 19 02:53:37.059860 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-787fdb9e-3e3e-4132-bfbb-1da2c42eacdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (793112d4-7b3b-4194-9e86-f2d4f442cb27), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:37.060758 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 34954) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:53:37.067265 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-4767df38-92ba-4f27-bd7c-3105fee5b39d admin admin] Request body: {'subnet': {'network_id': '83c866d3-e000-4397-a50d-1c4d2fa3070f', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-867629780-subnet', 'tenant_id': '60cd2412755d4ac9a24ef5f571b19bc2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:53:37.092496 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f9be6b-c23a-4a36-8392-832f357b9547 req-55eea6b9-b3e8-4530-a273-edfe498df8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:37.095686 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-58f9be6b-c23a-4a36-8392-832f357b9547 req-55eea6b9-b3e8-4530-a273-edfe498df8ed service neutron] 10.222.0.82 "GET /v2.0/subnets?id=57ddaaa0-06d4-4c3e-aef3-4a07a1a1b39d HTTP/1.1" status: 200 len: 801 time: 0.1245651 Feb 19 02:53:37.191329 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bef54824-77cc-44be-9da7-d03b182f9b48 x-openstack-request-id: req-bef54824-77cc-44be-9da7-d03b182f9b48 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:53:37.191635 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aec96ce-2ba0-4d95-9542-da4e1370f97d", "tag": "3876157c-ae4e-43c6-b416-c480573dea57", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:53:37.191895 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-bef54824-77cc-44be-9da7-d03b182f9b48 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:53:37.192304 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aec96ce-2ba0-4d95-9542-da4e1370f97d', 'tag': '3876157c-ae4e-43c6-b416-c480573dea57', 'status': 'completed', 'code': 200} Feb 19 02:53:37.227298 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787fdb9e-3e3e-4132-bfbb-1da2c42eacdd admin admin] Pushing event deleted for resources: {'Port': ['ID=793112d4-7b3b-4194-9e86-f2d4f442cb27,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:37.230249 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 8bc22be8-bb6d-44ad-a15d-9e4390ea4ae8 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:53:37.232023 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (8bc22be8-bb6d-44ad-a15d-9e4390ea4ae8), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:37.246055 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4767df38-92ba-4f27-bd7c-3105fee5b39d admin admin] Made reservation on behalf of 60cd2412755d4ac9a24ef5f571b19bc2 for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:53:37.253560 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4767df38-92ba-4f27-bd7c-3105fee5b39d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:37.296148 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning for port 98831463-f678-49e1-a7d0-cf0a64ea46cc completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:53:37.320161 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8f43f66e-e4d8-49ad-8573-5961fe89fc84 req-ef1b6144-bfe8-49f1-aae4-1e71dcdb96f2 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/ports?device_id=9829e4c6-35e3-4dca-a34d-83845f9a05fe HTTP/1.1" status: 200 len: 210 time: 0.1186535 Feb 19 02:53:37.335832 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port 98831463-f678-49e1-a7d0-cf0a64ea46cc triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:53:37.336646 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (98831463-f678-49e1-a7d0-cf0a64ea46cc), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:37.420108 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-6ff9b512-3b42-4b50-9fd0-33ed14e4a1a6 req-d8e6b3f9-223f-4553-9151-d9cc8c57cbbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (dbe88812-a5ed-4d59-8ee2-a6462da57fd6), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:37.429332 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917e677c-a0f1-47a1-95de-a342176b62aa admin admin] Pushing event updated for resources: {'Network': ['ID=83c866d3-e000-4397-a50d-1c4d2fa3070f,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:37.448687 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 83c866d3-e000-4397-a50d-1c4d2fa3070f details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:53:37.471788 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f9be6b-c23a-4a36-8392-832f357b9547 req-0dec397a-c415-4be3-b041-574b831abcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:37.478471 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-58f9be6b-c23a-4a36-8392-832f357b9547 req-0dec397a-c415-4be3-b041-574b831abcf7 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8441b77e-3563-4613-a82d-dc878a3437fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3753595 Feb 19 02:53:37.558839 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 98831463-f678-49e1-a7d0-cf0a64ea46cc is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:53:37.559247 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (98831463-f678-49e1-a7d0-cf0a64ea46cc), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:37.625457 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e767af4c-bed0-46d9-a2b6-070b6129d8df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98831463-f678-49e1-a7d0-cf0a64ea46cc'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:53:37.627872 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-245d6b80-9066-4d11-8871-2b3ccf667adc" -d '{"events": [{"server_uuid": "e767af4c-bed0-46d9-a2b6-070b6129d8df", "name": "network-vif-plugged", "status": "completed", "tag": "98831463-f678-49e1-a7d0-cf0a64ea46cc"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:53:37.665867 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 98831463-f678-49e1-a7d0-cf0a64ea46cc, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=98831463-f678-49e1-a7d0-cf0a64ea46cc,segment=NetworkSegment(5c0c0d9a-0358-48d2-8f6a-b26544e62a35),segment_id=5c0c0d9a-0358-48d2-8f6a-b26544e62a35)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:53:37.666875 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 8bc22be8-bb6d-44ad-a15d-9e4390ea4ae8 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:53:37.667265 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (8bc22be8-bb6d-44ad-a15d-9e4390ea4ae8), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:37.691442 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port 8bc22be8-bb6d-44ad-a15d-9e4390ea4ae8, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=8bc22be8-bb6d-44ad-a15d-9e4390ea4ae8,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:53:37.693759 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (98831463-f678-49e1-a7d0-cf0a64ea46cc), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:37.701289 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (8bc22be8-bb6d-44ad-a15d-9e4390ea4ae8), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:37.744297 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-58f9be6b-c23a-4a36-8392-832f357b9547 req-10e35ba6-3920-4d86-9456-6e0140eeb50a service neutron] 10.222.0.82 "GET /v2.0/networks/8441b77e-3563-4613-a82d-dc878a3437fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456701 Feb 19 02:53:37.750944 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=98831463-f678-49e1-a7d0-cf0a64ea46cc,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:37.831104 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=8bc22be8-bb6d-44ad-a15d-9e4390ea4ae8,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:37.950643 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4767df38-92ba-4f27-bd7c-3105fee5b39d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (6c541211-5a05-47e1-81c4-dd461c877088), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:37.954614 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-58f9be6b-c23a-4a36-8392-832f357b9547 req-82f1a087-7212-4554-b1c5-d878093ce969 service neutron] 10.222.0.82 "GET /v2.0/networks/8441b77e-3563-4613-a82d-dc878a3437fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816125 Feb 19 02:53:38.052940 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-58f9be6b-c23a-4a36-8392-832f357b9547 req-55688783-e1bf-4915-b00b-413547598dd8 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.217&port_id=40291aae-4431-4ec1-9ebf-236b22042468 HTTP/1.1" status: 200 len: 217 time: 0.0665557 Feb 19 02:53:38.091447 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c6a173-1e07-47cd-bbd6-e4cdd89f22f0 req-97be3240-f1a2-4932-a441-f6da0b5d05b6 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:38.093022 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-09c6a173-1e07-47cd-bbd6-e4cdd89f22f0 req-97be3240-f1a2-4932-a441-f6da0b5d05b6 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] 10.222.0.72 "GET /v2.0/ports?device_id=da76bc92-31a4-4d2f-9e50-8d96c7fd6d12 HTTP/1.1" status: 200 len: 946 time: 0.7848017 Feb 19 02:53:38.096621 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4767df38-92ba-4f27-bd7c-3105fee5b39d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c541211-5a05-47e1-81c4-dd461c877088,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:38.125853 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4767df38-92ba-4f27-bd7c-3105fee5b39d admin admin] Checking segment: {'id': '9dc72441-817a-452a-8e88-f736d9f767db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '83c866d3-e000-4397-a50d-1c4d2fa3070f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:53:38.126240 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4767df38-92ba-4f27-bd7c-3105fee5b39d admin admin] Network hostable DHCP agents. Network: 83c866d3-e000-4397-a50d-1c4d2fa3070f, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:53:38.133300 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f9be6b-c23a-4a36-8392-832f357b9547 req-284fb0df-00e5-47e1-8e6b-92dec1cac648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:38.135488 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-58f9be6b-c23a-4a36-8392-832f357b9547 req-284fb0df-00e5-47e1-8e6b-92dec1cac648 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5089841d-ff38-402e-8c68-b83972eb0b3d HTTP/1.1" status: 200 len: 801 time: 0.0751092 Feb 19 02:53:38.178620 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331ab886-4fcb-44bb-b5ce-352a275b09d1 None None] Sync routers for ids ['2c49e0e8-a461-419a-a206-6c7029bf8ada'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:53:38.194648 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331ab886-4fcb-44bb-b5ce-352a275b09d1 None None] Routers {'2c49e0e8-a461-419a-a206-6c7029bf8ada'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:53:38.195584 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-331ab886-4fcb-44bb-b5ce-352a275b09d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:53:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['2c49e0e8-a461-419a-a206-6c7029bf8ada'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:53:38.216861 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4767df38-92ba-4f27-bd7c-3105fee5b39d admin admin] Network 83c866d3-e000-4397-a50d-1c4d2fa3070f is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:53:38.242976 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f9be6b-c23a-4a36-8392-832f357b9547 req-4a6c6220-0330-4238-8628-d33ed0afa20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:38.244193 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-58f9be6b-c23a-4a36-8392-832f357b9547 req-4a6c6220-0330-4238-8628-d33ed0afa20c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=33d38d96-e529-4bec-a291-669d47119431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1004322 Feb 19 02:53:38.245780 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-4767df38-92ba-4f27-bd7c-3105fee5b39d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 83c866d3-e000-4397-a50d-1c4d2fa3070f) {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:53:38.249909 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4767df38-92ba-4f27-bd7c-3105fee5b39d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:38.250584 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4767df38-92ba-4f27-bd7c-3105fee5b39d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:38.267536 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-787fdb9e-3e3e-4132-bfbb-1da2c42eacdd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16362762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16314471'] for router_interface (2c49e0e8-a461-419a-a206-6c7029bf8ada), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:38.279644 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e49c9a-5c9f-49c6-9b9c-51da1f5b864f None None] Network 83c866d3-e000-4397-a50d-1c4d2fa3070f requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:53:38.327238 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-4767df38-92ba-4f27-bd7c-3105fee5b39d admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2650979 Feb 19 02:53:38.396786 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b793d0e8-982b-48b8-b2ad-ce00dc80fa2b req-eb7e5e20-a9b4-4710-9aeb-5b5a866b3e8e tempest-VolumesActionsTest-716121604 tempest-VolumesActionsTest-716121604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:38.398901 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b793d0e8-982b-48b8-b2ad-ce00dc80fa2b req-eb7e5e20-a9b4-4710-9aeb-5b5a866b3e8e tempest-VolumesActionsTest-716121604 tempest-VolumesActionsTest-716121604-project] 10.222.0.72 "GET /v2.0/ports?device_id=e767af4c-bed0-46d9-a2b6-070b6129d8df HTTP/1.1" status: 200 len: 945 time: 0.8646793 Feb 19 02:53:38.422145 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-58f9be6b-c23a-4a36-8392-832f357b9547 req-9e2074a0-e054-4076-9908-81a7aa31be89 service neutron] 10.222.0.82 "GET /v2.0/networks/33d38d96-e529-4bec-a291-669d47119431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687188 Feb 19 02:53:38.467156 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-09c6a173-1e07-47cd-bbd6-e4cdd89f22f0 req-34562e9d-988a-4d44-9d18-9681ebab7f63 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] 10.222.0.72 "GET /v2.0/security-groups?id=d6877574-acb3-43f4-bf3f-b561a089577a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3584778 Feb 19 02:53:38.530836 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f2bfc2-c216-4dce-96d9-357663a254dc None None] Network 83c866d3-e000-4397-a50d-1c4d2fa3070f requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:53:38.536665 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-331ab886-4fcb-44bb-b5ce-352a275b09d1 None None] Set router 2c49e0e8-a461-419a-a206-6c7029bf8ada gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:53:38.619912 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-58f9be6b-c23a-4a36-8392-832f357b9547 req-40c818fb-9c26-4022-8c77-f285f1aefbdc service neutron] 10.222.0.82 "GET /v2.0/networks/33d38d96-e529-4bec-a291-669d47119431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871207 Feb 19 02:53:38.622948 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e691f1-8a50-4122-ac69-2b3564744c96 req-28f50125-eadc-492d-9205-b88478bdaef1 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:38.624415 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-72e691f1-8a50-4122-ac69-2b3564744c96 req-28f50125-eadc-492d-9205-b88478bdaef1 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.73 "GET /v2.0/networks?id=2a0a79ed-8a33-4798-af54-05a0cb1f0f3c HTTP/1.1" status: 200 len: 818 time: 0.5436349 Feb 19 02:53:38.663839 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-72e691f1-8a50-4122-ac69-2b3564744c96 req-c1acf35d-8e15-40a9-8816-057f3637a122 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] Request body: {'port': {'device_id': '9829e4c6-35e3-4dca-a34d-83845f9a05fe', 'network_id': '2a0a79ed-8a33-4798-af54-05a0cb1f0f3c', 'admin_state_up': True, 'tenant_id': '8ee938a19b3e4074b489f411ca258ca6'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:53:38.694486 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-08018c66-3448-4d5a-bcfc-1e4f465a78cd req-6ac422e5-47f6-46b3-bb04-882dc4ee0a2b tempest-ServerShowV257Test-466890171 tempest-ServerShowV257Test-466890171-project] 10.222.0.72 "GET /v2.0/ports?device_id=7eeb4482-4d2e-4b0b-b05d-c90d660114c8 HTTP/1.1" status: 200 len: 210 time: 0.0846326 Feb 19 02:53:38.832383 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-331ab886-4fcb-44bb-b5ce-352a275b09d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c49e0e8-a461-419a-a206-6c7029bf8ada', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2144450299-router', 'tenant_id': '1e42a34c6136455ebefd6494f70ef39d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '8bc22be8-bb6d-44ad-a15d-9e4390ea4ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:53:18Z', 'updated_at': '2022-02-19T02:53:36Z', 'revision_number': 5, 'project_id': '1e42a34c6136455ebefd6494f70ef39d', 'gw_port': {'id': '8bc22be8-bb6d-44ad-a15d-9e4390ea4ae8', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:08:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c49e0e8-a461-419a-a206-6c7029bf8ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:53:21Z', 'updated_at': '2022-02-19T02:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:53:38.880841 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b793d0e8-982b-48b8-b2ad-ce00dc80fa2b req-da16d094-6be5-4e72-995b-c9979e9d0a64 tempest-VolumesActionsTest-716121604 tempest-VolumesActionsTest-716121604-project] 10.222.0.72 "GET /v2.0/security-groups?id=2cc4a2a1-40b2-481e-99fd-d807da4ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4709172 Feb 19 02:53:38.885480 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b59f0e-e44d-4ee5-8cfb-0b85248606c1 req-4482229d-ce37-4d2c-8bbb-2d86b5fd80ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:38.885965 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b59f0e-e44d-4ee5-8cfb-0b85248606c1 req-4482229d-ce37-4d2c-8bbb-2d86b5fd80ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:38.886232 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-708ac4f7-478c-4c9f-a7e5-488f2864b4be x-openstack-request-id: req-708ac4f7-478c-4c9f-a7e5-488f2864b4be {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:53:38.887827 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a5b59f0e-e44d-4ee5-8cfb-0b85248606c1 req-4482229d-ce37-4d2c-8bbb-2d86b5fd80ab service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b2f0cd9db0f84e1b8f9e0fccbd20ae90&device_id=5aec96ce-2ba0-4d95-9542-da4e1370f97d HTTP/1.1" status: 200 len: 2042 time: 0.1274838 Feb 19 02:53:38.891539 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e767af4c-bed0-46d9-a2b6-070b6129d8df", "name": "network-vif-plugged", "status": "completed", "tag": "98831463-f678-49e1-a7d0-cf0a64ea46cc", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:53:38.892004 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-708ac4f7-478c-4c9f-a7e5-488f2864b4be {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:53:38.898296 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e767af4c-bed0-46d9-a2b6-070b6129d8df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98831463-f678-49e1-a7d0-cf0a64ea46cc', 'code': 200} Feb 19 02:53:38.900334 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331ab886-4fcb-44bb-b5ce-352a275b09d1 None None] Checking router: 2c49e0e8-a461-419a-a206-6c7029bf8ada for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:53:38.930476 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 8bc22be8-bb6d-44ad-a15d-9e4390ea4ae8 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:53:38.933192 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331ab886-4fcb-44bb-b5ce-352a275b09d1 None None] Routers {'2c49e0e8-a461-419a-a206-6c7029bf8ada'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:53:38.933832 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-331ab886-4fcb-44bb-b5ce-352a275b09d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:53:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['2c49e0e8-a461-419a-a206-6c7029bf8ada'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:53:39.090655 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b59f0e-e44d-4ee5-8cfb-0b85248606c1 req-1d2d845e-c3f8-4b3e-8713-f20e9afd32c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:39.092151 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a5b59f0e-e44d-4ee5-8cfb-0b85248606c1 req-1d2d845e-c3f8-4b3e-8713-f20e9afd32c2 service neutron] 10.222.0.82 "GET /v2.0/networks?id=8441b77e-3563-4613-a82d-dc878a3437fe HTTP/1.1" status: 200 len: 902 time: 0.1959405 Feb 19 02:53:39.184003 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a5b59f0e-e44d-4ee5-8cfb-0b85248606c1 req-199bc6df-5eec-44c9-b657-2af14e761e84 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.34&port_id=3876157c-ae4e-43c6-b416-c480573dea57 HTTP/1.1" status: 200 len: 217 time: 0.0844045 Feb 19 02:53:39.206317 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aec96ce-2ba0-4d95-9542-da4e1370f97d', 'tag': '40291aae-4431-4ec1-9ebf-236b22042468'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:53:39.209111 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee70d33a-4bae-4339-81d6-2805f5e4d170" -d '{"events": [{"name": "network-changed", "server_uuid": "5aec96ce-2ba0-4d95-9542-da4e1370f97d", "tag": "40291aae-4431-4ec1-9ebf-236b22042468"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:53:39.270301 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72e691f1-8a50-4122-ac69-2b3564744c96 req-c1acf35d-8e15-40a9-8816-057f3637a122 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] Made reservation on behalf of 8ee938a19b3e4074b489f411ca258ca6 for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:53:39.273631 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-72e691f1-8a50-4122-ac69-2b3564744c96 req-c1acf35d-8e15-40a9-8816-057f3637a122 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:39.282625 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b59f0e-e44d-4ee5-8cfb-0b85248606c1 req-6319fdba-5fba-4987-8e8d-aaf7a082dca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:39.284316 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a5b59f0e-e44d-4ee5-8cfb-0b85248606c1 req-6319fdba-5fba-4987-8e8d-aaf7a082dca5 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=57ddaaa0-06d4-4c3e-aef3-4a07a1a1b39d HTTP/1.1" status: 200 len: 801 time: 0.0702260 Feb 19 02:53:39.314796 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-29390e87-b62c-4746-ab03-f923cfc72183 req-546f1575-1cb6-4a1d-aa43-ec8286d68ae1 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] 10.222.0.72 "GET /v2.0/ports?device_id=85b3493e-4e6d-43dd-97f1-de789984e9e0 HTTP/1.1" status: 200 len: 210 time: 0.3095531 Feb 19 02:53:39.362936 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 8bc22be8-bb6d-44ad-a15d-9e4390ea4ae8 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:53:39.363895 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (8bc22be8-bb6d-44ad-a15d-9e4390ea4ae8), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:39.366666 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-331ab886-4fcb-44bb-b5ce-352a275b09d1 None None] Set router 2c49e0e8-a461-419a-a206-6c7029bf8ada gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:53:39.406022 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63001a3c-c55c-496b-bb26-f36d000becd7 req-446a6f98-eced-4aa1-bbf4-bb7b105ad34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:39.407732 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-63001a3c-c55c-496b-bb26-f36d000becd7 req-446a6f98-eced-4aa1-bbf4-bb7b105ad34a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e767af4c-bed0-46d9-a2b6-070b6129d8df HTTP/1.1" status: 200 len: 1128 time: 0.2257240 Feb 19 02:53:39.410600 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [req-6ff9b512-3b42-4b50-9fd0-33ed14e4a1a6 req-d8e6b3f9-223f-4553-9151-d9cc8c57cbbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbe88812-a5ed-4d59-8ee2-a6462da57fd6 {{(pid=103701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:53:39.411549 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b59f0e-e44d-4ee5-8cfb-0b85248606c1 req-5d22c3e0-c261-4ca5-801f-90f2601fe3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:39.412974 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a5b59f0e-e44d-4ee5-8cfb-0b85248606c1 req-5d22c3e0-c261-4ca5-801f-90f2601fe3dc service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8441b77e-3563-4613-a82d-dc878a3437fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1074944 Feb 19 02:53:39.441166 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-6ff9b512-3b42-4b50-9fd0-33ed14e4a1a6 req-d8e6b3f9-223f-4553-9151-d9cc8c57cbbc service neutron] Publish callbacks [] for port (dbe88812-a5ed-4d59-8ee2-a6462da57fd6), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:39.489060 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4dfda42f-6f44-4bca-bc89-1ce8e3ccf1f0 req-220b4bbd-596c-4d3c-b735-dd2a69bcd217 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/ports?device_id=9829e4c6-35e3-4dca-a34d-83845f9a05fe HTTP/1.1" status: 200 len: 210 time: 0.0738549 Feb 19 02:53:39.574930 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c623d418-eeca-45a6-a9de-5840ab29b76a req-e599043a-384b-434c-9251-08e2c1c3277f tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:39.580214 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c623d418-eeca-45a6-a9de-5840ab29b76a req-e599043a-384b-434c-9251-08e2c1c3277f tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:39.587577 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c623d418-eeca-45a6-a9de-5840ab29b76a req-e599043a-384b-434c-9251-08e2c1c3277f tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] 10.222.0.72 "GET /v2.0/ports?device_id=5aec96ce-2ba0-4d95-9542-da4e1370f97d HTTP/1.1" status: 200 len: 1678 time: 0.4194143 Feb 19 02:53:39.603707 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.provisioning_blocks [req-6ff9b512-3b42-4b50-9fd0-33ed14e4a1a6 req-d8e6b3f9-223f-4553-9151-d9cc8c57cbbc service neutron] Transition to ACTIVE for port object dbe88812-a5ed-4d59-8ee2-a6462da57fd6 will not be triggered until provisioned by entity L2. {{(pid=103701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:53:39.629127 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 8bc22be8-bb6d-44ad-a15d-9e4390ea4ae8 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:53:39.657848 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-787fdb9e-3e3e-4132-bfbb-1da2c42eacdd admin admin] Router 2c49e0e8-a461-419a-a206-6c7029bf8ada has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:53:39.661472 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-6ff9b512-3b42-4b50-9fd0-33ed14e4a1a6 req-d8e6b3f9-223f-4553-9151-d9cc8c57cbbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (dbe88812-a5ed-4d59-8ee2-a6462da57fd6), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:39.664421 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-331ab886-4fcb-44bb-b5ce-352a275b09d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c49e0e8-a461-419a-a206-6c7029bf8ada', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2144450299-router', 'tenant_id': '1e42a34c6136455ebefd6494f70ef39d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '8bc22be8-bb6d-44ad-a15d-9e4390ea4ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:53:18Z', 'updated_at': '2022-02-19T02:53:36Z', 'revision_number': 5, 'project_id': '1e42a34c6136455ebefd6494f70ef39d', 'gw_port': {'id': '8bc22be8-bb6d-44ad-a15d-9e4390ea4ae8', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:08:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c49e0e8-a461-419a-a206-6c7029bf8ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:53:21Z', 'updated_at': '2022-02-19T02:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:53:39.669532 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-63001a3c-c55c-496b-bb26-f36d000becd7 req-9296af2a-cd02-44e4-b1a3-b50173f036af service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=2cc4a2a1-40b2-481e-99fd-d807da4ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465801 Feb 19 02:53:39.671589 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a5b59f0e-e44d-4ee5-8cfb-0b85248606c1 req-f1c92cc9-5120-4a89-86fa-f824b5aa13a2 service neutron] 10.222.0.82 "GET /v2.0/networks/8441b77e-3563-4613-a82d-dc878a3437fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545823 Feb 19 02:53:39.703681 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331ab886-4fcb-44bb-b5ce-352a275b09d1 None None] The sync data for ids ['2c49e0e8-a461-419a-a206-6c7029bf8ada'] in n-d-826753-2 is: [{'id': '2c49e0e8-a461-419a-a206-6c7029bf8ada', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2144450299-router', 'tenant_id': '1e42a34c6136455ebefd6494f70ef39d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '8bc22be8-bb6d-44ad-a15d-9e4390ea4ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:53:18Z', 'updated_at': '2022-02-19T02:53:36Z', 'revision_number': 5, 'project_id': '1e42a34c6136455ebefd6494f70ef39d', 'gw_port': {'id': '8bc22be8-bb6d-44ad-a15d-9e4390ea4ae8', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:08:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c49e0e8-a461-419a-a206-6c7029bf8ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:53:21Z', 'updated_at': '2022-02-19T02:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:53:39.787794 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a5b59f0e-e44d-4ee5-8cfb-0b85248606c1 req-2297f476-be6f-4629-ae13-b2c25ae4a856 service neutron] 10.222.0.82 "GET /v2.0/networks/8441b77e-3563-4613-a82d-dc878a3437fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093049 Feb 19 02:53:39.876959 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e6b3f9-223f-4553-9151-d9cc8c57cbbc service neutron] Pushing event updated for resources: {'Port': ['ID=dbe88812-a5ed-4d59-8ee2-a6462da57fd6,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:39.888300 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c623d418-eeca-45a6-a9de-5840ab29b76a req-06f781d1-cf51-4009-94cf-9bc05088a901 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] 10.222.0.72 "GET /v2.0/security-groups?id=ed4112f7-4072-40c7-a6a7-08b05eb3305e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2998979 Feb 19 02:53:39.898332 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [req-72e691f1-8a50-4122-ac69-2b3564744c96 req-c1acf35d-8e15-40a9-8816-057f3637a122 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] Allocated IP 172.20.0.7 (2a0a79ed-8a33-4798-af54-05a0cb1f0f3c/1de208d8-9bd1-42de-af89-32eb5f962cf7/53fda427-3257-468c-a39b-65e464e0dd87) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:53:39.915913 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0a03eb-277f-447d-a657-4e7a447f3200 req-a3c86114-dc71-485f-a5d6-6453b6385ace tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:39.917626 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0f0a03eb-277f-447d-a657-4e7a447f3200 req-a3c86114-dc71-485f-a5d6-6453b6385ace tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] 10.222.0.72 "GET /v2.0/ports?device_id=909bb69e-1a06-4633-a049-6300737caa32 HTTP/1.1" status: 200 len: 945 time: 0.3222589 Feb 19 02:53:40.090262 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-787fdb9e-3e3e-4132-bfbb-1da2c42eacdd admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:53:40.099152 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-787fdb9e-3e3e-4132-bfbb-1da2c42eacdd admin admin] 10.222.0.72 "PUT /v2.0/routers/2c49e0e8-a461-419a-a206-6c7029bf8ada/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9073968 Feb 19 02:53:40.100256 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 34986) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:53:40.155244 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-c46b076b-2dba-4ad1-a642-3cf8343abaa1 req-d6dad199-2024-4560-a493-4aa4bdcc255d tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1110862791', 'description': 'tempest-description-1739163551'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:53:40.198450 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0f0a03eb-277f-447d-a657-4e7a447f3200 req-a2a7b205-b348-4ab3-b6cf-c22c20fe4fc4 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] 10.222.0.72 "GET /v2.0/security-groups?id=d6877574-acb3-43f4-bf3f-b561a089577a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592092 Feb 19 02:53:40.244885 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca67395e-46b3-4af3-8435-f5df91d6a50a x-openstack-request-id: req-ca67395e-46b3-4af3-8435-f5df91d6a50a {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:53:40.245266 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aec96ce-2ba0-4d95-9542-da4e1370f97d", "tag": "40291aae-4431-4ec1-9ebf-236b22042468", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:53:40.245617 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ca67395e-46b3-4af3-8435-f5df91d6a50a {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:53:40.246112 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aec96ce-2ba0-4d95-9542-da4e1370f97d', 'tag': '40291aae-4431-4ec1-9ebf-236b22042468', 'status': 'completed', 'code': 200} Feb 19 02:53:40.252264 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1db67aae-0a4e-4f92-ad2a-4369ea198574 admin admin] Publish callbacks [] for router (2c49e0e8-a461-419a-a206-6c7029bf8ada), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:40.322955 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-72e691f1-8a50-4122-ac69-2b3564744c96 req-c1acf35d-8e15-40a9-8816-057f3637a122 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] Publish callbacks [] for port (53fda427-3257-468c-a39b-65e464e0dd87), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:40.345683 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-6ff9b512-3b42-4b50-9fd0-33ed14e4a1a6 req-d8e6b3f9-223f-4553-9151-d9cc8c57cbbc service neutron] Attempting to bind port dbe88812-a5ed-4d59-8ee2-a6462da57fd6 on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:53:40.346026 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-6ff9b512-3b42-4b50-9fd0-33ed14e4a1a6 req-d8e6b3f9-223f-4553-9151-d9cc8c57cbbc service neutron] Attempting to bind port dbe88812-a5ed-4d59-8ee2-a6462da57fd6 by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': 'b398e613-0491-4825-8c0e-13ffa7bc0c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '2a0a79ed-8a33-4798-af54-05a0cb1f0f3c'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:53:40.346367 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff9b512-3b42-4b50-9fd0-33ed14e4a1a6 req-d8e6b3f9-223f-4553-9151-d9cc8c57cbbc service neutron] Attempting to bind port dbe88812-a5ed-4d59-8ee2-a6462da57fd6 on network 2a0a79ed-8a33-4798-af54-05a0cb1f0f3c {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:53:40.367596 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-c46b076b-2dba-4ad1-a642-3cf8343abaa1 req-d6dad199-2024-4560-a493-4aa4bdcc255d tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:40.370240 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff9b512-3b42-4b50-9fd0-33ed14e4a1a6 req-d8e6b3f9-223f-4553-9151-d9cc8c57cbbc service neutron] Port dbe88812-a5ed-4d59-8ee2-a6462da57fd6 on network 2a0a79ed-8a33-4798-af54-05a0cb1f0f3c not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:53:40.370565 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff9b512-3b42-4b50-9fd0-33ed14e4a1a6 req-d8e6b3f9-223f-4553-9151-d9cc8c57cbbc service neutron] Attempting to bind port dbe88812-a5ed-4d59-8ee2-a6462da57fd6 on network 2a0a79ed-8a33-4798-af54-05a0cb1f0f3c {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:53:40.407732 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0246a86b-5642-4a30-960f-ca1ff536ebf6 req-89bc27a2-6685-4464-9b40-c9cf03ede1b2 tempest-ServerShowV257Test-466890171 tempest-ServerShowV257Test-466890171-project] 10.222.0.72 "GET /v2.0/ports?device_id=7eeb4482-4d2e-4b0b-b05d-c90d660114c8 HTTP/1.1" status: 200 len: 210 time: 0.0576191 Feb 19 02:53:40.408499 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff9b512-3b42-4b50-9fd0-33ed14e4a1a6 req-d8e6b3f9-223f-4553-9151-d9cc8c57cbbc service neutron] Checking agent: {'id': 'bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:53:40.408839 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff9b512-3b42-4b50-9fd0-33ed14e4a1a6 req-d8e6b3f9-223f-4553-9151-d9cc8c57cbbc service neutron] Checking segment: {'id': 'b398e613-0491-4825-8c0e-13ffa7bc0c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '2a0a79ed-8a33-4798-af54-05a0cb1f0f3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:53:40.409282 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff9b512-3b42-4b50-9fd0-33ed14e4a1a6 req-d8e6b3f9-223f-4553-9151-d9cc8c57cbbc service neutron] Bound using segment: {'id': 'b398e613-0491-4825-8c0e-13ffa7bc0c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '2a0a79ed-8a33-4798-af54-05a0cb1f0f3c'} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:53:40.410146 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-6ff9b512-3b42-4b50-9fd0-33ed14e4a1a6 req-d8e6b3f9-223f-4553-9151-d9cc8c57cbbc service neutron] Bound port: dbe88812-a5ed-4d59-8ee2-a6462da57fd6, host: n-h2-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b398e613-0491-4825-8c0e-13ffa7bc0c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '2a0a79ed-8a33-4798-af54-05a0cb1f0f3c'}}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:53:40.410514 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-6ff9b512-3b42-4b50-9fd0-33ed14e4a1a6 req-d8e6b3f9-223f-4553-9151-d9cc8c57cbbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (dbe88812-a5ed-4d59-8ee2-a6462da57fd6), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:40.440277 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1db67aae-0a4e-4f92-ad2a-4369ea198574 admin admin] Publish callbacks [] for router_gateway (2c49e0e8-a461-419a-a206-6c7029bf8ada), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:40.511883 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee70d33a-4bae-4339-81d6-2805f5e4d170 req-9f2c5a71-e7b7-47db-8306-e1933d4b9c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:40.512707 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee70d33a-4bae-4339-81d6-2805f5e4d170 req-9f2c5a71-e7b7-47db-8306-e1933d4b9c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:40.514719 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ee70d33a-4bae-4339-81d6-2805f5e4d170 req-9f2c5a71-e7b7-47db-8306-e1933d4b9c0b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b2f0cd9db0f84e1b8f9e0fccbd20ae90&device_id=5aec96ce-2ba0-4d95-9542-da4e1370f97d HTTP/1.1" status: 200 len: 2042 time: 0.1024563 Feb 19 02:53:40.580022 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-6ff9b512-3b42-4b50-9fd0-33ed14e4a1a6 req-d8e6b3f9-223f-4553-9151-d9cc8c57cbbc service neutron] For port dbe88812-a5ed-4d59-8ee2-a6462da57fd6, host n-h2-826753-2, cleared binding levels {{(pid=103701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:53:40.614777 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-6ff9b512-3b42-4b50-9fd0-33ed14e4a1a6 req-d8e6b3f9-223f-4553-9151-d9cc8c57cbbc service neutron] For port dbe88812-a5ed-4d59-8ee2-a6462da57fd6, host n-h2-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=dbe88812-a5ed-4d59-8ee2-a6462da57fd6,segment=NetworkSegment(b398e613-0491-4825-8c0e-13ffa7bc0c4a),segment_id=b398e613-0491-4825-8c0e-13ffa7bc0c4a)] {{(pid=103701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:53:40.620743 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-72e691f1-8a50-4122-ac69-2b3564744c96 req-c1acf35d-8e15-40a9-8816-057f3637a122 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (53fda427-3257-468c-a39b-65e464e0dd87), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:40.677147 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-6ff9b512-3b42-4b50-9fd0-33ed14e4a1a6 req-d8e6b3f9-223f-4553-9151-d9cc8c57cbbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (dbe88812-a5ed-4d59-8ee2-a6462da57fd6), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:40.688462 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee70d33a-4bae-4339-81d6-2805f5e4d170 req-1896cd9d-6f02-491b-bc31-39053159415b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:40.690035 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ee70d33a-4bae-4339-81d6-2805f5e4d170 req-1896cd9d-6f02-491b-bc31-39053159415b service neutron] 10.222.0.82 "GET /v2.0/networks?id=33d38d96-e529-4bec-a291-669d47119431 HTTP/1.1" status: 200 len: 902 time: 0.1651049 Feb 19 02:53:40.691670 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-1db67aae-0a4e-4f92-ad2a-4369ea198574 admin admin] Deleting port 8bc22be8-bb6d-44ad-a15d-9e4390ea4ae8 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:53:40.692007 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1db67aae-0a4e-4f92-ad2a-4369ea198574 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (8bc22be8-bb6d-44ad-a15d-9e4390ea4ae8), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:40.724513 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2c96b5-f57f-479b-8377-f19844129c56 req-00c36dbf-a748-416d-afce-c5c6105950ab tempest-VolumesActionsTest-716121604 tempest-VolumesActionsTest-716121604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:40.726153 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7e2c96b5-f57f-479b-8377-f19844129c56 req-00c36dbf-a748-416d-afce-c5c6105950ab tempest-VolumesActionsTest-716121604 tempest-VolumesActionsTest-716121604-project] 10.222.0.72 "GET /v2.0/ports?device_id=e767af4c-bed0-46d9-a2b6-070b6129d8df HTTP/1.1" status: 200 len: 946 time: 0.2057757 Feb 19 02:53:40.753268 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72e691f1-8a50-4122-ac69-2b3564744c96 req-c1acf35d-8e15-40a9-8816-057f3637a122 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] Network 2a0a79ed-8a33-4798-af54-05a0cb1f0f3c is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:53:40.767945 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-c46b076b-2dba-4ad1-a642-3cf8343abaa1 req-d6dad199-2024-4560-a493-4aa4bdcc255d tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Publish callbacks [] for security_group (4599a413-a846-4121-954f-044c184ae071), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:40.768885 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1acf35d-8e15-40a9-8816-057f3637a122 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] Pushing event updated for resources: {'Port': ['ID=53fda427-3257-468c-a39b-65e464e0dd87,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:40.771709 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff9b512-3b42-4b50-9fd0-33ed14e4a1a6 req-d8e6b3f9-223f-4553-9151-d9cc8c57cbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:40.772328 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-6ff9b512-3b42-4b50-9fd0-33ed14e4a1a6 req-d8e6b3f9-223f-4553-9151-d9cc8c57cbbc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:40.773765 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6ff9b512-3b42-4b50-9fd0-33ed14e4a1a6 req-d8e6b3f9-223f-4553-9151-d9cc8c57cbbc service neutron] 10.222.0.82 "PUT /v2.0/ports/dbe88812-a5ed-4d59-8ee2-a6462da57fd6 HTTP/1.1" status: 200 len: 1091 time: 4.0046368 Feb 19 02:53:40.775295 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 793112d4-7b3b-4194-9e86-f2d4f442cb27 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:53:40.781996 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bb9eab4-0d6c-4134-ab2b-95a69750261e', 'tag': 'dbe88812-a5ed-4d59-8ee2-a6462da57fd6'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:53:40.785745 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3703262c-67c9-434d-a52b-8fc02ec781fa" -d '{"events": [{"name": "network-changed", "server_uuid": "5bb9eab4-0d6c-4134-ab2b-95a69750261e", "tag": "dbe88812-a5ed-4d59-8ee2-a6462da57fd6"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:53:40.788925 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [req-72e691f1-8a50-4122-ac69-2b3564744c96 req-c1acf35d-8e15-40a9-8816-057f3637a122 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:53:40.799453 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-72e691f1-8a50-4122-ac69-2b3564744c96 req-c1acf35d-8e15-40a9-8816-057f3637a122 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:53:40.802688 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-c46b076b-2dba-4ad1-a642-3cf8343abaa1 req-d6dad199-2024-4560-a493-4aa4bdcc255d tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (4599a413-a846-4121-954f-044c184ae071), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:40.824977 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ee70d33a-4bae-4339-81d6-2805f5e4d170 req-0180d925-277e-4bf6-88a5-c53470785cbe service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.217&port_id=40291aae-4431-4ec1-9ebf-236b22042468 HTTP/1.1" status: 200 len: 217 time: 0.0977662 Feb 19 02:53:40.835929 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 793112d4-7b3b-4194-9e86-f2d4f442cb27 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:53:40.846496 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 793112d4-7b3b-4194-9e86-f2d4f442cb27 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:53:40.903888 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee70d33a-4bae-4339-81d6-2805f5e4d170 req-91433901-9771-4337-8571-1deaa5d8f961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:40.907750 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ee70d33a-4bae-4339-81d6-2805f5e4d170 req-91433901-9771-4337-8571-1deaa5d8f961 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5089841d-ff38-402e-8c68-b83972eb0b3d HTTP/1.1" status: 200 len: 801 time: 0.0709341 Feb 19 02:53:40.918014 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-1db67aae-0a4e-4f92-ad2a-4369ea198574 admin admin] For port 8bc22be8-bb6d-44ad-a15d-9e4390ea4ae8, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=8bc22be8-bb6d-44ad-a15d-9e4390ea4ae8,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:53:40.918338 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1db67aae-0a4e-4f92-ad2a-4369ea198574 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (8bc22be8-bb6d-44ad-a15d-9e4390ea4ae8), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:40.952402 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-1db67aae-0a4e-4f92-ad2a-4369ea198574 admin admin] Calling delete_port for 8bc22be8-bb6d-44ad-a15d-9e4390ea4ae8 owned by network:router_gateway {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:53:40.952785 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-c46b076b-2dba-4ad1-a642-3cf8343abaa1 req-d6dad199-2024-4560-a493-4aa4bdcc255d tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:40.954080 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c46b076b-2dba-4ad1-a642-3cf8343abaa1 req-d6dad199-2024-4560-a493-4aa4bdcc255d tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.9426558 Feb 19 02:53:40.998854 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7e2c96b5-f57f-479b-8377-f19844129c56 req-7d5bb34f-329d-4815-a9de-d4237fa68ddb tempest-VolumesActionsTest-716121604 tempest-VolumesActionsTest-716121604-project] 10.222.0.72 "GET /v2.0/security-groups?id=2cc4a2a1-40b2-481e-99fd-d807da4ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530835 Feb 19 02:53:41.001974 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dad199-2024-4560-a493-4aa4bdcc255d tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4599a413-a846-4121-954f-044c184ae071,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:41.033142 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee70d33a-4bae-4339-81d6-2805f5e4d170 req-68de152c-f1e3-4539-b733-d294f16c1320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:41.033547 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e691f1-8a50-4122-ac69-2b3564744c96 req-c1acf35d-8e15-40a9-8816-057f3637a122 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:41.034425 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-72e691f1-8a50-4122-ac69-2b3564744c96 req-c1acf35d-8e15-40a9-8816-057f3637a122 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:41.035850 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ee70d33a-4bae-4339-81d6-2805f5e4d170 req-68de152c-f1e3-4539-b733-d294f16c1320 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=33d38d96-e529-4bec-a291-669d47119431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1199086 Feb 19 02:53:41.050923 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e6b3f9-223f-4553-9151-d9cc8c57cbbc service neutron] Pushing event updated for resources: {'Port': ['ID=dbe88812-a5ed-4d59-8ee2-a6462da57fd6,revision_number=3']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:41.152024 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-72e691f1-8a50-4122-ac69-2b3564744c96 req-c1acf35d-8e15-40a9-8816-057f3637a122 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5002136 Feb 19 02:53:41.157367 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff9b512-3b42-4b50-9fd0-33ed14e4a1a6 req-5aaa1b5d-da68-460e-a4cb-2faba96d9bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:41.158777 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6ff9b512-3b42-4b50-9fd0-33ed14e4a1a6 req-5aaa1b5d-da68-460e-a4cb-2faba96d9bd6 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8ee938a19b3e4074b489f411ca258ca6&device_id=5bb9eab4-0d6c-4134-ab2b-95a69750261e HTTP/1.1" status: 200 len: 1125 time: 0.2996793 Feb 19 02:53:41.207073 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-72e691f1-8a50-4122-ac69-2b3564744c96 req-8e7456c3-b975-4015-b89a-f58927683c26 service neutron] Request body: {'port': {'device_id': '9829e4c6-35e3-4dca-a34d-83845f9a05fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826753-2'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:53:41.235009 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ee70d33a-4bae-4339-81d6-2805f5e4d170 req-dfd616fd-67b2-48f6-a984-d8fd52ec50fd service neutron] 10.222.0.82 "GET /v2.0/networks/33d38d96-e529-4bec-a291-669d47119431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913836 Feb 19 02:53:41.250182 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 40291aae-4431-4ec1-9ebf-236b22042468 details requested by agent hyperv_n-h2-826753-2 with host n-h2-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:53:41.361646 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1db67aae-0a4e-4f92-ad2a-4369ea198574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (8bc22be8-bb6d-44ad-a15d-9e4390ea4ae8), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:41.392798 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1d0954-9774-4a73-b5a7-e8c55b9f0a17 None None] Sync routers for ids ['2c49e0e8-a461-419a-a206-6c7029bf8ada'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:53:41.397884 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 40291aae-4431-4ec1-9ebf-236b22042468, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=40291aae-4431-4ec1-9ebf-236b22042468,segment=NetworkSegment(72c6b983-ce3b-443f-a986-dacc47c707eb),segment_id=72c6b983-ce3b-443f-a986-dacc47c707eb)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:53:41.405984 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1d0954-9774-4a73-b5a7-e8c55b9f0a17 None None] Routers {'2c49e0e8-a461-419a-a206-6c7029bf8ada'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:53:41.406595 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-8a1d0954-9774-4a73-b5a7-e8c55b9f0a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:53:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['2c49e0e8-a461-419a-a206-6c7029bf8ada'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:53:41.412367 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Returning: {'device': '40291aae-4431-4ec1-9ebf-236b22042468', 'network_id': '33d38d96-e529-4bec-a291-669d47119431', 'port_id': '40291aae-4431-4ec1-9ebf-236b22042468', 'mac_address': 'fa:16:3e:3c:ed:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5089841d-ff38-402e-8c68-b83972eb0b3d', 'ip_address': '19.86.0.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:53:41.419287 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db67aae-0a4e-4f92-ad2a-4369ea198574 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bc22be8-bb6d-44ad-a15d-9e4390ea4ae8,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:41.433100 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ee70d33a-4bae-4339-81d6-2805f5e4d170 req-3071c504-d81e-4608-9eac-31d3499d7bdf service neutron] 10.222.0.82 "GET /v2.0/networks/33d38d96-e529-4bec-a291-669d47119431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699092 Feb 19 02:53:41.470226 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 40291aae-4431-4ec1-9ebf-236b22042468 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:53:41.470617 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (40291aae-4431-4ec1-9ebf-236b22042468), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:41.490409 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40291aae-4431-4ec1-9ebf-236b22042468 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:53:41.504188 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1db67aae-0a4e-4f92-ad2a-4369ea198574 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16285837'] for router_gateway (2c49e0e8-a461-419a-a206-6c7029bf8ada), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:41.514975 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 40291aae-4431-4ec1-9ebf-236b22042468, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=40291aae-4431-4ec1-9ebf-236b22042468,segment=NetworkSegment(72c6b983-ce3b-443f-a986-dacc47c707eb),segment_id=72c6b983-ce3b-443f-a986-dacc47c707eb)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:53:41.526975 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (40291aae-4431-4ec1-9ebf-236b22042468), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:41.527875 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 3876157c-ae4e-43c6-b416-c480573dea57 details requested by agent hyperv_n-h2-826753-2 with host n-h2-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:53:41.550912 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-8a1d0954-9774-4a73-b5a7-e8c55b9f0a17 None None] Set router 2c49e0e8-a461-419a-a206-6c7029bf8ada gateway port host: None {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:53:41.621384 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1db67aae-0a4e-4f92-ad2a-4369ea198574 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16317457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14254'] for router (2c49e0e8-a461-419a-a206-6c7029bf8ada), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:41.623957 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1db67aae-0a4e-4f92-ad2a-4369ea198574 admin admin] Publish callbacks [] for router_controller (2c49e0e8-a461-419a-a206-6c7029bf8ada), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:41.709290 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 3876157c-ae4e-43c6-b416-c480573dea57, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=3876157c-ae4e-43c6-b416-c480573dea57,segment=NetworkSegment(bff586ae-cd5e-4d6c-a49c-276f559430dd),segment_id=bff586ae-cd5e-4d6c-a49c-276f559430dd)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:53:41.724182 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Returning: {'device': '3876157c-ae4e-43c6-b416-c480573dea57', 'network_id': '8441b77e-3563-4613-a82d-dc878a3437fe', 'port_id': '3876157c-ae4e-43c6-b416-c480573dea57', 'mac_address': 'fa:16:3e:4e:a1:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57ddaaa0-06d4-4c3e-aef3-4a07a1a1b39d', 'ip_address': '19.80.0.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:53:41.732985 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-8a1d0954-9774-4a73-b5a7-e8c55b9f0a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c49e0e8-a461-419a-a206-6c7029bf8ada', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2144450299-router', 'tenant_id': '1e42a34c6136455ebefd6494f70ef39d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:53:18Z', 'updated_at': '2022-02-19T02:53:41Z', 'revision_number': 7, 'project_id': '1e42a34c6136455ebefd6494f70ef39d', 'gw_port_host': None}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:53:41.745678 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1db67aae-0a4e-4f92-ad2a-4369ea198574 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16317544'] for router (2c49e0e8-a461-419a-a206-6c7029bf8ada), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:41.746476 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1db67aae-0a4e-4f92-ad2a-4369ea198574 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c49e0e8-a461-419a-a206-6c7029bf8ada {{(pid=103702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 02:53:41.751652 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1db67aae-0a4e-4f92-ad2a-4369ea198574 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:41.755266 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-1db67aae-0a4e-4f92-ad2a-4369ea198574 admin admin] 10.222.0.72 "DELETE /v2.0/routers/2c49e0e8-a461-419a-a206-6c7029bf8ada HTTP/1.1" status: 204 len: 168 time: 1.6514344 Feb 19 02:53:41.755535 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 35004) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:53:41.804723 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e527355-c346-446e-bf22-127667646ef8 admin admin] Deleting subnet 1b45988d-baf4-4229-8951-85416273e5dc {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:53:41.805485 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1d0954-9774-4a73-b5a7-e8c55b9f0a17 None None] Checking router: 2c49e0e8-a461-419a-a206-6c7029bf8ada for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:53:41.808486 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6e527355-c346-446e-bf22-127667646ef8 admin admin] Publish callbacks [] for subnet (1b45988d-baf4-4229-8951-85416273e5dc), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:41.823519 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1d0954-9774-4a73-b5a7-e8c55b9f0a17 None None] Routers set() bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:53:41.824138 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1d0954-9774-4a73-b5a7-e8c55b9f0a17 None None] Router IDs set() for agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 19 02:53:41.825032 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_agentschedulers_db [None req-8a1d0954-9774-4a73-b5a7-e8c55b9f0a17 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'2c49e0e8-a461-419a-a206-6c7029bf8ada'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:53:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent'). {{(pid=103704) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 19 02:53:41.825615 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1d0954-9774-4a73-b5a7-e8c55b9f0a17 None None] The sync data for ids ['2c49e0e8-a461-419a-a206-6c7029bf8ada'] in n-d-826753-2 is: [] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:53:41.838651 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6ff9b512-3b42-4b50-9fd0-33ed14e4a1a6 req-2fdb118d-937c-42ec-9bc0-ee1724199cc8 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dbe88812-a5ed-4d59-8ee2-a6462da57fd6 HTTP/1.1" status: 200 len: 217 time: 0.6384299 Feb 19 02:53:41.856220 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6e527355-c346-446e-bf22-127667646ef8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (1b45988d-baf4-4229-8951-85416273e5dc), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:41.861286 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=40291aae-4431-4ec1-9ebf-236b22042468,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:41.873664 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 3876157c-ae4e-43c6-b416-c480573dea57 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:53:41.874059 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (3876157c-ae4e-43c6-b416-c480573dea57), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:41.891615 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3876157c-ae4e-43c6-b416-c480573dea57 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:53:41.904167 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1137d33-515d-43c8-9e8a-648e8903c985 req-cc0bb17a-979f-4a87-aa01-256ba22f6b8f tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:41.905782 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b1137d33-515d-43c8-9e8a-648e8903c985 req-cc0bb17a-979f-4a87-aa01-256ba22f6b8f tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] 10.222.0.72 "GET /v2.0/ports?device_id=48dbb645-86ca-48ff-b960-ac2327737170 HTTP/1.1" status: 200 len: 945 time: 0.8224325 Feb 19 02:53:41.928214 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 3876157c-ae4e-43c6-b416-c480573dea57, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=3876157c-ae4e-43c6-b416-c480573dea57,segment=NetworkSegment(bff586ae-cd5e-4d6c-a49c-276f559430dd),segment_id=bff586ae-cd5e-4d6c-a49c-276f559430dd)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:53:41.943264 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (3876157c-ae4e-43c6-b416-c480573dea57), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:42.006501 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4650bb6-f3ea-4e4b-b77e-b05be72773cc req-0f64e59a-4fe6-4765-b53f-cb88d8bae086 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:42.015502 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6e527355-c346-446e-bf22-127667646ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (1b45988d-baf4-4229-8951-85416273e5dc), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:42.015736 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c4650bb6-f3ea-4e4b-b77e-b05be72773cc req-0f64e59a-4fe6-4765-b53f-cb88d8bae086 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/ports?device_id=9829e4c6-35e3-4dca-a34d-83845f9a05fe HTTP/1.1" status: 200 len: 931 time: 0.8625035 Feb 19 02:53:42.060266 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=3876157c-ae4e-43c6-b416-c480573dea57,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:42.089851 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff9b512-3b42-4b50-9fd0-33ed14e4a1a6 req-85dbf42b-429d-46ed-9565-75e3bbecc172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:42.091459 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6e527355-c346-446e-bf22-127667646ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (1b45988d-baf4-4229-8951-85416273e5dc), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:42.091753 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6ff9b512-3b42-4b50-9fd0-33ed14e4a1a6 req-85dbf42b-429d-46ed-9565-75e3bbecc172 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1de208d8-9bd1-42de-af89-32eb5f962cf7 HTTP/1.1" status: 200 len: 858 time: 0.2280719 Feb 19 02:53:42.117734 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b1137d33-515d-43c8-9e8a-648e8903c985 req-08b7952f-74ae-4941-b864-7a4da289a1d5 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] 10.222.0.72 "GET /v2.0/security-groups?id=d6877574-acb3-43f4-bf3f-b561a089577a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870182 Feb 19 02:53:42.133930 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-72e691f1-8a50-4122-ac69-2b3564744c96 req-8e7456c3-b975-4015-b89a-f58927683c26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (53fda427-3257-468c-a39b-65e464e0dd87), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:42.146480 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e527355-c346-446e-bf22-127667646ef8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b45988d-baf4-4229-8951-85416273e5dc,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:42.152112 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6e527355-c346-446e-bf22-127667646ef8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:42.157575 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-6e527355-c346-446e-bf22-127667646ef8 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/1b45988d-baf4-4229-8951-85416273e5dc HTTP/1.1" status: 204 len: 168 time: 0.3988757 Feb 19 02:53:42.157719 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7789d11-c7ec-4982-95d2-8d632afafcc3 None None] Network a3344a71-1e85-4794-a87b-fdf89b41ccf4 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:53:42.161164 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 35010) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:53:42.190948 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6ff9b512-3b42-4b50-9fd0-33ed14e4a1a6 req-b481735e-4ce9-4bc8-8d21-6dc0ec246160 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2a0a79ed-8a33-4798-af54-05a0cb1f0f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713530 Feb 19 02:53:42.209667 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c4650bb6-f3ea-4e4b-b77e-b05be72773cc req-afb238de-f2f3-412a-8053-ca2dd3a8ddc4 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d351a8c-b73e-485a-861c-36f8b0ec3310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928928 Feb 19 02:53:42.214243 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee5541b2-9ac1-46ab-b161-ec92883bdbe4 x-openstack-request-id: req-ee5541b2-9ac1-46ab-b161-ec92883bdbe4 {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:53:42.214627 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bb9eab4-0d6c-4134-ab2b-95a69750261e", "tag": "dbe88812-a5ed-4d59-8ee2-a6462da57fd6", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:53:42.214937 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ee5541b2-9ac1-46ab-b161-ec92883bdbe4 {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:53:42.215412 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bb9eab4-0d6c-4134-ab2b-95a69750261e', 'tag': 'dbe88812-a5ed-4d59-8ee2-a6462da57fd6', 'status': 'completed', 'code': 200} Feb 19 02:53:42.232171 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e527355-c346-446e-bf22-127667646ef8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:53:42.232764 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e527355-c346-446e-bf22-127667646ef8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:53:42.233213 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e527355-c346-446e-bf22-127667646ef8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:53:42.234502 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e527355-c346-446e-bf22-127667646ef8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:53:42.234963 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e527355-c346-446e-bf22-127667646ef8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:53:42.235920 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e527355-c346-446e-bf22-127667646ef8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:53:42.236488 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e527355-c346-446e-bf22-127667646ef8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:53:42.236841 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e527355-c346-446e-bf22-127667646ef8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:53:42.237933 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e527355-c346-446e-bf22-127667646ef8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:53:42.238388 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e527355-c346-446e-bf22-127667646ef8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:53:42.238825 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e527355-c346-446e-bf22-127667646ef8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:53:42.239264 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e527355-c346-446e-bf22-127667646ef8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:53:42.239720 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e527355-c346-446e-bf22-127667646ef8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:53:42.294132 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bb0b15bb-a83e-4747-9f93-70dd72ab17c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (a3344a71-1e85-4794-a87b-fdf89b41ccf4), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:42.318755 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-b1ca78c1-4f6e-479f-8587-b3a8d16e4d3d req-bb593e80-e5f0-4521-93d8-10128fbf0f4f tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-529419253', 'description': 'tempest-description-1857714656'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:53:42.331146 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['3876157c-ae4e-43c6-b416-c480573dea57'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:53:42.358487 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-bb0b15bb-a83e-4747-9f93-70dd72ab17c8 admin admin] Deleting port 975c9e37-a14c-48b9-8ee6-e9d377dabbb4 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:53:42.358827 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bb0b15bb-a83e-4747-9f93-70dd72ab17c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (975c9e37-a14c-48b9-8ee6-e9d377dabbb4), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:42.453923 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8897b552-9758-4ad2-8c56-a3ca9035e277 None None] DHCP port deletion for a3344a71-1e85-4794-a87b-fdf89b41ccf4 request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 02:53:42.458076 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-bb0b15bb-a83e-4747-9f93-70dd72ab17c8 admin admin] For port 975c9e37-a14c-48b9-8ee6-e9d377dabbb4, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=975c9e37-a14c-48b9-8ee6-e9d377dabbb4,segment=NetworkSegment(6cde636e-6f84-4b3c-9b86-2be337650f18),segment_id=6cde636e-6f84-4b3c-9b86-2be337650f18)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:53:42.458628 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bb0b15bb-a83e-4747-9f93-70dd72ab17c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (975c9e37-a14c-48b9-8ee6-e9d377dabbb4), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:42.479856 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-bb0b15bb-a83e-4747-9f93-70dd72ab17c8 admin admin] Calling delete_port for 975c9e37-a14c-48b9-8ee6-e9d377dabbb4 owned by network:dhcp {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:53:42.546976 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-8897b552-9758-4ad2-8c56-a3ca9035e277 None None] Deleting port 975c9e37-a14c-48b9-8ee6-e9d377dabbb4 {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:53:42.547353 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-8897b552-9758-4ad2-8c56-a3ca9035e277 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (975c9e37-a14c-48b9-8ee6-e9d377dabbb4), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:42.591257 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-b1ca78c1-4f6e-479f-8587-b3a8d16e4d3d req-bb593e80-e5f0-4521-93d8-10128fbf0f4f tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:42.599581 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bb0b15bb-a83e-4747-9f93-70dd72ab17c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (975c9e37-a14c-48b9-8ee6-e9d377dabbb4), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:42.628006 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-8897b552-9758-4ad2-8c56-a3ca9035e277 None None] For port 975c9e37-a14c-48b9-8ee6-e9d377dabbb4, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=975c9e37-a14c-48b9-8ee6-e9d377dabbb4,segment=NetworkSegment(6cde636e-6f84-4b3c-9b86-2be337650f18),segment_id=6cde636e-6f84-4b3c-9b86-2be337650f18)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:53:42.628457 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-8897b552-9758-4ad2-8c56-a3ca9035e277 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (975c9e37-a14c-48b9-8ee6-e9d377dabbb4), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:42.632925 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0b15bb-a83e-4747-9f93-70dd72ab17c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=975c9e37-a14c-48b9-8ee6-e9d377dabbb4,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:42.643675 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0b15bb-a83e-4747-9f93-70dd72ab17c8 admin admin] No DVR routers for this DVR port 975c9e37-a14c-48b9-8ee6-e9d377dabbb4 on host n-d-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:53:42.645834 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6ff9b512-3b42-4b50-9fd0-33ed14e4a1a6 req-f9e3f438-e0a3-45b4-bda5-e1d1ea807503 service neutron] 10.222.0.82 "GET /v2.0/networks/2a0a79ed-8a33-4798-af54-05a0cb1f0f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4294572 Feb 19 02:53:42.656417 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-8897b552-9758-4ad2-8c56-a3ca9035e277 None None] Calling delete_port for 975c9e37-a14c-48b9-8ee6-e9d377dabbb4 owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:53:42.679180 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dac09b3-cab0-4764-8ed4-d93bb221a6c6 req-3115adce-a9b7-4c9f-8445-eb2112f2e7b3 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:42.684976 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dac09b3-cab0-4764-8ed4-d93bb221a6c6 req-3115adce-a9b7-4c9f-8445-eb2112f2e7b3 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:42.692628 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6dac09b3-cab0-4764-8ed4-d93bb221a6c6 req-3115adce-a9b7-4c9f-8445-eb2112f2e7b3 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] 10.222.0.72 "GET /v2.0/ports?device_id=5aec96ce-2ba0-4d95-9542-da4e1370f97d HTTP/1.1" status: 200 len: 1680 time: 0.3772473 Feb 19 02:53:42.764088 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bb0b15bb-a83e-4747-9f93-70dd72ab17c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (a3344a71-1e85-4794-a87b-fdf89b41ccf4), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:42.777599 n-d-826753-2 neutron-server[103703]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 19 02:53:42.777599 n-d-826753-2 neutron-server[103703]: from cryptography.utils import int_from_bytes Feb 19 02:53:42.777599 n-d-826753-2 neutron-server[103703]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 19 02:53:42.777599 n-d-826753-2 neutron-server[103703]: from cryptography.utils import int_from_bytes Feb 19 02:53:42.777599 n-d-826753-2 neutron-server[103703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:53:42.777599 n-d-826753-2 neutron-server[103703]: self.session.flush() Feb 19 02:53:42.777599 n-d-826753-2 neutron-server[103703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:53:42.777599 n-d-826753-2 neutron-server[103703]: self.session.flush() Feb 19 02:53:42.777599 n-d-826753-2 neutron-server[103703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:53:42.777599 n-d-826753-2 neutron-server[103703]: self.session.flush() Feb 19 02:53:42.777599 n-d-826753-2 neutron-server[103703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:53:42.777599 n-d-826753-2 neutron-server[103703]: self.session.flush() Feb 19 02:53:42.777599 n-d-826753-2 neutron-server[103703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:53:42.777599 n-d-826753-2 neutron-server[103703]: self.session.flush() Feb 19 02:53:42.777599 n-d-826753-2 neutron-server[103703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:53:42.777599 n-d-826753-2 neutron-server[103703]: self.session.flush() Feb 19 02:53:42.777599 n-d-826753-2 neutron-server[103703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:53:42.777599 n-d-826753-2 neutron-server[103703]: self.session.flush() Feb 19 02:53:42.777599 n-d-826753-2 neutron-server[103703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:53:42.777599 n-d-826753-2 neutron-server[103703]: self.session.flush() Feb 19 02:53:42.777599 n-d-826753-2 neutron-server[103703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:53:42.777599 n-d-826753-2 neutron-server[103703]: self.session.flush() Feb 19 02:53:42.777599 n-d-826753-2 neutron-server[103703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:53:42.777599 n-d-826753-2 neutron-server[103703]: self.session.flush() Feb 19 02:53:42.777599 n-d-826753-2 neutron-server[103703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:53:42.777599 n-d-826753-2 neutron-server[103703]: self.session.flush() Feb 19 02:53:42.777599 n-d-826753-2 neutron-server[103703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:53:42.777599 n-d-826753-2 neutron-server[103703]: self.session.flush() Feb 19 02:53:42.777599 n-d-826753-2 neutron-server[103703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:53:42.777599 n-d-826753-2 neutron-server[103703]: self.session.flush() Feb 19 02:53:42.777599 n-d-826753-2 neutron-server[103703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:53:42.777599 n-d-826753-2 neutron-server[103703]: self.session.flush() Feb 19 02:53:42.777599 n-d-826753-2 neutron-server[103703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:53:42.777599 n-d-826753-2 neutron-server[103703]: self.session.flush() Feb 19 02:53:42.777599 n-d-826753-2 neutron-server[103703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:53:42.777599 n-d-826753-2 neutron-server[103703]: self.session.flush() Feb 19 02:53:42.777599 n-d-826753-2 neutron-server[103703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:53:42.777599 n-d-826753-2 neutron-server[103703]: self.session.flush() Feb 19 02:53:42.777599 n-d-826753-2 neutron-server[103703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:53:42.777599 n-d-826753-2 neutron-server[103703]: self.session.flush() Feb 19 02:53:42.777599 n-d-826753-2 neutron-server[103703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:53:42.777599 n-d-826753-2 neutron-server[103703]: self.session.flush() Feb 19 02:53:42.777599 n-d-826753-2 neutron-server[103703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:53:42.777599 n-d-826753-2 neutron-server[103703]: self.session.flush() Feb 19 02:53:42.777599 n-d-826753-2 neutron-server[103703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:53:42.777599 n-d-826753-2 neutron-server[103703]: self.session.flush() Feb 19 02:53:42.777599 n-d-826753-2 neutron-server[103703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:53:42.777599 n-d-826753-2 neutron-server[103703]: self.session.flush() Feb 19 02:53:42.777599 n-d-826753-2 neutron-server[103703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:53:42.777599 n-d-826753-2 neutron-server[103703]: self.session.flush() Feb 19 02:53:42.777599 n-d-826753-2 neutron-server[103703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:53:42.777599 n-d-826753-2 neutron-server[103703]: self.session.flush() Feb 19 02:53:42.777599 n-d-826753-2 neutron-server[103703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:53:42.777599 n-d-826753-2 neutron-server[103703]: self.session.flush() Feb 19 02:53:42.777599 n-d-826753-2 neutron-server[103703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:53:42.777599 n-d-826753-2 neutron-server[103703]: self.session.flush() Feb 19 02:53:42.794681 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-8897b552-9758-4ad2-8c56-a3ca9035e277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (975c9e37-a14c-48b9-8ee6-e9d377dabbb4), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:42.800597 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-bb0b15bb-a83e-4747-9f93-70dd72ab17c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3344a71-1e85-4794-a87b-fdf89b41ccf4']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:53:42.811404 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-bb0b15bb-a83e-4747-9f93-70dd72ab17c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cde636e-6f84-4b3c-9b86-2be337650f18') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:53:42.811696 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-bb0b15bb-a83e-4747-9f93-70dd72ab17c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cde636e-6f84-4b3c-9b86-2be337650f18') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:53:42.828204 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bb0b15bb-a83e-4747-9f93-70dd72ab17c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (6cde636e-6f84-4b3c-9b86-2be337650f18), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:42.844694 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bb0b15bb-a83e-4747-9f93-70dd72ab17c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (6cde636e-6f84-4b3c-9b86-2be337650f18), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:42.853116 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb0b15bb-a83e-4747-9f93-70dd72ab17c8 admin admin] Releasing vlan 253 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:53:42.853354 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bb0b15bb-a83e-4747-9f93-70dd72ab17c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (6cde636e-6f84-4b3c-9b86-2be337650f18), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:42.869552 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8897b552-9758-4ad2-8c56-a3ca9035e277 None None] No DVR routers for this DVR port 975c9e37-a14c-48b9-8ee6-e9d377dabbb4 on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:53:42.871868 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8897b552-9758-4ad2-8c56-a3ca9035e277 None None] Pushing event deleted for resources: {'Port': ['ID=975c9e37-a14c-48b9-8ee6-e9d377dabbb4,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:42.888396 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 975c9e37-a14c-48b9-8ee6-e9d377dabbb4 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:53:42.910908 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 975c9e37-a14c-48b9-8ee6-e9d377dabbb4 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:53:42.911429 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 975c9e37-a14c-48b9-8ee6-e9d377dabbb4 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:53:42.911964 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 8bc22be8-bb6d-44ad-a15d-9e4390ea4ae8 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:53:42.929717 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-b1ca78c1-4f6e-479f-8587-b3a8d16e4d3d req-bb593e80-e5f0-4521-93d8-10128fbf0f4f tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Publish callbacks [] for security_group (734e785a-063f-4541-8b8a-f885cc149d9f), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:42.933339 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 8bc22be8-bb6d-44ad-a15d-9e4390ea4ae8 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:53:42.933945 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 8bc22be8-bb6d-44ad-a15d-9e4390ea4ae8 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:53:42.934872 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6ff9b512-3b42-4b50-9fd0-33ed14e4a1a6 req-54aa128e-7852-47df-ad27-442443cd279e service neutron] 10.222.0.82 "GET /v2.0/networks/2a0a79ed-8a33-4798-af54-05a0cb1f0f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743981 Feb 19 02:53:42.938616 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 02:53:42.938616 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:53:42.938616 n-d-826753-2 neutron-server[103702]: timer() Feb 19 02:53:42.938616 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:53:42.938616 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 02:53:42.938616 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:53:42.938616 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 02:53:42.938616 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:53:42.938616 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 02:53:42.938616 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:53:42.938616 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 02:53:42.938616 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:53:42.938616 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 02:53:42.938616 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:53:42.938616 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:53:42.938616 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:53:42.938616 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:53:42.938616 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:53:42.938616 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 02:53:42.938616 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:53:42.938616 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 02:53:42.938616 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:53:42.938616 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:53:42.938616 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:53:42.938616 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 02:53:42.938616 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:53:42.938616 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:53:42.938616 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:53:42.938616 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:53:42.938616 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:53:42.938616 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:53:42.938616 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:53:42.950978 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bb0b15bb-a83e-4747-9f93-70dd72ab17c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (a3344a71-1e85-4794-a87b-fdf89b41ccf4), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:42.951190 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6dac09b3-cab0-4764-8ed4-d93bb221a6c6 req-2594e63a-3652-4c46-8d38-bc70fb78fea4 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] 10.222.0.72 "GET /v2.0/security-groups?id=ed4112f7-4072-40c7-a6a7-08b05eb3305e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563152 Feb 19 02:53:42.956778 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bb0b15bb-a83e-4747-9f93-70dd72ab17c8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:42.960574 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-bb0b15bb-a83e-4747-9f93-70dd72ab17c8 admin admin] 10.222.0.72 "DELETE /v2.0/networks/a3344a71-1e85-4794-a87b-fdf89b41ccf4 HTTP/1.1" status: 204 len: 168 time: 0.7984931 Feb 19 02:53:42.970122 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-b1ca78c1-4f6e-479f-8587-b3a8d16e4d3d req-bb593e80-e5f0-4521-93d8-10128fbf0f4f tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (734e785a-063f-4541-8b8a-f885cc149d9f), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:42.975462 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0b15bb-a83e-4747-9f93-70dd72ab17c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3344a71-1e85-4794-a87b-fdf89b41ccf4,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:43.012218 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 35014) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:53:43.108014 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-b1ca78c1-4f6e-479f-8587-b3a8d16e4d3d req-bb593e80-e5f0-4521-93d8-10128fbf0f4f tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:43.109449 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b1ca78c1-4f6e-479f-8587-b3a8d16e4d3d req-bb593e80-e5f0-4521-93d8-10128fbf0f4f tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.8431463 Feb 19 02:53:43.119908 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb593e80-e5f0-4521-93d8-10128fbf0f4f tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=734e785a-063f-4541-8b8a-f885cc149d9f,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:43.152012 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-22fd0e22-b2f4-4f45-9c19-824264e1d1a9 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Publish callbacks [] for security_group (99efb503-a711-4838-8b15-bcaf32262e83), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:43.190479 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 35018) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:53:43.195398 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fbf96fdc-3383-4f46-9b40-e913775dd0ab req-5dbb1bc3-ec88-4214-af3c-dfe7d83ce4b1 tempest-ServerShowV257Test-466890171 tempest-ServerShowV257Test-466890171-project] 10.222.0.72 "GET /v2.0/ports?device_id=7eeb4482-4d2e-4b0b-b05d-c90d660114c8 HTTP/1.1" status: 200 len: 210 time: 0.1026371 Feb 19 02:53:43.202072 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [req-72e691f1-8a50-4122-ac69-2b3564744c96 req-8e7456c3-b975-4015-b89a-f58927683c26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53fda427-3257-468c-a39b-65e464e0dd87 {{(pid=103701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:53:43.212713 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-72e691f1-8a50-4122-ac69-2b3564744c96 req-8e7456c3-b975-4015-b89a-f58927683c26 service neutron] Publish callbacks [] for port (53fda427-3257-468c-a39b-65e464e0dd87), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:43.251681 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-22fd0e22-b2f4-4f45-9c19-824264e1d1a9 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Publish callbacks [] for security_group (99efb503-a711-4838-8b15-bcaf32262e83), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:43.266677 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.provisioning_blocks [req-72e691f1-8a50-4122-ac69-2b3564744c96 req-8e7456c3-b975-4015-b89a-f58927683c26 service neutron] Transition to ACTIVE for port object 53fda427-3257-468c-a39b-65e464e0dd87 will not be triggered until provisioned by entity L2. {{(pid=103701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:53:43.282818 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3703262c-67c9-434d-a52b-8fc02ec781fa req-4c8b0ccc-ab9b-4b8a-9410-d14ae952b299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:43.285624 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3703262c-67c9-434d-a52b-8fc02ec781fa req-4c8b0ccc-ab9b-4b8a-9410-d14ae952b299 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8ee938a19b3e4074b489f411ca258ca6&device_id=5bb9eab4-0d6c-4134-ab2b-95a69750261e HTTP/1.1" status: 200 len: 1125 time: 0.1904955 Feb 19 02:53:43.287614 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-72e691f1-8a50-4122-ac69-2b3564744c96 req-8e7456c3-b975-4015-b89a-f58927683c26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (53fda427-3257-468c-a39b-65e464e0dd87), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:43.352264 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-b1d80c10-1c9c-4fbf-9b34-276e078fcb41 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1e42a34c6136455ebefd6494f70ef39d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1607013 Feb 19 02:53:43.353812 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-22fd0e22-b2f4-4f45-9c19-824264e1d1a9 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (99efb503-a711-4838-8b15-bcaf32262e83), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:43.361664 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-22fd0e22-b2f4-4f45-9c19-824264e1d1a9 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:43.365628 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e6b552-4162-479a-b0a8-45ff40e6b29b req-25fb3afa-759f-45a2-b139-aeb56c1e23fa tempest-VolumesActionsTest-716121604 tempest-VolumesActionsTest-716121604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:43.365628 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e3e6b552-4162-479a-b0a8-45ff40e6b29b req-25fb3afa-759f-45a2-b139-aeb56c1e23fa tempest-VolumesActionsTest-716121604 tempest-VolumesActionsTest-716121604-project] 10.222.0.72 "GET /v2.0/ports?device_id=e767af4c-bed0-46d9-a2b6-070b6129d8df HTTP/1.1" status: 200 len: 946 time: 0.1500561 Feb 19 02:53:43.367621 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-22fd0e22-b2f4-4f45-9c19-824264e1d1a9 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] 10.222.0.72 "DELETE /v2.0/security-groups/99efb503-a711-4838-8b15-bcaf32262e83 HTTP/1.1" status: 204 len: 168 time: 0.3543589 Feb 19 02:53:43.368758 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 35024) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:53:43.369392 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 35026) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:53:43.378519 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['40291aae-4431-4ec1-9ebf-236b22042468'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:53:43.436003 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7456c3-b975-4015-b89a-f58927683c26 service neutron] Pushing event updated for resources: {'Port': ['ID=53fda427-3257-468c-a39b-65e464e0dd87,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:43.454844 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fd0e22-b2f4-4f45-9c19-824264e1d1a9 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99efb503-a711-4838-8b15-bcaf32262e83,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:43.461373 n-d-826753-2 neutron-server[103702]: INFO neutron.api.v2.resource [None req-66bead88-71a7-4136-a376-f21778763304 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] show failed (client error): The resource could not be found. Feb 19 02:53:43.465898 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-66bead88-71a7-4136-a376-f21778763304 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] 10.222.0.72 "GET /v2.0/security-groups/99efb503-a711-4838-8b15-bcaf32262e83 HTTP/1.1" status: 404 len: 347 time: 0.0712969 Feb 19 02:53:43.466762 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 35028) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:53:43.595342 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e3e6b552-4162-479a-b0a8-45ff40e6b29b req-841c4d6c-c167-494a-b583-9710174ed006 tempest-VolumesActionsTest-716121604 tempest-VolumesActionsTest-716121604-project] 10.222.0.72 "GET /v2.0/security-groups?id=2cc4a2a1-40b2-481e-99fd-d807da4ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957598 Feb 19 02:53:43.599172 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3703262c-67c9-434d-a52b-8fc02ec781fa req-c9e4582f-affd-49bc-93ff-f0fccd42a8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:43.600608 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3703262c-67c9-434d-a52b-8fc02ec781fa req-c9e4582f-affd-49bc-93ff-f0fccd42a8da service neutron] 10.222.0.82 "GET /v2.0/networks?id=2a0a79ed-8a33-4798-af54-05a0cb1f0f3c HTTP/1.1" status: 200 len: 919 time: 0.3031311 Feb 19 02:53:43.604260 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2b3fe960-17e0-4454-b04f-1a9aeea7fca2 admin admin] Publish callbacks [] for security_group (8d2df9a9-c041-466c-b6c3-f5162751a39c), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:43.668553 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-72e691f1-8a50-4122-ac69-2b3564744c96 req-8e7456c3-b975-4015-b89a-f58927683c26 service neutron] Attempting to bind port 53fda427-3257-468c-a39b-65e464e0dd87 on host n-h1-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:53:43.668891 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-72e691f1-8a50-4122-ac69-2b3564744c96 req-8e7456c3-b975-4015-b89a-f58927683c26 service neutron] Attempting to bind port 53fda427-3257-468c-a39b-65e464e0dd87 by drivers openvswitch,hyperv on host n-h1-826753-2 at level 0 using segments [{'id': 'b398e613-0491-4825-8c0e-13ffa7bc0c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '2a0a79ed-8a33-4798-af54-05a0cb1f0f3c'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:53:43.670867 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2b3fe960-17e0-4454-b04f-1a9aeea7fca2 admin admin] Publish callbacks [] for security_group (8d2df9a9-c041-466c-b6c3-f5162751a39c), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:43.682341 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e691f1-8a50-4122-ac69-2b3564744c96 req-8e7456c3-b975-4015-b89a-f58927683c26 service neutron] Attempting to bind port 53fda427-3257-468c-a39b-65e464e0dd87 on network 2a0a79ed-8a33-4798-af54-05a0cb1f0f3c {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:53:43.687196 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3703262c-67c9-434d-a52b-8fc02ec781fa req-6b146fd8-5416-4e9a-a2d2-9a5e593fad96 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dbe88812-a5ed-4d59-8ee2-a6462da57fd6 HTTP/1.1" status: 200 len: 217 time: 0.0705779 Feb 19 02:53:43.695370 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2bf5c4-fdd3-404c-bd80-c43bd5b80259 req-0ffdf4fc-e31d-4388-b74b-da5ca0e1318f tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:43.697525 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3f2bf5c4-fdd3-404c-bd80-c43bd5b80259 req-0ffdf4fc-e31d-4388-b74b-da5ca0e1318f tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] 10.222.0.72 "GET /v2.0/ports?device_id=da76bc92-31a4-4d2f-9e50-8d96c7fd6d12 HTTP/1.1" status: 200 len: 946 time: 0.2259531 Feb 19 02:53:43.707486 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e691f1-8a50-4122-ac69-2b3564744c96 req-8e7456c3-b975-4015-b89a-f58927683c26 service neutron] Port 53fda427-3257-468c-a39b-65e464e0dd87 on network 2a0a79ed-8a33-4798-af54-05a0cb1f0f3c not bound, no agent of type Open vSwitch agent registered on host n-h1-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:53:43.707817 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e691f1-8a50-4122-ac69-2b3564744c96 req-8e7456c3-b975-4015-b89a-f58927683c26 service neutron] Attempting to bind port 53fda427-3257-468c-a39b-65e464e0dd87 on network 2a0a79ed-8a33-4798-af54-05a0cb1f0f3c {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:53:43.725519 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-e529bcaf-2617-418e-b62b-2df6b71c60b4 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Deleting port 9ae5d042-ca8f-4ad1-a021-69c4dda53a8d {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:53:43.725870 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e529bcaf-2617-418e-b62b-2df6b71c60b4 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (9ae5d042-ca8f-4ad1-a021-69c4dda53a8d), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:43.808064 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e691f1-8a50-4122-ac69-2b3564744c96 req-8e7456c3-b975-4015-b89a-f58927683c26 service neutron] Checking agent: {'id': '9d56fb1b-2855-496a-a6d9-c324740cb98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:53:43.808321 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e691f1-8a50-4122-ac69-2b3564744c96 req-8e7456c3-b975-4015-b89a-f58927683c26 service neutron] Checking segment: {'id': 'b398e613-0491-4825-8c0e-13ffa7bc0c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '2a0a79ed-8a33-4798-af54-05a0cb1f0f3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:53:43.808688 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e691f1-8a50-4122-ac69-2b3564744c96 req-8e7456c3-b975-4015-b89a-f58927683c26 service neutron] Bound using segment: {'id': 'b398e613-0491-4825-8c0e-13ffa7bc0c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '2a0a79ed-8a33-4798-af54-05a0cb1f0f3c'} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:53:43.809184 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-72e691f1-8a50-4122-ac69-2b3564744c96 req-8e7456c3-b975-4015-b89a-f58927683c26 service neutron] Bound port: 53fda427-3257-468c-a39b-65e464e0dd87, host: n-h1-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b398e613-0491-4825-8c0e-13ffa7bc0c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '2a0a79ed-8a33-4798-af54-05a0cb1f0f3c'}}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:53:43.809555 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-72e691f1-8a50-4122-ac69-2b3564744c96 req-8e7456c3-b975-4015-b89a-f58927683c26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (53fda427-3257-468c-a39b-65e464e0dd87), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:43.853133 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3703262c-67c9-434d-a52b-8fc02ec781fa req-b301d2af-b4d3-48cc-9d86-fbae6ffad438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:43.854684 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3703262c-67c9-434d-a52b-8fc02ec781fa req-b301d2af-b4d3-48cc-9d86-fbae6ffad438 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1de208d8-9bd1-42de-af89-32eb5f962cf7 HTTP/1.1" status: 200 len: 858 time: 0.1551590 Feb 19 02:53:43.937628 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3703262c-67c9-434d-a52b-8fc02ec781fa req-181f5fc1-792e-4812-8521-9da6706b8c70 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2a0a79ed-8a33-4798-af54-05a0cb1f0f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692694 Feb 19 02:53:43.949580 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3f2bf5c4-fdd3-404c-bd80-c43bd5b80259 req-1ec20e6e-8244-43b6-b495-069d18a70d3c tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] 10.222.0.72 "GET /v2.0/security-groups?id=d6877574-acb3-43f4-bf3f-b561a089577a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385724 Feb 19 02:53:44.005396 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2336fbc3-683d-4ad9-8574-21b44461ec2c req-62a2c8fa-30ec-46e2-8e82-09c47d67bc82 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:44.007010 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2336fbc3-683d-4ad9-8574-21b44461ec2c req-62a2c8fa-30ec-46e2-8e82-09c47d67bc82 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "GET /v2.0/networks?id=83c866d3-e000-4397-a50d-1c4d2fa3070f HTTP/1.1" status: 200 len: 812 time: 0.3085546 Feb 19 02:53:44.099203 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-72e691f1-8a50-4122-ac69-2b3564744c96 req-8e7456c3-b975-4015-b89a-f58927683c26 service neutron] For port 53fda427-3257-468c-a39b-65e464e0dd87, host n-h1-826753-2, cleared binding levels {{(pid=103701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:53:44.138581 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2336fbc3-683d-4ad9-8574-21b44461ec2c req-6375bb52-678d-435a-ac15-9a31a515674b tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "GET /v2.0/quotas/60cd2412755d4ac9a24ef5f571b19bc2 HTTP/1.1" status: 200 len: 375 time: 0.1070318 Feb 19 02:53:44.175668 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-72e691f1-8a50-4122-ac69-2b3564744c96 req-8e7456c3-b975-4015-b89a-f58927683c26 service neutron] For port 53fda427-3257-468c-a39b-65e464e0dd87, host n-h1-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=53fda427-3257-468c-a39b-65e464e0dd87,segment=NetworkSegment(b398e613-0491-4825-8c0e-13ffa7bc0c4a),segment_id=b398e613-0491-4825-8c0e-13ffa7bc0c4a)] {{(pid=103701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:53:44.225178 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2336fbc3-683d-4ad9-8574-21b44461ec2c req-95390255-a09a-4b24-9050-eed6cc8e6ea6 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=60cd2412755d4ac9a24ef5f571b19bc2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0573685 Feb 19 02:53:44.229177 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-72e691f1-8a50-4122-ac69-2b3564744c96 req-8e7456c3-b975-4015-b89a-f58927683c26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (53fda427-3257-468c-a39b-65e464e0dd87), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:44.253727 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2b3fe960-17e0-4454-b04f-1a9aeea7fca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (8d2df9a9-c041-466c-b6c3-f5162751a39c), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:44.256264 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2b3fe960-17e0-4454-b04f-1a9aeea7fca2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:44.257567 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-2b3fe960-17e0-4454-b04f-1a9aeea7fca2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8d2df9a9-c041-466c-b6c3-f5162751a39c HTTP/1.1" status: 204 len: 168 time: 0.8837700 Feb 19 02:53:44.279513 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3fe960-17e0-4454-b04f-1a9aeea7fca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d2df9a9-c041-466c-b6c3-f5162751a39c,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:44.299671 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e529bcaf-2617-418e-b62b-2df6b71c60b4 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (9ae5d042-ca8f-4ad1-a021-69c4dda53a8d), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:44.300161 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e529bcaf-2617-418e-b62b-2df6b71c60b4 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Publish callbacks [] for floatingip (9ae5d042-ca8f-4ad1-a021-69c4dda53a8d), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:44.313726 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-e529bcaf-2617-418e-b62b-2df6b71c60b4 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Calling delete_port for 9ae5d042-ca8f-4ad1-a021-69c4dda53a8d owned by network:floatingip {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:53:44.495735 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7456c3-b975-4015-b89a-f58927683c26 service neutron] Pushing event updated for resources: {'Port': ['ID=53fda427-3257-468c-a39b-65e464e0dd87,revision_number=3']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:44.502861 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3703262c-67c9-434d-a52b-8fc02ec781fa req-0ec6e632-246c-4453-a4b0-f8276314f63a service neutron] 10.222.0.82 "GET /v2.0/networks/2a0a79ed-8a33-4798-af54-05a0cb1f0f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5520766 Feb 19 02:53:44.519246 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e691f1-8a50-4122-ac69-2b3564744c96 req-8e7456c3-b975-4015-b89a-f58927683c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:44.520370 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-72e691f1-8a50-4122-ac69-2b3564744c96 req-8e7456c3-b975-4015-b89a-f58927683c26 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:44.522069 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-72e691f1-8a50-4122-ac69-2b3564744c96 req-8e7456c3-b975-4015-b89a-f58927683c26 service neutron] 10.222.0.73 "PUT /v2.0/ports/53fda427-3257-468c-a39b-65e464e0dd87 HTTP/1.1" status: 200 len: 1091 time: 3.3214805 Feb 19 02:53:44.528073 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e529bcaf-2617-418e-b62b-2df6b71c60b4 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (9ae5d042-ca8f-4ad1-a021-69c4dda53a8d), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:44.530861 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3d6115-da0d-41a1-9d7f-01e4a8423324 req-e850de2d-7ae4-4acb-8a33-428db65a1d56 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:44.532436 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1a3d6115-da0d-41a1-9d7f-01e4a8423324 req-e850de2d-7ae4-4acb-8a33-428db65a1d56 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/ports?device_id=9829e4c6-35e3-4dca-a34d-83845f9a05fe HTTP/1.1" status: 200 len: 943 time: 0.4386704 Feb 19 02:53:44.533578 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9829e4c6-35e3-4dca-a34d-83845f9a05fe', 'tag': '53fda427-3257-468c-a39b-65e464e0dd87'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:53:44.535845 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70697fcc-665f-4e0d-a439-9c7b89b4f9a7" -d '{"events": [{"name": "network-changed", "server_uuid": "9829e4c6-35e3-4dca-a34d-83845f9a05fe", "tag": "53fda427-3257-468c-a39b-65e464e0dd87"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:53:44.596814 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e529bcaf-2617-418e-b62b-2df6b71c60b4 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Pushing event deleted for resources: {'Port': ['ID=9ae5d042-ca8f-4ad1-a021-69c4dda53a8d,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:44.663763 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e529bcaf-2617-418e-b62b-2df6b71c60b4 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Publish callbacks [] for floatingip (702860f3-73a4-45d1-b9b8-f84e90e77851), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:44.667614 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e529bcaf-2617-418e-b62b-2df6b71c60b4 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:44.669890 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-e529bcaf-2617-418e-b62b-2df6b71c60b4 tempest-ServersTestBootFromVolume-245420393 tempest-ServersTestBootFromVolume-245420393-project] 10.222.0.72 "DELETE /v2.0/floatingips/702860f3-73a4-45d1-b9b8-f84e90e77851 HTTP/1.1" status: 204 len: 168 time: 1.1988943 Feb 19 02:53:44.675255 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 35058) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:53:44.764439 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1a3d6115-da0d-41a1-9d7f-01e4a8423324 req-0cf6dd85-806b-48d3-94d7-53b74e6bc166 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d351a8c-b73e-485a-861c-36f8b0ec3310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328359 Feb 19 02:53:44.805301 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2336fbc3-683d-4ad9-8574-21b44461ec2c req-b42e0284-e556-486a-b21a-691c310fd22f service neutron] 10.222.0.72 "GET /v2.0/networks/83c866d3-e000-4397-a50d-1c4d2fa3070f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5540686 Feb 19 02:53:44.820231 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e691f1-8a50-4122-ac69-2b3564744c96 req-d5c953d6-2ae6-490e-beae-6b264ab6e10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:44.822431 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-72e691f1-8a50-4122-ac69-2b3564744c96 req-d5c953d6-2ae6-490e-beae-6b264ab6e10a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8ee938a19b3e4074b489f411ca258ca6&device_id=9829e4c6-35e3-4dca-a34d-83845f9a05fe HTTP/1.1" status: 200 len: 1125 time: 0.1919272 Feb 19 02:53:44.907370 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-72e691f1-8a50-4122-ac69-2b3564744c96 req-9a2ba8ef-2731-4098-92b6-42fb07477c02 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=53fda427-3257-468c-a39b-65e464e0dd87 HTTP/1.1" status: 200 len: 217 time: 0.0660238 Feb 19 02:53:45.067010 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e691f1-8a50-4122-ac69-2b3564744c96 req-274c5f67-1977-4068-9d95-bd67fd5eb522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:45.068459 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-72e691f1-8a50-4122-ac69-2b3564744c96 req-274c5f67-1977-4068-9d95-bd67fd5eb522 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1de208d8-9bd1-42de-af89-32eb5f962cf7 HTTP/1.1" status: 200 len: 858 time: 0.1262500 Feb 19 02:53:45.073872 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3703262c-67c9-434d-a52b-8fc02ec781fa req-95706b19-1f69-42b5-8778-7d55943bef59 service neutron] 10.222.0.82 "GET /v2.0/networks/2a0a79ed-8a33-4798-af54-05a0cb1f0f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5578392 Feb 19 02:53:45.113290 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-72e691f1-8a50-4122-ac69-2b3564744c96 req-79585aa1-fc16-416f-b0a3-7bbef46a28be service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2a0a79ed-8a33-4798-af54-05a0cb1f0f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360975 Feb 19 02:53:45.212191 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa80225-ab59-4460-acfa-5569c92a1b2d req-04ded7c7-df63-43e9-844a-234ad490f1ed tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:45.219191 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa80225-ab59-4460-acfa-5569c92a1b2d req-04ded7c7-df63-43e9-844a-234ad490f1ed tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:45.221297 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1aa80225-ab59-4460-acfa-5569c92a1b2d req-04ded7c7-df63-43e9-844a-234ad490f1ed tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] 10.222.0.72 "GET /v2.0/ports?device_id=5aec96ce-2ba0-4d95-9542-da4e1370f97d HTTP/1.1" status: 200 len: 1680 time: 0.2853372 Feb 19 02:53:45.264091 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device dbe88812-a5ed-4d59-8ee2-a6462da57fd6 details requested by agent hyperv_n-h2-826753-2 with host n-h2-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:53:45.267401 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 3876157c-ae4e-43c6-b416-c480573dea57 up at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:53:45.286548 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2336fbc3-683d-4ad9-8574-21b44461ec2c req-fc2f543b-fd38-4431-8437-ecf81e9bfc8d service neutron] 10.222.0.72 "GET /v2.0/networks/83c866d3-e000-4397-a50d-1c4d2fa3070f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4797025 Feb 19 02:53:45.359763 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1aa80225-ab59-4460-acfa-5569c92a1b2d req-950a45ef-49ef-49cc-9d47-cb16a3dc5ea8 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] 10.222.0.72 "GET /v2.0/security-groups?id=ed4112f7-4072-40c7-a6a7-08b05eb3305e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879505 Feb 19 02:53:45.419243 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7703c1e1-3d64-45b1-a183-2831ccf14ecd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16289271'] for router_interface (cc6daac7-989b-47c8-b986-57b82df565e2), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:45.426340 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-72e691f1-8a50-4122-ac69-2b3564744c96 req-0111bfa7-01df-42ba-8491-289ac09f6747 service neutron] 10.222.0.73 "GET /v2.0/networks/2a0a79ed-8a33-4798-af54-05a0cb1f0f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3047268 Feb 19 02:53:45.667520 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8e871b00-64c8-4efb-982a-7bb256e28f51 req-f0cb6f5f-da7e-41cc-89e8-44b3361aca35 tempest-ServerShowV257Test-466890171 tempest-ServerShowV257Test-466890171-project] 10.222.0.72 "GET /v2.0/ports?device_id=7eeb4482-4d2e-4b0b-b05d-c90d660114c8 HTTP/1.1" status: 200 len: 210 time: 0.0758004 Feb 19 02:53:45.729552 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port dbe88812-a5ed-4d59-8ee2-a6462da57fd6, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=dbe88812-a5ed-4d59-8ee2-a6462da57fd6,segment=NetworkSegment(b398e613-0491-4825-8c0e-13ffa7bc0c4a),segment_id=b398e613-0491-4825-8c0e-13ffa7bc0c4a)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:53:45.737018 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-72e691f1-8a50-4122-ac69-2b3564744c96 req-b68ad0e3-2bc0-428b-bd6d-eba46a9c6f9d service neutron] 10.222.0.73 "GET /v2.0/networks/2a0a79ed-8a33-4798-af54-05a0cb1f0f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3033361 Feb 19 02:53:45.757866 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Returning: {'device': 'dbe88812-a5ed-4d59-8ee2-a6462da57fd6', 'network_id': '2a0a79ed-8a33-4798-af54-05a0cb1f0f3c', 'port_id': 'dbe88812-a5ed-4d59-8ee2-a6462da57fd6', 'mac_address': 'fa:16:3e:1c:f2:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1de208d8-9bd1-42de-af89-32eb5f962cf7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:53:45.806750 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39c35be8-7d4b-496e-9cac-7eaa7ab9967f x-openstack-request-id: req-39c35be8-7d4b-496e-9cac-7eaa7ab9967f {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:53:45.807234 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9829e4c6-35e3-4dca-a34d-83845f9a05fe", "tag": "53fda427-3257-468c-a39b-65e464e0dd87", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:53:45.807519 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-39c35be8-7d4b-496e-9cac-7eaa7ab9967f {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:53:45.807991 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9829e4c6-35e3-4dca-a34d-83845f9a05fe', 'tag': '53fda427-3257-468c-a39b-65e464e0dd87', 'status': 'completed', 'code': 200} Feb 19 02:53:45.878344 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6d22770d-e18b-46e4-8c52-b3e297b2dfe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:45.970488 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port dbe88812-a5ed-4d59-8ee2-a6462da57fd6 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:53:45.970834 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (dbe88812-a5ed-4d59-8ee2-a6462da57fd6), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:45.983146 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning for port 3876157c-ae4e-43c6-b416-c480573dea57 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:53:46.008388 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning complete for port 3876157c-ae4e-43c6-b416-c480573dea57 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:53:46.008712 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (3876157c-ae4e-43c6-b416-c480573dea57), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:46.011472 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-37ed13c1-6739-4399-a03d-cb7de42b4add req-11a41efc-8b54-4d04-bad4-fa579fa56b74 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "GET /v2.0/ports?device_id=d365419d-0fdb-4600-ac55-d7ffe3c99c0f HTTP/1.1" status: 200 len: 210 time: 0.0664327 Feb 19 02:53:46.064658 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70697fcc-665f-4e0d-a439-9c7b89b4f9a7 req-425b3142-ab79-4440-8d9c-0e6efd2fbc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:46.068876 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-70697fcc-665f-4e0d-a439-9c7b89b4f9a7 req-425b3142-ab79-4440-8d9c-0e6efd2fbc24 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8ee938a19b3e4074b489f411ca258ca6&device_id=9829e4c6-35e3-4dca-a34d-83845f9a05fe HTTP/1.1" status: 200 len: 1125 time: 0.1848755 Feb 19 02:53:46.100191 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbe88812-a5ed-4d59-8ee2-a6462da57fd6 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:53:46.125878 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port dbe88812-a5ed-4d59-8ee2-a6462da57fd6, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=dbe88812-a5ed-4d59-8ee2-a6462da57fd6,segment=NetworkSegment(b398e613-0491-4825-8c0e-13ffa7bc0c4a),segment_id=b398e613-0491-4825-8c0e-13ffa7bc0c4a)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:53:46.141166 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (dbe88812-a5ed-4d59-8ee2-a6462da57fd6), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:46.177227 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-7703c1e1-3d64-45b1-a183-2831ccf14ecd admin admin] Deleting port a630aafb-9ffb-4798-89a0-ac20d4be28f8 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:53:46.177479 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7703c1e1-3d64-45b1-a183-2831ccf14ecd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (a630aafb-9ffb-4798-89a0-ac20d4be28f8), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:46.271961 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 3876157c-ae4e-43c6-b416-c480573dea57 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:53:46.272476 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (3876157c-ae4e-43c6-b416-c480573dea57), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:46.308152 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef147b73-97fe-4bf4-b662-56dcf66de0f6 req-811044bb-fd86-4f2a-a32e-76e066e50f86 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:46.309958 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-7703c1e1-3d64-45b1-a183-2831ccf14ecd admin admin] For port a630aafb-9ffb-4798-89a0-ac20d4be28f8, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=a630aafb-9ffb-4798-89a0-ac20d4be28f8,segment=NetworkSegment(9fe70e6e-9986-4247-9959-b53c4994b41b),segment_id=9fe70e6e-9986-4247-9959-b53c4994b41b)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:53:46.313149 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7703c1e1-3d64-45b1-a183-2831ccf14ecd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (a630aafb-9ffb-4798-89a0-ac20d4be28f8), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:46.315604 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ef147b73-97fe-4bf4-b662-56dcf66de0f6 req-811044bb-fd86-4f2a-a32e-76e066e50f86 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] 10.222.0.72 "GET /v2.0/ports?device_id=909bb69e-1a06-4633-a049-6300737caa32 HTTP/1.1" status: 200 len: 945 time: 0.1169100 Feb 19 02:53:46.352038 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-7703c1e1-3d64-45b1-a183-2831ccf14ecd admin admin] Calling delete_port for a630aafb-9ffb-4798-89a0-ac20d4be28f8 owned by network:router_interface {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:53:46.363683 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=dbe88812-a5ed-4d59-8ee2-a6462da57fd6,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:46.374766 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aec96ce-2ba0-4d95-9542-da4e1370f97d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3876157c-ae4e-43c6-b416-c480573dea57'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:53:46.377018 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da5dce40-ed9b-45fc-96fb-7d707a071706" -d '{"events": [{"server_uuid": "5aec96ce-2ba0-4d95-9542-da4e1370f97d", "name": "network-vif-plugged", "status": "completed", "tag": "3876157c-ae4e-43c6-b416-c480573dea57"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:53:46.392920 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 3876157c-ae4e-43c6-b416-c480573dea57, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=3876157c-ae4e-43c6-b416-c480573dea57,segment=NetworkSegment(bff586ae-cd5e-4d6c-a49c-276f559430dd),segment_id=bff586ae-cd5e-4d6c-a49c-276f559430dd)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:53:46.408317 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (3876157c-ae4e-43c6-b416-c480573dea57), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:46.409428 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 40291aae-4431-4ec1-9ebf-236b22042468 up at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:53:46.640146 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ef147b73-97fe-4bf4-b662-56dcf66de0f6 req-1d2888a5-0409-4e4d-b38c-6dc317ed09cc tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] 10.222.0.72 "GET /v2.0/security-groups?id=d6877574-acb3-43f4-bf3f-b561a089577a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3219597 Feb 19 02:53:46.640437 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['dbe88812-a5ed-4d59-8ee2-a6462da57fd6'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:53:46.654471 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70697fcc-665f-4e0d-a439-9c7b89b4f9a7 req-d0ee68a9-fc43-4d04-9570-39ecee004dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:46.672984 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=3876157c-ae4e-43c6-b416-c480573dea57,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:46.677460 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-70697fcc-665f-4e0d-a439-9c7b89b4f9a7 req-d0ee68a9-fc43-4d04-9570-39ecee004dcf service neutron] 10.222.0.73 "GET /v2.0/networks?id=2a0a79ed-8a33-4798-af54-05a0cb1f0f3c HTTP/1.1" status: 200 len: 919 time: 0.5932138 Feb 19 02:53:46.741835 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7703c1e1-3d64-45b1-a183-2831ccf14ecd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (a630aafb-9ffb-4798-89a0-ac20d4be28f8), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:46.810475 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34761a9d-2ee3-4544-8b37-7019565e8e58 x-openstack-request-id: req-34761a9d-2ee3-4544-8b37-7019565e8e58 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:53:46.810752 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aec96ce-2ba0-4d95-9542-da4e1370f97d", "name": "network-vif-plugged", "status": "completed", "tag": "3876157c-ae4e-43c6-b416-c480573dea57", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:53:46.813952 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-34761a9d-2ee3-4544-8b37-7019565e8e58 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:53:46.819393 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7703c1e1-3d64-45b1-a183-2831ccf14ecd admin admin] Pushing event deleted for resources: {'Port': ['ID=a630aafb-9ffb-4798-89a0-ac20d4be28f8,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:46.823843 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aec96ce-2ba0-4d95-9542-da4e1370f97d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3876157c-ae4e-43c6-b416-c480573dea57', 'code': 200} Feb 19 02:53:46.958038 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning for port 40291aae-4431-4ec1-9ebf-236b22042468 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:53:46.983279 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning complete for port 40291aae-4431-4ec1-9ebf-236b22042468 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:53:46.984586 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (40291aae-4431-4ec1-9ebf-236b22042468), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:47.089287 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 35112) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:53:47.204284 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 40291aae-4431-4ec1-9ebf-236b22042468 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:53:47.204669 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (40291aae-4431-4ec1-9ebf-236b22042468), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:47.250145 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 40291aae-4431-4ec1-9ebf-236b22042468, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=40291aae-4431-4ec1-9ebf-236b22042468,segment=NetworkSegment(72c6b983-ce3b-443f-a986-dacc47c707eb),segment_id=72c6b983-ce3b-443f-a986-dacc47c707eb)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:53:47.286110 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (40291aae-4431-4ec1-9ebf-236b22042468), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:47.293834 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d080b111-e7d7-4065-9db4-1bf227e052e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:47.296574 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7703c1e1-3d64-45b1-a183-2831ccf14ecd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16362762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16314471'] for router_interface (cc6daac7-989b-47c8-b986-57b82df565e2), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:47.349662 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=40291aae-4431-4ec1-9ebf-236b22042468,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:47.406245 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-70697fcc-665f-4e0d-a439-9c7b89b4f9a7 req-4049b24a-8894-4515-8f2e-52e073a3e0a3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=53fda427-3257-468c-a39b-65e464e0dd87 HTTP/1.1" status: 200 len: 217 time: 0.7279186 Feb 19 02:53:47.486060 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d867bf6c-03c4-40ae-a9cf-5e333cd8ae02 req-62cb6870-56bd-4648-938e-6b3f1691f5ab tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:47.487614 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d867bf6c-03c4-40ae-a9cf-5e333cd8ae02 req-62cb6870-56bd-4648-938e-6b3f1691f5ab tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/ports?device_id=9829e4c6-35e3-4dca-a34d-83845f9a05fe HTTP/1.1" status: 200 len: 943 time: 1.0232499 Feb 19 02:53:47.501482 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70697fcc-665f-4e0d-a439-9c7b89b4f9a7 req-7414bcd4-bf4e-439e-bd0d-d7eedb830e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:47.502826 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-70697fcc-665f-4e0d-a439-9c7b89b4f9a7 req-7414bcd4-bf4e-439e-bd0d-d7eedb830e92 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1de208d8-9bd1-42de-af89-32eb5f962cf7 HTTP/1.1" status: 200 len: 858 time: 0.0855975 Feb 19 02:53:47.530327 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d080b111-e7d7-4065-9db4-1bf227e052e5 admin admin] Publish callbacks [] for security_group (74b6a45d-6363-4717-9d75-024be9a77366), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:47.537105 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d080b111-e7d7-4065-9db4-1bf227e052e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (74b6a45d-6363-4717-9d75-024be9a77366), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:47.539375 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be5ceef-5135-456d-a9c6-6277964ddb36 req-a7025d0b-1667-4016-915e-88a5ea20f320 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:47.544726 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be5ceef-5135-456d-a9c6-6277964ddb36 req-a7025d0b-1667-4016-915e-88a5ea20f320 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:47.546345 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9be5ceef-5135-456d-a9c6-6277964ddb36 req-a7025d0b-1667-4016-915e-88a5ea20f320 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] 10.222.0.72 "GET /v2.0/ports?device_id=5aec96ce-2ba0-4d95-9542-da4e1370f97d HTTP/1.1" status: 200 len: 1682 time: 0.1433778 Feb 19 02:53:47.568059 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-70697fcc-665f-4e0d-a439-9c7b89b4f9a7 req-90f4f116-1c87-4e82-9caf-f0466f40d24d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2a0a79ed-8a33-4798-af54-05a0cb1f0f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552878 Feb 19 02:53:47.652965 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d080b111-e7d7-4065-9db4-1bf227e052e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74b6a45d-6363-4717-9d75-024be9a77366,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:47.670644 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d867bf6c-03c4-40ae-a9cf-5e333cd8ae02 req-e3865745-551c-4d19-aa75-27c0f5e3ddd7 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d351a8c-b73e-485a-861c-36f8b0ec3310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694436 Feb 19 02:53:47.670834 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-d080b111-e7d7-4065-9db4-1bf227e052e5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2a3bf389994940ecb108e319680c26c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5783277 Feb 19 02:53:47.672149 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 35118) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:53:47.685485 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-61c135fb-91d2-4728-956e-dcd21cf4489d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:47.713675 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9be5ceef-5135-456d-a9c6-6277964ddb36 req-38357dd7-fd5c-4b53-b8da-445e3b5252fc tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] 10.222.0.72 "GET /v2.0/security-groups?id=ed4112f7-4072-40c7-a6a7-08b05eb3305e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483502 Feb 19 02:53:47.737789 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7703c1e1-3d64-45b1-a183-2831ccf14ecd admin admin] Router cc6daac7-989b-47c8-b986-57b82df565e2 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:53:47.772722 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-70697fcc-665f-4e0d-a439-9c7b89b4f9a7 req-1e01000f-5548-4b62-84f2-eb95af26326b service neutron] 10.222.0.73 "GET /v2.0/networks/2a0a79ed-8a33-4798-af54-05a0cb1f0f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928999 Feb 19 02:53:47.887408 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7703c1e1-3d64-45b1-a183-2831ccf14ecd admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:53:47.896903 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-7703c1e1-3d64-45b1-a183-2831ccf14ecd admin admin] 10.222.0.72 "PUT /v2.0/routers/cc6daac7-989b-47c8-b986-57b82df565e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2203760 Feb 19 02:53:47.897687 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129b604a-ddea-417a-bc5a-30cec458e756 None None] Sync routers for ids ['cc6daac7-989b-47c8-b986-57b82df565e2'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:53:47.899337 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 35120) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:53:47.902347 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-70697fcc-665f-4e0d-a439-9c7b89b4f9a7 req-c6bfb8a1-8537-4821-a7c6-d3eceba07cc8 service neutron] 10.222.0.73 "GET /v2.0/networks/2a0a79ed-8a33-4798-af54-05a0cb1f0f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163604 Feb 19 02:53:47.925825 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129b604a-ddea-417a-bc5a-30cec458e756 None None] Routers {'cc6daac7-989b-47c8-b986-57b82df565e2'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:53:47.926532 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-129b604a-ddea-417a-bc5a-30cec458e756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:53:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['cc6daac7-989b-47c8-b986-57b82df565e2'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:53:47.954303 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fb40c8d4-35a9-473e-966d-e5cb36a4f99c req-15ed3796-3e6c-492d-a9af-dd8d5b18c742 tempest-ServerShowV257Test-466890171 tempest-ServerShowV257Test-466890171-project] 10.222.0.72 "GET /v2.0/ports?device_id=7eeb4482-4d2e-4b0b-b05d-c90d660114c8 HTTP/1.1" status: 200 len: 210 time: 0.0507140 Feb 19 02:53:47.969702 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-952c0e6d-3896-4ce2-a503-732c458cab10 admin admin] Publish callbacks [] for security_group (74b6a45d-6363-4717-9d75-024be9a77366), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:48.038460 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-952c0e6d-3896-4ce2-a503-732c458cab10 admin admin] Publish callbacks [] for security_group (74b6a45d-6363-4717-9d75-024be9a77366), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:48.158403 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7d8ee92f-d4ab-4993-a249-23b030001668 req-942902ae-746b-4b78-a645-45ab531e28e0 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "GET /v2.0/ports?device_id=d365419d-0fdb-4600-ac55-d7ffe3c99c0f HTTP/1.1" status: 200 len: 210 time: 0.0344708 Feb 19 02:53:48.185914 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-129b604a-ddea-417a-bc5a-30cec458e756 None None] Set router cc6daac7-989b-47c8-b986-57b82df565e2 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:53:48.222532 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-952c0e6d-3896-4ce2-a503-732c458cab10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (74b6a45d-6363-4717-9d75-024be9a77366), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:48.226344 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-952c0e6d-3896-4ce2-a503-732c458cab10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:48.229687 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-952c0e6d-3896-4ce2-a503-732c458cab10 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/74b6a45d-6363-4717-9d75-024be9a77366 HTTP/1.1" status: 204 len: 168 time: 0.5523002 Feb 19 02:53:48.236608 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952c0e6d-3896-4ce2-a503-732c458cab10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74b6a45d-6363-4717-9d75-024be9a77366,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:48.262739 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc74d6b-817d-4ea8-85c8-9cb1d8d9b4b8 req-3cb67bdf-8b7a-4e0f-9df4-9c1e01bc6c08 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:48.268850 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc74d6b-817d-4ea8-85c8-9cb1d8d9b4b8 req-3cb67bdf-8b7a-4e0f-9df4-9c1e01bc6c08 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:48.275420 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc74d6b-817d-4ea8-85c8-9cb1d8d9b4b8 req-3cb67bdf-8b7a-4e0f-9df4-9c1e01bc6c08 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:48.283277 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cbc74d6b-817d-4ea8-85c8-9cb1d8d9b4b8 req-3cb67bdf-8b7a-4e0f-9df4-9c1e01bc6c08 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] 10.222.0.72 "GET /v2.0/ports?device_id=da76bc92-31a4-4d2f-9e50-8d96c7fd6d12&device_id=48dbb645-86ca-48ff-b960-ac2327737170&device_id=909bb69e-1a06-4633-a049-6300737caa32 HTTP/1.1" status: 200 len: 2417 time: 0.1719179 Feb 19 02:53:48.292360 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952c0e6d-3896-4ce2-a503-732c458cab10 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:53:48.293161 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952c0e6d-3896-4ce2-a503-732c458cab10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:53:48.293161 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952c0e6d-3896-4ce2-a503-732c458cab10 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:53:48.293503 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952c0e6d-3896-4ce2-a503-732c458cab10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:53:48.293975 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952c0e6d-3896-4ce2-a503-732c458cab10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:53:48.294422 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952c0e6d-3896-4ce2-a503-732c458cab10 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:53:48.294823 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952c0e6d-3896-4ce2-a503-732c458cab10 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:53:48.295241 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952c0e6d-3896-4ce2-a503-732c458cab10 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:53:48.295757 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952c0e6d-3896-4ce2-a503-732c458cab10 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:53:48.296157 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952c0e6d-3896-4ce2-a503-732c458cab10 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:53:48.296548 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952c0e6d-3896-4ce2-a503-732c458cab10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:53:48.296943 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952c0e6d-3896-4ce2-a503-732c458cab10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:53:48.297508 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952c0e6d-3896-4ce2-a503-732c458cab10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:53:48.310080 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2336fbc3-683d-4ad9-8574-21b44461ec2c req-1adc458a-f549-4d93-b123-2dcb1a8cbfa8 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:48.318910 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-2336fbc3-683d-4ad9-8574-21b44461ec2c req-1adc458a-f549-4d93-b123-2dcb1a8cbfa8 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.73 "GET /v2.0/networks?id=83c866d3-e000-4397-a50d-1c4d2fa3070f HTTP/1.1" status: 200 len: 812 time: 0.4201772 Feb 19 02:53:48.348881 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-2336fbc3-683d-4ad9-8574-21b44461ec2c req-7b17c551-f8f4-477f-ac15-a3e7e328b2d7 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Request body: {'port': {'device_id': 'd365419d-0fdb-4600-ac55-d7ffe3c99c0f', 'network_id': '83c866d3-e000-4397-a50d-1c4d2fa3070f', 'admin_state_up': True, 'tenant_id': '60cd2412755d4ac9a24ef5f571b19bc2'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:53:48.379824 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cbc74d6b-817d-4ea8-85c8-9cb1d8d9b4b8 req-026427c1-abd8-480d-9fb8-4d15a8ff6295 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] 10.222.0.72 "GET /v2.0/security-groups?id=d6877574-acb3-43f4-bf3f-b561a089577a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954909 Feb 19 02:53:48.424580 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ea522c7c-c2dc-474f-b558-1f03f151224e admin admin] Publish callbacks [] for router (cc6daac7-989b-47c8-b986-57b82df565e2), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:48.606657 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-129b604a-ddea-417a-bc5a-30cec458e756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6daac7-989b-47c8-b986-57b82df565e2', 'name': 'tempest-ServersTestBootFromVolume-1443503706-router', 'tenant_id': 'eed1faf7d2ad41cdae7790304e30a12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': 'c8d8815c-33be-4df6-97a8-f54ef344cf68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:50:10Z', 'updated_at': '2022-02-19T02:53:46Z', 'revision_number': 5, 'project_id': 'eed1faf7d2ad41cdae7790304e30a12a', 'gw_port': {'id': 'c8d8815c-33be-4df6-97a8-f54ef344cf68', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:3e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6daac7-989b-47c8-b986-57b82df565e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:50:12Z', 'updated_at': '2022-02-19T02:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:53:48.657325 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784ee20b-94d5-4aef-b64f-8f243bbe4837 req-e15f6398-3e07-449b-ba89-9cb9e0ec5b37 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:48.666901 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-784ee20b-94d5-4aef-b64f-8f243bbe4837 req-e15f6398-3e07-449b-ba89-9cb9e0ec5b37 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] 10.222.0.72 "GET /v2.0/ports?device_id=da76bc92-31a4-4d2f-9e50-8d96c7fd6d12 HTTP/1.1" status: 200 len: 946 time: 0.1264129 Feb 19 02:53:48.682556 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129b604a-ddea-417a-bc5a-30cec458e756 None None] Checking router: cc6daac7-989b-47c8-b986-57b82df565e2 for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:53:48.707553 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129b604a-ddea-417a-bc5a-30cec458e756 None None] Routers {'cc6daac7-989b-47c8-b986-57b82df565e2'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:53:48.708199 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-129b604a-ddea-417a-bc5a-30cec458e756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:53:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['cc6daac7-989b-47c8-b986-57b82df565e2'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:53:48.730470 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ea522c7c-c2dc-474f-b558-1f03f151224e admin admin] Publish callbacks [] for router_gateway (cc6daac7-989b-47c8-b986-57b82df565e2), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:48.736771 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2336fbc3-683d-4ad9-8574-21b44461ec2c req-7b17c551-f8f4-477f-ac15-a3e7e328b2d7 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Made reservation on behalf of 60cd2412755d4ac9a24ef5f571b19bc2 for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:53:48.764556 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-2336fbc3-683d-4ad9-8574-21b44461ec2c req-7b17c551-f8f4-477f-ac15-a3e7e328b2d7 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:48.809639 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-784ee20b-94d5-4aef-b64f-8f243bbe4837 req-10fedcd6-68d4-4179-9c51-f20c8cc44885 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] 10.222.0.72 "GET /v2.0/security-groups?id=d6877574-acb3-43f4-bf3f-b561a089577a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395624 Feb 19 02:53:48.859398 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aec96ce-2ba0-4d95-9542-da4e1370f97d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40291aae-4431-4ec1-9ebf-236b22042468'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:53:48.872899 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ecf7027-4c04-46c2-8de7-7d7417adae4d" -d '{"events": [{"server_uuid": "5aec96ce-2ba0-4d95-9542-da4e1370f97d", "name": "network-vif-plugged", "status": "completed", "tag": "40291aae-4431-4ec1-9ebf-236b22042468"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:53:48.874394 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:53:48.964008 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-129b604a-ddea-417a-bc5a-30cec458e756 None None] Set router cc6daac7-989b-47c8-b986-57b82df565e2 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:53:48.971061 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-ea522c7c-c2dc-474f-b558-1f03f151224e admin admin] Deleting port c8d8815c-33be-4df6-97a8-f54ef344cf68 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:53:48.972050 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ea522c7c-c2dc-474f-b558-1f03f151224e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (c8d8815c-33be-4df6-97a8-f54ef344cf68), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:49.026579 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e6562-fbe5-4e17-bf41-9c901f2e71c9 req-ea640348-ce34-46ea-ae67-03987484269f tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:49.028120 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ea9e6562-fbe5-4e17-bf41-9c901f2e71c9 req-ea640348-ce34-46ea-ae67-03987484269f tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/ports?device_id=9829e4c6-35e3-4dca-a34d-83845f9a05fe HTTP/1.1" status: 200 len: 943 time: 0.2022130 Feb 19 02:53:49.081264 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae2377c-5917-401d-a880-2ca92beae2dc req-847aaf18-7271-466e-80e8-2e26a04cf68a tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:49.086791 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae2377c-5917-401d-a880-2ca92beae2dc req-847aaf18-7271-466e-80e8-2e26a04cf68a tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:49.110843 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9ae2377c-5917-401d-a880-2ca92beae2dc req-847aaf18-7271-466e-80e8-2e26a04cf68a tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] 10.222.0.72 "GET /v2.0/ports?device_id=5aec96ce-2ba0-4d95-9542-da4e1370f97d HTTP/1.1" status: 200 len: 1682 time: 0.1691210 Feb 19 02:53:49.132081 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [req-2336fbc3-683d-4ad9-8574-21b44461ec2c req-7b17c551-f8f4-477f-ac15-a3e7e328b2d7 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Allocated IP 172.20.0.13 (83c866d3-e000-4397-a50d-1c4d2fa3070f/6c541211-5a05-47e1-81c4-dd461c877088/d6ea74b9-3217-48ad-a1cc-ca21e2de818a) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:53:49.162627 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-ea522c7c-c2dc-474f-b558-1f03f151224e admin admin] For port c8d8815c-33be-4df6-97a8-f54ef344cf68, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=c8d8815c-33be-4df6-97a8-f54ef344cf68,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:53:49.162851 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ea522c7c-c2dc-474f-b558-1f03f151224e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (c8d8815c-33be-4df6-97a8-f54ef344cf68), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:49.189032 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-ea522c7c-c2dc-474f-b558-1f03f151224e admin admin] Calling delete_port for c8d8815c-33be-4df6-97a8-f54ef344cf68 owned by network:router_gateway {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:53:49.304026 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device dbe88812-a5ed-4d59-8ee2-a6462da57fd6 up at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:53:49.408218 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ea9e6562-fbe5-4e17-bf41-9c901f2e71c9 req-15cff993-f295-443f-95c3-07d50285f2b5 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d351a8c-b73e-485a-861c-36f8b0ec3310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3721366 Feb 19 02:53:49.412734 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9ae2377c-5917-401d-a880-2ca92beae2dc req-a381c6f0-e4d9-4202-8b78-49ecf49225f6 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] 10.222.0.72 "GET /v2.0/security-groups?id=ed4112f7-4072-40c7-a6a7-08b05eb3305e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2968533 Feb 19 02:53:49.547632 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ea522c7c-c2dc-474f-b558-1f03f151224e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (c8d8815c-33be-4df6-97a8-f54ef344cf68), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:49.589285 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-2336fbc3-683d-4ad9-8574-21b44461ec2c req-7b17c551-f8f4-477f-ac15-a3e7e328b2d7 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Publish callbacks [] for port (d6ea74b9-3217-48ad-a1cc-ca21e2de818a), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:49.591702 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea522c7c-c2dc-474f-b558-1f03f151224e admin admin] Pushing event deleted for resources: {'Port': ['ID=c8d8815c-33be-4df6-97a8-f54ef344cf68,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:49.685765 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ea522c7c-c2dc-474f-b558-1f03f151224e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16285837'] for router_gateway (cc6daac7-989b-47c8-b986-57b82df565e2), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:49.698750 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c384fc87-7e3d-403e-97b4-d26a556a6ef7 req-eff725d8-2940-402c-a1b7-2172c4cb6454 tempest-ServerShowV257Test-466890171 tempest-ServerShowV257Test-466890171-project] 10.222.0.72 "GET /v2.0/ports?device_id=7eeb4482-4d2e-4b0b-b05d-c90d660114c8 HTTP/1.1" status: 200 len: 210 time: 0.0893605 Feb 19 02:53:49.797955 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-2336fbc3-683d-4ad9-8574-21b44461ec2c req-7b17c551-f8f4-477f-ac15-a3e7e328b2d7 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (d6ea74b9-3217-48ad-a1cc-ca21e2de818a), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:49.802852 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a58fbd7-792e-4cea-86b1-711c8d0a4d7a req-9af1ff28-bacf-4879-981a-34003bc4915d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:49.803333 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a58fbd7-792e-4cea-86b1-711c8d0a4d7a req-9af1ff28-bacf-4879-981a-34003bc4915d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:49.817742 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6a58fbd7-792e-4cea-86b1-711c8d0a4d7a req-9af1ff28-bacf-4879-981a-34003bc4915d service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=5aec96ce-2ba0-4d95-9542-da4e1370f97d HTTP/1.1" status: 200 len: 2046 time: 0.1338909 Feb 19 02:53:49.881581 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79716d54-4dd2-4406-b81f-71800fd15a61 x-openstack-request-id: req-79716d54-4dd2-4406-b81f-71800fd15a61 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:53:49.882179 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aec96ce-2ba0-4d95-9542-da4e1370f97d", "name": "network-vif-plugged", "status": "completed", "tag": "40291aae-4431-4ec1-9ebf-236b22042468", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:53:49.882179 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-79716d54-4dd2-4406-b81f-71800fd15a61 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:53:49.882493 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aec96ce-2ba0-4d95-9542-da4e1370f97d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40291aae-4431-4ec1-9ebf-236b22042468', 'code': 200} Feb 19 02:53:49.883068 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ea522c7c-c2dc-474f-b558-1f03f151224e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16317457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14254'] for router (cc6daac7-989b-47c8-b986-57b82df565e2), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:49.895798 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ea522c7c-c2dc-474f-b558-1f03f151224e admin admin] Publish callbacks [] for router_controller (cc6daac7-989b-47c8-b986-57b82df565e2), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:49.913365 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:49.920045 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544062c9-5e19-4832-aaf8-4efad7903663 req-ee527519-ebee-418e-9f58-7de07327493d tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:49.922372 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2336fbc3-683d-4ad9-8574-21b44461ec2c req-7b17c551-f8f4-477f-ac15-a3e7e328b2d7 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Network 83c866d3-e000-4397-a50d-1c4d2fa3070f is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:53:49.923248 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-544062c9-5e19-4832-aaf8-4efad7903663 req-ee527519-ebee-418e-9f58-7de07327493d tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "GET /v2.0/ports?device_id=d365419d-0fdb-4600-ac55-d7ffe3c99c0f HTTP/1.1" status: 200 len: 932 time: 0.1037145 Feb 19 02:53:49.926449 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6a58fbd7-792e-4cea-86b1-711c8d0a4d7a req-156d6481-2fa8-4417-a3fb-639638e1a37b service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=ed4112f7-4072-40c7-a6a7-08b05eb3305e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773587 Feb 19 02:53:49.934087 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [req-2336fbc3-683d-4ad9-8574-21b44461ec2c req-7b17c551-f8f4-477f-ac15-a3e7e328b2d7 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:53:49.949326 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning for port dbe88812-a5ed-4d59-8ee2-a6462da57fd6 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:53:49.957680 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning complete for port dbe88812-a5ed-4d59-8ee2-a6462da57fd6 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:53:49.958553 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (dbe88812-a5ed-4d59-8ee2-a6462da57fd6), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:49.979405 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-2336fbc3-683d-4ad9-8574-21b44461ec2c req-7b17c551-f8f4-477f-ac15-a3e7e328b2d7 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:53:50.000883 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-544062c9-5e19-4832-aaf8-4efad7903663 req-01b1c672-3258-44cf-b7ac-237237e7e6ac tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "GET /v2.0/security-groups?id=c18c8961-f07d-4937-88ea-8df5c42d7449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689976 Feb 19 02:53:50.029524 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b17c551-f8f4-477f-ac15-a3e7e328b2d7 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Pushing event updated for resources: {'Port': ['ID=d6ea74b9-3217-48ad-a1cc-ca21e2de818a,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:50.047559 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ea522c7c-c2dc-474f-b558-1f03f151224e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16317544'] for router (cc6daac7-989b-47c8-b986-57b82df565e2), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:50.056359 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea522c7c-c2dc-474f-b558-1f03f151224e admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc6daac7-989b-47c8-b986-57b82df565e2 {{(pid=103702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 02:53:50.061039 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ea522c7c-c2dc-474f-b558-1f03f151224e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:50.066543 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 35184) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:53:50.070034 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-ea522c7c-c2dc-474f-b558-1f03f151224e admin admin] 10.222.0.72 "DELETE /v2.0/routers/cc6daac7-989b-47c8-b986-57b82df565e2 HTTP/1.1" status: 204 len: 168 time: 2.1601954 Feb 19 02:53:50.084513 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2336fbc3-683d-4ad9-8574-21b44461ec2c req-7b17c551-f8f4-477f-ac15-a3e7e328b2d7 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:50.087845 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-2336fbc3-683d-4ad9-8574-21b44461ec2c req-7b17c551-f8f4-477f-ac15-a3e7e328b2d7 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:50.116027 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-129b604a-ddea-417a-bc5a-30cec458e756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6daac7-989b-47c8-b986-57b82df565e2', 'name': 'tempest-ServersTestBootFromVolume-1443503706-router', 'tenant_id': 'eed1faf7d2ad41cdae7790304e30a12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': 'c8d8815c-33be-4df6-97a8-f54ef344cf68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:50:10Z', 'updated_at': '2022-02-19T02:53:46Z', 'revision_number': 5, 'project_id': 'eed1faf7d2ad41cdae7790304e30a12a', 'gw_port': {'id': 'c8d8815c-33be-4df6-97a8-f54ef344cf68', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:3e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6daac7-989b-47c8-b986-57b82df565e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:50:12Z', 'updated_at': '2022-02-19T02:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:53:50.122694 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-2336fbc3-683d-4ad9-8574-21b44461ec2c req-7b17c551-f8f4-477f-ac15-a3e7e328b2d7 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7814717 Feb 19 02:53:50.142072 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-2336fbc3-683d-4ad9-8574-21b44461ec2c req-c70463c4-a012-4f25-a082-28a7c5080ecf service neutron] Request body: {'port': {'device_id': 'd365419d-0fdb-4600-ac55-d7ffe3c99c0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826753-2'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:53:50.151463 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc388434-b8f0-4e5a-b830-87cfc27b2d26 admin admin] Deleting subnet 889c7a59-6b5e-4f05-9bcb-0e22fb033ffb {{(pid=103701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:53:50.156567 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bc388434-b8f0-4e5a-b830-87cfc27b2d26 admin admin] Publish callbacks [] for subnet (889c7a59-6b5e-4f05-9bcb-0e22fb033ffb), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:50.158839 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129b604a-ddea-417a-bc5a-30cec458e756 None None] The sync data for ids ['cc6daac7-989b-47c8-b986-57b82df565e2'] in n-d-826753-2 is: [{'id': 'cc6daac7-989b-47c8-b986-57b82df565e2', 'name': 'tempest-ServersTestBootFromVolume-1443503706-router', 'tenant_id': 'eed1faf7d2ad41cdae7790304e30a12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': 'c8d8815c-33be-4df6-97a8-f54ef344cf68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:50:10Z', 'updated_at': '2022-02-19T02:53:46Z', 'revision_number': 5, 'project_id': 'eed1faf7d2ad41cdae7790304e30a12a', 'gw_port': {'id': 'c8d8815c-33be-4df6-97a8-f54ef344cf68', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:3e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6daac7-989b-47c8-b986-57b82df565e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:50:12Z', 'updated_at': '2022-02-19T02:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:53:50.230638 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port dbe88812-a5ed-4d59-8ee2-a6462da57fd6 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:53:50.231328 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (dbe88812-a5ed-4d59-8ee2-a6462da57fd6), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:50.242211 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bc388434-b8f0-4e5a-b830-87cfc27b2d26 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12647399'] for subnet (889c7a59-6b5e-4f05-9bcb-0e22fb033ffb), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:50.258389 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-2336fbc3-683d-4ad9-8574-21b44461ec2c req-c70463c4-a012-4f25-a082-28a7c5080ecf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (d6ea74b9-3217-48ad-a1cc-ca21e2de818a), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:50.272559 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port dbe88812-a5ed-4d59-8ee2-a6462da57fd6, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=dbe88812-a5ed-4d59-8ee2-a6462da57fd6,segment=NetworkSegment(b398e613-0491-4825-8c0e-13ffa7bc0c4a),segment_id=b398e613-0491-4825-8c0e-13ffa7bc0c4a)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:53:50.286026 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (dbe88812-a5ed-4d59-8ee2-a6462da57fd6), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:50.386143 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bc388434-b8f0-4e5a-b830-87cfc27b2d26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (889c7a59-6b5e-4f05-9bcb-0e22fb033ffb), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:50.386548 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:50.393558 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=dbe88812-a5ed-4d59-8ee2-a6462da57fd6,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:50.471295 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b978286-c112-4504-aed6-619672a3c641 req-97db42c3-8664-4632-a26b-69e6ee0743e0 tempest-VolumesActionsTest-716121604 tempest-VolumesActionsTest-716121604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:50.473128 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6b978286-c112-4504-aed6-619672a3c641 req-97db42c3-8664-4632-a26b-69e6ee0743e0 tempest-VolumesActionsTest-716121604 tempest-VolumesActionsTest-716121604-project] 10.222.0.72 "GET /v2.0/ports?device_id=e767af4c-bed0-46d9-a2b6-070b6129d8df HTTP/1.1" status: 200 len: 946 time: 0.1016061 Feb 19 02:53:50.491770 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bc388434-b8f0-4e5a-b830-87cfc27b2d26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12647206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58706286'] for subnet (889c7a59-6b5e-4f05-9bcb-0e22fb033ffb), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:50.539515 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc388434-b8f0-4e5a-b830-87cfc27b2d26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=889c7a59-6b5e-4f05-9bcb-0e22fb033ffb,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:50.542454 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19e5d74-bfc8-4fb4-a8c9-330901ddb481 None None] Network e1cc4d35-d947-46a4-a02a-fb288d9849b7 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:53:50.547485 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bc388434-b8f0-4e5a-b830-87cfc27b2d26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:50.551543 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-bc388434-b8f0-4e5a-b830-87cfc27b2d26 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/889c7a59-6b5e-4f05-9bcb-0e22fb033ffb HTTP/1.1" status: 204 len: 168 time: 0.4799681 Feb 19 02:53:50.555066 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 35196) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:53:50.580330 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-2336fbc3-683d-4ad9-8574-21b44461ec2c req-c70463c4-a012-4f25-a082-28a7c5080ecf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6ea74b9-3217-48ad-a1cc-ca21e2de818a {{(pid=103702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:53:50.599105 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-2336fbc3-683d-4ad9-8574-21b44461ec2c req-c70463c4-a012-4f25-a082-28a7c5080ecf service neutron] Publish callbacks [] for port (d6ea74b9-3217-48ad-a1cc-ca21e2de818a), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:50.626055 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-2336fbc3-683d-4ad9-8574-21b44461ec2c req-c70463c4-a012-4f25-a082-28a7c5080ecf service neutron] Transition to ACTIVE for port object d6ea74b9-3217-48ad-a1cc-ca21e2de818a will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:53:50.634780 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-2336fbc3-683d-4ad9-8574-21b44461ec2c req-c70463c4-a012-4f25-a082-28a7c5080ecf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (d6ea74b9-3217-48ad-a1cc-ca21e2de818a), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:50.636752 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6b978286-c112-4504-aed6-619672a3c641 req-da721fa7-7373-45b7-8ab5-3e4116e85b67 tempest-VolumesActionsTest-716121604 tempest-VolumesActionsTest-716121604-project] 10.222.0.72 "GET /v2.0/security-groups?id=2cc4a2a1-40b2-481e-99fd-d807da4ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524961 Feb 19 02:53:50.703695 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-853c6b81-a92e-4f57-9cc1-5fc9cf6b07d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (e1cc4d35-d947-46a4-a02a-fb288d9849b7), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:50.734120 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70463c4-a012-4f25-a082-28a7c5080ecf service neutron] Pushing event updated for resources: {'Port': ['ID=d6ea74b9-3217-48ad-a1cc-ca21e2de818a,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:50.848750 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-853c6b81-a92e-4f57-9cc1-5fc9cf6b07d4 admin admin] Deleting port 8dc1c132-a5b2-4ac4-8db8-06282326ac1d {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:53:50.849831 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-853c6b81-a92e-4f57-9cc1-5fc9cf6b07d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (8dc1c132-a5b2-4ac4-8db8-06282326ac1d), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:50.858480 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30eb740b-574c-4db1-8411-8f6c36a6e863 None None] DHCP port deletion for e1cc4d35-d947-46a4-a02a-fb288d9849b7 request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 02:53:50.962521 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device a630aafb-9ffb-4798-89a0-ac20d4be28f8 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:53:50.988474 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 53fda427-3257-468c-a39b-65e464e0dd87 details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:53:50.990915 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: a630aafb-9ffb-4798-89a0-ac20d4be28f8 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:53:50.991839 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device a630aafb-9ffb-4798-89a0-ac20d4be28f8 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:53:51.013996 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-30eb740b-574c-4db1-8411-8f6c36a6e863 None None] Deleting port 8dc1c132-a5b2-4ac4-8db8-06282326ac1d {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:53:51.014373 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-30eb740b-574c-4db1-8411-8f6c36a6e863 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (8dc1c132-a5b2-4ac4-8db8-06282326ac1d), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:51.059513 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-853c6b81-a92e-4f57-9cc1-5fc9cf6b07d4 admin admin] For port 8dc1c132-a5b2-4ac4-8db8-06282326ac1d, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=8dc1c132-a5b2-4ac4-8db8-06282326ac1d,segment=NetworkSegment(9fe70e6e-9986-4247-9959-b53c4994b41b),segment_id=9fe70e6e-9986-4247-9959-b53c4994b41b)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:53:51.060197 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-853c6b81-a92e-4f57-9cc1-5fc9cf6b07d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (8dc1c132-a5b2-4ac4-8db8-06282326ac1d), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:51.086898 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-853c6b81-a92e-4f57-9cc1-5fc9cf6b07d4 admin admin] Calling delete_port for 8dc1c132-a5b2-4ac4-8db8-06282326ac1d owned by network:dhcp {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:53:51.160692 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-30eb740b-574c-4db1-8411-8f6c36a6e863 None None] For port 8dc1c132-a5b2-4ac4-8db8-06282326ac1d, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=8dc1c132-a5b2-4ac4-8db8-06282326ac1d,segment=NetworkSegment(9fe70e6e-9986-4247-9959-b53c4994b41b),segment_id=9fe70e6e-9986-4247-9959-b53c4994b41b)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:53:51.161162 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-30eb740b-574c-4db1-8411-8f6c36a6e863 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (8dc1c132-a5b2-4ac4-8db8-06282326ac1d), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:51.175275 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-30eb740b-574c-4db1-8411-8f6c36a6e863 None None] Calling delete_port for 8dc1c132-a5b2-4ac4-8db8-06282326ac1d owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:53:51.215958 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-2336fbc3-683d-4ad9-8574-21b44461ec2c req-c70463c4-a012-4f25-a082-28a7c5080ecf service neutron] Attempting to bind port d6ea74b9-3217-48ad-a1cc-ca21e2de818a on host n-h1-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:53:51.216632 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-2336fbc3-683d-4ad9-8574-21b44461ec2c req-c70463c4-a012-4f25-a082-28a7c5080ecf service neutron] Attempting to bind port d6ea74b9-3217-48ad-a1cc-ca21e2de818a by drivers openvswitch,hyperv on host n-h1-826753-2 at level 0 using segments [{'id': '9dc72441-817a-452a-8e88-f736d9f767db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '83c866d3-e000-4397-a50d-1c4d2fa3070f'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:53:51.217110 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2336fbc3-683d-4ad9-8574-21b44461ec2c req-c70463c4-a012-4f25-a082-28a7c5080ecf service neutron] Attempting to bind port d6ea74b9-3217-48ad-a1cc-ca21e2de818a on network 83c866d3-e000-4397-a50d-1c4d2fa3070f {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:53:51.218593 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff58d893-6f60-4a12-b948-c87dc1c6ec29 req-a15195d4-fe5c-4872-ba8c-9e58ae6df66f tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:51.222854 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2336fbc3-683d-4ad9-8574-21b44461ec2c req-c70463c4-a012-4f25-a082-28a7c5080ecf service neutron] Port d6ea74b9-3217-48ad-a1cc-ca21e2de818a on network 83c866d3-e000-4397-a50d-1c4d2fa3070f not bound, no agent of type Open vSwitch agent registered on host n-h1-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:53:51.222854 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2336fbc3-683d-4ad9-8574-21b44461ec2c req-c70463c4-a012-4f25-a082-28a7c5080ecf service neutron] Attempting to bind port d6ea74b9-3217-48ad-a1cc-ca21e2de818a on network 83c866d3-e000-4397-a50d-1c4d2fa3070f {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:53:51.228233 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ff58d893-6f60-4a12-b948-c87dc1c6ec29 req-a15195d4-fe5c-4872-ba8c-9e58ae6df66f tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/ports?device_id=9829e4c6-35e3-4dca-a34d-83845f9a05fe HTTP/1.1" status: 200 len: 943 time: 0.2682939 Feb 19 02:53:51.229976 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2336fbc3-683d-4ad9-8574-21b44461ec2c req-c70463c4-a012-4f25-a082-28a7c5080ecf service neutron] Checking agent: {'id': '9d56fb1b-2855-496a-a6d9-c324740cb98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:53:51.230481 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2336fbc3-683d-4ad9-8574-21b44461ec2c req-c70463c4-a012-4f25-a082-28a7c5080ecf service neutron] Checking segment: {'id': '9dc72441-817a-452a-8e88-f736d9f767db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '83c866d3-e000-4397-a50d-1c4d2fa3070f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:53:51.230999 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2336fbc3-683d-4ad9-8574-21b44461ec2c req-c70463c4-a012-4f25-a082-28a7c5080ecf service neutron] Bound using segment: {'id': '9dc72441-817a-452a-8e88-f736d9f767db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '83c866d3-e000-4397-a50d-1c4d2fa3070f'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:53:51.231761 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-2336fbc3-683d-4ad9-8574-21b44461ec2c req-c70463c4-a012-4f25-a082-28a7c5080ecf service neutron] Bound port: d6ea74b9-3217-48ad-a1cc-ca21e2de818a, host: n-h1-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dc72441-817a-452a-8e88-f736d9f767db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '83c866d3-e000-4397-a50d-1c4d2fa3070f'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:53:51.232223 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-2336fbc3-683d-4ad9-8574-21b44461ec2c req-c70463c4-a012-4f25-a082-28a7c5080ecf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (d6ea74b9-3217-48ad-a1cc-ca21e2de818a), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:51.239146 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-853c6b81-a92e-4f57-9cc1-5fc9cf6b07d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (8dc1c132-a5b2-4ac4-8db8-06282326ac1d), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:51.268885 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32043275-1ec0-45ae-9406-5907790b5c0c req-732efeb8-3c23-403a-ab8a-4c6c1b3c5bd0 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:51.275099 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32043275-1ec0-45ae-9406-5907790b5c0c req-732efeb8-3c23-403a-ab8a-4c6c1b3c5bd0 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:51.281533 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-32043275-1ec0-45ae-9406-5907790b5c0c req-732efeb8-3c23-403a-ab8a-4c6c1b3c5bd0 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] 10.222.0.72 "GET /v2.0/ports?device_id=5aec96ce-2ba0-4d95-9542-da4e1370f97d HTTP/1.1" status: 200 len: 1682 time: 0.3023827 Feb 19 02:53:51.301754 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-30eb740b-574c-4db1-8411-8f6c36a6e863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (8dc1c132-a5b2-4ac4-8db8-06282326ac1d), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:51.314201 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 53fda427-3257-468c-a39b-65e464e0dd87, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=53fda427-3257-468c-a39b-65e464e0dd87,segment=NetworkSegment(b398e613-0491-4825-8c0e-13ffa7bc0c4a),segment_id=b398e613-0491-4825-8c0e-13ffa7bc0c4a)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:53:51.315947 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-2336fbc3-683d-4ad9-8574-21b44461ec2c req-c70463c4-a012-4f25-a082-28a7c5080ecf service neutron] For port d6ea74b9-3217-48ad-a1cc-ca21e2de818a, host n-h1-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:53:51.320195 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-2336fbc3-683d-4ad9-8574-21b44461ec2c req-c70463c4-a012-4f25-a082-28a7c5080ecf service neutron] For port d6ea74b9-3217-48ad-a1cc-ca21e2de818a, host n-h1-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=d6ea74b9-3217-48ad-a1cc-ca21e2de818a,segment=NetworkSegment(9dc72441-817a-452a-8e88-f736d9f767db),segment_id=9dc72441-817a-452a-8e88-f736d9f767db)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:53:51.321973 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853c6b81-a92e-4f57-9cc1-5fc9cf6b07d4 admin admin] No DVR routers for this DVR port 8dc1c132-a5b2-4ac4-8db8-06282326ac1d on host n-d-826753-2 {{(pid=103701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:53:51.325985 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853c6b81-a92e-4f57-9cc1-5fc9cf6b07d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8dc1c132-a5b2-4ac4-8db8-06282326ac1d,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:51.333842 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-2336fbc3-683d-4ad9-8574-21b44461ec2c req-c70463c4-a012-4f25-a082-28a7c5080ecf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (d6ea74b9-3217-48ad-a1cc-ca21e2de818a), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:51.354851 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eb740b-574c-4db1-8411-8f6c36a6e863 None None] Pushing event deleted for resources: {'Port': ['ID=8dc1c132-a5b2-4ac4-8db8-06282326ac1d,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:51.358604 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': '53fda427-3257-468c-a39b-65e464e0dd87', 'network_id': '2a0a79ed-8a33-4798-af54-05a0cb1f0f3c', 'port_id': '53fda427-3257-468c-a39b-65e464e0dd87', 'mac_address': 'fa:16:3e:e1:71:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1de208d8-9bd1-42de-af89-32eb5f962cf7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:53:51.362904 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30eb740b-574c-4db1-8411-8f6c36a6e863 None None] No DVR routers for this DVR port 8dc1c132-a5b2-4ac4-8db8-06282326ac1d on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:53:51.369257 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2336fbc3-683d-4ad9-8574-21b44461ec2c req-c70463c4-a012-4f25-a082-28a7c5080ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:51.369886 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-2336fbc3-683d-4ad9-8574-21b44461ec2c req-c70463c4-a012-4f25-a082-28a7c5080ecf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:51.371296 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-2336fbc3-683d-4ad9-8574-21b44461ec2c req-c70463c4-a012-4f25-a082-28a7c5080ecf service neutron] 10.222.0.73 "PUT /v2.0/ports/d6ea74b9-3217-48ad-a1cc-ca21e2de818a HTTP/1.1" status: 200 len: 1092 time: 1.2338102 Feb 19 02:53:51.371740 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd365419d-0fdb-4600-ac55-d7ffe3c99c0f', 'tag': 'd6ea74b9-3217-48ad-a1cc-ca21e2de818a'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:53:51.374014 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-988708a7-a9bf-43f3-ad8b-46855ad8591c" -d '{"events": [{"name": "network-changed", "server_uuid": "d365419d-0fdb-4600-ac55-d7ffe3c99c0f", "tag": "d6ea74b9-3217-48ad-a1cc-ca21e2de818a"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:53:51.403167 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ff58d893-6f60-4a12-b948-c87dc1c6ec29 req-407690a0-f023-47f4-a2cf-62da2868597e tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d351a8c-b73e-485a-861c-36f8b0ec3310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734295 Feb 19 02:53:51.404195 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70463c4-a012-4f25-a082-28a7c5080ecf service neutron] Pushing event updated for resources: {'Port': ['ID=d6ea74b9-3217-48ad-a1cc-ca21e2de818a,revision_number=3']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:51.439471 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 53fda427-3257-468c-a39b-65e464e0dd87 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:53:51.440146 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (53fda427-3257-468c-a39b-65e464e0dd87), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:51.453714 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53fda427-3257-468c-a39b-65e464e0dd87 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:53:51.461095 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-853c6b81-a92e-4f57-9cc1-5fc9cf6b07d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (e1cc4d35-d947-46a4-a02a-fb288d9849b7), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:51.472744 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-32043275-1ec0-45ae-9406-5907790b5c0c req-e1c66faf-036d-4500-802f-0aae4ef2b8d9 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] 10.222.0.72 "GET /v2.0/security-groups?id=ed4112f7-4072-40c7-a6a7-08b05eb3305e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619797 Feb 19 02:53:51.474193 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 53fda427-3257-468c-a39b-65e464e0dd87, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=53fda427-3257-468c-a39b-65e464e0dd87,segment=NetworkSegment(b398e613-0491-4825-8c0e-13ffa7bc0c4a),segment_id=b398e613-0491-4825-8c0e-13ffa7bc0c4a)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:53:51.480030 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (53fda427-3257-468c-a39b-65e464e0dd87), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:51.503185 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-853c6b81-a92e-4f57-9cc1-5fc9cf6b07d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1cc4d35-d947-46a4-a02a-fb288d9849b7']}} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:53:51.530456 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2336fbc3-683d-4ad9-8574-21b44461ec2c req-4b8511cc-28ef-4a51-9341-e386200e4d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:51.532120 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-2336fbc3-683d-4ad9-8574-21b44461ec2c req-4b8511cc-28ef-4a51-9341-e386200e4d66 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=60cd2412755d4ac9a24ef5f571b19bc2&device_id=d365419d-0fdb-4600-ac55-d7ffe3c99c0f HTTP/1.1" status: 200 len: 1126 time: 0.0683138 Feb 19 02:53:51.533884 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-853c6b81-a92e-4f57-9cc1-5fc9cf6b07d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fe70e6e-9986-4247-9959-b53c4994b41b') {'for_net_delete': True} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:53:51.534188 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-853c6b81-a92e-4f57-9cc1-5fc9cf6b07d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fe70e6e-9986-4247-9959-b53c4994b41b') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:53:51.560891 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=53fda427-3257-468c-a39b-65e464e0dd87,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:51.575120 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ae2b2e81-1e46-48a3-896d-b42f55bd9f94 req-02270b61-b8a6-4cf4-a176-2489f2c7cb7a tempest-ServerShowV257Test-466890171 tempest-ServerShowV257Test-466890171-project] 10.222.0.72 "GET /v2.0/ports?device_id=7eeb4482-4d2e-4b0b-b05d-c90d660114c8 HTTP/1.1" status: 200 len: 210 time: 0.0598657 Feb 19 02:53:51.594537 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-853c6b81-a92e-4f57-9cc1-5fc9cf6b07d4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12647422'] for segment (9fe70e6e-9986-4247-9959-b53c4994b41b), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:51.618616 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-2336fbc3-683d-4ad9-8574-21b44461ec2c req-9cfd26ec-eb03-42c5-ac5f-18f831618896 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d6ea74b9-3217-48ad-a1cc-ca21e2de818a HTTP/1.1" status: 200 len: 217 time: 0.0667815 Feb 19 02:53:51.625063 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-853c6b81-a92e-4f57-9cc1-5fc9cf6b07d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (9fe70e6e-9986-4247-9959-b53c4994b41b), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:51.634518 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-853c6b81-a92e-4f57-9cc1-5fc9cf6b07d4 admin admin] Releasing vlan 297 on physical network physnet1 to pool {{(pid=103701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:53:51.635244 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-853c6b81-a92e-4f57-9cc1-5fc9cf6b07d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583360'] for segment (9fe70e6e-9986-4247-9959-b53c4994b41b), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:51.668279 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b338f6b-1384-4ae7-bf7b-6ab4dfdd3980 x-openstack-request-id: req-7b338f6b-1384-4ae7-bf7b-6ab4dfdd3980 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:53:51.668633 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d365419d-0fdb-4600-ac55-d7ffe3c99c0f", "tag": "d6ea74b9-3217-48ad-a1cc-ca21e2de818a", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:53:51.668836 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7b338f6b-1384-4ae7-bf7b-6ab4dfdd3980 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:53:51.669230 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd365419d-0fdb-4600-ac55-d7ffe3c99c0f', 'tag': 'd6ea74b9-3217-48ad-a1cc-ca21e2de818a', 'status': 'completed', 'code': 200} Feb 19 02:53:51.688103 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2336fbc3-683d-4ad9-8574-21b44461ec2c req-9015293b-540c-4e16-bb9a-f9c6a63c81a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:51.689639 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-2336fbc3-683d-4ad9-8574-21b44461ec2c req-9015293b-540c-4e16-bb9a-f9c6a63c81a0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6c541211-5a05-47e1-81c4-dd461c877088 HTTP/1.1" status: 200 len: 852 time: 0.0613155 Feb 19 02:53:51.697842 n-d-826753-2 neutron-server[103701]: Traceback (most recent call last): Feb 19 02:53:51.697842 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:53:51.697842 n-d-826753-2 neutron-server[103701]: timer() Feb 19 02:53:51.697842 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:53:51.697842 n-d-826753-2 neutron-server[103701]: cb(*args, **kw) Feb 19 02:53:51.697842 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:53:51.697842 n-d-826753-2 neutron-server[103701]: return func(*args, **kwargs) Feb 19 02:53:51.697842 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:53:51.697842 n-d-826753-2 neutron-server[103701]: self._notify() Feb 19 02:53:51.697842 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:53:51.697842 n-d-826753-2 neutron-server[103701]: self.callback(batched_events) Feb 19 02:53:51.697842 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:53:51.697842 n-d-826753-2 neutron-server[103701]: event.method(event) Feb 19 02:53:51.697842 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:53:51.697842 n-d-826753-2 neutron-server[103701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:53:51.697842 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:53:51.697842 n-d-826753-2 neutron-server[103701]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:53:51.697842 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:53:51.697842 n-d-826753-2 neutron-server[103701]: return f(self, *a, **k) Feb 19 02:53:51.697842 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:53:51.697842 n-d-826753-2 neutron-server[103701]: return self._get(url).json() Feb 19 02:53:51.697842 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:53:51.697842 n-d-826753-2 neutron-server[103701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:53:51.697842 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:53:51.697842 n-d-826753-2 neutron-server[103701]: return self.request(url, 'GET', **kwargs) Feb 19 02:53:51.697842 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:53:51.697842 n-d-826753-2 neutron-server[103701]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:53:51.697842 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:53:51.697842 n-d-826753-2 neutron-server[103701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:53:51.697842 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:53:51.697842 n-d-826753-2 neutron-server[103701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:53:51.697842 n-d-826753-2 neutron-server[103701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:53:51.729901 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-2336fbc3-683d-4ad9-8574-21b44461ec2c req-24388ba5-be48-4b9c-ae23-3236556d1fac service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=83c866d3-e000-4397-a50d-1c4d2fa3070f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319812 Feb 19 02:53:51.743650 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-853c6b81-a92e-4f57-9cc1-5fc9cf6b07d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (e1cc4d35-d947-46a4-a02a-fb288d9849b7), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:51.751423 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-853c6b81-a92e-4f57-9cc1-5fc9cf6b07d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:51.762875 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-853c6b81-a92e-4f57-9cc1-5fc9cf6b07d4 admin admin] 10.222.0.72 "DELETE /v2.0/networks/e1cc4d35-d947-46a4-a02a-fb288d9849b7 HTTP/1.1" status: 204 len: 168 time: 1.2014036 Feb 19 02:53:51.781321 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853c6b81-a92e-4f57-9cc1-5fc9cf6b07d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1cc4d35-d947-46a4-a02a-fb288d9849b7,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:51.798529 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5e775c-2d84-4703-b81b-e23af98a33e7 req-c45bb19b-a5e5-42ac-8ba8-ecf6605efba3 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:51.808028 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4d5e775c-2d84-4703-b81b-e23af98a33e7 req-c45bb19b-a5e5-42ac-8ba8-ecf6605efba3 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "GET /v2.0/ports?device_id=d365419d-0fdb-4600-ac55-d7ffe3c99c0f HTTP/1.1" status: 200 len: 944 time: 0.1116040 Feb 19 02:53:51.850081 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-2336fbc3-683d-4ad9-8574-21b44461ec2c req-e3993379-4680-4190-b985-05c2673a1a82 service neutron] 10.222.0.73 "GET /v2.0/networks/83c866d3-e000-4397-a50d-1c4d2fa3070f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101136 Feb 19 02:53:51.878797 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4d5e775c-2d84-4703-b81b-e23af98a33e7 req-de209c42-8ce7-4ecc-9c37-d9b1c97c9025 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "GET /v2.0/security-groups?id=c18c8961-f07d-4937-88ea-8df5c42d7449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697670 Feb 19 02:53:51.883077 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bb9eab4-0d6c-4134-ab2b-95a69750261e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbe88812-a5ed-4d59-8ee2-a6462da57fd6'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:53:51.886345 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-014abe6f-276f-4939-8956-b3eb631fbced" -d '{"events": [{"server_uuid": "5bb9eab4-0d6c-4134-ab2b-95a69750261e", "name": "network-vif-plugged", "status": "completed", "tag": "dbe88812-a5ed-4d59-8ee2-a6462da57fd6"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:53:51.920100 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:52.007664 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 35222) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:53:52.012741 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-2336fbc3-683d-4ad9-8574-21b44461ec2c req-092c5dca-d11b-4b9a-9197-01c5e0695f73 service neutron] 10.222.0.73 "GET /v2.0/networks/83c866d3-e000-4397-a50d-1c4d2fa3070f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238892 Feb 19 02:53:52.059840 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea35c91-e6be-46d9-b84e-2a827668453c req-ca280cdc-0a38-451e-bcff-655fe3238525 tempest-VolumesActionsTest-716121604 tempest-VolumesActionsTest-716121604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:52.061706 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7ea35c91-e6be-46d9-b84e-2a827668453c req-ca280cdc-0a38-451e-bcff-655fe3238525 tempest-VolumesActionsTest-716121604 tempest-VolumesActionsTest-716121604-project] 10.222.0.72 "GET /v2.0/ports?device_id=e767af4c-bed0-46d9-a2b6-070b6129d8df HTTP/1.1" status: 200 len: 946 time: 0.0827780 Feb 19 02:53:52.062421 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-9c60a506-4c2d-42b9-b2fe-af9a0a8b90ac admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=eed1faf7d2ad41cdae7790304e30a12a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0531135 Feb 19 02:53:52.062581 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 35224) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:53:52.094752 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['53fda427-3257-468c-a39b-65e464e0dd87'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:53:52.171550 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1f45958e-d0c1-4632-869b-34cb275946df admin admin] Publish callbacks [] for security_group (d33c9e8e-7721-4724-a724-ba069a84904a), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:52.196915 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7ea35c91-e6be-46d9-b84e-2a827668453c req-b3437313-529f-4ab1-a2da-19ecb52bed7d tempest-VolumesActionsTest-716121604 tempest-VolumesActionsTest-716121604-project] 10.222.0.72 "GET /v2.0/security-groups?id=2cc4a2a1-40b2-481e-99fd-d807da4ff831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272123 Feb 19 02:53:52.288496 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce5b9ab-94fc-42d5-8aed-c8d062ca2763 req-2e1433f8-6825-4955-a9a7-37d2411830d3 tempest-VolumesActionsTest-716121604 tempest-VolumesActionsTest-716121604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:52.290042 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8ce5b9ab-94fc-42d5-8aed-c8d062ca2763 req-2e1433f8-6825-4955-a9a7-37d2411830d3 tempest-VolumesActionsTest-716121604 tempest-VolumesActionsTest-716121604-project] 10.222.0.73 "GET /v2.0/ports?device_id=e767af4c-bed0-46d9-a2b6-070b6129d8df HTTP/1.1" status: 200 len: 946 time: 0.1139882 Feb 19 02:53:52.299922 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1f45958e-d0c1-4632-869b-34cb275946df admin admin] Publish callbacks [] for security_group (d33c9e8e-7721-4724-a724-ba069a84904a), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:52.344652 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-218672ae-eebf-4920-ad2f-833e8bbb7ea5 x-openstack-request-id: req-218672ae-eebf-4920-ad2f-833e8bbb7ea5 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:53:52.344871 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988708a7-a9bf-43f3-ad8b-46855ad8591c req-620de73a-2158-4c00-bd9c-1062ab69699b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:52.344974 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bb9eab4-0d6c-4134-ab2b-95a69750261e", "name": "network-vif-plugged", "status": "completed", "tag": "dbe88812-a5ed-4d59-8ee2-a6462da57fd6", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:53:52.345233 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-218672ae-eebf-4920-ad2f-833e8bbb7ea5 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:53:52.345842 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bb9eab4-0d6c-4134-ab2b-95a69750261e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbe88812-a5ed-4d59-8ee2-a6462da57fd6', 'code': 200} Feb 19 02:53:52.346415 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-988708a7-a9bf-43f3-ad8b-46855ad8591c req-620de73a-2158-4c00-bd9c-1062ab69699b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=60cd2412755d4ac9a24ef5f571b19bc2&device_id=d365419d-0fdb-4600-ac55-d7ffe3c99c0f HTTP/1.1" status: 200 len: 1126 time: 0.1475463 Feb 19 02:53:52.419662 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1f45958e-d0c1-4632-869b-34cb275946df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (d33c9e8e-7721-4724-a724-ba069a84904a), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:52.423189 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1f45958e-d0c1-4632-869b-34cb275946df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:52.424308 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-1f45958e-d0c1-4632-869b-34cb275946df admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d33c9e8e-7721-4724-a724-ba069a84904a HTTP/1.1" status: 204 len: 168 time: 0.3606393 Feb 19 02:53:52.442772 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f45958e-d0c1-4632-869b-34cb275946df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d33c9e8e-7721-4724-a724-ba069a84904a,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:52.473373 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988708a7-a9bf-43f3-ad8b-46855ad8591c req-7685631a-3914-4fd2-a62d-12d2267a8a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:52.474880 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-988708a7-a9bf-43f3-ad8b-46855ad8591c req-7685631a-3914-4fd2-a62d-12d2267a8a12 service neutron] 10.222.0.73 "GET /v2.0/networks?id=83c866d3-e000-4397-a50d-1c4d2fa3070f HTTP/1.1" status: 200 len: 913 time: 0.1220946 Feb 19 02:53:52.479453 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-8ce5b9ab-94fc-42d5-8aed-c8d062ca2763 req-f6e259c9-c70f-459f-ba61-300bb78de57b tempest-VolumesActionsTest-716121604 tempest-VolumesActionsTest-716121604-project] Deleting port 98831463-f678-49e1-a7d0-cf0a64ea46cc {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:53:52.479828 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-8ce5b9ab-94fc-42d5-8aed-c8d062ca2763 req-f6e259c9-c70f-459f-ba61-300bb78de57b tempest-VolumesActionsTest-716121604 tempest-VolumesActionsTest-716121604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (98831463-f678-49e1-a7d0-cf0a64ea46cc), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:52.496705 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:52.532027 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-988708a7-a9bf-43f3-ad8b-46855ad8591c req-7add703e-57c2-46a4-869b-ad997da2c55a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d6ea74b9-3217-48ad-a1cc-ca21e2de818a HTTP/1.1" status: 200 len: 217 time: 0.0494478 Feb 19 02:53:52.638846 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-8ce5b9ab-94fc-42d5-8aed-c8d062ca2763 req-f6e259c9-c70f-459f-ba61-300bb78de57b tempest-VolumesActionsTest-716121604 tempest-VolumesActionsTest-716121604-project] For port 98831463-f678-49e1-a7d0-cf0a64ea46cc, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=98831463-f678-49e1-a7d0-cf0a64ea46cc,segment=NetworkSegment(5c0c0d9a-0358-48d2-8f6a-b26544e62a35),segment_id=5c0c0d9a-0358-48d2-8f6a-b26544e62a35)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:53:52.639583 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-8ce5b9ab-94fc-42d5-8aed-c8d062ca2763 req-f6e259c9-c70f-459f-ba61-300bb78de57b tempest-VolumesActionsTest-716121604 tempest-VolumesActionsTest-716121604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (98831463-f678-49e1-a7d0-cf0a64ea46cc), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:52.646358 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988708a7-a9bf-43f3-ad8b-46855ad8591c req-43332c58-f82b-4be1-b959-44fe3715dd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:52.647809 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-988708a7-a9bf-43f3-ad8b-46855ad8591c req-43332c58-f82b-4be1-b959-44fe3715dd83 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6c541211-5a05-47e1-81c4-dd461c877088 HTTP/1.1" status: 200 len: 852 time: 0.1006820 Feb 19 02:53:52.655282 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-8ce5b9ab-94fc-42d5-8aed-c8d062ca2763 req-f6e259c9-c70f-459f-ba61-300bb78de57b tempest-VolumesActionsTest-716121604 tempest-VolumesActionsTest-716121604-project] Calling delete_port for 98831463-f678-49e1-a7d0-cf0a64ea46cc owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:53:52.655536 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62928ee-303f-4593-9736-c8aea40b44a8 req-315113a9-8614-494b-bab9-7000cc015d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:52.656821 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c62928ee-303f-4593-9736-c8aea40b44a8 req-315113a9-8614-494b-bab9-7000cc015d9f service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=5bb9eab4-0d6c-4134-ab2b-95a69750261e HTTP/1.1" status: 200 len: 1127 time: 0.1663721 Feb 19 02:53:52.697289 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1725d84c-c3d2-4531-80fc-2243ed75bc12 req-78fe93bb-772e-48ce-b07d-bbce5bf2cc7b tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:52.698871 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1725d84c-c3d2-4531-80fc-2243ed75bc12 req-78fe93bb-772e-48ce-b07d-bbce5bf2cc7b tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/ports?device_id=9829e4c6-35e3-4dca-a34d-83845f9a05fe HTTP/1.1" status: 200 len: 944 time: 0.1505401 Feb 19 02:53:52.706776 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-988708a7-a9bf-43f3-ad8b-46855ad8591c req-f5a2d0cf-bd78-43b7-a1c2-613ffd7c6781 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=83c866d3-e000-4397-a50d-1c4d2fa3070f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489924 Feb 19 02:53:52.834709 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device c8d8815c-33be-4df6-97a8-f54ef344cf68 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:53:52.836737 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-8ce5b9ab-94fc-42d5-8aed-c8d062ca2763 req-f6e259c9-c70f-459f-ba61-300bb78de57b tempest-VolumesActionsTest-716121604 tempest-VolumesActionsTest-716121604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (98831463-f678-49e1-a7d0-cf0a64ea46cc), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:52.856561 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c62928ee-303f-4593-9736-c8aea40b44a8 req-7e137803-5e87-4663-816b-ee2bb7dfb73d service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=6d351a8c-b73e-485a-861c-36f8b0ec3310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881304 Feb 19 02:53:52.859000 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: c8d8815c-33be-4df6-97a8-f54ef344cf68 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:53:52.859616 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device c8d8815c-33be-4df6-97a8-f54ef344cf68 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:53:52.860276 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 8dc1c132-a5b2-4ac4-8db8-06282326ac1d no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:53:52.876178 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1725d84c-c3d2-4531-80fc-2243ed75bc12 req-6e6a10bc-b46b-4614-ba0d-2d46ca4cf0a3 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d351a8c-b73e-485a-861c-36f8b0ec3310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667829 Feb 19 02:53:52.891808 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecab9d69-73a8-41ac-9e95-20a4b87f2d19 req-409d3693-4502-427b-a023-ef9fc0c20692 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:52.897426 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecab9d69-73a8-41ac-9e95-20a4b87f2d19 req-409d3693-4502-427b-a023-ef9fc0c20692 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:52.899205 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ecab9d69-73a8-41ac-9e95-20a4b87f2d19 req-409d3693-4502-427b-a023-ef9fc0c20692 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] 10.222.0.72 "GET /v2.0/ports?device_id=5aec96ce-2ba0-4d95-9542-da4e1370f97d HTTP/1.1" status: 200 len: 1682 time: 0.1880898 Feb 19 02:53:52.904621 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e259c9-c70f-459f-ba61-300bb78de57b tempest-VolumesActionsTest-716121604 tempest-VolumesActionsTest-716121604-project] Pushing event deleted for resources: {'Port': ['ID=98831463-f678-49e1-a7d0-cf0a64ea46cc,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:52.913658 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['98831463-f678-49e1-a7d0-cf0a64ea46cc'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:53:52.934486 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-988708a7-a9bf-43f3-ad8b-46855ad8591c req-e111d539-14ed-4a82-baf9-15e335549d5a service neutron] 10.222.0.73 "GET /v2.0/networks/83c866d3-e000-4397-a50d-1c4d2fa3070f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204750 Feb 19 02:53:52.941293 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 8dc1c132-a5b2-4ac4-8db8-06282326ac1d {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:53:52.941646 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 8dc1c132-a5b2-4ac4-8db8-06282326ac1d not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:53:52.982680 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ce5b9ab-94fc-42d5-8aed-c8d062ca2763 req-f6e259c9-c70f-459f-ba61-300bb78de57b tempest-VolumesActionsTest-716121604 tempest-VolumesActionsTest-716121604-project] No DVR routers for this DVR port 98831463-f678-49e1-a7d0-cf0a64ea46cc on host n-h1-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:53:52.985297 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-8ce5b9ab-94fc-42d5-8aed-c8d062ca2763 req-f6e259c9-c70f-459f-ba61-300bb78de57b tempest-VolumesActionsTest-716121604 tempest-VolumesActionsTest-716121604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:52.988680 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8ce5b9ab-94fc-42d5-8aed-c8d062ca2763 req-f6e259c9-c70f-459f-ba61-300bb78de57b tempest-VolumesActionsTest-716121604 tempest-VolumesActionsTest-716121604-project] 10.222.0.73 "DELETE /v2.0/ports/98831463-f678-49e1-a7d0-cf0a64ea46cc HTTP/1.1" status: 204 len: 173 time: 0.6905243 Feb 19 02:53:53.060090 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b8bffc53-e9f8-46a4-8c6e-544e4ae6df7e req-8202a449-4309-45a9-b6c1-6caafa09bba5 tempest-ServerShowV257Test-466890171 tempest-ServerShowV257Test-466890171-project] 10.222.0.72 "GET /v2.0/ports?device_id=7eeb4482-4d2e-4b0b-b05d-c90d660114c8 HTTP/1.1" status: 200 len: 210 time: 0.0748796 Feb 19 02:53:53.068351 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ecab9d69-73a8-41ac-9e95-20a4b87f2d19 req-aeb171a7-efca-4ba6-a9c6-745286625001 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] 10.222.0.72 "GET /v2.0/security-groups?id=ed4112f7-4072-40c7-a6a7-08b05eb3305e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554358 Feb 19 02:53:53.114725 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-988708a7-a9bf-43f3-ad8b-46855ad8591c req-9553cc10-df9c-4d57-ba82-e24f5484ba1e service neutron] 10.222.0.73 "GET /v2.0/networks/83c866d3-e000-4397-a50d-1c4d2fa3070f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680853 Feb 19 02:53:53.360511 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8674f8-3e18-4392-bc0c-99d4d91c482e req-5844eaae-19b5-48c1-a9f8-ac121426ab47 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:53.367247 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bd8674f8-3e18-4392-bc0c-99d4d91c482e req-5844eaae-19b5-48c1-a9f8-ac121426ab47 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "GET /v2.0/ports?device_id=d365419d-0fdb-4600-ac55-d7ffe3c99c0f HTTP/1.1" status: 200 len: 944 time: 0.0664053 Feb 19 02:53:53.410298 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bd8674f8-3e18-4392-bc0c-99d4d91c482e req-376e1e2e-b65b-4d3d-8f0d-e30528d57362 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "GET /v2.0/security-groups?id=c18c8961-f07d-4937-88ea-8df5c42d7449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422575 Feb 19 02:53:53.475842 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-123118f7-41c8-4918-95c9-3984a0bb317b req-df73d842-27dc-4820-b39c-54264cb9446b tempest-VolumesActionsTest-716121604 tempest-VolumesActionsTest-716121604-project] 10.222.0.72 "GET /v2.0/ports?device_id=e767af4c-bed0-46d9-a2b6-070b6129d8df HTTP/1.1" status: 200 len: 210 time: 0.0346746 Feb 19 02:53:53.540445 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a90baa-1e24-47d2-9bed-c1570bb741ee req-1dfb7580-69c2-46dd-9e6f-d2aaa5551cb0 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:53.542644 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-47a90baa-1e24-47d2-9bed-c1570bb741ee req-1dfb7580-69c2-46dd-9e6f-d2aaa5551cb0 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] 10.222.0.72 "GET /v2.0/ports?device_id=909bb69e-1a06-4633-a049-6300737caa32 HTTP/1.1" status: 200 len: 945 time: 0.0652421 Feb 19 02:53:53.596643 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-47a90baa-1e24-47d2-9bed-c1570bb741ee req-968da6b8-3c2b-45a8-96f7-0173fc14c2a6 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] 10.222.0.72 "GET /v2.0/security-groups?id=d6877574-acb3-43f4-bf3f-b561a089577a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474048 Feb 19 02:53:53.670956 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e767af4c-bed0-46d9-a2b6-070b6129d8df', 'name': 'network-vif-deleted', 'tag': '98831463-f678-49e1-a7d0-cf0a64ea46cc'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:53:53.672871 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86b3a8f7-331b-4c74-a555-b6ef6af3d32c" -d '{"events": [{"server_uuid": "e767af4c-bed0-46d9-a2b6-070b6129d8df", "name": "network-vif-deleted", "tag": "98831463-f678-49e1-a7d0-cf0a64ea46cc"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:53:53.814581 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2deccbf4-f0b1-48c4-b687-33869ac2a2e9 x-openstack-request-id: req-2deccbf4-f0b1-48c4-b687-33869ac2a2e9 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:53:53.815087 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e767af4c-bed0-46d9-a2b6-070b6129d8df", "name": "network-vif-deleted", "tag": "98831463-f678-49e1-a7d0-cf0a64ea46cc", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:53:53.815541 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2deccbf4-f0b1-48c4-b687-33869ac2a2e9 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:53:53.817069 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e767af4c-bed0-46d9-a2b6-070b6129d8df', 'name': 'network-vif-deleted', 'tag': '98831463-f678-49e1-a7d0-cf0a64ea46cc', 'status': 'completed', 'code': 200} Feb 19 02:53:53.905902 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4358539c-ea93-4e12-87c6-979cca1698d5 req-06c7bc9e-892e-4e75-81ac-801f928cab17 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:53.913133 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4358539c-ea93-4e12-87c6-979cca1698d5 req-06c7bc9e-892e-4e75-81ac-801f928cab17 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:53.918188 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4358539c-ea93-4e12-87c6-979cca1698d5 req-06c7bc9e-892e-4e75-81ac-801f928cab17 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] 10.222.0.72 "GET /v2.0/ports?device_id=5aec96ce-2ba0-4d95-9542-da4e1370f97d HTTP/1.1" status: 200 len: 1682 time: 0.0789354 Feb 19 02:53:53.976395 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-90989e70-2361-47ea-adae-8a04e3ec3e65 req-96189d30-6edc-40f6-a8cf-4c01d767f20a service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=7eeb4482-4d2e-4b0b-b05d-c90d660114c8 HTTP/1.1" status: 200 len: 210 time: 0.0346451 Feb 19 02:53:53.998343 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4358539c-ea93-4e12-87c6-979cca1698d5 req-3a4e921e-d4df-4a8a-b4d2-c088b778d72d tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] 10.222.0.72 "GET /v2.0/security-groups?id=ed4112f7-4072-40c7-a6a7-08b05eb3305e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760217 Feb 19 02:53:54.110285 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577e25a2-e0e0-4cb9-b1d7-34b0a84c4d18 req-53ab0e4e-fcee-4139-b8a7-20a1591765dd tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:54.118965 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-577e25a2-e0e0-4cb9-b1d7-34b0a84c4d18 req-53ab0e4e-fcee-4139-b8a7-20a1591765dd tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/ports?device_id=9829e4c6-35e3-4dca-a34d-83845f9a05fe HTTP/1.1" status: 200 len: 944 time: 0.0566547 Feb 19 02:53:54.163214 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-577e25a2-e0e0-4cb9-b1d7-34b0a84c4d18 req-874798a0-84a0-46b3-85cd-84db1f94d65d tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d351a8c-b73e-485a-861c-36f8b0ec3310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437350 Feb 19 02:53:54.197979 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2ecd0c7d-0b5d-42c5-b12a-820ff5bbb66c req-016146a0-b57d-4e68-90c1-72b518354547 tempest-ServerShowV257Test-466890171 tempest-ServerShowV257Test-466890171-project] 10.222.0.72 "GET /v2.0/ports?device_id=7eeb4482-4d2e-4b0b-b05d-c90d660114c8 HTTP/1.1" status: 200 len: 210 time: 0.0337708 Feb 19 02:53:54.560998 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fecd4a-38c7-4469-9f9c-58a52ad8cc77 req-de1f5bc4-9f69-4e47-b140-165abb635e7d tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:54.562607 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-78fecd4a-38c7-4469-9f9c-58a52ad8cc77 req-de1f5bc4-9f69-4e47-b140-165abb635e7d tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "GET /v2.0/ports?device_id=d365419d-0fdb-4600-ac55-d7ffe3c99c0f HTTP/1.1" status: 200 len: 944 time: 0.0644333 Feb 19 02:53:54.633140 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-78fecd4a-38c7-4469-9f9c-58a52ad8cc77 req-67b34c5e-85d8-4753-8232-999ebbac2063 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "GET /v2.0/security-groups?id=c18c8961-f07d-4937-88ea-8df5c42d7449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643041 Feb 19 02:53:54.758782 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e6dd04-5919-4a7f-81ac-8a1c0aa20a77 req-068b1640-04a5-4933-ba66-3b835cbd074e tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:54.760374 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-20e6dd04-5919-4a7f-81ac-8a1c0aa20a77 req-068b1640-04a5-4933-ba66-3b835cbd074e tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] 10.222.0.72 "GET /v2.0/ports?device_id=909bb69e-1a06-4633-a049-6300737caa32 HTTP/1.1" status: 200 len: 945 time: 0.0679936 Feb 19 02:53:54.819256 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-20e6dd04-5919-4a7f-81ac-8a1c0aa20a77 req-1335f4b9-7d69-4959-a70b-de7f71efd175 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] 10.222.0.72 "GET /v2.0/security-groups?id=d6877574-acb3-43f4-bf3f-b561a089577a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525386 Feb 19 02:53:54.984800 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 53fda427-3257-468c-a39b-65e464e0dd87 up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:53:55.105698 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning for port 53fda427-3257-468c-a39b-65e464e0dd87 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:53:55.114488 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port 53fda427-3257-468c-a39b-65e464e0dd87 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:53:55.114889 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (53fda427-3257-468c-a39b-65e464e0dd87), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:55.188593 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff1fe5d-5055-44b0-b172-d7ec3379ca6f req-7f8b40a5-2f00-413e-8657-5a4d171c2f38 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:55.194607 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff1fe5d-5055-44b0-b172-d7ec3379ca6f req-7f8b40a5-2f00-413e-8657-5a4d171c2f38 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:55.205381 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6ff1fe5d-5055-44b0-b172-d7ec3379ca6f req-7f8b40a5-2f00-413e-8657-5a4d171c2f38 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] 10.222.0.72 "GET /v2.0/ports?device_id=5aec96ce-2ba0-4d95-9542-da4e1370f97d HTTP/1.1" status: 200 len: 1682 time: 0.1195536 Feb 19 02:53:55.263338 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 53fda427-3257-468c-a39b-65e464e0dd87 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:53:55.263739 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (53fda427-3257-468c-a39b-65e464e0dd87), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:55.281433 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6ff1fe5d-5055-44b0-b172-d7ec3379ca6f req-3caed763-7b26-4215-b9b9-2b0f0f2b82de tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] 10.222.0.72 "GET /v2.0/security-groups?id=ed4112f7-4072-40c7-a6a7-08b05eb3305e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678771 Feb 19 02:53:55.304028 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9829e4c6-35e3-4dca-a34d-83845f9a05fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53fda427-3257-468c-a39b-65e464e0dd87'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:53:55.307057 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7f986c7-2000-4154-a587-bd533d9f1226" -d '{"events": [{"server_uuid": "9829e4c6-35e3-4dca-a34d-83845f9a05fe", "name": "network-vif-plugged", "status": "completed", "tag": "53fda427-3257-468c-a39b-65e464e0dd87"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:53:55.320015 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 53fda427-3257-468c-a39b-65e464e0dd87, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=53fda427-3257-468c-a39b-65e464e0dd87,segment=NetworkSegment(b398e613-0491-4825-8c0e-13ffa7bc0c4a),segment_id=b398e613-0491-4825-8c0e-13ffa7bc0c4a)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:53:55.330874 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (53fda427-3257-468c-a39b-65e464e0dd87), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:55.331813 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 98831463-f678-49e1-a7d0-cf0a64ea46cc no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:53:55.377973 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] No Port match for: 98831463-f678-49e1-a7d0-cf0a64ea46cc {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:53:55.379543 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 98831463-f678-49e1-a7d0-cf0a64ea46cc not bound to the agent host n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:53:55.410301 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13be5712-e90f-4ea0-b0dd-d5712dcbea5e req-5c1d408e-9a34-4365-9280-cb8fa3989cfd tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:55.427663 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-13be5712-e90f-4ea0-b0dd-d5712dcbea5e req-5c1d408e-9a34-4365-9280-cb8fa3989cfd tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/ports?device_id=9829e4c6-35e3-4dca-a34d-83845f9a05fe HTTP/1.1" status: 200 len: 945 time: 0.0957673 Feb 19 02:53:55.491010 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=53fda427-3257-468c-a39b-65e464e0dd87,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:55.500718 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-13be5712-e90f-4ea0-b0dd-d5712dcbea5e req-7cbf8701-1006-438f-b267-7da754a16b78 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d351a8c-b73e-485a-861c-36f8b0ec3310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720110 Feb 19 02:53:55.551940 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b735d5d4-3afc-4804-8b58-42d67457efc8 x-openstack-request-id: req-b735d5d4-3afc-4804-8b58-42d67457efc8 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:53:55.552239 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9829e4c6-35e3-4dca-a34d-83845f9a05fe", "name": "network-vif-plugged", "status": "completed", "tag": "53fda427-3257-468c-a39b-65e464e0dd87", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:53:55.552497 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b735d5d4-3afc-4804-8b58-42d67457efc8 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:53:55.552871 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-45d7855e-bd0f-44bc-a1d4-70ab4a845c5a req-63d53321-f486-4ca3-8523-45031b159dec tempest-ServerShowV257Test-466890171 tempest-ServerShowV257Test-466890171-project] 10.222.0.72 "GET /v2.0/ports?device_id=7eeb4482-4d2e-4b0b-b05d-c90d660114c8 HTTP/1.1" status: 200 len: 210 time: 0.0473335 Feb 19 02:53:55.553036 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9829e4c6-35e3-4dca-a34d-83845f9a05fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53fda427-3257-468c-a39b-65e464e0dd87', 'code': 200} Feb 19 02:53:55.758447 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbf2964-32d0-4dd3-a2bb-48365df0fef7 req-544d4fa1-191c-470b-a962-05a75d1f2462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:55.762861 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0dbf2964-32d0-4dd3-a2bb-48365df0fef7 req-544d4fa1-191c-470b-a962-05a75d1f2462 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9829e4c6-35e3-4dca-a34d-83845f9a05fe HTTP/1.1" status: 200 len: 1127 time: 0.1031260 Feb 19 02:53:55.882159 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0dbf2964-32d0-4dd3-a2bb-48365df0fef7 req-02a3ebea-ad87-442b-9afa-bd8f98fae8c8 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=6d351a8c-b73e-485a-861c-36f8b0ec3310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985401 Feb 19 02:53:55.921339 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d7b98e-686a-4749-8b4a-fd24e51ba3a3 req-01ab5c4f-5c4b-430f-8d9e-5911c705feaa tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:55.922923 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c2d7b98e-686a-4749-8b4a-fd24e51ba3a3 req-01ab5c4f-5c4b-430f-8d9e-5911c705feaa tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "GET /v2.0/ports?device_id=d365419d-0fdb-4600-ac55-d7ffe3c99c0f HTTP/1.1" status: 200 len: 944 time: 0.1585085 Feb 19 02:53:55.948155 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5ac64a31-1fb9-4bef-962d-1722343aada8 req-cebd7d02-ac39-4be5-b93b-ed37766e54e3 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8b5a1242bf8841c4bb7072b59854f3c4&device_id=7eeb4482-4d2e-4b0b-b05d-c90d660114c8 HTTP/1.1" status: 200 len: 210 time: 0.0531359 Feb 19 02:53:55.961507 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 35392) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:53:56.007060 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 35396) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:53:56.014774 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5ac64a31-1fb9-4bef-962d-1722343aada8 req-ce61d21a-9542-4176-8831-adf994385d72 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=8b5a1242bf8841c4bb7072b59854f3c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292585 Feb 19 02:53:56.048244 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-399cf46d-08b9-4f20-8046-d4293e16ad2a req-d4863121-114f-4429-8fcf-4f5e0b87cc49 tempest-ServerShowV257Test-466890171 tempest-ServerShowV257Test-466890171-project] 10.222.0.72 "GET /v2.0/ports?device_id=7eeb4482-4d2e-4b0b-b05d-c90d660114c8 HTTP/1.1" status: 200 len: 210 time: 0.0898783 Feb 19 02:53:56.106206 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:56.160659 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3337db9a-373c-474d-844f-cf3a0b9c3889 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:56.189570 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-711bb70e-0a6a-4fdf-9d58-13fef4c71540 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:56.258971 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c2d7b98e-686a-4749-8b4a-fd24e51ba3a3 req-361cb4c9-b500-4717-9026-a140b14b431d tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "GET /v2.0/security-groups?id=c18c8961-f07d-4937-88ea-8df5c42d7449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3087957 Feb 19 02:53:56.341540 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e623aa-3f08-4116-b044-7c020df22180 req-5b95b07e-2502-409e-ac16-d9e1b47d7438 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:56.347564 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e623aa-3f08-4116-b044-7c020df22180 req-5b95b07e-2502-409e-ac16-d9e1b47d7438 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:56.348613 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c07eec-74cf-4b98-99cd-f10382d7548f req-4e2e2c27-94b0-4a9b-9aaf-98926c259dcb tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:56.349557 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-59e623aa-3f08-4116-b044-7c020df22180 req-5b95b07e-2502-409e-ac16-d9e1b47d7438 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] 10.222.0.82 "GET /v2.0/ports?device_id=5aec96ce-2ba0-4d95-9542-da4e1370f97d HTTP/1.1" status: 200 len: 1682 time: 0.1356511 Feb 19 02:53:56.351396 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-62c07eec-74cf-4b98-99cd-f10382d7548f req-4e2e2c27-94b0-4a9b-9aaf-98926c259dcb tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] 10.222.0.72 "GET /v2.0/ports?device_id=909bb69e-1a06-4633-a049-6300737caa32 HTTP/1.1" status: 200 len: 945 time: 0.1730218 Feb 19 02:53:56.364324 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac64a31-1fb9-4bef-962d-1722343aada8 req-c8e37e16-bbc1-480c-9c33-595adae1f61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:56.365778 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5ac64a31-1fb9-4bef-962d-1722343aada8 req-c8e37e16-bbc1-480c-9c33-595adae1f61b service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3163819 Feb 19 02:53:56.457237 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-62c07eec-74cf-4b98-99cd-f10382d7548f req-9b7e2c6b-45c8-4d21-a7e9-04a617c435eb tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] 10.222.0.72 "GET /v2.0/security-groups?id=d6877574-acb3-43f4-bf3f-b561a089577a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864844 Feb 19 02:53:56.467455 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7eb4d3-cbc2-46c3-987d-77813c0ae264 req-83c3a292-8b76-49b1-8bad-995b5554d621 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:56.472951 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7eb4d3-cbc2-46c3-987d-77813c0ae264 req-83c3a292-8b76-49b1-8bad-995b5554d621 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:56.474731 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bd7eb4d3-cbc2-46c3-987d-77813c0ae264 req-83c3a292-8b76-49b1-8bad-995b5554d621 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] 10.222.0.72 "GET /v2.0/ports?device_id=5aec96ce-2ba0-4d95-9542-da4e1370f97d HTTP/1.1" status: 200 len: 1682 time: 0.1223407 Feb 19 02:53:56.487745 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-711bb70e-0a6a-4fdf-9d58-13fef4c71540 admin admin] Publish callbacks [] for security_group (157fca5f-6185-46fc-90fe-ada7eccd265c), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:56.495988 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3337db9a-373c-474d-844f-cf3a0b9c3889 admin admin] Publish callbacks [] for security_group (b9bf7808-7d03-45ec-bc64-4261a1443241), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:56.499172 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-711bb70e-0a6a-4fdf-9d58-13fef4c71540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (157fca5f-6185-46fc-90fe-ada7eccd265c), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:56.512020 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3337db9a-373c-474d-844f-cf3a0b9c3889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (b9bf7808-7d03-45ec-bc64-4261a1443241), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:56.538767 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bd7eb4d3-cbc2-46c3-987d-77813c0ae264 req-460d0d68-4a9a-4504-9beb-b476a99c398c tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] 10.222.0.72 "GET /v2.0/security-groups?id=ed4112f7-4072-40c7-a6a7-08b05eb3305e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566649 Feb 19 02:53:56.571834 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-711bb70e-0a6a-4fdf-9d58-13fef4c71540 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=03cef270d39e440eb42a0b0b54e4a492&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5550754 Feb 19 02:53:56.571834 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 35406) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:53:56.571834 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711bb70e-0a6a-4fdf-9d58-13fef4c71540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=157fca5f-6185-46fc-90fe-ada7eccd265c,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:56.608799 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-3337db9a-373c-474d-844f-cf3a0b9c3889 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7ea5d0fc9f1e4c2784cb23d41dfb419d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6459360 Feb 19 02:53:56.618096 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 35408) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:53:56.645798 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3337db9a-373c-474d-844f-cf3a0b9c3889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9bf7808-7d03-45ec-bc64-4261a1443241,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:56.659524 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-59e623aa-3f08-4116-b044-7c020df22180 req-18748867-454c-4f28-b164-084cd6446f32 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Deleting port 3876157c-ae4e-43c6-b416-c480573dea57 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:53:56.660271 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-59e623aa-3f08-4116-b044-7c020df22180 req-18748867-454c-4f28-b164-084cd6446f32 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (3876157c-ae4e-43c6-b416-c480573dea57), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:56.699821 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e810480b-9daf-4cd2-bdb4-ec72390def91 req-cf650dc0-15b3-45bb-841b-ebc1f689656a tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:56.701468 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e810480b-9daf-4cd2-bdb4-ec72390def91 req-cf650dc0-15b3-45bb-841b-ebc1f689656a tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/ports?device_id=9829e4c6-35e3-4dca-a34d-83845f9a05fe HTTP/1.1" status: 200 len: 945 time: 0.0915778 Feb 19 02:53:56.726750 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c8adb414-f9e1-43c6-b304-43be004b0a41 admin admin] Publish callbacks [] for security_group (157fca5f-6185-46fc-90fe-ada7eccd265c), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:56.727325 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1f0f152b-a77c-4054-8077-18dd50bd59e3 admin admin] Publish callbacks [] for security_group (b9bf7808-7d03-45ec-bc64-4261a1443241), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:56.768440 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1f0f152b-a77c-4054-8077-18dd50bd59e3 admin admin] Publish callbacks [] for security_group (b9bf7808-7d03-45ec-bc64-4261a1443241), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:56.768879 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c8adb414-f9e1-43c6-b304-43be004b0a41 admin admin] Publish callbacks [] for security_group (157fca5f-6185-46fc-90fe-ada7eccd265c), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:56.783630 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e810480b-9daf-4cd2-bdb4-ec72390def91 req-d8f211d7-dd2f-4931-aba8-7eaa8c423e28 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d351a8c-b73e-485a-861c-36f8b0ec3310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756054 Feb 19 02:53:56.808898 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-59e623aa-3f08-4116-b044-7c020df22180 req-18748867-454c-4f28-b164-084cd6446f32 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] For port 3876157c-ae4e-43c6-b416-c480573dea57, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=3876157c-ae4e-43c6-b416-c480573dea57,segment=NetworkSegment(bff586ae-cd5e-4d6c-a49c-276f559430dd),segment_id=bff586ae-cd5e-4d6c-a49c-276f559430dd)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:53:56.809371 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-59e623aa-3f08-4116-b044-7c020df22180 req-18748867-454c-4f28-b164-084cd6446f32 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (3876157c-ae4e-43c6-b416-c480573dea57), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:56.828715 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-59e623aa-3f08-4116-b044-7c020df22180 req-18748867-454c-4f28-b164-084cd6446f32 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Calling delete_port for 3876157c-ae4e-43c6-b416-c480573dea57 owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:53:56.843105 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1f0f152b-a77c-4054-8077-18dd50bd59e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (b9bf7808-7d03-45ec-bc64-4261a1443241), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:56.845094 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1f0f152b-a77c-4054-8077-18dd50bd59e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:56.846614 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-1f0f152b-a77c-4054-8077-18dd50bd59e3 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b9bf7808-7d03-45ec-bc64-4261a1443241 HTTP/1.1" status: 204 len: 168 time: 0.2267027 Feb 19 02:53:56.854717 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0f152b-a77c-4054-8077-18dd50bd59e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9bf7808-7d03-45ec-bc64-4261a1443241,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:56.901030 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c8adb414-f9e1-43c6-b304-43be004b0a41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (157fca5f-6185-46fc-90fe-ada7eccd265c), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:56.903612 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c8adb414-f9e1-43c6-b304-43be004b0a41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:56.904749 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-c8adb414-f9e1-43c6-b304-43be004b0a41 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/157fca5f-6185-46fc-90fe-ada7eccd265c HTTP/1.1" status: 204 len: 168 time: 0.3269577 Feb 19 02:53:56.918308 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8adb414-f9e1-43c6-b304-43be004b0a41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=157fca5f-6185-46fc-90fe-ada7eccd265c,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:56.981332 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device d6ea74b9-3217-48ad-a1cc-ca21e2de818a details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:53:57.021264 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-59e623aa-3f08-4116-b044-7c020df22180 req-18748867-454c-4f28-b164-084cd6446f32 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (3876157c-ae4e-43c6-b416-c480573dea57), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:57.060975 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18748867-454c-4f28-b164-084cd6446f32 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Pushing event deleted for resources: {'Port': ['ID=3876157c-ae4e-43c6-b416-c480573dea57,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:57.066341 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['3876157c-ae4e-43c6-b416-c480573dea57', '40291aae-4431-4ec1-9ebf-236b22042468'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:53:57.193059 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port d6ea74b9-3217-48ad-a1cc-ca21e2de818a, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=d6ea74b9-3217-48ad-a1cc-ca21e2de818a,segment=NetworkSegment(9dc72441-817a-452a-8e88-f736d9f767db),segment_id=9dc72441-817a-452a-8e88-f736d9f767db)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:53:57.193689 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-59e623aa-3f08-4116-b044-7c020df22180 req-18748867-454c-4f28-b164-084cd6446f32 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] No DVR routers for this DVR port 3876157c-ae4e-43c6-b416-c480573dea57 on host n-h2-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:53:57.195883 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-59e623aa-3f08-4116-b044-7c020df22180 req-18748867-454c-4f28-b164-084cd6446f32 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:57.200476 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-59e623aa-3f08-4116-b044-7c020df22180 req-18748867-454c-4f28-b164-084cd6446f32 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] 10.222.0.82 "DELETE /v2.0/ports/3876157c-ae4e-43c6-b416-c480573dea57 HTTP/1.1" status: 204 len: 173 time: 0.8429413 Feb 19 02:53:57.218214 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aec96ce-2ba0-4d95-9542-da4e1370f97d', 'name': 'network-vif-deleted', 'tag': '3876157c-ae4e-43c6-b416-c480573dea57'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:53:57.221135 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54e1e1f9-e15e-4fdf-8f4b-bdedc02ac001" -d '{"events": [{"server_uuid": "5aec96ce-2ba0-4d95-9542-da4e1370f97d", "name": "network-vif-deleted", "tag": "3876157c-ae4e-43c6-b416-c480573dea57"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:53:57.231204 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': 'd6ea74b9-3217-48ad-a1cc-ca21e2de818a', 'network_id': '83c866d3-e000-4397-a50d-1c4d2fa3070f', 'port_id': 'd6ea74b9-3217-48ad-a1cc-ca21e2de818a', 'mac_address': 'fa:16:3e:10:b9:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c541211-5a05-47e1-81c4-dd461c877088', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:53:57.261097 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f87660e6-a88b-453f-a84d-3d6cb17a5683 req-5ba2419d-2268-4873-88cf-367376ea22ec tempest-ServerShowV257Test-466890171 tempest-ServerShowV257Test-466890171-project] 10.222.0.72 "GET /v2.0/ports?device_id=7eeb4482-4d2e-4b0b-b05d-c90d660114c8 HTTP/1.1" status: 200 len: 210 time: 0.0710826 Feb 19 02:53:57.373837 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-002d3873-cb3b-4417-a68b-335be6f9cc04 x-openstack-request-id: req-002d3873-cb3b-4417-a68b-335be6f9cc04 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:53:57.374491 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aec96ce-2ba0-4d95-9542-da4e1370f97d", "name": "network-vif-deleted", "tag": "3876157c-ae4e-43c6-b416-c480573dea57", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:53:57.381486 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-002d3873-cb3b-4417-a68b-335be6f9cc04 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:53:57.382265 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aec96ce-2ba0-4d95-9542-da4e1370f97d', 'name': 'network-vif-deleted', 'tag': '3876157c-ae4e-43c6-b416-c480573dea57', 'status': 'completed', 'code': 200} Feb 19 02:53:57.392550 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port d6ea74b9-3217-48ad-a1cc-ca21e2de818a is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:53:57.396425 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (d6ea74b9-3217-48ad-a1cc-ca21e2de818a), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:57.416311 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 35434) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:53:57.444880 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3587b475-cfa2-4633-a77b-9817c2562200 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:57.451270 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6ea74b9-3217-48ad-a1cc-ca21e2de818a {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:53:57.518740 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port d6ea74b9-3217-48ad-a1cc-ca21e2de818a, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=d6ea74b9-3217-48ad-a1cc-ca21e2de818a,segment=NetworkSegment(9dc72441-817a-452a-8e88-f736d9f767db),segment_id=9dc72441-817a-452a-8e88-f736d9f767db)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:53:57.535416 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-59e623aa-3f08-4116-b044-7c020df22180 req-a86a702b-78a0-49f8-ae9e-57d4dfa6acd2 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Deleting port 40291aae-4431-4ec1-9ebf-236b22042468 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:53:57.537707 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-59e623aa-3f08-4116-b044-7c020df22180 req-a86a702b-78a0-49f8-ae9e-57d4dfa6acd2 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (40291aae-4431-4ec1-9ebf-236b22042468), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:57.553097 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (d6ea74b9-3217-48ad-a1cc-ca21e2de818a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:57.584114 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac67a7e9-995e-46db-b267-377521fd4ddb req-dcb5b121-a696-4ec1-8837-182e2cc45eb8 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:57.586637 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ac67a7e9-995e-46db-b267-377521fd4ddb req-dcb5b121-a696-4ec1-8837-182e2cc45eb8 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "GET /v2.0/ports?device_id=d365419d-0fdb-4600-ac55-d7ffe3c99c0f HTTP/1.1" status: 200 len: 944 time: 0.1493278 Feb 19 02:53:57.704421 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=d6ea74b9-3217-48ad-a1cc-ca21e2de818a,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:57.737790 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-59e623aa-3f08-4116-b044-7c020df22180 req-a86a702b-78a0-49f8-ae9e-57d4dfa6acd2 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] For port 40291aae-4431-4ec1-9ebf-236b22042468, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=40291aae-4431-4ec1-9ebf-236b22042468,segment=NetworkSegment(72c6b983-ce3b-443f-a986-dacc47c707eb),segment_id=72c6b983-ce3b-443f-a986-dacc47c707eb)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:53:57.738251 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-59e623aa-3f08-4116-b044-7c020df22180 req-a86a702b-78a0-49f8-ae9e-57d4dfa6acd2 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (40291aae-4431-4ec1-9ebf-236b22042468), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:57.755610 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-59e623aa-3f08-4116-b044-7c020df22180 req-a86a702b-78a0-49f8-ae9e-57d4dfa6acd2 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Calling delete_port for 40291aae-4431-4ec1-9ebf-236b22042468 owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:53:57.932843 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-59e623aa-3f08-4116-b044-7c020df22180 req-a86a702b-78a0-49f8-ae9e-57d4dfa6acd2 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (40291aae-4431-4ec1-9ebf-236b22042468), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:57.969897 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86a702b-78a0-49f8-ae9e-57d4dfa6acd2 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Pushing event deleted for resources: {'Port': ['ID=40291aae-4431-4ec1-9ebf-236b22042468,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:58.014715 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['d6ea74b9-3217-48ad-a1cc-ca21e2de818a'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:53:58.045969 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-59e623aa-3f08-4116-b044-7c020df22180 req-a86a702b-78a0-49f8-ae9e-57d4dfa6acd2 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] No DVR routers for this DVR port 40291aae-4431-4ec1-9ebf-236b22042468 on host n-h2-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:53:58.051987 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-59e623aa-3f08-4116-b044-7c020df22180 req-a86a702b-78a0-49f8-ae9e-57d4dfa6acd2 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:58.061046 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-59e623aa-3f08-4116-b044-7c020df22180 req-a86a702b-78a0-49f8-ae9e-57d4dfa6acd2 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] 10.222.0.82 "DELETE /v2.0/ports/40291aae-4431-4ec1-9ebf-236b22042468 HTTP/1.1" status: 204 len: 173 time: 0.8442841 Feb 19 02:53:58.139677 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5ac64a31-1fb9-4bef-962d-1722343aada8 req-801239c5-ef12-49fa-a016-1a9d63573abc tempest-ServerShowV257Test-466890171 tempest-ServerShowV257Test-466890171-project] 10.222.0.82 "GET /v2.0/ports?device_id=7eeb4482-4d2e-4b0b-b05d-c90d660114c8 HTTP/1.1" status: 200 len: 210 time: 0.1086268 Feb 19 02:53:58.182829 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3587b475-cfa2-4633-a77b-9817c2562200 admin admin] Publish callbacks [] for security_group (6553f462-2651-4b3f-81d2-2949ffc910b1), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:58.217298 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ac67a7e9-995e-46db-b267-377521fd4ddb req-9ee9d440-47c2-4053-ad51-02a25e270b2a tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "GET /v2.0/security-groups?id=c18c8961-f07d-4937-88ea-8df5c42d7449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6103427 Feb 19 02:53:58.224520 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3587b475-cfa2-4633-a77b-9817c2562200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (6553f462-2651-4b3f-81d2-2949ffc910b1), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:58.310928 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d9cc26-026c-4100-9002-88d1b0ac4bb1 req-42b4d755-ee48-4913-9650-69e08d9c1988 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:58.312117 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 35460) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:53:58.315365 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-38d9cc26-026c-4100-9002-88d1b0ac4bb1 req-42b4d755-ee48-4913-9650-69e08d9c1988 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] 10.222.0.72 "GET /v2.0/ports?device_id=909bb69e-1a06-4633-a049-6300737caa32 HTTP/1.1" status: 200 len: 945 time: 0.6595457 Feb 19 02:53:58.371495 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3587b475-cfa2-4633-a77b-9817c2562200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6553f462-2651-4b3f-81d2-2949ffc910b1,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:58.449064 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-3587b475-cfa2-4633-a77b-9817c2562200 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c835afdfd0e34a09b4252a1b6eb338da&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0310457 Feb 19 02:53:58.451725 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 35464) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:53:58.456617 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ab2fd515-4d4f-4e89-97d4-556a21c597f3 req-efb18abf-1870-4e9b-885d-e66790b15539 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] 10.222.0.72 "GET /v2.0/ports?device_id=5aec96ce-2ba0-4d95-9542-da4e1370f97d HTTP/1.1" status: 200 len: 210 time: 0.0542061 Feb 19 02:53:58.468791 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-6dfeb6f3-ec30-4e14-955e-7e56daaf5b54 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1024474258-network', 'tenant_id': 'b0572191bd3f41eabece843b04f0476a'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:53:58.474549 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-38d9cc26-026c-4100-9002-88d1b0ac4bb1 req-66da32c6-8b97-42ee-9efe-efc794aa1423 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] 10.222.0.72 "GET /v2.0/security-groups?id=d6877574-acb3-43f4-bf3f-b561a089577a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348875 Feb 19 02:53:58.549455 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dfeb6f3-ec30-4e14-955e-7e56daaf5b54 admin admin] Made reservation on behalf of b0572191bd3f41eabece843b04f0476a for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:53:58.552403 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6dfeb6f3-ec30-4e14-955e-7e56daaf5b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:58.567251 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6ff10196-2872-40b9-be80-36bf7d8ba513 admin admin] Publish callbacks [] for security_group (6553f462-2651-4b3f-81d2-2949ffc910b1), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:58.575652 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6dfeb6f3-ec30-4e14-955e-7e56daaf5b54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:58.611863 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9d5c4e50-5ca9-414d-b8f1-a3a8339c7613 req-3ba49f8f-6211-48e7-9eac-f6e08747e6b4 tempest-ServerShowV257Test-466890171 tempest-ServerShowV257Test-466890171-project] 10.222.0.72 "GET /v2.0/ports?device_id=7eeb4482-4d2e-4b0b-b05d-c90d660114c8 HTTP/1.1" status: 200 len: 210 time: 0.0345876 Feb 19 02:53:58.635767 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483242c9-d7b2-4efc-aa2c-859201f6c87e req-807965d9-12a3-49c1-8b5e-043f663e4283 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:58.643971 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-483242c9-d7b2-4efc-aa2c-859201f6c87e req-807965d9-12a3-49c1-8b5e-043f663e4283 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/ports?device_id=9829e4c6-35e3-4dca-a34d-83845f9a05fe HTTP/1.1" status: 200 len: 945 time: 0.1043253 Feb 19 02:53:58.659895 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6ff10196-2872-40b9-be80-36bf7d8ba513 admin admin] Publish callbacks [] for security_group (6553f462-2651-4b3f-81d2-2949ffc910b1), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:58.715299 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6dfeb6f3-ec30-4e14-955e-7e56daaf5b54 admin admin] Publish callbacks [] for security_group (575d40b5-92d6-450e-90a6-971d9f1597ec), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:58.715491 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-483242c9-d7b2-4efc-aa2c-859201f6c87e req-ac775ebd-a122-43c3-8cb9-d0fc6159b01a tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d351a8c-b73e-485a-861c-36f8b0ec3310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706027 Feb 19 02:53:58.735232 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6dfeb6f3-ec30-4e14-955e-7e56daaf5b54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (575d40b5-92d6-450e-90a6-971d9f1597ec), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:58.768288 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dfeb6f3-ec30-4e14-955e-7e56daaf5b54 admin admin] vlan segment allocate from pool success with {'vlan_id': 296, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:53:58.780638 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfeb6f3-ec30-4e14-955e-7e56daaf5b54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=575d40b5-92d6-450e-90a6-971d9f1597ec,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:58.793730 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6ff10196-2872-40b9-be80-36bf7d8ba513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (6553f462-2651-4b3f-81d2-2949ffc910b1), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:58.798358 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6ff10196-2872-40b9-be80-36bf7d8ba513 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:58.805409 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-6ff10196-2872-40b9-be80-36bf7d8ba513 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6553f462-2651-4b3f-81d2-2949ffc910b1 HTTP/1.1" status: 204 len: 168 time: 0.3519793 Feb 19 02:53:58.810736 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6dfeb6f3-ec30-4e14-955e-7e56daaf5b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (cb4c2f9b-ff27-4706-a787-d6a47d932ff6), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:58.811413 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-6dfeb6f3-ec30-4e14-955e-7e56daaf5b54 admin admin] Added segment cb4c2f9b-ff27-4706-a787-d6a47d932ff6 of type vlan for network 61beb4b1-d6b2-455c-9711-ebc14e8ec7be Feb 19 02:53:58.892076 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6dfeb6f3-ec30-4e14-955e-7e56daaf5b54 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (61beb4b1-d6b2-455c-9711-ebc14e8ec7be), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:58.896918 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff10196-2872-40b9-be80-36bf7d8ba513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6553f462-2651-4b3f-81d2-2949ffc910b1,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:58.938315 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6dfeb6f3-ec30-4e14-955e-7e56daaf5b54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (61beb4b1-d6b2-455c-9711-ebc14e8ec7be), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:58.939436 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dfeb6f3-ec30-4e14-955e-7e56daaf5b54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:58.941537 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6dfeb6f3-ec30-4e14-955e-7e56daaf5b54 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:58.989628 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-6dfeb6f3-ec30-4e14-955e-7e56daaf5b54 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6756523 Feb 19 02:53:58.992797 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 35472) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:53:59.000215 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-0b02c35c-a69f-445e-9c68-f1473c66d31d admin admin] Request body: {'subnet': {'network_id': '61beb4b1-d6b2-455c-9711-ebc14e8ec7be', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1024474258-subnet', 'tenant_id': 'b0572191bd3f41eabece843b04f0476a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:53:59.064485 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfeb6f3-ec30-4e14-955e-7e56daaf5b54 admin admin] Pushing event updated for resources: {'Network': ['ID=61beb4b1-d6b2-455c-9711-ebc14e8ec7be,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:59.086694 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 61beb4b1-d6b2-455c-9711-ebc14e8ec7be details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:53:59.107917 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b02c35c-a69f-445e-9c68-f1473c66d31d admin admin] Made reservation on behalf of b0572191bd3f41eabece843b04f0476a for: {'subnet': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:53:59.112017 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0b02c35c-a69f-445e-9c68-f1473c66d31d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58706307'] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:59.233208 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee78ae3-9fb5-411a-8217-3353d6b50629 req-9d66115b-c205-4875-ab6f-c1ab5cb7d1c5 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:59.241847 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bee78ae3-9fb5-411a-8217-3353d6b50629 req-9d66115b-c205-4875-ab6f-c1ab5cb7d1c5 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/ports?device_id=9829e4c6-35e3-4dca-a34d-83845f9a05fe HTTP/1.1" status: 200 len: 945 time: 0.1739256 Feb 19 02:53:59.289876 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c4fa57-771f-49e3-a917-47892ba0f32d req-cee990c9-a07e-4682-ac14-60db92705fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:59.289876 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f9c4fa57-771f-49e3-a917-47892ba0f32d req-cee990c9-a07e-4682-ac14-60db92705fc6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8ee938a19b3e4074b489f411ca258ca6&device_id=9829e4c6-35e3-4dca-a34d-83845f9a05fe HTTP/1.1" status: 200 len: 1127 time: 0.1805747 Feb 19 02:53:59.330709 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 3876157c-ae4e-43c6-b416-c480573dea57 no longer exists at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:53:59.371796 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] No Port match for: 3876157c-ae4e-43c6-b416-c480573dea57 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:53:59.372505 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 3876157c-ae4e-43c6-b416-c480573dea57 not bound to the agent host n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:53:59.373267 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 40291aae-4431-4ec1-9ebf-236b22042468 no longer exists at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:53:59.384682 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aec96ce-2ba0-4d95-9542-da4e1370f97d', 'name': 'network-vif-deleted', 'tag': '40291aae-4431-4ec1-9ebf-236b22042468'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:53:59.388030 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85237117-759c-4d67-8b79-daf3a403d6b9" -d '{"events": [{"server_uuid": "5aec96ce-2ba0-4d95-9542-da4e1370f97d", "name": "network-vif-deleted", "tag": "40291aae-4431-4ec1-9ebf-236b22042468"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:53:59.402890 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] No Port match for: 40291aae-4431-4ec1-9ebf-236b22042468 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:53:59.403233 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 40291aae-4431-4ec1-9ebf-236b22042468 not bound to the agent host n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:53:59.455474 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bee78ae3-9fb5-411a-8217-3353d6b50629 req-4011cc0a-a69d-4851-9934-1cbf2a704f01 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d351a8c-b73e-485a-861c-36f8b0ec3310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128258 Feb 19 02:53:59.507969 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-535f640c-712d-4384-a03f-dc3b69805272 x-openstack-request-id: req-535f640c-712d-4384-a03f-dc3b69805272 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:53:59.508270 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aec96ce-2ba0-4d95-9542-da4e1370f97d", "name": "network-vif-deleted", "tag": "40291aae-4431-4ec1-9ebf-236b22042468", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:53:59.508528 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-535f640c-712d-4384-a03f-dc3b69805272 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:53:59.509770 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aec96ce-2ba0-4d95-9542-da4e1370f97d', 'name': 'network-vif-deleted', 'tag': '40291aae-4431-4ec1-9ebf-236b22042468', 'status': 'completed', 'code': 200} Feb 19 02:53:59.527669 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c4fa57-771f-49e3-a917-47892ba0f32d req-bbcc697c-f29e-48ff-9802-cc1645c69e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:59.529206 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f9c4fa57-771f-49e3-a917-47892ba0f32d req-bbcc697c-f29e-48ff-9802-cc1645c69e9e service neutron] 10.222.0.73 "GET /v2.0/networks?id=2a0a79ed-8a33-4798-af54-05a0cb1f0f3c HTTP/1.1" status: 200 len: 919 time: 0.2340243 Feb 19 02:53:59.550717 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 35498) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:53:59.595126 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90a6936-428d-488d-9a74-7a4521f8f189 req-c00c6522-a577-44dd-b848-9d28bc21fdce tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:59.601834 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f90a6936-428d-488d-9a74-7a4521f8f189 req-c00c6522-a577-44dd-b848-9d28bc21fdce tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "GET /v2.0/ports?device_id=d365419d-0fdb-4600-ac55-d7ffe3c99c0f HTTP/1.1" status: 200 len: 945 time: 0.2495656 Feb 19 02:53:59.644850 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5cfe0a9-74fd-429d-8e18-63505a883409 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Deleting subnet 5089841d-ff38-402e-8c68-b83972eb0b3d {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:53:59.648720 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f9c4fa57-771f-49e3-a917-47892ba0f32d req-f3da9141-6d72-4332-8f3e-81fdbffe941a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=53fda427-3257-468c-a39b-65e464e0dd87 HTTP/1.1" status: 200 len: 217 time: 0.0842793 Feb 19 02:53:59.651416 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b5cfe0a9-74fd-429d-8e18-63505a883409 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks [] for subnet (5089841d-ff38-402e-8c68-b83972eb0b3d), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:59.716322 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b5cfe0a9-74fd-429d-8e18-63505a883409 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (5089841d-ff38-402e-8c68-b83972eb0b3d), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:59.725242 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0b02c35c-a69f-445e-9c68-f1473c66d31d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12647271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58706289'] for subnet (0997cb24-d356-4ee5-90d4-eba6e4ecd62f), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:59.840633 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b5cfe0a9-74fd-429d-8e18-63505a883409 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (5089841d-ff38-402e-8c68-b83972eb0b3d), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:59.848654 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c4fa57-771f-49e3-a917-47892ba0f32d req-388f9089-1dc7-4742-81e6-64b977c17e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:59.850297 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f9c4fa57-771f-49e3-a917-47892ba0f32d req-388f9089-1dc7-4742-81e6-64b977c17e3d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1de208d8-9bd1-42de-af89-32eb5f962cf7 HTTP/1.1" status: 200 len: 858 time: 0.1828909 Feb 19 02:53:59.855767 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f90a6936-428d-488d-9a74-7a4521f8f189 req-9e1bba1e-3741-4522-b711-776886debf6a tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "GET /v2.0/security-groups?id=c18c8961-f07d-4937-88ea-8df5c42d7449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531383 Feb 19 02:53:59.907062 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b02c35c-a69f-445e-9c68-f1473c66d31d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0997cb24-d356-4ee5-90d4-eba6e4ecd62f,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:53:59.910711 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f9c4fa57-771f-49e3-a917-47892ba0f32d req-fee4b9dd-68ed-452b-bb84-e9a21fe5783c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2a0a79ed-8a33-4798-af54-05a0cb1f0f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469189 Feb 19 02:53:59.938314 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b5cfe0a9-74fd-429d-8e18-63505a883409 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (5089841d-ff38-402e-8c68-b83972eb0b3d), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:59.964247 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041842c2-381a-4738-8daa-9e34607922cb req-ea696b52-ffa6-45f9-8a9a-391f9bdf6c6b tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:53:59.974767 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-041842c2-381a-4738-8daa-9e34607922cb req-ea696b52-ffa6-45f9-8a9a-391f9bdf6c6b tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] 10.222.0.72 "GET /v2.0/ports?device_id=909bb69e-1a06-4633-a049-6300737caa32 HTTP/1.1" status: 200 len: 945 time: 0.3287323 Feb 19 02:54:00.010317 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b02c35c-a69f-445e-9c68-f1473c66d31d admin admin] Checking segment: {'id': 'cb4c2f9b-ff27-4706-a787-d6a47d932ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '61beb4b1-d6b2-455c-9711-ebc14e8ec7be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:54:00.010708 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b02c35c-a69f-445e-9c68-f1473c66d31d admin admin] Network hostable DHCP agents. Network: 61beb4b1-d6b2-455c-9711-ebc14e8ec7be, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:54:00.011839 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cfe0a9-74fd-429d-8e18-63505a883409 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Pushing event deleted for resources: {'Subnet': ['ID=5089841d-ff38-402e-8c68-b83972eb0b3d,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:00.041034 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34cd37d6-3791-4148-9d8d-57bf65783a82 None None] Network 33d38d96-e529-4bec-a291-669d47119431 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:54:00.043253 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b5cfe0a9-74fd-429d-8e18-63505a883409 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:00.059013 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-b5cfe0a9-74fd-429d-8e18-63505a883409 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] 10.222.0.72 "DELETE /v2.0/subnets/5089841d-ff38-402e-8c68-b83972eb0b3d HTTP/1.1" status: 204 len: 168 time: 0.5068953 Feb 19 02:54:00.061334 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 35514) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:00.078604 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b02c35c-a69f-445e-9c68-f1473c66d31d admin admin] Network 61beb4b1-d6b2-455c-9711-ebc14e8ec7be is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:54:00.099671 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-041842c2-381a-4738-8daa-9e34607922cb req-d31a92a0-a15c-41c2-9c1b-847ed05ce80a tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] 10.222.0.72 "GET /v2.0/security-groups?id=d6877574-acb3-43f4-bf3f-b561a089577a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191406 Feb 19 02:54:00.121619 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-0b02c35c-a69f-445e-9c68-f1473c66d31d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 61beb4b1-d6b2-455c-9711-ebc14e8ec7be) {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:54:00.125704 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f9c4fa57-771f-49e3-a917-47892ba0f32d req-18deef0c-ecee-4de3-b158-8edca0d9f3a3 service neutron] 10.222.0.73 "GET /v2.0/networks/2a0a79ed-8a33-4798-af54-05a0cb1f0f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073486 Feb 19 02:54:00.128645 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b02c35c-a69f-445e-9c68-f1473c66d31d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:00.129864 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0b02c35c-a69f-445e-9c68-f1473c66d31d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:00.151666 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ab000e-c3f2-40aa-bf60-abc15957fba5 None None] Network 61beb4b1-d6b2-455c-9711-ebc14e8ec7be requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:54:00.206265 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-0b02c35c-a69f-445e-9c68-f1473c66d31d admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2117038 Feb 19 02:54:00.256689 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d3e607b2-008c-4cae-89fa-9576dcfd091b tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (33d38d96-e529-4bec-a291-669d47119431), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:00.282710 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f9c4fa57-771f-49e3-a917-47892ba0f32d req-4ad3d0a8-1416-48f8-8695-0ad5bc34b782 service neutron] 10.222.0.73 "GET /v2.0/networks/2a0a79ed-8a33-4798-af54-05a0cb1f0f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498482 Feb 19 02:54:00.343132 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-d3e607b2-008c-4cae-89fa-9576dcfd091b tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Deleting port 5624ec6e-3f66-4cf8-9d04-8a44ef1713d9 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:54:00.343724 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d3e607b2-008c-4cae-89fa-9576dcfd091b tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (5624ec6e-3f66-4cf8-9d04-8a44ef1713d9), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:00.424735 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6bfe09e-caf5-4ec6-ad2f-62e315409a3f None None] Network 61beb4b1-d6b2-455c-9711-ebc14e8ec7be requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:54:00.460666 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-d3e607b2-008c-4cae-89fa-9576dcfd091b tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] For port 5624ec6e-3f66-4cf8-9d04-8a44ef1713d9, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=5624ec6e-3f66-4cf8-9d04-8a44ef1713d9,segment=NetworkSegment(72c6b983-ce3b-443f-a986-dacc47c707eb),segment_id=72c6b983-ce3b-443f-a986-dacc47c707eb)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:54:00.461383 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d3e607b2-008c-4cae-89fa-9576dcfd091b tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (5624ec6e-3f66-4cf8-9d04-8a44ef1713d9), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:00.495047 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-d3e607b2-008c-4cae-89fa-9576dcfd091b tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Calling delete_port for 5624ec6e-3f66-4cf8-9d04-8a44ef1713d9 owned by network:dhcp {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:54:00.511405 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80564580-0b36-4939-aad3-91f05e48e552 None None] DHCP port deletion for 33d38d96-e529-4bec-a291-669d47119431 request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 02:54:00.565876 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 35536) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:00.632892 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d3e607b2-008c-4cae-89fa-9576dcfd091b tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (5624ec6e-3f66-4cf8-9d04-8a44ef1713d9), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:00.691893 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953eea85-1dbf-40ee-bc88-63097ae8015d req-39bbc6ca-f562-40df-84c5-915e2d8ffdf6 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:00.697921 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-953eea85-1dbf-40ee-bc88-63097ae8015d req-39bbc6ca-f562-40df-84c5-915e2d8ffdf6 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/ports?device_id=9829e4c6-35e3-4dca-a34d-83845f9a05fe HTTP/1.1" status: 200 len: 945 time: 0.1122143 Feb 19 02:54:00.705159 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-80564580-0b36-4939-aad3-91f05e48e552 None None] Deleting port 5624ec6e-3f66-4cf8-9d04-8a44ef1713d9 {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:54:00.705539 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-80564580-0b36-4939-aad3-91f05e48e552 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (5624ec6e-3f66-4cf8-9d04-8a44ef1713d9), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:00.714168 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e607b2-008c-4cae-89fa-9576dcfd091b tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Pushing event deleted for resources: {'Port': ['ID=5624ec6e-3f66-4cf8-9d04-8a44ef1713d9,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:00.722835 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e607b2-008c-4cae-89fa-9576dcfd091b tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] No DVR routers for this DVR port 5624ec6e-3f66-4cf8-9d04-8a44ef1713d9 on host n-d-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:54:00.818530 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-823fa8d0-2a03-4a51-b8b0-da9db5fd62d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:00.882436 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-953eea85-1dbf-40ee-bc88-63097ae8015d req-23119aa5-e3d7-4ce2-b1b1-585102aed29b tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d351a8c-b73e-485a-861c-36f8b0ec3310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784039 Feb 19 02:54:00.884920 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 5624ec6e-3f66-4cf8-9d04-8a44ef1713d9 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:54:00.918322 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-849a59f2-002c-488d-a580-5e750c27bb0d req-ee4ee5ce-b42a-4a6c-8d28-1777df8d0216 tempest-SecurityGroupRulesNegativeTestJSON-281291034 tempest-SecurityGroupRulesNegativeTestJSON-281291034-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-104690757', 'description': 'tempest-description-1222911960'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:54:00.934528 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 5624ec6e-3f66-4cf8-9d04-8a44ef1713d9 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:54:00.934877 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 5624ec6e-3f66-4cf8-9d04-8a44ef1713d9 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:54:00.936977 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-80564580-0b36-4939-aad3-91f05e48e552 None None] For port 5624ec6e-3f66-4cf8-9d04-8a44ef1713d9, host n-d-826753-2, got binding levels [] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:54:00.937689 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-80564580-0b36-4939-aad3-91f05e48e552 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (5624ec6e-3f66-4cf8-9d04-8a44ef1713d9), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:00.955250 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-80564580-0b36-4939-aad3-91f05e48e552 None None] Calling delete_port for 5624ec6e-3f66-4cf8-9d04-8a44ef1713d9 owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:54:00.959213 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.ipam_backend_mixin [None req-80564580-0b36-4939-aad3-91f05e48e552 None None] Port 5624ec6e-3f66-4cf8-9d04-8a44ef1713d9 was not found and therefore no delete operation was performed {{(pid=103703) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 02:54:00.961161 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-80564580-0b36-4939-aad3-91f05e48e552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (5624ec6e-3f66-4cf8-9d04-8a44ef1713d9), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:00.969434 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d3e607b2-008c-4cae-89fa-9576dcfd091b tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (33d38d96-e529-4bec-a291-669d47119431), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:00.989247 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80564580-0b36-4939-aad3-91f05e48e552 None None] Pushing event deleted for resources: {'Port': ['ID=5624ec6e-3f66-4cf8-9d04-8a44ef1713d9,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:00.996254 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device d6ea74b9-3217-48ad-a1cc-ca21e2de818a up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:54:01.033976 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-d3e607b2-008c-4cae-89fa-9576dcfd091b tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33d38d96-e529-4bec-a291-669d47119431']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:54:01.045034 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80564580-0b36-4939-aad3-91f05e48e552 None None] No DVR routers for this DVR port 5624ec6e-3f66-4cf8-9d04-8a44ef1713d9 on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:54:01.062531 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-d3e607b2-008c-4cae-89fa-9576dcfd091b tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72c6b983-ce3b-443f-a986-dacc47c707eb') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:54:01.062827 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-d3e607b2-008c-4cae-89fa-9576dcfd091b tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72c6b983-ce3b-443f-a986-dacc47c707eb') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:54:01.071112 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning for port d6ea74b9-3217-48ad-a1cc-ca21e2de818a completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:54:01.076011 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port d6ea74b9-3217-48ad-a1cc-ca21e2de818a triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:54:01.076392 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (d6ea74b9-3217-48ad-a1cc-ca21e2de818a), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:01.085353 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d3e607b2-008c-4cae-89fa-9576dcfd091b tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (72c6b983-ce3b-443f-a986-dacc47c707eb), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:01.108442 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d3e607b2-008c-4cae-89fa-9576dcfd091b tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (72c6b983-ce3b-443f-a986-dacc47c707eb), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:01.119271 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3e607b2-008c-4cae-89fa-9576dcfd091b tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Releasing vlan 271 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:54:01.120435 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-823fa8d0-2a03-4a51-b8b0-da9db5fd62d6 admin admin] Publish callbacks [] for security_group (59d7ed5b-d6f2-46ff-bac1-2c0773410839), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:01.121730 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d3e607b2-008c-4cae-89fa-9576dcfd091b tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (72c6b983-ce3b-443f-a986-dacc47c707eb), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:01.139412 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-823fa8d0-2a03-4a51-b8b0-da9db5fd62d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (59d7ed5b-d6f2-46ff-bac1-2c0773410839), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:01.142012 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-849a59f2-002c-488d-a580-5e750c27bb0d req-ee4ee5ce-b42a-4a6c-8d28-1777df8d0216 tempest-SecurityGroupRulesNegativeTestJSON-281291034 tempest-SecurityGroupRulesNegativeTestJSON-281291034-project] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:01.200250 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 02:54:01.200250 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:54:01.200250 n-d-826753-2 neutron-server[103702]: timer() Feb 19 02:54:01.200250 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:54:01.200250 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 02:54:01.200250 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:54:01.200250 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 02:54:01.200250 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:54:01.200250 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 02:54:01.200250 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:54:01.200250 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 02:54:01.200250 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:54:01.200250 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 02:54:01.200250 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:54:01.200250 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:54:01.200250 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:54:01.200250 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:54:01.200250 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:54:01.200250 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 02:54:01.200250 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:54:01.200250 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 02:54:01.200250 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:54:01.200250 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:54:01.200250 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:54:01.200250 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 02:54:01.200250 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:54:01.200250 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:54:01.200250 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:54:01.200250 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:54:01.200250 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:54:01.200250 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:54:01.200250 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:54:01.207833 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d3e607b2-008c-4cae-89fa-9576dcfd091b tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (33d38d96-e529-4bec-a291-669d47119431), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:01.218042 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c98c29-c104-4820-87d9-b8971dcb3ed9 req-621b8dcf-82e2-4c1f-b1bb-4ed2915beaf1 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:01.219169 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d3e607b2-008c-4cae-89fa-9576dcfd091b tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:01.226855 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b1c98c29-c104-4820-87d9-b8971dcb3ed9 req-621b8dcf-82e2-4c1f-b1bb-4ed2915beaf1 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "GET /v2.0/ports?device_id=d365419d-0fdb-4600-ac55-d7ffe3c99c0f HTTP/1.1" status: 200 len: 945 time: 0.2158413 Feb 19 02:54:01.227157 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-d3e607b2-008c-4cae-89fa-9576dcfd091b tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] 10.222.0.72 "DELETE /v2.0/networks/33d38d96-e529-4bec-a291-669d47119431 HTTP/1.1" status: 204 len: 168 time: 1.1635871 Feb 19 02:54:01.233315 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 35554) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:01.256658 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-823fa8d0-2a03-4a51-b8b0-da9db5fd62d6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8b5a1242bf8841c4bb7072b59854f3c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6891396 Feb 19 02:54:01.263857 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 35556) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:01.265564 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port d6ea74b9-3217-48ad-a1cc-ca21e2de818a is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:54:01.265991 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (d6ea74b9-3217-48ad-a1cc-ca21e2de818a), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:01.267243 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e607b2-008c-4cae-89fa-9576dcfd091b tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Pushing event deleted for resources: {'Network': ['ID=33d38d96-e529-4bec-a291-669d47119431,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:01.284654 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823fa8d0-2a03-4a51-b8b0-da9db5fd62d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59d7ed5b-d6f2-46ff-bac1-2c0773410839,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:01.316109 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd365419d-0fdb-4600-ac55-d7ffe3c99c0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6ea74b9-3217-48ad-a1cc-ca21e2de818a'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:54:01.318955 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab695ff9-5dd8-48be-bfd3-cbe1aae54617" -d '{"events": [{"server_uuid": "d365419d-0fdb-4600-ac55-d7ffe3c99c0f", "name": "network-vif-plugged", "status": "completed", "tag": "d6ea74b9-3217-48ad-a1cc-ca21e2de818a"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:54:01.335227 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port d6ea74b9-3217-48ad-a1cc-ca21e2de818a, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=d6ea74b9-3217-48ad-a1cc-ca21e2de818a,segment=NetworkSegment(9dc72441-817a-452a-8e88-f736d9f767db),segment_id=9dc72441-817a-452a-8e88-f736d9f767db)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:54:01.342253 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (d6ea74b9-3217-48ad-a1cc-ca21e2de818a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:01.384915 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8311b4d2-6923-4d7a-9617-9dc5216c7aeb admin admin] Publish callbacks [] for security_group (59d7ed5b-d6f2-46ff-bac1-2c0773410839), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:01.392167 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cbb7c9a-e80b-477e-b257-eccbd7782498 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Deleting subnet 57ddaaa0-06d4-4c3e-aef3-4a07a1a1b39d {{(pid=103701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:54:01.395882 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8cbb7c9a-e80b-477e-b257-eccbd7782498 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks [] for subnet (57ddaaa0-06d4-4c3e-aef3-4a07a1a1b39d), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:01.416512 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=d6ea74b9-3217-48ad-a1cc-ca21e2de818a,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:01.428520 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8311b4d2-6923-4d7a-9617-9dc5216c7aeb admin admin] Publish callbacks [] for security_group (59d7ed5b-d6f2-46ff-bac1-2c0773410839), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:01.456969 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8cbb7c9a-e80b-477e-b257-eccbd7782498 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12647399'] for subnet (57ddaaa0-06d4-4c3e-aef3-4a07a1a1b39d), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:01.482600 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8311b4d2-6923-4d7a-9617-9dc5216c7aeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (59d7ed5b-d6f2-46ff-bac1-2c0773410839), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:01.485886 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8311b4d2-6923-4d7a-9617-9dc5216c7aeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:01.487060 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-8311b4d2-6923-4d7a-9617-9dc5216c7aeb admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/59d7ed5b-d6f2-46ff-bac1-2c0773410839 HTTP/1.1" status: 204 len: 168 time: 0.2152443 Feb 19 02:54:01.498754 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8311b4d2-6923-4d7a-9617-9dc5216c7aeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d7ed5b-d6f2-46ff-bac1-2c0773410839,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:01.581158 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b1c98c29-c104-4820-87d9-b8971dcb3ed9 req-bf151939-850f-48b7-8309-597db20b07ab tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "GET /v2.0/security-groups?id=c18c8961-f07d-4937-88ea-8df5c42d7449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3522978 Feb 19 02:54:01.599078 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-849a59f2-002c-488d-a580-5e750c27bb0d req-ee4ee5ce-b42a-4a6c-8d28-1777df8d0216 tempest-SecurityGroupRulesNegativeTestJSON-281291034 tempest-SecurityGroupRulesNegativeTestJSON-281291034-project] Publish callbacks [] for security_group (0956213e-c025-412a-8175-5b771a38488b), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:01.601049 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8cbb7c9a-e80b-477e-b257-eccbd7782498 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (57ddaaa0-06d4-4c3e-aef3-4a07a1a1b39d), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:01.653490 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-849a59f2-002c-488d-a580-5e750c27bb0d req-ee4ee5ce-b42a-4a6c-8d28-1777df8d0216 tempest-SecurityGroupRulesNegativeTestJSON-281291034 tempest-SecurityGroupRulesNegativeTestJSON-281291034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (0956213e-c025-412a-8175-5b771a38488b), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:01.683500 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-849a59f2-002c-488d-a580-5e750c27bb0d req-ee4ee5ce-b42a-4a6c-8d28-1777df8d0216 tempest-SecurityGroupRulesNegativeTestJSON-281291034 tempest-SecurityGroupRulesNegativeTestJSON-281291034-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:01.699866 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-849a59f2-002c-488d-a580-5e750c27bb0d req-ee4ee5ce-b42a-4a6c-8d28-1777df8d0216 tempest-SecurityGroupRulesNegativeTestJSON-281291034 tempest-SecurityGroupRulesNegativeTestJSON-281291034-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.7920074 Feb 19 02:54:01.764162 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5698abfa-07eb-42a7-a64f-48ca80aac2e0 x-openstack-request-id: req-5698abfa-07eb-42a7-a64f-48ca80aac2e0 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:54:01.764929 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d365419d-0fdb-4600-ac55-d7ffe3c99c0f", "name": "network-vif-plugged", "status": "completed", "tag": "d6ea74b9-3217-48ad-a1cc-ca21e2de818a", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:54:01.765220 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5698abfa-07eb-42a7-a64f-48ca80aac2e0 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:54:01.765700 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd365419d-0fdb-4600-ac55-d7ffe3c99c0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6ea74b9-3217-48ad-a1cc-ca21e2de818a', 'code': 200} Feb 19 02:54:01.832509 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4ee5ce-b42a-4a6c-8d28-1777df8d0216 tempest-SecurityGroupRulesNegativeTestJSON-281291034 tempest-SecurityGroupRulesNegativeTestJSON-281291034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0956213e-c025-412a-8175-5b771a38488b,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:01.885567 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6905168a-cf3a-4d44-9826-4a776b428629 req-226afea3-4821-47a1-b255-29779a22e1b5 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:01.887275 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6905168a-cf3a-4d44-9826-4a776b428629 req-226afea3-4821-47a1-b255-29779a22e1b5 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] 10.222.0.72 "GET /v2.0/ports?device_id=909bb69e-1a06-4633-a049-6300737caa32 HTTP/1.1" status: 200 len: 945 time: 0.1600153 Feb 19 02:54:01.890694 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8cbb7c9a-e80b-477e-b257-eccbd7782498 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12647206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58706286'] for subnet (57ddaaa0-06d4-4c3e-aef3-4a07a1a1b39d), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:01.940580 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b7b23980-5b82-4dac-971f-a00403e11ffc req-e2a7a49c-131c-4b93-8253-bfa522b23670 tempest-SecurityGroupRulesNegativeTestJSON-281291034 tempest-SecurityGroupRulesNegativeTestJSON-281291034-project] 10.222.0.72 "GET /v2.0/security-groups/0956213e-c025-412a-8175-5b771a38488b HTTP/1.1" status: 200 len: 1831 time: 0.1409581 Feb 19 02:54:01.964418 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbb7c9a-e80b-477e-b257-eccbd7782498 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Pushing event deleted for resources: {'Subnet': ['ID=57ddaaa0-06d4-4c3e-aef3-4a07a1a1b39d,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:01.971103 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-b7b23980-5b82-4dac-971f-a00403e11ffc req-c43b73a2-206d-47eb-95ec-f43eacebd8e3 tempest-SecurityGroupRulesNegativeTestJSON-281291034 tempest-SecurityGroupRulesNegativeTestJSON-281291034-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0956213e-c025-412a-8175-5b771a38488b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:54:01.971363 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-b7b23980-5b82-4dac-971f-a00403e11ffc req-c43b73a2-206d-47eb-95ec-f43eacebd8e3 tempest-SecurityGroupRulesNegativeTestJSON-281291034 tempest-SecurityGroupRulesNegativeTestJSON-281291034-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0956213e-c025-412a-8175-5b771a38488b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:54:01.989064 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8cbb7c9a-e80b-477e-b257-eccbd7782498 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:01.989303 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd6e2a5-6aa0-44c9-b58a-d6c1ea0ccefe None None] Network 8441b77e-3563-4613-a82d-dc878a3437fe requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:54:01.996218 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 35576) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:01.996553 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-8cbb7c9a-e80b-477e-b257-eccbd7782498 tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] 10.222.0.72 "DELETE /v2.0/subnets/57ddaaa0-06d4-4c3e-aef3-4a07a1a1b39d HTTP/1.1" status: 204 len: 168 time: 0.7586999 Feb 19 02:54:02.090066 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62836d62-38fe-4429-a2be-e6526752c3cc req-ab7109d4-5d0b-4d96-8943-0574a6792825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:02.091597 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-62836d62-38fe-4429-a2be-e6526752c3cc req-ab7109d4-5d0b-4d96-8943-0574a6792825 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d365419d-0fdb-4600-ac55-d7ffe3c99c0f HTTP/1.1" status: 200 len: 1128 time: 0.1986079 Feb 19 02:54:02.108916 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6905168a-cf3a-4d44-9826-4a776b428629 req-3b409205-d640-4f0e-a35b-aafad0e810a3 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] 10.222.0.72 "GET /v2.0/security-groups?id=d6877574-acb3-43f4-bf3f-b561a089577a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818383 Feb 19 02:54:02.173824 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2308d1ba-6717-4926-be44-7d4b2a966c4d tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (8441b77e-3563-4613-a82d-dc878a3437fe), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:02.247189 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-b7b23980-5b82-4dac-971f-a00403e11ffc req-c43b73a2-206d-47eb-95ec-f43eacebd8e3 tempest-SecurityGroupRulesNegativeTestJSON-281291034 tempest-SecurityGroupRulesNegativeTestJSON-281291034-project] Publish callbacks [] for security_group_rule (37ccc413-b308-4936-9aa1-d8cc57e3940c), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:02.273153 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd4d1f0-3bbc-46f1-bbd3-39c80dd26a85 None None] DHCP port deletion for 8441b77e-3563-4613-a82d-dc878a3437fe request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 02:54:02.284131 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-2308d1ba-6717-4926-be44-7d4b2a966c4d tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Deleting port 996a3eb1-8e98-433d-a6e9-875818eb3e75 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:54:02.285301 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2308d1ba-6717-4926-be44-7d4b2a966c4d tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (996a3eb1-8e98-433d-a6e9-875818eb3e75), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:02.344130 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-62836d62-38fe-4429-a2be-e6526752c3cc req-522e5f80-ed07-42ef-9e11-68454efbafb7 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c18c8961-f07d-4937-88ea-8df5c42d7449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341373 Feb 19 02:54:02.376791 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-2dd4d1f0-3bbc-46f1-bbd3-39c80dd26a85 None None] Deleting port 996a3eb1-8e98-433d-a6e9-875818eb3e75 {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:54:02.377612 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-2dd4d1f0-3bbc-46f1-bbd3-39c80dd26a85 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (996a3eb1-8e98-433d-a6e9-875818eb3e75), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:02.382796 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-2308d1ba-6717-4926-be44-7d4b2a966c4d tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] For port 996a3eb1-8e98-433d-a6e9-875818eb3e75, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=996a3eb1-8e98-433d-a6e9-875818eb3e75,segment=NetworkSegment(bff586ae-cd5e-4d6c-a49c-276f559430dd),segment_id=bff586ae-cd5e-4d6c-a49c-276f559430dd)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:54:02.383473 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2308d1ba-6717-4926-be44-7d4b2a966c4d tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (996a3eb1-8e98-433d-a6e9-875818eb3e75), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:02.390603 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-b7b23980-5b82-4dac-971f-a00403e11ffc req-c43b73a2-206d-47eb-95ec-f43eacebd8e3 tempest-SecurityGroupRulesNegativeTestJSON-281291034 tempest-SecurityGroupRulesNegativeTestJSON-281291034-project] Publish callbacks [] for security_group_rule (37ccc413-b308-4936-9aa1-d8cc57e3940c), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:02.419683 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-b7b23980-5b82-4dac-971f-a00403e11ffc req-c43b73a2-206d-47eb-95ec-f43eacebd8e3 tempest-SecurityGroupRulesNegativeTestJSON-281291034 tempest-SecurityGroupRulesNegativeTestJSON-281291034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (37ccc413-b308-4936-9aa1-d8cc57e3940c), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:02.426363 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-2308d1ba-6717-4926-be44-7d4b2a966c4d tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Calling delete_port for 996a3eb1-8e98-433d-a6e9-875818eb3e75 owned by network:dhcp {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:54:02.469384 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a04281a-5a37-4982-85aa-7aab04b462b9 req-8031231d-24ad-4e29-8216-04ee63cd657b tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:02.473525 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2a04281a-5a37-4982-85aa-7aab04b462b9 req-8031231d-24ad-4e29-8216-04ee63cd657b tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/ports?device_id=9829e4c6-35e3-4dca-a34d-83845f9a05fe HTTP/1.1" status: 200 len: 945 time: 0.2570703 Feb 19 02:54:02.490984 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-2dd4d1f0-3bbc-46f1-bbd3-39c80dd26a85 None None] For port 996a3eb1-8e98-433d-a6e9-875818eb3e75, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=996a3eb1-8e98-433d-a6e9-875818eb3e75,segment=NetworkSegment(bff586ae-cd5e-4d6c-a49c-276f559430dd),segment_id=bff586ae-cd5e-4d6c-a49c-276f559430dd)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:54:02.491396 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-2dd4d1f0-3bbc-46f1-bbd3-39c80dd26a85 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (996a3eb1-8e98-433d-a6e9-875818eb3e75), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:02.492694 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-b7b23980-5b82-4dac-971f-a00403e11ffc req-c43b73a2-206d-47eb-95ec-f43eacebd8e3 tempest-SecurityGroupRulesNegativeTestJSON-281291034 tempest-SecurityGroupRulesNegativeTestJSON-281291034-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:02.498631 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b7b23980-5b82-4dac-971f-a00403e11ffc req-c43b73a2-206d-47eb-95ec-f43eacebd8e3 tempest-SecurityGroupRulesNegativeTestJSON-281291034 tempest-SecurityGroupRulesNegativeTestJSON-281291034-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5569155 Feb 19 02:54:02.529810 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-2dd4d1f0-3bbc-46f1-bbd3-39c80dd26a85 None None] Calling delete_port for 996a3eb1-8e98-433d-a6e9-875818eb3e75 owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:54:02.555069 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43b73a2-206d-47eb-95ec-f43eacebd8e3 tempest-SecurityGroupRulesNegativeTestJSON-281291034 tempest-SecurityGroupRulesNegativeTestJSON-281291034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37ccc413-b308-4936-9aa1-d8cc57e3940c,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:02.607705 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2308d1ba-6717-4926-be44-7d4b2a966c4d tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (996a3eb1-8e98-433d-a6e9-875818eb3e75), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:02.658564 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2308d1ba-6717-4926-be44-7d4b2a966c4d tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Pushing event deleted for resources: {'Port': ['ID=996a3eb1-8e98-433d-a6e9-875818eb3e75,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:02.663213 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-2dd4d1f0-3bbc-46f1-bbd3-39c80dd26a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (996a3eb1-8e98-433d-a6e9-875818eb3e75), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:02.679613 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2308d1ba-6717-4926-be44-7d4b2a966c4d tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] No DVR routers for this DVR port 996a3eb1-8e98-433d-a6e9-875818eb3e75 on host n-d-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:54:02.691857 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd4d1f0-3bbc-46f1-bbd3-39c80dd26a85 None None] Pushing event deleted for resources: {'Port': ['ID=996a3eb1-8e98-433d-a6e9-875818eb3e75,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:02.693965 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d97ebc76-f84a-4005-81b5-1bd2d8d8df5c req-f292b82a-428f-4b10-9364-14313b052169 tempest-SecurityGroupRulesNegativeTestJSON-281291034 tempest-SecurityGroupRulesNegativeTestJSON-281291034-project] 10.222.0.72 "GET /v2.0/security-groups/0956213e-c025-412a-8175-5b771a38488b HTTP/1.1" status: 200 len: 2425 time: 0.1698041 Feb 19 02:54:02.708586 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd4d1f0-3bbc-46f1-bbd3-39c80dd26a85 None None] No DVR routers for this DVR port 996a3eb1-8e98-433d-a6e9-875818eb3e75 on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:54:02.722649 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2a04281a-5a37-4982-85aa-7aab04b462b9 req-ae9d9fdf-53fa-4ed4-bd8c-1d55a225e292 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d351a8c-b73e-485a-861c-36f8b0ec3310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342823 Feb 19 02:54:02.792567 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c0497a11-5352-4c0c-bc1f-1cfd4438cc23 req-59f3a219-7ab5-4784-a9e9-43f10ff7d52a tempest-SecurityGroupRulesNegativeTestJSON-281291034 tempest-SecurityGroupRulesNegativeTestJSON-281291034-project] 10.222.0.72 "GET /v2.0/security-group-rules/37ccc413-b308-4936-9aa1-d8cc57e3940c HTTP/1.1" status: 200 len: 778 time: 0.0436723 Feb 19 02:54:02.851048 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2308d1ba-6717-4926-be44-7d4b2a966c4d tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (8441b77e-3563-4613-a82d-dc878a3437fe), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:02.866591 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 996a3eb1-8e98-433d-a6e9-875818eb3e75 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:54:02.902186 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 996a3eb1-8e98-433d-a6e9-875818eb3e75 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:54:02.902831 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 996a3eb1-8e98-433d-a6e9-875818eb3e75 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:54:02.903535 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-2308d1ba-6717-4926-be44-7d4b2a966c4d tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8441b77e-3563-4613-a82d-dc878a3437fe']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:54:02.939572 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-2308d1ba-6717-4926-be44-7d4b2a966c4d tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bff586ae-cd5e-4d6c-a49c-276f559430dd') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:54:02.939976 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-2308d1ba-6717-4926-be44-7d4b2a966c4d tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bff586ae-cd5e-4d6c-a49c-276f559430dd') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:54:02.966925 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2308d1ba-6717-4926-be44-7d4b2a966c4d tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (bff586ae-cd5e-4d6c-a49c-276f559430dd), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:02.989251 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2308d1ba-6717-4926-be44-7d4b2a966c4d tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (bff586ae-cd5e-4d6c-a49c-276f559430dd), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:02.997049 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2308d1ba-6717-4926-be44-7d4b2a966c4d tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Releasing vlan 283 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:54:02.997784 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2308d1ba-6717-4926-be44-7d4b2a966c4d tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (bff586ae-cd5e-4d6c-a49c-276f559430dd), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:03.001131 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 02:54:03.001131 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:54:03.001131 n-d-826753-2 neutron-server[103702]: timer() Feb 19 02:54:03.001131 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:54:03.001131 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 02:54:03.001131 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:54:03.001131 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 02:54:03.001131 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:54:03.001131 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 02:54:03.001131 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:54:03.001131 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 02:54:03.001131 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:54:03.001131 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 02:54:03.001131 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:54:03.001131 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:54:03.001131 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:54:03.001131 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:54:03.001131 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:54:03.001131 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 02:54:03.001131 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:54:03.001131 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 02:54:03.001131 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:54:03.001131 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:54:03.001131 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:54:03.001131 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 02:54:03.001131 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:54:03.001131 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:54:03.001131 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:54:03.001131 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:54:03.001131 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:54:03.001131 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:54:03.001131 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:54:03.015435 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c0497a11-5352-4c0c-bc1f-1cfd4438cc23 req-099f098b-14b3-44af-9ea4-7fcbe37e8e38 tempest-SecurityGroupRulesNegativeTestJSON-281291034 tempest-SecurityGroupRulesNegativeTestJSON-281291034-project] 10.222.0.72 "GET /v2.0/security-groups/0956213e-c025-412a-8175-5b771a38488b HTTP/1.1" status: 200 len: 2425 time: 0.2010615 Feb 19 02:54:03.074862 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a2d470-f9b9-421c-a1d8-99acd968c168 req-9404dc05-d483-4f7a-b8eb-d86d2cb88967 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:03.079676 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-90a2d470-f9b9-421c-a1d8-99acd968c168 req-9404dc05-d483-4f7a-b8eb-d86d2cb88967 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "GET /v2.0/ports?device_id=d365419d-0fdb-4600-ac55-d7ffe3c99c0f HTTP/1.1" status: 200 len: 946 time: 0.2841711 Feb 19 02:54:03.082932 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-c0497a11-5352-4c0c-bc1f-1cfd4438cc23 req-6ed20483-254a-4bb7-8248-2d26dbc54ad7 tempest-SecurityGroupRulesNegativeTestJSON-281291034 tempest-SecurityGroupRulesNegativeTestJSON-281291034-project] Publish callbacks [] for security_group_rule (37ccc413-b308-4936-9aa1-d8cc57e3940c), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:03.103898 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-c0497a11-5352-4c0c-bc1f-1cfd4438cc23 req-6ed20483-254a-4bb7-8248-2d26dbc54ad7 tempest-SecurityGroupRulesNegativeTestJSON-281291034 tempest-SecurityGroupRulesNegativeTestJSON-281291034-project] Publish callbacks [] for security_group_rule (37ccc413-b308-4936-9aa1-d8cc57e3940c), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:03.106010 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2308d1ba-6717-4926-be44-7d4b2a966c4d tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (8441b77e-3563-4613-a82d-dc878a3437fe), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:03.113890 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2308d1ba-6717-4926-be44-7d4b2a966c4d tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:03.121757 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-2308d1ba-6717-4926-be44-7d4b2a966c4d tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] 10.222.0.72 "DELETE /v2.0/networks/8441b77e-3563-4613-a82d-dc878a3437fe HTTP/1.1" status: 204 len: 168 time: 1.1244218 Feb 19 02:54:03.147872 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2308d1ba-6717-4926-be44-7d4b2a966c4d tempest-ServersTestMultiNic-56358564 tempest-ServersTestMultiNic-56358564-project] Pushing event deleted for resources: {'Network': ['ID=8441b77e-3563-4613-a82d-dc878a3437fe,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:03.193582 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-90a2d470-f9b9-421c-a1d8-99acd968c168 req-c792fad6-dd40-4fa0-811f-bfa285071b86 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "GET /v2.0/security-groups?id=c18c8961-f07d-4937-88ea-8df5c42d7449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043131 Feb 19 02:54:03.194181 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-c0497a11-5352-4c0c-bc1f-1cfd4438cc23 req-6ed20483-254a-4bb7-8248-2d26dbc54ad7 tempest-SecurityGroupRulesNegativeTestJSON-281291034 tempest-SecurityGroupRulesNegativeTestJSON-281291034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (37ccc413-b308-4936-9aa1-d8cc57e3940c), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:03.202966 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-c0497a11-5352-4c0c-bc1f-1cfd4438cc23 req-6ed20483-254a-4bb7-8248-2d26dbc54ad7 tempest-SecurityGroupRulesNegativeTestJSON-281291034 tempest-SecurityGroupRulesNegativeTestJSON-281291034-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:03.204146 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c0497a11-5352-4c0c-bc1f-1cfd4438cc23 req-6ed20483-254a-4bb7-8248-2d26dbc54ad7 tempest-SecurityGroupRulesNegativeTestJSON-281291034 tempest-SecurityGroupRulesNegativeTestJSON-281291034-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/37ccc413-b308-4936-9aa1-d8cc57e3940c HTTP/1.1" status: 204 len: 173 time: 0.1878455 Feb 19 02:54:03.208845 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed20483-254a-4bb7-8248-2d26dbc54ad7 tempest-SecurityGroupRulesNegativeTestJSON-281291034 tempest-SecurityGroupRulesNegativeTestJSON-281291034-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=37ccc413-b308-4936-9aa1-d8cc57e3940c,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:03.282304 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-bcf31569-8c81-47f5-a8af-df3c8088aa50 req-3fd6ad25-16e6-4a76-be05-3f6f73fd04c0 tempest-SecurityGroupRulesNegativeTestJSON-281291034 tempest-SecurityGroupRulesNegativeTestJSON-281291034-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-551948343', 'description': 'tempest-description-726882957'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:54:03.368046 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-bcf31569-8c81-47f5-a8af-df3c8088aa50 req-3fd6ad25-16e6-4a76-be05-3f6f73fd04c0 tempest-SecurityGroupRulesNegativeTestJSON-281291034 tempest-SecurityGroupRulesNegativeTestJSON-281291034-project] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:03.481779 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce852644-571f-498d-a6e8-ec4869af89f5 req-72c5b697-8a33-45a7-87aa-39c3941f35a4 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:03.484313 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ce852644-571f-498d-a6e8-ec4869af89f5 req-72c5b697-8a33-45a7-87aa-39c3941f35a4 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] 10.222.0.72 "GET /v2.0/ports?device_id=909bb69e-1a06-4633-a049-6300737caa32 HTTP/1.1" status: 200 len: 945 time: 0.1738055 Feb 19 02:54:03.635335 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-bcf31569-8c81-47f5-a8af-df3c8088aa50 req-3fd6ad25-16e6-4a76-be05-3f6f73fd04c0 tempest-SecurityGroupRulesNegativeTestJSON-281291034 tempest-SecurityGroupRulesNegativeTestJSON-281291034-project] Publish callbacks [] for security_group (7881ba0d-d2d6-460d-9221-02ffe3d4f5ef), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:03.698343 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ce852644-571f-498d-a6e8-ec4869af89f5 req-f9024d3f-14b8-4a1d-bae4-48f09eac4318 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] 10.222.0.72 "GET /v2.0/security-groups?id=d6877574-acb3-43f4-bf3f-b561a089577a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081988 Feb 19 02:54:03.698976 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-bcf31569-8c81-47f5-a8af-df3c8088aa50 req-3fd6ad25-16e6-4a76-be05-3f6f73fd04c0 tempest-SecurityGroupRulesNegativeTestJSON-281291034 tempest-SecurityGroupRulesNegativeTestJSON-281291034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (7881ba0d-d2d6-460d-9221-02ffe3d4f5ef), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:03.780687 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd6ad25-16e6-4a76-be05-3f6f73fd04c0 tempest-SecurityGroupRulesNegativeTestJSON-281291034 tempest-SecurityGroupRulesNegativeTestJSON-281291034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7881ba0d-d2d6-460d-9221-02ffe3d4f5ef,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:03.814720 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-bcf31569-8c81-47f5-a8af-df3c8088aa50 req-3fd6ad25-16e6-4a76-be05-3f6f73fd04c0 tempest-SecurityGroupRulesNegativeTestJSON-281291034 tempest-SecurityGroupRulesNegativeTestJSON-281291034-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:03.816023 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bcf31569-8c81-47f5-a8af-df3c8088aa50 req-3fd6ad25-16e6-4a76-be05-3f6f73fd04c0 tempest-SecurityGroupRulesNegativeTestJSON-281291034 tempest-SecurityGroupRulesNegativeTestJSON-281291034-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.5384123 Feb 19 02:54:04.051782 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986eb2d7-87c7-480c-964f-7083d9c202fe req-92321351-a603-4bc3-a0b0-7c31dfc11258 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:04.061526 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-986eb2d7-87c7-480c-964f-7083d9c202fe req-92321351-a603-4bc3-a0b0-7c31dfc11258 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/ports?device_id=9829e4c6-35e3-4dca-a34d-83845f9a05fe HTTP/1.1" status: 200 len: 945 time: 0.0986936 Feb 19 02:54:04.154472 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-986eb2d7-87c7-480c-964f-7083d9c202fe req-049fbc8f-d624-4658-a31a-e4540f730b4c tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d351a8c-b73e-485a-861c-36f8b0ec3310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916204 Feb 19 02:54:04.299746 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 35650) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:04.325397 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e1ef3c63-4402-4881-b7ba-ea436effff49 req-334a9746-e4cb-4ed1-abab-49dbb965db20 tempest-SecurityGroupRulesNegativeTestJSON-281291034 tempest-SecurityGroupRulesNegativeTestJSON-281291034-project] 10.222.0.72 "GET /v2.0/security-groups/7881ba0d-d2d6-460d-9221-02ffe3d4f5ef HTTP/1.1" status: 200 len: 1830 time: 0.0861506 Feb 19 02:54:04.456754 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-3a7654e7-e906-4a73-bdca-390251a12f1e req-1319cd53-efc7-494e-9d06-1dde7970b119 tempest-SecurityGroupRulesNegativeTestJSON-281291034 tempest-SecurityGroupRulesNegativeTestJSON-281291034-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1717406461', 'description': 'tempest-description-660469165'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:54:04.520356 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-3a7654e7-e906-4a73-bdca-390251a12f1e req-1319cd53-efc7-494e-9d06-1dde7970b119 tempest-SecurityGroupRulesNegativeTestJSON-281291034 tempest-SecurityGroupRulesNegativeTestJSON-281291034-project] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:04.711058 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034b9b01-f42d-4375-96e6-2e6f6aab6745 req-46574a0c-6527-46dd-b17c-288b7acb5a87 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:04.714035 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-034b9b01-f42d-4375-96e6-2e6f6aab6745 req-46574a0c-6527-46dd-b17c-288b7acb5a87 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "GET /v2.0/ports?device_id=d365419d-0fdb-4600-ac55-d7ffe3c99c0f HTTP/1.1" status: 200 len: 946 time: 0.2196972 Feb 19 02:54:04.940570 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-034b9b01-f42d-4375-96e6-2e6f6aab6745 req-cbe4eb15-4be9-4ac6-8a7f-a1d8c6dd3ad3 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "GET /v2.0/security-groups?id=c18c8961-f07d-4937-88ea-8df5c42d7449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191594 Feb 19 02:54:04.944932 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-3a7654e7-e906-4a73-bdca-390251a12f1e req-1319cd53-efc7-494e-9d06-1dde7970b119 tempest-SecurityGroupRulesNegativeTestJSON-281291034 tempest-SecurityGroupRulesNegativeTestJSON-281291034-project] Publish callbacks [] for security_group (1b7721dc-c2a5-4948-9298-cc5413516047), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:04.956145 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-3a7654e7-e906-4a73-bdca-390251a12f1e req-1319cd53-efc7-494e-9d06-1dde7970b119 tempest-SecurityGroupRulesNegativeTestJSON-281291034 tempest-SecurityGroupRulesNegativeTestJSON-281291034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (1b7721dc-c2a5-4948-9298-cc5413516047), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:04.998240 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1319cd53-efc7-494e-9d06-1dde7970b119 tempest-SecurityGroupRulesNegativeTestJSON-281291034 tempest-SecurityGroupRulesNegativeTestJSON-281291034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b7721dc-c2a5-4948-9298-cc5413516047,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:05.045793 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-3a7654e7-e906-4a73-bdca-390251a12f1e req-1319cd53-efc7-494e-9d06-1dde7970b119 tempest-SecurityGroupRulesNegativeTestJSON-281291034 tempest-SecurityGroupRulesNegativeTestJSON-281291034-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:05.064786 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3a7654e7-e906-4a73-bdca-390251a12f1e req-1319cd53-efc7-494e-9d06-1dde7970b119 tempest-SecurityGroupRulesNegativeTestJSON-281291034 tempest-SecurityGroupRulesNegativeTestJSON-281291034-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.6118343 Feb 19 02:54:05.142114 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-11f3c774-32a0-4e17-a9ee-e5c5a5c69d13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16289271'] for router_interface (777026d9-ff12-43a0-a708-e078f521b416), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:05.197495 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 35678) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:05.275051 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-479c0827-448e-4241-bbfc-4cd8ea504cd4 req-7e4f579b-0bb2-4fe0-8efc-84a7fe38d00d tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1110862791&fields=id&tenant_id=60cd2412755d4ac9a24ef5f571b19bc2 HTTP/1.1" status: 200 len: 267 time: 0.0959165 Feb 19 02:54:05.356155 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3b7de1-1246-4ba4-8835-459dbd544891 req-463ce443-40af-4dd2-8311-8d0a93617d50 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:05.363232 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3e3b7de1-1246-4ba4-8835-459dbd544891 req-463ce443-40af-4dd2-8311-8d0a93617d50 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] 10.222.0.72 "GET /v2.0/ports?device_id=909bb69e-1a06-4633-a049-6300737caa32 HTTP/1.1" status: 200 len: 945 time: 0.2611117 Feb 19 02:54:05.420888 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3ec4ba69-6e75-441d-b316-c67454d4f129 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:05.434230 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479c0827-448e-4241-bbfc-4cd8ea504cd4 req-60dae939-8222-42fc-b0fa-db89b9273957 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:05.442416 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-479c0827-448e-4241-bbfc-4cd8ea504cd4 req-60dae939-8222-42fc-b0fa-db89b9273957 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "GET /v2.0/ports?device_id=d365419d-0fdb-4600-ac55-d7ffe3c99c0f HTTP/1.1" status: 200 len: 946 time: 0.1663818 Feb 19 02:54:05.453390 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-479c0827-448e-4241-bbfc-4cd8ea504cd4 req-66b4464b-10ed-4129-a7c2-07ab754e496d tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Request body: {'port': {'security_groups': ['c18c8961-f07d-4937-88ea-8df5c42d7449', '4599a413-a846-4121-954f-044c184ae071']}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:54:05.473564 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3e3b7de1-1246-4ba4-8835-459dbd544891 req-d1914db5-342f-4e41-ad7c-55a4e7f4443e tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] 10.222.0.72 "GET /v2.0/security-groups?id=d6877574-acb3-43f4-bf3f-b561a089577a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049449 Feb 19 02:54:05.528983 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3ec4ba69-6e75-441d-b316-c67454d4f129 admin admin] Publish callbacks [] for security_group (698f5368-182d-4c4c-a430-c362655fda63), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:05.544641 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3ec4ba69-6e75-441d-b316-c67454d4f129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (698f5368-182d-4c4c-a430-c362655fda63), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:05.625898 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-3ec4ba69-6e75-441d-b316-c67454d4f129 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2c02854455bc459082c829af489dad14&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4270141 Feb 19 02:54:05.629221 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 35690) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:05.632011 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2e782a06-5527-4449-8da1-7cae6f83f071 req-8e2d57e9-b60f-4042-b82f-88ac5845328f tempest-SecurityGroupRulesNegativeTestJSON-281291034 tempest-SecurityGroupRulesNegativeTestJSON-281291034-project] 10.222.0.72 "GET /v2.0/security-groups/1b7721dc-c2a5-4948-9298-cc5413516047 HTTP/1.1" status: 200 len: 1831 time: 0.1229079 Feb 19 02:54:05.651707 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-479c0827-448e-4241-bbfc-4cd8ea504cd4 req-66b4464b-10ed-4129-a7c2-07ab754e496d tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (d6ea74b9-3217-48ad-a1cc-ca21e2de818a), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:05.727048 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec4ba69-6e75-441d-b316-c67454d4f129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=698f5368-182d-4c4c-a430-c362655fda63,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:05.832324 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fbd1475d-033a-4646-bdd2-b8a7f883f924 admin admin] Publish callbacks [] for security_group (698f5368-182d-4c4c-a430-c362655fda63), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:05.900805 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fbd1475d-033a-4646-bdd2-b8a7f883f924 admin admin] Publish callbacks [] for security_group (698f5368-182d-4c4c-a430-c362655fda63), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:05.982006 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-11f3c774-32a0-4e17-a9ee-e5c5a5c69d13 admin admin] Deleting port 922746aa-cd69-4af4-a993-9476aff0b059 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:54:05.982260 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-11f3c774-32a0-4e17-a9ee-e5c5a5c69d13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (922746aa-cd69-4af4-a993-9476aff0b059), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:05.996176 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbe1f40-a6c0-404c-acd6-37adfb4ae664 req-e23b968f-c618-4411-917c-4712684b5a78 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:06.003369 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2dbe1f40-a6c0-404c-acd6-37adfb4ae664 req-e23b968f-c618-4411-917c-4712684b5a78 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/ports?device_id=9829e4c6-35e3-4dca-a34d-83845f9a05fe HTTP/1.1" status: 200 len: 945 time: 0.1897411 Feb 19 02:54:06.150935 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2dbe1f40-a6c0-404c-acd6-37adfb4ae664 req-6df52140-8bf6-459d-a0f3-969e54e11fae tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d351a8c-b73e-485a-861c-36f8b0ec3310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437571 Feb 19 02:54:06.179615 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fbd1475d-033a-4646-bdd2-b8a7f883f924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (698f5368-182d-4c4c-a430-c362655fda63), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:06.182264 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fbd1475d-033a-4646-bdd2-b8a7f883f924 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:06.183415 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-fbd1475d-033a-4646-bdd2-b8a7f883f924 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/698f5368-182d-4c4c-a430-c362655fda63 HTTP/1.1" status: 204 len: 168 time: 0.5473943 Feb 19 02:54:06.210388 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-11f3c774-32a0-4e17-a9ee-e5c5a5c69d13 admin admin] For port 922746aa-cd69-4af4-a993-9476aff0b059, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=922746aa-cd69-4af4-a993-9476aff0b059,segment=NetworkSegment(4dfb0c52-dd3e-40c9-b0e6-e6748172cba4),segment_id=4dfb0c52-dd3e-40c9-b0e6-e6748172cba4)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:54:06.210752 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-11f3c774-32a0-4e17-a9ee-e5c5a5c69d13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (922746aa-cd69-4af4-a993-9476aff0b059), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:06.214004 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd1475d-033a-4646-bdd2-b8a7f883f924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=698f5368-182d-4c4c-a430-c362655fda63,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:06.262118 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-11f3c774-32a0-4e17-a9ee-e5c5a5c69d13 admin admin] Calling delete_port for 922746aa-cd69-4af4-a993-9476aff0b059 owned by network:router_interface {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:54:06.278723 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-479c0827-448e-4241-bbfc-4cd8ea504cd4 req-66b4464b-10ed-4129-a7c2-07ab754e496d tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] For port d6ea74b9-3217-48ad-a1cc-ca21e2de818a, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=d6ea74b9-3217-48ad-a1cc-ca21e2de818a,segment=NetworkSegment(9dc72441-817a-452a-8e88-f736d9f767db),segment_id=9dc72441-817a-452a-8e88-f736d9f767db)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:54:06.381500 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-bed61c27-da5e-4b73-8e17-beeab903dccd req-cec58e6c-8b30-430c-9fa7-a29229366dbc tempest-SecurityGroupRulesNegativeTestJSON-281291034 tempest-SecurityGroupRulesNegativeTestJSON-281291034-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-108875391', 'description': 'tempest-description-501969807'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:54:06.436659 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-479c0827-448e-4241-bbfc-4cd8ea504cd4 req-66b4464b-10ed-4129-a7c2-07ab754e496d tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Publish callbacks [] for port (d6ea74b9-3217-48ad-a1cc-ca21e2de818a), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:06.441591 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-bed61c27-da5e-4b73-8e17-beeab903dccd req-cec58e6c-8b30-430c-9fa7-a29229366dbc tempest-SecurityGroupRulesNegativeTestJSON-281291034 tempest-SecurityGroupRulesNegativeTestJSON-281291034-project] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:06.472458 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-479c0827-448e-4241-bbfc-4cd8ea504cd4 req-66b4464b-10ed-4129-a7c2-07ab754e496d tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (d6ea74b9-3217-48ad-a1cc-ca21e2de818a), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:06.567561 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['d6ea74b9-3217-48ad-a1cc-ca21e2de818a'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:54:06.633498 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b4464b-10ed-4129-a7c2-07ab754e496d tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Pushing event updated for resources: {'Port': ['ID=d6ea74b9-3217-48ad-a1cc-ca21e2de818a,revision_number=6']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:06.681393 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479c0827-448e-4241-bbfc-4cd8ea504cd4 req-66b4464b-10ed-4129-a7c2-07ab754e496d tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:06.682296 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-479c0827-448e-4241-bbfc-4cd8ea504cd4 req-66b4464b-10ed-4129-a7c2-07ab754e496d tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:06.688760 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-479c0827-448e-4241-bbfc-4cd8ea504cd4 req-66b4464b-10ed-4129-a7c2-07ab754e496d tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "PUT /v2.0/ports/d6ea74b9-3217-48ad-a1cc-ca21e2de818a HTTP/1.1" status: 200 len: 982 time: 1.2452502 Feb 19 02:54:06.689397 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd365419d-0fdb-4600-ac55-d7ffe3c99c0f', 'tag': 'd6ea74b9-3217-48ad-a1cc-ca21e2de818a'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:54:06.703458 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f25867df-6bee-4e7c-9e43-af80179ee203" -d '{"events": [{"name": "network-changed", "server_uuid": "d365419d-0fdb-4600-ac55-d7ffe3c99c0f", "tag": "d6ea74b9-3217-48ad-a1cc-ca21e2de818a"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:54:06.741685 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-11f3c774-32a0-4e17-a9ee-e5c5a5c69d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (922746aa-cd69-4af4-a993-9476aff0b059), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:06.832160 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['d6ea74b9-3217-48ad-a1cc-ca21e2de818a'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:54:06.866275 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-bed61c27-da5e-4b73-8e17-beeab903dccd req-cec58e6c-8b30-430c-9fa7-a29229366dbc tempest-SecurityGroupRulesNegativeTestJSON-281291034 tempest-SecurityGroupRulesNegativeTestJSON-281291034-project] Publish callbacks [] for security_group (e6eac2f1-f5e8-471a-bf40-d593acf0254a), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:06.886795 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-bed61c27-da5e-4b73-8e17-beeab903dccd req-cec58e6c-8b30-430c-9fa7-a29229366dbc tempest-SecurityGroupRulesNegativeTestJSON-281291034 tempest-SecurityGroupRulesNegativeTestJSON-281291034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (e6eac2f1-f5e8-471a-bf40-d593acf0254a), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:06.893923 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f3c774-32a0-4e17-a9ee-e5c5a5c69d13 admin admin] Pushing event deleted for resources: {'Port': ['ID=922746aa-cd69-4af4-a993-9476aff0b059,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:07.077412 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-bed61c27-da5e-4b73-8e17-beeab903dccd req-cec58e6c-8b30-430c-9fa7-a29229366dbc tempest-SecurityGroupRulesNegativeTestJSON-281291034 tempest-SecurityGroupRulesNegativeTestJSON-281291034-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:07.106976 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bed61c27-da5e-4b73-8e17-beeab903dccd req-cec58e6c-8b30-430c-9fa7-a29229366dbc tempest-SecurityGroupRulesNegativeTestJSON-281291034 tempest-SecurityGroupRulesNegativeTestJSON-281291034-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.7575490 Feb 19 02:54:07.112423 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec58e6c-8b30-430c-9fa7-a29229366dbc tempest-SecurityGroupRulesNegativeTestJSON-281291034 tempest-SecurityGroupRulesNegativeTestJSON-281291034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6eac2f1-f5e8-471a-bf40-d593acf0254a,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:07.251694 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4858a8a1-fad0-4ef4-941a-e264c3d532dd x-openstack-request-id: req-4858a8a1-fad0-4ef4-941a-e264c3d532dd {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:54:07.252837 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d365419d-0fdb-4600-ac55-d7ffe3c99c0f", "tag": "d6ea74b9-3217-48ad-a1cc-ca21e2de818a", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:54:07.254190 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4858a8a1-fad0-4ef4-941a-e264c3d532dd {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:54:07.256016 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd365419d-0fdb-4600-ac55-d7ffe3c99c0f', 'tag': 'd6ea74b9-3217-48ad-a1cc-ca21e2de818a', 'status': 'completed', 'code': 200} Feb 19 02:54:07.560031 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bc481aaa-db4f-4fdc-b7fe-5237c23e6b16 req-9d63c64f-516f-422b-8dc8-bede3e980be6 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-529419253&fields=id&tenant_id=60cd2412755d4ac9a24ef5f571b19bc2 HTTP/1.1" status: 200 len: 267 time: 0.3722267 Feb 19 02:54:07.588924 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3e113c-4411-4479-aa72-a7428ce2fd45 req-4751c43e-bceb-4255-bc38-f6fe797c685f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:07.594363 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4b3e113c-4411-4479-aa72-a7428ce2fd45 req-4751c43e-bceb-4255-bc38-f6fe797c685f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d60c032161b24795a2a6bb5cb732a332&device_id=909bb69e-1a06-4633-a049-6300737caa32 HTTP/1.1" status: 200 len: 1127 time: 0.3014481 Feb 19 02:54:07.707770 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25867df-6bee-4e7c-9e43-af80179ee203 req-c9e9e6ac-c3d8-44ed-8d19-50094ffea76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:07.709363 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f25867df-6bee-4e7c-9e43-af80179ee203 req-c9e9e6ac-c3d8-44ed-8d19-50094ffea76d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=60cd2412755d4ac9a24ef5f571b19bc2&device_id=d365419d-0fdb-4600-ac55-d7ffe3c99c0f HTTP/1.1" status: 200 len: 1167 time: 0.4453743 Feb 19 02:54:07.796825 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-11f3c774-32a0-4e17-a9ee-e5c5a5c69d13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16362762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16314471'] for router_interface (777026d9-ff12-43a0-a708-e078f521b416), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:07.822033 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1604b824-f8dd-4d85-a91a-86f7a687996a req-779c3694-13ed-495f-982d-674cbba59597 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:07.823653 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1604b824-f8dd-4d85-a91a-86f7a687996a req-779c3694-13ed-495f-982d-674cbba59597 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] 10.222.0.72 "GET /v2.0/ports?device_id=909bb69e-1a06-4633-a049-6300737caa32 HTTP/1.1" status: 200 len: 945 time: 0.4417794 Feb 19 02:54:07.887413 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc481aaa-db4f-4fdc-b7fe-5237c23e6b16 req-2a4666a0-6ce6-49f6-bccd-9c737a08f5bd tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:07.904626 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bc481aaa-db4f-4fdc-b7fe-5237c23e6b16 req-2a4666a0-6ce6-49f6-bccd-9c737a08f5bd tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "GET /v2.0/ports?device_id=d365419d-0fdb-4600-ac55-d7ffe3c99c0f HTTP/1.1" status: 200 len: 985 time: 0.3365288 Feb 19 02:54:07.951955 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-bc481aaa-db4f-4fdc-b7fe-5237c23e6b16 req-b7910a78-11ca-4f98-8f34-f36cc1fc3cd5 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Request body: {'port': {'security_groups': ['4599a413-a846-4121-954f-044c184ae071', 'c18c8961-f07d-4937-88ea-8df5c42d7449', '734e785a-063f-4541-8b8a-f885cc149d9f']}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:54:08.015681 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3e113c-4411-4479-aa72-a7428ce2fd45 req-adbe4b83-9597-429e-8394-9ff3f339a52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:08.017214 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4b3e113c-4411-4479-aa72-a7428ce2fd45 req-adbe4b83-9597-429e-8394-9ff3f339a52f service neutron] 10.222.0.73 "GET /v2.0/networks?id=c6afac08-74bb-47d6-90b6-0a4c9a987a0e HTTP/1.1" status: 200 len: 916 time: 0.4034088 Feb 19 02:54:08.056915 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1604b824-f8dd-4d85-a91a-86f7a687996a req-e97e0033-ee5a-4c04-a8a3-3b9d8d6f8044 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] 10.222.0.72 "GET /v2.0/security-groups?id=d6877574-acb3-43f4-bf3f-b561a089577a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785941 Feb 19 02:54:08.103454 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25867df-6bee-4e7c-9e43-af80179ee203 req-27208cc4-fc9a-466e-b0a1-8e28ff245b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:08.104922 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f25867df-6bee-4e7c-9e43-af80179ee203 req-27208cc4-fc9a-466e-b0a1-8e28ff245b86 service neutron] 10.222.0.73 "GET /v2.0/networks?id=83c866d3-e000-4397-a50d-1c4d2fa3070f HTTP/1.1" status: 200 len: 913 time: 0.3831680 Feb 19 02:54:08.115583 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4b3e113c-4411-4479-aa72-a7428ce2fd45 req-82620177-dd8c-4d13-a883-15edcd91f7ba service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bd1ca4a7-3418-46c4-927b-090b15466650 HTTP/1.1" status: 200 len: 217 time: 0.0834706 Feb 19 02:54:08.134661 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-bc481aaa-db4f-4fdc-b7fe-5237c23e6b16 req-b7910a78-11ca-4f98-8f34-f36cc1fc3cd5 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (d6ea74b9-3217-48ad-a1cc-ca21e2de818a), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:08.181811 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f25867df-6bee-4e7c-9e43-af80179ee203 req-6c76243b-3bbc-4642-919d-d8f82085e817 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d6ea74b9-3217-48ad-a1cc-ca21e2de818a HTTP/1.1" status: 200 len: 217 time: 0.0620859 Feb 19 02:54:08.219797 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3e113c-4411-4479-aa72-a7428ce2fd45 req-2d8389c7-b452-4c11-9906-3929728689eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:08.221489 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4b3e113c-4411-4479-aa72-a7428ce2fd45 req-2d8389c7-b452-4c11-9906-3929728689eb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=eb8cf0f0-abd8-4026-9d69-425697044d46 HTTP/1.1" status: 200 len: 854 time: 0.1007571 Feb 19 02:54:08.265511 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25867df-6bee-4e7c-9e43-af80179ee203 req-1a85add0-9914-4a63-840a-a35fe13ad96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:08.267005 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f25867df-6bee-4e7c-9e43-af80179ee203 req-1a85add0-9914-4a63-840a-a35fe13ad96e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6c541211-5a05-47e1-81c4-dd461c877088 HTTP/1.1" status: 200 len: 852 time: 0.0742903 Feb 19 02:54:08.306019 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8e888192-aaa9-4a66-9cff-0e87f557f7fd req-3dc57f52-9c3f-4632-a184-3178297bb7f9 tempest-SecurityGroupRulesNegativeTestJSON-281291034 tempest-SecurityGroupRulesNegativeTestJSON-281291034-project] 10.222.0.72 "GET /v2.0/security-groups/e6eac2f1-f5e8-471a-bf40-d593acf0254a HTTP/1.1" status: 200 len: 1830 time: 0.2065046 Feb 19 02:54:08.331075 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f25867df-6bee-4e7c-9e43-af80179ee203 req-e1fced34-6ad3-4729-86ff-87c400d1ce3f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=83c866d3-e000-4397-a50d-1c4d2fa3070f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420396 Feb 19 02:54:08.569830 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f25867df-6bee-4e7c-9e43-af80179ee203 req-b8482930-ea71-45d5-a1b0-b2f2a34179d3 service neutron] 10.222.0.73 "GET /v2.0/networks/83c866d3-e000-4397-a50d-1c4d2fa3070f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256968 Feb 19 02:54:08.645770 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5308eaf-da44-4a38-887d-470dfae74c0e req-23e1d48d-a001-4e0f-9461-ab75ed3ce31a tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:08.657641 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d5308eaf-da44-4a38-887d-470dfae74c0e req-23e1d48d-a001-4e0f-9461-ab75ed3ce31a tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/ports?device_id=9829e4c6-35e3-4dca-a34d-83845f9a05fe HTTP/1.1" status: 200 len: 945 time: 0.2261384 Feb 19 02:54:08.710278 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3e113c-4411-4479-aa72-a7428ce2fd45 req-749b5aba-ce98-4e0a-a3a1-e65c5cebbc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:08.713314 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4b3e113c-4411-4479-aa72-a7428ce2fd45 req-749b5aba-ce98-4e0a-a3a1-e65c5cebbc1a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c6afac08-74bb-47d6-90b6-0a4c9a987a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4856269 Feb 19 02:54:08.818081 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11f3c774-32a0-4e17-a9ee-e5c5a5c69d13 admin admin] Router 777026d9-ff12-43a0-a708-e078f521b416 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:54:09.123464 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4b3e113c-4411-4479-aa72-a7428ce2fd45 req-2a44b6f4-25f2-46db-90bb-90d305c8bd9c service neutron] 10.222.0.73 "GET /v2.0/networks/c6afac08-74bb-47d6-90b6-0a4c9a987a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4015384 Feb 19 02:54:09.124877 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11f3c774-32a0-4e17-a9ee-e5c5a5c69d13 admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:54:09.130285 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-11f3c774-32a0-4e17-a9ee-e5c5a5c69d13 admin admin] 10.222.0.72 "PUT /v2.0/routers/777026d9-ff12-43a0-a708-e078f521b416/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8283358 Feb 19 02:54:09.132674 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 35778) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:09.138997 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e601a35-5237-4ed7-aaad-3e399198da47 None None] Sync routers for ids ['777026d9-ff12-43a0-a708-e078f521b416'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:54:09.141000 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-bc481aaa-db4f-4fdc-b7fe-5237c23e6b16 req-b7910a78-11ca-4f98-8f34-f36cc1fc3cd5 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] For port d6ea74b9-3217-48ad-a1cc-ca21e2de818a, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=d6ea74b9-3217-48ad-a1cc-ca21e2de818a,segment=NetworkSegment(9dc72441-817a-452a-8e88-f736d9f767db),segment_id=9dc72441-817a-452a-8e88-f736d9f767db)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:54:09.152459 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d5308eaf-da44-4a38-887d-470dfae74c0e req-37c52fdf-18fe-49b2-b9af-3646de5786bb tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d351a8c-b73e-485a-861c-36f8b0ec3310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4938636 Feb 19 02:54:09.153898 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e601a35-5237-4ed7-aaad-3e399198da47 None None] Routers {'777026d9-ff12-43a0-a708-e078f521b416'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:54:09.154506 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-6e601a35-5237-4ed7-aaad-3e399198da47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:53:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['777026d9-ff12-43a0-a708-e078f521b416'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:54:09.200750 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-2bf7706d-9862-4508-93d0-5764e43ac2f4 req-daf8e316-11c5-4757-b5e8-d91b11c10330 tempest-SecurityGroupRulesNegativeTestJSON-281291034 tempest-SecurityGroupRulesNegativeTestJSON-281291034-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1565116551', 'description': 'tempest-description-1424241407'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:54:09.207666 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f25867df-6bee-4e7c-9e43-af80179ee203 req-4e298747-8483-4cd6-b716-fe4628715ad0 service neutron] 10.222.0.73 "GET /v2.0/networks/83c866d3-e000-4397-a50d-1c4d2fa3070f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5901439 Feb 19 02:54:09.244139 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-bc481aaa-db4f-4fdc-b7fe-5237c23e6b16 req-b7910a78-11ca-4f98-8f34-f36cc1fc3cd5 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Publish callbacks [] for port (d6ea74b9-3217-48ad-a1cc-ca21e2de818a), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:09.254599 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-bc481aaa-db4f-4fdc-b7fe-5237c23e6b16 req-b7910a78-11ca-4f98-8f34-f36cc1fc3cd5 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (d6ea74b9-3217-48ad-a1cc-ca21e2de818a), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:09.265922 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-2bf7706d-9862-4508-93d0-5764e43ac2f4 req-daf8e316-11c5-4757-b5e8-d91b11c10330 tempest-SecurityGroupRulesNegativeTestJSON-281291034 tempest-SecurityGroupRulesNegativeTestJSON-281291034-project] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:09.291646 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['d6ea74b9-3217-48ad-a1cc-ca21e2de818a'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:54:09.320344 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-6e601a35-5237-4ed7-aaad-3e399198da47 None None] Set router 777026d9-ff12-43a0-a708-e078f521b416 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:54:09.327187 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc481aaa-db4f-4fdc-b7fe-5237c23e6b16 req-b7910a78-11ca-4f98-8f34-f36cc1fc3cd5 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:09.328052 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-bc481aaa-db4f-4fdc-b7fe-5237c23e6b16 req-b7910a78-11ca-4f98-8f34-f36cc1fc3cd5 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:09.341161 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bc481aaa-db4f-4fdc-b7fe-5237c23e6b16 req-b7910a78-11ca-4f98-8f34-f36cc1fc3cd5 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "PUT /v2.0/ports/d6ea74b9-3217-48ad-a1cc-ca21e2de818a HTTP/1.1" status: 200 len: 1021 time: 1.4341655 Feb 19 02:54:09.342030 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd365419d-0fdb-4600-ac55-d7ffe3c99c0f', 'tag': 'd6ea74b9-3217-48ad-a1cc-ca21e2de818a'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:54:09.347776 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-892d0573-db8c-4255-a8f5-14faad54f8a0" -d '{"events": [{"name": "network-changed", "server_uuid": "d365419d-0fdb-4600-ac55-d7ffe3c99c0f", "tag": "d6ea74b9-3217-48ad-a1cc-ca21e2de818a"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:54:09.403351 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-564fefaa-8270-4187-b7e3-157b9c136320 admin admin] Publish callbacks [] for router (777026d9-ff12-43a0-a708-e078f521b416), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:09.443885 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7910a78-11ca-4f98-8f34-f36cc1fc3cd5 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Pushing event updated for resources: {'Port': ['ID=d6ea74b9-3217-48ad-a1cc-ca21e2de818a,revision_number=7']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:09.494024 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['d6ea74b9-3217-48ad-a1cc-ca21e2de818a'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:54:09.535270 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-6e601a35-5237-4ed7-aaad-3e399198da47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '777026d9-ff12-43a0-a708-e078f521b416', 'name': 'tempest-ServersTestMultiNic-1886842463-router', 'tenant_id': 'b2f0cd9db0f84e1b8f9e0fccbd20ae90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'f7fe83e8-17c5-4449-8f51-6483b792c93b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:52:08Z', 'updated_at': '2022-02-19T02:54:06Z', 'revision_number': 5, 'project_id': 'b2f0cd9db0f84e1b8f9e0fccbd20ae90', 'gw_port': {'id': 'f7fe83e8-17c5-4449-8f51-6483b792c93b', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:3d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '777026d9-ff12-43a0-a708-e078f521b416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:52:09Z', 'updated_at': '2022-02-19T02:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:54:09.552331 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebec7967-ad38-4b40-8a57-a41d4d80c4c2 req-ce79b23a-5bae-4d58-a880-9b96c6717a77 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:09.560605 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ebec7967-ad38-4b40-8a57-a41d4d80c4c2 req-ce79b23a-5bae-4d58-a880-9b96c6717a77 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] 10.222.0.72 "GET /v2.0/ports?device_id=909bb69e-1a06-4633-a049-6300737caa32 HTTP/1.1" status: 200 len: 945 time: 0.1104848 Feb 19 02:54:09.575890 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-2bf7706d-9862-4508-93d0-5764e43ac2f4 req-daf8e316-11c5-4757-b5e8-d91b11c10330 tempest-SecurityGroupRulesNegativeTestJSON-281291034 tempest-SecurityGroupRulesNegativeTestJSON-281291034-project] Publish callbacks [] for security_group (68a6feb2-3d9f-49c7-ab3c-cdff49b345b2), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:09.576948 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e601a35-5237-4ed7-aaad-3e399198da47 None None] Checking router: 777026d9-ff12-43a0-a708-e078f521b416 for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:54:09.593081 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e601a35-5237-4ed7-aaad-3e399198da47 None None] Routers {'777026d9-ff12-43a0-a708-e078f521b416'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:54:09.593959 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-6e601a35-5237-4ed7-aaad-3e399198da47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:53:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['777026d9-ff12-43a0-a708-e078f521b416'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:54:09.615485 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-2bf7706d-9862-4508-93d0-5764e43ac2f4 req-daf8e316-11c5-4757-b5e8-d91b11c10330 tempest-SecurityGroupRulesNegativeTestJSON-281291034 tempest-SecurityGroupRulesNegativeTestJSON-281291034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (68a6feb2-3d9f-49c7-ab3c-cdff49b345b2), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:09.635315 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ebec7967-ad38-4b40-8a57-a41d4d80c4c2 req-edb85662-d48d-4b50-96f2-65737d185bf9 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] 10.222.0.72 "GET /v2.0/security-groups?id=d6877574-acb3-43f4-bf3f-b561a089577a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681391 Feb 19 02:54:09.713406 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-2bf7706d-9862-4508-93d0-5764e43ac2f4 req-daf8e316-11c5-4757-b5e8-d91b11c10330 tempest-SecurityGroupRulesNegativeTestJSON-281291034 tempest-SecurityGroupRulesNegativeTestJSON-281291034-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:09.725288 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4b3e113c-4411-4479-aa72-a7428ce2fd45 req-e69ba42c-a9cd-41e0-a2c5-1fcdc0a130f6 service neutron] 10.222.0.73 "GET /v2.0/networks/c6afac08-74bb-47d6-90b6-0a4c9a987a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5933270 Feb 19 02:54:09.727577 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2bf7706d-9862-4508-93d0-5764e43ac2f4 req-daf8e316-11c5-4757-b5e8-d91b11c10330 tempest-SecurityGroupRulesNegativeTestJSON-281291034 tempest-SecurityGroupRulesNegativeTestJSON-281291034-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.5334954 Feb 19 02:54:09.733047 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf8e316-11c5-4757-b5e8-d91b11c10330 tempest-SecurityGroupRulesNegativeTestJSON-281291034 tempest-SecurityGroupRulesNegativeTestJSON-281291034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68a6feb2-3d9f-49c7-ab3c-cdff49b345b2,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:09.767253 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-564fefaa-8270-4187-b7e3-157b9c136320 admin admin] Publish callbacks [] for router_gateway (777026d9-ff12-43a0-a708-e078f521b416), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:09.848834 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0953bc7-6af1-4106-a56a-244a83469601 x-openstack-request-id: req-f0953bc7-6af1-4106-a56a-244a83469601 {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:54:09.851214 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d365419d-0fdb-4600-ac55-d7ffe3c99c0f", "tag": "d6ea74b9-3217-48ad-a1cc-ca21e2de818a", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:54:09.851669 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f0953bc7-6af1-4106-a56a-244a83469601 {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:54:09.852242 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd365419d-0fdb-4600-ac55-d7ffe3c99c0f', 'tag': 'd6ea74b9-3217-48ad-a1cc-ca21e2de818a', 'status': 'completed', 'code': 200} Feb 19 02:54:09.871947 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-6e601a35-5237-4ed7-aaad-3e399198da47 None None] Set router 777026d9-ff12-43a0-a708-e078f521b416 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:54:09.938049 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5741d431-662b-4366-964a-99c0877d5986 req-15daf6d4-65e2-4785-9514-372f24599a4e tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:09.940102 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5741d431-662b-4366-964a-99c0877d5986 req-15daf6d4-65e2-4785-9514-372f24599a4e tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "GET /v2.0/ports?device_id=d365419d-0fdb-4600-ac55-d7ffe3c99c0f HTTP/1.1" status: 200 len: 1024 time: 0.1867228 Feb 19 02:54:09.955811 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-da4d6d3a-d5ae-42c8-b2a5-f9b4f852c6e1 req-341b90df-eb40-4caf-a608-5e71b2224d28 tempest-SecurityGroupRulesNegativeTestJSON-281291034 tempest-SecurityGroupRulesNegativeTestJSON-281291034-project] 10.222.0.72 "GET /v2.0/security-groups/68a6feb2-3d9f-49c7-ab3c-cdff49b345b2 HTTP/1.1" status: 200 len: 1832 time: 0.0681801 Feb 19 02:54:09.986982 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-564fefaa-8270-4187-b7e3-157b9c136320 admin admin] Deleting port f7fe83e8-17c5-4449-8f51-6483b792c93b {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:54:09.987572 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-564fefaa-8270-4187-b7e3-157b9c136320 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (f7fe83e8-17c5-4449-8f51-6483b792c93b), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:10.033867 n-d-826753-2 neutron-server[103701]: INFO neutron.api.v2.resource [req-5ede5468-28bf-44db-8db8-bcca33aef70f req-d6612531-6906-4599-b94b-0cab3c3a9882 tempest-SecurityGroupRulesNegativeTestJSON-281291034 tempest-SecurityGroupRulesNegativeTestJSON-281291034-project] show failed (client error): The resource could not be found. Feb 19 02:54:10.035160 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5ede5468-28bf-44db-8db8-bcca33aef70f req-d6612531-6906-4599-b94b-0cab3c3a9882 tempest-SecurityGroupRulesNegativeTestJSON-281291034 tempest-SecurityGroupRulesNegativeTestJSON-281291034-project] 10.222.0.72 "GET /v2.0/security-groups/4ae649a5-c1bc-4123-9c74-74be4b6a5e1a HTTP/1.1" status: 404 len: 352 time: 0.0457942 Feb 19 02:54:10.127908 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892d0573-db8c-4255-a8f5-14faad54f8a0 req-ac8c636e-15fd-4e35-905b-fdab98ec76c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:10.133319 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-892d0573-db8c-4255-a8f5-14faad54f8a0 req-ac8c636e-15fd-4e35-905b-fdab98ec76c8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=60cd2412755d4ac9a24ef5f571b19bc2&device_id=d365419d-0fdb-4600-ac55-d7ffe3c99c0f HTTP/1.1" status: 200 len: 1207 time: 0.2543747 Feb 19 02:54:10.140506 n-d-826753-2 neutron-server[103701]: INFO neutron.api.v2.resource [req-9bdcf6ad-20a6-4ebb-9919-9932dd5a40a4 req-35b5c20b-fbc9-4262-8ca3-c0fc45a9d330 tempest-SecurityGroupRulesNegativeTestJSON-281291034 tempest-SecurityGroupRulesNegativeTestJSON-281291034-project] show failed (client error): The resource could not be found. Feb 19 02:54:10.141583 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9bdcf6ad-20a6-4ebb-9919-9932dd5a40a4 req-35b5c20b-fbc9-4262-8ca3-c0fc45a9d330 tempest-SecurityGroupRulesNegativeTestJSON-281291034 tempest-SecurityGroupRulesNegativeTestJSON-281291034-project] 10.222.0.72 "GET /v2.0/security-group-rules/7953e748-6d8b-433a-b5a6-f25d98b4a75d HTTP/1.1" status: 404 len: 361 time: 0.0541310 Feb 19 02:54:10.166500 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5741d431-662b-4366-964a-99c0877d5986 req-3e433496-8ba0-4cef-9407-189c0fe3ef6b tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "GET /v2.0/security-groups?id=4599a413-a846-4121-954f-044c184ae071&id=c18c8961-f07d-4937-88ea-8df5c42d7449&id=734e785a-063f-4541-8b8a-f885cc149d9f HTTP/1.1" status: 200 len: 6208 time: 0.2134333 Feb 19 02:54:10.236612 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-a96b2944-369b-422d-b585-df869e589368 req-694f69bb-cf77-493d-be41-e7139028b2aa tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Request body: {'security_group': {'name': ' tempest-securitygroup -33019857 ', 'description': 'tempest-description-1489710178'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:54:10.304709 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-6e601a35-5237-4ed7-aaad-3e399198da47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '777026d9-ff12-43a0-a708-e078f521b416', 'name': 'tempest-ServersTestMultiNic-1886842463-router', 'tenant_id': 'b2f0cd9db0f84e1b8f9e0fccbd20ae90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'f7fe83e8-17c5-4449-8f51-6483b792c93b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:52:08Z', 'updated_at': '2022-02-19T02:54:06Z', 'revision_number': 5, 'project_id': 'b2f0cd9db0f84e1b8f9e0fccbd20ae90', 'gw_port': {'id': 'f7fe83e8-17c5-4449-8f51-6483b792c93b', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:3d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '777026d9-ff12-43a0-a708-e078f521b416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:52:09Z', 'updated_at': '2022-02-19T02:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:54:10.325643 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-288589bb-4795-43c3-8880-8a527a301d03 req-67b1f911-e6ac-4016-b10d-bd3e23d9caed tempest-SecurityGroupRulesNegativeTestJSON-281291034 tempest-SecurityGroupRulesNegativeTestJSON-281291034-project] 10.222.0.72 "GET /v2.0/security-groups/68a6feb2-3d9f-49c7-ab3c-cdff49b345b2 HTTP/1.1" status: 200 len: 1832 time: 0.1440573 Feb 19 02:54:10.329590 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-a96b2944-369b-422d-b585-df869e589368 req-694f69bb-cf77-493d-be41-e7139028b2aa tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:10.333664 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-564fefaa-8270-4187-b7e3-157b9c136320 admin admin] For port f7fe83e8-17c5-4449-8f51-6483b792c93b, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=f7fe83e8-17c5-4449-8f51-6483b792c93b,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:54:10.334033 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-564fefaa-8270-4187-b7e3-157b9c136320 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (f7fe83e8-17c5-4449-8f51-6483b792c93b), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:10.354847 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e601a35-5237-4ed7-aaad-3e399198da47 None None] The sync data for ids ['777026d9-ff12-43a0-a708-e078f521b416'] in n-d-826753-2 is: [{'id': '777026d9-ff12-43a0-a708-e078f521b416', 'name': 'tempest-ServersTestMultiNic-1886842463-router', 'tenant_id': 'b2f0cd9db0f84e1b8f9e0fccbd20ae90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'f7fe83e8-17c5-4449-8f51-6483b792c93b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:52:08Z', 'updated_at': '2022-02-19T02:54:06Z', 'revision_number': 5, 'project_id': 'b2f0cd9db0f84e1b8f9e0fccbd20ae90', 'gw_port': {'id': 'f7fe83e8-17c5-4449-8f51-6483b792c93b', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:3d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '777026d9-ff12-43a0-a708-e078f521b416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:52:09Z', 'updated_at': '2022-02-19T02:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:54:10.383513 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-564fefaa-8270-4187-b7e3-157b9c136320 admin admin] Calling delete_port for f7fe83e8-17c5-4449-8f51-6483b792c93b owned by network:router_gateway {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:54:10.561546 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 35816) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:10.575975 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-288589bb-4795-43c3-8880-8a527a301d03 req-5211da67-031b-4ee7-bb41-c38933631d45 tempest-SecurityGroupRulesNegativeTestJSON-281291034 tempest-SecurityGroupRulesNegativeTestJSON-281291034-project] Publish callbacks [] for security_group (68a6feb2-3d9f-49c7-ab3c-cdff49b345b2), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:10.639331 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-a96b2944-369b-422d-b585-df869e589368 req-694f69bb-cf77-493d-be41-e7139028b2aa tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Publish callbacks [] for security_group (a78cfeb8-8438-42d3-94c6-9eac4a7132f3), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:10.653305 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 35820) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:10.660985 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-a96b2944-369b-422d-b585-df869e589368 req-694f69bb-cf77-493d-be41-e7139028b2aa tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (a78cfeb8-8438-42d3-94c6-9eac4a7132f3), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:10.666150 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-288589bb-4795-43c3-8880-8a527a301d03 req-5211da67-031b-4ee7-bb41-c38933631d45 tempest-SecurityGroupRulesNegativeTestJSON-281291034 tempest-SecurityGroupRulesNegativeTestJSON-281291034-project] Publish callbacks [] for security_group (68a6feb2-3d9f-49c7-ab3c-cdff49b345b2), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:10.723991 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-a96b2944-369b-422d-b585-df869e589368 req-694f69bb-cf77-493d-be41-e7139028b2aa tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:10.725637 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a96b2944-369b-422d-b585-df869e589368 req-694f69bb-cf77-493d-be41-e7139028b2aa tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 0.5057743 Feb 19 02:54:10.726916 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694f69bb-cf77-493d-be41-e7139028b2aa tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a78cfeb8-8438-42d3-94c6-9eac4a7132f3,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:10.763497 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-288589bb-4795-43c3-8880-8a527a301d03 req-5211da67-031b-4ee7-bb41-c38933631d45 tempest-SecurityGroupRulesNegativeTestJSON-281291034 tempest-SecurityGroupRulesNegativeTestJSON-281291034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (68a6feb2-3d9f-49c7-ab3c-cdff49b345b2), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:10.768188 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-288589bb-4795-43c3-8880-8a527a301d03 req-5211da67-031b-4ee7-bb41-c38933631d45 tempest-SecurityGroupRulesNegativeTestJSON-281291034 tempest-SecurityGroupRulesNegativeTestJSON-281291034-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:10.774378 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-288589bb-4795-43c3-8880-8a527a301d03 req-5211da67-031b-4ee7-bb41-c38933631d45 tempest-SecurityGroupRulesNegativeTestJSON-281291034 tempest-SecurityGroupRulesNegativeTestJSON-281291034-project] 10.222.0.72 "DELETE /v2.0/security-groups/68a6feb2-3d9f-49c7-ab3c-cdff49b345b2 HTTP/1.1" status: 204 len: 173 time: 0.4423714 Feb 19 02:54:10.804111 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-564fefaa-8270-4187-b7e3-157b9c136320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (f7fe83e8-17c5-4449-8f51-6483b792c93b), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:10.813092 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5211da67-031b-4ee7-bb41-c38933631d45 tempest-SecurityGroupRulesNegativeTestJSON-281291034 tempest-SecurityGroupRulesNegativeTestJSON-281291034-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a6feb2-3d9f-49c7-ab3c-cdff49b345b2,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:10.830239 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 922746aa-cd69-4af4-a993-9476aff0b059 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:54:10.875321 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bfe3b11f-ac91-4f05-a10c-48f22c41a2a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:10.908778 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 922746aa-cd69-4af4-a993-9476aff0b059 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:54:10.909242 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 922746aa-cd69-4af4-a993-9476aff0b059 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:54:10.984186 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564fefaa-8270-4187-b7e3-157b9c136320 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7fe83e8-17c5-4449-8f51-6483b792c93b,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:11.016742 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892d0573-db8c-4255-a8f5-14faad54f8a0 req-f9c9aad7-ddf9-49d9-9d45-ba1d69342858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:11.018303 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-892d0573-db8c-4255-a8f5-14faad54f8a0 req-f9c9aad7-ddf9-49d9-9d45-ba1d69342858 service neutron] 10.222.0.73 "GET /v2.0/networks?id=83c866d3-e000-4397-a50d-1c4d2fa3070f HTTP/1.1" status: 200 len: 913 time: 0.8634782 Feb 19 02:54:11.031878 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e66ea9c6-29de-4641-b44c-4f32661a0d81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:11.076249 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-892d0573-db8c-4255-a8f5-14faad54f8a0 req-3fbbb435-acd4-4c91-89fc-68991305b3b9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d6ea74b9-3217-48ad-a1cc-ca21e2de818a HTTP/1.1" status: 200 len: 217 time: 0.0501363 Feb 19 02:54:11.077030 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-564fefaa-8270-4187-b7e3-157b9c136320 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16285837'] for router_gateway (777026d9-ff12-43a0-a708-e078f521b416), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:11.095140 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a40cabe-e03d-4771-ae10-2e86e30fb23d req-1c1271f7-ee73-402e-84a2-398e1f510073 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:11.096777 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8a40cabe-e03d-4771-ae10-2e86e30fb23d req-1c1271f7-ee73-402e-84a2-398e1f510073 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] 10.222.0.72 "GET /v2.0/ports?device_id=909bb69e-1a06-4633-a049-6300737caa32 HTTP/1.1" status: 200 len: 945 time: 0.2142143 Feb 19 02:54:11.123286 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49d6a91-9b19-4d7c-83a5-5e72c2ba976e req-5dd23acb-b1ed-40d6-a77f-72234e411b14 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:11.130233 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a49d6a91-9b19-4d7c-83a5-5e72c2ba976e req-5dd23acb-b1ed-40d6-a77f-72234e411b14 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/ports?device_id=9829e4c6-35e3-4dca-a34d-83845f9a05fe HTTP/1.1" status: 200 len: 945 time: 0.2421777 Feb 19 02:54:11.205445 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-564fefaa-8270-4187-b7e3-157b9c136320 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16317457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14254'] for router (777026d9-ff12-43a0-a708-e078f521b416), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:11.208872 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-564fefaa-8270-4187-b7e3-157b9c136320 admin admin] Publish callbacks [] for router_controller (777026d9-ff12-43a0-a708-e078f521b416), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:11.222048 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892d0573-db8c-4255-a8f5-14faad54f8a0 req-8c37d93d-2c73-4e88-b208-de764e5754bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:11.223539 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-892d0573-db8c-4255-a8f5-14faad54f8a0 req-8c37d93d-2c73-4e88-b208-de764e5754bf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6c541211-5a05-47e1-81c4-dd461c877088 HTTP/1.1" status: 200 len: 852 time: 0.1189220 Feb 19 02:54:11.264002 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a49d6a91-9b19-4d7c-83a5-5e72c2ba976e req-dd97fe28-3bf6-411f-8c99-7d02e5e362ce tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d351a8c-b73e-485a-861c-36f8b0ec3310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328342 Feb 19 02:54:11.272483 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bfe3b11f-ac91-4f05-a10c-48f22c41a2a3 admin admin] Publish callbacks [] for security_group (a109d049-354f-4cee-b509-a8c8a2f08a14), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:11.284549 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8a40cabe-e03d-4771-ae10-2e86e30fb23d req-2e4b36a0-742d-48bb-9741-1ae991d9902c tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] 10.222.0.72 "GET /v2.0/security-groups?id=d6877574-acb3-43f4-bf3f-b561a089577a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432848 Feb 19 02:54:11.285244 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bfe3b11f-ac91-4f05-a10c-48f22c41a2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (a109d049-354f-4cee-b509-a8c8a2f08a14), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:11.286442 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-892d0573-db8c-4255-a8f5-14faad54f8a0 req-72319d9d-f890-42a6-a5cf-190e23878ba6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=83c866d3-e000-4397-a50d-1c4d2fa3070f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302660 Feb 19 02:54:11.292054 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-564fefaa-8270-4187-b7e3-157b9c136320 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16317544'] for router (777026d9-ff12-43a0-a708-e078f521b416), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:11.293240 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-564fefaa-8270-4187-b7e3-157b9c136320 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 777026d9-ff12-43a0-a708-e078f521b416 {{(pid=103702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 02:54:11.294300 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e66ea9c6-29de-4641-b44c-4f32661a0d81 admin admin] Publish callbacks [] for security_group (4b72850e-4a45-4102-ba51-ea09fa55ad7c), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:11.308485 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-564fefaa-8270-4187-b7e3-157b9c136320 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:11.312631 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e66ea9c6-29de-4641-b44c-4f32661a0d81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (4b72850e-4a45-4102-ba51-ea09fa55ad7c), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:11.312990 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-564fefaa-8270-4187-b7e3-157b9c136320 admin admin] 10.222.0.72 "DELETE /v2.0/routers/777026d9-ff12-43a0-a708-e078f521b416 HTTP/1.1" status: 204 len: 168 time: 2.1793506 Feb 19 02:54:11.314723 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 35832) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:11.367460 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe3b11f-ac91-4f05-a10c-48f22c41a2a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a109d049-354f-4cee-b509-a8c8a2f08a14,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:11.372141 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-bfe3b11f-ac91-4f05-a10c-48f22c41a2a3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=200d0fb66eef4b078dd68487b8fbe759&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8096037 Feb 19 02:54:11.379268 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 35836) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:11.421641 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-e66ea9c6-29de-4641-b44c-4f32661a0d81 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=90d92252765240db9476f11b64b130c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7667677 Feb 19 02:54:11.425935 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 35838) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:11.438983 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ecf6ccd-13b8-41a2-893e-d43b804d51d3 admin admin] Deleting subnet 2f333870-10ca-45c4-baa6-b4b90be1668b {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:54:11.451695 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4ecf6ccd-13b8-41a2-893e-d43b804d51d3 admin admin] Publish callbacks [] for subnet (2f333870-10ca-45c4-baa6-b4b90be1668b), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:11.467764 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66ea9c6-29de-4641-b44c-4f32661a0d81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b72850e-4a45-4102-ba51-ea09fa55ad7c,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:11.527523 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e6b593e3-44bd-4bec-861b-06b8de9b799e req-61aed036-9287-489b-9184-0b788a5a2049 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "GET /v2.0/security-groups/a78cfeb8-8438-42d3-94c6-9eac4a7132f3 HTTP/1.1" status: 200 len: 1798 time: 0.1187162 Feb 19 02:54:11.534941 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-36d27d46-587b-4d73-87fe-89e6ce545402 req-b248e3a4-60b2-4289-8354-a0ed24226886 tempest-SecurityGroupRulesNegativeTestJSON-281291034 tempest-SecurityGroupRulesNegativeTestJSON-281291034-project] 10.222.0.72 "GET /v2.0/security-groups/e6eac2f1-f5e8-471a-bf40-d593acf0254a HTTP/1.1" status: 200 len: 1830 time: 0.1283748 Feb 19 02:54:11.545729 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4ecf6ccd-13b8-41a2-893e-d43b804d51d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (2f333870-10ca-45c4-baa6-b4b90be1668b), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:11.546215 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-719dfbe5-37fa-4989-b1de-d033be19d9b4 admin admin] Publish callbacks [] for security_group (a109d049-354f-4cee-b509-a8c8a2f08a14), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:11.570111 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-892d0573-db8c-4255-a8f5-14faad54f8a0 req-6bfcc2a4-1a65-44ca-93a7-ea22bafb1f5e service neutron] 10.222.0.73 "GET /v2.0/networks/83c866d3-e000-4397-a50d-1c4d2fa3070f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750392 Feb 19 02:54:11.589977 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-719dfbe5-37fa-4989-b1de-d033be19d9b4 admin admin] Publish callbacks [] for security_group (a109d049-354f-4cee-b509-a8c8a2f08a14), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:11.695588 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-36d27d46-587b-4d73-87fe-89e6ce545402 req-9ba390ec-4c27-4476-b866-82914fbda6f7 tempest-SecurityGroupRulesNegativeTestJSON-281291034 tempest-SecurityGroupRulesNegativeTestJSON-281291034-project] Publish callbacks [] for security_group (e6eac2f1-f5e8-471a-bf40-d593acf0254a), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:11.704769 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a86512c7-fa53-4d07-b545-cae15e8fd6df admin admin] Publish callbacks [] for security_group (4b72850e-4a45-4102-ba51-ea09fa55ad7c), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:11.705207 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5ccdbadc-2d37-4e44-bb7e-118cc922426d req-348f0edf-f514-4021-ac54-0aa2a317a9a0 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "GET /v2.0/security-groups/a78cfeb8-8438-42d3-94c6-9eac4a7132f3 HTTP/1.1" status: 200 len: 1798 time: 0.0928640 Feb 19 02:54:11.749193 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-36d27d46-587b-4d73-87fe-89e6ce545402 req-9ba390ec-4c27-4476-b866-82914fbda6f7 tempest-SecurityGroupRulesNegativeTestJSON-281291034 tempest-SecurityGroupRulesNegativeTestJSON-281291034-project] Publish callbacks [] for security_group (e6eac2f1-f5e8-471a-bf40-d593acf0254a), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:11.751373 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a86512c7-fa53-4d07-b545-cae15e8fd6df admin admin] Publish callbacks [] for security_group (4b72850e-4a45-4102-ba51-ea09fa55ad7c), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:11.773490 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4ecf6ccd-13b8-41a2-893e-d43b804d51d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (2f333870-10ca-45c4-baa6-b4b90be1668b), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:11.781464 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-719dfbe5-37fa-4989-b1de-d033be19d9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (a109d049-354f-4cee-b509-a8c8a2f08a14), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:11.784027 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-719dfbe5-37fa-4989-b1de-d033be19d9b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:11.787997 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-719dfbe5-37fa-4989-b1de-d033be19d9b4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a109d049-354f-4cee-b509-a8c8a2f08a14 HTTP/1.1" status: 204 len: 168 time: 0.4039733 Feb 19 02:54:11.801871 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-892d0573-db8c-4255-a8f5-14faad54f8a0 req-d5fc3931-d426-4f84-b82b-c879b3292aee service neutron] 10.222.0.73 "GET /v2.0/networks/83c866d3-e000-4397-a50d-1c4d2fa3070f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205577 Feb 19 02:54:11.843543 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719dfbe5-37fa-4989-b1de-d033be19d9b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a109d049-354f-4cee-b509-a8c8a2f08a14,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:11.871440 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4ecf6ccd-13b8-41a2-893e-d43b804d51d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (2f333870-10ca-45c4-baa6-b4b90be1668b), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:11.888707 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a86512c7-fa53-4d07-b545-cae15e8fd6df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (4b72850e-4a45-4102-ba51-ea09fa55ad7c), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:11.889051 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a86512c7-fa53-4d07-b545-cae15e8fd6df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:11.895354 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-a86512c7-fa53-4d07-b545-cae15e8fd6df admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4b72850e-4a45-4102-ba51-ea09fa55ad7c HTTP/1.1" status: 204 len: 168 time: 0.4663534 Feb 19 02:54:11.895642 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-5ccdbadc-2d37-4e44-bb7e-118cc922426d req-b0bd9e70-9e77-4e7f-8063-a8c04c29d27e tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Publish callbacks [] for security_group (a78cfeb8-8438-42d3-94c6-9eac4a7132f3), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:11.905501 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-36d27d46-587b-4d73-87fe-89e6ce545402 req-9ba390ec-4c27-4476-b866-82914fbda6f7 tempest-SecurityGroupRulesNegativeTestJSON-281291034 tempest-SecurityGroupRulesNegativeTestJSON-281291034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (e6eac2f1-f5e8-471a-bf40-d593acf0254a), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:11.910443 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-36d27d46-587b-4d73-87fe-89e6ce545402 req-9ba390ec-4c27-4476-b866-82914fbda6f7 tempest-SecurityGroupRulesNegativeTestJSON-281291034 tempest-SecurityGroupRulesNegativeTestJSON-281291034-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:11.912103 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-36d27d46-587b-4d73-87fe-89e6ce545402 req-9ba390ec-4c27-4476-b866-82914fbda6f7 tempest-SecurityGroupRulesNegativeTestJSON-281291034 tempest-SecurityGroupRulesNegativeTestJSON-281291034-project] 10.222.0.72 "DELETE /v2.0/security-groups/e6eac2f1-f5e8-471a-bf40-d593acf0254a HTTP/1.1" status: 204 len: 173 time: 0.3567204 Feb 19 02:54:11.939074 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecf6ccd-13b8-41a2-893e-d43b804d51d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f333870-10ca-45c4-baa6-b4b90be1668b,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:11.943929 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4ecf6ccd-13b8-41a2-893e-d43b804d51d3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:11.950030 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-4ecf6ccd-13b8-41a2-893e-d43b804d51d3 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/2f333870-10ca-45c4-baa6-b4b90be1668b HTTP/1.1" status: 204 len: 168 time: 0.6342642 Feb 19 02:54:11.956959 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 35852) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:11.960058 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca492b81-9942-4112-81f2-8e93f0e81eec None None] Network 632b0eed-a44b-4f34-a487-b870d68175ce requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:54:11.970711 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba390ec-4c27-4476-b866-82914fbda6f7 tempest-SecurityGroupRulesNegativeTestJSON-281291034 tempest-SecurityGroupRulesNegativeTestJSON-281291034-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6eac2f1-f5e8-471a-bf40-d593acf0254a,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:11.975057 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86512c7-fa53-4d07-b545-cae15e8fd6df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b72850e-4a45-4102-ba51-ea09fa55ad7c,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:11.979168 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-5ccdbadc-2d37-4e44-bb7e-118cc922426d req-b0bd9e70-9e77-4e7f-8063-a8c04c29d27e tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Publish callbacks [] for security_group (a78cfeb8-8438-42d3-94c6-9eac4a7132f3), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:12.073852 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-5ccdbadc-2d37-4e44-bb7e-118cc922426d req-b0bd9e70-9e77-4e7f-8063-a8c04c29d27e tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (a78cfeb8-8438-42d3-94c6-9eac4a7132f3), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:12.076693 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-5ccdbadc-2d37-4e44-bb7e-118cc922426d req-b0bd9e70-9e77-4e7f-8063-a8c04c29d27e tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:12.078085 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5ccdbadc-2d37-4e44-bb7e-118cc922426d req-b0bd9e70-9e77-4e7f-8063-a8c04c29d27e tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "DELETE /v2.0/security-groups/a78cfeb8-8438-42d3-94c6-9eac4a7132f3 HTTP/1.1" status: 204 len: 173 time: 0.2982304 Feb 19 02:54:12.107247 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bd9e70-9e77-4e7f-8063-a8c04c29d27e tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a78cfeb8-8438-42d3-94c6-9eac4a7132f3,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:12.132087 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e6158ed7-990f-40f3-9d73-42435afec195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (632b0eed-a44b-4f34-a487-b870d68175ce), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:12.248130 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-e6158ed7-990f-40f3-9d73-42435afec195 admin admin] Deleting port 322c599e-a43e-4de8-94d0-46894f354a9d {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:54:12.248464 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e6158ed7-990f-40f3-9d73-42435afec195 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (322c599e-a43e-4de8-94d0-46894f354a9d), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:12.263592 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-67a1a704-006a-49fe-a66f-62c1a1a40bf3 req-738a3dbf-0412-474d-8ab6-7ec63a17d750 tempest-SecurityGroupRulesNegativeTestJSON-281291034 tempest-SecurityGroupRulesNegativeTestJSON-281291034-project] 10.222.0.72 "GET /v2.0/security-groups/1b7721dc-c2a5-4948-9298-cc5413516047 HTTP/1.1" status: 200 len: 1831 time: 0.1680040 Feb 19 02:54:12.300061 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73df31d9-a52d-4443-95c1-6658cc5bf70d req-ebb1e6a0-153d-4aba-be55-5d898487102a tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:12.308098 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-73df31d9-a52d-4443-95c1-6658cc5bf70d req-ebb1e6a0-153d-4aba-be55-5d898487102a tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] 10.222.0.72 "GET /v2.0/ports?device_id=909bb69e-1a06-4633-a049-6300737caa32 HTTP/1.1" status: 200 len: 945 time: 0.1960762 Feb 19 02:54:12.373678 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-e6158ed7-990f-40f3-9d73-42435afec195 admin admin] For port 322c599e-a43e-4de8-94d0-46894f354a9d, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=322c599e-a43e-4de8-94d0-46894f354a9d,segment=NetworkSegment(4dfb0c52-dd3e-40c9-b0e6-e6748172cba4),segment_id=4dfb0c52-dd3e-40c9-b0e6-e6748172cba4)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:54:12.373678 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e6158ed7-990f-40f3-9d73-42435afec195 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (322c599e-a43e-4de8-94d0-46894f354a9d), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:12.378081 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 35860) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:12.378532 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18d2fa6-dd23-4f7a-bd91-62118516bc22 None None] DHCP port deletion for 632b0eed-a44b-4f34-a487-b870d68175ce request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 02:54:12.402862 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-67a1a704-006a-49fe-a66f-62c1a1a40bf3 req-9e982f9f-56e8-4990-aacc-3df43c2f2d8a tempest-SecurityGroupRulesNegativeTestJSON-281291034 tempest-SecurityGroupRulesNegativeTestJSON-281291034-project] Publish callbacks [] for security_group (1b7721dc-c2a5-4948-9298-cc5413516047), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:12.405291 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-501b7bb3-2c67-45eb-8bb8-e6ddc1595184 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:12.417126 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-73df31d9-a52d-4443-95c1-6658cc5bf70d req-382d09b7-365a-494f-b220-4badc9e4542a tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] 10.222.0.72 "GET /v2.0/security-groups?id=d6877574-acb3-43f4-bf3f-b561a089577a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051214 Feb 19 02:54:12.436479 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-e6158ed7-990f-40f3-9d73-42435afec195 admin admin] Calling delete_port for 322c599e-a43e-4de8-94d0-46894f354a9d owned by network:dhcp {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:54:12.466709 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-67a1a704-006a-49fe-a66f-62c1a1a40bf3 req-9e982f9f-56e8-4990-aacc-3df43c2f2d8a tempest-SecurityGroupRulesNegativeTestJSON-281291034 tempest-SecurityGroupRulesNegativeTestJSON-281291034-project] Publish callbacks [] for security_group (1b7721dc-c2a5-4948-9298-cc5413516047), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:12.470450 n-d-826753-2 neutron-server[103701]: INFO neutron.api.v2.resource [req-63c4b4bb-c38c-44ba-afae-a2124fff13a0 req-d36ee80a-f708-45d0-8a58-1aee3f02c8d1 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] show failed (client error): The resource could not be found. Feb 19 02:54:12.483861 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-f18d2fa6-dd23-4f7a-bd91-62118516bc22 None None] Deleting port 322c599e-a43e-4de8-94d0-46894f354a9d {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:54:12.484455 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-63c4b4bb-c38c-44ba-afae-a2124fff13a0 req-d36ee80a-f708-45d0-8a58-1aee3f02c8d1 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "GET /v2.0/security-groups/a78cfeb8-8438-42d3-94c6-9eac4a7132f3 HTTP/1.1" status: 404 len: 352 time: 0.0398178 Feb 19 02:54:12.487007 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f18d2fa6-dd23-4f7a-bd91-62118516bc22 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (322c599e-a43e-4de8-94d0-46894f354a9d), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:12.562452 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-67a1a704-006a-49fe-a66f-62c1a1a40bf3 req-9e982f9f-56e8-4990-aacc-3df43c2f2d8a tempest-SecurityGroupRulesNegativeTestJSON-281291034 tempest-SecurityGroupRulesNegativeTestJSON-281291034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (1b7721dc-c2a5-4948-9298-cc5413516047), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:12.565381 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-67a1a704-006a-49fe-a66f-62c1a1a40bf3 req-9e982f9f-56e8-4990-aacc-3df43c2f2d8a tempest-SecurityGroupRulesNegativeTestJSON-281291034 tempest-SecurityGroupRulesNegativeTestJSON-281291034-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:12.566856 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-67a1a704-006a-49fe-a66f-62c1a1a40bf3 req-9e982f9f-56e8-4990-aacc-3df43c2f2d8a tempest-SecurityGroupRulesNegativeTestJSON-281291034 tempest-SecurityGroupRulesNegativeTestJSON-281291034-project] 10.222.0.72 "DELETE /v2.0/security-groups/1b7721dc-c2a5-4948-9298-cc5413516047 HTTP/1.1" status: 204 len: 173 time: 0.2963095 Feb 19 02:54:12.627812 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e982f9f-56e8-4990-aacc-3df43c2f2d8a tempest-SecurityGroupRulesNegativeTestJSON-281291034 tempest-SecurityGroupRulesNegativeTestJSON-281291034-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b7721dc-c2a5-4948-9298-cc5413516047,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:12.632595 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-f18d2fa6-dd23-4f7a-bd91-62118516bc22 None None] For port 322c599e-a43e-4de8-94d0-46894f354a9d, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=322c599e-a43e-4de8-94d0-46894f354a9d,segment=NetworkSegment(4dfb0c52-dd3e-40c9-b0e6-e6748172cba4),segment_id=4dfb0c52-dd3e-40c9-b0e6-e6748172cba4)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:54:12.641441 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f18d2fa6-dd23-4f7a-bd91-62118516bc22 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (322c599e-a43e-4de8-94d0-46894f354a9d), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:12.665978 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-501b7bb3-2c67-45eb-8bb8-e6ddc1595184 admin admin] Publish callbacks [] for security_group (c49a1c3b-9f32-4065-be34-bbc52e22c2e1), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:12.667822 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e6158ed7-990f-40f3-9d73-42435afec195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (322c599e-a43e-4de8-94d0-46894f354a9d), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:12.681293 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-501b7bb3-2c67-45eb-8bb8-e6ddc1595184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (c49a1c3b-9f32-4065-be34-bbc52e22c2e1), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:12.686837 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6158ed7-990f-40f3-9d73-42435afec195 admin admin] No DVR routers for this DVR port 322c599e-a43e-4de8-94d0-46894f354a9d on host n-d-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:54:12.696528 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-f18d2fa6-dd23-4f7a-bd91-62118516bc22 None None] Calling delete_port for 322c599e-a43e-4de8-94d0-46894f354a9d owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:54:12.760886 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6158ed7-990f-40f3-9d73-42435afec195 admin admin] Pushing event deleted for resources: {'Port': ['ID=322c599e-a43e-4de8-94d0-46894f354a9d,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:12.804289 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-501b7bb3-2c67-45eb-8bb8-e6ddc1595184 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6b3a1d4455c744adb69d162a26cd954c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4245653 Feb 19 02:54:12.804928 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 35878) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:12.810999 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f18d2fa6-dd23-4f7a-bd91-62118516bc22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (322c599e-a43e-4de8-94d0-46894f354a9d), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:12.828632 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18d2fa6-dd23-4f7a-bd91-62118516bc22 None None] No DVR routers for this DVR port 322c599e-a43e-4de8-94d0-46894f354a9d on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:54:12.864473 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dabc4a-612b-4f70-9c87-c0ad63db4130 req-8fb0f9b0-18d3-4b1b-a5fa-3dd688999681 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:12.870822 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501b7bb3-2c67-45eb-8bb8-e6ddc1595184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c49a1c3b-9f32-4065-be34-bbc52e22c2e1,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:12.871631 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18d2fa6-dd23-4f7a-bd91-62118516bc22 None None] Pushing event deleted for resources: {'Port': ['ID=322c599e-a43e-4de8-94d0-46894f354a9d,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:12.883094 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d3dabc4a-612b-4f70-9c87-c0ad63db4130 req-8fb0f9b0-18d3-4b1b-a5fa-3dd688999681 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/ports?device_id=9829e4c6-35e3-4dca-a34d-83845f9a05fe HTTP/1.1" status: 200 len: 945 time: 0.3149979 Feb 19 02:54:12.908958 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e6158ed7-990f-40f3-9d73-42435afec195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (632b0eed-a44b-4f34-a487-b870d68175ce), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:12.932157 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a66cba06-0cb6-4cb4-8304-c0620b62726a admin admin] Publish callbacks [] for security_group (c49a1c3b-9f32-4065-be34-bbc52e22c2e1), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:12.943463 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device f7fe83e8-17c5-4449-8f51-6483b792c93b no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:54:12.948058 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-e6158ed7-990f-40f3-9d73-42435afec195 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['632b0eed-a44b-4f34-a487-b870d68175ce']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:54:12.971297 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dad39a8-8067-47cf-980e-2b630d184586 req-f2758080-ac75-4997-8932-4d8f355e11ea tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:12.971428 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-e6158ed7-990f-40f3-9d73-42435afec195 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dfb0c52-dd3e-40c9-b0e6-e6748172cba4') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:54:12.971731 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-e6158ed7-990f-40f3-9d73-42435afec195 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dfb0c52-dd3e-40c9-b0e6-e6748172cba4') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:54:12.975173 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a66cba06-0cb6-4cb4-8304-c0620b62726a admin admin] Publish callbacks [] for security_group (c49a1c3b-9f32-4065-be34-bbc52e22c2e1), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:12.979225 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2dad39a8-8067-47cf-980e-2b630d184586 req-f2758080-ac75-4997-8932-4d8f355e11ea tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] 10.222.0.72 "GET /v2.0/ports?device_id=48dbb645-86ca-48ff-b960-ac2327737170 HTTP/1.1" status: 200 len: 945 time: 0.2795336 Feb 19 02:54:12.999987 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e6158ed7-990f-40f3-9d73-42435afec195 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (4dfb0c52-dd3e-40c9-b0e6-e6748172cba4), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:13.007722 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: f7fe83e8-17c5-4449-8f51-6483b792c93b {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:54:13.008376 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device f7fe83e8-17c5-4449-8f51-6483b792c93b not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:54:13.010758 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 322c599e-a43e-4de8-94d0-46894f354a9d no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:54:13.016876 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d3dabc4a-612b-4f70-9c87-c0ad63db4130 req-4580ecb4-5abb-414e-b2a9-f84026e931b5 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d351a8c-b73e-485a-861c-36f8b0ec3310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261392 Feb 19 02:54:13.034960 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 322c599e-a43e-4de8-94d0-46894f354a9d {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:54:13.035581 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 322c599e-a43e-4de8-94d0-46894f354a9d not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:54:13.074314 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2dad39a8-8067-47cf-980e-2b630d184586 req-6bfd858c-1c3f-4a00-aaff-39f2f66e6e1c tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] 10.222.0.72 "GET /v2.0/security-groups?id=d6877574-acb3-43f4-bf3f-b561a089577a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918162 Feb 19 02:54:13.115972 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e6158ed7-990f-40f3-9d73-42435afec195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (4dfb0c52-dd3e-40c9-b0e6-e6748172cba4), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:13.131379 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-037eed99-f329-424e-b1ae-586738c4aae9 req-5e065fd4-b0ac-47c7-81f7-a76c48709b5c tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1926107357', 'description': 'tempest-description-1718957868'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:54:13.137406 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6158ed7-990f-40f3-9d73-42435afec195 admin admin] Releasing vlan 288 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:54:13.138879 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e6158ed7-990f-40f3-9d73-42435afec195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (4dfb0c52-dd3e-40c9-b0e6-e6748172cba4), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:13.140846 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 02:54:13.140846 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:54:13.140846 n-d-826753-2 neutron-server[103702]: timer() Feb 19 02:54:13.140846 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:54:13.140846 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 02:54:13.140846 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:54:13.140846 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 02:54:13.140846 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:54:13.140846 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 02:54:13.140846 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:54:13.140846 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 02:54:13.140846 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:54:13.140846 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 02:54:13.140846 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:54:13.140846 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:54:13.140846 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:54:13.140846 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:54:13.140846 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:54:13.140846 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 02:54:13.140846 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:54:13.140846 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 02:54:13.140846 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:54:13.140846 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:54:13.140846 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:54:13.140846 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 02:54:13.140846 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:54:13.140846 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:54:13.140846 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:54:13.140846 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:54:13.140846 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:54:13.140846 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:54:13.140846 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:54:13.165552 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-037eed99-f329-424e-b1ae-586738c4aae9 req-5e065fd4-b0ac-47c7-81f7-a76c48709b5c tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:13.184756 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f0c2e7e1-9a77-4125-8f94-84b90d9177c7 req-c2c44563-dee2-4635-aafe-0ce31babee9c tempest-SecurityGroupRulesNegativeTestJSON-281291034 tempest-SecurityGroupRulesNegativeTestJSON-281291034-project] 10.222.0.72 "GET /v2.0/security-groups/7881ba0d-d2d6-460d-9221-02ffe3d4f5ef HTTP/1.1" status: 200 len: 1830 time: 0.0957637 Feb 19 02:54:13.227033 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e6158ed7-990f-40f3-9d73-42435afec195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (632b0eed-a44b-4f34-a487-b870d68175ce), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:13.233878 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e6158ed7-990f-40f3-9d73-42435afec195 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:13.238268 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-e6158ed7-990f-40f3-9d73-42435afec195 admin admin] 10.222.0.72 "DELETE /v2.0/networks/632b0eed-a44b-4f34-a487-b870d68175ce HTTP/1.1" status: 204 len: 168 time: 1.2802742 Feb 19 02:54:13.244667 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a66cba06-0cb6-4cb4-8304-c0620b62726a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (c49a1c3b-9f32-4065-be34-bbc52e22c2e1), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:13.247286 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a66cba06-0cb6-4cb4-8304-c0620b62726a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:13.249734 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-a66cba06-0cb6-4cb4-8304-c0620b62726a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c49a1c3b-9f32-4065-be34-bbc52e22c2e1 HTTP/1.1" status: 204 len: 168 time: 0.4039066 Feb 19 02:54:13.266481 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6158ed7-990f-40f3-9d73-42435afec195 admin admin] Pushing event deleted for resources: {'Network': ['ID=632b0eed-a44b-4f34-a487-b870d68175ce,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:13.286549 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66cba06-0cb6-4cb4-8304-c0620b62726a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c49a1c3b-9f32-4065-be34-bbc52e22c2e1,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:13.344191 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-f0c2e7e1-9a77-4125-8f94-84b90d9177c7 req-9650f9a0-97ed-4f03-9e99-8ebe5d1558e9 tempest-SecurityGroupRulesNegativeTestJSON-281291034 tempest-SecurityGroupRulesNegativeTestJSON-281291034-project] Publish callbacks [] for security_group (7881ba0d-d2d6-460d-9221-02ffe3d4f5ef), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:13.440199 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-037eed99-f329-424e-b1ae-586738c4aae9 req-5e065fd4-b0ac-47c7-81f7-a76c48709b5c tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Publish callbacks [] for security_group (bee720b9-062c-473d-b4ea-0e9ab60c25c7), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:13.442517 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-f0c2e7e1-9a77-4125-8f94-84b90d9177c7 req-9650f9a0-97ed-4f03-9e99-8ebe5d1558e9 tempest-SecurityGroupRulesNegativeTestJSON-281291034 tempest-SecurityGroupRulesNegativeTestJSON-281291034-project] Publish callbacks [] for security_group (7881ba0d-d2d6-460d-9221-02ffe3d4f5ef), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:13.455776 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-037eed99-f329-424e-b1ae-586738c4aae9 req-5e065fd4-b0ac-47c7-81f7-a76c48709b5c tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (bee720b9-062c-473d-b4ea-0e9ab60c25c7), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:13.534488 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-037eed99-f329-424e-b1ae-586738c4aae9 req-5e065fd4-b0ac-47c7-81f7-a76c48709b5c tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:13.535978 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-037eed99-f329-424e-b1ae-586738c4aae9 req-5e065fd4-b0ac-47c7-81f7-a76c48709b5c tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.4089136 Feb 19 02:54:13.537522 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e065fd4-b0ac-47c7-81f7-a76c48709b5c tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bee720b9-062c-473d-b4ea-0e9ab60c25c7,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:13.568039 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-f0c2e7e1-9a77-4125-8f94-84b90d9177c7 req-9650f9a0-97ed-4f03-9e99-8ebe5d1558e9 tempest-SecurityGroupRulesNegativeTestJSON-281291034 tempest-SecurityGroupRulesNegativeTestJSON-281291034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (7881ba0d-d2d6-460d-9221-02ffe3d4f5ef), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:13.572665 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-f0c2e7e1-9a77-4125-8f94-84b90d9177c7 req-9650f9a0-97ed-4f03-9e99-8ebe5d1558e9 tempest-SecurityGroupRulesNegativeTestJSON-281291034 tempest-SecurityGroupRulesNegativeTestJSON-281291034-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:13.575487 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f0c2e7e1-9a77-4125-8f94-84b90d9177c7 req-9650f9a0-97ed-4f03-9e99-8ebe5d1558e9 tempest-SecurityGroupRulesNegativeTestJSON-281291034 tempest-SecurityGroupRulesNegativeTestJSON-281291034-project] 10.222.0.72 "DELETE /v2.0/security-groups/7881ba0d-d2d6-460d-9221-02ffe3d4f5ef HTTP/1.1" status: 204 len: 173 time: 0.3892808 Feb 19 02:54:13.588638 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9650f9a0-97ed-4f03-9e99-8ebe5d1558e9 tempest-SecurityGroupRulesNegativeTestJSON-281291034 tempest-SecurityGroupRulesNegativeTestJSON-281291034-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7881ba0d-d2d6-460d-9221-02ffe3d4f5ef,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:13.615173 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-e159b7b0-bfae-4fac-9ac2-057fa945fdb4 req-62b80b84-5fe8-40fd-8c78-27cd866d2cf9 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-354909991', 'description': 'tempest-description-1244671277'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:54:13.628602 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 35910) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:13.712397 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-33d0d5ac-e0d9-470e-b28b-792b12239d4e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b2f0cd9db0f84e1b8f9e0fccbd20ae90&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0820477 Feb 19 02:54:13.717537 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 35914) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:13.748866 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-e159b7b0-bfae-4fac-9ac2-057fa945fdb4 req-62b80b84-5fe8-40fd-8c78-27cd866d2cf9 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:13.792939 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00e1fdc-5bf0-4a58-bb65-4063f64b748a req-1aa2099d-ab6a-484b-9c99-7830303ffba0 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:13.795353 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b00e1fdc-5bf0-4a58-bb65-4063f64b748a req-1aa2099d-ab6a-484b-9c99-7830303ffba0 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] 10.222.0.72 "GET /v2.0/ports?device_id=da76bc92-31a4-4d2f-9e50-8d96c7fd6d12 HTTP/1.1" status: 200 len: 946 time: 0.1628687 Feb 19 02:54:13.839847 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7df36072-680d-4a69-97ce-2ebc0b7dbb0a admin admin] Publish callbacks [] for security_group (ed4112f7-4072-40c7-a6a7-08b05eb3305e), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:13.864147 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7df36072-680d-4a69-97ce-2ebc0b7dbb0a admin admin] Publish callbacks [] for security_group (ed4112f7-4072-40c7-a6a7-08b05eb3305e), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:13.924232 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7df36072-680d-4a69-97ce-2ebc0b7dbb0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (ed4112f7-4072-40c7-a6a7-08b05eb3305e), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:13.927782 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7df36072-680d-4a69-97ce-2ebc0b7dbb0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:13.932899 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-7df36072-680d-4a69-97ce-2ebc0b7dbb0a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ed4112f7-4072-40c7-a6a7-08b05eb3305e HTTP/1.1" status: 204 len: 168 time: 0.2130120 Feb 19 02:54:13.942436 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df36072-680d-4a69-97ce-2ebc0b7dbb0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed4112f7-4072-40c7-a6a7-08b05eb3305e,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:13.968203 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b00e1fdc-5bf0-4a58-bb65-4063f64b748a req-4db4a86d-4513-4632-831b-c10cff14f13d tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] 10.222.0.72 "GET /v2.0/security-groups?id=d6877574-acb3-43f4-bf3f-b561a089577a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625650 Feb 19 02:54:14.023890 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-e159b7b0-bfae-4fac-9ac2-057fa945fdb4 req-62b80b84-5fe8-40fd-8c78-27cd866d2cf9 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Publish callbacks [] for security_group (fd9b81a7-3a4b-4134-ac1d-bc02fef01e71), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:14.039675 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-e159b7b0-bfae-4fac-9ac2-057fa945fdb4 req-62b80b84-5fe8-40fd-8c78-27cd866d2cf9 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (fd9b81a7-3a4b-4134-ac1d-bc02fef01e71), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:14.120986 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5bf3587c-f33b-48d7-bb3c-bd7fb37c57b8 req-3714cc92-b988-4838-b473-07ea8ae75cfd tempest-SecurityGroupRulesNegativeTestJSON-281291034 tempest-SecurityGroupRulesNegativeTestJSON-281291034-project] 10.222.0.72 "GET /v2.0/security-groups/0956213e-c025-412a-8175-5b771a38488b HTTP/1.1" status: 200 len: 1831 time: 0.1309059 Feb 19 02:54:14.126887 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-e159b7b0-bfae-4fac-9ac2-057fa945fdb4 req-62b80b84-5fe8-40fd-8c78-27cd866d2cf9 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:14.128370 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e159b7b0-bfae-4fac-9ac2-057fa945fdb4 req-62b80b84-5fe8-40fd-8c78-27cd866d2cf9 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.5199268 Feb 19 02:54:14.129430 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b80b84-5fe8-40fd-8c78-27cd866d2cf9 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd9b81a7-3a4b-4134-ac1d-bc02fef01e71,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:14.193421 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [req-d74c8b37-8ba4-4ec4-87ac-aa3bc4d90eec req-65327be4-7542-428f-b0a9-ebc836003fa3 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103701) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:54:14.194859 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d74c8b37-8ba4-4ec4-87ac-aa3bc4d90eec req-65327be4-7542-428f-b0a9-ebc836003fa3 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0115554 Feb 19 02:54:14.316875 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-5bf3587c-f33b-48d7-bb3c-bd7fb37c57b8 req-aebc62b6-2f82-42ac-96cf-61706d2de34f tempest-SecurityGroupRulesNegativeTestJSON-281291034 tempest-SecurityGroupRulesNegativeTestJSON-281291034-project] Publish callbacks [] for security_group (0956213e-c025-412a-8175-5b771a38488b), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:14.394099 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d74c8b37-8ba4-4ec4-87ac-aa3bc4d90eec req-b1a3c4e6-8f2f-453c-97d7-46034bbc9868 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1898913 Feb 19 02:54:14.395454 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-5bf3587c-f33b-48d7-bb3c-bd7fb37c57b8 req-aebc62b6-2f82-42ac-96cf-61706d2de34f tempest-SecurityGroupRulesNegativeTestJSON-281291034 tempest-SecurityGroupRulesNegativeTestJSON-281291034-project] Publish callbacks [] for security_group (0956213e-c025-412a-8175-5b771a38488b), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:14.449533 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-5bf3587c-f33b-48d7-bb3c-bd7fb37c57b8 req-aebc62b6-2f82-42ac-96cf-61706d2de34f tempest-SecurityGroupRulesNegativeTestJSON-281291034 tempest-SecurityGroupRulesNegativeTestJSON-281291034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (0956213e-c025-412a-8175-5b771a38488b), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:14.452931 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-5bf3587c-f33b-48d7-bb3c-bd7fb37c57b8 req-aebc62b6-2f82-42ac-96cf-61706d2de34f tempest-SecurityGroupRulesNegativeTestJSON-281291034 tempest-SecurityGroupRulesNegativeTestJSON-281291034-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:14.454207 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5bf3587c-f33b-48d7-bb3c-bd7fb37c57b8 req-aebc62b6-2f82-42ac-96cf-61706d2de34f tempest-SecurityGroupRulesNegativeTestJSON-281291034 tempest-SecurityGroupRulesNegativeTestJSON-281291034-project] 10.222.0.72 "DELETE /v2.0/security-groups/0956213e-c025-412a-8175-5b771a38488b HTTP/1.1" status: 204 len: 173 time: 0.3091710 Feb 19 02:54:14.461121 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 35946) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:14.490170 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebc62b6-2f82-42ac-96cf-61706d2de34f tempest-SecurityGroupRulesNegativeTestJSON-281291034 tempest-SecurityGroupRulesNegativeTestJSON-281291034-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0956213e-c025-412a-8175-5b771a38488b,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:14.615949 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-07577b39-4a7a-46e6-a89a-4034e21322dc admin admin] Deleting subnet 0997cb24-d356-4ee5-90d4-eba6e4ecd62f {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:54:14.626931 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-07577b39-4a7a-46e6-a89a-4034e21322dc admin admin] Publish callbacks [] for subnet (0997cb24-d356-4ee5-90d4-eba6e4ecd62f), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:14.667218 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-2c2a8cf9-c378-4c52-8a2e-7598ce4ab8c1 req-7ec040b5-6598-4b42-bc65-8518bf34c80e tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-899591654', 'description': 'tempest-description-48330711'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:54:14.724777 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-2c2a8cf9-c378-4c52-8a2e-7598ce4ab8c1 req-7ec040b5-6598-4b42-bc65-8518bf34c80e tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:14.727756 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-07577b39-4a7a-46e6-a89a-4034e21322dc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (0997cb24-d356-4ee5-90d4-eba6e4ecd62f), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:14.773740 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac093ea-f00b-4db1-9788-a88d396898f0 req-06dcc5df-fb8a-4542-ac37-09ca31de301d tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:14.776146 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-dac093ea-f00b-4db1-9788-a88d396898f0 req-06dcc5df-fb8a-4542-ac37-09ca31de301d tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/ports?device_id=9829e4c6-35e3-4dca-a34d-83845f9a05fe HTTP/1.1" status: 200 len: 945 time: 0.2186756 Feb 19 02:54:14.836460 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-07577b39-4a7a-46e6-a89a-4034e21322dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (0997cb24-d356-4ee5-90d4-eba6e4ecd62f), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:14.858101 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-dac093ea-f00b-4db1-9788-a88d396898f0 req-22ddfb05-26d8-4764-86d2-54212d26297b tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d351a8c-b73e-485a-861c-36f8b0ec3310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737884 Feb 19 02:54:14.886444 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-2c2a8cf9-c378-4c52-8a2e-7598ce4ab8c1 req-7ec040b5-6598-4b42-bc65-8518bf34c80e tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Publish callbacks [] for security_group (d7e52416-6326-40a1-a65b-68950f62e566), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:14.899298 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-2c2a8cf9-c378-4c52-8a2e-7598ce4ab8c1 req-7ec040b5-6598-4b42-bc65-8518bf34c80e tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (d7e52416-6326-40a1-a65b-68950f62e566), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:14.961526 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec040b5-6598-4b42-bc65-8518bf34c80e tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e52416-6326-40a1-a65b-68950f62e566,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:14.987887 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-07577b39-4a7a-46e6-a89a-4034e21322dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (0997cb24-d356-4ee5-90d4-eba6e4ecd62f), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:15.012205 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-2c2a8cf9-c378-4c52-8a2e-7598ce4ab8c1 req-7ec040b5-6598-4b42-bc65-8518bf34c80e tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:15.013808 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2c2a8cf9-c378-4c52-8a2e-7598ce4ab8c1 req-7ec040b5-6598-4b42-bc65-8518bf34c80e tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.3556731 Feb 19 02:54:15.036813 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-07577b39-4a7a-46e6-a89a-4034e21322dc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:15.060943 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-07577b39-4a7a-46e6-a89a-4034e21322dc admin admin] 10.222.0.72 "DELETE /v2.0/subnets/0997cb24-d356-4ee5-90d4-eba6e4ecd62f HTTP/1.1" status: 204 len: 168 time: 0.5986221 Feb 19 02:54:15.061987 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 35968) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:15.096516 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91032a07-0076-4d0d-a188-088495269e59 req-85b6ab56-a5cf-4475-9942-5194a8011a09 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:15.109051 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-91032a07-0076-4d0d-a188-088495269e59 req-85b6ab56-a5cf-4475-9942-5194a8011a09 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] 10.222.0.72 "GET /v2.0/ports?device_id=909bb69e-1a06-4633-a049-6300737caa32 HTTP/1.1" status: 200 len: 945 time: 0.1484821 Feb 19 02:54:15.139770 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07577b39-4a7a-46e6-a89a-4034e21322dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0997cb24-d356-4ee5-90d4-eba6e4ecd62f,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:15.210499 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-91032a07-0076-4d0d-a188-088495269e59 req-d6cb9ba7-e8b8-441a-8335-42a0261812bc tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] 10.222.0.72 "GET /v2.0/security-groups?id=d6877574-acb3-43f4-bf3f-b561a089577a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005921 Feb 19 02:54:15.334849 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f1e5989d-8625-414a-a153-39aa6ad3703e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (61beb4b1-d6b2-455c-9711-ebc14e8ec7be), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:15.456261 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3a9a32b3-08d1-45a4-b408-877159a69f6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:15.481522 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2ba270be-a3e4-46c0-9ef7-f6b289eec64b req-097ece3d-33b3-48ae-b278-f4d50984e14a tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=60cd2412755d4ac9a24ef5f571b19bc2 HTTP/1.1" status: 200 len: 11011 time: 0.4317756 Feb 19 02:54:15.550041 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c61f864-d01d-4bf3-a145-90de0df93dd5 req-4e218c15-71f3-407a-b8bc-264dea2ec5bc tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:15.558658 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9c61f864-d01d-4bf3-a145-90de0df93dd5 req-4e218c15-71f3-407a-b8bc-264dea2ec5bc tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] 10.222.0.72 "GET /v2.0/ports?device_id=48dbb645-86ca-48ff-b960-ac2327737170 HTTP/1.1" status: 200 len: 945 time: 0.1756325 Feb 19 02:54:15.567894 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f1e5989d-8625-414a-a153-39aa6ad3703e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (61beb4b1-d6b2-455c-9711-ebc14e8ec7be), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:15.572624 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2ba270be-a3e4-46c0-9ef7-f6b289eec64b req-3df86a99-b350-4e5a-9493-a620a5024f1e tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "GET /v2.0/security-groups/c18c8961-f07d-4937-88ea-8df5c42d7449 HTTP/1.1" status: 200 len: 3002 time: 0.0827053 Feb 19 02:54:15.616132 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-f1e5989d-8625-414a-a153-39aa6ad3703e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61beb4b1-d6b2-455c-9711-ebc14e8ec7be']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:54:15.653799 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-f1e5989d-8625-414a-a153-39aa6ad3703e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb4c2f9b-ff27-4706-a787-d6a47d932ff6') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:54:15.654098 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-f1e5989d-8625-414a-a153-39aa6ad3703e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb4c2f9b-ff27-4706-a787-d6a47d932ff6') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:54:15.668859 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f1e5989d-8625-414a-a153-39aa6ad3703e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (cb4c2f9b-ff27-4706-a787-d6a47d932ff6), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:15.686816 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f1e5989d-8625-414a-a153-39aa6ad3703e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (cb4c2f9b-ff27-4706-a787-d6a47d932ff6), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:15.687566 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2ba270be-a3e4-46c0-9ef7-f6b289eec64b req-61a8ba03-3c40-4860-b755-80ecdefb6b22 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "GET /v2.0/security-groups/c18c8961-f07d-4937-88ea-8df5c42d7449 HTTP/1.1" status: 200 len: 3002 time: 0.1033070 Feb 19 02:54:15.703057 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9c61f864-d01d-4bf3-a145-90de0df93dd5 req-b560770b-392f-476d-bba8-9c745f9477d3 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] 10.222.0.72 "GET /v2.0/security-groups?id=d6877574-acb3-43f4-bf3f-b561a089577a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431186 Feb 19 02:54:15.705477 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1e5989d-8625-414a-a153-39aa6ad3703e admin admin] Releasing vlan 296 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:54:15.705801 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f1e5989d-8625-414a-a153-39aa6ad3703e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (cb4c2f9b-ff27-4706-a787-d6a47d932ff6), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:15.708853 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 02:54:15.708853 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:54:15.708853 n-d-826753-2 neutron-server[103702]: timer() Feb 19 02:54:15.708853 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:54:15.708853 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 02:54:15.708853 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:54:15.708853 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 02:54:15.708853 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:54:15.708853 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 02:54:15.708853 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:54:15.708853 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 02:54:15.708853 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:54:15.708853 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 02:54:15.708853 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:54:15.708853 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:54:15.708853 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:54:15.708853 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:54:15.708853 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:54:15.708853 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 02:54:15.708853 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:54:15.708853 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 02:54:15.708853 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:54:15.708853 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:54:15.708853 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:54:15.708853 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 02:54:15.708853 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:54:15.708853 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:54:15.708853 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:54:15.708853 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:54:15.708853 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:54:15.708853 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:54:15.708853 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:54:15.794557 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f1e5989d-8625-414a-a153-39aa6ad3703e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (61beb4b1-d6b2-455c-9711-ebc14e8ec7be), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:15.823113 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f1e5989d-8625-414a-a153-39aa6ad3703e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:15.826825 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-f1e5989d-8625-414a-a153-39aa6ad3703e admin admin] 10.222.0.72 "DELETE /v2.0/networks/61beb4b1-d6b2-455c-9711-ebc14e8ec7be HTTP/1.1" status: 204 len: 168 time: 0.7617884 Feb 19 02:54:15.827795 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e5989d-8625-414a-a153-39aa6ad3703e admin admin] Pushing event deleted for resources: {'Network': ['ID=61beb4b1-d6b2-455c-9711-ebc14e8ec7be,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:15.849281 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6323c6a5-1b48-4a8b-9a1e-a3b08ac481e0 req-5786c45e-db47-4ff9-8b74-dfa4f0840868 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "GET /v2.0/security-groups/bee720b9-062c-473d-b4ea-0e9ab60c25c7 HTTP/1.1" status: 200 len: 1820 time: 0.1279683 Feb 19 02:54:15.933301 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d98e7df-a98f-42c0-b020-c3a407f4d943 req-9a8226cb-6704-4cb3-b7b4-f208eee04da5 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:15.934964 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3d98e7df-a98f-42c0-b020-c3a407f4d943 req-9a8226cb-6704-4cb3-b7b4-f208eee04da5 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] 10.222.0.72 "GET /v2.0/ports?device_id=da76bc92-31a4-4d2f-9e50-8d96c7fd6d12 HTTP/1.1" status: 200 len: 946 time: 0.1249371 Feb 19 02:54:15.958192 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-6323c6a5-1b48-4a8b-9a1e-a3b08ac481e0 req-d6a9ac11-58cd-49d3-bc7f-9daced7e0555 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Publish callbacks [] for security_group (bee720b9-062c-473d-b4ea-0e9ab60c25c7), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:16.007900 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-6323c6a5-1b48-4a8b-9a1e-a3b08ac481e0 req-d6a9ac11-58cd-49d3-bc7f-9daced7e0555 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Publish callbacks [] for security_group (bee720b9-062c-473d-b4ea-0e9ab60c25c7), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:16.052118 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3d98e7df-a98f-42c0-b020-c3a407f4d943 req-4e38333a-b4b2-4456-b76e-0453822faa64 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] 10.222.0.72 "GET /v2.0/security-groups?id=d6877574-acb3-43f4-bf3f-b561a089577a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956345 Feb 19 02:54:16.096418 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 36008) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:16.111684 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-6323c6a5-1b48-4a8b-9a1e-a3b08ac481e0 req-d6a9ac11-58cd-49d3-bc7f-9daced7e0555 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (bee720b9-062c-473d-b4ea-0e9ab60c25c7), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:16.117196 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-6323c6a5-1b48-4a8b-9a1e-a3b08ac481e0 req-d6a9ac11-58cd-49d3-bc7f-9daced7e0555 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:16.133634 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6323c6a5-1b48-4a8b-9a1e-a3b08ac481e0 req-d6a9ac11-58cd-49d3-bc7f-9daced7e0555 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "DELETE /v2.0/security-groups/bee720b9-062c-473d-b4ea-0e9ab60c25c7 HTTP/1.1" status: 204 len: 173 time: 0.2832336 Feb 19 02:54:16.195142 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a9ac11-58cd-49d3-bc7f-9daced7e0555 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bee720b9-062c-473d-b4ea-0e9ab60c25c7,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:16.257896 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 36018) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:16.309630 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4244621-b384-4a34-bd76-dcc236ecf589 req-4fda4082-fa5e-43fc-97cb-f7c64a22a8e7 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:16.311471 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a4244621-b384-4a34-bd76-dcc236ecf589 req-4fda4082-fa5e-43fc-97cb-f7c64a22a8e7 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/ports?device_id=9829e4c6-35e3-4dca-a34d-83845f9a05fe HTTP/1.1" status: 200 len: 945 time: 0.1438873 Feb 19 02:54:16.352203 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-621e414b-c338-4a8f-ac3e-4cdee1c761c9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b0572191bd3f41eabece843b04f0476a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0927479 Feb 19 02:54:16.356088 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 36020) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:16.424263 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-277f2b61-b60e-4fa8-91e9-c7cfc7af3821 admin admin] Publish callbacks [] for security_group (575d40b5-92d6-450e-90a6-971d9f1597ec), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:16.436977 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a4244621-b384-4a34-bd76-dcc236ecf589 req-da29454c-be0d-4e4b-b585-b2742304eb75 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d351a8c-b73e-485a-861c-36f8b0ec3310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132057 Feb 19 02:54:16.454540 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-277f2b61-b60e-4fa8-91e9-c7cfc7af3821 admin admin] Publish callbacks [] for security_group (575d40b5-92d6-450e-90a6-971d9f1597ec), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:16.475309 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd8b576-ab2a-452f-adbd-76f4b39e418c req-e21ced86-3a8c-4c1d-8d36-a2ccc00b7bec tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:16.482178 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd8b576-ab2a-452f-adbd-76f4b39e418c req-e21ced86-3a8c-4c1d-8d36-a2ccc00b7bec tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:16.488109 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd8b576-ab2a-452f-adbd-76f4b39e418c req-e21ced86-3a8c-4c1d-8d36-a2ccc00b7bec tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:16.489979 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8bd8b576-ab2a-452f-adbd-76f4b39e418c req-e21ced86-3a8c-4c1d-8d36-a2ccc00b7bec tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] 10.222.0.72 "GET /v2.0/ports?device_id=da76bc92-31a4-4d2f-9e50-8d96c7fd6d12&device_id=48dbb645-86ca-48ff-b960-ac2327737170&device_id=909bb69e-1a06-4633-a049-6300737caa32 HTTP/1.1" status: 200 len: 2417 time: 0.1507931 Feb 19 02:54:16.517228 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-277f2b61-b60e-4fa8-91e9-c7cfc7af3821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (575d40b5-92d6-450e-90a6-971d9f1597ec), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:16.521232 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-277f2b61-b60e-4fa8-91e9-c7cfc7af3821 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:16.525917 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-277f2b61-b60e-4fa8-91e9-c7cfc7af3821 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/575d40b5-92d6-450e-90a6-971d9f1597ec HTTP/1.1" status: 204 len: 168 time: 0.1651802 Feb 19 02:54:16.531748 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277f2b61-b60e-4fa8-91e9-c7cfc7af3821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=575d40b5-92d6-450e-90a6-971d9f1597ec,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:16.532845 n-d-826753-2 neutron-server[103701]: INFO neutron.api.v2.resource [req-74248ccc-e549-428f-9fbc-2388612301be req-352ff92f-5fc2-40ee-9b04-6db20b5d74f3 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] show failed (client error): The resource could not be found. Feb 19 02:54:16.534627 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-74248ccc-e549-428f-9fbc-2388612301be req-352ff92f-5fc2-40ee-9b04-6db20b5d74f3 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "GET /v2.0/security-groups/bee720b9-062c-473d-b4ea-0e9ab60c25c7 HTTP/1.1" status: 404 len: 352 time: 0.0437157 Feb 19 02:54:16.556661 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-9ed3f5b0-107d-4a1b-b38c-3dbc69f14ac8 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1999178736-network', 'tenant_id': '05ba9f4a933b40ff830f59cd198f321a'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:54:16.628182 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed3f5b0-107d-4a1b-b38c-3dbc69f14ac8 admin admin] Made reservation on behalf of 05ba9f4a933b40ff830f59cd198f321a for: {'network': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:54:16.630519 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9ed3f5b0-107d-4a1b-b38c-3dbc69f14ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:16.652916 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8bd8b576-ab2a-452f-adbd-76f4b39e418c req-25c276dd-b1e6-40d5-8d35-8bd843b3b522 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] 10.222.0.72 "GET /v2.0/security-groups?id=d6877574-acb3-43f4-bf3f-b561a089577a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524959 Feb 19 02:54:16.665614 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9ed3f5b0-107d-4a1b-b38c-3dbc69f14ac8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:16.687679 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-97c76dc8-037e-41d4-b827-7d0410fa419a req-5245f8b7-a5b9-42fa-aad8-b114efd93d0a tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "GET /v2.0/security-groups/fd9b81a7-3a4b-4134-ac1d-bc02fef01e71 HTTP/1.1" status: 200 len: 1819 time: 0.1176856 Feb 19 02:54:16.841674 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-dae3022c-c16c-4ff4-ba0f-55c40cbe78aa req-22402e96-35db-42fb-9113-8916916ce794 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1530063 Feb 19 02:54:16.873299 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-97c76dc8-037e-41d4-b827-7d0410fa419a req-f8c303a2-9967-4034-b3ff-1a6e6087dadd tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Publish callbacks [] for security_group (fd9b81a7-3a4b-4134-ac1d-bc02fef01e71), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:16.925552 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-97c76dc8-037e-41d4-b827-7d0410fa419a req-f8c303a2-9967-4034-b3ff-1a6e6087dadd tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Publish callbacks [] for security_group (fd9b81a7-3a4b-4134-ac1d-bc02fef01e71), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:16.930028 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9ed3f5b0-107d-4a1b-b38c-3dbc69f14ac8 admin admin] Publish callbacks [] for security_group (a7ff8d38-fae9-41fd-bf3a-836f70675c85), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:16.943403 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9ed3f5b0-107d-4a1b-b38c-3dbc69f14ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (a7ff8d38-fae9-41fd-bf3a-836f70675c85), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:16.994568 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ed3f5b0-107d-4a1b-b38c-3dbc69f14ac8 admin admin] vlan segment allocate from pool success with {'vlan_id': 299, 'physical_network': 'physnet1'} {{(pid=103701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:54:17.007775 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed3f5b0-107d-4a1b-b38c-3dbc69f14ac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7ff8d38-fae9-41fd-bf3a-836f70675c85,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:17.016460 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9ed3f5b0-107d-4a1b-b38c-3dbc69f14ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (7553e842-c6ac-484c-8ce1-a7c7ef1bc202), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:17.017208 n-d-826753-2 neutron-server[103701]: INFO neutron.db.segments_db [None req-9ed3f5b0-107d-4a1b-b38c-3dbc69f14ac8 admin admin] Added segment 7553e842-c6ac-484c-8ce1-a7c7ef1bc202 of type vlan for network 8e03b543-b5a5-40d6-8aac-f197cba979f2 Feb 19 02:54:17.075861 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-97c76dc8-037e-41d4-b827-7d0410fa419a req-f8c303a2-9967-4034-b3ff-1a6e6087dadd tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (fd9b81a7-3a4b-4134-ac1d-bc02fef01e71), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:17.078869 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-97c76dc8-037e-41d4-b827-7d0410fa419a req-f8c303a2-9967-4034-b3ff-1a6e6087dadd tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:17.080556 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-97c76dc8-037e-41d4-b827-7d0410fa419a req-f8c303a2-9967-4034-b3ff-1a6e6087dadd tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "DELETE /v2.0/security-groups/fd9b81a7-3a4b-4134-ac1d-bc02fef01e71 HTTP/1.1" status: 204 len: 173 time: 0.3743942 Feb 19 02:54:17.104174 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9ed3f5b0-107d-4a1b-b38c-3dbc69f14ac8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (8e03b543-b5a5-40d6-8aac-f197cba979f2), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:17.106539 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c303a2-9967-4034-b3ff-1a6e6087dadd tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd9b81a7-3a4b-4134-ac1d-bc02fef01e71,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:17.169417 n-d-826753-2 neutron-server[103701]: INFO neutron.api.v2.resource [req-a5225127-27c0-4423-bc8d-10a0612e81b7 req-b5f25921-6fdc-43cb-8648-3c9fe2d782f2 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] show failed (client error): The resource could not be found. Feb 19 02:54:17.170699 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a5225127-27c0-4423-bc8d-10a0612e81b7 req-b5f25921-6fdc-43cb-8648-3c9fe2d782f2 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "GET /v2.0/security-groups/fd9b81a7-3a4b-4134-ac1d-bc02fef01e71 HTTP/1.1" status: 404 len: 352 time: 0.0511305 Feb 19 02:54:17.176791 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9ed3f5b0-107d-4a1b-b38c-3dbc69f14ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (8e03b543-b5a5-40d6-8aac-f197cba979f2), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:17.177965 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed3f5b0-107d-4a1b-b38c-3dbc69f14ac8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:17.178629 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9ed3f5b0-107d-4a1b-b38c-3dbc69f14ac8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:17.323608 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-9ed3f5b0-107d-4a1b-b38c-3dbc69f14ac8 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2223775 Feb 19 02:54:17.324747 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 36068) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:17.341205 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-74cd1bf5-2316-4f57-9a56-620faf3cf3cf admin admin] Request body: {'subnet': {'network_id': '8e03b543-b5a5-40d6-8aac-f197cba979f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1999178736-subnet', 'tenant_id': '05ba9f4a933b40ff830f59cd198f321a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:54:17.345175 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed3f5b0-107d-4a1b-b38c-3dbc69f14ac8 admin admin] Pushing event updated for resources: {'Network': ['ID=8e03b543-b5a5-40d6-8aac-f197cba979f2,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:17.349781 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5c65827f-82cc-44ab-b050-17c021ea8785 req-b2313057-e41e-4d5c-ad72-f72ae1504725 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "GET /v2.0/security-groups/d7e52416-6326-40a1-a65b-68950f62e566 HTTP/1.1" status: 200 len: 1817 time: 0.1438293 Feb 19 02:54:17.365974 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 8e03b543-b5a5-40d6-8aac-f197cba979f2 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:54:17.393089 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74cd1bf5-2316-4f57-9a56-620faf3cf3cf admin admin] Made reservation on behalf of 05ba9f4a933b40ff830f59cd198f321a for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:54:17.401747 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-74cd1bf5-2316-4f57-9a56-620faf3cf3cf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:17.475334 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-5c65827f-82cc-44ab-b050-17c021ea8785 req-09f64b1b-090a-4fef-8896-552a54180e83 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Publish callbacks [] for security_group (d7e52416-6326-40a1-a65b-68950f62e566), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:17.517403 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-5c65827f-82cc-44ab-b050-17c021ea8785 req-09f64b1b-090a-4fef-8896-552a54180e83 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Publish callbacks [] for security_group (d7e52416-6326-40a1-a65b-68950f62e566), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:17.581410 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-5c65827f-82cc-44ab-b050-17c021ea8785 req-09f64b1b-090a-4fef-8896-552a54180e83 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (d7e52416-6326-40a1-a65b-68950f62e566), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:17.586875 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-5c65827f-82cc-44ab-b050-17c021ea8785 req-09f64b1b-090a-4fef-8896-552a54180e83 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:17.602018 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5c65827f-82cc-44ab-b050-17c021ea8785 req-09f64b1b-090a-4fef-8896-552a54180e83 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "DELETE /v2.0/security-groups/d7e52416-6326-40a1-a65b-68950f62e566 HTTP/1.1" status: 204 len: 173 time: 0.2376974 Feb 19 02:54:17.641349 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-48614279-d45a-403a-b608-50f496b93682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:17.642265 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f64b1b-090a-4fef-8896-552a54180e83 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e52416-6326-40a1-a65b-68950f62e566,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:17.768884 n-d-826753-2 neutron-server[103701]: INFO neutron.api.v2.resource [req-46bc5cb6-5d4e-417a-901a-2668ff7c6070 req-62b6682a-f022-4a73-8a25-153c5529525d tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] show failed (client error): The resource could not be found. Feb 19 02:54:17.769877 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-74cd1bf5-2316-4f57-9a56-620faf3cf3cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (9fc9d7b1-1911-43ce-896e-17038b8f52a9), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:17.770729 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-46bc5cb6-5d4e-417a-901a-2668ff7c6070 req-62b6682a-f022-4a73-8a25-153c5529525d tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "GET /v2.0/security-groups/d7e52416-6326-40a1-a65b-68950f62e566 HTTP/1.1" status: 404 len: 352 time: 0.0356410 Feb 19 02:54:17.824645 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06f4ae1-c99a-449a-bfe4-75549edeee39 req-8cebeae4-dcd4-4fd0-abfb-8f3d00c2649c tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:17.827871 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cd1bf5-2316-4f57-9a56-620faf3cf3cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fc9d7b1-1911-43ce-896e-17038b8f52a9,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:17.835868 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b06f4ae1-c99a-449a-bfe4-75549edeee39 req-8cebeae4-dcd4-4fd0-abfb-8f3d00c2649c tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/ports?device_id=9829e4c6-35e3-4dca-a34d-83845f9a05fe HTTP/1.1" status: 200 len: 945 time: 0.1130159 Feb 19 02:54:17.862558 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cd1bf5-2316-4f57-9a56-620faf3cf3cf admin admin] Checking segment: {'id': '7553e842-c6ac-484c-8ce1-a7c7ef1bc202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '8e03b543-b5a5-40d6-8aac-f197cba979f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:54:17.863124 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74cd1bf5-2316-4f57-9a56-620faf3cf3cf admin admin] Network hostable DHCP agents. Network: 8e03b543-b5a5-40d6-8aac-f197cba979f2, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:54:17.887489 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74cd1bf5-2316-4f57-9a56-620faf3cf3cf admin admin] Network 8e03b543-b5a5-40d6-8aac-f197cba979f2 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:54:17.907268 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-74cd1bf5-2316-4f57-9a56-620faf3cf3cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 8e03b543-b5a5-40d6-8aac-f197cba979f2) {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:54:17.916509 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74cd1bf5-2316-4f57-9a56-620faf3cf3cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:17.918465 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-74cd1bf5-2316-4f57-9a56-620faf3cf3cf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:17.918693 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa2ee1a-ab86-46fa-a892-62e6f1d5daba None None] Network 8e03b543-b5a5-40d6-8aac-f197cba979f2 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:54:17.936609 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b06f4ae1-c99a-449a-bfe4-75549edeee39 req-5746b66a-b38c-4fc2-9e65-de7eaf2aef40 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d351a8c-b73e-485a-861c-36f8b0ec3310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944755 Feb 19 02:54:17.965194 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-74cd1bf5-2316-4f57-9a56-620faf3cf3cf admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6315324 Feb 19 02:54:18.084590 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-164dc20b-a9e8-4afd-87bd-b360d15b870f req-ce9cb335-62d7-4991-90f0-a4a5adb8b68c tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=60cd2412755d4ac9a24ef5f571b19bc2 HTTP/1.1" status: 200 len: 6208 time: 0.1038845 Feb 19 02:54:18.164282 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f594ef0-2dd6-4f47-8a2c-2887a0d85139 None None] Network 8e03b543-b5a5-40d6-8aac-f197cba979f2 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:54:18.177217 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-164dc20b-a9e8-4afd-87bd-b360d15b870f req-0b4443f5-444b-496f-b8dc-2305878ec5cf tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "GET /v2.0/security-groups/c18c8961-f07d-4937-88ea-8df5c42d7449 HTTP/1.1" status: 200 len: 3002 time: 0.0834420 Feb 19 02:54:18.246582 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-164dc20b-a9e8-4afd-87bd-b360d15b870f req-aff1c07e-120e-4ae1-879d-aa332e74994a tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "GET /v2.0/security-groups/c18c8961-f07d-4937-88ea-8df5c42d7449 HTTP/1.1" status: 200 len: 3002 time: 0.0674789 Feb 19 02:54:18.257302 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-b01ef5d7-ebef-4df7-aaf2-f82e7bd1eb1d req-4b748899-dc91-4d98-8c91-72935f8e3640 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1172146104', 'description': 'tempest-description-662206836'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:54:18.295805 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-b01ef5d7-ebef-4df7-aaf2-f82e7bd1eb1d req-4b748899-dc91-4d98-8c91-72935f8e3640 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:18.450630 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-b01ef5d7-ebef-4df7-aaf2-f82e7bd1eb1d req-4b748899-dc91-4d98-8c91-72935f8e3640 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Publish callbacks [] for security_group (89a7c446-0a41-4dd3-a724-0e3c663b144d), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:18.464310 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-b01ef5d7-ebef-4df7-aaf2-f82e7bd1eb1d req-4b748899-dc91-4d98-8c91-72935f8e3640 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (89a7c446-0a41-4dd3-a724-0e3c663b144d), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:18.515502 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b748899-dc91-4d98-8c91-72935f8e3640 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89a7c446-0a41-4dd3-a724-0e3c663b144d,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:18.536481 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-b01ef5d7-ebef-4df7-aaf2-f82e7bd1eb1d req-4b748899-dc91-4d98-8c91-72935f8e3640 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:18.545201 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b01ef5d7-ebef-4df7-aaf2-f82e7bd1eb1d req-4b748899-dc91-4d98-8c91-72935f8e3640 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.2942386 Feb 19 02:54:18.570891 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-353b2ff1-696e-4d52-b33a-74b28420d314 req-b1741ed8-0556-4679-8015-eaff7761cdac tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1723124225', 'description': 'tempest-description-1740962813'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:54:18.598401 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-353b2ff1-696e-4d52-b33a-74b28420d314 req-b1741ed8-0556-4679-8015-eaff7761cdac tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:18.742072 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-353b2ff1-696e-4d52-b33a-74b28420d314 req-b1741ed8-0556-4679-8015-eaff7761cdac tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Publish callbacks [] for security_group (28d05ded-2b26-4989-9842-bf0274af9344), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:18.748285 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-353b2ff1-696e-4d52-b33a-74b28420d314 req-b1741ed8-0556-4679-8015-eaff7761cdac tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (28d05ded-2b26-4989-9842-bf0274af9344), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:18.753756 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 36126) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:18.794038 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1741ed8-0556-4679-8015-eaff7761cdac tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28d05ded-2b26-4989-9842-bf0274af9344,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:18.816993 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-353b2ff1-696e-4d52-b33a-74b28420d314 req-b1741ed8-0556-4679-8015-eaff7761cdac tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:18.818098 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-353b2ff1-696e-4d52-b33a-74b28420d314 req-b1741ed8-0556-4679-8015-eaff7761cdac tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.2520909 Feb 19 02:54:19.201303 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:19.205311 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d706cf80-c97d-4f8a-bfa6-8b031122070c req-32939b4b-652d-4ff6-88d9-449d2e24bb57 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:19.206869 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d706cf80-c97d-4f8a-bfa6-8b031122070c req-32939b4b-652d-4ff6-88d9-449d2e24bb57 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/ports?device_id=9829e4c6-35e3-4dca-a34d-83845f9a05fe HTTP/1.1" status: 200 len: 945 time: 0.1401546 Feb 19 02:54:19.277964 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-cbfde749-98a0-44e8-8a19-cdba9356ed1d admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1893525694-network', 'tenant_id': '6ec3dd7afd834c809d570f5110147b8d'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:54:19.287133 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d706cf80-c97d-4f8a-bfa6-8b031122070c req-ec1a3213-ac5a-4acc-9acc-24fe9f35711a tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d351a8c-b73e-485a-861c-36f8b0ec3310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704963 Feb 19 02:54:19.302333 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff467e3-f629-4d37-b8e2-564846174d87 req-3d631bd2-81bc-4401-a22c-2ca24d4789bd tempest-InstanceActionsTestJSON-1803600247 tempest-InstanceActionsTestJSON-1803600247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:19.314372 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2ff467e3-f629-4d37-b8e2-564846174d87 req-3d631bd2-81bc-4401-a22c-2ca24d4789bd tempest-InstanceActionsTestJSON-1803600247 tempest-InstanceActionsTestJSON-1803600247-project] 10.222.0.72 "GET /v2.0/networks?id=8e03b543-b5a5-40d6-8aac-f197cba979f2 HTTP/1.1" status: 200 len: 814 time: 0.2336490 Feb 19 02:54:19.318023 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbfde749-98a0-44e8-8a19-cdba9356ed1d admin admin] Made reservation on behalf of 6ec3dd7afd834c809d570f5110147b8d for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:54:19.321639 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cbfde749-98a0-44e8-8a19-cdba9356ed1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:19.343949 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cbfde749-98a0-44e8-8a19-cdba9356ed1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:19.354952 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2ff467e3-f629-4d37-b8e2-564846174d87 req-afffd04f-fce7-4107-b5b0-de22ea6a247a tempest-InstanceActionsTestJSON-1803600247 tempest-InstanceActionsTestJSON-1803600247-project] 10.222.0.72 "GET /v2.0/quotas/05ba9f4a933b40ff830f59cd198f321a HTTP/1.1" status: 200 len: 375 time: 0.0392895 Feb 19 02:54:19.436655 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2ff467e3-f629-4d37-b8e2-564846174d87 req-37f60147-8c61-4178-931b-10cdac8a33f3 tempest-InstanceActionsTestJSON-1803600247 tempest-InstanceActionsTestJSON-1803600247-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=05ba9f4a933b40ff830f59cd198f321a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0782459 Feb 19 02:54:19.508312 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cbfde749-98a0-44e8-8a19-cdba9356ed1d admin admin] Publish callbacks [] for security_group (344800ac-992b-44b9-a49a-a7d4e6a6fc53), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:19.524282 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cbfde749-98a0-44e8-8a19-cdba9356ed1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (344800ac-992b-44b9-a49a-a7d4e6a6fc53), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:19.565645 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbfde749-98a0-44e8-8a19-cdba9356ed1d admin admin] vlan segment allocate from pool success with {'vlan_id': 296, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:54:19.577212 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfde749-98a0-44e8-8a19-cdba9356ed1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=344800ac-992b-44b9-a49a-a7d4e6a6fc53,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:19.584221 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cbfde749-98a0-44e8-8a19-cdba9356ed1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (245dfdec-94d3-4f95-bab9-a70453fd4b3c), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:19.584830 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-cbfde749-98a0-44e8-8a19-cdba9356ed1d admin admin] Added segment 245dfdec-94d3-4f95-bab9-a70453fd4b3c of type vlan for network d6693eea-5935-4b21-81c1-498cbd8a50e6 Feb 19 02:54:19.654516 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cbfde749-98a0-44e8-8a19-cdba9356ed1d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (d6693eea-5935-4b21-81c1-498cbd8a50e6), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:19.660535 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2ff467e3-f629-4d37-b8e2-564846174d87 req-8a73cf3c-ba84-4e35-9214-14b645c51888 service neutron] 10.222.0.72 "GET /v2.0/networks/8e03b543-b5a5-40d6-8aac-f197cba979f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228231 Feb 19 02:54:19.688349 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 36170) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:19.714266 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cbfde749-98a0-44e8-8a19-cdba9356ed1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (d6693eea-5935-4b21-81c1-498cbd8a50e6), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:19.716732 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfde749-98a0-44e8-8a19-cdba9356ed1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:19.718120 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cbfde749-98a0-44e8-8a19-cdba9356ed1d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:19.850271 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb681ad0-1216-4974-bf63-4e5d44479834 req-548b0fb8-7b2d-4082-aeb3-388afc6db077 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:19.857672 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cb681ad0-1216-4974-bf63-4e5d44479834 req-548b0fb8-7b2d-4082-aeb3-388afc6db077 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "GET /v2.0/networks?id=83c866d3-e000-4397-a50d-1c4d2fa3070f HTTP/1.1" status: 200 len: 812 time: 0.2303748 Feb 19 02:54:19.880968 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2ff467e3-f629-4d37-b8e2-564846174d87 req-09f7ac65-326f-47b0-ad82-e90fe71fe985 service neutron] 10.222.0.72 "GET /v2.0/networks/8e03b543-b5a5-40d6-8aac-f197cba979f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194960 Feb 19 02:54:19.883308 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfde749-98a0-44e8-8a19-cdba9356ed1d admin admin] Pushing event updated for resources: {'Network': ['ID=d6693eea-5935-4b21-81c1-498cbd8a50e6,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:19.889152 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cb681ad0-1216-4974-bf63-4e5d44479834 req-fcab4c7f-f048-45aa-99fc-76d3caccd882 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "GET /v2.0/quotas/60cd2412755d4ac9a24ef5f571b19bc2 HTTP/1.1" status: 200 len: 375 time: 0.0306003 Feb 19 02:54:19.892835 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-cbfde749-98a0-44e8-8a19-cdba9356ed1d admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1351430 Feb 19 02:54:19.894288 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 36180) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:19.896303 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network d6693eea-5935-4b21-81c1-498cbd8a50e6 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:54:19.899944 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ca15dff0-1c61-470d-ae89-0185bb6a9dc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:19.901762 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-2d789ec3-2a41-4363-8876-05e998531828 admin admin] Request body: {'subnet': {'network_id': 'd6693eea-5935-4b21-81c1-498cbd8a50e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1893525694-subnet', 'tenant_id': '6ec3dd7afd834c809d570f5110147b8d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:54:20.007954 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ca15dff0-1c61-470d-ae89-0185bb6a9dc3 admin admin] Publish callbacks [] for security_group (3fabf38a-62ac-491e-bb96-b51b6c4ed5d0), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:20.016225 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ca15dff0-1c61-470d-ae89-0185bb6a9dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (3fabf38a-62ac-491e-bb96-b51b6c4ed5d0), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:20.032022 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d789ec3-2a41-4363-8876-05e998531828 admin admin] Made reservation on behalf of 6ec3dd7afd834c809d570f5110147b8d for: {'subnet': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:54:20.038946 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2d789ec3-2a41-4363-8876-05e998531828 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58706307'] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:20.053295 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-ca15dff0-1c61-470d-ae89-0185bb6a9dc3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e6db115d9b2c415ab93da99e9dca7f99&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3632710 Feb 19 02:54:20.060192 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 36186) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:20.150419 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca15dff0-1c61-470d-ae89-0185bb6a9dc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fabf38a-62ac-491e-bb96-b51b6c4ed5d0,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:20.153682 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cb681ad0-1216-4974-bf63-4e5d44479834 req-af0e50d9-8793-4d3c-a0af-4536c7b3ceef tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=60cd2412755d4ac9a24ef5f571b19bc2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2451878 Feb 19 02:54:20.157214 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c44a1398-ab9b-4e4a-8ef3-37a62e5e8b97 admin admin] Publish callbacks [] for security_group (3fabf38a-62ac-491e-bb96-b51b6c4ed5d0), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:20.191651 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c44a1398-ab9b-4e4a-8ef3-37a62e5e8b97 admin admin] Publish callbacks [] for security_group (3fabf38a-62ac-491e-bb96-b51b6c4ed5d0), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:20.250244 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c44a1398-ab9b-4e4a-8ef3-37a62e5e8b97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (3fabf38a-62ac-491e-bb96-b51b6c4ed5d0), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:20.253471 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c44a1398-ab9b-4e4a-8ef3-37a62e5e8b97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:20.258355 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-c44a1398-ab9b-4e4a-8ef3-37a62e5e8b97 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3fabf38a-62ac-491e-bb96-b51b6c4ed5d0 HTTP/1.1" status: 204 len: 168 time: 0.1970603 Feb 19 02:54:20.267862 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44a1398-ab9b-4e4a-8ef3-37a62e5e8b97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fabf38a-62ac-491e-bb96-b51b6c4ed5d0,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:20.354655 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:20.446423 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cb681ad0-1216-4974-bf63-4e5d44479834 req-7a967675-0cba-45a0-b956-b0f0ac45c1d0 service neutron] 10.222.0.72 "GET /v2.0/networks/83c866d3-e000-4397-a50d-1c4d2fa3070f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2918181 Feb 19 02:54:20.457516 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e580b530-8e69-4466-b2fc-f1f99cf12a1e req-0bf7cd88-59f9-43d1-8cb8-c05fd72ed285 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:20.466234 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e580b530-8e69-4466-b2fc-f1f99cf12a1e req-0bf7cd88-59f9-43d1-8cb8-c05fd72ed285 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] 10.222.0.72 "GET /v2.0/ports?device_id=da76bc92-31a4-4d2f-9e50-8d96c7fd6d12 HTTP/1.1" status: 200 len: 946 time: 0.2087677 Feb 19 02:54:20.638703 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e580b530-8e69-4466-b2fc-f1f99cf12a1e req-a973b6a5-4b14-4fe2-8993-d71992281671 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] 10.222.0.72 "GET /v2.0/security-groups?id=d6877574-acb3-43f4-bf3f-b561a089577a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710372 Feb 19 02:54:20.739972 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2d789ec3-2a41-4363-8876-05e998531828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12647271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58706289'] for subnet (7ff33b6e-4154-4b50-8387-7c0038b41dcb), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:20.772579 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-94a68517-33bc-4db5-92b7-6431643c8cb4 req-95e38d0b-8a08-4b74-8e11-71666169f0aa tempest-InstanceActionsTestJSON-1803600247 tempest-InstanceActionsTestJSON-1803600247-project] 10.222.0.72 "GET /v2.0/ports?device_id=a7f43407-a3d3-4520-8341-81e318975d49 HTTP/1.1" status: 200 len: 210 time: 0.0674682 Feb 19 02:54:20.772774 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 36216) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:20.798882 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cce428b8-7070-4d66-b616-2d5a22b18044 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:20.866697 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cb681ad0-1216-4974-bf63-4e5d44479834 req-98863404-0334-42bf-9459-df06d14f5d2a service neutron] 10.222.0.72 "GET /v2.0/networks/83c866d3-e000-4397-a50d-1c4d2fa3070f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3975174 Feb 19 02:54:20.942139 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cce428b8-7070-4d66-b616-2d5a22b18044 admin admin] Publish callbacks [] for security_group (1768b66d-0413-4119-9b43-45c376d16e94), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:20.952991 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cce428b8-7070-4d66-b616-2d5a22b18044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (1768b66d-0413-4119-9b43-45c376d16e94), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:21.002319 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d789ec3-2a41-4363-8876-05e998531828 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ff33b6e-4154-4b50-8387-7c0038b41dcb,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:21.028876 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce428b8-7070-4d66-b616-2d5a22b18044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1768b66d-0413-4119-9b43-45c376d16e94,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:21.035390 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d789ec3-2a41-4363-8876-05e998531828 admin admin] Checking segment: {'id': '245dfdec-94d3-4f95-bab9-a70453fd4b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'd6693eea-5935-4b21-81c1-498cbd8a50e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:54:21.035880 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d789ec3-2a41-4363-8876-05e998531828 admin admin] Network hostable DHCP agents. Network: d6693eea-5935-4b21-81c1-498cbd8a50e6, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:54:21.055752 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-cce428b8-7070-4d66-b616-2d5a22b18044 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c7a1ffd77ffd4129b672bb889139e042&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2778122 Feb 19 02:54:21.057883 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 36222) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:21.073843 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d49b35b-1f1c-4574-bd93-b3ebc26b4483 req-3d0ecdb2-26ee-4c06-89c5-eb12bafc8a0e tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:21.083639 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2d49b35b-1f1c-4574-bd93-b3ebc26b4483 req-3d0ecdb2-26ee-4c06-89c5-eb12bafc8a0e tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/ports?device_id=9829e4c6-35e3-4dca-a34d-83845f9a05fe HTTP/1.1" status: 200 len: 945 time: 0.2093389 Feb 19 02:54:21.129100 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d789ec3-2a41-4363-8876-05e998531828 admin admin] Network d6693eea-5935-4b21-81c1-498cbd8a50e6 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:54:21.164036 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2d49b35b-1f1c-4574-bd93-b3ebc26b4483 req-3b095c14-267a-467d-8e78-942034cead09 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d351a8c-b73e-485a-861c-36f8b0ec3310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753601 Feb 19 02:54:21.167579 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-2d789ec3-2a41-4363-8876-05e998531828 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, d6693eea-5935-4b21-81c1-498cbd8a50e6) {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:54:21.169163 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 36228) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:21.184070 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d789ec3-2a41-4363-8876-05e998531828 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:21.184925 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2d789ec3-2a41-4363-8876-05e998531828 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:21.189712 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5285675b-7ba7-4336-b221-9df629944650 None None] Network d6693eea-5935-4b21-81c1-498cbd8a50e6 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:54:21.214839 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-2d789ec3-2a41-4363-8876-05e998531828 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3194499 Feb 19 02:54:21.220087 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 36232) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:21.230921 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-13ad9654-6ed9-47e7-bf77-e3ab66a415fb admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1893525694-router', 'tenant_id': '6ec3dd7afd834c809d570f5110147b8d', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:54:21.242609 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c28daf66-3062-4c6e-8182-21be43a393e7 admin admin] Publish callbacks [] for security_group (1768b66d-0413-4119-9b43-45c376d16e94), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:21.285117 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c28daf66-3062-4c6e-8182-21be43a393e7 admin admin] Publish callbacks [] for security_group (1768b66d-0413-4119-9b43-45c376d16e94), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:21.293311 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-13ad9654-6ed9-47e7-bf77-e3ab66a415fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14172'] for router (2e36e84f-e23d-4b77-b60f-e340c67848ce), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:21.294947 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-13ad9654-6ed9-47e7-bf77-e3ab66a415fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16317487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16285822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16309985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14247'] for router (2e36e84f-e23d-4b77-b60f-e340c67848ce), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:21.313627 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6f816b52-88e9-4b90-9305-2bf5b84ec3ac req-5f91b6fc-a027-466f-87a4-dd7a61c428f3 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "GET /v2.0/ports?device_id=a442c034-618a-42b7-9e0d-c8197b1aade5 HTTP/1.1" status: 200 len: 210 time: 0.0761538 Feb 19 02:54:21.399480 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c234aa1c-a546-46f3-8e57-35366238ff10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-d6693eea-5935-4b21-81c1-498cbd8a50e6', 'network_id': 'd6693eea-5935-4b21-81c1-498cbd8a50e6', 'project_id': '6ec3dd7afd834c809d570f5110147b8d', 'fixed_ips': [{'subnet_id': '7ff33b6e-4154-4b50-8387-7c0038b41dcb'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:54:21.400894 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c234aa1c-a546-46f3-8e57-35366238ff10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:21.495180 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-13ad9654-6ed9-47e7-bf77-e3ab66a415fb admin admin] Publish callbacks [] for router_controller (2e36e84f-e23d-4b77-b60f-e340c67848ce), precommit_add_association {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:21.569447 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a2ef64bc-2204-410e-a3c7-7461e5ccb72b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:21.584353 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c28daf66-3062-4c6e-8182-21be43a393e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (1768b66d-0413-4119-9b43-45c376d16e94), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:21.587220 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c28daf66-3062-4c6e-8182-21be43a393e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:21.592339 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-c28daf66-3062-4c6e-8182-21be43a393e7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1768b66d-0413-4119-9b43-45c376d16e94 HTTP/1.1" status: 204 len: 168 time: 0.5332794 Feb 19 02:54:21.650539 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28daf66-3062-4c6e-8182-21be43a393e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1768b66d-0413-4119-9b43-45c376d16e94,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:21.662896 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d650acc-1676-452f-a427-07703b567a10 req-0618f438-11c8-434a-aef6-900bd85f43af tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:21.664490 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8d650acc-1676-452f-a427-07703b567a10 req-0618f438-11c8-434a-aef6-900bd85f43af tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] 10.222.0.73 "GET /v2.0/ports?device_id=da76bc92-31a4-4d2f-9e50-8d96c7fd6d12 HTTP/1.1" status: 200 len: 946 time: 0.2135754 Feb 19 02:54:21.789239 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-13ad9654-6ed9-47e7-bf77-e3ab66a415fb admin admin] Publish callbacks [] for router_gateway (2e36e84f-e23d-4b77-b60f-e340c67848ce), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:21.861102 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e289f38-c76c-44e5-b971-744fceacd7a3 req-004cede4-96f6-4de9-8a35-1ca5b0eeafb4 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:21.873888 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6e289f38-c76c-44e5-b971-744fceacd7a3 req-004cede4-96f6-4de9-8a35-1ca5b0eeafb4 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] 10.222.0.72 "GET /v2.0/ports?device_id=da76bc92-31a4-4d2f-9e50-8d96c7fd6d12 HTTP/1.1" status: 200 len: 946 time: 0.1219842 Feb 19 02:54:21.967617 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-c234aa1c-a546-46f3-8e57-35366238ff10 None None] Allocated IP 172.20.0.2 (d6693eea-5935-4b21-81c1-498cbd8a50e6/7ff33b6e-4154-4b50-8387-7c0038b41dcb/8432460b-82ec-4abc-803c-dfc27879a78f) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:54:21.982545 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:22.000066 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a2ef64bc-2204-410e-a3c7-7461e5ccb72b admin admin] Publish callbacks [] for security_group (060bf1bf-e67c-4600-abfc-5aab6b94a8df), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:22.016565 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c7ad9006-3cf0-485f-991c-0d7ead6236f0 req-f9d6ebdf-07a1-47c8-8054-15341dbab820 tempest-InstanceActionsTestJSON-1803600247 tempest-InstanceActionsTestJSON-1803600247-project] 10.222.0.72 "GET /v2.0/ports?device_id=a7f43407-a3d3-4520-8341-81e318975d49 HTTP/1.1" status: 200 len: 210 time: 0.1269863 Feb 19 02:54:22.025335 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-8d650acc-1676-452f-a427-07703b567a10 req-bd12f0fa-b3d7-43ca-9724-cc15eecc9b10 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] Deleting port 5f74a5c6-3d08-47ab-b29b-cb6315c92335 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:54:22.025679 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-8d650acc-1676-452f-a427-07703b567a10 req-bd12f0fa-b3d7-43ca-9724-cc15eecc9b10 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (5f74a5c6-3d08-47ab-b29b-cb6315c92335), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:22.028506 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a2ef64bc-2204-410e-a3c7-7461e5ccb72b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (060bf1bf-e67c-4600-abfc-5aab6b94a8df), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:22.137537 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6e289f38-c76c-44e5-b971-744fceacd7a3 req-2bdb48cb-f92e-41cb-9765-8aebde093fb5 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] 10.222.0.72 "GET /v2.0/security-groups?id=d6877574-acb3-43f4-bf3f-b561a089577a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560155 Feb 19 02:54:22.396365 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff467e3-f629-4d37-b8e2-564846174d87 req-61a937e6-cc70-4b56-8573-d323fbc8bd39 tempest-InstanceActionsTestJSON-1803600247 tempest-InstanceActionsTestJSON-1803600247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:22.421622 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2ff467e3-f629-4d37-b8e2-564846174d87 req-61a937e6-cc70-4b56-8573-d323fbc8bd39 tempest-InstanceActionsTestJSON-1803600247 tempest-InstanceActionsTestJSON-1803600247-project] 10.222.0.82 "GET /v2.0/networks?id=8e03b543-b5a5-40d6-8aac-f197cba979f2 HTTP/1.1" status: 200 len: 814 time: 0.2721386 Feb 19 02:54:22.466874 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c234aa1c-a546-46f3-8e57-35366238ff10 None None] Publish callbacks [] for port (8432460b-82ec-4abc-803c-dfc27879a78f), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:22.496428 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c234aa1c-a546-46f3-8e57-35366238ff10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (8432460b-82ec-4abc-803c-dfc27879a78f), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:22.501891 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-2ff467e3-f629-4d37-b8e2-564846174d87 req-9e7967fd-e147-4372-b69c-ed694a1742c8 tempest-InstanceActionsTestJSON-1803600247 tempest-InstanceActionsTestJSON-1803600247-project] Request body: {'port': {'device_id': 'a7f43407-a3d3-4520-8341-81e318975d49', 'network_id': '8e03b543-b5a5-40d6-8aac-f197cba979f2', 'admin_state_up': True, 'tenant_id': '05ba9f4a933b40ff830f59cd198f321a'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:54:22.531714 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:22.543440 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c234aa1c-a546-46f3-8e57-35366238ff10 None None] Network d6693eea-5935-4b21-81c1-498cbd8a50e6 is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:54:22.547028 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-c234aa1c-a546-46f3-8e57-35366238ff10 None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:54:22.551263 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c234aa1c-a546-46f3-8e57-35366238ff10 None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:54:22.592245 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1d9dad67-3885-4297-9db8-61f95b2a8916 req-ea24a9fe-68d8-404c-b557-dbedabca0b00 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "GET /v2.0/ports?device_id=a442c034-618a-42b7-9e0d-c8197b1aade5 HTTP/1.1" status: 200 len: 210 time: 0.0671055 Feb 19 02:54:22.608627 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c234aa1c-a546-46f3-8e57-35366238ff10 None None] Pushing event updated for resources: {'Port': ['ID=8432460b-82ec-4abc-803c-dfc27879a78f,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:22.623182 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4971098a-be6b-4741-b61b-644097cee809 req-52cc998d-d1d9-43a5-b496-0ebc6174a755 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:22.624887 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4971098a-be6b-4741-b61b-644097cee809 req-52cc998d-d1d9-43a5-b496-0ebc6174a755 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/ports?device_id=9829e4c6-35e3-4dca-a34d-83845f9a05fe HTTP/1.1" status: 200 len: 945 time: 0.2023182 Feb 19 02:54:22.635719 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-c234aa1c-a546-46f3-8e57-35366238ff10 None None] Attempting to bind port 8432460b-82ec-4abc-803c-dfc27879a78f on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:54:22.636275 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-c234aa1c-a546-46f3-8e57-35366238ff10 None None] Attempting to bind port 8432460b-82ec-4abc-803c-dfc27879a78f by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '245dfdec-94d3-4f95-bab9-a70453fd4b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'd6693eea-5935-4b21-81c1-498cbd8a50e6'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:54:22.636799 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c234aa1c-a546-46f3-8e57-35366238ff10 None None] Attempting to bind port 8432460b-82ec-4abc-803c-dfc27879a78f on network d6693eea-5935-4b21-81c1-498cbd8a50e6 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:54:22.642741 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c234aa1c-a546-46f3-8e57-35366238ff10 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:54:22.643371 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c234aa1c-a546-46f3-8e57-35366238ff10 None None] Checking segment: {'id': '245dfdec-94d3-4f95-bab9-a70453fd4b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'd6693eea-5935-4b21-81c1-498cbd8a50e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:54:22.643931 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c234aa1c-a546-46f3-8e57-35366238ff10 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:22.644473 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c234aa1c-a546-46f3-8e57-35366238ff10 None None] Bound using segment: {'id': '245dfdec-94d3-4f95-bab9-a70453fd4b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'd6693eea-5935-4b21-81c1-498cbd8a50e6'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:54:22.645171 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-c234aa1c-a546-46f3-8e57-35366238ff10 None None] Bound port: 8432460b-82ec-4abc-803c-dfc27879a78f, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '245dfdec-94d3-4f95-bab9-a70453fd4b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'd6693eea-5935-4b21-81c1-498cbd8a50e6'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:54:22.645716 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c234aa1c-a546-46f3-8e57-35366238ff10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (8432460b-82ec-4abc-803c-dfc27879a78f), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:22.714364 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4971098a-be6b-4741-b61b-644097cee809 req-29ba2827-6c5a-406b-9ac0-941dee50f932 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d351a8c-b73e-485a-861c-36f8b0ec3310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674801 Feb 19 02:54:22.736788 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ff467e3-f629-4d37-b8e2-564846174d87 req-9e7967fd-e147-4372-b69c-ed694a1742c8 tempest-InstanceActionsTestJSON-1803600247 tempest-InstanceActionsTestJSON-1803600247-project] Made reservation on behalf of 05ba9f4a933b40ff830f59cd198f321a for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:54:22.740166 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-c234aa1c-a546-46f3-8e57-35366238ff10 None None] For port 8432460b-82ec-4abc-803c-dfc27879a78f, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:54:22.742188 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-2ff467e3-f629-4d37-b8e2-564846174d87 req-9e7967fd-e147-4372-b69c-ed694a1742c8 tempest-InstanceActionsTestJSON-1803600247 tempest-InstanceActionsTestJSON-1803600247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:22.744294 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-c234aa1c-a546-46f3-8e57-35366238ff10 None None] For port 8432460b-82ec-4abc-803c-dfc27879a78f, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=8432460b-82ec-4abc-803c-dfc27879a78f,segment=NetworkSegment(245dfdec-94d3-4f95-bab9-a70453fd4b3c),segment_id=245dfdec-94d3-4f95-bab9-a70453fd4b3c)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:54:22.753602 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c234aa1c-a546-46f3-8e57-35366238ff10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (8432460b-82ec-4abc-803c-dfc27879a78f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:22.842462 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c234aa1c-a546-46f3-8e57-35366238ff10 None None] Pushing event updated for resources: {'Port': ['ID=8432460b-82ec-4abc-803c-dfc27879a78f,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:22.876434 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ef64bc-2204-410e-a3c7-7461e5ccb72b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=060bf1bf-e67c-4600-abfc-5aab6b94a8df,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:22.883705 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-a2ef64bc-2204-410e-a3c7-7461e5ccb72b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=664562de5a27476f863fb5d09617791b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7132688 Feb 19 02:54:22.891350 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 36272) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:22.972550 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [req-2ff467e3-f629-4d37-b8e2-564846174d87 req-9e7967fd-e147-4372-b69c-ed694a1742c8 tempest-InstanceActionsTestJSON-1803600247 tempest-InstanceActionsTestJSON-1803600247-project] Allocated IP 172.20.0.7 (8e03b543-b5a5-40d6-8aac-f197cba979f2/9fc9d7b1-1911-43ce-896e-17038b8f52a9/77b7f382-d043-46ce-985c-214f69991bdc) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:54:23.005034 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-8d650acc-1676-452f-a427-07703b567a10 req-bd12f0fa-b3d7-43ca-9724-cc15eecc9b10 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] For port 5f74a5c6-3d08-47ab-b29b-cb6315c92335, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=5f74a5c6-3d08-47ab-b29b-cb6315c92335,segment=NetworkSegment(6d6b5f79-1c3f-4c87-a837-86790ffb5a7e),segment_id=6d6b5f79-1c3f-4c87-a837-86790ffb5a7e)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:54:23.006180 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-8d650acc-1676-452f-a427-07703b567a10 req-bd12f0fa-b3d7-43ca-9724-cc15eecc9b10 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (5f74a5c6-3d08-47ab-b29b-cb6315c92335), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:23.240663 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-8d650acc-1676-452f-a427-07703b567a10 req-bd12f0fa-b3d7-43ca-9724-cc15eecc9b10 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] Calling delete_port for 5f74a5c6-3d08-47ab-b29b-cb6315c92335 owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:54:23.386300 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0c3061df-f49f-4d0d-ac5f-fec0aaa35b3e req-32173e32-13f8-46ef-8541-20393f7e2ac2 tempest-InstanceActionsTestJSON-1803600247 tempest-InstanceActionsTestJSON-1803600247-project] 10.222.0.72 "GET /v2.0/ports?device_id=a7f43407-a3d3-4520-8341-81e318975d49 HTTP/1.1" status: 200 len: 210 time: 0.0864613 Feb 19 02:54:23.458510 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1ac032-d987-4a26-a7a1-0bf44e04c369 req-ab87d5d0-77e2-4d1f-be8f-570f4d15dbb2 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:23.459999 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0e1ac032-d987-4a26-a7a1-0bf44e04c369 req-ab87d5d0-77e2-4d1f-be8f-570f4d15dbb2 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] 10.222.0.72 "GET /v2.0/ports?device_id=da76bc92-31a4-4d2f-9e50-8d96c7fd6d12 HTTP/1.1" status: 200 len: 946 time: 0.1616225 Feb 19 02:54:23.477237 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bfd637a7-2f7b-4035-8224-98fa36f8ccf7 admin admin] Publish callbacks [] for security_group (060bf1bf-e67c-4600-abfc-5aab6b94a8df), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:23.526379 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0e1ac032-d987-4a26-a7a1-0bf44e04c369 req-713692b3-486e-4700-8376-10c76047d3c3 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] 10.222.0.72 "GET /v2.0/security-groups?id=d6877574-acb3-43f4-bf3f-b561a089577a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601158 Feb 19 02:54:23.590536 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-13ad9654-6ed9-47e7-bf77-e3ab66a415fb admin admin] Publish callbacks [] for router_gateway (2e36e84f-e23d-4b77-b60f-e340c67848ce), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:23.624462 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-13ad9654-6ed9-47e7-bf77-e3ab66a415fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:23.653685 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bfd637a7-2f7b-4035-8224-98fa36f8ccf7 admin admin] Publish callbacks [] for security_group (060bf1bf-e67c-4600-abfc-5aab6b94a8df), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:23.692500 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-2ff467e3-f629-4d37-b8e2-564846174d87 req-9e7967fd-e147-4372-b69c-ed694a1742c8 tempest-InstanceActionsTestJSON-1803600247 tempest-InstanceActionsTestJSON-1803600247-project] Publish callbacks [] for port (77b7f382-d043-46ce-985c-214f69991bdc), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:23.708637 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-8d650acc-1676-452f-a427-07703b567a10 req-bd12f0fa-b3d7-43ca-9724-cc15eecc9b10 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (5f74a5c6-3d08-47ab-b29b-cb6315c92335), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:23.722833 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb681ad0-1216-4974-bf63-4e5d44479834 req-ed93b0b1-ac65-4be8-8da3-10a88841aadf tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:23.724334 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-cb681ad0-1216-4974-bf63-4e5d44479834 req-ed93b0b1-ac65-4be8-8da3-10a88841aadf tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.82 "GET /v2.0/networks?id=83c866d3-e000-4397-a50d-1c4d2fa3070f HTTP/1.1" status: 200 len: 812 time: 0.7133007 Feb 19 02:54:23.746327 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['386016cd-8e1d-4036-99f8-3b718a8a57d7'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:54:23.770024 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd12f0fa-b3d7-43ca-9724-cc15eecc9b10 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] Pushing event deleted for resources: {'Port': ['ID=5f74a5c6-3d08-47ab-b29b-cb6315c92335,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:23.775421 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-cb681ad0-1216-4974-bf63-4e5d44479834 req-3120e88a-77e5-434e-ac9a-8cf211afbb7c tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Request body: {'port': {'device_id': 'a442c034-618a-42b7-9e0d-c8197b1aade5', 'network_id': '83c866d3-e000-4397-a50d-1c4d2fa3070f', 'admin_state_up': True, 'tenant_id': '60cd2412755d4ac9a24ef5f571b19bc2'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:54:23.813925 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-2ff467e3-f629-4d37-b8e2-564846174d87 req-9e7967fd-e147-4372-b69c-ed694a1742c8 tempest-InstanceActionsTestJSON-1803600247 tempest-InstanceActionsTestJSON-1803600247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (77b7f382-d043-46ce-985c-214f69991bdc), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:23.881210 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['bd1ca4a7-3418-46c4-927b-090b15466650'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:54:23.911255 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a4960605-40b4-466f-a255-057555ea2787 req-c79b40c5-0894-4fa5-91d2-68cb614d435d tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "GET /v2.0/ports?device_id=a442c034-618a-42b7-9e0d-c8197b1aade5 HTTP/1.1" status: 200 len: 210 time: 0.1232843 Feb 19 02:54:24.054117 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ff467e3-f629-4d37-b8e2-564846174d87 req-9e7967fd-e147-4372-b69c-ed694a1742c8 tempest-InstanceActionsTestJSON-1803600247 tempest-InstanceActionsTestJSON-1803600247-project] Network 8e03b543-b5a5-40d6-8aac-f197cba979f2 is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:54:24.090540 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [req-2ff467e3-f629-4d37-b8e2-564846174d87 req-9e7967fd-e147-4372-b69c-ed694a1742c8 tempest-InstanceActionsTestJSON-1803600247 tempest-InstanceActionsTestJSON-1803600247-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:54:24.100156 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ff467e3-f629-4d37-b8e2-564846174d87 req-9e7967fd-e147-4372-b69c-ed694a1742c8 tempest-InstanceActionsTestJSON-1803600247 tempest-InstanceActionsTestJSON-1803600247-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:54:24.136955 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7967fd-e147-4372-b69c-ed694a1742c8 tempest-InstanceActionsTestJSON-1803600247 tempest-InstanceActionsTestJSON-1803600247-project] Pushing event updated for resources: {'Port': ['ID=77b7f382-d043-46ce-985c-214f69991bdc,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:24.150690 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ddbaf3-123a-4230-b0b7-3bc210581d7a req-9bb89ea1-4626-4305-b9ab-f6d1958f2ec3 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:24.160665 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-17ddbaf3-123a-4230-b0b7-3bc210581d7a req-9bb89ea1-4626-4305-b9ab-f6d1958f2ec3 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/ports?device_id=9829e4c6-35e3-4dca-a34d-83845f9a05fe HTTP/1.1" status: 200 len: 945 time: 0.2656739 Feb 19 02:54:24.218225 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bfd637a7-2f7b-4035-8224-98fa36f8ccf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (060bf1bf-e67c-4600-abfc-5aab6b94a8df), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:24.222583 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bfd637a7-2f7b-4035-8224-98fa36f8ccf7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:24.223754 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-bfd637a7-2f7b-4035-8224-98fa36f8ccf7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/060bf1bf-e67c-4600-abfc-5aab6b94a8df HTTP/1.1" status: 204 len: 168 time: 1.3276877 Feb 19 02:54:24.224634 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb681ad0-1216-4974-bf63-4e5d44479834 req-3120e88a-77e5-434e-ac9a-8cf211afbb7c tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Made reservation on behalf of 60cd2412755d4ac9a24ef5f571b19bc2 for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:54:24.243857 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-cb681ad0-1216-4974-bf63-4e5d44479834 req-3120e88a-77e5-434e-ac9a-8cf211afbb7c tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:24.264320 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d650acc-1676-452f-a427-07703b567a10 req-bd12f0fa-b3d7-43ca-9724-cc15eecc9b10 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] No DVR routers for this DVR port 5f74a5c6-3d08-47ab-b29b-cb6315c92335 on host n-h1-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:54:24.270697 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-8d650acc-1676-452f-a427-07703b567a10 req-bd12f0fa-b3d7-43ca-9724-cc15eecc9b10 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:24.278940 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff467e3-f629-4d37-b8e2-564846174d87 req-9e7967fd-e147-4372-b69c-ed694a1742c8 tempest-InstanceActionsTestJSON-1803600247 tempest-InstanceActionsTestJSON-1803600247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:24.279555 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-2ff467e3-f629-4d37-b8e2-564846174d87 req-9e7967fd-e147-4372-b69c-ed694a1742c8 tempest-InstanceActionsTestJSON-1803600247 tempest-InstanceActionsTestJSON-1803600247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:24.282156 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8d650acc-1676-452f-a427-07703b567a10 req-bd12f0fa-b3d7-43ca-9724-cc15eecc9b10 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] 10.222.0.73 "DELETE /v2.0/ports/5f74a5c6-3d08-47ab-b29b-cb6315c92335 HTTP/1.1" status: 204 len: 173 time: 2.5742369 Feb 19 02:54:24.321567 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da76bc92-31a4-4d2f-9e50-8d96c7fd6d12', 'name': 'network-vif-deleted', 'tag': '5f74a5c6-3d08-47ab-b29b-cb6315c92335'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:54:24.327077 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88a49ca7-aa9a-4f57-85fe-95ee17cbe2c3" -d '{"events": [{"server_uuid": "da76bc92-31a4-4d2f-9e50-8d96c7fd6d12", "name": "network-vif-deleted", "tag": "5f74a5c6-3d08-47ab-b29b-cb6315c92335"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:54:24.347321 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-17ddbaf3-123a-4230-b0b7-3bc210581d7a req-a3883216-9ee2-4d1d-9982-31c2147c7bec tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d351a8c-b73e-485a-861c-36f8b0ec3310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776354 Feb 19 02:54:24.347555 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd637a7-2f7b-4035-8224-98fa36f8ccf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=060bf1bf-e67c-4600-abfc-5aab6b94a8df,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:24.362265 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2ff467e3-f629-4d37-b8e2-564846174d87 req-9e7967fd-e147-4372-b69c-ed694a1742c8 tempest-InstanceActionsTestJSON-1803600247 tempest-InstanceActionsTestJSON-1803600247-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9191585 Feb 19 02:54:24.576998 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-13ad9654-6ed9-47e7-bf77-e3ab66a415fb admin admin] Allocated IP 172.25.6.92 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/c5791a5d-fb32-4a2b-a124-217d5c5831ea) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:54:24.684148 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3058c466-fa3d-4240-bd93-912a721cba46 req-34b9fe48-d6d3-464f-91ea-ebda4247f11a tempest-InstanceActionsTestJSON-1803600247 tempest-InstanceActionsTestJSON-1803600247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:24.702817 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3058c466-fa3d-4240-bd93-912a721cba46 req-34b9fe48-d6d3-464f-91ea-ebda4247f11a tempest-InstanceActionsTestJSON-1803600247 tempest-InstanceActionsTestJSON-1803600247-project] 10.222.0.72 "GET /v2.0/ports?device_id=a7f43407-a3d3-4520-8341-81e318975d49 HTTP/1.1" status: 200 len: 931 time: 0.1518219 Feb 19 02:54:24.790870 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f693ba-6c71-4ba5-9457-27bbf9a4de1c None None] Network d6693eea-5935-4b21-81c1-498cbd8a50e6 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:54:24.845472 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3058c466-fa3d-4240-bd93-912a721cba46 req-4df6a983-b9b5-4552-9bc7-3fbd2979f83d tempest-InstanceActionsTestJSON-1803600247 tempest-InstanceActionsTestJSON-1803600247-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7ff8d38-fae9-41fd-bf3a-836f70675c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391048 Feb 19 02:54:24.920662 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [req-cb681ad0-1216-4974-bf63-4e5d44479834 req-3120e88a-77e5-434e-ac9a-8cf211afbb7c tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Allocated IP 172.20.0.5 (83c866d3-e000-4397-a50d-1c4d2fa3070f/6c541211-5a05-47e1-81c4-dd461c877088/69f3b922-e934-40eb-bfaa-d93a6573ac6a) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:54:25.077488 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 8432460b-82ec-4abc-803c-dfc27879a78f up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:54:25.083044 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-53b83a1c-b222-41a7-9ecb-585c271dc822 req-8e6113a2-7990-4da7-b3de-12f029c4f9af tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] 10.222.0.72 "GET /v2.0/ports?device_id=da76bc92-31a4-4d2f-9e50-8d96c7fd6d12 HTTP/1.1" status: 200 len: 210 time: 0.0795188 Feb 19 02:54:25.128588 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-2ff467e3-f629-4d37-b8e2-564846174d87 req-e947050c-d9fe-47b7-bc69-4724090cd1bf service neutron] Request body: {'port': {'device_id': 'a7f43407-a3d3-4520-8341-81e318975d49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826753-2'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:54:25.170949 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 5f74a5c6-3d08-47ab-b29b-cb6315c92335 no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:54:25.233573 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-2ff467e3-f629-4d37-b8e2-564846174d87 req-e947050c-d9fe-47b7-bc69-4724090cd1bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (77b7f382-d043-46ce-985c-214f69991bdc), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:25.306848 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] No Port match for: 5f74a5c6-3d08-47ab-b29b-cb6315c92335 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:54:25.307668 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 5f74a5c6-3d08-47ab-b29b-cb6315c92335 not bound to the agent host n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:54:25.359813 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-cb681ad0-1216-4974-bf63-4e5d44479834 req-3120e88a-77e5-434e-ac9a-8cf211afbb7c tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Publish callbacks [] for port (69f3b922-e934-40eb-bfaa-d93a6573ac6a), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:25.402052 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 8432460b-82ec-4abc-803c-dfc27879a78f triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:54:25.402435 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (8432460b-82ec-4abc-803c-dfc27879a78f), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:25.417724 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-aa321c16-db9f-496a-81cd-feeeb58f28c5 None None] Provisioning complete for port 8432460b-82ec-4abc-803c-dfc27879a78f triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:54:25.418111 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-aa321c16-db9f-496a-81cd-feeeb58f28c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (8432460b-82ec-4abc-803c-dfc27879a78f), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:25.418599 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f274ba-1a5a-48a9-88f3-95f8f9fdac9d x-openstack-request-id: req-92f274ba-1a5a-48a9-88f3-95f8f9fdac9d {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:54:25.419732 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da76bc92-31a4-4d2f-9e50-8d96c7fd6d12", "name": "network-vif-deleted", "tag": "5f74a5c6-3d08-47ab-b29b-cb6315c92335", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:54:25.419982 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-92f274ba-1a5a-48a9-88f3-95f8f9fdac9d {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:54:25.420550 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da76bc92-31a4-4d2f-9e50-8d96c7fd6d12', 'name': 'network-vif-deleted', 'tag': '5f74a5c6-3d08-47ab-b29b-cb6315c92335', 'status': 'completed', 'code': 200} Feb 19 02:54:25.488392 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 36338) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:25.532430 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-900ccf71-5ca3-47a7-8639-25a2004db2eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:25.725569 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-13ad9654-6ed9-47e7-bf77-e3ab66a415fb admin admin] Publish callbacks [] for port (c5791a5d-fb32-4a2b-a124-217d5c5831ea), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:25.743857 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-cb681ad0-1216-4974-bf63-4e5d44479834 req-3120e88a-77e5-434e-ac9a-8cf211afbb7c tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (69f3b922-e934-40eb-bfaa-d93a6573ac6a), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:25.844685 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-82091c0b-83d2-4128-9125-42807964c968 req-93157564-f67b-45b8-9fdf-696de9485a5f tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "GET /v2.0/ports?device_id=a442c034-618a-42b7-9e0d-c8197b1aade5 HTTP/1.1" status: 200 len: 210 time: 0.5503867 Feb 19 02:54:25.867565 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:54:26.086889 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-900ccf71-5ca3-47a7-8639-25a2004db2eb admin admin] Publish callbacks [] for security_group (920fce14-a5b0-486a-8b50-45a99e46f59e), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:26.101132 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb681ad0-1216-4974-bf63-4e5d44479834 req-3120e88a-77e5-434e-ac9a-8cf211afbb7c tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Network 83c866d3-e000-4397-a50d-1c4d2fa3070f is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:54:26.102740 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3120e88a-77e5-434e-ac9a-8cf211afbb7c tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Pushing event updated for resources: {'Port': ['ID=69f3b922-e934-40eb-bfaa-d93a6573ac6a,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:26.110059 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-900ccf71-5ca3-47a7-8639-25a2004db2eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (920fce14-a5b0-486a-8b50-45a99e46f59e), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:26.113781 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [req-cb681ad0-1216-4974-bf63-4e5d44479834 req-3120e88a-77e5-434e-ac9a-8cf211afbb7c tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:54:26.131904 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb681ad0-1216-4974-bf63-4e5d44479834 req-3120e88a-77e5-434e-ac9a-8cf211afbb7c tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:54:26.161628 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d987a12-c149-403d-ae5e-05b617983732 req-d3836dda-f3a3-4e3b-8b1d-f611fce9eab8 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:26.171151 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1d987a12-c149-403d-ae5e-05b617983732 req-d3836dda-f3a3-4e3b-8b1d-f611fce9eab8 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/ports?device_id=9829e4c6-35e3-4dca-a34d-83845f9a05fe HTTP/1.1" status: 200 len: 945 time: 0.3496804 Feb 19 02:54:26.225103 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-13ad9654-6ed9-47e7-bf77-e3ab66a415fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (c5791a5d-fb32-4a2b-a124-217d5c5831ea), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:26.306884 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-900ccf71-5ca3-47a7-8639-25a2004db2eb admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d1b1be69bac244c5b41890d010d9224c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8172867 Feb 19 02:54:26.309071 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddb7296-150f-4b12-9e37-c2f5f8b8805d req-ba4179ae-b70b-47f6-bd35-b71d15029ab6 tempest-InstanceActionsTestJSON-1803600247 tempest-InstanceActionsTestJSON-1803600247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:26.314557 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 36356) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:26.314911 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['d6ea74b9-3217-48ad-a1cc-ca21e2de818a'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:54:26.322346 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ad9654-6ed9-47e7-bf77-e3ab66a415fb admin admin] Pushing event updated for resources: {'Port': ['ID=c5791a5d-fb32-4a2b-a124-217d5c5831ea,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:26.324798 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3ddb7296-150f-4b12-9e37-c2f5f8b8805d req-ba4179ae-b70b-47f6-bd35-b71d15029ab6 tempest-InstanceActionsTestJSON-1803600247 tempest-InstanceActionsTestJSON-1803600247-project] 10.222.0.72 "GET /v2.0/ports?device_id=a7f43407-a3d3-4520-8341-81e318975d49 HTTP/1.1" status: 200 len: 931 time: 0.2568107 Feb 19 02:54:26.363468 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ad9654-6ed9-47e7-bf77-e3ab66a415fb admin admin] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:54:26.440849 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-13ad9654-6ed9-47e7-bf77-e3ab66a415fb admin admin] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:54:26.442318 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ad9654-6ed9-47e7-bf77-e3ab66a415fb admin admin] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:54:26.452104 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1d987a12-c149-403d-ae5e-05b617983732 req-6cf25162-fa38-4549-b2fa-dc943d8ac727 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d351a8c-b73e-485a-861c-36f8b0ec3310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788606 Feb 19 02:54:26.463227 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-aa321c16-db9f-496a-81cd-feeeb58f28c5 None None] Current status of the port 8432460b-82ec-4abc-803c-dfc27879a78f is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:54:26.465729 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-aa321c16-db9f-496a-81cd-feeeb58f28c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (8432460b-82ec-4abc-803c-dfc27879a78f), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:26.502342 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900ccf71-5ca3-47a7-8639-25a2004db2eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=920fce14-a5b0-486a-8b50-45a99e46f59e,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:26.566299 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3ddb7296-150f-4b12-9e37-c2f5f8b8805d req-791a23fd-8fcc-4ba2-a549-81d18a9fdc9b tempest-InstanceActionsTestJSON-1803600247 tempest-InstanceActionsTestJSON-1803600247-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7ff8d38-fae9-41fd-bf3a-836f70675c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400651 Feb 19 02:54:26.623616 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-aa321c16-db9f-496a-81cd-feeeb58f28c5 None None] For port 8432460b-82ec-4abc-803c-dfc27879a78f, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=8432460b-82ec-4abc-803c-dfc27879a78f,segment=NetworkSegment(245dfdec-94d3-4f95-bab9-a70453fd4b3c),segment_id=245dfdec-94d3-4f95-bab9-a70453fd4b3c)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:54:26.629932 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb681ad0-1216-4974-bf63-4e5d44479834 req-3120e88a-77e5-434e-ac9a-8cf211afbb7c tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:26.631387 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-cb681ad0-1216-4974-bf63-4e5d44479834 req-3120e88a-77e5-434e-ac9a-8cf211afbb7c tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:26.654704 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-aa321c16-db9f-496a-81cd-feeeb58f28c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (8432460b-82ec-4abc-803c-dfc27879a78f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:26.681353 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:26.708640 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-cb681ad0-1216-4974-bf63-4e5d44479834 req-3120e88a-77e5-434e-ac9a-8cf211afbb7c tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9488380 Feb 19 02:54:26.708815 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [req-2ff467e3-f629-4d37-b8e2-564846174d87 req-e947050c-d9fe-47b7-bc69-4724090cd1bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77b7f382-d043-46ce-985c-214f69991bdc {{(pid=103701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:54:26.724418 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-2ff467e3-f629-4d37-b8e2-564846174d87 req-e947050c-d9fe-47b7-bc69-4724090cd1bf service neutron] Publish callbacks [] for port (77b7f382-d043-46ce-985c-214f69991bdc), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:26.755692 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-cb681ad0-1216-4974-bf63-4e5d44479834 req-39b9aac4-7e27-4016-a796-afeca82944d1 service neutron] Request body: {'port': {'device_id': 'a442c034-618a-42b7-9e0d-c8197b1aade5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826753-2'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:54:26.760668 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.provisioning_blocks [req-2ff467e3-f629-4d37-b8e2-564846174d87 req-e947050c-d9fe-47b7-bc69-4724090cd1bf service neutron] Transition to ACTIVE for port object 77b7f382-d043-46ce-985c-214f69991bdc will not be triggered until provisioned by entity L2. {{(pid=103701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:54:26.766425 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 8432460b-82ec-4abc-803c-dfc27879a78f is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:54:26.767831 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (8432460b-82ec-4abc-803c-dfc27879a78f), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:26.782803 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-2ff467e3-f629-4d37-b8e2-564846174d87 req-e947050c-d9fe-47b7-bc69-4724090cd1bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (77b7f382-d043-46ce-985c-214f69991bdc), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:26.821325 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e1e51bc9-7751-4bbc-a07a-bb57aa5f230f admin admin] Publish callbacks [] for security_group (920fce14-a5b0-486a-8b50-45a99e46f59e), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:26.958852 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.db.api [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103703) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 02:54:26.959217 n-d-826753-2 neutron-server[103703]: DEBUG oslo_db.api [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 02:54:27.001439 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e947050c-d9fe-47b7-bc69-4724090cd1bf service neutron] Pushing event updated for resources: {'Port': ['ID=77b7f382-d043-46ce-985c-214f69991bdc,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:27.012423 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e1e51bc9-7751-4bbc-a07a-bb57aa5f230f admin admin] Publish callbacks [] for security_group (920fce14-a5b0-486a-8b50-45a99e46f59e), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:27.017039 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-cb681ad0-1216-4974-bf63-4e5d44479834 req-39b9aac4-7e27-4016-a796-afeca82944d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (69f3b922-e934-40eb-bfaa-d93a6573ac6a), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:27.041159 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa321c16-db9f-496a-81cd-feeeb58f28c5 None None] Pushing event updated for resources: {'Port': ['ID=8432460b-82ec-4abc-803c-dfc27879a78f,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:27.090023 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-526028ed-9f8e-418f-aa88-f5f58a18bf3e None None] Provisioning complete for port 8432460b-82ec-4abc-803c-dfc27879a78f triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:54:27.090597 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-526028ed-9f8e-418f-aa88-f5f58a18bf3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (8432460b-82ec-4abc-803c-dfc27879a78f), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:27.114599 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-2ff467e3-f629-4d37-b8e2-564846174d87 req-e947050c-d9fe-47b7-bc69-4724090cd1bf service neutron] Attempting to bind port 77b7f382-d043-46ce-985c-214f69991bdc on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:54:27.115198 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-2ff467e3-f629-4d37-b8e2-564846174d87 req-e947050c-d9fe-47b7-bc69-4724090cd1bf service neutron] Attempting to bind port 77b7f382-d043-46ce-985c-214f69991bdc by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': '7553e842-c6ac-484c-8ce1-a7c7ef1bc202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '8e03b543-b5a5-40d6-8aac-f197cba979f2'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:54:27.115719 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff467e3-f629-4d37-b8e2-564846174d87 req-e947050c-d9fe-47b7-bc69-4724090cd1bf service neutron] Attempting to bind port 77b7f382-d043-46ce-985c-214f69991bdc on network 8e03b543-b5a5-40d6-8aac-f197cba979f2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:54:27.140612 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff467e3-f629-4d37-b8e2-564846174d87 req-e947050c-d9fe-47b7-bc69-4724090cd1bf service neutron] Port 77b7f382-d043-46ce-985c-214f69991bdc on network 8e03b543-b5a5-40d6-8aac-f197cba979f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:54:27.141244 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff467e3-f629-4d37-b8e2-564846174d87 req-e947050c-d9fe-47b7-bc69-4724090cd1bf service neutron] Attempting to bind port 77b7f382-d043-46ce-985c-214f69991bdc on network 8e03b543-b5a5-40d6-8aac-f197cba979f2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:54:27.153230 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff467e3-f629-4d37-b8e2-564846174d87 req-e947050c-d9fe-47b7-bc69-4724090cd1bf service neutron] Checking agent: {'id': 'bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:54:27.153879 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff467e3-f629-4d37-b8e2-564846174d87 req-e947050c-d9fe-47b7-bc69-4724090cd1bf service neutron] Checking segment: {'id': '7553e842-c6ac-484c-8ce1-a7c7ef1bc202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '8e03b543-b5a5-40d6-8aac-f197cba979f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:54:27.154451 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff467e3-f629-4d37-b8e2-564846174d87 req-e947050c-d9fe-47b7-bc69-4724090cd1bf service neutron] Bound using segment: {'id': '7553e842-c6ac-484c-8ce1-a7c7ef1bc202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '8e03b543-b5a5-40d6-8aac-f197cba979f2'} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:54:27.155072 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-2ff467e3-f629-4d37-b8e2-564846174d87 req-e947050c-d9fe-47b7-bc69-4724090cd1bf service neutron] Bound port: 77b7f382-d043-46ce-985c-214f69991bdc, host: n-h2-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7553e842-c6ac-484c-8ce1-a7c7ef1bc202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '8e03b543-b5a5-40d6-8aac-f197cba979f2'}}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:54:27.155599 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-2ff467e3-f629-4d37-b8e2-564846174d87 req-e947050c-d9fe-47b7-bc69-4724090cd1bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (77b7f382-d043-46ce-985c-214f69991bdc), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:27.200235 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38521917-76d3-4d58-899e-0d3c3cfb2065 req-79f30ac8-6826-4986-9214-9d05a872d73c tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:27.202730 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-38521917-76d3-4d58-899e-0d3c3cfb2065 req-79f30ac8-6826-4986-9214-9d05a872d73c tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] 10.222.0.72 "GET /v2.0/ports?device_id=48dbb645-86ca-48ff-b960-ac2327737170 HTTP/1.1" status: 200 len: 945 time: 0.2077107 Feb 19 02:54:27.291564 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-2ff467e3-f629-4d37-b8e2-564846174d87 req-e947050c-d9fe-47b7-bc69-4724090cd1bf service neutron] For port 77b7f382-d043-46ce-985c-214f69991bdc, host n-h2-826753-2, cleared binding levels {{(pid=103701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:54:27.299569 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-2ff467e3-f629-4d37-b8e2-564846174d87 req-e947050c-d9fe-47b7-bc69-4724090cd1bf service neutron] For port 77b7f382-d043-46ce-985c-214f69991bdc, host n-h2-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=77b7f382-d043-46ce-985c-214f69991bdc,segment=NetworkSegment(7553e842-c6ac-484c-8ce1-a7c7ef1bc202),segment_id=7553e842-c6ac-484c-8ce1-a7c7ef1bc202)] {{(pid=103701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:54:27.321215 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a462f89d-c03a-4d24-9352-e8146f189ddd req-fe755b46-2804-4b24-accd-56cc66b9e8a7 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:27.335738 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a462f89d-c03a-4d24-9352-e8146f189ddd req-fe755b46-2804-4b24-accd-56cc66b9e8a7 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "GET /v2.0/ports?device_id=a442c034-618a-42b7-9e0d-c8197b1aade5 HTTP/1.1" status: 200 len: 931 time: 0.3092511 Feb 19 02:54:27.343877 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-2ff467e3-f629-4d37-b8e2-564846174d87 req-e947050c-d9fe-47b7-bc69-4724090cd1bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (77b7f382-d043-46ce-985c-214f69991bdc), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:27.403820 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-526028ed-9f8e-418f-aa88-f5f58a18bf3e None None] Current status of the port 8432460b-82ec-4abc-803c-dfc27879a78f is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:54:27.521045 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-13ad9654-6ed9-47e7-bf77-e3ab66a415fb admin admin] Publish callbacks [] for router_gateway (2e36e84f-e23d-4b77-b60f-e340c67848ce), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:27.535650 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e1e51bc9-7751-4bbc-a07a-bb57aa5f230f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (920fce14-a5b0-486a-8b50-45a99e46f59e), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:27.541300 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e1e51bc9-7751-4bbc-a07a-bb57aa5f230f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:27.542647 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 8432460b-82ec-4abc-803c-dfc27879a78f is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:54:27.543988 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-e1e51bc9-7751-4bbc-a07a-bb57aa5f230f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/920fce14-a5b0-486a-8b50-45a99e46f59e HTTP/1.1" status: 204 len: 168 time: 1.2025034 Feb 19 02:54:27.571350 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e947050c-d9fe-47b7-bc69-4724090cd1bf service neutron] Pushing event updated for resources: {'Port': ['ID=77b7f382-d043-46ce-985c-214f69991bdc,revision_number=3']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:27.620635 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff467e3-f629-4d37-b8e2-564846174d87 req-e947050c-d9fe-47b7-bc69-4724090cd1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:27.637621 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-2ff467e3-f629-4d37-b8e2-564846174d87 req-e947050c-d9fe-47b7-bc69-4724090cd1bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:27.639173 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2ff467e3-f629-4d37-b8e2-564846174d87 req-e947050c-d9fe-47b7-bc69-4724090cd1bf service neutron] 10.222.0.82 "PUT /v2.0/ports/77b7f382-d043-46ce-985c-214f69991bdc HTTP/1.1" status: 200 len: 1091 time: 3.2571816 Feb 19 02:54:27.639669 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7f43407-a3d3-4520-8341-81e318975d49', 'tag': '77b7f382-d043-46ce-985c-214f69991bdc'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:54:27.642455 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b2c2efe-e774-4667-b157-8d776647e4ca" -d '{"events": [{"name": "network-changed", "server_uuid": "a7f43407-a3d3-4520-8341-81e318975d49", "tag": "77b7f382-d043-46ce-985c-214f69991bdc"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:54:27.677026 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-38521917-76d3-4d58-899e-0d3c3cfb2065 req-dd09a397-1a97-4781-b73f-dd24788cba39 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] 10.222.0.72 "GET /v2.0/security-groups?id=d6877574-acb3-43f4-bf3f-b561a089577a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3720906 Feb 19 02:54:27.710782 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a462f89d-c03a-4d24-9352-e8146f189ddd req-86a84768-1f8c-47e6-88dd-c9292434bc9c tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "GET /v2.0/security-groups?id=c18c8961-f07d-4937-88ea-8df5c42d7449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3733065 Feb 19 02:54:27.725035 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e51bc9-7751-4bbc-a07a-bb57aa5f230f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=920fce14-a5b0-486a-8b50-45a99e46f59e,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:27.890906 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [req-2008968f-256f-491c-89a6-2919bfe26a4f req-b6a299d8-0183-4a23-bc4e-fe535e75a55d tempest-MigrationsAdminTest-42131608 tempest-MigrationsAdminTest-42131608-project-admin] (103702) timed out ('10.222.0.72', 44380) {{(pid=103702) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 02:54:28.075128 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 8432460b-82ec-4abc-803c-dfc27879a78f up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:54:28.095133 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80451ea-5e18-4478-87a0-588dd4608a8b req-6a89ac5b-5f14-4908-b768-d0b2bac2b903 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:28.096958 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e80451ea-5e18-4478-87a0-588dd4608a8b req-6a89ac5b-5f14-4908-b768-d0b2bac2b903 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/ports?device_id=9829e4c6-35e3-4dca-a34d-83845f9a05fe HTTP/1.1" status: 200 len: 945 time: 0.2535155 Feb 19 02:54:28.099157 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff467e3-f629-4d37-b8e2-564846174d87 req-17294ced-26e6-48e9-b341-19e8e98bd9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:28.101684 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2ff467e3-f629-4d37-b8e2-564846174d87 req-17294ced-26e6-48e9-b341-19e8e98bd9b8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=05ba9f4a933b40ff830f59cd198f321a&device_id=a7f43407-a3d3-4520-8341-81e318975d49 HTTP/1.1" status: 200 len: 1125 time: 0.2027764 Feb 19 02:54:28.137128 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6388e1-6d32-4404-ad47-e0954f7bfa1b req-b4063b2a-2795-4e10-bdc8-7f43cf3b3350 tempest-InstanceActionsTestJSON-1803600247 tempest-InstanceActionsTestJSON-1803600247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:28.144445 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2c6388e1-6d32-4404-ad47-e0954f7bfa1b req-b4063b2a-2795-4e10-bdc8-7f43cf3b3350 tempest-InstanceActionsTestJSON-1803600247 tempest-InstanceActionsTestJSON-1803600247-project] 10.222.0.72 "GET /v2.0/ports?device_id=a7f43407-a3d3-4520-8341-81e318975d49 HTTP/1.1" status: 200 len: 943 time: 0.1562421 Feb 19 02:54:28.178556 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 8432460b-82ec-4abc-803c-dfc27879a78f triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:54:28.179073 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (8432460b-82ec-4abc-803c-dfc27879a78f), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:28.191854 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-13ad9654-6ed9-47e7-bf77-e3ab66a415fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16317478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865'] for router (2e36e84f-e23d-4b77-b60f-e340c67848ce), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:28.227602 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2ff467e3-f629-4d37-b8e2-564846174d87 req-eab49a2d-a3ed-4f2b-843d-d81900ba84b1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=77b7f382-d043-46ce-985c-214f69991bdc HTTP/1.1" status: 200 len: 217 time: 0.0674562 Feb 19 02:54:28.286163 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-cb681ad0-1216-4974-bf63-4e5d44479834 req-39b9aac4-7e27-4016-a796-afeca82944d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69f3b922-e934-40eb-bfaa-d93a6573ac6a {{(pid=103702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:54:28.308338 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e80451ea-5e18-4478-87a0-588dd4608a8b req-c6752c38-5d0d-489f-9c6a-0e75a7e9285f tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d351a8c-b73e-485a-861c-36f8b0ec3310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982918 Feb 19 02:54:28.309120 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-cb681ad0-1216-4974-bf63-4e5d44479834 req-39b9aac4-7e27-4016-a796-afeca82944d1 service neutron] Publish callbacks [] for port (69f3b922-e934-40eb-bfaa-d93a6573ac6a), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:28.318094 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2c6388e1-6d32-4404-ad47-e0954f7bfa1b req-5c2c5041-d43e-49dd-a519-3c40f8453d3b tempest-InstanceActionsTestJSON-1803600247 tempest-InstanceActionsTestJSON-1803600247-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7ff8d38-fae9-41fd-bf3a-836f70675c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727595 Feb 19 02:54:28.320730 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 8432460b-82ec-4abc-803c-dfc27879a78f is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:54:28.348864 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff467e3-f629-4d37-b8e2-564846174d87 req-45d2be14-f673-40c7-a005-1a5c75fb4ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:28.348864 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2ff467e3-f629-4d37-b8e2-564846174d87 req-45d2be14-f673-40c7-a005-1a5c75fb4ef1 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9fc9d7b1-1911-43ce-896e-17038b8f52a9 HTTP/1.1" status: 200 len: 854 time: 0.1043935 Feb 19 02:54:28.376282 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-cb681ad0-1216-4974-bf63-4e5d44479834 req-39b9aac4-7e27-4016-a796-afeca82944d1 service neutron] Transition to ACTIVE for port object 69f3b922-e934-40eb-bfaa-d93a6573ac6a will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:54:28.386492 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-cb681ad0-1216-4974-bf63-4e5d44479834 req-39b9aac4-7e27-4016-a796-afeca82944d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (69f3b922-e934-40eb-bfaa-d93a6573ac6a), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:28.440407 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2ff467e3-f629-4d37-b8e2-564846174d87 req-d57d7f8d-6e19-4125-bb61-d2af982df9e1 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8e03b543-b5a5-40d6-8aac-f197cba979f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653775 Feb 19 02:54:28.495708 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b9aac4-7e27-4016-a796-afeca82944d1 service neutron] Pushing event updated for resources: {'Port': ['ID=69f3b922-e934-40eb-bfaa-d93a6573ac6a,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:28.518999 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9013554-4fcc-4982-9689-a8f3aceafe89 req-825924bc-c310-416f-8a71-d304a50b02ca tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:28.520558 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a9013554-4fcc-4982-9689-a8f3aceafe89 req-825924bc-c310-416f-8a71-d304a50b02ca tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] 10.222.0.82 "GET /v2.0/ports?device_id=48dbb645-86ca-48ff-b960-ac2327737170 HTTP/1.1" status: 200 len: 945 time: 0.1443679 Feb 19 02:54:28.541495 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13ad9654-6ed9-47e7-bf77-e3ab66a415fb admin admin] Router 2e36e84f-e23d-4b77-b60f-e340c67848ce is scheduled to L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd with binding_index 1 {{(pid=103702) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 02:54:28.566579 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-cb681ad0-1216-4974-bf63-4e5d44479834 req-39b9aac4-7e27-4016-a796-afeca82944d1 service neutron] Attempting to bind port 69f3b922-e934-40eb-bfaa-d93a6573ac6a on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:54:28.566579 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-cb681ad0-1216-4974-bf63-4e5d44479834 req-39b9aac4-7e27-4016-a796-afeca82944d1 service neutron] Attempting to bind port 69f3b922-e934-40eb-bfaa-d93a6573ac6a by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': '9dc72441-817a-452a-8e88-f736d9f767db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '83c866d3-e000-4397-a50d-1c4d2fa3070f'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:54:28.566941 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb681ad0-1216-4974-bf63-4e5d44479834 req-39b9aac4-7e27-4016-a796-afeca82944d1 service neutron] Attempting to bind port 69f3b922-e934-40eb-bfaa-d93a6573ac6a on network 83c866d3-e000-4397-a50d-1c4d2fa3070f {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:54:28.602631 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb681ad0-1216-4974-bf63-4e5d44479834 req-39b9aac4-7e27-4016-a796-afeca82944d1 service neutron] Port 69f3b922-e934-40eb-bfaa-d93a6573ac6a on network 83c866d3-e000-4397-a50d-1c4d2fa3070f not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:54:28.602955 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb681ad0-1216-4974-bf63-4e5d44479834 req-39b9aac4-7e27-4016-a796-afeca82944d1 service neutron] Attempting to bind port 69f3b922-e934-40eb-bfaa-d93a6573ac6a on network 83c866d3-e000-4397-a50d-1c4d2fa3070f {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:54:28.610696 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb681ad0-1216-4974-bf63-4e5d44479834 req-39b9aac4-7e27-4016-a796-afeca82944d1 service neutron] Checking agent: {'id': 'bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:54:28.611256 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb681ad0-1216-4974-bf63-4e5d44479834 req-39b9aac4-7e27-4016-a796-afeca82944d1 service neutron] Checking segment: {'id': '9dc72441-817a-452a-8e88-f736d9f767db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '83c866d3-e000-4397-a50d-1c4d2fa3070f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:54:28.611431 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb681ad0-1216-4974-bf63-4e5d44479834 req-39b9aac4-7e27-4016-a796-afeca82944d1 service neutron] Bound using segment: {'id': '9dc72441-817a-452a-8e88-f736d9f767db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '83c866d3-e000-4397-a50d-1c4d2fa3070f'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:54:28.611819 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-cb681ad0-1216-4974-bf63-4e5d44479834 req-39b9aac4-7e27-4016-a796-afeca82944d1 service neutron] Bound port: 69f3b922-e934-40eb-bfaa-d93a6573ac6a, host: n-h2-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dc72441-817a-452a-8e88-f736d9f767db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '83c866d3-e000-4397-a50d-1c4d2fa3070f'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:54:28.612200 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-cb681ad0-1216-4974-bf63-4e5d44479834 req-39b9aac4-7e27-4016-a796-afeca82944d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (69f3b922-e934-40eb-bfaa-d93a6573ac6a), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:28.654143 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2ff467e3-f629-4d37-b8e2-564846174d87 req-f260d973-214c-4246-9bea-df3de4af2bac service neutron] 10.222.0.82 "GET /v2.0/networks/8e03b543-b5a5-40d6-8aac-f197cba979f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060826 Feb 19 02:54:28.672555 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-a9013554-4fcc-4982-9689-a8f3aceafe89 req-9d574f0b-8df7-4cc7-8f4c-ebe4a19bedca tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] Deleting port 386016cd-8e1d-4036-99f8-3b718a8a57d7 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:54:28.672992 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-a9013554-4fcc-4982-9689-a8f3aceafe89 req-9d574f0b-8df7-4cc7-8f4c-ebe4a19bedca tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (386016cd-8e1d-4036-99f8-3b718a8a57d7), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:28.751810 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ea4cbbb-8a51-4349-a94e-1405e969e6e0 x-openstack-request-id: req-0ea4cbbb-8a51-4349-a94e-1405e969e6e0 {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:54:28.752481 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13ad9654-6ed9-47e7-bf77-e3ab66a415fb admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:54:28.753038 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7f43407-a3d3-4520-8341-81e318975d49", "tag": "77b7f382-d043-46ce-985c-214f69991bdc", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:54:28.758117 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-cb681ad0-1216-4974-bf63-4e5d44479834 req-39b9aac4-7e27-4016-a796-afeca82944d1 service neutron] For port 69f3b922-e934-40eb-bfaa-d93a6573ac6a, host n-h2-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:54:28.767244 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e4c01d-8a0b-47e8-ad6c-7aca3d1317cf None None] Sync routers for ids ['2e36e84f-e23d-4b77-b60f-e340c67848ce'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:54:28.768397 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-cb681ad0-1216-4974-bf63-4e5d44479834 req-39b9aac4-7e27-4016-a796-afeca82944d1 service neutron] For port 69f3b922-e934-40eb-bfaa-d93a6573ac6a, host n-h2-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=69f3b922-e934-40eb-bfaa-d93a6573ac6a,segment=NetworkSegment(9dc72441-817a-452a-8e88-f736d9f767db),segment_id=9dc72441-817a-452a-8e88-f736d9f767db)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:54:28.776988 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0ea4cbbb-8a51-4349-a94e-1405e969e6e0 {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:54:28.780062 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7f43407-a3d3-4520-8341-81e318975d49', 'tag': '77b7f382-d043-46ce-985c-214f69991bdc', 'status': 'completed', 'code': 200} Feb 19 02:54:28.781345 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-cb681ad0-1216-4974-bf63-4e5d44479834 req-39b9aac4-7e27-4016-a796-afeca82944d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (69f3b922-e934-40eb-bfaa-d93a6573ac6a), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:28.786460 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e4c01d-8a0b-47e8-ad6c-7aca3d1317cf None None] Routers {'2e36e84f-e23d-4b77-b60f-e340c67848ce'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:54:28.800870 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-09e4c01d-8a0b-47e8-ad6c-7aca3d1317cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:54:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['2e36e84f-e23d-4b77-b60f-e340c67848ce'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:54:28.840491 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-13ad9654-6ed9-47e7-bf77-e3ab66a415fb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:28.842188 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-13ad9654-6ed9-47e7-bf77-e3ab66a415fb admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.6209049 Feb 19 02:54:28.851298 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 36426) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:28.945731 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-a9013554-4fcc-4982-9689-a8f3aceafe89 req-9d574f0b-8df7-4cc7-8f4c-ebe4a19bedca tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] For port 386016cd-8e1d-4036-99f8-3b718a8a57d7, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=386016cd-8e1d-4036-99f8-3b718a8a57d7,segment=NetworkSegment(6d6b5f79-1c3f-4c87-a837-86790ffb5a7e),segment_id=6d6b5f79-1c3f-4c87-a837-86790ffb5a7e)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:54:28.946334 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-a9013554-4fcc-4982-9689-a8f3aceafe89 req-9d574f0b-8df7-4cc7-8f4c-ebe4a19bedca tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (386016cd-8e1d-4036-99f8-3b718a8a57d7), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:28.950920 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb681ad0-1216-4974-bf63-4e5d44479834 req-39b9aac4-7e27-4016-a796-afeca82944d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:28.953162 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-cb681ad0-1216-4974-bf63-4e5d44479834 req-39b9aac4-7e27-4016-a796-afeca82944d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:28.954673 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-cb681ad0-1216-4974-bf63-4e5d44479834 req-39b9aac4-7e27-4016-a796-afeca82944d1 service neutron] 10.222.0.82 "PUT /v2.0/ports/69f3b922-e934-40eb-bfaa-d93a6573ac6a HTTP/1.1" status: 200 len: 1091 time: 2.2079206 Feb 19 02:54:28.956224 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a442c034-618a-42b7-9e0d-c8197b1aade5', 'tag': '69f3b922-e934-40eb-bfaa-d93a6573ac6a'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:54:28.959429 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caac8c0a-b6b8-42f8-92cf-4be820b867af" -d '{"events": [{"name": "network-changed", "server_uuid": "a442c034-618a-42b7-9e0d-c8197b1aade5", "tag": "69f3b922-e934-40eb-bfaa-d93a6573ac6a"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:54:28.961431 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-a9013554-4fcc-4982-9689-a8f3aceafe89 req-9d574f0b-8df7-4cc7-8f4c-ebe4a19bedca tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] Calling delete_port for 386016cd-8e1d-4036-99f8-3b718a8a57d7 owned by compute:nova {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:54:28.978990 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b9aac4-7e27-4016-a796-afeca82944d1 service neutron] Pushing event updated for resources: {'Port': ['ID=69f3b922-e934-40eb-bfaa-d93a6573ac6a,revision_number=3']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:29.077273 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-09e4c01d-8a0b-47e8-ad6c-7aca3d1317cf None None] Set router 2e36e84f-e23d-4b77-b60f-e340c67848ce gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:54:29.245661 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-a9013554-4fcc-4982-9689-a8f3aceafe89 req-9d574f0b-8df7-4cc7-8f4c-ebe4a19bedca tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (386016cd-8e1d-4036-99f8-3b718a8a57d7), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:29.308219 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7fc55874-e88d-473f-b63d-63c245dc87ca req-4e939f44-d82f-4892-99f0-dd13e47922fb tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] 10.222.0.72 "GET /v2.0/ports?device_id=48dbb645-86ca-48ff-b960-ac2327737170 HTTP/1.1" status: 200 len: 210 time: 0.0711150 Feb 19 02:54:29.322573 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['386016cd-8e1d-4036-99f8-3b718a8a57d7'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:54:29.328744 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['bd1ca4a7-3418-46c4-927b-090b15466650'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:54:29.401301 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d574f0b-8df7-4cc7-8f4c-ebe4a19bedca tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] Pushing event deleted for resources: {'Port': ['ID=386016cd-8e1d-4036-99f8-3b718a8a57d7,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:29.639195 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-09e4c01d-8a0b-47e8-ad6c-7aca3d1317cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e36e84f-e23d-4b77-b60f-e340c67848ce', 'name': 'tempest-TaggedBootDevicesTest-1893525694-router', 'tenant_id': '6ec3dd7afd834c809d570f5110147b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': 'c5791a5d-fb32-4a2b-a124-217d5c5831ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:54:21Z', 'updated_at': '2022-02-19T02:54:26Z', 'revision_number': 3, 'project_id': '6ec3dd7afd834c809d570f5110147b8d', 'gw_port': {'id': 'c5791a5d-fb32-4a2b-a124-217d5c5831ea', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6b:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e36e84f-e23d-4b77-b60f-e340c67848ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:54:23Z', 'updated_at': '2022-02-19T02:54:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:54:29.641072 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c2ab61-b0f7-4ffd-a4b6-32b486e1f3a1 req-f0d21f22-e8f8-4579-a408-544f825d578f tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:29.648020 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b0c2ab61-b0f7-4ffd-a4b6-32b486e1f3a1 req-f0d21f22-e8f8-4579-a408-544f825d578f tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "GET /v2.0/ports?device_id=a442c034-618a-42b7-9e0d-c8197b1aade5 HTTP/1.1" status: 200 len: 943 time: 0.4489241 Feb 19 02:54:29.650308 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9013554-4fcc-4982-9689-a8f3aceafe89 req-9d574f0b-8df7-4cc7-8f4c-ebe4a19bedca tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] No DVR routers for this DVR port 386016cd-8e1d-4036-99f8-3b718a8a57d7 on host n-h2-826753-2 {{(pid=103701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:54:29.657778 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-a9013554-4fcc-4982-9689-a8f3aceafe89 req-9d574f0b-8df7-4cc7-8f4c-ebe4a19bedca tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:29.666881 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a9013554-4fcc-4982-9689-a8f3aceafe89 req-9d574f0b-8df7-4cc7-8f4c-ebe4a19bedca tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] 10.222.0.82 "DELETE /v2.0/ports/386016cd-8e1d-4036-99f8-3b718a8a57d7 HTTP/1.1" status: 204 len: 173 time: 1.1406276 Feb 19 02:54:29.672093 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e4c01d-8a0b-47e8-ad6c-7aca3d1317cf None None] Checking router: 2e36e84f-e23d-4b77-b60f-e340c67848ce for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:54:29.672768 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e4c01d-8a0b-47e8-ad6c-7aca3d1317cf None None] Updating router 2e36e84f-e23d-4b77-b60f-e340c67848ce port c5791a5d-fb32-4a2b-a124-217d5c5831ea binding host n-d-826753-2 {{(pid=103703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:54:29.711064 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-09e4c01d-8a0b-47e8-ad6c-7aca3d1317cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (c5791a5d-fb32-4a2b-a124-217d5c5831ea), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:29.855058 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2ff467e3-f629-4d37-b8e2-564846174d87 req-b30c4b03-de59-44b6-9222-a4dfbfdf6e27 service neutron] 10.222.0.82 "GET /v2.0/networks/8e03b543-b5a5-40d6-8aac-f197cba979f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1938279 Feb 19 02:54:29.920054 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dcc8e9c-6963-4190-bd71-df74522a2be8 x-openstack-request-id: req-7dcc8e9c-6963-4190-bd71-df74522a2be8 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:54:29.920532 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a442c034-618a-42b7-9e0d-c8197b1aade5", "tag": "69f3b922-e934-40eb-bfaa-d93a6573ac6a", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:54:29.920786 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7dcc8e9c-6963-4190-bd71-df74522a2be8 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:54:29.921394 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a442c034-618a-42b7-9e0d-c8197b1aade5', 'tag': '69f3b922-e934-40eb-bfaa-d93a6573ac6a', 'status': 'completed', 'code': 200} Feb 19 02:54:30.010492 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b0c2ab61-b0f7-4ffd-a4b6-32b486e1f3a1 req-3b52b777-5621-4855-b795-734b9fda2f59 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "GET /v2.0/security-groups?id=c18c8961-f07d-4937-88ea-8df5c42d7449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3310633 Feb 19 02:54:30.157154 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e6934d-36c5-465d-b6fc-ad72b5a8ba51 req-18fcbf56-ac2b-4a7b-84e3-c13ac689d8da tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:30.158772 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d7e6934d-36c5-465d-b6fc-ad72b5a8ba51 req-18fcbf56-ac2b-4a7b-84e3-c13ac689d8da tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/ports?device_id=9829e4c6-35e3-4dca-a34d-83845f9a05fe HTTP/1.1" status: 200 len: 945 time: 0.5409389 Feb 19 02:54:30.247695 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-09e4c01d-8a0b-47e8-ad6c-7aca3d1317cf None None] Publish callbacks [] for port (c5791a5d-fb32-4a2b-a124-217d5c5831ea), precommit_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:30.249758 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2c2efe-e774-4667-b157-8d776647e4ca req-0f042ea4-206f-4089-abaa-129e0afbf885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:30.251330 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5b2c2efe-e774-4667-b157-8d776647e4ca req-0f042ea4-206f-4089-abaa-129e0afbf885 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=05ba9f4a933b40ff830f59cd198f321a&device_id=a7f43407-a3d3-4520-8341-81e318975d49 HTTP/1.1" status: 200 len: 1125 time: 0.2369158 Feb 19 02:54:30.257971 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-09e4c01d-8a0b-47e8-ad6c-7aca3d1317cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (c5791a5d-fb32-4a2b-a124-217d5c5831ea), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:30.264429 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49af9921-86e2-45eb-ae34-d77daab09284 req-6addffa9-e363-4e0f-8c84-dbd894e277c6 tempest-InstanceActionsTestJSON-1803600247 tempest-InstanceActionsTestJSON-1803600247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:30.272029 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-49af9921-86e2-45eb-ae34-d77daab09284 req-6addffa9-e363-4e0f-8c84-dbd894e277c6 tempest-InstanceActionsTestJSON-1803600247 tempest-InstanceActionsTestJSON-1803600247-project] 10.222.0.72 "GET /v2.0/ports?device_id=a7f43407-a3d3-4520-8341-81e318975d49 HTTP/1.1" status: 200 len: 943 time: 0.1121392 Feb 19 02:54:30.361070 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb681ad0-1216-4974-bf63-4e5d44479834 req-aa47f84f-f3a6-4e3e-9d84-1bb0255ec905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:30.367373 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-cb681ad0-1216-4974-bf63-4e5d44479834 req-aa47f84f-f3a6-4e3e-9d84-1bb0255ec905 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=60cd2412755d4ac9a24ef5f571b19bc2&device_id=a442c034-618a-42b7-9e0d-c8197b1aade5 HTTP/1.1" status: 200 len: 1125 time: 1.3120081 Feb 19 02:54:30.373258 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-09e4c01d-8a0b-47e8-ad6c-7aca3d1317cf None None] Attempting to bind port c5791a5d-fb32-4a2b-a124-217d5c5831ea on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:54:30.373643 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-09e4c01d-8a0b-47e8-ad6c-7aca3d1317cf None None] Attempting to bind port c5791a5d-fb32-4a2b-a124-217d5c5831ea by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:54:30.374005 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e4c01d-8a0b-47e8-ad6c-7aca3d1317cf None None] Attempting to bind port c5791a5d-fb32-4a2b-a124-217d5c5831ea on network eaf64708-9021-419e-b287-ef3e0f51e2ee {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:54:30.384030 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e4c01d-8a0b-47e8-ad6c-7aca3d1317cf None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:54:30.385134 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e4c01d-8a0b-47e8-ad6c-7aca3d1317cf None None] Checking segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:54:30.385720 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-09e4c01d-8a0b-47e8-ad6c-7aca3d1317cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:30.386547 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e4c01d-8a0b-47e8-ad6c-7aca3d1317cf None None] Bound using segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:54:30.387197 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-09e4c01d-8a0b-47e8-ad6c-7aca3d1317cf None None] Bound port: c5791a5d-fb32-4a2b-a124-217d5c5831ea, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:54:30.387751 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-09e4c01d-8a0b-47e8-ad6c-7aca3d1317cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (c5791a5d-fb32-4a2b-a124-217d5c5831ea), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:30.391986 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2c2efe-e774-4667-b157-8d776647e4ca req-725e291b-3006-4fe5-857a-1bbd7f0a5df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:30.393477 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5b2c2efe-e774-4667-b157-8d776647e4ca req-725e291b-3006-4fe5-857a-1bbd7f0a5df8 service neutron] 10.222.0.82 "GET /v2.0/networks?id=8e03b543-b5a5-40d6-8aac-f197cba979f2 HTTP/1.1" status: 200 len: 915 time: 0.1141124 Feb 19 02:54:30.420748 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85d0d0c-0325-43ea-a06c-36d980b07051 None None] Pushing event updated for resources: {'Port': ['ID=c5791a5d-fb32-4a2b-a124-217d5c5831ea,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:30.437781 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85d0d0c-0325-43ea-a06c-36d980b07051 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:54:30.438388 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85d0d0c-0325-43ea-a06c-36d980b07051 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:54:30.438894 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85d0d0c-0325-43ea-a06c-36d980b07051 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:54:30.439395 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85d0d0c-0325-43ea-a06c-36d980b07051 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:54:30.439875 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85d0d0c-0325-43ea-a06c-36d980b07051 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:54:30.440355 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85d0d0c-0325-43ea-a06c-36d980b07051 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:54:30.440833 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85d0d0c-0325-43ea-a06c-36d980b07051 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:54:30.441351 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85d0d0c-0325-43ea-a06c-36d980b07051 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:54:30.441910 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d7e6934d-36c5-465d-b6fc-ad72b5a8ba51 req-32807ade-5770-4e6e-8eb9-79867fb243c3 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d351a8c-b73e-485a-861c-36f8b0ec3310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457016 Feb 19 02:54:30.442102 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85d0d0c-0325-43ea-a06c-36d980b07051 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:54:30.442590 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85d0d0c-0325-43ea-a06c-36d980b07051 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:54:30.443735 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85d0d0c-0325-43ea-a06c-36d980b07051 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:54:30.444310 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85d0d0c-0325-43ea-a06c-36d980b07051 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:54:30.444956 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85d0d0c-0325-43ea-a06c-36d980b07051 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:54:30.471857 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-cb681ad0-1216-4974-bf63-4e5d44479834 req-5e02ebd7-0506-4620-90fe-c61265c60011 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69f3b922-e934-40eb-bfaa-d93a6573ac6a HTTP/1.1" status: 200 len: 217 time: 0.0707080 Feb 19 02:54:30.488507 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-09e4c01d-8a0b-47e8-ad6c-7aca3d1317cf None None] For port c5791a5d-fb32-4a2b-a124-217d5c5831ea, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:54:30.494563 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-09e4c01d-8a0b-47e8-ad6c-7aca3d1317cf None None] For port c5791a5d-fb32-4a2b-a124-217d5c5831ea, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=c5791a5d-fb32-4a2b-a124-217d5c5831ea,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:54:30.514167 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-09e4c01d-8a0b-47e8-ad6c-7aca3d1317cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (c5791a5d-fb32-4a2b-a124-217d5c5831ea), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:30.554187 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5b2c2efe-e774-4667-b157-8d776647e4ca req-2010afba-a295-4cdc-bb14-b9bb1c9b5811 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=77b7f382-d043-46ce-985c-214f69991bdc HTTP/1.1" status: 200 len: 217 time: 0.1447895 Feb 19 02:54:30.625215 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb681ad0-1216-4974-bf63-4e5d44479834 req-b2f2fa4b-41f8-40ea-bb72-d7edc933ed65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:30.627233 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-cb681ad0-1216-4974-bf63-4e5d44479834 req-b2f2fa4b-41f8-40ea-bb72-d7edc933ed65 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=6c541211-5a05-47e1-81c4-dd461c877088 HTTP/1.1" status: 200 len: 852 time: 0.1576760 Feb 19 02:54:30.650683 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85d0d0c-0325-43ea-a06c-36d980b07051 None None] Pushing event updated for resources: {'Port': ['ID=c5791a5d-fb32-4a2b-a124-217d5c5831ea,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:30.654234 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e4c01d-8a0b-47e8-ad6c-7aca3d1317cf None None] Routers {'2e36e84f-e23d-4b77-b60f-e340c67848ce'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:54:30.656524 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-09e4c01d-8a0b-47e8-ad6c-7aca3d1317cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:54:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['2e36e84f-e23d-4b77-b60f-e340c67848ce'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:54:30.685564 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-49af9921-86e2-45eb-ae34-d77daab09284 req-428e400c-9fd9-4723-bfe4-7acc9ee5daff tempest-InstanceActionsTestJSON-1803600247 tempest-InstanceActionsTestJSON-1803600247-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7ff8d38-fae9-41fd-bf3a-836f70675c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4031341 Feb 19 02:54:30.697421 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4f3bc959-f916-4dfe-b2a9-39a03d3c60d2 req-d80ef9b8-5ac7-4e48-815d-27fd80bd97ef tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] 10.222.0.72 "GET /v2.0/ports?device_id=48dbb645-86ca-48ff-b960-ac2327737170 HTTP/1.1" status: 200 len: 210 time: 0.0534489 Feb 19 02:54:30.709830 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2c2efe-e774-4667-b157-8d776647e4ca req-db720072-59e4-4a39-b96a-93efeed5c540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:30.711379 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5b2c2efe-e774-4667-b157-8d776647e4ca req-db720072-59e4-4a39-b96a-93efeed5c540 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9fc9d7b1-1911-43ce-896e-17038b8f52a9 HTTP/1.1" status: 200 len: 854 time: 0.1416452 Feb 19 02:54:30.729789 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-cb681ad0-1216-4974-bf63-4e5d44479834 req-48f939aa-f9a9-4620-9bb2-7f01db851b89 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=83c866d3-e000-4397-a50d-1c4d2fa3070f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0906534 Feb 19 02:54:30.754930 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5b2c2efe-e774-4667-b157-8d776647e4ca req-b981d843-94f8-4d8a-9e88-986e454507e6 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8e03b543-b5a5-40d6-8aac-f197cba979f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326035 Feb 19 02:54:30.816521 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48dbb645-86ca-48ff-b960-ac2327737170', 'name': 'network-vif-deleted', 'tag': '386016cd-8e1d-4036-99f8-3b718a8a57d7'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:54:30.824888 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b04ad49-4642-4b61-baa8-08f0fb2d07a6" -d '{"events": [{"server_uuid": "48dbb645-86ca-48ff-b960-ac2327737170", "name": "network-vif-deleted", "tag": "386016cd-8e1d-4036-99f8-3b718a8a57d7"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:54:30.879813 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-09e4c01d-8a0b-47e8-ad6c-7aca3d1317cf None None] Set router 2e36e84f-e23d-4b77-b60f-e340c67848ce gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:54:30.912885 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7345876-7a29-48db-a5c7-f1d11d14b14e x-openstack-request-id: req-a7345876-7a29-48db-a5c7-f1d11d14b14e {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:54:30.913209 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48dbb645-86ca-48ff-b960-ac2327737170", "name": "network-vif-deleted", "tag": "386016cd-8e1d-4036-99f8-3b718a8a57d7", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:54:30.913463 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a7345876-7a29-48db-a5c7-f1d11d14b14e {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:54:30.914440 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48dbb645-86ca-48ff-b960-ac2327737170', 'name': 'network-vif-deleted', 'tag': '386016cd-8e1d-4036-99f8-3b718a8a57d7', 'status': 'completed', 'code': 200} Feb 19 02:54:30.966709 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5b2c2efe-e774-4667-b157-8d776647e4ca req-b1725421-4493-4ad2-b45e-45afe3273ad8 service neutron] 10.222.0.82 "GET /v2.0/networks/8e03b543-b5a5-40d6-8aac-f197cba979f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011263 Feb 19 02:54:30.988145 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-cb681ad0-1216-4974-bf63-4e5d44479834 req-3248c2ef-ca51-4846-9693-d9b641905815 service neutron] 10.222.0.82 "GET /v2.0/networks/83c866d3-e000-4397-a50d-1c4d2fa3070f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392895 Feb 19 02:54:30.991452 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-75e2e6bb-5e13-4c7d-9d88-a8b541669022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:31.253150 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-09e4c01d-8a0b-47e8-ad6c-7aca3d1317cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e36e84f-e23d-4b77-b60f-e340c67848ce', 'name': 'tempest-TaggedBootDevicesTest-1893525694-router', 'tenant_id': '6ec3dd7afd834c809d570f5110147b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': 'c5791a5d-fb32-4a2b-a124-217d5c5831ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:54:21Z', 'updated_at': '2022-02-19T02:54:26Z', 'revision_number': 3, 'project_id': '6ec3dd7afd834c809d570f5110147b8d', 'gw_port': {'id': 'c5791a5d-fb32-4a2b-a124-217d5c5831ea', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6b:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e36e84f-e23d-4b77-b60f-e340c67848ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:54:23Z', 'updated_at': '2022-02-19T02:54:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:54:31.296209 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5b2c2efe-e774-4667-b157-8d776647e4ca req-f690901b-e015-4b04-87a1-311d4ff316cf service neutron] 10.222.0.82 "GET /v2.0/networks/8e03b543-b5a5-40d6-8aac-f197cba979f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3206120 Feb 19 02:54:31.309665 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e4c01d-8a0b-47e8-ad6c-7aca3d1317cf None None] The sync data for ids ['2e36e84f-e23d-4b77-b60f-e340c67848ce'] in n-d-826753-2 is: [{'id': '2e36e84f-e23d-4b77-b60f-e340c67848ce', 'name': 'tempest-TaggedBootDevicesTest-1893525694-router', 'tenant_id': '6ec3dd7afd834c809d570f5110147b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': 'c5791a5d-fb32-4a2b-a124-217d5c5831ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:54:21Z', 'updated_at': '2022-02-19T02:54:26Z', 'revision_number': 3, 'project_id': '6ec3dd7afd834c809d570f5110147b8d', 'gw_port': {'id': 'c5791a5d-fb32-4a2b-a124-217d5c5831ea', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6b:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e36e84f-e23d-4b77-b60f-e340c67848ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:54:23Z', 'updated_at': '2022-02-19T02:54:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:54:31.312391 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bb4ca9-3bcb-4c19-b2c3-6772b786cc76 req-fd20e5fe-6ced-4079-a462-0037cf122427 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:31.313983 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e3bb4ca9-3bcb-4c19-b2c3-6772b786cc76 req-fd20e5fe-6ced-4079-a462-0037cf122427 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "GET /v2.0/ports?device_id=a442c034-618a-42b7-9e0d-c8197b1aade5 HTTP/1.1" status: 200 len: 943 time: 0.1900184 Feb 19 02:54:31.373359 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-cb681ad0-1216-4974-bf63-4e5d44479834 req-40c9ee24-ad2f-4e6d-8e38-33c40eaade5d service neutron] 10.222.0.82 "GET /v2.0/networks/83c866d3-e000-4397-a50d-1c4d2fa3070f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3783665 Feb 19 02:54:31.400998 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e3bb4ca9-3bcb-4c19-b2c3-6772b786cc76 req-515d6d25-efa7-4a29-a4bc-c83d2d8459c3 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "GET /v2.0/security-groups?id=c18c8961-f07d-4937-88ea-8df5c42d7449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751214 Feb 19 02:54:31.460455 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-75e2e6bb-5e13-4c7d-9d88-a8b541669022 admin admin] Allocated IP 172.20.0.1 (d6693eea-5935-4b21-81c1-498cbd8a50e6/7ff33b6e-4154-4b50-8387-7c0038b41dcb/42f9c67d-2054-45aa-94ba-6c38aa4e0e11) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:54:31.485337 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 386016cd-8e1d-4036-99f8-3b718a8a57d7 no longer exists at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:54:31.545136 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] No Port match for: 386016cd-8e1d-4036-99f8-3b718a8a57d7 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:54:31.545697 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 386016cd-8e1d-4036-99f8-3b718a8a57d7 not bound to the agent host n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:54:31.600907 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caac8c0a-b6b8-42f8-92cf-4be820b867af req-8dae0b5d-43bd-4696-bc2f-b6c088aa3431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:31.602612 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-caac8c0a-b6b8-42f8-92cf-4be820b867af req-8dae0b5d-43bd-4696-bc2f-b6c088aa3431 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=60cd2412755d4ac9a24ef5f571b19bc2&device_id=a442c034-618a-42b7-9e0d-c8197b1aade5 HTTP/1.1" status: 200 len: 1125 time: 0.1367562 Feb 19 02:54:31.678714 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290ade04-14f1-4b7e-93d0-cea3e9d16ac1 req-4ff0c470-28e5-46f0-a464-763359b1b63d tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:31.681721 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-290ade04-14f1-4b7e-93d0-cea3e9d16ac1 req-4ff0c470-28e5-46f0-a464-763359b1b63d tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/ports?device_id=9829e4c6-35e3-4dca-a34d-83845f9a05fe HTTP/1.1" status: 200 len: 945 time: 0.1054430 Feb 19 02:54:31.805658 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-290ade04-14f1-4b7e-93d0-cea3e9d16ac1 req-0894d81b-c4c2-436a-929d-4643493eaac4 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d351a8c-b73e-485a-861c-36f8b0ec3310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121681 Feb 19 02:54:31.897405 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-75e2e6bb-5e13-4c7d-9d88-a8b541669022 admin admin] Publish callbacks [] for port (42f9c67d-2054-45aa-94ba-6c38aa4e0e11), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:31.949789 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e53b3ee-2510-4621-b8b0-5f56202bdaba req-5545d524-9310-49c6-be60-31e9d1afda22 tempest-InstanceActionsTestJSON-1803600247 tempest-InstanceActionsTestJSON-1803600247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:31.956947 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3e53b3ee-2510-4621-b8b0-5f56202bdaba req-5545d524-9310-49c6-be60-31e9d1afda22 tempest-InstanceActionsTestJSON-1803600247 tempest-InstanceActionsTestJSON-1803600247-project] 10.222.0.72 "GET /v2.0/ports?device_id=a7f43407-a3d3-4520-8341-81e318975d49 HTTP/1.1" status: 200 len: 943 time: 0.1306057 Feb 19 02:54:31.991567 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caac8c0a-b6b8-42f8-92cf-4be820b867af req-eb7df503-2e47-4948-8d98-5fcc6b03a18d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:31.993107 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-caac8c0a-b6b8-42f8-92cf-4be820b867af req-eb7df503-2e47-4948-8d98-5fcc6b03a18d service neutron] 10.222.0.82 "GET /v2.0/networks?id=83c866d3-e000-4397-a50d-1c4d2fa3070f HTTP/1.1" status: 200 len: 913 time: 0.3702276 Feb 19 02:54:32.076862 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3e53b3ee-2510-4621-b8b0-5f56202bdaba req-e86b29ce-5341-45d5-aa0e-4627fe05fb1b tempest-InstanceActionsTestJSON-1803600247 tempest-InstanceActionsTestJSON-1803600247-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7ff8d38-fae9-41fd-bf3a-836f70675c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188374 Feb 19 02:54:32.153374 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-caac8c0a-b6b8-42f8-92cf-4be820b867af req-76698005-4811-4409-a217-65a7895728f6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69f3b922-e934-40eb-bfaa-d93a6573ac6a HTTP/1.1" status: 200 len: 217 time: 0.1414022 Feb 19 02:54:32.185533 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-75e2e6bb-5e13-4c7d-9d88-a8b541669022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (42f9c67d-2054-45aa-94ba-6c38aa4e0e11), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:32.289970 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e2e6bb-5e13-4c7d-9d88-a8b541669022 admin admin] Network d6693eea-5935-4b21-81c1-498cbd8a50e6 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:54:32.303042 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-75e2e6bb-5e13-4c7d-9d88-a8b541669022 admin admin] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:54:32.313961 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e2e6bb-5e13-4c7d-9d88-a8b541669022 admin admin] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:54:32.391806 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caac8c0a-b6b8-42f8-92cf-4be820b867af req-5dab5376-ae4b-43a0-b7a1-85475dddec10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:32.394271 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-caac8c0a-b6b8-42f8-92cf-4be820b867af req-5dab5376-ae4b-43a0-b7a1-85475dddec10 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=6c541211-5a05-47e1-81c4-dd461c877088 HTTP/1.1" status: 200 len: 852 time: 0.2320559 Feb 19 02:54:32.398846 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e2e6bb-5e13-4c7d-9d88-a8b541669022 admin admin] Pushing event updated for resources: {'Port': ['ID=42f9c67d-2054-45aa-94ba-6c38aa4e0e11,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:32.426784 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a1fc8f-e851-4652-aedc-481c5768b9f4 req-74d9e109-f690-469f-b6e5-05516b8d18e6 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:32.449147 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-69a1fc8f-e851-4652-aedc-481c5768b9f4 req-74d9e109-f690-469f-b6e5-05516b8d18e6 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] 10.222.0.72 "GET /v2.0/ports?device_id=909bb69e-1a06-4633-a049-6300737caa32 HTTP/1.1" status: 200 len: 945 time: 0.1884844 Feb 19 02:54:32.559404 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-caac8c0a-b6b8-42f8-92cf-4be820b867af req-834b6975-3ca4-4b16-8e59-6d9079f45037 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=83c866d3-e000-4397-a50d-1c4d2fa3070f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1354148 Feb 19 02:54:32.574520 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-75e2e6bb-5e13-4c7d-9d88-a8b541669022 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16289150'] for router_interface (2e36e84f-e23d-4b77-b60f-e340c67848ce), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:32.583937 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-69a1fc8f-e851-4652-aedc-481c5768b9f4 req-54a6c917-e4d9-4011-8121-88e09d4a75af tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] 10.222.0.72 "GET /v2.0/security-groups?id=d6877574-acb3-43f4-bf3f-b561a089577a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250789 Feb 19 02:54:32.619637 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aea4108-4a36-455b-bc20-4d3f4709f874 req-15d83afa-95a4-42c6-a203-60d0da0383d6 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:32.629087 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6aea4108-4a36-455b-bc20-4d3f4709f874 req-15d83afa-95a4-42c6-a203-60d0da0383d6 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "GET /v2.0/ports?device_id=a442c034-618a-42b7-9e0d-c8197b1aade5 HTTP/1.1" status: 200 len: 943 time: 0.0808904 Feb 19 02:54:32.698610 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6aea4108-4a36-455b-bc20-4d3f4709f874 req-4a850bb2-77ed-460f-8e69-dae3c31aded0 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "GET /v2.0/security-groups?id=c18c8961-f07d-4937-88ea-8df5c42d7449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681403 Feb 19 02:54:32.799406 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-fd43d306-3bf4-4edd-b225-5d63baa4db27 None None] Provisioning complete for port 42f9c67d-2054-45aa-94ba-6c38aa4e0e11 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:54:32.800478 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fd43d306-3bf4-4edd-b225-5d63baa4db27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (42f9c67d-2054-45aa-94ba-6c38aa4e0e11), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:32.886294 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-fd43d306-3bf4-4edd-b225-5d63baa4db27 None None] Port 42f9c67d-2054-45aa-94ba-6c38aa4e0e11 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:54:32.888759 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ae9170-7cb3-499a-89c0-c4418e7cb45e req-cdcebb33-0811-4caf-b35f-02db99b9093e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:32.892912 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-b4ae9170-7cb3-499a-89c0-c4418e7cb45e req-cdcebb33-0811-4caf-b35f-02db99b9093e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9829e4c6-35e3-4dca-a34d-83845f9a05fe HTTP/1.1" status: 200 len: 1127 time: 0.3431616 Feb 19 02:54:33.028512 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc4fe8a-d66e-453b-900c-e91d5b8b15b2 req-72829bc3-804c-44d0-93ca-38851c8a498d tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:33.030581 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4bc4fe8a-d66e-453b-900c-e91d5b8b15b2 req-72829bc3-804c-44d0-93ca-38851c8a498d tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/ports?device_id=9829e4c6-35e3-4dca-a34d-83845f9a05fe HTTP/1.1" status: 200 len: 945 time: 0.1035347 Feb 19 02:54:33.087137 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-caac8c0a-b6b8-42f8-92cf-4be820b867af req-49490008-1339-4f39-b071-1d0e1b4dbeb8 service neutron] 10.222.0.82 "GET /v2.0/networks/83c866d3-e000-4397-a50d-1c4d2fa3070f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5116343 Feb 19 02:54:33.120999 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4bc4fe8a-d66e-453b-900c-e91d5b8b15b2 req-436571e8-eead-436d-b27f-1ef91ed36112 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d351a8c-b73e-485a-861c-36f8b0ec3310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619068 Feb 19 02:54:33.151558 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-b4ae9170-7cb3-499a-89c0-c4418e7cb45e req-4ac03a92-4302-4cde-a65d-ce37aa1261da service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=6d351a8c-b73e-485a-861c-36f8b0ec3310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125347 Feb 19 02:54:33.221304 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-75e2e6bb-5e13-4c7d-9d88-a8b541669022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (42f9c67d-2054-45aa-94ba-6c38aa4e0e11), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:33.288427 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a925b3-fcfe-4921-a21f-237ed657a5db req-40bc788e-67e0-490f-998e-7e8662183bdb tempest-InstanceActionsTestJSON-1803600247 tempest-InstanceActionsTestJSON-1803600247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:33.309725 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-04a925b3-fcfe-4921-a21f-237ed657a5db req-40bc788e-67e0-490f-998e-7e8662183bdb tempest-InstanceActionsTestJSON-1803600247 tempest-InstanceActionsTestJSON-1803600247-project] 10.222.0.72 "GET /v2.0/ports?device_id=a7f43407-a3d3-4520-8341-81e318975d49 HTTP/1.1" status: 200 len: 943 time: 0.1203241 Feb 19 02:54:33.323615 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-caac8c0a-b6b8-42f8-92cf-4be820b867af req-b0736364-504c-42db-b6d7-75935b83030a service neutron] 10.222.0.82 "GET /v2.0/networks/83c866d3-e000-4397-a50d-1c4d2fa3070f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048292 Feb 19 02:54:33.404238 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-04a925b3-fcfe-4921-a21f-237ed657a5db req-f54c0372-692c-4fe1-a3f1-2c8707f4757d tempest-InstanceActionsTestJSON-1803600247 tempest-InstanceActionsTestJSON-1803600247-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7ff8d38-fae9-41fd-bf3a-836f70675c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823290 Feb 19 02:54:33.471434 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-75e2e6bb-5e13-4c7d-9d88-a8b541669022 admin admin] Publish callbacks [] for port (42f9c67d-2054-45aa-94ba-6c38aa4e0e11), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:33.479714 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-75e2e6bb-5e13-4c7d-9d88-a8b541669022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (42f9c67d-2054-45aa-94ba-6c38aa4e0e11), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:33.482448 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 69f3b922-e934-40eb-bfaa-d93a6573ac6a details requested by agent hyperv_n-h2-826753-2 with host n-h2-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:54:33.545164 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-75e2e6bb-5e13-4c7d-9d88-a8b541669022 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16362769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16289258'] for router_interface (2e36e84f-e23d-4b77-b60f-e340c67848ce), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:33.715865 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e2e6bb-5e13-4c7d-9d88-a8b541669022 admin admin] Pushing event updated for resources: {'Port': ['ID=42f9c67d-2054-45aa-94ba-6c38aa4e0e11,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:33.761675 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device c5791a5d-fb32-4a2b-a124-217d5c5831ea up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:54:33.816383 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e2e6bb-5e13-4c7d-9d88-a8b541669022 admin admin] Network d6693eea-5935-4b21-81c1-498cbd8a50e6 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:54:33.818354 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-75e2e6bb-5e13-4c7d-9d88-a8b541669022 admin admin] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:54:33.910980 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869fd11d-0eaa-4452-9f0a-c1a0fbc21daf req-56c5842c-cbd1-4534-a4df-c21dcc6d8047 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:33.923777 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-869fd11d-0eaa-4452-9f0a-c1a0fbc21daf req-56c5842c-cbd1-4534-a4df-c21dcc6d8047 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] 10.222.0.72 "GET /v2.0/ports?device_id=909bb69e-1a06-4633-a049-6300737caa32 HTTP/1.1" status: 200 len: 945 time: 0.1923323 Feb 19 02:54:33.925245 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 69f3b922-e934-40eb-bfaa-d93a6573ac6a, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=69f3b922-e934-40eb-bfaa-d93a6573ac6a,segment=NetworkSegment(9dc72441-817a-452a-8e88-f736d9f767db),segment_id=9dc72441-817a-452a-8e88-f736d9f767db)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:54:33.931219 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port c5791a5d-fb32-4a2b-a124-217d5c5831ea triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:54:33.931887 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (c5791a5d-fb32-4a2b-a124-217d5c5831ea), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:34.028718 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Returning: {'device': '69f3b922-e934-40eb-bfaa-d93a6573ac6a', 'network_id': '83c866d3-e000-4397-a50d-1c4d2fa3070f', 'port_id': '69f3b922-e934-40eb-bfaa-d93a6573ac6a', 'mac_address': 'fa:16:3e:36:84:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c541211-5a05-47e1-81c4-dd461c877088', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:54:34.107204 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75e2e6bb-5e13-4c7d-9d88-a8b541669022 admin admin] Router 2e36e84f-e23d-4b77-b60f-e340c67848ce has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:54:34.113872 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e12b62a-21d7-4b2a-8767-68d848a5f1ac req-e1193f94-ce5f-4eaf-b47e-3ff6284e1b1a tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:34.122963 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2e12b62a-21d7-4b2a-8767-68d848a5f1ac req-e1193f94-ce5f-4eaf-b47e-3ff6284e1b1a tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "GET /v2.0/ports?device_id=a442c034-618a-42b7-9e0d-c8197b1aade5 HTTP/1.1" status: 200 len: 943 time: 0.2648523 Feb 19 02:54:34.162957 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-869fd11d-0eaa-4452-9f0a-c1a0fbc21daf req-8a7c7df8-f931-480f-8931-0a1efe373264 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] 10.222.0.72 "GET /v2.0/security-groups?id=d6877574-acb3-43f4-bf3f-b561a089577a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382956 Feb 19 02:54:34.226707 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 69f3b922-e934-40eb-bfaa-d93a6573ac6a is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:54:34.227111 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (69f3b922-e934-40eb-bfaa-d93a6573ac6a), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:34.263196 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port c5791a5d-fb32-4a2b-a124-217d5c5831ea is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:54:34.263656 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (c5791a5d-fb32-4a2b-a124-217d5c5831ea), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:34.290649 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2e12b62a-21d7-4b2a-8767-68d848a5f1ac req-3e3a8d3d-2ce8-4cf5-aae7-7adfcd08aec3 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "GET /v2.0/security-groups?id=c18c8961-f07d-4937-88ea-8df5c42d7449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652753 Feb 19 02:54:34.311480 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port c5791a5d-fb32-4a2b-a124-217d5c5831ea, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=c5791a5d-fb32-4a2b-a124-217d5c5831ea,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:54:34.335590 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69f3b922-e934-40eb-bfaa-d93a6573ac6a {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:54:34.344875 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (c5791a5d-fb32-4a2b-a124-217d5c5831ea), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:34.393167 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75e2e6bb-5e13-4c7d-9d88-a8b541669022 admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:54:34.399794 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-75e2e6bb-5e13-4c7d-9d88-a8b541669022 admin admin] 10.222.0.72 "PUT /v2.0/routers/2e36e84f-e23d-4b77-b60f-e340c67848ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5451038 Feb 19 02:54:34.400238 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5222191b-0964-4fcb-bfe1-63b098b8d2e2 req-fee7099f-3d43-49b3-b127-601bf50f1045 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:34.412964 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5222191b-0964-4fcb-bfe1-63b098b8d2e2 req-fee7099f-3d43-49b3-b127-601bf50f1045 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/ports?device_id=9829e4c6-35e3-4dca-a34d-83845f9a05fe HTTP/1.1" status: 200 len: 945 time: 0.1206858 Feb 19 02:54:34.418535 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720e01a6-cd57-415d-a77c-2bb1d9fc4a6f None None] Sync routers for ids ['2e36e84f-e23d-4b77-b60f-e340c67848ce'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:54:34.435716 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720e01a6-cd57-415d-a77c-2bb1d9fc4a6f None None] Routers {'2e36e84f-e23d-4b77-b60f-e340c67848ce'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:54:34.436274 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-720e01a6-cd57-415d-a77c-2bb1d9fc4a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:54:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['2e36e84f-e23d-4b77-b60f-e340c67848ce'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:54:34.454245 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-f064b195-a213-4166-812a-7c14eb0b7627 None None] Provisioning complete for port 42f9c67d-2054-45aa-94ba-6c38aa4e0e11 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:54:34.454627 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f064b195-a213-4166-812a-7c14eb0b7627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (42f9c67d-2054-45aa-94ba-6c38aa4e0e11), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:34.464261 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 69f3b922-e934-40eb-bfaa-d93a6573ac6a, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=69f3b922-e934-40eb-bfaa-d93a6573ac6a,segment=NetworkSegment(9dc72441-817a-452a-8e88-f736d9f767db),segment_id=9dc72441-817a-452a-8e88-f736d9f767db)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:54:34.506700 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5222191b-0964-4fcb-bfe1-63b098b8d2e2 req-8c8a74dd-a2dc-4a51-8f8e-4f00744587f3 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d351a8c-b73e-485a-861c-36f8b0ec3310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927637 Feb 19 02:54:34.548563 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (69f3b922-e934-40eb-bfaa-d93a6573ac6a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:34.549751 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 77b7f382-d043-46ce-985c-214f69991bdc details requested by agent hyperv_n-h2-826753-2 with host n-h2-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:54:34.568694 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8b596b-d616-4ee1-bab6-0299b37c0758 req-ec13f5fd-729b-42ca-be01-f3f2b88228c3 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:34.570519 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-de8b596b-d616-4ee1-bab6-0299b37c0758 req-ec13f5fd-729b-42ca-be01-f3f2b88228c3 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] 10.222.0.73 "GET /v2.0/ports?device_id=909bb69e-1a06-4633-a049-6300737caa32 HTTP/1.1" status: 200 len: 945 time: 0.0979586 Feb 19 02:54:34.642701 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a975daa-48b3-4e9c-9ced-3697a39c0500 req-3f999d7d-2cde-4a22-ad67-34242d814fa5 tempest-InstanceActionsTestJSON-1803600247 tempest-InstanceActionsTestJSON-1803600247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:34.646827 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2a975daa-48b3-4e9c-9ced-3697a39c0500 req-3f999d7d-2cde-4a22-ad67-34242d814fa5 tempest-InstanceActionsTestJSON-1803600247 tempest-InstanceActionsTestJSON-1803600247-project] 10.222.0.72 "GET /v2.0/ports?device_id=a7f43407-a3d3-4520-8341-81e318975d49 HTTP/1.1" status: 200 len: 943 time: 0.1268320 Feb 19 02:54:34.651282 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-f064b195-a213-4166-812a-7c14eb0b7627 None None] Port 42f9c67d-2054-45aa-94ba-6c38aa4e0e11 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:54:34.655214 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=c5791a5d-fb32-4a2b-a124-217d5c5831ea,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:34.692497 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-720e01a6-cd57-415d-a77c-2bb1d9fc4a6f None None] Set router 2e36e84f-e23d-4b77-b60f-e340c67848ce gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:54:34.784454 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2a975daa-48b3-4e9c-9ced-3697a39c0500 req-02cd0cbe-a3f2-4577-932c-1dae5596d575 tempest-InstanceActionsTestJSON-1803600247 tempest-InstanceActionsTestJSON-1803600247-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7ff8d38-fae9-41fd-bf3a-836f70675c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184688 Feb 19 02:54:34.850685 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=69f3b922-e934-40eb-bfaa-d93a6573ac6a,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:34.862442 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-de8b596b-d616-4ee1-bab6-0299b37c0758 req-413a8be5-65e5-46f5-8e11-cb517120aff5 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] Deleting port bd1ca4a7-3418-46c4-927b-090b15466650 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:54:34.862805 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-de8b596b-d616-4ee1-bab6-0299b37c0758 req-413a8be5-65e5-46f5-8e11-cb517120aff5 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (bd1ca4a7-3418-46c4-927b-090b15466650), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:34.894173 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 77b7f382-d043-46ce-985c-214f69991bdc, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=77b7f382-d043-46ce-985c-214f69991bdc,segment=NetworkSegment(7553e842-c6ac-484c-8ce1-a7c7ef1bc202),segment_id=7553e842-c6ac-484c-8ce1-a7c7ef1bc202)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:54:34.907180 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Returning: {'device': '77b7f382-d043-46ce-985c-214f69991bdc', 'network_id': '8e03b543-b5a5-40d6-8aac-f197cba979f2', 'port_id': '77b7f382-d043-46ce-985c-214f69991bdc', 'mac_address': 'fa:16:3e:26:88:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fc9d7b1-1911-43ce-896e-17038b8f52a9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:54:34.960980 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 77b7f382-d043-46ce-985c-214f69991bdc is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:54:34.962167 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (77b7f382-d043-46ce-985c-214f69991bdc), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:35.003200 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-de8b596b-d616-4ee1-bab6-0299b37c0758 req-413a8be5-65e5-46f5-8e11-cb517120aff5 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] For port bd1ca4a7-3418-46c4-927b-090b15466650, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=bd1ca4a7-3418-46c4-927b-090b15466650,segment=NetworkSegment(6d6b5f79-1c3f-4c87-a837-86790ffb5a7e),segment_id=6d6b5f79-1c3f-4c87-a837-86790ffb5a7e)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:54:35.003867 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-de8b596b-d616-4ee1-bab6-0299b37c0758 req-413a8be5-65e5-46f5-8e11-cb517120aff5 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (bd1ca4a7-3418-46c4-927b-090b15466650), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:35.009281 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77b7f382-d043-46ce-985c-214f69991bdc {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:54:35.021112 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-de8b596b-d616-4ee1-bab6-0299b37c0758 req-413a8be5-65e5-46f5-8e11-cb517120aff5 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] Calling delete_port for bd1ca4a7-3418-46c4-927b-090b15466650 owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:54:35.048931 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 77b7f382-d043-46ce-985c-214f69991bdc, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=77b7f382-d043-46ce-985c-214f69991bdc,segment=NetworkSegment(7553e842-c6ac-484c-8ce1-a7c7ef1bc202),segment_id=7553e842-c6ac-484c-8ce1-a7c7ef1bc202)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:54:35.065927 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (77b7f382-d043-46ce-985c-214f69991bdc), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:35.100563 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-720e01a6-cd57-415d-a77c-2bb1d9fc4a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e36e84f-e23d-4b77-b60f-e340c67848ce', 'name': 'tempest-TaggedBootDevicesTest-1893525694-router', 'tenant_id': '6ec3dd7afd834c809d570f5110147b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': 'c5791a5d-fb32-4a2b-a124-217d5c5831ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:54:21Z', 'updated_at': '2022-02-19T02:54:33Z', 'revision_number': 4, 'project_id': '6ec3dd7afd834c809d570f5110147b8d', 'gw_port': {'id': 'c5791a5d-fb32-4a2b-a124-217d5c5831ea', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e36e84f-e23d-4b77-b60f-e340c67848ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:54:23Z', 'updated_at': '2022-02-19T02:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '42f9c67d-2054-45aa-94ba-6c38aa4e0e11', 'name': '', 'network_id': 'd6693eea-5935-4b21-81c1-498cbd8a50e6', 'tenant_id': '6ec3dd7afd834c809d570f5110147b8d', 'mac_address': 'fa:16:3e:22:97:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e36e84f-e23d-4b77-b60f-e340c67848ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '7ff33b6e-4154-4b50-8387-7c0038b41dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:54:31Z', 'updated_at': '2022-02-19T02:54:33Z', 'revision_number': 2, 'project_id': '6ec3dd7afd834c809d570f5110147b8d', 'subnets': [{'id': '7ff33b6e-4154-4b50-8387-7c0038b41dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:54:35.139033 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720e01a6-cd57-415d-a77c-2bb1d9fc4a6f None None] Checking router: 2e36e84f-e23d-4b77-b60f-e340c67848ce for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:54:35.139676 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720e01a6-cd57-415d-a77c-2bb1d9fc4a6f None None] Updating router 2e36e84f-e23d-4b77-b60f-e340c67848ce port 42f9c67d-2054-45aa-94ba-6c38aa4e0e11 binding host n-d-826753-2 {{(pid=103704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:54:35.179021 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-720e01a6-cd57-415d-a77c-2bb1d9fc4a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (42f9c67d-2054-45aa-94ba-6c38aa4e0e11), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:35.182701 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=77b7f382-d043-46ce-985c-214f69991bdc,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:35.313698 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-de8b596b-d616-4ee1-bab6-0299b37c0758 req-413a8be5-65e5-46f5-8e11-cb517120aff5 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (bd1ca4a7-3418-46c4-927b-090b15466650), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:35.352701 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['bd1ca4a7-3418-46c4-927b-090b15466650'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:54:35.409903 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['69f3b922-e934-40eb-bfaa-d93a6573ac6a'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:54:35.412224 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413a8be5-65e5-46f5-8e11-cb517120aff5 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] Pushing event deleted for resources: {'Port': ['ID=bd1ca4a7-3418-46c4-927b-090b15466650,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:35.479836 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0e7434-8ee1-4f2d-9d97-8ffadb187b5e req-60e6508e-ec8b-4dbd-b474-17df7834d185 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:35.490906 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cd0e7434-8ee1-4f2d-9d97-8ffadb187b5e req-60e6508e-ec8b-4dbd-b474-17df7834d185 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] 10.222.0.72 "GET /v2.0/ports?device_id=909bb69e-1a06-4633-a049-6300737caa32 HTTP/1.1" status: 200 len: 867 time: 0.2091308 Feb 19 02:54:35.515798 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['77b7f382-d043-46ce-985c-214f69991bdc'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:54:35.516246 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-de8b596b-d616-4ee1-bab6-0299b37c0758 req-413a8be5-65e5-46f5-8e11-cb517120aff5 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] No DVR routers for this DVR port bd1ca4a7-3418-46c4-927b-090b15466650 on host n-h1-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:54:35.524509 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-de8b596b-d616-4ee1-bab6-0299b37c0758 req-413a8be5-65e5-46f5-8e11-cb517120aff5 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:35.528334 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-de8b596b-d616-4ee1-bab6-0299b37c0758 req-413a8be5-65e5-46f5-8e11-cb517120aff5 tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] 10.222.0.73 "DELETE /v2.0/ports/bd1ca4a7-3418-46c4-927b-090b15466650 HTTP/1.1" status: 204 len: 173 time: 0.9508388 Feb 19 02:54:35.534734 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '909bb69e-1a06-4633-a049-6300737caa32', 'name': 'network-vif-deleted', 'tag': 'bd1ca4a7-3418-46c4-927b-090b15466650'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:54:35.540142 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d4320ad-7a73-4067-9082-c99171f0c460" -d '{"events": [{"server_uuid": "909bb69e-1a06-4633-a049-6300737caa32", "name": "network-vif-deleted", "tag": "bd1ca4a7-3418-46c4-927b-090b15466650"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:54:35.676988 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b03b81-f618-45ce-8673-bbdc393a7441 req-489ee2e1-5ee4-4545-8a4b-cd8f67183c4e tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:35.698745 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e4b03b81-f618-45ce-8673-bbdc393a7441 req-489ee2e1-5ee4-4545-8a4b-cd8f67183c4e tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "GET /v2.0/ports?device_id=a442c034-618a-42b7-9e0d-c8197b1aade5 HTTP/1.1" status: 200 len: 944 time: 0.2901149 Feb 19 02:54:35.807221 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cd0e7434-8ee1-4f2d-9d97-8ffadb187b5e req-b641700b-a683-446d-a23e-be1bf7d82f0c tempest-ListServerFiltersTestJSON-1196946433 tempest-ListServerFiltersTestJSON-1196946433-project] 10.222.0.72 "GET /v2.0/security-groups?id=d6877574-acb3-43f4-bf3f-b561a089577a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878509 Feb 19 02:54:35.894797 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e4b03b81-f618-45ce-8673-bbdc393a7441 req-972f5d7a-c129-4e0f-bf99-25cdf502f091 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "GET /v2.0/security-groups?id=c18c8961-f07d-4937-88ea-8df5c42d7449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950788 Feb 19 02:54:35.921660 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device c5791a5d-fb32-4a2b-a124-217d5c5831ea up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:54:35.991976 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89e591f6-c485-488c-8007-8f8b06703036 x-openstack-request-id: req-89e591f6-c485-488c-8007-8f8b06703036 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:54:35.992617 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "909bb69e-1a06-4633-a049-6300737caa32", "name": "network-vif-deleted", "tag": "bd1ca4a7-3418-46c4-927b-090b15466650", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:54:35.993101 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-89e591f6-c485-488c-8007-8f8b06703036 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:54:35.994014 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '909bb69e-1a06-4633-a049-6300737caa32', 'name': 'network-vif-deleted', 'tag': 'bd1ca4a7-3418-46c4-927b-090b15466650', 'status': 'completed', 'code': 200} Feb 19 02:54:36.023258 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-720e01a6-cd57-415d-a77c-2bb1d9fc4a6f None None] Publish callbacks [] for port (42f9c67d-2054-45aa-94ba-6c38aa4e0e11), precommit_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:36.041774 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-720e01a6-cd57-415d-a77c-2bb1d9fc4a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (42f9c67d-2054-45aa-94ba-6c38aa4e0e11), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:36.090185 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36670a32-34ae-4da2-be85-9c282bd2c466 req-a310b166-ad7f-418f-8ef6-ebde34816499 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:36.092898 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-36670a32-34ae-4da2-be85-9c282bd2c466 req-a310b166-ad7f-418f-8ef6-ebde34816499 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/ports?device_id=9829e4c6-35e3-4dca-a34d-83845f9a05fe HTTP/1.1" status: 200 len: 945 time: 0.1443298 Feb 19 02:54:36.150466 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7de248-d7ac-44a6-9b10-e52208ab340b None None] Pushing event updated for resources: {'Port': ['ID=42f9c67d-2054-45aa-94ba-6c38aa4e0e11,revision_number=3']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:36.171915 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port c5791a5d-fb32-4a2b-a124-217d5c5831ea triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:54:36.172525 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (c5791a5d-fb32-4a2b-a124-217d5c5831ea), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:36.174552 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7de248-d7ac-44a6-9b10-e52208ab340b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:54:36.176228 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7de248-d7ac-44a6-9b10-e52208ab340b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:54:36.177503 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7de248-d7ac-44a6-9b10-e52208ab340b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:54:36.178578 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7de248-d7ac-44a6-9b10-e52208ab340b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:54:36.179760 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7de248-d7ac-44a6-9b10-e52208ab340b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:54:36.180252 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7de248-d7ac-44a6-9b10-e52208ab340b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:54:36.182834 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7de248-d7ac-44a6-9b10-e52208ab340b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:54:36.183706 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7de248-d7ac-44a6-9b10-e52208ab340b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:54:36.184273 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7de248-d7ac-44a6-9b10-e52208ab340b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:54:36.184776 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7de248-d7ac-44a6-9b10-e52208ab340b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:54:36.186501 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7de248-d7ac-44a6-9b10-e52208ab340b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:54:36.187015 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7de248-d7ac-44a6-9b10-e52208ab340b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:54:36.190012 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7de248-d7ac-44a6-9b10-e52208ab340b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:54:36.281285 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-720e01a6-cd57-415d-a77c-2bb1d9fc4a6f None None] Attempting to bind port 42f9c67d-2054-45aa-94ba-6c38aa4e0e11 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:54:36.281907 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-720e01a6-cd57-415d-a77c-2bb1d9fc4a6f None None] Attempting to bind port 42f9c67d-2054-45aa-94ba-6c38aa4e0e11 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '245dfdec-94d3-4f95-bab9-a70453fd4b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'd6693eea-5935-4b21-81c1-498cbd8a50e6'}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:54:36.282774 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720e01a6-cd57-415d-a77c-2bb1d9fc4a6f None None] Attempting to bind port 42f9c67d-2054-45aa-94ba-6c38aa4e0e11 on network d6693eea-5935-4b21-81c1-498cbd8a50e6 {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:54:36.290519 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720e01a6-cd57-415d-a77c-2bb1d9fc4a6f None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:54:36.291434 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720e01a6-cd57-415d-a77c-2bb1d9fc4a6f None None] Checking segment: {'id': '245dfdec-94d3-4f95-bab9-a70453fd4b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'd6693eea-5935-4b21-81c1-498cbd8a50e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:54:36.292598 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-720e01a6-cd57-415d-a77c-2bb1d9fc4a6f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:36.293388 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720e01a6-cd57-415d-a77c-2bb1d9fc4a6f None None] Bound using segment: {'id': '245dfdec-94d3-4f95-bab9-a70453fd4b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'd6693eea-5935-4b21-81c1-498cbd8a50e6'} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:54:36.295837 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-720e01a6-cd57-415d-a77c-2bb1d9fc4a6f None None] Bound port: 42f9c67d-2054-45aa-94ba-6c38aa4e0e11, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '245dfdec-94d3-4f95-bab9-a70453fd4b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'd6693eea-5935-4b21-81c1-498cbd8a50e6'}}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:54:36.295837 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-720e01a6-cd57-415d-a77c-2bb1d9fc4a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (42f9c67d-2054-45aa-94ba-6c38aa4e0e11), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:36.370176 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e79899-5525-4e73-a55f-fed8307bae54 req-0b0fdf6f-f584-4cc6-8786-e3e4799e93c8 tempest-InstanceActionsTestJSON-1803600247 tempest-InstanceActionsTestJSON-1803600247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:36.388934 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-76e79899-5525-4e73-a55f-fed8307bae54 req-0b0fdf6f-f584-4cc6-8786-e3e4799e93c8 tempest-InstanceActionsTestJSON-1803600247 tempest-InstanceActionsTestJSON-1803600247-project] 10.222.0.72 "GET /v2.0/ports?device_id=a7f43407-a3d3-4520-8341-81e318975d49 HTTP/1.1" status: 200 len: 944 time: 0.2876959 Feb 19 02:54:36.399549 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-36670a32-34ae-4da2-be85-9c282bd2c466 req-e82ce50d-6e75-436d-b2e6-fd5a7722b6a2 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d351a8c-b73e-485a-861c-36f8b0ec3310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987885 Feb 19 02:54:36.415960 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port c5791a5d-fb32-4a2b-a124-217d5c5831ea is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:54:36.420117 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-720e01a6-cd57-415d-a77c-2bb1d9fc4a6f None None] For port 42f9c67d-2054-45aa-94ba-6c38aa4e0e11, host n-d-826753-2, cleared binding levels {{(pid=103704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:54:36.424192 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-720e01a6-cd57-415d-a77c-2bb1d9fc4a6f None None] For port 42f9c67d-2054-45aa-94ba-6c38aa4e0e11, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=42f9c67d-2054-45aa-94ba-6c38aa4e0e11,segment=NetworkSegment(245dfdec-94d3-4f95-bab9-a70453fd4b3c),segment_id=245dfdec-94d3-4f95-bab9-a70453fd4b3c)] {{(pid=103704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:54:36.434226 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-720e01a6-cd57-415d-a77c-2bb1d9fc4a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (42f9c67d-2054-45aa-94ba-6c38aa4e0e11), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:36.495281 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720e01a6-cd57-415d-a77c-2bb1d9fc4a6f None None] Routers {'2e36e84f-e23d-4b77-b60f-e340c67848ce'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:54:36.495929 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-720e01a6-cd57-415d-a77c-2bb1d9fc4a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:54:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['2e36e84f-e23d-4b77-b60f-e340c67848ce'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:54:36.524954 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-76e79899-5525-4e73-a55f-fed8307bae54 req-f03c24b7-b9b2-418a-93d4-452d9e9e27dd tempest-InstanceActionsTestJSON-1803600247 tempest-InstanceActionsTestJSON-1803600247-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7ff8d38-fae9-41fd-bf3a-836f70675c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340418 Feb 19 02:54:36.636560 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921de00f-3e42-4161-8404-fc94479eb013 req-bdabb0f5-438e-4abe-aa5b-a5bf52dce67b tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:36.638178 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-921de00f-3e42-4161-8404-fc94479eb013 req-bdabb0f5-438e-4abe-aa5b-a5bf52dce67b tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/ports?device_id=5bb9eab4-0d6c-4134-ab2b-95a69750261e HTTP/1.1" status: 200 len: 945 time: 0.0752459 Feb 19 02:54:36.698088 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-720e01a6-cd57-415d-a77c-2bb1d9fc4a6f None None] Set router 2e36e84f-e23d-4b77-b60f-e340c67848ce gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:54:36.700004 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-a212ec92-9504-45d3-8e3c-ed8677a05caf None None] Provisioning complete for port 42f9c67d-2054-45aa-94ba-6c38aa4e0e11 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:54:36.702636 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-a212ec92-9504-45d3-8e3c-ed8677a05caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (42f9c67d-2054-45aa-94ba-6c38aa4e0e11), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:36.726950 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-921de00f-3e42-4161-8404-fc94479eb013 req-34d1704d-f64e-4bcf-8742-b6c320177d34 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d351a8c-b73e-485a-861c-36f8b0ec3310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783834 Feb 19 02:54:36.898926 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 36646) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:36.963440 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-a212ec92-9504-45d3-8e3c-ed8677a05caf None None] Current status of the port 42f9c67d-2054-45aa-94ba-6c38aa4e0e11 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:54:36.963957 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-a212ec92-9504-45d3-8e3c-ed8677a05caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (42f9c67d-2054-45aa-94ba-6c38aa4e0e11), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:37.086389 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-a212ec92-9504-45d3-8e3c-ed8677a05caf None None] For port 42f9c67d-2054-45aa-94ba-6c38aa4e0e11, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=42f9c67d-2054-45aa-94ba-6c38aa4e0e11,segment=NetworkSegment(245dfdec-94d3-4f95-bab9-a70453fd4b3c),segment_id=245dfdec-94d3-4f95-bab9-a70453fd4b3c)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:54:37.097147 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-18619db4-4983-4788-bd20-f4b6acb65028 admin admin] Deleting subnet eb8cf0f0-abd8-4026-9d69-425697044d46 {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:54:37.098364 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-a212ec92-9504-45d3-8e3c-ed8677a05caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (42f9c67d-2054-45aa-94ba-6c38aa4e0e11), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:37.113609 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-18619db4-4983-4788-bd20-f4b6acb65028 admin admin] Publish callbacks [] for subnet (eb8cf0f0-abd8-4026-9d69-425697044d46), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:37.164324 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 36652) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:37.185122 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-84f96381-5f03-46d7-9687-75a36caf01cc admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-695366427-network', 'tenant_id': '0a14dacd84aa433893b7027a0050be30'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:54:37.223737 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84f96381-5f03-46d7-9687-75a36caf01cc admin admin] Made reservation on behalf of 0a14dacd84aa433893b7027a0050be30 for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:54:37.226434 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-84f96381-5f03-46d7-9687-75a36caf01cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:37.240901 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-84f96381-5f03-46d7-9687-75a36caf01cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:37.275201 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-18619db4-4983-4788-bd20-f4b6acb65028 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (eb8cf0f0-abd8-4026-9d69-425697044d46), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:37.288216 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a212ec92-9504-45d3-8e3c-ed8677a05caf None None] Pushing event updated for resources: {'Port': ['ID=42f9c67d-2054-45aa-94ba-6c38aa4e0e11,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:37.294143 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-eff19514-78c4-4eb8-a7b1-769cbacfc3a1 None None] Provisioning complete for port 42f9c67d-2054-45aa-94ba-6c38aa4e0e11 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:54:37.294887 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-eff19514-78c4-4eb8-a7b1-769cbacfc3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (42f9c67d-2054-45aa-94ba-6c38aa4e0e11), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:37.328242 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-720e01a6-cd57-415d-a77c-2bb1d9fc4a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e36e84f-e23d-4b77-b60f-e340c67848ce', 'name': 'tempest-TaggedBootDevicesTest-1893525694-router', 'tenant_id': '6ec3dd7afd834c809d570f5110147b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': 'c5791a5d-fb32-4a2b-a124-217d5c5831ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:54:21Z', 'updated_at': '2022-02-19T02:54:33Z', 'revision_number': 4, 'project_id': '6ec3dd7afd834c809d570f5110147b8d', 'gw_port': {'id': 'c5791a5d-fb32-4a2b-a124-217d5c5831ea', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e36e84f-e23d-4b77-b60f-e340c67848ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:54:23Z', 'updated_at': '2022-02-19T02:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '42f9c67d-2054-45aa-94ba-6c38aa4e0e11', 'name': '', 'network_id': 'd6693eea-5935-4b21-81c1-498cbd8a50e6', 'tenant_id': '6ec3dd7afd834c809d570f5110147b8d', 'mac_address': 'fa:16:3e:22:97:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e36e84f-e23d-4b77-b60f-e340c67848ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '7ff33b6e-4154-4b50-8387-7c0038b41dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:54:31Z', 'updated_at': '2022-02-19T02:54:36Z', 'revision_number': 4, 'project_id': '6ec3dd7afd834c809d570f5110147b8d', 'subnets': [{'id': '7ff33b6e-4154-4b50-8387-7c0038b41dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:54:37.414368 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7de248-d7ac-44a6-9b10-e52208ab340b None None] Pushing event updated for resources: {'Port': ['ID=42f9c67d-2054-45aa-94ba-6c38aa4e0e11,revision_number=4']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:37.415037 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a37c99-29d4-4027-8b2f-7590a7662ac3 req-88cf86ba-de36-4734-9dd7-5028cae4b058 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:37.417958 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720e01a6-cd57-415d-a77c-2bb1d9fc4a6f None None] The sync data for ids ['2e36e84f-e23d-4b77-b60f-e340c67848ce'] in n-d-826753-2 is: [{'id': '2e36e84f-e23d-4b77-b60f-e340c67848ce', 'name': 'tempest-TaggedBootDevicesTest-1893525694-router', 'tenant_id': '6ec3dd7afd834c809d570f5110147b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': 'c5791a5d-fb32-4a2b-a124-217d5c5831ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:54:21Z', 'updated_at': '2022-02-19T02:54:33Z', 'revision_number': 4, 'project_id': '6ec3dd7afd834c809d570f5110147b8d', 'gw_port': {'id': 'c5791a5d-fb32-4a2b-a124-217d5c5831ea', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e36e84f-e23d-4b77-b60f-e340c67848ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:54:23Z', 'updated_at': '2022-02-19T02:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '42f9c67d-2054-45aa-94ba-6c38aa4e0e11', 'name': '', 'network_id': 'd6693eea-5935-4b21-81c1-498cbd8a50e6', 'tenant_id': '6ec3dd7afd834c809d570f5110147b8d', 'mac_address': 'fa:16:3e:22:97:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e36e84f-e23d-4b77-b60f-e340c67848ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '7ff33b6e-4154-4b50-8387-7c0038b41dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:54:31Z', 'updated_at': '2022-02-19T02:54:36Z', 'revision_number': 4, 'project_id': '6ec3dd7afd834c809d570f5110147b8d', 'subnets': [{'id': '7ff33b6e-4154-4b50-8387-7c0038b41dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:54:37.437356 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-85a37c99-29d4-4027-8b2f-7590a7662ac3 req-88cf86ba-de36-4734-9dd7-5028cae4b058 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "GET /v2.0/ports?device_id=a442c034-618a-42b7-9e0d-c8197b1aade5 HTTP/1.1" status: 200 len: 944 time: 0.3723109 Feb 19 02:54:37.575023 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 69f3b922-e934-40eb-bfaa-d93a6573ac6a up at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:54:37.583496 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-18619db4-4983-4788-bd20-f4b6acb65028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (eb8cf0f0-abd8-4026-9d69-425697044d46), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:37.607729 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-85a37c99-29d4-4027-8b2f-7590a7662ac3 req-c122bcf3-7525-41ae-9463-d1f4d046dcd7 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "GET /v2.0/security-groups?id=c18c8961-f07d-4937-88ea-8df5c42d7449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688623 Feb 19 02:54:37.648100 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a48f033-158a-4975-96c3-8180453d205a req-c5806dd1-d16b-4303-b81d-892c49d8f459 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:37.660076 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5a48f033-158a-4975-96c3-8180453d205a req-c5806dd1-d16b-4303-b81d-892c49d8f459 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/ports?device_id=5bb9eab4-0d6c-4134-ab2b-95a69750261e HTTP/1.1" status: 200 len: 945 time: 0.4640725 Feb 19 02:54:37.692181 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-84f96381-5f03-46d7-9687-75a36caf01cc admin admin] Publish callbacks [] for security_group (1ee9f57c-9c31-4a71-af99-15cd97d1b84c), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:37.723056 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-84f96381-5f03-46d7-9687-75a36caf01cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (1ee9f57c-9c31-4a71-af99-15cd97d1b84c), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:37.825217 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5a48f033-158a-4975-96c3-8180453d205a req-4f9642db-be74-4c4f-9a71-a9ba732ff49a tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d351a8c-b73e-485a-861c-36f8b0ec3310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590056 Feb 19 02:54:37.865699 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84f96381-5f03-46d7-9687-75a36caf01cc admin admin] vlan segment allocate from pool success with {'vlan_id': 272, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:54:37.895386 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-18619db4-4983-4788-bd20-f4b6acb65028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (eb8cf0f0-abd8-4026-9d69-425697044d46), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:37.895617 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-eff19514-78c4-4eb8-a7b1-769cbacfc3a1 None None] Current status of the port 42f9c67d-2054-45aa-94ba-6c38aa4e0e11 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:54:37.898442 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 42f9c67d-2054-45aa-94ba-6c38aa4e0e11 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:54:37.937848 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f96381-5f03-46d7-9687-75a36caf01cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ee9f57c-9c31-4a71-af99-15cd97d1b84c,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:37.947094 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-18619db4-4983-4788-bd20-f4b6acb65028 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:37.960608 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-18619db4-4983-4788-bd20-f4b6acb65028 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/eb8cf0f0-abd8-4026-9d69-425697044d46 HTTP/1.1" status: 204 len: 168 time: 1.0605998 Feb 19 02:54:37.966318 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8618be5-e5bd-4dba-a53f-203aa12fad72 None None] Network c6afac08-74bb-47d6-90b6-0a4c9a987a0e requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:54:37.969148 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57910554-618e-468b-8c29-4faf3010f9e1 req-29d56ccb-a7ff-44a7-a8dc-3066e1937e52 tempest-InstanceActionsTestJSON-1803600247 tempest-InstanceActionsTestJSON-1803600247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:37.970602 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 36670) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:37.980579 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-57910554-618e-468b-8c29-4faf3010f9e1 req-29d56ccb-a7ff-44a7-a8dc-3066e1937e52 tempest-InstanceActionsTestJSON-1803600247 tempest-InstanceActionsTestJSON-1803600247-project] 10.222.0.72 "GET /v2.0/ports?device_id=a7f43407-a3d3-4520-8341-81e318975d49 HTTP/1.1" status: 200 len: 944 time: 0.1751952 Feb 19 02:54:37.991658 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning for port 69f3b922-e934-40eb-bfaa-d93a6573ac6a completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:54:38.057440 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-84f96381-5f03-46d7-9687-75a36caf01cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (edb2301d-7c1b-4001-aa64-c7b9aa2941b6), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:38.057947 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-84f96381-5f03-46d7-9687-75a36caf01cc admin admin] Added segment edb2301d-7c1b-4001-aa64-c7b9aa2941b6 of type vlan for network 79227e34-1bd7-418d-8771-3e85379abcaa Feb 19 02:54:38.115911 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-57910554-618e-468b-8c29-4faf3010f9e1 req-8f44ce66-20b4-428a-add9-32b37fcaf7b1 tempest-InstanceActionsTestJSON-1803600247 tempest-InstanceActionsTestJSON-1803600247-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7ff8d38-fae9-41fd-bf3a-836f70675c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343307 Feb 19 02:54:38.229351 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d8074e98-d5a8-464f-a1fc-d3474363e4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (c6afac08-74bb-47d6-90b6-0a4c9a987a0e), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:38.256198 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18619db4-4983-4788-bd20-f4b6acb65028 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb8cf0f0-abd8-4026-9d69-425697044d46,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:38.399480 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-84f96381-5f03-46d7-9687-75a36caf01cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (79227e34-1bd7-418d-8771-3e85379abcaa), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:38.510555 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-d8074e98-d5a8-464f-a1fc-d3474363e4d7 admin admin] Deleting port 4a3cf079-90c8-4819-86a4-b6e0cbe7f150 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:54:38.515370 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d8074e98-d5a8-464f-a1fc-d3474363e4d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (4a3cf079-90c8-4819-86a4-b6e0cbe7f150), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:38.519492 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-84f96381-5f03-46d7-9687-75a36caf01cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (79227e34-1bd7-418d-8771-3e85379abcaa), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:38.527720 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f96381-5f03-46d7-9687-75a36caf01cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:38.528671 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-84f96381-5f03-46d7-9687-75a36caf01cc admin admin] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:38.534382 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning complete for port 69f3b922-e934-40eb-bfaa-d93a6573ac6a triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:54:38.534868 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (69f3b922-e934-40eb-bfaa-d93a6573ac6a), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:38.773323 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 42f9c67d-2054-45aa-94ba-6c38aa4e0e11 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:54:38.773700 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (42f9c67d-2054-45aa-94ba-6c38aa4e0e11), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:38.785553 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-84f96381-5f03-46d7-9687-75a36caf01cc admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5966122 Feb 19 02:54:38.786265 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 36686) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:38.796714 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-29235a3b-8914-4f88-99dc-1913320299ae admin admin] Request body: {'subnet': {'network_id': '79227e34-1bd7-418d-8771-3e85379abcaa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-695366427-subnet', 'tenant_id': '0a14dacd84aa433893b7027a0050be30', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:54:38.870124 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-d8074e98-d5a8-464f-a1fc-d3474363e4d7 admin admin] For port 4a3cf079-90c8-4819-86a4-b6e0cbe7f150, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=4a3cf079-90c8-4819-86a4-b6e0cbe7f150,segment=NetworkSegment(6d6b5f79-1c3f-4c87-a837-86790ffb5a7e),segment_id=6d6b5f79-1c3f-4c87-a837-86790ffb5a7e)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:54:38.871454 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d8074e98-d5a8-464f-a1fc-d3474363e4d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (4a3cf079-90c8-4819-86a4-b6e0cbe7f150), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:38.876362 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccb1f9b-eb4e-481d-b2f9-6c0b3ca619f4 req-66903973-bddc-4118-89b2-6ea17c11f05b tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:38.886102 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2ccb1f9b-eb4e-481d-b2f9-6c0b3ca619f4 req-66903973-bddc-4118-89b2-6ea17c11f05b tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "GET /v2.0/ports?device_id=a442c034-618a-42b7-9e0d-c8197b1aade5 HTTP/1.1" status: 200 len: 944 time: 0.1563444 Feb 19 02:54:38.886364 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f96381-5f03-46d7-9687-75a36caf01cc admin admin] Pushing event updated for resources: {'Network': ['ID=79227e34-1bd7-418d-8771-3e85379abcaa,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:38.923181 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 79227e34-1bd7-418d-8771-3e85379abcaa details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:54:38.936328 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-d8074e98-d5a8-464f-a1fc-d3474363e4d7 admin admin] Calling delete_port for 4a3cf079-90c8-4819-86a4-b6e0cbe7f150 owned by network:dhcp {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:54:38.953983 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29235a3b-8914-4f88-99dc-1913320299ae admin admin] Made reservation on behalf of 0a14dacd84aa433893b7027a0050be30 for: {'subnet': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:54:38.960895 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-29235a3b-8914-4f88-99dc-1913320299ae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58706307'] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:39.180327 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device bd1ca4a7-3418-46c4-927b-090b15466650 no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:54:39.191441 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 69f3b922-e934-40eb-bfaa-d93a6573ac6a is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:54:39.191908 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (69f3b922-e934-40eb-bfaa-d93a6573ac6a), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:39.218863 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d8074e98-d5a8-464f-a1fc-d3474363e4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (4a3cf079-90c8-4819-86a4-b6e0cbe7f150), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:39.302574 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d82a2f-bc6e-49e3-b1e8-f7771b296e7f None None] DHCP port deletion for c6afac08-74bb-47d6-90b6-0a4c9a987a0e request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 02:54:39.315824 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8074e98-d5a8-464f-a1fc-d3474363e4d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a3cf079-90c8-4819-86a4-b6e0cbe7f150,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:39.318336 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] No Port match for: bd1ca4a7-3418-46c4-927b-090b15466650 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:54:39.325562 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device bd1ca4a7-3418-46c4-927b-090b15466650 not bound to the agent host n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:54:39.342184 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a442c034-618a-42b7-9e0d-c8197b1aade5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69f3b922-e934-40eb-bfaa-d93a6573ac6a'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:54:39.344813 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a21e3651-3c20-4038-a56d-d3fcc1f555a2" -d '{"events": [{"server_uuid": "a442c034-618a-42b7-9e0d-c8197b1aade5", "name": "network-vif-plugged", "status": "completed", "tag": "69f3b922-e934-40eb-bfaa-d93a6573ac6a"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:54:39.350516 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8074e98-d5a8-464f-a1fc-d3474363e4d7 admin admin] No DVR routers for this DVR port 4a3cf079-90c8-4819-86a4-b6e0cbe7f150 on host n-d-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:54:39.370727 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 69f3b922-e934-40eb-bfaa-d93a6573ac6a, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=69f3b922-e934-40eb-bfaa-d93a6573ac6a,segment=NetworkSegment(9dc72441-817a-452a-8e88-f736d9f767db),segment_id=9dc72441-817a-452a-8e88-f736d9f767db)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:54:39.414891 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (69f3b922-e934-40eb-bfaa-d93a6573ac6a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:39.415817 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 77b7f382-d043-46ce-985c-214f69991bdc up at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:54:39.526016 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 42f9c67d-2054-45aa-94ba-6c38aa4e0e11 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:54:39.586535 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=69f3b922-e934-40eb-bfaa-d93a6573ac6a,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:39.630076 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning for port 77b7f382-d043-46ce-985c-214f69991bdc completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:54:39.647195 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning complete for port 77b7f382-d043-46ce-985c-214f69991bdc triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:54:39.647566 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (77b7f382-d043-46ce-985c-214f69991bdc), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:39.662096 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2ccb1f9b-eb4e-481d-b2f9-6c0b3ca619f4 req-a7ec0e9f-fb85-4bb8-9702-625c871b7bcd tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "GET /v2.0/security-groups?id=c18c8961-f07d-4937-88ea-8df5c42d7449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7729735 Feb 19 02:54:39.664997 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d8074e98-d5a8-464f-a1fc-d3474363e4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (c6afac08-74bb-47d6-90b6-0a4c9a987a0e), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:39.666027 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-29235a3b-8914-4f88-99dc-1913320299ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12647271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58706289'] for subnet (7e006df2-14c8-4911-ac00-1f52c86f10c8), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:39.739874 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-d8074e98-d5a8-464f-a1fc-d3474363e4d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6afac08-74bb-47d6-90b6-0a4c9a987a0e']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:54:39.740902 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 4a3cf079-90c8-4819-86a4-b6e0cbe7f150 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:54:39.771481 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-d8074e98-d5a8-464f-a1fc-d3474363e4d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d6b5f79-1c3f-4c87-a837-86790ffb5a7e') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:54:39.771792 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-d8074e98-d5a8-464f-a1fc-d3474363e4d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d6b5f79-1c3f-4c87-a837-86790ffb5a7e') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:54:39.816849 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d8074e98-d5a8-464f-a1fc-d3474363e4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (6d6b5f79-1c3f-4c87-a837-86790ffb5a7e), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:39.845994 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 4a3cf079-90c8-4819-86a4-b6e0cbe7f150 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:54:39.846348 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 4a3cf079-90c8-4819-86a4-b6e0cbe7f150 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:54:39.866139 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d8074e98-d5a8-464f-a1fc-d3474363e4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (6d6b5f79-1c3f-4c87-a837-86790ffb5a7e), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:39.893356 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8074e98-d5a8-464f-a1fc-d3474363e4d7 admin admin] Releasing vlan 279 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:54:39.893769 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d8074e98-d5a8-464f-a1fc-d3474363e4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (6d6b5f79-1c3f-4c87-a837-86790ffb5a7e), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:39.895636 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 02:54:39.895636 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:54:39.895636 n-d-826753-2 neutron-server[103702]: timer() Feb 19 02:54:39.895636 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:54:39.895636 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 02:54:39.895636 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:54:39.895636 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 02:54:39.895636 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:54:39.895636 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 02:54:39.895636 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:54:39.895636 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 02:54:39.895636 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:54:39.895636 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 02:54:39.895636 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:54:39.895636 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:54:39.895636 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:54:39.895636 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:54:39.895636 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:54:39.895636 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 02:54:39.895636 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:54:39.895636 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 02:54:39.895636 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:54:39.895636 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:54:39.895636 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:54:39.895636 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 02:54:39.895636 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:54:39.895636 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:54:39.895636 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:54:39.895636 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:54:39.895636 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:54:39.895636 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:54:39.895636 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:54:40.029952 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 77b7f382-d043-46ce-985c-214f69991bdc is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:54:40.034860 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (77b7f382-d043-46ce-985c-214f69991bdc), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:40.047711 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d8074e98-d5a8-464f-a1fc-d3474363e4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (c6afac08-74bb-47d6-90b6-0a4c9a987a0e), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:40.063868 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d8074e98-d5a8-464f-a1fc-d3474363e4d7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:40.077180 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-d8074e98-d5a8-464f-a1fc-d3474363e4d7 admin admin] 10.222.0.72 "DELETE /v2.0/networks/c6afac08-74bb-47d6-90b6-0a4c9a987a0e HTTP/1.1" status: 204 len: 168 time: 2.0351880 Feb 19 02:54:40.114918 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8074e98-d5a8-464f-a1fc-d3474363e4d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6afac08-74bb-47d6-90b6-0a4c9a987a0e,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:40.134742 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 77b7f382-d043-46ce-985c-214f69991bdc, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=77b7f382-d043-46ce-985c-214f69991bdc,segment=NetworkSegment(7553e842-c6ac-484c-8ce1-a7c7ef1bc202),segment_id=7553e842-c6ac-484c-8ce1-a7c7ef1bc202)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:54:40.147316 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (77b7f382-d043-46ce-985c-214f69991bdc), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:40.249380 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=77b7f382-d043-46ce-985c-214f69991bdc,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:40.511577 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29235a3b-8914-4f88-99dc-1913320299ae admin admin] Checking segment: {'id': 'edb2301d-7c1b-4001-aa64-c7b9aa2941b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '79227e34-1bd7-418d-8771-3e85379abcaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:54:40.512143 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29235a3b-8914-4f88-99dc-1913320299ae admin admin] Network hostable DHCP agents. Network: 79227e34-1bd7-418d-8771-3e85379abcaa, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:54:40.526438 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effe9d2e-935f-48a5-9963-6b0679150986 req-8fc634ee-9c95-40f3-85e0-ba89c4653b99 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:40.528214 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-effe9d2e-935f-48a5-9963-6b0679150986 req-8fc634ee-9c95-40f3-85e0-ba89c4653b99 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/ports?device_id=5bb9eab4-0d6c-4134-ab2b-95a69750261e HTTP/1.1" status: 200 len: 945 time: 0.8856702 Feb 19 02:54:40.531725 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29235a3b-8914-4f88-99dc-1913320299ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e006df2-14c8-4911-ac00-1f52c86f10c8,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:40.533954 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 36712) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:40.622964 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29235a3b-8914-4f88-99dc-1913320299ae admin admin] Network 79227e34-1bd7-418d-8771-3e85379abcaa is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:54:40.624184 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-0f70717b-a9ef-49d1-a2f5-70e223c73bb7 req-05331277-be7f-4c0e-8191-ca48e972fae8 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=5bb9eab4-0d6c-4134-ab2b-95a69750261e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1144617 Feb 19 02:54:40.659132 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee62aba-465e-46e5-b841-1d6aa57b75e0 req-8e6f2340-1c11-483c-ab70-c500cef360a5 tempest-InstanceActionsTestJSON-1803600247 tempest-InstanceActionsTestJSON-1803600247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:40.664865 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bee62aba-465e-46e5-b841-1d6aa57b75e0 req-8e6f2340-1c11-483c-ab70-c500cef360a5 tempest-InstanceActionsTestJSON-1803600247 tempest-InstanceActionsTestJSON-1803600247-project] 10.222.0.72 "GET /v2.0/ports?device_id=a7f43407-a3d3-4520-8341-81e318975d49 HTTP/1.1" status: 200 len: 945 time: 0.2035758 Feb 19 02:54:40.668301 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-cc4a9bb0-3c27-4c86-8e24-cb1f34f89b93 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d60c032161b24795a2a6bb5cb732a332&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1311009 Feb 19 02:54:40.672183 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 36716) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:40.779625 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-29235a3b-8914-4f88-99dc-1913320299ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 79227e34-1bd7-418d-8771-3e85379abcaa) {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:54:40.790100 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d954502d-1c9c-4189-a742-cacd3eed2f39 None None] Network 79227e34-1bd7-418d-8771-3e85379abcaa requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:54:40.820285 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29235a3b-8914-4f88-99dc-1913320299ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:40.820815 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-29235a3b-8914-4f88-99dc-1913320299ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:40.927082 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6d358271-57df-4afa-bdce-c78090635182 admin admin] Publish callbacks [] for security_group (d6877574-acb3-43f4-bf3f-b561a089577a), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:40.933855 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-effe9d2e-935f-48a5-9963-6b0679150986 req-5bb0ca56-433a-459a-9b08-3cad868b43e4 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d351a8c-b73e-485a-861c-36f8b0ec3310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3785310 Feb 19 02:54:40.955637 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bee62aba-465e-46e5-b841-1d6aa57b75e0 req-0d70d8d5-5bed-4941-a765-7dde8f071c41 tempest-InstanceActionsTestJSON-1803600247 tempest-InstanceActionsTestJSON-1803600247-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7ff8d38-fae9-41fd-bf3a-836f70675c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317824 Feb 19 02:54:40.979397 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-29235a3b-8914-4f88-99dc-1913320299ae admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1871927 Feb 19 02:54:40.988593 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 36730) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:40.993720 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-d79df75f-0338-4565-a0b4-bdb479b33ae0 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-695366427-router', 'tenant_id': '0a14dacd84aa433893b7027a0050be30', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:54:41.007953 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6d358271-57df-4afa-bdce-c78090635182 admin admin] Publish callbacks [] for security_group (d6877574-acb3-43f4-bf3f-b561a089577a), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:41.048762 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d79df75f-0338-4565-a0b4-bdb479b33ae0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14172'] for router (08995bc3-86a7-40de-a5b8-50febe97d713), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:41.054358 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d79df75f-0338-4565-a0b4-bdb479b33ae0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16317487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16285822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16309985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14247'] for router (08995bc3-86a7-40de-a5b8-50febe97d713), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:41.055364 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f05e6ef-3e33-4942-b8b4-2a51f97296ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-79227e34-1bd7-418d-8771-3e85379abcaa', 'network_id': '79227e34-1bd7-418d-8771-3e85379abcaa', 'project_id': '0a14dacd84aa433893b7027a0050be30', 'fixed_ips': [{'subnet_id': '7e006df2-14c8-4911-ac00-1f52c86f10c8'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:54:41.058577 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-0f05e6ef-3e33-4942-b8b4-2a51f97296ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:41.115632 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6d358271-57df-4afa-bdce-c78090635182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (d6877574-acb3-43f4-bf3f-b561a089577a), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:41.119724 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6d358271-57df-4afa-bdce-c78090635182 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:41.121636 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-6d358271-57df-4afa-bdce-c78090635182 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d6877574-acb3-43f4-bf3f-b561a089577a HTTP/1.1" status: 204 len: 168 time: 0.4481788 Feb 19 02:54:41.130676 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f70717b-a9ef-49d1-a2f5-70e223c73bb7 req-8f91f48b-c3fd-495c-b881-8bbc82c11646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:41.132479 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-0f70717b-a9ef-49d1-a2f5-70e223c73bb7 req-8f91f48b-c3fd-495c-b881-8bbc82c11646 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8ee938a19b3e4074b489f411ca258ca6&device_id=5bb9eab4-0d6c-4134-ab2b-95a69750261e HTTP/1.1" status: 200 len: 1127 time: 0.4198978 Feb 19 02:54:41.143218 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d358271-57df-4afa-bdce-c78090635182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6877574-acb3-43f4-bf3f-b561a089577a,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:41.282696 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d79df75f-0338-4565-a0b4-bdb479b33ae0 admin admin] Publish callbacks [] for router_controller (08995bc3-86a7-40de-a5b8-50febe97d713), precommit_add_association {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:41.340198 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f70717b-a9ef-49d1-a2f5-70e223c73bb7 req-6f037783-8476-49f6-9fe0-b13a7252a6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:41.343823 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-0f70717b-a9ef-49d1-a2f5-70e223c73bb7 req-6f037783-8476-49f6-9fe0-b13a7252a6dc service neutron] 10.222.0.82 "GET /v2.0/networks?id=2a0a79ed-8a33-4798-af54-05a0cb1f0f3c HTTP/1.1" status: 200 len: 919 time: 0.1793454 Feb 19 02:54:41.408550 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-0f70717b-a9ef-49d1-a2f5-70e223c73bb7 req-c94d26dc-5d87-4825-90e5-716333d14a0e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dbe88812-a5ed-4d59-8ee2-a6462da57fd6 HTTP/1.1" status: 200 len: 217 time: 0.0590811 Feb 19 02:54:41.448075 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-0f05e6ef-3e33-4942-b8b4-2a51f97296ef None None] Allocated IP 172.20.0.2 (79227e34-1bd7-418d-8771-3e85379abcaa/7e006df2-14c8-4911-ac00-1f52c86f10c8/112dc46d-f08d-43f0-9ab3-4d730ec0a130) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:54:41.481643 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f70717b-a9ef-49d1-a2f5-70e223c73bb7 req-94c3d576-da81-4e54-9155-6f495b3c745b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:41.485954 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-0f70717b-a9ef-49d1-a2f5-70e223c73bb7 req-94c3d576-da81-4e54-9155-6f495b3c745b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1de208d8-9bd1-42de-af89-32eb5f962cf7 HTTP/1.1" status: 200 len: 858 time: 0.0695651 Feb 19 02:54:41.527803 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-0f70717b-a9ef-49d1-a2f5-70e223c73bb7 req-efed5b9b-8800-43ac-b667-d8157fe143e3 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2a0a79ed-8a33-4798-af54-05a0cb1f0f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299959 Feb 19 02:54:41.538377 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edd2586-e6ac-44e6-bb28-4b0a2bf68432 req-f500d5a7-802e-4077-8c45-10332a14cf67 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:41.545824 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3edd2586-e6ac-44e6-bb28-4b0a2bf68432 req-f500d5a7-802e-4077-8c45-10332a14cf67 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "GET /v2.0/ports?device_id=a442c034-618a-42b7-9e0d-c8197b1aade5 HTTP/1.1" status: 200 len: 945 time: 0.4014857 Feb 19 02:54:41.636702 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d79df75f-0338-4565-a0b4-bdb479b33ae0 admin admin] Publish callbacks [] for router_gateway (08995bc3-86a7-40de-a5b8-50febe97d713), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:41.640035 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-762d2680-e57f-48ba-8a46-a886ad7f17f8 x-openstack-request-id: req-762d2680-e57f-48ba-8a46-a886ad7f17f8 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:54:41.640396 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a442c034-618a-42b7-9e0d-c8197b1aade5", "name": "network-vif-plugged", "status": "completed", "tag": "69f3b922-e934-40eb-bfaa-d93a6573ac6a", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:54:41.640675 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-762d2680-e57f-48ba-8a46-a886ad7f17f8 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:54:41.641267 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a442c034-618a-42b7-9e0d-c8197b1aade5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69f3b922-e934-40eb-bfaa-d93a6573ac6a', 'code': 200} Feb 19 02:54:41.771071 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3edd2586-e6ac-44e6-bb28-4b0a2bf68432 req-808c379a-4c8c-470b-987b-76f500fa6979 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "GET /v2.0/security-groups?id=c18c8961-f07d-4937-88ea-8df5c42d7449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241790 Feb 19 02:54:41.785278 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-0f05e6ef-3e33-4942-b8b4-2a51f97296ef None None] Publish callbacks [] for port (112dc46d-f08d-43f0-9ab3-4d730ec0a130), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:41.803325 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-0f05e6ef-3e33-4942-b8b4-2a51f97296ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (112dc46d-f08d-43f0-9ab3-4d730ec0a130), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:41.847950 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b8bc6c-66f0-43f3-b0cb-606fb9939098 req-4729da5e-eb6d-493a-bc9c-3581f31fe964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:41.849917 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-83b8bc6c-66f0-43f3-b0cb-606fb9939098 req-4729da5e-eb6d-493a-bc9c-3581f31fe964 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=a442c034-618a-42b7-9e0d-c8197b1aade5 HTTP/1.1" status: 200 len: 1127 time: 0.0767822 Feb 19 02:54:41.855687 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-0f70717b-a9ef-49d1-a2f5-70e223c73bb7 req-b415d939-5da8-42ee-9a03-47d97ae2cdf1 service neutron] 10.222.0.82 "GET /v2.0/networks/2a0a79ed-8a33-4798-af54-05a0cb1f0f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3188274 Feb 19 02:54:41.893609 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f05e6ef-3e33-4942-b8b4-2a51f97296ef None None] Network 79227e34-1bd7-418d-8771-3e85379abcaa is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:54:41.907092 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f05e6ef-3e33-4942-b8b4-2a51f97296ef None None] Pushing event updated for resources: {'Port': ['ID=112dc46d-f08d-43f0-9ab3-4d730ec0a130,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:41.910841 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-0f05e6ef-3e33-4942-b8b4-2a51f97296ef None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:54:41.917681 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f05e6ef-3e33-4942-b8b4-2a51f97296ef None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:54:42.002842 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-83b8bc6c-66f0-43f3-b0cb-606fb9939098 req-5660a498-ac64-42df-a4f8-53a94663d22f service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=c18c8961-f07d-4937-88ea-8df5c42d7449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446521 Feb 19 02:54:42.026388 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-0f05e6ef-3e33-4942-b8b4-2a51f97296ef None None] Attempting to bind port 112dc46d-f08d-43f0-9ab3-4d730ec0a130 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:54:42.027524 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-0f05e6ef-3e33-4942-b8b4-2a51f97296ef None None] Attempting to bind port 112dc46d-f08d-43f0-9ab3-4d730ec0a130 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': 'edb2301d-7c1b-4001-aa64-c7b9aa2941b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '79227e34-1bd7-418d-8771-3e85379abcaa'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:54:42.030993 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f05e6ef-3e33-4942-b8b4-2a51f97296ef None None] Attempting to bind port 112dc46d-f08d-43f0-9ab3-4d730ec0a130 on network 79227e34-1bd7-418d-8771-3e85379abcaa {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:54:42.055899 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f05e6ef-3e33-4942-b8b4-2a51f97296ef None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:54:42.057786 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f05e6ef-3e33-4942-b8b4-2a51f97296ef None None] Checking segment: {'id': 'edb2301d-7c1b-4001-aa64-c7b9aa2941b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '79227e34-1bd7-418d-8771-3e85379abcaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:54:42.057928 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-0f05e6ef-3e33-4942-b8b4-2a51f97296ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:42.058261 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f05e6ef-3e33-4942-b8b4-2a51f97296ef None None] Bound using segment: {'id': 'edb2301d-7c1b-4001-aa64-c7b9aa2941b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '79227e34-1bd7-418d-8771-3e85379abcaa'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:54:42.060828 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-0f05e6ef-3e33-4942-b8b4-2a51f97296ef None None] Bound port: 112dc46d-f08d-43f0-9ab3-4d730ec0a130, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edb2301d-7c1b-4001-aa64-c7b9aa2941b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '79227e34-1bd7-418d-8771-3e85379abcaa'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:54:42.063169 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-0f05e6ef-3e33-4942-b8b4-2a51f97296ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (112dc46d-f08d-43f0-9ab3-4d730ec0a130), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:42.076430 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-0f70717b-a9ef-49d1-a2f5-70e223c73bb7 req-97b9617a-e3e1-41c4-9b2c-d4f8ea21a242 service neutron] 10.222.0.82 "GET /v2.0/networks/2a0a79ed-8a33-4798-af54-05a0cb1f0f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136948 Feb 19 02:54:42.216835 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d79df75f-0338-4565-a0b4-bdb479b33ae0 admin admin] Publish callbacks [] for router_gateway (08995bc3-86a7-40de-a5b8-50febe97d713), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:42.241958 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-0f05e6ef-3e33-4942-b8b4-2a51f97296ef None None] For port 112dc46d-f08d-43f0-9ab3-4d730ec0a130, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:54:42.244883 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d79df75f-0338-4565-a0b4-bdb479b33ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:42.250345 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-0f05e6ef-3e33-4942-b8b4-2a51f97296ef None None] For port 112dc46d-f08d-43f0-9ab3-4d730ec0a130, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=112dc46d-f08d-43f0-9ab3-4d730ec0a130,segment=NetworkSegment(edb2301d-7c1b-4001-aa64-c7b9aa2941b6),segment_id=edb2301d-7c1b-4001-aa64-c7b9aa2941b6)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:54:42.279306 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-0f05e6ef-3e33-4942-b8b4-2a51f97296ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (112dc46d-f08d-43f0-9ab3-4d730ec0a130), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:42.347715 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffbd31d-6043-42e5-a667-e5cf2cf8980f req-ae6fe538-591f-44ea-a23b-432f30ff25c4 tempest-InstanceActionsTestJSON-1803600247 tempest-InstanceActionsTestJSON-1803600247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:42.349307 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1ffbd31d-6043-42e5-a667-e5cf2cf8980f req-ae6fe538-591f-44ea-a23b-432f30ff25c4 tempest-InstanceActionsTestJSON-1803600247 tempest-InstanceActionsTestJSON-1803600247-project] 10.222.0.72 "GET /v2.0/ports?device_id=a7f43407-a3d3-4520-8341-81e318975d49 HTTP/1.1" status: 200 len: 945 time: 0.2529116 Feb 19 02:54:42.408836 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8e1ee6-030c-46ee-b39b-f5f9e8892e9a req-e5ee9990-1f63-4244-b2b5-8e2de339f922 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:42.410467 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ec8e1ee6-030c-46ee-b39b-f5f9e8892e9a req-e5ee9990-1f63-4244-b2b5-8e2de339f922 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/ports?device_id=5bb9eab4-0d6c-4134-ab2b-95a69750261e HTTP/1.1" status: 200 len: 945 time: 0.1685576 Feb 19 02:54:42.428467 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f05e6ef-3e33-4942-b8b4-2a51f97296ef None None] Pushing event updated for resources: {'Port': ['ID=112dc46d-f08d-43f0-9ab3-4d730ec0a130,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:42.484109 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1ffbd31d-6043-42e5-a667-e5cf2cf8980f req-5ed16376-dad2-4e81-abde-ff60a65879f0 tempest-InstanceActionsTestJSON-1803600247 tempest-InstanceActionsTestJSON-1803600247-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7ff8d38-fae9-41fd-bf3a-836f70675c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251798 Feb 19 02:54:42.547610 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-d79df75f-0338-4565-a0b4-bdb479b33ae0 admin admin] Allocated IP 172.25.6.27 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/9ff1122b-61f1-4fe2-a69f-f340a3f13230) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:54:42.565849 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ec8e1ee6-030c-46ee-b39b-f5f9e8892e9a req-aafd91e1-d05a-4485-8502-658eca137224 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d351a8c-b73e-485a-861c-36f8b0ec3310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393657 Feb 19 02:54:42.792563 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d79df75f-0338-4565-a0b4-bdb479b33ae0 admin admin] Publish callbacks [] for port (9ff1122b-61f1-4fe2-a69f-f340a3f13230), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:42.948270 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d79df75f-0338-4565-a0b4-bdb479b33ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (9ff1122b-61f1-4fe2-a69f-f340a3f13230), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:43.022149 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79df75f-0338-4565-a0b4-bdb479b33ae0 admin admin] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:54:43.030634 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-d79df75f-0338-4565-a0b4-bdb479b33ae0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:54:43.033115 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79df75f-0338-4565-a0b4-bdb479b33ae0 admin admin] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:54:43.064554 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79df75f-0338-4565-a0b4-bdb479b33ae0 admin admin] Pushing event updated for resources: {'Port': ['ID=9ff1122b-61f1-4fe2-a69f-f340a3f13230,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:43.096787 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc75975-e101-4e1a-bd12-adf2df4d0e52 req-8b3b634c-a541-48f6-a4fe-d67aa87fb11b tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:43.132329 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5fc75975-e101-4e1a-bd12-adf2df4d0e52 req-8b3b634c-a541-48f6-a4fe-d67aa87fb11b tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "GET /v2.0/ports?device_id=a442c034-618a-42b7-9e0d-c8197b1aade5 HTTP/1.1" status: 200 len: 945 time: 0.2200165 Feb 19 02:54:43.296329 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5fc75975-e101-4e1a-bd12-adf2df4d0e52 req-02338498-5f9c-4b58-8ac6-ad4669509b1f tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "GET /v2.0/security-groups?id=c18c8961-f07d-4937-88ea-8df5c42d7449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776490 Feb 19 02:54:43.488875 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d79df75f-0338-4565-a0b4-bdb479b33ae0 admin admin] Publish callbacks [] for router_gateway (08995bc3-86a7-40de-a5b8-50febe97d713), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:43.643152 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7f43407-a3d3-4520-8341-81e318975d49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77b7f382-d043-46ce-985c-214f69991bdc'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:54:43.645787 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd6dafa2-8469-408c-84dd-3faeab2c4bfd" -d '{"events": [{"server_uuid": "a7f43407-a3d3-4520-8341-81e318975d49", "name": "network-vif-plugged", "status": "completed", "tag": "77b7f382-d043-46ce-985c-214f69991bdc"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:54:43.781328 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 112dc46d-f08d-43f0-9ab3-4d730ec0a130 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:54:43.866595 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1743911-fb2e-48a3-bd6c-d2b91e4789c2 req-65ecb683-578b-4aab-b472-95be19517dbd tempest-InstanceActionsTestJSON-1803600247 tempest-InstanceActionsTestJSON-1803600247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:43.868237 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d1743911-fb2e-48a3-bd6c-d2b91e4789c2 req-65ecb683-578b-4aab-b472-95be19517dbd tempest-InstanceActionsTestJSON-1803600247 tempest-InstanceActionsTestJSON-1803600247-project] 10.222.0.72 "GET /v2.0/ports?device_id=a7f43407-a3d3-4520-8341-81e318975d49 HTTP/1.1" status: 200 len: 945 time: 0.2045021 Feb 19 02:54:43.888517 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 112dc46d-f08d-43f0-9ab3-4d730ec0a130 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:54:43.889527 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (112dc46d-f08d-43f0-9ab3-4d730ec0a130), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:44.005149 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d1743911-fb2e-48a3-bd6c-d2b91e4789c2 req-1cad4043-a43b-4143-9391-18ee7dc8ebb0 tempest-InstanceActionsTestJSON-1803600247 tempest-InstanceActionsTestJSON-1803600247-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7ff8d38-fae9-41fd-bf3a-836f70675c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835876 Feb 19 02:54:44.032340 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450b98b6-f938-4a42-8ad2-3276b3aac84a req-60001533-b9e5-426b-98a3-ee762fcbf50e tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:44.037513 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-450b98b6-f938-4a42-8ad2-3276b3aac84a req-60001533-b9e5-426b-98a3-ee762fcbf50e tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/ports?device_id=5bb9eab4-0d6c-4134-ab2b-95a69750261e HTTP/1.1" status: 200 len: 945 time: 0.2810707 Feb 19 02:54:44.043604 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d79df75f-0338-4565-a0b4-bdb479b33ae0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16317478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865'] for router (08995bc3-86a7-40de-a5b8-50febe97d713), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:44.050341 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 112dc46d-f08d-43f0-9ab3-4d730ec0a130 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:54:44.050570 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (112dc46d-f08d-43f0-9ab3-4d730ec0a130), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:44.115175 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port 112dc46d-f08d-43f0-9ab3-4d730ec0a130, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=112dc46d-f08d-43f0-9ab3-4d730ec0a130,segment=NetworkSegment(edb2301d-7c1b-4001-aa64-c7b9aa2941b6),segment_id=edb2301d-7c1b-4001-aa64-c7b9aa2941b6)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:54:44.123679 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-174b24a9-fbc8-45d8-8a12-44a6202230d5 x-openstack-request-id: req-174b24a9-fbc8-45d8-8a12-44a6202230d5 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:54:44.124072 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7f43407-a3d3-4520-8341-81e318975d49", "name": "network-vif-plugged", "status": "completed", "tag": "77b7f382-d043-46ce-985c-214f69991bdc", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:54:44.124528 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-174b24a9-fbc8-45d8-8a12-44a6202230d5 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:54:44.125031 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7f43407-a3d3-4520-8341-81e318975d49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77b7f382-d043-46ce-985c-214f69991bdc', 'code': 200} Feb 19 02:54:44.128293 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (112dc46d-f08d-43f0-9ab3-4d730ec0a130), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:44.156532 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-450b98b6-f938-4a42-8ad2-3276b3aac84a req-27cd03c5-ca9b-4bed-9cc2-55bf559f7fcd tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d351a8c-b73e-485a-861c-36f8b0ec3310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039569 Feb 19 02:54:44.222441 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b54c38-024a-4c71-a8a1-5b78b7621ca6 None None] Network 79227e34-1bd7-418d-8771-3e85379abcaa requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:54:44.307777 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed2b4dd-768e-4a55-acf7-f5bf81069430 req-12a1f737-dc10-4385-87a9-f96f976a9f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:44.309325 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-0ed2b4dd-768e-4a55-acf7-f5bf81069430 req-12a1f737-dc10-4385-87a9-f96f976a9f6b service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=a7f43407-a3d3-4520-8341-81e318975d49 HTTP/1.1" status: 200 len: 1127 time: 0.0899415 Feb 19 02:54:44.392229 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-41b870a0-5504-4d1a-8836-cefa90593f90 None None] Provisioning complete for port 112dc46d-f08d-43f0-9ab3-4d730ec0a130 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:54:44.392759 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-41b870a0-5504-4d1a-8836-cefa90593f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (112dc46d-f08d-43f0-9ab3-4d730ec0a130), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:44.397396 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-0ed2b4dd-768e-4a55-acf7-f5bf81069430 req-13451a8e-be54-403e-8a95-08831b1c1807 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=a7ff8d38-fae9-41fd-bf3a-836f70675c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797567 Feb 19 02:54:44.420205 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d79df75f-0338-4565-a0b4-bdb479b33ae0 admin admin] Router 08995bc3-86a7-40de-a5b8-50febe97d713 is scheduled to L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd with binding_index 1 {{(pid=103701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 02:54:44.427581 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=112dc46d-f08d-43f0-9ab3-4d730ec0a130,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:44.507608 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-41b870a0-5504-4d1a-8836-cefa90593f90 None None] Current status of the port 112dc46d-f08d-43f0-9ab3-4d730ec0a130 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:54:44.682948 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a8b3f7-e77d-45ba-ac57-40e2223c8241 req-909be682-8645-44be-a529-26801bffe44d tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:44.684484 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d9a8b3f7-e77d-45ba-ac57-40e2223c8241 req-909be682-8645-44be-a529-26801bffe44d tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "GET /v2.0/ports?device_id=a442c034-618a-42b7-9e0d-c8197b1aade5 HTTP/1.1" status: 200 len: 945 time: 0.1520545 Feb 19 02:54:44.693383 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d79df75f-0338-4565-a0b4-bdb479b33ae0 admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:54:44.707842 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355ee7bd-76c9-4440-84c5-6db443d9dac5 None None] Sync routers for ids ['08995bc3-86a7-40de-a5b8-50febe97d713'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:54:44.742034 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355ee7bd-76c9-4440-84c5-6db443d9dac5 None None] Routers {'08995bc3-86a7-40de-a5b8-50febe97d713'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:54:44.743619 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-355ee7bd-76c9-4440-84c5-6db443d9dac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:54:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['08995bc3-86a7-40de-a5b8-50febe97d713'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:54:44.753638 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d79df75f-0338-4565-a0b4-bdb479b33ae0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:44.755225 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-d79df75f-0338-4565-a0b4-bdb479b33ae0 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.7653117 Feb 19 02:54:44.758569 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 36828) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:44.832492 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d9a8b3f7-e77d-45ba-ac57-40e2223c8241 req-7aacbcb4-7ac6-4fd7-a29a-27cef998f582 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "GET /v2.0/security-groups?id=c18c8961-f07d-4937-88ea-8df5c42d7449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405368 Feb 19 02:54:44.833773 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 36832) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:45.073118 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-355ee7bd-76c9-4440-84c5-6db443d9dac5 None None] Set router 08995bc3-86a7-40de-a5b8-50febe97d713 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:54:45.097473 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-284b3e91-b584-4b5e-b32d-4255a0bda978 req-9c557301-3c4d-4b2a-9e1e-3479be6edc1f tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1172146104&fields=id&tenant_id=60cd2412755d4ac9a24ef5f571b19bc2 HTTP/1.1" status: 200 len: 267 time: 0.1405158 Feb 19 02:54:45.378380 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-546bfc0b-6170-47c9-84e0-5bed13ad5fd0 None None] Provisioning complete for port 112dc46d-f08d-43f0-9ab3-4d730ec0a130 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:54:45.379068 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-546bfc0b-6170-47c9-84e0-5bed13ad5fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (112dc46d-f08d-43f0-9ab3-4d730ec0a130), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:45.571108 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-8379e6cc-2ae0-4c93-a0dd-b6ecc2fc50e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:45.595827 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-355ee7bd-76c9-4440-84c5-6db443d9dac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08995bc3-86a7-40de-a5b8-50febe97d713', 'name': 'tempest-TaggedBootDevicesTest-695366427-router', 'tenant_id': '0a14dacd84aa433893b7027a0050be30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '9ff1122b-61f1-4fe2-a69f-f340a3f13230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:54:41Z', 'updated_at': '2022-02-19T02:54:43Z', 'revision_number': 3, 'project_id': '0a14dacd84aa433893b7027a0050be30', 'gw_port': {'id': '9ff1122b-61f1-4fe2-a69f-f340a3f13230', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:a2:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08995bc3-86a7-40de-a5b8-50febe97d713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:54:42Z', 'updated_at': '2022-02-19T02:54:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:54:45.671875 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355ee7bd-76c9-4440-84c5-6db443d9dac5 None None] Checking router: 08995bc3-86a7-40de-a5b8-50febe97d713 for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:54:45.672323 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355ee7bd-76c9-4440-84c5-6db443d9dac5 None None] Updating router 08995bc3-86a7-40de-a5b8-50febe97d713 port 9ff1122b-61f1-4fe2-a69f-f340a3f13230 binding host n-d-826753-2 {{(pid=103703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:54:45.699575 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-546bfc0b-6170-47c9-84e0-5bed13ad5fd0 None None] Current status of the port 112dc46d-f08d-43f0-9ab3-4d730ec0a130 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:54:45.708470 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-355ee7bd-76c9-4440-84c5-6db443d9dac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (9ff1122b-61f1-4fe2-a69f-f340a3f13230), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:45.737112 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 112dc46d-f08d-43f0-9ab3-4d730ec0a130 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:54:46.078460 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 112dc46d-f08d-43f0-9ab3-4d730ec0a130 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:54:46.078837 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (112dc46d-f08d-43f0-9ab3-4d730ec0a130), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:46.160730 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-f1b48b01-3f8c-4516-8b36-3e5afdd88955 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-912119518-network', 'tenant_id': '726a87ec871d4c369383e27ede210541'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:54:46.202851 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284b3e91-b584-4b5e-b32d-4255a0bda978 req-9b8eaf83-efa5-4541-8840-c13c75ab8a3e tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:46.212715 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-284b3e91-b584-4b5e-b32d-4255a0bda978 req-9b8eaf83-efa5-4541-8840-c13c75ab8a3e tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "GET /v2.0/ports?device_id=a442c034-618a-42b7-9e0d-c8197b1aade5 HTTP/1.1" status: 200 len: 945 time: 1.1081669 Feb 19 02:54:46.222121 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-284b3e91-b584-4b5e-b32d-4255a0bda978 req-7e5e7a9e-ddf6-40b5-8fc6-177c22ecaff6 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Request body: {'port': {'security_groups': ['c18c8961-f07d-4937-88ea-8df5c42d7449', '89a7c446-0a41-4dd3-a724-0e3c663b144d']}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:54:46.259113 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84b4d54-cf78-44d7-83c0-50e3a8b42153 req-ed73ceb7-1aaa-4ffb-b464-67b263b7466a tempest-InstanceActionsTestJSON-1803600247 tempest-InstanceActionsTestJSON-1803600247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:46.266934 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a84b4d54-cf78-44d7-83c0-50e3a8b42153 req-ed73ceb7-1aaa-4ffb-b464-67b263b7466a tempest-InstanceActionsTestJSON-1803600247 tempest-InstanceActionsTestJSON-1803600247-project] 10.222.0.72 "GET /v2.0/ports?device_id=a7f43407-a3d3-4520-8341-81e318975d49 HTTP/1.1" status: 200 len: 945 time: 1.0767922 Feb 19 02:54:46.280014 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1b48b01-3f8c-4516-8b36-3e5afdd88955 admin admin] Made reservation on behalf of 726a87ec871d4c369383e27ede210541 for: {'network': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:54:46.282512 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f1b48b01-3f8c-4516-8b36-3e5afdd88955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:46.296077 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f1b48b01-3f8c-4516-8b36-3e5afdd88955 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:46.368762 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-284b3e91-b584-4b5e-b32d-4255a0bda978 req-7e5e7a9e-ddf6-40b5-8fc6-177c22ecaff6 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (69f3b922-e934-40eb-bfaa-d93a6573ac6a), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:46.397772 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 112dc46d-f08d-43f0-9ab3-4d730ec0a130 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:54:46.555176 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-355ee7bd-76c9-4440-84c5-6db443d9dac5 None None] Publish callbacks [] for port (9ff1122b-61f1-4fe2-a69f-f340a3f13230), precommit_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:46.566296 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a84b4d54-cf78-44d7-83c0-50e3a8b42153 req-4b0dd0d3-2f70-4c14-b155-fcbd0284977e tempest-InstanceActionsTestJSON-1803600247 tempest-InstanceActionsTestJSON-1803600247-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7ff8d38-fae9-41fd-bf3a-836f70675c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2979527 Feb 19 02:54:46.582865 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-355ee7bd-76c9-4440-84c5-6db443d9dac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (9ff1122b-61f1-4fe2-a69f-f340a3f13230), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:46.615308 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-355ee7bd-76c9-4440-84c5-6db443d9dac5 None None] Attempting to bind port 9ff1122b-61f1-4fe2-a69f-f340a3f13230 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:54:46.615927 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-355ee7bd-76c9-4440-84c5-6db443d9dac5 None None] Attempting to bind port 9ff1122b-61f1-4fe2-a69f-f340a3f13230 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:54:46.616394 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355ee7bd-76c9-4440-84c5-6db443d9dac5 None None] Attempting to bind port 9ff1122b-61f1-4fe2-a69f-f340a3f13230 on network eaf64708-9021-419e-b287-ef3e0f51e2ee {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:54:46.676109 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6c943866-1580-4a32-bc41-585fb15b682e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:46.676716 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355ee7bd-76c9-4440-84c5-6db443d9dac5 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:54:46.680153 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355ee7bd-76c9-4440-84c5-6db443d9dac5 None None] Checking segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:54:46.680861 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-355ee7bd-76c9-4440-84c5-6db443d9dac5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:46.692550 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355ee7bd-76c9-4440-84c5-6db443d9dac5 None None] Bound using segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:54:46.693193 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-355ee7bd-76c9-4440-84c5-6db443d9dac5 None None] Bound port: 9ff1122b-61f1-4fe2-a69f-f340a3f13230, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:54:46.693872 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-355ee7bd-76c9-4440-84c5-6db443d9dac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (9ff1122b-61f1-4fe2-a69f-f340a3f13230), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:46.757811 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d132c41e-e38b-4036-8975-c266ac2b0873 None None] Pushing event updated for resources: {'Port': ['ID=9ff1122b-61f1-4fe2-a69f-f340a3f13230,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:46.809269 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f1b48b01-3f8c-4516-8b36-3e5afdd88955 admin admin] Publish callbacks [] for security_group (dcac2b5a-dee8-41b9-b83f-a011c1698d5c), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:46.810967 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-355ee7bd-76c9-4440-84c5-6db443d9dac5 None None] For port 9ff1122b-61f1-4fe2-a69f-f340a3f13230, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:54:46.816870 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-355ee7bd-76c9-4440-84c5-6db443d9dac5 None None] For port 9ff1122b-61f1-4fe2-a69f-f340a3f13230, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=9ff1122b-61f1-4fe2-a69f-f340a3f13230,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:54:46.826610 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f1b48b01-3f8c-4516-8b36-3e5afdd88955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (dcac2b5a-dee8-41b9-b83f-a011c1698d5c), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:46.833273 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-355ee7bd-76c9-4440-84c5-6db443d9dac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (9ff1122b-61f1-4fe2-a69f-f340a3f13230), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:46.855579 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1b48b01-3f8c-4516-8b36-3e5afdd88955 admin admin] vlan segment allocate from pool success with {'vlan_id': 255, 'physical_network': 'physnet1'} {{(pid=103701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:54:46.879931 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f1b48b01-3f8c-4516-8b36-3e5afdd88955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (fef50217-a0be-4490-a735-2f865cd5e060), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:46.880287 n-d-826753-2 neutron-server[103701]: INFO neutron.db.segments_db [None req-f1b48b01-3f8c-4516-8b36-3e5afdd88955 admin admin] Added segment fef50217-a0be-4490-a735-2f865cd5e060 of type vlan for network 9a6f306a-b9cc-4273-b930-f91b907b962b Feb 19 02:54:46.951537 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355ee7bd-76c9-4440-84c5-6db443d9dac5 None None] Routers {'08995bc3-86a7-40de-a5b8-50febe97d713'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:54:46.952977 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-355ee7bd-76c9-4440-84c5-6db443d9dac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:54:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['08995bc3-86a7-40de-a5b8-50febe97d713'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:54:46.979285 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-6c943866-1580-4a32-bc41-585fb15b682e admin admin] Allocated IP 172.20.0.1 (79227e34-1bd7-418d-8771-3e85379abcaa/7e006df2-14c8-4911-ac00-1f52c86f10c8/4feff994-8ef1-4e08-8cc4-887b4a1a9450) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:54:46.979877 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f1b48b01-3f8c-4516-8b36-3e5afdd88955 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (9a6f306a-b9cc-4273-b930-f91b907b962b), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:47.039449 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d132c41e-e38b-4036-8975-c266ac2b0873 None None] Pushing event updated for resources: {'Port': ['ID=9ff1122b-61f1-4fe2-a69f-f340a3f13230,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:47.067002 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f1b48b01-3f8c-4516-8b36-3e5afdd88955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (9a6f306a-b9cc-4273-b930-f91b907b962b), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:47.072269 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b48b01-3f8c-4516-8b36-3e5afdd88955 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:47.072984 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f1b48b01-3f8c-4516-8b36-3e5afdd88955 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:47.231247 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6c943866-1580-4a32-bc41-585fb15b682e admin admin] Publish callbacks [] for port (4feff994-8ef1-4e08-8cc4-887b4a1a9450), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:47.315264 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6c943866-1580-4a32-bc41-585fb15b682e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (4feff994-8ef1-4e08-8cc4-887b4a1a9450), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:47.400350 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c943866-1580-4a32-bc41-585fb15b682e admin admin] Network 79227e34-1bd7-418d-8771-3e85379abcaa is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:54:47.425421 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-6c943866-1580-4a32-bc41-585fb15b682e admin admin] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:54:47.444559 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-f1b48b01-3f8c-4516-8b36-3e5afdd88955 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.6092317 Feb 19 02:54:47.452719 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c943866-1580-4a32-bc41-585fb15b682e admin admin] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:54:47.455416 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 36896) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:47.463630 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c943866-1580-4a32-bc41-585fb15b682e admin admin] Pushing event updated for resources: {'Port': ['ID=4feff994-8ef1-4e08-8cc4-887b4a1a9450,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:47.473532 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b48b01-3f8c-4516-8b36-3e5afdd88955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcac2b5a-dee8-41b9-b83f-a011c1698d5c,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:47.478819 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-69514de5-40f6-4668-8aab-511a1d57fbdd admin admin] Request body: {'subnet': {'network_id': '9a6f306a-b9cc-4273-b930-f91b907b962b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-912119518-subnet', 'tenant_id': '726a87ec871d4c369383e27ede210541', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:54:47.485166 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b48b01-3f8c-4516-8b36-3e5afdd88955 admin admin] Pushing event updated for resources: {'Network': ['ID=9a6f306a-b9cc-4273-b930-f91b907b962b,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:47.572735 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-284b3e91-b584-4b5e-b32d-4255a0bda978 req-7e5e7a9e-ddf6-40b5-8fc6-177c22ecaff6 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] For port 69f3b922-e934-40eb-bfaa-d93a6573ac6a, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=69f3b922-e934-40eb-bfaa-d93a6573ac6a,segment=NetworkSegment(9dc72441-817a-452a-8e88-f736d9f767db),segment_id=9dc72441-817a-452a-8e88-f736d9f767db)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:54:47.636357 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-284b3e91-b584-4b5e-b32d-4255a0bda978 req-7e5e7a9e-ddf6-40b5-8fc6-177c22ecaff6 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Publish callbacks [] for port (69f3b922-e934-40eb-bfaa-d93a6573ac6a), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:47.642940 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-284b3e91-b584-4b5e-b32d-4255a0bda978 req-7e5e7a9e-ddf6-40b5-8fc6-177c22ecaff6 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (69f3b922-e934-40eb-bfaa-d93a6573ac6a), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:47.694647 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284b3e91-b584-4b5e-b32d-4255a0bda978 req-7e5e7a9e-ddf6-40b5-8fc6-177c22ecaff6 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:47.695552 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-284b3e91-b584-4b5e-b32d-4255a0bda978 req-7e5e7a9e-ddf6-40b5-8fc6-177c22ecaff6 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:47.697104 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-284b3e91-b584-4b5e-b32d-4255a0bda978 req-7e5e7a9e-ddf6-40b5-8fc6-177c22ecaff6 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "PUT /v2.0/ports/69f3b922-e934-40eb-bfaa-d93a6573ac6a HTTP/1.1" status: 200 len: 981 time: 1.4831805 Feb 19 02:54:47.700390 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a442c034-618a-42b7-9e0d-c8197b1aade5', 'tag': '69f3b922-e934-40eb-bfaa-d93a6573ac6a'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:54:47.703535 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bab7d640-6e03-4142-a7fb-36a47e54c5e9" -d '{"events": [{"name": "network-changed", "server_uuid": "a442c034-618a-42b7-9e0d-c8197b1aade5", "tag": "69f3b922-e934-40eb-bfaa-d93a6573ac6a"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:54:47.745048 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69514de5-40f6-4668-8aab-511a1d57fbdd admin admin] Made reservation on behalf of 726a87ec871d4c369383e27ede210541 for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:54:47.748203 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 9a6f306a-b9cc-4273-b930-f91b907b962b details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:54:47.751150 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-69514de5-40f6-4668-8aab-511a1d57fbdd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:47.753873 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['69f3b922-e934-40eb-bfaa-d93a6573ac6a'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:54:47.763867 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c943866-1580-4a32-bc41-585fb15b682e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:54:47.765900 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['d6ea74b9-3217-48ad-a1cc-ca21e2de818a'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:54:47.774011 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c943866-1580-4a32-bc41-585fb15b682e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:54:47.774648 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c943866-1580-4a32-bc41-585fb15b682e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:54:47.775178 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c943866-1580-4a32-bc41-585fb15b682e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:54:47.776304 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c943866-1580-4a32-bc41-585fb15b682e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:54:47.777585 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c943866-1580-4a32-bc41-585fb15b682e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:54:47.778265 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c943866-1580-4a32-bc41-585fb15b682e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:54:47.778792 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c943866-1580-4a32-bc41-585fb15b682e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:54:47.779323 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c943866-1580-4a32-bc41-585fb15b682e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:54:47.779851 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c943866-1580-4a32-bc41-585fb15b682e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:54:47.780370 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c943866-1580-4a32-bc41-585fb15b682e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:54:47.783828 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c943866-1580-4a32-bc41-585fb15b682e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:54:47.784416 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c943866-1580-4a32-bc41-585fb15b682e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:54:47.830547 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5e7a9e-ddf6-40b5-8fc6-177c22ecaff6 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Pushing event updated for resources: {'Port': ['ID=69f3b922-e934-40eb-bfaa-d93a6573ac6a,revision_number=6']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:47.869875 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8c157ae0-13fb-4021-9817-fbbf3a3b6928 req-1cc31b19-c300-424e-ad13-c093f53ea896 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "GET /v2.0/security-groups/89a7c446-0a41-4dd3-a724-0e3c663b144d HTTP/1.1" status: 200 len: 1819 time: 0.1337285 Feb 19 02:54:48.021361 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f000da24-a5c3-4f3d-9ea3-234ca42223d8 req-2226fcac-34f8-4e0c-8128-538ec8ff6928 tempest-InstanceActionsTestJSON-1803600247 tempest-InstanceActionsTestJSON-1803600247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:48.023561 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f000da24-a5c3-4f3d-9ea3-234ca42223d8 req-2226fcac-34f8-4e0c-8128-538ec8ff6928 tempest-InstanceActionsTestJSON-1803600247 tempest-InstanceActionsTestJSON-1803600247-project] 10.222.0.72 "GET /v2.0/ports?device_id=a7f43407-a3d3-4520-8341-81e318975d49 HTTP/1.1" status: 200 len: 945 time: 0.2194223 Feb 19 02:54:48.025087 n-d-826753-2 neutron-server[103701]: INFO neutron.api.v2.resource [req-8c157ae0-13fb-4021-9817-fbbf3a3b6928 req-061799bd-59fb-40b6-92da-f396ff46fc1b tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 19 02:54:48.026006 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8c157ae0-13fb-4021-9817-fbbf3a3b6928 req-061799bd-59fb-40b6-92da-f396ff46fc1b tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "DELETE /v2.0/security-groups/89a7c446-0a41-4dd3-a724-0e3c663b144d HTTP/1.1" status: 409 len: 341 time: 0.1494184 Feb 19 02:54:48.055103 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6c943866-1580-4a32-bc41-585fb15b682e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16289150'] for router_interface (08995bc3-86a7-40de-a5b8-50febe97d713), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:48.124750 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cf5ab2c-c876-4ace-ab24-ea5fe16657fe x-openstack-request-id: req-0cf5ab2c-c876-4ace-ab24-ea5fe16657fe {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:54:48.125078 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a442c034-618a-42b7-9e0d-c8197b1aade5", "tag": "69f3b922-e934-40eb-bfaa-d93a6573ac6a", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:54:48.125602 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0cf5ab2c-c876-4ace-ab24-ea5fe16657fe {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:54:48.126015 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a442c034-618a-42b7-9e0d-c8197b1aade5', 'tag': '69f3b922-e934-40eb-bfaa-d93a6573ac6a', 'status': 'completed', 'code': 200} Feb 19 02:54:48.138277 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-2aba28b2-9014-43d7-b6a1-f2e84a407a89 req-f599c8a5-00cf-4654-959e-8deb89c86231 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9829e4c6-35e3-4dca-a34d-83845f9a05fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5322185 Feb 19 02:54:48.205556 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-355ee7bd-76c9-4440-84c5-6db443d9dac5 None None] Set router 08995bc3-86a7-40de-a5b8-50febe97d713 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:54:48.250951 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f000da24-a5c3-4f3d-9ea3-234ca42223d8 req-722b41be-f78b-4436-a120-8763c72c3977 tempest-InstanceActionsTestJSON-1803600247 tempest-InstanceActionsTestJSON-1803600247-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7ff8d38-fae9-41fd-bf3a-836f70675c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849093 Feb 19 02:54:48.540310 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['69f3b922-e934-40eb-bfaa-d93a6573ac6a'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:54:48.566756 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b9da82-0e40-4a89-b340-259b7a489a74 req-0b8513e9-aa50-4628-9053-09207245bf8c tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:48.578426 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-17b9da82-0e40-4a89-b340-259b7a489a74 req-0b8513e9-aa50-4628-9053-09207245bf8c tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "GET /v2.0/ports?device_id=a442c034-618a-42b7-9e0d-c8197b1aade5 HTTP/1.1" status: 200 len: 984 time: 0.1177540 Feb 19 02:54:48.703262 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-17b9da82-0e40-4a89-b340-259b7a489a74 req-a488b5f7-9b57-44fa-901e-51b53666bdb1 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "GET /v2.0/security-groups?id=89a7c446-0a41-4dd3-a724-0e3c663b144d&id=c18c8961-f07d-4937-88ea-8df5c42d7449&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1236167 Feb 19 02:54:48.720590 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-69514de5-40f6-4668-8aab-511a1d57fbdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (babb961f-8ad0-4884-964f-6665ef96ca3a), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:48.800112 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-278e3410-99ce-45ab-b8af-a6f399f4f54e None None] Provisioning complete for port 4feff994-8ef1-4e08-8cc4-887b4a1a9450 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:54:48.800647 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-278e3410-99ce-45ab-b8af-a6f399f4f54e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (4feff994-8ef1-4e08-8cc4-887b4a1a9450), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:48.821510 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6c943866-1580-4a32-bc41-585fb15b682e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (4feff994-8ef1-4e08-8cc4-887b4a1a9450), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:48.841185 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 36938) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:48.909130 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab7d640-6e03-4142-a7fb-36a47e54c5e9 req-078406c5-4178-4d65-9910-4c9c4c224fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:48.911236 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-bab7d640-6e03-4142-a7fb-36a47e54c5e9 req-078406c5-4178-4d65-9910-4c9c4c224fac service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=60cd2412755d4ac9a24ef5f571b19bc2&device_id=a442c034-618a-42b7-9e0d-c8197b1aade5 HTTP/1.1" status: 200 len: 1166 time: 0.7453849 Feb 19 02:54:48.942548 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f302f3e3-dc58-4fd9-8862-d705cdc48abe req-c774ded9-3b22-4231-aecf-1b3a3ea8fd10 tempest-InstanceActionsTestJSON-1803600247 tempest-InstanceActionsTestJSON-1803600247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:48.953216 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f302f3e3-dc58-4fd9-8862-d705cdc48abe req-c774ded9-3b22-4231-aecf-1b3a3ea8fd10 tempest-InstanceActionsTestJSON-1803600247 tempest-InstanceActionsTestJSON-1803600247-project] 10.222.0.72 "GET /v2.0/ports?device_id=a7f43407-a3d3-4520-8341-81e318975d49 HTTP/1.1" status: 200 len: 945 time: 0.1527858 Feb 19 02:54:48.977519 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065fa23e-47d9-48dc-b590-8251c22d5d96 req-51e37e74-014a-4522-92a5-62baa848d18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:48.981904 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-065fa23e-47d9-48dc-b590-8251c22d5d96 req-51e37e74-014a-4522-92a5-62baa848d18e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=05ba9f4a933b40ff830f59cd198f321a&device_id=a7f43407-a3d3-4520-8341-81e318975d49 HTTP/1.1" status: 200 len: 1127 time: 0.2465971 Feb 19 02:54:48.984426 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f45bc657-53e6-44f7-8c93-e5b29bb6d726 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:48.990891 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-278e3410-99ce-45ab-b8af-a6f399f4f54e None None] Port 4feff994-8ef1-4e08-8cc4-887b4a1a9450 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:54:49.083525 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab7d640-6e03-4142-a7fb-36a47e54c5e9 req-ca6c36f1-3a9f-49ec-adf1-3fc317fb36af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:49.085717 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-bab7d640-6e03-4142-a7fb-36a47e54c5e9 req-ca6c36f1-3a9f-49ec-adf1-3fc317fb36af service neutron] 10.222.0.82 "GET /v2.0/networks?id=83c866d3-e000-4397-a50d-1c4d2fa3070f HTTP/1.1" status: 200 len: 913 time: 0.1359367 Feb 19 02:54:49.107681 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69514de5-40f6-4668-8aab-511a1d57fbdd admin admin] Pushing event updated for resources: {'Subnet': ['ID=babb961f-8ad0-4884-964f-6665ef96ca3a,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:49.122298 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f302f3e3-dc58-4fd9-8862-d705cdc48abe req-3a8b0c26-62e4-4192-a076-c783f464af98 tempest-InstanceActionsTestJSON-1803600247 tempest-InstanceActionsTestJSON-1803600247-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7ff8d38-fae9-41fd-bf3a-836f70675c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596005 Feb 19 02:54:49.177363 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065fa23e-47d9-48dc-b590-8251c22d5d96 req-57599a34-96e6-4176-9ee4-824d7aeb181c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:49.181326 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-065fa23e-47d9-48dc-b590-8251c22d5d96 req-57599a34-96e6-4176-9ee4-824d7aeb181c service neutron] 10.222.0.82 "GET /v2.0/networks?id=8e03b543-b5a5-40d6-8aac-f197cba979f2 HTTP/1.1" status: 200 len: 915 time: 0.1778693 Feb 19 02:54:49.241846 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aba28b2-9014-43d7-b6a1-f2e84a407a89 req-1d9295ca-2af0-4563-8ad7-ed6621112982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:49.243450 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-2aba28b2-9014-43d7-b6a1-f2e84a407a89 req-1d9295ca-2af0-4563-8ad7-ed6621112982 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8ee938a19b3e4074b489f411ca258ca6&device_id=9829e4c6-35e3-4dca-a34d-83845f9a05fe HTTP/1.1" status: 200 len: 1127 time: 0.9885097 Feb 19 02:54:49.303099 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-065fa23e-47d9-48dc-b590-8251c22d5d96 req-4fe454f0-f351-46b4-8733-589ba31b4678 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=77b7f382-d043-46ce-985c-214f69991bdc HTTP/1.1" status: 200 len: 217 time: 0.1146641 Feb 19 02:54:49.311675 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69514de5-40f6-4668-8aab-511a1d57fbdd admin admin] Checking segment: {'id': 'fef50217-a0be-4490-a735-2f865cd5e060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '9a6f306a-b9cc-4273-b930-f91b907b962b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:54:49.312032 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69514de5-40f6-4668-8aab-511a1d57fbdd admin admin] Network hostable DHCP agents. Network: 9a6f306a-b9cc-4273-b930-f91b907b962b, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:54:49.327417 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-bab7d640-6e03-4142-a7fb-36a47e54c5e9 req-23f84def-ffd9-44a8-a79e-baed5d906bdd service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69f3b922-e934-40eb-bfaa-d93a6573ac6a HTTP/1.1" status: 200 len: 217 time: 0.2205470 Feb 19 02:54:49.349223 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:49.377164 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065fa23e-47d9-48dc-b590-8251c22d5d96 req-3c7f0276-1bf9-478f-b765-3e5c60315a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:49.379110 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-065fa23e-47d9-48dc-b590-8251c22d5d96 req-3c7f0276-1bf9-478f-b765-3e5c60315a9b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9fc9d7b1-1911-43ce-896e-17038b8f52a9 HTTP/1.1" status: 200 len: 854 time: 0.0616312 Feb 19 02:54:49.380041 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4414a4ba-e1f8-4e07-836e-e0012ad6f8d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:49.493963 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69514de5-40f6-4668-8aab-511a1d57fbdd admin admin] Network 9a6f306a-b9cc-4273-b930-f91b907b962b is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:54:49.504296 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4414a4ba-e1f8-4e07-836e-e0012ad6f8d2 admin admin] Publish callbacks [] for security_group (0324d97d-3a08-49f6-803a-c4879de3d9b8), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:49.536241 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-065fa23e-47d9-48dc-b590-8251c22d5d96 req-52cd538c-75c2-47a2-b2e6-ac3f6a87c9fd service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8e03b543-b5a5-40d6-8aac-f197cba979f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1455655 Feb 19 02:54:49.537334 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4414a4ba-e1f8-4e07-836e-e0012ad6f8d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (0324d97d-3a08-49f6-803a-c4879de3d9b8), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:49.551094 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab7d640-6e03-4142-a7fb-36a47e54c5e9 req-d881ee9d-dfa1-4d61-8a94-8165e234f5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:49.552167 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-bab7d640-6e03-4142-a7fb-36a47e54c5e9 req-d881ee9d-dfa1-4d61-8a94-8165e234f5b8 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=6c541211-5a05-47e1-81c4-dd461c877088 HTTP/1.1" status: 200 len: 852 time: 0.2014287 Feb 19 02:54:49.552727 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-69514de5-40f6-4668-8aab-511a1d57fbdd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 9a6f306a-b9cc-4273-b930-f91b907b962b) {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:54:49.557948 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69514de5-40f6-4668-8aab-511a1d57fbdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:49.558542 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-69514de5-40f6-4668-8aab-511a1d57fbdd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:49.585513 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-4414a4ba-e1f8-4e07-836e-e0012ad6f8d2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=66e9b43f45cb4dadb0e65f591efa3cb1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7428658 Feb 19 02:54:49.586163 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 36954) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:49.610469 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-bab7d640-6e03-4142-a7fb-36a47e54c5e9 req-f20b6134-d1ff-44d9-ab65-3f057a9d61d0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=83c866d3-e000-4397-a50d-1c4d2fa3070f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431056 Feb 19 02:54:49.626844 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce74eb6c-4c06-4d46-9b20-7cd5e49b3b70 None None] Network 9a6f306a-b9cc-4273-b930-f91b907b962b requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:54:49.672891 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-355ee7bd-76c9-4440-84c5-6db443d9dac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08995bc3-86a7-40de-a5b8-50febe97d713', 'name': 'tempest-TaggedBootDevicesTest-695366427-router', 'tenant_id': '0a14dacd84aa433893b7027a0050be30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '9ff1122b-61f1-4fe2-a69f-f340a3f13230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:54:41Z', 'updated_at': '2022-02-19T02:54:43Z', 'revision_number': 3, 'project_id': '0a14dacd84aa433893b7027a0050be30', 'gw_port': {'id': '9ff1122b-61f1-4fe2-a69f-f340a3f13230', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:a2:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08995bc3-86a7-40de-a5b8-50febe97d713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:54:42Z', 'updated_at': '2022-02-19T02:54:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:54:49.724564 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aba28b2-9014-43d7-b6a1-f2e84a407a89 req-0e839e63-fa84-444b-906e-b4e019cb9f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:49.725949 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-2aba28b2-9014-43d7-b6a1-f2e84a407a89 req-0e839e63-fa84-444b-906e-b4e019cb9f31 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2a0a79ed-8a33-4798-af54-05a0cb1f0f3c HTTP/1.1" status: 200 len: 919 time: 0.4169738 Feb 19 02:54:49.734815 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-065fa23e-47d9-48dc-b590-8251c22d5d96 req-48ec0478-5101-4efe-964c-1a4c468a4e72 service neutron] 10.222.0.82 "GET /v2.0/networks/8e03b543-b5a5-40d6-8aac-f197cba979f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567886 Feb 19 02:54:49.740401 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-69514de5-40f6-4668-8aab-511a1d57fbdd admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.2769282 Feb 19 02:54:49.747252 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 36970) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:49.765812 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-81f51f83-95ec-408b-bced-a6e3ef7f4533 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-912119518-router', 'tenant_id': '726a87ec871d4c369383e27ede210541', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:54:49.812695 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6c943866-1580-4a32-bc41-585fb15b682e admin admin] Publish callbacks [] for port (4feff994-8ef1-4e08-8cc4-887b4a1a9450), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:49.894878 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-2aba28b2-9014-43d7-b6a1-f2e84a407a89 req-eebb0632-cb29-4b83-bfb5-6d5085046992 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=53fda427-3257-468c-a39b-65e464e0dd87 HTTP/1.1" status: 200 len: 217 time: 0.1449978 Feb 19 02:54:49.895718 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6c943866-1580-4a32-bc41-585fb15b682e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (4feff994-8ef1-4e08-8cc4-887b4a1a9450), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:49.897649 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4414a4ba-e1f8-4e07-836e-e0012ad6f8d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0324d97d-3a08-49f6-803a-c4879de3d9b8,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:49.955803 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355ee7bd-76c9-4440-84c5-6db443d9dac5 None None] The sync data for ids ['08995bc3-86a7-40de-a5b8-50febe97d713'] in n-d-826753-2 is: [{'id': '08995bc3-86a7-40de-a5b8-50febe97d713', 'name': 'tempest-TaggedBootDevicesTest-695366427-router', 'tenant_id': '0a14dacd84aa433893b7027a0050be30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '9ff1122b-61f1-4fe2-a69f-f340a3f13230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:54:41Z', 'updated_at': '2022-02-19T02:54:43Z', 'revision_number': 3, 'project_id': '0a14dacd84aa433893b7027a0050be30', 'gw_port': {'id': '9ff1122b-61f1-4fe2-a69f-f340a3f13230', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:a2:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08995bc3-86a7-40de-a5b8-50febe97d713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:54:42Z', 'updated_at': '2022-02-19T02:54:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:54:49.960061 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-bab7d640-6e03-4142-a7fb-36a47e54c5e9 req-2bb916fd-1ec8-4254-bd79-a1beafa4d2e2 service neutron] 10.222.0.82 "GET /v2.0/networks/83c866d3-e000-4397-a50d-1c4d2fa3070f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3316882 Feb 19 02:54:49.993945 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4414a4ba-e1f8-4e07-836e-e0012ad6f8d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:54:49.995007 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4414a4ba-e1f8-4e07-836e-e0012ad6f8d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:54:49.995403 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4414a4ba-e1f8-4e07-836e-e0012ad6f8d2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:54:49.995754 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4414a4ba-e1f8-4e07-836e-e0012ad6f8d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:54:49.996228 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4414a4ba-e1f8-4e07-836e-e0012ad6f8d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:54:49.996577 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4414a4ba-e1f8-4e07-836e-e0012ad6f8d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:54:49.996917 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4414a4ba-e1f8-4e07-836e-e0012ad6f8d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:54:49.997411 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4414a4ba-e1f8-4e07-836e-e0012ad6f8d2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:54:49.998075 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4414a4ba-e1f8-4e07-836e-e0012ad6f8d2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:54:49.998901 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4414a4ba-e1f8-4e07-836e-e0012ad6f8d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:54:50.000006 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4414a4ba-e1f8-4e07-836e-e0012ad6f8d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:54:50.000511 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4414a4ba-e1f8-4e07-836e-e0012ad6f8d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:54:50.001025 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4414a4ba-e1f8-4e07-836e-e0012ad6f8d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:54:50.031702 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-81f51f83-95ec-408b-bced-a6e3ef7f4533 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14172'] for router (a60c8195-480a-4412-ab0f-4fa0b16a425a), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:50.037527 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-81f51f83-95ec-408b-bced-a6e3ef7f4533 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16317487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16285822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16309985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14247'] for router (a60c8195-480a-4412-ab0f-4fa0b16a425a), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:50.084293 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794a2364-9429-4f88-b5a0-9a3d10bacb4c None None] Network 9a6f306a-b9cc-4273-b930-f91b907b962b requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:54:50.127059 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b45ed9b5-d33b-470a-be02-92a03349c8dd admin admin] Publish callbacks [] for security_group (0324d97d-3a08-49f6-803a-c4879de3d9b8), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:50.179635 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32607cb-e8e6-47dd-abb2-a50f12c6058b req-16040bc5-5baa-463c-ba1e-2cca89b8837a tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:50.187479 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f32607cb-e8e6-47dd-abb2-a50f12c6058b req-16040bc5-5baa-463c-ba1e-2cca89b8837a tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "GET /v2.0/ports?device_id=a442c034-618a-42b7-9e0d-c8197b1aade5 HTTP/1.1" status: 200 len: 984 time: 0.2921081 Feb 19 02:54:50.250033 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fa219b-7895-4992-8885-085509325a44 req-30760464-5bef-430b-b7bc-adf4eba442bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:50.252251 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c3fa219b-7895-4992-8885-085509325a44 req-30760464-5bef-430b-b7bc-adf4eba442bd service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8ee938a19b3e4074b489f411ca258ca6&device_id=5bb9eab4-0d6c-4134-ab2b-95a69750261e HTTP/1.1" status: 200 len: 1127 time: 0.3574431 Feb 19 02:54:50.341406 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6c943866-1580-4a32-bc41-585fb15b682e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16362769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16289258'] for router_interface (08995bc3-86a7-40de-a5b8-50febe97d713), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:50.360314 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:50.498680 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c943866-1580-4a32-bc41-585fb15b682e admin admin] Pushing event updated for resources: {'Port': ['ID=4feff994-8ef1-4e08-8cc4-887b4a1a9450,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:50.500973 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b45ed9b5-d33b-470a-be02-92a03349c8dd admin admin] Publish callbacks [] for security_group (0324d97d-3a08-49f6-803a-c4879de3d9b8), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:50.519590 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fa219b-7895-4992-8885-085509325a44 req-9d0ee7a6-1f0e-4509-9611-0090b0bd43e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:50.521365 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c3fa219b-7895-4992-8885-085509325a44 req-9d0ee7a6-1f0e-4509-9611-0090b0bd43e7 service neutron] 10.222.0.82 "GET /v2.0/networks?id=2a0a79ed-8a33-4798-af54-05a0cb1f0f3c HTTP/1.1" status: 200 len: 919 time: 0.2465301 Feb 19 02:54:50.535311 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c943866-1580-4a32-bc41-585fb15b682e admin admin] Network 79227e34-1bd7-418d-8771-3e85379abcaa is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:54:50.541803 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9f8d5a-720a-4f69-bc68-0624e0058ae9 req-944738e6-ba7b-44e9-bca7-b3a2cb71a254 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:50.543877 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3f9f8d5a-720a-4f69-bc68-0624e0058ae9 req-944738e6-ba7b-44e9-bca7-b3a2cb71a254 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/ports?device_id=5bb9eab4-0d6c-4134-ab2b-95a69750261e HTTP/1.1" status: 200 len: 945 time: 0.4254849 Feb 19 02:54:50.549882 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aba28b2-9014-43d7-b6a1-f2e84a407a89 req-280f308a-5cd5-41cc-b6d2-164e2570e263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:50.551691 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-2aba28b2-9014-43d7-b6a1-f2e84a407a89 req-280f308a-5cd5-41cc-b6d2-164e2570e263 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1de208d8-9bd1-42de-af89-32eb5f962cf7 HTTP/1.1" status: 200 len: 858 time: 0.5913932 Feb 19 02:54:50.609648 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-6c943866-1580-4a32-bc41-585fb15b682e admin admin] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:54:50.615586 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-81f51f83-95ec-408b-bced-a6e3ef7f4533 admin admin] Publish callbacks [] for router_controller (a60c8195-480a-4412-ab0f-4fa0b16a425a), precommit_add_association {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:50.665445 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-2aba28b2-9014-43d7-b6a1-f2e84a407a89 req-7234a675-f194-4325-acbd-c7e9d892087f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2a0a79ed-8a33-4798-af54-05a0cb1f0f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533853 Feb 19 02:54:50.735145 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f32607cb-e8e6-47dd-abb2-a50f12c6058b req-8a2bed0d-584d-4c0f-ae6c-2fe728c9e312 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "GET /v2.0/security-groups?id=89a7c446-0a41-4dd3-a724-0e3c663b144d&id=c18c8961-f07d-4937-88ea-8df5c42d7449&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.5453434 Feb 19 02:54:50.737275 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-065fa23e-47d9-48dc-b590-8251c22d5d96 req-17bcb332-c2bf-4127-85ff-c03d4738442a service neutron] 10.222.0.82 "GET /v2.0/networks/8e03b543-b5a5-40d6-8aac-f197cba979f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9832678 Feb 19 02:54:50.738644 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c3fa219b-7895-4992-8885-085509325a44 req-0b20352e-6186-4c18-96b3-c446d07fbfec service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dbe88812-a5ed-4d59-8ee2-a6462da57fd6 HTTP/1.1" status: 200 len: 217 time: 0.1936827 Feb 19 02:54:50.902380 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-bab7d640-6e03-4142-a7fb-36a47e54c5e9 req-0bb31d52-cc55-4a58-9a14-48a39c91fee5 service neutron] 10.222.0.82 "GET /v2.0/networks/83c866d3-e000-4397-a50d-1c4d2fa3070f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8117654 Feb 19 02:54:51.131297 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-8a82bdbf-8e00-4c08-aea4-cf33d4064433 None None] Provisioning complete for port 4feff994-8ef1-4e08-8cc4-887b4a1a9450 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:54:51.131924 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3f9f8d5a-720a-4f69-bc68-0624e0058ae9 req-369e9171-79d5-412b-8214-72f49d76d264 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d351a8c-b73e-485a-861c-36f8b0ec3310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5134022 Feb 19 02:54:51.137633 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-8a82bdbf-8e00-4c08-aea4-cf33d4064433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (4feff994-8ef1-4e08-8cc4-887b4a1a9450), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:51.139518 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-81f51f83-95ec-408b-bced-a6e3ef7f4533 admin admin] Publish callbacks [] for router_gateway (a60c8195-480a-4412-ab0f-4fa0b16a425a), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:51.141240 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fa219b-7895-4992-8885-085509325a44 req-65c79577-ff17-49c9-aa48-d9ec011f2823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:51.146401 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c3fa219b-7895-4992-8885-085509325a44 req-65c79577-ff17-49c9-aa48-d9ec011f2823 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1de208d8-9bd1-42de-af89-32eb5f962cf7 HTTP/1.1" status: 200 len: 858 time: 0.2811739 Feb 19 02:54:51.185632 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b45ed9b5-d33b-470a-be02-92a03349c8dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (0324d97d-3a08-49f6-803a-c4879de3d9b8), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:51.188031 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b45ed9b5-d33b-470a-be02-92a03349c8dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:51.189804 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-b45ed9b5-d33b-470a-be02-92a03349c8dd admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0324d97d-3a08-49f6-803a-c4879de3d9b8 HTTP/1.1" status: 204 len: 168 time: 1.4787805 Feb 19 02:54:51.239886 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3c53df-56ae-49d6-aee1-34372154030d req-cfba7482-6d18-404d-b6ab-6cb464b56a45 tempest-InstanceActionsTestJSON-1803600247 tempest-InstanceActionsTestJSON-1803600247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:51.241559 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6e3c53df-56ae-49d6-aee1-34372154030d req-cfba7482-6d18-404d-b6ab-6cb464b56a45 tempest-InstanceActionsTestJSON-1803600247 tempest-InstanceActionsTestJSON-1803600247-project] 10.222.0.72 "GET /v2.0/ports?device_id=a7f43407-a3d3-4520-8341-81e318975d49 HTTP/1.1" status: 200 len: 945 time: 0.3071280 Feb 19 02:54:51.244343 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c3fa219b-7895-4992-8885-085509325a44 req-e8e66735-d0b8-488f-89bd-0da1e2c5c403 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2a0a79ed-8a33-4798-af54-05a0cb1f0f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0808618 Feb 19 02:54:51.250478 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45ed9b5-d33b-470a-be02-92a03349c8dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0324d97d-3a08-49f6-803a-c4879de3d9b8,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:51.252500 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-8a82bdbf-8e00-4c08-aea4-cf33d4064433 None None] Port 4feff994-8ef1-4e08-8cc4-887b4a1a9450 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:54:51.514878 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c3fa219b-7895-4992-8885-085509325a44 req-020452d2-2f80-4188-9123-8c7f41e19eb5 service neutron] 10.222.0.82 "GET /v2.0/networks/2a0a79ed-8a33-4798-af54-05a0cb1f0f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587585 Feb 19 02:54:51.810556 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c3fa219b-7895-4992-8885-085509325a44 req-b9180a87-df40-4920-a6eb-4b9dcb8b9084 service neutron] 10.222.0.82 "GET /v2.0/networks/2a0a79ed-8a33-4798-af54-05a0cb1f0f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2794120 Feb 19 02:54:51.815678 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 9ff1122b-61f1-4fe2-a69f-f340a3f13230 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:54:51.868468 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6e3c53df-56ae-49d6-aee1-34372154030d req-a1d7177a-f3a0-4c27-ba5b-f788c39f6416 tempest-InstanceActionsTestJSON-1803600247 tempest-InstanceActionsTestJSON-1803600247-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7ff8d38-fae9-41fd-bf3a-836f70675c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6134479 Feb 19 02:54:51.951359 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:51.999624 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 9ff1122b-61f1-4fe2-a69f-f340a3f13230 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:54:52.000315 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (9ff1122b-61f1-4fe2-a69f-f340a3f13230), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:52.075874 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc590ab-f8d0-4e94-ab3d-342c42ba04bd req-b9eb2ee1-8358-4aff-806b-f19d86f87c9b tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:52.095357 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2fc590ab-f8d0-4e94-ab3d-342c42ba04bd req-b9eb2ee1-8358-4aff-806b-f19d86f87c9b tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "GET /v2.0/ports?device_id=a442c034-618a-42b7-9e0d-c8197b1aade5 HTTP/1.1" status: 200 len: 984 time: 0.1217775 Feb 19 02:54:52.141582 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 9ff1122b-61f1-4fe2-a69f-f340a3f13230 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:54:52.142247 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (9ff1122b-61f1-4fe2-a69f-f340a3f13230), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:52.170876 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port 9ff1122b-61f1-4fe2-a69f-f340a3f13230, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=9ff1122b-61f1-4fe2-a69f-f340a3f13230,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:54:52.182572 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (9ff1122b-61f1-4fe2-a69f-f340a3f13230), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:52.237532 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-2aba28b2-9014-43d7-b6a1-f2e84a407a89 req-6f7cae1a-8f26-46c0-9e3c-f967f1923d00 service neutron] 10.222.0.73 "GET /v2.0/networks/2a0a79ed-8a33-4798-af54-05a0cb1f0f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5568891 Feb 19 02:54:52.241223 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c943866-1580-4a32-bc41-585fb15b682e admin admin] Router 08995bc3-86a7-40de-a5b8-50febe97d713 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:54:52.253237 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c0dbab-eaa2-44a6-9e41-33af10d3d91c req-4fcbb9d7-675f-40d6-a9bc-eaa653e9382e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:52.255210 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-04c0dbab-eaa2-44a6-9e41-33af10d3d91c req-4fcbb9d7-675f-40d6-a9bc-eaa653e9382e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=60cd2412755d4ac9a24ef5f571b19bc2&device_id=a442c034-618a-42b7-9e0d-c8197b1aade5 HTTP/1.1" status: 200 len: 1166 time: 1.0943453 Feb 19 02:54:52.268565 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=9ff1122b-61f1-4fe2-a69f-f340a3f13230,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:52.284684 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2fc590ab-f8d0-4e94-ab3d-342c42ba04bd req-18ee614b-abae-4f76-b595-35674e03479e tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "GET /v2.0/security-groups?id=89a7c446-0a41-4dd3-a724-0e3c663b144d&id=c18c8961-f07d-4937-88ea-8df5c42d7449&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1887603 Feb 19 02:54:52.344428 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 37006) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:52.365061 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-078dfd6f-1908-48df-b444-0078d2946dd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:52.480185 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:52.604551 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-078dfd6f-1908-48df-b444-0078d2946dd5 admin admin] Publish callbacks [] for security_group (71cb0f21-b75d-4e61-ae46-3253290419d6), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:52.623743 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-078dfd6f-1908-48df-b444-0078d2946dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (71cb0f21-b75d-4e61-ae46-3253290419d6), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:52.628488 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c943866-1580-4a32-bc41-585fb15b682e admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:54:52.645593 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-6c943866-1580-4a32-bc41-585fb15b682e admin admin] 10.222.0.72 "PUT /v2.0/routers/08995bc3-86a7-40de-a5b8-50febe97d713/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8847163 Feb 19 02:54:52.708259 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847802c-13de-43fe-8726-8ac381d0e0eb req-9b8d0f71-ad85-4eaa-ad3f-f010fedf2e8a tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:52.709990 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f847802c-13de-43fe-8726-8ac381d0e0eb req-9b8d0f71-ad85-4eaa-ad3f-f010fedf2e8a tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/ports?device_id=5bb9eab4-0d6c-4134-ab2b-95a69750261e HTTP/1.1" status: 200 len: 945 time: 0.3632898 Feb 19 02:54:52.750467 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c0dbab-eaa2-44a6-9e41-33af10d3d91c req-ff67bb28-6f7f-4cbe-bf1e-1f2ddd9d0df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:52.752186 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-04c0dbab-eaa2-44a6-9e41-33af10d3d91c req-ff67bb28-6f7f-4cbe-bf1e-1f2ddd9d0df1 service neutron] 10.222.0.82 "GET /v2.0/networks?id=83c866d3-e000-4397-a50d-1c4d2fa3070f HTTP/1.1" status: 200 len: 913 time: 0.4859860 Feb 19 02:54:52.783201 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-078dfd6f-1908-48df-b444-0078d2946dd5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0030299ea5b54901976136ff0afd2aa3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4375076 Feb 19 02:54:52.784548 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 37012) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:52.791397 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-2aba28b2-9014-43d7-b6a1-f2e84a407a89 req-fa9738f1-ed3a-41a3-a9c1-325ec878eba6 service neutron] 10.222.0.73 "GET /v2.0/networks/2a0a79ed-8a33-4798-af54-05a0cb1f0f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5422237 Feb 19 02:54:52.816517 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078dfd6f-1908-48df-b444-0078d2946dd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71cb0f21-b75d-4e61-ae46-3253290419d6,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:52.877519 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-04c0dbab-eaa2-44a6-9e41-33af10d3d91c req-172ce0ef-40c0-4730-9d25-44b80766a9c5 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69f3b922-e934-40eb-bfaa-d93a6573ac6a HTTP/1.1" status: 200 len: 217 time: 0.1095414 Feb 19 02:54:52.924808 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f847802c-13de-43fe-8726-8ac381d0e0eb req-619e0137-8557-469d-9c03-2aa9fd7514db tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d351a8c-b73e-485a-861c-36f8b0ec3310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874261 Feb 19 02:54:52.997463 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8c60c6-7efb-4bbc-b289-434133c4dde7 None None] Sync routers for ids ['08995bc3-86a7-40de-a5b8-50febe97d713'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:54:53.041741 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8c60c6-7efb-4bbc-b289-434133c4dde7 None None] Routers {'08995bc3-86a7-40de-a5b8-50febe97d713'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:54:53.053703 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-cf8c60c6-7efb-4bbc-b289-434133c4dde7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:54:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['08995bc3-86a7-40de-a5b8-50febe97d713'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:54:53.118903 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-81f51f83-95ec-408b-bced-a6e3ef7f4533 admin admin] Publish callbacks [] for router_gateway (a60c8195-480a-4412-ab0f-4fa0b16a425a), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:53.121371 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-18764599-c16e-40f8-a9d3-e42a15a0994c admin admin] Publish callbacks [] for security_group (71cb0f21-b75d-4e61-ae46-3253290419d6), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:53.178951 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c0dbab-eaa2-44a6-9e41-33af10d3d91c req-c6cbfa9e-fb54-4efc-a7b0-b7cd6f35fb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:53.179779 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-18764599-c16e-40f8-a9d3-e42a15a0994c admin admin] Publish callbacks [] for security_group (71cb0f21-b75d-4e61-ae46-3253290419d6), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:53.183457 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-04c0dbab-eaa2-44a6-9e41-33af10d3d91c req-c6cbfa9e-fb54-4efc-a7b0-b7cd6f35fb2b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=6c541211-5a05-47e1-81c4-dd461c877088 HTTP/1.1" status: 200 len: 852 time: 0.1809449 Feb 19 02:54:53.188034 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-81f51f83-95ec-408b-bced-a6e3ef7f4533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:53.217100 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4664594a-d484-4373-a8a8-3b0f51caa30e req-aebb0dd4-c452-46e5-aa2b-719cb78feb39 tempest-InstanceActionsTestJSON-1803600247 tempest-InstanceActionsTestJSON-1803600247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:53.219608 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4664594a-d484-4373-a8a8-3b0f51caa30e req-aebb0dd4-c452-46e5-aa2b-719cb78feb39 tempest-InstanceActionsTestJSON-1803600247 tempest-InstanceActionsTestJSON-1803600247-project] 10.222.0.72 "GET /v2.0/ports?device_id=a7f43407-a3d3-4520-8341-81e318975d49 HTTP/1.1" status: 200 len: 945 time: 0.2352288 Feb 19 02:54:53.292257 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-04c0dbab-eaa2-44a6-9e41-33af10d3d91c req-07dc79b6-ca6b-4c7b-95fa-75bb5f88507c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=83c866d3-e000-4397-a50d-1c4d2fa3070f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0891495 Feb 19 02:54:53.300943 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4664594a-d484-4373-a8a8-3b0f51caa30e req-cebb8ea1-a5c7-43a7-aaf8-8c7a63055f01 tempest-InstanceActionsTestJSON-1803600247 tempest-InstanceActionsTestJSON-1803600247-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7ff8d38-fae9-41fd-bf3a-836f70675c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658352 Feb 19 02:54:53.304730 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-18764599-c16e-40f8-a9d3-e42a15a0994c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (71cb0f21-b75d-4e61-ae46-3253290419d6), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:53.308605 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-18764599-c16e-40f8-a9d3-e42a15a0994c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:53.312175 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-18764599-c16e-40f8-a9d3-e42a15a0994c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/71cb0f21-b75d-4e61-ae46-3253290419d6 HTTP/1.1" status: 204 len: 168 time: 0.5192113 Feb 19 02:54:53.319387 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18764599-c16e-40f8-a9d3-e42a15a0994c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71cb0f21-b75d-4e61-ae46-3253290419d6,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:53.334887 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-cf8c60c6-7efb-4bbc-b289-434133c4dde7 None None] Set router 08995bc3-86a7-40de-a5b8-50febe97d713 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:54:53.348839 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 37030) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:53.675584 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355e7057-f16c-49e3-a74a-72f40aaf6e5d req-d1308b19-4c69-4391-9326-d0af20e62f25 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:53.683996 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-355e7057-f16c-49e3-a74a-72f40aaf6e5d req-d1308b19-4c69-4391-9326-d0af20e62f25 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "GET /v2.0/ports?device_id=a442c034-618a-42b7-9e0d-c8197b1aade5 HTTP/1.1" status: 200 len: 984 time: 0.1974065 Feb 19 02:54:53.746679 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 9ff1122b-61f1-4fe2-a69f-f340a3f13230 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:54:53.831540 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-04c0dbab-eaa2-44a6-9e41-33af10d3d91c req-deff50da-8196-4304-98d9-2c507a66564f service neutron] 10.222.0.82 "GET /v2.0/networks/83c866d3-e000-4397-a50d-1c4d2fa3070f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5307224 Feb 19 02:54:53.902335 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-355e7057-f16c-49e3-a74a-72f40aaf6e5d req-7631e0bf-de51-4988-8d60-35d7bde6b077 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "GET /v2.0/security-groups?id=89a7c446-0a41-4dd3-a724-0e3c663b144d&id=c18c8961-f07d-4937-88ea-8df5c42d7449&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2023332 Feb 19 02:54:53.917618 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 9ff1122b-61f1-4fe2-a69f-f340a3f13230 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:54:53.917995 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (9ff1122b-61f1-4fe2-a69f-f340a3f13230), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:53.958933 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-cf8c60c6-7efb-4bbc-b289-434133c4dde7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08995bc3-86a7-40de-a5b8-50febe97d713', 'name': 'tempest-TaggedBootDevicesTest-695366427-router', 'tenant_id': '0a14dacd84aa433893b7027a0050be30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '9ff1122b-61f1-4fe2-a69f-f340a3f13230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:54:41Z', 'updated_at': '2022-02-19T02:54:48Z', 'revision_number': 4, 'project_id': '0a14dacd84aa433893b7027a0050be30', 'gw_port': {'id': '9ff1122b-61f1-4fe2-a69f-f340a3f13230', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:a2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08995bc3-86a7-40de-a5b8-50febe97d713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:54:42Z', 'updated_at': '2022-02-19T02:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '4feff994-8ef1-4e08-8cc4-887b4a1a9450', 'name': '', 'network_id': '79227e34-1bd7-418d-8771-3e85379abcaa', 'tenant_id': '0a14dacd84aa433893b7027a0050be30', 'mac_address': 'fa:16:3e:39:af:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08995bc3-86a7-40de-a5b8-50febe97d713', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '7e006df2-14c8-4911-ac00-1f52c86f10c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:54:46Z', 'updated_at': '2022-02-19T02:54:49Z', 'revision_number': 2, 'project_id': '0a14dacd84aa433893b7027a0050be30', 'subnets': [{'id': '7e006df2-14c8-4911-ac00-1f52c86f10c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:54:54.056622 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8c60c6-7efb-4bbc-b289-434133c4dde7 None None] Checking router: 08995bc3-86a7-40de-a5b8-50febe97d713 for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:54:54.058876 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8c60c6-7efb-4bbc-b289-434133c4dde7 None None] Updating router 08995bc3-86a7-40de-a5b8-50febe97d713 port 4feff994-8ef1-4e08-8cc4-887b4a1a9450 binding host n-d-826753-2 {{(pid=103704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:54:54.126904 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-cf8c60c6-7efb-4bbc-b289-434133c4dde7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (4feff994-8ef1-4e08-8cc4-887b4a1a9450), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:54.141319 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-04c0dbab-eaa2-44a6-9e41-33af10d3d91c req-53986cd8-0c57-4404-9fde-783e86786953 service neutron] 10.222.0.82 "GET /v2.0/networks/83c866d3-e000-4397-a50d-1c4d2fa3070f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3002124 Feb 19 02:54:54.142699 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-81f51f83-95ec-408b-bced-a6e3ef7f4533 admin admin] Allocated IP 172.25.6.32 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/5d6d1fb2-a8ed-4e7f-b983-93324ad8cf63) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:54:54.159197 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 9ff1122b-61f1-4fe2-a69f-f340a3f13230 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:54:54.171311 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2d71efc5-ba47-4c57-86d1-2caad3c9e56f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:54.438450 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-81f51f83-95ec-408b-bced-a6e3ef7f4533 admin admin] Publish callbacks [] for port (5d6d1fb2-a8ed-4e7f-b983-93324ad8cf63), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:54.489591 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-81f51f83-95ec-408b-bced-a6e3ef7f4533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (5d6d1fb2-a8ed-4e7f-b983-93324ad8cf63), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:54.498572 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f4272b-2873-40ca-acc1-3fd91b9e9e24 req-6b5a1d20-1bb8-46b1-a7eb-2ff94bb68e57 tempest-InstanceActionsTestJSON-1803600247 tempest-InstanceActionsTestJSON-1803600247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:54.504459 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e8f4272b-2873-40ca-acc1-3fd91b9e9e24 req-6b5a1d20-1bb8-46b1-a7eb-2ff94bb68e57 tempest-InstanceActionsTestJSON-1803600247 tempest-InstanceActionsTestJSON-1803600247-project] 10.222.0.72 "GET /v2.0/ports?device_id=a7f43407-a3d3-4520-8341-81e318975d49 HTTP/1.1" status: 200 len: 945 time: 0.6231356 Feb 19 02:54:54.523675 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f1e980-885a-49c5-9510-8455fe4e35d2 req-d47a3c0c-7b69-4e80-8985-c395e5c2731e tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:54.526663 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-44f1e980-885a-49c5-9510-8455fe4e35d2 req-d47a3c0c-7b69-4e80-8985-c395e5c2731e tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/ports?device_id=5bb9eab4-0d6c-4134-ab2b-95a69750261e HTTP/1.1" status: 200 len: 945 time: 0.3839962 Feb 19 02:54:54.641402 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f51f83-95ec-408b-bced-a6e3ef7f4533 admin admin] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:54:54.644984 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-81f51f83-95ec-408b-bced-a6e3ef7f4533 admin admin] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:54:54.650455 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f51f83-95ec-408b-bced-a6e3ef7f4533 admin admin] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:54:54.671906 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-cf8c60c6-7efb-4bbc-b289-434133c4dde7 None None] Publish callbacks [] for port (4feff994-8ef1-4e08-8cc4-887b4a1a9450), precommit_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:54.692838 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-cf8c60c6-7efb-4bbc-b289-434133c4dde7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (4feff994-8ef1-4e08-8cc4-887b4a1a9450), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:54.711512 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2d71efc5-ba47-4c57-86d1-2caad3c9e56f admin admin] Publish callbacks [] for security_group (d668c3b6-0074-41f7-963d-daa6a7d3298e), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:54.777786 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-44f1e980-885a-49c5-9510-8455fe4e35d2 req-b66339df-f309-4c7b-bc91-51c764255b20 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d351a8c-b73e-485a-861c-36f8b0ec3310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342453 Feb 19 02:54:54.779931 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2d71efc5-ba47-4c57-86d1-2caad3c9e56f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (d668c3b6-0074-41f7-963d-daa6a7d3298e), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:54.823493 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e8f4272b-2873-40ca-acc1-3fd91b9e9e24 req-4158b43e-416f-4aee-9eb8-0006f6179770 tempest-InstanceActionsTestJSON-1803600247 tempest-InstanceActionsTestJSON-1803600247-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7ff8d38-fae9-41fd-bf3a-836f70675c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784421 Feb 19 02:54:54.827813 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f51f83-95ec-408b-bced-a6e3ef7f4533 admin admin] Pushing event updated for resources: {'Port': ['ID=5d6d1fb2-a8ed-4e7f-b983-93324ad8cf63,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:54.905362 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e12a71-ca9e-4d96-b740-5fba5596f745 None None] Pushing event updated for resources: {'Port': ['ID=4feff994-8ef1-4e08-8cc4-887b4a1a9450,revision_number=3']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:54.925644 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-cf8c60c6-7efb-4bbc-b289-434133c4dde7 None None] Attempting to bind port 4feff994-8ef1-4e08-8cc4-887b4a1a9450 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:54:54.926117 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-cf8c60c6-7efb-4bbc-b289-434133c4dde7 None None] Attempting to bind port 4feff994-8ef1-4e08-8cc4-887b4a1a9450 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': 'edb2301d-7c1b-4001-aa64-c7b9aa2941b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '79227e34-1bd7-418d-8771-3e85379abcaa'}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:54:54.926750 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8c60c6-7efb-4bbc-b289-434133c4dde7 None None] Attempting to bind port 4feff994-8ef1-4e08-8cc4-887b4a1a9450 on network 79227e34-1bd7-418d-8771-3e85379abcaa {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:54:54.940798 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8c60c6-7efb-4bbc-b289-434133c4dde7 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:54:54.941301 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8c60c6-7efb-4bbc-b289-434133c4dde7 None None] Checking segment: {'id': 'edb2301d-7c1b-4001-aa64-c7b9aa2941b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '79227e34-1bd7-418d-8771-3e85379abcaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:54:54.941953 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-cf8c60c6-7efb-4bbc-b289-434133c4dde7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:54.942567 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8c60c6-7efb-4bbc-b289-434133c4dde7 None None] Bound using segment: {'id': 'edb2301d-7c1b-4001-aa64-c7b9aa2941b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '79227e34-1bd7-418d-8771-3e85379abcaa'} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:54:54.948897 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-cf8c60c6-7efb-4bbc-b289-434133c4dde7 None None] Bound port: 4feff994-8ef1-4e08-8cc4-887b4a1a9450, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edb2301d-7c1b-4001-aa64-c7b9aa2941b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '79227e34-1bd7-418d-8771-3e85379abcaa'}}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:54:54.949106 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-cf8c60c6-7efb-4bbc-b289-434133c4dde7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (4feff994-8ef1-4e08-8cc4-887b4a1a9450), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:54.970696 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-2d71efc5-ba47-4c57-86d1-2caad3c9e56f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d65e7065ac7f4d65b246219dddc06fea&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6206472 Feb 19 02:54:54.974854 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 37106) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:55.111131 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-cf8c60c6-7efb-4bbc-b289-434133c4dde7 None None] For port 4feff994-8ef1-4e08-8cc4-887b4a1a9450, host n-d-826753-2, cleared binding levels {{(pid=103704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:54:55.115900 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-cf8c60c6-7efb-4bbc-b289-434133c4dde7 None None] For port 4feff994-8ef1-4e08-8cc4-887b4a1a9450, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=4feff994-8ef1-4e08-8cc4-887b4a1a9450,segment=NetworkSegment(edb2301d-7c1b-4001-aa64-c7b9aa2941b6),segment_id=edb2301d-7c1b-4001-aa64-c7b9aa2941b6)] {{(pid=103704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:54:55.125702 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-cf8c60c6-7efb-4bbc-b289-434133c4dde7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (4feff994-8ef1-4e08-8cc4-887b4a1a9450), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:55.155040 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d71efc5-ba47-4c57-86d1-2caad3c9e56f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d668c3b6-0074-41f7-963d-daa6a7d3298e,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:55.219891 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e12a71-ca9e-4d96-b740-5fba5596f745 None None] Pushing event updated for resources: {'Port': ['ID=4feff994-8ef1-4e08-8cc4-887b4a1a9450,revision_number=4']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:55.229551 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9961770e-b7d3-4876-84c2-ad9ae314e7f0 admin admin] Publish callbacks [] for security_group (d668c3b6-0074-41f7-963d-daa6a7d3298e), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:55.246649 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8c60c6-7efb-4bbc-b289-434133c4dde7 None None] Routers {'08995bc3-86a7-40de-a5b8-50febe97d713'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:54:55.248482 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-cf8c60c6-7efb-4bbc-b289-434133c4dde7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:54:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['08995bc3-86a7-40de-a5b8-50febe97d713'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:54:55.256072 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30efeca4-9b09-4960-b33e-c482df1453ef req-eaacda44-a6a4-4e1c-b3cf-4437b5bf44d1 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:55.257707 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-30efeca4-9b09-4960-b33e-c482df1453ef req-eaacda44-a6a4-4e1c-b3cf-4437b5bf44d1 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "GET /v2.0/ports?device_id=a442c034-618a-42b7-9e0d-c8197b1aade5 HTTP/1.1" status: 200 len: 984 time: 0.1794717 Feb 19 02:54:55.298111 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-81f51f83-95ec-408b-bced-a6e3ef7f4533 admin admin] Publish callbacks [] for router_gateway (a60c8195-480a-4412-ab0f-4fa0b16a425a), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:55.331110 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-258b19b6-d297-4a53-8949-40a2b90bf361 None None] Provisioning complete for port 4feff994-8ef1-4e08-8cc4-887b4a1a9450 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:54:55.331649 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-258b19b6-d297-4a53-8949-40a2b90bf361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (4feff994-8ef1-4e08-8cc4-887b4a1a9450), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:55.364095 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9961770e-b7d3-4876-84c2-ad9ae314e7f0 admin admin] Publish callbacks [] for security_group (d668c3b6-0074-41f7-963d-daa6a7d3298e), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:55.505785 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-258b19b6-d297-4a53-8949-40a2b90bf361 None None] Current status of the port 4feff994-8ef1-4e08-8cc4-887b4a1a9450 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:54:55.506188 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-258b19b6-d297-4a53-8949-40a2b90bf361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (4feff994-8ef1-4e08-8cc4-887b4a1a9450), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:55.559317 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-30efeca4-9b09-4960-b33e-c482df1453ef req-82309b2a-8586-43f3-a078-a835352d9dcd tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "GET /v2.0/security-groups?id=89a7c446-0a41-4dd3-a724-0e3c663b144d&id=c18c8961-f07d-4937-88ea-8df5c42d7449&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2928362 Feb 19 02:54:55.595027 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-258b19b6-d297-4a53-8949-40a2b90bf361 None None] For port 4feff994-8ef1-4e08-8cc4-887b4a1a9450, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=4feff994-8ef1-4e08-8cc4-887b4a1a9450,segment=NetworkSegment(edb2301d-7c1b-4001-aa64-c7b9aa2941b6),segment_id=edb2301d-7c1b-4001-aa64-c7b9aa2941b6)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:54:55.599830 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9961770e-b7d3-4876-84c2-ad9ae314e7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (d668c3b6-0074-41f7-963d-daa6a7d3298e), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:55.603214 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9961770e-b7d3-4876-84c2-ad9ae314e7f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:55.606813 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-9961770e-b7d3-4876-84c2-ad9ae314e7f0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d668c3b6-0074-41f7-963d-daa6a7d3298e HTTP/1.1" status: 204 len: 168 time: 0.6100295 Feb 19 02:54:55.609284 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-258b19b6-d297-4a53-8949-40a2b90bf361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (4feff994-8ef1-4e08-8cc4-887b4a1a9450), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:55.620595 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9961770e-b7d3-4876-84c2-ad9ae314e7f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d668c3b6-0074-41f7-963d-daa6a7d3298e,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:55.743652 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258b19b6-d297-4a53-8949-40a2b90bf361 None None] Pushing event updated for resources: {'Port': ['ID=4feff994-8ef1-4e08-8cc4-887b4a1a9450,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:55.770549 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-03cb6edd-4e6f-454d-afd0-29e8431e195a None None] Provisioning complete for port 4feff994-8ef1-4e08-8cc4-887b4a1a9450 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:54:55.770815 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-03cb6edd-4e6f-454d-afd0-29e8431e195a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (4feff994-8ef1-4e08-8cc4-887b4a1a9450), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:55.851340 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0dc40dba-9576-40ed-b38d-fa5ceebfd094 req-ae00829b-4770-442d-8ba1-757be8f0da6b tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1723124225&fields=id&tenant_id=60cd2412755d4ac9a24ef5f571b19bc2 HTTP/1.1" status: 200 len: 267 time: 0.1273122 Feb 19 02:54:55.939975 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-cf8c60c6-7efb-4bbc-b289-434133c4dde7 None None] Set router 08995bc3-86a7-40de-a5b8-50febe97d713 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:54:55.946125 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-03cb6edd-4e6f-454d-afd0-29e8431e195a None None] Current status of the port 4feff994-8ef1-4e08-8cc4-887b4a1a9450 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:54:56.059784 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69322528-3511-4bc8-8ef0-b5b0a5cc4627 req-5a575ecc-b2cf-403d-a598-9c8a059bca99 tempest-InstanceActionsTestJSON-1803600247 tempest-InstanceActionsTestJSON-1803600247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:56.061360 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-69322528-3511-4bc8-8ef0-b5b0a5cc4627 req-5a575ecc-b2cf-403d-a598-9c8a059bca99 tempest-InstanceActionsTestJSON-1803600247 tempest-InstanceActionsTestJSON-1803600247-project] 10.222.0.82 "GET /v2.0/ports?device_id=a7f43407-a3d3-4520-8341-81e318975d49 HTTP/1.1" status: 200 len: 945 time: 0.3317413 Feb 19 02:54:56.066114 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc40dba-9576-40ed-b38d-fa5ceebfd094 req-01ad7016-dc80-4f6b-ab3e-1dd79a1f877a tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:56.074255 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0dc40dba-9576-40ed-b38d-fa5ceebfd094 req-01ad7016-dc80-4f6b-ab3e-1dd79a1f877a tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "GET /v2.0/ports?device_id=a442c034-618a-42b7-9e0d-c8197b1aade5 HTTP/1.1" status: 200 len: 984 time: 0.2174129 Feb 19 02:54:56.083800 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31dfd87-3c3a-4cc2-b674-582370ca2caf req-013bbed6-33d9-4a90-9864-1516cbcf831c tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:56.085862 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e31dfd87-3c3a-4cc2-b674-582370ca2caf req-013bbed6-33d9-4a90-9864-1516cbcf831c tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/ports?device_id=5bb9eab4-0d6c-4134-ab2b-95a69750261e HTTP/1.1" status: 200 len: 945 time: 0.1324091 Feb 19 02:54:56.105862 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-0dc40dba-9576-40ed-b38d-fa5ceebfd094 req-45d66a1a-9799-4759-9a74-ae852d01fa0f tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Request body: {'port': {'security_groups': ['89a7c446-0a41-4dd3-a724-0e3c663b144d', 'c18c8961-f07d-4937-88ea-8df5c42d7449', '28d05ded-2b26-4989-9842-bf0274af9344']}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:54:56.139553 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:56.171736 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-81f51f83-95ec-408b-bced-a6e3ef7f4533 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16317478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865'] for router (a60c8195-480a-4412-ab0f-4fa0b16a425a), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:56.337557 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 37160) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:56.341613 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-0dc40dba-9576-40ed-b38d-fa5ceebfd094 req-45d66a1a-9799-4759-9a74-ae852d01fa0f tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (69f3b922-e934-40eb-bfaa-d93a6573ac6a), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:56.361956 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-cf8c60c6-7efb-4bbc-b289-434133c4dde7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08995bc3-86a7-40de-a5b8-50febe97d713', 'name': 'tempest-TaggedBootDevicesTest-695366427-router', 'tenant_id': '0a14dacd84aa433893b7027a0050be30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '9ff1122b-61f1-4fe2-a69f-f340a3f13230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:54:41Z', 'updated_at': '2022-02-19T02:54:48Z', 'revision_number': 4, 'project_id': '0a14dacd84aa433893b7027a0050be30', 'gw_port': {'id': '9ff1122b-61f1-4fe2-a69f-f340a3f13230', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:a2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08995bc3-86a7-40de-a5b8-50febe97d713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:54:42Z', 'updated_at': '2022-02-19T02:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '4feff994-8ef1-4e08-8cc4-887b4a1a9450', 'name': '', 'network_id': '79227e34-1bd7-418d-8771-3e85379abcaa', 'tenant_id': '0a14dacd84aa433893b7027a0050be30', 'mac_address': 'fa:16:3e:39:af:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08995bc3-86a7-40de-a5b8-50febe97d713', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '7e006df2-14c8-4911-ac00-1f52c86f10c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:54:46Z', 'updated_at': '2022-02-19T02:54:55Z', 'revision_number': 4, 'project_id': '0a14dacd84aa433893b7027a0050be30', 'subnets': [{'id': '7e006df2-14c8-4911-ac00-1f52c86f10c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:54:56.386268 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a537e01b-7178-4fe5-a494-3a86dabb9eec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:56.396249 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e31dfd87-3c3a-4cc2-b674-582370ca2caf req-89ff6909-cc52-4ecc-b05c-623fbc6e2341 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d351a8c-b73e-485a-861c-36f8b0ec3310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965751 Feb 19 02:54:56.412357 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8c60c6-7efb-4bbc-b289-434133c4dde7 None None] The sync data for ids ['08995bc3-86a7-40de-a5b8-50febe97d713'] in n-d-826753-2 is: [{'id': '08995bc3-86a7-40de-a5b8-50febe97d713', 'name': 'tempest-TaggedBootDevicesTest-695366427-router', 'tenant_id': '0a14dacd84aa433893b7027a0050be30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '9ff1122b-61f1-4fe2-a69f-f340a3f13230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:54:41Z', 'updated_at': '2022-02-19T02:54:48Z', 'revision_number': 4, 'project_id': '0a14dacd84aa433893b7027a0050be30', 'gw_port': {'id': '9ff1122b-61f1-4fe2-a69f-f340a3f13230', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:a2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08995bc3-86a7-40de-a5b8-50febe97d713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:54:42Z', 'updated_at': '2022-02-19T02:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '4feff994-8ef1-4e08-8cc4-887b4a1a9450', 'name': '', 'network_id': '79227e34-1bd7-418d-8771-3e85379abcaa', 'tenant_id': '0a14dacd84aa433893b7027a0050be30', 'mac_address': 'fa:16:3e:39:af:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08995bc3-86a7-40de-a5b8-50febe97d713', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '7e006df2-14c8-4911-ac00-1f52c86f10c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:54:46Z', 'updated_at': '2022-02-19T02:54:55Z', 'revision_number': 4, 'project_id': '0a14dacd84aa433893b7027a0050be30', 'subnets': [{'id': '7e006df2-14c8-4911-ac00-1f52c86f10c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:54:56.631158 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-69322528-3511-4bc8-8ef0-b5b0a5cc4627 req-7190484b-f28f-429c-acaa-af80ad779ed9 tempest-InstanceActionsTestJSON-1803600247 tempest-InstanceActionsTestJSON-1803600247-project] Deleting port 77b7f382-d043-46ce-985c-214f69991bdc {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:54:56.633281 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-69322528-3511-4bc8-8ef0-b5b0a5cc4627 req-7190484b-f28f-429c-acaa-af80ad779ed9 tempest-InstanceActionsTestJSON-1803600247 tempest-InstanceActionsTestJSON-1803600247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (77b7f382-d043-46ce-985c-214f69991bdc), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:56.778797 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81f51f83-95ec-408b-bced-a6e3ef7f4533 admin admin] Router a60c8195-480a-4412-ab0f-4fa0b16a425a is scheduled to L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd with binding_index 1 {{(pid=103702) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 02:54:56.877731 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a537e01b-7178-4fe5-a494-3a86dabb9eec admin admin] Publish callbacks [] for security_group (f19fb628-b34d-4fdb-83a9-b9352d570fe7), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:56.894105 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-69322528-3511-4bc8-8ef0-b5b0a5cc4627 req-7190484b-f28f-429c-acaa-af80ad779ed9 tempest-InstanceActionsTestJSON-1803600247 tempest-InstanceActionsTestJSON-1803600247-project] For port 77b7f382-d043-46ce-985c-214f69991bdc, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=77b7f382-d043-46ce-985c-214f69991bdc,segment=NetworkSegment(7553e842-c6ac-484c-8ce1-a7c7ef1bc202),segment_id=7553e842-c6ac-484c-8ce1-a7c7ef1bc202)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:54:56.894675 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-69322528-3511-4bc8-8ef0-b5b0a5cc4627 req-7190484b-f28f-429c-acaa-af80ad779ed9 tempest-InstanceActionsTestJSON-1803600247 tempest-InstanceActionsTestJSON-1803600247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (77b7f382-d043-46ce-985c-214f69991bdc), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:56.898777 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffdc9ac-bb1e-4112-af75-fe89a96feb81 req-dac36382-ac7e-48dc-ae0c-05cabecf7c0e tempest-InstanceActionsTestJSON-1803600247 tempest-InstanceActionsTestJSON-1803600247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:56.902734 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2ffdc9ac-bb1e-4112-af75-fe89a96feb81 req-dac36382-ac7e-48dc-ae0c-05cabecf7c0e tempest-InstanceActionsTestJSON-1803600247 tempest-InstanceActionsTestJSON-1803600247-project] 10.222.0.72 "GET /v2.0/ports?device_id=a7f43407-a3d3-4520-8341-81e318975d49 HTTP/1.1" status: 200 len: 945 time: 0.3243754 Feb 19 02:54:56.911816 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a537e01b-7178-4fe5-a494-3a86dabb9eec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (f19fb628-b34d-4fdb-83a9-b9352d570fe7), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:56.918910 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-69322528-3511-4bc8-8ef0-b5b0a5cc4627 req-7190484b-f28f-429c-acaa-af80ad779ed9 tempest-InstanceActionsTestJSON-1803600247 tempest-InstanceActionsTestJSON-1803600247-project] Calling delete_port for 77b7f382-d043-46ce-985c-214f69991bdc owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:54:57.076522 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2ffdc9ac-bb1e-4112-af75-fe89a96feb81 req-5d25d247-78ee-4ddc-8db5-08619f54af86 tempest-InstanceActionsTestJSON-1803600247 tempest-InstanceActionsTestJSON-1803600247-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7ff8d38-fae9-41fd-bf3a-836f70675c85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421764 Feb 19 02:54:57.077445 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81f51f83-95ec-408b-bced-a6e3ef7f4533 admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:54:57.078252 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a537e01b-7178-4fe5-a494-3a86dabb9eec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f19fb628-b34d-4fdb-83a9-b9352d570fe7,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:57.093718 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1026c737-3c6d-4790-98bf-79cf6d74c1bb None None] Sync routers for ids ['a60c8195-480a-4412-ab0f-4fa0b16a425a'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:54:57.119901 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1026c737-3c6d-4790-98bf-79cf6d74c1bb None None] Routers {'a60c8195-480a-4412-ab0f-4fa0b16a425a'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:54:57.120826 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-1026c737-3c6d-4790-98bf-79cf6d74c1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:54:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['a60c8195-480a-4412-ab0f-4fa0b16a425a'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:54:57.125393 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-a537e01b-7178-4fe5-a494-3a86dabb9eec admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a83e43c81e054aaab93269fb6919473e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7700343 Feb 19 02:54:57.126288 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 37176) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:57.169125 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-0dc40dba-9576-40ed-b38d-fa5ceebfd094 req-45d66a1a-9799-4759-9a74-ae852d01fa0f tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] For port 69f3b922-e934-40eb-bfaa-d93a6573ac6a, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=69f3b922-e934-40eb-bfaa-d93a6573ac6a,segment=NetworkSegment(9dc72441-817a-452a-8e88-f736d9f767db),segment_id=9dc72441-817a-452a-8e88-f736d9f767db)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:54:57.174256 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-81f51f83-95ec-408b-bced-a6e3ef7f4533 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:57.177231 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-81f51f83-95ec-408b-bced-a6e3ef7f4533 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.4255588 Feb 19 02:54:57.183078 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 37180) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:57.300681 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-530a0536-a9a0-4c00-9904-684bc20467e8 admin admin] Publish callbacks [] for security_group (f19fb628-b34d-4fdb-83a9-b9352d570fe7), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:57.368584 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-69322528-3511-4bc8-8ef0-b5b0a5cc4627 req-7190484b-f28f-429c-acaa-af80ad779ed9 tempest-InstanceActionsTestJSON-1803600247 tempest-InstanceActionsTestJSON-1803600247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (77b7f382-d043-46ce-985c-214f69991bdc), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:57.396085 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-0dc40dba-9576-40ed-b38d-fa5ceebfd094 req-45d66a1a-9799-4759-9a74-ae852d01fa0f tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Publish callbacks [] for port (69f3b922-e934-40eb-bfaa-d93a6573ac6a), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:57.438947 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['77b7f382-d043-46ce-985c-214f69991bdc'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:54:57.441539 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-530a0536-a9a0-4c00-9904-684bc20467e8 admin admin] Publish callbacks [] for security_group (f19fb628-b34d-4fdb-83a9-b9352d570fe7), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:57.448748 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-0dc40dba-9576-40ed-b38d-fa5ceebfd094 req-45d66a1a-9799-4759-9a74-ae852d01fa0f tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (69f3b922-e934-40eb-bfaa-d93a6573ac6a), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:57.522588 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['69f3b922-e934-40eb-bfaa-d93a6573ac6a'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:54:57.530677 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7190484b-f28f-429c-acaa-af80ad779ed9 tempest-InstanceActionsTestJSON-1803600247 tempest-InstanceActionsTestJSON-1803600247-project] Pushing event deleted for resources: {'Port': ['ID=77b7f382-d043-46ce-985c-214f69991bdc,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:57.533157 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-69322528-3511-4bc8-8ef0-b5b0a5cc4627 req-7190484b-f28f-429c-acaa-af80ad779ed9 tempest-InstanceActionsTestJSON-1803600247 tempest-InstanceActionsTestJSON-1803600247-project] No DVR routers for this DVR port 77b7f382-d043-46ce-985c-214f69991bdc on host n-h2-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:54:57.538086 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-69322528-3511-4bc8-8ef0-b5b0a5cc4627 req-7190484b-f28f-429c-acaa-af80ad779ed9 tempest-InstanceActionsTestJSON-1803600247 tempest-InstanceActionsTestJSON-1803600247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:57.540510 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['d6ea74b9-3217-48ad-a1cc-ca21e2de818a'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:54:57.553509 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-1026c737-3c6d-4790-98bf-79cf6d74c1bb None None] Set router a60c8195-480a-4412-ab0f-4fa0b16a425a gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:54:57.556953 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-69322528-3511-4bc8-8ef0-b5b0a5cc4627 req-7190484b-f28f-429c-acaa-af80ad779ed9 tempest-InstanceActionsTestJSON-1803600247 tempest-InstanceActionsTestJSON-1803600247-project] 10.222.0.82 "DELETE /v2.0/ports/77b7f382-d043-46ce-985c-214f69991bdc HTTP/1.1" status: 204 len: 173 time: 1.4874079 Feb 19 02:54:57.557508 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7f43407-a3d3-4520-8341-81e318975d49', 'name': 'network-vif-deleted', 'tag': '77b7f382-d043-46ce-985c-214f69991bdc'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:54:57.560077 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a63ecd8-dea7-4414-9840-82fc3cfd9646" -d '{"events": [{"server_uuid": "a7f43407-a3d3-4520-8341-81e318975d49", "name": "network-vif-deleted", "tag": "77b7f382-d043-46ce-985c-214f69991bdc"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:54:57.875772 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc40dba-9576-40ed-b38d-fa5ceebfd094 req-45d66a1a-9799-4759-9a74-ae852d01fa0f tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:57.878709 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-0dc40dba-9576-40ed-b38d-fa5ceebfd094 req-45d66a1a-9799-4759-9a74-ae852d01fa0f tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:57.881427 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0dc40dba-9576-40ed-b38d-fa5ceebfd094 req-45d66a1a-9799-4759-9a74-ae852d01fa0f tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "PUT /v2.0/ports/69f3b922-e934-40eb-bfaa-d93a6573ac6a HTTP/1.1" status: 200 len: 1020 time: 1.7939954 Feb 19 02:54:57.901733 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 4feff994-8ef1-4e08-8cc4-887b4a1a9450 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:54:57.981975 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c54dc2b2-3cc4-467f-a049-536ca6158534 x-openstack-request-id: req-c54dc2b2-3cc4-467f-a049-536ca6158534 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:54:57.982600 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7f43407-a3d3-4520-8341-81e318975d49", "name": "network-vif-deleted", "tag": "77b7f382-d043-46ce-985c-214f69991bdc", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:54:57.983154 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c54dc2b2-3cc4-467f-a049-536ca6158534 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:54:57.984091 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7f43407-a3d3-4520-8341-81e318975d49', 'name': 'network-vif-deleted', 'tag': '77b7f382-d043-46ce-985c-214f69991bdc', 'status': 'completed', 'code': 200} Feb 19 02:54:58.002327 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a442c034-618a-42b7-9e0d-c8197b1aade5', 'tag': '69f3b922-e934-40eb-bfaa-d93a6573ac6a'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:54:58.005178 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af088c2e-c815-4565-a797-ce75eaee3bd9" -d '{"events": [{"name": "network-changed", "server_uuid": "a442c034-618a-42b7-9e0d-c8197b1aade5", "tag": "69f3b922-e934-40eb-bfaa-d93a6573ac6a"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:54:58.009197 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d66a1a-9799-4759-9a74-ae852d01fa0f tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Pushing event updated for resources: {'Port': ['ID=69f3b922-e934-40eb-bfaa-d93a6573ac6a,revision_number=7']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:58.018895 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-530a0536-a9a0-4c00-9904-684bc20467e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (f19fb628-b34d-4fdb-83a9-b9352d570fe7), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:58.032212 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-530a0536-a9a0-4c00-9904-684bc20467e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:58.034847 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-530a0536-a9a0-4c00-9904-684bc20467e8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f19fb628-b34d-4fdb-83a9-b9352d570fe7 HTTP/1.1" status: 204 len: 168 time: 0.9044311 Feb 19 02:54:58.179791 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530a0536-a9a0-4c00-9904-684bc20467e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f19fb628-b34d-4fdb-83a9-b9352d570fe7,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:58.199920 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7bcff50c-e876-4936-b51d-e851c1d14fe5 req-833b44a1-9095-4734-9f0e-e6e53ccfa0c5 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "GET /v2.0/security-groups/28d05ded-2b26-4989-9842-bf0274af9344 HTTP/1.1" status: 200 len: 1820 time: 0.1837931 Feb 19 02:54:58.253807 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['69f3b922-e934-40eb-bfaa-d93a6573ac6a'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:54:58.763575 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 37226) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:59.044018 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d7fcd2e4-b935-4b06-bd1d-fef7e6767e8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:59.072287 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 4feff994-8ef1-4e08-8cc4-887b4a1a9450 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:54:59.072667 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (4feff994-8ef1-4e08-8cc4-887b4a1a9450), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:59.141316 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-1026c737-3c6d-4790-98bf-79cf6d74c1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a60c8195-480a-4412-ab0f-4fa0b16a425a', 'name': 'tempest-ServerRescueTestJSONUnderV235-912119518-router', 'tenant_id': '726a87ec871d4c369383e27ede210541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '5d6d1fb2-a8ed-4e7f-b983-93324ad8cf63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:54:50Z', 'updated_at': '2022-02-19T02:54:55Z', 'revision_number': 3, 'project_id': '726a87ec871d4c369383e27ede210541', 'gw_port': {'id': '5d6d1fb2-a8ed-4e7f-b983-93324ad8cf63', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:95:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a60c8195-480a-4412-ab0f-4fa0b16a425a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:54:53Z', 'updated_at': '2022-02-19T02:54:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:54:59.175236 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e367b112-6362-4db2-bead-17b3438c030e req-9d74b029-9de7-46f2-af41-1fa08dcaac64 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:59.177963 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e367b112-6362-4db2-bead-17b3438c030e req-9d74b029-9de7-46f2-af41-1fa08dcaac64 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/ports?device_id=5bb9eab4-0d6c-4134-ab2b-95a69750261e HTTP/1.1" status: 200 len: 945 time: 1.4894438 Feb 19 02:54:59.189942 n-d-826753-2 neutron-server[103701]: INFO neutron.api.v2.resource [req-7bcff50c-e876-4936-b51d-e851c1d14fe5 req-f6993a8c-fed7-4ef1-b037-79fb9fd3ae6b tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 19 02:54:59.191738 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7bcff50c-e876-4936-b51d-e851c1d14fe5 req-f6993a8c-fed7-4ef1-b037-79fb9fd3ae6b tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "DELETE /v2.0/security-groups/28d05ded-2b26-4989-9842-bf0274af9344 HTTP/1.1" status: 409 len: 341 time: 0.9896512 Feb 19 02:54:59.238754 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d7fcd2e4-b935-4b06-bd1d-fef7e6767e8f admin admin] Publish callbacks [] for security_group (45666053-3331-4fff-a822-2091c98b52d8), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:59.248562 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d7fcd2e4-b935-4b06-bd1d-fef7e6767e8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (45666053-3331-4fff-a822-2091c98b52d8), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:59.252707 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1026c737-3c6d-4790-98bf-79cf6d74c1bb None None] Checking router: a60c8195-480a-4412-ab0f-4fa0b16a425a for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:54:59.253345 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1026c737-3c6d-4790-98bf-79cf6d74c1bb None None] Updating router a60c8195-480a-4412-ab0f-4fa0b16a425a port 5d6d1fb2-a8ed-4e7f-b983-93324ad8cf63 binding host n-d-826753-2 {{(pid=103703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:54:59.297075 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fee917f-f0e5-4c69-8922-14560ba3e9e0 x-openstack-request-id: req-9fee917f-f0e5-4c69-8922-14560ba3e9e0 {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:54:59.299338 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a442c034-618a-42b7-9e0d-c8197b1aade5", "tag": "69f3b922-e934-40eb-bfaa-d93a6573ac6a", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:54:59.299784 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9fee917f-f0e5-4c69-8922-14560ba3e9e0 {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:54:59.300364 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a442c034-618a-42b7-9e0d-c8197b1aade5', 'tag': '69f3b922-e934-40eb-bfaa-d93a6573ac6a', 'status': 'completed', 'code': 200} Feb 19 02:54:59.347202 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 37244) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:59.424646 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-1026c737-3c6d-4790-98bf-79cf6d74c1bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (5d6d1fb2-a8ed-4e7f-b983-93324ad8cf63), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:59.488842 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-d7fcd2e4-b935-4b06-bd1d-fef7e6767e8f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=901825817315412d9de8320ccdfca602&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7235916 Feb 19 02:54:59.498174 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fcd2e4-b935-4b06-bd1d-fef7e6767e8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45666053-3331-4fff-a822-2091c98b52d8,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:59.500909 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 37250) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:59.523306 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e367b112-6362-4db2-bead-17b3438c030e req-3e6a1b47-4ff7-41f7-a84d-c60ec4ee8f6a tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d351a8c-b73e-485a-861c-36f8b0ec3310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3344471 Feb 19 02:54:59.591386 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af088c2e-c815-4565-a797-ce75eaee3bd9 req-db7e2d9d-e888-41ce-84af-83d00be7b99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:59.593484 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-af088c2e-c815-4565-a797-ce75eaee3bd9 req-db7e2d9d-e888-41ce-84af-83d00be7b99c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=60cd2412755d4ac9a24ef5f571b19bc2&device_id=a442c034-618a-42b7-9e0d-c8197b1aade5 HTTP/1.1" status: 200 len: 1206 time: 0.2661002 Feb 19 02:54:59.672270 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a8aa5d8-ee58-4b4d-904b-daf51e301ded admin admin] Deleting subnet 9fc9d7b1-1911-43ce-896e-17038b8f52a9 {{(pid=103701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:54:59.692796 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-23f78d09-db64-4680-9aed-fa1e1bfae5e3 admin admin] Publish callbacks [] for security_group (45666053-3331-4fff-a822-2091c98b52d8), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:59.696706 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8a8aa5d8-ee58-4b4d-904b-daf51e301ded admin admin] Publish callbacks [] for subnet (9fc9d7b1-1911-43ce-896e-17038b8f52a9), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:59.743340 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-23f78d09-db64-4680-9aed-fa1e1bfae5e3 admin admin] Publish callbacks [] for security_group (45666053-3331-4fff-a822-2091c98b52d8), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:59.798194 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af088c2e-c815-4565-a797-ce75eaee3bd9 req-bd9ed2fe-cac2-453b-ac9e-b0cf0bbe686e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:59.801306 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-af088c2e-c815-4565-a797-ce75eaee3bd9 req-bd9ed2fe-cac2-453b-ac9e-b0cf0bbe686e service neutron] 10.222.0.82 "GET /v2.0/networks?id=83c866d3-e000-4397-a50d-1c4d2fa3070f HTTP/1.1" status: 200 len: 913 time: 0.2019188 Feb 19 02:54:59.872218 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-af088c2e-c815-4565-a797-ce75eaee3bd9 req-3daf0b31-9a3e-42e9-b015-d4666c1345df service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69f3b922-e934-40eb-bfaa-d93a6573ac6a HTTP/1.1" status: 200 len: 217 time: 0.0639391 Feb 19 02:54:59.918908 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 77b7f382-d043-46ce-985c-214f69991bdc no longer exists at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:54:59.928464 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8a8aa5d8-ee58-4b4d-904b-daf51e301ded admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12647399'] for subnet (9fc9d7b1-1911-43ce-896e-17038b8f52a9), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:59.977506 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-23f78d09-db64-4680-9aed-fa1e1bfae5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (45666053-3331-4fff-a822-2091c98b52d8), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:59.980828 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-23f78d09-db64-4680-9aed-fa1e1bfae5e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:59.994084 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-23f78d09-db64-4680-9aed-fa1e1bfae5e3 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/45666053-3331-4fff-a822-2091c98b52d8 HTTP/1.1" status: 204 len: 168 time: 0.4854379 Feb 19 02:55:00.012829 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] No Port match for: 77b7f382-d043-46ce-985c-214f69991bdc {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:55:00.013215 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 77b7f382-d043-46ce-985c-214f69991bdc not bound to the agent host n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:55:00.038811 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f78d09-db64-4680-9aed-fa1e1bfae5e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45666053-3331-4fff-a822-2091c98b52d8,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:00.057133 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af088c2e-c815-4565-a797-ce75eaee3bd9 req-733748ed-a740-400a-a0e4-ce0e1648664c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:00.066673 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-af088c2e-c815-4565-a797-ce75eaee3bd9 req-733748ed-a740-400a-a0e4-ce0e1648664c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=6c541211-5a05-47e1-81c4-dd461c877088 HTTP/1.1" status: 200 len: 852 time: 0.1786714 Feb 19 02:55:00.069295 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 37266) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:00.173462 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9824d3b-4c0a-4342-ba8d-a5575e69fff3 admin admin] Deleting subnet 70558662-5433-4a37-b877-833aa2281e7b {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:55:00.214577 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8a8aa5d8-ee58-4b4d-904b-daf51e301ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (9fc9d7b1-1911-43ce-896e-17038b8f52a9), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:00.233639 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-af088c2e-c815-4565-a797-ce75eaee3bd9 req-9cfaec2f-7851-4e95-85d1-5371948e0fb8 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=83c866d3-e000-4397-a50d-1c4d2fa3070f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1665077 Feb 19 02:55:00.235236 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a9824d3b-4c0a-4342-ba8d-a5575e69fff3 admin admin] Publish callbacks [] for subnet (70558662-5433-4a37-b877-833aa2281e7b), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:00.242794 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601ceb0c-e1c8-44e5-99ec-f492e43c4f22 req-2b6cd0b5-375c-4643-bac5-94d9c9573e92 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:00.245499 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-601ceb0c-e1c8-44e5-99ec-f492e43c4f22 req-2b6cd0b5-375c-4643-bac5-94d9c9573e92 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "GET /v2.0/ports?device_id=a442c034-618a-42b7-9e0d-c8197b1aade5 HTTP/1.1" status: 200 len: 1023 time: 0.3383482 Feb 19 02:55:00.285020 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 4feff994-8ef1-4e08-8cc4-887b4a1a9450 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:55:00.340851 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-fe036b18-ab53-4d0a-b91f-afe9a1e76123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:00.342233 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a9824d3b-4c0a-4342-ba8d-a5575e69fff3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (70558662-5433-4a37-b877-833aa2281e7b), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:00.470836 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-1026c737-3c6d-4790-98bf-79cf6d74c1bb None None] Publish callbacks [] for port (5d6d1fb2-a8ed-4e7f-b983-93324ad8cf63), precommit_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:00.486655 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-1026c737-3c6d-4790-98bf-79cf6d74c1bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (5d6d1fb2-a8ed-4e7f-b983-93324ad8cf63), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:00.491784 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a9824d3b-4c0a-4342-ba8d-a5575e69fff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (70558662-5433-4a37-b877-833aa2281e7b), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:00.548974 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-af088c2e-c815-4565-a797-ce75eaee3bd9 req-cc7ba2e9-6bed-4518-b3d4-461a583f2fd6 service neutron] 10.222.0.82 "GET /v2.0/networks/83c866d3-e000-4397-a50d-1c4d2fa3070f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3065031 Feb 19 02:55:00.559385 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce056f91-5aee-49f2-bca8-0dd50f818d7f None None] Pushing event updated for resources: {'Port': ['ID=5d6d1fb2-a8ed-4e7f-b983-93324ad8cf63,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:00.605267 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-1026c737-3c6d-4790-98bf-79cf6d74c1bb None None] Attempting to bind port 5d6d1fb2-a8ed-4e7f-b983-93324ad8cf63 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:55:00.605643 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-1026c737-3c6d-4790-98bf-79cf6d74c1bb None None] Attempting to bind port 5d6d1fb2-a8ed-4e7f-b983-93324ad8cf63 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:55:00.606007 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1026c737-3c6d-4790-98bf-79cf6d74c1bb None None] Attempting to bind port 5d6d1fb2-a8ed-4e7f-b983-93324ad8cf63 on network eaf64708-9021-419e-b287-ef3e0f51e2ee {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:55:00.618162 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1026c737-3c6d-4790-98bf-79cf6d74c1bb None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:55:00.618544 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1026c737-3c6d-4790-98bf-79cf6d74c1bb None None] Checking segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:55:00.618954 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-1026c737-3c6d-4790-98bf-79cf6d74c1bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:00.620585 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1026c737-3c6d-4790-98bf-79cf6d74c1bb None None] Bound using segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:55:00.621089 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-1026c737-3c6d-4790-98bf-79cf6d74c1bb None None] Bound port: 5d6d1fb2-a8ed-4e7f-b983-93324ad8cf63, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:55:00.624877 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-1026c737-3c6d-4790-98bf-79cf6d74c1bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (5d6d1fb2-a8ed-4e7f-b983-93324ad8cf63), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:00.673257 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 37276) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:00.703033 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4b0a7bc1-67c5-4b22-a04c-6b3b2759087f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:00.756100 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8a8aa5d8-ee58-4b4d-904b-daf51e301ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12647206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58706286'] for subnet (9fc9d7b1-1911-43ce-896e-17038b8f52a9), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:00.764357 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-1026c737-3c6d-4790-98bf-79cf6d74c1bb None None] For port 5d6d1fb2-a8ed-4e7f-b983-93324ad8cf63, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:55:00.772096 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-1026c737-3c6d-4790-98bf-79cf6d74c1bb None None] For port 5d6d1fb2-a8ed-4e7f-b983-93324ad8cf63, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=5d6d1fb2-a8ed-4e7f-b983-93324ad8cf63,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:55:00.792305 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-1026c737-3c6d-4790-98bf-79cf6d74c1bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (5d6d1fb2-a8ed-4e7f-b983-93324ad8cf63), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:00.806579 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-af088c2e-c815-4565-a797-ce75eaee3bd9 req-5d6778be-a9ff-4dd3-8435-d81e586484e6 service neutron] 10.222.0.82 "GET /v2.0/networks/83c866d3-e000-4397-a50d-1c4d2fa3070f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450142 Feb 19 02:55:00.977690 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce056f91-5aee-49f2-bca8-0dd50f818d7f None None] Pushing event updated for resources: {'Port': ['ID=5d6d1fb2-a8ed-4e7f-b983-93324ad8cf63,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:00.995575 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4b0a7bc1-67c5-4b22-a04c-6b3b2759087f admin admin] Publish callbacks [] for security_group (971c5483-e528-404b-8dda-9954b5c406ee), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:01.016988 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4b0a7bc1-67c5-4b22-a04c-6b3b2759087f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (971c5483-e528-404b-8dda-9954b5c406ee), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:01.054894 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a9824d3b-4c0a-4342-ba8d-a5575e69fff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (70558662-5433-4a37-b877-833aa2281e7b), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:01.062001 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1026c737-3c6d-4790-98bf-79cf6d74c1bb None None] Routers {'a60c8195-480a-4412-ab0f-4fa0b16a425a'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:55:01.064455 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-1026c737-3c6d-4790-98bf-79cf6d74c1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:54:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['a60c8195-480a-4412-ab0f-4fa0b16a425a'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:55:01.096274 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0a7bc1-67c5-4b22-a04c-6b3b2759087f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=971c5483-e528-404b-8dda-9954b5c406ee,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:01.100216 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9824d3b-4c0a-4342-ba8d-a5575e69fff3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70558662-5433-4a37-b877-833aa2281e7b,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:01.107289 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-4b0a7bc1-67c5-4b22-a04c-6b3b2759087f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=56685926645f46119a376ebce8078f8b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4329939 Feb 19 02:55:01.110731 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 37282) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:01.114061 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a9824d3b-4c0a-4342-ba8d-a5575e69fff3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:01.118047 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-a9824d3b-4c0a-4342-ba8d-a5575e69fff3 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/70558662-5433-4a37-b877-833aa2281e7b HTTP/1.1" status: 204 len: 168 time: 1.0381751 Feb 19 02:55:01.157130 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 37284) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:01.178393 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6f7d9822-7313-4352-9198-8df447c68fa5 admin admin] Publish callbacks [] for security_group (971c5483-e528-404b-8dda-9954b5c406ee), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:01.204989 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-601ceb0c-e1c8-44e5-99ec-f492e43c4f22 req-da481708-5b71-448d-bcd8-2da848756899 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "GET /v2.0/security-groups?id=89a7c446-0a41-4dd3-a724-0e3c663b144d&id=c18c8961-f07d-4937-88ea-8df5c42d7449&id=28d05ded-2b26-4989-9842-bf0274af9344&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.8426967 Feb 19 02:55:01.277187 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d355b23d-3c65-4782-9420-2ec3963b62d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (ee7fc1a6-21cc-456b-9e14-77ae119f1882), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:01.283455 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6f7d9822-7313-4352-9198-8df447c68fa5 admin admin] Publish callbacks [] for security_group (971c5483-e528-404b-8dda-9954b5c406ee), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:01.329246 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8aa5d8-ee58-4b4d-904b-daf51e301ded admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fc9d7b1-1911-43ce-896e-17038b8f52a9,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:01.350713 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8a8aa5d8-ee58-4b4d-904b-daf51e301ded admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:01.357446 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-8a8aa5d8-ee58-4b4d-904b-daf51e301ded admin admin] 10.222.0.72 "DELETE /v2.0/subnets/9fc9d7b1-1911-43ce-896e-17038b8f52a9 HTTP/1.1" status: 204 len: 168 time: 2.0087290 Feb 19 02:55:01.367494 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 37288) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:01.393468 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-1026c737-3c6d-4790-98bf-79cf6d74c1bb None None] Set router a60c8195-480a-4412-ab0f-4fa0b16a425a gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:55:01.463054 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-fe036b18-ab53-4d0a-b91f-afe9a1e76123 admin admin] Allocated IP 172.20.0.1 (9a6f306a-b9cc-4273-b930-f91b907b962b/babb961f-8ad0-4884-964f-6665ef96ca3a/9a7eae48-a562-4d5a-9661-f186ae94425c) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:55:01.541438 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d355b23d-3c65-4782-9420-2ec3963b62d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (ee7fc1a6-21cc-456b-9e14-77ae119f1882), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:01.618620 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128cd353-2755-47e3-a215-65c696cbfa9c req-98251dc8-a699-45a7-8f4f-907f2ab3c7b7 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:01.621017 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-128cd353-2755-47e3-a215-65c696cbfa9c req-98251dc8-a699-45a7-8f4f-907f2ab3c7b7 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.82 "GET /v2.0/ports?device_id=a442c034-618a-42b7-9e0d-c8197b1aade5 HTTP/1.1" status: 200 len: 1023 time: 0.2587028 Feb 19 02:55:01.638431 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6f7d9822-7313-4352-9198-8df447c68fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (971c5483-e528-404b-8dda-9954b5c406ee), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:01.641420 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6f7d9822-7313-4352-9198-8df447c68fa5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:01.646430 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-6f7d9822-7313-4352-9198-8df447c68fa5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/971c5483-e528-404b-8dda-9954b5c406ee HTTP/1.1" status: 204 len: 168 time: 0.5342019 Feb 19 02:55:01.672200 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-d355b23d-3c65-4782-9420-2ec3963b62d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee7fc1a6-21cc-456b-9e14-77ae119f1882']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:55:01.719531 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278ceff1-6bf4-4a69-a59c-402bb527e634 req-f8b01b44-92b5-4931-89c6-bd9c2b2d3e70 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:01.721455 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-278ceff1-6bf4-4a69-a59c-402bb527e634 req-f8b01b44-92b5-4931-89c6-bd9c2b2d3e70 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/ports?device_id=5bb9eab4-0d6c-4134-ab2b-95a69750261e HTTP/1.1" status: 200 len: 945 time: 0.9749675 Feb 19 02:55:01.802209 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-152b3729-868e-4d9f-be3e-34ea0d814dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (8e03b543-b5a5-40d6-8aac-f197cba979f2), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:01.832351 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-1026c737-3c6d-4790-98bf-79cf6d74c1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a60c8195-480a-4412-ab0f-4fa0b16a425a', 'name': 'tempest-ServerRescueTestJSONUnderV235-912119518-router', 'tenant_id': '726a87ec871d4c369383e27ede210541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '5d6d1fb2-a8ed-4e7f-b983-93324ad8cf63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:54:50Z', 'updated_at': '2022-02-19T02:54:55Z', 'revision_number': 3, 'project_id': '726a87ec871d4c369383e27ede210541', 'gw_port': {'id': '5d6d1fb2-a8ed-4e7f-b983-93324ad8cf63', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:95:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a60c8195-480a-4412-ab0f-4fa0b16a425a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:54:53Z', 'updated_at': '2022-02-19T02:55:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:55:01.866415 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1026c737-3c6d-4790-98bf-79cf6d74c1bb None None] The sync data for ids ['a60c8195-480a-4412-ab0f-4fa0b16a425a'] in n-d-826753-2 is: [{'id': 'a60c8195-480a-4412-ab0f-4fa0b16a425a', 'name': 'tempest-ServerRescueTestJSONUnderV235-912119518-router', 'tenant_id': '726a87ec871d4c369383e27ede210541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '5d6d1fb2-a8ed-4e7f-b983-93324ad8cf63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:54:50Z', 'updated_at': '2022-02-19T02:54:55Z', 'revision_number': 3, 'project_id': '726a87ec871d4c369383e27ede210541', 'gw_port': {'id': '5d6d1fb2-a8ed-4e7f-b983-93324ad8cf63', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:95:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a60c8195-480a-4412-ab0f-4fa0b16a425a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:54:53Z', 'updated_at': '2022-02-19T02:55:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:55:02.009660 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-fe036b18-ab53-4d0a-b91f-afe9a1e76123 admin admin] Publish callbacks [] for port (9a7eae48-a562-4d5a-9661-f186ae94425c), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:02.028820 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-278ceff1-6bf4-4a69-a59c-402bb527e634 req-a94102c7-9cf6-4a75-bbf7-c848afe13adf tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d351a8c-b73e-485a-861c-36f8b0ec3310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2958143 Feb 19 02:55:02.185894 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-152b3729-868e-4d9f-be3e-34ea0d814dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (8e03b543-b5a5-40d6-8aac-f197cba979f2), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:02.292620 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-152b3729-868e-4d9f-be3e-34ea0d814dd5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e03b543-b5a5-40d6-8aac-f197cba979f2']}} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:55:02.329155 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-152b3729-868e-4d9f-be3e-34ea0d814dd5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7553e842-c6ac-484c-8ce1-a7c7ef1bc202') {'for_net_delete': True} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:55:02.329457 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-152b3729-868e-4d9f-be3e-34ea0d814dd5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7553e842-c6ac-484c-8ce1-a7c7ef1bc202') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:55:02.331173 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-d355b23d-3c65-4782-9420-2ec3963b62d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c0c0d9a-0358-48d2-8f6a-b26544e62a35') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:55:02.331173 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-d355b23d-3c65-4782-9420-2ec3963b62d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c0c0d9a-0358-48d2-8f6a-b26544e62a35') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:55:02.337290 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7d9822-7313-4352-9198-8df447c68fa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=971c5483-e528-404b-8dda-9954b5c406ee,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:02.372243 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d355b23d-3c65-4782-9420-2ec3963b62d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (5c0c0d9a-0358-48d2-8f6a-b26544e62a35), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:02.387742 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-152b3729-868e-4d9f-be3e-34ea0d814dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12647422'] for segment (7553e842-c6ac-484c-8ce1-a7c7ef1bc202), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:02.434125 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d355b23d-3c65-4782-9420-2ec3963b62d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (5c0c0d9a-0358-48d2-8f6a-b26544e62a35), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:02.453933 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d355b23d-3c65-4782-9420-2ec3963b62d0 admin admin] Releasing vlan 262 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:55:02.454342 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d355b23d-3c65-4782-9420-2ec3963b62d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (5c0c0d9a-0358-48d2-8f6a-b26544e62a35), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:02.456268 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 02:55:02.456268 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:55:02.456268 n-d-826753-2 neutron-server[103702]: timer() Feb 19 02:55:02.456268 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:55:02.456268 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 02:55:02.456268 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:55:02.456268 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 02:55:02.456268 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:55:02.456268 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 02:55:02.456268 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:55:02.456268 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 02:55:02.456268 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:55:02.456268 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 02:55:02.456268 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:55:02.456268 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:55:02.456268 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:55:02.456268 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:55:02.456268 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:55:02.456268 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 02:55:02.456268 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:55:02.456268 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 02:55:02.456268 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:55:02.456268 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:55:02.456268 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:55:02.456268 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 02:55:02.456268 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:55:02.456268 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:55:02.456268 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:55:02.456268 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:55:02.456268 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:55:02.456268 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:55:02.456268 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:55:02.460013 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-152b3729-868e-4d9f-be3e-34ea0d814dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (7553e842-c6ac-484c-8ce1-a7c7ef1bc202), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:02.505645 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-152b3729-868e-4d9f-be3e-34ea0d814dd5 admin admin] Releasing vlan 299 on physical network physnet1 to pool {{(pid=103701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:55:02.506687 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-152b3729-868e-4d9f-be3e-34ea0d814dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583360'] for segment (7553e842-c6ac-484c-8ce1-a7c7ef1bc202), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:02.543955 n-d-826753-2 neutron-server[103701]: Traceback (most recent call last): Feb 19 02:55:02.543955 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:55:02.543955 n-d-826753-2 neutron-server[103701]: timer() Feb 19 02:55:02.543955 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:55:02.543955 n-d-826753-2 neutron-server[103701]: cb(*args, **kw) Feb 19 02:55:02.543955 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:55:02.543955 n-d-826753-2 neutron-server[103701]: return func(*args, **kwargs) Feb 19 02:55:02.543955 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:55:02.543955 n-d-826753-2 neutron-server[103701]: self._notify() Feb 19 02:55:02.543955 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:55:02.543955 n-d-826753-2 neutron-server[103701]: self.callback(batched_events) Feb 19 02:55:02.543955 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:55:02.543955 n-d-826753-2 neutron-server[103701]: event.method(event) Feb 19 02:55:02.543955 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:55:02.543955 n-d-826753-2 neutron-server[103701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:55:02.543955 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:55:02.543955 n-d-826753-2 neutron-server[103701]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:55:02.543955 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:55:02.543955 n-d-826753-2 neutron-server[103701]: return f(self, *a, **k) Feb 19 02:55:02.543955 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:55:02.543955 n-d-826753-2 neutron-server[103701]: return self._get(url).json() Feb 19 02:55:02.543955 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:55:02.543955 n-d-826753-2 neutron-server[103701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:55:02.543955 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:55:02.543955 n-d-826753-2 neutron-server[103701]: return self.request(url, 'GET', **kwargs) Feb 19 02:55:02.543955 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:55:02.543955 n-d-826753-2 neutron-server[103701]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:55:02.543955 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:55:02.543955 n-d-826753-2 neutron-server[103701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:55:02.543955 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:55:02.543955 n-d-826753-2 neutron-server[103701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:55:02.543955 n-d-826753-2 neutron-server[103701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:55:02.548170 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-fe036b18-ab53-4d0a-b91f-afe9a1e76123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (9a7eae48-a562-4d5a-9661-f186ae94425c), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:02.700714 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-128cd353-2755-47e3-a215-65c696cbfa9c req-21e79c08-244b-46c4-9187-ac41bc32d6b6 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Deleting port 69f3b922-e934-40eb-bfaa-d93a6573ac6a {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:55:02.704604 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-128cd353-2755-47e3-a215-65c696cbfa9c req-21e79c08-244b-46c4-9187-ac41bc32d6b6 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (69f3b922-e934-40eb-bfaa-d93a6573ac6a), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:02.719386 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d355b23d-3c65-4782-9420-2ec3963b62d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (ee7fc1a6-21cc-456b-9e14-77ae119f1882), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:02.738290 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d355b23d-3c65-4782-9420-2ec3963b62d0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:02.751755 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-d355b23d-3c65-4782-9420-2ec3963b62d0 admin admin] 10.222.0.72 "DELETE /v2.0/networks/ee7fc1a6-21cc-456b-9e14-77ae119f1882 HTTP/1.1" status: 204 len: 168 time: 1.5791860 Feb 19 02:55:02.754424 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 37318) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:02.819988 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-152b3729-868e-4d9f-be3e-34ea0d814dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (8e03b543-b5a5-40d6-8aac-f197cba979f2), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:02.823056 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe036b18-ab53-4d0a-b91f-afe9a1e76123 admin admin] Network 9a6f306a-b9cc-4273-b930-f91b907b962b is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:55:02.843264 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-152b3729-868e-4d9f-be3e-34ea0d814dd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:02.847629 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-152b3729-868e-4d9f-be3e-34ea0d814dd5 admin admin] 10.222.0.72 "DELETE /v2.0/networks/8e03b543-b5a5-40d6-8aac-f197cba979f2 HTTP/1.1" status: 204 len: 168 time: 1.4743388 Feb 19 02:55:02.868907 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:55:02.885805 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe036b18-ab53-4d0a-b91f-afe9a1e76123 admin admin] Pushing event updated for resources: {'Port': ['ID=9a7eae48-a562-4d5a-9661-f186ae94425c,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:02.892482 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-fe036b18-ab53-4d0a-b91f-afe9a1e76123 admin admin] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:55:02.902418 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe036b18-ab53-4d0a-b91f-afe9a1e76123 admin admin] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:55:02.912247 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d355b23d-3c65-4782-9420-2ec3963b62d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee7fc1a6-21cc-456b-9e14-77ae119f1882,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:02.999371 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152b3729-868e-4d9f-be3e-34ea0d814dd5 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e03b543-b5a5-40d6-8aac-f197cba979f2,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:03.026313 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b0fca94-91d1-4c7a-98e5-1f4c801d0dbf admin admin] Deleting subnet 49fc9ee6-cde3-4e47-989d-dca4df7b6124 {{(pid=103701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:55:03.040862 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5b0fca94-91d1-4c7a-98e5-1f4c801d0dbf admin admin] Publish callbacks [] for subnet (49fc9ee6-cde3-4e47-989d-dca4df7b6124), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:03.139492 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-fe036b18-ab53-4d0a-b91f-afe9a1e76123 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16289150'] for router_interface (a60c8195-480a-4412-ab0f-4fa0b16a425a), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:03.205041 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-128cd353-2755-47e3-a215-65c696cbfa9c req-21e79c08-244b-46c4-9187-ac41bc32d6b6 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] For port 69f3b922-e934-40eb-bfaa-d93a6573ac6a, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=69f3b922-e934-40eb-bfaa-d93a6573ac6a,segment=NetworkSegment(9dc72441-817a-452a-8e88-f736d9f767db),segment_id=9dc72441-817a-452a-8e88-f736d9f767db)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:55:03.205438 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-128cd353-2755-47e3-a215-65c696cbfa9c req-21e79c08-244b-46c4-9187-ac41bc32d6b6 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (69f3b922-e934-40eb-bfaa-d93a6573ac6a), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:03.256215 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-128cd353-2755-47e3-a215-65c696cbfa9c req-21e79c08-244b-46c4-9187-ac41bc32d6b6 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Calling delete_port for 69f3b922-e934-40eb-bfaa-d93a6573ac6a owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:55:03.325705 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4a0be2-d78d-4303-be25-5c9782ab8b2d req-c8431829-b384-450f-a6fd-8af046161bf6 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:03.328327 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8a4a0be2-d78d-4303-be25-5c9782ab8b2d req-c8431829-b384-450f-a6fd-8af046161bf6 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "GET /v2.0/ports?device_id=a442c034-618a-42b7-9e0d-c8197b1aade5 HTTP/1.1" status: 200 len: 1023 time: 0.7819867 Feb 19 02:55:03.428931 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5b0fca94-91d1-4c7a-98e5-1f4c801d0dbf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12647399'] for subnet (49fc9ee6-cde3-4e47-989d-dca4df7b6124), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:03.490317 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 37336) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:03.552560 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-128cd353-2755-47e3-a215-65c696cbfa9c req-21e79c08-244b-46c4-9187-ac41bc32d6b6 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (69f3b922-e934-40eb-bfaa-d93a6573ac6a), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:03.586570 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['69f3b922-e934-40eb-bfaa-d93a6573ac6a'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:55:03.588867 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['d6ea74b9-3217-48ad-a1cc-ca21e2de818a'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:55:03.601865 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e79c08-244b-46c4-9187-ac41bc32d6b6 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Pushing event deleted for resources: {'Port': ['ID=69f3b922-e934-40eb-bfaa-d93a6573ac6a,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:03.744609 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-128cd353-2755-47e3-a215-65c696cbfa9c req-21e79c08-244b-46c4-9187-ac41bc32d6b6 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] No DVR routers for this DVR port 69f3b922-e934-40eb-bfaa-d93a6573ac6a on host n-h2-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:55:03.755732 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-128cd353-2755-47e3-a215-65c696cbfa9c req-21e79c08-244b-46c4-9187-ac41bc32d6b6 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:03.760179 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-128cd353-2755-47e3-a215-65c696cbfa9c req-21e79c08-244b-46c4-9187-ac41bc32d6b6 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.82 "DELETE /v2.0/ports/69f3b922-e934-40eb-bfaa-d93a6573ac6a HTTP/1.1" status: 204 len: 173 time: 2.1323256 Feb 19 02:55:03.761436 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a442c034-618a-42b7-9e0d-c8197b1aade5', 'name': 'network-vif-deleted', 'tag': '69f3b922-e934-40eb-bfaa-d93a6573ac6a'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:55:03.765113 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-779465c0-0174-4d9d-9b05-18765acf3cdc" -d '{"events": [{"server_uuid": "a442c034-618a-42b7-9e0d-c8197b1aade5", "name": "network-vif-deleted", "tag": "69f3b922-e934-40eb-bfaa-d93a6573ac6a"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:55:03.791039 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecff9cdb-0aae-4f9d-9977-443ef2916d34 req-342b6681-def2-4cd6-9f3d-338c5cefe3bb tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:03.792676 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ecff9cdb-0aae-4f9d-9977-443ef2916d34 req-342b6681-def2-4cd6-9f3d-338c5cefe3bb tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/ports?device_id=5bb9eab4-0d6c-4134-ab2b-95a69750261e HTTP/1.1" status: 200 len: 945 time: 0.4831612 Feb 19 02:55:03.944468 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5b0fca94-91d1-4c7a-98e5-1f4c801d0dbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (49fc9ee6-cde3-4e47-989d-dca4df7b6124), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:04.096217 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-b8a0e6c0-949a-4e00-a852-7dfacfe2756f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=05ba9f4a933b40ff830f59cd198f321a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6008978 Feb 19 02:55:04.101519 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 37348) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:04.105606 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8a4a0be2-d78d-4303-be25-5c9782ab8b2d req-15ba4a9b-1c06-4e43-be57-cd23e514f779 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "GET /v2.0/security-groups?id=89a7c446-0a41-4dd3-a724-0e3c663b144d&id=c18c8961-f07d-4937-88ea-8df5c42d7449&id=28d05ded-2b26-4989-9842-bf0274af9344&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.7533019 Feb 19 02:55:04.177090 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ecff9cdb-0aae-4f9d-9977-443ef2916d34 req-defc89b3-e3a6-48a2-98e1-12487cb2089f tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d351a8c-b73e-485a-861c-36f8b0ec3310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763913 Feb 19 02:55:04.183016 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-fe036b18-ab53-4d0a-b91f-afe9a1e76123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (9a7eae48-a562-4d5a-9661-f186ae94425c), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:04.287851 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-106d7d2a-e462-4a81-9113-f53b4e7e4986 x-openstack-request-id: req-106d7d2a-e462-4a81-9113-f53b4e7e4986 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:55:04.288162 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a442c034-618a-42b7-9e0d-c8197b1aade5", "name": "network-vif-deleted", "tag": "69f3b922-e934-40eb-bfaa-d93a6573ac6a", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:55:04.288425 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-106d7d2a-e462-4a81-9113-f53b4e7e4986 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:55:04.288846 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a442c034-618a-42b7-9e0d-c8197b1aade5', 'name': 'network-vif-deleted', 'tag': '69f3b922-e934-40eb-bfaa-d93a6573ac6a', 'status': 'completed', 'code': 200} Feb 19 02:55:04.289493 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c23d1248-9ea1-44e2-bc9d-720695b43b09 admin admin] Publish callbacks [] for security_group (a7ff8d38-fae9-41fd-bf3a-836f70675c85), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:04.516378 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c23d1248-9ea1-44e2-bc9d-720695b43b09 admin admin] Publish callbacks [] for security_group (a7ff8d38-fae9-41fd-bf3a-836f70675c85), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:04.676604 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 5d6d1fb2-a8ed-4e7f-b983-93324ad8cf63 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:55:04.679934 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c23d1248-9ea1-44e2-bc9d-720695b43b09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (a7ff8d38-fae9-41fd-bf3a-836f70675c85), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:04.686625 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c23d1248-9ea1-44e2-bc9d-720695b43b09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:04.690986 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-c23d1248-9ea1-44e2-bc9d-720695b43b09 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a7ff8d38-fae9-41fd-bf3a-836f70675c85 HTTP/1.1" status: 204 len: 168 time: 0.5882878 Feb 19 02:55:04.703640 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23d1248-9ea1-44e2-bc9d-720695b43b09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7ff8d38-fae9-41fd-bf3a-836f70675c85,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:04.790070 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-fe036b18-ab53-4d0a-b91f-afe9a1e76123 admin admin] Publish callbacks [] for port (9a7eae48-a562-4d5a-9661-f186ae94425c), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:04.812047 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-fe036b18-ab53-4d0a-b91f-afe9a1e76123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (9a7eae48-a562-4d5a-9661-f186ae94425c), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:04.849700 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 5d6d1fb2-a8ed-4e7f-b983-93324ad8cf63 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:55:04.850076 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (5d6d1fb2-a8ed-4e7f-b983-93324ad8cf63), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:04.898239 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5b0fca94-91d1-4c7a-98e5-1f4c801d0dbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12647206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58706286'] for subnet (49fc9ee6-cde3-4e47-989d-dca4df7b6124), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:05.032210 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5b0fca94-91d1-4c7a-98e5-1f4c801d0dbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:05.042439 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-5b0fca94-91d1-4c7a-98e5-1f4c801d0dbf admin admin] 10.222.0.72 "DELETE /v2.0/subnets/49fc9ee6-cde3-4e47-989d-dca4df7b6124 HTTP/1.1" status: 204 len: 168 time: 2.2855270 Feb 19 02:55:05.045896 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 37366) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:05.057438 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0fca94-91d1-4c7a-98e5-1f4c801d0dbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49fc9ee6-cde3-4e47-989d-dca4df7b6124,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:05.094712 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-fe036b18-ab53-4d0a-b91f-afe9a1e76123 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16362769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16289258'] for router_interface (a60c8195-480a-4412-ab0f-4fa0b16a425a), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:05.099391 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 5d6d1fb2-a8ed-4e7f-b983-93324ad8cf63 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:55:05.099792 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (5d6d1fb2-a8ed-4e7f-b983-93324ad8cf63), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:05.100889 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe036b18-ab53-4d0a-b91f-afe9a1e76123 admin admin] Pushing event updated for resources: {'Port': ['ID=9a7eae48-a562-4d5a-9661-f186ae94425c,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:05.158097 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port 5d6d1fb2-a8ed-4e7f-b983-93324ad8cf63, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=5d6d1fb2-a8ed-4e7f-b983-93324ad8cf63,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:55:05.176612 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (5d6d1fb2-a8ed-4e7f-b983-93324ad8cf63), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:05.247695 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8c1c272b-65eb-451b-abc0-62f68f1f86f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (c8c2b808-7faa-4b4a-827d-df1c857bf03c), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:05.312918 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe036b18-ab53-4d0a-b91f-afe9a1e76123 admin admin] Network 9a6f306a-b9cc-4273-b930-f91b907b962b is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:55:05.343778 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=5d6d1fb2-a8ed-4e7f-b983-93324ad8cf63,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:05.343947 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-fe036b18-ab53-4d0a-b91f-afe9a1e76123 admin admin] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:55:05.444095 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8c1c272b-65eb-451b-abc0-62f68f1f86f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (c8c2b808-7faa-4b4a-827d-df1c857bf03c), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:05.474058 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-8c1c272b-65eb-451b-abc0-62f68f1f86f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8c2b808-7faa-4b4a-827d-df1c857bf03c']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:55:05.486962 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-8c1c272b-65eb-451b-abc0-62f68f1f86f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c69d725d-c812-40e1-bd3e-621182bfbe79') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:55:05.487475 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-8c1c272b-65eb-451b-abc0-62f68f1f86f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c69d725d-c812-40e1-bd3e-621182bfbe79') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:55:05.500319 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8c1c272b-65eb-451b-abc0-62f68f1f86f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (c69d725d-c812-40e1-bd3e-621182bfbe79), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:05.518573 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-105e0d15-af2d-4214-8e9d-dd427cb6b941 req-d855efd6-fe08-4a2d-a255-f4349e261ce0 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "GET /v2.0/security-groups/89a7c446-0a41-4dd3-a724-0e3c663b144d HTTP/1.1" status: 200 len: 1819 time: 0.2078831 Feb 19 02:55:05.522801 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8c1c272b-65eb-451b-abc0-62f68f1f86f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (c69d725d-c812-40e1-bd3e-621182bfbe79), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:05.531291 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c1c272b-65eb-451b-abc0-62f68f1f86f9 admin admin] Releasing vlan 263 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:55:05.531684 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8c1c272b-65eb-451b-abc0-62f68f1f86f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (c69d725d-c812-40e1-bd3e-621182bfbe79), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:05.535098 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 02:55:05.535098 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:55:05.535098 n-d-826753-2 neutron-server[103702]: timer() Feb 19 02:55:05.535098 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:55:05.535098 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 02:55:05.535098 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:55:05.535098 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 02:55:05.535098 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:55:05.535098 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 02:55:05.535098 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:55:05.535098 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 02:55:05.535098 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:55:05.535098 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 02:55:05.535098 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:55:05.535098 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:55:05.535098 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:55:05.535098 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:55:05.535098 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:55:05.535098 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 02:55:05.535098 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:55:05.535098 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 02:55:05.535098 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:55:05.535098 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:55:05.535098 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:55:05.535098 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 02:55:05.535098 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:55:05.535098 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:55:05.535098 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:55:05.535098 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:55:05.535098 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:55:05.535098 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:55:05.535098 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:55:05.544934 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 69f3b922-e934-40eb-bfaa-d93a6573ac6a no longer exists at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:55:05.604112 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] No Port match for: 69f3b922-e934-40eb-bfaa-d93a6573ac6a {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:55:05.604662 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 69f3b922-e934-40eb-bfaa-d93a6573ac6a not bound to the agent host n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:55:05.619839 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ba888f-fa6d-4455-8c7d-f7c16442f8c9 req-e2c769df-a37c-4396-bba9-b13980ffc778 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:05.621652 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-16ba888f-fa6d-4455-8c7d-f7c16442f8c9 req-e2c769df-a37c-4396-bba9-b13980ffc778 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/ports?device_id=5bb9eab4-0d6c-4134-ab2b-95a69750261e HTTP/1.1" status: 200 len: 945 time: 0.2790644 Feb 19 02:55:05.660456 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8c1c272b-65eb-451b-abc0-62f68f1f86f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (c8c2b808-7faa-4b4a-827d-df1c857bf03c), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:05.682859 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8c1c272b-65eb-451b-abc0-62f68f1f86f9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:05.686329 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-8c1c272b-65eb-451b-abc0-62f68f1f86f9 admin admin] 10.222.0.72 "DELETE /v2.0/networks/c8c2b808-7faa-4b4a-827d-df1c857bf03c HTTP/1.1" status: 204 len: 168 time: 0.6393244 Feb 19 02:55:05.687187 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1c272b-65eb-451b-abc0-62f68f1f86f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8c2b808-7faa-4b4a-827d-df1c857bf03c,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:05.703018 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe036b18-ab53-4d0a-b91f-afe9a1e76123 admin admin] Router a60c8195-480a-4412-ab0f-4fa0b16a425a has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:55:05.703018 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-105e0d15-af2d-4214-8e9d-dd427cb6b941 req-6fb2e09c-4790-4046-b06f-ad6b731b423e tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Publish callbacks [] for security_group (89a7c446-0a41-4dd3-a724-0e3c663b144d), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:05.740071 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-16ba888f-fa6d-4455-8c7d-f7c16442f8c9 req-da4deb9b-93b1-4272-94c9-df6785daf111 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d351a8c-b73e-485a-861c-36f8b0ec3310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053510 Feb 19 02:55:05.787459 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-105e0d15-af2d-4214-8e9d-dd427cb6b941 req-6fb2e09c-4790-4046-b06f-ad6b731b423e tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Publish callbacks [] for security_group (89a7c446-0a41-4dd3-a724-0e3c663b144d), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:05.917072 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-105e0d15-af2d-4214-8e9d-dd427cb6b941 req-6fb2e09c-4790-4046-b06f-ad6b731b423e tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (89a7c446-0a41-4dd3-a724-0e3c663b144d), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:05.920128 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-105e0d15-af2d-4214-8e9d-dd427cb6b941 req-6fb2e09c-4790-4046-b06f-ad6b731b423e tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:05.934969 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-105e0d15-af2d-4214-8e9d-dd427cb6b941 req-6fb2e09c-4790-4046-b06f-ad6b731b423e tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "DELETE /v2.0/security-groups/89a7c446-0a41-4dd3-a724-0e3c663b144d HTTP/1.1" status: 204 len: 173 time: 0.4054577 Feb 19 02:55:05.963945 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe036b18-ab53-4d0a-b91f-afe9a1e76123 admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:55:05.970492 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-fe036b18-ab53-4d0a-b91f-afe9a1e76123 admin admin] 10.222.0.72 "PUT /v2.0/routers/a60c8195-480a-4412-ab0f-4fa0b16a425a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7829096 Feb 19 02:55:05.971580 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb2e09c-4790-4046-b06f-ad6b731b423e tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89a7c446-0a41-4dd3-a724-0e3c663b144d,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:05.988134 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 37398) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:05.990166 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad9de84-6c16-4b8e-a0c1-17723d686fb9 None None] Sync routers for ids ['a60c8195-480a-4412-ab0f-4fa0b16a425a'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:55:06.008319 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad9de84-6c16-4b8e-a0c1-17723d686fb9 None None] Routers {'a60c8195-480a-4412-ab0f-4fa0b16a425a'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:55:06.009338 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-8ad9de84-6c16-4b8e-a0c1-17723d686fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:54:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['a60c8195-480a-4412-ab0f-4fa0b16a425a'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:55:06.104345 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-32a53fd3-3cf2-410f-b2a1-daa4bb6b6b94 req-ee2f28a3-0cba-4f77-b573-f4db3b4feb62 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "GET /v2.0/security-groups/28d05ded-2b26-4989-9842-bf0274af9344 HTTP/1.1" status: 200 len: 1820 time: 0.1544266 Feb 19 02:55:06.142851 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-08851243-cece-4e0d-9a78-7f2aad73905e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d8c84548b0554c45a96595356e5cddaf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1518061 Feb 19 02:55:06.143843 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 37400) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:06.249714 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-32a53fd3-3cf2-410f-b2a1-daa4bb6b6b94 req-259a303c-227c-4294-9283-bbfd373ca227 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Publish callbacks [] for security_group (28d05ded-2b26-4989-9842-bf0274af9344), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:06.289184 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-8ad9de84-6c16-4b8e-a0c1-17723d686fb9 None None] Set router a60c8195-480a-4412-ab0f-4fa0b16a425a gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:55:06.290617 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f3b04bf7-a63e-4d83-a403-5b4497859f82 admin admin] Publish callbacks [] for security_group (2cc4a2a1-40b2-481e-99fd-d807da4ff831), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:06.335497 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-32a53fd3-3cf2-410f-b2a1-daa4bb6b6b94 req-259a303c-227c-4294-9283-bbfd373ca227 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Publish callbacks [] for security_group (28d05ded-2b26-4989-9842-bf0274af9344), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:06.374213 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f3b04bf7-a63e-4d83-a403-5b4497859f82 admin admin] Publish callbacks [] for security_group (2cc4a2a1-40b2-481e-99fd-d807da4ff831), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:06.442705 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-32a53fd3-3cf2-410f-b2a1-daa4bb6b6b94 req-259a303c-227c-4294-9283-bbfd373ca227 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (28d05ded-2b26-4989-9842-bf0274af9344), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:06.447265 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-32a53fd3-3cf2-410f-b2a1-daa4bb6b6b94 req-259a303c-227c-4294-9283-bbfd373ca227 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:06.456707 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 5d6d1fb2-a8ed-4e7f-b983-93324ad8cf63 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:55:06.460256 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-32a53fd3-3cf2-410f-b2a1-daa4bb6b6b94 req-259a303c-227c-4294-9283-bbfd373ca227 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "DELETE /v2.0/security-groups/28d05ded-2b26-4989-9842-bf0274af9344 HTTP/1.1" status: 204 len: 173 time: 0.3460524 Feb 19 02:55:06.504836 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259a303c-227c-4294-9283-bbfd373ca227 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d05ded-2b26-4989-9842-bf0274af9344,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:06.525932 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f3b04bf7-a63e-4d83-a403-5b4497859f82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (2cc4a2a1-40b2-481e-99fd-d807da4ff831), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:06.529131 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f3b04bf7-a63e-4d83-a403-5b4497859f82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:06.532520 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-f3b04bf7-a63e-4d83-a403-5b4497859f82 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2cc4a2a1-40b2-481e-99fd-d807da4ff831 HTTP/1.1" status: 204 len: 168 time: 0.3853378 Feb 19 02:55:06.534265 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-520179b0-0636-4f77-b481-39f8c2c1ad3b req-6316310d-bee9-4f71-aaf3-d41ed4682fcd tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-117676006', 'description': 'tempest-description-778776760'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:55:06.543203 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b04bf7-a63e-4d83-a403-5b4497859f82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc4a2a1-40b2-481e-99fd-d807da4ff831,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:06.597719 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-520179b0-0636-4f77-b481-39f8c2c1ad3b req-6316310d-bee9-4f71-aaf3-d41ed4682fcd tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:06.737041 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 5d6d1fb2-a8ed-4e7f-b983-93324ad8cf63 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:55:06.738415 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (5d6d1fb2-a8ed-4e7f-b983-93324ad8cf63), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:06.821235 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-520179b0-0636-4f77-b481-39f8c2c1ad3b req-6316310d-bee9-4f71-aaf3-d41ed4682fcd tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Publish callbacks [] for security_group (f7153f96-a681-4d76-a64e-50d00ec5c301), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:06.833497 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-520179b0-0636-4f77-b481-39f8c2c1ad3b req-6316310d-bee9-4f71-aaf3-d41ed4682fcd tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (f7153f96-a681-4d76-a64e-50d00ec5c301), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:06.941711 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-520179b0-0636-4f77-b481-39f8c2c1ad3b req-6316310d-bee9-4f71-aaf3-d41ed4682fcd tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:06.955731 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-520179b0-0636-4f77-b481-39f8c2c1ad3b req-6316310d-bee9-4f71-aaf3-d41ed4682fcd tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.4389503 Feb 19 02:55:06.966293 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 5d6d1fb2-a8ed-4e7f-b983-93324ad8cf63 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:55:07.040623 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6316310d-bee9-4f71-aaf3-d41ed4682fcd tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7153f96-a681-4d76-a64e-50d00ec5c301,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:07.074851 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-8ad9de84-6c16-4b8e-a0c1-17723d686fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a60c8195-480a-4412-ab0f-4fa0b16a425a', 'name': 'tempest-ServerRescueTestJSONUnderV235-912119518-router', 'tenant_id': '726a87ec871d4c369383e27ede210541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '5d6d1fb2-a8ed-4e7f-b983-93324ad8cf63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:54:50Z', 'updated_at': '2022-02-19T02:55:03Z', 'revision_number': 4, 'project_id': '726a87ec871d4c369383e27ede210541', 'gw_port': {'id': '5d6d1fb2-a8ed-4e7f-b983-93324ad8cf63', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:95:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a60c8195-480a-4412-ab0f-4fa0b16a425a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:54:53Z', 'updated_at': '2022-02-19T02:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '9a7eae48-a562-4d5a-9661-f186ae94425c', 'name': '', 'network_id': '9a6f306a-b9cc-4273-b930-f91b907b962b', 'tenant_id': '726a87ec871d4c369383e27ede210541', 'mac_address': 'fa:16:3e:ac:9f:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a60c8195-480a-4412-ab0f-4fa0b16a425a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'babb961f-8ad0-4884-964f-6665ef96ca3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:55:00Z', 'updated_at': '2022-02-19T02:55:04Z', 'revision_number': 2, 'project_id': '726a87ec871d4c369383e27ede210541', 'subnets': [{'id': 'babb961f-8ad0-4884-964f-6665ef96ca3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:55:07.093319 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2af60d-4cc6-4e00-b555-7173d81c4fa6 req-78424546-58f7-43da-a7af-3030153d4ca0 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:07.105478 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4a2af60d-4cc6-4e00-b555-7173d81c4fa6 req-78424546-58f7-43da-a7af-3030153d4ca0 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/ports?device_id=5bb9eab4-0d6c-4134-ab2b-95a69750261e HTTP/1.1" status: 200 len: 945 time: 0.1850588 Feb 19 02:55:07.148136 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad9de84-6c16-4b8e-a0c1-17723d686fb9 None None] Checking router: a60c8195-480a-4412-ab0f-4fa0b16a425a for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:55:07.150150 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad9de84-6c16-4b8e-a0c1-17723d686fb9 None None] Updating router a60c8195-480a-4412-ab0f-4fa0b16a425a port 9a7eae48-a562-4d5a-9661-f186ae94425c binding host n-d-826753-2 {{(pid=103704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:55:07.227503 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4a2af60d-4cc6-4e00-b555-7173d81c4fa6 req-31544b0b-ea9f-44d1-be12-2caa1ba4ac86 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d351a8c-b73e-485a-861c-36f8b0ec3310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189125 Feb 19 02:55:07.258374 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-8ad9de84-6c16-4b8e-a0c1-17723d686fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (9a7eae48-a562-4d5a-9661-f186ae94425c), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:07.351632 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-eab624ae-2f55-4b7b-9863-45d22d36798c req-ecddd8a7-fcec-4d1e-832b-ef36d1caa583 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "GET /v2.0/security-groups/f7153f96-a681-4d76-a64e-50d00ec5c301 HTTP/1.1" status: 200 len: 1818 time: 0.0798447 Feb 19 02:55:07.369661 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-eab624ae-2f55-4b7b-9863-45d22d36798c req-15a1bf99-39f9-4f0b-84da-d3d62c0e951b tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Request body: {'security_group': {'name': 'tempest-sg-hth-854969476', 'description': 'tempest-description-hth-1139820447'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:55:07.450313 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-eab624ae-2f55-4b7b-9863-45d22d36798c req-15a1bf99-39f9-4f0b-84da-d3d62c0e951b tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Publish callbacks [] for security_group (f7153f96-a681-4d76-a64e-50d00ec5c301), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:07.545684 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-eab624ae-2f55-4b7b-9863-45d22d36798c req-15a1bf99-39f9-4f0b-84da-d3d62c0e951b tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Publish callbacks [] for security_group (f7153f96-a681-4d76-a64e-50d00ec5c301), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:07.552371 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-eab624ae-2f55-4b7b-9863-45d22d36798c req-15a1bf99-39f9-4f0b-84da-d3d62c0e951b tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (f7153f96-a681-4d76-a64e-50d00ec5c301), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:07.558284 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-eab624ae-2f55-4b7b-9863-45d22d36798c req-15a1bf99-39f9-4f0b-84da-d3d62c0e951b tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:07.563346 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-eab624ae-2f55-4b7b-9863-45d22d36798c req-15a1bf99-39f9-4f0b-84da-d3d62c0e951b tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "PUT /v2.0/security-groups/f7153f96-a681-4d76-a64e-50d00ec5c301 HTTP/1.1" status: 200 len: 1793 time: 0.1993790 Feb 19 02:55:07.649910 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a1bf99-39f9-4f0b-84da-d3d62c0e951b tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7153f96-a681-4d76-a64e-50d00ec5c301,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:07.691222 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-de610396-c012-4ebf-af93-7ac87cb50463 req-21fb2a86-c770-4ffc-877e-f9dd827e5ba9 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "GET /v2.0/security-groups/f7153f96-a681-4d76-a64e-50d00ec5c301 HTTP/1.1" status: 200 len: 1793 time: 0.0809715 Feb 19 02:55:07.803677 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-8ad9de84-6c16-4b8e-a0c1-17723d686fb9 None None] Publish callbacks [] for port (9a7eae48-a562-4d5a-9661-f186ae94425c), precommit_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:07.817343 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-8ad9de84-6c16-4b8e-a0c1-17723d686fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (9a7eae48-a562-4d5a-9661-f186ae94425c), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:07.869269 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f545bcf8-5c00-4ab6-8d61-73280373f056 req-c236b80e-f9b6-47ec-a037-e2862bf67981 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "GET /v2.0/security-groups/f7153f96-a681-4d76-a64e-50d00ec5c301 HTTP/1.1" status: 200 len: 1793 time: 0.1501184 Feb 19 02:55:07.923686 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba4a2f9-e21b-4cbe-850a-725ac1fd2522 None None] Pushing event updated for resources: {'Port': ['ID=9a7eae48-a562-4d5a-9661-f186ae94425c,revision_number=3']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:08.041024 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-8ad9de84-6c16-4b8e-a0c1-17723d686fb9 None None] Attempting to bind port 9a7eae48-a562-4d5a-9661-f186ae94425c on host n-d-826753-2 for vnic_type normal with profile {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:55:08.041728 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-8ad9de84-6c16-4b8e-a0c1-17723d686fb9 None None] Attempting to bind port 9a7eae48-a562-4d5a-9661-f186ae94425c by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': 'fef50217-a0be-4490-a735-2f865cd5e060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '9a6f306a-b9cc-4273-b930-f91b907b962b'}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:55:08.042301 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad9de84-6c16-4b8e-a0c1-17723d686fb9 None None] Attempting to bind port 9a7eae48-a562-4d5a-9661-f186ae94425c on network 9a6f306a-b9cc-4273-b930-f91b907b962b {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:55:08.050710 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 37456) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:08.061094 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad9de84-6c16-4b8e-a0c1-17723d686fb9 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:55:08.064771 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad9de84-6c16-4b8e-a0c1-17723d686fb9 None None] Checking segment: {'id': 'fef50217-a0be-4490-a735-2f865cd5e060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '9a6f306a-b9cc-4273-b930-f91b907b962b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:55:08.066425 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-8ad9de84-6c16-4b8e-a0c1-17723d686fb9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:08.066994 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad9de84-6c16-4b8e-a0c1-17723d686fb9 None None] Bound using segment: {'id': 'fef50217-a0be-4490-a735-2f865cd5e060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '9a6f306a-b9cc-4273-b930-f91b907b962b'} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:55:08.068148 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-8ad9de84-6c16-4b8e-a0c1-17723d686fb9 None None] Bound port: 9a7eae48-a562-4d5a-9661-f186ae94425c, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fef50217-a0be-4490-a735-2f865cd5e060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '9a6f306a-b9cc-4273-b930-f91b907b962b'}}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:55:08.068939 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-8ad9de84-6c16-4b8e-a0c1-17723d686fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (9a7eae48-a562-4d5a-9661-f186ae94425c), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:08.074185 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f025aadb-8913-49ce-b9d4-a21b0dca72ab req-1b0b54f4-d3ae-4ccb-aead-e4928f9e9740 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:08.075787 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f025aadb-8913-49ce-b9d4-a21b0dca72ab req-1b0b54f4-d3ae-4ccb-aead-e4928f9e9740 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] 10.222.0.72 "GET /v2.0/networks?id=9a6f306a-b9cc-4273-b930-f91b907b962b HTTP/1.1" status: 200 len: 819 time: 0.2473936 Feb 19 02:55:08.088692 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1778556b-f3ec-49d6-89b0-f18d1c95a68f req-69beb2cb-bc14-43ee-8b7c-6dd986d24fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:08.091789 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-1778556b-f3ec-49d6-89b0-f18d1c95a68f req-69beb2cb-bc14-43ee-8b7c-6dd986d24fb1 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=5bb9eab4-0d6c-4134-ab2b-95a69750261e HTTP/1.1" status: 200 len: 1127 time: 0.1270101 Feb 19 02:55:08.109414 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-f545bcf8-5c00-4ab6-8d61-73280373f056 req-d7057196-9a41-4398-a2d1-29c9d5f80a40 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Publish callbacks [] for security_group (f7153f96-a681-4d76-a64e-50d00ec5c301), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:08.160731 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f025aadb-8913-49ce-b9d4-a21b0dca72ab req-9a17ee71-2881-42dd-b6e2-957dacd58a25 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] 10.222.0.72 "GET /v2.0/quotas/726a87ec871d4c369383e27ede210541 HTTP/1.1" status: 200 len: 375 time: 0.0524757 Feb 19 02:55:08.199243 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-8ad9de84-6c16-4b8e-a0c1-17723d686fb9 None None] For port 9a7eae48-a562-4d5a-9661-f186ae94425c, host n-d-826753-2, cleared binding levels {{(pid=103704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:55:08.211255 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-8ad9de84-6c16-4b8e-a0c1-17723d686fb9 None None] For port 9a7eae48-a562-4d5a-9661-f186ae94425c, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=9a7eae48-a562-4d5a-9661-f186ae94425c,segment=NetworkSegment(fef50217-a0be-4490-a735-2f865cd5e060),segment_id=fef50217-a0be-4490-a735-2f865cd5e060)] {{(pid=103704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:55:08.216362 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-1778556b-f3ec-49d6-89b0-f18d1c95a68f req-218ccdb4-03ca-4379-a2d2-71d63004222a service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=6d351a8c-b73e-485a-861c-36f8b0ec3310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140907 Feb 19 02:55:08.234373 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-f545bcf8-5c00-4ab6-8d61-73280373f056 req-d7057196-9a41-4398-a2d1-29c9d5f80a40 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Publish callbacks [] for security_group (f7153f96-a681-4d76-a64e-50d00ec5c301), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:08.234804 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-8ad9de84-6c16-4b8e-a0c1-17723d686fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (9a7eae48-a562-4d5a-9661-f186ae94425c), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:08.273350 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-963bee14-0a40-4580-97e2-8a63ac68da4a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=960edc288cc4433089f0c54e54d3f17d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2214618 Feb 19 02:55:08.277718 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 37460) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:08.315683 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba4a2f9-e21b-4cbe-850a-725ac1fd2522 None None] Pushing event updated for resources: {'Port': ['ID=9a7eae48-a562-4d5a-9661-f186ae94425c,revision_number=4']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:08.322183 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad9de84-6c16-4b8e-a0c1-17723d686fb9 None None] Routers {'a60c8195-480a-4412-ab0f-4fa0b16a425a'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:55:08.324133 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-8ad9de84-6c16-4b8e-a0c1-17723d686fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:54:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['a60c8195-480a-4412-ab0f-4fa0b16a425a'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:55:08.339963 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f025aadb-8913-49ce-b9d4-a21b0dca72ab req-723f3d3c-db0f-4af4-877d-12f8a27c7090 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=726a87ec871d4c369383e27ede210541&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1693935 Feb 19 02:55:08.374325 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-f545bcf8-5c00-4ab6-8d61-73280373f056 req-d7057196-9a41-4398-a2d1-29c9d5f80a40 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (f7153f96-a681-4d76-a64e-50d00ec5c301), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:08.381523 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-f545bcf8-5c00-4ab6-8d61-73280373f056 req-d7057196-9a41-4398-a2d1-29c9d5f80a40 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:08.396456 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f545bcf8-5c00-4ab6-8d61-73280373f056 req-d7057196-9a41-4398-a2d1-29c9d5f80a40 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "DELETE /v2.0/security-groups/f7153f96-a681-4d76-a64e-50d00ec5c301 HTTP/1.1" status: 204 len: 173 time: 0.4053247 Feb 19 02:55:08.475815 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-8ad9de84-6c16-4b8e-a0c1-17723d686fb9 None None] Set router a60c8195-480a-4412-ab0f-4fa0b16a425a gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:55:08.510506 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-32f30294-8416-4d4e-bf88-8202daee5bca admin admin] Publish callbacks [] for security_group (a27ded2c-265c-4546-81f6-dbe35c601c8a), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:08.572686 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-32f30294-8416-4d4e-bf88-8202daee5bca admin admin] Publish callbacks [] for security_group (a27ded2c-265c-4546-81f6-dbe35c601c8a), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:08.574445 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7057196-9a41-4398-a2d1-29c9d5f80a40 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7153f96-a681-4d76-a64e-50d00ec5c301,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:08.690970 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-32f30294-8416-4d4e-bf88-8202daee5bca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (a27ded2c-265c-4546-81f6-dbe35c601c8a), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:08.694657 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-32f30294-8416-4d4e-bf88-8202daee5bca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:08.698240 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-32f30294-8416-4d4e-bf88-8202daee5bca admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a27ded2c-265c-4546-81f6-dbe35c601c8a HTTP/1.1" status: 204 len: 168 time: 0.4127786 Feb 19 02:55:08.717553 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f30294-8416-4d4e-bf88-8202daee5bca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a27ded2c-265c-4546-81f6-dbe35c601c8a,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:08.764166 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d714bcdf-ca14-4732-8143-a6c3b217a9aa req-f1ea3d74-0e36-4a65-8b05-f75ec2748de2 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:08.766642 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d714bcdf-ca14-4732-8143-a6c3b217a9aa req-f1ea3d74-0e36-4a65-8b05-f75ec2748de2 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/ports?device_id=5bb9eab4-0d6c-4134-ab2b-95a69750261e HTTP/1.1" status: 200 len: 945 time: 0.2146149 Feb 19 02:55:08.769340 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f025aadb-8913-49ce-b9d4-a21b0dca72ab req-8180620f-4e27-4c0b-b5ab-5f3146af0adb service neutron] 10.222.0.72 "GET /v2.0/networks/9a6f306a-b9cc-4273-b930-f91b907b962b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4198360 Feb 19 02:55:08.834707 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 37478) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:08.971457 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-8ad9de84-6c16-4b8e-a0c1-17723d686fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a60c8195-480a-4412-ab0f-4fa0b16a425a', 'name': 'tempest-ServerRescueTestJSONUnderV235-912119518-router', 'tenant_id': '726a87ec871d4c369383e27ede210541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '5d6d1fb2-a8ed-4e7f-b983-93324ad8cf63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:54:50Z', 'updated_at': '2022-02-19T02:55:03Z', 'revision_number': 4, 'project_id': '726a87ec871d4c369383e27ede210541', 'gw_port': {'id': '5d6d1fb2-a8ed-4e7f-b983-93324ad8cf63', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:95:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a60c8195-480a-4412-ab0f-4fa0b16a425a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:54:53Z', 'updated_at': '2022-02-19T02:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '9a7eae48-a562-4d5a-9661-f186ae94425c', 'name': '', 'network_id': '9a6f306a-b9cc-4273-b930-f91b907b962b', 'tenant_id': '726a87ec871d4c369383e27ede210541', 'mac_address': 'fa:16:3e:ac:9f:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a60c8195-480a-4412-ab0f-4fa0b16a425a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'babb961f-8ad0-4884-964f-6665ef96ca3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:55:00Z', 'updated_at': '2022-02-19T02:55:08Z', 'revision_number': 4, 'project_id': '726a87ec871d4c369383e27ede210541', 'subnets': [{'id': 'babb961f-8ad0-4884-964f-6665ef96ca3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:55:09.006260 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad9de84-6c16-4b8e-a0c1-17723d686fb9 None None] The sync data for ids ['a60c8195-480a-4412-ab0f-4fa0b16a425a'] in n-d-826753-2 is: [{'id': 'a60c8195-480a-4412-ab0f-4fa0b16a425a', 'name': 'tempest-ServerRescueTestJSONUnderV235-912119518-router', 'tenant_id': '726a87ec871d4c369383e27ede210541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '5d6d1fb2-a8ed-4e7f-b983-93324ad8cf63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:54:50Z', 'updated_at': '2022-02-19T02:55:03Z', 'revision_number': 4, 'project_id': '726a87ec871d4c369383e27ede210541', 'gw_port': {'id': '5d6d1fb2-a8ed-4e7f-b983-93324ad8cf63', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:95:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a60c8195-480a-4412-ab0f-4fa0b16a425a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:54:53Z', 'updated_at': '2022-02-19T02:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '9a7eae48-a562-4d5a-9661-f186ae94425c', 'name': '', 'network_id': '9a6f306a-b9cc-4273-b930-f91b907b962b', 'tenant_id': '726a87ec871d4c369383e27ede210541', 'mac_address': 'fa:16:3e:ac:9f:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a60c8195-480a-4412-ab0f-4fa0b16a425a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'babb961f-8ad0-4884-964f-6665ef96ca3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:55:00Z', 'updated_at': '2022-02-19T02:55:08Z', 'revision_number': 4, 'project_id': '726a87ec871d4c369383e27ede210541', 'subnets': [{'id': 'babb961f-8ad0-4884-964f-6665ef96ca3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:55:09.345125 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d714bcdf-ca14-4732-8143-a6c3b217a9aa req-7fa75173-685b-458a-bfd7-190eb8060d82 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d351a8c-b73e-485a-861c-36f8b0ec3310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5650134 Feb 19 02:55:09.399281 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f025aadb-8913-49ce-b9d4-a21b0dca72ab req-54362375-96de-4b20-b06e-0a917ccbc48b service neutron] 10.222.0.72 "GET /v2.0/networks/9a6f306a-b9cc-4273-b930-f91b907b962b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6204422 Feb 19 02:55:09.471215 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-441ddac2-4858-4e1f-b185-9dbd53fd2855 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-651318775-network', 'tenant_id': 'fde04adc9df644a8930232a9a3505446'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:55:09.520412 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-441ddac2-4858-4e1f-b185-9dbd53fd2855 admin admin] Made reservation on behalf of fde04adc9df644a8930232a9a3505446 for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:55:09.522739 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-441ddac2-4858-4e1f-b185-9dbd53fd2855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:09.542349 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-441ddac2-4858-4e1f-b185-9dbd53fd2855 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:09.552704 n-d-826753-2 neutron-server[103701]: INFO neutron.api.v2.resource [req-1be6dbf3-fb88-4bb1-9b4b-85dbbdeb4c83 req-7d25de67-aa31-42dd-a71b-105007c5dbb0 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] show failed (client error): The resource could not be found. Feb 19 02:55:09.554080 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1be6dbf3-fb88-4bb1-9b4b-85dbbdeb4c83 req-7d25de67-aa31-42dd-a71b-105007c5dbb0 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "GET /v2.0/security-groups/28d05ded-2b26-4989-9842-bf0274af9344 HTTP/1.1" status: 404 len: 352 time: 0.0156720 Feb 19 02:55:09.600332 n-d-826753-2 neutron-server[103701]: INFO neutron.api.v2.resource [req-26238c1d-f323-454a-8840-a6752136c6c9 req-68897ac9-0f7a-4d25-ae63-42b2d35ea612 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] show failed (client error): The resource could not be found. Feb 19 02:55:09.610496 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-26238c1d-f323-454a-8840-a6752136c6c9 req-68897ac9-0f7a-4d25-ae63-42b2d35ea612 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "GET /v2.0/security-groups/89a7c446-0a41-4dd3-a724-0e3c663b144d HTTP/1.1" status: 404 len: 352 time: 0.0281730 Feb 19 02:55:09.670426 n-d-826753-2 neutron-server[103701]: INFO neutron.api.v2.resource [req-27446515-1f3f-458f-a2b1-c56f120d4836 req-23d4ea7e-8530-4519-b5e1-fd6f6aa1063b tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] show failed (client error): The resource could not be found. Feb 19 02:55:09.692153 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-27446515-1f3f-458f-a2b1-c56f120d4836 req-23d4ea7e-8530-4519-b5e1-fd6f6aa1063b tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "GET /v2.0/security-groups/d7e52416-6326-40a1-a65b-68950f62e566 HTTP/1.1" status: 404 len: 352 time: 0.0489552 Feb 19 02:55:09.748091 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-441ddac2-4858-4e1f-b185-9dbd53fd2855 admin admin] Publish callbacks [] for security_group (9acd9e46-cea6-435b-8843-7e118d321014), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:09.766834 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-441ddac2-4858-4e1f-b185-9dbd53fd2855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (9acd9e46-cea6-435b-8843-7e118d321014), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:09.794051 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-605a1e23-f792-47e6-b036-c752ebb3c1ac req-28f66117-7057-4c03-bc53-8228348a9111 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b2e9057-c4b2-46db-814b-3b8888cce113 HTTP/1.1" status: 200 len: 210 time: 0.0558758 Feb 19 02:55:09.795085 n-d-826753-2 neutron-server[103701]: INFO neutron.api.v2.resource [req-8608599c-70ef-44c8-9720-34c859936376 req-2d774d4b-7763-49ae-8ca4-16daafeeeede tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] show failed (client error): The resource could not be found. Feb 19 02:55:09.800117 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-441ddac2-4858-4e1f-b185-9dbd53fd2855 admin admin] vlan segment allocate from pool success with {'vlan_id': 265, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:55:09.805424 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8608599c-70ef-44c8-9720-34c859936376 req-2d774d4b-7763-49ae-8ca4-16daafeeeede tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "GET /v2.0/security-groups/fd9b81a7-3a4b-4134-ac1d-bc02fef01e71 HTTP/1.1" status: 404 len: 352 time: 0.0893509 Feb 19 02:55:09.819064 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441ddac2-4858-4e1f-b185-9dbd53fd2855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9acd9e46-cea6-435b-8843-7e118d321014,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:09.835357 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-441ddac2-4858-4e1f-b185-9dbd53fd2855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (8dad7827-4aa1-4e5b-9f30-6ca5e9f618d0), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:09.836165 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-441ddac2-4858-4e1f-b185-9dbd53fd2855 admin admin] Added segment 8dad7827-4aa1-4e5b-9f30-6ca5e9f618d0 of type vlan for network 5dc8f89c-ee21-439f-a1f2-e0d9a7b63c55 Feb 19 02:55:09.844997 n-d-826753-2 neutron-server[103701]: INFO neutron.api.v2.resource [req-ff54f886-7919-4dff-97ec-4758c1c10e78 req-1137309a-de92-4fa2-8b39-2d438f3f1e75 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] show failed (client error): The resource could not be found. Feb 19 02:55:09.873065 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ff54f886-7919-4dff-97ec-4758c1c10e78 req-1137309a-de92-4fa2-8b39-2d438f3f1e75 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "GET /v2.0/security-groups/bee720b9-062c-473d-b4ea-0e9ab60c25c7 HTTP/1.1" status: 404 len: 352 time: 0.0375726 Feb 19 02:55:09.897188 n-d-826753-2 neutron-server[103701]: INFO neutron.api.v2.resource [req-54eaab61-f59e-41d2-a6ca-936507588348 req-8e40d22c-3722-4c4b-9a78-c8794f3e0c69 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] show failed (client error): The resource could not be found. Feb 19 02:55:09.907959 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-54eaab61-f59e-41d2-a6ca-936507588348 req-8e40d22c-3722-4c4b-9a78-c8794f3e0c69 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "GET /v2.0/security-groups/a78cfeb8-8438-42d3-94c6-9eac4a7132f3 HTTP/1.1" status: 404 len: 352 time: 0.0352609 Feb 19 02:55:09.936521 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-441ddac2-4858-4e1f-b185-9dbd53fd2855 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (5dc8f89c-ee21-439f-a1f2-e0d9a7b63c55), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:09.972659 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-441ddac2-4858-4e1f-b185-9dbd53fd2855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (5dc8f89c-ee21-439f-a1f2-e0d9a7b63c55), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:09.975007 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441ddac2-4858-4e1f-b185-9dbd53fd2855 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:09.975766 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-441ddac2-4858-4e1f-b185-9dbd53fd2855 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:10.023525 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-441ddac2-4858-4e1f-b185-9dbd53fd2855 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1850052 Feb 19 02:55:10.023692 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 37520) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:10.028991 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-b2d56224-fb89-4a00-98d4-586c8d96dbe7 admin admin] Request body: {'subnet': {'network_id': '5dc8f89c-ee21-439f-a1f2-e0d9a7b63c55', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-651318775-subnet', 'tenant_id': 'fde04adc9df644a8930232a9a3505446', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:55:10.096795 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2d56224-fb89-4a00-98d4-586c8d96dbe7 admin admin] Made reservation on behalf of fde04adc9df644a8930232a9a3505446 for: {'subnet': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:55:10.099590 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b2d56224-fb89-4a00-98d4-586c8d96dbe7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58706307'] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:10.133077 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441ddac2-4858-4e1f-b185-9dbd53fd2855 admin admin] Pushing event updated for resources: {'Network': ['ID=5dc8f89c-ee21-439f-a1f2-e0d9a7b63c55,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:10.147367 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 5dc8f89c-ee21-439f-a1f2-e0d9a7b63c55 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:55:10.547207 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 9a7eae48-a562-4d5a-9661-f186ae94425c up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:55:10.657509 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7362e779-b6e4-45e0-a6db-a9b5aa65cbd2 req-af3a23bb-85a3-40b9-9090-c47b2bb09b39 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:10.658988 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7362e779-b6e4-45e0-a6db-a9b5aa65cbd2 req-af3a23bb-85a3-40b9-9090-c47b2bb09b39 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "GET /v2.0/ports?device_id=d365419d-0fdb-4600-ac55-d7ffe3c99c0f HTTP/1.1" status: 200 len: 1024 time: 0.2242532 Feb 19 02:55:10.660842 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b2d56224-fb89-4a00-98d4-586c8d96dbe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12647271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58706289'] for subnet (55bed9e5-47f3-40be-a468-b76d16088467), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:10.706103 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453a64a3-7765-4c78-a96e-a84aeb61888b req-6fb46cf2-8d10-455a-b55c-7fccf8b3aa0d tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:10.707670 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-453a64a3-7765-4c78-a96e-a84aeb61888b req-6fb46cf2-8d10-455a-b55c-7fccf8b3aa0d tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/ports?device_id=5bb9eab4-0d6c-4134-ab2b-95a69750261e HTTP/1.1" status: 200 len: 945 time: 0.1908255 Feb 19 02:55:10.736819 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 9a7eae48-a562-4d5a-9661-f186ae94425c triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:55:10.737704 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (9a7eae48-a562-4d5a-9661-f186ae94425c), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:10.804353 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d56224-fb89-4a00-98d4-586c8d96dbe7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55bed9e5-47f3-40be-a468-b76d16088467,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:10.903692 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d56224-fb89-4a00-98d4-586c8d96dbe7 admin admin] Checking segment: {'id': '8dad7827-4aa1-4e5b-9f30-6ca5e9f618d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '5dc8f89c-ee21-439f-a1f2-e0d9a7b63c55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:55:10.904058 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d56224-fb89-4a00-98d4-586c8d96dbe7 admin admin] Network hostable DHCP agents. Network: 5dc8f89c-ee21-439f-a1f2-e0d9a7b63c55, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:55:10.959408 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-453a64a3-7765-4c78-a96e-a84aeb61888b req-679a7d2b-5d59-44ab-8949-2f018125da9d tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d351a8c-b73e-485a-861c-36f8b0ec3310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388844 Feb 19 02:55:10.983512 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 9a7eae48-a562-4d5a-9661-f186ae94425c is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:55:10.984044 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (9a7eae48-a562-4d5a-9661-f186ae94425c), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:11.060172 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7362e779-b6e4-45e0-a6db-a9b5aa65cbd2 req-34ae3a4d-2f8f-408a-958b-aafde1e6669c tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "GET /v2.0/security-groups?id=4599a413-a846-4121-954f-044c184ae071&id=c18c8961-f07d-4937-88ea-8df5c42d7449&id=734e785a-063f-4541-8b8a-f885cc149d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.3911295 Feb 19 02:55:11.068143 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port 9a7eae48-a562-4d5a-9661-f186ae94425c, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=9a7eae48-a562-4d5a-9661-f186ae94425c,segment=NetworkSegment(fef50217-a0be-4490-a735-2f865cd5e060),segment_id=fef50217-a0be-4490-a735-2f865cd5e060)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:55:11.089523 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (9a7eae48-a562-4d5a-9661-f186ae94425c), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:11.100423 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d56224-fb89-4a00-98d4-586c8d96dbe7 admin admin] Network 5dc8f89c-ee21-439f-a1f2-e0d9a7b63c55 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:55:11.128612 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-b2d56224-fb89-4a00-98d4-586c8d96dbe7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 5dc8f89c-ee21-439f-a1f2-e0d9a7b63c55) {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:55:11.142611 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d56224-fb89-4a00-98d4-586c8d96dbe7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:11.145659 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b2d56224-fb89-4a00-98d4-586c8d96dbe7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:11.268121 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=9a7eae48-a562-4d5a-9661-f186ae94425c,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:11.277493 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f8983d-94cc-442f-8a2f-13e40b2f1207 None None] Network 5dc8f89c-ee21-439f-a1f2-e0d9a7b63c55 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:55:11.286140 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-b2d56224-fb89-4a00-98d4-586c8d96dbe7 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2531421 Feb 19 02:55:11.298423 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6df3505e-f49b-4803-aab2-aeb796382cf3 req-71c367bb-76ea-420f-a707-1e757f1a4eba tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b2e9057-c4b2-46db-814b-3b8888cce113 HTTP/1.1" status: 200 len: 210 time: 0.1174042 Feb 19 02:55:11.461343 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab043da-468e-4a19-ad34-680908e58af4 None None] Network 5dc8f89c-ee21-439f-a1f2-e0d9a7b63c55 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:55:11.499778 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1f5fd9-d8a4-4965-84bc-3b51a16167f3 req-78ef9be3-ecc3-4e71-86b1-b6816ed09ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:11.502359 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ec1f5fd9-d8a4-4965-84bc-3b51a16167f3 req-78ef9be3-ecc3-4e71-86b1-b6816ed09ad3 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8ee938a19b3e4074b489f411ca258ca6&device_id=5bb9eab4-0d6c-4134-ab2b-95a69750261e HTTP/1.1" status: 200 len: 1127 time: 0.0947974 Feb 19 02:55:11.517754 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afe8c87-2a32-4881-9a7b-a2a946671e84 req-90204983-e95c-4f36-b6ff-6030b4fc1a33 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:11.540422 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3afe8c87-2a32-4881-9a7b-a2a946671e84 req-90204983-e95c-4f36-b6ff-6030b4fc1a33 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/ports?device_id=5bb9eab4-0d6c-4134-ab2b-95a69750261e HTTP/1.1" status: 200 len: 945 time: 0.1279721 Feb 19 02:55:11.683912 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3afe8c87-2a32-4881-9a7b-a2a946671e84 req-84db51b5-5105-4c70-a7b0-5011c705c1a7 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d351a8c-b73e-485a-861c-36f8b0ec3310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424093 Feb 19 02:55:11.741075 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1f5fd9-d8a4-4965-84bc-3b51a16167f3 req-f56d4dd3-f080-4625-a313-7da1872f7fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:11.742810 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ec1f5fd9-d8a4-4965-84bc-3b51a16167f3 req-f56d4dd3-f080-4625-a313-7da1872f7fe3 service neutron] 10.222.0.82 "GET /v2.0/networks?id=2a0a79ed-8a33-4798-af54-05a0cb1f0f3c HTTP/1.1" status: 200 len: 919 time: 0.2170315 Feb 19 02:55:11.815911 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ec1f5fd9-d8a4-4965-84bc-3b51a16167f3 req-8f8fe512-76c6-480f-8ae0-9a5765efc62a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dbe88812-a5ed-4d59-8ee2-a6462da57fd6 HTTP/1.1" status: 200 len: 217 time: 0.0637388 Feb 19 02:55:11.830165 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f025aadb-8913-49ce-b9d4-a21b0dca72ab req-855ee2d1-42cb-4b61-8b42-3de5473136c0 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:11.831916 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f025aadb-8913-49ce-b9d4-a21b0dca72ab req-855ee2d1-42cb-4b61-8b42-3de5473136c0 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] 10.222.0.82 "GET /v2.0/networks?id=9a6f306a-b9cc-4273-b930-f91b907b962b HTTP/1.1" status: 200 len: 819 time: 0.1470468 Feb 19 02:55:11.861777 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-f025aadb-8913-49ce-b9d4-a21b0dca72ab req-70386407-aa37-4941-a212-75758ad1782b tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Request body: {'port': {'device_id': '7b2e9057-c4b2-46db-814b-3b8888cce113', 'network_id': '9a6f306a-b9cc-4273-b930-f91b907b962b', 'admin_state_up': True, 'tenant_id': '726a87ec871d4c369383e27ede210541'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:55:11.887744 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1f5fd9-d8a4-4965-84bc-3b51a16167f3 req-34c5b61e-a605-4f5a-9113-48f3315a5fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:11.891795 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ec1f5fd9-d8a4-4965-84bc-3b51a16167f3 req-34c5b61e-a605-4f5a-9113-48f3315a5fbf service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1de208d8-9bd1-42de-af89-32eb5f962cf7 HTTP/1.1" status: 200 len: 858 time: 0.0711749 Feb 19 02:55:11.939516 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ec1f5fd9-d8a4-4965-84bc-3b51a16167f3 req-b32db563-c461-423d-8197-312f4f56ce8f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2a0a79ed-8a33-4798-af54-05a0cb1f0f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420718 Feb 19 02:55:12.010847 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f025aadb-8913-49ce-b9d4-a21b0dca72ab req-70386407-aa37-4941-a212-75758ad1782b tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Made reservation on behalf of 726a87ec871d4c369383e27ede210541 for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:55:12.015394 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-f025aadb-8913-49ce-b9d4-a21b0dca72ab req-70386407-aa37-4941-a212-75758ad1782b tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:12.215687 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [req-f025aadb-8913-49ce-b9d4-a21b0dca72ab req-70386407-aa37-4941-a212-75758ad1782b tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Allocated IP 172.20.0.11 (9a6f306a-b9cc-4273-b930-f91b907b962b/babb961f-8ad0-4884-964f-6665ef96ca3a/a9d2220e-9de0-438a-a82f-f709ddf4531d) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:55:12.223723 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8555d8f-b44a-4d30-928f-ae400686bba1 req-19dcbfff-d79b-4857-ac82-c8375fa52919 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:12.234040 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-b8555d8f-b44a-4d30-928f-ae400686bba1 req-19dcbfff-d79b-4857-ac82-c8375fa52919 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.73 "GET /v2.0/ports?device_id=d365419d-0fdb-4600-ac55-d7ffe3c99c0f HTTP/1.1" status: 200 len: 1024 time: 0.2900138 Feb 19 02:55:12.356606 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f156091-ea49-4dda-b2fb-a1cbd273b67f req-3978d140-db3f-410f-9bca-0f7b96d085d8 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:12.358705 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3f156091-ea49-4dda-b2fb-a1cbd273b67f req-3978d140-db3f-410f-9bca-0f7b96d085d8 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "GET /v2.0/ports?device_id=d365419d-0fdb-4600-ac55-d7ffe3c99c0f HTTP/1.1" status: 200 len: 1024 time: 0.1452215 Feb 19 02:55:12.413642 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ec1f5fd9-d8a4-4965-84bc-3b51a16167f3 req-8edcbad6-e365-4241-b66a-c94701727f93 service neutron] 10.222.0.82 "GET /v2.0/networks/2a0a79ed-8a33-4798-af54-05a0cb1f0f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4585059 Feb 19 02:55:12.431755 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 9a7eae48-a562-4d5a-9661-f186ae94425c up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:55:12.520264 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 9a7eae48-a562-4d5a-9661-f186ae94425c triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:55:12.520657 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (9a7eae48-a562-4d5a-9661-f186ae94425c), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:12.543808 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3f156091-ea49-4dda-b2fb-a1cbd273b67f req-8cfe03ff-47b7-4bda-b7c9-34a186e18c81 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "GET /v2.0/security-groups?id=4599a413-a846-4121-954f-044c184ae071&id=c18c8961-f07d-4937-88ea-8df5c42d7449&id=734e785a-063f-4541-8b8a-f885cc149d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1588707 Feb 19 02:55:12.610796 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-f025aadb-8913-49ce-b9d4-a21b0dca72ab req-70386407-aa37-4941-a212-75758ad1782b tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Publish callbacks [] for port (a9d2220e-9de0-438a-a82f-f709ddf4531d), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:12.634938 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 9a7eae48-a562-4d5a-9661-f186ae94425c is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:55:12.669530 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-b8555d8f-b44a-4d30-928f-ae400686bba1 req-2b125117-fa74-4f66-9865-8159fc8e38ad tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Deleting port d6ea74b9-3217-48ad-a1cc-ca21e2de818a {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:55:12.670097 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-b8555d8f-b44a-4d30-928f-ae400686bba1 req-2b125117-fa74-4f66-9865-8159fc8e38ad tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (d6ea74b9-3217-48ad-a1cc-ca21e2de818a), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:12.764896 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-511a13ff-ff9b-4e8d-a85c-e0463c919338 req-77360ee0-0dbd-421b-b977-64a0512a53d3 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b2e9057-c4b2-46db-814b-3b8888cce113 HTTP/1.1" status: 200 len: 210 time: 0.0836880 Feb 19 02:55:12.766298 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-f025aadb-8913-49ce-b9d4-a21b0dca72ab req-70386407-aa37-4941-a212-75758ad1782b tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (a9d2220e-9de0-438a-a82f-f709ddf4531d), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:12.832650 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70386407-aa37-4941-a212-75758ad1782b tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Pushing event updated for resources: {'Port': ['ID=a9d2220e-9de0-438a-a82f-f709ddf4531d,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:12.890685 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-b8555d8f-b44a-4d30-928f-ae400686bba1 req-2b125117-fa74-4f66-9865-8159fc8e38ad tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] For port d6ea74b9-3217-48ad-a1cc-ca21e2de818a, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=d6ea74b9-3217-48ad-a1cc-ca21e2de818a,segment=NetworkSegment(9dc72441-817a-452a-8e88-f736d9f767db),segment_id=9dc72441-817a-452a-8e88-f736d9f767db)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:55:12.891060 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-b8555d8f-b44a-4d30-928f-ae400686bba1 req-2b125117-fa74-4f66-9865-8159fc8e38ad tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (d6ea74b9-3217-48ad-a1cc-ca21e2de818a), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:12.918487 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-b8555d8f-b44a-4d30-928f-ae400686bba1 req-2b125117-fa74-4f66-9865-8159fc8e38ad tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Calling delete_port for d6ea74b9-3217-48ad-a1cc-ca21e2de818a owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:55:12.928289 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f025aadb-8913-49ce-b9d4-a21b0dca72ab req-70386407-aa37-4941-a212-75758ad1782b tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Network 9a6f306a-b9cc-4273-b930-f91b907b962b is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:55:12.946530 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [req-f025aadb-8913-49ce-b9d4-a21b0dca72ab req-70386407-aa37-4941-a212-75758ad1782b tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:55:12.978882 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-f025aadb-8913-49ce-b9d4-a21b0dca72ab req-70386407-aa37-4941-a212-75758ad1782b tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:55:13.003506 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ec1f5fd9-d8a4-4965-84bc-3b51a16167f3 req-f8007d4a-cf1a-4f75-a674-4fdbb91b7c2f service neutron] 10.222.0.82 "GET /v2.0/networks/2a0a79ed-8a33-4798-af54-05a0cb1f0f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5831351 Feb 19 02:55:13.090509 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383c08d6-dbea-4893-b23b-9f326e6d9942 req-c70d6096-cae7-4c69-84a0-0a528f1b5cbe tempest-InstanceActionsNegativeTestJSON-854221252 tempest-InstanceActionsNegativeTestJSON-854221252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:13.099785 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-383c08d6-dbea-4893-b23b-9f326e6d9942 req-c70d6096-cae7-4c69-84a0-0a528f1b5cbe tempest-InstanceActionsNegativeTestJSON-854221252 tempest-InstanceActionsNegativeTestJSON-854221252-project] 10.222.0.72 "GET /v2.0/networks?id=5dc8f89c-ee21-439f-a1f2-e0d9a7b63c55 HTTP/1.1" status: 200 len: 821 time: 0.3214443 Feb 19 02:55:13.119416 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-383c08d6-dbea-4893-b23b-9f326e6d9942 req-54797c63-6e80-4121-8bea-bca9c043786e tempest-InstanceActionsNegativeTestJSON-854221252 tempest-InstanceActionsNegativeTestJSON-854221252-project] 10.222.0.72 "GET /v2.0/quotas/fde04adc9df644a8930232a9a3505446 HTTP/1.1" status: 200 len: 375 time: 0.0183520 Feb 19 02:55:13.178016 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-b8555d8f-b44a-4d30-928f-ae400686bba1 req-2b125117-fa74-4f66-9865-8159fc8e38ad tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (d6ea74b9-3217-48ad-a1cc-ca21e2de818a), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:13.182006 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-383c08d6-dbea-4893-b23b-9f326e6d9942 req-61804a64-5b12-45c5-8b03-ad29a42d70e1 tempest-InstanceActionsNegativeTestJSON-854221252 tempest-InstanceActionsNegativeTestJSON-854221252-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=fde04adc9df644a8930232a9a3505446&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0503950 Feb 19 02:55:13.201051 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d1a0a2-274f-467e-850f-851f3f34a1ce req-5c62a429-b81d-46de-9736-6feaf1394724 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:13.211785 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['d6ea74b9-3217-48ad-a1cc-ca21e2de818a'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:55:13.214624 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-56d1a0a2-274f-467e-850f-851f3f34a1ce req-5c62a429-b81d-46de-9736-6feaf1394724 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/ports?device_id=5bb9eab4-0d6c-4134-ab2b-95a69750261e HTTP/1.1" status: 200 len: 945 time: 0.2971501 Feb 19 02:55:13.247219 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b125117-fa74-4f66-9865-8159fc8e38ad tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Pushing event deleted for resources: {'Port': ['ID=d6ea74b9-3217-48ad-a1cc-ca21e2de818a,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:13.347611 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f025aadb-8913-49ce-b9d4-a21b0dca72ab req-70386407-aa37-4941-a212-75758ad1782b tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:13.348408 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-f025aadb-8913-49ce-b9d4-a21b0dca72ab req-70386407-aa37-4941-a212-75758ad1782b tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:13.349680 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8555d8f-b44a-4d30-928f-ae400686bba1 req-2b125117-fa74-4f66-9865-8159fc8e38ad tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] No DVR routers for this DVR port d6ea74b9-3217-48ad-a1cc-ca21e2de818a on host n-h1-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:55:13.352273 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-b8555d8f-b44a-4d30-928f-ae400686bba1 req-2b125117-fa74-4f66-9865-8159fc8e38ad tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:13.355719 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-b8555d8f-b44a-4d30-928f-ae400686bba1 req-2b125117-fa74-4f66-9865-8159fc8e38ad tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.73 "DELETE /v2.0/ports/d6ea74b9-3217-48ad-a1cc-ca21e2de818a HTTP/1.1" status: 204 len: 173 time: 1.1176500 Feb 19 02:55:13.356172 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd365419d-0fdb-4600-ac55-d7ffe3c99c0f', 'name': 'network-vif-deleted', 'tag': 'd6ea74b9-3217-48ad-a1cc-ca21e2de818a'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:55:13.359567 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7226f1a4-04a4-454d-8bec-21d5a3606b8d" -d '{"events": [{"server_uuid": "d365419d-0fdb-4600-ac55-d7ffe3c99c0f", "name": "network-vif-deleted", "tag": "d6ea74b9-3217-48ad-a1cc-ca21e2de818a"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:55:13.404054 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-383c08d6-dbea-4893-b23b-9f326e6d9942 req-393915ef-5468-4e76-ac96-a6258fc92448 service neutron] 10.222.0.72 "GET /v2.0/networks/5dc8f89c-ee21-439f-a1f2-e0d9a7b63c55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849792 Feb 19 02:55:13.408741 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f025aadb-8913-49ce-b9d4-a21b0dca72ab req-70386407-aa37-4941-a212-75758ad1782b tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5554941 Feb 19 02:55:13.448736 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-56d1a0a2-274f-467e-850f-851f3f34a1ce req-804c7651-69ae-4e5d-8d63-941f6a2a8772 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d351a8c-b73e-485a-861c-36f8b0ec3310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324703 Feb 19 02:55:13.464657 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-f025aadb-8913-49ce-b9d4-a21b0dca72ab req-cf5dabbd-613a-47a5-ac67-beb8678fdd0b service neutron] Request body: {'port': {'device_id': '7b2e9057-c4b2-46db-814b-3b8888cce113', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826753-2'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:55:13.579765 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 37620) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:13.588103 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a4eb54d-6305-45f3-a4d7-4df0bb6a742b x-openstack-request-id: req-2a4eb54d-6305-45f3-a4d7-4df0bb6a742b {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:55:13.588893 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d365419d-0fdb-4600-ac55-d7ffe3c99c0f", "name": "network-vif-deleted", "tag": "d6ea74b9-3217-48ad-a1cc-ca21e2de818a", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:55:13.589246 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2a4eb54d-6305-45f3-a4d7-4df0bb6a742b {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:55:13.589741 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd365419d-0fdb-4600-ac55-d7ffe3c99c0f', 'name': 'network-vif-deleted', 'tag': 'd6ea74b9-3217-48ad-a1cc-ca21e2de818a', 'status': 'completed', 'code': 200} Feb 19 02:55:13.631528 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-f025aadb-8913-49ce-b9d4-a21b0dca72ab req-cf5dabbd-613a-47a5-ac67-beb8678fdd0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (a9d2220e-9de0-438a-a82f-f709ddf4531d), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:13.667009 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-383c08d6-dbea-4893-b23b-9f326e6d9942 req-bf453115-fc05-4c05-9158-e3436d0168df service neutron] 10.222.0.72 "GET /v2.0/networks/5dc8f89c-ee21-439f-a1f2-e0d9a7b63c55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470465 Feb 19 02:55:13.809676 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8bba33ef-6e94-4517-a0a8-e7f029b487e6 req-e9f7cc6c-cc0e-493a-95b6-9f738cc08613 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "GET /v2.0/ports?device_id=d365419d-0fdb-4600-ac55-d7ffe3c99c0f HTTP/1.1" status: 200 len: 210 time: 0.0714943 Feb 19 02:55:14.114166 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-907c466d-f29e-4af8-a647-a03d93201423 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:14.462699 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-907c466d-f29e-4af8-a647-a03d93201423 admin admin] Publish callbacks [] for security_group (d1eeb522-2cf6-4f2c-b76b-672116ad1633), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:14.485423 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-907c466d-f29e-4af8-a647-a03d93201423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (d1eeb522-2cf6-4f2c-b76b-672116ad1633), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:14.592269 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-907c466d-f29e-4af8-a647-a03d93201423 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b32bb06882384b7585b281c4a15622c4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0105031 Feb 19 02:55:14.598216 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 37648) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:14.608308 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907c466d-f29e-4af8-a647-a03d93201423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1eeb522-2cf6-4f2c-b76b-672116ad1633,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:14.686406 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cd28384d-c476-47be-8638-5a46ed8c51b0 req-d0fa4f3e-5774-40dc-8065-643d270e6101 tempest-InstanceActionsNegativeTestJSON-854221252 tempest-InstanceActionsNegativeTestJSON-854221252-project] 10.222.0.72 "GET /v2.0/ports?device_id=63107477-cf2b-4159-8f70-12e725038d4e HTTP/1.1" status: 200 len: 210 time: 0.4999738 Feb 19 02:55:14.714127 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5804b288-a401-45df-8de1-9202463a93b2 admin admin] Publish callbacks [] for security_group (d1eeb522-2cf6-4f2c-b76b-672116ad1633), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:14.765151 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f1eecd-0621-4b80-8006-7237a550137d req-aad13fba-df1b-4154-b784-d3ea61573dd4 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:14.768877 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b3f1eecd-0621-4b80-8006-7237a550137d req-aad13fba-df1b-4154-b784-d3ea61573dd4 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b2e9057-c4b2-46db-814b-3b8888cce113 HTTP/1.1" status: 200 len: 932 time: 0.8038337 Feb 19 02:55:14.774424 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5804b288-a401-45df-8de1-9202463a93b2 admin admin] Publish callbacks [] for security_group (d1eeb522-2cf6-4f2c-b76b-672116ad1633), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:14.889296 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5804b288-a401-45df-8de1-9202463a93b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (d1eeb522-2cf6-4f2c-b76b-672116ad1633), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:14.896294 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5804b288-a401-45df-8de1-9202463a93b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:14.899386 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-5804b288-a401-45df-8de1-9202463a93b2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d1eeb522-2cf6-4f2c-b76b-672116ad1633 HTTP/1.1" status: 204 len: 168 time: 0.2996144 Feb 19 02:55:14.923068 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5804b288-a401-45df-8de1-9202463a93b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1eeb522-2cf6-4f2c-b76b-672116ad1633,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:15.061546 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [req-f025aadb-8913-49ce-b9d4-a21b0dca72ab req-cf5dabbd-613a-47a5-ac67-beb8678fdd0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9d2220e-9de0-438a-a82f-f709ddf4531d {{(pid=103701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:55:15.090647 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b3f1eecd-0621-4b80-8006-7237a550137d req-07345761-7d79-4c26-b9fe-5c2d0ab42a72 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] 10.222.0.72 "GET /v2.0/security-groups?id=dcac2b5a-dee8-41b9-b83f-a011c1698d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3139076 Feb 19 02:55:15.100474 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-f025aadb-8913-49ce-b9d4-a21b0dca72ab req-cf5dabbd-613a-47a5-ac67-beb8678fdd0b service neutron] Publish callbacks [] for port (a9d2220e-9de0-438a-a82f-f709ddf4531d), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:15.168498 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a742adc-02d8-4649-8103-4b1b7ba3d5cb req-d577ceae-ef83-4afc-aa6f-89aaf3e27127 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:15.177639 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4a742adc-02d8-4649-8103-4b1b7ba3d5cb req-d577ceae-ef83-4afc-aa6f-89aaf3e27127 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/ports?device_id=5bb9eab4-0d6c-4134-ab2b-95a69750261e HTTP/1.1" status: 200 len: 945 time: 0.3094018 Feb 19 02:55:15.193831 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.provisioning_blocks [req-f025aadb-8913-49ce-b9d4-a21b0dca72ab req-cf5dabbd-613a-47a5-ac67-beb8678fdd0b service neutron] Transition to ACTIVE for port object a9d2220e-9de0-438a-a82f-f709ddf4531d will not be triggered until provisioned by entity L2. {{(pid=103701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:55:15.217938 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-f025aadb-8913-49ce-b9d4-a21b0dca72ab req-cf5dabbd-613a-47a5-ac67-beb8678fdd0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (a9d2220e-9de0-438a-a82f-f709ddf4531d), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:15.295712 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device d6ea74b9-3217-48ad-a1cc-ca21e2de818a no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:55:15.331686 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4a742adc-02d8-4649-8103-4b1b7ba3d5cb req-419ce1f2-3caf-496e-a040-326682825084 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d351a8c-b73e-485a-861c-36f8b0ec3310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500511 Feb 19 02:55:15.332497 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5dabbd-613a-47a5-ac67-beb8678fdd0b service neutron] Pushing event updated for resources: {'Port': ['ID=a9d2220e-9de0-438a-a82f-f709ddf4531d,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:15.363630 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] No Port match for: d6ea74b9-3217-48ad-a1cc-ca21e2de818a {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:55:15.365484 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device d6ea74b9-3217-48ad-a1cc-ca21e2de818a not bound to the agent host n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:55:15.455624 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-0c146832-4405-4f29-a57c-f32e066e2c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:15.480617 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bcf469bb-ed24-4af2-b6e7-9bcc8d1adc70 req-4ebd8c9f-1402-4ad2-b83d-4233493c63fc tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "GET /v2.0/security-groups/734e785a-063f-4541-8b8a-f885cc149d9f HTTP/1.1" status: 200 len: 1819 time: 0.1937518 Feb 19 02:55:15.582907 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-f025aadb-8913-49ce-b9d4-a21b0dca72ab req-cf5dabbd-613a-47a5-ac67-beb8678fdd0b service neutron] Attempting to bind port a9d2220e-9de0-438a-a82f-f709ddf4531d on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:55:15.583362 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-f025aadb-8913-49ce-b9d4-a21b0dca72ab req-cf5dabbd-613a-47a5-ac67-beb8678fdd0b service neutron] Attempting to bind port a9d2220e-9de0-438a-a82f-f709ddf4531d by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': 'fef50217-a0be-4490-a735-2f865cd5e060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '9a6f306a-b9cc-4273-b930-f91b907b962b'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:55:15.583810 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f025aadb-8913-49ce-b9d4-a21b0dca72ab req-cf5dabbd-613a-47a5-ac67-beb8678fdd0b service neutron] Attempting to bind port a9d2220e-9de0-438a-a82f-f709ddf4531d on network 9a6f306a-b9cc-4273-b930-f91b907b962b {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:55:15.596726 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f025aadb-8913-49ce-b9d4-a21b0dca72ab req-cf5dabbd-613a-47a5-ac67-beb8678fdd0b service neutron] Port a9d2220e-9de0-438a-a82f-f709ddf4531d on network 9a6f306a-b9cc-4273-b930-f91b907b962b not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:55:15.597531 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f025aadb-8913-49ce-b9d4-a21b0dca72ab req-cf5dabbd-613a-47a5-ac67-beb8678fdd0b service neutron] Attempting to bind port a9d2220e-9de0-438a-a82f-f709ddf4531d on network 9a6f306a-b9cc-4273-b930-f91b907b962b {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:55:15.617869 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f025aadb-8913-49ce-b9d4-a21b0dca72ab req-cf5dabbd-613a-47a5-ac67-beb8678fdd0b service neutron] Checking agent: {'id': 'bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:55:15.618337 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f025aadb-8913-49ce-b9d4-a21b0dca72ab req-cf5dabbd-613a-47a5-ac67-beb8678fdd0b service neutron] Checking segment: {'id': 'fef50217-a0be-4490-a735-2f865cd5e060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '9a6f306a-b9cc-4273-b930-f91b907b962b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:55:15.621832 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f025aadb-8913-49ce-b9d4-a21b0dca72ab req-cf5dabbd-613a-47a5-ac67-beb8678fdd0b service neutron] Bound using segment: {'id': 'fef50217-a0be-4490-a735-2f865cd5e060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '9a6f306a-b9cc-4273-b930-f91b907b962b'} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:55:15.622535 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-f025aadb-8913-49ce-b9d4-a21b0dca72ab req-cf5dabbd-613a-47a5-ac67-beb8678fdd0b service neutron] Bound port: a9d2220e-9de0-438a-a82f-f709ddf4531d, host: n-h2-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fef50217-a0be-4490-a735-2f865cd5e060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '9a6f306a-b9cc-4273-b930-f91b907b962b'}}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:55:15.623152 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-f025aadb-8913-49ce-b9d4-a21b0dca72ab req-cf5dabbd-613a-47a5-ac67-beb8678fdd0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (a9d2220e-9de0-438a-a82f-f709ddf4531d), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:15.647428 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-bcf469bb-ed24-4af2-b6e7-9bcc8d1adc70 req-ea47f752-7d99-46c7-a301-855c7a5abaa3 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Publish callbacks [] for security_group (734e785a-063f-4541-8b8a-f885cc149d9f), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:15.745422 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-bcf469bb-ed24-4af2-b6e7-9bcc8d1adc70 req-ea47f752-7d99-46c7-a301-855c7a5abaa3 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Publish callbacks [] for security_group (734e785a-063f-4541-8b8a-f885cc149d9f), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:15.843785 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-f025aadb-8913-49ce-b9d4-a21b0dca72ab req-cf5dabbd-613a-47a5-ac67-beb8678fdd0b service neutron] For port a9d2220e-9de0-438a-a82f-f709ddf4531d, host n-h2-826753-2, cleared binding levels {{(pid=103701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:55:15.848256 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-f025aadb-8913-49ce-b9d4-a21b0dca72ab req-cf5dabbd-613a-47a5-ac67-beb8678fdd0b service neutron] For port a9d2220e-9de0-438a-a82f-f709ddf4531d, host n-h2-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=a9d2220e-9de0-438a-a82f-f709ddf4531d,segment=NetworkSegment(fef50217-a0be-4490-a735-2f865cd5e060),segment_id=fef50217-a0be-4490-a735-2f865cd5e060)] {{(pid=103701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:55:15.878520 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-f025aadb-8913-49ce-b9d4-a21b0dca72ab req-cf5dabbd-613a-47a5-ac67-beb8678fdd0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (a9d2220e-9de0-438a-a82f-f709ddf4531d), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:16.064606 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5dabbd-613a-47a5-ac67-beb8678fdd0b service neutron] Pushing event updated for resources: {'Port': ['ID=a9d2220e-9de0-438a-a82f-f709ddf4531d,revision_number=3']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:16.079118 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7e09b8ab-d705-47e1-835f-bb36e2b95cd7 req-9bc03563-8f10-4e12-8863-4342fdc53898 tempest-InstanceActionsNegativeTestJSON-854221252 tempest-InstanceActionsNegativeTestJSON-854221252-project] 10.222.0.72 "GET /v2.0/ports?device_id=63107477-cf2b-4159-8f70-12e725038d4e HTTP/1.1" status: 200 len: 210 time: 0.2242172 Feb 19 02:55:16.104077 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f025aadb-8913-49ce-b9d4-a21b0dca72ab req-cf5dabbd-613a-47a5-ac67-beb8678fdd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:16.104968 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-f025aadb-8913-49ce-b9d4-a21b0dca72ab req-cf5dabbd-613a-47a5-ac67-beb8678fdd0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:16.106650 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f025aadb-8913-49ce-b9d4-a21b0dca72ab req-cf5dabbd-613a-47a5-ac67-beb8678fdd0b service neutron] 10.222.0.82 "PUT /v2.0/ports/a9d2220e-9de0-438a-a82f-f709ddf4531d HTTP/1.1" status: 200 len: 1092 time: 2.6567118 Feb 19 02:55:16.107390 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b2e9057-c4b2-46db-814b-3b8888cce113', 'tag': 'a9d2220e-9de0-438a-a82f-f709ddf4531d'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:55:16.110162 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b62b28a9-a0bb-41cb-9170-0db218aba3c7" -d '{"events": [{"name": "network-changed", "server_uuid": "7b2e9057-c4b2-46db-814b-3b8888cce113", "tag": "a9d2220e-9de0-438a-a82f-f709ddf4531d"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:55:16.146304 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-bcf469bb-ed24-4af2-b6e7-9bcc8d1adc70 req-ea47f752-7d99-46c7-a301-855c7a5abaa3 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (734e785a-063f-4541-8b8a-f885cc149d9f), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:16.149670 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-bcf469bb-ed24-4af2-b6e7-9bcc8d1adc70 req-ea47f752-7d99-46c7-a301-855c7a5abaa3 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:16.165620 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bcf469bb-ed24-4af2-b6e7-9bcc8d1adc70 req-ea47f752-7d99-46c7-a301-855c7a5abaa3 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "DELETE /v2.0/security-groups/734e785a-063f-4541-8b8a-f885cc149d9f HTTP/1.1" status: 204 len: 173 time: 0.6654599 Feb 19 02:55:16.167671 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383c08d6-dbea-4893-b23b-9f326e6d9942 req-429f92c0-fe80-4a0a-b916-3c4a2c6191d5 tempest-InstanceActionsNegativeTestJSON-854221252 tempest-InstanceActionsNegativeTestJSON-854221252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:16.170215 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-383c08d6-dbea-4893-b23b-9f326e6d9942 req-429f92c0-fe80-4a0a-b916-3c4a2c6191d5 tempest-InstanceActionsNegativeTestJSON-854221252 tempest-InstanceActionsNegativeTestJSON-854221252-project] 10.222.0.73 "GET /v2.0/networks?id=5dc8f89c-ee21-439f-a1f2-e0d9a7b63c55 HTTP/1.1" status: 200 len: 821 time: 0.2588215 Feb 19 02:55:16.187843 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea47f752-7d99-46c7-a301-855c7a5abaa3 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=734e785a-063f-4541-8b8a-f885cc149d9f,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:16.193854 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-383c08d6-dbea-4893-b23b-9f326e6d9942 req-08bb2b2e-c7a9-4833-a29f-21c9eca5c5d7 tempest-InstanceActionsNegativeTestJSON-854221252 tempest-InstanceActionsNegativeTestJSON-854221252-project] Request body: {'port': {'device_id': '63107477-cf2b-4159-8f70-12e725038d4e', 'network_id': '5dc8f89c-ee21-439f-a1f2-e0d9a7b63c55', 'admin_state_up': True, 'tenant_id': 'fde04adc9df644a8930232a9a3505446'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:55:16.274236 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-930729ab-3216-40d8-b9ed-aa69d032ca0e x-openstack-request-id: req-930729ab-3216-40d8-b9ed-aa69d032ca0e {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:55:16.274938 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b2e9057-c4b2-46db-814b-3b8888cce113", "tag": "a9d2220e-9de0-438a-a82f-f709ddf4531d", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:55:16.275356 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-930729ab-3216-40d8-b9ed-aa69d032ca0e {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:55:16.275947 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b2e9057-c4b2-46db-814b-3b8888cce113', 'tag': 'a9d2220e-9de0-438a-a82f-f709ddf4531d', 'status': 'completed', 'code': 200} Feb 19 02:55:16.344042 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-20d80468-48ca-412b-9f10-866b76f56226 req-853351af-82a9-43ba-8aaa-80fce80ee858 tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "GET /v2.0/security-groups/4599a413-a846-4121-954f-044c184ae071 HTTP/1.1" status: 200 len: 1820 time: 0.1561260 Feb 19 02:55:16.391867 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f025aadb-8913-49ce-b9d4-a21b0dca72ab req-9c3111aa-1208-435b-862d-d17daef36d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:16.394067 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f025aadb-8913-49ce-b9d4-a21b0dca72ab req-9c3111aa-1208-435b-862d-d17daef36d90 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=726a87ec871d4c369383e27ede210541&device_id=7b2e9057-c4b2-46db-814b-3b8888cce113 HTTP/1.1" status: 200 len: 1126 time: 0.1152277 Feb 19 02:55:16.433651 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-20d80468-48ca-412b-9f10-866b76f56226 req-caf2d983-7235-44d2-af6d-fb198153e7af tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Publish callbacks [] for security_group (4599a413-a846-4121-954f-044c184ae071), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:16.512475 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f025aadb-8913-49ce-b9d4-a21b0dca72ab req-fcd60931-783e-47e4-afd1-c5b95007c3cb service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9d2220e-9de0-438a-a82f-f709ddf4531d HTTP/1.1" status: 200 len: 217 time: 0.0867596 Feb 19 02:55:16.517760 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-383c08d6-dbea-4893-b23b-9f326e6d9942 req-08bb2b2e-c7a9-4833-a29f-21c9eca5c5d7 tempest-InstanceActionsNegativeTestJSON-854221252 tempest-InstanceActionsNegativeTestJSON-854221252-project] Made reservation on behalf of fde04adc9df644a8930232a9a3505446 for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:55:16.531251 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-383c08d6-dbea-4893-b23b-9f326e6d9942 req-08bb2b2e-c7a9-4833-a29f-21c9eca5c5d7 tempest-InstanceActionsNegativeTestJSON-854221252 tempest-InstanceActionsNegativeTestJSON-854221252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:16.543670 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-20d80468-48ca-412b-9f10-866b76f56226 req-caf2d983-7235-44d2-af6d-fb198153e7af tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Publish callbacks [] for security_group (4599a413-a846-4121-954f-044c184ae071), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:16.597595 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b511bb1-ebeb-41ea-9bfc-f5b1eeaf542d req-e5e501cc-3bd2-4481-82fc-386c822e6325 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:16.605377 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6b511bb1-ebeb-41ea-9bfc-f5b1eeaf542d req-e5e501cc-3bd2-4481-82fc-386c822e6325 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b2e9057-c4b2-46db-814b-3b8888cce113 HTTP/1.1" status: 200 len: 944 time: 0.1810510 Feb 19 02:55:16.649949 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f025aadb-8913-49ce-b9d4-a21b0dca72ab req-88d5e528-870a-4664-a925-d3b440aba1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:16.651632 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f025aadb-8913-49ce-b9d4-a21b0dca72ab req-88d5e528-870a-4664-a925-d3b440aba1b8 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=babb961f-8ad0-4884-964f-6665ef96ca3a HTTP/1.1" status: 200 len: 859 time: 0.1299195 Feb 19 02:55:16.764871 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f025aadb-8913-49ce-b9d4-a21b0dca72ab req-c8c9198f-fcc6-46be-8526-d6f7e1ebf878 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9a6f306a-b9cc-4273-b930-f91b907b962b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1047206 Feb 19 02:55:16.934396 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [req-383c08d6-dbea-4893-b23b-9f326e6d9942 req-08bb2b2e-c7a9-4833-a29f-21c9eca5c5d7 tempest-InstanceActionsNegativeTestJSON-854221252 tempest-InstanceActionsNegativeTestJSON-854221252-project] Allocated IP 172.20.0.5 (5dc8f89c-ee21-439f-a1f2-e0d9a7b63c55/55bed9e5-47f3-40be-a468-b76d16088467/14dfa150-807e-4786-b671-02f72ff06137) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:55:16.941515 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f025aadb-8913-49ce-b9d4-a21b0dca72ab req-459086b9-8e5d-4000-9d2e-80ed79607062 service neutron] 10.222.0.82 "GET /v2.0/networks/9a6f306a-b9cc-4273-b930-f91b907b962b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658382 Feb 19 02:55:16.957449 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6b511bb1-ebeb-41ea-9bfc-f5b1eeaf542d req-065e9bba-0ff1-4c17-a9fe-2de56e905cd5 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] 10.222.0.72 "GET /v2.0/security-groups?id=dcac2b5a-dee8-41b9-b83f-a011c1698d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3461392 Feb 19 02:55:16.960106 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-20d80468-48ca-412b-9f10-866b76f56226 req-caf2d983-7235-44d2-af6d-fb198153e7af tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (4599a413-a846-4121-954f-044c184ae071), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:16.964771 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-20d80468-48ca-412b-9f10-866b76f56226 req-caf2d983-7235-44d2-af6d-fb198153e7af tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:16.966652 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-20d80468-48ca-412b-9f10-866b76f56226 req-caf2d983-7235-44d2-af6d-fb198153e7af tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] 10.222.0.72 "DELETE /v2.0/security-groups/4599a413-a846-4121-954f-044c184ae071 HTTP/1.1" status: 204 len: 173 time: 0.6216159 Feb 19 02:55:16.973755 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 37704) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:17.006146 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf2d983-7235-44d2-af6d-fb198153e7af tempest-SecurityGroupsTestJSON-151410426 tempest-SecurityGroupsTestJSON-151410426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4599a413-a846-4121-954f-044c184ae071,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:17.140120 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f025aadb-8913-49ce-b9d4-a21b0dca72ab req-6e6648f4-433b-4e56-8b9c-f8d4541d5bbb service neutron] 10.222.0.82 "GET /v2.0/networks/9a6f306a-b9cc-4273-b930-f91b907b962b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809478 Feb 19 02:55:17.179058 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-23e28f90-7f8b-4a1e-83a7-b288f7047a71 admin admin] Deleting subnet 6c541211-5a05-47e1-81c4-dd461c877088 {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:55:17.204465 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-23e28f90-7f8b-4a1e-83a7-b288f7047a71 admin admin] Publish callbacks [] for subnet (6c541211-5a05-47e1-81c4-dd461c877088), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:17.288345 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-23e28f90-7f8b-4a1e-83a7-b288f7047a71 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (6c541211-5a05-47e1-81c4-dd461c877088), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:17.326034 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cc779ad0-8d5d-4585-abd5-27cfdbeea8a0 req-b4127044-adb6-49f8-885d-dc346b00a6f6 tempest-InstanceActionsNegativeTestJSON-854221252 tempest-InstanceActionsNegativeTestJSON-854221252-project] 10.222.0.72 "GET /v2.0/ports?device_id=63107477-cf2b-4159-8f70-12e725038d4e HTTP/1.1" status: 200 len: 210 time: 0.1256433 Feb 19 02:55:17.412166 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b28a9-a0bb-41cb-9170-0db218aba3c7 req-2319d308-eddf-4916-99a1-22d6a8229d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:17.413954 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b62b28a9-a0bb-41cb-9170-0db218aba3c7 req-2319d308-eddf-4916-99a1-22d6a8229d1b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=726a87ec871d4c369383e27ede210541&device_id=7b2e9057-c4b2-46db-814b-3b8888cce113 HTTP/1.1" status: 200 len: 1126 time: 0.1117318 Feb 19 02:55:17.441715 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-23e28f90-7f8b-4a1e-83a7-b288f7047a71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (6c541211-5a05-47e1-81c4-dd461c877088), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:17.448683 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-383c08d6-dbea-4893-b23b-9f326e6d9942 req-08bb2b2e-c7a9-4833-a29f-21c9eca5c5d7 tempest-InstanceActionsNegativeTestJSON-854221252 tempest-InstanceActionsNegativeTestJSON-854221252-project] Publish callbacks [] for port (14dfa150-807e-4786-b671-02f72ff06137), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:17.568470 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-23e28f90-7f8b-4a1e-83a7-b288f7047a71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (6c541211-5a05-47e1-81c4-dd461c877088), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:17.600893 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-383c08d6-dbea-4893-b23b-9f326e6d9942 req-08bb2b2e-c7a9-4833-a29f-21c9eca5c5d7 tempest-InstanceActionsNegativeTestJSON-854221252 tempest-InstanceActionsNegativeTestJSON-854221252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (14dfa150-807e-4786-b671-02f72ff06137), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:17.603116 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-23e28f90-7f8b-4a1e-83a7-b288f7047a71 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:17.614575 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 37726) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:17.615650 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-23e28f90-7f8b-4a1e-83a7-b288f7047a71 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/6c541211-5a05-47e1-81c4-dd461c877088 HTTP/1.1" status: 204 len: 168 time: 0.6289489 Feb 19 02:55:17.650848 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-010cd818-142e-48ac-91ff-4081c0783b22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:17.704974 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-383c08d6-dbea-4893-b23b-9f326e6d9942 req-08bb2b2e-c7a9-4833-a29f-21c9eca5c5d7 tempest-InstanceActionsNegativeTestJSON-854221252 tempest-InstanceActionsNegativeTestJSON-854221252-project] Network 5dc8f89c-ee21-439f-a1f2-e0d9a7b63c55 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:55:17.724754 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bb2b2e-c7a9-4833-a29f-21c9eca5c5d7 tempest-InstanceActionsNegativeTestJSON-854221252 tempest-InstanceActionsNegativeTestJSON-854221252-project] Pushing event updated for resources: {'Port': ['ID=14dfa150-807e-4786-b671-02f72ff06137,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:17.727939 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [req-383c08d6-dbea-4893-b23b-9f326e6d9942 req-08bb2b2e-c7a9-4833-a29f-21c9eca5c5d7 tempest-InstanceActionsNegativeTestJSON-854221252 tempest-InstanceActionsNegativeTestJSON-854221252-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:55:17.732381 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-383c08d6-dbea-4893-b23b-9f326e6d9942 req-08bb2b2e-c7a9-4833-a29f-21c9eca5c5d7 tempest-InstanceActionsNegativeTestJSON-854221252 tempest-InstanceActionsNegativeTestJSON-854221252-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:55:17.735478 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e28f90-7f8b-4a1e-83a7-b288f7047a71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c541211-5a05-47e1-81c4-dd461c877088,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:17.756381 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b28a9-a0bb-41cb-9170-0db218aba3c7 req-0f0191a6-8932-4776-a5e1-55bc982950fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:17.762951 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b62b28a9-a0bb-41cb-9170-0db218aba3c7 req-0f0191a6-8932-4776-a5e1-55bc982950fe service neutron] 10.222.0.82 "GET /v2.0/networks?id=9a6f306a-b9cc-4273-b930-f91b907b962b HTTP/1.1" status: 200 len: 920 time: 0.3413005 Feb 19 02:55:17.823396 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383c08d6-dbea-4893-b23b-9f326e6d9942 req-08bb2b2e-c7a9-4833-a29f-21c9eca5c5d7 tempest-InstanceActionsNegativeTestJSON-854221252 tempest-InstanceActionsNegativeTestJSON-854221252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:17.827571 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-383c08d6-dbea-4893-b23b-9f326e6d9942 req-08bb2b2e-c7a9-4833-a29f-21c9eca5c5d7 tempest-InstanceActionsNegativeTestJSON-854221252 tempest-InstanceActionsNegativeTestJSON-854221252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:17.850423 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e74887ea-2a38-4f14-b4de-c04bd3e4c44a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (83c866d3-e000-4397-a50d-1c4d2fa3070f), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:17.861243 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-383c08d6-dbea-4893-b23b-9f326e6d9942 req-08bb2b2e-c7a9-4833-a29f-21c9eca5c5d7 tempest-InstanceActionsNegativeTestJSON-854221252 tempest-InstanceActionsNegativeTestJSON-854221252-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6744070 Feb 19 02:55:17.880251 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-383c08d6-dbea-4893-b23b-9f326e6d9942 req-951efd73-9ac3-42d8-b6e9-c403fcb5c0a8 service neutron] Request body: {'port': {'device_id': '63107477-cf2b-4159-8f70-12e725038d4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826753-2'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:55:17.899521 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b62b28a9-a0bb-41cb-9170-0db218aba3c7 req-8ab6be49-ec6a-4839-a80a-56d99252ea38 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9d2220e-9de0-438a-a82f-f709ddf4531d HTTP/1.1" status: 200 len: 217 time: 0.0763805 Feb 19 02:55:18.074146 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-383c08d6-dbea-4893-b23b-9f326e6d9942 req-951efd73-9ac3-42d8-b6e9-c403fcb5c0a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (14dfa150-807e-4786-b671-02f72ff06137), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:18.093315 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e74887ea-2a38-4f14-b4de-c04bd3e4c44a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (83c866d3-e000-4397-a50d-1c4d2fa3070f), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:18.096714 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b28a9-a0bb-41cb-9170-0db218aba3c7 req-802da5e7-341d-48a6-8431-f3414eb66e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:18.098235 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b62b28a9-a0bb-41cb-9170-0db218aba3c7 req-802da5e7-341d-48a6-8431-f3414eb66e73 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=babb961f-8ad0-4884-964f-6665ef96ca3a HTTP/1.1" status: 200 len: 859 time: 0.1911645 Feb 19 02:55:18.181631 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b62b28a9-a0bb-41cb-9170-0db218aba3c7 req-f22f2e85-aad6-4084-896e-168e6f548971 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9a6f306a-b9cc-4273-b930-f91b907b962b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610151 Feb 19 02:55:18.183540 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-e74887ea-2a38-4f14-b4de-c04bd3e4c44a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83c866d3-e000-4397-a50d-1c4d2fa3070f']}} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:55:18.233566 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-e74887ea-2a38-4f14-b4de-c04bd3e4c44a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dc72441-817a-452a-8e88-f736d9f767db') {'for_net_delete': True} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:55:18.233868 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-e74887ea-2a38-4f14-b4de-c04bd3e4c44a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dc72441-817a-452a-8e88-f736d9f767db') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:55:18.288351 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e74887ea-2a38-4f14-b4de-c04bd3e4c44a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12647422'] for segment (9dc72441-817a-452a-8e88-f736d9f767db), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:18.303884 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb8039e-d180-465c-8771-705267a5063a req-9c2436c7-14ae-4801-a64a-d0e03f4ca783 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:18.305447 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-dfb8039e-d180-465c-8771-705267a5063a req-9c2436c7-14ae-4801-a64a-d0e03f4ca783 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b2e9057-c4b2-46db-814b-3b8888cce113 HTTP/1.1" status: 200 len: 944 time: 0.2390692 Feb 19 02:55:18.354338 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e74887ea-2a38-4f14-b4de-c04bd3e4c44a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (9dc72441-817a-452a-8e88-f736d9f767db), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:18.375334 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e74887ea-2a38-4f14-b4de-c04bd3e4c44a admin admin] Releasing vlan 290 on physical network physnet1 to pool {{(pid=103701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:55:18.376011 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e74887ea-2a38-4f14-b4de-c04bd3e4c44a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583360'] for segment (9dc72441-817a-452a-8e88-f736d9f767db), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:18.381892 n-d-826753-2 neutron-server[103701]: Traceback (most recent call last): Feb 19 02:55:18.381892 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:55:18.381892 n-d-826753-2 neutron-server[103701]: timer() Feb 19 02:55:18.381892 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:55:18.381892 n-d-826753-2 neutron-server[103701]: cb(*args, **kw) Feb 19 02:55:18.381892 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:55:18.381892 n-d-826753-2 neutron-server[103701]: return func(*args, **kwargs) Feb 19 02:55:18.381892 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:55:18.381892 n-d-826753-2 neutron-server[103701]: self._notify() Feb 19 02:55:18.381892 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:55:18.381892 n-d-826753-2 neutron-server[103701]: self.callback(batched_events) Feb 19 02:55:18.381892 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:55:18.381892 n-d-826753-2 neutron-server[103701]: event.method(event) Feb 19 02:55:18.381892 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:55:18.381892 n-d-826753-2 neutron-server[103701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:55:18.381892 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:55:18.381892 n-d-826753-2 neutron-server[103701]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:55:18.381892 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:55:18.381892 n-d-826753-2 neutron-server[103701]: return f(self, *a, **k) Feb 19 02:55:18.381892 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:55:18.381892 n-d-826753-2 neutron-server[103701]: return self._get(url).json() Feb 19 02:55:18.381892 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:55:18.381892 n-d-826753-2 neutron-server[103701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:55:18.381892 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:55:18.381892 n-d-826753-2 neutron-server[103701]: return self.request(url, 'GET', **kwargs) Feb 19 02:55:18.381892 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:55:18.381892 n-d-826753-2 neutron-server[103701]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:55:18.381892 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:55:18.381892 n-d-826753-2 neutron-server[103701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:55:18.381892 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:55:18.381892 n-d-826753-2 neutron-server[103701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:55:18.381892 n-d-826753-2 neutron-server[103701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:55:18.390137 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-383c08d6-dbea-4893-b23b-9f326e6d9942 req-951efd73-9ac3-42d8-b6e9-c403fcb5c0a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14dfa150-807e-4786-b671-02f72ff06137 {{(pid=103702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:55:18.398694 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-383c08d6-dbea-4893-b23b-9f326e6d9942 req-951efd73-9ac3-42d8-b6e9-c403fcb5c0a8 service neutron] Publish callbacks [] for port (14dfa150-807e-4786-b671-02f72ff06137), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:18.412672 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-383c08d6-dbea-4893-b23b-9f326e6d9942 req-951efd73-9ac3-42d8-b6e9-c403fcb5c0a8 service neutron] Transition to ACTIVE for port object 14dfa150-807e-4786-b671-02f72ff06137 will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:55:18.420400 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-383c08d6-dbea-4893-b23b-9f326e6d9942 req-951efd73-9ac3-42d8-b6e9-c403fcb5c0a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (14dfa150-807e-4786-b671-02f72ff06137), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:18.479316 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-dfb8039e-d180-465c-8771-705267a5063a req-2bd8bfac-3fa7-4ca2-a2e1-1ebc1dd4254a tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] 10.222.0.72 "GET /v2.0/security-groups?id=dcac2b5a-dee8-41b9-b83f-a011c1698d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558509 Feb 19 02:55:18.542164 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951efd73-9ac3-42d8-b6e9-c403fcb5c0a8 service neutron] Pushing event updated for resources: {'Port': ['ID=14dfa150-807e-4786-b671-02f72ff06137,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:18.574903 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b62b28a9-a0bb-41cb-9170-0db218aba3c7 req-6de00121-dbb9-46cb-8c20-68af0b2e6a02 service neutron] 10.222.0.82 "GET /v2.0/networks/9a6f306a-b9cc-4273-b930-f91b907b962b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3781958 Feb 19 02:55:18.582670 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e74887ea-2a38-4f14-b4de-c04bd3e4c44a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (83c866d3-e000-4397-a50d-1c4d2fa3070f), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:18.598424 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-383c08d6-dbea-4893-b23b-9f326e6d9942 req-951efd73-9ac3-42d8-b6e9-c403fcb5c0a8 service neutron] Attempting to bind port 14dfa150-807e-4786-b671-02f72ff06137 on host n-h1-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:55:18.598766 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-383c08d6-dbea-4893-b23b-9f326e6d9942 req-951efd73-9ac3-42d8-b6e9-c403fcb5c0a8 service neutron] Attempting to bind port 14dfa150-807e-4786-b671-02f72ff06137 by drivers openvswitch,hyperv on host n-h1-826753-2 at level 0 using segments [{'id': '8dad7827-4aa1-4e5b-9f30-6ca5e9f618d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '5dc8f89c-ee21-439f-a1f2-e0d9a7b63c55'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:55:18.599096 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383c08d6-dbea-4893-b23b-9f326e6d9942 req-951efd73-9ac3-42d8-b6e9-c403fcb5c0a8 service neutron] Attempting to bind port 14dfa150-807e-4786-b671-02f72ff06137 on network 5dc8f89c-ee21-439f-a1f2-e0d9a7b63c55 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:55:18.612239 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383c08d6-dbea-4893-b23b-9f326e6d9942 req-951efd73-9ac3-42d8-b6e9-c403fcb5c0a8 service neutron] Port 14dfa150-807e-4786-b671-02f72ff06137 on network 5dc8f89c-ee21-439f-a1f2-e0d9a7b63c55 not bound, no agent of type Open vSwitch agent registered on host n-h1-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:55:18.613468 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383c08d6-dbea-4893-b23b-9f326e6d9942 req-951efd73-9ac3-42d8-b6e9-c403fcb5c0a8 service neutron] Attempting to bind port 14dfa150-807e-4786-b671-02f72ff06137 on network 5dc8f89c-ee21-439f-a1f2-e0d9a7b63c55 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:55:18.620297 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e74887ea-2a38-4f14-b4de-c04bd3e4c44a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:18.627747 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-e74887ea-2a38-4f14-b4de-c04bd3e4c44a admin admin] 10.222.0.72 "DELETE /v2.0/networks/83c866d3-e000-4397-a50d-1c4d2fa3070f HTTP/1.1" status: 204 len: 168 time: 1.0113404 Feb 19 02:55:18.628385 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383c08d6-dbea-4893-b23b-9f326e6d9942 req-951efd73-9ac3-42d8-b6e9-c403fcb5c0a8 service neutron] Checking agent: {'id': '9d56fb1b-2855-496a-a6d9-c324740cb98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:55:18.628750 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383c08d6-dbea-4893-b23b-9f326e6d9942 req-951efd73-9ac3-42d8-b6e9-c403fcb5c0a8 service neutron] Checking segment: {'id': '8dad7827-4aa1-4e5b-9f30-6ca5e9f618d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '5dc8f89c-ee21-439f-a1f2-e0d9a7b63c55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:55:18.629235 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383c08d6-dbea-4893-b23b-9f326e6d9942 req-951efd73-9ac3-42d8-b6e9-c403fcb5c0a8 service neutron] Bound using segment: {'id': '8dad7827-4aa1-4e5b-9f30-6ca5e9f618d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '5dc8f89c-ee21-439f-a1f2-e0d9a7b63c55'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:55:18.629611 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-383c08d6-dbea-4893-b23b-9f326e6d9942 req-951efd73-9ac3-42d8-b6e9-c403fcb5c0a8 service neutron] Bound port: 14dfa150-807e-4786-b671-02f72ff06137, host: n-h1-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dad7827-4aa1-4e5b-9f30-6ca5e9f618d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '5dc8f89c-ee21-439f-a1f2-e0d9a7b63c55'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:55:18.629976 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-383c08d6-dbea-4893-b23b-9f326e6d9942 req-951efd73-9ac3-42d8-b6e9-c403fcb5c0a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (14dfa150-807e-4786-b671-02f72ff06137), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:18.685628 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74887ea-2a38-4f14-b4de-c04bd3e4c44a admin admin] Pushing event deleted for resources: {'Network': ['ID=83c866d3-e000-4397-a50d-1c4d2fa3070f,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:18.702111 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aee5cf2-584c-48fc-b162-f5e9dabdb38c req-4f204c63-63ff-4b5f-a6a4-52054e0a6819 tempest-InstanceActionsNegativeTestJSON-854221252 tempest-InstanceActionsNegativeTestJSON-854221252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:18.704143 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7aee5cf2-584c-48fc-b162-f5e9dabdb38c req-4f204c63-63ff-4b5f-a6a4-52054e0a6819 tempest-InstanceActionsNegativeTestJSON-854221252 tempest-InstanceActionsNegativeTestJSON-854221252-project] 10.222.0.72 "GET /v2.0/ports?device_id=63107477-cf2b-4159-8f70-12e725038d4e HTTP/1.1" status: 200 len: 943 time: 0.2218666 Feb 19 02:55:18.765189 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-383c08d6-dbea-4893-b23b-9f326e6d9942 req-951efd73-9ac3-42d8-b6e9-c403fcb5c0a8 service neutron] For port 14dfa150-807e-4786-b671-02f72ff06137, host n-h1-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:55:18.774910 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-383c08d6-dbea-4893-b23b-9f326e6d9942 req-951efd73-9ac3-42d8-b6e9-c403fcb5c0a8 service neutron] For port 14dfa150-807e-4786-b671-02f72ff06137, host n-h1-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=14dfa150-807e-4786-b671-02f72ff06137,segment=NetworkSegment(8dad7827-4aa1-4e5b-9f30-6ca5e9f618d0),segment_id=8dad7827-4aa1-4e5b-9f30-6ca5e9f618d0)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:55:18.796022 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-383c08d6-dbea-4893-b23b-9f326e6d9942 req-951efd73-9ac3-42d8-b6e9-c403fcb5c0a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (14dfa150-807e-4786-b671-02f72ff06137), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:18.811848 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b62b28a9-a0bb-41cb-9170-0db218aba3c7 req-f22485b8-2115-4cff-b874-1553ff19eef7 service neutron] 10.222.0.82 "GET /v2.0/networks/9a6f306a-b9cc-4273-b930-f91b907b962b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263803 Feb 19 02:55:18.818008 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7aee5cf2-584c-48fc-b162-f5e9dabdb38c req-60b36a50-340e-4606-8f90-48fa72050e8b tempest-InstanceActionsNegativeTestJSON-854221252 tempest-InstanceActionsNegativeTestJSON-854221252-project] 10.222.0.72 "GET /v2.0/security-groups?id=9acd9e46-cea6-435b-8843-7e118d321014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075950 Feb 19 02:55:18.838544 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383c08d6-dbea-4893-b23b-9f326e6d9942 req-951efd73-9ac3-42d8-b6e9-c403fcb5c0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:18.839228 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-383c08d6-dbea-4893-b23b-9f326e6d9942 req-951efd73-9ac3-42d8-b6e9-c403fcb5c0a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:18.840605 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-383c08d6-dbea-4893-b23b-9f326e6d9942 req-951efd73-9ac3-42d8-b6e9-c403fcb5c0a8 service neutron] 10.222.0.73 "PUT /v2.0/ports/14dfa150-807e-4786-b671-02f72ff06137 HTTP/1.1" status: 200 len: 1091 time: 0.9665096 Feb 19 02:55:18.841206 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63107477-cf2b-4159-8f70-12e725038d4e', 'tag': '14dfa150-807e-4786-b671-02f72ff06137'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:55:18.843546 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b5894a9-9b1d-4a8b-8641-09e86fca99bb" -d '{"events": [{"name": "network-changed", "server_uuid": "63107477-cf2b-4159-8f70-12e725038d4e", "tag": "14dfa150-807e-4786-b671-02f72ff06137"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:55:18.890430 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951efd73-9ac3-42d8-b6e9-c403fcb5c0a8 service neutron] Pushing event updated for resources: {'Port': ['ID=14dfa150-807e-4786-b671-02f72ff06137,revision_number=3']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:18.919246 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16409036-8ada-4732-a079-a77c336f694d x-openstack-request-id: req-16409036-8ada-4732-a079-a77c336f694d {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:55:18.919682 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63107477-cf2b-4159-8f70-12e725038d4e", "tag": "14dfa150-807e-4786-b671-02f72ff06137", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:55:18.920037 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-16409036-8ada-4732-a079-a77c336f694d {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:55:18.920541 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63107477-cf2b-4159-8f70-12e725038d4e', 'tag': '14dfa150-807e-4786-b671-02f72ff06137', 'status': 'completed', 'code': 200} Feb 19 02:55:18.992523 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383c08d6-dbea-4893-b23b-9f326e6d9942 req-70845609-5b46-4f80-a385-71a9bdaadb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:18.994243 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-383c08d6-dbea-4893-b23b-9f326e6d9942 req-70845609-5b46-4f80-a385-71a9bdaadb1d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fde04adc9df644a8930232a9a3505446&device_id=63107477-cf2b-4159-8f70-12e725038d4e HTTP/1.1" status: 200 len: 1125 time: 0.0590277 Feb 19 02:55:19.070159 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-383c08d6-dbea-4893-b23b-9f326e6d9942 req-ccef9b77-2c82-43e6-b428-833019d4b2ca service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=14dfa150-807e-4786-b671-02f72ff06137 HTTP/1.1" status: 200 len: 217 time: 0.0633223 Feb 19 02:55:19.119435 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 37766) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:19.155829 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383c08d6-dbea-4893-b23b-9f326e6d9942 req-376beaf4-b81d-4406-996b-1f0031ec0264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:19.157266 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-383c08d6-dbea-4893-b23b-9f326e6d9942 req-376beaf4-b81d-4406-996b-1f0031ec0264 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=55bed9e5-47f3-40be-a468-b76d16088467 HTTP/1.1" status: 200 len: 861 time: 0.0812042 Feb 19 02:55:19.188311 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:19.200821 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-383c08d6-dbea-4893-b23b-9f326e6d9942 req-2f597a86-0bc7-4ed2-8de7-7e3313ec1329 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5dc8f89c-ee21-439f-a1f2-e0d9a7b63c55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370829 Feb 19 02:55:19.210467 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-32131562-25a8-4428-a0a0-f5a5c73f7881 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=60cd2412755d4ac9a24ef5f571b19bc2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0894799 Feb 19 02:55:19.211366 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 37768) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:19.229090 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44d38ea-784d-4137-87b1-93470dc5a720 req-626e37de-f3b9-46e5-9d3b-45aceefe7771 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:19.231617 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d44d38ea-784d-4137-87b1-93470dc5a720 req-626e37de-f3b9-46e5-9d3b-45aceefe7771 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/ports?device_id=5bb9eab4-0d6c-4134-ab2b-95a69750261e HTTP/1.1" status: 200 len: 945 time: 0.1268232 Feb 19 02:55:19.316257 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-362524fc-0d11-4665-9d3b-e3d51b642401 admin admin] Publish callbacks [] for security_group (c18c8961-f07d-4937-88ea-8df5c42d7449), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:19.323472 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d44d38ea-784d-4137-87b1-93470dc5a720 req-dee1c463-67a8-4588-80c5-d92bef6760c6 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d351a8c-b73e-485a-861c-36f8b0ec3310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849624 Feb 19 02:55:19.354416 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-383c08d6-dbea-4893-b23b-9f326e6d9942 req-e96faaf8-08e8-4e4c-b389-8dc7d05a5ca5 service neutron] 10.222.0.73 "GET /v2.0/networks/5dc8f89c-ee21-439f-a1f2-e0d9a7b63c55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465683 Feb 19 02:55:19.363291 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-362524fc-0d11-4665-9d3b-e3d51b642401 admin admin] Publish callbacks [] for security_group (c18c8961-f07d-4937-88ea-8df5c42d7449), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:19.467940 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-362524fc-0d11-4665-9d3b-e3d51b642401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (c18c8961-f07d-4937-88ea-8df5c42d7449), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:19.474262 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-362524fc-0d11-4665-9d3b-e3d51b642401 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:19.480063 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-362524fc-0d11-4665-9d3b-e3d51b642401 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c18c8961-f07d-4937-88ea-8df5c42d7449 HTTP/1.1" status: 204 len: 168 time: 0.2648535 Feb 19 02:55:19.489732 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362524fc-0d11-4665-9d3b-e3d51b642401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c18c8961-f07d-4937-88ea-8df5c42d7449,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:19.515799 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-383c08d6-dbea-4893-b23b-9f326e6d9942 req-e95d695c-4e58-4ca1-90c5-1bf8cbab84b5 service neutron] 10.222.0.73 "GET /v2.0/networks/5dc8f89c-ee21-439f-a1f2-e0d9a7b63c55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507809 Feb 19 02:55:19.624252 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device a9d2220e-9de0-438a-a82f-f709ddf4531d details requested by agent hyperv_n-h2-826753-2 with host n-h2-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:55:19.700592 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2ac9cf-8fc5-45cb-aff8-c3315c4a6805 req-a4c67736-1aef-4f56-bb57-ba1e68368647 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:19.708224 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6f2ac9cf-8fc5-45cb-aff8-c3315c4a6805 req-a4c67736-1aef-4f56-bb57-ba1e68368647 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b2e9057-c4b2-46db-814b-3b8888cce113 HTTP/1.1" status: 200 len: 944 time: 0.0878758 Feb 19 02:55:19.769777 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5894a9-9b1d-4a8b-8641-09e86fca99bb req-29aced36-b489-4d21-a9fa-ac3e421e9817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:19.770478 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6f2ac9cf-8fc5-45cb-aff8-c3315c4a6805 req-a44c83f9-ed95-45f4-9633-be73d74af1d3 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] 10.222.0.72 "GET /v2.0/security-groups?id=dcac2b5a-dee8-41b9-b83f-a011c1698d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610166 Feb 19 02:55:19.789466 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4b5894a9-9b1d-4a8b-8641-09e86fca99bb req-29aced36-b489-4d21-a9fa-ac3e421e9817 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fde04adc9df644a8930232a9a3505446&device_id=63107477-cf2b-4159-8f70-12e725038d4e HTTP/1.1" status: 200 len: 1125 time: 0.1669440 Feb 19 02:55:19.987527 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5894a9-9b1d-4a8b-8641-09e86fca99bb req-c97e1ce7-6645-4860-af91-ee0f7005aa9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:19.989407 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4b5894a9-9b1d-4a8b-8641-09e86fca99bb req-c97e1ce7-6645-4860-af91-ee0f7005aa9f service neutron] 10.222.0.73 "GET /v2.0/networks?id=5dc8f89c-ee21-439f-a1f2-e0d9a7b63c55 HTTP/1.1" status: 200 len: 922 time: 0.1932297 Feb 19 02:55:20.082168 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8171a9da-6e73-4301-99c7-27c52080b956 req-8b582fdb-cfd0-4c28-b0c8-f93ecb5819f8 tempest-InstanceActionsNegativeTestJSON-854221252 tempest-InstanceActionsNegativeTestJSON-854221252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:20.092864 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8171a9da-6e73-4301-99c7-27c52080b956 req-8b582fdb-cfd0-4c28-b0c8-f93ecb5819f8 tempest-InstanceActionsNegativeTestJSON-854221252 tempest-InstanceActionsNegativeTestJSON-854221252-project] 10.222.0.72 "GET /v2.0/ports?device_id=63107477-cf2b-4159-8f70-12e725038d4e HTTP/1.1" status: 200 len: 943 time: 0.0956812 Feb 19 02:55:20.095644 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4b5894a9-9b1d-4a8b-8641-09e86fca99bb req-68e68311-1916-4498-9431-54a3ebb3e11f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=14dfa150-807e-4786-b671-02f72ff06137 HTTP/1.1" status: 200 len: 217 time: 0.0987628 Feb 19 02:55:20.152534 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port a9d2220e-9de0-438a-a82f-f709ddf4531d, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=a9d2220e-9de0-438a-a82f-f709ddf4531d,segment=NetworkSegment(fef50217-a0be-4490-a735-2f865cd5e060),segment_id=fef50217-a0be-4490-a735-2f865cd5e060)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:55:20.193788 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Returning: {'device': 'a9d2220e-9de0-438a-a82f-f709ddf4531d', 'network_id': '9a6f306a-b9cc-4273-b930-f91b907b962b', 'port_id': 'a9d2220e-9de0-438a-a82f-f709ddf4531d', 'mac_address': 'fa:16:3e:6f:22:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'babb961f-8ad0-4884-964f-6665ef96ca3a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:55:20.236911 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8171a9da-6e73-4301-99c7-27c52080b956 req-7687e455-96d0-48e4-98d4-e05606aae7ea tempest-InstanceActionsNegativeTestJSON-854221252 tempest-InstanceActionsNegativeTestJSON-854221252-project] 10.222.0.72 "GET /v2.0/security-groups?id=9acd9e46-cea6-435b-8843-7e118d321014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429939 Feb 19 02:55:20.263368 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5894a9-9b1d-4a8b-8641-09e86fca99bb req-d42b8a9a-50ea-41f9-9c15-0125aefaa889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:20.264877 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4b5894a9-9b1d-4a8b-8641-09e86fca99bb req-d42b8a9a-50ea-41f9-9c15-0125aefaa889 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=55bed9e5-47f3-40be-a468-b76d16088467 HTTP/1.1" status: 200 len: 861 time: 0.1625776 Feb 19 02:55:20.302157 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port a9d2220e-9de0-438a-a82f-f709ddf4531d is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:55:20.302892 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (a9d2220e-9de0-438a-a82f-f709ddf4531d), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:20.340141 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4b5894a9-9b1d-4a8b-8641-09e86fca99bb req-b94efb50-75df-4a90-b68e-4acba7e02411 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5dc8f89c-ee21-439f-a1f2-e0d9a7b63c55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652523 Feb 19 02:55:20.388485 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9d2220e-9de0-438a-a82f-f709ddf4531d {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:55:20.408493 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:20.447432 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port a9d2220e-9de0-438a-a82f-f709ddf4531d, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=a9d2220e-9de0-438a-a82f-f709ddf4531d,segment=NetworkSegment(fef50217-a0be-4490-a735-2f865cd5e060),segment_id=fef50217-a0be-4490-a735-2f865cd5e060)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:55:20.455726 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (a9d2220e-9de0-438a-a82f-f709ddf4531d), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:20.503623 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4b5894a9-9b1d-4a8b-8641-09e86fca99bb req-c0b35c6c-ac74-4bd3-8860-a096a25bf9f3 service neutron] 10.222.0.73 "GET /v2.0/networks/5dc8f89c-ee21-439f-a1f2-e0d9a7b63c55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544065 Feb 19 02:55:20.559424 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=a9d2220e-9de0-438a-a82f-f709ddf4531d,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:20.728921 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4b5894a9-9b1d-4a8b-8641-09e86fca99bb req-57b0f96a-37b5-4e12-b2d3-d0ec73b976a8 service neutron] 10.222.0.73 "GET /v2.0/networks/5dc8f89c-ee21-439f-a1f2-e0d9a7b63c55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177196 Feb 19 02:55:20.749241 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['a9d2220e-9de0-438a-a82f-f709ddf4531d'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:55:21.632744 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device a9d2220e-9de0-438a-a82f-f709ddf4531d up at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:55:21.774447 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning for port a9d2220e-9de0-438a-a82f-f709ddf4531d completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:55:21.779104 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2137b80-28bc-4eae-a4ff-365cf4f77186 req-d38a86fe-3eea-407f-bfad-26c1ce0c47c5 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:21.780651 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e2137b80-28bc-4eae-a4ff-365cf4f77186 req-d38a86fe-3eea-407f-bfad-26c1ce0c47c5 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b2e9057-c4b2-46db-814b-3b8888cce113 HTTP/1.1" status: 200 len: 945 time: 0.8906896 Feb 19 02:55:21.790791 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning complete for port a9d2220e-9de0-438a-a82f-f709ddf4531d triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:55:21.792010 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (a9d2220e-9de0-438a-a82f-f709ddf4531d), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:21.886942 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e2137b80-28bc-4eae-a4ff-365cf4f77186 req-5035c127-d2dc-4152-8168-c0dcca56fd8c tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] 10.222.0.72 "GET /v2.0/security-groups?id=dcac2b5a-dee8-41b9-b83f-a011c1698d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867925 Feb 19 02:55:21.906175 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aad0ab6-e3c0-46f8-80c1-ed3c0b104d99 req-aaa81c38-73f0-4c83-97c9-e37901470f0a tempest-InstanceActionsNegativeTestJSON-854221252 tempest-InstanceActionsNegativeTestJSON-854221252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:21.920338 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5aad0ab6-e3c0-46f8-80c1-ed3c0b104d99 req-aaa81c38-73f0-4c83-97c9-e37901470f0a tempest-InstanceActionsNegativeTestJSON-854221252 tempest-InstanceActionsNegativeTestJSON-854221252-project] 10.222.0.72 "GET /v2.0/ports?device_id=63107477-cf2b-4159-8f70-12e725038d4e HTTP/1.1" status: 200 len: 943 time: 0.2641633 Feb 19 02:55:21.965648 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:22.055108 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5aad0ab6-e3c0-46f8-80c1-ed3c0b104d99 req-c3d696cd-f120-44d9-9200-d99d103d46d1 tempest-InstanceActionsNegativeTestJSON-854221252 tempest-InstanceActionsNegativeTestJSON-854221252-project] 10.222.0.72 "GET /v2.0/security-groups?id=9acd9e46-cea6-435b-8843-7e118d321014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337976 Feb 19 02:55:22.087904 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port a9d2220e-9de0-438a-a82f-f709ddf4531d is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:55:22.092071 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (a9d2220e-9de0-438a-a82f-f709ddf4531d), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:22.146715 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b2e9057-c4b2-46db-814b-3b8888cce113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9d2220e-9de0-438a-a82f-f709ddf4531d'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:55:22.154247 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-376723d9-7afb-4935-b6c4-cf65838d9427" -d '{"events": [{"server_uuid": "7b2e9057-c4b2-46db-814b-3b8888cce113", "name": "network-vif-plugged", "status": "completed", "tag": "a9d2220e-9de0-438a-a82f-f709ddf4531d"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:55:22.182567 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port a9d2220e-9de0-438a-a82f-f709ddf4531d, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=a9d2220e-9de0-438a-a82f-f709ddf4531d,segment=NetworkSegment(fef50217-a0be-4490-a735-2f865cd5e060),segment_id=fef50217-a0be-4490-a735-2f865cd5e060)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:55:22.200495 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (a9d2220e-9de0-438a-a82f-f709ddf4531d), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:22.262151 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-371df0b3-e20c-4142-88cc-d23785a2e88b x-openstack-request-id: req-371df0b3-e20c-4142-88cc-d23785a2e88b {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:55:22.262441 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b2e9057-c4b2-46db-814b-3b8888cce113", "name": "network-vif-plugged", "status": "completed", "tag": "a9d2220e-9de0-438a-a82f-f709ddf4531d", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:55:22.262697 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-371df0b3-e20c-4142-88cc-d23785a2e88b {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:55:22.263097 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b2e9057-c4b2-46db-814b-3b8888cce113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9d2220e-9de0-438a-a82f-f709ddf4531d', 'code': 200} Feb 19 02:55:22.284030 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 37868) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:22.391392 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=a9d2220e-9de0-438a-a82f-f709ddf4531d,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:22.464952 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ae4547-6243-4cc1-8317-e7f1474a7e07 req-faf37b4b-4152-4799-84d2-83df0f0e8000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:22.469055 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-29ae4547-6243-4cc1-8317-e7f1474a7e07 req-faf37b4b-4152-4799-84d2-83df0f0e8000 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=7b2e9057-c4b2-46db-814b-3b8888cce113 HTTP/1.1" status: 200 len: 1128 time: 0.1627603 Feb 19 02:55:22.470732 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:22.528579 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-29ae4547-6243-4cc1-8317-e7f1474a7e07 req-a980a3e3-a9e5-4b45-912e-bacc3b9eddd5 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=dcac2b5a-dee8-41b9-b83f-a011c1698d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528140 Feb 19 02:55:22.746590 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-d1875802-18c4-4eb2-a49d-b0a9b3ee897d admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-321410070-network', 'tenant_id': 'abfb6368aa414ad3932f3e859866ca5d'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:55:22.791511 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1875802-18c4-4eb2-a49d-b0a9b3ee897d admin admin] Made reservation on behalf of abfb6368aa414ad3932f3e859866ca5d for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:55:22.794466 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d1875802-18c4-4eb2-a49d-b0a9b3ee897d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:22.820642 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d1875802-18c4-4eb2-a49d-b0a9b3ee897d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:23.011597 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d1875802-18c4-4eb2-a49d-b0a9b3ee897d admin admin] Publish callbacks [] for security_group (9568d5a5-9f29-4cb7-9078-0a67796882a5), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:23.026147 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d1875802-18c4-4eb2-a49d-b0a9b3ee897d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (9568d5a5-9f29-4cb7-9078-0a67796882a5), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:23.080227 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1875802-18c4-4eb2-a49d-b0a9b3ee897d admin admin] vlan segment allocate from pool success with {'vlan_id': 269, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:55:23.104657 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1875802-18c4-4eb2-a49d-b0a9b3ee897d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9568d5a5-9f29-4cb7-9078-0a67796882a5,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:23.148338 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d1875802-18c4-4eb2-a49d-b0a9b3ee897d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (453c82b2-571f-4adc-8020-4ad6f3cee2f3), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:23.150132 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-d1875802-18c4-4eb2-a49d-b0a9b3ee897d admin admin] Added segment 453c82b2-571f-4adc-8020-4ad6f3cee2f3 of type vlan for network 10bca710-03bb-4ca8-92a9-8ed45d6067d7 Feb 19 02:55:23.169995 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8948bacb-ff46-4db8-bf22-16dab1183814 req-88ddc2a9-a0f7-4ea8-aad2-1892e1783410 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:23.180524 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8948bacb-ff46-4db8-bf22-16dab1183814 req-88ddc2a9-a0f7-4ea8-aad2-1892e1783410 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b2e9057-c4b2-46db-814b-3b8888cce113 HTTP/1.1" status: 200 len: 946 time: 0.1524684 Feb 19 02:55:23.256659 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d1875802-18c4-4eb2-a49d-b0a9b3ee897d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (10bca710-03bb-4ca8-92a9-8ed45d6067d7), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:23.326876 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d1875802-18c4-4eb2-a49d-b0a9b3ee897d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (10bca710-03bb-4ca8-92a9-8ed45d6067d7), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:23.327826 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1875802-18c4-4eb2-a49d-b0a9b3ee897d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:23.328457 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d1875802-18c4-4eb2-a49d-b0a9b3ee897d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:23.331198 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 14dfa150-807e-4786-b671-02f72ff06137 details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:55:23.361839 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8948bacb-ff46-4db8-bf22-16dab1183814 req-cea4af8a-4414-42d7-9c96-e85291c88862 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] 10.222.0.72 "GET /v2.0/security-groups?id=dcac2b5a-dee8-41b9-b83f-a011c1698d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801617 Feb 19 02:55:23.389290 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc32b7f-b33c-4da9-905a-1ea52a720078 req-33b9e446-391c-44e1-afbc-857b43c692b5 tempest-InstanceActionsNegativeTestJSON-854221252 tempest-InstanceActionsNegativeTestJSON-854221252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:23.391326 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1cc32b7f-b33c-4da9-905a-1ea52a720078 req-33b9e446-391c-44e1-afbc-857b43c692b5 tempest-InstanceActionsNegativeTestJSON-854221252 tempest-InstanceActionsNegativeTestJSON-854221252-project] 10.222.0.72 "GET /v2.0/ports?device_id=63107477-cf2b-4159-8f70-12e725038d4e HTTP/1.1" status: 200 len: 943 time: 0.2013531 Feb 19 02:55:23.463991 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1cc32b7f-b33c-4da9-905a-1ea52a720078 req-3493d2b6-3adf-445c-8589-4fe61332b312 tempest-InstanceActionsNegativeTestJSON-854221252 tempest-InstanceActionsNegativeTestJSON-854221252-project] 10.222.0.72 "GET /v2.0/security-groups?id=9acd9e46-cea6-435b-8843-7e118d321014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653827 Feb 19 02:55:23.550168 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-d1875802-18c4-4eb2-a49d-b0a9b3ee897d admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2641346 Feb 19 02:55:23.552403 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 37908) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:23.559436 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-36eb457b-866f-4bdf-9a62-af397b6eb9b1 admin admin] Request body: {'subnet': {'network_id': '10bca710-03bb-4ca8-92a9-8ed45d6067d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-321410070-subnet', 'tenant_id': 'abfb6368aa414ad3932f3e859866ca5d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:55:23.605695 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1875802-18c4-4eb2-a49d-b0a9b3ee897d admin admin] Pushing event updated for resources: {'Network': ['ID=10bca710-03bb-4ca8-92a9-8ed45d6067d7,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:23.648710 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 10bca710-03bb-4ca8-92a9-8ed45d6067d7 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:55:23.656759 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36eb457b-866f-4bdf-9a62-af397b6eb9b1 admin admin] Made reservation on behalf of abfb6368aa414ad3932f3e859866ca5d for: {'subnet': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:55:23.668316 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-36eb457b-866f-4bdf-9a62-af397b6eb9b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58706307'] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:23.687031 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 14dfa150-807e-4786-b671-02f72ff06137, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=14dfa150-807e-4786-b671-02f72ff06137,segment=NetworkSegment(8dad7827-4aa1-4e5b-9f30-6ca5e9f618d0),segment_id=8dad7827-4aa1-4e5b-9f30-6ca5e9f618d0)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:55:23.725884 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': '14dfa150-807e-4786-b671-02f72ff06137', 'network_id': '5dc8f89c-ee21-439f-a1f2-e0d9a7b63c55', 'port_id': '14dfa150-807e-4786-b671-02f72ff06137', 'mac_address': 'fa:16:3e:ff:3e:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55bed9e5-47f3-40be-a468-b76d16088467', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:55:23.799550 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 14dfa150-807e-4786-b671-02f72ff06137 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:55:23.800249 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (14dfa150-807e-4786-b671-02f72ff06137), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:23.820634 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14dfa150-807e-4786-b671-02f72ff06137 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:55:23.851147 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 14dfa150-807e-4786-b671-02f72ff06137, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=14dfa150-807e-4786-b671-02f72ff06137,segment=NetworkSegment(8dad7827-4aa1-4e5b-9f30-6ca5e9f618d0),segment_id=8dad7827-4aa1-4e5b-9f30-6ca5e9f618d0)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:55:23.858098 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (14dfa150-807e-4786-b671-02f72ff06137), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:23.924134 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=14dfa150-807e-4786-b671-02f72ff06137,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:24.190637 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-36eb457b-866f-4bdf-9a62-af397b6eb9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12647271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58706289'] for subnet (9c9a44a2-dc67-44c4-8d85-190b97b3cdaf), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:24.247439 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['14dfa150-807e-4786-b671-02f72ff06137'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:55:24.355512 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eb457b-866f-4bdf-9a62-af397b6eb9b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c9a44a2-dc67-44c4-8d85-190b97b3cdaf,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:24.390706 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36eb457b-866f-4bdf-9a62-af397b6eb9b1 admin admin] Checking segment: {'id': '453c82b2-571f-4adc-8020-4ad6f3cee2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '10bca710-03bb-4ca8-92a9-8ed45d6067d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:55:24.391078 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36eb457b-866f-4bdf-9a62-af397b6eb9b1 admin admin] Network hostable DHCP agents. Network: 10bca710-03bb-4ca8-92a9-8ed45d6067d7, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:55:24.432521 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36eb457b-866f-4bdf-9a62-af397b6eb9b1 admin admin] Network 10bca710-03bb-4ca8-92a9-8ed45d6067d7 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:55:24.449111 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-36eb457b-866f-4bdf-9a62-af397b6eb9b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 10bca710-03bb-4ca8-92a9-8ed45d6067d7) {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:55:24.473134 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36eb457b-866f-4bdf-9a62-af397b6eb9b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:24.477709 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-36eb457b-866f-4bdf-9a62-af397b6eb9b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:24.477882 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d13896-48c8-4fd4-ad28-1e3db83ea28c None None] Network 10bca710-03bb-4ca8-92a9-8ed45d6067d7 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:55:24.583566 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-36eb457b-866f-4bdf-9a62-af397b6eb9b1 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0293529 Feb 19 02:55:24.654889 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319aab51-4fe0-4d89-8d06-89e14f51e998 req-67df6db1-de4b-4b8a-9a72-2c89ba1f0b43 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:24.663010 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-319aab51-4fe0-4d89-8d06-89e14f51e998 req-67df6db1-de4b-4b8a-9a72-2c89ba1f0b43 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b2e9057-c4b2-46db-814b-3b8888cce113 HTTP/1.1" status: 200 len: 946 time: 0.2115314 Feb 19 02:55:24.792949 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-319aab51-4fe0-4d89-8d06-89e14f51e998 req-c3245455-e97d-4a8a-aa9b-a8438af36ed9 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] 10.222.0.72 "GET /v2.0/security-groups?id=dcac2b5a-dee8-41b9-b83f-a011c1698d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709980 Feb 19 02:55:24.858564 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4468486c-290b-4ae8-8050-495c21b02563 req-e0b46a7a-15da-4df8-80de-fe2ac5f6c88d tempest-InstanceActionsNegativeTestJSON-854221252 tempest-InstanceActionsNegativeTestJSON-854221252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:24.860632 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4468486c-290b-4ae8-8050-495c21b02563 req-e0b46a7a-15da-4df8-80de-fe2ac5f6c88d tempest-InstanceActionsNegativeTestJSON-854221252 tempest-InstanceActionsNegativeTestJSON-854221252-project] 10.222.0.72 "GET /v2.0/ports?device_id=63107477-cf2b-4159-8f70-12e725038d4e HTTP/1.1" status: 200 len: 944 time: 0.2479610 Feb 19 02:55:24.926314 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59961d67-8a5e-4127-9cfe-47ff90ef530a None None] Network 10bca710-03bb-4ca8-92a9-8ed45d6067d7 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:55:24.974379 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4468486c-290b-4ae8-8050-495c21b02563 req-77e8fe10-b9a6-473d-861e-4faf779601f1 tempest-InstanceActionsNegativeTestJSON-854221252 tempest-InstanceActionsNegativeTestJSON-854221252-project] 10.222.0.72 "GET /v2.0/security-groups?id=9acd9e46-cea6-435b-8843-7e118d321014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036296 Feb 19 02:55:25.302007 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766a3d0c-9178-4497-8e34-a8a79ef32222 req-95b4eba4-047b-42fa-bfa1-740be55aa2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:25.304142 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-766a3d0c-9178-4497-8e34-a8a79ef32222 req-95b4eba4-047b-42fa-bfa1-740be55aa2da service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=726a87ec871d4c369383e27ede210541&device_id=7b2e9057-c4b2-46db-814b-3b8888cce113 HTTP/1.1" status: 200 len: 1128 time: 0.1201072 Feb 19 02:55:25.419683 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40d3b15-d1e1-4d0c-bddb-c6e690545673 req-6679ebca-bf64-4135-b577-19bea0b60ceb tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:25.427214 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e40d3b15-d1e1-4d0c-bddb-c6e690545673 req-6679ebca-bf64-4135-b577-19bea0b60ceb tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b2e9057-c4b2-46db-814b-3b8888cce113 HTTP/1.1" status: 200 len: 946 time: 0.1938336 Feb 19 02:55:25.483605 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e40d3b15-d1e1-4d0c-bddb-c6e690545673 req-e6cf5455-4e87-4646-93e1-bcf498a920ea tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] 10.222.0.72 "GET /v2.0/security-groups?id=dcac2b5a-dee8-41b9-b83f-a011c1698d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554428 Feb 19 02:55:25.490917 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766a3d0c-9178-4497-8e34-a8a79ef32222 req-ab24a7aa-1f20-4a6b-aa4d-c4f3ff1173bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:25.492562 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-766a3d0c-9178-4497-8e34-a8a79ef32222 req-ab24a7aa-1f20-4a6b-aa4d-c4f3ff1173bf service neutron] 10.222.0.82 "GET /v2.0/networks?id=9a6f306a-b9cc-4273-b930-f91b907b962b HTTP/1.1" status: 200 len: 920 time: 0.1813037 Feb 19 02:55:25.593210 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-766a3d0c-9178-4497-8e34-a8a79ef32222 req-f66044a0-8bc5-42eb-9473-8ab70ba39e32 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9d2220e-9de0-438a-a82f-f709ddf4531d HTTP/1.1" status: 200 len: 217 time: 0.0900075 Feb 19 02:55:25.707346 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766a3d0c-9178-4497-8e34-a8a79ef32222 req-98fc936a-d68b-46a3-977a-68942517e107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:25.709083 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-766a3d0c-9178-4497-8e34-a8a79ef32222 req-98fc936a-d68b-46a3-977a-68942517e107 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=babb961f-8ad0-4884-964f-6665ef96ca3a HTTP/1.1" status: 200 len: 859 time: 0.1077020 Feb 19 02:55:25.769337 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-766a3d0c-9178-4497-8e34-a8a79ef32222 req-e6bb0f4c-d4fa-4531-b8c1-ad1fb439c5e6 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9a6f306a-b9cc-4273-b930-f91b907b962b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523591 Feb 19 02:55:25.986446 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 37972) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:26.028289 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-766a3d0c-9178-4497-8e34-a8a79ef32222 req-bdbd793b-1c9b-4954-903e-2723d9c90c53 service neutron] 10.222.0.82 "GET /v2.0/networks/9a6f306a-b9cc-4273-b930-f91b907b962b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487748 Feb 19 02:55:26.136291 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:26.279348 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-766a3d0c-9178-4497-8e34-a8a79ef32222 req-0db47b31-9a42-4038-9bce-8f886709d5e4 service neutron] 10.222.0.82 "GET /v2.0/networks/9a6f306a-b9cc-4273-b930-f91b907b962b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363873 Feb 19 02:55:26.302180 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ed119a-af23-4860-9935-3a4b291949f7 req-7b28c3d9-c81a-4660-8d35-f9a06adc0b15 tempest-InstanceActionsNegativeTestJSON-854221252 tempest-InstanceActionsNegativeTestJSON-854221252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:26.311594 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c6ed119a-af23-4860-9935-3a4b291949f7 req-7b28c3d9-c81a-4660-8d35-f9a06adc0b15 tempest-InstanceActionsNegativeTestJSON-854221252 tempest-InstanceActionsNegativeTestJSON-854221252-project] 10.222.0.72 "GET /v2.0/ports?device_id=63107477-cf2b-4159-8f70-12e725038d4e HTTP/1.1" status: 200 len: 944 time: 0.1935706 Feb 19 02:55:26.394155 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c6ed119a-af23-4860-9935-3a4b291949f7 req-9fd3cc75-0197-4427-871b-9c36a309d0fb tempest-InstanceActionsNegativeTestJSON-854221252 tempest-InstanceActionsNegativeTestJSON-854221252-project] 10.222.0.72 "GET /v2.0/security-groups?id=9acd9e46-cea6-435b-8843-7e118d321014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814078 Feb 19 02:55:26.621403 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-dce5ecd6-0980-4a2d-983f-f47226c13574 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:26.768939 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4941c5-59bf-49f3-a489-d9d20e599c9d req-a92a72c0-f23d-4636-a9be-ac11a6d8178b tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:26.783605 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-df4941c5-59bf-49f3-a489-d9d20e599c9d req-a92a72c0-f23d-4636-a9be-ac11a6d8178b tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b2e9057-c4b2-46db-814b-3b8888cce113 HTTP/1.1" status: 200 len: 946 time: 0.1751502 Feb 19 02:55:26.803338 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-dce5ecd6-0980-4a2d-983f-f47226c13574 admin admin] Publish callbacks [] for security_group (486f6dc9-06d0-42ad-b6f7-b994111a68da), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:26.812089 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-dce5ecd6-0980-4a2d-983f-f47226c13574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (486f6dc9-06d0-42ad-b6f7-b994111a68da), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:26.887454 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-dce5ecd6-0980-4a2d-983f-f47226c13574 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=fefb9405a68b45b7ad687eab62949fbf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8999450 Feb 19 02:55:26.892256 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 38008) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:26.894602 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce5ecd6-0980-4a2d-983f-f47226c13574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=486f6dc9-06d0-42ad-b6f7-b994111a68da,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:26.909551 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-df4941c5-59bf-49f3-a489-d9d20e599c9d req-42894a12-8758-4acd-9e85-e76469074206 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] 10.222.0.72 "GET /v2.0/security-groups?id=dcac2b5a-dee8-41b9-b83f-a011c1698d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218190 Feb 19 02:55:27.034171 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-aa9d75fc-a542-49ad-8bfd-2fd1ea0b3284 admin admin] Publish callbacks [] for security_group (486f6dc9-06d0-42ad-b6f7-b994111a68da), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:27.131597 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-aa9d75fc-a542-49ad-8bfd-2fd1ea0b3284 admin admin] Publish callbacks [] for security_group (486f6dc9-06d0-42ad-b6f7-b994111a68da), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:27.293812 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-aa9d75fc-a542-49ad-8bfd-2fd1ea0b3284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (486f6dc9-06d0-42ad-b6f7-b994111a68da), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:27.296643 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-aa9d75fc-a542-49ad-8bfd-2fd1ea0b3284 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:27.298569 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-aa9d75fc-a542-49ad-8bfd-2fd1ea0b3284 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/486f6dc9-06d0-42ad-b6f7-b994111a68da HTTP/1.1" status: 204 len: 168 time: 0.4049315 Feb 19 02:55:27.333827 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9d75fc-a542-49ad-8bfd-2fd1ea0b3284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=486f6dc9-06d0-42ad-b6f7-b994111a68da,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:27.352253 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 14dfa150-807e-4786-b671-02f72ff06137 up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:55:27.502110 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning for port 14dfa150-807e-4786-b671-02f72ff06137 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:55:27.506659 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port 14dfa150-807e-4786-b671-02f72ff06137 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:55:27.507367 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (14dfa150-807e-4786-b671-02f72ff06137), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:27.693225 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badc37fe-9e8b-4c28-844a-73a6782d8f83 req-04c19b0b-f72a-497f-a02e-1e78138fef2c tempest-InstanceActionsNegativeTestJSON-854221252 tempest-InstanceActionsNegativeTestJSON-854221252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:27.710997 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-badc37fe-9e8b-4c28-844a-73a6782d8f83 req-04c19b0b-f72a-497f-a02e-1e78138fef2c tempest-InstanceActionsNegativeTestJSON-854221252 tempest-InstanceActionsNegativeTestJSON-854221252-project] 10.222.0.72 "GET /v2.0/ports?device_id=63107477-cf2b-4159-8f70-12e725038d4e HTTP/1.1" status: 200 len: 944 time: 0.1677859 Feb 19 02:55:27.718600 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 14dfa150-807e-4786-b671-02f72ff06137 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:55:27.719343 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (14dfa150-807e-4786-b671-02f72ff06137), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:27.803296 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-badc37fe-9e8b-4c28-844a-73a6782d8f83 req-e26346f1-0a07-4e0f-a0ea-cc4021a59531 tempest-InstanceActionsNegativeTestJSON-854221252 tempest-InstanceActionsNegativeTestJSON-854221252-project] 10.222.0.72 "GET /v2.0/security-groups?id=9acd9e46-cea6-435b-8843-7e118d321014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886855 Feb 19 02:55:27.810908 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 14dfa150-807e-4786-b671-02f72ff06137, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=14dfa150-807e-4786-b671-02f72ff06137,segment=NetworkSegment(8dad7827-4aa1-4e5b-9f30-6ca5e9f618d0),segment_id=8dad7827-4aa1-4e5b-9f30-6ca5e9f618d0)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:55:27.817427 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63107477-cf2b-4159-8f70-12e725038d4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14dfa150-807e-4786-b671-02f72ff06137'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:55:27.820010 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9155a2b-6d5f-471f-94e2-61ae03bea8c8" -d '{"events": [{"server_uuid": "63107477-cf2b-4159-8f70-12e725038d4e", "name": "network-vif-plugged", "status": "completed", "tag": "14dfa150-807e-4786-b671-02f72ff06137"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:55:27.828464 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (14dfa150-807e-4786-b671-02f72ff06137), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:27.873444 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [req-81672aec-9480-4eff-b564-e5cb5df5343d req-9f62979d-65b5-4869-b4dd-dbfad6aebe99 service neutron] (103701) timed out ('10.222.0.82', 58565) {{(pid=103701) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 02:55:27.894947 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 38050) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:27.906883 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f296b310-82cb-412f-88c9-a72a8d1d2109 x-openstack-request-id: req-f296b310-82cb-412f-88c9-a72a8d1d2109 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:55:27.907774 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63107477-cf2b-4159-8f70-12e725038d4e", "name": "network-vif-plugged", "status": "completed", "tag": "14dfa150-807e-4786-b671-02f72ff06137", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:55:27.907774 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f296b310-82cb-412f-88c9-a72a8d1d2109 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:55:27.908132 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63107477-cf2b-4159-8f70-12e725038d4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14dfa150-807e-4786-b671-02f72ff06137', 'code': 200} Feb 19 02:55:27.977889 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=14dfa150-807e-4786-b671-02f72ff06137,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:28.087059 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d5d417-2c14-409c-b3f0-b157222e1ab8 req-206f37e9-b3b0-401f-88b6-703c13cf2163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:28.088492 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-81d5d417-2c14-409c-b3f0-b157222e1ab8 req-206f37e9-b3b0-401f-88b6-703c13cf2163 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=63107477-cf2b-4159-8f70-12e725038d4e HTTP/1.1" status: 200 len: 1127 time: 0.0854926 Feb 19 02:55:28.134435 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 38060) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:28.192440 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5579d73e-2b3e-44a8-8949-513590caf2bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:28.236629 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2ab9eaf8-6452-47ba-8b44-10196cbff071 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:28.251960 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8513082-33f6-42c4-8158-db7338f05053 req-6d932a5f-6e8a-46bd-9ec1-ae5918fe85a7 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:28.253591 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f8513082-33f6-42c4-8158-db7338f05053 req-6d932a5f-6e8a-46bd-9ec1-ae5918fe85a7 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b2e9057-c4b2-46db-814b-3b8888cce113 HTTP/1.1" status: 200 len: 946 time: 0.1419752 Feb 19 02:55:28.261185 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caa900f-03f8-4920-b82c-5a51e504a508 req-d9ca69b6-ce2e-4990-b0c9-45e9c4bcbc53 tempest-ServerGroupTestJSON-1763692424 tempest-ServerGroupTestJSON-1763692424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:28.267870 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8caa900f-03f8-4920-b82c-5a51e504a508 req-d9ca69b6-ce2e-4990-b0c9-45e9c4bcbc53 tempest-ServerGroupTestJSON-1763692424 tempest-ServerGroupTestJSON-1763692424-project] 10.222.0.72 "GET /v2.0/networks?id=10bca710-03bb-4ca8-92a9-8ed45d6067d7 HTTP/1.1" status: 200 len: 809 time: 0.2779789 Feb 19 02:55:28.304038 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8caa900f-03f8-4920-b82c-5a51e504a508 req-36f1ee9f-81e1-4e1c-89dc-19ab6fde699d tempest-ServerGroupTestJSON-1763692424 tempest-ServerGroupTestJSON-1763692424-project] 10.222.0.72 "GET /v2.0/quotas/abfb6368aa414ad3932f3e859866ca5d HTTP/1.1" status: 200 len: 375 time: 0.0352278 Feb 19 02:55:28.355095 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8caa900f-03f8-4920-b82c-5a51e504a508 req-a33ef96a-695e-4835-8537-1f3de029f91b tempest-ServerGroupTestJSON-1763692424 tempest-ServerGroupTestJSON-1763692424-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=abfb6368aa414ad3932f3e859866ca5d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0498345 Feb 19 02:55:28.361935 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2ab9eaf8-6452-47ba-8b44-10196cbff071 admin admin] Publish callbacks [] for security_group (56321d1b-ab65-4f27-9ea5-2ef7ba150b83), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:28.422578 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f8513082-33f6-42c4-8158-db7338f05053 req-87c986bd-ee6e-4321-98f4-558fa2400541 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] 10.222.0.72 "GET /v2.0/security-groups?id=dcac2b5a-dee8-41b9-b83f-a011c1698d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515541 Feb 19 02:55:28.460076 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5579d73e-2b3e-44a8-8949-513590caf2bf admin admin] Publish callbacks [] for security_group (2d1051a3-8a72-4fcd-943b-b2f391680743), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:28.463426 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2ab9eaf8-6452-47ba-8b44-10196cbff071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (56321d1b-ab65-4f27-9ea5-2ef7ba150b83), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:28.495279 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-81d5d417-2c14-409c-b3f0-b157222e1ab8 req-38aa14f0-fbe9-4ad1-81a6-98c5ba0dc297 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=9acd9e46-cea6-435b-8843-7e118d321014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4003444 Feb 19 02:55:28.497779 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab9eaf8-6452-47ba-8b44-10196cbff071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56321d1b-ab65-4f27-9ea5-2ef7ba150b83,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:28.507074 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5579d73e-2b3e-44a8-8949-513590caf2bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (2d1051a3-8a72-4fcd-943b-b2f391680743), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:28.539406 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-5579d73e-2b3e-44a8-8949-513590caf2bf admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6bf4b4d36afb4b57a89b000cda34cb0b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4032862 Feb 19 02:55:28.545568 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 38066) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:28.568636 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-2ab9eaf8-6452-47ba-8b44-10196cbff071 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8f63a24fe1ff404ab5b96d4d1154d3d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6726499 Feb 19 02:55:28.570870 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 38068) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:28.601888 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5579d73e-2b3e-44a8-8949-513590caf2bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d1051a3-8a72-4fcd-943b-b2f391680743,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:28.626800 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8caa900f-03f8-4920-b82c-5a51e504a508 req-8a306d77-4ee4-4547-886e-cf9444d92d45 service neutron] 10.222.0.72 "GET /v2.0/networks/10bca710-03bb-4ca8-92a9-8ed45d6067d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2709472 Feb 19 02:55:28.631982 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7591b27c-bfa9-4739-887b-1535dd1808db admin admin] Publish callbacks [] for security_group (2d1051a3-8a72-4fcd-943b-b2f391680743), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:28.651050 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-806ead1f-5175-4eeb-94bd-1f400a9fd492 admin admin] Publish callbacks [] for security_group (56321d1b-ab65-4f27-9ea5-2ef7ba150b83), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:28.675357 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-806ead1f-5175-4eeb-94bd-1f400a9fd492 admin admin] Publish callbacks [] for security_group (56321d1b-ab65-4f27-9ea5-2ef7ba150b83), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:28.710182 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7591b27c-bfa9-4739-887b-1535dd1808db admin admin] Publish callbacks [] for security_group (2d1051a3-8a72-4fcd-943b-b2f391680743), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:28.744124 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-806ead1f-5175-4eeb-94bd-1f400a9fd492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (56321d1b-ab65-4f27-9ea5-2ef7ba150b83), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:28.747199 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-806ead1f-5175-4eeb-94bd-1f400a9fd492 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:28.749073 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-806ead1f-5175-4eeb-94bd-1f400a9fd492 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/56321d1b-ab65-4f27-9ea5-2ef7ba150b83 HTTP/1.1" status: 204 len: 168 time: 0.1772666 Feb 19 02:55:28.764580 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806ead1f-5175-4eeb-94bd-1f400a9fd492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56321d1b-ab65-4f27-9ea5-2ef7ba150b83,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:28.895826 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8caa900f-03f8-4920-b82c-5a51e504a508 req-65cf2c63-78db-4ea8-983d-883f2f4e47c0 service neutron] 10.222.0.72 "GET /v2.0/networks/10bca710-03bb-4ca8-92a9-8ed45d6067d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570875 Feb 19 02:55:28.897050 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7591b27c-bfa9-4739-887b-1535dd1808db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (2d1051a3-8a72-4fcd-943b-b2f391680743), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:28.915001 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7591b27c-bfa9-4739-887b-1535dd1808db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:28.918619 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-7591b27c-bfa9-4739-887b-1535dd1808db admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2d1051a3-8a72-4fcd-943b-b2f391680743 HTTP/1.1" status: 204 len: 168 time: 0.3692255 Feb 19 02:55:28.950542 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7591b27c-bfa9-4739-887b-1535dd1808db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d1051a3-8a72-4fcd-943b-b2f391680743,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:29.089744 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83404284-ddda-4f1e-80f1-34e702bab69f req-e5d82564-9e91-4eea-afe8-ccad3e09ac3f tempest-InstanceActionsNegativeTestJSON-854221252 tempest-InstanceActionsNegativeTestJSON-854221252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:29.099063 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-83404284-ddda-4f1e-80f1-34e702bab69f req-e5d82564-9e91-4eea-afe8-ccad3e09ac3f tempest-InstanceActionsNegativeTestJSON-854221252 tempest-InstanceActionsNegativeTestJSON-854221252-project] 10.222.0.72 "GET /v2.0/ports?device_id=63107477-cf2b-4159-8f70-12e725038d4e HTTP/1.1" status: 200 len: 945 time: 0.1330047 Feb 19 02:55:29.216517 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-83404284-ddda-4f1e-80f1-34e702bab69f req-c4acf592-2623-4128-8fb8-29131af7cbfc tempest-InstanceActionsNegativeTestJSON-854221252 tempest-InstanceActionsNegativeTestJSON-854221252-project] 10.222.0.72 "GET /v2.0/security-groups?id=9acd9e46-cea6-435b-8843-7e118d321014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153750 Feb 19 02:55:29.563817 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-83c05cd4-c0a0-454a-9e68-71574b18b528 req-f4a5a877-3379-4f8b-b4ca-e9a564579ec3 tempest-ServerGroupTestJSON-1763692424 tempest-ServerGroupTestJSON-1763692424-project] 10.222.0.72 "GET /v2.0/ports?device_id=2d92056f-80fb-4f87-abe2-fd4856418c57 HTTP/1.1" status: 200 len: 210 time: 0.0618999 Feb 19 02:55:29.564200 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 38096) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:29.580868 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ba635c28-2080-479c-b76e-8b7fb675de09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:29.679077 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ba635c28-2080-479c-b76e-8b7fb675de09 admin admin] Publish callbacks [] for security_group (aaf2afce-8454-4988-bb89-f45b2547dde4), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:29.682603 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f12dbf-e8dd-43f4-a665-94b195e24b96 req-80942a16-85d8-4935-a873-28a5d992731c tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:29.691566 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-67f12dbf-e8dd-43f4-a665-94b195e24b96 req-80942a16-85d8-4935-a873-28a5d992731c tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b2e9057-c4b2-46db-814b-3b8888cce113 HTTP/1.1" status: 200 len: 946 time: 0.1289783 Feb 19 02:55:29.696609 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ba635c28-2080-479c-b76e-8b7fb675de09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (aaf2afce-8454-4988-bb89-f45b2547dde4), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:29.749530 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba635c28-2080-479c-b76e-8b7fb675de09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf2afce-8454-4988-bb89-f45b2547dde4,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:29.815209 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-67f12dbf-e8dd-43f4-a665-94b195e24b96 req-cb571454-0b5c-497f-906b-43701300bfd1 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] 10.222.0.72 "GET /v2.0/security-groups?id=dcac2b5a-dee8-41b9-b83f-a011c1698d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225750 Feb 19 02:55:29.824166 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-ba635c28-2080-479c-b76e-8b7fb675de09 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=73b363e0d304458db8ad5e94e5933818&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2579432 Feb 19 02:55:29.826994 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 38102) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:29.964511 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e250eaf9-499e-458c-830a-52720afd623d admin admin] Publish callbacks [] for security_group (aaf2afce-8454-4988-bb89-f45b2547dde4), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:29.996261 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e250eaf9-499e-458c-830a-52720afd623d admin admin] Publish callbacks [] for security_group (aaf2afce-8454-4988-bb89-f45b2547dde4), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:30.101412 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e250eaf9-499e-458c-830a-52720afd623d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (aaf2afce-8454-4988-bb89-f45b2547dde4), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:30.104336 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e250eaf9-499e-458c-830a-52720afd623d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:30.105671 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-e250eaf9-499e-458c-830a-52720afd623d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/aaf2afce-8454-4988-bb89-f45b2547dde4 HTTP/1.1" status: 204 len: 168 time: 0.2773829 Feb 19 02:55:30.126042 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e250eaf9-499e-458c-830a-52720afd623d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf2afce-8454-4988-bb89-f45b2547dde4,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:30.452065 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e602f054-42f9-444d-9455-97a88280cc0b req-58ac01f5-5274-4d92-a725-6c7641af86c9 tempest-InstanceActionsNegativeTestJSON-854221252 tempest-InstanceActionsNegativeTestJSON-854221252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:30.456899 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e602f054-42f9-444d-9455-97a88280cc0b req-58ac01f5-5274-4d92-a725-6c7641af86c9 tempest-InstanceActionsNegativeTestJSON-854221252 tempest-InstanceActionsNegativeTestJSON-854221252-project] 10.222.0.72 "GET /v2.0/ports?device_id=63107477-cf2b-4159-8f70-12e725038d4e HTTP/1.1" status: 200 len: 945 time: 0.1041560 Feb 19 02:55:30.561264 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e602f054-42f9-444d-9455-97a88280cc0b req-ed871a53-1086-42f7-a240-a9918d03b08c tempest-InstanceActionsNegativeTestJSON-854221252 tempest-InstanceActionsNegativeTestJSON-854221252-project] 10.222.0.72 "GET /v2.0/security-groups?id=9acd9e46-cea6-435b-8843-7e118d321014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944867 Feb 19 02:55:30.789558 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b822d057-024f-4178-9751-38bc4e5366a9 req-d6d3d03d-f5d3-460b-bd43-65da65acc6ea tempest-ServerGroupTestJSON-1763692424 tempest-ServerGroupTestJSON-1763692424-project] 10.222.0.72 "GET /v2.0/ports?device_id=2d92056f-80fb-4f87-abe2-fd4856418c57 HTTP/1.1" status: 200 len: 210 time: 0.0912161 Feb 19 02:55:30.973193 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 38150) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:30.995961 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b172291a-379b-4043-bb85-c7bc57b6e4b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:31.077346 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9638659-a681-4c9a-a228-c422af1b6dfc req-e0984e40-0807-40f5-84ee-ca488ba499df tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:31.096799 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a9638659-a681-4c9a-a228-c422af1b6dfc req-e0984e40-0807-40f5-84ee-ca488ba499df tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b2e9057-c4b2-46db-814b-3b8888cce113 HTTP/1.1" status: 200 len: 946 time: 0.1405289 Feb 19 02:55:31.176736 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b172291a-379b-4043-bb85-c7bc57b6e4b5 admin admin] Publish callbacks [] for security_group (1938aac3-ab07-417d-ae01-17eed37c46c2), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:31.186896 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b172291a-379b-4043-bb85-c7bc57b6e4b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (1938aac3-ab07-417d-ae01-17eed37c46c2), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:31.222795 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-b172291a-379b-4043-bb85-c7bc57b6e4b5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d32aeb0b1d514d48adfda46df3a8e265&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2443333 Feb 19 02:55:31.230715 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 38158) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:31.275414 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a9638659-a681-4c9a-a228-c422af1b6dfc req-0c44f644-c380-42f8-83e6-7276006da025 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] 10.222.0.72 "GET /v2.0/security-groups?id=dcac2b5a-dee8-41b9-b83f-a011c1698d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733339 Feb 19 02:55:31.337269 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be82baba-b385-4973-951d-28c7c79d309f req-aaf489e3-a769-42ef-b410-0ced9f3064f1 tempest-InstanceActionsNegativeTestJSON-854221252 tempest-InstanceActionsNegativeTestJSON-854221252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:31.339134 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-be82baba-b385-4973-951d-28c7c79d309f req-aaf489e3-a769-42ef-b410-0ced9f3064f1 tempest-InstanceActionsNegativeTestJSON-854221252 tempest-InstanceActionsNegativeTestJSON-854221252-project] 10.222.0.72 "GET /v2.0/ports?device_id=63107477-cf2b-4159-8f70-12e725038d4e HTTP/1.1" status: 200 len: 945 time: 0.2114186 Feb 19 02:55:31.352250 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b172291a-379b-4043-bb85-c7bc57b6e4b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1938aac3-ab07-417d-ae01-17eed37c46c2,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:31.387237 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c8eaf58d-1339-4c0b-a292-4c2abdf6a62a admin admin] Publish callbacks [] for security_group (1938aac3-ab07-417d-ae01-17eed37c46c2), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:31.454216 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c8eaf58d-1339-4c0b-a292-4c2abdf6a62a admin admin] Publish callbacks [] for security_group (1938aac3-ab07-417d-ae01-17eed37c46c2), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:31.459261 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-be82baba-b385-4973-951d-28c7c79d309f req-091dd2b6-ed08-47ac-802f-3d2c56d88db5 tempest-InstanceActionsNegativeTestJSON-854221252 tempest-InstanceActionsNegativeTestJSON-854221252-project] 10.222.0.72 "GET /v2.0/security-groups?id=9acd9e46-cea6-435b-8843-7e118d321014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104157 Feb 19 02:55:31.745395 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c8eaf58d-1339-4c0b-a292-4c2abdf6a62a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (1938aac3-ab07-417d-ae01-17eed37c46c2), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:31.749577 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c8eaf58d-1339-4c0b-a292-4c2abdf6a62a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:31.770876 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-c8eaf58d-1339-4c0b-a292-4c2abdf6a62a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1938aac3-ab07-417d-ae01-17eed37c46c2 HTTP/1.1" status: 204 len: 168 time: 0.5388448 Feb 19 02:55:31.814143 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eaf58d-1339-4c0b-a292-4c2abdf6a62a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1938aac3-ab07-417d-ae01-17eed37c46c2,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:31.845691 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caa900f-03f8-4920-b82c-5a51e504a508 req-a465c443-ab58-424a-abe0-ec0f19ac6245 tempest-ServerGroupTestJSON-1763692424 tempest-ServerGroupTestJSON-1763692424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:31.852187 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8caa900f-03f8-4920-b82c-5a51e504a508 req-a465c443-ab58-424a-abe0-ec0f19ac6245 tempest-ServerGroupTestJSON-1763692424 tempest-ServerGroupTestJSON-1763692424-project] 10.222.0.73 "GET /v2.0/networks?id=10bca710-03bb-4ca8-92a9-8ed45d6067d7 HTTP/1.1" status: 200 len: 809 time: 0.3163297 Feb 19 02:55:31.882300 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-8caa900f-03f8-4920-b82c-5a51e504a508 req-41e0015c-3aa2-4afd-905f-0d6af991d1b8 tempest-ServerGroupTestJSON-1763692424 tempest-ServerGroupTestJSON-1763692424-project] Request body: {'port': {'device_id': '2d92056f-80fb-4f87-abe2-fd4856418c57', 'network_id': '10bca710-03bb-4ca8-92a9-8ed45d6067d7', 'admin_state_up': True, 'tenant_id': 'abfb6368aa414ad3932f3e859866ca5d'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:55:31.958039 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-db3f8d6d-8af5-4630-ab7b-f53b882d88dc req-6acbdef3-fe7a-480c-ab7b-92ba8d1d470d tempest-ServerGroupTestJSON-1763692424 tempest-ServerGroupTestJSON-1763692424-project] 10.222.0.72 "GET /v2.0/ports?device_id=2d92056f-80fb-4f87-abe2-fd4856418c57 HTTP/1.1" status: 200 len: 210 time: 0.0667851 Feb 19 02:55:32.131939 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8caa900f-03f8-4920-b82c-5a51e504a508 req-41e0015c-3aa2-4afd-905f-0d6af991d1b8 tempest-ServerGroupTestJSON-1763692424 tempest-ServerGroupTestJSON-1763692424-project] Made reservation on behalf of abfb6368aa414ad3932f3e859866ca5d for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:55:32.142195 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-8caa900f-03f8-4920-b82c-5a51e504a508 req-41e0015c-3aa2-4afd-905f-0d6af991d1b8 tempest-ServerGroupTestJSON-1763692424 tempest-ServerGroupTestJSON-1763692424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:32.395940 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [req-8caa900f-03f8-4920-b82c-5a51e504a508 req-41e0015c-3aa2-4afd-905f-0d6af991d1b8 tempest-ServerGroupTestJSON-1763692424 tempest-ServerGroupTestJSON-1763692424-project] Allocated IP 172.20.0.11 (10bca710-03bb-4ca8-92a9-8ed45d6067d7/9c9a44a2-dc67-44c4-8d85-190b97b3cdaf/cce4f046-1daa-4ae6-ba5a-62d23bee8a5e) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:55:32.500539 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0005cd20-df07-426b-9bcb-fb645b22c70f req-950e0388-83df-4eeb-b20e-ac91c99302d8 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:32.504303 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0005cd20-df07-426b-9bcb-fb645b22c70f req-950e0388-83df-4eeb-b20e-ac91c99302d8 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b2e9057-c4b2-46db-814b-3b8888cce113 HTTP/1.1" status: 200 len: 946 time: 0.1035545 Feb 19 02:55:32.620952 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0005cd20-df07-426b-9bcb-fb645b22c70f req-1586fadf-e8bc-48b4-8467-d3108b916e38 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] 10.222.0.72 "GET /v2.0/security-groups?id=dcac2b5a-dee8-41b9-b83f-a011c1698d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080582 Feb 19 02:55:32.746910 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55226d05-0cb0-49f6-8acf-03874e740129 req-bea8010d-0fc9-4d89-9f1a-762d642744a0 tempest-InstanceActionsNegativeTestJSON-854221252 tempest-InstanceActionsNegativeTestJSON-854221252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:32.749402 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-55226d05-0cb0-49f6-8acf-03874e740129 req-bea8010d-0fc9-4d89-9f1a-762d642744a0 tempest-InstanceActionsNegativeTestJSON-854221252 tempest-InstanceActionsNegativeTestJSON-854221252-project] 10.222.0.72 "GET /v2.0/ports?device_id=63107477-cf2b-4159-8f70-12e725038d4e HTTP/1.1" status: 200 len: 945 time: 0.1219306 Feb 19 02:55:32.776563 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-8caa900f-03f8-4920-b82c-5a51e504a508 req-41e0015c-3aa2-4afd-905f-0d6af991d1b8 tempest-ServerGroupTestJSON-1763692424 tempest-ServerGroupTestJSON-1763692424-project] Publish callbacks [] for port (cce4f046-1daa-4ae6-ba5a-62d23bee8a5e), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:32.822442 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeb7558-0ab1-41e2-a984-763b00b68076 req-eb28e2f5-68e6-4b70-a4dd-2ce7251865e4 tempest-InstanceActionsNegativeTestJSON-854221252 tempest-InstanceActionsNegativeTestJSON-854221252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:32.825466 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5eeb7558-0ab1-41e2-a984-763b00b68076 req-eb28e2f5-68e6-4b70-a4dd-2ce7251865e4 tempest-InstanceActionsNegativeTestJSON-854221252 tempest-InstanceActionsNegativeTestJSON-854221252-project] 10.222.0.73 "GET /v2.0/ports?device_id=63107477-cf2b-4159-8f70-12e725038d4e HTTP/1.1" status: 200 len: 945 time: 0.1542416 Feb 19 02:55:32.843498 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-55226d05-0cb0-49f6-8acf-03874e740129 req-5081c87e-9725-4ee3-bd8d-a8bf452dac0c tempest-InstanceActionsNegativeTestJSON-854221252 tempest-InstanceActionsNegativeTestJSON-854221252-project] 10.222.0.72 "GET /v2.0/security-groups?id=9acd9e46-cea6-435b-8843-7e118d321014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866210 Feb 19 02:55:32.851569 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-8caa900f-03f8-4920-b82c-5a51e504a508 req-41e0015c-3aa2-4afd-905f-0d6af991d1b8 tempest-ServerGroupTestJSON-1763692424 tempest-ServerGroupTestJSON-1763692424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (cce4f046-1daa-4ae6-ba5a-62d23bee8a5e), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:32.935740 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8caa900f-03f8-4920-b82c-5a51e504a508 req-41e0015c-3aa2-4afd-905f-0d6af991d1b8 tempest-ServerGroupTestJSON-1763692424 tempest-ServerGroupTestJSON-1763692424-project] Network 10bca710-03bb-4ca8-92a9-8ed45d6067d7 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:55:32.954987 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [req-8caa900f-03f8-4920-b82c-5a51e504a508 req-41e0015c-3aa2-4afd-905f-0d6af991d1b8 tempest-ServerGroupTestJSON-1763692424 tempest-ServerGroupTestJSON-1763692424-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:55:32.963223 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-8caa900f-03f8-4920-b82c-5a51e504a508 req-41e0015c-3aa2-4afd-905f-0d6af991d1b8 tempest-ServerGroupTestJSON-1763692424 tempest-ServerGroupTestJSON-1763692424-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:55:33.068699 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caa900f-03f8-4920-b82c-5a51e504a508 req-41e0015c-3aa2-4afd-905f-0d6af991d1b8 tempest-ServerGroupTestJSON-1763692424 tempest-ServerGroupTestJSON-1763692424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:33.069742 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-8caa900f-03f8-4920-b82c-5a51e504a508 req-41e0015c-3aa2-4afd-905f-0d6af991d1b8 tempest-ServerGroupTestJSON-1763692424 tempest-ServerGroupTestJSON-1763692424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:33.094307 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e0015c-3aa2-4afd-905f-0d6af991d1b8 tempest-ServerGroupTestJSON-1763692424 tempest-ServerGroupTestJSON-1763692424-project] Pushing event updated for resources: {'Port': ['ID=cce4f046-1daa-4ae6-ba5a-62d23bee8a5e,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:33.116195 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8caa900f-03f8-4920-b82c-5a51e504a508 req-41e0015c-3aa2-4afd-905f-0d6af991d1b8 tempest-ServerGroupTestJSON-1763692424 tempest-ServerGroupTestJSON-1763692424-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2381613 Feb 19 02:55:33.133511 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-8caa900f-03f8-4920-b82c-5a51e504a508 req-e4ae1b3a-63c2-4a06-abd3-784064ef1ac5 service neutron] Request body: {'port': {'device_id': '2d92056f-80fb-4f87-abe2-fd4856418c57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826753-2'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:55:33.247162 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-5eeb7558-0ab1-41e2-a984-763b00b68076 req-12c9748d-f383-49af-8b16-d5715ea220d9 tempest-InstanceActionsNegativeTestJSON-854221252 tempest-InstanceActionsNegativeTestJSON-854221252-project] Deleting port 14dfa150-807e-4786-b671-02f72ff06137 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:55:33.247948 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-5eeb7558-0ab1-41e2-a984-763b00b68076 req-12c9748d-f383-49af-8b16-d5715ea220d9 tempest-InstanceActionsNegativeTestJSON-854221252 tempest-InstanceActionsNegativeTestJSON-854221252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (14dfa150-807e-4786-b671-02f72ff06137), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:33.313629 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-8caa900f-03f8-4920-b82c-5a51e504a508 req-e4ae1b3a-63c2-4a06-abd3-784064ef1ac5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (cce4f046-1daa-4ae6-ba5a-62d23bee8a5e), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:33.461815 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-5eeb7558-0ab1-41e2-a984-763b00b68076 req-12c9748d-f383-49af-8b16-d5715ea220d9 tempest-InstanceActionsNegativeTestJSON-854221252 tempest-InstanceActionsNegativeTestJSON-854221252-project] For port 14dfa150-807e-4786-b671-02f72ff06137, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=14dfa150-807e-4786-b671-02f72ff06137,segment=NetworkSegment(8dad7827-4aa1-4e5b-9f30-6ca5e9f618d0),segment_id=8dad7827-4aa1-4e5b-9f30-6ca5e9f618d0)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:55:33.462502 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-5eeb7558-0ab1-41e2-a984-763b00b68076 req-12c9748d-f383-49af-8b16-d5715ea220d9 tempest-InstanceActionsNegativeTestJSON-854221252 tempest-InstanceActionsNegativeTestJSON-854221252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (14dfa150-807e-4786-b671-02f72ff06137), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:33.485501 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc1f4a-9405-4bcd-a012-6ef1f2652f58 req-8d51cd11-78f4-401a-930b-e1446851abf4 tempest-ServerGroupTestJSON-1763692424 tempest-ServerGroupTestJSON-1763692424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:33.493647 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2ddc1f4a-9405-4bcd-a012-6ef1f2652f58 req-8d51cd11-78f4-401a-930b-e1446851abf4 tempest-ServerGroupTestJSON-1763692424 tempest-ServerGroupTestJSON-1763692424-project] 10.222.0.72 "GET /v2.0/ports?device_id=2d92056f-80fb-4f87-abe2-fd4856418c57 HTTP/1.1" status: 200 len: 932 time: 0.3356853 Feb 19 02:55:33.513640 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-5eeb7558-0ab1-41e2-a984-763b00b68076 req-12c9748d-f383-49af-8b16-d5715ea220d9 tempest-InstanceActionsNegativeTestJSON-854221252 tempest-InstanceActionsNegativeTestJSON-854221252-project] Calling delete_port for 14dfa150-807e-4786-b671-02f72ff06137 owned by compute:nova {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:55:33.687091 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2ddc1f4a-9405-4bcd-a012-6ef1f2652f58 req-87b3ea39-da32-43d7-a4c6-733ff576f3d7 tempest-ServerGroupTestJSON-1763692424 tempest-ServerGroupTestJSON-1763692424-project] 10.222.0.72 "GET /v2.0/security-groups?id=9568d5a5-9f29-4cb7-9078-0a67796882a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839280 Feb 19 02:55:33.995683 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-8caa900f-03f8-4920-b82c-5a51e504a508 req-e4ae1b3a-63c2-4a06-abd3-784064ef1ac5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cce4f046-1daa-4ae6-ba5a-62d23bee8a5e {{(pid=103702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:55:34.024663 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-8caa900f-03f8-4920-b82c-5a51e504a508 req-e4ae1b3a-63c2-4a06-abd3-784064ef1ac5 service neutron] Publish callbacks [] for port (cce4f046-1daa-4ae6-ba5a-62d23bee8a5e), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:34.053293 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-8caa900f-03f8-4920-b82c-5a51e504a508 req-e4ae1b3a-63c2-4a06-abd3-784064ef1ac5 service neutron] Transition to ACTIVE for port object cce4f046-1daa-4ae6-ba5a-62d23bee8a5e will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:55:34.058247 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-8caa900f-03f8-4920-b82c-5a51e504a508 req-e4ae1b3a-63c2-4a06-abd3-784064ef1ac5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (cce4f046-1daa-4ae6-ba5a-62d23bee8a5e), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:34.096460 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-5eeb7558-0ab1-41e2-a984-763b00b68076 req-12c9748d-f383-49af-8b16-d5715ea220d9 tempest-InstanceActionsNegativeTestJSON-854221252 tempest-InstanceActionsNegativeTestJSON-854221252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (14dfa150-807e-4786-b671-02f72ff06137), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:34.104442 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0871676f-6870-4b43-85f3-a78dd54bba13 req-4ed44215-660e-4d71-a8e9-c4a448937310 tempest-InstanceActionsNegativeTestJSON-854221252 tempest-InstanceActionsNegativeTestJSON-854221252-project] 10.222.0.72 "GET /v2.0/ports?device_id=63107477-cf2b-4159-8f70-12e725038d4e HTTP/1.1" status: 200 len: 210 time: 0.0857217 Feb 19 02:55:34.136891 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['14dfa150-807e-4786-b671-02f72ff06137'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:55:34.164859 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c9748d-f383-49af-8b16-d5715ea220d9 tempest-InstanceActionsNegativeTestJSON-854221252 tempest-InstanceActionsNegativeTestJSON-854221252-project] Pushing event deleted for resources: {'Port': ['ID=14dfa150-807e-4786-b671-02f72ff06137,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:34.238455 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eeb7558-0ab1-41e2-a984-763b00b68076 req-12c9748d-f383-49af-8b16-d5715ea220d9 tempest-InstanceActionsNegativeTestJSON-854221252 tempest-InstanceActionsNegativeTestJSON-854221252-project] No DVR routers for this DVR port 14dfa150-807e-4786-b671-02f72ff06137 on host n-h1-826753-2 {{(pid=103701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:55:34.247635 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c446677c-996a-409e-98d7-cc79395e86a7 req-a30c56da-3265-4da2-a186-8e0d24ca9dfa tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:34.254861 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c446677c-996a-409e-98d7-cc79395e86a7 req-a30c56da-3265-4da2-a186-8e0d24ca9dfa tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b2e9057-c4b2-46db-814b-3b8888cce113 HTTP/1.1" status: 200 len: 946 time: 0.4760563 Feb 19 02:55:34.258188 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-5eeb7558-0ab1-41e2-a984-763b00b68076 req-12c9748d-f383-49af-8b16-d5715ea220d9 tempest-InstanceActionsNegativeTestJSON-854221252 tempest-InstanceActionsNegativeTestJSON-854221252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:34.261768 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5eeb7558-0ab1-41e2-a984-763b00b68076 req-12c9748d-f383-49af-8b16-d5715ea220d9 tempest-InstanceActionsNegativeTestJSON-854221252 tempest-InstanceActionsNegativeTestJSON-854221252-project] 10.222.0.73 "DELETE /v2.0/ports/14dfa150-807e-4786-b671-02f72ff06137 HTTP/1.1" status: 204 len: 173 time: 1.4169993 Feb 19 02:55:34.271030 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63107477-cf2b-4159-8f70-12e725038d4e', 'name': 'network-vif-deleted', 'tag': '14dfa150-807e-4786-b671-02f72ff06137'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:55:34.274049 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37eebd4a-7fe7-4a09-90cc-4fcecbdaf19d" -d '{"events": [{"server_uuid": "63107477-cf2b-4159-8f70-12e725038d4e", "name": "network-vif-deleted", "tag": "14dfa150-807e-4786-b671-02f72ff06137"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:55:34.320661 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ae1b3a-63c2-4a06-abd3-784064ef1ac5 service neutron] Pushing event updated for resources: {'Port': ['ID=cce4f046-1daa-4ae6-ba5a-62d23bee8a5e,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:34.346779 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-8caa900f-03f8-4920-b82c-5a51e504a508 req-e4ae1b3a-63c2-4a06-abd3-784064ef1ac5 service neutron] Attempting to bind port cce4f046-1daa-4ae6-ba5a-62d23bee8a5e on host n-h1-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:55:34.347248 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-8caa900f-03f8-4920-b82c-5a51e504a508 req-e4ae1b3a-63c2-4a06-abd3-784064ef1ac5 service neutron] Attempting to bind port cce4f046-1daa-4ae6-ba5a-62d23bee8a5e by drivers openvswitch,hyperv on host n-h1-826753-2 at level 0 using segments [{'id': '453c82b2-571f-4adc-8020-4ad6f3cee2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '10bca710-03bb-4ca8-92a9-8ed45d6067d7'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:55:34.347501 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8caa900f-03f8-4920-b82c-5a51e504a508 req-e4ae1b3a-63c2-4a06-abd3-784064ef1ac5 service neutron] Attempting to bind port cce4f046-1daa-4ae6-ba5a-62d23bee8a5e on network 10bca710-03bb-4ca8-92a9-8ed45d6067d7 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:55:34.354251 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8caa900f-03f8-4920-b82c-5a51e504a508 req-e4ae1b3a-63c2-4a06-abd3-784064ef1ac5 service neutron] Port cce4f046-1daa-4ae6-ba5a-62d23bee8a5e on network 10bca710-03bb-4ca8-92a9-8ed45d6067d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:55:34.354251 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8caa900f-03f8-4920-b82c-5a51e504a508 req-e4ae1b3a-63c2-4a06-abd3-784064ef1ac5 service neutron] Attempting to bind port cce4f046-1daa-4ae6-ba5a-62d23bee8a5e on network 10bca710-03bb-4ca8-92a9-8ed45d6067d7 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:55:34.365867 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8caa900f-03f8-4920-b82c-5a51e504a508 req-e4ae1b3a-63c2-4a06-abd3-784064ef1ac5 service neutron] Checking agent: {'id': '9d56fb1b-2855-496a-a6d9-c324740cb98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:55:34.372880 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8caa900f-03f8-4920-b82c-5a51e504a508 req-e4ae1b3a-63c2-4a06-abd3-784064ef1ac5 service neutron] Checking segment: {'id': '453c82b2-571f-4adc-8020-4ad6f3cee2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '10bca710-03bb-4ca8-92a9-8ed45d6067d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:55:34.376135 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8caa900f-03f8-4920-b82c-5a51e504a508 req-e4ae1b3a-63c2-4a06-abd3-784064ef1ac5 service neutron] Bound using segment: {'id': '453c82b2-571f-4adc-8020-4ad6f3cee2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '10bca710-03bb-4ca8-92a9-8ed45d6067d7'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:55:34.376728 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-8caa900f-03f8-4920-b82c-5a51e504a508 req-e4ae1b3a-63c2-4a06-abd3-784064ef1ac5 service neutron] Bound port: cce4f046-1daa-4ae6-ba5a-62d23bee8a5e, host: n-h1-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '453c82b2-571f-4adc-8020-4ad6f3cee2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '10bca710-03bb-4ca8-92a9-8ed45d6067d7'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:55:34.378969 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c06f1a8-b3bc-48ec-925a-7a4af9417867 x-openstack-request-id: req-0c06f1a8-b3bc-48ec-925a-7a4af9417867 {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:55:34.379579 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63107477-cf2b-4159-8f70-12e725038d4e", "name": "network-vif-deleted", "tag": "14dfa150-807e-4786-b671-02f72ff06137", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:55:34.379946 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-8caa900f-03f8-4920-b82c-5a51e504a508 req-e4ae1b3a-63c2-4a06-abd3-784064ef1ac5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (cce4f046-1daa-4ae6-ba5a-62d23bee8a5e), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:34.380373 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0c06f1a8-b3bc-48ec-925a-7a4af9417867 {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:55:34.381034 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63107477-cf2b-4159-8f70-12e725038d4e', 'name': 'network-vif-deleted', 'tag': '14dfa150-807e-4786-b671-02f72ff06137', 'status': 'completed', 'code': 200} Feb 19 02:55:34.396208 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c446677c-996a-409e-98d7-cc79395e86a7 req-d20f914e-cf6d-4481-bc76-6f1560342713 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] 10.222.0.72 "GET /v2.0/security-groups?id=dcac2b5a-dee8-41b9-b83f-a011c1698d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347775 Feb 19 02:55:34.546739 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-8caa900f-03f8-4920-b82c-5a51e504a508 req-e4ae1b3a-63c2-4a06-abd3-784064ef1ac5 service neutron] For port cce4f046-1daa-4ae6-ba5a-62d23bee8a5e, host n-h1-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:55:34.550282 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-8caa900f-03f8-4920-b82c-5a51e504a508 req-e4ae1b3a-63c2-4a06-abd3-784064ef1ac5 service neutron] For port cce4f046-1daa-4ae6-ba5a-62d23bee8a5e, host n-h1-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=cce4f046-1daa-4ae6-ba5a-62d23bee8a5e,segment=NetworkSegment(453c82b2-571f-4adc-8020-4ad6f3cee2f3),segment_id=453c82b2-571f-4adc-8020-4ad6f3cee2f3)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:55:34.569537 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-8caa900f-03f8-4920-b82c-5a51e504a508 req-e4ae1b3a-63c2-4a06-abd3-784064ef1ac5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (cce4f046-1daa-4ae6-ba5a-62d23bee8a5e), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:34.620917 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caa900f-03f8-4920-b82c-5a51e504a508 req-e4ae1b3a-63c2-4a06-abd3-784064ef1ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:34.621711 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-8caa900f-03f8-4920-b82c-5a51e504a508 req-e4ae1b3a-63c2-4a06-abd3-784064ef1ac5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:34.623504 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8caa900f-03f8-4920-b82c-5a51e504a508 req-e4ae1b3a-63c2-4a06-abd3-784064ef1ac5 service neutron] 10.222.0.73 "PUT /v2.0/ports/cce4f046-1daa-4ae6-ba5a-62d23bee8a5e HTTP/1.1" status: 200 len: 1092 time: 1.4948270 Feb 19 02:55:34.623957 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d92056f-80fb-4f87-abe2-fd4856418c57', 'tag': 'cce4f046-1daa-4ae6-ba5a-62d23bee8a5e'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:55:34.626294 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d808debb-8191-4c05-89fc-91fb665f1400" -d '{"events": [{"name": "network-changed", "server_uuid": "2d92056f-80fb-4f87-abe2-fd4856418c57", "tag": "cce4f046-1daa-4ae6-ba5a-62d23bee8a5e"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:55:34.691943 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb65c629-af16-4ede-8953-a81abd51cff9 x-openstack-request-id: req-fb65c629-af16-4ede-8953-a81abd51cff9 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:55:34.692580 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d92056f-80fb-4f87-abe2-fd4856418c57", "tag": "cce4f046-1daa-4ae6-ba5a-62d23bee8a5e", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:55:34.693151 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-fb65c629-af16-4ede-8953-a81abd51cff9 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:55:34.694290 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d92056f-80fb-4f87-abe2-fd4856418c57', 'tag': 'cce4f046-1daa-4ae6-ba5a-62d23bee8a5e', 'status': 'completed', 'code': 200} Feb 19 02:55:34.695548 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ae1b3a-63c2-4a06-abd3-784064ef1ac5 service neutron] Pushing event updated for resources: {'Port': ['ID=cce4f046-1daa-4ae6-ba5a-62d23bee8a5e,revision_number=3']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:34.838428 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caa900f-03f8-4920-b82c-5a51e504a508 req-08309284-a50b-4b51-9cbd-476ad7aff31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:34.840721 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8caa900f-03f8-4920-b82c-5a51e504a508 req-08309284-a50b-4b51-9cbd-476ad7aff31f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=abfb6368aa414ad3932f3e859866ca5d&device_id=2d92056f-80fb-4f87-abe2-fd4856418c57 HTTP/1.1" status: 200 len: 1126 time: 0.1300628 Feb 19 02:55:34.909226 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8caa900f-03f8-4920-b82c-5a51e504a508 req-330188ad-af64-49ab-ae41-dcb62e34ed49 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cce4f046-1daa-4ae6-ba5a-62d23bee8a5e HTTP/1.1" status: 200 len: 217 time: 0.0544794 Feb 19 02:55:34.978858 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020c350b-e77b-445a-a45b-8367a11f437b req-b1858adf-d17b-4444-bd9a-d8d49582df28 tempest-ServerGroupTestJSON-1763692424 tempest-ServerGroupTestJSON-1763692424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:34.991867 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-020c350b-e77b-445a-a45b-8367a11f437b req-b1858adf-d17b-4444-bd9a-d8d49582df28 tempest-ServerGroupTestJSON-1763692424 tempest-ServerGroupTestJSON-1763692424-project] 10.222.0.72 "GET /v2.0/ports?device_id=2d92056f-80fb-4f87-abe2-fd4856418c57 HTTP/1.1" status: 200 len: 944 time: 0.1526184 Feb 19 02:55:35.019692 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caa900f-03f8-4920-b82c-5a51e504a508 req-cc18e4a5-c968-4eb3-9355-d0de02be32c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:35.022672 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8caa900f-03f8-4920-b82c-5a51e504a508 req-cc18e4a5-c968-4eb3-9355-d0de02be32c0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9c9a44a2-dc67-44c4-8d85-190b97b3cdaf HTTP/1.1" status: 200 len: 849 time: 0.1061661 Feb 19 02:55:35.072506 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8caa900f-03f8-4920-b82c-5a51e504a508 req-a05ba00c-a192-4c0e-a792-6cc14e738f6f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=10bca710-03bb-4ca8-92a9-8ed45d6067d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434871 Feb 19 02:55:35.073410 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 38310) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:35.151320 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-020c350b-e77b-445a-a45b-8367a11f437b req-e1d5432f-da1f-45f9-8496-b9d11bbc1582 tempest-ServerGroupTestJSON-1763692424 tempest-ServerGroupTestJSON-1763692424-project] 10.222.0.72 "GET /v2.0/security-groups?id=9568d5a5-9f29-4cb7-9078-0a67796882a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533837 Feb 19 02:55:35.201390 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 38324) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:35.268372 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8caa900f-03f8-4920-b82c-5a51e504a508 req-b0bc1baa-c480-4ba9-894d-3ef19b5593f4 service neutron] 10.222.0.73 "GET /v2.0/networks/10bca710-03bb-4ca8-92a9-8ed45d6067d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887937 Feb 19 02:55:35.280482 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd9ceaf1-23ed-483a-808a-fc26c8430667 admin admin] Deleting subnet 55bed9e5-47f3-40be-a468-b76d16088467 {{(pid=103701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:55:35.284459 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bd9ceaf1-23ed-483a-808a-fc26c8430667 admin admin] Publish callbacks [] for subnet (55bed9e5-47f3-40be-a468-b76d16088467), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:35.345086 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bd9ceaf1-23ed-483a-808a-fc26c8430667 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12647399'] for subnet (55bed9e5-47f3-40be-a468-b76d16088467), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:35.401923 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5f7528de-eb34-49e5-92fc-b25afa3003f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:35.443310 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bd9ceaf1-23ed-483a-808a-fc26c8430667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (55bed9e5-47f3-40be-a468-b76d16088467), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:35.464128 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8caa900f-03f8-4920-b82c-5a51e504a508 req-2ed149db-2e97-41f0-80af-1fc68a3d323f service neutron] 10.222.0.73 "GET /v2.0/networks/10bca710-03bb-4ca8-92a9-8ed45d6067d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880987 Feb 19 02:55:35.630720 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bd9ceaf1-23ed-483a-808a-fc26c8430667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12647206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58706286'] for subnet (55bed9e5-47f3-40be-a468-b76d16088467), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:35.668589 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d808debb-8191-4c05-89fc-91fb665f1400 req-f8ab5ef7-b8b5-42f5-bd6b-73bb9c5bd49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:35.671625 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d808debb-8191-4c05-89fc-91fb665f1400 req-f8ab5ef7-b8b5-42f5-bd6b-73bb9c5bd49f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=abfb6368aa414ad3932f3e859866ca5d&device_id=2d92056f-80fb-4f87-abe2-fd4856418c57 HTTP/1.1" status: 200 len: 1126 time: 0.0991602 Feb 19 02:55:35.695163 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9ceaf1-23ed-483a-808a-fc26c8430667 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55bed9e5-47f3-40be-a468-b76d16088467,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:35.704454 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bd9ceaf1-23ed-483a-808a-fc26c8430667 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:35.710740 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-bd9ceaf1-23ed-483a-808a-fc26c8430667 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/55bed9e5-47f3-40be-a468-b76d16088467 HTTP/1.1" status: 204 len: 168 time: 0.5053449 Feb 19 02:55:35.715776 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cdd5cd-6a40-40ba-8c91-46788a3929d8 req-f41c7349-c24b-47c3-8c60-eb2646e43d3b tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:35.725318 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a0cdd5cd-6a40-40ba-8c91-46788a3929d8 req-f41c7349-c24b-47c3-8c60-eb2646e43d3b tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b2e9057-c4b2-46db-814b-3b8888cce113 HTTP/1.1" status: 200 len: 946 time: 0.1984568 Feb 19 02:55:35.734372 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 38352) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:35.812478 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d808debb-8191-4c05-89fc-91fb665f1400 req-8d6ad423-3369-4782-99a1-f853f4cb345e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:35.814586 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d808debb-8191-4c05-89fc-91fb665f1400 req-8d6ad423-3369-4782-99a1-f853f4cb345e service neutron] 10.222.0.73 "GET /v2.0/networks?id=10bca710-03bb-4ca8-92a9-8ed45d6067d7 HTTP/1.1" status: 200 len: 910 time: 0.1369648 Feb 19 02:55:35.898863 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5f7528de-eb34-49e5-92fc-b25afa3003f8 admin admin] Publish callbacks [] for security_group (79991b8d-886b-4f45-adcd-f19fd329c15b), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:35.901458 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d808debb-8191-4c05-89fc-91fb665f1400 req-f0081758-6f3f-4148-80cf-9fd7d0af4116 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cce4f046-1daa-4ae6-ba5a-62d23bee8a5e HTTP/1.1" status: 200 len: 217 time: 0.0795181 Feb 19 02:55:35.925142 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5f7528de-eb34-49e5-92fc-b25afa3003f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (79991b8d-886b-4f45-adcd-f19fd329c15b), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:35.981988 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d808debb-8191-4c05-89fc-91fb665f1400 req-54fdd67d-cdcb-46c3-a630-ae6e259b0aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:35.984228 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d808debb-8191-4c05-89fc-91fb665f1400 req-54fdd67d-cdcb-46c3-a630-ae6e259b0aa1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9c9a44a2-dc67-44c4-8d85-190b97b3cdaf HTTP/1.1" status: 200 len: 849 time: 0.0754471 Feb 19 02:55:36.006148 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 38360) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:36.023091 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-5f7528de-eb34-49e5-92fc-b25afa3003f8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c0a9a50da6ad4ed0928c0e7705794ac2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9484167 Feb 19 02:55:36.031895 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7528de-eb34-49e5-92fc-b25afa3003f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79991b8d-886b-4f45-adcd-f19fd329c15b,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:36.035539 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 38364) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:36.037807 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d808debb-8191-4c05-89fc-91fb665f1400 req-6680b3d3-c982-4652-8fb2-21b2ff69c182 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=10bca710-03bb-4ca8-92a9-8ed45d6067d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468318 Feb 19 02:55:36.087180 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-59f9619e-5f8d-437d-ad1b-5740f42965b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (5dc8f89c-ee21-439f-a1f2-e0d9a7b63c55), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:36.132012 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a0cdd5cd-6a40-40ba-8c91-46788a3929d8 req-b6a93f1d-860e-4b05-ad40-7770f1008fdb tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] 10.222.0.72 "GET /v2.0/security-groups?id=dcac2b5a-dee8-41b9-b83f-a011c1698d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4053674 Feb 19 02:55:36.133653 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-01f0bfad-1756-49e7-870f-3ef24184b817 admin admin] Publish callbacks [] for security_group (79991b8d-886b-4f45-adcd-f19fd329c15b), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:36.206618 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d808debb-8191-4c05-89fc-91fb665f1400 req-ab52cd37-4cba-4902-8f19-5566b65b0f3b service neutron] 10.222.0.73 "GET /v2.0/networks/10bca710-03bb-4ca8-92a9-8ed45d6067d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502905 Feb 19 02:55:36.243465 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2cddbed0-d56b-4e34-86b4-00b39f617540 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:36.279316 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-59f9619e-5f8d-437d-ad1b-5740f42965b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (5dc8f89c-ee21-439f-a1f2-e0d9a7b63c55), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:36.301139 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-59f9619e-5f8d-437d-ad1b-5740f42965b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dc8f89c-ee21-439f-a1f2-e0d9a7b63c55']}} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:55:36.311726 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-59f9619e-5f8d-437d-ad1b-5740f42965b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dad7827-4aa1-4e5b-9f30-6ca5e9f618d0') {'for_net_delete': True} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:55:36.312211 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-59f9619e-5f8d-437d-ad1b-5740f42965b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dad7827-4aa1-4e5b-9f30-6ca5e9f618d0') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:55:36.323110 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-59f9619e-5f8d-437d-ad1b-5740f42965b3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12647422'] for segment (8dad7827-4aa1-4e5b-9f30-6ca5e9f618d0), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:36.337886 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-59f9619e-5f8d-437d-ad1b-5740f42965b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (8dad7827-4aa1-4e5b-9f30-6ca5e9f618d0), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:36.344279 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59f9619e-5f8d-437d-ad1b-5740f42965b3 admin admin] Releasing vlan 265 on physical network physnet1 to pool {{(pid=103701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:55:36.344998 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-59f9619e-5f8d-437d-ad1b-5740f42965b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583360'] for segment (8dad7827-4aa1-4e5b-9f30-6ca5e9f618d0), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:36.398770 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d808debb-8191-4c05-89fc-91fb665f1400 req-7efbb0cc-cad1-483c-bb52-c6f659c947f9 service neutron] 10.222.0.73 "GET /v2.0/networks/10bca710-03bb-4ca8-92a9-8ed45d6067d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841559 Feb 19 02:55:36.411401 n-d-826753-2 neutron-server[103701]: Traceback (most recent call last): Feb 19 02:55:36.411401 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:55:36.411401 n-d-826753-2 neutron-server[103701]: timer() Feb 19 02:55:36.411401 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:55:36.411401 n-d-826753-2 neutron-server[103701]: cb(*args, **kw) Feb 19 02:55:36.411401 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:55:36.411401 n-d-826753-2 neutron-server[103701]: return func(*args, **kwargs) Feb 19 02:55:36.411401 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:55:36.411401 n-d-826753-2 neutron-server[103701]: self._notify() Feb 19 02:55:36.411401 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:55:36.411401 n-d-826753-2 neutron-server[103701]: self.callback(batched_events) Feb 19 02:55:36.411401 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:55:36.411401 n-d-826753-2 neutron-server[103701]: event.method(event) Feb 19 02:55:36.411401 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:55:36.411401 n-d-826753-2 neutron-server[103701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:55:36.411401 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:55:36.411401 n-d-826753-2 neutron-server[103701]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:55:36.411401 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:55:36.411401 n-d-826753-2 neutron-server[103701]: return f(self, *a, **k) Feb 19 02:55:36.411401 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:55:36.411401 n-d-826753-2 neutron-server[103701]: return self._get(url).json() Feb 19 02:55:36.411401 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:55:36.411401 n-d-826753-2 neutron-server[103701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:55:36.411401 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:55:36.411401 n-d-826753-2 neutron-server[103701]: return self.request(url, 'GET', **kwargs) Feb 19 02:55:36.411401 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:55:36.411401 n-d-826753-2 neutron-server[103701]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:55:36.411401 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:55:36.411401 n-d-826753-2 neutron-server[103701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:55:36.411401 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:55:36.411401 n-d-826753-2 neutron-server[103701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:55:36.411401 n-d-826753-2 neutron-server[103701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:55:36.414343 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-01f0bfad-1756-49e7-870f-3ef24184b817 admin admin] Publish callbacks [] for security_group (79991b8d-886b-4f45-adcd-f19fd329c15b), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:36.431314 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-59f9619e-5f8d-437d-ad1b-5740f42965b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (5dc8f89c-ee21-439f-a1f2-e0d9a7b63c55), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:36.450268 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2cddbed0-d56b-4e34-86b4-00b39f617540 admin admin] Publish callbacks [] for security_group (df2a4581-ca79-41c5-8664-b9da1853012a), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:36.461830 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-59f9619e-5f8d-437d-ad1b-5740f42965b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:36.462622 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2cddbed0-d56b-4e34-86b4-00b39f617540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (df2a4581-ca79-41c5-8664-b9da1853012a), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:36.465071 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-59f9619e-5f8d-437d-ad1b-5740f42965b3 admin admin] 10.222.0.72 "DELETE /v2.0/networks/5dc8f89c-ee21-439f-a1f2-e0d9a7b63c55 HTTP/1.1" status: 204 len: 168 time: 0.7239928 Feb 19 02:55:36.516024 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-2cddbed0-d56b-4e34-86b4-00b39f617540 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8e9376aa10f349dba60556a518e4fbba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5069025 Feb 19 02:55:36.517206 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cddbed0-d56b-4e34-86b4-00b39f617540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df2a4581-ca79-41c5-8664-b9da1853012a,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:36.519557 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 38370) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:36.537835 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f9619e-5f8d-437d-ad1b-5740f42965b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=5dc8f89c-ee21-439f-a1f2-e0d9a7b63c55,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:36.560585 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983f0478-3d36-4e4e-8ae3-8a4c54017b3c req-92eb06b9-a2a2-41bf-bd6c-a1ca61f9ce08 tempest-ServerGroupTestJSON-1763692424 tempest-ServerGroupTestJSON-1763692424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:36.562515 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-983f0478-3d36-4e4e-8ae3-8a4c54017b3c req-92eb06b9-a2a2-41bf-bd6c-a1ca61f9ce08 tempest-ServerGroupTestJSON-1763692424 tempest-ServerGroupTestJSON-1763692424-project] 10.222.0.72 "GET /v2.0/ports?device_id=2d92056f-80fb-4f87-abe2-fd4856418c57 HTTP/1.1" status: 200 len: 944 time: 0.1558003 Feb 19 02:55:36.602073 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-01f0bfad-1756-49e7-870f-3ef24184b817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (79991b8d-886b-4f45-adcd-f19fd329c15b), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:36.604876 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-01f0bfad-1756-49e7-870f-3ef24184b817 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:36.608038 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-01f0bfad-1756-49e7-870f-3ef24184b817 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/79991b8d-886b-4f45-adcd-f19fd329c15b HTTP/1.1" status: 204 len: 168 time: 0.5669229 Feb 19 02:55:36.643845 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f0bfad-1756-49e7-870f-3ef24184b817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79991b8d-886b-4f45-adcd-f19fd329c15b,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:36.664520 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b1b9f807-ac80-47a7-89de-41399b510395 admin admin] Publish callbacks [] for security_group (df2a4581-ca79-41c5-8664-b9da1853012a), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:36.710789 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-983f0478-3d36-4e4e-8ae3-8a4c54017b3c req-183e29ea-5e01-4075-8792-b47996a9a2b8 tempest-ServerGroupTestJSON-1763692424 tempest-ServerGroupTestJSON-1763692424-project] 10.222.0.72 "GET /v2.0/security-groups?id=9568d5a5-9f29-4cb7-9078-0a67796882a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273775 Feb 19 02:55:36.725429 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b1b9f807-ac80-47a7-89de-41399b510395 admin admin] Publish callbacks [] for security_group (df2a4581-ca79-41c5-8664-b9da1853012a), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:36.740614 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 38378) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:36.797229 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b1b9f807-ac80-47a7-89de-41399b510395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (df2a4581-ca79-41c5-8664-b9da1853012a), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:36.801650 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b1b9f807-ac80-47a7-89de-41399b510395 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:36.803424 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-b1b9f807-ac80-47a7-89de-41399b510395 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/df2a4581-ca79-41c5-8664-b9da1853012a HTTP/1.1" status: 204 len: 168 time: 0.2708957 Feb 19 02:55:36.811606 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-18386424-8334-487e-bc4b-0161ce77beca admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=fde04adc9df644a8930232a9a3505446&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0697060 Feb 19 02:55:36.812247 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 38382) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:36.817342 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b9f807-ac80-47a7-89de-41399b510395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df2a4581-ca79-41c5-8664-b9da1853012a,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:36.887557 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-facd5441-be96-4f02-96d1-6ebffae67c85 admin admin] Publish callbacks [] for security_group (9acd9e46-cea6-435b-8843-7e118d321014), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:36.912227 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-facd5441-be96-4f02-96d1-6ebffae67c85 admin admin] Publish callbacks [] for security_group (9acd9e46-cea6-435b-8843-7e118d321014), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:36.973931 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-facd5441-be96-4f02-96d1-6ebffae67c85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (9acd9e46-cea6-435b-8843-7e118d321014), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:36.976952 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-facd5441-be96-4f02-96d1-6ebffae67c85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:36.981621 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-facd5441-be96-4f02-96d1-6ebffae67c85 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9acd9e46-cea6-435b-8843-7e118d321014 HTTP/1.1" status: 204 len: 168 time: 0.1684146 Feb 19 02:55:36.995352 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facd5441-be96-4f02-96d1-6ebffae67c85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9acd9e46-cea6-435b-8843-7e118d321014,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:37.227294 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 38400) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:37.249781 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9df771b5-b99a-44ba-b090-cf6942477f81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:37.384044 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 14dfa150-807e-4786-b671-02f72ff06137 no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:55:37.393119 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2527b8aa-8860-4885-8c94-38f891ecc856 req-592a9ac2-53e5-4366-85b2-a5c01042edc1 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:37.395267 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2527b8aa-8860-4885-8c94-38f891ecc856 req-592a9ac2-53e5-4366-85b2-a5c01042edc1 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b2e9057-c4b2-46db-814b-3b8888cce113 HTTP/1.1" status: 200 len: 946 time: 0.1028359 Feb 19 02:55:37.416944 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] No Port match for: 14dfa150-807e-4786-b671-02f72ff06137 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:55:37.417415 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 14dfa150-807e-4786-b671-02f72ff06137 not bound to the agent host n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:55:37.457524 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2527b8aa-8860-4885-8c94-38f891ecc856 req-d3d64000-187b-4c71-9dd8-efa4201533db tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] 10.222.0.72 "GET /v2.0/security-groups?id=dcac2b5a-dee8-41b9-b83f-a011c1698d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516000 Feb 19 02:55:37.472100 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9df771b5-b99a-44ba-b090-cf6942477f81 admin admin] Publish callbacks [] for security_group (31aa3c31-8edf-4a0c-b29f-685c97184c78), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:37.491547 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9df771b5-b99a-44ba-b090-cf6942477f81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (31aa3c31-8edf-4a0c-b29f-685c97184c78), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:37.510310 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 38406) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:37.531365 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e6885cad-9511-4e80-921c-4bdd92f59e90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:37.589377 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-9df771b5-b99a-44ba-b090-cf6942477f81 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6c8e4c8341df4b6e820d166caec5995d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3596694 Feb 19 02:55:37.590503 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 38408) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:37.604291 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df771b5-b99a-44ba-b090-cf6942477f81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31aa3c31-8edf-4a0c-b29f-685c97184c78,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:37.684217 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e6885cad-9511-4e80-921c-4bdd92f59e90 admin admin] Publish callbacks [] for security_group (0345f0f4-eff6-4769-a5c8-4508c759fb7e), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:37.695411 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e6885cad-9511-4e80-921c-4bdd92f59e90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (0345f0f4-eff6-4769-a5c8-4508c759fb7e), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:37.726753 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c7398cef-a25e-481c-9fe6-2396157380e9 admin admin] Publish callbacks [] for security_group (31aa3c31-8edf-4a0c-b29f-685c97184c78), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:37.779277 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c7398cef-a25e-481c-9fe6-2396157380e9 admin admin] Publish callbacks [] for security_group (31aa3c31-8edf-4a0c-b29f-685c97184c78), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:37.797458 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-e6885cad-9511-4e80-921c-4bdd92f59e90 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6e84f3923d9249d2a7a376e7ceb7cbc9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2834206 Feb 19 02:55:37.797458 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6885cad-9511-4e80-921c-4bdd92f59e90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0345f0f4-eff6-4769-a5c8-4508c759fb7e,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:37.810549 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 38420) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:37.876425 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c7398cef-a25e-481c-9fe6-2396157380e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (31aa3c31-8edf-4a0c-b29f-685c97184c78), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:37.879158 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c7398cef-a25e-481c-9fe6-2396157380e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:37.883559 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-c7398cef-a25e-481c-9fe6-2396157380e9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/31aa3c31-8edf-4a0c-b29f-685c97184c78 HTTP/1.1" status: 204 len: 168 time: 0.2920585 Feb 19 02:55:37.901629 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7398cef-a25e-481c-9fe6-2396157380e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31aa3c31-8edf-4a0c-b29f-685c97184c78,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:37.918950 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1f1f4253-1b56-46de-955b-84b70a210d63 admin admin] Publish callbacks [] for security_group (0345f0f4-eff6-4769-a5c8-4508c759fb7e), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:37.921541 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b21c63-3ea4-414a-8cd2-ae621fa64900 req-5f756097-4b2f-45b7-b177-3dad53a82a6d tempest-ServerGroupTestJSON-1763692424 tempest-ServerGroupTestJSON-1763692424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:37.923254 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f7b21c63-3ea4-414a-8cd2-ae621fa64900 req-5f756097-4b2f-45b7-b177-3dad53a82a6d tempest-ServerGroupTestJSON-1763692424 tempest-ServerGroupTestJSON-1763692424-project] 10.222.0.72 "GET /v2.0/ports?device_id=2d92056f-80fb-4f87-abe2-fd4856418c57 HTTP/1.1" status: 200 len: 944 time: 0.0822380 Feb 19 02:55:37.966620 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1f1f4253-1b56-46de-955b-84b70a210d63 admin admin] Publish callbacks [] for security_group (0345f0f4-eff6-4769-a5c8-4508c759fb7e), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:37.978418 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f7b21c63-3ea4-414a-8cd2-ae621fa64900 req-30007a73-d19b-4f7e-9484-3b524f04b213 tempest-ServerGroupTestJSON-1763692424 tempest-ServerGroupTestJSON-1763692424-project] 10.222.0.72 "GET /v2.0/security-groups?id=9568d5a5-9f29-4cb7-9078-0a67796882a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482204 Feb 19 02:55:38.054868 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1f1f4253-1b56-46de-955b-84b70a210d63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (0345f0f4-eff6-4769-a5c8-4508c759fb7e), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:38.060084 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1f1f4253-1b56-46de-955b-84b70a210d63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:38.063725 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-1f1f4253-1b56-46de-955b-84b70a210d63 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0345f0f4-eff6-4769-a5c8-4508c759fb7e HTTP/1.1" status: 204 len: 168 time: 0.2496467 Feb 19 02:55:38.072904 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1f4253-1b56-46de-955b-84b70a210d63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0345f0f4-eff6-4769-a5c8-4508c759fb7e,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:38.408439 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 38448) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:38.587410 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-f8c7d206-e13b-42c2-9249-fe89c57b7f14 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1236211321-network', 'tenant_id': '80964ee79d1a40eba565b1c82b6f88f0'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:55:38.625221 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8c7d206-e13b-42c2-9249-fe89c57b7f14 admin admin] Made reservation on behalf of 80964ee79d1a40eba565b1c82b6f88f0 for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:55:38.630733 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f8c7d206-e13b-42c2-9249-fe89c57b7f14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:38.649948 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f8c7d206-e13b-42c2-9249-fe89c57b7f14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:38.653865 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb23ccc-9255-4308-9a5c-4355dc120635 req-116264d2-5cea-4a27-9110-d3478b37cd41 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:38.655413 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ecb23ccc-9255-4308-9a5c-4355dc120635 req-116264d2-5cea-4a27-9110-d3478b37cd41 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b2e9057-c4b2-46db-814b-3b8888cce113 HTTP/1.1" status: 200 len: 946 time: 0.1064858 Feb 19 02:55:38.735151 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ecb23ccc-9255-4308-9a5c-4355dc120635 req-68e517d0-66cb-4caa-ba79-dc73202a173b tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] 10.222.0.72 "GET /v2.0/security-groups?id=dcac2b5a-dee8-41b9-b83f-a011c1698d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691524 Feb 19 02:55:38.780743 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f8c7d206-e13b-42c2-9249-fe89c57b7f14 admin admin] Publish callbacks [] for security_group (0bac9e7b-1471-4fbc-b188-1d8a02d1587a), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:38.786632 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f8c7d206-e13b-42c2-9249-fe89c57b7f14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (0bac9e7b-1471-4fbc-b188-1d8a02d1587a), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:38.815739 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8c7d206-e13b-42c2-9249-fe89c57b7f14 admin admin] vlan segment allocate from pool success with {'vlan_id': 279, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:55:38.835578 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c7d206-e13b-42c2-9249-fe89c57b7f14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bac9e7b-1471-4fbc-b188-1d8a02d1587a,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:38.839726 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f8c7d206-e13b-42c2-9249-fe89c57b7f14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (99637b7a-02f7-4620-98cc-0c64fec323d8), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:38.840072 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-f8c7d206-e13b-42c2-9249-fe89c57b7f14 admin admin] Added segment 99637b7a-02f7-4620-98cc-0c64fec323d8 of type vlan for network bfa08ae4-8932-44be-9fe7-df4214e39f4f Feb 19 02:55:38.941626 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f8c7d206-e13b-42c2-9249-fe89c57b7f14 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (bfa08ae4-8932-44be-9fe7-df4214e39f4f), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:38.996289 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f8c7d206-e13b-42c2-9249-fe89c57b7f14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (bfa08ae4-8932-44be-9fe7-df4214e39f4f), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:38.998563 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c7d206-e13b-42c2-9249-fe89c57b7f14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:39.000298 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f8c7d206-e13b-42c2-9249-fe89c57b7f14 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:39.111788 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-f8c7d206-e13b-42c2-9249-fe89c57b7f14 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7022078 Feb 19 02:55:39.118991 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 38476) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:39.127958 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-40da1a60-3427-4287-9baa-75e8d68b6378 admin admin] Request body: {'subnet': {'network_id': 'bfa08ae4-8932-44be-9fe7-df4214e39f4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1236211321-subnet', 'tenant_id': '80964ee79d1a40eba565b1c82b6f88f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:55:39.131224 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c7d206-e13b-42c2-9249-fe89c57b7f14 admin admin] Pushing event updated for resources: {'Network': ['ID=bfa08ae4-8932-44be-9fe7-df4214e39f4f,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:39.144558 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network bfa08ae4-8932-44be-9fe7-df4214e39f4f details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:55:39.173558 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1423e2fc-2f68-46a8-8442-78c70dbfba11 req-adba7038-3aff-4a3e-be5c-9fa093f34574 tempest-ServerGroupTestJSON-1763692424 tempest-ServerGroupTestJSON-1763692424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:39.175290 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1423e2fc-2f68-46a8-8442-78c70dbfba11 req-adba7038-3aff-4a3e-be5c-9fa093f34574 tempest-ServerGroupTestJSON-1763692424 tempest-ServerGroupTestJSON-1763692424-project] 10.222.0.72 "GET /v2.0/ports?device_id=2d92056f-80fb-4f87-abe2-fd4856418c57 HTTP/1.1" status: 200 len: 944 time: 0.0968180 Feb 19 02:55:39.203266 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40da1a60-3427-4287-9baa-75e8d68b6378 admin admin] Made reservation on behalf of 80964ee79d1a40eba565b1c82b6f88f0 for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:55:39.205627 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-40da1a60-3427-4287-9baa-75e8d68b6378 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:39.267683 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1423e2fc-2f68-46a8-8442-78c70dbfba11 req-5d421d47-773a-40a9-922a-9568339f6b97 tempest-ServerGroupTestJSON-1763692424 tempest-ServerGroupTestJSON-1763692424-project] 10.222.0.72 "GET /v2.0/security-groups?id=9568d5a5-9f29-4cb7-9078-0a67796882a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846119 Feb 19 02:55:39.392402 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device cce4f046-1daa-4ae6-ba5a-62d23bee8a5e details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:55:39.531713 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-40da1a60-3427-4287-9baa-75e8d68b6378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (9931103f-9dd4-4267-840a-e89f98719fea), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:39.573252 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port cce4f046-1daa-4ae6-ba5a-62d23bee8a5e, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=cce4f046-1daa-4ae6-ba5a-62d23bee8a5e,segment=NetworkSegment(453c82b2-571f-4adc-8020-4ad6f3cee2f3),segment_id=453c82b2-571f-4adc-8020-4ad6f3cee2f3)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:55:39.598204 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': 'cce4f046-1daa-4ae6-ba5a-62d23bee8a5e', 'network_id': '10bca710-03bb-4ca8-92a9-8ed45d6067d7', 'port_id': 'cce4f046-1daa-4ae6-ba5a-62d23bee8a5e', 'mac_address': 'fa:16:3e:50:13:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c9a44a2-dc67-44c4-8d85-190b97b3cdaf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:55:39.646475 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da1a60-3427-4287-9baa-75e8d68b6378 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9931103f-9dd4-4267-840a-e89f98719fea,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:39.662483 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port cce4f046-1daa-4ae6-ba5a-62d23bee8a5e is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:55:39.663132 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (cce4f046-1daa-4ae6-ba5a-62d23bee8a5e), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:39.677898 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40da1a60-3427-4287-9baa-75e8d68b6378 admin admin] Checking segment: {'id': '99637b7a-02f7-4620-98cc-0c64fec323d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'bfa08ae4-8932-44be-9fe7-df4214e39f4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:55:39.678260 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40da1a60-3427-4287-9baa-75e8d68b6378 admin admin] Network hostable DHCP agents. Network: bfa08ae4-8932-44be-9fe7-df4214e39f4f, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:55:39.680270 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cce4f046-1daa-4ae6-ba5a-62d23bee8a5e {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:55:39.704393 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port cce4f046-1daa-4ae6-ba5a-62d23bee8a5e, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=cce4f046-1daa-4ae6-ba5a-62d23bee8a5e,segment=NetworkSegment(453c82b2-571f-4adc-8020-4ad6f3cee2f3),segment_id=453c82b2-571f-4adc-8020-4ad6f3cee2f3)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:55:39.710047 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (cce4f046-1daa-4ae6-ba5a-62d23bee8a5e), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:39.722832 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40da1a60-3427-4287-9baa-75e8d68b6378 admin admin] Network bfa08ae4-8932-44be-9fe7-df4214e39f4f is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:55:39.739686 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-40da1a60-3427-4287-9baa-75e8d68b6378 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, bfa08ae4-8932-44be-9fe7-df4214e39f4f) {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:55:39.744135 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40da1a60-3427-4287-9baa-75e8d68b6378 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:39.744905 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-40da1a60-3427-4287-9baa-75e8d68b6378 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:39.766506 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5270d9b-b2f6-4877-9ae4-9e6a5ff6f9f2 None None] Network bfa08ae4-8932-44be-9fe7-df4214e39f4f requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:55:39.791046 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-40da1a60-3427-4287-9baa-75e8d68b6378 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6629653 Feb 19 02:55:39.869277 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:55:39.900223 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=cce4f046-1daa-4ae6-ba5a-62d23bee8a5e,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:39.922580 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:55:39.923263 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:55:39.923960 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:55:39.924484 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:55:39.925368 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:55:39.926439 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:55:39.927581 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:55:39.928219 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:55:39.929221 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:55:39.929957 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:55:39.930531 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:55:39.931088 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:55:39.931788 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:55:40.017314 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c26727d8-6a2b-48a4-8d04-522c37a8ed87 None None] Network bfa08ae4-8932-44be-9fe7-df4214e39f4f requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:55:40.044073 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1e581f-7814-4179-8b32-b21863c26993 req-fe7d77d2-3db6-4c9c-a9c6-b9c07f16b9eb tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:40.061139 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ec1e581f-7814-4179-8b32-b21863c26993 req-fe7d77d2-3db6-4c9c-a9c6-b9c07f16b9eb tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b2e9057-c4b2-46db-814b-3b8888cce113 HTTP/1.1" status: 200 len: 946 time: 0.1922257 Feb 19 02:55:40.139565 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['cce4f046-1daa-4ae6-ba5a-62d23bee8a5e'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:55:40.166258 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ec1e581f-7814-4179-8b32-b21863c26993 req-50a82692-dc6c-458e-ad8b-5c64264c7bdd tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] 10.222.0.72 "GET /v2.0/security-groups?id=dcac2b5a-dee8-41b9-b83f-a011c1698d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036828 Feb 19 02:55:40.497335 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d60301f-d4f8-4570-9091-3aa62c8dec68 req-74ecab36-8b1a-4dcf-b337-36024cd65fed tempest-ServerGroupTestJSON-1763692424 tempest-ServerGroupTestJSON-1763692424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:40.501993 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5d60301f-d4f8-4570-9091-3aa62c8dec68 req-74ecab36-8b1a-4dcf-b337-36024cd65fed tempest-ServerGroupTestJSON-1763692424 tempest-ServerGroupTestJSON-1763692424-project] 10.222.0.72 "GET /v2.0/ports?device_id=2d92056f-80fb-4f87-abe2-fd4856418c57 HTTP/1.1" status: 200 len: 945 time: 0.0914085 Feb 19 02:55:40.598568 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5d60301f-d4f8-4570-9091-3aa62c8dec68 req-65710741-d96d-4892-9fb8-b500c98e9802 tempest-ServerGroupTestJSON-1763692424 tempest-ServerGroupTestJSON-1763692424-project] 10.222.0.72 "GET /v2.0/security-groups?id=9568d5a5-9f29-4cb7-9078-0a67796882a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898306 Feb 19 02:55:40.856648 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-4344892f-526d-4b0b-a7ac-716e9fd7e004 tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:40.864056 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-4344892f-526d-4b0b-a7ac-716e9fd7e004 tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] 10.222.0.72 "GET /v2.0/networks?id=bfa08ae4-8932-44be-9fe7-df4214e39f4f HTTP/1.1" status: 200 len: 818 time: 0.2462795 Feb 19 02:55:40.883864 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-efb1da27-2658-4c1d-a423-57de14ef2d7d tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] 10.222.0.72 "GET /v2.0/quotas/80964ee79d1a40eba565b1c82b6f88f0 HTTP/1.1" status: 200 len: 375 time: 0.0119932 Feb 19 02:55:40.956705 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-ec7c5706-385d-4aeb-9407-383bb1e76cba tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=80964ee79d1a40eba565b1c82b6f88f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0582962 Feb 19 02:55:41.117773 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-83ad090b-dbd0-4515-b1a5-a783f4a0572e service neutron] 10.222.0.72 "GET /v2.0/networks/bfa08ae4-8932-44be-9fe7-df4214e39f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584370 Feb 19 02:55:41.311399 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-a533dda0-7463-46e3-ac5f-6a90f5c61a13 service neutron] 10.222.0.72 "GET /v2.0/networks/bfa08ae4-8932-44be-9fe7-df4214e39f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927335 Feb 19 02:55:41.406882 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device cce4f046-1daa-4ae6-ba5a-62d23bee8a5e up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:55:41.429071 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c871d5d7-505f-4da8-9ca9-c41b19bd9436 req-6c358eaf-6fa5-48df-b73a-fca353d483db tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:41.438512 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c871d5d7-505f-4da8-9ca9-c41b19bd9436 req-6c358eaf-6fa5-48df-b73a-fca353d483db tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b2e9057-c4b2-46db-814b-3b8888cce113 HTTP/1.1" status: 200 len: 946 time: 0.1366878 Feb 19 02:55:41.526789 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning for port cce4f046-1daa-4ae6-ba5a-62d23bee8a5e completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:55:41.531457 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port cce4f046-1daa-4ae6-ba5a-62d23bee8a5e triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:55:41.531840 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (cce4f046-1daa-4ae6-ba5a-62d23bee8a5e), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:41.565621 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c871d5d7-505f-4da8-9ca9-c41b19bd9436 req-45e8075e-3e59-4635-bacd-05433334cd74 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] 10.222.0.72 "GET /v2.0/security-groups?id=dcac2b5a-dee8-41b9-b83f-a011c1698d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258812 Feb 19 02:55:41.655937 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1b14383a-e7fa-4e38-981e-b6db57e10e5a req-19db2de7-34aa-49be-8604-9a69478c0607 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=5bb9eab4-0d6c-4134-ab2b-95a69750261e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1737640 Feb 19 02:55:41.755275 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port cce4f046-1daa-4ae6-ba5a-62d23bee8a5e is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:55:41.755933 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (cce4f046-1daa-4ae6-ba5a-62d23bee8a5e), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:41.875517 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port cce4f046-1daa-4ae6-ba5a-62d23bee8a5e, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=cce4f046-1daa-4ae6-ba5a-62d23bee8a5e,segment=NetworkSegment(453c82b2-571f-4adc-8020-4ad6f3cee2f3),segment_id=453c82b2-571f-4adc-8020-4ad6f3cee2f3)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:55:41.878498 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d92056f-80fb-4f87-abe2-fd4856418c57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cce4f046-1daa-4ae6-ba5a-62d23bee8a5e'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:55:41.884733 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-879da590-d0b9-475a-bc5a-ea021402433a" -d '{"events": [{"server_uuid": "2d92056f-80fb-4f87-abe2-fd4856418c57", "name": "network-vif-plugged", "status": "completed", "tag": "cce4f046-1daa-4ae6-ba5a-62d23bee8a5e"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:55:41.896863 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (cce4f046-1daa-4ae6-ba5a-62d23bee8a5e), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:41.983502 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b14383a-e7fa-4e38-981e-b6db57e10e5a req-1b9bfecd-5587-4c3a-9f41-658e051306fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:41.990497 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1b14383a-e7fa-4e38-981e-b6db57e10e5a req-1b9bfecd-5587-4c3a-9f41-658e051306fa service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8ee938a19b3e4074b489f411ca258ca6&device_id=5bb9eab4-0d6c-4134-ab2b-95a69750261e HTTP/1.1" status: 200 len: 1127 time: 0.2074375 Feb 19 02:55:42.011711 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=cce4f046-1daa-4ae6-ba5a-62d23bee8a5e,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:42.019092 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322d2cc1-599f-4192-8e5e-0cbee1454004 req-5aa7df8d-0ae4-4fbb-bc3b-3e10cf80995e tempest-ServerGroupTestJSON-1763692424 tempest-ServerGroupTestJSON-1763692424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:42.028040 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-322d2cc1-599f-4192-8e5e-0cbee1454004 req-5aa7df8d-0ae4-4fbb-bc3b-3e10cf80995e tempest-ServerGroupTestJSON-1763692424 tempest-ServerGroupTestJSON-1763692424-project] 10.222.0.72 "GET /v2.0/ports?device_id=2d92056f-80fb-4f87-abe2-fd4856418c57 HTTP/1.1" status: 200 len: 945 time: 0.3012471 Feb 19 02:55:42.130276 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e71f4fc8-7252-4c57-a7b0-28e1f720f4c1 x-openstack-request-id: req-e71f4fc8-7252-4c57-a7b0-28e1f720f4c1 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:55:42.130575 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d92056f-80fb-4f87-abe2-fd4856418c57", "name": "network-vif-plugged", "status": "completed", "tag": "cce4f046-1daa-4ae6-ba5a-62d23bee8a5e", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:55:42.130836 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e71f4fc8-7252-4c57-a7b0-28e1f720f4c1 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:55:42.131285 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d92056f-80fb-4f87-abe2-fd4856418c57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cce4f046-1daa-4ae6-ba5a-62d23bee8a5e', 'code': 200} Feb 19 02:55:42.409685 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5d3db4-d1c2-4044-8779-6359aeef72d1 req-04c8b30b-c329-4657-9952-e5a8f5b9ee62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:42.412642 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7e5d3db4-d1c2-4044-8779-6359aeef72d1 req-04c8b30b-c329-4657-9952-e5a8f5b9ee62 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2d92056f-80fb-4f87-abe2-fd4856418c57 HTTP/1.1" status: 200 len: 1128 time: 0.1760781 Feb 19 02:55:42.518459 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7e5d3db4-d1c2-4044-8779-6359aeef72d1 req-d709bab5-ee85-4b93-b463-32ff1708789f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=9568d5a5-9f29-4cb7-9078-0a67796882a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875924 Feb 19 02:55:42.774406 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 38736) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:42.881525 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3e07e03e-1b39-4522-96b5-0c060aa77e8f req-f9f44a43-37c8-47cf-b5a4-96b22079ffc9 tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] 10.222.0.72 "GET /v2.0/ports?device_id=e1c3a95a-eb61-4cc4-921e-3f5841475c62 HTTP/1.1" status: 200 len: 210 time: 0.0616713 Feb 19 02:55:42.900985 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-322d2cc1-599f-4192-8e5e-0cbee1454004 req-cba6f7a1-0346-4575-8633-2b07bc75cfef tempest-ServerGroupTestJSON-1763692424 tempest-ServerGroupTestJSON-1763692424-project] 10.222.0.72 "GET /v2.0/security-groups?id=9568d5a5-9f29-4cb7-9078-0a67796882a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8720722 Feb 19 02:55:42.964180 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b738cf8d-47c9-4066-ac78-90b86c25e074 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:42.981052 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b14383a-e7fa-4e38-981e-b6db57e10e5a req-1d90040b-d43b-446b-b51c-493ede079ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:42.984590 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1b14383a-e7fa-4e38-981e-b6db57e10e5a req-1d90040b-d43b-446b-b51c-493ede079ad2 service neutron] 10.222.0.82 "GET /v2.0/networks?id=2a0a79ed-8a33-4798-af54-05a0cb1f0f3c HTTP/1.1" status: 200 len: 919 time: 0.9537964 Feb 19 02:55:43.088692 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1b14383a-e7fa-4e38-981e-b6db57e10e5a req-bff96889-743e-42e6-970b-02b157346b33 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dbe88812-a5ed-4d59-8ee2-a6462da57fd6 HTTP/1.1" status: 200 len: 217 time: 0.0799384 Feb 19 02:55:43.111937 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b738cf8d-47c9-4066-ac78-90b86c25e074 admin admin] Publish callbacks [] for security_group (91af18a7-3b4d-43f3-bc65-9d8e6c8448a3), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:43.128977 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b738cf8d-47c9-4066-ac78-90b86c25e074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (91af18a7-3b4d-43f3-bc65-9d8e6c8448a3), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:43.161169 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8929607a-7314-4b16-ae2e-384bff8944dc req-42c26208-0fe8-49ea-a187-6e627fd3a70c tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:43.169062 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8929607a-7314-4b16-ae2e-384bff8944dc req-42c26208-0fe8-49ea-a187-6e627fd3a70c tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b2e9057-c4b2-46db-814b-3b8888cce113 HTTP/1.1" status: 200 len: 946 time: 0.1823840 Feb 19 02:55:43.238436 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-b738cf8d-47c9-4066-ac78-90b86c25e074 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6c50b3cb3cb440dcac25785099730dc9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4603734 Feb 19 02:55:43.238436 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b738cf8d-47c9-4066-ac78-90b86c25e074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91af18a7-3b4d-43f3-bc65-9d8e6c8448a3,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:43.240844 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 38752) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:43.262200 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8929607a-7314-4b16-ae2e-384bff8944dc req-954844ac-18f7-434c-967a-b3e338c61ecc tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] 10.222.0.72 "GET /v2.0/security-groups?id=dcac2b5a-dee8-41b9-b83f-a011c1698d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884001 Feb 19 02:55:43.268809 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b14383a-e7fa-4e38-981e-b6db57e10e5a req-cbc25563-82d1-4c03-a0ac-916455dc2a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:43.281608 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1b14383a-e7fa-4e38-981e-b6db57e10e5a req-cbc25563-82d1-4c03-a0ac-916455dc2a78 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1de208d8-9bd1-42de-af89-32eb5f962cf7 HTTP/1.1" status: 200 len: 858 time: 0.1824136 Feb 19 02:55:43.324159 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 38756) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:43.376036 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-12393813-609c-42df-9b62-fb84207ac716 admin admin] Publish callbacks [] for security_group (91af18a7-3b4d-43f3-bc65-9d8e6c8448a3), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:43.382434 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-caa40eae-7287-4ddc-82d7-f13067e06588 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1558972810'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:55:43.400761 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1b14383a-e7fa-4e38-981e-b6db57e10e5a req-855dc45f-ec0a-438b-a4b8-db5a8482e3e8 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2a0a79ed-8a33-4798-af54-05a0cb1f0f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1096187 Feb 19 02:55:43.436801 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-12393813-609c-42df-9b62-fb84207ac716 admin admin] Publish callbacks [] for security_group (91af18a7-3b4d-43f3-bc65-9d8e6c8448a3), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:43.499443 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-12393813-609c-42df-9b62-fb84207ac716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (91af18a7-3b4d-43f3-bc65-9d8e6c8448a3), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:43.503248 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-12393813-609c-42df-9b62-fb84207ac716 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:43.504490 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-12393813-609c-42df-9b62-fb84207ac716 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/91af18a7-3b4d-43f3-bc65-9d8e6c8448a3 HTTP/1.1" status: 204 len: 168 time: 0.2313936 Feb 19 02:55:43.537445 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12393813-609c-42df-9b62-fb84207ac716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91af18a7-3b4d-43f3-bc65-9d8e6c8448a3,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:43.539347 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caa40eae-7287-4ddc-82d7-f13067e06588 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Made reservation on behalf of 6ec3dd7afd834c809d570f5110147b8d for: {'network': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:55:43.544173 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-caa40eae-7287-4ddc-82d7-f13067e06588 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:43.652789 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caa40eae-7287-4ddc-82d7-f13067e06588 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] vlan segment allocate from pool success with {'vlan_id': 295, 'physical_network': 'physnet1'} {{(pid=103701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:55:43.667817 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1b14383a-e7fa-4e38-981e-b6db57e10e5a req-2c3dec9b-a2e3-4571-951c-272b2a3626d2 service neutron] 10.222.0.82 "GET /v2.0/networks/2a0a79ed-8a33-4798-af54-05a0cb1f0f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2661579 Feb 19 02:55:43.682969 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-caa40eae-7287-4ddc-82d7-f13067e06588 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (0ac8fc0c-e771-432c-9de7-07e76dbe0cc7), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:43.683523 n-d-826753-2 neutron-server[103701]: INFO neutron.db.segments_db [None req-caa40eae-7287-4ddc-82d7-f13067e06588 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Added segment 0ac8fc0c-e771-432c-9de7-07e76dbe0cc7 of type vlan for network 25635acc-9f56-41ab-b8cd-dd2744f3f7b3 Feb 19 02:55:43.788820 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-caa40eae-7287-4ddc-82d7-f13067e06588 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (25635acc-9f56-41ab-b8cd-dd2744f3f7b3), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:43.837740 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1b14383a-e7fa-4e38-981e-b6db57e10e5a req-e630d004-c473-4585-ab93-84769830ad80 service neutron] 10.222.0.82 "GET /v2.0/networks/2a0a79ed-8a33-4798-af54-05a0cb1f0f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625369 Feb 19 02:55:43.846228 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-caa40eae-7287-4ddc-82d7-f13067e06588 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (25635acc-9f56-41ab-b8cd-dd2744f3f7b3), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:43.851562 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa40eae-7287-4ddc-82d7-f13067e06588 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:43.852477 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-caa40eae-7287-4ddc-82d7-f13067e06588 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:43.947134 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 38788) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:43.965221 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-caa40eae-7287-4ddc-82d7-f13067e06588 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6047723 Feb 19 02:55:43.966386 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2070ee89-65fe-4357-b25b-20cef00d7df2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:43.968826 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 38790) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:43.984777 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-ab0520c2-abeb-4909-8ea7-aee96aa9dbeb tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-291361842'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:55:43.987425 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa40eae-7287-4ddc-82d7-f13067e06588 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Pushing event updated for resources: {'Network': ['ID=25635acc-9f56-41ab-b8cd-dd2744f3f7b3,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:44.000171 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 25635acc-9f56-41ab-b8cd-dd2744f3f7b3 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:55:44.057061 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d3579eb1-c69c-40e6-b981-220cf39dded7 req-79324ec1-374c-436e-bc2d-d34b2f55e6de tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] 10.222.0.72 "GET /v2.0/ports?device_id=e1c3a95a-eb61-4cc4-921e-3f5841475c62 HTTP/1.1" status: 200 len: 210 time: 0.0574977 Feb 19 02:55:44.134745 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab0520c2-abeb-4909-8ea7-aee96aa9dbeb tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Made reservation on behalf of 6ec3dd7afd834c809d570f5110147b8d for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:55:44.140076 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ab0520c2-abeb-4909-8ea7-aee96aa9dbeb tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:44.140956 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549aca3d-e25c-425d-9868-1592f76aae7f req-5199c404-83a7-40ef-bde5-8c8c6bf23cf6 tempest-ServerGroupTestJSON-1763692424 tempest-ServerGroupTestJSON-1763692424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:44.149723 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-549aca3d-e25c-425d-9868-1592f76aae7f req-5199c404-83a7-40ef-bde5-8c8c6bf23cf6 tempest-ServerGroupTestJSON-1763692424 tempest-ServerGroupTestJSON-1763692424-project] 10.222.0.72 "GET /v2.0/ports?device_id=2d92056f-80fb-4f87-abe2-fd4856418c57 HTTP/1.1" status: 200 len: 946 time: 0.0976870 Feb 19 02:55:44.272723 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-549aca3d-e25c-425d-9868-1592f76aae7f req-25006fe1-0608-4006-9370-465ee73d5abc tempest-ServerGroupTestJSON-1763692424 tempest-ServerGroupTestJSON-1763692424-project] 10.222.0.72 "GET /v2.0/security-groups?id=9568d5a5-9f29-4cb7-9078-0a67796882a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171484 Feb 19 02:55:44.595796 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e73ee03-9021-4381-b013-45acc39c8646 req-e63fd4ec-a308-402a-bc7f-0b15183deb78 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:44.597516 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1e73ee03-9021-4381-b013-45acc39c8646 req-e63fd4ec-a308-402a-bc7f-0b15183deb78 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b2e9057-c4b2-46db-814b-3b8888cce113 HTTP/1.1" status: 200 len: 946 time: 0.2124581 Feb 19 02:55:44.721333 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-0aabd44c-ff96-48dd-a996-19870582af4b tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:44.726418 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2070ee89-65fe-4357-b25b-20cef00d7df2 admin admin] Publish callbacks [] for security_group (5df5f46f-0d47-4cc5-8151-f1b69dcb425a), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:44.734675 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-0aabd44c-ff96-48dd-a996-19870582af4b tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] 10.222.0.82 "GET /v2.0/networks?id=bfa08ae4-8932-44be-9fe7-df4214e39f4f HTTP/1.1" status: 200 len: 818 time: 0.2808192 Feb 19 02:55:44.756458 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1e73ee03-9021-4381-b013-45acc39c8646 req-8afc29ff-3a1c-4a98-ab64-74f969c8685b tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] 10.222.0.72 "GET /v2.0/security-groups?id=dcac2b5a-dee8-41b9-b83f-a011c1698d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437328 Feb 19 02:55:44.764503 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-a4e76943-8b7a-4488-92e4-f6cb7914fb78 tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] Request body: {'port': {'device_id': 'ceebe91a-d741-40de-93eb-f22e35377004', 'network_id': 'bfa08ae4-8932-44be-9fe7-df4214e39f4f', 'admin_state_up': True, 'tenant_id': '80964ee79d1a40eba565b1c82b6f88f0'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:55:44.771166 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2070ee89-65fe-4357-b25b-20cef00d7df2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (5df5f46f-0d47-4cc5-8151-f1b69dcb425a), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:44.921799 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab0520c2-abeb-4909-8ea7-aee96aa9dbeb tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] vlan segment allocate from pool success with {'vlan_id': 260, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:55:44.966628 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ab0520c2-abeb-4909-8ea7-aee96aa9dbeb tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (4247e9f2-6084-4087-858e-e9d1c217426d), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:44.967108 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-ab0520c2-abeb-4909-8ea7-aee96aa9dbeb tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Added segment 4247e9f2-6084-4087-858e-e9d1c217426d of type vlan for network b0af2fed-15cc-4a59-82f9-c56cce972954 Feb 19 02:55:45.004251 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-2070ee89-65fe-4357-b25b-20cef00d7df2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=53d87896a32e42d3b07ecb2d31744d2d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0553670 Feb 19 02:55:45.013526 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 38828) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:45.014215 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2070ee89-65fe-4357-b25b-20cef00d7df2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5df5f46f-0d47-4cc5-8151-f1b69dcb425a,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:45.070958 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-a4e76943-8b7a-4488-92e4-f6cb7914fb78 tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] Made reservation on behalf of 80964ee79d1a40eba565b1c82b6f88f0 for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:55:45.080987 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-a4e76943-8b7a-4488-92e4-f6cb7914fb78 tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:45.161980 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-4c32c504-8117-4cff-a187-5a682263976f tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:45.163590 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-4c32c504-8117-4cff-a187-5a682263976f tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] 10.222.0.82 "GET /v2.0/networks?id=bfa08ae4-8932-44be-9fe7-df4214e39f4f HTTP/1.1" status: 200 len: 818 time: 0.4537325 Feb 19 02:55:45.165457 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ab0520c2-abeb-4909-8ea7-aee96aa9dbeb tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (b0af2fed-15cc-4a59-82f9-c56cce972954), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:45.191955 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-7b9df31d-5bd0-4523-8c52-64c08c907030 tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:45.193658 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-7b9df31d-5bd0-4523-8c52-64c08c907030 tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] 10.222.0.73 "GET /v2.0/networks?id=bfa08ae4-8932-44be-9fe7-df4214e39f4f HTTP/1.1" status: 200 len: 818 time: 0.4855907 Feb 19 02:55:45.200537 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-0b3c905b-e5d6-4f29-98c6-f50eb7fe4f8c tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] Request body: {'port': {'device_id': 'e1c3a95a-eb61-4cc4-921e-3f5841475c62', 'network_id': 'bfa08ae4-8932-44be-9fe7-df4214e39f4f', 'admin_state_up': True, 'tenant_id': '80964ee79d1a40eba565b1c82b6f88f0'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:55:45.211469 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-621146b7-be22-498f-995e-7b5c2aa9d248 req-a24eadfe-7ad9-4afb-bec2-39220bc57cb2 tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] 10.222.0.72 "GET /v2.0/ports?device_id=e1c3a95a-eb61-4cc4-921e-3f5841475c62 HTTP/1.1" status: 200 len: 210 time: 0.0465157 Feb 19 02:55:45.297618 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-a4e76943-8b7a-4488-92e4-f6cb7914fb78 tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] Allocated IP 172.20.0.4 (bfa08ae4-8932-44be-9fe7-df4214e39f4f/9931103f-9dd4-4267-840a-e89f98719fea/997ffd9d-24d0-48cd-b676-aae312923536) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:55:45.344067 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-de14c865-446b-4097-a244-c8964125d5b0 tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] Request body: {'port': {'device_id': '5f12a184-9855-47ef-9519-bda13ef9ecdc', 'network_id': 'bfa08ae4-8932-44be-9fe7-df4214e39f4f', 'admin_state_up': True, 'tenant_id': '80964ee79d1a40eba565b1c82b6f88f0'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:55:45.357859 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.db.resource_extend [None req-ab0520c2-abeb-4909-8ea7-aee96aa9dbeb tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 02:55:45.449229 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ab0520c2-abeb-4909-8ea7-aee96aa9dbeb tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (b0af2fed-15cc-4a59-82f9-c56cce972954), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:45.451023 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-a756bd45-1c70-4344-8361-97763711e481 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:45.460339 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0520c2-abeb-4909-8ea7-aee96aa9dbeb tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:45.461317 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ab0520c2-abeb-4909-8ea7-aee96aa9dbeb tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:45.495238 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-dae5f507-7b2e-49f2-b07d-438c9922ff5a admin admin] Publish callbacks [] for security_group (5df5f46f-0d47-4cc5-8151-f1b69dcb425a), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:45.530931 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-a4e76943-8b7a-4488-92e4-f6cb7914fb78 tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] Publish callbacks [] for port (997ffd9d-24d0-48cd-b676-aae312923536), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:45.544665 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cce50a-ee80-4b95-a342-f2d84074af1d req-3e5c4097-0902-4143-a838-5751fb2053f1 tempest-ServerGroupTestJSON-1763692424 tempest-ServerGroupTestJSON-1763692424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:45.546243 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-30cce50a-ee80-4b95-a342-f2d84074af1d req-3e5c4097-0902-4143-a838-5751fb2053f1 tempest-ServerGroupTestJSON-1763692424 tempest-ServerGroupTestJSON-1763692424-project] 10.222.0.72 "GET /v2.0/ports?device_id=2d92056f-80fb-4f87-abe2-fd4856418c57 HTTP/1.1" status: 200 len: 946 time: 0.1027429 Feb 19 02:55:45.583001 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-0b3c905b-e5d6-4f29-98c6-f50eb7fe4f8c tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] Made reservation on behalf of 80964ee79d1a40eba565b1c82b6f88f0 for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:55:45.588456 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-0b3c905b-e5d6-4f29-98c6-f50eb7fe4f8c tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:45.613638 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-30cce50a-ee80-4b95-a342-f2d84074af1d req-0b73e1bb-87cb-49d5-9afc-5007082b0a16 tempest-ServerGroupTestJSON-1763692424 tempest-ServerGroupTestJSON-1763692424-project] 10.222.0.72 "GET /v2.0/security-groups?id=9568d5a5-9f29-4cb7-9078-0a67796882a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607228 Feb 19 02:55:45.623082 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-a4e76943-8b7a-4488-92e4-f6cb7914fb78 tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (997ffd9d-24d0-48cd-b676-aae312923536), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:45.677312 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-a4e76943-8b7a-4488-92e4-f6cb7914fb78 tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] Network bfa08ae4-8932-44be-9fe7-df4214e39f4f is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:55:45.683708 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-a4e76943-8b7a-4488-92e4-f6cb7914fb78 tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:55:45.687580 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-a4e76943-8b7a-4488-92e4-f6cb7914fb78 tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:55:45.749821 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-dae5f507-7b2e-49f2-b07d-438c9922ff5a admin admin] Publish callbacks [] for security_group (5df5f46f-0d47-4cc5-8151-f1b69dcb425a), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:45.758966 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-ab0520c2-abeb-4909-8ea7-aee96aa9dbeb tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.7877998 Feb 19 02:55:45.762476 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 38882) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:45.768553 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-993b317b-598b-405c-84a2-ed7eb7fc455e tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Request body: {'subnet': {'network_id': '25635acc-9f56-41ab-b8cd-dd2744f3f7b3', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:55:45.772111 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e76943-8b7a-4488-92e4-f6cb7914fb78 tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] Pushing event updated for resources: {'Port': ['ID=997ffd9d-24d0-48cd-b676-aae312923536,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:45.870426 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-de14c865-446b-4097-a244-c8964125d5b0 tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] Made reservation on behalf of 80964ee79d1a40eba565b1c82b6f88f0 for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:55:45.877035 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-de14c865-446b-4097-a244-c8964125d5b0 tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:45.907638 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-a4e76943-8b7a-4488-92e4-f6cb7914fb78 tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:45.912731 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0520c2-abeb-4909-8ea7-aee96aa9dbeb tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Pushing event updated for resources: {'Network': ['ID=b0af2fed-15cc-4a59-82f9-c56cce972954,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:45.927165 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network b0af2fed-15cc-4a59-82f9-c56cce972954 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:55:45.929599 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-a4e76943-8b7a-4488-92e4-f6cb7914fb78 tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:46.064878 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-a4e76943-8b7a-4488-92e4-f6cb7914fb78 tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3071830 Feb 19 02:55:46.087290 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-55492e8b-a35d-4a64-b009-e19bceb98f8f service neutron] Request body: {'port': {'device_id': 'ceebe91a-d741-40de-93eb-f22e35377004', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826753-2'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:55:46.128261 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-dae5f507-7b2e-49f2-b07d-438c9922ff5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (5df5f46f-0d47-4cc5-8151-f1b69dcb425a), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:46.134682 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-dae5f507-7b2e-49f2-b07d-438c9922ff5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:46.139059 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-dae5f507-7b2e-49f2-b07d-438c9922ff5a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5df5f46f-0d47-4cc5-8151-f1b69dcb425a HTTP/1.1" status: 204 len: 168 time: 1.1188064 Feb 19 02:55:46.245272 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae5f507-7b2e-49f2-b07d-438c9922ff5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df5f46f-0d47-4cc5-8151-f1b69dcb425a,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:46.259562 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b3b91f-5943-4f4b-a769-f7e7da50eac8 req-3dc6ce2a-1399-4f0b-bd95-9f7b155d2bd7 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:46.261359 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a3b3b91f-5943-4f4b-a769-f7e7da50eac8 req-3dc6ce2a-1399-4f0b-bd95-9f7b155d2bd7 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b2e9057-c4b2-46db-814b-3b8888cce113 HTTP/1.1" status: 200 len: 946 time: 0.2427225 Feb 19 02:55:46.277188 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-993b317b-598b-405c-84a2-ed7eb7fc455e tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Made reservation on behalf of 6ec3dd7afd834c809d570f5110147b8d for: {'subnet': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:55:46.294587 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-993b317b-598b-405c-84a2-ed7eb7fc455e tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58706307'] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:46.431241 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-0b3c905b-e5d6-4f29-98c6-f50eb7fe4f8c tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] Allocated IP 172.20.0.3 (bfa08ae4-8932-44be-9fe7-df4214e39f4f/9931103f-9dd4-4267-840a-e89f98719fea/8059b753-b683-409f-9b80-d1ba47c1f7f5) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:55:46.465367 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322b7381-bd3a-498a-966f-0070ad59311c req-1966ac81-2edc-4746-95c0-2b1ce11fa7b6 tempest-ServerGroupTestJSON-1763692424 tempest-ServerGroupTestJSON-1763692424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:46.467122 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-322b7381-bd3a-498a-966f-0070ad59311c req-1966ac81-2edc-4746-95c0-2b1ce11fa7b6 tempest-ServerGroupTestJSON-1763692424 tempest-ServerGroupTestJSON-1763692424-project] 10.222.0.72 "GET /v2.0/ports?device_id=2d92056f-80fb-4f87-abe2-fd4856418c57 HTTP/1.1" status: 200 len: 946 time: 0.3069251 Feb 19 02:55:46.473550 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-55492e8b-a35d-4a64-b009-e19bceb98f8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (997ffd9d-24d0-48cd-b676-aae312923536), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:46.664877 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a3b3b91f-5943-4f4b-a769-f7e7da50eac8 req-8ce31aa4-ba89-4032-a3d8-04c87d5bf4c8 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] 10.222.0.72 "GET /v2.0/security-groups?id=dcac2b5a-dee8-41b9-b83f-a011c1698d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3888276 Feb 19 02:55:46.678119 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-0b3c905b-e5d6-4f29-98c6-f50eb7fe4f8c tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] Publish callbacks [] for port (8059b753-b683-409f-9b80-d1ba47c1f7f5), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:46.707925 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-322b7381-bd3a-498a-966f-0070ad59311c req-492dd081-cf32-464c-b509-ee7522b0370a tempest-ServerGroupTestJSON-1763692424 tempest-ServerGroupTestJSON-1763692424-project] 10.222.0.72 "GET /v2.0/security-groups?id=9568d5a5-9f29-4cb7-9078-0a67796882a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238421 Feb 19 02:55:46.747590 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-0b3c905b-e5d6-4f29-98c6-f50eb7fe4f8c tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (8059b753-b683-409f-9b80-d1ba47c1f7f5), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:46.877489 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-0b3c905b-e5d6-4f29-98c6-f50eb7fe4f8c tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] Network bfa08ae4-8932-44be-9fe7-df4214e39f4f is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:55:46.883921 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-0b3c905b-e5d6-4f29-98c6-f50eb7fe4f8c tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:55:46.886679 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-993b317b-598b-405c-84a2-ed7eb7fc455e tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12647271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58706289'] for subnet (66de670b-a5db-4281-9094-b0eb2517280e), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:46.906276 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-0b3c905b-e5d6-4f29-98c6-f50eb7fe4f8c tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:55:46.940656 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3c905b-e5d6-4f29-98c6-f50eb7fe4f8c tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] Pushing event updated for resources: {'Port': ['ID=8059b753-b683-409f-9b80-d1ba47c1f7f5,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:47.008313 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-de14c865-446b-4097-a244-c8964125d5b0 tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] Allocated IP 172.20.0.12 (bfa08ae4-8932-44be-9fe7-df4214e39f4f/9931103f-9dd4-4267-840a-e89f98719fea/80746ccd-34b2-41aa-805c-db9e9d7a6306) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:55:47.058989 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b070d255-5251-41bd-97bf-6f21ac0cad00 req-1815c443-1f62-423e-8899-526b51a88989 tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:47.063754 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b070d255-5251-41bd-97bf-6f21ac0cad00 req-1815c443-1f62-423e-8899-526b51a88989 tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] 10.222.0.72 "GET /v2.0/ports?device_id=e1c3a95a-eb61-4cc4-921e-3f5841475c62 HTTP/1.1" status: 200 len: 931 time: 0.1899574 Feb 19 02:55:47.077246 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-0b3c905b-e5d6-4f29-98c6-f50eb7fe4f8c tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:47.077888 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-0b3c905b-e5d6-4f29-98c6-f50eb7fe4f8c tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:47.118738 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-0b3c905b-e5d6-4f29-98c6-f50eb7fe4f8c tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9218540 Feb 19 02:55:47.129528 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993b317b-598b-405c-84a2-ed7eb7fc455e tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Pushing event updated for resources: {'Subnet': ['ID=66de670b-a5db-4281-9094-b0eb2517280e,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:47.154849 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-42fe7b02-62e1-4dc5-89c7-0bd19c026ff4 service neutron] Request body: {'port': {'device_id': 'e1c3a95a-eb61-4cc4-921e-3f5841475c62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826753-2'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:55:47.175431 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993b317b-598b-405c-84a2-ed7eb7fc455e tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Checking segment: {'id': '0ac8fc0c-e771-432c-9de7-07e76dbe0cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '25635acc-9f56-41ab-b8cd-dd2744f3f7b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:55:47.175800 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993b317b-598b-405c-84a2-ed7eb7fc455e tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Network hostable DHCP agents. Network: 25635acc-9f56-41ab-b8cd-dd2744f3f7b3, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:55:47.230590 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b070d255-5251-41bd-97bf-6f21ac0cad00 req-b765a1da-8459-42ce-afc8-8a061ccc386d tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] 10.222.0.72 "GET /v2.0/security-groups?id=0bac9e7b-1471-4fbc-b188-1d8a02d1587a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494856 Feb 19 02:55:47.237857 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993b317b-598b-405c-84a2-ed7eb7fc455e tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Network 25635acc-9f56-41ab-b8cd-dd2744f3f7b3 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:55:47.257160 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-993b317b-598b-405c-84a2-ed7eb7fc455e tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 25635acc-9f56-41ab-b8cd-dd2744f3f7b3) {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:55:47.262161 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993b317b-598b-405c-84a2-ed7eb7fc455e tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:47.262773 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-993b317b-598b-405c-84a2-ed7eb7fc455e tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:47.271525 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835e9e27-a88e-4373-b5a2-a9074c37fb55 None None] Network 25635acc-9f56-41ab-b8cd-dd2744f3f7b3 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:55:47.285948 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-993b317b-598b-405c-84a2-ed7eb7fc455e tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5213311 Feb 19 02:55:47.286184 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 38970) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:47.293223 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-52877184-9b6f-40e7-8f32-523268feddda tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Request body: {'subnet': {'network_id': 'b0af2fed-15cc-4a59-82f9-c56cce972954', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:55:47.407438 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-42fe7b02-62e1-4dc5-89c7-0bd19c026ff4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (8059b753-b683-409f-9b80-d1ba47c1f7f5), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:47.437268 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52877184-9b6f-40e7-8f32-523268feddda tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Made reservation on behalf of 6ec3dd7afd834c809d570f5110147b8d for: {'subnet': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:55:47.444039 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-52877184-9b6f-40e7-8f32-523268feddda tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58706307'] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:47.613357 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49fcb923-d4d6-45cf-96ee-d37d4d94baf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-25635acc-9f56-41ab-b8cd-dd2744f3f7b3', 'network_id': '25635acc-9f56-41ab-b8cd-dd2744f3f7b3', 'project_id': '6ec3dd7afd834c809d570f5110147b8d', 'fixed_ips': [{'subnet_id': '66de670b-a5db-4281-9094-b0eb2517280e'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:55:47.615082 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-de14c865-446b-4097-a244-c8964125d5b0 tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] Publish callbacks [] for port (80746ccd-34b2-41aa-805c-db9e9d7a6306), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:47.616252 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-49fcb923-d4d6-45cf-96ee-d37d4d94baf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:47.747249 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-de14c865-446b-4097-a244-c8964125d5b0 tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (80746ccd-34b2-41aa-805c-db9e9d7a6306), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:47.771055 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-9eafa541-41d8-4983-814d-7b92087e3df4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:47.857183 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-52877184-9b6f-40e7-8f32-523268feddda tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12647271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58706289'] for subnet (754b3a5b-6b59-4c1e-b100-cfbf1a3674dc), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:47.885933 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-de14c865-446b-4097-a244-c8964125d5b0 tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] Network bfa08ae4-8932-44be-9fe7-df4214e39f4f is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:55:47.943422 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de14c865-446b-4097-a244-c8964125d5b0 tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] Pushing event updated for resources: {'Port': ['ID=80746ccd-34b2-41aa-805c-db9e9d7a6306,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:47.954303 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-de14c865-446b-4097-a244-c8964125d5b0 tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:55:47.960040 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-de14c865-446b-4097-a244-c8964125d5b0 tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:55:47.983435 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de14c865-446b-4097-a244-c8964125d5b0 tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:55:47.983849 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de14c865-446b-4097-a244-c8964125d5b0 tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:55:47.984202 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de14c865-446b-4097-a244-c8964125d5b0 tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:55:47.987605 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de14c865-446b-4097-a244-c8964125d5b0 tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:55:47.987988 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de14c865-446b-4097-a244-c8964125d5b0 tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:55:47.988334 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de14c865-446b-4097-a244-c8964125d5b0 tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:55:47.988677 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de14c865-446b-4097-a244-c8964125d5b0 tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:55:47.989039 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de14c865-446b-4097-a244-c8964125d5b0 tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:55:47.989377 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de14c865-446b-4097-a244-c8964125d5b0 tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:55:47.989713 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de14c865-446b-4097-a244-c8964125d5b0 tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:55:47.990043 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de14c865-446b-4097-a244-c8964125d5b0 tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:55:47.990369 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de14c865-446b-4097-a244-c8964125d5b0 tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:55:47.995532 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de14c865-446b-4097-a244-c8964125d5b0 tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:55:48.138720 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-de14c865-446b-4097-a244-c8964125d5b0 tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:48.139786 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-de14c865-446b-4097-a244-c8964125d5b0 tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:48.195745 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-de14c865-446b-4097-a244-c8964125d5b0 tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8762343 Feb 19 02:55:48.215641 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-dbe7ae63-23c2-49ab-818c-1bd880c9dc74 service neutron] Request body: {'port': {'device_id': '5f12a184-9855-47ef-9519-bda13ef9ecdc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826753-2'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:55:48.299250 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-49fcb923-d4d6-45cf-96ee-d37d4d94baf0 None None] Allocated IP 10.1.1.2 (25635acc-9f56-41ab-b8cd-dd2744f3f7b3/66de670b-a5db-4281-9094-b0eb2517280e/9d597532-298e-4c76-ba65-14d16b36a9cf) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:55:48.319980 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a897eb-3f68-461e-a08b-b675dd352f72 req-ed983001-3585-4663-9c17-ca5f761111d8 tempest-ServerGroupTestJSON-1763692424 tempest-ServerGroupTestJSON-1763692424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:48.321714 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b3a897eb-3f68-461e-a08b-b675dd352f72 req-ed983001-3585-4663-9c17-ca5f761111d8 tempest-ServerGroupTestJSON-1763692424 tempest-ServerGroupTestJSON-1763692424-project] 10.222.0.73 "GET /v2.0/ports?device_id=2d92056f-80fb-4f87-abe2-fd4856418c57 HTTP/1.1" status: 200 len: 946 time: 0.6307232 Feb 19 02:55:48.360142 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-dbe7ae63-23c2-49ab-818c-1bd880c9dc74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (80746ccd-34b2-41aa-805c-db9e9d7a6306), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:48.411848 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52877184-9b6f-40e7-8f32-523268feddda tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Pushing event updated for resources: {'Subnet': ['ID=754b3a5b-6b59-4c1e-b100-cfbf1a3674dc,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:48.486862 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb229c7-13e2-4e1e-9bd4-9ea44fe930da req-57b4701f-7190-4c77-a965-c1d4f17f6201 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:48.491663 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cdb229c7-13e2-4e1e-9bd4-9ea44fe930da req-57b4701f-7190-4c77-a965-c1d4f17f6201 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b2e9057-c4b2-46db-814b-3b8888cce113 HTTP/1.1" status: 200 len: 946 time: 0.6667874 Feb 19 02:55:48.590734 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-49fcb923-d4d6-45cf-96ee-d37d4d94baf0 None None] Publish callbacks [] for port (9d597532-298e-4c76-ba65-14d16b36a9cf), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:48.608968 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-49fcb923-d4d6-45cf-96ee-d37d4d94baf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (9d597532-298e-4c76-ba65-14d16b36a9cf), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:48.660643 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49fcb923-d4d6-45cf-96ee-d37d4d94baf0 None None] Network 25635acc-9f56-41ab-b8cd-dd2744f3f7b3 is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:55:48.672698 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-49fcb923-d4d6-45cf-96ee-d37d4d94baf0 None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:55:48.676965 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fcb923-d4d6-45cf-96ee-d37d4d94baf0 None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:55:48.700032 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-55492e8b-a35d-4a64-b009-e19bceb98f8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 997ffd9d-24d0-48cd-b676-aae312923536 {{(pid=103701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:55:48.711838 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-55492e8b-a35d-4a64-b009-e19bceb98f8f service neutron] Publish callbacks [] for port (997ffd9d-24d0-48cd-b676-aae312923536), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:48.733335 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fcb923-d4d6-45cf-96ee-d37d4d94baf0 None None] Pushing event updated for resources: {'Port': ['ID=9d597532-298e-4c76-ba65-14d16b36a9cf,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:48.740930 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.provisioning_blocks [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-55492e8b-a35d-4a64-b009-e19bceb98f8f service neutron] Transition to ACTIVE for port object 997ffd9d-24d0-48cd-b676-aae312923536 will not be triggered until provisioned by entity L2. {{(pid=103701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:55:48.751796 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-49fcb923-d4d6-45cf-96ee-d37d4d94baf0 None None] Attempting to bind port 9d597532-298e-4c76-ba65-14d16b36a9cf on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:55:48.752275 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52877184-9b6f-40e7-8f32-523268feddda tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Checking segment: {'id': '4247e9f2-6084-4087-858e-e9d1c217426d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'b0af2fed-15cc-4a59-82f9-c56cce972954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:55:48.752717 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52877184-9b6f-40e7-8f32-523268feddda tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Network hostable DHCP agents. Network: b0af2fed-15cc-4a59-82f9-c56cce972954, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:55:48.763227 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-49fcb923-d4d6-45cf-96ee-d37d4d94baf0 None None] Attempting to bind port 9d597532-298e-4c76-ba65-14d16b36a9cf by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '0ac8fc0c-e771-432c-9de7-07e76dbe0cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '25635acc-9f56-41ab-b8cd-dd2744f3f7b3'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:55:48.763686 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49fcb923-d4d6-45cf-96ee-d37d4d94baf0 None None] Attempting to bind port 9d597532-298e-4c76-ba65-14d16b36a9cf on network 25635acc-9f56-41ab-b8cd-dd2744f3f7b3 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:55:48.777588 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49fcb923-d4d6-45cf-96ee-d37d4d94baf0 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:55:48.778102 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49fcb923-d4d6-45cf-96ee-d37d4d94baf0 None None] Checking segment: {'id': '0ac8fc0c-e771-432c-9de7-07e76dbe0cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '25635acc-9f56-41ab-b8cd-dd2744f3f7b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:55:48.778522 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-49fcb923-d4d6-45cf-96ee-d37d4d94baf0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:48.778921 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49fcb923-d4d6-45cf-96ee-d37d4d94baf0 None None] Bound using segment: {'id': '0ac8fc0c-e771-432c-9de7-07e76dbe0cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '25635acc-9f56-41ab-b8cd-dd2744f3f7b3'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:55:48.779253 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-55492e8b-a35d-4a64-b009-e19bceb98f8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (997ffd9d-24d0-48cd-b676-aae312923536), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:48.779396 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-49fcb923-d4d6-45cf-96ee-d37d4d94baf0 None None] Bound port: 9d597532-298e-4c76-ba65-14d16b36a9cf, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ac8fc0c-e771-432c-9de7-07e76dbe0cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '25635acc-9f56-41ab-b8cd-dd2744f3f7b3'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:55:48.779769 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-49fcb923-d4d6-45cf-96ee-d37d4d94baf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (9d597532-298e-4c76-ba65-14d16b36a9cf), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:48.804818 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc49501-50ba-48d3-84e7-902cdcf44a7d req-84128de7-661d-4f3b-a131-43f1ba60c4d8 tempest-ServerGroupTestJSON-1763692424 tempest-ServerGroupTestJSON-1763692424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:48.806497 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2bc49501-50ba-48d3-84e7-902cdcf44a7d req-84128de7-661d-4f3b-a131-43f1ba60c4d8 tempest-ServerGroupTestJSON-1763692424 tempest-ServerGroupTestJSON-1763692424-project] 10.222.0.72 "GET /v2.0/ports?device_id=2d92056f-80fb-4f87-abe2-fd4856418c57 HTTP/1.1" status: 200 len: 946 time: 0.9237287 Feb 19 02:55:48.918488 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-49fcb923-d4d6-45cf-96ee-d37d4d94baf0 None None] For port 9d597532-298e-4c76-ba65-14d16b36a9cf, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:55:48.922916 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-49fcb923-d4d6-45cf-96ee-d37d4d94baf0 None None] For port 9d597532-298e-4c76-ba65-14d16b36a9cf, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=9d597532-298e-4c76-ba65-14d16b36a9cf,segment=NetworkSegment(0ac8fc0c-e771-432c-9de7-07e76dbe0cc7),segment_id=0ac8fc0c-e771-432c-9de7-07e76dbe0cc7)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:55:48.923516 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55492e8b-a35d-4a64-b009-e19bceb98f8f service neutron] Pushing event updated for resources: {'Port': ['ID=997ffd9d-24d0-48cd-b676-aae312923536,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:48.941524 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-49fcb923-d4d6-45cf-96ee-d37d4d94baf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (9d597532-298e-4c76-ba65-14d16b36a9cf), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:48.997549 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cdb229c7-13e2-4e1e-9bd4-9ea44fe930da req-fc4b510f-ef11-495e-a620-345951328821 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] 10.222.0.72 "GET /v2.0/security-groups?id=dcac2b5a-dee8-41b9-b83f-a011c1698d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4902945 Feb 19 02:55:49.107983 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-42fe7b02-62e1-4dc5-89c7-0bd19c026ff4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8059b753-b683-409f-9b80-d1ba47c1f7f5 {{(pid=103702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:55:49.129366 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fcb923-d4d6-45cf-96ee-d37d4d94baf0 None None] Pushing event updated for resources: {'Port': ['ID=9d597532-298e-4c76-ba65-14d16b36a9cf,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:49.133850 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-42fe7b02-62e1-4dc5-89c7-0bd19c026ff4 service neutron] Publish callbacks [] for port (8059b753-b683-409f-9b80-d1ba47c1f7f5), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:49.190645 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-42fe7b02-62e1-4dc5-89c7-0bd19c026ff4 service neutron] Transition to ACTIVE for port object 8059b753-b683-409f-9b80-d1ba47c1f7f5 will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:55:49.209477 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:49.278129 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-55492e8b-a35d-4a64-b009-e19bceb98f8f service neutron] Attempting to bind port 997ffd9d-24d0-48cd-b676-aae312923536 on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:55:49.278655 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-55492e8b-a35d-4a64-b009-e19bceb98f8f service neutron] Attempting to bind port 997ffd9d-24d0-48cd-b676-aae312923536 by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': '99637b7a-02f7-4620-98cc-0c64fec323d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'bfa08ae4-8932-44be-9fe7-df4214e39f4f'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:55:49.279451 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-55492e8b-a35d-4a64-b009-e19bceb98f8f service neutron] Attempting to bind port 997ffd9d-24d0-48cd-b676-aae312923536 on network bfa08ae4-8932-44be-9fe7-df4214e39f4f {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:55:49.285842 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52877184-9b6f-40e7-8f32-523268feddda tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Network b0af2fed-15cc-4a59-82f9-c56cce972954 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:55:49.327727 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-55492e8b-a35d-4a64-b009-e19bceb98f8f service neutron] Port 997ffd9d-24d0-48cd-b676-aae312923536 on network bfa08ae4-8932-44be-9fe7-df4214e39f4f not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:55:49.328316 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-55492e8b-a35d-4a64-b009-e19bceb98f8f service neutron] Attempting to bind port 997ffd9d-24d0-48cd-b676-aae312923536 on network bfa08ae4-8932-44be-9fe7-df4214e39f4f {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:55:49.338892 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-42fe7b02-62e1-4dc5-89c7-0bd19c026ff4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (8059b753-b683-409f-9b80-d1ba47c1f7f5), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:49.430659 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-55492e8b-a35d-4a64-b009-e19bceb98f8f service neutron] Checking agent: {'id': 'bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:55:49.431204 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-55492e8b-a35d-4a64-b009-e19bceb98f8f service neutron] Checking segment: {'id': '99637b7a-02f7-4620-98cc-0c64fec323d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'bfa08ae4-8932-44be-9fe7-df4214e39f4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:55:49.431940 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-55492e8b-a35d-4a64-b009-e19bceb98f8f service neutron] Bound using segment: {'id': '99637b7a-02f7-4620-98cc-0c64fec323d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'bfa08ae4-8932-44be-9fe7-df4214e39f4f'} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:55:49.432906 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-55492e8b-a35d-4a64-b009-e19bceb98f8f service neutron] Bound port: 997ffd9d-24d0-48cd-b676-aae312923536, host: n-h2-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99637b7a-02f7-4620-98cc-0c64fec323d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'bfa08ae4-8932-44be-9fe7-df4214e39f4f'}}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:55:49.433570 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-55492e8b-a35d-4a64-b009-e19bceb98f8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (997ffd9d-24d0-48cd-b676-aae312923536), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:49.444467 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2bc49501-50ba-48d3-84e7-902cdcf44a7d req-dafdb1d5-62fe-43f6-b0bb-b943b1606696 tempest-ServerGroupTestJSON-1763692424 tempest-ServerGroupTestJSON-1763692424-project] 10.222.0.72 "GET /v2.0/security-groups?id=9568d5a5-9f29-4cb7-9078-0a67796882a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5477595 Feb 19 02:55:49.496778 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-52877184-9b6f-40e7-8f32-523268feddda tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, b0af2fed-15cc-4a59-82f9-c56cce972954) {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:55:49.504790 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52877184-9b6f-40e7-8f32-523268feddda tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:49.505684 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-52877184-9b6f-40e7-8f32-523268feddda tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:49.506772 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca849f9c-73f6-4c9d-a147-3536f343eea5 None None] Network b0af2fed-15cc-4a59-82f9-c56cce972954 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:55:49.518086 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fe7b02-62e1-4dc5-89c7-0bd19c026ff4 service neutron] Pushing event updated for resources: {'Port': ['ID=8059b753-b683-409f-9b80-d1ba47c1f7f5,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:49.564347 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b20eb6-45bf-49f1-977f-2d9348d401c8 req-f45b10bb-9723-4af6-9a46-523a99ac49c7 tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:49.571414 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-95b20eb6-45bf-49f1-977f-2d9348d401c8 req-f45b10bb-9723-4af6-9a46-523a99ac49c7 tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] 10.222.0.72 "GET /v2.0/ports?device_id=e1c3a95a-eb61-4cc4-921e-3f5841475c62 HTTP/1.1" status: 200 len: 943 time: 0.3107810 Feb 19 02:55:49.623366 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-52877184-9b6f-40e7-8f32-523268feddda tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.3332067 Feb 19 02:55:49.630232 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 39104) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:49.637653 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-f47cc067-a89f-4f1a-8335-5afff9cf7526 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Request body: {'port': {'network_id': '25635acc-9f56-41ab-b8cd-dd2744f3f7b3', 'name': 'tempest-TaggedBootDevicesTest-1028323936', 'fixed_ips': [{'subnet_id': '66de670b-a5db-4281-9094-b0eb2517280e'}]}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:55:49.694913 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-b3a897eb-3f68-461e-a08b-b675dd352f72 req-ee5fad9c-660c-464b-a2ec-89906293ab83 tempest-ServerGroupTestJSON-1763692424 tempest-ServerGroupTestJSON-1763692424-project] Deleting port cce4f046-1daa-4ae6-ba5a-62d23bee8a5e {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:55:49.695685 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-b3a897eb-3f68-461e-a08b-b675dd352f72 req-ee5fad9c-660c-464b-a2ec-89906293ab83 tempest-ServerGroupTestJSON-1763692424 tempest-ServerGroupTestJSON-1763692424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (cce4f046-1daa-4ae6-ba5a-62d23bee8a5e), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:49.718693 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-55492e8b-a35d-4a64-b009-e19bceb98f8f service neutron] For port 997ffd9d-24d0-48cd-b676-aae312923536, host n-h2-826753-2, cleared binding levels {{(pid=103701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:55:49.790826 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-95b20eb6-45bf-49f1-977f-2d9348d401c8 req-550058b0-cc2d-4c87-9aad-c5745cec50dd tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] 10.222.0.72 "GET /v2.0/security-groups?id=0bac9e7b-1471-4fbc-b188-1d8a02d1587a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182682 Feb 19 02:55:49.804513 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-55492e8b-a35d-4a64-b009-e19bceb98f8f service neutron] For port 997ffd9d-24d0-48cd-b676-aae312923536, host n-h2-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=997ffd9d-24d0-48cd-b676-aae312923536,segment=NetworkSegment(99637b7a-02f7-4620-98cc-0c64fec323d8),segment_id=99637b7a-02f7-4620-98cc-0c64fec323d8)] {{(pid=103701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:55:49.830767 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-55492e8b-a35d-4a64-b009-e19bceb98f8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (997ffd9d-24d0-48cd-b676-aae312923536), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:49.843934 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16898a6-9fc9-4b5b-82af-41da865b4d35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-b0af2fed-15cc-4a59-82f9-c56cce972954', 'network_id': 'b0af2fed-15cc-4a59-82f9-c56cce972954', 'project_id': '6ec3dd7afd834c809d570f5110147b8d', 'fixed_ips': [{'subnet_id': '754b3a5b-6b59-4c1e-b100-cfbf1a3674dc'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:55:49.845308 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e16898a6-9fc9-4b5b-82af-41da865b4d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:49.922982 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55492e8b-a35d-4a64-b009-e19bceb98f8f service neutron] Pushing event updated for resources: {'Port': ['ID=997ffd9d-24d0-48cd-b676-aae312923536,revision_number=3']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:49.924579 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-dbe7ae63-23c2-49ab-818c-1bd880c9dc74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80746ccd-34b2-41aa-805c-db9e9d7a6306 {{(pid=103702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:55:49.958141 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-55492e8b-a35d-4a64-b009-e19bceb98f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:49.959175 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-55492e8b-a35d-4a64-b009-e19bceb98f8f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:49.962403 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-55492e8b-a35d-4a64-b009-e19bceb98f8f service neutron] 10.222.0.82 "PUT /v2.0/ports/997ffd9d-24d0-48cd-b676-aae312923536 HTTP/1.1" status: 200 len: 1091 time: 3.8795490 Feb 19 02:55:49.968957 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-dbe7ae63-23c2-49ab-818c-1bd880c9dc74 service neutron] Publish callbacks [] for port (80746ccd-34b2-41aa-805c-db9e9d7a6306), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:49.977436 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceebe91a-d741-40de-93eb-f22e35377004', 'tag': '997ffd9d-24d0-48cd-b676-aae312923536'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:55:49.990240 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad55241c-97cd-45e4-8b29-cb1a3e7dfc44" -d '{"events": [{"name": "network-changed", "server_uuid": "ceebe91a-d741-40de-93eb-f22e35377004", "tag": "997ffd9d-24d0-48cd-b676-aae312923536"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:55:50.020449 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-b3a897eb-3f68-461e-a08b-b675dd352f72 req-ee5fad9c-660c-464b-a2ec-89906293ab83 tempest-ServerGroupTestJSON-1763692424 tempest-ServerGroupTestJSON-1763692424-project] For port cce4f046-1daa-4ae6-ba5a-62d23bee8a5e, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=cce4f046-1daa-4ae6-ba5a-62d23bee8a5e,segment=NetworkSegment(453c82b2-571f-4adc-8020-4ad6f3cee2f3),segment_id=453c82b2-571f-4adc-8020-4ad6f3cee2f3)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:55:50.020988 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-b3a897eb-3f68-461e-a08b-b675dd352f72 req-ee5fad9c-660c-464b-a2ec-89906293ab83 tempest-ServerGroupTestJSON-1763692424 tempest-ServerGroupTestJSON-1763692424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (cce4f046-1daa-4ae6-ba5a-62d23bee8a5e), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:50.051468 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-b3a897eb-3f68-461e-a08b-b675dd352f72 req-ee5fad9c-660c-464b-a2ec-89906293ab83 tempest-ServerGroupTestJSON-1763692424 tempest-ServerGroupTestJSON-1763692424-project] Calling delete_port for cce4f046-1daa-4ae6-ba5a-62d23bee8a5e owned by compute:nova {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:55:50.098658 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-e16898a6-9fc9-4b5b-82af-41da865b4d35 None None] Allocated IP 10.2.2.2 (b0af2fed-15cc-4a59-82f9-c56cce972954/754b3a5b-6b59-4c1e-b100-cfbf1a3674dc/8063a1dc-c97b-44af-89fc-192d5ab68cd1) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:55:50.108496 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-42fe7b02-62e1-4dc5-89c7-0bd19c026ff4 service neutron] Attempting to bind port 8059b753-b683-409f-9b80-d1ba47c1f7f5 on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:55:50.109653 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-42fe7b02-62e1-4dc5-89c7-0bd19c026ff4 service neutron] Attempting to bind port 8059b753-b683-409f-9b80-d1ba47c1f7f5 by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': '99637b7a-02f7-4620-98cc-0c64fec323d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'bfa08ae4-8932-44be-9fe7-df4214e39f4f'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:55:50.115039 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-42fe7b02-62e1-4dc5-89c7-0bd19c026ff4 service neutron] Attempting to bind port 8059b753-b683-409f-9b80-d1ba47c1f7f5 on network bfa08ae4-8932-44be-9fe7-df4214e39f4f {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:55:50.163343 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-42fe7b02-62e1-4dc5-89c7-0bd19c026ff4 service neutron] Port 8059b753-b683-409f-9b80-d1ba47c1f7f5 on network bfa08ae4-8932-44be-9fe7-df4214e39f4f not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:55:50.163683 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-42fe7b02-62e1-4dc5-89c7-0bd19c026ff4 service neutron] Attempting to bind port 8059b753-b683-409f-9b80-d1ba47c1f7f5 on network bfa08ae4-8932-44be-9fe7-df4214e39f4f {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:55:50.168700 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-dbe7ae63-23c2-49ab-818c-1bd880c9dc74 service neutron] Transition to ACTIVE for port object 80746ccd-34b2-41aa-805c-db9e9d7a6306 will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:55:50.176187 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-42fe7b02-62e1-4dc5-89c7-0bd19c026ff4 service neutron] Checking agent: {'id': 'bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:55:50.176549 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-42fe7b02-62e1-4dc5-89c7-0bd19c026ff4 service neutron] Checking segment: {'id': '99637b7a-02f7-4620-98cc-0c64fec323d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'bfa08ae4-8932-44be-9fe7-df4214e39f4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:55:50.176938 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-42fe7b02-62e1-4dc5-89c7-0bd19c026ff4 service neutron] Bound using segment: {'id': '99637b7a-02f7-4620-98cc-0c64fec323d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'bfa08ae4-8932-44be-9fe7-df4214e39f4f'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:55:50.177573 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-42fe7b02-62e1-4dc5-89c7-0bd19c026ff4 service neutron] Bound port: 8059b753-b683-409f-9b80-d1ba47c1f7f5, host: n-h2-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99637b7a-02f7-4620-98cc-0c64fec323d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'bfa08ae4-8932-44be-9fe7-df4214e39f4f'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:55:50.177934 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-42fe7b02-62e1-4dc5-89c7-0bd19c026ff4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (8059b753-b683-409f-9b80-d1ba47c1f7f5), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:50.182890 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-dbe7ae63-23c2-49ab-818c-1bd880c9dc74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (80746ccd-34b2-41aa-805c-db9e9d7a6306), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:50.246120 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 39148) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:50.257300 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6698e0c3-0a33-474a-b71b-9bd1884deda2 x-openstack-request-id: req-6698e0c3-0a33-474a-b71b-9bd1884deda2 {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:55:50.257608 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ceebe91a-d741-40de-93eb-f22e35377004", "tag": "997ffd9d-24d0-48cd-b676-aae312923536", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:55:50.260635 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6698e0c3-0a33-474a-b71b-9bd1884deda2 {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:55:50.263250 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ceebe91a-d741-40de-93eb-f22e35377004', 'tag': '997ffd9d-24d0-48cd-b676-aae312923536', 'status': 'completed', 'code': 200} Feb 19 02:55:50.328648 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f47cc067-a89f-4f1a-8335-5afff9cf7526 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Made reservation on behalf of 6ec3dd7afd834c809d570f5110147b8d for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:55:50.403267 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-e39e29c1-aad9-494e-8857-2b27e3ba2a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:50.404818 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-e39e29c1-aad9-494e-8857-2b27e3ba2a1e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=80964ee79d1a40eba565b1c82b6f88f0&device_id=ceebe91a-d741-40de-93eb-f22e35377004 HTTP/1.1" status: 200 len: 1125 time: 0.3505180 Feb 19 02:55:50.423908 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:50.555301 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e16898a6-9fc9-4b5b-82af-41da865b4d35 None None] Publish callbacks [] for port (8063a1dc-c97b-44af-89fc-192d5ab68cd1), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:50.564836 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe7ae63-23c2-49ab-818c-1bd880c9dc74 service neutron] Pushing event updated for resources: {'Port': ['ID=80746ccd-34b2-41aa-805c-db9e9d7a6306,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:50.580264 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e16898a6-9fc9-4b5b-82af-41da865b4d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (8063a1dc-c97b-44af-89fc-192d5ab68cd1), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:50.623146 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 9d597532-298e-4c76-ba65-14d16b36a9cf up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:55:50.719096 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16898a6-9fc9-4b5b-82af-41da865b4d35 None None] Network b0af2fed-15cc-4a59-82f9-c56cce972954 is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:55:50.726684 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-e16898a6-9fc9-4b5b-82af-41da865b4d35 None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:55:50.737699 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16898a6-9fc9-4b5b-82af-41da865b4d35 None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:55:50.783444 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ac04cebd-5ec4-40fc-9212-2bd4e67256e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:50.835463 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16898a6-9fc9-4b5b-82af-41da865b4d35 None None] Pushing event updated for resources: {'Port': ['ID=8063a1dc-c97b-44af-89fc-192d5ab68cd1,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:50.863704 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-42fe7b02-62e1-4dc5-89c7-0bd19c026ff4 service neutron] For port 8059b753-b683-409f-9b80-d1ba47c1f7f5, host n-h2-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:55:50.891238 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0526ec10-9a6c-45a1-8b3b-4fea1203c18a None None] Network 25635acc-9f56-41ab-b8cd-dd2744f3f7b3 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:55:50.904342 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-42fe7b02-62e1-4dc5-89c7-0bd19c026ff4 service neutron] For port 8059b753-b683-409f-9b80-d1ba47c1f7f5, host n-h2-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=8059b753-b683-409f-9b80-d1ba47c1f7f5,segment=NetworkSegment(99637b7a-02f7-4620-98cc-0c64fec323d8),segment_id=99637b7a-02f7-4620-98cc-0c64fec323d8)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:55:50.939811 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-42fe7b02-62e1-4dc5-89c7-0bd19c026ff4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (8059b753-b683-409f-9b80-d1ba47c1f7f5), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:50.960093 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 9d597532-298e-4c76-ba65-14d16b36a9cf triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:55:50.970651 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (9d597532-298e-4c76-ba65-14d16b36a9cf), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:51.037435 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f47cc067-a89f-4f1a-8335-5afff9cf7526 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:51.042006 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-dbe7ae63-23c2-49ab-818c-1bd880c9dc74 service neutron] Attempting to bind port 80746ccd-34b2-41aa-805c-db9e9d7a6306 on host n-h1-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:55:51.042568 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-dbe7ae63-23c2-49ab-818c-1bd880c9dc74 service neutron] Attempting to bind port 80746ccd-34b2-41aa-805c-db9e9d7a6306 by drivers openvswitch,hyperv on host n-h1-826753-2 at level 0 using segments [{'id': '99637b7a-02f7-4620-98cc-0c64fec323d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'bfa08ae4-8932-44be-9fe7-df4214e39f4f'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:55:51.043243 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-dbe7ae63-23c2-49ab-818c-1bd880c9dc74 service neutron] Attempting to bind port 80746ccd-34b2-41aa-805c-db9e9d7a6306 on network bfa08ae4-8932-44be-9fe7-df4214e39f4f {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:55:51.050011 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fe7b02-62e1-4dc5-89c7-0bd19c026ff4 service neutron] Pushing event updated for resources: {'Port': ['ID=8059b753-b683-409f-9b80-d1ba47c1f7f5,revision_number=3']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:51.063885 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-42fe7b02-62e1-4dc5-89c7-0bd19c026ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:51.064021 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-e16898a6-9fc9-4b5b-82af-41da865b4d35 None None] Attempting to bind port 8063a1dc-c97b-44af-89fc-192d5ab68cd1 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:55:51.064418 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-e16898a6-9fc9-4b5b-82af-41da865b4d35 None None] Attempting to bind port 8063a1dc-c97b-44af-89fc-192d5ab68cd1 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '4247e9f2-6084-4087-858e-e9d1c217426d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'b0af2fed-15cc-4a59-82f9-c56cce972954'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:55:51.064856 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16898a6-9fc9-4b5b-82af-41da865b4d35 None None] Attempting to bind port 8063a1dc-c97b-44af-89fc-192d5ab68cd1 on network b0af2fed-15cc-4a59-82f9-c56cce972954 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:55:51.065146 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-42fe7b02-62e1-4dc5-89c7-0bd19c026ff4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:51.066748 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-42fe7b02-62e1-4dc5-89c7-0bd19c026ff4 service neutron] 10.222.0.82 "PUT /v2.0/ports/8059b753-b683-409f-9b80-d1ba47c1f7f5 HTTP/1.1" status: 200 len: 1091 time: 3.9296207 Feb 19 02:55:51.070800 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1c3a95a-eb61-4cc4-921e-3f5841475c62', 'tag': '8059b753-b683-409f-9b80-d1ba47c1f7f5'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:55:51.073275 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b05a7230-44a5-4d3d-a2a8-27ca08704f6c" -d '{"events": [{"name": "network-changed", "server_uuid": "e1c3a95a-eb61-4cc4-921e-3f5841475c62", "tag": "8059b753-b683-409f-9b80-d1ba47c1f7f5"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:55:51.085458 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-81c45c6f-7b0d-4e4c-b9cb-21e0dde39f23 None None] Provisioning complete for port 9d597532-298e-4c76-ba65-14d16b36a9cf triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:55:51.086232 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-81c45c6f-7b0d-4e4c-b9cb-21e0dde39f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (9d597532-298e-4c76-ba65-14d16b36a9cf), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:51.093463 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-dbe7ae63-23c2-49ab-818c-1bd880c9dc74 service neutron] Port 80746ccd-34b2-41aa-805c-db9e9d7a6306 on network bfa08ae4-8932-44be-9fe7-df4214e39f4f not bound, no agent of type Open vSwitch agent registered on host n-h1-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:55:51.093821 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-dbe7ae63-23c2-49ab-818c-1bd880c9dc74 service neutron] Attempting to bind port 80746ccd-34b2-41aa-805c-db9e9d7a6306 on network bfa08ae4-8932-44be-9fe7-df4214e39f4f {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:55:51.095077 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16898a6-9fc9-4b5b-82af-41da865b4d35 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:55:51.095774 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16898a6-9fc9-4b5b-82af-41da865b4d35 None None] Checking segment: {'id': '4247e9f2-6084-4087-858e-e9d1c217426d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'b0af2fed-15cc-4a59-82f9-c56cce972954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:55:51.096419 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e16898a6-9fc9-4b5b-82af-41da865b4d35 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:51.097067 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16898a6-9fc9-4b5b-82af-41da865b4d35 None None] Bound using segment: {'id': '4247e9f2-6084-4087-858e-e9d1c217426d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'b0af2fed-15cc-4a59-82f9-c56cce972954'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:55:51.097804 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-e16898a6-9fc9-4b5b-82af-41da865b4d35 None None] Bound port: 8063a1dc-c97b-44af-89fc-192d5ab68cd1, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4247e9f2-6084-4087-858e-e9d1c217426d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'b0af2fed-15cc-4a59-82f9-c56cce972954'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:55:51.098764 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e16898a6-9fc9-4b5b-82af-41da865b4d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (8063a1dc-c97b-44af-89fc-192d5ab68cd1), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:51.112977 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-dbe7ae63-23c2-49ab-818c-1bd880c9dc74 service neutron] Checking agent: {'id': '9d56fb1b-2855-496a-a6d9-c324740cb98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:55:51.113989 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-dbe7ae63-23c2-49ab-818c-1bd880c9dc74 service neutron] Checking segment: {'id': '99637b7a-02f7-4620-98cc-0c64fec323d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'bfa08ae4-8932-44be-9fe7-df4214e39f4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:55:51.114543 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-dbe7ae63-23c2-49ab-818c-1bd880c9dc74 service neutron] Bound using segment: {'id': '99637b7a-02f7-4620-98cc-0c64fec323d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'bfa08ae4-8932-44be-9fe7-df4214e39f4f'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:55:51.115140 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-dbe7ae63-23c2-49ab-818c-1bd880c9dc74 service neutron] Bound port: 80746ccd-34b2-41aa-805c-db9e9d7a6306, host: n-h1-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99637b7a-02f7-4620-98cc-0c64fec323d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'bfa08ae4-8932-44be-9fe7-df4214e39f4f'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:55:51.115691 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-dbe7ae63-23c2-49ab-818c-1bd880c9dc74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (80746ccd-34b2-41aa-805c-db9e9d7a6306), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:51.123944 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [None req-f47cc067-a89f-4f1a-8335-5afff9cf7526 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] device_id is not set on port 9471084b-14f7-4ecb-9ee5-e3a2aa4f8f97 yet. {{(pid=103702) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 02:55:51.180875 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-9462659d-5cf1-4024-973c-2ed7682d7b83 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=997ffd9d-24d0-48cd-b676-aae312923536 HTTP/1.1" status: 200 len: 217 time: 0.7442319 Feb 19 02:55:51.272367 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-81c45c6f-7b0d-4e4c-b9cb-21e0dde39f23 None None] Current status of the port 9d597532-298e-4c76-ba65-14d16b36a9cf is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:55:51.273182 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-81c45c6f-7b0d-4e4c-b9cb-21e0dde39f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (9d597532-298e-4c76-ba65-14d16b36a9cf), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:51.276876 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d85866b-9085-429b-9471-8bb3ef428d8b req-25541e5f-1e9c-4623-824d-ddab0711407a tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:51.284308 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1d85866b-9085-429b-9471-8bb3ef428d8b req-25541e5f-1e9c-4623-824d-ddab0711407a tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b2e9057-c4b2-46db-814b-3b8888cce113 HTTP/1.1" status: 200 len: 946 time: 1.0172296 Feb 19 02:55:51.358217 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ac04cebd-5ec4-40fc-9212-2bd4e67256e8 admin admin] Publish callbacks [] for security_group (4e65ab37-0dca-4072-97ad-46f32254419f), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:51.361045 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d950ff-5e0e-4c5c-8f37-94bf112d6b9f req-83cc33b1-315e-48ea-9cd9-b83d679d5d20 tempest-ServerGroupTestJSON-1763692424 tempest-ServerGroupTestJSON-1763692424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:51.362647 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-96d950ff-5e0e-4c5c-8f37-94bf112d6b9f req-83cc33b1-315e-48ea-9cd9-b83d679d5d20 tempest-ServerGroupTestJSON-1763692424 tempest-ServerGroupTestJSON-1763692424-project] 10.222.0.72 "GET /v2.0/ports?device_id=2d92056f-80fb-4f87-abe2-fd4856418c57 HTTP/1.1" status: 200 len: 946 time: 0.1796534 Feb 19 02:55:51.375981 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-81c45c6f-7b0d-4e4c-b9cb-21e0dde39f23 None None] For port 9d597532-298e-4c76-ba65-14d16b36a9cf, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=9d597532-298e-4c76-ba65-14d16b36a9cf,segment=NetworkSegment(0ac8fc0c-e771-432c-9de7-07e76dbe0cc7),segment_id=0ac8fc0c-e771-432c-9de7-07e76dbe0cc7)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:55:51.426694 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1d85866b-9085-429b-9471-8bb3ef428d8b req-80a3403b-bbcb-4255-ad3d-04acfef9e244 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] 10.222.0.72 "GET /v2.0/security-groups?id=dcac2b5a-dee8-41b9-b83f-a011c1698d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414354 Feb 19 02:55:51.432166 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-64821171-0eb4-4659-9436-e83ed4540468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:51.437624 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ac04cebd-5ec4-40fc-9212-2bd4e67256e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (4e65ab37-0dca-4072-97ad-46f32254419f), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:51.440416 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-64821171-0eb4-4659-9436-e83ed4540468 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9931103f-9dd4-4267-840a-e89f98719fea HTTP/1.1" status: 200 len: 858 time: 0.2269089 Feb 19 02:55:51.480892 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 9d597532-298e-4c76-ba65-14d16b36a9cf is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:55:51.480892 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (9d597532-298e-4c76-ba65-14d16b36a9cf), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:51.480892 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-81c45c6f-7b0d-4e4c-b9cb-21e0dde39f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (9d597532-298e-4c76-ba65-14d16b36a9cf), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:51.488489 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device cce4f046-1daa-4ae6-ba5a-62d23bee8a5e no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:55:51.496907 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e16898a6-9fc9-4b5b-82af-41da865b4d35 None None] For port 8063a1dc-c97b-44af-89fc-192d5ab68cd1, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:55:51.567657 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e16898a6-9fc9-4b5b-82af-41da865b4d35 None None] For port 8063a1dc-c97b-44af-89fc-192d5ab68cd1, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=8063a1dc-c97b-44af-89fc-192d5ab68cd1,segment=NetworkSegment(4247e9f2-6084-4087-858e-e9d1c217426d),segment_id=4247e9f2-6084-4087-858e-e9d1c217426d)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:55:51.570529 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-2493df31-43fa-4fc9-beb9-c84f87aef483 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bfa08ae4-8932-44be-9fe7-df4214e39f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1053021 Feb 19 02:55:51.575694 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-b3a897eb-3f68-461e-a08b-b675dd352f72 req-ee5fad9c-660c-464b-a2ec-89906293ab83 tempest-ServerGroupTestJSON-1763692424 tempest-ServerGroupTestJSON-1763692424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (cce4f046-1daa-4ae6-ba5a-62d23bee8a5e), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:51.616078 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-96d950ff-5e0e-4c5c-8f37-94bf112d6b9f req-ab636c26-d5e1-4fc8-889c-7fc7c0cc1baf tempest-ServerGroupTestJSON-1763692424 tempest-ServerGroupTestJSON-1763692424-project] 10.222.0.72 "GET /v2.0/security-groups?id=9568d5a5-9f29-4cb7-9078-0a67796882a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097847 Feb 19 02:55:51.622479 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.db.api [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103703) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 02:55:51.622926 n-d-826753-2 neutron-server[103703]: DEBUG oslo_db.api [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 02:55:51.624202 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-b7869061-86fa-42fc-9385-97489cc24f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:51.626087 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-b7869061-86fa-42fc-9385-97489cc24f22 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=80964ee79d1a40eba565b1c82b6f88f0&device_id=e1c3a95a-eb61-4cc4-921e-3f5841475c62 HTTP/1.1" status: 200 len: 1125 time: 0.4865677 Feb 19 02:55:51.632207 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e16898a6-9fc9-4b5b-82af-41da865b4d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (8063a1dc-c97b-44af-89fc-192d5ab68cd1), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:51.655208 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-ac04cebd-5ec4-40fc-9212-2bd4e67256e8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3bfd6e465e214576ad7568ae1bda359a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4068744 Feb 19 02:55:51.669385 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c45c6f-7b0d-4e4c-b9cb-21e0dde39f23 None None] Pushing event updated for resources: {'Port': ['ID=9d597532-298e-4c76-ba65-14d16b36a9cf,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:51.687453 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-dbe7ae63-23c2-49ab-818c-1bd880c9dc74 service neutron] For port 80746ccd-34b2-41aa-805c-db9e9d7a6306, host n-h1-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:55:51.689340 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 39232) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:51.712733 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5fad9c-660c-464b-a2ec-89906293ab83 tempest-ServerGroupTestJSON-1763692424 tempest-ServerGroupTestJSON-1763692424-project] Pushing event deleted for resources: {'Port': ['ID=cce4f046-1daa-4ae6-ba5a-62d23bee8a5e,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:51.735956 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac04cebd-5ec4-40fc-9212-2bd4e67256e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e65ab37-0dca-4072-97ad-46f32254419f,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:51.736138 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] No active binding found for port cce4f046-1daa-4ae6-ba5a-62d23bee8a5e {{(pid=103703) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 19 02:55:51.736606 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] The host n-h1-826753-2 is not matching for port cce4f046-1daa-4ae6-ba5a-62d23bee8a5e host None! {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 02:55:51.737111 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device cce4f046-1daa-4ae6-ba5a-62d23bee8a5e not bound to the agent host n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:55:51.738988 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16898a6-9fc9-4b5b-82af-41da865b4d35 None None] Pushing event updated for resources: {'Port': ['ID=8063a1dc-c97b-44af-89fc-192d5ab68cd1,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:51.777321 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-dbe7ae63-23c2-49ab-818c-1bd880c9dc74 service neutron] For port 80746ccd-34b2-41aa-805c-db9e9d7a6306, host n-h1-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=80746ccd-34b2-41aa-805c-db9e9d7a6306,segment=NetworkSegment(99637b7a-02f7-4620-98cc-0c64fec323d8),segment_id=99637b7a-02f7-4620-98cc-0c64fec323d8)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:55:51.791970 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-b7ccb8dd-8837-46b7-bd5b-cda67533dc83 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8059b753-b683-409f-9b80-d1ba47c1f7f5 HTTP/1.1" status: 200 len: 217 time: 0.1361542 Feb 19 02:55:51.808284 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48a98b13-5dea-4736-b69c-8db9cc951913 x-openstack-request-id: req-48a98b13-5dea-4736-b69c-8db9cc951913 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:55:51.808652 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1c3a95a-eb61-4cc4-921e-3f5841475c62", "tag": "8059b753-b683-409f-9b80-d1ba47c1f7f5", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:55:51.808845 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-48a98b13-5dea-4736-b69c-8db9cc951913 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:55:51.809642 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1c3a95a-eb61-4cc4-921e-3f5841475c62', 'tag': '8059b753-b683-409f-9b80-d1ba47c1f7f5', 'status': 'completed', 'code': 200} Feb 19 02:55:51.851577 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-dbe7ae63-23c2-49ab-818c-1bd880c9dc74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (80746ccd-34b2-41aa-805c-db9e9d7a6306), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:51.876337 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5fad9c-660c-464b-a2ec-89906293ab83 tempest-ServerGroupTestJSON-1763692424 tempest-ServerGroupTestJSON-1763692424-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:55:51.876686 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5fad9c-660c-464b-a2ec-89906293ab83 tempest-ServerGroupTestJSON-1763692424 tempest-ServerGroupTestJSON-1763692424-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:55:51.877053 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5fad9c-660c-464b-a2ec-89906293ab83 tempest-ServerGroupTestJSON-1763692424 tempest-ServerGroupTestJSON-1763692424-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:55:51.877398 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5fad9c-660c-464b-a2ec-89906293ab83 tempest-ServerGroupTestJSON-1763692424 tempest-ServerGroupTestJSON-1763692424-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:55:51.877735 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5fad9c-660c-464b-a2ec-89906293ab83 tempest-ServerGroupTestJSON-1763692424 tempest-ServerGroupTestJSON-1763692424-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:55:51.878074 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5fad9c-660c-464b-a2ec-89906293ab83 tempest-ServerGroupTestJSON-1763692424 tempest-ServerGroupTestJSON-1763692424-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:55:51.878412 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5fad9c-660c-464b-a2ec-89906293ab83 tempest-ServerGroupTestJSON-1763692424 tempest-ServerGroupTestJSON-1763692424-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:55:51.878735 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5fad9c-660c-464b-a2ec-89906293ab83 tempest-ServerGroupTestJSON-1763692424 tempest-ServerGroupTestJSON-1763692424-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:55:51.879064 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5fad9c-660c-464b-a2ec-89906293ab83 tempest-ServerGroupTestJSON-1763692424 tempest-ServerGroupTestJSON-1763692424-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:55:51.879454 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5fad9c-660c-464b-a2ec-89906293ab83 tempest-ServerGroupTestJSON-1763692424 tempest-ServerGroupTestJSON-1763692424-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:55:51.879778 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5fad9c-660c-464b-a2ec-89906293ab83 tempest-ServerGroupTestJSON-1763692424 tempest-ServerGroupTestJSON-1763692424-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:55:51.880024 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5fad9c-660c-464b-a2ec-89906293ab83 tempest-ServerGroupTestJSON-1763692424 tempest-ServerGroupTestJSON-1763692424-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:55:51.880353 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5fad9c-660c-464b-a2ec-89906293ab83 tempest-ServerGroupTestJSON-1763692424 tempest-ServerGroupTestJSON-1763692424-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:55:51.922459 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:51.962992 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-f47cc067-a89f-4f1a-8335-5afff9cf7526 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Allocated IP 10.1.1.53 (25635acc-9f56-41ab-b8cd-dd2744f3f7b3/66de670b-a5db-4281-9094-b0eb2517280e/9471084b-14f7-4ecb-9ee5-e3a2aa4f8f97) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:55:51.983818 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3a897eb-3f68-461e-a08b-b675dd352f72 req-ee5fad9c-660c-464b-a2ec-89906293ab83 tempest-ServerGroupTestJSON-1763692424 tempest-ServerGroupTestJSON-1763692424-project] No DVR routers for this DVR port cce4f046-1daa-4ae6-ba5a-62d23bee8a5e on host n-h1-826753-2 {{(pid=103701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:55:51.997468 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-dbe7ae63-23c2-49ab-818c-1bd880c9dc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:51.998372 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-dbe7ae63-23c2-49ab-818c-1bd880c9dc74 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:52.001082 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-dbe7ae63-23c2-49ab-818c-1bd880c9dc74 service neutron] 10.222.0.73 "PUT /v2.0/ports/80746ccd-34b2-41aa-805c-db9e9d7a6306 HTTP/1.1" status: 200 len: 1092 time: 3.7911000 Feb 19 02:55:52.008437 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fd6b97-db62-4bb3-b5ca-8f80d9c53eb9 req-287b69a1-d4a2-45d4-8466-fbb4ca49fce3 tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:52.022127 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-02fd6b97-db62-4bb3-b5ca-8f80d9c53eb9 req-287b69a1-d4a2-45d4-8466-fbb4ca49fce3 tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] 10.222.0.72 "GET /v2.0/ports?device_id=e1c3a95a-eb61-4cc4-921e-3f5841475c62 HTTP/1.1" status: 200 len: 943 time: 0.4819698 Feb 19 02:55:52.024108 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-85c9aa6f-8965-4527-bdff-2a7189b62f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:52.027366 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-85c9aa6f-8965-4527-bdff-2a7189b62f3b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9931103f-9dd4-4267-840a-e89f98719fea HTTP/1.1" status: 200 len: 858 time: 0.2172279 Feb 19 02:55:52.046597 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-b3a897eb-3f68-461e-a08b-b675dd352f72 req-ee5fad9c-660c-464b-a2ec-89906293ab83 tempest-ServerGroupTestJSON-1763692424 tempest-ServerGroupTestJSON-1763692424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:52.056075 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b3a897eb-3f68-461e-a08b-b675dd352f72 req-ee5fad9c-660c-464b-a2ec-89906293ab83 tempest-ServerGroupTestJSON-1763692424 tempest-ServerGroupTestJSON-1763692424-project] 10.222.0.73 "DELETE /v2.0/ports/cce4f046-1daa-4ae6-ba5a-62d23bee8a5e HTTP/1.1" status: 204 len: 173 time: 3.6996624 Feb 19 02:55:52.169172 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ff442835-a026-429b-aeeb-fa10f2f4d0e4 admin admin] Publish callbacks [] for security_group (4e65ab37-0dca-4072-97ad-46f32254419f), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:52.178930 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe7ae63-23c2-49ab-818c-1bd880c9dc74 service neutron] Pushing event updated for resources: {'Port': ['ID=80746ccd-34b2-41aa-805c-db9e9d7a6306,revision_number=3']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:52.199674 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-15c48dab-4310-4a77-8b7f-c07ecf30b1a9 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bfa08ae4-8932-44be-9fe7-df4214e39f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1542799 Feb 19 02:55:52.217406 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 39236) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:52.230288 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 9d597532-298e-4c76-ba65-14d16b36a9cf is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:55:52.253804 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-4d1ad0f6-3242-483f-b974-b7aba8020696 service neutron] 10.222.0.82 "GET /v2.0/networks/bfa08ae4-8932-44be-9fe7-df4214e39f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6480353 Feb 19 02:55:52.267982 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d92056f-80fb-4f87-abe2-fd4856418c57', 'name': 'network-vif-deleted', 'tag': 'cce4f046-1daa-4ae6-ba5a-62d23bee8a5e'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:55:52.286358 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7b6e543-4328-4f84-b266-8b03ebf5ba46" -d '{"events": [{"server_uuid": "2d92056f-80fb-4f87-abe2-fd4856418c57", "name": "network-vif-deleted", "tag": "cce4f046-1daa-4ae6-ba5a-62d23bee8a5e"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:55:52.288588 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ff442835-a026-429b-aeeb-fa10f2f4d0e4 admin admin] Publish callbacks [] for security_group (4e65ab37-0dca-4072-97ad-46f32254419f), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:52.296447 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-6004743c-3ebc-4f35-a867-705027c98615 None None] Provisioning complete for port 9d597532-298e-4c76-ba65-14d16b36a9cf triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:55:52.300074 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6004743c-3ebc-4f35-a867-705027c98615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (9d597532-298e-4c76-ba65-14d16b36a9cf), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:52.404300 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-747686ec-ec1b-4a0c-89fb-5ec9c057b99e x-openstack-request-id: req-747686ec-ec1b-4a0c-89fb-5ec9c057b99e {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:55:52.405620 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d92056f-80fb-4f87-abe2-fd4856418c57", "name": "network-vif-deleted", "tag": "cce4f046-1daa-4ae6-ba5a-62d23bee8a5e", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:55:52.406224 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-747686ec-ec1b-4a0c-89fb-5ec9c057b99e {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:55:52.406808 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d92056f-80fb-4f87-abe2-fd4856418c57', 'name': 'network-vif-deleted', 'tag': 'cce4f046-1daa-4ae6-ba5a-62d23bee8a5e', 'status': 'completed', 'code': 200} Feb 19 02:55:52.487520 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:52.508098 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-02fd6b97-db62-4bb3-b5ca-8f80d9c53eb9 req-ce11c268-d2d0-4faa-b16b-d7e625afe274 tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] 10.222.0.72 "GET /v2.0/security-groups?id=0bac9e7b-1471-4fbc-b188-1d8a02d1587a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4847503 Feb 19 02:55:52.539797 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-0d1043bb-c19a-44ee-be41-3a88a43c2b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:52.543197 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-0d1043bb-c19a-44ee-be41-3a88a43c2b9a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=80964ee79d1a40eba565b1c82b6f88f0&device_id=5f12a184-9855-47ef-9519-bda13ef9ecdc HTTP/1.1" status: 200 len: 1126 time: 0.4465632 Feb 19 02:55:52.626547 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-6004743c-3ebc-4f35-a867-705027c98615 None None] Current status of the port 9d597532-298e-4c76-ba65-14d16b36a9cf is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:55:52.680780 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-846f5f32-d968-4d9f-97c4-98eed1053b81 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80746ccd-34b2-41aa-805c-db9e9d7a6306 HTTP/1.1" status: 200 len: 217 time: 0.1045120 Feb 19 02:55:52.708536 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 8063a1dc-c97b-44af-89fc-192d5ab68cd1 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:55:52.715774 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-3945905d-fd0d-484d-b1fe-c2c53b06b32c service neutron] 10.222.0.82 "GET /v2.0/networks/bfa08ae4-8932-44be-9fe7-df4214e39f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5044961 Feb 19 02:55:52.740911 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f47cc067-a89f-4f1a-8335-5afff9cf7526 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks [] for port (9471084b-14f7-4ecb-9ee5-e3a2aa4f8f97), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:52.778079 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 8063a1dc-c97b-44af-89fc-192d5ab68cd1 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:55:52.778607 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4153f7b7-25b9-4311-b255-3f82861dcd9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:52.778766 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (8063a1dc-c97b-44af-89fc-192d5ab68cd1), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:52.786207 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f2a58c-4ec6-4da0-96b9-0da7535d7935 req-b13a3381-576d-4e3a-84b5-4ee1e8744704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:52.788297 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-55f2a58c-4ec6-4da0-96b9-0da7535d7935 req-b13a3381-576d-4e3a-84b5-4ee1e8744704 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=7b2e9057-c4b2-46db-814b-3b8888cce113 HTTP/1.1" status: 200 len: 1128 time: 0.2365057 Feb 19 02:55:52.790314 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-62140212-0f5e-4a67-92ee-9be9d17f8aca service neutron] 10.222.0.82 "GET /v2.0/networks/bfa08ae4-8932-44be-9fe7-df4214e39f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4981036 Feb 19 02:55:52.809104 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-6e047389-9200-48d1-9576-63ac46360211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:52.810846 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-6e047389-9200-48d1-9576-63ac46360211 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9931103f-9dd4-4267-840a-e89f98719fea HTTP/1.1" status: 200 len: 858 time: 0.1128891 Feb 19 02:55:52.841420 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f47cc067-a89f-4f1a-8335-5afff9cf7526 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (9471084b-14f7-4ecb-9ee5-e3a2aa4f8f97), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:52.868872 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-791ed73d-cd48-4ad5-80f7-5b85043f8eb2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=bfa08ae4-8932-44be-9fe7-df4214e39f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504508 Feb 19 02:55:52.888035 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8ee3e1-4942-412e-8894-9a527217e21d req-d7d0630b-cf88-4c6f-8ba3-bc78f1a44ad5 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:52.890647 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1b8ee3e1-4942-412e-8894-9a527217e21d req-d7d0630b-cf88-4c6f-8ba3-bc78f1a44ad5 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b2e9057-c4b2-46db-814b-3b8888cce113 HTTP/1.1" status: 200 len: 946 time: 0.3015678 Feb 19 02:55:52.966686 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-317d6ffc-ff7c-40d6-a959-9479cd27f132 service neutron] 10.222.0.82 "GET /v2.0/networks/bfa08ae4-8932-44be-9fe7-df4214e39f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809671 Feb 19 02:55:52.971052 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-55f2a58c-4ec6-4da0-96b9-0da7535d7935 req-c93c5f78-0db2-4a05-ac4f-5eb749b5cc67 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=dcac2b5a-dee8-41b9-b83f-a011c1698d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659021 Feb 19 02:55:52.982908 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 8063a1dc-c97b-44af-89fc-192d5ab68cd1 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:55:52.983524 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (8063a1dc-c97b-44af-89fc-192d5ab68cd1), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:53.046944 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47cc067-a89f-4f1a-8335-5afff9cf7526 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Network 25635acc-9f56-41ab-b8cd-dd2744f3f7b3 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:55:53.063389 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3aaadcc0-3151-4660-a0b0-16ca2ec7f89a req-d57f15ba-ef4e-4c5b-97cf-3fb23f79021e tempest-ServerGroupTestJSON-1763692424 tempest-ServerGroupTestJSON-1763692424-project] 10.222.0.72 "GET /v2.0/ports?device_id=2d92056f-80fb-4f87-abe2-fd4856418c57 HTTP/1.1" status: 200 len: 210 time: 0.0961354 Feb 19 02:55:53.097496 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port 8063a1dc-c97b-44af-89fc-192d5ab68cd1, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=8063a1dc-c97b-44af-89fc-192d5ab68cd1,segment=NetworkSegment(4247e9f2-6084-4087-858e-e9d1c217426d),segment_id=4247e9f2-6084-4087-858e-e9d1c217426d)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:55:53.109744 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (8063a1dc-c97b-44af-89fc-192d5ab68cd1), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:53.110558 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 9d597532-298e-4c76-ba65-14d16b36a9cf up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:55:53.147959 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4153f7b7-25b9-4311-b255-3f82861dcd9b admin admin] Publish callbacks [] for security_group (fafe41eb-855f-4362-9831-88ab7ec86b7d), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:53.152199 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ff442835-a026-429b-aeeb-fa10f2f4d0e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (4e65ab37-0dca-4072-97ad-46f32254419f), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:53.156080 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ff442835-a026-429b-aeeb-fa10f2f4d0e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:53.160617 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-ff442835-a026-429b-aeeb-fa10f2f4d0e4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4e65ab37-0dca-4072-97ad-46f32254419f HTTP/1.1" status: 204 len: 168 time: 1.4685905 Feb 19 02:55:53.161950 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-f47cc067-a89f-4f1a-8335-5afff9cf7526 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:55:53.174474 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4153f7b7-25b9-4311-b255-3f82861dcd9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (fafe41eb-855f-4362-9831-88ab7ec86b7d), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:53.182417 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47cc067-a89f-4f1a-8335-5afff9cf7526 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:55:53.187775 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff442835-a026-429b-aeeb-fa10f2f4d0e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e65ab37-0dca-4072-97ad-46f32254419f,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:53.197442 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-8b6aa8e8-6593-4c36-b48c-910a98498d07 service neutron] 10.222.0.73 "GET /v2.0/networks/bfa08ae4-8932-44be-9fe7-df4214e39f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3201239 Feb 19 02:55:53.249450 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47cc067-a89f-4f1a-8335-5afff9cf7526 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Pushing event updated for resources: {'Port': ['ID=9471084b-14f7-4ecb-9ee5-e3a2aa4f8f97,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:53.304160 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=8063a1dc-c97b-44af-89fc-192d5ab68cd1,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:53.336454 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 9d597532-298e-4c76-ba65-14d16b36a9cf triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:55:53.337110 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (9d597532-298e-4c76-ba65-14d16b36a9cf), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:53.347071 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-4153f7b7-25b9-4311-b255-3f82861dcd9b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6d07e9cd70e44cd181a0362e174e4770&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1284466 Feb 19 02:55:53.347997 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4153f7b7-25b9-4311-b255-3f82861dcd9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fafe41eb-855f-4362-9831-88ab7ec86b7d,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:53.357341 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 39254) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:53.416867 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1b8ee3e1-4942-412e-8894-9a527217e21d req-c24035a4-7a06-478a-8e1c-d54c6a2c9067 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] 10.222.0.72 "GET /v2.0/security-groups?id=dcac2b5a-dee8-41b9-b83f-a011c1698d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4494367 Feb 19 02:55:53.508206 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47cc067-a89f-4f1a-8335-5afff9cf7526 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:53.508953 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f47cc067-a89f-4f1a-8335-5afff9cf7526 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:53.549166 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 9d597532-298e-4c76-ba65-14d16b36a9cf is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:55:53.569363 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-f47cc067-a89f-4f1a-8335-5afff9cf7526 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.9350824 Feb 19 02:55:53.569363 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3fd02574-0793-4158-a873-4b1888b7885a admin admin] Publish callbacks [] for security_group (fafe41eb-855f-4362-9831-88ab7ec86b7d), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:53.579604 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 39264) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:53.594121 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-9b72343a-77bf-4d61-b18b-edf923337225 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Request body: {'port': {'network_id': '25635acc-9f56-41ab-b8cd-dd2744f3f7b3', 'name': 'tempest-TaggedBootDevicesTest-1074996060', 'fixed_ips': [{'subnet_id': '66de670b-a5db-4281-9094-b0eb2517280e'}]}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:55:53.616126 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad55241c-97cd-45e4-8b29-cb1a3e7dfc44 req-36c24aee-3cec-4e12-8945-f14ae03c4b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:53.617881 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ad55241c-97cd-45e4-8b29-cb1a3e7dfc44 req-36c24aee-3cec-4e12-8945-f14ae03c4b49 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=80964ee79d1a40eba565b1c82b6f88f0&device_id=ceebe91a-d741-40de-93eb-f22e35377004 HTTP/1.1" status: 200 len: 1125 time: 0.6532426 Feb 19 02:55:53.632568 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3fd02574-0793-4158-a873-4b1888b7885a admin admin] Publish callbacks [] for security_group (fafe41eb-855f-4362-9831-88ab7ec86b7d), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:53.676154 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b8e83447-d89c-471a-8c40-eb83aad92995 None None] Provisioning complete for port 9471084b-14f7-4ecb-9ee5-e3a2aa4f8f97 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:55:53.677493 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b8e83447-d89c-471a-8c40-eb83aad92995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (9471084b-14f7-4ecb-9ee5-e3a2aa4f8f97), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:53.741491 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b8e83447-d89c-471a-8c40-eb83aad92995 None None] Port 9471084b-14f7-4ecb-9ee5-e3a2aa4f8f97 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:55:53.751603 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3fd02574-0793-4158-a873-4b1888b7885a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (fafe41eb-855f-4362-9831-88ab7ec86b7d), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:53.754793 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3fd02574-0793-4158-a873-4b1888b7885a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:53.756324 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-3fd02574-0793-4158-a873-4b1888b7885a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/fafe41eb-855f-4362-9831-88ab7ec86b7d HTTP/1.1" status: 204 len: 168 time: 0.3971472 Feb 19 02:55:53.768551 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd02574-0793-4158-a873-4b1888b7885a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fafe41eb-855f-4362-9831-88ab7ec86b7d,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:53.810390 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f12a184-9855-47ef-9519-bda13ef9ecdc', 'tag': '80746ccd-34b2-41aa-805c-db9e9d7a6306'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:55:53.813218 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f69991f2-912d-488f-abe8-f22f68cbc680" -d '{"events": [{"name": "network-changed", "server_uuid": "5f12a184-9855-47ef-9519-bda13ef9ecdc", "tag": "80746ccd-34b2-41aa-805c-db9e9d7a6306"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:55:53.834540 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce24f42-4d5d-4269-b497-fc7a3de00af8 None None] Network b0af2fed-15cc-4a59-82f9-c56cce972954 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:55:53.861956 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb9905d1-0631-48e4-9b90-62ad108af6c4 x-openstack-request-id: req-eb9905d1-0631-48e4-9b90-62ad108af6c4 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:55:53.862326 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f12a184-9855-47ef-9519-bda13ef9ecdc", "tag": "80746ccd-34b2-41aa-805c-db9e9d7a6306", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:55:53.862694 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-eb9905d1-0631-48e4-9b90-62ad108af6c4 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:55:53.863167 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f12a184-9855-47ef-9519-bda13ef9ecdc', 'tag': '80746ccd-34b2-41aa-805c-db9e9d7a6306', 'status': 'completed', 'code': 200} Feb 19 02:55:53.935595 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05a7230-44a5-4d3d-a2a8-27ca08704f6c req-a7b5c67f-254c-4dac-b093-8d0911c3df29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:53.937395 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b05a7230-44a5-4d3d-a2a8-27ca08704f6c req-a7b5c67f-254c-4dac-b093-8d0911c3df29 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=80964ee79d1a40eba565b1c82b6f88f0&device_id=e1c3a95a-eb61-4cc4-921e-3f5841475c62 HTTP/1.1" status: 200 len: 1125 time: 0.5912976 Feb 19 02:55:53.939365 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-78791151-73b4-4e17-a3be-9630c0e03e4c req-8ab5910d-5c0f-4d38-baf1-0e6ec222a70f service neutron] 10.222.0.73 "GET /v2.0/networks/bfa08ae4-8932-44be-9fe7-df4214e39f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7352929 Feb 19 02:55:53.988093 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-eb6738fb-02a1-4ad0-80ed-69b2ca6f3701 None None] Provisioning complete for port 8063a1dc-c97b-44af-89fc-192d5ab68cd1 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:55:53.988645 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-eb6738fb-02a1-4ad0-80ed-69b2ca6f3701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (8063a1dc-c97b-44af-89fc-192d5ab68cd1), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:54.142931 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5567cc1a-c74f-4e3d-b110-ac486d2b6289 req-7e304890-40e8-4cf4-b243-a5ca716b6707 tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:54.145915 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5567cc1a-c74f-4e3d-b110-ac486d2b6289 req-7e304890-40e8-4cf4-b243-a5ca716b6707 tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] 10.222.0.72 "GET /v2.0/ports?device_id=e1c3a95a-eb61-4cc4-921e-3f5841475c62 HTTP/1.1" status: 200 len: 943 time: 0.4137404 Feb 19 02:55:54.240165 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05a7230-44a5-4d3d-a2a8-27ca08704f6c req-f2b3425d-c679-4908-b406-dbe9ba546b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:54.241717 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b05a7230-44a5-4d3d-a2a8-27ca08704f6c req-f2b3425d-c679-4908-b406-dbe9ba546b50 service neutron] 10.222.0.82 "GET /v2.0/networks?id=bfa08ae4-8932-44be-9fe7-df4214e39f4f HTTP/1.1" status: 200 len: 919 time: 0.2899866 Feb 19 02:55:54.329810 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad55241c-97cd-45e4-8b29-cb1a3e7dfc44 req-acdd2a1d-95cd-47f6-b483-c1956e6b4bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:54.331640 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ad55241c-97cd-45e4-8b29-cb1a3e7dfc44 req-acdd2a1d-95cd-47f6-b483-c1956e6b4bc3 service neutron] 10.222.0.82 "GET /v2.0/networks?id=bfa08ae4-8932-44be-9fe7-df4214e39f4f HTTP/1.1" status: 200 len: 919 time: 0.6699653 Feb 19 02:55:54.339254 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b05a7230-44a5-4d3d-a2a8-27ca08704f6c req-1cdeabe3-b973-40f5-8de9-455b6f3874b4 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8059b753-b683-409f-9b80-d1ba47c1f7f5 HTTP/1.1" status: 200 len: 217 time: 0.0881436 Feb 19 02:55:54.374113 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69991f2-912d-488f-abe8-f22f68cbc680 req-b1966ae8-9b40-4c95-94f7-0dd1d3f25b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:54.375923 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f69991f2-912d-488f-abe8-f22f68cbc680 req-b1966ae8-9b40-4c95-94f7-0dd1d3f25b4f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=80964ee79d1a40eba565b1c82b6f88f0&device_id=5f12a184-9855-47ef-9519-bda13ef9ecdc HTTP/1.1" status: 200 len: 1126 time: 0.3139131 Feb 19 02:55:54.481775 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71df98a-6c10-4227-a24c-dbd8f8274836 req-53abc0bf-4c94-4ba3-b6fc-c389bf59f7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:54.487665 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a71df98a-6c10-4227-a24c-dbd8f8274836 req-53abc0bf-4c94-4ba3-b6fc-c389bf59f7ea service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8ee938a19b3e4074b489f411ca258ca6&device_id=5bb9eab4-0d6c-4134-ab2b-95a69750261e HTTP/1.1" status: 200 len: 1127 time: 0.1367824 Feb 19 02:55:54.564255 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 39302) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:54.565861 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b72343a-77bf-4d61-b18b-edf923337225 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Made reservation on behalf of 6ec3dd7afd834c809d570f5110147b8d for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:55:54.579555 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 8063a1dc-c97b-44af-89fc-192d5ab68cd1 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:55:54.589978 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ad55241c-97cd-45e4-8b29-cb1a3e7dfc44 req-a0cf41e7-cbb7-4ef2-a2bf-a3d71e63d00c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=997ffd9d-24d0-48cd-b676-aae312923536 HTTP/1.1" status: 200 len: 217 time: 0.2339332 Feb 19 02:55:54.631258 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7678cf74-029c-4dce-89e0-efb0159e949b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:54.641264 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-eb6738fb-02a1-4ad0-80ed-69b2ca6f3701 None None] Current status of the port 8063a1dc-c97b-44af-89fc-192d5ab68cd1 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:55:54.649498 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 8063a1dc-c97b-44af-89fc-192d5ab68cd1 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:55:54.649889 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (8063a1dc-c97b-44af-89fc-192d5ab68cd1), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:54.789261 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 8063a1dc-c97b-44af-89fc-192d5ab68cd1 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:55:54.821453 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5567cc1a-c74f-4e3d-b110-ac486d2b6289 req-d7a8797b-c2a5-481a-bf11-f7ba971e1922 tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] 10.222.0.72 "GET /v2.0/security-groups?id=0bac9e7b-1471-4fbc-b188-1d8a02d1587a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5756066 Feb 19 02:55:54.883288 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05a7230-44a5-4d3d-a2a8-27ca08704f6c req-6b3a18a1-fd73-406a-9de8-7d7f2699eb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:54.885176 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b05a7230-44a5-4d3d-a2a8-27ca08704f6c req-6b3a18a1-fd73-406a-9de8-7d7f2699eb50 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9931103f-9dd4-4267-840a-e89f98719fea HTTP/1.1" status: 200 len: 858 time: 0.5302765 Feb 19 02:55:54.944140 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8dcef1-7ad1-4ec6-ab5f-13dd8df753ae req-ebd1f430-c637-4283-8ff6-cfb3cf2c6cf5 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:54.951919 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-af8dcef1-7ad1-4ec6-ab5f-13dd8df753ae req-ebd1f430-c637-4283-8ff6-cfb3cf2c6cf5 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/ports?device_id=5bb9eab4-0d6c-4134-ab2b-95a69750261e HTTP/1.1" status: 200 len: 945 time: 0.3913796 Feb 19 02:55:55.004771 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b05a7230-44a5-4d3d-a2a8-27ca08704f6c req-f759ce00-27ba-4e80-a75e-cc245d9d3b38 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bfa08ae4-8932-44be-9fe7-df4214e39f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0795507 Feb 19 02:55:55.020930 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad55241c-97cd-45e4-8b29-cb1a3e7dfc44 req-40a03b51-0b17-484c-b2e2-8134a11b6bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:55.022441 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ad55241c-97cd-45e4-8b29-cb1a3e7dfc44 req-40a03b51-0b17-484c-b2e2-8134a11b6bf4 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9931103f-9dd4-4267-840a-e89f98719fea HTTP/1.1" status: 200 len: 858 time: 0.3656127 Feb 19 02:55:55.079849 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-aabc65dc-1b96-4fa2-bef2-d2dea59e28d3 None None] Provisioning complete for port 8063a1dc-c97b-44af-89fc-192d5ab68cd1 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:55:55.080242 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-aabc65dc-1b96-4fa2-bef2-d2dea59e28d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (8063a1dc-c97b-44af-89fc-192d5ab68cd1), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:55.142161 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ad55241c-97cd-45e4-8b29-cb1a3e7dfc44 req-e5ea3c8e-2155-4176-82a8-ccbf5d056834 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=bfa08ae4-8932-44be-9fe7-df4214e39f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0799987 Feb 19 02:55:55.197164 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69991f2-912d-488f-abe8-f22f68cbc680 req-530bf7ed-bfff-468d-aae7-3b72b211e3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:55.198736 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f69991f2-912d-488f-abe8-f22f68cbc680 req-530bf7ed-bfff-468d-aae7-3b72b211e3a9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=bfa08ae4-8932-44be-9fe7-df4214e39f4f HTTP/1.1" status: 200 len: 919 time: 0.6855221 Feb 19 02:55:55.225888 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71df98a-6c10-4227-a24c-dbd8f8274836 req-d63865f5-02b3-4950-b6fc-a52a7633f9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:55.227367 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a71df98a-6c10-4227-a24c-dbd8f8274836 req-d63865f5-02b3-4950-b6fc-a52a7633f9a7 service neutron] 10.222.0.82 "GET /v2.0/networks?id=2a0a79ed-8a33-4798-af54-05a0cb1f0f3c HTTP/1.1" status: 200 len: 919 time: 0.7339303 Feb 19 02:55:55.229500 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-aabc65dc-1b96-4fa2-bef2-d2dea59e28d3 None None] Current status of the port 8063a1dc-c97b-44af-89fc-192d5ab68cd1 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:55:55.280071 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a71df98a-6c10-4227-a24c-dbd8f8274836 req-5e852f72-ab0a-4c12-ba52-b9f76942a366 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dbe88812-a5ed-4d59-8ee2-a6462da57fd6 HTTP/1.1" status: 200 len: 217 time: 0.0418050 Feb 19 02:55:55.283301 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9b72343a-77bf-4d61-b18b-edf923337225 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:55.363441 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7678cf74-029c-4dce-89e0-efb0159e949b admin admin] Publish callbacks [] for security_group (cdb112ec-309f-4c4b-becf-5fb831a25421), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:55.366582 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71df98a-6c10-4227-a24c-dbd8f8274836 req-e1ef1b6d-1aa5-4ea4-a74a-3f6ea194af74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:55.368312 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a71df98a-6c10-4227-a24c-dbd8f8274836 req-e1ef1b6d-1aa5-4ea4-a74a-3f6ea194af74 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1de208d8-9bd1-42de-af89-32eb5f962cf7 HTTP/1.1" status: 200 len: 858 time: 0.0836673 Feb 19 02:55:55.373293 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7678cf74-029c-4dce-89e0-efb0159e949b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (cdb112ec-309f-4c4b-becf-5fb831a25421), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:55.428798 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a71df98a-6c10-4227-a24c-dbd8f8274836 req-2f7b0c7e-99e4-40f6-b0a8-ddb200fe5058 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2a0a79ed-8a33-4798-af54-05a0cb1f0f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495524 Feb 19 02:55:55.455690 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7678cf74-029c-4dce-89e0-efb0159e949b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb112ec-309f-4c4b-becf-5fb831a25421,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:55.471656 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-7678cf74-029c-4dce-89e0-efb0159e949b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=34bccdcc9e484398ba25a21e40cfa253&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9049704 Feb 19 02:55:55.505375 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 39324) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:55.596996 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-530a0692-36ac-4e76-abf1-b34564694cb8 admin admin] Publish callbacks [] for security_group (cdb112ec-309f-4c4b-becf-5fb831a25421), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:55.604574 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a71df98a-6c10-4227-a24c-dbd8f8274836 req-927d77dd-2f87-4f4b-9bac-84ce22293928 service neutron] 10.222.0.82 "GET /v2.0/networks/2a0a79ed-8a33-4798-af54-05a0cb1f0f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622844 Feb 19 02:55:55.643230 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-530a0692-36ac-4e76-abf1-b34564694cb8 admin admin] Publish callbacks [] for security_group (cdb112ec-309f-4c4b-becf-5fb831a25421), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:55.674094 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 39328) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:55.738498 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f69991f2-912d-488f-abe8-f22f68cbc680 req-e6444939-60b8-4a7c-b9e8-408e779aafff service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80746ccd-34b2-41aa-805c-db9e9d7a6306 HTTP/1.1" status: 200 len: 217 time: 0.5097191 Feb 19 02:55:55.751728 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a71df98a-6c10-4227-a24c-dbd8f8274836 req-8284828a-d129-4485-9485-78c5887fd5e3 service neutron] 10.222.0.82 "GET /v2.0/networks/2a0a79ed-8a33-4798-af54-05a0cb1f0f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404059 Feb 19 02:55:55.753129 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-af8dcef1-7ad1-4ec6-ab5f-13dd8df753ae req-726c44f4-9519-4bac-84df-958d935026e7 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d351a8c-b73e-485a-861c-36f8b0ec3310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7952363 Feb 19 02:55:55.766477 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-530a0692-36ac-4e76-abf1-b34564694cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (cdb112ec-309f-4c4b-becf-5fb831a25421), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:55.769285 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-530a0692-36ac-4e76-abf1-b34564694cb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:55.771241 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-530a0692-36ac-4e76-abf1-b34564694cb8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/cdb112ec-309f-4c4b-becf-5fb831a25421 HTTP/1.1" status: 204 len: 168 time: 0.2651062 Feb 19 02:55:55.776755 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 997ffd9d-24d0-48cd-b676-aae312923536 details requested by agent hyperv_n-h2-826753-2 with host n-h2-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:55:55.797526 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530a0692-36ac-4e76-abf1-b34564694cb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb112ec-309f-4c4b-becf-5fb831a25421,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:55.815249 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-af32788a-f557-4d21-bfc4-7f1123a21def tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1091463614', 'router:external': True}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:55:55.836441 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [None req-9b72343a-77bf-4d61-b18b-edf923337225 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] device_id is not set on port 39c50eac-1978-4f75-bc0f-d663d77b8f5b yet. {{(pid=103701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 02:55:55.862613 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af32788a-f557-4d21-bfc4-7f1123a21def tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Made reservation on behalf of 3271903a1d224e5d8d9ff8621cd2168d for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:55:55.867870 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-af32788a-f557-4d21-bfc4-7f1123a21def tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:55.895691 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-af32788a-f557-4d21-bfc4-7f1123a21def tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:55.918057 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 997ffd9d-24d0-48cd-b676-aae312923536, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=997ffd9d-24d0-48cd-b676-aae312923536,segment=NetworkSegment(99637b7a-02f7-4620-98cc-0c64fec323d8),segment_id=99637b7a-02f7-4620-98cc-0c64fec323d8)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:55:55.934060 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Returning: {'device': '997ffd9d-24d0-48cd-b676-aae312923536', 'network_id': 'bfa08ae4-8932-44be-9fe7-df4214e39f4f', 'port_id': '997ffd9d-24d0-48cd-b676-aae312923536', 'mac_address': 'fa:16:3e:c3:c6:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9931103f-9dd4-4267-840a-e89f98719fea', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:55:55.974922 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bf47f9-8061-4d00-af25-954d4efd60d2 req-bb18ab9b-3d59-4275-bdcc-2154b9298e0e tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:55.976276 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-22bf47f9-8061-4d00-af25-954d4efd60d2 req-bb18ab9b-3d59-4275-bdcc-2154b9298e0e tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b2e9057-c4b2-46db-814b-3b8888cce113 HTTP/1.1" status: 200 len: 946 time: 0.9648175 Feb 19 02:55:55.991383 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 997ffd9d-24d0-48cd-b676-aae312923536 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:55:55.992156 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (997ffd9d-24d0-48cd-b676-aae312923536), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:56.012742 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 997ffd9d-24d0-48cd-b676-aae312923536 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:55:56.043035 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 997ffd9d-24d0-48cd-b676-aae312923536, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=997ffd9d-24d0-48cd-b676-aae312923536,segment=NetworkSegment(99637b7a-02f7-4620-98cc-0c64fec323d8),segment_id=99637b7a-02f7-4620-98cc-0c64fec323d8)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:55:56.050104 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-af32788a-f557-4d21-bfc4-7f1123a21def tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks [] for security_group (9db41a9a-fc84-4dd0-8302-4fc261fb754b), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:56.050336 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-af32788a-f557-4d21-bfc4-7f1123a21def tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (9db41a9a-fc84-4dd0-8302-4fc261fb754b), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:56.056363 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (997ffd9d-24d0-48cd-b676-aae312923536), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:56.063614 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 8059b753-b683-409f-9b80-d1ba47c1f7f5 details requested by agent hyperv_n-h2-826753-2 with host n-h2-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:55:56.084992 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b05a7230-44a5-4d3d-a2a8-27ca08704f6c req-702cb8f9-7a2c-4fe9-b875-b9c8959bd6fa service neutron] 10.222.0.82 "GET /v2.0/networks/bfa08ae4-8932-44be-9fe7-df4214e39f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0537894 Feb 19 02:55:56.086641 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af32788a-f557-4d21-bfc4-7f1123a21def tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] vlan segment allocate from pool success with {'vlan_id': 252, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:55:56.100377 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af32788a-f557-4d21-bfc4-7f1123a21def tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9db41a9a-fc84-4dd0-8302-4fc261fb754b,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:56.106757 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-af32788a-f557-4d21-bfc4-7f1123a21def tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (8f3b4c21-fabe-4b20-aa46-75902a4c518c), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:56.107205 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-af32788a-f557-4d21-bfc4-7f1123a21def tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Added segment 8f3b4c21-fabe-4b20-aa46-75902a4c518c of type vlan for network 3c153c41-54e8-4269-9e77-c9d7b191089c Feb 19 02:55:56.139856 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ad55241c-97cd-45e4-8b29-cb1a3e7dfc44 req-f77e80a0-05c0-4bbc-8fa9-6e021c87b5df service neutron] 10.222.0.82 "GET /v2.0/networks/bfa08ae4-8932-44be-9fe7-df4214e39f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9441855 Feb 19 02:55:56.158052 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69991f2-912d-488f-abe8-f22f68cbc680 req-1bc04b14-6aae-498f-b032-a6c3e0423be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:56.159751 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f69991f2-912d-488f-abe8-f22f68cbc680 req-1bc04b14-6aae-498f-b032-a6c3e0423be7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9931103f-9dd4-4267-840a-e89f98719fea HTTP/1.1" status: 200 len: 858 time: 0.4052472 Feb 19 02:55:56.164478 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:56.172301 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-af32788a-f557-4d21-bfc4-7f1123a21def tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (3c153c41-54e8-4269-9e77-c9d7b191089c), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:56.177129 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=997ffd9d-24d0-48cd-b676-aae312923536,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:56.193019 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 8059b753-b683-409f-9b80-d1ba47c1f7f5, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=8059b753-b683-409f-9b80-d1ba47c1f7f5,segment=NetworkSegment(99637b7a-02f7-4620-98cc-0c64fec323d8),segment_id=99637b7a-02f7-4620-98cc-0c64fec323d8)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:55:56.207272 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Returning: {'device': '8059b753-b683-409f-9b80-d1ba47c1f7f5', 'network_id': 'bfa08ae4-8932-44be-9fe7-df4214e39f4f', 'port_id': '8059b753-b683-409f-9b80-d1ba47c1f7f5', 'mac_address': 'fa:16:3e:51:aa:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9931103f-9dd4-4267-840a-e89f98719fea', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:55:56.211976 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-af32788a-f557-4d21-bfc4-7f1123a21def tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (3c153c41-54e8-4269-9e77-c9d7b191089c), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:56.217784 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af32788a-f557-4d21-bfc4-7f1123a21def tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:56.219020 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-af32788a-f557-4d21-bfc4-7f1123a21def tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:56.307142 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 8059b753-b683-409f-9b80-d1ba47c1f7f5 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:55:56.309418 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (8059b753-b683-409f-9b80-d1ba47c1f7f5), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:56.312885 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af32788a-f557-4d21-bfc4-7f1123a21def tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Pushing event updated for resources: {'Network': ['ID=3c153c41-54e8-4269-9e77-c9d7b191089c,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:56.329435 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-af32788a-f557-4d21-bfc4-7f1123a21def tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.6539159 Feb 19 02:55:56.330068 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 39350) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:56.354114 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-bfafd5d4-ab2f-4a22-bb3b-472c25f95bcd tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Request body: {'subnet': {'network_id': '3c153c41-54e8-4269-9e77-c9d7b191089c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:55:56.367134 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8059b753-b683-409f-9b80-d1ba47c1f7f5 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:55:56.380407 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f69991f2-912d-488f-abe8-f22f68cbc680 req-08aa680c-6b64-456a-8914-7b760fbed0bc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=bfa08ae4-8932-44be-9fe7-df4214e39f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2012007 Feb 19 02:55:56.393095 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 8059b753-b683-409f-9b80-d1ba47c1f7f5, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=8059b753-b683-409f-9b80-d1ba47c1f7f5,segment=NetworkSegment(99637b7a-02f7-4620-98cc-0c64fec323d8),segment_id=99637b7a-02f7-4620-98cc-0c64fec323d8)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:55:56.398496 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 3c153c41-54e8-4269-9e77-c9d7b191089c details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:55:56.398626 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8327324b-ff80-4bd2-9ce7-351a9c64306a req-40cbe947-14bf-4784-9929-4f4344b347a5 tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:56.399964 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8327324b-ff80-4bd2-9ce7-351a9c64306a req-40cbe947-14bf-4784-9929-4f4344b347a5 tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] 10.222.0.72 "GET /v2.0/ports?device_id=e1c3a95a-eb61-4cc4-921e-3f5841475c62 HTTP/1.1" status: 200 len: 943 time: 0.4557612 Feb 19 02:55:56.421880 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfafd5d4-ab2f-4a22-bb3b-472c25f95bcd tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Made reservation on behalf of 3271903a1d224e5d8d9ff8621cd2168d for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:55:56.423598 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (8059b753-b683-409f-9b80-d1ba47c1f7f5), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:56.424451 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bfafd5d4-ab2f-4a22-bb3b-472c25f95bcd tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:56.467934 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-22bf47f9-8061-4d00-af25-954d4efd60d2 req-30223692-e307-4d2a-80a0-1e9f7ca0974c tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] 10.222.0.72 "GET /v2.0/security-groups?id=dcac2b5a-dee8-41b9-b83f-a011c1698d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4716997 Feb 19 02:55:56.511943 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=8059b753-b683-409f-9b80-d1ba47c1f7f5,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:56.609741 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-4768b9dc-80aa-48bd-8e8a-70c8bc491cca req-a6e58e1c-316a-4ec8-96ef-3825ec04d597 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1030957891', 'description': 'tempest-description-81738911'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:55:56.709419 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-9b72343a-77bf-4d61-b18b-edf923337225 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Allocated IP 10.1.1.77 (25635acc-9f56-41ab-b8cd-dd2744f3f7b3/66de670b-a5db-4281-9094-b0eb2517280e/39c50eac-1978-4f75-bc0f-d663d77b8f5b) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:55:56.752718 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8327324b-ff80-4bd2-9ce7-351a9c64306a req-9a434cc2-55ae-4800-b679-48113bf58a70 tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] 10.222.0.72 "GET /v2.0/security-groups?id=0bac9e7b-1471-4fbc-b188-1d8a02d1587a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3334165 Feb 19 02:55:56.758421 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-4768b9dc-80aa-48bd-8e8a-70c8bc491cca req-a6e58e1c-316a-4ec8-96ef-3825ec04d597 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:56.768440 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['997ffd9d-24d0-48cd-b676-aae312923536'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:55:56.780193 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ad55241c-97cd-45e4-8b29-cb1a3e7dfc44 req-75b33148-2670-408c-97f7-5f71563d8e1d service neutron] 10.222.0.82 "GET /v2.0/networks/bfa08ae4-8932-44be-9fe7-df4214e39f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6143360 Feb 19 02:55:56.804658 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b05a7230-44a5-4d3d-a2a8-27ca08704f6c req-f1aa219b-893a-4e72-9a8d-0b9a1ddd9ad6 service neutron] 10.222.0.82 "GET /v2.0/networks/bfa08ae4-8932-44be-9fe7-df4214e39f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6682310 Feb 19 02:55:56.834666 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['8059b753-b683-409f-9b80-d1ba47c1f7f5'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:55:56.970719 n-d-826753-2 neutron-server[103702]: DEBUG neutron.objects.ports [None req-bfafd5d4-ab2f-4a22-bb3b-472c25f95bcd tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103702) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 02:55:56.971332 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bfafd5d4-ab2f-4a22-bb3b-472c25f95bcd tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (1e9eebbf-0178-4ea5-b3e7-28016702a9b9), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:57.037872 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfafd5d4-ab2f-4a22-bb3b-472c25f95bcd tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Pushing event updated for resources: {'Subnet': ['ID=1e9eebbf-0178-4ea5-b3e7-28016702a9b9,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:57.092997 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfafd5d4-ab2f-4a22-bb3b-472c25f95bcd tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Checking segment: {'id': '8f3b4c21-fabe-4b20-aa46-75902a4c518c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '3c153c41-54e8-4269-9e77-c9d7b191089c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:55:57.093560 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfafd5d4-ab2f-4a22-bb3b-472c25f95bcd tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Network hostable DHCP agents. Network: 3c153c41-54e8-4269-9e77-c9d7b191089c, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:55:57.122526 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f69991f2-912d-488f-abe8-f22f68cbc680 req-aece7d7b-d4f5-44c6-9826-a0f3cbe8a2b4 service neutron] 10.222.0.73 "GET /v2.0/networks/bfa08ae4-8932-44be-9fe7-df4214e39f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7212932 Feb 19 02:55:57.128665 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfafd5d4-ab2f-4a22-bb3b-472c25f95bcd tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Network 3c153c41-54e8-4269-9e77-c9d7b191089c is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:55:57.129901 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9b72343a-77bf-4d61-b18b-edf923337225 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks [] for port (39c50eac-1978-4f75-bc0f-d663d77b8f5b), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:57.148984 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-bfafd5d4-ab2f-4a22-bb3b-472c25f95bcd tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 3c153c41-54e8-4269-9e77-c9d7b191089c) {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:55:57.161271 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfafd5d4-ab2f-4a22-bb3b-472c25f95bcd tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:57.163169 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36b31b9-585c-4eb2-8c8f-d1bec9745b3d None None] Network 3c153c41-54e8-4269-9e77-c9d7b191089c requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:55:57.163624 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bfafd5d4-ab2f-4a22-bb3b-472c25f95bcd tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:57.192085 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-bfafd5d4-ab2f-4a22-bb3b-472c25f95bcd tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.8609354 Feb 19 02:55:57.195085 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 39376) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:57.203203 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-d1d5f4bd-1eba-4092-b161-1d0985c87628 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-104405067', 'network_id': '3c153c41-54e8-4269-9e77-c9d7b191089c'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:55:57.232997 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1d5f4bd-1eba-4092-b161-1d0985c87628 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Made reservation on behalf of 3271903a1d224e5d8d9ff8621cd2168d for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:55:57.237123 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d1d5f4bd-1eba-4092-b161-1d0985c87628 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:57.282862 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [None req-d1d5f4bd-1eba-4092-b161-1d0985c87628 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] device_id is not set on port b5c65ddb-dae1-47ae-b47b-82e78115f273 yet. {{(pid=103702) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 02:55:57.317030 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381f8a62-cbcb-43ee-a0ba-40c3af4f8c3d None None] Network 3c153c41-54e8-4269-9e77-c9d7b191089c requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:55:57.365375 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037a83b6-a851-491c-a909-5dd13ec4b7cf req-e3514dc2-7c39-4012-842a-58cdf4bd334d tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:57.366957 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-037a83b6-a851-491c-a909-5dd13ec4b7cf req-e3514dc2-7c39-4012-842a-58cdf4bd334d tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/ports?device_id=5bb9eab4-0d6c-4134-ab2b-95a69750261e HTTP/1.1" status: 200 len: 945 time: 0.2773049 Feb 19 02:55:57.415008 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-4768b9dc-80aa-48bd-8e8a-70c8bc491cca req-a6e58e1c-316a-4ec8-96ef-3825ec04d597 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Publish callbacks [] for security_group (5fee2004-3545-4944-bb47-feb64dccaf9a), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:57.427983 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f69991f2-912d-488f-abe8-f22f68cbc680 req-5dfeceb9-24cf-491c-b193-c334e75f36d6 service neutron] 10.222.0.73 "GET /v2.0/networks/bfa08ae4-8932-44be-9fe7-df4214e39f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2779059 Feb 19 02:55:57.429108 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9b72343a-77bf-4d61-b18b-edf923337225 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (39c50eac-1978-4f75-bc0f-d663d77b8f5b), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:57.438868 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-4768b9dc-80aa-48bd-8e8a-70c8bc491cca req-a6e58e1c-316a-4ec8-96ef-3825ec04d597 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (5fee2004-3545-4944-bb47-feb64dccaf9a), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:57.482713 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-d1d5f4bd-1eba-4092-b161-1d0985c87628 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Allocated IP 2001:db8::5e (3c153c41-54e8-4269-9e77-c9d7b191089c/1e9eebbf-0178-4ea5-b3e7-28016702a9b9/b5c65ddb-dae1-47ae-b47b-82e78115f273) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:55:57.525492 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 80746ccd-34b2-41aa-805c-db9e9d7a6306 details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:55:57.537703 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-4768b9dc-80aa-48bd-8e8a-70c8bc491cca req-a6e58e1c-316a-4ec8-96ef-3825ec04d597 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:57.539012 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4768b9dc-80aa-48bd-8e8a-70c8bc491cca req-a6e58e1c-316a-4ec8-96ef-3825ec04d597 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1830 time: 0.9344015 Feb 19 02:55:57.551811 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b72343a-77bf-4d61-b18b-edf923337225 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Network 25635acc-9f56-41ab-b8cd-dd2744f3f7b3 is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:55:57.601265 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-037a83b6-a851-491c-a909-5dd13ec4b7cf req-43e7236b-db1f-4f0a-8fc9-551cd9cc6fb3 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d351a8c-b73e-485a-861c-36f8b0ec3310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041466 Feb 19 02:55:57.618974 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b72343a-77bf-4d61-b18b-edf923337225 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Pushing event updated for resources: {'Port': ['ID=39c50eac-1978-4f75-bc0f-d663d77b8f5b,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:57.628489 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e58e1c-316a-4ec8-96ef-3825ec04d597 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fee2004-3545-4944-bb47-feb64dccaf9a,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:57.645754 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-9b72343a-77bf-4d61-b18b-edf923337225 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:55:57.651994 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b72343a-77bf-4d61-b18b-edf923337225 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:55:57.730889 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 80746ccd-34b2-41aa-805c-db9e9d7a6306, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=80746ccd-34b2-41aa-805c-db9e9d7a6306,segment=NetworkSegment(99637b7a-02f7-4620-98cc-0c64fec323d8),segment_id=99637b7a-02f7-4620-98cc-0c64fec323d8)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:55:57.743733 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': '80746ccd-34b2-41aa-805c-db9e9d7a6306', 'network_id': 'bfa08ae4-8932-44be-9fe7-df4214e39f4f', 'port_id': '80746ccd-34b2-41aa-805c-db9e9d7a6306', 'mac_address': 'fa:16:3e:e9:08:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9931103f-9dd4-4267-840a-e89f98719fea', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:55:57.759691 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 39396) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:57.770332 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b72343a-77bf-4d61-b18b-edf923337225 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:57.771025 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9b72343a-77bf-4d61-b18b-edf923337225 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:57.792459 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6abdbc34-38ca-49bc-a192-3d3a09162fb7 req-f15df8d7-0a92-4802-86da-ba2f32f05d22 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1030957891&fields=id&tenant_id=726a87ec871d4c369383e27ede210541 HTTP/1.1" status: 200 len: 267 time: 0.1040797 Feb 19 02:55:57.844918 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 997ffd9d-24d0-48cd-b676-aae312923536 up at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:55:57.848531 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 80746ccd-34b2-41aa-805c-db9e9d7a6306 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:55:57.848925 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (80746ccd-34b2-41aa-805c-db9e9d7a6306), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:57.889816 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-9b72343a-77bf-4d61-b18b-edf923337225 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.3049476 Feb 19 02:55:57.896018 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-27e220f4-6151-4399-ba46-8b1476d97c22 admin admin] Deleting subnet 9c9a44a2-dc67-44c4-8d85-190b97b3cdaf {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:55:57.899854 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-27e220f4-6151-4399-ba46-8b1476d97c22 admin admin] Publish callbacks [] for subnet (9c9a44a2-dc67-44c4-8d85-190b97b3cdaf), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:57.912238 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80746ccd-34b2-41aa-805c-db9e9d7a6306 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:55:57.946644 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-27e220f4-6151-4399-ba46-8b1476d97c22 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (9c9a44a2-dc67-44c4-8d85-190b97b3cdaf), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:57.956301 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 80746ccd-34b2-41aa-805c-db9e9d7a6306, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=80746ccd-34b2-41aa-805c-db9e9d7a6306,segment=NetworkSegment(99637b7a-02f7-4620-98cc-0c64fec323d8),segment_id=99637b7a-02f7-4620-98cc-0c64fec323d8)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:55:57.970250 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (80746ccd-34b2-41aa-805c-db9e9d7a6306), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:58.001883 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-27e220f4-6151-4399-ba46-8b1476d97c22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (9c9a44a2-dc67-44c4-8d85-190b97b3cdaf), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:58.009840 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abdbc34-38ca-49bc-a192-3d3a09162fb7 req-677bc440-1721-4750-8605-1ecf87367e8c tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:58.013131 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6abdbc34-38ca-49bc-a192-3d3a09162fb7 req-677bc440-1721-4750-8605-1ecf87367e8c tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b2e9057-c4b2-46db-814b-3b8888cce113 HTTP/1.1" status: 200 len: 946 time: 0.2223065 Feb 19 02:55:58.027908 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-6abdbc34-38ca-49bc-a192-3d3a09162fb7 req-737a1f88-87f0-4c8d-9e94-d3368764e560 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Request body: {'port': {'security_groups': ['dcac2b5a-dee8-41b9-b83f-a011c1698d5c', '5fee2004-3545-4944-bb47-feb64dccaf9a']}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:55:58.074877 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=80746ccd-34b2-41aa-805c-db9e9d7a6306,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:58.079165 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f438af82-e278-4207-a427-4c687f0415a6 req-d6e232be-c443-4223-ae29-50a1f3a965ec tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:58.081213 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f438af82-e278-4207-a427-4c687f0415a6 req-d6e232be-c443-4223-ae29-50a1f3a965ec tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] 10.222.0.72 "GET /v2.0/ports?device_id=e1c3a95a-eb61-4cc4-921e-3f5841475c62 HTTP/1.1" status: 200 len: 944 time: 0.2239172 Feb 19 02:55:58.091398 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d1d5f4bd-1eba-4092-b161-1d0985c87628 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks [] for port (b5c65ddb-dae1-47ae-b47b-82e78115f273), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:58.093209 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning for port 997ffd9d-24d0-48cd-b676-aae312923536 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:55:58.099806 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning complete for port 997ffd9d-24d0-48cd-b676-aae312923536 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:55:58.102501 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (997ffd9d-24d0-48cd-b676-aae312923536), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:58.153426 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d1d5f4bd-1eba-4092-b161-1d0985c87628 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (b5c65ddb-dae1-47ae-b47b-82e78115f273), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:58.166470 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-6abdbc34-38ca-49bc-a192-3d3a09162fb7 req-737a1f88-87f0-4c8d-9e94-d3368764e560 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (a9d2220e-9de0-438a-a82f-f709ddf4531d), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:58.198866 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f438af82-e278-4207-a427-4c687f0415a6 req-d354b525-4096-4296-9b98-927340b61361 tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] 10.222.0.72 "GET /v2.0/security-groups?id=0bac9e7b-1471-4fbc-b188-1d8a02d1587a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046021 Feb 19 02:55:58.246260 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d5f4bd-1eba-4092-b161-1d0985c87628 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Pushing event updated for resources: {'Port': ['ID=b5c65ddb-dae1-47ae-b47b-82e78115f273,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:58.250098 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 39414) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:58.258613 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-36565a43-eb34-457f-9d44-21855306e0f5 None None] Provisioning complete for port 39c50eac-1978-4f75-bc0f-d663d77b8f5b triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:55:58.259152 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-36565a43-eb34-457f-9d44-21855306e0f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (39c50eac-1978-4f75-bc0f-d663d77b8f5b), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:58.260755 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 997ffd9d-24d0-48cd-b676-aae312923536 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:55:58.261147 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (997ffd9d-24d0-48cd-b676-aae312923536), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:58.272781 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d5f4bd-1eba-4092-b161-1d0985c87628 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Network 3c153c41-54e8-4269-9e77-c9d7b191089c is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:55:58.274981 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-d1d5f4bd-1eba-4092-b161-1d0985c87628 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:55:58.279824 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d5f4bd-1eba-4092-b161-1d0985c87628 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:55:58.281242 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d5f4bd-1eba-4092-b161-1d0985c87628 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:58.282096 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d1d5f4bd-1eba-4092-b161-1d0985c87628 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:58.310475 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-d1d5f4bd-1eba-4092-b161-1d0985c87628 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.1125784 Feb 19 02:55:58.312956 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 39418) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:58.317640 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-27e220f4-6151-4399-ba46-8b1476d97c22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (9c9a44a2-dc67-44c4-8d85-190b97b3cdaf), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:58.327326 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceebe91a-d741-40de-93eb-f22e35377004', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '997ffd9d-24d0-48cd-b676-aae312923536'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:55:58.329869 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-665c61e9-83b0-4a42-8040-4c742ff8a9e8" -d '{"events": [{"server_uuid": "ceebe91a-d741-40de-93eb-f22e35377004", "name": "network-vif-plugged", "status": "completed", "tag": "997ffd9d-24d0-48cd-b676-aae312923536"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:55:58.339777 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-36565a43-eb34-457f-9d44-21855306e0f5 None None] Port 39c50eac-1978-4f75-bc0f-d663d77b8f5b cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:55:58.345182 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 997ffd9d-24d0-48cd-b676-aae312923536, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=997ffd9d-24d0-48cd-b676-aae312923536,segment=NetworkSegment(99637b7a-02f7-4620-98cc-0c64fec323d8),segment_id=99637b7a-02f7-4620-98cc-0c64fec323d8)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:55:58.358038 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e220f4-6151-4399-ba46-8b1476d97c22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c9a44a2-dc67-44c4-8d85-190b97b3cdaf,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:58.358632 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (997ffd9d-24d0-48cd-b676-aae312923536), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:58.359570 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 8059b753-b683-409f-9b80-d1ba47c1f7f5 up at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:55:58.417731 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-27e220f4-6151-4399-ba46-8b1476d97c22 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:58.421783 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-27e220f4-6151-4399-ba46-8b1476d97c22 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/9c9a44a2-dc67-44c4-8d85-190b97b3cdaf HTTP/1.1" status: 204 len: 168 time: 0.6598845 Feb 19 02:55:58.422920 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['80746ccd-34b2-41aa-805c-db9e9d7a6306'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:55:58.425920 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 39424) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:58.492512 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-280b9e5c-e55e-41d6-a237-53e5572fb780 tempest-MeteringIpV6TestJSON-99200280 tempest-MeteringIpV6TestJSON-99200280-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1458697942'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:55:58.492994 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-280b9e5c-e55e-41d6-a237-53e5572fb780 tempest-MeteringIpV6TestJSON-99200280 tempest-MeteringIpV6TestJSON-99200280-project-admin] Unknown quota resources ['metering_label']. {{(pid=103701) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 02:55:58.550227 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=997ffd9d-24d0-48cd-b676-aae312923536,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:58.550544 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-27fadbab-c9c7-4d73-b690-dfbf503ee72f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (10bca710-03bb-4ca8-92a9-8ed45d6067d7), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:58.568075 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-edaf9951-e6c2-4934-ad55-f3cb999f99d9 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Deleting port b5c65ddb-dae1-47ae-b47b-82e78115f273 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:55:58.568075 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-edaf9951-e6c2-4934-ad55-f3cb999f99d9 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (b5c65ddb-dae1-47ae-b47b-82e78115f273), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:58.596855 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning for port 8059b753-b683-409f-9b80-d1ba47c1f7f5 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:55:58.602917 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning complete for port 8059b753-b683-409f-9b80-d1ba47c1f7f5 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:55:58.603413 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (8059b753-b683-409f-9b80-d1ba47c1f7f5), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:58.705255 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-6abdbc34-38ca-49bc-a192-3d3a09162fb7 req-737a1f88-87f0-4c8d-9e94-d3368764e560 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] For port a9d2220e-9de0-438a-a82f-f709ddf4531d, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=a9d2220e-9de0-438a-a82f-f709ddf4531d,segment=NetworkSegment(fef50217-a0be-4490-a735-2f865cd5e060),segment_id=fef50217-a0be-4490-a735-2f865cd5e060)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:55:58.718925 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-27fadbab-c9c7-4d73-b690-dfbf503ee72f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (10bca710-03bb-4ca8-92a9-8ed45d6067d7), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:58.742757 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 39438) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:58.745400 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 8059b753-b683-409f-9b80-d1ba47c1f7f5 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:55:58.745897 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (8059b753-b683-409f-9b80-d1ba47c1f7f5), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:58.747221 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-9d69e442-517a-4d08-8b23-992591bd4685 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2052370496', 'description': 'tempest-description--1574935510'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:55:58.753249 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-6abdbc34-38ca-49bc-a192-3d3a09162fb7 req-737a1f88-87f0-4c8d-9e94-d3368764e560 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Publish callbacks [] for port (a9d2220e-9de0-438a-a82f-f709ddf4531d), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:58.768246 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-27fadbab-c9c7-4d73-b690-dfbf503ee72f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10bca710-03bb-4ca8-92a9-8ed45d6067d7']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:55:58.778671 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-edaf9951-e6c2-4934-ad55-f3cb999f99d9 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (b5c65ddb-dae1-47ae-b47b-82e78115f273), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:58.780646 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62bfb04c-36d3-408a-b932-8238408d320f x-openstack-request-id: req-62bfb04c-36d3-408a-b932-8238408d320f {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:55:58.781161 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceebe91a-d741-40de-93eb-f22e35377004", "name": "network-vif-plugged", "status": "completed", "tag": "997ffd9d-24d0-48cd-b676-aae312923536", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:55:58.781823 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-62bfb04c-36d3-408a-b932-8238408d320f {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:55:58.782595 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceebe91a-d741-40de-93eb-f22e35377004', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '997ffd9d-24d0-48cd-b676-aae312923536', 'code': 200} Feb 19 02:55:58.791007 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-27fadbab-c9c7-4d73-b690-dfbf503ee72f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '453c82b2-571f-4adc-8020-4ad6f3cee2f3') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:55:58.791470 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-27fadbab-c9c7-4d73-b690-dfbf503ee72f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '453c82b2-571f-4adc-8020-4ad6f3cee2f3') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:55:58.797405 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 8059b753-b683-409f-9b80-d1ba47c1f7f5, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=8059b753-b683-409f-9b80-d1ba47c1f7f5,segment=NetworkSegment(99637b7a-02f7-4620-98cc-0c64fec323d8),segment_id=99637b7a-02f7-4620-98cc-0c64fec323d8)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:55:58.806007 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-6abdbc34-38ca-49bc-a192-3d3a09162fb7 req-737a1f88-87f0-4c8d-9e94-d3368764e560 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (a9d2220e-9de0-438a-a82f-f709ddf4531d), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:58.807635 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (8059b753-b683-409f-9b80-d1ba47c1f7f5), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:58.808319 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-27fadbab-c9c7-4d73-b690-dfbf503ee72f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (453c82b2-571f-4adc-8020-4ad6f3cee2f3), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:58.810154 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-edaf9951-e6c2-4934-ad55-f3cb999f99d9 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Calling delete_port for b5c65ddb-dae1-47ae-b47b-82e78115f273 owned by {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:55:58.823846 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9d69e442-517a-4d08-8b23-992591bd4685 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:58.845033 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-27fadbab-c9c7-4d73-b690-dfbf503ee72f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (453c82b2-571f-4adc-8020-4ad6f3cee2f3), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:58.853165 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['a9d2220e-9de0-438a-a82f-f709ddf4531d'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:55:58.890008 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27fadbab-c9c7-4d73-b690-dfbf503ee72f admin admin] Releasing vlan 269 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:55:58.890333 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-27fadbab-c9c7-4d73-b690-dfbf503ee72f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (453c82b2-571f-4adc-8020-4ad6f3cee2f3), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:58.892017 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 02:55:58.892017 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:55:58.892017 n-d-826753-2 neutron-server[103702]: timer() Feb 19 02:55:58.892017 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:55:58.892017 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 02:55:58.892017 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:55:58.892017 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 02:55:58.892017 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:55:58.892017 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 02:55:58.892017 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:55:58.892017 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 02:55:58.892017 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:55:58.892017 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 02:55:58.892017 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:55:58.892017 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:55:58.892017 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:55:58.892017 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:55:58.892017 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:55:58.892017 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 02:55:58.892017 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:55:58.892017 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 02:55:58.892017 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:55:58.892017 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:55:58.892017 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:55:58.892017 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 02:55:58.892017 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:55:58.892017 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:55:58.892017 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:55:58.892017 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:55:58.892017 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:55:58.892017 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:55:58.892017 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:55:58.928630 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=8059b753-b683-409f-9b80-d1ba47c1f7f5,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:59.036364 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abdbc34-38ca-49bc-a192-3d3a09162fb7 req-737a1f88-87f0-4c8d-9e94-d3368764e560 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:59.036582 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-27fadbab-c9c7-4d73-b690-dfbf503ee72f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (10bca710-03bb-4ca8-92a9-8ed45d6067d7), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:59.037060 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-6abdbc34-38ca-49bc-a192-3d3a09162fb7 req-737a1f88-87f0-4c8d-9e94-d3368764e560 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:59.038670 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6abdbc34-38ca-49bc-a192-3d3a09162fb7 req-737a1f88-87f0-4c8d-9e94-d3368764e560 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] 10.222.0.72 "PUT /v2.0/ports/a9d2220e-9de0-438a-a82f-f709ddf4531d HTTP/1.1" status: 200 len: 982 time: 1.0149558 Feb 19 02:55:59.078003 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-27fadbab-c9c7-4d73-b690-dfbf503ee72f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:59.084213 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-27fadbab-c9c7-4d73-b690-dfbf503ee72f admin admin] 10.222.0.72 "DELETE /v2.0/networks/10bca710-03bb-4ca8-92a9-8ed45d6067d7 HTTP/1.1" status: 204 len: 168 time: 0.6548431 Feb 19 02:55:59.095653 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b2e9057-c4b2-46db-814b-3b8888cce113', 'tag': 'a9d2220e-9de0-438a-a82f-f709ddf4531d'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:55:59.098509 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce8539c-4be2-48e9-84d0-36922fa12a80" -d '{"events": [{"name": "network-changed", "server_uuid": "7b2e9057-c4b2-46db-814b-3b8888cce113", "tag": "a9d2220e-9de0-438a-a82f-f709ddf4531d"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:55:59.110599 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-280b9e5c-e55e-41d6-a237-53e5572fb780 tempest-MeteringIpV6TestJSON-99200280 tempest-MeteringIpV6TestJSON-99200280-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:59.115738 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-280b9e5c-e55e-41d6-a237-53e5572fb780 tempest-MeteringIpV6TestJSON-99200280 tempest-MeteringIpV6TestJSON-99200280-project-admin] 10.222.0.72 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.8635392 Feb 19 02:55:59.121379 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 39446) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:59.129226 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-1a237e9c-52bc-45ff-b999-b4a99008c31e tempest-MeteringIpV6TestJSON-99200280 tempest-MeteringIpV6TestJSON-99200280-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '0029b209-4bc0-4116-adec-fbdb96684f57'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:55:59.130031 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-1a237e9c-52bc-45ff-b999-b4a99008c31e tempest-MeteringIpV6TestJSON-99200280 tempest-MeteringIpV6TestJSON-99200280-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103701) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 02:55:59.153093 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fadbab-c9c7-4d73-b690-dfbf503ee72f admin admin] Pushing event deleted for resources: {'Network': ['ID=10bca710-03bb-4ca8-92a9-8ed45d6067d7,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:59.172685 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9d69e442-517a-4d08-8b23-992591bd4685 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks [] for security_group (197f0109-f833-46dd-9ffe-3ff812885f73), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:59.212567 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9d69e442-517a-4d08-8b23-992591bd4685 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (197f0109-f833-46dd-9ffe-3ff812885f73), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:59.255957 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['a9d2220e-9de0-438a-a82f-f709ddf4531d'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:55:59.267520 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d69e442-517a-4d08-8b23-992591bd4685 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=197f0109-f833-46dd-9ffe-3ff812885f73,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:59.271971 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9d69e442-517a-4d08-8b23-992591bd4685 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:59.276311 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-9d69e442-517a-4d08-8b23-992591bd4685 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.5300806 Feb 19 02:55:59.278033 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 39456) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:59.283804 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-c96f7fc4-8844-45eb-a779-8fc3da81c284 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Request body: {'security_group_rule': {'security_group_id': '197f0109-f833-46dd-9ffe-3ff812885f73', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:55:59.284718 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737a1f88-87f0-4c8d-9e94-d3368764e560 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Pushing event updated for resources: {'Port': ['ID=a9d2220e-9de0-438a-a82f-f709ddf4531d,revision_number=6']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:59.298386 n-d-826753-2 neutron-server[103701]: WARNING neutron.services.metering.metering_plugin [None req-1a237e9c-52bc-45ff-b999-b4a99008c31e tempest-MeteringIpV6TestJSON-99200280 tempest-MeteringIpV6TestJSON-99200280-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 19 02:55:59.305613 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-edaf9951-e6c2-4934-ad55-f3cb999f99d9 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (b5c65ddb-dae1-47ae-b47b-82e78115f273), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:59.310363 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758ba9ea-d7bc-46c5-a0c8-7312ced7d060 req-e6ebd16e-27be-43bc-aed8-53a5828fd27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:59.312367 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-758ba9ea-d7bc-46c5-a0c8-7312ced7d060 req-e6ebd16e-27be-43bc-aed8-53a5828fd27f service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=ceebe91a-d741-40de-93eb-f22e35377004 HTTP/1.1" status: 200 len: 1127 time: 0.4041865 Feb 19 02:55:59.372036 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0ae571-99be-41f4-a796-1e05497dec11 req-f6255de5-f50f-4104-af8f-512b2f8668ea tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:59.379151 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9a0ae571-99be-41f4-a796-1e05497dec11 req-f6255de5-f50f-4104-af8f-512b2f8668ea tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/ports?device_id=5bb9eab4-0d6c-4134-ab2b-95a69750261e HTTP/1.1" status: 200 len: 945 time: 0.4584973 Feb 19 02:55:59.381580 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf9951-e6c2-4934-ad55-f3cb999f99d9 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Pushing event deleted for resources: {'Port': ['ID=b5c65ddb-dae1-47ae-b47b-82e78115f273,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:59.414763 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-edaf9951-e6c2-4934-ad55-f3cb999f99d9 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:59.419596 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-edaf9951-e6c2-4934-ad55-f3cb999f99d9 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] 10.222.0.72 "DELETE /v2.0/ports/b5c65ddb-dae1-47ae-b47b-82e78115f273 HTTP/1.1" status: 204 len: 168 time: 1.1049592 Feb 19 02:55:59.422368 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 39458) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:59.427880 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-8b3e5c77-15d5-43e8-910b-0fa88bbae365 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3c153c41-54e8-4269-9e77-c9d7b191089c', 'external_fixed_ips': [{'subnet_id': '1e9eebbf-0178-4ea5-b3e7-28016702a9b9', 'ip_address': '2001:db8::5e'}]}}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:55:59.454687 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c96f7fc4-8844-45eb-a779-8fc3da81c284 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks [] for security_group_rule (5f5c8795-bfca-4b43-bd7b-0510d04297fd), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:59.490717 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8b3e5c77-15d5-43e8-910b-0fa88bbae365 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14172'] for router (9d23657f-ba71-44e2-aff9-a1a688cc9fd7), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:59.492095 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8b3e5c77-15d5-43e8-910b-0fa88bbae365 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16317487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16285822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16309985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14247'] for router (9d23657f-ba71-44e2-aff9-a1a688cc9fd7), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:59.515064 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 39462) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:59.525548 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1a237e9c-52bc-45ff-b999-b4a99008c31e tempest-MeteringIpV6TestJSON-99200280 tempest-MeteringIpV6TestJSON-99200280-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:59.526194 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 80746ccd-34b2-41aa-805c-db9e9d7a6306 up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:55:59.530882 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-1a237e9c-52bc-45ff-b999-b4a99008c31e tempest-MeteringIpV6TestJSON-99200280 tempest-MeteringIpV6TestJSON-99200280-project-admin] 10.222.0.72 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4054093 Feb 19 02:55:59.541189 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 39466) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:59.548048 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-99816876-00f1-46ee-816f-85d3d194ede6 tempest-MeteringIpV6TestJSON-99200280 tempest-MeteringIpV6TestJSON-99200280-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '0029b209-4bc0-4116-adec-fbdb96684f57'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:55:59.548543 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-99816876-00f1-46ee-816f-85d3d194ede6 tempest-MeteringIpV6TestJSON-99200280 tempest-MeteringIpV6TestJSON-99200280-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103701) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 02:55:59.576505 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8b3e5c77-15d5-43e8-910b-0fa88bbae365 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks [] for router_controller (9d23657f-ba71-44e2-aff9-a1a688cc9fd7), precommit_add_association {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:59.582662 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8da8c380-2bb2-4f2d-a25d-06a8f03b0c95 req-2d1b478d-7f1f-420e-b905-7b127b783e83 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1030957891&fields=id&tenant_id=726a87ec871d4c369383e27ede210541 HTTP/1.1" status: 200 len: 267 time: 0.4268494 Feb 19 02:55:59.672993 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning for port 80746ccd-34b2-41aa-805c-db9e9d7a6306 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:55:59.684856 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port 80746ccd-34b2-41aa-805c-db9e9d7a6306 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:55:59.685247 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (80746ccd-34b2-41aa-805c-db9e9d7a6306), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:59.705415 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c96f7fc4-8844-45eb-a779-8fc3da81c284 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks [] for security_group_rule (5f5c8795-bfca-4b43-bd7b-0510d04297fd), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:59.738181 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9a0ae571-99be-41f4-a796-1e05497dec11 req-2d841112-a0c6-4818-b8e5-72cdc767e525 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d351a8c-b73e-485a-861c-36f8b0ec3310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3579979 Feb 19 02:55:59.753504 n-d-826753-2 neutron-server[103701]: WARNING neutron.services.metering.metering_plugin [None req-99816876-00f1-46ee-816f-85d3d194ede6 tempest-MeteringIpV6TestJSON-99200280 tempest-MeteringIpV6TestJSON-99200280-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 19 02:55:59.760522 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c96f7fc4-8844-45eb-a779-8fc3da81c284 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (5f5c8795-bfca-4b43-bd7b-0510d04297fd), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:59.801729 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 80746ccd-34b2-41aa-805c-db9e9d7a6306 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:55:59.802168 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (80746ccd-34b2-41aa-805c-db9e9d7a6306), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:59.834587 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-0b82cbd2-f2ba-4bae-93d1-3f50bcd8d87f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=abfb6368aa414ad3932f3e859866ca5d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3134451 Feb 19 02:55:59.836901 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-065d0a76-4f03-4265-a291-b6ebc818d072 x-openstack-request-id: req-065d0a76-4f03-4265-a291-b6ebc818d072 {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:55:59.837227 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b2e9057-c4b2-46db-814b-3b8888cce113", "tag": "a9d2220e-9de0-438a-a82f-f709ddf4531d", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:55:59.837476 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-065d0a76-4f03-4265-a291-b6ebc818d072 {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:55:59.841404 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b2e9057-c4b2-46db-814b-3b8888cce113', 'tag': 'a9d2220e-9de0-438a-a82f-f709ddf4531d', 'status': 'completed', 'code': 200} Feb 19 02:55:59.844797 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 80746ccd-34b2-41aa-805c-db9e9d7a6306, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=80746ccd-34b2-41aa-805c-db9e9d7a6306,segment=NetworkSegment(99637b7a-02f7-4620-98cc-0c64fec323d8),segment_id=99637b7a-02f7-4620-98cc-0c64fec323d8)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:55:59.853983 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (80746ccd-34b2-41aa-805c-db9e9d7a6306), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:59.883399 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 39470) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:59.892260 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8b3e5c77-15d5-43e8-910b-0fa88bbae365 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks [] for router_gateway (9d23657f-ba71-44e2-aff9-a1a688cc9fd7), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:59.908853 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96f7fc4-8844-45eb-a779-8fc3da81c284 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f5c8795-bfca-4b43-bd7b-0510d04297fd,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:59.945116 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=80746ccd-34b2-41aa-805c-db9e9d7a6306,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:59.966639 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c96f7fc4-8844-45eb-a779-8fc3da81c284 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:59.971343 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-c96f7fc4-8844-45eb-a779-8fc3da81c284 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6927440 Feb 19 02:55:59.972136 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 39476) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:00.008625 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-483ff010-ade4-4dab-839b-82aa495dc5d9 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Request body: {'security_group_rule': {'security_group_id': '197f0109-f833-46dd-9ffe-3ff812885f73', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:56:00.079874 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-483ff010-ade4-4dab-839b-82aa495dc5d9 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks [] for security_group_rule (aa0b14f4-4b88-475b-801a-f593b8d421a0), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:00.091236 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d491d18c-de23-477b-b3e3-fd686f00992a admin admin] Publish callbacks [] for security_group (9568d5a5-9f29-4cb7-9078-0a67796882a5), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:00.139425 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d491d18c-de23-477b-b3e3-fd686f00992a admin admin] Publish callbacks [] for security_group (9568d5a5-9f29-4cb7-9078-0a67796882a5), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:00.188408 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-483ff010-ade4-4dab-839b-82aa495dc5d9 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks [] for security_group_rule (aa0b14f4-4b88-475b-801a-f593b8d421a0), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:00.206128 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-483ff010-ade4-4dab-839b-82aa495dc5d9 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (aa0b14f4-4b88-475b-801a-f593b8d421a0), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:00.250074 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-99816876-00f1-46ee-816f-85d3d194ede6 tempest-MeteringIpV6TestJSON-99200280 tempest-MeteringIpV6TestJSON-99200280-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:00.251262 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-99816876-00f1-46ee-816f-85d3d194ede6 tempest-MeteringIpV6TestJSON-99200280 tempest-MeteringIpV6TestJSON-99200280-project-admin] 10.222.0.72 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.7064643 Feb 19 02:56:00.253491 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-758ba9ea-d7bc-46c5-a0c8-7312ced7d060 req-2795268a-ee75-4f67-a668-4c77b582b7a5 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=0bac9e7b-1471-4fbc-b188-1d8a02d1587a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8897619 Feb 19 02:56:00.253959 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 39482) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:00.275358 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483ff010-ade4-4dab-839b-82aa495dc5d9 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa0b14f4-4b88-475b-801a-f593b8d421a0,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:00.284177 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-483ff010-ade4-4dab-839b-82aa495dc5d9 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:00.285449 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-483ff010-ade4-4dab-839b-82aa495dc5d9 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2806334 Feb 19 02:56:00.288484 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 39484) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:00.293968 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-e1ed6aee-c8a4-403f-9801-ed282bf1a142 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Request body: {'floatingip': {'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:56:00.307792 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-cea4e92f-8c89-4ed7-83b3-52ddbe1536a4 tempest-MeteringIpV6TestJSON-99200280 tempest-MeteringIpV6TestJSON-99200280-project-admin] 10.222.0.72 "GET /v2.0/metering/metering-label-rules?id=41f83da3-52e6-43a0-ad09-6a61765f00dc HTTP/1.1" status: 200 len: 462 time: 0.0467908 Feb 19 02:56:00.310946 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 39486) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:00.354953 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da8c380-2bb2-4f2d-a25d-06a8f03b0c95 req-e084d015-5d6d-4a53-8cb8-9117bc6450d9 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:00.356503 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8da8c380-2bb2-4f2d-a25d-06a8f03b0c95 req-e084d015-5d6d-4a53-8cb8-9117bc6450d9 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b2e9057-c4b2-46db-814b-3b8888cce113 HTTP/1.1" status: 200 len: 985 time: 0.7505233 Feb 19 02:56:00.371210 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-8da8c380-2bb2-4f2d-a25d-06a8f03b0c95 req-cd48bba4-3368-453f-8eac-df1c494c280b tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Request body: {'port': {'security_groups': ['dcac2b5a-dee8-41b9-b83f-a011c1698d5c']}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:56:00.376175 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce8539c-4be2-48e9-84d0-36922fa12a80 req-e0d4944f-b096-4cc0-b865-085114548d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:00.378156 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bce8539c-4be2-48e9-84d0-36922fa12a80 req-e0d4944f-b096-4cc0-b865-085114548d54 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=726a87ec871d4c369383e27ede210541&device_id=7b2e9057-c4b2-46db-814b-3b8888cce113 HTTP/1.1" status: 200 len: 1167 time: 0.1474948 Feb 19 02:56:00.385373 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d491d18c-de23-477b-b3e3-fd686f00992a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (9568d5a5-9f29-4cb7-9078-0a67796882a5), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:00.385877 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb6a4b7-cef2-4e48-bc06-9b05d72903fe req-cc60c58b-3836-4448-8c09-c91dc0223a4e tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:00.388829 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d491d18c-de23-477b-b3e3-fd686f00992a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:00.392438 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-d491d18c-de23-477b-b3e3-fd686f00992a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9568d5a5-9f29-4cb7-9078-0a67796882a5 HTTP/1.1" status: 204 len: 168 time: 0.5051680 Feb 19 02:56:00.394365 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ceb6a4b7-cef2-4e48-bc06-9b05d72903fe req-cc60c58b-3836-4448-8c09-c91dc0223a4e tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] 10.222.0.72 "GET /v2.0/ports?device_id=e1c3a95a-eb61-4cc4-921e-3f5841475c62 HTTP/1.1" status: 200 len: 945 time: 0.1551301 Feb 19 02:56:00.414497 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d491d18c-de23-477b-b3e3-fd686f00992a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9568d5a5-9f29-4cb7-9078-0a67796882a5,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:00.418161 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e1ed6aee-c8a4-403f-9801-ed282bf1a142 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:00.440015 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8b3e5c77-15d5-43e8-910b-0fa88bbae365 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks [] for router_gateway (9d23657f-ba71-44e2-aff9-a1a688cc9fd7), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:00.492103 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8b3e5c77-15d5-43e8-910b-0fa88bbae365 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:00.561386 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-41f15b56-dc0a-434b-9798-50df88c44146 tempest-MeteringIpV6TestJSON-99200280 tempest-MeteringIpV6TestJSON-99200280-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:00.565147 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-41f15b56-dc0a-434b-9798-50df88c44146 tempest-MeteringIpV6TestJSON-99200280 tempest-MeteringIpV6TestJSON-99200280-project-admin] 10.222.0.72 "DELETE /v2.0/metering/metering-label-rules/41f83da3-52e6-43a0-ad09-6a61765f00dc HTTP/1.1" status: 204 len: 168 time: 0.2472465 Feb 19 02:56:00.575970 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 39494) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:00.627918 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-55ef0820-ab43-4f20-9cd2-30de5d731c1c tempest-MeteringIpV6TestJSON-99200280 tempest-MeteringIpV6TestJSON-99200280-project-admin] 10.222.0.72 "GET /v2.0/metering/metering-label-rules?id=41f83da3-52e6-43a0-ad09-6a61765f00dc HTTP/1.1" status: 200 len: 221 time: 0.0487967 Feb 19 02:56:00.630611 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 39496) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:00.647649 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-b138e774-5b8c-4aaa-963b-13d19d3972dc tempest-MeteringIpV6TestJSON-99200280 tempest-MeteringIpV6TestJSON-99200280-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--601610613', 'description': 'label created by tempest'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:56:00.647649 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-b138e774-5b8c-4aaa-963b-13d19d3972dc tempest-MeteringIpV6TestJSON-99200280 tempest-MeteringIpV6TestJSON-99200280-project-admin] Unknown quota resources ['metering_label']. {{(pid=103701) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 02:56:00.680176 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e1ed6aee-c8a4-403f-9801-ed282bf1a142 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:00.768225 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-8b3e5c77-15d5-43e8-910b-0fa88bbae365 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Allocated IP 2001:db8::5e (3c153c41-54e8-4269-9e77-c9d7b191089c/1e9eebbf-0178-4ea5-b3e7-28016702a9b9/b8d63d9a-98c5-4b15-85cd-1516ae4371b4) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:56:00.784342 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1c3a95a-eb61-4cc4-921e-3f5841475c62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8059b753-b683-409f-9b80-d1ba47c1f7f5'}, {'server_uuid': '5f12a184-9855-47ef-9519-bda13ef9ecdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80746ccd-34b2-41aa-805c-db9e9d7a6306'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:56:00.787482 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6433a44-0262-4d32-aadb-a3d363b9d977" -d '{"events": [{"server_uuid": "e1c3a95a-eb61-4cc4-921e-3f5841475c62", "name": "network-vif-plugged", "status": "completed", "tag": "8059b753-b683-409f-9b80-d1ba47c1f7f5"}, {"server_uuid": "5f12a184-9855-47ef-9519-bda13ef9ecdc", "name": "network-vif-plugged", "status": "completed", "tag": "80746ccd-34b2-41aa-805c-db9e9d7a6306"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:56:00.854521 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ceb6a4b7-cef2-4e48-bc06-9b05d72903fe req-d2e805c8-7e36-4610-9faf-0593d0de5d4b tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] 10.222.0.72 "GET /v2.0/security-groups?id=0bac9e7b-1471-4fbc-b188-1d8a02d1587a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4555135 Feb 19 02:56:00.909224 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-e1ed6aee-c8a4-403f-9801-ed282bf1a142 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Allocated IP 172.25.6.210 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/02a067d6-e04c-43d5-b285-961a1157094f) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:56:00.952206 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b138e774-5b8c-4aaa-963b-13d19d3972dc tempest-MeteringIpV6TestJSON-99200280 tempest-MeteringIpV6TestJSON-99200280-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:00.955480 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-b138e774-5b8c-4aaa-963b-13d19d3972dc tempest-MeteringIpV6TestJSON-99200280 tempest-MeteringIpV6TestJSON-99200280-project-admin] 10.222.0.72 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.3195581 Feb 19 02:56:00.958038 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 39516) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:00.968963 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-8da8c380-2bb2-4f2d-a25d-06a8f03b0c95 req-cd48bba4-3368-453f-8eac-df1c494c280b tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (a9d2220e-9de0-438a-a82f-f709ddf4531d), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:00.971967 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce8539c-4be2-48e9-84d0-36922fa12a80 req-96e490fe-c7b8-412e-9a42-c627ba09d5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:00.974153 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bce8539c-4be2-48e9-84d0-36922fa12a80 req-96e490fe-c7b8-412e-9a42-c627ba09d5b2 service neutron] 10.222.0.82 "GET /v2.0/networks?id=9a6f306a-b9cc-4273-b930-f91b907b962b HTTP/1.1" status: 200 len: 920 time: 0.4171062 Feb 19 02:56:00.986243 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8b3e5c77-15d5-43e8-910b-0fa88bbae365 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks [] for port (b8d63d9a-98c5-4b15-85cd-1516ae4371b4), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:01.111557 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8b3e5c77-15d5-43e8-910b-0fa88bbae365 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (b8d63d9a-98c5-4b15-85cd-1516ae4371b4), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:01.141120 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bce8539c-4be2-48e9-84d0-36922fa12a80 req-17cc1de4-eaf6-4869-8559-04f3d01add72 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9d2220e-9de0-438a-a82f-f709ddf4531d HTTP/1.1" status: 200 len: 217 time: 0.1505826 Feb 19 02:56:01.145465 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-7c4aa5ea-01a1-4fe3-b877-ee8a68092495 tempest-MeteringIpV6TestJSON-99200280 tempest-MeteringIpV6TestJSON-99200280-project-admin] 10.222.0.72 "GET /v2.0/metering/metering-labels?id=71da3a36-0465-4e29-8e31-17cf22d4d4be HTTP/1.1" status: 200 len: 467 time: 0.1777382 Feb 19 02:56:01.146564 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 39520) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:01.186048 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3e5c77-15d5-43e8-910b-0fa88bbae365 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Pushing event updated for resources: {'Port': ['ID=b8d63d9a-98c5-4b15-85cd-1516ae4371b4,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:01.222059 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3e5c77-15d5-43e8-910b-0fa88bbae365 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Network 3c153c41-54e8-4269-9e77-c9d7b191089c is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:56:01.225988 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-8b3e5c77-15d5-43e8-910b-0fa88bbae365 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:56:01.232772 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3e5c77-15d5-43e8-910b-0fa88bbae365 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:56:01.279454 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e1ed6aee-c8a4-403f-9801-ed282bf1a142 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks [] for port (02a067d6-e04c-43d5-b285-961a1157094f), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:01.327774 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce8539c-4be2-48e9-84d0-36922fa12a80 req-d928daa8-4484-47bc-b38a-69a494bcf806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:01.329423 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bce8539c-4be2-48e9-84d0-36922fa12a80 req-d928daa8-4484-47bc-b38a-69a494bcf806 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=babb961f-8ad0-4884-964f-6665ef96ca3a HTTP/1.1" status: 200 len: 859 time: 0.1732700 Feb 19 02:56:01.383363 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d480109c-1012-4046-9afd-d32e2c8f2979 req-2a65f996-2946-42bf-96e1-f67c9e5a6100 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:01.390777 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d480109c-1012-4046-9afd-d32e2c8f2979 req-2a65f996-2946-42bf-96e1-f67c9e5a6100 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/ports?device_id=5bb9eab4-0d6c-4134-ab2b-95a69750261e HTTP/1.1" status: 200 len: 945 time: 0.4338198 Feb 19 02:56:01.478787 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bce8539c-4be2-48e9-84d0-36922fa12a80 req-4454b752-364b-4f12-bd00-6b832bd42b26 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9a6f306a-b9cc-4273-b930-f91b907b962b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0849726 Feb 19 02:56:01.546325 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e1ed6aee-c8a4-403f-9801-ed282bf1a142 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (02a067d6-e04c-43d5-b285-961a1157094f), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:01.586393 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-968b78ff-7d1e-491e-b498-fdb2a7c12c52 tempest-MeteringIpV6TestJSON-99200280 tempest-MeteringIpV6TestJSON-99200280-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:01.591718 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-968b78ff-7d1e-491e-b498-fdb2a7c12c52 tempest-MeteringIpV6TestJSON-99200280 tempest-MeteringIpV6TestJSON-99200280-project-admin] 10.222.0.72 "DELETE /v2.0/metering/metering-labels/71da3a36-0465-4e29-8e31-17cf22d4d4be HTTP/1.1" status: 204 len: 168 time: 0.4410269 Feb 19 02:56:01.591902 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 39540) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:01.687998 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d480109c-1012-4046-9afd-d32e2c8f2979 req-fb28fc46-0b0c-4cc0-b4e1-7a0cc3a5854a tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d351a8c-b73e-485a-861c-36f8b0ec3310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2951655 Feb 19 02:56:01.712760 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-bc178183-9f66-460f-89a8-2cb520b06174 tempest-MeteringIpV6TestJSON-99200280 tempest-MeteringIpV6TestJSON-99200280-project-admin] 10.222.0.72 "GET /v2.0/metering/metering-labels?id=71da3a36-0465-4e29-8e31-17cf22d4d4be HTTP/1.1" status: 200 len: 216 time: 0.0896943 Feb 19 02:56:01.718254 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 39544) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:01.742291 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-9d96d614-9893-4245-8afb-81c29d8eefef tempest-MeteringIpV6TestJSON-99200280 tempest-MeteringIpV6TestJSON-99200280-project-admin] 10.222.0.72 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0225782 Feb 19 02:56:01.750483 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 39546) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:01.757470 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 19 Feb 2022 02:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63d26528-3056-44cf-ab6c-790cc57831a0 x-openstack-request-id: req-63d26528-3056-44cf-ab6c-790cc57831a0 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:56:01.757771 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1c3a95a-eb61-4cc4-921e-3f5841475c62", "name": "network-vif-plugged", "status": "completed", "tag": "8059b753-b683-409f-9b80-d1ba47c1f7f5", "code": 200}, {"server_uuid": "5f12a184-9855-47ef-9519-bda13ef9ecdc", "name": "network-vif-plugged", "status": "completed", "tag": "80746ccd-34b2-41aa-805c-db9e9d7a6306", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:56:01.758034 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-63d26528-3056-44cf-ab6c-790cc57831a0 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:56:01.758447 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1c3a95a-eb61-4cc4-921e-3f5841475c62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8059b753-b683-409f-9b80-d1ba47c1f7f5', 'code': 200} Feb 19 02:56:01.758711 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f12a184-9855-47ef-9519-bda13ef9ecdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80746ccd-34b2-41aa-805c-db9e9d7a6306', 'code': 200} Feb 19 02:56:01.788923 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-80bdc98c-5d56-4e66-af50-ac729401e149 tempest-MeteringIpV6TestJSON-99200280 tempest-MeteringIpV6TestJSON-99200280-project-admin] 10.222.0.72 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0354898 Feb 19 02:56:01.798816 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 39550) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:01.807631 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-8da8c380-2bb2-4f2d-a25d-06a8f03b0c95 req-cd48bba4-3368-453f-8eac-df1c494c280b tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] For port a9d2220e-9de0-438a-a82f-f709ddf4531d, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=a9d2220e-9de0-438a-a82f-f709ddf4531d,segment=NetworkSegment(fef50217-a0be-4490-a735-2f865cd5e060),segment_id=fef50217-a0be-4490-a735-2f865cd5e060)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:56:01.887110 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-8303432c-54f2-49cf-976a-b13c2fd1a340 tempest-MeteringIpV6TestJSON-99200280 tempest-MeteringIpV6TestJSON-99200280-project-admin] 10.222.0.72 "GET /v2.0/metering/metering-labels/0029b209-4bc0-4116-adec-fbdb96684f57 HTTP/1.1" status: 200 len: 473 time: 0.0865233 Feb 19 02:56:01.890047 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 39554) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:01.905578 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bce8539c-4be2-48e9-84d0-36922fa12a80 req-bc79b176-7723-4af9-a135-ceda9be1466d service neutron] 10.222.0.82 "GET /v2.0/networks/9a6f306a-b9cc-4273-b930-f91b907b962b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3677230 Feb 19 02:56:01.935741 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-7b291b3e-d4ab-407d-ae7f-0f34dea43ec6 tempest-MeteringIpV6TestJSON-99200280 tempest-MeteringIpV6TestJSON-99200280-project-admin] 10.222.0.72 "GET /v2.0/metering/metering-label-rules/765e1121-3254-453c-a9c0-f067000cd646 HTTP/1.1" status: 200 len: 459 time: 0.0429585 Feb 19 02:56:01.936626 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 39560) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:01.946646 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-8da8c380-2bb2-4f2d-a25d-06a8f03b0c95 req-cd48bba4-3368-453f-8eac-df1c494c280b tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Publish callbacks [] for port (a9d2220e-9de0-438a-a82f-f709ddf4531d), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:02.005795 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-8da8c380-2bb2-4f2d-a25d-06a8f03b0c95 req-cd48bba4-3368-453f-8eac-df1c494c280b tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (a9d2220e-9de0-438a-a82f-f709ddf4531d), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:02.013054 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ed6aee-c8a4-403f-9801-ed282bf1a142 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Pushing event updated for resources: {'Port': ['ID=02a067d6-e04c-43d5-b285-961a1157094f,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:02.020725 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ed6aee-c8a4-403f-9801-ed282bf1a142 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:56:02.022433 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-e1ed6aee-c8a4-403f-9801-ed282bf1a142 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:56:02.027164 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ed6aee-c8a4-403f-9801-ed282bf1a142 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:56:02.034150 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8b3e5c77-15d5-43e8-910b-0fa88bbae365 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks [] for router_gateway (9d23657f-ba71-44e2-aff9-a1a688cc9fd7), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:02.051883 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['a9d2220e-9de0-438a-a82f-f709ddf4531d'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:56:02.129353 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da8c380-2bb2-4f2d-a25d-06a8f03b0c95 req-cd48bba4-3368-453f-8eac-df1c494c280b tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:02.130249 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-8da8c380-2bb2-4f2d-a25d-06a8f03b0c95 req-cd48bba4-3368-453f-8eac-df1c494c280b tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:02.131813 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8da8c380-2bb2-4f2d-a25d-06a8f03b0c95 req-cd48bba4-3368-453f-8eac-df1c494c280b tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] 10.222.0.72 "PUT /v2.0/ports/a9d2220e-9de0-438a-a82f-f709ddf4531d HTTP/1.1" status: 200 len: 943 time: 1.7686744 Feb 19 02:56:02.137539 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b2e9057-c4b2-46db-814b-3b8888cce113', 'tag': 'a9d2220e-9de0-438a-a82f-f709ddf4531d'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:56:02.139730 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b21bb207-2be6-4d4f-b2d2-2fc8eb6737d7" -d '{"events": [{"name": "network-changed", "server_uuid": "7b2e9057-c4b2-46db-814b-3b8888cce113", "tag": "a9d2220e-9de0-438a-a82f-f709ddf4531d"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:56:02.244677 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd48bba4-3368-453f-8eac-df1c494c280b tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Pushing event updated for resources: {'Port': ['ID=a9d2220e-9de0-438a-a82f-f709ddf4531d,revision_number=7']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:02.249577 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c59686-eb77-45cb-ac8c-066dd0f7d966 req-2b4544e3-0486-4865-aa2b-6cdebe668a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:02.251404 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-27c59686-eb77-45cb-ac8c-066dd0f7d966 req-2b4544e3-0486-4865-aa2b-6cdebe668a49 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5f12a184-9855-47ef-9519-bda13ef9ecdc HTTP/1.1" status: 200 len: 1128 time: 0.3366108 Feb 19 02:56:02.291426 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['a9d2220e-9de0-438a-a82f-f709ddf4531d'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:56:02.319748 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-73d149b5-8f9e-4a24-a665-fd51916190e8 tempest-MeteringIpV6TestJSON-99200280 tempest-MeteringIpV6TestJSON-99200280-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:02.324302 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-73d149b5-8f9e-4a24-a665-fd51916190e8 tempest-MeteringIpV6TestJSON-99200280 tempest-MeteringIpV6TestJSON-99200280-project-admin] 10.222.0.72 "DELETE /v2.0/metering/metering-label-rules/765e1121-3254-453c-a9c0-f067000cd646 HTTP/1.1" status: 204 len: 168 time: 0.3739407 Feb 19 02:56:02.340202 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 39572) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:02.353678 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67736f07-39d9-4c84-bb46-44ee91755c36 req-e5a25e92-8af0-4c35-b9c1-49aa8355a9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:02.355924 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-67736f07-39d9-4c84-bb46-44ee91755c36 req-e5a25e92-8af0-4c35-b9c1-49aa8355a9c0 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=e1c3a95a-eb61-4cc4-921e-3f5841475c62 HTTP/1.1" status: 200 len: 1127 time: 0.4118152 Feb 19 02:56:02.365445 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bce8539c-4be2-48e9-84d0-36922fa12a80 req-f9a10d8c-3185-48b5-be9b-57c8efbf5846 service neutron] 10.222.0.82 "GET /v2.0/networks/9a6f306a-b9cc-4273-b930-f91b907b962b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4354537 Feb 19 02:56:02.471616 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e1ed6aee-c8a4-403f-9801-ed282bf1a142 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks [] for floatingip (b0143f2f-4d54-4d05-a815-51d4333bbebb), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:02.488389 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53482e00-7622-48f5-bb28-769c2a8dbd35 req-ba89fcad-5f06-499b-9bfa-a2b9b3aa126f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:02.490332 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-53482e00-7622-48f5-bb28-769c2a8dbd35 req-ba89fcad-5f06-499b-9bfa-a2b9b3aa126f service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=5bb9eab4-0d6c-4134-ab2b-95a69750261e HTTP/1.1" status: 200 len: 1127 time: 0.2566400 Feb 19 02:56:02.518841 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-27c59686-eb77-45cb-ac8c-066dd0f7d966 req-c7ea4e2b-d52a-44b4-8ec9-ec916cfe1c03 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=0bac9e7b-1471-4fbc-b188-1d8a02d1587a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550914 Feb 19 02:56:02.576178 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef90b3c2-b4e3-4880-82fc-01604f22ec67 req-936e817d-799b-4b5c-8e63-044916055c54 tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:02.577918 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ef90b3c2-b4e3-4880-82fc-01604f22ec67 req-936e817d-799b-4b5c-8e63-044916055c54 tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] 10.222.0.72 "GET /v2.0/ports?device_id=e1c3a95a-eb61-4cc4-921e-3f5841475c62 HTTP/1.1" status: 200 len: 945 time: 0.3179810 Feb 19 02:56:02.584717 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-67736f07-39d9-4c84-bb46-44ee91755c36 req-b3d95549-fb16-4ae4-b0ed-fa4a6336e476 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=0bac9e7b-1471-4fbc-b188-1d8a02d1587a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163806 Feb 19 02:56:02.676750 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e6cfb1c5-bf00-49bb-9e4e-e89c5f0e1d2c tempest-MeteringIpV6TestJSON-99200280 tempest-MeteringIpV6TestJSON-99200280-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:02.679384 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e1ed6aee-c8a4-403f-9801-ed282bf1a142 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (02a067d6-e04c-43d5-b285-961a1157094f), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:02.681479 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-e6cfb1c5-bf00-49bb-9e4e-e89c5f0e1d2c tempest-MeteringIpV6TestJSON-99200280 tempest-MeteringIpV6TestJSON-99200280-project-admin] 10.222.0.72 "DELETE /v2.0/metering/metering-labels/0029b209-4bc0-4116-adec-fbdb96684f57 HTTP/1.1" status: 204 len: 168 time: 0.3243926 Feb 19 02:56:02.785579 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ef90b3c2-b4e3-4880-82fc-01604f22ec67 req-8c0738de-ac7e-4fcf-817c-69cdedaea0b2 tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] 10.222.0.72 "GET /v2.0/security-groups?id=0bac9e7b-1471-4fbc-b188-1d8a02d1587a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997581 Feb 19 02:56:02.894514 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8b3e5c77-15d5-43e8-910b-0fa88bbae365 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16317478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865'] for router (9d23657f-ba71-44e2-aff9-a1a688cc9fd7), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:02.907611 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2495f47b-1334-47e0-a89a-27d0730a2217 x-openstack-request-id: req-2495f47b-1334-47e0-a89a-27d0730a2217 {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:56:02.908136 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b2e9057-c4b2-46db-814b-3b8888cce113", "tag": "a9d2220e-9de0-438a-a82f-f709ddf4531d", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:56:02.908891 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2495f47b-1334-47e0-a89a-27d0730a2217 {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:56:02.908891 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b2e9057-c4b2-46db-814b-3b8888cce113', 'tag': 'a9d2220e-9de0-438a-a82f-f709ddf4531d', 'status': 'completed', 'code': 200} Feb 19 02:56:02.929202 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a0f61bda-e525-4745-815d-dd80eb933307 req-9740c719-2543-492c-9081-37e1f35cedcc tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2051916 Feb 19 02:56:02.946604 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-a0f61bda-e525-4745-815d-dd80eb933307 req-864357f1-33bb-4ed6-8918-8951abf715f6 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Request body: {'floatingip': {'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:56:03.006805 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-53482e00-7622-48f5-bb28-769c2a8dbd35 req-80fdb7c0-3c36-4ed1-b1f2-b97ffd426542 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=6d351a8c-b73e-485a-861c-36f8b0ec3310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4086223 Feb 19 02:56:03.039155 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-a0f61bda-e525-4745-815d-dd80eb933307 req-864357f1-33bb-4ed6-8918-8951abf715f6 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:03.156781 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e1ed6aee-c8a4-403f-9801-ed282bf1a142 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks [] for port (02a067d6-e04c-43d5-b285-961a1157094f), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:03.181357 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e1ed6aee-c8a4-403f-9801-ed282bf1a142 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (02a067d6-e04c-43d5-b285-961a1157094f), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:03.200743 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21bb207-2be6-4d4f-b2d2-2fc8eb6737d7 req-d7657feb-222b-4d24-837d-1d9d411cf36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:03.210656 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b21bb207-2be6-4d4f-b2d2-2fc8eb6737d7 req-d7657feb-222b-4d24-837d-1d9d411cf36a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=726a87ec871d4c369383e27ede210541&device_id=7b2e9057-c4b2-46db-814b-3b8888cce113 HTTP/1.1" status: 200 len: 1128 time: 0.2443886 Feb 19 02:56:03.239569 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 39600) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:03.284858 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ed6aee-c8a4-403f-9801-ed282bf1a142 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Pushing event updated for resources: {'Port': ['ID=02a067d6-e04c-43d5-b285-961a1157094f,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:03.299449 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b3e5c77-15d5-43e8-910b-0fa88bbae365 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Router 9d23657f-ba71-44e2-aff9-a1a688cc9fd7 is scheduled to L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd with binding_index 1 {{(pid=103702) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 02:56:03.306674 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e1ed6aee-c8a4-403f-9801-ed282bf1a142 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16285943'] for floatingip (b0143f2f-4d54-4d05-a815-51d4333bbebb), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:03.368060 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e1ed6aee-c8a4-403f-9801-ed282bf1a142 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:03.377070 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-e1ed6aee-c8a4-403f-9801-ed282bf1a142 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0797899 Feb 19 02:56:03.474993 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b3e5c77-15d5-43e8-910b-0fa88bbae365 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:56:03.490869 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed62c22-8310-4c64-9d4b-b643932d9baa None None] Sync routers for ids ['9d23657f-ba71-44e2-aff9-a1a688cc9fd7'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:56:03.504519 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed62c22-8310-4c64-9d4b-b643932d9baa None None] Routers {'9d23657f-ba71-44e2-aff9-a1a688cc9fd7'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:56:03.506988 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-bed62c22-8310-4c64-9d4b-b643932d9baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:55:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['9d23657f-ba71-44e2-aff9-a1a688cc9fd7'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:56:03.542541 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8b3e5c77-15d5-43e8-910b-0fa88bbae365 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:03.544064 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-8b3e5c77-15d5-43e8-910b-0fa88bbae365 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 4.1200206 Feb 19 02:56:03.550457 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 39610) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:03.751495 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c30c8dfb-c53f-4e66-af09-5a2588220921 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks [] for router (9d23657f-ba71-44e2-aff9-a1a688cc9fd7), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:03.751751 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-bed62c22-8310-4c64-9d4b-b643932d9baa None None] Set router 9d23657f-ba71-44e2-aff9-a1a688cc9fd7 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:56:03.825983 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21bb207-2be6-4d4f-b2d2-2fc8eb6737d7 req-e2b1a0b8-1d7f-47cb-8b78-267eb5c62282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:03.827722 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b21bb207-2be6-4d4f-b2d2-2fc8eb6737d7 req-e2b1a0b8-1d7f-47cb-8b78-267eb5c62282 service neutron] 10.222.0.82 "GET /v2.0/networks?id=9a6f306a-b9cc-4273-b930-f91b907b962b HTTP/1.1" status: 200 len: 920 time: 0.5711150 Feb 19 02:56:03.909431 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2278cafc-b073-4218-826e-4b38c4af6dc1 req-82506c01-66c1-466d-ac8a-0bc3c2294410 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:03.912463 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2278cafc-b073-4218-826e-4b38c4af6dc1 req-82506c01-66c1-466d-ac8a-0bc3c2294410 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/ports?device_id=5bb9eab4-0d6c-4134-ab2b-95a69750261e HTTP/1.1" status: 200 len: 945 time: 0.7743185 Feb 19 02:56:03.970691 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9b790257-d261-4aea-88fb-c1ad209b9821 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:03.990995 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c30c8dfb-c53f-4e66-af09-5a2588220921 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks [] for router_gateway (9d23657f-ba71-44e2-aff9-a1a688cc9fd7), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:04.053189 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2278cafc-b073-4218-826e-4b38c4af6dc1 req-eb2b3245-1855-43a1-8011-bcf298ebffc8 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d351a8c-b73e-485a-861c-36f8b0ec3310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773647 Feb 19 02:56:04.060296 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b21bb207-2be6-4d4f-b2d2-2fc8eb6737d7 req-5fedf5b8-5b42-4cf6-bff4-39f6ee5601bd service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9d2220e-9de0-438a-a82f-f709ddf4531d HTTP/1.1" status: 200 len: 217 time: 0.2043893 Feb 19 02:56:04.077340 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-bed62c22-8310-4c64-9d4b-b643932d9baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d23657f-ba71-44e2-aff9-a1a688cc9fd7', 'name': '', 'tenant_id': '3271903a1d224e5d8d9ff8621cd2168d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c153c41-54e8-4269-9e77-c9d7b191089c', 'external_fixed_ips': [{'subnet_id': '1e9eebbf-0178-4ea5-b3e7-28016702a9b9', 'ip_address': '2001:db8::5e'}], 'enable_snat': True}, 'gw_port_id': 'b8d63d9a-98c5-4b15-85cd-1516ae4371b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:55:59Z', 'updated_at': '2022-02-19T02:56:01Z', 'revision_number': 3, 'project_id': '3271903a1d224e5d8d9ff8621cd2168d', 'gw_port': {'id': 'b8d63d9a-98c5-4b15-85cd-1516ae4371b4', 'name': '', 'network_id': '3c153c41-54e8-4269-9e77-c9d7b191089c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a5:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d23657f-ba71-44e2-aff9-a1a688cc9fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '1e9eebbf-0178-4ea5-b3e7-28016702a9b9', 'ip_address': '2001:db8::5e', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:56:00Z', 'updated_at': '2022-02-19T02:56:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1e9eebbf-0178-4ea5-b3e7-28016702a9b9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:56:04.137231 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed62c22-8310-4c64-9d4b-b643932d9baa None None] Checking router: 9d23657f-ba71-44e2-aff9-a1a688cc9fd7 for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:56:04.137579 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed62c22-8310-4c64-9d4b-b643932d9baa None None] Updating router 9d23657f-ba71-44e2-aff9-a1a688cc9fd7 port b8d63d9a-98c5-4b15-85cd-1516ae4371b4 binding host n-d-826753-2 {{(pid=103703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:56:04.168679 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-bed62c22-8310-4c64-9d4b-b643932d9baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (b8d63d9a-98c5-4b15-85cd-1516ae4371b4), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:04.179071 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21bb207-2be6-4d4f-b2d2-2fc8eb6737d7 req-b287c7af-f07a-4a08-975e-8a334f5e1e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:04.180759 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b21bb207-2be6-4d4f-b2d2-2fc8eb6737d7 req-b287c7af-f07a-4a08-975e-8a334f5e1e79 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=babb961f-8ad0-4884-964f-6665ef96ca3a HTTP/1.1" status: 200 len: 859 time: 0.0668979 Feb 19 02:56:04.201675 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-a0f61bda-e525-4745-815d-dd80eb933307 req-864357f1-33bb-4ed6-8918-8951abf715f6 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:04.243928 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-c30c8dfb-c53f-4e66-af09-5a2588220921 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Deleting port b8d63d9a-98c5-4b15-85cd-1516ae4371b4 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:56:04.245784 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c30c8dfb-c53f-4e66-af09-5a2588220921 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (b8d63d9a-98c5-4b15-85cd-1516ae4371b4), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:04.255821 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b21bb207-2be6-4d4f-b2d2-2fc8eb6737d7 req-195fe4e6-b7b3-46bf-8eef-4b43ac1b4216 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9a6f306a-b9cc-4273-b930-f91b907b962b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400634 Feb 19 02:56:04.459378 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c30c8dfb-c53f-4e66-af09-5a2588220921 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (b8d63d9a-98c5-4b15-85cd-1516ae4371b4), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:04.475967 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-c30c8dfb-c53f-4e66-af09-5a2588220921 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Calling delete_port for b8d63d9a-98c5-4b15-85cd-1516ae4371b4 owned by network:router_gateway {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:56:04.477734 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9b790257-d261-4aea-88fb-c1ad209b9821 admin admin] Publish callbacks [] for security_group (bf96702e-b355-4c3b-b152-099e9d87950e), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:04.646187 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [req-a0f61bda-e525-4745-815d-dd80eb933307 req-864357f1-33bb-4ed6-8918-8951abf715f6 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Allocated IP 172.25.6.29 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/df563321-dfc8-4020-af6f-358afe73c50f) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:56:04.679298 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c30c8dfb-c53f-4e66-af09-5a2588220921 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (b8d63d9a-98c5-4b15-85cd-1516ae4371b4), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:04.680342 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.db.api [None req-bed62c22-8310-4c64-9d4b-b643932d9baa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103703) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 02:56:04.680932 n-d-826753-2 neutron-server[103703]: DEBUG oslo_db.api [None req-bed62c22-8310-4c64-9d4b-b643932d9baa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 02:56:04.683402 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9b790257-d261-4aea-88fb-c1ad209b9821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (bf96702e-b355-4c3b-b152-099e9d87950e), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:04.708666 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30c8dfb-c53f-4e66-af09-5a2588220921 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Pushing event deleted for resources: {'Port': ['ID=b8d63d9a-98c5-4b15-85cd-1516ae4371b4,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:04.744925 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c30c8dfb-c53f-4e66-af09-5a2588220921 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16285837'] for router_gateway (9d23657f-ba71-44e2-aff9-a1a688cc9fd7), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:04.830710 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-9b790257-d261-4aea-88fb-c1ad209b9821 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c77f5b3e1b564df2a5b0bde61125a449&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5884094 Feb 19 02:56:04.839132 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 39644) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:04.847340 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b21bb207-2be6-4d4f-b2d2-2fc8eb6737d7 req-5d48090b-f863-45f4-8f22-4f51cf74a896 service neutron] 10.222.0.82 "GET /v2.0/networks/9a6f306a-b9cc-4273-b930-f91b907b962b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5533381 Feb 19 02:56:04.877820 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7fe579d8-b308-4062-86d2-979b76858347 req-b0f43509-6012-4e24-80f4-3d8e0c3a4d9a tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--2052370496&fields=id&tenant_id=6ec3dd7afd834c809d570f5110147b8d HTTP/1.1" status: 200 len: 267 time: 0.4808340 Feb 19 02:56:04.885988 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c30c8dfb-c53f-4e66-af09-5a2588220921 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16317457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14254'] for router (9d23657f-ba71-44e2-aff9-a1a688cc9fd7), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:04.888844 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c30c8dfb-c53f-4e66-af09-5a2588220921 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks [] for router_controller (9d23657f-ba71-44e2-aff9-a1a688cc9fd7), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:04.947813 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c30c8dfb-c53f-4e66-af09-5a2588220921 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16317544'] for router (9d23657f-ba71-44e2-aff9-a1a688cc9fd7), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:04.948773 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c30c8dfb-c53f-4e66-af09-5a2588220921 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9d23657f-ba71-44e2-aff9-a1a688cc9fd7 {{(pid=103702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 02:56:04.959661 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c30c8dfb-c53f-4e66-af09-5a2588220921 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:04.960963 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-c30c8dfb-c53f-4e66-af09-5a2588220921 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] 10.222.0.72 "DELETE /v2.0/routers/9d23657f-ba71-44e2-aff9-a1a688cc9fd7 HTTP/1.1" status: 204 len: 168 time: 1.4089179 Feb 19 02:56:04.964942 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 39646) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:05.008770 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe579d8-b308-4062-86d2-979b76858347 req-77a37275-2cb5-4a2c-9080-e09d730b45d5 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:05.018481 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7fe579d8-b308-4062-86d2-979b76858347 req-77a37275-2cb5-4a2c-9080-e09d730b45d5 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports/9471084b-14f7-4ecb-9ee5-e3a2aa4f8f97 HTTP/1.1" status: 200 len: 931 time: 0.1106405 Feb 19 02:56:05.029765 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e354796-3355-4aeb-bdbc-d4a46067080d tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Deleting subnet 1e9eebbf-0178-4ea5-b3e7-28016702a9b9 {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:56:05.042109 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8e354796-3355-4aeb-bdbc-d4a46067080d tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks [] for subnet (1e9eebbf-0178-4ea5-b3e7-28016702a9b9), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:05.079820 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-a0f61bda-e525-4745-815d-dd80eb933307 req-864357f1-33bb-4ed6-8918-8951abf715f6 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Publish callbacks [] for port (df563321-dfc8-4020-af6f-358afe73c50f), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:05.087163 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b790257-d261-4aea-88fb-c1ad209b9821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf96702e-b355-4c3b-b152-099e9d87950e,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:05.118095 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8e354796-3355-4aeb-bdbc-d4a46067080d tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (1e9eebbf-0178-4ea5-b3e7-28016702a9b9), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:05.161938 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe579d8-b308-4062-86d2-979b76858347 req-dd0a27f0-eb0a-4189-b799-5598715d4bb0 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:05.163087 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8e354796-3355-4aeb-bdbc-d4a46067080d tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (1e9eebbf-0178-4ea5-b3e7-28016702a9b9), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:05.163456 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7fe579d8-b308-4062-86d2-979b76858347 req-dd0a27f0-eb0a-4189-b799-5598715d4bb0 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports/39c50eac-1978-4f75-bc0f-d663d77b8f5b HTTP/1.1" status: 200 len: 931 time: 0.1440666 Feb 19 02:56:05.216744 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed62c22-8310-4c64-9d4b-b643932d9baa None None] Port b8d63d9a-98c5-4b15-85cd-1516ae4371b4 not found while updating agent binding for router 9d23657f-ba71-44e2-aff9-a1a688cc9fd7. {{(pid=103703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 19 02:56:05.225100 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8e354796-3355-4aeb-bdbc-d4a46067080d tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (1e9eebbf-0178-4ea5-b3e7-28016702a9b9), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:05.228704 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed62c22-8310-4c64-9d4b-b643932d9baa None None] Routers set() bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:56:05.229602 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed62c22-8310-4c64-9d4b-b643932d9baa None None] Router IDs set() for agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 19 02:56:05.231238 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_agentschedulers_db [None req-bed62c22-8310-4c64-9d4b-b643932d9baa None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'9d23657f-ba71-44e2-aff9-a1a688cc9fd7'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:55:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent'). {{(pid=103703) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 19 02:56:05.234922 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed62c22-8310-4c64-9d4b-b643932d9baa None None] The sync data for ids ['9d23657f-ba71-44e2-aff9-a1a688cc9fd7'] in n-d-826753-2 is: [] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:56:05.243675 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8e354796-3355-4aeb-bdbc-d4a46067080d tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:05.253791 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-8e354796-3355-4aeb-bdbc-d4a46067080d tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] 10.222.0.72 "DELETE /v2.0/subnets/1e9eebbf-0178-4ea5-b3e7-28016702a9b9 HTTP/1.1" status: 204 len: 168 time: 0.2876627 Feb 19 02:56:05.263175 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-09d4c252-d612-42d2-988f-1a6113d9ac43 admin admin] Publish callbacks [] for security_group (bf96702e-b355-4c3b-b152-099e9d87950e), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:05.266155 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 39654) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:05.274733 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7fe579d8-b308-4062-86d2-979b76858347 req-f19ebb7d-165f-49d3-8da6-a6ec20ca651f tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?network_id=b0af2fed-15cc-4a59-82f9-c56cce972954&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0965648 Feb 19 02:56:05.278925 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e354796-3355-4aeb-bdbc-d4a46067080d tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=1e9eebbf-0178-4ea5-b3e7-28016702a9b9,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:05.328537 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b21bb207-2be6-4d4f-b2d2-2fc8eb6737d7 req-57522da5-bbc4-4853-acc5-7018c0449d54 service neutron] 10.222.0.82 "GET /v2.0/networks/9a6f306a-b9cc-4273-b930-f91b907b962b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4445739 Feb 19 02:56:05.381407 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7fe579d8-b308-4062-86d2-979b76858347 req-ae06769c-2a65-44f2-92d9-907e54a51e13 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?network_id=b0af2fed-15cc-4a59-82f9-c56cce972954&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0873797 Feb 19 02:56:05.392418 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-a0f61bda-e525-4745-815d-dd80eb933307 req-864357f1-33bb-4ed6-8918-8951abf715f6 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (df563321-dfc8-4020-af6f-358afe73c50f), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:05.395459 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-09d4c252-d612-42d2-988f-1a6113d9ac43 admin admin] Publish callbacks [] for security_group (bf96702e-b355-4c3b-b152-099e9d87950e), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:05.525952 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0f61bda-e525-4745-815d-dd80eb933307 req-864357f1-33bb-4ed6-8918-8951abf715f6 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:56:05.544300 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-436d19f5-3a1c-44c1-b6b0-4e8bd00019b9 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (3c153c41-54e8-4269-9e77-c9d7b191089c), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:05.546118 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [req-a0f61bda-e525-4745-815d-dd80eb933307 req-864357f1-33bb-4ed6-8918-8951abf715f6 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:56:05.553697 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0f61bda-e525-4745-815d-dd80eb933307 req-864357f1-33bb-4ed6-8918-8951abf715f6 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:56:05.560459 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864357f1-33bb-4ed6-8918-8951abf715f6 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Pushing event updated for resources: {'Port': ['ID=df563321-dfc8-4020-af6f-358afe73c50f,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:05.660495 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-09d4c252-d612-42d2-988f-1a6113d9ac43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (bf96702e-b355-4c3b-b152-099e9d87950e), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:05.663138 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-09d4c252-d612-42d2-988f-1a6113d9ac43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:05.664289 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-09d4c252-d612-42d2-988f-1a6113d9ac43 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/bf96702e-b355-4c3b-b152-099e9d87950e HTTP/1.1" status: 204 len: 168 time: 0.8159401 Feb 19 02:56:05.673447 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe579d8-b308-4062-86d2-979b76858347 req-85947d80-5258-48e7-8816-106b7a9200c8 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:05.678463 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe579d8-b308-4062-86d2-979b76858347 req-85947d80-5258-48e7-8816-106b7a9200c8 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:05.683693 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe579d8-b308-4062-86d2-979b76858347 req-85947d80-5258-48e7-8816-106b7a9200c8 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:05.685257 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7fe579d8-b308-4062-86d2-979b76858347 req-85947d80-5258-48e7-8816-106b7a9200c8 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/networks?id=d6693eea-5935-4b21-81c1-498cbd8a50e6&id=25635acc-9f56-41ab-b8cd-dd2744f3f7b3&id=25635acc-9f56-41ab-b8cd-dd2744f3f7b3&id=b0af2fed-15cc-4a59-82f9-c56cce972954&id=b0af2fed-15cc-4a59-82f9-c56cce972954 HTTP/1.1" status: 200 len: 1990 time: 0.2969704 Feb 19 02:56:05.735021 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d4c252-d612-42d2-988f-1a6113d9ac43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf96702e-b355-4c3b-b152-099e9d87950e,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:05.777505 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7fe579d8-b308-4062-86d2-979b76858347 req-e4384510-c90b-47ca-a347-b2088dc166ad tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/quotas/6ec3dd7afd834c809d570f5110147b8d HTTP/1.1" status: 200 len: 375 time: 0.0695815 Feb 19 02:56:05.779638 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-436d19f5-3a1c-44c1-b6b0-4e8bd00019b9 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (3c153c41-54e8-4269-9e77-c9d7b191089c), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:05.838327 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-436d19f5-3a1c-44c1-b6b0-4e8bd00019b9 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c153c41-54e8-4269-9e77-c9d7b191089c']}} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:56:05.853587 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-436d19f5-3a1c-44c1-b6b0-4e8bd00019b9 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f3b4c21-fabe-4b20-aa46-75902a4c518c') {'for_net_delete': True} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:56:05.853886 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-436d19f5-3a1c-44c1-b6b0-4e8bd00019b9 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f3b4c21-fabe-4b20-aa46-75902a4c518c') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:56:05.872812 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-436d19f5-3a1c-44c1-b6b0-4e8bd00019b9 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12647422'] for segment (8f3b4c21-fabe-4b20-aa46-75902a4c518c), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:05.874712 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-a0f61bda-e525-4745-815d-dd80eb933307 req-864357f1-33bb-4ed6-8918-8951abf715f6 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Publish callbacks [] for floatingip (ebdfad5e-40f6-430d-a85b-82924f9e2235), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:05.898605 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-436d19f5-3a1c-44c1-b6b0-4e8bd00019b9 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (8f3b4c21-fabe-4b20-aa46-75902a4c518c), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:05.938685 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7fe579d8-b308-4062-86d2-979b76858347 req-b0e2619e-ceed-48b4-8aa6-bf6ab9934cb5 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=6ec3dd7afd834c809d570f5110147b8d&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1503847 Feb 19 02:56:05.943017 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-436d19f5-3a1c-44c1-b6b0-4e8bd00019b9 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Releasing vlan 252 on physical network physnet1 to pool {{(pid=103701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:56:05.943429 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-436d19f5-3a1c-44c1-b6b0-4e8bd00019b9 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583360'] for segment (8f3b4c21-fabe-4b20-aa46-75902a4c518c), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:05.945315 n-d-826753-2 neutron-server[103701]: Traceback (most recent call last): Feb 19 02:56:05.945315 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:56:05.945315 n-d-826753-2 neutron-server[103701]: timer() Feb 19 02:56:05.945315 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:56:05.945315 n-d-826753-2 neutron-server[103701]: cb(*args, **kw) Feb 19 02:56:05.945315 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:56:05.945315 n-d-826753-2 neutron-server[103701]: return func(*args, **kwargs) Feb 19 02:56:05.945315 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:56:05.945315 n-d-826753-2 neutron-server[103701]: self._notify() Feb 19 02:56:05.945315 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:56:05.945315 n-d-826753-2 neutron-server[103701]: self.callback(batched_events) Feb 19 02:56:05.945315 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:56:05.945315 n-d-826753-2 neutron-server[103701]: event.method(event) Feb 19 02:56:05.945315 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:56:05.945315 n-d-826753-2 neutron-server[103701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:56:05.945315 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:56:05.945315 n-d-826753-2 neutron-server[103701]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:56:05.945315 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:56:05.945315 n-d-826753-2 neutron-server[103701]: return f(self, *a, **k) Feb 19 02:56:05.945315 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:56:05.945315 n-d-826753-2 neutron-server[103701]: return self._get(url).json() Feb 19 02:56:05.945315 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:56:05.945315 n-d-826753-2 neutron-server[103701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:56:05.945315 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:56:05.945315 n-d-826753-2 neutron-server[103701]: return self.request(url, 'GET', **kwargs) Feb 19 02:56:05.945315 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:56:05.945315 n-d-826753-2 neutron-server[103701]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:56:05.945315 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:56:05.945315 n-d-826753-2 neutron-server[103701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:56:05.945315 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:56:05.945315 n-d-826753-2 neutron-server[103701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:56:05.945315 n-d-826753-2 neutron-server[103701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:56:05.959476 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-a0f61bda-e525-4745-815d-dd80eb933307 req-864357f1-33bb-4ed6-8918-8951abf715f6 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (df563321-dfc8-4020-af6f-358afe73c50f), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:06.013264 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 39676) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:06.031280 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5fbb1b00-2545-4674-bf59-05a64d503a4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:06.068056 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-436d19f5-3a1c-44c1-b6b0-4e8bd00019b9 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (3c153c41-54e8-4269-9e77-c9d7b191089c), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:06.099340 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-436d19f5-3a1c-44c1-b6b0-4e8bd00019b9 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3c153c41-54e8-4269-9e77-c9d7b191089c {{(pid=103701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 19 02:56:06.106557 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-436d19f5-3a1c-44c1-b6b0-4e8bd00019b9 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:06.109859 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-436d19f5-3a1c-44c1-b6b0-4e8bd00019b9 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] 10.222.0.72 "DELETE /v2.0/networks/3c153c41-54e8-4269-9e77-c9d7b191089c HTTP/1.1" status: 204 len: 168 time: 0.8378954 Feb 19 02:56:06.133884 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436d19f5-3a1c-44c1-b6b0-4e8bd00019b9 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Pushing event deleted for resources: {'Network': ['ID=3c153c41-54e8-4269-9e77-c9d7b191089c,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:06.194549 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5fbb1b00-2545-4674-bf59-05a64d503a4c admin admin] Publish callbacks [] for security_group (b5067950-b60a-4336-8538-9743f257b7b0), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:06.208515 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5fbb1b00-2545-4674-bf59-05a64d503a4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (b5067950-b60a-4336-8538-9743f257b7b0), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:06.239389 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-a0f61bda-e525-4745-815d-dd80eb933307 req-864357f1-33bb-4ed6-8918-8951abf715f6 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Publish callbacks [] for port (df563321-dfc8-4020-af6f-358afe73c50f), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:06.247272 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-a0f61bda-e525-4745-815d-dd80eb933307 req-864357f1-33bb-4ed6-8918-8951abf715f6 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (df563321-dfc8-4020-af6f-358afe73c50f), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:06.278323 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-5fbb1b00-2545-4674-bf59-05a64d503a4c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8bfe8650ee00461f9f59e645b17a2410&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2634211 Feb 19 02:56:06.282409 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 39684) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:06.283120 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbb1b00-2545-4674-bf59-05a64d503a4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5067950-b60a-4336-8538-9743f257b7b0,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:06.363521 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1da5a033-35da-41ae-bf88-ad3ef5e07833 admin admin] Publish callbacks [] for security_group (b5067950-b60a-4336-8538-9743f257b7b0), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:06.382947 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864357f1-33bb-4ed6-8918-8951abf715f6 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Pushing event updated for resources: {'Port': ['ID=df563321-dfc8-4020-af6f-358afe73c50f,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:06.413787 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1da5a033-35da-41ae-bf88-ad3ef5e07833 admin admin] Publish callbacks [] for security_group (b5067950-b60a-4336-8538-9743f257b7b0), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:06.451581 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-a0f61bda-e525-4745-815d-dd80eb933307 req-864357f1-33bb-4ed6-8918-8951abf715f6 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16285943'] for floatingip (ebdfad5e-40f6-430d-a85b-82924f9e2235), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:06.492326 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-a0f61bda-e525-4745-815d-dd80eb933307 req-864357f1-33bb-4ed6-8918-8951abf715f6 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:06.494569 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a0f61bda-e525-4745-815d-dd80eb933307 req-864357f1-33bb-4ed6-8918-8951abf715f6 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.5532479 Feb 19 02:56:06.499755 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1da5a033-35da-41ae-bf88-ad3ef5e07833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (b5067950-b60a-4336-8538-9743f257b7b0), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:06.503830 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1da5a033-35da-41ae-bf88-ad3ef5e07833 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:06.505085 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-1da5a033-35da-41ae-bf88-ad3ef5e07833 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b5067950-b60a-4336-8538-9743f257b7b0 HTTP/1.1" status: 204 len: 168 time: 0.2190661 Feb 19 02:56:06.514419 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da5a033-35da-41ae-bf88-ad3ef5e07833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5067950-b60a-4336-8538-9743f257b7b0,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:06.567815 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a0f61bda-e525-4745-815d-dd80eb933307 req-6d23da41-051d-4f62-90c4-c79583522a73 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.6.29 HTTP/1.1" status: 200 len: 695 time: 0.0634563 Feb 19 02:56:06.596028 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 39694) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:06.601099 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-afc345f5-7bac-46e0-a59f-04963f0a993d tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Request body: {'router': {'name': 'tempest-router--1248653603', 'project_id': 'dcdaebb8f0ec4cd7bd6a94628bae1fdf'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:56:06.630334 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7fe579d8-b308-4062-86d2-979b76858347 req-fb1a0ebf-8074-401e-9aca-4df584401022 service neutron] 10.222.0.72 "GET /v2.0/networks/d6693eea-5935-4b21-81c1-498cbd8a50e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6716030 Feb 19 02:56:06.653427 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-afc345f5-7bac-46e0-a59f-04963f0a993d tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14172'] for router (41666d46-7f30-4e87-b90a-be2b10cdd91e), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:06.661167 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-afc345f5-7bac-46e0-a59f-04963f0a993d tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16317487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16285822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16309985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14247'] for router (41666d46-7f30-4e87-b90a-be2b10cdd91e), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:06.754166 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-afc345f5-7bac-46e0-a59f-04963f0a993d tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks [] for router_controller (41666d46-7f30-4e87-b90a-be2b10cdd91e), precommit_add_association {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:06.763839 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-afc345f5-7bac-46e0-a59f-04963f0a993d tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16317478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865'] for router (41666d46-7f30-4e87-b90a-be2b10cdd91e), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:06.784469 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7fe579d8-b308-4062-86d2-979b76858347 req-409cbe98-8149-4d27-86b8-6986faeebeec service neutron] 10.222.0.72 "GET /v2.0/networks/d6693eea-5935-4b21-81c1-498cbd8a50e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528246 Feb 19 02:56:06.804893 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-afc345f5-7bac-46e0-a59f-04963f0a993d tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:06.806122 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-afc345f5-7bac-46e0-a59f-04963f0a993d tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2089047 Feb 19 02:56:06.809632 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 39698) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:06.868484 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7fe579d8-b308-4062-86d2-979b76858347 req-eb167322-34c4-4ae5-a771-e0bea62d1cc8 service neutron] 10.222.0.72 "GET /v2.0/ports/9471084b-14f7-4ecb-9ee5-e3a2aa4f8f97?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0830724 Feb 19 02:56:06.924869 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e950cad2-cb44-422d-bb9d-9ba71945e414 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks [] for router (41666d46-7f30-4e87-b90a-be2b10cdd91e), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:06.977198 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f61bda-e525-4745-815d-dd80eb933307 req-1e67cf89-a298-44c9-9776-07fced168366 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:06.983948 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a0f61bda-e525-4745-815d-dd80eb933307 req-1e67cf89-a298-44c9-9776-07fced168366 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] 10.222.0.72 "GET /v2.0/networks/eaf64708-9021-419e-b287-ef3e0f51e2ee HTTP/1.1" status: 200 len: 784 time: 0.4070168 Feb 19 02:56:06.997270 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [req-a0f61bda-e525-4745-815d-dd80eb933307 req-8160cb17-2026-46f6-a15d-ca6da284fd51 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103701) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:56:06.998485 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a0f61bda-e525-4745-815d-dd80eb933307 req-8160cb17-2026-46f6-a15d-ca6da284fd51 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0116484 Feb 19 02:56:07.063487 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7fe579d8-b308-4062-86d2-979b76858347 req-a1941da9-a8b1-48cd-86b6-e733b3edd5c9 service neutron] 10.222.0.72 "GET /v2.0/networks/25635acc-9f56-41ab-b8cd-dd2744f3f7b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941001 Feb 19 02:56:07.141911 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e950cad2-cb44-422d-bb9d-9ba71945e414 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16317457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14254'] for router (41666d46-7f30-4e87-b90a-be2b10cdd91e), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:07.144067 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e950cad2-cb44-422d-bb9d-9ba71945e414 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks [] for router_controller (41666d46-7f30-4e87-b90a-be2b10cdd91e), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:07.192471 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e950cad2-cb44-422d-bb9d-9ba71945e414 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16317544'] for router (41666d46-7f30-4e87-b90a-be2b10cdd91e), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:07.193493 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e950cad2-cb44-422d-bb9d-9ba71945e414 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 41666d46-7f30-4e87-b90a-be2b10cdd91e {{(pid=103702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 02:56:07.200100 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e950cad2-cb44-422d-bb9d-9ba71945e414 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:07.204018 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-e950cad2-cb44-422d-bb9d-9ba71945e414 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] 10.222.0.72 "DELETE /v2.0/routers/41666d46-7f30-4e87-b90a-be2b10cdd91e HTTP/1.1" status: 204 len: 168 time: 0.3897352 Feb 19 02:56:07.231816 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418a677f-85e4-4b92-ac13-698a551b4520 req-4d739aa1-e3a8-46e5-8eb3-8f05923e08ba tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:07.233389 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-418a677f-85e4-4b92-ac13-698a551b4520 req-4d739aa1-e3a8-46e5-8eb3-8f05923e08ba tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] 10.222.0.72 "GET /v2.0/ports?device_id=e1c3a95a-eb61-4cc4-921e-3f5841475c62 HTTP/1.1" status: 200 len: 945 time: 0.1413913 Feb 19 02:56:07.235606 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7fe579d8-b308-4062-86d2-979b76858347 req-8d711622-5a5d-4052-b9a2-d6f620e60191 service neutron] 10.222.0.72 "GET /v2.0/networks/25635acc-9f56-41ab-b8cd-dd2744f3f7b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651349 Feb 19 02:56:07.312024 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7fe579d8-b308-4062-86d2-979b76858347 req-d8ad2854-b56b-4faa-b707-817ab4f62aeb service neutron] 10.222.0.72 "GET /v2.0/ports/39c50eac-1978-4f75-bc0f-d663d77b8f5b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0608690 Feb 19 02:56:07.343890 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-418a677f-85e4-4b92-ac13-698a551b4520 req-df9264d2-b1eb-492a-bb51-ce69e526ddc9 tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] 10.222.0.72 "GET /v2.0/security-groups?id=0bac9e7b-1471-4fbc-b188-1d8a02d1587a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037803 Feb 19 02:56:07.451749 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7fe579d8-b308-4062-86d2-979b76858347 req-d03d3df5-49e1-4d92-9dd0-dffe4921a253 service neutron] 10.222.0.72 "GET /v2.0/networks/25635acc-9f56-41ab-b8cd-dd2744f3f7b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320019 Feb 19 02:56:07.535070 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 39734) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:07.613471 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7fe579d8-b308-4062-86d2-979b76858347 req-c31fb300-21dd-4fbf-9956-7472bf3eb704 service neutron] 10.222.0.72 "GET /v2.0/networks/25635acc-9f56-41ab-b8cd-dd2744f3f7b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579247 Feb 19 02:56:07.633281 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9adc36-8f31-4956-a4ca-5a89854e2a9d req-52f3c755-d561-4e01-b35a-299ac847e1a6 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:07.639530 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-dc9adc36-8f31-4956-a4ca-5a89854e2a9d req-52f3c755-d561-4e01-b35a-299ac847e1a6 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/ports?device_id=5bb9eab4-0d6c-4134-ab2b-95a69750261e HTTP/1.1" status: 200 len: 945 time: 0.1103122 Feb 19 02:56:07.725039 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-fb6feb6e-f349-411c-aa59-b60708ce3ebb tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1096228332', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}, 'admin_state_up': False}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:56:07.768572 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fb6feb6e-f349-411c-aa59-b60708ce3ebb tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14172'] for router (32955ce2-1115-4453-b71e-72ce618cc2c8), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:07.770553 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fb6feb6e-f349-411c-aa59-b60708ce3ebb tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16317487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16285822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16309985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14247'] for router (32955ce2-1115-4453-b71e-72ce618cc2c8), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:07.777552 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7fe579d8-b308-4062-86d2-979b76858347 req-5b18b7f9-98f0-480e-986e-d6aa13387a10 service neutron] 10.222.0.72 "GET /v2.0/networks/25635acc-9f56-41ab-b8cd-dd2744f3f7b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620913 Feb 19 02:56:07.804797 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-dc9adc36-8f31-4956-a4ca-5a89854e2a9d req-cbacc60f-acd1-4204-a9f9-abcafd7d89fd tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d351a8c-b73e-485a-861c-36f8b0ec3310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985711 Feb 19 02:56:07.856502 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fb6feb6e-f349-411c-aa59-b60708ce3ebb tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks [] for router_controller (32955ce2-1115-4453-b71e-72ce618cc2c8), precommit_add_association {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:08.006737 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7fe579d8-b308-4062-86d2-979b76858347 req-181f90f5-6aba-4f3b-852c-6d6ee30a247e service neutron] 10.222.0.72 "GET /v2.0/networks/25635acc-9f56-41ab-b8cd-dd2744f3f7b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211070 Feb 19 02:56:08.017665 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f42fcec-47cd-4d92-ad3c-33991dd55635 req-7b1015e9-1b6b-41c0-8874-eda3dd6dac5a tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:08.019255 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9f42fcec-47cd-4d92-ad3c-33991dd55635 req-7b1015e9-1b6b-41c0-8874-eda3dd6dac5a tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b2e9057-c4b2-46db-814b-3b8888cce113&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1278000 Feb 19 02:56:08.048515 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fb6feb6e-f349-411c-aa59-b60708ce3ebb tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks [] for router_gateway (32955ce2-1115-4453-b71e-72ce618cc2c8), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:08.152253 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9f42fcec-47cd-4d92-ad3c-33991dd55635 req-573a924f-7377-46af-aa63-575e6024d5d7 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.6.29 HTTP/1.1" status: 200 len: 695 time: 0.1036863 Feb 19 02:56:08.171813 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-9f42fcec-47cd-4d92-ad3c-33991dd55635 req-81ec4f7c-4b74-45f9-8611-be448c1a5ad8 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Request body: {'floatingip': {'port_id': 'a9d2220e-9de0-438a-a82f-f709ddf4531d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:56:08.225807 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-9f42fcec-47cd-4d92-ad3c-33991dd55635 req-81ec4f7c-4b74-45f9-8611-be448c1a5ad8 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Publish callbacks [] for floatingip (ebdfad5e-40f6-430d-a85b-82924f9e2235), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:08.294756 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fb6feb6e-f349-411c-aa59-b60708ce3ebb tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks [] for router_gateway (32955ce2-1115-4453-b71e-72ce618cc2c8), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:08.297910 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7fe579d8-b308-4062-86d2-979b76858347 req-aa04f783-1a11-4115-89ed-c33f6e22e7df service neutron] 10.222.0.72 "GET /v2.0/networks/25635acc-9f56-41ab-b8cd-dd2744f3f7b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775874 Feb 19 02:56:08.315333 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fb6feb6e-f349-411c-aa59-b60708ce3ebb tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:08.459176 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-fb6feb6e-f349-411c-aa59-b60708ce3ebb tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Allocated IP 172.25.6.70 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/ba9615c3-c50a-4160-b480-39370be2349f) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:56:08.605712 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 39776) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:08.646203 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fb6feb6e-f349-411c-aa59-b60708ce3ebb tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks [] for port (ba9615c3-c50a-4160-b480-39370be2349f), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:08.732294 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fb6feb6e-f349-411c-aa59-b60708ce3ebb tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (ba9615c3-c50a-4160-b480-39370be2349f), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:08.760957 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-b9df0b01-a8cb-4209-b757-755c6e32b2dc tempest-MeteringTestJSON-807791182 tempest-MeteringTestJSON-807791182-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-560800067'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:56:08.761567 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-b9df0b01-a8cb-4209-b757-755c6e32b2dc tempest-MeteringTestJSON-807791182 tempest-MeteringTestJSON-807791182-project-admin] Unknown quota resources ['metering_label']. {{(pid=103702) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 02:56:08.793439 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6feb6e-f349-411c-aa59-b60708ce3ebb tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:56:09.075563 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7fe579d8-b308-4062-86d2-979b76858347 req-894b7dc6-cf1c-48f6-aaad-b6601a666d54 service neutron] 10.222.0.72 "GET /v2.0/networks/25635acc-9f56-41ab-b8cd-dd2744f3f7b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7654564 Feb 19 02:56:09.272201 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7fe579d8-b308-4062-86d2-979b76858347 req-06750bc4-ade6-485b-9445-85950cd13167 service neutron] 10.222.0.72 "GET /v2.0/networks/b0af2fed-15cc-4a59-82f9-c56cce972954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648185 Feb 19 02:56:09.305257 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-fb6feb6e-f349-411c-aa59-b60708ce3ebb tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:56:09.309634 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6feb6e-f349-411c-aa59-b60708ce3ebb tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:56:09.348500 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-9f42fcec-47cd-4d92-ad3c-33991dd55635 req-81ec4f7c-4b74-45f9-8611-be448c1a5ad8 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:09.356461 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-9f42fcec-47cd-4d92-ad3c-33991dd55635 req-81ec4f7c-4b74-45f9-8611-be448c1a5ad8 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16285943'] for floatingip (ebdfad5e-40f6-430d-a85b-82924f9e2235), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:09.377986 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6feb6e-f349-411c-aa59-b60708ce3ebb tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Pushing event updated for resources: {'Port': ['ID=ba9615c3-c50a-4160-b480-39370be2349f,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:09.484443 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7fe579d8-b308-4062-86d2-979b76858347 req-d9d5b0bc-8c76-4060-973f-3fb851303c9d service neutron] 10.222.0.72 "GET /v2.0/networks/b0af2fed-15cc-4a59-82f9-c56cce972954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965885 Feb 19 02:56:09.485809 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b9df0b01-a8cb-4209-b757-755c6e32b2dc tempest-MeteringTestJSON-807791182 tempest-MeteringTestJSON-807791182-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:09.489787 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-b9df0b01-a8cb-4209-b757-755c6e32b2dc tempest-MeteringTestJSON-807791182 tempest-MeteringTestJSON-807791182-project-admin] 10.222.0.72 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.8807695 Feb 19 02:56:09.490207 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 39790) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:09.526240 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-098f6e0c-4664-4c5a-84c3-b0565ade2c34 tempest-MeteringTestJSON-807791182 tempest-MeteringTestJSON-807791182-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'f1479650-d892-4131-8bb4-a7f49aabe28a'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:56:09.527097 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-098f6e0c-4664-4c5a-84c3-b0565ade2c34 tempest-MeteringTestJSON-807791182 tempest-MeteringTestJSON-807791182-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103702) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 02:56:09.558470 n-d-826753-2 neutron-server[103701]: INFO neutron.db.l3_db [req-9f42fcec-47cd-4d92-ad3c-33991dd55635 req-81ec4f7c-4b74-45f9-8611-be448c1a5ad8 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Floating IP ebdfad5e-40f6-430d-a85b-82924f9e2235 associated. External IP: 172.25.6.29, port: a9d2220e-9de0-438a-a82f-f709ddf4531d. Feb 19 02:56:09.666151 n-d-826753-2 neutron-server[103702]: WARNING neutron.services.metering.metering_plugin [None req-098f6e0c-4664-4c5a-84c3-b0565ade2c34 tempest-MeteringTestJSON-807791182 tempest-MeteringTestJSON-807791182-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 19 02:56:09.693618 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7fe579d8-b308-4062-86d2-979b76858347 req-ea96cbd5-c89a-4e3d-bdd2-036e2b9a086b service neutron] 10.222.0.72 "GET /v2.0/networks/b0af2fed-15cc-4a59-82f9-c56cce972954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984594 Feb 19 02:56:09.790383 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-098f6e0c-4664-4c5a-84c3-b0565ade2c34 tempest-MeteringTestJSON-807791182 tempest-MeteringTestJSON-807791182-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:09.791580 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-098f6e0c-4664-4c5a-84c3-b0565ade2c34 tempest-MeteringTestJSON-807791182 tempest-MeteringTestJSON-807791182-project-admin] 10.222.0.72 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3001270 Feb 19 02:56:09.795284 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 39800) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:09.802201 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-66b1c001-17ed-4985-a854-432d618fd5ba tempest-MeteringTestJSON-807791182 tempest-MeteringTestJSON-807791182-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'f1479650-d892-4131-8bb4-a7f49aabe28a'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:56:09.802693 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-66b1c001-17ed-4985-a854-432d618fd5ba tempest-MeteringTestJSON-807791182 tempest-MeteringTestJSON-807791182-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103701) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 02:56:09.912388 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fb6feb6e-f349-411c-aa59-b60708ce3ebb tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks [] for router_gateway (32955ce2-1115-4453-b71e-72ce618cc2c8), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:09.927549 n-d-826753-2 neutron-server[103701]: WARNING neutron.services.metering.metering_plugin [None req-66b1c001-17ed-4985-a854-432d618fd5ba tempest-MeteringTestJSON-807791182 tempest-MeteringTestJSON-807791182-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 19 02:56:09.985396 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7fe579d8-b308-4062-86d2-979b76858347 req-e1a50c95-da99-4bc1-92ab-5720b6a7c74e service neutron] 10.222.0.72 "GET /v2.0/networks/b0af2fed-15cc-4a59-82f9-c56cce972954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848501 Feb 19 02:56:10.048907 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-66b1c001-17ed-4985-a854-432d618fd5ba tempest-MeteringTestJSON-807791182 tempest-MeteringTestJSON-807791182-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:10.052648 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-66b1c001-17ed-4985-a854-432d618fd5ba tempest-MeteringTestJSON-807791182 tempest-MeteringTestJSON-807791182-project-admin] 10.222.0.72 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2541471 Feb 19 02:56:10.058782 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 39804) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:10.080207 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-0b698a3a-c41e-4c79-9d1b-d9f3d19718ee tempest-MeteringTestJSON-807791182 tempest-MeteringTestJSON-807791182-project-admin] 10.222.0.72 "GET /v2.0/metering/metering-label-rules?id=3df34575-83ae-4229-aae4-cfa580f0e53f HTTP/1.1" status: 200 len: 464 time: 0.0180964 Feb 19 02:56:10.080412 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9f42fcec-47cd-4d92-ad3c-33991dd55635 req-81ec4f7c-4b74-45f9-8611-be448c1a5ad8 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Router a60c8195-480a-4412-ab0f-4fa0b16a425a has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:56:10.080517 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 39810) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:10.107945 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe579d8-b308-4062-86d2-979b76858347 req-5b0d69fc-fedf-4f46-a5a1-5ddb127142b6 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:10.109377 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7fe579d8-b308-4062-86d2-979b76858347 req-5b0d69fc-fedf-4f46-a5a1-5ddb127142b6 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports/9471084b-14f7-4ecb-9ee5-e3a2aa4f8f97 HTTP/1.1" status: 200 len: 931 time: 0.1176760 Feb 19 02:56:10.207553 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fb6feb6e-f349-411c-aa59-b60708ce3ebb tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16317478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865'] for router (32955ce2-1115-4453-b71e-72ce618cc2c8), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:10.214338 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe579d8-b308-4062-86d2-979b76858347 req-1be623ef-abe0-4715-a3ce-703604c3351c tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:10.215843 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7fe579d8-b308-4062-86d2-979b76858347 req-1be623ef-abe0-4715-a3ce-703604c3351c tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports/39c50eac-1978-4f75-bc0f-d663d77b8f5b HTTP/1.1" status: 200 len: 931 time: 0.0606520 Feb 19 02:56:10.244067 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-59b482b8-b270-4464-a66b-444aad01247d tempest-MeteringTestJSON-807791182 tempest-MeteringTestJSON-807791182-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:10.245709 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-59b482b8-b270-4464-a66b-444aad01247d tempest-MeteringTestJSON-807791182 tempest-MeteringTestJSON-807791182-project-admin] 10.222.0.72 "DELETE /v2.0/metering/metering-label-rules/3df34575-83ae-4229-aae4-cfa580f0e53f HTTP/1.1" status: 204 len: 168 time: 0.1639249 Feb 19 02:56:10.248388 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 39812) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:10.271976 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-8568c8a0-a6da-474a-892e-17647406cb93 tempest-MeteringTestJSON-807791182 tempest-MeteringTestJSON-807791182-project-admin] 10.222.0.72 "GET /v2.0/metering/metering-label-rules?id=3df34575-83ae-4229-aae4-cfa580f0e53f HTTP/1.1" status: 200 len: 221 time: 0.0207617 Feb 19 02:56:10.276485 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 39814) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:10.281740 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-a8dfa95c-6130-43d3-8168-8e20e1e294df tempest-MeteringTestJSON-807791182 tempest-MeteringTestJSON-807791182-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--2043841798', 'description': 'label created by tempest'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:56:10.282672 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-a8dfa95c-6130-43d3-8168-8e20e1e294df tempest-MeteringTestJSON-807791182 tempest-MeteringTestJSON-807791182-project-admin] Unknown quota resources ['metering_label']. {{(pid=103701) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 02:56:10.352580 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9f42fcec-47cd-4d92-ad3c-33991dd55635 req-81ec4f7c-4b74-45f9-8611-be448c1a5ad8 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:56:10.361829 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14313f09-df4e-4554-8f25-f69c5a9645be None None] Sync routers for ids ['a60c8195-480a-4412-ab0f-4fa0b16a425a'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:56:10.380677 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14313f09-df4e-4554-8f25-f69c5a9645be None None] Routers {'a60c8195-480a-4412-ab0f-4fa0b16a425a'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:56:10.383815 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-14313f09-df4e-4554-8f25-f69c5a9645be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:55:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['a60c8195-480a-4412-ab0f-4fa0b16a425a'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:56:10.464261 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-9f42fcec-47cd-4d92-ad3c-33991dd55635 req-81ec4f7c-4b74-45f9-8611-be448c1a5ad8 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:10.478059 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb6feb6e-f349-411c-aa59-b60708ce3ebb tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Router 32955ce2-1115-4453-b71e-72ce618cc2c8 is scheduled to L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd with binding_index 1 {{(pid=103702) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 02:56:10.535949 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9f42fcec-47cd-4d92-ad3c-33991dd55635 req-81ec4f7c-4b74-45f9-8611-be448c1a5ad8 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] 10.222.0.72 "PUT /v2.0/floatingips/ebdfad5e-40f6-430d-a85b-82924f9e2235 HTTP/1.1" status: 200 len: 996 time: 2.3695712 Feb 19 02:56:10.540568 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a8dfa95c-6130-43d3-8168-8e20e1e294df tempest-MeteringTestJSON-807791182 tempest-MeteringTestJSON-807791182-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:10.545472 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-a8dfa95c-6130-43d3-8168-8e20e1e294df tempest-MeteringTestJSON-807791182 tempest-MeteringTestJSON-807791182-project-admin] 10.222.0.72 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2650893 Feb 19 02:56:10.545472 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b2e9057-c4b2-46db-814b-3b8888cce113', 'tag': 'a9d2220e-9de0-438a-a82f-f709ddf4531d'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:56:10.546421 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 39830) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:10.547298 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3de59e06-d9e4-446a-93f8-24e858c08d98" -d '{"events": [{"name": "network-changed", "server_uuid": "7b2e9057-c4b2-46db-814b-3b8888cce113", "tag": "a9d2220e-9de0-438a-a82f-f709ddf4531d"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:56:10.604327 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f42fcec-47cd-4d92-ad3c-33991dd55635 req-4323127c-b80b-4bc0-a3c4-e5edc2c0a6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:10.606056 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9f42fcec-47cd-4d92-ad3c-33991dd55635 req-4323127c-b80b-4bc0-a3c4-e5edc2c0a6ba service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=726a87ec871d4c369383e27ede210541&device_id=7b2e9057-c4b2-46db-814b-3b8888cce113 HTTP/1.1" status: 200 len: 1128 time: 0.0559888 Feb 19 02:56:10.640814 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-14313f09-df4e-4554-8f25-f69c5a9645be None None] Set router a60c8195-480a-4412-ab0f-4fa0b16a425a gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:56:10.656368 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-72f2bc79-3316-4e0f-a30c-027384efadf0 tempest-MeteringTestJSON-807791182 tempest-MeteringTestJSON-807791182-project-admin] 10.222.0.72 "GET /v2.0/metering/metering-labels?id=77eecf6f-de4c-4750-a002-8c0b3ba1d2ff HTTP/1.1" status: 200 len: 468 time: 0.1064067 Feb 19 02:56:10.706027 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 39838) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:10.740514 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f42fcec-47cd-4d92-ad3c-33991dd55635 req-d653edf9-9e54-4770-989d-ff484cff7bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:10.742226 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9f42fcec-47cd-4d92-ad3c-33991dd55635 req-d653edf9-9e54-4770-989d-ff484cff7bbf service neutron] 10.222.0.72 "GET /v2.0/networks?id=9a6f306a-b9cc-4273-b930-f91b907b962b HTTP/1.1" status: 200 len: 920 time: 0.1287754 Feb 19 02:56:10.861037 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9f42fcec-47cd-4d92-ad3c-33991dd55635 req-c49c3ccc-5d1e-429e-a66d-19f5f1695d1f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9d2220e-9de0-438a-a82f-f709ddf4531d HTTP/1.1" status: 200 len: 999 time: 0.1122911 Feb 19 02:56:10.913819 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb6feb6e-f349-411c-aa59-b60708ce3ebb tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:56:10.920886 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f42fcec-47cd-4d92-ad3c-33991dd55635 req-11a7a9f2-3bae-45c5-998a-779319f66090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:10.927079 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63212713-ce60-42f3-8677-abea97582c0f None None] Sync routers for ids ['32955ce2-1115-4453-b71e-72ce618cc2c8'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:56:10.928843 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9f42fcec-47cd-4d92-ad3c-33991dd55635 req-11a7a9f2-3bae-45c5-998a-779319f66090 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=babb961f-8ad0-4884-964f-6665ef96ca3a HTTP/1.1" status: 200 len: 859 time: 0.0667799 Feb 19 02:56:10.945245 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63212713-ce60-42f3-8677-abea97582c0f None None] Routers {'32955ce2-1115-4453-b71e-72ce618cc2c8'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:56:10.946322 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-63212713-ce60-42f3-8677-abea97582c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:55:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['32955ce2-1115-4453-b71e-72ce618cc2c8'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:56:10.967755 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9f42fcec-47cd-4d92-ad3c-33991dd55635 req-70d7a410-e659-4b54-91e1-1203d9ca385f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9a6f306a-b9cc-4273-b930-f91b907b962b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375869 Feb 19 02:56:10.974080 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [req-9f42fcec-47cd-4d92-ad3c-33991dd55635 req-3ca91354-370c-4611-a0c4-116cd66581e2 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103701) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:56:10.983265 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9f42fcec-47cd-4d92-ad3c-33991dd55635 req-3ca91354-370c-4611-a0c4-116cd66581e2 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0144782 Feb 19 02:56:11.053913 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-63212713-ce60-42f3-8677-abea97582c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:56:11.065991 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-04c366bb-7d7a-4012-8e2b-bf7bc4acf2aa tempest-MeteringTestJSON-807791182 tempest-MeteringTestJSON-807791182-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:11.070535 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-04c366bb-7d7a-4012-8e2b-bf7bc4acf2aa tempest-MeteringTestJSON-807791182 tempest-MeteringTestJSON-807791182-project-admin] 10.222.0.72 "DELETE /v2.0/metering/metering-labels/77eecf6f-de4c-4750-a002-8c0b3ba1d2ff HTTP/1.1" status: 204 len: 168 time: 0.3631856 Feb 19 02:56:11.073331 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 39854) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:11.082888 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-14313f09-df4e-4554-8f25-f69c5a9645be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a60c8195-480a-4412-ab0f-4fa0b16a425a', 'name': 'tempest-ServerRescueTestJSONUnderV235-912119518-router', 'tenant_id': '726a87ec871d4c369383e27ede210541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '5d6d1fb2-a8ed-4e7f-b983-93324ad8cf63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:54:50Z', 'updated_at': '2022-02-19T02:55:03Z', 'revision_number': 4, 'project_id': '726a87ec871d4c369383e27ede210541', 'gw_port': {'id': '5d6d1fb2-a8ed-4e7f-b983-93324ad8cf63', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:95:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a60c8195-480a-4412-ab0f-4fa0b16a425a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:54:53Z', 'updated_at': '2022-02-19T02:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': 'ebdfad5e-40f6-430d-a85b-82924f9e2235', 'tenant_id': '726a87ec871d4c369383e27ede210541', 'floating_ip_address': '172.25.6.29', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': 'a60c8195-480a-4412-ab0f-4fa0b16a425a', 'port_id': 'a9d2220e-9de0-438a-a82f-f709ddf4531d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1860, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a6f306a-b9cc-4273-b930-f91b907b962b', 'mac_address': 'fa:16:3e:6f:22:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2e9057-c4b2-46db-814b-3b8888cce113', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:56:05Z', 'updated_at': '2022-02-19T02:56:09Z', 'revision_number': 1, 'project_id': '726a87ec871d4c369383e27ede210541', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a7eae48-a562-4d5a-9661-f186ae94425c', 'name': '', 'network_id': '9a6f306a-b9cc-4273-b930-f91b907b962b', 'tenant_id': '726a87ec871d4c369383e27ede210541', 'mac_address': 'fa:16:3e:ac:9f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a60c8195-480a-4412-ab0f-4fa0b16a425a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'babb961f-8ad0-4884-964f-6665ef96ca3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:55:00Z', 'updated_at': '2022-02-19T02:55:11Z', 'revision_number': 5, 'project_id': '726a87ec871d4c369383e27ede210541', 'subnets': [{'id': 'babb961f-8ad0-4884-964f-6665ef96ca3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:56:11.088006 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63212713-ce60-42f3-8677-abea97582c0f None None] Routers {'32955ce2-1115-4453-b71e-72ce618cc2c8'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:56:11.088645 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-63212713-ce60-42f3-8677-abea97582c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:55:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['32955ce2-1115-4453-b71e-72ce618cc2c8'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:56:11.110557 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fb6feb6e-f349-411c-aa59-b60708ce3ebb tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:11.115131 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-fb6feb6e-f349-411c-aa59-b60708ce3ebb tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.5789247 Feb 19 02:56:11.115884 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 39860) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:11.120275 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-78ceb14d-76ef-4815-8177-69c5716956fd tempest-MeteringTestJSON-807791182 tempest-MeteringTestJSON-807791182-project-admin] 10.222.0.72 "GET /v2.0/metering/metering-labels?id=77eecf6f-de4c-4750-a002-8c0b3ba1d2ff HTTP/1.1" status: 200 len: 216 time: 0.0456831 Feb 19 02:56:11.125599 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 39862) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:11.133901 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-63212713-ce60-42f3-8677-abea97582c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:56:11.134554 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63212713-ce60-42f3-8677-abea97582c0f None None] The sync data for ids ['32955ce2-1115-4453-b71e-72ce618cc2c8'] in n-d-826753-2 is: [] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:56:11.154139 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14313f09-df4e-4554-8f25-f69c5a9645be None None] Checking router: a60c8195-480a-4412-ab0f-4fa0b16a425a for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:56:11.181421 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14313f09-df4e-4554-8f25-f69c5a9645be None None] Routers {'a60c8195-480a-4412-ab0f-4fa0b16a425a'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:56:11.182552 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-14313f09-df4e-4554-8f25-f69c5a9645be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:55:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['a60c8195-480a-4412-ab0f-4fa0b16a425a'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:56:11.200579 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-6c83b9cd-9a13-4261-a102-87f96199f24f tempest-MeteringTestJSON-807791182 tempest-MeteringTestJSON-807791182-project-admin] 10.222.0.72 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0682387 Feb 19 02:56:11.203072 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 39864) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:11.210874 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9f42fcec-47cd-4d92-ad3c-33991dd55635 req-c44d03a6-6993-4761-b97c-44a4fbaf0c45 service neutron] 10.222.0.72 "GET /v2.0/networks/9a6f306a-b9cc-4273-b930-f91b907b962b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262771 Feb 19 02:56:11.254259 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-73fcb98b-4552-4bc7-a1b5-7d0c29d07120 tempest-MeteringTestJSON-807791182 tempest-MeteringTestJSON-807791182-project-admin] 10.222.0.72 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0453334 Feb 19 02:56:11.255204 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 39866) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:11.326962 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-e0686481-855e-4a42-bc78-88127bc48380 tempest-MeteringTestJSON-807791182 tempest-MeteringTestJSON-807791182-project-admin] 10.222.0.72 "GET /v2.0/metering/metering-labels/f1479650-d892-4131-8bb4-a7f49aabe28a HTTP/1.1" status: 200 len: 472 time: 0.0658815 Feb 19 02:56:11.327455 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-d3fd2fb6-271b-4ac6-a178-614b95226107 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] 10.222.0.72 "GET /v2.0/routers/32955ce2-1115-4453-b71e-72ce618cc2c8 HTTP/1.1" status: 200 len: 924 time: 0.2098110 Feb 19 02:56:11.328051 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 39870) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:11.329040 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 39868) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:11.336458 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-14313f09-df4e-4554-8f25-f69c5a9645be None None] Set router a60c8195-480a-4412-ab0f-4fa0b16a425a gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:56:11.351549 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-79cb2a0a-c7e4-416d-8e49-d9c9ce4d4a5f tempest-MeteringTestJSON-807791182 tempest-MeteringTestJSON-807791182-project-admin] 10.222.0.72 "GET /v2.0/metering/metering-label-rules/b3b3ced5-fc27-4736-94a7-1ee954a1debb HTTP/1.1" status: 200 len: 461 time: 0.0177376 Feb 19 02:56:11.362632 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 39874) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:11.367595 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-afcd1cbe-6103-4883-b5d5-5d8960753263 tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] 10.222.0.72 "GET /v2.0/ports?device_id=32955ce2-1115-4453-b71e-72ce618cc2c8 HTTP/1.1" status: 200 len: 205 time: 0.0368755 Feb 19 02:56:11.369479 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 39876) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:11.388062 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe579d8-b308-4062-86d2-979b76858347 req-28249e93-4a3d-4a86-a366-638f95da03f0 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:11.389507 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7fe579d8-b308-4062-86d2-979b76858347 req-28249e93-4a3d-4a86-a366-638f95da03f0 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports/9471084b-14f7-4ecb-9ee5-e3a2aa4f8f97 HTTP/1.1" status: 200 len: 931 time: 0.2984457 Feb 19 02:56:11.398010 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223cb892-bb35-47d8-830f-77f96392fb99 req-fe3d6cdd-7c57-4c74-a2d4-f0631a2f3b1f tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:11.400056 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-223cb892-bb35-47d8-830f-77f96392fb99 req-fe3d6cdd-7c57-4c74-a2d4-f0631a2f3b1f tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] 10.222.0.72 "GET /v2.0/ports?device_id=ceebe91a-d741-40de-93eb-f22e35377004 HTTP/1.1" status: 200 len: 945 time: 0.2913258 Feb 19 02:56:11.500704 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-223cb892-bb35-47d8-830f-77f96392fb99 req-1c370d58-af84-472c-aaaa-963a0ed1c1de tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] 10.222.0.72 "GET /v2.0/security-groups?id=0bac9e7b-1471-4fbc-b188-1d8a02d1587a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948138 Feb 19 02:56:11.537301 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-36515802-d3bf-42c7-9c3d-65923a3acf7f tempest-MeteringTestJSON-807791182 tempest-MeteringTestJSON-807791182-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:11.541595 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-36515802-d3bf-42c7-9c3d-65923a3acf7f tempest-MeteringTestJSON-807791182 tempest-MeteringTestJSON-807791182-project-admin] 10.222.0.72 "DELETE /v2.0/metering/metering-label-rules/b3b3ced5-fc27-4736-94a7-1ee954a1debb HTTP/1.1" status: 204 len: 168 time: 0.1728327 Feb 19 02:56:11.542633 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 39884) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:11.542777 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9f42fcec-47cd-4d92-ad3c-33991dd55635 req-efd7d410-8377-4bf6-8e9b-7a145dcc0274 service neutron] 10.222.0.72 "GET /v2.0/networks/9a6f306a-b9cc-4273-b930-f91b907b962b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3279285 Feb 19 02:56:11.549440 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe579d8-b308-4062-86d2-979b76858347 req-fb5b8280-1d4e-42a9-8354-517aa3e192a8 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:11.550902 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7fe579d8-b308-4062-86d2-979b76858347 req-fb5b8280-1d4e-42a9-8354-517aa3e192a8 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports/39c50eac-1978-4f75-bc0f-d663d77b8f5b HTTP/1.1" status: 200 len: 931 time: 0.1482008 Feb 19 02:56:11.720271 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-14313f09-df4e-4554-8f25-f69c5a9645be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a60c8195-480a-4412-ab0f-4fa0b16a425a', 'name': 'tempest-ServerRescueTestJSONUnderV235-912119518-router', 'tenant_id': '726a87ec871d4c369383e27ede210541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '5d6d1fb2-a8ed-4e7f-b983-93324ad8cf63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:54:50Z', 'updated_at': '2022-02-19T02:55:03Z', 'revision_number': 4, 'project_id': '726a87ec871d4c369383e27ede210541', 'gw_port': {'id': '5d6d1fb2-a8ed-4e7f-b983-93324ad8cf63', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:95:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a60c8195-480a-4412-ab0f-4fa0b16a425a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:54:53Z', 'updated_at': '2022-02-19T02:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': 'ebdfad5e-40f6-430d-a85b-82924f9e2235', 'tenant_id': '726a87ec871d4c369383e27ede210541', 'floating_ip_address': '172.25.6.29', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': 'a60c8195-480a-4412-ab0f-4fa0b16a425a', 'port_id': 'a9d2220e-9de0-438a-a82f-f709ddf4531d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1860, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a6f306a-b9cc-4273-b930-f91b907b962b', 'mac_address': 'fa:16:3e:6f:22:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2e9057-c4b2-46db-814b-3b8888cce113', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:56:05Z', 'updated_at': '2022-02-19T02:56:09Z', 'revision_number': 1, 'project_id': '726a87ec871d4c369383e27ede210541', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a7eae48-a562-4d5a-9661-f186ae94425c', 'name': '', 'network_id': '9a6f306a-b9cc-4273-b930-f91b907b962b', 'tenant_id': '726a87ec871d4c369383e27ede210541', 'mac_address': 'fa:16:3e:ac:9f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a60c8195-480a-4412-ab0f-4fa0b16a425a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'babb961f-8ad0-4884-964f-6665ef96ca3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:55:00Z', 'updated_at': '2022-02-19T02:55:11Z', 'revision_number': 5, 'project_id': '726a87ec871d4c369383e27ede210541', 'subnets': [{'id': 'babb961f-8ad0-4884-964f-6665ef96ca3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:56:11.754853 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14313f09-df4e-4554-8f25-f69c5a9645be None None] The sync data for ids ['a60c8195-480a-4412-ab0f-4fa0b16a425a'] in n-d-826753-2 is: [{'id': 'a60c8195-480a-4412-ab0f-4fa0b16a425a', 'name': 'tempest-ServerRescueTestJSONUnderV235-912119518-router', 'tenant_id': '726a87ec871d4c369383e27ede210541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '5d6d1fb2-a8ed-4e7f-b983-93324ad8cf63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:54:50Z', 'updated_at': '2022-02-19T02:55:03Z', 'revision_number': 4, 'project_id': '726a87ec871d4c369383e27ede210541', 'gw_port': {'id': '5d6d1fb2-a8ed-4e7f-b983-93324ad8cf63', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:95:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a60c8195-480a-4412-ab0f-4fa0b16a425a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:54:53Z', 'updated_at': '2022-02-19T02:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': 'ebdfad5e-40f6-430d-a85b-82924f9e2235', 'tenant_id': '726a87ec871d4c369383e27ede210541', 'floating_ip_address': '172.25.6.29', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': 'a60c8195-480a-4412-ab0f-4fa0b16a425a', 'port_id': 'a9d2220e-9de0-438a-a82f-f709ddf4531d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1860, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a6f306a-b9cc-4273-b930-f91b907b962b', 'mac_address': 'fa:16:3e:6f:22:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2e9057-c4b2-46db-814b-3b8888cce113', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:56:05Z', 'updated_at': '2022-02-19T02:56:09Z', 'revision_number': 1, 'project_id': '726a87ec871d4c369383e27ede210541', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a7eae48-a562-4d5a-9661-f186ae94425c', 'name': '', 'network_id': '9a6f306a-b9cc-4273-b930-f91b907b962b', 'tenant_id': '726a87ec871d4c369383e27ede210541', 'mac_address': 'fa:16:3e:ac:9f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a60c8195-480a-4412-ab0f-4fa0b16a425a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'babb961f-8ad0-4884-964f-6665ef96ca3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:55:00Z', 'updated_at': '2022-02-19T02:55:11Z', 'revision_number': 5, 'project_id': '726a87ec871d4c369383e27ede210541', 'subnets': [{'id': 'babb961f-8ad0-4884-964f-6665ef96ca3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:56:11.801262 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d75f512-2081-46a6-a591-b7b4683544c5 x-openstack-request-id: req-0d75f512-2081-46a6-a591-b7b4683544c5 {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:56:11.801571 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b2e9057-c4b2-46db-814b-3b8888cce113", "tag": "a9d2220e-9de0-438a-a82f-f709ddf4531d", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:56:11.801973 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0d75f512-2081-46a6-a591-b7b4683544c5 {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:56:11.802644 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b2e9057-c4b2-46db-814b-3b8888cce113', 'tag': 'a9d2220e-9de0-438a-a82f-f709ddf4531d', 'status': 'completed', 'code': 200} Feb 19 02:56:11.967854 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9497d3f0-f4cd-4b88-a18a-795484ed5a69 req-5c1ec4e4-74fd-484f-b81a-ca49890a0fae tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 210 time: 0.1069751 Feb 19 02:56:12.000921 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de59e06-d9e4-446a-93f8-24e858c08d98 req-ad07852d-75f6-4821-9b89-2a0305a12cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:12.013099 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3de59e06-d9e4-446a-93f8-24e858c08d98 req-ad07852d-75f6-4821-9b89-2a0305a12cc8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=726a87ec871d4c369383e27ede210541&device_id=7b2e9057-c4b2-46db-814b-3b8888cce113 HTTP/1.1" status: 200 len: 1128 time: 0.1481509 Feb 19 02:56:12.118013 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-87eacf66-708a-4201-925c-a292353e919d tempest-MeteringTestJSON-807791182 tempest-MeteringTestJSON-807791182-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:12.119289 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-87eacf66-708a-4201-925c-a292353e919d tempest-MeteringTestJSON-807791182 tempest-MeteringTestJSON-807791182-project-admin] 10.222.0.72 "DELETE /v2.0/metering/metering-labels/f1479650-d892-4131-8bb4-a7f49aabe28a HTTP/1.1" status: 204 len: 168 time: 0.5735078 Feb 19 02:56:12.127982 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b581a1d0-3261-454e-b10b-ad16e63313db tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks [] for router (32955ce2-1115-4453-b71e-72ce618cc2c8), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:12.331652 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b849d355-8a44-402c-9b69-9ae7f96c45f9 None None] New status for floating IP ebdfad5e-40f6-430d-a85b-82924f9e2235: ACTIVE {{(pid=103704) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 02:56:12.418746 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b581a1d0-3261-454e-b10b-ad16e63313db tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks [] for router_gateway (32955ce2-1115-4453-b71e-72ce618cc2c8), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:12.565592 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-b581a1d0-3261-454e-b10b-ad16e63313db tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Deleting port ba9615c3-c50a-4160-b480-39370be2349f {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:56:12.566336 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b581a1d0-3261-454e-b10b-ad16e63313db tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (ba9615c3-c50a-4160-b480-39370be2349f), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:12.879390 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e472a5ed-cb10-473d-8a88-d624fbc58d3d req-13f0c659-829a-42d5-be90-590327cb69dc tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.6.29 HTTP/1.1" status: 200 len: 999 time: 0.8439941 Feb 19 02:56:12.966846 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 39918) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:12.969154 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de59e06-d9e4-446a-93f8-24e858c08d98 req-c7027b45-be77-4367-be88-d6e3e50ea749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:12.971073 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3de59e06-d9e4-446a-93f8-24e858c08d98 req-c7027b45-be77-4367-be88-d6e3e50ea749 service neutron] 10.222.0.82 "GET /v2.0/networks?id=9a6f306a-b9cc-4273-b930-f91b907b962b HTTP/1.1" status: 200 len: 920 time: 0.9368882 Feb 19 02:56:13.043849 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b581a1d0-3261-454e-b10b-ad16e63313db tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (ba9615c3-c50a-4160-b480-39370be2349f), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:13.074086 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-b581a1d0-3261-454e-b10b-ad16e63313db tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Calling delete_port for ba9615c3-c50a-4160-b480-39370be2349f owned by network:router_gateway {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:56:13.097867 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a7e44a-1bdd-4184-ae7c-7cef1a79fbad req-c53995c7-27f8-4f75-ac7d-deded899c9a1 tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:13.109300 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b8a7e44a-1bdd-4184-ae7c-7cef1a79fbad req-c53995c7-27f8-4f75-ac7d-deded899c9a1 tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] 10.222.0.72 "GET /v2.0/ports?device_id=5f12a184-9855-47ef-9519-bda13ef9ecdc HTTP/1.1" status: 200 len: 946 time: 1.0854616 Feb 19 02:56:13.109300 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e472a5ed-cb10-473d-8a88-d624fbc58d3d req-781c5d03-c6cf-40d5-b05a-f207cc0dae68 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:13.109300 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e472a5ed-cb10-473d-8a88-d624fbc58d3d req-781c5d03-c6cf-40d5-b05a-f207cc0dae68 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] 10.222.0.72 "GET /v2.0/ports/a9d2220e-9de0-438a-a82f-f709ddf4531d HTTP/1.1" status: 200 len: 943 time: 0.2276790 Feb 19 02:56:13.116409 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3de59e06-d9e4-446a-93f8-24e858c08d98 req-ae52f42e-1baa-4042-95cc-8d8e147ea3cb service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9d2220e-9de0-438a-a82f-f709ddf4531d HTTP/1.1" status: 200 len: 1001 time: 0.1273491 Feb 19 02:56:13.317388 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a03f3a80-9132-41d8-b959-0eea0f4d7ee6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:13.359144 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b8a7e44a-1bdd-4184-ae7c-7cef1a79fbad req-0fdcce21-9c7e-4bbb-bcd4-5b27165c2ba1 tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] 10.222.0.72 "GET /v2.0/security-groups?id=0bac9e7b-1471-4fbc-b188-1d8a02d1587a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501452 Feb 19 02:56:13.417367 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b581a1d0-3261-454e-b10b-ad16e63313db tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (ba9615c3-c50a-4160-b480-39370be2349f), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:13.422612 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de59e06-d9e4-446a-93f8-24e858c08d98 req-a56a756d-fce9-441f-935d-2609ca594362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:13.424110 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3de59e06-d9e4-446a-93f8-24e858c08d98 req-a56a756d-fce9-441f-935d-2609ca594362 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=babb961f-8ad0-4884-964f-6665ef96ca3a HTTP/1.1" status: 200 len: 859 time: 0.2812853 Feb 19 02:56:13.464983 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b581a1d0-3261-454e-b10b-ad16e63313db tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Pushing event deleted for resources: {'Port': ['ID=ba9615c3-c50a-4160-b480-39370be2349f,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:13.533764 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e472a5ed-cb10-473d-8a88-d624fbc58d3d req-76e97a03-1c57-4526-b94a-a7cb71215089 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.6.29 HTTP/1.1" status: 200 len: 1001 time: 0.2840631 Feb 19 02:56:13.565041 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe579d8-b308-4062-86d2-979b76858347 req-cc98fcf6-a72c-4570-a8fc-007f6bab99c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:13.566443 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7fe579d8-b308-4062-86d2-979b76858347 req-cc98fcf6-a72c-4570-a8fc-007f6bab99c1 service neutron] 10.222.0.73 "GET /v2.0/ports/9471084b-14f7-4ecb-9ee5-e3a2aa4f8f97 HTTP/1.1" status: 200 len: 1027 time: 0.2534997 Feb 19 02:56:13.573264 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3de59e06-d9e4-446a-93f8-24e858c08d98 req-b905328a-d8f3-4ff0-9a5b-78f9a86011dd service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9a6f306a-b9cc-4273-b930-f91b907b962b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1314404 Feb 19 02:56:13.595576 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b581a1d0-3261-454e-b10b-ad16e63313db tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16285837'] for router_gateway (32955ce2-1115-4453-b71e-72ce618cc2c8), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:13.752776 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b581a1d0-3261-454e-b10b-ad16e63313db tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16317457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14254'] for router (32955ce2-1115-4453-b71e-72ce618cc2c8), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:13.756472 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b581a1d0-3261-454e-b10b-ad16e63313db tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks [] for router_controller (32955ce2-1115-4453-b71e-72ce618cc2c8), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:13.825687 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe579d8-b308-4062-86d2-979b76858347 req-b2d14fc3-2e19-4a63-8cf2-4d9e0b8e6085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:13.827088 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7fe579d8-b308-4062-86d2-979b76858347 req-b2d14fc3-2e19-4a63-8cf2-4d9e0b8e6085 service neutron] 10.222.0.73 "GET /v2.0/ports/39c50eac-1978-4f75-bc0f-d663d77b8f5b HTTP/1.1" status: 200 len: 1027 time: 0.2323813 Feb 19 02:56:13.846835 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17c6313-4ce8-42dd-9f1f-26340a9cc8af req-f49513c3-5e1b-4535-a616-851a052f3b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:13.851336 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-b17c6313-4ce8-42dd-9f1f-26340a9cc8af req-f49513c3-5e1b-4535-a616-851a052f3b63 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8ee938a19b3e4074b489f411ca258ca6&device_id=5bb9eab4-0d6c-4134-ab2b-95a69750261e HTTP/1.1" status: 200 len: 1127 time: 0.1707671 Feb 19 02:56:13.855665 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b581a1d0-3261-454e-b10b-ad16e63313db tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16317544'] for router (32955ce2-1115-4453-b71e-72ce618cc2c8), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:13.856480 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b581a1d0-3261-454e-b10b-ad16e63313db tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Fanout notify agent at l3_agent the message router_deleted on router 32955ce2-1115-4453-b71e-72ce618cc2c8 {{(pid=103702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 02:56:13.861935 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5fbb3855-9711-49ad-add2-50f8cc25a67f req-8556f81c-8b1a-4dcd-b11c-cf1b04b033f6 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 210 time: 0.0690081 Feb 19 02:56:13.890851 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b581a1d0-3261-454e-b10b-ad16e63313db tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:13.895695 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-b581a1d0-3261-454e-b10b-ad16e63313db tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] 10.222.0.72 "DELETE /v2.0/routers/32955ce2-1115-4453-b71e-72ce618cc2c8 HTTP/1.1" status: 204 len: 168 time: 2.5154047 Feb 19 02:56:13.896628 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 39944) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:13.911320 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-1becf363-d1eb-4acd-a2a9-5ed25849f7b3 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2130374289', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'enable_snat': False}}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:56:14.012197 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e472a5ed-cb10-473d-8a88-d624fbc58d3d req-bad23bb2-3f6e-42ad-9a34-fb476c988db4 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:14.013468 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e472a5ed-cb10-473d-8a88-d624fbc58d3d req-bad23bb2-3f6e-42ad-9a34-fb476c988db4 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] 10.222.0.72 "GET /v2.0/networks/eaf64708-9021-419e-b287-ef3e0f51e2ee HTTP/1.1" status: 200 len: 784 time: 0.4770546 Feb 19 02:56:14.072996 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a03f3a80-9132-41d8-b959-0eea0f4d7ee6 admin admin] Publish callbacks [] for security_group (43966d4d-9976-4e03-b6df-b48b153d4658), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:14.076082 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3de59e06-d9e4-446a-93f8-24e858c08d98 req-0928d476-4ec3-4302-823c-48d9106cb02f service neutron] 10.222.0.82 "GET /v2.0/networks/9a6f306a-b9cc-4273-b930-f91b907b962b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4774070 Feb 19 02:56:14.095843 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1becf363-d1eb-4acd-a2a9-5ed25849f7b3 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14172'] for router (33f11615-ea25-42b8-b888-9e8288ee012a), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:14.106346 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1becf363-d1eb-4acd-a2a9-5ed25849f7b3 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16317487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16285822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16309985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14247'] for router (33f11615-ea25-42b8-b888-9e8288ee012a), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:14.161812 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a03f3a80-9132-41d8-b959-0eea0f4d7ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (43966d4d-9976-4e03-b6df-b48b153d4658), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:14.224704 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1becf363-d1eb-4acd-a2a9-5ed25849f7b3 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks [] for router_controller (33f11615-ea25-42b8-b888-9e8288ee012a), precommit_add_association {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:14.227830 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17c6313-4ce8-42dd-9f1f-26340a9cc8af req-fdcb8ad1-6154-43ed-8455-72f6f6edb669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:14.230111 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-b17c6313-4ce8-42dd-9f1f-26340a9cc8af req-fdcb8ad1-6154-43ed-8455-72f6f6edb669 service neutron] 10.222.0.82 "GET /v2.0/networks?id=2a0a79ed-8a33-4798-af54-05a0cb1f0f3c HTTP/1.1" status: 200 len: 919 time: 0.3368547 Feb 19 02:56:14.324958 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-b17c6313-4ce8-42dd-9f1f-26340a9cc8af req-ed492414-c543-4ae4-a6fd-d0dc528a58a4 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dbe88812-a5ed-4d59-8ee2-a6462da57fd6 HTTP/1.1" status: 200 len: 217 time: 0.0424848 Feb 19 02:56:14.475229 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1becf363-d1eb-4acd-a2a9-5ed25849f7b3 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks [] for router_gateway (33f11615-ea25-42b8-b888-9e8288ee012a), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:14.498511 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17c6313-4ce8-42dd-9f1f-26340a9cc8af req-7262cc83-3996-4e12-aa3c-9fa4bcc09667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:14.500052 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-b17c6313-4ce8-42dd-9f1f-26340a9cc8af req-7262cc83-3996-4e12-aa3c-9fa4bcc09667 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1de208d8-9bd1-42de-af89-32eb5f962cf7 HTTP/1.1" status: 200 len: 858 time: 0.1725163 Feb 19 02:56:14.505982 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-a03f3a80-9132-41d8-b959-0eea0f4d7ee6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=23f5f9edd7cf42ffa8f849dd758c14bb&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5341129 Feb 19 02:56:14.513515 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 39956) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:14.516902 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f3a80-9132-41d8-b959-0eea0f4d7ee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43966d4d-9976-4e03-b6df-b48b153d4658,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:14.530168 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e472a5ed-cb10-473d-8a88-d624fbc58d3d req-9ddabcae-6de0-4aa9-a5a0-dd6532d5bfde tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.6.29 HTTP/1.1" status: 200 len: 1001 time: 0.5043187 Feb 19 02:56:14.535960 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe579d8-b308-4062-86d2-979b76858347 req-769c1fd0-bbc9-4daf-adc8-737a038f48d1 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:14.541757 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe579d8-b308-4062-86d2-979b76858347 req-769c1fd0-bbc9-4daf-adc8-737a038f48d1 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:14.546729 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe579d8-b308-4062-86d2-979b76858347 req-769c1fd0-bbc9-4daf-adc8-737a038f48d1 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:14.548317 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7fe579d8-b308-4062-86d2-979b76858347 req-769c1fd0-bbc9-4daf-adc8-737a038f48d1 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.73 "GET /v2.0/networks?id=d6693eea-5935-4b21-81c1-498cbd8a50e6&id=25635acc-9f56-41ab-b8cd-dd2744f3f7b3&id=25635acc-9f56-41ab-b8cd-dd2744f3f7b3&id=25635acc-9f56-41ab-b8cd-dd2744f3f7b3&id=25635acc-9f56-41ab-b8cd-dd2744f3f7b3&id=b0af2fed-15cc-4a59-82f9-c56cce972954&id=b0af2fed-15cc-4a59-82f9-c56cce972954 HTTP/1.1" status: 200 len: 1990 time: 0.6965642 Feb 19 02:56:14.549773 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-b17c6313-4ce8-42dd-9f1f-26340a9cc8af req-1358e282-f113-4632-868f-3a805f2956d4 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2a0a79ed-8a33-4798-af54-05a0cb1f0f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324538 Feb 19 02:56:14.573636 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-e472a5ed-cb10-473d-8a88-d624fbc58d3d req-4d5183b1-cca5-466f-9bd4-8640c4e036b1 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:56:14.748541 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3de59e06-d9e4-446a-93f8-24e858c08d98 req-84c77e6c-246f-4a28-babe-30a8b9bdc82f service neutron] 10.222.0.82 "GET /v2.0/networks/9a6f306a-b9cc-4273-b930-f91b907b962b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6288366 Feb 19 02:56:14.753595 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-b17c6313-4ce8-42dd-9f1f-26340a9cc8af req-ef269f6a-9c2f-4fa6-9489-5e9b0ff9e444 service neutron] 10.222.0.82 "GET /v2.0/networks/2a0a79ed-8a33-4798-af54-05a0cb1f0f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730616 Feb 19 02:56:14.774724 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36644db-3bea-4848-98f3-286e1c8ab4e5 req-51dff7a0-a352-41fd-bee1-9382e9a718b4 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:14.783577 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d36644db-3bea-4848-98f3-286e1c8ab4e5 req-51dff7a0-a352-41fd-bee1-9382e9a718b4 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/ports?device_id=5bb9eab4-0d6c-4134-ab2b-95a69750261e HTTP/1.1" status: 200 len: 945 time: 0.4386120 Feb 19 02:56:14.820063 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-e472a5ed-cb10-473d-8a88-d624fbc58d3d req-4d5183b1-cca5-466f-9bd4-8640c4e036b1 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Publish callbacks [] for floatingip (ebdfad5e-40f6-430d-a85b-82924f9e2235), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:14.920425 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7fe579d8-b308-4062-86d2-979b76858347 req-d5b186a3-f8fe-46e6-a685-abe82c3219bb tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ec3dd7afd834c809d570f5110147b8d HTTP/1.1" status: 200 len: 380 time: 0.3375413 Feb 19 02:56:14.938020 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-7fe579d8-b308-4062-86d2-979b76858347 req-8c7cdecc-f367-4649-81ce-d3e97ee49071 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Request body: {'port': {'device_id': 'adc61766-d3ce-4371-ba49-05b3f7dc0524', 'network_id': 'd6693eea-5935-4b21-81c1-498cbd8a50e6', 'admin_state_up': True, 'tenant_id': '6ec3dd7afd834c809d570f5110147b8d', 'security_groups': ['197f0109-f833-46dd-9ffe-3ff812885f73']}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:56:14.956619 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e6996e3e-35fd-45e2-8953-ac58f4dbd442 admin admin] Publish callbacks [] for security_group (43966d4d-9976-4e03-b6df-b48b153d4658), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:15.060460 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-b17c6313-4ce8-42dd-9f1f-26340a9cc8af req-df3f0cc9-6993-4e08-b985-f912d453731e service neutron] 10.222.0.82 "GET /v2.0/networks/2a0a79ed-8a33-4798-af54-05a0cb1f0f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378197 Feb 19 02:56:15.064149 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1becf363-d1eb-4acd-a2a9-5ed25849f7b3 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks [] for router_gateway (33f11615-ea25-42b8-b888-9e8288ee012a), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:15.067859 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d36644db-3bea-4848-98f3-286e1c8ab4e5 req-83a349f5-f40e-4609-8458-6022fa07db6c tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d351a8c-b73e-485a-861c-36f8b0ec3310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782431 Feb 19 02:56:15.087529 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1becf363-d1eb-4acd-a2a9-5ed25849f7b3 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:15.139496 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e6996e3e-35fd-45e2-8953-ac58f4dbd442 admin admin] Publish callbacks [] for security_group (43966d4d-9976-4e03-b6df-b48b153d4658), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:15.284641 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-1becf363-d1eb-4acd-a2a9-5ed25849f7b3 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Allocated IP 172.25.6.67 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/d5c5e07b-702f-4871-b515-026fb65ca14d) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:56:15.440149 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-e472a5ed-cb10-473d-8a88-d624fbc58d3d req-4d5183b1-cca5-466f-9bd4-8640c4e036b1 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:15.461582 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-e472a5ed-cb10-473d-8a88-d624fbc58d3d req-4d5183b1-cca5-466f-9bd4-8640c4e036b1 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16285943'] for floatingip (ebdfad5e-40f6-430d-a85b-82924f9e2235), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:15.462065 n-d-826753-2 neutron-server[103701]: INFO neutron.db.l3_db [req-e472a5ed-cb10-473d-8a88-d624fbc58d3d req-4d5183b1-cca5-466f-9bd4-8640c4e036b1 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Floating IP ebdfad5e-40f6-430d-a85b-82924f9e2235 disassociated. External IP: 172.25.6.29, port: a9d2220e-9de0-438a-a82f-f709ddf4531d. Feb 19 02:56:15.468959 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1becf363-d1eb-4acd-a2a9-5ed25849f7b3 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks [] for port (d5c5e07b-702f-4871-b515-026fb65ca14d), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:15.474506 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-ea777510-f524-4ec7-9543-47513a30bc9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:15.520196 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e6996e3e-35fd-45e2-8953-ac58f4dbd442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (43966d4d-9976-4e03-b6df-b48b153d4658), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:15.524855 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e6996e3e-35fd-45e2-8953-ac58f4dbd442 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:15.528498 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-e6996e3e-35fd-45e2-8953-ac58f4dbd442 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/43966d4d-9976-4e03-b6df-b48b153d4658 HTTP/1.1" status: 204 len: 168 time: 1.0101218 Feb 19 02:56:15.530730 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1becf363-d1eb-4acd-a2a9-5ed25849f7b3 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (d5c5e07b-702f-4871-b515-026fb65ca14d), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:15.542423 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fe579d8-b308-4062-86d2-979b76858347 req-8c7cdecc-f367-4649-81ce-d3e97ee49071 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Made reservation on behalf of 6ec3dd7afd834c809d570f5110147b8d for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:56:15.545979 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-7fe579d8-b308-4062-86d2-979b76858347 req-8c7cdecc-f367-4649-81ce-d3e97ee49071 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:15.565258 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6996e3e-35fd-45e2-8953-ac58f4dbd442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43966d4d-9976-4e03-b6df-b48b153d4658,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:15.583616 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db34eb5-f0d3-4c77-9626-7a5b14c2f032 req-7b6aca3b-8315-4f36-8c80-ac76489bf2fa tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:15.592070 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6db34eb5-f0d3-4c77-9626-7a5b14c2f032 req-7b6aca3b-8315-4f36-8c80-ac76489bf2fa tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] 10.222.0.72 "GET /v2.0/ports?device_id=5f12a184-9855-47ef-9519-bda13ef9ecdc HTTP/1.1" status: 200 len: 946 time: 0.3103018 Feb 19 02:56:15.623213 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1becf363-d1eb-4acd-a2a9-5ed25849f7b3 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:56:15.627100 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-1becf363-d1eb-4acd-a2a9-5ed25849f7b3 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:56:15.629700 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1becf363-d1eb-4acd-a2a9-5ed25849f7b3 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:56:15.732849 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1becf363-d1eb-4acd-a2a9-5ed25849f7b3 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Pushing event updated for resources: {'Port': ['ID=d5c5e07b-702f-4871-b515-026fb65ca14d,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:15.867472 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6db34eb5-f0d3-4c77-9626-7a5b14c2f032 req-5c97766f-bdc6-440b-9479-e508d83f3888 tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] 10.222.0.72 "GET /v2.0/security-groups?id=0bac9e7b-1471-4fbc-b188-1d8a02d1587a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669170 Feb 19 02:56:16.127273 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1becf363-d1eb-4acd-a2a9-5ed25849f7b3 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks [] for router_gateway (33f11615-ea25-42b8-b888-9e8288ee012a), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:16.262236 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992f6710-281e-43be-846a-986a636c2cd6 req-c1f77211-a8d9-4c9e-8b0a-8bb263a50367 tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:16.263735 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-992f6710-281e-43be-846a-986a636c2cd6 req-c1f77211-a8d9-4c9e-8b0a-8bb263a50367 tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] 10.222.0.73 "GET /v2.0/ports?device_id=5f12a184-9855-47ef-9519-bda13ef9ecdc HTTP/1.1" status: 200 len: 946 time: 0.1725023 Feb 19 02:56:16.318964 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e472a5ed-cb10-473d-8a88-d624fbc58d3d req-4d5183b1-cca5-466f-9bd4-8640c4e036b1 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Router a60c8195-480a-4412-ab0f-4fa0b16a425a has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:56:16.378406 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 39990) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:16.398050 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e61a4717-fab6-4f5f-81ea-e1c0c9db13bf req-4ec5540b-de72-4dc5-b150-2b5628ad73b5 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 210 time: 0.1455700 Feb 19 02:56:16.459231 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-992f6710-281e-43be-846a-986a636c2cd6 req-f0993083-138b-4040-86b5-85a9feb1c3fd tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] Deleting port 80746ccd-34b2-41aa-805c-db9e9d7a6306 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:56:16.460142 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-992f6710-281e-43be-846a-986a636c2cd6 req-f0993083-138b-4040-86b5-85a9feb1c3fd tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (80746ccd-34b2-41aa-805c-db9e9d7a6306), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:16.501784 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8a037a84-b6d1-435c-bc32-01ef53a86107 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:16.525471 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [req-7fe579d8-b308-4062-86d2-979b76858347 req-8c7cdecc-f367-4649-81ce-d3e97ee49071 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Allocated IP 172.20.0.11 (d6693eea-5935-4b21-81c1-498cbd8a50e6/7ff33b6e-4154-4b50-8387-7c0038b41dcb/baadb01a-13aa-403f-bd9b-45b06f458a15) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:56:16.644552 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-992f6710-281e-43be-846a-986a636c2cd6 req-f0993083-138b-4040-86b5-85a9feb1c3fd tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] For port 80746ccd-34b2-41aa-805c-db9e9d7a6306, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=80746ccd-34b2-41aa-805c-db9e9d7a6306,segment=NetworkSegment(99637b7a-02f7-4620-98cc-0c64fec323d8),segment_id=99637b7a-02f7-4620-98cc-0c64fec323d8)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:56:16.644908 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-992f6710-281e-43be-846a-986a636c2cd6 req-f0993083-138b-4040-86b5-85a9feb1c3fd tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (80746ccd-34b2-41aa-805c-db9e9d7a6306), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:16.669892 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-992f6710-281e-43be-846a-986a636c2cd6 req-f0993083-138b-4040-86b5-85a9feb1c3fd tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] Calling delete_port for 80746ccd-34b2-41aa-805c-db9e9d7a6306 owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:56:16.682254 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1becf363-d1eb-4acd-a2a9-5ed25849f7b3 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16317478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865'] for router (33f11615-ea25-42b8-b888-9e8288ee012a), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:16.883233 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:56:16.975834 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-992f6710-281e-43be-846a-986a636c2cd6 req-f0993083-138b-4040-86b5-85a9feb1c3fd tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (80746ccd-34b2-41aa-805c-db9e9d7a6306), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:17.005832 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['80746ccd-34b2-41aa-805c-db9e9d7a6306'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:56:17.083133 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['8059b753-b683-409f-9b80-d1ba47c1f7f5', '997ffd9d-24d0-48cd-b676-aae312923536'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:56:17.090081 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e472a5ed-cb10-473d-8a88-d624fbc58d3d req-4d5183b1-cca5-466f-9bd4-8640c4e036b1 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:56:17.099011 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-e472a5ed-cb10-473d-8a88-d624fbc58d3d req-4d5183b1-cca5-466f-9bd4-8640c4e036b1 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:17.121244 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0993083-138b-4040-86b5-85a9feb1c3fd tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] Pushing event deleted for resources: {'Port': ['ID=80746ccd-34b2-41aa-805c-db9e9d7a6306,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:17.130016 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f15cdf-6ae9-4a2b-b61f-867334abdae9 None None] Sync routers for ids ['a60c8195-480a-4412-ab0f-4fa0b16a425a'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:56:17.139989 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e472a5ed-cb10-473d-8a88-d624fbc58d3d req-4d5183b1-cca5-466f-9bd4-8640c4e036b1 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] 10.222.0.72 "PUT /v2.0/floatingips/ebdfad5e-40f6-430d-a85b-82924f9e2235 HTTP/1.1" status: 200 len: 694 time: 2.5890384 Feb 19 02:56:17.146546 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b2e9057-c4b2-46db-814b-3b8888cce113', 'tag': 'a9d2220e-9de0-438a-a82f-f709ddf4531d'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:56:17.149027 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07d571a7-d0c7-415a-add7-83a8c60b4db4" -d '{"events": [{"name": "network-changed", "server_uuid": "7b2e9057-c4b2-46db-814b-3b8888cce113", "tag": "a9d2220e-9de0-438a-a82f-f709ddf4531d"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:56:17.161675 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2221517c-5168-453e-91d1-0116bc704145 req-2957ce74-e591-46f2-a049-5d24cca1ad2a tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:17.164618 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f15cdf-6ae9-4a2b-b61f-867334abdae9 None None] Routers {'a60c8195-480a-4412-ab0f-4fa0b16a425a'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:56:17.165504 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-c8f15cdf-6ae9-4a2b-b61f-867334abdae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:55:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['a60c8195-480a-4412-ab0f-4fa0b16a425a'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:56:17.170366 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2221517c-5168-453e-91d1-0116bc704145 req-2957ce74-e591-46f2-a049-5d24cca1ad2a tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/ports?device_id=5bb9eab4-0d6c-4134-ab2b-95a69750261e HTTP/1.1" status: 200 len: 945 time: 0.5630541 Feb 19 02:56:17.189651 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-992f6710-281e-43be-846a-986a636c2cd6 req-f0993083-138b-4040-86b5-85a9feb1c3fd tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] No DVR routers for this DVR port 80746ccd-34b2-41aa-805c-db9e9d7a6306 on host n-h1-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:56:17.199663 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-992f6710-281e-43be-846a-986a636c2cd6 req-f0993083-138b-4040-86b5-85a9feb1c3fd tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:17.204143 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-992f6710-281e-43be-846a-986a636c2cd6 req-f0993083-138b-4040-86b5-85a9feb1c3fd tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] 10.222.0.73 "DELETE /v2.0/ports/80746ccd-34b2-41aa-805c-db9e9d7a6306 HTTP/1.1" status: 204 len: 173 time: 0.8760507 Feb 19 02:56:17.222926 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f12a184-9855-47ef-9519-bda13ef9ecdc', 'name': 'network-vif-deleted', 'tag': '80746ccd-34b2-41aa-805c-db9e9d7a6306'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:56:17.225750 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94fdb9a8-6663-43b8-ba34-7e39668961d3" -d '{"events": [{"server_uuid": "5f12a184-9855-47ef-9519-bda13ef9ecdc", "name": "network-vif-deleted", "tag": "80746ccd-34b2-41aa-805c-db9e9d7a6306"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:56:17.266450 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1becf363-d1eb-4acd-a2a9-5ed25849f7b3 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Router 33f11615-ea25-42b8-b888-9e8288ee012a is scheduled to L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd with binding_index 1 {{(pid=103702) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 02:56:17.327262 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8a037a84-b6d1-435c-bc32-01ef53a86107 admin admin] Publish callbacks [] for security_group (8f18e145-3044-4ec8-b46d-59eb8f5be9b7), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:17.370264 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-c8f15cdf-6ae9-4a2b-b61f-867334abdae9 None None] Set router a60c8195-480a-4412-ab0f-4fa0b16a425a gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:56:17.400885 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-7fe579d8-b308-4062-86d2-979b76858347 req-8c7cdecc-f367-4649-81ce-d3e97ee49071 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks [] for port (baadb01a-13aa-403f-bd9b-45b06f458a15), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:17.426734 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2221517c-5168-453e-91d1-0116bc704145 req-54457942-e36b-462a-b774-57eda27e0501 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d351a8c-b73e-485a-861c-36f8b0ec3310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426636 Feb 19 02:56:17.427673 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8a037a84-b6d1-435c-bc32-01ef53a86107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (8f18e145-3044-4ec8-b46d-59eb8f5be9b7), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:17.486742 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1becf363-d1eb-4acd-a2a9-5ed25849f7b3 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:56:17.500773 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d63930-5f27-435a-aca5-75ec1fea3b0a None None] Sync routers for ids ['33f11615-ea25-42b8-b888-9e8288ee012a'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:56:17.521499 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d63930-5f27-435a-aca5-75ec1fea3b0a None None] Routers {'33f11615-ea25-42b8-b888-9e8288ee012a'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:56:17.523069 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1becf363-d1eb-4acd-a2a9-5ed25849f7b3 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:17.524387 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-99d63930-5f27-435a-aca5-75ec1fea3b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:55:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['33f11615-ea25-42b8-b888-9e8288ee012a'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:56:17.524767 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-1becf363-d1eb-4acd-a2a9-5ed25849f7b3 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.6267838 Feb 19 02:56:17.527583 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 40016) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:17.587617 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-8a037a84-b6d1-435c-bc32-01ef53a86107 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b61099a119954bffbe2b9686d79e1a07&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2062023 Feb 19 02:56:17.595294 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 40020) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:17.610839 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e472a5ed-cb10-473d-8a88-d624fbc58d3d req-07023b58-117d-4f82-8f9d-9253dc329494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:17.615232 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e472a5ed-cb10-473d-8a88-d624fbc58d3d req-07023b58-117d-4f82-8f9d-9253dc329494 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=726a87ec871d4c369383e27ede210541&device_id=7b2e9057-c4b2-46db-814b-3b8888cce113 HTTP/1.1" status: 200 len: 1128 time: 0.4222798 Feb 19 02:56:17.678082 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a037a84-b6d1-435c-bc32-01ef53a86107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f18e145-3044-4ec8-b46d-59eb8f5be9b7,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:17.768291 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-99d63930-5f27-435a-aca5-75ec1fea3b0a None None] Set router 33f11615-ea25-42b8-b888-9e8288ee012a gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:56:17.787325 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-60fd9dde-0a83-4647-8102-257565f5e261 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:17.812003 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-ce02021c-b21b-4bcc-8cca-89b7998a1675 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] 10.222.0.72 "GET /v2.0/routers/33f11615-ea25-42b8-b888-9e8288ee012a HTTP/1.1" status: 200 len: 908 time: 0.2823267 Feb 19 02:56:17.818044 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 40026) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:17.830248 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-faa4b69c-5f87-4f58-a791-76b5bcac5343 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2130374289', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'enable_snat': True}}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:56:17.878214 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d83b1d75-6a9e-4783-90d4-6cee9fda80da req-280908da-f1d4-4d8d-8075-e5f8d78c3f88 tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] 10.222.0.72 "GET /v2.0/ports?device_id=5f12a184-9855-47ef-9519-bda13ef9ecdc HTTP/1.1" status: 200 len: 210 time: 0.1641810 Feb 19 02:56:17.927129 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-faa4b69c-5f87-4f58-a791-76b5bcac5343 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14172'] for router (627bb91b-f134-448d-b2d9-8f03ad6f873e), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:17.928904 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-faa4b69c-5f87-4f58-a791-76b5bcac5343 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16317487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16285822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16309985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14247'] for router (627bb91b-f134-448d-b2d9-8f03ad6f873e), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:18.080465 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-faa4b69c-5f87-4f58-a791-76b5bcac5343 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks [] for router_controller (627bb91b-f134-448d-b2d9-8f03ad6f873e), precommit_add_association {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:18.082197 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e472a5ed-cb10-473d-8a88-d624fbc58d3d req-04c9e82b-ba45-4d41-bde6-0aef5195d9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:18.084005 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e472a5ed-cb10-473d-8a88-d624fbc58d3d req-04c9e82b-ba45-4d41-bde6-0aef5195d9dd service neutron] 10.222.0.72 "GET /v2.0/networks?id=9a6f306a-b9cc-4273-b930-f91b907b962b HTTP/1.1" status: 200 len: 920 time: 0.4554279 Feb 19 02:56:18.097320 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a48183e-6bc8-48b6-8ccd-900ab61a8a8e x-openstack-request-id: req-8a48183e-6bc8-48b6-8ccd-900ab61a8a8e {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:56:18.097877 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b2e9057-c4b2-46db-814b-3b8888cce113", "tag": "a9d2220e-9de0-438a-a82f-f709ddf4531d", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:56:18.098313 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8a48183e-6bc8-48b6-8ccd-900ab61a8a8e {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:56:18.099072 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b2e9057-c4b2-46db-814b-3b8888cce113', 'tag': 'a9d2220e-9de0-438a-a82f-f709ddf4531d', 'status': 'completed', 'code': 200} Feb 19 02:56:18.164699 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceda7022-4b09-4781-a232-69842972a5a7 x-openstack-request-id: req-ceda7022-4b09-4781-a232-69842972a5a7 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:56:18.165074 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f12a184-9855-47ef-9519-bda13ef9ecdc", "name": "network-vif-deleted", "tag": "80746ccd-34b2-41aa-805c-db9e9d7a6306", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:56:18.165265 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ceda7022-4b09-4781-a232-69842972a5a7 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:56:18.165657 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f12a184-9855-47ef-9519-bda13ef9ecdc', 'name': 'network-vif-deleted', 'tag': '80746ccd-34b2-41aa-805c-db9e9d7a6306', 'status': 'completed', 'code': 200} Feb 19 02:56:18.175666 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-7fe579d8-b308-4062-86d2-979b76858347 req-8c7cdecc-f367-4649-81ce-d3e97ee49071 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (baadb01a-13aa-403f-bd9b-45b06f458a15), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:18.294893 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-99d63930-5f27-435a-aca5-75ec1fea3b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33f11615-ea25-42b8-b888-9e8288ee012a', 'name': 'tempest-snat-router-2130374289', 'tenant_id': '3271903a1d224e5d8d9ff8621cd2168d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.67'}], 'enable_snat': False}, 'gw_port_id': 'd5c5e07b-702f-4871-b515-026fb65ca14d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:56:14Z', 'updated_at': '2022-02-19T02:56:15Z', 'revision_number': 3, 'project_id': '3271903a1d224e5d8d9ff8621cd2168d', 'gw_port': {'id': 'd5c5e07b-702f-4871-b515-026fb65ca14d', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:0b:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33f11615-ea25-42b8-b888-9e8288ee012a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:56:15Z', 'updated_at': '2022-02-19T02:56:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:56:18.339963 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d63930-5f27-435a-aca5-75ec1fea3b0a None None] Checking router: 33f11615-ea25-42b8-b888-9e8288ee012a for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:56:18.340593 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d63930-5f27-435a-aca5-75ec1fea3b0a None None] Updating router 33f11615-ea25-42b8-b888-9e8288ee012a port d5c5e07b-702f-4871-b515-026fb65ca14d binding host n-d-826753-2 {{(pid=103704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:56:18.393463 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-c8f15cdf-6ae9-4a2b-b61f-867334abdae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a60c8195-480a-4412-ab0f-4fa0b16a425a', 'name': 'tempest-ServerRescueTestJSONUnderV235-912119518-router', 'tenant_id': '726a87ec871d4c369383e27ede210541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '5d6d1fb2-a8ed-4e7f-b983-93324ad8cf63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:54:50Z', 'updated_at': '2022-02-19T02:55:03Z', 'revision_number': 4, 'project_id': '726a87ec871d4c369383e27ede210541', 'gw_port': {'id': '5d6d1fb2-a8ed-4e7f-b983-93324ad8cf63', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:95:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a60c8195-480a-4412-ab0f-4fa0b16a425a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:54:53Z', 'updated_at': '2022-02-19T02:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '9a7eae48-a562-4d5a-9661-f186ae94425c', 'name': '', 'network_id': '9a6f306a-b9cc-4273-b930-f91b907b962b', 'tenant_id': '726a87ec871d4c369383e27ede210541', 'mac_address': 'fa:16:3e:ac:9f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a60c8195-480a-4412-ab0f-4fa0b16a425a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'babb961f-8ad0-4884-964f-6665ef96ca3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:55:00Z', 'updated_at': '2022-02-19T02:55:11Z', 'revision_number': 5, 'project_id': '726a87ec871d4c369383e27ede210541', 'subnets': [{'id': 'babb961f-8ad0-4884-964f-6665ef96ca3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:56:18.407393 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-99d63930-5f27-435a-aca5-75ec1fea3b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (d5c5e07b-702f-4871-b515-026fb65ca14d), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:18.431774 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f15cdf-6ae9-4a2b-b61f-867334abdae9 None None] Checking router: a60c8195-480a-4412-ab0f-4fa0b16a425a for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:56:18.437511 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7cdecc-f367-4649-81ce-d3e97ee49071 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Pushing event updated for resources: {'Port': ['ID=baadb01a-13aa-403f-bd9b-45b06f458a15,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:18.452329 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f15cdf-6ae9-4a2b-b61f-867334abdae9 None None] Routers {'a60c8195-480a-4412-ab0f-4fa0b16a425a'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:56:18.453244 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-c8f15cdf-6ae9-4a2b-b61f-867334abdae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:56:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['a60c8195-480a-4412-ab0f-4fa0b16a425a'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:56:18.550250 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e472a5ed-cb10-473d-8a88-d624fbc58d3d req-a960e5f7-5608-4d57-ad25-d3e8fbe992a5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9d2220e-9de0-438a-a82f-f709ddf4531d HTTP/1.1" status: 200 len: 217 time: 0.4084795 Feb 19 02:56:18.569137 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9f72f903-ef96-4140-a1b5-5dc56c76245f admin admin] Publish callbacks [] for security_group (8f18e145-3044-4ec8-b46d-59eb8f5be9b7), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:18.575830 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d571a7-d0c7-415a-add7-83a8c60b4db4 req-5542b8b7-30b2-429b-86ce-e8305557515b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:18.577377 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-07d571a7-d0c7-415a-add7-83a8c60b4db4 req-5542b8b7-30b2-429b-86ce-e8305557515b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=726a87ec871d4c369383e27ede210541&device_id=7b2e9057-c4b2-46db-814b-3b8888cce113 HTTP/1.1" status: 200 len: 1128 time: 0.4991584 Feb 19 02:56:18.579349 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-faa4b69c-5f87-4f58-a791-76b5bcac5343 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks [] for router_gateway (627bb91b-f134-448d-b2d9-8f03ad6f873e), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:18.613799 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-c8f15cdf-6ae9-4a2b-b61f-867334abdae9 None None] Set router a60c8195-480a-4412-ab0f-4fa0b16a425a gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:56:18.649444 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fe579d8-b308-4062-86d2-979b76858347 req-8c7cdecc-f367-4649-81ce-d3e97ee49071 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Network d6693eea-5935-4b21-81c1-498cbd8a50e6 is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:56:18.713704 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [req-7fe579d8-b308-4062-86d2-979b76858347 req-8c7cdecc-f367-4649-81ce-d3e97ee49071 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:56:18.761216 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fe579d8-b308-4062-86d2-979b76858347 req-8c7cdecc-f367-4649-81ce-d3e97ee49071 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:56:18.790046 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9f72f903-ef96-4140-a1b5-5dc56c76245f admin admin] Publish callbacks [] for security_group (8f18e145-3044-4ec8-b46d-59eb8f5be9b7), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:18.861097 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-99d63930-5f27-435a-aca5-75ec1fea3b0a None None] Publish callbacks [] for port (d5c5e07b-702f-4871-b515-026fb65ca14d), precommit_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:18.892489 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-99d63930-5f27-435a-aca5-75ec1fea3b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (d5c5e07b-702f-4871-b515-026fb65ca14d), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:18.946257 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e472a5ed-cb10-473d-8a88-d624fbc58d3d req-86534304-8cd0-43c0-bdaf-e61d9c1f8a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:18.947909 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e472a5ed-cb10-473d-8a88-d624fbc58d3d req-86534304-8cd0-43c0-bdaf-e61d9c1f8a9b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=babb961f-8ad0-4884-964f-6665ef96ca3a HTTP/1.1" status: 200 len: 859 time: 0.3756778 Feb 19 02:56:19.038859 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9349ee49-24b2-4709-8ca2-8f9d4c70ef6e None None] Pushing event updated for resources: {'Port': ['ID=d5c5e07b-702f-4871-b515-026fb65ca14d,revision_number=2']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:19.052217 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9349ee49-24b2-4709-8ca2-8f9d4c70ef6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:56:19.053097 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9349ee49-24b2-4709-8ca2-8f9d4c70ef6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:56:19.053833 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9349ee49-24b2-4709-8ca2-8f9d4c70ef6e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:56:19.054486 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9349ee49-24b2-4709-8ca2-8f9d4c70ef6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:56:19.058870 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9349ee49-24b2-4709-8ca2-8f9d4c70ef6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:56:19.059458 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9349ee49-24b2-4709-8ca2-8f9d4c70ef6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:56:19.060126 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9349ee49-24b2-4709-8ca2-8f9d4c70ef6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:56:19.060692 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9349ee49-24b2-4709-8ca2-8f9d4c70ef6e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:56:19.061902 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9349ee49-24b2-4709-8ca2-8f9d4c70ef6e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:56:19.062473 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9349ee49-24b2-4709-8ca2-8f9d4c70ef6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:56:19.063023 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9349ee49-24b2-4709-8ca2-8f9d4c70ef6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:56:19.063575 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9349ee49-24b2-4709-8ca2-8f9d4c70ef6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:56:19.064439 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9349ee49-24b2-4709-8ca2-8f9d4c70ef6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:56:19.074016 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fa55a5-5bf7-4c72-98a2-8965a290e1c2 req-f932237f-3b71-475e-8574-4320eb31e03a tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:19.088414 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d1fa55a5-5bf7-4c72-98a2-8965a290e1c2 req-f932237f-3b71-475e-8574-4320eb31e03a tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 932 time: 0.7843416 Feb 19 02:56:19.100623 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-99d63930-5f27-435a-aca5-75ec1fea3b0a None None] Attempting to bind port d5c5e07b-702f-4871-b515-026fb65ca14d on host n-d-826753-2 for vnic_type normal with profile {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:56:19.103193 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-99d63930-5f27-435a-aca5-75ec1fea3b0a None None] Attempting to bind port d5c5e07b-702f-4871-b515-026fb65ca14d by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:56:19.103562 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d63930-5f27-435a-aca5-75ec1fea3b0a None None] Attempting to bind port d5c5e07b-702f-4871-b515-026fb65ca14d on network eaf64708-9021-419e-b287-ef3e0f51e2ee {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:56:19.112308 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d63930-5f27-435a-aca5-75ec1fea3b0a None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:56:19.113202 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d63930-5f27-435a-aca5-75ec1fea3b0a None None] Checking segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:56:19.114248 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-99d63930-5f27-435a-aca5-75ec1fea3b0a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:19.114248 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d63930-5f27-435a-aca5-75ec1fea3b0a None None] Bound using segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:56:19.114724 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-99d63930-5f27-435a-aca5-75ec1fea3b0a None None] Bound port: d5c5e07b-702f-4871-b515-026fb65ca14d, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:56:19.115274 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-99d63930-5f27-435a-aca5-75ec1fea3b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (d5c5e07b-702f-4871-b515-026fb65ca14d), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:19.117065 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-c8f15cdf-6ae9-4a2b-b61f-867334abdae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a60c8195-480a-4412-ab0f-4fa0b16a425a', 'name': 'tempest-ServerRescueTestJSONUnderV235-912119518-router', 'tenant_id': '726a87ec871d4c369383e27ede210541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '5d6d1fb2-a8ed-4e7f-b983-93324ad8cf63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:54:50Z', 'updated_at': '2022-02-19T02:55:03Z', 'revision_number': 4, 'project_id': '726a87ec871d4c369383e27ede210541', 'gw_port': {'id': '5d6d1fb2-a8ed-4e7f-b983-93324ad8cf63', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:95:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a60c8195-480a-4412-ab0f-4fa0b16a425a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:54:53Z', 'updated_at': '2022-02-19T02:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '9a7eae48-a562-4d5a-9661-f186ae94425c', 'name': '', 'network_id': '9a6f306a-b9cc-4273-b930-f91b907b962b', 'tenant_id': '726a87ec871d4c369383e27ede210541', 'mac_address': 'fa:16:3e:ac:9f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a60c8195-480a-4412-ab0f-4fa0b16a425a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'babb961f-8ad0-4884-964f-6665ef96ca3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:55:00Z', 'updated_at': '2022-02-19T02:55:11Z', 'revision_number': 5, 'project_id': '726a87ec871d4c369383e27ede210541', 'subnets': [{'id': 'babb961f-8ad0-4884-964f-6665ef96ca3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:56:19.161354 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e472a5ed-cb10-473d-8a88-d624fbc58d3d req-515610eb-89cb-4c04-a4ae-802acbbbe1c4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9a6f306a-b9cc-4273-b930-f91b907b962b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1856039 Feb 19 02:56:19.194081 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f15cdf-6ae9-4a2b-b61f-867334abdae9 None None] The sync data for ids ['a60c8195-480a-4412-ab0f-4fa0b16a425a'] in n-d-826753-2 is: [{'id': 'a60c8195-480a-4412-ab0f-4fa0b16a425a', 'name': 'tempest-ServerRescueTestJSONUnderV235-912119518-router', 'tenant_id': '726a87ec871d4c369383e27ede210541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '5d6d1fb2-a8ed-4e7f-b983-93324ad8cf63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:54:50Z', 'updated_at': '2022-02-19T02:55:03Z', 'revision_number': 4, 'project_id': '726a87ec871d4c369383e27ede210541', 'gw_port': {'id': '5d6d1fb2-a8ed-4e7f-b983-93324ad8cf63', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:95:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a60c8195-480a-4412-ab0f-4fa0b16a425a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:54:53Z', 'updated_at': '2022-02-19T02:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '9a7eae48-a562-4d5a-9661-f186ae94425c', 'name': '', 'network_id': '9a6f306a-b9cc-4273-b930-f91b907b962b', 'tenant_id': '726a87ec871d4c369383e27ede210541', 'mac_address': 'fa:16:3e:ac:9f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a60c8195-480a-4412-ab0f-4fa0b16a425a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'babb961f-8ad0-4884-964f-6665ef96ca3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:55:00Z', 'updated_at': '2022-02-19T02:55:11Z', 'revision_number': 5, 'project_id': '726a87ec871d4c369383e27ede210541', 'subnets': [{'id': 'babb961f-8ad0-4884-964f-6665ef96ca3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:56:19.201925 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-99d63930-5f27-435a-aca5-75ec1fea3b0a None None] For port d5c5e07b-702f-4871-b515-026fb65ca14d, host n-d-826753-2, cleared binding levels {{(pid=103704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:56:19.211930 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-99d63930-5f27-435a-aca5-75ec1fea3b0a None None] For port d5c5e07b-702f-4871-b515-026fb65ca14d, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=d5c5e07b-702f-4871-b515-026fb65ca14d,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:56:19.242383 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:19.256215 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-99d63930-5f27-435a-aca5-75ec1fea3b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (d5c5e07b-702f-4871-b515-026fb65ca14d), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:19.288018 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe579d8-b308-4062-86d2-979b76858347 req-8c7cdecc-f367-4649-81ce-d3e97ee49071 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:19.289275 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-7fe579d8-b308-4062-86d2-979b76858347 req-8c7cdecc-f367-4649-81ce-d3e97ee49071 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:19.321743 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-85fa01b5-a5c6-45d6-98f4-54beb0b0a5c2 None None] Provisioning complete for port baadb01a-13aa-403f-bd9b-45b06f458a15 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:56:19.322131 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-85fa01b5-a5c6-45d6-98f4-54beb0b0a5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (baadb01a-13aa-403f-bd9b-45b06f458a15), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:19.376482 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-85fa01b5-a5c6-45d6-98f4-54beb0b0a5c2 None None] Port baadb01a-13aa-403f-bd9b-45b06f458a15 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:56:19.384391 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d1fa55a5-5bf7-4c72-98a2-8965a290e1c2 req-b79426bd-9a1a-462f-b9ff-23794a40aa8d tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/security-groups?id=197f0109-f833-46dd-9ffe-3ff812885f73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2259307 Feb 19 02:56:19.431408 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9f72f903-ef96-4140-a1b5-5dc56c76245f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (8f18e145-3044-4ec8-b46d-59eb8f5be9b7), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:19.434189 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9349ee49-24b2-4709-8ca2-8f9d4c70ef6e None None] Pushing event updated for resources: {'Port': ['ID=d5c5e07b-702f-4871-b515-026fb65ca14d,revision_number=3']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:19.438591 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9f72f903-ef96-4140-a1b5-5dc56c76245f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:19.442709 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-9f72f903-ef96-4140-a1b5-5dc56c76245f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8f18e145-3044-4ec8-b46d-59eb8f5be9b7 HTTP/1.1" status: 204 len: 168 time: 1.8128254 Feb 19 02:56:19.488163 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d63930-5f27-435a-aca5-75ec1fea3b0a None None] Routers {'33f11615-ea25-42b8-b888-9e8288ee012a'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:56:19.489234 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-99d63930-5f27-435a-aca5-75ec1fea3b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:56:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['33f11615-ea25-42b8-b888-9e8288ee012a'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:56:19.633878 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 80746ccd-34b2-41aa-805c-db9e9d7a6306 no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:56:19.714908 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] No Port match for: 80746ccd-34b2-41aa-805c-db9e9d7a6306 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:56:19.715292 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 80746ccd-34b2-41aa-805c-db9e9d7a6306 not bound to the agent host n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:56:19.727034 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d571a7-d0c7-415a-add7-83a8c60b4db4 req-68c351b4-eb93-4736-b999-cec09505ee95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:19.728546 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-07d571a7-d0c7-415a-add7-83a8c60b4db4 req-68c351b4-eb93-4736-b999-cec09505ee95 service neutron] 10.222.0.82 "GET /v2.0/networks?id=9a6f306a-b9cc-4273-b930-f91b907b962b HTTP/1.1" status: 200 len: 920 time: 1.1387529 Feb 19 02:56:19.740482 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e472a5ed-cb10-473d-8a88-d624fbc58d3d req-a1c6507d-414a-4cbb-a5bf-6d52f312348d service neutron] 10.222.0.72 "GET /v2.0/networks/9a6f306a-b9cc-4273-b930-f91b907b962b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4233315 Feb 19 02:56:19.791523 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92618047-350b-4b17-b441-322fcb6447b7 None None] New status for floating IP ebdfad5e-40f6-430d-a85b-82924f9e2235: DOWN {{(pid=103703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 02:56:19.826762 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-99d63930-5f27-435a-aca5-75ec1fea3b0a None None] Set router 33f11615-ea25-42b8-b888-9e8288ee012a gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:56:19.922898 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-07d571a7-d0c7-415a-add7-83a8c60b4db4 req-a3fe083c-e976-48fb-803b-52fb14ab612e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9d2220e-9de0-438a-a82f-f709ddf4531d HTTP/1.1" status: 200 len: 217 time: 0.1729529 Feb 19 02:56:20.003612 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e472a5ed-cb10-473d-8a88-d624fbc58d3d req-d32038f7-6822-42ae-b972-e52ec88d4428 service neutron] 10.222.0.72 "GET /v2.0/networks/9a6f306a-b9cc-4273-b930-f91b907b962b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583263 Feb 19 02:56:20.015719 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7fe579d8-b308-4062-86d2-979b76858347 req-8c7cdecc-f367-4649-81ce-d3e97ee49071 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0791886 Feb 19 02:56:20.049872 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-7fe579d8-b308-4062-86d2-979b76858347 req-81e02241-9ee9-455a-884a-f8e57df69f2b tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Request body: {'port': {'device_id': 'adc61766-d3ce-4371-ba49-05b3f7dc0524', 'network_id': '25635acc-9f56-41ab-b8cd-dd2744f3f7b3', 'admin_state_up': True, 'tenant_id': '6ec3dd7afd834c809d570f5110147b8d', 'security_groups': ['197f0109-f833-46dd-9ffe-3ff812885f73']}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:56:20.050823 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d571a7-d0c7-415a-add7-83a8c60b4db4 req-050d0787-058b-40c9-acc6-575a180cbb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:20.052355 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-07d571a7-d0c7-415a-add7-83a8c60b4db4 req-050d0787-058b-40c9-acc6-575a180cbb87 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=babb961f-8ad0-4884-964f-6665ef96ca3a HTTP/1.1" status: 200 len: 859 time: 0.1184235 Feb 19 02:56:20.166963 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-07d571a7-d0c7-415a-add7-83a8c60b4db4 req-f791a204-90e5-474d-aba1-8f841ad36671 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9a6f306a-b9cc-4273-b930-f91b907b962b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0997908 Feb 19 02:56:20.355546 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-99d63930-5f27-435a-aca5-75ec1fea3b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33f11615-ea25-42b8-b888-9e8288ee012a', 'name': 'tempest-snat-router-2130374289', 'tenant_id': '3271903a1d224e5d8d9ff8621cd2168d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.67'}], 'enable_snat': False}, 'gw_port_id': 'd5c5e07b-702f-4871-b515-026fb65ca14d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:56:14Z', 'updated_at': '2022-02-19T02:56:15Z', 'revision_number': 3, 'project_id': '3271903a1d224e5d8d9ff8621cd2168d', 'gw_port': {'id': 'd5c5e07b-702f-4871-b515-026fb65ca14d', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:0b:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33f11615-ea25-42b8-b888-9e8288ee012a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:56:15Z', 'updated_at': '2022-02-19T02:56:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:56:20.402262 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bb966aae-1e6e-413b-8eee-623a88203729 req-262b4ca8-eb75-4100-8b47-048b82e1bc0c tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] 10.222.0.72 "GET /v2.0/floatingips/ebdfad5e-40f6-430d-a85b-82924f9e2235 HTTP/1.1" status: 200 len: 694 time: 0.1029043 Feb 19 02:56:20.411210 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d63930-5f27-435a-aca5-75ec1fea3b0a None None] The sync data for ids ['33f11615-ea25-42b8-b888-9e8288ee012a'] in n-d-826753-2 is: [{'id': '33f11615-ea25-42b8-b888-9e8288ee012a', 'name': 'tempest-snat-router-2130374289', 'tenant_id': '3271903a1d224e5d8d9ff8621cd2168d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.67'}], 'enable_snat': False}, 'gw_port_id': 'd5c5e07b-702f-4871-b515-026fb65ca14d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:56:14Z', 'updated_at': '2022-02-19T02:56:15Z', 'revision_number': 3, 'project_id': '3271903a1d224e5d8d9ff8621cd2168d', 'gw_port': {'id': 'd5c5e07b-702f-4871-b515-026fb65ca14d', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:0b:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33f11615-ea25-42b8-b888-9e8288ee012a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:56:15Z', 'updated_at': '2022-02-19T02:56:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-826753-2'}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:56:20.421311 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f72f903-ef96-4140-a1b5-5dc56c76245f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f18e145-3044-4ec8-b46d-59eb8f5be9b7,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:20.496363 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-07d571a7-d0c7-415a-add7-83a8c60b4db4 req-92d24fcc-52fa-402f-a656-4c720e98e0f3 service neutron] 10.222.0.82 "GET /v2.0/networks/9a6f306a-b9cc-4273-b930-f91b907b962b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3120723 Feb 19 02:56:20.506845 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:20.647355 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b28357-a8a2-4450-b8a5-22c8e7c14487 req-b57ddb81-9a75-46ee-9163-e17edebd4748 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:20.655661 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-82b28357-a8a2-4450-b8a5-22c8e7c14487 req-b57ddb81-9a75-46ee-9163-e17edebd4748 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/ports?device_id=5bb9eab4-0d6c-4134-ab2b-95a69750261e HTTP/1.1" status: 200 len: 945 time: 0.7399096 Feb 19 02:56:20.668068 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fe579d8-b308-4062-86d2-979b76858347 req-81e02241-9ee9-455a-884a-f8e57df69f2b tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Made reservation on behalf of 6ec3dd7afd834c809d570f5110147b8d for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:56:20.672902 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-7fe579d8-b308-4062-86d2-979b76858347 req-81e02241-9ee9-455a-884a-f8e57df69f2b tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:20.763202 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb966aae-1e6e-413b-8eee-623a88203729 req-841e524a-2f64-4904-b252-365c4c67df63 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:20.765110 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bb966aae-1e6e-413b-8eee-623a88203729 req-841e524a-2f64-4904-b252-365c4c67df63 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] 10.222.0.72 "GET /v2.0/networks/eaf64708-9021-419e-b287-ef3e0f51e2ee HTTP/1.1" status: 200 len: 784 time: 0.3274119 Feb 19 02:56:20.837712 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [req-bb966aae-1e6e-413b-8eee-623a88203729 req-16136491-7047-4c07-bf99-71cb45d8c86e tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103701) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:56:20.838760 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bb966aae-1e6e-413b-8eee-623a88203729 req-16136491-7047-4c07-bf99-71cb45d8c86e tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0679927 Feb 19 02:56:20.923721 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-82b28357-a8a2-4450-b8a5-22c8e7c14487 req-ed4a99e7-967c-42a5-8739-79a3310a483d tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d351a8c-b73e-485a-861c-36f8b0ec3310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666564 Feb 19 02:56:21.056629 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bb966aae-1e6e-413b-8eee-623a88203729 req-fefd09c0-3c77-4d7a-b0d2-85ef2dfedbe7 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.6.29 HTTP/1.1" status: 200 len: 695 time: 0.2013898 Feb 19 02:56:21.077051 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-faa4b69c-5f87-4f58-a791-76b5bcac5343 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks [] for router_gateway (627bb91b-f134-448d-b2d9-8f03ad6f873e), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:21.139362 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-faa4b69c-5f87-4f58-a791-76b5bcac5343 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:21.168988 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-07d571a7-d0c7-415a-add7-83a8c60b4db4 req-ca127582-4703-414e-acf2-9eea8d67a72e service neutron] 10.222.0.82 "GET /v2.0/networks/9a6f306a-b9cc-4273-b930-f91b907b962b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6669886 Feb 19 02:56:21.283814 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bb966aae-1e6e-413b-8eee-623a88203729 req-0922fd0b-e512-4be4-8591-f8cf99fcdc44 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] 10.222.0.72 "GET /v2.0/floatingips?floating_ip_address=172.25.6.29 HTTP/1.1" status: 200 len: 695 time: 0.2119370 Feb 19 02:56:21.407481 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [req-7fe579d8-b308-4062-86d2-979b76858347 req-81e02241-9ee9-455a-884a-f8e57df69f2b tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Allocated IP 10.1.1.247 (25635acc-9f56-41ab-b8cd-dd2744f3f7b3/66de670b-a5db-4281-9094-b0eb2517280e/0890f1e3-4129-47c9-8745-a2ac72e3c386) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:56:21.420870 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-faa4b69c-5f87-4f58-a791-76b5bcac5343 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Allocated IP 172.25.6.234 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/2432d743-8c44-474b-bb33-c7118a0ff65a) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:56:21.526222 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccea2aab-0b74-48ba-9a16-672d95e33da1 req-334c44dc-9780-40ba-a0a6-5005ecf5df77 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:21.538268 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ccea2aab-0b74-48ba-9a16-672d95e33da1 req-334c44dc-9780-40ba-a0a6-5005ecf5df77 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 932 time: 0.2470424 Feb 19 02:56:21.752179 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-faa4b69c-5f87-4f58-a791-76b5bcac5343 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks [] for port (2432d743-8c44-474b-bb33-c7118a0ff65a), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:21.763796 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-bb966aae-1e6e-413b-8eee-623a88203729 req-eb31100a-f0cf-4c1b-bf4f-d65535f96a11 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Deleting port df563321-dfc8-4020-af6f-358afe73c50f {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:56:21.764322 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-bb966aae-1e6e-413b-8eee-623a88203729 req-eb31100a-f0cf-4c1b-bf4f-d65535f96a11 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (df563321-dfc8-4020-af6f-358afe73c50f), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:21.793625 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ccea2aab-0b74-48ba-9a16-672d95e33da1 req-2363b762-5a3e-4246-97bf-8bd2b0fcab8b tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/security-groups?id=197f0109-f833-46dd-9ffe-3ff812885f73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2540805 Feb 19 02:56:21.852169 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-faa4b69c-5f87-4f58-a791-76b5bcac5343 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (2432d743-8c44-474b-bb33-c7118a0ff65a), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:21.934715 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:21.973104 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa4b69c-5f87-4f58-a791-76b5bcac5343 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:56:21.982576 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-faa4b69c-5f87-4f58-a791-76b5bcac5343 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:56:22.000135 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa4b69c-5f87-4f58-a791-76b5bcac5343 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:56:22.072592 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-bb966aae-1e6e-413b-8eee-623a88203729 req-eb31100a-f0cf-4c1b-bf4f-d65535f96a11 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (df563321-dfc8-4020-af6f-358afe73c50f), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:22.072931 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-bb966aae-1e6e-413b-8eee-623a88203729 req-eb31100a-f0cf-4c1b-bf4f-d65535f96a11 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Publish callbacks [] for floatingip (df563321-dfc8-4020-af6f-358afe73c50f), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:22.089049 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-bb966aae-1e6e-413b-8eee-623a88203729 req-eb31100a-f0cf-4c1b-bf4f-d65535f96a11 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Calling delete_port for df563321-dfc8-4020-af6f-358afe73c50f owned by network:floatingip {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:56:22.124829 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4b69c-5f87-4f58-a791-76b5bcac5343 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Pushing event updated for resources: {'Port': ['ID=2432d743-8c44-474b-bb33-c7118a0ff65a,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:22.219803 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-7fe579d8-b308-4062-86d2-979b76858347 req-81e02241-9ee9-455a-884a-f8e57df69f2b tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks [] for port (0890f1e3-4129-47c9-8745-a2ac72e3c386), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:22.484955 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-bb966aae-1e6e-413b-8eee-623a88203729 req-eb31100a-f0cf-4c1b-bf4f-d65535f96a11 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (df563321-dfc8-4020-af6f-358afe73c50f), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:22.487203 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:22.556135 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb31100a-f0cf-4c1b-bf4f-d65535f96a11 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Pushing event deleted for resources: {'Port': ['ID=df563321-dfc8-4020-af6f-358afe73c50f,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:22.671777 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device d5c5e07b-702f-4871-b515-026fb65ca14d up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:56:22.691035 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-7fe579d8-b308-4062-86d2-979b76858347 req-81e02241-9ee9-455a-884a-f8e57df69f2b tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (0890f1e3-4129-47c9-8745-a2ac72e3c386), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:22.796966 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fe579d8-b308-4062-86d2-979b76858347 req-81e02241-9ee9-455a-884a-f8e57df69f2b tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Network 25635acc-9f56-41ab-b8cd-dd2744f3f7b3 is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:56:22.828603 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [req-7fe579d8-b308-4062-86d2-979b76858347 req-81e02241-9ee9-455a-884a-f8e57df69f2b tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:56:22.852823 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fe579d8-b308-4062-86d2-979b76858347 req-81e02241-9ee9-455a-884a-f8e57df69f2b tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:56:22.933713 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port d5c5e07b-702f-4871-b515-026fb65ca14d triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:56:22.934397 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (d5c5e07b-702f-4871-b515-026fb65ca14d), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:23.000696 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-bb966aae-1e6e-413b-8eee-623a88203729 req-eb31100a-f0cf-4c1b-bf4f-d65535f96a11 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Publish callbacks [] for floatingip (ebdfad5e-40f6-430d-a85b-82924f9e2235), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:23.003340 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-bb966aae-1e6e-413b-8eee-623a88203729 req-eb31100a-f0cf-4c1b-bf4f-d65535f96a11 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:23.004556 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bb966aae-1e6e-413b-8eee-623a88203729 req-eb31100a-f0cf-4c1b-bf4f-d65535f96a11 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] 10.222.0.72 "DELETE /v2.0/floatingips/ebdfad5e-40f6-430d-a85b-82924f9e2235 HTTP/1.1" status: 204 len: 173 time: 1.6955678 Feb 19 02:56:23.030179 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e02241-9ee9-455a-884a-f8e57df69f2b tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Pushing event updated for resources: {'Port': ['ID=0890f1e3-4129-47c9-8745-a2ac72e3c386,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:23.111443 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe579d8-b308-4062-86d2-979b76858347 req-81e02241-9ee9-455a-884a-f8e57df69f2b tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:23.112132 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-7fe579d8-b308-4062-86d2-979b76858347 req-81e02241-9ee9-455a-884a-f8e57df69f2b tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:23.147082 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port d5c5e07b-702f-4871-b515-026fb65ca14d is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:56:23.147082 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (d5c5e07b-702f-4871-b515-026fb65ca14d), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:23.147874 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 40146) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:23.169459 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-faa4b69c-5f87-4f58-a791-76b5bcac5343 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks [] for router_gateway (627bb91b-f134-448d-b2d9-8f03ad6f873e), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:23.177430 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7fe579d8-b308-4062-86d2-979b76858347 req-81e02241-9ee9-455a-884a-f8e57df69f2b tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1387942 Feb 19 02:56:23.196989 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port d5c5e07b-702f-4871-b515-026fb65ca14d, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=d5c5e07b-702f-4871-b515-026fb65ca14d,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:56:23.203858 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-7fe579d8-b308-4062-86d2-979b76858347 req-5361c88c-4dfe-4379-8262-ac9beae1814c tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Request body: {'port': {'device_id': 'adc61766-d3ce-4371-ba49-05b3f7dc0524', 'network_id': '25635acc-9f56-41ab-b8cd-dd2744f3f7b3', 'admin_state_up': True, 'tenant_id': '6ec3dd7afd834c809d570f5110147b8d', 'security_groups': ['197f0109-f833-46dd-9ffe-3ff812885f73']}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:56:23.207012 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (d5c5e07b-702f-4871-b515-026fb65ca14d), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:23.363538 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=d5c5e07b-702f-4871-b515-026fb65ca14d,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:23.451320 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-6140bfae-7f1c-4ff4-abcc-dbeb65000c17 tempest-RoutersAdminNegativeTest-1119647925 tempest-RoutersAdminNegativeTest-1119647925-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1711567399', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:56:23.545111 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-d4b5232d-0207-409a-a8a5-8a76e320ac66 None None] Provisioning complete for port 0890f1e3-4129-47c9-8745-a2ac72e3c386 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:56:23.545378 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d4b5232d-0207-409a-a8a5-8a76e320ac66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (0890f1e3-4129-47c9-8745-a2ac72e3c386), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:23.576346 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cb6d54a3-fe96-476d-b609-cb1690b9c303 req-ad39b5b0-e30d-47d5-a2d8-d62e66017709 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] 10.222.0.72 "GET /v2.0/security-groups/5fee2004-3545-4944-bb47-feb64dccaf9a HTTP/1.1" status: 200 len: 1825 time: 0.2717867 Feb 19 02:56:23.610874 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-d4b5232d-0207-409a-a8a5-8a76e320ac66 None None] Port 0890f1e3-4129-47c9-8745-a2ac72e3c386 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:56:23.616299 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeecd590-fdbb-45e9-8ca5-b2fa5a61fa2b req-421356c9-1cf2-48fc-8df9-edb0755e6786 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:23.622196 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeecd590-fdbb-45e9-8ca5-b2fa5a61fa2b req-421356c9-1cf2-48fc-8df9-edb0755e6786 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:23.622573 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6140bfae-7f1c-4ff4-abcc-dbeb65000c17 tempest-RoutersAdminNegativeTest-1119647925 tempest-RoutersAdminNegativeTest-1119647925-project-admin] Made reservation on behalf of ea7a077af5274604bec15dd2d5ad4741 for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:56:23.624135 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-aeecd590-fdbb-45e9-8ca5-b2fa5a61fa2b req-421356c9-1cf2-48fc-8df9-edb0755e6786 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 1654 time: 0.4054832 Feb 19 02:56:23.624994 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6140bfae-7f1c-4ff4-abcc-dbeb65000c17 tempest-RoutersAdminNegativeTest-1119647925 tempest-RoutersAdminNegativeTest-1119647925-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:23.659936 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6140bfae-7f1c-4ff4-abcc-dbeb65000c17 tempest-RoutersAdminNegativeTest-1119647925 tempest-RoutersAdminNegativeTest-1119647925-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:23.696894 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fe579d8-b308-4062-86d2-979b76858347 req-5361c88c-4dfe-4379-8262-ac9beae1814c tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Made reservation on behalf of 6ec3dd7afd834c809d570f5110147b8d for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:56:23.700777 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-7fe579d8-b308-4062-86d2-979b76858347 req-5361c88c-4dfe-4379-8262-ac9beae1814c tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:23.734376 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-cb6d54a3-fe96-476d-b609-cb1690b9c303 req-f6c88c5b-9847-48d5-be2f-e1faa36280dd tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Publish callbacks [] for security_group (5fee2004-3545-4944-bb47-feb64dccaf9a), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:23.749940 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-aeecd590-fdbb-45e9-8ca5-b2fa5a61fa2b req-900cd5ba-be07-469d-8425-c2ef880340ea tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/security-groups?id=197f0109-f833-46dd-9ffe-3ff812885f73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135941 Feb 19 02:56:23.789515 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-faa4b69c-5f87-4f58-a791-76b5bcac5343 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16317478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865'] for router (627bb91b-f134-448d-b2d9-8f03ad6f873e), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:23.806359 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-cb6d54a3-fe96-476d-b609-cb1690b9c303 req-f6c88c5b-9847-48d5-be2f-e1faa36280dd tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Publish callbacks [] for security_group (5fee2004-3545-4944-bb47-feb64dccaf9a), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:23.913587 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-cb6d54a3-fe96-476d-b609-cb1690b9c303 req-f6c88c5b-9847-48d5-be2f-e1faa36280dd tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (5fee2004-3545-4944-bb47-feb64dccaf9a), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:23.916904 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-cb6d54a3-fe96-476d-b609-cb1690b9c303 req-f6c88c5b-9847-48d5-be2f-e1faa36280dd tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:23.918110 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cb6d54a3-fe96-476d-b609-cb1690b9c303 req-f6c88c5b-9847-48d5-be2f-e1faa36280dd tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] 10.222.0.72 "DELETE /v2.0/security-groups/5fee2004-3545-4944-bb47-feb64dccaf9a HTTP/1.1" status: 204 len: 173 time: 0.3408368 Feb 19 02:56:23.940241 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c88c5b-9847-48d5-be2f-e1faa36280dd tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fee2004-3545-4944-bb47-feb64dccaf9a,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:23.981110 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [req-7fe579d8-b308-4062-86d2-979b76858347 req-5361c88c-4dfe-4379-8262-ac9beae1814c tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Allocated IP 10.1.1.171 (25635acc-9f56-41ab-b8cd-dd2744f3f7b3/66de670b-a5db-4281-9094-b0eb2517280e/e8a9a31d-d1ce-4ae0-aba3-bf180e7af83d) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:56:23.999230 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6140bfae-7f1c-4ff4-abcc-dbeb65000c17 tempest-RoutersAdminNegativeTest-1119647925 tempest-RoutersAdminNegativeTest-1119647925-project-admin] Publish callbacks [] for security_group (9e5fc629-c763-4d55-8d4f-6d006a70e222), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:24.078698 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6140bfae-7f1c-4ff4-abcc-dbeb65000c17 tempest-RoutersAdminNegativeTest-1119647925 tempest-RoutersAdminNegativeTest-1119647925-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (9e5fc629-c763-4d55-8d4f-6d006a70e222), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:24.110987 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [None req-6140bfae-7f1c-4ff4-abcc-dbeb65000c17 tempest-RoutersAdminNegativeTest-1119647925 tempest-RoutersAdminNegativeTest-1119647925-project-admin] device_id is not set on port 250343f5-bc45-4529-8024-69930b4539a0 yet. {{(pid=103702) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 02:56:24.182881 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6140bfae-7f1c-4ff4-abcc-dbeb65000c17 tempest-RoutersAdminNegativeTest-1119647925 tempest-RoutersAdminNegativeTest-1119647925-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e5fc629-c763-4d55-8d4f-6d006a70e222,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:24.328919 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faa4b69c-5f87-4f58-a791-76b5bcac5343 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Router 627bb91b-f134-448d-b2d9-8f03ad6f873e is scheduled to L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd with binding_index 1 {{(pid=103702) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 02:56:24.348857 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-6140bfae-7f1c-4ff4-abcc-dbeb65000c17 tempest-RoutersAdminNegativeTest-1119647925 tempest-RoutersAdminNegativeTest-1119647925-project-admin] Allocated IP 172.25.6.108 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/250343f5-bc45-4529-8024-69930b4539a0) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:56:24.435498 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ec3617-d443-4dbd-b838-85089003d74b req-172a38ed-c8c1-4bd9-a1ea-3acbe81994ea tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:24.446634 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f0ec3617-d443-4dbd-b838-85089003d74b req-172a38ed-c8c1-4bd9-a1ea-3acbe81994ea tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b2e9057-c4b2-46db-814b-3b8888cce113 HTTP/1.1" status: 200 len: 946 time: 0.1741219 Feb 19 02:56:24.465245 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device d5c5e07b-702f-4871-b515-026fb65ca14d up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:56:24.477589 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-7fe579d8-b308-4062-86d2-979b76858347 req-5361c88c-4dfe-4379-8262-ac9beae1814c tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks [] for port (e8a9a31d-d1ce-4ae0-aba3-bf180e7af83d), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:24.565510 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f0ec3617-d443-4dbd-b838-85089003d74b req-87e57641-53c6-486d-a465-ecffdbccc4a6 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] 10.222.0.72 "GET /v2.0/security-groups?id=dcac2b5a-dee8-41b9-b83f-a011c1698d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033247 Feb 19 02:56:24.592222 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faa4b69c-5f87-4f58-a791-76b5bcac5343 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:56:24.600764 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-7fe579d8-b308-4062-86d2-979b76858347 req-5361c88c-4dfe-4379-8262-ac9beae1814c tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (e8a9a31d-d1ce-4ae0-aba3-bf180e7af83d), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:24.602802 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4bf7644-ca62-4141-9667-efb98f4551c0 None None] Sync routers for ids ['627bb91b-f134-448d-b2d9-8f03ad6f873e'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:56:24.622105 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4bf7644-ca62-4141-9667-efb98f4551c0 None None] Routers {'627bb91b-f134-448d-b2d9-8f03ad6f873e'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:56:24.622899 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-b4bf7644-ca62-4141-9667-efb98f4551c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:56:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['627bb91b-f134-448d-b2d9-8f03ad6f873e'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:56:24.634625 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port d5c5e07b-702f-4871-b515-026fb65ca14d triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:56:24.637267 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (d5c5e07b-702f-4871-b515-026fb65ca14d), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:24.694206 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-faa4b69c-5f87-4f58-a791-76b5bcac5343 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:24.695382 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-faa4b69c-5f87-4f58-a791-76b5bcac5343 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.8785591 Feb 19 02:56:24.701083 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 40188) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:24.723870 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fe579d8-b308-4062-86d2-979b76858347 req-5361c88c-4dfe-4379-8262-ac9beae1814c tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Network 25635acc-9f56-41ab-b8cd-dd2744f3f7b3 is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:56:24.741819 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [req-7fe579d8-b308-4062-86d2-979b76858347 req-5361c88c-4dfe-4379-8262-ac9beae1814c tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:56:24.804963 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port d5c5e07b-702f-4871-b515-026fb65ca14d is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:56:24.834096 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fe579d8-b308-4062-86d2-979b76858347 req-5361c88c-4dfe-4379-8262-ac9beae1814c tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:56:24.874051 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5361c88c-4dfe-4379-8262-ac9beae1814c tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Pushing event updated for resources: {'Port': ['ID=e8a9a31d-d1ce-4ae0-aba3-bf180e7af83d,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:24.921322 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-b4bf7644-ca62-4141-9667-efb98f4551c0 None None] Set router 627bb91b-f134-448d-b2d9-8f03ad6f873e gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:56:25.013667 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6140bfae-7f1c-4ff4-abcc-dbeb65000c17 tempest-RoutersAdminNegativeTest-1119647925 tempest-RoutersAdminNegativeTest-1119647925-project-admin] Publish callbacks [] for port (250343f5-bc45-4529-8024-69930b4539a0), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:25.018716 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe579d8-b308-4062-86d2-979b76858347 req-5361c88c-4dfe-4379-8262-ac9beae1814c tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:25.027900 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-7fe579d8-b308-4062-86d2-979b76858347 req-5361c88c-4dfe-4379-8262-ac9beae1814c tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:25.065721 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6140bfae-7f1c-4ff4-abcc-dbeb65000c17 tempest-RoutersAdminNegativeTest-1119647925 tempest-RoutersAdminNegativeTest-1119647925-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (250343f5-bc45-4529-8024-69930b4539a0), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:25.106104 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6140bfae-7f1c-4ff4-abcc-dbeb65000c17 tempest-RoutersAdminNegativeTest-1119647925 tempest-RoutersAdminNegativeTest-1119647925-project-admin] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:56:25.109506 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-6140bfae-7f1c-4ff4-abcc-dbeb65000c17 tempest-RoutersAdminNegativeTest-1119647925 tempest-RoutersAdminNegativeTest-1119647925-project-admin] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:56:25.115607 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7fe579d8-b308-4062-86d2-979b76858347 req-5361c88c-4dfe-4379-8262-ac9beae1814c tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9247279 Feb 19 02:56:25.140152 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6140bfae-7f1c-4ff4-abcc-dbeb65000c17 tempest-RoutersAdminNegativeTest-1119647925 tempest-RoutersAdminNegativeTest-1119647925-project-admin] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:56:25.151023 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-592b2393-7ba6-467f-8d56-7d0a11b0f8ae tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] 10.222.0.72 "GET /v2.0/routers/627bb91b-f134-448d-b2d9-8f03ad6f873e HTTP/1.1" status: 200 len: 908 time: 0.4479074 Feb 19 02:56:25.153950 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 40200) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:25.154870 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-7fe579d8-b308-4062-86d2-979b76858347 req-59a0a735-e2c4-4ed7-bd6c-88cddfbd1f5a tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Request body: {'port': {'device_id': 'adc61766-d3ce-4371-ba49-05b3f7dc0524', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'b0af2fed-15cc-4a59-82f9-c56cce972954', 'admin_state_up': True, 'tenant_id': '6ec3dd7afd834c809d570f5110147b8d', 'security_groups': ['197f0109-f833-46dd-9ffe-3ff812885f73']}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:56:25.220741 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb5de79-316a-417d-8141-bb54be48a056 req-2b0caa26-4f65-4f1d-9bb7-de030f03c8e9 tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:25.226850 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb5de79-316a-417d-8141-bb54be48a056 req-2b0caa26-4f65-4f1d-9bb7-de030f03c8e9 tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:25.228467 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ecb5de79-316a-417d-8141-bb54be48a056 req-2b0caa26-4f65-4f1d-9bb7-de030f03c8e9 tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] 10.222.0.72 "GET /v2.0/ports?device_id=ceebe91a-d741-40de-93eb-f22e35377004&device_id=e1c3a95a-eb61-4cc4-921e-3f5841475c62 HTTP/1.1" status: 200 len: 1681 time: 0.2159965 Feb 19 02:56:25.263542 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-658e1ff3-f82c-46c4-bde2-74d57be8c7b3 None None] Provisioning complete for port e8a9a31d-d1ce-4ae0-aba3-bf180e7af83d triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:56:25.263997 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-658e1ff3-f82c-46c4-bde2-74d57be8c7b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (e8a9a31d-d1ce-4ae0-aba3-bf180e7af83d), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:25.297164 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-b4bf7644-ca62-4141-9667-efb98f4551c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '627bb91b-f134-448d-b2d9-8f03ad6f873e', 'name': 'tempest-snat-router-2130374289', 'tenant_id': '3271903a1d224e5d8d9ff8621cd2168d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': '2432d743-8c44-474b-bb33-c7118a0ff65a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:56:17Z', 'updated_at': '2022-02-19T02:56:22Z', 'revision_number': 3, 'project_id': '3271903a1d224e5d8d9ff8621cd2168d', 'gw_port': {'id': '2432d743-8c44-474b-bb33-c7118a0ff65a', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ec:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '627bb91b-f134-448d-b2d9-8f03ad6f873e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1884, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:56:21Z', 'updated_at': '2022-02-19T02:56:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:56:25.316070 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6140bfae-7f1c-4ff4-abcc-dbeb65000c17 tempest-RoutersAdminNegativeTest-1119647925 tempest-RoutersAdminNegativeTest-1119647925-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:25.318248 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6140bfae-7f1c-4ff4-abcc-dbeb65000c17 tempest-RoutersAdminNegativeTest-1119647925 tempest-RoutersAdminNegativeTest-1119647925-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:25.329969 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-658e1ff3-f82c-46c4-bde2-74d57be8c7b3 None None] Port e8a9a31d-d1ce-4ae0-aba3-bf180e7af83d cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:56:25.336972 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4bf7644-ca62-4141-9667-efb98f4551c0 None None] Checking router: 627bb91b-f134-448d-b2d9-8f03ad6f873e for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:56:25.337598 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4bf7644-ca62-4141-9667-efb98f4551c0 None None] Updating router 627bb91b-f134-448d-b2d9-8f03ad6f873e port 2432d743-8c44-474b-bb33-c7118a0ff65a binding host n-d-826753-2 {{(pid=103704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:56:25.373102 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-b4bf7644-ca62-4141-9667-efb98f4551c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (2432d743-8c44-474b-bb33-c7118a0ff65a), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:25.377933 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-6140bfae-7f1c-4ff4-abcc-dbeb65000c17 tempest-RoutersAdminNegativeTest-1119647925 tempest-RoutersAdminNegativeTest-1119647925-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.2270479 Feb 19 02:56:25.386704 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6140bfae-7f1c-4ff4-abcc-dbeb65000c17 tempest-RoutersAdminNegativeTest-1119647925 tempest-RoutersAdminNegativeTest-1119647925-project-admin] Pushing event updated for resources: {'Port': ['ID=250343f5-bc45-4529-8024-69930b4539a0,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:25.395268 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ecb5de79-316a-417d-8141-bb54be48a056 req-4257969b-6ce0-402f-a0b8-b572bf2fa6d2 tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] 10.222.0.72 "GET /v2.0/security-groups?id=0bac9e7b-1471-4fbc-b188-1d8a02d1587a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528313 Feb 19 02:56:25.399232 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 40206) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:25.416710 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-e972f491-a770-421c-9d27-b5ab9d00b01a tempest-RoutersAdminNegativeTest-1119647925 tempest-RoutersAdminNegativeTest-1119647925-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.108'}]}}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:56:25.428127 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fe579d8-b308-4062-86d2-979b76858347 req-59a0a735-e2c4-4ed7-bd6c-88cddfbd1f5a tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Made reservation on behalf of 6ec3dd7afd834c809d570f5110147b8d for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:56:25.510862 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e972f491-a770-421c-9d27-b5ab9d00b01a tempest-RoutersAdminNegativeTest-1119647925 tempest-RoutersAdminNegativeTest-1119647925-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14172'] for router (4897e651-56e8-49d5-b6a8-ced1f107a89d), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:25.512337 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e972f491-a770-421c-9d27-b5ab9d00b01a tempest-RoutersAdminNegativeTest-1119647925 tempest-RoutersAdminNegativeTest-1119647925-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16317487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16285822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16309985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14247'] for router (4897e651-56e8-49d5-b6a8-ced1f107a89d), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:25.523682 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ce13b153-6853-40a2-8f57-c56e87359110 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks [] for router (627bb91b-f134-448d-b2d9-8f03ad6f873e), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:25.627628 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-7fe579d8-b308-4062-86d2-979b76858347 req-59a0a735-e2c4-4ed7-bd6c-88cddfbd1f5a tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:25.649289 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08593281-c723-4274-a9e8-8ff35a0c5343 req-da6b73b9-89ce-4a25-9071-edb81da9f418 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:25.655622 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08593281-c723-4274-a9e8-8ff35a0c5343 req-da6b73b9-89ce-4a25-9071-edb81da9f418 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:25.661187 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08593281-c723-4274-a9e8-8ff35a0c5343 req-da6b73b9-89ce-4a25-9071-edb81da9f418 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:25.668782 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-08593281-c723-4274-a9e8-8ff35a0c5343 req-da6b73b9-89ce-4a25-9071-edb81da9f418 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 2375 time: 0.1525426 Feb 19 02:56:25.681338 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e972f491-a770-421c-9d27-b5ab9d00b01a tempest-RoutersAdminNegativeTest-1119647925 tempest-RoutersAdminNegativeTest-1119647925-project-admin] Publish callbacks [] for router_controller (4897e651-56e8-49d5-b6a8-ced1f107a89d), precommit_add_association {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:25.692919 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-b4bf7644-ca62-4141-9667-efb98f4551c0 None None] Publish callbacks [] for port (2432d743-8c44-474b-bb33-c7118a0ff65a), precommit_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:25.708667 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-b4bf7644-ca62-4141-9667-efb98f4551c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (2432d743-8c44-474b-bb33-c7118a0ff65a), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:25.776230 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd58ea8-8b2a-4d0d-a539-b53ce56a6f67 None None] Pushing event updated for resources: {'Port': ['ID=2432d743-8c44-474b-bb33-c7118a0ff65a,revision_number=2']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:25.796395 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-b4bf7644-ca62-4141-9667-efb98f4551c0 None None] Attempting to bind port 2432d743-8c44-474b-bb33-c7118a0ff65a on host n-d-826753-2 for vnic_type normal with profile {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:56:25.797081 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-b4bf7644-ca62-4141-9667-efb98f4551c0 None None] Attempting to bind port 2432d743-8c44-474b-bb33-c7118a0ff65a by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:56:25.797623 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4bf7644-ca62-4141-9667-efb98f4551c0 None None] Attempting to bind port 2432d743-8c44-474b-bb33-c7118a0ff65a on network eaf64708-9021-419e-b287-ef3e0f51e2ee {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:56:25.804038 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4bf7644-ca62-4141-9667-efb98f4551c0 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:56:25.804878 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4bf7644-ca62-4141-9667-efb98f4551c0 None None] Checking segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:56:25.805536 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-b4bf7644-ca62-4141-9667-efb98f4551c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:25.806102 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4bf7644-ca62-4141-9667-efb98f4551c0 None None] Bound using segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:56:25.806809 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-b4bf7644-ca62-4141-9667-efb98f4551c0 None None] Bound port: 2432d743-8c44-474b-bb33-c7118a0ff65a, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:56:25.807373 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-b4bf7644-ca62-4141-9667-efb98f4551c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (2432d743-8c44-474b-bb33-c7118a0ff65a), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:25.832596 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-08593281-c723-4274-a9e8-8ff35a0c5343 req-660b1279-e077-49ed-a9c6-c026ae3b970c tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/security-groups?id=197f0109-f833-46dd-9ffe-3ff812885f73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1582911 Feb 19 02:56:25.875745 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-b4bf7644-ca62-4141-9667-efb98f4551c0 None None] For port 2432d743-8c44-474b-bb33-c7118a0ff65a, host n-d-826753-2, cleared binding levels {{(pid=103704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:56:25.881312 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-b4bf7644-ca62-4141-9667-efb98f4551c0 None None] For port 2432d743-8c44-474b-bb33-c7118a0ff65a, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=2432d743-8c44-474b-bb33-c7118a0ff65a,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:56:25.896460 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-b4bf7644-ca62-4141-9667-efb98f4551c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (2432d743-8c44-474b-bb33-c7118a0ff65a), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:25.986317 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4bf7644-ca62-4141-9667-efb98f4551c0 None None] Routers {'627bb91b-f134-448d-b2d9-8f03ad6f873e'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:56:25.986944 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-b4bf7644-ca62-4141-9667-efb98f4551c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:56:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['627bb91b-f134-448d-b2d9-8f03ad6f873e'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:56:26.039871 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e972f491-a770-421c-9d27-b5ab9d00b01a tempest-RoutersAdminNegativeTest-1119647925 tempest-RoutersAdminNegativeTest-1119647925-project-admin] Publish callbacks [] for router_gateway (4897e651-56e8-49d5-b6a8-ced1f107a89d), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:26.063979 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [req-7fe579d8-b308-4062-86d2-979b76858347 req-59a0a735-e2c4-4ed7-bd6c-88cddfbd1f5a tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Allocated IP 10.2.2.100 (b0af2fed-15cc-4a59-82f9-c56cce972954/754b3a5b-6b59-4c1e-b100-cfbf1a3674dc/ac5c2c1c-f8c0-46f3-9acf-0736307c93cf) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:56:26.109134 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ce13b153-6853-40a2-8f57-c56e87359110 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks [] for router_gateway (627bb91b-f134-448d-b2d9-8f03ad6f873e), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:26.117221 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd58ea8-8b2a-4d0d-a539-b53ce56a6f67 None None] Pushing event updated for resources: {'Port': ['ID=2432d743-8c44-474b-bb33-c7118a0ff65a,revision_number=3']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:26.123098 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:26.192876 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c0765d-be0e-4a4c-8ecd-b382dc683eee req-092dab8f-3c6b-4bf3-8c92-9de37e000750 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:26.195422 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-88c0765d-be0e-4a4c-8ecd-b382dc683eee req-092dab8f-3c6b-4bf3-8c92-9de37e000750 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b2e9057-c4b2-46db-814b-3b8888cce113 HTTP/1.1" status: 200 len: 946 time: 0.1094518 Feb 19 02:56:26.277251 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-ce13b153-6853-40a2-8f57-c56e87359110 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Deleting port 2432d743-8c44-474b-bb33-c7118a0ff65a {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:56:26.277636 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ce13b153-6853-40a2-8f57-c56e87359110 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (2432d743-8c44-474b-bb33-c7118a0ff65a), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:26.365988 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-88c0765d-be0e-4a4c-8ecd-b382dc683eee req-f09d4efb-da3c-4fe0-bcba-598ddd915b65 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] 10.222.0.72 "GET /v2.0/security-groups?id=dcac2b5a-dee8-41b9-b83f-a011c1698d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071031 Feb 19 02:56:26.393571 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-b4bf7644-ca62-4141-9667-efb98f4551c0 None None] Set router 627bb91b-f134-448d-b2d9-8f03ad6f873e gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:56:26.475891 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-7fe579d8-b308-4062-86d2-979b76858347 req-59a0a735-e2c4-4ed7-bd6c-88cddfbd1f5a tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks [] for port (ac5c2c1c-f8c0-46f3-9acf-0736307c93cf), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:26.570710 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-7fe579d8-b308-4062-86d2-979b76858347 req-59a0a735-e2c4-4ed7-bd6c-88cddfbd1f5a tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (ac5c2c1c-f8c0-46f3-9acf-0736307c93cf), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:26.681053 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a0a735-e2c4-4ed7-bd6c-88cddfbd1f5a tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Pushing event updated for resources: {'Port': ['ID=ac5c2c1c-f8c0-46f3-9acf-0736307c93cf,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:26.712361 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fe579d8-b308-4062-86d2-979b76858347 req-59a0a735-e2c4-4ed7-bd6c-88cddfbd1f5a tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Network b0af2fed-15cc-4a59-82f9-c56cce972954 is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:56:26.714751 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [req-7fe579d8-b308-4062-86d2-979b76858347 req-59a0a735-e2c4-4ed7-bd6c-88cddfbd1f5a tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:56:26.718392 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fe579d8-b308-4062-86d2-979b76858347 req-59a0a735-e2c4-4ed7-bd6c-88cddfbd1f5a tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:56:26.722619 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-ce13b153-6853-40a2-8f57-c56e87359110 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] For port 2432d743-8c44-474b-bb33-c7118a0ff65a, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=2432d743-8c44-474b-bb33-c7118a0ff65a,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:56:26.723458 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ce13b153-6853-40a2-8f57-c56e87359110 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (2432d743-8c44-474b-bb33-c7118a0ff65a), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:26.753921 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-ce13b153-6853-40a2-8f57-c56e87359110 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Calling delete_port for 2432d743-8c44-474b-bb33-c7118a0ff65a owned by network:router_gateway {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:56:26.846028 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe579d8-b308-4062-86d2-979b76858347 req-59a0a735-e2c4-4ed7-bd6c-88cddfbd1f5a tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:26.846680 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-7fe579d8-b308-4062-86d2-979b76858347 req-59a0a735-e2c4-4ed7-bd6c-88cddfbd1f5a tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:26.868146 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-b4bf7644-ca62-4141-9667-efb98f4551c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '627bb91b-f134-448d-b2d9-8f03ad6f873e', 'name': 'tempest-snat-router-2130374289', 'tenant_id': '3271903a1d224e5d8d9ff8621cd2168d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': '2432d743-8c44-474b-bb33-c7118a0ff65a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:56:17Z', 'updated_at': '2022-02-19T02:56:22Z', 'revision_number': 3, 'project_id': '3271903a1d224e5d8d9ff8621cd2168d', 'gw_port': {'id': '2432d743-8c44-474b-bb33-c7118a0ff65a', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ec:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '627bb91b-f134-448d-b2d9-8f03ad6f873e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1884, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:56:21Z', 'updated_at': '2022-02-19T02:56:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:56:26.891084 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7fe579d8-b308-4062-86d2-979b76858347 req-59a0a735-e2c4-4ed7-bd6c-88cddfbd1f5a tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7473626 Feb 19 02:56:26.907499 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-7fe579d8-b308-4062-86d2-979b76858347 req-d0807b86-d510-43df-9bf4-e9e4c716419b tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Request body: {'port': {'device_id': 'adc61766-d3ce-4371-ba49-05b3f7dc0524', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'b0af2fed-15cc-4a59-82f9-c56cce972954', 'admin_state_up': True, 'tenant_id': '6ec3dd7afd834c809d570f5110147b8d', 'security_groups': ['197f0109-f833-46dd-9ffe-3ff812885f73']}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:56:26.944499 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4bf7644-ca62-4141-9667-efb98f4551c0 None None] The sync data for ids ['627bb91b-f134-448d-b2d9-8f03ad6f873e'] in n-d-826753-2 is: [{'id': '627bb91b-f134-448d-b2d9-8f03ad6f873e', 'name': 'tempest-snat-router-2130374289', 'tenant_id': '3271903a1d224e5d8d9ff8621cd2168d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': '2432d743-8c44-474b-bb33-c7118a0ff65a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:56:17Z', 'updated_at': '2022-02-19T02:56:22Z', 'revision_number': 3, 'project_id': '3271903a1d224e5d8d9ff8621cd2168d', 'gw_port': {'id': '2432d743-8c44-474b-bb33-c7118a0ff65a', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ec:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '627bb91b-f134-448d-b2d9-8f03ad6f873e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1884, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:56:21Z', 'updated_at': '2022-02-19T02:56:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:56:27.070883 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e972f491-a770-421c-9d27-b5ab9d00b01a tempest-RoutersAdminNegativeTest-1119647925 tempest-RoutersAdminNegativeTest-1119647925-project-admin] Publish callbacks [] for router_gateway (4897e651-56e8-49d5-b6a8-ced1f107a89d), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:27.098003 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e972f491-a770-421c-9d27-b5ab9d00b01a tempest-RoutersAdminNegativeTest-1119647925 tempest-RoutersAdminNegativeTest-1119647925-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:27.121365 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ce13b153-6853-40a2-8f57-c56e87359110 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (2432d743-8c44-474b-bb33-c7118a0ff65a), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:27.192561 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fe579d8-b308-4062-86d2-979b76858347 req-d0807b86-d510-43df-9bf4-e9e4c716419b tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Made reservation on behalf of 6ec3dd7afd834c809d570f5110147b8d for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:56:27.209943 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-7fe579d8-b308-4062-86d2-979b76858347 req-d0807b86-d510-43df-9bf4-e9e4c716419b tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:27.213415 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-6229f692-122d-4635-b09d-0f7916a572b6 None None] Provisioning complete for port ac5c2c1c-f8c0-46f3-9acf-0736307c93cf triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:56:27.213994 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6229f692-122d-4635-b09d-0f7916a572b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (ac5c2c1c-f8c0-46f3-9acf-0736307c93cf), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:27.270750 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-6229f692-122d-4635-b09d-0f7916a572b6 None None] Port ac5c2c1c-f8c0-46f3-9acf-0736307c93cf cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:56:27.587929 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [req-7fe579d8-b308-4062-86d2-979b76858347 req-d0807b86-d510-43df-9bf4-e9e4c716419b tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Allocated IP 10.2.2.200 (b0af2fed-15cc-4a59-82f9-c56cce972954/754b3a5b-6b59-4c1e-b100-cfbf1a3674dc/2d0648da-7207-4fde-bb28-f88b0cf46085) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:56:27.630169 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce13b153-6853-40a2-8f57-c56e87359110 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Pushing event deleted for resources: {'Port': ['ID=2432d743-8c44-474b-bb33-c7118a0ff65a,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:27.952248 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ce13b153-6853-40a2-8f57-c56e87359110 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16285837'] for router_gateway (627bb91b-f134-448d-b2d9-8f03ad6f873e), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:28.033211 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d1ffe3-15e2-40d0-bb63-3dd64f035a29 req-07017dee-8542-4237-a56b-5c9b2d230b64 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:28.040559 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d1ffe3-15e2-40d0-bb63-3dd64f035a29 req-07017dee-8542-4237-a56b-5c9b2d230b64 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:28.050292 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d1ffe3-15e2-40d0-bb63-3dd64f035a29 req-07017dee-8542-4237-a56b-5c9b2d230b64 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:28.055642 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d1ffe3-15e2-40d0-bb63-3dd64f035a29 req-07017dee-8542-4237-a56b-5c9b2d230b64 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:28.064251 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-71d1ffe3-15e2-40d0-bb63-3dd64f035a29 req-07017dee-8542-4237-a56b-5c9b2d230b64 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 3096 time: 0.8252993 Feb 19 02:56:28.085274 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763107f4-2afb-42f7-be4f-18e3b9ccfe34 req-83a84828-5b4b-4fe3-bdac-bfbc38a73258 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:28.087033 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-763107f4-2afb-42f7-be4f-18e3b9ccfe34 req-83a84828-5b4b-4fe3-bdac-bfbc38a73258 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] 10.222.0.82 "GET /v2.0/ports?device_id=7b2e9057-c4b2-46db-814b-3b8888cce113 HTTP/1.1" status: 200 len: 946 time: 1.0274656 Feb 19 02:56:28.114146 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e972f491-a770-421c-9d27-b5ab9d00b01a tempest-RoutersAdminNegativeTest-1119647925 tempest-RoutersAdminNegativeTest-1119647925-project-admin] Publish callbacks [] for router (4897e651-56e8-49d5-b6a8-ced1f107a89d), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:28.183076 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-71d1ffe3-15e2-40d0-bb63-3dd64f035a29 req-17d0917b-75fc-4531-bf7f-c7be0355ce10 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/security-groups?id=197f0109-f833-46dd-9ffe-3ff812885f73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178951 Feb 19 02:56:28.202738 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ce13b153-6853-40a2-8f57-c56e87359110 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16317457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14254'] for router (627bb91b-f134-448d-b2d9-8f03ad6f873e), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:28.207457 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ce13b153-6853-40a2-8f57-c56e87359110 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks [] for router_controller (627bb91b-f134-448d-b2d9-8f03ad6f873e), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:28.283604 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-7fe579d8-b308-4062-86d2-979b76858347 req-d0807b86-d510-43df-9bf4-e9e4c716419b tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks [] for port (2d0648da-7207-4fde-bb28-f88b0cf46085), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:28.363736 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-7fe579d8-b308-4062-86d2-979b76858347 req-d0807b86-d510-43df-9bf4-e9e4c716419b tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (2d0648da-7207-4fde-bb28-f88b0cf46085), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:28.405303 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e972f491-a770-421c-9d27-b5ab9d00b01a tempest-RoutersAdminNegativeTest-1119647925 tempest-RoutersAdminNegativeTest-1119647925-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16317457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14254'] for router (4897e651-56e8-49d5-b6a8-ced1f107a89d), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:28.408983 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e972f491-a770-421c-9d27-b5ab9d00b01a tempest-RoutersAdminNegativeTest-1119647925 tempest-RoutersAdminNegativeTest-1119647925-project-admin] Publish callbacks [] for router_controller (4897e651-56e8-49d5-b6a8-ced1f107a89d), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:28.419970 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ce13b153-6853-40a2-8f57-c56e87359110 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16317544'] for router (627bb91b-f134-448d-b2d9-8f03ad6f873e), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:28.420610 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce13b153-6853-40a2-8f57-c56e87359110 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 627bb91b-f134-448d-b2d9-8f03ad6f873e {{(pid=103702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 02:56:28.426679 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ce13b153-6853-40a2-8f57-c56e87359110 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:28.430648 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-ce13b153-6853-40a2-8f57-c56e87359110 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] 10.222.0.72 "DELETE /v2.0/routers/627bb91b-f134-448d-b2d9-8f03ad6f873e HTTP/1.1" status: 204 len: 168 time: 3.2480128 Feb 19 02:56:28.449324 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 40258) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:28.470639 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fe579d8-b308-4062-86d2-979b76858347 req-d0807b86-d510-43df-9bf4-e9e4c716419b tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Network b0af2fed-15cc-4a59-82f9-c56cce972954 is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:56:28.476517 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [req-7fe579d8-b308-4062-86d2-979b76858347 req-d0807b86-d510-43df-9bf4-e9e4c716419b tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:56:28.538967 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e972f491-a770-421c-9d27-b5ab9d00b01a tempest-RoutersAdminNegativeTest-1119647925 tempest-RoutersAdminNegativeTest-1119647925-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16317544'] for router (4897e651-56e8-49d5-b6a8-ced1f107a89d), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:28.539832 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e972f491-a770-421c-9d27-b5ab9d00b01a tempest-RoutersAdminNegativeTest-1119647925 tempest-RoutersAdminNegativeTest-1119647925-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4897e651-56e8-49d5-b6a8-ced1f107a89d {{(pid=103702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 02:56:28.550515 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fe579d8-b308-4062-86d2-979b76858347 req-d0807b86-d510-43df-9bf4-e9e4c716419b tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:56:28.569991 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-763107f4-2afb-42f7-be4f-18e3b9ccfe34 req-f29aae85-323d-43e1-8b2e-f5289ac0dfb6 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Deleting port a9d2220e-9de0-438a-a82f-f709ddf4531d {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:56:28.570333 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-763107f4-2afb-42f7-be4f-18e3b9ccfe34 req-f29aae85-323d-43e1-8b2e-f5289ac0dfb6 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (a9d2220e-9de0-438a-a82f-f709ddf4531d), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:28.591901 n-d-826753-2 neutron-server[103702]: INFO neutron.api.v2.resource [None req-e972f491-a770-421c-9d27-b5ab9d00b01a tempest-RoutersAdminNegativeTest-1119647925 tempest-RoutersAdminNegativeTest-1119647925-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 19 02:56:28.593562 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-e972f491-a770-421c-9d27-b5ab9d00b01a tempest-RoutersAdminNegativeTest-1119647925 tempest-RoutersAdminNegativeTest-1119647925-project-admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.1871345 Feb 19 02:56:28.598116 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 40260) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:28.652217 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0807b86-d510-43df-9bf4-e9e4c716419b tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Pushing event updated for resources: {'Port': ['ID=2d0648da-7207-4fde-bb28-f88b0cf46085,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:28.721140 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe579d8-b308-4062-86d2-979b76858347 req-d0807b86-d510-43df-9bf4-e9e4c716419b tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:28.721816 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-7fe579d8-b308-4062-86d2-979b76858347 req-d0807b86-d510-43df-9bf4-e9e4c716419b tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:28.803577 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7fe579d8-b308-4062-86d2-979b76858347 req-d0807b86-d510-43df-9bf4-e9e4c716419b tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9000075 Feb 19 02:56:28.833179 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-763107f4-2afb-42f7-be4f-18e3b9ccfe34 req-f29aae85-323d-43e1-8b2e-f5289ac0dfb6 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] For port a9d2220e-9de0-438a-a82f-f709ddf4531d, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=a9d2220e-9de0-438a-a82f-f709ddf4531d,segment=NetworkSegment(fef50217-a0be-4490-a735-2f865cd5e060),segment_id=fef50217-a0be-4490-a735-2f865cd5e060)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:56:28.833882 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-763107f4-2afb-42f7-be4f-18e3b9ccfe34 req-f29aae85-323d-43e1-8b2e-f5289ac0dfb6 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (a9d2220e-9de0-438a-a82f-f709ddf4531d), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:28.838437 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-7fe579d8-b308-4062-86d2-979b76858347 req-2f61af50-0f54-4b4d-adcc-fe2dd5114a08 service neutron] Request body: {'port': {'device_id': 'adc61766-d3ce-4371-ba49-05b3f7dc0524', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826753-2'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:56:28.851975 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-20f39f1d-7f3d-449d-9015-3423a6512fba tempest-RoutersAdminNegativeTest-1119647925 tempest-RoutersAdminNegativeTest-1119647925-project-admin] Deleting port 250343f5-bc45-4529-8024-69930b4539a0 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:56:28.852509 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-20f39f1d-7f3d-449d-9015-3423a6512fba tempest-RoutersAdminNegativeTest-1119647925 tempest-RoutersAdminNegativeTest-1119647925-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (250343f5-bc45-4529-8024-69930b4539a0), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:28.878885 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c4ec94-e081-4df9-b224-2a30640746e9 req-f8048245-3bb6-4ae6-becb-14c25980525a tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:28.883841 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c3c4ec94-e081-4df9-b224-2a30640746e9 req-f8048245-3bb6-4ae6-becb-14c25980525a tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b2e9057-c4b2-46db-814b-3b8888cce113 HTTP/1.1" status: 200 len: 946 time: 0.3302002 Feb 19 02:56:28.900881 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-763107f4-2afb-42f7-be4f-18e3b9ccfe34 req-f29aae85-323d-43e1-8b2e-f5289ac0dfb6 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Calling delete_port for a9d2220e-9de0-438a-a82f-f709ddf4531d owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:56:28.968031 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-50042382-b1a9-492a-b8f3-58d4ecface5a tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks [] for router (33f11615-ea25-42b8-b888-9e8288ee012a), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:29.066210 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-7daa44dc-5873-45f3-8939-dfbfa9c8b081 None None] Provisioning complete for port 2d0648da-7207-4fde-bb28-f88b0cf46085 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:56:29.066837 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-7daa44dc-5873-45f3-8939-dfbfa9c8b081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (2d0648da-7207-4fde-bb28-f88b0cf46085), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:29.102868 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-7fe579d8-b308-4062-86d2-979b76858347 req-2f61af50-0f54-4b4d-adcc-fe2dd5114a08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (baadb01a-13aa-403f-bd9b-45b06f458a15), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:29.155441 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-7daa44dc-5873-45f3-8939-dfbfa9c8b081 None None] Port 2d0648da-7207-4fde-bb28-f88b0cf46085 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:56:29.192014 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-20f39f1d-7f3d-449d-9015-3423a6512fba tempest-RoutersAdminNegativeTest-1119647925 tempest-RoutersAdminNegativeTest-1119647925-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (250343f5-bc45-4529-8024-69930b4539a0), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:29.220906 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-20f39f1d-7f3d-449d-9015-3423a6512fba tempest-RoutersAdminNegativeTest-1119647925 tempest-RoutersAdminNegativeTest-1119647925-project-admin] Calling delete_port for 250343f5-bc45-4529-8024-69930b4539a0 owned by {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:56:29.231477 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c3c4ec94-e081-4df9-b224-2a30640746e9 req-44c2a259-8efe-4645-8970-b5850b5cbbf8 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] 10.222.0.72 "GET /v2.0/security-groups?id=dcac2b5a-dee8-41b9-b83f-a011c1698d5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3174434 Feb 19 02:56:29.327917 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b91781-5a19-48f1-8475-1bfb80bcdcfb req-f51bbd95-97d2-4670-bbba-e473216fd9cc tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:29.329796 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-40b91781-5a19-48f1-8475-1bfb80bcdcfb req-f51bbd95-97d2-4670-bbba-e473216fd9cc tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] 10.222.0.82 "GET /v2.0/ports?device_id=ceebe91a-d741-40de-93eb-f22e35377004 HTTP/1.1" status: 200 len: 945 time: 0.4446664 Feb 19 02:56:29.587899 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-763107f4-2afb-42f7-be4f-18e3b9ccfe34 req-f29aae85-323d-43e1-8b2e-f5289ac0dfb6 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (a9d2220e-9de0-438a-a82f-f709ddf4531d), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:29.600633 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-20f39f1d-7f3d-449d-9015-3423a6512fba tempest-RoutersAdminNegativeTest-1119647925 tempest-RoutersAdminNegativeTest-1119647925-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (250343f5-bc45-4529-8024-69930b4539a0), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:29.651184 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82f460a-7fc7-4f91-a69f-44dc9ee4d393 req-1e78fc53-02b9-4ffc-bae3-f98d279d6c7d tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:29.652908 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d82f460a-7fc7-4f91-a69f-44dc9ee4d393 req-1e78fc53-02b9-4ffc-bae3-f98d279d6c7d tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] 10.222.0.82 "GET /v2.0/ports?device_id=e1c3a95a-eb61-4cc4-921e-3f5841475c62 HTTP/1.1" status: 200 len: 945 time: 0.5586121 Feb 19 02:56:29.661645 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29aae85-323d-43e1-8b2e-f5289ac0dfb6 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Pushing event deleted for resources: {'Port': ['ID=a9d2220e-9de0-438a-a82f-f709ddf4531d,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:29.747392 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f39f1d-7f3d-449d-9015-3423a6512fba tempest-RoutersAdminNegativeTest-1119647925 tempest-RoutersAdminNegativeTest-1119647925-project-admin] Pushing event deleted for resources: {'Port': ['ID=250343f5-bc45-4529-8024-69930b4539a0,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:29.748215 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-50042382-b1a9-492a-b8f3-58d4ecface5a tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks [] for router_gateway (33f11615-ea25-42b8-b888-9e8288ee012a), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:29.760070 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0e72ef-804f-4e7c-ba3d-11dda7ba4cf5 req-585638a2-a584-46b3-9a57-bf59bac7ce66 tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:29.767955 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7f0e72ef-804f-4e7c-ba3d-11dda7ba4cf5 req-585638a2-a584-46b3-9a57-bf59bac7ce66 tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] 10.222.0.72 "GET /v2.0/ports?device_id=ceebe91a-d741-40de-93eb-f22e35377004 HTTP/1.1" status: 200 len: 945 time: 0.3481448 Feb 19 02:56:29.782745 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-763107f4-2afb-42f7-be4f-18e3b9ccfe34 req-f29aae85-323d-43e1-8b2e-f5289ac0dfb6 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] No DVR routers for this DVR port a9d2220e-9de0-438a-a82f-f709ddf4531d on host n-h2-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:56:29.786736 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-763107f4-2afb-42f7-be4f-18e3b9ccfe34 req-f29aae85-323d-43e1-8b2e-f5289ac0dfb6 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:29.790331 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-763107f4-2afb-42f7-be4f-18e3b9ccfe34 req-f29aae85-323d-43e1-8b2e-f5289ac0dfb6 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] 10.222.0.82 "DELETE /v2.0/ports/a9d2220e-9de0-438a-a82f-f709ddf4531d HTTP/1.1" status: 204 len: 173 time: 1.5990355 Feb 19 02:56:29.790796 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b2e9057-c4b2-46db-814b-3b8888cce113', 'name': 'network-vif-deleted', 'tag': 'a9d2220e-9de0-438a-a82f-f709ddf4531d'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:56:29.802116 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed74a9fa-3961-4665-a5ae-50ce4c8b2ac2" -d '{"events": [{"server_uuid": "7b2e9057-c4b2-46db-814b-3b8888cce113", "name": "network-vif-deleted", "tag": "a9d2220e-9de0-438a-a82f-f709ddf4531d"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:56:29.882998 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-20f39f1d-7f3d-449d-9015-3423a6512fba tempest-RoutersAdminNegativeTest-1119647925 tempest-RoutersAdminNegativeTest-1119647925-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:29.895304 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-20f39f1d-7f3d-449d-9015-3423a6512fba tempest-RoutersAdminNegativeTest-1119647925 tempest-RoutersAdminNegativeTest-1119647925-project-admin] 10.222.0.72 "DELETE /v2.0/ports/250343f5-bc45-4529-8024-69930b4539a0 HTTP/1.1" status: 204 len: 168 time: 1.2921116 Feb 19 02:56:30.044731 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device a9d2220e-9de0-438a-a82f-f709ddf4531d no longer exists at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:56:30.070088 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7f0e72ef-804f-4e7c-ba3d-11dda7ba4cf5 req-f3b98a85-bc0a-42de-9642-c3dd5fe9d57a tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] 10.222.0.72 "GET /v2.0/security-groups?id=0bac9e7b-1471-4fbc-b188-1d8a02d1587a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2998245 Feb 19 02:56:30.118425 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] No Port match for: a9d2220e-9de0-438a-a82f-f709ddf4531d {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:56:30.120281 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device a9d2220e-9de0-438a-a82f-f709ddf4531d not bound to the agent host n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:56:30.273589 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-40b91781-5a19-48f1-8475-1bfb80bcdcfb req-09c57d6d-23fb-4184-97bb-eff2773fddd7 tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] Deleting port 997ffd9d-24d0-48cd-b676-aae312923536 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:56:30.274842 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-40b91781-5a19-48f1-8475-1bfb80bcdcfb req-09c57d6d-23fb-4184-97bb-eff2773fddd7 tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (997ffd9d-24d0-48cd-b676-aae312923536), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:30.286818 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 40290) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:30.389357 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-50042382-b1a9-492a-b8f3-58d4ecface5a tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Deleting port d5c5e07b-702f-4871-b515-026fb65ca14d {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:56:30.389878 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-50042382-b1a9-492a-b8f3-58d4ecface5a tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (d5c5e07b-702f-4871-b515-026fb65ca14d), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:30.442778 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 2432d743-8c44-474b-bb33-c7118a0ff65a no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:56:30.454687 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-878bc430-a5d7-4c2a-a4be-1eb37d07be8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:30.458129 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-d82f460a-7fc7-4f91-a69f-44dc9ee4d393 req-680ba8b2-1e45-4ec6-812d-07ec8577c7da tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] Deleting port 8059b753-b683-409f-9b80-d1ba47c1f7f5 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:56:30.458597 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-d82f460a-7fc7-4f91-a69f-44dc9ee4d393 req-680ba8b2-1e45-4ec6-812d-07ec8577c7da tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (8059b753-b683-409f-9b80-d1ba47c1f7f5), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:30.472672 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 2432d743-8c44-474b-bb33-c7118a0ff65a {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:56:30.473249 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 2432d743-8c44-474b-bb33-c7118a0ff65a not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:56:30.476265 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [req-7fe579d8-b308-4062-86d2-979b76858347 req-2f61af50-0f54-4b4d-adcc-fe2dd5114a08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id baadb01a-13aa-403f-bd9b-45b06f458a15 {{(pid=103701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:56:30.507988 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-7fe579d8-b308-4062-86d2-979b76858347 req-2f61af50-0f54-4b4d-adcc-fe2dd5114a08 service neutron] Publish callbacks [] for port (baadb01a-13aa-403f-bd9b-45b06f458a15), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:30.557441 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d941e-0c50-4f04-9e3c-f0626768c3f1 req-696f0e65-6492-441a-8a94-a9207b8cf8d1 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:30.562555 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d941e-0c50-4f04-9e3c-f0626768c3f1 req-696f0e65-6492-441a-8a94-a9207b8cf8d1 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:30.568530 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d941e-0c50-4f04-9e3c-f0626768c3f1 req-696f0e65-6492-441a-8a94-a9207b8cf8d1 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:30.573846 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d941e-0c50-4f04-9e3c-f0626768c3f1 req-696f0e65-6492-441a-8a94-a9207b8cf8d1 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:30.579081 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d941e-0c50-4f04-9e3c-f0626768c3f1 req-696f0e65-6492-441a-8a94-a9207b8cf8d1 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:30.586576 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cd8d941e-0c50-4f04-9e3c-f0626768c3f1 req-696f0e65-6492-441a-8a94-a9207b8cf8d1 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 3817 time: 0.3971343 Feb 19 02:56:30.603287 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-878bc430-a5d7-4c2a-a4be-1eb37d07be8e admin admin] Publish callbacks [] for security_group (80e64bb0-990a-406c-ad64-6df2ca995d4b), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:30.626505 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-878bc430-a5d7-4c2a-a4be-1eb37d07be8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (80e64bb0-990a-406c-ad64-6df2ca995d4b), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:30.657991 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878bc430-a5d7-4c2a-a4be-1eb37d07be8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80e64bb0-990a-406c-ad64-6df2ca995d4b,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:30.687533 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-878bc430-a5d7-4c2a-a4be-1eb37d07be8e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b0bbfa5499e4420faddd136dc12f9fe0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3996046 Feb 19 02:56:30.688899 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 40298) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:30.722874 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.provisioning_blocks [req-7fe579d8-b308-4062-86d2-979b76858347 req-2f61af50-0f54-4b4d-adcc-fe2dd5114a08 service neutron] Transition to ACTIVE for port object baadb01a-13aa-403f-bd9b-45b06f458a15 will not be triggered until provisioned by entity L2. {{(pid=103701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:56:30.751688 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7d38adb8-fd46-46d2-b9ba-b4f561b69ff2 admin admin] Publish callbacks [] for security_group (80e64bb0-990a-406c-ad64-6df2ca995d4b), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:30.775324 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-7fe579d8-b308-4062-86d2-979b76858347 req-2f61af50-0f54-4b4d-adcc-fe2dd5114a08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (baadb01a-13aa-403f-bd9b-45b06f458a15), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:30.776255 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7d38adb8-fd46-46d2-b9ba-b4f561b69ff2 admin admin] Publish callbacks [] for security_group (80e64bb0-990a-406c-ad64-6df2ca995d4b), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:30.782376 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-40b91781-5a19-48f1-8475-1bfb80bcdcfb req-09c57d6d-23fb-4184-97bb-eff2773fddd7 tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] For port 997ffd9d-24d0-48cd-b676-aae312923536, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=997ffd9d-24d0-48cd-b676-aae312923536,segment=NetworkSegment(99637b7a-02f7-4620-98cc-0c64fec323d8),segment_id=99637b7a-02f7-4620-98cc-0c64fec323d8)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:56:30.782855 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-40b91781-5a19-48f1-8475-1bfb80bcdcfb req-09c57d6d-23fb-4184-97bb-eff2773fddd7 tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (997ffd9d-24d0-48cd-b676-aae312923536), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:30.831401 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7d38adb8-fd46-46d2-b9ba-b4f561b69ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (80e64bb0-990a-406c-ad64-6df2ca995d4b), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:30.834775 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7d38adb8-fd46-46d2-b9ba-b4f561b69ff2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:30.838461 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-7d38adb8-fd46-46d2-b9ba-b4f561b69ff2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/80e64bb0-990a-406c-ad64-6df2ca995d4b HTTP/1.1" status: 204 len: 168 time: 0.1461861 Feb 19 02:56:30.845698 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d38adb8-fd46-46d2-b9ba-b4f561b69ff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80e64bb0-990a-406c-ad64-6df2ca995d4b,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:30.869648 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-40b91781-5a19-48f1-8475-1bfb80bcdcfb req-09c57d6d-23fb-4184-97bb-eff2773fddd7 tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] Calling delete_port for 997ffd9d-24d0-48cd-b676-aae312923536 owned by compute:nova {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:56:30.892051 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cd8d941e-0c50-4f04-9e3c-f0626768c3f1 req-fbda1e56-91b6-4ae3-9140-ccee04ce2cf4 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/security-groups?id=197f0109-f833-46dd-9ffe-3ff812885f73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3037937 Feb 19 02:56:30.926021 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-d82f460a-7fc7-4f91-a69f-44dc9ee4d393 req-680ba8b2-1e45-4ec6-812d-07ec8577c7da tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] For port 8059b753-b683-409f-9b80-d1ba47c1f7f5, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=8059b753-b683-409f-9b80-d1ba47c1f7f5,segment=NetworkSegment(99637b7a-02f7-4620-98cc-0c64fec323d8),segment_id=99637b7a-02f7-4620-98cc-0c64fec323d8)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:56:30.926021 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-d82f460a-7fc7-4f91-a69f-44dc9ee4d393 req-680ba8b2-1e45-4ec6-812d-07ec8577c7da tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (8059b753-b683-409f-9b80-d1ba47c1f7f5), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:30.954471 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f61af50-0f54-4b4d-adcc-fe2dd5114a08 service neutron] Pushing event updated for resources: {'Port': ['ID=baadb01a-13aa-403f-bd9b-45b06f458a15,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:31.022030 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-d82f460a-7fc7-4f91-a69f-44dc9ee4d393 req-680ba8b2-1e45-4ec6-812d-07ec8577c7da tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] Calling delete_port for 8059b753-b683-409f-9b80-d1ba47c1f7f5 owned by compute:nova {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:56:31.074007 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aeb7d81-beb5-45d8-b5fa-5ef8f3b8c06c x-openstack-request-id: req-7aeb7d81-beb5-45d8-b5fa-5ef8f3b8c06c {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:56:31.074308 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b2e9057-c4b2-46db-814b-3b8888cce113", "name": "network-vif-deleted", "tag": "a9d2220e-9de0-438a-a82f-f709ddf4531d", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:56:31.074566 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7aeb7d81-beb5-45d8-b5fa-5ef8f3b8c06c {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:56:31.075065 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b2e9057-c4b2-46db-814b-3b8888cce113', 'name': 'network-vif-deleted', 'tag': 'a9d2220e-9de0-438a-a82f-f709ddf4531d', 'status': 'completed', 'code': 200} Feb 19 02:56:31.086902 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-50042382-b1a9-492a-b8f3-58d4ecface5a tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] For port d5c5e07b-702f-4871-b515-026fb65ca14d, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=d5c5e07b-702f-4871-b515-026fb65ca14d,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:56:31.087514 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-50042382-b1a9-492a-b8f3-58d4ecface5a tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (d5c5e07b-702f-4871-b515-026fb65ca14d), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:31.143254 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 40310) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:31.231687 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-50042382-b1a9-492a-b8f3-58d4ecface5a tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Calling delete_port for d5c5e07b-702f-4871-b515-026fb65ca14d owned by network:router_gateway {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:56:31.414610 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 40312) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:31.453730 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-7fe579d8-b308-4062-86d2-979b76858347 req-2f61af50-0f54-4b4d-adcc-fe2dd5114a08 service neutron] Attempting to bind port baadb01a-13aa-403f-bd9b-45b06f458a15 on host n-h1-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:56:31.454087 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-7fe579d8-b308-4062-86d2-979b76858347 req-2f61af50-0f54-4b4d-adcc-fe2dd5114a08 service neutron] Attempting to bind port baadb01a-13aa-403f-bd9b-45b06f458a15 by drivers openvswitch,hyperv on host n-h1-826753-2 at level 0 using segments [{'id': '245dfdec-94d3-4f95-bab9-a70453fd4b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'd6693eea-5935-4b21-81c1-498cbd8a50e6'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:56:31.454418 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe579d8-b308-4062-86d2-979b76858347 req-2f61af50-0f54-4b4d-adcc-fe2dd5114a08 service neutron] Attempting to bind port baadb01a-13aa-403f-bd9b-45b06f458a15 on network d6693eea-5935-4b21-81c1-498cbd8a50e6 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:56:31.515027 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe579d8-b308-4062-86d2-979b76858347 req-2f61af50-0f54-4b4d-adcc-fe2dd5114a08 service neutron] Port baadb01a-13aa-403f-bd9b-45b06f458a15 on network d6693eea-5935-4b21-81c1-498cbd8a50e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:56:31.515355 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe579d8-b308-4062-86d2-979b76858347 req-2f61af50-0f54-4b4d-adcc-fe2dd5114a08 service neutron] Attempting to bind port baadb01a-13aa-403f-bd9b-45b06f458a15 on network d6693eea-5935-4b21-81c1-498cbd8a50e6 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:56:31.569342 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-d82f460a-7fc7-4f91-a69f-44dc9ee4d393 req-680ba8b2-1e45-4ec6-812d-07ec8577c7da tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (8059b753-b683-409f-9b80-d1ba47c1f7f5), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:31.576837 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe579d8-b308-4062-86d2-979b76858347 req-2f61af50-0f54-4b4d-adcc-fe2dd5114a08 service neutron] Checking agent: {'id': '9d56fb1b-2855-496a-a6d9-c324740cb98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:56:31.577322 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe579d8-b308-4062-86d2-979b76858347 req-2f61af50-0f54-4b4d-adcc-fe2dd5114a08 service neutron] Checking segment: {'id': '245dfdec-94d3-4f95-bab9-a70453fd4b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'd6693eea-5935-4b21-81c1-498cbd8a50e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:56:31.582021 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe579d8-b308-4062-86d2-979b76858347 req-2f61af50-0f54-4b4d-adcc-fe2dd5114a08 service neutron] Bound using segment: {'id': '245dfdec-94d3-4f95-bab9-a70453fd4b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'd6693eea-5935-4b21-81c1-498cbd8a50e6'} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:56:31.582021 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-7fe579d8-b308-4062-86d2-979b76858347 req-2f61af50-0f54-4b4d-adcc-fe2dd5114a08 service neutron] Bound port: baadb01a-13aa-403f-bd9b-45b06f458a15, host: n-h1-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '245dfdec-94d3-4f95-bab9-a70453fd4b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'd6693eea-5935-4b21-81c1-498cbd8a50e6'}}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:56:31.582021 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-7fe579d8-b308-4062-86d2-979b76858347 req-2f61af50-0f54-4b4d-adcc-fe2dd5114a08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (baadb01a-13aa-403f-bd9b-45b06f458a15), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:31.590010 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f905fa5-0c12-41b5-8703-f3fc15fcb872 req-7a30facf-7ce0-4065-8f2e-696a24cc4cd5 tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:31.597648 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0f905fa5-0c12-41b5-8703-f3fc15fcb872 req-7a30facf-7ce0-4065-8f2e-696a24cc4cd5 tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] 10.222.0.72 "GET /v2.0/ports?device_id=ceebe91a-d741-40de-93eb-f22e35377004 HTTP/1.1" status: 200 len: 945 time: 0.3946187 Feb 19 02:56:31.688906 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680ba8b2-1e45-4ec6-812d-07ec8577c7da tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] Pushing event deleted for resources: {'Port': ['ID=8059b753-b683-409f-9b80-d1ba47c1f7f5,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:31.699919 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-693b8555-8175-4668-8c1f-77657e73e743 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ea7a077af5274604bec15dd2d5ad4741&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2792230 Feb 19 02:56:31.700682 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 40318) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:31.754523 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-40b91781-5a19-48f1-8475-1bfb80bcdcfb req-09c57d6d-23fb-4184-97bb-eff2773fddd7 tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (997ffd9d-24d0-48cd-b676-aae312923536), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:31.776156 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2bea6dfb-0b41-4594-9f35-7d6bda9b2075 admin admin] Publish callbacks [] for security_group (9e5fc629-c763-4d55-8d4f-6d006a70e222), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:31.801188 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cff22506-cd7b-4360-b998-726d3082e494 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16289271'] for router_interface (a60c8195-480a-4412-ab0f-4fa0b16a425a), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:31.853734 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2bea6dfb-0b41-4594-9f35-7d6bda9b2075 admin admin] Publish callbacks [] for security_group (9e5fc629-c763-4d55-8d4f-6d006a70e222), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:31.855820 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c57d6d-23fb-4184-97bb-eff2773fddd7 tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] Pushing event deleted for resources: {'Port': ['ID=997ffd9d-24d0-48cd-b676-aae312923536,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:31.884394 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-d82f460a-7fc7-4f91-a69f-44dc9ee4d393 req-680ba8b2-1e45-4ec6-812d-07ec8577c7da tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] No DVR routers for this DVR port 8059b753-b683-409f-9b80-d1ba47c1f7f5 on host n-h2-826753-2 {{(pid=103701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:56:31.887630 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-d82f460a-7fc7-4f91-a69f-44dc9ee4d393 req-680ba8b2-1e45-4ec6-812d-07ec8577c7da tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:31.891388 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d82f460a-7fc7-4f91-a69f-44dc9ee4d393 req-680ba8b2-1e45-4ec6-812d-07ec8577c7da tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] 10.222.0.82 "DELETE /v2.0/ports/8059b753-b683-409f-9b80-d1ba47c1f7f5 HTTP/1.1" status: 204 len: 173 time: 2.2327223 Feb 19 02:56:31.910217 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1c3a95a-eb61-4cc4-921e-3f5841475c62', 'name': 'network-vif-deleted', 'tag': '8059b753-b683-409f-9b80-d1ba47c1f7f5'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:56:31.912465 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50150402-a31b-44ee-8d95-4f9953093e15" -d '{"events": [{"server_uuid": "e1c3a95a-eb61-4cc4-921e-3f5841475c62", "name": "network-vif-deleted", "tag": "8059b753-b683-409f-9b80-d1ba47c1f7f5"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:56:31.943562 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0f905fa5-0c12-41b5-8703-f3fc15fcb872 req-d7955745-b572-4d34-815e-14d8bea4e8a2 tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] 10.222.0.72 "GET /v2.0/security-groups?id=0bac9e7b-1471-4fbc-b188-1d8a02d1587a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3476100 Feb 19 02:56:32.023832 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-7fe579d8-b308-4062-86d2-979b76858347 req-2f61af50-0f54-4b4d-adcc-fe2dd5114a08 service neutron] For port baadb01a-13aa-403f-bd9b-45b06f458a15, host n-h1-826753-2, cleared binding levels {{(pid=103701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:56:32.028509 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 997ffd9d-24d0-48cd-b676-aae312923536 no longer exists at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:56:32.079157 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2bea6dfb-0b41-4594-9f35-7d6bda9b2075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (9e5fc629-c763-4d55-8d4f-6d006a70e222), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:32.090062 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] No Port match for: 997ffd9d-24d0-48cd-b676-aae312923536 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:56:32.090524 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2bea6dfb-0b41-4594-9f35-7d6bda9b2075 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:32.091599 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1e215e4-e0a1-4798-a74b-bbfd83f2a360 x-openstack-request-id: req-c1e215e4-e0a1-4798-a74b-bbfd83f2a360 {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:56:32.091740 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 997ffd9d-24d0-48cd-b676-aae312923536 not bound to the agent host n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:56:32.091861 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1c3a95a-eb61-4cc4-921e-3f5841475c62", "name": "network-vif-deleted", "tag": "8059b753-b683-409f-9b80-d1ba47c1f7f5", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:56:32.091967 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 8059b753-b683-409f-9b80-d1ba47c1f7f5 no longer exists at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:56:32.092063 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c1e215e4-e0a1-4798-a74b-bbfd83f2a360 {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:56:32.092157 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-2bea6dfb-0b41-4594-9f35-7d6bda9b2075 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9e5fc629-c763-4d55-8d4f-6d006a70e222 HTTP/1.1" status: 204 len: 168 time: 0.3897741 Feb 19 02:56:32.105733 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1c3a95a-eb61-4cc4-921e-3f5841475c62', 'name': 'network-vif-deleted', 'tag': '8059b753-b683-409f-9b80-d1ba47c1f7f5', 'status': 'completed', 'code': 200} Feb 19 02:56:32.106660 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-40b91781-5a19-48f1-8475-1bfb80bcdcfb req-09c57d6d-23fb-4184-97bb-eff2773fddd7 tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] No DVR routers for this DVR port 997ffd9d-24d0-48cd-b676-aae312923536 on host n-h2-826753-2 {{(pid=103701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:56:32.117614 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-40b91781-5a19-48f1-8475-1bfb80bcdcfb req-09c57d6d-23fb-4184-97bb-eff2773fddd7 tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:32.125728 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-40b91781-5a19-48f1-8475-1bfb80bcdcfb req-09c57d6d-23fb-4184-97bb-eff2773fddd7 tempest-ListServersNegativeTestJSON-1819875601 tempest-ListServersNegativeTestJSON-1819875601-project] 10.222.0.82 "DELETE /v2.0/ports/997ffd9d-24d0-48cd-b676-aae312923536 HTTP/1.1" status: 204 len: 173 time: 2.7072935 Feb 19 02:56:32.138842 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] No Port match for: 8059b753-b683-409f-9b80-d1ba47c1f7f5 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:56:32.139188 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 8059b753-b683-409f-9b80-d1ba47c1f7f5 not bound to the agent host n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:56:32.148588 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-50042382-b1a9-492a-b8f3-58d4ecface5a tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (d5c5e07b-702f-4871-b515-026fb65ca14d), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:32.150916 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bea6dfb-0b41-4594-9f35-7d6bda9b2075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e5fc629-c763-4d55-8d4f-6d006a70e222,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:32.205263 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-7fe579d8-b308-4062-86d2-979b76858347 req-2f61af50-0f54-4b4d-adcc-fe2dd5114a08 service neutron] For port baadb01a-13aa-403f-bd9b-45b06f458a15, host n-h1-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=baadb01a-13aa-403f-bd9b-45b06f458a15,segment=NetworkSegment(245dfdec-94d3-4f95-bab9-a70453fd4b3c),segment_id=245dfdec-94d3-4f95-bab9-a70453fd4b3c)] {{(pid=103701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:56:32.243757 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50042382-b1a9-492a-b8f3-58d4ecface5a tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Pushing event deleted for resources: {'Port': ['ID=d5c5e07b-702f-4871-b515-026fb65ca14d,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:32.369728 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-cff22506-cd7b-4360-b998-726d3082e494 admin admin] Deleting port 9a7eae48-a562-4d5a-9661-f186ae94425c {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:56:32.370634 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cff22506-cd7b-4360-b998-726d3082e494 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (9a7eae48-a562-4d5a-9661-f186ae94425c), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:32.568995 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-cff22506-cd7b-4360-b998-726d3082e494 admin admin] For port 9a7eae48-a562-4d5a-9661-f186ae94425c, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=9a7eae48-a562-4d5a-9661-f186ae94425c,segment=NetworkSegment(fef50217-a0be-4490-a735-2f865cd5e060),segment_id=fef50217-a0be-4490-a735-2f865cd5e060)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:56:32.569390 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cff22506-cd7b-4360-b998-726d3082e494 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (9a7eae48-a562-4d5a-9661-f186ae94425c), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:32.586674 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-cff22506-cd7b-4360-b998-726d3082e494 admin admin] Calling delete_port for 9a7eae48-a562-4d5a-9661-f186ae94425c owned by network:router_interface {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:56:32.826312 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-7fe579d8-b308-4062-86d2-979b76858347 req-2f61af50-0f54-4b4d-adcc-fe2dd5114a08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (baadb01a-13aa-403f-bd9b-45b06f458a15), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:32.965721 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a51fa7-7570-4058-a332-d504a8745f19 req-478dd9ae-78a7-48b4-a10f-42b57e5a7d0c tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:32.974475 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a51fa7-7570-4058-a332-d504a8745f19 req-478dd9ae-78a7-48b4-a10f-42b57e5a7d0c tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:32.979727 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a51fa7-7570-4058-a332-d504a8745f19 req-478dd9ae-78a7-48b4-a10f-42b57e5a7d0c tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:32.987243 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a51fa7-7570-4058-a332-d504a8745f19 req-478dd9ae-78a7-48b4-a10f-42b57e5a7d0c tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:32.995104 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a51fa7-7570-4058-a332-d504a8745f19 req-478dd9ae-78a7-48b4-a10f-42b57e5a7d0c tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:33.005945 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-22a51fa7-7570-4058-a332-d504a8745f19 req-478dd9ae-78a7-48b4-a10f-42b57e5a7d0c tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 3829 time: 0.8477435 Feb 19 02:56:33.020491 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cff22506-cd7b-4360-b998-726d3082e494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (9a7eae48-a562-4d5a-9661-f186ae94425c), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:33.030090 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe579d8-b308-4062-86d2-979b76858347 req-2f61af50-0f54-4b4d-adcc-fe2dd5114a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:33.030899 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-7fe579d8-b308-4062-86d2-979b76858347 req-2f61af50-0f54-4b4d-adcc-fe2dd5114a08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:33.039625 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7fe579d8-b308-4062-86d2-979b76858347 req-2f61af50-0f54-4b4d-adcc-fe2dd5114a08 service neutron] 10.222.0.73 "PUT /v2.0/ports/baadb01a-13aa-403f-bd9b-45b06f458a15 HTTP/1.1" status: 200 len: 1092 time: 4.2175660 Feb 19 02:56:33.093775 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-50042382-b1a9-492a-b8f3-58d4ecface5a tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16285837'] for router_gateway (33f11615-ea25-42b8-b888-9e8288ee012a), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:33.101592 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff22506-cd7b-4360-b998-726d3082e494 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a7eae48-a562-4d5a-9661-f186ae94425c,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:33.144500 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-7fe579d8-b308-4062-86d2-979b76858347 req-68e872d2-7db5-4654-a18e-2391e1cf76ae service neutron] Request body: {'port': {'device_id': 'adc61766-d3ce-4371-ba49-05b3f7dc0524', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826753-2'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:56:33.276764 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f61af50-0f54-4b4d-adcc-fe2dd5114a08 service neutron] Pushing event updated for resources: {'Port': ['ID=baadb01a-13aa-403f-bd9b-45b06f458a15,revision_number=3']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:33.291017 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-50042382-b1a9-492a-b8f3-58d4ecface5a tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16317457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14254'] for router (33f11615-ea25-42b8-b888-9e8288ee012a), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:33.299529 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-50042382-b1a9-492a-b8f3-58d4ecface5a tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks [] for router_controller (33f11615-ea25-42b8-b888-9e8288ee012a), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:33.345689 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-22a51fa7-7570-4058-a332-d504a8745f19 req-1b6de9aa-647f-4978-8999-0834a5d34bae tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/security-groups?id=197f0109-f833-46dd-9ffe-3ff812885f73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2993853 Feb 19 02:56:33.410277 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-7fe579d8-b308-4062-86d2-979b76858347 req-68e872d2-7db5-4654-a18e-2391e1cf76ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (9471084b-14f7-4ecb-9ee5-e3a2aa4f8f97), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:33.446563 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-50042382-b1a9-492a-b8f3-58d4ecface5a tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16317544'] for router (33f11615-ea25-42b8-b888-9e8288ee012a), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:33.447136 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50042382-b1a9-492a-b8f3-58d4ecface5a tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 33f11615-ea25-42b8-b888-9e8288ee012a {{(pid=103701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 02:56:33.451833 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-50042382-b1a9-492a-b8f3-58d4ecface5a tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:33.453000 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-50042382-b1a9-492a-b8f3-58d4ecface5a tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] 10.222.0.72 "DELETE /v2.0/routers/33f11615-ea25-42b8-b888-9e8288ee012a HTTP/1.1" status: 204 len: 168 time: 5.0024121 Feb 19 02:56:33.459891 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 40362) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:33.464554 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-817333dd-2c32-42c8-b04e-3573eedf7b92 tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1412762705', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}, 'admin_state_up': False}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:56:33.527967 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cff22506-cd7b-4360-b998-726d3082e494 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16362762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16314471'] for router_interface (a60c8195-480a-4412-ab0f-4fa0b16a425a), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:33.536136 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-817333dd-2c32-42c8-b04e-3573eedf7b92 tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14172'] for router (10d7f0b1-fc38-4788-b3fa-655cc1daaad2), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:33.537647 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-817333dd-2c32-42c8-b04e-3573eedf7b92 tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16317487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16285822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16309985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14247'] for router (10d7f0b1-fc38-4788-b3fa-655cc1daaad2), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:33.771930 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 40368) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:33.811405 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 40370) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:33.818854 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-69db2c29-0a5a-4e61-b138-a7dacd3df57d admin admin] Deleting subnet 9931103f-9dd4-4267-840a-e89f98719fea {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:56:33.822264 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-69db2c29-0a5a-4e61-b138-a7dacd3df57d admin admin] Publish callbacks [] for subnet (9931103f-9dd4-4267-840a-e89f98719fea), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:33.859402 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-69db2c29-0a5a-4e61-b138-a7dacd3df57d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (9931103f-9dd4-4267-840a-e89f98719fea), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:33.864228 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-817333dd-2c32-42c8-b04e-3573eedf7b92 tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks [] for router_controller (10d7f0b1-fc38-4788-b3fa-655cc1daaad2), precommit_add_association {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:33.987032 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-69db2c29-0a5a-4e61-b138-a7dacd3df57d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (9931103f-9dd4-4267-840a-e89f98719fea), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:34.077647 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cff22506-cd7b-4360-b998-726d3082e494 admin admin] Router a60c8195-480a-4412-ab0f-4fa0b16a425a has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:56:34.087668 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-f7c296fc-4401-4739-b9b8-5f21a45d0f89 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Request body: {'network': {'name': 'tempest-RoutersTest-184085521'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:56:34.116282 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceebe91a-d741-40de-93eb-f22e35377004', 'name': 'network-vif-deleted', 'tag': '997ffd9d-24d0-48cd-b676-aae312923536'}, {'name': 'network-changed', 'server_uuid': 'adc61766-d3ce-4371-ba49-05b3f7dc0524', 'tag': 'baadb01a-13aa-403f-bd9b-45b06f458a15'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:56:34.119717 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25b60482-3a12-417b-ad81-e980c5e919ba" -d '{"events": [{"server_uuid": "ceebe91a-d741-40de-93eb-f22e35377004", "name": "network-vif-deleted", "tag": "997ffd9d-24d0-48cd-b676-aae312923536"}, {"name": "network-changed", "server_uuid": "adc61766-d3ce-4371-ba49-05b3f7dc0524", "tag": "baadb01a-13aa-403f-bd9b-45b06f458a15"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:56:34.182827 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-69db2c29-0a5a-4e61-b138-a7dacd3df57d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (9931103f-9dd4-4267-840a-e89f98719fea), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:34.208915 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69db2c29-0a5a-4e61-b138-a7dacd3df57d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9931103f-9dd4-4267-840a-e89f98719fea,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:34.231308 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 19 Feb 2022 02:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4afabdf-1042-4b88-b03f-035c33967090 x-openstack-request-id: req-f4afabdf-1042-4b88-b03f-035c33967090 {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:56:34.232618 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceebe91a-d741-40de-93eb-f22e35377004", "name": "network-vif-deleted", "tag": "997ffd9d-24d0-48cd-b676-aae312923536", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "adc61766-d3ce-4371-ba49-05b3f7dc0524", "tag": "baadb01a-13aa-403f-bd9b-45b06f458a15", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:56:34.232618 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f4afabdf-1042-4b88-b03f-035c33967090 {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:56:34.232618 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceebe91a-d741-40de-93eb-f22e35377004', 'name': 'network-vif-deleted', 'tag': '997ffd9d-24d0-48cd-b676-aae312923536', 'status': 'completed', 'code': 200} Feb 19 02:56:34.232618 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adc61766-d3ce-4371-ba49-05b3f7dc0524', 'tag': 'baadb01a-13aa-403f-bd9b-45b06f458a15', 'status': 'completed', 'code': 200} Feb 19 02:56:34.244413 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-69db2c29-0a5a-4e61-b138-a7dacd3df57d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:34.249924 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-69db2c29-0a5a-4e61-b138-a7dacd3df57d admin admin] 10.222.0.72 "DELETE /v2.0/subnets/9931103f-9dd4-4267-840a-e89f98719fea HTTP/1.1" status: 204 len: 168 time: 0.4754560 Feb 19 02:56:34.274030 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 40384) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:34.302637 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-817333dd-2c32-42c8-b04e-3573eedf7b92 tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks [] for router_gateway (10d7f0b1-fc38-4788-b3fa-655cc1daaad2), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:34.327222 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [req-7fe579d8-b308-4062-86d2-979b76858347 req-68e872d2-7db5-4654-a18e-2391e1cf76ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9471084b-14f7-4ecb-9ee5-e3a2aa4f8f97 {{(pid=103701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:56:34.340720 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-7fe579d8-b308-4062-86d2-979b76858347 req-68e872d2-7db5-4654-a18e-2391e1cf76ae service neutron] Publish callbacks [] for port (9471084b-14f7-4ecb-9ee5-e3a2aa4f8f97), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:34.345708 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b60482-3a12-417b-ad81-e980c5e919ba req-f70927aa-8a59-49c7-bbaf-ca1b82f02cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:34.346015 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7c296fc-4401-4739-b9b8-5f21a45d0f89 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Made reservation on behalf of eae5468561eb44d8a8138d5efbd64f6e for: {'network': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:56:34.346361 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b60482-3a12-417b-ad81-e980c5e919ba req-f70927aa-8a59-49c7-bbaf-ca1b82f02cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:34.346830 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b60482-3a12-417b-ad81-e980c5e919ba req-f70927aa-8a59-49c7-bbaf-ca1b82f02cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:34.347289 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b60482-3a12-417b-ad81-e980c5e919ba req-f70927aa-8a59-49c7-bbaf-ca1b82f02cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:34.347742 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b60482-3a12-417b-ad81-e980c5e919ba req-f70927aa-8a59-49c7-bbaf-ca1b82f02cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:34.349517 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-25b60482-3a12-417b-ad81-e980c5e919ba req-f70927aa-8a59-49c7-bbaf-ca1b82f02cfd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6ec3dd7afd834c809d570f5110147b8d&device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 4395 time: 0.1010725 Feb 19 02:56:34.349639 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f7c296fc-4401-4739-b9b8-5f21a45d0f89 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:34.351077 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cff22506-cd7b-4360-b998-726d3082e494 admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:56:34.356788 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-cff22506-cd7b-4360-b998-726d3082e494 admin admin] 10.222.0.72 "PUT /v2.0/routers/a60c8195-480a-4412-ab0f-4fa0b16a425a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2124724 Feb 19 02:56:34.359336 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 40386) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:34.364857 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b851f488-b5ce-463d-801f-dd964fb502be None None] Sync routers for ids ['a60c8195-480a-4412-ab0f-4fa0b16a425a'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:56:34.378598 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b851f488-b5ce-463d-801f-dd964fb502be None None] Routers {'a60c8195-480a-4412-ab0f-4fa0b16a425a'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:56:34.380141 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-b851f488-b5ce-463d-801f-dd964fb502be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:56:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['a60c8195-480a-4412-ab0f-4fa0b16a425a'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:56:34.392340 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f7c296fc-4401-4739-b9b8-5f21a45d0f89 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:34.464564 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.provisioning_blocks [req-7fe579d8-b308-4062-86d2-979b76858347 req-68e872d2-7db5-4654-a18e-2391e1cf76ae service neutron] Transition to ACTIVE for port object 9471084b-14f7-4ecb-9ee5-e3a2aa4f8f97 will not be triggered until provisioned by entity L2. {{(pid=103701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:56:34.506716 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-7fe579d8-b308-4062-86d2-979b76858347 req-68e872d2-7db5-4654-a18e-2391e1cf76ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (9471084b-14f7-4ecb-9ee5-e3a2aa4f8f97), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:34.623829 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b60482-3a12-417b-ad81-e980c5e919ba req-14664480-7134-416f-bd04-210128d548fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:34.624448 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b60482-3a12-417b-ad81-e980c5e919ba req-14664480-7134-416f-bd04-210128d548fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:34.625316 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b60482-3a12-417b-ad81-e980c5e919ba req-14664480-7134-416f-bd04-210128d548fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:34.627681 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-25b60482-3a12-417b-ad81-e980c5e919ba req-14664480-7134-416f-bd04-210128d548fa service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=6ec3dd7afd834c809d570f5110147b8d&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2453418 Feb 19 02:56:34.629533 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-da15204a-1dea-4ba3-80e3-f19fe9090bee admin admin] Publish callbacks [] for router (a60c8195-480a-4412-ab0f-4fa0b16a425a), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:34.640770 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5ab53cce-b245-4f84-ad6f-871b887cba3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (bfa08ae4-8932-44be-9fe7-df4214e39f4f), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:34.754010 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e872d2-7db5-4654-a18e-2391e1cf76ae service neutron] Pushing event updated for resources: {'Port': ['ID=9471084b-14f7-4ecb-9ee5-e3a2aa4f8f97,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:34.819924 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device d5c5e07b-702f-4871-b515-026fb65ca14d no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:56:34.853499 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: d5c5e07b-702f-4871-b515-026fb65ca14d {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:56:34.854152 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device d5c5e07b-702f-4871-b515-026fb65ca14d not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:56:34.862113 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b60482-3a12-417b-ad81-e980c5e919ba req-5c2a725e-dcf7-4ad7-b61b-63178e8b10b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:34.863598 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-25b60482-3a12-417b-ad81-e980c5e919ba req-5c2a725e-dcf7-4ad7-b61b-63178e8b10b4 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2303548 Feb 19 02:56:34.888597 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-b851f488-b5ce-463d-801f-dd964fb502be None None] Set router a60c8195-480a-4412-ab0f-4fa0b16a425a gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:56:34.889519 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-da15204a-1dea-4ba3-80e3-f19fe9090bee admin admin] Publish callbacks [] for router_gateway (a60c8195-480a-4412-ab0f-4fa0b16a425a), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:34.921455 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f036a0-d2ef-4a2d-bcda-3cb2daf3af05 req-b162cab2-e342-46b5-9b8a-4a0691d8569a tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:34.928490 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f036a0-d2ef-4a2d-bcda-3cb2daf3af05 req-b162cab2-e342-46b5-9b8a-4a0691d8569a tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:34.934684 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f036a0-d2ef-4a2d-bcda-3cb2daf3af05 req-b162cab2-e342-46b5-9b8a-4a0691d8569a tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:34.942066 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f036a0-d2ef-4a2d-bcda-3cb2daf3af05 req-b162cab2-e342-46b5-9b8a-4a0691d8569a tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:34.948929 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f036a0-d2ef-4a2d-bcda-3cb2daf3af05 req-b162cab2-e342-46b5-9b8a-4a0691d8569a tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:34.961155 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f036a0-d2ef-4a2d-bcda-3cb2daf3af05 req-b162cab2-e342-46b5-9b8a-4a0691d8569a tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:34.970196 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-85f036a0-d2ef-4a2d-bcda-3cb2daf3af05 req-b162cab2-e342-46b5-9b8a-4a0691d8569a tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 4601 time: 0.4645615 Feb 19 02:56:35.005083 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-da15204a-1dea-4ba3-80e3-f19fe9090bee admin admin] Deleting port 5d6d1fb2-a8ed-4e7f-b983-93324ad8cf63 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:56:35.005425 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-da15204a-1dea-4ba3-80e3-f19fe9090bee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (5d6d1fb2-a8ed-4e7f-b983-93324ad8cf63), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:35.160661 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-da15204a-1dea-4ba3-80e3-f19fe9090bee admin admin] For port 5d6d1fb2-a8ed-4e7f-b983-93324ad8cf63, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=5d6d1fb2-a8ed-4e7f-b983-93324ad8cf63,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:56:35.161380 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-da15204a-1dea-4ba3-80e3-f19fe9090bee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (5d6d1fb2-a8ed-4e7f-b983-93324ad8cf63), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:35.175006 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-da15204a-1dea-4ba3-80e3-f19fe9090bee admin admin] Calling delete_port for 5d6d1fb2-a8ed-4e7f-b983-93324ad8cf63 owned by network:router_gateway {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:56:35.187294 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-85f036a0-d2ef-4a2d-bcda-3cb2daf3af05 req-69ec26b4-99b0-4f36-acef-230744ff97df tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/security-groups?id=344800ac-992b-44b9-a49a-a7d4e6a6fc53&id=197f0109-f833-46dd-9ffe-3ff812885f73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2162101 Feb 19 02:56:35.242758 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5ab53cce-b245-4f84-ad6f-871b887cba3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (bfa08ae4-8932-44be-9fe7-df4214e39f4f), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:35.250110 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-b851f488-b5ce-463d-801f-dd964fb502be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a60c8195-480a-4412-ab0f-4fa0b16a425a', 'name': 'tempest-ServerRescueTestJSONUnderV235-912119518-router', 'tenant_id': '726a87ec871d4c369383e27ede210541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '5d6d1fb2-a8ed-4e7f-b983-93324ad8cf63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:54:50Z', 'updated_at': '2022-02-19T02:56:32Z', 'revision_number': 5, 'project_id': '726a87ec871d4c369383e27ede210541', 'gw_port': {'id': '5d6d1fb2-a8ed-4e7f-b983-93324ad8cf63', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:95:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a60c8195-480a-4412-ab0f-4fa0b16a425a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:54:53Z', 'updated_at': '2022-02-19T02:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:56:35.292790 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b851f488-b5ce-463d-801f-dd964fb502be None None] Checking router: a60c8195-480a-4412-ab0f-4fa0b16a425a for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:56:35.303118 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f7c296fc-4401-4739-b9b8-5f21a45d0f89 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks [] for security_group (efcee661-aad7-4d7c-aa8e-bea34ef614a8), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:35.308606 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b851f488-b5ce-463d-801f-dd964fb502be None None] Routers {'a60c8195-480a-4412-ab0f-4fa0b16a425a'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:56:35.309238 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-5ab53cce-b245-4f84-ad6f-871b887cba3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfa08ae4-8932-44be-9fe7-df4214e39f4f']}} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:56:35.310481 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-b851f488-b5ce-463d-801f-dd964fb502be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:56:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['a60c8195-480a-4412-ab0f-4fa0b16a425a'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:56:35.324552 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-5ab53cce-b245-4f84-ad6f-871b887cba3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99637b7a-02f7-4620-98cc-0c64fec323d8') {'for_net_delete': True} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:56:35.324848 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-5ab53cce-b245-4f84-ad6f-871b887cba3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99637b7a-02f7-4620-98cc-0c64fec323d8') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:56:35.327685 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-7fe579d8-b308-4062-86d2-979b76858347 req-68e872d2-7db5-4654-a18e-2391e1cf76ae service neutron] Attempting to bind port 9471084b-14f7-4ecb-9ee5-e3a2aa4f8f97 on host n-h1-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:56:35.328021 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-7fe579d8-b308-4062-86d2-979b76858347 req-68e872d2-7db5-4654-a18e-2391e1cf76ae service neutron] Attempting to bind port 9471084b-14f7-4ecb-9ee5-e3a2aa4f8f97 by drivers openvswitch,hyperv on host n-h1-826753-2 at level 0 using segments [{'id': '0ac8fc0c-e771-432c-9de7-07e76dbe0cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '25635acc-9f56-41ab-b8cd-dd2744f3f7b3'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:56:35.328354 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe579d8-b308-4062-86d2-979b76858347 req-68e872d2-7db5-4654-a18e-2391e1cf76ae service neutron] Attempting to bind port 9471084b-14f7-4ecb-9ee5-e3a2aa4f8f97 on network 25635acc-9f56-41ab-b8cd-dd2744f3f7b3 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:56:35.330686 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f7c296fc-4401-4739-b9b8-5f21a45d0f89 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (efcee661-aad7-4d7c-aa8e-bea34ef614a8), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:35.364078 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5ab53cce-b245-4f84-ad6f-871b887cba3c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12647422'] for segment (99637b7a-02f7-4620-98cc-0c64fec323d8), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:35.378097 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe579d8-b308-4062-86d2-979b76858347 req-68e872d2-7db5-4654-a18e-2391e1cf76ae service neutron] Port 9471084b-14f7-4ecb-9ee5-e3a2aa4f8f97 on network 25635acc-9f56-41ab-b8cd-dd2744f3f7b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:56:35.378476 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe579d8-b308-4062-86d2-979b76858347 req-68e872d2-7db5-4654-a18e-2391e1cf76ae service neutron] Attempting to bind port 9471084b-14f7-4ecb-9ee5-e3a2aa4f8f97 on network 25635acc-9f56-41ab-b8cd-dd2744f3f7b3 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:56:35.429802 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7c296fc-4401-4739-b9b8-5f21a45d0f89 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] vlan segment allocate from pool success with {'vlan_id': 299, 'physical_network': 'physnet1'} {{(pid=103701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:56:35.438945 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5ab53cce-b245-4f84-ad6f-871b887cba3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (99637b7a-02f7-4620-98cc-0c64fec323d8), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:35.449109 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe579d8-b308-4062-86d2-979b76858347 req-68e872d2-7db5-4654-a18e-2391e1cf76ae service neutron] Checking agent: {'id': '9d56fb1b-2855-496a-a6d9-c324740cb98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:56:35.449512 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe579d8-b308-4062-86d2-979b76858347 req-68e872d2-7db5-4654-a18e-2391e1cf76ae service neutron] Checking segment: {'id': '0ac8fc0c-e771-432c-9de7-07e76dbe0cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '25635acc-9f56-41ab-b8cd-dd2744f3f7b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:56:35.449909 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe579d8-b308-4062-86d2-979b76858347 req-68e872d2-7db5-4654-a18e-2391e1cf76ae service neutron] Bound using segment: {'id': '0ac8fc0c-e771-432c-9de7-07e76dbe0cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '25635acc-9f56-41ab-b8cd-dd2744f3f7b3'} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:56:35.450359 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-7fe579d8-b308-4062-86d2-979b76858347 req-68e872d2-7db5-4654-a18e-2391e1cf76ae service neutron] Bound port: 9471084b-14f7-4ecb-9ee5-e3a2aa4f8f97, host: n-h1-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ac8fc0c-e771-432c-9de7-07e76dbe0cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '25635acc-9f56-41ab-b8cd-dd2744f3f7b3'}}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:56:35.450719 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-7fe579d8-b308-4062-86d2-979b76858347 req-68e872d2-7db5-4654-a18e-2391e1cf76ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (9471084b-14f7-4ecb-9ee5-e3a2aa4f8f97), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:35.457728 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c296fc-4401-4739-b9b8-5f21a45d0f89 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efcee661-aad7-4d7c-aa8e-bea34ef614a8,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:35.500495 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ab53cce-b245-4f84-ad6f-871b887cba3c admin admin] Releasing vlan 279 on physical network physnet1 to pool {{(pid=103701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:56:35.500961 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5ab53cce-b245-4f84-ad6f-871b887cba3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583360'] for segment (99637b7a-02f7-4620-98cc-0c64fec323d8), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:35.502887 n-d-826753-2 neutron-server[103701]: Traceback (most recent call last): Feb 19 02:56:35.502887 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:56:35.502887 n-d-826753-2 neutron-server[103701]: timer() Feb 19 02:56:35.502887 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:56:35.502887 n-d-826753-2 neutron-server[103701]: cb(*args, **kw) Feb 19 02:56:35.502887 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:56:35.502887 n-d-826753-2 neutron-server[103701]: return func(*args, **kwargs) Feb 19 02:56:35.502887 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:56:35.502887 n-d-826753-2 neutron-server[103701]: self._notify() Feb 19 02:56:35.502887 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:56:35.502887 n-d-826753-2 neutron-server[103701]: self.callback(batched_events) Feb 19 02:56:35.502887 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:56:35.502887 n-d-826753-2 neutron-server[103701]: event.method(event) Feb 19 02:56:35.502887 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:56:35.502887 n-d-826753-2 neutron-server[103701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:56:35.502887 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:56:35.502887 n-d-826753-2 neutron-server[103701]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:56:35.502887 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:56:35.502887 n-d-826753-2 neutron-server[103701]: return f(self, *a, **k) Feb 19 02:56:35.502887 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:56:35.502887 n-d-826753-2 neutron-server[103701]: return self._get(url).json() Feb 19 02:56:35.502887 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:56:35.502887 n-d-826753-2 neutron-server[103701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:56:35.502887 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:56:35.502887 n-d-826753-2 neutron-server[103701]: return self.request(url, 'GET', **kwargs) Feb 19 02:56:35.502887 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:56:35.502887 n-d-826753-2 neutron-server[103701]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:56:35.502887 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:56:35.502887 n-d-826753-2 neutron-server[103701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:56:35.502887 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:56:35.502887 n-d-826753-2 neutron-server[103701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:56:35.502887 n-d-826753-2 neutron-server[103701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:56:35.523016 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f7c296fc-4401-4739-b9b8-5f21a45d0f89 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (c38861f4-b415-44b5-b9b6-184dbcdfa7ee), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:35.523016 n-d-826753-2 neutron-server[103701]: INFO neutron.db.segments_db [None req-f7c296fc-4401-4739-b9b8-5f21a45d0f89 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Added segment c38861f4-b415-44b5-b9b6-184dbcdfa7ee of type vlan for network 8e41a95f-a56b-44a2-a88d-4633ed24fcca Feb 19 02:56:35.524162 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-b851f488-b5ce-463d-801f-dd964fb502be None None] Set router a60c8195-480a-4412-ab0f-4fa0b16a425a gateway port host: None {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:56:35.549574 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-da15204a-1dea-4ba3-80e3-f19fe9090bee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (5d6d1fb2-a8ed-4e7f-b983-93324ad8cf63), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:35.603856 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da15204a-1dea-4ba3-80e3-f19fe9090bee admin admin] Pushing event deleted for resources: {'Port': ['ID=5d6d1fb2-a8ed-4e7f-b983-93324ad8cf63,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:35.639928 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-b851f488-b5ce-463d-801f-dd964fb502be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a60c8195-480a-4412-ab0f-4fa0b16a425a', 'name': 'tempest-ServerRescueTestJSONUnderV235-912119518-router', 'tenant_id': '726a87ec871d4c369383e27ede210541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:54:50Z', 'updated_at': '2022-02-19T02:56:34Z', 'revision_number': 6, 'project_id': '726a87ec871d4c369383e27ede210541', 'gw_port_host': None}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:56:35.655200 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-da15204a-1dea-4ba3-80e3-f19fe9090bee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16285837'] for router_gateway (a60c8195-480a-4412-ab0f-4fa0b16a425a), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:35.703019 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b851f488-b5ce-463d-801f-dd964fb502be None None] The sync data for ids ['a60c8195-480a-4412-ab0f-4fa0b16a425a'] in n-d-826753-2 is: [{'id': 'a60c8195-480a-4412-ab0f-4fa0b16a425a', 'name': 'tempest-ServerRescueTestJSONUnderV235-912119518-router', 'tenant_id': '726a87ec871d4c369383e27ede210541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:54:50Z', 'updated_at': '2022-02-19T02:56:34Z', 'revision_number': 6, 'project_id': '726a87ec871d4c369383e27ede210541', 'gw_port_host': None}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:56:35.775901 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f7c296fc-4401-4739-b9b8-5f21a45d0f89 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (8e41a95f-a56b-44a2-a88d-4633ed24fcca), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:35.783719 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-817333dd-2c32-42c8-b04e-3573eedf7b92 tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks [] for router_gateway (10d7f0b1-fc38-4788-b3fa-655cc1daaad2), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:35.812667 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-da15204a-1dea-4ba3-80e3-f19fe9090bee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16317457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14254'] for router (a60c8195-480a-4412-ab0f-4fa0b16a425a), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:35.815041 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-da15204a-1dea-4ba3-80e3-f19fe9090bee admin admin] Publish callbacks [] for router_controller (a60c8195-480a-4412-ab0f-4fa0b16a425a), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:35.831384 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-817333dd-2c32-42c8-b04e-3573eedf7b92 tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:35.878429 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-da15204a-1dea-4ba3-80e3-f19fe9090bee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16317544'] for router (a60c8195-480a-4412-ab0f-4fa0b16a425a), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:35.879015 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da15204a-1dea-4ba3-80e3-f19fe9090bee admin admin] Fanout notify agent at l3_agent the message router_deleted on router a60c8195-480a-4412-ab0f-4fa0b16a425a {{(pid=103702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 02:56:35.883571 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-da15204a-1dea-4ba3-80e3-f19fe9090bee admin admin] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:35.887502 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-da15204a-1dea-4ba3-80e3-f19fe9090bee admin admin] 10.222.0.72 "DELETE /v2.0/routers/a60c8195-480a-4412-ab0f-4fa0b16a425a HTTP/1.1" status: 204 len: 168 time: 1.5271153 Feb 19 02:56:35.888110 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 40408) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:35.900156 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.db.resource_extend [None req-f7c296fc-4401-4739-b9b8-5f21a45d0f89 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 02:56:35.910945 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5ab53cce-b245-4f84-ad6f-871b887cba3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (bfa08ae4-8932-44be-9fe7-df4214e39f4f), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:35.918395 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-7fe579d8-b308-4062-86d2-979b76858347 req-68e872d2-7db5-4654-a18e-2391e1cf76ae service neutron] For port 9471084b-14f7-4ecb-9ee5-e3a2aa4f8f97, host n-h1-826753-2, cleared binding levels {{(pid=103701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:56:35.936754 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad7cbc6a-7de5-4cad-a0a0-b67cf38d0b75 admin admin] Deleting subnet babb961f-8ad0-4884-964f-6665ef96ca3a {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:56:35.939204 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5ab53cce-b245-4f84-ad6f-871b887cba3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:35.940813 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ad7cbc6a-7de5-4cad-a0a0-b67cf38d0b75 admin admin] Publish callbacks [] for subnet (babb961f-8ad0-4884-964f-6665ef96ca3a), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:35.942503 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-5ab53cce-b245-4f84-ad6f-871b887cba3c admin admin] 10.222.0.72 "DELETE /v2.0/networks/bfa08ae4-8932-44be-9fe7-df4214e39f4f HTTP/1.1" status: 204 len: 168 time: 1.6671720 Feb 19 02:56:35.988499 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ad7cbc6a-7de5-4cad-a0a0-b67cf38d0b75 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (babb961f-8ad0-4884-964f-6665ef96ca3a), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:35.993583 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab53cce-b245-4f84-ad6f-871b887cba3c admin admin] Pushing event deleted for resources: {'Network': ['ID=bfa08ae4-8932-44be-9fe7-df4214e39f4f,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:36.022070 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-7fe579d8-b308-4062-86d2-979b76858347 req-68e872d2-7db5-4654-a18e-2391e1cf76ae service neutron] For port 9471084b-14f7-4ecb-9ee5-e3a2aa4f8f97, host n-h1-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=9471084b-14f7-4ecb-9ee5-e3a2aa4f8f97,segment=NetworkSegment(0ac8fc0c-e771-432c-9de7-07e76dbe0cc7),segment_id=0ac8fc0c-e771-432c-9de7-07e76dbe0cc7)] {{(pid=103701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:56:36.049374 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-7fe579d8-b308-4062-86d2-979b76858347 req-68e872d2-7db5-4654-a18e-2391e1cf76ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (9471084b-14f7-4ecb-9ee5-e3a2aa4f8f97), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:36.060296 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f7c296fc-4401-4739-b9b8-5f21a45d0f89 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (8e41a95f-a56b-44a2-a88d-4633ed24fcca), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:36.071503 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c296fc-4401-4739-b9b8-5f21a45d0f89 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:36.073675 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f7c296fc-4401-4739-b9b8-5f21a45d0f89 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:36.074814 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ad7cbc6a-7de5-4cad-a0a0-b67cf38d0b75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (babb961f-8ad0-4884-964f-6665ef96ca3a), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:36.219380 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ad7cbc6a-7de5-4cad-a0a0-b67cf38d0b75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (babb961f-8ad0-4884-964f-6665ef96ca3a), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:36.272319 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-817333dd-2c32-42c8-b04e-3573eedf7b92 tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Allocated IP 172.25.6.221 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/98806649-1c66-479b-ac94-8bb38c30f8f3) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:56:36.363897 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c296fc-4401-4739-b9b8-5f21a45d0f89 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Pushing event updated for resources: {'Network': ['ID=8e41a95f-a56b-44a2-a88d-4633ed24fcca,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:36.377754 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 8e41a95f-a56b-44a2-a88d-4633ed24fcca details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:56:36.398903 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 40420) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:36.450320 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe579d8-b308-4062-86d2-979b76858347 req-68e872d2-7db5-4654-a18e-2391e1cf76ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:36.451129 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-7fe579d8-b308-4062-86d2-979b76858347 req-68e872d2-7db5-4654-a18e-2391e1cf76ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:36.452816 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7fe579d8-b308-4062-86d2-979b76858347 req-68e872d2-7db5-4654-a18e-2391e1cf76ae service neutron] 10.222.0.73 "PUT /v2.0/ports/9471084b-14f7-4ecb-9ee5-e3a2aa4f8f97 HTTP/1.1" status: 200 len: 1130 time: 3.3498416 Feb 19 02:56:36.457388 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adc61766-d3ce-4371-ba49-05b3f7dc0524', 'tag': '9471084b-14f7-4ecb-9ee5-e3a2aa4f8f97'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:56:36.459950 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cab16b7-bdaf-4427-9430-35e58544d011" -d '{"events": [{"name": "network-changed", "server_uuid": "adc61766-d3ce-4371-ba49-05b3f7dc0524", "tag": "9471084b-14f7-4ecb-9ee5-e3a2aa4f8f97"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:56:36.501549 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-f7c296fc-4401-4739-b9b8-5f21a45d0f89 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.6864564 Feb 19 02:56:36.503926 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 40424) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:36.538009 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-7fe579d8-b308-4062-86d2-979b76858347 req-3cba2186-4980-4e42-ab83-352e25c3e64d service neutron] Request body: {'port': {'device_id': 'adc61766-d3ce-4371-ba49-05b3f7dc0524', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826753-2'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:56:36.546767 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-c7c564ce-cbf1-499f-ab4a-558e59354a7a tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Request body: {'network': {'name': 'tempest-RoutersTest-1386288440'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:56:36.630461 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e872d2-7db5-4654-a18e-2391e1cf76ae service neutron] Pushing event updated for resources: {'Port': ['ID=9471084b-14f7-4ecb-9ee5-e3a2aa4f8f97,revision_number=3']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:36.773724 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 9a7eae48-a562-4d5a-9661-f186ae94425c no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:56:36.795510 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 9a7eae48-a562-4d5a-9661-f186ae94425c {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:56:36.795863 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 9a7eae48-a562-4d5a-9661-f186ae94425c not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:56:36.796292 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 5d6d1fb2-a8ed-4e7f-b983-93324ad8cf63 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:56:36.820347 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-185dd594-2ab8-45db-9679-2c30e2cdf296 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=80964ee79d1a40eba565b1c82b6f88f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4189138 Feb 19 02:56:36.821177 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c564ce-cbf1-499f-ab4a-558e59354a7a tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Made reservation on behalf of eae5468561eb44d8a8138d5efbd64f6e for: {'network': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:56:36.822699 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 5d6d1fb2-a8ed-4e7f-b983-93324ad8cf63 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:56:36.823984 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 5d6d1fb2-a8ed-4e7f-b983-93324ad8cf63 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:56:36.824949 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c7c564ce-cbf1-499f-ab4a-558e59354a7a tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:36.846714 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-817333dd-2c32-42c8-b04e-3573eedf7b92 tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks [] for port (98806649-1c66-479b-ac94-8bb38c30f8f3), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:36.848040 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 40430) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:36.892718 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ad7cbc6a-7de5-4cad-a0a0-b67cf38d0b75 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:36.899565 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-ad7cbc6a-7de5-4cad-a0a0-b67cf38d0b75 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/babb961f-8ad0-4884-964f-6665ef96ca3a HTTP/1.1" status: 204 len: 168 time: 1.0083644 Feb 19 02:56:36.899565 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7cbc6a-7de5-4cad-a0a0-b67cf38d0b75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=babb961f-8ad0-4884-964f-6665ef96ca3a,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:36.901418 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abe1862-9a00-4103-9d48-b1fd62be9d38 req-e40e7fd4-4082-4656-a1cd-d90b66c7750c tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:36.908127 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abe1862-9a00-4103-9d48-b1fd62be9d38 req-e40e7fd4-4082-4656-a1cd-d90b66c7750c tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:36.909745 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 40432) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:36.913462 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abe1862-9a00-4103-9d48-b1fd62be9d38 req-e40e7fd4-4082-4656-a1cd-d90b66c7750c tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:36.919911 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abe1862-9a00-4103-9d48-b1fd62be9d38 req-e40e7fd4-4082-4656-a1cd-d90b66c7750c tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:36.925796 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abe1862-9a00-4103-9d48-b1fd62be9d38 req-e40e7fd4-4082-4656-a1cd-d90b66c7750c tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:36.932204 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abe1862-9a00-4103-9d48-b1fd62be9d38 req-e40e7fd4-4082-4656-a1cd-d90b66c7750c tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:36.934159 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3abe1862-9a00-4103-9d48-b1fd62be9d38 req-e40e7fd4-4082-4656-a1cd-d90b66c7750c tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 4601 time: 0.5572722 Feb 19 02:56:36.974378 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-7fe579d8-b308-4062-86d2-979b76858347 req-3cba2186-4980-4e42-ab83-352e25c3e64d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (39c50eac-1978-4f75-bc0f-d663d77b8f5b), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:37.018219 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-094e4cde-4c62-46de-88bc-8854477d1a47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (9a6f306a-b9cc-4273-b930-f91b907b962b), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:37.073266 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7c564ce-cbf1-499f-ab4a-558e59354a7a tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] vlan segment allocate from pool success with {'vlan_id': 265, 'physical_network': 'physnet1'} {{(pid=103701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:56:37.142243 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c7c564ce-cbf1-499f-ab4a-558e59354a7a tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (4604e5d8-f8c1-4c61-a9f1-62b60448903e), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:37.142652 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-094e4cde-4c62-46de-88bc-8854477d1a47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (9a6f306a-b9cc-4273-b930-f91b907b962b), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:37.142821 n-d-826753-2 neutron-server[103701]: INFO neutron.db.segments_db [None req-c7c564ce-cbf1-499f-ab4a-558e59354a7a tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Added segment 4604e5d8-f8c1-4c61-a9f1-62b60448903e of type vlan for network 5892a6ec-00bf-499f-a9a0-af69e60ea0f8 Feb 19 02:56:37.145605 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-01d2c45d-875b-4a0c-ac49-0f91a2a4ce98 admin admin] Publish callbacks [] for security_group (0bac9e7b-1471-4fbc-b188-1d8a02d1587a), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:37.151963 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3abe1862-9a00-4103-9d48-b1fd62be9d38 req-56bf23c3-de37-4344-a10b-99b4fe36c2c7 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/security-groups?id=344800ac-992b-44b9-a49a-a7d4e6a6fc53&id=197f0109-f833-46dd-9ffe-3ff812885f73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2045534 Feb 19 02:56:37.163234 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-817333dd-2c32-42c8-b04e-3573eedf7b92 tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (98806649-1c66-479b-ac94-8bb38c30f8f3), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:37.169773 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-094e4cde-4c62-46de-88bc-8854477d1a47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a6f306a-b9cc-4273-b930-f91b907b962b']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:56:37.181310 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-094e4cde-4c62-46de-88bc-8854477d1a47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fef50217-a0be-4490-a735-2f865cd5e060') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:56:37.181603 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-094e4cde-4c62-46de-88bc-8854477d1a47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fef50217-a0be-4490-a735-2f865cd5e060') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:56:37.212263 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-094e4cde-4c62-46de-88bc-8854477d1a47 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (fef50217-a0be-4490-a735-2f865cd5e060), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:37.230019 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-094e4cde-4c62-46de-88bc-8854477d1a47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (fef50217-a0be-4490-a735-2f865cd5e060), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:37.248217 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-094e4cde-4c62-46de-88bc-8854477d1a47 admin admin] Releasing vlan 255 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:56:37.248682 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-094e4cde-4c62-46de-88bc-8854477d1a47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (fef50217-a0be-4490-a735-2f865cd5e060), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:37.311007 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 02:56:37.311007 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:56:37.311007 n-d-826753-2 neutron-server[103702]: timer() Feb 19 02:56:37.311007 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:56:37.311007 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 02:56:37.311007 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:56:37.311007 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 02:56:37.311007 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:56:37.311007 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 02:56:37.311007 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:56:37.311007 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 02:56:37.311007 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:56:37.311007 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 02:56:37.311007 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:56:37.311007 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:56:37.311007 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:56:37.311007 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:56:37.311007 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:56:37.311007 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 02:56:37.311007 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:56:37.311007 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 02:56:37.311007 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:56:37.311007 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:56:37.311007 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:56:37.311007 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 02:56:37.311007 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:56:37.311007 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:56:37.311007 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:56:37.311007 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:56:37.311007 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:56:37.311007 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:56:37.311007 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:56:37.317813 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-094e4cde-4c62-46de-88bc-8854477d1a47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (9a6f306a-b9cc-4273-b930-f91b907b962b), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:37.329366 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-094e4cde-4c62-46de-88bc-8854477d1a47 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:37.336732 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-094e4cde-4c62-46de-88bc-8854477d1a47 admin admin] 10.222.0.72 "DELETE /v2.0/networks/9a6f306a-b9cc-4273-b930-f91b907b962b HTTP/1.1" status: 204 len: 168 time: 0.4258029 Feb 19 02:56:37.376061 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094e4cde-4c62-46de-88bc-8854477d1a47 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a6f306a-b9cc-4273-b930-f91b907b962b,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:37.378283 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c7c564ce-cbf1-499f-ab4a-558e59354a7a tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (5892a6ec-00bf-499f-a9a0-af69e60ea0f8), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:37.394312 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-01d2c45d-875b-4a0c-ac49-0f91a2a4ce98 admin admin] Publish callbacks [] for security_group (0bac9e7b-1471-4fbc-b188-1d8a02d1587a), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:37.397178 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817333dd-2c32-42c8-b04e-3573eedf7b92 tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:56:37.401543 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a97878d-112e-4920-b6e4-d32cb8027b34 x-openstack-request-id: req-2a97878d-112e-4920-b6e4-d32cb8027b34 {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:56:37.401856 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adc61766-d3ce-4371-ba49-05b3f7dc0524", "tag": "9471084b-14f7-4ecb-9ee5-e3a2aa4f8f97", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:56:37.402122 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2a97878d-112e-4920-b6e4-d32cb8027b34 {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:56:37.402537 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adc61766-d3ce-4371-ba49-05b3f7dc0524', 'tag': '9471084b-14f7-4ecb-9ee5-e3a2aa4f8f97', 'status': 'completed', 'code': 200} Feb 19 02:56:37.432363 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-817333dd-2c32-42c8-b04e-3573eedf7b92 tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:56:37.443573 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817333dd-2c32-42c8-b04e-3573eedf7b92 tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:56:37.486075 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817333dd-2c32-42c8-b04e-3573eedf7b92 tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Pushing event updated for resources: {'Port': ['ID=98806649-1c66-479b-ac94-8bb38c30f8f3,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:37.516467 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cab16b7-bdaf-4427-9430-35e58544d011 req-2256cfcf-6535-4844-9f88-48ab6eb36425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:37.517413 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cab16b7-bdaf-4427-9430-35e58544d011 req-2256cfcf-6535-4844-9f88-48ab6eb36425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:37.518077 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cab16b7-bdaf-4427-9430-35e58544d011 req-2256cfcf-6535-4844-9f88-48ab6eb36425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:37.518727 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cab16b7-bdaf-4427-9430-35e58544d011 req-2256cfcf-6535-4844-9f88-48ab6eb36425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:37.519556 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cab16b7-bdaf-4427-9430-35e58544d011 req-2256cfcf-6535-4844-9f88-48ab6eb36425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:37.520204 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cab16b7-bdaf-4427-9430-35e58544d011 req-2256cfcf-6535-4844-9f88-48ab6eb36425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:37.524109 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-9cab16b7-bdaf-4427-9430-35e58544d011 req-2256cfcf-6535-4844-9f88-48ab6eb36425 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6ec3dd7afd834c809d570f5110147b8d&device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 5349 time: 0.1024981 Feb 19 02:56:37.621819 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c7c564ce-cbf1-499f-ab4a-558e59354a7a tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (5892a6ec-00bf-499f-a9a0-af69e60ea0f8), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:37.627645 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c564ce-cbf1-499f-ab4a-558e59354a7a tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:37.628268 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c7c564ce-cbf1-499f-ab4a-558e59354a7a tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:37.714103 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cab16b7-bdaf-4427-9430-35e58544d011 req-5728d92a-bb3f-4edb-b8a7-348deb066101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:37.715059 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cab16b7-bdaf-4427-9430-35e58544d011 req-5728d92a-bb3f-4edb-b8a7-348deb066101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:37.715588 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cab16b7-bdaf-4427-9430-35e58544d011 req-5728d92a-bb3f-4edb-b8a7-348deb066101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:37.717047 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 40444) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:37.721542 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-9cab16b7-bdaf-4427-9430-35e58544d011 req-5728d92a-bb3f-4edb-b8a7-348deb066101 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=6ec3dd7afd834c809d570f5110147b8d&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1852102 Feb 19 02:56:37.847736 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cab16b7-bdaf-4427-9430-35e58544d011 req-43f8ed5e-c11f-47e8-bb8e-c92637b58f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:37.849670 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-9cab16b7-bdaf-4427-9430-35e58544d011 req-43f8ed5e-c11f-47e8-bb8e-c92637b58f43 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1211669 Feb 19 02:56:38.179122 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-c7c564ce-cbf1-499f-ab4a-558e59354a7a tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.6467085 Feb 19 02:56:38.182173 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 40450) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:38.187148 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-8113c675-7626-4573-8020-f198075aafd4 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Request body: {'subnet': {'network_id': '8e41a95f-a56b-44a2-a88d-4633ed24fcca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:56:38.190014 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-01d2c45d-875b-4a0c-ac49-0f91a2a4ce98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (0bac9e7b-1471-4fbc-b188-1d8a02d1587a), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:38.192533 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-01d2c45d-875b-4a0c-ac49-0f91a2a4ce98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:38.196110 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-01d2c45d-875b-4a0c-ac49-0f91a2a4ce98 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0bac9e7b-1471-4fbc-b188-1d8a02d1587a HTTP/1.1" status: 204 len: 168 time: 1.3431063 Feb 19 02:56:38.199011 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c564ce-cbf1-499f-ab4a-558e59354a7a tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Pushing event updated for resources: {'Network': ['ID=5892a6ec-00bf-499f-a9a0-af69e60ea0f8,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:38.220511 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 5892a6ec-00bf-499f-a9a0-af69e60ea0f8 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:56:38.271559 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d2c45d-875b-4a0c-ac49-0f91a2a4ce98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bac9e7b-1471-4fbc-b188-1d8a02d1587a,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:38.316530 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-c746dd74-bc86-460e-946a-a1e94006287e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=726a87ec871d4c369383e27ede210541&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5942676 Feb 19 02:56:38.319265 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 40460) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:38.448954 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [req-7fe579d8-b308-4062-86d2-979b76858347 req-3cba2186-4980-4e42-ab83-352e25c3e64d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39c50eac-1978-4f75-bc0f-d663d77b8f5b {{(pid=103701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:56:38.466899 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-7fe579d8-b308-4062-86d2-979b76858347 req-3cba2186-4980-4e42-ab83-352e25c3e64d service neutron] Publish callbacks [] for port (39c50eac-1978-4f75-bc0f-d663d77b8f5b), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:38.485310 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7009b87e-f6f2-4f03-bdeb-eb82860bf86f admin admin] Publish callbacks [] for security_group (dcac2b5a-dee8-41b9-b83f-a011c1698d5c), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:38.504592 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8113c675-7626-4573-8020-f198075aafd4 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Made reservation on behalf of eae5468561eb44d8a8138d5efbd64f6e for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:56:38.508130 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8113c675-7626-4573-8020-f198075aafd4 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:38.524697 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.provisioning_blocks [req-7fe579d8-b308-4062-86d2-979b76858347 req-3cba2186-4980-4e42-ab83-352e25c3e64d service neutron] Transition to ACTIVE for port object 39c50eac-1978-4f75-bc0f-d663d77b8f5b will not be triggered until provisioned by entity L2. {{(pid=103701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:56:38.537100 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7009b87e-f6f2-4f03-bdeb-eb82860bf86f admin admin] Publish callbacks [] for security_group (dcac2b5a-dee8-41b9-b83f-a011c1698d5c), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:38.546423 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8040fa7-c33e-4598-bae1-a61886828e69 req-7c169268-8887-472f-a45f-f21dfac5f12a tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:38.553042 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8040fa7-c33e-4598-bae1-a61886828e69 req-7c169268-8887-472f-a45f-f21dfac5f12a tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:38.558419 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8040fa7-c33e-4598-bae1-a61886828e69 req-7c169268-8887-472f-a45f-f21dfac5f12a tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:38.563865 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8040fa7-c33e-4598-bae1-a61886828e69 req-7c169268-8887-472f-a45f-f21dfac5f12a tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:38.569966 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8040fa7-c33e-4598-bae1-a61886828e69 req-7c169268-8887-472f-a45f-f21dfac5f12a tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:38.583989 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8040fa7-c33e-4598-bae1-a61886828e69 req-7c169268-8887-472f-a45f-f21dfac5f12a tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:38.583989 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f8040fa7-c33e-4598-bae1-a61886828e69 req-7c169268-8887-472f-a45f-f21dfac5f12a tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 4601 time: 0.2653210 Feb 19 02:56:38.583989 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-7fe579d8-b308-4062-86d2-979b76858347 req-3cba2186-4980-4e42-ab83-352e25c3e64d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (39c50eac-1978-4f75-bc0f-d663d77b8f5b), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:38.670049 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-817333dd-2c32-42c8-b04e-3573eedf7b92 tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks [] for router_gateway (10d7f0b1-fc38-4788-b3fa-655cc1daaad2), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:38.684037 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7009b87e-f6f2-4f03-bdeb-eb82860bf86f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (dcac2b5a-dee8-41b9-b83f-a011c1698d5c), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:38.686643 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7009b87e-f6f2-4f03-bdeb-eb82860bf86f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:38.688292 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-7009b87e-f6f2-4f03-bdeb-eb82860bf86f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/dcac2b5a-dee8-41b9-b83f-a011c1698d5c HTTP/1.1" status: 204 len: 168 time: 0.3682070 Feb 19 02:56:38.711014 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7009b87e-f6f2-4f03-bdeb-eb82860bf86f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcac2b5a-dee8-41b9-b83f-a011c1698d5c,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:38.776875 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba2186-4980-4e42-ab83-352e25c3e64d service neutron] Pushing event updated for resources: {'Port': ['ID=39c50eac-1978-4f75-bc0f-d663d77b8f5b,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:38.851145 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8113c675-7626-4573-8020-f198075aafd4 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (519207a1-54bc-4905-a4c9-098ed4e5c659), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:38.936983 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f8040fa7-c33e-4598-bae1-a61886828e69 req-3b3cd4f4-e725-49df-b793-10768824d98d tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/security-groups?id=344800ac-992b-44b9-a49a-a7d4e6a6fc53&id=197f0109-f833-46dd-9ffe-3ff812885f73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3493612 Feb 19 02:56:38.976780 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8113c675-7626-4573-8020-f198075aafd4 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Pushing event updated for resources: {'Subnet': ['ID=519207a1-54bc-4905-a4c9-098ed4e5c659,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:39.079253 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8113c675-7626-4573-8020-f198075aafd4 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Checking segment: {'id': 'c38861f4-b415-44b5-b9b6-184dbcdfa7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '8e41a95f-a56b-44a2-a88d-4633ed24fcca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:56:39.080907 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8113c675-7626-4573-8020-f198075aafd4 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Network hostable DHCP agents. Network: 8e41a95f-a56b-44a2-a88d-4633ed24fcca, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:56:39.124603 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8113c675-7626-4573-8020-f198075aafd4 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Network 8e41a95f-a56b-44a2-a88d-4633ed24fcca is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:56:39.139031 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-8113c675-7626-4573-8020-f198075aafd4 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 8e41a95f-a56b-44a2-a88d-4633ed24fcca) {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:56:39.152193 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93bcd99c-8fed-4255-9750-7171bbc8bd49 None None] Network 8e41a95f-a56b-44a2-a88d-4633ed24fcca requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:56:39.159061 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8113c675-7626-4573-8020-f198075aafd4 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:39.160012 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8113c675-7626-4573-8020-f198075aafd4 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:39.181698 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-7fe579d8-b308-4062-86d2-979b76858347 req-3cba2186-4980-4e42-ab83-352e25c3e64d service neutron] Attempting to bind port 39c50eac-1978-4f75-bc0f-d663d77b8f5b on host n-h1-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:56:39.182201 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-7fe579d8-b308-4062-86d2-979b76858347 req-3cba2186-4980-4e42-ab83-352e25c3e64d service neutron] Attempting to bind port 39c50eac-1978-4f75-bc0f-d663d77b8f5b by drivers openvswitch,hyperv on host n-h1-826753-2 at level 0 using segments [{'id': '0ac8fc0c-e771-432c-9de7-07e76dbe0cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '25635acc-9f56-41ab-b8cd-dd2744f3f7b3'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:56:39.182335 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe579d8-b308-4062-86d2-979b76858347 req-3cba2186-4980-4e42-ab83-352e25c3e64d service neutron] Attempting to bind port 39c50eac-1978-4f75-bc0f-d663d77b8f5b on network 25635acc-9f56-41ab-b8cd-dd2744f3f7b3 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:56:39.215670 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 40480) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:39.220039 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-8113c675-7626-4573-8020-f198075aafd4 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0360804 Feb 19 02:56:39.223402 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-73d25975-d8f2-4deb-a221-f0a321c12d1f tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Request body: {'subnet': {'network_id': '5892a6ec-00bf-499f-a9a0-af69e60ea0f8', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:56:39.233183 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe579d8-b308-4062-86d2-979b76858347 req-3cba2186-4980-4e42-ab83-352e25c3e64d service neutron] Port 39c50eac-1978-4f75-bc0f-d663d77b8f5b on network 25635acc-9f56-41ab-b8cd-dd2744f3f7b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:56:39.233957 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe579d8-b308-4062-86d2-979b76858347 req-3cba2186-4980-4e42-ab83-352e25c3e64d service neutron] Attempting to bind port 39c50eac-1978-4f75-bc0f-d663d77b8f5b on network 25635acc-9f56-41ab-b8cd-dd2744f3f7b3 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:56:39.279095 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe579d8-b308-4062-86d2-979b76858347 req-3cba2186-4980-4e42-ab83-352e25c3e64d service neutron] Checking agent: {'id': '9d56fb1b-2855-496a-a6d9-c324740cb98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:56:39.279095 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe579d8-b308-4062-86d2-979b76858347 req-3cba2186-4980-4e42-ab83-352e25c3e64d service neutron] Checking segment: {'id': '0ac8fc0c-e771-432c-9de7-07e76dbe0cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '25635acc-9f56-41ab-b8cd-dd2744f3f7b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:56:39.279095 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe579d8-b308-4062-86d2-979b76858347 req-3cba2186-4980-4e42-ab83-352e25c3e64d service neutron] Bound using segment: {'id': '0ac8fc0c-e771-432c-9de7-07e76dbe0cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '25635acc-9f56-41ab-b8cd-dd2744f3f7b3'} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:56:39.279095 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-7fe579d8-b308-4062-86d2-979b76858347 req-3cba2186-4980-4e42-ab83-352e25c3e64d service neutron] Bound port: 39c50eac-1978-4f75-bc0f-d663d77b8f5b, host: n-h1-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ac8fc0c-e771-432c-9de7-07e76dbe0cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '25635acc-9f56-41ab-b8cd-dd2744f3f7b3'}}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:56:39.279095 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-7fe579d8-b308-4062-86d2-979b76858347 req-3cba2186-4980-4e42-ab83-352e25c3e64d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (39c50eac-1978-4f75-bc0f-d663d77b8f5b), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:39.478835 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-817333dd-2c32-42c8-b04e-3573eedf7b92 tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16317478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865'] for router (10d7f0b1-fc38-4788-b3fa-655cc1daaad2), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:39.505637 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3659e7b-520a-4195-b555-2a44cccc6e34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-8e41a95f-a56b-44a2-a88d-4633ed24fcca', 'network_id': '8e41a95f-a56b-44a2-a88d-4633ed24fcca', 'project_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'fixed_ips': [{'subnet_id': '519207a1-54bc-4905-a4c9-098ed4e5c659'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:56:39.510535 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e3659e7b-520a-4195-b555-2a44cccc6e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:39.644477 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-7fe579d8-b308-4062-86d2-979b76858347 req-3cba2186-4980-4e42-ab83-352e25c3e64d service neutron] For port 39c50eac-1978-4f75-bc0f-d663d77b8f5b, host n-h1-826753-2, cleared binding levels {{(pid=103701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:56:39.653826 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73d25975-d8f2-4deb-a221-f0a321c12d1f tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Made reservation on behalf of eae5468561eb44d8a8138d5efbd64f6e for: {'subnet': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:56:39.658333 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-73d25975-d8f2-4deb-a221-f0a321c12d1f tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58706307'] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:39.686554 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-7fe579d8-b308-4062-86d2-979b76858347 req-3cba2186-4980-4e42-ab83-352e25c3e64d service neutron] For port 39c50eac-1978-4f75-bc0f-d663d77b8f5b, host n-h1-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=39c50eac-1978-4f75-bc0f-d663d77b8f5b,segment=NetworkSegment(0ac8fc0c-e771-432c-9de7-07e76dbe0cc7),segment_id=0ac8fc0c-e771-432c-9de7-07e76dbe0cc7)] {{(pid=103701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:56:39.732854 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-7fe579d8-b308-4062-86d2-979b76858347 req-3cba2186-4980-4e42-ab83-352e25c3e64d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (39c50eac-1978-4f75-bc0f-d663d77b8f5b), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:39.803145 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-e3659e7b-520a-4195-b555-2a44cccc6e34 None None] Allocated IP 172.20.0.2 (8e41a95f-a56b-44a2-a88d-4633ed24fcca/519207a1-54bc-4905-a4c9-098ed4e5c659/811f76fc-ca12-4360-b42c-215009665f14) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:56:39.829700 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe579d8-b308-4062-86d2-979b76858347 req-3cba2186-4980-4e42-ab83-352e25c3e64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:39.830688 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-7fe579d8-b308-4062-86d2-979b76858347 req-3cba2186-4980-4e42-ab83-352e25c3e64d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:39.832709 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7fe579d8-b308-4062-86d2-979b76858347 req-3cba2186-4980-4e42-ab83-352e25c3e64d service neutron] 10.222.0.73 "PUT /v2.0/ports/39c50eac-1978-4f75-bc0f-d663d77b8f5b HTTP/1.1" status: 200 len: 1130 time: 3.3205156 Feb 19 02:56:39.837919 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba2186-4980-4e42-ab83-352e25c3e64d service neutron] Pushing event updated for resources: {'Port': ['ID=39c50eac-1978-4f75-bc0f-d663d77b8f5b,revision_number=3']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:39.840916 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adc61766-d3ce-4371-ba49-05b3f7dc0524', 'tag': '39c50eac-1978-4f75-bc0f-d663d77b8f5b'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:56:39.844251 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ad44b58-674f-4c99-a9ba-151598874697" -d '{"events": [{"name": "network-changed", "server_uuid": "adc61766-d3ce-4371-ba49-05b3f7dc0524", "tag": "39c50eac-1978-4f75-bc0f-d663d77b8f5b"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:56:39.863793 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-817333dd-2c32-42c8-b04e-3573eedf7b92 tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Router 10d7f0b1-fc38-4788-b3fa-655cc1daaad2 is scheduled to L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd with binding_index 1 {{(pid=103701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 02:56:39.919973 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-7fe579d8-b308-4062-86d2-979b76858347 req-da2d5932-1410-46a2-a015-14970b482415 service neutron] Request body: {'port': {'device_id': 'adc61766-d3ce-4371-ba49-05b3f7dc0524', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826753-2'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:56:40.075113 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65ffb1b7-2f70-4eb5-8e95-eed4953f7260 x-openstack-request-id: req-65ffb1b7-2f70-4eb5-8e95-eed4953f7260 {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:56:40.075378 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adc61766-d3ce-4371-ba49-05b3f7dc0524", "tag": "39c50eac-1978-4f75-bc0f-d663d77b8f5b", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:56:40.075632 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-65ffb1b7-2f70-4eb5-8e95-eed4953f7260 {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:56:40.076028 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adc61766-d3ce-4371-ba49-05b3f7dc0524', 'tag': '39c50eac-1978-4f75-bc0f-d663d77b8f5b', 'status': 'completed', 'code': 200} Feb 19 02:56:40.181866 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad44b58-674f-4c99-a9ba-151598874697 req-4215ba7f-1176-4d01-aaeb-cb7b7ac3901a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:40.182486 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad44b58-674f-4c99-a9ba-151598874697 req-4215ba7f-1176-4d01-aaeb-cb7b7ac3901a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:40.186655 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad44b58-674f-4c99-a9ba-151598874697 req-4215ba7f-1176-4d01-aaeb-cb7b7ac3901a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:40.187286 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad44b58-674f-4c99-a9ba-151598874697 req-4215ba7f-1176-4d01-aaeb-cb7b7ac3901a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:40.192197 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad44b58-674f-4c99-a9ba-151598874697 req-4215ba7f-1176-4d01-aaeb-cb7b7ac3901a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:40.193107 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad44b58-674f-4c99-a9ba-151598874697 req-4215ba7f-1176-4d01-aaeb-cb7b7ac3901a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:40.193340 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad44b58-674f-4c99-a9ba-151598874697 req-4215ba7f-1176-4d01-aaeb-cb7b7ac3901a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:40.197520 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-9ad44b58-674f-4c99-a9ba-151598874697 req-4215ba7f-1176-4d01-aaeb-cb7b7ac3901a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6ec3dd7afd834c809d570f5110147b8d&device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 6303 time: 0.1816881 Feb 19 02:56:40.202036 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 40522) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:40.211201 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e3659e7b-520a-4195-b555-2a44cccc6e34 None None] Publish callbacks [] for port (811f76fc-ca12-4360-b42c-215009665f14), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:40.232875 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e3659e7b-520a-4195-b555-2a44cccc6e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (811f76fc-ca12-4360-b42c-215009665f14), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:40.394603 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3659e7b-520a-4195-b555-2a44cccc6e34 None None] Network 8e41a95f-a56b-44a2-a88d-4633ed24fcca is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:56:40.418308 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-7fe579d8-b308-4062-86d2-979b76858347 req-da2d5932-1410-46a2-a015-14970b482415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (0890f1e3-4129-47c9-8745-a2ac72e3c386), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:40.421679 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-e3659e7b-520a-4195-b555-2a44cccc6e34 None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:56:40.436879 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3659e7b-520a-4195-b555-2a44cccc6e34 None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:56:40.437332 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc0da8b-3ce0-479b-a606-9c9ea8cd0431 req-63115f55-3997-4b19-9521-77bdd3ff4f75 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:40.442951 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc0da8b-3ce0-479b-a606-9c9ea8cd0431 req-63115f55-3997-4b19-9521-77bdd3ff4f75 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:40.448967 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc0da8b-3ce0-479b-a606-9c9ea8cd0431 req-63115f55-3997-4b19-9521-77bdd3ff4f75 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:40.454607 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc0da8b-3ce0-479b-a606-9c9ea8cd0431 req-63115f55-3997-4b19-9521-77bdd3ff4f75 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:40.460161 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc0da8b-3ce0-479b-a606-9c9ea8cd0431 req-63115f55-3997-4b19-9521-77bdd3ff4f75 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:40.471180 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc0da8b-3ce0-479b-a606-9c9ea8cd0431 req-63115f55-3997-4b19-9521-77bdd3ff4f75 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:40.481984 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc0da8b-3ce0-479b-a606-9c9ea8cd0431 req-63115f55-3997-4b19-9521-77bdd3ff4f75 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:40.488133 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3659e7b-520a-4195-b555-2a44cccc6e34 None None] Pushing event updated for resources: {'Port': ['ID=811f76fc-ca12-4360-b42c-215009665f14,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:40.492763 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cbc0da8b-3ce0-479b-a606-9c9ea8cd0431 req-63115f55-3997-4b19-9521-77bdd3ff4f75 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 5373 time: 0.3059027 Feb 19 02:56:40.499006 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad44b58-674f-4c99-a9ba-151598874697 req-61c6b57e-1c83-41e7-a7b8-44f569412ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:40.499595 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad44b58-674f-4c99-a9ba-151598874697 req-61c6b57e-1c83-41e7-a7b8-44f569412ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:40.500075 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad44b58-674f-4c99-a9ba-151598874697 req-61c6b57e-1c83-41e7-a7b8-44f569412ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:40.501921 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-9ad44b58-674f-4c99-a9ba-151598874697 req-61c6b57e-1c83-41e7-a7b8-44f569412ccc service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=6ec3dd7afd834c809d570f5110147b8d&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2880130 Feb 19 02:56:40.505794 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-e5884d22-1f4e-4a34-abc3-9849e9d0f9bf admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1661329532-network', 'tenant_id': 'c7a79a4489dd44c8b303802d7295282f'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:56:40.518135 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-817333dd-2c32-42c8-b04e-3573eedf7b92 tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:56:40.520209 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-73d25975-d8f2-4deb-a221-f0a321c12d1f tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12647271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58706289'] for subnet (7595a57c-e160-4991-acef-b6ee20e04d54), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:40.528705 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46307d2b-f9e1-49cc-8e11-ea12931754b7 None None] Sync routers for ids ['10d7f0b1-fc38-4788-b3fa-655cc1daaad2'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:56:40.545935 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46307d2b-f9e1-49cc-8e11-ea12931754b7 None None] Routers {'10d7f0b1-fc38-4788-b3fa-655cc1daaad2'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:56:40.546595 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-46307d2b-f9e1-49cc-8e11-ea12931754b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:56:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['10d7f0b1-fc38-4788-b3fa-655cc1daaad2'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:56:40.615532 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-e3659e7b-520a-4195-b555-2a44cccc6e34 None None] Attempting to bind port 811f76fc-ca12-4360-b42c-215009665f14 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:56:40.616101 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-e3659e7b-520a-4195-b555-2a44cccc6e34 None None] Attempting to bind port 811f76fc-ca12-4360-b42c-215009665f14 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': 'c38861f4-b415-44b5-b9b6-184dbcdfa7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '8e41a95f-a56b-44a2-a88d-4633ed24fcca'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:56:40.616433 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3659e7b-520a-4195-b555-2a44cccc6e34 None None] Attempting to bind port 811f76fc-ca12-4360-b42c-215009665f14 on network 8e41a95f-a56b-44a2-a88d-4633ed24fcca {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:56:40.620506 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3659e7b-520a-4195-b555-2a44cccc6e34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:56:40.620854 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3659e7b-520a-4195-b555-2a44cccc6e34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:56:40.621225 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3659e7b-520a-4195-b555-2a44cccc6e34 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:56:40.621566 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3659e7b-520a-4195-b555-2a44cccc6e34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:56:40.621743 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d25975-d8f2-4deb-a221-f0a321c12d1f tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Pushing event updated for resources: {'Subnet': ['ID=7595a57c-e160-4991-acef-b6ee20e04d54,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:40.621898 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3659e7b-520a-4195-b555-2a44cccc6e34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:56:40.622237 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3659e7b-520a-4195-b555-2a44cccc6e34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:56:40.622565 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3659e7b-520a-4195-b555-2a44cccc6e34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:56:40.622896 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3659e7b-520a-4195-b555-2a44cccc6e34 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:56:40.623223 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3659e7b-520a-4195-b555-2a44cccc6e34 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:56:40.623547 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3659e7b-520a-4195-b555-2a44cccc6e34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:56:40.623873 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3659e7b-520a-4195-b555-2a44cccc6e34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:56:40.624201 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3659e7b-520a-4195-b555-2a44cccc6e34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:56:40.628311 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-817333dd-2c32-42c8-b04e-3573eedf7b92 tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks [] for router (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:40.632246 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3659e7b-520a-4195-b555-2a44cccc6e34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:56:40.633242 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-817333dd-2c32-42c8-b04e-3573eedf7b92 tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 7.1730094 Feb 19 02:56:40.636304 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-46307d2b-f9e1-49cc-8e11-ea12931754b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:56:40.638303 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 40534) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:40.647300 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3659e7b-520a-4195-b555-2a44cccc6e34 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:56:40.648636 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3659e7b-520a-4195-b555-2a44cccc6e34 None None] Checking segment: {'id': 'c38861f4-b415-44b5-b9b6-184dbcdfa7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '8e41a95f-a56b-44a2-a88d-4633ed24fcca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:56:40.648636 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e3659e7b-520a-4195-b555-2a44cccc6e34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:40.649036 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3659e7b-520a-4195-b555-2a44cccc6e34 None None] Bound using segment: {'id': 'c38861f4-b415-44b5-b9b6-184dbcdfa7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '8e41a95f-a56b-44a2-a88d-4633ed24fcca'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:56:40.652239 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-e3659e7b-520a-4195-b555-2a44cccc6e34 None None] Bound port: 811f76fc-ca12-4360-b42c-215009665f14, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c38861f4-b415-44b5-b9b6-184dbcdfa7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '8e41a95f-a56b-44a2-a88d-4633ed24fcca'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:56:40.652646 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e3659e7b-520a-4195-b555-2a44cccc6e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (811f76fc-ca12-4360-b42c-215009665f14), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:40.661520 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46307d2b-f9e1-49cc-8e11-ea12931754b7 None None] Routers {'10d7f0b1-fc38-4788-b3fa-655cc1daaad2'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:56:40.662415 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-46307d2b-f9e1-49cc-8e11-ea12931754b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:56:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['10d7f0b1-fc38-4788-b3fa-655cc1daaad2'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:56:40.667805 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-e03789ef-c561-4682-8452-fc93d3f05c5a tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'enable_snat': False}}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:56:40.709850 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-46307d2b-f9e1-49cc-8e11-ea12931754b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:56:40.711328 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46307d2b-f9e1-49cc-8e11-ea12931754b7 None None] The sync data for ids ['10d7f0b1-fc38-4788-b3fa-655cc1daaad2'] in n-d-826753-2 is: [] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:56:40.728220 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad44b58-674f-4c99-a9ba-151598874697 req-110cd79a-00a6-4bec-9fad-c0cda7d3015e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:40.729928 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-9ad44b58-674f-4c99-a9ba-151598874697 req-110cd79a-00a6-4bec-9fad-c0cda7d3015e service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2209411 Feb 19 02:56:40.740237 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e3659e7b-520a-4195-b555-2a44cccc6e34 None None] For port 811f76fc-ca12-4360-b42c-215009665f14, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:56:40.744229 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e3659e7b-520a-4195-b555-2a44cccc6e34 None None] For port 811f76fc-ca12-4360-b42c-215009665f14, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=811f76fc-ca12-4360-b42c-215009665f14,segment=NetworkSegment(c38861f4-b415-44b5-b9b6-184dbcdfa7ee),segment_id=c38861f4-b415-44b5-b9b6-184dbcdfa7ee)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:56:40.760671 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e3659e7b-520a-4195-b555-2a44cccc6e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (811f76fc-ca12-4360-b42c-215009665f14), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:40.829214 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5884d22-1f4e-4a34-abc3-9849e9d0f9bf admin admin] Made reservation on behalf of c7a79a4489dd44c8b303802d7295282f for: {'network': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:56:40.831773 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e5884d22-1f4e-4a34-abc3-9849e9d0f9bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:40.850055 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3659e7b-520a-4195-b555-2a44cccc6e34 None None] Pushing event updated for resources: {'Port': ['ID=811f76fc-ca12-4360-b42c-215009665f14,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:40.891234 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e5884d22-1f4e-4a34-abc3-9849e9d0f9bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:41.060833 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cbc0da8b-3ce0-479b-a606-9c9ea8cd0431 req-e0d75538-1e74-4174-8c27-e73886eed11b tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/security-groups?id=344800ac-992b-44b9-a49a-a7d4e6a6fc53&id=197f0109-f833-46dd-9ffe-3ff812885f73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5611577 Feb 19 02:56:41.069631 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d25975-d8f2-4deb-a221-f0a321c12d1f tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Checking segment: {'id': '4604e5d8-f8c1-4c61-a9f1-62b60448903e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '5892a6ec-00bf-499f-a9a0-af69e60ea0f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:56:41.070158 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d25975-d8f2-4deb-a221-f0a321c12d1f tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Network hostable DHCP agents. Network: 5892a6ec-00bf-499f-a9a0-af69e60ea0f8, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:56:41.196239 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d25975-d8f2-4deb-a221-f0a321c12d1f tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Network 5892a6ec-00bf-499f-a9a0-af69e60ea0f8 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:56:41.313971 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-73d25975-d8f2-4deb-a221-f0a321c12d1f tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 5892a6ec-00bf-499f-a9a0-af69e60ea0f8) {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:56:41.326784 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff3fa2c-3d0f-4be1-afd3-8a9f2a396e76 None None] Network 5892a6ec-00bf-499f-a9a0-af69e60ea0f8 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:56:41.338351 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d25975-d8f2-4deb-a221-f0a321c12d1f tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:41.349888 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-73d25975-d8f2-4deb-a221-f0a321c12d1f tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:41.494148 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 40546) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:41.494771 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-73d25975-d8f2-4deb-a221-f0a321c12d1f tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2769051 Feb 19 02:56:41.501557 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-a0b36601-1e2d-4e2b-a125-ec31ccfd632f tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1654367171', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:56:41.525243 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8a0d2c-30ca-4716-abe4-e49897898cf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-5892a6ec-00bf-499f-a9a0-af69e60ea0f8', 'network_id': '5892a6ec-00bf-499f-a9a0-af69e60ea0f8', 'project_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'fixed_ips': [{'subnet_id': '7595a57c-e160-4991-acef-b6ee20e04d54'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:56:41.528313 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-cc8a0d2c-30ca-4716-abe4-e49897898cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:41.556527 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e5884d22-1f4e-4a34-abc3-9849e9d0f9bf admin admin] Publish callbacks [] for security_group (208b6c12-1491-4da0-85a2-a3443bb82807), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:41.565093 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a0b36601-1e2d-4e2b-a125-ec31ccfd632f tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14172'] for router (07cf4ed9-9bd6-4832-a9b7-d1ef05457006), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:41.566156 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a0b36601-1e2d-4e2b-a125-ec31ccfd632f tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16317487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16285822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16309985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14247'] for router (07cf4ed9-9bd6-4832-a9b7-d1ef05457006), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:41.585468 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e5884d22-1f4e-4a34-abc3-9849e9d0f9bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (208b6c12-1491-4da0-85a2-a3443bb82807), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:41.695280 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a0b36601-1e2d-4e2b-a125-ec31ccfd632f tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks [] for router_controller (07cf4ed9-9bd6-4832-a9b7-d1ef05457006), precommit_add_association {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:41.702015 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5884d22-1f4e-4a34-abc3-9849e9d0f9bf admin admin] vlan segment allocate from pool success with {'vlan_id': 261, 'physical_network': 'physnet1'} {{(pid=103701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:56:41.703290 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a0b36601-1e2d-4e2b-a125-ec31ccfd632f tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16317478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865'] for router (07cf4ed9-9bd6-4832-a9b7-d1ef05457006), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:41.740516 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a0b36601-1e2d-4e2b-a125-ec31ccfd632f tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:41.741841 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-a0b36601-1e2d-4e2b-a125-ec31ccfd632f tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2466509 Feb 19 02:56:41.744590 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 40560) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:41.816409 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-cc8a0d2c-30ca-4716-abe4-e49897898cf5 None None] Allocated IP 172.21.0.2 (5892a6ec-00bf-499f-a9a0-af69e60ea0f8/7595a57c-e160-4991-acef-b6ee20e04d54/98085b26-9d20-4f90-a37c-bbceb02851a8) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:56:41.940445 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e5884d22-1f4e-4a34-abc3-9849e9d0f9bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (91d21919-b34b-4e6d-b136-6f3230646e9e), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:41.940846 n-d-826753-2 neutron-server[103701]: INFO neutron.db.segments_db [None req-e5884d22-1f4e-4a34-abc3-9849e9d0f9bf admin admin] Added segment 91d21919-b34b-4e6d-b136-6f3230646e9e of type vlan for network 479974a6-512a-4b06-9536-7530455cdd8a Feb 19 02:56:41.942274 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5884d22-1f4e-4a34-abc3-9849e9d0f9bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=208b6c12-1491-4da0-85a2-a3443bb82807,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:42.227420 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-cc8a0d2c-30ca-4716-abe4-e49897898cf5 None None] Publish callbacks [] for port (98085b26-9d20-4f90-a37c-bbceb02851a8), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:42.251892 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-cc8a0d2c-30ca-4716-abe4-e49897898cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (98085b26-9d20-4f90-a37c-bbceb02851a8), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:42.337899 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8a0d2c-30ca-4716-abe4-e49897898cf5 None None] Pushing event updated for resources: {'Port': ['ID=98085b26-9d20-4f90-a37c-bbceb02851a8,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:42.359712 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8a0d2c-30ca-4716-abe4-e49897898cf5 None None] Network 5892a6ec-00bf-499f-a9a0-af69e60ea0f8 is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:56:42.366558 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-cc8a0d2c-30ca-4716-abe4-e49897898cf5 None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:56:42.373482 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8a0d2c-30ca-4716-abe4-e49897898cf5 None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:56:42.500095 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-63955269-1394-44ea-9e4c-2567abb1fc97 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:42.607634 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 811f76fc-ca12-4360-b42c-215009665f14 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:56:42.611487 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-cc8a0d2c-30ca-4716-abe4-e49897898cf5 None None] Attempting to bind port 98085b26-9d20-4f90-a37c-bbceb02851a8 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:56:42.612487 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-cc8a0d2c-30ca-4716-abe4-e49897898cf5 None None] Attempting to bind port 98085b26-9d20-4f90-a37c-bbceb02851a8 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '4604e5d8-f8c1-4c61-a9f1-62b60448903e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '5892a6ec-00bf-499f-a9a0-af69e60ea0f8'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:56:42.613054 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8a0d2c-30ca-4716-abe4-e49897898cf5 None None] Attempting to bind port 98085b26-9d20-4f90-a37c-bbceb02851a8 on network 5892a6ec-00bf-499f-a9a0-af69e60ea0f8 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:56:42.669390 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8a0d2c-30ca-4716-abe4-e49897898cf5 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:56:42.670082 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8a0d2c-30ca-4716-abe4-e49897898cf5 None None] Checking segment: {'id': '4604e5d8-f8c1-4c61-a9f1-62b60448903e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '5892a6ec-00bf-499f-a9a0-af69e60ea0f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:56:42.670695 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-cc8a0d2c-30ca-4716-abe4-e49897898cf5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:42.674018 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8a0d2c-30ca-4716-abe4-e49897898cf5 None None] Bound using segment: {'id': '4604e5d8-f8c1-4c61-a9f1-62b60448903e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '5892a6ec-00bf-499f-a9a0-af69e60ea0f8'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:56:42.674757 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-cc8a0d2c-30ca-4716-abe4-e49897898cf5 None None] Bound port: 98085b26-9d20-4f90-a37c-bbceb02851a8, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4604e5d8-f8c1-4c61-a9f1-62b60448903e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '5892a6ec-00bf-499f-a9a0-af69e60ea0f8'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:56:42.675730 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-cc8a0d2c-30ca-4716-abe4-e49897898cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (98085b26-9d20-4f90-a37c-bbceb02851a8), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:42.698536 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4661b4db-9df6-4fdd-af07-b54ee09217eb None None] Network 8e41a95f-a56b-44a2-a88d-4633ed24fcca requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:56:42.820984 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fa892246-4d5d-459a-bf3e-8b44cba0e3bf req-1361ab11-53c8-41f1-a589-f04c7b0d16b5 tempest-ServerShowV247Test-1676986851 tempest-ServerShowV247Test-1676986851-project] 10.222.0.72 "GET /v2.0/ports?device_id=804f9af3-3dcc-44f3-badf-82dc25079193 HTTP/1.1" status: 200 len: 210 time: 0.8604019 Feb 19 02:56:42.852537 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [req-7fe579d8-b308-4062-86d2-979b76858347 req-da2d5932-1410-46a2-a015-14970b482415 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0890f1e3-4129-47c9-8745-a2ac72e3c386 {{(pid=103701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:56:42.871254 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e03789ef-c561-4682-8452-fc93d3f05c5a tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks [] for router_gateway (10d7f0b1-fc38-4788-b3fa-655cc1daaad2), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:42.921504 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-7fe579d8-b308-4062-86d2-979b76858347 req-da2d5932-1410-46a2-a015-14970b482415 service neutron] Publish callbacks [] for port (0890f1e3-4129-47c9-8745-a2ac72e3c386), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:42.933334 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e5884d22-1f4e-4a34-abc3-9849e9d0f9bf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (479974a6-512a-4b06-9536-7530455cdd8a), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:43.024199 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.provisioning_blocks [req-7fe579d8-b308-4062-86d2-979b76858347 req-da2d5932-1410-46a2-a015-14970b482415 service neutron] Transition to ACTIVE for port object 0890f1e3-4129-47c9-8745-a2ac72e3c386 will not be triggered until provisioned by entity L2. {{(pid=103701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:56:43.035165 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-62fe4747-887f-42b2-b031-2918bb769bf1 None None] Provisioning complete for port 811f76fc-ca12-4360-b42c-215009665f14 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:56:43.035690 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-62fe4747-887f-42b2-b031-2918bb769bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (811f76fc-ca12-4360-b42c-215009665f14), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:43.055968 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-63955269-1394-44ea-9e4c-2567abb1fc97 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Allocated IP 172.20.0.1 (8e41a95f-a56b-44a2-a88d-4633ed24fcca/519207a1-54bc-4905-a4c9-098ed4e5c659/dd858ccb-30cd-4162-8624-ef083a8c47b0) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:56:43.090327 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-7fe579d8-b308-4062-86d2-979b76858347 req-da2d5932-1410-46a2-a015-14970b482415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (0890f1e3-4129-47c9-8745-a2ac72e3c386), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:43.212487 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-62fe4747-887f-42b2-b031-2918bb769bf1 None None] Current status of the port 811f76fc-ca12-4360-b42c-215009665f14 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:56:43.212881 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-62fe4747-887f-42b2-b031-2918bb769bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (811f76fc-ca12-4360-b42c-215009665f14), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:43.260875 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-cc8a0d2c-30ca-4716-abe4-e49897898cf5 None None] For port 98085b26-9d20-4f90-a37c-bbceb02851a8, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:56:43.310401 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e5884d22-1f4e-4a34-abc3-9849e9d0f9bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (479974a6-512a-4b06-9536-7530455cdd8a), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:43.314935 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5884d22-1f4e-4a34-abc3-9849e9d0f9bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:43.315812 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e5884d22-1f4e-4a34-abc3-9849e9d0f9bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:43.378853 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-62fe4747-887f-42b2-b031-2918bb769bf1 None None] For port 811f76fc-ca12-4360-b42c-215009665f14, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=811f76fc-ca12-4360-b42c-215009665f14,segment=NetworkSegment(c38861f4-b415-44b5-b9b6-184dbcdfa7ee),segment_id=c38861f4-b415-44b5-b9b6-184dbcdfa7ee)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:56:43.384717 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-cc8a0d2c-30ca-4716-abe4-e49897898cf5 None None] For port 98085b26-9d20-4f90-a37c-bbceb02851a8, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=98085b26-9d20-4f90-a37c-bbceb02851a8,segment=NetworkSegment(4604e5d8-f8c1-4c61-a9f1-62b60448903e),segment_id=4604e5d8-f8c1-4c61-a9f1-62b60448903e)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:56:43.401907 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 811f76fc-ca12-4360-b42c-215009665f14 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:56:43.403196 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (811f76fc-ca12-4360-b42c-215009665f14), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:43.439512 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-63955269-1394-44ea-9e4c-2567abb1fc97 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks [] for port (dd858ccb-30cd-4162-8624-ef083a8c47b0), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:43.490234 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-62fe4747-887f-42b2-b031-2918bb769bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (811f76fc-ca12-4360-b42c-215009665f14), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:43.534289 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-63955269-1394-44ea-9e4c-2567abb1fc97 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (dd858ccb-30cd-4162-8624-ef083a8c47b0), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:43.539821 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2d5932-1410-46a2-a015-14970b482415 service neutron] Pushing event updated for resources: {'Port': ['ID=0890f1e3-4129-47c9-8745-a2ac72e3c386,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:43.554372 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-e5884d22-1f4e-4a34-abc3-9849e9d0f9bf admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.3495631 Feb 19 02:56:43.596900 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 40612) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:43.623305 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fe4747-887f-42b2-b031-2918bb769bf1 None None] Pushing event updated for resources: {'Port': ['ID=811f76fc-ca12-4360-b42c-215009665f14,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:43.626115 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-898e45fe-1c89-4b07-b0ba-3d33787f4406 admin admin] Request body: {'subnet': {'network_id': '479974a6-512a-4b06-9536-7530455cdd8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1661329532-subnet', 'tenant_id': 'c7a79a4489dd44c8b303802d7295282f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:56:43.646244 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-cc8a0d2c-30ca-4716-abe4-e49897898cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (98085b26-9d20-4f90-a37c-bbceb02851a8), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:43.676947 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63955269-1394-44ea-9e4c-2567abb1fc97 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Network 8e41a95f-a56b-44a2-a88d-4633ed24fcca is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:56:43.683562 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-63955269-1394-44ea-9e4c-2567abb1fc97 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:56:43.686596 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63955269-1394-44ea-9e4c-2567abb1fc97 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:56:43.706806 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db389598-1b71-47f5-bdf1-68db946a5002 req-0572c515-61af-4f6d-aa6c-54d227d4d7dc tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:43.725533 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db389598-1b71-47f5-bdf1-68db946a5002 req-0572c515-61af-4f6d-aa6c-54d227d4d7dc tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:43.734210 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db389598-1b71-47f5-bdf1-68db946a5002 req-0572c515-61af-4f6d-aa6c-54d227d4d7dc tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:43.747832 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db389598-1b71-47f5-bdf1-68db946a5002 req-0572c515-61af-4f6d-aa6c-54d227d4d7dc tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:43.761847 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db389598-1b71-47f5-bdf1-68db946a5002 req-0572c515-61af-4f6d-aa6c-54d227d4d7dc tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:43.780595 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db389598-1b71-47f5-bdf1-68db946a5002 req-0572c515-61af-4f6d-aa6c-54d227d4d7dc tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:43.793998 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db389598-1b71-47f5-bdf1-68db946a5002 req-0572c515-61af-4f6d-aa6c-54d227d4d7dc tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:43.811086 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-db389598-1b71-47f5-bdf1-68db946a5002 req-0572c515-61af-4f6d-aa6c-54d227d4d7dc tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 5373 time: 0.8020177 Feb 19 02:56:43.857555 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63955269-1394-44ea-9e4c-2567abb1fc97 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Pushing event updated for resources: {'Port': ['ID=dd858ccb-30cd-4162-8624-ef083a8c47b0,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:43.911429 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-898e45fe-1c89-4b07-b0ba-3d33787f4406 admin admin] Made reservation on behalf of c7a79a4489dd44c8b303802d7295282f for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:56:43.919068 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-898e45fe-1c89-4b07-b0ba-3d33787f4406 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:43.942410 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-63955269-1394-44ea-9e4c-2567abb1fc97 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16289150'] for router_interface (07cf4ed9-9bd6-4832-a9b7-d1ef05457006), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:43.977211 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8a0d2c-30ca-4716-abe4-e49897898cf5 None None] Pushing event updated for resources: {'Port': ['ID=98085b26-9d20-4f90-a37c-bbceb02851a8,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:44.017963 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5884d22-1f4e-4a34-abc3-9849e9d0f9bf admin admin] Pushing event updated for resources: {'Network': ['ID=479974a6-512a-4b06-9536-7530455cdd8a,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:44.059533 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 479974a6-512a-4b06-9536-7530455cdd8a details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:56:44.287789 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-7fe579d8-b308-4062-86d2-979b76858347 req-da2d5932-1410-46a2-a015-14970b482415 service neutron] Attempting to bind port 0890f1e3-4129-47c9-8745-a2ac72e3c386 on host n-h1-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:56:44.288139 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-7fe579d8-b308-4062-86d2-979b76858347 req-da2d5932-1410-46a2-a015-14970b482415 service neutron] Attempting to bind port 0890f1e3-4129-47c9-8745-a2ac72e3c386 by drivers openvswitch,hyperv on host n-h1-826753-2 at level 0 using segments [{'id': '0ac8fc0c-e771-432c-9de7-07e76dbe0cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '25635acc-9f56-41ab-b8cd-dd2744f3f7b3'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:56:44.288480 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe579d8-b308-4062-86d2-979b76858347 req-da2d5932-1410-46a2-a015-14970b482415 service neutron] Attempting to bind port 0890f1e3-4129-47c9-8745-a2ac72e3c386 on network 25635acc-9f56-41ab-b8cd-dd2744f3f7b3 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:56:44.312839 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe579d8-b308-4062-86d2-979b76858347 req-da2d5932-1410-46a2-a015-14970b482415 service neutron] Port 0890f1e3-4129-47c9-8745-a2ac72e3c386 on network 25635acc-9f56-41ab-b8cd-dd2744f3f7b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:56:44.313334 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe579d8-b308-4062-86d2-979b76858347 req-da2d5932-1410-46a2-a015-14970b482415 service neutron] Attempting to bind port 0890f1e3-4129-47c9-8745-a2ac72e3c386 on network 25635acc-9f56-41ab-b8cd-dd2744f3f7b3 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:56:44.348303 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-db389598-1b71-47f5-bdf1-68db946a5002 req-f1095b58-9aec-40c3-910f-400efec375d2 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/security-groups?id=344800ac-992b-44b9-a49a-a7d4e6a6fc53&id=197f0109-f833-46dd-9ffe-3ff812885f73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5357308 Feb 19 02:56:44.375258 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe579d8-b308-4062-86d2-979b76858347 req-da2d5932-1410-46a2-a015-14970b482415 service neutron] Checking agent: {'id': '9d56fb1b-2855-496a-a6d9-c324740cb98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:56:44.381273 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe579d8-b308-4062-86d2-979b76858347 req-da2d5932-1410-46a2-a015-14970b482415 service neutron] Checking segment: {'id': '0ac8fc0c-e771-432c-9de7-07e76dbe0cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '25635acc-9f56-41ab-b8cd-dd2744f3f7b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:56:44.381273 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe579d8-b308-4062-86d2-979b76858347 req-da2d5932-1410-46a2-a015-14970b482415 service neutron] Bound using segment: {'id': '0ac8fc0c-e771-432c-9de7-07e76dbe0cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '25635acc-9f56-41ab-b8cd-dd2744f3f7b3'} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:56:44.386196 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-7fe579d8-b308-4062-86d2-979b76858347 req-da2d5932-1410-46a2-a015-14970b482415 service neutron] Bound port: 0890f1e3-4129-47c9-8745-a2ac72e3c386, host: n-h1-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ac8fc0c-e771-432c-9de7-07e76dbe0cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '25635acc-9f56-41ab-b8cd-dd2744f3f7b3'}}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:56:44.386655 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-7fe579d8-b308-4062-86d2-979b76858347 req-da2d5932-1410-46a2-a015-14970b482415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (0890f1e3-4129-47c9-8745-a2ac72e3c386), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:44.416539 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 811f76fc-ca12-4360-b42c-215009665f14 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:56:44.478781 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-2d549b74-57c7-4019-8371-0dd85997840e None None] Provisioning complete for port 811f76fc-ca12-4360-b42c-215009665f14 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:56:44.479165 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-2d549b74-57c7-4019-8371-0dd85997840e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (811f76fc-ca12-4360-b42c-215009665f14), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:44.830036 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-63955269-1394-44ea-9e4c-2567abb1fc97 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (dd858ccb-30cd-4162-8624-ef083a8c47b0), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:44.948424 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3337ac59-11ac-42b2-b47a-fb3dba6aa61b req-444d315d-8232-4c4c-9a21-5d5314d30ccc tempest-ServerShowV247Test-1676986851 tempest-ServerShowV247Test-1676986851-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e169b68-cb4d-41f6-a84b-502671589f35 HTTP/1.1" status: 200 len: 210 time: 0.1692832 Feb 19 02:56:45.237579 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-7fe579d8-b308-4062-86d2-979b76858347 req-da2d5932-1410-46a2-a015-14970b482415 service neutron] For port 0890f1e3-4129-47c9-8745-a2ac72e3c386, host n-h1-826753-2, cleared binding levels {{(pid=103701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:56:45.262667 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-7fe579d8-b308-4062-86d2-979b76858347 req-da2d5932-1410-46a2-a015-14970b482415 service neutron] For port 0890f1e3-4129-47c9-8745-a2ac72e3c386, host n-h1-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=0890f1e3-4129-47c9-8745-a2ac72e3c386,segment=NetworkSegment(0ac8fc0c-e771-432c-9de7-07e76dbe0cc7),segment_id=0ac8fc0c-e771-432c-9de7-07e76dbe0cc7)] {{(pid=103701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:56:45.297742 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 98085b26-9d20-4f90-a37c-bbceb02851a8 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:56:45.347791 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-7fe579d8-b308-4062-86d2-979b76858347 req-da2d5932-1410-46a2-a015-14970b482415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (0890f1e3-4129-47c9-8745-a2ac72e3c386), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:45.433985 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-2d549b74-57c7-4019-8371-0dd85997840e None None] Current status of the port 811f76fc-ca12-4360-b42c-215009665f14 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:56:45.463753 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 98085b26-9d20-4f90-a37c-bbceb02851a8 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:56:45.464135 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (98085b26-9d20-4f90-a37c-bbceb02851a8), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:45.620192 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-bbb31a03-740e-4e5e-86eb-34b86678e6af None None] Provisioning complete for port dd858ccb-30cd-4162-8624-ef083a8c47b0 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:56:45.620572 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-bbb31a03-740e-4e5e-86eb-34b86678e6af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (dd858ccb-30cd-4162-8624-ef083a8c47b0), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:45.646656 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3bbdb28c-6d70-4709-bfbd-32eb2da009af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:45.647420 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe579d8-b308-4062-86d2-979b76858347 req-da2d5932-1410-46a2-a015-14970b482415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:45.648240 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-7fe579d8-b308-4062-86d2-979b76858347 req-da2d5932-1410-46a2-a015-14970b482415 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:45.664840 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7fe579d8-b308-4062-86d2-979b76858347 req-da2d5932-1410-46a2-a015-14970b482415 service neutron] 10.222.0.73 "PUT /v2.0/ports/0890f1e3-4129-47c9-8745-a2ac72e3c386 HTTP/1.1" status: 200 len: 1091 time: 5.7638290 Feb 19 02:56:45.680211 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adc61766-d3ce-4371-ba49-05b3f7dc0524', 'tag': '0890f1e3-4129-47c9-8745-a2ac72e3c386'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:56:45.687268 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-679656e0-938f-4984-96f4-0a7dd9262b5b" -d '{"events": [{"name": "network-changed", "server_uuid": "adc61766-d3ce-4371-ba49-05b3f7dc0524", "tag": "0890f1e3-4129-47c9-8745-a2ac72e3c386"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:56:45.771207 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-63955269-1394-44ea-9e4c-2567abb1fc97 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks [] for port (dd858ccb-30cd-4162-8624-ef083a8c47b0), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:45.791611 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-63955269-1394-44ea-9e4c-2567abb1fc97 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (dd858ccb-30cd-4162-8624-ef083a8c47b0), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:45.815260 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 98085b26-9d20-4f90-a37c-bbceb02851a8 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:56:45.815658 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (98085b26-9d20-4f90-a37c-bbceb02851a8), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:45.856762 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-bbb31a03-740e-4e5e-86eb-34b86678e6af None None] Port dd858ccb-30cd-4162-8624-ef083a8c47b0 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:56:45.872633 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port 98085b26-9d20-4f90-a37c-bbceb02851a8, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=98085b26-9d20-4f90-a37c-bbceb02851a8,segment=NetworkSegment(4604e5d8-f8c1-4c61-a9f1-62b60448903e),segment_id=4604e5d8-f8c1-4c61-a9f1-62b60448903e)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:56:45.891164 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (98085b26-9d20-4f90-a37c-bbceb02851a8), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:45.891981 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 811f76fc-ca12-4360-b42c-215009665f14 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:56:46.083445 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a59ba255-eb23-4cfe-80eb-fcce82ddb613 x-openstack-request-id: req-a59ba255-eb23-4cfe-80eb-fcce82ddb613 {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:56:46.083739 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adc61766-d3ce-4371-ba49-05b3f7dc0524", "tag": "0890f1e3-4129-47c9-8745-a2ac72e3c386", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:56:46.083992 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a59ba255-eb23-4cfe-80eb-fcce82ddb613 {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:56:46.091184 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adc61766-d3ce-4371-ba49-05b3f7dc0524', 'tag': '0890f1e3-4129-47c9-8745-a2ac72e3c386', 'status': 'completed', 'code': 200} Feb 19 02:56:46.130253 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-7fe579d8-b308-4062-86d2-979b76858347 req-18fdc646-ce04-4e76-a725-5620a5e117c2 service neutron] Request body: {'port': {'device_id': 'adc61766-d3ce-4371-ba49-05b3f7dc0524', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826753-2'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:56:46.205498 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-63955269-1394-44ea-9e4c-2567abb1fc97 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16362769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16289258'] for router_interface (07cf4ed9-9bd6-4832-a9b7-d1ef05457006), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:46.208800 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8acf0992-42cc-40bc-893f-7b45a5745bab None None] Network 5892a6ec-00bf-499f-a9a0-af69e60ea0f8 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:56:46.234827 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63955269-1394-44ea-9e4c-2567abb1fc97 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Pushing event updated for resources: {'Port': ['ID=dd858ccb-30cd-4162-8624-ef083a8c47b0,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:46.361326 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6a051e48-9850-4254-bea4-0dda25d08051 req-76b012a3-34a0-408d-85af-f34eb77944fc service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=804f9af3-3dcc-44f3-badf-82dc25079193 HTTP/1.1" status: 200 len: 210 time: 0.4975979 Feb 19 02:56:46.382067 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2d5932-1410-46a2-a015-14970b482415 service neutron] Pushing event updated for resources: {'Port': ['ID=0890f1e3-4129-47c9-8745-a2ac72e3c386,revision_number=3']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:46.382873 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=98085b26-9d20-4f90-a37c-bbceb02851a8,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:46.431282 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-898e45fe-1c89-4b07-b0ba-3d33787f4406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (942f76f1-9d4c-420f-aa6a-d0608ca5a6fd), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:46.460801 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-72333928-97ff-40b3-be2b-97248f4767fd None None] Provisioning complete for port 98085b26-9d20-4f90-a37c-bbceb02851a8 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:56:46.461779 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-72333928-97ff-40b3-be2b-97248f4767fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (98085b26-9d20-4f90-a37c-bbceb02851a8), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:46.500584 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898e45fe-1c89-4b07-b0ba-3d33787f4406 admin admin] Pushing event updated for resources: {'Subnet': ['ID=942f76f1-9d4c-420f-aa6a-d0608ca5a6fd,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:46.513507 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63955269-1394-44ea-9e4c-2567abb1fc97 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Network 8e41a95f-a56b-44a2-a88d-4633ed24fcca is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:56:46.530925 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 811f76fc-ca12-4360-b42c-215009665f14 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:56:46.533555 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c031a1b7-fdf5-4dc0-a5e1-ff4097bded96 req-0ec9aeac-2eb9-4909-a6a5-282565709c62 tempest-ServerShowV247Test-1676986851 tempest-ServerShowV247Test-1676986851-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e169b68-cb4d-41f6-a84b-502671589f35 HTTP/1.1" status: 200 len: 210 time: 0.3394547 Feb 19 02:56:46.537601 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (811f76fc-ca12-4360-b42c-215009665f14), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:46.550698 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679656e0-938f-4984-96f4-0a7dd9262b5b req-30a03770-54f2-447e-9302-9a5b58f70437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:46.552494 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679656e0-938f-4984-96f4-0a7dd9262b5b req-30a03770-54f2-447e-9302-9a5b58f70437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:46.553653 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679656e0-938f-4984-96f4-0a7dd9262b5b req-30a03770-54f2-447e-9302-9a5b58f70437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:46.554745 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679656e0-938f-4984-96f4-0a7dd9262b5b req-30a03770-54f2-447e-9302-9a5b58f70437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:46.556175 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679656e0-938f-4984-96f4-0a7dd9262b5b req-30a03770-54f2-447e-9302-9a5b58f70437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:46.559656 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679656e0-938f-4984-96f4-0a7dd9262b5b req-30a03770-54f2-447e-9302-9a5b58f70437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:46.560305 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679656e0-938f-4984-96f4-0a7dd9262b5b req-30a03770-54f2-447e-9302-9a5b58f70437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:46.565550 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-679656e0-938f-4984-96f4-0a7dd9262b5b req-30a03770-54f2-447e-9302-9a5b58f70437 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6ec3dd7afd834c809d570f5110147b8d&device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 6401 time: 0.6023014 Feb 19 02:56:46.573608 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-63955269-1394-44ea-9e4c-2567abb1fc97 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:56:46.624427 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-7fe579d8-b308-4062-86d2-979b76858347 req-18fdc646-ce04-4e76-a725-5620a5e117c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (e8a9a31d-d1ce-4ae0-aba3-bf180e7af83d), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:46.661340 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38db44e-c89f-4ece-a969-022cf0e8e8c7 req-26ad5a56-9efe-4cde-a543-8df10828f904 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:46.706683 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38db44e-c89f-4ece-a969-022cf0e8e8c7 req-26ad5a56-9efe-4cde-a543-8df10828f904 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:46.723895 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38db44e-c89f-4ece-a969-022cf0e8e8c7 req-26ad5a56-9efe-4cde-a543-8df10828f904 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:46.742048 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38db44e-c89f-4ece-a969-022cf0e8e8c7 req-26ad5a56-9efe-4cde-a543-8df10828f904 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:46.760134 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38db44e-c89f-4ece-a969-022cf0e8e8c7 req-26ad5a56-9efe-4cde-a543-8df10828f904 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:46.779334 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38db44e-c89f-4ece-a969-022cf0e8e8c7 req-26ad5a56-9efe-4cde-a543-8df10828f904 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:46.812867 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38db44e-c89f-4ece-a969-022cf0e8e8c7 req-26ad5a56-9efe-4cde-a543-8df10828f904 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:46.837124 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d38db44e-c89f-4ece-a969-022cf0e8e8c7 req-26ad5a56-9efe-4cde-a543-8df10828f904 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 5385 time: 1.1925290 Feb 19 02:56:46.979592 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898e45fe-1c89-4b07-b0ba-3d33787f4406 admin admin] Checking segment: {'id': '91d21919-b34b-4e6d-b136-6f3230646e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '479974a6-512a-4b06-9536-7530455cdd8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:56:46.980057 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898e45fe-1c89-4b07-b0ba-3d33787f4406 admin admin] Network hostable DHCP agents. Network: 479974a6-512a-4b06-9536-7530455cdd8a, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:56:46.983142 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63955269-1394-44ea-9e4c-2567abb1fc97 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Router 07cf4ed9-9bd6-4832-a9b7-d1ef05457006 is scheduled to L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd with binding_index 1 {{(pid=103702) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 02:56:46.995302 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 811f76fc-ca12-4360-b42c-215009665f14 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:56:47.008311 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-72333928-97ff-40b3-be2b-97248f4767fd None None] Current status of the port 98085b26-9d20-4f90-a37c-bbceb02851a8 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:56:47.193822 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-735d996b-e130-42d0-8631-3e21916ab77e None None] Provisioning complete for port dd858ccb-30cd-4162-8624-ef083a8c47b0 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:56:47.194566 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-735d996b-e130-42d0-8631-3e21916ab77e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (dd858ccb-30cd-4162-8624-ef083a8c47b0), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:47.215920 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 98085b26-9d20-4f90-a37c-bbceb02851a8 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:56:47.259366 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679656e0-938f-4984-96f4-0a7dd9262b5b req-c13d266c-bbec-4894-8db8-9517e9402089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:47.259980 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679656e0-938f-4984-96f4-0a7dd9262b5b req-c13d266c-bbec-4894-8db8-9517e9402089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:47.260424 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679656e0-938f-4984-96f4-0a7dd9262b5b req-c13d266c-bbec-4894-8db8-9517e9402089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:47.262078 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-679656e0-938f-4984-96f4-0a7dd9262b5b req-c13d266c-bbec-4894-8db8-9517e9402089 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=6ec3dd7afd834c809d570f5110147b8d&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.6655049 Feb 19 02:56:47.292139 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898e45fe-1c89-4b07-b0ba-3d33787f4406 admin admin] Network 479974a6-512a-4b06-9536-7530455cdd8a is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:56:47.333676 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e03789ef-c561-4682-8452-fc93d3f05c5a tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16285772', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16317501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14257'] for router (10d7f0b1-fc38-4788-b3fa-655cc1daaad2), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:47.354137 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e03789ef-c561-4682-8452-fc93d3f05c5a tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16285787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16285778', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16317492'] for router (10d7f0b1-fc38-4788-b3fa-655cc1daaad2), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:47.382151 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-735d996b-e130-42d0-8631-3e21916ab77e None None] Port dd858ccb-30cd-4162-8624-ef083a8c47b0 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:56:47.425919 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 98085b26-9d20-4f90-a37c-bbceb02851a8 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:56:47.431713 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (98085b26-9d20-4f90-a37c-bbceb02851a8), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:47.518232 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-534910fc-6846-4bee-aa9d-e6d8da7cdeee None None] Provisioning complete for port 98085b26-9d20-4f90-a37c-bbceb02851a8 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:56:47.519239 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-534910fc-6846-4bee-aa9d-e6d8da7cdeee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (98085b26-9d20-4f90-a37c-bbceb02851a8), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:47.533930 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d38db44e-c89f-4ece-a969-022cf0e8e8c7 req-fd709bfd-3799-4664-9e83-47effd46245d tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/security-groups?id=344800ac-992b-44b9-a49a-a7d4e6a6fc53&id=197f0109-f833-46dd-9ffe-3ff812885f73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5155280 Feb 19 02:56:47.550205 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63955269-1394-44ea-9e4c-2567abb1fc97 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:56:47.554205 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-898e45fe-1c89-4b07-b0ba-3d33787f4406 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 479974a6-512a-4b06-9536-7530455cdd8a) {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:56:47.586377 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-63955269-1394-44ea-9e4c-2567abb1fc97 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] 10.222.0.72 "PUT /v2.0/routers/07cf4ed9-9bd6-4832-a9b7-d1ef05457006/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8290162 Feb 19 02:56:47.587184 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef63cdde-8b2e-418f-addc-32f9cd23914d None None] Network 479974a6-512a-4b06-9536-7530455cdd8a requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:56:47.587651 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 40668) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:47.643729 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc6805b-cc98-48fb-89e0-f69f243f4d32 None None] Sync routers for ids ['07cf4ed9-9bd6-4832-a9b7-d1ef05457006'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:56:47.676873 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff736114-b23d-4a54-af7f-c04c2064944c tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:47.683490 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-ff736114-b23d-4a54-af7f-c04c2064944c tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] 10.222.0.72 "GET /v2.0/ports/dd858ccb-30cd-4162-8624-ef083a8c47b0 HTTP/1.1" status: 200 len: 910 time: 0.0966806 Feb 19 02:56:47.693548 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 40670) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:47.694495 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898e45fe-1c89-4b07-b0ba-3d33787f4406 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:47.694495 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-898e45fe-1c89-4b07-b0ba-3d33787f4406 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:47.786494 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cf96e7c3-a902-4101-a15e-71554daa1c10 req-1b2d1e14-4cab-43c6-91ca-24f3b3292262 tempest-ServerShowV247Test-1676986851 tempest-ServerShowV247Test-1676986851-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e169b68-cb4d-41f6-a84b-502671589f35 HTTP/1.1" status: 200 len: 210 time: 0.0328150 Feb 19 02:56:47.805625 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e03789ef-c561-4682-8452-fc93d3f05c5a tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Router 10d7f0b1-fc38-4788-b3fa-655cc1daaad2 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:56:47.835265 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679656e0-938f-4984-96f4-0a7dd9262b5b req-e6b22f44-d584-4ca3-86d5-42fdb9cacad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:47.837459 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-679656e0-938f-4984-96f4-0a7dd9262b5b req-e6b22f44-d584-4ca3-86d5-42fdb9cacad2 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5171261 Feb 19 02:56:47.887445 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-898e45fe-1c89-4b07-b0ba-3d33787f4406 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 4.2713826 Feb 19 02:56:47.933778 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-47454c8b-2beb-41a3-8f75-b9aac31149c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:47.936869 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc6805b-cc98-48fb-89e0-f69f243f4d32 None None] Routers {'07cf4ed9-9bd6-4832-a9b7-d1ef05457006'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:56:47.948582 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-ddc6805b-cc98-48fb-89e0-f69f243f4d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:56:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['07cf4ed9-9bd6-4832-a9b7-d1ef05457006'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:56:47.983343 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1585f2-7117-44be-9814-c54c22e1afd0 None None] Network 479974a6-512a-4b06-9536-7530455cdd8a requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:56:47.998871 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e03789ef-c561-4682-8452-fc93d3f05c5a tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:56:48.007910 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c56609-d749-4e1b-aab1-908819e65aed None None] Sync routers for ids ['10d7f0b1-fc38-4788-b3fa-655cc1daaad2'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:56:48.025485 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c56609-d749-4e1b-aab1-908819e65aed None None] Routers {'10d7f0b1-fc38-4788-b3fa-655cc1daaad2'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:56:48.026621 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e03789ef-c561-4682-8452-fc93d3f05c5a tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:48.028161 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-e03789ef-c561-4682-8452-fc93d3f05c5a tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] 10.222.0.72 "PUT /v2.0/routers/10d7f0b1-fc38-4788-b3fa-655cc1daaad2 HTTP/1.1" status: 200 len: 926 time: 7.3797309 Feb 19 02:56:48.029031 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-38c56609-d749-4e1b-aab1-908819e65aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:56:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['10d7f0b1-fc38-4788-b3fa-655cc1daaad2'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:56:48.031876 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 40678) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:48.144740 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-38c56609-d749-4e1b-aab1-908819e65aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:56:48.156322 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 98085b26-9d20-4f90-a37c-bbceb02851a8 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:56:48.184870 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c56609-d749-4e1b-aab1-908819e65aed None None] Routers {'10d7f0b1-fc38-4788-b3fa-655cc1daaad2'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:56:48.187572 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-38c56609-d749-4e1b-aab1-908819e65aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:56:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['10d7f0b1-fc38-4788-b3fa-655cc1daaad2'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:56:48.200143 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-eec37016-6ebc-45e8-b024-e97e0f299b6f tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] 10.222.0.72 "GET /v2.0/routers/10d7f0b1-fc38-4788-b3fa-655cc1daaad2 HTTP/1.1" status: 200 len: 926 time: 0.1669888 Feb 19 02:56:48.207313 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 40688) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:48.238369 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-38c56609-d749-4e1b-aab1-908819e65aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:56:48.239283 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c56609-d749-4e1b-aab1-908819e65aed None None] The sync data for ids ['10d7f0b1-fc38-4788-b3fa-655cc1daaad2'] in n-d-826753-2 is: [] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:56:48.311633 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [req-7fe579d8-b308-4062-86d2-979b76858347 req-18fdc646-ce04-4e76-a725-5620a5e117c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8a9a31d-d1ce-4ae0-aba3-bf180e7af83d {{(pid=103701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:56:48.325307 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-7fe579d8-b308-4062-86d2-979b76858347 req-18fdc646-ce04-4e76-a725-5620a5e117c2 service neutron] Publish callbacks [] for port (e8a9a31d-d1ce-4ae0-aba3-bf180e7af83d), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:48.341236 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-ddc6805b-cc98-48fb-89e0-f69f243f4d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:56:48.359908 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.provisioning_blocks [req-7fe579d8-b308-4062-86d2-979b76858347 req-18fdc646-ce04-4e76-a725-5620a5e117c2 service neutron] Transition to ACTIVE for port object e8a9a31d-d1ce-4ae0-aba3-bf180e7af83d will not be triggered until provisioned by entity L2. {{(pid=103701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:56:48.369638 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e90cf1-7475-440a-ac3f-719c15375ab7 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:48.374680 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-57e90cf1-7475-440a-ac3f-719c15375ab7 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] 10.222.0.72 "GET /v2.0/ports?network_id=eaf64708-9021-419e-b287-ef3e0f51e2ee&device_id=10d7f0b1-fc38-4788-b3fa-655cc1daaad2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1458719 Feb 19 02:56:48.374680 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-7fe579d8-b308-4062-86d2-979b76858347 req-18fdc646-ce04-4e76-a725-5620a5e117c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (e8a9a31d-d1ce-4ae0-aba3-bf180e7af83d), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:48.382180 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-534910fc-6846-4bee-aa9d-e6d8da7cdeee None None] Current status of the port 98085b26-9d20-4f90-a37c-bbceb02851a8 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:56:48.383606 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 40696) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:48.430494 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc6805b-cc98-48fb-89e0-f69f243f4d32 None None] Routers {'07cf4ed9-9bd6-4832-a9b7-d1ef05457006'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:56:48.431120 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-ddc6805b-cc98-48fb-89e0-f69f243f4d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:56:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['07cf4ed9-9bd6-4832-a9b7-d1ef05457006'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:56:48.528245 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-ddc6805b-cc98-48fb-89e0-f69f243f4d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:56:48.528949 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc6805b-cc98-48fb-89e0-f69f243f4d32 None None] The sync data for ids ['07cf4ed9-9bd6-4832-a9b7-d1ef05457006'] in n-d-826753-2 is: [] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:56:48.683598 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e04ec2-108e-4665-bf12-3d3978b49dcb tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:48.696716 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-84e04ec2-108e-4665-bf12-3d3978b49dcb tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] 10.222.0.72 "GET /v2.0/networks/eaf64708-9021-419e-b287-ef3e0f51e2ee HTTP/1.1" status: 200 len: 881 time: 0.3119848 Feb 19 02:56:48.697608 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 40704) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:48.778999 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-7fe579d8-b308-4062-86d2-979b76858347 req-18fdc646-ce04-4e76-a725-5620a5e117c2 service neutron] Attempting to bind port e8a9a31d-d1ce-4ae0-aba3-bf180e7af83d on host n-h1-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:56:48.779648 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-7fe579d8-b308-4062-86d2-979b76858347 req-18fdc646-ce04-4e76-a725-5620a5e117c2 service neutron] Attempting to bind port e8a9a31d-d1ce-4ae0-aba3-bf180e7af83d by drivers openvswitch,hyperv on host n-h1-826753-2 at level 0 using segments [{'id': '0ac8fc0c-e771-432c-9de7-07e76dbe0cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '25635acc-9f56-41ab-b8cd-dd2744f3f7b3'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:56:48.780107 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe579d8-b308-4062-86d2-979b76858347 req-18fdc646-ce04-4e76-a725-5620a5e117c2 service neutron] Attempting to bind port e8a9a31d-d1ce-4ae0-aba3-bf180e7af83d on network 25635acc-9f56-41ab-b8cd-dd2744f3f7b3 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:56:48.792058 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fdc646-ce04-4e76-a725-5620a5e117c2 service neutron] Pushing event updated for resources: {'Port': ['ID=e8a9a31d-d1ce-4ae0-aba3-bf180e7af83d,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:48.829065 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe579d8-b308-4062-86d2-979b76858347 req-18fdc646-ce04-4e76-a725-5620a5e117c2 service neutron] Port e8a9a31d-d1ce-4ae0-aba3-bf180e7af83d on network 25635acc-9f56-41ab-b8cd-dd2744f3f7b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:56:48.829544 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe579d8-b308-4062-86d2-979b76858347 req-18fdc646-ce04-4e76-a725-5620a5e117c2 service neutron] Attempting to bind port e8a9a31d-d1ce-4ae0-aba3-bf180e7af83d on network 25635acc-9f56-41ab-b8cd-dd2744f3f7b3 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:56:48.849502 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe579d8-b308-4062-86d2-979b76858347 req-18fdc646-ce04-4e76-a725-5620a5e117c2 service neutron] Checking agent: {'id': '9d56fb1b-2855-496a-a6d9-c324740cb98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:56:48.850053 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe579d8-b308-4062-86d2-979b76858347 req-18fdc646-ce04-4e76-a725-5620a5e117c2 service neutron] Checking segment: {'id': '0ac8fc0c-e771-432c-9de7-07e76dbe0cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '25635acc-9f56-41ab-b8cd-dd2744f3f7b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:56:48.850555 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe579d8-b308-4062-86d2-979b76858347 req-18fdc646-ce04-4e76-a725-5620a5e117c2 service neutron] Bound using segment: {'id': '0ac8fc0c-e771-432c-9de7-07e76dbe0cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '25635acc-9f56-41ab-b8cd-dd2744f3f7b3'} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:56:48.851115 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-7fe579d8-b308-4062-86d2-979b76858347 req-18fdc646-ce04-4e76-a725-5620a5e117c2 service neutron] Bound port: e8a9a31d-d1ce-4ae0-aba3-bf180e7af83d, host: n-h1-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ac8fc0c-e771-432c-9de7-07e76dbe0cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '25635acc-9f56-41ab-b8cd-dd2744f3f7b3'}}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:56:48.851590 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-7fe579d8-b308-4062-86d2-979b76858347 req-18fdc646-ce04-4e76-a725-5620a5e117c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (e8a9a31d-d1ce-4ae0-aba3-bf180e7af83d), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:48.888058 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb12fe7-8374-47c8-8548-eb498395cff7 req-59567508-ea71-496b-9fc8-73d53c212a01 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:48.895344 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb12fe7-8374-47c8-8548-eb498395cff7 req-59567508-ea71-496b-9fc8-73d53c212a01 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:48.902031 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb12fe7-8374-47c8-8548-eb498395cff7 req-59567508-ea71-496b-9fc8-73d53c212a01 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:48.908692 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb12fe7-8374-47c8-8548-eb498395cff7 req-59567508-ea71-496b-9fc8-73d53c212a01 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:48.914308 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb12fe7-8374-47c8-8548-eb498395cff7 req-59567508-ea71-496b-9fc8-73d53c212a01 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:48.921182 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb12fe7-8374-47c8-8548-eb498395cff7 req-59567508-ea71-496b-9fc8-73d53c212a01 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:48.926854 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb12fe7-8374-47c8-8548-eb498395cff7 req-59567508-ea71-496b-9fc8-73d53c212a01 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:48.929081 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3fb12fe7-8374-47c8-8548-eb498395cff7 req-59567508-ea71-496b-9fc8-73d53c212a01 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 5397 time: 0.2057979 Feb 19 02:56:48.949900 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf78aed-fd9d-4c0d-916a-81af17275024 req-962ef0dc-17ac-4c34-97ab-d1e17080bfca tempest-ServerPasswordTestJSON-193673362 tempest-ServerPasswordTestJSON-193673362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:48.957094 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7bf78aed-fd9d-4c0d-916a-81af17275024 req-962ef0dc-17ac-4c34-97ab-d1e17080bfca tempest-ServerPasswordTestJSON-193673362 tempest-ServerPasswordTestJSON-193673362-project] 10.222.0.72 "GET /v2.0/networks?id=479974a6-512a-4b06-9536-7530455cdd8a HTTP/1.1" status: 200 len: 813 time: 0.5204320 Feb 19 02:56:49.005855 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7bf78aed-fd9d-4c0d-916a-81af17275024 req-ae21beaa-c9fc-4425-845a-5cae1ff8683f tempest-ServerPasswordTestJSON-193673362 tempest-ServerPasswordTestJSON-193673362-project] 10.222.0.72 "GET /v2.0/quotas/c7a79a4489dd44c8b303802d7295282f HTTP/1.1" status: 200 len: 375 time: 0.0476170 Feb 19 02:56:49.067239 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7bf78aed-fd9d-4c0d-916a-81af17275024 req-a5b4f35e-20f3-418d-8c26-f1b7535d7f20 tempest-ServerPasswordTestJSON-193673362 tempest-ServerPasswordTestJSON-193673362-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=c7a79a4489dd44c8b303802d7295282f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0602896 Feb 19 02:56:49.108814 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-fbf507c3-e26f-43da-a2b9-d7d668f7e4ae tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] 10.222.0.72 "GET /v2.0/ports?device_id=10d7f0b1-fc38-4788-b3fa-655cc1daaad2 HTTP/1.1" status: 200 len: 205 time: 0.4076698 Feb 19 02:56:49.109498 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 40710) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:49.144797 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-7fe579d8-b308-4062-86d2-979b76858347 req-18fdc646-ce04-4e76-a725-5620a5e117c2 service neutron] For port e8a9a31d-d1ce-4ae0-aba3-bf180e7af83d, host n-h1-826753-2, cleared binding levels {{(pid=103701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:56:49.173883 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3fb12fe7-8374-47c8-8548-eb498395cff7 req-9d5c70cc-a6d9-4dd5-bff7-955670997a9c tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/security-groups?id=344800ac-992b-44b9-a49a-a7d4e6a6fc53&id=197f0109-f833-46dd-9ffe-3ff812885f73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2387626 Feb 19 02:56:49.175987 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-7fe579d8-b308-4062-86d2-979b76858347 req-18fdc646-ce04-4e76-a725-5620a5e117c2 service neutron] For port e8a9a31d-d1ce-4ae0-aba3-bf180e7af83d, host n-h1-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=e8a9a31d-d1ce-4ae0-aba3-bf180e7af83d,segment=NetworkSegment(0ac8fc0c-e771-432c-9de7-07e76dbe0cc7),segment_id=0ac8fc0c-e771-432c-9de7-07e76dbe0cc7)] {{(pid=103701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:56:49.193984 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:49.196659 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-7fe579d8-b308-4062-86d2-979b76858347 req-18fdc646-ce04-4e76-a725-5620a5e117c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (e8a9a31d-d1ce-4ae0-aba3-bf180e7af83d), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:49.260321 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-05622ab4-eb8f-48b3-bdf2-7be152dffdd1 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:49.333078 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe579d8-b308-4062-86d2-979b76858347 req-18fdc646-ce04-4e76-a725-5620a5e117c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:49.340024 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-7fe579d8-b308-4062-86d2-979b76858347 req-18fdc646-ce04-4e76-a725-5620a5e117c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:49.347833 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7fe579d8-b308-4062-86d2-979b76858347 req-18fdc646-ce04-4e76-a725-5620a5e117c2 service neutron] 10.222.0.73 "PUT /v2.0/ports/e8a9a31d-d1ce-4ae0-aba3-bf180e7af83d HTTP/1.1" status: 200 len: 1091 time: 3.4935677 Feb 19 02:56:49.355350 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adc61766-d3ce-4371-ba49-05b3f7dc0524', 'tag': 'e8a9a31d-d1ce-4ae0-aba3-bf180e7af83d'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:56:49.357654 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ee08a3f-d4da-4fad-9a92-4c93c93c8187" -d '{"events": [{"name": "network-changed", "server_uuid": "adc61766-d3ce-4371-ba49-05b3f7dc0524", "tag": "e8a9a31d-d1ce-4ae0-aba3-bf180e7af83d"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:56:49.391842 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7bf78aed-fd9d-4c0d-916a-81af17275024 req-859a38fc-0ad8-4659-950f-9a4d83ede593 service neutron] 10.222.0.72 "GET /v2.0/networks/479974a6-512a-4b06-9536-7530455cdd8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3235171 Feb 19 02:56:49.393391 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fdc646-ce04-4e76-a725-5620a5e117c2 service neutron] Pushing event updated for resources: {'Port': ['ID=e8a9a31d-d1ce-4ae0-aba3-bf180e7af83d,revision_number=3']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:49.411294 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-7fe579d8-b308-4062-86d2-979b76858347 req-0641cc3d-43b0-4298-ab6b-3fe1df49edd0 service neutron] Request body: {'port': {'device_id': 'adc61766-d3ce-4371-ba49-05b3f7dc0524', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826753-2'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:56:49.423883 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-752ad5aa-6091-485f-9a3c-7125506e6f8f req-a50c4b24-8fc1-482a-b86a-7a80bba99f75 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7e169b68-cb4d-41f6-a84b-502671589f35 HTTP/1.1" status: 200 len: 210 time: 0.1480646 Feb 19 02:56:49.541514 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7f2f4eed-8d01-47b5-ade3-4966ce8f5b2b tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks [] for router (10d7f0b1-fc38-4788-b3fa-655cc1daaad2), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:49.626227 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0edd1c38-9628-435a-a21b-c5fdf7185343 req-6b618858-f0f8-4d33-95ca-6c1c0536289c tempest-ServerShowV247Test-1676986851 tempest-ServerShowV247Test-1676986851-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e169b68-cb4d-41f6-a84b-502671589f35 HTTP/1.1" status: 200 len: 210 time: 0.1376569 Feb 19 02:56:49.628195 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7bf78aed-fd9d-4c0d-916a-81af17275024 req-1bed3b3f-ae69-42da-92c5-f83dec484175 service neutron] 10.222.0.72 "GET /v2.0/networks/479974a6-512a-4b06-9536-7530455cdd8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387081 Feb 19 02:56:49.631406 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-7fe579d8-b308-4062-86d2-979b76858347 req-0641cc3d-43b0-4298-ab6b-3fe1df49edd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (ac5c2c1c-f8c0-46f3-9acf-0736307c93cf), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:49.735706 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65045af1-5cf5-4b36-bab9-cb3319fa25fb x-openstack-request-id: req-65045af1-5cf5-4b36-bab9-cb3319fa25fb {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:56:49.736275 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adc61766-d3ce-4371-ba49-05b3f7dc0524", "tag": "e8a9a31d-d1ce-4ae0-aba3-bf180e7af83d", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:56:49.736703 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-65045af1-5cf5-4b36-bab9-cb3319fa25fb {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:56:49.737763 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adc61766-d3ce-4371-ba49-05b3f7dc0524', 'tag': 'e8a9a31d-d1ce-4ae0-aba3-bf180e7af83d', 'status': 'completed', 'code': 200} Feb 19 02:56:49.797616 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7f2f4eed-8d01-47b5-ade3-4966ce8f5b2b tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks [] for router_gateway (10d7f0b1-fc38-4788-b3fa-655cc1daaad2), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:50.100101 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-05622ab4-eb8f-48b3-bdf2-7be152dffdd1 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Allocated IP 172.21.0.1 (5892a6ec-00bf-499f-a9a0-af69e60ea0f8/7595a57c-e160-4991-acef-b6ee20e04d54/8d1df685-38e7-4666-9eee-211a7f213b4c) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:56:50.112311 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7f1f4508-37f6-481a-8d97-07e4bbaa42d8 req-b3d0925d-f7f5-4946-87ed-e9f36cae3a6a tempest-ServerPasswordTestJSON-193673362 tempest-ServerPasswordTestJSON-193673362-project] 10.222.0.72 "GET /v2.0/ports?device_id=83e6e320-a87c-4534-84b9-00ac61234aa4 HTTP/1.1" status: 200 len: 210 time: 0.1071122 Feb 19 02:56:50.206078 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [req-7fe579d8-b308-4062-86d2-979b76858347 req-0641cc3d-43b0-4298-ab6b-3fe1df49edd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac5c2c1c-f8c0-46f3-9acf-0736307c93cf {{(pid=103701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:56:50.217901 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-7fe579d8-b308-4062-86d2-979b76858347 req-0641cc3d-43b0-4298-ab6b-3fe1df49edd0 service neutron] Publish callbacks [] for port (ac5c2c1c-f8c0-46f3-9acf-0736307c93cf), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:50.253711 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.provisioning_blocks [req-7fe579d8-b308-4062-86d2-979b76858347 req-0641cc3d-43b0-4298-ab6b-3fe1df49edd0 service neutron] Transition to ACTIVE for port object ac5c2c1c-f8c0-46f3-9acf-0736307c93cf will not be triggered until provisioned by entity L2. {{(pid=103701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:56:50.267827 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-7fe579d8-b308-4062-86d2-979b76858347 req-0641cc3d-43b0-4298-ab6b-3fe1df49edd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (ac5c2c1c-f8c0-46f3-9acf-0736307c93cf), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:50.405620 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:50.413943 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-05622ab4-eb8f-48b3-bdf2-7be152dffdd1 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks [] for port (8d1df685-38e7-4666-9eee-211a7f213b4c), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:50.417558 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-7f2f4eed-8d01-47b5-ade3-4966ce8f5b2b tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Deleting port 98806649-1c66-479b-ac94-8bb38c30f8f3 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:56:50.418094 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7f2f4eed-8d01-47b5-ade3-4966ce8f5b2b tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (98806649-1c66-479b-ac94-8bb38c30f8f3), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:50.448720 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0641cc3d-43b0-4298-ab6b-3fe1df49edd0 service neutron] Pushing event updated for resources: {'Port': ['ID=ac5c2c1c-f8c0-46f3-9acf-0736307c93cf,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:50.574424 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7f2f4eed-8d01-47b5-ade3-4966ce8f5b2b tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (98806649-1c66-479b-ac94-8bb38c30f8f3), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:50.605901 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-7f2f4eed-8d01-47b5-ade3-4966ce8f5b2b tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Calling delete_port for 98806649-1c66-479b-ac94-8bb38c30f8f3 owned by network:router_gateway {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:56:50.639740 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a415144e-d934-4a66-9f5a-a91aed127b62 req-b41ae469-a07c-4f5f-8066-fa09696ffdfd tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:50.645885 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a415144e-d934-4a66-9f5a-a91aed127b62 req-b41ae469-a07c-4f5f-8066-fa09696ffdfd tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:50.653315 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a415144e-d934-4a66-9f5a-a91aed127b62 req-b41ae469-a07c-4f5f-8066-fa09696ffdfd tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:50.659878 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a415144e-d934-4a66-9f5a-a91aed127b62 req-b41ae469-a07c-4f5f-8066-fa09696ffdfd tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:50.666627 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a415144e-d934-4a66-9f5a-a91aed127b62 req-b41ae469-a07c-4f5f-8066-fa09696ffdfd tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:50.673994 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a415144e-d934-4a66-9f5a-a91aed127b62 req-b41ae469-a07c-4f5f-8066-fa09696ffdfd tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:50.680764 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a415144e-d934-4a66-9f5a-a91aed127b62 req-b41ae469-a07c-4f5f-8066-fa09696ffdfd tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:50.689898 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a415144e-d934-4a66-9f5a-a91aed127b62 req-b41ae469-a07c-4f5f-8066-fa09696ffdfd tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 5409 time: 0.3592775 Feb 19 02:56:50.715296 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee08a3f-d4da-4fad-9a92-4c93c93c8187 req-753b512e-a1bf-498c-bc81-815baebd8e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:50.715812 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee08a3f-d4da-4fad-9a92-4c93c93c8187 req-753b512e-a1bf-498c-bc81-815baebd8e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:50.716559 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee08a3f-d4da-4fad-9a92-4c93c93c8187 req-753b512e-a1bf-498c-bc81-815baebd8e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:50.717351 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee08a3f-d4da-4fad-9a92-4c93c93c8187 req-753b512e-a1bf-498c-bc81-815baebd8e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:50.717854 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee08a3f-d4da-4fad-9a92-4c93c93c8187 req-753b512e-a1bf-498c-bc81-815baebd8e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:50.718299 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee08a3f-d4da-4fad-9a92-4c93c93c8187 req-753b512e-a1bf-498c-bc81-815baebd8e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:50.718764 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee08a3f-d4da-4fad-9a92-4c93c93c8187 req-753b512e-a1bf-498c-bc81-815baebd8e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:50.720829 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-1ee08a3f-d4da-4fad-9a92-4c93c93c8187 req-753b512e-a1bf-498c-bc81-815baebd8e7a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6ec3dd7afd834c809d570f5110147b8d&device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 6499 time: 0.7955613 Feb 19 02:56:50.824577 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a415144e-d934-4a66-9f5a-a91aed127b62 req-7142f6bf-c357-4a3b-9c04-cbdfcb251291 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/security-groups?id=344800ac-992b-44b9-a49a-a7d4e6a6fc53&id=197f0109-f833-46dd-9ffe-3ff812885f73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1305554 Feb 19 02:56:50.926592 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-7fe579d8-b308-4062-86d2-979b76858347 req-0641cc3d-43b0-4298-ab6b-3fe1df49edd0 service neutron] Attempting to bind port ac5c2c1c-f8c0-46f3-9acf-0736307c93cf on host n-h1-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:56:50.927292 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-7fe579d8-b308-4062-86d2-979b76858347 req-0641cc3d-43b0-4298-ab6b-3fe1df49edd0 service neutron] Attempting to bind port ac5c2c1c-f8c0-46f3-9acf-0736307c93cf by drivers openvswitch,hyperv on host n-h1-826753-2 at level 0 using segments [{'id': '4247e9f2-6084-4087-858e-e9d1c217426d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'b0af2fed-15cc-4a59-82f9-c56cce972954'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:56:50.927854 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe579d8-b308-4062-86d2-979b76858347 req-0641cc3d-43b0-4298-ab6b-3fe1df49edd0 service neutron] Attempting to bind port ac5c2c1c-f8c0-46f3-9acf-0736307c93cf on network b0af2fed-15cc-4a59-82f9-c56cce972954 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:56:50.940841 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c6eae1a6-6383-47c4-bd27-f4982af1c1df req-9160a8b5-6d39-49eb-8608-3d9311c0a931 tempest-ServerShowV247Test-1676986851 tempest-ServerShowV247Test-1676986851-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e169b68-cb4d-41f6-a84b-502671589f35 HTTP/1.1" status: 200 len: 210 time: 0.0849979 Feb 19 02:56:50.944654 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe579d8-b308-4062-86d2-979b76858347 req-0641cc3d-43b0-4298-ab6b-3fe1df49edd0 service neutron] Port ac5c2c1c-f8c0-46f3-9acf-0736307c93cf on network b0af2fed-15cc-4a59-82f9-c56cce972954 not bound, no agent of type Open vSwitch agent registered on host n-h1-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:56:50.945222 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe579d8-b308-4062-86d2-979b76858347 req-0641cc3d-43b0-4298-ab6b-3fe1df49edd0 service neutron] Attempting to bind port ac5c2c1c-f8c0-46f3-9acf-0736307c93cf on network b0af2fed-15cc-4a59-82f9-c56cce972954 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:56:50.951208 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-05622ab4-eb8f-48b3-bdf2-7be152dffdd1 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (8d1df685-38e7-4666-9eee-211a7f213b4c), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:50.954707 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe579d8-b308-4062-86d2-979b76858347 req-0641cc3d-43b0-4298-ab6b-3fe1df49edd0 service neutron] Checking agent: {'id': '9d56fb1b-2855-496a-a6d9-c324740cb98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:56:50.955628 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe579d8-b308-4062-86d2-979b76858347 req-0641cc3d-43b0-4298-ab6b-3fe1df49edd0 service neutron] Checking segment: {'id': '4247e9f2-6084-4087-858e-e9d1c217426d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'b0af2fed-15cc-4a59-82f9-c56cce972954'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:56:50.957856 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe579d8-b308-4062-86d2-979b76858347 req-0641cc3d-43b0-4298-ab6b-3fe1df49edd0 service neutron] Bound using segment: {'id': '4247e9f2-6084-4087-858e-e9d1c217426d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'b0af2fed-15cc-4a59-82f9-c56cce972954'} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:56:50.958577 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-7fe579d8-b308-4062-86d2-979b76858347 req-0641cc3d-43b0-4298-ab6b-3fe1df49edd0 service neutron] Bound port: ac5c2c1c-f8c0-46f3-9acf-0736307c93cf, host: n-h1-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4247e9f2-6084-4087-858e-e9d1c217426d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'b0af2fed-15cc-4a59-82f9-c56cce972954'}}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:56:50.959168 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-7fe579d8-b308-4062-86d2-979b76858347 req-0641cc3d-43b0-4298-ab6b-3fe1df49edd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (ac5c2c1c-f8c0-46f3-9acf-0736307c93cf), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:50.981062 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8fd22072-6042-4f70-a206-d23c60c27f5c req-4eba491f-bb00-493e-a096-c2e63bc183e5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9829e4c6-35e3-4dca-a34d-83845f9a05fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2865107 Feb 19 02:56:51.031128 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee08a3f-d4da-4fad-9a92-4c93c93c8187 req-06d8e127-fe5d-4100-b8cb-4d4b1b6b77be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:51.031605 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee08a3f-d4da-4fad-9a92-4c93c93c8187 req-06d8e127-fe5d-4100-b8cb-4d4b1b6b77be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:51.032250 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee08a3f-d4da-4fad-9a92-4c93c93c8187 req-06d8e127-fe5d-4100-b8cb-4d4b1b6b77be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:51.033692 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-1ee08a3f-d4da-4fad-9a92-4c93c93c8187 req-06d8e127-fe5d-4100-b8cb-4d4b1b6b77be service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=6ec3dd7afd834c809d570f5110147b8d&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2811947 Feb 19 02:56:51.055179 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05622ab4-eb8f-48b3-bdf2-7be152dffdd1 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Network 5892a6ec-00bf-499f-a9a0-af69e60ea0f8 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:56:51.081489 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-05622ab4-eb8f-48b3-bdf2-7be152dffdd1 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:56:51.091971 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-7fe579d8-b308-4062-86d2-979b76858347 req-0641cc3d-43b0-4298-ab6b-3fe1df49edd0 service neutron] For port ac5c2c1c-f8c0-46f3-9acf-0736307c93cf, host n-h1-826753-2, cleared binding levels {{(pid=103701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:56:51.096026 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-7fe579d8-b308-4062-86d2-979b76858347 req-0641cc3d-43b0-4298-ab6b-3fe1df49edd0 service neutron] For port ac5c2c1c-f8c0-46f3-9acf-0736307c93cf, host n-h1-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=ac5c2c1c-f8c0-46f3-9acf-0736307c93cf,segment=NetworkSegment(4247e9f2-6084-4087-858e-e9d1c217426d),segment_id=4247e9f2-6084-4087-858e-e9d1c217426d)] {{(pid=103701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:56:51.097605 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05622ab4-eb8f-48b3-bdf2-7be152dffdd1 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:56:51.102229 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05622ab4-eb8f-48b3-bdf2-7be152dffdd1 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Pushing event updated for resources: {'Port': ['ID=8d1df685-38e7-4666-9eee-211a7f213b4c,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:51.119595 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-7fe579d8-b308-4062-86d2-979b76858347 req-0641cc3d-43b0-4298-ab6b-3fe1df49edd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (ac5c2c1c-f8c0-46f3-9acf-0736307c93cf), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:51.198718 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe579d8-b308-4062-86d2-979b76858347 req-0641cc3d-43b0-4298-ab6b-3fe1df49edd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:51.202315 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-7fe579d8-b308-4062-86d2-979b76858347 req-0641cc3d-43b0-4298-ab6b-3fe1df49edd0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:51.204614 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7fe579d8-b308-4062-86d2-979b76858347 req-0641cc3d-43b0-4298-ab6b-3fe1df49edd0 service neutron] 10.222.0.73 "PUT /v2.0/ports/ac5c2c1c-f8c0-46f3-9acf-0736307c93cf HTTP/1.1" status: 200 len: 1091 time: 1.7991066 Feb 19 02:56:51.228611 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05622ab4-eb8f-48b3-bdf2-7be152dffdd1 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:56:51.229033 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05622ab4-eb8f-48b3-bdf2-7be152dffdd1 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:56:51.229556 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05622ab4-eb8f-48b3-bdf2-7be152dffdd1 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:56:51.229827 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05622ab4-eb8f-48b3-bdf2-7be152dffdd1 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:56:51.230171 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05622ab4-eb8f-48b3-bdf2-7be152dffdd1 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:56:51.230505 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05622ab4-eb8f-48b3-bdf2-7be152dffdd1 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:56:51.230839 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05622ab4-eb8f-48b3-bdf2-7be152dffdd1 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:56:51.231172 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05622ab4-eb8f-48b3-bdf2-7be152dffdd1 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:56:51.231690 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05622ab4-eb8f-48b3-bdf2-7be152dffdd1 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:56:51.231958 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05622ab4-eb8f-48b3-bdf2-7be152dffdd1 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:56:51.232354 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05622ab4-eb8f-48b3-bdf2-7be152dffdd1 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:56:51.232687 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05622ab4-eb8f-48b3-bdf2-7be152dffdd1 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:56:51.234476 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05622ab4-eb8f-48b3-bdf2-7be152dffdd1 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:56:51.291437 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-05622ab4-eb8f-48b3-bdf2-7be152dffdd1 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16289150'] for router_interface (07cf4ed9-9bd6-4832-a9b7-d1ef05457006), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:51.300813 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7f2f4eed-8d01-47b5-ade3-4966ce8f5b2b tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (98806649-1c66-479b-ac94-8bb38c30f8f3), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:51.327581 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0641cc3d-43b0-4298-ab6b-3fe1df49edd0 service neutron] Pushing event updated for resources: {'Port': ['ID=ac5c2c1c-f8c0-46f3-9acf-0736307c93cf,revision_number=3']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:51.353262 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-7fe579d8-b308-4062-86d2-979b76858347 req-d85940dc-2946-4beb-b356-000e463a5e1c service neutron] Request body: {'port': {'device_id': 'adc61766-d3ce-4371-ba49-05b3f7dc0524', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826753-2'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:56:51.502141 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7f08859f-8f7a-4993-8097-af9dd66fb0a4 req-3419a876-ef05-40ad-a58b-d56cbfab75b5 tempest-ServerPasswordTestJSON-193673362 tempest-ServerPasswordTestJSON-193673362-project] 10.222.0.72 "GET /v2.0/ports?device_id=83e6e320-a87c-4534-84b9-00ac61234aa4 HTTP/1.1" status: 200 len: 210 time: 0.1398335 Feb 19 02:56:51.538240 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd22072-6042-4f70-a206-d23c60c27f5c req-b7190ceb-d185-4e7a-80cf-e99b732f2273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:51.547584 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8fd22072-6042-4f70-a206-d23c60c27f5c req-b7190ceb-d185-4e7a-80cf-e99b732f2273 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8ee938a19b3e4074b489f411ca258ca6&device_id=9829e4c6-35e3-4dca-a34d-83845f9a05fe HTTP/1.1" status: 200 len: 1127 time: 0.4356575 Feb 19 02:56:51.686652 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7f2f4eed-8d01-47b5-ade3-4966ce8f5b2b tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16285837'] for router_gateway (10d7f0b1-fc38-4788-b3fa-655cc1daaad2), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:51.694804 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-11310515-1df9-40b1-bc7f-84d9def8d5fe None None] Provisioning complete for port 8d1df685-38e7-4666-9eee-211a7f213b4c triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:56:51.695742 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-11310515-1df9-40b1-bc7f-84d9def8d5fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (8d1df685-38e7-4666-9eee-211a7f213b4c), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:51.793343 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-11310515-1df9-40b1-bc7f-84d9def8d5fe None None] Port 8d1df685-38e7-4666-9eee-211a7f213b4c cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:56:51.862190 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7f2f4eed-8d01-47b5-ade3-4966ce8f5b2b tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16317457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14254'] for router (10d7f0b1-fc38-4788-b3fa-655cc1daaad2), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:51.865108 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7f2f4eed-8d01-47b5-ade3-4966ce8f5b2b tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks [] for router_controller (10d7f0b1-fc38-4788-b3fa-655cc1daaad2), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:51.901312 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:51.942464 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2f4eed-8d01-47b5-ade3-4966ce8f5b2b tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Pushing event deleted for resources: {'Port': ['ID=98806649-1c66-479b-ac94-8bb38c30f8f3,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:51.968262 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7f2f4eed-8d01-47b5-ade3-4966ce8f5b2b tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16317544'] for router (10d7f0b1-fc38-4788-b3fa-655cc1daaad2), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:51.968792 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f2f4eed-8d01-47b5-ade3-4966ce8f5b2b tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Fanout notify agent at l3_agent the message router_deleted on router 10d7f0b1-fc38-4788-b3fa-655cc1daaad2 {{(pid=103702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 02:56:51.990100 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7f2f4eed-8d01-47b5-ade3-4966ce8f5b2b tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:51.995256 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-7f2f4eed-8d01-47b5-ade3-4966ce8f5b2b tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] 10.222.0.72 "DELETE /v2.0/routers/10d7f0b1-fc38-4788-b3fa-655cc1daaad2 HTTP/1.1" status: 204 len: 168 time: 2.8807287 Feb 19 02:56:52.002297 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 40764) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:52.016941 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-e7313d2d-750c-4ad3-8e78-4d4cffa49d41 tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1115032556', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:56:52.098826 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e7313d2d-750c-4ad3-8e78-4d4cffa49d41 tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14172'] for router (3f70c4c3-8c0d-45c0-9fcd-0b412be6778e), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:52.102847 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e7313d2d-750c-4ad3-8e78-4d4cffa49d41 tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16317487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16285822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16309985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14247'] for router (3f70c4c3-8c0d-45c0-9fcd-0b412be6778e), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:52.184246 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e7313d2d-750c-4ad3-8e78-4d4cffa49d41 tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks [] for router_controller (3f70c4c3-8c0d-45c0-9fcd-0b412be6778e), precommit_add_association {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:52.189224 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee08a3f-d4da-4fad-9a92-4c93c93c8187 req-990d5cf0-790c-4b08-9eb2-7a47147d14cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:52.191230 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-1ee08a3f-d4da-4fad-9a92-4c93c93c8187 req-990d5cf0-790c-4b08-9eb2-7a47147d14cf service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1302335 Feb 19 02:56:52.200122 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e7313d2d-750c-4ad3-8e78-4d4cffa49d41 tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16317478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865'] for router (3f70c4c3-8c0d-45c0-9fcd-0b412be6778e), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:52.236432 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e7313d2d-750c-4ad3-8e78-4d4cffa49d41 tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:52.238344 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-e7313d2d-750c-4ad3-8e78-4d4cffa49d41 tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2306535 Feb 19 02:56:52.242024 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 40770) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:52.249158 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-d92faa48-be1a-41c4-b2c4-fd355507960b tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Request body: {'router': {'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:56:52.301493 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 40772) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:52.378384 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-05622ab4-eb8f-48b3-bdf2-7be152dffdd1 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (8d1df685-38e7-4666-9eee-211a7f213b4c), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:52.403932 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adc61766-d3ce-4371-ba49-05b3f7dc0524', 'tag': 'ac5c2c1c-f8c0-46f3-9acf-0736307c93cf'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:56:52.411601 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78d9e6df-ab10-4efa-834d-a2d7d7ed968f" -d '{"events": [{"name": "network-changed", "server_uuid": "adc61766-d3ce-4371-ba49-05b3f7dc0524", "tag": "ac5c2c1c-f8c0-46f3-9acf-0736307c93cf"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:56:52.444879 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:52.561780 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-55e482cb-cc1d-4fd0-be55-91dadfb65d7d req-bbdd0af1-e488-4fc3-a01e-0709af71e27e tempest-ServerShowV247Test-1676986851 tempest-ServerShowV247Test-1676986851-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e169b68-cb4d-41f6-a84b-502671589f35 HTTP/1.1" status: 200 len: 210 time: 0.1439354 Feb 19 02:56:52.608337 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-7fe579d8-b308-4062-86d2-979b76858347 req-d85940dc-2946-4beb-b356-000e463a5e1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (2d0648da-7207-4fde-bb28-f88b0cf46085), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:52.906577 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-09e36d42-0896-4c31-a58d-9c5b3867bea6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:52.978495 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [req-7fe579d8-b308-4062-86d2-979b76858347 req-d85940dc-2946-4beb-b356-000e463a5e1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d0648da-7207-4fde-bb28-f88b0cf46085 {{(pid=103701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:56:52.995090 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-7fe579d8-b308-4062-86d2-979b76858347 req-d85940dc-2946-4beb-b356-000e463a5e1c service neutron] Publish callbacks [] for port (2d0648da-7207-4fde-bb28-f88b0cf46085), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:53.036805 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.provisioning_blocks [req-7fe579d8-b308-4062-86d2-979b76858347 req-d85940dc-2946-4beb-b356-000e463a5e1c service neutron] Transition to ACTIVE for port object 2d0648da-7207-4fde-bb28-f88b0cf46085 will not be triggered until provisioned by entity L2. {{(pid=103701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:56:53.039391 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df9b89ab-a45e-46d3-b293-a132338c473a x-openstack-request-id: req-df9b89ab-a45e-46d3-b293-a132338c473a {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:56:53.040249 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adc61766-d3ce-4371-ba49-05b3f7dc0524", "tag": "ac5c2c1c-f8c0-46f3-9acf-0736307c93cf", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:56:53.040954 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-df9b89ab-a45e-46d3-b293-a132338c473a {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:56:53.041900 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adc61766-d3ce-4371-ba49-05b3f7dc0524', 'tag': 'ac5c2c1c-f8c0-46f3-9acf-0736307c93cf', 'status': 'completed', 'code': 200} Feb 19 02:56:53.077091 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-7fe579d8-b308-4062-86d2-979b76858347 req-d85940dc-2946-4beb-b356-000e463a5e1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (2d0648da-7207-4fde-bb28-f88b0cf46085), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:53.117558 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d92faa48-be1a-41c4-b2c4-fd355507960b tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks [] for router_gateway (3f70c4c3-8c0d-45c0-9fcd-0b412be6778e), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:53.134362 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d9e6df-ab10-4efa-834d-a2d7d7ed968f req-5cf8a48d-c588-4c00-8096-edb2514d45dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:53.134999 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d9e6df-ab10-4efa-834d-a2d7d7ed968f req-5cf8a48d-c588-4c00-8096-edb2514d45dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:53.135552 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d9e6df-ab10-4efa-834d-a2d7d7ed968f req-5cf8a48d-c588-4c00-8096-edb2514d45dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:53.136087 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d9e6df-ab10-4efa-834d-a2d7d7ed968f req-5cf8a48d-c588-4c00-8096-edb2514d45dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:53.136617 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d9e6df-ab10-4efa-834d-a2d7d7ed968f req-5cf8a48d-c588-4c00-8096-edb2514d45dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:53.137214 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d9e6df-ab10-4efa-834d-a2d7d7ed968f req-5cf8a48d-c588-4c00-8096-edb2514d45dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:53.138051 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d9e6df-ab10-4efa-834d-a2d7d7ed968f req-5cf8a48d-c588-4c00-8096-edb2514d45dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:53.139928 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-78d9e6df-ab10-4efa-834d-a2d7d7ed968f req-5cf8a48d-c588-4c00-8096-edb2514d45dd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6ec3dd7afd834c809d570f5110147b8d&device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 6597 time: 0.3681903 Feb 19 02:56:53.167294 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85940dc-2946-4beb-b356-000e463a5e1c service neutron] Pushing event updated for resources: {'Port': ['ID=2d0648da-7207-4fde-bb28-f88b0cf46085,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:53.177382 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-15d26d4c-9cce-4925-b331-d972da9dbf1f req-75a823c0-c075-4b67-9348-473277d61bf8 tempest-ServerPasswordTestJSON-193673362 tempest-ServerPasswordTestJSON-193673362-project] 10.222.0.72 "GET /v2.0/ports?device_id=83e6e320-a87c-4534-84b9-00ac61234aa4 HTTP/1.1" status: 200 len: 210 time: 0.1290479 Feb 19 02:56:53.189864 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85940dc-2946-4beb-b356-000e463a5e1c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:56:53.190214 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85940dc-2946-4beb-b356-000e463a5e1c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:56:53.191040 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85940dc-2946-4beb-b356-000e463a5e1c service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:56:53.191040 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85940dc-2946-4beb-b356-000e463a5e1c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:56:53.191285 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85940dc-2946-4beb-b356-000e463a5e1c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:56:53.191511 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85940dc-2946-4beb-b356-000e463a5e1c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:56:53.191834 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85940dc-2946-4beb-b356-000e463a5e1c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:56:53.192542 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85940dc-2946-4beb-b356-000e463a5e1c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:56:53.192795 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85940dc-2946-4beb-b356-000e463a5e1c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:56:53.193025 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85940dc-2946-4beb-b356-000e463a5e1c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:56:53.193374 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85940dc-2946-4beb-b356-000e463a5e1c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:56:53.193692 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85940dc-2946-4beb-b356-000e463a5e1c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:56:53.194392 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85940dc-2946-4beb-b356-000e463a5e1c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:56:53.245331 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd22072-6042-4f70-a206-d23c60c27f5c req-a8576fe7-4d2d-49f2-8f8f-8b889bbd1154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:53.248438 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8fd22072-6042-4f70-a206-d23c60c27f5c req-a8576fe7-4d2d-49f2-8f8f-8b889bbd1154 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2a0a79ed-8a33-4798-af54-05a0cb1f0f3c HTTP/1.1" status: 200 len: 919 time: 1.6433668 Feb 19 02:56:53.275102 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79702fc-f5d6-4bdb-b09d-a2da13e233a0 req-14deae6b-2e51-47d2-bafd-7089c1176c16 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:53.282379 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79702fc-f5d6-4bdb-b09d-a2da13e233a0 req-14deae6b-2e51-47d2-bafd-7089c1176c16 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:53.302804 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79702fc-f5d6-4bdb-b09d-a2da13e233a0 req-14deae6b-2e51-47d2-bafd-7089c1176c16 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:53.318156 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79702fc-f5d6-4bdb-b09d-a2da13e233a0 req-14deae6b-2e51-47d2-bafd-7089c1176c16 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:53.333381 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79702fc-f5d6-4bdb-b09d-a2da13e233a0 req-14deae6b-2e51-47d2-bafd-7089c1176c16 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:53.344702 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79702fc-f5d6-4bdb-b09d-a2da13e233a0 req-14deae6b-2e51-47d2-bafd-7089c1176c16 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:53.355809 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79702fc-f5d6-4bdb-b09d-a2da13e233a0 req-14deae6b-2e51-47d2-bafd-7089c1176c16 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:53.364371 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d79702fc-f5d6-4bdb-b09d-a2da13e233a0 req-14deae6b-2e51-47d2-bafd-7089c1176c16 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 5409 time: 0.9079230 Feb 19 02:56:53.519553 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d79702fc-f5d6-4bdb-b09d-a2da13e233a0 req-4619c244-1937-4cae-8509-4b722cc8f984 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/security-groups?id=344800ac-992b-44b9-a49a-a7d4e6a6fc53&id=197f0109-f833-46dd-9ffe-3ff812885f73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1539118 Feb 19 02:56:53.704077 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8fd22072-6042-4f70-a206-d23c60c27f5c req-4dc693b3-c522-4e5d-9629-8477878598f9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=53fda427-3257-468c-a39b-65e464e0dd87 HTTP/1.1" status: 200 len: 217 time: 0.3118296 Feb 19 02:56:53.802345 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf78aed-fd9d-4c0d-916a-81af17275024 req-77b7435a-d2bd-4291-b182-4409956296d1 tempest-ServerPasswordTestJSON-193673362 tempest-ServerPasswordTestJSON-193673362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:53.804053 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7bf78aed-fd9d-4c0d-916a-81af17275024 req-77b7435a-d2bd-4291-b182-4409956296d1 tempest-ServerPasswordTestJSON-193673362 tempest-ServerPasswordTestJSON-193673362-project] 10.222.0.82 "GET /v2.0/networks?id=479974a6-512a-4b06-9536-7530455cdd8a HTTP/1.1" status: 200 len: 813 time: 1.3254716 Feb 19 02:56:53.843542 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-7bf78aed-fd9d-4c0d-916a-81af17275024 req-b3bf4e9b-d3f2-40af-88c4-7c86fd52686f tempest-ServerPasswordTestJSON-193673362 tempest-ServerPasswordTestJSON-193673362-project] Request body: {'port': {'device_id': '83e6e320-a87c-4534-84b9-00ac61234aa4', 'network_id': '479974a6-512a-4b06-9536-7530455cdd8a', 'admin_state_up': True, 'tenant_id': 'c7a79a4489dd44c8b303802d7295282f'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:56:53.878773 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:56:53.914673 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3326f185-2c79-47c7-946c-65f7e929d9f1 req-a81b003d-29e4-4697-812e-b1354e3767fe tempest-ServerShowV247Test-1676986851 tempest-ServerShowV247Test-1676986851-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e169b68-cb4d-41f6-a84b-502671589f35 HTTP/1.1" status: 200 len: 210 time: 0.1197784 Feb 19 02:56:53.998344 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd22072-6042-4f70-a206-d23c60c27f5c req-be6f9f87-fead-4a5c-b17a-321d71573167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:54.002458 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8fd22072-6042-4f70-a206-d23c60c27f5c req-be6f9f87-fead-4a5c-b17a-321d71573167 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1de208d8-9bd1-42de-af89-32eb5f962cf7 HTTP/1.1" status: 200 len: 858 time: 0.2973948 Feb 19 02:56:54.073284 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-7fe579d8-b308-4062-86d2-979b76858347 req-d85940dc-2946-4beb-b356-000e463a5e1c service neutron] Attempting to bind port 2d0648da-7207-4fde-bb28-f88b0cf46085 on host n-h1-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:56:54.073878 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-7fe579d8-b308-4062-86d2-979b76858347 req-d85940dc-2946-4beb-b356-000e463a5e1c service neutron] Attempting to bind port 2d0648da-7207-4fde-bb28-f88b0cf46085 by drivers openvswitch,hyperv on host n-h1-826753-2 at level 0 using segments [{'id': '4247e9f2-6084-4087-858e-e9d1c217426d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'b0af2fed-15cc-4a59-82f9-c56cce972954'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:56:54.074351 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe579d8-b308-4062-86d2-979b76858347 req-d85940dc-2946-4beb-b356-000e463a5e1c service neutron] Attempting to bind port 2d0648da-7207-4fde-bb28-f88b0cf46085 on network b0af2fed-15cc-4a59-82f9-c56cce972954 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:56:54.092689 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8fd22072-6042-4f70-a206-d23c60c27f5c req-0617dd4d-d86a-4ef8-879f-ac4ea6e6b7de service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2a0a79ed-8a33-4798-af54-05a0cb1f0f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0793254 Feb 19 02:56:54.098500 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe579d8-b308-4062-86d2-979b76858347 req-d85940dc-2946-4beb-b356-000e463a5e1c service neutron] Port 2d0648da-7207-4fde-bb28-f88b0cf46085 on network b0af2fed-15cc-4a59-82f9-c56cce972954 not bound, no agent of type Open vSwitch agent registered on host n-h1-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:56:54.098990 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe579d8-b308-4062-86d2-979b76858347 req-d85940dc-2946-4beb-b356-000e463a5e1c service neutron] Attempting to bind port 2d0648da-7207-4fde-bb28-f88b0cf46085 on network b0af2fed-15cc-4a59-82f9-c56cce972954 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:56:54.120557 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe579d8-b308-4062-86d2-979b76858347 req-d85940dc-2946-4beb-b356-000e463a5e1c service neutron] Checking agent: {'id': '9d56fb1b-2855-496a-a6d9-c324740cb98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:56:54.121177 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe579d8-b308-4062-86d2-979b76858347 req-d85940dc-2946-4beb-b356-000e463a5e1c service neutron] Checking segment: {'id': '4247e9f2-6084-4087-858e-e9d1c217426d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'b0af2fed-15cc-4a59-82f9-c56cce972954'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:56:54.122536 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe579d8-b308-4062-86d2-979b76858347 req-d85940dc-2946-4beb-b356-000e463a5e1c service neutron] Bound using segment: {'id': '4247e9f2-6084-4087-858e-e9d1c217426d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'b0af2fed-15cc-4a59-82f9-c56cce972954'} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:56:54.123169 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-7fe579d8-b308-4062-86d2-979b76858347 req-d85940dc-2946-4beb-b356-000e463a5e1c service neutron] Bound port: 2d0648da-7207-4fde-bb28-f88b0cf46085, host: n-h1-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4247e9f2-6084-4087-858e-e9d1c217426d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'b0af2fed-15cc-4a59-82f9-c56cce972954'}}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:56:54.123650 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-7fe579d8-b308-4062-86d2-979b76858347 req-d85940dc-2946-4beb-b356-000e463a5e1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (2d0648da-7207-4fde-bb28-f88b0cf46085), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:54.202194 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d9e6df-ab10-4efa-834d-a2d7d7ed968f req-28da6eaf-590c-4aa4-ae40-b62fc82640c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:54.202665 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d9e6df-ab10-4efa-834d-a2d7d7ed968f req-28da6eaf-590c-4aa4-ae40-b62fc82640c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:54.205654 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d9e6df-ab10-4efa-834d-a2d7d7ed968f req-28da6eaf-590c-4aa4-ae40-b62fc82640c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:54.210196 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-78d9e6df-ab10-4efa-834d-a2d7d7ed968f req-28da6eaf-590c-4aa4-ae40-b62fc82640c3 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=6ec3dd7afd834c809d570f5110147b8d&shared=False HTTP/1.1" status: 200 len: 2293 time: 1.0431910 Feb 19 02:56:54.303533 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bf78aed-fd9d-4c0d-916a-81af17275024 req-b3bf4e9b-d3f2-40af-88c4-7c86fd52686f tempest-ServerPasswordTestJSON-193673362 tempest-ServerPasswordTestJSON-193673362-project] Made reservation on behalf of c7a79a4489dd44c8b303802d7295282f for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:56:54.308515 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-09e36d42-0896-4c31-a58d-9c5b3867bea6 admin admin] Publish callbacks [] for security_group (76c5405c-80eb-47d6-86b1-b1490aefc5fb), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:54.312716 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-7bf78aed-fd9d-4c0d-916a-81af17275024 req-b3bf4e9b-d3f2-40af-88c4-7c86fd52686f tempest-ServerPasswordTestJSON-193673362 tempest-ServerPasswordTestJSON-193673362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:54.345733 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-7fe579d8-b308-4062-86d2-979b76858347 req-d85940dc-2946-4beb-b356-000e463a5e1c service neutron] For port 2d0648da-7207-4fde-bb28-f88b0cf46085, host n-h1-826753-2, cleared binding levels {{(pid=103701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:56:54.357896 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-09e36d42-0896-4c31-a58d-9c5b3867bea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (76c5405c-80eb-47d6-86b1-b1490aefc5fb), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:54.409416 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9033e821-1615-49e7-8bc9-f6e44cdec5e9 req-73c031a7-da5d-4255-a578-9354d659c24c tempest-ServerPasswordTestJSON-193673362 tempest-ServerPasswordTestJSON-193673362-project] 10.222.0.72 "GET /v2.0/ports?device_id=83e6e320-a87c-4534-84b9-00ac61234aa4 HTTP/1.1" status: 200 len: 210 time: 0.0657561 Feb 19 02:56:54.411864 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-7fe579d8-b308-4062-86d2-979b76858347 req-d85940dc-2946-4beb-b356-000e463a5e1c service neutron] For port 2d0648da-7207-4fde-bb28-f88b0cf46085, host n-h1-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=2d0648da-7207-4fde-bb28-f88b0cf46085,segment=NetworkSegment(4247e9f2-6084-4087-858e-e9d1c217426d),segment_id=4247e9f2-6084-4087-858e-e9d1c217426d)] {{(pid=103701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:56:54.416069 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8fd22072-6042-4f70-a206-d23c60c27f5c req-909f914b-f65d-41a3-ab8f-94f92f27ec1a service neutron] 10.222.0.73 "GET /v2.0/networks/2a0a79ed-8a33-4798-af54-05a0cb1f0f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657225 Feb 19 02:56:54.441370 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-09e36d42-0896-4c31-a58d-9c5b3867bea6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e341e35d888f463fa725bd2325f54442&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0355303 Feb 19 02:56:54.454094 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 40806) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:54.454654 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e36d42-0896-4c31-a58d-9c5b3867bea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76c5405c-80eb-47d6-86b1-b1490aefc5fb,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:54.484182 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-7fe579d8-b308-4062-86d2-979b76858347 req-d85940dc-2946-4beb-b356-000e463a5e1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (2d0648da-7207-4fde-bb28-f88b0cf46085), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:54.553951 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f1fc0049-d696-46b6-9234-16b2b7bd2fd1 admin admin] Publish callbacks [] for security_group (76c5405c-80eb-47d6-86b1-b1490aefc5fb), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:54.583611 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe579d8-b308-4062-86d2-979b76858347 req-d85940dc-2946-4beb-b356-000e463a5e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:54.584560 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-7fe579d8-b308-4062-86d2-979b76858347 req-d85940dc-2946-4beb-b356-000e463a5e1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:54.585939 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7fe579d8-b308-4062-86d2-979b76858347 req-d85940dc-2946-4beb-b356-000e463a5e1c service neutron] 10.222.0.73 "PUT /v2.0/ports/2d0648da-7207-4fde-bb28-f88b0cf46085 HTTP/1.1" status: 200 len: 1091 time: 3.2471812 Feb 19 02:56:54.667028 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85940dc-2946-4beb-b356-000e463a5e1c service neutron] Pushing event updated for resources: {'Port': ['ID=2d0648da-7207-4fde-bb28-f88b0cf46085,revision_number=3']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:54.737336 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-05622ab4-eb8f-48b3-bdf2-7be152dffdd1 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks [] for port (8d1df685-38e7-4666-9eee-211a7f213b4c), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:54.784613 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f1fc0049-d696-46b6-9234-16b2b7bd2fd1 admin admin] Publish callbacks [] for security_group (76c5405c-80eb-47d6-86b1-b1490aefc5fb), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:54.796669 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-05622ab4-eb8f-48b3-bdf2-7be152dffdd1 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (8d1df685-38e7-4666-9eee-211a7f213b4c), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:54.851086 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8fd22072-6042-4f70-a206-d23c60c27f5c req-fd167c2d-f0d7-40be-ab23-f79eeb16a3e1 service neutron] 10.222.0.73 "GET /v2.0/networks/2a0a79ed-8a33-4798-af54-05a0cb1f0f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4279737 Feb 19 02:56:54.865349 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [req-7bf78aed-fd9d-4c0d-916a-81af17275024 req-b3bf4e9b-d3f2-40af-88c4-7c86fd52686f tempest-ServerPasswordTestJSON-193673362 tempest-ServerPasswordTestJSON-193673362-project] Allocated IP 172.20.0.12 (479974a6-512a-4b06-9536-7530455cdd8a/942f76f1-9d4c-420f-aa6a-d0608ca5a6fd/b6efd1cc-81fc-4336-beec-5661aee391c6) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:56:54.970848 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b197fd-a848-4df7-9415-6020ca9231f1 req-1352b758-9ea9-49b6-9203-7583e4939896 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:54.981174 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d9e6df-ab10-4efa-834d-a2d7d7ed968f req-3bbad28c-85a4-434e-b257-812d9eb71db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:54.982670 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-78d9e6df-ab10-4efa-834d-a2d7d7ed968f req-3bbad28c-85a4-434e-b257-812d9eb71db4 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7579112 Feb 19 02:56:54.988665 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b197fd-a848-4df7-9415-6020ca9231f1 req-1352b758-9ea9-49b6-9203-7583e4939896 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:54.994111 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b197fd-a848-4df7-9415-6020ca9231f1 req-1352b758-9ea9-49b6-9203-7583e4939896 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:55.011725 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b197fd-a848-4df7-9415-6020ca9231f1 req-1352b758-9ea9-49b6-9203-7583e4939896 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:55.025269 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b197fd-a848-4df7-9415-6020ca9231f1 req-1352b758-9ea9-49b6-9203-7583e4939896 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:55.031363 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b197fd-a848-4df7-9415-6020ca9231f1 req-1352b758-9ea9-49b6-9203-7583e4939896 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:55.048890 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b197fd-a848-4df7-9415-6020ca9231f1 req-1352b758-9ea9-49b6-9203-7583e4939896 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:55.069616 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-98b197fd-a848-4df7-9415-6020ca9231f1 req-1352b758-9ea9-49b6-9203-7583e4939896 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 5421 time: 0.3792484 Feb 19 02:56:55.079039 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adc61766-d3ce-4371-ba49-05b3f7dc0524', 'tag': '2d0648da-7207-4fde-bb28-f88b0cf46085'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:56:55.093323 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72368bb6-0439-479a-b3b8-076f726b6fe1" -d '{"events": [{"name": "network-changed", "server_uuid": "adc61766-d3ce-4371-ba49-05b3f7dc0524", "tag": "2d0648da-7207-4fde-bb28-f88b0cf46085"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:56:55.208304 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f979fbe8-39a8-48d7-9c04-6f913ad37231 req-f6a3cca4-5ac8-4c0e-9256-4741ed05de31 tempest-ServerShowV247Test-1676986851 tempest-ServerShowV247Test-1676986851-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e169b68-cb4d-41f6-a84b-502671589f35 HTTP/1.1" status: 200 len: 210 time: 0.0778837 Feb 19 02:56:55.253346 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05622ab4-eb8f-48b3-bdf2-7be152dffdd1 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Pushing event updated for resources: {'Port': ['ID=8d1df685-38e7-4666-9eee-211a7f213b4c,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:55.256047 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-05622ab4-eb8f-48b3-bdf2-7be152dffdd1 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16362769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16289258'] for router_interface (07cf4ed9-9bd6-4832-a9b7-d1ef05457006), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:55.362051 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b2e7533-6a23-41f8-be25-d0b036635cb5 x-openstack-request-id: req-4b2e7533-6a23-41f8-be25-d0b036635cb5 {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:56:55.365496 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adc61766-d3ce-4371-ba49-05b3f7dc0524", "tag": "2d0648da-7207-4fde-bb28-f88b0cf46085", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:56:55.367057 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4b2e7533-6a23-41f8-be25-d0b036635cb5 {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:56:55.367252 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d92faa48-be1a-41c4-b2c4-fd355507960b tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks [] for router_gateway (3f70c4c3-8c0d-45c0-9fcd-0b412be6778e), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:55.368253 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adc61766-d3ce-4371-ba49-05b3f7dc0524', 'tag': '2d0648da-7207-4fde-bb28-f88b0cf46085', 'status': 'completed', 'code': 200} Feb 19 02:56:55.384112 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-98b197fd-a848-4df7-9415-6020ca9231f1 req-be8d8d77-eaba-4bdd-b254-d0c2a09f7813 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/security-groups?id=344800ac-992b-44b9-a49a-a7d4e6a6fc53&id=197f0109-f833-46dd-9ffe-3ff812885f73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3135152 Feb 19 02:56:55.463565 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-7bf78aed-fd9d-4c0d-916a-81af17275024 req-b3bf4e9b-d3f2-40af-88c4-7c86fd52686f tempest-ServerPasswordTestJSON-193673362 tempest-ServerPasswordTestJSON-193673362-project] Publish callbacks [] for port (b6efd1cc-81fc-4336-beec-5661aee391c6), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:55.573327 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d92faa48-be1a-41c4-b2c4-fd355507960b tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:55.577743 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f1fc0049-d696-46b6-9234-16b2b7bd2fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (76c5405c-80eb-47d6-86b1-b1490aefc5fb), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:55.585716 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f1fc0049-d696-46b6-9234-16b2b7bd2fd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:55.586098 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-f1fc0049-d696-46b6-9234-16b2b7bd2fd1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/76c5405c-80eb-47d6-86b1-b1490aefc5fb HTTP/1.1" status: 204 len: 168 time: 1.1271472 Feb 19 02:56:55.593535 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05622ab4-eb8f-48b3-bdf2-7be152dffdd1 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Network 5892a6ec-00bf-499f-a9a0-af69e60ea0f8 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:56:55.608179 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-7bf78aed-fd9d-4c0d-916a-81af17275024 req-b3bf4e9b-d3f2-40af-88c4-7c86fd52686f tempest-ServerPasswordTestJSON-193673362 tempest-ServerPasswordTestJSON-193673362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (b6efd1cc-81fc-4336-beec-5661aee391c6), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:55.632146 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fc0049-d696-46b6-9234-16b2b7bd2fd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76c5405c-80eb-47d6-86b1-b1490aefc5fb,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:55.690881 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe579d8-b308-4062-86d2-979b76858347 req-b5653ee8-5c67-4480-b13c-90d77a3faef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:55.694402 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe579d8-b308-4062-86d2-979b76858347 req-b5653ee8-5c67-4480-b13c-90d77a3faef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:55.695060 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe579d8-b308-4062-86d2-979b76858347 req-b5653ee8-5c67-4480-b13c-90d77a3faef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:55.695684 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe579d8-b308-4062-86d2-979b76858347 req-b5653ee8-5c67-4480-b13c-90d77a3faef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:55.696305 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe579d8-b308-4062-86d2-979b76858347 req-b5653ee8-5c67-4480-b13c-90d77a3faef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:55.697418 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe579d8-b308-4062-86d2-979b76858347 req-b5653ee8-5c67-4480-b13c-90d77a3faef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:55.698409 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe579d8-b308-4062-86d2-979b76858347 req-b5653ee8-5c67-4480-b13c-90d77a3faef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:55.705978 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7fe579d8-b308-4062-86d2-979b76858347 req-b5653ee8-5c67-4480-b13c-90d77a3faef9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6ec3dd7afd834c809d570f5110147b8d&device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 6695 time: 0.5575063 Feb 19 02:56:55.707298 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-05622ab4-eb8f-48b3-bdf2-7be152dffdd1 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:56:55.728001 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bf4e9b-d3f2-40af-88c4-7c86fd52686f tempest-ServerPasswordTestJSON-193673362 tempest-ServerPasswordTestJSON-193673362-project] Pushing event updated for resources: {'Port': ['ID=b6efd1cc-81fc-4336-beec-5661aee391c6,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:55.909194 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bf78aed-fd9d-4c0d-916a-81af17275024 req-b3bf4e9b-d3f2-40af-88c4-7c86fd52686f tempest-ServerPasswordTestJSON-193673362 tempest-ServerPasswordTestJSON-193673362-project] Network 479974a6-512a-4b06-9536-7530455cdd8a is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:56:55.925169 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [req-7bf78aed-fd9d-4c0d-916a-81af17275024 req-b3bf4e9b-d3f2-40af-88c4-7c86fd52686f tempest-ServerPasswordTestJSON-193673362 tempest-ServerPasswordTestJSON-193673362-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:56:55.930144 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bf78aed-fd9d-4c0d-916a-81af17275024 req-b3bf4e9b-d3f2-40af-88c4-7c86fd52686f tempest-ServerPasswordTestJSON-193673362 tempest-ServerPasswordTestJSON-193673362-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:56:56.024296 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7fe579d8-b308-4062-86d2-979b76858347 req-73d4ed9c-37e7-4068-bd60-7d24435d22ac service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=baadb01a-13aa-403f-bd9b-45b06f458a15 HTTP/1.1" status: 200 len: 217 time: 0.3041041 Feb 19 02:56:56.058803 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29760233-cef2-4182-8223-455e593d2c52 req-e47940c3-b5dd-4a9b-b7c0-97f8c12cba64 tempest-ServerPasswordTestJSON-193673362 tempest-ServerPasswordTestJSON-193673362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:56.066711 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-29760233-cef2-4182-8223-455e593d2c52 req-e47940c3-b5dd-4a9b-b7c0-97f8c12cba64 tempest-ServerPasswordTestJSON-193673362 tempest-ServerPasswordTestJSON-193673362-project] 10.222.0.72 "GET /v2.0/ports?device_id=83e6e320-a87c-4534-84b9-00ac61234aa4 HTTP/1.1" status: 200 len: 932 time: 0.3556585 Feb 19 02:56:56.086811 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf78aed-fd9d-4c0d-916a-81af17275024 req-b3bf4e9b-d3f2-40af-88c4-7c86fd52686f tempest-ServerPasswordTestJSON-193673362 tempest-ServerPasswordTestJSON-193673362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:56.095331 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-7bf78aed-fd9d-4c0d-916a-81af17275024 req-b3bf4e9b-d3f2-40af-88c4-7c86fd52686f tempest-ServerPasswordTestJSON-193673362 tempest-ServerPasswordTestJSON-193673362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:56.123384 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:56.175529 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7bf78aed-fd9d-4c0d-916a-81af17275024 req-b3bf4e9b-d3f2-40af-88c4-7c86fd52686f tempest-ServerPasswordTestJSON-193673362 tempest-ServerPasswordTestJSON-193673362-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3420432 Feb 19 02:56:56.204068 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-29760233-cef2-4182-8223-455e593d2c52 req-9782c1b5-d3ac-468b-a19d-2972cf8de516 tempest-ServerPasswordTestJSON-193673362 tempest-ServerPasswordTestJSON-193673362-project] 10.222.0.72 "GET /v2.0/security-groups?id=208b6c12-1491-4da0-85a2-a3443bb82807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344409 Feb 19 02:56:56.218475 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-7bf78aed-fd9d-4c0d-916a-81af17275024 req-31343f45-942e-4457-b865-ee92bda37410 service neutron] Request body: {'port': {'device_id': '83e6e320-a87c-4534-84b9-00ac61234aa4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826753-2'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:56:56.244031 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05622ab4-eb8f-48b3-bdf2-7be152dffdd1 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Router 07cf4ed9-9bd6-4832-a9b7-d1ef05457006 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:56:56.267191 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-93edd2fb-eee9-41f2-9cac-65603480f01d None None] Provisioning complete for port 8d1df685-38e7-4666-9eee-211a7f213b4c triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:56:56.267984 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-93edd2fb-eee9-41f2-9cac-65603480f01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (8d1df685-38e7-4666-9eee-211a7f213b4c), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:56.289177 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe579d8-b308-4062-86d2-979b76858347 req-0bf2791c-6a0f-4c2d-a8ae-06c9abf32b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:56.298857 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7fe579d8-b308-4062-86d2-979b76858347 req-0bf2791c-6a0f-4c2d-a8ae-06c9abf32b72 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7ff33b6e-4154-4b50-8387-7c0038b41dcb HTTP/1.1" status: 200 len: 851 time: 0.2617579 Feb 19 02:56:56.346493 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-7bf78aed-fd9d-4c0d-916a-81af17275024 req-31343f45-942e-4457-b865-ee92bda37410 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (b6efd1cc-81fc-4336-beec-5661aee391c6), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:56.405802 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-d92faa48-be1a-41c4-b2c4-fd355507960b tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Allocated IP 172.25.6.238 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/fea17a7c-6c9f-4bfa-9d83-06e27d976dde) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:56:56.408591 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-93edd2fb-eee9-41f2-9cac-65603480f01d None None] Port 8d1df685-38e7-4666-9eee-211a7f213b4c cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:56:56.571551 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe579d8-b308-4062-86d2-979b76858347 req-9448152a-c015-4120-8cac-9928335881f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:56.573343 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7fe579d8-b308-4062-86d2-979b76858347 req-9448152a-c015-4120-8cac-9928335881f5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d6693eea-5935-4b21-81c1-498cbd8a50e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2539597 Feb 19 02:56:56.595987 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05622ab4-eb8f-48b3-bdf2-7be152dffdd1 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:56:56.608024 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc27f6c-9e0b-42a2-83d3-549bc24a766a None None] Sync routers for ids ['07cf4ed9-9bd6-4832-a9b7-d1ef05457006'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:56:56.640421 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-05622ab4-eb8f-48b3-bdf2-7be152dffdd1 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] 10.222.0.72 "PUT /v2.0/routers/07cf4ed9-9bd6-4832-a9b7-d1ef05457006/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9241867 Feb 19 02:56:56.641584 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc27f6c-9e0b-42a2-83d3-549bc24a766a None None] Routers {'07cf4ed9-9bd6-4832-a9b7-d1ef05457006'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:56:56.642607 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-fdc27f6c-9e0b-42a2-83d3-549bc24a766a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:56:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['07cf4ed9-9bd6-4832-a9b7-d1ef05457006'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:56:56.660016 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 40844) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:56.726122 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-fdc27f6c-9e0b-42a2-83d3-549bc24a766a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:56:56.752283 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc27f6c-9e0b-42a2-83d3-549bc24a766a None None] Routers {'07cf4ed9-9bd6-4832-a9b7-d1ef05457006'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:56:56.753193 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-fdc27f6c-9e0b-42a2-83d3-549bc24a766a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:56:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['07cf4ed9-9bd6-4832-a9b7-d1ef05457006'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:56:56.785154 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [req-7bf78aed-fd9d-4c0d-916a-81af17275024 req-31343f45-942e-4457-b865-ee92bda37410 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6efd1cc-81fc-4336-beec-5661aee391c6 {{(pid=103701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:56:56.796917 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-7bf78aed-fd9d-4c0d-916a-81af17275024 req-31343f45-942e-4457-b865-ee92bda37410 service neutron] Publish callbacks [] for port (b6efd1cc-81fc-4336-beec-5661aee391c6), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:56.819298 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.provisioning_blocks [req-7bf78aed-fd9d-4c0d-916a-81af17275024 req-31343f45-942e-4457-b865-ee92bda37410 service neutron] Transition to ACTIVE for port object b6efd1cc-81fc-4336-beec-5661aee391c6 will not be triggered until provisioned by entity L2. {{(pid=103701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:56:56.827732 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-215e580f-0545-432f-bee7-db206104b4c3 req-3104c8c8-2876-4948-8e05-3080b082f3fd tempest-ServerShowV247Test-1676986851 tempest-ServerShowV247Test-1676986851-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e169b68-cb4d-41f6-a84b-502671589f35 HTTP/1.1" status: 200 len: 210 time: 0.4688847 Feb 19 02:56:56.831183 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-fdc27f6c-9e0b-42a2-83d3-549bc24a766a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:56:56.832055 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc27f6c-9e0b-42a2-83d3-549bc24a766a None None] The sync data for ids ['07cf4ed9-9bd6-4832-a9b7-d1ef05457006'] in n-d-826753-2 is: [] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:56:56.869804 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-7bf78aed-fd9d-4c0d-916a-81af17275024 req-31343f45-942e-4457-b865-ee92bda37410 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (b6efd1cc-81fc-4336-beec-5661aee391c6), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:56.938102 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7fe579d8-b308-4062-86d2-979b76858347 req-6146ea1d-244d-4e4e-bf06-ef50a5b6497f service neutron] 10.222.0.73 "GET /v2.0/networks/d6693eea-5935-4b21-81c1-498cbd8a50e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3553624 Feb 19 02:56:56.949296 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d92faa48-be1a-41c4-b2c4-fd355507960b tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks [] for port (fea17a7c-6c9f-4bfa-9d83-06e27d976dde), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:57.005265 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31343f45-942e-4457-b865-ee92bda37410 service neutron] Pushing event updated for resources: {'Port': ['ID=b6efd1cc-81fc-4336-beec-5661aee391c6,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:57.032862 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fd06a1-c605-4fbb-b407-6b12577d131d req-ef8ed197-5277-47d8-8ab9-e83a715514a1 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:57.039327 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fd06a1-c605-4fbb-b407-6b12577d131d req-ef8ed197-5277-47d8-8ab9-e83a715514a1 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:57.046409 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fd06a1-c605-4fbb-b407-6b12577d131d req-ef8ed197-5277-47d8-8ab9-e83a715514a1 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:57.052028 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fd06a1-c605-4fbb-b407-6b12577d131d req-ef8ed197-5277-47d8-8ab9-e83a715514a1 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:57.057750 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0013875b-1ee6-4219-82c0-af70afa2e13b tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:57.060303 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fd06a1-c605-4fbb-b407-6b12577d131d req-ef8ed197-5277-47d8-8ab9-e83a715514a1 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:57.063712 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-0013875b-1ee6-4219-82c0-af70afa2e13b tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] 10.222.0.72 "GET /v2.0/ports/8d1df685-38e7-4666-9eee-211a7f213b4c HTTP/1.1" status: 200 len: 910 time: 0.4012063 Feb 19 02:56:57.064770 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 40854) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:57.074564 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fd06a1-c605-4fbb-b407-6b12577d131d req-ef8ed197-5277-47d8-8ab9-e83a715514a1 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:57.100019 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fd06a1-c605-4fbb-b407-6b12577d131d req-ef8ed197-5277-47d8-8ab9-e83a715514a1 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:57.100019 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a2fd06a1-c605-4fbb-b407-6b12577d131d req-ef8ed197-5277-47d8-8ab9-e83a715514a1 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 5421 time: 0.5365474 Feb 19 02:56:57.211562 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d92faa48-be1a-41c4-b2c4-fd355507960b tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (fea17a7c-6c9f-4bfa-9d83-06e27d976dde), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:57.259875 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-7bf78aed-fd9d-4c0d-916a-81af17275024 req-31343f45-942e-4457-b865-ee92bda37410 service neutron] Attempting to bind port b6efd1cc-81fc-4336-beec-5661aee391c6 on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:56:57.260586 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-7bf78aed-fd9d-4c0d-916a-81af17275024 req-31343f45-942e-4457-b865-ee92bda37410 service neutron] Attempting to bind port b6efd1cc-81fc-4336-beec-5661aee391c6 by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': '91d21919-b34b-4e6d-b136-6f3230646e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '479974a6-512a-4b06-9536-7530455cdd8a'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:56:57.261769 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf78aed-fd9d-4c0d-916a-81af17275024 req-31343f45-942e-4457-b865-ee92bda37410 service neutron] Attempting to bind port b6efd1cc-81fc-4336-beec-5661aee391c6 on network 479974a6-512a-4b06-9536-7530455cdd8a {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:56:57.270782 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf78aed-fd9d-4c0d-916a-81af17275024 req-31343f45-942e-4457-b865-ee92bda37410 service neutron] Port b6efd1cc-81fc-4336-beec-5661aee391c6 on network 479974a6-512a-4b06-9536-7530455cdd8a not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:56:57.271394 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf78aed-fd9d-4c0d-916a-81af17275024 req-31343f45-942e-4457-b865-ee92bda37410 service neutron] Attempting to bind port b6efd1cc-81fc-4336-beec-5661aee391c6 on network 479974a6-512a-4b06-9536-7530455cdd8a {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:56:57.271537 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7fe579d8-b308-4062-86d2-979b76858347 req-c0ca3010-6a65-4977-8f71-2ad1d5d29cf7 service neutron] 10.222.0.73 "GET /v2.0/networks/d6693eea-5935-4b21-81c1-498cbd8a50e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3194497 Feb 19 02:56:57.293590 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a2fd06a1-c605-4fbb-b407-6b12577d131d req-0e4d7b1c-25b8-4129-bd5c-1b72bba7ef0b tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/security-groups?id=344800ac-992b-44b9-a49a-a7d4e6a6fc53&id=197f0109-f833-46dd-9ffe-3ff812885f73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1472178 Feb 19 02:56:57.296662 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf78aed-fd9d-4c0d-916a-81af17275024 req-31343f45-942e-4457-b865-ee92bda37410 service neutron] Checking agent: {'id': 'bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:56:57.297028 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf78aed-fd9d-4c0d-916a-81af17275024 req-31343f45-942e-4457-b865-ee92bda37410 service neutron] Checking segment: {'id': '91d21919-b34b-4e6d-b136-6f3230646e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '479974a6-512a-4b06-9536-7530455cdd8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:56:57.300862 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf78aed-fd9d-4c0d-916a-81af17275024 req-31343f45-942e-4457-b865-ee92bda37410 service neutron] Bound using segment: {'id': '91d21919-b34b-4e6d-b136-6f3230646e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '479974a6-512a-4b06-9536-7530455cdd8a'} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:56:57.301384 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-7bf78aed-fd9d-4c0d-916a-81af17275024 req-31343f45-942e-4457-b865-ee92bda37410 service neutron] Bound port: b6efd1cc-81fc-4336-beec-5661aee391c6, host: n-h2-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91d21919-b34b-4e6d-b136-6f3230646e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '479974a6-512a-4b06-9536-7530455cdd8a'}}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:56:57.301759 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-7bf78aed-fd9d-4c0d-916a-81af17275024 req-31343f45-942e-4457-b865-ee92bda37410 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (b6efd1cc-81fc-4336-beec-5661aee391c6), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:57.314234 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92faa48-be1a-41c4-b2c4-fd355507960b tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:56:57.393769 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-d92faa48-be1a-41c4-b2c4-fd355507960b tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:56:57.396562 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7fe579d8-b308-4062-86d2-979b76858347 req-2a88649a-e64b-4c81-a413-d5ee6368677a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=9471084b-14f7-4ecb-9ee5-e3a2aa4f8f97 HTTP/1.1" status: 200 len: 217 time: 0.1124017 Feb 19 02:56:57.400558 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92faa48-be1a-41c4-b2c4-fd355507960b tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:56:57.407755 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92faa48-be1a-41c4-b2c4-fd355507960b tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Pushing event updated for resources: {'Port': ['ID=fea17a7c-6c9f-4bfa-9d83-06e27d976dde,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:57.467954 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-7bf78aed-fd9d-4c0d-916a-81af17275024 req-31343f45-942e-4457-b865-ee92bda37410 service neutron] For port b6efd1cc-81fc-4336-beec-5661aee391c6, host n-h2-826753-2, cleared binding levels {{(pid=103701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:56:57.473751 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-7bf78aed-fd9d-4c0d-916a-81af17275024 req-31343f45-942e-4457-b865-ee92bda37410 service neutron] For port b6efd1cc-81fc-4336-beec-5661aee391c6, host n-h2-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=b6efd1cc-81fc-4336-beec-5661aee391c6,segment=NetworkSegment(91d21919-b34b-4e6d-b136-6f3230646e9e),segment_id=91d21919-b34b-4e6d-b136-6f3230646e9e)] {{(pid=103701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:56:57.494680 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc115e1c-5e44-49d0-b86e-d09ad284a51c req-e004dab9-4666-4dca-aed1-f5e8b3b44f0c tempest-ServerPasswordTestJSON-193673362 tempest-ServerPasswordTestJSON-193673362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:57.497226 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fc115e1c-5e44-49d0-b86e-d09ad284a51c req-e004dab9-4666-4dca-aed1-f5e8b3b44f0c tempest-ServerPasswordTestJSON-193673362 tempest-ServerPasswordTestJSON-193673362-project] 10.222.0.72 "GET /v2.0/ports?device_id=83e6e320-a87c-4534-84b9-00ac61234aa4 HTTP/1.1" status: 200 len: 944 time: 0.1452854 Feb 19 02:56:57.499393 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-7bf78aed-fd9d-4c0d-916a-81af17275024 req-31343f45-942e-4457-b865-ee92bda37410 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (b6efd1cc-81fc-4336-beec-5661aee391c6), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:57.566789 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf78aed-fd9d-4c0d-916a-81af17275024 req-31343f45-942e-4457-b865-ee92bda37410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:57.567652 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-7bf78aed-fd9d-4c0d-916a-81af17275024 req-31343f45-942e-4457-b865-ee92bda37410 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:57.569856 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7bf78aed-fd9d-4c0d-916a-81af17275024 req-31343f45-942e-4457-b865-ee92bda37410 service neutron] 10.222.0.82 "PUT /v2.0/ports/b6efd1cc-81fc-4336-beec-5661aee391c6 HTTP/1.1" status: 200 len: 1092 time: 1.3635178 Feb 19 02:56:57.576291 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83e6e320-a87c-4534-84b9-00ac61234aa4', 'tag': 'b6efd1cc-81fc-4336-beec-5661aee391c6'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:56:57.578955 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a578f84d-26e3-4d8e-a6ee-f4a22efa6ef8" -d '{"events": [{"name": "network-changed", "server_uuid": "83e6e320-a87c-4534-84b9-00ac61234aa4", "tag": "b6efd1cc-81fc-4336-beec-5661aee391c6"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:56:57.655076 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe579d8-b308-4062-86d2-979b76858347 req-a8011416-9138-4697-9ead-0ba9bd83c508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:57.656050 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7fe579d8-b308-4062-86d2-979b76858347 req-a8011416-9138-4697-9ead-0ba9bd83c508 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=66de670b-a5db-4281-9094-b0eb2517280e HTTP/1.1" status: 200 len: 797 time: 0.2494886 Feb 19 02:56:57.662141 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed606ae5-d7e7-42a8-8895-0b6b0684d50a x-openstack-request-id: req-ed606ae5-d7e7-42a8-8895-0b6b0684d50a {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:56:57.662808 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83e6e320-a87c-4534-84b9-00ac61234aa4", "tag": "b6efd1cc-81fc-4336-beec-5661aee391c6", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:56:57.663361 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ed606ae5-d7e7-42a8-8895-0b6b0684d50a {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:56:57.663960 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83e6e320-a87c-4534-84b9-00ac61234aa4', 'tag': 'b6efd1cc-81fc-4336-beec-5661aee391c6', 'status': 'completed', 'code': 200} Feb 19 02:56:57.664761 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31343f45-942e-4457-b865-ee92bda37410 service neutron] Pushing event updated for resources: {'Port': ['ID=b6efd1cc-81fc-4336-beec-5661aee391c6,revision_number=3']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:57.681710 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fc115e1c-5e44-49d0-b86e-d09ad284a51c req-64edfe2e-3135-43a5-b000-de813febbec6 tempest-ServerPasswordTestJSON-193673362 tempest-ServerPasswordTestJSON-193673362-project] 10.222.0.72 "GET /v2.0/security-groups?id=208b6c12-1491-4da0-85a2-a3443bb82807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773055 Feb 19 02:56:57.889346 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe579d8-b308-4062-86d2-979b76858347 req-06b60f76-df39-4f35-897d-7bc631d9505d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:57.890864 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7fe579d8-b308-4062-86d2-979b76858347 req-06b60f76-df39-4f35-897d-7bc631d9505d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=25635acc-9f56-41ab-b8cd-dd2744f3f7b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2157245 Feb 19 02:56:57.918113 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf78aed-fd9d-4c0d-916a-81af17275024 req-4091099e-f3ea-467d-a062-0777f1277de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:57.923473 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7bf78aed-fd9d-4c0d-916a-81af17275024 req-4091099e-f3ea-467d-a062-0777f1277de1 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c7a79a4489dd44c8b303802d7295282f&device_id=83e6e320-a87c-4534-84b9-00ac61234aa4 HTTP/1.1" status: 200 len: 1126 time: 0.1484478 Feb 19 02:56:58.020651 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7bf78aed-fd9d-4c0d-916a-81af17275024 req-f631dd93-d1a0-4992-b88a-17937300bfd4 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b6efd1cc-81fc-4336-beec-5661aee391c6 HTTP/1.1" status: 200 len: 217 time: 0.0812352 Feb 19 02:56:58.067321 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bc3d6a12-5b9f-4f1a-82cf-177ee9d80733 req-f7317e74-04d5-4b50-8a18-835a359e40a3 tempest-ServerShowV247Test-1676986851 tempest-ServerShowV247Test-1676986851-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e169b68-cb4d-41f6-a84b-502671589f35 HTTP/1.1" status: 200 len: 210 time: 0.0593650 Feb 19 02:56:58.198015 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf78aed-fd9d-4c0d-916a-81af17275024 req-c0a5036e-9493-44a2-9d88-c5a01ba60bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:58.209530 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7bf78aed-fd9d-4c0d-916a-81af17275024 req-c0a5036e-9493-44a2-9d88-c5a01ba60bef service neutron] 10.222.0.82 "GET /v2.0/subnets?id=942f76f1-9d4c-420f-aa6a-d0608ca5a6fd HTTP/1.1" status: 200 len: 853 time: 0.1341786 Feb 19 02:56:58.266383 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7bf78aed-fd9d-4c0d-916a-81af17275024 req-7aab43a7-6d5c-4b5a-9836-73cb3ef75b94 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=479974a6-512a-4b06-9536-7530455cdd8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529592 Feb 19 02:56:58.376642 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7bf78aed-fd9d-4c0d-916a-81af17275024 req-74f40996-0ff5-44b3-b3c8-f23aa263762a service neutron] 10.222.0.82 "GET /v2.0/networks/479974a6-512a-4b06-9536-7530455cdd8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019170 Feb 19 02:56:58.544630 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7bf78aed-fd9d-4c0d-916a-81af17275024 req-dbbc89b7-76dd-4089-8e7b-57901bdd5263 service neutron] 10.222.0.82 "GET /v2.0/networks/479974a6-512a-4b06-9536-7530455cdd8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587613 Feb 19 02:56:58.598961 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7fe579d8-b308-4062-86d2-979b76858347 req-c784cc53-ef1e-48ec-a38b-63c3bf76072a service neutron] 10.222.0.73 "GET /v2.0/networks/25635acc-9f56-41ab-b8cd-dd2744f3f7b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7004375 Feb 19 02:56:58.602854 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d92faa48-be1a-41c4-b2c4-fd355507960b tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks [] for router_gateway (3f70c4c3-8c0d-45c0-9fcd-0b412be6778e), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:58.642066 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd8f291-4722-45c5-ab4c-613687f5ff83 req-8fb52a71-1ca7-4d20-a05f-8f46d839402d tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:58.649446 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd8f291-4722-45c5-ab4c-613687f5ff83 req-8fb52a71-1ca7-4d20-a05f-8f46d839402d tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:58.657860 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd8f291-4722-45c5-ab4c-613687f5ff83 req-8fb52a71-1ca7-4d20-a05f-8f46d839402d tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:58.664803 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd8f291-4722-45c5-ab4c-613687f5ff83 req-8fb52a71-1ca7-4d20-a05f-8f46d839402d tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:58.672481 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd8f291-4722-45c5-ab4c-613687f5ff83 req-8fb52a71-1ca7-4d20-a05f-8f46d839402d tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:58.680313 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd8f291-4722-45c5-ab4c-613687f5ff83 req-8fb52a71-1ca7-4d20-a05f-8f46d839402d tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:58.686467 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd8f291-4722-45c5-ab4c-613687f5ff83 req-8fb52a71-1ca7-4d20-a05f-8f46d839402d tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:58.696036 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1fd8f291-4722-45c5-ab4c-613687f5ff83 req-8fb52a71-1ca7-4d20-a05f-8f46d839402d tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 5421 time: 0.1500916 Feb 19 02:56:58.785684 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a578f84d-26e3-4d8e-a6ee-f4a22efa6ef8 req-4848b955-b3cc-4863-8cc5-16cd7d060999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:58.787200 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a578f84d-26e3-4d8e-a6ee-f4a22efa6ef8 req-4848b955-b3cc-4863-8cc5-16cd7d060999 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c7a79a4489dd44c8b303802d7295282f&device_id=83e6e320-a87c-4534-84b9-00ac61234aa4 HTTP/1.1" status: 200 len: 1126 time: 0.0885425 Feb 19 02:56:58.848999 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0630350c-8941-4858-a469-0ab8fa531bd5 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16289271'] for router_interface (07cf4ed9-9bd6-4832-a9b7-d1ef05457006), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:58.956081 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a578f84d-26e3-4d8e-a6ee-f4a22efa6ef8 req-dcd87daf-6f07-4784-803e-86b9e082479f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:58.957148 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7fe579d8-b308-4062-86d2-979b76858347 req-70e3d1e1-5e8d-49c5-a792-f3fba0b7e0e4 service neutron] 10.222.0.73 "GET /v2.0/networks/25635acc-9f56-41ab-b8cd-dd2744f3f7b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3489783 Feb 19 02:56:58.957618 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a578f84d-26e3-4d8e-a6ee-f4a22efa6ef8 req-dcd87daf-6f07-4784-803e-86b9e082479f service neutron] 10.222.0.82 "GET /v2.0/networks?id=479974a6-512a-4b06-9536-7530455cdd8a HTTP/1.1" status: 200 len: 914 time: 0.1107764 Feb 19 02:56:58.972732 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1fd8f291-4722-45c5-ab4c-613687f5ff83 req-b03fe51d-0c55-40ec-a40a-382f7ac83f58 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/security-groups?id=344800ac-992b-44b9-a49a-a7d4e6a6fc53&id=197f0109-f833-46dd-9ffe-3ff812885f73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2745979 Feb 19 02:56:59.030276 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a578f84d-26e3-4d8e-a6ee-f4a22efa6ef8 req-c7a05ed5-a17a-4aea-8877-fa635190845f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b6efd1cc-81fc-4336-beec-5661aee391c6 HTTP/1.1" status: 200 len: 217 time: 0.0535164 Feb 19 02:56:59.050885 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec5e5db-ff70-414d-a638-6fcc2d6d17be req-c8f9f36a-421a-4a31-9a99-5286de54e1a6 tempest-ServerPasswordTestJSON-193673362 tempest-ServerPasswordTestJSON-193673362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:59.050885 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4ec5e5db-ff70-414d-a638-6fcc2d6d17be req-c8f9f36a-421a-4a31-9a99-5286de54e1a6 tempest-ServerPasswordTestJSON-193673362 tempest-ServerPasswordTestJSON-193673362-project] 10.222.0.72 "GET /v2.0/ports?device_id=83e6e320-a87c-4534-84b9-00ac61234aa4 HTTP/1.1" status: 200 len: 944 time: 0.2590098 Feb 19 02:56:59.097379 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7fe579d8-b308-4062-86d2-979b76858347 req-cf84d5f9-f5ea-4c83-8b4c-fc985abb7109 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=39c50eac-1978-4f75-bc0f-d663d77b8f5b HTTP/1.1" status: 200 len: 217 time: 0.0984561 Feb 19 02:56:59.110884 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a578f84d-26e3-4d8e-a6ee-f4a22efa6ef8 req-e8520035-df95-4cad-ad9b-07f2145e071a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:59.112451 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a578f84d-26e3-4d8e-a6ee-f4a22efa6ef8 req-e8520035-df95-4cad-ad9b-07f2145e071a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=942f76f1-9d4c-420f-aa6a-d0608ca5a6fd HTTP/1.1" status: 200 len: 853 time: 0.0723152 Feb 19 02:56:59.220057 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4ec5e5db-ff70-414d-a638-6fcc2d6d17be req-ffc205d8-300a-4f90-9104-88a34c707b8c tempest-ServerPasswordTestJSON-193673362 tempest-ServerPasswordTestJSON-193673362-project] 10.222.0.72 "GET /v2.0/security-groups?id=208b6c12-1491-4da0-85a2-a3443bb82807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029286 Feb 19 02:56:59.270594 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a578f84d-26e3-4d8e-a6ee-f4a22efa6ef8 req-7f7e5e0e-ef4a-42fe-a64a-0d9879862154 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=479974a6-512a-4b06-9536-7530455cdd8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1208546 Feb 19 02:56:59.311162 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe579d8-b308-4062-86d2-979b76858347 req-7aaa9c5a-c295-4fbf-a84d-3e5b431a20f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:59.313161 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7fe579d8-b308-4062-86d2-979b76858347 req-7aaa9c5a-c295-4fbf-a84d-3e5b431a20f9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=66de670b-a5db-4281-9094-b0eb2517280e HTTP/1.1" status: 200 len: 797 time: 0.2067499 Feb 19 02:56:59.318450 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d92faa48-be1a-41c4-b2c4-fd355507960b tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16285772', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16317501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14257'] for router (3f70c4c3-8c0d-45c0-9fcd-0b412be6778e), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:59.352583 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d92faa48-be1a-41c4-b2c4-fd355507960b tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16285787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16285778', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16317492'] for router (3f70c4c3-8c0d-45c0-9fcd-0b412be6778e), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:59.400210 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a578f84d-26e3-4d8e-a6ee-f4a22efa6ef8 req-ad9f0fb3-c01c-44b5-8f88-86d758d008fe service neutron] 10.222.0.82 "GET /v2.0/networks/479974a6-512a-4b06-9536-7530455cdd8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128974 Feb 19 02:56:59.418228 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e1d0cc46-7d8d-449d-8b6d-21704c3f8d68 req-0ee3cf1a-567c-4822-b7b4-d2adf4102dad tempest-ServerShowV247Test-1676986851 tempest-ServerShowV247Test-1676986851-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e169b68-cb4d-41f6-a84b-502671589f35 HTTP/1.1" status: 200 len: 210 time: 0.1553528 Feb 19 02:56:59.561559 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a578f84d-26e3-4d8e-a6ee-f4a22efa6ef8 req-cbde85f0-68e9-4ac7-80be-79ee23710fb6 service neutron] 10.222.0.82 "GET /v2.0/networks/479974a6-512a-4b06-9536-7530455cdd8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456070 Feb 19 02:56:59.574186 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe579d8-b308-4062-86d2-979b76858347 req-df26ad81-8f89-4eb6-bb87-c2c27a56d678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:59.575719 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7fe579d8-b308-4062-86d2-979b76858347 req-df26ad81-8f89-4eb6-bb87-c2c27a56d678 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=25635acc-9f56-41ab-b8cd-dd2744f3f7b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2537639 Feb 19 02:56:59.722111 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 40922) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:59.746855 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-0630350c-8941-4858-a469-0ab8fa531bd5 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Deleting port 8d1df685-38e7-4666-9eee-211a7f213b4c {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:56:59.747391 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0630350c-8941-4858-a469-0ab8fa531bd5 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (8d1df685-38e7-4666-9eee-211a7f213b4c), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:59.833787 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0630350c-8941-4858-a469-0ab8fa531bd5 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (8d1df685-38e7-4666-9eee-211a7f213b4c), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:59.847558 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-0630350c-8941-4858-a469-0ab8fa531bd5 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Calling delete_port for 8d1df685-38e7-4666-9eee-211a7f213b4c owned by network:router_interface {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:56:59.857760 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-45e82bca-4e27-427e-bdb2-6ecf781f6d15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:59.955344 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-45e82bca-4e27-427e-bdb2-6ecf781f6d15 admin admin] Publish callbacks [] for security_group (0e2bc4b5-b493-418b-9688-e2d9d823eb15), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:59.962016 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-45e82bca-4e27-427e-bdb2-6ecf781f6d15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (0e2bc4b5-b493-418b-9688-e2d9d823eb15), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:59.988116 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7fe579d8-b308-4062-86d2-979b76858347 req-433f3efc-781d-4112-9344-fd28ef774951 service neutron] 10.222.0.73 "GET /v2.0/networks/25635acc-9f56-41ab-b8cd-dd2744f3f7b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3985999 Feb 19 02:57:00.009657 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-45e82bca-4e27-427e-bdb2-6ecf781f6d15 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e787672cd8464f9b9729d1c8dbc42616&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2849376 Feb 19 02:57:00.011975 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e82bca-4e27-427e-bdb2-6ecf781f6d15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e2bc4b5-b493-418b-9688-e2d9d823eb15,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:00.016168 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 40928) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:00.086860 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-188d0a23-fe4a-460c-b05c-caa52742aed5 admin admin] Publish callbacks [] for security_group (0e2bc4b5-b493-418b-9688-e2d9d823eb15), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:00.128860 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d92faa48-be1a-41c4-b2c4-fd355507960b tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Router 3f70c4c3-8c0d-45c0-9fcd-0b412be6778e is scheduled to L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd with binding_index 1 {{(pid=103702) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 02:57:00.131050 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-188d0a23-fe4a-460c-b05c-caa52742aed5 admin admin] Publish callbacks [] for security_group (0e2bc4b5-b493-418b-9688-e2d9d823eb15), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:00.147210 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device b6efd1cc-81fc-4336-beec-5661aee391c6 details requested by agent hyperv_n-h2-826753-2 with host n-h2-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:57:00.177099 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0630350c-8941-4858-a469-0ab8fa531bd5 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (8d1df685-38e7-4666-9eee-211a7f213b4c), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:00.228824 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbd56af-b80b-4f9f-bd87-3fdf49ec2ba1 req-67a3511d-2e51-4b4e-ab59-68729f793c00 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:00.236488 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbd56af-b80b-4f9f-bd87-3fdf49ec2ba1 req-67a3511d-2e51-4b4e-ab59-68729f793c00 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:00.243342 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbd56af-b80b-4f9f-bd87-3fdf49ec2ba1 req-67a3511d-2e51-4b4e-ab59-68729f793c00 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:00.250596 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbd56af-b80b-4f9f-bd87-3fdf49ec2ba1 req-67a3511d-2e51-4b4e-ab59-68729f793c00 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:00.256298 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbd56af-b80b-4f9f-bd87-3fdf49ec2ba1 req-67a3511d-2e51-4b4e-ab59-68729f793c00 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:00.265957 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbd56af-b80b-4f9f-bd87-3fdf49ec2ba1 req-67a3511d-2e51-4b4e-ab59-68729f793c00 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:00.267416 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0630350c-8941-4858-a469-0ab8fa531bd5 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Pushing event deleted for resources: {'Port': ['ID=8d1df685-38e7-4666-9eee-211a7f213b4c,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:00.283510 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbd56af-b80b-4f9f-bd87-3fdf49ec2ba1 req-67a3511d-2e51-4b4e-ab59-68729f793c00 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:00.295354 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-edbd56af-b80b-4f9f-bd87-3fdf49ec2ba1 req-67a3511d-2e51-4b4e-ab59-68729f793c00 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 5421 time: 0.1953020 Feb 19 02:57:00.394266 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-188d0a23-fe4a-460c-b05c-caa52742aed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (0e2bc4b5-b493-418b-9688-e2d9d823eb15), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:00.402377 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-188d0a23-fe4a-460c-b05c-caa52742aed5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:00.403646 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7fe579d8-b308-4062-86d2-979b76858347 req-981ee4ec-8cb0-4f63-ad83-0932a83bc739 service neutron] 10.222.0.73 "GET /v2.0/networks/25635acc-9f56-41ab-b8cd-dd2744f3f7b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4066892 Feb 19 02:57:00.408259 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-188d0a23-fe4a-460c-b05c-caa52742aed5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0e2bc4b5-b493-418b-9688-e2d9d823eb15 HTTP/1.1" status: 204 len: 168 time: 0.3886809 Feb 19 02:57:00.477497 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188d0a23-fe4a-460c-b05c-caa52742aed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e2bc4b5-b493-418b-9688-e2d9d823eb15,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:00.561084 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7fe579d8-b308-4062-86d2-979b76858347 req-7fc4bdc7-2dc0-4319-bbdc-85e1d9124c07 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=0890f1e3-4129-47c9-8745-a2ac72e3c386 HTTP/1.1" status: 200 len: 217 time: 0.1450827 Feb 19 02:57:00.624692 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port b6efd1cc-81fc-4336-beec-5661aee391c6, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=b6efd1cc-81fc-4336-beec-5661aee391c6,segment=NetworkSegment(91d21919-b34b-4e6d-b136-6f3230646e9e),segment_id=91d21919-b34b-4e6d-b136-6f3230646e9e)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:57:00.654051 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Returning: {'device': 'b6efd1cc-81fc-4336-beec-5661aee391c6', 'network_id': '479974a6-512a-4b06-9536-7530455cdd8a', 'port_id': 'b6efd1cc-81fc-4336-beec-5661aee391c6', 'mac_address': 'fa:16:3e:aa:a8:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '942f76f1-9d4c-420f-aa6a-d0608ca5a6fd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:57:00.693523 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-edbd56af-b80b-4f9f-bd87-3fdf49ec2ba1 req-5fe3329b-bdb9-49ce-8d44-d80b0f72a77b tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/security-groups?id=344800ac-992b-44b9-a49a-a7d4e6a6fc53&id=197f0109-f833-46dd-9ffe-3ff812885f73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3887603 Feb 19 02:57:00.718688 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ae903d-8ad4-42af-b2d7-ef7c1d5ea0dc req-9310d96f-0f3b-4950-843b-93b42806fe64 tempest-ServerPasswordTestJSON-193673362 tempest-ServerPasswordTestJSON-193673362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:00.720258 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-57ae903d-8ad4-42af-b2d7-ef7c1d5ea0dc req-9310d96f-0f3b-4950-843b-93b42806fe64 tempest-ServerPasswordTestJSON-193673362 tempest-ServerPasswordTestJSON-193673362-project] 10.222.0.72 "GET /v2.0/ports?device_id=83e6e320-a87c-4534-84b9-00ac61234aa4 HTTP/1.1" status: 200 len: 944 time: 0.2319763 Feb 19 02:57:00.736624 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port b6efd1cc-81fc-4336-beec-5661aee391c6 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:57:00.737052 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (b6efd1cc-81fc-4336-beec-5661aee391c6), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:00.766528 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6efd1cc-81fc-4336-beec-5661aee391c6 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:57:00.790092 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port b6efd1cc-81fc-4336-beec-5661aee391c6, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=b6efd1cc-81fc-4336-beec-5661aee391c6,segment=NetworkSegment(91d21919-b34b-4e6d-b136-6f3230646e9e),segment_id=91d21919-b34b-4e6d-b136-6f3230646e9e)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:57:00.811130 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (b6efd1cc-81fc-4336-beec-5661aee391c6), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:00.827715 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0630350c-8941-4858-a469-0ab8fa531bd5 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16362762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16314471'] for router_interface (07cf4ed9-9bd6-4832-a9b7-d1ef05457006), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:00.834168 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-57ae903d-8ad4-42af-b2d7-ef7c1d5ea0dc req-0ff0b5b9-c14f-4473-a400-c7ada5243057 tempest-ServerPasswordTestJSON-193673362 tempest-ServerPasswordTestJSON-193673362-project] 10.222.0.72 "GET /v2.0/security-groups?id=208b6c12-1491-4da0-85a2-a3443bb82807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880187 Feb 19 02:57:00.852971 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d92faa48-be1a-41c4-b2c4-fd355507960b tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:57:00.865813 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e428ec34-4e1c-4580-81f3-6c90df8f43f7 None None] Sync routers for ids ['3f70c4c3-8c0d-45c0-9fcd-0b412be6778e'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:57:00.877675 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-497654f3-f19c-42b8-8204-57f71c304d7a req-c7da8807-5930-45fe-acc2-d2b8a203c68f tempest-ServerShowV247Test-1676986851 tempest-ServerShowV247Test-1676986851-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e169b68-cb4d-41f6-a84b-502671589f35 HTTP/1.1" status: 200 len: 210 time: 0.0425265 Feb 19 02:57:00.884485 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e428ec34-4e1c-4580-81f3-6c90df8f43f7 None None] Routers {'3f70c4c3-8c0d-45c0-9fcd-0b412be6778e'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:57:00.885951 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d92faa48-be1a-41c4-b2c4-fd355507960b tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:00.887678 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-d92faa48-be1a-41c4-b2c4-fd355507960b tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] 10.222.0.72 "PUT /v2.0/routers/3f70c4c3-8c0d-45c0-9fcd-0b412be6778e HTTP/1.1" status: 200 len: 884 time: 8.6440480 Feb 19 02:57:00.888447 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-e428ec34-4e1c-4580-81f3-6c90df8f43f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:56:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['3f70c4c3-8c0d-45c0-9fcd-0b412be6778e'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:57:00.890397 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 40942) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:00.915486 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=b6efd1cc-81fc-4336-beec-5661aee391c6,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:00.962598 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-e428ec34-4e1c-4580-81f3-6c90df8f43f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:57:00.978269 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e428ec34-4e1c-4580-81f3-6c90df8f43f7 None None] Routers {'3f70c4c3-8c0d-45c0-9fcd-0b412be6778e'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:57:00.979559 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-e428ec34-4e1c-4580-81f3-6c90df8f43f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:56:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['3f70c4c3-8c0d-45c0-9fcd-0b412be6778e'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:57:00.988975 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe579d8-b308-4062-86d2-979b76858347 req-1aba2f35-eaa5-465c-92b5-4baa5f553e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:00.991204 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7fe579d8-b308-4062-86d2-979b76858347 req-1aba2f35-eaa5-465c-92b5-4baa5f553e8c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=66de670b-a5db-4281-9094-b0eb2517280e HTTP/1.1" status: 200 len: 797 time: 0.4166663 Feb 19 02:57:01.062694 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 40944) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:01.090924 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-e428ec34-4e1c-4580-81f3-6c90df8f43f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:57:01.091853 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e428ec34-4e1c-4580-81f3-6c90df8f43f7 None None] The sync data for ids ['3f70c4c3-8c0d-45c0-9fcd-0b412be6778e'] in n-d-826753-2 is: [] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:57:01.108234 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['b6efd1cc-81fc-4336-beec-5661aee391c6'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:57:01.233999 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe579d8-b308-4062-86d2-979b76858347 req-3f50a1b8-5cbb-453d-b21d-0a5d88fa3f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:01.235854 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7fe579d8-b308-4062-86d2-979b76858347 req-3f50a1b8-5cbb-453d-b21d-0a5d88fa3f3e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=25635acc-9f56-41ab-b8cd-dd2744f3f7b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2379866 Feb 19 02:57:01.362291 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0630350c-8941-4858-a469-0ab8fa531bd5 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Router 07cf4ed9-9bd6-4832-a9b7-d1ef05457006 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:57:01.453390 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7fe579d8-b308-4062-86d2-979b76858347 req-b226208d-6586-4912-b090-7845bca9a989 service neutron] 10.222.0.73 "GET /v2.0/networks/25635acc-9f56-41ab-b8cd-dd2744f3f7b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753085 Feb 19 02:57:01.514696 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0630350c-8941-4858-a469-0ab8fa531bd5 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:57:01.525304 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1a5433-1b00-428b-b573-d429f54a6cba None None] Sync routers for ids ['07cf4ed9-9bd6-4832-a9b7-d1ef05457006'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:57:01.544916 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-0630350c-8941-4858-a469-0ab8fa531bd5 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] 10.222.0.72 "PUT /v2.0/routers/07cf4ed9-9bd6-4832-a9b7-d1ef05457006/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4754772 Feb 19 02:57:01.545685 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1a5433-1b00-428b-b573-d429f54a6cba None None] Routers {'07cf4ed9-9bd6-4832-a9b7-d1ef05457006'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:57:01.549253 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-4c1a5433-1b00-428b-b573-d429f54a6cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:56:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['07cf4ed9-9bd6-4832-a9b7-d1ef05457006'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:57:01.611422 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 40954) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:01.631822 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-4c1a5433-1b00-428b-b573-d429f54a6cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:57:01.651963 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1a5433-1b00-428b-b573-d429f54a6cba None None] Routers {'07cf4ed9-9bd6-4832-a9b7-d1ef05457006'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:57:01.656293 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-4c1a5433-1b00-428b-b573-d429f54a6cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:56:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['07cf4ed9-9bd6-4832-a9b7-d1ef05457006'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:57:01.705894 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7fe579d8-b308-4062-86d2-979b76858347 req-baaf85e2-8f2a-47a6-974d-ca8c84ef4402 service neutron] 10.222.0.73 "GET /v2.0/networks/25635acc-9f56-41ab-b8cd-dd2744f3f7b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726673 Feb 19 02:57:01.739531 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-d8fc8914-41a5-4be6-b96a-cbd66995bd77 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] 10.222.0.72 "GET /v2.0/routers/3f70c4c3-8c0d-45c0-9fcd-0b412be6778e HTTP/1.1" status: 200 len: 925 time: 0.8469594 Feb 19 02:57:01.743776 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-19646834-fc8d-4f22-9f4e-b7dfd3c216c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:01.748258 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-4c1a5433-1b00-428b-b573-d429f54a6cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:57:01.748596 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 40958) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:01.748880 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1a5433-1b00-428b-b573-d429f54a6cba None None] The sync data for ids ['07cf4ed9-9bd6-4832-a9b7-d1ef05457006'] in n-d-826753-2 is: [] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:57:01.774345 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7fe579d8-b308-4062-86d2-979b76858347 req-503630d1-cc58-45af-b82d-6e9d232bc1cc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.171&port_id=e8a9a31d-d1ce-4ae0-aba3-bf180e7af83d HTTP/1.1" status: 200 len: 217 time: 0.0612140 Feb 19 02:57:01.878763 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe579d8-b308-4062-86d2-979b76858347 req-31cd6bd2-08f5-4554-8712-8b3214fe5449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:01.880256 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7fe579d8-b308-4062-86d2-979b76858347 req-31cd6bd2-08f5-4554-8712-8b3214fe5449 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=66de670b-a5db-4281-9094-b0eb2517280e HTTP/1.1" status: 200 len: 797 time: 0.0984762 Feb 19 02:57:02.144256 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25bbaad5-62e0-4888-8ef4-20be396003e5 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:02.146093 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-25bbaad5-62e0-4888-8ef4-20be396003e5 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] 10.222.0.72 "GET /v2.0/ports?network_id=eaf64708-9021-419e-b287-ef3e0f51e2ee&device_id=3f70c4c3-8c0d-45c0-9fcd-0b412be6778e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3952062 Feb 19 02:57:02.150496 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device b6efd1cc-81fc-4336-beec-5661aee391c6 up at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:57:02.153154 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 40964) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:02.241342 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning for port b6efd1cc-81fc-4336-beec-5661aee391c6 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:57:02.247341 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning complete for port b6efd1cc-81fc-4336-beec-5661aee391c6 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:57:02.247853 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (b6efd1cc-81fc-4336-beec-5661aee391c6), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:02.325085 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe579d8-b308-4062-86d2-979b76858347 req-27cc26bb-034c-4e76-90aa-de8bc68a109a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:02.327960 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7fe579d8-b308-4062-86d2-979b76858347 req-27cc26bb-034c-4e76-90aa-de8bc68a109a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=25635acc-9f56-41ab-b8cd-dd2744f3f7b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.4418652 Feb 19 02:57:02.368933 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port b6efd1cc-81fc-4336-beec-5661aee391c6 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:57:02.370062 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (b6efd1cc-81fc-4336-beec-5661aee391c6), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:02.415549 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83e6e320-a87c-4534-84b9-00ac61234aa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6efd1cc-81fc-4336-beec-5661aee391c6'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:57:02.418167 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-903c3e28-75c1-4cb9-bc12-eae9e623beb2" -d '{"events": [{"server_uuid": "83e6e320-a87c-4534-84b9-00ac61234aa4", "name": "network-vif-plugged", "status": "completed", "tag": "b6efd1cc-81fc-4336-beec-5661aee391c6"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:57:02.431380 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port b6efd1cc-81fc-4336-beec-5661aee391c6, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=b6efd1cc-81fc-4336-beec-5661aee391c6,segment=NetworkSegment(91d21919-b34b-4e6d-b136-6f3230646e9e),segment_id=91d21919-b34b-4e6d-b136-6f3230646e9e)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:57:02.437543 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (b6efd1cc-81fc-4336-beec-5661aee391c6), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:02.456582 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7fe579d8-b308-4062-86d2-979b76858347 req-d298afbb-8134-47ea-bdec-31a69ef3b20e service neutron] 10.222.0.73 "GET /v2.0/networks/25635acc-9f56-41ab-b8cd-dd2744f3f7b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198490 Feb 19 02:57:02.493639 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1341138b-21a0-4928-a7a4-ba0e8b148e6f req-318e377d-2859-44f3-a582-0fd4cbc525fc tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:02.511462 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=b6efd1cc-81fc-4336-beec-5661aee391c6,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:02.524023 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1341138b-21a0-4928-a7a4-ba0e8b148e6f req-318e377d-2859-44f3-a582-0fd4cbc525fc tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:02.529866 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1341138b-21a0-4928-a7a4-ba0e8b148e6f req-318e377d-2859-44f3-a582-0fd4cbc525fc tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:02.551318 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1341138b-21a0-4928-a7a4-ba0e8b148e6f req-318e377d-2859-44f3-a582-0fd4cbc525fc tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:02.557341 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1341138b-21a0-4928-a7a4-ba0e8b148e6f req-318e377d-2859-44f3-a582-0fd4cbc525fc tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:02.562759 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1341138b-21a0-4928-a7a4-ba0e8b148e6f req-318e377d-2859-44f3-a582-0fd4cbc525fc tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:02.568101 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1341138b-21a0-4928-a7a4-ba0e8b148e6f req-318e377d-2859-44f3-a582-0fd4cbc525fc tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:02.570123 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1341138b-21a0-4928-a7a4-ba0e8b148e6f req-318e377d-2859-44f3-a582-0fd4cbc525fc tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 5421 time: 0.6845024 Feb 19 02:57:02.583347 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-19646834-fc8d-4f22-9f4e-b7dfd3c216c0 admin admin] Publish callbacks [] for security_group (6adb3934-1db2-4151-abf1-6b38a520636f), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:02.612154 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7fe579d8-b308-4062-86d2-979b76858347 req-8d4d5709-1738-453c-94c5-907dc3c4bdbc service neutron] 10.222.0.73 "GET /v2.0/networks/25635acc-9f56-41ab-b8cd-dd2744f3f7b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481898 Feb 19 02:57:02.626240 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4e3c1b-b951-47f2-a845-e36dced4ca22 req-61beb01d-a828-441c-8843-a0a3077e1bc9 tempest-ServerPasswordTestJSON-193673362 tempest-ServerPasswordTestJSON-193673362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:02.627846 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1c4e3c1b-b951-47f2-a845-e36dced4ca22 req-61beb01d-a828-441c-8843-a0a3077e1bc9 tempest-ServerPasswordTestJSON-193673362 tempest-ServerPasswordTestJSON-193673362-project] 10.222.0.72 "GET /v2.0/ports?device_id=83e6e320-a87c-4534-84b9-00ac61234aa4 HTTP/1.1" status: 200 len: 945 time: 0.5937071 Feb 19 02:57:02.665123 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-19646834-fc8d-4f22-9f4e-b7dfd3c216c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (6adb3934-1db2-4151-abf1-6b38a520636f), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:02.688488 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7fe579d8-b308-4062-86d2-979b76858347 req-f6aa348e-89bf-47f7-a787-e51dac759f03 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ac5c2c1c-f8c0-46f3-9acf-0736307c93cf HTTP/1.1" status: 200 len: 217 time: 0.0647264 Feb 19 02:57:02.735184 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe579d8-b308-4062-86d2-979b76858347 req-3beb81ab-3562-40ac-876e-86757cb18a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:02.736671 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7fe579d8-b308-4062-86d2-979b76858347 req-3beb81ab-3562-40ac-876e-86757cb18a2f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=754b3a5b-6b59-4c1e-b100-cfbf1a3674dc HTTP/1.1" status: 200 len: 797 time: 0.0470474 Feb 19 02:57:02.821183 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-19646834-fc8d-4f22-9f4e-b7dfd3c216c0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=af488e4bccea4a099deb6071bcaa213b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7551873 Feb 19 02:57:02.823012 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 40972) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:02.839121 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f3b496-fa04-4461-922b-9a42ead87e37 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:02.840517 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-f2f3b496-fa04-4461-922b-9a42ead87e37 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] 10.222.0.72 "GET /v2.0/networks/eaf64708-9021-419e-b287-ef3e0f51e2ee HTTP/1.1" status: 200 len: 881 time: 0.6746731 Feb 19 02:57:02.842273 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe579d8-b308-4062-86d2-979b76858347 req-2a3f5f29-54de-40a7-9aed-e539fda2b5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:02.843892 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7fe579d8-b308-4062-86d2-979b76858347 req-2a3f5f29-54de-40a7-9aed-e539fda2b5bc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b0af2fed-15cc-4a59-82f9-c56cce972954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1010747 Feb 19 02:57:02.847177 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 40974) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:02.864916 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19646834-fc8d-4f22-9f4e-b7dfd3c216c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6adb3934-1db2-4151-abf1-6b38a520636f,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:02.913255 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-150a9408-3759-4dc1-949e-ee01045e36ab tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f70c4c3-8c0d-45c0-9fcd-0b412be6778e HTTP/1.1" status: 200 len: 205 time: 0.0607836 Feb 19 02:57:02.917896 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 40976) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:02.966327 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e7f7dfc8-d4fe-4328-8251-1ca9d9ebd332 admin admin] Publish callbacks [] for security_group (6adb3934-1db2-4151-abf1-6b38a520636f), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:03.011126 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e7f7dfc8-d4fe-4328-8251-1ca9d9ebd332 admin admin] Publish callbacks [] for security_group (6adb3934-1db2-4151-abf1-6b38a520636f), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:03.021948 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7fe579d8-b308-4062-86d2-979b76858347 req-27c0bbc9-08b0-4026-957e-355531d78898 service neutron] 10.222.0.73 "GET /v2.0/networks/b0af2fed-15cc-4a59-82f9-c56cce972954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592536 Feb 19 02:57:03.151703 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7fe579d8-b308-4062-86d2-979b76858347 req-10eaa589-f593-4d79-9508-e9fdfb4d9113 service neutron] 10.222.0.73 "GET /v2.0/networks/b0af2fed-15cc-4a59-82f9-c56cce972954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213002 Feb 19 02:57:03.153156 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1341138b-21a0-4928-a7a4-ba0e8b148e6f req-6b2902d9-9f6d-43db-b544-6dac23adf303 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/security-groups?id=344800ac-992b-44b9-a49a-a7d4e6a6fc53&id=197f0109-f833-46dd-9ffe-3ff812885f73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5665522 Feb 19 02:57:03.156661 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1418c246-2bb6-401d-b761-3e08c81e47ae tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks [] for router (3f70c4c3-8c0d-45c0-9fcd-0b412be6778e), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:03.245346 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7fe579d8-b308-4062-86d2-979b76858347 req-c676dbba-9e1d-468c-ac94-e1ff1f81201e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2d0648da-7207-4fde-bb28-f88b0cf46085 HTTP/1.1" status: 200 len: 217 time: 0.0789945 Feb 19 02:57:03.286264 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1c4e3c1b-b951-47f2-a845-e36dced4ca22 req-e0aa1dba-d113-4753-b1e1-dabbca1490c3 tempest-ServerPasswordTestJSON-193673362 tempest-ServerPasswordTestJSON-193673362-project] 10.222.0.72 "GET /v2.0/security-groups?id=208b6c12-1491-4da0-85a2-a3443bb82807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6164045 Feb 19 02:57:03.342609 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe579d8-b308-4062-86d2-979b76858347 req-2c9f9c11-41f5-4aa3-a67a-c81d05ec69f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:03.347293 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7fe579d8-b308-4062-86d2-979b76858347 req-2c9f9c11-41f5-4aa3-a67a-c81d05ec69f0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=754b3a5b-6b59-4c1e-b100-cfbf1a3674dc HTTP/1.1" status: 200 len: 797 time: 0.0923505 Feb 19 02:57:03.371095 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e7f7dfc8-d4fe-4328-8251-1ca9d9ebd332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (6adb3934-1db2-4151-abf1-6b38a520636f), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:03.371375 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99ddd13d-fa92-4bd0-a14b-3434c4b1b369 x-openstack-request-id: req-99ddd13d-fa92-4bd0-a14b-3434c4b1b369 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:57:03.371867 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83e6e320-a87c-4534-84b9-00ac61234aa4", "name": "network-vif-plugged", "status": "completed", "tag": "b6efd1cc-81fc-4336-beec-5661aee391c6", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:57:03.372177 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-99ddd13d-fa92-4bd0-a14b-3434c4b1b369 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:57:03.372678 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83e6e320-a87c-4534-84b9-00ac61234aa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6efd1cc-81fc-4336-beec-5661aee391c6', 'code': 200} Feb 19 02:57:03.374949 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e7f7dfc8-d4fe-4328-8251-1ca9d9ebd332 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:03.379550 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-e7f7dfc8-d4fe-4328-8251-1ca9d9ebd332 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6adb3934-1db2-4151-abf1-6b38a520636f HTTP/1.1" status: 204 len: 168 time: 0.5556917 Feb 19 02:57:03.405252 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bf5ff19d-30cc-4c26-b6d7-248d6b8851d9 req-3e93b70d-5beb-4891-a8c3-ba8b4d515861 tempest-ServerShowV247Test-1676986851 tempest-ServerShowV247Test-1676986851-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e169b68-cb4d-41f6-a84b-502671589f35 HTTP/1.1" status: 200 len: 210 time: 0.1323779 Feb 19 02:57:03.417448 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f7dfc8-d4fe-4328-8251-1ca9d9ebd332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6adb3934-1db2-4151-abf1-6b38a520636f,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:03.455235 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe579d8-b308-4062-86d2-979b76858347 req-91807747-f590-4341-a517-be0c092a41b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:03.456773 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7fe579d8-b308-4062-86d2-979b76858347 req-91807747-f590-4341-a517-be0c092a41b1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b0af2fed-15cc-4a59-82f9-c56cce972954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1005356 Feb 19 02:57:03.605739 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3b205606-50fc-4d50-ae57-09eb029fdd0d tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16289271'] for router_interface (07cf4ed9-9bd6-4832-a9b7-d1ef05457006), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:03.610256 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1418c246-2bb6-401d-b761-3e08c81e47ae tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks [] for router_gateway (3f70c4c3-8c0d-45c0-9fcd-0b412be6778e), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:03.722672 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7fe579d8-b308-4062-86d2-979b76858347 req-528a8852-d81e-46fd-a944-4ab037370bf8 service neutron] 10.222.0.73 "GET /v2.0/networks/b0af2fed-15cc-4a59-82f9-c56cce972954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583387 Feb 19 02:57:03.859868 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3db20d-654c-4611-b1f1-63dc743ed082 req-79f52699-a521-47ff-9707-b20d09dc25d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:03.861822 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8e3db20d-654c-4611-b1f1-63dc743ed082 req-79f52699-a521-47ff-9707-b20d09dc25d1 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=83e6e320-a87c-4534-84b9-00ac61234aa4 HTTP/1.1" status: 200 len: 1128 time: 0.3631406 Feb 19 02:57:03.981983 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-1418c246-2bb6-401d-b761-3e08c81e47ae tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Deleting port fea17a7c-6c9f-4bfa-9d83-06e27d976dde {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:57:03.982700 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1418c246-2bb6-401d-b761-3e08c81e47ae tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (fea17a7c-6c9f-4bfa-9d83-06e27d976dde), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:03.995392 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7fe579d8-b308-4062-86d2-979b76858347 req-7e1956a4-a092-42c4-8caf-01ec5794af66 service neutron] 10.222.0.73 "GET /v2.0/networks/b0af2fed-15cc-4a59-82f9-c56cce972954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636352 Feb 19 02:57:04.036952 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8e3db20d-654c-4611-b1f1-63dc743ed082 req-7e3da215-d539-48fa-93b8-c7425fba74fe service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=208b6c12-1491-4da0-85a2-a3443bb82807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664650 Feb 19 02:57:04.109098 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1418c246-2bb6-401d-b761-3e08c81e47ae tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (fea17a7c-6c9f-4bfa-9d83-06e27d976dde), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:04.155030 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-1418c246-2bb6-401d-b761-3e08c81e47ae tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Calling delete_port for fea17a7c-6c9f-4bfa-9d83-06e27d976dde owned by network:router_gateway {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:57:04.217837 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72368bb6-0439-479a-b3b8-076f726b6fe1 req-e7b34263-b4ad-44bc-8ab4-3a42db204b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:04.218328 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72368bb6-0439-479a-b3b8-076f726b6fe1 req-e7b34263-b4ad-44bc-8ab4-3a42db204b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:04.218796 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72368bb6-0439-479a-b3b8-076f726b6fe1 req-e7b34263-b4ad-44bc-8ab4-3a42db204b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:04.219313 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72368bb6-0439-479a-b3b8-076f726b6fe1 req-e7b34263-b4ad-44bc-8ab4-3a42db204b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:04.219712 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72368bb6-0439-479a-b3b8-076f726b6fe1 req-e7b34263-b4ad-44bc-8ab4-3a42db204b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:04.220170 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72368bb6-0439-479a-b3b8-076f726b6fe1 req-e7b34263-b4ad-44bc-8ab4-3a42db204b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:04.220636 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72368bb6-0439-479a-b3b8-076f726b6fe1 req-e7b34263-b4ad-44bc-8ab4-3a42db204b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:04.230803 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-72368bb6-0439-479a-b3b8-076f726b6fe1 req-e7b34263-b4ad-44bc-8ab4-3a42db204b96 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6ec3dd7afd834c809d570f5110147b8d&device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 6695 time: 0.1346045 Feb 19 02:57:04.328266 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-3b205606-50fc-4d50-ae57-09eb029fdd0d tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Deleting port dd858ccb-30cd-4162-8624-ef083a8c47b0 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:57:04.328716 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3b205606-50fc-4d50-ae57-09eb029fdd0d tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (dd858ccb-30cd-4162-8624-ef083a8c47b0), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:04.464160 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72368bb6-0439-479a-b3b8-076f726b6fe1 req-6fafeb68-9124-4ed9-9974-41e351892744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:04.466319 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-72368bb6-0439-479a-b3b8-076f726b6fe1 req-6fafeb68-9124-4ed9-9974-41e351892744 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b0af2fed-15cc-4a59-82f9-c56cce972954 HTTP/1.1" status: 200 len: 902 time: 0.2284336 Feb 19 02:57:04.548834 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3b205606-50fc-4d50-ae57-09eb029fdd0d tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (dd858ccb-30cd-4162-8624-ef083a8c47b0), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:04.560230 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-72368bb6-0439-479a-b3b8-076f726b6fe1 req-66f3c05f-c9ce-4c6d-8b6a-04fcd45ff151 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2d0648da-7207-4fde-bb28-f88b0cf46085 HTTP/1.1" status: 200 len: 217 time: 0.0868344 Feb 19 02:57:04.582225 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-3b205606-50fc-4d50-ae57-09eb029fdd0d tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Calling delete_port for dd858ccb-30cd-4162-8624-ef083a8c47b0 owned by network:router_interface {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:57:04.650743 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72368bb6-0439-479a-b3b8-076f726b6fe1 req-6ec86597-57e2-454e-aeaa-c75777de14c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:04.654800 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-72368bb6-0439-479a-b3b8-076f726b6fe1 req-6ec86597-57e2-454e-aeaa-c75777de14c7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=754b3a5b-6b59-4c1e-b100-cfbf1a3674dc HTTP/1.1" status: 200 len: 797 time: 0.0855930 Feb 19 02:57:04.775246 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72368bb6-0439-479a-b3b8-076f726b6fe1 req-7a24c595-96e0-49a8-9f4d-89783b798625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:04.777275 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-72368bb6-0439-479a-b3b8-076f726b6fe1 req-7a24c595-96e0-49a8-9f4d-89783b798625 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b0af2fed-15cc-4a59-82f9-c56cce972954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1170747 Feb 19 02:57:04.938163 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1418c246-2bb6-401d-b761-3e08c81e47ae tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (fea17a7c-6c9f-4bfa-9d83-06e27d976dde), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:04.954471 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-72368bb6-0439-479a-b3b8-076f726b6fe1 req-eded3daa-471b-46fb-89e5-563fc5a3d96f service neutron] 10.222.0.73 "GET /v2.0/networks/b0af2fed-15cc-4a59-82f9-c56cce972954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671884 Feb 19 02:57:04.982570 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1418c246-2bb6-401d-b761-3e08c81e47ae tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Pushing event deleted for resources: {'Port': ['ID=fea17a7c-6c9f-4bfa-9d83-06e27d976dde,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:05.049352 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466e998e-5614-4452-ac89-6da15ec67da9 req-416142ab-7607-4eee-9a24-288bb37c3989 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:05.057867 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466e998e-5614-4452-ac89-6da15ec67da9 req-416142ab-7607-4eee-9a24-288bb37c3989 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:05.065279 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466e998e-5614-4452-ac89-6da15ec67da9 req-416142ab-7607-4eee-9a24-288bb37c3989 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:05.071753 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466e998e-5614-4452-ac89-6da15ec67da9 req-416142ab-7607-4eee-9a24-288bb37c3989 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:05.079486 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466e998e-5614-4452-ac89-6da15ec67da9 req-416142ab-7607-4eee-9a24-288bb37c3989 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:05.087061 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466e998e-5614-4452-ac89-6da15ec67da9 req-416142ab-7607-4eee-9a24-288bb37c3989 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:05.093698 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466e998e-5614-4452-ac89-6da15ec67da9 req-416142ab-7607-4eee-9a24-288bb37c3989 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:05.095679 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-466e998e-5614-4452-ac89-6da15ec67da9 req-416142ab-7607-4eee-9a24-288bb37c3989 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 5421 time: 0.7081084 Feb 19 02:57:05.205954 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-72368bb6-0439-479a-b3b8-076f726b6fe1 req-31f0c4f9-ccc6-482f-94c2-ce56fe4ad051 service neutron] 10.222.0.73 "GET /v2.0/networks/b0af2fed-15cc-4a59-82f9-c56cce972954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431102 Feb 19 02:57:05.267021 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c74b84-12e9-4f35-afa6-a6c375a1d927 req-4a2c7328-2dcc-4b34-b88c-794e77a5130d tempest-ServerPasswordTestJSON-193673362 tempest-ServerPasswordTestJSON-193673362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:05.272918 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-17c74b84-12e9-4f35-afa6-a6c375a1d927 req-4a2c7328-2dcc-4b34-b88c-794e77a5130d tempest-ServerPasswordTestJSON-193673362 tempest-ServerPasswordTestJSON-193673362-project] 10.222.0.72 "GET /v2.0/ports?device_id=83e6e320-a87c-4534-84b9-00ac61234aa4 HTTP/1.1" status: 200 len: 946 time: 0.8145170 Feb 19 02:57:05.464727 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-466e998e-5614-4452-ac89-6da15ec67da9 req-735115cf-d3df-4152-864c-ec68d976b00e tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/security-groups?id=344800ac-992b-44b9-a49a-a7d4e6a6fc53&id=197f0109-f833-46dd-9ffe-3ff812885f73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1859396 Feb 19 02:57:05.501297 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-17c74b84-12e9-4f35-afa6-a6c375a1d927 req-30193f03-22f2-4e7d-a751-d2414dedf74c tempest-ServerPasswordTestJSON-193673362 tempest-ServerPasswordTestJSON-193673362-project] 10.222.0.72 "GET /v2.0/security-groups?id=208b6c12-1491-4da0-85a2-a3443bb82807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590018 Feb 19 02:57:05.507654 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1418c246-2bb6-401d-b761-3e08c81e47ae tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16285837'] for router_gateway (3f70c4c3-8c0d-45c0-9fcd-0b412be6778e), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:06.115352 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1418c246-2bb6-401d-b761-3e08c81e47ae tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16317457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14254'] for router (3f70c4c3-8c0d-45c0-9fcd-0b412be6778e), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:06.118184 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1418c246-2bb6-401d-b761-3e08c81e47ae tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks [] for router_controller (3f70c4c3-8c0d-45c0-9fcd-0b412be6778e), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:06.225377 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1418c246-2bb6-401d-b761-3e08c81e47ae tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16317544'] for router (3f70c4c3-8c0d-45c0-9fcd-0b412be6778e), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:06.227156 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1418c246-2bb6-401d-b761-3e08c81e47ae tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Fanout notify agent at l3_agent the message router_deleted on router 3f70c4c3-8c0d-45c0-9fcd-0b412be6778e {{(pid=103701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 02:57:06.242888 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1418c246-2bb6-401d-b761-3e08c81e47ae tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks [] for router (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:06.250803 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 41036) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:06.253769 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-1418c246-2bb6-401d-b761-3e08c81e47ae tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] 10.222.0.72 "DELETE /v2.0/routers/3f70c4c3-8c0d-45c0-9fcd-0b412be6778e HTTP/1.1" status: 204 len: 168 time: 3.3329308 Feb 19 02:57:06.256552 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-62f96fcd-8a50-43ae-8624-6ab41bdf1a46 tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-433705156', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:57:06.302384 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b1a62415-c609-494b-ad49-9ff7cbfb52c6 req-b185ff32-28b8-4e8d-980d-3dbf60f97069 tempest-ServerShowV247Test-1676986851 tempest-ServerShowV247Test-1676986851-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e169b68-cb4d-41f6-a84b-502671589f35 HTTP/1.1" status: 200 len: 210 time: 0.1238537 Feb 19 02:57:06.305166 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-62f96fcd-8a50-43ae-8624-6ab41bdf1a46 tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14172'] for router (df3d812d-80a6-4918-9503-507148ff55a6), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:06.307282 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-62f96fcd-8a50-43ae-8624-6ab41bdf1a46 tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16317487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16285822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16309985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14247'] for router (df3d812d-80a6-4918-9503-507148ff55a6), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:06.309438 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3b205606-50fc-4d50-ae57-09eb029fdd0d tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (dd858ccb-30cd-4162-8624-ef083a8c47b0), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:06.393678 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b205606-50fc-4d50-ae57-09eb029fdd0d tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Pushing event deleted for resources: {'Port': ['ID=dd858ccb-30cd-4162-8624-ef083a8c47b0,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:06.427208 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-62f96fcd-8a50-43ae-8624-6ab41bdf1a46 tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks [] for router_controller (df3d812d-80a6-4918-9503-507148ff55a6), precommit_add_association {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:06.439494 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-62f96fcd-8a50-43ae-8624-6ab41bdf1a46 tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16317478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865'] for router (df3d812d-80a6-4918-9503-507148ff55a6), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:06.483648 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-62f96fcd-8a50-43ae-8624-6ab41bdf1a46 tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:06.485229 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-62f96fcd-8a50-43ae-8624-6ab41bdf1a46 tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2327130 Feb 19 02:57:06.487906 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 41042) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:06.492505 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-7ec60d99-05a6-46ed-804a-b0207b033bfe tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'enable_snat': True}}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:57:06.687736 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3b205606-50fc-4d50-ae57-09eb029fdd0d tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16362762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16314471'] for router_interface (07cf4ed9-9bd6-4832-a9b7-d1ef05457006), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:07.045413 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7ec60d99-05a6-46ed-804a-b0207b033bfe tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks [] for router_gateway (df3d812d-80a6-4918-9503-507148ff55a6), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:07.247035 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dc70f7-b23c-48d9-87de-69cc0f73ef15 req-6622d40c-c6b5-4c57-b2e1-6e83f71fa2e3 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:07.257581 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dc70f7-b23c-48d9-87de-69cc0f73ef15 req-6622d40c-c6b5-4c57-b2e1-6e83f71fa2e3 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:07.271758 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dc70f7-b23c-48d9-87de-69cc0f73ef15 req-6622d40c-c6b5-4c57-b2e1-6e83f71fa2e3 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:07.281859 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dc70f7-b23c-48d9-87de-69cc0f73ef15 req-6622d40c-c6b5-4c57-b2e1-6e83f71fa2e3 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:07.287933 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dc70f7-b23c-48d9-87de-69cc0f73ef15 req-6622d40c-c6b5-4c57-b2e1-6e83f71fa2e3 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:07.293816 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dc70f7-b23c-48d9-87de-69cc0f73ef15 req-6622d40c-c6b5-4c57-b2e1-6e83f71fa2e3 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:07.304728 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dc70f7-b23c-48d9-87de-69cc0f73ef15 req-6622d40c-c6b5-4c57-b2e1-6e83f71fa2e3 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:07.304728 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-11dc70f7-b23c-48d9-87de-69cc0f73ef15 req-6622d40c-c6b5-4c57-b2e1-6e83f71fa2e3 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 5421 time: 0.6178358 Feb 19 02:57:07.332292 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658a4e91-000b-44ee-8801-1aeef366e5fa req-d1a0cf07-7a43-48a0-8458-cf6f2d2d8952 tempest-ServerPasswordTestJSON-193673362 tempest-ServerPasswordTestJSON-193673362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:07.333795 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-658a4e91-000b-44ee-8801-1aeef366e5fa req-d1a0cf07-7a43-48a0-8458-cf6f2d2d8952 tempest-ServerPasswordTestJSON-193673362 tempest-ServerPasswordTestJSON-193673362-project] 10.222.0.72 "GET /v2.0/ports?device_id=83e6e320-a87c-4534-84b9-00ac61234aa4 HTTP/1.1" status: 200 len: 946 time: 0.6437407 Feb 19 02:57:07.339761 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b205606-50fc-4d50-ae57-09eb029fdd0d tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Router 07cf4ed9-9bd6-4832-a9b7-d1ef05457006 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:57:07.538322 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7ec60d99-05a6-46ed-804a-b0207b033bfe tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks [] for router_gateway (df3d812d-80a6-4918-9503-507148ff55a6), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:07.565730 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-11dc70f7-b23c-48d9-87de-69cc0f73ef15 req-cff6b6b9-61ba-4f7a-a5db-0e46108e9c6d tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/security-groups?id=344800ac-992b-44b9-a49a-a7d4e6a6fc53&id=197f0109-f833-46dd-9ffe-3ff812885f73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2444463 Feb 19 02:57:07.585191 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7ec60d99-05a6-46ed-804a-b0207b033bfe tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:07.586529 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-658a4e91-000b-44ee-8801-1aeef366e5fa req-c0cf1fa0-ae96-459f-a825-b3149c18a064 tempest-ServerPasswordTestJSON-193673362 tempest-ServerPasswordTestJSON-193673362-project] 10.222.0.72 "GET /v2.0/security-groups?id=208b6c12-1491-4da0-85a2-a3443bb82807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226627 Feb 19 02:57:07.663641 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b205606-50fc-4d50-ae57-09eb029fdd0d tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:57:07.673915 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-3b205606-50fc-4d50-ae57-09eb029fdd0d tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] 10.222.0.72 "PUT /v2.0/routers/07cf4ed9-9bd6-4832-a9b7-d1ef05457006/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0415273 Feb 19 02:57:07.675713 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 41072) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:07.677984 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c22390-e3ca-4916-9d9c-2eef725764f9 None None] Sync routers for ids ['07cf4ed9-9bd6-4832-a9b7-d1ef05457006'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:57:07.704924 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c22390-e3ca-4916-9d9c-2eef725764f9 None None] Routers {'07cf4ed9-9bd6-4832-a9b7-d1ef05457006'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:57:07.705576 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-02c22390-e3ca-4916-9d9c-2eef725764f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:56:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['07cf4ed9-9bd6-4832-a9b7-d1ef05457006'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:57:07.811448 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-86142fe6-ef80-4e47-b3f0-7dd27c88eff7 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] 10.222.0.72 "GET /v2.0/ports?device_id=07cf4ed9-9bd6-4832-a9b7-d1ef05457006 HTTP/1.1" status: 200 len: 205 time: 0.1236107 Feb 19 02:57:07.812177 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 41076) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:07.820870 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-7ec60d99-05a6-46ed-804a-b0207b033bfe tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Allocated IP 172.25.6.217 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/3da2eb92-847d-42f0-aba3-0977b2b8ba84) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:57:07.855350 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-02c22390-e3ca-4916-9d9c-2eef725764f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:57:07.891630 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c22390-e3ca-4916-9d9c-2eef725764f9 None None] Routers {'07cf4ed9-9bd6-4832-a9b7-d1ef05457006'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:57:07.892260 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-02c22390-e3ca-4916-9d9c-2eef725764f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:56:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['07cf4ed9-9bd6-4832-a9b7-d1ef05457006'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:57:07.965988 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 41084) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:07.981876 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-02c22390-e3ca-4916-9d9c-2eef725764f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:57:07.982540 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c22390-e3ca-4916-9d9c-2eef725764f9 None None] The sync data for ids ['07cf4ed9-9bd6-4832-a9b7-d1ef05457006'] in n-d-826753-2 is: [] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:57:08.013662 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5b23b5ae-a351-45ab-9be3-35950d9fbb10 req-3d37adb9-ce29-441a-b782-dc3d638116c2 tempest-ServerShowV247Test-1676986851 tempest-ServerShowV247Test-1676986851-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e169b68-cb4d-41f6-a84b-502671589f35 HTTP/1.1" status: 200 len: 210 time: 0.1947889 Feb 19 02:57:08.066221 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f8ba540e-7952-41ef-a0e6-a4448766ac20 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks [] for router (07cf4ed9-9bd6-4832-a9b7-d1ef05457006), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:08.088529 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7ec60d99-05a6-46ed-804a-b0207b033bfe tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks [] for port (3da2eb92-847d-42f0-aba3-0977b2b8ba84), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:08.223352 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b1ac4155-bd44-4b4d-bde1-0cf25d5381bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:08.288969 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f8ba540e-7952-41ef-a0e6-a4448766ac20 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16317457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14254'] for router (07cf4ed9-9bd6-4832-a9b7-d1ef05457006), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:08.292238 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f8ba540e-7952-41ef-a0e6-a4448766ac20 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks [] for router_controller (07cf4ed9-9bd6-4832-a9b7-d1ef05457006), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:08.392147 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b1ac4155-bd44-4b4d-bde1-0cf25d5381bd admin admin] Publish callbacks [] for security_group (e24827c9-5187-45c4-9dd6-e7694db48b47), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:08.395542 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7ec60d99-05a6-46ed-804a-b0207b033bfe tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (3da2eb92-847d-42f0-aba3-0977b2b8ba84), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:08.407578 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b1ac4155-bd44-4b4d-bde1-0cf25d5381bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (e24827c9-5187-45c4-9dd6-e7694db48b47), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:08.417165 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f8ba540e-7952-41ef-a0e6-a4448766ac20 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16317544'] for router (07cf4ed9-9bd6-4832-a9b7-d1ef05457006), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:08.417866 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8ba540e-7952-41ef-a0e6-a4448766ac20 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Fanout notify agent at l3_agent the message router_deleted on router 07cf4ed9-9bd6-4832-a9b7-d1ef05457006 {{(pid=103701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 02:57:08.439581 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f8ba540e-7952-41ef-a0e6-a4448766ac20 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks [] for router (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:08.443425 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-f8ba540e-7952-41ef-a0e6-a4448766ac20 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] 10.222.0.72 "DELETE /v2.0/routers/07cf4ed9-9bd6-4832-a9b7-d1ef05457006 HTTP/1.1" status: 204 len: 168 time: 0.6266372 Feb 19 02:57:08.443704 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 41096) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:08.478399 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-b1ac4155-bd44-4b4d-bde1-0cf25d5381bd admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a68f252e7d1846c38413ade19a4128f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5109301 Feb 19 02:57:08.481213 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ac4155-bd44-4b4d-bde1-0cf25d5381bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e24827c9-5187-45c4-9dd6-e7694db48b47,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:08.482245 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 41098) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:08.498378 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec60d99-05a6-46ed-804a-b0207b033bfe tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:57:08.503488 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-7ec60d99-05a6-46ed-804a-b0207b033bfe tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:57:08.513068 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec60d99-05a6-46ed-804a-b0207b033bfe tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:57:08.514979 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec60d99-05a6-46ed-804a-b0207b033bfe tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Pushing event updated for resources: {'Port': ['ID=3da2eb92-847d-42f0-aba3-0977b2b8ba84,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:08.565765 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe2a6ed-b18b-4a25-9088-f0a30773f478 req-475746fd-2cd8-4abf-a7aa-0ecf3c86d218 tempest-ServerPasswordTestJSON-193673362 tempest-ServerPasswordTestJSON-193673362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:08.574014 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-efe2a6ed-b18b-4a25-9088-f0a30773f478 req-475746fd-2cd8-4abf-a7aa-0ecf3c86d218 tempest-ServerPasswordTestJSON-193673362 tempest-ServerPasswordTestJSON-193673362-project] 10.222.0.72 "GET /v2.0/ports?device_id=83e6e320-a87c-4534-84b9-00ac61234aa4 HTTP/1.1" status: 200 len: 946 time: 0.2349803 Feb 19 02:57:08.640685 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8d0e372-da3c-4c2b-9c5d-1b4b9a5c1806 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Deleting subnet 7595a57c-e160-4991-acef-b6ee20e04d54 {{(pid=103701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:57:08.650961 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a8d0e372-da3c-4c2b-9c5d-1b4b9a5c1806 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks [] for subnet (7595a57c-e160-4991-acef-b6ee20e04d54), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:08.729244 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a8d0e372-da3c-4c2b-9c5d-1b4b9a5c1806 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12647399'] for subnet (7595a57c-e160-4991-acef-b6ee20e04d54), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:08.738825 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfef088a-a03d-4a9f-bc96-3ac9d75d4749 req-9d63d51d-e0f6-4cd8-be61-ee4fbd3f5aa0 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:08.741144 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cfef088a-a03d-4a9f-bc96-3ac9d75d4749 req-9d63d51d-e0f6-4cd8-be61-ee4fbd3f5aa0 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/ports?device_id=9829e4c6-35e3-4dca-a34d-83845f9a05fe HTTP/1.1" status: 200 len: 945 time: 0.2401090 Feb 19 02:57:08.798526 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-efe2a6ed-b18b-4a25-9088-f0a30773f478 req-fcde46c3-6a00-44e1-a89e-443a4d209f3b tempest-ServerPasswordTestJSON-193673362 tempest-ServerPasswordTestJSON-193673362-project] 10.222.0.72 "GET /v2.0/security-groups?id=208b6c12-1491-4da0-85a2-a3443bb82807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234530 Feb 19 02:57:08.819520 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7ec60d99-05a6-46ed-804a-b0207b033bfe tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks [] for router_gateway (df3d812d-80a6-4918-9503-507148ff55a6), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:08.851711 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7d28d507-a218-4961-9656-5048934f4358 admin admin] Publish callbacks [] for security_group (e24827c9-5187-45c4-9dd6-e7694db48b47), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:08.916792 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cfef088a-a03d-4a9f-bc96-3ac9d75d4749 req-cb451472-ec44-436e-9bc3-ad88eb22ef11 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d351a8c-b73e-485a-861c-36f8b0ec3310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488721 Feb 19 02:57:08.994291 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a8d0e372-da3c-4c2b-9c5d-1b4b9a5c1806 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (7595a57c-e160-4991-acef-b6ee20e04d54), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:09.061273 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7ec60d99-05a6-46ed-804a-b0207b033bfe tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16285772', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16317501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14257'] for router (df3d812d-80a6-4918-9503-507148ff55a6), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:09.065357 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7ec60d99-05a6-46ed-804a-b0207b033bfe tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16285787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16285778', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16317492'] for router (df3d812d-80a6-4918-9503-507148ff55a6), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:09.147359 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a8d0e372-da3c-4c2b-9c5d-1b4b9a5c1806 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12647206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58706286'] for subnet (7595a57c-e160-4991-acef-b6ee20e04d54), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:09.252007 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ec60d99-05a6-46ed-804a-b0207b033bfe tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Router df3d812d-80a6-4918-9503-507148ff55a6 is scheduled to L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd with binding_index 1 {{(pid=103702) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 02:57:09.266889 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7d28d507-a218-4961-9656-5048934f4358 admin admin] Publish callbacks [] for security_group (e24827c9-5187-45c4-9dd6-e7694db48b47), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:09.331072 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d0e372-da3c-4c2b-9c5d-1b4b9a5c1806 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Pushing event deleted for resources: {'Subnet': ['ID=7595a57c-e160-4991-acef-b6ee20e04d54,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:09.343544 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56bd7fbd-55d7-4886-81f2-44de3880451c None None] Network 5892a6ec-00bf-499f-a9a0-af69e60ea0f8 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:57:09.379727 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e3c42cb8-86ce-45f4-b92d-e8201b4648d2 req-c4b8b740-a256-4e91-bee2-d4b6bee1358b tempest-ServerShowV247Test-1676986851 tempest-ServerShowV247Test-1676986851-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e169b68-cb4d-41f6-a84b-502671589f35 HTTP/1.1" status: 200 len: 210 time: 0.2196307 Feb 19 02:57:09.382569 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a8d0e372-da3c-4c2b-9c5d-1b4b9a5c1806 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:09.401877 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-a8d0e372-da3c-4c2b-9c5d-1b4b9a5c1806 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] 10.222.0.72 "DELETE /v2.0/subnets/7595a57c-e160-4991-acef-b6ee20e04d54 HTTP/1.1" status: 204 len: 168 time: 0.9531846 Feb 19 02:57:09.403329 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 41106) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:09.425044 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ec60d99-05a6-46ed-804a-b0207b033bfe tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:57:09.489131 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b1d5ec-55be-4616-98c3-8399b1c6ab33 req-f21ff3b9-5aeb-4b7e-b638-1e5c029c6fa3 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:09.498264 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b1d5ec-55be-4616-98c3-8399b1c6ab33 req-f21ff3b9-5aeb-4b7e-b638-1e5c029c6fa3 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:09.518179 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b1d5ec-55be-4616-98c3-8399b1c6ab33 req-f21ff3b9-5aeb-4b7e-b638-1e5c029c6fa3 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:09.527136 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-307b40ed-d01e-45c5-9d04-2bfa0037d50f tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Deleting subnet 519207a1-54bc-4905-a4c9-098ed4e5c659 {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:57:09.535749 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-307b40ed-d01e-45c5-9d04-2bfa0037d50f tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks [] for subnet (519207a1-54bc-4905-a4c9-098ed4e5c659), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:09.536557 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b1d5ec-55be-4616-98c3-8399b1c6ab33 req-f21ff3b9-5aeb-4b7e-b638-1e5c029c6fa3 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:09.542966 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b1d5ec-55be-4616-98c3-8399b1c6ab33 req-f21ff3b9-5aeb-4b7e-b638-1e5c029c6fa3 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:09.562360 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b1d5ec-55be-4616-98c3-8399b1c6ab33 req-f21ff3b9-5aeb-4b7e-b638-1e5c029c6fa3 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:09.574335 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b1d5ec-55be-4616-98c3-8399b1c6ab33 req-f21ff3b9-5aeb-4b7e-b638-1e5c029c6fa3 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:09.581947 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-307b40ed-d01e-45c5-9d04-2bfa0037d50f tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (519207a1-54bc-4905-a4c9-098ed4e5c659), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:09.583179 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-37b1d5ec-55be-4616-98c3-8399b1c6ab33 req-f21ff3b9-5aeb-4b7e-b638-1e5c029c6fa3 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 5421 time: 0.6653109 Feb 19 02:57:09.587170 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7ec60d99-05a6-46ed-804a-b0207b033bfe tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:09.591599 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-7ec60d99-05a6-46ed-804a-b0207b033bfe tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] 10.222.0.72 "PUT /v2.0/routers/df3d812d-80a6-4918-9503-507148ff55a6 HTTP/1.1" status: 200 len: 918 time: 3.0994451 Feb 19 02:57:09.592735 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 41108) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:09.747034 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39484c65-a4b8-4404-b407-17d69fa4f961 None None] Sync routers for ids ['df3d812d-80a6-4918-9503-507148ff55a6'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:57:09.756777 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-307b40ed-d01e-45c5-9d04-2bfa0037d50f tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (519207a1-54bc-4905-a4c9-098ed4e5c659), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:09.776257 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39484c65-a4b8-4404-b407-17d69fa4f961 None None] Routers {'df3d812d-80a6-4918-9503-507148ff55a6'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:57:09.776812 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-39484c65-a4b8-4404-b407-17d69fa4f961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:56:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['df3d812d-80a6-4918-9503-507148ff55a6'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:57:09.819647 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 41112) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:09.821972 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-9ba34546-da11-4628-b577-31f3d6817219 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] 10.222.0.72 "GET /v2.0/routers/df3d812d-80a6-4918-9503-507148ff55a6 HTTP/1.1" status: 200 len: 924 time: 0.2277689 Feb 19 02:57:09.864316 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-39484c65-a4b8-4404-b407-17d69fa4f961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:57:09.881254 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7d28d507-a218-4961-9656-5048934f4358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (e24827c9-5187-45c4-9dd6-e7694db48b47), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:09.884156 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7d28d507-a218-4961-9656-5048934f4358 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:09.903063 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-7d28d507-a218-4961-9656-5048934f4358 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e24827c9-5187-45c4-9dd6-e7694db48b47 HTTP/1.1" status: 204 len: 168 time: 1.3996758 Feb 19 02:57:09.911540 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39484c65-a4b8-4404-b407-17d69fa4f961 None None] Routers {'df3d812d-80a6-4918-9503-507148ff55a6'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:57:09.914242 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-39484c65-a4b8-4404-b407-17d69fa4f961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:56:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['df3d812d-80a6-4918-9503-507148ff55a6'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:57:09.987356 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-39484c65-a4b8-4404-b407-17d69fa4f961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:57:09.988006 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39484c65-a4b8-4404-b407-17d69fa4f961 None None] The sync data for ids ['df3d812d-80a6-4918-9503-507148ff55a6'] in n-d-826753-2 is: [] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:57:10.025921 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-307b40ed-d01e-45c5-9d04-2bfa0037d50f tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (519207a1-54bc-4905-a4c9-098ed4e5c659), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:10.069601 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-307b40ed-d01e-45c5-9d04-2bfa0037d50f tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:10.074496 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-307b40ed-d01e-45c5-9d04-2bfa0037d50f tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] 10.222.0.72 "DELETE /v2.0/subnets/519207a1-54bc-4905-a4c9-098ed4e5c659 HTTP/1.1" status: 204 len: 168 time: 0.6589804 Feb 19 02:57:10.079228 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8c769a-c023-4d10-9f0e-7bf9504c07b4 None None] Network 8e41a95f-a56b-44a2-a88d-4633ed24fcca requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:57:10.080273 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 41120) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:10.083098 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12e2913-d954-4c67-883c-f994fa03cf25 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:10.093549 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-c12e2913-d954-4c67-883c-f994fa03cf25 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] 10.222.0.72 "GET /v2.0/ports?network_id=eaf64708-9021-419e-b287-ef3e0f51e2ee&device_id=df3d812d-80a6-4918-9503-507148ff55a6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2693872 Feb 19 02:57:10.095034 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 41122) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:10.095807 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307b40ed-d01e-45c5-9d04-2bfa0037d50f tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Pushing event deleted for resources: {'Subnet': ['ID=519207a1-54bc-4905-a4c9-098ed4e5c659,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:10.108162 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d244de91-ff47-416e-be05-93ca78b9665b None None] DHCP port deletion for 5892a6ec-00bf-499f-a9a0-af69e60ea0f8 request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 02:57:10.116972 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d28d507-a218-4961-9656-5048934f4358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e24827c9-5187-45c4-9dd6-e7694db48b47,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:10.217753 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-37b1d5ec-55be-4616-98c3-8399b1c6ab33 req-4f0b48c7-a5ad-4582-a78c-559c0aeca4db tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/security-groups?id=344800ac-992b-44b9-a49a-a7d4e6a6fc53&id=197f0109-f833-46dd-9ffe-3ff812885f73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6326797 Feb 19 02:57:10.260793 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca9a4fa-622b-4f93-91ad-39c9e474db3b req-82f1f96a-dce9-4acc-be71-75fdbde3c877 tempest-ServerPasswordTestJSON-193673362 tempest-ServerPasswordTestJSON-193673362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:10.260793 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4ca9a4fa-622b-4f93-91ad-39c9e474db3b req-82f1f96a-dce9-4acc-be71-75fdbde3c877 tempest-ServerPasswordTestJSON-193673362 tempest-ServerPasswordTestJSON-193673362-project] 10.222.0.82 "GET /v2.0/ports?device_id=83e6e320-a87c-4534-84b9-00ac61234aa4 HTTP/1.1" status: 200 len: 946 time: 0.4231009 Feb 19 02:57:10.271286 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a538a33f-36af-4899-9f64-d02d2e92d570 req-3eae8858-b43c-4cfb-b590-ea9be2e077c6 tempest-ServerPasswordTestJSON-193673362 tempest-ServerPasswordTestJSON-193673362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:10.272847 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a538a33f-36af-4899-9f64-d02d2e92d570 req-3eae8858-b43c-4cfb-b590-ea9be2e077c6 tempest-ServerPasswordTestJSON-193673362 tempest-ServerPasswordTestJSON-193673362-project] 10.222.0.72 "GET /v2.0/ports?device_id=83e6e320-a87c-4534-84b9-00ac61234aa4 HTTP/1.1" status: 200 len: 946 time: 0.3064647 Feb 19 02:57:10.288551 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-68d5b4ec-a260-4fa4-87dc-d27eb2238d7f tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (5892a6ec-00bf-499f-a9a0-af69e60ea0f8), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:10.333461 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d468908c-abcc-4a19-afcc-3a5854342f6e tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:10.334881 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-d468908c-abcc-4a19-afcc-3a5854342f6e tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] 10.222.0.72 "GET /v2.0/networks/eaf64708-9021-419e-b287-ef3e0f51e2ee HTTP/1.1" status: 200 len: 881 time: 0.2333524 Feb 19 02:57:10.338562 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 41126) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:10.407619 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-dacfed8c-7779-4e8c-a051-d8e1f2de3c79 tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] 10.222.0.72 "GET /v2.0/ports?device_id=df3d812d-80a6-4918-9503-507148ff55a6 HTTP/1.1" status: 200 len: 205 time: 0.0675097 Feb 19 02:57:10.409868 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 41128) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:10.474485 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 41132) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:10.495670 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-d244de91-ff47-416e-be05-93ca78b9665b None None] Deleting port 98085b26-9d20-4f90-a37c-bbceb02851a8 {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:57:10.496253 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d244de91-ff47-416e-be05-93ca78b9665b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (98085b26-9d20-4f90-a37c-bbceb02851a8), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:10.583131 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2463c424-61ae-4d06-a394-6f6be487e503 tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks [] for router (df3d812d-80a6-4918-9503-507148ff55a6), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:10.583625 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a538a33f-36af-4899-9f64-d02d2e92d570 req-b2dca4bb-aa8c-481b-951c-2bf560256cfe tempest-ServerPasswordTestJSON-193673362 tempest-ServerPasswordTestJSON-193673362-project] 10.222.0.72 "GET /v2.0/security-groups?id=208b6c12-1491-4da0-85a2-a3443bb82807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2999697 Feb 19 02:57:10.589287 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-84e0b6f9-bb47-400f-8dec-5f96482bf3e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:10.624660 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd29894e-1cf2-41f5-94f9-6939e61f9d68 None None] DHCP port deletion for 8e41a95f-a56b-44a2-a88d-4633ed24fcca request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 02:57:10.683852 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d85aa71-adc6-4900-962b-c645beaa2c56 req-f32623aa-9b0f-484a-8f45-50ae707e6d8b tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:10.688741 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2d85aa71-adc6-4900-962b-c645beaa2c56 req-f32623aa-9b0f-484a-8f45-50ae707e6d8b tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/ports?device_id=9829e4c6-35e3-4dca-a34d-83845f9a05fe HTTP/1.1" status: 200 len: 945 time: 0.2822263 Feb 19 02:57:10.788124 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-d244de91-ff47-416e-be05-93ca78b9665b None None] For port 98085b26-9d20-4f90-a37c-bbceb02851a8, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=98085b26-9d20-4f90-a37c-bbceb02851a8,segment=NetworkSegment(4604e5d8-f8c1-4c61-a9f1-62b60448903e),segment_id=4604e5d8-f8c1-4c61-a9f1-62b60448903e)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:57:10.788777 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d244de91-ff47-416e-be05-93ca78b9665b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (98085b26-9d20-4f90-a37c-bbceb02851a8), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:10.807206 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-d244de91-ff47-416e-be05-93ca78b9665b None None] Calling delete_port for 98085b26-9d20-4f90-a37c-bbceb02851a8 owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:57:10.869665 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-fd29894e-1cf2-41f5-94f9-6939e61f9d68 None None] Deleting port 811f76fc-ca12-4360-b42c-215009665f14 {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:57:10.870275 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fd29894e-1cf2-41f5-94f9-6939e61f9d68 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (811f76fc-ca12-4360-b42c-215009665f14), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:10.887782 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c39a8c46-9054-4231-8cc2-0ce1cdb55354 req-8c34eca8-6f57-4863-9349-f0ac5ecd4a32 tempest-ServerShowV247Test-1676986851 tempest-ServerShowV247Test-1676986851-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e169b68-cb4d-41f6-a84b-502671589f35 HTTP/1.1" status: 200 len: 210 time: 0.0771842 Feb 19 02:57:10.902534 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-4ca9a4fa-622b-4f93-91ad-39c9e474db3b req-6fd35289-0c34-4b21-b057-15980cacd25f tempest-ServerPasswordTestJSON-193673362 tempest-ServerPasswordTestJSON-193673362-project] Deleting port b6efd1cc-81fc-4336-beec-5661aee391c6 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:57:10.905278 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-4ca9a4fa-622b-4f93-91ad-39c9e474db3b req-6fd35289-0c34-4b21-b057-15980cacd25f tempest-ServerPasswordTestJSON-193673362 tempest-ServerPasswordTestJSON-193673362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (b6efd1cc-81fc-4336-beec-5661aee391c6), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:10.980456 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-fd29894e-1cf2-41f5-94f9-6939e61f9d68 None None] For port 811f76fc-ca12-4360-b42c-215009665f14, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=811f76fc-ca12-4360-b42c-215009665f14,segment=NetworkSegment(c38861f4-b415-44b5-b9b6-184dbcdfa7ee),segment_id=c38861f4-b415-44b5-b9b6-184dbcdfa7ee)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:57:10.981167 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fd29894e-1cf2-41f5-94f9-6939e61f9d68 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (811f76fc-ca12-4360-b42c-215009665f14), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:10.989673 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-68d5b4ec-a260-4fa4-87dc-d27eb2238d7f tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Deleting port 98085b26-9d20-4f90-a37c-bbceb02851a8 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:57:10.990257 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-68d5b4ec-a260-4fa4-87dc-d27eb2238d7f tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (98085b26-9d20-4f90-a37c-bbceb02851a8), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:11.004123 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-fd29894e-1cf2-41f5-94f9-6939e61f9d68 None None] Calling delete_port for 811f76fc-ca12-4360-b42c-215009665f14 owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:57:11.069525 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-68d5b4ec-a260-4fa4-87dc-d27eb2238d7f tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] For port 98085b26-9d20-4f90-a37c-bbceb02851a8, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=98085b26-9d20-4f90-a37c-bbceb02851a8,segment=NetworkSegment(4604e5d8-f8c1-4c61-a9f1-62b60448903e),segment_id=4604e5d8-f8c1-4c61-a9f1-62b60448903e)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:57:11.069825 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-68d5b4ec-a260-4fa4-87dc-d27eb2238d7f tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (98085b26-9d20-4f90-a37c-bbceb02851a8), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:11.085799 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-68d5b4ec-a260-4fa4-87dc-d27eb2238d7f tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Calling delete_port for 98085b26-9d20-4f90-a37c-bbceb02851a8 owned by network:dhcp {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:57:11.153294 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d244de91-ff47-416e-be05-93ca78b9665b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (98085b26-9d20-4f90-a37c-bbceb02851a8), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:11.194840 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d244de91-ff47-416e-be05-93ca78b9665b None None] No DVR routers for this DVR port 98085b26-9d20-4f90-a37c-bbceb02851a8 on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:57:11.197628 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-68d5b4ec-a260-4fa4-87dc-d27eb2238d7f tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (98085b26-9d20-4f90-a37c-bbceb02851a8), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:11.201603 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 98085b26-9d20-4f90-a37c-bbceb02851a8 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:57:11.204071 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fd29894e-1cf2-41f5-94f9-6939e61f9d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (811f76fc-ca12-4360-b42c-215009665f14), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:11.215067 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d244de91-ff47-416e-be05-93ca78b9665b None None] Pushing event deleted for resources: {'Port': ['ID=98085b26-9d20-4f90-a37c-bbceb02851a8,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:11.216155 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2d85aa71-adc6-4900-962b-c645beaa2c56 req-abf91c1c-cc05-42fb-9cd3-c351a11111df tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d351a8c-b73e-485a-861c-36f8b0ec3310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5142169 Feb 19 02:57:11.263287 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d5b4ec-a260-4fa4-87dc-d27eb2238d7f tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Pushing event deleted for resources: {'Port': ['ID=98085b26-9d20-4f90-a37c-bbceb02851a8,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:11.283757 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d5b4ec-a260-4fa4-87dc-d27eb2238d7f tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] No DVR routers for this DVR port 98085b26-9d20-4f90-a37c-bbceb02851a8 on host n-d-826753-2 {{(pid=103701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:57:11.298579 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd29894e-1cf2-41f5-94f9-6939e61f9d68 None None] No DVR routers for this DVR port 811f76fc-ca12-4360-b42c-215009665f14 on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:57:11.306297 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd29894e-1cf2-41f5-94f9-6939e61f9d68 None None] Pushing event deleted for resources: {'Port': ['ID=811f76fc-ca12-4360-b42c-215009665f14,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:11.359743 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 98085b26-9d20-4f90-a37c-bbceb02851a8 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:57:11.360365 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 98085b26-9d20-4f90-a37c-bbceb02851a8 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:57:11.360987 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 811f76fc-ca12-4360-b42c-215009665f14 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:57:11.391008 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 811f76fc-ca12-4360-b42c-215009665f14 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:57:11.391655 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 811f76fc-ca12-4360-b42c-215009665f14 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:57:11.393107 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-68d5b4ec-a260-4fa4-87dc-d27eb2238d7f tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (5892a6ec-00bf-499f-a9a0-af69e60ea0f8), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:11.433913 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-68d5b4ec-a260-4fa4-87dc-d27eb2238d7f tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5892a6ec-00bf-499f-a9a0-af69e60ea0f8']}} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:57:11.445155 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-68d5b4ec-a260-4fa4-87dc-d27eb2238d7f tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4604e5d8-f8c1-4c61-a9f1-62b60448903e') {'for_net_delete': True} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:57:11.446202 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-68d5b4ec-a260-4fa4-87dc-d27eb2238d7f tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4604e5d8-f8c1-4c61-a9f1-62b60448903e') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:57:11.458480 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-68d5b4ec-a260-4fa4-87dc-d27eb2238d7f tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12647422'] for segment (4604e5d8-f8c1-4c61-a9f1-62b60448903e), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:11.469627 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2463c424-61ae-4d06-a394-6f6be487e503 tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks [] for router_gateway (df3d812d-80a6-4918-9503-507148ff55a6), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:11.472781 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-68d5b4ec-a260-4fa4-87dc-d27eb2238d7f tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (4604e5d8-f8c1-4c61-a9f1-62b60448903e), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:11.480083 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68d5b4ec-a260-4fa4-87dc-d27eb2238d7f tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Releasing vlan 265 on physical network physnet1 to pool {{(pid=103701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:57:11.480566 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-68d5b4ec-a260-4fa4-87dc-d27eb2238d7f tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583360'] for segment (4604e5d8-f8c1-4c61-a9f1-62b60448903e), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:11.494099 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf0a0cc-bc86-40da-8d95-275df935095d req-3fa1abce-a403-4e4a-b058-e8e673c11421 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:11.495617 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-2bf0a0cc-bc86-40da-8d95-275df935095d req-3fa1abce-a403-4e4a-b058-e8e673c11421 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.73 "GET /v2.0/ports?device_id=9829e4c6-35e3-4dca-a34d-83845f9a05fe HTTP/1.1" status: 200 len: 945 time: 0.1178429 Feb 19 02:57:11.537745 n-d-826753-2 neutron-server[103701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:57:11.537745 n-d-826753-2 neutron-server[103701]: self.session.flush() Feb 19 02:57:11.537745 n-d-826753-2 neutron-server[103701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:57:11.537745 n-d-826753-2 neutron-server[103701]: self.session.flush() Feb 19 02:57:11.537745 n-d-826753-2 neutron-server[103701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:57:11.537745 n-d-826753-2 neutron-server[103701]: self.session.flush() Feb 19 02:57:11.537745 n-d-826753-2 neutron-server[103701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:57:11.537745 n-d-826753-2 neutron-server[103701]: self.session.flush() Feb 19 02:57:11.537745 n-d-826753-2 neutron-server[103701]: Traceback (most recent call last): Feb 19 02:57:11.537745 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:57:11.537745 n-d-826753-2 neutron-server[103701]: timer() Feb 19 02:57:11.537745 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:57:11.537745 n-d-826753-2 neutron-server[103701]: cb(*args, **kw) Feb 19 02:57:11.537745 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:57:11.537745 n-d-826753-2 neutron-server[103701]: return func(*args, **kwargs) Feb 19 02:57:11.537745 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:57:11.537745 n-d-826753-2 neutron-server[103701]: self._notify() Feb 19 02:57:11.537745 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:57:11.537745 n-d-826753-2 neutron-server[103701]: self.callback(batched_events) Feb 19 02:57:11.537745 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:57:11.537745 n-d-826753-2 neutron-server[103701]: event.method(event) Feb 19 02:57:11.537745 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:57:11.537745 n-d-826753-2 neutron-server[103701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:57:11.537745 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:57:11.537745 n-d-826753-2 neutron-server[103701]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:57:11.537745 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:57:11.537745 n-d-826753-2 neutron-server[103701]: return f(self, *a, **k) Feb 19 02:57:11.537745 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:57:11.537745 n-d-826753-2 neutron-server[103701]: return self._get(url).json() Feb 19 02:57:11.537745 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:57:11.537745 n-d-826753-2 neutron-server[103701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:57:11.537745 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:57:11.537745 n-d-826753-2 neutron-server[103701]: return self.request(url, 'GET', **kwargs) Feb 19 02:57:11.537745 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:57:11.537745 n-d-826753-2 neutron-server[103701]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:57:11.537745 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:57:11.537745 n-d-826753-2 neutron-server[103701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:57:11.537745 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:57:11.537745 n-d-826753-2 neutron-server[103701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:57:11.537745 n-d-826753-2 neutron-server[103701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:57:11.573046 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-84e0b6f9-bb47-400f-8dec-5f96482bf3e2 admin admin] Publish callbacks [] for security_group (c1307a3c-5a27-446a-ad6c-8b587813249f), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:11.607814 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-84e0b6f9-bb47-400f-8dec-5f96482bf3e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (c1307a3c-5a27-446a-ad6c-8b587813249f), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:11.610058 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-68d5b4ec-a260-4fa4-87dc-d27eb2238d7f tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (5892a6ec-00bf-499f-a9a0-af69e60ea0f8), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:11.617948 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-2463c424-61ae-4d06-a394-6f6be487e503 tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Deleting port 3da2eb92-847d-42f0-aba3-0977b2b8ba84 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:57:11.618431 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2463c424-61ae-4d06-a394-6f6be487e503 tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (3da2eb92-847d-42f0-aba3-0977b2b8ba84), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:11.647525 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e0b6f9-bb47-400f-8dec-5f96482bf3e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1307a3c-5a27-446a-ad6c-8b587813249f,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:11.676105 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-68d5b4ec-a260-4fa4-87dc-d27eb2238d7f tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:11.686428 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-68d5b4ec-a260-4fa4-87dc-d27eb2238d7f tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] 10.222.0.72 "DELETE /v2.0/networks/5892a6ec-00bf-499f-a9a0-af69e60ea0f8 HTTP/1.1" status: 204 len: 168 time: 1.5848804 Feb 19 02:57:11.688396 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-2bf0a0cc-bc86-40da-8d95-275df935095d req-5978b947-a392-4258-8a69-efc79e60912c tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] Deleting port 53fda427-3257-468c-a39b-65e464e0dd87 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:57:11.689175 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-2bf0a0cc-bc86-40da-8d95-275df935095d req-5978b947-a392-4258-8a69-efc79e60912c tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (53fda427-3257-468c-a39b-65e464e0dd87), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:11.703509 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 41140) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:11.721467 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-4ca9a4fa-622b-4f93-91ad-39c9e474db3b req-6fd35289-0c34-4b21-b057-15980cacd25f tempest-ServerPasswordTestJSON-193673362 tempest-ServerPasswordTestJSON-193673362-project] For port b6efd1cc-81fc-4336-beec-5661aee391c6, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=b6efd1cc-81fc-4336-beec-5661aee391c6,segment=NetworkSegment(91d21919-b34b-4e6d-b136-6f3230646e9e),segment_id=91d21919-b34b-4e6d-b136-6f3230646e9e)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:57:11.721841 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-4ca9a4fa-622b-4f93-91ad-39c9e474db3b req-6fd35289-0c34-4b21-b057-15980cacd25f tempest-ServerPasswordTestJSON-193673362 tempest-ServerPasswordTestJSON-193673362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (b6efd1cc-81fc-4336-beec-5661aee391c6), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:11.735116 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d5b4ec-a260-4fa4-87dc-d27eb2238d7f tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Pushing event deleted for resources: {'Network': ['ID=5892a6ec-00bf-499f-a9a0-af69e60ea0f8,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:11.799060 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-84e0b6f9-bb47-400f-8dec-5f96482bf3e2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=941ca5bb96774be68493ebf06e0a7860&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2715676 Feb 19 02:57:11.806748 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 41142) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:11.815025 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-4ca9a4fa-622b-4f93-91ad-39c9e474db3b req-6fd35289-0c34-4b21-b057-15980cacd25f tempest-ServerPasswordTestJSON-193673362 tempest-ServerPasswordTestJSON-193673362-project] Calling delete_port for b6efd1cc-81fc-4336-beec-5661aee391c6 owned by compute:nova {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:57:11.815812 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2463c424-61ae-4d06-a394-6f6be487e503 tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (3da2eb92-847d-42f0-aba3-0977b2b8ba84), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:11.845399 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-2463c424-61ae-4d06-a394-6f6be487e503 tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Calling delete_port for 3da2eb92-847d-42f0-aba3-0977b2b8ba84 owned by network:router_gateway {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:57:11.859115 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-2bf0a0cc-bc86-40da-8d95-275df935095d req-5978b947-a392-4258-8a69-efc79e60912c tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] For port 53fda427-3257-468c-a39b-65e464e0dd87, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=53fda427-3257-468c-a39b-65e464e0dd87,segment=NetworkSegment(b398e613-0491-4825-8c0e-13ffa7bc0c4a),segment_id=b398e613-0491-4825-8c0e-13ffa7bc0c4a)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:57:11.859482 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-2bf0a0cc-bc86-40da-8d95-275df935095d req-5978b947-a392-4258-8a69-efc79e60912c tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (53fda427-3257-468c-a39b-65e464e0dd87), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:11.860195 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3897c9-8342-4eb1-bff7-3e8b9e66ffc4 req-37a986dd-6037-4784-9207-02be5f53879d tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:11.866114 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3897c9-8342-4eb1-bff7-3e8b9e66ffc4 req-37a986dd-6037-4784-9207-02be5f53879d tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:11.872190 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3897c9-8342-4eb1-bff7-3e8b9e66ffc4 req-37a986dd-6037-4784-9207-02be5f53879d tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:11.878090 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3897c9-8342-4eb1-bff7-3e8b9e66ffc4 req-37a986dd-6037-4784-9207-02be5f53879d tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:11.885354 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3897c9-8342-4eb1-bff7-3e8b9e66ffc4 req-37a986dd-6037-4784-9207-02be5f53879d tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:11.890819 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3897c9-8342-4eb1-bff7-3e8b9e66ffc4 req-37a986dd-6037-4784-9207-02be5f53879d tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:11.892302 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-2bf0a0cc-bc86-40da-8d95-275df935095d req-5978b947-a392-4258-8a69-efc79e60912c tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] Calling delete_port for 53fda427-3257-468c-a39b-65e464e0dd87 owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:57:11.895898 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3897c9-8342-4eb1-bff7-3e8b9e66ffc4 req-37a986dd-6037-4784-9207-02be5f53879d tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:11.903792 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2e3897c9-8342-4eb1-bff7-3e8b9e66ffc4 req-37a986dd-6037-4784-9207-02be5f53879d tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 5421 time: 0.3669956 Feb 19 02:57:11.963456 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3fb435bd-df89-47b7-a7df-0bbebcad1450 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (8e41a95f-a56b-44a2-a88d-4633ed24fcca), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:12.012353 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-832daa4b-a452-488f-a4d2-36497e2e7c11 admin admin] Publish callbacks [] for security_group (c1307a3c-5a27-446a-ad6c-8b587813249f), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:12.043151 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5032bf6a-d565-4e73-a182-a1ec00f340b8 req-05aacbe5-a1ca-4c2b-aa13-93a15ced116e tempest-ServerPasswordTestJSON-193673362 tempest-ServerPasswordTestJSON-193673362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:12.045544 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5032bf6a-d565-4e73-a182-a1ec00f340b8 req-05aacbe5-a1ca-4c2b-aa13-93a15ced116e tempest-ServerPasswordTestJSON-193673362 tempest-ServerPasswordTestJSON-193673362-project] 10.222.0.72 "GET /v2.0/ports?device_id=83e6e320-a87c-4534-84b9-00ac61234aa4 HTTP/1.1" status: 200 len: 946 time: 0.3109434 Feb 19 02:57:12.055286 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2e3897c9-8342-4eb1-bff7-3e8b9e66ffc4 req-92ae1cdf-3512-41c8-b3f8-524bbad5089f tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/security-groups?id=344800ac-992b-44b9-a49a-a7d4e6a6fc53&id=197f0109-f833-46dd-9ffe-3ff812885f73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1501117 Feb 19 02:57:12.179724 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-832daa4b-a452-488f-a4d2-36497e2e7c11 admin admin] Publish callbacks [] for security_group (c1307a3c-5a27-446a-ad6c-8b587813249f), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:12.181820 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device b6efd1cc-81fc-4336-beec-5661aee391c6 no longer exists at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:57:12.242257 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2463c424-61ae-4d06-a394-6f6be487e503 tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (3da2eb92-847d-42f0-aba3-0977b2b8ba84), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:12.300263 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2463c424-61ae-4d06-a394-6f6be487e503 tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Pushing event deleted for resources: {'Port': ['ID=3da2eb92-847d-42f0-aba3-0977b2b8ba84,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:12.366924 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port b6efd1cc-81fc-4336-beec-5661aee391c6 is: ACTIVE; New status is: DOWN {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:57:12.367490 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (b6efd1cc-81fc-4336-beec-5661aee391c6), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:12.377545 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-2bf0a0cc-bc86-40da-8d95-275df935095d req-5978b947-a392-4258-8a69-efc79e60912c tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (53fda427-3257-468c-a39b-65e464e0dd87), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:12.403638 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-832daa4b-a452-488f-a4d2-36497e2e7c11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (c1307a3c-5a27-446a-ad6c-8b587813249f), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:12.406231 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-832daa4b-a452-488f-a4d2-36497e2e7c11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:12.409702 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-832daa4b-a452-488f-a4d2-36497e2e7c11 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c1307a3c-5a27-446a-ad6c-8b587813249f HTTP/1.1" status: 204 len: 168 time: 0.5997431 Feb 19 02:57:12.426236 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['dbe88812-a5ed-4d59-8ee2-a6462da57fd6'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:57:12.439835 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5978b947-a392-4258-8a69-efc79e60912c tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] Pushing event deleted for resources: {'Port': ['ID=53fda427-3257-468c-a39b-65e464e0dd87,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:12.449859 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2463c424-61ae-4d06-a394-6f6be487e503 tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16285837'] for router_gateway (df3d812d-80a6-4918-9503-507148ff55a6), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:12.454559 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832daa4b-a452-488f-a4d2-36497e2e7c11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1307a3c-5a27-446a-ad6c-8b587813249f,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:12.595992 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bf0a0cc-bc86-40da-8d95-275df935095d req-5978b947-a392-4258-8a69-efc79e60912c tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] No DVR routers for this DVR port 53fda427-3257-468c-a39b-65e464e0dd87 on host n-h1-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:57:12.635248 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-2bf0a0cc-bc86-40da-8d95-275df935095d req-5978b947-a392-4258-8a69-efc79e60912c tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:12.638655 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-2bf0a0cc-bc86-40da-8d95-275df935095d req-5978b947-a392-4258-8a69-efc79e60912c tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.73 "DELETE /v2.0/ports/53fda427-3257-468c-a39b-65e464e0dd87 HTTP/1.1" status: 204 len: 173 time: 1.1204412 Feb 19 02:57:12.639131 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9829e4c6-35e3-4dca-a34d-83845f9a05fe', 'name': 'network-vif-deleted', 'tag': '53fda427-3257-468c-a39b-65e464e0dd87'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:57:12.642020 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19b24f87-b450-4a56-b913-9ab579c7d52b" -d '{"events": [{"server_uuid": "9829e4c6-35e3-4dca-a34d-83845f9a05fe", "name": "network-vif-deleted", "tag": "53fda427-3257-468c-a39b-65e464e0dd87"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:57:12.650673 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2463c424-61ae-4d06-a394-6f6be487e503 tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16317457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14254'] for router (df3d812d-80a6-4918-9503-507148ff55a6), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:12.653307 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2463c424-61ae-4d06-a394-6f6be487e503 tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks [] for router_controller (df3d812d-80a6-4918-9503-507148ff55a6), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:12.653883 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d6d1beac-20a8-4b57-a8f8-28a802a326e9 req-4437232e-738b-48e3-b0a0-27656a7c4de6 tempest-ServerShowV247Test-1676986851 tempest-ServerShowV247Test-1676986851-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e169b68-cb4d-41f6-a84b-502671589f35 HTTP/1.1" status: 200 len: 210 time: 0.0693243 Feb 19 02:57:12.662945 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3fb435bd-df89-47b7-a7df-0bbebcad1450 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (8e41a95f-a56b-44a2-a88d-4633ed24fcca), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:12.729684 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5032bf6a-d565-4e73-a182-a1ec00f340b8 req-a39453c7-07c7-44e8-b730-305a31dd608e tempest-ServerPasswordTestJSON-193673362 tempest-ServerPasswordTestJSON-193673362-project] 10.222.0.72 "GET /v2.0/security-groups?id=208b6c12-1491-4da0-85a2-a3443bb82807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6663280 Feb 19 02:57:12.731377 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-3fb435bd-df89-47b7-a7df-0bbebcad1450 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e41a95f-a56b-44a2-a88d-4633ed24fcca']}} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:57:12.739433 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-4ca9a4fa-622b-4f93-91ad-39c9e474db3b req-6fd35289-0c34-4b21-b057-15980cacd25f tempest-ServerPasswordTestJSON-193673362 tempest-ServerPasswordTestJSON-193673362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (b6efd1cc-81fc-4336-beec-5661aee391c6), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:12.751027 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2463c424-61ae-4d06-a394-6f6be487e503 tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16317544'] for router (df3d812d-80a6-4918-9503-507148ff55a6), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:12.752217 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2463c424-61ae-4d06-a394-6f6be487e503 tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Fanout notify agent at l3_agent the message router_deleted on router df3d812d-80a6-4918-9503-507148ff55a6 {{(pid=103702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 02:57:12.761666 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2463c424-61ae-4d06-a394-6f6be487e503 tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:12.763630 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-2463c424-61ae-4d06-a394-6f6be487e503 tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] 10.222.0.72 "DELETE /v2.0/routers/df3d812d-80a6-4918-9503-507148ff55a6 HTTP/1.1" status: 204 len: 168 time: 2.3524489 Feb 19 02:57:12.767171 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 41154) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:12.779213 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-1ce1c287-90bb-4128-9e67-f8fc0090c5de tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1332977745', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:57:12.780077 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-3fb435bd-df89-47b7-a7df-0bbebcad1450 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c38861f4-b415-44b5-b9b6-184dbcdfa7ee') {'for_net_delete': True} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:57:12.780498 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-3fb435bd-df89-47b7-a7df-0bbebcad1450 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c38861f4-b415-44b5-b9b6-184dbcdfa7ee') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:57:12.783665 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd35289-0c34-4b21-b057-15980cacd25f tempest-ServerPasswordTestJSON-193673362 tempest-ServerPasswordTestJSON-193673362-project] Pushing event deleted for resources: {'Port': ['ID=b6efd1cc-81fc-4336-beec-5661aee391c6,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:12.835340 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1ce1c287-90bb-4128-9e67-f8fc0090c5de tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14172'] for router (09a25477-c473-4067-b7aa-9c032b495834), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:12.837896 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1ce1c287-90bb-4128-9e67-f8fc0090c5de tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16317487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16285822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16309985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14247'] for router (09a25477-c473-4067-b7aa-9c032b495834), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:12.845614 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f052c09-06c5-4604-942a-4079e8b06113 x-openstack-request-id: req-6f052c09-06c5-4604-942a-4079e8b06113 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:57:12.845933 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9829e4c6-35e3-4dca-a34d-83845f9a05fe", "name": "network-vif-deleted", "tag": "53fda427-3257-468c-a39b-65e464e0dd87", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:57:12.846186 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6f052c09-06c5-4604-942a-4079e8b06113 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:57:12.846578 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9829e4c6-35e3-4dca-a34d-83845f9a05fe', 'name': 'network-vif-deleted', 'tag': '53fda427-3257-468c-a39b-65e464e0dd87', 'status': 'completed', 'code': 200} Feb 19 02:57:12.867712 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3fb435bd-df89-47b7-a7df-0bbebcad1450 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12647422'] for segment (c38861f4-b415-44b5-b9b6-184dbcdfa7ee), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:12.900618 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3fb435bd-df89-47b7-a7df-0bbebcad1450 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (c38861f4-b415-44b5-b9b6-184dbcdfa7ee), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:12.910387 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fb435bd-df89-47b7-a7df-0bbebcad1450 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Releasing vlan 299 on physical network physnet1 to pool {{(pid=103701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:57:12.911080 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3fb435bd-df89-47b7-a7df-0bbebcad1450 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583360'] for segment (c38861f4-b415-44b5-b9b6-184dbcdfa7ee), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:12.912354 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1ce1c287-90bb-4128-9e67-f8fc0090c5de tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks [] for router_controller (09a25477-c473-4067-b7aa-9c032b495834), precommit_add_association {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:12.919916 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-96f55650-8a0f-4f58-8344-c02023238351 req-407ad373-36c3-46bb-817c-041e92b0a37c tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/ports?device_id=9829e4c6-35e3-4dca-a34d-83845f9a05fe HTTP/1.1" status: 200 len: 210 time: 0.1365492 Feb 19 02:57:12.920337 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1ce1c287-90bb-4128-9e67-f8fc0090c5de tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16317478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865'] for router (09a25477-c473-4067-b7aa-9c032b495834), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:12.920573 n-d-826753-2 neutron-server[103701]: Traceback (most recent call last): Feb 19 02:57:12.920573 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:57:12.920573 n-d-826753-2 neutron-server[103701]: timer() Feb 19 02:57:12.920573 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:57:12.920573 n-d-826753-2 neutron-server[103701]: cb(*args, **kw) Feb 19 02:57:12.920573 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:57:12.920573 n-d-826753-2 neutron-server[103701]: return func(*args, **kwargs) Feb 19 02:57:12.920573 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:57:12.920573 n-d-826753-2 neutron-server[103701]: self._notify() Feb 19 02:57:12.920573 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:57:12.920573 n-d-826753-2 neutron-server[103701]: self.callback(batched_events) Feb 19 02:57:12.920573 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:57:12.920573 n-d-826753-2 neutron-server[103701]: event.method(event) Feb 19 02:57:12.920573 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:57:12.920573 n-d-826753-2 neutron-server[103701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:57:12.920573 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:57:12.920573 n-d-826753-2 neutron-server[103701]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:57:12.920573 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:57:12.920573 n-d-826753-2 neutron-server[103701]: return f(self, *a, **k) Feb 19 02:57:12.920573 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:57:12.920573 n-d-826753-2 neutron-server[103701]: return self._get(url).json() Feb 19 02:57:12.920573 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:57:12.920573 n-d-826753-2 neutron-server[103701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:57:12.920573 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:57:12.920573 n-d-826753-2 neutron-server[103701]: return self.request(url, 'GET', **kwargs) Feb 19 02:57:12.920573 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:57:12.920573 n-d-826753-2 neutron-server[103701]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:57:12.920573 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:57:12.920573 n-d-826753-2 neutron-server[103701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:57:12.920573 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:57:12.920573 n-d-826753-2 neutron-server[103701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:57:12.920573 n-d-826753-2 neutron-server[103701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:57:12.953467 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1ce1c287-90bb-4128-9e67-f8fc0090c5de tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:12.954746 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-1ce1c287-90bb-4128-9e67-f8fc0090c5de tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1863277 Feb 19 02:57:12.960696 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 41162) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:12.975779 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-0f3e3726-9309-422e-8007-03086cce5677 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'enable_snat': False}}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:57:13.107121 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ca9a4fa-622b-4f93-91ad-39c9e474db3b req-6fd35289-0c34-4b21-b057-15980cacd25f tempest-ServerPasswordTestJSON-193673362 tempest-ServerPasswordTestJSON-193673362-project] No DVR routers for this DVR port b6efd1cc-81fc-4336-beec-5661aee391c6 on host n-h2-826753-2 {{(pid=103701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:57:13.112234 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-4ca9a4fa-622b-4f93-91ad-39c9e474db3b req-6fd35289-0c34-4b21-b057-15980cacd25f tempest-ServerPasswordTestJSON-193673362 tempest-ServerPasswordTestJSON-193673362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:13.118015 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4ca9a4fa-622b-4f93-91ad-39c9e474db3b req-6fd35289-0c34-4b21-b057-15980cacd25f tempest-ServerPasswordTestJSON-193673362 tempest-ServerPasswordTestJSON-193673362-project] 10.222.0.82 "DELETE /v2.0/ports/b6efd1cc-81fc-4336-beec-5661aee391c6 HTTP/1.1" status: 204 len: 173 time: 2.8430474 Feb 19 02:57:13.118545 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83e6e320-a87c-4534-84b9-00ac61234aa4', 'name': 'network-vif-deleted', 'tag': 'b6efd1cc-81fc-4336-beec-5661aee391c6'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:57:13.121431 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb82c1df-1b58-4847-b593-9d164a6764a2" -d '{"events": [{"server_uuid": "83e6e320-a87c-4534-84b9-00ac61234aa4", "name": "network-vif-deleted", "tag": "b6efd1cc-81fc-4336-beec-5661aee391c6"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:57:13.131866 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3fb435bd-df89-47b7-a7df-0bbebcad1450 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (8e41a95f-a56b-44a2-a88d-4633ed24fcca), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:13.144924 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3fb435bd-df89-47b7-a7df-0bbebcad1450 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:13.161406 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-3fb435bd-df89-47b7-a7df-0bbebcad1450 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] 10.222.0.72 "DELETE /v2.0/networks/8e41a95f-a56b-44a2-a88d-4633ed24fcca HTTP/1.1" status: 204 len: 168 time: 1.4523039 Feb 19 02:57:13.178830 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 41172) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:13.186198 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-858eb211-7494-41bf-9cba-c1a7c6b6668c tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Request body: {'network': {'name': 'tempest-RoutersTest-1968767449'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:57:13.192465 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb435bd-df89-47b7-a7df-0bbebcad1450 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Pushing event deleted for resources: {'Network': ['ID=8e41a95f-a56b-44a2-a88d-4633ed24fcca,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:13.215403 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-570251d1-525e-4981-9df6-65290e335bda x-openstack-request-id: req-570251d1-525e-4981-9df6-65290e335bda {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:57:13.215696 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83e6e320-a87c-4534-84b9-00ac61234aa4", "name": "network-vif-deleted", "tag": "b6efd1cc-81fc-4336-beec-5661aee391c6", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:57:13.215949 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-570251d1-525e-4981-9df6-65290e335bda {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:57:13.216350 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83e6e320-a87c-4534-84b9-00ac61234aa4', 'name': 'network-vif-deleted', 'tag': 'b6efd1cc-81fc-4336-beec-5661aee391c6', 'status': 'completed', 'code': 200} Feb 19 02:57:13.265858 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-858eb211-7494-41bf-9cba-c1a7c6b6668c tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Made reservation on behalf of eae5468561eb44d8a8138d5efbd64f6e for: {'network': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:57:13.269479 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-858eb211-7494-41bf-9cba-c1a7c6b6668c tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:13.301643 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9317efe3-2e69-4512-be88-88a9006ad7a8 req-fa372c4e-450d-45ad-94a8-4ba85944aaaa tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:13.308743 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9317efe3-2e69-4512-be88-88a9006ad7a8 req-fa372c4e-450d-45ad-94a8-4ba85944aaaa tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:13.314223 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9317efe3-2e69-4512-be88-88a9006ad7a8 req-fa372c4e-450d-45ad-94a8-4ba85944aaaa tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:13.319814 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9317efe3-2e69-4512-be88-88a9006ad7a8 req-fa372c4e-450d-45ad-94a8-4ba85944aaaa tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:13.326100 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9317efe3-2e69-4512-be88-88a9006ad7a8 req-fa372c4e-450d-45ad-94a8-4ba85944aaaa tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:13.332682 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9317efe3-2e69-4512-be88-88a9006ad7a8 req-fa372c4e-450d-45ad-94a8-4ba85944aaaa tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:13.338899 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9317efe3-2e69-4512-be88-88a9006ad7a8 req-fa372c4e-450d-45ad-94a8-4ba85944aaaa tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:13.347264 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9317efe3-2e69-4512-be88-88a9006ad7a8 req-fa372c4e-450d-45ad-94a8-4ba85944aaaa tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 5421 time: 0.1459806 Feb 19 02:57:13.355327 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0f3e3726-9309-422e-8007-03086cce5677 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks [] for router_gateway (09a25477-c473-4067-b7aa-9c032b495834), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:13.392043 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-858eb211-7494-41bf-9cba-c1a7c6b6668c tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] vlan segment allocate from pool success with {'vlan_id': 292, 'physical_network': 'physnet1'} {{(pid=103701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:57:13.419458 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-858eb211-7494-41bf-9cba-c1a7c6b6668c tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (f7ed4643-eeea-430b-b4b2-9d57f454a7db), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:13.419805 n-d-826753-2 neutron-server[103701]: INFO neutron.db.segments_db [None req-858eb211-7494-41bf-9cba-c1a7c6b6668c tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Added segment f7ed4643-eeea-430b-b4b2-9d57f454a7db of type vlan for network 22d3953d-999a-408d-aa3a-cc239efebceb Feb 19 02:57:13.450550 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9317efe3-2e69-4512-be88-88a9006ad7a8 req-157d0acd-5733-477e-8446-92cf37f844ca tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/security-groups?id=344800ac-992b-44b9-a49a-a7d4e6a6fc53&id=197f0109-f833-46dd-9ffe-3ff812885f73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1021047 Feb 19 02:57:13.530601 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-858eb211-7494-41bf-9cba-c1a7c6b6668c tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (22d3953d-999a-408d-aa3a-cc239efebceb), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:13.580064 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-858eb211-7494-41bf-9cba-c1a7c6b6668c tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (22d3953d-999a-408d-aa3a-cc239efebceb), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:13.589700 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858eb211-7494-41bf-9cba-c1a7c6b6668c tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:13.590898 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-858eb211-7494-41bf-9cba-c1a7c6b6668c tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:13.698344 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-858eb211-7494-41bf-9cba-c1a7c6b6668c tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5178425 Feb 19 02:57:13.701321 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 41186) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:13.718175 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-97ae54f6-b944-4d7f-9da2-50857ad85083 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Request body: {'subnet': {'network_id': '22d3953d-999a-408d-aa3a-cc239efebceb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:57:13.720560 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858eb211-7494-41bf-9cba-c1a7c6b6668c tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Pushing event updated for resources: {'Network': ['ID=22d3953d-999a-408d-aa3a-cc239efebceb,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:13.733097 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 22d3953d-999a-408d-aa3a-cc239efebceb details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:57:13.745321 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0f3e3726-9309-422e-8007-03086cce5677 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks [] for router_gateway (09a25477-c473-4067-b7aa-9c032b495834), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:13.796268 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0f3e3726-9309-422e-8007-03086cce5677 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:13.868445 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 41192) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:13.884557 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 53fda427-3257-468c-a39b-65e464e0dd87 no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:57:13.892352 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6a382312-d594-4835-9532-31b3eef94a2f req-710a7c4b-9524-4a8b-8e2a-95d8ef2aadb1 tempest-ServerShowV247Test-1676986851 tempest-ServerShowV247Test-1676986851-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e169b68-cb4d-41f6-a84b-502671589f35 HTTP/1.1" status: 200 len: 210 time: 0.0599704 Feb 19 02:57:13.917817 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] No Port match for: 53fda427-3257-468c-a39b-65e464e0dd87 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:57:13.918841 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 53fda427-3257-468c-a39b-65e464e0dd87 not bound to the agent host n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:57:13.977359 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-02dc60a7-45fd-4cc0-b008-9cd5fb1a9867 admin admin] Deleting subnet 942f76f1-9d4c-420f-aa6a-d0608ca5a6fd {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:57:14.001092 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-02dc60a7-45fd-4cc0-b008-9cd5fb1a9867 admin admin] Publish callbacks [] for subnet (942f76f1-9d4c-420f-aa6a-d0608ca5a6fd), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:14.018309 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97ae54f6-b944-4d7f-9da2-50857ad85083 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Made reservation on behalf of eae5468561eb44d8a8138d5efbd64f6e for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:57:14.021693 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-97ae54f6-b944-4d7f-9da2-50857ad85083 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:14.129232 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-0f3e3726-9309-422e-8007-03086cce5677 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Allocated IP 172.25.6.82 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/427478dc-bb04-4b2e-bf5f-82c2be2425c2) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:57:14.133397 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-02dc60a7-45fd-4cc0-b008-9cd5fb1a9867 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (942f76f1-9d4c-420f-aa6a-d0608ca5a6fd), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:14.256083 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-02dc60a7-45fd-4cc0-b008-9cd5fb1a9867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (942f76f1-9d4c-420f-aa6a-d0608ca5a6fd), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:14.347292 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fd500e-3b4a-47ed-931d-ed35689aba27 req-0fb940ff-935d-4dab-b217-3db41adbaee6 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:14.350208 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-07fd500e-3b4a-47ed-931d-ed35689aba27 req-0fb940ff-935d-4dab-b217-3db41adbaee6 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/ports?device_id=5bb9eab4-0d6c-4134-ab2b-95a69750261e HTTP/1.1" status: 200 len: 945 time: 0.0948629 Feb 19 02:57:14.387395 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0f3e3726-9309-422e-8007-03086cce5677 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks [] for port (427478dc-bb04-4b2e-bf5f-82c2be2425c2), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:14.439486 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-07fd500e-3b4a-47ed-931d-ed35689aba27 req-d732821c-64d8-456e-a27e-ed8eb742d64a tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d351a8c-b73e-485a-861c-36f8b0ec3310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825434 Feb 19 02:57:14.440373 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-02dc60a7-45fd-4cc0-b008-9cd5fb1a9867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (942f76f1-9d4c-420f-aa6a-d0608ca5a6fd), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:14.481773 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-97ae54f6-b944-4d7f-9da2-50857ad85083 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (a74932f4-39a8-41eb-8a19-cab884832432), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:14.491669 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dc60a7-45fd-4cc0-b008-9cd5fb1a9867 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=942f76f1-9d4c-420f-aa6a-d0608ca5a6fd,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:14.500745 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-02dc60a7-45fd-4cc0-b008-9cd5fb1a9867 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:14.503961 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-02dc60a7-45fd-4cc0-b008-9cd5fb1a9867 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/942f76f1-9d4c-420f-aa6a-d0608ca5a6fd HTTP/1.1" status: 204 len: 168 time: 0.6343937 Feb 19 02:57:14.506574 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 41220) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:14.558897 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0f3e3726-9309-422e-8007-03086cce5677 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (427478dc-bb04-4b2e-bf5f-82c2be2425c2), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:14.596293 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ae54f6-b944-4d7f-9da2-50857ad85083 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Pushing event updated for resources: {'Subnet': ['ID=a74932f4-39a8-41eb-8a19-cab884832432,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:14.628653 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3e3726-9309-422e-8007-03086cce5677 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:57:14.629797 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ae54f6-b944-4d7f-9da2-50857ad85083 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Checking segment: {'id': 'f7ed4643-eeea-430b-b4b2-9d57f454a7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22d3953d-999a-408d-aa3a-cc239efebceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:57:14.630152 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ae54f6-b944-4d7f-9da2-50857ad85083 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Network hostable DHCP agents. Network: 22d3953d-999a-408d-aa3a-cc239efebceb, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:57:14.638492 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-0f3e3726-9309-422e-8007-03086cce5677 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:57:14.642574 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3e3726-9309-422e-8007-03086cce5677 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:57:14.652074 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6d65454e-0595-481c-8631-3ec000ee8d3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (479974a6-512a-4b06-9536-7530455cdd8a), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:14.690901 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3e3726-9309-422e-8007-03086cce5677 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Pushing event updated for resources: {'Port': ['ID=427478dc-bb04-4b2e-bf5f-82c2be2425c2,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:14.731885 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633e7a46-c857-4bb2-8097-f61866bdf712 req-38808be8-c361-4710-9793-c3a99b851e91 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:14.737722 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633e7a46-c857-4bb2-8097-f61866bdf712 req-38808be8-c361-4710-9793-c3a99b851e91 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:14.744152 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633e7a46-c857-4bb2-8097-f61866bdf712 req-38808be8-c361-4710-9793-c3a99b851e91 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:14.750359 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633e7a46-c857-4bb2-8097-f61866bdf712 req-38808be8-c361-4710-9793-c3a99b851e91 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:14.755881 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633e7a46-c857-4bb2-8097-f61866bdf712 req-38808be8-c361-4710-9793-c3a99b851e91 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:14.762501 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633e7a46-c857-4bb2-8097-f61866bdf712 req-38808be8-c361-4710-9793-c3a99b851e91 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:14.767958 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633e7a46-c857-4bb2-8097-f61866bdf712 req-38808be8-c361-4710-9793-c3a99b851e91 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:14.777054 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-633e7a46-c857-4bb2-8097-f61866bdf712 req-38808be8-c361-4710-9793-c3a99b851e91 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 5421 time: 0.1822398 Feb 19 02:57:14.784105 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ae54f6-b944-4d7f-9da2-50857ad85083 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Network 22d3953d-999a-408d-aa3a-cc239efebceb is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:57:14.823603 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-97ae54f6-b944-4d7f-9da2-50857ad85083 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 22d3953d-999a-408d-aa3a-cc239efebceb) {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:57:14.833900 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba487d8-4ab5-464f-adcc-d0327cdb9ce5 None None] Network 22d3953d-999a-408d-aa3a-cc239efebceb requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:57:14.846475 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ae54f6-b944-4d7f-9da2-50857ad85083 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:14.847066 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-97ae54f6-b944-4d7f-9da2-50857ad85083 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:14.864507 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6d65454e-0595-481c-8631-3ec000ee8d3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (479974a6-512a-4b06-9536-7530455cdd8a), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:14.891489 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-97ae54f6-b944-4d7f-9da2-50857ad85083 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1831012 Feb 19 02:57:14.892180 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 41226) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:14.900556 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-d4763b9b-fd6d-4b6d-9fad-6a1858d376f1 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1914919030', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:57:14.908815 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-6d65454e-0595-481c-8631-3ec000ee8d3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['479974a6-512a-4b06-9536-7530455cdd8a']}} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:57:14.932663 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-6d65454e-0595-481c-8631-3ec000ee8d3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91d21919-b34b-4e6d-b136-6f3230646e9e') {'for_net_delete': True} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:57:14.932867 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-6d65454e-0595-481c-8631-3ec000ee8d3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91d21919-b34b-4e6d-b136-6f3230646e9e') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:57:14.962252 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-633e7a46-c857-4bb2-8097-f61866bdf712 req-0838bfea-2de9-40f2-881b-b83e29ac46a1 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/security-groups?id=344800ac-992b-44b9-a49a-a7d4e6a6fc53&id=197f0109-f833-46dd-9ffe-3ff812885f73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1766183 Feb 19 02:57:14.965521 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6d65454e-0595-481c-8631-3ec000ee8d3b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12647422'] for segment (91d21919-b34b-4e6d-b136-6f3230646e9e), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:14.986944 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6d65454e-0595-481c-8631-3ec000ee8d3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (91d21919-b34b-4e6d-b136-6f3230646e9e), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:14.996548 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d65454e-0595-481c-8631-3ec000ee8d3b admin admin] Releasing vlan 261 on physical network physnet1 to pool {{(pid=103701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:57:14.997181 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6d65454e-0595-481c-8631-3ec000ee8d3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583360'] for segment (91d21919-b34b-4e6d-b136-6f3230646e9e), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:14.998076 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b41eac-958a-4ace-863a-fa88899c0ce6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-22d3953d-999a-408d-aa3a-cc239efebceb', 'network_id': '22d3953d-999a-408d-aa3a-cc239efebceb', 'project_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'fixed_ips': [{'subnet_id': 'a74932f4-39a8-41eb-8a19-cab884832432'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:57:14.999055 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-41b41eac-958a-4ace-863a-fa88899c0ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:14.999510 n-d-826753-2 neutron-server[103701]: Traceback (most recent call last): Feb 19 02:57:14.999510 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:57:14.999510 n-d-826753-2 neutron-server[103701]: timer() Feb 19 02:57:14.999510 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:57:14.999510 n-d-826753-2 neutron-server[103701]: cb(*args, **kw) Feb 19 02:57:14.999510 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:57:14.999510 n-d-826753-2 neutron-server[103701]: return func(*args, **kwargs) Feb 19 02:57:14.999510 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:57:14.999510 n-d-826753-2 neutron-server[103701]: self._notify() Feb 19 02:57:14.999510 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:57:14.999510 n-d-826753-2 neutron-server[103701]: self.callback(batched_events) Feb 19 02:57:14.999510 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:57:14.999510 n-d-826753-2 neutron-server[103701]: event.method(event) Feb 19 02:57:14.999510 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:57:14.999510 n-d-826753-2 neutron-server[103701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:57:14.999510 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:57:14.999510 n-d-826753-2 neutron-server[103701]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:57:14.999510 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:57:14.999510 n-d-826753-2 neutron-server[103701]: return f(self, *a, **k) Feb 19 02:57:14.999510 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:57:14.999510 n-d-826753-2 neutron-server[103701]: return self._get(url).json() Feb 19 02:57:14.999510 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:57:14.999510 n-d-826753-2 neutron-server[103701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:57:14.999510 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:57:14.999510 n-d-826753-2 neutron-server[103701]: return self.request(url, 'GET', **kwargs) Feb 19 02:57:14.999510 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:57:14.999510 n-d-826753-2 neutron-server[103701]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:57:14.999510 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:57:14.999510 n-d-826753-2 neutron-server[103701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:57:14.999510 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:57:14.999510 n-d-826753-2 neutron-server[103701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:57:14.999510 n-d-826753-2 neutron-server[103701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:57:15.036555 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d4763b9b-fd6d-4b6d-9fad-6a1858d376f1 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14172'] for router (8b0fbbcf-d227-4d47-8cb8-fb12b88eab07), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:15.038231 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d4763b9b-fd6d-4b6d-9fad-6a1858d376f1 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16317487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16285822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16309985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14247'] for router (8b0fbbcf-d227-4d47-8cb8-fb12b88eab07), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:15.109447 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5b074c8c-21ab-445b-9ed5-269c51fc1bc5 req-e4f2e0d1-ae25-4c9b-9adb-44e3cdaa3489 tempest-ServerShowV247Test-1676986851 tempest-ServerShowV247Test-1676986851-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e169b68-cb4d-41f6-a84b-502671589f35 HTTP/1.1" status: 200 len: 210 time: 0.0430820 Feb 19 02:57:15.113370 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6d65454e-0595-481c-8631-3ec000ee8d3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (479974a6-512a-4b06-9536-7530455cdd8a), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:15.119788 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6d65454e-0595-481c-8631-3ec000ee8d3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:15.126508 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-6d65454e-0595-481c-8631-3ec000ee8d3b admin admin] 10.222.0.72 "DELETE /v2.0/networks/479974a6-512a-4b06-9536-7530455cdd8a HTTP/1.1" status: 204 len: 168 time: 0.6152000 Feb 19 02:57:15.142102 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d65454e-0595-481c-8631-3ec000ee8d3b admin admin] Pushing event deleted for resources: {'Network': ['ID=479974a6-512a-4b06-9536-7530455cdd8a,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:15.161583 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d4763b9b-fd6d-4b6d-9fad-6a1858d376f1 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks [] for router_controller (8b0fbbcf-d227-4d47-8cb8-fb12b88eab07), precommit_add_association {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:15.172084 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d4763b9b-fd6d-4b6d-9fad-6a1858d376f1 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16317478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865'] for router (8b0fbbcf-d227-4d47-8cb8-fb12b88eab07), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:15.267812 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d4763b9b-fd6d-4b6d-9fad-6a1858d376f1 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:15.269040 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-d4763b9b-fd6d-4b6d-9fad-6a1858d376f1 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3759708 Feb 19 02:57:15.272097 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 41236) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:15.277283 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-c9b78cd3-c1b8-4b46-814d-d350b618d019 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Request body: {'port': {'network_id': '22d3953d-999a-408d-aa3a-cc239efebceb', 'name': 'tempest-RoutersTest-1844739955'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:57:15.285986 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-41b41eac-958a-4ace-863a-fa88899c0ce6 None None] Allocated IP 172.20.0.2 (22d3953d-999a-408d-aa3a-cc239efebceb/a74932f4-39a8-41eb-8a19-cab884832432/5305470b-a5e3-4dd0-afcd-4fab0d739612) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:57:15.339101 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 41238) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:15.374848 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 41242) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:15.440275 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-f927bf7f-9f83-48a9-9af0-fd724251735e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c7a79a4489dd44c8b303802d7295282f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0622940 Feb 19 02:57:15.441928 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 41244) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:15.497367 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9b78cd3-c1b8-4b46-814d-d350b618d019 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Made reservation on behalf of eae5468561eb44d8a8138d5efbd64f6e for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:57:15.501208 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c9b78cd3-c1b8-4b46-814d-d350b618d019 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:15.530929 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0f3e3726-9309-422e-8007-03086cce5677 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks [] for router_gateway (09a25477-c473-4067-b7aa-9c032b495834), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:15.583583 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c9a7d40e-bb45-4b83-9680-66edf3dc8f9e admin admin] Publish callbacks [] for security_group (208b6c12-1491-4da0-85a2-a3443bb82807), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:15.586887 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d6b3a518-830a-4481-8d08-de355723c591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:15.599633 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-41b41eac-958a-4ace-863a-fa88899c0ce6 None None] Publish callbacks [] for port (5305470b-a5e3-4dd0-afcd-4fab0d739612), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:15.619557 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-41b41eac-958a-4ace-863a-fa88899c0ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (5305470b-a5e3-4dd0-afcd-4fab0d739612), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:15.627996 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c9a7d40e-bb45-4b83-9680-66edf3dc8f9e admin admin] Publish callbacks [] for security_group (208b6c12-1491-4da0-85a2-a3443bb82807), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:15.674490 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b41eac-958a-4ace-863a-fa88899c0ce6 None None] Network 22d3953d-999a-408d-aa3a-cc239efebceb is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:57:15.678848 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-41b41eac-958a-4ace-863a-fa88899c0ce6 None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:57:15.686200 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b41eac-958a-4ace-863a-fa88899c0ce6 None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:57:15.697689 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b18a7d6d-3eef-4986-9336-bdcb09e92f98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:15.760482 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b41eac-958a-4ace-863a-fa88899c0ce6 None None] Pushing event updated for resources: {'Port': ['ID=5305470b-a5e3-4dd0-afcd-4fab0d739612,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:15.780580 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-41b41eac-958a-4ace-863a-fa88899c0ce6 None None] Attempting to bind port 5305470b-a5e3-4dd0-afcd-4fab0d739612 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:57:15.781127 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-41b41eac-958a-4ace-863a-fa88899c0ce6 None None] Attempting to bind port 5305470b-a5e3-4dd0-afcd-4fab0d739612 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': 'f7ed4643-eeea-430b-b4b2-9d57f454a7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22d3953d-999a-408d-aa3a-cc239efebceb'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:57:15.781772 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b41eac-958a-4ace-863a-fa88899c0ce6 None None] Attempting to bind port 5305470b-a5e3-4dd0-afcd-4fab0d739612 on network 22d3953d-999a-408d-aa3a-cc239efebceb {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:57:15.790099 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b41eac-958a-4ace-863a-fa88899c0ce6 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:57:15.790704 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b41eac-958a-4ace-863a-fa88899c0ce6 None None] Checking segment: {'id': 'f7ed4643-eeea-430b-b4b2-9d57f454a7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22d3953d-999a-408d-aa3a-cc239efebceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:57:15.791249 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-41b41eac-958a-4ace-863a-fa88899c0ce6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:15.791815 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b41eac-958a-4ace-863a-fa88899c0ce6 None None] Bound using segment: {'id': 'f7ed4643-eeea-430b-b4b2-9d57f454a7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22d3953d-999a-408d-aa3a-cc239efebceb'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:57:15.793096 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-41b41eac-958a-4ace-863a-fa88899c0ce6 None None] Bound port: 5305470b-a5e3-4dd0-afcd-4fab0d739612, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ed4643-eeea-430b-b4b2-9d57f454a7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '22d3953d-999a-408d-aa3a-cc239efebceb'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:57:15.793588 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-41b41eac-958a-4ace-863a-fa88899c0ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (5305470b-a5e3-4dd0-afcd-4fab0d739612), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:15.802786 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b18a7d6d-3eef-4986-9336-bdcb09e92f98 admin admin] Publish callbacks [] for security_group (2bef8c87-c6cb-4294-a0c1-aa25eba6e35d), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:15.816629 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [None req-c9b78cd3-c1b8-4b46-814d-d350b618d019 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] device_id is not set on port cc18df03-f271-4ef4-b65c-94daf9368ec6 yet. {{(pid=103702) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 02:57:15.827555 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b18a7d6d-3eef-4986-9336-bdcb09e92f98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (2bef8c87-c6cb-4294-a0c1-aa25eba6e35d), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:15.866917 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18a7d6d-3eef-4986-9336-bdcb09e92f98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bef8c87-c6cb-4294-a0c1-aa25eba6e35d,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:15.892838 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7d9fa5-1fa3-41f7-9793-6b665b688ac5 req-6ff57f33-cb3e-4e2c-bddf-87c07e06f8c0 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:15.894446 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4f7d9fa5-1fa3-41f7-9793-6b665b688ac5 req-6ff57f33-cb3e-4e2c-bddf-87c07e06f8c0 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/ports?device_id=5bb9eab4-0d6c-4134-ab2b-95a69750261e HTTP/1.1" status: 200 len: 945 time: 0.2512982 Feb 19 02:57:15.912075 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-b18a7d6d-3eef-4986-9336-bdcb09e92f98 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f6d11b6ff89e4e6fb4290de812596d96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5715461 Feb 19 02:57:15.912735 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 41248) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:15.912872 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-41b41eac-958a-4ace-863a-fa88899c0ce6 None None] For port 5305470b-a5e3-4dd0-afcd-4fab0d739612, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:57:15.922683 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-41b41eac-958a-4ace-863a-fa88899c0ce6 None None] For port 5305470b-a5e3-4dd0-afcd-4fab0d739612, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=5305470b-a5e3-4dd0-afcd-4fab0d739612,segment=NetworkSegment(f7ed4643-eeea-430b-b4b2-9d57f454a7db),segment_id=f7ed4643-eeea-430b-b4b2-9d57f454a7db)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:57:15.935145 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-41b41eac-958a-4ace-863a-fa88899c0ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (5305470b-a5e3-4dd0-afcd-4fab0d739612), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:15.957501 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c9a7d40e-bb45-4b83-9680-66edf3dc8f9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (208b6c12-1491-4da0-85a2-a3443bb82807), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:15.960031 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c9a7d40e-bb45-4b83-9680-66edf3dc8f9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:15.964476 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-c9a7d40e-bb45-4b83-9680-66edf3dc8f9e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/208b6c12-1491-4da0-85a2-a3443bb82807 HTTP/1.1" status: 204 len: 168 time: 0.5210340 Feb 19 02:57:15.983280 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a7d40e-bb45-4b83-9680-66edf3dc8f9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=208b6c12-1491-4da0-85a2-a3443bb82807,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:16.026149 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4f7d9fa5-1fa3-41f7-9793-6b665b688ac5 req-bf014714-1279-4d8c-a5a5-8702adca7c9d tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d351a8c-b73e-485a-861c-36f8b0ec3310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116083 Feb 19 02:57:16.053742 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-24196e67-2672-4ab9-b1ce-377c186ef174 admin admin] Publish callbacks [] for security_group (2bef8c87-c6cb-4294-a0c1-aa25eba6e35d), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:16.089029 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-c9b78cd3-c1b8-4b46-814d-d350b618d019 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Allocated IP 172.20.0.10 (22d3953d-999a-408d-aa3a-cc239efebceb/a74932f4-39a8-41eb-8a19-cab884832432/cc18df03-f271-4ef4-b65c-94daf9368ec6) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:57:16.137783 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b41eac-958a-4ace-863a-fa88899c0ce6 None None] Pushing event updated for resources: {'Port': ['ID=5305470b-a5e3-4dd0-afcd-4fab0d739612,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:16.198783 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-24196e67-2672-4ab9-b1ce-377c186ef174 admin admin] Publish callbacks [] for security_group (2bef8c87-c6cb-4294-a0c1-aa25eba6e35d), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:16.270798 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0f3e3726-9309-422e-8007-03086cce5677 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16285772', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16317501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14257'] for router (09a25477-c473-4067-b7aa-9c032b495834), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:16.290172 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0f3e3726-9309-422e-8007-03086cce5677 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16285787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16285778', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16317492'] for router (09a25477-c473-4067-b7aa-9c032b495834), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:16.319348 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130a8aed-cf2b-4482-aa90-c01780350fd8 req-cbacc63c-57f3-4527-855b-949fbaadfe9d tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:16.326215 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130a8aed-cf2b-4482-aa90-c01780350fd8 req-cbacc63c-57f3-4527-855b-949fbaadfe9d tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:16.340126 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130a8aed-cf2b-4482-aa90-c01780350fd8 req-cbacc63c-57f3-4527-855b-949fbaadfe9d tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:16.345927 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130a8aed-cf2b-4482-aa90-c01780350fd8 req-cbacc63c-57f3-4527-855b-949fbaadfe9d tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:16.352046 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130a8aed-cf2b-4482-aa90-c01780350fd8 req-cbacc63c-57f3-4527-855b-949fbaadfe9d tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:16.357906 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130a8aed-cf2b-4482-aa90-c01780350fd8 req-cbacc63c-57f3-4527-855b-949fbaadfe9d tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:16.363422 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130a8aed-cf2b-4482-aa90-c01780350fd8 req-cbacc63c-57f3-4527-855b-949fbaadfe9d tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:16.365711 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-130a8aed-cf2b-4482-aa90-c01780350fd8 req-cbacc63c-57f3-4527-855b-949fbaadfe9d tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 5421 time: 0.2769313 Feb 19 02:57:16.381437 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0d95435c-081c-403b-9b93-dc41f6ce0509 req-eb84e3fe-34ec-477c-83ae-58946622c374 tempest-ServerShowV247Test-1676986851 tempest-ServerShowV247Test-1676986851-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e169b68-cb4d-41f6-a84b-502671589f35 HTTP/1.1" status: 200 len: 210 time: 0.1170511 Feb 19 02:57:16.509397 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-24196e67-2672-4ab9-b1ce-377c186ef174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (2bef8c87-c6cb-4294-a0c1-aa25eba6e35d), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:16.512504 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-24196e67-2672-4ab9-b1ce-377c186ef174 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:16.519508 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c9b78cd3-c1b8-4b46-814d-d350b618d019 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks [] for port (cc18df03-f271-4ef4-b65c-94daf9368ec6), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:16.535115 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-24196e67-2672-4ab9-b1ce-377c186ef174 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2bef8c87-c6cb-4294-a0c1-aa25eba6e35d HTTP/1.1" status: 204 len: 168 time: 0.6035099 Feb 19 02:57:16.565798 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-130a8aed-cf2b-4482-aa90-c01780350fd8 req-355c7863-f56a-46da-899c-f6c5f501d609 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/security-groups?id=344800ac-992b-44b9-a49a-a7d4e6a6fc53&id=197f0109-f833-46dd-9ffe-3ff812885f73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1819465 Feb 19 02:57:16.566812 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24196e67-2672-4ab9-b1ce-377c186ef174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bef8c87-c6cb-4294-a0c1-aa25eba6e35d,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:16.674506 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c9b78cd3-c1b8-4b46-814d-d350b618d019 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (cc18df03-f271-4ef4-b65c-94daf9368ec6), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:16.722136 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f3e3726-9309-422e-8007-03086cce5677 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Router 09a25477-c473-4067-b7aa-9c032b495834 is scheduled to L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd with binding_index 1 {{(pid=103702) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 02:57:16.748229 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b78cd3-c1b8-4b46-814d-d350b618d019 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Network 22d3953d-999a-408d-aa3a-cc239efebceb is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:57:16.753379 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-c9b78cd3-c1b8-4b46-814d-d350b618d019 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:57:16.757748 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b78cd3-c1b8-4b46-814d-d350b618d019 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Pushing event updated for resources: {'Port': ['ID=cc18df03-f271-4ef4-b65c-94daf9368ec6,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:16.760320 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b78cd3-c1b8-4b46-814d-d350b618d019 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:57:16.857565 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b78cd3-c1b8-4b46-814d-d350b618d019 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:16.858254 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c9b78cd3-c1b8-4b46-814d-d350b618d019 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:16.918133 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-c9b78cd3-c1b8-4b46-814d-d350b618d019 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.6449776 Feb 19 02:57:16.922623 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 41276) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:16.955882 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f3e3726-9309-422e-8007-03086cce5677 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:57:16.960860 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0f3e3726-9309-422e-8007-03086cce5677 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:16.964975 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-0f3e3726-9309-422e-8007-03086cce5677 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] 10.222.0.72 "PUT /v2.0/routers/09a25477-c473-4067-b7aa-9c032b495834 HTTP/1.1" status: 200 len: 919 time: 4.0004749 Feb 19 02:57:16.965689 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 41282) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:16.968035 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797daee4-1b93-4103-bf7d-e366f5d8c07c None None] Sync routers for ids ['09a25477-c473-4067-b7aa-9c032b495834'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:57:16.987000 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797daee4-1b93-4103-bf7d-e366f5d8c07c None None] Routers {'09a25477-c473-4067-b7aa-9c032b495834'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:57:16.989413 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-797daee4-1b93-4103-bf7d-e366f5d8c07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:56:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['09a25477-c473-4067-b7aa-9c032b495834'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:57:17.074322 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-797daee4-1b93-4103-bf7d-e366f5d8c07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:57:17.106177 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797daee4-1b93-4103-bf7d-e366f5d8c07c None None] Routers {'09a25477-c473-4067-b7aa-9c032b495834'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:57:17.107884 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-797daee4-1b93-4103-bf7d-e366f5d8c07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:56:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['09a25477-c473-4067-b7aa-9c032b495834'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:57:17.199601 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-797daee4-1b93-4103-bf7d-e366f5d8c07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:57:17.200391 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797daee4-1b93-4103-bf7d-e366f5d8c07c None None] The sync data for ids ['09a25477-c473-4067-b7aa-9c032b495834'] in n-d-826753-2 is: [] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:57:17.253059 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-1bcfb8fc-455c-4261-a3e2-e1ba510f8c26 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] 10.222.0.72 "GET /v2.0/routers/09a25477-c473-4067-b7aa-9c032b495834 HTTP/1.1" status: 200 len: 925 time: 0.2850845 Feb 19 02:57:17.255393 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 41294) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:17.304781 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 5305470b-a5e3-4dd0-afcd-4fab0d739612 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:57:17.359349 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6236855-64b7-4d59-ba67-fa19542260e9 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:17.361469 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-c6236855-64b7-4d59-ba67-fa19542260e9 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] 10.222.0.72 "GET /v2.0/ports?network_id=eaf64708-9021-419e-b287-ef3e0f51e2ee&device_id=09a25477-c473-4067-b7aa-9c032b495834&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1039019 Feb 19 02:57:17.364005 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 41302) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:17.433220 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 5305470b-a5e3-4dd0-afcd-4fab0d739612 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:57:17.436398 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (5305470b-a5e3-4dd0-afcd-4fab0d739612), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:17.592192 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 5305470b-a5e3-4dd0-afcd-4fab0d739612 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:57:17.592957 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (5305470b-a5e3-4dd0-afcd-4fab0d739612), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:17.606577 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09af8910-c660-40fc-a199-c94818156f38 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:17.611819 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-09af8910-c660-40fc-a199-c94818156f38 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] 10.222.0.72 "GET /v2.0/networks/eaf64708-9021-419e-b287-ef3e0f51e2ee HTTP/1.1" status: 200 len: 881 time: 0.2461536 Feb 19 02:57:17.612541 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 41310) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:17.618843 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 41312) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:17.688024 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e2e2607d-f2c0-4b9a-af61-426cda179bae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:17.697129 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port 5305470b-a5e3-4dd0-afcd-4fab0d739612, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=5305470b-a5e3-4dd0-afcd-4fab0d739612,segment=NetworkSegment(f7ed4643-eeea-430b-b4b2-9d57f454a7db),segment_id=f7ed4643-eeea-430b-b4b2-9d57f454a7db)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:57:17.703339 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (5305470b-a5e3-4dd0-afcd-4fab0d739612), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:17.709426 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-a7ca7abb-083a-4875-98ea-1fceaa3ec31b tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] 10.222.0.72 "GET /v2.0/ports?device_id=09a25477-c473-4067-b7aa-9c032b495834 HTTP/1.1" status: 200 len: 205 time: 0.0838947 Feb 19 02:57:17.713734 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 41316) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:17.764005 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0cce0b99-bc6b-447e-8b44-619147ea9755 req-3c50ab5f-6228-4046-b24d-41c6173b8ef8 tempest-ServerShowV247Test-1676986851 tempest-ServerShowV247Test-1676986851-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e169b68-cb4d-41f6-a84b-502671589f35 HTTP/1.1" status: 200 len: 210 time: 0.2255723 Feb 19 02:57:17.785337 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e61289-fc0b-4531-814c-4447f60e9909 req-019a60b9-577d-4d4d-bb4a-80765bdabbab tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:17.787414 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e7e61289-fc0b-4531-814c-4447f60e9909 req-019a60b9-577d-4d4d-bb4a-80765bdabbab tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/ports?device_id=5bb9eab4-0d6c-4134-ab2b-95a69750261e HTTP/1.1" status: 200 len: 945 time: 0.5962534 Feb 19 02:57:17.856777 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=5305470b-a5e3-4dd0-afcd-4fab0d739612,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:17.924555 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0bbfa3-22e4-4963-b237-3b08c7c6cdc7 None None] Network 22d3953d-999a-408d-aa3a-cc239efebceb requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:57:17.947648 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-67c921fb-c28c-4df8-878b-798f8e2d7cc3 tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks [] for router (09a25477-c473-4067-b7aa-9c032b495834), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:18.018350 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-b4d56eb1-fe9b-4f47-9460-74837edf1683 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1806236236-network', 'tenant_id': 'a06ef082143f47ab8b4917c0abd4fc14'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:57:18.060786 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-492025a6-9543-4855-9ff2-66eb60939ad0 None None] Provisioning complete for port 5305470b-a5e3-4dd0-afcd-4fab0d739612 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:57:18.061313 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-492025a6-9543-4855-9ff2-66eb60939ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (5305470b-a5e3-4dd0-afcd-4fab0d739612), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:18.104791 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4d56eb1-fe9b-4f47-9460-74837edf1683 admin admin] Made reservation on behalf of a06ef082143f47ab8b4917c0abd4fc14 for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:57:18.107707 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b4d56eb1-fe9b-4f47-9460-74837edf1683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:18.125159 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b4d56eb1-fe9b-4f47-9460-74837edf1683 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:18.161397 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-67c921fb-c28c-4df8-878b-798f8e2d7cc3 tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks [] for router_gateway (09a25477-c473-4067-b7aa-9c032b495834), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:18.162900 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-247fc4ac-72e2-4341-83d7-76be77804cff tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (cc18df03-f271-4ef4-b65c-94daf9368ec6), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:18.229528 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e7e61289-fc0b-4531-814c-4447f60e9909 req-a44b3f5b-281c-4d4d-8fb3-827370d3388e tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d351a8c-b73e-485a-861c-36f8b0ec3310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4016855 Feb 19 02:57:18.240096 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-492025a6-9543-4855-9ff2-66eb60939ad0 None None] Current status of the port 5305470b-a5e3-4dd0-afcd-4fab0d739612 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:57:18.308319 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-67c921fb-c28c-4df8-878b-798f8e2d7cc3 tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Deleting port 427478dc-bb04-4b2e-bf5f-82c2be2425c2 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:57:18.308862 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-67c921fb-c28c-4df8-878b-798f8e2d7cc3 tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (427478dc-bb04-4b2e-bf5f-82c2be2425c2), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:18.308992 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836cb7e4-3ad1-4a9c-b21c-db3f85eb7e8b req-f2e59908-d78f-4ef5-868e-6a7b19a96fff tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:18.317185 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836cb7e4-3ad1-4a9c-b21c-db3f85eb7e8b req-f2e59908-d78f-4ef5-868e-6a7b19a96fff tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:18.324042 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836cb7e4-3ad1-4a9c-b21c-db3f85eb7e8b req-f2e59908-d78f-4ef5-868e-6a7b19a96fff tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:18.329617 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836cb7e4-3ad1-4a9c-b21c-db3f85eb7e8b req-f2e59908-d78f-4ef5-868e-6a7b19a96fff tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:18.336883 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836cb7e4-3ad1-4a9c-b21c-db3f85eb7e8b req-f2e59908-d78f-4ef5-868e-6a7b19a96fff tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:18.345204 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836cb7e4-3ad1-4a9c-b21c-db3f85eb7e8b req-f2e59908-d78f-4ef5-868e-6a7b19a96fff tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:18.345919 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b4d56eb1-fe9b-4f47-9460-74837edf1683 admin admin] Publish callbacks [] for security_group (7ba0f102-3452-4e6f-b12d-3fac2606ad0e), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:18.356702 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836cb7e4-3ad1-4a9c-b21c-db3f85eb7e8b req-f2e59908-d78f-4ef5-868e-6a7b19a96fff tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:18.361098 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-836cb7e4-3ad1-4a9c-b21c-db3f85eb7e8b req-f2e59908-d78f-4ef5-868e-6a7b19a96fff tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 5421 time: 0.4354897 Feb 19 02:57:18.400666 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b4d56eb1-fe9b-4f47-9460-74837edf1683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (7ba0f102-3452-4e6f-b12d-3fac2606ad0e), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:18.453576 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4d56eb1-fe9b-4f47-9460-74837edf1683 admin admin] vlan segment allocate from pool success with {'vlan_id': 271, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:57:18.471802 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d56eb1-fe9b-4f47-9460-74837edf1683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba0f102-3452-4e6f-b12d-3fac2606ad0e,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:18.481906 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 41344) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:18.485042 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b4d56eb1-fe9b-4f47-9460-74837edf1683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (c6117011-521a-469d-908d-80df02851f25), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:18.485483 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-b4d56eb1-fe9b-4f47-9460-74837edf1683 admin admin] Added segment c6117011-521a-469d-908d-80df02851f25 of type vlan for network 6c178878-2547-4ea7-b234-5f12e66a6c9a Feb 19 02:57:18.553239 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-67c921fb-c28c-4df8-878b-798f8e2d7cc3 tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (427478dc-bb04-4b2e-bf5f-82c2be2425c2), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:18.598380 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b4d56eb1-fe9b-4f47-9460-74837edf1683 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (6c178878-2547-4ea7-b234-5f12e66a6c9a), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:18.608263 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-67c921fb-c28c-4df8-878b-798f8e2d7cc3 tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Calling delete_port for 427478dc-bb04-4b2e-bf5f-82c2be2425c2 owned by network:router_gateway {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:57:18.752379 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-247fc4ac-72e2-4341-83d7-76be77804cff tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks [] for port (cc18df03-f271-4ef4-b65c-94daf9368ec6), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:18.764552 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b4d56eb1-fe9b-4f47-9460-74837edf1683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (6c178878-2547-4ea7-b234-5f12e66a6c9a), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:18.765947 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d56eb1-fe9b-4f47-9460-74837edf1683 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:18.767035 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b4d56eb1-fe9b-4f47-9460-74837edf1683 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:18.770158 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a62586d6-fbeb-4471-b9eb-8d75750b2584 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:18.770528 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-762badd9-385c-4165-8c1a-9f4d29c23eae None None] Provisioning complete for port 5305470b-a5e3-4dd0-afcd-4fab0d739612 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:57:18.771015 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-762badd9-385c-4165-8c1a-9f4d29c23eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (5305470b-a5e3-4dd0-afcd-4fab0d739612), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:18.775583 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-247fc4ac-72e2-4341-83d7-76be77804cff tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (cc18df03-f271-4ef4-b65c-94daf9368ec6), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:18.849896 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247fc4ac-72e2-4341-83d7-76be77804cff tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Pushing event updated for resources: {'Port': ['ID=cc18df03-f271-4ef4-b65c-94daf9368ec6,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:18.986558 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-836cb7e4-3ad1-4a9c-b21c-db3f85eb7e8b req-7acdb754-9996-4af0-b2f5-b9641c9d66bb tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/security-groups?id=344800ac-992b-44b9-a49a-a7d4e6a6fc53&id=197f0109-f833-46dd-9ffe-3ff812885f73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6241453 Feb 19 02:57:18.991504 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-762badd9-385c-4165-8c1a-9f4d29c23eae None None] Current status of the port 5305470b-a5e3-4dd0-afcd-4fab0d739612 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:57:19.010220 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-b4d56eb1-fe9b-4f47-9460-74837edf1683 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3962641 Feb 19 02:57:19.027262 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-762badd9-385c-4165-8c1a-9f4d29c23eae None None] Provisioning complete for port cc18df03-f271-4ef4-b65c-94daf9368ec6 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:57:19.027633 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-762badd9-385c-4165-8c1a-9f4d29c23eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (cc18df03-f271-4ef4-b65c-94daf9368ec6), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:19.034267 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 41394) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:19.050826 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-06b35ef3-aae5-42a1-b5f3-eb108ed7a549 admin admin] Request body: {'subnet': {'network_id': '6c178878-2547-4ea7-b234-5f12e66a6c9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1806236236-subnet', 'tenant_id': 'a06ef082143f47ab8b4917c0abd4fc14', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:57:19.094318 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e4247f2b-ba84-477e-b180-1ee9edc78f3d req-76c59a78-cfff-4ebf-be1e-967afe66fb70 tempest-ServerShowV247Test-1676986851 tempest-ServerShowV247Test-1676986851-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e169b68-cb4d-41f6-a84b-502671589f35 HTTP/1.1" status: 200 len: 210 time: 0.1065753 Feb 19 02:57:19.112078 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06b35ef3-aae5-42a1-b5f3-eb108ed7a549 admin admin] Made reservation on behalf of a06ef082143f47ab8b4917c0abd4fc14 for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:57:19.137757 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-06b35ef3-aae5-42a1-b5f3-eb108ed7a549 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:19.166254 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-762badd9-385c-4165-8c1a-9f4d29c23eae None None] Port cc18df03-f271-4ef4-b65c-94daf9368ec6 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:57:19.194670 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 5305470b-a5e3-4dd0-afcd-4fab0d739612 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:57:19.259316 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d56eb1-fe9b-4f47-9460-74837edf1683 admin admin] Pushing event updated for resources: {'Network': ['ID=6c178878-2547-4ea7-b234-5f12e66a6c9a,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:19.316755 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 6c178878-2547-4ea7-b234-5f12e66a6c9a details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:57:19.432381 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-247fc4ac-72e2-4341-83d7-76be77804cff tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16289150'] for router_interface (8b0fbbcf-d227-4d47-8cb8-fb12b88eab07), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:19.499125 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:19.530741 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a62586d6-fbeb-4471-b9eb-8d75750b2584 admin admin] Publish callbacks [] for security_group (72a0c757-bbd4-43d2-ba78-01aa44f8dda2), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:19.543527 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a62586d6-fbeb-4471-b9eb-8d75750b2584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (72a0c757-bbd4-43d2-ba78-01aa44f8dda2), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:19.561717 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-ee7bdfe8-fa87-4c49-937e-981508ad9560 None None] Provisioning complete for port cc18df03-f271-4ef4-b65c-94daf9368ec6 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:57:19.565445 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-ee7bdfe8-fa87-4c49-937e-981508ad9560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (cc18df03-f271-4ef4-b65c-94daf9368ec6), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:19.587686 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62586d6-fbeb-4471-b9eb-8d75750b2584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72a0c757-bbd4-43d2-ba78-01aa44f8dda2,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:19.593586 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-67c921fb-c28c-4df8-878b-798f8e2d7cc3 tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (427478dc-bb04-4b2e-bf5f-82c2be2425c2), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:19.613298 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adbdbf2-99c0-46b7-a761-5393279fb23e req-cf38fc19-131d-4c91-9220-33016c1e7982 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:19.622087 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6adbdbf2-99c0-46b7-a761-5393279fb23e req-cf38fc19-131d-4c91-9220-33016c1e7982 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/ports?device_id=5bb9eab4-0d6c-4134-ab2b-95a69750261e HTTP/1.1" status: 200 len: 945 time: 0.1917560 Feb 19 02:57:19.667744 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-ee7bdfe8-fa87-4c49-937e-981508ad9560 None None] Port cc18df03-f271-4ef4-b65c-94daf9368ec6 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:57:19.674439 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-a62586d6-fbeb-4471-b9eb-8d75750b2584 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c2be326a841d4dd7a57a9305e23b0661&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1780465 Feb 19 02:57:19.676273 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 5305470b-a5e3-4dd0-afcd-4fab0d739612 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:57:19.677227 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (5305470b-a5e3-4dd0-afcd-4fab0d739612), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:19.677711 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 41456) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:19.699433 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c921fb-c28c-4df8-878b-798f8e2d7cc3 tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Pushing event deleted for resources: {'Port': ['ID=427478dc-bb04-4b2e-bf5f-82c2be2425c2,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:19.706845 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6adbdbf2-99c0-46b7-a761-5393279fb23e req-7df5d487-f664-4b5b-8114-8aa734bef479 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d351a8c-b73e-485a-861c-36f8b0ec3310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839045 Feb 19 02:57:19.778047 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-06b35ef3-aae5-42a1-b5f3-eb108ed7a549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (5cfd9bdf-5713-42ab-9e32-dc268009511b), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:19.808732 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-247fc4ac-72e2-4341-83d7-76be77804cff tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (cc18df03-f271-4ef4-b65c-94daf9368ec6), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:19.825545 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a57d2efc-1465-4dc3-8aa7-f6bbb7ca9e86 admin admin] Publish callbacks [] for security_group (72a0c757-bbd4-43d2-ba78-01aa44f8dda2), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:19.848881 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-bbe284d8-ec7c-4da5-a343-fff2efc84c03 None None] Provisioning complete for port cc18df03-f271-4ef4-b65c-94daf9368ec6 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:57:19.850621 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-bbe284d8-ec7c-4da5-a343-fff2efc84c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (cc18df03-f271-4ef4-b65c-94daf9368ec6), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:19.855123 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 5305470b-a5e3-4dd0-afcd-4fab0d739612 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:57:19.887678 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e403dd8-c426-4aa3-acae-4e69623a7865 req-d9e87676-a5bc-4177-9ea4-5d0a958f7154 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:19.888697 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-67c921fb-c28c-4df8-878b-798f8e2d7cc3 tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16285837'] for router_gateway (09a25477-c473-4067-b7aa-9c032b495834), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:19.890566 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7e403dd8-c426-4aa3-acae-4e69623a7865 req-d9e87676-a5bc-4177-9ea4-5d0a958f7154 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.82 "GET /v2.0/ports?device_id=5bb9eab4-0d6c-4134-ab2b-95a69750261e HTTP/1.1" status: 200 len: 945 time: 0.1954384 Feb 19 02:57:19.903987 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a57d2efc-1465-4dc3-8aa7-f6bbb7ca9e86 admin admin] Publish callbacks [] for security_group (72a0c757-bbd4-43d2-ba78-01aa44f8dda2), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:19.914373 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-bbe284d8-ec7c-4da5-a343-fff2efc84c03 None None] Port cc18df03-f271-4ef4-b65c-94daf9368ec6 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:57:19.936384 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b35ef3-aae5-42a1-b5f3-eb108ed7a549 admin admin] Checking segment: {'id': 'c6117011-521a-469d-908d-80df02851f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '6c178878-2547-4ea7-b234-5f12e66a6c9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:57:19.936762 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b35ef3-aae5-42a1-b5f3-eb108ed7a549 admin admin] Network hostable DHCP agents. Network: 6c178878-2547-4ea7-b234-5f12e66a6c9a, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:57:20.003420 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b35ef3-aae5-42a1-b5f3-eb108ed7a549 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cfd9bdf-5713-42ab-9e32-dc268009511b,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:20.104272 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-67c921fb-c28c-4df8-878b-798f8e2d7cc3 tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16317457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14254'] for router (09a25477-c473-4067-b7aa-9c032b495834), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:20.107352 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-67c921fb-c28c-4df8-878b-798f8e2d7cc3 tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks [] for router_controller (09a25477-c473-4067-b7aa-9c032b495834), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:20.194619 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-67c921fb-c28c-4df8-878b-798f8e2d7cc3 tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16317544'] for router (09a25477-c473-4067-b7aa-9c032b495834), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:20.195310 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67c921fb-c28c-4df8-878b-798f8e2d7cc3 tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Fanout notify agent at l3_agent the message router_deleted on router 09a25477-c473-4067-b7aa-9c032b495834 {{(pid=103702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 02:57:20.230661 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-67c921fb-c28c-4df8-878b-798f8e2d7cc3 tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:20.237997 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-67c921fb-c28c-4df8-878b-798f8e2d7cc3 tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] 10.222.0.72 "DELETE /v2.0/routers/09a25477-c473-4067-b7aa-9c032b495834 HTTP/1.1" status: 204 len: 168 time: 2.5231898 Feb 19 02:57:20.238844 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 41508) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:20.242309 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b35ef3-aae5-42a1-b5f3-eb108ed7a549 admin admin] Network 6c178878-2547-4ea7-b234-5f12e66a6c9a is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:57:20.250896 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-a307617a-e9de-4ce6-9754-c9623e7f9479 tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-528387739', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}, 'admin_state_up': False}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:57:20.264961 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ade6527-6d7a-46ad-82b9-6b0ca8f7de8a req-bd7d3c3a-50de-4b7b-ac30-eac0f7ba7123 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:20.270542 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ade6527-6d7a-46ad-82b9-6b0ca8f7de8a req-bd7d3c3a-50de-4b7b-ac30-eac0f7ba7123 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:20.274835 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-06b35ef3-aae5-42a1-b5f3-eb108ed7a549 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 6c178878-2547-4ea7-b234-5f12e66a6c9a) {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:57:20.277372 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ade6527-6d7a-46ad-82b9-6b0ca8f7de8a req-bd7d3c3a-50de-4b7b-ac30-eac0f7ba7123 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:20.282586 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ade6527-6d7a-46ad-82b9-6b0ca8f7de8a req-bd7d3c3a-50de-4b7b-ac30-eac0f7ba7123 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:20.286865 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b35ef3-aae5-42a1-b5f3-eb108ed7a549 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:20.287800 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-06b35ef3-aae5-42a1-b5f3-eb108ed7a549 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:20.289611 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f949f941-447c-4dcf-ae7e-915173a345c9 None None] Network 6c178878-2547-4ea7-b234-5f12e66a6c9a requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:57:20.293594 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a307617a-e9de-4ce6-9754-c9623e7f9479 tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14172'] for router (30469f44-9e5d-4543-a110-e4140e623998), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:20.294854 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a307617a-e9de-4ce6-9754-c9623e7f9479 tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16317487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16285822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16309985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14247'] for router (30469f44-9e5d-4543-a110-e4140e623998), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:20.304154 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ade6527-6d7a-46ad-82b9-6b0ca8f7de8a req-bd7d3c3a-50de-4b7b-ac30-eac0f7ba7123 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:20.307179 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a57d2efc-1465-4dc3-8aa7-f6bbb7ca9e86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (72a0c757-bbd4-43d2-ba78-01aa44f8dda2), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:20.310153 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a57d2efc-1465-4dc3-8aa7-f6bbb7ca9e86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:20.310517 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ade6527-6d7a-46ad-82b9-6b0ca8f7de8a req-bd7d3c3a-50de-4b7b-ac30-eac0f7ba7123 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:20.311624 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-a57d2efc-1465-4dc3-8aa7-f6bbb7ca9e86 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/72a0c757-bbd4-43d2-ba78-01aa44f8dda2 HTTP/1.1" status: 204 len: 168 time: 0.6093228 Feb 19 02:57:20.323672 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57d2efc-1465-4dc3-8aa7-f6bbb7ca9e86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72a0c757-bbd4-43d2-ba78-01aa44f8dda2,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:20.336606 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-06b35ef3-aae5-42a1-b5f3-eb108ed7a549 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2946799 Feb 19 02:57:20.337392 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ade6527-6d7a-46ad-82b9-6b0ca8f7de8a req-bd7d3c3a-50de-4b7b-ac30-eac0f7ba7123 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:20.337720 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 41518) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:20.346718 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-0c2bfd25-d76d-43ef-a86f-f9ba7b30a88a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1806236236-router', 'tenant_id': 'a06ef082143f47ab8b4917c0abd4fc14', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:57:20.362661 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8ade6527-6d7a-46ad-82b9-6b0ca8f7de8a req-bd7d3c3a-50de-4b7b-ac30-eac0f7ba7123 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 5421 time: 0.2670133 Feb 19 02:57:20.386906 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:20.410628 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a307617a-e9de-4ce6-9754-c9623e7f9479 tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks [] for router_controller (30469f44-9e5d-4543-a110-e4140e623998), precommit_add_association {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:20.446585 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0744144c-bfbd-4a36-9355-608bc62d3525 None None] Network 6c178878-2547-4ea7-b234-5f12e66a6c9a requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:57:20.571777 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5b170aa4-c8f8-4632-818b-e31041ad31b9 req-2fde6c33-0964-412f-a90a-edbade489d3f tempest-ServerShowV247Test-1676986851 tempest-ServerShowV247Test-1676986851-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e169b68-cb4d-41f6-a84b-502671589f35 HTTP/1.1" status: 200 len: 210 time: 0.3415611 Feb 19 02:57:20.627000 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-7e403dd8-c426-4aa3-acae-4e69623a7865 req-9089ddbb-8d77-457e-8c37-6803541d312d tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] Deleting port dbe88812-a5ed-4d59-8ee2-a6462da57fd6 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:57:20.633073 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-7e403dd8-c426-4aa3-acae-4e69623a7865 req-9089ddbb-8d77-457e-8c37-6803541d312d tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (dbe88812-a5ed-4d59-8ee2-a6462da57fd6), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:20.830888 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0c2bfd25-d76d-43ef-a86f-f9ba7b30a88a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14172'] for router (51d62235-06ca-4127-9053-0d14fe103439), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:20.831938 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0c2bfd25-d76d-43ef-a86f-f9ba7b30a88a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16317487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16285822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16309985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14247'] for router (51d62235-06ca-4127-9053-0d14fe103439), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:20.949339 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0c2bfd25-d76d-43ef-a86f-f9ba7b30a88a admin admin] Publish callbacks [] for router_controller (51d62235-06ca-4127-9053-0d14fe103439), precommit_add_association {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:20.970115 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-247fc4ac-72e2-4341-83d7-76be77804cff tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks [] for port (cc18df03-f271-4ef4-b65c-94daf9368ec6), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:21.004647 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8ade6527-6d7a-46ad-82b9-6b0ca8f7de8a req-5c54169e-067b-491f-8f1a-11e154373e83 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/security-groups?id=344800ac-992b-44b9-a49a-a7d4e6a6fc53&id=197f0109-f833-46dd-9ffe-3ff812885f73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4153428 Feb 19 02:57:21.019206 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-247fc4ac-72e2-4341-83d7-76be77804cff tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (cc18df03-f271-4ef4-b65c-94daf9368ec6), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:21.054206 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-7e403dd8-c426-4aa3-acae-4e69623a7865 req-9089ddbb-8d77-457e-8c37-6803541d312d tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] For port dbe88812-a5ed-4d59-8ee2-a6462da57fd6, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=dbe88812-a5ed-4d59-8ee2-a6462da57fd6,segment=NetworkSegment(b398e613-0491-4825-8c0e-13ffa7bc0c4a),segment_id=b398e613-0491-4825-8c0e-13ffa7bc0c4a)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:57:21.054681 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-7e403dd8-c426-4aa3-acae-4e69623a7865 req-9089ddbb-8d77-457e-8c37-6803541d312d tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (dbe88812-a5ed-4d59-8ee2-a6462da57fd6), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:21.064420 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a307617a-e9de-4ce6-9754-c9623e7f9479 tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks [] for router_gateway (30469f44-9e5d-4543-a110-e4140e623998), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:21.143508 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcda04a-7b74-4397-8610-652d08779351 req-b73a09ed-872e-40cf-af6d-af1a5ad05156 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:21.153202 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ddcda04a-7b74-4397-8610-652d08779351 req-b73a09ed-872e-40cf-af6d-af1a5ad05156 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/ports?device_id=5bb9eab4-0d6c-4134-ab2b-95a69750261e HTTP/1.1" status: 200 len: 945 time: 0.3158503 Feb 19 02:57:21.157449 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-7e403dd8-c426-4aa3-acae-4e69623a7865 req-9089ddbb-8d77-457e-8c37-6803541d312d tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] Calling delete_port for dbe88812-a5ed-4d59-8ee2-a6462da57fd6 owned by compute:nova {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:57:21.225294 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247fc4ac-72e2-4341-83d7-76be77804cff tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Pushing event updated for resources: {'Port': ['ID=cc18df03-f271-4ef4-b65c-94daf9368ec6,revision_number=3']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:21.237520 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-247fc4ac-72e2-4341-83d7-76be77804cff tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16362769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16289258'] for router_interface (8b0fbbcf-d227-4d47-8cb8-fb12b88eab07), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:21.239739 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0c2bfd25-d76d-43ef-a86f-f9ba7b30a88a admin admin] Publish callbacks [] for router_gateway (51d62235-06ca-4127-9053-0d14fe103439), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:21.330486 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ddcda04a-7b74-4397-8610-652d08779351 req-b7edb046-76a9-424c-8bd2-53c812599c91 tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d351a8c-b73e-485a-861c-36f8b0ec3310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761103 Feb 19 02:57:21.483079 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247fc4ac-72e2-4341-83d7-76be77804cff tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Network 22d3953d-999a-408d-aa3a-cc239efebceb is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:57:21.486618 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-247fc4ac-72e2-4341-83d7-76be77804cff tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:57:21.559450 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-7e403dd8-c426-4aa3-acae-4e69623a7865 req-9089ddbb-8d77-457e-8c37-6803541d312d tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (dbe88812-a5ed-4d59-8ee2-a6462da57fd6), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:21.722444 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a307617a-e9de-4ce6-9754-c9623e7f9479 tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks [] for router_gateway (30469f44-9e5d-4543-a110-e4140e623998), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:21.754995 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a307617a-e9de-4ce6-9754-c9623e7f9479 tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:21.906601 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:21.919872 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-a307617a-e9de-4ce6-9754-c9623e7f9479 tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Allocated IP 172.25.6.206 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/ce78200d-5a7b-4fe5-9366-4e0a6e44f92f) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:57:21.979099 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-d24fd9e8-a021-4b6f-9b2d-b27b0a315ac2 None None] Provisioning complete for port cc18df03-f271-4ef4-b65c-94daf9368ec6 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:57:21.980370 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d24fd9e8-a021-4b6f-9b2d-b27b0a315ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (cc18df03-f271-4ef4-b65c-94daf9368ec6), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:22.039307 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-d24fd9e8-a021-4b6f-9b2d-b27b0a315ac2 None None] Port cc18df03-f271-4ef4-b65c-94daf9368ec6 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:57:22.185894 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device dbe88812-a5ed-4d59-8ee2-a6462da57fd6 no longer exists at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:57:22.206832 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0c2bfd25-d76d-43ef-a86f-f9ba7b30a88a admin admin] Publish callbacks [] for router_gateway (51d62235-06ca-4127-9053-0d14fe103439), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:22.251105 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] No Port match for: dbe88812-a5ed-4d59-8ee2-a6462da57fd6 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:57:22.251460 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device dbe88812-a5ed-4d59-8ee2-a6462da57fd6 not bound to the agent host n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:57:22.270011 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0c2bfd25-d76d-43ef-a86f-f9ba7b30a88a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:22.465900 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:22.473259 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1ae9d85e-33c0-4afb-b521-c7d20d54da23 req-6b4012c9-8536-4f81-8abb-1a3e34af1ef0 tempest-ServerShowV247Test-1676986851 tempest-ServerShowV247Test-1676986851-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e169b68-cb4d-41f6-a84b-502671589f35 HTTP/1.1" status: 200 len: 210 time: 0.0617387 Feb 19 02:57:22.478655 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9089ddbb-8d77-457e-8c37-6803541d312d tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] Pushing event deleted for resources: {'Port': ['ID=dbe88812-a5ed-4d59-8ee2-a6462da57fd6,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:22.530547 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a307617a-e9de-4ce6-9754-c9623e7f9479 tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks [] for port (ce78200d-5a7b-4fe5-9366-4e0a6e44f92f), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:22.581454 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e403dd8-c426-4aa3-acae-4e69623a7865 req-9089ddbb-8d77-457e-8c37-6803541d312d tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] No DVR routers for this DVR port dbe88812-a5ed-4d59-8ee2-a6462da57fd6 on host n-h2-826753-2 {{(pid=103701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:57:22.586574 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-7e403dd8-c426-4aa3-acae-4e69623a7865 req-9089ddbb-8d77-457e-8c37-6803541d312d tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:22.592340 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7e403dd8-c426-4aa3-acae-4e69623a7865 req-9089ddbb-8d77-457e-8c37-6803541d312d tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.82 "DELETE /v2.0/ports/dbe88812-a5ed-4d59-8ee2-a6462da57fd6 HTTP/1.1" status: 204 len: 173 time: 2.6418848 Feb 19 02:57:22.592824 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bb9eab4-0d6c-4134-ab2b-95a69750261e', 'name': 'network-vif-deleted', 'tag': 'dbe88812-a5ed-4d59-8ee2-a6462da57fd6'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:57:22.595130 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e590cf2-4c1d-4b7e-ba19-360ea9720755" -d '{"events": [{"server_uuid": "5bb9eab4-0d6c-4134-ab2b-95a69750261e", "name": "network-vif-deleted", "tag": "dbe88812-a5ed-4d59-8ee2-a6462da57fd6"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:57:22.673166 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d003dbce-84f3-49e8-985c-eda593c4c421 req-39264953-96cc-4915-9963-b60d60af628d tempest-ServerRescueNegativeTestJSON-1718794632 tempest-ServerRescueNegativeTestJSON-1718794632-project] 10.222.0.72 "GET /v2.0/ports?device_id=5bb9eab4-0d6c-4134-ab2b-95a69750261e HTTP/1.1" status: 200 len: 210 time: 0.0643888 Feb 19 02:57:22.676814 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-247fc4ac-72e2-4341-83d7-76be77804cff tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Router 8b0fbbcf-d227-4d47-8cb8-fb12b88eab07 is scheduled to L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd with binding_index 1 {{(pid=103701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 02:57:22.729929 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-0c2bfd25-d76d-43ef-a86f-f9ba7b30a88a admin admin] Allocated IP 172.25.6.153 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/1ecdff46-1f3c-49e6-86f7-92992eca37e5) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:57:22.775211 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87e9573b-e1d3-4309-8e11-6d1d55c95f16 x-openstack-request-id: req-87e9573b-e1d3-4309-8e11-6d1d55c95f16 {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:57:22.775847 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bb9eab4-0d6c-4134-ab2b-95a69750261e", "name": "network-vif-deleted", "tag": "dbe88812-a5ed-4d59-8ee2-a6462da57fd6", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:57:22.776431 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-87e9573b-e1d3-4309-8e11-6d1d55c95f16 {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:57:22.777638 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bb9eab4-0d6c-4134-ab2b-95a69750261e', 'name': 'network-vif-deleted', 'tag': 'dbe88812-a5ed-4d59-8ee2-a6462da57fd6', 'status': 'completed', 'code': 200} Feb 19 02:57:22.800137 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afc2135-ea2b-4a55-9675-22c85b4a9ae2 req-3e35e7ef-125d-4eb5-9ccd-528474e9bff2 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:22.808766 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afc2135-ea2b-4a55-9675-22c85b4a9ae2 req-3e35e7ef-125d-4eb5-9ccd-528474e9bff2 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:22.815896 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afc2135-ea2b-4a55-9675-22c85b4a9ae2 req-3e35e7ef-125d-4eb5-9ccd-528474e9bff2 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:22.824024 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afc2135-ea2b-4a55-9675-22c85b4a9ae2 req-3e35e7ef-125d-4eb5-9ccd-528474e9bff2 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:22.831751 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afc2135-ea2b-4a55-9675-22c85b4a9ae2 req-3e35e7ef-125d-4eb5-9ccd-528474e9bff2 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:22.837377 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afc2135-ea2b-4a55-9675-22c85b4a9ae2 req-3e35e7ef-125d-4eb5-9ccd-528474e9bff2 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:22.844337 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afc2135-ea2b-4a55-9675-22c85b4a9ae2 req-3e35e7ef-125d-4eb5-9ccd-528474e9bff2 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:22.852436 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6afc2135-ea2b-4a55-9675-22c85b4a9ae2 req-3e35e7ef-125d-4eb5-9ccd-528474e9bff2 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 5421 time: 0.4124789 Feb 19 02:57:22.873158 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0c2bfd25-d76d-43ef-a86f-f9ba7b30a88a admin admin] Publish callbacks [] for port (1ecdff46-1f3c-49e6-86f7-92992eca37e5), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:22.913373 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a307617a-e9de-4ce6-9754-c9623e7f9479 tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (ce78200d-5a7b-4fe5-9366-4e0a6e44f92f), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:22.929968 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-247fc4ac-72e2-4341-83d7-76be77804cff tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:57:22.945176 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978c6d03-d84e-4e24-8134-efcb635649d9 None None] Sync routers for ids ['8b0fbbcf-d227-4d47-8cb8-fb12b88eab07'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:57:22.951003 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0c2bfd25-d76d-43ef-a86f-f9ba7b30a88a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (1ecdff46-1f3c-49e6-86f7-92992eca37e5), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:22.962940 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978c6d03-d84e-4e24-8134-efcb635649d9 None None] Routers {'8b0fbbcf-d227-4d47-8cb8-fb12b88eab07'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:57:22.966387 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-978c6d03-d84e-4e24-8134-efcb635649d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:57:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['8b0fbbcf-d227-4d47-8cb8-fb12b88eab07'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:57:22.975901 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-247fc4ac-72e2-4341-83d7-76be77804cff tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] 10.222.0.72 "PUT /v2.0/routers/8b0fbbcf-d227-4d47-8cb8-fb12b88eab07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0521865 Feb 19 02:57:22.981739 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6afc2135-ea2b-4a55-9675-22c85b4a9ae2 req-150e56f1-9b3b-4c62-89d0-db41d7b4c7ee tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/security-groups?id=344800ac-992b-44b9-a49a-a7d4e6a6fc53&id=197f0109-f833-46dd-9ffe-3ff812885f73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1282308 Feb 19 02:57:22.982266 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 41778) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:22.991437 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a307617a-e9de-4ce6-9754-c9623e7f9479 tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:57:23.007053 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-a307617a-e9de-4ce6-9754-c9623e7f9479 tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:57:23.011112 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a307617a-e9de-4ce6-9754-c9623e7f9479 tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:57:23.054484 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f02faf18-62d8-4e55-a9cd-603e408361ec tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:23.056502 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-f02faf18-62d8-4e55-a9cd-603e408361ec tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] 10.222.0.72 "GET /v2.0/ports/cc18df03-f271-4ef4-b65c-94daf9368ec6 HTTP/1.1" status: 200 len: 978 time: 0.0726886 Feb 19 02:57:23.057842 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-978c6d03-d84e-4e24-8134-efcb635649d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:57:23.058886 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 41784) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:23.083229 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978c6d03-d84e-4e24-8134-efcb635649d9 None None] Routers {'8b0fbbcf-d227-4d47-8cb8-fb12b88eab07'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:57:23.084185 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-978c6d03-d84e-4e24-8134-efcb635649d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:57:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['8b0fbbcf-d227-4d47-8cb8-fb12b88eab07'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:57:23.098630 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2bfd25-d76d-43ef-a86f-f9ba7b30a88a admin admin] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:57:23.107361 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a307617a-e9de-4ce6-9754-c9623e7f9479 tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Pushing event updated for resources: {'Port': ['ID=ce78200d-5a7b-4fe5-9366-4e0a6e44f92f,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:23.139600 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-0c2bfd25-d76d-43ef-a86f-f9ba7b30a88a admin admin] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:57:23.146187 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2bfd25-d76d-43ef-a86f-f9ba7b30a88a admin admin] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:57:23.168254 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-978c6d03-d84e-4e24-8134-efcb635649d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:57:23.168832 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978c6d03-d84e-4e24-8134-efcb635649d9 None None] The sync data for ids ['8b0fbbcf-d227-4d47-8cb8-fb12b88eab07'] in n-d-826753-2 is: [] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:57:23.390597 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 41816) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:23.527050 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2bfd25-d76d-43ef-a86f-f9ba7b30a88a admin admin] Pushing event updated for resources: {'Port': ['ID=1ecdff46-1f3c-49e6-86f7-92992eca37e5,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:23.674685 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-164213c9-cf02-4c0f-a16f-ba40531c34f8 req-8aaa65c2-9507-495a-ae1a-aa1febedd881 tempest-ServerShowV247Test-1676986851 tempest-ServerShowV247Test-1676986851-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e169b68-cb4d-41f6-a84b-502671589f35 HTTP/1.1" status: 200 len: 210 time: 0.0668662 Feb 19 02:57:23.693682 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5d5942d2-a740-4666-842f-596d908220a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:23.733809 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-5ba190cf-94ac-46fe-8fa6-ff2011054b0a req-5c85328f-bff1-4eab-aa39-41e62c6254c4 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7e169b68-cb4d-41f6-a84b-502671589f35 HTTP/1.1" status: 200 len: 210 time: 0.1764355 Feb 19 02:57:23.736173 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 41852) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:23.894500 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0c2bfd25-d76d-43ef-a86f-f9ba7b30a88a admin admin] Publish callbacks [] for router_gateway (51d62235-06ca-4127-9053-0d14fe103439), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:23.947786 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1f14ac36-6a8a-4ca7-8847-c4d94b7d8293 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16289271'] for router_interface (8b0fbbcf-d227-4d47-8cb8-fb12b88eab07), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:23.996017 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5d5942d2-a740-4666-842f-596d908220a8 admin admin] Publish callbacks [] for security_group (083bc5df-cc37-4433-bfaf-48b5a9f2ed61), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:24.051661 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5d5942d2-a740-4666-842f-596d908220a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (083bc5df-cc37-4433-bfaf-48b5a9f2ed61), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:24.182808 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-5d5942d2-a740-4666-842f-596d908220a8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=25566db0a5d4447d8952cf48c9dcf6c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7910469 Feb 19 02:57:24.183680 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5942d2-a740-4666-842f-596d908220a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=083bc5df-cc37-4433-bfaf-48b5a9f2ed61,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:24.185962 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 41878) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:24.261509 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2352893-8924-4f32-bf31-4b2c04157a96 req-5bf15f8b-b359-4737-8286-8daf575ec4cb tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:24.266972 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2352893-8924-4f32-bf31-4b2c04157a96 req-5bf15f8b-b359-4737-8286-8daf575ec4cb tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:24.272592 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2352893-8924-4f32-bf31-4b2c04157a96 req-5bf15f8b-b359-4737-8286-8daf575ec4cb tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:24.278296 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2352893-8924-4f32-bf31-4b2c04157a96 req-5bf15f8b-b359-4737-8286-8daf575ec4cb tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:24.285199 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2352893-8924-4f32-bf31-4b2c04157a96 req-5bf15f8b-b359-4737-8286-8daf575ec4cb tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:24.289891 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2352893-8924-4f32-bf31-4b2c04157a96 req-5bf15f8b-b359-4737-8286-8daf575ec4cb tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:24.295175 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2352893-8924-4f32-bf31-4b2c04157a96 req-5bf15f8b-b359-4737-8286-8daf575ec4cb tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:24.297209 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c2352893-8924-4f32-bf31-4b2c04157a96 req-5bf15f8b-b359-4737-8286-8daf575ec4cb tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 5421 time: 0.1714435 Feb 19 02:57:24.353170 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1c0047ed-fed1-469a-a65e-1a17322a43e1 admin admin] Publish callbacks [] for security_group (083bc5df-cc37-4433-bfaf-48b5a9f2ed61), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:24.396569 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1c0047ed-fed1-469a-a65e-1a17322a43e1 admin admin] Publish callbacks [] for security_group (083bc5df-cc37-4433-bfaf-48b5a9f2ed61), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:24.450898 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c2352893-8924-4f32-bf31-4b2c04157a96 req-6d9d14f6-9ef1-47fa-9fcf-3d16bac6fdf5 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/security-groups?id=344800ac-992b-44b9-a49a-a7d4e6a6fc53&id=197f0109-f833-46dd-9ffe-3ff812885f73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1374083 Feb 19 02:57:24.478482 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-1f14ac36-6a8a-4ca7-8847-c4d94b7d8293 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Deleting port cc18df03-f271-4ef4-b65c-94daf9368ec6 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:57:24.478838 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1f14ac36-6a8a-4ca7-8847-c4d94b7d8293 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (cc18df03-f271-4ef4-b65c-94daf9368ec6), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:24.539780 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a307617a-e9de-4ce6-9754-c9623e7f9479 tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks [] for router_gateway (30469f44-9e5d-4543-a110-e4140e623998), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:24.559974 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1c0047ed-fed1-469a-a65e-1a17322a43e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (083bc5df-cc37-4433-bfaf-48b5a9f2ed61), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:24.563314 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1c0047ed-fed1-469a-a65e-1a17322a43e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:24.567103 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-1c0047ed-fed1-469a-a65e-1a17322a43e1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/083bc5df-cc37-4433-bfaf-48b5a9f2ed61 HTTP/1.1" status: 204 len: 168 time: 0.3755045 Feb 19 02:57:24.583469 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0047ed-fed1-469a-a65e-1a17322a43e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=083bc5df-cc37-4433-bfaf-48b5a9f2ed61,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:24.605042 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1f14ac36-6a8a-4ca7-8847-c4d94b7d8293 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (cc18df03-f271-4ef4-b65c-94daf9368ec6), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:24.636413 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-1f14ac36-6a8a-4ca7-8847-c4d94b7d8293 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Calling delete_port for cc18df03-f271-4ef4-b65c-94daf9368ec6 owned by network:router_interface {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:57:24.758658 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0c2bfd25-d76d-43ef-a86f-f9ba7b30a88a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16317478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865'] for router (51d62235-06ca-4127-9053-0d14fe103439), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:24.877467 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ab25a547-50fa-4c90-82e8-5300bd4a4c60 req-9a19485c-717b-4091-8603-11508d502e39 tempest-ServerShowV247Test-1676986851 tempest-ServerShowV247Test-1676986851-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e169b68-cb4d-41f6-a84b-502671589f35 HTTP/1.1" status: 200 len: 210 time: 0.0407739 Feb 19 02:57:24.991142 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1f14ac36-6a8a-4ca7-8847-c4d94b7d8293 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (cc18df03-f271-4ef4-b65c-94daf9368ec6), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:25.092050 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 41892) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:25.123868 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f14ac36-6a8a-4ca7-8847-c4d94b7d8293 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Pushing event deleted for resources: {'Port': ['ID=cc18df03-f271-4ef4-b65c-94daf9368ec6,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:25.135629 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fe0d3054-3a44-4f9e-b61d-63809ff08c86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:25.139092 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a307617a-e9de-4ce6-9754-c9623e7f9479 tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16317478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865'] for router (30469f44-9e5d-4543-a110-e4140e623998), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:25.356997 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c2bfd25-d76d-43ef-a86f-f9ba7b30a88a admin admin] Router 51d62235-06ca-4127-9053-0d14fe103439 is scheduled to L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd with binding_index 1 {{(pid=103702) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 02:57:25.429564 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1f14ac36-6a8a-4ca7-8847-c4d94b7d8293 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16362762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16314471'] for router_interface (8b0fbbcf-d227-4d47-8cb8-fb12b88eab07), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:25.541480 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fe0d3054-3a44-4f9e-b61d-63809ff08c86 admin admin] Publish callbacks [] for security_group (1e7e92e8-fdd0-437d-a0c2-327ea555de02), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:25.570130 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fe0d3054-3a44-4f9e-b61d-63809ff08c86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (1e7e92e8-fdd0-437d-a0c2-327ea555de02), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:25.616371 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-030c6ed1-e328-4705-9ab7-76d9fe6e9968 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16289271'] for router_interface (c7d9ee35-8ab4-466d-8f5b-0aa2894f3d27), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:25.705954 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 41896) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:25.706606 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-fe0d3054-3a44-4f9e-b61d-63809ff08c86 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3619edcb3bd14d98b414d753e35d8649&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6041555 Feb 19 02:57:25.717607 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0d3054-3a44-4f9e-b61d-63809ff08c86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e7e92e8-fdd0-437d-a0c2-327ea555de02,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:25.757932 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c2bfd25-d76d-43ef-a86f-f9ba7b30a88a admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:57:25.768001 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6a6407-d0fb-428b-bd3b-7c6834b87ba6 None None] Sync routers for ids ['51d62235-06ca-4127-9053-0d14fe103439'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:57:25.784942 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6a6407-d0fb-428b-bd3b-7c6834b87ba6 None None] Routers {'51d62235-06ca-4127-9053-0d14fe103439'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:57:25.785915 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-5b6a6407-d0fb-428b-bd3b-7c6834b87ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:57:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['51d62235-06ca-4127-9053-0d14fe103439'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:57:25.836613 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e5a815bf-0271-40c0-8451-8f4f04246826 admin admin] Publish callbacks [] for security_group (1e7e92e8-fdd0-437d-a0c2-327ea555de02), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:25.842100 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a307617a-e9de-4ce6-9754-c9623e7f9479 tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Router 30469f44-9e5d-4543-a110-e4140e623998 is scheduled to L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd with binding_index 1 {{(pid=103702) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 02:57:25.874070 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e5a815bf-0271-40c0-8451-8f4f04246826 admin admin] Publish callbacks [] for security_group (1e7e92e8-fdd0-437d-a0c2-327ea555de02), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:25.941283 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f14ac36-6a8a-4ca7-8847-c4d94b7d8293 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Router 8b0fbbcf-d227-4d47-8cb8-fb12b88eab07 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:57:25.963011 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca93a21-fd36-4c5c-a08a-82254d885c07 req-1d70f38e-e2fb-4e53-a43d-467a4ee851c7 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:25.970555 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca93a21-fd36-4c5c-a08a-82254d885c07 req-1d70f38e-e2fb-4e53-a43d-467a4ee851c7 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:25.979308 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca93a21-fd36-4c5c-a08a-82254d885c07 req-1d70f38e-e2fb-4e53-a43d-467a4ee851c7 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:25.986431 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca93a21-fd36-4c5c-a08a-82254d885c07 req-1d70f38e-e2fb-4e53-a43d-467a4ee851c7 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:25.993445 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca93a21-fd36-4c5c-a08a-82254d885c07 req-1d70f38e-e2fb-4e53-a43d-467a4ee851c7 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:26.000137 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca93a21-fd36-4c5c-a08a-82254d885c07 req-1d70f38e-e2fb-4e53-a43d-467a4ee851c7 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:26.007861 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca93a21-fd36-4c5c-a08a-82254d885c07 req-1d70f38e-e2fb-4e53-a43d-467a4ee851c7 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:26.010141 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4ca93a21-fd36-4c5c-a08a-82254d885c07 req-1d70f38e-e2fb-4e53-a43d-467a4ee851c7 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 5421 time: 0.4171591 Feb 19 02:57:26.018533 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e5a815bf-0271-40c0-8451-8f4f04246826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (1e7e92e8-fdd0-437d-a0c2-327ea555de02), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:26.022020 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e5a815bf-0271-40c0-8451-8f4f04246826 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:26.023576 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-e5a815bf-0271-40c0-8451-8f4f04246826 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1e7e92e8-fdd0-437d-a0c2-327ea555de02 HTTP/1.1" status: 204 len: 168 time: 0.2747951 Feb 19 02:57:26.027706 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-5b6a6407-d0fb-428b-bd3b-7c6834b87ba6 None None] Set router 51d62235-06ca-4127-9053-0d14fe103439 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:57:26.112648 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a815bf-0271-40c0-8451-8f4f04246826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e7e92e8-fdd0-437d-a0c2-327ea555de02,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:26.117810 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7b1919a6-61dc-4cbc-a292-e075931e1750 req-3c4f2805-9dc8-452c-aaee-bfb6c51cd600 tempest-ServerShowV247Test-1676986851 tempest-ServerShowV247Test-1676986851-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e169b68-cb4d-41f6-a84b-502671589f35 HTTP/1.1" status: 200 len: 210 time: 0.0377710 Feb 19 02:57:26.172575 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:26.255385 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f14ac36-6a8a-4ca7-8847-c4d94b7d8293 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:57:26.267926 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c38d77-3818-4293-8c3d-e074dfe08c6f None None] Sync routers for ids ['8b0fbbcf-d227-4d47-8cb8-fb12b88eab07'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:57:26.280198 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4ca93a21-fd36-4c5c-a08a-82254d885c07 req-d387edcb-f632-4f89-b2cc-c729160a2084 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/security-groups?id=344800ac-992b-44b9-a49a-a7d4e6a6fc53&id=197f0109-f833-46dd-9ffe-3ff812885f73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2552142 Feb 19 02:57:26.298245 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-1f14ac36-6a8a-4ca7-8847-c4d94b7d8293 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] 10.222.0.72 "PUT /v2.0/routers/8b0fbbcf-d227-4d47-8cb8-fb12b88eab07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2377644 Feb 19 02:57:26.301348 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 41906) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:26.326364 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c38d77-3818-4293-8c3d-e074dfe08c6f None None] Routers {'8b0fbbcf-d227-4d47-8cb8-fb12b88eab07'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:57:26.327208 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-03c38d77-3818-4293-8c3d-e074dfe08c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:57:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['8b0fbbcf-d227-4d47-8cb8-fb12b88eab07'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:57:26.418179 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-03c38d77-3818-4293-8c3d-e074dfe08c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:57:26.443007 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c38d77-3818-4293-8c3d-e074dfe08c6f None None] Routers {'8b0fbbcf-d227-4d47-8cb8-fb12b88eab07'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:57:26.444300 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-03c38d77-3818-4293-8c3d-e074dfe08c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:57:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['8b0fbbcf-d227-4d47-8cb8-fb12b88eab07'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:57:26.522493 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-03c38d77-3818-4293-8c3d-e074dfe08c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:57:26.523560 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c38d77-3818-4293-8c3d-e074dfe08c6f None None] The sync data for ids ['8b0fbbcf-d227-4d47-8cb8-fb12b88eab07'] in n-d-826753-2 is: [] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:57:26.527786 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-5b6a6407-d0fb-428b-bd3b-7c6834b87ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51d62235-06ca-4127-9053-0d14fe103439', 'name': 'tempest-ServerRescueTestJSON-1806236236-router', 'tenant_id': 'a06ef082143f47ab8b4917c0abd4fc14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': '1ecdff46-1f3c-49e6-86f7-92992eca37e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:57:20Z', 'updated_at': '2022-02-19T02:57:23Z', 'revision_number': 3, 'project_id': 'a06ef082143f47ab8b4917c0abd4fc14', 'gw_port': {'id': '1ecdff46-1f3c-49e6-86f7-92992eca37e5', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b9:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51d62235-06ca-4127-9053-0d14fe103439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1986, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:57:22Z', 'updated_at': '2022-02-19T02:57:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:57:26.582323 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6a6407-d0fb-428b-bd3b-7c6834b87ba6 None None] Checking router: 51d62235-06ca-4127-9053-0d14fe103439 for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:57:26.582681 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6a6407-d0fb-428b-bd3b-7c6834b87ba6 None None] Updating router 51d62235-06ca-4127-9053-0d14fe103439 port 1ecdff46-1f3c-49e6-86f7-92992eca37e5 binding host n-d-826753-2 {{(pid=103704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:57:26.587422 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a307617a-e9de-4ce6-9754-c9623e7f9479 tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:57:26.598627 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0c2bfd25-d76d-43ef-a86f-f9ba7b30a88a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:26.600241 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-0c2bfd25-d76d-43ef-a86f-f9ba7b30a88a admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.2600265 Feb 19 02:57:26.605934 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 41910) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:26.626971 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-5b6a6407-d0fb-428b-bd3b-7c6834b87ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (1ecdff46-1f3c-49e6-86f7-92992eca37e5), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:26.784964 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee274779-6ccb-4533-9df8-25ecf6eaaf3f None None] Sync routers for ids ['30469f44-9e5d-4543-a110-e4140e623998'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:57:26.792254 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-10c1da60-f9ca-439c-8fc8-0b38a3cee343 req-87fa3abe-d648-40ef-be6f-b49636d16181 tempest-ServerShowV247Test-1676986851 tempest-ServerShowV247Test-1676986851-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e169b68-cb4d-41f6-a84b-502671589f35&device_id=804f9af3-3dcc-44f3-badf-82dc25079193 HTTP/1.1" status: 200 len: 210 time: 0.0758281 Feb 19 02:57:26.843317 n-d-826753-2 neutron-server[103701]: INFO neutron.api.v2.resource [None req-38e819f8-6588-4c1c-9890-4b01aa513273 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] remove_router_interface failed (client error): The resource could not be found. Feb 19 02:57:26.849046 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-38e819f8-6588-4c1c-9890-4b01aa513273 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] 10.222.0.72 "PUT /v2.0/routers/8b0fbbcf-d227-4d47-8cb8-fb12b88eab07/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5461931 Feb 19 02:57:26.849935 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 41920) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:26.885931 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee274779-6ccb-4533-9df8-25ecf6eaaf3f None None] Routers {'30469f44-9e5d-4543-a110-e4140e623998'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:57:26.886323 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-ee274779-6ccb-4533-9df8-25ecf6eaaf3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:57:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['30469f44-9e5d-4543-a110-e4140e623998'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:57:26.916095 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-f8a2226d-d04e-4cc6-8643-155e539b5c83 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] 10.222.0.72 "GET /v2.0/ports?device_id=8b0fbbcf-d227-4d47-8cb8-fb12b88eab07 HTTP/1.1" status: 200 len: 205 time: 0.0649140 Feb 19 02:57:26.917097 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 41924) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:26.951572 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a307617a-e9de-4ce6-9754-c9623e7f9479 tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:26.959957 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-a307617a-e9de-4ce6-9754-c9623e7f9479 tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.7191153 Feb 19 02:57:26.964482 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 41926) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:26.978653 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-91a13dea-0554-4e09-b156-93be13aefc66 tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:57:27.174532 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3c0069f6-5272-4cfd-8326-a0d6fa46e4b1 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks [] for router (8b0fbbcf-d227-4d47-8cb8-fb12b88eab07), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:27.186673 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d484be09-1fa4-445f-b03b-2572d51b589f req-c17823c8-d535-46af-a176-4e71fab5dbd0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3df0197e38834f66bc32b6ba1cdb3900&device_id=7e169b68-cb4d-41f6-a84b-502671589f35 HTTP/1.1" status: 200 len: 210 time: 0.0477214 Feb 19 02:57:27.190292 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-ee274779-6ccb-4533-9df8-25ecf6eaaf3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:57:27.213769 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee274779-6ccb-4533-9df8-25ecf6eaaf3f None None] Routers {'30469f44-9e5d-4543-a110-e4140e623998'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:57:27.214383 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-ee274779-6ccb-4533-9df8-25ecf6eaaf3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:57:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['30469f44-9e5d-4543-a110-e4140e623998'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:57:27.259856 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-ee274779-6ccb-4533-9df8-25ecf6eaaf3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:57:27.260505 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee274779-6ccb-4533-9df8-25ecf6eaaf3f None None] The sync data for ids ['30469f44-9e5d-4543-a110-e4140e623998'] in n-d-826753-2 is: [] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:57:27.299248 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d484be09-1fa4-445f-b03b-2572d51b589f req-ab2b3cd9-4ba6-467b-b4e8-cab505f29ffc service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=3df0197e38834f66bc32b6ba1cdb3900&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0799940 Feb 19 02:57:27.311927 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-5b6a6407-d0fb-428b-bd3b-7c6834b87ba6 None None] Publish callbacks [] for port (1ecdff46-1f3c-49e6-86f7-92992eca37e5), precommit_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:27.321329 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-5b6a6407-d0fb-428b-bd3b-7c6834b87ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (1ecdff46-1f3c-49e6-86f7-92992eca37e5), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:27.410914 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62789904-c65e-400f-a3e0-81c7703cf866 None None] Pushing event updated for resources: {'Port': ['ID=1ecdff46-1f3c-49e6-86f7-92992eca37e5,revision_number=2']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:27.432913 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62789904-c65e-400f-a3e0-81c7703cf866 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:57:27.432913 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62789904-c65e-400f-a3e0-81c7703cf866 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:57:27.432913 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62789904-c65e-400f-a3e0-81c7703cf866 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:57:27.432913 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62789904-c65e-400f-a3e0-81c7703cf866 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:57:27.432913 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62789904-c65e-400f-a3e0-81c7703cf866 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:57:27.432913 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62789904-c65e-400f-a3e0-81c7703cf866 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:57:27.432913 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62789904-c65e-400f-a3e0-81c7703cf866 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:57:27.432913 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62789904-c65e-400f-a3e0-81c7703cf866 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:57:27.432913 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62789904-c65e-400f-a3e0-81c7703cf866 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:57:27.432913 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62789904-c65e-400f-a3e0-81c7703cf866 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:57:27.432913 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62789904-c65e-400f-a3e0-81c7703cf866 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:57:27.432913 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62789904-c65e-400f-a3e0-81c7703cf866 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:57:27.432913 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62789904-c65e-400f-a3e0-81c7703cf866 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:57:27.462933 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-5b6a6407-d0fb-428b-bd3b-7c6834b87ba6 None None] Attempting to bind port 1ecdff46-1f3c-49e6-86f7-92992eca37e5 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:57:27.463486 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-5b6a6407-d0fb-428b-bd3b-7c6834b87ba6 None None] Attempting to bind port 1ecdff46-1f3c-49e6-86f7-92992eca37e5 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:57:27.463952 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6a6407-d0fb-428b-bd3b-7c6834b87ba6 None None] Attempting to bind port 1ecdff46-1f3c-49e6-86f7-92992eca37e5 on network eaf64708-9021-419e-b287-ef3e0f51e2ee {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:57:27.470213 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6a6407-d0fb-428b-bd3b-7c6834b87ba6 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:57:27.470753 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6a6407-d0fb-428b-bd3b-7c6834b87ba6 None None] Checking segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:57:27.471325 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-5b6a6407-d0fb-428b-bd3b-7c6834b87ba6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:27.471766 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6a6407-d0fb-428b-bd3b-7c6834b87ba6 None None] Bound using segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:57:27.472356 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-5b6a6407-d0fb-428b-bd3b-7c6834b87ba6 None None] Bound port: 1ecdff46-1f3c-49e6-86f7-92992eca37e5, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:57:27.472840 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-5b6a6407-d0fb-428b-bd3b-7c6834b87ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (1ecdff46-1f3c-49e6-86f7-92992eca37e5), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:27.535165 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-5b6a6407-d0fb-428b-bd3b-7c6834b87ba6 None None] For port 1ecdff46-1f3c-49e6-86f7-92992eca37e5, host n-d-826753-2, cleared binding levels {{(pid=103704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:57:27.540716 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-5b6a6407-d0fb-428b-bd3b-7c6834b87ba6 None None] For port 1ecdff46-1f3c-49e6-86f7-92992eca37e5, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=1ecdff46-1f3c-49e6-86f7-92992eca37e5,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:57:27.555683 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-5b6a6407-d0fb-428b-bd3b-7c6834b87ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (1ecdff46-1f3c-49e6-86f7-92992eca37e5), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:27.603143 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-030c6ed1-e328-4705-9ab7-76d9fe6e9968 admin admin] Deleting port bd2aab16-ed6e-4e6c-ac7b-881d2a4d09e0 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:57:27.604186 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-030c6ed1-e328-4705-9ab7-76d9fe6e9968 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (bd2aab16-ed6e-4e6c-ac7b-881d2a4d09e0), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:27.705122 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62789904-c65e-400f-a3e0-81c7703cf866 None None] Pushing event updated for resources: {'Port': ['ID=1ecdff46-1f3c-49e6-86f7-92992eca37e5,revision_number=3']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:27.713976 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6a6407-d0fb-428b-bd3b-7c6834b87ba6 None None] Routers {'51d62235-06ca-4127-9053-0d14fe103439'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:57:27.714614 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-5b6a6407-d0fb-428b-bd3b-7c6834b87ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:57:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['51d62235-06ca-4127-9053-0d14fe103439'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:57:27.787756 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d2ebde04-3650-4e3f-9bee-03c0b8302d1f req-546179cc-6c9c-49ed-a253-69b90425f535 tempest-ServerShowV247Test-1676986851 tempest-ServerShowV247Test-1676986851-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e169b68-cb4d-41f6-a84b-502671589f35 HTTP/1.1" status: 200 len: 210 time: 0.0604603 Feb 19 02:57:27.952109 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab950721-e7da-4d4e-ac02-236621ea4825 req-31f0bee2-93e0-4424-9b8a-89a383c768c6 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:27.959016 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab950721-e7da-4d4e-ac02-236621ea4825 req-31f0bee2-93e0-4424-9b8a-89a383c768c6 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:27.965647 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab950721-e7da-4d4e-ac02-236621ea4825 req-31f0bee2-93e0-4424-9b8a-89a383c768c6 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:27.969571 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-5b6a6407-d0fb-428b-bd3b-7c6834b87ba6 None None] Set router 51d62235-06ca-4127-9053-0d14fe103439 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:57:27.985541 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab950721-e7da-4d4e-ac02-236621ea4825 req-31f0bee2-93e0-4424-9b8a-89a383c768c6 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:28.002277 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab950721-e7da-4d4e-ac02-236621ea4825 req-31f0bee2-93e0-4424-9b8a-89a383c768c6 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:28.014647 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab950721-e7da-4d4e-ac02-236621ea4825 req-31f0bee2-93e0-4424-9b8a-89a383c768c6 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:28.026806 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab950721-e7da-4d4e-ac02-236621ea4825 req-31f0bee2-93e0-4424-9b8a-89a383c768c6 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:28.036378 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ab950721-e7da-4d4e-ac02-236621ea4825 req-31f0bee2-93e0-4424-9b8a-89a383c768c6 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 5421 time: 0.3083920 Feb 19 02:57:28.101094 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-030c6ed1-e328-4705-9ab7-76d9fe6e9968 admin admin] For port bd2aab16-ed6e-4e6c-ac7b-881d2a4d09e0, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=bd2aab16-ed6e-4e6c-ac7b-881d2a4d09e0,segment=NetworkSegment(b398e613-0491-4825-8c0e-13ffa7bc0c4a),segment_id=b398e613-0491-4825-8c0e-13ffa7bc0c4a)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:57:28.101469 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-030c6ed1-e328-4705-9ab7-76d9fe6e9968 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (bd2aab16-ed6e-4e6c-ac7b-881d2a4d09e0), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:28.113573 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3c0069f6-5272-4cfd-8326-a0d6fa46e4b1 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16317457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14254'] for router (8b0fbbcf-d227-4d47-8cb8-fb12b88eab07), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:28.119055 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3c0069f6-5272-4cfd-8326-a0d6fa46e4b1 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks [] for router_controller (8b0fbbcf-d227-4d47-8cb8-fb12b88eab07), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:28.191737 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-91a13dea-0554-4e09-b156-93be13aefc66 tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks [] for router_gateway (30469f44-9e5d-4543-a110-e4140e623998), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:28.196795 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ab950721-e7da-4d4e-ac02-236621ea4825 req-ce40a879-b5fd-4406-99a4-8980e70d063e tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/security-groups?id=344800ac-992b-44b9-a49a-a7d4e6a6fc53&id=197f0109-f833-46dd-9ffe-3ff812885f73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1594274 Feb 19 02:57:28.218047 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3c0069f6-5272-4cfd-8326-a0d6fa46e4b1 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16317544'] for router (8b0fbbcf-d227-4d47-8cb8-fb12b88eab07), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:28.218584 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c0069f6-5272-4cfd-8326-a0d6fa46e4b1 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Fanout notify agent at l3_agent the message router_deleted on router 8b0fbbcf-d227-4d47-8cb8-fb12b88eab07 {{(pid=103701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 02:57:28.225264 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-030c6ed1-e328-4705-9ab7-76d9fe6e9968 admin admin] Calling delete_port for bd2aab16-ed6e-4e6c-ac7b-881d2a4d09e0 owned by network:router_interface {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:57:28.229398 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3c0069f6-5272-4cfd-8326-a0d6fa46e4b1 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks [] for router (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:28.230730 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-3c0069f6-5272-4cfd-8326-a0d6fa46e4b1 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] 10.222.0.72 "DELETE /v2.0/routers/8b0fbbcf-d227-4d47-8cb8-fb12b88eab07 HTTP/1.1" status: 204 len: 168 time: 1.3127058 Feb 19 02:57:28.233786 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 41988) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:28.239754 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d484be09-1fa4-445f-b03b-2572d51b589f req-38b4eb30-f14c-4950-869a-64c224f999cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:28.241817 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d484be09-1fa4-445f-b03b-2572d51b589f req-38b4eb30-f14c-4950-869a-64c224f999cb service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8247457 Feb 19 02:57:28.271613 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-91a13dea-0554-4e09-b156-93be13aefc66 tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks [] for router_gateway (30469f44-9e5d-4543-a110-e4140e623998), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:28.273324 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-5b6a6407-d0fb-428b-bd3b-7c6834b87ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51d62235-06ca-4127-9053-0d14fe103439', 'name': 'tempest-ServerRescueTestJSON-1806236236-router', 'tenant_id': 'a06ef082143f47ab8b4917c0abd4fc14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': '1ecdff46-1f3c-49e6-86f7-92992eca37e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:57:20Z', 'updated_at': '2022-02-19T02:57:23Z', 'revision_number': 3, 'project_id': 'a06ef082143f47ab8b4917c0abd4fc14', 'gw_port': {'id': '1ecdff46-1f3c-49e6-86f7-92992eca37e5', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b9:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51d62235-06ca-4127-9053-0d14fe103439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1986, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:57:22Z', 'updated_at': '2022-02-19T02:57:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:57:28.321776 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4a77773-406a-4b41-8a7a-e9b7cf7dcf2a tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Deleting subnet a74932f4-39a8-41eb-8a19-cab884832432 {{(pid=103701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:57:28.325633 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d4a77773-406a-4b41-8a7a-e9b7cf7dcf2a tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks [] for subnet (a74932f4-39a8-41eb-8a19-cab884832432), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:28.327721 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6a6407-d0fb-428b-bd3b-7c6834b87ba6 None None] The sync data for ids ['51d62235-06ca-4127-9053-0d14fe103439'] in n-d-826753-2 is: [{'id': '51d62235-06ca-4127-9053-0d14fe103439', 'name': 'tempest-ServerRescueTestJSON-1806236236-router', 'tenant_id': 'a06ef082143f47ab8b4917c0abd4fc14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': '1ecdff46-1f3c-49e6-86f7-92992eca37e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:57:20Z', 'updated_at': '2022-02-19T02:57:23Z', 'revision_number': 3, 'project_id': 'a06ef082143f47ab8b4917c0abd4fc14', 'gw_port': {'id': '1ecdff46-1f3c-49e6-86f7-92992eca37e5', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b9:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51d62235-06ca-4127-9053-0d14fe103439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1986, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:57:22Z', 'updated_at': '2022-02-19T02:57:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:57:28.355921 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 41990) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:28.401836 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d4a77773-406a-4b41-8a7a-e9b7cf7dcf2a tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12647399'] for subnet (a74932f4-39a8-41eb-8a19-cab884832432), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:28.560415 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d4a77773-406a-4b41-8a7a-e9b7cf7dcf2a tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (a74932f4-39a8-41eb-8a19-cab884832432), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:28.647170 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d4a77773-406a-4b41-8a7a-e9b7cf7dcf2a tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12647206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58706286'] for subnet (a74932f4-39a8-41eb-8a19-cab884832432), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:28.651826 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9b8154bc-d2a9-45e3-b8b2-9db6ae504a49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:28.654113 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e7ef0819-8a2e-4805-bb0f-edcdc25123a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:28.683977 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a77773-406a-4b41-8a7a-e9b7cf7dcf2a tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Pushing event deleted for resources: {'Subnet': ['ID=a74932f4-39a8-41eb-8a19-cab884832432,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:28.689806 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d4a77773-406a-4b41-8a7a-e9b7cf7dcf2a tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:28.697868 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6a7f18-2cb7-413a-9c2a-66e36cb02db9 None None] Network 22d3953d-999a-408d-aa3a-cc239efebceb requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:57:28.715741 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-d4a77773-406a-4b41-8a7a-e9b7cf7dcf2a tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] 10.222.0.72 "DELETE /v2.0/subnets/a74932f4-39a8-41eb-8a19-cab884832432 HTTP/1.1" status: 204 len: 168 time: 0.4786446 Feb 19 02:57:28.718435 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 41996) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:28.808458 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e7ef0819-8a2e-4805-bb0f-edcdc25123a6 admin admin] Publish callbacks [] for security_group (3f54f316-10d8-4505-9f1b-d7d29cab8377), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:28.809720 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-030c6ed1-e328-4705-9ab7-76d9fe6e9968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (bd2aab16-ed6e-4e6c-ac7b-881d2a4d09e0), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:28.871828 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e7ef0819-8a2e-4805-bb0f-edcdc25123a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (3f54f316-10d8-4505-9f1b-d7d29cab8377), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:28.914311 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-688ca039-65fd-4a43-b6b7-0fd27c165e82 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (22d3953d-999a-408d-aa3a-cc239efebceb), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:28.965163 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030c6ed1-e328-4705-9ab7-76d9fe6e9968 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd2aab16-ed6e-4e6c-ac7b-881d2a4d09e0,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:28.987969 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f721fa17-2046-41cd-8059-404a20a58118 req-77fd07cd-6aee-42c7-a077-6d0b7a50a171 tempest-ServerShowV247Test-1676986851 tempest-ServerShowV247Test-1676986851-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e169b68-cb4d-41f6-a84b-502671589f35 HTTP/1.1" status: 200 len: 210 time: 0.0484204 Feb 19 02:57:28.995630 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-e7ef0819-8a2e-4805-bb0f-edcdc25123a6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8bbaa6274c3147a7a08005c9bfa2c91e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6358311 Feb 19 02:57:29.016837 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 42000) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:29.081961 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0e1fea55-bcc6-40e1-9c35-87df759d5a7e admin admin] Publish callbacks [] for security_group (3f54f316-10d8-4505-9f1b-d7d29cab8377), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:29.142806 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0e1fea55-bcc6-40e1-9c35-87df759d5a7e admin admin] Publish callbacks [] for security_group (3f54f316-10d8-4505-9f1b-d7d29cab8377), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:29.159672 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-91a13dea-0554-4e09-b156-93be13aefc66 tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Deleting port ce78200d-5a7b-4fe5-9366-4e0a6e44f92f {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:57:29.160017 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-91a13dea-0554-4e09-b156-93be13aefc66 tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (ce78200d-5a7b-4fe5-9366-4e0a6e44f92f), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:29.201740 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-688ca039-65fd-4a43-b6b7-0fd27c165e82 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Deleting port 5305470b-a5e3-4dd0-afcd-4fab0d739612 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:57:29.202304 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-688ca039-65fd-4a43-b6b7-0fd27c165e82 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (5305470b-a5e3-4dd0-afcd-4fab0d739612), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:29.244907 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ef0819-8a2e-4805-bb0f-edcdc25123a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f54f316-10d8-4505-9f1b-d7d29cab8377,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:29.342094 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-febebc93-da2b-448c-9c66-363a3aed5d9b None None] DHCP port deletion for 22d3953d-999a-408d-aa3a-cc239efebceb request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 02:57:29.400145 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 1ecdff46-1f3c-49e6-86f7-92992eca37e5 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:57:29.467663 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-688ca039-65fd-4a43-b6b7-0fd27c165e82 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] For port 5305470b-a5e3-4dd0-afcd-4fab0d739612, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=5305470b-a5e3-4dd0-afcd-4fab0d739612,segment=NetworkSegment(f7ed4643-eeea-430b-b4b2-9d57f454a7db),segment_id=f7ed4643-eeea-430b-b4b2-9d57f454a7db)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:57:29.468213 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-688ca039-65fd-4a43-b6b7-0fd27c165e82 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (5305470b-a5e3-4dd0-afcd-4fab0d739612), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:29.496233 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-688ca039-65fd-4a43-b6b7-0fd27c165e82 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Calling delete_port for 5305470b-a5e3-4dd0-afcd-4fab0d739612 owned by network:dhcp {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:57:29.550796 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0e1fea55-bcc6-40e1-9c35-87df759d5a7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (3f54f316-10d8-4505-9f1b-d7d29cab8377), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:29.558638 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0e1fea55-bcc6-40e1-9c35-87df759d5a7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:29.564560 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-0e1fea55-bcc6-40e1-9c35-87df759d5a7e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3f54f316-10d8-4505-9f1b-d7d29cab8377 HTTP/1.1" status: 204 len: 168 time: 0.5460415 Feb 19 02:57:29.571920 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-febebc93-da2b-448c-9c66-363a3aed5d9b None None] Deleting port 5305470b-a5e3-4dd0-afcd-4fab0d739612 {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:57:29.572456 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-febebc93-da2b-448c-9c66-363a3aed5d9b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (5305470b-a5e3-4dd0-afcd-4fab0d739612), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:29.601862 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1fea55-bcc6-40e1-9c35-87df759d5a7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f54f316-10d8-4505-9f1b-d7d29cab8377,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:29.683146 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba07521-844c-4837-9778-664511873a20 req-1a8d272b-0d3f-43c9-87cb-ab6e8a4cd2bd tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:29.690989 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba07521-844c-4837-9778-664511873a20 req-1a8d272b-0d3f-43c9-87cb-ab6e8a4cd2bd tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:29.698170 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba07521-844c-4837-9778-664511873a20 req-1a8d272b-0d3f-43c9-87cb-ab6e8a4cd2bd tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:29.704515 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba07521-844c-4837-9778-664511873a20 req-1a8d272b-0d3f-43c9-87cb-ab6e8a4cd2bd tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:29.715839 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba07521-844c-4837-9778-664511873a20 req-1a8d272b-0d3f-43c9-87cb-ab6e8a4cd2bd tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:29.722391 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba07521-844c-4837-9778-664511873a20 req-1a8d272b-0d3f-43c9-87cb-ab6e8a4cd2bd tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:29.729375 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba07521-844c-4837-9778-664511873a20 req-1a8d272b-0d3f-43c9-87cb-ab6e8a4cd2bd tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:29.731505 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0ba07521-844c-4837-9778-664511873a20 req-1a8d272b-0d3f-43c9-87cb-ab6e8a4cd2bd tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 5421 time: 0.3448992 Feb 19 02:57:29.779722 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 1ecdff46-1f3c-49e6-86f7-92992eca37e5 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:57:29.780323 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (1ecdff46-1f3c-49e6-86f7-92992eca37e5), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:29.790290 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-febebc93-da2b-448c-9c66-363a3aed5d9b None None] For port 5305470b-a5e3-4dd0-afcd-4fab0d739612, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=5305470b-a5e3-4dd0-afcd-4fab0d739612,segment=NetworkSegment(f7ed4643-eeea-430b-b4b2-9d57f454a7db),segment_id=f7ed4643-eeea-430b-b4b2-9d57f454a7db)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:57:29.790698 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-febebc93-da2b-448c-9c66-363a3aed5d9b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (5305470b-a5e3-4dd0-afcd-4fab0d739612), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:29.843632 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-688ca039-65fd-4a43-b6b7-0fd27c165e82 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (5305470b-a5e3-4dd0-afcd-4fab0d739612), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:29.881680 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688ca039-65fd-4a43-b6b7-0fd27c165e82 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Pushing event deleted for resources: {'Port': ['ID=5305470b-a5e3-4dd0-afcd-4fab0d739612,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:29.883556 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-febebc93-da2b-448c-9c66-363a3aed5d9b None None] Calling delete_port for 5305470b-a5e3-4dd0-afcd-4fab0d739612 owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:57:29.904016 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0ba07521-844c-4837-9778-664511873a20 req-5b3565de-5a9d-416e-916d-3e46170ebad1 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/security-groups?id=344800ac-992b-44b9-a49a-a7d4e6a6fc53&id=197f0109-f833-46dd-9ffe-3ff812885f73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1656044 Feb 19 02:57:29.912236 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688ca039-65fd-4a43-b6b7-0fd27c165e82 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] No DVR routers for this DVR port 5305470b-a5e3-4dd0-afcd-4fab0d739612 on host n-d-826753-2 {{(pid=103701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:57:30.117855 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 1ecdff46-1f3c-49e6-86f7-92992eca37e5 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:57:30.118263 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (1ecdff46-1f3c-49e6-86f7-92992eca37e5), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:30.122051 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-688ca039-65fd-4a43-b6b7-0fd27c165e82 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (22d3953d-999a-408d-aa3a-cc239efebceb), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:30.150823 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-40ee467a-62e1-4683-815f-62552c85e5fc req-c8c46978-bf78-455a-ae98-d11eea6952a3 tempest-ServerShowV247Test-1676986851 tempest-ServerShowV247Test-1676986851-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e169b68-cb4d-41f6-a84b-502671589f35 HTTP/1.1" status: 200 len: 210 time: 0.0619562 Feb 19 02:57:30.151869 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port 1ecdff46-1f3c-49e6-86f7-92992eca37e5, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=1ecdff46-1f3c-49e6-86f7-92992eca37e5,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:57:30.162607 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-febebc93-da2b-448c-9c66-363a3aed5d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (5305470b-a5e3-4dd0-afcd-4fab0d739612), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:30.169994 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-688ca039-65fd-4a43-b6b7-0fd27c165e82 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22d3953d-999a-408d-aa3a-cc239efebceb']}} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:57:30.180006 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (1ecdff46-1f3c-49e6-86f7-92992eca37e5), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:30.188571 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-688ca039-65fd-4a43-b6b7-0fd27c165e82 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7ed4643-eeea-430b-b4b2-9d57f454a7db') {'for_net_delete': True} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:57:30.189282 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-688ca039-65fd-4a43-b6b7-0fd27c165e82 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7ed4643-eeea-430b-b4b2-9d57f454a7db') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:57:30.192875 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febebc93-da2b-448c-9c66-363a3aed5d9b None None] No DVR routers for this DVR port 5305470b-a5e3-4dd0-afcd-4fab0d739612 on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:57:30.205779 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-688ca039-65fd-4a43-b6b7-0fd27c165e82 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12647422'] for segment (f7ed4643-eeea-430b-b4b2-9d57f454a7db), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:30.229425 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-688ca039-65fd-4a43-b6b7-0fd27c165e82 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (f7ed4643-eeea-430b-b4b2-9d57f454a7db), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:30.238370 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-688ca039-65fd-4a43-b6b7-0fd27c165e82 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Releasing vlan 292 on physical network physnet1 to pool {{(pid=103701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:57:30.240441 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-688ca039-65fd-4a43-b6b7-0fd27c165e82 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583360'] for segment (f7ed4643-eeea-430b-b4b2-9d57f454a7db), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:30.245147 n-d-826753-2 neutron-server[103701]: Traceback (most recent call last): Feb 19 02:57:30.245147 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:57:30.245147 n-d-826753-2 neutron-server[103701]: timer() Feb 19 02:57:30.245147 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:57:30.245147 n-d-826753-2 neutron-server[103701]: cb(*args, **kw) Feb 19 02:57:30.245147 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:57:30.245147 n-d-826753-2 neutron-server[103701]: return func(*args, **kwargs) Feb 19 02:57:30.245147 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:57:30.245147 n-d-826753-2 neutron-server[103701]: self._notify() Feb 19 02:57:30.245147 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:57:30.245147 n-d-826753-2 neutron-server[103701]: self.callback(batched_events) Feb 19 02:57:30.245147 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:57:30.245147 n-d-826753-2 neutron-server[103701]: event.method(event) Feb 19 02:57:30.245147 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:57:30.245147 n-d-826753-2 neutron-server[103701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:57:30.245147 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:57:30.245147 n-d-826753-2 neutron-server[103701]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:57:30.245147 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:57:30.245147 n-d-826753-2 neutron-server[103701]: return f(self, *a, **k) Feb 19 02:57:30.245147 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:57:30.245147 n-d-826753-2 neutron-server[103701]: return self._get(url).json() Feb 19 02:57:30.245147 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:57:30.245147 n-d-826753-2 neutron-server[103701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:57:30.245147 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:57:30.245147 n-d-826753-2 neutron-server[103701]: return self.request(url, 'GET', **kwargs) Feb 19 02:57:30.245147 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:57:30.245147 n-d-826753-2 neutron-server[103701]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:57:30.245147 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:57:30.245147 n-d-826753-2 neutron-server[103701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:57:30.245147 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:57:30.245147 n-d-826753-2 neutron-server[103701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:57:30.245147 n-d-826753-2 neutron-server[103701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:57:30.275445 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febebc93-da2b-448c-9c66-363a3aed5d9b None None] Pushing event deleted for resources: {'Port': ['ID=5305470b-a5e3-4dd0-afcd-4fab0d739612,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:30.344767 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=1ecdff46-1f3c-49e6-86f7-92992eca37e5,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:30.384788 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-688ca039-65fd-4a43-b6b7-0fd27c165e82 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (22d3953d-999a-408d-aa3a-cc239efebceb), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:30.390410 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-9b8154bc-d2a9-45e3-b8b2-9db6ae504a49 admin admin] Allocated IP 172.20.0.1 (6c178878-2547-4ea7-b234-5f12e66a6c9a/5cfd9bdf-5713-42ab-9e32-dc268009511b/6f67a476-1bdc-4f47-8260-420d1c0ca57b) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:57:30.393786 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-688ca039-65fd-4a43-b6b7-0fd27c165e82 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:30.399419 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-688ca039-65fd-4a43-b6b7-0fd27c165e82 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] 10.222.0.72 "DELETE /v2.0/networks/22d3953d-999a-408d-aa3a-cc239efebceb HTTP/1.1" status: 204 len: 168 time: 1.6799679 Feb 19 02:57:30.404003 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 42020) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:30.423623 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-d05a2663-edd2-4047-9665-852d3c2b24bc tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Request body: {'network': {'name': 'tempest-RoutersTest-2117364066'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:57:30.429376 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688ca039-65fd-4a43-b6b7-0fd27c165e82 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Pushing event deleted for resources: {'Network': ['ID=22d3953d-999a-408d-aa3a-cc239efebceb,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:30.453363 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d05a2663-edd2-4047-9665-852d3c2b24bc tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Made reservation on behalf of eae5468561eb44d8a8138d5efbd64f6e for: {'network': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:57:30.456930 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d05a2663-edd2-4047-9665-852d3c2b24bc tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:30.509748 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-030c6ed1-e328-4705-9ab7-76d9fe6e9968 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16362762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16314471'] for router_interface (c7d9ee35-8ab4-466d-8f5b-0aa2894f3d27), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:30.512216 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d05a2663-edd2-4047-9665-852d3c2b24bc tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] vlan segment allocate from pool success with {'vlan_id': 287, 'physical_network': 'physnet1'} {{(pid=103701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:57:30.526144 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d05a2663-edd2-4047-9665-852d3c2b24bc tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (979bf07a-67b2-4b34-9600-6d87bb428064), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:30.526503 n-d-826753-2 neutron-server[103701]: INFO neutron.db.segments_db [None req-d05a2663-edd2-4047-9665-852d3c2b24bc tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Added segment 979bf07a-67b2-4b34-9600-6d87bb428064 of type vlan for network 374a9869-e3bc-4b2d-94dd-29afd7531d54 Feb 19 02:57:30.533951 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-91a13dea-0554-4e09-b156-93be13aefc66 tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (ce78200d-5a7b-4fe5-9366-4e0a6e44f92f), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:30.552546 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-91a13dea-0554-4e09-b156-93be13aefc66 tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Calling delete_port for ce78200d-5a7b-4fe5-9366-4e0a6e44f92f owned by network:router_gateway {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:57:30.620243 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d05a2663-edd2-4047-9665-852d3c2b24bc tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (374a9869-e3bc-4b2d-94dd-29afd7531d54), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:30.691695 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d05a2663-edd2-4047-9665-852d3c2b24bc tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (374a9869-e3bc-4b2d-94dd-29afd7531d54), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:30.697697 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05a2663-edd2-4047-9665-852d3c2b24bc tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:30.698385 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d05a2663-edd2-4047-9665-852d3c2b24bc tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:30.760463 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d484be09-1fa4-445f-b03b-2572d51b589f req-48b86a22-ecee-437b-a9fd-e11a914f9958 tempest-ServerShowV247Test-1676986851 tempest-ServerShowV247Test-1676986851-project] 10.222.0.73 "GET /v2.0/ports?device_id=7e169b68-cb4d-41f6-a84b-502671589f35 HTTP/1.1" status: 200 len: 210 time: 0.5574887 Feb 19 02:57:30.855819 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-d05a2663-edd2-4047-9665-852d3c2b24bc tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4477317 Feb 19 02:57:30.881814 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:57:30.888962 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 42032) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:30.904778 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-d7efa228-8700-4fda-9dd8-469fa55044dd tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Request body: {'subnet': {'network_id': '374a9869-e3bc-4b2d-94dd-29afd7531d54', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:57:30.928409 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9b8154bc-d2a9-45e3-b8b2-9db6ae504a49 admin admin] Publish callbacks [] for port (6f67a476-1bdc-4f47-8260-420d1c0ca57b), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:30.963075 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05a2663-edd2-4047-9665-852d3c2b24bc tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Pushing event updated for resources: {'Network': ['ID=374a9869-e3bc-4b2d-94dd-29afd7531d54,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:30.992972 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 374a9869-e3bc-4b2d-94dd-29afd7531d54 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:57:31.231256 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9b8154bc-d2a9-45e3-b8b2-9db6ae504a49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (6f67a476-1bdc-4f47-8260-420d1c0ca57b), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:31.284285 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 1ecdff46-1f3c-49e6-86f7-92992eca37e5 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:57:31.299439 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8154bc-d2a9-45e3-b8b2-9db6ae504a49 admin admin] Network 6c178878-2547-4ea7-b234-5f12e66a6c9a is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:57:31.316282 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-9b8154bc-d2a9-45e3-b8b2-9db6ae504a49 admin admin] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:57:31.377856 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8154bc-d2a9-45e3-b8b2-9db6ae504a49 admin admin] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:57:31.462544 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9b8154bc-d2a9-45e3-b8b2-9db6ae504a49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16289150'] for router_interface (51d62235-06ca-4127-9053-0d14fe103439), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:31.521232 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-030c6ed1-e328-4705-9ab7-76d9fe6e9968 admin admin] Router c7d9ee35-8ab4-466d-8f5b-0aa2894f3d27 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:57:31.537563 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 1ecdff46-1f3c-49e6-86f7-92992eca37e5 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:57:31.537933 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (1ecdff46-1f3c-49e6-86f7-92992eca37e5), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:31.593842 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-007542fe-2d7f-414a-bc13-398171b5bb00 req-631fa161-ef15-4bad-b166-a9b1bf12a5d8 tempest-ServerShowV247Test-1676986851 tempest-ServerShowV247Test-1676986851-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e169b68-cb4d-41f6-a84b-502671589f35 HTTP/1.1" status: 200 len: 210 time: 0.0989478 Feb 19 02:57:31.606627 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7efa228-8700-4fda-9dd8-469fa55044dd tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Made reservation on behalf of eae5468561eb44d8a8138d5efbd64f6e for: {'subnet': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:57:31.617622 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d7efa228-8700-4fda-9dd8-469fa55044dd tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58706307'] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:31.641533 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8154bc-d2a9-45e3-b8b2-9db6ae504a49 admin admin] Pushing event updated for resources: {'Port': ['ID=6f67a476-1bdc-4f47-8260-420d1c0ca57b,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:31.747870 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42046) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:31.760444 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-91a13dea-0554-4e09-b156-93be13aefc66 tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (ce78200d-5a7b-4fe5-9366-4e0a6e44f92f), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:31.767400 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 1ecdff46-1f3c-49e6-86f7-92992eca37e5 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:57:31.810612 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e563f1e-4cb2-479c-b209-b9fdc3e788d1 req-5468473d-360d-4317-8a19-d984621a38f7 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:31.817907 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e563f1e-4cb2-479c-b209-b9fdc3e788d1 req-5468473d-360d-4317-8a19-d984621a38f7 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:31.823526 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e563f1e-4cb2-479c-b209-b9fdc3e788d1 req-5468473d-360d-4317-8a19-d984621a38f7 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:31.829635 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e563f1e-4cb2-479c-b209-b9fdc3e788d1 req-5468473d-360d-4317-8a19-d984621a38f7 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:31.835236 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e563f1e-4cb2-479c-b209-b9fdc3e788d1 req-5468473d-360d-4317-8a19-d984621a38f7 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:31.841397 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e563f1e-4cb2-479c-b209-b9fdc3e788d1 req-5468473d-360d-4317-8a19-d984621a38f7 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:31.858279 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e563f1e-4cb2-479c-b209-b9fdc3e788d1 req-5468473d-360d-4317-8a19-d984621a38f7 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:31.865749 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9e563f1e-4cb2-479c-b209-b9fdc3e788d1 req-5468473d-360d-4317-8a19-d984621a38f7 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 5421 time: 0.5710616 Feb 19 02:57:31.900649 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 5305470b-a5e3-4dd0-afcd-4fab0d739612 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:57:31.916380 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a13dea-0554-4e09-b156-93be13aefc66 tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Pushing event deleted for resources: {'Port': ['ID=ce78200d-5a7b-4fe5-9366-4e0a6e44f92f,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:31.946200 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 5305470b-a5e3-4dd0-afcd-4fab0d739612 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:57:31.956251 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 5305470b-a5e3-4dd0-afcd-4fab0d739612 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:57:32.010030 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5c9235f1-4434-4d68-8020-c7cde783c455 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:32.043931 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9e563f1e-4cb2-479c-b209-b9fdc3e788d1 req-8d30ecd4-00e4-4432-93e1-531c0da6e2ae tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/security-groups?id=344800ac-992b-44b9-a49a-a7d4e6a6fc53&id=197f0109-f833-46dd-9ffe-3ff812885f73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1631777 Feb 19 02:57:32.073432 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9b8154bc-d2a9-45e3-b8b2-9db6ae504a49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (6f67a476-1bdc-4f47-8260-420d1c0ca57b), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:32.090910 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-030c6ed1-e328-4705-9ab7-76d9fe6e9968 admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:57:32.101580 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1293428e-0cc2-4749-a42c-cfeb76cc239c None None] Sync routers for ids ['c7d9ee35-8ab4-466d-8f5b-0aa2894f3d27'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:57:32.110761 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d7efa228-8700-4fda-9dd8-469fa55044dd tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12647271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58706289'] for subnet (e41d146b-c08d-4c86-9b65-fc6d61bce7af), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:32.116871 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1293428e-0cc2-4749-a42c-cfeb76cc239c None None] Routers {'c7d9ee35-8ab4-466d-8f5b-0aa2894f3d27'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:57:32.117564 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-1293428e-0cc2-4749-a42c-cfeb76cc239c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:57:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['c7d9ee35-8ab4-466d-8f5b-0aa2894f3d27'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:57:32.131423 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-030c6ed1-e328-4705-9ab7-76d9fe6e9968 admin admin] 10.222.0.72 "PUT /v2.0/routers/c7d9ee35-8ab4-466d-8f5b-0aa2894f3d27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3940990 Feb 19 02:57:32.156004 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 42052) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:32.248411 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7efa228-8700-4fda-9dd8-469fa55044dd tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Pushing event updated for resources: {'Subnet': ['ID=e41d146b-c08d-4c86-9b65-fc6d61bce7af,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:32.252399 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-91a13dea-0554-4e09-b156-93be13aefc66 tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16285837'] for router_gateway (30469f44-9e5d-4543-a110-e4140e623998), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:32.275794 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7efa228-8700-4fda-9dd8-469fa55044dd tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Checking segment: {'id': '979bf07a-67b2-4b34-9600-6d87bb428064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '374a9869-e3bc-4b2d-94dd-29afd7531d54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:57:32.276446 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7efa228-8700-4fda-9dd8-469fa55044dd tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Network hostable DHCP agents. Network: 374a9869-e3bc-4b2d-94dd-29afd7531d54, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:57:32.339518 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-1293428e-0cc2-4749-a42c-cfeb76cc239c None None] Set router c7d9ee35-8ab4-466d-8f5b-0aa2894f3d27 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:57:32.348872 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7efa228-8700-4fda-9dd8-469fa55044dd tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Network 374a9869-e3bc-4b2d-94dd-29afd7531d54 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:57:32.367030 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-d7efa228-8700-4fda-9dd8-469fa55044dd tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 374a9869-e3bc-4b2d-94dd-29afd7531d54) {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:57:32.374865 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7efa228-8700-4fda-9dd8-469fa55044dd tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:32.375530 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d7efa228-8700-4fda-9dd8-469fa55044dd tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:32.381052 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ca904422-ad37-4355-837a-37fe94b81654 admin admin] Publish callbacks [] for router (c7d9ee35-8ab4-466d-8f5b-0aa2894f3d27), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:32.450045 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-d7efa228-8700-4fda-9dd8-469fa55044dd tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5576913 Feb 19 02:57:32.453967 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 42054) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:32.460754 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-68225790-a584-4453-9455-51fcc6d3a7c6 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-391083822', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:57:32.465157 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad9734d-afc2-4518-a932-ddb3f46701eb None None] Network 374a9869-e3bc-4b2d-94dd-29afd7531d54 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:57:32.556264 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-68225790-a584-4453-9455-51fcc6d3a7c6 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14172'] for router (4fcb80df-2a56-4bd4-8a88-9807e5aee6e4), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:32.557297 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5c9235f1-4434-4d68-8020-c7cde783c455 admin admin] Publish callbacks [] for security_group (8c6d6940-d9d8-443f-835d-89340fe846b2), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:32.557804 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-68225790-a584-4453-9455-51fcc6d3a7c6 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16317487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16285822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16309985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14247'] for router (4fcb80df-2a56-4bd4-8a88-9807e5aee6e4), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:32.614275 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5c9235f1-4434-4d68-8020-c7cde783c455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (8c6d6940-d9d8-443f-835d-89340fe846b2), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:32.652419 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-68225790-a584-4453-9455-51fcc6d3a7c6 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks [] for router_controller (4fcb80df-2a56-4bd4-8a88-9807e5aee6e4), precommit_add_association {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:32.666020 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-68225790-a584-4453-9455-51fcc6d3a7c6 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16317478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865'] for router (4fcb80df-2a56-4bd4-8a88-9807e5aee6e4), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:32.689372 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ca904422-ad37-4355-837a-37fe94b81654 admin admin] Publish callbacks [] for router_gateway (c7d9ee35-8ab4-466d-8f5b-0aa2894f3d27), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:32.704885 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-68225790-a584-4453-9455-51fcc6d3a7c6 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks [] for router (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:32.706499 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-68225790-a584-4453-9455-51fcc6d3a7c6 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2513571 Feb 19 02:57:32.719650 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42060) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:32.742038 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-91a13dea-0554-4e09-b156-93be13aefc66 tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16285772', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16317501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14257'] for router (30469f44-9e5d-4543-a110-e4140e623998), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:32.760414 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5538b58d-fd05-4bf9-a896-57fe693dd87c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-374a9869-e3bc-4b2d-94dd-29afd7531d54', 'network_id': '374a9869-e3bc-4b2d-94dd-29afd7531d54', 'project_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'fixed_ips': [{'subnet_id': 'e41d146b-c08d-4c86-9b65-fc6d61bce7af'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:57:32.761358 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5538b58d-fd05-4bf9-a896-57fe693dd87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:32.770357 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-ca904422-ad37-4355-837a-37fe94b81654 admin admin] Deleting port ce5b843c-c9dd-4784-8a7e-122c9cab9b97 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:57:32.770710 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ca904422-ad37-4355-837a-37fe94b81654 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (ce5b843c-c9dd-4784-8a7e-122c9cab9b97), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:32.808406 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-91a13dea-0554-4e09-b156-93be13aefc66 tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16285787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16285778', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16317492'] for router (30469f44-9e5d-4543-a110-e4140e623998), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:32.857260 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-5c9235f1-4434-4d68-8020-c7cde783c455 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7cb07a571108400688571da520b96c7d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1083407 Feb 19 02:57:32.870134 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42062) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:32.877147 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-ca904422-ad37-4355-837a-37fe94b81654 admin admin] For port ce5b843c-c9dd-4784-8a7e-122c9cab9b97, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=ce5b843c-c9dd-4784-8a7e-122c9cab9b97,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:57:32.877516 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ca904422-ad37-4355-837a-37fe94b81654 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (ce5b843c-c9dd-4784-8a7e-122c9cab9b97), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:32.879583 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9235f1-4434-4d68-8020-c7cde783c455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c6d6940-d9d8-443f-835d-89340fe846b2,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:32.897239 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-ca904422-ad37-4355-837a-37fe94b81654 admin admin] Calling delete_port for ce5b843c-c9dd-4784-8a7e-122c9cab9b97 owned by network:router_gateway {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:57:33.136836 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-1293428e-0cc2-4749-a42c-cfeb76cc239c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d9ee35-8ab4-466d-8f5b-0aa2894f3d27', 'name': 'tempest-ServerRescueNegativeTestJSON-200038142-router', 'tenant_id': '8ee938a19b3e4074b489f411ca258ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': 'ce5b843c-c9dd-4784-8a7e-122c9cab9b97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:53:10Z', 'updated_at': '2022-02-19T02:57:28Z', 'revision_number': 5, 'project_id': '8ee938a19b3e4074b489f411ca258ca6', 'gw_port': {'id': 'ce5b843c-c9dd-4784-8a7e-122c9cab9b97', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:99:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d9ee35-8ab4-466d-8f5b-0aa2894f3d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:53:13Z', 'updated_at': '2022-02-19T02:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:57:33.142545 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-5538b58d-fd05-4bf9-a896-57fe693dd87c None None] Allocated IP 172.20.0.2 (374a9869-e3bc-4b2d-94dd-29afd7531d54/e41d146b-c08d-4c86-9b65-fc6d61bce7af/9d2a35c6-f38a-4b77-b117-d1b335bce7b5) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:57:33.170705 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1293428e-0cc2-4749-a42c-cfeb76cc239c None None] Checking router: c7d9ee35-8ab4-466d-8f5b-0aa2894f3d27 for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:57:33.186678 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1293428e-0cc2-4749-a42c-cfeb76cc239c None None] Routers {'c7d9ee35-8ab4-466d-8f5b-0aa2894f3d27'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:57:33.187401 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-1293428e-0cc2-4749-a42c-cfeb76cc239c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:57:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['c7d9ee35-8ab4-466d-8f5b-0aa2894f3d27'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:57:33.362403 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5538b58d-fd05-4bf9-a896-57fe693dd87c None None] Publish callbacks [] for port (9d2a35c6-f38a-4b77-b117-d1b335bce7b5), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:33.386263 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-867b1a3d-f8a4-4883-92d6-5af92ab6d93c req-fac2f3ac-c8f1-48ee-ab60-9005ab93262c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3df0197e38834f66bc32b6ba1cdb3900&device_id=804f9af3-3dcc-44f3-badf-82dc25079193 HTTP/1.1" status: 200 len: 210 time: 0.3341985 Feb 19 02:57:33.389837 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ca904422-ad37-4355-837a-37fe94b81654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (ce5b843c-c9dd-4784-8a7e-122c9cab9b97), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:33.397784 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5538b58d-fd05-4bf9-a896-57fe693dd87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (9d2a35c6-f38a-4b77-b117-d1b335bce7b5), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:33.420925 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9b8154bc-d2a9-45e3-b8b2-9db6ae504a49 admin admin] Publish callbacks [] for port (6f67a476-1bdc-4f47-8260-420d1c0ca57b), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:33.444631 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5538b58d-fd05-4bf9-a896-57fe693dd87c None None] Network 374a9869-e3bc-4b2d-94dd-29afd7531d54 is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:57:33.452775 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-5538b58d-fd05-4bf9-a896-57fe693dd87c None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:57:33.461783 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5538b58d-fd05-4bf9-a896-57fe693dd87c None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:57:33.481313 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-1293428e-0cc2-4749-a42c-cfeb76cc239c None None] Set router c7d9ee35-8ab4-466d-8f5b-0aa2894f3d27 gateway port host: None {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:57:33.497717 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-867b1a3d-f8a4-4883-92d6-5af92ab6d93c req-57cd6e8c-e02e-41cf-8081-7b1c4d875595 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=3df0197e38834f66bc32b6ba1cdb3900&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0606377 Feb 19 02:57:33.499200 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5538b58d-fd05-4bf9-a896-57fe693dd87c None None] Pushing event updated for resources: {'Port': ['ID=9d2a35c6-f38a-4b77-b117-d1b335bce7b5,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:33.524419 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9b8154bc-d2a9-45e3-b8b2-9db6ae504a49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (6f67a476-1bdc-4f47-8260-420d1c0ca57b), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:33.534153 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a1a9d9d8-5f42-4b15-8e63-f67142da9479 req-5c75fb82-869f-4841-93f1-d538a9d3ce29 tempest-ServerShowV247Test-1676986851 tempest-ServerShowV247Test-1676986851-project] 10.222.0.72 "GET /v2.0/ports?device_id=804f9af3-3dcc-44f3-badf-82dc25079193 HTTP/1.1" status: 200 len: 210 time: 0.1852162 Feb 19 02:57:33.539230 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91a13dea-0554-4e09-b156-93be13aefc66 tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Router 30469f44-9e5d-4543-a110-e4140e623998 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:57:33.595491 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-1293428e-0cc2-4749-a42c-cfeb76cc239c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d9ee35-8ab4-466d-8f5b-0aa2894f3d27', 'name': 'tempest-ServerRescueNegativeTestJSON-200038142-router', 'tenant_id': '8ee938a19b3e4074b489f411ca258ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:53:10Z', 'updated_at': '2022-02-19T02:57:32Z', 'revision_number': 6, 'project_id': '8ee938a19b3e4074b489f411ca258ca6', 'gw_port_host': None}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:57:33.624106 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1293428e-0cc2-4749-a42c-cfeb76cc239c None None] The sync data for ids ['c7d9ee35-8ab4-466d-8f5b-0aa2894f3d27'] in n-d-826753-2 is: [{'id': 'c7d9ee35-8ab4-466d-8f5b-0aa2894f3d27', 'name': 'tempest-ServerRescueNegativeTestJSON-200038142-router', 'tenant_id': '8ee938a19b3e4074b489f411ca258ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:53:10Z', 'updated_at': '2022-02-19T02:57:32Z', 'revision_number': 6, 'project_id': '8ee938a19b3e4074b489f411ca258ca6', 'gw_port_host': None}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:57:33.634683 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca904422-ad37-4355-837a-37fe94b81654 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce5b843c-c9dd-4784-8a7e-122c9cab9b97,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:33.640834 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-5538b58d-fd05-4bf9-a896-57fe693dd87c None None] Attempting to bind port 9d2a35c6-f38a-4b77-b117-d1b335bce7b5 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:57:33.641473 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-5538b58d-fd05-4bf9-a896-57fe693dd87c None None] Attempting to bind port 9d2a35c6-f38a-4b77-b117-d1b335bce7b5 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '979bf07a-67b2-4b34-9600-6d87bb428064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '374a9869-e3bc-4b2d-94dd-29afd7531d54'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:57:33.641944 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5538b58d-fd05-4bf9-a896-57fe693dd87c None None] Attempting to bind port 9d2a35c6-f38a-4b77-b117-d1b335bce7b5 on network 374a9869-e3bc-4b2d-94dd-29afd7531d54 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:57:33.654415 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5538b58d-fd05-4bf9-a896-57fe693dd87c None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:57:33.654963 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5538b58d-fd05-4bf9-a896-57fe693dd87c None None] Checking segment: {'id': '979bf07a-67b2-4b34-9600-6d87bb428064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '374a9869-e3bc-4b2d-94dd-29afd7531d54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:57:33.655597 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5538b58d-fd05-4bf9-a896-57fe693dd87c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:33.656100 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5538b58d-fd05-4bf9-a896-57fe693dd87c None None] Bound using segment: {'id': '979bf07a-67b2-4b34-9600-6d87bb428064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '374a9869-e3bc-4b2d-94dd-29afd7531d54'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:57:33.656682 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-5538b58d-fd05-4bf9-a896-57fe693dd87c None None] Bound port: 9d2a35c6-f38a-4b77-b117-d1b335bce7b5, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '979bf07a-67b2-4b34-9600-6d87bb428064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '374a9869-e3bc-4b2d-94dd-29afd7531d54'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:57:33.657220 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5538b58d-fd05-4bf9-a896-57fe693dd87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (9d2a35c6-f38a-4b77-b117-d1b335bce7b5), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:33.720116 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-160439c8-47d8-4da3-8e5a-1e6d00432c2d admin admin] Publish callbacks [] for security_group (8c6d6940-d9d8-443f-835d-89340fe846b2), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:33.773586 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9b8154bc-d2a9-45e3-b8b2-9db6ae504a49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16362769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16289258'] for router_interface (51d62235-06ca-4127-9053-0d14fe103439), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:33.780710 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-5538b58d-fd05-4bf9-a896-57fe693dd87c None None] For port 9d2a35c6-f38a-4b77-b117-d1b335bce7b5, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:57:33.789227 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc08b3ee-47a7-49c5-8301-137b7ba33845 req-3f09bb0e-d897-4ed8-ac45-031cfebbc3aa tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:33.791425 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-5538b58d-fd05-4bf9-a896-57fe693dd87c None None] For port 9d2a35c6-f38a-4b77-b117-d1b335bce7b5, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=9d2a35c6-f38a-4b77-b117-d1b335bce7b5,segment=NetworkSegment(979bf07a-67b2-4b34-9600-6d87bb428064),segment_id=979bf07a-67b2-4b34-9600-6d87bb428064)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:57:33.794770 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc08b3ee-47a7-49c5-8301-137b7ba33845 req-3f09bb0e-d897-4ed8-ac45-031cfebbc3aa tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:33.800392 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc08b3ee-47a7-49c5-8301-137b7ba33845 req-3f09bb0e-d897-4ed8-ac45-031cfebbc3aa tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:33.805731 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc08b3ee-47a7-49c5-8301-137b7ba33845 req-3f09bb0e-d897-4ed8-ac45-031cfebbc3aa tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:33.811084 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc08b3ee-47a7-49c5-8301-137b7ba33845 req-3f09bb0e-d897-4ed8-ac45-031cfebbc3aa tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:33.812590 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5538b58d-fd05-4bf9-a896-57fe693dd87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (9d2a35c6-f38a-4b77-b117-d1b335bce7b5), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:33.817579 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc08b3ee-47a7-49c5-8301-137b7ba33845 req-3f09bb0e-d897-4ed8-ac45-031cfebbc3aa tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:33.822571 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc08b3ee-47a7-49c5-8301-137b7ba33845 req-3f09bb0e-d897-4ed8-ac45-031cfebbc3aa tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:33.824680 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bc08b3ee-47a7-49c5-8301-137b7ba33845 req-3f09bb0e-d897-4ed8-ac45-031cfebbc3aa tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 5421 time: 0.4773884 Feb 19 02:57:33.825233 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8154bc-d2a9-45e3-b8b2-9db6ae504a49 admin admin] Pushing event updated for resources: {'Port': ['ID=6f67a476-1bdc-4f47-8260-420d1c0ca57b,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:33.827940 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ca904422-ad37-4355-837a-37fe94b81654 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16285837'] for router_gateway (c7d9ee35-8ab4-466d-8f5b-0aa2894f3d27), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:33.839654 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-160439c8-47d8-4da3-8e5a-1e6d00432c2d admin admin] Publish callbacks [] for security_group (8c6d6940-d9d8-443f-835d-89340fe846b2), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:33.921884 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5538b58d-fd05-4bf9-a896-57fe693dd87c None None] Pushing event updated for resources: {'Port': ['ID=9d2a35c6-f38a-4b77-b117-d1b335bce7b5,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:33.950579 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91a13dea-0554-4e09-b156-93be13aefc66 tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:57:33.963945 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25844cb-09cc-4a8a-92fa-8e7025647307 None None] Sync routers for ids ['30469f44-9e5d-4543-a110-e4140e623998'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:57:33.998669 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-91a13dea-0554-4e09-b156-93be13aefc66 tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:34.008266 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-91a13dea-0554-4e09-b156-93be13aefc66 tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] 10.222.0.72 "PUT /v2.0/routers/30469f44-9e5d-4543-a110-e4140e623998 HTTP/1.1" status: 200 len: 709 time: 7.0394292 Feb 19 02:57:34.008904 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42072) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:34.020149 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25844cb-09cc-4a8a-92fa-8e7025647307 None None] Routers {'30469f44-9e5d-4543-a110-e4140e623998'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:57:34.020807 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-c25844cb-09cc-4a8a-92fa-8e7025647307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:57:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['30469f44-9e5d-4543-a110-e4140e623998'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:57:34.046402 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ca904422-ad37-4355-837a-37fe94b81654 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16317457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14254'] for router (c7d9ee35-8ab4-466d-8f5b-0aa2894f3d27), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:34.064727 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ca904422-ad37-4355-837a-37fe94b81654 admin admin] Publish callbacks [] for router_controller (c7d9ee35-8ab4-466d-8f5b-0aa2894f3d27), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:34.139673 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-c25844cb-09cc-4a8a-92fa-8e7025647307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:57:34.166000 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25844cb-09cc-4a8a-92fa-8e7025647307 None None] Routers {'30469f44-9e5d-4543-a110-e4140e623998'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:57:34.166854 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-c25844cb-09cc-4a8a-92fa-8e7025647307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:57:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['30469f44-9e5d-4543-a110-e4140e623998'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:57:34.174441 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b1a3d-f8a4-4883-92d6-5af92ab6d93c req-eaddbcdd-1aeb-4dbb-a119-0d7ad113929d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:34.176518 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-867b1a3d-f8a4-4883-92d6-5af92ab6d93c req-eaddbcdd-1aeb-4dbb-a119-0d7ad113929d service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6408682 Feb 19 02:57:34.227876 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ca904422-ad37-4355-837a-37fe94b81654 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16317544'] for router (c7d9ee35-8ab4-466d-8f5b-0aa2894f3d27), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:34.228462 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca904422-ad37-4355-837a-37fe94b81654 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7d9ee35-8ab4-466d-8f5b-0aa2894f3d27 {{(pid=103701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 02:57:34.231901 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-c25844cb-09cc-4a8a-92fa-8e7025647307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:57:34.232558 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25844cb-09cc-4a8a-92fa-8e7025647307 None None] The sync data for ids ['30469f44-9e5d-4543-a110-e4140e623998'] in n-d-826753-2 is: [] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:57:34.235430 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ca904422-ad37-4355-837a-37fe94b81654 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:34.236584 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-ca904422-ad37-4355-837a-37fe94b81654 admin admin] 10.222.0.72 "DELETE /v2.0/routers/c7d9ee35-8ab4-466d-8f5b-0aa2894f3d27 HTTP/1.1" status: 204 len: 168 time: 2.0769722 Feb 19 02:57:34.238163 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-42db808e-d306-43ec-9dac-02700699a9fb tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:34.251300 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 42074) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:34.336898 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-8a544b4c-f638-45a2-834d-99e76c618037 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] 10.222.0.72 "GET /v2.0/routers/30469f44-9e5d-4543-a110-e4140e623998 HTTP/1.1" status: 200 len: 744 time: 0.3195717 Feb 19 02:57:34.337782 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42076) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:34.355683 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bc08b3ee-47a7-49c5-8301-137b7ba33845 req-118e25bc-b798-4a5c-89e9-32a9f5b2ce5b tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/security-groups?id=344800ac-992b-44b9-a49a-a7d4e6a6fc53&id=197f0109-f833-46dd-9ffe-3ff812885f73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5176275 Feb 19 02:57:34.361130 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd3928d4-6fff-4070-9276-e2cfbf583bfe admin admin] Deleting subnet 1de208d8-9bd1-42de-af89-32eb5f962cf7 {{(pid=103701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:57:34.381867 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-fd3928d4-6fff-4070-9276-e2cfbf583bfe admin admin] Publish callbacks [] for subnet (1de208d8-9bd1-42de-af89-32eb5f962cf7), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:34.386593 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-160439c8-47d8-4da3-8e5a-1e6d00432c2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (8c6d6940-d9d8-443f-835d-89340fe846b2), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:34.389375 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-160439c8-47d8-4da3-8e5a-1e6d00432c2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:34.391595 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-160439c8-47d8-4da3-8e5a-1e6d00432c2d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8c6d6940-d9d8-443f-835d-89340fe846b2 HTTP/1.1" status: 204 len: 168 time: 1.5186024 Feb 19 02:57:34.424178 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-05419101-5a33-46a7-9f2b-204850d277e9 tempest-RoutersIpV6AdminTest-1709707594 tempest-RoutersIpV6AdminTest-1709707594-project-admin] 10.222.0.72 "GET /v2.0/ports?network_id=eaf64708-9021-419e-b287-ef3e0f51e2ee&device_id=30469f44-9e5d-4543-a110-e4140e623998 HTTP/1.1" status: 200 len: 205 time: 0.0817313 Feb 19 02:57:34.427288 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8154bc-d2a9-45e3-b8b2-9db6ae504a49 admin admin] Network 6c178878-2547-4ea7-b234-5f12e66a6c9a is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:57:34.434862 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-fd3928d4-6fff-4070-9276-e2cfbf583bfe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12647399'] for subnet (1de208d8-9bd1-42de-af89-32eb5f962cf7), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:34.462400 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42080) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:34.476710 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160439c8-47d8-4da3-8e5a-1e6d00432c2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c6d6940-d9d8-443f-835d-89340fe846b2,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:34.479023 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-9b8154bc-d2a9-45e3-b8b2-9db6ae504a49 admin admin] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:57:34.500426 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-fd3928d4-6fff-4070-9276-e2cfbf583bfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (1de208d8-9bd1-42de-af89-32eb5f962cf7), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:34.520831 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-2643af3a-1a28-4676-bc53-41daf906b956 tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] 10.222.0.72 "GET /v2.0/ports?device_id=30469f44-9e5d-4543-a110-e4140e623998 HTTP/1.1" status: 200 len: 205 time: 0.0570576 Feb 19 02:57:34.532832 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 42082) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:34.864187 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-aac7bcd8-5ffa-4712-ade4-c24ba8089d8e req-a5a36e87-8c62-4578-b75a-f2706bfbbb9d tempest-ServerShowV247Test-1676986851 tempest-ServerShowV247Test-1676986851-project] 10.222.0.72 "GET /v2.0/ports?device_id=804f9af3-3dcc-44f3-badf-82dc25079193 HTTP/1.1" status: 200 len: 210 time: 0.1390536 Feb 19 02:57:34.876234 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4fb35658-5869-47de-b74d-63c6f5607cca tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks [] for router (30469f44-9e5d-4543-a110-e4140e623998), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:34.943033 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b8154bc-d2a9-45e3-b8b2-9db6ae504a49 admin admin] Router 51d62235-06ca-4127-9053-0d14fe103439 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:57:34.971635 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-fd3928d4-6fff-4070-9276-e2cfbf583bfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12647206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58706286'] for subnet (1de208d8-9bd1-42de-af89-32eb5f962cf7), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:35.010470 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3928d4-6fff-4070-9276-e2cfbf583bfe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1de208d8-9bd1-42de-af89-32eb5f962cf7,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:35.012664 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-fd3928d4-6fff-4070-9276-e2cfbf583bfe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:35.016108 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-fd3928d4-6fff-4070-9276-e2cfbf583bfe admin admin] 10.222.0.72 "DELETE /v2.0/subnets/1de208d8-9bd1-42de-af89-32eb5f962cf7 HTTP/1.1" status: 204 len: 168 time: 0.7638423 Feb 19 02:57:35.030674 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42094) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:35.220111 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4fb35658-5869-47de-b74d-63c6f5607cca tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16317457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14254'] for router (30469f44-9e5d-4543-a110-e4140e623998), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:35.228554 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4fb35658-5869-47de-b74d-63c6f5607cca tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks [] for router_controller (30469f44-9e5d-4543-a110-e4140e623998), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:35.328213 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4fb35658-5869-47de-b74d-63c6f5607cca tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16317544'] for router (30469f44-9e5d-4543-a110-e4140e623998), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:35.329244 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fb35658-5869-47de-b74d-63c6f5607cca tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Fanout notify agent at l3_agent the message router_deleted on router 30469f44-9e5d-4543-a110-e4140e623998 {{(pid=103701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 02:57:35.339311 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 9d2a35c6-f38a-4b77-b117-d1b335bce7b5 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:57:35.363686 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4fb35658-5869-47de-b74d-63c6f5607cca tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] Publish callbacks [] for router (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:35.365309 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-4fb35658-5869-47de-b74d-63c6f5607cca tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] 10.222.0.72 "DELETE /v2.0/routers/30469f44-9e5d-4543-a110-e4140e623998 HTTP/1.1" status: 204 len: 168 time: 0.8313835 Feb 19 02:57:35.369036 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 42104) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:35.432098 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-57201372-a2e8-45d5-b24d-5a85feb1b4b2 tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] 10.222.0.72 "GET /v2.0/ports?device_id=30469f44-9e5d-4543-a110-e4140e623998 HTTP/1.1" status: 200 len: 205 time: 0.0614378 Feb 19 02:57:35.437235 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-43d1da36-1fa3-456a-9587-1b0bc5bf64a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (2a0a79ed-8a33-4798-af54-05a0cb1f0f3c), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:35.438289 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 42108) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:35.483032 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 9d2a35c6-f38a-4b77-b117-d1b335bce7b5 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:57:35.483560 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (9d2a35c6-f38a-4b77-b117-d1b335bce7b5), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:35.528700 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-42db808e-d306-43ec-9dac-02700699a9fb tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Allocated IP 172.20.0.1 (374a9869-e3bc-4b2d-94dd-29afd7531d54/e41d146b-c08d-4c86-9b65-fc6d61bce7af/87ca7db5-90e0-4be7-89e3-f05369090456) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:57:35.624496 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b8154bc-d2a9-45e3-b8b2-9db6ae504a49 admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:57:35.632380 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-9b8154bc-d2a9-45e3-b8b2-9db6ae504a49 admin admin] 10.222.0.72 "PUT /v2.0/routers/51d62235-06ca-4127-9053-0d14fe103439/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0248985 Feb 19 02:57:35.648433 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e3e5f1-ccb3-425f-8413-86f48a7d1fa2 None None] Sync routers for ids ['51d62235-06ca-4127-9053-0d14fe103439'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:57:35.682315 n-d-826753-2 neutron-server[103701]: INFO neutron.api.v2.resource [None req-215d07b4-dc6a-44ce-af67-4569622c3f78 tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] delete failed (client error): The resource could not be found. Feb 19 02:57:35.683367 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-215d07b4-dc6a-44ce-af67-4569622c3f78 tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] 10.222.0.72 "DELETE /v2.0/routers/30469f44-9e5d-4543-a110-e4140e623998 HTTP/1.1" status: 404 len: 336 time: 0.2441068 Feb 19 02:57:35.692149 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e3e5f1-ccb3-425f-8413-86f48a7d1fa2 None None] Routers {'51d62235-06ca-4127-9053-0d14fe103439'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:57:35.692775 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-51e3e5f1-ccb3-425f-8413-86f48a7d1fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:57:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['51d62235-06ca-4127-9053-0d14fe103439'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:57:35.699882 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42118) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:35.744426 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-ff911963-ac62-458b-950f-326df96f99ee tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] 10.222.0.72 "GET /v2.0/ports?device_id=09a25477-c473-4067-b7aa-9c032b495834 HTTP/1.1" status: 200 len: 205 time: 0.0434873 Feb 19 02:57:35.745058 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42120) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:35.749255 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-43d1da36-1fa3-456a-9587-1b0bc5bf64a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (2a0a79ed-8a33-4798-af54-05a0cb1f0f3c), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:35.817442 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42122) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:35.820869 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-867b1a3d-f8a4-4883-92d6-5af92ab6d93c req-69b6e90c-ca16-4eae-8503-35e89d433064 tempest-ServerShowV247Test-1676986851 tempest-ServerShowV247Test-1676986851-project] 10.222.0.82 "GET /v2.0/ports?device_id=804f9af3-3dcc-44f3-badf-82dc25079193 HTTP/1.1" status: 200 len: 210 time: 0.1972160 Feb 19 02:57:35.850268 n-d-826753-2 neutron-server[103702]: INFO neutron.api.v2.resource [None req-f66ba83b-cd7e-47f5-b118-454318db846a tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] delete failed (client error): The resource could not be found. Feb 19 02:57:35.855216 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 42128) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:35.867695 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-f66ba83b-cd7e-47f5-b118-454318db846a tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] 10.222.0.72 "DELETE /v2.0/routers/09a25477-c473-4067-b7aa-9c032b495834 HTTP/1.1" status: 404 len: 336 time: 0.1154606 Feb 19 02:57:35.917724 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-43d1da36-1fa3-456a-9587-1b0bc5bf64a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a0a79ed-8a33-4798-af54-05a0cb1f0f3c']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:57:35.958477 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-22eca3e0-f5d4-4e8d-bfdb-ea999f9a1af7 tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] 10.222.0.72 "GET /v2.0/ports?device_id=df3d812d-80a6-4918-9503-507148ff55a6 HTTP/1.1" status: 200 len: 205 time: 0.0992124 Feb 19 02:57:35.962466 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 42132) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:35.979244 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-43d1da36-1fa3-456a-9587-1b0bc5bf64a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b398e613-0491-4825-8c0e-13ffa7bc0c4a') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:57:35.979887 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-43d1da36-1fa3-456a-9587-1b0bc5bf64a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b398e613-0491-4825-8c0e-13ffa7bc0c4a') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:57:36.012786 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-43d1da36-1fa3-456a-9587-1b0bc5bf64a0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (b398e613-0491-4825-8c0e-13ffa7bc0c4a), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:36.019828 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 9d2a35c6-f38a-4b77-b117-d1b335bce7b5 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:57:36.022451 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (9d2a35c6-f38a-4b77-b117-d1b335bce7b5), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:36.034059 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f04be4d-e46e-4e56-bfdb-f664f7ed4f6f req-e8a1d50f-e4ac-4c4b-b9cc-17f68c140c97 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:36.060681 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f04be4d-e46e-4e56-bfdb-f664f7ed4f6f req-e8a1d50f-e4ac-4c4b-b9cc-17f68c140c97 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:36.081510 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f04be4d-e46e-4e56-bfdb-f664f7ed4f6f req-e8a1d50f-e4ac-4c4b-b9cc-17f68c140c97 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:36.091720 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f04be4d-e46e-4e56-bfdb-f664f7ed4f6f req-e8a1d50f-e4ac-4c4b-b9cc-17f68c140c97 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:36.106069 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-43d1da36-1fa3-456a-9587-1b0bc5bf64a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (b398e613-0491-4825-8c0e-13ffa7bc0c4a), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:36.111031 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f04be4d-e46e-4e56-bfdb-f664f7ed4f6f req-e8a1d50f-e4ac-4c4b-b9cc-17f68c140c97 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:36.118792 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f04be4d-e46e-4e56-bfdb-f664f7ed4f6f req-e8a1d50f-e4ac-4c4b-b9cc-17f68c140c97 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:36.120098 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-42db808e-d306-43ec-9dac-02700699a9fb tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks [] for port (87ca7db5-90e0-4be7-89e3-f05369090456), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:36.129821 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42134) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:36.139879 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43d1da36-1fa3-456a-9587-1b0bc5bf64a0 admin admin] Releasing vlan 293 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:57:36.140649 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-43d1da36-1fa3-456a-9587-1b0bc5bf64a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (b398e613-0491-4825-8c0e-13ffa7bc0c4a), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:36.142728 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 02:57:36.142728 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:57:36.142728 n-d-826753-2 neutron-server[103702]: timer() Feb 19 02:57:36.142728 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:57:36.142728 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 02:57:36.142728 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:57:36.142728 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 02:57:36.142728 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:57:36.142728 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 02:57:36.142728 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:57:36.142728 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 02:57:36.142728 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:57:36.142728 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 02:57:36.142728 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:57:36.142728 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:57:36.142728 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:57:36.142728 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:57:36.142728 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:57:36.142728 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 02:57:36.142728 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:57:36.142728 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 02:57:36.142728 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:57:36.142728 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:57:36.142728 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:57:36.142728 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 02:57:36.142728 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:57:36.142728 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:57:36.142728 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:57:36.142728 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:57:36.142728 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:57:36.142728 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:57:36.142728 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:57:36.149460 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f04be4d-e46e-4e56-bfdb-f664f7ed4f6f req-e8a1d50f-e4ac-4c4b-b9cc-17f68c140c97 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:36.152618 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4f04be4d-e46e-4e56-bfdb-f664f7ed4f6f req-e8a1d50f-e4ac-4c4b-b9cc-17f68c140c97 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 5421 time: 0.5279284 Feb 19 02:57:36.301379 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-43d1da36-1fa3-456a-9587-1b0bc5bf64a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (2a0a79ed-8a33-4798-af54-05a0cb1f0f3c), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:36.310842 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-43d1da36-1fa3-456a-9587-1b0bc5bf64a0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:36.321642 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-43d1da36-1fa3-456a-9587-1b0bc5bf64a0 admin admin] 10.222.0.72 "DELETE /v2.0/networks/2a0a79ed-8a33-4798-af54-05a0cb1f0f3c HTTP/1.1" status: 204 len: 168 time: 1.2878418 Feb 19 02:57:36.365508 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d1da36-1fa3-456a-9587-1b0bc5bf64a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a0a79ed-8a33-4798-af54-05a0cb1f0f3c,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:36.374566 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-42db808e-d306-43ec-9dac-02700699a9fb tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (87ca7db5-90e0-4be7-89e3-f05369090456), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:36.400227 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a6754f39-db7c-48fa-acef-b79e9040cfec req-fe2ca14d-7d65-4504-a198-e57a987a1604 tempest-ServerShowV247Test-1676986851 tempest-ServerShowV247Test-1676986851-project] 10.222.0.72 "GET /v2.0/ports?device_id=804f9af3-3dcc-44f3-badf-82dc25079193 HTTP/1.1" status: 200 len: 210 time: 0.2440894 Feb 19 02:57:36.407936 n-d-826753-2 neutron-server[103701]: INFO neutron.api.v2.resource [None req-de4454fa-9fc5-4fc2-bbf7-b70797c5ccc1 tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] delete failed (client error): The resource could not be found. Feb 19 02:57:36.411944 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-de4454fa-9fc5-4fc2-bbf7-b70797c5ccc1 tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] 10.222.0.72 "DELETE /v2.0/routers/df3d812d-80a6-4918-9503-507148ff55a6 HTTP/1.1" status: 404 len: 336 time: 0.4309886 Feb 19 02:57:36.414747 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 42142) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:36.425737 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3947aa3b-fa4c-4fb3-af7a-f80d6b24f7ce None None] Network 374a9869-e3bc-4b2d-94dd-29afd7531d54 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:57:36.510640 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [None req-33e23c4d-cbbc-424a-b48c-e2083e9e43e0 tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103702) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:57:36.514435 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-33e23c4d-cbbc-424a-b48c-e2083e9e43e0 tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.3806646 Feb 19 02:57:36.517168 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42144) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:36.549688 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42db808e-d306-43ec-9dac-02700699a9fb tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Network 374a9869-e3bc-4b2d-94dd-29afd7531d54 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:57:36.550815 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-5319d04a-8c96-4e3e-b131-2c92c5392e52 tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f70c4c3-8c0d-45c0-9fcd-0b412be6778e HTTP/1.1" status: 200 len: 205 time: 0.1103556 Feb 19 02:57:36.556064 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 42148) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:36.561332 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [None req-c48984dd-c11a-491a-bd02-5e612a2d57c3 tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] http://10.222.0.72:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103702) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:57:36.564604 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-c48984dd-c11a-491a-bd02-5e612a2d57c3 tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] 10.222.0.72 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0440688 Feb 19 02:57:36.571783 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-42db808e-d306-43ec-9dac-02700699a9fb tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:57:36.574812 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42db808e-d306-43ec-9dac-02700699a9fb tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:57:36.577717 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42152) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:36.602055 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-adaca8e0-864f-48c8-9cea-e9b41f4e44df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:36.626740 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [None req-7a0e2524-d938-49d1-b9a0-b85f76ebe9c7 tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] http://10.222.0.72:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103702) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:57:36.631008 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-7a0e2524-d938-49d1-b9a0-b85f76ebe9c7 tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] 10.222.0.72 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0271192 Feb 19 02:57:36.670806 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42154) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:36.678680 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [None req-7e44d80f-4aa3-4599-9619-577c12486ce0 tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] http://10.222.0.72:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103702) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:57:36.682341 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-7e44d80f-4aa3-4599-9619-577c12486ce0 tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] 10.222.0.72 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0059137 Feb 19 02:57:36.686372 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-f0636945-4321-4273-88ff-ac723a2360bb None None] Provisioning complete for port 9d2a35c6-f38a-4b77-b117-d1b335bce7b5 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:57:36.686988 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f0636945-4321-4273-88ff-ac723a2360bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (9d2a35c6-f38a-4b77-b117-d1b335bce7b5), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:36.696240 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42156) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:36.712674 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [None req-0553d5b0-44e3-4209-b7a3-15b461dee1b3 tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] http://10.222.0.72:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103702) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:57:36.716306 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-0553d5b0-44e3-4209-b7a3-15b461dee1b3 tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] 10.222.0.72 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0146012 Feb 19 02:57:36.717104 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42158) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:36.721498 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42db808e-d306-43ec-9dac-02700699a9fb tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Pushing event updated for resources: {'Port': ['ID=87ca7db5-90e0-4be7-89e3-f05369090456,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:36.744395 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [None req-cb6857bb-20ab-484f-8186-7843c49375d4 tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] http://10.222.0.72:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103702) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:57:36.745850 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-cb6857bb-20ab-484f-8186-7843c49375d4 tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] 10.222.0.72 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0253768 Feb 19 02:57:36.752516 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42160) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:36.761197 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [None req-dc89f73c-8896-4779-ab8c-8fb50156a706 tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] http://10.222.0.72:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103702) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:57:36.762656 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-dc89f73c-8896-4779-ab8c-8fb50156a706 tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] 10.222.0.72 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0079632 Feb 19 02:57:36.765820 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42162) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:36.777757 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [None req-73393260-0e2e-479a-969f-2bc121aed72f tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] http://10.222.0.72:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103702) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:57:36.779091 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-73393260-0e2e-479a-969f-2bc121aed72f tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] 10.222.0.72 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0101862 Feb 19 02:57:36.780097 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-42db808e-d306-43ec-9dac-02700699a9fb tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16289150'] for router_interface (4fcb80df-2a56-4bd4-8a88-9807e5aee6e4), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:36.782704 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42164) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:36.793000 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [None req-4baa1fbb-ae0f-4544-83af-958fd442b8c3 tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] http://10.222.0.72:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103702) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:57:36.794534 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-4baa1fbb-ae0f-4544-83af-958fd442b8c3 tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] 10.222.0.72 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0055618 Feb 19 02:57:36.836095 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42166) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:36.844462 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [None req-07bd1697-f51e-4676-8039-87a8f7ff6f22 tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] http://10.222.0.72:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103702) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:57:36.845887 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-07bd1697-f51e-4676-8039-87a8f7ff6f22 tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] 10.222.0.72 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0054574 Feb 19 02:57:36.850012 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42168) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:36.861744 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [None req-1d40ebd3-58e7-4529-b837-0de2a188f054 tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] http://10.222.0.72:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103702) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:57:36.863603 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-1d40ebd3-58e7-4529-b837-0de2a188f054 tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] 10.222.0.72 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0108669 Feb 19 02:57:36.868717 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42170) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:36.869151 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42172) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:36.875232 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [None req-a71b476b-7705-4f09-969a-0e3c0654a671 tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] http://10.222.0.72:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103702) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:57:36.876925 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-a71b476b-7705-4f09-969a-0e3c0654a671 tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] 10.222.0.72 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0048354 Feb 19 02:57:36.891555 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port 9d2a35c6-f38a-4b77-b117-d1b335bce7b5, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=9d2a35c6-f38a-4b77-b117-d1b335bce7b5,segment=NetworkSegment(979bf07a-67b2-4b34-9600-6d87bb428064),segment_id=979bf07a-67b2-4b34-9600-6d87bb428064)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:57:36.917867 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-51e3e5f1-ccb3-425f-8413-86f48a7d1fa2 None None] Set router 51d62235-06ca-4127-9053-0d14fe103439 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:57:36.932497 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42174) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:36.944818 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-540afe6e-2600-4846-84af-4fc560f25c55 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8ee938a19b3e4074b489f411ca258ca6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0744016 Feb 19 02:57:36.953136 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [None req-4fbb8c05-3288-4504-8824-a8f9df54e060 tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] http://10.222.0.72:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103702) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:57:36.956547 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-4fbb8c05-3288-4504-8824-a8f9df54e060 tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] 10.222.0.72 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0103636 Feb 19 02:57:36.957215 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42184) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:36.995025 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42186) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:37.002869 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [None req-796f290d-3a87-4a2e-b054-edbdf2aa7261 tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] http://10.222.0.72:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103702) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:57:37.004901 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-796f290d-3a87-4a2e-b054-edbdf2aa7261 tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] 10.222.0.72 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0090008 Feb 19 02:57:37.019118 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (9d2a35c6-f38a-4b77-b117-d1b335bce7b5), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:37.099865 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-f0636945-4321-4273-88ff-ac723a2360bb None None] Current status of the port 9d2a35c6-f38a-4b77-b117-d1b335bce7b5 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:57:37.152115 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device ce5b843c-c9dd-4784-8a7e-122c9cab9b97 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:57:37.231986 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: ce5b843c-c9dd-4784-8a7e-122c9cab9b97 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:57:37.245587 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device ce5b843c-c9dd-4784-8a7e-122c9cab9b97 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:57:37.246437 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device bd2aab16-ed6e-4e6c-ac7b-881d2a4d09e0 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:57:37.307236 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 42188) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:37.363336 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: bd2aab16-ed6e-4e6c-ac7b-881d2a4d09e0 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:57:37.369821 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device bd2aab16-ed6e-4e6c-ac7b-881d2a4d09e0 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:57:37.457495 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-adaca8e0-864f-48c8-9cea-e9b41f4e44df admin admin] Publish callbacks [] for security_group (9d32a911-9d14-4a55-bcea-6f15ecce217d), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:37.462154 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-42db808e-d306-43ec-9dac-02700699a9fb tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (87ca7db5-90e0-4be7-89e3-f05369090456), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:37.499307 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-adaca8e0-864f-48c8-9cea-e9b41f4e44df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (9d32a911-9d14-4a55-bcea-6f15ecce217d), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:37.509167 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=9d2a35c6-f38a-4b77-b117-d1b335bce7b5,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:37.523406 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [None req-780e7224-8195-4fa1-93d6-e13b936d9e7e tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] http://10.222.0.72:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103701) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:57:37.527725 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-780e7224-8195-4fa1-93d6-e13b936d9e7e tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] 10.222.0.72 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0226340 Feb 19 02:57:37.540447 n-d-826753-2 neutron-server[103701]: INFO neutron.api.v2.resource [None req-e945bafb-922b-4359-982f-249467d30bdc tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] delete failed (client error): The resource could not be found. Feb 19 02:57:37.544018 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-e945bafb-922b-4359-982f-249467d30bdc tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] 10.222.0.72 "DELETE /v2.0/routers/3f70c4c3-8c0d-45c0-9fcd-0b412be6778e HTTP/1.1" status: 404 len: 336 time: 0.9781909 Feb 19 02:57:37.556664 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 42192) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:37.557028 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 42194) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:37.584292 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-adaca8e0-864f-48c8-9cea-e9b41f4e44df admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=333373b45d644a2cabce5da3bdc2e319&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7657566 Feb 19 02:57:37.585241 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42196) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:37.595880 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [None req-91e424e6-54e8-4628-8c1d-9f63370305c6 tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] http://10.222.0.72:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103701) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:57:37.596928 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-91e424e6-54e8-4628-8c1d-9f63370305c6 tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] 10.222.0.72 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0368936 Feb 19 02:57:37.621697 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-5f3e13ba-3bf4-48d4-ac24-2e578405c422 tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] 10.222.0.72 "GET /v2.0/ports?device_id=10d7f0b1-fc38-4788-b3fa-655cc1daaad2 HTTP/1.1" status: 200 len: 205 time: 0.0585151 Feb 19 02:57:37.626182 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaca8e0-864f-48c8-9cea-e9b41f4e44df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d32a911-9d14-4a55-bcea-6f15ecce217d,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:37.635220 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 42198) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:37.636540 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 42200) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:37.687820 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [None req-b896ce9f-74ac-47dc-89f4-506ab3ecf4db tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] http://10.222.0.72:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103701) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:57:37.694773 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-b896ce9f-74ac-47dc-89f4-506ab3ecf4db tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] 10.222.0.72 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0542877 Feb 19 02:57:37.701107 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2f112320-3241-43f6-b78f-0e60716bd6c9 admin admin] Publish callbacks [] for security_group (6d351a8c-b73e-485a-861c-36f8b0ec3310), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:37.702839 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42202) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:37.703348 n-d-826753-2 neutron-server[103701]: INFO neutron.api.v2.resource [None req-db08e7c7-7be5-4701-8913-d5765ef84d78 tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] delete failed (client error): The resource could not be found. Feb 19 02:57:37.706649 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-db08e7c7-7be5-4701-8913-d5765ef84d78 tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] 10.222.0.72 "DELETE /v2.0/routers/10d7f0b1-fc38-4788-b3fa-655cc1daaad2 HTTP/1.1" status: 404 len: 336 time: 0.0654943 Feb 19 02:57:37.707002 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-d2652684-9b72-45f7-9a78-6d6031216348 None None] Provisioning complete for port 87ca7db5-90e0-4be7-89e3-f05369090456 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:57:37.707569 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d2652684-9b72-45f7-9a78-6d6031216348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (87ca7db5-90e0-4be7-89e3-f05369090456), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:37.738634 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4f04be4d-e46e-4e56-bfdb-f664f7ed4f6f req-06c7eac4-39f3-4788-b276-988040b66c21 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/security-groups?id=344800ac-992b-44b9-a49a-a7d4e6a6fc53&id=197f0109-f833-46dd-9ffe-3ff812885f73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.5612535 Feb 19 02:57:37.739196 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 42204) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:37.771902 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [None req-ca85b224-f8a3-42a4-a83a-8fcc7a344cf7 tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] http://10.222.0.72:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103702) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:57:37.777757 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-ca85b224-f8a3-42a4-a83a-8fcc7a344cf7 tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] 10.222.0.72 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0670404 Feb 19 02:57:37.781628 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42206) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:37.795708 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-51e3e5f1-ccb3-425f-8413-86f48a7d1fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51d62235-06ca-4127-9053-0d14fe103439', 'name': 'tempest-ServerRescueTestJSON-1806236236-router', 'tenant_id': 'a06ef082143f47ab8b4917c0abd4fc14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': '1ecdff46-1f3c-49e6-86f7-92992eca37e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:57:20Z', 'updated_at': '2022-02-19T02:57:31Z', 'revision_number': 4, 'project_id': 'a06ef082143f47ab8b4917c0abd4fc14', 'gw_port': {'id': '1ecdff46-1f3c-49e6-86f7-92992eca37e5', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d62235-06ca-4127-9053-0d14fe103439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1986, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:57:22Z', 'updated_at': '2022-02-19T02:57:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '6f67a476-1bdc-4f47-8260-420d1c0ca57b', 'name': '', 'network_id': '6c178878-2547-4ea7-b234-5f12e66a6c9a', 'tenant_id': 'a06ef082143f47ab8b4917c0abd4fc14', 'mac_address': 'fa:16:3e:fc:57:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51d62235-06ca-4127-9053-0d14fe103439', 'device_owner': 'network:router_interface', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': '5cfd9bdf-5713-42ab-9e32-dc268009511b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:57:29Z', 'updated_at': '2022-02-19T02:57:32Z', 'revision_number': 2, 'project_id': 'a06ef082143f47ab8b4917c0abd4fc14', 'subnets': [{'id': '5cfd9bdf-5713-42ab-9e32-dc268009511b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:57:37.797519 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-d2652684-9b72-45f7-9a78-6d6031216348 None None] Port 87ca7db5-90e0-4be7-89e3-f05369090456 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:57:37.811920 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0ec613-29be-4ebc-b392-86f3e94cd208 req-e4378fff-b059-47e8-bcd2-fcc19219502e tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:37.824656 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8f0ec613-29be-4ebc-b392-86f3e94cd208 req-e4378fff-b059-47e8-bcd2-fcc19219502e tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/networks?id=6c178878-2547-4ea7-b234-5f12e66a6c9a HTTP/1.1" status: 200 len: 811 time: 0.4420438 Feb 19 02:57:37.827284 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-0bf53a35-2a13-4bd7-9f45-9df6faa8fa35 tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] 10.222.0.72 "GET /v2.0/ports?device_id=32955ce2-1115-4453-b71e-72ce618cc2c8 HTTP/1.1" status: 200 len: 205 time: 0.0864701 Feb 19 02:57:37.829674 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 42208) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:37.841098 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [None req-6ed9a162-2354-400b-8ebc-76e37554e69c tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] http://10.222.0.72:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103702) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:57:37.842815 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-6ed9a162-2354-400b-8ebc-76e37554e69c tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] 10.222.0.72 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0374973 Feb 19 02:57:37.852682 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42212) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:37.864464 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [None req-c0dccf1e-ebd2-4737-8af6-4a342624e4d1 tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] http://10.222.0.72:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103702) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:57:37.865844 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-c0dccf1e-ebd2-4737-8af6-4a342624e4d1 tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] 10.222.0.72 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0102537 Feb 19 02:57:37.873629 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-d2652684-9b72-45f7-9a78-6d6031216348 None None] Provisioning complete for port 9d2a35c6-f38a-4b77-b117-d1b335bce7b5 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:57:37.874003 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d2652684-9b72-45f7-9a78-6d6031216348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (9d2a35c6-f38a-4b77-b117-d1b335bce7b5), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:37.875744 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e3e5f1-ccb3-425f-8413-86f48a7d1fa2 None None] Checking router: 51d62235-06ca-4127-9053-0d14fe103439 for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:57:37.876095 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e3e5f1-ccb3-425f-8413-86f48a7d1fa2 None None] Updating router 51d62235-06ca-4127-9053-0d14fe103439 port 6f67a476-1bdc-4f47-8260-420d1c0ca57b binding host n-d-826753-2 {{(pid=103703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:57:37.891955 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42214) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:37.902825 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9f6715c2-e679-45cf-ae58-162b66122d88 admin admin] Publish callbacks [] for security_group (9d32a911-9d14-4a55-bcea-6f15ecce217d), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:37.939898 n-d-826753-2 neutron-server[103701]: INFO neutron.api.v2.resource [None req-b9155122-e9b7-47d9-879b-6ebcd4d0f49e tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] delete failed (client error): The resource could not be found. Feb 19 02:57:37.941196 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-b9155122-e9b7-47d9-879b-6ebcd4d0f49e tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] 10.222.0.72 "DELETE /v2.0/routers/32955ce2-1115-4453-b71e-72ce618cc2c8 HTTP/1.1" status: 404 len: 336 time: 0.1102045 Feb 19 02:57:37.945484 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 42216) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:37.954494 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9f6715c2-e679-45cf-ae58-162b66122d88 admin admin] Publish callbacks [] for security_group (9d32a911-9d14-4a55-bcea-6f15ecce217d), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:37.959861 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-51e3e5f1-ccb3-425f-8413-86f48a7d1fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (6f67a476-1bdc-4f47-8260-420d1c0ca57b), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:37.997170 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2f112320-3241-43f6-b78f-0e60716bd6c9 admin admin] Publish callbacks [] for security_group (6d351a8c-b73e-485a-861c-36f8b0ec3310), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:38.000589 n-d-826753-2 neutron-server[103701]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d27e60b-30cc-4663-95bf-411ad5791647 tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] DELETE failed (client error): The resource could not be found. Feb 19 02:57:38.001078 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d27e60b-30cc-4663-95bf-411ad5791647 tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 02:57:38.004740 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-2d27e60b-30cc-4663-95bf-411ad5791647 tempest-RoutersIpV6AdminTest-1286955514 tempest-RoutersIpV6AdminTest-1286955514-project] 10.222.0.72 "DELETE /v2.0/subnets/1e9eebbf-0178-4ea5-b3e7-28016702a9b9 HTTP/1.1" status: 404 len: 337 time: 0.0574012 Feb 19 02:57:38.007911 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [None req-29779a83-9ea8-4995-8af4-bf4562a065c1 tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] http://10.222.0.72:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103702) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:57:38.011639 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-29779a83-9ea8-4995-8af4-bf4562a065c1 tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] 10.222.0.72 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0185549 Feb 19 02:57:38.011770 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8f0ec613-29be-4ebc-b392-86f3e94cd208 req-5db2a7a3-c90d-4687-b662-021b6dae05fa tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/quotas/a06ef082143f47ab8b4917c0abd4fc14 HTTP/1.1" status: 200 len: 375 time: 0.1771061 Feb 19 02:57:38.012446 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 42220) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:38.020036 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [None req-338bb9c1-cc14-4774-9a82-8afdd3b7268b tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] http://10.222.0.72:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103701) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:57:38.027342 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-338bb9c1-cc14-4774-9a82-8afdd3b7268b tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] 10.222.0.72 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0120366 Feb 19 02:57:38.036109 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42222) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:38.078210 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [None req-47f58bc5-bc50-4259-83d3-5c7f93b8e19f tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] http://10.222.0.72:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103702) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:57:38.079203 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-47f58bc5-bc50-4259-83d3-5c7f93b8e19f tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] 10.222.0.72 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0421755 Feb 19 02:57:38.087417 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42224) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:38.092515 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [None req-ccc4804d-628b-403f-a26d-47cf7619b092 tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] http://10.222.0.72:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103702) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:57:38.093701 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-ccc4804d-628b-403f-a26d-47cf7619b092 tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] 10.222.0.72 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0053537 Feb 19 02:57:38.101642 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 42226) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:38.111085 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [None req-3e6222d8-c879-469b-8f9f-afa427fb937d tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] http://10.222.0.72:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103701) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:57:38.115228 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-3e6222d8-c879-469b-8f9f-afa427fb937d tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] 10.222.0.72 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0116999 Feb 19 02:57:38.120819 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 42228) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:38.134918 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [None req-8843cdfc-c274-4515-b91f-f4ffaadc510b tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] http://10.222.0.72:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103701) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:57:38.138424 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-8843cdfc-c274-4515-b91f-f4ffaadc510b tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] 10.222.0.72 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0119641 Feb 19 02:57:38.139324 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 42230) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:38.150342 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [None req-9b3eedea-f9c1-4c1b-891c-b44e0e02f32a tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] http://10.222.0.72:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103701) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:57:38.154127 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-9b3eedea-f9c1-4c1b-891c-b44e0e02f32a tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] 10.222.0.72 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0094748 Feb 19 02:57:38.157817 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 42232) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:38.170709 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [None req-70b00ec0-f7e4-4291-8fc8-0ffc4b66f985 tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] http://10.222.0.72:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103701) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:57:38.171997 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-70b00ec0-f7e4-4291-8fc8-0ffc4b66f985 tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] 10.222.0.72 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0130565 Feb 19 02:57:38.183122 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 42234) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:38.195474 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [None req-37fa3493-741f-4dfe-be42-b7248b8f9292 tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] http://10.222.0.72:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103701) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:57:38.196487 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-37fa3493-741f-4dfe-be42-b7248b8f9292 tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] 10.222.0.72 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0123026 Feb 19 02:57:38.199080 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 42236) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:38.211108 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [None req-b2126b23-7652-4b94-990a-714eaa2479c6 tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] http://10.222.0.72:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103701) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:57:38.214635 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-b2126b23-7652-4b94-990a-714eaa2479c6 tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] 10.222.0.72 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0120351 Feb 19 02:57:38.216022 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 42238) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:38.233382 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8f0ec613-29be-4ebc-b392-86f3e94cd208 req-e3fb2eaf-1feb-4b71-9ab6-4e63a00b4b86 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=a06ef082143f47ab8b4917c0abd4fc14&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2022262 Feb 19 02:57:38.239505 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [None req-2a9d4b42-2337-4bc2-8c35-ebc6e57b518a tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] http://10.222.0.72:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103701) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:57:38.243566 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-2a9d4b42-2337-4bc2-8c35-ebc6e57b518a tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] 10.222.0.72 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0230737 Feb 19 02:57:38.247556 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42242) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:38.260326 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [None req-98fd8b5e-fd31-4fc4-8458-50303d454591 tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] http://10.222.0.72:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103702) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:57:38.265414 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-98fd8b5e-fd31-4fc4-8458-50303d454591 tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] 10.222.0.72 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0133557 Feb 19 02:57:38.269055 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42244) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:38.297022 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [None req-c385dc58-9d92-483b-9f6b-92bbb6e58a41 tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] http://10.222.0.72:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103702) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:57:38.298290 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-c385dc58-9d92-483b-9f6b-92bbb6e58a41 tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] 10.222.0.72 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0203128 Feb 19 02:57:38.303784 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9f6715c2-e679-45cf-ae58-162b66122d88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (9d32a911-9d14-4a55-bcea-6f15ecce217d), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:38.309748 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9f6715c2-e679-45cf-ae58-162b66122d88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:38.310895 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-9f6715c2-e679-45cf-ae58-162b66122d88 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9d32a911-9d14-4a55-bcea-6f15ecce217d HTTP/1.1" status: 204 len: 168 time: 0.7219296 Feb 19 02:57:38.311492 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42246) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:38.347889 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [None req-388eca83-d240-4a11-a2ec-59f3af132873 tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] http://10.222.0.72:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103702) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:57:38.350071 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-388eca83-d240-4a11-a2ec-59f3af132873 tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] 10.222.0.72 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0239353 Feb 19 02:57:38.358386 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 42252) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:38.365918 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2f112320-3241-43f6-b78f-0e60716bd6c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (6d351a8c-b73e-485a-861c-36f8b0ec3310), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:38.369076 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [None req-9f79dc19-a197-474e-af83-fedee017d0bb tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] http://10.222.0.72:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103701) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:57:38.370068 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-9f79dc19-a197-474e-af83-fedee017d0bb tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] 10.222.0.72 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0107236 Feb 19 02:57:38.372488 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2f112320-3241-43f6-b78f-0e60716bd6c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:38.373302 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 42254) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:38.385425 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-2f112320-3241-43f6-b78f-0e60716bd6c9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6d351a8c-b73e-485a-861c-36f8b0ec3310 HTTP/1.1" status: 204 len: 168 time: 1.4270005 Feb 19 02:57:38.394380 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [None req-8be41714-a5ac-47f1-936a-d9998d3a41e8 tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] http://10.222.0.72:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103701) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:57:38.395736 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-8be41714-a5ac-47f1-936a-d9998d3a41e8 tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] 10.222.0.72 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0152612 Feb 19 02:57:38.399407 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 42258) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:38.405835 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6715c2-e679-45cf-ae58-162b66122d88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d32a911-9d14-4a55-bcea-6f15ecce217d,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:38.414522 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [None req-3287ecad-ad86-4477-9a80-fee5ceab2463 tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] http://10.222.0.72:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103701) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:57:38.415552 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-3287ecad-ad86-4477-9a80-fee5ceab2463 tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] 10.222.0.72 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0126746 Feb 19 02:57:38.424352 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 42260) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:38.440097 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 42262) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:38.443155 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [None req-0971444f-632e-4c6e-92b0-d3362e963d7d tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] http://10.222.0.72:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103701) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:57:38.446519 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-0971444f-632e-4c6e-92b0-d3362e963d7d tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] 10.222.0.72 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0183091 Feb 19 02:57:38.447311 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-d2652684-9b72-45f7-9a78-6d6031216348 None None] Current status of the port 9d2a35c6-f38a-4b77-b117-d1b335bce7b5 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:57:38.455519 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42264) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:38.456800 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f112320-3241-43f6-b78f-0e60716bd6c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d351a8c-b73e-485a-861c-36f8b0ec3310,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:38.473019 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [None req-4c158c8a-a946-46fd-92f5-5004ead5c958 tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] http://10.222.0.72:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103702) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:57:38.476392 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-4c158c8a-a946-46fd-92f5-5004ead5c958 tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] 10.222.0.72 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0142159 Feb 19 02:57:38.478473 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42268) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:38.481259 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [None req-c48fbdf8-48f5-491a-a4e1-dc116ebcc655 tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] http://10.222.0.72:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103702) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:57:38.484413 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-c48fbdf8-48f5-491a-a4e1-dc116ebcc655 tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] 10.222.0.72 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0042405 Feb 19 02:57:38.496073 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42270) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:38.509408 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [None req-750a75f2-09c5-4c84-83cf-3d39c0bb2965 tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] http://10.222.0.72:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103702) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:57:38.511255 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 42272) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:38.515435 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-750a75f2-09c5-4c84-83cf-3d39c0bb2965 tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] 10.222.0.72 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0144503 Feb 19 02:57:38.523148 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42274) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:38.540703 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [None req-2a9b33b9-e989-4708-8c2f-1bb0d6dd3c2d tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] http://10.222.0.72:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103702) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:57:38.544922 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-2a9b33b9-e989-4708-8c2f-1bb0d6dd3c2d tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] 10.222.0.72 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0207229 Feb 19 02:57:38.547541 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 42278) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:38.563548 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [None req-3e845b58-0212-462e-a3ff-bfc0aeaf688f tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] http://10.222.0.72:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103701) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:57:38.564557 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-3e845b58-0212-462e-a3ff-bfc0aeaf688f tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] 10.222.0.72 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0160699 Feb 19 02:57:38.571833 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 42280) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:38.588519 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [None req-ce8aa7cf-464d-4b02-8bca-be68714b646a tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] http://10.222.0.72:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103701) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:57:38.591987 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-ce8aa7cf-464d-4b02-8bca-be68714b646a tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] 10.222.0.72 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0096729 Feb 19 02:57:38.594969 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42282) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:38.598042 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8f0ec613-29be-4ebc-b392-86f3e94cd208 req-1ee61c4c-e40a-42c9-82d9-150e99da6dce service neutron] 10.222.0.72 "GET /v2.0/networks/6c178878-2547-4ea7-b234-5f12e66a6c9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3531723 Feb 19 02:57:38.619357 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [None req-6c8c0817-8df7-4f6b-b20c-e1f52778eba4 tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] http://10.222.0.72:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103702) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:57:38.620582 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-6c8c0817-8df7-4f6b-b20c-e1f52778eba4 tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] 10.222.0.72 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0213192 Feb 19 02:57:38.633706 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42284) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:38.648201 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [None req-bfd89590-7a78-4612-aa23-348dcee884b4 tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] http://10.222.0.72:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103702) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:57:38.649687 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-bfd89590-7a78-4612-aa23-348dcee884b4 tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] 10.222.0.72 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0146499 Feb 19 02:57:38.655042 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42286) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:38.669417 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [None req-bcdab321-4217-41bf-8132-1fa07cb24039 tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] http://10.222.0.72:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103702) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:57:38.670789 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-bcdab321-4217-41bf-8132-1fa07cb24039 tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] 10.222.0.72 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0129735 Feb 19 02:57:38.680372 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42288) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:38.688021 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [None req-0d33bd41-2d52-4c42-8272-97578f25d1be tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] http://10.222.0.72:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103702) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:57:38.692718 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-0d33bd41-2d52-4c42-8272-97578f25d1be tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] 10.222.0.72 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0106380 Feb 19 02:57:38.695650 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-51e3e5f1-ccb3-425f-8413-86f48a7d1fa2 None None] Publish callbacks [] for port (6f67a476-1bdc-4f47-8260-420d1c0ca57b), precommit_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:38.710542 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42290) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:38.716482 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [None req-499a124e-2d5d-4051-a9d3-29b5b9db459c tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] http://10.222.0.72:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103702) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:57:38.723437 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-499a124e-2d5d-4051-a9d3-29b5b9db459c tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] 10.222.0.72 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0116885 Feb 19 02:57:38.727905 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-51e3e5f1-ccb3-425f-8413-86f48a7d1fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (6f67a476-1bdc-4f47-8260-420d1c0ca57b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:38.730798 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42292) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:38.747867 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [None req-8c1f6090-0df1-459d-a29f-66476a350f7e tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] http://10.222.0.72:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103702) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:57:38.749182 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-8c1f6090-0df1-459d-a29f-66476a350f7e tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] 10.222.0.72 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0171556 Feb 19 02:57:38.755042 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 42296) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:38.763602 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [None req-04ed7650-e8d3-47c1-9634-856220891eef tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] http://10.222.0.72:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103701) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:57:38.770198 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-04ed7650-e8d3-47c1-9634-856220891eef tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] 10.222.0.72 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0137110 Feb 19 02:57:38.774523 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 42300) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:38.789257 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [None req-d7904f13-627f-4d60-8c85-eb0b1d49aa42 tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] http://10.222.0.72:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103701) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:57:38.791469 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-42db808e-d306-43ec-9dac-02700699a9fb tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks [] for port (87ca7db5-90e0-4be7-89e3-f05369090456), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:38.793538 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-d7904f13-627f-4d60-8c85-eb0b1d49aa42 tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] 10.222.0.72 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0151172 Feb 19 02:57:38.796521 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42302) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:38.807001 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [None req-736f79b6-ffa5-4f46-87e3-6f06d9d30a32 tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] http://10.222.0.72:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103702) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:57:38.811443 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-736f79b6-ffa5-4f46-87e3-6f06d9d30a32 tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] 10.222.0.72 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0130668 Feb 19 02:57:38.815113 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42306) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:38.819022 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-42db808e-d306-43ec-9dac-02700699a9fb tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (87ca7db5-90e0-4be7-89e3-f05369090456), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:38.832147 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [None req-a63a0ab8-75a2-4e91-b071-1bc3c3e4660d tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] http://10.222.0.72:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103702) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:57:38.833187 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-a63a0ab8-75a2-4e91-b071-1bc3c3e4660d tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] 10.222.0.72 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0154016 Feb 19 02:57:38.836478 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 42308) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:38.838853 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16be1cc7-a63f-40f6-bd7d-1b6016da13f0 None None] Pushing event updated for resources: {'Port': ['ID=6f67a476-1bdc-4f47-8260-420d1c0ca57b,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:38.861858 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-dfdd9c66-40dd-416e-9119-8c0ac219e7cd None None] Provisioning complete for port 87ca7db5-90e0-4be7-89e3-f05369090456 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:57:38.863046 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-dfdd9c66-40dd-416e-9119-8c0ac219e7cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (87ca7db5-90e0-4be7-89e3-f05369090456), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:38.863597 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [None req-1b1acbdf-9946-4f32-aab2-2ee8d1d8746f tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] http://10.222.0.72:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103701) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:57:38.864861 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-1b1acbdf-9946-4f32-aab2-2ee8d1d8746f tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] 10.222.0.72 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0273893 Feb 19 02:57:38.870459 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 42310) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:38.901578 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8f0ec613-29be-4ebc-b392-86f3e94cd208 req-6ef006eb-7246-43a9-a61c-0ea7aba69db1 service neutron] 10.222.0.72 "GET /v2.0/networks/6c178878-2547-4ea7-b234-5f12e66a6c9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2971699 Feb 19 02:57:38.913367 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [None req-a496bd1c-5894-41d5-9be3-6891a146f6c7 tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] http://10.222.0.72:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103701) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:57:38.918174 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-a496bd1c-5894-41d5-9be3-6891a146f6c7 tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] 10.222.0.72 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0201218 Feb 19 02:57:38.923271 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 42312) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:38.932419 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [None req-2146d728-331a-44ba-8369-fb8da3ffbd7c tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] http://10.222.0.72:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103701) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:57:38.937669 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-2146d728-331a-44ba-8369-fb8da3ffbd7c tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] 10.222.0.72 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0141661 Feb 19 02:57:38.946906 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42314) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:38.972571 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [None req-553ea117-f93d-4c53-b536-37d97a3e49c6 tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] http://10.222.0.72:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103702) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:57:38.982228 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-553ea117-f93d-4c53-b536-37d97a3e49c6 tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] 10.222.0.72 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0124729 Feb 19 02:57:38.984129 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 42316) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:38.990215 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [None req-bc8d559c-b107-44bd-8a23-7c8ecc3f4a97 tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] http://10.222.0.72:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103701) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:57:38.994766 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-bc8d559c-b107-44bd-8a23-7c8ecc3f4a97 tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] 10.222.0.72 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0084209 Feb 19 02:57:38.998075 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 42318) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:39.004290 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [None req-d588130e-6027-411e-8a4c-c39793191687 tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] http://10.222.0.72:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103701) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:57:39.008491 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-d588130e-6027-411e-8a4c-c39793191687 tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] 10.222.0.72 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0092325 Feb 19 02:57:39.010324 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 42320) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:39.014097 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd9c66-40dd-416e-9119-8c0ac219e7cd None None] Port 87ca7db5-90e0-4be7-89e3-f05369090456 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:57:39.041409 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b33a1e-5547-4225-ad43-37dcb21e232a req-aeff44f5-5aea-4b53-96c1-932e2efe47bd tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:39.054880 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b33a1e-5547-4225-ad43-37dcb21e232a req-aeff44f5-5aea-4b53-96c1-932e2efe47bd tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:39.057411 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-42db808e-d306-43ec-9dac-02700699a9fb tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16362769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16289258'] for router_interface (4fcb80df-2a56-4bd4-8a88-9807e5aee6e4), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:39.068367 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42db808e-d306-43ec-9dac-02700699a9fb tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Pushing event updated for resources: {'Port': ['ID=87ca7db5-90e0-4be7-89e3-f05369090456,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:39.069543 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b33a1e-5547-4225-ad43-37dcb21e232a req-aeff44f5-5aea-4b53-96c1-932e2efe47bd tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:39.084364 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b33a1e-5547-4225-ad43-37dcb21e232a req-aeff44f5-5aea-4b53-96c1-932e2efe47bd tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:39.099733 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-51e3e5f1-ccb3-425f-8413-86f48a7d1fa2 None None] Attempting to bind port 6f67a476-1bdc-4f47-8260-420d1c0ca57b on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:57:39.100108 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-51e3e5f1-ccb3-425f-8413-86f48a7d1fa2 None None] Attempting to bind port 6f67a476-1bdc-4f47-8260-420d1c0ca57b by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': 'c6117011-521a-469d-908d-80df02851f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '6c178878-2547-4ea7-b234-5f12e66a6c9a'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:57:39.100471 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e3e5f1-ccb3-425f-8413-86f48a7d1fa2 None None] Attempting to bind port 6f67a476-1bdc-4f47-8260-420d1c0ca57b on network 6c178878-2547-4ea7-b234-5f12e66a6c9a {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:57:39.101308 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b33a1e-5547-4225-ad43-37dcb21e232a req-aeff44f5-5aea-4b53-96c1-932e2efe47bd tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:39.112376 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e3e5f1-ccb3-425f-8413-86f48a7d1fa2 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:57:39.113833 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e3e5f1-ccb3-425f-8413-86f48a7d1fa2 None None] Checking segment: {'id': 'c6117011-521a-469d-908d-80df02851f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '6c178878-2547-4ea7-b234-5f12e66a6c9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:57:39.114290 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-51e3e5f1-ccb3-425f-8413-86f48a7d1fa2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:39.114692 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e3e5f1-ccb3-425f-8413-86f48a7d1fa2 None None] Bound using segment: {'id': 'c6117011-521a-469d-908d-80df02851f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '6c178878-2547-4ea7-b234-5f12e66a6c9a'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:57:39.115182 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-51e3e5f1-ccb3-425f-8413-86f48a7d1fa2 None None] Bound port: 6f67a476-1bdc-4f47-8260-420d1c0ca57b, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6117011-521a-469d-908d-80df02851f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '6c178878-2547-4ea7-b234-5f12e66a6c9a'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:57:39.115580 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-51e3e5f1-ccb3-425f-8413-86f48a7d1fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (6f67a476-1bdc-4f47-8260-420d1c0ca57b), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:39.115745 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b33a1e-5547-4225-ad43-37dcb21e232a req-aeff44f5-5aea-4b53-96c1-932e2efe47bd tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:39.129940 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b33a1e-5547-4225-ad43-37dcb21e232a req-aeff44f5-5aea-4b53-96c1-932e2efe47bd tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:39.144770 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-63b33a1e-5547-4225-ad43-37dcb21e232a req-aeff44f5-5aea-4b53-96c1-932e2efe47bd tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 5421 time: 0.2741051 Feb 19 02:57:39.198007 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [None req-1d27d4d3-0423-426c-ae16-b84e61d448b4 tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] http://10.222.0.72:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103701) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:57:39.199041 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-1d27d4d3-0423-426c-ae16-b84e61d448b4 tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] 10.222.0.72 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.1875854 Feb 19 02:57:39.240272 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 42322) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:39.242053 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-51e3e5f1-ccb3-425f-8413-86f48a7d1fa2 None None] For port 6f67a476-1bdc-4f47-8260-420d1c0ca57b, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:57:39.248720 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-51e3e5f1-ccb3-425f-8413-86f48a7d1fa2 None None] For port 6f67a476-1bdc-4f47-8260-420d1c0ca57b, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=6f67a476-1bdc-4f47-8260-420d1c0ca57b,segment=NetworkSegment(c6117011-521a-469d-908d-80df02851f25),segment_id=c6117011-521a-469d-908d-80df02851f25)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:57:39.266567 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [None req-0e0346c6-b98f-4976-88a9-7ff33383902d tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] http://10.222.0.72:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103701) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:57:39.268938 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-0e0346c6-b98f-4976-88a9-7ff33383902d tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] 10.222.0.72 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0242062 Feb 19 02:57:39.275440 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-51e3e5f1-ccb3-425f-8413-86f48a7d1fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (6f67a476-1bdc-4f47-8260-420d1c0ca57b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:39.298148 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 42328) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:39.310062 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [None req-7dd68029-1cd5-4ea4-af44-f78b076d98de tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] http://10.222.0.72:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103701) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:57:39.311920 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-7dd68029-1cd5-4ea4-af44-f78b076d98de tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] 10.222.0.72 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0117693 Feb 19 02:57:39.320193 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c8b6f085-1e89-4dfa-b549-c4289f9eb888 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:39.325849 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1888ce41-c7ae-4cdd-ac0f-a1663dc6f161 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:39.355353 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16be1cc7-a63f-40f6-bd7d-1b6016da13f0 None None] Pushing event updated for resources: {'Port': ['ID=6f67a476-1bdc-4f47-8260-420d1c0ca57b,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:39.369419 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42334) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:39.375070 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e3e5f1-ccb3-425f-8413-86f48a7d1fa2 None None] Routers {'51d62235-06ca-4127-9053-0d14fe103439'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:57:39.376013 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-51e3e5f1-ccb3-425f-8413-86f48a7d1fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:57:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['51d62235-06ca-4127-9053-0d14fe103439'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:57:39.397621 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [None req-109da607-381f-4909-a9fe-12acdb01a746 tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] http://10.222.0.72:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103702) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:57:39.405040 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-109da607-381f-4909-a9fe-12acdb01a746 tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] 10.222.0.72 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0275197 Feb 19 02:57:39.411261 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 42336) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:39.418536 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42db808e-d306-43ec-9dac-02700699a9fb tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Network 374a9869-e3bc-4b2d-94dd-29afd7531d54 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:57:39.426592 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-42db808e-d306-43ec-9dac-02700699a9fb tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:57:39.447000 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [None req-8ca9dbb5-844e-427a-9582-5763218fa862 tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] http://10.222.0.72:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103701) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:57:39.451032 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-8ca9dbb5-844e-427a-9582-5763218fa862 tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] 10.222.0.72 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0212326 Feb 19 02:57:39.540662 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42342) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:39.554797 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [None req-704ca457-0c3f-46fd-bb5c-544fcb96b50c tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] http://10.222.0.72:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103702) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:57:39.575220 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-704ca457-0c3f-46fd-bb5c-544fcb96b50c tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] 10.222.0.72 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0253940 Feb 19 02:57:39.579217 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42346) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:39.592317 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [None req-bfd1009b-abaa-4dd1-a47d-bdb4b56c099c tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] http://10.222.0.72:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103702) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:57:39.597824 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-bfd1009b-abaa-4dd1-a47d-bdb4b56c099c tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] 10.222.0.72 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0117521 Feb 19 02:57:39.607234 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 9d2a35c6-f38a-4b77-b117-d1b335bce7b5 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:57:39.647358 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-51e3e5f1-ccb3-425f-8413-86f48a7d1fa2 None None] Set router 51d62235-06ca-4127-9053-0d14fe103439 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:57:39.664022 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42350) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:39.674992 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [None req-445fefac-1ca1-43d8-8816-7517bfc38d92 tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] http://10.222.0.72:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103702) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:57:39.689592 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-445fefac-1ca1-43d8-8816-7517bfc38d92 tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] 10.222.0.72 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0241425 Feb 19 02:57:39.691077 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42354) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:39.703658 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [None req-fd40be7e-a8c7-4dc9-b1e9-a0be754682ce tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] http://10.222.0.72:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103702) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:57:39.711779 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-fd40be7e-a8c7-4dc9-b1e9-a0be754682ce tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] 10.222.0.72 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0176861 Feb 19 02:57:39.714514 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42360) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:39.720644 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [None req-ae19e25d-61d9-488d-8396-931610f359cf tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] http://10.222.0.72:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103702) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:57:39.735089 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-ae19e25d-61d9-488d-8396-931610f359cf tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] 10.222.0.72 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0195348 Feb 19 02:57:39.735986 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42362) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:39.760849 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [None req-9129d855-607a-4f54-83c7-147d5846c953 tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] http://10.222.0.72:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103702) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:57:39.774980 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-9129d855-607a-4f54-83c7-147d5846c953 tempest-ExtensionsTestJSON-1903228980 tempest-ExtensionsTestJSON-1903228980-project] 10.222.0.72 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0279601 Feb 19 02:57:39.787188 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1888ce41-c7ae-4cdd-ac0f-a1663dc6f161 admin admin] Publish callbacks [] for security_group (ed0aea45-6a4b-49e9-a965-dde335158a4b), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:39.814363 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4341ca36-9422-46a1-a4cc-ab51e3da9f2a req-86137b28-c493-4188-8cce-f9275403e4ba tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/ports?device_id=6fbac1dc-890e-47c9-99fa-6cde13e82ed6 HTTP/1.1" status: 200 len: 210 time: 0.4618638 Feb 19 02:57:39.854606 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1888ce41-c7ae-4cdd-ac0f-a1663dc6f161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (ed0aea45-6a4b-49e9-a965-dde335158a4b), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:39.863626 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42db808e-d306-43ec-9dac-02700699a9fb tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Router 4fcb80df-2a56-4bd4-8a88-9807e5aee6e4 is scheduled to L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd with binding_index 1 {{(pid=103702) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 02:57:40.062081 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-7ef96251-e65b-495c-99ed-72a535316774 None None] Provisioning complete for port 87ca7db5-90e0-4be7-89e3-f05369090456 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:57:40.063088 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-7ef96251-e65b-495c-99ed-72a535316774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (87ca7db5-90e0-4be7-89e3-f05369090456), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:40.066305 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-63b33a1e-5547-4225-ad43-37dcb21e232a req-bcf54981-381e-4f17-bca7-5ed96fc5a4a0 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/security-groups?id=344800ac-992b-44b9-a49a-a7d4e6a6fc53&id=197f0109-f833-46dd-9ffe-3ff812885f73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9202585 Feb 19 02:57:40.076723 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1888ce41-c7ae-4cdd-ac0f-a1663dc6f161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed0aea45-6a4b-49e9-a965-dde335158a4b,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:40.083235 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-1888ce41-c7ae-4cdd-ac0f-a1663dc6f161 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3df0197e38834f66bc32b6ba1cdb3900&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6272500 Feb 19 02:57:40.087836 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 42370) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:40.175284 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42db808e-d306-43ec-9dac-02700699a9fb tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:57:40.188476 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e81a254-0bf6-488d-ba8a-edbb6d1262ba None None] Sync routers for ids ['4fcb80df-2a56-4bd4-8a88-9807e5aee6e4'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:57:40.214904 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-42db808e-d306-43ec-9dac-02700699a9fb tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] 10.222.0.72 "PUT /v2.0/routers/4fcb80df-2a56-4bd4-8a88-9807e5aee6e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4849217 Feb 19 02:57:40.216896 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42374) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:40.219849 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e81a254-0bf6-488d-ba8a-edbb6d1262ba None None] Routers {'4fcb80df-2a56-4bd4-8a88-9807e5aee6e4'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:57:40.220106 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-059f7b9d-9600-4ced-aab7-44a5ff07db86 admin admin] Publish callbacks [] for security_group (ed0aea45-6a4b-49e9-a965-dde335158a4b), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:40.222635 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-6e81a254-0bf6-488d-ba8a-edbb6d1262ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:57:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['4fcb80df-2a56-4bd4-8a88-9807e5aee6e4'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:57:40.291890 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c8b6f085-1e89-4dfa-b549-c4289f9eb888 admin admin] Publish callbacks [] for security_group (042f6c36-4365-4958-98b8-24f740b1901c), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:40.319925 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c8b6f085-1e89-4dfa-b549-c4289f9eb888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (042f6c36-4365-4958-98b8-24f740b1901c), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:40.327547 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 9d2a35c6-f38a-4b77-b117-d1b335bce7b5 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:57:40.327942 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (9d2a35c6-f38a-4b77-b117-d1b335bce7b5), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:40.331707 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-7ef96251-e65b-495c-99ed-72a535316774 None None] Port 87ca7db5-90e0-4be7-89e3-f05369090456 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:57:40.343060 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-6e81a254-0bf6-488d-ba8a-edbb6d1262ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:57:40.357157 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e81a254-0bf6-488d-ba8a-edbb6d1262ba None None] Routers {'4fcb80df-2a56-4bd4-8a88-9807e5aee6e4'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:57:40.364572 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-6e81a254-0bf6-488d-ba8a-edbb6d1262ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:57:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['4fcb80df-2a56-4bd4-8a88-9807e5aee6e4'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:57:40.370639 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecaea66e-b112-4ab3-940d-a4ca3ed4e9e1 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:40.371207 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-059f7b9d-9600-4ced-aab7-44a5ff07db86 admin admin] Publish callbacks [] for security_group (ed0aea45-6a4b-49e9-a965-dde335158a4b), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:40.380117 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-ecaea66e-b112-4ab3-940d-a4ca3ed4e9e1 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] 10.222.0.72 "GET /v2.0/ports/87ca7db5-90e0-4be7-89e3-f05369090456 HTTP/1.1" status: 200 len: 910 time: 0.1588392 Feb 19 02:57:40.381817 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42378) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:40.516130 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-6e81a254-0bf6-488d-ba8a-edbb6d1262ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:57:40.519799 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e81a254-0bf6-488d-ba8a-edbb6d1262ba None None] The sync data for ids ['4fcb80df-2a56-4bd4-8a88-9807e5aee6e4'] in n-d-826753-2 is: [] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:57:40.559549 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42384) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:40.626719 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b6f085-1e89-4dfa-b549-c4289f9eb888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=042f6c36-4365-4958-98b8-24f740b1901c,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:40.651475 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-c8b6f085-1e89-4dfa-b549-c4289f9eb888 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=91568980facc4a82855540dd00d1af58&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1365685 Feb 19 02:57:40.652179 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 42394) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:40.696921 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 9d2a35c6-f38a-4b77-b117-d1b335bce7b5 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:57:40.708828 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-51e3e5f1-ccb3-425f-8413-86f48a7d1fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51d62235-06ca-4127-9053-0d14fe103439', 'name': 'tempest-ServerRescueTestJSON-1806236236-router', 'tenant_id': 'a06ef082143f47ab8b4917c0abd4fc14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': '1ecdff46-1f3c-49e6-86f7-92992eca37e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:57:20Z', 'updated_at': '2022-02-19T02:57:31Z', 'revision_number': 4, 'project_id': 'a06ef082143f47ab8b4917c0abd4fc14', 'gw_port': {'id': '1ecdff46-1f3c-49e6-86f7-92992eca37e5', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d62235-06ca-4127-9053-0d14fe103439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1986, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:57:22Z', 'updated_at': '2022-02-19T02:57:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '6f67a476-1bdc-4f47-8260-420d1c0ca57b', 'name': '', 'network_id': '6c178878-2547-4ea7-b234-5f12e66a6c9a', 'tenant_id': 'a06ef082143f47ab8b4917c0abd4fc14', 'mac_address': 'fa:16:3e:fc:57:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51d62235-06ca-4127-9053-0d14fe103439', 'device_owner': 'network:router_interface', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': '5cfd9bdf-5713-42ab-9e32-dc268009511b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:57:29Z', 'updated_at': '2022-02-19T02:57:39Z', 'revision_number': 4, 'project_id': 'a06ef082143f47ab8b4917c0abd4fc14', 'subnets': [{'id': '5cfd9bdf-5713-42ab-9e32-dc268009511b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:57:40.764992 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2c51f0ac-2205-4cdb-9f41-516a3b423195 admin admin] Publish callbacks [] for security_group (042f6c36-4365-4958-98b8-24f740b1901c), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:40.768335 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-059f7b9d-9600-4ced-aab7-44a5ff07db86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (ed0aea45-6a4b-49e9-a965-dde335158a4b), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:40.772505 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-059f7b9d-9600-4ced-aab7-44a5ff07db86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:40.773850 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-059f7b9d-9600-4ced-aab7-44a5ff07db86 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ed0aea45-6a4b-49e9-a965-dde335158a4b HTTP/1.1" status: 204 len: 168 time: 0.6849804 Feb 19 02:57:40.789567 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e3e5f1-ccb3-425f-8413-86f48a7d1fa2 None None] The sync data for ids ['51d62235-06ca-4127-9053-0d14fe103439'] in n-d-826753-2 is: [{'id': '51d62235-06ca-4127-9053-0d14fe103439', 'name': 'tempest-ServerRescueTestJSON-1806236236-router', 'tenant_id': 'a06ef082143f47ab8b4917c0abd4fc14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': '1ecdff46-1f3c-49e6-86f7-92992eca37e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:57:20Z', 'updated_at': '2022-02-19T02:57:31Z', 'revision_number': 4, 'project_id': 'a06ef082143f47ab8b4917c0abd4fc14', 'gw_port': {'id': '1ecdff46-1f3c-49e6-86f7-92992eca37e5', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d62235-06ca-4127-9053-0d14fe103439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1986, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:57:22Z', 'updated_at': '2022-02-19T02:57:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '6f67a476-1bdc-4f47-8260-420d1c0ca57b', 'name': '', 'network_id': '6c178878-2547-4ea7-b234-5f12e66a6c9a', 'tenant_id': 'a06ef082143f47ab8b4917c0abd4fc14', 'mac_address': 'fa:16:3e:fc:57:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51d62235-06ca-4127-9053-0d14fe103439', 'device_owner': 'network:router_interface', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': '5cfd9bdf-5713-42ab-9e32-dc268009511b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:57:29Z', 'updated_at': '2022-02-19T02:57:39Z', 'revision_number': 4, 'project_id': 'a06ef082143f47ab8b4917c0abd4fc14', 'subnets': [{'id': '5cfd9bdf-5713-42ab-9e32-dc268009511b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:57:40.809265 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059f7b9d-9600-4ced-aab7-44a5ff07db86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed0aea45-6a4b-49e9-a965-dde335158a4b,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:40.827872 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2c51f0ac-2205-4cdb-9f41-516a3b423195 admin admin] Publish callbacks [] for security_group (042f6c36-4365-4958-98b8-24f740b1901c), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:40.955346 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2c51f0ac-2205-4cdb-9f41-516a3b423195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (042f6c36-4365-4958-98b8-24f740b1901c), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:40.960968 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2c51f0ac-2205-4cdb-9f41-516a3b423195 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:40.971800 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-2c51f0ac-2205-4cdb-9f41-516a3b423195 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/042f6c36-4365-4958-98b8-24f740b1901c HTTP/1.1" status: 204 len: 168 time: 0.3153718 Feb 19 02:57:40.992205 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c51f0ac-2205-4cdb-9f41-516a3b423195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=042f6c36-4365-4958-98b8-24f740b1901c,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:41.109954 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e4526331-8b5c-4b21-87f3-ee6d8f444cc7 req-b1c65347-6788-47c0-8697-b4ace5bc0042 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/ports?device_id=6fbac1dc-890e-47c9-99fa-6cde13e82ed6 HTTP/1.1" status: 200 len: 210 time: 0.1060424 Feb 19 02:57:41.241942 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a112712b-20b6-4fb7-8fe8-41752fe4eca8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:41.571095 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f6f4f-1b9e-4da6-8ea6-22098dde1a05 req-2880aa21-6590-48df-b7d5-0702d85445c5 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:41.577544 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f6f4f-1b9e-4da6-8ea6-22098dde1a05 req-2880aa21-6590-48df-b7d5-0702d85445c5 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:41.590158 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a112712b-20b6-4fb7-8fe8-41752fe4eca8 admin admin] Publish callbacks [] for security_group (be9314f1-1b50-4e35-ab7e-6d8c7d45222d), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:41.603489 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f6f4f-1b9e-4da6-8ea6-22098dde1a05 req-2880aa21-6590-48df-b7d5-0702d85445c5 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:41.608153 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a112712b-20b6-4fb7-8fe8-41752fe4eca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (be9314f1-1b50-4e35-ab7e-6d8c7d45222d), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:41.622672 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f6f4f-1b9e-4da6-8ea6-22098dde1a05 req-2880aa21-6590-48df-b7d5-0702d85445c5 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:41.636099 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 6f67a476-1bdc-4f47-8260-420d1c0ca57b up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:57:41.640354 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f6f4f-1b9e-4da6-8ea6-22098dde1a05 req-2880aa21-6590-48df-b7d5-0702d85445c5 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:41.647639 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a112712b-20b6-4fb7-8fe8-41752fe4eca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be9314f1-1b50-4e35-ab7e-6d8c7d45222d,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:41.654221 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f6f4f-1b9e-4da6-8ea6-22098dde1a05 req-2880aa21-6590-48df-b7d5-0702d85445c5 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:41.677278 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f6f4f-1b9e-4da6-8ea6-22098dde1a05 req-2880aa21-6590-48df-b7d5-0702d85445c5 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:41.682685 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4be08167-9c54-49fe-8dec-306154b34677 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16289271'] for router_interface (4fcb80df-2a56-4bd4-8a88-9807e5aee6e4), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:41.690056 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-a112712b-20b6-4fb7-8fe8-41752fe4eca8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=21c86dca50964b93963afc3196cfd417&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1213465 Feb 19 02:57:41.696513 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a07f6f4f-1b9e-4da6-8ea6-22098dde1a05 req-2880aa21-6590-48df-b7d5-0702d85445c5 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 5421 time: 0.4632609 Feb 19 02:57:41.742468 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42414) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:41.807015 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 6f67a476-1bdc-4f47-8260-420d1c0ca57b triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:57:41.807591 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (6f67a476-1bdc-4f47-8260-420d1c0ca57b), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:41.843590 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a07f6f4f-1b9e-4da6-8ea6-22098dde1a05 req-da12ea9a-846c-4fd3-9d2f-26becd2f353e tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/security-groups?id=344800ac-992b-44b9-a49a-a7d4e6a6fc53&id=197f0109-f833-46dd-9ffe-3ff812885f73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1461756 Feb 19 02:57:41.887887 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0ec613-29be-4ebc-b392-86f3e94cd208 req-47f905d5-2726-4e91-9630-cfd76cda668b tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:41.890608 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8f0ec613-29be-4ebc-b392-86f3e94cd208 req-47f905d5-2726-4e91-9630-cfd76cda668b tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.82 "GET /v2.0/networks?id=6c178878-2547-4ea7-b234-5f12e66a6c9a HTTP/1.1" status: 200 len: 811 time: 0.6381223 Feb 19 02:57:41.910771 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-8f0ec613-29be-4ebc-b392-86f3e94cd208 req-750b15b4-e090-4d45-b728-cc85648c84c7 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] Request body: {'port': {'device_id': '6fbac1dc-890e-47c9-99fa-6cde13e82ed6', 'network_id': '6c178878-2547-4ea7-b234-5f12e66a6c9a', 'admin_state_up': True, 'tenant_id': 'a06ef082143f47ab8b4917c0abd4fc14'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:57:41.974930 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9759093b-709a-46f9-8d43-689d7c30b7be admin admin] Publish callbacks [] for security_group (be9314f1-1b50-4e35-ab7e-6d8c7d45222d), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:41.976062 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 6f67a476-1bdc-4f47-8260-420d1c0ca57b is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:57:41.976689 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (6f67a476-1bdc-4f47-8260-420d1c0ca57b), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:42.046289 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port 6f67a476-1bdc-4f47-8260-420d1c0ca57b, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=6f67a476-1bdc-4f47-8260-420d1c0ca57b,segment=NetworkSegment(c6117011-521a-469d-908d-80df02851f25),segment_id=c6117011-521a-469d-908d-80df02851f25)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:57:42.058121 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (6f67a476-1bdc-4f47-8260-420d1c0ca57b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:42.077505 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9759093b-709a-46f9-8d43-689d7c30b7be admin admin] Publish callbacks [] for security_group (be9314f1-1b50-4e35-ab7e-6d8c7d45222d), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:42.208419 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f0ec613-29be-4ebc-b392-86f3e94cd208 req-750b15b4-e090-4d45-b728-cc85648c84c7 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] Made reservation on behalf of a06ef082143f47ab8b4917c0abd4fc14 for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:57:42.214455 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-8f0ec613-29be-4ebc-b392-86f3e94cd208 req-750b15b4-e090-4d45-b728-cc85648c84c7 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:42.258058 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42426) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:42.383084 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-4720fcd7-02f5-42b0-8a01-049f9e70e146 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3271903a1d224e5d8d9ff8621cd2168d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1236036 Feb 19 02:57:42.383988 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42430) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:42.506110 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2682780b-f265-42d7-b80f-4eacafb3414f req-5834acd7-11bc-4e21-b067-98abb302e0be tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/ports?device_id=6fbac1dc-890e-47c9-99fa-6cde13e82ed6 HTTP/1.1" status: 200 len: 210 time: 0.2188509 Feb 19 02:57:42.530836 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9759093b-709a-46f9-8d43-689d7c30b7be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (be9314f1-1b50-4e35-ab7e-6d8c7d45222d), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:42.534541 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9759093b-709a-46f9-8d43-689d7c30b7be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:42.535928 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-9759093b-709a-46f9-8d43-689d7c30b7be admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/be9314f1-1b50-4e35-ab7e-6d8c7d45222d HTTP/1.1" status: 204 len: 168 time: 0.7891645 Feb 19 02:57:42.568176 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9759093b-709a-46f9-8d43-689d7c30b7be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be9314f1-1b50-4e35-ab7e-6d8c7d45222d,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:42.600302 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-84b420e8-a849-49fd-b565-26f3e6018b99 admin admin] Publish callbacks [] for security_group (9db41a9a-fc84-4dd0-8302-4fc261fb754b), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:42.645618 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-4be08167-9c54-49fe-8dec-306154b34677 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Deleting port 87ca7db5-90e0-4be7-89e3-f05369090456 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:57:42.646133 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4be08167-9c54-49fe-8dec-306154b34677 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (87ca7db5-90e0-4be7-89e3-f05369090456), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:42.668137 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-84b420e8-a849-49fd-b565-26f3e6018b99 admin admin] Publish callbacks [] for security_group (9db41a9a-fc84-4dd0-8302-4fc261fb754b), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:42.680109 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=6f67a476-1bdc-4f47-8260-420d1c0ca57b,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:42.698191 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:57:42.698543 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:57:42.698886 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:57:42.699224 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:57:42.699559 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:57:42.699901 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:57:42.700226 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:57:42.700553 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:57:42.715606 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:57:42.716108 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:57:42.716458 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:57:42.716802 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:57:42.717182 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:57:42.763980 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [req-8f0ec613-29be-4ebc-b392-86f3e94cd208 req-750b15b4-e090-4d45-b728-cc85648c84c7 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] Allocated IP 172.20.0.5 (6c178878-2547-4ea7-b234-5f12e66a6c9a/5cfd9bdf-5713-42ab-9e32-dc268009511b/917973d8-3e41-4d78-b139-6fff22795617) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:57:42.830835 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-84b420e8-a849-49fd-b565-26f3e6018b99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (9db41a9a-fc84-4dd0-8302-4fc261fb754b), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:42.833264 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-84b420e8-a849-49fd-b565-26f3e6018b99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:42.834412 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-84b420e8-a849-49fd-b565-26f3e6018b99 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9db41a9a-fc84-4dd0-8302-4fc261fb754b HTTP/1.1" status: 204 len: 168 time: 0.4482319 Feb 19 02:57:42.866067 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b420e8-a849-49fd-b565-26f3e6018b99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db41a9a-fc84-4dd0-8302-4fc261fb754b,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:42.971069 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4be08167-9c54-49fe-8dec-306154b34677 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (87ca7db5-90e0-4be7-89e3-f05369090456), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:42.998316 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-4be08167-9c54-49fe-8dec-306154b34677 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Calling delete_port for 87ca7db5-90e0-4be7-89e3-f05369090456 owned by network:router_interface {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:57:43.172078 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce042ec0-4de0-4c67-a40b-61319ec70fd5 req-5ef4c255-9cee-46ec-94f8-7cbfe38661ed tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:43.179056 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce042ec0-4de0-4c67-a40b-61319ec70fd5 req-5ef4c255-9cee-46ec-94f8-7cbfe38661ed tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:43.184364 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce042ec0-4de0-4c67-a40b-61319ec70fd5 req-5ef4c255-9cee-46ec-94f8-7cbfe38661ed tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:43.192756 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce042ec0-4de0-4c67-a40b-61319ec70fd5 req-5ef4c255-9cee-46ec-94f8-7cbfe38661ed tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:43.198805 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce042ec0-4de0-4c67-a40b-61319ec70fd5 req-5ef4c255-9cee-46ec-94f8-7cbfe38661ed tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:43.204461 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce042ec0-4de0-4c67-a40b-61319ec70fd5 req-5ef4c255-9cee-46ec-94f8-7cbfe38661ed tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:43.210976 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce042ec0-4de0-4c67-a40b-61319ec70fd5 req-5ef4c255-9cee-46ec-94f8-7cbfe38661ed tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:43.212984 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ce042ec0-4de0-4c67-a40b-61319ec70fd5 req-5ef4c255-9cee-46ec-94f8-7cbfe38661ed tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 5421 time: 0.1570976 Feb 19 02:57:43.216535 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-8f0ec613-29be-4ebc-b392-86f3e94cd208 req-750b15b4-e090-4d45-b728-cc85648c84c7 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] Publish callbacks [] for port (917973d8-3e41-4d78-b139-6fff22795617), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:43.369253 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-8f0ec613-29be-4ebc-b392-86f3e94cd208 req-750b15b4-e090-4d45-b728-cc85648c84c7 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (917973d8-3e41-4d78-b139-6fff22795617), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:43.491520 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4be08167-9c54-49fe-8dec-306154b34677 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (87ca7db5-90e0-4be7-89e3-f05369090456), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:43.502737 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f0ec613-29be-4ebc-b392-86f3e94cd208 req-750b15b4-e090-4d45-b728-cc85648c84c7 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] Network 6c178878-2547-4ea7-b234-5f12e66a6c9a is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:57:43.545224 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be08167-9c54-49fe-8dec-306154b34677 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Pushing event deleted for resources: {'Port': ['ID=87ca7db5-90e0-4be7-89e3-f05369090456,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:43.553882 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42464) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:43.572239 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 6f67a476-1bdc-4f47-8260-420d1c0ca57b up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:57:43.628814 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [req-8f0ec613-29be-4ebc-b392-86f3e94cd208 req-750b15b4-e090-4d45-b728-cc85648c84c7 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:57:43.638249 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ce042ec0-4de0-4c67-a40b-61319ec70fd5 req-db916bbb-5396-4326-b633-2aac60c2d129 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/security-groups?id=344800ac-992b-44b9-a49a-a7d4e6a6fc53&id=197f0109-f833-46dd-9ffe-3ff812885f73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3763709 Feb 19 02:57:43.666254 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f0ec613-29be-4ebc-b392-86f3e94cd208 req-750b15b4-e090-4d45-b728-cc85648c84c7 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:57:43.684453 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 6f67a476-1bdc-4f47-8260-420d1c0ca57b triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:57:43.684971 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (6f67a476-1bdc-4f47-8260-420d1c0ca57b), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:43.969819 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-70654f8b-dd7e-47f1-99c2-aed4cd3125a6 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1059583903-network', 'tenant_id': 'af50eb00c5a74dd68d3a720f276d22fe'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:57:43.985795 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 6f67a476-1bdc-4f47-8260-420d1c0ca57b is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:57:44.036990 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70654f8b-dd7e-47f1-99c2-aed4cd3125a6 admin admin] Made reservation on behalf of af50eb00c5a74dd68d3a720f276d22fe for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:57:44.051578 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-70654f8b-dd7e-47f1-99c2-aed4cd3125a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:44.055223 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4be08167-9c54-49fe-8dec-306154b34677 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16362762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16314471'] for router_interface (4fcb80df-2a56-4bd4-8a88-9807e5aee6e4), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:44.081612 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750b15b4-e090-4d45-b728-cc85648c84c7 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] Pushing event updated for resources: {'Port': ['ID=917973d8-3e41-4d78-b139-6fff22795617,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:44.083683 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-70654f8b-dd7e-47f1-99c2-aed4cd3125a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:44.137358 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549ca239-abce-42ae-a6f1-f4d7d92040c6 req-20e841f2-58b6-4fb4-a27c-441f0d17ef08 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:44.138915 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-549ca239-abce-42ae-a6f1-f4d7d92040c6 req-20e841f2-58b6-4fb4-a27c-441f0d17ef08 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/ports?device_id=6fbac1dc-890e-47c9-99fa-6cde13e82ed6 HTTP/1.1" status: 200 len: 931 time: 0.3269792 Feb 19 02:57:44.160513 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0ec613-29be-4ebc-b392-86f3e94cd208 req-750b15b4-e090-4d45-b728-cc85648c84c7 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:44.161234 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-8f0ec613-29be-4ebc-b392-86f3e94cd208 req-750b15b4-e090-4d45-b728-cc85648c84c7 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:44.243764 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8f0ec613-29be-4ebc-b392-86f3e94cd208 req-750b15b4-e090-4d45-b728-cc85648c84c7 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3374493 Feb 19 02:57:44.264627 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-8f0ec613-29be-4ebc-b392-86f3e94cd208 req-5e734f91-47e1-4e34-986b-87fb518cb8aa service neutron] Request body: {'port': {'device_id': '6fbac1dc-890e-47c9-99fa-6cde13e82ed6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826753-2'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:57:44.318565 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-549ca239-abce-42ae-a6f1-f4d7d92040c6 req-f15a2da3-0763-4b0a-a4aa-4e9d8c160575 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ba0f102-3452-4e6f-b12d-3fac2606ad0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534338 Feb 19 02:57:44.367596 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-8f0ec613-29be-4ebc-b392-86f3e94cd208 req-5e734f91-47e1-4e34-986b-87fb518cb8aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (917973d8-3e41-4d78-b139-6fff22795617), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:44.752621 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42496) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:44.992823 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [req-8f0ec613-29be-4ebc-b392-86f3e94cd208 req-5e734f91-47e1-4e34-986b-87fb518cb8aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 917973d8-3e41-4d78-b139-6fff22795617 {{(pid=103701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:57:45.004546 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-8f0ec613-29be-4ebc-b392-86f3e94cd208 req-5e734f91-47e1-4e34-986b-87fb518cb8aa service neutron] Publish callbacks [] for port (917973d8-3e41-4d78-b139-6fff22795617), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:45.025905 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a5c413-2c76-4d17-92e9-11ffcd7c5d92 req-e411751c-98b9-4764-992a-8a088e301eba tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:45.031942 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-3263383f-3926-4472-9f97-e94a5ee1b6c8 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1465375997'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:57:45.032438 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a5c413-2c76-4d17-92e9-11ffcd7c5d92 req-e411751c-98b9-4764-992a-8a088e301eba tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:45.046528 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a5c413-2c76-4d17-92e9-11ffcd7c5d92 req-e411751c-98b9-4764-992a-8a088e301eba tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:45.070011 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a5c413-2c76-4d17-92e9-11ffcd7c5d92 req-e411751c-98b9-4764-992a-8a088e301eba tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:45.076095 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a5c413-2c76-4d17-92e9-11ffcd7c5d92 req-e411751c-98b9-4764-992a-8a088e301eba tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:45.082397 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a5c413-2c76-4d17-92e9-11ffcd7c5d92 req-e411751c-98b9-4764-992a-8a088e301eba tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:45.087662 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a5c413-2c76-4d17-92e9-11ffcd7c5d92 req-e411751c-98b9-4764-992a-8a088e301eba tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:45.089659 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-56a5c413-2c76-4d17-92e9-11ffcd7c5d92 req-e411751c-98b9-4764-992a-8a088e301eba tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 5421 time: 0.2660367 Feb 19 02:57:45.125166 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.provisioning_blocks [req-8f0ec613-29be-4ebc-b392-86f3e94cd208 req-5e734f91-47e1-4e34-986b-87fb518cb8aa service neutron] Transition to ACTIVE for port object 917973d8-3e41-4d78-b139-6fff22795617 will not be triggered until provisioned by entity L2. {{(pid=103701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:57:45.158121 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-8f0ec613-29be-4ebc-b392-86f3e94cd208 req-5e734f91-47e1-4e34-986b-87fb518cb8aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (917973d8-3e41-4d78-b139-6fff22795617), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:45.173091 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4be08167-9c54-49fe-8dec-306154b34677 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Router 4fcb80df-2a56-4bd4-8a88-9807e5aee6e4 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:57:45.190375 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3263383f-3926-4472-9f97-e94a5ee1b6c8 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] Made reservation on behalf of 7093d79ba67b47d0a143455717f8cce8 for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:57:45.195690 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3263383f-3926-4472-9f97-e94a5ee1b6c8 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:45.216000 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-70654f8b-dd7e-47f1-99c2-aed4cd3125a6 admin admin] Publish callbacks [] for security_group (bb9d1b32-9385-47f2-bb48-ed7cb39da203), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:45.217756 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3263383f-3926-4472-9f97-e94a5ee1b6c8 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:45.261887 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e734f91-47e1-4e34-986b-87fb518cb8aa service neutron] Pushing event updated for resources: {'Port': ['ID=917973d8-3e41-4d78-b139-6fff22795617,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:45.297134 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-56a5c413-2c76-4d17-92e9-11ffcd7c5d92 req-328234fc-99a3-4736-b89d-b7ee9ac3ff0a tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/security-groups?id=344800ac-992b-44b9-a49a-a7d4e6a6fc53&id=197f0109-f833-46dd-9ffe-3ff812885f73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1931756 Feb 19 02:57:45.310390 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4be08167-9c54-49fe-8dec-306154b34677 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:57:45.323416 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7244f940-279c-4d95-a46c-ee48cb3f18c5 None None] Sync routers for ids ['4fcb80df-2a56-4bd4-8a88-9807e5aee6e4'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:57:45.340560 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-70654f8b-dd7e-47f1-99c2-aed4cd3125a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (bb9d1b32-9385-47f2-bb48-ed7cb39da203), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:45.342243 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7244f940-279c-4d95-a46c-ee48cb3f18c5 None None] Routers {'4fcb80df-2a56-4bd4-8a88-9807e5aee6e4'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:57:45.342243 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-7244f940-279c-4d95-a46c-ee48cb3f18c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:57:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['4fcb80df-2a56-4bd4-8a88-9807e5aee6e4'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:57:45.355977 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-4be08167-9c54-49fe-8dec-306154b34677 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] 10.222.0.72 "PUT /v2.0/routers/4fcb80df-2a56-4bd4-8a88-9807e5aee6e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9664099 Feb 19 02:57:45.371463 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42518) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:45.390813 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-7244f940-279c-4d95-a46c-ee48cb3f18c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:57:45.407501 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7244f940-279c-4d95-a46c-ee48cb3f18c5 None None] Routers {'4fcb80df-2a56-4bd4-8a88-9807e5aee6e4'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:57:45.409044 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-7244f940-279c-4d95-a46c-ee48cb3f18c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:57:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['4fcb80df-2a56-4bd4-8a88-9807e5aee6e4'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:57:45.416191 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-4edec1b6-98e0-4920-ad99-870951aa96ec tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] 10.222.0.72 "GET /v2.0/ports?device_id=4fcb80df-2a56-4bd4-8a88-9807e5aee6e4 HTTP/1.1" status: 200 len: 205 time: 0.0436175 Feb 19 02:57:45.423430 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42522) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:45.435010 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70654f8b-dd7e-47f1-99c2-aed4cd3125a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 274, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:57:45.498441 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70654f8b-dd7e-47f1-99c2-aed4cd3125a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb9d1b32-9385-47f2-bb48-ed7cb39da203,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:45.506771 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-70654f8b-dd7e-47f1-99c2-aed4cd3125a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (d2706629-960a-469c-bd0f-4e0b3dc89cea), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:45.507397 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-70654f8b-dd7e-47f1-99c2-aed4cd3125a6 admin admin] Added segment d2706629-960a-469c-bd0f-4e0b3dc89cea of type vlan for network 583b29ab-e0ba-468d-ae03-87a6a1ad9ae5 Feb 19 02:57:45.525770 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-7244f940-279c-4d95-a46c-ee48cb3f18c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:57:45.527085 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7244f940-279c-4d95-a46c-ee48cb3f18c5 None None] The sync data for ids ['4fcb80df-2a56-4bd4-8a88-9807e5aee6e4'] in n-d-826753-2 is: [] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:57:45.552542 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-ce7f149e-89aa-4672-a9cd-53094991eb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:45.569367 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-513aa06d-7723-4c45-8fee-f5d2cb8773c8 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks [] for router (4fcb80df-2a56-4bd4-8a88-9807e5aee6e4), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:45.614265 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-8f0ec613-29be-4ebc-b392-86f3e94cd208 req-5e734f91-47e1-4e34-986b-87fb518cb8aa service neutron] Attempting to bind port 917973d8-3e41-4d78-b139-6fff22795617 on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:57:45.614809 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-8f0ec613-29be-4ebc-b392-86f3e94cd208 req-5e734f91-47e1-4e34-986b-87fb518cb8aa service neutron] Attempting to bind port 917973d8-3e41-4d78-b139-6fff22795617 by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': 'c6117011-521a-469d-908d-80df02851f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '6c178878-2547-4ea7-b234-5f12e66a6c9a'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:57:45.615360 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0ec613-29be-4ebc-b392-86f3e94cd208 req-5e734f91-47e1-4e34-986b-87fb518cb8aa service neutron] Attempting to bind port 917973d8-3e41-4d78-b139-6fff22795617 on network 6c178878-2547-4ea7-b234-5f12e66a6c9a {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:57:45.621380 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0ec613-29be-4ebc-b392-86f3e94cd208 req-5e734f91-47e1-4e34-986b-87fb518cb8aa service neutron] Port 917973d8-3e41-4d78-b139-6fff22795617 on network 6c178878-2547-4ea7-b234-5f12e66a6c9a not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:57:45.621745 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0ec613-29be-4ebc-b392-86f3e94cd208 req-5e734f91-47e1-4e34-986b-87fb518cb8aa service neutron] Attempting to bind port 917973d8-3e41-4d78-b139-6fff22795617 on network 6c178878-2547-4ea7-b234-5f12e66a6c9a {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:57:45.635600 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0ec613-29be-4ebc-b392-86f3e94cd208 req-5e734f91-47e1-4e34-986b-87fb518cb8aa service neutron] Checking agent: {'id': 'bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:57:45.636739 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0ec613-29be-4ebc-b392-86f3e94cd208 req-5e734f91-47e1-4e34-986b-87fb518cb8aa service neutron] Checking segment: {'id': 'c6117011-521a-469d-908d-80df02851f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '6c178878-2547-4ea7-b234-5f12e66a6c9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:57:45.637320 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0ec613-29be-4ebc-b392-86f3e94cd208 req-5e734f91-47e1-4e34-986b-87fb518cb8aa service neutron] Bound using segment: {'id': 'c6117011-521a-469d-908d-80df02851f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '6c178878-2547-4ea7-b234-5f12e66a6c9a'} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:57:45.640696 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-8f0ec613-29be-4ebc-b392-86f3e94cd208 req-5e734f91-47e1-4e34-986b-87fb518cb8aa service neutron] Bound port: 917973d8-3e41-4d78-b139-6fff22795617, host: n-h2-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6117011-521a-469d-908d-80df02851f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '6c178878-2547-4ea7-b234-5f12e66a6c9a'}}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:57:45.640696 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-8f0ec613-29be-4ebc-b392-86f3e94cd208 req-5e734f91-47e1-4e34-986b-87fb518cb8aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (917973d8-3e41-4d78-b139-6fff22795617), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:45.744916 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-70654f8b-dd7e-47f1-99c2-aed4cd3125a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (583b29ab-e0ba-468d-ae03-87a6a1ad9ae5), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:45.765614 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ab28da-a527-4c28-bb72-5e3e101823be req-46c1b3c2-c3f2-4849-aa11-d5e6dcff4b1d tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:45.773628 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-15ab28da-a527-4c28-bb72-5e3e101823be req-46c1b3c2-c3f2-4849-aa11-d5e6dcff4b1d tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/ports?device_id=6fbac1dc-890e-47c9-99fa-6cde13e82ed6 HTTP/1.1" status: 200 len: 943 time: 0.2848735 Feb 19 02:57:45.785436 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3263383f-3926-4472-9f97-e94a5ee1b6c8 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] Publish callbacks [] for security_group (a8cd3af0-fab3-49f3-abb6-de16999f53ad), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:45.821160 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-8f0ec613-29be-4ebc-b392-86f3e94cd208 req-5e734f91-47e1-4e34-986b-87fb518cb8aa service neutron] For port 917973d8-3e41-4d78-b139-6fff22795617, host n-h2-826753-2, cleared binding levels {{(pid=103701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:57:45.849729 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-8f0ec613-29be-4ebc-b392-86f3e94cd208 req-5e734f91-47e1-4e34-986b-87fb518cb8aa service neutron] For port 917973d8-3e41-4d78-b139-6fff22795617, host n-h2-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=917973d8-3e41-4d78-b139-6fff22795617,segment=NetworkSegment(c6117011-521a-469d-908d-80df02851f25),segment_id=c6117011-521a-469d-908d-80df02851f25)] {{(pid=103701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:57:45.867384 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-8f0ec613-29be-4ebc-b392-86f3e94cd208 req-5e734f91-47e1-4e34-986b-87fb518cb8aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (917973d8-3e41-4d78-b139-6fff22795617), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:45.881066 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-15ab28da-a527-4c28-bb72-5e3e101823be req-9602a8f8-d46a-4693-b5fa-41800b966873 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ba0f102-3452-4e6f-b12d-3fac2606ad0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963922 Feb 19 02:57:45.913991 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3263383f-3926-4472-9f97-e94a5ee1b6c8 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (a8cd3af0-fab3-49f3-abb6-de16999f53ad), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:45.924748 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0ec613-29be-4ebc-b392-86f3e94cd208 req-5e734f91-47e1-4e34-986b-87fb518cb8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:45.925650 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-8f0ec613-29be-4ebc-b392-86f3e94cd208 req-5e734f91-47e1-4e34-986b-87fb518cb8aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:45.927098 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8f0ec613-29be-4ebc-b392-86f3e94cd208 req-5e734f91-47e1-4e34-986b-87fb518cb8aa service neutron] 10.222.0.82 "PUT /v2.0/ports/917973d8-3e41-4d78-b139-6fff22795617 HTTP/1.1" status: 200 len: 1091 time: 1.6712005 Feb 19 02:57:45.927671 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fbac1dc-890e-47c9-99fa-6cde13e82ed6', 'tag': '917973d8-3e41-4d78-b139-6fff22795617'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:57:45.930956 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-081d8f4a-2167-496a-92e3-cf7ae155c450" -d '{"events": [{"name": "network-changed", "server_uuid": "6fbac1dc-890e-47c9-99fa-6cde13e82ed6", "tag": "917973d8-3e41-4d78-b139-6fff22795617"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:57:45.961554 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3263383f-3926-4472-9f97-e94a5ee1b6c8 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] vlan segment allocate from pool success with {'vlan_id': 251, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:57:45.978822 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3263383f-3926-4472-9f97-e94a5ee1b6c8 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (af04742f-ccfc-4391-adfe-ff0bde5c988b), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:45.979224 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-3263383f-3926-4472-9f97-e94a5ee1b6c8 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] Added segment af04742f-ccfc-4391-adfe-ff0bde5c988b of type vlan for network 52da6e54-bfc7-4202-a47f-fa4a45933273 Feb 19 02:57:45.981591 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e734f91-47e1-4e34-986b-87fb518cb8aa service neutron] Pushing event updated for resources: {'Port': ['ID=917973d8-3e41-4d78-b139-6fff22795617,revision_number=3']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:46.124461 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-266b2035-bd69-4e18-8c67-783333859daf x-openstack-request-id: req-266b2035-bd69-4e18-8c67-783333859daf {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:57:46.125164 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fbac1dc-890e-47c9-99fa-6cde13e82ed6", "tag": "917973d8-3e41-4d78-b139-6fff22795617", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:57:46.125164 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-266b2035-bd69-4e18-8c67-783333859daf {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:57:46.125411 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fbac1dc-890e-47c9-99fa-6cde13e82ed6', 'tag': '917973d8-3e41-4d78-b139-6fff22795617', 'status': 'completed', 'code': 200} Feb 19 02:57:46.170152 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0ec613-29be-4ebc-b392-86f3e94cd208 req-78183841-a840-449c-9c55-6230c8958858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:46.171699 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8f0ec613-29be-4ebc-b392-86f3e94cd208 req-78183841-a840-449c-9c55-6230c8958858 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a06ef082143f47ab8b4917c0abd4fc14&device_id=6fbac1dc-890e-47c9-99fa-6cde13e82ed6 HTTP/1.1" status: 200 len: 1125 time: 0.1493378 Feb 19 02:57:46.206413 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3263383f-3926-4472-9f97-e94a5ee1b6c8 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (52da6e54-bfc7-4202-a47f-fa4a45933273), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:46.259281 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8f0ec613-29be-4ebc-b392-86f3e94cd208 req-a5cfcf16-bd72-4f85-b769-0c03be0032c7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=917973d8-3e41-4d78-b139-6fff22795617 HTTP/1.1" status: 200 len: 217 time: 0.0740654 Feb 19 02:57:46.275925 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-513aa06d-7723-4c45-8fee-f5d2cb8773c8 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16317457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14254'] for router (4fcb80df-2a56-4bd4-8a88-9807e5aee6e4), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:46.279308 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-513aa06d-7723-4c45-8fee-f5d2cb8773c8 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks [] for router_controller (4fcb80df-2a56-4bd4-8a88-9807e5aee6e4), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:46.360865 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0ec613-29be-4ebc-b392-86f3e94cd208 req-63e7d26c-9916-4c81-a1b8-6f11ca179a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:46.362429 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8f0ec613-29be-4ebc-b392-86f3e94cd208 req-63e7d26c-9916-4c81-a1b8-6f11ca179a34 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5cfd9bdf-5713-42ab-9e32-dc268009511b HTTP/1.1" status: 200 len: 851 time: 0.0948393 Feb 19 02:57:46.367690 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3263383f-3926-4472-9f97-e94a5ee1b6c8 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8cd3af0-fab3-49f3-abb6-de16999f53ad,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:46.387144 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-70654f8b-dd7e-47f1-99c2-aed4cd3125a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (583b29ab-e0ba-468d-ae03-87a6a1ad9ae5), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:46.388488 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70654f8b-dd7e-47f1-99c2-aed4cd3125a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:46.388721 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-70654f8b-dd7e-47f1-99c2-aed4cd3125a6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:46.398048 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.db.resource_extend [None req-3263383f-3926-4472-9f97-e94a5ee1b6c8 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 02:57:46.431085 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8f0ec613-29be-4ebc-b392-86f3e94cd208 req-b9013165-296b-4aa6-9b0b-a3e13887f60c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=6c178878-2547-4ea7-b234-5f12e66a6c9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606747 Feb 19 02:57:46.466627 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 42542) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:46.479910 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-513aa06d-7723-4c45-8fee-f5d2cb8773c8 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16317544'] for router (4fcb80df-2a56-4bd4-8a88-9807e5aee6e4), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:46.480466 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-513aa06d-7723-4c45-8fee-f5d2cb8773c8 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Fanout notify agent at l3_agent the message router_deleted on router 4fcb80df-2a56-4bd4-8a88-9807e5aee6e4 {{(pid=103702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 02:57:46.506714 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-513aa06d-7723-4c45-8fee-f5d2cb8773c8 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:46.514778 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-513aa06d-7723-4c45-8fee-f5d2cb8773c8 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] 10.222.0.72 "DELETE /v2.0/routers/4fcb80df-2a56-4bd4-8a88-9807e5aee6e4 HTTP/1.1" status: 204 len: 168 time: 1.0798736 Feb 19 02:57:46.527212 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 42546) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:46.540071 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3263383f-3926-4472-9f97-e94a5ee1b6c8 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (52da6e54-bfc7-4202-a47f-fa4a45933273), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:46.545215 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3263383f-3926-4472-9f97-e94a5ee1b6c8 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:46.545853 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3263383f-3926-4472-9f97-e94a5ee1b6c8 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:46.585412 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-70654f8b-dd7e-47f1-99c2-aed4cd3125a6 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.0301611 Feb 19 02:57:46.588763 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42548) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:46.594292 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-2062786c-0613-4b3b-8e24-087e9e478869 admin admin] Request body: {'subnet': {'network_id': '583b29ab-e0ba-468d-ae03-87a6a1ad9ae5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1059583903-subnet', 'tenant_id': 'af50eb00c5a74dd68d3a720f276d22fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:57:46.606193 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-3263383f-3926-4472-9f97-e94a5ee1b6c8 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.8522172 Feb 19 02:57:46.609253 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42550) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:46.619449 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-8d1ec1f7-4795-4c17-b2a6-480897712b62 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] Request body: {'subnet': {'network_id': '52da6e54-bfc7-4202-a47f-fa4a45933273', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:57:46.622915 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70654f8b-dd7e-47f1-99c2-aed4cd3125a6 admin admin] Pushing event updated for resources: {'Network': ['ID=583b29ab-e0ba-468d-ae03-87a6a1ad9ae5,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:46.635302 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 583b29ab-e0ba-468d-ae03-87a6a1ad9ae5 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:57:46.670289 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc082c07-f362-4fb4-86d9-1f3a9dd111eb tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Deleting subnet e41d146b-c08d-4c86-9b65-fc6d61bce7af {{(pid=103701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:57:46.674417 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bc082c07-f362-4fb4-86d9-1f3a9dd111eb tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks [] for subnet (e41d146b-c08d-4c86-9b65-fc6d61bce7af), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:46.714412 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bc082c07-f362-4fb4-86d9-1f3a9dd111eb tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12647399'] for subnet (e41d146b-c08d-4c86-9b65-fc6d61bce7af), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:46.753504 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3263383f-3926-4472-9f97-e94a5ee1b6c8 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] Pushing event updated for resources: {'Network': ['ID=52da6e54-bfc7-4202-a47f-fa4a45933273,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:46.769330 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 52da6e54-bfc7-4202-a47f-fa4a45933273 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:57:46.800685 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bc082c07-f362-4fb4-86d9-1f3a9dd111eb tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (e41d146b-c08d-4c86-9b65-fc6d61bce7af), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:46.827323 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2062786c-0613-4b3b-8e24-087e9e478869 admin admin] Made reservation on behalf of af50eb00c5a74dd68d3a720f276d22fe for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:57:46.830965 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2062786c-0613-4b3b-8e24-087e9e478869 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:46.878836 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-e19dd746-2e83-4ee7-8e9f-fb90f7752a39 tempest-RoutersAdminNegativeIpV6Test-956311475 tempest-RoutersAdminNegativeIpV6Test-956311475-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-543112373', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:57:46.913420 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e6d050-282f-4021-9240-24daa6e87292 req-929169ad-501d-4793-9162-aa0d14b3df62 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:46.919028 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e6d050-282f-4021-9240-24daa6e87292 req-929169ad-501d-4793-9162-aa0d14b3df62 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:46.925679 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e6d050-282f-4021-9240-24daa6e87292 req-929169ad-501d-4793-9162-aa0d14b3df62 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:46.932602 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e6d050-282f-4021-9240-24daa6e87292 req-929169ad-501d-4793-9162-aa0d14b3df62 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:46.937253 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e6d050-282f-4021-9240-24daa6e87292 req-929169ad-501d-4793-9162-aa0d14b3df62 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:46.942792 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e6d050-282f-4021-9240-24daa6e87292 req-929169ad-501d-4793-9162-aa0d14b3df62 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:46.948089 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e6d050-282f-4021-9240-24daa6e87292 req-929169ad-501d-4793-9162-aa0d14b3df62 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:46.956068 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-02e6d050-282f-4021-9240-24daa6e87292 req-929169ad-501d-4793-9162-aa0d14b3df62 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 5421 time: 0.5240777 Feb 19 02:57:46.984083 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bc082c07-f362-4fb4-86d9-1f3a9dd111eb tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12647206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58706286'] for subnet (e41d146b-c08d-4c86-9b65-fc6d61bce7af), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:47.056016 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e19dd746-2e83-4ee7-8e9f-fb90f7752a39 tempest-RoutersAdminNegativeIpV6Test-956311475 tempest-RoutersAdminNegativeIpV6Test-956311475-project-admin] Made reservation on behalf of 1f237d6253394aaebdc682541302019a for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:57:47.058306 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e19dd746-2e83-4ee7-8e9f-fb90f7752a39 tempest-RoutersAdminNegativeIpV6Test-956311475 tempest-RoutersAdminNegativeIpV6Test-956311475-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:47.061844 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d1ec1f7-4795-4c17-b2a6-480897712b62 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] Made reservation on behalf of 7093d79ba67b47d0a143455717f8cce8 for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:57:47.066373 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec1f7-4795-4c17-b2a6-480897712b62 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:47.083300 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50fea2e-2aca-44e3-981f-c9705a107856 None None] Network 374a9869-e3bc-4b2d-94dd-29afd7531d54 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:57:47.087097 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc082c07-f362-4fb4-86d9-1f3a9dd111eb tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Pushing event deleted for resources: {'Subnet': ['ID=e41d146b-c08d-4c86-9b65-fc6d61bce7af,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:47.089096 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bc082c07-f362-4fb4-86d9-1f3a9dd111eb tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:47.095308 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-bc082c07-f362-4fb4-86d9-1f3a9dd111eb tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] 10.222.0.72 "DELETE /v2.0/subnets/e41d146b-c08d-4c86-9b65-fc6d61bce7af HTTP/1.1" status: 204 len: 168 time: 0.5582850 Feb 19 02:57:47.098943 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42554) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:47.108775 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e19dd746-2e83-4ee7-8e9f-fb90f7752a39 tempest-RoutersAdminNegativeIpV6Test-956311475 tempest-RoutersAdminNegativeIpV6Test-956311475-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:47.125113 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8f0ec613-29be-4ebc-b392-86f3e94cd208 req-ae6b7f22-0299-499f-a03a-d7af5c377905 service neutron] 10.222.0.82 "GET /v2.0/networks/6c178878-2547-4ea7-b234-5f12e66a6c9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6563156 Feb 19 02:57:47.141236 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-02e6d050-282f-4021-9240-24daa6e87292 req-df51bbb1-171f-4949-89c5-4b0424acd66b tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/security-groups?id=344800ac-992b-44b9-a49a-a7d4e6a6fc53&id=197f0109-f833-46dd-9ffe-3ff812885f73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1815379 Feb 19 02:57:47.241638 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e910831f-ab1c-4a14-a62f-b76892053461 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (374a9869-e3bc-4b2d-94dd-29afd7531d54), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:47.316532 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6414be65-3750-4f0b-a5ce-64eeccdff2c2 None None] DHCP port deletion for 374a9869-e3bc-4b2d-94dd-29afd7531d54 request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 02:57:47.321250 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f247e6a-a962-4923-8d43-17b6d7d6f260 req-a7cba7c5-4df5-4a76-a706-4afdd477d63b tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:47.323096 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6f247e6a-a962-4923-8d43-17b6d7d6f260 req-a7cba7c5-4df5-4a76-a706-4afdd477d63b tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/ports?device_id=6fbac1dc-890e-47c9-99fa-6cde13e82ed6 HTTP/1.1" status: 200 len: 943 time: 0.3346837 Feb 19 02:57:47.417195 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2062786c-0613-4b3b-8e24-087e9e478869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (3ea5428a-92f7-475d-b30c-482a71ed5c95), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:47.427865 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-6414be65-3750-4f0b-a5ce-64eeccdff2c2 None None] Deleting port 9d2a35c6-f38a-4b77-b117-d1b335bce7b5 {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:57:47.431007 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6414be65-3750-4f0b-a5ce-64eeccdff2c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (9d2a35c6-f38a-4b77-b117-d1b335bce7b5), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:47.476768 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8f0ec613-29be-4ebc-b392-86f3e94cd208 req-6b304329-fc8f-460c-b774-86a922aea8fa service neutron] 10.222.0.82 "GET /v2.0/networks/6c178878-2547-4ea7-b234-5f12e66a6c9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3343956 Feb 19 02:57:47.499514 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6f247e6a-a962-4923-8d43-17b6d7d6f260 req-de4126c1-dab0-4210-a267-5c400f476fee tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ba0f102-3452-4e6f-b12d-3fac2606ad0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676314 Feb 19 02:57:47.539184 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e19dd746-2e83-4ee7-8e9f-fb90f7752a39 tempest-RoutersAdminNegativeIpV6Test-956311475 tempest-RoutersAdminNegativeIpV6Test-956311475-project-admin] Publish callbacks [] for security_group (81361279-6b24-4e46-a049-2f83c4ddde2c), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:47.539411 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2062786c-0613-4b3b-8e24-087e9e478869 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ea5428a-92f7-475d-b30c-482a71ed5c95,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:47.542949 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 9d2a35c6-f38a-4b77-b117-d1b335bce7b5 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:57:47.558549 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e19dd746-2e83-4ee7-8e9f-fb90f7752a39 tempest-RoutersAdminNegativeIpV6Test-956311475 tempest-RoutersAdminNegativeIpV6Test-956311475-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (81361279-6b24-4e46-a049-2f83c4ddde2c), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:47.564734 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [None req-e19dd746-2e83-4ee7-8e9f-fb90f7752a39 tempest-RoutersAdminNegativeIpV6Test-956311475 tempest-RoutersAdminNegativeIpV6Test-956311475-project-admin] device_id is not set on port ff57164d-a1ca-46fe-b499-46a3a9280d4e yet. {{(pid=103701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 02:57:47.599867 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-6414be65-3750-4f0b-a5ce-64eeccdff2c2 None None] For port 9d2a35c6-f38a-4b77-b117-d1b335bce7b5, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=9d2a35c6-f38a-4b77-b117-d1b335bce7b5,segment=NetworkSegment(979bf07a-67b2-4b34-9600-6d87bb428064),segment_id=979bf07a-67b2-4b34-9600-6d87bb428064)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:57:47.600262 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6414be65-3750-4f0b-a5ce-64eeccdff2c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (9d2a35c6-f38a-4b77-b117-d1b335bce7b5), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:47.621256 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-6414be65-3750-4f0b-a5ce-64eeccdff2c2 None None] Calling delete_port for 9d2a35c6-f38a-4b77-b117-d1b335bce7b5 owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:57:47.626655 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-e910831f-ab1c-4a14-a62f-b76892053461 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Deleting port 9d2a35c6-f38a-4b77-b117-d1b335bce7b5 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:57:47.627068 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e910831f-ab1c-4a14-a62f-b76892053461 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (9d2a35c6-f38a-4b77-b117-d1b335bce7b5), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:47.662823 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19dd746-2e83-4ee7-8e9f-fb90f7752a39 tempest-RoutersAdminNegativeIpV6Test-956311475 tempest-RoutersAdminNegativeIpV6Test-956311475-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81361279-6b24-4e46-a049-2f83c4ddde2c,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:47.676388 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-35f9ab1b-4667-4319-b371-bdb974935e20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:47.721331 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 9d2a35c6-f38a-4b77-b117-d1b335bce7b5 is: ACTIVE; New status is: DOWN {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:57:47.721722 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (9d2a35c6-f38a-4b77-b117-d1b335bce7b5), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:47.725504 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081d8f4a-2167-496a-92e3-cf7ae155c450 req-e6310704-54df-4085-8d26-fc2a1f625beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:47.727610 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-081d8f4a-2167-496a-92e3-cf7ae155c450 req-e6310704-54df-4085-8d26-fc2a1f625beb service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a06ef082143f47ab8b4917c0abd4fc14&device_id=6fbac1dc-890e-47c9-99fa-6cde13e82ed6 HTTP/1.1" status: 200 len: 1125 time: 0.1377957 Feb 19 02:57:47.772075 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port 9d2a35c6-f38a-4b77-b117-d1b335bce7b5, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=9d2a35c6-f38a-4b77-b117-d1b335bce7b5,segment=NetworkSegment(979bf07a-67b2-4b34-9600-6d87bb428064),segment_id=979bf07a-67b2-4b34-9600-6d87bb428064)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:57:47.784474 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (9d2a35c6-f38a-4b77-b117-d1b335bce7b5), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:47.814859 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6414be65-3750-4f0b-a5ce-64eeccdff2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (9d2a35c6-f38a-4b77-b117-d1b335bce7b5), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:47.820583 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-e19dd746-2e83-4ee7-8e9f-fb90f7752a39 tempest-RoutersAdminNegativeIpV6Test-956311475 tempest-RoutersAdminNegativeIpV6Test-956311475-project-admin] Allocated IP 172.25.6.20 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/ff57164d-a1ca-46fe-b499-46a3a9280d4e) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:57:47.834627 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6414be65-3750-4f0b-a5ce-64eeccdff2c2 None None] No DVR routers for this DVR port 9d2a35c6-f38a-4b77-b117-d1b335bce7b5 on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:57:47.847634 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-e910831f-ab1c-4a14-a62f-b76892053461 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] For port 9d2a35c6-f38a-4b77-b117-d1b335bce7b5, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=9d2a35c6-f38a-4b77-b117-d1b335bce7b5,segment=NetworkSegment(979bf07a-67b2-4b34-9600-6d87bb428064),segment_id=979bf07a-67b2-4b34-9600-6d87bb428064)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:57:47.851263 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e910831f-ab1c-4a14-a62f-b76892053461 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (9d2a35c6-f38a-4b77-b117-d1b335bce7b5), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:47.858078 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=9d2a35c6-f38a-4b77-b117-d1b335bce7b5,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:47.876087 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-e910831f-ab1c-4a14-a62f-b76892053461 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Calling delete_port for 9d2a35c6-f38a-4b77-b117-d1b335bce7b5 owned by network:dhcp {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:57:47.911211 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414be65-3750-4f0b-a5ce-64eeccdff2c2 None None] Pushing event deleted for resources: {'Port': ['ID=9d2a35c6-f38a-4b77-b117-d1b335bce7b5,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:47.913903 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081d8f4a-2167-496a-92e3-cf7ae155c450 req-c728c099-cc37-41c9-a848-0d6148c92d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:47.915411 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-081d8f4a-2167-496a-92e3-cf7ae155c450 req-c728c099-cc37-41c9-a848-0d6148c92d57 service neutron] 10.222.0.82 "GET /v2.0/networks?id=6c178878-2547-4ea7-b234-5f12e66a6c9a HTTP/1.1" status: 200 len: 912 time: 0.1784172 Feb 19 02:57:48.000208 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-081d8f4a-2167-496a-92e3-cf7ae155c450 req-15a3c5b8-204d-4d9f-9023-78bb71032be0 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=917973d8-3e41-4d78-b139-6fff22795617 HTTP/1.1" status: 200 len: 217 time: 0.0681520 Feb 19 02:57:48.021546 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2062786c-0613-4b3b-8e24-087e9e478869 admin admin] Checking segment: {'id': 'd2706629-960a-469c-bd0f-4e0b3dc89cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '583b29ab-e0ba-468d-ae03-87a6a1ad9ae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:57:48.021816 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2062786c-0613-4b3b-8e24-087e9e478869 admin admin] Network hostable DHCP agents. Network: 583b29ab-e0ba-468d-ae03-87a6a1ad9ae5, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:57:48.127594 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2062786c-0613-4b3b-8e24-087e9e478869 admin admin] Network 583b29ab-e0ba-468d-ae03-87a6a1ad9ae5 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:57:48.131918 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec1f7-4795-4c17-b2a6-480897712b62 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (2455bdf3-46aa-4d7d-abd9-9d2d7dda137a), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:48.133668 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e910831f-ab1c-4a14-a62f-b76892053461 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (9d2a35c6-f38a-4b77-b117-d1b335bce7b5), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:48.138168 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e19dd746-2e83-4ee7-8e9f-fb90f7752a39 tempest-RoutersAdminNegativeIpV6Test-956311475 tempest-RoutersAdminNegativeIpV6Test-956311475-project-admin] Publish callbacks [] for port (ff57164d-a1ca-46fe-b499-46a3a9280d4e), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:48.189557 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081d8f4a-2167-496a-92e3-cf7ae155c450 req-0e2f60fd-5fdf-459e-bb38-cc34f5131a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:48.191229 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-081d8f4a-2167-496a-92e3-cf7ae155c450 req-0e2f60fd-5fdf-459e-bb38-cc34f5131a1e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5cfd9bdf-5713-42ab-9e32-dc268009511b HTTP/1.1" status: 200 len: 851 time: 0.1846664 Feb 19 02:57:48.198747 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e910831f-ab1c-4a14-a62f-b76892053461 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] No DVR routers for this DVR port 9d2a35c6-f38a-4b77-b117-d1b335bce7b5 on host n-d-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:57:48.249872 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-2062786c-0613-4b3b-8e24-087e9e478869 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 583b29ab-e0ba-468d-ae03-87a6a1ad9ae5) {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:57:48.255952 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2062786c-0613-4b3b-8e24-087e9e478869 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:48.256569 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2062786c-0613-4b3b-8e24-087e9e478869 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:48.260820 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca316fd-7942-445f-be8e-8cb7c9dbede2 None None] Network 583b29ab-e0ba-468d-ae03-87a6a1ad9ae5 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:57:48.268708 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-081d8f4a-2167-496a-92e3-cf7ae155c450 req-64c769ac-8080-477d-80fc-934f047a19a8 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=6c178878-2547-4ea7-b234-5f12e66a6c9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653198 Feb 19 02:57:48.272261 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e19dd746-2e83-4ee7-8e9f-fb90f7752a39 tempest-RoutersAdminNegativeIpV6Test-956311475 tempest-RoutersAdminNegativeIpV6Test-956311475-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (ff57164d-a1ca-46fe-b499-46a3a9280d4e), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:48.313871 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e910831f-ab1c-4a14-a62f-b76892053461 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Pushing event deleted for resources: {'Port': ['ID=9d2a35c6-f38a-4b77-b117-d1b335bce7b5,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:48.363779 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19dd746-2e83-4ee7-8e9f-fb90f7752a39 tempest-RoutersAdminNegativeIpV6Test-956311475 tempest-RoutersAdminNegativeIpV6Test-956311475-project-admin] Pushing event updated for resources: {'Port': ['ID=ff57164d-a1ca-46fe-b499-46a3a9280d4e,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:48.392785 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19dd746-2e83-4ee7-8e9f-fb90f7752a39 tempest-RoutersAdminNegativeIpV6Test-956311475 tempest-RoutersAdminNegativeIpV6Test-956311475-project-admin] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:57:48.453490 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-e19dd746-2e83-4ee7-8e9f-fb90f7752a39 tempest-RoutersAdminNegativeIpV6Test-956311475 tempest-RoutersAdminNegativeIpV6Test-956311475-project-admin] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:57:48.458369 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ec1f7-4795-4c17-b2a6-480897712b62 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] Pushing event updated for resources: {'Subnet': ['ID=2455bdf3-46aa-4d7d-abd9-9d2d7dda137a,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:48.458841 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19dd746-2e83-4ee7-8e9f-fb90f7752a39 tempest-RoutersAdminNegativeIpV6Test-956311475 tempest-RoutersAdminNegativeIpV6Test-956311475-project-admin] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:57:48.463169 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-2062786c-0613-4b3b-8e24-087e9e478869 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8733625 Feb 19 02:57:48.493550 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e910831f-ab1c-4a14-a62f-b76892053461 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (374a9869-e3bc-4b2d-94dd-29afd7531d54), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:48.507904 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1ec1f7-4795-4c17-b2a6-480897712b62 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] Checking segment: {'id': 'af04742f-ccfc-4391-adfe-ff0bde5c988b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '52da6e54-bfc7-4202-a47f-fa4a45933273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:57:48.508308 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1ec1f7-4795-4c17-b2a6-480897712b62 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] Network hostable DHCP agents. Network: 52da6e54-bfc7-4202-a47f-fa4a45933273, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:57:48.549409 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-e910831f-ab1c-4a14-a62f-b76892053461 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['374a9869-e3bc-4b2d-94dd-29afd7531d54']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:57:48.584868 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c339904-5bdc-4a07-b2a9-67bb665f47dc req-fb6d0fc9-f0e4-4b89-aa64-3ffe7a0bacf4 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:48.595616 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd3aed1-e20f-4bac-95e4-9af6fe85bab0 None None] Network 583b29ab-e0ba-468d-ae03-87a6a1ad9ae5 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:57:48.607845 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-e910831f-ab1c-4a14-a62f-b76892053461 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '979bf07a-67b2-4b34-9600-6d87bb428064') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:57:48.608132 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-e910831f-ab1c-4a14-a62f-b76892053461 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '979bf07a-67b2-4b34-9600-6d87bb428064') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:57:48.609919 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c339904-5bdc-4a07-b2a9-67bb665f47dc req-fb6d0fc9-f0e4-4b89-aa64-3ffe7a0bacf4 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:48.622787 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1ec1f7-4795-4c17-b2a6-480897712b62 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] Network 52da6e54-bfc7-4202-a47f-fa4a45933273 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:57:48.624203 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c339904-5bdc-4a07-b2a9-67bb665f47dc req-fb6d0fc9-f0e4-4b89-aa64-3ffe7a0bacf4 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:48.635247 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c339904-5bdc-4a07-b2a9-67bb665f47dc req-fb6d0fc9-f0e4-4b89-aa64-3ffe7a0bacf4 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:48.648350 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e910831f-ab1c-4a14-a62f-b76892053461 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (979bf07a-67b2-4b34-9600-6d87bb428064), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:48.648819 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c339904-5bdc-4a07-b2a9-67bb665f47dc req-fb6d0fc9-f0e4-4b89-aa64-3ffe7a0bacf4 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:48.663849 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c339904-5bdc-4a07-b2a9-67bb665f47dc req-fb6d0fc9-f0e4-4b89-aa64-3ffe7a0bacf4 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:48.677038 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-8d1ec1f7-4795-4c17-b2a6-480897712b62 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 52da6e54-bfc7-4202-a47f-fa4a45933273) {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:57:48.685372 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c339904-5bdc-4a07-b2a9-67bb665f47dc req-fb6d0fc9-f0e4-4b89-aa64-3ffe7a0bacf4 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:48.688418 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e910831f-ab1c-4a14-a62f-b76892053461 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (979bf07a-67b2-4b34-9600-6d87bb428064), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:48.692584 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6c339904-5bdc-4a07-b2a9-67bb665f47dc req-fb6d0fc9-f0e4-4b89-aa64-3ffe7a0bacf4 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 5421 time: 0.3321373 Feb 19 02:57:48.695374 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1ec1f7-4795-4c17-b2a6-480897712b62 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:48.699962 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec1f7-4795-4c17-b2a6-480897712b62 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:48.703475 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19dd746-2e83-4ee7-8e9f-fb90f7752a39 tempest-RoutersAdminNegativeIpV6Test-956311475 tempest-RoutersAdminNegativeIpV6Test-956311475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:48.707606 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e19dd746-2e83-4ee7-8e9f-fb90f7752a39 tempest-RoutersAdminNegativeIpV6Test-956311475 tempest-RoutersAdminNegativeIpV6Test-956311475-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:48.729565 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e910831f-ab1c-4a14-a62f-b76892053461 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Releasing vlan 287 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:57:48.731541 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e910831f-ab1c-4a14-a62f-b76892053461 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (979bf07a-67b2-4b34-9600-6d87bb428064), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:48.738667 n-d-826753-2 neutron-server[103702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:57:48.738667 n-d-826753-2 neutron-server[103702]: self.session.flush() Feb 19 02:57:48.738667 n-d-826753-2 neutron-server[103702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:57:48.738667 n-d-826753-2 neutron-server[103702]: self.session.flush() Feb 19 02:57:48.738667 n-d-826753-2 neutron-server[103702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:57:48.738667 n-d-826753-2 neutron-server[103702]: self.session.flush() Feb 19 02:57:48.738667 n-d-826753-2 neutron-server[103702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:57:48.738667 n-d-826753-2 neutron-server[103702]: self.session.flush() Feb 19 02:57:48.738667 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 02:57:48.738667 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:57:48.738667 n-d-826753-2 neutron-server[103702]: timer() Feb 19 02:57:48.738667 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:57:48.738667 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 02:57:48.738667 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:57:48.738667 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 02:57:48.738667 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:57:48.738667 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 02:57:48.738667 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:57:48.738667 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 02:57:48.738667 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:57:48.738667 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 02:57:48.738667 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:57:48.738667 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:57:48.738667 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:57:48.738667 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:57:48.738667 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:57:48.738667 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 02:57:48.738667 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:57:48.738667 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 02:57:48.738667 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:57:48.738667 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:57:48.738667 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:57:48.738667 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 02:57:48.738667 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:57:48.738667 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:57:48.738667 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:57:48.738667 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:57:48.738667 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:57:48.738667 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:57:48.738667 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:57:48.770370 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-e19dd746-2e83-4ee7-8e9f-fb90f7752a39 tempest-RoutersAdminNegativeIpV6Test-956311475 tempest-RoutersAdminNegativeIpV6Test-956311475-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 2.2916002 Feb 19 02:57:48.786081 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0067ce6-6fe9-4bff-a42b-b1eb69c966a9 None None] Network 52da6e54-bfc7-4202-a47f-fa4a45933273 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:57:48.789606 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-8d1ec1f7-4795-4c17-b2a6-480897712b62 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1706338 Feb 19 02:57:48.790329 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42596) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:48.793240 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 42594) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:48.819307 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-aa2e239a-6edb-4e1e-b4d2-8e6e60122ff2 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] Request body: {'port': {'network_id': '52da6e54-bfc7-4202-a47f-fa4a45933273', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1556641444'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:57:48.895729 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-919f8b30-1873-48fc-8728-616816e9a0c6 tempest-RoutersAdminNegativeIpV6Test-956311475 tempest-RoutersAdminNegativeIpV6Test-956311475-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.20'}]}}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:57:48.946772 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e910831f-ab1c-4a14-a62f-b76892053461 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (374a9869-e3bc-4b2d-94dd-29afd7531d54), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:48.949877 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-919f8b30-1873-48fc-8728-616816e9a0c6 tempest-RoutersAdminNegativeIpV6Test-956311475 tempest-RoutersAdminNegativeIpV6Test-956311475-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14172'] for router (59362cac-7499-43bd-857b-932c16429425), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:48.952065 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-919f8b30-1873-48fc-8728-616816e9a0c6 tempest-RoutersAdminNegativeIpV6Test-956311475 tempest-RoutersAdminNegativeIpV6Test-956311475-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16317487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16285822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16309985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14247'] for router (59362cac-7499-43bd-857b-932c16429425), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:48.964793 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e910831f-ab1c-4a14-a62f-b76892053461 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:48.969229 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-e910831f-ab1c-4a14-a62f-b76892053461 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] 10.222.0.72 "DELETE /v2.0/networks/374a9869-e3bc-4b2d-94dd-29afd7531d54 HTTP/1.1" status: 204 len: 168 time: 1.8665435 Feb 19 02:57:48.970706 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c96392b-4f99-4b62-bd47-39a008e51d88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-52da6e54-bfc7-4202-a47f-fa4a45933273', 'network_id': '52da6e54-bfc7-4202-a47f-fa4a45933273', 'project_id': '7093d79ba67b47d0a143455717f8cce8', 'fixed_ips': [{'subnet_id': '2455bdf3-46aa-4d7d-abd9-9d2d7dda137a'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:57:48.972427 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3c96392b-4f99-4b62-bd47-39a008e51d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:48.974271 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-081d8f4a-2167-496a-92e3-cf7ae155c450 req-3e1e8379-6dcb-4ec9-82c5-7708545e5931 service neutron] 10.222.0.82 "GET /v2.0/networks/6c178878-2547-4ea7-b234-5f12e66a6c9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6990080 Feb 19 02:57:48.975462 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42602) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:48.992548 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-f4b155f0-0a8b-4067-935f-33664c5644bb tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1117787271', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}, 'admin_state_up': False}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:57:49.018206 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e910831f-ab1c-4a14-a62f-b76892053461 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Pushing event deleted for resources: {'Network': ['ID=374a9869-e3bc-4b2d-94dd-29afd7531d54,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:49.028324 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f4b155f0-0a8b-4067-935f-33664c5644bb tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14172'] for router (5fe4a07c-f911-4cd5-9b9a-65a43cfcf6b3), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:49.029824 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f4b155f0-0a8b-4067-935f-33664c5644bb tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16317487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16285822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16309985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14247'] for router (5fe4a07c-f911-4cd5-9b9a-65a43cfcf6b3), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:49.112638 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-919f8b30-1873-48fc-8728-616816e9a0c6 tempest-RoutersAdminNegativeIpV6Test-956311475 tempest-RoutersAdminNegativeIpV6Test-956311475-project-admin] Publish callbacks [] for router_controller (59362cac-7499-43bd-857b-932c16429425), precommit_add_association {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:49.122370 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-081d8f4a-2167-496a-92e3-cf7ae155c450 req-9d0d0e11-f6d7-4900-9720-f9897e63599d service neutron] 10.222.0.82 "GET /v2.0/networks/6c178878-2547-4ea7-b234-5f12e66a6c9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215706 Feb 19 02:57:49.122942 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa2e239a-6edb-4e1e-b4d2-8e6e60122ff2 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] Made reservation on behalf of 7093d79ba67b47d0a143455717f8cce8 for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:57:49.127412 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-aa2e239a-6edb-4e1e-b4d2-8e6e60122ff2 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:49.182438 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [None req-aa2e239a-6edb-4e1e-b4d2-8e6e60122ff2 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] device_id is not set on port dd8991a6-8d55-4b1e-ae2a-199b4dd70590 yet. {{(pid=103701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 02:57:49.183633 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-3c96392b-4f99-4b62-bd47-39a008e51d88 None None] Allocated IP 2001:db8::2 (52da6e54-bfc7-4202-a47f-fa4a45933273/2455bdf3-46aa-4d7d-abd9-9d2d7dda137a/ddc43a54-03f2-4dfe-b743-6c40b15212bd) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:57:49.301561 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f4b155f0-0a8b-4067-935f-33664c5644bb tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks [] for router_controller (5fe4a07c-f911-4cd5-9b9a-65a43cfcf6b3), precommit_add_association {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:49.311751 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6c339904-5bdc-4a07-b2a9-67bb665f47dc req-24133ae6-7557-4025-aa2d-017e285c6e1c tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/security-groups?id=344800ac-992b-44b9-a49a-a7d4e6a6fc53&id=197f0109-f833-46dd-9ffe-3ff812885f73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5703113 Feb 19 02:57:49.351193 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3c96392b-4f99-4b62-bd47-39a008e51d88 None None] Publish callbacks [] for port (ddc43a54-03f2-4dfe-b743-6c40b15212bd), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:49.373039 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3c96392b-4f99-4b62-bd47-39a008e51d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (ddc43a54-03f2-4dfe-b743-6c40b15212bd), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:49.407373 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f6173e-98e3-4b51-9624-c1bc4ad2ee16 req-4ebe7d02-fd2a-4b98-b3fd-42079e0e78d3 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:49.409659 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f7f6173e-98e3-4b51-9624-c1bc4ad2ee16 req-4ebe7d02-fd2a-4b98-b3fd-42079e0e78d3 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/ports?device_id=6fbac1dc-890e-47c9-99fa-6cde13e82ed6 HTTP/1.1" status: 200 len: 943 time: 0.7143021 Feb 19 02:57:49.442111 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-919f8b30-1873-48fc-8728-616816e9a0c6 tempest-RoutersAdminNegativeIpV6Test-956311475 tempest-RoutersAdminNegativeIpV6Test-956311475-project-admin] Publish callbacks [] for router_gateway (59362cac-7499-43bd-857b-932c16429425), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:49.511729 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f7f6173e-98e3-4b51-9624-c1bc4ad2ee16 req-47476539-fc01-45ff-9314-c4d327f1b684 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ba0f102-3452-4e6f-b12d-3fac2606ad0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943742 Feb 19 02:57:49.528774 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c96392b-4f99-4b62-bd47-39a008e51d88 None None] Network 52da6e54-bfc7-4202-a47f-fa4a45933273 is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:57:49.534406 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c96392b-4f99-4b62-bd47-39a008e51d88 None None] Pushing event updated for resources: {'Port': ['ID=ddc43a54-03f2-4dfe-b743-6c40b15212bd,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:49.539963 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-3c96392b-4f99-4b62-bd47-39a008e51d88 None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:57:49.545680 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:49.559542 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c96392b-4f99-4b62-bd47-39a008e51d88 None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:57:49.560096 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-aa2e239a-6edb-4e1e-b4d2-8e6e60122ff2 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] Allocated IP 2001:db8::15a (52da6e54-bfc7-4202-a47f-fa4a45933273/2455bdf3-46aa-4d7d-abd9-9d2d7dda137a/dd8991a6-8d55-4b1e-ae2a-199b4dd70590) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:57:49.721267 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-3c96392b-4f99-4b62-bd47-39a008e51d88 None None] Attempting to bind port ddc43a54-03f2-4dfe-b743-6c40b15212bd on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:57:49.721650 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-3c96392b-4f99-4b62-bd47-39a008e51d88 None None] Attempting to bind port ddc43a54-03f2-4dfe-b743-6c40b15212bd by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': 'af04742f-ccfc-4391-adfe-ff0bde5c988b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '52da6e54-bfc7-4202-a47f-fa4a45933273'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:57:49.722020 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c96392b-4f99-4b62-bd47-39a008e51d88 None None] Attempting to bind port ddc43a54-03f2-4dfe-b743-6c40b15212bd on network 52da6e54-bfc7-4202-a47f-fa4a45933273 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:57:49.753283 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c96392b-4f99-4b62-bd47-39a008e51d88 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:57:49.753684 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c96392b-4f99-4b62-bd47-39a008e51d88 None None] Checking segment: {'id': 'af04742f-ccfc-4391-adfe-ff0bde5c988b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '52da6e54-bfc7-4202-a47f-fa4a45933273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:57:49.754157 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3c96392b-4f99-4b62-bd47-39a008e51d88 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:49.756639 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c96392b-4f99-4b62-bd47-39a008e51d88 None None] Bound using segment: {'id': 'af04742f-ccfc-4391-adfe-ff0bde5c988b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '52da6e54-bfc7-4202-a47f-fa4a45933273'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:57:49.757219 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-3c96392b-4f99-4b62-bd47-39a008e51d88 None None] Bound port: ddc43a54-03f2-4dfe-b743-6c40b15212bd, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af04742f-ccfc-4391-adfe-ff0bde5c988b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '52da6e54-bfc7-4202-a47f-fa4a45933273'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:57:49.757627 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3c96392b-4f99-4b62-bd47-39a008e51d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (ddc43a54-03f2-4dfe-b743-6c40b15212bd), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:49.839975 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f4b155f0-0a8b-4067-935f-33664c5644bb tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks [] for router_gateway (5fe4a07c-f911-4cd5-9b9a-65a43cfcf6b3), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:49.857401 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-3c96392b-4f99-4b62-bd47-39a008e51d88 None None] For port ddc43a54-03f2-4dfe-b743-6c40b15212bd, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:57:49.861389 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-3c96392b-4f99-4b62-bd47-39a008e51d88 None None] For port ddc43a54-03f2-4dfe-b743-6c40b15212bd, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=ddc43a54-03f2-4dfe-b743-6c40b15212bd,segment=NetworkSegment(af04742f-ccfc-4391-adfe-ff0bde5c988b),segment_id=af04742f-ccfc-4391-adfe-ff0bde5c988b)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:57:49.869217 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3c96392b-4f99-4b62-bd47-39a008e51d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (ddc43a54-03f2-4dfe-b743-6c40b15212bd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:49.943928 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c96392b-4f99-4b62-bd47-39a008e51d88 None None] Pushing event updated for resources: {'Port': ['ID=ddc43a54-03f2-4dfe-b743-6c40b15212bd,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:49.968243 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-aa2e239a-6edb-4e1e-b4d2-8e6e60122ff2 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] Publish callbacks [] for port (dd8991a6-8d55-4b1e-ae2a-199b4dd70590), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:49.998369 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916144d2-aa08-4c0b-a455-a61288249725 req-4f6f39f3-ec8c-4569-8320-1256110f8e7b tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:50.001121 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-916144d2-aa08-4c0b-a455-a61288249725 req-4f6f39f3-ec8c-4569-8320-1256110f8e7b tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/networks?id=583b29ab-e0ba-468d-ae03-87a6a1ad9ae5 HTTP/1.1" status: 200 len: 814 time: 0.2098017 Feb 19 02:57:50.025935 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-916144d2-aa08-4c0b-a455-a61288249725 req-b2e03a3d-337c-40f3-9805-8c9ce928d03c tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/quotas/af50eb00c5a74dd68d3a720f276d22fe HTTP/1.1" status: 200 len: 375 time: 0.0170505 Feb 19 02:57:50.077514 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-916144d2-aa08-4c0b-a455-a61288249725 req-50273b90-a860-451c-894a-f1c4c87eb4a7 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=af50eb00c5a74dd68d3a720f276d22fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0411906 Feb 19 02:57:50.149229 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-919f8b30-1873-48fc-8728-616816e9a0c6 tempest-RoutersAdminNegativeIpV6Test-956311475 tempest-RoutersAdminNegativeIpV6Test-956311475-project-admin] Publish callbacks [] for router_gateway (59362cac-7499-43bd-857b-932c16429425), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:50.179122 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-919f8b30-1873-48fc-8728-616816e9a0c6 tempest-RoutersAdminNegativeIpV6Test-956311475 tempest-RoutersAdminNegativeIpV6Test-956311475-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:50.255513 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 917973d8-3e41-4d78-b139-6fff22795617 details requested by agent hyperv_n-h2-826753-2 with host n-h2-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:57:50.374336 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-aa2e239a-6edb-4e1e-b4d2-8e6e60122ff2 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (dd8991a6-8d55-4b1e-ae2a-199b4dd70590), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:50.386125 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-916144d2-aa08-4c0b-a455-a61288249725 req-71efd41d-f245-4267-a752-d918d6bd53cb service neutron] 10.222.0.72 "GET /v2.0/networks/583b29ab-e0ba-468d-ae03-87a6a1ad9ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2998745 Feb 19 02:57:50.536467 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:50.541983 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f4b155f0-0a8b-4067-935f-33664c5644bb tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks [] for router_gateway (5fe4a07c-f911-4cd5-9b9a-65a43cfcf6b3), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:50.564806 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 917973d8-3e41-4d78-b139-6fff22795617, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=917973d8-3e41-4d78-b139-6fff22795617,segment=NetworkSegment(c6117011-521a-469d-908d-80df02851f25),segment_id=c6117011-521a-469d-908d-80df02851f25)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:57:50.568301 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f4b155f0-0a8b-4067-935f-33664c5644bb tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:50.579481 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Returning: {'device': '917973d8-3e41-4d78-b139-6fff22795617', 'network_id': '6c178878-2547-4ea7-b234-5f12e66a6c9a', 'port_id': '917973d8-3e41-4d78-b139-6fff22795617', 'mac_address': 'fa:16:3e:7c:bb:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cfd9bdf-5713-42ab-9e32-dc268009511b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:57:50.620105 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2e239a-6edb-4e1e-b4d2-8e6e60122ff2 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] Network 52da6e54-bfc7-4202-a47f-fa4a45933273 is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:57:50.628876 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 917973d8-3e41-4d78-b139-6fff22795617 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:57:50.629396 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (917973d8-3e41-4d78-b139-6fff22795617), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:50.645752 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 917973d8-3e41-4d78-b139-6fff22795617 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:57:50.673157 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 917973d8-3e41-4d78-b139-6fff22795617, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=917973d8-3e41-4d78-b139-6fff22795617,segment=NetworkSegment(c6117011-521a-469d-908d-80df02851f25),segment_id=c6117011-521a-469d-908d-80df02851f25)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:57:50.683283 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (917973d8-3e41-4d78-b139-6fff22795617), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:50.708227 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-919f8b30-1873-48fc-8728-616816e9a0c6 tempest-RoutersAdminNegativeIpV6Test-956311475 tempest-RoutersAdminNegativeIpV6Test-956311475-project-admin] Publish callbacks [] for router (59362cac-7499-43bd-857b-932c16429425), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:50.762340 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=917973d8-3e41-4d78-b139-6fff22795617,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:50.901753 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-f4b155f0-0a8b-4067-935f-33664c5644bb tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Allocated IP 172.25.6.57 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/98645d5d-1809-49c6-8678-4fd2540aa9c3) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:57:50.940602 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-919f8b30-1873-48fc-8728-616816e9a0c6 tempest-RoutersAdminNegativeIpV6Test-956311475 tempest-RoutersAdminNegativeIpV6Test-956311475-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16317457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14254'] for router (59362cac-7499-43bd-857b-932c16429425), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:50.943557 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-919f8b30-1873-48fc-8728-616816e9a0c6 tempest-RoutersAdminNegativeIpV6Test-956311475 tempest-RoutersAdminNegativeIpV6Test-956311475-project-admin] Publish callbacks [] for router_controller (59362cac-7499-43bd-857b-932c16429425), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:50.944994 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['917973d8-3e41-4d78-b139-6fff22795617'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:57:51.056984 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-919f8b30-1873-48fc-8728-616816e9a0c6 tempest-RoutersAdminNegativeIpV6Test-956311475 tempest-RoutersAdminNegativeIpV6Test-956311475-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16317544'] for router (59362cac-7499-43bd-857b-932c16429425), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:51.058184 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-919f8b30-1873-48fc-8728-616816e9a0c6 tempest-RoutersAdminNegativeIpV6Test-956311475 tempest-RoutersAdminNegativeIpV6Test-956311475-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 59362cac-7499-43bd-857b-932c16429425 {{(pid=103702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 02:57:51.106168 n-d-826753-2 neutron-server[103702]: INFO neutron.api.v2.resource [None req-919f8b30-1873-48fc-8728-616816e9a0c6 tempest-RoutersAdminNegativeIpV6Test-956311475 tempest-RoutersAdminNegativeIpV6Test-956311475-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 19 02:57:51.110368 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-919f8b30-1873-48fc-8728-616816e9a0c6 tempest-RoutersAdminNegativeIpV6Test-956311475 tempest-RoutersAdminNegativeIpV6Test-956311475-project-admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.3068545 Feb 19 02:57:51.111294 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42626) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:51.159927 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f4b155f0-0a8b-4067-935f-33664c5644bb tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks [] for port (98645d5d-1809-49c6-8678-4fd2540aa9c3), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:51.256518 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-9bf1f0bc-1718-42fb-a018-7c55ffd16423 tempest-RoutersAdminNegativeIpV6Test-956311475 tempest-RoutersAdminNegativeIpV6Test-956311475-project-admin] Deleting port ff57164d-a1ca-46fe-b499-46a3a9280d4e {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:57:51.257163 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9bf1f0bc-1718-42fb-a018-7c55ffd16423 tempest-RoutersAdminNegativeIpV6Test-956311475 tempest-RoutersAdminNegativeIpV6Test-956311475-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (ff57164d-a1ca-46fe-b499-46a3a9280d4e), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:51.257604 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-aa2e239a-6edb-4e1e-b4d2-8e6e60122ff2 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:57:51.261376 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f4b155f0-0a8b-4067-935f-33664c5644bb tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (98645d5d-1809-49c6-8678-4fd2540aa9c3), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:51.270436 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2e239a-6edb-4e1e-b4d2-8e6e60122ff2 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:57:51.276335 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2e239a-6edb-4e1e-b4d2-8e6e60122ff2 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:51.276335 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-aa2e239a-6edb-4e1e-b4d2-8e6e60122ff2 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:51.295241 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2e239a-6edb-4e1e-b4d2-8e6e60122ff2 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] Pushing event updated for resources: {'Port': ['ID=dd8991a6-8d55-4b1e-ae2a-199b4dd70590,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:51.310340 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2c2d02-7503-4fc5-8c3d-3e5453128fb6 req-9ab90d39-55d7-4cb8-828a-7062260973da tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:51.315688 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2c2d02-7503-4fc5-8c3d-3e5453128fb6 req-9ab90d39-55d7-4cb8-828a-7062260973da tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:51.320925 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2c2d02-7503-4fc5-8c3d-3e5453128fb6 req-9ab90d39-55d7-4cb8-828a-7062260973da tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:51.326474 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2c2d02-7503-4fc5-8c3d-3e5453128fb6 req-9ab90d39-55d7-4cb8-828a-7062260973da tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:51.333183 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2c2d02-7503-4fc5-8c3d-3e5453128fb6 req-9ab90d39-55d7-4cb8-828a-7062260973da tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:51.338553 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2c2d02-7503-4fc5-8c3d-3e5453128fb6 req-9ab90d39-55d7-4cb8-828a-7062260973da tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:51.343808 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2c2d02-7503-4fc5-8c3d-3e5453128fb6 req-9ab90d39-55d7-4cb8-828a-7062260973da tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:51.347924 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b155f0-0a8b-4067-935f-33664c5644bb tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:57:51.352389 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7d2c2d02-7503-4fc5-8c3d-3e5453128fb6 req-9ab90d39-55d7-4cb8-828a-7062260973da tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 5421 time: 0.8571873 Feb 19 02:57:51.356477 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-f4b155f0-0a8b-4067-935f-33664c5644bb tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:57:51.359278 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b155f0-0a8b-4067-935f-33664c5644bb tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:57:51.372958 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-aa2e239a-6edb-4e1e-b4d2-8e6e60122ff2 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.5610747 Feb 19 02:57:51.383172 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 42628) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:51.392317 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-24684cde-dc13-40b7-8d71-5bdd6cf7eb64 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] Request body: {'port': {'network_id': '52da6e54-bfc7-4202-a47f-fa4a45933273', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-966619099', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:57:51.392873 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.api.validators [None req-24684cde-dc13-40b7-8d71-5bdd6cf7eb64 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] bootfile-name is not in valid_values {{(pid=103701) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 19 02:57:51.393238 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.api.validators [None req-24684cde-dc13-40b7-8d71-5bdd6cf7eb64 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] tftp-server is not in valid_values {{(pid=103701) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 19 02:57:51.393569 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.api.validators [None req-24684cde-dc13-40b7-8d71-5bdd6cf7eb64 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] server-ip-address is not in valid_values {{(pid=103701) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 19 02:57:51.408078 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b155f0-0a8b-4067-935f-33664c5644bb tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Pushing event updated for resources: {'Port': ['ID=98645d5d-1809-49c6-8678-4fd2540aa9c3,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:51.428887 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b155f0-0a8b-4067-935f-33664c5644bb tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:57:51.429220 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b155f0-0a8b-4067-935f-33664c5644bb tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:57:51.429491 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b155f0-0a8b-4067-935f-33664c5644bb tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:57:51.429855 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b155f0-0a8b-4067-935f-33664c5644bb tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:57:51.430165 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b155f0-0a8b-4067-935f-33664c5644bb tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:57:51.430501 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b155f0-0a8b-4067-935f-33664c5644bb tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:57:51.430833 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b155f0-0a8b-4067-935f-33664c5644bb tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:57:51.431162 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b155f0-0a8b-4067-935f-33664c5644bb tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:57:51.431490 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b155f0-0a8b-4067-935f-33664c5644bb tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:57:51.431815 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b155f0-0a8b-4067-935f-33664c5644bb tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:57:51.432147 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b155f0-0a8b-4067-935f-33664c5644bb tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:57:51.432469 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b155f0-0a8b-4067-935f-33664c5644bb tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:57:51.432793 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b155f0-0a8b-4067-935f-33664c5644bb tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:57:51.498401 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9bf1f0bc-1718-42fb-a018-7c55ffd16423 tempest-RoutersAdminNegativeIpV6Test-956311475 tempest-RoutersAdminNegativeIpV6Test-956311475-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (ff57164d-a1ca-46fe-b499-46a3a9280d4e), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:51.503572 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788088a7-bc67-44d7-9ff5-f68b7405b14f None None] Network 52da6e54-bfc7-4202-a47f-fa4a45933273 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:57:51.537670 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-916144d2-aa08-4c0b-a455-a61288249725 req-0dea38a9-7b2e-45a5-94c9-19669dc2e8b4 service neutron] 10.222.0.72 "GET /v2.0/networks/583b29ab-e0ba-468d-ae03-87a6a1ad9ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1159787 Feb 19 02:57:51.543572 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-9bf1f0bc-1718-42fb-a018-7c55ffd16423 tempest-RoutersAdminNegativeIpV6Test-956311475 tempest-RoutersAdminNegativeIpV6Test-956311475-project-admin] Calling delete_port for ff57164d-a1ca-46fe-b499-46a3a9280d4e owned by {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:57:51.603976 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-06111a0e-1266-445a-aa56-daa8b0045de2 None None] Provisioning complete for port ddc43a54-03f2-4dfe-b743-6c40b15212bd triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:57:51.607371 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-06111a0e-1266-445a-aa56-daa8b0045de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (ddc43a54-03f2-4dfe-b743-6c40b15212bd), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:51.614598 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device ddc43a54-03f2-4dfe-b743-6c40b15212bd up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:57:51.627261 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7d2c2d02-7503-4fc5-8c3d-3e5453128fb6 req-072f39dd-9650-4213-b638-82e9426dd276 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/security-groups?id=344800ac-992b-44b9-a49a-a7d4e6a6fc53&id=197f0109-f833-46dd-9ffe-3ff812885f73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2739918 Feb 19 02:57:51.647307 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24684cde-dc13-40b7-8d71-5bdd6cf7eb64 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] Made reservation on behalf of 7093d79ba67b47d0a143455717f8cce8 for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:57:51.652369 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-24684cde-dc13-40b7-8d71-5bdd6cf7eb64 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:51.690946 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [None req-24684cde-dc13-40b7-8d71-5bdd6cf7eb64 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] device_id is not set on port 55025cdc-9a67-4b96-ab89-1db646b8a0f2 yet. {{(pid=103701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 02:57:51.793449 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port ddc43a54-03f2-4dfe-b743-6c40b15212bd triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:57:51.793828 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (ddc43a54-03f2-4dfe-b743-6c40b15212bd), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:51.869327 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f4b155f0-0a8b-4067-935f-33664c5644bb tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks [] for router_gateway (5fe4a07c-f911-4cd5-9b9a-65a43cfcf6b3), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:51.909218 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-06111a0e-1266-445a-aa56-daa8b0045de2 None None] Current status of the port ddc43a54-03f2-4dfe-b743-6c40b15212bd is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:57:51.909612 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-06111a0e-1266-445a-aa56-daa8b0045de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (ddc43a54-03f2-4dfe-b743-6c40b15212bd), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:51.950219 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9bf1f0bc-1718-42fb-a018-7c55ffd16423 tempest-RoutersAdminNegativeIpV6Test-956311475 tempest-RoutersAdminNegativeIpV6Test-956311475-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (ff57164d-a1ca-46fe-b499-46a3a9280d4e), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:52.015484 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:52.018518 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-06111a0e-1266-445a-aa56-daa8b0045de2 None None] For port ddc43a54-03f2-4dfe-b743-6c40b15212bd, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=ddc43a54-03f2-4dfe-b743-6c40b15212bd,segment=NetworkSegment(af04742f-ccfc-4391-adfe-ff0bde5c988b),segment_id=af04742f-ccfc-4391-adfe-ff0bde5c988b)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:57:52.057383 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf1f0bc-1718-42fb-a018-7c55ffd16423 tempest-RoutersAdminNegativeIpV6Test-956311475 tempest-RoutersAdminNegativeIpV6Test-956311475-project-admin] Pushing event deleted for resources: {'Port': ['ID=ff57164d-a1ca-46fe-b499-46a3a9280d4e,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:52.093170 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-24684cde-dc13-40b7-8d71-5bdd6cf7eb64 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] Allocated IP 2001:db8::25e (52da6e54-bfc7-4202-a47f-fa4a45933273/2455bdf3-46aa-4d7d-abd9-9d2d7dda137a/55025cdc-9a67-4b96-ab89-1db646b8a0f2) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:57:52.098653 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port ddc43a54-03f2-4dfe-b743-6c40b15212bd is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:57:52.099060 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (ddc43a54-03f2-4dfe-b743-6c40b15212bd), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:52.142962 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-06111a0e-1266-445a-aa56-daa8b0045de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (ddc43a54-03f2-4dfe-b743-6c40b15212bd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:52.252575 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9bf1f0bc-1718-42fb-a018-7c55ffd16423 tempest-RoutersAdminNegativeIpV6Test-956311475 tempest-RoutersAdminNegativeIpV6Test-956311475-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:52.270224 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-9bf1f0bc-1718-42fb-a018-7c55ffd16423 tempest-RoutersAdminNegativeIpV6Test-956311475 tempest-RoutersAdminNegativeIpV6Test-956311475-project-admin] 10.222.0.72 "DELETE /v2.0/ports/ff57164d-a1ca-46fe-b499-46a3a9280d4e HTTP/1.1" status: 204 len: 168 time: 1.1544731 Feb 19 02:57:52.314037 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.db.api [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103703) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 02:57:52.314454 n-d-826753-2 neutron-server[103703]: DEBUG oslo_db.api [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 02:57:52.315262 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 917973d8-3e41-4d78-b139-6fff22795617 up at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:57:52.426841 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f4b155f0-0a8b-4067-935f-33664c5644bb tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16317478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865'] for router (5fe4a07c-f911-4cd5-9b9a-65a43cfcf6b3), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:52.497960 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-24684cde-dc13-40b7-8d71-5bdd6cf7eb64 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] Publish callbacks [] for port (55025cdc-9a67-4b96-ab89-1db646b8a0f2), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:52.738000 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-24684cde-dc13-40b7-8d71-5bdd6cf7eb64 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (55025cdc-9a67-4b96-ab89-1db646b8a0f2), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:52.775776 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-15d39db4-5b85-4c24-8bb3-7d5a21b5a616 req-bedf9cff-9cff-46ef-8fdc-ed6f1df8b0a2 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 210 time: 0.7980857 Feb 19 02:57:52.831774 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24684cde-dc13-40b7-8d71-5bdd6cf7eb64 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] Network 52da6e54-bfc7-4202-a47f-fa4a45933273 is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:57:52.842436 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-24684cde-dc13-40b7-8d71-5bdd6cf7eb64 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:57:52.918042 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 42668) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:52.918866 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24684cde-dc13-40b7-8d71-5bdd6cf7eb64 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:57:52.924131 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24684cde-dc13-40b7-8d71-5bdd6cf7eb64 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:52.924727 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-24684cde-dc13-40b7-8d71-5bdd6cf7eb64 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:53.013972 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06111a0e-1266-445a-aa56-daa8b0045de2 None None] Pushing event updated for resources: {'Port': ['ID=ddc43a54-03f2-4dfe-b743-6c40b15212bd,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:53.039597 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port ddc43a54-03f2-4dfe-b743-6c40b15212bd is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:57:53.085690 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3db935-c447-4fb0-8031-f1122caf3398 req-a731c60f-87e0-4e74-b581-b01eefea91ed tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:53.088796 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0c3db935-c447-4fb0-8031-f1122caf3398 req-a731c60f-87e0-4e74-b581-b01eefea91ed tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/ports?device_id=6fbac1dc-890e-47c9-99fa-6cde13e82ed6 HTTP/1.1" status: 200 len: 944 time: 1.1329174 Feb 19 02:57:53.123598 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:53.152772 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-dd51b272-1bba-47b2-a835-1166742fcae4 None None] Provisioning complete for port ddc43a54-03f2-4dfe-b743-6c40b15212bd triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:57:53.158546 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-dd51b272-1bba-47b2-a835-1166742fcae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (ddc43a54-03f2-4dfe-b743-6c40b15212bd), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:53.164699 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-24684cde-dc13-40b7-8d71-5bdd6cf7eb64 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.7798414 Feb 19 02:57:53.171638 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 42672) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:53.222741 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24684cde-dc13-40b7-8d71-5bdd6cf7eb64 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] Pushing event updated for resources: {'Port': ['ID=55025cdc-9a67-4b96-ab89-1db646b8a0f2,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:53.252215 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24684cde-dc13-40b7-8d71-5bdd6cf7eb64 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:57:53.252598 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24684cde-dc13-40b7-8d71-5bdd6cf7eb64 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:57:53.252927 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24684cde-dc13-40b7-8d71-5bdd6cf7eb64 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:57:53.253302 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24684cde-dc13-40b7-8d71-5bdd6cf7eb64 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:57:53.253705 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24684cde-dc13-40b7-8d71-5bdd6cf7eb64 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:57:53.254052 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24684cde-dc13-40b7-8d71-5bdd6cf7eb64 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:57:53.254389 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24684cde-dc13-40b7-8d71-5bdd6cf7eb64 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:57:53.254730 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24684cde-dc13-40b7-8d71-5bdd6cf7eb64 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:57:53.255067 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24684cde-dc13-40b7-8d71-5bdd6cf7eb64 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:57:53.255401 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24684cde-dc13-40b7-8d71-5bdd6cf7eb64 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:57:53.255734 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24684cde-dc13-40b7-8d71-5bdd6cf7eb64 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:57:53.256069 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24684cde-dc13-40b7-8d71-5bdd6cf7eb64 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:57:53.256396 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24684cde-dc13-40b7-8d71-5bdd6cf7eb64 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:57:53.268477 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning for port 917973d8-3e41-4d78-b139-6fff22795617 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:57:53.274857 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning complete for port 917973d8-3e41-4d78-b139-6fff22795617 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:57:53.275361 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (917973d8-3e41-4d78-b139-6fff22795617), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:53.307020 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0c3db935-c447-4fb0-8031-f1122caf3398 req-01581d98-fc14-4ceb-b997-ca17016c34d0 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ba0f102-3452-4e6f-b12d-3fac2606ad0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955969 Feb 19 02:57:53.315749 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5c423165-4066-4d9e-b3e7-dbecf9f053e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:53.353505 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89678ea-f4ef-43e8-86df-e4f3a1759051 req-287f8ccf-26c0-4330-b912-5459b1884cdc tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:53.365356 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89678ea-f4ef-43e8-86df-e4f3a1759051 req-287f8ccf-26c0-4330-b912-5459b1884cdc tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:53.371511 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89678ea-f4ef-43e8-86df-e4f3a1759051 req-287f8ccf-26c0-4330-b912-5459b1884cdc tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:53.377979 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89678ea-f4ef-43e8-86df-e4f3a1759051 req-287f8ccf-26c0-4330-b912-5459b1884cdc tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:53.383981 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89678ea-f4ef-43e8-86df-e4f3a1759051 req-287f8ccf-26c0-4330-b912-5459b1884cdc tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:53.387872 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-dd51b272-1bba-47b2-a835-1166742fcae4 None None] Current status of the port ddc43a54-03f2-4dfe-b743-6c40b15212bd is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:57:53.408559 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89678ea-f4ef-43e8-86df-e4f3a1759051 req-287f8ccf-26c0-4330-b912-5459b1884cdc tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:53.408941 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-dd51b272-1bba-47b2-a835-1166742fcae4 None None] Provisioning complete for port dd8991a6-8d55-4b1e-ae2a-199b4dd70590 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:57:53.409699 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-dd51b272-1bba-47b2-a835-1166742fcae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (dd8991a6-8d55-4b1e-ae2a-199b4dd70590), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:53.424123 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89678ea-f4ef-43e8-86df-e4f3a1759051 req-287f8ccf-26c0-4330-b912-5459b1884cdc tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:53.426124 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e89678ea-f4ef-43e8-86df-e4f3a1759051 req-287f8ccf-26c0-4330-b912-5459b1884cdc tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 5421 time: 0.4988031 Feb 19 02:57:53.456002 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4b155f0-0a8b-4067-935f-33664c5644bb tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Router 5fe4a07c-f911-4cd5-9b9a-65a43cfcf6b3 is scheduled to L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd with binding_index 1 {{(pid=103702) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 02:57:53.484340 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 917973d8-3e41-4d78-b139-6fff22795617 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:57:53.484871 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (917973d8-3e41-4d78-b139-6fff22795617), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:53.497710 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-dd51b272-1bba-47b2-a835-1166742fcae4 None None] Port dd8991a6-8d55-4b1e-ae2a-199b4dd70590 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:57:53.525527 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 917973d8-3e41-4d78-b139-6fff22795617, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=917973d8-3e41-4d78-b139-6fff22795617,segment=NetworkSegment(c6117011-521a-469d-908d-80df02851f25),segment_id=c6117011-521a-469d-908d-80df02851f25)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:57:53.526519 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fbac1dc-890e-47c9-99fa-6cde13e82ed6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '917973d8-3e41-4d78-b139-6fff22795617'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:57:53.529190 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2baa713-a59b-4af9-9fe6-fe11e171c734" -d '{"events": [{"server_uuid": "6fbac1dc-890e-47c9-99fa-6cde13e82ed6", "name": "network-vif-plugged", "status": "completed", "tag": "917973d8-3e41-4d78-b139-6fff22795617"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:57:53.548577 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (917973d8-3e41-4d78-b139-6fff22795617), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:53.624728 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ff6759d-f580-4a46-acd5-a1ad42468ef5 x-openstack-request-id: req-2ff6759d-f580-4a46-acd5-a1ad42468ef5 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:57:53.625086 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fbac1dc-890e-47c9-99fa-6cde13e82ed6", "name": "network-vif-plugged", "status": "completed", "tag": "917973d8-3e41-4d78-b139-6fff22795617", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:57:53.625219 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2ff6759d-f580-4a46-acd5-a1ad42468ef5 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:57:53.625616 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fbac1dc-890e-47c9-99fa-6cde13e82ed6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '917973d8-3e41-4d78-b139-6fff22795617', 'code': 200} Feb 19 02:57:53.628966 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device ddc43a54-03f2-4dfe-b743-6c40b15212bd up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:57:53.683333 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f832ae5-c846-4097-959b-631e32afc4c8 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:53.690634 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f832ae5-c846-4097-959b-631e32afc4c8 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:53.702582 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f832ae5-c846-4097-959b-631e32afc4c8 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:53.715658 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42680) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:53.716266 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-5f832ae5-c846-4097-959b-631e32afc4c8 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.5415020 Feb 19 02:57:53.745265 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-11053f21-0df1-4357-91e4-da4593a808c4 None None] Provisioning complete for port 55025cdc-9a67-4b96-ab89-1db646b8a0f2 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:57:53.745936 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-11053f21-0df1-4357-91e4-da4593a808c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (55025cdc-9a67-4b96-ab89-1db646b8a0f2), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:53.751605 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=917973d8-3e41-4d78-b139-6fff22795617,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:53.798954 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port ddc43a54-03f2-4dfe-b743-6c40b15212bd triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:57:53.800617 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (ddc43a54-03f2-4dfe-b743-6c40b15212bd), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:53.858511 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-11053f21-0df1-4357-91e4-da4593a808c4 None None] Port 55025cdc-9a67-4b96-ab89-1db646b8a0f2 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:57:53.886494 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-11053f21-0df1-4357-91e4-da4593a808c4 None None] Provisioning complete for port dd8991a6-8d55-4b1e-ae2a-199b4dd70590 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:57:53.887603 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-11053f21-0df1-4357-91e4-da4593a808c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (dd8991a6-8d55-4b1e-ae2a-199b4dd70590), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:53.911138 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4b155f0-0a8b-4067-935f-33664c5644bb tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:57:53.926852 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b072fe1-36bb-439a-b940-ad321040d4d0 None None] Sync routers for ids ['5fe4a07c-f911-4cd5-9b9a-65a43cfcf6b3'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:57:53.945497 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b072fe1-36bb-439a-b940-ad321040d4d0 None None] Routers {'5fe4a07c-f911-4cd5-9b9a-65a43cfcf6b3'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:57:53.948220 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-8b072fe1-36bb-439a-b940-ad321040d4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:57:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['5fe4a07c-f911-4cd5-9b9a-65a43cfcf6b3'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:57:53.949280 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5c423165-4066-4d9e-b3e7-dbecf9f053e4 admin admin] Publish callbacks [] for security_group (76353767-10ec-49a3-a1d8-e6e8acfd1705), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:53.962804 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-11053f21-0df1-4357-91e4-da4593a808c4 None None] Port dd8991a6-8d55-4b1e-ae2a-199b4dd70590 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:57:53.973702 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port ddc43a54-03f2-4dfe-b743-6c40b15212bd is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:57:54.011347 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5c423165-4066-4d9e-b3e7-dbecf9f053e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (76353767-10ec-49a3-a1d8-e6e8acfd1705), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:54.035806 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-8b072fe1-36bb-439a-b940-ad321040d4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:57:54.038785 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f4b155f0-0a8b-4067-935f-33664c5644bb tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:54.042857 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-f4b155f0-0a8b-4067-935f-33664c5644bb tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 5.0664237 Feb 19 02:57:54.047351 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b072fe1-36bb-439a-b940-ad321040d4d0 None None] Routers {'5fe4a07c-f911-4cd5-9b9a-65a43cfcf6b3'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:57:54.048228 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-8b072fe1-36bb-439a-b940-ad321040d4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:57:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['5fe4a07c-f911-4cd5-9b9a-65a43cfcf6b3'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:57:54.058243 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42684) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:54.065151 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c423165-4066-4d9e-b3e7-dbecf9f053e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76353767-10ec-49a3-a1d8-e6e8acfd1705,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:54.070555 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1e5e3c27-83a2-4123-909e-b5058a9885e6 req-24260e29-b615-40e7-bf79-dfe2bf7e8f04 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 210 time: 0.1115873 Feb 19 02:57:54.096903 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e89678ea-f4ef-43e8-86df-e4f3a1759051 req-fad9f4f3-6237-4217-8a53-e5345b260c1f tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/security-groups?id=344800ac-992b-44b9-a49a-a7d4e6a6fc53&id=197f0109-f833-46dd-9ffe-3ff812885f73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6252372 Feb 19 02:57:54.110236 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-8b072fe1-36bb-439a-b940-ad321040d4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:57:54.111466 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b072fe1-36bb-439a-b940-ad321040d4d0 None None] The sync data for ids ['5fe4a07c-f911-4cd5-9b9a-65a43cfcf6b3'] in n-d-826753-2 is: [] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:57:54.121105 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470e8017-44f0-43c0-9a30-222288a492fc req-83dc45b8-9d59-4dc9-b32a-c718fcbe1d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:54.122605 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-470e8017-44f0-43c0-9a30-222288a492fc req-83dc45b8-9d59-4dc9-b32a-c718fcbe1d28 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=6fbac1dc-890e-47c9-99fa-6cde13e82ed6 HTTP/1.1" status: 200 len: 1127 time: 0.4052787 Feb 19 02:57:54.168177 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-5c423165-4066-4d9e-b3e7-dbecf9f053e4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a371ff2261cb4470805a7c9939f7139f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2140157 Feb 19 02:57:54.170817 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 42686) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:54.181533 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916144d2-aa08-4c0b-a455-a61288249725 req-2e20d900-57f0-49de-b176-e7597b075f66 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:54.183026 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-916144d2-aa08-4c0b-a455-a61288249725 req-2e20d900-57f0-49de-b176-e7597b075f66 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.73 "GET /v2.0/networks?id=583b29ab-e0ba-468d-ae03-87a6a1ad9ae5 HTTP/1.1" status: 200 len: 814 time: 0.5167582 Feb 19 02:57:54.208107 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-470e8017-44f0-43c0-9a30-222288a492fc req-adf1f8a8-78e2-4748-b02f-1f14f05364c1 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=7ba0f102-3452-4e6f-b12d-3fac2606ad0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726690 Feb 19 02:57:54.208367 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-b5413790-1b47-44d9-a38d-032a1e28a652 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] Deleting port 55025cdc-9a67-4b96-ab89-1db646b8a0f2 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:57:54.208710 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b5413790-1b47-44d9-a38d-032a1e28a652 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (55025cdc-9a67-4b96-ab89-1db646b8a0f2), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:54.220739 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-916144d2-aa08-4c0b-a455-a61288249725 req-35e75c11-1d09-4f5c-bca0-996de2bd3e29 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Request body: {'port': {'device_id': '40fc99c4-bfe8-4775-b070-601c11766486', 'network_id': '583b29ab-e0ba-468d-ae03-87a6a1ad9ae5', 'admin_state_up': True, 'tenant_id': 'af50eb00c5a74dd68d3a720f276d22fe'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:57:54.242850 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0d016e9f-01b0-4b26-801e-11ce849cb483 admin admin] Publish callbacks [] for security_group (76353767-10ec-49a3-a1d8-e6e8acfd1705), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:54.271366 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0d016e9f-01b0-4b26-801e-11ce849cb483 admin admin] Publish callbacks [] for security_group (76353767-10ec-49a3-a1d8-e6e8acfd1705), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:54.329946 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0d016e9f-01b0-4b26-801e-11ce849cb483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (76353767-10ec-49a3-a1d8-e6e8acfd1705), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:54.333165 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0d016e9f-01b0-4b26-801e-11ce849cb483 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:54.336577 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-0d016e9f-01b0-4b26-801e-11ce849cb483 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/76353767-10ec-49a3-a1d8-e6e8acfd1705 HTTP/1.1" status: 204 len: 168 time: 0.1619747 Feb 19 02:57:54.344874 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d016e9f-01b0-4b26-801e-11ce849cb483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76353767-10ec-49a3-a1d8-e6e8acfd1705,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:54.439450 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-0eef6dba-0093-4369-ac71-f8c4028d41be tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] 10.222.0.72 "GET /v2.0/routers/5fe4a07c-f911-4cd5-9b9a-65a43cfcf6b3 HTTP/1.1" status: 200 len: 880 time: 0.3799987 Feb 19 02:57:54.439994 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42696) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:54.504843 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07236159-03ab-47aa-9f3e-4c3ed8229b6c req-f5ce4104-bde5-4658-b1d5-0dbdd58e4fbc tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:54.506742 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-07236159-03ab-47aa-9f3e-4c3ed8229b6c req-f5ce4104-bde5-4658-b1d5-0dbdd58e4fbc tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/ports?device_id=6fbac1dc-890e-47c9-99fa-6cde13e82ed6 HTTP/1.1" status: 200 len: 945 time: 0.0906830 Feb 19 02:57:54.585434 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b5413790-1b47-44d9-a38d-032a1e28a652 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (55025cdc-9a67-4b96-ab89-1db646b8a0f2), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:54.602556 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-07236159-03ab-47aa-9f3e-4c3ed8229b6c req-9dab1778-a68a-45b3-9b64-d43144b8d6fa tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ba0f102-3452-4e6f-b12d-3fac2606ad0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877407 Feb 19 02:57:54.623022 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-b5413790-1b47-44d9-a38d-032a1e28a652 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] Calling delete_port for 55025cdc-9a67-4b96-ab89-1db646b8a0f2 owned by {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:57:54.733379 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-916144d2-aa08-4c0b-a455-a61288249725 req-35e75c11-1d09-4f5c-bca0-996de2bd3e29 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Made reservation on behalf of af50eb00c5a74dd68d3a720f276d22fe for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:57:54.737213 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-916144d2-aa08-4c0b-a455-a61288249725 req-35e75c11-1d09-4f5c-bca0-996de2bd3e29 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:54.814147 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 42702) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:54.876826 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-1a564785-c094-435c-a500-aa2a199e5aa2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1f237d6253394aaebdc682541302019a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0574369 Feb 19 02:57:54.878716 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 42704) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:54.951935 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-65222484-0f25-4bec-a423-8adcc36c4cd6 admin admin] Publish callbacks [] for security_group (81361279-6b24-4e46-a049-2f83c4ddde2c), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:54.986866 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-65222484-0f25-4bec-a423-8adcc36c4cd6 admin admin] Publish callbacks [] for security_group (81361279-6b24-4e46-a049-2f83c4ddde2c), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:55.059622 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-65222484-0f25-4bec-a423-8adcc36c4cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (81361279-6b24-4e46-a049-2f83c4ddde2c), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:55.062829 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-65222484-0f25-4bec-a423-8adcc36c4cd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:55.066563 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-65222484-0f25-4bec-a423-8adcc36c4cd6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/81361279-6b24-4e46-a049-2f83c4ddde2c HTTP/1.1" status: 204 len: 168 time: 0.1839511 Feb 19 02:57:55.086200 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65222484-0f25-4bec-a423-8adcc36c4cd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81361279-6b24-4e46-a049-2f83c4ddde2c,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:55.114505 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [req-916144d2-aa08-4c0b-a455-a61288249725 req-35e75c11-1d09-4f5c-bca0-996de2bd3e29 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Allocated IP 172.20.0.12 (583b29ab-e0ba-468d-ae03-87a6a1ad9ae5/3ea5428a-92f7-475d-b30c-482a71ed5c95/70b42dbd-71fc-4efd-8608-6d6d588d6cc3) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:57:55.174598 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b5413790-1b47-44d9-a38d-032a1e28a652 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (55025cdc-9a67-4b96-ab89-1db646b8a0f2), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:55.201805 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-744ee6b1-4e25-491e-94cc-1f4a331a6008 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.7566292 Feb 19 02:57:55.203883 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 42712) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:55.211686 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-385db46a-d4b9-474c-a0a6-9521ce6a6051 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1117787271'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:57:55.304218 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5413790-1b47-44d9-a38d-032a1e28a652 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] Pushing event deleted for resources: {'Port': ['ID=55025cdc-9a67-4b96-ab89-1db646b8a0f2,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:55.361294 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-04b65ae1-32cd-4bb9-932e-23387804d4ed req-fdca6fe2-a1f4-4a70-a510-6466b50ff730 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 210 time: 0.1713848 Feb 19 02:57:55.386963 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b5413790-1b47-44d9-a38d-032a1e28a652 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:55.398112 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-b5413790-1b47-44d9-a38d-032a1e28a652 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] 10.222.0.72 "DELETE /v2.0/ports/55025cdc-9a67-4b96-ab89-1db646b8a0f2 HTTP/1.1" status: 204 len: 168 time: 1.6750939 Feb 19 02:57:55.403914 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42714) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:55.409853 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-89c745dc-c3fa-4964-87d8-9a00ca894d8f tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] Request body: {'port': {'name': 'tempest-new-port-name-361490551', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:57:55.412391 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.api.validators [None req-89c745dc-c3fa-4964-87d8-9a00ca894d8f tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] bootfile-name is not in valid_values {{(pid=103702) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 19 02:57:55.412770 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.api.validators [None req-89c745dc-c3fa-4964-87d8-9a00ca894d8f tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] tftp-server is not in valid_values {{(pid=103702) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 19 02:57:55.413164 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.api.validators [None req-89c745dc-c3fa-4964-87d8-9a00ca894d8f tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] server-ip-address is not in valid_values {{(pid=103702) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 19 02:57:55.555811 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d3ee3c-e024-4407-a652-fb637db70a88 req-dd5bcfad-e5ce-45fd-a641-2afb2ae8dfe2 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:55.564178 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d3ee3c-e024-4407-a652-fb637db70a88 req-dd5bcfad-e5ce-45fd-a641-2afb2ae8dfe2 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:55.571760 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d3ee3c-e024-4407-a652-fb637db70a88 req-dd5bcfad-e5ce-45fd-a641-2afb2ae8dfe2 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:55.584468 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d3ee3c-e024-4407-a652-fb637db70a88 req-dd5bcfad-e5ce-45fd-a641-2afb2ae8dfe2 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:55.590085 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d3ee3c-e024-4407-a652-fb637db70a88 req-dd5bcfad-e5ce-45fd-a641-2afb2ae8dfe2 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:55.596783 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d3ee3c-e024-4407-a652-fb637db70a88 req-dd5bcfad-e5ce-45fd-a641-2afb2ae8dfe2 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:55.602549 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d3ee3c-e024-4407-a652-fb637db70a88 req-dd5bcfad-e5ce-45fd-a641-2afb2ae8dfe2 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:55.613262 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c7d3ee3c-e024-4407-a652-fb637db70a88 req-dd5bcfad-e5ce-45fd-a641-2afb2ae8dfe2 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 5421 time: 0.2560170 Feb 19 02:57:55.891651 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-89c745dc-c3fa-4964-87d8-9a00ca894d8f tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (dd8991a6-8d55-4b1e-ae2a-199b4dd70590), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:55.892804 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c7d3ee3c-e024-4407-a652-fb637db70a88 req-040fed65-3f12-4566-a453-a5ca16368746 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/security-groups?id=344800ac-992b-44b9-a49a-a7d4e6a6fc53&id=197f0109-f833-46dd-9ffe-3ff812885f73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2783968 Feb 19 02:57:55.936679 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc5d46c-cf98-44a5-9ea5-05cc12d69059 req-173d5414-1428-4ef8-b0be-0849e4934d27 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:55.939271 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2dc5d46c-cf98-44a5-9ea5-05cc12d69059 req-173d5414-1428-4ef8-b0be-0849e4934d27 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/ports?device_id=6fbac1dc-890e-47c9-99fa-6cde13e82ed6 HTTP/1.1" status: 200 len: 945 time: 0.2405615 Feb 19 02:57:55.947000 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-385db46a-d4b9-474c-a0a6-9521ce6a6051 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16285772', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16317501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14257'] for router (5fe4a07c-f911-4cd5-9b9a-65a43cfcf6b3), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:56.048233 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2dc5d46c-cf98-44a5-9ea5-05cc12d69059 req-9712d0c9-ae20-42b6-9395-1fec5ccbfa10 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ba0f102-3452-4e6f-b12d-3fac2606ad0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964940 Feb 19 02:57:56.051670 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-385db46a-d4b9-474c-a0a6-9521ce6a6051 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16285787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16285778', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16317492'] for router (5fe4a07c-f911-4cd5-9b9a-65a43cfcf6b3), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:56.065369 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-916144d2-aa08-4c0b-a455-a61288249725 req-35e75c11-1d09-4f5c-bca0-996de2bd3e29 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Publish callbacks [] for port (70b42dbd-71fc-4efd-8608-6d6d588d6cc3), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:56.127095 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:56.235142 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-916144d2-aa08-4c0b-a455-a61288249725 req-35e75c11-1d09-4f5c-bca0-996de2bd3e29 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (70b42dbd-71fc-4efd-8608-6d6d588d6cc3), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:56.336199 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-385db46a-d4b9-474c-a0a6-9521ce6a6051 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Router 5fe4a07c-f911-4cd5-9b9a-65a43cfcf6b3 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:57:56.352034 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e75c11-1d09-4f5c-bca0-996de2bd3e29 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Pushing event updated for resources: {'Port': ['ID=70b42dbd-71fc-4efd-8608-6d6d588d6cc3,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:56.386196 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-916144d2-aa08-4c0b-a455-a61288249725 req-35e75c11-1d09-4f5c-bca0-996de2bd3e29 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Network 583b29ab-e0ba-468d-ae03-87a6a1ad9ae5 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:57:56.393716 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [req-916144d2-aa08-4c0b-a455-a61288249725 req-35e75c11-1d09-4f5c-bca0-996de2bd3e29 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:57:56.424114 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-89c745dc-c3fa-4964-87d8-9a00ca894d8f tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] Publish callbacks [] for port (dd8991a6-8d55-4b1e-ae2a-199b4dd70590), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:56.426719 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-916144d2-aa08-4c0b-a455-a61288249725 req-35e75c11-1d09-4f5c-bca0-996de2bd3e29 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:57:56.457739 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-89c745dc-c3fa-4964-87d8-9a00ca894d8f tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (dd8991a6-8d55-4b1e-ae2a-199b4dd70590), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:56.506542 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-89c745dc-c3fa-4964-87d8-9a00ca894d8f tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] In _notify_port_updated(), no bound segment for port dd8991a6-8d55-4b1e-ae2a-199b4dd70590 on network 52da6e54-bfc7-4202-a47f-fa4a45933273 {{(pid=103702) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 02:57:56.512967 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c745dc-c3fa-4964-87d8-9a00ca894d8f tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:56.513969 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-89c745dc-c3fa-4964-87d8-9a00ca894d8f tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:56.515541 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-89c745dc-c3fa-4964-87d8-9a00ca894d8f tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] 10.222.0.72 "PUT /v2.0/ports/dd8991a6-8d55-4b1e-ae2a-199b4dd70590 HTTP/1.1" status: 200 len: 1129 time: 1.1108699 Feb 19 02:57:56.521375 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42760) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:56.521714 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42762) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:56.591850 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c745dc-c3fa-4964-87d8-9a00ca894d8f tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] Pushing event updated for resources: {'Port': ['ID=dd8991a6-8d55-4b1e-ae2a-199b4dd70590,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:56.611319 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916144d2-aa08-4c0b-a455-a61288249725 req-35e75c11-1d09-4f5c-bca0-996de2bd3e29 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:56.612716 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-916144d2-aa08-4c0b-a455-a61288249725 req-35e75c11-1d09-4f5c-bca0-996de2bd3e29 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:56.638883 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-385db46a-d4b9-474c-a0a6-9521ce6a6051 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:57:56.644774 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5bf1060-2f7a-4733-9c9f-223b9bb82254 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:56.648023 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-f5bf1060-2f7a-4733-9c9f-223b9bb82254 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] 10.222.0.72 "GET /v2.0/ports/dd8991a6-8d55-4b1e-ae2a-199b4dd70590 HTTP/1.1" status: 200 len: 1129 time: 0.1203554 Feb 19 02:57:56.651266 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42768) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:56.651439 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbc41e2-dca0-49d7-9469-8e01adb321f2 None None] Sync routers for ids ['5fe4a07c-f911-4cd5-9b9a-65a43cfcf6b3'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:57:56.669697 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbc41e2-dca0-49d7-9469-8e01adb321f2 None None] Routers {'5fe4a07c-f911-4cd5-9b9a-65a43cfcf6b3'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:57:56.670345 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-2bbc41e2-dca0-49d7-9469-8e01adb321f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:57:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['5fe4a07c-f911-4cd5-9b9a-65a43cfcf6b3'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:57:56.670496 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-385db46a-d4b9-474c-a0a6-9521ce6a6051 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks [] for router (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:56.672172 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-385db46a-d4b9-474c-a0a6-9521ce6a6051 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] 10.222.0.72 "PUT /v2.0/routers/5fe4a07c-f911-4cd5-9b9a-65a43cfcf6b3 HTTP/1.1" status: 200 len: 887 time: 1.4648221 Feb 19 02:57:56.696800 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 42770) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:56.721557 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-916144d2-aa08-4c0b-a455-a61288249725 req-35e75c11-1d09-4f5c-bca0-996de2bd3e29 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5163713 Feb 19 02:57:56.763425 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-916144d2-aa08-4c0b-a455-a61288249725 req-d1994d6e-d3a0-4d0b-8822-8a1e4faaaf6a service neutron] Request body: {'port': {'device_id': '40fc99c4-bfe8-4775-b070-601c11766486', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826753-2'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:57:56.775372 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-2bbc41e2-dca0-49d7-9469-8e01adb321f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:57:56.777497 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3433ae71-cb89-450d-bcc2-dc40b5598a29 req-9ee060df-bb2e-412e-92a2-14e04dd6a95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:56.779087 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3433ae71-cb89-450d-bcc2-dc40b5598a29 req-9ee060df-bb2e-412e-92a2-14e04dd6a95d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a06ef082143f47ab8b4917c0abd4fc14&device_id=6fbac1dc-890e-47c9-99fa-6cde13e82ed6 HTTP/1.1" status: 200 len: 1127 time: 0.2941949 Feb 19 02:57:56.798721 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbc41e2-dca0-49d7-9469-8e01adb321f2 None None] Routers {'5fe4a07c-f911-4cd5-9b9a-65a43cfcf6b3'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:57:56.799350 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-2bbc41e2-dca0-49d7-9469-8e01adb321f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:57:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['5fe4a07c-f911-4cd5-9b9a-65a43cfcf6b3'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:57:56.809772 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-22904f04-a283-45ec-82b9-5b00bfec0bf9 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1895903049'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:57:56.877400 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-2bbc41e2-dca0-49d7-9469-8e01adb321f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:57:56.877608 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa401c0-6983-49e3-9c42-78a2d5fd0e34 req-08036510-555e-4a28-b716-e5b9e39d5722 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:56.879079 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1aa401c0-6983-49e3-9c42-78a2d5fd0e34 req-08036510-555e-4a28-b716-e5b9e39d5722 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 932 time: 0.3962655 Feb 19 02:57:56.879413 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbc41e2-dca0-49d7-9469-8e01adb321f2 None None] The sync data for ids ['5fe4a07c-f911-4cd5-9b9a-65a43cfcf6b3'] in n-d-826753-2 is: [] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:57:56.890896 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a00de3c-1b43-4435-92ec-0601c21b3025 req-21c827dc-c586-4ff1-a8b8-932e191c3ddf tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:56.892649 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9a00de3c-1b43-4435-92ec-0601c21b3025 req-21c827dc-c586-4ff1-a8b8-932e191c3ddf tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/ports?device_id=6fbac1dc-890e-47c9-99fa-6cde13e82ed6 HTTP/1.1" status: 200 len: 945 time: 0.3725274 Feb 19 02:57:56.897085 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-916144d2-aa08-4c0b-a455-a61288249725 req-d1994d6e-d3a0-4d0b-8822-8a1e4faaaf6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (70b42dbd-71fc-4efd-8608-6d6d588d6cc3), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:56.915382 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-c74af8ff-2116-4672-b94f-01f00b1ab7a3 None None] Provisioning complete for port dd8991a6-8d55-4b1e-ae2a-199b4dd70590 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:57:56.915752 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22904f04-a283-45ec-82b9-5b00bfec0bf9 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Made reservation on behalf of 126fea57d296425f9b9d1c0aa08190c3 for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:57:56.915996 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c74af8ff-2116-4672-b94f-01f00b1ab7a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (dd8991a6-8d55-4b1e-ae2a-199b4dd70590), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:56.920004 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-22904f04-a283-45ec-82b9-5b00bfec0bf9 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:56.946187 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-22904f04-a283-45ec-82b9-5b00bfec0bf9 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:56.955860 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-c74af8ff-2116-4672-b94f-01f00b1ab7a3 None None] Port dd8991a6-8d55-4b1e-ae2a-199b4dd70590 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:57:56.969389 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-97b790ac-7638-4d3a-9964-71268f7ab3b8 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] Deleting port dd8991a6-8d55-4b1e-ae2a-199b4dd70590 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:57:56.969805 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-97b790ac-7638-4d3a-9964-71268f7ab3b8 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (dd8991a6-8d55-4b1e-ae2a-199b4dd70590), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:57.037235 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3433ae71-cb89-450d-bcc2-dc40b5598a29 req-cb5ddf51-9569-4338-9d24-9732e0e4f377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:57.038673 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3433ae71-cb89-450d-bcc2-dc40b5598a29 req-cb5ddf51-9569-4338-9d24-9732e0e4f377 service neutron] 10.222.0.82 "GET /v2.0/networks?id=6c178878-2547-4ea7-b234-5f12e66a6c9a HTTP/1.1" status: 200 len: 912 time: 0.2446792 Feb 19 02:57:57.041690 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1aa401c0-6983-49e3-9c42-78a2d5fd0e34 req-105d9e56-42c1-473c-8937-3b0aa97785f2 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443033 Feb 19 02:57:57.061417 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9a00de3c-1b43-4435-92ec-0601c21b3025 req-260510ca-49ab-4a8b-b3fc-9ee4ea38718b tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ba0f102-3452-4e6f-b12d-3fac2606ad0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344068 Feb 19 02:57:57.117735 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3433ae71-cb89-450d-bcc2-dc40b5598a29 req-794d1481-1227-4b9e-97a5-18c873fb1755 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=917973d8-3e41-4d78-b139-6fff22795617 HTTP/1.1" status: 200 len: 217 time: 0.0703502 Feb 19 02:57:57.129771 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-378976dc-dd66-41df-a8ef-5475465508d0 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] 10.222.0.72 "GET /v2.0/routers/5fe4a07c-f911-4cd5-9b9a-65a43cfcf6b3 HTTP/1.1" status: 200 len: 887 time: 0.4291584 Feb 19 02:57:57.151071 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42776) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:57.179030 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3433ae71-cb89-450d-bcc2-dc40b5598a29 req-f706e916-6b3a-4f36-8977-a028113a9094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:57.180774 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3433ae71-cb89-450d-bcc2-dc40b5598a29 req-f706e916-6b3a-4f36-8977-a028113a9094 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5cfd9bdf-5713-42ab-9e32-dc268009511b HTTP/1.1" status: 200 len: 851 time: 0.0573053 Feb 19 02:57:57.197185 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-97b790ac-7638-4d3a-9964-71268f7ab3b8 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (dd8991a6-8d55-4b1e-ae2a-199b4dd70590), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:57.214821 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-97b790ac-7638-4d3a-9964-71268f7ab3b8 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] Calling delete_port for dd8991a6-8d55-4b1e-ae2a-199b4dd70590 owned by {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:57:57.255897 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3433ae71-cb89-450d-bcc2-dc40b5598a29 req-6fd32848-81f2-4190-ac3e-f6274b6971bc service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=6c178878-2547-4ea7-b234-5f12e66a6c9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393631 Feb 19 02:57:57.278107 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f4399d-dd2d-4e0e-9da4-84dcdf8c4bfa req-a7fe4e57-824a-4b75-a55b-17758e97225c tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:57.284575 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f4399d-dd2d-4e0e-9da4-84dcdf8c4bfa req-a7fe4e57-824a-4b75-a55b-17758e97225c tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:57.290007 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f4399d-dd2d-4e0e-9da4-84dcdf8c4bfa req-a7fe4e57-824a-4b75-a55b-17758e97225c tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:57.295801 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f4399d-dd2d-4e0e-9da4-84dcdf8c4bfa req-a7fe4e57-824a-4b75-a55b-17758e97225c tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:57.301719 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f4399d-dd2d-4e0e-9da4-84dcdf8c4bfa req-a7fe4e57-824a-4b75-a55b-17758e97225c tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:57.306984 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f4399d-dd2d-4e0e-9da4-84dcdf8c4bfa req-a7fe4e57-824a-4b75-a55b-17758e97225c tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:57.312792 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f4399d-dd2d-4e0e-9da4-84dcdf8c4bfa req-a7fe4e57-824a-4b75-a55b-17758e97225c tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:57.314754 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-12f4399d-dd2d-4e0e-9da4-84dcdf8c4bfa req-a7fe4e57-824a-4b75-a55b-17758e97225c tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 5421 time: 0.1330185 Feb 19 02:57:57.341250 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-d021326f-0e1a-40a5-9b1a-d873c1d87eb7 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] 10.222.0.72 "GET /v2.0/ports?device_id=5fe4a07c-f911-4cd5-9b9a-65a43cfcf6b3 HTTP/1.1" status: 200 len: 205 time: 0.1878221 Feb 19 02:57:57.353513 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 42782) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:57.635909 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-97b790ac-7638-4d3a-9964-71268f7ab3b8 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (dd8991a6-8d55-4b1e-ae2a-199b4dd70590), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:57.724634 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b790ac-7638-4d3a-9964-71268f7ab3b8 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] Pushing event deleted for resources: {'Port': ['ID=dd8991a6-8d55-4b1e-ae2a-199b4dd70590,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:57.776218 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-22904f04-a283-45ec-82b9-5b00bfec0bf9 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Publish callbacks [] for security_group (bbcf8617-b007-4050-8516-13240eeba2e8), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:57.849198 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-97b790ac-7638-4d3a-9964-71268f7ab3b8 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:57.853209 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-97b790ac-7638-4d3a-9964-71268f7ab3b8 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] 10.222.0.72 "DELETE /v2.0/ports/dd8991a6-8d55-4b1e-ae2a-199b4dd70590 HTTP/1.1" status: 204 len: 168 time: 1.2003069 Feb 19 02:57:57.853989 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-22904f04-a283-45ec-82b9-5b00bfec0bf9 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (bbcf8617-b007-4050-8516-13240eeba2e8), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:57.857092 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42800) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:57.961744 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22904f04-a283-45ec-82b9-5b00bfec0bf9 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbcf8617-b007-4050-8516-13240eeba2e8,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:57.985906 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22904f04-a283-45ec-82b9-5b00bfec0bf9 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] vlan segment allocate from pool success with {'vlan_id': 283, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:57:58.069406 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-626f5381-0d3b-4169-9017-63bea2f612fa tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] Deleting subnet 2455bdf3-46aa-4d7d-abd9-9d2d7dda137a {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:57:58.075442 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-12f4399d-dd2d-4e0e-9da4-84dcdf8c4bfa req-b7ba9d1f-f376-440d-aa3b-ae941f06f8ae tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/security-groups?id=344800ac-992b-44b9-a49a-a7d4e6a6fc53&id=197f0109-f833-46dd-9ffe-3ff812885f73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7289646 Feb 19 02:57:58.080800 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3433ae71-cb89-450d-bcc2-dc40b5598a29 req-86f722aa-3074-4b7c-94e6-3034139eb280 service neutron] 10.222.0.82 "GET /v2.0/networks/6c178878-2547-4ea7-b234-5f12e66a6c9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8143108 Feb 19 02:57:58.081909 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-626f5381-0d3b-4169-9017-63bea2f612fa tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] Publish callbacks [] for subnet (2455bdf3-46aa-4d7d-abd9-9d2d7dda137a), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:58.109533 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-22904f04-a283-45ec-82b9-5b00bfec0bf9 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (d100c6ab-b433-4e4c-8e7b-29a2c17bbbc1), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:58.109897 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-22904f04-a283-45ec-82b9-5b00bfec0bf9 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Added segment d100c6ab-b433-4e4c-8e7b-29a2c17bbbc1 of type vlan for network fa55ab3c-82d6-44a3-9449-792ec78fddcd Feb 19 02:57:58.183772 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-916144d2-aa08-4c0b-a455-a61288249725 req-d1994d6e-d3a0-4d0b-8822-8a1e4faaaf6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70b42dbd-71fc-4efd-8608-6d6d588d6cc3 {{(pid=103702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:57:58.188297 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d6c2fcfe-a6da-4284-8b0d-ed6de1af6e91 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks [] for router (5fe4a07c-f911-4cd5-9b9a-65a43cfcf6b3), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:58.198252 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-916144d2-aa08-4c0b-a455-a61288249725 req-d1994d6e-d3a0-4d0b-8822-8a1e4faaaf6a service neutron] Publish callbacks [] for port (70b42dbd-71fc-4efd-8608-6d6d588d6cc3), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:58.212405 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-626f5381-0d3b-4169-9017-63bea2f612fa tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (2455bdf3-46aa-4d7d-abd9-9d2d7dda137a), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:58.244408 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-22904f04-a283-45ec-82b9-5b00bfec0bf9 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (fa55ab3c-82d6-44a3-9449-792ec78fddcd), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:58.271076 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-916144d2-aa08-4c0b-a455-a61288249725 req-d1994d6e-d3a0-4d0b-8822-8a1e4faaaf6a service neutron] Transition to ACTIVE for port object 70b42dbd-71fc-4efd-8608-6d6d588d6cc3 will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:57:58.290090 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-916144d2-aa08-4c0b-a455-a61288249725 req-d1994d6e-d3a0-4d0b-8822-8a1e4faaaf6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (70b42dbd-71fc-4efd-8608-6d6d588d6cc3), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:58.380305 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-22904f04-a283-45ec-82b9-5b00bfec0bf9 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (fa55ab3c-82d6-44a3-9449-792ec78fddcd), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:58.386108 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22904f04-a283-45ec-82b9-5b00bfec0bf9 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:58.386867 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-22904f04-a283-45ec-82b9-5b00bfec0bf9 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:58.451728 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f3e94c-3cab-4493-b5fb-759d857b15a9 req-1d223bbd-3cc1-47c9-8905-e527b20dd4b9 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:58.459232 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-86f3e94c-3cab-4493-b5fb-759d857b15a9 req-1d223bbd-3cc1-47c9-8905-e527b20dd4b9 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 944 time: 0.1795769 Feb 19 02:57:58.473226 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1994d6e-d3a0-4d0b-8822-8a1e4faaaf6a service neutron] Pushing event updated for resources: {'Port': ['ID=70b42dbd-71fc-4efd-8608-6d6d588d6cc3,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:58.492247 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9256c38-0204-45f6-92bc-c7f793c437b5 req-dedf0637-0b4d-4a49-bc32-22374dcca228 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:58.493666 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-626f5381-0d3b-4169-9017-63bea2f612fa tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (2455bdf3-46aa-4d7d-abd9-9d2d7dda137a), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:58.493972 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c9256c38-0204-45f6-92bc-c7f793c437b5 req-dedf0637-0b4d-4a49-bc32-22374dcca228 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/ports?device_id=6fbac1dc-890e-47c9-99fa-6cde13e82ed6 HTTP/1.1" status: 200 len: 945 time: 0.2103639 Feb 19 02:57:58.541997 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-22904f04-a283-45ec-82b9-5b00bfec0bf9 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.0108244 Feb 19 02:57:58.551509 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42812) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:58.556638 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-0a4b5f43-46ee-40a1-9ed4-68dee3726e6d tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Request body: {'subnet': {'network_id': 'fa55ab3c-82d6-44a3-9449-792ec78fddcd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:57:58.569986 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c9256c38-0204-45f6-92bc-c7f793c437b5 req-79a2edb6-276f-4ba2-a12f-f9be5a4d6bf7 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ba0f102-3452-4e6f-b12d-3fac2606ad0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541222 Feb 19 02:57:58.571989 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3433ae71-cb89-450d-bcc2-dc40b5598a29 req-ef16e2ea-5c50-46a9-b61e-7b81253d6ccc service neutron] 10.222.0.82 "GET /v2.0/networks/6c178878-2547-4ea7-b234-5f12e66a6c9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4834509 Feb 19 02:57:58.611385 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22904f04-a283-45ec-82b9-5b00bfec0bf9 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Pushing event updated for resources: {'Network': ['ID=fa55ab3c-82d6-44a3-9449-792ec78fddcd,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:58.613244 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-86f3e94c-3cab-4493-b5fb-759d857b15a9 req-983997da-8b8a-49a3-a9cb-4b939bad3548 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529305 Feb 19 02:57:58.625504 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network fa55ab3c-82d6-44a3-9449-792ec78fddcd details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:57:58.631601 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d6c2fcfe-a6da-4284-8b0d-ed6de1af6e91 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks [] for router_gateway (5fe4a07c-f911-4cd5-9b9a-65a43cfcf6b3), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:58.715727 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-d6c2fcfe-a6da-4284-8b0d-ed6de1af6e91 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Deleting port 98645d5d-1809-49c6-8678-4fd2540aa9c3 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:57:58.716372 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d6c2fcfe-a6da-4284-8b0d-ed6de1af6e91 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (98645d5d-1809-49c6-8678-4fd2540aa9c3), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:58.830329 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-916144d2-aa08-4c0b-a455-a61288249725 req-d1994d6e-d3a0-4d0b-8822-8a1e4faaaf6a service neutron] Attempting to bind port 70b42dbd-71fc-4efd-8608-6d6d588d6cc3 on host n-h1-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:57:58.830667 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-916144d2-aa08-4c0b-a455-a61288249725 req-d1994d6e-d3a0-4d0b-8822-8a1e4faaaf6a service neutron] Attempting to bind port 70b42dbd-71fc-4efd-8608-6d6d588d6cc3 by drivers openvswitch,hyperv on host n-h1-826753-2 at level 0 using segments [{'id': 'd2706629-960a-469c-bd0f-4e0b3dc89cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '583b29ab-e0ba-468d-ae03-87a6a1ad9ae5'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:57:58.831045 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916144d2-aa08-4c0b-a455-a61288249725 req-d1994d6e-d3a0-4d0b-8822-8a1e4faaaf6a service neutron] Attempting to bind port 70b42dbd-71fc-4efd-8608-6d6d588d6cc3 on network 583b29ab-e0ba-468d-ae03-87a6a1ad9ae5 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:57:58.838384 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d6c2fcfe-a6da-4284-8b0d-ed6de1af6e91 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (98645d5d-1809-49c6-8678-4fd2540aa9c3), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:58.839793 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916144d2-aa08-4c0b-a455-a61288249725 req-d1994d6e-d3a0-4d0b-8822-8a1e4faaaf6a service neutron] Port 70b42dbd-71fc-4efd-8608-6d6d588d6cc3 on network 583b29ab-e0ba-468d-ae03-87a6a1ad9ae5 not bound, no agent of type Open vSwitch agent registered on host n-h1-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:57:58.840119 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916144d2-aa08-4c0b-a455-a61288249725 req-d1994d6e-d3a0-4d0b-8822-8a1e4faaaf6a service neutron] Attempting to bind port 70b42dbd-71fc-4efd-8608-6d6d588d6cc3 on network 583b29ab-e0ba-468d-ae03-87a6a1ad9ae5 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:57:58.850184 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a4b5f43-46ee-40a1-9ed4-68dee3726e6d tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Made reservation on behalf of 126fea57d296425f9b9d1c0aa08190c3 for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:57:58.853859 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0a4b5f43-46ee-40a1-9ed4-68dee3726e6d tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:58.864173 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-d6c2fcfe-a6da-4284-8b0d-ed6de1af6e91 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Calling delete_port for 98645d5d-1809-49c6-8678-4fd2540aa9c3 owned by network:router_gateway {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:57:58.881396 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916144d2-aa08-4c0b-a455-a61288249725 req-d1994d6e-d3a0-4d0b-8822-8a1e4faaaf6a service neutron] Checking agent: {'id': '9d56fb1b-2855-496a-a6d9-c324740cb98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:57:58.881751 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916144d2-aa08-4c0b-a455-a61288249725 req-d1994d6e-d3a0-4d0b-8822-8a1e4faaaf6a service neutron] Checking segment: {'id': 'd2706629-960a-469c-bd0f-4e0b3dc89cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '583b29ab-e0ba-468d-ae03-87a6a1ad9ae5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:57:58.882130 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916144d2-aa08-4c0b-a455-a61288249725 req-d1994d6e-d3a0-4d0b-8822-8a1e4faaaf6a service neutron] Bound using segment: {'id': 'd2706629-960a-469c-bd0f-4e0b3dc89cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '583b29ab-e0ba-468d-ae03-87a6a1ad9ae5'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:57:58.882586 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-916144d2-aa08-4c0b-a455-a61288249725 req-d1994d6e-d3a0-4d0b-8822-8a1e4faaaf6a service neutron] Bound port: 70b42dbd-71fc-4efd-8608-6d6d588d6cc3, host: n-h1-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2706629-960a-469c-bd0f-4e0b3dc89cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '583b29ab-e0ba-468d-ae03-87a6a1ad9ae5'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:57:58.882943 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-916144d2-aa08-4c0b-a455-a61288249725 req-d1994d6e-d3a0-4d0b-8822-8a1e4faaaf6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (70b42dbd-71fc-4efd-8608-6d6d588d6cc3), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:58.917873 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-626f5381-0d3b-4169-9017-63bea2f612fa tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (2455bdf3-46aa-4d7d-abd9-9d2d7dda137a), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:58.970097 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-626f5381-0d3b-4169-9017-63bea2f612fa tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:58.975560 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-626f5381-0d3b-4169-9017-63bea2f612fa tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] 10.222.0.72 "DELETE /v2.0/subnets/2455bdf3-46aa-4d7d-abd9-9d2d7dda137a HTTP/1.1" status: 204 len: 168 time: 1.0873277 Feb 19 02:57:58.980261 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f6a5c3-f4c5-4d88-b2ff-bbb64d71657c None None] Network 52da6e54-bfc7-4202-a47f-fa4a45933273 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:57:58.987151 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42824) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:59.054562 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626f5381-0d3b-4169-9017-63bea2f612fa tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] Pushing event deleted for resources: {'Subnet': ['ID=2455bdf3-46aa-4d7d-abd9-9d2d7dda137a,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:59.171492 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-62a75ccf-1395-4c2e-a17f-182c8874f55e tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (52da6e54-bfc7-4202-a47f-fa4a45933273), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:59.183029 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-916144d2-aa08-4c0b-a455-a61288249725 req-d1994d6e-d3a0-4d0b-8822-8a1e4faaaf6a service neutron] For port 70b42dbd-71fc-4efd-8608-6d6d588d6cc3, host n-h1-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:57:59.188190 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-916144d2-aa08-4c0b-a455-a61288249725 req-d1994d6e-d3a0-4d0b-8822-8a1e4faaaf6a service neutron] For port 70b42dbd-71fc-4efd-8608-6d6d588d6cc3, host n-h1-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=70b42dbd-71fc-4efd-8608-6d6d588d6cc3,segment=NetworkSegment(d2706629-960a-469c-bd0f-4e0b3dc89cea),segment_id=d2706629-960a-469c-bd0f-4e0b3dc89cea)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:57:59.238051 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-916144d2-aa08-4c0b-a455-a61288249725 req-d1994d6e-d3a0-4d0b-8822-8a1e4faaaf6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (70b42dbd-71fc-4efd-8608-6d6d588d6cc3), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:59.335838 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1994d6e-d3a0-4d0b-8822-8a1e4faaaf6a service neutron] Pushing event updated for resources: {'Port': ['ID=70b42dbd-71fc-4efd-8608-6d6d588d6cc3,revision_number=3']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:59.340517 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d6c2fcfe-a6da-4284-8b0d-ed6de1af6e91 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (98645d5d-1809-49c6-8678-4fd2540aa9c3), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:59.352800 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916144d2-aa08-4c0b-a455-a61288249725 req-d1994d6e-d3a0-4d0b-8822-8a1e4faaaf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:59.354191 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-916144d2-aa08-4c0b-a455-a61288249725 req-d1994d6e-d3a0-4d0b-8822-8a1e4faaaf6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:59.355616 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-916144d2-aa08-4c0b-a455-a61288249725 req-d1994d6e-d3a0-4d0b-8822-8a1e4faaaf6a service neutron] 10.222.0.73 "PUT /v2.0/ports/70b42dbd-71fc-4efd-8608-6d6d588d6cc3 HTTP/1.1" status: 200 len: 1092 time: 2.6042423 Feb 19 02:57:59.358865 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40fc99c4-bfe8-4775-b070-601c11766486', 'tag': '70b42dbd-71fc-4efd-8608-6d6d588d6cc3'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:57:59.361309 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b86d4138-5dc3-4a2d-9af2-8cbbc631fdc3" -d '{"events": [{"name": "network-changed", "server_uuid": "40fc99c4-bfe8-4775-b070-601c11766486", "tag": "70b42dbd-71fc-4efd-8608-6d6d588d6cc3"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:57:59.415185 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402d8b42-17d1-4f85-b826-df5cc215bb2d None None] DHCP port deletion for 52da6e54-bfc7-4202-a47f-fa4a45933273 request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 02:57:59.489233 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e97ad777-ee25-498c-b0e4-06e247b06a04 x-openstack-request-id: req-e97ad777-ee25-498c-b0e4-06e247b06a04 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:57:59.489527 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40fc99c4-bfe8-4775-b070-601c11766486", "tag": "70b42dbd-71fc-4efd-8608-6d6d588d6cc3", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:57:59.489832 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e97ad777-ee25-498c-b0e4-06e247b06a04 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:57:59.490179 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40fc99c4-bfe8-4775-b070-601c11766486', 'tag': '70b42dbd-71fc-4efd-8608-6d6d588d6cc3', 'status': 'completed', 'code': 200} Feb 19 02:57:59.492941 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-62a75ccf-1395-4c2e-a17f-182c8874f55e tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] Deleting port ddc43a54-03f2-4dfe-b743-6c40b15212bd {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:57:59.493323 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-62a75ccf-1395-4c2e-a17f-182c8874f55e tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (ddc43a54-03f2-4dfe-b743-6c40b15212bd), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:59.565725 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-402d8b42-17d1-4f85-b826-df5cc215bb2d None None] Deleting port ddc43a54-03f2-4dfe-b743-6c40b15212bd {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:57:59.566377 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-402d8b42-17d1-4f85-b826-df5cc215bb2d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (ddc43a54-03f2-4dfe-b743-6c40b15212bd), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:59.625516 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-62a75ccf-1395-4c2e-a17f-182c8874f55e tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] For port ddc43a54-03f2-4dfe-b743-6c40b15212bd, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=ddc43a54-03f2-4dfe-b743-6c40b15212bd,segment=NetworkSegment(af04742f-ccfc-4391-adfe-ff0bde5c988b),segment_id=af04742f-ccfc-4391-adfe-ff0bde5c988b)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:57:59.625885 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-62a75ccf-1395-4c2e-a17f-182c8874f55e tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (ddc43a54-03f2-4dfe-b743-6c40b15212bd), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:59.634270 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916144d2-aa08-4c0b-a455-a61288249725 req-f1f0cb80-8e20-494f-8e4f-989630dd00aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:59.637348 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-916144d2-aa08-4c0b-a455-a61288249725 req-f1f0cb80-8e20-494f-8e4f-989630dd00aa service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=af50eb00c5a74dd68d3a720f276d22fe&device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 1126 time: 0.2056761 Feb 19 02:57:59.652809 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-62a75ccf-1395-4c2e-a17f-182c8874f55e tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] Calling delete_port for ddc43a54-03f2-4dfe-b743-6c40b15212bd owned by network:dhcp {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:57:59.678624 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d6c2fcfe-a6da-4284-8b0d-ed6de1af6e91 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16285837'] for router_gateway (5fe4a07c-f911-4cd5-9b9a-65a43cfcf6b3), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:59.704302 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0a4b5f43-46ee-40a1-9ed4-68dee3726e6d tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (8eb6d803-c2a7-4dbc-b56f-8c2bea8e54f7), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:59.707861 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c2fcfe-a6da-4284-8b0d-ed6de1af6e91 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Pushing event deleted for resources: {'Port': ['ID=98645d5d-1809-49c6-8678-4fd2540aa9c3,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:59.721981 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device ddc43a54-03f2-4dfe-b743-6c40b15212bd no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:57:59.730316 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-916144d2-aa08-4c0b-a455-a61288249725 req-602efa74-80c3-427b-8dac-d20343b2b1de service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=70b42dbd-71fc-4efd-8608-6d6d588d6cc3 HTTP/1.1" status: 200 len: 217 time: 0.0742898 Feb 19 02:57:59.804102 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-402d8b42-17d1-4f85-b826-df5cc215bb2d None None] For port ddc43a54-03f2-4dfe-b743-6c40b15212bd, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=ddc43a54-03f2-4dfe-b743-6c40b15212bd,segment=NetworkSegment(af04742f-ccfc-4391-adfe-ff0bde5c988b),segment_id=af04742f-ccfc-4391-adfe-ff0bde5c988b)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:57:59.804504 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-402d8b42-17d1-4f85-b826-df5cc215bb2d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (ddc43a54-03f2-4dfe-b743-6c40b15212bd), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:59.844611 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-402d8b42-17d1-4f85-b826-df5cc215bb2d None None] Calling delete_port for ddc43a54-03f2-4dfe-b743-6c40b15212bd owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:57:59.898966 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4b5f43-46ee-40a1-9ed4-68dee3726e6d tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Checking segment: {'id': 'd100c6ab-b433-4e4c-8e7b-29a2c17bbbc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'fa55ab3c-82d6-44a3-9449-792ec78fddcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:57:59.909689 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4b5f43-46ee-40a1-9ed4-68dee3726e6d tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Network hostable DHCP agents. Network: fa55ab3c-82d6-44a3-9449-792ec78fddcd, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:57:59.960216 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4b5f43-46ee-40a1-9ed4-68dee3726e6d tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Pushing event updated for resources: {'Subnet': ['ID=8eb6d803-c2a7-4dbc-b56f-8c2bea8e54f7,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:59.968984 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916144d2-aa08-4c0b-a455-a61288249725 req-90aa7365-43eb-4917-a717-0c0539296744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:59.986772 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-916144d2-aa08-4c0b-a455-a61288249725 req-90aa7365-43eb-4917-a717-0c0539296744 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3ea5428a-92f7-475d-b30c-482a71ed5c95 HTTP/1.1" status: 200 len: 854 time: 0.2306261 Feb 19 02:58:00.031225 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port ddc43a54-03f2-4dfe-b743-6c40b15212bd is: ACTIVE; New status is: DOWN {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:58:00.031624 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (ddc43a54-03f2-4dfe-b743-6c40b15212bd), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:00.074038 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-916144d2-aa08-4c0b-a455-a61288249725 req-73070dd3-c1f2-4b16-8d8f-b08127655055 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=583b29ab-e0ba-468d-ae03-87a6a1ad9ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0787003 Feb 19 02:58:00.075463 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51141413-8757-491d-b78b-7e751ff7c66a req-ddac5f28-5856-436b-b264-689c019257ab tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:00.081912 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-402d8b42-17d1-4f85-b826-df5cc215bb2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (ddc43a54-03f2-4dfe-b743-6c40b15212bd), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:00.083856 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51141413-8757-491d-b78b-7e751ff7c66a req-ddac5f28-5856-436b-b264-689c019257ab tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:00.102649 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51141413-8757-491d-b78b-7e751ff7c66a req-ddac5f28-5856-436b-b264-689c019257ab tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:00.105483 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4b5f43-46ee-40a1-9ed4-68dee3726e6d tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Network fa55ab3c-82d6-44a3-9449-792ec78fddcd is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:58:00.121312 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51141413-8757-491d-b78b-7e751ff7c66a req-ddac5f28-5856-436b-b264-689c019257ab tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:00.127858 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51141413-8757-491d-b78b-7e751ff7c66a req-ddac5f28-5856-436b-b264-689c019257ab tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:00.145422 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51141413-8757-491d-b78b-7e751ff7c66a req-ddac5f28-5856-436b-b264-689c019257ab tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:00.154438 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-62a75ccf-1395-4c2e-a17f-182c8874f55e tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (ddc43a54-03f2-4dfe-b743-6c40b15212bd), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:00.156293 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51141413-8757-491d-b78b-7e751ff7c66a req-ddac5f28-5856-436b-b264-689c019257ab tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:00.161349 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-51141413-8757-491d-b78b-7e751ff7c66a req-ddac5f28-5856-436b-b264-689c019257ab tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 5421 time: 0.8970642 Feb 19 02:58:00.167449 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d6c2fcfe-a6da-4284-8b0d-ed6de1af6e91 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16317457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14254'] for router (5fe4a07c-f911-4cd5-9b9a-65a43cfcf6b3), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:00.176461 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d6c2fcfe-a6da-4284-8b0d-ed6de1af6e91 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks [] for router_controller (5fe4a07c-f911-4cd5-9b9a-65a43cfcf6b3), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:00.184944 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a75ccf-1395-4c2e-a17f-182c8874f55e tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] Pushing event deleted for resources: {'Port': ['ID=ddc43a54-03f2-4dfe-b743-6c40b15212bd,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:00.189339 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-0a4b5f43-46ee-40a1-9ed4-68dee3726e6d tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, fa55ab3c-82d6-44a3-9449-792ec78fddcd) {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:58:00.193851 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4b5f43-46ee-40a1-9ed4-68dee3726e6d tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:00.194838 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0a4b5f43-46ee-40a1-9ed4-68dee3726e6d tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:00.217336 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a75ccf-1395-4c2e-a17f-182c8874f55e tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] No DVR routers for this DVR port ddc43a54-03f2-4dfe-b743-6c40b15212bd on host n-d-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:58:00.250758 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402d8b42-17d1-4f85-b826-df5cc215bb2d None None] No DVR routers for this DVR port ddc43a54-03f2-4dfe-b743-6c40b15212bd on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:58:00.296889 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-0a4b5f43-46ee-40a1-9ed4-68dee3726e6d tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7439783 Feb 19 02:58:00.300118 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42840) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:00.307653 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707af37b-f156-4ebf-9242-251f8686e3a6 None None] Network fa55ab3c-82d6-44a3-9449-792ec78fddcd requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:58:00.317293 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402d8b42-17d1-4f85-b826-df5cc215bb2d None None] Pushing event deleted for resources: {'Port': ['ID=ddc43a54-03f2-4dfe-b743-6c40b15212bd,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:00.349927 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-4a18a2d4-65a6-4e34-ba43-fbc1da882166 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Request body: {'port': {'network_id': 'fa55ab3c-82d6-44a3-9449-792ec78fddcd', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1060694727'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:58:00.408174 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418a4f08-54a0-4b47-a71e-307e898b8503 req-7da5d264-e0a7-41da-89d5-29963a4f62b5 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:00.415452 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-418a4f08-54a0-4b47-a71e-307e898b8503 req-7da5d264-e0a7-41da-89d5-29963a4f62b5 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/ports?device_id=6fbac1dc-890e-47c9-99fa-6cde13e82ed6 HTTP/1.1" status: 200 len: 945 time: 0.5386155 Feb 19 02:58:00.433641 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d6c2fcfe-a6da-4284-8b0d-ed6de1af6e91 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16317544'] for router (5fe4a07c-f911-4cd5-9b9a-65a43cfcf6b3), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:00.437255 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6c2fcfe-a6da-4284-8b0d-ed6de1af6e91 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Fanout notify agent at l3_agent the message router_deleted on router 5fe4a07c-f911-4cd5-9b9a-65a43cfcf6b3 {{(pid=103701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 02:58:00.469960 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-51141413-8757-491d-b78b-7e751ff7c66a req-8a535309-d1ff-4610-93f3-1c183e1eb03a tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/security-groups?id=344800ac-992b-44b9-a49a-a7d4e6a6fc53&id=197f0109-f833-46dd-9ffe-3ff812885f73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2949677 Feb 19 02:58:00.481107 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d6c2fcfe-a6da-4284-8b0d-ed6de1af6e91 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks [] for router (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:00.489275 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-d6c2fcfe-a6da-4284-8b0d-ed6de1af6e91 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] 10.222.0.72 "DELETE /v2.0/routers/5fe4a07c-f911-4cd5-9b9a-65a43cfcf6b3 HTTP/1.1" status: 204 len: 168 time: 3.1346383 Feb 19 02:58:00.491146 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 42842) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:00.514276 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a18a2d4-65a6-4e34-ba43-fbc1da882166 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Made reservation on behalf of 126fea57d296425f9b9d1c0aa08190c3 for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:58:00.518571 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-7db1d307-5eae-49c5-b689-f3cfb586e378 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Request body: {'network': {'name': 'tempest-RoutersTest-1767212490'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:58:00.520380 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4a18a2d4-65a6-4e34-ba43-fbc1da882166 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:00.533794 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-916144d2-aa08-4c0b-a455-a61288249725 req-b492f4c7-59fb-4606-a0e4-3081283b8a3a service neutron] 10.222.0.73 "GET /v2.0/networks/583b29ab-e0ba-468d-ae03-87a6a1ad9ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4535444 Feb 19 02:58:00.624456 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f354784a-1199-4f35-b3b5-d2dfb1dacf7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-fa55ab3c-82d6-44a3-9449-792ec78fddcd', 'network_id': 'fa55ab3c-82d6-44a3-9449-792ec78fddcd', 'project_id': '126fea57d296425f9b9d1c0aa08190c3', 'fixed_ips': [{'subnet_id': '8eb6d803-c2a7-4dbc-b56f-8c2bea8e54f7'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:58:00.625684 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f354784a-1199-4f35-b3b5-d2dfb1dacf7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:00.640207 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7db1d307-5eae-49c5-b689-f3cfb586e378 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Made reservation on behalf of eae5468561eb44d8a8138d5efbd64f6e for: {'network': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:58:00.650129 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7db1d307-5eae-49c5-b689-f3cfb586e378 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:00.706506 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-62a75ccf-1395-4c2e-a17f-182c8874f55e tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (52da6e54-bfc7-4202-a47f-fa4a45933273), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:00.714712 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-916144d2-aa08-4c0b-a455-a61288249725 req-939bb8ea-7c17-4fd2-85ef-d0ad7e1c0693 service neutron] 10.222.0.73 "GET /v2.0/networks/583b29ab-e0ba-468d-ae03-87a6a1ad9ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550655 Feb 19 02:58:00.738881 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [None req-4a18a2d4-65a6-4e34-ba43-fbc1da882166 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] device_id is not set on port 8a9e905c-a23b-44c0-a216-7d47826e2bc7 yet. {{(pid=103702) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 02:58:00.746283 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7db1d307-5eae-49c5-b689-f3cfb586e378 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] vlan segment allocate from pool success with {'vlan_id': 261, 'physical_network': 'physnet1'} {{(pid=103701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:58:00.769172 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7db1d307-5eae-49c5-b689-f3cfb586e378 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (a71b7a5e-c16d-4b71-84e0-cf731e5b52c0), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:00.771563 n-d-826753-2 neutron-server[103701]: INFO neutron.db.segments_db [None req-7db1d307-5eae-49c5-b689-f3cfb586e378 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Added segment a71b7a5e-c16d-4b71-84e0-cf731e5b52c0 of type vlan for network 010184e3-1405-43f9-a091-34f8e5fad0ff Feb 19 02:58:00.882166 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7db1d307-5eae-49c5-b689-f3cfb586e378 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (010184e3-1405-43f9-a091-34f8e5fad0ff), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:00.930508 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-418a4f08-54a0-4b47-a71e-307e898b8503 req-50ee12c1-0af5-4f01-bc8c-75f3a33b0c90 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ba0f102-3452-4e6f-b12d-3fac2606ad0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5142100 Feb 19 02:58:00.933415 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7db1d307-5eae-49c5-b689-f3cfb586e378 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (010184e3-1405-43f9-a091-34f8e5fad0ff), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:00.939429 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db1d307-5eae-49c5-b689-f3cfb586e378 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:00.940521 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7db1d307-5eae-49c5-b689-f3cfb586e378 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:01.001208 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-7db1d307-5eae-49c5-b689-f3cfb586e378 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4890225 Feb 19 02:58:01.003806 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 42844) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:01.068148 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-f819f5e2-0a6d-4848-958e-95cdcb8767f0 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Request body: {'subnet': {'network_id': '010184e3-1405-43f9-a091-34f8e5fad0ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:58:01.165695 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eb207b-eef7-4661-9937-21cbd21be3fc req-a1737cd7-c939-431f-a124-d3699ff76781 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:01.168270 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-72eb207b-eef7-4661-9937-21cbd21be3fc req-a1737cd7-c939-431f-a124-d3699ff76781 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 944 time: 0.5607729 Feb 19 02:58:01.228524 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-4a18a2d4-65a6-4e34-ba43-fbc1da882166 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Allocated IP 2001:db8::325 (fa55ab3c-82d6-44a3-9449-792ec78fddcd/8eb6d803-c2a7-4dbc-b56f-8c2bea8e54f7/8a9e905c-a23b-44c0-a216-7d47826e2bc7) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:58:01.233240 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f819f5e2-0a6d-4848-958e-95cdcb8767f0 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Made reservation on behalf of eae5468561eb44d8a8138d5efbd64f6e for: {'subnet': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:58:01.236567 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f819f5e2-0a6d-4848-958e-95cdcb8767f0 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58706307'] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:01.285916 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-62a75ccf-1395-4c2e-a17f-182c8874f55e tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52da6e54-bfc7-4202-a47f-fa4a45933273']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:58:01.304458 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-62a75ccf-1395-4c2e-a17f-182c8874f55e tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af04742f-ccfc-4391-adfe-ff0bde5c988b') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:58:01.304749 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-62a75ccf-1395-4c2e-a17f-182c8874f55e tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af04742f-ccfc-4391-adfe-ff0bde5c988b') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:58:01.329631 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-62a75ccf-1395-4c2e-a17f-182c8874f55e tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (af04742f-ccfc-4391-adfe-ff0bde5c988b), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:01.342485 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86d4138-5dc3-4a2d-9af2-8cbbc631fdc3 req-35a9d233-6ffd-4f9f-ab05-1b9111c1c758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:01.344673 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-b86d4138-5dc3-4a2d-9af2-8cbbc631fdc3 req-35a9d233-6ffd-4f9f-ab05-1b9111c1c758 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=af50eb00c5a74dd68d3a720f276d22fe&device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 1126 time: 0.1178808 Feb 19 02:58:01.495108 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db1d307-5eae-49c5-b689-f3cfb586e378 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Pushing event updated for resources: {'Network': ['ID=010184e3-1405-43f9-a091-34f8e5fad0ff,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:01.501026 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86d4138-5dc3-4a2d-9af2-8cbbc631fdc3 req-a3dfe273-db36-40d2-ab51-650bb0402481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:01.507078 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 010184e3-1405-43f9-a091-34f8e5fad0ff details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:58:01.507532 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-b86d4138-5dc3-4a2d-9af2-8cbbc631fdc3 req-a3dfe273-db36-40d2-ab51-650bb0402481 service neutron] 10.222.0.73 "GET /v2.0/networks?id=583b29ab-e0ba-468d-ae03-87a6a1ad9ae5 HTTP/1.1" status: 200 len: 915 time: 0.1501865 Feb 19 02:58:01.508320 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-62a75ccf-1395-4c2e-a17f-182c8874f55e tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (af04742f-ccfc-4391-adfe-ff0bde5c988b), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:01.533106 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-72eb207b-eef7-4661-9937-21cbd21be3fc req-95bd057d-adeb-477d-bd6f-20e863c8ffc6 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3391531 Feb 19 02:58:01.568501 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62a75ccf-1395-4c2e-a17f-182c8874f55e tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] Releasing vlan 251 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:58:01.572579 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-62a75ccf-1395-4c2e-a17f-182c8874f55e tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (af04742f-ccfc-4391-adfe-ff0bde5c988b), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:01.620875 n-d-826753-2 neutron-server[103702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:58:01.620875 n-d-826753-2 neutron-server[103702]: self.session.flush() Feb 19 02:58:01.620875 n-d-826753-2 neutron-server[103702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:58:01.620875 n-d-826753-2 neutron-server[103702]: self.session.flush() Feb 19 02:58:01.620875 n-d-826753-2 neutron-server[103702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:58:01.620875 n-d-826753-2 neutron-server[103702]: self.session.flush() Feb 19 02:58:01.620875 n-d-826753-2 neutron-server[103702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:58:01.620875 n-d-826753-2 neutron-server[103702]: self.session.flush() Feb 19 02:58:01.620875 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 02:58:01.620875 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:58:01.620875 n-d-826753-2 neutron-server[103702]: timer() Feb 19 02:58:01.620875 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:58:01.620875 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 02:58:01.620875 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:58:01.620875 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 02:58:01.620875 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:58:01.620875 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 02:58:01.620875 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:58:01.620875 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 02:58:01.620875 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:58:01.620875 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 02:58:01.620875 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:58:01.620875 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:58:01.620875 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:58:01.620875 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:58:01.620875 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:58:01.620875 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 02:58:01.620875 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:58:01.620875 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 02:58:01.620875 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:58:01.620875 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:58:01.620875 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:58:01.620875 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 02:58:01.620875 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:58:01.620875 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:58:01.620875 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:58:01.620875 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:58:01.620875 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:58:01.620875 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:58:01.620875 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:58:01.642556 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-b86d4138-5dc3-4a2d-9af2-8cbbc631fdc3 req-6862b02c-cb1d-45ba-9672-9b8e6e1707a0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=70b42dbd-71fc-4efd-8608-6d6d588d6cc3 HTTP/1.1" status: 200 len: 217 time: 0.1225624 Feb 19 02:58:01.724778 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f819f5e2-0a6d-4848-958e-95cdcb8767f0 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12647271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58706289'] for subnet (c4adc607-6fbb-47e0-b7a5-76f0318c39dc), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:01.803430 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-62a75ccf-1395-4c2e-a17f-182c8874f55e tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (52da6e54-bfc7-4202-a47f-fa4a45933273), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:01.812637 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18399df9-502a-400b-b20a-a3641744dadb req-e43ff0f7-b81a-4d66-b556-3fd80ecdf06c tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:01.819233 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18399df9-502a-400b-b20a-a3641744dadb req-e43ff0f7-b81a-4d66-b556-3fd80ecdf06c tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:01.827036 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18399df9-502a-400b-b20a-a3641744dadb req-e43ff0f7-b81a-4d66-b556-3fd80ecdf06c tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:01.831517 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-62a75ccf-1395-4c2e-a17f-182c8874f55e tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:01.832937 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18399df9-502a-400b-b20a-a3641744dadb req-e43ff0f7-b81a-4d66-b556-3fd80ecdf06c tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:01.835570 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-62a75ccf-1395-4c2e-a17f-182c8874f55e tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] 10.222.0.72 "DELETE /v2.0/networks/52da6e54-bfc7-4202-a47f-fa4a45933273 HTTP/1.1" status: 204 len: 168 time: 2.8463571 Feb 19 02:58:01.837411 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86d4138-5dc3-4a2d-9af2-8cbbc631fdc3 req-9dd65c97-cc04-4e63-9327-6533ba69beab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:01.839073 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-b86d4138-5dc3-4a2d-9af2-8cbbc631fdc3 req-9dd65c97-cc04-4e63-9327-6533ba69beab service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3ea5428a-92f7-475d-b30c-482a71ed5c95 HTTP/1.1" status: 200 len: 854 time: 0.1563373 Feb 19 02:58:01.846185 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18399df9-502a-400b-b20a-a3641744dadb req-e43ff0f7-b81a-4d66-b556-3fd80ecdf06c tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:01.852176 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18399df9-502a-400b-b20a-a3641744dadb req-e43ff0f7-b81a-4d66-b556-3fd80ecdf06c tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:01.859343 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18399df9-502a-400b-b20a-a3641744dadb req-e43ff0f7-b81a-4d66-b556-3fd80ecdf06c tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:01.861628 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-18399df9-502a-400b-b20a-a3641744dadb req-e43ff0f7-b81a-4d66-b556-3fd80ecdf06c tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 5421 time: 0.2239749 Feb 19 02:58:01.868490 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a75ccf-1395-4c2e-a17f-182c8874f55e tempest-ExtraDHCPOptionsIpV6TestJSON-611467041 tempest-ExtraDHCPOptionsIpV6TestJSON-611467041-project] Pushing event deleted for resources: {'Network': ['ID=52da6e54-bfc7-4202-a47f-fa4a45933273,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:01.908399 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-b86d4138-5dc3-4a2d-9af2-8cbbc631fdc3 req-959a850c-6eef-45f6-ab5a-526d8f93d221 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=583b29ab-e0ba-468d-ae03-87a6a1ad9ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530536 Feb 19 02:58:01.914594 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4a18a2d4-65a6-4e34-ba43-fbc1da882166 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Publish callbacks [] for port (8a9e905c-a23b-44c0-a216-7d47826e2bc7), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:01.962764 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-18399df9-502a-400b-b20a-a3641744dadb req-8abfc721-9f4c-4486-b14f-32a51df09861 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/security-groups?id=344800ac-992b-44b9-a49a-a7d4e6a6fc53&id=197f0109-f833-46dd-9ffe-3ff812885f73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0855188 Feb 19 02:58:01.973823 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f819f5e2-0a6d-4848-958e-95cdcb8767f0 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Pushing event updated for resources: {'Subnet': ['ID=c4adc607-6fbb-47e0-b7a5-76f0318c39dc,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:01.983659 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f819f5e2-0a6d-4848-958e-95cdcb8767f0 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Checking segment: {'id': 'a71b7a5e-c16d-4b71-84e0-cf731e5b52c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '010184e3-1405-43f9-a091-34f8e5fad0ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:58:01.984059 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f819f5e2-0a6d-4848-958e-95cdcb8767f0 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Network hostable DHCP agents. Network: 010184e3-1405-43f9-a091-34f8e5fad0ff, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:58:02.012093 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f819f5e2-0a6d-4848-958e-95cdcb8767f0 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Network 010184e3-1405-43f9-a091-34f8e5fad0ff is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:58:02.026211 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-f819f5e2-0a6d-4848-958e-95cdcb8767f0 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 010184e3-1405-43f9-a091-34f8e5fad0ff) {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:58:02.041894 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f819f5e2-0a6d-4848-958e-95cdcb8767f0 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:02.042400 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f10fde-2e59-46b3-a783-5a0dbf4e10eb None None] Network 010184e3-1405-43f9-a091-34f8e5fad0ff requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:58:02.045399 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f819f5e2-0a6d-4848-958e-95cdcb8767f0 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:02.099938 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-b86d4138-5dc3-4a2d-9af2-8cbbc631fdc3 req-881f3a5c-e50d-4f27-bea6-be1be791b864 service neutron] 10.222.0.73 "GET /v2.0/networks/583b29ab-e0ba-468d-ae03-87a6a1ad9ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819224 Feb 19 02:58:02.102186 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-f819f5e2-0a6d-4848-958e-95cdcb8767f0 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0965087 Feb 19 02:58:02.106206 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42856) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:02.126492 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-f0a54c24-dda4-402e-ae23-35f64dd7d70d tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1309746851', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:58:02.145614 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4a18a2d4-65a6-4e34-ba43-fbc1da882166 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (8a9e905c-a23b-44c0-a216-7d47826e2bc7), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:02.151135 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcf985e-86fa-4567-8cd4-ebbbc418fd66 req-14c12000-071f-4d70-9820-a2dd3e917e68 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:02.152737 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6bcf985e-86fa-4567-8cd4-ebbbc418fd66 req-14c12000-071f-4d70-9820-a2dd3e917e68 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/ports?device_id=6fbac1dc-890e-47c9-99fa-6cde13e82ed6 HTTP/1.1" status: 200 len: 945 time: 0.0945959 Feb 19 02:58:02.214870 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6bcf985e-86fa-4567-8cd4-ebbbc418fd66 req-89329b66-59cd-479d-98c5-3cef82ff8588 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ba0f102-3452-4e6f-b12d-3fac2606ad0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553341 Feb 19 02:58:02.262792 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-f354784a-1199-4f35-b3b5-d2dfb1dacf7d None None] Allocated IP 2001:db8::2 (fa55ab3c-82d6-44a3-9449-792ec78fddcd/8eb6d803-c2a7-4dbc-b56f-8c2bea8e54f7/09c52d27-a74a-4e1b-a924-49310cdb75b9) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:58:02.353917 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-b86d4138-5dc3-4a2d-9af2-8cbbc631fdc3 req-1c3e60e5-6f5b-4ea9-b577-592c69265aeb service neutron] 10.222.0.73 "GET /v2.0/networks/583b29ab-e0ba-468d-ae03-87a6a1ad9ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145913 Feb 19 02:58:02.425733 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c2c16b-0e52-42f0-8950-8a57d4b173bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-010184e3-1405-43f9-a091-34f8e5fad0ff', 'network_id': '010184e3-1405-43f9-a091-34f8e5fad0ff', 'project_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'fixed_ips': [{'subnet_id': 'c4adc607-6fbb-47e0-b7a5-76f0318c39dc'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:58:02.426657 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b3c2c16b-0e52-42f0-8950-8a57d4b173bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:02.429933 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 42862) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:02.457733 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a18a2d4-65a6-4e34-ba43-fbc1da882166 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Network fa55ab3c-82d6-44a3-9449-792ec78fddcd is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:58:02.462818 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-4a18a2d4-65a6-4e34-ba43-fbc1da882166 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:58:02.473731 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a18a2d4-65a6-4e34-ba43-fbc1da882166 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:58:02.480069 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a18a2d4-65a6-4e34-ba43-fbc1da882166 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:02.480844 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4a18a2d4-65a6-4e34-ba43-fbc1da882166 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:02.492467 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f0a54c24-dda4-402e-ae23-35f64dd7d70d tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14172'] for router (3068fc7b-67b7-42f8-a803-d68b8823a1c1), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:02.493795 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f0a54c24-dda4-402e-ae23-35f64dd7d70d tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16317487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16285822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16309985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14247'] for router (3068fc7b-67b7-42f8-a803-d68b8823a1c1), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:02.509791 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a18a2d4-65a6-4e34-ba43-fbc1da882166 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Pushing event updated for resources: {'Port': ['ID=8a9e905c-a23b-44c0-a216-7d47826e2bc7,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:02.527551 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f354784a-1199-4f35-b3b5-d2dfb1dacf7d None None] Publish callbacks [] for port (09c52d27-a74a-4e1b-a924-49310cdb75b9), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:02.546731 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-4a18a2d4-65a6-4e34-ba43-fbc1da882166 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.2417157 Feb 19 02:58:02.550168 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 42868) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:02.556797 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-f75ac0ab-1b38-4fc7-af61-aa255deeb5e0 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Request body: {'port': {'network_id': 'fa55ab3c-82d6-44a3-9449-792ec78fddcd', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1495734888', 'allowed_address_pairs': [{'ip_address': '2001:db8::325', 'mac_address': 'fa:16:3e:93:b1:5e'}]}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:58:02.566018 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f354784a-1199-4f35-b3b5-d2dfb1dacf7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (09c52d27-a74a-4e1b-a924-49310cdb75b9), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:02.617038 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f0a54c24-dda4-402e-ae23-35f64dd7d70d tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks [] for router_controller (3068fc7b-67b7-42f8-a803-d68b8823a1c1), precommit_add_association {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:02.628633 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f0a54c24-dda4-402e-ae23-35f64dd7d70d tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16317478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865'] for router (3068fc7b-67b7-42f8-a803-d68b8823a1c1), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:02.645819 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f354784a-1199-4f35-b3b5-d2dfb1dacf7d None None] Pushing event updated for resources: {'Port': ['ID=09c52d27-a74a-4e1b-a924-49310cdb75b9,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:02.668486 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f0a54c24-dda4-402e-ae23-35f64dd7d70d tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:02.669943 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-f0a54c24-dda4-402e-ae23-35f64dd7d70d tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5624936 Feb 19 02:58:02.674247 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42872) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:02.747687 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f354784a-1199-4f35-b3b5-d2dfb1dacf7d None None] Network fa55ab3c-82d6-44a3-9449-792ec78fddcd is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:58:02.754320 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-f354784a-1199-4f35-b3b5-d2dfb1dacf7d None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:58:02.771242 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f354784a-1199-4f35-b3b5-d2dfb1dacf7d None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:58:02.924945 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-cb7355dd-a67b-4aa2-9671-068643243c1f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7093d79ba67b47d0a143455717f8cce8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4938352 Feb 19 02:58:02.932506 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 42874) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:02.941332 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-f354784a-1199-4f35-b3b5-d2dfb1dacf7d None None] Attempting to bind port 09c52d27-a74a-4e1b-a924-49310cdb75b9 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:58:02.941714 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-f354784a-1199-4f35-b3b5-d2dfb1dacf7d None None] Attempting to bind port 09c52d27-a74a-4e1b-a924-49310cdb75b9 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': 'd100c6ab-b433-4e4c-8e7b-29a2c17bbbc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'fa55ab3c-82d6-44a3-9449-792ec78fddcd'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:58:02.942078 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f354784a-1199-4f35-b3b5-d2dfb1dacf7d None None] Attempting to bind port 09c52d27-a74a-4e1b-a924-49310cdb75b9 on network fa55ab3c-82d6-44a3-9449-792ec78fddcd {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:58:02.950319 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f354784a-1199-4f35-b3b5-d2dfb1dacf7d None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:58:02.950690 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f354784a-1199-4f35-b3b5-d2dfb1dacf7d None None] Checking segment: {'id': 'd100c6ab-b433-4e4c-8e7b-29a2c17bbbc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'fa55ab3c-82d6-44a3-9449-792ec78fddcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:58:02.951213 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f354784a-1199-4f35-b3b5-d2dfb1dacf7d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:02.952367 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f354784a-1199-4f35-b3b5-d2dfb1dacf7d None None] Bound using segment: {'id': 'd100c6ab-b433-4e4c-8e7b-29a2c17bbbc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'fa55ab3c-82d6-44a3-9449-792ec78fddcd'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:58:02.952833 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-f354784a-1199-4f35-b3b5-d2dfb1dacf7d None None] Bound port: 09c52d27-a74a-4e1b-a924-49310cdb75b9, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd100c6ab-b433-4e4c-8e7b-29a2c17bbbc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'fa55ab3c-82d6-44a3-9449-792ec78fddcd'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:58:02.953242 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f354784a-1199-4f35-b3b5-d2dfb1dacf7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (09c52d27-a74a-4e1b-a924-49310cdb75b9), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:02.963690 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f75ac0ab-1b38-4fc7-af61-aa255deeb5e0 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Made reservation on behalf of 126fea57d296425f9b9d1c0aa08190c3 for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:58:02.975467 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-b3c2c16b-0e52-42f0-8950-8a57d4b173bb None None] Allocated IP 172.20.0.2 (010184e3-1405-43f9-a091-34f8e5fad0ff/c4adc607-6fbb-47e0-b7a5-76f0318c39dc/859743ca-00aa-4aa4-8801-32880f5fce12) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:58:03.052727 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-144a793b-8f6d-4ddb-96aa-24727d1f07a0 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:03.090633 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b62851-7527-4d35-aa1f-9a62a5b57917 req-3feef82d-2319-463e-a940-8cb56923bbba tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:03.095695 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-58b62851-7527-4d35-aa1f-9a62a5b57917 req-3feef82d-2319-463e-a940-8cb56923bbba tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 944 time: 0.3534055 Feb 19 02:58:03.109170 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-f354784a-1199-4f35-b3b5-d2dfb1dacf7d None None] For port 09c52d27-a74a-4e1b-a924-49310cdb75b9, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:58:03.113057 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-f354784a-1199-4f35-b3b5-d2dfb1dacf7d None None] For port 09c52d27-a74a-4e1b-a924-49310cdb75b9, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=09c52d27-a74a-4e1b-a924-49310cdb75b9,segment=NetworkSegment(d100c6ab-b433-4e4c-8e7b-29a2c17bbbc1),segment_id=d100c6ab-b433-4e4c-8e7b-29a2c17bbbc1)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:58:03.125859 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f354784a-1199-4f35-b3b5-d2dfb1dacf7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (09c52d27-a74a-4e1b-a924-49310cdb75b9), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:03.183516 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f354784a-1199-4f35-b3b5-d2dfb1dacf7d None None] Pushing event updated for resources: {'Port': ['ID=09c52d27-a74a-4e1b-a924-49310cdb75b9,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:03.273688 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f75ac0ab-1b38-4fc7-af61-aa255deeb5e0 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:03.284455 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0ef96072-cb5b-42c1-82bb-98d6bc67302e admin admin] Publish callbacks [] for security_group (a8cd3af0-fab3-49f3-abb6-de16999f53ad), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:03.306594 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0ef96072-cb5b-42c1-82bb-98d6bc67302e admin admin] Publish callbacks [] for security_group (a8cd3af0-fab3-49f3-abb6-de16999f53ad), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:03.417272 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [None req-f75ac0ab-1b38-4fc7-af61-aa255deeb5e0 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] device_id is not set on port 6e9e941b-77ad-4f24-8fea-e2fce449dd97 yet. {{(pid=103701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 02:58:03.463915 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b026672-5bcc-4219-98c4-7ae08edf082d req-fd6e055e-9a10-468f-8036-696d2ca41475 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:03.472237 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b026672-5bcc-4219-98c4-7ae08edf082d req-fd6e055e-9a10-468f-8036-696d2ca41475 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:03.484339 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b026672-5bcc-4219-98c4-7ae08edf082d req-fd6e055e-9a10-468f-8036-696d2ca41475 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:03.489832 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b026672-5bcc-4219-98c4-7ae08edf082d req-fd6e055e-9a10-468f-8036-696d2ca41475 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:03.490509 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b3c2c16b-0e52-42f0-8950-8a57d4b173bb None None] Publish callbacks [] for port (859743ca-00aa-4aa4-8801-32880f5fce12), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:03.501405 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b026672-5bcc-4219-98c4-7ae08edf082d req-fd6e055e-9a10-468f-8036-696d2ca41475 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:03.506964 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b026672-5bcc-4219-98c4-7ae08edf082d req-fd6e055e-9a10-468f-8036-696d2ca41475 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:03.512461 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b026672-5bcc-4219-98c4-7ae08edf082d req-fd6e055e-9a10-468f-8036-696d2ca41475 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:03.513091 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b3c2c16b-0e52-42f0-8950-8a57d4b173bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (859743ca-00aa-4aa4-8801-32880f5fce12), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:03.523201 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2b026672-5bcc-4219-98c4-7ae08edf082d req-fd6e055e-9a10-468f-8036-696d2ca41475 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 5421 time: 0.3936012 Feb 19 02:58:03.557308 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-58b62851-7527-4d35-aa1f-9a62a5b57917 req-cf119ad2-b75c-4264-a314-de3d9c193e0e tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4481335 Feb 19 02:58:03.637493 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0ef96072-cb5b-42c1-82bb-98d6bc67302e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (a8cd3af0-fab3-49f3-abb6-de16999f53ad), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:03.640134 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0ef96072-cb5b-42c1-82bb-98d6bc67302e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:03.655896 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-0ef96072-cb5b-42c1-82bb-98d6bc67302e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a8cd3af0-fab3-49f3-abb6-de16999f53ad HTTP/1.1" status: 204 len: 168 time: 0.7150080 Feb 19 02:58:03.695491 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-144a793b-8f6d-4ddb-96aa-24727d1f07a0 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Allocated IP 172.20.0.1 (010184e3-1405-43f9-a091-34f8e5fad0ff/c4adc607-6fbb-47e0-b7a5-76f0318c39dc/b8704b48-86a5-49bc-8fdf-8c1e544508e0) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:58:03.720838 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c2c16b-0e52-42f0-8950-8a57d4b173bb None None] Network 010184e3-1405-43f9-a091-34f8e5fad0ff is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:58:03.725445 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-b3c2c16b-0e52-42f0-8950-8a57d4b173bb None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:58:03.744664 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2b026672-5bcc-4219-98c4-7ae08edf082d req-45038dda-1755-4d62-a0ed-5b16b8126311 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/security-groups?id=344800ac-992b-44b9-a49a-a7d4e6a6fc53&id=197f0109-f833-46dd-9ffe-3ff812885f73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2131796 Feb 19 02:58:03.748068 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c2c16b-0e52-42f0-8950-8a57d4b173bb None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:58:03.767766 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c2c16b-0e52-42f0-8950-8a57d4b173bb None None] Pushing event updated for resources: {'Port': ['ID=859743ca-00aa-4aa4-8801-32880f5fce12,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:03.778512 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef96072-cb5b-42c1-82bb-98d6bc67302e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8cd3af0-fab3-49f3-abb6-de16999f53ad,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:03.927899 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-b3c2c16b-0e52-42f0-8950-8a57d4b173bb None None] Attempting to bind port 859743ca-00aa-4aa4-8801-32880f5fce12 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:58:03.928433 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-b3c2c16b-0e52-42f0-8950-8a57d4b173bb None None] Attempting to bind port 859743ca-00aa-4aa4-8801-32880f5fce12 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': 'a71b7a5e-c16d-4b71-84e0-cf731e5b52c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '010184e3-1405-43f9-a091-34f8e5fad0ff'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:58:03.928900 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c2c16b-0e52-42f0-8950-8a57d4b173bb None None] Attempting to bind port 859743ca-00aa-4aa4-8801-32880f5fce12 on network 010184e3-1405-43f9-a091-34f8e5fad0ff {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:58:03.943285 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c2c16b-0e52-42f0-8950-8a57d4b173bb None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:58:03.949168 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c2c16b-0e52-42f0-8950-8a57d4b173bb None None] Checking segment: {'id': 'a71b7a5e-c16d-4b71-84e0-cf731e5b52c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '010184e3-1405-43f9-a091-34f8e5fad0ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:58:03.952662 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b3c2c16b-0e52-42f0-8950-8a57d4b173bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:03.954696 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c2c16b-0e52-42f0-8950-8a57d4b173bb None None] Bound using segment: {'id': 'a71b7a5e-c16d-4b71-84e0-cf731e5b52c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '010184e3-1405-43f9-a091-34f8e5fad0ff'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:58:03.955357 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-b3c2c16b-0e52-42f0-8950-8a57d4b173bb None None] Bound port: 859743ca-00aa-4aa4-8801-32880f5fce12, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a71b7a5e-c16d-4b71-84e0-cf731e5b52c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '010184e3-1405-43f9-a091-34f8e5fad0ff'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:58:03.957429 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b3c2c16b-0e52-42f0-8950-8a57d4b173bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (859743ca-00aa-4aa4-8801-32880f5fce12), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:04.000855 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-f75ac0ab-1b38-4fc7-af61-aa255deeb5e0 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Allocated IP 2001:db8::226 (fa55ab3c-82d6-44a3-9449-792ec78fddcd/8eb6d803-c2a7-4dbc-b56f-8c2bea8e54f7/6e9e941b-77ad-4f24-8fea-e2fce449dd97) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:58:04.040172 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66e53f7-6278-469c-a043-2283d33da690 req-f73db2fc-e161-4ec1-a09d-d8550c102ca9 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:04.041876 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a66e53f7-6278-469c-a043-2283d33da690 req-f73db2fc-e161-4ec1-a09d-d8550c102ca9 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/ports?device_id=6fbac1dc-890e-47c9-99fa-6cde13e82ed6 HTTP/1.1" status: 200 len: 945 time: 0.2167673 Feb 19 02:58:04.067759 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 70b42dbd-71fc-4efd-8608-6d6d588d6cc3 details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:58:04.122419 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-144a793b-8f6d-4ddb-96aa-24727d1f07a0 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks [] for port (b8704b48-86a5-49bc-8fdf-8c1e544508e0), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:04.130670 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a66e53f7-6278-469c-a043-2283d33da690 req-95df41e1-1161-44d2-b152-b92ef4d609a9 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ba0f102-3452-4e6f-b12d-3fac2606ad0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737729 Feb 19 02:58:04.205940 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b3c2c16b-0e52-42f0-8950-8a57d4b173bb None None] For port 859743ca-00aa-4aa4-8801-32880f5fce12, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:58:04.220694 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-144a793b-8f6d-4ddb-96aa-24727d1f07a0 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (b8704b48-86a5-49bc-8fdf-8c1e544508e0), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:04.295998 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144a793b-8f6d-4ddb-96aa-24727d1f07a0 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Network 010184e3-1405-43f9-a091-34f8e5fad0ff is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:58:04.299892 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-144a793b-8f6d-4ddb-96aa-24727d1f07a0 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:58:04.308872 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144a793b-8f6d-4ddb-96aa-24727d1f07a0 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:58:04.328888 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b3c2c16b-0e52-42f0-8950-8a57d4b173bb None None] For port 859743ca-00aa-4aa4-8801-32880f5fce12, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=859743ca-00aa-4aa4-8801-32880f5fce12,segment=NetworkSegment(a71b7a5e-c16d-4b71-84e0-cf731e5b52c0),segment_id=a71b7a5e-c16d-4b71-84e0-cf731e5b52c0)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:58:04.360046 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b3c2c16b-0e52-42f0-8950-8a57d4b173bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (859743ca-00aa-4aa4-8801-32880f5fce12), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:04.375905 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-144a793b-8f6d-4ddb-96aa-24727d1f07a0 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16289150'] for router_interface (3068fc7b-67b7-42f8-a803-d68b8823a1c1), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:04.460507 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f75ac0ab-1b38-4fc7-af61-aa255deeb5e0 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Publish callbacks [] for port (6e9e941b-77ad-4f24-8fea-e2fce449dd97), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:04.515195 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f75ac0ab-1b38-4fc7-af61-aa255deeb5e0 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (6e9e941b-77ad-4f24-8fea-e2fce449dd97), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:04.532389 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144a793b-8f6d-4ddb-96aa-24727d1f07a0 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Pushing event updated for resources: {'Port': ['ID=b8704b48-86a5-49bc-8fdf-8c1e544508e0,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:04.613249 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c2c16b-0e52-42f0-8950-8a57d4b173bb None None] Pushing event updated for resources: {'Port': ['ID=859743ca-00aa-4aa4-8801-32880f5fce12,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:04.664067 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75ac0ab-1b38-4fc7-af61-aa255deeb5e0 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Network fa55ab3c-82d6-44a3-9449-792ec78fddcd is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:58:04.668366 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-f75ac0ab-1b38-4fc7-af61-aa255deeb5e0 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:58:04.683758 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 70b42dbd-71fc-4efd-8608-6d6d588d6cc3, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=70b42dbd-71fc-4efd-8608-6d6d588d6cc3,segment=NetworkSegment(d2706629-960a-469c-bd0f-4e0b3dc89cea),segment_id=d2706629-960a-469c-bd0f-4e0b3dc89cea)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:58:04.688642 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75ac0ab-1b38-4fc7-af61-aa255deeb5e0 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:58:04.715708 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75ac0ab-1b38-4fc7-af61-aa255deeb5e0 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:04.718123 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f75ac0ab-1b38-4fc7-af61-aa255deeb5e0 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:04.748970 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': '70b42dbd-71fc-4efd-8608-6d6d588d6cc3', 'network_id': '583b29ab-e0ba-468d-ae03-87a6a1ad9ae5', 'port_id': '70b42dbd-71fc-4efd-8608-6d6d588d6cc3', 'mac_address': 'fa:16:3e:d7:2b:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ea5428a-92f7-475d-b30c-482a71ed5c95', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:58:04.908585 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-144a793b-8f6d-4ddb-96aa-24727d1f07a0 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (b8704b48-86a5-49bc-8fdf-8c1e544508e0), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:04.963135 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 70b42dbd-71fc-4efd-8608-6d6d588d6cc3 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:58:04.968660 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (70b42dbd-71fc-4efd-8608-6d6d588d6cc3), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:04.988072 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-f75ac0ab-1b38-4fc7-af61-aa255deeb5e0 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 2.4367466 Feb 19 02:58:05.002821 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75ac0ab-1b38-4fc7-af61-aa255deeb5e0 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Pushing event updated for resources: {'Port': ['ID=6e9e941b-77ad-4f24-8fea-e2fce449dd97,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:05.021108 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70b42dbd-71fc-4efd-8608-6d6d588d6cc3 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:58:05.021300 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 42906) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:05.069525 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 70b42dbd-71fc-4efd-8608-6d6d588d6cc3, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=70b42dbd-71fc-4efd-8608-6d6d588d6cc3,segment=NetworkSegment(d2706629-960a-469c-bd0f-4e0b3dc89cea),segment_id=d2706629-960a-469c-bd0f-4e0b3dc89cea)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:58:05.082397 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (70b42dbd-71fc-4efd-8608-6d6d588d6cc3), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:05.161665 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=70b42dbd-71fc-4efd-8608-6d6d588d6cc3,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:05.339078 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee5dbbd-b4e3-4229-aaac-2c4f2c4461b7 req-4755e769-b2e0-4908-9d24-0d29e019208b tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:05.349514 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4ee5dbbd-b4e3-4229-aaac-2c4f2c4461b7 req-4755e769-b2e0-4908-9d24-0d29e019208b tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 944 time: 0.6077650 Feb 19 02:58:05.368737 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b923286-0cd9-4414-80b6-a5caa03742ad tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:05.378382 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b923286-0cd9-4414-80b6-a5caa03742ad tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:05.385532 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b923286-0cd9-4414-80b6-a5caa03742ad tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:05.391756 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-7b923286-0cd9-4414-80b6-a5caa03742ad tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.3617220 Feb 19 02:58:05.399007 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 42918) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:05.445325 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e973c5-ca49-4190-a21a-ba3d426c35c1 req-659dfa70-b442-43a2-b3d7-f7dbf6b79455 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:05.454124 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3d571b-b412-427a-a619-08131c2f81ad None None] Network fa55ab3c-82d6-44a3-9449-792ec78fddcd requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:58:05.461163 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e973c5-ca49-4190-a21a-ba3d426c35c1 req-659dfa70-b442-43a2-b3d7-f7dbf6b79455 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:05.470948 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e973c5-ca49-4190-a21a-ba3d426c35c1 req-659dfa70-b442-43a2-b3d7-f7dbf6b79455 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:05.478191 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e973c5-ca49-4190-a21a-ba3d426c35c1 req-659dfa70-b442-43a2-b3d7-f7dbf6b79455 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:05.492101 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e973c5-ca49-4190-a21a-ba3d426c35c1 req-659dfa70-b442-43a2-b3d7-f7dbf6b79455 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:05.497962 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e973c5-ca49-4190-a21a-ba3d426c35c1 req-659dfa70-b442-43a2-b3d7-f7dbf6b79455 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:05.504092 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e973c5-ca49-4190-a21a-ba3d426c35c1 req-659dfa70-b442-43a2-b3d7-f7dbf6b79455 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:05.506336 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-39e973c5-ca49-4190-a21a-ba3d426c35c1 req-659dfa70-b442-43a2-b3d7-f7dbf6b79455 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 5421 time: 0.4894226 Feb 19 02:58:05.506842 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 42920) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:05.539143 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['70b42dbd-71fc-4efd-8608-6d6d588d6cc3'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:58:05.803197 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-37544e1d-354e-4c99-9c1a-ec73188f4e6c tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Request body: {'networks': [{'name': 'tempest-network--2073148532'}, {'name': 'tempest-network--1297687242'}]} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:58:05.803797 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-37544e1d-354e-4c99-9c1a-ec73188f4e6c tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Request body: {'network': {'name': 'tempest-network--2073148532'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:58:05.803797 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-37544e1d-354e-4c99-9c1a-ec73188f4e6c tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Request body: {'network': {'name': 'tempest-network--1297687242'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:58:05.852205 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-144a793b-8f6d-4ddb-96aa-24727d1f07a0 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks [] for port (b8704b48-86a5-49bc-8fdf-8c1e544508e0), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:05.864329 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-144a793b-8f6d-4ddb-96aa-24727d1f07a0 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (b8704b48-86a5-49bc-8fdf-8c1e544508e0), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:05.871618 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4ee5dbbd-b4e3-4229-aaac-2c4f2c4461b7 req-2569c08f-2440-431c-9a5f-39cbc076afbf tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5204976 Feb 19 02:58:05.989760 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-39e973c5-ca49-4190-a21a-ba3d426c35c1 req-da3f6001-2751-4a18-a9d2-556979859154 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/security-groups?id=344800ac-992b-44b9-a49a-a7d4e6a6fc53&id=197f0109-f833-46dd-9ffe-3ff812885f73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4511385 Feb 19 02:58:05.998502 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37544e1d-354e-4c99-9c1a-ec73188f4e6c tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Made reservation on behalf of 61fce395c5b44df48f21d02853aab2e8 for: {'network': 2} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:58:06.011694 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-37544e1d-354e-4c99-9c1a-ec73188f4e6c tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:06.149540 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-37544e1d-354e-4c99-9c1a-ec73188f4e6c tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:06.181653 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 859743ca-00aa-4aa4-8801-32880f5fce12 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:58:06.194639 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-be154bfe-fd64-47ed-b7c5-6f2f2486bfed tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Deleting port 6e9e941b-77ad-4f24-8fea-e2fce449dd97 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:58:06.195818 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-be154bfe-fd64-47ed-b7c5-6f2f2486bfed tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (6e9e941b-77ad-4f24-8fea-e2fce449dd97), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:06.216370 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144a793b-8f6d-4ddb-96aa-24727d1f07a0 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Pushing event updated for resources: {'Port': ['ID=b8704b48-86a5-49bc-8fdf-8c1e544508e0,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:06.233088 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-144a793b-8f6d-4ddb-96aa-24727d1f07a0 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16362769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16289258'] for router_interface (3068fc7b-67b7-42f8-a803-d68b8823a1c1), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:06.366653 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-af48b63c-9b74-45e9-9cd7-80521b003a52 None None] Provisioning complete for port 09c52d27-a74a-4e1b-a924-49310cdb75b9 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:58:06.369511 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-af48b63c-9b74-45e9-9cd7-80521b003a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (09c52d27-a74a-4e1b-a924-49310cdb75b9), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:06.466151 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ae2fdf-b487-4b5d-a24b-76ba92143dbf req-006b7e57-a531-428c-98bd-5f5071e86cb1 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:06.468993 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-12ae2fdf-b487-4b5d-a24b-76ba92143dbf req-006b7e57-a531-428c-98bd-5f5071e86cb1 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/ports?device_id=6fbac1dc-890e-47c9-99fa-6cde13e82ed6 HTTP/1.1" status: 200 len: 945 time: 0.4490952 Feb 19 02:58:06.525898 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144a793b-8f6d-4ddb-96aa-24727d1f07a0 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Network 010184e3-1405-43f9-a091-34f8e5fad0ff is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:58:06.537692 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-144a793b-8f6d-4ddb-96aa-24727d1f07a0 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:58:06.693900 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-be154bfe-fd64-47ed-b7c5-6f2f2486bfed tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (6e9e941b-77ad-4f24-8fea-e2fce449dd97), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:06.706314 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-af48b63c-9b74-45e9-9cd7-80521b003a52 None None] Current status of the port 09c52d27-a74a-4e1b-a924-49310cdb75b9 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:58:06.707097 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-af48b63c-9b74-45e9-9cd7-80521b003a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (09c52d27-a74a-4e1b-a924-49310cdb75b9), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:06.785220 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 859743ca-00aa-4aa4-8801-32880f5fce12 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:58:06.785623 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (859743ca-00aa-4aa4-8801-32880f5fce12), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:06.812433 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-be154bfe-fd64-47ed-b7c5-6f2f2486bfed tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Calling delete_port for 6e9e941b-77ad-4f24-8fea-e2fce449dd97 owned by {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:58:06.870989 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-144a793b-8f6d-4ddb-96aa-24727d1f07a0 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Router 3068fc7b-67b7-42f8-a803-d68b8823a1c1 is scheduled to L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd with binding_index 1 {{(pid=103702) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 02:58:06.915407 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45acd387-446a-4fde-af5e-95033a1dbe76 None None] Network 010184e3-1405-43f9-a091-34f8e5fad0ff requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:58:06.986137 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-af48b63c-9b74-45e9-9cd7-80521b003a52 None None] For port 09c52d27-a74a-4e1b-a924-49310cdb75b9, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=09c52d27-a74a-4e1b-a924-49310cdb75b9,segment=NetworkSegment(d100c6ab-b433-4e4c-8e7b-29a2c17bbbc1),segment_id=d100c6ab-b433-4e4c-8e7b-29a2c17bbbc1)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:58:07.022450 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-af48b63c-9b74-45e9-9cd7-80521b003a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (09c52d27-a74a-4e1b-a924-49310cdb75b9), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:07.104344 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af48b63c-9b74-45e9-9cd7-80521b003a52 None None] Pushing event updated for resources: {'Port': ['ID=09c52d27-a74a-4e1b-a924-49310cdb75b9,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:07.186790 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-144a793b-8f6d-4ddb-96aa-24727d1f07a0 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:58:07.192739 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-144a793b-8f6d-4ddb-96aa-24727d1f07a0 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] 10.222.0.72 "PUT /v2.0/routers/3068fc7b-67b7-42f8-a803-d68b8823a1c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5172172 Feb 19 02:58:07.196836 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42946) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:07.198712 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068136c1-77d3-4421-b82e-dd9225eacc87 None None] Sync routers for ids ['3068fc7b-67b7-42f8-a803-d68b8823a1c1'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:58:07.225834 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068136c1-77d3-4421-b82e-dd9225eacc87 None None] Routers {'3068fc7b-67b7-42f8-a803-d68b8823a1c1'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:58:07.226925 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-068136c1-77d3-4421-b82e-dd9225eacc87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:57:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['3068fc7b-67b7-42f8-a803-d68b8823a1c1'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:58:07.298876 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f0acb0-b4a7-4707-b605-a08d3a6fbedc tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:07.300452 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-c6f0acb0-b4a7-4707-b605-a08d3a6fbedc tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] 10.222.0.72 "GET /v2.0/ports/b8704b48-86a5-49bc-8fdf-8c1e544508e0 HTTP/1.1" status: 200 len: 910 time: 0.1016982 Feb 19 02:58:07.303729 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42948) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:07.313675 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-989d1543-6f77-499a-83c7-cfce45aa561e tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c4adc607-6fbb-47e0-b7a5-76f0318c39dc'}]}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:58:07.314146 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-7a46a4e8-559c-49b2-8881-341b69e9e40a None None] Provisioning complete for port 859743ca-00aa-4aa4-8801-32880f5fce12 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:58:07.314834 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-7a46a4e8-559c-49b2-8881-341b69e9e40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (859743ca-00aa-4aa4-8801-32880f5fce12), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:07.318912 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 859743ca-00aa-4aa4-8801-32880f5fce12 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:58:07.319301 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (859743ca-00aa-4aa4-8801-32880f5fce12), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:07.376601 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-068136c1-77d3-4421-b82e-dd9225eacc87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:58:07.414644 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068136c1-77d3-4421-b82e-dd9225eacc87 None None] Routers {'3068fc7b-67b7-42f8-a803-d68b8823a1c1'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:58:07.416001 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-068136c1-77d3-4421-b82e-dd9225eacc87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:57:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['3068fc7b-67b7-42f8-a803-d68b8823a1c1'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:58:07.484891 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-12ae2fdf-b487-4b5d-a24b-76ba92143dbf req-786d8b34-566c-4d62-99d7-522bca66d3f6 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ba0f102-3452-4e6f-b12d-3fac2606ad0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0043478 Feb 19 02:58:07.500691 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-be154bfe-fd64-47ed-b7c5-6f2f2486bfed tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (6e9e941b-77ad-4f24-8fea-e2fce449dd97), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:07.525691 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-068136c1-77d3-4421-b82e-dd9225eacc87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:58:07.536569 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068136c1-77d3-4421-b82e-dd9225eacc87 None None] The sync data for ids ['3068fc7b-67b7-42f8-a803-d68b8823a1c1'] in n-d-826753-2 is: [] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:58:07.656105 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port 859743ca-00aa-4aa4-8801-32880f5fce12, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=859743ca-00aa-4aa4-8801-32880f5fce12,segment=NetworkSegment(a71b7a5e-c16d-4b71-84e0-cf731e5b52c0),segment_id=a71b7a5e-c16d-4b71-84e0-cf731e5b52c0)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:58:07.663324 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be154bfe-fd64-47ed-b7c5-6f2f2486bfed tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Pushing event deleted for resources: {'Port': ['ID=6e9e941b-77ad-4f24-8fea-e2fce449dd97,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:07.704074 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (859743ca-00aa-4aa4-8801-32880f5fce12), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:07.711174 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 09c52d27-a74a-4e1b-a924-49310cdb75b9 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:58:07.711620 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-37544e1d-354e-4c99-9c1a-ec73188f4e6c tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Publish callbacks [] for security_group (05cacede-32d1-49c7-ba84-4d5ad2e72ab6), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:07.716883 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-989d1543-6f77-499a-83c7-cfce45aa561e tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (b8704b48-86a5-49bc-8fdf-8c1e544508e0), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:07.811430 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-37544e1d-354e-4c99-9c1a-ec73188f4e6c tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (05cacede-32d1-49c7-ba84-4d5ad2e72ab6), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:07.813982 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-37544e1d-354e-4c99-9c1a-ec73188f4e6c tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:07.884570 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:58:07.929230 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=859743ca-00aa-4aa4-8801-32880f5fce12,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:08.016721 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807958bd-2349-46ed-a69a-7bb3cc588b9d req-6d6446c9-58f6-4187-90e3-b4334b11f178 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:08.023466 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 09c52d27-a74a-4e1b-a924-49310cdb75b9 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:58:08.023854 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (09c52d27-a74a-4e1b-a924-49310cdb75b9), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:08.031893 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-807958bd-2349-46ed-a69a-7bb3cc588b9d req-6d6446c9-58f6-4187-90e3-b4334b11f178 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 945 time: 0.7555003 Feb 19 02:58:08.182261 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device e8a9a31d-d1ce-4ae0-aba3-bf180e7af83d details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:58:08.394055 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37544e1d-354e-4c99-9c1a-ec73188f4e6c tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05cacede-32d1-49c7-ba84-4d5ad2e72ab6,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:08.412714 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 70b42dbd-71fc-4efd-8608-6d6d588d6cc3 up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:58:08.537758 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-7a46a4e8-559c-49b2-8881-341b69e9e40a None None] Current status of the port 859743ca-00aa-4aa4-8801-32880f5fce12 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:58:08.539177 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37544e1d-354e-4c99-9c1a-ec73188f4e6c tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] vlan segment allocate from pool success with {'vlan_id': 251, 'physical_network': 'physnet1'} {{(pid=103701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:58:08.688313 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 09c52d27-a74a-4e1b-a924-49310cdb75b9 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:58:08.694877 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f099f1a-51a5-442b-89d1-4bddb21af186 req-f5c2b16f-401f-4d23-a0d6-1a48cf60808e tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:08.706426 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-59f6d2f5-a6d4-4fd6-8e41-539f4f83cc46 None None] Could not find standard attr ID for object 6e9e941b-77ad-4f24-8fea-e2fce449dd97. {{(pid=103703) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 02:58:08.742623 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-59f6d2f5-a6d4-4fd6-8e41-539f4f83cc46 None None] Provisioning complete for port b8704b48-86a5-49bc-8fdf-8c1e544508e0 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:58:08.743388 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-59f6d2f5-a6d4-4fd6-8e41-539f4f83cc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (b8704b48-86a5-49bc-8fdf-8c1e544508e0), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:08.755377 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f099f1a-51a5-442b-89d1-4bddb21af186 req-f5c2b16f-401f-4d23-a0d6-1a48cf60808e tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:08.771852 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f099f1a-51a5-442b-89d1-4bddb21af186 req-f5c2b16f-401f-4d23-a0d6-1a48cf60808e tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:08.805842 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f099f1a-51a5-442b-89d1-4bddb21af186 req-f5c2b16f-401f-4d23-a0d6-1a48cf60808e tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:08.819287 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-59f6d2f5-a6d4-4fd6-8e41-539f4f83cc46 None None] Port b8704b48-86a5-49bc-8fdf-8c1e544508e0 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:58:08.822327 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port e8a9a31d-d1ce-4ae0-aba3-bf180e7af83d, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=e8a9a31d-d1ce-4ae0-aba3-bf180e7af83d,segment=NetworkSegment(0ac8fc0c-e771-432c-9de7-07e76dbe0cc7),segment_id=0ac8fc0c-e771-432c-9de7-07e76dbe0cc7)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:58:08.829739 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f099f1a-51a5-442b-89d1-4bddb21af186 req-f5c2b16f-401f-4d23-a0d6-1a48cf60808e tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:08.851827 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f099f1a-51a5-442b-89d1-4bddb21af186 req-f5c2b16f-401f-4d23-a0d6-1a48cf60808e tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:08.858989 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning for port 70b42dbd-71fc-4efd-8608-6d6d588d6cc3 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:58:08.863570 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': 'e8a9a31d-d1ce-4ae0-aba3-bf180e7af83d', 'network_id': '25635acc-9f56-41ab-b8cd-dd2744f3f7b3', 'port_id': 'e8a9a31d-d1ce-4ae0-aba3-bf180e7af83d', 'mac_address': 'fa:16:3e:54:2a:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66de670b-a5db-4281-9094-b0eb2517280e', 'ip_address': '10.1.1.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:58:08.865650 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port 70b42dbd-71fc-4efd-8608-6d6d588d6cc3 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:58:08.866205 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (70b42dbd-71fc-4efd-8608-6d6d588d6cc3), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:08.880933 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f099f1a-51a5-442b-89d1-4bddb21af186 req-f5c2b16f-401f-4d23-a0d6-1a48cf60808e tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:08.900513 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-59f6d2f5-a6d4-4fd6-8e41-539f4f83cc46 None None] Provisioning complete for port 8a9e905c-a23b-44c0-a216-7d47826e2bc7 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:58:08.902007 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-59f6d2f5-a6d4-4fd6-8e41-539f4f83cc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (8a9e905c-a23b-44c0-a216-7d47826e2bc7), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:08.910012 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4f099f1a-51a5-442b-89d1-4bddb21af186 req-f5c2b16f-401f-4d23-a0d6-1a48cf60808e tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 5421 time: 1.2540646 Feb 19 02:58:08.926781 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-be154bfe-fd64-47ed-b7c5-6f2f2486bfed tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:08.932383 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 859743ca-00aa-4aa4-8801-32880f5fce12 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:58:08.942213 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-be154bfe-fd64-47ed-b7c5-6f2f2486bfed tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] 10.222.0.72 "DELETE /v2.0/ports/6e9e941b-77ad-4f24-8fea-e2fce449dd97 HTTP/1.1" status: 204 len: 168 time: 3.5357893 Feb 19 02:58:08.991359 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 42958) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:09.049784 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-37544e1d-354e-4c99-9c1a-ec73188f4e6c tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (f4c75632-fb76-4e5d-8a0b-be5dfbd385b8), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:09.050054 n-d-826753-2 neutron-server[103701]: INFO neutron.db.segments_db [None req-37544e1d-354e-4c99-9c1a-ec73188f4e6c tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Added segment f4c75632-fb76-4e5d-8a0b-be5dfbd385b8 of type vlan for network e35dc0b2-d10e-40cc-909b-ea1aca407788 Feb 19 02:58:09.117565 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port e8a9a31d-d1ce-4ae0-aba3-bf180e7af83d is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:58:09.117949 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (e8a9a31d-d1ce-4ae0-aba3-bf180e7af83d), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:09.119813 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-59f6d2f5-a6d4-4fd6-8e41-539f4f83cc46 None None] Port 8a9e905c-a23b-44c0-a216-7d47826e2bc7 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:58:09.165578 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4f099f1a-51a5-442b-89d1-4bddb21af186 req-ed0a7938-cd89-40e9-8032-40e844ce9c6f tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/security-groups?id=344800ac-992b-44b9-a49a-a7d4e6a6fc53&id=197f0109-f833-46dd-9ffe-3ff812885f73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2512295 Feb 19 02:58:09.173769 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-807958bd-2349-46ed-a69a-7bb3cc588b9d req-1a8c0929-9c5a-4273-930d-85cc0af2c89f tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1406548 Feb 19 02:58:09.275100 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 859743ca-00aa-4aa4-8801-32880f5fce12 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:58:09.276070 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (859743ca-00aa-4aa4-8801-32880f5fce12), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:09.286479 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8a9a31d-d1ce-4ae0-aba3-bf180e7af83d {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:58:09.298498 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-59f6d2f5-a6d4-4fd6-8e41-539f4f83cc46 None None] Provisioning complete for port 09c52d27-a74a-4e1b-a924-49310cdb75b9 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:58:09.299420 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-59f6d2f5-a6d4-4fd6-8e41-539f4f83cc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (09c52d27-a74a-4e1b-a924-49310cdb75b9), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:09.306251 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-37544e1d-354e-4c99-9c1a-ec73188f4e6c tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (e35dc0b2-d10e-40cc-909b-ea1aca407788), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:09.376423 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37544e1d-354e-4c99-9c1a-ec73188f4e6c tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] vlan segment allocate from pool success with {'vlan_id': 297, 'physical_network': 'physnet1'} {{(pid=103701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:58:09.400026 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-37544e1d-354e-4c99-9c1a-ec73188f4e6c tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (eb164fb8-9adb-41e9-8d73-1132a1c942cc), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:09.400457 n-d-826753-2 neutron-server[103701]: INFO neutron.db.segments_db [None req-37544e1d-354e-4c99-9c1a-ec73188f4e6c tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Added segment eb164fb8-9adb-41e9-8d73-1132a1c942cc of type vlan for network 7a30d188-d7ec-4a18-934f-f4f9b0220a32 Feb 19 02:58:09.434761 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 70b42dbd-71fc-4efd-8608-6d6d588d6cc3 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:58:09.436616 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (70b42dbd-71fc-4efd-8608-6d6d588d6cc3), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:09.501611 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port e8a9a31d-d1ce-4ae0-aba3-bf180e7af83d, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=e8a9a31d-d1ce-4ae0-aba3-bf180e7af83d,segment=NetworkSegment(0ac8fc0c-e771-432c-9de7-07e76dbe0cc7),segment_id=0ac8fc0c-e771-432c-9de7-07e76dbe0cc7)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:58:09.515312 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-37544e1d-354e-4c99-9c1a-ec73188f4e6c tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (7a30d188-d7ec-4a18-934f-f4f9b0220a32), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:09.531168 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (e8a9a31d-d1ce-4ae0-aba3-bf180e7af83d), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:09.534707 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device baadb01a-13aa-403f-bd9b-45b06f458a15 details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:58:09.565404 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [req-affe1ed9-a246-4c29-8156-32f0dc3fb9d6 req-c086aab9-a026-403e-9605-820f1e29f04f service neutron] (103701) timed out ('10.222.0.72', 45918) {{(pid=103701) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 02:58:09.567794 n-d-826753-2 neutron-server[103701]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc8dd2c6-a56d-4a6b-8b98-3f2473988afa tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] GET failed (client error): The resource could not be found. Feb 19 02:58:09.569711 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-dc8dd2c6-a56d-4a6b-8b98-3f2473988afa tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] 10.222.0.72 "GET /v2.0/ports/6e9e941b-77ad-4f24-8fea-e2fce449dd97 HTTP/1.1" status: 404 len: 333 time: 0.5654488 Feb 19 02:58:09.573875 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42962) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:09.585851 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-37544e1d-354e-4c99-9c1a-ec73188f4e6c tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (e35dc0b2-d10e-40cc-909b-ea1aca407788), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:09.588930 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-37544e1d-354e-4c99-9c1a-ec73188f4e6c tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (7a30d188-d7ec-4a18-934f-f4f9b0220a32), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:09.595563 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37544e1d-354e-4c99-9c1a-ec73188f4e6c tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:09.599088 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-8e3c3e44-3248-415a-9479-f8b3abf71d03 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Request body: {'port': {'network_id': 'fa55ab3c-82d6-44a3-9449-792ec78fddcd', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-407571650'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:58:09.600739 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37544e1d-354e-4c99-9c1a-ec73188f4e6c tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:09.601768 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-37544e1d-354e-4c99-9c1a-ec73188f4e6c tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:09.643478 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-37544e1d-354e-4c99-9c1a-ec73188f4e6c tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 4.1313994 Feb 19 02:58:09.649651 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 42964) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:09.703944 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40fc99c4-bfe8-4775-b070-601c11766486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70b42dbd-71fc-4efd-8608-6d6d588d6cc3'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:58:09.707487 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc5c275c-ae64-4430-aed5-1a0808a1bd1d" -d '{"events": [{"server_uuid": "40fc99c4-bfe8-4775-b070-601c11766486", "name": "network-vif-plugged", "status": "completed", "tag": "70b42dbd-71fc-4efd-8608-6d6d588d6cc3"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:58:09.756209 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=e8a9a31d-d1ce-4ae0-aba3-bf180e7af83d,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:09.847245 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 70b42dbd-71fc-4efd-8608-6d6d588d6cc3, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=70b42dbd-71fc-4efd-8608-6d6d588d6cc3,segment=NetworkSegment(d2706629-960a-469c-bd0f-4e0b3dc89cea),segment_id=d2706629-960a-469c-bd0f-4e0b3dc89cea)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:58:09.920851 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (70b42dbd-71fc-4efd-8608-6d6d588d6cc3), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:09.927788 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88bd785a-ce59-4a0d-8364-1fbbefb67850 x-openstack-request-id: req-88bd785a-ce59-4a0d-8364-1fbbefb67850 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:58:09.928183 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40fc99c4-bfe8-4775-b070-601c11766486", "name": "network-vif-plugged", "status": "completed", "tag": "70b42dbd-71fc-4efd-8608-6d6d588d6cc3", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:58:09.928536 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-88bd785a-ce59-4a0d-8364-1fbbefb67850 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:58:09.928988 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40fc99c4-bfe8-4775-b070-601c11766486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70b42dbd-71fc-4efd-8608-6d6d588d6cc3', 'code': 200} Feb 19 02:58:10.098024 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37544e1d-354e-4c99-9c1a-ec73188f4e6c tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Pushing event updated for resources: {'Network': ['ID=e35dc0b2-d10e-40cc-909b-ea1aca407788,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:10.141682 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e3c3e44-3248-415a-9479-f8b3abf71d03 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Made reservation on behalf of 126fea57d296425f9b9d1c0aa08190c3 for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:58:10.146087 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8e3c3e44-3248-415a-9479-f8b3abf71d03 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:10.162668 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f65276-0513-4df9-83e8-940e0b4b9856 req-8200bcbd-fbfc-44b1-8f95-66f6738e9883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:10.164573 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-27f65276-0513-4df9-83e8-940e0b4b9856 req-8200bcbd-fbfc-44b1-8f95-66f6738e9883 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 1128 time: 0.1584609 Feb 19 02:58:10.166864 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-989d1543-6f77-499a-83c7-cfce45aa561e tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks [] for port (b8704b48-86a5-49bc-8fdf-8c1e544508e0), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:10.203768 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-989d1543-6f77-499a-83c7-cfce45aa561e tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (b8704b48-86a5-49bc-8fdf-8c1e544508e0), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:10.225616 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network e35dc0b2-d10e-40cc-909b-ea1aca407788 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:58:10.260424 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [None req-8e3c3e44-3248-415a-9479-f8b3abf71d03 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] device_id is not set on port a0be1cd6-c660-4319-b211-01d690900f45 yet. {{(pid=103702) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 02:58:10.280370 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.db.resource_extend [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 02:58:10.304739 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 859743ca-00aa-4aa4-8801-32880f5fce12 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:58:10.307232 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 09c52d27-a74a-4e1b-a924-49310cdb75b9 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:58:10.328406 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989d1543-6f77-499a-83c7-cfce45aa561e tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:10.329061 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-989d1543-6f77-499a-83c7-cfce45aa561e tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:10.333794 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-989d1543-6f77-499a-83c7-cfce45aa561e tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] 10.222.0.72 "PUT /v2.0/ports/b8704b48-86a5-49bc-8fdf-8c1e544508e0 HTTP/1.1" status: 200 len: 910 time: 3.0289538 Feb 19 02:58:10.334901 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42974) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:10.336797 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989d1543-6f77-499a-83c7-cfce45aa561e tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Pushing event updated for resources: {'Port': ['ID=b8704b48-86a5-49bc-8fdf-8c1e544508e0,revision_number=3']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:10.531416 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-59f6d2f5-a6d4-4fd6-8e41-539f4f83cc46 None None] Current status of the port 09c52d27-a74a-4e1b-a924-49310cdb75b9 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:58:10.605204 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-27f65276-0513-4df9-83e8-940e0b4b9856 req-92ced597-62e9-46d1-b3ab-7081e6211b15 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4317803 Feb 19 02:58:10.627871 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=70b42dbd-71fc-4efd-8608-6d6d588d6cc3,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:10.676771 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port baadb01a-13aa-403f-bd9b-45b06f458a15, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=baadb01a-13aa-403f-bd9b-45b06f458a15,segment=NetworkSegment(245dfdec-94d3-4f95-bab9-a70453fd4b3c),segment_id=245dfdec-94d3-4f95-bab9-a70453fd4b3c)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:58:10.726440 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': 'baadb01a-13aa-403f-bd9b-45b06f458a15', 'network_id': 'd6693eea-5935-4b21-81c1-498cbd8a50e6', 'port_id': 'baadb01a-13aa-403f-bd9b-45b06f458a15', 'mac_address': 'fa:16:3e:a8:70:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ff33b6e-4154-4b50-8387-7c0038b41dcb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:58:10.836773 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port baadb01a-13aa-403f-bd9b-45b06f458a15 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:58:10.839441 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (baadb01a-13aa-403f-bd9b-45b06f458a15), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:10.844196 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-59f6d2f5-a6d4-4fd6-8e41-539f4f83cc46 None None] Provisioning complete for port 859743ca-00aa-4aa4-8801-32880f5fce12 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:58:10.846933 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-59f6d2f5-a6d4-4fd6-8e41-539f4f83cc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (859743ca-00aa-4aa4-8801-32880f5fce12), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:10.948431 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baadb01a-13aa-403f-bd9b-45b06f458a15 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:58:10.957605 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 09c52d27-a74a-4e1b-a924-49310cdb75b9 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:58:10.963752 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (09c52d27-a74a-4e1b-a924-49310cdb75b9), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:10.972285 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-8e3c3e44-3248-415a-9479-f8b3abf71d03 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Allocated IP 2001:db8::35f (fa55ab3c-82d6-44a3-9449-792ec78fddcd/8eb6d803-c2a7-4dbc-b56f-8c2bea8e54f7/a0be1cd6-c660-4319-b211-01d690900f45) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:58:11.042150 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port baadb01a-13aa-403f-bd9b-45b06f458a15, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=baadb01a-13aa-403f-bd9b-45b06f458a15,segment=NetworkSegment(245dfdec-94d3-4f95-bab9-a70453fd4b3c),segment_id=245dfdec-94d3-4f95-bab9-a70453fd4b3c)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:58:11.100713 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (baadb01a-13aa-403f-bd9b-45b06f458a15), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:11.107427 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 0890f1e3-4129-47c9-8745-a2ac72e3c386 details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:58:11.180349 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 0890f1e3-4129-47c9-8745-a2ac72e3c386, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=0890f1e3-4129-47c9-8745-a2ac72e3c386,segment=NetworkSegment(0ac8fc0c-e771-432c-9de7-07e76dbe0cc7),segment_id=0ac8fc0c-e771-432c-9de7-07e76dbe0cc7)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:58:11.374916 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb4b28c-0658-4c5f-ba76-a3ec6f758beb tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:11.381857 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb4b28c-0658-4c5f-ba76-a3ec6f758beb tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:11.389236 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb4b28c-0658-4c5f-ba76-a3ec6f758beb tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:11.396039 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb4b28c-0658-4c5f-ba76-a3ec6f758beb tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:11.398047 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-ffb4b28c-0658-4c5f-ba76-a3ec6f758beb tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 1.6556091 Feb 19 02:58:11.399073 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37544e1d-354e-4c99-9c1a-ec73188f4e6c tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Pushing event updated for resources: {'Network': ['ID=7a30d188-d7ec-4a18-934f-f4f9b0220a32,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:11.402175 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-be92ac1f-cf4b-4223-ad69-cedcc22d4f9d tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16289271'] for router_interface (3068fc7b-67b7-42f8-a803-d68b8823a1c1), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:11.419330 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 42982) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:11.428979 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': '0890f1e3-4129-47c9-8745-a2ac72e3c386', 'network_id': '25635acc-9f56-41ab-b8cd-dd2744f3f7b3', 'port_id': '0890f1e3-4129-47c9-8745-a2ac72e3c386', 'mac_address': 'fa:16:3e:ce:d5:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66de670b-a5db-4281-9094-b0eb2517280e', 'ip_address': '10.1.1.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:58:11.440970 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=baadb01a-13aa-403f-bd9b-45b06f458a15,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:11.453789 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 7a30d188-d7ec-4a18-934f-f4f9b0220a32 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:58:11.497910 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c89092-8d36-4ab3-be70-2a3a6d67e274 req-7f92f710-d2d0-457d-838c-cbfcb5072709 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:11.499958 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-32c89092-8d36-4ab3-be70-2a3a6d67e274 req-7f92f710-d2d0-457d-838c-cbfcb5072709 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/ports?device_id=6fbac1dc-890e-47c9-99fa-6cde13e82ed6 HTTP/1.1" status: 200 len: 945 time: 1.9289804 Feb 19 02:58:11.566245 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f836207-1a07-48b2-9541-efc461af48bd req-09dfe5f2-97f8-42af-ab16-1935735b4e76 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:11.568513 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8f836207-1a07-48b2-9541-efc461af48bd req-09dfe5f2-97f8-42af-ab16-1935735b4e76 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 946 time: 0.5101810 Feb 19 02:58:11.627121 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-32c89092-8d36-4ab3-be70-2a3a6d67e274 req-5de31079-6258-4e49-8e0a-19ee3bb17247 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ba0f102-3452-4e6f-b12d-3fac2606ad0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212819 Feb 19 02:58:11.644872 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-56f3e151-fe61-482f-b431-6c1115aa53db tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (e35dc0b2-d10e-40cc-909b-ea1aca407788), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:11.698509 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8f836207-1a07-48b2-9541-efc461af48bd req-98634fb8-9f53-45e4-945f-fc19e429cab3 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962634 Feb 19 02:58:11.728978 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 09c52d27-a74a-4e1b-a924-49310cdb75b9 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:58:11.742408 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8e3c3e44-3248-415a-9479-f8b3abf71d03 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Publish callbacks [] for port (a0be1cd6-c660-4319-b211-01d690900f45), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:11.839263 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 0890f1e3-4129-47c9-8745-a2ac72e3c386 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:58:11.842046 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (0890f1e3-4129-47c9-8745-a2ac72e3c386), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:11.907203 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-56f3e151-fe61-482f-b431-6c1115aa53db tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (e35dc0b2-d10e-40cc-909b-ea1aca407788), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:11.935281 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0890f1e3-4129-47c9-8745-a2ac72e3c386 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:58:11.940099 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8e3c3e44-3248-415a-9479-f8b3abf71d03 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (a0be1cd6-c660-4319-b211-01d690900f45), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:11.958871 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-59f6d2f5-a6d4-4fd6-8e41-539f4f83cc46 None None] Current status of the port 859743ca-00aa-4aa4-8801-32880f5fce12 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:58:11.978908 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31dcffc-b3d7-4bfc-94dd-40675edb0aa3 req-005b2e37-0e4a-49e4-bccc-785ae9ac3b41 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:11.994354 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 0890f1e3-4129-47c9-8745-a2ac72e3c386, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=0890f1e3-4129-47c9-8745-a2ac72e3c386,segment=NetworkSegment(0ac8fc0c-e771-432c-9de7-07e76dbe0cc7),segment_id=0ac8fc0c-e771-432c-9de7-07e76dbe0cc7)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:58:11.997963 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3c3e44-3248-415a-9479-f8b3abf71d03 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Network fa55ab3c-82d6-44a3-9449-792ec78fddcd is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:58:12.004582 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (0890f1e3-4129-47c9-8745-a2ac72e3c386), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:12.006136 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device ac5c2c1c-f8c0-46f3-9acf-0736307c93cf details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:58:12.011265 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31dcffc-b3d7-4bfc-94dd-40675edb0aa3 req-005b2e37-0e4a-49e4-bccc-785ae9ac3b41 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:12.024008 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-8e3c3e44-3248-415a-9479-f8b3abf71d03 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:58:12.025871 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31dcffc-b3d7-4bfc-94dd-40675edb0aa3 req-005b2e37-0e4a-49e4-bccc-785ae9ac3b41 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:12.041800 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31dcffc-b3d7-4bfc-94dd-40675edb0aa3 req-005b2e37-0e4a-49e4-bccc-785ae9ac3b41 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:12.042287 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3c3e44-3248-415a-9479-f8b3abf71d03 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:58:12.048144 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31dcffc-b3d7-4bfc-94dd-40675edb0aa3 req-005b2e37-0e4a-49e4-bccc-785ae9ac3b41 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:12.055002 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3c3e44-3248-415a-9479-f8b3abf71d03 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:12.055669 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8e3c3e44-3248-415a-9479-f8b3abf71d03 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:12.062114 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31dcffc-b3d7-4bfc-94dd-40675edb0aa3 req-005b2e37-0e4a-49e4-bccc-785ae9ac3b41 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:12.064187 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3c3e44-3248-415a-9479-f8b3abf71d03 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Pushing event updated for resources: {'Port': ['ID=a0be1cd6-c660-4319-b211-01d690900f45,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:12.076636 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31dcffc-b3d7-4bfc-94dd-40675edb0aa3 req-005b2e37-0e4a-49e4-bccc-785ae9ac3b41 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:12.095332 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e31dcffc-b3d7-4bfc-94dd-40675edb0aa3 req-005b2e37-0e4a-49e4-bccc-785ae9ac3b41 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 5423 time: 0.2450590 Feb 19 02:58:12.096573 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-56f3e151-fe61-482f-b431-6c1115aa53db tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e35dc0b2-d10e-40cc-909b-ea1aca407788']}} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:58:12.135935 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-56f3e151-fe61-482f-b431-6c1115aa53db tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4c75632-fb76-4e5d-8a0b-be5dfbd385b8') {'for_net_delete': True} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:58:12.136248 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-56f3e151-fe61-482f-b431-6c1115aa53db tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4c75632-fb76-4e5d-8a0b-be5dfbd385b8') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:58:12.147211 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=0890f1e3-4129-47c9-8745-a2ac72e3c386,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:12.180711 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-8e3c3e44-3248-415a-9479-f8b3abf71d03 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.6057918 Feb 19 02:58:12.189020 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 42992) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:12.206156 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-eb22b500-8371-47ce-91ab-6b3f7db015c6 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::325', 'mac_address': 'fa:16:3e:93:b1:5e'}]}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:58:12.207901 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-2c2d3557-a32a-4a86-883e-0da0e88589a6 None None] Provisioning complete for port b8704b48-86a5-49bc-8fdf-8c1e544508e0 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:58:12.208285 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-2c2d3557-a32a-4a86-883e-0da0e88589a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (b8704b48-86a5-49bc-8fdf-8c1e544508e0), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:12.230736 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-56f3e151-fe61-482f-b431-6c1115aa53db tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12647422'] for segment (f4c75632-fb76-4e5d-8a0b-be5dfbd385b8), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:12.271040 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-be92ac1f-cf4b-4223-ad69-cedcc22d4f9d tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Deleting port b8704b48-86a5-49bc-8fdf-8c1e544508e0 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:58:12.271479 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-be92ac1f-cf4b-4223-ad69-cedcc22d4f9d tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (b8704b48-86a5-49bc-8fdf-8c1e544508e0), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:12.303029 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-2c2d3557-a32a-4a86-883e-0da0e88589a6 None None] Port b8704b48-86a5-49bc-8fdf-8c1e544508e0 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:58:12.340094 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-56f3e151-fe61-482f-b431-6c1115aa53db tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (f4c75632-fb76-4e5d-8a0b-be5dfbd385b8), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:12.357812 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port ac5c2c1c-f8c0-46f3-9acf-0736307c93cf, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=ac5c2c1c-f8c0-46f3-9acf-0736307c93cf,segment=NetworkSegment(4247e9f2-6084-4087-858e-e9d1c217426d),segment_id=4247e9f2-6084-4087-858e-e9d1c217426d)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:58:12.379324 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56f3e151-fe61-482f-b431-6c1115aa53db tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Releasing vlan 251 on physical network physnet1 to pool {{(pid=103701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:58:12.379828 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-56f3e151-fe61-482f-b431-6c1115aa53db tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583360'] for segment (f4c75632-fb76-4e5d-8a0b-be5dfbd385b8), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:12.385817 n-d-826753-2 neutron-server[103701]: Traceback (most recent call last): Feb 19 02:58:12.385817 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:58:12.385817 n-d-826753-2 neutron-server[103701]: timer() Feb 19 02:58:12.385817 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:58:12.385817 n-d-826753-2 neutron-server[103701]: cb(*args, **kw) Feb 19 02:58:12.385817 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:58:12.385817 n-d-826753-2 neutron-server[103701]: return func(*args, **kwargs) Feb 19 02:58:12.385817 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:58:12.385817 n-d-826753-2 neutron-server[103701]: self._notify() Feb 19 02:58:12.385817 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:58:12.385817 n-d-826753-2 neutron-server[103701]: self.callback(batched_events) Feb 19 02:58:12.385817 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:58:12.385817 n-d-826753-2 neutron-server[103701]: event.method(event) Feb 19 02:58:12.385817 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:58:12.385817 n-d-826753-2 neutron-server[103701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:58:12.385817 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:58:12.385817 n-d-826753-2 neutron-server[103701]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:58:12.385817 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:58:12.385817 n-d-826753-2 neutron-server[103701]: return f(self, *a, **k) Feb 19 02:58:12.385817 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:58:12.385817 n-d-826753-2 neutron-server[103701]: return self._get(url).json() Feb 19 02:58:12.385817 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:58:12.385817 n-d-826753-2 neutron-server[103701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:58:12.385817 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:58:12.385817 n-d-826753-2 neutron-server[103701]: return self.request(url, 'GET', **kwargs) Feb 19 02:58:12.385817 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:58:12.385817 n-d-826753-2 neutron-server[103701]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:58:12.385817 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:58:12.385817 n-d-826753-2 neutron-server[103701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:58:12.385817 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:58:12.385817 n-d-826753-2 neutron-server[103701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:58:12.385817 n-d-826753-2 neutron-server[103701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:58:12.390812 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': 'ac5c2c1c-f8c0-46f3-9acf-0736307c93cf', 'network_id': 'b0af2fed-15cc-4a59-82f9-c56cce972954', 'port_id': 'ac5c2c1c-f8c0-46f3-9acf-0736307c93cf', 'mac_address': 'fa:16:3e:cf:16:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '754b3a5b-6b59-4c1e-b100-cfbf1a3674dc', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:58:12.444931 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-be92ac1f-cf4b-4223-ad69-cedcc22d4f9d tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (b8704b48-86a5-49bc-8fdf-8c1e544508e0), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:12.446917 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port ac5c2c1c-f8c0-46f3-9acf-0736307c93cf is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:58:12.447835 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (ac5c2c1c-f8c0-46f3-9acf-0736307c93cf), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:12.465064 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-be92ac1f-cf4b-4223-ad69-cedcc22d4f9d tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Calling delete_port for b8704b48-86a5-49bc-8fdf-8c1e544508e0 owned by network:router_interface {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:58:12.473419 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac5c2c1c-f8c0-46f3-9acf-0736307c93cf {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:58:12.494285 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port ac5c2c1c-f8c0-46f3-9acf-0736307c93cf, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=ac5c2c1c-f8c0-46f3-9acf-0736307c93cf,segment=NetworkSegment(4247e9f2-6084-4087-858e-e9d1c217426d),segment_id=4247e9f2-6084-4087-858e-e9d1c217426d)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:58:12.504548 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (ac5c2c1c-f8c0-46f3-9acf-0736307c93cf), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:12.505300 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 39c50eac-1978-4f75-bc0f-d663d77b8f5b details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:58:12.553194 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e31dcffc-b3d7-4bfc-94dd-40675edb0aa3 req-a939b464-ba8e-43a9-ad02-c9dc986baa3d tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/security-groups?id=344800ac-992b-44b9-a49a-a7d4e6a6fc53&id=197f0109-f833-46dd-9ffe-3ff812885f73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4585412 Feb 19 02:58:12.600380 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-56f3e151-fe61-482f-b431-6c1115aa53db tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (e35dc0b2-d10e-40cc-909b-ea1aca407788), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:12.623953 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-56f3e151-fe61-482f-b431-6c1115aa53db tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:12.627260 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-56f3e151-fe61-482f-b431-6c1115aa53db tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] 10.222.0.72 "DELETE /v2.0/networks/e35dc0b2-d10e-40cc-909b-ea1aca407788 HTTP/1.1" status: 204 len: 168 time: 1.2056973 Feb 19 02:58:12.628046 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 39c50eac-1978-4f75-bc0f-d663d77b8f5b, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=39c50eac-1978-4f75-bc0f-d663d77b8f5b,segment=NetworkSegment(0ac8fc0c-e771-432c-9de7-07e76dbe0cc7),segment_id=0ac8fc0c-e771-432c-9de7-07e76dbe0cc7)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:58:12.628613 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f3e151-fe61-482f-b431-6c1115aa53db tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Pushing event deleted for resources: {'Network': ['ID=e35dc0b2-d10e-40cc-909b-ea1aca407788,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:12.635496 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 42994) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:12.661767 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': '39c50eac-1978-4f75-bc0f-d663d77b8f5b', 'network_id': '25635acc-9f56-41ab-b8cd-dd2744f3f7b3', 'port_id': '39c50eac-1978-4f75-bc0f-d663d77b8f5b', 'mac_address': 'fa:16:3e:bc:4c:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66de670b-a5db-4281-9094-b0eb2517280e', 'ip_address': '10.1.1.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:58:12.665442 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=ac5c2c1c-f8c0-46f3-9acf-0736307c93cf,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:12.675151 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-faef2365-a44b-41f1-8a3c-4e82839c1905 None None] Provisioning complete for port a0be1cd6-c660-4319-b211-01d690900f45 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:58:12.675650 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-faef2365-a44b-41f1-8a3c-4e82839c1905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (a0be1cd6-c660-4319-b211-01d690900f45), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:12.793062 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-faef2365-a44b-41f1-8a3c-4e82839c1905 None None] Port a0be1cd6-c660-4319-b211-01d690900f45 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:58:12.798197 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 39c50eac-1978-4f75-bc0f-d663d77b8f5b is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:58:12.798770 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (39c50eac-1978-4f75-bc0f-d663d77b8f5b), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:12.826424 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39c50eac-1978-4f75-bc0f-d663d77b8f5b {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:58:12.845707 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-be92ac1f-cf4b-4223-ad69-cedcc22d4f9d tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (b8704b48-86a5-49bc-8fdf-8c1e544508e0), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:12.852754 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 39c50eac-1978-4f75-bc0f-d663d77b8f5b, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=39c50eac-1978-4f75-bc0f-d663d77b8f5b,segment=NetworkSegment(0ac8fc0c-e771-432c-9de7-07e76dbe0cc7),segment_id=0ac8fc0c-e771-432c-9de7-07e76dbe0cc7)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:58:12.863609 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (39c50eac-1978-4f75-bc0f-d663d77b8f5b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:12.864739 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 9471084b-14f7-4ecb-9ee5-e3a2aa4f8f97 details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:58:12.931290 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 9471084b-14f7-4ecb-9ee5-e3a2aa4f8f97, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=9471084b-14f7-4ecb-9ee5-e3a2aa4f8f97,segment=NetworkSegment(0ac8fc0c-e771-432c-9de7-07e76dbe0cc7),segment_id=0ac8fc0c-e771-432c-9de7-07e76dbe0cc7)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:58:12.935455 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be92ac1f-cf4b-4223-ad69-cedcc22d4f9d tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Pushing event deleted for resources: {'Port': ['ID=b8704b48-86a5-49bc-8fdf-8c1e544508e0,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:12.948067 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-eb22b500-8371-47ce-91ab-6b3f7db015c6 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (a0be1cd6-c660-4319-b211-01d690900f45), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:12.956303 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-42802916-be57-4f00-8f59-737b143cd80e tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (7a30d188-d7ec-4a18-934f-f4f9b0220a32), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:13.056218 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': '9471084b-14f7-4ecb-9ee5-e3a2aa4f8f97', 'network_id': '25635acc-9f56-41ab-b8cd-dd2744f3f7b3', 'port_id': '9471084b-14f7-4ecb-9ee5-e3a2aa4f8f97', 'mac_address': 'fa:16:3e:98:3c:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66de670b-a5db-4281-9094-b0eb2517280e', 'ip_address': '10.1.1.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:58:13.064615 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=39c50eac-1978-4f75-bc0f-d663d77b8f5b,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:13.081677 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce70c9fe-2b8f-4da0-ba32-2905537b52df req-7768ecb0-73b3-4535-b7c8-188dae555e63 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:13.088965 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ce70c9fe-2b8f-4da0-ba32-2905537b52df req-7768ecb0-73b3-4535-b7c8-188dae555e63 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/ports?device_id=6fbac1dc-890e-47c9-99fa-6cde13e82ed6 HTTP/1.1" status: 200 len: 945 time: 0.2450378 Feb 19 02:58:13.148496 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 9471084b-14f7-4ecb-9ee5-e3a2aa4f8f97 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:58:13.149289 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (9471084b-14f7-4ecb-9ee5-e3a2aa4f8f97), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:13.178162 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9471084b-14f7-4ecb-9ee5-e3a2aa4f8f97 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:58:13.199219 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e92a53b-0b10-4088-9657-050b18407a8b req-dbcca660-cbe0-4532-a1c8-81060b07e0fd tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:13.214038 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8e92a53b-0b10-4088-9657-050b18407a8b req-dbcca660-cbe0-4532-a1c8-81060b07e0fd tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 946 time: 0.3514597 Feb 19 02:58:13.226693 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 9471084b-14f7-4ecb-9ee5-e3a2aa4f8f97, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=9471084b-14f7-4ecb-9ee5-e3a2aa4f8f97,segment=NetworkSegment(0ac8fc0c-e771-432c-9de7-07e76dbe0cc7),segment_id=0ac8fc0c-e771-432c-9de7-07e76dbe0cc7)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:58:13.234591 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (9471084b-14f7-4ecb-9ee5-e3a2aa4f8f97), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:13.254498 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-be92ac1f-cf4b-4223-ad69-cedcc22d4f9d tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16362762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16314471'] for router_interface (3068fc7b-67b7-42f8-a803-d68b8823a1c1), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:13.280692 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-42802916-be57-4f00-8f59-737b143cd80e tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (7a30d188-d7ec-4a18-934f-f4f9b0220a32), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:13.312990 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=9471084b-14f7-4ecb-9ee5-e3a2aa4f8f97,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:13.354060 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ce70c9fe-2b8f-4da0-ba32-2905537b52df req-1a2df3ee-9aa4-46f1-a854-1dfebafc932d tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ba0f102-3452-4e6f-b12d-3fac2606ad0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638330 Feb 19 02:58:13.354507 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 2d0648da-7207-4fde-bb28-f88b0cf46085 details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:58:13.400146 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-42802916-be57-4f00-8f59-737b143cd80e tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a30d188-d7ec-4a18-934f-f4f9b0220a32']}} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:58:13.442960 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-42802916-be57-4f00-8f59-737b143cd80e tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb164fb8-9adb-41e9-8d73-1132a1c942cc') {'for_net_delete': True} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:58:13.443541 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-42802916-be57-4f00-8f59-737b143cd80e tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb164fb8-9adb-41e9-8d73-1132a1c942cc') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:58:13.470768 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-42802916-be57-4f00-8f59-737b143cd80e tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12647422'] for segment (eb164fb8-9adb-41e9-8d73-1132a1c942cc), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:13.477505 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 2d0648da-7207-4fde-bb28-f88b0cf46085, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=2d0648da-7207-4fde-bb28-f88b0cf46085,segment=NetworkSegment(4247e9f2-6084-4087-858e-e9d1c217426d),segment_id=4247e9f2-6084-4087-858e-e9d1c217426d)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:58:13.491147 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': '2d0648da-7207-4fde-bb28-f88b0cf46085', 'network_id': 'b0af2fed-15cc-4a59-82f9-c56cce972954', 'port_id': '2d0648da-7207-4fde-bb28-f88b0cf46085', 'mac_address': 'fa:16:3e:dc:2c:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '754b3a5b-6b59-4c1e-b100-cfbf1a3674dc', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:58:13.494217 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8e92a53b-0b10-4088-9657-050b18407a8b req-f492114f-2700-41a0-be47-5f19da9b2c85 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790496 Feb 19 02:58:13.542567 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 2d0648da-7207-4fde-bb28-f88b0cf46085 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:58:13.542988 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (2d0648da-7207-4fde-bb28-f88b0cf46085), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:13.559104 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d0648da-7207-4fde-bb28-f88b0cf46085 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:58:13.578383 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-eb22b500-8371-47ce-91ab-6b3f7db015c6 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Publish callbacks [] for port (a0be1cd6-c660-4319-b211-01d690900f45), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:13.584142 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 2d0648da-7207-4fde-bb28-f88b0cf46085, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=2d0648da-7207-4fde-bb28-f88b0cf46085,segment=NetworkSegment(4247e9f2-6084-4087-858e-e9d1c217426d),segment_id=4247e9f2-6084-4087-858e-e9d1c217426d)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:58:13.589441 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-eb22b500-8371-47ce-91ab-6b3f7db015c6 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (a0be1cd6-c660-4319-b211-01d690900f45), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:13.594867 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-42802916-be57-4f00-8f59-737b143cd80e tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (eb164fb8-9adb-41e9-8d73-1132a1c942cc), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:13.596780 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (2d0648da-7207-4fde-bb28-f88b0cf46085), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:13.635937 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be92ac1f-cf4b-4223-ad69-cedcc22d4f9d tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Router 3068fc7b-67b7-42f8-a803-d68b8823a1c1 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:58:13.695261 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb22b500-8371-47ce-91ab-6b3f7db015c6 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Pushing event updated for resources: {'Port': ['ID=a0be1cd6-c660-4319-b211-01d690900f45,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:13.704227 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=2d0648da-7207-4fde-bb28-f88b0cf46085,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:13.739400 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42802916-be57-4f00-8f59-737b143cd80e tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=103701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:58:13.739400 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-42802916-be57-4f00-8f59-737b143cd80e tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583360'] for segment (eb164fb8-9adb-41e9-8d73-1132a1c942cc), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:13.742045 n-d-826753-2 neutron-server[103701]: Traceback (most recent call last): Feb 19 02:58:13.742045 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:58:13.742045 n-d-826753-2 neutron-server[103701]: timer() Feb 19 02:58:13.742045 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:58:13.742045 n-d-826753-2 neutron-server[103701]: cb(*args, **kw) Feb 19 02:58:13.742045 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:58:13.742045 n-d-826753-2 neutron-server[103701]: return func(*args, **kwargs) Feb 19 02:58:13.742045 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:58:13.742045 n-d-826753-2 neutron-server[103701]: self._notify() Feb 19 02:58:13.742045 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:58:13.742045 n-d-826753-2 neutron-server[103701]: self.callback(batched_events) Feb 19 02:58:13.742045 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:58:13.742045 n-d-826753-2 neutron-server[103701]: event.method(event) Feb 19 02:58:13.742045 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:58:13.742045 n-d-826753-2 neutron-server[103701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:58:13.742045 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:58:13.742045 n-d-826753-2 neutron-server[103701]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:58:13.742045 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:58:13.742045 n-d-826753-2 neutron-server[103701]: return f(self, *a, **k) Feb 19 02:58:13.742045 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:58:13.742045 n-d-826753-2 neutron-server[103701]: return self._get(url).json() Feb 19 02:58:13.742045 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:58:13.742045 n-d-826753-2 neutron-server[103701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:58:13.742045 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:58:13.742045 n-d-826753-2 neutron-server[103701]: return self.request(url, 'GET', **kwargs) Feb 19 02:58:13.742045 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:58:13.742045 n-d-826753-2 neutron-server[103701]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:58:13.742045 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:58:13.742045 n-d-826753-2 neutron-server[103701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:58:13.742045 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:58:13.742045 n-d-826753-2 neutron-server[103701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:58:13.742045 n-d-826753-2 neutron-server[103701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:58:13.785882 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-eb22b500-8371-47ce-91ab-6b3f7db015c6 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] In _notify_port_updated(), no bound segment for port a0be1cd6-c660-4319-b211-01d690900f45 on network fa55ab3c-82d6-44a3-9449-792ec78fddcd {{(pid=103701) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 02:58:13.793658 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb22b500-8371-47ce-91ab-6b3f7db015c6 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:13.794619 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-eb22b500-8371-47ce-91ab-6b3f7db015c6 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:13.801385 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-eb22b500-8371-47ce-91ab-6b3f7db015c6 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] 10.222.0.72 "PUT /v2.0/ports/a0be1cd6-c660-4319-b211-01d690900f45 HTTP/1.1" status: 200 len: 1002 time: 1.6113033 Feb 19 02:58:13.802406 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 43014) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:13.826671 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be92ac1f-cf4b-4223-ad69-cedcc22d4f9d tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:58:13.854452 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55eb90e5-4483-4aa1-9d79-e4ccba3a7546 None None] Sync routers for ids ['3068fc7b-67b7-42f8-a803-d68b8823a1c1'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:58:13.877249 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-be92ac1f-cf4b-4223-ad69-cedcc22d4f9d tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] 10.222.0.72 "PUT /v2.0/routers/3068fc7b-67b7-42f8-a803-d68b8823a1c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5361331 Feb 19 02:58:13.880798 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 43024) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:13.894329 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55eb90e5-4483-4aa1-9d79-e4ccba3a7546 None None] Routers {'3068fc7b-67b7-42f8-a803-d68b8823a1c1'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:58:13.898432 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-55eb90e5-4483-4aa1-9d79-e4ccba3a7546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:57:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['3068fc7b-67b7-42f8-a803-d68b8823a1c1'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:58:13.951881 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-d2453ccf-4c01-4682-b3d6-eb05f05f3970 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] 10.222.0.72 "GET /v2.0/ports?device_id=3068fc7b-67b7-42f8-a803-d68b8823a1c1 HTTP/1.1" status: 200 len: 205 time: 0.0672836 Feb 19 02:58:13.956007 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 43026) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:14.003392 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-55eb90e5-4483-4aa1-9d79-e4ccba3a7546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:58:14.024041 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55eb90e5-4483-4aa1-9d79-e4ccba3a7546 None None] Routers {'3068fc7b-67b7-42f8-a803-d68b8823a1c1'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:58:14.024748 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-55eb90e5-4483-4aa1-9d79-e4ccba3a7546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:57:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['3068fc7b-67b7-42f8-a803-d68b8823a1c1'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:58:14.083891 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-55eb90e5-4483-4aa1-9d79-e4ccba3a7546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:58:14.084583 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55eb90e5-4483-4aa1-9d79-e4ccba3a7546 None None] The sync data for ids ['3068fc7b-67b7-42f8-a803-d68b8823a1c1'] in n-d-826753-2 is: [] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:58:14.084715 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-155cfb38-5431-451f-8dc1-6a9d1947b3c6 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks [] for router (3068fc7b-67b7-42f8-a803-d68b8823a1c1), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:14.163153 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-42802916-be57-4f00-8f59-737b143cd80e tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (7a30d188-d7ec-4a18-934f-f4f9b0220a32), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:14.175985 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797ebb5f-9b50-4f2b-a94a-3b5f9abbc041 req-91dad8b7-a35a-4c74-a709-5089209ec218 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:14.181448 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797ebb5f-9b50-4f2b-a94a-3b5f9abbc041 req-91dad8b7-a35a-4c74-a709-5089209ec218 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:14.186980 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797ebb5f-9b50-4f2b-a94a-3b5f9abbc041 req-91dad8b7-a35a-4c74-a709-5089209ec218 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:14.192402 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797ebb5f-9b50-4f2b-a94a-3b5f9abbc041 req-91dad8b7-a35a-4c74-a709-5089209ec218 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:14.198193 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797ebb5f-9b50-4f2b-a94a-3b5f9abbc041 req-91dad8b7-a35a-4c74-a709-5089209ec218 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:14.204094 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797ebb5f-9b50-4f2b-a94a-3b5f9abbc041 req-91dad8b7-a35a-4c74-a709-5089209ec218 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:14.209640 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797ebb5f-9b50-4f2b-a94a-3b5f9abbc041 req-91dad8b7-a35a-4c74-a709-5089209ec218 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:14.211907 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-797ebb5f-9b50-4f2b-a94a-3b5f9abbc041 req-91dad8b7-a35a-4c74-a709-5089209ec218 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 5428 time: 0.4896021 Feb 19 02:58:14.226363 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-42802916-be57-4f00-8f59-737b143cd80e tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:14.230007 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-42802916-be57-4f00-8f59-737b143cd80e tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] 10.222.0.72 "DELETE /v2.0/networks/7a30d188-d7ec-4a18-934f-f4f9b0220a32 HTTP/1.1" status: 204 len: 168 time: 1.5934784 Feb 19 02:58:14.235771 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 43028) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:14.254891 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['baadb01a-13aa-403f-bd9b-45b06f458a15'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:58:14.292835 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42802916-be57-4f00-8f59-737b143cd80e tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Pushing event deleted for resources: {'Network': ['ID=7a30d188-d7ec-4a18-934f-f4f9b0220a32,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:14.314856 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-155cfb38-5431-451f-8dc1-6a9d1947b3c6 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16317457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14254'] for router (3068fc7b-67b7-42f8-a803-d68b8823a1c1), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:14.317156 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-155cfb38-5431-451f-8dc1-6a9d1947b3c6 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks [] for router_controller (3068fc7b-67b7-42f8-a803-d68b8823a1c1), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:14.319954 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-c7c41240-10ad-410d-bbe0-a69a948a49b8 None None] Provisioning complete for port a0be1cd6-c660-4319-b211-01d690900f45 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:58:14.320449 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c7c41240-10ad-410d-bbe0-a69a948a49b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (a0be1cd6-c660-4319-b211-01d690900f45), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:14.379553 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-155cfb38-5431-451f-8dc1-6a9d1947b3c6 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16317544'] for router (3068fc7b-67b7-42f8-a803-d68b8823a1c1), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:14.380389 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-155cfb38-5431-451f-8dc1-6a9d1947b3c6 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Fanout notify agent at l3_agent the message router_deleted on router 3068fc7b-67b7-42f8-a803-d68b8823a1c1 {{(pid=103702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 02:58:14.389513 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-155cfb38-5431-451f-8dc1-6a9d1947b3c6 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:14.390910 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-155cfb38-5431-451f-8dc1-6a9d1947b3c6 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] 10.222.0.72 "DELETE /v2.0/routers/3068fc7b-67b7-42f8-a803-d68b8823a1c1 HTTP/1.1" status: 204 len: 168 time: 0.4339643 Feb 19 02:58:14.394052 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 43032) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:14.411370 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['ac5c2c1c-f8c0-46f3-9acf-0736307c93cf'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:58:14.444350 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-c7c41240-10ad-410d-bbe0-a69a948a49b8 None None] Port a0be1cd6-c660-4319-b211-01d690900f45 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:58:14.451500 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['9471084b-14f7-4ecb-9ee5-e3a2aa4f8f97'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:58:14.462912 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f764d77a-b444-4895-b26c-3e4dc149912f req-0dc4d25e-ab8f-4d69-afde-ffc372d97a71 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:14.473052 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f764d77a-b444-4895-b26c-3e4dc149912f req-0dc4d25e-ab8f-4d69-afde-ffc372d97a71 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/networks?id=583b29ab-e0ba-468d-ae03-87a6a1ad9ae5 HTTP/1.1" status: 200 len: 814 time: 0.5306060 Feb 19 02:58:14.493356 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c61079f-be01-49f7-ad39-b1bd464e6e88 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Deleting subnet c4adc607-6fbb-47e0-b7a5-76f0318c39dc {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:58:14.498126 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9c61079f-be01-49f7-ad39-b1bd464e6e88 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks [] for subnet (c4adc607-6fbb-47e0-b7a5-76f0318c39dc), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:14.517695 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f764d77a-b444-4895-b26c-3e4dc149912f req-582e30d3-4854-46c2-9f34-9db91c84c879 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/quotas/af50eb00c5a74dd68d3a720f276d22fe HTTP/1.1" status: 200 len: 375 time: 0.0436759 Feb 19 02:58:14.531749 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['2d0648da-7207-4fde-bb28-f88b0cf46085'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:58:14.547297 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9c61079f-be01-49f7-ad39-b1bd464e6e88 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (c4adc607-6fbb-47e0-b7a5-76f0318c39dc), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:14.604255 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-797ebb5f-9b50-4f2b-a94a-3b5f9abbc041 req-22ede39a-7eec-435f-8571-80890c5563fe tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/security-groups?id=344800ac-992b-44b9-a49a-a7d4e6a6fc53&id=197f0109-f833-46dd-9ffe-3ff812885f73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3821473 Feb 19 02:58:14.620069 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55228ee-b663-404a-b939-a2e7d5992336 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:14.641271 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55228ee-b663-404a-b939-a2e7d5992336 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:14.647034 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-e55228ee-b663-404a-b939-a2e7d5992336 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3909032 Feb 19 02:58:14.647705 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 43034) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:14.652204 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-aa022771-07ab-4624-9574-07d1334721d3 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1269922018'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:58:14.667786 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-f880b697-2bdf-486c-ae5c-554e223f135d tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Deleting port a0be1cd6-c660-4319-b211-01d690900f45 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:58:14.669244 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f880b697-2bdf-486c-ae5c-554e223f135d tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (a0be1cd6-c660-4319-b211-01d690900f45), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:14.716865 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9c61079f-be01-49f7-ad39-b1bd464e6e88 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (c4adc607-6fbb-47e0-b7a5-76f0318c39dc), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:14.742066 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa022771-07ab-4624-9574-07d1334721d3 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Made reservation on behalf of 61fce395c5b44df48f21d02853aab2e8 for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:58:14.745524 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-aa022771-07ab-4624-9574-07d1334721d3 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:14.789069 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa022771-07ab-4624-9574-07d1334721d3 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] vlan segment allocate from pool success with {'vlan_id': 282, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:58:14.814280 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9c61079f-be01-49f7-ad39-b1bd464e6e88 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (c4adc607-6fbb-47e0-b7a5-76f0318c39dc), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:14.817843 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-aa022771-07ab-4624-9574-07d1334721d3 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (1b31839f-7bae-4ee0-91da-2b533254a59b), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:14.818065 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-aa022771-07ab-4624-9574-07d1334721d3 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Added segment 1b31839f-7bae-4ee0-91da-2b533254a59b of type vlan for network 01c4c444-9d4a-443d-8128-ba213bd1cf58 Feb 19 02:58:14.853356 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c61079f-be01-49f7-ad39-b1bd464e6e88 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Pushing event deleted for resources: {'Subnet': ['ID=c4adc607-6fbb-47e0-b7a5-76f0318c39dc,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:14.867647 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9c61079f-be01-49f7-ad39-b1bd464e6e88 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:14.871614 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-9c61079f-be01-49f7-ad39-b1bd464e6e88 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] 10.222.0.72 "DELETE /v2.0/subnets/c4adc607-6fbb-47e0-b7a5-76f0318c39dc HTTP/1.1" status: 204 len: 168 time: 0.4764636 Feb 19 02:58:14.874461 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 43036) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:14.893490 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c34e8e-36a0-4551-b185-0c0a700f96ca None None] Network 010184e3-1405-43f9-a091-34f8e5fad0ff requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:58:14.969044 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-aa022771-07ab-4624-9574-07d1334721d3 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (01c4c444-9d4a-443d-8128-ba213bd1cf58), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:15.015160 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9d684f-f97d-462c-933b-055818cfbdde req-59b5659a-b541-444a-baf6-035911bedb7c tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:15.016183 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9e8dccbf-f3b0-4afd-8dd4-cd6957dec841 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (010184e3-1405-43f9-a091-34f8e5fad0ff), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:15.029887 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ef9d684f-f97d-462c-933b-055818cfbdde req-59b5659a-b541-444a-baf6-035911bedb7c tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/ports?device_id=6fbac1dc-890e-47c9-99fa-6cde13e82ed6 HTTP/1.1" status: 200 len: 945 time: 0.1926205 Feb 19 02:58:15.067615 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-aa022771-07ab-4624-9574-07d1334721d3 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (01c4c444-9d4a-443d-8128-ba213bd1cf58), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:15.073936 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa022771-07ab-4624-9574-07d1334721d3 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:15.077062 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-aa022771-07ab-4624-9574-07d1334721d3 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:15.166821 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f764d77a-b444-4895-b26c-3e4dc149912f req-9c943f1d-986d-4106-b010-846375dfeb2f tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=af50eb00c5a74dd68d3a720f276d22fe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5214336 Feb 19 02:58:15.239565 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f880b697-2bdf-486c-ae5c-554e223f135d tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (a0be1cd6-c660-4319-b211-01d690900f45), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:15.240943 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['39c50eac-1978-4f75-bc0f-d663d77b8f5b'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:58:15.277292 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-f880b697-2bdf-486c-ae5c-554e223f135d tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Calling delete_port for a0be1cd6-c660-4319-b211-01d690900f45 owned by {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:58:15.470276 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['0890f1e3-4129-47c9-8745-a2ac72e3c386'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:58:15.506590 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd3fc9e-ff8f-45d7-88b0-d1ab8037128e None None] DHCP port deletion for 010184e3-1405-43f9-a091-34f8e5fad0ff request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 02:58:15.510881 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b98970c7-eb90-4a8d-9e70-21e4482d4fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:15.626268 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f764d77a-b444-4895-b26c-3e4dc149912f req-9e7a02b3-773f-4d48-9ebe-9876b8343ceb service neutron] 10.222.0.72 "GET /v2.0/networks/583b29ab-e0ba-468d-ae03-87a6a1ad9ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4393396 Feb 19 02:58:15.641863 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ef9d684f-f97d-462c-933b-055818cfbdde req-f6c8f855-aca8-4e75-8d06-3f9aefeea401 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ba0f102-3452-4e6f-b12d-3fac2606ad0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6032102 Feb 19 02:58:15.643882 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['e8a9a31d-d1ce-4ae0-aba3-bf180e7af83d'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:58:15.703679 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-aa022771-07ab-4624-9574-07d1334721d3 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0552042 Feb 19 02:58:15.713629 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa022771-07ab-4624-9574-07d1334721d3 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Pushing event updated for resources: {'Network': ['ID=01c4c444-9d4a-443d-8128-ba213bd1cf58,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:15.716195 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 43048) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:15.722727 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-4ad873a3-89f5-47d6-99fb-2f62a35988e6 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-910427159'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:58:15.759121 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 01c4c444-9d4a-443d-8128-ba213bd1cf58 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:58:15.767048 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-3fd3fc9e-ff8f-45d7-88b0-d1ab8037128e None None] Deleting port 859743ca-00aa-4aa4-8801-32880f5fce12 {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:58:15.767048 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3fd3fc9e-ff8f-45d7-88b0-d1ab8037128e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (859743ca-00aa-4aa4-8801-32880f5fce12), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:15.790443 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-9e8dccbf-f3b0-4afd-8dd4-cd6957dec841 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Deleting port 859743ca-00aa-4aa4-8801-32880f5fce12 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:58:15.790786 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9e8dccbf-f3b0-4afd-8dd4-cd6957dec841 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (859743ca-00aa-4aa4-8801-32880f5fce12), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:15.822824 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ad873a3-89f5-47d6-99fb-2f62a35988e6 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Made reservation on behalf of 61fce395c5b44df48f21d02853aab2e8 for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:58:15.829126 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4ad873a3-89f5-47d6-99fb-2f62a35988e6 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:15.849255 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-3fd3fc9e-ff8f-45d7-88b0-d1ab8037128e None None] For port 859743ca-00aa-4aa4-8801-32880f5fce12, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=859743ca-00aa-4aa4-8801-32880f5fce12,segment=NetworkSegment(a71b7a5e-c16d-4b71-84e0-cf731e5b52c0),segment_id=a71b7a5e-c16d-4b71-84e0-cf731e5b52c0)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:58:15.849750 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3fd3fc9e-ff8f-45d7-88b0-d1ab8037128e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (859743ca-00aa-4aa4-8801-32880f5fce12), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:15.862033 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f764d77a-b444-4895-b26c-3e4dc149912f req-c07c199d-b89b-4883-961d-aaf886f0835e service neutron] 10.222.0.72 "GET /v2.0/networks/583b29ab-e0ba-468d-ae03-87a6a1ad9ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190897 Feb 19 02:58:15.865338 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-3fd3fc9e-ff8f-45d7-88b0-d1ab8037128e None None] Calling delete_port for 859743ca-00aa-4aa4-8801-32880f5fce12 owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:58:15.978398 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 859743ca-00aa-4aa4-8801-32880f5fce12 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:58:15.984797 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ad873a3-89f5-47d6-99fb-2f62a35988e6 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] vlan segment allocate from pool success with {'vlan_id': 255, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:58:16.004295 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-9e8dccbf-f3b0-4afd-8dd4-cd6957dec841 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] For port 859743ca-00aa-4aa4-8801-32880f5fce12, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=859743ca-00aa-4aa4-8801-32880f5fce12,segment=NetworkSegment(a71b7a5e-c16d-4b71-84e0-cf731e5b52c0),segment_id=a71b7a5e-c16d-4b71-84e0-cf731e5b52c0)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:58:16.004671 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9e8dccbf-f3b0-4afd-8dd4-cd6957dec841 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (859743ca-00aa-4aa4-8801-32880f5fce12), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:16.013128 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 859743ca-00aa-4aa4-8801-32880f5fce12 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:58:16.013464 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 859743ca-00aa-4aa4-8801-32880f5fce12 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:58:16.016935 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3fd3fc9e-ff8f-45d7-88b0-d1ab8037128e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (859743ca-00aa-4aa4-8801-32880f5fce12), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:16.043790 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6ab176-602b-4f5a-8cc2-351ed5eed6b0 req-6a6c864d-18a1-42f7-a05a-e125fc3c54b1 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:16.050289 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4ad873a3-89f5-47d6-99fb-2f62a35988e6 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (8ec0ce9f-77bd-44da-9d0a-3cbf2347a40d), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:16.050697 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-4ad873a3-89f5-47d6-99fb-2f62a35988e6 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Added segment 8ec0ce9f-77bd-44da-9d0a-3cbf2347a40d of type vlan for network 126bb3bc-7712-44a4-a002-28d5e83de10b Feb 19 02:58:16.061763 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6ab176-602b-4f5a-8cc2-351ed5eed6b0 req-6a6c864d-18a1-42f7-a05a-e125fc3c54b1 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:16.085604 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6ab176-602b-4f5a-8cc2-351ed5eed6b0 req-6a6c864d-18a1-42f7-a05a-e125fc3c54b1 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:16.088196 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-9e8dccbf-f3b0-4afd-8dd4-cd6957dec841 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Calling delete_port for 859743ca-00aa-4aa4-8801-32880f5fce12 owned by network:dhcp {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:58:16.098591 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd3fc9e-ff8f-45d7-88b0-d1ab8037128e None None] Pushing event deleted for resources: {'Port': ['ID=859743ca-00aa-4aa4-8801-32880f5fce12,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:16.111323 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6ab176-602b-4f5a-8cc2-351ed5eed6b0 req-6a6c864d-18a1-42f7-a05a-e125fc3c54b1 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:16.119286 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd3fc9e-ff8f-45d7-88b0-d1ab8037128e None None] No DVR routers for this DVR port 859743ca-00aa-4aa4-8801-32880f5fce12 on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:58:16.128645 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6ab176-602b-4f5a-8cc2-351ed5eed6b0 req-6a6c864d-18a1-42f7-a05a-e125fc3c54b1 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:16.140679 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6ab176-602b-4f5a-8cc2-351ed5eed6b0 req-6a6c864d-18a1-42f7-a05a-e125fc3c54b1 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:16.181490 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6ab176-602b-4f5a-8cc2-351ed5eed6b0 req-6a6c864d-18a1-42f7-a05a-e125fc3c54b1 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:16.183505 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ab6ab176-602b-4f5a-8cc2-351ed5eed6b0 req-6a6c864d-18a1-42f7-a05a-e125fc3c54b1 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 5428 time: 0.3172164 Feb 19 02:58:16.332770 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4ad873a3-89f5-47d6-99fb-2f62a35988e6 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (126bb3bc-7712-44a4-a002-28d5e83de10b), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:16.453739 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4ad873a3-89f5-47d6-99fb-2f62a35988e6 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (126bb3bc-7712-44a4-a002-28d5e83de10b), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:16.459334 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad873a3-89f5-47d6-99fb-2f62a35988e6 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:16.459946 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4ad873a3-89f5-47d6-99fb-2f62a35988e6 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:16.573493 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad873a3-89f5-47d6-99fb-2f62a35988e6 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Pushing event updated for resources: {'Network': ['ID=126bb3bc-7712-44a4-a002-28d5e83de10b,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:16.586901 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 126bb3bc-7712-44a4-a002-28d5e83de10b details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:58:16.587828 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-4ad873a3-89f5-47d6-99fb-2f62a35988e6 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8703108 Feb 19 02:58:16.590055 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 43062) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:16.598393 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-cc92dab1-6f34-418c-8abf-a121d38c6342 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Request body: {'ports': [{'network_id': '01c4c444-9d4a-443d-8128-ba213bd1cf58', 'name': 'tempest-port--1328978109', 'admin_state_up': True}, {'network_id': '126bb3bc-7712-44a4-a002-28d5e83de10b', 'admin_state_up': False}]} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:58:16.599310 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-cc92dab1-6f34-418c-8abf-a121d38c6342 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Request body: {'port': {'network_id': '01c4c444-9d4a-443d-8128-ba213bd1cf58', 'name': 'tempest-port--1328978109', 'admin_state_up': True}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:58:16.614978 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-cc92dab1-6f34-418c-8abf-a121d38c6342 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Request body: {'port': {'network_id': '126bb3bc-7712-44a4-a002-28d5e83de10b', 'admin_state_up': False}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:58:16.675280 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9e8dccbf-f3b0-4afd-8dd4-cd6957dec841 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (859743ca-00aa-4aa4-8801-32880f5fce12), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:16.906888 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8dccbf-f3b0-4afd-8dd4-cd6957dec841 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Pushing event deleted for resources: {'Port': ['ID=859743ca-00aa-4aa4-8801-32880f5fce12,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:16.912686 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8dccbf-f3b0-4afd-8dd4-cd6957dec841 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] No DVR routers for this DVR port 859743ca-00aa-4aa4-8801-32880f5fce12 on host n-d-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:58:16.995144 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ab6ab176-602b-4f5a-8cc2-351ed5eed6b0 req-6c0b68a0-61e0-4dbd-8a23-9c9d368ed1ab tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/security-groups?id=344800ac-992b-44b9-a49a-a7d4e6a6fc53&id=197f0109-f833-46dd-9ffe-3ff812885f73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7997644 Feb 19 02:58:17.134840 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9e8dccbf-f3b0-4afd-8dd4-cd6957dec841 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (010184e3-1405-43f9-a091-34f8e5fad0ff), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:17.157664 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a0a70248-9c0e-4a0f-844d-cd5fd8c78a36 req-0a2f2f18-4a9a-40fa-9f72-96cd6f70ea4c tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=47a2cb3a-6b5b-4402-81ae-3f6683dfd795 HTTP/1.1" status: 200 len: 210 time: 0.8150010 Feb 19 02:58:17.174050 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-9e8dccbf-f3b0-4afd-8dd4-cd6957dec841 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['010184e3-1405-43f9-a091-34f8e5fad0ff']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:58:17.180459 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f880b697-2bdf-486c-ae5c-554e223f135d tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (a0be1cd6-c660-4319-b211-01d690900f45), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:17.234662 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f880b697-2bdf-486c-ae5c-554e223f135d tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Pushing event deleted for resources: {'Port': ['ID=a0be1cd6-c660-4319-b211-01d690900f45,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:17.243717 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-9e8dccbf-f3b0-4afd-8dd4-cd6957dec841 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a71b7a5e-c16d-4b71-84e0-cf731e5b52c0') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:58:17.244050 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-9e8dccbf-f3b0-4afd-8dd4-cd6957dec841 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a71b7a5e-c16d-4b71-84e0-cf731e5b52c0') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:58:17.246715 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc92dab1-6f34-418c-8abf-a121d38c6342 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Made reservation on behalf of 61fce395c5b44df48f21d02853aab2e8 for: {'port': 2} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:58:17.251066 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cc92dab1-6f34-418c-8abf-a121d38c6342 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:17.317247 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9e8dccbf-f3b0-4afd-8dd4-cd6957dec841 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (a71b7a5e-c16d-4b71-84e0-cf731e5b52c0), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:17.345123 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cc92dab1-6f34-418c-8abf-a121d38c6342 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:17.362742 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f664e1b-76e7-43cb-b9cd-635011fc6664 req-38ea34e3-ba19-4f03-b611-0e1155c5b501 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:17.365890 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8f664e1b-76e7-43cb-b9cd-635011fc6664 req-38ea34e3-ba19-4f03-b611-0e1155c5b501 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/ports?device_id=6fbac1dc-890e-47c9-99fa-6cde13e82ed6 HTTP/1.1" status: 200 len: 945 time: 0.1708689 Feb 19 02:58:17.437589 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9e8dccbf-f3b0-4afd-8dd4-cd6957dec841 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (a71b7a5e-c16d-4b71-84e0-cf731e5b52c0), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:17.447513 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e8dccbf-f3b0-4afd-8dd4-cd6957dec841 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Releasing vlan 261 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:58:17.447920 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9e8dccbf-f3b0-4afd-8dd4-cd6957dec841 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (a71b7a5e-c16d-4b71-84e0-cf731e5b52c0), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:17.453889 n-d-826753-2 neutron-server[103702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:58:17.453889 n-d-826753-2 neutron-server[103702]: self.session.flush() Feb 19 02:58:17.453889 n-d-826753-2 neutron-server[103702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:58:17.453889 n-d-826753-2 neutron-server[103702]: self.session.flush() Feb 19 02:58:17.453889 n-d-826753-2 neutron-server[103702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:58:17.453889 n-d-826753-2 neutron-server[103702]: self.session.flush() Feb 19 02:58:17.453889 n-d-826753-2 neutron-server[103702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:58:17.453889 n-d-826753-2 neutron-server[103702]: self.session.flush() Feb 19 02:58:17.453889 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 02:58:17.453889 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:58:17.453889 n-d-826753-2 neutron-server[103702]: timer() Feb 19 02:58:17.453889 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:58:17.453889 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 02:58:17.453889 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:58:17.453889 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 02:58:17.453889 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:58:17.453889 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 02:58:17.453889 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:58:17.453889 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 02:58:17.453889 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:58:17.453889 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 02:58:17.453889 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:58:17.453889 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:58:17.453889 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:58:17.453889 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:58:17.453889 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:58:17.453889 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 02:58:17.453889 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:58:17.453889 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 02:58:17.453889 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:58:17.453889 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:58:17.453889 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:58:17.453889 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 02:58:17.453889 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:58:17.453889 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:58:17.453889 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:58:17.453889 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:58:17.453889 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:58:17.453889 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:58:17.453889 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:58:17.552307 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f880b697-2bdf-486c-ae5c-554e223f135d tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:17.560797 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-f880b697-2bdf-486c-ae5c-554e223f135d tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] 10.222.0.72 "DELETE /v2.0/ports/a0be1cd6-c660-4319-b211-01d690900f45 HTTP/1.1" status: 204 len: 168 time: 3.7438014 Feb 19 02:58:17.563749 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 43072) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:17.654551 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-7fef8e4a-054f-423a-ba54-9053c29120cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:17.700962 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8f664e1b-76e7-43cb-b9cd-635011fc6664 req-7d69fbdd-beff-4933-8cee-c0653ba4d4d1 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ba0f102-3452-4e6f-b12d-3fac2606ad0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561197 Feb 19 02:58:17.701892 n-d-826753-2 neutron-server[103701]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fdb8c3c-0db7-4424-867e-ac0947e7f75c tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] GET failed (client error): The resource could not be found. Feb 19 02:58:17.703249 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-3fdb8c3c-0db7-4424-867e-ac0947e7f75c tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] 10.222.0.72 "GET /v2.0/ports/a0be1cd6-c660-4319-b211-01d690900f45 HTTP/1.1" status: 404 len: 333 time: 0.1264465 Feb 19 02:58:17.707583 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 43074) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:17.712876 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-f88ea951-1b69-4ba3-8746-8879d07d44e6 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Request body: {'port': {'network_id': 'fa55ab3c-82d6-44a3-9449-792ec78fddcd', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-276519916'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:58:17.799334 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [None req-cc92dab1-6f34-418c-8abf-a121d38c6342 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] device_id is not set on port 533dec2c-7816-4389-8952-a1a92674d175 yet. {{(pid=103702) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 02:58:17.908488 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cc92dab1-6f34-418c-8abf-a121d38c6342 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Publish callbacks [] for port (533dec2c-7816-4389-8952-a1a92674d175), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:17.951253 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f88ea951-1b69-4ba3-8746-8879d07d44e6 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Made reservation on behalf of 126fea57d296425f9b9d1c0aa08190c3 for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:58:17.954980 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f88ea951-1b69-4ba3-8746-8879d07d44e6 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:17.995817 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9e8dccbf-f3b0-4afd-8dd4-cd6957dec841 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (010184e3-1405-43f9-a091-34f8e5fad0ff), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:17.999386 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [None req-cc92dab1-6f34-418c-8abf-a121d38c6342 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] device_id is not set on port ac783c0b-8f99-401d-b47b-4feb4dc037a4 yet. {{(pid=103702) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 02:58:18.002336 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [None req-f88ea951-1b69-4ba3-8746-8879d07d44e6 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] device_id is not set on port 17d830a3-9bea-4e24-98e8-7a016bf45de3 yet. {{(pid=103701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 02:58:18.014387 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9e8dccbf-f3b0-4afd-8dd4-cd6957dec841 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:18.018983 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-9e8dccbf-f3b0-4afd-8dd4-cd6957dec841 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] 10.222.0.72 "DELETE /v2.0/networks/010184e3-1405-43f9-a091-34f8e5fad0ff HTTP/1.1" status: 204 len: 168 time: 3.1435943 Feb 19 02:58:18.022923 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 43076) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:18.028362 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-f11b21c9-7dc2-484c-b2a8-b6dc8a3b1a0f tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-191430420', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:58:18.064213 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8dccbf-f3b0-4afd-8dd4-cd6957dec841 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Pushing event deleted for resources: {'Network': ['ID=010184e3-1405-43f9-a091-34f8e5fad0ff,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:18.213798 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f764d77a-b444-4895-b26c-3e4dc149912f req-34ac6a8f-4607-409a-9192-02ab02b3dca7 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:18.217350 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f764d77a-b444-4895-b26c-3e4dc149912f req-34ac6a8f-4607-409a-9192-02ab02b3dca7 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.82 "GET /v2.0/networks?id=583b29ab-e0ba-468d-ae03-87a6a1ad9ae5 HTTP/1.1" status: 200 len: 814 time: 0.1463354 Feb 19 02:58:18.275931 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f11b21c9-7dc2-484c-b2a8-b6dc8a3b1a0f tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14172'] for router (3cdae58c-9b05-4e69-aae0-f3043115cc4e), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:18.276995 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f11b21c9-7dc2-484c-b2a8-b6dc8a3b1a0f tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16317487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16285822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16309985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14247'] for router (3cdae58c-9b05-4e69-aae0-f3043115cc4e), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:18.289147 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cc92dab1-6f34-418c-8abf-a121d38c6342 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Publish callbacks [] for port (ac783c0b-8f99-401d-b47b-4feb4dc037a4), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:18.354499 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cc92dab1-6f34-418c-8abf-a121d38c6342 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (533dec2c-7816-4389-8952-a1a92674d175), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:18.378253 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f11b21c9-7dc2-484c-b2a8-b6dc8a3b1a0f tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks [] for router_controller (3cdae58c-9b05-4e69-aae0-f3043115cc4e), precommit_add_association {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:18.401264 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-f764d77a-b444-4895-b26c-3e4dc149912f req-8d28f47e-193f-4ee3-8bf5-1a9170bf0186 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Request body: {'port': {'device_id': '47a2cb3a-6b5b-4402-81ae-3f6683dfd795', 'network_id': '583b29ab-e0ba-468d-ae03-87a6a1ad9ae5', 'admin_state_up': True, 'tenant_id': 'af50eb00c5a74dd68d3a720f276d22fe'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:58:18.461915 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc92dab1-6f34-418c-8abf-a121d38c6342 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Pushing event updated for resources: {'Port': ['ID=533dec2c-7816-4389-8952-a1a92674d175,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:18.468995 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc92dab1-6f34-418c-8abf-a121d38c6342 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Checking segment: {'id': '1b31839f-7bae-4ee0-91da-2b533254a59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '01c4c444-9d4a-443d-8128-ba213bd1cf58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:58:18.469448 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc92dab1-6f34-418c-8abf-a121d38c6342 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Network hostable DHCP agents. Network: 01c4c444-9d4a-443d-8128-ba213bd1cf58, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:58:18.492081 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc92dab1-6f34-418c-8abf-a121d38c6342 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Network 01c4c444-9d4a-443d-8128-ba213bd1cf58 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:58:18.505491 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-cc92dab1-6f34-418c-8abf-a121d38c6342 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 01c4c444-9d4a-443d-8128-ba213bd1cf58) {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:58:18.519063 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9c7a67-bef1-4346-bc04-68e9f4be2254 None None] Network 01c4c444-9d4a-443d-8128-ba213bd1cf58 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:58:18.523084 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc92dab1-6f34-418c-8abf-a121d38c6342 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:58:18.523973 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cc92dab1-6f34-418c-8abf-a121d38c6342 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (ac783c0b-8f99-401d-b47b-4feb4dc037a4), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:18.561586 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f11b21c9-7dc2-484c-b2a8-b6dc8a3b1a0f tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16317478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865'] for router (3cdae58c-9b05-4e69-aae0-f3043115cc4e), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:18.638204 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f764d77a-b444-4895-b26c-3e4dc149912f req-8d28f47e-193f-4ee3-8bf5-1a9170bf0186 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Made reservation on behalf of af50eb00c5a74dd68d3a720f276d22fe for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:58:18.639175 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc92dab1-6f34-418c-8abf-a121d38c6342 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Pushing event updated for resources: {'Port': ['ID=ac783c0b-8f99-401d-b47b-4feb4dc037a4,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:18.642154 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-f764d77a-b444-4895-b26c-3e4dc149912f req-8d28f47e-193f-4ee3-8bf5-1a9170bf0186 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:18.652480 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc92dab1-6f34-418c-8abf-a121d38c6342 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Checking segment: {'id': '8ec0ce9f-77bd-44da-9d0a-3cbf2347a40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '126bb3bc-7712-44a4-a002-28d5e83de10b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:58:18.652480 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc92dab1-6f34-418c-8abf-a121d38c6342 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Network hostable DHCP agents. Network: 126bb3bc-7712-44a4-a002-28d5e83de10b, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:58:18.674702 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4d0a4986-a312-4adb-860c-a92e392d987d req-2c09a21c-f2cf-460e-8548-1c24140c4505 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=47a2cb3a-6b5b-4402-81ae-3f6683dfd795 HTTP/1.1" status: 200 len: 210 time: 0.2918165 Feb 19 02:58:18.686337 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc92dab1-6f34-418c-8abf-a121d38c6342 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Network 126bb3bc-7712-44a4-a002-28d5e83de10b is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:58:18.710323 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-cc92dab1-6f34-418c-8abf-a121d38c6342 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 126bb3bc-7712-44a4-a002-28d5e83de10b) {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:58:18.714475 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc92dab1-6f34-418c-8abf-a121d38c6342 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:58:18.720254 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc92dab1-6f34-418c-8abf-a121d38c6342 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:18.727519 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b32681-015f-4e96-80bf-d3c67acbd9b6 None None] Network 126bb3bc-7712-44a4-a002-28d5e83de10b requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:58:18.731327 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc92dab1-6f34-418c-8abf-a121d38c6342 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:18.732451 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cc92dab1-6f34-418c-8abf-a121d38c6342 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:18.741088 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f11b21c9-7dc2-484c-b2a8-b6dc8a3b1a0f tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks [] for router (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:18.746275 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-f11b21c9-7dc2-484c-b2a8-b6dc8a3b1a0f tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.7218239 Feb 19 02:58:18.767605 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 43088) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:18.779676 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-1f58b209-1bd5-47e2-aecc-1d47b5817339 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Request body: {'network': {'name': 'tempest-RoutersTest-385673287'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:58:18.828931 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-cc92dab1-6f34-418c-8abf-a121d38c6342 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.2373199 Feb 19 02:58:18.837600 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 43090) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:18.840081 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [req-f764d77a-b444-4895-b26c-3e4dc149912f req-8d28f47e-193f-4ee3-8bf5-1a9170bf0186 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Allocated IP 172.20.0.7 (583b29ab-e0ba-468d-ae03-87a6a1ad9ae5/3ea5428a-92f7-475d-b30c-482a71ed5c95/8b15cae4-534c-4c91-b097-9563e15fd04b) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:58:18.944093 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f58b209-1bd5-47e2-aecc-1d47b5817339 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Made reservation on behalf of eae5468561eb44d8a8138d5efbd64f6e for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:58:18.948192 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1f58b209-1bd5-47e2-aecc-1d47b5817339 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:19.008964 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941220c4-e1e8-4345-bc4f-4c5e0ec6c27f req-ab32a908-532a-4bea-97bf-684c76ed4b5f tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:19.015242 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941220c4-e1e8-4345-bc4f-4c5e0ec6c27f req-ab32a908-532a-4bea-97bf-684c76ed4b5f tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:19.018104 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f58b209-1bd5-47e2-aecc-1d47b5817339 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] vlan segment allocate from pool success with {'vlan_id': 257, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:58:19.021983 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941220c4-e1e8-4345-bc4f-4c5e0ec6c27f req-ab32a908-532a-4bea-97bf-684c76ed4b5f tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:19.027773 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941220c4-e1e8-4345-bc4f-4c5e0ec6c27f req-ab32a908-532a-4bea-97bf-684c76ed4b5f tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:19.029711 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4345ff-f4c7-43d3-867e-9a86c44e1966 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:19.033758 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941220c4-e1e8-4345-bc4f-4c5e0ec6c27f req-ab32a908-532a-4bea-97bf-684c76ed4b5f tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:19.042307 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941220c4-e1e8-4345-bc4f-4c5e0ec6c27f req-ab32a908-532a-4bea-97bf-684c76ed4b5f tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:19.044285 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4345ff-f4c7-43d3-867e-9a86c44e1966 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:19.049033 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941220c4-e1e8-4345-bc4f-4c5e0ec6c27f req-ab32a908-532a-4bea-97bf-684c76ed4b5f tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:19.051174 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-941220c4-e1e8-4345-bc4f-4c5e0ec6c27f req-ab32a908-532a-4bea-97bf-684c76ed4b5f tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 5428 time: 0.8318763 Feb 19 02:58:19.057516 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-ee4345ff-f4c7-43d3-867e-9a86c44e1966 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2151079 Feb 19 02:58:19.057516 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 43092) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:19.093707 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1f58b209-1bd5-47e2-aecc-1d47b5817339 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (deca510d-47d2-43ff-84f5-737aca7bc369), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:19.094172 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-1f58b209-1bd5-47e2-aecc-1d47b5817339 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Added segment deca510d-47d2-43ff-84f5-737aca7bc369 of type vlan for network 8145ca99-f04b-4824-9a94-21de580b4a69 Feb 19 02:58:19.186458 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1f58b209-1bd5-47e2-aecc-1d47b5817339 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (8145ca99-f04b-4824-9a94-21de580b4a69), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:19.206319 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:19.218136 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-941220c4-e1e8-4345-bc4f-4c5e0ec6c27f req-6230565b-203d-40ed-805a-41ec7a65fbed tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/security-groups?id=344800ac-992b-44b9-a49a-a7d4e6a6fc53&id=197f0109-f833-46dd-9ffe-3ff812885f73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1197634 Feb 19 02:58:19.228428 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-ddae8781-f61b-4dd8-9757-fd3cbf5f3a26 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Deleting port 533dec2c-7816-4389-8952-a1a92674d175 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:58:19.228763 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ddae8781-f61b-4dd8-9757-fd3cbf5f3a26 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (533dec2c-7816-4389-8952-a1a92674d175), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:19.243693 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1f58b209-1bd5-47e2-aecc-1d47b5817339 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (8145ca99-f04b-4824-9a94-21de580b4a69), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:19.243693 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f58b209-1bd5-47e2-aecc-1d47b5817339 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:19.243693 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1f58b209-1bd5-47e2-aecc-1d47b5817339 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:19.295901 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9b5b17-49e1-4206-8e73-8a0f50b9d1c3 req-09ba44b4-e6ea-43cd-9616-f144ca60e414 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:19.297420 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-dd9b5b17-49e1-4206-8e73-8a0f50b9d1c3 req-09ba44b4-e6ea-43cd-9616-f144ca60e414 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/ports?device_id=6fbac1dc-890e-47c9-99fa-6cde13e82ed6 HTTP/1.1" status: 200 len: 945 time: 0.3555696 Feb 19 02:58:19.301558 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-f88ea951-1b69-4ba3-8746-8879d07d44e6 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Allocated IP 2001:db8::157 (fa55ab3c-82d6-44a3-9449-792ec78fddcd/8eb6d803-c2a7-4dbc-b56f-8c2bea8e54f7/17d830a3-9bea-4e24-98e8-7a016bf45de3) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:58:19.354091 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-1f58b209-1bd5-47e2-aecc-1d47b5817339 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5844619 Feb 19 02:58:19.365551 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 43094) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:19.381339 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-dd9b5b17-49e1-4206-8e73-8a0f50b9d1c3 req-88fc83fc-170d-43c3-bbfa-b8825709b847 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ba0f102-3452-4e6f-b12d-3fac2606ad0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736485 Feb 19 02:58:19.384273 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-f764d77a-b444-4895-b26c-3e4dc149912f req-8d28f47e-193f-4ee3-8bf5-1a9170bf0186 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Publish callbacks [] for port (8b15cae4-534c-4c91-b097-9563e15fd04b), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:19.404783 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-33c350e7-2d90-45f5-9114-033a707f6e93 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Request body: {'subnet': {'network_id': '8145ca99-f04b-4824-9a94-21de580b4a69', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:58:19.423009 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ddae8781-f61b-4dd8-9757-fd3cbf5f3a26 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (533dec2c-7816-4389-8952-a1a92674d175), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:19.471868 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device baadb01a-13aa-403f-bd9b-45b06f458a15 up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:58:19.484025 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-ddae8781-f61b-4dd8-9757-fd3cbf5f3a26 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Calling delete_port for 533dec2c-7816-4389-8952-a1a92674d175 owned by {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:58:19.485750 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58b209-1bd5-47e2-aecc-1d47b5817339 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Pushing event updated for resources: {'Network': ['ID=8145ca99-f04b-4824-9a94-21de580b4a69,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:19.523028 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 8145ca99-f04b-4824-9a94-21de580b4a69 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:58:19.546169 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-f764d77a-b444-4895-b26c-3e4dc149912f req-8d28f47e-193f-4ee3-8bf5-1a9170bf0186 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (8b15cae4-534c-4c91-b097-9563e15fd04b), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:19.634688 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f764d77a-b444-4895-b26c-3e4dc149912f req-8d28f47e-193f-4ee3-8bf5-1a9170bf0186 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Network 583b29ab-e0ba-468d-ae03-87a6a1ad9ae5 is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:58:19.653296 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [req-f764d77a-b444-4895-b26c-3e4dc149912f req-8d28f47e-193f-4ee3-8bf5-1a9170bf0186 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:58:19.658122 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d28f47e-193f-4ee3-8bf5-1a9170bf0186 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Pushing event updated for resources: {'Port': ['ID=8b15cae4-534c-4c91-b097-9563e15fd04b,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:19.663483 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f88ea951-1b69-4ba3-8746-8879d07d44e6 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Publish callbacks [] for port (17d830a3-9bea-4e24-98e8-7a016bf45de3), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:19.665670 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-f764d77a-b444-4895-b26c-3e4dc149912f req-8d28f47e-193f-4ee3-8bf5-1a9170bf0186 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:58:19.675200 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ddae8781-f61b-4dd8-9757-fd3cbf5f3a26 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (533dec2c-7816-4389-8952-a1a92674d175), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:19.742264 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f764d77a-b444-4895-b26c-3e4dc149912f req-8d28f47e-193f-4ee3-8bf5-1a9170bf0186 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:19.742902 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-f764d77a-b444-4895-b26c-3e4dc149912f req-8d28f47e-193f-4ee3-8bf5-1a9170bf0186 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:19.767806 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f764d77a-b444-4895-b26c-3e4dc149912f req-8d28f47e-193f-4ee3-8bf5-1a9170bf0186 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3704109 Feb 19 02:58:19.772294 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f88ea951-1b69-4ba3-8746-8879d07d44e6 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (17d830a3-9bea-4e24-98e8-7a016bf45de3), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:19.786828 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddae8781-f61b-4dd8-9757-fd3cbf5f3a26 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Pushing event deleted for resources: {'Port': ['ID=533dec2c-7816-4389-8952-a1a92674d175,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:19.809245 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33c350e7-2d90-45f5-9114-033a707f6e93 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Made reservation on behalf of eae5468561eb44d8a8138d5efbd64f6e for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:58:19.817562 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-33c350e7-2d90-45f5-9114-033a707f6e93 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:19.819003 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-f764d77a-b444-4895-b26c-3e4dc149912f req-90a5a7d1-5efc-4639-a4c9-5f6b3b22167f service neutron] Request body: {'port': {'device_id': '47a2cb3a-6b5b-4402-81ae-3f6683dfd795', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826753-2'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:58:19.918409 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88ea951-1b69-4ba3-8746-8879d07d44e6 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Network fa55ab3c-82d6-44a3-9449-792ec78fddcd is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:58:19.992966 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-f88ea951-1b69-4ba3-8746-8879d07d44e6 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:58:20.008559 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['70b42dbd-71fc-4efd-8608-6d6d588d6cc3'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:58:20.021550 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88ea951-1b69-4ba3-8746-8879d07d44e6 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:58:20.034408 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88ea951-1b69-4ba3-8746-8879d07d44e6 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:20.035072 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f88ea951-1b69-4ba3-8746-8879d07d44e6 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:20.104045 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-f88ea951-1b69-4ba3-8746-8879d07d44e6 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.3953090 Feb 19 02:58:20.115838 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ddae8781-f61b-4dd8-9757-fd3cbf5f3a26 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:20.121634 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-ddae8781-f61b-4dd8-9757-fd3cbf5f3a26 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] 10.222.0.72 "DELETE /v2.0/ports/533dec2c-7816-4389-8952-a1a92674d175 HTTP/1.1" status: 204 len: 168 time: 1.0633059 Feb 19 02:58:20.123048 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 43102) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:20.129987 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 43104) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:20.130877 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-f70c8f61-38c7-47f4-94ad-7e00eea962da tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:93:b1:5e'}]}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:58:20.181947 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-33c350e7-2d90-45f5-9114-033a707f6e93 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (20259683-fb47-49b7-8d52-ce41b6898621), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:20.196856 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88ea951-1b69-4ba3-8746-8879d07d44e6 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Pushing event updated for resources: {'Port': ['ID=17d830a3-9bea-4e24-98e8-7a016bf45de3,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:20.286596 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning for port baadb01a-13aa-403f-bd9b-45b06f458a15 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:58:20.292309 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-f764d77a-b444-4895-b26c-3e4dc149912f req-90a5a7d1-5efc-4639-a4c9-5f6b3b22167f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (8b15cae4-534c-4c91-b097-9563e15fd04b), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:20.322819 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76939b2b-41db-45b5-b22a-7e6dfdf7e4e4 req-369f9f45-8a0a-4c90-bbbc-ece5120d666d tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:20.324834 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-76939b2b-41db-45b5-b22a-7e6dfdf7e4e4 req-369f9f45-8a0a-4c90-bbbc-ece5120d666d tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=47a2cb3a-6b5b-4402-81ae-3f6683dfd795 HTTP/1.1" status: 200 len: 931 time: 0.4054453 Feb 19 02:58:20.348829 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port baadb01a-13aa-403f-bd9b-45b06f458a15 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:58:20.349155 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (baadb01a-13aa-403f-bd9b-45b06f458a15), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:20.410599 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c350e7-2d90-45f5-9114-033a707f6e93 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Pushing event updated for resources: {'Subnet': ['ID=20259683-fb47-49b7-8d52-ce41b6898621,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:20.415697 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f70c8f61-38c7-47f4-94ad-7e00eea962da tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (17d830a3-9bea-4e24-98e8-7a016bf45de3), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:20.458893 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:20.497696 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c350e7-2d90-45f5-9114-033a707f6e93 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Checking segment: {'id': 'deca510d-47d2-43ff-84f5-737aca7bc369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8145ca99-f04b-4824-9a94-21de580b4a69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:58:20.498191 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c350e7-2d90-45f5-9114-033a707f6e93 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Network hostable DHCP agents. Network: 8145ca99-f04b-4824-9a94-21de580b4a69, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:58:20.583156 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port baadb01a-13aa-403f-bd9b-45b06f458a15 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:58:20.583549 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (baadb01a-13aa-403f-bd9b-45b06f458a15), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:20.597211 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c350e7-2d90-45f5-9114-033a707f6e93 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Network 8145ca99-f04b-4824-9a94-21de580b4a69 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:58:20.613799 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-73267fb8-5bea-4a7e-ae13-ecef71f500e6 None None] Provisioning complete for port 17d830a3-9bea-4e24-98e8-7a016bf45de3 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:58:20.614181 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-73267fb8-5bea-4a7e-ae13-ecef71f500e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (17d830a3-9bea-4e24-98e8-7a016bf45de3), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:20.651410 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adc61766-d3ce-4371-ba49-05b3f7dc0524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baadb01a-13aa-403f-bd9b-45b06f458a15'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:58:20.653951 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26716720-6075-43fe-95e0-8e9453b25f8e" -d '{"events": [{"server_uuid": "adc61766-d3ce-4371-ba49-05b3f7dc0524", "name": "network-vif-plugged", "status": "completed", "tag": "baadb01a-13aa-403f-bd9b-45b06f458a15"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:58:20.662015 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-33c350e7-2d90-45f5-9114-033a707f6e93 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 8145ca99-f04b-4824-9a94-21de580b4a69) {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:58:20.669227 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c350e7-2d90-45f5-9114-033a707f6e93 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:20.669765 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-33c350e7-2d90-45f5-9114-033a707f6e93 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:20.675526 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port baadb01a-13aa-403f-bd9b-45b06f458a15, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=baadb01a-13aa-403f-bd9b-45b06f458a15,segment=NetworkSegment(245dfdec-94d3-4f95-bab9-a70453fd4b3c),segment_id=245dfdec-94d3-4f95-bab9-a70453fd4b3c)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:58:20.678462 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff96152-e5d4-4c2e-8419-54a4421cd55f None None] Network 8145ca99-f04b-4824-9a94-21de580b4a69 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:58:20.708993 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (baadb01a-13aa-403f-bd9b-45b06f458a15), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:20.710256 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device ac5c2c1c-f8c0-46f3-9acf-0736307c93cf up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:58:20.717793 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-73267fb8-5bea-4a7e-ae13-ecef71f500e6 None None] Port 17d830a3-9bea-4e24-98e8-7a016bf45de3 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:58:20.722835 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-33c350e7-2d90-45f5-9114-033a707f6e93 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3323977 Feb 19 02:58:20.803938 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f70c8f61-38c7-47f4-94ad-7e00eea962da tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Publish callbacks [] for port (17d830a3-9bea-4e24-98e8-7a016bf45de3), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:20.805769 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 43116) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:20.811147 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [req-f764d77a-b444-4895-b26c-3e4dc149912f req-90a5a7d1-5efc-4639-a4c9-5f6b3b22167f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b15cae4-534c-4c91-b097-9563e15fd04b {{(pid=103701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:58:20.819629 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-f764d77a-b444-4895-b26c-3e4dc149912f req-90a5a7d1-5efc-4639-a4c9-5f6b3b22167f service neutron] Publish callbacks [] for port (8b15cae4-534c-4c91-b097-9563e15fd04b), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:20.834405 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.provisioning_blocks [req-f764d77a-b444-4895-b26c-3e4dc149912f req-90a5a7d1-5efc-4639-a4c9-5f6b3b22167f service neutron] Transition to ACTIVE for port object 8b15cae4-534c-4c91-b097-9563e15fd04b will not be triggered until provisioned by entity L2. {{(pid=103701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:58:20.865834 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f70c8f61-38c7-47f4-94ad-7e00eea962da tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (17d830a3-9bea-4e24-98e8-7a016bf45de3), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:20.879222 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-f764d77a-b444-4895-b26c-3e4dc149912f req-90a5a7d1-5efc-4639-a4c9-5f6b3b22167f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (8b15cae4-534c-4c91-b097-9563e15fd04b), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:20.908429 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-f70c8f61-38c7-47f4-94ad-7e00eea962da tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] In _notify_port_updated(), no bound segment for port 17d830a3-9bea-4e24-98e8-7a016bf45de3 on network fa55ab3c-82d6-44a3-9449-792ec78fddcd {{(pid=103702) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 02:58:20.915279 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70c8f61-38c7-47f4-94ad-7e00eea962da tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:20.916248 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f70c8f61-38c7-47f4-94ad-7e00eea962da tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:20.922841 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-f70c8f61-38c7-47f4-94ad-7e00eea962da tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] 10.222.0.72 "PUT /v2.0/ports/17d830a3-9bea-4e24-98e8-7a016bf45de3 HTTP/1.1" status: 200 len: 1002 time: 0.7963092 Feb 19 02:58:20.935495 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 43118) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:20.966392 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=baadb01a-13aa-403f-bd9b-45b06f458a15,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:21.033635 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-76939b2b-41db-45b5-b22a-7e6dfdf7e4e4 req-9d87cdd4-a046-49de-a568-c3e123ab8245 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6865263 Feb 19 02:58:21.078102 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb344a34-535e-4d9e-bc9f-2d01dca77e9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-8145ca99-f04b-4824-9a94-21de580b4a69', 'network_id': '8145ca99-f04b-4824-9a94-21de580b4a69', 'project_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'fixed_ips': [{'subnet_id': '20259683-fb47-49b7-8d52-ce41b6898621'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:58:21.079113 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-eb344a34-535e-4d9e-bc9f-2d01dca77e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:21.083182 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning for port ac5c2c1c-f8c0-46f3-9acf-0736307c93cf completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:58:21.112129 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port ac5c2c1c-f8c0-46f3-9acf-0736307c93cf triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:58:21.123369 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (ac5c2c1c-f8c0-46f3-9acf-0736307c93cf), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:21.190011 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70c8f61-38c7-47f4-94ad-7e00eea962da tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Pushing event updated for resources: {'Port': ['ID=17d830a3-9bea-4e24-98e8-7a016bf45de3,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:21.271875 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f1beb-d7f0-4097-ada1-0454e65e81c5 req-29f41220-5017-4242-9d75-8dc203e3b128 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:21.295377 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f1beb-d7f0-4097-ada1-0454e65e81c5 req-29f41220-5017-4242-9d75-8dc203e3b128 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:21.312380 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f1beb-d7f0-4097-ada1-0454e65e81c5 req-29f41220-5017-4242-9d75-8dc203e3b128 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:21.317838 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f1beb-d7f0-4097-ada1-0454e65e81c5 req-29f41220-5017-4242-9d75-8dc203e3b128 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:21.335810 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f1beb-d7f0-4097-ada1-0454e65e81c5 req-29f41220-5017-4242-9d75-8dc203e3b128 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:21.349917 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f1beb-d7f0-4097-ada1-0454e65e81c5 req-29f41220-5017-4242-9d75-8dc203e3b128 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:21.355087 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f1beb-d7f0-4097-ada1-0454e65e81c5 req-29f41220-5017-4242-9d75-8dc203e3b128 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:21.370386 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2d7f1beb-d7f0-4097-ada1-0454e65e81c5 req-29f41220-5017-4242-9d75-8dc203e3b128 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 5428 time: 0.9827540 Feb 19 02:58:21.412865 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bce824c8-d737-46c9-8574-152b25126cd2 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:21.430746 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-03b6ad3e-b114-4672-9148-28a3c291740e None None] Provisioning complete for port 17d830a3-9bea-4e24-98e8-7a016bf45de3 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:58:21.431207 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-03b6ad3e-b114-4672-9148-28a3c291740e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (17d830a3-9bea-4e24-98e8-7a016bf45de3), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:21.436168 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port ac5c2c1c-f8c0-46f3-9acf-0736307c93cf is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:58:21.436487 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (ac5c2c1c-f8c0-46f3-9acf-0736307c93cf), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:21.463183 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a5a7d1-5efc-4639-a4c9-5f6b3b22167f service neutron] Pushing event updated for resources: {'Port': ['ID=8b15cae4-534c-4c91-b097-9563e15fd04b,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:21.518643 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port ac5c2c1c-f8c0-46f3-9acf-0736307c93cf, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=ac5c2c1c-f8c0-46f3-9acf-0736307c93cf,segment=NetworkSegment(4247e9f2-6084-4087-858e-e9d1c217426d),segment_id=4247e9f2-6084-4087-858e-e9d1c217426d)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:58:21.536434 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-eb344a34-535e-4d9e-bc9f-2d01dca77e9c None None] Allocated IP 172.20.0.2 (8145ca99-f04b-4824-9a94-21de580b4a69/20259683-fb47-49b7-8d52-ce41b6898621/ec630f79-f8c7-4699-91ac-146ea63cf48b) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:58:21.539361 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (ac5c2c1c-f8c0-46f3-9acf-0736307c93cf), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:21.539682 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2d7f1beb-d7f0-4097-ada1-0454e65e81c5 req-a579d931-e45f-4b84-9b3b-ebfc4beebb43 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/security-groups?id=344800ac-992b-44b9-a49a-a7d4e6a6fc53&id=197f0109-f833-46dd-9ffe-3ff812885f73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1679580 Feb 19 02:58:21.541234 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 39c50eac-1978-4f75-bc0f-d663d77b8f5b up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:58:21.549170 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-bd94dd5d-8e7c-498e-aaaa-4c6386993142 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Deleting port ac783c0b-8f99-401d-b47b-4feb4dc037a4 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:58:21.549807 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bd94dd5d-8e7c-498e-aaaa-4c6386993142 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (ac783c0b-8f99-401d-b47b-4feb4dc037a4), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:21.615673 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-03b6ad3e-b114-4672-9148-28a3c291740e None None] Port 17d830a3-9bea-4e24-98e8-7a016bf45de3 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:58:21.693234 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3af2f23f-36ad-4a96-bbf9-a378b4e1c680 x-openstack-request-id: req-3af2f23f-36ad-4a96-bbf9-a378b4e1c680 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:58:21.693234 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adc61766-d3ce-4371-ba49-05b3f7dc0524", "name": "network-vif-plugged", "status": "completed", "tag": "baadb01a-13aa-403f-bd9b-45b06f458a15", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:58:21.693506 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3af2f23f-36ad-4a96-bbf9-a378b4e1c680 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:58:21.694007 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adc61766-d3ce-4371-ba49-05b3f7dc0524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baadb01a-13aa-403f-bd9b-45b06f458a15', 'code': 200} Feb 19 02:58:21.801817 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=ac5c2c1c-f8c0-46f3-9acf-0736307c93cf,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:21.852972 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning for port 39c50eac-1978-4f75-bc0f-d663d77b8f5b completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:58:21.861142 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port 39c50eac-1978-4f75-bc0f-d663d77b8f5b triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:58:21.861841 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (39c50eac-1978-4f75-bc0f-d663d77b8f5b), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:21.967029 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bd94dd5d-8e7c-498e-aaaa-4c6386993142 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (ac783c0b-8f99-401d-b47b-4feb4dc037a4), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:21.982783 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-bd94dd5d-8e7c-498e-aaaa-4c6386993142 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Calling delete_port for ac783c0b-8f99-401d-b47b-4feb4dc037a4 owned by {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:58:22.014404 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:22.063292 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-eb344a34-535e-4d9e-bc9f-2d01dca77e9c None None] Publish callbacks [] for port (ec630f79-f8c7-4699-91ac-146ea63cf48b), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:22.123409 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bd94dd5d-8e7c-498e-aaaa-4c6386993142 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (ac783c0b-8f99-401d-b47b-4feb4dc037a4), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:22.166497 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd94dd5d-8e7c-498e-aaaa-4c6386993142 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Pushing event deleted for resources: {'Port': ['ID=ac783c0b-8f99-401d-b47b-4feb4dc037a4,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:22.182833 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ea2a28-2587-4dbe-9fd1-32fccae21cff req-485eaf6b-c801-421e-a633-cbe7966a0ea4 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:22.185860 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e7ea2a28-2587-4dbe-9fd1-32fccae21cff req-485eaf6b-c801-421e-a633-cbe7966a0ea4 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/ports?device_id=6fbac1dc-890e-47c9-99fa-6cde13e82ed6 HTTP/1.1" status: 200 len: 945 time: 0.9697230 Feb 19 02:58:22.223103 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-bce824c8-d737-46c9-8574-152b25126cd2 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Allocated IP 172.20.0.1 (8145ca99-f04b-4824-9a94-21de580b4a69/20259683-fb47-49b7-8d52-ce41b6898621/310c7eed-df8d-4cec-a39d-9a99ccd603e0) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:58:22.234405 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 39c50eac-1978-4f75-bc0f-d663d77b8f5b is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:58:22.235144 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (39c50eac-1978-4f75-bc0f-d663d77b8f5b), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:22.237798 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-eb344a34-535e-4d9e-bc9f-2d01dca77e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (ec630f79-f8c7-4699-91ac-146ea63cf48b), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:22.290452 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e7ea2a28-2587-4dbe-9fd1-32fccae21cff req-2405ea2f-be26-4e8d-bb1a-ea74a99d79d9 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ba0f102-3452-4e6f-b12d-3fac2606ad0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960419 Feb 19 02:58:22.302339 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb344a34-535e-4d9e-bc9f-2d01dca77e9c None None] Network 8145ca99-f04b-4824-9a94-21de580b4a69 is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:58:22.303930 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-d8d2288f-b6f1-4004-908d-dbf686b4b72b tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Deleting port 17d830a3-9bea-4e24-98e8-7a016bf45de3 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:58:22.305608 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d8d2288f-b6f1-4004-908d-dbf686b4b72b tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (17d830a3-9bea-4e24-98e8-7a016bf45de3), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:22.320386 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-eb344a34-535e-4d9e-bc9f-2d01dca77e9c None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:58:22.324558 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb344a34-535e-4d9e-bc9f-2d01dca77e9c None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:58:22.423011 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bce824c8-d737-46c9-8574-152b25126cd2 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks [] for port (310c7eed-df8d-4cec-a39d-9a99ccd603e0), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:22.456852 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 43130) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:22.466605 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb344a34-535e-4d9e-bc9f-2d01dca77e9c None None] Pushing event updated for resources: {'Port': ['ID=ec630f79-f8c7-4699-91ac-146ea63cf48b,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:22.467858 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bce824c8-d737-46c9-8574-152b25126cd2 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (310c7eed-df8d-4cec-a39d-9a99ccd603e0), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:22.494964 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 39c50eac-1978-4f75-bc0f-d663d77b8f5b, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=39c50eac-1978-4f75-bc0f-d663d77b8f5b,segment=NetworkSegment(0ac8fc0c-e771-432c-9de7-07e76dbe0cc7),segment_id=0ac8fc0c-e771-432c-9de7-07e76dbe0cc7)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:58:22.515729 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-eb344a34-535e-4d9e-bc9f-2d01dca77e9c None None] Attempting to bind port ec630f79-f8c7-4699-91ac-146ea63cf48b on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:58:22.516699 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-eb344a34-535e-4d9e-bc9f-2d01dca77e9c None None] Attempting to bind port ec630f79-f8c7-4699-91ac-146ea63cf48b by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': 'deca510d-47d2-43ff-84f5-737aca7bc369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8145ca99-f04b-4824-9a94-21de580b4a69'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:58:22.517416 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb344a34-535e-4d9e-bc9f-2d01dca77e9c None None] Attempting to bind port ec630f79-f8c7-4699-91ac-146ea63cf48b on network 8145ca99-f04b-4824-9a94-21de580b4a69 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:58:22.519976 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (39c50eac-1978-4f75-bc0f-d663d77b8f5b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:22.521117 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 2d0648da-7207-4fde-bb28-f88b0cf46085 up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:58:22.528569 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:22.534734 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d8d2288f-b6f1-4004-908d-dbf686b4b72b tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (17d830a3-9bea-4e24-98e8-7a016bf45de3), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:22.549680 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce824c8-d737-46c9-8574-152b25126cd2 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Network 8145ca99-f04b-4824-9a94-21de580b4a69 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:58:22.552937 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-bce824c8-d737-46c9-8574-152b25126cd2 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:58:22.568157 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce824c8-d737-46c9-8574-152b25126cd2 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:58:22.569299 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-d8d2288f-b6f1-4004-908d-dbf686b4b72b tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Calling delete_port for 17d830a3-9bea-4e24-98e8-7a016bf45de3 owned by {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:58:22.575436 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb344a34-535e-4d9e-bc9f-2d01dca77e9c None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:58:22.576138 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb344a34-535e-4d9e-bc9f-2d01dca77e9c None None] Checking segment: {'id': 'deca510d-47d2-43ff-84f5-737aca7bc369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8145ca99-f04b-4824-9a94-21de580b4a69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:58:22.576723 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-eb344a34-535e-4d9e-bc9f-2d01dca77e9c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:22.577452 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb344a34-535e-4d9e-bc9f-2d01dca77e9c None None] Bound using segment: {'id': 'deca510d-47d2-43ff-84f5-737aca7bc369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8145ca99-f04b-4824-9a94-21de580b4a69'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:58:22.578160 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-eb344a34-535e-4d9e-bc9f-2d01dca77e9c None None] Bound port: ec630f79-f8c7-4699-91ac-146ea63cf48b, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deca510d-47d2-43ff-84f5-737aca7bc369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8145ca99-f04b-4824-9a94-21de580b4a69'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:58:22.578846 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-eb344a34-535e-4d9e-bc9f-2d01dca77e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (ec630f79-f8c7-4699-91ac-146ea63cf48b), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:22.676515 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=39c50eac-1978-4f75-bc0f-d663d77b8f5b,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:22.695372 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bce824c8-d737-46c9-8574-152b25126cd2 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16289150'] for router_interface (3cdae58c-9b05-4e69-aae0-f3043115cc4e), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:22.713476 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning for port 2d0648da-7207-4fde-bb28-f88b0cf46085 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:58:22.724519 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port 2d0648da-7207-4fde-bb28-f88b0cf46085 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:58:22.725157 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (2d0648da-7207-4fde-bb28-f88b0cf46085), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:22.763057 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-eb344a34-535e-4d9e-bc9f-2d01dca77e9c None None] For port ec630f79-f8c7-4699-91ac-146ea63cf48b, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:58:22.770119 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-eb344a34-535e-4d9e-bc9f-2d01dca77e9c None None] For port ec630f79-f8c7-4699-91ac-146ea63cf48b, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=ec630f79-f8c7-4699-91ac-146ea63cf48b,segment=NetworkSegment(deca510d-47d2-43ff-84f5-737aca7bc369),segment_id=deca510d-47d2-43ff-84f5-737aca7bc369)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:58:22.786519 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d8d2288f-b6f1-4004-908d-dbf686b4b72b tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (17d830a3-9bea-4e24-98e8-7a016bf45de3), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:22.797836 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-eb344a34-535e-4d9e-bc9f-2d01dca77e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (ec630f79-f8c7-4699-91ac-146ea63cf48b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:22.804801 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bd94dd5d-8e7c-498e-aaaa-4c6386993142 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:22.811040 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-bd94dd5d-8e7c-498e-aaaa-4c6386993142 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] 10.222.0.72 "DELETE /v2.0/ports/ac783c0b-8f99-401d-b47b-4feb4dc037a4 HTTP/1.1" status: 204 len: 168 time: 2.6712523 Feb 19 02:58:22.817176 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 43138) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:22.861089 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 2d0648da-7207-4fde-bb28-f88b0cf46085 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:58:22.861675 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (2d0648da-7207-4fde-bb28-f88b0cf46085), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:22.888348 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6a8a1c53-ecdd-49bb-b99f-7e302f20a1d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:22.897619 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-2b603815-ff42-4b34-ac25-4cb501c2303e tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0743814 Feb 19 02:58:22.898248 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 43140) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:22.931567 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d8d2288f-b6f1-4004-908d-dbf686b4b72b tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:22.938451 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-d8d2288f-b6f1-4004-908d-dbf686b4b72b tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] 10.222.0.72 "DELETE /v2.0/ports/17d830a3-9bea-4e24-98e8-7a016bf45de3 HTTP/1.1" status: 204 len: 168 time: 1.9983730 Feb 19 02:58:22.945760 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d2288f-b6f1-4004-908d-dbf686b4b72b tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Pushing event deleted for resources: {'Port': ['ID=17d830a3-9bea-4e24-98e8-7a016bf45de3,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:22.958455 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-d6773975-a7ca-433f-aa12-144323f72025 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-482607189'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:58:22.963033 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 43142) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:22.982162 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce824c8-d737-46c9-8574-152b25126cd2 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Pushing event updated for resources: {'Port': ['ID=310c7eed-df8d-4cec-a39d-9a99ccd603e0,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:23.053030 n-d-826753-2 neutron-server[103701]: INFO neutron.pecan_wsgi.hooks.translation [None req-56bc8d72-4170-40fa-bc64-55b4811c86ec tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] GET failed (client error): The resource could not be found. Feb 19 02:58:23.061069 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6773975-a7ca-433f-aa12-144323f72025 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Made reservation on behalf of 61fce395c5b44df48f21d02853aab2e8 for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:58:23.064163 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-56bc8d72-4170-40fa-bc64-55b4811c86ec tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] 10.222.0.72 "GET /v2.0/ports/17d830a3-9bea-4e24-98e8-7a016bf45de3 HTTP/1.1" status: 404 len: 333 time: 0.0938642 Feb 19 02:58:23.068889 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 43144) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:23.074769 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d6773975-a7ca-433f-aa12-144323f72025 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:23.090385 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-04637608-b37d-43c4-ba4f-ebd0684640b6 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Request body: {'port': {'network_id': 'fa55ab3c-82d6-44a3-9449-792ec78fddcd', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1600563366'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:58:23.099154 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb344a34-535e-4d9e-bc9f-2d01dca77e9c None None] Pushing event updated for resources: {'Port': ['ID=ec630f79-f8c7-4699-91ac-146ea63cf48b,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:23.118318 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 2d0648da-7207-4fde-bb28-f88b0cf46085, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=2d0648da-7207-4fde-bb28-f88b0cf46085,segment=NetworkSegment(4247e9f2-6084-4087-858e-e9d1c217426d),segment_id=4247e9f2-6084-4087-858e-e9d1c217426d)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:58:23.139010 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (2d0648da-7207-4fde-bb28-f88b0cf46085), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:23.140171 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 9471084b-14f7-4ecb-9ee5-e3a2aa4f8f97 up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:58:23.204988 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6773975-a7ca-433f-aa12-144323f72025 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] vlan segment allocate from pool success with {'vlan_id': 250, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:58:23.206749 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bce824c8-d737-46c9-8574-152b25126cd2 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (310c7eed-df8d-4cec-a39d-9a99ccd603e0), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:23.319093 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d6773975-a7ca-433f-aa12-144323f72025 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (6a9ceae1-f176-4f20-a293-676ed1830791), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:23.320530 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-d6773975-a7ca-433f-aa12-144323f72025 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Added segment 6a9ceae1-f176-4f20-a293-676ed1830791 of type vlan for network 8f863143-4494-4a85-b486-ce6b36fde49e Feb 19 02:58:23.324133 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=2d0648da-7207-4fde-bb28-f88b0cf46085,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:23.349652 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning for port 9471084b-14f7-4ecb-9ee5-e3a2aa4f8f97 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:58:23.361048 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-f764d77a-b444-4895-b26c-3e4dc149912f req-90a5a7d1-5efc-4639-a4c9-5f6b3b22167f service neutron] Attempting to bind port 8b15cae4-534c-4c91-b097-9563e15fd04b on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:58:23.364517 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-f764d77a-b444-4895-b26c-3e4dc149912f req-90a5a7d1-5efc-4639-a4c9-5f6b3b22167f service neutron] Attempting to bind port 8b15cae4-534c-4c91-b097-9563e15fd04b by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': 'd2706629-960a-469c-bd0f-4e0b3dc89cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '583b29ab-e0ba-468d-ae03-87a6a1ad9ae5'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:58:23.365196 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f764d77a-b444-4895-b26c-3e4dc149912f req-90a5a7d1-5efc-4639-a4c9-5f6b3b22167f service neutron] Attempting to bind port 8b15cae4-534c-4c91-b097-9563e15fd04b on network 583b29ab-e0ba-468d-ae03-87a6a1ad9ae5 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:58:23.370764 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port 9471084b-14f7-4ecb-9ee5-e3a2aa4f8f97 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:58:23.371236 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (9471084b-14f7-4ecb-9ee5-e3a2aa4f8f97), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:23.421908 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f764d77a-b444-4895-b26c-3e4dc149912f req-90a5a7d1-5efc-4639-a4c9-5f6b3b22167f service neutron] Port 8b15cae4-534c-4c91-b097-9563e15fd04b on network 583b29ab-e0ba-468d-ae03-87a6a1ad9ae5 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:58:23.422535 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f764d77a-b444-4895-b26c-3e4dc149912f req-90a5a7d1-5efc-4639-a4c9-5f6b3b22167f service neutron] Attempting to bind port 8b15cae4-534c-4c91-b097-9563e15fd04b on network 583b29ab-e0ba-468d-ae03-87a6a1ad9ae5 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:58:23.448016 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d6773975-a7ca-433f-aa12-144323f72025 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (8f863143-4494-4a85-b486-ce6b36fde49e), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:23.452646 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f764d77a-b444-4895-b26c-3e4dc149912f req-90a5a7d1-5efc-4639-a4c9-5f6b3b22167f service neutron] Checking agent: {'id': 'bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:58:23.453247 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f764d77a-b444-4895-b26c-3e4dc149912f req-90a5a7d1-5efc-4639-a4c9-5f6b3b22167f service neutron] Checking segment: {'id': 'd2706629-960a-469c-bd0f-4e0b3dc89cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '583b29ab-e0ba-468d-ae03-87a6a1ad9ae5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:58:23.453852 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f764d77a-b444-4895-b26c-3e4dc149912f req-90a5a7d1-5efc-4639-a4c9-5f6b3b22167f service neutron] Bound using segment: {'id': 'd2706629-960a-469c-bd0f-4e0b3dc89cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '583b29ab-e0ba-468d-ae03-87a6a1ad9ae5'} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:58:23.455426 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-f764d77a-b444-4895-b26c-3e4dc149912f req-90a5a7d1-5efc-4639-a4c9-5f6b3b22167f service neutron] Bound port: 8b15cae4-534c-4c91-b097-9563e15fd04b, host: n-h2-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2706629-960a-469c-bd0f-4e0b3dc89cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '583b29ab-e0ba-468d-ae03-87a6a1ad9ae5'}}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:58:23.457646 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-f764d77a-b444-4895-b26c-3e4dc149912f req-90a5a7d1-5efc-4639-a4c9-5f6b3b22167f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (8b15cae4-534c-4c91-b097-9563e15fd04b), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:23.513557 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809da3b8-09a5-4bd8-a9a1-9a5ec1ec7325 req-b49065bd-62d2-433c-a9c3-68f46c7f9628 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:23.517805 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-809da3b8-09a5-4bd8-a9a1-9a5ec1ec7325 req-b49065bd-62d2-433c-a9c3-68f46c7f9628 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=47a2cb3a-6b5b-4402-81ae-3f6683dfd795 HTTP/1.1" status: 200 len: 943 time: 1.2516897 Feb 19 02:58:23.537777 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a6a5a6-1d3e-4765-ae28-de5fd9d76077 req-65fbf80c-6403-411c-a7ec-12fb34870b5e tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:23.538134 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 9471084b-14f7-4ecb-9ee5-e3a2aa4f8f97 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:58:23.538552 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (9471084b-14f7-4ecb-9ee5-e3a2aa4f8f97), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:23.545757 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a6a5a6-1d3e-4765-ae28-de5fd9d76077 req-65fbf80c-6403-411c-a7ec-12fb34870b5e tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:23.552241 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a6a5a6-1d3e-4765-ae28-de5fd9d76077 req-65fbf80c-6403-411c-a7ec-12fb34870b5e tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:23.554192 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6a8a1c53-ecdd-49bb-b99f-7e302f20a1d0 admin admin] Publish callbacks [] for security_group (9bead848-841d-4c4e-884a-da9dc7ba5ce1), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:23.559256 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a6a5a6-1d3e-4765-ae28-de5fd9d76077 req-65fbf80c-6403-411c-a7ec-12fb34870b5e tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:23.566223 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a6a5a6-1d3e-4765-ae28-de5fd9d76077 req-65fbf80c-6403-411c-a7ec-12fb34870b5e tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:23.570615 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6a8a1c53-ecdd-49bb-b99f-7e302f20a1d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (9bead848-841d-4c4e-884a-da9dc7ba5ce1), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:23.585634 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 9471084b-14f7-4ecb-9ee5-e3a2aa4f8f97, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=9471084b-14f7-4ecb-9ee5-e3a2aa4f8f97,segment=NetworkSegment(0ac8fc0c-e771-432c-9de7-07e76dbe0cc7),segment_id=0ac8fc0c-e771-432c-9de7-07e76dbe0cc7)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:58:23.592207 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a6a5a6-1d3e-4765-ae28-de5fd9d76077 req-65fbf80c-6403-411c-a7ec-12fb34870b5e tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:23.601526 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (9471084b-14f7-4ecb-9ee5-e3a2aa4f8f97), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:23.609271 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a6a5a6-1d3e-4765-ae28-de5fd9d76077 req-65fbf80c-6403-411c-a7ec-12fb34870b5e tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:23.614956 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b3a6a5a6-1d3e-4765-ae28-de5fd9d76077 req-65fbf80c-6403-411c-a7ec-12fb34870b5e tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 5431 time: 0.8459258 Feb 19 02:58:23.633229 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device e8a9a31d-d1ce-4ae0-aba3-bf180e7af83d up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:58:23.636665 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a1c53-ecdd-49bb-b99f-7e302f20a1d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bead848-841d-4c4e-884a-da9dc7ba5ce1,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:23.647432 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d6773975-a7ca-433f-aa12-144323f72025 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (8f863143-4494-4a85-b486-ce6b36fde49e), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:23.662078 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6773975-a7ca-433f-aa12-144323f72025 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:23.662727 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d6773975-a7ca-433f-aa12-144323f72025 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:23.679884 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04637608-b37d-43c4-ba4f-ebd0684640b6 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Made reservation on behalf of 126fea57d296425f9b9d1c0aa08190c3 for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:58:23.689916 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-04637608-b37d-43c4-ba4f-ebd0684640b6 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:23.695739 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adc61766-d3ce-4371-ba49-05b3f7dc0524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac5c2c1c-f8c0-46f3-9acf-0736307c93cf'}, {'server_uuid': 'adc61766-d3ce-4371-ba49-05b3f7dc0524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39c50eac-1978-4f75-bc0f-d663d77b8f5b'}, {'server_uuid': 'adc61766-d3ce-4371-ba49-05b3f7dc0524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d0648da-7207-4fde-bb28-f88b0cf46085'}, {'server_uuid': 'adc61766-d3ce-4371-ba49-05b3f7dc0524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9471084b-14f7-4ecb-9ee5-e3a2aa4f8f97'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:58:23.699275 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b307b123-9897-4600-b836-68414338aa1a" -d '{"events": [{"server_uuid": "adc61766-d3ce-4371-ba49-05b3f7dc0524", "name": "network-vif-plugged", "status": "completed", "tag": "ac5c2c1c-f8c0-46f3-9acf-0736307c93cf"}, {"server_uuid": "adc61766-d3ce-4371-ba49-05b3f7dc0524", "name": "network-vif-plugged", "status": "completed", "tag": "39c50eac-1978-4f75-bc0f-d663d77b8f5b"}, {"server_uuid": "adc61766-d3ce-4371-ba49-05b3f7dc0524", "name": "network-vif-plugged", "status": "completed", "tag": "2d0648da-7207-4fde-bb28-f88b0cf46085"}, {"server_uuid": "adc61766-d3ce-4371-ba49-05b3f7dc0524", "name": "network-vif-plugged", "status": "completed", "tag": "9471084b-14f7-4ecb-9ee5-e3a2aa4f8f97"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:58:23.739310 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=9471084b-14f7-4ecb-9ee5-e3a2aa4f8f97,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:23.803751 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning for port e8a9a31d-d1ce-4ae0-aba3-bf180e7af83d completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:58:23.809224 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port e8a9a31d-d1ce-4ae0-aba3-bf180e7af83d triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:58:23.809570 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (e8a9a31d-d1ce-4ae0-aba3-bf180e7af83d), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:23.899555 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [None req-04637608-b37d-43c4-ba4f-ebd0684640b6 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] device_id is not set on port 1e4ad1fe-189f-49ff-8f66-dc4480764f59 yet. {{(pid=103701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 02:58:23.998915 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device ec630f79-f8c7-4699-91ac-146ea63cf48b up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:58:24.045451 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-809da3b8-09a5-4bd8-a9a1-9a5ec1ec7325 req-a663cd59-fdf3-44a7-ab9e-55dd54531f3e tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3719292 Feb 19 02:58:24.056778 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port e8a9a31d-d1ce-4ae0-aba3-bf180e7af83d is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:58:24.058535 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (e8a9a31d-d1ce-4ae0-aba3-bf180e7af83d), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:24.083450 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-f764d77a-b444-4895-b26c-3e4dc149912f req-90a5a7d1-5efc-4639-a4c9-5f6b3b22167f service neutron] For port 8b15cae4-534c-4c91-b097-9563e15fd04b, host n-h2-826753-2, cleared binding levels {{(pid=103701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:58:24.121674 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b3a6a5a6-1d3e-4765-ae28-de5fd9d76077 req-7b300c37-312f-4cb5-8822-c06264670c58 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/security-groups?id=344800ac-992b-44b9-a49a-a7d4e6a6fc53&id=197f0109-f833-46dd-9ffe-3ff812885f73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4245951 Feb 19 02:58:24.137465 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-f764d77a-b444-4895-b26c-3e4dc149912f req-90a5a7d1-5efc-4639-a4c9-5f6b3b22167f service neutron] For port 8b15cae4-534c-4c91-b097-9563e15fd04b, host n-h2-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=8b15cae4-534c-4c91-b097-9563e15fd04b,segment=NetworkSegment(d2706629-960a-469c-bd0f-4e0b3dc89cea),segment_id=d2706629-960a-469c-bd0f-4e0b3dc89cea)] {{(pid=103701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:58:24.140247 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port e8a9a31d-d1ce-4ae0-aba3-bf180e7af83d, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=e8a9a31d-d1ce-4ae0-aba3-bf180e7af83d,segment=NetworkSegment(0ac8fc0c-e771-432c-9de7-07e76dbe0cc7),segment_id=0ac8fc0c-e771-432c-9de7-07e76dbe0cc7)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:58:24.163060 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (e8a9a31d-d1ce-4ae0-aba3-bf180e7af83d), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:24.163923 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 0890f1e3-4129-47c9-8745-a2ac72e3c386 up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:58:24.195395 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-f764d77a-b444-4895-b26c-3e4dc149912f req-90a5a7d1-5efc-4639-a4c9-5f6b3b22167f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (8b15cae4-534c-4c91-b097-9563e15fd04b), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:24.253740 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Sat, 19 Feb 2022 02:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa21400d-7f83-41b7-8698-cbf90940087c x-openstack-request-id: req-fa21400d-7f83-41b7-8698-cbf90940087c {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:58:24.254436 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adc61766-d3ce-4371-ba49-05b3f7dc0524", "name": "network-vif-plugged", "status": "completed", "tag": "ac5c2c1c-f8c0-46f3-9acf-0736307c93cf", "code": 200}, {"server_uuid": "adc61766-d3ce-4371-ba49-05b3f7dc0524", "name": "network-vif-plugged", "status": "completed", "tag": "39c50eac-1978-4f75-bc0f-d663d77b8f5b", "code": 200}, {"server_uuid": "adc61766-d3ce-4371-ba49-05b3f7dc0524", "name": "network-vif-plugged", "status": "completed", "tag": "2d0648da-7207-4fde-bb28-f88b0cf46085", "code": 200}, {"server_uuid": "adc61766-d3ce-4371-ba49-05b3f7dc0524", "name": "network-vif-plugged", "status": "completed", "tag": "9471084b-14f7-4ecb-9ee5-e3a2aa4f8f97", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:58:24.254892 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-fa21400d-7f83-41b7-8698-cbf90940087c {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:58:24.255478 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adc61766-d3ce-4371-ba49-05b3f7dc0524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac5c2c1c-f8c0-46f3-9acf-0736307c93cf', 'code': 200} Feb 19 02:58:24.255917 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adc61766-d3ce-4371-ba49-05b3f7dc0524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39c50eac-1978-4f75-bc0f-d663d77b8f5b', 'code': 200} Feb 19 02:58:24.256359 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adc61766-d3ce-4371-ba49-05b3f7dc0524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d0648da-7207-4fde-bb28-f88b0cf46085', 'code': 200} Feb 19 02:58:24.256790 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adc61766-d3ce-4371-ba49-05b3f7dc0524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9471084b-14f7-4ecb-9ee5-e3a2aa4f8f97', 'code': 200} Feb 19 02:58:24.262705 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port ec630f79-f8c7-4699-91ac-146ea63cf48b triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:58:24.263305 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (ec630f79-f8c7-4699-91ac-146ea63cf48b), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:24.329580 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a5a7d1-5efc-4639-a4c9-5f6b3b22167f service neutron] Pushing event updated for resources: {'Port': ['ID=8b15cae4-534c-4c91-b097-9563e15fd04b,revision_number=3']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:24.344757 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-6a8a1c53-ecdd-49bb-b99f-7e302f20a1d0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1fe3e5f6ff2c48d48d8510c680e23a6c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8874753 Feb 19 02:58:24.346566 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f764d77a-b444-4895-b26c-3e4dc149912f req-90a5a7d1-5efc-4639-a4c9-5f6b3b22167f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:24.347248 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-f764d77a-b444-4895-b26c-3e4dc149912f req-90a5a7d1-5efc-4639-a4c9-5f6b3b22167f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:24.348660 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f764d77a-b444-4895-b26c-3e4dc149912f req-90a5a7d1-5efc-4639-a4c9-5f6b3b22167f service neutron] 10.222.0.82 "PUT /v2.0/ports/8b15cae4-534c-4c91-b097-9563e15fd04b HTTP/1.1" status: 200 len: 1091 time: 4.5393624 Feb 19 02:58:24.353690 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 43152) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:24.362247 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47a2cb3a-6b5b-4402-81ae-3f6683dfd795', 'tag': '8b15cae4-534c-4c91-b097-9563e15fd04b'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:58:24.364583 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18605cd6-0529-4e3b-9016-e9ca5432a8f8" -d '{"events": [{"name": "network-changed", "server_uuid": "47a2cb3a-6b5b-4402-81ae-3f6683dfd795", "tag": "8b15cae4-534c-4c91-b097-9563e15fd04b"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:58:24.418345 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-d6773975-a7ca-433f-aa12-144323f72025 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.5133877 Feb 19 02:58:24.420665 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6773975-a7ca-433f-aa12-144323f72025 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Pushing event updated for resources: {'Network': ['ID=8f863143-4494-4a85-b486-ce6b36fde49e,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:24.427887 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 43156) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:24.440695 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-94837201-2947-4327-b51b-9706c7f62b1b tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1528061812'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:58:24.482637 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 8f863143-4494-4a85-b486-ce6b36fde49e details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:58:24.524283 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9183e967-323d-4d94-a138-b37fcda7ae6c x-openstack-request-id: req-9183e967-323d-4d94-a138-b37fcda7ae6c {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:58:24.524625 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47a2cb3a-6b5b-4402-81ae-3f6683dfd795", "tag": "8b15cae4-534c-4c91-b097-9563e15fd04b", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:58:24.524848 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9183e967-323d-4d94-a138-b37fcda7ae6c {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:58:24.525273 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47a2cb3a-6b5b-4402-81ae-3f6683dfd795', 'tag': '8b15cae4-534c-4c91-b097-9563e15fd04b', 'status': 'completed', 'code': 200} Feb 19 02:58:24.544385 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94837201-2947-4327-b51b-9706c7f62b1b tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Made reservation on behalf of 61fce395c5b44df48f21d02853aab2e8 for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:58:24.545030 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning for port 0890f1e3-4129-47c9-8745-a2ac72e3c386 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:58:24.554131 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-94837201-2947-4327-b51b-9706c7f62b1b tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:24.593738 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-04637608-b37d-43c4-ba4f-ebd0684640b6 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Allocated IP 2001:db8::306 (fa55ab3c-82d6-44a3-9449-792ec78fddcd/8eb6d803-c2a7-4dbc-b56f-8c2bea8e54f7/1e4ad1fe-189f-49ff-8f66-dc4480764f59) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:58:24.605074 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=e8a9a31d-d1ce-4ae0-aba3-bf180e7af83d,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:24.625623 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94837201-2947-4327-b51b-9706c7f62b1b tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] vlan segment allocate from pool success with {'vlan_id': 297, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:58:24.636111 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-94837201-2947-4327-b51b-9706c7f62b1b tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (3b8bc26f-f0fe-43ee-a13a-0e4754e17fab), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:24.636523 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-94837201-2947-4327-b51b-9706c7f62b1b tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Added segment 3b8bc26f-f0fe-43ee-a13a-0e4754e17fab of type vlan for network e054b1dd-89ba-4871-ad50-5d331122024d Feb 19 02:58:24.651857 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port 0890f1e3-4129-47c9-8745-a2ac72e3c386 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:58:24.664844 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (0890f1e3-4129-47c9-8745-a2ac72e3c386), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:24.686815 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-94837201-2947-4327-b51b-9706c7f62b1b tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (e054b1dd-89ba-4871-ad50-5d331122024d), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:24.708258 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1f67c6c1-3912-407a-bce7-da52a14c4a79 admin admin] Publish callbacks [] for security_group (9bead848-841d-4c4e-884a-da9dc7ba5ce1), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:24.722725 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-94837201-2947-4327-b51b-9706c7f62b1b tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (e054b1dd-89ba-4871-ad50-5d331122024d), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:24.735951 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94837201-2947-4327-b51b-9706c7f62b1b tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:24.736682 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-94837201-2947-4327-b51b-9706c7f62b1b tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:24.816923 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75921ac7-71e9-4fb1-bba5-3b0b561fbb78 None None] Network 8145ca99-f04b-4824-9a94-21de580b4a69 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:58:24.822372 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bce824c8-d737-46c9-8574-152b25126cd2 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks [] for port (310c7eed-df8d-4cec-a39d-9a99ccd603e0), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:24.832154 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-94837201-2947-4327-b51b-9706c7f62b1b tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3959360 Feb 19 02:58:24.842274 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bce824c8-d737-46c9-8574-152b25126cd2 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (310c7eed-df8d-4cec-a39d-9a99ccd603e0), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:24.907144 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ec7300-5584-4f3d-9db5-6402a77e7232 req-154d8301-3661-45cc-85fd-34cde0111e14 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:24.921056 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-58ec7300-5584-4f3d-9db5-6402a77e7232 req-154d8301-3661-45cc-85fd-34cde0111e14 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/ports?device_id=6fbac1dc-890e-47c9-99fa-6cde13e82ed6 HTTP/1.1" status: 200 len: 945 time: 0.5875242 Feb 19 02:58:24.964693 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1f67c6c1-3912-407a-bce7-da52a14c4a79 admin admin] Publish callbacks [] for security_group (9bead848-841d-4c4e-884a-da9dc7ba5ce1), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:24.979726 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94837201-2947-4327-b51b-9706c7f62b1b tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Pushing event updated for resources: {'Network': ['ID=e054b1dd-89ba-4871-ad50-5d331122024d,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:25.043832 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bce824c8-d737-46c9-8574-152b25126cd2 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16362769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16289258'] for router_interface (3cdae58c-9b05-4e69-aae0-f3043115cc4e), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:25.056296 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f764d77a-b444-4895-b26c-3e4dc149912f req-8d3288a5-b44a-4fd5-819d-0ea47cd743d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:25.057906 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f764d77a-b444-4895-b26c-3e4dc149912f req-8d3288a5-b44a-4fd5-819d-0ea47cd743d8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=af50eb00c5a74dd68d3a720f276d22fe&device_id=47a2cb3a-6b5b-4402-81ae-3f6683dfd795 HTTP/1.1" status: 200 len: 1125 time: 0.5496473 Feb 19 02:58:25.066745 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce824c8-d737-46c9-8574-152b25126cd2 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Pushing event updated for resources: {'Port': ['ID=310c7eed-df8d-4cec-a39d-9a99ccd603e0,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:25.195322 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f764d77a-b444-4895-b26c-3e4dc149912f req-c5b1f222-7388-48cc-a039-9f3221f00201 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8b15cae4-534c-4c91-b097-9563e15fd04b HTTP/1.1" status: 200 len: 217 time: 0.1132121 Feb 19 02:58:25.254287 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce824c8-d737-46c9-8574-152b25126cd2 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Network 8145ca99-f04b-4824-9a94-21de580b4a69 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:58:25.255968 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-bce824c8-d737-46c9-8574-152b25126cd2 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:58:25.270352 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network e054b1dd-89ba-4871-ad50-5d331122024d details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:58:25.402449 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-ef1d54fa-ddb8-4320-bcff-ac7aa8b34a88 None None] Provisioning complete for port ec630f79-f8c7-4699-91ac-146ea63cf48b triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:58:25.402449 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-ef1d54fa-ddb8-4320-bcff-ac7aa8b34a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (ec630f79-f8c7-4699-91ac-146ea63cf48b), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:25.404010 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port ec630f79-f8c7-4699-91ac-146ea63cf48b is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:58:25.404389 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (ec630f79-f8c7-4699-91ac-146ea63cf48b), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:25.470473 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-58ec7300-5584-4f3d-9db5-6402a77e7232 req-886348eb-b0e8-4263-a26b-7fd848830079 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ba0f102-3452-4e6f-b12d-3fac2606ad0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5238068 Feb 19 02:58:25.521380 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effbf570-0c7b-4615-a3a3-919b7afb8e0b req-eb43fbff-01a3-4402-897c-e584847b98c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:25.523364 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-effbf570-0c7b-4615-a3a3-919b7afb8e0b req-eb43fbff-01a3-4402-897c-e584847b98c9 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=6fbac1dc-890e-47c9-99fa-6cde13e82ed6 HTTP/1.1" status: 200 len: 1127 time: 0.7860234 Feb 19 02:58:25.529772 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bce824c8-d737-46c9-8574-152b25126cd2 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Router 3cdae58c-9b05-4e69-aae0-f3043115cc4e is scheduled to L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd with binding_index 1 {{(pid=103702) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 02:58:25.753417 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bce824c8-d737-46c9-8574-152b25126cd2 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:58:25.764784 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-bce824c8-d737-46c9-8574-152b25126cd2 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] 10.222.0.72 "PUT /v2.0/routers/3cdae58c-9b05-4e69-aae0-f3043115cc4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9576831 Feb 19 02:58:25.767848 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 43164) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:25.768015 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085501e4-e5c2-46f3-b71c-926d9a1aaa29 None None] Sync routers for ids ['3cdae58c-9b05-4e69-aae0-f3043115cc4e'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:58:25.773483 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-920e9606-b5a5-4b32-98e1-dc9d3dcc8740 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Request body: {'network': {'name': 'tempest-RoutersTest-1559698954'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:58:25.784878 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085501e4-e5c2-46f3-b71c-926d9a1aaa29 None None] Routers {'3cdae58c-9b05-4e69-aae0-f3043115cc4e'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:58:25.785817 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-085501e4-e5c2-46f3-b71c-926d9a1aaa29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:58:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['3cdae58c-9b05-4e69-aae0-f3043115cc4e'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:58:25.786511 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1f67c6c1-3912-407a-bce7-da52a14c4a79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (9bead848-841d-4c4e-884a-da9dc7ba5ce1), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:25.790862 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1f67c6c1-3912-407a-bce7-da52a14c4a79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:25.809262 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-1f67c6c1-3912-407a-bce7-da52a14c4a79 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9bead848-841d-4c4e-884a-da9dc7ba5ce1 HTTP/1.1" status: 204 len: 168 time: 1.4368558 Feb 19 02:58:25.833965 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-920e9606-b5a5-4b32-98e1-dc9d3dcc8740 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Made reservation on behalf of eae5468561eb44d8a8138d5efbd64f6e for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:58:25.837916 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-920e9606-b5a5-4b32-98e1-dc9d3dcc8740 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:25.902935 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-920e9606-b5a5-4b32-98e1-dc9d3dcc8740 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] vlan segment allocate from pool success with {'vlan_id': 268, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:58:25.908393 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f67c6c1-3912-407a-bce7-da52a14c4a79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bead848-841d-4c4e-884a-da9dc7ba5ce1,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:25.941754 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-920e9606-b5a5-4b32-98e1-dc9d3dcc8740 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (79f2d01d-6edf-4fa8-b6d6-0e33600a6d00), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:25.942437 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-920e9606-b5a5-4b32-98e1-dc9d3dcc8740 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Added segment 79f2d01d-6edf-4fa8-b6d6-0e33600a6d00 of type vlan for network 6db4454b-3044-4545-9c9b-9fece8ecc9db Feb 19 02:58:25.993800 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 0890f1e3-4129-47c9-8745-a2ac72e3c386 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:58:25.994395 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (0890f1e3-4129-47c9-8745-a2ac72e3c386), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:26.034851 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-920e9606-b5a5-4b32-98e1-dc9d3dcc8740 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (6db4454b-3044-4545-9c9b-9fece8ecc9db), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:26.066395 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-effbf570-0c7b-4615-a3a3-919b7afb8e0b req-7e99c205-25c6-4327-a26e-cc938f8179c9 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=7ba0f102-3452-4e6f-b12d-3fac2606ad0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5254123 Feb 19 02:58:26.111565 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-920e9606-b5a5-4b32-98e1-dc9d3dcc8740 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (6db4454b-3044-4545-9c9b-9fece8ecc9db), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:26.114895 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8c2fb1-d199-4385-8db7-af2ca63cae63 req-432f7191-bb05-4b4f-a3d9-d359a469c872 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:26.117196 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920e9606-b5a5-4b32-98e1-dc9d3dcc8740 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:26.118027 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-920e9606-b5a5-4b32-98e1-dc9d3dcc8740 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:26.139510 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cd8c2fb1-d199-4385-8db7-af2ca63cae63 req-432f7191-bb05-4b4f-a3d9-d359a469c872 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=47a2cb3a-6b5b-4402-81ae-3f6683dfd795 HTTP/1.1" status: 200 len: 943 time: 0.8972399 Feb 19 02:58:26.208217 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port ec630f79-f8c7-4699-91ac-146ea63cf48b, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=ec630f79-f8c7-4699-91ac-146ea63cf48b,segment=NetworkSegment(deca510d-47d2-43ff-84f5-737aca7bc369),segment_id=deca510d-47d2-43ff-84f5-737aca7bc369)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:58:26.226443 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f764d77a-b444-4895-b26c-3e4dc149912f req-05266b8c-2b27-4768-a90e-0516beb6454e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:26.228509 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f764d77a-b444-4895-b26c-3e4dc149912f req-05266b8c-2b27-4768-a90e-0516beb6454e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3ea5428a-92f7-475d-b30c-482a71ed5c95 HTTP/1.1" status: 200 len: 854 time: 0.9982655 Feb 19 02:58:26.236927 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-085501e4-e5c2-46f3-b71c-926d9a1aaa29 None None] Set router 3cdae58c-9b05-4e69-aae0-f3043115cc4e gateway port host: None {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:58:26.292104 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920e9606-b5a5-4b32-98e1-dc9d3dcc8740 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Pushing event updated for resources: {'Network': ['ID=6db4454b-3044-4545-9c9b-9fece8ecc9db,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:26.324778 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-920e9606-b5a5-4b32-98e1-dc9d3dcc8740 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5551221 Feb 19 02:58:26.327599 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 43172) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:26.332760 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-32fa638f-93c3-422f-a06f-4e53a4336f66 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Request body: {'subnet': {'network_id': '6db4454b-3044-4545-9c9b-9fece8ecc9db', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:58:26.385536 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adc61766-d3ce-4371-ba49-05b3f7dc0524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8a9a31d-d1ce-4ae0-aba3-bf180e7af83d'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:58:26.393711 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74e99e21-7e1d-4d87-9c7c-bb7e18c8e9ba" -d '{"events": [{"server_uuid": "adc61766-d3ce-4371-ba49-05b3f7dc0524", "name": "network-vif-plugged", "status": "completed", "tag": "e8a9a31d-d1ce-4ae0-aba3-bf180e7af83d"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:58:26.409198 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-ef1d54fa-ddb8-4320-bcff-ac7aa8b34a88 None None] Current status of the port ec630f79-f8c7-4699-91ac-146ea63cf48b is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:58:26.421302 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 6db4454b-3044-4545-9c9b-9fece8ecc9db details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:58:26.472428 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (ec630f79-f8c7-4699-91ac-146ea63cf48b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:26.496917 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cd8c2fb1-d199-4385-8db7-af2ca63cae63 req-e4a740ac-109e-4384-83a3-4eb769657fe2 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3563337 Feb 19 02:58:26.590251 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:26.590528 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32fa638f-93c3-422f-a06f-4e53a4336f66 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Made reservation on behalf of eae5468561eb44d8a8138d5efbd64f6e for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:58:26.593653 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-32fa638f-93c3-422f-a06f-4e53a4336f66 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:26.660333 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f764d77a-b444-4895-b26c-3e4dc149912f req-9573ed69-b1df-418c-8dfe-95e433f8e354 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=583b29ab-e0ba-468d-ae03-87a6a1ad9ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2688057 Feb 19 02:58:26.858157 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f1f7012-5868-4abd-8a41-ec103128289d x-openstack-request-id: req-5f1f7012-5868-4abd-8a41-ec103128289d {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:58:26.858470 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adc61766-d3ce-4371-ba49-05b3f7dc0524", "name": "network-vif-plugged", "status": "completed", "tag": "e8a9a31d-d1ce-4ae0-aba3-bf180e7af83d", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:58:26.858739 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5f1f7012-5868-4abd-8a41-ec103128289d {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:58:26.860002 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adc61766-d3ce-4371-ba49-05b3f7dc0524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8a9a31d-d1ce-4ae0-aba3-bf180e7af83d', 'code': 200} Feb 19 02:58:26.913288 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 0890f1e3-4129-47c9-8745-a2ac72e3c386, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=0890f1e3-4129-47c9-8745-a2ac72e3c386,segment=NetworkSegment(0ac8fc0c-e771-432c-9de7-07e76dbe0cc7),segment_id=0ac8fc0c-e771-432c-9de7-07e76dbe0cc7)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:58:27.001233 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-085501e4-e5c2-46f3-b71c-926d9a1aaa29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cdae58c-9b05-4e69-aae0-f3043115cc4e', 'name': 'tempest-RoutersTest-router-191430420', 'tenant_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:58:18Z', 'updated_at': '2022-02-19T02:58:22Z', 'revision_number': 2, 'project_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'gw_port_host': None, '_interfaces': [{'id': '310c7eed-df8d-4cec-a39d-9a99ccd603e0', 'name': '', 'network_id': '8145ca99-f04b-4824-9a94-21de580b4a69', 'tenant_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'mac_address': 'fa:16:3e:ce:2e:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cdae58c-9b05-4e69-aae0-f3043115cc4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '20259683-fb47-49b7-8d52-ce41b6898621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:58:21Z', 'updated_at': '2022-02-19T02:58:23Z', 'revision_number': 2, 'project_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'subnets': [{'id': '20259683-fb47-49b7-8d52-ce41b6898621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:58:27.046930 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f764d77a-b444-4895-b26c-3e4dc149912f req-a2ed85a0-2eba-458f-bf68-f33aaec86723 service neutron] 10.222.0.82 "GET /v2.0/networks/583b29ab-e0ba-468d-ae03-87a6a1ad9ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3635252 Feb 19 02:58:27.070231 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (0890f1e3-4129-47c9-8745-a2ac72e3c386), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:27.086256 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=ec630f79-f8c7-4699-91ac-146ea63cf48b,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:27.150099 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085501e4-e5c2-46f3-b71c-926d9a1aaa29 None None] Checking router: 3cdae58c-9b05-4e69-aae0-f3043115cc4e for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:58:27.150447 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085501e4-e5c2-46f3-b71c-926d9a1aaa29 None None] Updating router 3cdae58c-9b05-4e69-aae0-f3043115cc4e port 310c7eed-df8d-4cec-a39d-9a99ccd603e0 binding host n-d-826753-2 {{(pid=103704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:58:27.268106 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=0890f1e3-4129-47c9-8745-a2ac72e3c386,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:27.284055 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-085501e4-e5c2-46f3-b71c-926d9a1aaa29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (310c7eed-df8d-4cec-a39d-9a99ccd603e0), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:27.315059 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-32fa638f-93c3-422f-a06f-4e53a4336f66 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (ce12a843-822e-4a25-b8c3-728dd5a339e5), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:27.316624 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-04637608-b37d-43c4-ba4f-ebd0684640b6 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Publish callbacks [] for port (1e4ad1fe-189f-49ff-8f66-dc4480764f59), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:27.328168 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-fc9935a7-3c9e-4f4e-a984-cfd17b79962d None None] Provisioning complete for port 310c7eed-df8d-4cec-a39d-9a99ccd603e0 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:58:27.328555 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fc9935a7-3c9e-4f4e-a984-cfd17b79962d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (310c7eed-df8d-4cec-a39d-9a99ccd603e0), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:27.480971 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-fc9935a7-3c9e-4f4e-a984-cfd17b79962d None None] Port 310c7eed-df8d-4cec-a39d-9a99ccd603e0 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:58:27.488203 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14d0845-2f30-44b0-8dbe-72604fd8efc8 req-50e93f46-ed1c-43ca-b716-651bd3e5e438 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:27.496258 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14d0845-2f30-44b0-8dbe-72604fd8efc8 req-50e93f46-ed1c-43ca-b716-651bd3e5e438 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:27.505312 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14d0845-2f30-44b0-8dbe-72604fd8efc8 req-50e93f46-ed1c-43ca-b716-651bd3e5e438 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:27.512746 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14d0845-2f30-44b0-8dbe-72604fd8efc8 req-50e93f46-ed1c-43ca-b716-651bd3e5e438 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:27.520398 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14d0845-2f30-44b0-8dbe-72604fd8efc8 req-50e93f46-ed1c-43ca-b716-651bd3e5e438 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:27.527858 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14d0845-2f30-44b0-8dbe-72604fd8efc8 req-50e93f46-ed1c-43ca-b716-651bd3e5e438 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:27.533813 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14d0845-2f30-44b0-8dbe-72604fd8efc8 req-50e93f46-ed1c-43ca-b716-651bd3e5e438 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:27.536035 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a14d0845-2f30-44b0-8dbe-72604fd8efc8 req-50e93f46-ed1c-43ca-b716-651bd3e5e438 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 5434 time: 1.8530970 Feb 19 02:58:27.545618 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-fc9935a7-3c9e-4f4e-a984-cfd17b79962d None None] Provisioning complete for port ec630f79-f8c7-4699-91ac-146ea63cf48b triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:58:27.546527 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fc9935a7-3c9e-4f4e-a984-cfd17b79962d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (ec630f79-f8c7-4699-91ac-146ea63cf48b), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:27.604276 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9091062b-8b04-459e-987f-4c0322cc1b41 req-71eae5b2-2ae6-4172-9c6e-8969619b3149 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:27.618037 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9091062b-8b04-459e-987f-4c0322cc1b41 req-71eae5b2-2ae6-4172-9c6e-8969619b3149 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/ports?device_id=6fbac1dc-890e-47c9-99fa-6cde13e82ed6 HTTP/1.1" status: 200 len: 945 time: 0.5281546 Feb 19 02:58:27.630637 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fa638f-93c3-422f-a06f-4e53a4336f66 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Pushing event updated for resources: {'Subnet': ['ID=ce12a843-822e-4a25-b8c3-728dd5a339e5,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:27.661893 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fa638f-93c3-422f-a06f-4e53a4336f66 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Checking segment: {'id': '79f2d01d-6edf-4fa8-b6d6-0e33600a6d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '6db4454b-3044-4545-9c9b-9fece8ecc9db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:58:27.664865 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32fa638f-93c3-422f-a06f-4e53a4336f66 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Network hostable DHCP agents. Network: 6db4454b-3044-4545-9c9b-9fece8ecc9db, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:58:27.721445 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32fa638f-93c3-422f-a06f-4e53a4336f66 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Network 6db4454b-3044-4545-9c9b-9fece8ecc9db is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:58:27.744200 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-32fa638f-93c3-422f-a06f-4e53a4336f66 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 6db4454b-3044-4545-9c9b-9fece8ecc9db) {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:58:27.750887 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32fa638f-93c3-422f-a06f-4e53a4336f66 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:27.751926 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-32fa638f-93c3-422f-a06f-4e53a4336f66 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:27.778885 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ed1697-629a-46de-8d18-bd419a3dcbaf None None] Network 6db4454b-3044-4545-9c9b-9fece8ecc9db requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:58:27.798823 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-32fa638f-93c3-422f-a06f-4e53a4336f66 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4699247 Feb 19 02:58:27.802914 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 43198) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:28.027405 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f764d77a-b444-4895-b26c-3e4dc149912f req-78ab3d89-0148-4e1f-977d-ce6fe764c0e5 service neutron] 10.222.0.82 "GET /v2.0/networks/583b29ab-e0ba-468d-ae03-87a6a1ad9ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7966897 Feb 19 02:58:28.127355 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-fc9935a7-3c9e-4f4e-a984-cfd17b79962d None None] Current status of the port ec630f79-f8c7-4699-91ac-146ea63cf48b is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:58:28.132418 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865b0245-bd2a-4c5c-87c1-3edbb21048e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-6db4454b-3044-4545-9c9b-9fece8ecc9db', 'network_id': '6db4454b-3044-4545-9c9b-9fece8ecc9db', 'project_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'fixed_ips': [{'subnet_id': 'ce12a843-822e-4a25-b8c3-728dd5a339e5'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:58:28.134471 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-865b0245-bd2a-4c5c-87c1-3edbb21048e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:28.157624 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9091062b-8b04-459e-987f-4c0322cc1b41 req-f7cf3fc7-b8d6-4d4b-9e1c-dcfba9b9c779 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ba0f102-3452-4e6f-b12d-3fac2606ad0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5385764 Feb 19 02:58:28.189120 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a14d0845-2f30-44b0-8dbe-72604fd8efc8 req-c922e27c-67e4-4dc0-a8f1-966c5e2d9dec tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/security-groups?id=344800ac-992b-44b9-a49a-a7d4e6a6fc53&id=197f0109-f833-46dd-9ffe-3ff812885f73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4966478 Feb 19 02:58:28.227466 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-04637608-b37d-43c4-ba4f-ebd0684640b6 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (1e4ad1fe-189f-49ff-8f66-dc4480764f59), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:28.304766 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 43206) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:28.314639 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-1358ce18-4a95-46e1-8e7d-685c8f315bc0 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Request body: {'subnets': [{'network_id': '8f863143-4494-4a85-b486-ce6b36fde49e', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--229090930', 'ip_version': 6}, {'network_id': 'e054b1dd-89ba-4871-ad50-5d331122024d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:58:28.314957 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-1358ce18-4a95-46e1-8e7d-685c8f315bc0 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Request body: {'subnet': {'network_id': '8f863143-4494-4a85-b486-ce6b36fde49e', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--229090930', 'ip_version': 6}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:58:28.315619 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-1358ce18-4a95-46e1-8e7d-685c8f315bc0 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Request body: {'subnet': {'network_id': 'e054b1dd-89ba-4871-ad50-5d331122024d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:58:28.383197 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04637608-b37d-43c4-ba4f-ebd0684640b6 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Network fa55ab3c-82d6-44a3-9449-792ec78fddcd is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:58:28.399597 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-9d9f1c00-3b33-4931-b4f4-df718b17b8d4 None None] Provisioning complete for port 310c7eed-df8d-4cec-a39d-9a99ccd603e0 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:58:28.401143 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-9d9f1c00-3b33-4931-b4f4-df718b17b8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (310c7eed-df8d-4cec-a39d-9a99ccd603e0), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:28.446126 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-04637608-b37d-43c4-ba4f-ebd0684640b6 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:58:28.448907 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04637608-b37d-43c4-ba4f-ebd0684640b6 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:58:28.454830 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04637608-b37d-43c4-ba4f-ebd0684640b6 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:28.455585 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-04637608-b37d-43c4-ba4f-ebd0684640b6 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:28.548339 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-9d9f1c00-3b33-4931-b4f4-df718b17b8d4 None None] Port 310c7eed-df8d-4cec-a39d-9a99ccd603e0 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:58:28.601558 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-085501e4-e5c2-46f3-b71c-926d9a1aaa29 None None] Publish callbacks [] for port (310c7eed-df8d-4cec-a39d-9a99ccd603e0), precommit_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:28.622187 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-085501e4-e5c2-46f3-b71c-926d9a1aaa29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (310c7eed-df8d-4cec-a39d-9a99ccd603e0), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:28.624903 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-865b0245-bd2a-4c5c-87c1-3edbb21048e2 None None] Allocated IP 172.21.0.2 (6db4454b-3044-4545-9c9b-9fece8ecc9db/ce12a843-822e-4a25-b8c3-728dd5a339e5/c128c194-c581-4e08-a3e6-54b11d8052db) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:58:28.720832 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2eaf65-94ee-4694-b20a-b1e21b65c4d2 None None] Pushing event updated for resources: {'Port': ['ID=310c7eed-df8d-4cec-a39d-9a99ccd603e0,revision_number=3']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:28.803755 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2eaf65-94ee-4694-b20a-b1e21b65c4d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:58:28.806373 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2eaf65-94ee-4694-b20a-b1e21b65c4d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:58:28.807636 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2eaf65-94ee-4694-b20a-b1e21b65c4d2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:58:28.808258 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2eaf65-94ee-4694-b20a-b1e21b65c4d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:58:28.810153 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2eaf65-94ee-4694-b20a-b1e21b65c4d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:58:28.810793 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2eaf65-94ee-4694-b20a-b1e21b65c4d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:58:28.812480 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2eaf65-94ee-4694-b20a-b1e21b65c4d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:58:28.813148 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2eaf65-94ee-4694-b20a-b1e21b65c4d2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:58:28.814471 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2eaf65-94ee-4694-b20a-b1e21b65c4d2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:58:28.815982 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2eaf65-94ee-4694-b20a-b1e21b65c4d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:58:28.817540 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2eaf65-94ee-4694-b20a-b1e21b65c4d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:58:28.820877 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2eaf65-94ee-4694-b20a-b1e21b65c4d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:58:28.821890 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2eaf65-94ee-4694-b20a-b1e21b65c4d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:58:28.954207 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-085501e4-e5c2-46f3-b71c-926d9a1aaa29 None None] Attempting to bind port 310c7eed-df8d-4cec-a39d-9a99ccd603e0 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:58:28.960112 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-085501e4-e5c2-46f3-b71c-926d9a1aaa29 None None] Attempting to bind port 310c7eed-df8d-4cec-a39d-9a99ccd603e0 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': 'deca510d-47d2-43ff-84f5-737aca7bc369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8145ca99-f04b-4824-9a94-21de580b4a69'}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:58:28.960635 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085501e4-e5c2-46f3-b71c-926d9a1aaa29 None None] Attempting to bind port 310c7eed-df8d-4cec-a39d-9a99ccd603e0 on network 8145ca99-f04b-4824-9a94-21de580b4a69 {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:58:28.976162 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085501e4-e5c2-46f3-b71c-926d9a1aaa29 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:58:28.991060 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085501e4-e5c2-46f3-b71c-926d9a1aaa29 None None] Checking segment: {'id': 'deca510d-47d2-43ff-84f5-737aca7bc369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8145ca99-f04b-4824-9a94-21de580b4a69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:58:28.991768 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-085501e4-e5c2-46f3-b71c-926d9a1aaa29 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:28.997407 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085501e4-e5c2-46f3-b71c-926d9a1aaa29 None None] Bound using segment: {'id': 'deca510d-47d2-43ff-84f5-737aca7bc369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8145ca99-f04b-4824-9a94-21de580b4a69'} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:58:29.000247 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-085501e4-e5c2-46f3-b71c-926d9a1aaa29 None None] Bound port: 310c7eed-df8d-4cec-a39d-9a99ccd603e0, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deca510d-47d2-43ff-84f5-737aca7bc369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8145ca99-f04b-4824-9a94-21de580b4a69'}}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:58:29.003713 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-085501e4-e5c2-46f3-b71c-926d9a1aaa29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (310c7eed-df8d-4cec-a39d-9a99ccd603e0), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:29.019948 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-04637608-b37d-43c4-ba4f-ebd0684640b6 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 5.9444742 Feb 19 02:58:29.019948 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04637608-b37d-43c4-ba4f-ebd0684640b6 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Pushing event updated for resources: {'Port': ['ID=1e4ad1fe-189f-49ff-8f66-dc4480764f59,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:29.021340 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 43216) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:29.030781 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-5d941dc7-76fe-494e-9bed-81d69951c1a1 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Request body: {'port': {'network_id': 'fa55ab3c-82d6-44a3-9449-792ec78fddcd', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-424882909'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:58:29.060662 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18605cd6-0529-4e3b-9016-e9ca5432a8f8 req-503f8810-1d81-44b6-8dcf-fac636dd2958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:29.062171 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-18605cd6-0529-4e3b-9016-e9ca5432a8f8 req-503f8810-1d81-44b6-8dcf-fac636dd2958 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=af50eb00c5a74dd68d3a720f276d22fe&device_id=47a2cb3a-6b5b-4402-81ae-3f6683dfd795 HTTP/1.1" status: 200 len: 1125 time: 0.8704574 Feb 19 02:58:29.116525 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-865b0245-bd2a-4c5c-87c1-3edbb21048e2 None None] Publish callbacks [] for port (c128c194-c581-4e08-a3e6-54b11d8052db), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:29.125725 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adc61766-d3ce-4371-ba49-05b3f7dc0524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0890f1e3-4129-47c9-8745-a2ac72e3c386'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:58:29.134116 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b0d72a5-ebf3-49c7-81c9-3e956bb525dd" -d '{"events": [{"server_uuid": "adc61766-d3ce-4371-ba49-05b3f7dc0524", "name": "network-vif-plugged", "status": "completed", "tag": "0890f1e3-4129-47c9-8745-a2ac72e3c386"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:58:29.156801 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device ec630f79-f8c7-4699-91ac-146ea63cf48b up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:58:29.212134 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-865b0245-bd2a-4c5c-87c1-3edbb21048e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (c128c194-c581-4e08-a3e6-54b11d8052db), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:29.232736 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5bb93708-29fa-40f3-aeaf-33becab9e307 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:29.237297 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-085501e4-e5c2-46f3-b71c-926d9a1aaa29 None None] For port 310c7eed-df8d-4cec-a39d-9a99ccd603e0, host n-d-826753-2, cleared binding levels {{(pid=103704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:58:29.248813 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-085501e4-e5c2-46f3-b71c-926d9a1aaa29 None None] For port 310c7eed-df8d-4cec-a39d-9a99ccd603e0, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=310c7eed-df8d-4cec-a39d-9a99ccd603e0,segment=NetworkSegment(deca510d-47d2-43ff-84f5-737aca7bc369),segment_id=deca510d-47d2-43ff-84f5-737aca7bc369)] {{(pid=103704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:58:29.259695 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93caa057-c74a-47c8-812e-7b5a286cc660 req-71764752-9128-429e-832e-f832849e25b9 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:29.261956 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-93caa057-c74a-47c8-812e-7b5a286cc660 req-71764752-9128-429e-832e-f832849e25b9 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=47a2cb3a-6b5b-4402-81ae-3f6683dfd795 HTTP/1.1" status: 200 len: 943 time: 0.9427304 Feb 19 02:58:29.270286 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-085501e4-e5c2-46f3-b71c-926d9a1aaa29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (310c7eed-df8d-4cec-a39d-9a99ccd603e0), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:29.408934 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdeb60af-4c5b-46d7-bf81-c9a6ae654074 x-openstack-request-id: req-cdeb60af-4c5b-46d7-bf81-c9a6ae654074 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:58:29.409731 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adc61766-d3ce-4371-ba49-05b3f7dc0524", "name": "network-vif-plugged", "status": "completed", "tag": "0890f1e3-4129-47c9-8745-a2ac72e3c386", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:58:29.409985 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-cdeb60af-4c5b-46d7-bf81-c9a6ae654074 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:58:29.410412 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adc61766-d3ce-4371-ba49-05b3f7dc0524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0890f1e3-4129-47c9-8745-a2ac72e3c386', 'code': 200} Feb 19 02:58:29.431106 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085501e4-e5c2-46f3-b71c-926d9a1aaa29 None None] Routers {'3cdae58c-9b05-4e69-aae0-f3043115cc4e'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:58:29.432589 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-085501e4-e5c2-46f3-b71c-926d9a1aaa29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:58:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['3cdae58c-9b05-4e69-aae0-f3043115cc4e'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:58:29.435987 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865b0245-bd2a-4c5c-87c1-3edbb21048e2 None None] Network 6db4454b-3044-4545-9c9b-9fece8ecc9db is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:58:29.540290 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2eaf65-94ee-4694-b20a-b1e21b65c4d2 None None] Pushing event updated for resources: {'Port': ['ID=310c7eed-df8d-4cec-a39d-9a99ccd603e0,revision_number=4']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:29.562733 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-7f266284-3a52-4c32-b039-dd4dff9515b4 None None] Provisioning complete for port 1e4ad1fe-189f-49ff-8f66-dc4480764f59 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:58:29.562733 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-7f266284-3a52-4c32-b039-dd4dff9515b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (1e4ad1fe-189f-49ff-8f66-dc4480764f59), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:29.622064 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865b0245-bd2a-4c5c-87c1-3edbb21048e2 None None] Pushing event updated for resources: {'Port': ['ID=c128c194-c581-4e08-a3e6-54b11d8052db,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:29.650832 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-865b0245-bd2a-4c5c-87c1-3edbb21048e2 None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:58:29.659222 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865b0245-bd2a-4c5c-87c1-3edbb21048e2 None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:58:29.661311 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-7f266284-3a52-4c32-b039-dd4dff9515b4 None None] Port 1e4ad1fe-189f-49ff-8f66-dc4480764f59 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:58:29.665393 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-085501e4-e5c2-46f3-b71c-926d9a1aaa29 None None] Set router 3cdae58c-9b05-4e69-aae0-f3043115cc4e gateway port host: None {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:58:29.764356 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18605cd6-0529-4e3b-9016-e9ca5432a8f8 req-a55d9087-de32-4fb1-afb6-b829a6d96013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:29.765886 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-18605cd6-0529-4e3b-9016-e9ca5432a8f8 req-a55d9087-de32-4fb1-afb6-b829a6d96013 service neutron] 10.222.0.82 "GET /v2.0/networks?id=583b29ab-e0ba-468d-ae03-87a6a1ad9ae5 HTTP/1.1" status: 200 len: 915 time: 0.6356928 Feb 19 02:58:29.774765 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3dae01-469f-4616-97b0-2c7bd2efe601 req-395516f4-fdbb-4056-961f-ede4d01813c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:29.775329 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3dae01-469f-4616-97b0-2c7bd2efe601 req-395516f4-fdbb-4056-961f-ede4d01813c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:29.776657 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3dae01-469f-4616-97b0-2c7bd2efe601 req-395516f4-fdbb-4056-961f-ede4d01813c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:29.777385 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3dae01-469f-4616-97b0-2c7bd2efe601 req-395516f4-fdbb-4056-961f-ede4d01813c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:29.777860 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3dae01-469f-4616-97b0-2c7bd2efe601 req-395516f4-fdbb-4056-961f-ede4d01813c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:29.778409 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3dae01-469f-4616-97b0-2c7bd2efe601 req-395516f4-fdbb-4056-961f-ede4d01813c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:29.778881 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3dae01-469f-4616-97b0-2c7bd2efe601 req-395516f4-fdbb-4056-961f-ede4d01813c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:29.780989 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-1c3dae01-469f-4616-97b0-2c7bd2efe601 req-395516f4-fdbb-4056-961f-ede4d01813c0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 6709 time: 0.3057749 Feb 19 02:58:29.791828 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-93caa057-c74a-47c8-812e-7b5a286cc660 req-ec15dbd7-3526-479a-b6eb-11da9c8feb4f tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4952884 Feb 19 02:58:29.822750 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port ec630f79-f8c7-4699-91ac-146ea63cf48b triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:58:29.823128 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (ec630f79-f8c7-4699-91ac-146ea63cf48b), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:29.838791 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d941dc7-76fe-494e-9bed-81d69951c1a1 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Made reservation on behalf of 126fea57d296425f9b9d1c0aa08190c3 for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:58:29.846021 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5d941dc7-76fe-494e-9bed-81d69951c1a1 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:29.867697 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-865b0245-bd2a-4c5c-87c1-3edbb21048e2 None None] Attempting to bind port c128c194-c581-4e08-a3e6-54b11d8052db on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:58:29.868085 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-865b0245-bd2a-4c5c-87c1-3edbb21048e2 None None] Attempting to bind port c128c194-c581-4e08-a3e6-54b11d8052db by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '79f2d01d-6edf-4fa8-b6d6-0e33600a6d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '6db4454b-3044-4545-9c9b-9fece8ecc9db'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:58:29.868430 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865b0245-bd2a-4c5c-87c1-3edbb21048e2 None None] Attempting to bind port c128c194-c581-4e08-a3e6-54b11d8052db on network 6db4454b-3044-4545-9c9b-9fece8ecc9db {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:58:29.877040 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865b0245-bd2a-4c5c-87c1-3edbb21048e2 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:58:29.877383 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865b0245-bd2a-4c5c-87c1-3edbb21048e2 None None] Checking segment: {'id': '79f2d01d-6edf-4fa8-b6d6-0e33600a6d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '6db4454b-3044-4545-9c9b-9fece8ecc9db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:58:29.877851 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-865b0245-bd2a-4c5c-87c1-3edbb21048e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:29.878161 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865b0245-bd2a-4c5c-87c1-3edbb21048e2 None None] Bound using segment: {'id': '79f2d01d-6edf-4fa8-b6d6-0e33600a6d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '6db4454b-3044-4545-9c9b-9fece8ecc9db'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:58:29.878643 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-865b0245-bd2a-4c5c-87c1-3edbb21048e2 None None] Bound port: c128c194-c581-4e08-a3e6-54b11d8052db, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79f2d01d-6edf-4fa8-b6d6-0e33600a6d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '6db4454b-3044-4545-9c9b-9fece8ecc9db'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:58:29.879028 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-865b0245-bd2a-4c5c-87c1-3edbb21048e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (c128c194-c581-4e08-a3e6-54b11d8052db), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:29.910318 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-c88358b8-0461-4938-a62d-415428f1f5c4 None None] Provisioning complete for port 310c7eed-df8d-4cec-a39d-9a99ccd603e0 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:58:29.910692 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c88358b8-0461-4938-a62d-415428f1f5c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (310c7eed-df8d-4cec-a39d-9a99ccd603e0), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:29.917299 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [None req-5d941dc7-76fe-494e-9bed-81d69951c1a1 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] device_id is not set on port 1f223430-d687-4da8-afe2-ee8d99f13b2d yet. {{(pid=103701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 02:58:29.960389 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1358ce18-4a95-46e1-8e7d-685c8f315bc0 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Made reservation on behalf of 61fce395c5b44df48f21d02853aab2e8 for: {'subnet': 2} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:58:29.966506 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1358ce18-4a95-46e1-8e7d-685c8f315bc0 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58706307'] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:29.966969 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1358ce18-4a95-46e1-8e7d-685c8f315bc0 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58706307'] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:30.062826 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-1c3dae01-469f-4616-97b0-2c7bd2efe601 req-9bc8fb6d-9bae-42e6-af80-7ebf7a1010a3 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=344800ac-992b-44b9-a49a-a7d4e6a6fc53&id=197f0109-f833-46dd-9ffe-3ff812885f73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2717962 Feb 19 02:58:30.155315 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-865b0245-bd2a-4c5c-87c1-3edbb21048e2 None None] For port c128c194-c581-4e08-a3e6-54b11d8052db, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:58:30.174754 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-085501e4-e5c2-46f3-b71c-926d9a1aaa29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cdae58c-9b05-4e69-aae0-f3043115cc4e', 'name': 'tempest-RoutersTest-router-191430420', 'tenant_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:58:18Z', 'updated_at': '2022-02-19T02:58:22Z', 'revision_number': 2, 'project_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'gw_port_host': None, '_interfaces': [{'id': '310c7eed-df8d-4cec-a39d-9a99ccd603e0', 'name': '', 'network_id': '8145ca99-f04b-4824-9a94-21de580b4a69', 'tenant_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'mac_address': 'fa:16:3e:ce:2e:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cdae58c-9b05-4e69-aae0-f3043115cc4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '20259683-fb47-49b7-8d52-ce41b6898621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:58:21Z', 'updated_at': '2022-02-19T02:58:29Z', 'revision_number': 4, 'project_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'subnets': [{'id': '20259683-fb47-49b7-8d52-ce41b6898621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:58:30.190973 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-865b0245-bd2a-4c5c-87c1-3edbb21048e2 None None] For port c128c194-c581-4e08-a3e6-54b11d8052db, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=c128c194-c581-4e08-a3e6-54b11d8052db,segment=NetworkSegment(79f2d01d-6edf-4fa8-b6d6-0e33600a6d00),segment_id=79f2d01d-6edf-4fa8-b6d6-0e33600a6d00)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:58:30.192620 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-c88358b8-0461-4938-a62d-415428f1f5c4 None None] Current status of the port 310c7eed-df8d-4cec-a39d-9a99ccd603e0 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:58:30.193219 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c88358b8-0461-4938-a62d-415428f1f5c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (310c7eed-df8d-4cec-a39d-9a99ccd603e0), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:30.208169 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port ec630f79-f8c7-4699-91ac-146ea63cf48b is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:58:30.229996 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-5bb93708-29fa-40f3-aeaf-33becab9e307 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Allocated IP 172.21.0.1 (6db4454b-3044-4545-9c9b-9fece8ecc9db/ce12a843-822e-4a25-b8c3-728dd5a339e5/b4f4a963-5bb1-4f5c-a5f5-7ddeb8cf445e) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:58:30.231477 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-865b0245-bd2a-4c5c-87c1-3edbb21048e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (c128c194-c581-4e08-a3e6-54b11d8052db), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:30.233593 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085501e4-e5c2-46f3-b71c-926d9a1aaa29 None None] The sync data for ids ['3cdae58c-9b05-4e69-aae0-f3043115cc4e'] in n-d-826753-2 is: [{'id': '3cdae58c-9b05-4e69-aae0-f3043115cc4e', 'name': 'tempest-RoutersTest-router-191430420', 'tenant_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:58:18Z', 'updated_at': '2022-02-19T02:58:22Z', 'revision_number': 2, 'project_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'gw_port_host': None, '_interfaces': [{'id': '310c7eed-df8d-4cec-a39d-9a99ccd603e0', 'name': '', 'network_id': '8145ca99-f04b-4824-9a94-21de580b4a69', 'tenant_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'mac_address': 'fa:16:3e:ce:2e:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cdae58c-9b05-4e69-aae0-f3043115cc4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '20259683-fb47-49b7-8d52-ce41b6898621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:58:21Z', 'updated_at': '2022-02-19T02:58:29Z', 'revision_number': 4, 'project_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'subnets': [{'id': '20259683-fb47-49b7-8d52-ce41b6898621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:58:30.345871 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-18605cd6-0529-4e3b-9016-e9ca5432a8f8 req-dfef4180-babf-4cdf-b54c-9bcef6ff433b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8b15cae4-534c-4c91-b097-9563e15fd04b HTTP/1.1" status: 200 len: 217 time: 0.5469978 Feb 19 02:58:30.379425 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865b0245-bd2a-4c5c-87c1-3edbb21048e2 None None] Pushing event updated for resources: {'Port': ['ID=c128c194-c581-4e08-a3e6-54b11d8052db,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:30.388420 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-c88358b8-0461-4938-a62d-415428f1f5c4 None None] For port 310c7eed-df8d-4cec-a39d-9a99ccd603e0, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=310c7eed-df8d-4cec-a39d-9a99ccd603e0,segment=NetworkSegment(deca510d-47d2-43ff-84f5-737aca7bc369),segment_id=deca510d-47d2-43ff-84f5-737aca7bc369)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:58:30.414770 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c88358b8-0461-4938-a62d-415428f1f5c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (310c7eed-df8d-4cec-a39d-9a99ccd603e0), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:30.422714 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5bb93708-29fa-40f3-aeaf-33becab9e307 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks [] for port (b4f4a963-5bb1-4f5c-a5f5-7ddeb8cf445e), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:30.456672 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9343972f-afbf-4425-bab7-fd4572dda43b req-f2d50049-59c3-4e9b-8e2b-7181432c844e tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:30.458316 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9343972f-afbf-4425-bab7-fd4572dda43b req-f2d50049-59c3-4e9b-8e2b-7181432c844e tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/ports?device_id=6fbac1dc-890e-47c9-99fa-6cde13e82ed6 HTTP/1.1" status: 200 len: 945 time: 0.9175105 Feb 19 02:58:30.523041 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88358b8-0461-4938-a62d-415428f1f5c4 None None] Pushing event updated for resources: {'Port': ['ID=310c7eed-df8d-4cec-a39d-9a99ccd603e0,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:30.541344 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 8b15cae4-534c-4c91-b097-9563e15fd04b details requested by agent hyperv_n-h2-826753-2 with host n-h2-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:58:30.591865 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5bb93708-29fa-40f3-aeaf-33becab9e307 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (b4f4a963-5bb1-4f5c-a5f5-7ddeb8cf445e), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:30.649186 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-a833e1d0-8c00-4b03-9cc9-be7a00c3adb1 None None] Provisioning complete for port 310c7eed-df8d-4cec-a39d-9a99ccd603e0 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:58:30.649186 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-a833e1d0-8c00-4b03-9cc9-be7a00c3adb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (310c7eed-df8d-4cec-a39d-9a99ccd603e0), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:30.668801 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-5d941dc7-76fe-494e-9bed-81d69951c1a1 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Allocated IP 2001:db8::2cf (fa55ab3c-82d6-44a3-9449-792ec78fddcd/8eb6d803-c2a7-4dbc-b56f-8c2bea8e54f7/1f223430-d687-4da8-afe2-ee8d99f13b2d) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:58:30.781691 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb93708-29fa-40f3-aeaf-33becab9e307 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Network 6db4454b-3044-4545-9c9b-9fece8ecc9db is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:58:30.785616 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-5bb93708-29fa-40f3-aeaf-33becab9e307 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:58:30.795977 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb93708-29fa-40f3-aeaf-33becab9e307 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:58:31.030754 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5bb93708-29fa-40f3-aeaf-33becab9e307 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16289150'] for router_interface (3cdae58c-9b05-4e69-aae0-f3043115cc4e), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:31.044346 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18605cd6-0529-4e3b-9016-e9ca5432a8f8 req-f1b4ad8b-1547-4e06-873f-a512fbac5918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:31.045471 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-18605cd6-0529-4e3b-9016-e9ca5432a8f8 req-f1b4ad8b-1547-4e06-873f-a512fbac5918 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3ea5428a-92f7-475d-b30c-482a71ed5c95 HTTP/1.1" status: 200 len: 854 time: 0.6806998 Feb 19 02:58:31.066428 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb93708-29fa-40f3-aeaf-33becab9e307 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Pushing event updated for resources: {'Port': ['ID=b4f4a963-5bb1-4f5c-a5f5-7ddeb8cf445e,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:31.169381 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a0e056-5298-40a3-b977-f14b1b639a06 req-6d5cfa31-1352-431f-95a6-c8c06e818af9 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:31.180535 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a0e056-5298-40a3-b977-f14b1b639a06 req-6d5cfa31-1352-431f-95a6-c8c06e818af9 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:31.195669 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a0e056-5298-40a3-b977-f14b1b639a06 req-6d5cfa31-1352-431f-95a6-c8c06e818af9 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:31.210665 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a0e056-5298-40a3-b977-f14b1b639a06 req-6d5cfa31-1352-431f-95a6-c8c06e818af9 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:31.217280 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a0e056-5298-40a3-b977-f14b1b639a06 req-6d5cfa31-1352-431f-95a6-c8c06e818af9 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:31.222821 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a0e056-5298-40a3-b977-f14b1b639a06 req-6d5cfa31-1352-431f-95a6-c8c06e818af9 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:31.231179 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a0e056-5298-40a3-b977-f14b1b639a06 req-6d5cfa31-1352-431f-95a6-c8c06e818af9 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:31.240150 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-45a0e056-5298-40a3-b977-f14b1b639a06 req-6d5cfa31-1352-431f-95a6-c8c06e818af9 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 5435 time: 0.8963315 Feb 19 02:58:31.251711 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9343972f-afbf-4425-bab7-fd4572dda43b req-6753f52c-1378-46cd-8f4f-d63e2ae6dc5c tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ba0f102-3452-4e6f-b12d-3fac2606ad0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7512131 Feb 19 02:58:31.351847 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-18605cd6-0529-4e3b-9016-e9ca5432a8f8 req-fbe19111-a537-43b8-bf1f-242d373f7854 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=583b29ab-e0ba-468d-ae03-87a6a1ad9ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2694614 Feb 19 02:58:31.545619 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5bb93708-29fa-40f3-aeaf-33becab9e307 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (b4f4a963-5bb1-4f5c-a5f5-7ddeb8cf445e), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:31.548422 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-18605cd6-0529-4e3b-9016-e9ca5432a8f8 req-13a510c9-8546-499d-92cd-d76bb1ea0c1e service neutron] 10.222.0.82 "GET /v2.0/networks/583b29ab-e0ba-468d-ae03-87a6a1ad9ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734476 Feb 19 02:58:31.664345 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5d941dc7-76fe-494e-9bed-81d69951c1a1 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Publish callbacks [] for port (1f223430-d687-4da8-afe2-ee8d99f13b2d), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:31.724871 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 8b15cae4-534c-4c91-b097-9563e15fd04b, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=8b15cae4-534c-4c91-b097-9563e15fd04b,segment=NetworkSegment(d2706629-960a-469c-bd0f-4e0b3dc89cea),segment_id=d2706629-960a-469c-bd0f-4e0b3dc89cea)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:58:31.768097 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Returning: {'device': '8b15cae4-534c-4c91-b097-9563e15fd04b', 'network_id': '583b29ab-e0ba-468d-ae03-87a6a1ad9ae5', 'port_id': '8b15cae4-534c-4c91-b097-9563e15fd04b', 'mac_address': 'fa:16:3e:f1:0c:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ea5428a-92f7-475d-b30c-482a71ed5c95', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:58:31.897096 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-a833e1d0-8c00-4b03-9cc9-be7a00c3adb1 None None] Current status of the port 310c7eed-df8d-4cec-a39d-9a99ccd603e0 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:58:31.909243 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-45a0e056-5298-40a3-b977-f14b1b639a06 req-409f08ee-b7d1-4384-beb2-95b08611e774 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/security-groups?id=344800ac-992b-44b9-a49a-a7d4e6a6fc53&id=197f0109-f833-46dd-9ffe-3ff812885f73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6680946 Feb 19 02:58:31.911978 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 8b15cae4-534c-4c91-b097-9563e15fd04b is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:58:31.912469 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (8b15cae4-534c-4c91-b097-9563e15fd04b), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:31.962239 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b15cae4-534c-4c91-b097-9563e15fd04b {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:58:32.036214 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 8b15cae4-534c-4c91-b097-9563e15fd04b, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=8b15cae4-534c-4c91-b097-9563e15fd04b,segment=NetworkSegment(d2706629-960a-469c-bd0f-4e0b3dc89cea),segment_id=d2706629-960a-469c-bd0f-4e0b3dc89cea)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:58:32.056081 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (8b15cae4-534c-4c91-b097-9563e15fd04b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:32.201348 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-18605cd6-0529-4e3b-9016-e9ca5432a8f8 req-44dc708a-8f6a-4e60-a84d-e4d7e17b50f2 service neutron] 10.222.0.82 "GET /v2.0/networks/583b29ab-e0ba-468d-ae03-87a6a1ad9ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5171707 Feb 19 02:58:32.214039 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=8b15cae4-534c-4c91-b097-9563e15fd04b,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:32.227298 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5bb93708-29fa-40f3-aeaf-33becab9e307 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks [] for port (b4f4a963-5bb1-4f5c-a5f5-7ddeb8cf445e), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:32.238777 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5bb93708-29fa-40f3-aeaf-33becab9e307 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (b4f4a963-5bb1-4f5c-a5f5-7ddeb8cf445e), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:32.347465 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb93708-29fa-40f3-aeaf-33becab9e307 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Pushing event updated for resources: {'Port': ['ID=b4f4a963-5bb1-4f5c-a5f5-7ddeb8cf445e,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:32.357853 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['8b15cae4-534c-4c91-b097-9563e15fd04b'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:58:32.366572 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5bb93708-29fa-40f3-aeaf-33becab9e307 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16362769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16289258'] for router_interface (3cdae58c-9b05-4e69-aae0-f3043115cc4e), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:32.445453 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec78eb7f-e076-497f-84e1-5ce3ef2774ed req-6c6d1034-b746-4156-ad50-e393d32f1e15 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:32.454134 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ec78eb7f-e076-497f-84e1-5ce3ef2774ed req-6c6d1034-b746-4156-ad50-e393d32f1e15 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=47a2cb3a-6b5b-4402-81ae-3f6683dfd795 HTTP/1.1" status: 200 len: 943 time: 0.9011607 Feb 19 02:58:32.462403 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1358ce18-4a95-46e1-8e7d-685c8f315bc0 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12647271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58706289'] for subnet (a7978f7a-d88c-4bee-8305-2233a5c1d4e2), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:32.586511 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d7944-18c6-4401-9364-5e87e01f684e req-690a4ab7-a3b4-4322-bd7f-ac4d4e0c890d tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:32.597784 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-631d7944-18c6-4401-9364-5e87e01f684e req-690a4ab7-a3b4-4322-bd7f-ac4d4e0c890d tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/networks?id=6c178878-2547-4ea7-b234-5f12e66a6c9a HTTP/1.1" status: 200 len: 811 time: 0.3814409 Feb 19 02:58:32.611301 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a50ed19-aa65-4f96-94f0-94f7aca9f789 None None] Network 6db4454b-3044-4545-9c9b-9fece8ecc9db requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:58:32.629940 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-631d7944-18c6-4401-9364-5e87e01f684e req-5babedcc-277c-4170-901c-21c017db8dd5 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/quotas/a06ef082143f47ab8b4917c0abd4fc14 HTTP/1.1" status: 200 len: 375 time: 0.0311432 Feb 19 02:58:32.670991 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb93708-29fa-40f3-aeaf-33becab9e307 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Network 6db4454b-3044-4545-9c9b-9fece8ecc9db is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:58:32.698585 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-5bb93708-29fa-40f3-aeaf-33becab9e307 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:58:32.823900 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ec78eb7f-e076-497f-84e1-5ce3ef2774ed req-f7e38367-e026-4c66-8e07-21052a27abf9 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3678098 Feb 19 02:58:32.856115 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5d941dc7-76fe-494e-9bed-81d69951c1a1 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (1f223430-d687-4da8-afe2-ee8d99f13b2d), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:32.877617 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1358ce18-4a95-46e1-8e7d-685c8f315bc0 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Pushing event updated for resources: {'Subnet': ['ID=a7978f7a-d88c-4bee-8305-2233a5c1d4e2,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:32.987544 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bb93708-29fa-40f3-aeaf-33becab9e307 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Router 3cdae58c-9b05-4e69-aae0-f3043115cc4e has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:58:33.016516 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device c128c194-c581-4e08-a3e6-54b11d8052db up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:58:33.017303 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d941dc7-76fe-494e-9bed-81d69951c1a1 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Network fa55ab3c-82d6-44a3-9449-792ec78fddcd is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:58:33.067150 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-5d941dc7-76fe-494e-9bed-81d69951c1a1 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:58:33.075329 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d941dc7-76fe-494e-9bed-81d69951c1a1 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:58:33.080512 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d941dc7-76fe-494e-9bed-81d69951c1a1 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:33.089254 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5d941dc7-76fe-494e-9bed-81d69951c1a1 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:33.117716 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d941dc7-76fe-494e-9bed-81d69951c1a1 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Pushing event updated for resources: {'Port': ['ID=1f223430-d687-4da8-afe2-ee8d99f13b2d,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:33.134901 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1358ce18-4a95-46e1-8e7d-685c8f315bc0 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Checking segment: {'id': '6a9ceae1-f176-4f20-a293-676ed1830791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8f863143-4494-4a85-b486-ce6b36fde49e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:58:33.135348 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1358ce18-4a95-46e1-8e7d-685c8f315bc0 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Network hostable DHCP agents. Network: 8f863143-4494-4a85-b486-ce6b36fde49e, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:58:33.153042 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-bd2fc258-d3d4-4af0-a2e0-c43a9a7e1fba None None] Provisioning complete for port c128c194-c581-4e08-a3e6-54b11d8052db triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:58:33.153692 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-bd2fc258-d3d4-4af0-a2e0-c43a9a7e1fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (c128c194-c581-4e08-a3e6-54b11d8052db), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:33.176264 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-631d7944-18c6-4401-9364-5e87e01f684e req-ed3e2d4c-0db1-4301-a0d5-ca3f12e84263 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=a06ef082143f47ab8b4917c0abd4fc14&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5454237 Feb 19 02:58:33.224598 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bb93708-29fa-40f3-aeaf-33becab9e307 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:58:33.238482 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-5bb93708-29fa-40f3-aeaf-33becab9e307 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] 10.222.0.72 "PUT /v2.0/routers/3cdae58c-9b05-4e69-aae0-f3043115cc4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4339290 Feb 19 02:58:33.240171 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-5d941dc7-76fe-494e-9bed-81d69951c1a1 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 4.2132638 Feb 19 02:58:33.241279 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 43284) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:33.251975 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-59f4bf02-e943-43b4-961c-a444f8d71960 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Request body: {'network': {'name': 'tempest-RoutersTest-742643719'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:58:33.258897 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 43286) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:33.267524 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51292325-b62a-4b43-a215-5ff1967380be None None] Sync routers for ids ['3cdae58c-9b05-4e69-aae0-f3043115cc4e'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:58:33.282634 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-73d62b83-c7b2-465a-9884-665ccb67ea84 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::325', 'mac_address': 'fa:16:3e:93:b1:5e'}, {'ip_address': '2001:db8::306', 'mac_address': 'fa:16:3e:4e:8b:89'}]}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:58:33.359874 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51292325-b62a-4b43-a215-5ff1967380be None None] Routers {'3cdae58c-9b05-4e69-aae0-f3043115cc4e'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:58:33.360802 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-51292325-b62a-4b43-a215-5ff1967380be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:58:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['3cdae58c-9b05-4e69-aae0-f3043115cc4e'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:58:33.363883 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1358ce18-4a95-46e1-8e7d-685c8f315bc0 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Network 8f863143-4494-4a85-b486-ce6b36fde49e is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:58:33.442479 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port c128c194-c581-4e08-a3e6-54b11d8052db triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:58:33.443258 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (c128c194-c581-4e08-a3e6-54b11d8052db), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:33.459974 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-1358ce18-4a95-46e1-8e7d-685c8f315bc0 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 8f863143-4494-4a85-b486-ce6b36fde49e) {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:58:33.469818 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1358ce18-4a95-46e1-8e7d-685c8f315bc0 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12647271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58706289'] for subnet (8fd6910d-7f7b-4b63-b463-ae4a75b3b58e), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:33.523469 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59f4bf02-e943-43b4-961c-a444f8d71960 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Made reservation on behalf of eae5468561eb44d8a8138d5efbd64f6e for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:58:33.528713 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-59f4bf02-e943-43b4-961c-a444f8d71960 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:33.585477 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59f4bf02-e943-43b4-961c-a444f8d71960 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] vlan segment allocate from pool success with {'vlan_id': 278, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:58:33.603743 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2ea0c3-3152-41a2-9a37-40f7275cee66 None None] Network 8f863143-4494-4a85-b486-ce6b36fde49e requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:58:33.622680 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-59f4bf02-e943-43b4-961c-a444f8d71960 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (33775731-8962-4bea-9873-c9ed02ce2e76), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:33.623002 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-59f4bf02-e943-43b4-961c-a444f8d71960 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Added segment 33775731-8962-4bea-9873-c9ed02ce2e76 of type vlan for network b617cfc3-5095-456c-9ea4-c6de39a33c45 Feb 19 02:58:33.634888 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-73d62b83-c7b2-465a-9884-665ccb67ea84 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (1f223430-d687-4da8-afe2-ee8d99f13b2d), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:33.664930 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3cd963-2300-43b6-8cc4-707ef8c84bcd req-45676790-37b3-4348-b54f-512791639d23 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:33.685294 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3cd963-2300-43b6-8cc4-707ef8c84bcd req-45676790-37b3-4348-b54f-512791639d23 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:33.699084 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3cd963-2300-43b6-8cc4-707ef8c84bcd req-45676790-37b3-4348-b54f-512791639d23 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:33.707420 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-59f4bf02-e943-43b4-961c-a444f8d71960 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (b617cfc3-5095-456c-9ea4-c6de39a33c45), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:33.711936 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3cd963-2300-43b6-8cc4-707ef8c84bcd req-45676790-37b3-4348-b54f-512791639d23 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:33.727429 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3cd963-2300-43b6-8cc4-707ef8c84bcd req-45676790-37b3-4348-b54f-512791639d23 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:33.743486 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3cd963-2300-43b6-8cc4-707ef8c84bcd req-45676790-37b3-4348-b54f-512791639d23 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:33.762048 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3cd963-2300-43b6-8cc4-707ef8c84bcd req-45676790-37b3-4348-b54f-512791639d23 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:33.764137 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7e3cd963-2300-43b6-8cc4-707ef8c84bcd req-45676790-37b3-4348-b54f-512791639d23 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 5435 time: 0.6703162 Feb 19 02:58:33.771931 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-59f4bf02-e943-43b4-961c-a444f8d71960 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (b617cfc3-5095-456c-9ea4-c6de39a33c45), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:33.777844 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f4bf02-e943-43b4-961c-a444f8d71960 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:33.780576 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-59f4bf02-e943-43b4-961c-a444f8d71960 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:33.858483 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-bd2fc258-d3d4-4af0-a2e0-c43a9a7e1fba None None] Current status of the port c128c194-c581-4e08-a3e6-54b11d8052db is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:58:33.858894 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-bd2fc258-d3d4-4af0-a2e0-c43a9a7e1fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (c128c194-c581-4e08-a3e6-54b11d8052db), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:33.886673 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-631d7944-18c6-4401-9364-5e87e01f684e req-2d0397e1-ba52-4a37-b8a1-c4dfb8188cc7 service neutron] 10.222.0.72 "GET /v2.0/networks/6c178878-2547-4ea7-b234-5f12e66a6c9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6570480 Feb 19 02:58:33.999075 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-51292325-b62a-4b43-a215-5ff1967380be None None] Set router 3cdae58c-9b05-4e69-aae0-f3043115cc4e gateway port host: None {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:58:34.054279 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1358ce18-4a95-46e1-8e7d-685c8f315bc0 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Pushing event updated for resources: {'Subnet': ['ID=8fd6910d-7f7b-4b63-b463-ae4a75b3b58e,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:34.085529 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc40b9bb-b6c9-44e5-afb3-0ecbe6aec577 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-8f863143-4494-4a85-b486-ce6b36fde49e', 'network_id': '8f863143-4494-4a85-b486-ce6b36fde49e', 'project_id': '61fce395c5b44df48f21d02853aab2e8', 'fixed_ips': [{'subnet_id': 'a7978f7a-d88c-4bee-8305-2233a5c1d4e2'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:58:34.086424 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fc40b9bb-b6c9-44e5-afb3-0ecbe6aec577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:34.242422 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1358ce18-4a95-46e1-8e7d-685c8f315bc0 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Checking segment: {'id': '3b8bc26f-f0fe-43ee-a13a-0e4754e17fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e054b1dd-89ba-4871-ad50-5d331122024d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:58:34.242801 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1358ce18-4a95-46e1-8e7d-685c8f315bc0 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Network hostable DHCP agents. Network: e054b1dd-89ba-4871-ad50-5d331122024d, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:58:34.260738 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-bd2fc258-d3d4-4af0-a2e0-c43a9a7e1fba None None] For port c128c194-c581-4e08-a3e6-54b11d8052db, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=c128c194-c581-4e08-a3e6-54b11d8052db,segment=NetworkSegment(79f2d01d-6edf-4fa8-b6d6-0e33600a6d00),segment_id=79f2d01d-6edf-4fa8-b6d6-0e33600a6d00)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:58:34.277665 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7e3cd963-2300-43b6-8cc4-707ef8c84bcd req-47932c98-f113-4697-8273-b54c6649b843 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/security-groups?id=344800ac-992b-44b9-a49a-a7d4e6a6fc53&id=197f0109-f833-46dd-9ffe-3ff812885f73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4937940 Feb 19 02:58:34.357751 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-bd2fc258-d3d4-4af0-a2e0-c43a9a7e1fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (c128c194-c581-4e08-a3e6-54b11d8052db), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:34.373594 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-631d7944-18c6-4401-9364-5e87e01f684e req-62fc6605-a3f7-4879-a450-2c7f91426d61 service neutron] 10.222.0.72 "GET /v2.0/networks/6c178878-2547-4ea7-b234-5f12e66a6c9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4858301 Feb 19 02:58:34.377234 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1358ce18-4a95-46e1-8e7d-685c8f315bc0 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Network e054b1dd-89ba-4871-ad50-5d331122024d is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:58:34.421105 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-1358ce18-4a95-46e1-8e7d-685c8f315bc0 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, e054b1dd-89ba-4871-ad50-5d331122024d) {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:58:34.436196 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1358ce18-4a95-46e1-8e7d-685c8f315bc0 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:34.436819 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1358ce18-4a95-46e1-8e7d-685c8f315bc0 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:34.437618 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1358ce18-4a95-46e1-8e7d-685c8f315bc0 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:34.563386 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-1358ce18-4a95-46e1-8e7d-685c8f315bc0 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 6.2546854 Feb 19 02:58:34.567079 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 43302) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:34.712406 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2d71ad-0423-4ab1-bf2d-18dc04f86002 None None] Network e054b1dd-89ba-4871-ad50-5d331122024d requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:58:34.715483 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f4bf02-e943-43b4-961c-a444f8d71960 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Pushing event updated for resources: {'Network': ['ID=b617cfc3-5095-456c-9ea4-c6de39a33c45,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:34.724720 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 8b15cae4-534c-4c91-b097-9563e15fd04b up at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:58:34.740295 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-59f4bf02-e943-43b4-961c-a444f8d71960 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.4977767 Feb 19 02:58:34.743294 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 43312) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:34.767627 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-658ffed9-b8ca-42fd-bde3-af0806883b89 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Request body: {'subnet': {'network_id': 'b617cfc3-5095-456c-9ea4-c6de39a33c45', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:58:34.868374 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network b617cfc3-5095-456c-9ea4-c6de39a33c45 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:58:34.871451 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port c128c194-c581-4e08-a3e6-54b11d8052db is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:58:34.872557 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 310c7eed-df8d-4cec-a39d-9a99ccd603e0 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:58:35.084428 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372b9d0-2b4d-474a-a111-b279e2b586cf req-49e6b657-d589-42e5-a130-c716d2e2670f tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:35.090551 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2fc258-d3d4-4af0-a2e0-c43a9a7e1fba None None] Pushing event updated for resources: {'Port': ['ID=c128c194-c581-4e08-a3e6-54b11d8052db,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:35.092608 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0372b9d0-2b4d-474a-a111-b279e2b586cf req-49e6b657-d589-42e5-a130-c716d2e2670f tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=47a2cb3a-6b5b-4402-81ae-3f6683dfd795 HTTP/1.1" status: 200 len: 944 time: 0.5964565 Feb 19 02:58:35.111100 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33b1377-515b-4b62-a333-5a740aa0397f tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:35.112609 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33b1377-515b-4b62-a333-5a740aa0397f tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:35.114077 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33b1377-515b-4b62-a333-5a740aa0397f tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:35.121057 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-f33b1377-515b-4b62-a333-5a740aa0397f tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.5431540 Feb 19 02:58:35.133513 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 43326) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:35.137788 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-73d62b83-c7b2-465a-9884-665ccb67ea84 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Publish callbacks [] for port (1f223430-d687-4da8-afe2-ee8d99f13b2d), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:35.151494 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-73d62b83-c7b2-465a-9884-665ccb67ea84 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (1f223430-d687-4da8-afe2-ee8d99f13b2d), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:35.159892 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-bd9ce4a6-4583-49f0-b36a-d7368d32c43d None None] Provisioning complete for port b4f4a963-5bb1-4f5c-a5f5-7ddeb8cf445e triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:58:35.161945 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-bd9ce4a6-4583-49f0-b36a-d7368d32c43d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (b4f4a963-5bb1-4f5c-a5f5-7ddeb8cf445e), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:35.172934 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-73d62b83-c7b2-465a-9884-665ccb67ea84 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] In _notify_port_updated(), no bound segment for port 1f223430-d687-4da8-afe2-ee8d99f13b2d on network fa55ab3c-82d6-44a3-9449-792ec78fddcd {{(pid=103702) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 02:58:35.179836 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d62b83-c7b2-465a-9884-665ccb67ea84 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:35.181211 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-73d62b83-c7b2-465a-9884-665ccb67ea84 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:35.186528 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-73d62b83-c7b2-465a-9884-665ccb67ea84 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] 10.222.0.72 "PUT /v2.0/ports/1f223430-d687-4da8-afe2-ee8d99f13b2d HTTP/1.1" status: 200 len: 1067 time: 1.9235377 Feb 19 02:58:35.187942 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 43328) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:35.220024 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning for port 8b15cae4-534c-4c91-b097-9563e15fd04b completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:58:35.222845 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b6b1506-6530-4a1e-940b-b5611d36ae53 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Deleting subnet a7978f7a-d88c-4bee-8305-2233a5c1d4e2 {{(pid=103701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:58:35.256961 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a3fc7b-e254-408f-8920-b60be4c8ad80 req-e23feeea-465e-4452-9419-3152595e5423 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:35.269556 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a3fc7b-e254-408f-8920-b60be4c8ad80 req-e23feeea-465e-4452-9419-3152595e5423 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:35.278866 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a3fc7b-e254-408f-8920-b60be4c8ad80 req-e23feeea-465e-4452-9419-3152595e5423 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:35.289511 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a3fc7b-e254-408f-8920-b60be4c8ad80 req-e23feeea-465e-4452-9419-3152595e5423 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:35.303195 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a3fc7b-e254-408f-8920-b60be4c8ad80 req-e23feeea-465e-4452-9419-3152595e5423 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:35.310647 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a3fc7b-e254-408f-8920-b60be4c8ad80 req-e23feeea-465e-4452-9419-3152595e5423 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:35.318812 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a3fc7b-e254-408f-8920-b60be4c8ad80 req-e23feeea-465e-4452-9419-3152595e5423 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:35.338407 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c5a3fc7b-e254-408f-8920-b60be4c8ad80 req-e23feeea-465e-4452-9419-3152595e5423 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 5435 time: 0.5224891 Feb 19 02:58:35.340345 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 43330) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:35.340482 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning complete for port 8b15cae4-534c-4c91-b097-9563e15fd04b triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:58:35.342850 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (8b15cae4-534c-4c91-b097-9563e15fd04b), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:35.349544 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d62b83-c7b2-465a-9884-665ccb67ea84 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Pushing event updated for resources: {'Port': ['ID=1f223430-d687-4da8-afe2-ee8d99f13b2d,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:35.367411 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-37350ba4-3cc4-47fa-b162-60b431760548 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Request body: {'floatingip': {'port_id': 'baadb01a-13aa-403f-bd9b-45b06f458a15'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:58:35.431934 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-658ffed9-b8ca-42fd-bde3-af0806883b89 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Made reservation on behalf of eae5468561eb44d8a8138d5efbd64f6e for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:58:35.456200 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-658ffed9-b8ca-42fd-bde3-af0806883b89 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:35.822449 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-4342ed3b-48b1-451d-9eff-fd36847a1b86 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Deleting port 1f223430-d687-4da8-afe2-ee8d99f13b2d {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:58:35.823335 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4342ed3b-48b1-451d-9eff-fd36847a1b86 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (1f223430-d687-4da8-afe2-ee8d99f13b2d), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:35.853880 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-51292325-b62a-4b43-a215-5ff1967380be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cdae58c-9b05-4e69-aae0-f3043115cc4e', 'name': 'tempest-RoutersTest-router-191430420', 'tenant_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:58:18Z', 'updated_at': '2022-02-19T02:58:31Z', 'revision_number': 3, 'project_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'gw_port_host': None, '_interfaces': [{'id': '310c7eed-df8d-4cec-a39d-9a99ccd603e0', 'name': '', 'network_id': '8145ca99-f04b-4824-9a94-21de580b4a69', 'tenant_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'mac_address': 'fa:16:3e:ce:2e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdae58c-9b05-4e69-aae0-f3043115cc4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '20259683-fb47-49b7-8d52-ce41b6898621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:58:21Z', 'updated_at': '2022-02-19T02:58:30Z', 'revision_number': 5, 'project_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'subnets': [{'id': '20259683-fb47-49b7-8d52-ce41b6898621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4f4a963-5bb1-4f5c-a5f5-7ddeb8cf445e', 'name': '', 'network_id': '6db4454b-3044-4545-9c9b-9fece8ecc9db', 'tenant_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'mac_address': 'fa:16:3e:ea:6d:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cdae58c-9b05-4e69-aae0-f3043115cc4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': 'ce12a843-822e-4a25-b8c3-728dd5a339e5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:58:29Z', 'updated_at': '2022-02-19T02:58:31Z', 'revision_number': 2, 'project_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'subnets': [{'id': 'ce12a843-822e-4a25-b8c3-728dd5a339e5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:58:35.934849 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 310c7eed-df8d-4cec-a39d-9a99ccd603e0 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:58:35.936007 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (310c7eed-df8d-4cec-a39d-9a99ccd603e0), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:35.938202 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51292325-b62a-4b43-a215-5ff1967380be None None] Checking router: 3cdae58c-9b05-4e69-aae0-f3043115cc4e for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:58:35.938665 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51292325-b62a-4b43-a215-5ff1967380be None None] Updating router 3cdae58c-9b05-4e69-aae0-f3043115cc4e port b4f4a963-5bb1-4f5c-a5f5-7ddeb8cf445e binding host n-d-826753-2 {{(pid=103703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:58:35.941331 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 8b15cae4-534c-4c91-b097-9563e15fd04b is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:58:35.942106 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (8b15cae4-534c-4c91-b097-9563e15fd04b), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:35.949367 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-37350ba4-3cc4-47fa-b162-60b431760548 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks [] for floatingip (b0143f2f-4d54-4d05-a815-51d4333bbebb), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:36.088671 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-658ffed9-b8ca-42fd-bde3-af0806883b89 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (8bc46cc2-798d-4f29-8a14-65f31e39580f), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:36.113766 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4342ed3b-48b1-451d-9eff-fd36847a1b86 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (1f223430-d687-4da8-afe2-ee8d99f13b2d), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:36.133311 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-bd9ce4a6-4583-49f0-b36a-d7368d32c43d None None] Port b4f4a963-5bb1-4f5c-a5f5-7ddeb8cf445e cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:58:36.138347 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-fc40b9bb-b6c9-44e5-afb3-0ecbe6aec577 None None] Allocated IP 2001:db8::1 (8f863143-4494-4a85-b486-ce6b36fde49e/a7978f7a-d88c-4bee-8305-2233a5c1d4e2/8fe264ca-bfee-4b6e-a713-9d5c4fc4a5ce) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:58:36.142931 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-de30f952-f6b8-4e66-8ec2-277a210bd954 req-5636e19c-576d-4ea6-8584-8b659b66f142 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/ports?device_id=1acb5283-7513-4bc2-a633-a91a277157f6 HTTP/1.1" status: 200 len: 210 time: 0.1844780 Feb 19 02:58:36.174722 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-4342ed3b-48b1-451d-9eff-fd36847a1b86 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Calling delete_port for 1f223430-d687-4da8-afe2-ee8d99f13b2d owned by {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:58:36.177539 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0372b9d0-2b4d-474a-a111-b279e2b586cf req-eec7d6b7-2a70-44ee-b9fc-6b62bb669e1d tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0596070 Feb 19 02:58:36.183125 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13ef836-ae05-4175-966d-44124c503aac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-e054b1dd-89ba-4871-ad50-5d331122024d', 'network_id': 'e054b1dd-89ba-4871-ad50-5d331122024d', 'project_id': '61fce395c5b44df48f21d02853aab2e8', 'fixed_ips': [{'subnet_id': '8fd6910d-7f7b-4b63-b463-ae4a75b3b58e'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:58:36.184203 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13ef836-ae05-4175-966d-44124c503aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:36.360511 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658ffed9-b8ca-42fd-bde3-af0806883b89 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Pushing event updated for resources: {'Subnet': ['ID=8bc46cc2-798d-4f29-8a14-65f31e39580f,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:36.367667 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4342ed3b-48b1-451d-9eff-fd36847a1b86 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (1f223430-d687-4da8-afe2-ee8d99f13b2d), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:36.409153 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4342ed3b-48b1-451d-9eff-fd36847a1b86 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Pushing event deleted for resources: {'Port': ['ID=1f223430-d687-4da8-afe2-ee8d99f13b2d,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:36.420275 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658ffed9-b8ca-42fd-bde3-af0806883b89 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Checking segment: {'id': '33775731-8962-4bea-9873-c9ed02ce2e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'b617cfc3-5095-456c-9ea4-c6de39a33c45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:58:36.420635 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658ffed9-b8ca-42fd-bde3-af0806883b89 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Network hostable DHCP agents. Network: b617cfc3-5095-456c-9ea4-c6de39a33c45, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:58:36.422548 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fc40b9bb-b6c9-44e5-afb3-0ecbe6aec577 None None] Publish callbacks [] for port (8fe264ca-bfee-4b6e-a713-9d5c4fc4a5ce), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:36.453260 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47a2cb3a-6b5b-4402-81ae-3f6683dfd795', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b15cae4-534c-4c91-b097-9563e15fd04b'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:58:36.458185 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d10368a8-8c8b-4a72-90cc-9fd8ea6eaaa1" -d '{"events": [{"server_uuid": "47a2cb3a-6b5b-4402-81ae-3f6683dfd795", "name": "network-vif-plugged", "status": "completed", "tag": "8b15cae4-534c-4c91-b097-9563e15fd04b"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:58:36.461302 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-bd9ce4a6-4583-49f0-b36a-d7368d32c43d None None] Provisioning complete for port 1f223430-d687-4da8-afe2-ee8d99f13b2d triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:58:36.461925 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-bd9ce4a6-4583-49f0-b36a-d7368d32c43d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (1f223430-d687-4da8-afe2-ee8d99f13b2d), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:36.495568 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 8b15cae4-534c-4c91-b097-9563e15fd04b, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=8b15cae4-534c-4c91-b097-9563e15fd04b,segment=NetworkSegment(d2706629-960a-469c-bd0f-4e0b3dc89cea),segment_id=d2706629-960a-469c-bd0f-4e0b3dc89cea)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:58:36.504770 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fc40b9bb-b6c9-44e5-afb3-0ecbe6aec577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (8fe264ca-bfee-4b6e-a713-9d5c4fc4a5ce), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:36.507486 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-51292325-b62a-4b43-a215-5ff1967380be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (b4f4a963-5bb1-4f5c-a5f5-7ddeb8cf445e), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:36.520095 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658ffed9-b8ca-42fd-bde3-af0806883b89 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Network b617cfc3-5095-456c-9ea4-c6de39a33c45 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:58:36.551250 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-658ffed9-b8ca-42fd-bde3-af0806883b89 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, b617cfc3-5095-456c-9ea4-c6de39a33c45) {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:58:36.583005 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (8b15cae4-534c-4c91-b097-9563e15fd04b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:36.583363 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658ffed9-b8ca-42fd-bde3-af0806883b89 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:36.583965 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-658ffed9-b8ca-42fd-bde3-af0806883b89 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:36.596862 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c25fb6e-45aa-4b54-afbd-ff3fc51f6392 x-openstack-request-id: req-1c25fb6e-45aa-4b54-afbd-ff3fc51f6392 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:58:36.597545 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47a2cb3a-6b5b-4402-81ae-3f6683dfd795", "name": "network-vif-plugged", "status": "completed", "tag": "8b15cae4-534c-4c91-b097-9563e15fd04b", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:58:36.598298 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1c25fb6e-45aa-4b54-afbd-ff3fc51f6392 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:58:36.598915 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47a2cb3a-6b5b-4402-81ae-3f6683dfd795', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b15cae4-534c-4c91-b097-9563e15fd04b', 'code': 200} Feb 19 02:58:36.604917 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31de2e0b-1f68-45ac-8463-e79a9c077054 None None] Network b617cfc3-5095-456c-9ea4-c6de39a33c45 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:58:36.667350 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5b6b1506-6530-4a1e-940b-b5611d36ae53 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Publish callbacks [] for subnet (a7978f7a-d88c-4bee-8305-2233a5c1d4e2), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:36.805083 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-658ffed9-b8ca-42fd-bde3-af0806883b89 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0520535 Feb 19 02:58:36.814337 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-bd9ce4a6-4583-49f0-b36a-d7368d32c43d None None] Port 1f223430-d687-4da8-afe2-ee8d99f13b2d was deleted so its status cannot be updated. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 19 02:58:36.826361 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 43356) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:36.854785 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc40b9bb-b6c9-44e5-afb3-0ecbe6aec577 None None] Network 8f863143-4494-4a85-b486-ce6b36fde49e is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:58:36.866095 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63ebdf3-0189-41bd-8613-dcfda69a1bbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-b617cfc3-5095-456c-9ea4-c6de39a33c45', 'network_id': 'b617cfc3-5095-456c-9ea4-c6de39a33c45', 'project_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'fixed_ips': [{'subnet_id': '8bc46cc2-798d-4f29-8a14-65f31e39580f'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:58:36.869519 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d63ebdf3-0189-41bd-8613-dcfda69a1bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:36.872696 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-fc40b9bb-b6c9-44e5-afb3-0ecbe6aec577 None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:58:36.879882 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc40b9bb-b6c9-44e5-afb3-0ecbe6aec577 None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:58:37.025283 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4342ed3b-48b1-451d-9eff-fd36847a1b86 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:37.031653 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-4342ed3b-48b1-451d-9eff-fd36847a1b86 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] 10.222.0.72 "DELETE /v2.0/ports/1f223430-d687-4da8-afe2-ee8d99f13b2d HTTP/1.1" status: 204 len: 168 time: 1.8384721 Feb 19 02:58:37.036352 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 43358) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:37.091729 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d7944-18c6-4401-9364-5e87e01f684e req-95e02cde-900f-4e72-b901-ebb1ee3fbd59 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:37.092871 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-631d7944-18c6-4401-9364-5e87e01f684e req-95e02cde-900f-4e72-b901-ebb1ee3fbd59 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.73 "GET /v2.0/networks?id=6c178878-2547-4ea7-b234-5f12e66a6c9a HTTP/1.1" status: 200 len: 811 time: 0.5237720 Feb 19 02:58:37.094518 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-08fc718c-2a3f-46f2-a389-2288aa912d67 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] GET failed (client error): The resource could not be found. Feb 19 02:58:37.098486 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-08fc718c-2a3f-46f2-a389-2288aa912d67 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] 10.222.0.72 "GET /v2.0/ports/1f223430-d687-4da8-afe2-ee8d99f13b2d HTTP/1.1" status: 404 len: 333 time: 0.0586469 Feb 19 02:58:37.100181 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-37350ba4-3cc4-47fa-b162-60b431760548 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:37.112329 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 43360) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:37.120290 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-631d7944-18c6-4401-9364-5e87e01f684e req-2de02b90-2dfb-4878-a0fd-9e0153afe076 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] Request body: {'port': {'device_id': '1acb5283-7513-4bc2-a633-a91a277157f6', 'network_id': '6c178878-2547-4ea7-b234-5f12e66a6c9a', 'admin_state_up': True, 'tenant_id': 'a06ef082143f47ab8b4917c0abd4fc14'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:58:37.142151 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-37350ba4-3cc4-47fa-b162-60b431760548 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16285943'] for floatingip (b0143f2f-4d54-4d05-a815-51d4333bbebb), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:37.291823 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5b6b1506-6530-4a1e-940b-b5611d36ae53 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12647399'] for subnet (a7978f7a-d88c-4bee-8305-2233a5c1d4e2), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:37.382615 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fcb946a5-0123-4f51-8852-859744f90986 req-8d4488dd-843a-4bf9-bf76-05624178ff7f tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/ports?device_id=1acb5283-7513-4bc2-a633-a91a277157f6 HTTP/1.1" status: 200 len: 210 time: 0.1084077 Feb 19 02:58:37.412487 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-fc40b9bb-b6c9-44e5-afb3-0ecbe6aec577 None None] Attempting to bind port 8fe264ca-bfee-4b6e-a713-9d5c4fc4a5ce on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:58:37.413108 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-fc40b9bb-b6c9-44e5-afb3-0ecbe6aec577 None None] Attempting to bind port 8fe264ca-bfee-4b6e-a713-9d5c4fc4a5ce by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '6a9ceae1-f176-4f20-a293-676ed1830791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8f863143-4494-4a85-b486-ce6b36fde49e'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:58:37.413232 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc40b9bb-b6c9-44e5-afb3-0ecbe6aec577 None None] Attempting to bind port 8fe264ca-bfee-4b6e-a713-9d5c4fc4a5ce on network 8f863143-4494-4a85-b486-ce6b36fde49e {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:58:37.437359 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc40b9bb-b6c9-44e5-afb3-0ecbe6aec577 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:58:37.437796 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc40b9bb-b6c9-44e5-afb3-0ecbe6aec577 None None] Checking segment: {'id': '6a9ceae1-f176-4f20-a293-676ed1830791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8f863143-4494-4a85-b486-ce6b36fde49e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:58:37.438158 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fc40b9bb-b6c9-44e5-afb3-0ecbe6aec577 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:37.438559 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc40b9bb-b6c9-44e5-afb3-0ecbe6aec577 None None] Bound using segment: {'id': '6a9ceae1-f176-4f20-a293-676ed1830791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8f863143-4494-4a85-b486-ce6b36fde49e'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:58:37.439054 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-fc40b9bb-b6c9-44e5-afb3-0ecbe6aec577 None None] Bound port: 8fe264ca-bfee-4b6e-a713-9d5c4fc4a5ce, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a9ceae1-f176-4f20-a293-676ed1830791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8f863143-4494-4a85-b486-ce6b36fde49e'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:58:37.439436 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fc40b9bb-b6c9-44e5-afb3-0ecbe6aec577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (8fe264ca-bfee-4b6e-a713-9d5c4fc4a5ce), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:37.471354 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-bd9ce4a6-4583-49f0-b36a-d7368d32c43d None None] Provisioning complete for port c128c194-c581-4e08-a3e6-54b11d8052db triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:58:37.471741 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-bd9ce4a6-4583-49f0-b36a-d7368d32c43d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (c128c194-c581-4e08-a3e6-54b11d8052db), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:37.530072 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aaab67-beae-46ce-bb4b-57744fc4d791 req-eb0ee700-0be3-4f8d-b687-1bb5085b4648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:37.531588 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-81aaab67-beae-46ce-bb4b-57744fc4d791 req-eb0ee700-0be3-4f8d-b687-1bb5085b4648 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=47a2cb3a-6b5b-4402-81ae-3f6683dfd795 HTTP/1.1" status: 200 len: 1127 time: 0.8182154 Feb 19 02:58:37.599587 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-fc40b9bb-b6c9-44e5-afb3-0ecbe6aec577 None None] For port 8fe264ca-bfee-4b6e-a713-9d5c4fc4a5ce, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:58:37.605497 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-fc40b9bb-b6c9-44e5-afb3-0ecbe6aec577 None None] For port 8fe264ca-bfee-4b6e-a713-9d5c4fc4a5ce, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=8fe264ca-bfee-4b6e-a713-9d5c4fc4a5ce,segment=NetworkSegment(6a9ceae1-f176-4f20-a293-676ed1830791),segment_id=6a9ceae1-f176-4f20-a293-676ed1830791)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:58:37.606784 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-631d7944-18c6-4401-9364-5e87e01f684e req-2de02b90-2dfb-4878-a0fd-9e0153afe076 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] Made reservation on behalf of a06ef082143f47ab8b4917c0abd4fc14 for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:58:37.610451 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc40b9bb-b6c9-44e5-afb3-0ecbe6aec577 None None] Pushing event updated for resources: {'Port': ['ID=8fe264ca-bfee-4b6e-a713-9d5c4fc4a5ce,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:37.611690 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-631d7944-18c6-4401-9364-5e87e01f684e req-2de02b90-2dfb-4878-a0fd-9e0153afe076 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:37.629304 n-d-826753-2 neutron-server[103701]: INFO neutron.db.l3_db [None req-37350ba4-3cc4-47fa-b162-60b431760548 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Floating IP b0143f2f-4d54-4d05-a815-51d4333bbebb associated. External IP: 172.25.6.210, port: baadb01a-13aa-403f-bd9b-45b06f458a15. Feb 19 02:58:37.774552 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=8b15cae4-534c-4c91-b097-9563e15fd04b,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:37.793412 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fc40b9bb-b6c9-44e5-afb3-0ecbe6aec577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (8fe264ca-bfee-4b6e-a713-9d5c4fc4a5ce), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:37.854152 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [req-631d7944-18c6-4401-9364-5e87e01f684e req-2de02b90-2dfb-4878-a0fd-9e0153afe076 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] Allocated IP 172.20.0.14 (6c178878-2547-4ea7-b234-5f12e66a6c9a/5cfd9bdf-5713-42ab-9e32-dc268009511b/345cd0bb-2f06-4308-b294-f559ec81a50b) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:58:37.889491 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 310c7eed-df8d-4cec-a39d-9a99ccd603e0 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:58:38.048306 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ff558f-6182-4843-b9ae-2594df379b23 req-3ac95e37-46f6-464d-a363-55e62f7c5bab tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:38.057498 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-79ff558f-6182-4843-b9ae-2594df379b23 req-3ac95e37-46f6-464d-a363-55e62f7c5bab tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=47a2cb3a-6b5b-4402-81ae-3f6683dfd795 HTTP/1.1" status: 200 len: 945 time: 0.6970296 Feb 19 02:58:38.073977 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-85768fba-4572-4be3-b51e-0c895204687e tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:38.096587 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device c128c194-c581-4e08-a3e6-54b11d8052db up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:58:38.123274 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5b6b1506-6530-4a1e-940b-b5611d36ae53 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (a7978f7a-d88c-4bee-8305-2233a5c1d4e2), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:38.211718 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-0f181307-a6ff-46fd-821b-08443ac3c1a0 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Deleting port 1e4ad1fe-189f-49ff-8f66-dc4480764f59 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:58:38.212169 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0f181307-a6ff-46fd-821b-08443ac3c1a0 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (1e4ad1fe-189f-49ff-8f66-dc4480764f59), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:38.281982 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc40b9bb-b6c9-44e5-afb3-0ecbe6aec577 None None] Pushing event updated for resources: {'Port': ['ID=8fe264ca-bfee-4b6e-a713-9d5c4fc4a5ce,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:38.287041 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-81aaab67-beae-46ce-bb4b-57744fc4d791 req-bcaa0e4c-90ec-41f1-b61c-684bee8f5e08 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7429576 Feb 19 02:58:38.288465 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-d13ef836-ae05-4175-966d-44124c503aac None None] Allocated IP 2001:db8:0:1::1 (e054b1dd-89ba-4871-ad50-5d331122024d/8fd6910d-7f7b-4b63-b463-ae4a75b3b58e/ab0ca2ec-7ef2-400d-802c-482b2171ba07) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:58:38.368003 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-bd9ce4a6-4583-49f0-b36a-d7368d32c43d None None] Current status of the port c128c194-c581-4e08-a3e6-54b11d8052db is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:58:38.388908 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-d63ebdf3-0189-41bd-8613-dcfda69a1bbe None None] Allocated IP 172.22.0.2 (b617cfc3-5095-456c-9ea4-c6de39a33c45/8bc46cc2-798d-4f29-8a14-65f31e39580f/641a1415-833a-4223-a0c7-cd371a5e7055) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:58:38.389792 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-79ff558f-6182-4843-b9ae-2594df379b23 req-47a97c21-d9a7-4620-a20b-8aa9a9101fc6 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3311260 Feb 19 02:58:38.416483 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-51292325-b62a-4b43-a215-5ff1967380be None None] Publish callbacks [] for port (b4f4a963-5bb1-4f5c-a5f5-7ddeb8cf445e), precommit_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:38.520958 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-631d7944-18c6-4401-9364-5e87e01f684e req-2de02b90-2dfb-4878-a0fd-9e0153afe076 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] Publish callbacks [] for port (345cd0bb-2f06-4308-b294-f559ec81a50b), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:38.531085 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-51292325-b62a-4b43-a215-5ff1967380be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (b4f4a963-5bb1-4f5c-a5f5-7ddeb8cf445e), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:38.576657 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port c128c194-c581-4e08-a3e6-54b11d8052db triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:58:38.577151 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (c128c194-c581-4e08-a3e6-54b11d8052db), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:38.598523 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-631d7944-18c6-4401-9364-5e87e01f684e req-2de02b90-2dfb-4878-a0fd-9e0153afe076 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (345cd0bb-2f06-4308-b294-f559ec81a50b), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:38.612825 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-009563bf-7e53-4ff2-88ed-66d9a857ecc5 req-ead8588b-70b1-4615-8899-554ae5811c17 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/ports?device_id=1acb5283-7513-4bc2-a633-a91a277157f6 HTTP/1.1" status: 200 len: 210 time: 0.0511744 Feb 19 02:58:38.676426 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['917973d8-3e41-4d78-b139-6fff22795617'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:58:38.712377 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5b6b1506-6530-4a1e-940b-b5611d36ae53 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12647206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58706286'] for subnet (a7978f7a-d88c-4bee-8305-2233a5c1d4e2), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:38.735293 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-631d7944-18c6-4401-9364-5e87e01f684e req-2de02b90-2dfb-4878-a0fd-9e0153afe076 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] Network 6c178878-2547-4ea7-b234-5f12e66a6c9a is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:58:38.748730 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [req-631d7944-18c6-4401-9364-5e87e01f684e req-2de02b90-2dfb-4878-a0fd-9e0153afe076 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:58:38.759934 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-631d7944-18c6-4401-9364-5e87e01f684e req-2de02b90-2dfb-4878-a0fd-9e0153afe076 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:58:38.782408 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6b1506-6530-4a1e-940b-b5611d36ae53 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Pushing event deleted for resources: {'Subnet': ['ID=a7978f7a-d88c-4bee-8305-2233a5c1d4e2,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:38.807000 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de02b90-2dfb-4878-a0fd-9e0153afe076 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] Pushing event updated for resources: {'Port': ['ID=345cd0bb-2f06-4308-b294-f559ec81a50b,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:38.843649 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5b6b1506-6530-4a1e-940b-b5611d36ae53 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:38.857837 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-5b6b1506-6530-4a1e-940b-b5611d36ae53 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] 10.222.0.72 "DELETE /v2.0/subnets/a7978f7a-d88c-4bee-8305-2233a5c1d4e2 HTTP/1.1" status: 204 len: 168 time: 3.7216978 Feb 19 02:58:38.858756 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 43386) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:38.859924 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d7944-18c6-4401-9364-5e87e01f684e req-2de02b90-2dfb-4878-a0fd-9e0153afe076 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:38.860827 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-631d7944-18c6-4401-9364-5e87e01f684e req-2de02b90-2dfb-4878-a0fd-9e0153afe076 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:38.893392 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0f181307-a6ff-46fd-821b-08443ac3c1a0 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (1e4ad1fe-189f-49ff-8f66-dc4480764f59), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:38.900551 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-631d7944-18c6-4401-9364-5e87e01f684e req-2de02b90-2dfb-4878-a0fd-9e0153afe076 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7847297 Feb 19 02:58:38.914667 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-513e8bfe-dd28-496b-ab04-dbff41ba48a4 None None] Provisioning complete for port b4f4a963-5bb1-4f5c-a5f5-7ddeb8cf445e triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:58:38.915129 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-513e8bfe-dd28-496b-ab04-dbff41ba48a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (b4f4a963-5bb1-4f5c-a5f5-7ddeb8cf445e), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:38.918550 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-631d7944-18c6-4401-9364-5e87e01f684e req-23224410-db80-4818-80aa-cdc8b41cfb4f service neutron] Request body: {'port': {'device_id': '1acb5283-7513-4bc2-a633-a91a277157f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826753-2'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:58:39.079498 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-631d7944-18c6-4401-9364-5e87e01f684e req-23224410-db80-4818-80aa-cdc8b41cfb4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (345cd0bb-2f06-4308-b294-f559ec81a50b), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:39.156760 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-0f181307-a6ff-46fd-821b-08443ac3c1a0 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Calling delete_port for 1e4ad1fe-189f-49ff-8f66-dc4480764f59 owned by {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:58:39.169359 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37350ba4-3cc4-47fa-b162-60b431760548 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Router 2e36e84f-e23d-4b77-b60f-e340c67848ce has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:58:39.225029 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e6f9dff-0fed-40ed-a4c2-a4b7d2317197 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Deleting subnet 8fd6910d-7f7b-4b63-b463-ae4a75b3b58e {{(pid=103701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:58:39.274737 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a5f354-a184-48e4-8728-6776c38a8f38 None None] Pushing event updated for resources: {'Port': ['ID=b4f4a963-5bb1-4f5c-a5f5-7ddeb8cf445e,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:39.591182 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13ef836-ae05-4175-966d-44124c503aac None None] Publish callbacks [] for port (ab0ca2ec-7ef2-400d-802c-482b2171ba07), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:39.645086 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13ef836-ae05-4175-966d-44124c503aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (ab0ca2ec-7ef2-400d-802c-482b2171ba07), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:39.662096 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1e6f9dff-0fed-40ed-a4c2-a4b7d2317197 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Publish callbacks [] for subnet (8fd6910d-7f7b-4b63-b463-ae4a75b3b58e), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:39.737224 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1e6f9dff-0fed-40ed-a4c2-a4b7d2317197 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12647399'] for subnet (8fd6910d-7f7b-4b63-b463-ae4a75b3b58e), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:39.761450 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ef836-ae05-4175-966d-44124c503aac None None] Pushing event updated for resources: {'Port': ['ID=ab0ca2ec-7ef2-400d-802c-482b2171ba07,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:39.771823 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87124279-e83c-41c5-a98c-200cbd52f241 None None] Network 8f863143-4494-4a85-b486-ce6b36fde49e requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:58:39.796609 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-513e8bfe-dd28-496b-ab04-dbff41ba48a4 None None] Port b4f4a963-5bb1-4f5c-a5f5-7ddeb8cf445e cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:58:39.815374 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-631d7944-18c6-4401-9364-5e87e01f684e req-23224410-db80-4818-80aa-cdc8b41cfb4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 345cd0bb-2f06-4308-b294-f559ec81a50b {{(pid=103702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:58:39.830338 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-631d7944-18c6-4401-9364-5e87e01f684e req-23224410-db80-4818-80aa-cdc8b41cfb4f service neutron] Publish callbacks [] for port (345cd0bb-2f06-4308-b294-f559ec81a50b), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:39.845944 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0f181307-a6ff-46fd-821b-08443ac3c1a0 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (1e4ad1fe-189f-49ff-8f66-dc4480764f59), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:39.847752 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-51292325-b62a-4b43-a215-5ff1967380be None None] Attempting to bind port b4f4a963-5bb1-4f5c-a5f5-7ddeb8cf445e on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:58:39.848109 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-51292325-b62a-4b43-a215-5ff1967380be None None] Attempting to bind port b4f4a963-5bb1-4f5c-a5f5-7ddeb8cf445e by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '79f2d01d-6edf-4fa8-b6d6-0e33600a6d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '6db4454b-3044-4545-9c9b-9fece8ecc9db'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:58:39.848484 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51292325-b62a-4b43-a215-5ff1967380be None None] Attempting to bind port b4f4a963-5bb1-4f5c-a5f5-7ddeb8cf445e on network 6db4454b-3044-4545-9c9b-9fece8ecc9db {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:58:39.867506 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13ef836-ae05-4175-966d-44124c503aac None None] Network e054b1dd-89ba-4871-ad50-5d331122024d is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:58:39.870803 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-631d7944-18c6-4401-9364-5e87e01f684e req-23224410-db80-4818-80aa-cdc8b41cfb4f service neutron] Transition to ACTIVE for port object 345cd0bb-2f06-4308-b294-f559ec81a50b will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:58:39.881893 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-631d7944-18c6-4401-9364-5e87e01f684e req-23224410-db80-4818-80aa-cdc8b41cfb4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (345cd0bb-2f06-4308-b294-f559ec81a50b), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:39.902445 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51292325-b62a-4b43-a215-5ff1967380be None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:58:39.902889 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51292325-b62a-4b43-a215-5ff1967380be None None] Checking segment: {'id': '79f2d01d-6edf-4fa8-b6d6-0e33600a6d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '6db4454b-3044-4545-9c9b-9fece8ecc9db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:58:39.904673 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-51292325-b62a-4b43-a215-5ff1967380be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:39.909026 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51292325-b62a-4b43-a215-5ff1967380be None None] Bound using segment: {'id': '79f2d01d-6edf-4fa8-b6d6-0e33600a6d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '6db4454b-3044-4545-9c9b-9fece8ecc9db'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:58:39.909573 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-51292325-b62a-4b43-a215-5ff1967380be None None] Bound port: b4f4a963-5bb1-4f5c-a5f5-7ddeb8cf445e, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79f2d01d-6edf-4fa8-b6d6-0e33600a6d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '6db4454b-3044-4545-9c9b-9fece8ecc9db'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:58:39.909992 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-51292325-b62a-4b43-a215-5ff1967380be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (b4f4a963-5bb1-4f5c-a5f5-7ddeb8cf445e), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:39.916652 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-d13ef836-ae05-4175-966d-44124c503aac None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:58:39.923054 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f181307-a6ff-46fd-821b-08443ac3c1a0 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Pushing event deleted for resources: {'Port': ['ID=1e4ad1fe-189f-49ff-8f66-dc4480764f59,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:40.024204 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23224410-db80-4818-80aa-cdc8b41cfb4f service neutron] Pushing event updated for resources: {'Port': ['ID=345cd0bb-2f06-4308-b294-f559ec81a50b,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:40.032583 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-513e8bfe-dd28-496b-ab04-dbff41ba48a4 None None] Could not find standard attr ID for object 1f223430-d687-4da8-afe2-ee8d99f13b2d. {{(pid=103703) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 02:58:40.036819 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13ef836-ae05-4175-966d-44124c503aac None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:58:40.037312 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0f181307-a6ff-46fd-821b-08443ac3c1a0 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:40.049845 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-0f181307-a6ff-46fd-821b-08443ac3c1a0 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] 10.222.0.72 "DELETE /v2.0/ports/1e4ad1fe-189f-49ff-8f66-dc4480764f59 HTTP/1.1" status: 204 len: 168 time: 2.9347980 Feb 19 02:58:40.052240 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37350ba4-3cc4-47fa-b162-60b431760548 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:58:40.058643 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 43414) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:40.065934 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499d365a-bcc0-422a-97db-7ec389b7fde9 None None] Sync routers for ids ['2e36e84f-e23d-4b77-b60f-e340c67848ce'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:58:40.075327 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-37350ba4-3cc4-47fa-b162-60b431760548 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:40.095937 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499d365a-bcc0-422a-97db-7ec389b7fde9 None None] Routers {'2e36e84f-e23d-4b77-b60f-e340c67848ce'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:58:40.098839 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-499d365a-bcc0-422a-97db-7ec389b7fde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:58:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['2e36e84f-e23d-4b77-b60f-e340c67848ce'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:58:40.124558 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-631d7944-18c6-4401-9364-5e87e01f684e req-23224410-db80-4818-80aa-cdc8b41cfb4f service neutron] Attempting to bind port 345cd0bb-2f06-4308-b294-f559ec81a50b on host n-h1-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:58:40.126280 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-631d7944-18c6-4401-9364-5e87e01f684e req-23224410-db80-4818-80aa-cdc8b41cfb4f service neutron] Attempting to bind port 345cd0bb-2f06-4308-b294-f559ec81a50b by drivers openvswitch,hyperv on host n-h1-826753-2 at level 0 using segments [{'id': 'c6117011-521a-469d-908d-80df02851f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '6c178878-2547-4ea7-b234-5f12e66a6c9a'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:58:40.126857 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631d7944-18c6-4401-9364-5e87e01f684e req-23224410-db80-4818-80aa-cdc8b41cfb4f service neutron] Attempting to bind port 345cd0bb-2f06-4308-b294-f559ec81a50b on network 6c178878-2547-4ea7-b234-5f12e66a6c9a {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:58:40.132062 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631d7944-18c6-4401-9364-5e87e01f684e req-23224410-db80-4818-80aa-cdc8b41cfb4f service neutron] Port 345cd0bb-2f06-4308-b294-f559ec81a50b on network 6c178878-2547-4ea7-b234-5f12e66a6c9a not bound, no agent of type Open vSwitch agent registered on host n-h1-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:58:40.132735 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631d7944-18c6-4401-9364-5e87e01f684e req-23224410-db80-4818-80aa-cdc8b41cfb4f service neutron] Attempting to bind port 345cd0bb-2f06-4308-b294-f559ec81a50b on network 6c178878-2547-4ea7-b234-5f12e66a6c9a {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:58:40.139642 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631d7944-18c6-4401-9364-5e87e01f684e req-23224410-db80-4818-80aa-cdc8b41cfb4f service neutron] Checking agent: {'id': '9d56fb1b-2855-496a-a6d9-c324740cb98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:58:40.140381 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631d7944-18c6-4401-9364-5e87e01f684e req-23224410-db80-4818-80aa-cdc8b41cfb4f service neutron] Checking segment: {'id': 'c6117011-521a-469d-908d-80df02851f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '6c178878-2547-4ea7-b234-5f12e66a6c9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:58:40.141499 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631d7944-18c6-4401-9364-5e87e01f684e req-23224410-db80-4818-80aa-cdc8b41cfb4f service neutron] Bound using segment: {'id': 'c6117011-521a-469d-908d-80df02851f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '6c178878-2547-4ea7-b234-5f12e66a6c9a'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:58:40.144109 n-d-826753-2 neutron-server[103701]: INFO neutron.pecan_wsgi.hooks.translation [None req-20f900ac-2124-4535-9539-567251f26d8b tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] GET failed (client error): The resource could not be found. Feb 19 02:58:40.145453 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-631d7944-18c6-4401-9364-5e87e01f684e req-23224410-db80-4818-80aa-cdc8b41cfb4f service neutron] Bound port: 345cd0bb-2f06-4308-b294-f559ec81a50b, host: n-h1-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6117011-521a-469d-908d-80df02851f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '6c178878-2547-4ea7-b234-5f12e66a6c9a'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:58:40.150436 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-20f900ac-2124-4535-9539-567251f26d8b tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] 10.222.0.72 "GET /v2.0/ports/1e4ad1fe-189f-49ff-8f66-dc4480764f59 HTTP/1.1" status: 404 len: 333 time: 0.0858374 Feb 19 02:58:40.151038 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-631d7944-18c6-4401-9364-5e87e01f684e req-23224410-db80-4818-80aa-cdc8b41cfb4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (345cd0bb-2f06-4308-b294-f559ec81a50b), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:40.155120 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 43416) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:40.209868 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1e6f9dff-0fed-40ed-a4c2-a4b7d2317197 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (8fd6910d-7f7b-4b63-b463-ae4a75b3b58e), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:40.247177 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port c128c194-c581-4e08-a3e6-54b11d8052db is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:58:40.355663 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-631d7944-18c6-4401-9364-5e87e01f684e req-23224410-db80-4818-80aa-cdc8b41cfb4f service neutron] For port 345cd0bb-2f06-4308-b294-f559ec81a50b, host n-h1-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:58:40.360272 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-631d7944-18c6-4401-9364-5e87e01f684e req-23224410-db80-4818-80aa-cdc8b41cfb4f service neutron] For port 345cd0bb-2f06-4308-b294-f559ec81a50b, host n-h1-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=345cd0bb-2f06-4308-b294-f559ec81a50b,segment=NetworkSegment(c6117011-521a-469d-908d-80df02851f25),segment_id=c6117011-521a-469d-908d-80df02851f25)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:58:40.390044 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-30a3cab2-cffa-4053-bd23-b36f1fb5ee4b tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Deleting port 8a9e905c-a23b-44c0-a216-7d47826e2bc7 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:58:40.390325 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-30a3cab2-cffa-4053-bd23-b36f1fb5ee4b tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (8a9e905c-a23b-44c0-a216-7d47826e2bc7), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:40.394368 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-631d7944-18c6-4401-9364-5e87e01f684e req-23224410-db80-4818-80aa-cdc8b41cfb4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (345cd0bb-2f06-4308-b294-f559ec81a50b), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:40.430736 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-37350ba4-3cc4-47fa-b162-60b431760548 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "PUT /v2.0/floatingips/b0143f2f-4d54-4d05-a815-51d4333bbebb HTTP/1.1" status: 200 len: 992 time: 5.0804338 Feb 19 02:58:40.512610 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-499d365a-bcc0-422a-97db-7ec389b7fde9 None None] Set router 2e36e84f-e23d-4b77-b60f-e340c67848ce gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:58:40.520697 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-51292325-b62a-4b43-a215-5ff1967380be None None] For port b4f4a963-5bb1-4f5c-a5f5-7ddeb8cf445e, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:58:40.525364 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adc61766-d3ce-4371-ba49-05b3f7dc0524', 'tag': 'baadb01a-13aa-403f-bd9b-45b06f458a15'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:58:40.525703 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-51292325-b62a-4b43-a215-5ff1967380be None None] For port b4f4a963-5bb1-4f5c-a5f5-7ddeb8cf445e, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=b4f4a963-5bb1-4f5c-a5f5-7ddeb8cf445e,segment=NetworkSegment(79f2d01d-6edf-4fa8-b6d6-0e33600a6d00),segment_id=79f2d01d-6edf-4fa8-b6d6-0e33600a6d00)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:58:40.531195 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3fd0425-faf5-41e9-a441-6987eff8d320" -d '{"events": [{"name": "network-changed", "server_uuid": "adc61766-d3ce-4371-ba49-05b3f7dc0524", "tag": "baadb01a-13aa-403f-bd9b-45b06f458a15"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:58:40.583713 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1e6f9dff-0fed-40ed-a4c2-a4b7d2317197 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12647206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58706286'] for subnet (8fd6910d-7f7b-4b63-b463-ae4a75b3b58e), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:40.606318 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-30a3cab2-cffa-4053-bd23-b36f1fb5ee4b tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (8a9e905c-a23b-44c0-a216-7d47826e2bc7), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:40.608019 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 8fe264ca-bfee-4b6e-a713-9d5c4fc4a5ce up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:58:40.612390 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-d11864b2-962d-4211-87bb-a573da2a28ca None None] Provisioning complete for port b4f4a963-5bb1-4f5c-a5f5-7ddeb8cf445e triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:58:40.613097 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d11864b2-962d-4211-87bb-a573da2a28ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (b4f4a963-5bb1-4f5c-a5f5-7ddeb8cf445e), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:40.628048 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6f9dff-0fed-40ed-a4c2-a4b7d2317197 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Pushing event deleted for resources: {'Subnet': ['ID=8fd6910d-7f7b-4b63-b463-ae4a75b3b58e,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:40.635865 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-30a3cab2-cffa-4053-bd23-b36f1fb5ee4b tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Calling delete_port for 8a9e905c-a23b-44c0-a216-7d47826e2bc7 owned by {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:58:40.641749 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65be6a43-b428-4e38-b4ba-e06cadc19559 req-ac292b8f-8ec7-4a3a-a2da-978232fe72ff tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:40.643343 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-51292325-b62a-4b43-a215-5ff1967380be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (b4f4a963-5bb1-4f5c-a5f5-7ddeb8cf445e), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:40.650649 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-65be6a43-b428-4e38-b4ba-e06cadc19559 req-ac292b8f-8ec7-4a3a-a2da-978232fe72ff tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=47a2cb3a-6b5b-4402-81ae-3f6683dfd795 HTTP/1.1" status: 200 len: 945 time: 1.0055766 Feb 19 02:58:40.671296 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1e6f9dff-0fed-40ed-a4c2-a4b7d2317197 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:40.677218 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-1e6f9dff-0fed-40ed-a4c2-a4b7d2317197 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] 10.222.0.72 "DELETE /v2.0/subnets/8fd6910d-7f7b-4b63-b463-ae4a75b3b58e HTTP/1.1" status: 204 len: 168 time: 1.7964070 Feb 19 02:58:40.680785 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 43432) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:40.721161 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-d13ef836-ae05-4175-966d-44124c503aac None None] Attempting to bind port ab0ca2ec-7ef2-400d-802c-482b2171ba07 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:58:40.721651 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-d13ef836-ae05-4175-966d-44124c503aac None None] Attempting to bind port ab0ca2ec-7ef2-400d-802c-482b2171ba07 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '3b8bc26f-f0fe-43ee-a13a-0e4754e17fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e054b1dd-89ba-4871-ad50-5d331122024d'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:58:40.722134 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13ef836-ae05-4175-966d-44124c503aac None None] Attempting to bind port ab0ca2ec-7ef2-400d-802c-482b2171ba07 on network e054b1dd-89ba-4871-ad50-5d331122024d {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:58:40.760985 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdfd60d-d5bf-4e5f-9534-1f1c119c97f5 req-53b57630-ee59-45cf-90ba-fbd80043b652 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:40.773146 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5bdfd60d-d5bf-4e5f-9534-1f1c119c97f5 req-53b57630-ee59-45cf-90ba-fbd80043b652 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/ports?device_id=1acb5283-7513-4bc2-a633-a91a277157f6 HTTP/1.1" status: 200 len: 944 time: 0.9896126 Feb 19 02:58:40.863525 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13ef836-ae05-4175-966d-44124c503aac None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:58:40.863908 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13ef836-ae05-4175-966d-44124c503aac None None] Checking segment: {'id': '3b8bc26f-f0fe-43ee-a13a-0e4754e17fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e054b1dd-89ba-4871-ad50-5d331122024d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:58:40.864334 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13ef836-ae05-4175-966d-44124c503aac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:40.864732 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13ef836-ae05-4175-966d-44124c503aac None None] Bound using segment: {'id': '3b8bc26f-f0fe-43ee-a13a-0e4754e17fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e054b1dd-89ba-4871-ad50-5d331122024d'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:58:40.865252 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-d13ef836-ae05-4175-966d-44124c503aac None None] Bound port: ab0ca2ec-7ef2-400d-802c-482b2171ba07, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b8bc26f-f0fe-43ee-a13a-0e4754e17fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'e054b1dd-89ba-4871-ad50-5d331122024d'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:58:40.866053 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13ef836-ae05-4175-966d-44124c503aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (ab0ca2ec-7ef2-400d-802c-482b2171ba07), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:40.891160 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d63ebdf3-0189-41bd-8613-dcfda69a1bbe None None] Publish callbacks [] for port (641a1415-833a-4223-a0c7-cd371a5e7055), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:40.915276 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-65be6a43-b428-4e38-b4ba-e06cadc19559 req-896a5f68-8ec3-4ee3-8a5a-fafbdd667bac tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636797 Feb 19 02:58:41.001480 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0119f65c-3f85-42c4-871d-051d1b2f2ee8 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:41.006627 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-0119f65c-3f85-42c4-871d-051d1b2f2ee8 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2927167 Feb 19 02:58:41.021675 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-499d365a-bcc0-422a-97db-7ec389b7fde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e36e84f-e23d-4b77-b60f-e340c67848ce', 'name': 'tempest-TaggedBootDevicesTest-1893525694-router', 'tenant_id': '6ec3dd7afd834c809d570f5110147b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': 'c5791a5d-fb32-4a2b-a124-217d5c5831ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:54:21Z', 'updated_at': '2022-02-19T02:54:33Z', 'revision_number': 4, 'project_id': '6ec3dd7afd834c809d570f5110147b8d', 'gw_port': {'id': 'c5791a5d-fb32-4a2b-a124-217d5c5831ea', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e36e84f-e23d-4b77-b60f-e340c67848ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:54:23Z', 'updated_at': '2022-02-19T02:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': 'b0143f2f-4d54-4d05-a815-51d4333bbebb', 'tenant_id': '6ec3dd7afd834c809d570f5110147b8d', 'floating_ip_address': '172.25.6.210', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': '2e36e84f-e23d-4b77-b60f-e340c67848ce', 'port_id': 'baadb01a-13aa-403f-bd9b-45b06f458a15', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1853, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6693eea-5935-4b21-81c1-498cbd8a50e6', 'mac_address': 'fa:16:3e:a8:70:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc61766-d3ce-4371-ba49-05b3f7dc0524', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:56:02Z', 'updated_at': '2022-02-19T02:58:36Z', 'revision_number': 1, 'project_id': '6ec3dd7afd834c809d570f5110147b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42f9c67d-2054-45aa-94ba-6c38aa4e0e11', 'name': '', 'network_id': 'd6693eea-5935-4b21-81c1-498cbd8a50e6', 'tenant_id': '6ec3dd7afd834c809d570f5110147b8d', 'mac_address': 'fa:16:3e:22:97:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e36e84f-e23d-4b77-b60f-e340c67848ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '7ff33b6e-4154-4b50-8387-7c0038b41dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:54:31Z', 'updated_at': '2022-02-19T02:54:37Z', 'revision_number': 5, 'project_id': '6ec3dd7afd834c809d570f5110147b8d', 'subnets': [{'id': '7ff33b6e-4154-4b50-8387-7c0038b41dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:58:41.022752 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 43448) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:41.064709 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-d13ef836-ae05-4175-966d-44124c503aac None None] For port ab0ca2ec-7ef2-400d-802c-482b2171ba07, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:58:41.068476 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-d13ef836-ae05-4175-966d-44124c503aac None None] For port ab0ca2ec-7ef2-400d-802c-482b2171ba07, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=ab0ca2ec-7ef2-400d-802c-482b2171ba07,segment=NetworkSegment(3b8bc26f-f0fe-43ee-a13a-0e4754e17fab),segment_id=3b8bc26f-f0fe-43ee-a13a-0e4754e17fab)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:58:41.088262 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72a001e-fb0a-4c73-8ebb-963e99f782ea None None] DHCP port deletion for 8f863143-4494-4a85-b486-ce6b36fde49e request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 02:58:41.125494 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499d365a-bcc0-422a-97db-7ec389b7fde9 None None] Checking router: 2e36e84f-e23d-4b77-b60f-e340c67848ce for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:58:41.132636 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51292325-b62a-4b43-a215-5ff1967380be None None] Routers {'3cdae58c-9b05-4e69-aae0-f3043115cc4e'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:58:41.134026 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-51292325-b62a-4b43-a215-5ff1967380be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:58:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['3cdae58c-9b05-4e69-aae0-f3043115cc4e'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:58:41.136775 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13ef836-ae05-4175-966d-44124c503aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (ab0ca2ec-7ef2-400d-802c-482b2171ba07), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:41.157701 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d63ebdf3-0189-41bd-8613-dcfda69a1bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (641a1415-833a-4223-a0c7-cd371a5e7055), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:41.166396 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499d365a-bcc0-422a-97db-7ec389b7fde9 None None] Routers {'2e36e84f-e23d-4b77-b60f-e340c67848ce'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:58:41.167384 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-499d365a-bcc0-422a-97db-7ec389b7fde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:58:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['2e36e84f-e23d-4b77-b60f-e340c67848ce'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:58:41.174128 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5bdfd60d-d5bf-4e5f-9534-1f1c119c97f5 req-0c363903-0c77-4714-9dd7-2d807ee1cdc1 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ba0f102-3452-4e6f-b12d-3fac2606ad0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3909616 Feb 19 02:58:41.255796 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63ebdf3-0189-41bd-8613-dcfda69a1bbe None None] Network b617cfc3-5095-456c-9ea4-c6de39a33c45 is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:58:41.303154 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-d63ebdf3-0189-41bd-8613-dcfda69a1bbe None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:58:41.307396 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63ebdf3-0189-41bd-8613-dcfda69a1bbe None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:58:41.328254 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fa51cee-24fb-4ada-807d-1f8d0abad50c x-openstack-request-id: req-5fa51cee-24fb-4ada-807d-1f8d0abad50c {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:58:41.328847 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adc61766-d3ce-4371-ba49-05b3f7dc0524", "tag": "baadb01a-13aa-403f-bd9b-45b06f458a15", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:58:41.328847 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5fa51cee-24fb-4ada-807d-1f8d0abad50c {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:58:41.329707 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adc61766-d3ce-4371-ba49-05b3f7dc0524', 'tag': 'baadb01a-13aa-403f-bd9b-45b06f458a15', 'status': 'completed', 'code': 200} Feb 19 02:58:41.349060 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a5f354-a184-48e4-8728-6776c38a8f38 None None] Pushing event updated for resources: {'Port': ['ID=b4f4a963-5bb1-4f5c-a5f5-7ddeb8cf445e,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:41.373946 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04155456-3a28-416b-ad22-d7ba8a5d7539 None None] Network e054b1dd-89ba-4871-ad50-5d331122024d requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:58:41.449758 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-499d365a-bcc0-422a-97db-7ec389b7fde9 None None] Set router 2e36e84f-e23d-4b77-b60f-e340c67848ce gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:58:41.510147 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-02aa1d5a-a6f6-4314-bafc-9141e11e093e tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (e054b1dd-89ba-4871-ad50-5d331122024d), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:41.576726 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-51292325-b62a-4b43-a215-5ff1967380be None None] Set router 3cdae58c-9b05-4e69-aae0-f3043115cc4e gateway port host: None {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:58:41.591502 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc807b5-5365-4d1e-86b2-d06eb67e5698 req-9e530b39-5979-4dba-80d6-6b5418933157 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:41.601070 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc807b5-5365-4d1e-86b2-d06eb67e5698 req-9e530b39-5979-4dba-80d6-6b5418933157 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:41.629136 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc807b5-5365-4d1e-86b2-d06eb67e5698 req-9e530b39-5979-4dba-80d6-6b5418933157 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:41.639423 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc807b5-5365-4d1e-86b2-d06eb67e5698 req-9e530b39-5979-4dba-80d6-6b5418933157 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:41.650249 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc807b5-5365-4d1e-86b2-d06eb67e5698 req-9e530b39-5979-4dba-80d6-6b5418933157 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:41.672503 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc807b5-5365-4d1e-86b2-d06eb67e5698 req-9e530b39-5979-4dba-80d6-6b5418933157 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:41.682662 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc807b5-5365-4d1e-86b2-d06eb67e5698 req-9e530b39-5979-4dba-80d6-6b5418933157 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:41.704877 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cfc807b5-5365-4d1e-86b2-d06eb67e5698 req-9e530b39-5979-4dba-80d6-6b5418933157 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 5435 time: 0.6145165 Feb 19 02:58:41.727620 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d7944-18c6-4401-9364-5e87e01f684e req-23224410-db80-4818-80aa-cdc8b41cfb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:41.729119 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-631d7944-18c6-4401-9364-5e87e01f684e req-23224410-db80-4818-80aa-cdc8b41cfb4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:41.731382 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-631d7944-18c6-4401-9364-5e87e01f684e req-23224410-db80-4818-80aa-cdc8b41cfb4f service neutron] 10.222.0.73 "PUT /v2.0/ports/345cd0bb-2f06-4308-b294-f559ec81a50b HTTP/1.1" status: 200 len: 1092 time: 2.8184443 Feb 19 02:58:41.736398 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1acb5283-7513-4bc2-a633-a91a277157f6', 'tag': '345cd0bb-2f06-4308-b294-f559ec81a50b'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:58:41.740437 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c916b095-5fdb-4803-9a78-743fbfc3be96" -d '{"events": [{"name": "network-changed", "server_uuid": "1acb5283-7513-4bc2-a633-a91a277157f6", "tag": "345cd0bb-2f06-4308-b294-f559ec81a50b"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:58:41.786901 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd0425-faf5-41e9-a441-6987eff8d320 req-d819d1b8-653e-4873-a8fb-d147b87ddc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:41.787389 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd0425-faf5-41e9-a441-6987eff8d320 req-d819d1b8-653e-4873-a8fb-d147b87ddc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:41.787863 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd0425-faf5-41e9-a441-6987eff8d320 req-d819d1b8-653e-4873-a8fb-d147b87ddc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:41.788503 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd0425-faf5-41e9-a441-6987eff8d320 req-d819d1b8-653e-4873-a8fb-d147b87ddc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:41.788805 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd0425-faf5-41e9-a441-6987eff8d320 req-d819d1b8-653e-4873-a8fb-d147b87ddc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:41.789331 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd0425-faf5-41e9-a441-6987eff8d320 req-d819d1b8-653e-4873-a8fb-d147b87ddc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:41.790319 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd0425-faf5-41e9-a441-6987eff8d320 req-d819d1b8-653e-4873-a8fb-d147b87ddc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:41.792379 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f3fd0425-faf5-41e9-a441-6987eff8d320 req-d819d1b8-653e-4873-a8fb-d147b87ddc08 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6ec3dd7afd834c809d570f5110147b8d&device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 6709 time: 0.4373395 Feb 19 02:58:41.813752 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23224410-db80-4818-80aa-cdc8b41cfb4f service neutron] Pushing event updated for resources: {'Port': ['ID=345cd0bb-2f06-4308-b294-f559ec81a50b,revision_number=3']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:41.916651 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ef836-ae05-4175-966d-44124c503aac None None] Pushing event updated for resources: {'Port': ['ID=ab0ca2ec-7ef2-400d-802c-482b2171ba07,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:41.937286 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-85768fba-4572-4be3-b51e-0c895204687e tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Allocated IP 172.22.0.1 (b617cfc3-5095-456c-9ea4-c6de39a33c45/8bc46cc2-798d-4f29-8a14-65f31e39580f/3a00a6ea-63e1-49f6-85a5-afe74077c2b9) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:58:42.038695 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cfc807b5-5365-4d1e-86b2-d06eb67e5698 req-65388a0a-a5e6-4ba4-b04b-0ba692cdd203 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/security-groups?id=344800ac-992b-44b9-a49a-a7d4e6a6fc53&id=197f0109-f833-46dd-9ffe-3ff812885f73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3327470 Feb 19 02:58:42.087412 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-499d365a-bcc0-422a-97db-7ec389b7fde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e36e84f-e23d-4b77-b60f-e340c67848ce', 'name': 'tempest-TaggedBootDevicesTest-1893525694-router', 'tenant_id': '6ec3dd7afd834c809d570f5110147b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': 'c5791a5d-fb32-4a2b-a124-217d5c5831ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:54:21Z', 'updated_at': '2022-02-19T02:54:33Z', 'revision_number': 4, 'project_id': '6ec3dd7afd834c809d570f5110147b8d', 'gw_port': {'id': 'c5791a5d-fb32-4a2b-a124-217d5c5831ea', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e36e84f-e23d-4b77-b60f-e340c67848ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:54:23Z', 'updated_at': '2022-02-19T02:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': 'b0143f2f-4d54-4d05-a815-51d4333bbebb', 'tenant_id': '6ec3dd7afd834c809d570f5110147b8d', 'floating_ip_address': '172.25.6.210', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': '2e36e84f-e23d-4b77-b60f-e340c67848ce', 'port_id': 'baadb01a-13aa-403f-bd9b-45b06f458a15', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1853, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6693eea-5935-4b21-81c1-498cbd8a50e6', 'mac_address': 'fa:16:3e:a8:70:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc61766-d3ce-4371-ba49-05b3f7dc0524', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:56:02Z', 'updated_at': '2022-02-19T02:58:36Z', 'revision_number': 1, 'project_id': '6ec3dd7afd834c809d570f5110147b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42f9c67d-2054-45aa-94ba-6c38aa4e0e11', 'name': '', 'network_id': 'd6693eea-5935-4b21-81c1-498cbd8a50e6', 'tenant_id': '6ec3dd7afd834c809d570f5110147b8d', 'mac_address': 'fa:16:3e:22:97:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e36e84f-e23d-4b77-b60f-e340c67848ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '7ff33b6e-4154-4b50-8387-7c0038b41dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:54:31Z', 'updated_at': '2022-02-19T02:54:37Z', 'revision_number': 5, 'project_id': '6ec3dd7afd834c809d570f5110147b8d', 'subnets': [{'id': '7ff33b6e-4154-4b50-8387-7c0038b41dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:58:42.113985 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d7944-18c6-4401-9364-5e87e01f684e req-41a157d1-aaf3-4203-9384-d3124f3c83d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:42.116214 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-631d7944-18c6-4401-9364-5e87e01f684e req-41a157d1-aaf3-4203-9384-d3124f3c83d6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a06ef082143f47ab8b4917c0abd4fc14&device_id=1acb5283-7513-4bc2-a633-a91a277157f6 HTTP/1.1" status: 200 len: 1126 time: 0.2360041 Feb 19 02:58:42.126939 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-85768fba-4572-4be3-b51e-0c895204687e tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks [] for port (3a00a6ea-63e1-49f6-85a5-afe74077c2b9), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:42.130344 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499d365a-bcc0-422a-97db-7ec389b7fde9 None None] The sync data for ids ['2e36e84f-e23d-4b77-b60f-e340c67848ce'] in n-d-826753-2 is: [{'id': '2e36e84f-e23d-4b77-b60f-e340c67848ce', 'name': 'tempest-TaggedBootDevicesTest-1893525694-router', 'tenant_id': '6ec3dd7afd834c809d570f5110147b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': 'c5791a5d-fb32-4a2b-a124-217d5c5831ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:54:21Z', 'updated_at': '2022-02-19T02:54:33Z', 'revision_number': 4, 'project_id': '6ec3dd7afd834c809d570f5110147b8d', 'gw_port': {'id': 'c5791a5d-fb32-4a2b-a124-217d5c5831ea', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e36e84f-e23d-4b77-b60f-e340c67848ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:54:23Z', 'updated_at': '2022-02-19T02:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': 'b0143f2f-4d54-4d05-a815-51d4333bbebb', 'tenant_id': '6ec3dd7afd834c809d570f5110147b8d', 'floating_ip_address': '172.25.6.210', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': '2e36e84f-e23d-4b77-b60f-e340c67848ce', 'port_id': 'baadb01a-13aa-403f-bd9b-45b06f458a15', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1853, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6693eea-5935-4b21-81c1-498cbd8a50e6', 'mac_address': 'fa:16:3e:a8:70:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc61766-d3ce-4371-ba49-05b3f7dc0524', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:56:02Z', 'updated_at': '2022-02-19T02:58:36Z', 'revision_number': 1, 'project_id': '6ec3dd7afd834c809d570f5110147b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42f9c67d-2054-45aa-94ba-6c38aa4e0e11', 'name': '', 'network_id': 'd6693eea-5935-4b21-81c1-498cbd8a50e6', 'tenant_id': '6ec3dd7afd834c809d570f5110147b8d', 'mac_address': 'fa:16:3e:22:97:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e36e84f-e23d-4b77-b60f-e340c67848ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '7ff33b6e-4154-4b50-8387-7c0038b41dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:54:31Z', 'updated_at': '2022-02-19T02:54:37Z', 'revision_number': 5, 'project_id': '6ec3dd7afd834c809d570f5110147b8d', 'subnets': [{'id': '7ff33b6e-4154-4b50-8387-7c0038b41dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:58:42.131236 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-30a3cab2-cffa-4053-bd23-b36f1fb5ee4b tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (8a9e905c-a23b-44c0-a216-7d47826e2bc7), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:42.140567 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-02aa1d5a-a6f6-4314-bafc-9141e11e093e tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Deleting port ab0ca2ec-7ef2-400d-802c-482b2171ba07 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:58:42.140907 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-02aa1d5a-a6f6-4314-bafc-9141e11e093e tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (ab0ca2ec-7ef2-400d-802c-482b2171ba07), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:42.186190 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bb5fbce-f6c2-496b-ba2c-f98fab8fefe9 x-openstack-request-id: req-4bb5fbce-f6c2-496b-ba2c-f98fab8fefe9 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:58:42.186484 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1acb5283-7513-4bc2-a633-a91a277157f6", "tag": "345cd0bb-2f06-4308-b294-f559ec81a50b", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:58:42.186746 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4bb5fbce-f6c2-496b-ba2c-f98fab8fefe9 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:58:42.187156 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1acb5283-7513-4bc2-a633-a91a277157f6', 'tag': '345cd0bb-2f06-4308-b294-f559ec81a50b', 'status': 'completed', 'code': 200} Feb 19 02:58:42.245340 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-631d7944-18c6-4401-9364-5e87e01f684e req-bf226ed0-a016-48ed-88e3-d539f8d1dbcf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=345cd0bb-2f06-4308-b294-f559ec81a50b HTTP/1.1" status: 200 len: 217 time: 0.1107960 Feb 19 02:58:42.248119 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a3cab2-cffa-4053-bd23-b36f1fb5ee4b tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Pushing event deleted for resources: {'Port': ['ID=8a9e905c-a23b-44c0-a216-7d47826e2bc7,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:42.341660 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-30a3cab2-cffa-4053-bd23-b36f1fb5ee4b tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:42.345383 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-30a3cab2-cffa-4053-bd23-b36f1fb5ee4b tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] 10.222.0.72 "DELETE /v2.0/ports/8a9e905c-a23b-44c0-a216-7d47826e2bc7 HTTP/1.1" status: 204 len: 168 time: 2.1889126 Feb 19 02:58:42.358560 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 43474) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:42.363744 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-d11864b2-962d-4211-87bb-a573da2a28ca None None] Current status of the port b4f4a963-5bb1-4f5c-a5f5-7ddeb8cf445e is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:58:42.364429 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d11864b2-962d-4211-87bb-a573da2a28ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (b4f4a963-5bb1-4f5c-a5f5-7ddeb8cf445e), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:42.378019 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91004de2-ff0b-4041-bc78-34858f3a3d38 req-ffea45af-67da-4b4f-8a29-4c815dc74da6 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:42.390740 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-91004de2-ff0b-4041-bc78-34858f3a3d38 req-ffea45af-67da-4b4f-8a29-4c815dc74da6 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=47a2cb3a-6b5b-4402-81ae-3f6683dfd795 HTTP/1.1" status: 200 len: 945 time: 0.6597595 Feb 19 02:58:42.459739 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-02aa1d5a-a6f6-4314-bafc-9141e11e093e tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] For port ab0ca2ec-7ef2-400d-802c-482b2171ba07, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=ab0ca2ec-7ef2-400d-802c-482b2171ba07,segment=NetworkSegment(3b8bc26f-f0fe-43ee-a13a-0e4754e17fab),segment_id=3b8bc26f-f0fe-43ee-a13a-0e4754e17fab)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:58:42.461941 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-02aa1d5a-a6f6-4314-bafc-9141e11e093e tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (ab0ca2ec-7ef2-400d-802c-482b2171ba07), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:42.463953 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d7944-18c6-4401-9364-5e87e01f684e req-bb739860-0701-4d88-9a27-a7eb5a0d7f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:42.485453 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-631d7944-18c6-4401-9364-5e87e01f684e req-bb739860-0701-4d88-9a27-a7eb5a0d7f48 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5cfd9bdf-5713-42ab-9e32-dc268009511b HTTP/1.1" status: 200 len: 851 time: 0.2139573 Feb 19 02:58:42.497148 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 8fe264ca-bfee-4b6e-a713-9d5c4fc4a5ce triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:58:42.497551 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (8fe264ca-bfee-4b6e-a713-9d5c4fc4a5ce), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:42.499457 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-d63ebdf3-0189-41bd-8613-dcfda69a1bbe None None] Attempting to bind port 641a1415-833a-4223-a0c7-cd371a5e7055 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:58:42.499947 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-d63ebdf3-0189-41bd-8613-dcfda69a1bbe None None] Attempting to bind port 641a1415-833a-4223-a0c7-cd371a5e7055 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '33775731-8962-4bea-9873-c9ed02ce2e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'b617cfc3-5095-456c-9ea4-c6de39a33c45'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:58:42.500358 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63ebdf3-0189-41bd-8613-dcfda69a1bbe None None] Attempting to bind port 641a1415-833a-4223-a0c7-cd371a5e7055 on network b617cfc3-5095-456c-9ea4-c6de39a33c45 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:58:42.519700 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63ebdf3-0189-41bd-8613-dcfda69a1bbe None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:58:42.520078 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63ebdf3-0189-41bd-8613-dcfda69a1bbe None None] Checking segment: {'id': '33775731-8962-4bea-9873-c9ed02ce2e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'b617cfc3-5095-456c-9ea4-c6de39a33c45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:58:42.520485 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d63ebdf3-0189-41bd-8613-dcfda69a1bbe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:42.520921 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63ebdf3-0189-41bd-8613-dcfda69a1bbe None None] Bound using segment: {'id': '33775731-8962-4bea-9873-c9ed02ce2e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'b617cfc3-5095-456c-9ea4-c6de39a33c45'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:58:42.521458 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-d63ebdf3-0189-41bd-8613-dcfda69a1bbe None None] Bound port: 641a1415-833a-4223-a0c7-cd371a5e7055, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33775731-8962-4bea-9873-c9ed02ce2e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'b617cfc3-5095-456c-9ea4-c6de39a33c45'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:58:42.521893 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d63ebdf3-0189-41bd-8613-dcfda69a1bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (641a1415-833a-4223-a0c7-cd371a5e7055), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:42.562643 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd0425-faf5-41e9-a441-6987eff8d320 req-af92e4a3-4a36-4e8a-9291-98532340784c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:42.563097 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f3fd0425-faf5-41e9-a441-6987eff8d320 req-af92e4a3-4a36-4e8a-9291-98532340784c service neutron] 10.222.0.73 "GET /v2.0/networks?id=d6693eea-5935-4b21-81c1-498cbd8a50e6 HTTP/1.1" status: 200 len: 913 time: 0.7456121 Feb 19 02:58:42.573479 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-85768fba-4572-4be3-b51e-0c895204687e tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (3a00a6ea-63e1-49f6-85a5-afe74077c2b9), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:42.583488 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-d11864b2-962d-4211-87bb-a573da2a28ca None None] For port b4f4a963-5bb1-4f5c-a5f5-7ddeb8cf445e, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=b4f4a963-5bb1-4f5c-a5f5-7ddeb8cf445e,segment=NetworkSegment(79f2d01d-6edf-4fa8-b6d6-0e33600a6d00),segment_id=79f2d01d-6edf-4fa8-b6d6-0e33600a6d00)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:58:42.587026 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e72a001e-fb0a-4c73-8ebb-963e99f782ea None None] Deleting port 8fe264ca-bfee-4b6e-a713-9d5c4fc4a5ce {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:58:42.587437 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e72a001e-fb0a-4c73-8ebb-963e99f782ea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (8fe264ca-bfee-4b6e-a713-9d5c4fc4a5ce), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:42.601468 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-631d7944-18c6-4401-9364-5e87e01f684e req-cddd5365-5261-4dd8-b952-42f2fe1dd0a3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6c178878-2547-4ea7-b234-5f12e66a6c9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1143029 Feb 19 02:58:42.604717 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-02aa1d5a-a6f6-4314-bafc-9141e11e093e tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Calling delete_port for ab0ca2ec-7ef2-400d-802c-482b2171ba07 owned by network:dhcp {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:58:42.687856 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e72a001e-fb0a-4c73-8ebb-963e99f782ea None None] For port 8fe264ca-bfee-4b6e-a713-9d5c4fc4a5ce, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=8fe264ca-bfee-4b6e-a713-9d5c4fc4a5ce,segment=NetworkSegment(6a9ceae1-f176-4f20-a293-676ed1830791),segment_id=6a9ceae1-f176-4f20-a293-676ed1830791)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:58:42.688261 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e72a001e-fb0a-4c73-8ebb-963e99f782ea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (8fe264ca-bfee-4b6e-a713-9d5c4fc4a5ce), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:42.708095 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e72a001e-fb0a-4c73-8ebb-963e99f782ea None None] Calling delete_port for 8fe264ca-bfee-4b6e-a713-9d5c4fc4a5ce owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:58:42.776496 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-d462fa91-4212-45c4-bfc1-f57cc9e458db tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Deleting subnet 8eb6d803-c2a7-4dbc-b56f-8c2bea8e54f7 {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:58:42.794132 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85768fba-4572-4be3-b51e-0c895204687e tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Network b617cfc3-5095-456c-9ea4-c6de39a33c45 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:58:42.804543 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-85768fba-4572-4be3-b51e-0c895204687e tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:58:42.810985 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d462fa91-4212-45c4-bfc1-f57cc9e458db tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Publish callbacks [] for subnet (8eb6d803-c2a7-4dbc-b56f-8c2bea8e54f7), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:42.814780 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-91004de2-ff0b-4041-bc78-34858f3a3d38 req-ad89c2f8-4183-416c-ad4d-0cf7178b80cf tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4223275 Feb 19 02:58:42.843600 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f3fd0425-faf5-41e9-a441-6987eff8d320 req-4634af4b-b72f-4b89-9db1-f9da9074d1f6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=baadb01a-13aa-403f-bd9b-45b06f458a15 HTTP/1.1" status: 200 len: 1000 time: 0.2667429 Feb 19 02:58:42.873803 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85768fba-4572-4be3-b51e-0c895204687e tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:58:42.878136 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4380c814-99e3-4a42-aa6e-4d5973e52b96 None None] New status for floating IP b0143f2f-4d54-4d05-a815-51d4333bbebb: ACTIVE {{(pid=103703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 02:58:42.888291 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85768fba-4572-4be3-b51e-0c895204687e tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Pushing event updated for resources: {'Port': ['ID=3a00a6ea-63e1-49f6-85a5-afe74077c2b9,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:42.930122 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4e86d7-827d-4409-81c5-f0ebe684116b req-a55feb6e-099e-47ca-b7b4-f05bfd2f31da tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:42.936701 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4e86d7-827d-4409-81c5-f0ebe684116b req-a55feb6e-099e-47ca-b7b4-f05bfd2f31da tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:42.939414 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d462fa91-4212-45c4-bfc1-f57cc9e458db tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (8eb6d803-c2a7-4dbc-b56f-8c2bea8e54f7), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:42.942900 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4e86d7-827d-4409-81c5-f0ebe684116b req-a55feb6e-099e-47ca-b7b4-f05bfd2f31da tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:42.949559 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4e86d7-827d-4409-81c5-f0ebe684116b req-a55feb6e-099e-47ca-b7b4-f05bfd2f31da tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:42.955874 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4e86d7-827d-4409-81c5-f0ebe684116b req-a55feb6e-099e-47ca-b7b4-f05bfd2f31da tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:42.962371 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4e86d7-827d-4409-81c5-f0ebe684116b req-a55feb6e-099e-47ca-b7b4-f05bfd2f31da tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:42.968074 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4e86d7-827d-4409-81c5-f0ebe684116b req-a55feb6e-099e-47ca-b7b4-f05bfd2f31da tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:42.981411 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-db4e86d7-827d-4409-81c5-f0ebe684116b req-a55feb6e-099e-47ca-b7b4-f05bfd2f31da tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 5435 time: 0.5835226 Feb 19 02:58:42.990457 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-85768fba-4572-4be3-b51e-0c895204687e tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16289150'] for router_interface (3cdae58c-9b05-4e69-aae0-f3043115cc4e), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:43.061602 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-631d7944-18c6-4401-9364-5e87e01f684e req-b917d761-0370-4549-934b-508c2ec6fba8 service neutron] 10.222.0.73 "GET /v2.0/networks/6c178878-2547-4ea7-b234-5f12e66a6c9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4383080 Feb 19 02:58:43.077482 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd0425-faf5-41e9-a441-6987eff8d320 req-49d57bb5-3d2c-44a2-82e8-1c54ce79f85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:43.079284 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f3fd0425-faf5-41e9-a441-6987eff8d320 req-49d57bb5-3d2c-44a2-82e8-1c54ce79f85d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7ff33b6e-4154-4b50-8387-7c0038b41dcb HTTP/1.1" status: 200 len: 851 time: 0.2145462 Feb 19 02:58:43.128986 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-02aa1d5a-a6f6-4314-bafc-9141e11e093e tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (ab0ca2ec-7ef2-400d-802c-482b2171ba07), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:43.165768 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68da289-b865-46ab-9922-3b6b3d35a09d req-f9a0db7d-8971-4875-a06a-957e32d71373 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:43.167592 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d68da289-b865-46ab-9922-3b6b3d35a09d req-f9a0db7d-8971-4875-a06a-957e32d71373 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/ports?device_id=1acb5283-7513-4bc2-a633-a91a277157f6 HTTP/1.1" status: 200 len: 944 time: 0.1849756 Feb 19 02:58:43.225299 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63ebdf3-0189-41bd-8613-dcfda69a1bbe None None] Pushing event updated for resources: {'Port': ['ID=641a1415-833a-4223-a0c7-cd371a5e7055,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:43.234253 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d11864b2-962d-4211-87bb-a573da2a28ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (b4f4a963-5bb1-4f5c-a5f5-7ddeb8cf445e), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:43.278454 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63ebdf3-0189-41bd-8613-dcfda69a1bbe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:58:43.279142 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63ebdf3-0189-41bd-8613-dcfda69a1bbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:58:43.279495 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63ebdf3-0189-41bd-8613-dcfda69a1bbe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:58:43.279835 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63ebdf3-0189-41bd-8613-dcfda69a1bbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:58:43.280171 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63ebdf3-0189-41bd-8613-dcfda69a1bbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:58:43.280500 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63ebdf3-0189-41bd-8613-dcfda69a1bbe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:58:43.280825 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63ebdf3-0189-41bd-8613-dcfda69a1bbe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:58:43.281179 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63ebdf3-0189-41bd-8613-dcfda69a1bbe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:58:43.281503 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63ebdf3-0189-41bd-8613-dcfda69a1bbe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:58:43.281824 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63ebdf3-0189-41bd-8613-dcfda69a1bbe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:58:43.282147 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63ebdf3-0189-41bd-8613-dcfda69a1bbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:58:43.282499 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63ebdf3-0189-41bd-8613-dcfda69a1bbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:58:43.282845 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63ebdf3-0189-41bd-8613-dcfda69a1bbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:58:43.286540 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-d11864b2-962d-4211-87bb-a573da2a28ca None None] Could not find standard attr ID for object 8fe264ca-bfee-4b6e-a713-9d5c4fc4a5ce. {{(pid=103703) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 02:58:43.291209 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e72a001e-fb0a-4c73-8ebb-963e99f782ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (8fe264ca-bfee-4b6e-a713-9d5c4fc4a5ce), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:43.335172 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d462fa91-4212-45c4-bfc1-f57cc9e458db tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (8eb6d803-c2a7-4dbc-b56f-8c2bea8e54f7), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:43.399897 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11864b2-962d-4211-87bb-a573da2a28ca None None] Pushing event updated for resources: {'Port': ['ID=b4f4a963-5bb1-4f5c-a5f5-7ddeb8cf445e,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:43.418133 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72a001e-fb0a-4c73-8ebb-963e99f782ea None None] No DVR routers for this DVR port 8fe264ca-bfee-4b6e-a713-9d5c4fc4a5ce on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:58:43.465823 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-631d7944-18c6-4401-9364-5e87e01f684e req-e32bacd6-3654-4ec8-92df-d95e90bd59f4 service neutron] 10.222.0.73 "GET /v2.0/networks/6c178878-2547-4ea7-b234-5f12e66a6c9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3932955 Feb 19 02:58:43.476224 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-85768fba-4572-4be3-b51e-0c895204687e tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (3a00a6ea-63e1-49f6-85a5-afe74077c2b9), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:43.479116 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72a001e-fb0a-4c73-8ebb-963e99f782ea None None] Pushing event deleted for resources: {'Port': ['ID=8fe264ca-bfee-4b6e-a713-9d5c4fc4a5ce,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:43.598170 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-d0020fb5-c444-48ec-b546-920be93832c6 None None] Provisioning complete for port b4f4a963-5bb1-4f5c-a5f5-7ddeb8cf445e triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:58:43.598553 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d0020fb5-c444-48ec-b546-920be93832c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (b4f4a963-5bb1-4f5c-a5f5-7ddeb8cf445e), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:43.740505 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aa1d5a-a6f6-4314-bafc-9141e11e093e tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Pushing event deleted for resources: {'Port': ['ID=ab0ca2ec-7ef2-400d-802c-482b2171ba07,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:43.749866 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02aa1d5a-a6f6-4314-bafc-9141e11e093e tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] No DVR routers for this DVR port ab0ca2ec-7ef2-400d-802c-482b2171ba07 on host n-d-826753-2 {{(pid=103701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:58:43.802797 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Could not find standard attr ID for object 8fe264ca-bfee-4b6e-a713-9d5c4fc4a5ce. {{(pid=103703) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 02:58:43.832735 n-d-826753-2 neutron-server[103703]: INFO neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No ports have port_id starting with 8fe264ca-bfee-4b6e-a713-9d5c4fc4a5ce Feb 19 02:58:43.878335 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-51292325-b62a-4b43-a215-5ff1967380be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cdae58c-9b05-4e69-aae0-f3043115cc4e', 'name': 'tempest-RoutersTest-router-191430420', 'tenant_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:58:18Z', 'updated_at': '2022-02-19T02:58:31Z', 'revision_number': 3, 'project_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'gw_port_host': None, '_interfaces': [{'id': '310c7eed-df8d-4cec-a39d-9a99ccd603e0', 'name': '', 'network_id': '8145ca99-f04b-4824-9a94-21de580b4a69', 'tenant_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'mac_address': 'fa:16:3e:ce:2e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdae58c-9b05-4e69-aae0-f3043115cc4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '20259683-fb47-49b7-8d52-ce41b6898621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:58:21Z', 'updated_at': '2022-02-19T02:58:30Z', 'revision_number': 5, 'project_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'subnets': [{'id': '20259683-fb47-49b7-8d52-ce41b6898621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4f4a963-5bb1-4f5c-a5f5-7ddeb8cf445e', 'name': '', 'network_id': '6db4454b-3044-4545-9c9b-9fece8ecc9db', 'tenant_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'mac_address': 'fa:16:3e:ea:6d:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cdae58c-9b05-4e69-aae0-f3043115cc4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': 'ce12a843-822e-4a25-b8c3-728dd5a339e5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:58:29Z', 'updated_at': '2022-02-19T02:58:40Z', 'revision_number': 4, 'project_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'subnets': [{'id': 'ce12a843-822e-4a25-b8c3-728dd5a339e5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:58:43.912402 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-d63ebdf3-0189-41bd-8613-dcfda69a1bbe None None] For port 641a1415-833a-4223-a0c7-cd371a5e7055, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:58:43.972501 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51292325-b62a-4b43-a215-5ff1967380be None None] The sync data for ids ['3cdae58c-9b05-4e69-aae0-f3043115cc4e'] in n-d-826753-2 is: [{'id': '3cdae58c-9b05-4e69-aae0-f3043115cc4e', 'name': 'tempest-RoutersTest-router-191430420', 'tenant_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:58:18Z', 'updated_at': '2022-02-19T02:58:31Z', 'revision_number': 3, 'project_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'gw_port_host': None, '_interfaces': [{'id': '310c7eed-df8d-4cec-a39d-9a99ccd603e0', 'name': '', 'network_id': '8145ca99-f04b-4824-9a94-21de580b4a69', 'tenant_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'mac_address': 'fa:16:3e:ce:2e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdae58c-9b05-4e69-aae0-f3043115cc4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '20259683-fb47-49b7-8d52-ce41b6898621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:58:21Z', 'updated_at': '2022-02-19T02:58:30Z', 'revision_number': 5, 'project_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'subnets': [{'id': '20259683-fb47-49b7-8d52-ce41b6898621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4f4a963-5bb1-4f5c-a5f5-7ddeb8cf445e', 'name': '', 'network_id': '6db4454b-3044-4545-9c9b-9fece8ecc9db', 'tenant_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'mac_address': 'fa:16:3e:ea:6d:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cdae58c-9b05-4e69-aae0-f3043115cc4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': 'ce12a843-822e-4a25-b8c3-728dd5a339e5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:58:29Z', 'updated_at': '2022-02-19T02:58:40Z', 'revision_number': 4, 'project_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'subnets': [{'id': 'ce12a843-822e-4a25-b8c3-728dd5a339e5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:58:43.983497 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d462fa91-4212-45c4-bfc1-f57cc9e458db tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (8eb6d803-c2a7-4dbc-b56f-8c2bea8e54f7), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:43.987296 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-d63ebdf3-0189-41bd-8613-dcfda69a1bbe None None] For port 641a1415-833a-4223-a0c7-cd371a5e7055, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=641a1415-833a-4223-a0c7-cd371a5e7055,segment=NetworkSegment(33775731-8962-4bea-9873-c9ed02ce2e76),segment_id=33775731-8962-4bea-9873-c9ed02ce2e76)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:58:44.025409 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd0425-faf5-41e9-a441-6987eff8d320 req-a6ff203a-574f-497e-a335-f6fce69423fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:44.027487 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f3fd0425-faf5-41e9-a441-6987eff8d320 req-a6ff203a-574f-497e-a335-f6fce69423fd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d6693eea-5935-4b21-81c1-498cbd8a50e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.9156773 Feb 19 02:58:44.046528 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d63ebdf3-0189-41bd-8613-dcfda69a1bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (641a1415-833a-4223-a0c7-cd371a5e7055), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:44.136691 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d462fa91-4212-45c4-bfc1-f57cc9e458db tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Pushing event deleted for resources: {'Subnet': ['ID=8eb6d803-c2a7-4dbc-b56f-8c2bea8e54f7,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:44.187347 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 8fe264ca-bfee-4b6e-a713-9d5c4fc4a5ce no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:58:44.190532 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-02aa1d5a-a6f6-4314-bafc-9141e11e093e tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (e054b1dd-89ba-4871-ad50-5d331122024d), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:44.191004 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3003aa11-6c40-4873-9260-9b0b64e7b494 None None] Network fa55ab3c-82d6-44a3-9449-792ec78fddcd requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:58:44.194378 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d462fa91-4212-45c4-bfc1-f57cc9e458db tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:44.203957 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab313c9-4952-4385-b90f-7de921bb3c09 req-8e760f89-7f49-4203-97a1-e269ac6ae3ee tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:44.206624 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5ab313c9-4952-4385-b90f-7de921bb3c09 req-8e760f89-7f49-4203-97a1-e269ac6ae3ee tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.82 "GET /v2.0/ports?device_id=47a2cb3a-6b5b-4402-81ae-3f6683dfd795 HTTP/1.1" status: 200 len: 945 time: 1.0336027 Feb 19 02:58:44.209150 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-d462fa91-4212-45c4-bfc1-f57cc9e458db tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] 10.222.0.72 "DELETE /v2.0/subnets/8eb6d803-c2a7-4dbc-b56f-8c2bea8e54f7 HTTP/1.1" status: 204 len: 168 time: 1.8494086 Feb 19 02:58:44.213243 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 43506) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:44.327493 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-d0020fb5-c444-48ec-b546-920be93832c6 None None] Current status of the port b4f4a963-5bb1-4f5c-a5f5-7ddeb8cf445e is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:58:44.339923 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 8fe264ca-bfee-4b6e-a713-9d5c4fc4a5ce {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:58:44.340273 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 8fe264ca-bfee-4b6e-a713-9d5c4fc4a5ce not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:58:44.350047 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f3fd0425-faf5-41e9-a441-6987eff8d320 req-1b24b241-7567-42a5-9e78-a99a5741a409 service neutron] 10.222.0.73 "GET /v2.0/networks/d6693eea-5935-4b21-81c1-498cbd8a50e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3091750 Feb 19 02:58:44.366294 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d68da289-b865-46ab-9922-3b6b3d35a09d req-89505d51-7ce5-487d-83fa-c487caa4badb tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ba0f102-3452-4e6f-b12d-3fac2606ad0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6455505 Feb 19 02:58:44.415070 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c916b095-5fdb-4803-9a78-743fbfc3be96 req-f962aa14-36d1-4b7d-8b8a-eaabb4e13e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:44.416965 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c916b095-5fdb-4803-9a78-743fbfc3be96 req-f962aa14-36d1-4b7d-8b8a-eaabb4e13e18 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a06ef082143f47ab8b4917c0abd4fc14&device_id=1acb5283-7513-4bc2-a633-a91a277157f6 HTTP/1.1" status: 200 len: 1126 time: 0.8252082 Feb 19 02:58:44.435994 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ed8e998b-dbba-4be2-b9fd-2cff7d382693 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (fa55ab3c-82d6-44a3-9449-792ec78fddcd), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:44.448219 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63ebdf3-0189-41bd-8613-dcfda69a1bbe None None] Pushing event updated for resources: {'Port': ['ID=641a1415-833a-4223-a0c7-cd371a5e7055,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:44.499745 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-02aa1d5a-a6f6-4314-bafc-9141e11e093e tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e054b1dd-89ba-4871-ad50-5d331122024d']}} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:58:44.548806 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a471697-81bc-4668-9673-be64ba8288a6 req-c2b75313-d5f0-40ec-a784-98ae472b1e23 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:44.552027 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9a471697-81bc-4668-9673-be64ba8288a6 req-c2b75313-d5f0-40ec-a784-98ae472b1e23 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=47a2cb3a-6b5b-4402-81ae-3f6683dfd795 HTTP/1.1" status: 200 len: 945 time: 0.5121810 Feb 19 02:58:44.580780 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe43867-8d9d-42e6-ab5c-9a68f4615e12 None None] DHCP port deletion for fa55ab3c-82d6-44a3-9449-792ec78fddcd request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 02:58:44.581268 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-02aa1d5a-a6f6-4314-bafc-9141e11e093e tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b8bc26f-f0fe-43ee-a13a-0e4754e17fab') {'for_net_delete': True} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:58:44.581650 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-02aa1d5a-a6f6-4314-bafc-9141e11e093e tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b8bc26f-f0fe-43ee-a13a-0e4754e17fab') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:58:44.623131 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-85768fba-4572-4be3-b51e-0c895204687e tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks [] for port (3a00a6ea-63e1-49f6-85a5-afe74077c2b9), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:44.639493 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-85768fba-4572-4be3-b51e-0c895204687e tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (3a00a6ea-63e1-49f6-85a5-afe74077c2b9), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:44.688481 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-1fe43867-8d9d-42e6-ab5c-9a68f4615e12 None None] Deleting port 09c52d27-a74a-4e1b-a924-49310cdb75b9 {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:58:44.689079 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-1fe43867-8d9d-42e6-ab5c-9a68f4615e12 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (09c52d27-a74a-4e1b-a924-49310cdb75b9), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:44.724467 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f3fd0425-faf5-41e9-a441-6987eff8d320 req-0ce85906-5b52-44a5-af07-c0a795b095b4 service neutron] 10.222.0.73 "GET /v2.0/networks/d6693eea-5935-4b21-81c1-498cbd8a50e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3514793 Feb 19 02:58:44.734943 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-02aa1d5a-a6f6-4314-bafc-9141e11e093e tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12647422'] for segment (3b8bc26f-f0fe-43ee-a13a-0e4754e17fab), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:44.827574 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c916b095-5fdb-4803-9a78-743fbfc3be96 req-dc9a6609-bbd5-402a-b258-54bd713cbe51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:44.830351 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c916b095-5fdb-4803-9a78-743fbfc3be96 req-dc9a6609-bbd5-402a-b258-54bd713cbe51 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6c178878-2547-4ea7-b234-5f12e66a6c9a HTTP/1.1" status: 200 len: 912 time: 0.3918743 Feb 19 02:58:44.846032 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-02aa1d5a-a6f6-4314-bafc-9141e11e093e tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (3b8bc26f-f0fe-43ee-a13a-0e4754e17fab), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:44.854458 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02aa1d5a-a6f6-4314-bafc-9141e11e093e tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=103701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:58:44.855542 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-02aa1d5a-a6f6-4314-bafc-9141e11e093e tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583360'] for segment (3b8bc26f-f0fe-43ee-a13a-0e4754e17fab), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:44.888818 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:58:44.907475 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-1fe43867-8d9d-42e6-ab5c-9a68f4615e12 None None] For port 09c52d27-a74a-4e1b-a924-49310cdb75b9, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=09c52d27-a74a-4e1b-a924-49310cdb75b9,segment=NetworkSegment(d100c6ab-b433-4e4c-8e7b-29a2c17bbbc1),segment_id=d100c6ab-b433-4e4c-8e7b-29a2c17bbbc1)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:58:44.907880 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-1fe43867-8d9d-42e6-ab5c-9a68f4615e12 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (09c52d27-a74a-4e1b-a924-49310cdb75b9), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:44.925536 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-1fe43867-8d9d-42e6-ab5c-9a68f4615e12 None None] Calling delete_port for 09c52d27-a74a-4e1b-a924-49310cdb75b9 owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:58:44.969526 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85768fba-4572-4be3-b51e-0c895204687e tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Pushing event updated for resources: {'Port': ['ID=3a00a6ea-63e1-49f6-85a5-afe74077c2b9,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:44.984021 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c916b095-5fdb-4803-9a78-743fbfc3be96 req-3a484c66-2d70-420c-ba79-f79be063c058 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=345cd0bb-2f06-4308-b294-f559ec81a50b HTTP/1.1" status: 200 len: 217 time: 0.1341350 Feb 19 02:58:45.016690 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-85768fba-4572-4be3-b51e-0c895204687e tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16362769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16289258'] for router_interface (3cdae58c-9b05-4e69-aae0-f3043115cc4e), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:45.028940 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9a471697-81bc-4668-9673-be64ba8288a6 req-481522ed-b39c-455c-8b24-2a3ca436145a tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4546885 Feb 19 02:58:45.029856 n-d-826753-2 neutron-server[103701]: Traceback (most recent call last): Feb 19 02:58:45.029856 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:58:45.029856 n-d-826753-2 neutron-server[103701]: timer() Feb 19 02:58:45.029856 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:58:45.029856 n-d-826753-2 neutron-server[103701]: cb(*args, **kw) Feb 19 02:58:45.029856 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:58:45.029856 n-d-826753-2 neutron-server[103701]: return func(*args, **kwargs) Feb 19 02:58:45.029856 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:58:45.029856 n-d-826753-2 neutron-server[103701]: self._notify() Feb 19 02:58:45.029856 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:58:45.029856 n-d-826753-2 neutron-server[103701]: self.callback(batched_events) Feb 19 02:58:45.029856 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:58:45.029856 n-d-826753-2 neutron-server[103701]: event.method(event) Feb 19 02:58:45.029856 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:58:45.029856 n-d-826753-2 neutron-server[103701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:58:45.029856 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:58:45.029856 n-d-826753-2 neutron-server[103701]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:58:45.029856 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:58:45.029856 n-d-826753-2 neutron-server[103701]: return f(self, *a, **k) Feb 19 02:58:45.029856 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:58:45.029856 n-d-826753-2 neutron-server[103701]: return self._get(url).json() Feb 19 02:58:45.029856 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:58:45.029856 n-d-826753-2 neutron-server[103701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:58:45.029856 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:58:45.029856 n-d-826753-2 neutron-server[103701]: return self.request(url, 'GET', **kwargs) Feb 19 02:58:45.029856 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:58:45.029856 n-d-826753-2 neutron-server[103701]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:58:45.029856 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:58:45.029856 n-d-826753-2 neutron-server[103701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:58:45.029856 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:58:45.029856 n-d-826753-2 neutron-server[103701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:58:45.029856 n-d-826753-2 neutron-server[103701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:58:45.046179 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-02aa1d5a-a6f6-4314-bafc-9141e11e093e tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (e054b1dd-89ba-4871-ad50-5d331122024d), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:45.059648 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-02aa1d5a-a6f6-4314-bafc-9141e11e093e tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:45.063255 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-1fe43867-8d9d-42e6-ab5c-9a68f4615e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (09c52d27-a74a-4e1b-a924-49310cdb75b9), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:45.068978 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-02aa1d5a-a6f6-4314-bafc-9141e11e093e tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] 10.222.0.72 "DELETE /v2.0/networks/e054b1dd-89ba-4871-ad50-5d331122024d HTTP/1.1" status: 204 len: 168 time: 4.0448413 Feb 19 02:58:45.077358 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 43514) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:45.118546 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aa1d5a-a6f6-4314-bafc-9141e11e093e tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Pushing event deleted for resources: {'Network': ['ID=e054b1dd-89ba-4871-ad50-5d331122024d,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:45.156139 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe43867-8d9d-42e6-ab5c-9a68f4615e12 None None] No DVR routers for this DVR port 09c52d27-a74a-4e1b-a924-49310cdb75b9 on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:58:45.157827 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe43867-8d9d-42e6-ab5c-9a68f4615e12 None None] Pushing event deleted for resources: {'Port': ['ID=09c52d27-a74a-4e1b-a924-49310cdb75b9,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:45.211209 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-5ab313c9-4952-4385-b90f-7de921bb3c09 req-93fc1adf-42ba-49f4-ad7b-18d5f9cbcc64 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Deleting port 8b15cae4-534c-4c91-b097-9563e15fd04b {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:58:45.211832 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-5ab313c9-4952-4385-b90f-7de921bb3c09 req-93fc1adf-42ba-49f4-ad7b-18d5f9cbcc64 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (8b15cae4-534c-4c91-b097-9563e15fd04b), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:45.213916 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-ed8e998b-dbba-4be2-b9fd-2cff7d382693 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Deleting port 09c52d27-a74a-4e1b-a924-49310cdb75b9 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:58:45.214625 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ed8e998b-dbba-4be2-b9fd-2cff7d382693 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (09c52d27-a74a-4e1b-a924-49310cdb75b9), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:45.331767 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8cf928e2-137c-49c4-b4ac-6febd862a805 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (8f863143-4494-4a85-b486-ce6b36fde49e), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:45.342757 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c916b095-5fdb-4803-9a78-743fbfc3be96 req-5e4a476e-9131-4d29-ad85-bb8086099b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:45.344033 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c916b095-5fdb-4803-9a78-743fbfc3be96 req-5e4a476e-9131-4d29-ad85-bb8086099b86 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5cfd9bdf-5713-42ab-9e32-dc268009511b HTTP/1.1" status: 200 len: 851 time: 0.3153980 Feb 19 02:58:45.404875 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-ed8e998b-dbba-4be2-b9fd-2cff7d382693 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] For port 09c52d27-a74a-4e1b-a924-49310cdb75b9, host n-d-826753-2, got binding levels [] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:58:45.405486 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ed8e998b-dbba-4be2-b9fd-2cff7d382693 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (09c52d27-a74a-4e1b-a924-49310cdb75b9), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:45.411751 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c916b095-5fdb-4803-9a78-743fbfc3be96 req-26d7ab84-2934-438c-b023-a6be2433e7a3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6c178878-2547-4ea7-b234-5f12e66a6c9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573287 Feb 19 02:58:45.476500 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-ed8e998b-dbba-4be2-b9fd-2cff7d382693 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Calling delete_port for 09c52d27-a74a-4e1b-a924-49310cdb75b9 owned by network:dhcp {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:58:45.481480 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-54a68b15-ee23-46bd-b6c8-2b3cd31603e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:45.482035 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.ipam_backend_mixin [None req-ed8e998b-dbba-4be2-b9fd-2cff7d382693 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Port 09c52d27-a74a-4e1b-a924-49310cdb75b9 was not found and therefore no delete operation was performed {{(pid=103702) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 02:58:45.511886 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8cf928e2-137c-49c4-b4ac-6febd862a805 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (8f863143-4494-4a85-b486-ce6b36fde49e), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:45.514071 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85768fba-4572-4be3-b51e-0c895204687e tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Network b617cfc3-5095-456c-9ea4-c6de39a33c45 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:58:45.524999 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ed8e998b-dbba-4be2-b9fd-2cff7d382693 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (09c52d27-a74a-4e1b-a924-49310cdb75b9), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:45.536450 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-85768fba-4572-4be3-b51e-0c895204687e tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:58:45.542674 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-5ab313c9-4952-4385-b90f-7de921bb3c09 req-93fc1adf-42ba-49f4-ad7b-18d5f9cbcc64 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] For port 8b15cae4-534c-4c91-b097-9563e15fd04b, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=8b15cae4-534c-4c91-b097-9563e15fd04b,segment=NetworkSegment(d2706629-960a-469c-bd0f-4e0b3dc89cea),segment_id=d2706629-960a-469c-bd0f-4e0b3dc89cea)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:58:45.543155 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-5ab313c9-4952-4385-b90f-7de921bb3c09 req-93fc1adf-42ba-49f4-ad7b-18d5f9cbcc64 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (8b15cae4-534c-4c91-b097-9563e15fd04b), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:45.569120 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8e998b-dbba-4be2-b9fd-2cff7d382693 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Pushing event deleted for resources: {'Port': ['ID=09c52d27-a74a-4e1b-a924-49310cdb75b9,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:45.576069 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8e998b-dbba-4be2-b9fd-2cff7d382693 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] No DVR routers for this DVR port 09c52d27-a74a-4e1b-a924-49310cdb75b9 on host n-d-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:58:45.605373 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-5ab313c9-4952-4385-b90f-7de921bb3c09 req-93fc1adf-42ba-49f4-ad7b-18d5f9cbcc64 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Calling delete_port for 8b15cae4-534c-4c91-b097-9563e15fd04b owned by compute:nova {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:58:45.608202 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-8cf928e2-137c-49c4-b4ac-6febd862a805 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f863143-4494-4a85-b486-ce6b36fde49e']}} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:58:45.628288 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-8cf928e2-137c-49c4-b4ac-6febd862a805 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a9ceae1-f176-4f20-a293-676ed1830791') {'for_net_delete': True} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:58:45.628582 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-8cf928e2-137c-49c4-b4ac-6febd862a805 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a9ceae1-f176-4f20-a293-676ed1830791') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:58:45.649324 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8cf928e2-137c-49c4-b4ac-6febd862a805 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12647422'] for segment (6a9ceae1-f176-4f20-a293-676ed1830791), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:45.712895 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8cf928e2-137c-49c4-b4ac-6febd862a805 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (6a9ceae1-f176-4f20-a293-676ed1830791), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:45.744371 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cdf9b2-1869-4917-8042-1d586e92f9b4 req-5abdc9f8-4232-4367-b9c5-bdaa373cca36 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:45.751305 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-39cdf9b2-1869-4917-8042-1d586e92f9b4 req-5abdc9f8-4232-4367-b9c5-bdaa373cca36 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/ports?device_id=1acb5283-7513-4bc2-a633-a91a277157f6 HTTP/1.1" status: 200 len: 944 time: 0.2294624 Feb 19 02:58:45.755976 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cf928e2-137c-49c4-b4ac-6febd862a805 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Releasing vlan 250 on physical network physnet1 to pool {{(pid=103701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:58:45.756389 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8cf928e2-137c-49c4-b4ac-6febd862a805 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583360'] for segment (6a9ceae1-f176-4f20-a293-676ed1830791), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:45.760195 n-d-826753-2 neutron-server[103701]: Traceback (most recent call last): Feb 19 02:58:45.760195 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:58:45.760195 n-d-826753-2 neutron-server[103701]: timer() Feb 19 02:58:45.760195 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:58:45.760195 n-d-826753-2 neutron-server[103701]: cb(*args, **kw) Feb 19 02:58:45.760195 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:58:45.760195 n-d-826753-2 neutron-server[103701]: return func(*args, **kwargs) Feb 19 02:58:45.760195 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:58:45.760195 n-d-826753-2 neutron-server[103701]: self._notify() Feb 19 02:58:45.760195 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:58:45.760195 n-d-826753-2 neutron-server[103701]: self.callback(batched_events) Feb 19 02:58:45.760195 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:58:45.760195 n-d-826753-2 neutron-server[103701]: event.method(event) Feb 19 02:58:45.760195 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:58:45.760195 n-d-826753-2 neutron-server[103701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:58:45.760195 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:58:45.760195 n-d-826753-2 neutron-server[103701]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:58:45.760195 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:58:45.760195 n-d-826753-2 neutron-server[103701]: return f(self, *a, **k) Feb 19 02:58:45.760195 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:58:45.760195 n-d-826753-2 neutron-server[103701]: return self._get(url).json() Feb 19 02:58:45.760195 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:58:45.760195 n-d-826753-2 neutron-server[103701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:58:45.760195 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:58:45.760195 n-d-826753-2 neutron-server[103701]: return self.request(url, 'GET', **kwargs) Feb 19 02:58:45.760195 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:58:45.760195 n-d-826753-2 neutron-server[103701]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:58:45.760195 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:58:45.760195 n-d-826753-2 neutron-server[103701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:58:45.760195 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:58:45.760195 n-d-826753-2 neutron-server[103701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:58:45.760195 n-d-826753-2 neutron-server[103701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:58:45.792702 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c916b095-5fdb-4803-9a78-743fbfc3be96 req-2bd35907-8881-4ec5-a506-3cfbd9d442ae service neutron] 10.222.0.73 "GET /v2.0/networks/6c178878-2547-4ea7-b234-5f12e66a6c9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3620501 Feb 19 02:58:45.803407 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ed8e998b-dbba-4be2-b9fd-2cff7d382693 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (fa55ab3c-82d6-44a3-9449-792ec78fddcd), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:45.883159 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85768fba-4572-4be3-b51e-0c895204687e tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Router 3cdae58c-9b05-4e69-aae0-f3043115cc4e has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:58:45.888984 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-ed8e998b-dbba-4be2-b9fd-2cff7d382693 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa55ab3c-82d6-44a3-9449-792ec78fddcd']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:58:45.916835 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-ed8e998b-dbba-4be2-b9fd-2cff7d382693 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd100c6ab-b433-4e4c-8e7b-29a2c17bbbc1') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:58:45.918753 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-ed8e998b-dbba-4be2-b9fd-2cff7d382693 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd100c6ab-b433-4e4c-8e7b-29a2c17bbbc1') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:58:45.929474 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8cf928e2-137c-49c4-b4ac-6febd862a805 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (8f863143-4494-4a85-b486-ce6b36fde49e), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:45.940981 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ed8e998b-dbba-4be2-b9fd-2cff7d382693 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (d100c6ab-b433-4e4c-8e7b-29a2c17bbbc1), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:45.943280 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8cf928e2-137c-49c4-b4ac-6febd862a805 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:45.948443 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-8cf928e2-137c-49c4-b4ac-6febd862a805 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] 10.222.0.72 "DELETE /v2.0/networks/8f863143-4494-4a85-b486-ce6b36fde49e HTTP/1.1" status: 204 len: 168 time: 0.8510876 Feb 19 02:58:45.953024 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 43536) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:45.996244 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ed8e998b-dbba-4be2-b9fd-2cff7d382693 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (d100c6ab-b433-4e4c-8e7b-29a2c17bbbc1), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:46.001332 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-39cdf9b2-1869-4917-8042-1d586e92f9b4 req-d1c827ab-9cd2-4991-af6b-deb3e502d059 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ba0f102-3452-4e6f-b12d-3fac2606ad0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490354 Feb 19 02:58:46.065895 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf928e2-137c-49c4-b4ac-6febd862a805 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Pushing event deleted for resources: {'Network': ['ID=8f863143-4494-4a85-b486-ce6b36fde49e,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:46.157735 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-5ab313c9-4952-4385-b90f-7de921bb3c09 req-93fc1adf-42ba-49f4-ad7b-18d5f9cbcc64 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (8b15cae4-534c-4c91-b097-9563e15fd04b), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:46.201368 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['70b42dbd-71fc-4efd-8608-6d6d588d6cc3'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:58:46.208623 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device b4f4a963-5bb1-4f5c-a5f5-7ddeb8cf445e up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:58:46.240500 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-64699464-51bf-4971-8eaf-6b587a50d02c req-2c8548fb-c4db-4cdb-b61e-ce30d31c3407 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=47a2cb3a-6b5b-4402-81ae-3f6683dfd795 HTTP/1.1" status: 200 len: 210 time: 0.1046588 Feb 19 02:58:46.269460 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fc1adf-42ba-49f4-ad7b-18d5f9cbcc64 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Pushing event deleted for resources: {'Port': ['ID=8b15cae4-534c-4c91-b097-9563e15fd04b,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:46.335294 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ab313c9-4952-4385-b90f-7de921bb3c09 req-93fc1adf-42ba-49f4-ad7b-18d5f9cbcc64 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] No DVR routers for this DVR port 8b15cae4-534c-4c91-b097-9563e15fd04b on host n-h2-826753-2 {{(pid=103701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:58:46.342307 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-5ab313c9-4952-4385-b90f-7de921bb3c09 req-93fc1adf-42ba-49f4-ad7b-18d5f9cbcc64 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:46.346097 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5ab313c9-4952-4385-b90f-7de921bb3c09 req-93fc1adf-42ba-49f4-ad7b-18d5f9cbcc64 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.82 "DELETE /v2.0/ports/8b15cae4-534c-4c91-b097-9563e15fd04b HTTP/1.1" status: 204 len: 173 time: 1.9946959 Feb 19 02:58:46.346579 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47a2cb3a-6b5b-4402-81ae-3f6683dfd795', 'name': 'network-vif-deleted', 'tag': '8b15cae4-534c-4c91-b097-9563e15fd04b'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:58:46.352801 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59da6b55-d809-485f-8c2a-a2737aaeff41" -d '{"events": [{"server_uuid": "47a2cb3a-6b5b-4402-81ae-3f6683dfd795", "name": "network-vif-deleted", "tag": "8b15cae4-534c-4c91-b097-9563e15fd04b"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:58:46.456982 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9f0da191-2559-4a21-ad7b-331b5cda82b5 req-3b88314e-afb5-4769-82b7-a5f638062f9a service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=6fbac1dc-890e-47c9-99fa-6cde13e82ed6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0973480 Feb 19 02:58:46.487841 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71a47b0c-e93d-4f1f-9d5e-e75079a8d805 x-openstack-request-id: req-71a47b0c-e93d-4f1f-9d5e-e75079a8d805 {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:58:46.489800 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47a2cb3a-6b5b-4402-81ae-3f6683dfd795", "name": "network-vif-deleted", "tag": "8b15cae4-534c-4c91-b097-9563e15fd04b", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:58:46.490265 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-71a47b0c-e93d-4f1f-9d5e-e75079a8d805 {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:58:46.490905 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47a2cb3a-6b5b-4402-81ae-3f6683dfd795', 'name': 'network-vif-deleted', 'tag': '8b15cae4-534c-4c91-b097-9563e15fd04b', 'status': 'completed', 'code': 200} Feb 19 02:58:46.492211 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port b4f4a963-5bb1-4f5c-a5f5-7ddeb8cf445e triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:58:46.492692 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (b4f4a963-5bb1-4f5c-a5f5-7ddeb8cf445e), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:46.552737 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768f3263-95f5-40f9-be87-263452be24c4 None None] get_active_networks_info from n-d-826753-2 {{(pid=103703) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 02:58:46.590026 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 8b15cae4-534c-4c91-b097-9563e15fd04b no longer exists at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:58:46.651513 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] No Port match for: 8b15cae4-534c-4c91-b097-9563e15fd04b {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:58:46.652006 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 8b15cae4-534c-4c91-b097-9563e15fd04b not bound to the agent host n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:58:46.676631 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4165e734-6b8d-4228-91af-95c65cc03ac5 None None] Provisioning complete for port 641a1415-833a-4223-a0c7-cd371a5e7055 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:58:46.677542 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4165e734-6b8d-4228-91af-95c65cc03ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (641a1415-833a-4223-a0c7-cd371a5e7055), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:46.687331 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0da191-2559-4a21-ad7b-331b5cda82b5 req-ef92c341-8c7f-4a0a-9579-fa88a65c8d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:46.716756 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9f0da191-2559-4a21-ad7b-331b5cda82b5 req-ef92c341-8c7f-4a0a-9579-fa88a65c8d88 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a06ef082143f47ab8b4917c0abd4fc14&device_id=6fbac1dc-890e-47c9-99fa-6cde13e82ed6 HTTP/1.1" status: 200 len: 1127 time: 0.1173456 Feb 19 02:58:46.869075 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port b4f4a963-5bb1-4f5c-a5f5-7ddeb8cf445e is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:58:46.870237 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 641a1415-833a-4223-a0c7-cd371a5e7055 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:58:46.884529 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0da191-2559-4a21-ad7b-331b5cda82b5 req-0ead890a-dcc4-4857-b91a-705a3c0bbc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:46.886442 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9f0da191-2559-4a21-ad7b-331b5cda82b5 req-0ead890a-dcc4-4857-b91a-705a3c0bbc22 service neutron] 10.222.0.82 "GET /v2.0/networks?id=6c178878-2547-4ea7-b234-5f12e66a6c9a HTTP/1.1" status: 200 len: 912 time: 0.1328974 Feb 19 02:58:46.898303 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed8e998b-dbba-4be2-b9fd-2cff7d382693 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Releasing vlan 283 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:58:46.898714 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ed8e998b-dbba-4be2-b9fd-2cff7d382693 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (d100c6ab-b433-4e4c-8e7b-29a2c17bbbc1), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:46.903598 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c916b095-5fdb-4803-9a78-743fbfc3be96 req-c77de3a4-2d57-405c-a87f-7bb7d9daf886 service neutron] 10.222.0.73 "GET /v2.0/networks/6c178878-2547-4ea7-b234-5f12e66a6c9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0967679 Feb 19 02:58:46.905816 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 02:58:46.905816 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:58:46.905816 n-d-826753-2 neutron-server[103702]: timer() Feb 19 02:58:46.905816 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:58:46.905816 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 02:58:46.905816 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:58:46.905816 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 02:58:46.905816 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:58:46.905816 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 02:58:46.905816 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:58:46.905816 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 02:58:46.905816 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:58:46.905816 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 02:58:46.905816 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:58:46.905816 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:58:46.905816 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:58:46.905816 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:58:46.905816 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:58:46.905816 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 02:58:46.905816 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:58:46.905816 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 02:58:46.905816 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:58:46.905816 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:58:46.905816 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:58:46.905816 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 02:58:46.905816 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:58:46.905816 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:58:46.905816 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:58:46.905816 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:58:46.905816 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:58:46.905816 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:58:46.905816 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:58:46.938077 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768f3263-95f5-40f9-be87-263452be24c4 None None] Resources bound (agent type, host, resource id): {{(pid=103703) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 02:58:46.957183 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9f0da191-2559-4a21-ad7b-331b5cda82b5 req-2506bd37-411e-426d-82c7-ee5613e823ef service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=917973d8-3e41-4d78-b139-6fff22795617 HTTP/1.1" status: 200 len: 217 time: 0.0624609 Feb 19 02:58:46.975325 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4165e734-6b8d-4228-91af-95c65cc03ac5 None None] Current status of the port 641a1415-833a-4223-a0c7-cd371a5e7055 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:58:46.975710 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4165e734-6b8d-4228-91af-95c65cc03ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (641a1415-833a-4223-a0c7-cd371a5e7055), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:47.028835 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0da191-2559-4a21-ad7b-331b5cda82b5 req-79871dcf-e238-4c6b-84ad-868481313307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:47.041164 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9f0da191-2559-4a21-ad7b-331b5cda82b5 req-79871dcf-e238-4c6b-84ad-868481313307 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5cfd9bdf-5713-42ab-9e32-dc268009511b HTTP/1.1" status: 200 len: 851 time: 0.0753484 Feb 19 02:58:47.079786 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3f2eefc8-03f7-40ec-9fb5-b276b68cee10 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (126bb3bc-7712-44a4-a002-28d5e83de10b), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:47.119210 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9f0da191-2559-4a21-ad7b-331b5cda82b5 req-4fb1f5b6-8942-4184-a8d0-9c98df98b512 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=6c178878-2547-4ea7-b234-5f12e66a6c9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709224 Feb 19 02:58:47.138792 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ed8e998b-dbba-4be2-b9fd-2cff7d382693 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (fa55ab3c-82d6-44a3-9449-792ec78fddcd), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:47.178371 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ed8e998b-dbba-4be2-b9fd-2cff7d382693 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:47.182153 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-ed8e998b-dbba-4be2-b9fd-2cff7d382693 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] 10.222.0.72 "DELETE /v2.0/networks/fa55ab3c-82d6-44a3-9449-792ec78fddcd HTTP/1.1" status: 204 len: 168 time: 2.9613488 Feb 19 02:58:47.183517 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8e998b-dbba-4be2-b9fd-2cff7d382693 tempest-AllowedAddressPairIpV6TestJSON-1598028236 tempest-AllowedAddressPairIpV6TestJSON-1598028236-project] Pushing event deleted for resources: {'Network': ['ID=fa55ab3c-82d6-44a3-9449-792ec78fddcd,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:47.186121 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85768fba-4572-4be3-b51e-0c895204687e tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:58:47.198824 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074778d4-7e88-4a8c-8bb2-35b3862bdc20 None None] Sync routers for ids ['3cdae58c-9b05-4e69-aae0-f3043115cc4e'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:58:47.211317 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074778d4-7e88-4a8c-8bb2-35b3862bdc20 None None] Routers {'3cdae58c-9b05-4e69-aae0-f3043115cc4e'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:58:47.211879 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-074778d4-7e88-4a8c-8bb2-35b3862bdc20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:58:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['3cdae58c-9b05-4e69-aae0-f3043115cc4e'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:58:47.269877 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-85768fba-4572-4be3-b51e-0c895204687e tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] 10.222.0.72 "PUT /v2.0/routers/3cdae58c-9b05-4e69-aae0-f3043115cc4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4422710 Feb 19 02:58:47.276735 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 43570) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:47.292926 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-a34c77c6-4df4-4ca7-999e-017fd6c01261 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Request body: {'network': {'name': 'tempest-RoutersTest-494218619'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:58:47.333684 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a34c77c6-4df4-4ca7-999e-017fd6c01261 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Made reservation on behalf of eae5468561eb44d8a8138d5efbd64f6e for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:58:47.339476 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a34c77c6-4df4-4ca7-999e-017fd6c01261 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:47.405931 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a34c77c6-4df4-4ca7-999e-017fd6c01261 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] vlan segment allocate from pool success with {'vlan_id': 283, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:58:47.428255 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a34c77c6-4df4-4ca7-999e-017fd6c01261 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (004844b7-3725-4a50-ac88-e44011995a18), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:47.428891 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-a34c77c6-4df4-4ca7-999e-017fd6c01261 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Added segment 004844b7-3725-4a50-ac88-e44011995a18 of type vlan for network a263e49b-cd1e-4e38-99f9-09d3e4e8c013 Feb 19 02:58:47.439139 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9f0da191-2559-4a21-ad7b-331b5cda82b5 req-bdfc4556-2a85-485f-9fbd-8944f1ef43b1 service neutron] 10.222.0.82 "GET /v2.0/networks/6c178878-2547-4ea7-b234-5f12e66a6c9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3116679 Feb 19 02:58:47.526229 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a34c77c6-4df4-4ca7-999e-017fd6c01261 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (a263e49b-cd1e-4e38-99f9-09d3e4e8c013), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:47.539953 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4165e734-6b8d-4228-91af-95c65cc03ac5 None None] For port 641a1415-833a-4223-a0c7-cd371a5e7055, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=641a1415-833a-4223-a0c7-cd371a5e7055,segment=NetworkSegment(33775731-8962-4bea-9873-c9ed02ce2e76),segment_id=33775731-8962-4bea-9873-c9ed02ce2e76)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:58:47.552047 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 345cd0bb-2f06-4308-b294-f559ec81a50b details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:58:47.554875 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7c9244-00d1-4d17-94ab-12b306cf1779 req-b41dfb43-ec28-4cad-bfe6-b2e602a7f68d tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:47.565810 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4b7c9244-00d1-4d17-94ab-12b306cf1779 req-b41dfb43-ec28-4cad-bfe6-b2e602a7f68d tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/ports?device_id=1acb5283-7513-4bc2-a633-a91a277157f6 HTTP/1.1" status: 200 len: 944 time: 0.3211799 Feb 19 02:58:47.615723 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3f2eefc8-03f7-40ec-9fb5-b276b68cee10 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (126bb3bc-7712-44a4-a002-28d5e83de10b), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:47.633216 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a34c77c6-4df4-4ca7-999e-017fd6c01261 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (a263e49b-cd1e-4e38-99f9-09d3e4e8c013), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:47.647019 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34c77c6-4df4-4ca7-999e-017fd6c01261 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:47.651928 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a34c77c6-4df4-4ca7-999e-017fd6c01261 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:47.655321 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-074778d4-7e88-4a8c-8bb2-35b3862bdc20 None None] Set router 3cdae58c-9b05-4e69-aae0-f3043115cc4e gateway port host: None {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:58:47.718795 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4b7c9244-00d1-4d17-94ab-12b306cf1779 req-88fa360a-60a5-4cb1-9507-cdc7ce5c8a8d tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ba0f102-3452-4e6f-b12d-3fac2606ad0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511533 Feb 19 02:58:47.794776 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb69dd9-357d-4950-8a90-c092f1cbd322 req-52549cff-2149-47ad-8feb-33a467b5fff6 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:47.797829 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ceb69dd9-357d-4950-8a90-c092f1cbd322 req-52549cff-2149-47ad-8feb-33a467b5fff6 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 946 time: 0.2624443 Feb 19 02:58:47.798726 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 43584) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:47.808258 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9f0da191-2559-4a21-ad7b-331b5cda82b5 req-1f8a497b-a294-4662-ac49-65694ae392ea service neutron] 10.222.0.82 "GET /v2.0/networks/6c178878-2547-4ea7-b234-5f12e66a6c9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3603768 Feb 19 02:58:47.811707 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 641a1415-833a-4223-a0c7-cd371a5e7055 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:58:47.814814 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (641a1415-833a-4223-a0c7-cd371a5e7055), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:47.873120 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34c77c6-4df4-4ca7-999e-017fd6c01261 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Pushing event updated for resources: {'Network': ['ID=a263e49b-cd1e-4e38-99f9-09d3e4e8c013,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:47.889510 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ceb69dd9-357d-4950-8a90-c092f1cbd322 req-1bc8e6f8-6854-450c-9966-1c419ae353b0 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790274 Feb 19 02:58:47.898865 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-a34c77c6-4df4-4ca7-999e-017fd6c01261 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6140120 Feb 19 02:58:47.901685 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 43588) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:47.905578 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-3f2eefc8-03f7-40ec-9fb5-b276b68cee10 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['126bb3bc-7712-44a4-a002-28d5e83de10b']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:58:47.906978 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-e496fd18-e134-4f85-9ee8-19eecc0a60ed tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Request body: {'subnet': {'network_id': 'a263e49b-cd1e-4e38-99f9-09d3e4e8c013', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:58:47.919723 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-3f2eefc8-03f7-40ec-9fb5-b276b68cee10 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ec0ce9f-77bd-44da-9d0a-3cbf2347a40d') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:58:47.920022 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-3f2eefc8-03f7-40ec-9fb5-b276b68cee10 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ec0ce9f-77bd-44da-9d0a-3cbf2347a40d') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:58:47.924130 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network a263e49b-cd1e-4e38-99f9-09d3e4e8c013 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:58:47.939308 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3f2eefc8-03f7-40ec-9fb5-b276b68cee10 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (8ec0ce9f-77bd-44da-9d0a-3cbf2347a40d), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:47.944612 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4165e734-6b8d-4228-91af-95c65cc03ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (641a1415-833a-4223-a0c7-cd371a5e7055), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:47.962123 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3f2eefc8-03f7-40ec-9fb5-b276b68cee10 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (8ec0ce9f-77bd-44da-9d0a-3cbf2347a40d), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:47.969565 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f2eefc8-03f7-40ec-9fb5-b276b68cee10 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Releasing vlan 255 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:58:47.970751 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3f2eefc8-03f7-40ec-9fb5-b276b68cee10 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (8ec0ce9f-77bd-44da-9d0a-3cbf2347a40d), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:47.976680 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 02:58:47.976680 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:58:47.976680 n-d-826753-2 neutron-server[103702]: timer() Feb 19 02:58:47.976680 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:58:47.976680 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 02:58:47.976680 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:58:47.976680 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 02:58:47.976680 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:58:47.976680 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 02:58:47.976680 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:58:47.976680 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 02:58:47.976680 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:58:47.976680 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 02:58:47.976680 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:58:47.976680 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:58:47.976680 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:58:47.976680 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:58:47.976680 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:58:47.976680 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 02:58:47.976680 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:58:47.976680 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 02:58:47.976680 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:58:47.976680 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:58:47.976680 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:58:47.976680 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 02:58:47.976680 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:58:47.976680 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:58:47.976680 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:58:47.976680 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:58:47.976680 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:58:47.976680 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:58:47.976680 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:58:48.091284 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3f2eefc8-03f7-40ec-9fb5-b276b68cee10 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (126bb3bc-7712-44a4-a002-28d5e83de10b), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:48.099884 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3f2eefc8-03f7-40ec-9fb5-b276b68cee10 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:48.106002 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-3f2eefc8-03f7-40ec-9fb5-b276b68cee10 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] 10.222.0.72 "DELETE /v2.0/networks/126bb3bc-7712-44a4-a002-28d5e83de10b HTTP/1.1" status: 204 len: 168 time: 2.1493418 Feb 19 02:58:48.112056 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 43594) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:48.128808 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 345cd0bb-2f06-4308-b294-f559ec81a50b, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=345cd0bb-2f06-4308-b294-f559ec81a50b,segment=NetworkSegment(c6117011-521a-469d-908d-80df02851f25),segment_id=c6117011-521a-469d-908d-80df02851f25)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:58:48.133334 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2eefc8-03f7-40ec-9fb5-b276b68cee10 tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Pushing event deleted for resources: {'Network': ['ID=126bb3bc-7712-44a4-a002-28d5e83de10b,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:48.153384 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-074778d4-7e88-4a8c-8bb2-35b3862bdc20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cdae58c-9b05-4e69-aae0-f3043115cc4e', 'name': 'tempest-RoutersTest-router-191430420', 'tenant_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:58:18Z', 'updated_at': '2022-02-19T02:58:43Z', 'revision_number': 4, 'project_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'gw_port_host': None, '_interfaces': [{'id': '310c7eed-df8d-4cec-a39d-9a99ccd603e0', 'name': '', 'network_id': '8145ca99-f04b-4824-9a94-21de580b4a69', 'tenant_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'mac_address': 'fa:16:3e:ce:2e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdae58c-9b05-4e69-aae0-f3043115cc4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '20259683-fb47-49b7-8d52-ce41b6898621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:58:21Z', 'updated_at': '2022-02-19T02:58:30Z', 'revision_number': 5, 'project_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'subnets': [{'id': '20259683-fb47-49b7-8d52-ce41b6898621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a00a6ea-63e1-49f6-85a5-afe74077c2b9', 'name': '', 'network_id': 'b617cfc3-5095-456c-9ea4-c6de39a33c45', 'tenant_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'mac_address': 'fa:16:3e:0b:8f:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cdae58c-9b05-4e69-aae0-f3043115cc4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': '8bc46cc2-798d-4f29-8a14-65f31e39580f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:58:38Z', 'updated_at': '2022-02-19T02:58:43Z', 'revision_number': 2, 'project_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'subnets': [{'id': '8bc46cc2-798d-4f29-8a14-65f31e39580f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4f4a963-5bb1-4f5c-a5f5-7ddeb8cf445e', 'name': '', 'network_id': '6db4454b-3044-4545-9c9b-9fece8ecc9db', 'tenant_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'mac_address': 'fa:16:3e:ea:6d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdae58c-9b05-4e69-aae0-f3043115cc4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': 'ce12a843-822e-4a25-b8c3-728dd5a339e5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:58:29Z', 'updated_at': '2022-02-19T02:58:42Z', 'revision_number': 5, 'project_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'subnets': [{'id': 'ce12a843-822e-4a25-b8c3-728dd5a339e5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:58:48.208474 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e496fd18-e134-4f85-9ee8-19eecc0a60ed tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Made reservation on behalf of eae5468561eb44d8a8138d5efbd64f6e for: {'subnet': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:58:48.215147 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e496fd18-e134-4f85-9ee8-19eecc0a60ed tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58706307'] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:48.224779 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23554ab9-2fcc-4d97-8ed2-78621639db31 None None] Network b617cfc3-5095-456c-9ea4-c6de39a33c45 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:58:48.243926 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074778d4-7e88-4a8c-8bb2-35b3862bdc20 None None] Checking router: 3cdae58c-9b05-4e69-aae0-f3043115cc4e for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:58:48.245804 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074778d4-7e88-4a8c-8bb2-35b3862bdc20 None None] Updating router 3cdae58c-9b05-4e69-aae0-f3043115cc4e port 3a00a6ea-63e1-49f6-85a5-afe74077c2b9 binding host n-d-826753-2 {{(pid=103704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:58:48.283730 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-074778d4-7e88-4a8c-8bb2-35b3862bdc20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (3a00a6ea-63e1-49f6-85a5-afe74077c2b9), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:48.284156 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4165e734-6b8d-4228-91af-95c65cc03ac5 None None] Pushing event updated for resources: {'Port': ['ID=641a1415-833a-4223-a0c7-cd371a5e7055,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:48.304162 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-0dae65a8-c9b3-465c-b9d8-58d5fadbaa0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:48.341915 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': '345cd0bb-2f06-4308-b294-f559ec81a50b', 'network_id': '6c178878-2547-4ea7-b234-5f12e66a6c9a', 'port_id': '345cd0bb-2f06-4308-b294-f559ec81a50b', 'mac_address': 'fa:16:3e:d3:a5:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cfd9bdf-5713-42ab-9e32-dc268009511b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:58:48.494051 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-17ce71fe-d664-47b9-85b0-cebcb9228a1b tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (01c4c444-9d4a-443d-8128-ba213bd1cf58), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:48.502496 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-324a135b-30d0-42de-a45f-77b81ae5473e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=126fea57d296425f9b9d1c0aa08190c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7015254 Feb 19 02:58:48.505583 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 43602) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:48.578182 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fb0565-a565-4116-b065-7efa1b288123 req-586a5340-aa59-4c65-a276-41a44e6a3e41 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:48.585067 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a3fb0565-a565-4116-b065-7efa1b288123 req-586a5340-aa59-4c65-a276-41a44e6a3e41 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 946 time: 0.2599447 Feb 19 02:58:48.674516 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4d7d072d-1bd7-41ed-94de-3143d73fd3c0 admin admin] Publish callbacks [] for security_group (bbcf8617-b007-4050-8516-13240eeba2e8), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:48.715146 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4d7d072d-1bd7-41ed-94de-3143d73fd3c0 admin admin] Publish callbacks [] for security_group (bbcf8617-b007-4050-8516-13240eeba2e8), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:48.723231 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-17ce71fe-d664-47b9-85b0-cebcb9228a1b tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (01c4c444-9d4a-443d-8128-ba213bd1cf58), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:48.768786 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-17ce71fe-d664-47b9-85b0-cebcb9228a1b tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01c4c444-9d4a-443d-8128-ba213bd1cf58']}} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:58:48.795851 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a3fb0565-a565-4116-b065-7efa1b288123 req-3f2067c9-38c8-482e-ac27-92d6cd3385ec tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054963 Feb 19 02:58:48.803072 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-17ce71fe-d664-47b9-85b0-cebcb9228a1b tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b31839f-7bae-4ee0-91da-2b533254a59b') {'for_net_delete': True} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:58:48.803564 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-17ce71fe-d664-47b9-85b0-cebcb9228a1b tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b31839f-7bae-4ee0-91da-2b533254a59b') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:58:48.848902 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 641a1415-833a-4223-a0c7-cd371a5e7055 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:58:48.891594 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-074778d4-7e88-4a8c-8bb2-35b3862bdc20 None None] Publish callbacks [] for port (3a00a6ea-63e1-49f6-85a5-afe74077c2b9), precommit_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:48.908877 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4d7d072d-1bd7-41ed-94de-3143d73fd3c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (bbcf8617-b007-4050-8516-13240eeba2e8), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:48.912553 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4d7d072d-1bd7-41ed-94de-3143d73fd3c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:48.914683 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-4d7d072d-1bd7-41ed-94de-3143d73fd3c0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/bbcf8617-b007-4050-8516-13240eeba2e8 HTTP/1.1" status: 204 len: 168 time: 0.4077933 Feb 19 02:58:48.915600 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-074778d4-7e88-4a8c-8bb2-35b3862bdc20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (3a00a6ea-63e1-49f6-85a5-afe74077c2b9), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:48.935993 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-17ce71fe-d664-47b9-85b0-cebcb9228a1b tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12647422'] for segment (1b31839f-7bae-4ee0-91da-2b533254a59b), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:48.948470 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7d072d-1bd7-41ed-94de-3143d73fd3c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbcf8617-b007-4050-8516-13240eeba2e8,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:48.983696 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 345cd0bb-2f06-4308-b294-f559ec81a50b is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:58:48.984096 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (345cd0bb-2f06-4308-b294-f559ec81a50b), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:48.989156 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-17ce71fe-d664-47b9-85b0-cebcb9228a1b tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (1b31839f-7bae-4ee0-91da-2b533254a59b), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:48.994158 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78574655-836e-4285-af50-ac417e8e18d2 None None] Pushing event updated for resources: {'Port': ['ID=3a00a6ea-63e1-49f6-85a5-afe74077c2b9,revision_number=3']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:48.999461 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17ce71fe-d664-47b9-85b0-cebcb9228a1b tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Releasing vlan 282 on physical network physnet1 to pool {{(pid=103701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:58:49.000247 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-17ce71fe-d664-47b9-85b0-cebcb9228a1b tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583360'] for segment (1b31839f-7bae-4ee0-91da-2b533254a59b), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:49.080066 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 09c52d27-a74a-4e1b-a924-49310cdb75b9 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:58:49.088554 n-d-826753-2 neutron-server[103701]: Traceback (most recent call last): Feb 19 02:58:49.088554 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:58:49.088554 n-d-826753-2 neutron-server[103701]: timer() Feb 19 02:58:49.088554 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:58:49.088554 n-d-826753-2 neutron-server[103701]: cb(*args, **kw) Feb 19 02:58:49.088554 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:58:49.088554 n-d-826753-2 neutron-server[103701]: return func(*args, **kwargs) Feb 19 02:58:49.088554 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:58:49.088554 n-d-826753-2 neutron-server[103701]: self._notify() Feb 19 02:58:49.088554 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:58:49.088554 n-d-826753-2 neutron-server[103701]: self.callback(batched_events) Feb 19 02:58:49.088554 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:58:49.088554 n-d-826753-2 neutron-server[103701]: event.method(event) Feb 19 02:58:49.088554 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:58:49.088554 n-d-826753-2 neutron-server[103701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:58:49.088554 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:58:49.088554 n-d-826753-2 neutron-server[103701]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:58:49.088554 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:58:49.088554 n-d-826753-2 neutron-server[103701]: return f(self, *a, **k) Feb 19 02:58:49.088554 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:58:49.088554 n-d-826753-2 neutron-server[103701]: return self._get(url).json() Feb 19 02:58:49.088554 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:58:49.088554 n-d-826753-2 neutron-server[103701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:58:49.088554 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:58:49.088554 n-d-826753-2 neutron-server[103701]: return self.request(url, 'GET', **kwargs) Feb 19 02:58:49.088554 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:58:49.088554 n-d-826753-2 neutron-server[103701]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:58:49.088554 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:58:49.088554 n-d-826753-2 neutron-server[103701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:58:49.088554 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:58:49.088554 n-d-826753-2 neutron-server[103701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:58:49.088554 n-d-826753-2 neutron-server[103701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:58:49.106244 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-17ce71fe-d664-47b9-85b0-cebcb9228a1b tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (01c4c444-9d4a-443d-8128-ba213bd1cf58), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:49.170122 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-17ce71fe-d664-47b9-85b0-cebcb9228a1b tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:49.176329 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-17ce71fe-d664-47b9-85b0-cebcb9228a1b tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] 10.222.0.72 "DELETE /v2.0/networks/01c4c444-9d4a-443d-8128-ba213bd1cf58 HTTP/1.1" status: 204 len: 168 time: 1.0614715 Feb 19 02:58:49.177749 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ce71fe-d664-47b9-85b0-cebcb9228a1b tempest-BulkNetworkOpsIpV6Test-1101948117 tempest-BulkNetworkOpsIpV6Test-1101948117-project] Pushing event deleted for resources: {'Network': ['ID=01c4c444-9d4a-443d-8128-ba213bd1cf58,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:49.183542 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 345cd0bb-2f06-4308-b294-f559ec81a50b {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:58:49.184806 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e496fd18-e134-4f85-9ee8-19eecc0a60ed tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12647271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58706289'] for subnet (6344d7e0-e013-46f8-95ba-8900fc4b4564), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:49.189845 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-074778d4-7e88-4a8c-8bb2-35b3862bdc20 None None] Attempting to bind port 3a00a6ea-63e1-49f6-85a5-afe74077c2b9 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:58:49.190222 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-074778d4-7e88-4a8c-8bb2-35b3862bdc20 None None] Attempting to bind port 3a00a6ea-63e1-49f6-85a5-afe74077c2b9 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '33775731-8962-4bea-9873-c9ed02ce2e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'b617cfc3-5095-456c-9ea4-c6de39a33c45'}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:58:49.190667 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074778d4-7e88-4a8c-8bb2-35b3862bdc20 None None] Attempting to bind port 3a00a6ea-63e1-49f6-85a5-afe74077c2b9 on network b617cfc3-5095-456c-9ea4-c6de39a33c45 {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:58:49.202249 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074778d4-7e88-4a8c-8bb2-35b3862bdc20 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:58:49.202668 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074778d4-7e88-4a8c-8bb2-35b3862bdc20 None None] Checking segment: {'id': '33775731-8962-4bea-9873-c9ed02ce2e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'b617cfc3-5095-456c-9ea4-c6de39a33c45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:58:49.203024 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-074778d4-7e88-4a8c-8bb2-35b3862bdc20 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:49.203472 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074778d4-7e88-4a8c-8bb2-35b3862bdc20 None None] Bound using segment: {'id': '33775731-8962-4bea-9873-c9ed02ce2e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'b617cfc3-5095-456c-9ea4-c6de39a33c45'} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:58:49.203940 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-074778d4-7e88-4a8c-8bb2-35b3862bdc20 None None] Bound port: 3a00a6ea-63e1-49f6-85a5-afe74077c2b9, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33775731-8962-4bea-9873-c9ed02ce2e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'b617cfc3-5095-456c-9ea4-c6de39a33c45'}}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:58:49.204320 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-074778d4-7e88-4a8c-8bb2-35b3862bdc20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (3a00a6ea-63e1-49f6-85a5-afe74077c2b9), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:49.209557 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 09c52d27-a74a-4e1b-a924-49310cdb75b9 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:58:49.209900 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 09c52d27-a74a-4e1b-a924-49310cdb75b9 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:58:49.287682 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:49.294647 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 345cd0bb-2f06-4308-b294-f559ec81a50b, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=345cd0bb-2f06-4308-b294-f559ec81a50b,segment=NetworkSegment(c6117011-521a-469d-908d-80df02851f25),segment_id=c6117011-521a-469d-908d-80df02851f25)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:58:49.319433 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f68051-90ae-4af3-b443-58093a49a2b4 req-e85d70f3-280c-4839-8ccd-e0c5f81c8e65 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:49.322364 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-62f68051-90ae-4af3-b443-58093a49a2b4 req-e85d70f3-280c-4839-8ccd-e0c5f81c8e65 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/ports?device_id=1acb5283-7513-4bc2-a633-a91a277157f6 HTTP/1.1" status: 200 len: 944 time: 0.3607125 Feb 19 02:58:49.323165 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e496fd18-e134-4f85-9ee8-19eecc0a60ed tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Checking segment: {'id': '004844b7-3725-4a50-ac88-e44011995a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'a263e49b-cd1e-4e38-99f9-09d3e4e8c013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:58:49.323520 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e496fd18-e134-4f85-9ee8-19eecc0a60ed tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Network hostable DHCP agents. Network: a263e49b-cd1e-4e38-99f9-09d3e4e8c013, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:58:49.327771 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (345cd0bb-2f06-4308-b294-f559ec81a50b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:49.335832 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-074778d4-7e88-4a8c-8bb2-35b3862bdc20 None None] For port 3a00a6ea-63e1-49f6-85a5-afe74077c2b9, host n-d-826753-2, cleared binding levels {{(pid=103704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:58:49.339769 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-074778d4-7e88-4a8c-8bb2-35b3862bdc20 None None] For port 3a00a6ea-63e1-49f6-85a5-afe74077c2b9, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=3a00a6ea-63e1-49f6-85a5-afe74077c2b9,segment=NetworkSegment(33775731-8962-4bea-9873-c9ed02ce2e76),segment_id=33775731-8962-4bea-9873-c9ed02ce2e76)] {{(pid=103704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:58:49.356683 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-074778d4-7e88-4a8c-8bb2-35b3862bdc20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (3a00a6ea-63e1-49f6-85a5-afe74077c2b9), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:49.371122 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd319c9-ed26-44e7-9fd1-112c33709e62 req-a91756ba-1659-41ce-aceb-63f5476676dc tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:49.380907 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bbd319c9-ed26-44e7-9fd1-112c33709e62 req-a91756ba-1659-41ce-aceb-63f5476676dc tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 946 time: 0.2912967 Feb 19 02:58:49.431841 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e496fd18-e134-4f85-9ee8-19eecc0a60ed tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Pushing event updated for resources: {'Subnet': ['ID=6344d7e0-e013-46f8-95ba-8900fc4b4564,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:49.481343 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 641a1415-833a-4223-a0c7-cd371a5e7055 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:58:49.488328 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78574655-836e-4285-af50-ac417e8e18d2 None None] Pushing event updated for resources: {'Port': ['ID=3a00a6ea-63e1-49f6-85a5-afe74077c2b9,revision_number=4']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:49.507105 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074778d4-7e88-4a8c-8bb2-35b3862bdc20 None None] Routers {'3cdae58c-9b05-4e69-aae0-f3043115cc4e'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:58:49.511152 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-074778d4-7e88-4a8c-8bb2-35b3862bdc20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:58:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['3cdae58c-9b05-4e69-aae0-f3043115cc4e'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:58:49.530625 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e496fd18-e134-4f85-9ee8-19eecc0a60ed tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Network a263e49b-cd1e-4e38-99f9-09d3e4e8c013 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:58:49.591285 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=345cd0bb-2f06-4308-b294-f559ec81a50b,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:49.629860 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 641a1415-833a-4223-a0c7-cd371a5e7055 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:58:49.630241 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (641a1415-833a-4223-a0c7-cd371a5e7055), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:49.630732 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-e496fd18-e134-4f85-9ee8-19eecc0a60ed tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, a263e49b-cd1e-4e38-99f9-09d3e4e8c013) {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:58:49.679885 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-62f68051-90ae-4af3-b443-58093a49a2b4 req-d471d52e-5fbb-4409-9350-96b4fa9cd55e tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ba0f102-3452-4e6f-b12d-3fac2606ad0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3435371 Feb 19 02:58:49.687095 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d7e7d6-0b61-4421-8ae8-3855ea46736d None None] Network a263e49b-cd1e-4e38-99f9-09d3e4e8c013 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:58:49.715397 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bbd319c9-ed26-44e7-9fd1-112c33709e62 req-c87949a5-b365-41f6-8d14-dd7d6acfbabf tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3335211 Feb 19 02:58:49.719147 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e496fd18-e134-4f85-9ee8-19eecc0a60ed tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:49.719445 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e496fd18-e134-4f85-9ee8-19eecc0a60ed tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:49.748487 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-074778d4-7e88-4a8c-8bb2-35b3862bdc20 None None] Set router 3cdae58c-9b05-4e69-aae0-f3043115cc4e gateway port host: None {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:58:49.770722 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-e496fd18-e134-4f85-9ee8-19eecc0a60ed tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8674078 Feb 19 02:58:49.772313 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 43630) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:49.786228 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-6a4971ee-0474-43f6-a50d-29b24f6ff346 None None] Provisioning complete for port 3a00a6ea-63e1-49f6-85a5-afe74077c2b9 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:58:49.790662 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6a4971ee-0474-43f6-a50d-29b24f6ff346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (3a00a6ea-63e1-49f6-85a5-afe74077c2b9), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:49.971225 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['345cd0bb-2f06-4308-b294-f559ec81a50b'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:58:50.113499 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 43640) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:50.239529 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 641a1415-833a-4223-a0c7-cd371a5e7055 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:58:50.376966 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-074778d4-7e88-4a8c-8bb2-35b3862bdc20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cdae58c-9b05-4e69-aae0-f3043115cc4e', 'name': 'tempest-RoutersTest-router-191430420', 'tenant_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:58:18Z', 'updated_at': '2022-02-19T02:58:43Z', 'revision_number': 4, 'project_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'gw_port_host': None, '_interfaces': [{'id': '310c7eed-df8d-4cec-a39d-9a99ccd603e0', 'name': '', 'network_id': '8145ca99-f04b-4824-9a94-21de580b4a69', 'tenant_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'mac_address': 'fa:16:3e:ce:2e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdae58c-9b05-4e69-aae0-f3043115cc4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '20259683-fb47-49b7-8d52-ce41b6898621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:58:21Z', 'updated_at': '2022-02-19T02:58:30Z', 'revision_number': 5, 'project_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'subnets': [{'id': '20259683-fb47-49b7-8d52-ce41b6898621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a00a6ea-63e1-49f6-85a5-afe74077c2b9', 'name': '', 'network_id': 'b617cfc3-5095-456c-9ea4-c6de39a33c45', 'tenant_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'mac_address': 'fa:16:3e:0b:8f:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cdae58c-9b05-4e69-aae0-f3043115cc4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': '8bc46cc2-798d-4f29-8a14-65f31e39580f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:58:38Z', 'updated_at': '2022-02-19T02:58:49Z', 'revision_number': 4, 'project_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'subnets': [{'id': '8bc46cc2-798d-4f29-8a14-65f31e39580f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4f4a963-5bb1-4f5c-a5f5-7ddeb8cf445e', 'name': '', 'network_id': '6db4454b-3044-4545-9c9b-9fece8ecc9db', 'tenant_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'mac_address': 'fa:16:3e:ea:6d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdae58c-9b05-4e69-aae0-f3043115cc4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': 'ce12a843-822e-4a25-b8c3-728dd5a339e5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:58:29Z', 'updated_at': '2022-02-19T02:58:42Z', 'revision_number': 5, 'project_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'subnets': [{'id': 'ce12a843-822e-4a25-b8c3-728dd5a339e5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:58:50.464223 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074778d4-7e88-4a8c-8bb2-35b3862bdc20 None None] The sync data for ids ['3cdae58c-9b05-4e69-aae0-f3043115cc4e'] in n-d-826753-2 is: [{'id': '3cdae58c-9b05-4e69-aae0-f3043115cc4e', 'name': 'tempest-RoutersTest-router-191430420', 'tenant_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:58:18Z', 'updated_at': '2022-02-19T02:58:43Z', 'revision_number': 4, 'project_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'gw_port_host': None, '_interfaces': [{'id': '310c7eed-df8d-4cec-a39d-9a99ccd603e0', 'name': '', 'network_id': '8145ca99-f04b-4824-9a94-21de580b4a69', 'tenant_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'mac_address': 'fa:16:3e:ce:2e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdae58c-9b05-4e69-aae0-f3043115cc4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '20259683-fb47-49b7-8d52-ce41b6898621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:58:21Z', 'updated_at': '2022-02-19T02:58:30Z', 'revision_number': 5, 'project_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'subnets': [{'id': '20259683-fb47-49b7-8d52-ce41b6898621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a00a6ea-63e1-49f6-85a5-afe74077c2b9', 'name': '', 'network_id': 'b617cfc3-5095-456c-9ea4-c6de39a33c45', 'tenant_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'mac_address': 'fa:16:3e:0b:8f:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cdae58c-9b05-4e69-aae0-f3043115cc4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': '8bc46cc2-798d-4f29-8a14-65f31e39580f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:58:38Z', 'updated_at': '2022-02-19T02:58:49Z', 'revision_number': 4, 'project_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'subnets': [{'id': '8bc46cc2-798d-4f29-8a14-65f31e39580f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4f4a963-5bb1-4f5c-a5f5-7ddeb8cf445e', 'name': '', 'network_id': '6db4454b-3044-4545-9c9b-9fece8ecc9db', 'tenant_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'mac_address': 'fa:16:3e:ea:6d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdae58c-9b05-4e69-aae0-f3043115cc4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': 'ce12a843-822e-4a25-b8c3-728dd5a339e5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:58:29Z', 'updated_at': '2022-02-19T02:58:42Z', 'revision_number': 5, 'project_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'subnets': [{'id': 'ce12a843-822e-4a25-b8c3-728dd5a339e5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:58:50.675954 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:50.820396 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-6a4971ee-0474-43f6-a50d-29b24f6ff346 None None] Current status of the port 3a00a6ea-63e1-49f6-85a5-afe74077c2b9 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:58:50.820756 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6a4971ee-0474-43f6-a50d-29b24f6ff346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (3a00a6ea-63e1-49f6-85a5-afe74077c2b9), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:50.890301 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-118c47de-17ee-45ac-916a-9fca7d2fdd15 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=61fce395c5b44df48f21d02853aab2e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7755373 Feb 19 02:58:50.893225 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 43658) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:50.939392 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-148cf6ee-4678-4d2a-8f43-a910dad2b792 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:50.940941 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e5a896-75f6-4644-819a-bbcf31583fde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-a263e49b-cd1e-4e38-99f9-09d3e4e8c013', 'network_id': 'a263e49b-cd1e-4e38-99f9-09d3e4e8c013', 'project_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'fixed_ips': [{'subnet_id': '6344d7e0-e013-46f8-95ba-8900fc4b4564'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:58:50.941843 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-02e5a896-75f6-4644-819a-bbcf31583fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:51.057467 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-6a4971ee-0474-43f6-a50d-29b24f6ff346 None None] For port 3a00a6ea-63e1-49f6-85a5-afe74077c2b9, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=3a00a6ea-63e1-49f6-85a5-afe74077c2b9,segment=NetworkSegment(33775731-8962-4bea-9873-c9ed02ce2e76),segment_id=33775731-8962-4bea-9873-c9ed02ce2e76)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:58:51.109069 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6a4971ee-0474-43f6-a50d-29b24f6ff346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (3a00a6ea-63e1-49f6-85a5-afe74077c2b9), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:51.212075 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ee30e8e6-6977-4e4a-a13d-316aacffae53 admin admin] Publish callbacks [] for security_group (05cacede-32d1-49c7-ba84-4d5ad2e72ab6), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:51.305412 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb048e3b-dffb-4117-b638-2d272712bbe9 req-b83500e1-57d3-4b41-9d43-70eae2ef2b6a tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:51.310481 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bb048e3b-dffb-4117-b638-2d272712bbe9 req-b83500e1-57d3-4b41-9d43-70eae2ef2b6a tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/ports?device_id=1acb5283-7513-4bc2-a633-a91a277157f6 HTTP/1.1" status: 200 len: 945 time: 0.4037731 Feb 19 02:58:51.378504 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ee30e8e6-6977-4e4a-a13d-316aacffae53 admin admin] Publish callbacks [] for security_group (05cacede-32d1-49c7-ba84-4d5ad2e72ab6), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:51.499765 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 43676) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:51.570636 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bb048e3b-dffb-4117-b638-2d272712bbe9 req-4993c459-048a-467d-a211-86f5a010b769 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ba0f102-3452-4e6f-b12d-3fac2606ad0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226107 Feb 19 02:58:51.596858 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4971ee-0474-43f6-a50d-29b24f6ff346 None None] Pushing event updated for resources: {'Port': ['ID=3a00a6ea-63e1-49f6-85a5-afe74077c2b9,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:51.622097 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ee30e8e6-6977-4e4a-a13d-316aacffae53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (05cacede-32d1-49c7-ba84-4d5ad2e72ab6), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:51.623783 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 3a00a6ea-63e1-49f6-85a5-afe74077c2b9 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:58:51.627188 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ee30e8e6-6977-4e4a-a13d-316aacffae53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:51.638600 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-ee30e8e6-6977-4e4a-a13d-316aacffae53 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/05cacede-32d1-49c7-ba84-4d5ad2e72ab6 HTTP/1.1" status: 204 len: 168 time: 0.7368395 Feb 19 02:58:51.667542 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee30e8e6-6977-4e4a-a13d-316aacffae53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05cacede-32d1-49c7-ba84-4d5ad2e72ab6,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:51.748608 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-6a4971ee-0474-43f6-a50d-29b24f6ff346 None None] Provisioning complete for port 641a1415-833a-4223-a0c7-cd371a5e7055 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:58:51.749176 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6a4971ee-0474-43f6-a50d-29b24f6ff346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (641a1415-833a-4223-a0c7-cd371a5e7055), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:51.809788 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-02e5a896-75f6-4644-819a-bbcf31583fde None None] Allocated IP 172.23.0.2 (a263e49b-cd1e-4e38-99f9-09d3e4e8c013/6344d7e0-e013-46f8-95ba-8900fc4b4564/82530043-5bf7-4b62-9585-55013a657d7a) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:58:51.827936 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-2a26c36b-2576-4932-a95d-299e6178c6db tempest-NetworksNegativeTestJSON-149325501 tempest-NetworksNegativeTestJSON-149325501-project] Request body: {'port': {'network_id': 'c4f7dbf3-b72b-4d98-9383-c97b54bbc824', 'name': 'tempest-NetworksNegativeTestJSON-1717631957'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:58:51.863477 n-d-826753-2 neutron-server[103701]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a26c36b-2576-4932-a95d-299e6178c6db tempest-NetworksNegativeTestJSON-149325501 tempest-NetworksNegativeTestJSON-149325501-project] POST failed (client error): The resource could not be found. Feb 19 02:58:51.864263 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a26c36b-2576-4932-a95d-299e6178c6db tempest-NetworksNegativeTestJSON-149325501 tempest-NetworksNegativeTestJSON-149325501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 02:58:51.866046 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-2a26c36b-2576-4932-a95d-299e6178c6db tempest-NetworksNegativeTestJSON-149325501 tempest-NetworksNegativeTestJSON-149325501-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3606594 Feb 19 02:58:51.867727 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 3a00a6ea-63e1-49f6-85a5-afe74077c2b9 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:58:51.873611 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 43686) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:51.876485 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (3a00a6ea-63e1-49f6-85a5-afe74077c2b9), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:51.917592 n-d-826753-2 neutron-server[103701]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cb7420e-be92-4e16-b65b-8594c53ceeaf tempest-NetworksNegativeTestJSON-149325501 tempest-NetworksNegativeTestJSON-149325501-project] DELETE failed (client error): The resource could not be found. Feb 19 02:58:51.918271 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cb7420e-be92-4e16-b65b-8594c53ceeaf tempest-NetworksNegativeTestJSON-149325501 tempest-NetworksNegativeTestJSON-149325501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 02:58:51.931561 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-4cb7420e-be92-4e16-b65b-8594c53ceeaf tempest-NetworksNegativeTestJSON-149325501 tempest-NetworksNegativeTestJSON-149325501-project] 10.222.0.72 "DELETE /v2.0/networks/c71885fc-af1c-4575-bdc3-8ba0efb03042 HTTP/1.1" status: 404 len: 339 time: 0.0529208 Feb 19 02:58:51.931933 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 43688) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:52.003256 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-701a4e7c-129c-4cd1-a6e7-f5a21df1cc9b tempest-NetworksNegativeTestJSON-149325501 tempest-NetworksNegativeTestJSON-149325501-project] DELETE failed (client error): The resource could not be found. Feb 19 02:58:52.003952 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-701a4e7c-129c-4cd1-a6e7-f5a21df1cc9b tempest-NetworksNegativeTestJSON-149325501 tempest-NetworksNegativeTestJSON-149325501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 02:58:52.019389 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-701a4e7c-129c-4cd1-a6e7-f5a21df1cc9b tempest-NetworksNegativeTestJSON-149325501 tempest-NetworksNegativeTestJSON-149325501-project] 10.222.0.72 "DELETE /v2.0/ports/529bc1ae-9c0a-4dd8-825a-514f3383f2d7 HTTP/1.1" status: 404 len: 333 time: 0.0839918 Feb 19 02:58:52.021144 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 43690) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:52.086696 n-d-826753-2 neutron-server[103701]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdec71a5-a024-47f8-9aea-44e76bddd39d tempest-NetworksNegativeTestJSON-149325501 tempest-NetworksNegativeTestJSON-149325501-project] DELETE failed (client error): The resource could not be found. Feb 19 02:58:52.087744 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdec71a5-a024-47f8-9aea-44e76bddd39d tempest-NetworksNegativeTestJSON-149325501 tempest-NetworksNegativeTestJSON-149325501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 02:58:52.091046 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-fdec71a5-a024-47f8-9aea-44e76bddd39d tempest-NetworksNegativeTestJSON-149325501 tempest-NetworksNegativeTestJSON-149325501-project] 10.222.0.72 "DELETE /v2.0/subnets/071b8720-c785-412f-8587-494cb5ec2845 HTTP/1.1" status: 404 len: 337 time: 0.0684347 Feb 19 02:58:52.092140 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:52.095422 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 43696) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:52.143923 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-b60f3376-80b2-4378-ae51-d33c436b8d52 tempest-NetworksNegativeTestJSON-149325501 tempest-NetworksNegativeTestJSON-149325501-project] GET failed (client error): The resource could not be found. Feb 19 02:58:52.150747 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-b60f3376-80b2-4378-ae51-d33c436b8d52 tempest-NetworksNegativeTestJSON-149325501 tempest-NetworksNegativeTestJSON-149325501-project] 10.222.0.72 "GET /v2.0/networks/7e5205b1-68f1-4673-beee-240bbd773fb0 HTTP/1.1" status: 404 len: 339 time: 0.0540628 Feb 19 02:58:52.154540 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 43700) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:52.212020 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bf64084-f6eb-476e-a817-7b53423fc679 tempest-NetworksNegativeTestJSON-149325501 tempest-NetworksNegativeTestJSON-149325501-project] GET failed (client error): The resource could not be found. Feb 19 02:58:52.214798 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-1bf64084-f6eb-476e-a817-7b53423fc679 tempest-NetworksNegativeTestJSON-149325501 tempest-NetworksNegativeTestJSON-149325501-project] 10.222.0.72 "GET /v2.0/ports/1cbfc348-1218-46e1-b0e6-4a7f67b9758b HTTP/1.1" status: 404 len: 333 time: 0.0584745 Feb 19 02:58:52.218537 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 43702) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:52.252923 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-04dbe22a-1f5c-4b9f-80be-2a111e91c5b4 tempest-NetworksNegativeTestJSON-149325501 tempest-NetworksNegativeTestJSON-149325501-project] GET failed (client error): The resource could not be found. Feb 19 02:58:52.254718 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-04dbe22a-1f5c-4b9f-80be-2a111e91c5b4 tempest-NetworksNegativeTestJSON-149325501 tempest-NetworksNegativeTestJSON-149325501-project] 10.222.0.72 "GET /v2.0/subnets/716de9b6-0237-42ba-8ea4-ff7518a91de3 HTTP/1.1" status: 404 len: 337 time: 0.0330849 Feb 19 02:58:52.255773 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-6a4971ee-0474-43f6-a50d-29b24f6ff346 None None] Current status of the port 641a1415-833a-4223-a0c7-cd371a5e7055 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:58:52.258465 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 43704) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:52.264387 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-4c4ee7cb-3148-4cef-bda8-88b6a090db9a tempest-NetworksNegativeTestJSON-149325501 tempest-NetworksNegativeTestJSON-149325501-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:58:52.293544 n-d-826753-2 neutron-server[103701]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c4ee7cb-3148-4cef-bda8-88b6a090db9a tempest-NetworksNegativeTestJSON-149325501 tempest-NetworksNegativeTestJSON-149325501-project] PUT failed (client error): The resource could not be found. Feb 19 02:58:52.295013 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c4ee7cb-3148-4cef-bda8-88b6a090db9a tempest-NetworksNegativeTestJSON-149325501 tempest-NetworksNegativeTestJSON-149325501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 02:58:52.302159 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 43708) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:52.302619 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-4c4ee7cb-3148-4cef-bda8-88b6a090db9a tempest-NetworksNegativeTestJSON-149325501 tempest-NetworksNegativeTestJSON-149325501-project] 10.222.0.72 "PUT /v2.0/networks/39b9a1de-675c-4bc4-ae98-84b5be8e460a HTTP/1.1" status: 404 len: 339 time: 0.0429087 Feb 19 02:58:52.309239 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-621e0465-eee2-4b85-a74e-e5e63e4bc921 tempest-NetworksNegativeTestJSON-149325501 tempest-NetworksNegativeTestJSON-149325501-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:58:52.373450 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-621e0465-eee2-4b85-a74e-e5e63e4bc921 tempest-NetworksNegativeTestJSON-149325501 tempest-NetworksNegativeTestJSON-149325501-project] PUT failed (client error): The resource could not be found. Feb 19 02:58:52.374036 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-621e0465-eee2-4b85-a74e-e5e63e4bc921 tempest-NetworksNegativeTestJSON-149325501 tempest-NetworksNegativeTestJSON-149325501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 02:58:52.380356 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-621e0465-eee2-4b85-a74e-e5e63e4bc921 tempest-NetworksNegativeTestJSON-149325501 tempest-NetworksNegativeTestJSON-149325501-project] 10.222.0.72 "PUT /v2.0/ports/5b3956eb-c563-4e50-bc52-abe8fd6e2c38 HTTP/1.1" status: 404 len: 333 time: 0.0717487 Feb 19 02:58:52.381428 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 43714) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:52.394448 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 3a00a6ea-63e1-49f6-85a5-afe74077c2b9 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:58:52.403795 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-8cf28285-b50d-49f2-8ee0-e2292c517e0d tempest-NetworksNegativeTestJSON-149325501 tempest-NetworksNegativeTestJSON-149325501-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:58:52.429000 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-02e5a896-75f6-4644-819a-bbcf31583fde None None] Publish callbacks [] for port (82530043-5bf7-4b62-9585-55013a657d7a), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:52.439013 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:52.440331 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-96d8a5d6-2b10-4488-8614-d563151baed0 None None] Provisioning complete for port 3a00a6ea-63e1-49f6-85a5-afe74077c2b9 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:58:52.440888 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-96d8a5d6-2b10-4488-8614-d563151baed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (3a00a6ea-63e1-49f6-85a5-afe74077c2b9), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:52.446687 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-02e5a896-75f6-4644-819a-bbcf31583fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (82530043-5bf7-4b62-9585-55013a657d7a), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:52.496475 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cf28285-b50d-49f2-8ee0-e2292c517e0d tempest-NetworksNegativeTestJSON-149325501 tempest-NetworksNegativeTestJSON-149325501-project] PUT failed (client error): The resource could not be found. Feb 19 02:58:52.502247 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cf28285-b50d-49f2-8ee0-e2292c517e0d tempest-NetworksNegativeTestJSON-149325501 tempest-NetworksNegativeTestJSON-149325501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 02:58:52.504930 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-8cf28285-b50d-49f2-8ee0-e2292c517e0d tempest-NetworksNegativeTestJSON-149325501 tempest-NetworksNegativeTestJSON-149325501-project] 10.222.0.72 "PUT /v2.0/subnets/2ae75e27-ea0a-4bc7-a19c-4d2a78126164 HTTP/1.1" status: 404 len: 337 time: 0.1201265 Feb 19 02:58:52.528391 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e5a896-75f6-4644-819a-bbcf31583fde None None] Network a263e49b-cd1e-4e38-99f9-09d3e4e8c013 is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:58:52.535490 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-02e5a896-75f6-4644-819a-bbcf31583fde None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:58:52.558243 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e5a896-75f6-4644-819a-bbcf31583fde None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:58:52.580336 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e5a896-75f6-4644-819a-bbcf31583fde None None] Pushing event updated for resources: {'Port': ['ID=82530043-5bf7-4b62-9585-55013a657d7a,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:52.685484 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-148cf6ee-4678-4d2a-8f43-a910dad2b792 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Allocated IP 172.23.0.1 (a263e49b-cd1e-4e38-99f9-09d3e4e8c013/6344d7e0-e013-46f8-95ba-8900fc4b4564/4a08a4a3-d514-4b3c-852a-7fd7879b9f36) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:58:52.708367 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-02e5a896-75f6-4644-819a-bbcf31583fde None None] Attempting to bind port 82530043-5bf7-4b62-9585-55013a657d7a on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:58:52.708749 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-02e5a896-75f6-4644-819a-bbcf31583fde None None] Attempting to bind port 82530043-5bf7-4b62-9585-55013a657d7a by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '004844b7-3725-4a50-ac88-e44011995a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'a263e49b-cd1e-4e38-99f9-09d3e4e8c013'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:58:52.710596 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e5a896-75f6-4644-819a-bbcf31583fde None None] Attempting to bind port 82530043-5bf7-4b62-9585-55013a657d7a on network a263e49b-cd1e-4e38-99f9-09d3e4e8c013 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:58:52.723943 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e5a896-75f6-4644-819a-bbcf31583fde None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:58:52.727783 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e5a896-75f6-4644-819a-bbcf31583fde None None] Checking segment: {'id': '004844b7-3725-4a50-ac88-e44011995a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'a263e49b-cd1e-4e38-99f9-09d3e4e8c013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:58:52.728416 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-02e5a896-75f6-4644-819a-bbcf31583fde None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:52.729052 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e5a896-75f6-4644-819a-bbcf31583fde None None] Bound using segment: {'id': '004844b7-3725-4a50-ac88-e44011995a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'a263e49b-cd1e-4e38-99f9-09d3e4e8c013'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:58:52.729742 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-02e5a896-75f6-4644-819a-bbcf31583fde None None] Bound port: 82530043-5bf7-4b62-9585-55013a657d7a, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '004844b7-3725-4a50-ac88-e44011995a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'a263e49b-cd1e-4e38-99f9-09d3e4e8c013'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:58:52.731032 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-02e5a896-75f6-4644-819a-bbcf31583fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (82530043-5bf7-4b62-9585-55013a657d7a), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:52.890201 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaafae7-4799-449e-8da8-b830fa29c5be req-ee6568ba-d6ba-4f44-940e-ec36aa2d7cc1 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:52.902958 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-efaafae7-4799-449e-8da8-b830fa29c5be req-ee6568ba-d6ba-4f44-940e-ec36aa2d7cc1 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/ports?device_id=1acb5283-7513-4bc2-a633-a91a277157f6 HTTP/1.1" status: 200 len: 945 time: 0.1315548 Feb 19 02:58:52.926058 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-96d8a5d6-2b10-4488-8614-d563151baed0 None None] Current status of the port 3a00a6ea-63e1-49f6-85a5-afe74077c2b9 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:58:53.003787 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-efaafae7-4799-449e-8da8-b830fa29c5be req-c5d3cfa4-b3d4-4cfb-b34d-995132fb3132 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ba0f102-3452-4e6f-b12d-3fac2606ad0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997486 Feb 19 02:58:53.028001 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-02e5a896-75f6-4644-819a-bbcf31583fde None None] For port 82530043-5bf7-4b62-9585-55013a657d7a, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:58:53.038823 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-02e5a896-75f6-4644-819a-bbcf31583fde None None] For port 82530043-5bf7-4b62-9585-55013a657d7a, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=82530043-5bf7-4b62-9585-55013a657d7a,segment=NetworkSegment(004844b7-3725-4a50-ac88-e44011995a18),segment_id=004844b7-3725-4a50-ac88-e44011995a18)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:58:53.060694 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-02e5a896-75f6-4644-819a-bbcf31583fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (82530043-5bf7-4b62-9585-55013a657d7a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:53.090632 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-148cf6ee-4678-4d2a-8f43-a910dad2b792 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks [] for port (4a08a4a3-d514-4b3c-852a-7fd7879b9f36), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:53.148424 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e5a896-75f6-4644-819a-bbcf31583fde None None] Pushing event updated for resources: {'Port': ['ID=82530043-5bf7-4b62-9585-55013a657d7a,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:53.210355 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 43744) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:53.228982 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-148cf6ee-4678-4d2a-8f43-a910dad2b792 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (4a08a4a3-d514-4b3c-852a-7fd7879b9f36), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:53.426675 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148cf6ee-4678-4d2a-8f43-a910dad2b792 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Network a263e49b-cd1e-4e38-99f9-09d3e4e8c013 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:58:53.454464 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-148cf6ee-4678-4d2a-8f43-a910dad2b792 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:58:53.458640 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148cf6ee-4678-4d2a-8f43-a910dad2b792 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:58:53.468612 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148cf6ee-4678-4d2a-8f43-a910dad2b792 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Pushing event updated for resources: {'Port': ['ID=4a08a4a3-d514-4b3c-852a-7fd7879b9f36,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:53.538243 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 3a00a6ea-63e1-49f6-85a5-afe74077c2b9 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:58:53.588868 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148cf6ee-4678-4d2a-8f43-a910dad2b792 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:58:53.589659 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148cf6ee-4678-4d2a-8f43-a910dad2b792 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:58:53.591111 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148cf6ee-4678-4d2a-8f43-a910dad2b792 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:58:53.593263 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148cf6ee-4678-4d2a-8f43-a910dad2b792 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:58:53.593937 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148cf6ee-4678-4d2a-8f43-a910dad2b792 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:58:53.595705 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148cf6ee-4678-4d2a-8f43-a910dad2b792 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:58:53.597495 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148cf6ee-4678-4d2a-8f43-a910dad2b792 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:58:53.598073 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148cf6ee-4678-4d2a-8f43-a910dad2b792 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:58:53.601685 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148cf6ee-4678-4d2a-8f43-a910dad2b792 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:58:53.602331 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148cf6ee-4678-4d2a-8f43-a910dad2b792 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:58:53.602908 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148cf6ee-4678-4d2a-8f43-a910dad2b792 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:58:53.603473 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148cf6ee-4678-4d2a-8f43-a910dad2b792 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:58:53.604026 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148cf6ee-4678-4d2a-8f43-a910dad2b792 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:58:53.610745 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 345cd0bb-2f06-4308-b294-f559ec81a50b up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:58:53.654589 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-148cf6ee-4678-4d2a-8f43-a910dad2b792 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16289150'] for router_interface (3cdae58c-9b05-4e69-aae0-f3043115cc4e), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:53.796499 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 3a00a6ea-63e1-49f6-85a5-afe74077c2b9 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:58:53.798179 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (3a00a6ea-63e1-49f6-85a5-afe74077c2b9), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:53.804973 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning for port 345cd0bb-2f06-4308-b294-f559ec81a50b completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:58:53.842427 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-fc7436b7-89f4-4ace-bba2-e3f208a51f54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:53.889260 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port 345cd0bb-2f06-4308-b294-f559ec81a50b triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:58:53.890317 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (345cd0bb-2f06-4308-b294-f559ec81a50b), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:53.993591 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-148cf6ee-4678-4d2a-8f43-a910dad2b792 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (4a08a4a3-d514-4b3c-852a-7fd7879b9f36), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:54.047059 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-fc7436b7-89f4-4ace-bba2-e3f208a51f54 admin admin] Publish callbacks [] for security_group (fde600af-133d-4e9e-ab15-6bbad4ab4b96), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:54.056040 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-fc7436b7-89f4-4ace-bba2-e3f208a51f54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (fde600af-133d-4e9e-ab15-6bbad4ab4b96), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:54.235428 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-fc7436b7-89f4-4ace-bba2-e3f208a51f54 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=db3f7b5b0df44b1e9164285d7bfa0fed&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0232286 Feb 19 02:58:54.251376 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 43770) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:54.258674 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 43774) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:54.314325 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 345cd0bb-2f06-4308-b294-f559ec81a50b is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:58:54.315477 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (345cd0bb-2f06-4308-b294-f559ec81a50b), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:54.319437 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 3a00a6ea-63e1-49f6-85a5-afe74077c2b9 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:58:54.351099 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7436b7-89f4-4ace-bba2-e3f208a51f54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fde600af-133d-4e9e-ab15-6bbad4ab4b96,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:54.382198 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1acb5283-7513-4bc2-a633-a91a277157f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '345cd0bb-2f06-4308-b294-f559ec81a50b'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:58:54.391656 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-febe05f8-6abc-4ef3-a6e8-7df5855e8016" -d '{"events": [{"server_uuid": "1acb5283-7513-4bc2-a633-a91a277157f6", "name": "network-vif-plugged", "status": "completed", "tag": "345cd0bb-2f06-4308-b294-f559ec81a50b"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:58:54.434867 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 345cd0bb-2f06-4308-b294-f559ec81a50b, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=345cd0bb-2f06-4308-b294-f559ec81a50b,segment=NetworkSegment(c6117011-521a-469d-908d-80df02851f25),segment_id=c6117011-521a-469d-908d-80df02851f25)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:58:54.446995 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (345cd0bb-2f06-4308-b294-f559ec81a50b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:54.548647 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a7ad99e-bb6c-4cbd-bf09-bf7a079bb72c x-openstack-request-id: req-1a7ad99e-bb6c-4cbd-bf09-bf7a079bb72c {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:58:54.552904 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1acb5283-7513-4bc2-a633-a91a277157f6", "name": "network-vif-plugged", "status": "completed", "tag": "345cd0bb-2f06-4308-b294-f559ec81a50b", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:58:54.557290 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1a7ad99e-bb6c-4cbd-bf09-bf7a079bb72c {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:58:54.558086 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1acb5283-7513-4bc2-a633-a91a277157f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '345cd0bb-2f06-4308-b294-f559ec81a50b', 'code': 200} Feb 19 02:58:54.642005 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=345cd0bb-2f06-4308-b294-f559ec81a50b,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:54.806331 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-148cf6ee-4678-4d2a-8f43-a910dad2b792 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks [] for port (4a08a4a3-d514-4b3c-852a-7fd7879b9f36), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:54.829335 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-148cf6ee-4678-4d2a-8f43-a910dad2b792 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (4a08a4a3-d514-4b3c-852a-7fd7879b9f36), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:54.920634 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-176b9e67-3ec2-4aa1-8cee-544cb91be4ab req-894aae4c-18c3-4167-bc41-bb907dbb415f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3662577 Feb 19 02:58:54.974244 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-148cf6ee-4678-4d2a-8f43-a910dad2b792 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16362769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16289258'] for router_interface (3cdae58c-9b05-4e69-aae0-f3043115cc4e), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:54.977450 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148cf6ee-4678-4d2a-8f43-a910dad2b792 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Pushing event updated for resources: {'Port': ['ID=4a08a4a3-d514-4b3c-852a-7fd7879b9f36,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:55.082905 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d952dcb7-1c3e-416a-8ca1-8f680c6a962e None None] Network a263e49b-cd1e-4e38-99f9-09d3e4e8c013 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:58:55.087613 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-ccfc18f1-e239-47e9-9a42-ba320dd83edf tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1379652041'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:58:55.104795 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7436b7-89f4-4ace-bba2-e3f208a51f54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:58:55.105180 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7436b7-89f4-4ace-bba2-e3f208a51f54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:58:55.105518 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7436b7-89f4-4ace-bba2-e3f208a51f54 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:58:55.106053 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7436b7-89f4-4ace-bba2-e3f208a51f54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:58:55.106585 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7436b7-89f4-4ace-bba2-e3f208a51f54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:58:55.107120 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7436b7-89f4-4ace-bba2-e3f208a51f54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:58:55.107624 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7436b7-89f4-4ace-bba2-e3f208a51f54 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:58:55.108135 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7436b7-89f4-4ace-bba2-e3f208a51f54 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:58:55.108632 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7436b7-89f4-4ace-bba2-e3f208a51f54 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:58:55.109206 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7436b7-89f4-4ace-bba2-e3f208a51f54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:58:55.109729 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7436b7-89f4-4ace-bba2-e3f208a51f54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:58:55.110862 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7436b7-89f4-4ace-bba2-e3f208a51f54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:58:55.111375 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7436b7-89f4-4ace-bba2-e3f208a51f54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:58:55.152824 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176b9e67-3ec2-4aa1-8cee-544cb91be4ab req-a2b5bb73-c1b7-48f1-bf0a-2c522d88ed88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:55.157648 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176b9e67-3ec2-4aa1-8cee-544cb91be4ab req-a2b5bb73-c1b7-48f1-bf0a-2c522d88ed88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:55.158150 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176b9e67-3ec2-4aa1-8cee-544cb91be4ab req-a2b5bb73-c1b7-48f1-bf0a-2c522d88ed88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:55.158631 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176b9e67-3ec2-4aa1-8cee-544cb91be4ab req-a2b5bb73-c1b7-48f1-bf0a-2c522d88ed88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:55.159104 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176b9e67-3ec2-4aa1-8cee-544cb91be4ab req-a2b5bb73-c1b7-48f1-bf0a-2c522d88ed88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:55.159570 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176b9e67-3ec2-4aa1-8cee-544cb91be4ab req-a2b5bb73-c1b7-48f1-bf0a-2c522d88ed88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:55.160041 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176b9e67-3ec2-4aa1-8cee-544cb91be4ab req-a2b5bb73-c1b7-48f1-bf0a-2c522d88ed88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:55.162171 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-176b9e67-3ec2-4aa1-8cee-544cb91be4ab req-a2b5bb73-c1b7-48f1-bf0a-2c522d88ed88 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6ec3dd7afd834c809d570f5110147b8d&device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 6709 time: 0.1638515 Feb 19 02:58:55.306508 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e964ab82-0c7e-42fe-9ce8-35936eabede4 req-c7f6af93-e174-455b-8eaf-31db269a4e76 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:55.310500 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e964ab82-0c7e-42fe-9ce8-35936eabede4 req-c7f6af93-e174-455b-8eaf-31db269a4e76 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/ports?device_id=1acb5283-7513-4bc2-a633-a91a277157f6 HTTP/1.1" status: 200 len: 945 time: 1.1353779 Feb 19 02:58:55.320515 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccfc18f1-e239-47e9-9a42-ba320dd83edf tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Made reservation on behalf of 29687d4120c44a5fbc729d5c84960c1a for: {'network': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:58:55.335038 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ccfc18f1-e239-47e9-9a42-ba320dd83edf tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:55.344292 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-ad84eb01-83b3-4d7c-bd93-d78243262dc8 None None] Provisioning complete for port 82530043-5bf7-4b62-9585-55013a657d7a triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:58:55.344881 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-ad84eb01-83b3-4d7c-bd93-d78243262dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (82530043-5bf7-4b62-9585-55013a657d7a), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:55.426627 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ccfc18f1-e239-47e9-9a42-ba320dd83edf tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:55.435853 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b77a4b29-fddf-4a92-8c79-8c39c4c9361b admin admin] Publish callbacks [] for security_group (fde600af-133d-4e9e-ab15-6bbad4ab4b96), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:55.444713 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18ebe10-1fc1-427f-8725-c80dd1f5f36f req-eae3852f-4f97-48b2-bef1-e19c37c9f9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:55.450235 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d18ebe10-1fc1-427f-8725-c80dd1f5f36f req-eae3852f-4f97-48b2-bef1-e19c37c9f9a3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1acb5283-7513-4bc2-a633-a91a277157f6 HTTP/1.1" status: 200 len: 1128 time: 0.4111400 Feb 19 02:58:55.480266 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 82530043-5bf7-4b62-9585-55013a657d7a up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:58:55.485495 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5556679-7872-4460-80d5-5d7b24327262 req-4a591d78-6071-428e-bdda-f889349b10a3 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:55.490266 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c5556679-7872-4460-80d5-5d7b24327262 req-4a591d78-6071-428e-bdda-f889349b10a3 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 946 time: 0.4528360 Feb 19 02:58:55.542954 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176b9e67-3ec2-4aa1-8cee-544cb91be4ab req-00109ac8-fdd0-4d71-a58f-8412828db0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:55.543439 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176b9e67-3ec2-4aa1-8cee-544cb91be4ab req-00109ac8-fdd0-4d71-a58f-8412828db0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:55.555421 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176b9e67-3ec2-4aa1-8cee-544cb91be4ab req-00109ac8-fdd0-4d71-a58f-8412828db0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:55.558914 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-176b9e67-3ec2-4aa1-8cee-544cb91be4ab req-00109ac8-fdd0-4d71-a58f-8412828db0ef service neutron] 10.222.0.73 "GET /v2.0/networks?id=d6693eea-5935-4b21-81c1-498cbd8a50e6&id=25635acc-9f56-41ab-b8cd-dd2744f3f7b3&id=25635acc-9f56-41ab-b8cd-dd2744f3f7b3&id=25635acc-9f56-41ab-b8cd-dd2744f3f7b3&id=25635acc-9f56-41ab-b8cd-dd2744f3f7b3&id=b0af2fed-15cc-4a59-82f9-c56cce972954&id=b0af2fed-15cc-4a59-82f9-c56cce972954 HTTP/1.1" status: 200 len: 2293 time: 0.3651145 Feb 19 02:58:55.560864 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148cf6ee-4678-4d2a-8f43-a910dad2b792 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Network a263e49b-cd1e-4e38-99f9-09d3e4e8c013 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:58:55.568647 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-ad84eb01-83b3-4d7c-bd93-d78243262dc8 None None] Current status of the port 82530043-5bf7-4b62-9585-55013a657d7a is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:58:55.570236 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-ad84eb01-83b3-4d7c-bd93-d78243262dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (82530043-5bf7-4b62-9585-55013a657d7a), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:55.571043 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-148cf6ee-4678-4d2a-8f43-a910dad2b792 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:58:55.607340 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b77a4b29-fddf-4a92-8c79-8c39c4c9361b admin admin] Publish callbacks [] for security_group (fde600af-133d-4e9e-ab15-6bbad4ab4b96), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:55.624026 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 43800) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:55.637736 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-ad84eb01-83b3-4d7c-bd93-d78243262dc8 None None] For port 82530043-5bf7-4b62-9585-55013a657d7a, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=82530043-5bf7-4b62-9585-55013a657d7a,segment=NetworkSegment(004844b7-3725-4a50-ac88-e44011995a18),segment_id=004844b7-3725-4a50-ac88-e44011995a18)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:58:55.645189 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 82530043-5bf7-4b62-9585-55013a657d7a triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:58:55.646619 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (82530043-5bf7-4b62-9585-55013a657d7a), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:55.761192 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-ad84eb01-83b3-4d7c-bd93-d78243262dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (82530043-5bf7-4b62-9585-55013a657d7a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:55.797742 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-176b9e67-3ec2-4aa1-8cee-544cb91be4ab req-b9c66988-a8f3-4f8c-b698-2eb9bca2fa8f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=baadb01a-13aa-403f-bd9b-45b06f458a15 HTTP/1.1" status: 200 len: 1002 time: 0.2172289 Feb 19 02:58:55.848892 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b77a4b29-fddf-4a92-8c79-8c39c4c9361b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (fde600af-133d-4e9e-ab15-6bbad4ab4b96), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:55.854878 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b77a4b29-fddf-4a92-8c79-8c39c4c9361b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:55.858440 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-b77a4b29-fddf-4a92-8c79-8c39c4c9361b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/fde600af-133d-4e9e-ab15-6bbad4ab4b96 HTTP/1.1" status: 204 len: 168 time: 1.5962839 Feb 19 02:58:55.872401 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad84eb01-83b3-4d7c-bd93-d78243262dc8 None None] Pushing event updated for resources: {'Port': ['ID=82530043-5bf7-4b62-9585-55013a657d7a,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:55.893188 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 82530043-5bf7-4b62-9585-55013a657d7a is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:58:55.907758 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77a4b29-fddf-4a92-8c79-8c39c4c9361b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde600af-133d-4e9e-ab15-6bbad4ab4b96,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:55.966776 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c5556679-7872-4460-80d5-5d7b24327262 req-b06ecded-9a42-4529-8c75-a2ec1113ff35 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514927 Feb 19 02:58:55.994870 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e964ab82-0c7e-42fe-9ce8-35936eabede4 req-25f92874-87f1-4eed-86e2-0c36e6c4b8c6 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ba0f102-3452-4e6f-b12d-3fac2606ad0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6335659 Feb 19 02:58:56.007407 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176b9e67-3ec2-4aa1-8cee-544cb91be4ab req-a5da466a-0010-4384-ac07-ba34799ec8be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:56.020939 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-176b9e67-3ec2-4aa1-8cee-544cb91be4ab req-a5da466a-0010-4384-ac07-ba34799ec8be service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7ff33b6e-4154-4b50-8387-7c0038b41dcb HTTP/1.1" status: 200 len: 851 time: 0.1987929 Feb 19 02:58:56.025041 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-48cfd3ed-1b1a-4d45-9297-875797903285 None None] Provisioning complete for port 4a08a4a3-d514-4b3c-852a-7fd7879b9f36 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:58:56.026435 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-48cfd3ed-1b1a-4d45-9297-875797903285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (4a08a4a3-d514-4b3c-852a-7fd7879b9f36), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:56.105839 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d18ebe10-1fc1-427f-8725-c80dd1f5f36f req-fcf80b67-9b93-4d20-9f0a-75ee40b90fd1 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7ba0f102-3452-4e6f-b12d-3fac2606ad0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6061711 Feb 19 02:58:56.161255 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-48cfd3ed-1b1a-4d45-9297-875797903285 None None] Port 4a08a4a3-d514-4b3c-852a-7fd7879b9f36 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:58:56.208756 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-48cfd3ed-1b1a-4d45-9297-875797903285 None None] Provisioning complete for port 82530043-5bf7-4b62-9585-55013a657d7a triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:58:56.209417 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-48cfd3ed-1b1a-4d45-9297-875797903285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (82530043-5bf7-4b62-9585-55013a657d7a), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:56.216284 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5119151f-952a-4f77-9295-1853eca83abc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:56.259998 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ccfc18f1-e239-47e9-9a42-ba320dd83edf tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks [] for security_group (3fa29aaa-4a01-4218-9e7c-8ffbd4c5fccd), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:56.272289 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a4b39e-35e8-442e-b0d2-834255bcb7c3 req-acc11cfa-7df4-4078-ba1a-18165abb7174 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:56.274052 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-39a4b39e-35e8-442e-b0d2-834255bcb7c3 req-acc11cfa-7df4-4078-ba1a-18165abb7174 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 946 time: 0.1533592 Feb 19 02:58:56.276784 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ccfc18f1-e239-47e9-9a42-ba320dd83edf tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (3fa29aaa-4a01-4218-9e7c-8ffbd4c5fccd), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:56.278658 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-148cf6ee-4678-4d2a-8f43-a910dad2b792 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Router 3cdae58c-9b05-4e69-aae0-f3043115cc4e has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:58:56.299553 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176b9e67-3ec2-4aa1-8cee-544cb91be4ab req-fda94dc9-04e1-4f96-b9aa-48e2f166fade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:56.306978 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:56.309121 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-176b9e67-3ec2-4aa1-8cee-544cb91be4ab req-fda94dc9-04e1-4f96-b9aa-48e2f166fade service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d6693eea-5935-4b21-81c1-498cbd8a50e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2147110 Feb 19 02:58:56.361716 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccfc18f1-e239-47e9-9a42-ba320dd83edf tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] vlan segment allocate from pool success with {'vlan_id': 258, 'physical_network': 'physnet1'} {{(pid=103701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:58:56.402510 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ccfc18f1-e239-47e9-9a42-ba320dd83edf tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (5aa63ff8-2eec-4454-9862-75c1564dca52), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:56.403082 n-d-826753-2 neutron-server[103701]: INFO neutron.db.segments_db [None req-ccfc18f1-e239-47e9-9a42-ba320dd83edf tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Added segment 5aa63ff8-2eec-4454-9862-75c1564dca52 of type vlan for network 0ce59a8f-3c9b-4c07-a69f-c495ff49e28e Feb 19 02:58:56.422027 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfc18f1-e239-47e9-9a42-ba320dd83edf tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa29aaa-4a01-4218-9e7c-8ffbd4c5fccd,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:56.465086 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-39a4b39e-35e8-442e-b0d2-834255bcb7c3 req-eb4f1782-bdec-46e5-938e-8f9bde771784 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840866 Feb 19 02:58:56.498808 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-48cfd3ed-1b1a-4d45-9297-875797903285 None None] Current status of the port 82530043-5bf7-4b62-9585-55013a657d7a is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:58:56.518294 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5119151f-952a-4f77-9295-1853eca83abc admin admin] Publish callbacks [] for security_group (32909786-64ea-4aa2-ab09-c92157b71499), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:56.535337 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5119151f-952a-4f77-9295-1853eca83abc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (32909786-64ea-4aa2-ab09-c92157b71499), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:56.551525 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ccfc18f1-e239-47e9-9a42-ba320dd83edf tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (0ce59a8f-3c9b-4c07-a69f-c495ff49e28e), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:56.623351 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ccfc18f1-e239-47e9-9a42-ba320dd83edf tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (0ce59a8f-3c9b-4c07-a69f-c495ff49e28e), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:56.635249 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccfc18f1-e239-47e9-9a42-ba320dd83edf tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:56.635974 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ccfc18f1-e239-47e9-9a42-ba320dd83edf tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:56.638521 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-bc26e761-137d-4385-9bb7-15bd260a3c35 None None] Provisioning complete for port 4a08a4a3-d514-4b3c-852a-7fd7879b9f36 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:58:56.640572 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-bc26e761-137d-4385-9bb7-15bd260a3c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (4a08a4a3-d514-4b3c-852a-7fd7879b9f36), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:56.792335 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-bc26e761-137d-4385-9bb7-15bd260a3c35 None None] Port 4a08a4a3-d514-4b3c-852a-7fd7879b9f36 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:58:56.852819 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-ccfc18f1-e239-47e9-9a42-ba320dd83edf tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.5918193 Feb 19 02:58:56.901333 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfc18f1-e239-47e9-9a42-ba320dd83edf tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Pushing event updated for resources: {'Network': ['ID=0ce59a8f-3c9b-4c07-a69f-c495ff49e28e,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:56.958303 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 0ce59a8f-3c9b-4c07-a69f-c495ff49e28e details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:58:56.968507 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-1f40eb85-6a85-4ee6-b70c-8efb0d80735a None None] Provisioning complete for port 4a08a4a3-d514-4b3c-852a-7fd7879b9f36 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:58:56.969342 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-1f40eb85-6a85-4ee6-b70c-8efb0d80735a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (4a08a4a3-d514-4b3c-852a-7fd7879b9f36), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:57.292173 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff72d3-3c2d-43d4-939f-2deba303e62f req-555a8a76-0adc-4bfd-b570-0852c7194872 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:57.304806 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d5ff72d3-3c2d-43d4-939f-2deba303e62f req-555a8a76-0adc-4bfd-b570-0852c7194872 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/ports?device_id=1acb5283-7513-4bc2-a633-a91a277157f6 HTTP/1.1" status: 200 len: 946 time: 0.1493723 Feb 19 02:58:57.355267 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-1f40eb85-6a85-4ee6-b70c-8efb0d80735a None None] Port 4a08a4a3-d514-4b3c-852a-7fd7879b9f36 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:58:57.408414 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d5ff72d3-3c2d-43d4-939f-2deba303e62f req-010213dd-be2d-42da-9294-16359fced8bf tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ba0f102-3452-4e6f-b12d-3fac2606ad0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019449 Feb 19 02:58:57.457062 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 82530043-5bf7-4b62-9585-55013a657d7a up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:58:57.611425 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 82530043-5bf7-4b62-9585-55013a657d7a triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:58:57.612123 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (82530043-5bf7-4b62-9585-55013a657d7a), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:57.739154 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 43840) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:57.766394 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-148cf6ee-4678-4d2a-8f43-a910dad2b792 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:58:57.785354 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 43844) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:57.785590 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-148cf6ee-4678-4d2a-8f43-a910dad2b792 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] 10.222.0.72 "PUT /v2.0/routers/3cdae58c-9b05-4e69-aae0-f3043115cc4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0081344 Feb 19 02:58:57.792033 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-ae60c34a-0fb1-4d76-9596-933802130299 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:58:57.792216 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-5119151f-952a-4f77-9295-1853eca83abc admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6cfffc299d1944a590442dc401ac2490&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1671393 Feb 19 02:58:57.795141 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 43846) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:57.816517 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 82530043-5bf7-4b62-9585-55013a657d7a is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:58:57.835827 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d01b40-d264-4a69-a959-a84f45084390 None None] Sync routers for ids ['3cdae58c-9b05-4e69-aae0-f3043115cc4e'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:58:57.874116 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d01b40-d264-4a69-a959-a84f45084390 None None] Routers {'3cdae58c-9b05-4e69-aae0-f3043115cc4e'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:58:57.875091 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-14d01b40-d264-4a69-a959-a84f45084390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:58:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['3cdae58c-9b05-4e69-aae0-f3043115cc4e'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:58:57.901080 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-176b9e67-3ec2-4aa1-8cee-544cb91be4ab req-8abbddec-c5a0-4061-8a82-9c10cc8f4a61 service neutron] 10.222.0.73 "GET /v2.0/networks/d6693eea-5935-4b21-81c1-498cbd8a50e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3763530 Feb 19 02:58:57.907960 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5119151f-952a-4f77-9295-1853eca83abc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32909786-64ea-4aa2-ab09-c92157b71499,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:58.111268 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-9b821871-f0f3-468b-b0b2-350630332c9f tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1667926831', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:58:58.125086 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-176b9e67-3ec2-4aa1-8cee-544cb91be4ab req-636515b7-cf16-4929-99bf-93b21916a00d service neutron] 10.222.0.73 "GET /v2.0/networks/d6693eea-5935-4b21-81c1-498cbd8a50e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080421 Feb 19 02:58:58.138049 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-14d01b40-d264-4a69-a959-a84f45084390 None None] Set router 3cdae58c-9b05-4e69-aae0-f3043115cc4e gateway port host: None {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:58:58.267561 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-176b9e67-3ec2-4aa1-8cee-544cb91be4ab req-0099a038-12b9-4b42-adf6-177b3a6698a7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=9471084b-14f7-4ecb-9ee5-e3a2aa4f8f97 HTTP/1.1" status: 200 len: 217 time: 0.1330905 Feb 19 02:58:58.297800 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9b821871-f0f3-468b-b0b2-350630332c9f tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14172'] for router (ef07f177-dd09-4c76-ba2c-efecd2900d2c), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:58.299003 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9b821871-f0f3-468b-b0b2-350630332c9f tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16317487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16285822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16309985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14247'] for router (ef07f177-dd09-4c76-ba2c-efecd2900d2c), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:58.348785 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5e3a69de-15e1-4195-ae52-33c7537f4ce1 admin admin] Publish callbacks [] for security_group (32909786-64ea-4aa2-ab09-c92157b71499), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:58.384683 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176b9e67-3ec2-4aa1-8cee-544cb91be4ab req-d6727ccb-20fa-4ced-80ea-f42e87ac492d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:58.386181 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-176b9e67-3ec2-4aa1-8cee-544cb91be4ab req-d6727ccb-20fa-4ced-80ea-f42e87ac492d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=66de670b-a5db-4281-9094-b0eb2517280e HTTP/1.1" status: 200 len: 797 time: 0.1119227 Feb 19 02:58:58.476998 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176b9e67-3ec2-4aa1-8cee-544cb91be4ab req-4537f317-7c34-405a-ad81-3237ecb56f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:58.478514 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-176b9e67-3ec2-4aa1-8cee-544cb91be4ab req-4537f317-7c34-405a-ad81-3237ecb56f52 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=25635acc-9f56-41ab-b8cd-dd2744f3f7b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0852542 Feb 19 02:58:58.594799 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-14d01b40-d264-4a69-a959-a84f45084390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cdae58c-9b05-4e69-aae0-f3043115cc4e', 'name': 'tempest-RoutersTest-router-191430420', 'tenant_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:58:18Z', 'updated_at': '2022-02-19T02:58:53Z', 'revision_number': 5, 'project_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'gw_port_host': None, '_interfaces': [{'id': '310c7eed-df8d-4cec-a39d-9a99ccd603e0', 'name': '', 'network_id': '8145ca99-f04b-4824-9a94-21de580b4a69', 'tenant_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'mac_address': 'fa:16:3e:ce:2e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdae58c-9b05-4e69-aae0-f3043115cc4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '20259683-fb47-49b7-8d52-ce41b6898621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:58:21Z', 'updated_at': '2022-02-19T02:58:30Z', 'revision_number': 5, 'project_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'subnets': [{'id': '20259683-fb47-49b7-8d52-ce41b6898621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a00a6ea-63e1-49f6-85a5-afe74077c2b9', 'name': '', 'network_id': 'b617cfc3-5095-456c-9ea4-c6de39a33c45', 'tenant_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'mac_address': 'fa:16:3e:0b:8f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdae58c-9b05-4e69-aae0-f3043115cc4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': '8bc46cc2-798d-4f29-8a14-65f31e39580f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:58:38Z', 'updated_at': '2022-02-19T02:58:50Z', 'revision_number': 5, 'project_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'subnets': [{'id': '8bc46cc2-798d-4f29-8a14-65f31e39580f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a08a4a3-d514-4b3c-852a-7fd7879b9f36', 'name': '', 'network_id': 'a263e49b-cd1e-4e38-99f9-09d3e4e8c013', 'tenant_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'mac_address': 'fa:16:3e:1d:0f:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cdae58c-9b05-4e69-aae0-f3043115cc4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2141, 'fixed_ips': [{'subnet_id': '6344d7e0-e013-46f8-95ba-8900fc4b4564', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:58:51Z', 'updated_at': '2022-02-19T02:58:54Z', 'revision_number': 2, 'project_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'subnets': [{'id': '6344d7e0-e013-46f8-95ba-8900fc4b4564', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4f4a963-5bb1-4f5c-a5f5-7ddeb8cf445e', 'name': '', 'network_id': '6db4454b-3044-4545-9c9b-9fece8ecc9db', 'tenant_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'mac_address': 'fa:16:3e:ea:6d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdae58c-9b05-4e69-aae0-f3043115cc4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': 'ce12a843-822e-4a25-b8c3-728dd5a339e5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:58:29Z', 'updated_at': '2022-02-19T02:58:42Z', 'revision_number': 5, 'project_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'subnets': [{'id': 'ce12a843-822e-4a25-b8c3-728dd5a339e5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:58:58.634248 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d01b40-d264-4a69-a959-a84f45084390 None None] Checking router: 3cdae58c-9b05-4e69-aae0-f3043115cc4e for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:58:58.635594 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d01b40-d264-4a69-a959-a84f45084390 None None] Updating router 3cdae58c-9b05-4e69-aae0-f3043115cc4e port 4a08a4a3-d514-4b3c-852a-7fd7879b9f36 binding host n-d-826753-2 {{(pid=103703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:58:58.680714 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-14d01b40-d264-4a69-a959-a84f45084390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (4a08a4a3-d514-4b3c-852a-7fd7879b9f36), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:58.697318 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-176b9e67-3ec2-4aa1-8cee-544cb91be4ab req-21db9258-4c15-461e-ace8-e986fdd5d442 service neutron] 10.222.0.73 "GET /v2.0/networks/25635acc-9f56-41ab-b8cd-dd2744f3f7b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108011 Feb 19 02:58:58.824989 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5e3a69de-15e1-4195-ae52-33c7537f4ce1 admin admin] Publish callbacks [] for security_group (32909786-64ea-4aa2-ab09-c92157b71499), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:58.902426 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-176b9e67-3ec2-4aa1-8cee-544cb91be4ab req-9d95b02a-f825-45b4-8bb5-55d25ce46127 service neutron] 10.222.0.73 "GET /v2.0/networks/25635acc-9f56-41ab-b8cd-dd2744f3f7b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977682 Feb 19 02:58:58.909512 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9b821871-f0f3-468b-b0b2-350630332c9f tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Publish callbacks [] for router_controller (ef07f177-dd09-4c76-ba2c-efecd2900d2c), precommit_add_association {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:58.954071 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9b821871-f0f3-468b-b0b2-350630332c9f tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16317478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865'] for router (ef07f177-dd09-4c76-ba2c-efecd2900d2c), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:58.962758 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-176b9e67-3ec2-4aa1-8cee-544cb91be4ab req-060ecde8-41a4-4f40-b5aa-0bace0a5acba service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=39c50eac-1978-4f75-bc0f-d663d77b8f5b HTTP/1.1" status: 200 len: 217 time: 0.0531905 Feb 19 02:58:59.072620 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176b9e67-3ec2-4aa1-8cee-544cb91be4ab req-caed389c-45a2-41a1-b6fe-7b7c0fe5fdca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:59.074613 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-176b9e67-3ec2-4aa1-8cee-544cb91be4ab req-caed389c-45a2-41a1-b6fe-7b7c0fe5fdca service neutron] 10.222.0.73 "GET /v2.0/subnets?id=66de670b-a5db-4281-9094-b0eb2517280e HTTP/1.1" status: 200 len: 797 time: 0.1059837 Feb 19 02:58:59.135995 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd11ae7-471e-47ba-bcda-aee8c90fadd9 req-acabe771-3c26-4544-978e-5d02d06f95a2 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:59.139804 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cbd11ae7-471e-47ba-bcda-aee8c90fadd9 req-acabe771-3c26-4544-978e-5d02d06f95a2 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/ports?device_id=1acb5283-7513-4bc2-a633-a91a277157f6 HTTP/1.1" status: 200 len: 946 time: 0.5789855 Feb 19 02:58:59.157453 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9b821871-f0f3-468b-b0b2-350630332c9f tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Publish callbacks [] for router (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:59.158590 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-9b821871-f0f3-468b-b0b2-350630332c9f tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.4179497 Feb 19 02:58:59.161977 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 43854) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:59.218767 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-d7f0bf46-39a5-4727-a790-d14e711b432e tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1690077283'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:58:59.221229 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176b9e67-3ec2-4aa1-8cee-544cb91be4ab req-d7a665dc-51a8-4feb-9b06-9d78f2bd3be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:59.230651 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-176b9e67-3ec2-4aa1-8cee-544cb91be4ab req-d7a665dc-51a8-4feb-9b06-9d78f2bd3be9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=25635acc-9f56-41ab-b8cd-dd2744f3f7b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1498423 Feb 19 02:58:59.336765 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5e3a69de-15e1-4195-ae52-33c7537f4ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (32909786-64ea-4aa2-ab09-c92157b71499), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:59.345068 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5e3a69de-15e1-4195-ae52-33c7537f4ce1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:59.348750 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-5e3a69de-15e1-4195-ae52-33c7537f4ce1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/32909786-64ea-4aa2-ab09-c92157b71499 HTTP/1.1" status: 204 len: 168 time: 1.5499973 Feb 19 02:58:59.399104 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7f0bf46-39a5-4727-a790-d14e711b432e tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Made reservation on behalf of 74f4913ae166469eb6ba774ed5b78972 for: {'network': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:58:59.408903 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d7f0bf46-39a5-4727-a790-d14e711b432e tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:59.453402 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3a69de-15e1-4195-ae52-33c7537f4ce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32909786-64ea-4aa2-ab09-c92157b71499,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:59.499971 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d7f0bf46-39a5-4727-a790-d14e711b432e tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:59.511537 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cbd11ae7-471e-47ba-bcda-aee8c90fadd9 req-432ccfa8-3f46-40dd-b631-e857f653e6f5 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ba0f102-3452-4e6f-b12d-3fac2606ad0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3439713 Feb 19 02:58:59.516435 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.extraroute_db [None req-ae60c34a-0fb1-4d76-9596-933802130299 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=103701) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 19 02:58:59.597396 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.extraroute_db [None req-ae60c34a-0fb1-4d76-9596-933802130299 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Removed routes are [] {{(pid=103701) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 19 02:58:59.597860 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ae60c34a-0fb1-4d76-9596-933802130299 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16285772', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16317501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14257'] for router (3cdae58c-9b05-4e69-aae0-f3043115cc4e), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:59.610410 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-176b9e67-3ec2-4aa1-8cee-544cb91be4ab req-64a0d0ef-582b-4809-8dd9-f0827edf8839 service neutron] 10.222.0.73 "GET /v2.0/networks/25635acc-9f56-41ab-b8cd-dd2744f3f7b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3694520 Feb 19 02:58:59.745966 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-14d01b40-d264-4a69-a959-a84f45084390 None None] Publish callbacks [] for port (4a08a4a3-d514-4b3c-852a-7fd7879b9f36), precommit_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:59.763928 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-14d01b40-d264-4a69-a959-a84f45084390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (4a08a4a3-d514-4b3c-852a-7fd7879b9f36), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:59.902106 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170b9d26-427a-4f1b-9e47-5d0c55f6bd93 None None] Pushing event updated for resources: {'Port': ['ID=4a08a4a3-d514-4b3c-852a-7fd7879b9f36,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:59.953453 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-176b9e67-3ec2-4aa1-8cee-544cb91be4ab req-e80ee654-0f49-41b4-8034-379fcb02cea2 service neutron] 10.222.0.73 "GET /v2.0/networks/25635acc-9f56-41ab-b8cd-dd2744f3f7b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3384206 Feb 19 02:59:00.029842 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-14d01b40-d264-4a69-a959-a84f45084390 None None] Attempting to bind port 4a08a4a3-d514-4b3c-852a-7fd7879b9f36 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:59:00.030331 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-14d01b40-d264-4a69-a959-a84f45084390 None None] Attempting to bind port 4a08a4a3-d514-4b3c-852a-7fd7879b9f36 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '004844b7-3725-4a50-ac88-e44011995a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'a263e49b-cd1e-4e38-99f9-09d3e4e8c013'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:59:00.030571 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d01b40-d264-4a69-a959-a84f45084390 None None] Attempting to bind port 4a08a4a3-d514-4b3c-852a-7fd7879b9f36 on network a263e49b-cd1e-4e38-99f9-09d3e4e8c013 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:59:00.040885 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d01b40-d264-4a69-a959-a84f45084390 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:59:00.041405 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d01b40-d264-4a69-a959-a84f45084390 None None] Checking segment: {'id': '004844b7-3725-4a50-ac88-e44011995a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'a263e49b-cd1e-4e38-99f9-09d3e4e8c013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:59:00.041778 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-14d01b40-d264-4a69-a959-a84f45084390 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:00.042179 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d01b40-d264-4a69-a959-a84f45084390 None None] Bound using segment: {'id': '004844b7-3725-4a50-ac88-e44011995a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'a263e49b-cd1e-4e38-99f9-09d3e4e8c013'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:59:00.042653 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-14d01b40-d264-4a69-a959-a84f45084390 None None] Bound port: 4a08a4a3-d514-4b3c-852a-7fd7879b9f36, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '004844b7-3725-4a50-ac88-e44011995a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'a263e49b-cd1e-4e38-99f9-09d3e4e8c013'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:59:00.043075 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-14d01b40-d264-4a69-a959-a84f45084390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (4a08a4a3-d514-4b3c-852a-7fd7879b9f36), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:00.138651 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-176b9e67-3ec2-4aa1-8cee-544cb91be4ab req-f201293d-6ecb-4252-9083-d196c2a06873 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=0890f1e3-4129-47c9-8745-a2ac72e3c386 HTTP/1.1" status: 200 len: 217 time: 0.1756511 Feb 19 02:59:00.254659 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-14d01b40-d264-4a69-a959-a84f45084390 None None] For port 4a08a4a3-d514-4b3c-852a-7fd7879b9f36, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:59:00.264664 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-14d01b40-d264-4a69-a959-a84f45084390 None None] For port 4a08a4a3-d514-4b3c-852a-7fd7879b9f36, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=4a08a4a3-d514-4b3c-852a-7fd7879b9f36,segment=NetworkSegment(004844b7-3725-4a50-ac88-e44011995a18),segment_id=004844b7-3725-4a50-ac88-e44011995a18)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:59:00.276694 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 43868) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:00.281713 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-14d01b40-d264-4a69-a959-a84f45084390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (4a08a4a3-d514-4b3c-852a-7fd7879b9f36), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:00.288984 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176b9e67-3ec2-4aa1-8cee-544cb91be4ab req-40191b40-1449-42d3-9a19-5ccd7f6ebbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:00.290518 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-176b9e67-3ec2-4aa1-8cee-544cb91be4ab req-40191b40-1449-42d3-9a19-5ccd7f6ebbfa service neutron] 10.222.0.73 "GET /v2.0/subnets?id=66de670b-a5db-4281-9094-b0eb2517280e HTTP/1.1" status: 200 len: 797 time: 0.1429448 Feb 19 02:59:00.355444 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 43870) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:00.359113 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-d8f55997-1580-43dd-bf65-97da72d5ff3e tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Request body: {'subnet': {'network_id': '0ce59a8f-3c9b-4c07-a69f-c495ff49e28e', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:59:00.359571 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d01b40-d264-4a69-a959-a84f45084390 None None] Routers {'3cdae58c-9b05-4e69-aae0-f3043115cc4e'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:59:00.360331 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-14d01b40-d264-4a69-a959-a84f45084390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:58:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['3cdae58c-9b05-4e69-aae0-f3043115cc4e'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:00.394337 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3381ef16-a705-4be6-9b8c-1ce29616e81f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:00.401289 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170b9d26-427a-4f1b-9e47-5d0c55f6bd93 None None] Pushing event updated for resources: {'Port': ['ID=4a08a4a3-d514-4b3c-852a-7fd7879b9f36,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:00.476812 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176b9e67-3ec2-4aa1-8cee-544cb91be4ab req-c69f4191-10e6-45a6-a806-6d67251adad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:00.478830 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-176b9e67-3ec2-4aa1-8cee-544cb91be4ab req-c69f4191-10e6-45a6-a806-6d67251adad3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=25635acc-9f56-41ab-b8cd-dd2744f3f7b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1808813 Feb 19 02:59:00.534629 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d7f0bf46-39a5-4727-a790-d14e711b432e tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Publish callbacks [] for security_group (22a235c7-ba6e-4353-a10b-49ff9c457679), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:00.598965 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-14d01b40-d264-4a69-a959-a84f45084390 None None] Set router 3cdae58c-9b05-4e69-aae0-f3043115cc4e gateway port host: None {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:59:00.604868 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-2439ae02-3298-4c79-b4b8-e0b7b4aeacad None None] Provisioning complete for port 4a08a4a3-d514-4b3c-852a-7fd7879b9f36 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:59:00.604868 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-2439ae02-3298-4c79-b4b8-e0b7b4aeacad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (4a08a4a3-d514-4b3c-852a-7fd7879b9f36), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:00.642322 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-176b9e67-3ec2-4aa1-8cee-544cb91be4ab req-3e5b84ab-9f15-4cf5-8b79-2687dc2935e0 service neutron] 10.222.0.73 "GET /v2.0/networks/25635acc-9f56-41ab-b8cd-dd2744f3f7b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539571 Feb 19 02:59:00.660602 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3381ef16-a705-4be6-9b8c-1ce29616e81f admin admin] Publish callbacks [] for security_group (c4a9ca54-9d2e-4e7d-b00b-f5de1b9c6f40), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:00.683364 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d7f0bf46-39a5-4727-a790-d14e711b432e tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (22a235c7-ba6e-4353-a10b-49ff9c457679), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:00.686446 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3381ef16-a705-4be6-9b8c-1ce29616e81f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (c4a9ca54-9d2e-4e7d-b00b-f5de1b9c6f40), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:00.690953 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ae60c34a-0fb1-4d76-9596-933802130299 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16285772', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16317501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14257'] for router (3cdae58c-9b05-4e69-aae0-f3043115cc4e), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:00.734014 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be52e11-e4a6-4753-ab45-04b12ed5e2f1 req-aafaa304-035d-4eac-b6f1-705fcd595234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:00.735743 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6be52e11-e4a6-4753-ab45-04b12ed5e2f1 req-aafaa304-035d-4eac-b6f1-705fcd595234 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a06ef082143f47ab8b4917c0abd4fc14&device_id=1acb5283-7513-4bc2-a633-a91a277157f6 HTTP/1.1" status: 200 len: 1128 time: 0.7866800 Feb 19 02:59:00.757290 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-176b9e67-3ec2-4aa1-8cee-544cb91be4ab req-4e8e7366-f910-430b-b632-9cf95d231e00 service neutron] 10.222.0.73 "GET /v2.0/networks/25635acc-9f56-41ab-b8cd-dd2744f3f7b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084380 Feb 19 02:59:00.761558 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f0bf46-39a5-4727-a790-d14e711b432e tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22a235c7-ba6e-4353-a10b-49ff9c457679,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:00.813210 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-176b9e67-3ec2-4aa1-8cee-544cb91be4ab req-4754e51b-7c3c-4b1a-88e1-bf3486399268 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.171&port_id=e8a9a31d-d1ce-4ae0-aba3-bf180e7af83d HTTP/1.1" status: 200 len: 217 time: 0.0492878 Feb 19 02:59:00.851745 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ae60c34a-0fb1-4d76-9596-933802130299 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16285787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16285778', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16317492'] for router (3cdae58c-9b05-4e69-aae0-f3043115cc4e), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:00.883125 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3381ef16-a705-4be6-9b8c-1ce29616e81f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4a9ca54-9d2e-4e7d-b00b-f5de1b9c6f40,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:00.892882 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7f0bf46-39a5-4727-a790-d14e711b432e tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] vlan segment allocate from pool success with {'vlan_id': 252, 'physical_network': 'physnet1'} {{(pid=103701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:59:00.896442 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176b9e67-3ec2-4aa1-8cee-544cb91be4ab req-1a3978d2-33d9-4578-aea9-345afdc56524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:00.898240 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-176b9e67-3ec2-4aa1-8cee-544cb91be4ab req-1a3978d2-33d9-4578-aea9-345afdc56524 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=66de670b-a5db-4281-9094-b0eb2517280e HTTP/1.1" status: 200 len: 797 time: 0.0785775 Feb 19 02:59:00.949425 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205a6539-769c-4fb3-98c2-da24205aa873 req-b328870a-843c-469a-99e0-ad95e953917d tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:00.957101 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-205a6539-769c-4fb3-98c2-da24205aa873 req-b328870a-843c-469a-99e0-ad95e953917d tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/ports?device_id=1acb5283-7513-4bc2-a633-a91a277157f6 HTTP/1.1" status: 200 len: 946 time: 0.8185871 Feb 19 02:59:00.971390 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176b9e67-3ec2-4aa1-8cee-544cb91be4ab req-203d1b49-b211-49ab-8d41-f538e7e73a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:00.974235 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-176b9e67-3ec2-4aa1-8cee-544cb91be4ab req-203d1b49-b211-49ab-8d41-f538e7e73a6b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=25635acc-9f56-41ab-b8cd-dd2744f3f7b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0693185 Feb 19 02:59:00.979524 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8f55997-1580-43dd-bf65-97da72d5ff3e tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Made reservation on behalf of 29687d4120c44a5fbc729d5c84960c1a for: {'subnet': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:59:00.983421 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d8f55997-1580-43dd-bf65-97da72d5ff3e tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58706307'] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:00.988595 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-3381ef16-a705-4be6-9b8c-1ce29616e81f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b380b529f6754d9eac2dbc68b03c863d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6217015 Feb 19 02:59:00.997419 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 43876) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:01.016988 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-2439ae02-3298-4c79-b4b8-e0b7b4aeacad None None] Current status of the port 4a08a4a3-d514-4b3c-852a-7fd7879b9f36 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:59:01.017645 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-2439ae02-3298-4c79-b4b8-e0b7b4aeacad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (4a08a4a3-d514-4b3c-852a-7fd7879b9f36), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:01.061593 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d7f0bf46-39a5-4727-a790-d14e711b432e tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (72cae1d0-ae6b-44c3-8913-971ebf40cf94), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:01.062023 n-d-826753-2 neutron-server[103701]: INFO neutron.db.segments_db [None req-d7f0bf46-39a5-4727-a790-d14e711b432e tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Added segment 72cae1d0-ae6b-44c3-8913-971ebf40cf94 of type vlan for network e4dd1235-f884-46a9-a9e7-895a86401327 Feb 19 02:59:01.113651 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-2439ae02-3298-4c79-b4b8-e0b7b4aeacad None None] For port 4a08a4a3-d514-4b3c-852a-7fd7879b9f36, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=4a08a4a3-d514-4b3c-852a-7fd7879b9f36,segment=NetworkSegment(004844b7-3725-4a50-ac88-e44011995a18),segment_id=004844b7-3725-4a50-ac88-e44011995a18)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:59:01.127896 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-2439ae02-3298-4c79-b4b8-e0b7b4aeacad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (4a08a4a3-d514-4b3c-852a-7fd7879b9f36), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:01.161581 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a93ff273-de40-4b7c-bebb-c6f46b5f35cd admin admin] Publish callbacks [] for security_group (c4a9ca54-9d2e-4e7d-b00b-f5de1b9c6f40), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:01.202345 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-14d01b40-d264-4a69-a959-a84f45084390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cdae58c-9b05-4e69-aae0-f3043115cc4e', 'name': 'tempest-RoutersTest-router-191430420', 'tenant_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:58:18Z', 'updated_at': '2022-02-19T02:58:59Z', 'revision_number': 6, 'project_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'gw_port_host': None, '_interfaces': [{'id': '310c7eed-df8d-4cec-a39d-9a99ccd603e0', 'name': '', 'network_id': '8145ca99-f04b-4824-9a94-21de580b4a69', 'tenant_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'mac_address': 'fa:16:3e:ce:2e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdae58c-9b05-4e69-aae0-f3043115cc4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '20259683-fb47-49b7-8d52-ce41b6898621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:58:21Z', 'updated_at': '2022-02-19T02:58:30Z', 'revision_number': 5, 'project_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'subnets': [{'id': '20259683-fb47-49b7-8d52-ce41b6898621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a00a6ea-63e1-49f6-85a5-afe74077c2b9', 'name': '', 'network_id': 'b617cfc3-5095-456c-9ea4-c6de39a33c45', 'tenant_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'mac_address': 'fa:16:3e:0b:8f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdae58c-9b05-4e69-aae0-f3043115cc4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': '8bc46cc2-798d-4f29-8a14-65f31e39580f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:58:38Z', 'updated_at': '2022-02-19T02:58:50Z', 'revision_number': 5, 'project_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'subnets': [{'id': '8bc46cc2-798d-4f29-8a14-65f31e39580f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a08a4a3-d514-4b3c-852a-7fd7879b9f36', 'name': '', 'network_id': 'a263e49b-cd1e-4e38-99f9-09d3e4e8c013', 'tenant_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'mac_address': 'fa:16:3e:1d:0f:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cdae58c-9b05-4e69-aae0-f3043115cc4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2141, 'fixed_ips': [{'subnet_id': '6344d7e0-e013-46f8-95ba-8900fc4b4564', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:58:51Z', 'updated_at': '2022-02-19T02:59:00Z', 'revision_number': 4, 'project_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'subnets': [{'id': '6344d7e0-e013-46f8-95ba-8900fc4b4564', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4f4a963-5bb1-4f5c-a5f5-7ddeb8cf445e', 'name': '', 'network_id': '6db4454b-3044-4545-9c9b-9fece8ecc9db', 'tenant_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'mac_address': 'fa:16:3e:ea:6d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdae58c-9b05-4e69-aae0-f3043115cc4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': 'ce12a843-822e-4a25-b8c3-728dd5a339e5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:58:29Z', 'updated_at': '2022-02-19T02:58:42Z', 'revision_number': 5, 'project_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'subnets': [{'id': 'ce12a843-822e-4a25-b8c3-728dd5a339e5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:01.218141 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-176b9e67-3ec2-4aa1-8cee-544cb91be4ab req-6ec55ce0-7ca3-4a9c-8d2b-5b7b0e8f600d service neutron] 10.222.0.73 "GET /v2.0/networks/25635acc-9f56-41ab-b8cd-dd2744f3f7b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368116 Feb 19 02:59:01.220360 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a93ff273-de40-4b7c-bebb-c6f46b5f35cd admin admin] Publish callbacks [] for security_group (c4a9ca54-9d2e-4e7d-b00b-f5de1b9c6f40), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:01.240801 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d7f0bf46-39a5-4727-a790-d14e711b432e tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (e4dd1235-f884-46a9-a9e7-895a86401327), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:01.272917 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-205a6539-769c-4fb3-98c2-da24205aa873 req-d00db96e-7843-4562-8339-fba5beed2ec3 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ba0f102-3452-4e6f-b12d-3fac2606ad0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3099484 Feb 19 02:59:01.284799 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be52e11-e4a6-4753-ab45-04b12ed5e2f1 req-6f615525-42eb-424f-8a9d-4c9eeb20db45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:01.286498 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6be52e11-e4a6-4753-ab45-04b12ed5e2f1 req-6f615525-42eb-424f-8a9d-4c9eeb20db45 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6c178878-2547-4ea7-b234-5f12e66a6c9a HTTP/1.1" status: 200 len: 912 time: 0.5098350 Feb 19 02:59:01.301593 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d01b40-d264-4a69-a959-a84f45084390 None None] The sync data for ids ['3cdae58c-9b05-4e69-aae0-f3043115cc4e'] in n-d-826753-2 is: [{'id': '3cdae58c-9b05-4e69-aae0-f3043115cc4e', 'name': 'tempest-RoutersTest-router-191430420', 'tenant_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:58:18Z', 'updated_at': '2022-02-19T02:58:59Z', 'revision_number': 6, 'project_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'gw_port_host': None, '_interfaces': [{'id': '310c7eed-df8d-4cec-a39d-9a99ccd603e0', 'name': '', 'network_id': '8145ca99-f04b-4824-9a94-21de580b4a69', 'tenant_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'mac_address': 'fa:16:3e:ce:2e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdae58c-9b05-4e69-aae0-f3043115cc4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '20259683-fb47-49b7-8d52-ce41b6898621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:58:21Z', 'updated_at': '2022-02-19T02:58:30Z', 'revision_number': 5, 'project_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'subnets': [{'id': '20259683-fb47-49b7-8d52-ce41b6898621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a00a6ea-63e1-49f6-85a5-afe74077c2b9', 'name': '', 'network_id': 'b617cfc3-5095-456c-9ea4-c6de39a33c45', 'tenant_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'mac_address': 'fa:16:3e:0b:8f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdae58c-9b05-4e69-aae0-f3043115cc4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': '8bc46cc2-798d-4f29-8a14-65f31e39580f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:58:38Z', 'updated_at': '2022-02-19T02:58:50Z', 'revision_number': 5, 'project_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'subnets': [{'id': '8bc46cc2-798d-4f29-8a14-65f31e39580f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a08a4a3-d514-4b3c-852a-7fd7879b9f36', 'name': '', 'network_id': 'a263e49b-cd1e-4e38-99f9-09d3e4e8c013', 'tenant_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'mac_address': 'fa:16:3e:1d:0f:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cdae58c-9b05-4e69-aae0-f3043115cc4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2141, 'fixed_ips': [{'subnet_id': '6344d7e0-e013-46f8-95ba-8900fc4b4564', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:58:51Z', 'updated_at': '2022-02-19T02:59:00Z', 'revision_number': 4, 'project_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'subnets': [{'id': '6344d7e0-e013-46f8-95ba-8900fc4b4564', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4f4a963-5bb1-4f5c-a5f5-7ddeb8cf445e', 'name': '', 'network_id': '6db4454b-3044-4545-9c9b-9fece8ecc9db', 'tenant_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'mac_address': 'fa:16:3e:ea:6d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdae58c-9b05-4e69-aae0-f3043115cc4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': 'ce12a843-822e-4a25-b8c3-728dd5a339e5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:58:29Z', 'updated_at': '2022-02-19T02:58:42Z', 'revision_number': 5, 'project_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'subnets': [{'id': 'ce12a843-822e-4a25-b8c3-728dd5a339e5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:59:01.316404 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2439ae02-3298-4c79-b4b8-e0b7b4aeacad None None] Pushing event updated for resources: {'Port': ['ID=4a08a4a3-d514-4b3c-852a-7fd7879b9f36,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:01.338930 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-eac19d45-2f98-4fbc-8234-47ada366774f None None] Provisioning complete for port 4a08a4a3-d514-4b3c-852a-7fd7879b9f36 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:59:01.340636 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-eac19d45-2f98-4fbc-8234-47ada366774f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (4a08a4a3-d514-4b3c-852a-7fd7879b9f36), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:01.363778 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6be52e11-e4a6-4753-ab45-04b12ed5e2f1 req-eb380e8e-cddb-43b8-b1cb-2e1cd452777e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=345cd0bb-2f06-4308-b294-f559ec81a50b HTTP/1.1" status: 200 len: 217 time: 0.0690715 Feb 19 02:59:01.371567 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae60c34a-0fb1-4d76-9596-933802130299 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Router 3cdae58c-9b05-4e69-aae0-f3043115cc4e has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:59:01.410350 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d7f0bf46-39a5-4727-a790-d14e711b432e tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (e4dd1235-f884-46a9-a9e7-895a86401327), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:01.423199 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f0bf46-39a5-4727-a790-d14e711b432e tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:01.423854 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d7f0bf46-39a5-4727-a790-d14e711b432e tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:01.490533 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-176b9e67-3ec2-4aa1-8cee-544cb91be4ab req-5eb1385d-ea25-4f92-8c0d-d0deabf78efb service neutron] 10.222.0.73 "GET /v2.0/networks/25635acc-9f56-41ab-b8cd-dd2744f3f7b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581325 Feb 19 02:59:01.537225 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-eac19d45-2f98-4fbc-8234-47ada366774f None None] Current status of the port 4a08a4a3-d514-4b3c-852a-7fd7879b9f36 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:59:01.587555 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a93ff273-de40-4b7c-bebb-c6f46b5f35cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (c4a9ca54-9d2e-4e7d-b00b-f5de1b9c6f40), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:01.590588 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a93ff273-de40-4b7c-bebb-c6f46b5f35cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:01.594246 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-a93ff273-de40-4b7c-bebb-c6f46b5f35cd admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c4a9ca54-9d2e-4e7d-b00b-f5de1b9c6f40 HTTP/1.1" status: 204 len: 168 time: 0.5920551 Feb 19 02:59:01.599762 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-176b9e67-3ec2-4aa1-8cee-544cb91be4ab req-8d0c967e-d58a-4a78-9b4f-e8d29dd04a03 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ac5c2c1c-f8c0-46f3-9acf-0736307c93cf HTTP/1.1" status: 200 len: 217 time: 0.0977831 Feb 19 02:59:01.619899 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93ff273-de40-4b7c-bebb-c6f46b5f35cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4a9ca54-9d2e-4e7d-b00b-f5de1b9c6f40,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:01.690329 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176b9e67-3ec2-4aa1-8cee-544cb91be4ab req-dd240007-10f8-412b-926c-5d5ad0f285c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:01.691859 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-176b9e67-3ec2-4aa1-8cee-544cb91be4ab req-dd240007-10f8-412b-926c-5d5ad0f285c8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=754b3a5b-6b59-4c1e-b100-cfbf1a3674dc HTTP/1.1" status: 200 len: 797 time: 0.0893738 Feb 19 02:59:01.796187 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176b9e67-3ec2-4aa1-8cee-544cb91be4ab req-c6f2cb56-1f7e-4744-afda-8b954320f34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:01.798915 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-176b9e67-3ec2-4aa1-8cee-544cb91be4ab req-c6f2cb56-1f7e-4744-afda-8b954320f34a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b0af2fed-15cc-4a59-82f9-c56cce972954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0965445 Feb 19 02:59:01.992190 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-176b9e67-3ec2-4aa1-8cee-544cb91be4ab req-c5fd74f9-d91b-495d-bc44-e964f8066a6e service neutron] 10.222.0.73 "GET /v2.0/networks/b0af2fed-15cc-4a59-82f9-c56cce972954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865268 Feb 19 02:59:02.107847 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-d7f0bf46-39a5-4727-a790-d14e711b432e tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 2.9084802 Feb 19 02:59:02.110653 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 43892) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:02.119706 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-76e8d658-5bff-4e2b-a20c-227e9f425066 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Request body: {'subnet': {'network_id': 'e4dd1235-f884-46a9-a9e7-895a86401327', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:59:02.124360 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be52e11-e4a6-4753-ab45-04b12ed5e2f1 req-2bd2e5af-ab76-4709-b379-b44a2472ab8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:02.126373 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6be52e11-e4a6-4753-ab45-04b12ed5e2f1 req-2bd2e5af-ab76-4709-b379-b44a2472ab8b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5cfd9bdf-5713-42ab-9e32-dc268009511b HTTP/1.1" status: 200 len: 851 time: 0.7569284 Feb 19 02:59:02.179330 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f0bf46-39a5-4727-a790-d14e711b432e tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Pushing event updated for resources: {'Network': ['ID=e4dd1235-f884-46a9-a9e7-895a86401327,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:02.196749 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network e4dd1235-f884-46a9-a9e7-895a86401327 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:59:02.297622 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-176b9e67-3ec2-4aa1-8cee-544cb91be4ab req-c7f31483-6c94-4c76-999c-a9d08818f0d8 service neutron] 10.222.0.73 "GET /v2.0/networks/b0af2fed-15cc-4a59-82f9-c56cce972954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2993560 Feb 19 02:59:02.356253 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6be52e11-e4a6-4753-ab45-04b12ed5e2f1 req-2c626cc2-a1f0-43bd-b8b5-db6dcee10e5a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6c178878-2547-4ea7-b234-5f12e66a6c9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1808915 Feb 19 02:59:02.385504 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-176b9e67-3ec2-4aa1-8cee-544cb91be4ab req-52caf745-ad90-4366-be8d-5604da430479 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2d0648da-7207-4fde-bb28-f88b0cf46085 HTTP/1.1" status: 200 len: 217 time: 0.0795753 Feb 19 02:59:02.387576 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76e8d658-5bff-4e2b-a20c-227e9f425066 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Made reservation on behalf of 74f4913ae166469eb6ba774ed5b78972 for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:59:02.411176 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-76e8d658-5bff-4e2b-a20c-227e9f425066 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:02.476930 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176b9e67-3ec2-4aa1-8cee-544cb91be4ab req-9a92fc73-e54b-48f0-9773-a324331b26c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:02.478338 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-176b9e67-3ec2-4aa1-8cee-544cb91be4ab req-9a92fc73-e54b-48f0-9773-a324331b26c4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=754b3a5b-6b59-4c1e-b100-cfbf1a3674dc HTTP/1.1" status: 200 len: 797 time: 0.0575716 Feb 19 02:59:02.482462 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2bc824-bed1-496b-a5b9-c9e7476c5807 req-e146ce3b-4bfa-41b1-9f58-8e78bd7e034a tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:02.484745 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7a2bc824-bed1-496b-a5b9-c9e7476c5807 req-e146ce3b-4bfa-41b1-9f58-8e78bd7e034a tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 946 time: 0.5527880 Feb 19 02:59:02.492472 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae60c34a-0fb1-4d76-9596-933802130299 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:59:02.527814 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d8f55997-1580-43dd-bf65-97da72d5ff3e tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12647271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58706289'] for subnet (9e35428c-f6ab-4439-bab8-f31025462574), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:02.534679 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ae60c34a-0fb1-4d76-9596-933802130299 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks [] for router (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:02.539364 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-ae60c34a-0fb1-4d76-9596-933802130299 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] 10.222.0.72 "PUT /v2.0/routers/3cdae58c-9b05-4e69-aae0-f3043115cc4e HTTP/1.1" status: 200 len: 933 time: 4.7487800 Feb 19 02:59:02.544145 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 43904) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:02.789348 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a57a2b-cefe-456f-9008-e923cd4563dd None None] Sync routers for ids ['3cdae58c-9b05-4e69-aae0-f3043115cc4e'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:59:02.809231 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a57a2b-cefe-456f-9008-e923cd4563dd None None] Routers {'3cdae58c-9b05-4e69-aae0-f3043115cc4e'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:59:02.810049 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-99a57a2b-cefe-456f-9008-e923cd4563dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:58:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['3cdae58c-9b05-4e69-aae0-f3043115cc4e'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:02.846332 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f55997-1580-43dd-bf65-97da72d5ff3e tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Pushing event updated for resources: {'Subnet': ['ID=9e35428c-f6ab-4439-bab8-f31025462574,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:02.874309 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6be52e11-e4a6-4753-ab45-04b12ed5e2f1 req-6d8963bc-3888-4c23-9010-904626ee297c service neutron] 10.222.0.73 "GET /v2.0/networks/6c178878-2547-4ea7-b234-5f12e66a6c9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5052202 Feb 19 02:59:02.895104 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4fbdba-7f16-4de6-9aea-44f5c8587e07 req-964c142f-ffd5-4571-b575-46048f4b294b tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:02.902897 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9d4fbdba-7f16-4de6-9aea-44f5c8587e07 req-964c142f-ffd5-4571-b575-46048f4b294b tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/ports?device_id=1acb5283-7513-4bc2-a633-a91a277157f6 HTTP/1.1" status: 200 len: 946 time: 0.4705427 Feb 19 02:59:02.907997 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7a2bc824-bed1-496b-a5b9-c9e7476c5807 req-54be9f87-7585-4840-9803-3fe9c0e99fa6 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3936918 Feb 19 02:59:02.932416 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-99a57a2b-cefe-456f-9008-e923cd4563dd None None] Set router 3cdae58c-9b05-4e69-aae0-f3043115cc4e gateway port host: None {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:59:02.952319 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-afacebca-8f1a-499f-bfcf-a94825c6cc9b tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] 10.222.0.72 "GET /v2.0/routers/3cdae58c-9b05-4e69-aae0-f3043115cc4e HTTP/1.1" status: 200 len: 933 time: 0.3907745 Feb 19 02:59:02.962898 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 43954) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:02.965040 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f55997-1580-43dd-bf65-97da72d5ff3e tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Checking segment: {'id': '5aa63ff8-2eec-4454-9862-75c1564dca52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '0ce59a8f-3c9b-4c07-a69f-c495ff49e28e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:59:02.965927 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f55997-1580-43dd-bf65-97da72d5ff3e tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Network hostable DHCP agents. Network: 0ce59a8f-3c9b-4c07-a69f-c495ff49e28e, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:59:02.975690 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-4e8cb1f4-9962-4001-8c07-8c6f5735d536 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Request body: {'router': {'routes': None}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:59:03.063084 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176b9e67-3ec2-4aa1-8cee-544cb91be4ab req-511a2d2e-6f2e-48f6-a890-6d367a9611d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:03.067881 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-176b9e67-3ec2-4aa1-8cee-544cb91be4ab req-511a2d2e-6f2e-48f6-a890-6d367a9611d5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b0af2fed-15cc-4a59-82f9-c56cce972954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.5719602 Feb 19 02:59:03.072595 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-76e8d658-5bff-4e2b-a20c-227e9f425066 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (45b6170f-2ac5-4392-b838-d74aa907a053), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:03.255112 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f55997-1580-43dd-bf65-97da72d5ff3e tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Network 0ce59a8f-3c9b-4c07-a69f-c495ff49e28e is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:59:03.291594 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-d8f55997-1580-43dd-bf65-97da72d5ff3e tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 0ce59a8f-3c9b-4c07-a69f-c495ff49e28e) {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:59:03.294033 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-99a57a2b-cefe-456f-9008-e923cd4563dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cdae58c-9b05-4e69-aae0-f3043115cc4e', 'name': 'tempest-RoutersTest-router-191430420', 'tenant_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:58:18Z', 'updated_at': '2022-02-19T02:58:59Z', 'revision_number': 6, 'project_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'gw_port_host': None, '_interfaces': [{'id': '310c7eed-df8d-4cec-a39d-9a99ccd603e0', 'name': '', 'network_id': '8145ca99-f04b-4824-9a94-21de580b4a69', 'tenant_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'mac_address': 'fa:16:3e:ce:2e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdae58c-9b05-4e69-aae0-f3043115cc4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '20259683-fb47-49b7-8d52-ce41b6898621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:58:21Z', 'updated_at': '2022-02-19T02:58:30Z', 'revision_number': 5, 'project_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'subnets': [{'id': '20259683-fb47-49b7-8d52-ce41b6898621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a00a6ea-63e1-49f6-85a5-afe74077c2b9', 'name': '', 'network_id': 'b617cfc3-5095-456c-9ea4-c6de39a33c45', 'tenant_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'mac_address': 'fa:16:3e:0b:8f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdae58c-9b05-4e69-aae0-f3043115cc4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': '8bc46cc2-798d-4f29-8a14-65f31e39580f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:58:38Z', 'updated_at': '2022-02-19T02:58:50Z', 'revision_number': 5, 'project_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'subnets': [{'id': '8bc46cc2-798d-4f29-8a14-65f31e39580f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a08a4a3-d514-4b3c-852a-7fd7879b9f36', 'name': '', 'network_id': 'a263e49b-cd1e-4e38-99f9-09d3e4e8c013', 'tenant_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'mac_address': 'fa:16:3e:1d:0f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdae58c-9b05-4e69-aae0-f3043115cc4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2141, 'fixed_ips': [{'subnet_id': '6344d7e0-e013-46f8-95ba-8900fc4b4564', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:58:51Z', 'updated_at': '2022-02-19T02:59:01Z', 'revision_number': 5, 'project_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'subnets': [{'id': '6344d7e0-e013-46f8-95ba-8900fc4b4564', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4f4a963-5bb1-4f5c-a5f5-7ddeb8cf445e', 'name': '', 'network_id': '6db4454b-3044-4545-9c9b-9fece8ecc9db', 'tenant_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'mac_address': 'fa:16:3e:ea:6d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdae58c-9b05-4e69-aae0-f3043115cc4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': 'ce12a843-822e-4a25-b8c3-728dd5a339e5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:58:29Z', 'updated_at': '2022-02-19T02:58:42Z', 'revision_number': 5, 'project_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'subnets': [{'id': 'ce12a843-822e-4a25-b8c3-728dd5a339e5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:03.309281 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948eeb72-e948-4c5b-ba3d-4d3df6ec3a6b None None] Network 0ce59a8f-3c9b-4c07-a69f-c495ff49e28e requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:59:03.336506 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b82db8b-0030-482b-9162-a960fa4d4cb3 req-b0c52d80-1b43-457b-aed8-998dfc219946 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:03.344850 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e8d658-5bff-4e2b-a20c-227e9f425066 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Checking segment: {'id': '72cae1d0-ae6b-44c3-8913-971ebf40cf94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'e4dd1235-f884-46a9-a9e7-895a86401327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:59:03.345406 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e8d658-5bff-4e2b-a20c-227e9f425066 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Network hostable DHCP agents. Network: e4dd1235-f884-46a9-a9e7-895a86401327, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:59:03.354110 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8b82db8b-0030-482b-9162-a960fa4d4cb3 req-b0c52d80-1b43-457b-aed8-998dfc219946 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 946 time: 0.2482538 Feb 19 02:59:03.372516 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e8d658-5bff-4e2b-a20c-227e9f425066 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Pushing event updated for resources: {'Subnet': ['ID=45b6170f-2ac5-4392-b838-d74aa907a053,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:03.387976 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a57a2b-cefe-456f-9008-e923cd4563dd None None] Checking router: 3cdae58c-9b05-4e69-aae0-f3043115cc4e for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:59:03.405091 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9d4fbdba-7f16-4de6-9aea-44f5c8587e07 req-53585a30-e9b2-401c-b2e8-5615f897a340 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ba0f102-3452-4e6f-b12d-3fac2606ad0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5005381 Feb 19 02:59:03.414687 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e8d658-5bff-4e2b-a20c-227e9f425066 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Network e4dd1235-f884-46a9-a9e7-895a86401327 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:59:03.418769 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f55997-1580-43dd-bf65-97da72d5ff3e tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:03.419399 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d8f55997-1580-43dd-bf65-97da72d5ff3e tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:03.420674 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a57a2b-cefe-456f-9008-e923cd4563dd None None] Routers {'3cdae58c-9b05-4e69-aae0-f3043115cc4e'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:59:03.428587 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-99a57a2b-cefe-456f-9008-e923cd4563dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:58:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['3cdae58c-9b05-4e69-aae0-f3043115cc4e'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:03.497558 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-176b9e67-3ec2-4aa1-8cee-544cb91be4ab req-f0124c98-4f66-475e-8232-5b338991747a service neutron] 10.222.0.73 "GET /v2.0/networks/b0af2fed-15cc-4a59-82f9-c56cce972954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4085062 Feb 19 02:59:03.499886 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-76e8d658-5bff-4e2b-a20c-227e9f425066 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, e4dd1235-f884-46a9-a9e7-895a86401327) {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:59:03.517669 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e8d658-5bff-4e2b-a20c-227e9f425066 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:03.520709 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-76e8d658-5bff-4e2b-a20c-227e9f425066 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:03.694094 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-76e8d658-5bff-4e2b-a20c-227e9f425066 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5822036 Feb 19 02:59:03.698090 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6be52e11-e4a6-4753-ab45-04b12ed5e2f1 req-f8e37fe3-0d22-4043-8722-3bc9da94acc7 service neutron] 10.222.0.73 "GET /v2.0/networks/6c178878-2547-4ea7-b234-5f12e66a6c9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7867937 Feb 19 02:59:03.703828 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 43968) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:03.714227 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-d8f55997-1580-43dd-bf65-97da72d5ff3e tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.3622785 Feb 19 02:59:03.717919 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 43970) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:03.722005 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-e2a806c4-3b10-4757-a6b9-3e5d2ea8406e tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Request body: {'network': {'name': 'tempest-router-network01--714339841'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:59:03.732767 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-8b88d49a-852f-41d8-bc90-e54966d7d551 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-663954707'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:59:03.745693 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8b82db8b-0030-482b-9162-a960fa4d4cb3 req-1dc8282e-6a8a-4194-b1de-845922081625 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3905485 Feb 19 02:59:03.834392 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a806c4-3b10-4757-a6b9-3e5d2ea8406e tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Made reservation on behalf of 74f4913ae166469eb6ba774ed5b78972 for: {'network': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:59:03.838347 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e2a806c4-3b10-4757-a6b9-3e5d2ea8406e tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:03.860088 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a023bcd-2d45-4095-85cd-07b3f06d2e67 None None] Network e4dd1235-f884-46a9-a9e7-895a86401327 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:59:03.861430 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b88d49a-852f-41d8-bc90-e54966d7d551 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Made reservation on behalf of 29687d4120c44a5fbc729d5c84960c1a for: {'network': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:59:03.866260 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8b88d49a-852f-41d8-bc90-e54966d7d551 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:03.871721 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 4a08a4a3-d514-4b3c-852a-7fd7879b9f36 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:59:03.965526 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b88d49a-852f-41d8-bc90-e54966d7d551 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] vlan segment allocate from pool success with {'vlan_id': 269, 'physical_network': 'physnet1'} {{(pid=103701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:59:03.971558 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2a806c4-3b10-4757-a6b9-3e5d2ea8406e tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] vlan segment allocate from pool success with {'vlan_id': 280, 'physical_network': 'physnet1'} {{(pid=103701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:59:03.998010 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e2a806c4-3b10-4757-a6b9-3e5d2ea8406e tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (97f7ee19-62a5-472f-affd-6036905bc60a), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:03.998457 n-d-826753-2 neutron-server[103701]: INFO neutron.db.segments_db [None req-e2a806c4-3b10-4757-a6b9-3e5d2ea8406e tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Added segment 97f7ee19-62a5-472f-affd-6036905bc60a of type vlan for network d09cfe95-d918-4eb0-a62e-e535337c2a27 Feb 19 02:59:04.000320 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8b88d49a-852f-41d8-bc90-e54966d7d551 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (e881684a-edab-4e6d-a310-ff32c944e7c9), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:04.000726 n-d-826753-2 neutron-server[103701]: INFO neutron.db.segments_db [None req-8b88d49a-852f-41d8-bc90-e54966d7d551 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Added segment e881684a-edab-4e6d-a310-ff32c944e7c9 of type vlan for network e17fd84e-c957-4899-a5e6-0110ca2c2cda Feb 19 02:59:04.005824 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-176b9e67-3ec2-4aa1-8cee-544cb91be4ab req-d99ca67e-0603-42b5-aabf-99228dd8e883 service neutron] 10.222.0.73 "GET /v2.0/networks/b0af2fed-15cc-4a59-82f9-c56cce972954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4083958 Feb 19 02:59:04.068768 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6a588c-1456-4415-9f96-a9f5029807da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-0ce59a8f-3c9b-4c07-a69f-c495ff49e28e', 'network_id': '0ce59a8f-3c9b-4c07-a69f-c495ff49e28e', 'project_id': '29687d4120c44a5fbc729d5c84960c1a', 'fixed_ips': [{'subnet_id': '9e35428c-f6ab-4439-bab8-f31025462574'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:59:04.070329 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fa6a588c-1456-4415-9f96-a9f5029807da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:04.159410 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-99a57a2b-cefe-456f-9008-e923cd4563dd None None] Set router 3cdae58c-9b05-4e69-aae0-f3043115cc4e gateway port host: None {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:59:04.204317 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8b88d49a-852f-41d8-bc90-e54966d7d551 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (e17fd84e-c957-4899-a5e6-0110ca2c2cda), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:04.243689 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e2a806c4-3b10-4757-a6b9-3e5d2ea8406e tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (d09cfe95-d918-4eb0-a62e-e535337c2a27), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:04.396543 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.db.resource_extend [None req-8b88d49a-852f-41d8-bc90-e54966d7d551 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 02:59:04.513750 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.extraroute_db [None req-4e8cb1f4-9962-4001-8c07-8c6f5735d536 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Added routes are [] {{(pid=103701) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 19 02:59:04.515421 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.extraroute_db [None req-4e8cb1f4-9962-4001-8c07-8c6f5735d536 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=103701) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 19 02:59:04.520322 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 4a08a4a3-d514-4b3c-852a-7fd7879b9f36 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:59:04.521421 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (4a08a4a3-d514-4b3c-852a-7fd7879b9f36), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:04.526279 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8b88d49a-852f-41d8-bc90-e54966d7d551 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (e17fd84e-c957-4899-a5e6-0110ca2c2cda), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:04.548968 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b88d49a-852f-41d8-bc90-e54966d7d551 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:04.550444 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8b88d49a-852f-41d8-bc90-e54966d7d551 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:04.801661 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4e8cb1f4-9962-4001-8c07-8c6f5735d536 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16285772', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16317501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14257'] for router (3cdae58c-9b05-4e69-aae0-f3043115cc4e), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:04.807332 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b83ce5-9a4b-4bd4-ab2e-f252962d4b84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-e4dd1235-f884-46a9-a9e7-895a86401327', 'network_id': 'e4dd1235-f884-46a9-a9e7-895a86401327', 'project_id': '74f4913ae166469eb6ba774ed5b78972', 'fixed_ips': [{'subnet_id': '45b6170f-2ac5-4392-b838-d74aa907a053'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:59:04.808514 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e1b83ce5-9a4b-4bd4-ab2e-f252962d4b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:04.818941 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-fa6a588c-1456-4415-9f96-a9f5029807da None None] Allocated IP 2001:db8:0:ffff::2 (0ce59a8f-3c9b-4c07-a69f-c495ff49e28e/9e35428c-f6ab-4439-bab8-f31025462574/9a27ab61-839e-4963-8615-94381e2196ee) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:59:04.820339 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-99a57a2b-cefe-456f-9008-e923cd4563dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cdae58c-9b05-4e69-aae0-f3043115cc4e', 'name': 'tempest-RoutersTest-router-191430420', 'tenant_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:58:18Z', 'updated_at': '2022-02-19T02:58:59Z', 'revision_number': 6, 'project_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'gw_port_host': None, '_interfaces': [{'id': '310c7eed-df8d-4cec-a39d-9a99ccd603e0', 'name': '', 'network_id': '8145ca99-f04b-4824-9a94-21de580b4a69', 'tenant_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'mac_address': 'fa:16:3e:ce:2e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdae58c-9b05-4e69-aae0-f3043115cc4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '20259683-fb47-49b7-8d52-ce41b6898621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:58:21Z', 'updated_at': '2022-02-19T02:58:30Z', 'revision_number': 5, 'project_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'subnets': [{'id': '20259683-fb47-49b7-8d52-ce41b6898621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a00a6ea-63e1-49f6-85a5-afe74077c2b9', 'name': '', 'network_id': 'b617cfc3-5095-456c-9ea4-c6de39a33c45', 'tenant_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'mac_address': 'fa:16:3e:0b:8f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdae58c-9b05-4e69-aae0-f3043115cc4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': '8bc46cc2-798d-4f29-8a14-65f31e39580f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:58:38Z', 'updated_at': '2022-02-19T02:58:50Z', 'revision_number': 5, 'project_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'subnets': [{'id': '8bc46cc2-798d-4f29-8a14-65f31e39580f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a08a4a3-d514-4b3c-852a-7fd7879b9f36', 'name': '', 'network_id': 'a263e49b-cd1e-4e38-99f9-09d3e4e8c013', 'tenant_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'mac_address': 'fa:16:3e:1d:0f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdae58c-9b05-4e69-aae0-f3043115cc4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2141, 'fixed_ips': [{'subnet_id': '6344d7e0-e013-46f8-95ba-8900fc4b4564', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:58:51Z', 'updated_at': '2022-02-19T02:59:01Z', 'revision_number': 5, 'project_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'subnets': [{'id': '6344d7e0-e013-46f8-95ba-8900fc4b4564', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4f4a963-5bb1-4f5c-a5f5-7ddeb8cf445e', 'name': '', 'network_id': '6db4454b-3044-4545-9c9b-9fece8ecc9db', 'tenant_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'mac_address': 'fa:16:3e:ea:6d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdae58c-9b05-4e69-aae0-f3043115cc4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': 'ce12a843-822e-4a25-b8c3-728dd5a339e5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:58:29Z', 'updated_at': '2022-02-19T02:58:42Z', 'revision_number': 5, 'project_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'subnets': [{'id': 'ce12a843-822e-4a25-b8c3-728dd5a339e5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:04.841943 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e2a806c4-3b10-4757-a6b9-3e5d2ea8406e tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (d09cfe95-d918-4eb0-a62e-e535337c2a27), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:04.850893 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a806c4-3b10-4757-a6b9-3e5d2ea8406e tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:04.851817 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e2a806c4-3b10-4757-a6b9-3e5d2ea8406e tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:04.893199 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a57a2b-cefe-456f-9008-e923cd4563dd None None] The sync data for ids ['3cdae58c-9b05-4e69-aae0-f3043115cc4e'] in n-d-826753-2 is: [{'id': '3cdae58c-9b05-4e69-aae0-f3043115cc4e', 'name': 'tempest-RoutersTest-router-191430420', 'tenant_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:58:18Z', 'updated_at': '2022-02-19T02:58:59Z', 'revision_number': 6, 'project_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'gw_port_host': None, '_interfaces': [{'id': '310c7eed-df8d-4cec-a39d-9a99ccd603e0', 'name': '', 'network_id': '8145ca99-f04b-4824-9a94-21de580b4a69', 'tenant_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'mac_address': 'fa:16:3e:ce:2e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdae58c-9b05-4e69-aae0-f3043115cc4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '20259683-fb47-49b7-8d52-ce41b6898621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:58:21Z', 'updated_at': '2022-02-19T02:58:30Z', 'revision_number': 5, 'project_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'subnets': [{'id': '20259683-fb47-49b7-8d52-ce41b6898621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a00a6ea-63e1-49f6-85a5-afe74077c2b9', 'name': '', 'network_id': 'b617cfc3-5095-456c-9ea4-c6de39a33c45', 'tenant_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'mac_address': 'fa:16:3e:0b:8f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdae58c-9b05-4e69-aae0-f3043115cc4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': '8bc46cc2-798d-4f29-8a14-65f31e39580f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:58:38Z', 'updated_at': '2022-02-19T02:58:50Z', 'revision_number': 5, 'project_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'subnets': [{'id': '8bc46cc2-798d-4f29-8a14-65f31e39580f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a08a4a3-d514-4b3c-852a-7fd7879b9f36', 'name': '', 'network_id': 'a263e49b-cd1e-4e38-99f9-09d3e4e8c013', 'tenant_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'mac_address': 'fa:16:3e:1d:0f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdae58c-9b05-4e69-aae0-f3043115cc4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2141, 'fixed_ips': [{'subnet_id': '6344d7e0-e013-46f8-95ba-8900fc4b4564', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:58:51Z', 'updated_at': '2022-02-19T02:59:01Z', 'revision_number': 5, 'project_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'subnets': [{'id': '6344d7e0-e013-46f8-95ba-8900fc4b4564', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4f4a963-5bb1-4f5c-a5f5-7ddeb8cf445e', 'name': '', 'network_id': '6db4454b-3044-4545-9c9b-9fece8ecc9db', 'tenant_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'mac_address': 'fa:16:3e:ea:6d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdae58c-9b05-4e69-aae0-f3043115cc4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': 'ce12a843-822e-4a25-b8c3-728dd5a339e5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:58:29Z', 'updated_at': '2022-02-19T02:58:42Z', 'revision_number': 5, 'project_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'subnets': [{'id': 'ce12a843-822e-4a25-b8c3-728dd5a339e5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:59:04.979181 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 44032) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:04.982027 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-e2a806c4-3b10-4757-a6b9-3e5d2ea8406e tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2747893 Feb 19 02:59:04.985468 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-1ae5576c-8e6e-449f-aa01-94945eae0369 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Request body: {'network': {'name': 'tempest-router-network02--1402166029'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:59:04.985877 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-8b88d49a-852f-41d8-bc90-e54966d7d551 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.2594633 Feb 19 02:59:04.988893 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 44034) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:05.005555 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-2479dd77-6fe4-4830-bfdb-be353ed080a6 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Request body: {'subnet': {'network_id': 'e17fd84e-c957-4899-a5e6-0110ca2c2cda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:59:05.010447 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf52f21a-8a8a-4ddc-bc8e-ad784d4bd632 req-bed29c48-1055-42a8-98bc-8db8efbe3236 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:05.012097 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cf52f21a-8a8a-4ddc-bc8e-ad784d4bd632 req-bed29c48-1055-42a8-98bc-8db8efbe3236 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 946 time: 0.8209755 Feb 19 02:59:05.016987 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b88d49a-852f-41d8-bc90-e54966d7d551 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Pushing event updated for resources: {'Network': ['ID=e17fd84e-c957-4899-a5e6-0110ca2c2cda,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:05.098050 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network e17fd84e-c957-4899-a5e6-0110ca2c2cda details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:59:05.330304 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ae5576c-8e6e-449f-aa01-94945eae0369 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Made reservation on behalf of 74f4913ae166469eb6ba774ed5b78972 for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:59:05.334245 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1ae5576c-8e6e-449f-aa01-94945eae0369 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:05.409845 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2479dd77-6fe4-4830-bfdb-be353ed080a6 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Made reservation on behalf of 29687d4120c44a5fbc729d5c84960c1a for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:59:05.414221 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2479dd77-6fe4-4830-bfdb-be353ed080a6 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:05.460483 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ae5576c-8e6e-449f-aa01-94945eae0369 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] vlan segment allocate from pool success with {'vlan_id': 281, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:59:05.522773 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-e1b83ce5-9a4b-4bd4-ab2e-f252962d4b84 None None] Allocated IP 172.20.0.2 (e4dd1235-f884-46a9-a9e7-895a86401327/45b6170f-2ac5-4392-b838-d74aa907a053/65532ff8-851a-431c-b0ec-c1c43f44b5f5) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:59:05.614276 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1ae5576c-8e6e-449f-aa01-94945eae0369 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (e03596a7-a5b6-4946-adce-95a832c5e859), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:05.615548 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-1ae5576c-8e6e-449f-aa01-94945eae0369 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Added segment e03596a7-a5b6-4946-adce-95a832c5e859 of type vlan for network 93b16c14-960e-4393-bbb1-708044b2207e Feb 19 02:59:05.775830 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cf52f21a-8a8a-4ddc-bc8e-ad784d4bd632 req-032a7d41-437e-41e7-bc8e-4e8d2794c3f1 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7460177 Feb 19 02:59:05.813632 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096b1370-408b-4168-8768-9c867decdb77 req-dbddfd75-21d4-4f23-a29b-8b5a2e9ae096 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:05.829423 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-096b1370-408b-4168-8768-9c867decdb77 req-dbddfd75-21d4-4f23-a29b-8b5a2e9ae096 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/ports?device_id=1acb5283-7513-4bc2-a633-a91a277157f6 HTTP/1.1" status: 200 len: 946 time: 1.2565694 Feb 19 02:59:05.933938 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1ae5576c-8e6e-449f-aa01-94945eae0369 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (93b16c14-960e-4393-bbb1-708044b2207e), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:05.950442 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a806c4-3b10-4757-a6b9-3e5d2ea8406e tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Pushing event updated for resources: {'Network': ['ID=d09cfe95-d918-4eb0-a62e-e535337c2a27,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:06.105548 n-d-826753-2 neutron-server[103702]: DEBUG neutron.objects.ports [None req-2479dd77-6fe4-4830-bfdb-be353ed080a6 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103702) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 02:59:06.111429 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1ae5576c-8e6e-449f-aa01-94945eae0369 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (93b16c14-960e-4393-bbb1-708044b2207e), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:06.123139 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae5576c-8e6e-449f-aa01-94945eae0369 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:06.127532 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1ae5576c-8e6e-449f-aa01-94945eae0369 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:06.128191 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network d09cfe95-d918-4eb0-a62e-e535337c2a27 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:59:06.200072 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-096b1370-408b-4168-8768-9c867decdb77 req-15a63256-9601-4435-9049-dd58c09c44f0 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ba0f102-3452-4e6f-b12d-3fac2606ad0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3696580 Feb 19 02:59:06.259778 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 4a08a4a3-d514-4b3c-852a-7fd7879b9f36 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:59:06.295790 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4e8cb1f4-9962-4001-8c07-8c6f5735d536 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16285772', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16317501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14257'] for router (3cdae58c-9b05-4e69-aae0-f3043115cc4e), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:06.310943 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4e8cb1f4-9962-4001-8c07-8c6f5735d536 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16285787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16285778', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16317492'] for router (3cdae58c-9b05-4e69-aae0-f3043115cc4e), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:06.347081 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae5576c-8e6e-449f-aa01-94945eae0369 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Pushing event updated for resources: {'Network': ['ID=93b16c14-960e-4393-bbb1-708044b2207e,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:06.351241 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e1b83ce5-9a4b-4bd4-ab2e-f252962d4b84 None None] Publish callbacks [] for port (65532ff8-851a-431c-b0ec-c1c43f44b5f5), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:06.366792 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2479dd77-6fe4-4830-bfdb-be353ed080a6 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (fb2753b7-4777-44a3-a363-738f79c81112), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:06.390098 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 93b16c14-960e-4393-bbb1-708044b2207e details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:59:06.397704 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e1b83ce5-9a4b-4bd4-ab2e-f252962d4b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (65532ff8-851a-431c-b0ec-c1c43f44b5f5), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:06.497599 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd41f85-1c61-4ef3-86a9-f94383b8a500 req-71f07833-a8e1-4ea3-bb18-a92486410500 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:06.505130 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0cd41f85-1c61-4ef3-86a9-f94383b8a500 req-71f07833-a8e1-4ea3-bb18-a92486410500 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 946 time: 0.5562687 Feb 19 02:59:06.513444 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2479dd77-6fe4-4830-bfdb-be353ed080a6 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Pushing event updated for resources: {'Subnet': ['ID=fb2753b7-4777-44a3-a363-738f79c81112,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:06.533791 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-1ae5576c-8e6e-449f-aa01-94945eae0369 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5503149 Feb 19 02:59:06.534413 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 44052) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:06.543136 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-a7debc02-854b-4242-bf11-41e1053fc6d0 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Request body: {'subnet': {'network_id': 'd09cfe95-d918-4eb0-a62e-e535337c2a27', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:59:06.666363 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fa6a588c-1456-4415-9f96-a9f5029807da None None] Publish callbacks [] for port (9a27ab61-839e-4963-8615-94381e2196ee), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:06.695052 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b83ce5-9a4b-4bd4-ab2e-f252962d4b84 None None] Network e4dd1235-f884-46a9-a9e7-895a86401327 is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:59:06.699285 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7debc02-854b-4242-bf11-41e1053fc6d0 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Made reservation on behalf of 74f4913ae166469eb6ba774ed5b78972 for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:59:06.703294 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a7debc02-854b-4242-bf11-41e1053fc6d0 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:06.728611 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-e1b83ce5-9a4b-4bd4-ab2e-f252962d4b84 None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:59:06.738066 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fa6a588c-1456-4415-9f96-a9f5029807da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (9a27ab61-839e-4963-8615-94381e2196ee), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:06.742277 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b83ce5-9a4b-4bd4-ab2e-f252962d4b84 None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:59:06.749895 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e8cb1f4-9962-4001-8c07-8c6f5735d536 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Router 3cdae58c-9b05-4e69-aae0-f3043115cc4e has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:59:06.766726 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b83ce5-9a4b-4bd4-ab2e-f252962d4b84 None None] Pushing event updated for resources: {'Port': ['ID=65532ff8-851a-431c-b0ec-c1c43f44b5f5,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:06.781402 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0cd41f85-1c61-4ef3-86a9-f94383b8a500 req-f4126f67-14a6-436d-91de-750bcf130607 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700167 Feb 19 02:59:06.892090 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2479dd77-6fe4-4830-bfdb-be353ed080a6 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Checking segment: {'id': 'e881684a-edab-4e6d-a310-ff32c944e7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'e17fd84e-c957-4899-a5e6-0110ca2c2cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:59:06.892451 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2479dd77-6fe4-4830-bfdb-be353ed080a6 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Network hostable DHCP agents. Network: e17fd84e-c957-4899-a5e6-0110ca2c2cda, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:59:06.949664 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2479dd77-6fe4-4830-bfdb-be353ed080a6 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Network e17fd84e-c957-4899-a5e6-0110ca2c2cda is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:59:06.979005 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa6a588c-1456-4415-9f96-a9f5029807da None None] Network 0ce59a8f-3c9b-4c07-a69f-c495ff49e28e is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:59:07.020836 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-fa6a588c-1456-4415-9f96-a9f5029807da None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:59:07.028276 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6a588c-1456-4415-9f96-a9f5029807da None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:59:07.047357 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e8cb1f4-9962-4001-8c07-8c6f5735d536 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:59:07.063815 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-2479dd77-6fe4-4830-bfdb-be353ed080a6 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, e17fd84e-c957-4899-a5e6-0110ca2c2cda) {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:59:07.065546 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4e8cb1f4-9962-4001-8c07-8c6f5735d536 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks [] for router (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:07.067056 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-4e8cb1f4-9962-4001-8c07-8c6f5735d536 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] 10.222.0.72 "PUT /v2.0/routers/3cdae58c-9b05-4e69-aae0-f3043115cc4e HTTP/1.1" status: 200 len: 699 time: 4.0983782 Feb 19 02:59:07.070054 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 44060) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:07.072948 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6a588c-1456-4415-9f96-a9f5029807da None None] Pushing event updated for resources: {'Port': ['ID=9a27ab61-839e-4963-8615-94381e2196ee,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:07.077568 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab831fbb-3adb-4d22-bdb5-dfc45587aae5 None None] Sync routers for ids ['3cdae58c-9b05-4e69-aae0-f3043115cc4e'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:59:07.118251 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96081313-3dd6-4d0d-bede-d0721fa5ccd1 None None] Network e17fd84e-c957-4899-a5e6-0110ca2c2cda requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:59:07.207194 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-e1b83ce5-9a4b-4bd4-ab2e-f252962d4b84 None None] Attempting to bind port 65532ff8-851a-431c-b0ec-c1c43f44b5f5 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:59:07.207482 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-e1b83ce5-9a4b-4bd4-ab2e-f252962d4b84 None None] Attempting to bind port 65532ff8-851a-431c-b0ec-c1c43f44b5f5 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '72cae1d0-ae6b-44c3-8913-971ebf40cf94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'e4dd1235-f884-46a9-a9e7-895a86401327'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:59:07.207845 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b83ce5-9a4b-4bd4-ab2e-f252962d4b84 None None] Attempting to bind port 65532ff8-851a-431c-b0ec-c1c43f44b5f5 on network e4dd1235-f884-46a9-a9e7-895a86401327 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:59:07.258454 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 44068) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:07.288234 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb4c422-878b-496d-8fc5-730bea51cc13 req-0e7411ae-0ac2-4009-ba8c-743dfbe894eb tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:07.291001 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5cb4c422-878b-496d-8fc5-730bea51cc13 req-0e7411ae-0ac2-4009-ba8c-743dfbe894eb tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 946 time: 0.1352115 Feb 19 02:59:07.340287 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b83ce5-9a4b-4bd4-ab2e-f252962d4b84 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:59:07.340918 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b83ce5-9a4b-4bd4-ab2e-f252962d4b84 None None] Checking segment: {'id': '72cae1d0-ae6b-44c3-8913-971ebf40cf94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'e4dd1235-f884-46a9-a9e7-895a86401327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:59:07.341548 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e1b83ce5-9a4b-4bd4-ab2e-f252962d4b84 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:07.342107 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b83ce5-9a4b-4bd4-ab2e-f252962d4b84 None None] Bound using segment: {'id': '72cae1d0-ae6b-44c3-8913-971ebf40cf94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'e4dd1235-f884-46a9-a9e7-895a86401327'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:59:07.342948 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-e1b83ce5-9a4b-4bd4-ab2e-f252962d4b84 None None] Bound port: 65532ff8-851a-431c-b0ec-c1c43f44b5f5, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72cae1d0-ae6b-44c3-8913-971ebf40cf94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'e4dd1235-f884-46a9-a9e7-895a86401327'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:59:07.343512 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e1b83ce5-9a4b-4bd4-ab2e-f252962d4b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (65532ff8-851a-431c-b0ec-c1c43f44b5f5), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:07.348089 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2479dd77-6fe4-4830-bfdb-be353ed080a6 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:07.348777 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2479dd77-6fe4-4830-bfdb-be353ed080a6 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:07.350736 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab831fbb-3adb-4d22-bdb5-dfc45587aae5 None None] Routers {'3cdae58c-9b05-4e69-aae0-f3043115cc4e'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:59:07.351583 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-ab831fbb-3adb-4d22-bdb5-dfc45587aae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:58:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['3cdae58c-9b05-4e69-aae0-f3043115cc4e'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:07.363336 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-832cbf4c-5527-4715-8efa-5b6feee18e3a tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] 10.222.0.72 "GET /v2.0/routers/3cdae58c-9b05-4e69-aae0-f3043115cc4e HTTP/1.1" status: 200 len: 699 time: 0.2896938 Feb 19 02:59:07.382349 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 44072) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:07.424241 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-fa6a588c-1456-4415-9f96-a9f5029807da None None] Attempting to bind port 9a27ab61-839e-4963-8615-94381e2196ee on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:59:07.424893 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-fa6a588c-1456-4415-9f96-a9f5029807da None None] Attempting to bind port 9a27ab61-839e-4963-8615-94381e2196ee by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '5aa63ff8-2eec-4454-9862-75c1564dca52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '0ce59a8f-3c9b-4c07-a69f-c495ff49e28e'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:59:07.425462 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6a588c-1456-4415-9f96-a9f5029807da None None] Attempting to bind port 9a27ab61-839e-4963-8615-94381e2196ee on network 0ce59a8f-3c9b-4c07-a69f-c495ff49e28e {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:59:07.484822 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5cb4c422-878b-496d-8fc5-730bea51cc13 req-f284e7ce-a1f2-4b79-9767-13a1ecc296a0 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873457 Feb 19 02:59:07.515066 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ac52ef-ded3-42e0-b4fc-638a93f95581 req-69d96dd5-680b-49d7-a0b9-74048c5a6a8e tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:07.527662 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-2479dd77-6fe4-4830-bfdb-be353ed080a6 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5360110 Feb 19 02:59:07.535233 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-85ac52ef-ded3-42e0-b4fc-638a93f95581 req-69d96dd5-680b-49d7-a0b9-74048c5a6a8e tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/ports?device_id=1acb5283-7513-4bc2-a633-a91a277157f6 HTTP/1.1" status: 200 len: 946 time: 0.1616573 Feb 19 02:59:07.537593 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 44076) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:07.556271 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-81a59004-4897-4ab7-ae97-bac6fbffe9d5 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Request body: {'port': {'network_id': 'e17fd84e-c957-4899-a5e6-0110ca2c2cda', 'name': 'tempest-NetworksIpV6TestAttrs-62502654'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:59:07.571759 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6a588c-1456-4415-9f96-a9f5029807da None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:59:07.572700 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6a588c-1456-4415-9f96-a9f5029807da None None] Checking segment: {'id': '5aa63ff8-2eec-4454-9862-75c1564dca52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '0ce59a8f-3c9b-4c07-a69f-c495ff49e28e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:59:07.573338 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fa6a588c-1456-4415-9f96-a9f5029807da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:07.574650 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6a588c-1456-4415-9f96-a9f5029807da None None] Bound using segment: {'id': '5aa63ff8-2eec-4454-9862-75c1564dca52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '0ce59a8f-3c9b-4c07-a69f-c495ff49e28e'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:59:07.576104 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-fa6a588c-1456-4415-9f96-a9f5029807da None None] Bound port: 9a27ab61-839e-4963-8615-94381e2196ee, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5aa63ff8-2eec-4454-9862-75c1564dca52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '0ce59a8f-3c9b-4c07-a69f-c495ff49e28e'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:59:07.576808 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fa6a588c-1456-4415-9f96-a9f5029807da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (9a27ab61-839e-4963-8615-94381e2196ee), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:07.615875 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e1b83ce5-9a4b-4bd4-ab2e-f252962d4b84 None None] For port 65532ff8-851a-431c-b0ec-c1c43f44b5f5, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:59:07.620353 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e1b83ce5-9a4b-4bd4-ab2e-f252962d4b84 None None] For port 65532ff8-851a-431c-b0ec-c1c43f44b5f5, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=65532ff8-851a-431c-b0ec-c1c43f44b5f5,segment=NetworkSegment(72cae1d0-ae6b-44c3-8913-971ebf40cf94),segment_id=72cae1d0-ae6b-44c3-8913-971ebf40cf94)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:59:07.644315 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e1b83ce5-9a4b-4bd4-ab2e-f252962d4b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (65532ff8-851a-431c-b0ec-c1c43f44b5f5), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:07.720952 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-ab831fbb-3adb-4d22-bdb5-dfc45587aae5 None None] Set router 3cdae58c-9b05-4e69-aae0-f3043115cc4e gateway port host: None {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:59:07.725134 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627302ec-c608-47ea-869a-ede0814c8ac3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-e17fd84e-c957-4899-a5e6-0110ca2c2cda', 'network_id': 'e17fd84e-c957-4899-a5e6-0110ca2c2cda', 'project_id': '29687d4120c44a5fbc729d5c84960c1a', 'fixed_ips': [{'subnet_id': 'fb2753b7-4777-44a3-a363-738f79c81112'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:59:07.726039 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-627302ec-c608-47ea-869a-ede0814c8ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:07.912123 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-72a8533d-4965-4061-9465-d534d570bf9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:07.970477 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b83ce5-9a4b-4bd4-ab2e-f252962d4b84 None None] Pushing event updated for resources: {'Port': ['ID=65532ff8-851a-431c-b0ec-c1c43f44b5f5,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:07.987212 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a7debc02-854b-4242-bf11-41e1053fc6d0 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (f244419f-251e-43f3-8a48-6c78e11b11c8), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:08.076059 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-72a8533d-4965-4061-9465-d534d570bf9c admin admin] Publish callbacks [] for security_group (99439896-b97f-4ae7-a1a3-b09dd978cfef), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:08.114244 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-72a8533d-4965-4061-9465-d534d570bf9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (99439896-b97f-4ae7-a1a3-b09dd978cfef), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:08.143374 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-fa6a588c-1456-4415-9f96-a9f5029807da None None] For port 9a27ab61-839e-4963-8615-94381e2196ee, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:59:08.224903 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-72a8533d-4965-4061-9465-d534d570bf9c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9405ab6121034b9e8e5a19c5cd7beedb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9583955 Feb 19 02:59:08.226056 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 44080) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:08.228198 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-fa6a588c-1456-4415-9f96-a9f5029807da None None] For port 9a27ab61-839e-4963-8615-94381e2196ee, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=9a27ab61-839e-4963-8615-94381e2196ee,segment=NetworkSegment(5aa63ff8-2eec-4454-9862-75c1564dca52),segment_id=5aa63ff8-2eec-4454-9862-75c1564dca52)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:59:08.235323 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a8533d-4965-4061-9465-d534d570bf9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99439896-b97f-4ae7-a1a3-b09dd978cfef,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:08.264719 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fa6a588c-1456-4415-9f96-a9f5029807da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (9a27ab61-839e-4963-8615-94381e2196ee), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:08.294486 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7debc02-854b-4242-bf11-41e1053fc6d0 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Pushing event updated for resources: {'Subnet': ['ID=f244419f-251e-43f3-8a48-6c78e11b11c8,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:08.305466 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7debc02-854b-4242-bf11-41e1053fc6d0 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Checking segment: {'id': '97f7ee19-62a5-472f-affd-6036905bc60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd09cfe95-d918-4eb0-a62e-e535337c2a27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:59:08.306551 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7debc02-854b-4242-bf11-41e1053fc6d0 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Network hostable DHCP agents. Network: d09cfe95-d918-4eb0-a62e-e535337c2a27, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:59:08.331037 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1a4a70-a39d-4eda-9818-20b644318181 req-6e8331d4-8601-452e-b23f-ad3112ea14f4 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:08.333556 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6e1a4a70-a39d-4eda-9818-20b644318181 req-6e8331d4-8601-452e-b23f-ad3112ea14f4 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 946 time: 0.7619445 Feb 19 02:59:08.339413 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-85ac52ef-ded3-42e0-b4fc-638a93f95581 req-2fe29e8f-0371-43ae-b9cf-386f7bf7692d tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ba0f102-3452-4e6f-b12d-3fac2606ad0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8033328 Feb 19 02:59:08.340423 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d055e2f1-0fbf-495d-a7d0-2df9a69d40a3 admin admin] Publish callbacks [] for security_group (99439896-b97f-4ae7-a1a3-b09dd978cfef), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:08.374513 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d055e2f1-0fbf-495d-a7d0-2df9a69d40a3 admin admin] Publish callbacks [] for security_group (99439896-b97f-4ae7-a1a3-b09dd978cfef), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:08.430398 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81a59004-4897-4ab7-ae97-bac6fbffe9d5 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Made reservation on behalf of 29687d4120c44a5fbc729d5c84960c1a for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:59:08.434139 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-81a59004-4897-4ab7-ae97-bac6fbffe9d5 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:08.439850 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7debc02-854b-4242-bf11-41e1053fc6d0 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Network d09cfe95-d918-4eb0-a62e-e535337c2a27 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:59:08.468760 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-a7debc02-854b-4242-bf11-41e1053fc6d0 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, d09cfe95-d918-4eb0-a62e-e535337c2a27) {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:59:08.480160 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d055e2f1-0fbf-495d-a7d0-2df9a69d40a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (99439896-b97f-4ae7-a1a3-b09dd978cfef), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:08.484264 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d055e2f1-0fbf-495d-a7d0-2df9a69d40a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:08.485466 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-d055e2f1-0fbf-495d-a7d0-2df9a69d40a3 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/99439896-b97f-4ae7-a1a3-b09dd978cfef HTTP/1.1" status: 204 len: 168 time: 0.2427959 Feb 19 02:59:08.486922 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [None req-81a59004-4897-4ab7-ae97-bac6fbffe9d5 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] device_id is not set on port a903fb72-6cc0-4eee-8fbc-dbcf58837045 yet. {{(pid=103701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 02:59:08.491254 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7debc02-854b-4242-bf11-41e1053fc6d0 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:08.491881 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a7debc02-854b-4242-bf11-41e1053fc6d0 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:08.562175 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d055e2f1-0fbf-495d-a7d0-2df9a69d40a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99439896-b97f-4ae7-a1a3-b09dd978cfef,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:08.565075 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c07cb012-3a56-4254-b8b4-df3f807de6de tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16289271'] for router_interface (3cdae58c-9b05-4e69-aae0-f3043115cc4e), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:08.580932 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6e1a4a70-a39d-4eda-9818-20b644318181 req-3c4dcc21-3bd3-4136-856e-eacd878d373b tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409373 Feb 19 02:59:08.592637 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6a588c-1456-4415-9f96-a9f5029807da None None] Pushing event updated for resources: {'Port': ['ID=9a27ab61-839e-4963-8615-94381e2196ee,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:08.608751 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3153e7a-101e-4aaa-8150-1a4aa0429eff None None] Network d09cfe95-d918-4eb0-a62e-e535337c2a27 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:59:08.683883 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 65532ff8-851a-431c-b0ec-c1c43f44b5f5 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:59:08.904061 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870da083-5d65-4665-b91c-20b12099a553 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-d09cfe95-d918-4eb0-a62e-e535337c2a27', 'network_id': 'd09cfe95-d918-4eb0-a62e-e535337c2a27', 'project_id': '74f4913ae166469eb6ba774ed5b78972', 'fixed_ips': [{'subnet_id': 'f244419f-251e-43f3-8a48-6c78e11b11c8'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:59:08.905698 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-870da083-5d65-4665-b91c-20b12099a553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:08.916656 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-627302ec-c608-47ea-869a-ede0814c8ac3 None None] Allocated IP 2001:db8::f816:3eff:fe86:342f (e17fd84e-c957-4899-a5e6-0110ca2c2cda/fb2753b7-4777-44a3-a363-738f79c81112/3b718daa-b76a-49db-8363-cf394212f047) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:59:08.985525 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 65532ff8-851a-431c-b0ec-c1c43f44b5f5 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:59:08.986373 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (65532ff8-851a-431c-b0ec-c1c43f44b5f5), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:09.199698 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-a7debc02-854b-4242-bf11-41e1053fc6d0 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6636388 Feb 19 02:59:09.203858 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 44094) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:09.213363 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3173692f-5cb0-4ccc-bcd2-f56b7b8cb4a2 req-05a6530b-a081-4fd3-9e0b-9f375fdf363d tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:09.219016 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-c5529320-90b9-4b4e-a957-b025ea7148d8 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Request body: {'subnet': {'network_id': '93b16c14-960e-4393-bbb1-708044b2207e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:59:09.221689 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3173692f-5cb0-4ccc-bcd2-f56b7b8cb4a2 req-05a6530b-a081-4fd3-9e0b-9f375fdf363d tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 946 time: 0.2036774 Feb 19 02:59:09.263875 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 44098) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:09.275051 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-ab831fbb-3adb-4d22-bdb5-dfc45587aae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cdae58c-9b05-4e69-aae0-f3043115cc4e', 'name': 'tempest-RoutersTest-router-191430420', 'tenant_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:58:18Z', 'updated_at': '2022-02-19T02:59:04Z', 'revision_number': 7, 'project_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'gw_port_host': None, '_interfaces': [{'id': '310c7eed-df8d-4cec-a39d-9a99ccd603e0', 'name': '', 'network_id': '8145ca99-f04b-4824-9a94-21de580b4a69', 'tenant_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'mac_address': 'fa:16:3e:ce:2e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdae58c-9b05-4e69-aae0-f3043115cc4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '20259683-fb47-49b7-8d52-ce41b6898621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:58:21Z', 'updated_at': '2022-02-19T02:58:30Z', 'revision_number': 5, 'project_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'subnets': [{'id': '20259683-fb47-49b7-8d52-ce41b6898621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a00a6ea-63e1-49f6-85a5-afe74077c2b9', 'name': '', 'network_id': 'b617cfc3-5095-456c-9ea4-c6de39a33c45', 'tenant_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'mac_address': 'fa:16:3e:0b:8f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdae58c-9b05-4e69-aae0-f3043115cc4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': '8bc46cc2-798d-4f29-8a14-65f31e39580f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:58:38Z', 'updated_at': '2022-02-19T02:58:50Z', 'revision_number': 5, 'project_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'subnets': [{'id': '8bc46cc2-798d-4f29-8a14-65f31e39580f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a08a4a3-d514-4b3c-852a-7fd7879b9f36', 'name': '', 'network_id': 'a263e49b-cd1e-4e38-99f9-09d3e4e8c013', 'tenant_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'mac_address': 'fa:16:3e:1d:0f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdae58c-9b05-4e69-aae0-f3043115cc4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2141, 'fixed_ips': [{'subnet_id': '6344d7e0-e013-46f8-95ba-8900fc4b4564', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:58:51Z', 'updated_at': '2022-02-19T02:59:01Z', 'revision_number': 5, 'project_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'subnets': [{'id': '6344d7e0-e013-46f8-95ba-8900fc4b4564', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4f4a963-5bb1-4f5c-a5f5-7ddeb8cf445e', 'name': '', 'network_id': '6db4454b-3044-4545-9c9b-9fece8ecc9db', 'tenant_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'mac_address': 'fa:16:3e:ea:6d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdae58c-9b05-4e69-aae0-f3043115cc4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': 'ce12a843-822e-4a25-b8c3-728dd5a339e5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:58:29Z', 'updated_at': '2022-02-19T02:58:42Z', 'revision_number': 5, 'project_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'subnets': [{'id': 'ce12a843-822e-4a25-b8c3-728dd5a339e5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:09.288941 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9bf03075-2e36-4a9e-9481-279cb2dd9cc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:09.413640 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3173692f-5cb0-4ccc-bcd2-f56b7b8cb4a2 req-03b8b2a6-a5ab-4e3c-94fc-bcc3214bdf94 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909447 Feb 19 02:59:09.580084 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5529320-90b9-4b4e-a957-b025ea7148d8 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Made reservation on behalf of 74f4913ae166469eb6ba774ed5b78972 for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:59:09.586201 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c5529320-90b9-4b4e-a957-b025ea7148d8 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:09.648564 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9bf03075-2e36-4a9e-9481-279cb2dd9cc3 admin admin] Publish callbacks [] for security_group (83daeba1-f99b-4510-aeb2-cfc7eddb04c8), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:09.675559 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9bf03075-2e36-4a9e-9481-279cb2dd9cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (83daeba1-f99b-4510-aeb2-cfc7eddb04c8), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:09.703387 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab831fbb-3adb-4d22-bdb5-dfc45587aae5 None None] Checking router: 3cdae58c-9b05-4e69-aae0-f3043115cc4e for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:59:09.727986 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-9bf03075-2e36-4a9e-9481-279cb2dd9cc3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d456d866f15747cfa8450b02c4b0529a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4614193 Feb 19 02:59:09.728899 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 44104) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:09.797434 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79700ded-0410-4913-a8eb-7f1ae9dd0bbf req-7bf54d21-3ca5-43f9-a820-ddfb92778c3a tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:09.799145 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-79700ded-0410-4913-a8eb-7f1ae9dd0bbf req-7bf54d21-3ca5-43f9-a820-ddfb92778c3a tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 946 time: 0.2446764 Feb 19 02:59:09.807873 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-870da083-5d65-4665-b91c-20b12099a553 None None] Allocated IP 172.20.0.2 (d09cfe95-d918-4eb0-a62e-e535337c2a27/f244419f-251e-43f3-8a48-6c78e11b11c8/1644a798-8df8-4312-a5a6-e9912171bc7f) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:59:09.813944 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab831fbb-3adb-4d22-bdb5-dfc45587aae5 None None] Routers {'3cdae58c-9b05-4e69-aae0-f3043115cc4e'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:59:09.814797 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-ab831fbb-3adb-4d22-bdb5-dfc45587aae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:58:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['3cdae58c-9b05-4e69-aae0-f3043115cc4e'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:09.863463 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d17968-e618-4356-a97d-3911689728cc req-af2da22a-b253-4930-9b6b-58b7c8ca4872 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:09.867436 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-58d17968-e618-4356-a97d-3911689728cc req-af2da22a-b253-4930-9b6b-58b7c8ca4872 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/ports?device_id=1acb5283-7513-4bc2-a633-a91a277157f6 HTTP/1.1" status: 200 len: 946 time: 0.3332503 Feb 19 02:59:09.872698 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf03075-2e36-4a9e-9481-279cb2dd9cc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83daeba1-f99b-4510-aeb2-cfc7eddb04c8,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:09.896629 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-813f2150-4aaf-45de-9507-619dd490dc6a admin admin] Publish callbacks [] for security_group (83daeba1-f99b-4510-aeb2-cfc7eddb04c8), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:09.940476 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-ab831fbb-3adb-4d22-bdb5-dfc45587aae5 None None] Set router 3cdae58c-9b05-4e69-aae0-f3043115cc4e gateway port host: None {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:59:09.955698 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-79700ded-0410-4913-a8eb-7f1ae9dd0bbf req-3a8ebd6b-c164-482a-a2cc-2c63083c414d tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452818 Feb 19 02:59:10.009055 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-813f2150-4aaf-45de-9507-619dd490dc6a admin admin] Publish callbacks [] for security_group (83daeba1-f99b-4510-aeb2-cfc7eddb04c8), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:10.024664 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-58d17968-e618-4356-a97d-3911689728cc req-4b383959-cb0f-4ae6-9461-acf8dc2fa04b tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ba0f102-3452-4e6f-b12d-3fac2606ad0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303885 Feb 19 02:59:10.034940 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-c07cb012-3a56-4254-b8b4-df3f807de6de tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Deleting port 4a08a4a3-d514-4b3c-852a-7fd7879b9f36 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:59:10.035283 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c07cb012-3a56-4254-b8b4-df3f807de6de tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (4a08a4a3-d514-4b3c-852a-7fd7879b9f36), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:10.062078 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11eb8618-d14b-4436-9062-927b013ef8f6 None None] Network e4dd1235-f884-46a9-a9e7-895a86401327 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:59:10.142313 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c5529320-90b9-4b4e-a957-b025ea7148d8 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (5fc4eb3f-9201-4379-bd71-7149f26f2c3c), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:10.225680 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 65532ff8-851a-431c-b0ec-c1c43f44b5f5 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:59:10.226082 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (65532ff8-851a-431c-b0ec-c1c43f44b5f5), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:10.250810 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-10ca0e88-9087-48c3-b96c-d5353f8d4d30 None None] Provisioning complete for port 65532ff8-851a-431c-b0ec-c1c43f44b5f5 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:59:10.251215 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-10ca0e88-9087-48c3-b96c-d5353f8d4d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (65532ff8-851a-431c-b0ec-c1c43f44b5f5), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:10.324552 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5529320-90b9-4b4e-a957-b025ea7148d8 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Pushing event updated for resources: {'Subnet': ['ID=5fc4eb3f-9201-4379-bd71-7149f26f2c3c,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:10.340575 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-813f2150-4aaf-45de-9507-619dd490dc6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (83daeba1-f99b-4510-aeb2-cfc7eddb04c8), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:10.342812 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-813f2150-4aaf-45de-9507-619dd490dc6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:10.346442 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-813f2150-4aaf-45de-9507-619dd490dc6a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/83daeba1-f99b-4510-aeb2-cfc7eddb04c8 HTTP/1.1" status: 204 len: 168 time: 0.6102428 Feb 19 02:59:10.391563 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813f2150-4aaf-45de-9507-619dd490dc6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83daeba1-f99b-4510-aeb2-cfc7eddb04c8,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:10.414379 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-c07cb012-3a56-4254-b8b4-df3f807de6de tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] For port 4a08a4a3-d514-4b3c-852a-7fd7879b9f36, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=4a08a4a3-d514-4b3c-852a-7fd7879b9f36,segment=NetworkSegment(004844b7-3725-4a50-ac88-e44011995a18),segment_id=004844b7-3725-4a50-ac88-e44011995a18)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:59:10.414611 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c07cb012-3a56-4254-b8b4-df3f807de6de tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (4a08a4a3-d514-4b3c-852a-7fd7879b9f36), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:10.449188 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-c07cb012-3a56-4254-b8b4-df3f807de6de tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Calling delete_port for 4a08a4a3-d514-4b3c-852a-7fd7879b9f36 owned by network:router_interface {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:59:10.452453 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5529320-90b9-4b4e-a957-b025ea7148d8 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Checking segment: {'id': 'e03596a7-a5b6-4946-adce-95a832c5e859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '93b16c14-960e-4393-bbb1-708044b2207e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:59:10.452829 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5529320-90b9-4b4e-a957-b025ea7148d8 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Network hostable DHCP agents. Network: 93b16c14-960e-4393-bbb1-708044b2207e, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:59:10.515414 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f797e90-e672-4cfa-85f7-cd2e5d3d8de1 req-0d58653a-1876-4fe0-9c36-03a6f925646b tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:10.518310 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6f797e90-e672-4cfa-85f7-cd2e5d3d8de1 req-0d58653a-1876-4fe0-9c36-03a6f925646b tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 946 time: 0.1606882 Feb 19 02:59:10.586390 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5529320-90b9-4b4e-a957-b025ea7148d8 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Network 93b16c14-960e-4393-bbb1-708044b2207e is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:59:10.609350 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6f797e90-e672-4cfa-85f7-cd2e5d3d8de1 req-1d1cc6b2-89bb-4f68-8ee3-15a840aa67d1 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827303 Feb 19 02:59:10.620376 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-c5529320-90b9-4b4e-a957-b025ea7148d8 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 93b16c14-960e-4393-bbb1-708044b2207e) {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:59:10.644062 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5529320-90b9-4b4e-a957-b025ea7148d8 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:10.644678 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c5529320-90b9-4b4e-a957-b025ea7148d8 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:10.719218 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 44118) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:10.731668 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-c5529320-90b9-4b4e-a957-b025ea7148d8 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5261090 Feb 19 02:59:10.843282 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0382f3a-308b-408a-82c1-615e0520a2f8 None None] Network 93b16c14-960e-4393-bbb1-708044b2207e requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:59:10.852552 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ff4db9-ebdc-4172-b8c1-d04924399ed1 None None] Network 0ce59a8f-3c9b-4c07-a69f-c495ff49e28e requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:59:10.895592 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c07cb012-3a56-4254-b8b4-df3f807de6de tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (4a08a4a3-d514-4b3c-852a-7fd7879b9f36), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:10.943182 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c69ec0-99c3-4d94-b8b3-33093e71be14 req-b96c7e6b-4d48-4efa-99c7-0bbac9fd6412 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:10.944752 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-66c69ec0-99c3-4d94-b8b3-33093e71be14 req-b96c7e6b-4d48-4efa-99c7-0bbac9fd6412 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 946 time: 0.1709132 Feb 19 02:59:10.946517 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-870da083-5d65-4665-b91c-20b12099a553 None None] Publish callbacks [] for port (1644a798-8df8-4312-a5a6-e9912171bc7f), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:10.959096 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07cb012-3a56-4254-b8b4-df3f807de6de tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Pushing event deleted for resources: {'Port': ['ID=4a08a4a3-d514-4b3c-852a-7fd7879b9f36,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:10.973466 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port 65532ff8-851a-431c-b0ec-c1c43f44b5f5, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=65532ff8-851a-431c-b0ec-c1c43f44b5f5,segment=NetworkSegment(72cae1d0-ae6b-44c3-8913-971ebf40cf94),segment_id=72cae1d0-ae6b-44c3-8913-971ebf40cf94)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:59:11.043723 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-627302ec-c608-47ea-869a-ede0814c8ac3 None None] Publish callbacks [] for port (3b718daa-b76a-49db-8363-cf394212f047), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:11.212666 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (65532ff8-851a-431c-b0ec-c1c43f44b5f5), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:11.321526 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-870da083-5d65-4665-b91c-20b12099a553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (1644a798-8df8-4312-a5a6-e9912171bc7f), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:11.329480 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-627302ec-c608-47ea-869a-ede0814c8ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (3b718daa-b76a-49db-8363-cf394212f047), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:11.347509 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-81a59004-4897-4ab7-ae97-bac6fbffe9d5 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Allocated IP 2001:db8::f816:3eff:fe59:f0b0 (e17fd84e-c957-4899-a5e6-0110ca2c2cda/fb2753b7-4777-44a3-a363-738f79c81112/a903fb72-6cc0-4eee-8fbc-dbcf58837045) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:59:11.357839 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-66c69ec0-99c3-4d94-b8b3-33093e71be14 req-a3942d89-4c88-4014-a39f-15e46b3ed9bc tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3732734 Feb 19 02:59:11.382938 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c07cb012-3a56-4254-b8b4-df3f807de6de tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16362762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16314471'] for router_interface (3cdae58c-9b05-4e69-aae0-f3043115cc4e), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:11.405382 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ca4b9031-5304-4b4c-8c78-36535259b74c tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:11.521685 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03dc4f1-d042-4aee-902f-caf81a2c19fe req-d462aa48-b028-4917-bb2f-783909a97844 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:11.523284 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e03dc4f1-d042-4aee-902f-caf81a2c19fe req-d462aa48-b028-4917-bb2f-783909a97844 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/ports?device_id=1acb5283-7513-4bc2-a633-a91a277157f6 HTTP/1.1" status: 200 len: 946 time: 0.3483710 Feb 19 02:59:11.716447 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 9a27ab61-839e-4963-8615-94381e2196ee up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:59:11.743344 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627302ec-c608-47ea-869a-ede0814c8ac3 None None] Network e17fd84e-c957-4899-a5e6-0110ca2c2cda is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:59:11.849715 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870da083-5d65-4665-b91c-20b12099a553 None None] Network d09cfe95-d918-4eb0-a62e-e535337c2a27 is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:59:11.860435 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=65532ff8-851a-431c-b0ec-c1c43f44b5f5,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:11.870337 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-627302ec-c608-47ea-869a-ede0814c8ac3 None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:59:11.881182 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-870da083-5d65-4665-b91c-20b12099a553 None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:59:11.885176 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870da083-5d65-4665-b91c-20b12099a553 None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:59:11.904068 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627302ec-c608-47ea-869a-ede0814c8ac3 None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:59:11.938212 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c07cb012-3a56-4254-b8b4-df3f807de6de tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Router 3cdae58c-9b05-4e69-aae0-f3043115cc4e has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:59:12.023680 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e6f3ec-11b4-43c9-8b5d-dffb22e4ad77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-93b16c14-960e-4393-bbb1-708044b2207e', 'network_id': '93b16c14-960e-4393-bbb1-708044b2207e', 'project_id': '74f4913ae166469eb6ba774ed5b78972', 'fixed_ips': [{'subnet_id': '5fc4eb3f-9201-4379-bd71-7149f26f2c3c'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:59:12.024518 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-95e6f3ec-11b4-43c9-8b5d-dffb22e4ad77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:12.125827 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c07cb012-3a56-4254-b8b4-df3f807de6de tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:59:12.145389 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-c07cb012-3a56-4254-b8b4-df3f807de6de tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] 10.222.0.72 "PUT /v2.0/routers/3cdae58c-9b05-4e69-aae0-f3043115cc4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7518880 Feb 19 02:59:12.146300 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 44152) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:12.170009 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870da083-5d65-4665-b91c-20b12099a553 None None] Pushing event updated for resources: {'Port': ['ID=1644a798-8df8-4312-a5a6-e9912171bc7f,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:12.210775 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-10ca0e88-9087-48c3-b96c-d5353f8d4d30 None None] Current status of the port 65532ff8-851a-431c-b0ec-c1c43f44b5f5 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:59:12.220343 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e03dc4f1-d042-4aee-902f-caf81a2c19fe req-9811bbe0-afa8-4944-beb8-e562f5ca195b tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ba0f102-3452-4e6f-b12d-3fac2606ad0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6880841 Feb 19 02:59:12.247489 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbf79cab-0a81-4877-8f4d-bb63faab3200 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Deleting subnet 6344d7e0-e013-46f8-95ba-8900fc4b4564 {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:59:12.255971 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fbf79cab-0a81-4877-8f4d-bb63faab3200 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks [] for subnet (6344d7e0-e013-46f8-95ba-8900fc4b4564), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:12.325535 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fbf79cab-0a81-4877-8f4d-bb63faab3200 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (6344d7e0-e013-46f8-95ba-8900fc4b4564), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:12.355509 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a14aa4-b879-4fed-9eee-fb7d8c9c1aff req-834fd5dc-31fc-47a8-9d0a-0bcfd0fcf8ee tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:12.357519 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e0a14aa4-b879-4fed-9eee-fb7d8c9c1aff req-834fd5dc-31fc-47a8-9d0a-0bcfd0fcf8ee tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 946 time: 0.3254421 Feb 19 02:59:12.382538 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-627302ec-c608-47ea-869a-ede0814c8ac3 None None] Attempting to bind port 3b718daa-b76a-49db-8363-cf394212f047 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:59:12.382936 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-627302ec-c608-47ea-869a-ede0814c8ac3 None None] Attempting to bind port 3b718daa-b76a-49db-8363-cf394212f047 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': 'e881684a-edab-4e6d-a310-ff32c944e7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'e17fd84e-c957-4899-a5e6-0110ca2c2cda'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:59:12.383290 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627302ec-c608-47ea-869a-ede0814c8ac3 None None] Attempting to bind port 3b718daa-b76a-49db-8363-cf394212f047 on network e17fd84e-c957-4899-a5e6-0110ca2c2cda {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:59:12.407849 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-870da083-5d65-4665-b91c-20b12099a553 None None] Attempting to bind port 1644a798-8df8-4312-a5a6-e9912171bc7f on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:59:12.408209 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-870da083-5d65-4665-b91c-20b12099a553 None None] Attempting to bind port 1644a798-8df8-4312-a5a6-e9912171bc7f by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '97f7ee19-62a5-472f-affd-6036905bc60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd09cfe95-d918-4eb0-a62e-e535337c2a27'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:59:12.408581 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870da083-5d65-4665-b91c-20b12099a553 None None] Attempting to bind port 1644a798-8df8-4312-a5a6-e9912171bc7f on network d09cfe95-d918-4eb0-a62e-e535337c2a27 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:59:12.445347 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-81a59004-4897-4ab7-ae97-bac6fbffe9d5 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks [] for port (a903fb72-6cc0-4eee-8fbc-dbcf58837045), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:12.470439 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627302ec-c608-47ea-869a-ede0814c8ac3 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:59:12.471262 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627302ec-c608-47ea-869a-ede0814c8ac3 None None] Checking segment: {'id': 'e881684a-edab-4e6d-a310-ff32c944e7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'e17fd84e-c957-4899-a5e6-0110ca2c2cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:59:12.471262 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-627302ec-c608-47ea-869a-ede0814c8ac3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:12.471530 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627302ec-c608-47ea-869a-ede0814c8ac3 None None] Bound using segment: {'id': 'e881684a-edab-4e6d-a310-ff32c944e7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'e17fd84e-c957-4899-a5e6-0110ca2c2cda'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:59:12.472020 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-627302ec-c608-47ea-869a-ede0814c8ac3 None None] Bound port: 3b718daa-b76a-49db-8363-cf394212f047, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e881684a-edab-4e6d-a310-ff32c944e7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'e17fd84e-c957-4899-a5e6-0110ca2c2cda'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:59:12.472416 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-627302ec-c608-47ea-869a-ede0814c8ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (3b718daa-b76a-49db-8363-cf394212f047), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:12.474724 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870da083-5d65-4665-b91c-20b12099a553 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:59:12.475124 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870da083-5d65-4665-b91c-20b12099a553 None None] Checking segment: {'id': '97f7ee19-62a5-472f-affd-6036905bc60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd09cfe95-d918-4eb0-a62e-e535337c2a27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:59:12.475479 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-870da083-5d65-4665-b91c-20b12099a553 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:12.475940 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870da083-5d65-4665-b91c-20b12099a553 None None] Bound using segment: {'id': '97f7ee19-62a5-472f-affd-6036905bc60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd09cfe95-d918-4eb0-a62e-e535337c2a27'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:59:12.476351 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-870da083-5d65-4665-b91c-20b12099a553 None None] Bound port: 1644a798-8df8-4312-a5a6-e9912171bc7f, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97f7ee19-62a5-472f-affd-6036905bc60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'd09cfe95-d918-4eb0-a62e-e535337c2a27'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:59:12.476902 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-870da083-5d65-4665-b91c-20b12099a553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (1644a798-8df8-4312-a5a6-e9912171bc7f), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:12.492964 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e0a14aa4-b879-4fed-9eee-fb7d8c9c1aff req-7517ea27-22a8-4cb6-82af-1d4010fbf964 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236894 Feb 19 02:59:12.495890 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-ca4b9031-5304-4b4c-8c78-36535259b74c tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Allocated IP 172.20.0.1 (d09cfe95-d918-4eb0-a62e-e535337c2a27/f244419f-251e-43f3-8a48-6c78e11b11c8/acbbfdd5-ec48-4b8b-baab-783a59761979) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:59:12.505229 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 9a27ab61-839e-4963-8615-94381e2196ee triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:59:12.505689 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (9a27ab61-839e-4963-8615-94381e2196ee), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:12.548972 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627302ec-c608-47ea-869a-ede0814c8ac3 None None] Pushing event updated for resources: {'Port': ['ID=3b718daa-b76a-49db-8363-cf394212f047,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:12.561899 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-ab831fbb-3adb-4d22-bdb5-dfc45587aae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cdae58c-9b05-4e69-aae0-f3043115cc4e', 'name': 'tempest-RoutersTest-router-191430420', 'tenant_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:58:18Z', 'updated_at': '2022-02-19T02:59:04Z', 'revision_number': 7, 'project_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'gw_port_host': None, '_interfaces': [{'id': '310c7eed-df8d-4cec-a39d-9a99ccd603e0', 'name': '', 'network_id': '8145ca99-f04b-4824-9a94-21de580b4a69', 'tenant_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'mac_address': 'fa:16:3e:ce:2e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdae58c-9b05-4e69-aae0-f3043115cc4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '20259683-fb47-49b7-8d52-ce41b6898621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:58:21Z', 'updated_at': '2022-02-19T02:58:30Z', 'revision_number': 5, 'project_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'subnets': [{'id': '20259683-fb47-49b7-8d52-ce41b6898621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a00a6ea-63e1-49f6-85a5-afe74077c2b9', 'name': '', 'network_id': 'b617cfc3-5095-456c-9ea4-c6de39a33c45', 'tenant_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'mac_address': 'fa:16:3e:0b:8f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdae58c-9b05-4e69-aae0-f3043115cc4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': '8bc46cc2-798d-4f29-8a14-65f31e39580f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:58:38Z', 'updated_at': '2022-02-19T02:58:50Z', 'revision_number': 5, 'project_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'subnets': [{'id': '8bc46cc2-798d-4f29-8a14-65f31e39580f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a08a4a3-d514-4b3c-852a-7fd7879b9f36', 'name': '', 'network_id': 'a263e49b-cd1e-4e38-99f9-09d3e4e8c013', 'tenant_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'mac_address': 'fa:16:3e:1d:0f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdae58c-9b05-4e69-aae0-f3043115cc4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2141, 'fixed_ips': [{'subnet_id': '6344d7e0-e013-46f8-95ba-8900fc4b4564', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:58:51Z', 'updated_at': '2022-02-19T02:59:01Z', 'revision_number': 5, 'project_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'subnets': [{'id': '6344d7e0-e013-46f8-95ba-8900fc4b4564', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4f4a963-5bb1-4f5c-a5f5-7ddeb8cf445e', 'name': '', 'network_id': '6db4454b-3044-4545-9c9b-9fece8ecc9db', 'tenant_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'mac_address': 'fa:16:3e:ea:6d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdae58c-9b05-4e69-aae0-f3043115cc4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': 'ce12a843-822e-4a25-b8c3-728dd5a339e5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:58:29Z', 'updated_at': '2022-02-19T02:58:42Z', 'revision_number': 5, 'project_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'subnets': [{'id': 'ce12a843-822e-4a25-b8c3-728dd5a339e5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:12.579007 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fbf79cab-0a81-4877-8f4d-bb63faab3200 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (6344d7e0-e013-46f8-95ba-8900fc4b4564), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:12.672671 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fbf79cab-0a81-4877-8f4d-bb63faab3200 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (6344d7e0-e013-46f8-95ba-8900fc4b4564), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:12.688353 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-612795b9-cab1-4d44-91a3-403ee04c6966 None None] Provisioning complete for port 9a27ab61-839e-4963-8615-94381e2196ee triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:59:12.688737 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-612795b9-cab1-4d44-91a3-403ee04c6966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (9a27ab61-839e-4963-8615-94381e2196ee), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:12.703017 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fbf79cab-0a81-4877-8f4d-bb63faab3200 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:12.713991 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-fbf79cab-0a81-4877-8f4d-bb63faab3200 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] 10.222.0.72 "DELETE /v2.0/subnets/6344d7e0-e013-46f8-95ba-8900fc4b4564 HTTP/1.1" status: 204 len: 168 time: 0.5661700 Feb 19 02:59:12.714961 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 44162) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:12.752220 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 44164) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:12.759501 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-81a59004-4897-4ab7-ae97-bac6fbffe9d5 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (a903fb72-6cc0-4eee-8fbc-dbcf58837045), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:12.783897 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf79cab-0a81-4877-8f4d-bb63faab3200 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Pushing event deleted for resources: {'Subnet': ['ID=6344d7e0-e013-46f8-95ba-8900fc4b4564,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:12.858124 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a59004-4897-4ab7-ae97-bac6fbffe9d5 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Network e17fd84e-c957-4899-a5e6-0110ca2c2cda is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:59:12.865126 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-81a59004-4897-4ab7-ae97-bac6fbffe9d5 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:59:12.867506 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a59004-4897-4ab7-ae97-bac6fbffe9d5 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Pushing event updated for resources: {'Port': ['ID=a903fb72-6cc0-4eee-8fbc-dbcf58837045,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:12.872898 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a59004-4897-4ab7-ae97-bac6fbffe9d5 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:59:12.878372 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a59004-4897-4ab7-ae97-bac6fbffe9d5 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:12.879312 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-81a59004-4897-4ab7-ae97-bac6fbffe9d5 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:12.904107 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f6ed9d-05ff-4f13-8613-cfdd0748f0c7 req-e63f7024-f830-4c91-b1d0-8c9f3f1823b1 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:12.912084 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-03f6ed9d-05ff-4f13-8613-cfdd0748f0c7 req-e63f7024-f830-4c91-b1d0-8c9f3f1823b1 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 946 time: 0.2719724 Feb 19 02:59:12.923076 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-81a59004-4897-4ab7-ae97-bac6fbffe9d5 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 5.3844795 Feb 19 02:59:12.939077 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-beb7fdb9-abf9-45ce-bff5-2f2983312972 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (a263e49b-cd1e-4e38-99f9-09d3e4e8c013), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:12.943396 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 44168) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:13.016378 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c908d8-fc6d-420a-9ed7-bc99c9af8270 None None] Network a263e49b-cd1e-4e38-99f9-09d3e4e8c013 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:59:13.019440 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab831fbb-3adb-4d22-bdb5-dfc45587aae5 None None] The sync data for ids ['3cdae58c-9b05-4e69-aae0-f3043115cc4e'] in n-d-826753-2 is: [{'id': '3cdae58c-9b05-4e69-aae0-f3043115cc4e', 'name': 'tempest-RoutersTest-router-191430420', 'tenant_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:58:18Z', 'updated_at': '2022-02-19T02:59:04Z', 'revision_number': 7, 'project_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'gw_port_host': None, '_interfaces': [{'id': '310c7eed-df8d-4cec-a39d-9a99ccd603e0', 'name': '', 'network_id': '8145ca99-f04b-4824-9a94-21de580b4a69', 'tenant_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'mac_address': 'fa:16:3e:ce:2e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdae58c-9b05-4e69-aae0-f3043115cc4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '20259683-fb47-49b7-8d52-ce41b6898621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:58:21Z', 'updated_at': '2022-02-19T02:58:30Z', 'revision_number': 5, 'project_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'subnets': [{'id': '20259683-fb47-49b7-8d52-ce41b6898621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a00a6ea-63e1-49f6-85a5-afe74077c2b9', 'name': '', 'network_id': 'b617cfc3-5095-456c-9ea4-c6de39a33c45', 'tenant_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'mac_address': 'fa:16:3e:0b:8f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdae58c-9b05-4e69-aae0-f3043115cc4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': '8bc46cc2-798d-4f29-8a14-65f31e39580f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:58:38Z', 'updated_at': '2022-02-19T02:58:50Z', 'revision_number': 5, 'project_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'subnets': [{'id': '8bc46cc2-798d-4f29-8a14-65f31e39580f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a08a4a3-d514-4b3c-852a-7fd7879b9f36', 'name': '', 'network_id': 'a263e49b-cd1e-4e38-99f9-09d3e4e8c013', 'tenant_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'mac_address': 'fa:16:3e:1d:0f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdae58c-9b05-4e69-aae0-f3043115cc4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2141, 'fixed_ips': [{'subnet_id': '6344d7e0-e013-46f8-95ba-8900fc4b4564', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:58:51Z', 'updated_at': '2022-02-19T02:59:01Z', 'revision_number': 5, 'project_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'subnets': [{'id': '6344d7e0-e013-46f8-95ba-8900fc4b4564', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4f4a963-5bb1-4f5c-a5f5-7ddeb8cf445e', 'name': '', 'network_id': '6db4454b-3044-4545-9c9b-9fece8ecc9db', 'tenant_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'mac_address': 'fa:16:3e:ea:6d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdae58c-9b05-4e69-aae0-f3043115cc4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': 'ce12a843-822e-4a25-b8c3-728dd5a339e5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:58:29Z', 'updated_at': '2022-02-19T02:58:42Z', 'revision_number': 5, 'project_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'subnets': [{'id': 'ce12a843-822e-4a25-b8c3-728dd5a339e5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:59:13.029533 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ca4b9031-5304-4b4c-8c78-36535259b74c tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Publish callbacks [] for port (acbbfdd5-ec48-4b8b-baab-783a59761979), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:13.085117 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-beb7fdb9-abf9-45ce-bff5-2f2983312972 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Deleting port 82530043-5bf7-4b62-9585-55013a657d7a {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:59:13.087518 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-beb7fdb9-abf9-45ce-bff5-2f2983312972 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (82530043-5bf7-4b62-9585-55013a657d7a), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:13.160832 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-03f6ed9d-05ff-4f13-8613-cfdd0748f0c7 req-601315d7-d342-4767-abbf-de156939f25a tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462065 Feb 19 02:59:13.195418 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_v2 [None req-c12caa25-dbe1-4431-8083-9cd611395c6c tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Deleting subnet fb2753b7-4777-44a3-a363-738f79c81112 {{(pid=103701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:59:13.204419 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-53386efd-e305-46b0-aaa1-4c84f56676bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:13.212492 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-beb7fdb9-abf9-45ce-bff5-2f2983312972 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] For port 82530043-5bf7-4b62-9585-55013a657d7a, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=82530043-5bf7-4b62-9585-55013a657d7a,segment=NetworkSegment(004844b7-3725-4a50-ac88-e44011995a18),segment_id=004844b7-3725-4a50-ac88-e44011995a18)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:59:13.213248 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-beb7fdb9-abf9-45ce-bff5-2f2983312972 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (82530043-5bf7-4b62-9585-55013a657d7a), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:13.228882 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c12caa25-dbe1-4431-8083-9cd611395c6c tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks [] for subnet (fb2753b7-4777-44a3-a363-738f79c81112), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:13.236507 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-beb7fdb9-abf9-45ce-bff5-2f2983312972 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Calling delete_port for 82530043-5bf7-4b62-9585-55013a657d7a owned by network:dhcp {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:59:13.251309 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-95e6f3ec-11b4-43c9-8b5d-dffb22e4ad77 None None] Allocated IP 172.20.0.2 (93b16c14-960e-4393-bbb1-708044b2207e/5fc4eb3f-9201-4379-bd71-7149f26f2c3c/49b557aa-dc1d-4760-adc8-73c6ce84638e) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:59:13.345963 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-627302ec-c608-47ea-869a-ede0814c8ac3 None None] For port 3b718daa-b76a-49db-8363-cf394212f047, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:59:13.351130 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-870da083-5d65-4665-b91c-20b12099a553 None None] For port 1644a798-8df8-4312-a5a6-e9912171bc7f, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:59:13.356592 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-627302ec-c608-47ea-869a-ede0814c8ac3 None None] For port 3b718daa-b76a-49db-8363-cf394212f047, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=3b718daa-b76a-49db-8363-cf394212f047,segment=NetworkSegment(e881684a-edab-4e6d-a310-ff32c944e7c9),segment_id=e881684a-edab-4e6d-a310-ff32c944e7c9)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:59:13.360415 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-870da083-5d65-4665-b91c-20b12099a553 None None] For port 1644a798-8df8-4312-a5a6-e9912171bc7f, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=1644a798-8df8-4312-a5a6-e9912171bc7f,segment=NetworkSegment(97f7ee19-62a5-472f-affd-6036905bc60a),segment_id=97f7ee19-62a5-472f-affd-6036905bc60a)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:59:13.453811 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-beb7fdb9-abf9-45ce-bff5-2f2983312972 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (82530043-5bf7-4b62-9585-55013a657d7a), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:13.458264 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ca4b9031-5304-4b4c-8c78-36535259b74c tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (acbbfdd5-ec48-4b8b-baab-783a59761979), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:13.472905 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-53386efd-e305-46b0-aaa1-4c84f56676bc admin admin] Publish callbacks [] for security_group (445605be-a03e-4f6a-9fbf-a88820713606), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:13.483565 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c12caa25-dbe1-4431-8083-9cd611395c6c tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12647399'] for subnet (fb2753b7-4777-44a3-a363-738f79c81112), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:13.483843 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-870da083-5d65-4665-b91c-20b12099a553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (1644a798-8df8-4312-a5a6-e9912171bc7f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:13.486003 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-627302ec-c608-47ea-869a-ede0814c8ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (3b718daa-b76a-49db-8363-cf394212f047), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:13.567780 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-53386efd-e305-46b0-aaa1-4c84f56676bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (445605be-a03e-4f6a-9fbf-a88820713606), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:13.577677 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7fdb9-abf9-45ce-bff5-2f2983312972 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Pushing event deleted for resources: {'Port': ['ID=82530043-5bf7-4b62-9585-55013a657d7a,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:13.603603 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4b9031-5304-4b4c-8c78-36535259b74c tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Network d09cfe95-d918-4eb0-a62e-e535337c2a27 is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:59:13.611103 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb7fdb9-abf9-45ce-bff5-2f2983312972 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] No DVR routers for this DVR port 82530043-5bf7-4b62-9585-55013a657d7a on host n-d-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:59:13.620426 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-ca4b9031-5304-4b4c-8c78-36535259b74c tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:59:13.625710 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4b9031-5304-4b4c-8c78-36535259b74c tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:59:13.634019 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cda2668-1b34-4c58-b5e4-cdf1bbfdbff9 None None] Sync routers for ids ['3cdae58c-9b05-4e69-aae0-f3043115cc4e'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:59:13.649894 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 9a27ab61-839e-4963-8615-94381e2196ee is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:59:13.653756 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (9a27ab61-839e-4963-8615-94381e2196ee), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:13.683959 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cda2668-1b34-4c58-b5e4-cdf1bbfdbff9 None None] Routers {'3cdae58c-9b05-4e69-aae0-f3043115cc4e'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:59:13.686129 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-7cda2668-1b34-4c58-b5e4-cdf1bbfdbff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:58:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['3cdae58c-9b05-4e69-aae0-f3043115cc4e'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:13.735883 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870da083-5d65-4665-b91c-20b12099a553 None None] Pushing event updated for resources: {'Port': ['ID=1644a798-8df8-4312-a5a6-e9912171bc7f,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:13.738273 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-612795b9-cab1-4d44-91a3-403ee04c6966 None None] Current status of the port 9a27ab61-839e-4963-8615-94381e2196ee is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:59:13.738790 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-612795b9-cab1-4d44-91a3-403ee04c6966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (9a27ab61-839e-4963-8615-94381e2196ee), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:13.785820 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-beb7fdb9-abf9-45ce-bff5-2f2983312972 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (a263e49b-cd1e-4e38-99f9-09d3e4e8c013), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:13.843918 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ceb751-14be-4de5-bb5c-55a2f160bb97 req-c8d435e4-5dce-47f0-87c7-1f0f590f123c tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:13.846272 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b8ceb751-14be-4de5-bb5c-55a2f160bb97 req-c8d435e4-5dce-47f0-87c7-1f0f590f123c tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/ports?device_id=1acb5283-7513-4bc2-a633-a91a277157f6 HTTP/1.1" status: 200 len: 946 time: 0.5101647 Feb 19 02:59:13.861379 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4b9031-5304-4b4c-8c78-36535259b74c tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Pushing event updated for resources: {'Port': ['ID=acbbfdd5-ec48-4b8b-baab-783a59761979,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:13.881730 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-beb7fdb9-abf9-45ce-bff5-2f2983312972 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a263e49b-cd1e-4e38-99f9-09d3e4e8c013']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:13.884714 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09738def-cb2f-4c68-a064-c8820dd47fcc None None] DHCP port deletion for a263e49b-cd1e-4e38-99f9-09d3e4e8c013 request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 02:59:13.903691 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-beb7fdb9-abf9-45ce-bff5-2f2983312972 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '004844b7-3725-4a50-ac88-e44011995a18') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:13.907568 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-beb7fdb9-abf9-45ce-bff5-2f2983312972 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '004844b7-3725-4a50-ac88-e44011995a18') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:13.935277 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port 9a27ab61-839e-4963-8615-94381e2196ee, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=9a27ab61-839e-4963-8615-94381e2196ee,segment=NetworkSegment(5aa63ff8-2eec-4454-9862-75c1564dca52),segment_id=5aa63ff8-2eec-4454-9862-75c1564dca52)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:59:13.935572 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ca4b9031-5304-4b4c-8c78-36535259b74c tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16289150'] for router_interface (ef07f177-dd09-4c76-ba2c-efecd2900d2c), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:13.936446 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-beb7fdb9-abf9-45ce-bff5-2f2983312972 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (004844b7-3725-4a50-ac88-e44011995a18), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:13.957058 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-beb7fdb9-abf9-45ce-bff5-2f2983312972 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (004844b7-3725-4a50-ac88-e44011995a18), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:13.966513 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-beb7fdb9-abf9-45ce-bff5-2f2983312972 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Releasing vlan 283 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:59:13.968848 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-beb7fdb9-abf9-45ce-bff5-2f2983312972 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (004844b7-3725-4a50-ac88-e44011995a18), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:13.999222 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (9a27ab61-839e-4963-8615-94381e2196ee), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:13.999580 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-7cda2668-1b34-4c58-b5e4-cdf1bbfdbff9 None None] Set router 3cdae58c-9b05-4e69-aae0-f3043115cc4e gateway port host: None {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:59:14.042226 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 02:59:14.042226 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:59:14.042226 n-d-826753-2 neutron-server[103702]: timer() Feb 19 02:59:14.042226 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:59:14.042226 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 02:59:14.042226 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:59:14.042226 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 02:59:14.042226 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:59:14.042226 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 02:59:14.042226 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:59:14.042226 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 02:59:14.042226 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:59:14.042226 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 02:59:14.042226 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:59:14.042226 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:59:14.042226 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:59:14.042226 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:59:14.042226 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:59:14.042226 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 02:59:14.042226 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:59:14.042226 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 02:59:14.042226 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:59:14.042226 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:59:14.042226 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:59:14.042226 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 02:59:14.042226 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:59:14.042226 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:59:14.042226 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:59:14.042226 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:59:14.042226 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:59:14.042226 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:59:14.042226 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:59:14.054561 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-53386efd-e305-46b0-aaa1-4c84f56676bc admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2daa15573c1c42189e902b037647428d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2991705 Feb 19 02:59:14.061888 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53386efd-e305-46b0-aaa1-4c84f56676bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=445605be-a03e-4f6a-9fbf-a88820713606,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:14.074986 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 44186) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:14.125643 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627302ec-c608-47ea-869a-ede0814c8ac3 None None] Pushing event updated for resources: {'Port': ['ID=3b718daa-b76a-49db-8363-cf394212f047,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:14.358224 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-95e6f3ec-11b4-43c9-8b5d-dffb22e4ad77 None None] Publish callbacks [] for port (49b557aa-dc1d-4760-adc8-73c6ce84638e), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:14.373224 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 65532ff8-851a-431c-b0ec-c1c43f44b5f5 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:59:14.409933 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-adb6870f-d5d4-41c0-9973-6fd3c9c30322 admin admin] Publish callbacks [] for security_group (445605be-a03e-4f6a-9fbf-a88820713606), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:14.433867 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.db.api [None req-612795b9-cab1-4d44-91a3-403ee04c6966 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103703) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 02:59:14.434246 n-d-826753-2 neutron-server[103703]: DEBUG oslo_db.api [None req-612795b9-cab1-4d44-91a3-403ee04c6966 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 02:59:14.435323 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-95e6f3ec-11b4-43c9-8b5d-dffb22e4ad77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (49b557aa-dc1d-4760-adc8-73c6ce84638e), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:14.442155 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b8ceb751-14be-4de5-bb5c-55a2f160bb97 req-fbebb732-b236-4528-8aa4-e729bf47092a tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ba0f102-3452-4e6f-b12d-3fac2606ad0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5666747 Feb 19 02:59:14.464422 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=9a27ab61-839e-4963-8615-94381e2196ee,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:14.466782 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-beb7fdb9-abf9-45ce-bff5-2f2983312972 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (a263e49b-cd1e-4e38-99f9-09d3e4e8c013), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:14.479114 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-beb7fdb9-abf9-45ce-bff5-2f2983312972 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:14.486869 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-beb7fdb9-abf9-45ce-bff5-2f2983312972 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] 10.222.0.72 "DELETE /v2.0/networks/a263e49b-cd1e-4e38-99f9-09d3e4e8c013 HTTP/1.1" status: 204 len: 168 time: 1.7665627 Feb 19 02:59:14.511988 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 44188) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:14.516096 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-adb6870f-d5d4-41c0-9973-6fd3c9c30322 admin admin] Publish callbacks [] for security_group (445605be-a03e-4f6a-9fbf-a88820713606), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:14.519184 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7fdb9-abf9-45ce-bff5-2f2983312972 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Pushing event deleted for resources: {'Network': ['ID=a263e49b-cd1e-4e38-99f9-09d3e4e8c013,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:14.556621 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e6f3ec-11b4-43c9-8b5d-dffb22e4ad77 None None] Pushing event updated for resources: {'Port': ['ID=49b557aa-dc1d-4760-adc8-73c6ce84638e,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:14.575894 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e6f3ec-11b4-43c9-8b5d-dffb22e4ad77 None None] Network 93b16c14-960e-4393-bbb1-708044b2207e is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:59:14.578381 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-95e6f3ec-11b4-43c9-8b5d-dffb22e4ad77 None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:59:14.583100 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e6f3ec-11b4-43c9-8b5d-dffb22e4ad77 None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:59:14.620465 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 65532ff8-851a-431c-b0ec-c1c43f44b5f5 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:59:14.621962 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (65532ff8-851a-431c-b0ec-c1c43f44b5f5), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:14.668799 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-7cda2668-1b34-4c58-b5e4-cdf1bbfdbff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cdae58c-9b05-4e69-aae0-f3043115cc4e', 'name': 'tempest-RoutersTest-router-191430420', 'tenant_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:58:18Z', 'updated_at': '2022-02-19T02:59:10Z', 'revision_number': 8, 'project_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'gw_port_host': None, '_interfaces': [{'id': '310c7eed-df8d-4cec-a39d-9a99ccd603e0', 'name': '', 'network_id': '8145ca99-f04b-4824-9a94-21de580b4a69', 'tenant_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'mac_address': 'fa:16:3e:ce:2e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdae58c-9b05-4e69-aae0-f3043115cc4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '20259683-fb47-49b7-8d52-ce41b6898621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:58:21Z', 'updated_at': '2022-02-19T02:58:30Z', 'revision_number': 5, 'project_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'subnets': [{'id': '20259683-fb47-49b7-8d52-ce41b6898621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a00a6ea-63e1-49f6-85a5-afe74077c2b9', 'name': '', 'network_id': 'b617cfc3-5095-456c-9ea4-c6de39a33c45', 'tenant_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'mac_address': 'fa:16:3e:0b:8f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdae58c-9b05-4e69-aae0-f3043115cc4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': '8bc46cc2-798d-4f29-8a14-65f31e39580f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:58:38Z', 'updated_at': '2022-02-19T02:58:50Z', 'revision_number': 5, 'project_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'subnets': [{'id': '8bc46cc2-798d-4f29-8a14-65f31e39580f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4f4a963-5bb1-4f5c-a5f5-7ddeb8cf445e', 'name': '', 'network_id': '6db4454b-3044-4545-9c9b-9fece8ecc9db', 'tenant_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'mac_address': 'fa:16:3e:ea:6d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdae58c-9b05-4e69-aae0-f3043115cc4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': 'ce12a843-822e-4a25-b8c3-728dd5a339e5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:58:29Z', 'updated_at': '2022-02-19T02:58:42Z', 'revision_number': 5, 'project_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'subnets': [{'id': 'ce12a843-822e-4a25-b8c3-728dd5a339e5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:14.681337 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a8c7a9-2470-4f2d-8ab9-b7ef939dea90 req-02f24a52-b723-47d6-a5a5-550d847924d2 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:14.694732 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-10a8c7a9-2470-4f2d-8ab9-b7ef939dea90 req-02f24a52-b723-47d6-a5a5-550d847924d2 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/networks?id=583b29ab-e0ba-468d-ae03-87a6a1ad9ae5 HTTP/1.1" status: 200 len: 814 time: 0.9430261 Feb 19 02:59:14.721535 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cda2668-1b34-4c58-b5e4-cdf1bbfdbff9 None None] Checking router: 3cdae58c-9b05-4e69-aae0-f3043115cc4e for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:59:14.730591 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-95e6f3ec-11b4-43c9-8b5d-dffb22e4ad77 None None] Attempting to bind port 49b557aa-dc1d-4760-adc8-73c6ce84638e on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:59:14.732457 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-95e6f3ec-11b4-43c9-8b5d-dffb22e4ad77 None None] Attempting to bind port 49b557aa-dc1d-4760-adc8-73c6ce84638e by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': 'e03596a7-a5b6-4946-adce-95a832c5e859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '93b16c14-960e-4393-bbb1-708044b2207e'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:59:14.733445 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e6f3ec-11b4-43c9-8b5d-dffb22e4ad77 None None] Attempting to bind port 49b557aa-dc1d-4760-adc8-73c6ce84638e on network 93b16c14-960e-4393-bbb1-708044b2207e {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:59:14.735703 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cda2668-1b34-4c58-b5e4-cdf1bbfdbff9 None None] Routers {'3cdae58c-9b05-4e69-aae0-f3043115cc4e'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:59:14.736590 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-7cda2668-1b34-4c58-b5e4-cdf1bbfdbff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:58:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['3cdae58c-9b05-4e69-aae0-f3043115cc4e'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:14.748350 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e6f3ec-11b4-43c9-8b5d-dffb22e4ad77 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:59:14.748719 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e6f3ec-11b4-43c9-8b5d-dffb22e4ad77 None None] Checking segment: {'id': 'e03596a7-a5b6-4946-adce-95a832c5e859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '93b16c14-960e-4393-bbb1-708044b2207e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:59:14.749107 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-95e6f3ec-11b4-43c9-8b5d-dffb22e4ad77 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:14.749478 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e6f3ec-11b4-43c9-8b5d-dffb22e4ad77 None None] Bound using segment: {'id': 'e03596a7-a5b6-4946-adce-95a832c5e859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '93b16c14-960e-4393-bbb1-708044b2207e'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:59:14.749965 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-95e6f3ec-11b4-43c9-8b5d-dffb22e4ad77 None None] Bound port: 49b557aa-dc1d-4760-adc8-73c6ce84638e, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e03596a7-a5b6-4946-adce-95a832c5e859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '93b16c14-960e-4393-bbb1-708044b2207e'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:59:14.750405 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-95e6f3ec-11b4-43c9-8b5d-dffb22e4ad77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (49b557aa-dc1d-4760-adc8-73c6ce84638e), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:14.789653 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c12caa25-dbe1-4431-8083-9cd611395c6c tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (fb2753b7-4777-44a3-a363-738f79c81112), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:14.809910 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-10a8c7a9-2470-4f2d-8ab9-b7ef939dea90 req-f0c23d23-2bd0-41ad-952e-bcb78d953ac6 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/quotas/af50eb00c5a74dd68d3a720f276d22fe HTTP/1.1" status: 200 len: 375 time: 0.1099372 Feb 19 02:59:14.883001 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 65532ff8-851a-431c-b0ec-c1c43f44b5f5 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:59:14.900296 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-95e6f3ec-11b4-43c9-8b5d-dffb22e4ad77 None None] For port 49b557aa-dc1d-4760-adc8-73c6ce84638e, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:59:14.905722 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-7cda2668-1b34-4c58-b5e4-cdf1bbfdbff9 None None] Set router 3cdae58c-9b05-4e69-aae0-f3043115cc4e gateway port host: None {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:59:14.906649 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-95e6f3ec-11b4-43c9-8b5d-dffb22e4ad77 None None] For port 49b557aa-dc1d-4760-adc8-73c6ce84638e, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=49b557aa-dc1d-4760-adc8-73c6ce84638e,segment=NetworkSegment(e03596a7-a5b6-4946-adce-95a832c5e859),segment_id=e03596a7-a5b6-4946-adce-95a832c5e859)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:59:14.915983 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-95e6f3ec-11b4-43c9-8b5d-dffb22e4ad77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (49b557aa-dc1d-4760-adc8-73c6ce84638e), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:14.943988 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-adb6870f-d5d4-41c0-9973-6fd3c9c30322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (445605be-a03e-4f6a-9fbf-a88820713606), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:14.948575 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-adb6870f-d5d4-41c0-9973-6fd3c9c30322 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:14.952243 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-adb6870f-d5d4-41c0-9973-6fd3c9c30322 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/445605be-a03e-4f6a-9fbf-a88820713606 HTTP/1.1" status: 204 len: 168 time: 0.8400941 Feb 19 02:59:14.972867 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb6870f-d5d4-41c0-9973-6fd3c9c30322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=445605be-a03e-4f6a-9fbf-a88820713606,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:14.985961 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ca4b9031-5304-4b4c-8c78-36535259b74c tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (acbbfdd5-ec48-4b8b-baab-783a59761979), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:14.989911 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 82530043-5bf7-4b62-9585-55013a657d7a no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:59:15.083612 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 82530043-5bf7-4b62-9585-55013a657d7a {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:59:15.083963 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 82530043-5bf7-4b62-9585-55013a657d7a not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:59:15.144241 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-612795b9-cab1-4d44-91a3-403ee04c6966 None None] Current status of the port 9a27ab61-839e-4963-8615-94381e2196ee is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:59:15.154761 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e6f3ec-11b4-43c9-8b5d-dffb22e4ad77 None None] Pushing event updated for resources: {'Port': ['ID=49b557aa-dc1d-4760-adc8-73c6ce84638e,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:15.195214 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-612795b9-cab1-4d44-91a3-403ee04c6966 None None] Provisioning complete for port 65532ff8-851a-431c-b0ec-c1c43f44b5f5 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:59:15.196477 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-612795b9-cab1-4d44-91a3-403ee04c6966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (65532ff8-851a-431c-b0ec-c1c43f44b5f5), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:15.246702 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-10a8c7a9-2470-4f2d-8ab9-b7ef939dea90 req-653da2c7-81fb-4e9d-ae37-36e894fbb94a tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=af50eb00c5a74dd68d3a720f276d22fe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4359040 Feb 19 02:59:15.465109 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c12caa25-dbe1-4431-8083-9cd611395c6c tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12647206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58706286'] for subnet (fb2753b7-4777-44a3-a363-738f79c81112), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:15.479707 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-7cda2668-1b34-4c58-b5e4-cdf1bbfdbff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cdae58c-9b05-4e69-aae0-f3043115cc4e', 'name': 'tempest-RoutersTest-router-191430420', 'tenant_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:58:18Z', 'updated_at': '2022-02-19T02:59:10Z', 'revision_number': 8, 'project_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'gw_port_host': None, '_interfaces': [{'id': '310c7eed-df8d-4cec-a39d-9a99ccd603e0', 'name': '', 'network_id': '8145ca99-f04b-4824-9a94-21de580b4a69', 'tenant_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'mac_address': 'fa:16:3e:ce:2e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdae58c-9b05-4e69-aae0-f3043115cc4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '20259683-fb47-49b7-8d52-ce41b6898621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:58:21Z', 'updated_at': '2022-02-19T02:58:30Z', 'revision_number': 5, 'project_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'subnets': [{'id': '20259683-fb47-49b7-8d52-ce41b6898621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a00a6ea-63e1-49f6-85a5-afe74077c2b9', 'name': '', 'network_id': 'b617cfc3-5095-456c-9ea4-c6de39a33c45', 'tenant_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'mac_address': 'fa:16:3e:0b:8f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdae58c-9b05-4e69-aae0-f3043115cc4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': '8bc46cc2-798d-4f29-8a14-65f31e39580f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:58:38Z', 'updated_at': '2022-02-19T02:58:50Z', 'revision_number': 5, 'project_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'subnets': [{'id': '8bc46cc2-798d-4f29-8a14-65f31e39580f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4f4a963-5bb1-4f5c-a5f5-7ddeb8cf445e', 'name': '', 'network_id': '6db4454b-3044-4545-9c9b-9fece8ecc9db', 'tenant_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'mac_address': 'fa:16:3e:ea:6d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdae58c-9b05-4e69-aae0-f3043115cc4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': 'ce12a843-822e-4a25-b8c3-728dd5a339e5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:58:29Z', 'updated_at': '2022-02-19T02:58:42Z', 'revision_number': 5, 'project_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'subnets': [{'id': 'ce12a843-822e-4a25-b8c3-728dd5a339e5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:15.538631 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f855bfd3-7b98-41be-97cb-73f0cd66e4db tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16289271'] for router_interface (3cdae58c-9b05-4e69-aae0-f3043115cc4e), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:15.570926 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12caa25-dbe1-4431-8083-9cd611395c6c tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Pushing event deleted for resources: {'Subnet': ['ID=fb2753b7-4777-44a3-a363-738f79c81112,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:15.605871 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-612795b9-cab1-4d44-91a3-403ee04c6966 None None] Current status of the port 65532ff8-851a-431c-b0ec-c1c43f44b5f5 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:59:15.618239 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-03287a59-4caa-4c19-9e46-c0bab7c99ec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:15.623533 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cda2668-1b34-4c58-b5e4-cdf1bbfdbff9 None None] The sync data for ids ['3cdae58c-9b05-4e69-aae0-f3043115cc4e'] in n-d-826753-2 is: [{'id': '3cdae58c-9b05-4e69-aae0-f3043115cc4e', 'name': 'tempest-RoutersTest-router-191430420', 'tenant_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:58:18Z', 'updated_at': '2022-02-19T02:59:10Z', 'revision_number': 8, 'project_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'gw_port_host': None, '_interfaces': [{'id': '310c7eed-df8d-4cec-a39d-9a99ccd603e0', 'name': '', 'network_id': '8145ca99-f04b-4824-9a94-21de580b4a69', 'tenant_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'mac_address': 'fa:16:3e:ce:2e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdae58c-9b05-4e69-aae0-f3043115cc4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '20259683-fb47-49b7-8d52-ce41b6898621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:58:21Z', 'updated_at': '2022-02-19T02:58:30Z', 'revision_number': 5, 'project_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'subnets': [{'id': '20259683-fb47-49b7-8d52-ce41b6898621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a00a6ea-63e1-49f6-85a5-afe74077c2b9', 'name': '', 'network_id': 'b617cfc3-5095-456c-9ea4-c6de39a33c45', 'tenant_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'mac_address': 'fa:16:3e:0b:8f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdae58c-9b05-4e69-aae0-f3043115cc4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2136, 'fixed_ips': [{'subnet_id': '8bc46cc2-798d-4f29-8a14-65f31e39580f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:58:38Z', 'updated_at': '2022-02-19T02:58:50Z', 'revision_number': 5, 'project_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'subnets': [{'id': '8bc46cc2-798d-4f29-8a14-65f31e39580f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4f4a963-5bb1-4f5c-a5f5-7ddeb8cf445e', 'name': '', 'network_id': '6db4454b-3044-4545-9c9b-9fece8ecc9db', 'tenant_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'mac_address': 'fa:16:3e:ea:6d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdae58c-9b05-4e69-aae0-f3043115cc4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': 'ce12a843-822e-4a25-b8c3-728dd5a339e5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:58:29Z', 'updated_at': '2022-02-19T02:58:42Z', 'revision_number': 5, 'project_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'subnets': [{'id': 'ce12a843-822e-4a25-b8c3-728dd5a339e5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:59:15.756309 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e89ccb14-9882-41a5-ab99-4797c8c33e13 None None] Provisioning complete for port 9a27ab61-839e-4963-8615-94381e2196ee triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:59:15.758278 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e89ccb14-9882-41a5-ab99-4797c8c33e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (9a27ab61-839e-4963-8615-94381e2196ee), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:15.815796 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c12caa25-dbe1-4431-8083-9cd611395c6c tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:15.822848 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-c12caa25-dbe1-4431-8083-9cd611395c6c tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] 10.222.0.72 "DELETE /v2.0/subnets/fb2753b7-4777-44a3-a363-738f79c81112 HTTP/1.1" status: 204 len: 168 time: 2.8723028 Feb 19 02:59:15.835654 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 44204) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:15.946189 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f9095b-c3a9-46ec-adde-2321022cf9e8 req-a500544f-25e2-4df5-b6c9-da1257ad8aba tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:15.947856 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b0f9095b-c3a9-46ec-adde-2321022cf9e8 req-a500544f-25e2-4df5-b6c9-da1257ad8aba tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 946 time: 0.4978497 Feb 19 02:59:16.076273 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e89ccb14-9882-41a5-ab99-4797c8c33e13 None None] Current status of the port 9a27ab61-839e-4963-8615-94381e2196ee is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:59:16.217258 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278f0112-f0b3-487b-9c21-7cdd4d431869 req-d7f74d8e-5f73-4f89-9005-98ce0906f5b0 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:16.227074 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-278f0112-f0b3-487b-9c21-7cdd4d431869 req-d7f74d8e-5f73-4f89-9005-98ce0906f5b0 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/ports?device_id=1acb5283-7513-4bc2-a633-a91a277157f6 HTTP/1.1" status: 200 len: 946 time: 0.5406976 Feb 19 02:59:16.237499 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8fcec9-0714-4a1e-bc4c-7dd27977fd0f None None] Network e17fd84e-c957-4899-a5e6-0110ca2c2cda requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:59:16.254604 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1222ca-3052-4d12-82bd-bd3a40d9cc93 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:16.256159 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1222ca-3052-4d12-82bd-bd3a40d9cc93 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:16.258230 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-dc1222ca-3052-4d12-82bd-bd3a40d9cc93 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4195480 Feb 19 02:59:16.269626 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 44212) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:16.369524 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-f855bfd3-7b98-41be-97cb-73f0cd66e4db tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Deleting port 3a00a6ea-63e1-49f6-85a5-afe74077c2b9 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:59:16.370132 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f855bfd3-7b98-41be-97cb-73f0cd66e4db tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (3a00a6ea-63e1-49f6-85a5-afe74077c2b9), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:16.371573 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a0c9b079-be1c-49e1-bed5-5d517b4c120c tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (e17fd84e-c957-4899-a5e6-0110ca2c2cda), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:16.431663 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484b6660-7a60-45cb-b95e-71134c0b2ca3 None None] Network d09cfe95-d918-4eb0-a62e-e535337c2a27 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:59:16.450954 n-d-826753-2 neutron-server[103701]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0c9b079-be1c-49e1-bed5-5d517b4c120c tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 19 02:59:16.451360 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0c9b079-be1c-49e1-bed5-5d517b4c120c tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 02:59:16.455031 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-a0c9b079-be1c-49e1-bed5-5d517b4c120c tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] 10.222.0.72 "DELETE /v2.0/networks/e17fd84e-c957-4899-a5e6-0110ca2c2cda HTTP/1.1" status: 409 len: 466 time: 0.1787288 Feb 19 02:59:16.482446 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 44214) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:16.496429 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-cead1271-0616-43e7-ad1b-0be3c80f1a88 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-193470205'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:59:16.520558 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b0f9095b-c3a9-46ec-adde-2321022cf9e8 req-283326d0-584f-4dfa-ae1b-b79109d2b053 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5410287 Feb 19 02:59:16.593674 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-278f0112-f0b3-487b-9c21-7cdd4d431869 req-f70fddd9-4d39-4d9c-b734-5dbcf0b377b2 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ba0f102-3452-4e6f-b12d-3fac2606ad0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3653903 Feb 19 02:59:16.599290 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 1644a798-8df8-4312-a5a6-e9912171bc7f up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:59:16.670333 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cead1271-0616-43e7-ad1b-0be3c80f1a88 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Made reservation on behalf of 29687d4120c44a5fbc729d5c84960c1a for: {'network': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:59:16.674102 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-cead1271-0616-43e7-ad1b-0be3c80f1a88 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:16.715310 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ca4b9031-5304-4b4c-8c78-36535259b74c tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Publish callbacks [] for port (acbbfdd5-ec48-4b8b-baab-783a59761979), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:16.731359 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cead1271-0616-43e7-ad1b-0be3c80f1a88 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] vlan segment allocate from pool success with {'vlan_id': 293, 'physical_network': 'physnet1'} {{(pid=103701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:59:16.743103 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-cead1271-0616-43e7-ad1b-0be3c80f1a88 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (03bd9e0c-cc2e-4749-abaa-b5229e0471d2), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:16.743447 n-d-826753-2 neutron-server[103701]: INFO neutron.db.segments_db [None req-cead1271-0616-43e7-ad1b-0be3c80f1a88 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Added segment 03bd9e0c-cc2e-4749-abaa-b5229e0471d2 of type vlan for network 43995fb0-cf5a-47b9-ad61-fd7a9c10b3ca Feb 19 02:59:16.758840 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-56f644e7-b87a-4fbe-9af2-4c4a67e51829 None None] Provisioning complete for port 3b718daa-b76a-49db-8363-cf394212f047 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:59:16.759421 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-56f644e7-b87a-4fbe-9af2-4c4a67e51829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (3b718daa-b76a-49db-8363-cf394212f047), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:16.785838 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-cead1271-0616-43e7-ad1b-0be3c80f1a88 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (43995fb0-cf5a-47b9-ad61-fd7a9c10b3ca), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:16.846051 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ca4b9031-5304-4b4c-8c78-36535259b74c tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (acbbfdd5-ec48-4b8b-baab-783a59761979), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:16.854327 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-cead1271-0616-43e7-ad1b-0be3c80f1a88 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (43995fb0-cf5a-47b9-ad61-fd7a9c10b3ca), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:16.862885 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cead1271-0616-43e7-ad1b-0be3c80f1a88 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:16.867640 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-cead1271-0616-43e7-ad1b-0be3c80f1a88 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:16.985652 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 1644a798-8df8-4312-a5a6-e9912171bc7f triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:59:16.989887 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (1644a798-8df8-4312-a5a6-e9912171bc7f), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:17.110368 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892bc5af-5791-44ff-807f-832aecf9e92b None None] DHCP port deletion for e17fd84e-c957-4899-a5e6-0110ca2c2cda request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 02:59:17.125206 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-f855bfd3-7b98-41be-97cb-73f0cd66e4db tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] For port 3a00a6ea-63e1-49f6-85a5-afe74077c2b9, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=3a00a6ea-63e1-49f6-85a5-afe74077c2b9,segment=NetworkSegment(33775731-8962-4bea-9873-c9ed02ce2e76),segment_id=33775731-8962-4bea-9873-c9ed02ce2e76)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:59:17.125871 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f855bfd3-7b98-41be-97cb-73f0cd66e4db tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (3a00a6ea-63e1-49f6-85a5-afe74077c2b9), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:17.142791 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-f855bfd3-7b98-41be-97cb-73f0cd66e4db tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Calling delete_port for 3a00a6ea-63e1-49f6-85a5-afe74077c2b9 owned by network:router_interface {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:59:17.401757 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e30596-cf3d-4b59-af25-56e887a7d272 None None] Network 93b16c14-960e-4393-bbb1-708044b2207e requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:59:17.510576 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f855bfd3-7b98-41be-97cb-73f0cd66e4db tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (3a00a6ea-63e1-49f6-85a5-afe74077c2b9), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:17.515578 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-cead1271-0616-43e7-ad1b-0be3c80f1a88 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0317452 Feb 19 02:59:17.517043 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4b9031-5304-4b4c-8c78-36535259b74c tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Pushing event updated for resources: {'Port': ['ID=acbbfdd5-ec48-4b8b-baab-783a59761979,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:17.522477 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 44232) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:17.536853 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-395ce44f-04d6-4adb-8715-26efb7dbd63b tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Request body: {'subnet': {'network_id': '43995fb0-cf5a-47b9-ad61-fd7a9c10b3ca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:59:17.544392 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-56f644e7-b87a-4fbe-9af2-4c4a67e51829 None None] Current status of the port 3b718daa-b76a-49db-8363-cf394212f047 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:59:17.544812 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-56f644e7-b87a-4fbe-9af2-4c4a67e51829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (3b718daa-b76a-49db-8363-cf394212f047), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:17.614945 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f855bfd3-7b98-41be-97cb-73f0cd66e4db tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Pushing event deleted for resources: {'Port': ['ID=3a00a6ea-63e1-49f6-85a5-afe74077c2b9,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:17.628332 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb8ffb7-5817-423a-8ca9-231645794899 req-d6458082-aebb-48b6-b880-f2b68e05ef4d tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:17.641450 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-deb8ffb7-5817-423a-8ca9-231645794899 req-d6458082-aebb-48b6-b880-f2b68e05ef4d tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 946 time: 0.9531360 Feb 19 02:59:17.720884 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 1644a798-8df8-4312-a5a6-e9912171bc7f is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:59:17.721306 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (1644a798-8df8-4312-a5a6-e9912171bc7f), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:17.722992 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ca4b9031-5304-4b4c-8c78-36535259b74c tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16362769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16289258'] for router_interface (ef07f177-dd09-4c76-ba2c-efecd2900d2c), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:17.769846 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cead1271-0616-43e7-ad1b-0be3c80f1a88 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Pushing event updated for resources: {'Network': ['ID=43995fb0-cf5a-47b9-ad61-fd7a9c10b3ca,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:17.823463 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 43995fb0-cf5a-47b9-ad61-fd7a9c10b3ca details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:59:17.963224 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-56f644e7-b87a-4fbe-9af2-4c4a67e51829 None None] For port 3b718daa-b76a-49db-8363-cf394212f047, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=3b718daa-b76a-49db-8363-cf394212f047,segment=NetworkSegment(e881684a-edab-4e6d-a310-ff32c944e7c9),segment_id=e881684a-edab-4e6d-a310-ff32c944e7c9)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:59:17.966791 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-626a1760-60a8-4eed-aa36-546670c75129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:18.042153 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f855bfd3-7b98-41be-97cb-73f0cd66e4db tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16362762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16314471'] for router_interface (3cdae58c-9b05-4e69-aae0-f3043115cc4e), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:18.044508 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 44242) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:18.052577 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-deb8ffb7-5817-423a-8ca9-231645794899 req-62313399-8245-48a4-a159-faf153aa4858 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3581674 Feb 19 02:59:18.166193 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port 1644a798-8df8-4312-a5a6-e9912171bc7f, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=1644a798-8df8-4312-a5a6-e9912171bc7f,segment=NetworkSegment(97f7ee19-62a5-472f-affd-6036905bc60a),segment_id=97f7ee19-62a5-472f-affd-6036905bc60a)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:59:18.169521 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-56f644e7-b87a-4fbe-9af2-4c4a67e51829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (3b718daa-b76a-49db-8363-cf394212f047), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:18.254404 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-892bc5af-5791-44ff-807f-832aecf9e92b None None] Deleting port 3b718daa-b76a-49db-8363-cf394212f047 {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:59:18.254771 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-892bc5af-5791-44ff-807f-832aecf9e92b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (3b718daa-b76a-49db-8363-cf394212f047), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:18.262724 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (1644a798-8df8-4312-a5a6-e9912171bc7f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:18.263505 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 3b718daa-b76a-49db-8363-cf394212f047 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:59:18.279697 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f644e7-b87a-4fbe-9af2-4c4a67e51829 None None] Pushing event updated for resources: {'Port': ['ID=3b718daa-b76a-49db-8363-cf394212f047,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:18.294058 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-32afd21d-bca8-4c27-8166-ec480368abcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:18.396103 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-395ce44f-04d6-4adb-8715-26efb7dbd63b tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Made reservation on behalf of 29687d4120c44a5fbc729d5c84960c1a for: {'subnet': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:59:18.406864 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-395ce44f-04d6-4adb-8715-26efb7dbd63b tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58706307'] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:18.449663 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-32afd21d-bca8-4c27-8166-ec480368abcb admin admin] Publish callbacks [] for security_group (c91ae73e-72fe-4b52-9110-7aa5134dcce0), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:18.463514 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-32afd21d-bca8-4c27-8166-ec480368abcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (c91ae73e-72fe-4b52-9110-7aa5134dcce0), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:18.483978 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-892bc5af-5791-44ff-807f-832aecf9e92b None None] For port 3b718daa-b76a-49db-8363-cf394212f047, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=3b718daa-b76a-49db-8363-cf394212f047,segment=NetworkSegment(e881684a-edab-4e6d-a310-ff32c944e7c9),segment_id=e881684a-edab-4e6d-a310-ff32c944e7c9)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:59:18.484531 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-892bc5af-5791-44ff-807f-832aecf9e92b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (3b718daa-b76a-49db-8363-cf394212f047), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:18.514729 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-892bc5af-5791-44ff-807f-832aecf9e92b None None] Calling delete_port for 3b718daa-b76a-49db-8363-cf394212f047 owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:59:18.516445 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-7e03be05-8aa4-43f1-822f-7e44dde23efc None None] Provisioning complete for port 49b557aa-dc1d-4760-adc8-73c6ce84638e triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:59:18.516837 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-7e03be05-8aa4-43f1-822f-7e44dde23efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (49b557aa-dc1d-4760-adc8-73c6ce84638e), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:18.547185 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32afd21d-bca8-4c27-8166-ec480368abcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c91ae73e-72fe-4b52-9110-7aa5134dcce0,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:18.556068 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=1644a798-8df8-4312-a5a6-e9912171bc7f,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:18.627989 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0a64fd-aa64-4d76-b7b4-03168ecc2aeb req-e1de4c4d-2c0e-4a4b-a205-0f49c1ab36f7 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:18.631858 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9e0a64fd-aa64-4d76-b7b4-03168ecc2aeb req-e1de4c4d-2c0e-4a4b-a205-0f49c1ab36f7 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/ports?device_id=1acb5283-7513-4bc2-a633-a91a277157f6 HTTP/1.1" status: 200 len: 946 time: 0.8510778 Feb 19 02:59:18.663956 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-32afd21d-bca8-4c27-8166-ec480368abcb admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3b1e723f173e4c40a8e7b8a30ba4e7b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6156104 Feb 19 02:59:18.664478 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 44258) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:18.681541 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4b9031-5304-4b4c-8c78-36535259b74c tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Network d09cfe95-d918-4eb0-a62e-e535337c2a27 is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:59:18.688206 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 3b718daa-b76a-49db-8363-cf394212f047 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:59:18.688590 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (3b718daa-b76a-49db-8363-cf394212f047), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:18.705249 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-ca4b9031-5304-4b4c-8c78-36535259b74c tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:59:18.778201 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-374a0b8b-a292-49e0-b9c8-4392a626ab44 req-63da3d72-04c6-4e28-862f-878c59fbc5aa tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=af50eb00c5a74dd68d3a720f276d22fe HTTP/1.1" status: 200 len: 221 time: 0.3185027 Feb 19 02:59:18.800383 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f855bfd3-7b98-41be-97cb-73f0cd66e4db tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Router 3cdae58c-9b05-4e69-aae0-f3043115cc4e has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:59:18.802884 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d2dd05d2-69bd-4ecf-8b2b-eb48b9ae0b1c admin admin] Publish callbacks [] for security_group (c91ae73e-72fe-4b52-9110-7aa5134dcce0), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:18.841714 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-892bc5af-5791-44ff-807f-832aecf9e92b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (3b718daa-b76a-49db-8363-cf394212f047), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:18.843820 n-d-826753-2 neutron-server[103703]: INFO neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No ports have port_id starting with 3b718daa-b76a-49db-8363-cf394212f047 Feb 19 02:59:18.858374 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-7e03be05-8aa4-43f1-822f-7e44dde23efc None None] Current status of the port 49b557aa-dc1d-4760-adc8-73c6ce84638e is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:59:18.858987 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-7e03be05-8aa4-43f1-822f-7e44dde23efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (49b557aa-dc1d-4760-adc8-73c6ce84638e), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:18.896750 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 49b557aa-dc1d-4760-adc8-73c6ce84638e up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:59:18.928119 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892bc5af-5791-44ff-807f-832aecf9e92b None None] Pushing event deleted for resources: {'Port': ['ID=3b718daa-b76a-49db-8363-cf394212f047,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:18.930666 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892bc5af-5791-44ff-807f-832aecf9e92b None None] No DVR routers for this DVR port 3b718daa-b76a-49db-8363-cf394212f047 on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:59:18.977767 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d2dd05d2-69bd-4ecf-8b2b-eb48b9ae0b1c admin admin] Publish callbacks [] for security_group (c91ae73e-72fe-4b52-9110-7aa5134dcce0), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:19.043427 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d2dd05d2-69bd-4ecf-8b2b-eb48b9ae0b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (c91ae73e-72fe-4b52-9110-7aa5134dcce0), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:19.043661 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-7e03be05-8aa4-43f1-822f-7e44dde23efc None None] For port 49b557aa-dc1d-4760-adc8-73c6ce84638e, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=49b557aa-dc1d-4760-adc8-73c6ce84638e,segment=NetworkSegment(e03596a7-a5b6-4946-adce-95a832c5e859),segment_id=e03596a7-a5b6-4946-adce-95a832c5e859)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:59:19.046417 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d2dd05d2-69bd-4ecf-8b2b-eb48b9ae0b1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:19.052464 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-7e03be05-8aa4-43f1-822f-7e44dde23efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (49b557aa-dc1d-4760-adc8-73c6ce84638e), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:19.053960 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-d2dd05d2-69bd-4ecf-8b2b-eb48b9ae0b1c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c91ae73e-72fe-4b52-9110-7aa5134dcce0 HTTP/1.1" status: 204 len: 168 time: 0.3887167 Feb 19 02:59:19.087259 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9e0a64fd-aa64-4d76-b7b4-03168ecc2aeb req-4edb8917-f88f-4ea0-b786-bdb4092a6fe3 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ba0f102-3452-4e6f-b12d-3fac2606ad0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4350553 Feb 19 02:59:19.146857 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 49b557aa-dc1d-4760-adc8-73c6ce84638e triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:59:19.147101 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (49b557aa-dc1d-4760-adc8-73c6ce84638e), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:19.159512 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dd05d2-69bd-4ecf-8b2b-eb48b9ae0b1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c91ae73e-72fe-4b52-9110-7aa5134dcce0,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:19.169182 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f855bfd3-7b98-41be-97cb-73f0cd66e4db tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:59:19.185931 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-f855bfd3-7b98-41be-97cb-73f0cd66e4db tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] 10.222.0.72 "PUT /v2.0/routers/3cdae58c-9b05-4e69-aae0-f3043115cc4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6551964 Feb 19 02:59:19.188027 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 44266) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:19.204393 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374774f6-cf10-4386-98e7-9a2bd788fcf0 None None] Sync routers for ids ['3cdae58c-9b05-4e69-aae0-f3043115cc4e'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:59:19.211041 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-7e03be05-8aa4-43f1-822f-7e44dde23efc None None] Provisioning complete for port 1644a798-8df8-4312-a5a6-e9912171bc7f triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:59:19.211657 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-7e03be05-8aa4-43f1-822f-7e44dde23efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (1644a798-8df8-4312-a5a6-e9912171bc7f), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:19.246511 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b958fa31-6d3c-40ea-a539-70aed09a39a4 req-5d8952ce-feb7-4c0e-a9b6-701fa45de670 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:19.256234 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b958fa31-6d3c-40ea-a539-70aed09a39a4 req-5d8952ce-feb7-4c0e-a9b6-701fa45de670 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 946 time: 0.3375759 Feb 19 02:59:19.287348 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca4b9031-5304-4b4c-8c78-36535259b74c tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Router ef07f177-dd09-4c76-ba2c-efecd2900d2c is scheduled to L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd with binding_index 1 {{(pid=103701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 02:59:19.290521 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f15159e-ad86-4cfa-9617-61c2a0f099f4 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Deleting subnet 8bc46cc2-798d-4f29-8a14-65f31e39580f {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:59:19.292253 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374774f6-cf10-4386-98e7-9a2bd788fcf0 None None] Routers {'3cdae58c-9b05-4e69-aae0-f3043115cc4e'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:59:19.293076 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-374774f6-cf10-4386-98e7-9a2bd788fcf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:59:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['3cdae58c-9b05-4e69-aae0-f3043115cc4e'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:19.297342 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4f15159e-ad86-4cfa-9617-61c2a0f099f4 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks [] for subnet (8bc46cc2-798d-4f29-8a14-65f31e39580f), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:19.361307 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4f15159e-ad86-4cfa-9617-61c2a0f099f4 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (8bc46cc2-798d-4f29-8a14-65f31e39580f), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:19.403770 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:19.409365 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b958fa31-6d3c-40ea-a539-70aed09a39a4 req-bc8fb8b5-1864-4779-85fa-02fb768583ed tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520798 Feb 19 02:59:19.410769 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e03be05-8aa4-43f1-822f-7e44dde23efc None None] Pushing event updated for resources: {'Port': ['ID=49b557aa-dc1d-4760-adc8-73c6ce84638e,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:19.540872 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4f15159e-ad86-4cfa-9617-61c2a0f099f4 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (8bc46cc2-798d-4f29-8a14-65f31e39580f), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:19.575938 n-d-826753-2 neutron-server[103701]: DEBUG neutron.objects.ports [None req-395ce44f-04d6-4adb-8715-26efb7dbd63b tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103701) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 02:59:19.580310 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-395ce44f-04d6-4adb-8715-26efb7dbd63b tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12647271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58706289'] for subnet (43cea302-1680-4b86-a75d-2507dc28520e), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:19.593582 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-374774f6-cf10-4386-98e7-9a2bd788fcf0 None None] Set router 3cdae58c-9b05-4e69-aae0-f3043115cc4e gateway port host: None {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:59:19.634335 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca4b9031-5304-4b4c-8c78-36535259b74c tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:59:19.635823 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-7e03be05-8aa4-43f1-822f-7e44dde23efc None None] Current status of the port 1644a798-8df8-4312-a5a6-e9912171bc7f is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:59:19.652454 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e9a0e1-7491-43e3-bde1-e3dd91049564 None None] Sync routers for ids ['ef07f177-dd09-4c76-ba2c-efecd2900d2c'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:59:19.663517 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4f15159e-ad86-4cfa-9617-61c2a0f099f4 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (8bc46cc2-798d-4f29-8a14-65f31e39580f), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:19.671569 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e9a0e1-7491-43e3-bde1-e3dd91049564 None None] Routers {'ef07f177-dd09-4c76-ba2c-efecd2900d2c'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:59:19.673617 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-60e9a0e1-7491-43e3-bde1-e3dd91049564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:59:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['ef07f177-dd09-4c76-ba2c-efecd2900d2c'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:19.697296 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 44276) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:19.698749 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-ca4b9031-5304-4b4c-8c78-36535259b74c tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] 10.222.0.72 "PUT /v2.0/routers/ef07f177-dd09-4c76-ba2c-efecd2900d2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9660408 Feb 19 02:59:19.703368 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 49b557aa-dc1d-4760-adc8-73c6ce84638e is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:59:19.704949 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 9a27ab61-839e-4963-8615-94381e2196ee up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:59:19.748462 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-60e9a0e1-7491-43e3-bde1-e3dd91049564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:19.764499 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e9a0e1-7491-43e3-bde1-e3dd91049564 None None] Routers {'ef07f177-dd09-4c76-ba2c-efecd2900d2c'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:59:19.766126 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-60e9a0e1-7491-43e3-bde1-e3dd91049564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:59:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['ef07f177-dd09-4c76-ba2c-efecd2900d2c'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:19.790906 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395ce44f-04d6-4adb-8715-26efb7dbd63b tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Pushing event updated for resources: {'Subnet': ['ID=43cea302-1680-4b86-a75d-2507dc28520e,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:19.813776 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395ce44f-04d6-4adb-8715-26efb7dbd63b tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Checking segment: {'id': '03bd9e0c-cc2e-4749-abaa-b5229e0471d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '43995fb0-cf5a-47b9-ad61-fd7a9c10b3ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:59:19.814677 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395ce44f-04d6-4adb-8715-26efb7dbd63b tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Network hostable DHCP agents. Network: 43995fb0-cf5a-47b9-ad61-fd7a9c10b3ca, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:59:19.816086 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-60e9a0e1-7491-43e3-bde1-e3dd91049564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:19.817568 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e9a0e1-7491-43e3-bde1-e3dd91049564 None None] The sync data for ids ['ef07f177-dd09-4c76-ba2c-efecd2900d2c'] in n-d-826753-2 is: [] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:59:19.868116 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2792967f-480b-4559-8498-a870f24a1f55 req-aaf2303f-f456-4042-86db-dee2182d0a56 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:19.868330 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451af90b-c702-4f3d-b9ae-0102a2e07e81 None None] Network b617cfc3-5095-456c-9ea4-c6de39a33c45 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:59:19.885797 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2792967f-480b-4559-8498-a870f24a1f55 req-aaf2303f-f456-4042-86db-dee2182d0a56 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 946 time: 0.2981241 Feb 19 02:59:19.889949 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4f15159e-ad86-4cfa-9617-61c2a0f099f4 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:19.895963 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-4f15159e-ad86-4cfa-9617-61c2a0f099f4 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] 10.222.0.72 "DELETE /v2.0/subnets/8bc46cc2-798d-4f29-8a14-65f31e39580f HTTP/1.1" status: 204 len: 168 time: 0.7043700 Feb 19 02:59:19.919872 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 44282) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:19.964872 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-7e03be05-8aa4-43f1-822f-7e44dde23efc None None] Provisioning complete for port acbbfdd5-ec48-4b8b-baab-783a59761979 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:59:19.965597 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-7e03be05-8aa4-43f1-822f-7e44dde23efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (acbbfdd5-ec48-4b8b-baab-783a59761979), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:19.987678 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2792967f-480b-4559-8498-a870f24a1f55 req-085d9da9-9a48-4ebd-b1e1-a942845214f8 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005311 Feb 19 02:59:20.026602 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395ce44f-04d6-4adb-8715-26efb7dbd63b tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Network 43995fb0-cf5a-47b9-ad61-fd7a9c10b3ca is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:59:20.027968 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-7e03be05-8aa4-43f1-822f-7e44dde23efc None None] Port acbbfdd5-ec48-4b8b-baab-783a59761979 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:59:20.089118 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-395ce44f-04d6-4adb-8715-26efb7dbd63b tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 43995fb0-cf5a-47b9-ad61-fd7a9c10b3ca) {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:59:20.100283 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395ce44f-04d6-4adb-8715-26efb7dbd63b tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:20.102358 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-395ce44f-04d6-4adb-8715-26efb7dbd63b tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:20.136134 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-073ccbdc-779d-4998-a29d-66c2803b5e60 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (b617cfc3-5095-456c-9ea4-c6de39a33c45), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:20.140293 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-395ce44f-04d6-4adb-8715-26efb7dbd63b tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6083477 Feb 19 02:59:20.142815 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 44292) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:20.147492 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f15159e-ad86-4cfa-9617-61c2a0f099f4 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Pushing event deleted for resources: {'Subnet': ['ID=8bc46cc2-798d-4f29-8a14-65f31e39580f,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:20.153630 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-3a742582-195d-4dff-ac72-6f165f7b7c2c tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Request body: {'port': {'network_id': '43995fb0-cf5a-47b9-ad61-fd7a9c10b3ca', 'name': 'tempest-NetworksIpV6TestAttrs-909856144'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:59:20.165998 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7582340-0ec3-40a6-855b-2528dc079c5b None None] Network 43995fb0-cf5a-47b9-ad61-fd7a9c10b3ca requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:59:20.414443 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-073ccbdc-779d-4998-a29d-66c2803b5e60 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Deleting port 641a1415-833a-4223-a0c7-cd371a5e7055 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:59:20.414781 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-073ccbdc-779d-4998-a29d-66c2803b5e60 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (641a1415-833a-4223-a0c7-cd371a5e7055), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:20.445602 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a742582-195d-4dff-ac72-6f165f7b7c2c tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Made reservation on behalf of 29687d4120c44a5fbc729d5c84960c1a for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:59:20.450551 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3a742582-195d-4dff-ac72-6f165f7b7c2c tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:20.477572 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [None req-3a742582-195d-4dff-ac72-6f165f7b7c2c tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] device_id is not set on port d69b1f49-ee8f-450d-be54-82bdacfe3b70 yet. {{(pid=103701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 02:59:20.480627 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 9a27ab61-839e-4963-8615-94381e2196ee triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:59:20.480758 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (9a27ab61-839e-4963-8615-94381e2196ee), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:20.528076 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-374774f6-cf10-4386-98e7-9a2bd788fcf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cdae58c-9b05-4e69-aae0-f3043115cc4e', 'name': 'tempest-RoutersTest-router-191430420', 'tenant_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:58:18Z', 'updated_at': '2022-02-19T02:59:17Z', 'revision_number': 9, 'project_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'gw_port_host': None, '_interfaces': [{'id': '310c7eed-df8d-4cec-a39d-9a99ccd603e0', 'name': '', 'network_id': '8145ca99-f04b-4824-9a94-21de580b4a69', 'tenant_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'mac_address': 'fa:16:3e:ce:2e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdae58c-9b05-4e69-aae0-f3043115cc4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '20259683-fb47-49b7-8d52-ce41b6898621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:58:21Z', 'updated_at': '2022-02-19T02:58:30Z', 'revision_number': 5, 'project_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'subnets': [{'id': '20259683-fb47-49b7-8d52-ce41b6898621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4f4a963-5bb1-4f5c-a5f5-7ddeb8cf445e', 'name': '', 'network_id': '6db4454b-3044-4545-9c9b-9fece8ecc9db', 'tenant_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'mac_address': 'fa:16:3e:ea:6d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdae58c-9b05-4e69-aae0-f3043115cc4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': 'ce12a843-822e-4a25-b8c3-728dd5a339e5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:58:29Z', 'updated_at': '2022-02-19T02:58:42Z', 'revision_number': 5, 'project_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'subnets': [{'id': 'ce12a843-822e-4a25-b8c3-728dd5a339e5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:20.541716 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:20.553251 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-073ccbdc-779d-4998-a29d-66c2803b5e60 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] For port 641a1415-833a-4223-a0c7-cd371a5e7055, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=641a1415-833a-4223-a0c7-cd371a5e7055,segment=NetworkSegment(33775731-8962-4bea-9873-c9ed02ce2e76),segment_id=33775731-8962-4bea-9873-c9ed02ce2e76)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:59:20.553771 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-073ccbdc-779d-4998-a29d-66c2803b5e60 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (641a1415-833a-4223-a0c7-cd371a5e7055), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:20.595131 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-3210f83b-c5d0-437c-928e-0e2d9fb1953f None None] Provisioning complete for port 49b557aa-dc1d-4760-adc8-73c6ce84638e triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:59:20.595506 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3210f83b-c5d0-437c-928e-0e2d9fb1953f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (49b557aa-dc1d-4760-adc8-73c6ce84638e), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:20.603220 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374774f6-cf10-4386-98e7-9a2bd788fcf0 None None] Checking router: 3cdae58c-9b05-4e69-aae0-f3043115cc4e for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:59:20.614167 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-073ccbdc-779d-4998-a29d-66c2803b5e60 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Calling delete_port for 641a1415-833a-4223-a0c7-cd371a5e7055 owned by network:dhcp {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:59:20.620016 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-3a742582-195d-4dff-ac72-6f165f7b7c2c tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Allocated IP 2001:db8::f816:3eff:fe35:c116 (43995fb0-cf5a-47b9-ad61-fd7a9c10b3ca/43cea302-1680-4b86-a75d-2507dc28520e/d69b1f49-ee8f-450d-be54-82bdacfe3b70) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:59:20.689764 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92aaf75-af15-4402-b7e0-33e0c14ae549 req-99c0ee98-787d-4674-ab16-706229567913 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:20.697466 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f92aaf75-af15-4402-b7e0-33e0c14ae549 req-99c0ee98-787d-4674-ab16-706229567913 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 946 time: 0.4949532 Feb 19 02:59:20.736392 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374774f6-cf10-4386-98e7-9a2bd788fcf0 None None] Routers {'3cdae58c-9b05-4e69-aae0-f3043115cc4e'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:59:20.740154 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-374774f6-cf10-4386-98e7-9a2bd788fcf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:59:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['3cdae58c-9b05-4e69-aae0-f3043115cc4e'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:20.742780 n-d-826753-2 neutron-server[103702]: INFO neutron.api.v2.resource [None req-49e19b6f-2f8d-45c1-91dc-3b397e3cdc4a tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 02:59:20.745204 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-49e19b6f-2f8d-45c1-91dc-3b397e3cdc4a tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] 10.222.0.72 "PUT /v2.0/routers/ef07f177-dd09-4c76-ba2c-efecd2900d2c/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0450716 Feb 19 02:59:20.756082 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 44304) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:20.765395 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42bb8c08-932e-450b-99b2-a23804ebe0ac None None] DHCP port deletion for b617cfc3-5095-456c-9ea4-c6de39a33c45 request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 02:59:20.774949 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683ac6f4-54c0-46cf-96b1-993d5645d75c req-4cba9859-3e1f-4e15-817f-e36f708d4b18 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:20.776547 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-683ac6f4-54c0-46cf-96b1-993d5645d75c req-4cba9859-3e1f-4e15-817f-e36f708d4b18 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/ports?device_id=1acb5283-7513-4bc2-a633-a91a277157f6 HTTP/1.1" status: 200 len: 946 time: 0.5730300 Feb 19 02:59:20.826711 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884c9127-fd60-4ead-b918-fb04e92a3f52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-43995fb0-cf5a-47b9-ad61-fd7a9c10b3ca', 'network_id': '43995fb0-cf5a-47b9-ad61-fd7a9c10b3ca', 'project_id': '29687d4120c44a5fbc729d5c84960c1a', 'fixed_ips': [{'subnet_id': '43cea302-1680-4b86-a75d-2507dc28520e'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:59:20.828126 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-884c9127-fd60-4ead-b918-fb04e92a3f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:20.853038 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f92aaf75-af15-4402-b7e0-33e0c14ae549 req-4e7e8dca-ef68-4cb9-88f2-bb5999393227 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413770 Feb 19 02:59:20.957857 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-073ccbdc-779d-4998-a29d-66c2803b5e60 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (641a1415-833a-4223-a0c7-cd371a5e7055), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:21.002658 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073ccbdc-779d-4998-a29d-66c2803b5e60 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] No DVR routers for this DVR port 641a1415-833a-4223-a0c7-cd371a5e7055 on host n-d-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:59:21.035948 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073ccbdc-779d-4998-a29d-66c2803b5e60 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Pushing event deleted for resources: {'Port': ['ID=641a1415-833a-4223-a0c7-cd371a5e7055,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:21.170087 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-073ccbdc-779d-4998-a29d-66c2803b5e60 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (b617cfc3-5095-456c-9ea4-c6de39a33c45), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:21.192425 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-683ac6f4-54c0-46cf-96b1-993d5645d75c req-939b754b-7fa7-4827-9237-1e2697fef46d tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ba0f102-3452-4e6f-b12d-3fac2606ad0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4028168 Feb 19 02:59:21.215994 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-374774f6-cf10-4386-98e7-9a2bd788fcf0 None None] Set router 3cdae58c-9b05-4e69-aae0-f3043115cc4e gateway port host: None {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:59:21.231873 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-073ccbdc-779d-4998-a29d-66c2803b5e60 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b617cfc3-5095-456c-9ea4-c6de39a33c45']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:21.251545 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-073ccbdc-779d-4998-a29d-66c2803b5e60 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33775731-8962-4bea-9873-c9ed02ce2e76') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:21.252091 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-073ccbdc-779d-4998-a29d-66c2803b5e60 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33775731-8962-4bea-9873-c9ed02ce2e76') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:21.278646 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76a6745-3b10-4120-ace3-31dc53b9cd44 req-a3178eae-53a0-4fb5-a1ee-5834e53cdcf0 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:21.282405 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-073ccbdc-779d-4998-a29d-66c2803b5e60 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (33775731-8962-4bea-9873-c9ed02ce2e76), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:21.288923 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a76a6745-3b10-4120-ace3-31dc53b9cd44 req-a3178eae-53a0-4fb5-a1ee-5834e53cdcf0 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 946 time: 0.2430038 Feb 19 02:59:21.302567 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-073ccbdc-779d-4998-a29d-66c2803b5e60 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (33775731-8962-4bea-9873-c9ed02ce2e76), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:21.304045 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 9a27ab61-839e-4963-8615-94381e2196ee is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:59:21.313118 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-073ccbdc-779d-4998-a29d-66c2803b5e60 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Releasing vlan 278 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:59:21.313465 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-073ccbdc-779d-4998-a29d-66c2803b5e60 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (33775731-8962-4bea-9873-c9ed02ce2e76), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:21.318691 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 02:59:21.318691 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:59:21.318691 n-d-826753-2 neutron-server[103702]: timer() Feb 19 02:59:21.318691 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:59:21.318691 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 02:59:21.318691 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:59:21.318691 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 02:59:21.318691 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:59:21.318691 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 02:59:21.318691 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:59:21.318691 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 02:59:21.318691 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:59:21.318691 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 02:59:21.318691 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:59:21.318691 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:59:21.318691 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:59:21.318691 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:59:21.318691 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:59:21.318691 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 02:59:21.318691 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:59:21.318691 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 02:59:21.318691 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:59:21.318691 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:59:21.318691 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:59:21.318691 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 02:59:21.318691 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:59:21.318691 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:59:21.318691 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:59:21.318691 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:59:21.318691 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:59:21.318691 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:59:21.318691 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:59:21.325602 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-3210f83b-c5d0-437c-928e-0e2d9fb1953f None None] Current status of the port 49b557aa-dc1d-4760-adc8-73c6ce84638e is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:59:21.327194 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3a742582-195d-4dff-ac72-6f165f7b7c2c tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks [] for port (d69b1f49-ee8f-450d-be54-82bdacfe3b70), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:21.345302 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 4a08a4a3-d514-4b3c-852a-7fd7879b9f36 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:59:21.426129 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 4a08a4a3-d514-4b3c-852a-7fd7879b9f36 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:59:21.426482 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 4a08a4a3-d514-4b3c-852a-7fd7879b9f36 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:59:21.427918 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a76a6745-3b10-4120-ace3-31dc53b9cd44 req-f65c7701-8e59-4423-9a9b-4cf0540c033c tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372385 Feb 19 02:59:21.476687 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3a742582-195d-4dff-ac72-6f165f7b7c2c tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (d69b1f49-ee8f-450d-be54-82bdacfe3b70), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:21.558227 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-3210f83b-c5d0-437c-928e-0e2d9fb1953f None None] Provisioning complete for port acbbfdd5-ec48-4b8b-baab-783a59761979 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:59:21.558227 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3210f83b-c5d0-437c-928e-0e2d9fb1953f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (acbbfdd5-ec48-4b8b-baab-783a59761979), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:21.563624 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-42bb8c08-932e-450b-99b2-a23804ebe0ac None None] Deleting port 641a1415-833a-4223-a0c7-cd371a5e7055 {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:59:21.564010 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-42bb8c08-932e-450b-99b2-a23804ebe0ac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (641a1415-833a-4223-a0c7-cd371a5e7055), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:21.647326 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a742582-195d-4dff-ac72-6f165f7b7c2c tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Pushing event updated for resources: {'Port': ['ID=d69b1f49-ee8f-450d-be54-82bdacfe3b70,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:21.735747 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a742582-195d-4dff-ac72-6f165f7b7c2c tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Network 43995fb0-cf5a-47b9-ad61-fd7a9c10b3ca is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:59:21.737293 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-3a742582-195d-4dff-ac72-6f165f7b7c2c tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:59:21.765408 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a742582-195d-4dff-ac72-6f165f7b7c2c tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:59:21.772683 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a742582-195d-4dff-ac72-6f165f7b7c2c tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:21.773401 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3a742582-195d-4dff-ac72-6f165f7b7c2c tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:21.824519 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 49b557aa-dc1d-4760-adc8-73c6ce84638e up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:59:21.843688 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-884c9127-fd60-4ead-b918-fb04e92a3f52 None None] Allocated IP 2001:db8::f816:3eff:fe49:2e2d (43995fb0-cf5a-47b9-ad61-fd7a9c10b3ca/43cea302-1680-4b86-a75d-2507dc28520e/28bbf6c1-dc79-498b-9177-524dbc89d08b) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:59:21.856820 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-3210f83b-c5d0-437c-928e-0e2d9fb1953f None None] Port acbbfdd5-ec48-4b8b-baab-783a59761979 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:59:21.858416 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-3a742582-195d-4dff-ac72-6f165f7b7c2c tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.7106905 Feb 19 02:59:21.861862 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 44332) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:21.892485 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:59:21.957640 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feef731b-379a-4375-ade8-449d602db937 req-3f0218b7-015e-465e-8d1c-44d0fcf3d446 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:21.957982 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-073ccbdc-779d-4998-a29d-66c2803b5e60 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (b617cfc3-5095-456c-9ea4-c6de39a33c45), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:21.965595 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-feef731b-379a-4375-ade8-449d602db937 req-3f0218b7-015e-465e-8d1c-44d0fcf3d446 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 946 time: 0.3206141 Feb 19 02:59:21.975532 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-42bb8c08-932e-450b-99b2-a23804ebe0ac None None] For port 641a1415-833a-4223-a0c7-cd371a5e7055, host n-d-826753-2, got binding levels [] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:59:21.975943 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-42bb8c08-932e-450b-99b2-a23804ebe0ac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (641a1415-833a-4223-a0c7-cd371a5e7055), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:21.987449 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-073ccbdc-779d-4998-a29d-66c2803b5e60 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:21.996102 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-073ccbdc-779d-4998-a29d-66c2803b5e60 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] 10.222.0.72 "DELETE /v2.0/networks/b617cfc3-5095-456c-9ea4-c6de39a33c45 HTTP/1.1" status: 204 len: 168 time: 2.0737898 Feb 19 02:59:22.016692 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 44334) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:22.020581 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073ccbdc-779d-4998-a29d-66c2803b5e60 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Pushing event deleted for resources: {'Network': ['ID=b617cfc3-5095-456c-9ea4-c6de39a33c45,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:22.043928 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:22.045826 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f4f3e853-99c5-4e3a-be45-49de5585b71f tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16289271'] for router_interface (ef07f177-dd09-4c76-ba2c-efecd2900d2c), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:22.055769 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-42bb8c08-932e-450b-99b2-a23804ebe0ac None None] Calling delete_port for 641a1415-833a-4223-a0c7-cd371a5e7055 owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:59:22.060508 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.ipam_backend_mixin [None req-42bb8c08-932e-450b-99b2-a23804ebe0ac None None] Port 641a1415-833a-4223-a0c7-cd371a5e7055 was not found and therefore no delete operation was performed {{(pid=103703) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 02:59:22.071812 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-42bb8c08-932e-450b-99b2-a23804ebe0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (641a1415-833a-4223-a0c7-cd371a5e7055), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:22.116794 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bb8c08-932e-450b-99b2-a23804ebe0ac None None] Pushing event deleted for resources: {'Port': ['ID=641a1415-833a-4223-a0c7-cd371a5e7055,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:22.120190 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-42bb8c08-932e-450b-99b2-a23804ebe0ac None None] Network b617cfc3-5095-456c-9ea4-c6de39a33c45 is not hosted by any dhcp agent {{(pid=103703) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 19 02:59:22.120650 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bb8c08-932e-450b-99b2-a23804ebe0ac None None] No DVR routers for this DVR port 641a1415-833a-4223-a0c7-cd371a5e7055 on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:59:22.125962 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ea8f657-2d77-44bf-9698-d1f91407e054 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Deleting subnet 43cea302-1680-4b86-a75d-2507dc28520e {{(pid=103701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:59:22.182664 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 49b557aa-dc1d-4760-adc8-73c6ce84638e triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:59:22.182851 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (49b557aa-dc1d-4760-adc8-73c6ce84638e), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:22.203235 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-feef731b-379a-4375-ade8-449d602db937 req-06cb4fe0-128e-4014-9f90-b0fde9e3a5b1 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263083 Feb 19 02:59:22.266155 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-884c9127-fd60-4ead-b918-fb04e92a3f52 None None] Publish callbacks [] for port (28bbf6c1-dc79-498b-9177-524dbc89d08b), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:22.269414 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-374774f6-cf10-4386-98e7-9a2bd788fcf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cdae58c-9b05-4e69-aae0-f3043115cc4e', 'name': 'tempest-RoutersTest-router-191430420', 'tenant_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:58:18Z', 'updated_at': '2022-02-19T02:59:17Z', 'revision_number': 9, 'project_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'gw_port_host': None, '_interfaces': [{'id': '310c7eed-df8d-4cec-a39d-9a99ccd603e0', 'name': '', 'network_id': '8145ca99-f04b-4824-9a94-21de580b4a69', 'tenant_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'mac_address': 'fa:16:3e:ce:2e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdae58c-9b05-4e69-aae0-f3043115cc4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '20259683-fb47-49b7-8d52-ce41b6898621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:58:21Z', 'updated_at': '2022-02-19T02:58:30Z', 'revision_number': 5, 'project_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'subnets': [{'id': '20259683-fb47-49b7-8d52-ce41b6898621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4f4a963-5bb1-4f5c-a5f5-7ddeb8cf445e', 'name': '', 'network_id': '6db4454b-3044-4545-9c9b-9fece8ecc9db', 'tenant_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'mac_address': 'fa:16:3e:ea:6d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdae58c-9b05-4e69-aae0-f3043115cc4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': 'ce12a843-822e-4a25-b8c3-728dd5a339e5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:58:29Z', 'updated_at': '2022-02-19T02:58:42Z', 'revision_number': 5, 'project_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'subnets': [{'id': 'ce12a843-822e-4a25-b8c3-728dd5a339e5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:22.297552 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9ea8f657-2d77-44bf-9698-d1f91407e054 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks [] for subnet (43cea302-1680-4b86-a75d-2507dc28520e), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:22.310962 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-884c9127-fd60-4ead-b918-fb04e92a3f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (28bbf6c1-dc79-498b-9177-524dbc89d08b), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:22.316794 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374774f6-cf10-4386-98e7-9a2bd788fcf0 None None] The sync data for ids ['3cdae58c-9b05-4e69-aae0-f3043115cc4e'] in n-d-826753-2 is: [{'id': '3cdae58c-9b05-4e69-aae0-f3043115cc4e', 'name': 'tempest-RoutersTest-router-191430420', 'tenant_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:58:18Z', 'updated_at': '2022-02-19T02:59:17Z', 'revision_number': 9, 'project_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'gw_port_host': None, '_interfaces': [{'id': '310c7eed-df8d-4cec-a39d-9a99ccd603e0', 'name': '', 'network_id': '8145ca99-f04b-4824-9a94-21de580b4a69', 'tenant_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'mac_address': 'fa:16:3e:ce:2e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdae58c-9b05-4e69-aae0-f3043115cc4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '20259683-fb47-49b7-8d52-ce41b6898621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:58:21Z', 'updated_at': '2022-02-19T02:58:30Z', 'revision_number': 5, 'project_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'subnets': [{'id': '20259683-fb47-49b7-8d52-ce41b6898621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4f4a963-5bb1-4f5c-a5f5-7ddeb8cf445e', 'name': '', 'network_id': '6db4454b-3044-4545-9c9b-9fece8ecc9db', 'tenant_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'mac_address': 'fa:16:3e:ea:6d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdae58c-9b05-4e69-aae0-f3043115cc4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': 'ce12a843-822e-4a25-b8c3-728dd5a339e5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:58:29Z', 'updated_at': '2022-02-19T02:58:42Z', 'revision_number': 5, 'project_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'subnets': [{'id': 'ce12a843-822e-4a25-b8c3-728dd5a339e5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:59:22.413819 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884c9127-fd60-4ead-b918-fb04e92a3f52 None None] Network 43995fb0-cf5a-47b9-ad61-fd7a9c10b3ca is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:59:22.424650 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-884c9127-fd60-4ead-b918-fb04e92a3f52 None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:59:22.433690 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884c9127-fd60-4ead-b918-fb04e92a3f52 None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:59:22.488958 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884c9127-fd60-4ead-b918-fb04e92a3f52 None None] Pushing event updated for resources: {'Port': ['ID=28bbf6c1-dc79-498b-9177-524dbc89d08b,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:22.555897 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:22.562682 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 49b557aa-dc1d-4760-adc8-73c6ce84638e is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:59:22.563752 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 1644a798-8df8-4312-a5a6-e9912171bc7f up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:59:22.593819 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9ea8f657-2d77-44bf-9698-d1f91407e054 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12647399'] for subnet (43cea302-1680-4b86-a75d-2507dc28520e), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:22.600529 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-884c9127-fd60-4ead-b918-fb04e92a3f52 None None] Attempting to bind port 28bbf6c1-dc79-498b-9177-524dbc89d08b on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:59:22.600720 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-884c9127-fd60-4ead-b918-fb04e92a3f52 None None] Attempting to bind port 28bbf6c1-dc79-498b-9177-524dbc89d08b by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '03bd9e0c-cc2e-4749-abaa-b5229e0471d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '43995fb0-cf5a-47b9-ad61-fd7a9c10b3ca'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:59:22.601059 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884c9127-fd60-4ead-b918-fb04e92a3f52 None None] Attempting to bind port 28bbf6c1-dc79-498b-9177-524dbc89d08b on network 43995fb0-cf5a-47b9-ad61-fd7a9c10b3ca {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:59:22.611349 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884c9127-fd60-4ead-b918-fb04e92a3f52 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:59:22.611748 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884c9127-fd60-4ead-b918-fb04e92a3f52 None None] Checking segment: {'id': '03bd9e0c-cc2e-4749-abaa-b5229e0471d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '43995fb0-cf5a-47b9-ad61-fd7a9c10b3ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:59:22.612153 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-884c9127-fd60-4ead-b918-fb04e92a3f52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:22.619464 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884c9127-fd60-4ead-b918-fb04e92a3f52 None None] Bound using segment: {'id': '03bd9e0c-cc2e-4749-abaa-b5229e0471d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '43995fb0-cf5a-47b9-ad61-fd7a9c10b3ca'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:59:22.619464 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-884c9127-fd60-4ead-b918-fb04e92a3f52 None None] Bound port: 28bbf6c1-dc79-498b-9177-524dbc89d08b, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03bd9e0c-cc2e-4749-abaa-b5229e0471d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '43995fb0-cf5a-47b9-ad61-fd7a9c10b3ca'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:59:22.619464 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-884c9127-fd60-4ead-b918-fb04e92a3f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (28bbf6c1-dc79-498b-9177-524dbc89d08b), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:22.619755 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-f4f3e853-99c5-4e3a-be45-49de5585b71f tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Deleting port acbbfdd5-ec48-4b8b-baab-783a59761979 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:59:22.619755 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f4f3e853-99c5-4e3a-be45-49de5585b71f tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (acbbfdd5-ec48-4b8b-baab-783a59761979), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:22.656494 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795281d9-6da7-4108-a9a8-9de86e315f1e req-75f4fbd5-09cf-41a7-9946-bf50e6df4de4 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:22.665173 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-795281d9-6da7-4108-a9a8-9de86e315f1e req-75f4fbd5-09cf-41a7-9946-bf50e6df4de4 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 946 time: 0.1881471 Feb 19 02:59:22.703617 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-884c9127-fd60-4ead-b918-fb04e92a3f52 None None] For port 28bbf6c1-dc79-498b-9177-524dbc89d08b, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:59:22.707951 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-884c9127-fd60-4ead-b918-fb04e92a3f52 None None] For port 28bbf6c1-dc79-498b-9177-524dbc89d08b, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=28bbf6c1-dc79-498b-9177-524dbc89d08b,segment=NetworkSegment(03bd9e0c-cc2e-4749-abaa-b5229e0471d2),segment_id=03bd9e0c-cc2e-4749-abaa-b5229e0471d2)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:59:22.726862 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-884c9127-fd60-4ead-b918-fb04e92a3f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (28bbf6c1-dc79-498b-9177-524dbc89d08b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:22.738532 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 1644a798-8df8-4312-a5a6-e9912171bc7f triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:59:22.739002 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (1644a798-8df8-4312-a5a6-e9912171bc7f), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:22.777658 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f4f3e853-99c5-4e3a-be45-49de5585b71f tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (acbbfdd5-ec48-4b8b-baab-783a59761979), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:22.817481 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-f4f3e853-99c5-4e3a-be45-49de5585b71f tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Calling delete_port for acbbfdd5-ec48-4b8b-baab-783a59761979 owned by network:router_interface {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:59:22.844029 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcad6a0-6603-4a73-8b94-3fcefc2231ca req-4b628779-1675-46b9-a0e1-c6947055cbac tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:22.852313 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884c9127-fd60-4ead-b918-fb04e92a3f52 None None] Pushing event updated for resources: {'Port': ['ID=28bbf6c1-dc79-498b-9177-524dbc89d08b,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:22.853474 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9fcad6a0-6603-4a73-8b94-3fcefc2231ca req-4b628779-1675-46b9-a0e1-c6947055cbac tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/ports?device_id=1acb5283-7513-4bc2-a633-a91a277157f6 HTTP/1.1" status: 200 len: 946 time: 0.4460392 Feb 19 02:59:22.916397 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 1644a798-8df8-4312-a5a6-e9912171bc7f is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:59:23.004802 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 3b718daa-b76a-49db-8363-cf394212f047 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:59:23.048601 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 3b718daa-b76a-49db-8363-cf394212f047 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:59:23.049204 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 3b718daa-b76a-49db-8363-cf394212f047 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:59:23.049799 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 641a1415-833a-4223-a0c7-cd371a5e7055 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:59:23.093930 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-795281d9-6da7-4108-a9a8-9de86e315f1e req-01e2fb17-a4c7-4da0-a1ab-bb776c14fc3d tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4288969 Feb 19 02:59:23.255440 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f4f3e853-99c5-4e3a-be45-49de5585b71f tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (acbbfdd5-ec48-4b8b-baab-783a59761979), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:23.277270 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9fcad6a0-6603-4a73-8b94-3fcefc2231ca req-2c4bc847-2341-4e6d-adec-11f3bee1093b tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ba0f102-3452-4e6f-b12d-3fac2606ad0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4227536 Feb 19 02:59:23.281637 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9ea8f657-2d77-44bf-9698-d1f91407e054 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (43cea302-1680-4b86-a75d-2507dc28520e), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:23.334036 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 44376) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:23.349761 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f3e853-99c5-4e3a-be45-49de5585b71f tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Pushing event deleted for resources: {'Port': ['ID=acbbfdd5-ec48-4b8b-baab-783a59761979,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:23.516612 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 641a1415-833a-4223-a0c7-cd371a5e7055 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:59:23.517169 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 641a1415-833a-4223-a0c7-cd371a5e7055 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:59:23.577974 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f4f3e853-99c5-4e3a-be45-49de5585b71f tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16362762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16314471'] for router_interface (ef07f177-dd09-4c76-ba2c-efecd2900d2c), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:23.609472 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-53529c74-b99c-4ffb-84b0-fbee7334720e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:23.798570 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 28bbf6c1-dc79-498b-9177-524dbc89d08b up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:59:23.852489 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4f3e853-99c5-4e3a-be45-49de5585b71f tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Router ef07f177-dd09-4c76-ba2c-efecd2900d2c has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:59:23.855388 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 28bbf6c1-dc79-498b-9177-524dbc89d08b triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:59:23.855764 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (28bbf6c1-dc79-498b-9177-524dbc89d08b), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:23.872068 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-53529c74-b99c-4ffb-84b0-fbee7334720e admin admin] Publish callbacks [] for security_group (d2e1ffd5-4197-49f9-b1b0-d7548a167642), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:23.880919 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-53529c74-b99c-4ffb-84b0-fbee7334720e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (d2e1ffd5-4197-49f9-b1b0-d7548a167642), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:23.958461 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-53529c74-b99c-4ffb-84b0-fbee7334720e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c765352063f246ba8aa3fd2b4ceb3e14&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6186976 Feb 19 02:59:23.964689 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 28bbf6c1-dc79-498b-9177-524dbc89d08b is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:59:23.965278 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (28bbf6c1-dc79-498b-9177-524dbc89d08b), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:23.967276 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b49738a-1e7a-48fd-9a39-87872adea9b5 req-d4703cd7-6c5b-47cb-8d64-cb37224d0277 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:23.969479 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5b49738a-1e7a-48fd-9a39-87872adea9b5 req-d4703cd7-6c5b-47cb-8d64-cb37224d0277 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 946 time: 0.1869669 Feb 19 02:59:23.970154 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 44382) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:24.012516 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9ea8f657-2d77-44bf-9698-d1f91407e054 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12647206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58706286'] for subnet (43cea302-1680-4b86-a75d-2507dc28520e), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:24.027365 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53529c74-b99c-4ffb-84b0-fbee7334720e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e1ffd5-4197-49f9-b1b0-d7548a167642,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:24.037874 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.db.api [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103703) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 02:59:24.038378 n-d-826753-2 neutron-server[103703]: DEBUG oslo_db.api [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 02:59:24.043258 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4f3e853-99c5-4e3a-be45-49de5585b71f tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:59:24.054884 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-f4f3e853-99c5-4e3a-be45-49de5585b71f tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] 10.222.0.72 "PUT /v2.0/routers/ef07f177-dd09-4c76-ba2c-efecd2900d2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2959661 Feb 19 02:59:24.058835 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 44384) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:24.066992 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42de54b3-9e4c-4160-ab6d-5febbd0c9ea3 None None] Sync routers for ids ['ef07f177-dd09-4c76-ba2c-efecd2900d2c'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:59:24.081433 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42de54b3-9e4c-4160-ab6d-5febbd0c9ea3 None None] Routers {'ef07f177-dd09-4c76-ba2c-efecd2900d2c'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:59:24.082622 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-42de54b3-9e4c-4160-ab6d-5febbd0c9ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:59:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['ef07f177-dd09-4c76-ba2c-efecd2900d2c'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:24.085811 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea8f657-2d77-44bf-9698-d1f91407e054 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Pushing event deleted for resources: {'Subnet': ['ID=43cea302-1680-4b86-a75d-2507dc28520e,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:24.095423 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9ea8f657-2d77-44bf-9698-d1f91407e054 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:24.105782 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-9ea8f657-2d77-44bf-9698-d1f91407e054 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] 10.222.0.72 "DELETE /v2.0/subnets/43cea302-1680-4b86-a75d-2507dc28520e HTTP/1.1" status: 204 len: 168 time: 2.2408946 Feb 19 02:59:24.114541 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 44386) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:24.124731 n-d-826753-2 neutron-server[103702]: INFO neutron.api.v2.resource [None req-2c063b9e-b554-43f3-bd63-0997fba5af06 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] delete failed (client error): The resource could not be found. Feb 19 02:59:24.131607 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-2c063b9e-b554-43f3-bd63-0997fba5af06 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] 10.222.0.72 "DELETE /v2.0/routers/tempest-non_exist_router-781140983 HTTP/1.1" status: 404 len: 334 time: 0.0713322 Feb 19 02:59:24.132257 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 44388) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:24.144214 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5b49738a-1e7a-48fd-9a39-87872adea9b5 req-74c2118d-5ea2-44ff-97dd-f9b7688444f1 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597357 Feb 19 02:59:24.154577 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-42de54b3-9e4c-4160-ab6d-5febbd0c9ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:24.162131 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-48b1c6a7-eb20-47b2-8298-628fa5087764 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ef07f177-dd09-4c76-ba2c-efecd2900d2c'}}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:59:24.165574 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1a29c132-9edb-42e2-8d6e-4bdafbf705cc tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16289271'] for router_interface (3cdae58c-9b05-4e69-aae0-f3043115cc4e), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:24.195148 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42de54b3-9e4c-4160-ab6d-5febbd0c9ea3 None None] Routers {'ef07f177-dd09-4c76-ba2c-efecd2900d2c'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:59:24.195827 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-42de54b3-9e4c-4160-ab6d-5febbd0c9ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:59:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['ef07f177-dd09-4c76-ba2c-efecd2900d2c'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:24.278872 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-09444cba-b3d7-4336-a29b-c0dfb73b04ba admin admin] Publish callbacks [] for security_group (d2e1ffd5-4197-49f9-b1b0-d7548a167642), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:24.294318 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-42de54b3-9e4c-4160-ab6d-5febbd0c9ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:24.295941 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42de54b3-9e4c-4160-ab6d-5febbd0c9ea3 None None] The sync data for ids ['ef07f177-dd09-4c76-ba2c-efecd2900d2c'] in n-d-826753-2 is: [] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:59:24.396978 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52a3279-c1b5-4e67-9073-fd79e92de8e0 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:24.398322 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52a3279-c1b5-4e67-9073-fd79e92de8e0 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:24.406216 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-e52a3279-c1b5-4e67-9073-fd79e92de8e0 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2898762 Feb 19 02:59:24.410085 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 44394) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:24.439004 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-09444cba-b3d7-4336-a29b-c0dfb73b04ba admin admin] Publish callbacks [] for security_group (d2e1ffd5-4197-49f9-b1b0-d7548a167642), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:24.511387 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e5621f-f74c-438b-b245-3a087d8b09ba None None] Network 43995fb0-cf5a-47b9-ad61-fd7a9c10b3ca requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:59:24.553472 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4440605e-28ad-4a2c-9bc0-040a8b9808a5 req-b4989b08-1c8b-436f-bacf-fca2699f1d66 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:24.557560 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4440605e-28ad-4a2c-9bc0-040a8b9808a5 req-b4989b08-1c8b-436f-bacf-fca2699f1d66 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 946 time: 0.2822583 Feb 19 02:59:24.573111 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b474f-b92d-4138-b146-a14e5f782a3d req-2d822cbe-6323-4f64-937e-e201385356a3 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:24.574745 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c83b474f-b92d-4138-b146-a14e5f782a3d req-2d822cbe-6323-4f64-937e-e201385356a3 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/ports?device_id=1acb5283-7513-4bc2-a633-a91a277157f6 HTTP/1.1" status: 200 len: 946 time: 0.1999996 Feb 19 02:59:24.616747 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e4075b7b-2024-4d78-8c81-343aecd9f635 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (43995fb0-cf5a-47b9-ad61-fd7a9c10b3ca), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:24.619270 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-48b1c6a7-eb20-47b2-8298-628fa5087764 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Publish callbacks [] for router_gateway (ef07f177-dd09-4c76-ba2c-efecd2900d2c), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:24.633529 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4075b7b-2024-4d78-8c81-343aecd9f635 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 19 02:59:24.633991 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4075b7b-2024-4d78-8c81-343aecd9f635 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 02:59:24.637263 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-e4075b7b-2024-4d78-8c81-343aecd9f635 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] 10.222.0.72 "DELETE /v2.0/networks/43995fb0-cf5a-47b9-ad61-fd7a9c10b3ca HTTP/1.1" status: 409 len: 466 time: 0.2249844 Feb 19 02:59:24.645514 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 44398) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:24.650555 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-6cbd4450-4374-4d58-9dc8-0c91b54d96c4 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-8260814'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:59:24.663706 n-d-826753-2 neutron-server[103702]: INFO neutron.api.v2.resource [None req-48b1c6a7-eb20-47b2-8298-628fa5087764 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] update failed (client error): The resource could not be found. Feb 19 02:59:24.668281 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-48b1c6a7-eb20-47b2-8298-628fa5087764 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] 10.222.0.72 "PUT /v2.0/routers/ef07f177-dd09-4c76-ba2c-efecd2900d2c HTTP/1.1" status: 404 len: 339 time: 0.5223486 Feb 19 02:59:24.668423 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-09444cba-b3d7-4336-a29b-c0dfb73b04ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (d2e1ffd5-4197-49f9-b1b0-d7548a167642), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:24.668539 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 44400) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:24.671291 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-09444cba-b3d7-4336-a29b-c0dfb73b04ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:24.672507 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-09444cba-b3d7-4336-a29b-c0dfb73b04ba admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d2e1ffd5-4197-49f9-b1b0-d7548a167642 HTTP/1.1" status: 204 len: 168 time: 0.6992862 Feb 19 02:59:24.705941 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4440605e-28ad-4a2c-9bc0-040a8b9808a5 req-353d5ea8-c2a3-4678-b010-26935b47f669 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408434 Feb 19 02:59:24.724385 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09444cba-b3d7-4336-a29b-c0dfb73b04ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e1ffd5-4197-49f9-b1b0-d7548a167642,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:24.728312 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-15849155-f86b-49a2-b661-49d1cda220e4 None None] Provisioning complete for port 28bbf6c1-dc79-498b-9177-524dbc89d08b triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:59:24.729123 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-15849155-f86b-49a2-b661-49d1cda220e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (28bbf6c1-dc79-498b-9177-524dbc89d08b), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:24.730084 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c83b474f-b92d-4138-b146-a14e5f782a3d req-a9b0d58a-5041-4fb6-90af-51e42b4cb306 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ba0f102-3452-4e6f-b12d-3fac2606ad0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453552 Feb 19 02:59:24.828616 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 28bbf6c1-dc79-498b-9177-524dbc89d08b is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:59:24.830242 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (28bbf6c1-dc79-498b-9177-524dbc89d08b), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:24.898522 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port 28bbf6c1-dc79-498b-9177-524dbc89d08b, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=28bbf6c1-dc79-498b-9177-524dbc89d08b,segment=NetworkSegment(03bd9e0c-cc2e-4749-abaa-b5229e0471d2),segment_id=03bd9e0c-cc2e-4749-abaa-b5229e0471d2)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:59:24.918228 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cbd4450-4374-4d58-9dc8-0c91b54d96c4 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Made reservation on behalf of 29687d4120c44a5fbc729d5c84960c1a for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:59:24.924426 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6cbd4450-4374-4d58-9dc8-0c91b54d96c4 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:24.949599 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-15849155-f86b-49a2-b661-49d1cda220e4 None None] Current status of the port 28bbf6c1-dc79-498b-9177-524dbc89d08b is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:59:24.952905 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c789f6-8060-47a2-884b-d4a410a89733 None None] DHCP port deletion for 43995fb0-cf5a-47b9-ad61-fd7a9c10b3ca request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 02:59:24.956524 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (28bbf6c1-dc79-498b-9177-524dbc89d08b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:24.965863 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 3a00a6ea-63e1-49f6-85a5-afe74077c2b9 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:59:25.019783 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-1a29c132-9edb-42e2-8d6e-4bdafbf705cc tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Deleting port b4f4a963-5bb1-4f5c-a5f5-7ddeb8cf445e {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:59:25.020320 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1a29c132-9edb-42e2-8d6e-4bdafbf705cc tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (b4f4a963-5bb1-4f5c-a5f5-7ddeb8cf445e), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:25.037357 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 3a00a6ea-63e1-49f6-85a5-afe74077c2b9 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:59:25.037765 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 3a00a6ea-63e1-49f6-85a5-afe74077c2b9 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:59:25.069335 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=28bbf6c1-dc79-498b-9177-524dbc89d08b,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:25.092833 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-47c789f6-8060-47a2-884b-d4a410a89733 None None] Deleting port 28bbf6c1-dc79-498b-9177-524dbc89d08b {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:59:25.093417 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-47c789f6-8060-47a2-884b-d4a410a89733 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (28bbf6c1-dc79-498b-9177-524dbc89d08b), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:25.109211 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cbd4450-4374-4d58-9dc8-0c91b54d96c4 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] vlan segment allocate from pool success with {'vlan_id': 292, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:59:25.146911 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8bb5e5-e3e9-4033-b52d-e939a97ac8d1 req-da22d522-1ebd-4b6c-8d08-1a09ed74e82f tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:25.154151 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3e8bb5e5-e3e9-4033-b52d-e939a97ac8d1 req-da22d522-1ebd-4b6c-8d08-1a09ed74e82f tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 946 time: 0.2391529 Feb 19 02:59:25.162248 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6cbd4450-4374-4d58-9dc8-0c91b54d96c4 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (696a3e7e-317a-4b7d-a87e-b7251f2cc293), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:25.162614 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-6cbd4450-4374-4d58-9dc8-0c91b54d96c4 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Added segment 696a3e7e-317a-4b7d-a87e-b7251f2cc293 of type vlan for network d7c49c56-620b-4631-af41-03278c9ea23c Feb 19 02:59:25.210172 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-47c789f6-8060-47a2-884b-d4a410a89733 None None] For port 28bbf6c1-dc79-498b-9177-524dbc89d08b, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=28bbf6c1-dc79-498b-9177-524dbc89d08b,segment=NetworkSegment(03bd9e0c-cc2e-4749-abaa-b5229e0471d2),segment_id=03bd9e0c-cc2e-4749-abaa-b5229e0471d2)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:59:25.210594 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-47c789f6-8060-47a2-884b-d4a410a89733 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (28bbf6c1-dc79-498b-9177-524dbc89d08b), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:25.242823 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-1a29c132-9edb-42e2-8d6e-4bdafbf705cc tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] For port b4f4a963-5bb1-4f5c-a5f5-7ddeb8cf445e, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=b4f4a963-5bb1-4f5c-a5f5-7ddeb8cf445e,segment=NetworkSegment(79f2d01d-6edf-4fa8-b6d6-0e33600a6d00),segment_id=79f2d01d-6edf-4fa8-b6d6-0e33600a6d00)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:59:25.243290 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1a29c132-9edb-42e2-8d6e-4bdafbf705cc tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (b4f4a963-5bb1-4f5c-a5f5-7ddeb8cf445e), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:25.248995 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-47c789f6-8060-47a2-884b-d4a410a89733 None None] Calling delete_port for 28bbf6c1-dc79-498b-9177-524dbc89d08b owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:59:25.251698 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 44418) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:25.271545 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3e8bb5e5-e3e9-4033-b52d-e939a97ac8d1 req-96099f89-f31c-4f90-a1f4-88897c40a7c1 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161487 Feb 19 02:59:25.283404 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-1a29c132-9edb-42e2-8d6e-4bdafbf705cc tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Calling delete_port for b4f4a963-5bb1-4f5c-a5f5-7ddeb8cf445e owned by network:router_interface {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:59:25.326169 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2d450da8-aaf9-42ca-a933-f45225707af3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:25.367349 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-47c789f6-8060-47a2-884b-d4a410a89733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (28bbf6c1-dc79-498b-9177-524dbc89d08b), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:25.396432 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c789f6-8060-47a2-884b-d4a410a89733 None None] Pushing event deleted for resources: {'Port': ['ID=28bbf6c1-dc79-498b-9177-524dbc89d08b,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:25.405571 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c789f6-8060-47a2-884b-d4a410a89733 None None] No DVR routers for this DVR port 28bbf6c1-dc79-498b-9177-524dbc89d08b on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:59:25.573419 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6cbd4450-4374-4d58-9dc8-0c91b54d96c4 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (d7c49c56-620b-4631-af41-03278c9ea23c), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:25.575998 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17a17f0-a686-41b3-891e-45e07882f3cb req-db2144c3-65c8-410f-8e97-cf14b397eb76 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:25.585604 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a17a17f0-a686-41b3-891e-45e07882f3cb req-db2144c3-65c8-410f-8e97-cf14b397eb76 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 946 time: 0.1780972 Feb 19 02:59:25.620063 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e55af76f-8506-4f40-b88f-3215dfb89f6e tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:25.689346 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2d450da8-aaf9-42ca-a933-f45225707af3 admin admin] Publish callbacks [] for security_group (6938add8-a392-470b-bb57-846f706aa5df), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:25.701839 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 28bbf6c1-dc79-498b-9177-524dbc89d08b no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:59:25.705148 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a17a17f0-a686-41b3-891e-45e07882f3cb req-a4150885-2ec6-4a31-a092-34e251b54bcb tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147914 Feb 19 02:59:25.709719 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6cbd4450-4374-4d58-9dc8-0c91b54d96c4 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (d7c49c56-620b-4631-af41-03278c9ea23c), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:25.713707 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2d450da8-aaf9-42ca-a933-f45225707af3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (6938add8-a392-470b-bb57-846f706aa5df), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:25.726928 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cbd4450-4374-4d58-9dc8-0c91b54d96c4 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:25.727570 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6cbd4450-4374-4d58-9dc8-0c91b54d96c4 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:25.734413 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 28bbf6c1-dc79-498b-9177-524dbc89d08b {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:59:25.734985 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 28bbf6c1-dc79-498b-9177-524dbc89d08b not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:59:25.823666 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-2d450da8-aaf9-42ca-a933-f45225707af3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4852d167227843bf8b20d944b7438a02&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5706058 Feb 19 02:59:25.836212 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 44432) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:25.848349 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbd4450-4374-4d58-9dc8-0c91b54d96c4 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Pushing event updated for resources: {'Network': ['ID=d7c49c56-620b-4631-af41-03278c9ea23c,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:25.858072 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-6cbd4450-4374-4d58-9dc8-0c91b54d96c4 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2089424 Feb 19 02:59:25.862546 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network d7c49c56-620b-4631-af41-03278c9ea23c details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:59:25.864787 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 44434) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:25.867727 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1a29c132-9edb-42e2-8d6e-4bdafbf705cc tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (b4f4a963-5bb1-4f5c-a5f5-7ddeb8cf445e), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:25.876527 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-398a02d6-9c08-41b7-b63f-f146472d4ff9 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Request body: {'subnet': {'network_id': 'd7c49c56-620b-4631-af41-03278c9ea23c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:59:25.891368 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d450da8-aaf9-42ca-a933-f45225707af3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6938add8-a392-470b-bb57-846f706aa5df,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:26.021166 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a29c132-9edb-42e2-8d6e-4bdafbf705cc tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Pushing event deleted for resources: {'Port': ['ID=b4f4a963-5bb1-4f5c-a5f5-7ddeb8cf445e,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:26.043001 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-e55af76f-8506-4f40-b88f-3215dfb89f6e tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Allocated IP 172.20.0.1 (e4dd1235-f884-46a9-a9e7-895a86401327/45b6170f-2ac5-4392-b838-d74aa907a053/a5168379-09d3-491e-a671-85983cf55661) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:59:26.117071 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:26.178530 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0342784-3d9b-4a60-9a17-07372ef97508 req-1f8cf829-1a62-41a7-9bc9-f22bd6dc5233 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:26.185613 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b0342784-3d9b-4a60-9a17-07372ef97508 req-1f8cf829-1a62-41a7-9bc9-f22bd6dc5233 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/ports?device_id=1acb5283-7513-4bc2-a633-a91a277157f6 HTTP/1.1" status: 200 len: 946 time: 0.3228426 Feb 19 02:59:26.187668 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7bcdff80-aebd-44c5-8747-e74abf076df1 admin admin] Publish callbacks [] for security_group (6938add8-a392-470b-bb57-846f706aa5df), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:26.207293 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7deae7-69e5-4f00-8b16-3f2a078273a7 req-56a03f18-1faa-4355-9c6a-0d1c6d4f20d3 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:26.214339 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ae7deae7-69e5-4f00-8b16-3f2a078273a7 req-56a03f18-1faa-4355-9c6a-0d1c6d4f20d3 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 946 time: 0.3538353 Feb 19 02:59:26.226903 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e55af76f-8506-4f40-b88f-3215dfb89f6e tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Publish callbacks [] for port (a5168379-09d3-491e-a671-85983cf55661), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:26.281083 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e55af76f-8506-4f40-b88f-3215dfb89f6e tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (a5168379-09d3-491e-a671-85983cf55661), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:26.307305 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-398a02d6-9c08-41b7-b63f-f146472d4ff9 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Made reservation on behalf of 29687d4120c44a5fbc729d5c84960c1a for: {'subnet': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:59:26.310875 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-398a02d6-9c08-41b7-b63f-f146472d4ff9 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58706307'] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:26.334273 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55af76f-8506-4f40-b88f-3215dfb89f6e tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Network e4dd1235-f884-46a9-a9e7-895a86401327 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:59:26.338098 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-e55af76f-8506-4f40-b88f-3215dfb89f6e tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:59:26.341261 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55af76f-8506-4f40-b88f-3215dfb89f6e tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:59:26.346959 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7bcdff80-aebd-44c5-8747-e74abf076df1 admin admin] Publish callbacks [] for security_group (6938add8-a392-470b-bb57-846f706aa5df), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:26.380877 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55af76f-8506-4f40-b88f-3215dfb89f6e tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Pushing event updated for resources: {'Port': ['ID=a5168379-09d3-491e-a671-85983cf55661,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:26.412550 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e55af76f-8506-4f40-b88f-3215dfb89f6e tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16289150'] for router_interface (ef07f177-dd09-4c76-ba2c-efecd2900d2c), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:26.494731 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b0342784-3d9b-4a60-9a17-07372ef97508 req-33eff603-ec37-4898-a821-14f74010793c tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ba0f102-3452-4e6f-b12d-3fac2606ad0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3081138 Feb 19 02:59:26.575186 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ae7deae7-69e5-4f00-8b16-3f2a078273a7 req-edb581a0-3ca1-450d-8dc2-de8f26b02ba6 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3565435 Feb 19 02:59:26.583563 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1a29c132-9edb-42e2-8d6e-4bdafbf705cc tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16362762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16314471'] for router_interface (3cdae58c-9b05-4e69-aae0-f3043115cc4e), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:26.613915 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e55af76f-8506-4f40-b88f-3215dfb89f6e tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (a5168379-09d3-491e-a671-85983cf55661), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:26.697297 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-97691913-9478-4503-a47c-f32345322e96 None None] Provisioning complete for port a5168379-09d3-491e-a671-85983cf55661 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:59:26.697694 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-97691913-9478-4503-a47c-f32345322e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (a5168379-09d3-491e-a671-85983cf55661), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:26.737580 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-97691913-9478-4503-a47c-f32345322e96 None None] Port a5168379-09d3-491e-a671-85983cf55661 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:59:26.825100 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7bcdff80-aebd-44c5-8747-e74abf076df1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (6938add8-a392-470b-bb57-846f706aa5df), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:26.827668 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7bcdff80-aebd-44c5-8747-e74abf076df1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:26.828846 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-7bcdff80-aebd-44c5-8747-e74abf076df1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6938add8-a392-470b-bb57-846f706aa5df HTTP/1.1" status: 204 len: 168 time: 0.9907362 Feb 19 02:59:26.881919 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcdff80-aebd-44c5-8747-e74abf076df1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6938add8-a392-470b-bb57-846f706aa5df,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:26.949631 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f15414a-dfd9-462e-a9c2-992408c551c8 req-fa9322ea-a6e3-44c2-9211-3d323c4c2829 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:26.951183 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8f15414a-dfd9-462e-a9c2-992408c551c8 req-fa9322ea-a6e3-44c2-9211-3d323c4c2829 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 946 time: 0.2456079 Feb 19 02:59:27.055791 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e55af76f-8506-4f40-b88f-3215dfb89f6e tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Publish callbacks [] for port (a5168379-09d3-491e-a671-85983cf55661), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:27.064203 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e55af76f-8506-4f40-b88f-3215dfb89f6e tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (a5168379-09d3-491e-a671-85983cf55661), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:27.081387 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8f15414a-dfd9-462e-a9c2-992408c551c8 req-56369a8c-a59a-4fc5-b658-bed1c0c4056d tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012197 Feb 19 02:59:27.083187 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a29c132-9edb-42e2-8d6e-4bdafbf705cc tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Router 3cdae58c-9b05-4e69-aae0-f3043115cc4e has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:59:27.133089 n-d-826753-2 neutron-server[103701]: DEBUG neutron.objects.ports [None req-398a02d6-9c08-41b7-b63f-f146472d4ff9 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103701) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 02:59:27.147512 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-398a02d6-9c08-41b7-b63f-f146472d4ff9 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12647271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58706289'] for subnet (c571c5bd-a723-4598-9071-68502c710cdf), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:27.180590 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e55af76f-8506-4f40-b88f-3215dfb89f6e tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16362769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16289258'] for router_interface (ef07f177-dd09-4c76-ba2c-efecd2900d2c), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:27.183575 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55af76f-8506-4f40-b88f-3215dfb89f6e tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Pushing event updated for resources: {'Port': ['ID=a5168379-09d3-491e-a671-85983cf55661,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:27.357261 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55af76f-8506-4f40-b88f-3215dfb89f6e tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Network e4dd1235-f884-46a9-a9e7-895a86401327 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:59:27.359817 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-e55af76f-8506-4f40-b88f-3215dfb89f6e tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:59:27.505450 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e55af76f-8506-4f40-b88f-3215dfb89f6e tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Router ef07f177-dd09-4c76-ba2c-efecd2900d2c has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:59:27.644768 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e55af76f-8506-4f40-b88f-3215dfb89f6e tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:59:27.650747 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-e55af76f-8506-4f40-b88f-3215dfb89f6e tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] 10.222.0.72 "PUT /v2.0/routers/ef07f177-dd09-4c76-ba2c-efecd2900d2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9790158 Feb 19 02:59:27.653320 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 44470) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:27.657021 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757f9b6c-1566-4f78-a63c-acdf3049f0ae None None] Sync routers for ids ['ef07f177-dd09-4c76-ba2c-efecd2900d2c'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:59:27.676274 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757f9b6c-1566-4f78-a63c-acdf3049f0ae None None] Routers {'ef07f177-dd09-4c76-ba2c-efecd2900d2c'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:59:27.679399 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-757f9b6c-1566-4f78-a63c-acdf3049f0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:59:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['ef07f177-dd09-4c76-ba2c-efecd2900d2c'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:27.744503 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398a02d6-9c08-41b7-b63f-f146472d4ff9 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Pushing event updated for resources: {'Subnet': ['ID=c571c5bd-a723-4598-9071-68502c710cdf,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:27.780547 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-04a6d84a-f0da-4dbb-af91-ef4105b00b6c None None] Provisioning complete for port a5168379-09d3-491e-a671-85983cf55661 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:59:27.781213 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-04a6d84a-f0da-4dbb-af91-ef4105b00b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (a5168379-09d3-491e-a671-85983cf55661), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:27.812772 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398a02d6-9c08-41b7-b63f-f146472d4ff9 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Checking segment: {'id': '696a3e7e-317a-4b7d-a87e-b7251f2cc293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'd7c49c56-620b-4631-af41-03278c9ea23c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:59:27.813170 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398a02d6-9c08-41b7-b63f-f146472d4ff9 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Network hostable DHCP agents. Network: d7c49c56-620b-4631-af41-03278c9ea23c, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:59:27.838409 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a29c132-9edb-42e2-8d6e-4bdafbf705cc tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:59:27.846821 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-1a29c132-9edb-42e2-8d6e-4bdafbf705cc tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] 10.222.0.72 "PUT /v2.0/routers/3cdae58c-9b05-4e69-aae0-f3043115cc4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8264904 Feb 19 02:59:27.871204 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 44476) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:27.879189 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63997bf6-a1c8-48a3-bf02-e43762401e92 req-10a391e7-4f60-4690-85fe-61c024f2f427 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:27.880776 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-63997bf6-a1c8-48a3-bf02-e43762401e92 req-10a391e7-4f60-4690-85fe-61c024f2f427 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/ports?device_id=1acb5283-7513-4bc2-a633-a91a277157f6 HTTP/1.1" status: 200 len: 946 time: 0.1460247 Feb 19 02:59:27.906674 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615e3eb7-fc9a-40b0-aaa1-ffef489a4fb8 req-858592f2-2db7-4d06-8129-50fbd6bc7200 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:27.920780 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-615e3eb7-fc9a-40b0-aaa1-ffef489a4fb8 req-858592f2-2db7-4d06-8129-50fbd6bc7200 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 946 time: 0.6737974 Feb 19 02:59:27.935888 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-04a6d84a-f0da-4dbb-af91-ef4105b00b6c None None] Port a5168379-09d3-491e-a671-85983cf55661 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:59:27.942434 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8622dbc0-0a6e-4551-b2e4-1b3b9b347af5 None None] Sync routers for ids ['3cdae58c-9b05-4e69-aae0-f3043115cc4e'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:59:27.961998 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8622dbc0-0a6e-4551-b2e4-1b3b9b347af5 None None] Routers {'3cdae58c-9b05-4e69-aae0-f3043115cc4e'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:59:27.963086 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-8622dbc0-0a6e-4551-b2e4-1b3b9b347af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:59:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['3cdae58c-9b05-4e69-aae0-f3043115cc4e'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:27.987357 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398a02d6-9c08-41b7-b63f-f146472d4ff9 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Network d7c49c56-620b-4631-af41-03278c9ea23c is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:59:28.009570 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-eceddf2b-fdb7-4b59-acda-bf5f2091e6ea tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Publish callbacks [] for router (ef07f177-dd09-4c76-ba2c-efecd2900d2c), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:28.021313 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-757f9b6c-1566-4f78-a63c-acdf3049f0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:28.031281 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-615e3eb7-fc9a-40b0-aaa1-ffef489a4fb8 req-3d7ddb78-3718-4087-b0dd-3ce708543393 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092596 Feb 19 02:59:28.066279 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757f9b6c-1566-4f78-a63c-acdf3049f0ae None None] Routers {'ef07f177-dd09-4c76-ba2c-efecd2900d2c'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:59:28.067150 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-757f9b6c-1566-4f78-a63c-acdf3049f0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:59:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['ef07f177-dd09-4c76-ba2c-efecd2900d2c'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:28.070347 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-398a02d6-9c08-41b7-b63f-f146472d4ff9 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, d7c49c56-620b-4631-af41-03278c9ea23c) {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:59:28.112469 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dfd29e4-799c-45b4-b807-70710db93b36 None None] Network d7c49c56-620b-4631-af41-03278c9ea23c requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:59:28.112608 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398a02d6-9c08-41b7-b63f-f146472d4ff9 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:28.113221 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-398a02d6-9c08-41b7-b63f-f146472d4ff9 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:28.124601 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-757f9b6c-1566-4f78-a63c-acdf3049f0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:28.128938 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-63997bf6-a1c8-48a3-bf02-e43762401e92 req-82915788-c12b-445f-8c77-6db10992a369 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ba0f102-3452-4e6f-b12d-3fac2606ad0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039671 Feb 19 02:59:28.144973 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757f9b6c-1566-4f78-a63c-acdf3049f0ae None None] The sync data for ids ['ef07f177-dd09-4c76-ba2c-efecd2900d2c'] in n-d-826753-2 is: [] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:59:28.157044 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-398a02d6-9c08-41b7-b63f-f146472d4ff9 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.2762246 Feb 19 02:59:28.157044 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 44488) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:28.162792 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8e8af6c-b98d-42b8-a2f5-bb4f28d16eee tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Deleting subnet ce12a843-822e-4a25-b8c3-728dd5a339e5 {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:59:28.208044 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e8e8af6c-b98d-42b8-a2f5-bb4f28d16eee tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks [] for subnet (ce12a843-822e-4a25-b8c3-728dd5a339e5), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:28.218220 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-8622dbc0-0a6e-4551-b2e4-1b3b9b347af5 None None] Set router 3cdae58c-9b05-4e69-aae0-f3043115cc4e gateway port host: None {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:59:28.270303 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e8e8af6c-b98d-42b8-a2f5-bb4f28d16eee tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (ce12a843-822e-4a25-b8c3-728dd5a339e5), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:28.301195 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c204551e-54cf-4fe8-bcd8-7fbdbe0ff94a req-cd5bbe33-ec5c-4f9d-92ee-c0eeda2ef0ca tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:28.308737 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c204551e-54cf-4fe8-bcd8-7fbdbe0ff94a req-cd5bbe33-ec5c-4f9d-92ee-c0eeda2ef0ca tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 946 time: 0.1503377 Feb 19 02:59:28.374130 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d531c805-8d93-4bd1-9d46-f11d0cfe3767 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (d7c49c56-620b-4631-af41-03278c9ea23c), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:28.374407 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1eefea-6853-4e80-9776-8493e7db6ff0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-d7c49c56-620b-4631-af41-03278c9ea23c', 'network_id': 'd7c49c56-620b-4631-af41-03278c9ea23c', 'project_id': '29687d4120c44a5fbc729d5c84960c1a', 'fixed_ips': [{'subnet_id': 'c571c5bd-a723-4598-9071-68502c710cdf'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:59:28.375231 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-0c1eefea-6853-4e80-9776-8493e7db6ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:28.393398 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c204551e-54cf-4fe8-bcd8-7fbdbe0ff94a req-1d0f970c-2c7a-4ca9-847e-91f871a58e67 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795743 Feb 19 02:59:28.474413 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d531c805-8d93-4bd1-9d46-f11d0cfe3767 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (c571c5bd-a723-4598-9071-68502c710cdf), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:28.512570 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-0c1eefea-6853-4e80-9776-8493e7db6ff0 None None] Allocated IP 2001:db8::f816:3eff:fef0:df6a (d7c49c56-620b-4631-af41-03278c9ea23c/c571c5bd-a723-4598-9071-68502c710cdf/cfae7ffa-0e5a-416f-9371-c8183822c53e) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:59:28.517347 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e8e8af6c-b98d-42b8-a2f5-bb4f28d16eee tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (ce12a843-822e-4a25-b8c3-728dd5a339e5), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:28.643218 n-d-826753-2 neutron-server[103702]: INFO neutron.api.v2.resource [None req-eceddf2b-fdb7-4b59-acda-bf5f2091e6ea tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 19 02:59:28.648444 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-eceddf2b-fdb7-4b59-acda-bf5f2091e6ea tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] 10.222.0.72 "DELETE /v2.0/routers/ef07f177-dd09-4c76-ba2c-efecd2900d2c HTTP/1.1" status: 409 len: 329 time: 0.9937463 Feb 19 02:59:28.649067 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 44502) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:28.650326 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e8e8af6c-b98d-42b8-a2f5-bb4f28d16eee tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (ce12a843-822e-4a25-b8c3-728dd5a339e5), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:28.683837 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e8af6c-b98d-42b8-a2f5-bb4f28d16eee tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Pushing event deleted for resources: {'Subnet': ['ID=ce12a843-822e-4a25-b8c3-728dd5a339e5,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:28.691814 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e8e8af6c-b98d-42b8-a2f5-bb4f28d16eee tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:28.698177 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-e8e8af6c-b98d-42b8-a2f5-bb4f28d16eee tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] 10.222.0.72 "DELETE /v2.0/subnets/ce12a843-822e-4a25-b8c3-728dd5a339e5 HTTP/1.1" status: 204 len: 168 time: 0.8230581 Feb 19 02:59:28.699091 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 44504) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:28.810757 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a5a316-2617-4851-ba14-26cc5c989e35 None None] Network 6db4454b-3044-4545-9c9b-9fece8ecc9db requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:59:28.923950 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-24af8db4-67b4-45f3-a4f6-d9dee45ab92d tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (6db4454b-3044-4545-9c9b-9fece8ecc9db), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:28.963350 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a1e1be-2a95-4826-9b0b-6d78b8cbd507 req-35671fb0-3a1c-4ddf-acfa-9f04ef636b3f tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:28.967258 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-98a1e1be-2a95-4826-9b0b-6d78b8cbd507 req-35671fb0-3a1c-4ddf-acfa-9f04ef636b3f tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 946 time: 0.1788485 Feb 19 02:59:29.011295 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-24af8db4-67b4-45f3-a4f6-d9dee45ab92d tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Deleting port c128c194-c581-4e08-a3e6-54b11d8052db {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:59:29.011626 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-24af8db4-67b4-45f3-a4f6-d9dee45ab92d tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (c128c194-c581-4e08-a3e6-54b11d8052db), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:29.110058 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-24af8db4-67b4-45f3-a4f6-d9dee45ab92d tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] For port c128c194-c581-4e08-a3e6-54b11d8052db, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=c128c194-c581-4e08-a3e6-54b11d8052db,segment=NetworkSegment(79f2d01d-6edf-4fa8-b6d6-0e33600a6d00),segment_id=79f2d01d-6edf-4fa8-b6d6-0e33600a6d00)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:59:29.110875 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-24af8db4-67b4-45f3-a4f6-d9dee45ab92d tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (c128c194-c581-4e08-a3e6-54b11d8052db), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:29.111167 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-0c1eefea-6853-4e80-9776-8493e7db6ff0 None None] Publish callbacks [] for port (cfae7ffa-0e5a-416f-9371-c8183822c53e), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:29.121895 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-8622dbc0-0a6e-4551-b2e4-1b3b9b347af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cdae58c-9b05-4e69-aae0-f3043115cc4e', 'name': 'tempest-RoutersTest-router-191430420', 'tenant_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:58:18Z', 'updated_at': '2022-02-19T02:59:25Z', 'revision_number': 10, 'project_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'gw_port_host': None, '_interfaces': [{'id': '310c7eed-df8d-4cec-a39d-9a99ccd603e0', 'name': '', 'network_id': '8145ca99-f04b-4824-9a94-21de580b4a69', 'tenant_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'mac_address': 'fa:16:3e:ce:2e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdae58c-9b05-4e69-aae0-f3043115cc4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '20259683-fb47-49b7-8d52-ce41b6898621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:58:21Z', 'updated_at': '2022-02-19T02:58:30Z', 'revision_number': 5, 'project_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'subnets': [{'id': '20259683-fb47-49b7-8d52-ce41b6898621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:29.147765 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-24af8db4-67b4-45f3-a4f6-d9dee45ab92d tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Calling delete_port for c128c194-c581-4e08-a3e6-54b11d8052db owned by network:dhcp {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:59:29.185561 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-98a1e1be-2a95-4826-9b0b-6d78b8cbd507 req-5bb3011d-015f-46a1-8f17-e5304faa1a33 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093456 Feb 19 02:59:29.219615 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8622dbc0-0a6e-4551-b2e4-1b3b9b347af5 None None] Checking router: 3cdae58c-9b05-4e69-aae0-f3043115cc4e for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:59:29.226275 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d531c805-8d93-4bd1-9d46-f11d0cfe3767 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12647206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58706286'] for subnet (c571c5bd-a723-4598-9071-68502c710cdf), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:29.235186 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9604df06-64bc-4b86-a1c6-a3f45fc6e896 None None] DHCP port deletion for 6db4454b-3044-4545-9c9b-9fece8ecc9db request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 02:59:29.242410 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-0c1eefea-6853-4e80-9776-8493e7db6ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (cfae7ffa-0e5a-416f-9371-c8183822c53e), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:29.300282 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1eefea-6853-4e80-9776-8493e7db6ff0 None None] Pushing event updated for resources: {'Port': ['ID=cfae7ffa-0e5a-416f-9371-c8183822c53e,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:29.311897 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8622dbc0-0a6e-4551-b2e4-1b3b9b347af5 None None] Routers {'3cdae58c-9b05-4e69-aae0-f3043115cc4e'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:59:29.312679 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-8622dbc0-0a6e-4551-b2e4-1b3b9b347af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:59:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['3cdae58c-9b05-4e69-aae0-f3043115cc4e'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:29.322985 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-24af8db4-67b4-45f3-a4f6-d9dee45ab92d tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (c128c194-c581-4e08-a3e6-54b11d8052db), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:29.359103 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24af8db4-67b4-45f3-a4f6-d9dee45ab92d tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] No DVR routers for this DVR port c128c194-c581-4e08-a3e6-54b11d8052db on host n-d-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:59:29.367315 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24af8db4-67b4-45f3-a4f6-d9dee45ab92d tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Pushing event deleted for resources: {'Port': ['ID=c128c194-c581-4e08-a3e6-54b11d8052db,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:29.404536 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d531c805-8d93-4bd1-9d46-f11d0cfe3767 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Pushing event deleted for resources: {'Subnet': ['ID=c571c5bd-a723-4598-9071-68502c710cdf,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:29.421160 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-8622dbc0-0a6e-4551-b2e4-1b3b9b347af5 None None] Set router 3cdae58c-9b05-4e69-aae0-f3043115cc4e gateway port host: None {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:59:29.485140 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-24af8db4-67b4-45f3-a4f6-d9dee45ab92d tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (6db4454b-3044-4545-9c9b-9fece8ecc9db), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:29.534598 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-24af8db4-67b4-45f3-a4f6-d9dee45ab92d tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6db4454b-3044-4545-9c9b-9fece8ecc9db']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:29.545789 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-24af8db4-67b4-45f3-a4f6-d9dee45ab92d tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79f2d01d-6edf-4fa8-b6d6-0e33600a6d00') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:29.546211 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-24af8db4-67b4-45f3-a4f6-d9dee45ab92d tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79f2d01d-6edf-4fa8-b6d6-0e33600a6d00') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:29.589620 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-24af8db4-67b4-45f3-a4f6-d9dee45ab92d tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (79f2d01d-6edf-4fa8-b6d6-0e33600a6d00), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:29.611407 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-24af8db4-67b4-45f3-a4f6-d9dee45ab92d tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (79f2d01d-6edf-4fa8-b6d6-0e33600a6d00), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:29.629290 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24af8db4-67b4-45f3-a4f6-d9dee45ab92d tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Releasing vlan 268 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:59:29.629723 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-24af8db4-67b4-45f3-a4f6-d9dee45ab92d tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (79f2d01d-6edf-4fa8-b6d6-0e33600a6d00), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:29.633159 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 02:59:29.633159 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:59:29.633159 n-d-826753-2 neutron-server[103702]: timer() Feb 19 02:59:29.633159 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:59:29.633159 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 02:59:29.633159 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:59:29.633159 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 02:59:29.633159 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:59:29.633159 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 02:59:29.633159 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:59:29.633159 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 02:59:29.633159 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:59:29.633159 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 02:59:29.633159 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:59:29.633159 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:59:29.633159 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:59:29.633159 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:59:29.633159 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:59:29.633159 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 02:59:29.633159 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:59:29.633159 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 02:59:29.633159 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:59:29.633159 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:59:29.633159 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:59:29.633159 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 02:59:29.633159 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:59:29.633159 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:59:29.633159 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:59:29.633159 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:59:29.633159 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:59:29.633159 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:59:29.633159 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:59:29.640372 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d531c805-8d93-4bd1-9d46-f11d0cfe3767 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (d7c49c56-620b-4631-af41-03278c9ea23c), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:29.685084 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [req-213e7be8-e960-4cc7-aecc-c518c0a8049f req-7ee11c6a-110a-4e1c-84a8-574927486966 tempest-MigrationsAdminTest-358507549 tempest-MigrationsAdminTest-358507549-project] (103702) timed out ('10.222.0.82', 58564) {{(pid=103702) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 02:59:29.714842 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afca2759-52b3-4c81-8398-6390e47c1a27 req-c26afa8e-1fba-4451-a31e-fdaf331ca683 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:29.716747 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-afca2759-52b3-4c81-8398-6390e47c1a27 req-c26afa8e-1fba-4451-a31e-fdaf331ca683 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 946 time: 0.3241990 Feb 19 02:59:29.719669 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-24af8db4-67b4-45f3-a4f6-d9dee45ab92d tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (6db4454b-3044-4545-9c9b-9fece8ecc9db), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:29.720499 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-d531c805-8d93-4bd1-9d46-f11d0cfe3767 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7c49c56-620b-4631-af41-03278c9ea23c']}} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:29.726781 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-24af8db4-67b4-45f3-a4f6-d9dee45ab92d tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:29.729496 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device c128c194-c581-4e08-a3e6-54b11d8052db no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:59:29.733157 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-24af8db4-67b4-45f3-a4f6-d9dee45ab92d tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] 10.222.0.72 "DELETE /v2.0/networks/6db4454b-3044-4545-9c9b-9fece8ecc9db HTTP/1.1" status: 204 len: 168 time: 1.0328245 Feb 19 02:59:29.738778 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 44552) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:29.764519 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: c128c194-c581-4e08-a3e6-54b11d8052db {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:59:29.764870 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device c128c194-c581-4e08-a3e6-54b11d8052db not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:59:29.766812 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-9604df06-64bc-4b86-a1c6-a3f45fc6e896 None None] The port 'c128c194-c581-4e08-a3e6-54b11d8052db' was deleted {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Feb 19 02:59:29.781739 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24af8db4-67b4-45f3-a4f6-d9dee45ab92d tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Pushing event deleted for resources: {'Network': ['ID=6db4454b-3044-4545-9c9b-9fece8ecc9db,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:29.796239 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caaef7c-b0a7-425c-b8d2-b3b210d195f0 req-bd2de828-5a7a-4fdb-8fb1-6d84497ab2da tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:29.797934 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2caaef7c-b0a7-425c-b8d2-b3b210d195f0 req-bd2de828-5a7a-4fdb-8fb1-6d84497ab2da tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/ports?device_id=1acb5283-7513-4bc2-a633-a91a277157f6 HTTP/1.1" status: 200 len: 946 time: 0.4465694 Feb 19 02:59:29.803634 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1eefea-6853-4e80-9776-8493e7db6ff0 None None] Network d7c49c56-620b-4631-af41-03278c9ea23c is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:59:29.806672 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-0c1eefea-6853-4e80-9776-8493e7db6ff0 None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:59:29.810025 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1eefea-6853-4e80-9776-8493e7db6ff0 None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:59:29.857839 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-d531c805-8d93-4bd1-9d46-f11d0cfe3767 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '696a3e7e-317a-4b7d-a87e-b7251f2cc293') {'for_net_delete': True} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:29.858178 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-d531c805-8d93-4bd1-9d46-f11d0cfe3767 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '696a3e7e-317a-4b7d-a87e-b7251f2cc293') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:29.902541 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-0c1eefea-6853-4e80-9776-8493e7db6ff0 None None] Attempting to bind port cfae7ffa-0e5a-416f-9371-c8183822c53e on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:59:29.903051 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-0c1eefea-6853-4e80-9776-8493e7db6ff0 None None] Attempting to bind port cfae7ffa-0e5a-416f-9371-c8183822c53e by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '696a3e7e-317a-4b7d-a87e-b7251f2cc293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'd7c49c56-620b-4631-af41-03278c9ea23c'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:59:29.903270 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1eefea-6853-4e80-9776-8493e7db6ff0 None None] Attempting to bind port cfae7ffa-0e5a-416f-9371-c8183822c53e on network d7c49c56-620b-4631-af41-03278c9ea23c {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:59:29.922890 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-8622dbc0-0a6e-4551-b2e4-1b3b9b347af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cdae58c-9b05-4e69-aae0-f3043115cc4e', 'name': 'tempest-RoutersTest-router-191430420', 'tenant_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:58:18Z', 'updated_at': '2022-02-19T02:59:25Z', 'revision_number': 10, 'project_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'gw_port_host': None, '_interfaces': [{'id': '310c7eed-df8d-4cec-a39d-9a99ccd603e0', 'name': '', 'network_id': '8145ca99-f04b-4824-9a94-21de580b4a69', 'tenant_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'mac_address': 'fa:16:3e:ce:2e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdae58c-9b05-4e69-aae0-f3043115cc4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '20259683-fb47-49b7-8d52-ce41b6898621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:58:21Z', 'updated_at': '2022-02-19T02:58:30Z', 'revision_number': 5, 'project_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'subnets': [{'id': '20259683-fb47-49b7-8d52-ce41b6898621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:29.935153 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d531c805-8d93-4bd1-9d46-f11d0cfe3767 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12647422'] for segment (696a3e7e-317a-4b7d-a87e-b7251f2cc293), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:29.965999 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1eefea-6853-4e80-9776-8493e7db6ff0 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:59:29.966272 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1eefea-6853-4e80-9776-8493e7db6ff0 None None] Checking segment: {'id': '696a3e7e-317a-4b7d-a87e-b7251f2cc293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'd7c49c56-620b-4631-af41-03278c9ea23c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:59:29.966719 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-0c1eefea-6853-4e80-9776-8493e7db6ff0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:29.967067 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1eefea-6853-4e80-9776-8493e7db6ff0 None None] Bound using segment: {'id': '696a3e7e-317a-4b7d-a87e-b7251f2cc293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'd7c49c56-620b-4631-af41-03278c9ea23c'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:59:29.967564 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-0c1eefea-6853-4e80-9776-8493e7db6ff0 None None] Bound port: cfae7ffa-0e5a-416f-9371-c8183822c53e, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '696a3e7e-317a-4b7d-a87e-b7251f2cc293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'd7c49c56-620b-4631-af41-03278c9ea23c'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:59:29.967961 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-0c1eefea-6853-4e80-9776-8493e7db6ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (cfae7ffa-0e5a-416f-9371-c8183822c53e), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:29.970145 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8622dbc0-0a6e-4551-b2e4-1b3b9b347af5 None None] The sync data for ids ['3cdae58c-9b05-4e69-aae0-f3043115cc4e'] in n-d-826753-2 is: [{'id': '3cdae58c-9b05-4e69-aae0-f3043115cc4e', 'name': 'tempest-RoutersTest-router-191430420', 'tenant_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:58:18Z', 'updated_at': '2022-02-19T02:59:25Z', 'revision_number': 10, 'project_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'gw_port_host': None, '_interfaces': [{'id': '310c7eed-df8d-4cec-a39d-9a99ccd603e0', 'name': '', 'network_id': '8145ca99-f04b-4824-9a94-21de580b4a69', 'tenant_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'mac_address': 'fa:16:3e:ce:2e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdae58c-9b05-4e69-aae0-f3043115cc4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '20259683-fb47-49b7-8d52-ce41b6898621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:58:21Z', 'updated_at': '2022-02-19T02:58:30Z', 'revision_number': 5, 'project_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'subnets': [{'id': '20259683-fb47-49b7-8d52-ce41b6898621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:59:29.996455 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d531c805-8d93-4bd1-9d46-f11d0cfe3767 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (696a3e7e-317a-4b7d-a87e-b7251f2cc293), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:30.027500 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d531c805-8d93-4bd1-9d46-f11d0cfe3767 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Releasing vlan 292 on physical network physnet1 to pool {{(pid=103701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:59:30.027838 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d531c805-8d93-4bd1-9d46-f11d0cfe3767 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583360'] for segment (696a3e7e-317a-4b7d-a87e-b7251f2cc293), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:30.053476 n-d-826753-2 neutron-server[103701]: Traceback (most recent call last): Feb 19 02:59:30.053476 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:59:30.053476 n-d-826753-2 neutron-server[103701]: timer() Feb 19 02:59:30.053476 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:59:30.053476 n-d-826753-2 neutron-server[103701]: cb(*args, **kw) Feb 19 02:59:30.053476 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:59:30.053476 n-d-826753-2 neutron-server[103701]: return func(*args, **kwargs) Feb 19 02:59:30.053476 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:59:30.053476 n-d-826753-2 neutron-server[103701]: self._notify() Feb 19 02:59:30.053476 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:59:30.053476 n-d-826753-2 neutron-server[103701]: self.callback(batched_events) Feb 19 02:59:30.053476 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:59:30.053476 n-d-826753-2 neutron-server[103701]: event.method(event) Feb 19 02:59:30.053476 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:59:30.053476 n-d-826753-2 neutron-server[103701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:59:30.053476 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:59:30.053476 n-d-826753-2 neutron-server[103701]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:59:30.053476 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:59:30.053476 n-d-826753-2 neutron-server[103701]: return f(self, *a, **k) Feb 19 02:59:30.053476 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:59:30.053476 n-d-826753-2 neutron-server[103701]: return self._get(url).json() Feb 19 02:59:30.053476 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:59:30.053476 n-d-826753-2 neutron-server[103701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:59:30.053476 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:59:30.053476 n-d-826753-2 neutron-server[103701]: return self.request(url, 'GET', **kwargs) Feb 19 02:59:30.053476 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:59:30.053476 n-d-826753-2 neutron-server[103701]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:59:30.053476 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:59:30.053476 n-d-826753-2 neutron-server[103701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:59:30.053476 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:59:30.053476 n-d-826753-2 neutron-server[103701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:59:30.053476 n-d-826753-2 neutron-server[103701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:59:30.084188 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-afca2759-52b3-4c81-8398-6390e47c1a27 req-18d68404-35a0-41c6-8fdf-2a12bb8407b6 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3556788 Feb 19 02:59:30.137824 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-0c1eefea-6853-4e80-9776-8493e7db6ff0 None None] For port cfae7ffa-0e5a-416f-9371-c8183822c53e, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:59:30.233617 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2caaef7c-b0a7-425c-b8d2-b3b210d195f0 req-fca31cd9-809e-441d-8e0a-0299280886f0 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ba0f102-3452-4e6f-b12d-3fac2606ad0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3680084 Feb 19 02:59:30.243201 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-0c1eefea-6853-4e80-9776-8493e7db6ff0 None None] For port cfae7ffa-0e5a-416f-9371-c8183822c53e, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=cfae7ffa-0e5a-416f-9371-c8183822c53e,segment=NetworkSegment(696a3e7e-317a-4b7d-a87e-b7251f2cc293),segment_id=696a3e7e-317a-4b7d-a87e-b7251f2cc293)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:59:30.254698 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-0c1eefea-6853-4e80-9776-8493e7db6ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (cfae7ffa-0e5a-416f-9371-c8183822c53e), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:30.285185 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.db.api [None req-d531c805-8d93-4bd1-9d46-f11d0cfe3767 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 19 02:59:30.285185 n-d-826753-2 neutron-server[103701]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 19 02:59:30.285185 n-d-826753-2 neutron-server[103701]: [parameters: {'id': 'd7c49c56-620b-4631-af41-03278c9ea23c'}] Feb 19 02:59:30.285185 n-d-826753-2 neutron-server[103701]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 02:59:30.285591 n-d-826753-2 neutron-server[103701]: DEBUG oslo_db.api [None req-d531c805-8d93-4bd1-9d46-f11d0cfe3767 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 02:59:30.331629 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-95ea33a4-2501-4f81-b277-49a3963c57b5 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16289271'] for router_interface (ef07f177-dd09-4c76-ba2c-efecd2900d2c), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:30.426713 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1eefea-6853-4e80-9776-8493e7db6ff0 None None] Pushing event updated for resources: {'Port': ['ID=cfae7ffa-0e5a-416f-9371-c8183822c53e,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:30.454650 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc91cc79-22c4-4e38-965c-8a0bef830618 None None] get_active_networks_info from n-d-826753-2 {{(pid=103703) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 02:59:30.612984 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc91cc79-22c4-4e38-965c-8a0bef830618 None None] Resources bound (agent type, host, resource id): {{(pid=103703) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 02:59:30.743097 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4d1a60-4323-4944-90c9-c0937bd2c229 req-1390b9e3-5206-4828-8e78-b11c4eff6af0 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:30.744647 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7b4d1a60-4323-4944-90c9-c0937bd2c229 req-1390b9e3-5206-4828-8e78-b11c4eff6af0 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 946 time: 0.3480706 Feb 19 02:59:30.793952 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d531c805-8d93-4bd1-9d46-f11d0cfe3767 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (d7c49c56-620b-4631-af41-03278c9ea23c), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:30.888914 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7b4d1a60-4323-4944-90c9-c0937bd2c229 req-df9747d7-f166-4dcf-812f-341adb976eea tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384943 Feb 19 02:59:30.982191 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249e9947-9055-4e16-8707-ede688523bdb None None] Network d7c49c56-620b-4631-af41-03278c9ea23c requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:59:31.058985 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-d531c805-8d93-4bd1-9d46-f11d0cfe3767 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Deleting port cfae7ffa-0e5a-416f-9371-c8183822c53e {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:59:31.059329 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d531c805-8d93-4bd1-9d46-f11d0cfe3767 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (cfae7ffa-0e5a-416f-9371-c8183822c53e), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:31.098007 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0daf8754-a45a-4998-94b5-efe23dd1d098 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16289271'] for router_interface (3cdae58c-9b05-4e69-aae0-f3043115cc4e), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:31.583403 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device b4f4a963-5bb1-4f5c-a5f5-7ddeb8cf445e no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:59:31.607227 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: b4f4a963-5bb1-4f5c-a5f5-7ddeb8cf445e {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:59:31.608454 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device b4f4a963-5bb1-4f5c-a5f5-7ddeb8cf445e not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:59:31.615456 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-d531c805-8d93-4bd1-9d46-f11d0cfe3767 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] For port cfae7ffa-0e5a-416f-9371-c8183822c53e, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=cfae7ffa-0e5a-416f-9371-c8183822c53e,segment=NetworkSegment(696a3e7e-317a-4b7d-a87e-b7251f2cc293),segment_id=696a3e7e-317a-4b7d-a87e-b7251f2cc293)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:59:31.616364 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d531c805-8d93-4bd1-9d46-f11d0cfe3767 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (cfae7ffa-0e5a-416f-9371-c8183822c53e), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:31.628645 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fedea82-4329-4400-a1c3-43a956c55580 req-2b818c66-d038-493e-891e-ce1efdefe09f tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:31.630611 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5fedea82-4329-4400-a1c3-43a956c55580 req-2b818c66-d038-493e-891e-ce1efdefe09f tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 946 time: 0.6021307 Feb 19 02:59:31.690942 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-d531c805-8d93-4bd1-9d46-f11d0cfe3767 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Calling delete_port for cfae7ffa-0e5a-416f-9371-c8183822c53e owned by network:dhcp {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:59:31.749854 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08db91c-59c5-4099-9e09-a137cf9b9cdd req-829b47e8-703b-48da-a219-10e4ec2fa348 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:31.751379 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f08db91c-59c5-4099-9e09-a137cf9b9cdd req-829b47e8-703b-48da-a219-10e4ec2fa348 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/ports?device_id=1acb5283-7513-4bc2-a633-a91a277157f6 HTTP/1.1" status: 200 len: 946 time: 0.2824745 Feb 19 02:59:31.754034 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-95ea33a4-2501-4f81-b277-49a3963c57b5 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Deleting port a5168379-09d3-491e-a671-85983cf55661 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:59:31.754472 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-95ea33a4-2501-4f81-b277-49a3963c57b5 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (a5168379-09d3-491e-a671-85983cf55661), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:31.890492 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5fedea82-4329-4400-a1c3-43a956c55580 req-b35cb28d-9dd5-48f9-a750-a095d8498543 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491603 Feb 19 02:59:31.973530 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f08db91c-59c5-4099-9e09-a137cf9b9cdd req-91344f56-f03b-481c-a167-54c2e21ff768 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ba0f102-3452-4e6f-b12d-3fac2606ad0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112956 Feb 19 02:59:31.999181 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-95ea33a4-2501-4f81-b277-49a3963c57b5 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (a5168379-09d3-491e-a671-85983cf55661), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:32.023048 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-95ea33a4-2501-4f81-b277-49a3963c57b5 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Calling delete_port for a5168379-09d3-491e-a671-85983cf55661 owned by network:router_interface {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:59:32.079838 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d531c805-8d93-4bd1-9d46-f11d0cfe3767 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (cfae7ffa-0e5a-416f-9371-c8183822c53e), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:32.149663 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d531c805-8d93-4bd1-9d46-f11d0cfe3767 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Pushing event deleted for resources: {'Port': ['ID=cfae7ffa-0e5a-416f-9371-c8183822c53e,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:32.153570 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d531c805-8d93-4bd1-9d46-f11d0cfe3767 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] No DVR routers for this DVR port cfae7ffa-0e5a-416f-9371-c8183822c53e on host n-d-826753-2 {{(pid=103701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:59:32.258493 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ad1f74-68b5-459e-874d-bafbeafc31a5 req-0756a4f6-b8be-4677-b0de-ec5fb80c6508 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:32.265153 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c7ad1f74-68b5-459e-874d-bafbeafc31a5 req-0756a4f6-b8be-4677-b0de-ec5fb80c6508 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 946 time: 0.2570043 Feb 19 02:59:32.297298 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 44722) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:32.374131 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d531c805-8d93-4bd1-9d46-f11d0cfe3767 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (d7c49c56-620b-4631-af41-03278c9ea23c), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:32.418021 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8633555e-55a7-4854-a07e-2b221d97c570 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:32.421788 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-0daf8754-a45a-4998-94b5-efe23dd1d098 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Deleting port 310c7eed-df8d-4cec-a39d-9a99ccd603e0 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:59:32.422139 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0daf8754-a45a-4998-94b5-efe23dd1d098 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (310c7eed-df8d-4cec-a39d-9a99ccd603e0), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:32.433455 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-d531c805-8d93-4bd1-9d46-f11d0cfe3767 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7c49c56-620b-4631-af41-03278c9ea23c']}} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:32.490658 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-d531c805-8d93-4bd1-9d46-f11d0cfe3767 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '696a3e7e-317a-4b7d-a87e-b7251f2cc293') {'for_net_delete': True} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:32.491004 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-d531c805-8d93-4bd1-9d46-f11d0cfe3767 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '696a3e7e-317a-4b7d-a87e-b7251f2cc293') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:32.501082 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8633555e-55a7-4854-a07e-2b221d97c570 admin admin] Publish callbacks [] for security_group (8aef9802-4731-4aae-9978-19d8d6dfd212), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:32.503059 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c7ad1f74-68b5-459e-874d-bafbeafc31a5 req-a8497918-b752-4a83-bc3e-828568f4737b tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368863 Feb 19 02:59:32.507351 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8633555e-55a7-4854-a07e-2b221d97c570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (8aef9802-4731-4aae-9978-19d8d6dfd212), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:32.509745 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d531c805-8d93-4bd1-9d46-f11d0cfe3767 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12647422'] for segment (696a3e7e-317a-4b7d-a87e-b7251f2cc293), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:32.552955 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8633555e-55a7-4854-a07e-2b221d97c570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aef9802-4731-4aae-9978-19d8d6dfd212,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:32.561658 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d531c805-8d93-4bd1-9d46-f11d0cfe3767 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (696a3e7e-317a-4b7d-a87e-b7251f2cc293), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:32.562069 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-8633555e-55a7-4854-a07e-2b221d97c570 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d27a9c46c8a047fa997ae1128a3ded87&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2620487 Feb 19 02:59:32.565880 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 44728) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:32.590945 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d531c805-8d93-4bd1-9d46-f11d0cfe3767 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Releasing vlan 292 on physical network physnet1 to pool {{(pid=103701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:59:32.591137 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d531c805-8d93-4bd1-9d46-f11d0cfe3767 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583360'] for segment (696a3e7e-317a-4b7d-a87e-b7251f2cc293), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:32.594220 n-d-826753-2 neutron-server[103701]: Traceback (most recent call last): Feb 19 02:59:32.594220 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:59:32.594220 n-d-826753-2 neutron-server[103701]: timer() Feb 19 02:59:32.594220 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:59:32.594220 n-d-826753-2 neutron-server[103701]: cb(*args, **kw) Feb 19 02:59:32.594220 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:59:32.594220 n-d-826753-2 neutron-server[103701]: return func(*args, **kwargs) Feb 19 02:59:32.594220 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:59:32.594220 n-d-826753-2 neutron-server[103701]: self._notify() Feb 19 02:59:32.594220 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:59:32.594220 n-d-826753-2 neutron-server[103701]: self.callback(batched_events) Feb 19 02:59:32.594220 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:59:32.594220 n-d-826753-2 neutron-server[103701]: event.method(event) Feb 19 02:59:32.594220 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:59:32.594220 n-d-826753-2 neutron-server[103701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:59:32.594220 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:59:32.594220 n-d-826753-2 neutron-server[103701]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:59:32.594220 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:59:32.594220 n-d-826753-2 neutron-server[103701]: return f(self, *a, **k) Feb 19 02:59:32.594220 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:59:32.594220 n-d-826753-2 neutron-server[103701]: return self._get(url).json() Feb 19 02:59:32.594220 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:59:32.594220 n-d-826753-2 neutron-server[103701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:59:32.594220 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:59:32.594220 n-d-826753-2 neutron-server[103701]: return self.request(url, 'GET', **kwargs) Feb 19 02:59:32.594220 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:59:32.594220 n-d-826753-2 neutron-server[103701]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:59:32.594220 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:59:32.594220 n-d-826753-2 neutron-server[103701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:59:32.594220 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:59:32.594220 n-d-826753-2 neutron-server[103701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:59:32.594220 n-d-826753-2 neutron-server[103701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:59:32.646866 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-22dab6ba-d987-4808-8d82-c242d06e2088 admin admin] Publish callbacks [] for security_group (8aef9802-4731-4aae-9978-19d8d6dfd212), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:32.662097 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-95ea33a4-2501-4f81-b277-49a3963c57b5 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (a5168379-09d3-491e-a671-85983cf55661), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:32.669076 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-0daf8754-a45a-4998-94b5-efe23dd1d098 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] For port 310c7eed-df8d-4cec-a39d-9a99ccd603e0, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=310c7eed-df8d-4cec-a39d-9a99ccd603e0,segment=NetworkSegment(deca510d-47d2-43ff-84f5-737aca7bc369),segment_id=deca510d-47d2-43ff-84f5-737aca7bc369)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:59:32.669076 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0daf8754-a45a-4998-94b5-efe23dd1d098 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (310c7eed-df8d-4cec-a39d-9a99ccd603e0), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:32.681898 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-22dab6ba-d987-4808-8d82-c242d06e2088 admin admin] Publish callbacks [] for security_group (8aef9802-4731-4aae-9978-19d8d6dfd212), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:32.737967 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-22dab6ba-d987-4808-8d82-c242d06e2088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (8aef9802-4731-4aae-9978-19d8d6dfd212), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:32.741607 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-22dab6ba-d987-4808-8d82-c242d06e2088 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:32.743229 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-0daf8754-a45a-4998-94b5-efe23dd1d098 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Calling delete_port for 310c7eed-df8d-4cec-a39d-9a99ccd603e0 owned by network:router_interface {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:59:32.746793 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-22dab6ba-d987-4808-8d82-c242d06e2088 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8aef9802-4731-4aae-9978-19d8d6dfd212 HTTP/1.1" status: 204 len: 168 time: 0.1764994 Feb 19 02:59:32.747246 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ea33a4-2501-4f81-b277-49a3963c57b5 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Pushing event deleted for resources: {'Port': ['ID=a5168379-09d3-491e-a671-85983cf55661,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:32.770945 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dab6ba-d987-4808-8d82-c242d06e2088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aef9802-4731-4aae-9978-19d8d6dfd212,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:32.772523 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d531c805-8d93-4bd1-9d46-f11d0cfe3767 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (d7c49c56-620b-4631-af41-03278c9ea23c), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:32.801731 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d531c805-8d93-4bd1-9d46-f11d0cfe3767 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:32.808657 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 44732) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:32.810220 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-d531c805-8d93-4bd1-9d46-f11d0cfe3767 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] 10.222.0.72 "DELETE /v2.0/networks/d7c49c56-620b-4631-af41-03278c9ea23c HTTP/1.1" status: 204 len: 168 time: 4.6597345 Feb 19 02:59:32.817117 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-c91ae273-d429-4fa4-b4e2-efba0de26b9b tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-687799252'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:59:32.865447 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c91ae273-d429-4fa4-b4e2-efba0de26b9b tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Made reservation on behalf of 29687d4120c44a5fbc729d5c84960c1a for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:59:32.871034 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c91ae273-d429-4fa4-b4e2-efba0de26b9b tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:32.926961 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b387a3-e508-4e65-8d75-4aa2abc01250 req-c8318839-9583-4121-8580-34725d2e5db9 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:32.928895 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-36b387a3-e508-4e65-8d75-4aa2abc01250 req-c8318839-9583-4121-8580-34725d2e5db9 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 946 time: 0.3098042 Feb 19 02:59:32.930413 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d531c805-8d93-4bd1-9d46-f11d0cfe3767 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Pushing event deleted for resources: {'Network': ['ID=d7c49c56-620b-4631-af41-03278c9ea23c,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:32.931994 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c91ae273-d429-4fa4-b4e2-efba0de26b9b tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] vlan segment allocate from pool success with {'vlan_id': 266, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:59:32.959919 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c91ae273-d429-4fa4-b4e2-efba0de26b9b tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (f1c68786-2f1e-4b2d-a235-8da544f54a8d), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:32.960555 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-c91ae273-d429-4fa4-b4e2-efba0de26b9b tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Added segment f1c68786-2f1e-4b2d-a235-8da544f54a8d of type vlan for network 34f01f00-1d5d-41ae-ae0b-8c7d212978fa Feb 19 02:59:33.019556 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c91ae273-d429-4fa4-b4e2-efba0de26b9b tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (34f01f00-1d5d-41ae-ae0b-8c7d212978fa), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:33.090861 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c91ae273-d429-4fa4-b4e2-efba0de26b9b tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (34f01f00-1d5d-41ae-ae0b-8c7d212978fa), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:33.117722 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91ae273-d429-4fa4-b4e2-efba0de26b9b tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:33.119622 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c91ae273-d429-4fa4-b4e2-efba0de26b9b tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:33.225932 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91ae273-d429-4fa4-b4e2-efba0de26b9b tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Pushing event updated for resources: {'Network': ['ID=34f01f00-1d5d-41ae-ae0b-8c7d212978fa,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:33.238998 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 34f01f00-1d5d-41ae-ae0b-8c7d212978fa details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:59:33.243364 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-c91ae273-d429-4fa4-b4e2-efba0de26b9b tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4310760 Feb 19 02:59:33.243364 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 44740) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:33.247522 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-15ffcf6f-ec51-4497-9371-7aa10c14641a tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Request body: {'subnet': {'network_id': '34f01f00-1d5d-41ae-ae0b-8c7d212978fa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:59:33.277447 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-36b387a3-e508-4e65-8d75-4aa2abc01250 req-c80b4a65-9c9a-4600-b99d-da7fd82c9958 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3368065 Feb 19 02:59:33.363178 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-95ea33a4-2501-4f81-b277-49a3963c57b5 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16362762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16314471'] for router_interface (ef07f177-dd09-4c76-ba2c-efecd2900d2c), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:33.395401 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efbe54c-50d6-4c60-9a7b-86e991adffc0 req-d2438e17-2e6b-42ca-8d65-bc73e703bd54 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:33.397475 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1efbe54c-50d6-4c60-9a7b-86e991adffc0 req-d2438e17-2e6b-42ca-8d65-bc73e703bd54 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/ports?device_id=1acb5283-7513-4bc2-a633-a91a277157f6 HTTP/1.1" status: 200 len: 946 time: 0.2790277 Feb 19 02:59:33.415487 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ffcf6f-ec51-4497-9371-7aa10c14641a tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Made reservation on behalf of 29687d4120c44a5fbc729d5c84960c1a for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:59:33.424784 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-15ffcf6f-ec51-4497-9371-7aa10c14641a tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:33.603379 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1efbe54c-50d6-4c60-9a7b-86e991adffc0 req-926c5e8a-253f-40ed-97b8-98435d3975ac tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ba0f102-3452-4e6f-b12d-3fac2606ad0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594868 Feb 19 02:59:33.742219 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0daf8754-a45a-4998-94b5-efe23dd1d098 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (310c7eed-df8d-4cec-a39d-9a99ccd603e0), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:33.764435 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-15ffcf6f-ec51-4497-9371-7aa10c14641a tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (f34dfa9d-122b-4ab6-afa2-0265dff096fe), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:33.776560 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95ea33a4-2501-4f81-b277-49a3963c57b5 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Router ef07f177-dd09-4c76-ba2c-efecd2900d2c has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:59:33.777885 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daf8754-a45a-4998-94b5-efe23dd1d098 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Pushing event deleted for resources: {'Port': ['ID=310c7eed-df8d-4cec-a39d-9a99ccd603e0,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:33.871073 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ffcf6f-ec51-4497-9371-7aa10c14641a tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Pushing event updated for resources: {'Subnet': ['ID=f34dfa9d-122b-4ab6-afa2-0265dff096fe,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:33.879757 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ffcf6f-ec51-4497-9371-7aa10c14641a tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Checking segment: {'id': 'f1c68786-2f1e-4b2d-a235-8da544f54a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '34f01f00-1d5d-41ae-ae0b-8c7d212978fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:59:33.880069 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ffcf6f-ec51-4497-9371-7aa10c14641a tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Network hostable DHCP agents. Network: 34f01f00-1d5d-41ae-ae0b-8c7d212978fa, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:59:33.900027 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd387a-5f6d-4877-a101-5b766bfe60f9 req-8e89b990-4a40-4a7b-9249-07a0196448e5 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:33.907533 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f5fd387a-5f6d-4877-a101-5b766bfe60f9 req-8e89b990-4a40-4a7b-9249-07a0196448e5 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 946 time: 0.2460556 Feb 19 02:59:33.926132 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ffcf6f-ec51-4497-9371-7aa10c14641a tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Network 34f01f00-1d5d-41ae-ae0b-8c7d212978fa is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:59:33.949759 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-15ffcf6f-ec51-4497-9371-7aa10c14641a tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 34f01f00-1d5d-41ae-ae0b-8c7d212978fa) {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:59:33.960076 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f253dc-ed58-4c40-8c7d-e686476be5e5 None None] Network 34f01f00-1d5d-41ae-ae0b-8c7d212978fa requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:59:33.964973 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ffcf6f-ec51-4497-9371-7aa10c14641a tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:33.965786 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-15ffcf6f-ec51-4497-9371-7aa10c14641a tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:34.001684 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-15ffcf6f-ec51-4497-9371-7aa10c14641a tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7584813 Feb 19 02:59:34.002589 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 44762) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:34.058070 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f5fd387a-5f6d-4877-a101-5b766bfe60f9 req-55f5f54b-502c-4acc-a851-574b67ae43c3 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496501 Feb 19 02:59:34.097774 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 44764) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:34.172722 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808a974d-6bb1-4410-9e77-910a48b8d8d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-34f01f00-1d5d-41ae-ae0b-8c7d212978fa', 'network_id': '34f01f00-1d5d-41ae-ae0b-8c7d212978fa', 'project_id': '29687d4120c44a5fbc729d5c84960c1a', 'fixed_ips': [{'subnet_id': 'f34dfa9d-122b-4ab6-afa2-0265dff096fe'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:59:34.174476 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-808a974d-6bb1-4410-9e77-910a48b8d8d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:34.185526 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95ea33a4-2501-4f81-b277-49a3963c57b5 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:59:34.198923 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab8b227-65b4-4a27-8371-20876f3523e7 None None] Sync routers for ids ['ef07f177-dd09-4c76-ba2c-efecd2900d2c'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:59:34.206982 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-da8c83ca-6975-40b8-910a-cb58c4e73a05 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (34f01f00-1d5d-41ae-ae0b-8c7d212978fa), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:34.220009 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab8b227-65b4-4a27-8371-20876f3523e7 None None] Routers {'ef07f177-dd09-4c76-ba2c-efecd2900d2c'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:59:34.222833 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-2ab8b227-65b4-4a27-8371-20876f3523e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:59:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['ef07f177-dd09-4c76-ba2c-efecd2900d2c'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:34.333430 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-2ab8b227-65b4-4a27-8371-20876f3523e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:34.357629 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab8b227-65b4-4a27-8371-20876f3523e7 None None] Routers {'ef07f177-dd09-4c76-ba2c-efecd2900d2c'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:59:34.358509 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-2ab8b227-65b4-4a27-8371-20876f3523e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:59:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['ef07f177-dd09-4c76-ba2c-efecd2900d2c'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:34.387683 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-da8c83ca-6975-40b8-910a-cb58c4e73a05 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (f34dfa9d-122b-4ab6-afa2-0265dff096fe), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:34.410436 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-808a974d-6bb1-4410-9e77-910a48b8d8d5 None None] Allocated IP 2001:db8::2 (34f01f00-1d5d-41ae-ae0b-8c7d212978fa/f34dfa9d-122b-4ab6-afa2-0265dff096fe/31524af3-f552-418a-89eb-5228733f1161) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:59:34.435980 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-d10e7318-09a4-4717-89f1-be8854cd3d1b tempest-AgentManagementNegativeTest-646961594 tempest-AgentManagementNegativeTest-646961594-project] 10.222.0.72 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3332641 Feb 19 02:59:34.473402 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-2ab8b227-65b4-4a27-8371-20876f3523e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:34.477694 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab8b227-65b4-4a27-8371-20876f3523e7 None None] The sync data for ids ['ef07f177-dd09-4c76-ba2c-efecd2900d2c'] in n-d-826753-2 is: [] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:59:34.640127 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-808a974d-6bb1-4410-9e77-910a48b8d8d5 None None] Publish callbacks [] for port (31524af3-f552-418a-89eb-5228733f1161), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:34.651787 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-808a974d-6bb1-4410-9e77-910a48b8d8d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (31524af3-f552-418a-89eb-5228733f1161), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:34.656071 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-95ea33a4-2501-4f81-b277-49a3963c57b5 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] 10.222.0.72 "PUT /v2.0/routers/ef07f177-dd09-4c76-ba2c-efecd2900d2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0053411 Feb 19 02:59:34.660775 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 44776) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:34.709643 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0daf8754-a45a-4998-94b5-efe23dd1d098 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16362762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16314471'] for router_interface (3cdae58c-9b05-4e69-aae0-f3043115cc4e), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:34.760141 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808a974d-6bb1-4410-9e77-910a48b8d8d5 None None] Network 34f01f00-1d5d-41ae-ae0b-8c7d212978fa is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:59:34.760352 n-d-826753-2 neutron-server[103702]: INFO neutron.api.v2.resource [None req-8d53038a-9fa5-494d-adb1-64e4c2f0d85c tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] show failed (client error): The resource could not be found. Feb 19 02:59:34.761766 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-8d53038a-9fa5-494d-adb1-64e4c2f0d85c tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] 10.222.0.72 "GET /v2.0/routers/tempest-non_exist_router-1208286990 HTTP/1.1" status: 404 len: 335 time: 0.0991263 Feb 19 02:59:34.768946 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 44780) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:34.769608 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-808a974d-6bb1-4410-9e77-910a48b8d8d5 None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:59:34.771787 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808a974d-6bb1-4410-9e77-910a48b8d8d5 None None] Pushing event updated for resources: {'Port': ['ID=31524af3-f552-418a-89eb-5228733f1161,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:34.774843 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808a974d-6bb1-4410-9e77-910a48b8d8d5 None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:59:34.794378 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-78960920-ac42-4b55-8dd3-3f3558958b49 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:59:34.808984 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-da8c83ca-6975-40b8-910a-cb58c4e73a05 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (f34dfa9d-122b-4ab6-afa2-0265dff096fe), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:34.860249 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-808a974d-6bb1-4410-9e77-910a48b8d8d5 None None] Attempting to bind port 31524af3-f552-418a-89eb-5228733f1161 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:59:34.861066 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-808a974d-6bb1-4410-9e77-910a48b8d8d5 None None] Attempting to bind port 31524af3-f552-418a-89eb-5228733f1161 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': 'f1c68786-2f1e-4b2d-a235-8da544f54a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '34f01f00-1d5d-41ae-ae0b-8c7d212978fa'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:59:34.862025 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808a974d-6bb1-4410-9e77-910a48b8d8d5 None None] Attempting to bind port 31524af3-f552-418a-89eb-5228733f1161 on network 34f01f00-1d5d-41ae-ae0b-8c7d212978fa {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:59:34.871489 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808a974d-6bb1-4410-9e77-910a48b8d8d5 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:59:34.872054 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808a974d-6bb1-4410-9e77-910a48b8d8d5 None None] Checking segment: {'id': 'f1c68786-2f1e-4b2d-a235-8da544f54a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '34f01f00-1d5d-41ae-ae0b-8c7d212978fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:59:34.872461 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-808a974d-6bb1-4410-9e77-910a48b8d8d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:34.872861 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808a974d-6bb1-4410-9e77-910a48b8d8d5 None None] Bound using segment: {'id': 'f1c68786-2f1e-4b2d-a235-8da544f54a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '34f01f00-1d5d-41ae-ae0b-8c7d212978fa'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:59:34.873361 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-808a974d-6bb1-4410-9e77-910a48b8d8d5 None None] Bound port: 31524af3-f552-418a-89eb-5228733f1161, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1c68786-2f1e-4b2d-a235-8da544f54a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '34f01f00-1d5d-41ae-ae0b-8c7d212978fa'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:59:34.873758 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-808a974d-6bb1-4410-9e77-910a48b8d8d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (31524af3-f552-418a-89eb-5228733f1161), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:34.895978 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 44782) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:34.929974 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8c83ca-6975-40b8-910a-cb58c4e73a05 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Pushing event deleted for resources: {'Subnet': ['ID=f34dfa9d-122b-4ab6-afa2-0265dff096fe,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:34.967180 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577afa55-7250-48ba-9a39-6028d981facc req-e9ed69fd-0b28-4312-9f01-21beb70dd789 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:34.969095 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-577afa55-7250-48ba-9a39-6028d981facc req-e9ed69fd-0b28-4312-9f01-21beb70dd789 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/ports?device_id=1acb5283-7513-4bc2-a633-a91a277157f6 HTTP/1.1" status: 200 len: 946 time: 0.2000914 Feb 19 02:59:34.996899 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0daf8754-a45a-4998-94b5-efe23dd1d098 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Router 3cdae58c-9b05-4e69-aae0-f3043115cc4e has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:59:35.001209 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-808a974d-6bb1-4410-9e77-910a48b8d8d5 None None] For port 31524af3-f552-418a-89eb-5228733f1161, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:59:35.012289 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-808a974d-6bb1-4410-9e77-910a48b8d8d5 None None] For port 31524af3-f552-418a-89eb-5228733f1161, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=31524af3-f552-418a-89eb-5228733f1161,segment=NetworkSegment(f1c68786-2f1e-4b2d-a235-8da544f54a8d),segment_id=f1c68786-2f1e-4b2d-a235-8da544f54a8d)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:59:35.019582 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-da8c83ca-6975-40b8-910a-cb58c4e73a05 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (34f01f00-1d5d-41ae-ae0b-8c7d212978fa), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:35.023835 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-808a974d-6bb1-4410-9e77-910a48b8d8d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (31524af3-f552-418a-89eb-5228733f1161), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:35.047348 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-da8c83ca-6975-40b8-910a-cb58c4e73a05 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34f01f00-1d5d-41ae-ae0b-8c7d212978fa']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:35.059704 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-da8c83ca-6975-40b8-910a-cb58c4e73a05 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1c68786-2f1e-4b2d-a235-8da544f54a8d') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:35.060349 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-da8c83ca-6975-40b8-910a-cb58c4e73a05 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1c68786-2f1e-4b2d-a235-8da544f54a8d') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:35.075423 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-da8c83ca-6975-40b8-910a-cb58c4e73a05 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (f1c68786-2f1e-4b2d-a235-8da544f54a8d), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:35.090450 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808a974d-6bb1-4410-9e77-910a48b8d8d5 None None] Pushing event updated for resources: {'Port': ['ID=31524af3-f552-418a-89eb-5228733f1161,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:35.092009 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-da8c83ca-6975-40b8-910a-cb58c4e73a05 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (f1c68786-2f1e-4b2d-a235-8da544f54a8d), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:35.108829 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da8c83ca-6975-40b8-910a-cb58c4e73a05 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Releasing vlan 266 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:59:35.109381 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-da8c83ca-6975-40b8-910a-cb58c4e73a05 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (f1c68786-2f1e-4b2d-a235-8da544f54a8d), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:35.168820 n-d-826753-2 neutron-server[103702]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Feb 19 02:59:35.168820 n-d-826753-2 neutron-server[103702]: warnings.warn(msg) Feb 19 02:59:35.168820 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 02:59:35.168820 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:59:35.168820 n-d-826753-2 neutron-server[103702]: timer() Feb 19 02:59:35.168820 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:59:35.168820 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 02:59:35.168820 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:59:35.168820 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 02:59:35.168820 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:59:35.168820 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 02:59:35.168820 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:59:35.168820 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 02:59:35.168820 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:59:35.168820 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 02:59:35.168820 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:59:35.168820 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:59:35.168820 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:59:35.168820 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:59:35.168820 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:59:35.168820 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 02:59:35.168820 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:59:35.168820 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 02:59:35.168820 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:59:35.168820 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:59:35.168820 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:59:35.168820 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 02:59:35.168820 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:59:35.168820 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:59:35.168820 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:59:35.168820 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:59:35.168820 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:59:35.168820 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:59:35.168820 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:59:35.170848 n-d-826753-2 neutron-server[103702]: INFO neutron.api.v2.resource [None req-78960920-ac42-4b55-8dd3-3f3558958b49 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] update failed (client error): The resource could not be found. Feb 19 02:59:35.171877 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1d388e-0b69-40d0-9fac-908044b3db32 None None] get_active_networks_info from n-d-826753-2 {{(pid=103703) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 02:59:35.177345 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-78960920-ac42-4b55-8dd3-3f3558958b49 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] 10.222.0.72 "PUT /v2.0/routers/tempest-non_exist_router-429031736 HTTP/1.1" status: 404 len: 334 time: 0.4061506 Feb 19 02:59:35.178674 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 44788) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:35.183074 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0daf8754-a45a-4998-94b5-efe23dd1d098 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:59:35.192945 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-0daf8754-a45a-4998-94b5-efe23dd1d098 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] 10.222.0.72 "PUT /v2.0/routers/3cdae58c-9b05-4e69-aae0-f3043115cc4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4515753 Feb 19 02:59:35.207998 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 44790) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:35.239984 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.db.api [None req-da8c83ca-6975-40b8-910a-cb58c4e73a05 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 19 02:59:35.239984 n-d-826753-2 neutron-server[103702]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 19 02:59:35.239984 n-d-826753-2 neutron-server[103702]: [parameters: {'id': '34f01f00-1d5d-41ae-ae0b-8c7d212978fa'}] Feb 19 02:59:35.239984 n-d-826753-2 neutron-server[103702]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103702) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 02:59:35.240406 n-d-826753-2 neutron-server[103702]: DEBUG oslo_db.api [None req-da8c83ca-6975-40b8-910a-cb58c4e73a05 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 02:59:35.263771 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdafe6d9-e85c-4a92-9d52-70970ce23fb2 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Deleting subnet 5fc4eb3f-9201-4379-bd71-7149f26f2c3c {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:59:35.267775 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bdafe6d9-e85c-4a92-9d52-70970ce23fb2 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Publish callbacks [] for subnet (5fc4eb3f-9201-4379-bd71-7149f26f2c3c), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:35.268782 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-577afa55-7250-48ba-9a39-6028d981facc req-ea282fec-a890-4fca-b07b-084903dc52c2 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ba0f102-3452-4e6f-b12d-3fac2606ad0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910066 Feb 19 02:59:35.276655 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-27259ae9-85b1-467f-8b2a-63f009ba2450 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:35.316953 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bdafe6d9-e85c-4a92-9d52-70970ce23fb2 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (5fc4eb3f-9201-4379-bd71-7149f26f2c3c), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:35.350415 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1d388e-0b69-40d0-9fac-908044b3db32 None None] Resources bound (agent type, host, resource id): {{(pid=103703) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 02:59:35.352881 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9639aae-59e1-49ca-b6f8-f39a4124d383 None None] Sync routers for ids ['3cdae58c-9b05-4e69-aae0-f3043115cc4e'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:59:35.387133 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-27259ae9-85b1-467f-8b2a-63f009ba2450 admin admin] Publish callbacks [] for security_group (ddbe7909-1c4d-45f1-b787-add79ee62d75), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:35.393901 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9639aae-59e1-49ca-b6f8-f39a4124d383 None None] Routers {'3cdae58c-9b05-4e69-aae0-f3043115cc4e'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:59:35.395857 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-c9639aae-59e1-49ca-b6f8-f39a4124d383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:59:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['3cdae58c-9b05-4e69-aae0-f3043115cc4e'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:35.397869 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-27259ae9-85b1-467f-8b2a-63f009ba2450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (ddbe7909-1c4d-45f1-b787-add79ee62d75), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:35.424400 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e8d7e3c-8fc5-4605-b37e-75e6074864a6 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Deleting subnet 20259683-fb47-49b7-8d52-ce41b6898621 {{(pid=103701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:59:35.450715 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bdafe6d9-e85c-4a92-9d52-70970ce23fb2 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (5fc4eb3f-9201-4379-bd71-7149f26f2c3c), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:35.453130 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7e8d7e3c-8fc5-4605-b37e-75e6074864a6 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks [] for subnet (20259683-fb47-49b7-8d52-ce41b6898621), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:35.501683 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e2ce71-dab1-4b7f-a0d9-5d3c1099fbda req-4a1418ad-a981-4c50-aa21-3c807a96b071 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:35.503301 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-73e2ce71-dab1-4b7f-a0d9-5d3c1099fbda req-4a1418ad-a981-4c50-aa21-3c807a96b071 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 946 time: 0.3263330 Feb 19 02:59:35.523508 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-c9639aae-59e1-49ca-b6f8-f39a4124d383 None None] Set router 3cdae58c-9b05-4e69-aae0-f3043115cc4e gateway port host: None {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:59:35.532700 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27259ae9-85b1-467f-8b2a-63f009ba2450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddbe7909-1c4d-45f1-b787-add79ee62d75,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:35.543219 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-27259ae9-85b1-467f-8b2a-63f009ba2450 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6b8de76354124ab5bdc159d343aa80fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6449773 Feb 19 02:59:35.545748 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 44796) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:35.565588 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bdafe6d9-e85c-4a92-9d52-70970ce23fb2 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (5fc4eb3f-9201-4379-bd71-7149f26f2c3c), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:35.594867 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7e8d7e3c-8fc5-4605-b37e-75e6074864a6 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12647399'] for subnet (20259683-fb47-49b7-8d52-ce41b6898621), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:35.625360 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdafe6d9-e85c-4a92-9d52-70970ce23fb2 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Pushing event deleted for resources: {'Subnet': ['ID=5fc4eb3f-9201-4379-bd71-7149f26f2c3c,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:35.642272 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bdafe6d9-e85c-4a92-9d52-70970ce23fb2 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:35.645608 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-bdafe6d9-e85c-4a92-9d52-70970ce23fb2 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] 10.222.0.72 "DELETE /v2.0/subnets/5fc4eb3f-9201-4379-bd71-7149f26f2c3c HTTP/1.1" status: 204 len: 168 time: 0.4504187 Feb 19 02:59:35.662488 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-c9639aae-59e1-49ca-b6f8-f39a4124d383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cdae58c-9b05-4e69-aae0-f3043115cc4e', 'name': 'tempest-RoutersTest-router-191430420', 'tenant_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:58:18Z', 'updated_at': '2022-02-19T02:59:33Z', 'revision_number': 11, 'project_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'gw_port_host': None}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:35.663818 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 44798) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:35.675308 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-73e2ce71-dab1-4b7f-a0d9-5d3c1099fbda req-0c5d0194-81a1-4321-8ca1-98f4d9b036d7 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310263 Feb 19 02:59:35.731037 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9639aae-59e1-49ca-b6f8-f39a4124d383 None None] Checking router: 3cdae58c-9b05-4e69-aae0-f3043115cc4e for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:59:35.767051 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7e8d7e3c-8fc5-4605-b37e-75e6074864a6 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (20259683-fb47-49b7-8d52-ce41b6898621), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:35.771182 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-da8c83ca-6975-40b8-910a-cb58c4e73a05 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (34f01f00-1d5d-41ae-ae0b-8c7d212978fa), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:35.785696 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-83f63c24-8108-44b7-8f5e-d845c59204e5 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Deleting subnet f244419f-251e-43f3-8a48-6c78e11b11c8 {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:59:35.789796 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-83f63c24-8108-44b7-8f5e-d845c59204e5 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Publish callbacks [] for subnet (f244419f-251e-43f3-8a48-6c78e11b11c8), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:35.817288 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9639aae-59e1-49ca-b6f8-f39a4124d383 None None] Routers {'3cdae58c-9b05-4e69-aae0-f3043115cc4e'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:59:35.818027 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-c9639aae-59e1-49ca-b6f8-f39a4124d383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:59:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['3cdae58c-9b05-4e69-aae0-f3043115cc4e'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:35.851386 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7e8d7e3c-8fc5-4605-b37e-75e6074864a6 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12647206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58706286'] for subnet (20259683-fb47-49b7-8d52-ce41b6898621), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:35.898052 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-83f63c24-8108-44b7-8f5e-d845c59204e5 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (f244419f-251e-43f3-8a48-6c78e11b11c8), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:35.900735 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8d7e3c-8fc5-4605-b37e-75e6074864a6 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Pushing event deleted for resources: {'Subnet': ['ID=20259683-fb47-49b7-8d52-ce41b6898621,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:35.924522 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7e8d7e3c-8fc5-4605-b37e-75e6074864a6 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:35.941643 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-7e8d7e3c-8fc5-4605-b37e-75e6074864a6 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] 10.222.0.72 "DELETE /v2.0/subnets/20259683-fb47-49b7-8d52-ce41b6898621 HTTP/1.1" status: 204 len: 168 time: 0.7324893 Feb 19 02:59:35.942537 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 44806) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:36.021802 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-87a3a92b-0d95-45e1-bf87-520c5531ae10 admin admin] Publish callbacks [] for security_group (ddbe7909-1c4d-45f1-b787-add79ee62d75), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:36.066495 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ae7eede2-b346-4d05-8123-abdb183a0d26 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (8145ca99-f04b-4824-9a94-21de580b4a69), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:36.207703 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb6c69f-2635-4374-8975-b54abd67bd64 req-12f4a297-d7c4-4157-a7b8-8ac3b45c6697 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:36.209943 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9eb6c69f-2635-4374-8975-b54abd67bd64 req-12f4a297-d7c4-4157-a7b8-8ac3b45c6697 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 946 time: 0.1012685 Feb 19 02:59:36.213577 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-c9639aae-59e1-49ca-b6f8-f39a4124d383 None None] Set router 3cdae58c-9b05-4e69-aae0-f3043115cc4e gateway port host: None {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:59:36.214801 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-ae7eede2-b346-4d05-8123-abdb183a0d26 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Deleting port ec630f79-f8c7-4699-91ac-146ea63cf48b {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:59:36.215222 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ae7eede2-b346-4d05-8123-abdb183a0d26 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (ec630f79-f8c7-4699-91ac-146ea63cf48b), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:36.333154 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-c9639aae-59e1-49ca-b6f8-f39a4124d383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cdae58c-9b05-4e69-aae0-f3043115cc4e', 'name': 'tempest-RoutersTest-router-191430420', 'tenant_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:58:18Z', 'updated_at': '2022-02-19T02:59:33Z', 'revision_number': 11, 'project_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'gw_port_host': None}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:36.349218 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-ae7eede2-b346-4d05-8123-abdb183a0d26 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] For port ec630f79-f8c7-4699-91ac-146ea63cf48b, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=ec630f79-f8c7-4699-91ac-146ea63cf48b,segment=NetworkSegment(deca510d-47d2-43ff-84f5-737aca7bc369),segment_id=deca510d-47d2-43ff-84f5-737aca7bc369)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:59:36.349602 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ae7eede2-b346-4d05-8123-abdb183a0d26 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (ec630f79-f8c7-4699-91ac-146ea63cf48b), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:36.369709 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9eb6c69f-2635-4374-8975-b54abd67bd64 req-82537c4e-176f-4dc7-8687-31953c562622 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521375 Feb 19 02:59:36.377681 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-ae7eede2-b346-4d05-8123-abdb183a0d26 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Calling delete_port for ec630f79-f8c7-4699-91ac-146ea63cf48b owned by network:dhcp {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:59:36.420889 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9639aae-59e1-49ca-b6f8-f39a4124d383 None None] The sync data for ids ['3cdae58c-9b05-4e69-aae0-f3043115cc4e'] in n-d-826753-2 is: [{'id': '3cdae58c-9b05-4e69-aae0-f3043115cc4e', 'name': 'tempest-RoutersTest-router-191430420', 'tenant_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:58:18Z', 'updated_at': '2022-02-19T02:59:33Z', 'revision_number': 11, 'project_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'gw_port_host': None}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:59:36.556145 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b5de5-2f74-4fd4-8c19-ee10674ba7bc req-cb694cec-05ab-468d-bcfe-b274bc79147c tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:36.557032 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7c4ee6-91b9-454d-8404-0d6a4e7c318b None None] Network 34f01f00-1d5d-41ae-ae0b-8c7d212978fa requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:59:36.557992 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-727b5de5-2f74-4fd4-8c19-ee10674ba7bc req-cb694cec-05ab-468d-bcfe-b274bc79147c tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/ports?device_id=1acb5283-7513-4bc2-a633-a91a277157f6 HTTP/1.1" status: 200 len: 946 time: 0.1106589 Feb 19 02:59:36.569094 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3806e9e1-4d1a-495e-8b71-d820860798b1 None None] Network 93b16c14-960e-4393-bbb1-708044b2207e requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:59:36.575327 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ae7eede2-b346-4d05-8123-abdb183a0d26 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (ec630f79-f8c7-4699-91ac-146ea63cf48b), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:36.590554 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340f4557-1364-4bf2-b5d6-22514dbb65fa None None] Network 8145ca99-f04b-4824-9a94-21de580b4a69 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:59:36.632363 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7eede2-b346-4d05-8123-abdb183a0d26 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Pushing event deleted for resources: {'Port': ['ID=ec630f79-f8c7-4699-91ac-146ea63cf48b,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:36.642761 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7eede2-b346-4d05-8123-abdb183a0d26 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] No DVR routers for this DVR port ec630f79-f8c7-4699-91ac-146ea63cf48b on host n-d-826753-2 {{(pid=103701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:59:36.692765 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-727b5de5-2f74-4fd4-8c19-ee10674ba7bc req-d871e8de-e6f5-410f-b663-f4a075c126e2 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ba0f102-3452-4e6f-b12d-3fac2606ad0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291931 Feb 19 02:59:36.809460 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ae7eede2-b346-4d05-8123-abdb183a0d26 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (8145ca99-f04b-4824-9a94-21de580b4a69), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:36.866933 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-ae7eede2-b346-4d05-8123-abdb183a0d26 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8145ca99-f04b-4824-9a94-21de580b4a69']}} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:36.890856 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-ae7eede2-b346-4d05-8123-abdb183a0d26 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'deca510d-47d2-43ff-84f5-737aca7bc369') {'for_net_delete': True} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:36.891101 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-87a3a92b-0d95-45e1-bf87-520c5531ae10 admin admin] Publish callbacks [] for security_group (ddbe7909-1c4d-45f1-b787-add79ee62d75), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:36.891767 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-ae7eede2-b346-4d05-8123-abdb183a0d26 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'deca510d-47d2-43ff-84f5-737aca7bc369') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:36.907449 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ae7eede2-b346-4d05-8123-abdb183a0d26 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12647422'] for segment (deca510d-47d2-43ff-84f5-737aca7bc369), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:36.948601 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ae7eede2-b346-4d05-8123-abdb183a0d26 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (deca510d-47d2-43ff-84f5-737aca7bc369), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:36.967791 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae7eede2-b346-4d05-8123-abdb183a0d26 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Releasing vlan 257 on physical network physnet1 to pool {{(pid=103701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:59:36.967947 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ae7eede2-b346-4d05-8123-abdb183a0d26 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583360'] for segment (deca510d-47d2-43ff-84f5-737aca7bc369), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:36.971423 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-83f63c24-8108-44b7-8f5e-d845c59204e5 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (f244419f-251e-43f3-8a48-6c78e11b11c8), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:36.973882 n-d-826753-2 neutron-server[103701]: Traceback (most recent call last): Feb 19 02:59:36.973882 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:59:36.973882 n-d-826753-2 neutron-server[103701]: timer() Feb 19 02:59:36.973882 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:59:36.973882 n-d-826753-2 neutron-server[103701]: cb(*args, **kw) Feb 19 02:59:36.973882 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:59:36.973882 n-d-826753-2 neutron-server[103701]: return func(*args, **kwargs) Feb 19 02:59:36.973882 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:59:36.973882 n-d-826753-2 neutron-server[103701]: self._notify() Feb 19 02:59:36.973882 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:59:36.973882 n-d-826753-2 neutron-server[103701]: self.callback(batched_events) Feb 19 02:59:36.973882 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:59:36.973882 n-d-826753-2 neutron-server[103701]: event.method(event) Feb 19 02:59:36.973882 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:59:36.973882 n-d-826753-2 neutron-server[103701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:59:36.973882 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:59:36.973882 n-d-826753-2 neutron-server[103701]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:59:36.973882 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:59:36.973882 n-d-826753-2 neutron-server[103701]: return f(self, *a, **k) Feb 19 02:59:36.973882 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:59:36.973882 n-d-826753-2 neutron-server[103701]: return self._get(url).json() Feb 19 02:59:36.973882 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:59:36.973882 n-d-826753-2 neutron-server[103701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:59:36.973882 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:59:36.973882 n-d-826753-2 neutron-server[103701]: return self.request(url, 'GET', **kwargs) Feb 19 02:59:36.973882 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:59:36.973882 n-d-826753-2 neutron-server[103701]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:59:36.973882 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:59:36.973882 n-d-826753-2 neutron-server[103701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:59:36.973882 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:59:36.973882 n-d-826753-2 neutron-server[103701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:59:36.973882 n-d-826753-2 neutron-server[103701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:59:37.010609 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ce0ee1-9210-471c-8be1-2a8f84a3ef0f None None] DHCP port deletion for 8145ca99-f04b-4824-9a94-21de580b4a69 request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 02:59:37.076303 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 44828) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:37.098284 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ae7eede2-b346-4d05-8123-abdb183a0d26 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (8145ca99-f04b-4824-9a94-21de580b4a69), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:37.121179 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ae7eede2-b346-4d05-8123-abdb183a0d26 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:37.123321 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfdd5e26-4d5f-4bc7-8ccb-4f0dea5e980c None None] DHCP port deletion for 93b16c14-960e-4393-bbb1-708044b2207e request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 02:59:37.133425 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e24c19-cd47-4942-a6f8-92a79257d745 req-5d39b5e8-8cec-4f0e-b308-1c8b7a363a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:37.134167 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-ae7eede2-b346-4d05-8123-abdb183a0d26 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] 10.222.0.72 "DELETE /v2.0/networks/8145ca99-f04b-4824-9a94-21de580b4a69 HTTP/1.1" status: 204 len: 168 time: 1.1901133 Feb 19 02:59:37.134930 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-93e24c19-cd47-4942-a6f8-92a79257d745 req-5d39b5e8-8cec-4f0e-b308-1c8b7a363a35 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1acb5283-7513-4bc2-a633-a91a277157f6 HTTP/1.1" status: 200 len: 1128 time: 1.3613389 Feb 19 02:59:37.139925 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 44832) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:37.142896 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-da8c83ca-6975-40b8-910a-cb58c4e73a05 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Deleting port 31524af3-f552-418a-89eb-5228733f1161 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:59:37.143183 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-da8c83ca-6975-40b8-910a-cb58c4e73a05 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (31524af3-f552-418a-89eb-5228733f1161), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:37.147463 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-fcb905c5-f86c-4c12-a109-52d399f67448 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Request body: {'router': {'routes': None}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:59:37.186668 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7eede2-b346-4d05-8123-abdb183a0d26 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Pushing event deleted for resources: {'Network': ['ID=8145ca99-f04b-4824-9a94-21de580b4a69,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:37.222202 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-cfdd5e26-4d5f-4bc7-8ccb-4f0dea5e980c None None] Deleting port 49b557aa-dc1d-4760-adc8-73c6ce84638e {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:59:37.222509 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-cfdd5e26-4d5f-4bc7-8ccb-4f0dea5e980c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (49b557aa-dc1d-4760-adc8-73c6ce84638e), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:37.273203 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0032bd96-b5de-4f31-84b5-75ccb9c53f67 req-ceff0c78-953e-4be2-8ddb-7d15c5c6ff04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:37.273824 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0032bd96-b5de-4f31-84b5-75ccb9c53f67 req-ceff0c78-953e-4be2-8ddb-7d15c5c6ff04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:37.274542 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0032bd96-b5de-4f31-84b5-75ccb9c53f67 req-ceff0c78-953e-4be2-8ddb-7d15c5c6ff04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:37.275070 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0032bd96-b5de-4f31-84b5-75ccb9c53f67 req-ceff0c78-953e-4be2-8ddb-7d15c5c6ff04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:37.275634 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0032bd96-b5de-4f31-84b5-75ccb9c53f67 req-ceff0c78-953e-4be2-8ddb-7d15c5c6ff04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:37.276337 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0032bd96-b5de-4f31-84b5-75ccb9c53f67 req-ceff0c78-953e-4be2-8ddb-7d15c5c6ff04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:37.276861 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0032bd96-b5de-4f31-84b5-75ccb9c53f67 req-ceff0c78-953e-4be2-8ddb-7d15c5c6ff04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:37.279028 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0032bd96-b5de-4f31-84b5-75ccb9c53f67 req-ceff0c78-953e-4be2-8ddb-7d15c5c6ff04 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 6709 time: 0.2014675 Feb 19 02:59:37.294276 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-83f63c24-8108-44b7-8f5e-d845c59204e5 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (f244419f-251e-43f3-8a48-6c78e11b11c8), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:37.322359 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-cfdd5e26-4d5f-4bc7-8ccb-4f0dea5e980c None None] For port 49b557aa-dc1d-4760-adc8-73c6ce84638e, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=49b557aa-dc1d-4760-adc8-73c6ce84638e,segment=NetworkSegment(e03596a7-a5b6-4946-adce-95a832c5e859),segment_id=e03596a7-a5b6-4946-adce-95a832c5e859)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:59:37.323795 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-87a3a92b-0d95-45e1-bf87-520c5531ae10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (ddbe7909-1c4d-45f1-b787-add79ee62d75), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:37.324867 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-cfdd5e26-4d5f-4bc7-8ccb-4f0dea5e980c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (49b557aa-dc1d-4760-adc8-73c6ce84638e), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:37.326874 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-87a3a92b-0d95-45e1-bf87-520c5531ae10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:37.330444 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-87a3a92b-0d95-45e1-bf87-520c5531ae10 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ddbe7909-1c4d-45f1-b787-add79ee62d75 HTTP/1.1" status: 204 len: 168 time: 1.7813220 Feb 19 02:59:37.354581 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-cfdd5e26-4d5f-4bc7-8ccb-4f0dea5e980c None None] Calling delete_port for 49b557aa-dc1d-4760-adc8-73c6ce84638e owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:59:37.369283 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0032bd96-b5de-4f31-84b5-75ccb9c53f67 req-2529bd7a-92dc-4afa-9adc-10c6f1061a43 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=344800ac-992b-44b9-a49a-a7d4e6a6fc53&id=197f0109-f833-46dd-9ffe-3ff812885f73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0827785 Feb 19 02:59:37.399713 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f63c24-8108-44b7-8f5e-d845c59204e5 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Pushing event deleted for resources: {'Subnet': ['ID=f244419f-251e-43f3-8a48-6c78e11b11c8,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:37.407205 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-da8c83ca-6975-40b8-910a-cb58c4e73a05 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] For port 31524af3-f552-418a-89eb-5228733f1161, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=31524af3-f552-418a-89eb-5228733f1161,segment=NetworkSegment(f1c68786-2f1e-4b2d-a235-8da544f54a8d),segment_id=f1c68786-2f1e-4b2d-a235-8da544f54a8d)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:59:37.409545 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-da8c83ca-6975-40b8-910a-cb58c4e73a05 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (31524af3-f552-418a-89eb-5228733f1161), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:37.431434 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd228616-edb5-4d9f-878b-14c50697ff64 None None] Network d09cfe95-d918-4eb0-a62e-e535337c2a27 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:59:37.475162 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-83f63c24-8108-44b7-8f5e-d845c59204e5 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:37.479170 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-83f63c24-8108-44b7-8f5e-d845c59204e5 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] 10.222.0.72 "DELETE /v2.0/subnets/f244419f-251e-43f3-8a48-6c78e11b11c8 HTTP/1.1" status: 204 len: 168 time: 1.8115861 Feb 19 02:59:37.481817 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 44840) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:37.509042 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a3a92b-0d95-45e1-bf87-520c5531ae10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddbe7909-1c4d-45f1-b787-add79ee62d75,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:37.605792 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-da8c83ca-6975-40b8-910a-cb58c4e73a05 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Calling delete_port for 31524af3-f552-418a-89eb-5228733f1161 owned by network:dhcp {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:59:37.623159 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-93e24c19-cd47-4942-a6f8-92a79257d745 req-65d26731-a3a3-4bf7-bb72-dfd7609fc968 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7ba0f102-3452-4e6f-b12d-3fac2606ad0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4727380 Feb 19 02:59:37.647524 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-cfdd5e26-4d5f-4bc7-8ccb-4f0dea5e980c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (49b557aa-dc1d-4760-adc8-73c6ce84638e), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:37.714006 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.extraroute_db [None req-fcb905c5-f86c-4c12-a109-52d399f67448 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Added routes are [] {{(pid=103702) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 19 02:59:37.716683 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdd5e26-4d5f-4bc7-8ccb-4f0dea5e980c None None] Pushing event deleted for resources: {'Port': ['ID=49b557aa-dc1d-4760-adc8-73c6ce84638e,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:37.721186 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.extraroute_db [None req-fcb905c5-f86c-4c12-a109-52d399f67448 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Removed routes are [] {{(pid=103702) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 19 02:59:37.721738 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fcb905c5-f86c-4c12-a109-52d399f67448 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16285772', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16317501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14257'] for router (3cdae58c-9b05-4e69-aae0-f3043115cc4e), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:37.736384 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-99825dbf-e3ac-4e3d-92c6-629af13182ff tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (93b16c14-960e-4393-bbb1-708044b2207e), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:37.755926 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdd5e26-4d5f-4bc7-8ccb-4f0dea5e980c None None] No DVR routers for this DVR port 49b557aa-dc1d-4760-adc8-73c6ce84638e on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:59:37.776331 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d705d49d-7713-411f-a7d2-603dc0b0f3f5 req-f6f53373-68a6-419c-bb51-caf4f05b3b3c tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:37.781147 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086d1cf6-ed0c-48bf-8b73-55898efa0e4c None None] DHCP port deletion for d09cfe95-d918-4eb0-a62e-e535337c2a27 request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 02:59:37.786155 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d705d49d-7713-411f-a7d2-603dc0b0f3f5 req-f6f53373-68a6-419c-bb51-caf4f05b3b3c tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 946 time: 0.2694962 Feb 19 02:59:37.793831 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device ec630f79-f8c7-4699-91ac-146ea63cf48b no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:59:37.826648 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: ec630f79-f8c7-4699-91ac-146ea63cf48b {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:59:37.827207 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device ec630f79-f8c7-4699-91ac-146ea63cf48b not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:59:37.827831 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 49b557aa-dc1d-4760-adc8-73c6ce84638e no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:59:37.877166 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 49b557aa-dc1d-4760-adc8-73c6ce84638e {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:59:37.878083 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 49b557aa-dc1d-4760-adc8-73c6ce84638e not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:59:37.878212 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 310c7eed-df8d-4cec-a39d-9a99ccd603e0 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:59:37.909587 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 310c7eed-df8d-4cec-a39d-9a99ccd603e0 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:59:37.911017 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 310c7eed-df8d-4cec-a39d-9a99ccd603e0 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:59:37.927618 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-086d1cf6-ed0c-48bf-8b73-55898efa0e4c None None] Deleting port 1644a798-8df8-4312-a5a6-e9912171bc7f {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:59:37.928380 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-086d1cf6-ed0c-48bf-8b73-55898efa0e4c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (1644a798-8df8-4312-a5a6-e9912171bc7f), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:37.963676 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-99825dbf-e3ac-4e3d-92c6-629af13182ff tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (93b16c14-960e-4393-bbb1-708044b2207e), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:37.983843 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d705d49d-7713-411f-a7d2-603dc0b0f3f5 req-f5e582b6-11c3-4a84-b4a4-fd57821813a9 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809740 Feb 19 02:59:38.002964 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-99825dbf-e3ac-4e3d-92c6-629af13182ff tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93b16c14-960e-4393-bbb1-708044b2207e']}} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:38.019680 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-086d1cf6-ed0c-48bf-8b73-55898efa0e4c None None] For port 1644a798-8df8-4312-a5a6-e9912171bc7f, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=1644a798-8df8-4312-a5a6-e9912171bc7f,segment=NetworkSegment(97f7ee19-62a5-472f-affd-6036905bc60a),segment_id=97f7ee19-62a5-472f-affd-6036905bc60a)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:59:38.020321 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-086d1cf6-ed0c-48bf-8b73-55898efa0e4c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (1644a798-8df8-4312-a5a6-e9912171bc7f), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:38.037693 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-99825dbf-e3ac-4e3d-92c6-629af13182ff tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e03596a7-a5b6-4946-adce-95a832c5e859') {'for_net_delete': True} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:38.042509 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-99825dbf-e3ac-4e3d-92c6-629af13182ff tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e03596a7-a5b6-4946-adce-95a832c5e859') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:38.054976 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-086d1cf6-ed0c-48bf-8b73-55898efa0e4c None None] Calling delete_port for 1644a798-8df8-4312-a5a6-e9912171bc7f owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:59:38.086764 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb0f789-6de8-4782-8d1f-91ba451d19eb req-03d7cc2e-0be6-447c-b2d0-2b099dc825b9 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:38.088294 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9fb0f789-6de8-4782-8d1f-91ba451d19eb req-03d7cc2e-0be6-447c-b2d0-2b099dc825b9 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/ports?device_id=1acb5283-7513-4bc2-a633-a91a277157f6 HTTP/1.1" status: 200 len: 946 time: 0.2649112 Feb 19 02:59:38.132843 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-99825dbf-e3ac-4e3d-92c6-629af13182ff tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12647422'] for segment (e03596a7-a5b6-4946-adce-95a832c5e859), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:38.140852 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fcb905c5-f86c-4c12-a109-52d399f67448 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16285772', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16317501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14257'] for router (3cdae58c-9b05-4e69-aae0-f3043115cc4e), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:38.152185 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fcb905c5-f86c-4c12-a109-52d399f67448 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16285787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16285778', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16317492'] for router (3cdae58c-9b05-4e69-aae0-f3043115cc4e), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:38.164897 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-086d1cf6-ed0c-48bf-8b73-55898efa0e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (1644a798-8df8-4312-a5a6-e9912171bc7f), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:38.198061 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-99825dbf-e3ac-4e3d-92c6-629af13182ff tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (e03596a7-a5b6-4946-adce-95a832c5e859), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:38.210569 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99825dbf-e3ac-4e3d-92c6-629af13182ff tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Releasing vlan 281 on physical network physnet1 to pool {{(pid=103701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:59:38.210959 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-99825dbf-e3ac-4e3d-92c6-629af13182ff tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583360'] for segment (e03596a7-a5b6-4946-adce-95a832c5e859), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:38.214977 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086d1cf6-ed0c-48bf-8b73-55898efa0e4c None None] Pushing event deleted for resources: {'Port': ['ID=1644a798-8df8-4312-a5a6-e9912171bc7f,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:38.215249 n-d-826753-2 neutron-server[103701]: Traceback (most recent call last): Feb 19 02:59:38.215249 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:59:38.215249 n-d-826753-2 neutron-server[103701]: timer() Feb 19 02:59:38.215249 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:59:38.215249 n-d-826753-2 neutron-server[103701]: cb(*args, **kw) Feb 19 02:59:38.215249 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:59:38.215249 n-d-826753-2 neutron-server[103701]: return func(*args, **kwargs) Feb 19 02:59:38.215249 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:59:38.215249 n-d-826753-2 neutron-server[103701]: self._notify() Feb 19 02:59:38.215249 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:59:38.215249 n-d-826753-2 neutron-server[103701]: self.callback(batched_events) Feb 19 02:59:38.215249 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:59:38.215249 n-d-826753-2 neutron-server[103701]: event.method(event) Feb 19 02:59:38.215249 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:59:38.215249 n-d-826753-2 neutron-server[103701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:59:38.215249 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:59:38.215249 n-d-826753-2 neutron-server[103701]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:59:38.215249 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:59:38.215249 n-d-826753-2 neutron-server[103701]: return f(self, *a, **k) Feb 19 02:59:38.215249 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:59:38.215249 n-d-826753-2 neutron-server[103701]: return self._get(url).json() Feb 19 02:59:38.215249 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:59:38.215249 n-d-826753-2 neutron-server[103701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:59:38.215249 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:59:38.215249 n-d-826753-2 neutron-server[103701]: return self.request(url, 'GET', **kwargs) Feb 19 02:59:38.215249 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:59:38.215249 n-d-826753-2 neutron-server[103701]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:59:38.215249 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:59:38.215249 n-d-826753-2 neutron-server[103701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:59:38.215249 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:59:38.215249 n-d-826753-2 neutron-server[103701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:59:38.215249 n-d-826753-2 neutron-server[103701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:59:38.225459 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086d1cf6-ed0c-48bf-8b73-55898efa0e4c None None] No DVR routers for this DVR port 1644a798-8df8-4312-a5a6-e9912171bc7f on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:59:38.239670 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-da8c83ca-6975-40b8-910a-cb58c4e73a05 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (31524af3-f552-418a-89eb-5228733f1161), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:38.317234 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8c83ca-6975-40b8-910a-cb58c4e73a05 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] No DVR routers for this DVR port 31524af3-f552-418a-89eb-5228733f1161 on host n-d-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:59:38.327195 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8c83ca-6975-40b8-910a-cb58c4e73a05 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Pushing event deleted for resources: {'Port': ['ID=31524af3-f552-418a-89eb-5228733f1161,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:38.347230 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efd33ab-6f6c-4658-98aa-1059780fa430 req-31c80d11-8bdf-4faf-ba23-99818cf394da tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:38.354936 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcb905c5-f86c-4c12-a109-52d399f67448 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Router 3cdae58c-9b05-4e69-aae0-f3043115cc4e has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:59:38.355226 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2efd33ab-6f6c-4658-98aa-1059780fa430 req-31c80d11-8bdf-4faf-ba23-99818cf394da tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 946 time: 0.2482083 Feb 19 02:59:38.383216 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9fb0f789-6de8-4782-8d1f-91ba451d19eb req-da9cce16-7041-4f8a-8604-a1863a4fc720 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ba0f102-3452-4e6f-b12d-3fac2606ad0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2773845 Feb 19 02:59:38.387403 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-99825dbf-e3ac-4e3d-92c6-629af13182ff tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (93b16c14-960e-4393-bbb1-708044b2207e), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:38.398479 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-99825dbf-e3ac-4e3d-92c6-629af13182ff tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:38.404533 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-99825dbf-e3ac-4e3d-92c6-629af13182ff tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] 10.222.0.72 "DELETE /v2.0/networks/93b16c14-960e-4393-bbb1-708044b2207e HTTP/1.1" status: 204 len: 168 time: 0.9214139 Feb 19 02:59:38.419954 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 44868) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:38.420253 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 44870) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:38.443717 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99825dbf-e3ac-4e3d-92c6-629af13182ff tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Pushing event deleted for resources: {'Network': ['ID=93b16c14-960e-4393-bbb1-708044b2207e,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:38.490269 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-da8c83ca-6975-40b8-910a-cb58c4e73a05 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (34f01f00-1d5d-41ae-ae0b-8c7d212978fa), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:38.517351 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2efd33ab-6f6c-4658-98aa-1059780fa430 req-05a5ad65-458d-4a1f-b77e-e827959651bd tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612828 Feb 19 02:59:38.541040 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-dffd7a25-01b2-4e54-a1d8-0f688787d772 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (d09cfe95-d918-4eb0-a62e-e535337c2a27), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:38.559526 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcb905c5-f86c-4c12-a109-52d399f67448 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:59:38.568055 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fcb905c5-f86c-4c12-a109-52d399f67448 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:38.572085 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-fcb905c5-f86c-4c12-a109-52d399f67448 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] 10.222.0.72 "PUT /v2.0/routers/3cdae58c-9b05-4e69-aae0-f3043115cc4e HTTP/1.1" status: 200 len: 700 time: 1.4288263 Feb 19 02:59:38.572085 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-da8c83ca-6975-40b8-910a-cb58c4e73a05 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34f01f00-1d5d-41ae-ae0b-8c7d212978fa']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:38.576597 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18435d65-c3fa-40fc-af7f-5d13cb0bb805 None None] Sync routers for ids ['3cdae58c-9b05-4e69-aae0-f3043115cc4e'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:59:38.586391 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 44874) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:38.598438 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18435d65-c3fa-40fc-af7f-5d13cb0bb805 None None] Routers {'3cdae58c-9b05-4e69-aae0-f3043115cc4e'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:59:38.599222 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-18435d65-c3fa-40fc-af7f-5d13cb0bb805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:59:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['3cdae58c-9b05-4e69-aae0-f3043115cc4e'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:38.607474 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-f7a73b87-411a-46d7-b559-e080da0164ba tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-787774464'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:59:38.673303 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-75861167-c1f9-4791-bf2f-06b826f27bca tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] 10.222.0.72 "GET /v2.0/ports?device_id=3cdae58c-9b05-4e69-aae0-f3043115cc4e HTTP/1.1" status: 200 len: 205 time: 0.0801141 Feb 19 02:59:38.677327 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 44880) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:38.678998 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-da8c83ca-6975-40b8-910a-cb58c4e73a05 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1c68786-2f1e-4b2d-a235-8da544f54a8d') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:38.678998 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-da8c83ca-6975-40b8-910a-cb58c4e73a05 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1c68786-2f1e-4b2d-a235-8da544f54a8d') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:38.683020 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-dffd7a25-01b2-4e54-a1d8-0f688787d772 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (d09cfe95-d918-4eb0-a62e-e535337c2a27), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:38.700889 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-da8c83ca-6975-40b8-910a-cb58c4e73a05 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (f1c68786-2f1e-4b2d-a235-8da544f54a8d), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:38.719323 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-da8c83ca-6975-40b8-910a-cb58c4e73a05 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (f1c68786-2f1e-4b2d-a235-8da544f54a8d), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:38.731144 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da8c83ca-6975-40b8-910a-cb58c4e73a05 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Releasing vlan 266 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:59:38.731783 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-da8c83ca-6975-40b8-910a-cb58c4e73a05 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (f1c68786-2f1e-4b2d-a235-8da544f54a8d), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:38.737370 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-18435d65-c3fa-40fc-af7f-5d13cb0bb805 None None] Set router 3cdae58c-9b05-4e69-aae0-f3043115cc4e gateway port host: None {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:59:38.787164 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7a73b87-411a-46d7-b559-e080da0164ba tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Made reservation on behalf of bb74a1a86b774cd895fbb7befcc78fd8 for: {'network': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:59:38.800649 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f7a73b87-411a-46d7-b559-e080da0164ba tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:38.810934 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-18435d65-c3fa-40fc-af7f-5d13cb0bb805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cdae58c-9b05-4e69-aae0-f3043115cc4e', 'name': 'tempest-RoutersTest-router-191430420', 'tenant_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:58:18Z', 'updated_at': '2022-02-19T02:59:33Z', 'revision_number': 11, 'project_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'gw_port_host': None}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:38.811130 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 02:59:38.811130 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:59:38.811130 n-d-826753-2 neutron-server[103702]: timer() Feb 19 02:59:38.811130 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:59:38.811130 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 02:59:38.811130 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:59:38.811130 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 02:59:38.811130 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:59:38.811130 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 02:59:38.811130 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:59:38.811130 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 02:59:38.811130 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:59:38.811130 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 02:59:38.811130 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:59:38.811130 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:59:38.811130 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:59:38.811130 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:59:38.811130 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:59:38.811130 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 02:59:38.811130 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:59:38.811130 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 02:59:38.811130 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:59:38.811130 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:59:38.811130 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:59:38.811130 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 02:59:38.811130 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:59:38.811130 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:59:38.811130 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:59:38.811130 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:59:38.811130 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:59:38.811130 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:59:38.811130 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:59:38.822865 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-da8c83ca-6975-40b8-910a-cb58c4e73a05 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (34f01f00-1d5d-41ae-ae0b-8c7d212978fa), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:38.848813 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-dffd7a25-01b2-4e54-a1d8-0f688787d772 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d09cfe95-d918-4eb0-a62e-e535337c2a27']}} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:38.851244 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18435d65-c3fa-40fc-af7f-5d13cb0bb805 None None] Checking router: 3cdae58c-9b05-4e69-aae0-f3043115cc4e for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:59:38.869189 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18435d65-c3fa-40fc-af7f-5d13cb0bb805 None None] Routers {'3cdae58c-9b05-4e69-aae0-f3043115cc4e'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:59:38.869400 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-da8c83ca-6975-40b8-910a-cb58c4e73a05 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:38.870667 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-18435d65-c3fa-40fc-af7f-5d13cb0bb805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:59:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['3cdae58c-9b05-4e69-aae0-f3043115cc4e'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:38.872501 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-da8c83ca-6975-40b8-910a-cb58c4e73a05 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] 10.222.0.72 "DELETE /v2.0/networks/34f01f00-1d5d-41ae-ae0b-8c7d212978fa HTTP/1.1" status: 204 len: 168 time: 4.8688207 Feb 19 02:59:38.885889 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 44884) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:38.891844 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8c83ca-6975-40b8-910a-cb58c4e73a05 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Pushing event deleted for resources: {'Network': ['ID=34f01f00-1d5d-41ae-ae0b-8c7d212978fa,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:38.896664 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-a9274daf-4411-4326-a94d-df611f971c85 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-638665323'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:59:38.909503 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f7a73b87-411a-46d7-b559-e080da0164ba tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:38.921858 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-dffd7a25-01b2-4e54-a1d8-0f688787d772 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97f7ee19-62a5-472f-affd-6036905bc60a') {'for_net_delete': True} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:38.922151 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-dffd7a25-01b2-4e54-a1d8-0f688787d772 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97f7ee19-62a5-472f-affd-6036905bc60a') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:38.949110 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9274daf-4411-4326-a94d-df611f971c85 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Made reservation on behalf of 29687d4120c44a5fbc729d5c84960c1a for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:59:38.952448 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a9274daf-4411-4326-a94d-df611f971c85 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:38.977918 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7f8654bf-fa00-4038-a60a-1c929ea9a8c5 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks [] for router (3cdae58c-9b05-4e69-aae0-f3043115cc4e), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:38.982761 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-dffd7a25-01b2-4e54-a1d8-0f688787d772 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12647422'] for segment (97f7ee19-62a5-472f-affd-6036905bc60a), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:38.999546 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-18435d65-c3fa-40fc-af7f-5d13cb0bb805 None None] Set router 3cdae58c-9b05-4e69-aae0-f3043115cc4e gateway port host: None {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:59:39.015321 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9274daf-4411-4326-a94d-df611f971c85 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] vlan segment allocate from pool success with {'vlan_id': 262, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:59:39.033336 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a9274daf-4411-4326-a94d-df611f971c85 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (f3959103-24c9-4971-adbf-d8fedf22b1cd), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:39.034049 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-a9274daf-4411-4326-a94d-df611f971c85 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Added segment f3959103-24c9-4971-adbf-d8fedf22b1cd of type vlan for network c7f21797-5668-4791-9ccc-dbfc006c4221 Feb 19 02:59:39.040486 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3fe93e-fffe-4b53-982a-deaff59853ff req-b76c155a-a336-4433-a6f8-776fb72058b0 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:39.042059 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2a3fe93e-fffe-4b53-982a-deaff59853ff req-b76c155a-a336-4433-a6f8-776fb72058b0 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 946 time: 0.2718720 Feb 19 02:59:39.077971 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-18435d65-c3fa-40fc-af7f-5d13cb0bb805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cdae58c-9b05-4e69-aae0-f3043115cc4e', 'name': 'tempest-RoutersTest-router-191430420', 'tenant_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:58:18Z', 'updated_at': '2022-02-19T02:59:33Z', 'revision_number': 11, 'project_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'gw_port_host': None}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:39.081316 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-dffd7a25-01b2-4e54-a1d8-0f688787d772 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (97f7ee19-62a5-472f-affd-6036905bc60a), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:39.094683 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a9274daf-4411-4326-a94d-df611f971c85 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (c7f21797-5668-4791-9ccc-dbfc006c4221), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:39.107525 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dffd7a25-01b2-4e54-a1d8-0f688787d772 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Releasing vlan 280 on physical network physnet1 to pool {{(pid=103701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:59:39.107978 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-dffd7a25-01b2-4e54-a1d8-0f688787d772 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583360'] for segment (97f7ee19-62a5-472f-affd-6036905bc60a), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:39.112640 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18435d65-c3fa-40fc-af7f-5d13cb0bb805 None None] The sync data for ids ['3cdae58c-9b05-4e69-aae0-f3043115cc4e'] in n-d-826753-2 is: [{'id': '3cdae58c-9b05-4e69-aae0-f3043115cc4e', 'name': 'tempest-RoutersTest-router-191430420', 'tenant_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:58:18Z', 'updated_at': '2022-02-19T02:59:33Z', 'revision_number': 11, 'project_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'gw_port_host': None}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:59:39.113444 n-d-826753-2 neutron-server[103701]: Traceback (most recent call last): Feb 19 02:59:39.113444 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:59:39.113444 n-d-826753-2 neutron-server[103701]: timer() Feb 19 02:59:39.113444 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:59:39.113444 n-d-826753-2 neutron-server[103701]: cb(*args, **kw) Feb 19 02:59:39.113444 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:59:39.113444 n-d-826753-2 neutron-server[103701]: return func(*args, **kwargs) Feb 19 02:59:39.113444 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:59:39.113444 n-d-826753-2 neutron-server[103701]: self._notify() Feb 19 02:59:39.113444 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:59:39.113444 n-d-826753-2 neutron-server[103701]: self.callback(batched_events) Feb 19 02:59:39.113444 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:59:39.113444 n-d-826753-2 neutron-server[103701]: event.method(event) Feb 19 02:59:39.113444 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:59:39.113444 n-d-826753-2 neutron-server[103701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:59:39.113444 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:59:39.113444 n-d-826753-2 neutron-server[103701]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:59:39.113444 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:59:39.113444 n-d-826753-2 neutron-server[103701]: return f(self, *a, **k) Feb 19 02:59:39.113444 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:59:39.113444 n-d-826753-2 neutron-server[103701]: return self._get(url).json() Feb 19 02:59:39.113444 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:59:39.113444 n-d-826753-2 neutron-server[103701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:59:39.113444 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:59:39.113444 n-d-826753-2 neutron-server[103701]: return self.request(url, 'GET', **kwargs) Feb 19 02:59:39.113444 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:59:39.113444 n-d-826753-2 neutron-server[103701]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:59:39.113444 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:59:39.113444 n-d-826753-2 neutron-server[103701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:59:39.113444 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:59:39.113444 n-d-826753-2 neutron-server[103701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:59:39.113444 n-d-826753-2 neutron-server[103701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:59:39.137520 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a9274daf-4411-4326-a94d-df611f971c85 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (c7f21797-5668-4791-9ccc-dbfc006c4221), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:39.143454 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9274daf-4411-4326-a94d-df611f971c85 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:39.144217 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a9274daf-4411-4326-a94d-df611f971c85 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:39.208561 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-a9274daf-4411-4326-a94d-df611f971c85 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3153236 Feb 19 02:59:39.209912 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 44886) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:39.214707 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-dc437fd5-0f77-4b75-b6ce-b3b4da2ea122 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Request body: {'subnet': {'network_id': 'c7f21797-5668-4791-9ccc-dbfc006c4221', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:59:39.283870 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9274daf-4411-4326-a94d-df611f971c85 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Pushing event updated for resources: {'Network': ['ID=c7f21797-5668-4791-9ccc-dbfc006c4221,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:39.295047 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network c7f21797-5668-4791-9ccc-dbfc006c4221 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:59:39.332865 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc437fd5-0f77-4b75-b6ce-b3b4da2ea122 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Made reservation on behalf of 29687d4120c44a5fbc729d5c84960c1a for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:59:39.336462 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-dc437fd5-0f77-4b75-b6ce-b3b4da2ea122 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:39.525425 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f7a73b87-411a-46d7-b559-e080da0164ba tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks [] for security_group (1db77865-dcf8-4a0e-b147-4e470312c026), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:39.539844 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f7a73b87-411a-46d7-b559-e080da0164ba tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (1db77865-dcf8-4a0e-b147-4e470312c026), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:39.597944 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7f8654bf-fa00-4038-a60a-1c929ea9a8c5 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16317457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14254'] for router (3cdae58c-9b05-4e69-aae0-f3043115cc4e), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:39.601361 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7f8654bf-fa00-4038-a60a-1c929ea9a8c5 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks [] for router_controller (3cdae58c-9b05-4e69-aae0-f3043115cc4e), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:39.610753 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-dffd7a25-01b2-4e54-a1d8-0f688787d772 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (d09cfe95-d918-4eb0-a62e-e535337c2a27), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:39.614501 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2a3fe93e-fffe-4b53-982a-deaff59853ff req-b12600f8-4233-4080-a3f0-d8053c232a6d tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5663273 Feb 19 02:59:39.625619 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-dffd7a25-01b2-4e54-a1d8-0f688787d772 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:39.631594 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-dffd7a25-01b2-4e54-a1d8-0f688787d772 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] 10.222.0.72 "DELETE /v2.0/networks/d09cfe95-d918-4eb0-a62e-e535337c2a27 HTTP/1.1" status: 204 len: 168 time: 1.2092235 Feb 19 02:59:39.643332 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 44890) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:39.643483 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7a73b87-411a-46d7-b559-e080da0164ba tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] vlan segment allocate from pool success with {'vlan_id': 285, 'physical_network': 'physnet1'} {{(pid=103701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:59:39.669571 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 1644a798-8df8-4312-a5a6-e9912171bc7f no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:59:39.700829 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffd7a25-01b2-4e54-a1d8-0f688787d772 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Pushing event deleted for resources: {'Network': ['ID=d09cfe95-d918-4eb0-a62e-e535337c2a27,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:39.707321 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 1644a798-8df8-4312-a5a6-e9912171bc7f {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:59:39.708194 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 1644a798-8df8-4312-a5a6-e9912171bc7f not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:59:39.710814 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a73b87-411a-46d7-b559-e080da0164ba tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1db77865-dcf8-4a0e-b147-4e470312c026,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:39.713762 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f7a73b87-411a-46d7-b559-e080da0164ba tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:39.714111 n-d-826753-2 neutron-server[103701]: INFO neutron.db.segments_db [None req-f7a73b87-411a-46d7-b559-e080da0164ba tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Added segment c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8 of type vlan for network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a Feb 19 02:59:39.729036 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7f8654bf-fa00-4038-a60a-1c929ea9a8c5 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16317544'] for router (3cdae58c-9b05-4e69-aae0-f3043115cc4e), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:39.729515 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f8654bf-fa00-4038-a60a-1c929ea9a8c5 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Fanout notify agent at l3_agent the message router_deleted on router 3cdae58c-9b05-4e69-aae0-f3043115cc4e {{(pid=103701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 02:59:39.765802 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7f8654bf-fa00-4038-a60a-1c929ea9a8c5 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks [] for router (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:39.773446 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-7f8654bf-fa00-4038-a60a-1c929ea9a8c5 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] 10.222.0.72 "DELETE /v2.0/routers/3cdae58c-9b05-4e69-aae0-f3043115cc4e HTTP/1.1" status: 204 len: 168 time: 1.0927758 Feb 19 02:59:39.777046 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dacee60-84e3-46c9-bb3c-38151dbd91b5 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Deleting subnet 45b6170f-2ac5-4392-b838-d74aa907a053 {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:59:39.777208 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 44894) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:39.781660 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2dacee60-84e3-46c9-bb3c-38151dbd91b5 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Publish callbacks [] for subnet (45b6170f-2ac5-4392-b838-d74aa907a053), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:39.797450 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-b1fccfed-fdb8-47fb-af95-a5f1bc031a19 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1011596639', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:59:39.820501 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f7a73b87-411a-46d7-b559-e080da0164ba tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (48d3009f-8d6e-4fac-a460-ff95e3f8d78a), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:39.835983 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5699df-ec85-4cab-9483-08904665de6c req-8e0f2ef4-f0a9-44b1-83ad-56c96f1a6f0b tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:39.836570 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2dacee60-84e3-46c9-bb3c-38151dbd91b5 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (45b6170f-2ac5-4392-b838-d74aa907a053), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:39.837571 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ce5699df-ec85-4cab-9483-08904665de6c req-8e0f2ef4-f0a9-44b1-83ad-56c96f1a6f0b tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/ports?device_id=1acb5283-7513-4bc2-a633-a91a277157f6 HTTP/1.1" status: 200 len: 946 time: 0.3427660 Feb 19 02:59:39.878103 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b1fccfed-fdb8-47fb-af95-a5f1bc031a19 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14172'] for router (813cbb1d-295f-49a0-aeef-4b2651586c47), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:39.879153 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b1fccfed-fdb8-47fb-af95-a5f1bc031a19 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16317487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16285822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16309985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14247'] for router (813cbb1d-295f-49a0-aeef-4b2651586c47), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:39.903743 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f7a73b87-411a-46d7-b559-e080da0164ba tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (48d3009f-8d6e-4fac-a460-ff95e3f8d78a), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:39.908780 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a73b87-411a-46d7-b559-e080da0164ba tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:39.909726 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f7a73b87-411a-46d7-b559-e080da0164ba tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:39.923708 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fadff7-e32e-406d-bb88-6b0d10127eeb req-dbe004bb-bc34-4f1e-a32f-dd805fb8d4e7 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:39.923708 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-84fadff7-e32e-406d-bb88-6b0d10127eeb req-dbe004bb-bc34-4f1e-a32f-dd805fb8d4e7 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 946 time: 0.1948237 Feb 19 02:59:39.950930 n-d-826753-2 neutron-server[103702]: DEBUG neutron.objects.ports [None req-dc437fd5-0f77-4b75-b6ce-b3b4da2ea122 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103702) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 02:59:39.973048 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-dc437fd5-0f77-4b75-b6ce-b3b4da2ea122 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (cc2a56db-451b-4440-ad81-6dae62292456), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:40.025525 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ce5699df-ec85-4cab-9483-08904665de6c req-5307a634-774a-4055-acbd-c244cbf9dded tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ba0f102-3452-4e6f-b12d-3fac2606ad0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774337 Feb 19 02:59:40.036652 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2dacee60-84e3-46c9-bb3c-38151dbd91b5 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (45b6170f-2ac5-4392-b838-d74aa907a053), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:40.039660 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc437fd5-0f77-4b75-b6ce-b3b4da2ea122 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Pushing event updated for resources: {'Subnet': ['ID=cc2a56db-451b-4440-ad81-6dae62292456,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:40.041667 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-f7a73b87-411a-46d7-b559-e080da0164ba tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.6202362 Feb 19 02:59:40.045903 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 44902) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:40.054699 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-22d7dc2e-0d62-4cc0-8e11-e32aaf5396c0 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Request body: {'subnet': {'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:59:40.096470 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc437fd5-0f77-4b75-b6ce-b3b4da2ea122 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Checking segment: {'id': 'f3959103-24c9-4971-adbf-d8fedf22b1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c7f21797-5668-4791-9ccc-dbfc006c4221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:59:40.096915 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc437fd5-0f77-4b75-b6ce-b3b4da2ea122 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Network hostable DHCP agents. Network: c7f21797-5668-4791-9ccc-dbfc006c4221, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:59:40.111209 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b1fccfed-fdb8-47fb-af95-a5f1bc031a19 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks [] for router_controller (813cbb1d-295f-49a0-aeef-4b2651586c47), precommit_add_association {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:40.111209 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a73b87-411a-46d7-b559-e080da0164ba tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event updated for resources: {'Network': ['ID=48d3009f-8d6e-4fac-a460-ff95e3f8d78a,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:40.131657 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:59:40.132749 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc437fd5-0f77-4b75-b6ce-b3b4da2ea122 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Network c7f21797-5668-4791-9ccc-dbfc006c4221 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:59:40.141089 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2dacee60-84e3-46c9-bb3c-38151dbd91b5 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (45b6170f-2ac5-4392-b838-d74aa907a053), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:40.152574 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b1fccfed-fdb8-47fb-af95-a5f1bc031a19 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16317478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865'] for router (813cbb1d-295f-49a0-aeef-4b2651586c47), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:40.178376 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-84fadff7-e32e-406d-bb88-6b0d10127eeb req-52a23e5a-0c87-40a0-a82a-ddb7b3634f99 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467513 Feb 19 02:59:40.192379 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dacee60-84e3-46c9-bb3c-38151dbd91b5 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Pushing event deleted for resources: {'Subnet': ['ID=45b6170f-2ac5-4392-b838-d74aa907a053,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:40.195388 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-dc437fd5-0f77-4b75-b6ce-b3b4da2ea122 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, c7f21797-5668-4791-9ccc-dbfc006c4221) {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:59:40.209829 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2dacee60-84e3-46c9-bb3c-38151dbd91b5 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:40.213041 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-2dacee60-84e3-46c9-bb3c-38151dbd91b5 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] 10.222.0.72 "DELETE /v2.0/subnets/45b6170f-2ac5-4392-b838-d74aa907a053 HTTP/1.1" status: 204 len: 168 time: 0.5695126 Feb 19 02:59:40.218250 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b1fccfed-fdb8-47fb-af95-a5f1bc031a19 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks [] for router (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:40.222665 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-b1fccfed-fdb8-47fb-af95-a5f1bc031a19 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4429317 Feb 19 02:59:40.223095 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 44912) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:40.223204 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 44914) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:40.230262 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc437fd5-0f77-4b75-b6ce-b3b4da2ea122 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:40.230865 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-dc437fd5-0f77-4b75-b6ce-b3b4da2ea122 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:40.231916 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-49e9f090-4932-47aa-9b0e-cbe2236f29ce tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:59:40.273838 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ede1fe-cd94-467d-83a0-d372055f7406 None None] Network e4dd1235-f884-46a9-a9e7-895a86401327 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:59:40.280944 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457ca7de-987d-4f28-81a5-7687077fe065 None None] Network c7f21797-5668-4791-9ccc-dbfc006c4221 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:59:40.317990 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22d7dc2e-0d62-4cc0-8e11-e32aaf5396c0 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Made reservation on behalf of bb74a1a86b774cd895fbb7befcc78fd8 for: {'subnet': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:59:40.322674 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-22d7dc2e-0d62-4cc0-8e11-e32aaf5396c0 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58706307'] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:40.368502 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-dc437fd5-0f77-4b75-b6ce-b3b4da2ea122 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.1578805 Feb 19 02:59:40.374441 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 44922) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:40.441643 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4f909f8e-35eb-4250-81b9-8f6ab366c7e7 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (e4dd1235-f884-46a9-a9e7-895a86401327), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:40.561988 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2424c2-c31a-43bc-a702-70a99bec3fe4 req-b06062a8-3222-4390-9940-ce1c07ecca06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:40.564466 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-bf2424c2-c31a-43bc-a702-70a99bec3fe4 req-b06062a8-3222-4390-9940-ce1c07ecca06 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a06ef082143f47ab8b4917c0abd4fc14&device_id=1acb5283-7513-4bc2-a633-a91a277157f6 HTTP/1.1" status: 200 len: 1128 time: 0.1568062 Feb 19 02:59:40.609555 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22af4ba5-f4fc-4d1e-9577-5fbcaafbe3b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-c7f21797-5668-4791-9ccc-dbfc006c4221', 'network_id': 'c7f21797-5668-4791-9ccc-dbfc006c4221', 'project_id': '29687d4120c44a5fbc729d5c84960c1a', 'fixed_ips': [{'subnet_id': 'cc2a56db-451b-4440-ad81-6dae62292456'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:59:40.611423 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-22af4ba5-f4fc-4d1e-9577-5fbcaafbe3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:40.623749 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-49e9f090-4932-47aa-9b0e-cbe2236f29ce tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16285772', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16317501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14257'] for router (813cbb1d-295f-49a0-aeef-4b2651586c47), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:40.640412 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-675dc4ed-23ce-4c18-9d3b-40e8faa1c388 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (c7f21797-5668-4791-9ccc-dbfc006c4221), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:40.654808 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c343a524-a316-4b7a-9c4f-2bdcaee379d9 None None] DHCP port deletion for e4dd1235-f884-46a9-a9e7-895a86401327 request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 02:59:40.662513 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-49e9f090-4932-47aa-9b0e-cbe2236f29ce tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16285787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16285778', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16317492'] for router (813cbb1d-295f-49a0-aeef-4b2651586c47), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:40.695107 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9f8ca4-1038-4055-94f5-b2093aa19200 req-2e4ca636-3cf4-4fdf-bed9-df1845517664 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:40.696422 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-df9f8ca4-1038-4055-94f5-b2093aa19200 req-2e4ca636-3cf4-4fdf-bed9-df1845517664 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 946 time: 0.3562527 Feb 19 02:59:40.736207 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2424c2-c31a-43bc-a702-70a99bec3fe4 req-5ac748c6-b8c9-4c04-89ed-fe8cfb1b3c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:40.745697 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-bf2424c2-c31a-43bc-a702-70a99bec3fe4 req-5ac748c6-b8c9-4c04-89ed-fe8cfb1b3c6e service neutron] 10.222.0.73 "GET /v2.0/networks?id=6c178878-2547-4ea7-b234-5f12e66a6c9a HTTP/1.1" status: 200 len: 912 time: 0.1649468 Feb 19 02:59:40.745960 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-4f909f8e-35eb-4250-81b9-8f6ab366c7e7 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Deleting port 65532ff8-851a-431c-b0ec-c1c43f44b5f5 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:59:40.746251 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4f909f8e-35eb-4250-81b9-8f6ab366c7e7 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (65532ff8-851a-431c-b0ec-c1c43f44b5f5), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:40.790026 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba567ca9-4bf7-4925-94c8-e07cc683c3da req-85db6873-43cf-4e1a-bb3e-f4999a2bfc23 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:40.791561 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ba567ca9-4bf7-4925-94c8-e07cc683c3da req-85db6873-43cf-4e1a-bb3e-f4999a2bfc23 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/ports?device_id=1acb5283-7513-4bc2-a633-a91a277157f6 HTTP/1.1" status: 200 len: 946 time: 0.2996130 Feb 19 02:59:40.823959 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-bf2424c2-c31a-43bc-a702-70a99bec3fe4 req-89edb2c5-973d-496c-8697-fb40ba134d65 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=345cd0bb-2f06-4308-b294-f559ec81a50b HTTP/1.1" status: 200 len: 217 time: 0.0797963 Feb 19 02:59:40.826395 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-675dc4ed-23ce-4c18-9d3b-40e8faa1c388 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (cc2a56db-451b-4440-ad81-6dae62292456), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:40.900005 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-22af4ba5-f4fc-4d1e-9577-5fbcaafbe3b8 None None] Allocated IP 2001:db8::f816:3eff:fef6:3d83 (c7f21797-5668-4791-9ccc-dbfc006c4221/cc2a56db-451b-4440-ad81-6dae62292456/d93b252f-862d-4d8f-8ea6-94a411621491) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:59:40.919665 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-c343a524-a316-4b7a-9c4f-2bdcaee379d9 None None] Deleting port 65532ff8-851a-431c-b0ec-c1c43f44b5f5 {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:59:40.920369 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c343a524-a316-4b7a-9c4f-2bdcaee379d9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (65532ff8-851a-431c-b0ec-c1c43f44b5f5), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:40.920738 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-4f909f8e-35eb-4250-81b9-8f6ab366c7e7 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] For port 65532ff8-851a-431c-b0ec-c1c43f44b5f5, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=65532ff8-851a-431c-b0ec-c1c43f44b5f5,segment=NetworkSegment(72cae1d0-ae6b-44c3-8913-971ebf40cf94),segment_id=72cae1d0-ae6b-44c3-8913-971ebf40cf94)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:59:40.921149 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4f909f8e-35eb-4250-81b9-8f6ab366c7e7 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (65532ff8-851a-431c-b0ec-c1c43f44b5f5), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:40.946893 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-4f909f8e-35eb-4250-81b9-8f6ab366c7e7 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Calling delete_port for 65532ff8-851a-431c-b0ec-c1c43f44b5f5 owned by network:dhcp {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:59:40.949628 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2424c2-c31a-43bc-a702-70a99bec3fe4 req-da294a0d-3376-4c60-afa4-45343b07ddb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:40.951111 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-bf2424c2-c31a-43bc-a702-70a99bec3fe4 req-da294a0d-3376-4c60-afa4-45343b07ddb5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5cfd9bdf-5713-42ab-9e32-dc268009511b HTTP/1.1" status: 200 len: 851 time: 0.1142933 Feb 19 02:59:40.965406 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-df9f8ca4-1038-4055-94f5-b2093aa19200 req-565d8a2e-4271-4e82-a6de-dbc2c746aba4 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475731 Feb 19 02:59:41.029618 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-bf2424c2-c31a-43bc-a702-70a99bec3fe4 req-050a69a5-5282-436d-93dd-53da55b3174c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6c178878-2547-4ea7-b234-5f12e66a6c9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701976 Feb 19 02:59:41.051478 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-22d7dc2e-0d62-4cc0-8e11-e32aaf5396c0 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12647271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58706289'] for subnet (b909d8e6-ab00-4607-b5be-667b4cd8a20a), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:41.074279 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-c343a524-a316-4b7a-9c4f-2bdcaee379d9 None None] For port 65532ff8-851a-431c-b0ec-c1c43f44b5f5, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=65532ff8-851a-431c-b0ec-c1c43f44b5f5,segment=NetworkSegment(72cae1d0-ae6b-44c3-8913-971ebf40cf94),segment_id=72cae1d0-ae6b-44c3-8913-971ebf40cf94)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:59:41.074688 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c343a524-a316-4b7a-9c4f-2bdcaee379d9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (65532ff8-851a-431c-b0ec-c1c43f44b5f5), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:41.096598 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-c343a524-a316-4b7a-9c4f-2bdcaee379d9 None None] Calling delete_port for 65532ff8-851a-431c-b0ec-c1c43f44b5f5 owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:59:41.096798 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [req-bf2424c2-c31a-43bc-a702-70a99bec3fe4 req-c0d220dd-1408-4c5f-b83b-7774deda5d33 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103702) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:59:41.098084 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-bf2424c2-c31a-43bc-a702-70a99bec3fe4 req-c0d220dd-1408-4c5f-b83b-7774deda5d33 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073218 Feb 19 02:59:41.104232 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ba567ca9-4bf7-4925-94c8-e07cc683c3da req-ace00530-755f-408f-b5f0-5abca37293cb tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ba0f102-3452-4e6f-b12d-3fac2606ad0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910981 Feb 19 02:59:41.168481 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d7dc2e-0d62-4cc0-8e11-e32aaf5396c0 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event updated for resources: {'Subnet': ['ID=b909d8e6-ab00-4607-b5be-667b4cd8a20a,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:41.182457 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49e9f090-4932-47aa-9b0e-cbe2236f29ce tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Router 813cbb1d-295f-49a0-aeef-4b2651586c47 is scheduled to L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd with binding_index 1 {{(pid=103701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 02:59:41.205681 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d7dc2e-0d62-4cc0-8e11-e32aaf5396c0 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Checking segment: {'id': 'c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:59:41.206331 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d7dc2e-0d62-4cc0-8e11-e32aaf5396c0 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Network hostable DHCP agents. Network: 48d3009f-8d6e-4fac-a460-ff95e3f8d78a, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:59:41.221136 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4f909f8e-35eb-4250-81b9-8f6ab366c7e7 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (65532ff8-851a-431c-b0ec-c1c43f44b5f5), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:41.262386 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadd7c7e-9716-4734-976d-4b85bc37de90 req-8a8f59a0-a8c7-42eb-a08f-e55a42766faa tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:41.264760 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-eadd7c7e-9716-4734-976d-4b85bc37de90 req-8a8f59a0-a8c7-42eb-a08f-e55a42766faa tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 946 time: 0.1722722 Feb 19 02:59:41.285466 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f909f8e-35eb-4250-81b9-8f6ab366c7e7 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] No DVR routers for this DVR port 65532ff8-851a-431c-b0ec-c1c43f44b5f5 on host n-d-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:59:41.321469 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d7dc2e-0d62-4cc0-8e11-e32aaf5396c0 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:59:41.323998 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49e9f090-4932-47aa-9b0e-cbe2236f29ce tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:59:41.335939 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-49e9f090-4932-47aa-9b0e-cbe2236f29ce tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks [] for router (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:41.340066 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-49e9f090-4932-47aa-9b0e-cbe2236f29ce tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] 10.222.0.72 "PUT /v2.0/routers/813cbb1d-295f-49a0-aeef-4b2651586c47 HTTP/1.1" status: 200 len: 694 time: 1.1138361 Feb 19 02:59:41.340783 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 44932) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:41.347034 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c968416-2d46-4f08-be25-8f4688e5a0d8 None None] Sync routers for ids ['813cbb1d-295f-49a0-aeef-4b2651586c47'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:59:41.347321 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f909f8e-35eb-4250-81b9-8f6ab366c7e7 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Pushing event deleted for resources: {'Port': ['ID=65532ff8-851a-431c-b0ec-c1c43f44b5f5,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:41.353366 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-bf2424c2-c31a-43bc-a702-70a99bec3fe4 req-d0a037ad-4132-468e-8d3a-211f371032ce service neutron] 10.222.0.73 "GET /v2.0/networks/6c178878-2547-4ea7-b234-5f12e66a6c9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476482 Feb 19 02:59:41.353981 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-22d7dc2e-0d62-4cc0-8e11-e32aaf5396c0 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 48d3009f-8d6e-4fac-a460-ff95e3f8d78a) {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:59:41.378553 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95f8809-8adb-40e1-b5e4-656d6884564a None None] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:59:41.409464 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d7dc2e-0d62-4cc0-8e11-e32aaf5396c0 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:41.410376 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-22d7dc2e-0d62-4cc0-8e11-e32aaf5396c0 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:41.410760 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c968416-2d46-4f08-be25-8f4688e5a0d8 None None] Routers {'813cbb1d-295f-49a0-aeef-4b2651586c47'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:59:41.411405 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-1c968416-2d46-4f08-be25-8f4688e5a0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:59:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['813cbb1d-295f-49a0-aeef-4b2651586c47'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:41.469431 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4f909f8e-35eb-4250-81b9-8f6ab366c7e7 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (e4dd1235-f884-46a9-a9e7-895a86401327), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:41.474094 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-eadd7c7e-9716-4734-976d-4b85bc37de90 req-aa5c5f9f-ca99-49f7-88d7-640402a70574 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948965 Feb 19 02:59:41.491762 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-e86ed849-0fc3-41e9-a8fd-586342ec3228 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] 10.222.0.72 "GET /v2.0/routers/813cbb1d-295f-49a0-aeef-4b2651586c47 HTTP/1.1" status: 200 len: 700 time: 0.1483023 Feb 19 02:59:41.495760 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-22d7dc2e-0d62-4cc0-8e11-e32aaf5396c0 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4465201 Feb 19 02:59:41.496310 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 44936) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:41.506200 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 44938) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:41.509665 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-22af4ba5-f4fc-4d1e-9577-5fbcaafbe3b8 None None] Publish callbacks [] for port (d93b252f-862d-4d8f-8ea6-94a411621491), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:41.511077 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-d17af563-3e47-4863-83fe-3e1f562ffc85 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Request body: {'port': {'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a', 'name': 'tempest-NetworksTestDHCPv6-1575107033'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:59:41.529952 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-4f909f8e-35eb-4250-81b9-8f6ab366c7e7 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4dd1235-f884-46a9-a9e7-895a86401327']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:41.557447 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-1c968416-2d46-4f08-be25-8f4688e5a0d8 None None] Set router 813cbb1d-295f-49a0-aeef-4b2651586c47 gateway port host: None {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:59:41.563038 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-6236d980-e99f-4ae9-a07f-f1cfccef3de3 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] 10.222.0.72 "GET /v2.0/ports?device_id=813cbb1d-295f-49a0-aeef-4b2651586c47 HTTP/1.1" status: 200 len: 205 time: 0.0655637 Feb 19 02:59:41.563929 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 44940) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:41.574503 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-4f909f8e-35eb-4250-81b9-8f6ab366c7e7 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72cae1d0-ae6b-44c3-8913-971ebf40cf94') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:41.574798 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-4f909f8e-35eb-4250-81b9-8f6ab366c7e7 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72cae1d0-ae6b-44c3-8913-971ebf40cf94') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:41.611743 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4f909f8e-35eb-4250-81b9-8f6ab366c7e7 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (72cae1d0-ae6b-44c3-8913-971ebf40cf94), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:41.622105 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-22af4ba5-f4fc-4d1e-9577-5fbcaafbe3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (d93b252f-862d-4d8f-8ea6-94a411621491), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:41.658141 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-bf2424c2-c31a-43bc-a702-70a99bec3fe4 req-c6fa6d65-2058-4943-90d8-74c72dda85ff service neutron] 10.222.0.73 "GET /v2.0/networks/6c178878-2547-4ea7-b234-5f12e66a6c9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698250 Feb 19 02:59:41.677418 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4f909f8e-35eb-4250-81b9-8f6ab366c7e7 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (72cae1d0-ae6b-44c3-8913-971ebf40cf94), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:41.679773 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-675dc4ed-23ce-4c18-9d3b-40e8faa1c388 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (cc2a56db-451b-4440-ad81-6dae62292456), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:41.688637 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-1c968416-2d46-4f08-be25-8f4688e5a0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813cbb1d-295f-49a0-aeef-4b2651586c47', 'name': 'tempest-RoutersTest-router-1011596639', 'tenant_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:59:39Z', 'updated_at': '2022-02-19T02:59:40Z', 'revision_number': 2, 'project_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'gw_port_host': None}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:41.743470 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c968416-2d46-4f08-be25-8f4688e5a0d8 None None] Checking router: 813cbb1d-295f-49a0-aeef-4b2651586c47 for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:59:41.756343 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2e4020cf-b7a3-4ef4-a4b0-2818c5471751 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks [] for router (813cbb1d-295f-49a0-aeef-4b2651586c47), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:41.758079 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22af4ba5-f4fc-4d1e-9577-5fbcaafbe3b8 None None] Network c7f21797-5668-4791-9ccc-dbfc006c4221 is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:59:41.763454 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-22af4ba5-f4fc-4d1e-9577-5fbcaafbe3b8 None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:59:41.765604 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 65532ff8-851a-431c-b0ec-c1c43f44b5f5 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:59:41.768715 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c343a524-a316-4b7a-9c4f-2bdcaee379d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (65532ff8-851a-431c-b0ec-c1c43f44b5f5), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:41.776946 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22af4ba5-f4fc-4d1e-9577-5fbcaafbe3b8 None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:59:41.783552 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f909f8e-35eb-4250-81b9-8f6ab366c7e7 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Releasing vlan 252 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:59:41.786635 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4f909f8e-35eb-4250-81b9-8f6ab366c7e7 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (72cae1d0-ae6b-44c3-8913-971ebf40cf94), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:41.848552 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be66f00-f787-42f5-a8e8-b0e694e666ec req-a3ad3726-f054-4358-a07c-cc7f296329a8 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:41.850120 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3be66f00-f787-42f5-a8e8-b0e694e666ec req-a3ad3726-f054-4358-a07c-cc7f296329a8 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 946 time: 0.1936929 Feb 19 02:59:41.876760 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 65532ff8-851a-431c-b0ec-c1c43f44b5f5 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:59:41.877503 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 65532ff8-851a-431c-b0ec-c1c43f44b5f5 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:59:41.898468 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c343a524-a316-4b7a-9c4f-2bdcaee379d9 None None] No DVR routers for this DVR port 65532ff8-851a-431c-b0ec-c1c43f44b5f5 on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:59:41.901879 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-22af4ba5-f4fc-4d1e-9577-5fbcaafbe3b8 None None] Attempting to bind port d93b252f-862d-4d8f-8ea6-94a411621491 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:59:41.902346 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-22af4ba5-f4fc-4d1e-9577-5fbcaafbe3b8 None None] Attempting to bind port d93b252f-862d-4d8f-8ea6-94a411621491 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': 'f3959103-24c9-4971-adbf-d8fedf22b1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c7f21797-5668-4791-9ccc-dbfc006c4221'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:59:41.902741 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22af4ba5-f4fc-4d1e-9577-5fbcaafbe3b8 None None] Attempting to bind port d93b252f-862d-4d8f-8ea6-94a411621491 on network c7f21797-5668-4791-9ccc-dbfc006c4221 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:59:41.909170 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8628df-ef46-410c-b665-e71b6ece3176 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-48d3009f-8d6e-4fac-a460-ff95e3f8d78a', 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a', 'project_id': 'bb74a1a86b774cd895fbb7befcc78fd8', 'fixed_ips': [{'subnet_id': 'b909d8e6-ab00-4607-b5be-667b4cd8a20a'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:59:41.910764 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-ca8628df-ef46-410c-b665-e71b6ece3176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:41.916051 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22af4ba5-f4fc-4d1e-9577-5fbcaafbe3b8 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:59:41.916777 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22af4ba5-f4fc-4d1e-9577-5fbcaafbe3b8 None None] Checking segment: {'id': 'f3959103-24c9-4971-adbf-d8fedf22b1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c7f21797-5668-4791-9ccc-dbfc006c4221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:59:41.917436 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-22af4ba5-f4fc-4d1e-9577-5fbcaafbe3b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:41.918025 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22af4ba5-f4fc-4d1e-9577-5fbcaafbe3b8 None None] Bound using segment: {'id': 'f3959103-24c9-4971-adbf-d8fedf22b1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c7f21797-5668-4791-9ccc-dbfc006c4221'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:59:41.918724 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-22af4ba5-f4fc-4d1e-9577-5fbcaafbe3b8 None None] Bound port: d93b252f-862d-4d8f-8ea6-94a411621491, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3959103-24c9-4971-adbf-d8fedf22b1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c7f21797-5668-4791-9ccc-dbfc006c4221'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:59:41.919201 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-22af4ba5-f4fc-4d1e-9577-5fbcaafbe3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (d93b252f-862d-4d8f-8ea6-94a411621491), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:41.921248 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c968416-2d46-4f08-be25-8f4688e5a0d8 None None] Routers {'813cbb1d-295f-49a0-aeef-4b2651586c47'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:59:41.921983 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-1c968416-2d46-4f08-be25-8f4688e5a0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:59:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['813cbb1d-295f-49a0-aeef-4b2651586c47'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:41.923918 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22af4ba5-f4fc-4d1e-9577-5fbcaafbe3b8 None None] Pushing event updated for resources: {'Port': ['ID=d93b252f-862d-4d8f-8ea6-94a411621491,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:41.951023 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 02:59:41.951023 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:59:41.951023 n-d-826753-2 neutron-server[103702]: timer() Feb 19 02:59:41.951023 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:59:41.951023 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 02:59:41.951023 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:59:41.951023 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 02:59:41.951023 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:59:41.951023 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 02:59:41.951023 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:59:41.951023 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 02:59:41.951023 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:59:41.951023 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 02:59:41.951023 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:59:41.951023 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:59:41.951023 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:59:41.951023 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:59:41.951023 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:59:41.951023 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 02:59:41.951023 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:59:41.951023 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 02:59:41.951023 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:59:41.951023 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:59:41.951023 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:59:41.951023 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 02:59:41.951023 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:59:41.951023 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:59:41.951023 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:59:41.951023 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:59:41.951023 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:59:41.951023 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:59:41.951023 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:59:41.968293 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675dc4ed-23ce-4c18-9d3b-40e8faa1c388 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Pushing event deleted for resources: {'Subnet': ['ID=cc2a56db-451b-4440-ad81-6dae62292456,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:41.971287 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2e4020cf-b7a3-4ef4-a4b0-2818c5471751 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16317457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14254'] for router (813cbb1d-295f-49a0-aeef-4b2651586c47), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:41.978898 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2e4020cf-b7a3-4ef4-a4b0-2818c5471751 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks [] for router_controller (813cbb1d-295f-49a0-aeef-4b2651586c47), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:42.023641 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c343a524-a316-4b7a-9c4f-2bdcaee379d9 None None] Pushing event deleted for resources: {'Port': ['ID=65532ff8-851a-431c-b0ec-c1c43f44b5f5,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:42.067929 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4f909f8e-35eb-4250-81b9-8f6ab366c7e7 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (e4dd1235-f884-46a9-a9e7-895a86401327), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:42.098736 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-1c968416-2d46-4f08-be25-8f4688e5a0d8 None None] Set router 813cbb1d-295f-49a0-aeef-4b2651586c47 gateway port host: None {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:59:42.124748 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3be66f00-f787-42f5-a8e8-b0e694e666ec req-250776e1-0340-43c0-add7-2fe5542d549c tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472000 Feb 19 02:59:42.130244 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2e4020cf-b7a3-4ef4-a4b0-2818c5471751 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16317544'] for router (813cbb1d-295f-49a0-aeef-4b2651586c47), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:42.130869 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e4020cf-b7a3-4ef4-a4b0-2818c5471751 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Fanout notify agent at l3_agent the message router_deleted on router 813cbb1d-295f-49a0-aeef-4b2651586c47 {{(pid=103701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 02:59:42.148850 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2e4020cf-b7a3-4ef4-a4b0-2818c5471751 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] Publish callbacks [] for router (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:42.155736 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-2e4020cf-b7a3-4ef4-a4b0-2818c5471751 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] 10.222.0.72 "DELETE /v2.0/routers/813cbb1d-295f-49a0-aeef-4b2651586c47 HTTP/1.1" status: 204 len: 168 time: 0.5768626 Feb 19 02:59:42.156987 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 44948) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:42.210691 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-8eeb2d87-48bb-4cde-9ebc-5da45a8dd52e tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] 10.222.0.72 "GET /v2.0/ports?device_id=813cbb1d-295f-49a0-aeef-4b2651586c47 HTTP/1.1" status: 200 len: 205 time: 0.0509305 Feb 19 02:59:42.211659 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 44952) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:42.226723 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-1c968416-2d46-4f08-be25-8f4688e5a0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813cbb1d-295f-49a0-aeef-4b2651586c47', 'name': 'tempest-RoutersTest-router-1011596639', 'tenant_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:59:39Z', 'updated_at': '2022-02-19T02:59:40Z', 'revision_number': 2, 'project_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'gw_port_host': None}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:42.277313 n-d-826753-2 neutron-server[103701]: INFO neutron.api.v2.resource [None req-0efd9245-8d7b-48f2-81e9-6f065bb7b29e tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] delete failed (client error): The resource could not be found. Feb 19 02:59:42.281422 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c968416-2d46-4f08-be25-8f4688e5a0d8 None None] The sync data for ids ['813cbb1d-295f-49a0-aeef-4b2651586c47'] in n-d-826753-2 is: [{'id': '813cbb1d-295f-49a0-aeef-4b2651586c47', 'name': 'tempest-RoutersTest-router-1011596639', 'tenant_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:59:39Z', 'updated_at': '2022-02-19T02:59:40Z', 'revision_number': 2, 'project_id': 'eae5468561eb44d8a8138d5efbd64f6e', 'gw_port_host': None}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:59:42.292072 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-0efd9245-8d7b-48f2-81e9-6f065bb7b29e tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] 10.222.0.72 "DELETE /v2.0/routers/813cbb1d-295f-49a0-aeef-4b2651586c47 HTTP/1.1" status: 404 len: 336 time: 0.0789108 Feb 19 02:59:42.331604 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-22af4ba5-f4fc-4d1e-9577-5fbcaafbe3b8 None None] For port d93b252f-862d-4d8f-8ea6-94a411621491, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:59:42.339381 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 44954) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:42.352838 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-22af4ba5-f4fc-4d1e-9577-5fbcaafbe3b8 None None] For port d93b252f-862d-4d8f-8ea6-94a411621491, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=d93b252f-862d-4d8f-8ea6-94a411621491,segment=NetworkSegment(f3959103-24c9-4971-adbf-d8fedf22b1cd),segment_id=f3959103-24c9-4971-adbf-d8fedf22b1cd)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:59:42.374673 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-ca8628df-ef46-410c-b665-e71b6ece3176 None None] Allocated IP 2001:db8::2 (48d3009f-8d6e-4fac-a460-ff95e3f8d78a/b909d8e6-ab00-4607-b5be-667b4cd8a20a/9282a541-8c56-4aca-84d9-0ccdb7e8ded8) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:59:42.377675 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-22af4ba5-f4fc-4d1e-9577-5fbcaafbe3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (d93b252f-862d-4d8f-8ea6-94a411621491), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:42.398916 n-d-826753-2 neutron-server[103701]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7075adc-3cbd-46f8-aadb-e59042aac669 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] DELETE failed (client error): The resource could not be found. Feb 19 02:59:42.399526 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7075adc-3cbd-46f8-aadb-e59042aac669 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 02:59:42.402966 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-e7075adc-3cbd-46f8-aadb-e59042aac669 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] 10.222.0.72 "DELETE /v2.0/subnets/6344d7e0-e013-46f8-95ba-8900fc4b4564 HTTP/1.1" status: 404 len: 337 time: 0.0559680 Feb 19 02:59:42.420879 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 44956) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:42.544198 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22af4ba5-f4fc-4d1e-9577-5fbcaafbe3b8 None None] Pushing event updated for resources: {'Port': ['ID=d93b252f-862d-4d8f-8ea6-94a411621491,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:42.571010 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4f909f8e-35eb-4250-81b9-8f6ab366c7e7 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:42.577861 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-4f909f8e-35eb-4250-81b9-8f6ab366c7e7 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] 10.222.0.72 "DELETE /v2.0/networks/e4dd1235-f884-46a9-a9e7-895a86401327 HTTP/1.1" status: 204 len: 168 time: 2.3510416 Feb 19 02:59:42.584977 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f909f8e-35eb-4250-81b9-8f6ab366c7e7 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Pushing event deleted for resources: {'Network': ['ID=e4dd1235-f884-46a9-a9e7-895a86401327,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:42.588366 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73be479-ae4d-4077-9002-70f88f8740aa None None] Network c7f21797-5668-4791-9ccc-dbfc006c4221 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:59:42.590420 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 44958) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:42.594142 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-675dc4ed-23ce-4c18-9d3b-40e8faa1c388 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (c7f21797-5668-4791-9ccc-dbfc006c4221), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:42.656440 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-dee21c06-178a-4a60-935b-4a60d0ea6b04 tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] 10.222.0.72 "GET /v2.0/ports?device_id=ef07f177-dd09-4c76-ba2c-efecd2900d2c HTTP/1.1" status: 200 len: 205 time: 0.0529861 Feb 19 02:59:42.674315 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-675dc4ed-23ce-4c18-9d3b-40e8faa1c388 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7f21797-5668-4791-9ccc-dbfc006c4221']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:42.680571 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 44960) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:42.706886 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-675dc4ed-23ce-4c18-9d3b-40e8faa1c388 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3959103-24c9-4971-adbf-d8fedf22b1cd') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:42.709611 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-675dc4ed-23ce-4c18-9d3b-40e8faa1c388 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3959103-24c9-4971-adbf-d8fedf22b1cd') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:42.711743 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d17af563-3e47-4863-83fe-3e1f562ffc85 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Made reservation on behalf of bb74a1a86b774cd895fbb7befcc78fd8 for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:59:42.718717 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d17af563-3e47-4863-83fe-3e1f562ffc85 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:42.761303 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-ca8628df-ef46-410c-b665-e71b6ece3176 None None] Publish callbacks [] for port (9282a541-8c56-4aca-84d9-0ccdb7e8ded8), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:42.773427 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-ca8628df-ef46-410c-b665-e71b6ece3176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (9282a541-8c56-4aca-84d9-0ccdb7e8ded8), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:42.796204 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-675dc4ed-23ce-4c18-9d3b-40e8faa1c388 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (f3959103-24c9-4971-adbf-d8fedf22b1cd), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:42.836788 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8628df-ef46-410c-b665-e71b6ece3176 None None] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:59:42.853142 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-ca8628df-ef46-410c-b665-e71b6ece3176 None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:59:42.856925 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8628df-ef46-410c-b665-e71b6ece3176 None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:59:42.861463 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [None req-d17af563-3e47-4863-83fe-3e1f562ffc85 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] device_id is not set on port 0a7e1bba-8845-47be-8bc5-e4270818bc67 yet. {{(pid=103702) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 02:59:42.870865 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0b474dc3-06c2-443c-a4bb-b54933705d0d tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Publish callbacks [] for router (ef07f177-dd09-4c76-ba2c-efecd2900d2c), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:42.885168 n-d-826753-2 neutron-server[103701]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f618a63-18fc-4e9f-a851-3a9fcfc7db74 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] DELETE failed (client error): The resource could not be found. Feb 19 02:59:42.885627 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f618a63-18fc-4e9f-a851-3a9fcfc7db74 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 02:59:42.888738 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-5f618a63-18fc-4e9f-a851-3a9fcfc7db74 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] 10.222.0.72 "DELETE /v2.0/subnets/8bc46cc2-798d-4f29-8a14-65f31e39580f HTTP/1.1" status: 404 len: 337 time: 0.4667239 Feb 19 02:59:42.911730 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 44964) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:42.944994 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-ca8628df-ef46-410c-b665-e71b6ece3176 None None] Attempting to bind port 9282a541-8c56-4aca-84d9-0ccdb7e8ded8 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:59:42.945394 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-ca8628df-ef46-410c-b665-e71b6ece3176 None None] Attempting to bind port 9282a541-8c56-4aca-84d9-0ccdb7e8ded8 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': 'c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:59:42.945913 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8628df-ef46-410c-b665-e71b6ece3176 None None] Attempting to bind port 9282a541-8c56-4aca-84d9-0ccdb7e8ded8 on network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:59:42.950745 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-675dc4ed-23ce-4c18-9d3b-40e8faa1c388 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (f3959103-24c9-4971-adbf-d8fedf22b1cd), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:42.953123 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8628df-ef46-410c-b665-e71b6ece3176 None None] Pushing event updated for resources: {'Port': ['ID=9282a541-8c56-4aca-84d9-0ccdb7e8ded8,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:42.957997 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d31d6b6-85b1-47ac-8c98-4e1eed49f5e4 req-6e58ce3f-ecb8-4362-a4f4-56677598ebdf tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:42.958684 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8628df-ef46-410c-b665-e71b6ece3176 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:59:42.959398 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8628df-ef46-410c-b665-e71b6ece3176 None None] Checking segment: {'id': 'c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:59:42.959594 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-ca8628df-ef46-410c-b665-e71b6ece3176 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:42.959990 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8628df-ef46-410c-b665-e71b6ece3176 None None] Bound using segment: {'id': 'c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:59:42.961125 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-ca8628df-ef46-410c-b665-e71b6ece3176 None None] Bound port: 9282a541-8c56-4aca-84d9-0ccdb7e8ded8, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:59:42.961125 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-ca8628df-ef46-410c-b665-e71b6ece3176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (9282a541-8c56-4aca-84d9-0ccdb7e8ded8), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:42.965033 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1d31d6b6-85b1-47ac-8c98-4e1eed49f5e4 req-6e58ce3f-ecb8-4362-a4f4-56677598ebdf tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/ports?device_id=1acb5283-7513-4bc2-a633-a91a277157f6 HTTP/1.1" status: 200 len: 946 time: 0.6691070 Feb 19 02:59:42.968785 n-d-826753-2 neutron-server[103701]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4fded28-bfe7-4bef-8fec-8c90a9d2295e tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] DELETE failed (client error): The resource could not be found. Feb 19 02:59:42.969262 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4fded28-bfe7-4bef-8fec-8c90a9d2295e tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 02:59:42.972890 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-b4fded28-bfe7-4bef-8fec-8c90a9d2295e tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] 10.222.0.72 "DELETE /v2.0/subnets/ce12a843-822e-4a25-b8c3-728dd5a339e5 HTTP/1.1" status: 404 len: 337 time: 0.0590153 Feb 19 02:59:42.976685 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 44966) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:43.024429 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-675dc4ed-23ce-4c18-9d3b-40e8faa1c388 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Releasing vlan 262 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:59:43.025104 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-675dc4ed-23ce-4c18-9d3b-40e8faa1c388 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (f3959103-24c9-4971-adbf-d8fedf22b1cd), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:43.027941 n-d-826753-2 neutron-server[103701]: INFO neutron.pecan_wsgi.hooks.translation [None req-fddc6fbc-05c3-40f9-b368-3850cea431e4 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] DELETE failed (client error): The resource could not be found. Feb 19 02:59:43.028448 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fddc6fbc-05c3-40f9-b368-3850cea431e4 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 02:59:43.035859 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-fddc6fbc-05c3-40f9-b368-3850cea431e4 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] 10.222.0.72 "DELETE /v2.0/subnets/20259683-fb47-49b7-8d52-ce41b6898621 HTTP/1.1" status: 404 len: 337 time: 0.0483124 Feb 19 02:59:43.036609 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 44968) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:43.052065 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d27c3db-c7dc-4e4d-96f3-dccfa1e68925 req-46686971-2a83-4d07-bfde-dc4a48311956 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:43.053592 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5d27c3db-c7dc-4e4d-96f3-dccfa1e68925 req-46686971-2a83-4d07-bfde-dc4a48311956 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 946 time: 0.7591257 Feb 19 02:59:43.059975 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 02:59:43.059975 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:59:43.059975 n-d-826753-2 neutron-server[103702]: timer() Feb 19 02:59:43.059975 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:59:43.059975 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 02:59:43.059975 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:59:43.059975 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 02:59:43.059975 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:59:43.059975 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 02:59:43.059975 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:59:43.059975 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 02:59:43.059975 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:59:43.059975 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 02:59:43.059975 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:59:43.059975 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:59:43.059975 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:59:43.059975 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:59:43.059975 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:59:43.059975 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 02:59:43.059975 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:59:43.059975 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 02:59:43.059975 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:59:43.059975 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:59:43.059975 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:59:43.059975 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 02:59:43.059975 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:59:43.059975 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:59:43.059975 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:59:43.059975 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:59:43.059975 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:59:43.059975 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:59:43.059975 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:59:43.089243 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-964d5167-a558-4e00-90e8-7f9110521a03 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] 10.222.0.72 "GET /v2.0/ports?device_id=3cdae58c-9b05-4e69-aae0-f3043115cc4e HTTP/1.1" status: 200 len: 205 time: 0.0455029 Feb 19 02:59:43.093272 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-ca8628df-ef46-410c-b665-e71b6ece3176 None None] For port 9282a541-8c56-4aca-84d9-0ccdb7e8ded8, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:59:43.095322 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 44970) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:43.098989 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-ca8628df-ef46-410c-b665-e71b6ece3176 None None] For port 9282a541-8c56-4aca-84d9-0ccdb7e8ded8, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=9282a541-8c56-4aca-84d9-0ccdb7e8ded8,segment=NetworkSegment(c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8),segment_id=c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:59:43.120840 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-ca8628df-ef46-410c-b665-e71b6ece3176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (9282a541-8c56-4aca-84d9-0ccdb7e8ded8), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:43.152774 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0b474dc3-06c2-443c-a4bb-b54933705d0d tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16317457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14254'] for router (ef07f177-dd09-4c76-ba2c-efecd2900d2c), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:43.165766 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0b474dc3-06c2-443c-a4bb-b54933705d0d tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Publish callbacks [] for router_controller (ef07f177-dd09-4c76-ba2c-efecd2900d2c), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:43.179504 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8628df-ef46-410c-b665-e71b6ece3176 None None] Pushing event updated for resources: {'Port': ['ID=9282a541-8c56-4aca-84d9-0ccdb7e8ded8,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:43.180869 n-d-826753-2 neutron-server[103701]: INFO neutron.api.v2.resource [None req-a955ad0d-7216-46f3-bc8b-6cfcf51fa00d tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] delete failed (client error): The resource could not be found. Feb 19 02:59:43.181989 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-a955ad0d-7216-46f3-bc8b-6cfcf51fa00d tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] 10.222.0.72 "DELETE /v2.0/routers/3cdae58c-9b05-4e69-aae0-f3043115cc4e HTTP/1.1" status: 404 len: 336 time: 0.0853169 Feb 19 02:59:43.188541 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 44972) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:43.215618 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1d31d6b6-85b1-47ac-8c98-4e1eed49f5e4 req-8ac0932a-b352-4df7-be8c-fedbe3fa503e tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ba0f102-3452-4e6f-b12d-3fac2606ad0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496135 Feb 19 02:59:43.243348 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-c6195212-bbd6-45da-8aa0-049748cddaac tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] 10.222.0.72 "GET /v2.0/ports?device_id=3068fc7b-67b7-42f8-a803-d68b8823a1c1 HTTP/1.1" status: 200 len: 205 time: 0.0524480 Feb 19 02:59:43.246883 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 44974) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:43.255495 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.db.api [None req-675dc4ed-23ce-4c18-9d3b-40e8faa1c388 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 19 02:59:43.255495 n-d-826753-2 neutron-server[103702]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 19 02:59:43.255495 n-d-826753-2 neutron-server[103702]: [parameters: {'id': 'c7f21797-5668-4791-9ccc-dbfc006c4221'}] Feb 19 02:59:43.255495 n-d-826753-2 neutron-server[103702]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103702) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 02:59:43.255928 n-d-826753-2 neutron-server[103702]: DEBUG oslo_db.api [None req-675dc4ed-23ce-4c18-9d3b-40e8faa1c388 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 02:59:43.276330 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-d17af563-3e47-4863-83fe-3e1f562ffc85 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Allocated IP 2001:db8::255 (48d3009f-8d6e-4fac-a460-ff95e3f8d78a/b909d8e6-ab00-4607-b5be-667b4cd8a20a/0a7e1bba-8845-47be-8bc5-e4270818bc67) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:59:43.279208 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0b474dc3-06c2-443c-a4bb-b54933705d0d tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16317544'] for router (ef07f177-dd09-4c76-ba2c-efecd2900d2c), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:43.280145 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b474dc3-06c2-443c-a4bb-b54933705d0d tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Fanout notify agent at l3_agent the message router_deleted on router ef07f177-dd09-4c76-ba2c-efecd2900d2c {{(pid=103702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 02:59:43.289883 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0b474dc3-06c2-443c-a4bb-b54933705d0d tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:43.293676 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-0b474dc3-06c2-443c-a4bb-b54933705d0d tempest-RoutersNegativeTest-1945148291 tempest-RoutersNegativeTest-1945148291-project] 10.222.0.72 "DELETE /v2.0/routers/ef07f177-dd09-4c76-ba2c-efecd2900d2c HTTP/1.1" status: 204 len: 168 time: 0.6009886 Feb 19 02:59:43.302925 n-d-826753-2 neutron-server[103701]: INFO neutron.api.v2.resource [None req-8ae0fba6-006e-43d6-9135-37be65db28c8 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] delete failed (client error): The resource could not be found. Feb 19 02:59:43.304008 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-8ae0fba6-006e-43d6-9135-37be65db28c8 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] 10.222.0.72 "DELETE /v2.0/routers/3068fc7b-67b7-42f8-a803-d68b8823a1c1 HTTP/1.1" status: 404 len: 336 time: 0.0562506 Feb 19 02:59:43.307694 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 44978) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:43.308644 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5d27c3db-c7dc-4e4d-96f3-dccfa1e68925 req-e83fd353-51e8-49b4-8032-0a689f01b441 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166357 Feb 19 02:59:43.348337 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3bc08a6-4030-41c2-a70b-f5d099030416 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] DELETE failed (client error): The resource could not be found. Feb 19 02:59:43.349158 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3bc08a6-4030-41c2-a70b-f5d099030416 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 02:59:43.352744 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-f3bc08a6-4030-41c2-a70b-f5d099030416 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] 10.222.0.72 "DELETE /v2.0/subnets/c4adc607-6fbb-47e0-b7a5-76f0318c39dc HTTP/1.1" status: 404 len: 337 time: 0.0437932 Feb 19 02:59:43.356070 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 44982) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:43.426955 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-5e69baba-66de-49e7-8aca-445f74c1d4c0 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] 10.222.0.72 "GET /v2.0/ports?device_id=5fe4a07c-f911-4cd5-9b9a-65a43cfcf6b3 HTTP/1.1" status: 200 len: 205 time: 0.0696080 Feb 19 02:59:43.429314 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 44986) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:43.530362 n-d-826753-2 neutron-server[103701]: INFO neutron.api.v2.resource [None req-6e27302c-42fb-4ca4-8816-bb8a3e0f0289 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] delete failed (client error): The resource could not be found. Feb 19 02:59:43.531503 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-6e27302c-42fb-4ca4-8816-bb8a3e0f0289 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] 10.222.0.72 "DELETE /v2.0/routers/5fe4a07c-f911-4cd5-9b9a-65a43cfcf6b3 HTTP/1.1" status: 404 len: 336 time: 0.1010289 Feb 19 02:59:43.535017 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 44988) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:43.590840 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d17af563-3e47-4863-83fe-3e1f562ffc85 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks [] for port (0a7e1bba-8845-47be-8bc5-e4270818bc67), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:43.604530 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-9f93a556-f968-4c6a-b7c4-ceb14cc58202 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] 10.222.0.72 "GET /v2.0/ports?device_id=4fcb80df-2a56-4bd4-8a88-9807e5aee6e4 HTTP/1.1" status: 200 len: 205 time: 0.0672567 Feb 19 02:59:43.607459 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 44992) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:43.675280 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d17af563-3e47-4863-83fe-3e1f562ffc85 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (0a7e1bba-8845-47be-8bc5-e4270818bc67), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:43.701755 n-d-826753-2 neutron-server[103701]: INFO neutron.api.v2.resource [None req-3fb35e1b-9a38-4f47-ae89-44823458a086 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] delete failed (client error): The resource could not be found. Feb 19 02:59:43.702262 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-3fb35e1b-9a38-4f47-ae89-44823458a086 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] 10.222.0.72 "DELETE /v2.0/routers/4fcb80df-2a56-4bd4-8a88-9807e5aee6e4 HTTP/1.1" status: 404 len: 336 time: 0.0925169 Feb 19 02:59:43.714470 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9022ab24-c253-4f88-97ff-e4aea1358442 req-b5727081-3911-4d6f-8195-35c676cf2663 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:43.722290 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9022ab24-c253-4f88-97ff-e4aea1358442 req-b5727081-3911-4d6f-8195-35c676cf2663 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 946 time: 0.2129207 Feb 19 02:59:43.722438 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 44994) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:43.744029 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 9282a541-8c56-4aca-84d9-0ccdb7e8ded8 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:59:43.761900 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 44996) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:43.766107 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-675dc4ed-23ce-4c18-9d3b-40e8faa1c388 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (c7f21797-5668-4791-9ccc-dbfc006c4221), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:43.772385 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17af563-3e47-4863-83fe-3e1f562ffc85 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:59:43.775810 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a5deac2-55f5-44e7-a311-6cfcf2c15c76 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] DELETE failed (client error): The resource could not be found. Feb 19 02:59:43.776266 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a5deac2-55f5-44e7-a311-6cfcf2c15c76 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 02:59:43.779688 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-4a5deac2-55f5-44e7-a311-6cfcf2c15c76 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] 10.222.0.72 "DELETE /v2.0/subnets/e41d146b-c08d-4c86-9b65-fc6d61bce7af HTTP/1.1" status: 404 len: 337 time: 0.0563436 Feb 19 02:59:43.787651 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45000) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:43.796791 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-d17af563-3e47-4863-83fe-3e1f562ffc85 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:59:43.804458 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17af563-3e47-4863-83fe-3e1f562ffc85 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:59:43.811103 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17af563-3e47-4863-83fe-3e1f562ffc85 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:43.811761 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d17af563-3e47-4863-83fe-3e1f562ffc85 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:43.816432 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17af563-3e47-4863-83fe-3e1f562ffc85 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event updated for resources: {'Port': ['ID=0a7e1bba-8845-47be-8bc5-e4270818bc67,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:43.830595 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-beabbd31-16c4-4ded-8b53-a1812ed58a4b tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] 10.222.0.72 "GET /v2.0/ports?device_id=8b0fbbcf-d227-4d47-8cb8-fb12b88eab07 HTTP/1.1" status: 200 len: 205 time: 0.0418003 Feb 19 02:59:43.837176 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45002) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:43.838684 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 9282a541-8c56-4aca-84d9-0ccdb7e8ded8 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:59:43.839430 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (9282a541-8c56-4aca-84d9-0ccdb7e8ded8), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:43.872845 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9022ab24-c253-4f88-97ff-e4aea1358442 req-83fcdb4a-2f2f-4585-9a76-b7c0f29faa94 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317565 Feb 19 02:59:43.888782 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-d17af563-3e47-4863-83fe-3e1f562ffc85 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.3790648 Feb 19 02:59:43.890620 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45006) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:43.904603 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-675dc4ed-23ce-4c18-9d3b-40e8faa1c388 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Deleting port d93b252f-862d-4d8f-8ea6-94a411621491 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:59:43.905118 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-675dc4ed-23ce-4c18-9d3b-40e8faa1c388 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (d93b252f-862d-4d8f-8ea6-94a411621491), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:43.966496 n-d-826753-2 neutron-server[103701]: INFO neutron.api.v2.resource [None req-ebe02d79-3edc-43d8-a897-eee0c4ab0f53 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] delete failed (client error): The resource could not be found. Feb 19 02:59:43.967593 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-ebe02d79-3edc-43d8-a897-eee0c4ab0f53 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] 10.222.0.72 "DELETE /v2.0/routers/8b0fbbcf-d227-4d47-8cb8-fb12b88eab07 HTTP/1.1" status: 404 len: 336 time: 0.1289201 Feb 19 02:59:43.977621 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45010) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:44.024348 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-675dc4ed-23ce-4c18-9d3b-40e8faa1c388 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] For port d93b252f-862d-4d8f-8ea6-94a411621491, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=d93b252f-862d-4d8f-8ea6-94a411621491,segment=NetworkSegment(f3959103-24c9-4971-adbf-d8fedf22b1cd),segment_id=f3959103-24c9-4971-adbf-d8fedf22b1cd)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:59:44.024348 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-675dc4ed-23ce-4c18-9d3b-40e8faa1c388 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (d93b252f-862d-4d8f-8ea6-94a411621491), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:44.037706 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-675dc4ed-23ce-4c18-9d3b-40e8faa1c388 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Calling delete_port for d93b252f-862d-4d8f-8ea6-94a411621491 owned by network:dhcp {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:59:44.054042 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f065562f-695c-420e-9797-a417776046d3 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:44.060123 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f065562f-695c-420e-9797-a417776046d3 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:44.064420 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-f065562f-695c-420e-9797-a417776046d3 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1698983 Feb 19 02:59:44.069201 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45014) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:44.085464 n-d-826753-2 neutron-server[103701]: INFO neutron.pecan_wsgi.hooks.translation [None req-93bb7771-52b4-41ea-941d-f530cdc8e9b1 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] DELETE failed (client error): The resource could not be found. Feb 19 02:59:44.085938 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93bb7771-52b4-41ea-941d-f530cdc8e9b1 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 02:59:44.089166 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-93bb7771-52b4-41ea-941d-f530cdc8e9b1 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] 10.222.0.72 "DELETE /v2.0/subnets/a74932f4-39a8-41eb-8a19-cab884832432 HTTP/1.1" status: 404 len: 337 time: 0.1104603 Feb 19 02:59:44.119178 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45016) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:44.174095 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-fca8be98-6da3-4444-b0ec-f9618218d0c5 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] 10.222.0.72 "GET /v2.0/ports?device_id=07cf4ed9-9bd6-4832-a9b7-d1ef05457006 HTTP/1.1" status: 200 len: 205 time: 0.0557477 Feb 19 02:59:44.176829 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45020) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:44.257272 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-675dc4ed-23ce-4c18-9d3b-40e8faa1c388 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (d93b252f-862d-4d8f-8ea6-94a411621491), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:44.276768 n-d-826753-2 neutron-server[103701]: INFO neutron.api.v2.resource [None req-5776e40a-3d4b-4775-bcda-28ecca9601a6 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] delete failed (client error): The resource could not be found. Feb 19 02:59:44.277883 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-5776e40a-3d4b-4775-bcda-28ecca9601a6 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] 10.222.0.72 "DELETE /v2.0/routers/07cf4ed9-9bd6-4832-a9b7-d1ef05457006 HTTP/1.1" status: 404 len: 336 time: 0.0946999 Feb 19 02:59:44.291052 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45026) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:44.306001 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-896c0184-978d-43c6-be96-06327e49b63c tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Deleting port 0a7e1bba-8845-47be-8bc5-e4270818bc67 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:59:44.306265 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-896c0184-978d-43c6-be96-06327e49b63c tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (0a7e1bba-8845-47be-8bc5-e4270818bc67), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:44.324302 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675dc4ed-23ce-4c18-9d3b-40e8faa1c388 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Pushing event deleted for resources: {'Port': ['ID=d93b252f-862d-4d8f-8ea6-94a411621491,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:44.330673 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-e2c52c26-4db7-4fff-9972-f8aead2f264f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=74f4913ae166469eb6ba774ed5b78972&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5650289 Feb 19 02:59:44.337947 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675dc4ed-23ce-4c18-9d3b-40e8faa1c388 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] No DVR routers for this DVR port d93b252f-862d-4d8f-8ea6-94a411621491 on host n-d-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:59:44.344172 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc28a5d-e8e8-4427-a17a-07e8cae8046c req-7d3970a4-c163-4eb9-b242-1a2531b3ff86 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:44.346980 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45028) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:44.352399 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9dc28a5d-e8e8-4427-a17a-07e8cae8046c req-7d3970a4-c163-4eb9-b242-1a2531b3ff86 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 946 time: 0.3459668 Feb 19 02:59:44.390308 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 9282a541-8c56-4aca-84d9-0ccdb7e8ded8 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:59:44.390707 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (9282a541-8c56-4aca-84d9-0ccdb7e8ded8), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:44.396552 n-d-826753-2 neutron-server[103701]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d1969a6-28ab-4b8b-b940-97e5810b5b01 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] DELETE failed (client error): The resource could not be found. Feb 19 02:59:44.397272 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d1969a6-28ab-4b8b-b940-97e5810b5b01 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 02:59:44.400481 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-9d1969a6-28ab-4b8b-b940-97e5810b5b01 tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] 10.222.0.72 "DELETE /v2.0/subnets/7595a57c-e160-4991-acef-b6ee20e04d54 HTTP/1.1" status: 404 len: 337 time: 0.1015303 Feb 19 02:59:44.411520 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45030) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:44.457063 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port 9282a541-8c56-4aca-84d9-0ccdb7e8ded8, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=9282a541-8c56-4aca-84d9-0ccdb7e8ded8,segment=NetworkSegment(c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8),segment_id=c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:59:44.465086 n-d-826753-2 neutron-server[103701]: INFO neutron.pecan_wsgi.hooks.translation [None req-f89e6dec-2217-4e45-a51f-756d1b1bf1ad tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] DELETE failed (client error): The resource could not be found. Feb 19 02:59:44.468001 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (9282a541-8c56-4aca-84d9-0ccdb7e8ded8), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:44.472534 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f89e6dec-2217-4e45-a51f-756d1b1bf1ad tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 02:59:44.475734 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-f89e6dec-2217-4e45-a51f-756d1b1bf1ad tempest-RoutersTest-1323273828 tempest-RoutersTest-1323273828-project] 10.222.0.72 "DELETE /v2.0/subnets/519207a1-54bc-4905-a4c9-098ed4e5c659 HTTP/1.1" status: 404 len: 337 time: 0.0630178 Feb 19 02:59:44.538177 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9dc28a5d-e8e8-4427-a17a-07e8cae8046c req-2d80bffa-3dea-44ef-b9bc-d3d6234347f4 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846347 Feb 19 02:59:44.550703 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-675dc4ed-23ce-4c18-9d3b-40e8faa1c388 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (c7f21797-5668-4791-9ccc-dbfc006c4221), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:44.557820 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38deb791-2e92-4a46-a267-3b1ca1e0fdfd req-1e2dde88-a01d-4f9b-b279-0cf34d02c1e0 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:44.559692 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-38deb791-2e92-4a46-a267-3b1ca1e0fdfd req-1e2dde88-a01d-4f9b-b279-0cf34d02c1e0 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/ports?device_id=1acb5283-7513-4bc2-a633-a91a277157f6 HTTP/1.1" status: 200 len: 946 time: 0.2043865 Feb 19 02:59:44.591334 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=9282a541-8c56-4aca-84d9-0ccdb7e8ded8,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:44.608218 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:44.608575 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:44.608920 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:44.609291 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:44.609629 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:44.612200 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:44.612526 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:44.614349 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:44.614713 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:44.615043 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:44.617051 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:44.617543 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:44.618630 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:44.632075 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-896c0184-978d-43c6-be96-06327e49b63c tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (0a7e1bba-8845-47be-8bc5-e4270818bc67), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:44.648748 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-896c0184-978d-43c6-be96-06327e49b63c tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Calling delete_port for 0a7e1bba-8845-47be-8bc5-e4270818bc67 owned by {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:59:44.659426 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-38deb791-2e92-4a46-a267-3b1ca1e0fdfd req-f6b500c1-a87e-4522-8d1b-e64b31a7a270 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ba0f102-3452-4e6f-b12d-3fac2606ad0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921302 Feb 19 02:59:44.772167 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-675dc4ed-23ce-4c18-9d3b-40e8faa1c388 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7f21797-5668-4791-9ccc-dbfc006c4221']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:44.804152 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd5249-170e-4c81-b8ae-d5810470f8d6 req-8ac6e962-2dfc-426b-993c-f7e1a66657f5 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:44.804510 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-675dc4ed-23ce-4c18-9d3b-40e8faa1c388 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3959103-24c9-4971-adbf-d8fedf22b1cd') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:44.804778 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-675dc4ed-23ce-4c18-9d3b-40e8faa1c388 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3959103-24c9-4971-adbf-d8fedf22b1cd') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:44.808008 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-60cd5249-170e-4c81-b8ae-d5810470f8d6 req-8ac6e962-2dfc-426b-993c-f7e1a66657f5 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 946 time: 0.1029713 Feb 19 02:59:44.831854 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0b8e04b3-739f-4309-bf82-393c2b056e32 admin admin] Publish callbacks [] for security_group (22a235c7-ba6e-4353-a10b-49ff9c457679), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:44.880444 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-675dc4ed-23ce-4c18-9d3b-40e8faa1c388 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (f3959103-24c9-4971-adbf-d8fedf22b1cd), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:44.911765 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-675dc4ed-23ce-4c18-9d3b-40e8faa1c388 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (f3959103-24c9-4971-adbf-d8fedf22b1cd), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:44.921837 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0b8e04b3-739f-4309-bf82-393c2b056e32 admin admin] Publish callbacks [] for security_group (22a235c7-ba6e-4353-a10b-49ff9c457679), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:44.937258 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-60cd5249-170e-4c81-b8ae-d5810470f8d6 req-c9aac79d-9a8b-404e-a86a-eb30e0f7a79c tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221519 Feb 19 02:59:44.944565 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45044) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:44.958594 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-675dc4ed-23ce-4c18-9d3b-40e8faa1c388 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Releasing vlan 262 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:59:44.959010 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-675dc4ed-23ce-4c18-9d3b-40e8faa1c388 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (f3959103-24c9-4971-adbf-d8fedf22b1cd), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:44.962390 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 02:59:44.962390 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:59:44.962390 n-d-826753-2 neutron-server[103702]: timer() Feb 19 02:59:44.962390 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:59:44.962390 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 02:59:44.962390 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:59:44.962390 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 02:59:44.962390 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:59:44.962390 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 02:59:44.962390 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:59:44.962390 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 02:59:44.962390 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:59:44.962390 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 02:59:44.962390 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:59:44.962390 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:59:44.962390 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:59:44.962390 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:59:44.962390 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:59:44.962390 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 02:59:44.962390 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:59:44.962390 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 02:59:44.962390 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:59:44.962390 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:59:44.962390 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:59:44.962390 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 02:59:44.962390 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:59:44.962390 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:59:44.962390 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:59:44.962390 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:59:44.962390 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:59:44.962390 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:59:44.962390 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:59:45.079272 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5d5a70-2c33-4a9b-9358-99e4ccf268b6 None None] get_active_networks_info from n-d-826753-2 {{(pid=103703) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 02:59:45.110601 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d06e4b-ffd3-41bb-99b7-14d09657c4c7 req-ba41bc7a-26a5-4f66-af91-961d969d7990 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:45.117586 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-92d06e4b-ffd3-41bb-99b7-14d09657c4c7 req-ba41bc7a-26a5-4f66-af91-961d969d7990 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/ports?device_id=1acb5283-7513-4bc2-a633-a91a277157f6 HTTP/1.1" status: 200 len: 946 time: 0.1181507 Feb 19 02:59:45.146229 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-675dc4ed-23ce-4c18-9d3b-40e8faa1c388 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (c7f21797-5668-4791-9ccc-dbfc006c4221), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:45.159607 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-675dc4ed-23ce-4c18-9d3b-40e8faa1c388 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:45.163211 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-675dc4ed-23ce-4c18-9d3b-40e8faa1c388 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] 10.222.0.72 "DELETE /v2.0/networks/c7f21797-5668-4791-9ccc-dbfc006c4221 HTTP/1.1" status: 204 len: 168 time: 4.7877696 Feb 19 02:59:45.166739 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45050) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:45.206150 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ac155a2-9652-4c24-bde0-912f1482330d tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] DELETE failed (client error): The resource could not be found. Feb 19 02:59:45.206896 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ac155a2-9652-4c24-bde0-912f1482330d tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 02:59:45.210350 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-7ac155a2-9652-4c24-bde0-912f1482330d tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] 10.222.0.72 "DELETE /v2.0/subnets/cc2a56db-451b-4440-ad81-6dae62292456 HTTP/1.1" status: 404 len: 337 time: 0.0423775 Feb 19 02:59:45.211188 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-896c0184-978d-43c6-be96-06327e49b63c tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (0a7e1bba-8845-47be-8bc5-e4270818bc67), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:45.213101 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45052) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:45.214706 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-c3b1cc4e-cc38-4424-a03a-88ee59bb2694 None None] Provisioning complete for port 9282a541-8c56-4aca-84d9-0ccdb7e8ded8 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:59:45.215310 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c3b1cc4e-cc38-4424-a03a-88ee59bb2694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (9282a541-8c56-4aca-84d9-0ccdb7e8ded8), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:45.217996 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675dc4ed-23ce-4c18-9d3b-40e8faa1c388 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Pushing event deleted for resources: {'Network': ['ID=c7f21797-5668-4791-9ccc-dbfc006c4221,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:45.244442 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-0647232a-6eec-49fb-aa7d-5a65e963667c tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] DELETE failed (client error): The resource could not be found. Feb 19 02:59:45.245178 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0647232a-6eec-49fb-aa7d-5a65e963667c tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 02:59:45.251628 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-27693cdd-6bcd-4e46-b171-0012293e06ec admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=eae5468561eb44d8a8138d5efbd64f6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3027549 Feb 19 02:59:45.251795 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-0647232a-6eec-49fb-aa7d-5a65e963667c tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] 10.222.0.72 "DELETE /v2.0/networks/c7f21797-5668-4791-9ccc-dbfc006c4221 HTTP/1.1" status: 404 len: 339 time: 0.0341508 Feb 19 02:59:45.256134 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45054) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:45.256484 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45056) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:45.265364 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c7dbbd-b021-4e79-bb1c-de2084a1c7c1 req-5e868392-1e00-4e0b-a28a-ea70e60c1d11 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:45.270625 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896c0184-978d-43c6-be96-06327e49b63c tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event deleted for resources: {'Port': ['ID=0a7e1bba-8845-47be-8bc5-e4270818bc67,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:45.274312 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0b8e04b3-739f-4309-bf82-393c2b056e32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (22a235c7-ba6e-4353-a10b-49ff9c457679), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:45.277360 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0b8e04b3-739f-4309-bf82-393c2b056e32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:45.277488 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a3c7dbbd-b021-4e79-bb1c-de2084a1c7c1 req-5e868392-1e00-4e0b-a28a-ea70e60c1d11 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 946 time: 0.2124281 Feb 19 02:59:45.281194 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-0b8e04b3-739f-4309-bf82-393c2b056e32 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/22a235c7-ba6e-4353-a10b-49ff9c457679 HTTP/1.1" status: 204 len: 168 time: 0.8978221 Feb 19 02:59:45.288211 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8e04b3-739f-4309-bf82-393c2b056e32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22a235c7-ba6e-4353-a10b-49ff9c457679,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:45.321899 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-896c0184-978d-43c6-be96-06327e49b63c tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:45.325395 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-896c0184-978d-43c6-be96-06327e49b63c tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "DELETE /v2.0/ports/0a7e1bba-8845-47be-8bc5-e4270818bc67 HTTP/1.1" status: 204 len: 168 time: 1.2551858 Feb 19 02:59:45.327987 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45060) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:45.371588 n-d-826753-2 neutron-server[103701]: INFO neutron.pecan_wsgi.hooks.translation [None req-193803ef-35df-4748-a43f-cc83aa8e49f3 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] DELETE failed (client error): The resource could not be found. Feb 19 02:59:45.372053 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-193803ef-35df-4748-a43f-cc83aa8e49f3 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 02:59:45.372818 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5d5a70-2c33-4a9b-9358-99e4ccf268b6 None None] Resources bound (agent type, host, resource id): {{(pid=103703) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 02:59:45.375116 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-193803ef-35df-4748-a43f-cc83aa8e49f3 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] 10.222.0.72 "DELETE /v2.0/subnets/f34dfa9d-122b-4ab6-afa2-0265dff096fe HTTP/1.1" status: 404 len: 337 time: 0.0897748 Feb 19 02:59:45.378547 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45064) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:45.404522 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-721dd2f2-75be-4998-a860-b666ceee1b6c tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] DELETE failed (client error): The resource could not be found. Feb 19 02:59:45.405189 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-721dd2f2-75be-4998-a860-b666ceee1b6c tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 02:59:45.408802 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-721dd2f2-75be-4998-a860-b666ceee1b6c tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] 10.222.0.72 "DELETE /v2.0/networks/34f01f00-1d5d-41ae-ae0b-8c7d212978fa HTTP/1.1" status: 404 len: 339 time: 0.0289898 Feb 19 02:59:45.412136 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45066) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:45.451227 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a3c7dbbd-b021-4e79-bb1c-de2084a1c7c1 req-d4bd1316-39e5-4e69-8637-a15f0ef8e51c tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728294 Feb 19 02:59:45.455734 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1686ef1-2ad5-4816-8e56-b2e85a057118 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] DELETE failed (client error): The resource could not be found. Feb 19 02:59:45.456319 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1686ef1-2ad5-4816-8e56-b2e85a057118 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 02:59:45.459585 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-a1686ef1-2ad5-4816-8e56-b2e85a057118 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] 10.222.0.72 "DELETE /v2.0/subnets/c571c5bd-a723-4598-9071-68502c710cdf HTTP/1.1" status: 404 len: 337 time: 0.0464048 Feb 19 02:59:45.466803 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45068) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:45.481622 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-92d06e4b-ffd3-41bb-99b7-14d09657c4c7 req-ec5a9fdf-8be2-47cd-add9-380afa150979 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ba0f102-3452-4e6f-b12d-3fac2606ad0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3603482 Feb 19 02:59:45.502580 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a21931-c462-4ac5-b003-0c8505b8fcd2 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:45.505285 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a21931-c462-4ac5-b003-0c8505b8fcd2 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:45.507529 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-c4a21931-c462-4ac5-b003-0c8505b8fcd2 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1774073 Feb 19 02:59:45.513368 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45072) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:45.524452 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1631d96-6ad7-4fad-b5ff-f2e9c5aa0dce tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] DELETE failed (client error): The resource could not be found. Feb 19 02:59:45.524980 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1631d96-6ad7-4fad-b5ff-f2e9c5aa0dce tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 02:59:45.530927 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-c1631d96-6ad7-4fad-b5ff-f2e9c5aa0dce tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] 10.222.0.72 "DELETE /v2.0/networks/d7c49c56-620b-4631-af41-03278c9ea23c HTTP/1.1" status: 404 len: 339 time: 0.0507841 Feb 19 02:59:45.531359 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45074) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:45.589332 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4a04c762-1277-4b86-a42c-0eeed9980734 admin admin] Publish callbacks [] for security_group (efcee661-aad7-4d7c-aa8e-bea34ef614a8), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:45.605418 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5d32fdb5-0ae6-4a41-87df-f658f85a594f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:45.623764 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4a04c762-1277-4b86-a42c-0eeed9980734 admin admin] Publish callbacks [] for security_group (efcee661-aad7-4d7c-aa8e-bea34ef614a8), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:45.632859 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-c3b1cc4e-cc38-4424-a03a-88ee59bb2694 None None] Current status of the port 9282a541-8c56-4aca-84d9-0ccdb7e8ded8 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:59:45.730270 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4a04c762-1277-4b86-a42c-0eeed9980734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (efcee661-aad7-4d7c-aa8e-bea34ef614a8), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:45.734085 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4a04c762-1277-4b86-a42c-0eeed9980734 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:45.738220 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-4a04c762-1277-4b86-a42c-0eeed9980734 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/efcee661-aad7-4d7c-aa8e-bea34ef614a8 HTTP/1.1" status: 204 len: 168 time: 0.4378183 Feb 19 02:59:45.770460 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 9282a541-8c56-4aca-84d9-0ccdb7e8ded8 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:59:45.822630 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-86891395-f5b1-4e39-aaad-a262dc69a09d tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Deleting port d69b1f49-ee8f-450d-be54-82bdacfe3b70 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:59:45.823258 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-86891395-f5b1-4e39-aaad-a262dc69a09d tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (d69b1f49-ee8f-450d-be54-82bdacfe3b70), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:45.839806 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb2c9b2f-f2ea-4eab-adad-a07671e9439c tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Deleting subnet b909d8e6-ab00-4607-b5be-667b4cd8a20a {{(pid=103701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:59:45.846471 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bb2c9b2f-f2ea-4eab-adad-a07671e9439c tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks [] for subnet (b909d8e6-ab00-4607-b5be-667b4cd8a20a), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:45.891047 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bb2c9b2f-f2ea-4eab-adad-a07671e9439c tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12647399'] for subnet (b909d8e6-ab00-4607-b5be-667b4cd8a20a), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:45.913634 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-86891395-f5b1-4e39-aaad-a262dc69a09d tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (d69b1f49-ee8f-450d-be54-82bdacfe3b70), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:45.922148 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 9282a541-8c56-4aca-84d9-0ccdb7e8ded8 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:59:45.922569 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (9282a541-8c56-4aca-84d9-0ccdb7e8ded8), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:45.937750 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04c762-1277-4b86-a42c-0eeed9980734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efcee661-aad7-4d7c-aa8e-bea34ef614a8,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:45.961123 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-86891395-f5b1-4e39-aaad-a262dc69a09d tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Calling delete_port for d69b1f49-ee8f-450d-be54-82bdacfe3b70 owned by {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:59:45.968386 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de63cb3-ac26-4f57-9e1f-43e20889979d None None] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:59:46.020892 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c16c24-251e-41dd-890c-0f27b36aff7b req-ad837e9d-c55b-478f-b498-fc5f13f4d867 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:46.023814 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d3c16c24-251e-41dd-890c-0f27b36aff7b req-ad837e9d-c55b-478f-b498-fc5f13f4d867 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 946 time: 0.2982941 Feb 19 02:59:46.127512 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bb2c9b2f-f2ea-4eab-adad-a07671e9439c tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (b909d8e6-ab00-4607-b5be-667b4cd8a20a), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:46.143980 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 9282a541-8c56-4aca-84d9-0ccdb7e8ded8 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:59:46.163103 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d3c16c24-251e-41dd-890c-0f27b36aff7b req-de096ae3-3a38-444a-bb49-1544501584b0 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309156 Feb 19 02:59:46.174064 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-86891395-f5b1-4e39-aaad-a262dc69a09d tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (d69b1f49-ee8f-450d-be54-82bdacfe3b70), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:46.203994 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-86891395-f5b1-4e39-aaad-a262dc69a09d tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:46.216314 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-86891395-f5b1-4e39-aaad-a262dc69a09d tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] 10.222.0.72 "DELETE /v2.0/ports/d69b1f49-ee8f-450d-be54-82bdacfe3b70 HTTP/1.1" status: 204 len: 168 time: 0.6809337 Feb 19 02:59:46.217514 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45094) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:46.257622 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86891395-f5b1-4e39-aaad-a262dc69a09d tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Pushing event deleted for resources: {'Port': ['ID=d69b1f49-ee8f-450d-be54-82bdacfe3b70,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:46.275249 n-d-826753-2 neutron-server[103701]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9f292e5-2539-4bab-b855-281cb09ea203 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] DELETE failed (client error): The resource could not be found. Feb 19 02:59:46.275719 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9f292e5-2539-4bab-b855-281cb09ea203 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 02:59:46.279138 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-a9f292e5-2539-4bab-b855-281cb09ea203 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] 10.222.0.72 "DELETE /v2.0/subnets/43cea302-1680-4b86-a75d-2507dc28520e HTTP/1.1" status: 404 len: 337 time: 0.0588031 Feb 19 02:59:46.282870 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45098) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:46.319491 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bb2c9b2f-f2ea-4eab-adad-a07671e9439c tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12647206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58706286'] for subnet (b909d8e6-ab00-4607-b5be-667b4cd8a20a), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:46.441032 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fe6f4570-438b-4bd3-8f5d-df578e5de72c tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (43995fb0-cf5a-47b9-ad61-fd7a9c10b3ca), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:46.462861 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2c9b2f-f2ea-4eab-adad-a07671e9439c tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event deleted for resources: {'Subnet': ['ID=b909d8e6-ab00-4607-b5be-667b4cd8a20a,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:46.475851 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bb2c9b2f-f2ea-4eab-adad-a07671e9439c tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:46.481827 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-bb2c9b2f-f2ea-4eab-adad-a07671e9439c tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "DELETE /v2.0/subnets/b909d8e6-ab00-4607-b5be-667b4cd8a20a HTTP/1.1" status: 204 len: 168 time: 0.9636142 Feb 19 02:59:46.482767 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45112) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:46.621698 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e93803d-c56b-45b7-8356-5ad27a6ef74a None None] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:59:46.630273 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-c0cf35a4-11fe-4947-8221-28e5239b8486 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1464152 Feb 19 02:59:46.639927 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45118) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:46.652976 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-afcf0f4b-93b4-4d78-aaaa-6e77c57f3901 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Request body: {'subnet': {'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:59:46.686159 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fe6f4570-438b-4bd3-8f5d-df578e5de72c tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (43995fb0-cf5a-47b9-ad61-fd7a9c10b3ca), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:46.707410 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22464b7-bcae-4b5b-86f5-d1727a4d7b88 req-a03f0672-a193-49c5-9ca7-347d9e1ad3d0 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:46.714552 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a22464b7-bcae-4b5b-86f5-d1727a4d7b88 req-a03f0672-a193-49c5-9ca7-347d9e1ad3d0 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 946 time: 0.3925796 Feb 19 02:59:46.725335 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-5ee2c9a4-583e-44ef-bc60-d2c79fb51623 None None] Provisioning complete for port 9282a541-8c56-4aca-84d9-0ccdb7e8ded8 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:59:46.725716 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5ee2c9a4-583e-44ef-bc60-d2c79fb51623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (9282a541-8c56-4aca-84d9-0ccdb7e8ded8), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:46.778310 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-fe6f4570-438b-4bd3-8f5d-df578e5de72c tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43995fb0-cf5a-47b9-ad61-fd7a9c10b3ca']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:46.790037 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-fe6f4570-438b-4bd3-8f5d-df578e5de72c tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03bd9e0c-cc2e-4749-abaa-b5229e0471d2') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:46.790345 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-fe6f4570-438b-4bd3-8f5d-df578e5de72c tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03bd9e0c-cc2e-4749-abaa-b5229e0471d2') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:46.814285 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fe6f4570-438b-4bd3-8f5d-df578e5de72c tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (03bd9e0c-cc2e-4749-abaa-b5229e0471d2), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:46.843078 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fe6f4570-438b-4bd3-8f5d-df578e5de72c tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (03bd9e0c-cc2e-4749-abaa-b5229e0471d2), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:46.852252 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe6f4570-438b-4bd3-8f5d-df578e5de72c tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Releasing vlan 293 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:59:46.852909 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fe6f4570-438b-4bd3-8f5d-df578e5de72c tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (03bd9e0c-cc2e-4749-abaa-b5229e0471d2), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:46.933799 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 02:59:46.933799 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:59:46.933799 n-d-826753-2 neutron-server[103702]: timer() Feb 19 02:59:46.933799 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:59:46.933799 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 02:59:46.933799 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:59:46.933799 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 02:59:46.933799 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:59:46.933799 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 02:59:46.933799 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:59:46.933799 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 02:59:46.933799 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:59:46.933799 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 02:59:46.933799 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:59:46.933799 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:59:46.933799 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:59:46.933799 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:59:46.933799 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:59:46.933799 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 02:59:46.933799 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:59:46.933799 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 02:59:46.933799 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:59:46.933799 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:59:46.933799 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:59:46.933799 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 02:59:46.933799 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:59:46.933799 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:59:46.933799 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:59:46.933799 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:59:46.933799 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:59:46.933799 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:59:46.933799 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:59:46.940210 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fe6f4570-438b-4bd3-8f5d-df578e5de72c tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (43995fb0-cf5a-47b9-ad61-fd7a9c10b3ca), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:46.957940 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fe6f4570-438b-4bd3-8f5d-df578e5de72c tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:46.967095 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-fe6f4570-438b-4bd3-8f5d-df578e5de72c tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] 10.222.0.72 "DELETE /v2.0/networks/43995fb0-cf5a-47b9-ad61-fd7a9c10b3ca HTTP/1.1" status: 204 len: 168 time: 0.6829286 Feb 19 02:59:46.972276 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45128) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:46.976063 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6112f7-35e5-43d4-ab75-568f37e27421 None None] DHCP port deletion for 48d3009f-8d6e-4fac-a460-ff95e3f8d78a request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 02:59:46.991082 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-5ee2c9a4-583e-44ef-bc60-d2c79fb51623 None None] Current status of the port 9282a541-8c56-4aca-84d9-0ccdb7e8ded8 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:59:46.997252 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afcf0f4b-93b4-4d78-aaaa-6e77c57f3901 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Made reservation on behalf of bb74a1a86b774cd895fbb7befcc78fd8 for: {'subnet': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:59:47.001117 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-afcf0f4b-93b4-4d78-aaaa-6e77c57f3901 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58706307'] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:47.007789 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45130) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:47.014635 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6f4570-438b-4bd3-8f5d-df578e5de72c tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Pushing event deleted for resources: {'Network': ['ID=43995fb0-cf5a-47b9-ad61-fd7a9c10b3ca,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:47.085338 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-6b6112f7-35e5-43d4-ab75-568f37e27421 None None] Deleting port 9282a541-8c56-4aca-84d9-0ccdb7e8ded8 {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:59:47.085822 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6b6112f7-35e5-43d4-ab75-568f37e27421 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (9282a541-8c56-4aca-84d9-0ccdb7e8ded8), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:47.089186 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f96ad42-f93c-46f0-8c5c-412adad0b511 req-c14ff0ca-0eba-4089-b2d8-9d2746e3abaf tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:47.090864 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3f96ad42-f93c-46f0-8c5c-412adad0b511 req-c14ff0ca-0eba-4089-b2d8-9d2746e3abaf tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/ports?device_id=1acb5283-7513-4bc2-a633-a91a277157f6 HTTP/1.1" status: 200 len: 946 time: 0.4637020 Feb 19 02:59:47.127382 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a22464b7-bcae-4b5b-86f5-d1727a4d7b88 req-f7ea8b90-ba8c-4be7-9dec-7f38e9bfd777 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4106817 Feb 19 02:59:47.231710 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-6b6112f7-35e5-43d4-ab75-568f37e27421 None None] For port 9282a541-8c56-4aca-84d9-0ccdb7e8ded8, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=9282a541-8c56-4aca-84d9-0ccdb7e8ded8,segment=NetworkSegment(c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8),segment_id=c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:59:47.232300 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6b6112f7-35e5-43d4-ab75-568f37e27421 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (9282a541-8c56-4aca-84d9-0ccdb7e8ded8), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:47.249952 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-6b6112f7-35e5-43d4-ab75-568f37e27421 None None] Calling delete_port for 9282a541-8c56-4aca-84d9-0ccdb7e8ded8 owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:59:47.259869 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3f96ad42-f93c-46f0-8c5c-412adad0b511 req-16e0332d-5156-424b-9252-13012d6d7784 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ba0f102-3452-4e6f-b12d-3fac2606ad0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390400 Feb 19 02:59:47.310039 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45140) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:47.340474 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-8530feef-ae7d-4d05-9490-979f281fc7d1 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Deleting port a903fb72-6cc0-4eee-8fbc-dbcf58837045 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:59:47.340968 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8530feef-ae7d-4d05-9490-979f281fc7d1 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (a903fb72-6cc0-4eee-8fbc-dbcf58837045), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:47.359259 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6b6112f7-35e5-43d4-ab75-568f37e27421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (9282a541-8c56-4aca-84d9-0ccdb7e8ded8), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:47.390513 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-831dd4b2-4c4f-4018-b580-14d3c8ee1e6a tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:59:47.391415 n-d-826753-2 neutron-server[103701]: WARNING neutron.api.v2.base [None req-831dd4b2-4c4f-4018-b580-14d3c8ee1e6a tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 19 02:59:47.392086 n-d-826753-2 neutron-server[103701]: INFO neutron.api.v2.resource [None req-831dd4b2-4c4f-4018-b580-14d3c8ee1e6a tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] create failed (client error): There was a conflict when trying to complete your request. Feb 19 02:59:47.393315 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-831dd4b2-4c4f-4018-b580-14d3c8ee1e6a tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3577340 Feb 19 02:59:47.394837 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6112f7-35e5-43d4-ab75-568f37e27421 None None] Pushing event deleted for resources: {'Port': ['ID=9282a541-8c56-4aca-84d9-0ccdb7e8ded8,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:47.396806 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6112f7-35e5-43d4-ab75-568f37e27421 None None] No DVR routers for this DVR port 9282a541-8c56-4aca-84d9-0ccdb7e8ded8 on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:59:47.402341 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-3e0ee609-f452-4550-a8a3-d90b785c7dc6 tempest-DvrRoutersNegativeTest-1965933869 tempest-DvrRoutersNegativeTest-1965933869-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1879924958', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:59:47.405037 n-d-826753-2 neutron-server[103702]: DEBUG neutron.policy [None req-3e0ee609-f452-4550-a8a3-d90b785c7dc6 tempest-DvrRoutersNegativeTest-1965933869 tempest-DvrRoutersNegativeTest-1965933869-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103702) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Feb 19 02:59:47.405776 n-d-826753-2 neutron-server[103702]: DEBUG neutron.policy [None req-3e0ee609-f452-4550-a8a3-d90b785c7dc6 tempest-DvrRoutersNegativeTest-1965933869 tempest-DvrRoutersNegativeTest-1965933869-project] Failed policy check for 'create_router' {{(pid=103702) enforce /opt/stack/neutron/neutron/policy.py:524}} Feb 19 02:59:47.405993 n-d-826753-2 neutron-server[103702]: INFO neutron.api.v2.resource [None req-3e0ee609-f452-4550-a8a3-d90b785c7dc6 tempest-DvrRoutersNegativeTest-1965933869 tempest-DvrRoutersNegativeTest-1965933869-project] create failed (client error): Access was denied to this resource. Feb 19 02:59:47.407618 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-3e0ee609-f452-4550-a8a3-d90b785c7dc6 tempest-DvrRoutersNegativeTest-1965933869 tempest-DvrRoutersNegativeTest-1965933869-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.0963750 Feb 19 02:59:47.412079 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45144) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:47.422542 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-54c2877d-1e05-409c-90ad-0121ee3827a6 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Request body: {'security_group': {'name': 'tempest-secgroup--1511288996'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:59:47.467980 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-54c2877d-1e05-409c-90ad-0121ee3827a6 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:47.484710 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-54c2877d-1e05-409c-90ad-0121ee3827a6 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:47.518170 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8530feef-ae7d-4d05-9490-979f281fc7d1 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (a903fb72-6cc0-4eee-8fbc-dbcf58837045), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:47.533269 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c01605-3eae-44db-9b67-cba3ce2019ec req-39a6eab6-f5f1-4068-9426-826a15f3477f tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:47.535366 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-01c01605-3eae-44db-9b67-cba3ce2019ec req-39a6eab6-f5f1-4068-9426-826a15f3477f tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 946 time: 0.2392702 Feb 19 02:59:47.539276 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-afcf0f4b-93b4-4d78-aaaa-6e77c57f3901 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12647271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58706289'] for subnet (b0bcdfdb-d5dc-4d1c-9f4a-c457e4a947b4), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:47.587548 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-54c2877d-1e05-409c-90ad-0121ee3827a6 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Publish callbacks [] for security_group (165c98db-c07a-4cd2-a83f-1ea87d5540d0), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:47.596423 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-54c2877d-1e05-409c-90ad-0121ee3827a6 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (165c98db-c07a-4cd2-a83f-1ea87d5540d0), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:47.649920 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-8530feef-ae7d-4d05-9490-979f281fc7d1 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Calling delete_port for a903fb72-6cc0-4eee-8fbc-dbcf58837045 owned by {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:59:47.650115 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-ddbdfaae-2d70-4e19-929c-c70203db5df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:47.650950 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcf0f4b-93b4-4d78-aaaa-6e77c57f3901 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event updated for resources: {'Subnet': ['ID=b0bcdfdb-d5dc-4d1c-9f4a-c457e4a947b4,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:47.668718 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afcf0f4b-93b4-4d78-aaaa-6e77c57f3901 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:59:47.668848 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c2877d-1e05-409c-90ad-0121ee3827a6 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=165c98db-c07a-4cd2-a83f-1ea87d5540d0,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:47.685981 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-afcf0f4b-93b4-4d78-aaaa-6e77c57f3901 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:59:47.698910 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511ff9e5-3465-47d7-a9ff-2d5e6b43a42c None None] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:59:47.703466 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afcf0f4b-93b4-4d78-aaaa-6e77c57f3901 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:47.704093 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-afcf0f4b-93b4-4d78-aaaa-6e77c57f3901 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:47.773964 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-54c2877d-1e05-409c-90ad-0121ee3827a6 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Publish callbacks [] for security_group (ff025976-6577-4b02-ba78-789bf404908e), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:47.779454 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-01c01605-3eae-44db-9b67-cba3ce2019ec req-5f962a84-a84a-478a-8bd0-519a521db016 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329280 Feb 19 02:59:47.780926 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-54c2877d-1e05-409c-90ad-0121ee3827a6 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (ff025976-6577-4b02-ba78-789bf404908e), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:47.787984 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-afcf0f4b-93b4-4d78-aaaa-6e77c57f3901 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1442153 Feb 19 02:59:47.790545 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45152) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:47.796404 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-cd041efd-5cfe-4836-b910-83d5db33527e tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Request body: {'port': {'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a', 'name': 'tempest-NetworksTestDHCPv6-1411018271'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:59:47.829694 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 9282a541-8c56-4aca-84d9-0ccdb7e8ded8 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:59:47.850485 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c2877d-1e05-409c-90ad-0121ee3827a6 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff025976-6577-4b02-ba78-789bf404908e,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:47.856283 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-54c2877d-1e05-409c-90ad-0121ee3827a6 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:47.857539 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-54c2877d-1e05-409c-90ad-0121ee3827a6 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4426608 Feb 19 02:59:47.860393 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45156) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:47.866167 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-ff6242b2-6b75-49c8-9cfd-56dc12f3ce12 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Request body: {'security_group_rule': {'security_group_id': 'ff025976-6577-4b02-ba78-789bf404908e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:59:47.911307 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 9282a541-8c56-4aca-84d9-0ccdb7e8ded8 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:59:47.912828 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 9282a541-8c56-4aca-84d9-0ccdb7e8ded8 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:59:47.912961 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45158) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:47.931085 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ff6242b2-6b75-49c8-9cfd-56dc12f3ce12 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Publish callbacks [] for security_group_rule (2747b2df-db9f-43f5-8c9d-1c51ecce34ba), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:48.000093 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8b7688-7e10-4e7a-a1c1-5b587d267ad6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-48d3009f-8d6e-4fac-a460-ff95e3f8d78a', 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a', 'project_id': 'bb74a1a86b774cd895fbb7befcc78fd8', 'fixed_ips': [{'subnet_id': 'b0bcdfdb-d5dc-4d1c-9f4a-c457e4a947b4'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:59:48.003185 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-7c8b7688-7e10-4e7a-a1c1-5b587d267ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:48.006979 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ff6242b2-6b75-49c8-9cfd-56dc12f3ce12 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Publish callbacks [] for security_group_rule (2747b2df-db9f-43f5-8c9d-1c51ecce34ba), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:48.011664 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8530feef-ae7d-4d05-9490-979f281fc7d1 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (a903fb72-6cc0-4eee-8fbc-dbcf58837045), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:48.017965 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ff6242b2-6b75-49c8-9cfd-56dc12f3ce12 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (2747b2df-db9f-43f5-8c9d-1c51ecce34ba), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:48.059924 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd041efd-5cfe-4836-b910-83d5db33527e tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Made reservation on behalf of bb74a1a86b774cd895fbb7befcc78fd8 for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:59:48.062392 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6242b2-6b75-49c8-9cfd-56dc12f3ce12 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2747b2df-db9f-43f5-8c9d-1c51ecce34ba,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:48.066389 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-cd041efd-5cfe-4836-b910-83d5db33527e tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:48.102436 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582842da-39d9-4c24-9a2b-154c997c0c1b req-0cb1a3ac-0e05-4d80-bd8a-41b14e098624 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:48.104128 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ff6242b2-6b75-49c8-9cfd-56dc12f3ce12 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:48.104595 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-582842da-39d9-4c24-9a2b-154c997c0c1b req-0cb1a3ac-0e05-4d80-bd8a-41b14e098624 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 946 time: 0.1919591 Feb 19 02:59:48.105963 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-ff6242b2-6b75-49c8-9cfd-56dc12f3ce12 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2443902 Feb 19 02:59:48.106646 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8530feef-ae7d-4d05-9490-979f281fc7d1 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Pushing event deleted for resources: {'Port': ['ID=a903fb72-6cc0-4eee-8fbc-dbcf58837045,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:48.111030 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45162) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:48.120456 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-202d0136-1e55-4c59-90ad-c7ee791a84e9 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Request body: {'security_group_rule': {'security_group_id': 'ff025976-6577-4b02-ba78-789bf404908e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:59:48.151384 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f69de5c4-77c5-425b-b143-f0158a1367ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:48.158390 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8530feef-ae7d-4d05-9490-979f281fc7d1 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:48.162946 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-8530feef-ae7d-4d05-9490-979f281fc7d1 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] 10.222.0.72 "DELETE /v2.0/ports/a903fb72-6cc0-4eee-8fbc-dbcf58837045 HTTP/1.1" status: 204 len: 168 time: 1.1888347 Feb 19 02:59:48.173261 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45166) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:48.192689 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [None req-cd041efd-5cfe-4836-b910-83d5db33527e tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] device_id is not set on port 822b1224-0c9a-4562-80fd-e71fc38c8b8f yet. {{(pid=103701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 02:59:48.257644 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-7c8b7688-7e10-4e7a-a1c1-5b587d267ad6 None None] Allocated IP 2001:db8::2 (48d3009f-8d6e-4fac-a460-ff95e3f8d78a/b0bcdfdb-d5dc-4d1c-9f4a-c457e4a947b4/17c7fdbf-21e4-4275-8437-3df4ece954de) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:59:48.258185 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a7ce335-c9f8-4fde-8db4-0dfbdbc1850e tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] DELETE failed (client error): The resource could not be found. Feb 19 02:59:48.259835 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a7ce335-c9f8-4fde-8db4-0dfbdbc1850e tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 02:59:48.267060 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-9a7ce335-c9f8-4fde-8db4-0dfbdbc1850e tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] 10.222.0.72 "DELETE /v2.0/subnets/fb2753b7-4777-44a3-a363-738f79c81112 HTTP/1.1" status: 404 len: 337 time: 0.0880282 Feb 19 02:59:48.273144 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45168) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:48.286803 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-202d0136-1e55-4c59-90ad-c7ee791a84e9 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Publish callbacks [] for security_group_rule (7e0a799d-f07c-43a4-870f-d37c107ed7ba), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:48.296921 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c273215-47b6-49ff-ad94-ac278f1eecb1 req-c49796aa-68c7-44ee-b3a2-4166d18508ef tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:48.298842 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7c273215-47b6-49ff-ad94-ac278f1eecb1 req-c49796aa-68c7-44ee-b3a2-4166d18508ef tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.73 "GET /v2.0/ports?device_id=1acb5283-7513-4bc2-a633-a91a277157f6 HTTP/1.1" status: 200 len: 946 time: 0.2257774 Feb 19 02:59:48.362388 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-582842da-39d9-4c24-9a2b-154c997c0c1b req-6aee239c-2840-4cd4-a68f-43c201d03252 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252970 Feb 19 02:59:48.447536 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f69de5c4-77c5-425b-b143-f0158a1367ee admin admin] Publish callbacks [] for security_group (9b35325d-85f8-4049-b01b-76dbe1069af1), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:48.468024 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f69de5c4-77c5-425b-b143-f0158a1367ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (9b35325d-85f8-4049-b01b-76dbe1069af1), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:48.472264 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-7c8b7688-7e10-4e7a-a1c1-5b587d267ad6 None None] Publish callbacks [] for port (17c7fdbf-21e4-4275-8437-3df4ece954de), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:48.488074 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-7c8b7688-7e10-4e7a-a1c1-5b587d267ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (17c7fdbf-21e4-4275-8437-3df4ece954de), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:48.491088 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0dc610c4-6799-4225-aa9e-b64bb7552ead tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (e17fd84e-c957-4899-a5e6-0110ca2c2cda), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:48.530524 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-f69de5c4-77c5-425b-b143-f0158a1367ee admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f9599daf57ad4db2a4f8f9b825584091&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6110041 Feb 19 02:59:48.530810 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-03e46710-d84f-4607-8583-61badc6f8e7e req-eefd98a6-8601-4073-9149-47d52332a28e service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=6fbac1dc-890e-47c9-99fa-6cde13e82ed6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3915865 Feb 19 02:59:48.531998 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45176) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:48.538946 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-7c273215-47b6-49ff-ad94-ac278f1eecb1 req-8a14f18e-6d6a-41ce-b4ff-a637b5a2c7a6 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] Deleting port 345cd0bb-2f06-4308-b294-f559ec81a50b {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:59:48.539308 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-7c273215-47b6-49ff-ad94-ac278f1eecb1 req-8a14f18e-6d6a-41ce-b4ff-a637b5a2c7a6 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (345cd0bb-2f06-4308-b294-f559ec81a50b), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:48.554175 n-d-826753-2 neutron-server[103701]: INFO neutron.api.v2.resource [None req-202d0136-1e55-4c59-90ad-c7ee791a84e9 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] create failed (client error): There was a conflict when trying to complete your request. Feb 19 02:59:48.558396 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-202d0136-1e55-4c59-90ad-c7ee791a84e9 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4390159 Feb 19 02:59:48.561427 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8b7688-7e10-4e7a-a1c1-5b587d267ad6 None None] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:59:48.565870 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-7c8b7688-7e10-4e7a-a1c1-5b587d267ad6 None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:59:48.570153 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8b7688-7e10-4e7a-a1c1-5b587d267ad6 None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:59:48.647491 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-7c273215-47b6-49ff-ad94-ac278f1eecb1 req-8a14f18e-6d6a-41ce-b4ff-a637b5a2c7a6 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] For port 345cd0bb-2f06-4308-b294-f559ec81a50b, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=345cd0bb-2f06-4308-b294-f559ec81a50b,segment=NetworkSegment(c6117011-521a-469d-908d-80df02851f25),segment_id=c6117011-521a-469d-908d-80df02851f25)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:59:48.647873 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-7c273215-47b6-49ff-ad94-ac278f1eecb1 req-8a14f18e-6d6a-41ce-b4ff-a637b5a2c7a6 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (345cd0bb-2f06-4308-b294-f559ec81a50b), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:48.661261 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-7c8b7688-7e10-4e7a-a1c1-5b587d267ad6 None None] Attempting to bind port 17c7fdbf-21e4-4275-8437-3df4ece954de on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:59:48.661513 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-7c273215-47b6-49ff-ad94-ac278f1eecb1 req-8a14f18e-6d6a-41ce-b4ff-a637b5a2c7a6 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] Calling delete_port for 345cd0bb-2f06-4308-b294-f559ec81a50b owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:59:48.662236 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-7c8b7688-7e10-4e7a-a1c1-5b587d267ad6 None None] Attempting to bind port 17c7fdbf-21e4-4275-8437-3df4ece954de by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': 'c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:59:48.663174 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8b7688-7e10-4e7a-a1c1-5b587d267ad6 None None] Attempting to bind port 17c7fdbf-21e4-4275-8437-3df4ece954de on network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:59:48.669983 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8b7688-7e10-4e7a-a1c1-5b587d267ad6 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:59:48.670695 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8b7688-7e10-4e7a-a1c1-5b587d267ad6 None None] Checking segment: {'id': 'c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:59:48.671445 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-7c8b7688-7e10-4e7a-a1c1-5b587d267ad6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:48.673486 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8b7688-7e10-4e7a-a1c1-5b587d267ad6 None None] Bound using segment: {'id': 'c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:59:48.674560 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-7c8b7688-7e10-4e7a-a1c1-5b587d267ad6 None None] Bound port: 17c7fdbf-21e4-4275-8437-3df4ece954de, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:59:48.675159 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-7c8b7688-7e10-4e7a-a1c1-5b587d267ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (17c7fdbf-21e4-4275-8437-3df4ece954de), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:48.677650 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8b7688-7e10-4e7a-a1c1-5b587d267ad6 None None] Pushing event updated for resources: {'Port': ['ID=17c7fdbf-21e4-4275-8437-3df4ece954de,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:48.765398 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-7c8b7688-7e10-4e7a-a1c1-5b587d267ad6 None None] For port 17c7fdbf-21e4-4275-8437-3df4ece954de, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:59:48.770026 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-7c8b7688-7e10-4e7a-a1c1-5b587d267ad6 None None] For port 17c7fdbf-21e4-4275-8437-3df4ece954de, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=17c7fdbf-21e4-4275-8437-3df4ece954de,segment=NetworkSegment(c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8),segment_id=c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:59:48.779718 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-7c8b7688-7e10-4e7a-a1c1-5b587d267ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (17c7fdbf-21e4-4275-8437-3df4ece954de), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:48.834510 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45178) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:48.849189 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-7c273215-47b6-49ff-ad94-ac278f1eecb1 req-8a14f18e-6d6a-41ce-b4ff-a637b5a2c7a6 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (345cd0bb-2f06-4308-b294-f559ec81a50b), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:48.858438 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69de5c4-77c5-425b-b143-f0158a1367ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b35325d-85f8-4049-b01b-76dbe1069af1,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:48.869645 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8b7688-7e10-4e7a-a1c1-5b587d267ad6 None None] Pushing event updated for resources: {'Port': ['ID=17c7fdbf-21e4-4275-8437-3df4ece954de,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:48.884479 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['917973d8-3e41-4d78-b139-6fff22795617'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:59:48.894028 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['345cd0bb-2f06-4308-b294-f559ec81a50b'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:59:48.944100 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a14f18e-6d6a-41ce-b4ff-a637b5a2c7a6 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] Pushing event deleted for resources: {'Port': ['ID=345cd0bb-2f06-4308-b294-f559ec81a50b,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:49.055176 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-cd041efd-5cfe-4836-b910-83d5db33527e tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Allocated IP 2001:db8::198 (48d3009f-8d6e-4fac-a460-ff95e3f8d78a/b0bcdfdb-d5dc-4d1c-9f4a-c457e4a947b4/822b1224-0c9a-4562-80fd-e71fc38c8b8f) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:59:49.080916 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fa45e49e-d549-469e-9b01-5e23f815c500 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Publish callbacks [] for security_group (ff025976-6577-4b02-ba78-789bf404908e), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:49.109912 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01b4627-2e01-4509-9d31-604753d6324d req-407e8588-915a-48f3-b028-4d0768f351ff tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:49.112007 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d01b4627-2e01-4509-9d31-604753d6324d req-407e8588-915a-48f3-b028-4d0768f351ff tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/ports?device_id=1acb5283-7513-4bc2-a633-a91a277157f6 HTTP/1.1" status: 200 len: 946 time: 0.6758130 Feb 19 02:59:49.126301 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fa45e49e-d549-469e-9b01-5e23f815c500 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Publish callbacks [] for security_group (ff025976-6577-4b02-ba78-789bf404908e), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:49.209203 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c273215-47b6-49ff-ad94-ac278f1eecb1 req-8a14f18e-6d6a-41ce-b4ff-a637b5a2c7a6 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] No DVR routers for this DVR port 345cd0bb-2f06-4308-b294-f559ec81a50b on host n-h1-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:59:49.211562 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-71aad91f-891a-4683-9e7f-5309dfc87302 admin admin] Publish callbacks [] for security_group (9b35325d-85f8-4049-b01b-76dbe1069af1), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:49.213239 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-7c273215-47b6-49ff-ad94-ac278f1eecb1 req-8a14f18e-6d6a-41ce-b4ff-a637b5a2c7a6 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:49.223434 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:49.224894 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7c273215-47b6-49ff-ad94-ac278f1eecb1 req-8a14f18e-6d6a-41ce-b4ff-a637b5a2c7a6 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.73 "DELETE /v2.0/ports/345cd0bb-2f06-4308-b294-f559ec81a50b HTTP/1.1" status: 204 len: 173 time: 0.9152517 Feb 19 02:59:49.225986 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1acb5283-7513-4bc2-a633-a91a277157f6', 'name': 'network-vif-deleted', 'tag': '345cd0bb-2f06-4308-b294-f559ec81a50b'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:59:49.229063 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-847ec8e5-c921-472e-a9bd-a7fd87bcf07e" -d '{"events": [{"server_uuid": "1acb5283-7513-4bc2-a633-a91a277157f6", "name": "network-vif-deleted", "tag": "345cd0bb-2f06-4308-b294-f559ec81a50b"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:59:49.244335 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fa45e49e-d549-469e-9b01-5e23f815c500 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (ff025976-6577-4b02-ba78-789bf404908e), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:49.252446 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fa45e49e-d549-469e-9b01-5e23f815c500 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:49.255104 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-fa45e49e-d549-469e-9b01-5e23f815c500 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] 10.222.0.72 "DELETE /v2.0/security-groups/ff025976-6577-4b02-ba78-789bf404908e HTTP/1.1" status: 204 len: 168 time: 0.4167347 Feb 19 02:59:49.269295 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45184) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:49.293094 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e46710-d84f-4607-8583-61badc6f8e7e req-eb0418d5-1ee4-467d-a0fb-d612c12633e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:49.294603 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-03e46710-d84f-4607-8583-61badc6f8e7e req-eb0418d5-1ee4-467d-a0fb-d612c12633e7 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a06ef082143f47ab8b4917c0abd4fc14&device_id=6fbac1dc-890e-47c9-99fa-6cde13e82ed6 HTTP/1.1" status: 200 len: 1127 time: 0.3461883 Feb 19 02:59:49.296458 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa45e49e-d549-469e-9b01-5e23f815c500 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff025976-6577-4b02-ba78-789bf404908e,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:49.311332 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542d7969-da40-47ed-ae55-46330a783d78 req-f8ad12d1-d8e1-4cde-ba2c-d6eeef288374 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:49.322077 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-542d7969-da40-47ed-ae55-46330a783d78 req-f8ad12d1-d8e1-4cde-ba2c-d6eeef288374 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 946 time: 0.7826240 Feb 19 02:59:49.330405 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0dc610c4-6799-4225-aa9e-b64bb7552ead tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (e17fd84e-c957-4899-a5e6-0110ca2c2cda), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:49.380899 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-a5f6440e-6b80-4a22-8334-295b27b0ae17 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1105020 Feb 19 02:59:49.384738 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45186) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:49.389358 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-993f5f38-343f-42f5-a4c6-db76e59ffcbd tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Request body: {'security_group': {'name': 'tempest-secgroup--422612471'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:59:49.416287 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-993f5f38-343f-42f5-a4c6-db76e59ffcbd tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:49.473693 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-71aad91f-891a-4683-9e7f-5309dfc87302 admin admin] Publish callbacks [] for security_group (9b35325d-85f8-4049-b01b-76dbe1069af1), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:49.486270 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-0dc610c4-6799-4225-aa9e-b64bb7552ead tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e17fd84e-c957-4899-a5e6-0110ca2c2cda']}} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:49.524781 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-993f5f38-343f-42f5-a4c6-db76e59ffcbd tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Publish callbacks [] for security_group (21d511f3-2a73-4915-a1f4-629a8cba98c0), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:49.530363 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-993f5f38-343f-42f5-a4c6-db76e59ffcbd tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (21d511f3-2a73-4915-a1f4-629a8cba98c0), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:49.565335 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-993f5f38-343f-42f5-a4c6-db76e59ffcbd tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:49.566711 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-993f5f38-343f-42f5-a4c6-db76e59ffcbd tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1808207 Feb 19 02:59:49.569121 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993f5f38-343f-42f5-a4c6-db76e59ffcbd tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21d511f3-2a73-4915-a1f4-629a8cba98c0,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:49.571144 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45188) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:49.575663 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-9e0da743-cfc3-4950-a04b-9735cfb2e6c6 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Request body: {'security_group_rule': {'security_group_id': '21d511f3-2a73-4915-a1f4-629a8cba98c0', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:59:49.576536 n-d-826753-2 neutron-server[103702]: WARNING neutron.api.v2.base [None req-9e0da743-cfc3-4950-a04b-9735cfb2e6c6 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 19 02:59:49.577272 n-d-826753-2 neutron-server[103702]: INFO neutron.api.v2.resource [None req-9e0da743-cfc3-4950-a04b-9735cfb2e6c6 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 02:59:49.578412 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-9e0da743-cfc3-4950-a04b-9735cfb2e6c6 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0061424 Feb 19 02:59:49.580940 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45190) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:49.652244 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-0dc610c4-6799-4225-aa9e-b64bb7552ead tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e881684a-edab-4e6d-a310-ff32c944e7c9') {'for_net_delete': True} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:49.652546 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-0dc610c4-6799-4225-aa9e-b64bb7552ead tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e881684a-edab-4e6d-a310-ff32c944e7c9') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:49.663668 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0dc610c4-6799-4225-aa9e-b64bb7552ead tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12647422'] for segment (e881684a-edab-4e6d-a310-ff32c944e7c9), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:49.674267 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d01b4627-2e01-4509-9d31-604753d6324d req-4889c604-0693-4835-992a-e9efcb9ee267 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ba0f102-3452-4e6f-b12d-3fac2606ad0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5372097 Feb 19 02:59:49.683004 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-cd041efd-5cfe-4836-b910-83d5db33527e tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks [] for port (822b1224-0c9a-4562-80fd-e71fc38c8b8f), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:49.770602 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0dc610c4-6799-4225-aa9e-b64bb7552ead tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (e881684a-edab-4e6d-a310-ff32c944e7c9), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:49.780120 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 17c7fdbf-21e4-4275-8437-3df4ece954de up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:59:49.817591 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dc610c4-6799-4225-aa9e-b64bb7552ead tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Releasing vlan 269 on physical network physnet1 to pool {{(pid=103701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:59:49.818034 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0dc610c4-6799-4225-aa9e-b64bb7552ead tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583360'] for segment (e881684a-edab-4e6d-a310-ff32c944e7c9), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:49.823225 n-d-826753-2 neutron-server[103701]: Traceback (most recent call last): Feb 19 02:59:49.823225 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:59:49.823225 n-d-826753-2 neutron-server[103701]: timer() Feb 19 02:59:49.823225 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:59:49.823225 n-d-826753-2 neutron-server[103701]: cb(*args, **kw) Feb 19 02:59:49.823225 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:59:49.823225 n-d-826753-2 neutron-server[103701]: return func(*args, **kwargs) Feb 19 02:59:49.823225 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:59:49.823225 n-d-826753-2 neutron-server[103701]: self._notify() Feb 19 02:59:49.823225 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:59:49.823225 n-d-826753-2 neutron-server[103701]: self.callback(batched_events) Feb 19 02:59:49.823225 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:59:49.823225 n-d-826753-2 neutron-server[103701]: event.method(event) Feb 19 02:59:49.823225 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:59:49.823225 n-d-826753-2 neutron-server[103701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:59:49.823225 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:59:49.823225 n-d-826753-2 neutron-server[103701]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:59:49.823225 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:59:49.823225 n-d-826753-2 neutron-server[103701]: return f(self, *a, **k) Feb 19 02:59:49.823225 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:59:49.823225 n-d-826753-2 neutron-server[103701]: return self._get(url).json() Feb 19 02:59:49.823225 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:59:49.823225 n-d-826753-2 neutron-server[103701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:59:49.823225 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:59:49.823225 n-d-826753-2 neutron-server[103701]: return self.request(url, 'GET', **kwargs) Feb 19 02:59:49.823225 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:59:49.823225 n-d-826753-2 neutron-server[103701]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:59:49.823225 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:59:49.823225 n-d-826753-2 neutron-server[103701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:59:49.823225 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:59:49.823225 n-d-826753-2 neutron-server[103701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:59:49.823225 n-d-826753-2 neutron-server[103701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:59:49.869555 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-cd041efd-5cfe-4836-b910-83d5db33527e tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (822b1224-0c9a-4562-80fd-e71fc38c8b8f), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:49.894313 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-542d7969-da40-47ed-ae55-46330a783d78 req-089cf478-1717-4d93-ae17-f6db679aee69 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5709305 Feb 19 02:59:49.943861 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 17c7fdbf-21e4-4275-8437-3df4ece954de triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:59:49.946331 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (17c7fdbf-21e4-4275-8437-3df4ece954de), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:50.088405 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd041efd-5cfe-4836-b910-83d5db33527e tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event updated for resources: {'Port': ['ID=822b1224-0c9a-4562-80fd-e71fc38c8b8f,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:50.122429 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e46710-d84f-4607-8583-61badc6f8e7e req-409f5c51-d639-4eff-857b-1dcdab5d4acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:50.124545 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-03e46710-d84f-4607-8583-61badc6f8e7e req-409f5c51-d639-4eff-857b-1dcdab5d4acd service neutron] 10.222.0.82 "GET /v2.0/networks?id=6c178878-2547-4ea7-b234-5f12e66a6c9a HTTP/1.1" status: 200 len: 912 time: 0.7965088 Feb 19 02:59:50.198018 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd041efd-5cfe-4836-b910-83d5db33527e tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:59:50.202817 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0dc610c4-6799-4225-aa9e-b64bb7552ead tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (e17fd84e-c957-4899-a5e6-0110ca2c2cda), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:50.211335 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 17c7fdbf-21e4-4275-8437-3df4ece954de is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:59:50.212179 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (17c7fdbf-21e4-4275-8437-3df4ece954de), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:50.212648 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-cd041efd-5cfe-4836-b910-83d5db33527e tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:59:50.222105 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd041efd-5cfe-4836-b910-83d5db33527e tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:59:50.235974 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd041efd-5cfe-4836-b910-83d5db33527e tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:50.237320 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-cd041efd-5cfe-4836-b910-83d5db33527e tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:50.239574 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c76992b-2383-4f0d-aae0-980dbc854a20 x-openstack-request-id: req-0c76992b-2383-4f0d-aae0-980dbc854a20 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:59:50.240056 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1acb5283-7513-4bc2-a633-a91a277157f6", "name": "network-vif-deleted", "tag": "345cd0bb-2f06-4308-b294-f559ec81a50b", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:59:50.240131 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0c76992b-2383-4f0d-aae0-980dbc854a20 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:59:50.240496 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1acb5283-7513-4bc2-a633-a91a277157f6', 'name': 'network-vif-deleted', 'tag': '345cd0bb-2f06-4308-b294-f559ec81a50b', 'status': 'completed', 'code': 200} Feb 19 02:59:50.265787 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port 17c7fdbf-21e4-4275-8437-3df4ece954de, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=17c7fdbf-21e4-4275-8437-3df4ece954de,segment=NetworkSegment(c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8),segment_id=c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:59:50.265999 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-03e46710-d84f-4607-8583-61badc6f8e7e req-dfbfd872-c24f-4d0e-b598-22002d2cff80 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=917973d8-3e41-4d78-b139-6fff22795617 HTTP/1.1" status: 200 len: 217 time: 0.1325278 Feb 19 02:59:50.277341 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (17c7fdbf-21e4-4275-8437-3df4ece954de), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:50.292420 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ba1c7349-aab6-4379-aef4-bb19d4fa0ac2 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Publish callbacks [] for security_group (21d511f3-2a73-4915-a1f4-629a8cba98c0), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:50.300815 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0dc610c4-6799-4225-aa9e-b64bb7552ead tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:50.304529 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-0dc610c4-6799-4225-aa9e-b64bb7552ead tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] 10.222.0.72 "DELETE /v2.0/networks/e17fd84e-c957-4899-a5e6-0110ca2c2cda HTTP/1.1" status: 204 len: 168 time: 2.0187659 Feb 19 02:59:50.308246 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45200) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:50.313310 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-71aad91f-891a-4683-9e7f-5309dfc87302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (9b35325d-85f8-4049-b01b-76dbe1069af1), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:50.316371 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-71aad91f-891a-4683-9e7f-5309dfc87302 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:50.317741 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-71aad91f-891a-4683-9e7f-5309dfc87302 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9b35325d-85f8-4049-b01b-76dbe1069af1 HTTP/1.1" status: 204 len: 168 time: 1.7797046 Feb 19 02:59:50.346697 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=17c7fdbf-21e4-4275-8437-3df4ece954de,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:50.382797 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf577831-edd3-464d-8ec9-56ae40c4c2e6 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Deleting subnet 9e35428c-f6ab-4439-bab8-f31025462574 {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:59:50.386581 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cf577831-edd3-464d-8ec9-56ae40c4c2e6 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks [] for subnet (9e35428c-f6ab-4439-bab8-f31025462574), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:50.394542 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:50.398605 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-cd041efd-5cfe-4836-b910-83d5db33527e tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.6044645 Feb 19 02:59:50.398749 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e46710-d84f-4607-8583-61badc6f8e7e req-c9e8b649-6a98-44bc-9886-f3099e27bb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:50.400293 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-03e46710-d84f-4607-8583-61badc6f8e7e req-c9e8b649-6a98-44bc-9886-f3099e27bb27 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5cfd9bdf-5713-42ab-9e32-dc268009511b HTTP/1.1" status: 200 len: 851 time: 0.0902643 Feb 19 02:59:50.403597 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45204) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:50.421351 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc610c4-6799-4225-aa9e-b64bb7552ead tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Pushing event deleted for resources: {'Network': ['ID=e17fd84e-c957-4899-a5e6-0110ca2c2cda,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:50.439432 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aad91f-891a-4683-9e7f-5309dfc87302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b35325d-85f8-4049-b01b-76dbe1069af1,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:50.458048 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ba1c7349-aab6-4379-aef4-bb19d4fa0ac2 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Publish callbacks [] for security_group (21d511f3-2a73-4915-a1f4-629a8cba98c0), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:50.491734 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-03e46710-d84f-4607-8583-61badc6f8e7e req-ba5133bd-b1f4-4935-a4e7-84ffcde561a2 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=6c178878-2547-4ea7-b234-5f12e66a6c9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663893 Feb 19 02:59:50.503829 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cf577831-edd3-464d-8ec9-56ae40c4c2e6 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (9e35428c-f6ab-4439-bab8-f31025462574), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:50.505402 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [req-03e46710-d84f-4607-8583-61badc6f8e7e req-15087a6f-162b-4354-b6f0-8548fd35d6ca service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103701) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:59:50.506415 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-03e46710-d84f-4607-8583-61badc6f8e7e req-15087a6f-162b-4354-b6f0-8548fd35d6ca service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060608 Feb 19 02:59:50.515080 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97f7e19-abdb-45d3-a8f7-5fc417f06cd3 req-c4f6b7e9-e609-48ca-8059-1ad7802ffd13 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:50.522507 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d97f7e19-abdb-45d3-a8f7-5fc417f06cd3 req-c4f6b7e9-e609-48ca-8059-1ad7802ffd13 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 946 time: 0.3886638 Feb 19 02:59:50.634635 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44cf1a25-9823-412a-be75-c02ae6e88f89 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:50.640307 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44cf1a25-9823-412a-be75-c02ae6e88f89 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:50.645255 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-44cf1a25-9823-412a-be75-c02ae6e88f89 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1671 time: 0.2378373 Feb 19 02:59:50.647755 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45208) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:50.655155 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ba1c7349-aab6-4379-aef4-bb19d4fa0ac2 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (21d511f3-2a73-4915-a1f4-629a8cba98c0), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:50.674638 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ba1c7349-aab6-4379-aef4-bb19d4fa0ac2 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:50.677196 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45212) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:50.677508 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-ba1c7349-aab6-4379-aef4-bb19d4fa0ac2 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] 10.222.0.72 "DELETE /v2.0/security-groups/21d511f3-2a73-4915-a1f4-629a8cba98c0 HTTP/1.1" status: 204 len: 168 time: 1.0945930 Feb 19 02:59:50.725593 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cf577831-edd3-464d-8ec9-56ae40c4c2e6 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (9e35428c-f6ab-4439-bab8-f31025462574), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:50.776676 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d97f7e19-abdb-45d3-a8f7-5fc417f06cd3 req-778f585c-a6b5-4905-b457-4680d23fe678 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491431 Feb 19 02:59:50.795384 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-cc15e1b4-23fd-4e0c-b5ba-4af9919821f2 None None] Provisioning complete for port 17c7fdbf-21e4-4275-8437-3df4ece954de triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:59:50.795926 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-cc15e1b4-23fd-4e0c-b5ba-4af9919821f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (17c7fdbf-21e4-4275-8437-3df4ece954de), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:50.855116 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1c7349-aab6-4379-aef4-bb19d4fa0ac2 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21d511f3-2a73-4915-a1f4-629a8cba98c0,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:50.880776 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cf577831-edd3-464d-8ec9-56ae40c4c2e6 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (9e35428c-f6ab-4439-bab8-f31025462574), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:50.976560 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-62ee5543-f4d7-4ef3-99a3-1990cdcc652c tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2941766 Feb 19 02:59:50.980474 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-03e46710-d84f-4607-8583-61badc6f8e7e req-9a6704cd-7d49-488a-ab9b-1a7f05edcbac service neutron] 10.222.0.82 "GET /v2.0/networks/6c178878-2547-4ea7-b234-5f12e66a6c9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4560790 Feb 19 02:59:50.986394 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45232) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:51.017713 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-48fc66f8-adc1-4bb4-9dea-27fd31e1bdad tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Request body: {'security_group': {'name': 'tempest-secgroup--922895605'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:59:51.069825 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf577831-edd3-464d-8ec9-56ae40c4c2e6 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Pushing event deleted for resources: {'Subnet': ['ID=9e35428c-f6ab-4439-bab8-f31025462574,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:51.097256 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cf577831-edd3-464d-8ec9-56ae40c4c2e6 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:51.111731 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-cf577831-edd3-464d-8ec9-56ae40c4c2e6 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] 10.222.0.72 "DELETE /v2.0/subnets/9e35428c-f6ab-4439-bab8-f31025462574 HTTP/1.1" status: 204 len: 168 time: 0.8021550 Feb 19 02:59:51.112392 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45240) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:51.321442 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8aa04ee5-64f8-4d68-b74b-640821966fc0 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (0ce59a8f-3c9b-4c07-a69f-c495ff49e28e), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:51.381622 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf22d6d-1224-4d93-9914-4d54b5142b72 None None] Network 0ce59a8f-3c9b-4c07-a69f-c495ff49e28e requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:59:51.384207 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-48fc66f8-adc1-4bb4-9dea-27fd31e1bdad tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:51.452685 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-8aa04ee5-64f8-4d68-b74b-640821966fc0 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Deleting port 9a27ab61-839e-4963-8615-94381e2196ee {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:59:51.453622 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8aa04ee5-64f8-4d68-b74b-640821966fc0 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (9a27ab61-839e-4963-8615-94381e2196ee), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:51.507065 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-cc15e1b4-23fd-4e0c-b5ba-4af9919821f2 None None] Current status of the port 17c7fdbf-21e4-4275-8437-3df4ece954de is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:59:51.525475 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-8c19473b-4937-49f1-9c70-e3136ea12b2f tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Deleting port 822b1224-0c9a-4562-80fd-e71fc38c8b8f {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:59:51.526041 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8c19473b-4937-49f1-9c70-e3136ea12b2f tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (822b1224-0c9a-4562-80fd-e71fc38c8b8f), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:51.557984 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b71c24c-f5c3-43e1-8a46-a89e9f20b5dc req-e1d80697-d0f4-4277-8e4d-412548e3654f tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:51.566063 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8b71c24c-f5c3-43e1-8a46-a89e9f20b5dc req-e1d80697-d0f4-4277-8e4d-412548e3654f tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 946 time: 0.3700798 Feb 19 02:59:51.617341 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-8aa04ee5-64f8-4d68-b74b-640821966fc0 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] For port 9a27ab61-839e-4963-8615-94381e2196ee, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=9a27ab61-839e-4963-8615-94381e2196ee,segment=NetworkSegment(5aa63ff8-2eec-4454-9862-75c1564dca52),segment_id=5aa63ff8-2eec-4454-9862-75c1564dca52)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:59:51.617570 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8aa04ee5-64f8-4d68-b74b-640821966fc0 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (9a27ab61-839e-4963-8615-94381e2196ee), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:51.650584 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-03e46710-d84f-4607-8583-61badc6f8e7e req-ee03b40a-a348-4303-a7f1-3ed06c64503d service neutron] 10.222.0.82 "GET /v2.0/networks/6c178878-2547-4ea7-b234-5f12e66a6c9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6579661 Feb 19 02:59:51.657946 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-8aa04ee5-64f8-4d68-b74b-640821966fc0 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Calling delete_port for 9a27ab61-839e-4963-8615-94381e2196ee owned by network:dhcp {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:59:51.658613 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409115bf-3b14-4449-ab94-8d72a549aad8 None None] DHCP port deletion for 0ce59a8f-3c9b-4c07-a69f-c495ff49e28e request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 02:59:51.692396 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-7c39fdfc-8150-4df9-894f-333732d29561 None None] Provisioning complete for port 822b1224-0c9a-4562-80fd-e71fc38c8b8f triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:59:51.693256 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-7c39fdfc-8150-4df9-894f-333732d29561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (822b1224-0c9a-4562-80fd-e71fc38c8b8f), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:51.701094 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f956728-3880-4186-860f-429d4fb5c7ea req-1d6b5e8e-03a2-4f1c-85ab-affea5add981 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:51.708196 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1f956728-3880-4186-860f-429d4fb5c7ea req-1d6b5e8e-03a2-4f1c-85ab-affea5add981 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/ports?device_id=6fbac1dc-890e-47c9-99fa-6cde13e82ed6 HTTP/1.1" status: 200 len: 945 time: 0.3493452 Feb 19 02:59:51.716553 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45252) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:51.740214 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-48fc66f8-adc1-4bb4-9dea-27fd31e1bdad tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Publish callbacks [] for security_group (dac06ff5-6d75-4ce4-a884-85086e5d8257), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:51.769467 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-48fc66f8-adc1-4bb4-9dea-27fd31e1bdad tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (dac06ff5-6d75-4ce4-a884-85086e5d8257), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:51.836618 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8aa04ee5-64f8-4d68-b74b-640821966fc0 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (9a27ab61-839e-4963-8615-94381e2196ee), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:51.837356 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8c19473b-4937-49f1-9c70-e3136ea12b2f tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (822b1224-0c9a-4562-80fd-e71fc38c8b8f), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:51.867488 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa04ee5-64f8-4d68-b74b-640821966fc0 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Pushing event deleted for resources: {'Port': ['ID=9a27ab61-839e-4963-8615-94381e2196ee,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:51.869282 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa04ee5-64f8-4d68-b74b-640821966fc0 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] No DVR routers for this DVR port 9a27ab61-839e-4963-8615-94381e2196ee on host n-d-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:59:51.877607 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 345cd0bb-2f06-4308-b294-f559ec81a50b no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:59:51.882542 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8b71c24c-f5c3-43e1-8a46-a89e9f20b5dc req-07f2a660-c71d-4944-835b-d6b048470a54 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3144219 Feb 19 02:59:51.911163 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 17c7fdbf-21e4-4275-8437-3df4ece954de up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:59:51.921049 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] No Port match for: 345cd0bb-2f06-4308-b294-f559ec81a50b {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:59:51.921489 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 345cd0bb-2f06-4308-b294-f559ec81a50b not bound to the agent host n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:59:51.961568 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-48fc66f8-adc1-4bb4-9dea-27fd31e1bdad tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:51.966533 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-48fc66f8-adc1-4bb4-9dea-27fd31e1bdad tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9752088 Feb 19 02:59:51.966704 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45258) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:51.976807 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-51d0543d-89f5-4a6f-8631-e4e81b23003b tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Request body: {'security_group_rule': {'security_group_id': 'dac06ff5-6d75-4ce4-a884-85086e5d8257', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:59:51.977729 n-d-826753-2 neutron-server[103702]: WARNING neutron.api.v2.base [None req-51d0543d-89f5-4a6f-8631-e4e81b23003b tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 19 02:59:51.978221 n-d-826753-2 neutron-server[103702]: INFO neutron.api.v2.resource [None req-51d0543d-89f5-4a6f-8631-e4e81b23003b tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 02:59:51.982342 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-51d0543d-89f5-4a6f-8631-e4e81b23003b tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0125883 Feb 19 02:59:51.995614 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-7c39fdfc-8150-4df9-894f-333732d29561 None None] Port 822b1224-0c9a-4562-80fd-e71fc38c8b8f cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:59:51.998808 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:52.001905 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45260) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:52.002953 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-8c19473b-4937-49f1-9c70-e3136ea12b2f tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Calling delete_port for 822b1224-0c9a-4562-80fd-e71fc38c8b8f owned by {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:59:52.027184 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-409115bf-3b14-4449-ab94-8d72a549aad8 None None] Deleting port 9a27ab61-839e-4963-8615-94381e2196ee {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:59:52.027564 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-409115bf-3b14-4449-ab94-8d72a549aad8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (9a27ab61-839e-4963-8615-94381e2196ee), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:52.033235 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-4c8f6703-229e-4773-8098-11ab921283ba tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Request body: {'security_group': {'name': 'tempest-secgroup--340082115'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:59:52.085284 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 17c7fdbf-21e4-4275-8437-3df4ece954de triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:59:52.085826 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (17c7fdbf-21e4-4275-8437-3df4ece954de), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:52.094609 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8aa04ee5-64f8-4d68-b74b-640821966fc0 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (0ce59a8f-3c9b-4c07-a69f-c495ff49e28e), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:52.124426 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fc66f8-adc1-4bb4-9dea-27fd31e1bdad tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dac06ff5-6d75-4ce4-a884-85086e5d8257,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:52.129659 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4c8f6703-229e-4773-8098-11ab921283ba tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:52.138842 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-8aa04ee5-64f8-4d68-b74b-640821966fc0 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ce59a8f-3c9b-4c07-a69f-c495ff49e28e']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:52.161166 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-8aa04ee5-64f8-4d68-b74b-640821966fc0 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5aa63ff8-2eec-4454-9862-75c1564dca52') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:52.161531 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-8aa04ee5-64f8-4d68-b74b-640821966fc0 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5aa63ff8-2eec-4454-9862-75c1564dca52') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:52.173074 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-409115bf-3b14-4449-ab94-8d72a549aad8 None None] For port 9a27ab61-839e-4963-8615-94381e2196ee, host n-d-826753-2, got binding levels [] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:59:52.173538 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-409115bf-3b14-4449-ab94-8d72a549aad8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (9a27ab61-839e-4963-8615-94381e2196ee), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:52.176706 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8aa04ee5-64f8-4d68-b74b-640821966fc0 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (5aa63ff8-2eec-4454-9862-75c1564dca52), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:52.193586 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8aa04ee5-64f8-4d68-b74b-640821966fc0 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (5aa63ff8-2eec-4454-9862-75c1564dca52), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:52.200682 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8aa04ee5-64f8-4d68-b74b-640821966fc0 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Releasing vlan 258 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:59:52.201292 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8aa04ee5-64f8-4d68-b74b-640821966fc0 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (5aa63ff8-2eec-4454-9862-75c1564dca52), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:52.208430 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 02:59:52.208430 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:59:52.208430 n-d-826753-2 neutron-server[103702]: timer() Feb 19 02:59:52.208430 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:59:52.208430 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 02:59:52.208430 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:59:52.208430 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 02:59:52.208430 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:59:52.208430 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 02:59:52.208430 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:59:52.208430 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 02:59:52.208430 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:59:52.208430 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 02:59:52.208430 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:59:52.208430 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:59:52.208430 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:59:52.208430 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:59:52.208430 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:59:52.208430 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 02:59:52.208430 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:59:52.208430 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 02:59:52.208430 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:59:52.208430 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:59:52.208430 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:59:52.208430 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 02:59:52.208430 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:59:52.208430 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:59:52.208430 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:59:52.208430 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:59:52.208430 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:59:52.208430 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:59:52.208430 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:59:52.211157 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-409115bf-3b14-4449-ab94-8d72a549aad8 None None] Calling delete_port for 9a27ab61-839e-4963-8615-94381e2196ee owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:59:52.215462 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.ipam_backend_mixin [None req-409115bf-3b14-4449-ab94-8d72a549aad8 None None] Port 9a27ab61-839e-4963-8615-94381e2196ee was not found and therefore no delete operation was performed {{(pid=103703) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 02:59:52.221543 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-409115bf-3b14-4449-ab94-8d72a549aad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (9a27ab61-839e-4963-8615-94381e2196ee), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:52.221965 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1f956728-3880-4186-860f-429d4fb5c7ea req-3ba12e48-83cd-4e6a-bd8f-d03e0de6d7e3 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ba0f102-3452-4e6f-b12d-3fac2606ad0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5128376 Feb 19 02:59:52.233099 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4c8f6703-229e-4773-8098-11ab921283ba tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:52.268728 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 17c7fdbf-21e4-4275-8437-3df4ece954de is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:59:52.275041 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409115bf-3b14-4449-ab94-8d72a549aad8 None None] Pushing event deleted for resources: {'Port': ['ID=9a27ab61-839e-4963-8615-94381e2196ee,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:52.278787 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409115bf-3b14-4449-ab94-8d72a549aad8 None None] No DVR routers for this DVR port 9a27ab61-839e-4963-8615-94381e2196ee on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:59:52.336198 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8aa04ee5-64f8-4d68-b74b-640821966fc0 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (0ce59a8f-3c9b-4c07-a69f-c495ff49e28e), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:52.361402 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8aa04ee5-64f8-4d68-b74b-640821966fc0 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:52.367783 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-8aa04ee5-64f8-4d68-b74b-640821966fc0 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] 10.222.0.72 "DELETE /v2.0/networks/0ce59a8f-3c9b-4c07-a69f-c495ff49e28e HTTP/1.1" status: 204 len: 168 time: 1.2522123 Feb 19 02:59:52.367783 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa04ee5-64f8-4d68-b74b-640821966fc0 tempest-NetworksIpV6TestAttrs-1851618446 tempest-NetworksIpV6TestAttrs-1851618446-project] Pushing event deleted for resources: {'Network': ['ID=0ce59a8f-3c9b-4c07-a69f-c495ff49e28e,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:52.374123 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0817d3ca-9fff-44bb-a62a-eff03491d204 req-ebe773d9-ff20-4d07-bfba-182dda3621e8 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:52.377232 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0817d3ca-9fff-44bb-a62a-eff03491d204 req-ebe773d9-ff20-4d07-bfba-182dda3621e8 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 946 time: 0.3019757 Feb 19 02:59:52.432385 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:52.449250 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-611f52fc-4116-42d5-a613-972a78310d82 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Publish callbacks [] for security_group (dac06ff5-6d75-4ce4-a884-85086e5d8257), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:52.553251 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-611f52fc-4116-42d5-a613-972a78310d82 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Publish callbacks [] for security_group (dac06ff5-6d75-4ce4-a884-85086e5d8257), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:52.605504 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0817d3ca-9fff-44bb-a62a-eff03491d204 req-195a01a4-35e6-4857-9cbf-985db29bd493 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111022 Feb 19 02:59:52.641799 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4c8f6703-229e-4773-8098-11ab921283ba tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group (dec778be-3ccc-4300-8a18-3b27eba0245a), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:52.651606 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4c8f6703-229e-4773-8098-11ab921283ba tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (dec778be-3ccc-4300-8a18-3b27eba0245a), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:52.679600 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8c19473b-4937-49f1-9c70-e3136ea12b2f tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (822b1224-0c9a-4562-80fd-e71fc38c8b8f), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:52.732905 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-611f52fc-4116-42d5-a613-972a78310d82 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (dac06ff5-6d75-4ce4-a884-85086e5d8257), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:52.735991 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-611f52fc-4116-42d5-a613-972a78310d82 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:52.737220 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-611f52fc-4116-42d5-a613-972a78310d82 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] 10.222.0.72 "DELETE /v2.0/security-groups/dac06ff5-6d75-4ce4-a884-85086e5d8257 HTTP/1.1" status: 204 len: 168 time: 0.7259784 Feb 19 02:59:52.739944 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45272) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:52.745079 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c19473b-4937-49f1-9c70-e3136ea12b2f tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event deleted for resources: {'Port': ['ID=822b1224-0c9a-4562-80fd-e71fc38c8b8f,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:52.747671 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45274) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:52.755785 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8f6703-229e-4773-8098-11ab921283ba tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dec778be-3ccc-4300-8a18-3b27eba0245a,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:52.815425 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8c19473b-4937-49f1-9c70-e3136ea12b2f tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:52.821733 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45278) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:52.833607 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-8c19473b-4937-49f1-9c70-e3136ea12b2f tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "DELETE /v2.0/ports/822b1224-0c9a-4562-80fd-e71fc38c8b8f HTTP/1.1" status: 204 len: 168 time: 2.1805298 Feb 19 02:59:52.842706 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611f52fc-4116-42d5-a613-972a78310d82 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac06ff5-6d75-4ce4-a884-85086e5d8257,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:52.882082 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4c8f6703-229e-4773-8098-11ab921283ba tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group (00310af5-27c4-4840-a9f7-3a0fa4b5a469), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:52.892926 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4c8f6703-229e-4773-8098-11ab921283ba tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (00310af5-27c4-4840-a9f7-3a0fa4b5a469), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:52.920252 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-603ae216-a3b7-47cb-9113-faf8f1b4d2ab tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1756918 Feb 19 02:59:52.921917 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45280) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:52.926370 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-1ae23556-e99d-477d-a8d4-97349a647ba7 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Request body: {'security_group': {'name': 'tempest-secgroup--1318495994'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:59:52.953756 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03eae55b-adf2-4dde-82b4-2bd11e6d2c22 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:52.955186 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03eae55b-adf2-4dde-82b4-2bd11e6d2c22 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:52.957075 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-03eae55b-adf2-4dde-82b4-2bd11e6d2c22 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1334162 Feb 19 02:59:52.959872 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45282) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:52.972697 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8f6703-229e-4773-8098-11ab921283ba tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00310af5-27c4-4840-a9f7-3a0fa4b5a469,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:52.991192 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89919c0-fda8-488a-bb63-a8904d058126 req-45880022-fb64-4ab8-a448-590fc475c21d tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:53.000401 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c89919c0-fda8-488a-bb63-a8904d058126 req-45880022-fb64-4ab8-a448-590fc475c21d tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 946 time: 0.2323654 Feb 19 02:59:53.010457 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4c8f6703-229e-4773-8098-11ab921283ba tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:53.014389 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-4c8f6703-229e-4773-8098-11ab921283ba tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.2924633 Feb 19 02:59:53.015993 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45284) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:53.034026 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1ae23556-e99d-477d-a8d4-97349a647ba7 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:53.092810 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-07a5f100-578e-4725-a4e0-cf103c0a9c34 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Deleting subnet b0bcdfdb-d5dc-4d1c-9f4a-c457e4a947b4 {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:59:53.124569 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c89919c0-fda8-488a-bb63-a8904d058126 req-c3f98786-1b7c-4f79-85c7-a9e16340f3e5 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085336 Feb 19 02:59:53.165185 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-07a5f100-578e-4725-a4e0-cf103c0a9c34 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks [] for subnet (b0bcdfdb-d5dc-4d1c-9f4a-c457e4a947b4), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:53.191268 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-2eb02d09-8e2d-4790-81bf-fb3a7459454b tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1736906 Feb 19 02:59:53.194225 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45288) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:53.198762 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-da12ba96-6f59-4f96-8976-6b65368909fe tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Request body: {'security_group': {'name': 'tempest-security--703134067', 'description': 'tempest-security-description-1482524879'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:59:53.231937 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-07a5f100-578e-4725-a4e0-cf103c0a9c34 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (b0bcdfdb-d5dc-4d1c-9f4a-c457e4a947b4), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:53.243585 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-e0b02f44-6f9b-4c4e-8ca4-1ac97baa8de2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=29687d4120c44a5fbc729d5c84960c1a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4916306 Feb 19 02:59:53.260986 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45292) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:53.288587 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-da12ba96-6f59-4f96-8976-6b65368909fe tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group (00310af5-27c4-4840-a9f7-3a0fa4b5a469), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:53.398744 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-07a5f100-578e-4725-a4e0-cf103c0a9c34 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (b0bcdfdb-d5dc-4d1c-9f4a-c457e4a947b4), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:53.447539 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bb85d94c-1fb6-4376-86b8-d3f45072d657 admin admin] Publish callbacks [] for security_group (3fa29aaa-4a01-4218-9e7c-8ffbd4c5fccd), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:53.473557 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-07a5f100-578e-4725-a4e0-cf103c0a9c34 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (b0bcdfdb-d5dc-4d1c-9f4a-c457e4a947b4), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:53.477518 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1345bc7-727e-4e3c-8058-91f00804f92f req-b6abe010-2ae8-45ea-a8c4-715c1ac69703 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:53.479068 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f1345bc7-727e-4e3c-8058-91f00804f92f req-b6abe010-2ae8-45ea-a8c4-715c1ac69703 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 946 time: 0.2584009 Feb 19 02:59:53.485650 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1ae23556-e99d-477d-a8d4-97349a647ba7 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Publish callbacks [] for security_group (e14840ef-17ae-40ca-b1d4-17bfee14e7aa), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:53.494573 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bb85d94c-1fb6-4376-86b8-d3f45072d657 admin admin] Publish callbacks [] for security_group (3fa29aaa-4a01-4218-9e7c-8ffbd4c5fccd), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:53.514240 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-da12ba96-6f59-4f96-8976-6b65368909fe tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group (00310af5-27c4-4840-a9f7-3a0fa4b5a469), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:53.514429 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a5f100-578e-4725-a4e0-cf103c0a9c34 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event deleted for resources: {'Subnet': ['ID=b0bcdfdb-d5dc-4d1c-9f4a-c457e4a947b4,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:53.520540 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1ae23556-e99d-477d-a8d4-97349a647ba7 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (e14840ef-17ae-40ca-b1d4-17bfee14e7aa), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:53.544545 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-da12ba96-6f59-4f96-8976-6b65368909fe tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (00310af5-27c4-4840-a9f7-3a0fa4b5a469), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:53.548088 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-da12ba96-6f59-4f96-8976-6b65368909fe tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:53.552515 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-da12ba96-6f59-4f96-8976-6b65368909fe tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] 10.222.0.72 "PUT /v2.0/security-groups/00310af5-27c4-4840-a9f7-3a0fa4b5a469 HTTP/1.1" status: 200 len: 1796 time: 0.3571198 Feb 19 02:59:53.553845 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45296) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:53.558307 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae23556-e99d-477d-a8d4-97349a647ba7 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e14840ef-17ae-40ca-b1d4-17bfee14e7aa,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:53.565565 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0e525f-1c93-4b9d-932a-8a966b56aafc None None] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:59:53.570030 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-07a5f100-578e-4725-a4e0-cf103c0a9c34 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:53.586117 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-07a5f100-578e-4725-a4e0-cf103c0a9c34 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "DELETE /v2.0/subnets/b0bcdfdb-d5dc-4d1c-9f4a-c457e4a947b4 HTTP/1.1" status: 204 len: 168 time: 0.6229057 Feb 19 02:59:53.591601 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45298) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:53.649870 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1168fb0-2967-4840-bc18-779d33d23a80 req-cd17eee4-1229-45d9-9f3b-2d0174b1c01f tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:53.662040 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b1168fb0-2967-4840-bc18-779d33d23a80 req-cd17eee4-1229-45d9-9f3b-2d0174b1c01f tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/ports?device_id=6fbac1dc-890e-47c9-99fa-6cde13e82ed6 HTTP/1.1" status: 200 len: 945 time: 0.3106866 Feb 19 02:59:53.678961 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-46660866-d5d3-4618-8346-37ba1fd9da35 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0852811 Feb 19 02:59:53.680083 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45300) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:53.685856 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-22d44050-4cb8-4223-a4d8-ec42beb4f71e tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Request body: {'subnet': {'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:59:53.713947 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da12ba96-6f59-4f96-8976-6b65368909fe tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00310af5-27c4-4840-a9f7-3a0fa4b5a469,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:53.745783 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f1345bc7-727e-4e3c-8058-91f00804f92f req-f3b21880-6b36-42fc-b32e-486793238cbd tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563009 Feb 19 02:59:53.747322 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 9a27ab61-839e-4963-8615-94381e2196ee no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:59:53.785156 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1ae23556-e99d-477d-a8d4-97349a647ba7 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:53.786570 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-1ae23556-e99d-477d-a8d4-97349a647ba7 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8636894 Feb 19 02:59:53.790559 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45304) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:53.796344 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-bfab8fbd-6f45-4a5d-86fc-e867ca6be4cb tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Request body: {'security_group_rule': {'security_group_id': 'e14840ef-17ae-40ca-b1d4-17bfee14e7aa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:59:53.807025 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 9a27ab61-839e-4963-8615-94381e2196ee {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:59:53.809627 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 9a27ab61-839e-4963-8615-94381e2196ee not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:59:53.817594 n-d-826753-2 neutron-server[103702]: WARNING neutron.api.v2.base [None req-bfab8fbd-6f45-4a5d-86fc-e867ca6be4cb tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 19 02:59:53.818234 n-d-826753-2 neutron-server[103702]: INFO neutron.api.v2.resource [None req-bfab8fbd-6f45-4a5d-86fc-e867ca6be4cb tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 02:59:53.819375 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-bfab8fbd-6f45-4a5d-86fc-e867ca6be4cb tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0277281 Feb 19 02:59:53.824926 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45306) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:53.845122 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-0f3013bb-5003-416b-a207-bdba76dc15aa tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Request body: {'security_group_rule': {'security_group_id': 'e14840ef-17ae-40ca-b1d4-17bfee14e7aa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:59:53.850605 n-d-826753-2 neutron-server[103702]: WARNING neutron.api.v2.base [None req-0f3013bb-5003-416b-a207-bdba76dc15aa tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 19 02:59:53.851137 n-d-826753-2 neutron-server[103702]: INFO neutron.api.v2.resource [None req-0f3013bb-5003-416b-a207-bdba76dc15aa tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 02:59:53.852201 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-0f3013bb-5003-416b-a207-bdba76dc15aa tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0260627 Feb 19 02:59:53.859707 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45308) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:53.883926 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b1168fb0-2967-4840-bc18-779d33d23a80 req-772837a4-0c6c-44b8-8143-c367316c89fd tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ba0f102-3452-4e6f-b12d-3fac2606ad0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209907 Feb 19 02:59:53.887700 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-280fd517-4308-45ca-95a5-6109702c38aa tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Request body: {'security_group_rule': {'security_group_id': 'e14840ef-17ae-40ca-b1d4-17bfee14e7aa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:59:53.894266 n-d-826753-2 neutron-server[103702]: WARNING neutron.api.v2.base [None req-280fd517-4308-45ca-95a5-6109702c38aa tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 19 02:59:53.895072 n-d-826753-2 neutron-server[103702]: INFO neutron.api.v2.resource [None req-280fd517-4308-45ca-95a5-6109702c38aa tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 02:59:53.908837 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-280fd517-4308-45ca-95a5-6109702c38aa tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0362327 Feb 19 02:59:53.911584 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-a654bed8-3465-44a7-a6e1-eda2f415529c tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] 10.222.0.72 "GET /v2.0/security-groups/00310af5-27c4-4840-a9f7-3a0fa4b5a469 HTTP/1.1" status: 200 len: 1796 time: 0.2472730 Feb 19 02:59:53.913271 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45310) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:53.917427 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45312) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:53.923773 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-0bfa032a-3538-4c77-a38d-751b2d13b1e7 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Request body: {'security_group_rule': {'security_group_id': 'e14840ef-17ae-40ca-b1d4-17bfee14e7aa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:59:53.929370 n-d-826753-2 neutron-server[103702]: WARNING neutron.api.v2.base [None req-0bfa032a-3538-4c77-a38d-751b2d13b1e7 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 19 02:59:53.929370 n-d-826753-2 neutron-server[103702]: INFO neutron.api.v2.resource [None req-0bfa032a-3538-4c77-a38d-751b2d13b1e7 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 02:59:53.929370 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-0bfa032a-3538-4c77-a38d-751b2d13b1e7 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0116498 Feb 19 02:59:53.929370 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22d44050-4cb8-4223-a4d8-ec42beb4f71e tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Made reservation on behalf of bb74a1a86b774cd895fbb7befcc78fd8 for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:59:53.932461 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866524b7-b534-4721-97e3-e2a4098ade65 req-c55bcdcd-d41b-4c43-ba43-fb240b57cdae tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:53.939035 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02fb38a5-33c3-4042-8641-db3378672991 None None] DHCP port deletion for 48d3009f-8d6e-4fac-a460-ff95e3f8d78a request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 02:59:53.945475 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-866524b7-b534-4721-97e3-e2a4098ade65 req-c55bcdcd-d41b-4c43-ba43-fb240b57cdae tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.82 "GET /v2.0/ports?device_id=6fbac1dc-890e-47c9-99fa-6cde13e82ed6 HTTP/1.1" status: 200 len: 945 time: 0.2520115 Feb 19 02:59:53.949786 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-22d44050-4cb8-4223-a4d8-ec42beb4f71e tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:54.016385 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45314) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:54.051387 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-02fb38a5-33c3-4042-8641-db3378672991 None None] Deleting port 17c7fdbf-21e4-4275-8437-3df4ece954de {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:59:54.051849 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-02fb38a5-33c3-4042-8641-db3378672991 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (17c7fdbf-21e4-4275-8437-3df4ece954de), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:54.115613 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bb85d94c-1fb6-4376-86b8-d3f45072d657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (3fa29aaa-4a01-4218-9e7c-8ffbd4c5fccd), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:54.118372 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bb85d94c-1fb6-4376-86b8-d3f45072d657 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:54.135541 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-bb85d94c-1fb6-4376-86b8-d3f45072d657 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3fa29aaa-4a01-4218-9e7c-8ffbd4c5fccd HTTP/1.1" status: 204 len: 168 time: 0.8631968 Feb 19 02:59:54.212580 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-02fb38a5-33c3-4042-8641-db3378672991 None None] For port 17c7fdbf-21e4-4275-8437-3df4ece954de, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=17c7fdbf-21e4-4275-8437-3df4ece954de,segment=NetworkSegment(c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8),segment_id=c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:59:54.215426 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-02fb38a5-33c3-4042-8641-db3378672991 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (17c7fdbf-21e4-4275-8437-3df4ece954de), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:54.241296 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bd0c5cd5-3896-42a0-9023-179834a5f210 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group (00310af5-27c4-4840-a9f7-3a0fa4b5a469), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:54.242756 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-02fb38a5-33c3-4042-8641-db3378672991 None None] Calling delete_port for 17c7fdbf-21e4-4275-8437-3df4ece954de owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:59:54.292782 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb85d94c-1fb6-4376-86b8-d3f45072d657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fa29aaa-4a01-4218-9e7c-8ffbd4c5fccd,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:54.340732 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-22d44050-4cb8-4223-a4d8-ec42beb4f71e tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (e10d7477-81de-4832-87c2-42a8894d24df), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:54.480552 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bd0c5cd5-3896-42a0-9023-179834a5f210 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group (00310af5-27c4-4840-a9f7-3a0fa4b5a469), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:54.503967 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-60d069cf-6a94-459a-a8d3-fe65d0b89cba tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Publish callbacks [] for security_group (e14840ef-17ae-40ca-b1d4-17bfee14e7aa), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:54.513500 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-02fb38a5-33c3-4042-8641-db3378672991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (17c7fdbf-21e4-4275-8437-3df4ece954de), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:54.520466 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d44050-4cb8-4223-a4d8-ec42beb4f71e tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:59:54.542442 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-22d44050-4cb8-4223-a4d8-ec42beb4f71e tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:59:54.547598 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb38a5-33c3-4042-8641-db3378672991 None None] Pushing event deleted for resources: {'Port': ['ID=17c7fdbf-21e4-4275-8437-3df4ece954de,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:54.551915 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fb38a5-33c3-4042-8641-db3378672991 None None] No DVR routers for this DVR port 17c7fdbf-21e4-4275-8437-3df4ece954de on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:59:54.558908 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d44050-4cb8-4223-a4d8-ec42beb4f71e tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:54.559538 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-22d44050-4cb8-4223-a4d8-ec42beb4f71e tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:54.587898 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84822285-a1aa-49b5-8b14-c0930195336e None None] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:59:54.588589 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d44050-4cb8-4223-a4d8-ec42beb4f71e tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event updated for resources: {'Subnet': ['ID=e10d7477-81de-4832-87c2-42a8894d24df,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:54.596757 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-60d069cf-6a94-459a-a8d3-fe65d0b89cba tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Publish callbacks [] for security_group (e14840ef-17ae-40ca-b1d4-17bfee14e7aa), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:54.599318 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d44050-4cb8-4223-a4d8-ec42beb4f71e tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:54.599557 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d44050-4cb8-4223-a4d8-ec42beb4f71e tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:54.600162 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d44050-4cb8-4223-a4d8-ec42beb4f71e tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:54.600519 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d44050-4cb8-4223-a4d8-ec42beb4f71e tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:54.600961 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d44050-4cb8-4223-a4d8-ec42beb4f71e tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:54.601402 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d44050-4cb8-4223-a4d8-ec42beb4f71e tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:54.601742 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d44050-4cb8-4223-a4d8-ec42beb4f71e tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:54.602074 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d44050-4cb8-4223-a4d8-ec42beb4f71e tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:54.602454 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d44050-4cb8-4223-a4d8-ec42beb4f71e tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:54.602785 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d44050-4cb8-4223-a4d8-ec42beb4f71e tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:54.603111 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d44050-4cb8-4223-a4d8-ec42beb4f71e tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:54.603508 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d44050-4cb8-4223-a4d8-ec42beb4f71e tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:54.603809 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d44050-4cb8-4223-a4d8-ec42beb4f71e tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:54.617201 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-22d44050-4cb8-4223-a4d8-ec42beb4f71e tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9351740 Feb 19 02:59:54.617661 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-866524b7-b534-4721-97e3-e2a4098ade65 req-efcb4b9f-a632-4077-a4ff-c1b00fe27037 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] Deleting port 917973d8-3e41-4d78-b139-6fff22795617 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:59:54.618003 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-866524b7-b534-4721-97e3-e2a4098ade65 req-efcb4b9f-a632-4077-a4ff-c1b00fe27037 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (917973d8-3e41-4d78-b139-6fff22795617), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:54.619719 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45332) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:54.626283 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-5a9da549-37ab-412b-a779-bd16f4a3c062 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Request body: {'port': {'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a', 'name': 'tempest-NetworksTestDHCPv6-279916546'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:59:54.776368 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f32180e-5847-4a03-a13e-0defc02bd08f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-48d3009f-8d6e-4fac-a460-ff95e3f8d78a', 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a', 'project_id': 'bb74a1a86b774cd895fbb7befcc78fd8', 'fixed_ips': [{'subnet_id': 'e10d7477-81de-4832-87c2-42a8894d24df'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:59:54.777280 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4f32180e-5847-4a03-a13e-0defc02bd08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:54.823145 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a9da549-37ab-412b-a779-bd16f4a3c062 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Made reservation on behalf of bb74a1a86b774cd895fbb7befcc78fd8 for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:59:54.826825 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5a9da549-37ab-412b-a779-bd16f4a3c062 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:54.859879 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [None req-5a9da549-37ab-412b-a779-bd16f4a3c062 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] device_id is not set on port 244caf3b-b416-40d2-88a3-2ae2fd898622 yet. {{(pid=103702) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 02:59:55.010944 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bd0c5cd5-3896-42a0-9023-179834a5f210 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (00310af5-27c4-4840-a9f7-3a0fa4b5a469), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:55.013544 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bd0c5cd5-3896-42a0-9023-179834a5f210 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:55.017317 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-bd0c5cd5-3896-42a0-9023-179834a5f210 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] 10.222.0.72 "DELETE /v2.0/security-groups/00310af5-27c4-4840-a9f7-3a0fa4b5a469 HTTP/1.1" status: 204 len: 168 time: 1.0638680 Feb 19 02:59:55.018116 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45348) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:55.035149 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0c5cd5-3896-42a0-9023-179834a5f210 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00310af5-27c4-4840-a9f7-3a0fa4b5a469,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:55.052718 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb394c19-344e-4552-af12-02d98fa788f5 req-00fd19b4-0fe0-4f23-b9ce-5931ecfd9227 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:55.054003 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cb394c19-344e-4552-af12-02d98fa788f5 req-00fd19b4-0fe0-4f23-b9ce-5931ecfd9227 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 946 time: 0.5668187 Feb 19 02:59:55.058751 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-60d069cf-6a94-459a-a8d3-fe65d0b89cba tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (e14840ef-17ae-40ca-b1d4-17bfee14e7aa), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:55.061361 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-60d069cf-6a94-459a-a8d3-fe65d0b89cba tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:55.062656 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-60d069cf-6a94-459a-a8d3-fe65d0b89cba tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] 10.222.0.72 "DELETE /v2.0/security-groups/e14840ef-17ae-40ca-b1d4-17bfee14e7aa HTTP/1.1" status: 204 len: 168 time: 1.0440798 Feb 19 02:59:55.070911 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45352) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:55.118169 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d069cf-6a94-459a-a8d3-fe65d0b89cba tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e14840ef-17ae-40ca-b1d4-17bfee14e7aa,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:55.161208 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d069cf-6a94-459a-a8d3-fe65d0b89cba tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:55.161208 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d069cf-6a94-459a-a8d3-fe65d0b89cba tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:55.161208 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d069cf-6a94-459a-a8d3-fe65d0b89cba tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:55.161208 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d069cf-6a94-459a-a8d3-fe65d0b89cba tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:55.161208 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d069cf-6a94-459a-a8d3-fe65d0b89cba tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:55.161208 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d069cf-6a94-459a-a8d3-fe65d0b89cba tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:55.161208 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d069cf-6a94-459a-a8d3-fe65d0b89cba tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:55.161208 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d069cf-6a94-459a-a8d3-fe65d0b89cba tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:55.161208 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d069cf-6a94-459a-a8d3-fe65d0b89cba tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:55.161208 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d069cf-6a94-459a-a8d3-fe65d0b89cba tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:55.162021 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d069cf-6a94-459a-a8d3-fe65d0b89cba tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:55.162021 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d069cf-6a94-459a-a8d3-fe65d0b89cba tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:55.162295 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d069cf-6a94-459a-a8d3-fe65d0b89cba tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:55.191722 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cb394c19-344e-4552-af12-02d98fa788f5 req-422602e1-71ca-4fac-aa73-ebb3312896a6 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094456 Feb 19 02:59:55.193579 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-866524b7-b534-4721-97e3-e2a4098ade65 req-efcb4b9f-a632-4077-a4ff-c1b00fe27037 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] For port 917973d8-3e41-4d78-b139-6fff22795617, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=917973d8-3e41-4d78-b139-6fff22795617,segment=NetworkSegment(c6117011-521a-469d-908d-80df02851f25),segment_id=c6117011-521a-469d-908d-80df02851f25)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:59:55.193945 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-866524b7-b534-4721-97e3-e2a4098ade65 req-efcb4b9f-a632-4077-a4ff-c1b00fe27037 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (917973d8-3e41-4d78-b139-6fff22795617), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:55.210683 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38a8fc7-80fc-4934-8ec6-51782d80e14e req-161fbadd-fec6-4139-be4a-3f24a9eaafed tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:55.212213 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b38a8fc7-80fc-4934-8ec6-51782d80e14e req-161fbadd-fec6-4139-be4a-3f24a9eaafed tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/ports?device_id=6fbac1dc-890e-47c9-99fa-6cde13e82ed6 HTTP/1.1" status: 200 len: 945 time: 0.1963241 Feb 19 02:59:55.221842 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-866524b7-b534-4721-97e3-e2a4098ade65 req-efcb4b9f-a632-4077-a4ff-c1b00fe27037 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] Calling delete_port for 917973d8-3e41-4d78-b139-6fff22795617 owned by compute:nova {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:59:55.261190 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-e830e4d9-ba3f-4503-abe6-22fc3cc2407b tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2412474 Feb 19 02:59:55.264427 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45356) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:55.274566 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-30724022-dea0-4ffb-a6bd-a69885a25a84 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1986141 Feb 19 02:59:55.277989 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45358) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:55.283736 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-ef5b0183-aa5e-4cb0-9345-ee1b159851ef tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Request body: {'security_group': {'name': 'tempest-secgroup--294985373'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:59:55.306522 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ef5b0183-aa5e-4cb0-9345-ee1b159851ef tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:55.358416 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-4f32180e-5847-4a03-a13e-0defc02bd08f None None] Allocated IP 2001:db8::2 (48d3009f-8d6e-4fac-a460-ff95e3f8d78a/e10d7477-81de-4832-87c2-42a8894d24df/ca8c7b9e-d5f1-4288-8e23-f45fbe3e9a98) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:59:55.368647 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45360) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:55.386858 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b38a8fc7-80fc-4934-8ec6-51782d80e14e req-22be4375-c844-4450-92ef-e141e0c05d61 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.72 "GET /v2.0/security-groups?id=7ba0f102-3452-4e6f-b12d-3fac2606ad0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600499 Feb 19 02:59:55.404426 n-d-826753-2 neutron-server[103701]: INFO neutron.api.v2.resource [None req-f718dd04-ef0c-466a-be86-1f4685402a73 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] delete failed (client error): The resource could not be found. Feb 19 02:59:55.409384 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-f718dd04-ef0c-466a-be86-1f4685402a73 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] 10.222.0.72 "DELETE /v2.0/security-groups/00310af5-27c4-4840-a9f7-3a0fa4b5a469 HTTP/1.1" status: 404 len: 347 time: 0.1408150 Feb 19 02:59:55.412900 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45364) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:55.423465 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-b11f757c-ab04-4c6e-b08b-f9e9343cfb69 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Request body: {'security_group': {'name': 'tempest-secgroup--105299477'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:59:55.445662 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ef5b0183-aa5e-4cb0-9345-ee1b159851ef tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Publish callbacks [] for security_group (afc49749-51f4-4747-a5eb-89a6e92e52ea), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:55.456936 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b11f757c-ab04-4c6e-b08b-f9e9343cfb69 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:55.476916 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ef5b0183-aa5e-4cb0-9345-ee1b159851ef tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (afc49749-51f4-4747-a5eb-89a6e92e52ea), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:55.534859 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-866524b7-b534-4721-97e3-e2a4098ade65 req-efcb4b9f-a632-4077-a4ff-c1b00fe27037 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (917973d8-3e41-4d78-b139-6fff22795617), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:55.584757 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4f32180e-5847-4a03-a13e-0defc02bd08f None None] Publish callbacks [] for port (ca8c7b9e-d5f1-4288-8e23-f45fbe3e9a98), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:55.598340 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-53d0f66d-18a9-4a03-8bd3-e9b842383905 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1888454627'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:59:55.602817 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4f32180e-5847-4a03-a13e-0defc02bd08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (ca8c7b9e-d5f1-4288-8e23-f45fbe3e9a98), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:55.630830 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-866524b7-b534-4721-97e3-e2a4098ade65 req-efcb4b9f-a632-4077-a4ff-c1b00fe27037 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] No DVR routers for this DVR port 917973d8-3e41-4d78-b139-6fff22795617 on host n-h2-826753-2 {{(pid=103701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:59:55.632604 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcb4b9f-a632-4077-a4ff-c1b00fe27037 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] Pushing event deleted for resources: {'Port': ['ID=917973d8-3e41-4d78-b139-6fff22795617,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:55.634854 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-866524b7-b534-4721-97e3-e2a4098ade65 req-efcb4b9f-a632-4077-a4ff-c1b00fe27037 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:55.638386 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-866524b7-b534-4721-97e3-e2a4098ade65 req-efcb4b9f-a632-4077-a4ff-c1b00fe27037 tempest-ServerRescueTestJSON-385079031 tempest-ServerRescueTestJSON-385079031-project] 10.222.0.82 "DELETE /v2.0/ports/917973d8-3e41-4d78-b139-6fff22795617 HTTP/1.1" status: 204 len: 173 time: 1.6858916 Feb 19 02:59:55.638900 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fbac1dc-890e-47c9-99fa-6cde13e82ed6', 'name': 'network-vif-deleted', 'tag': '917973d8-3e41-4d78-b139-6fff22795617'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:59:55.641764 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abf7bcef-3e40-4d92-9b0b-167cdab34d1e" -d '{"events": [{"server_uuid": "6fbac1dc-890e-47c9-99fa-6cde13e82ed6", "name": "network-vif-deleted", "tag": "917973d8-3e41-4d78-b139-6fff22795617"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:59:55.649176 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f32180e-5847-4a03-a13e-0defc02bd08f None None] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:59:55.650980 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ef5b0183-aa5e-4cb0-9345-ee1b159851ef tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:55.652141 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-4f32180e-5847-4a03-a13e-0defc02bd08f None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:59:55.653050 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-ef5b0183-aa5e-4cb0-9345-ee1b159851ef tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3740983 Feb 19 02:59:55.658009 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45372) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:55.660051 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f32180e-5847-4a03-a13e-0defc02bd08f None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:59:55.665274 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5b0183-aa5e-4cb0-9345-ee1b159851ef tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afc49749-51f4-4747-a5eb-89a6e92e52ea,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:55.679538 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-da977d04-d5cd-4cc7-bb79-a514d3f745de tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Request body: {'security_group_rule': {'security_group_id': 'afc49749-51f4-4747-a5eb-89a6e92e52ea', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:59:55.680329 n-d-826753-2 neutron-server[103701]: WARNING neutron.api.v2.base [None req-da977d04-d5cd-4cc7-bb79-a514d3f745de tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 19 02:59:55.680870 n-d-826753-2 neutron-server[103701]: INFO neutron.api.v2.resource [None req-da977d04-d5cd-4cc7-bb79-a514d3f745de tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 02:59:55.681937 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-da977d04-d5cd-4cc7-bb79-a514d3f745de tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0145221 Feb 19 02:59:55.687244 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45374) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:55.698500 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f32180e-5847-4a03-a13e-0defc02bd08f None None] Pushing event updated for resources: {'Port': ['ID=ca8c7b9e-d5f1-4288-8e23-f45fbe3e9a98,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:55.702831 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-9fabe9f3-3248-4d3d-bbad-8385e31b8425 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Request body: {'security_group_rule': {'security_group_id': 'afc49749-51f4-4747-a5eb-89a6e92e52ea', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:59:55.736667 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-4f32180e-5847-4a03-a13e-0defc02bd08f None None] Attempting to bind port ca8c7b9e-d5f1-4288-8e23-f45fbe3e9a98 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:59:55.737079 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-4f32180e-5847-4a03-a13e-0defc02bd08f None None] Attempting to bind port ca8c7b9e-d5f1-4288-8e23-f45fbe3e9a98 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': 'c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:59:55.737454 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f32180e-5847-4a03-a13e-0defc02bd08f None None] Attempting to bind port ca8c7b9e-d5f1-4288-8e23-f45fbe3e9a98 on network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:59:55.745824 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 17c7fdbf-21e4-4275-8437-3df4ece954de no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:59:55.750431 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f32180e-5847-4a03-a13e-0defc02bd08f None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:59:55.750874 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f32180e-5847-4a03-a13e-0defc02bd08f None None] Checking segment: {'id': 'c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:59:55.751290 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4f32180e-5847-4a03-a13e-0defc02bd08f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:55.751734 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f32180e-5847-4a03-a13e-0defc02bd08f None None] Bound using segment: {'id': 'c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:59:55.752233 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-4f32180e-5847-4a03-a13e-0defc02bd08f None None] Bound port: ca8c7b9e-d5f1-4288-8e23-f45fbe3e9a98, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:59:55.752623 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4f32180e-5847-4a03-a13e-0defc02bd08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (ca8c7b9e-d5f1-4288-8e23-f45fbe3e9a98), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:55.782872 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 17c7fdbf-21e4-4275-8437-3df4ece954de {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:59:55.783225 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 17c7fdbf-21e4-4275-8437-3df4ece954de not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:59:55.784815 n-d-826753-2 neutron-server[103701]: INFO neutron.api.v2.resource [None req-9fabe9f3-3248-4d3d-bbad-8385e31b8425 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 02:59:55.786126 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-9fabe9f3-3248-4d3d-bbad-8385e31b8425 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0960846 Feb 19 02:59:55.790226 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45376) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:55.796087 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-ffebfe01-ab39-4438-967a-3f419f7b4fa9 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Request body: {'security_group_rule': {'security_group_id': 'afc49749-51f4-4747-a5eb-89a6e92e52ea', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:59:55.798940 n-d-826753-2 neutron-server[103701]: WARNING neutron.api.v2.base [None req-ffebfe01-ab39-4438-967a-3f419f7b4fa9 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 19 02:59:55.799521 n-d-826753-2 neutron-server[103701]: INFO neutron.api.v2.resource [None req-ffebfe01-ab39-4438-967a-3f419f7b4fa9 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 02:59:55.803359 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-ffebfe01-ab39-4438-967a-3f419f7b4fa9 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0094860 Feb 19 02:59:55.805728 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45378) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:55.817421 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-d6656161-da2d-4dc5-b6b3-be3a441ff8bd tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Request body: {'security_group_rule': {'security_group_id': 'afc49749-51f4-4747-a5eb-89a6e92e52ea', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:59:55.841373 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-5a9da549-37ab-412b-a779-bd16f4a3c062 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Allocated IP 2001:db8::af (48d3009f-8d6e-4fac-a460-ff95e3f8d78a/e10d7477-81de-4832-87c2-42a8894d24df/244caf3b-b416-40d2-88a3-2ae2fd898622) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:59:55.897595 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53d0f66d-18a9-4a03-8bd3-e9b842383905 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Made reservation on behalf of e1a55fde9c7e4f5d96053750d488e677 for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:59:55.898005 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4f32180e-5847-4a03-a13e-0defc02bd08f None None] For port ca8c7b9e-d5f1-4288-8e23-f45fbe3e9a98, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:59:55.901241 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-53d0f66d-18a9-4a03-8bd3-e9b842383905 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:55.903305 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4f32180e-5847-4a03-a13e-0defc02bd08f None None] For port ca8c7b9e-d5f1-4288-8e23-f45fbe3e9a98, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=ca8c7b9e-d5f1-4288-8e23-f45fbe3e9a98,segment=NetworkSegment(c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8),segment_id=c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:59:55.910000 n-d-826753-2 neutron-server[103701]: INFO neutron.api.v2.resource [None req-d6656161-da2d-4dc5-b6b3-be3a441ff8bd tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 02:59:55.915300 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-d6656161-da2d-4dc5-b6b3-be3a441ff8bd tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1073341 Feb 19 02:59:55.916183 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45380) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:55.922760 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-b0226534-bd71-41a9-9278-fc63c451e0fb tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Request body: {'security_group_rule': {'security_group_id': 'afc49749-51f4-4747-a5eb-89a6e92e52ea', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:59:55.924648 n-d-826753-2 neutron-server[103701]: WARNING neutron.api.v2.base [None req-b0226534-bd71-41a9-9278-fc63c451e0fb tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 19 02:59:55.926581 n-d-826753-2 neutron-server[103701]: INFO neutron.api.v2.resource [None req-b0226534-bd71-41a9-9278-fc63c451e0fb tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 02:59:55.931694 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4f32180e-5847-4a03-a13e-0defc02bd08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (ca8c7b9e-d5f1-4288-8e23-f45fbe3e9a98), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:55.933020 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-b0226534-bd71-41a9-9278-fc63c451e0fb tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0154009 Feb 19 02:59:55.933580 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-53d0f66d-18a9-4a03-8bd3-e9b842383905 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:55.934949 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45382) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:55.946452 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-cb5313f2-71d3-45c8-bc3f-14a864918ee5 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Request body: {'security_group_rule': {'security_group_id': 'afc49749-51f4-4747-a5eb-89a6e92e52ea', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:59:55.994249 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87ce9605-48b0-483b-b7e0-41cf5eb72865 x-openstack-request-id: req-87ce9605-48b0-483b-b7e0-41cf5eb72865 {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:59:55.995163 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fbac1dc-890e-47c9-99fa-6cde13e82ed6", "name": "network-vif-deleted", "tag": "917973d8-3e41-4d78-b139-6fff22795617", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:59:55.995664 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-87ce9605-48b0-483b-b7e0-41cf5eb72865 {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:59:55.998045 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fbac1dc-890e-47c9-99fa-6cde13e82ed6', 'name': 'network-vif-deleted', 'tag': '917973d8-3e41-4d78-b139-6fff22795617', 'status': 'completed', 'code': 200} Feb 19 02:59:56.009690 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b11f757c-ab04-4c6e-b08b-f9e9343cfb69 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group (9469c368-e05f-4e9a-9df6-0365be3652ae), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:56.020893 n-d-826753-2 neutron-server[103701]: INFO neutron.db.securitygroups_db [None req-cb5313f2-71d3-45c8-bc3f-14a864918ee5 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Project 174f62b53e084eb5a54cc50533ce9f91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 02:59:56.029083 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b11f757c-ab04-4c6e-b08b-f9e9343cfb69 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (9469c368-e05f-4e9a-9df6-0365be3652ae), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:56.058749 n-d-826753-2 neutron-server[103701]: INFO neutron.api.v2.resource [None req-cb5313f2-71d3-45c8-bc3f-14a864918ee5 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 02:59:56.060077 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f32180e-5847-4a03-a13e-0defc02bd08f None None] Pushing event updated for resources: {'Port': ['ID=ca8c7b9e-d5f1-4288-8e23-f45fbe3e9a98,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:56.062848 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-cb5313f2-71d3-45c8-bc3f-14a864918ee5 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1263282 Feb 19 02:59:56.063744 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45384) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:56.069256 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-8514b585-622c-4052-8193-864fbf95be44 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Request body: {'security_group_rule': {'security_group_id': 'afc49749-51f4-4747-a5eb-89a6e92e52ea', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:59:56.069783 n-d-826753-2 neutron-server[103701]: WARNING neutron.api.v2.base [None req-8514b585-622c-4052-8193-864fbf95be44 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 19 02:59:56.070305 n-d-826753-2 neutron-server[103701]: INFO neutron.api.v2.resource [None req-8514b585-622c-4052-8193-864fbf95be44 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 02:59:56.074220 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-8514b585-622c-4052-8193-864fbf95be44 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0094814 Feb 19 02:59:56.074804 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45386) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:56.080054 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-020c8a63-44db-4cb9-aeec-079e4bc819db tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Request body: {'security_group_rule': {'security_group_id': 'afc49749-51f4-4747-a5eb-89a6e92e52ea', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:59:56.113412 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11f757c-ab04-4c6e-b08b-f9e9343cfb69 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9469c368-e05f-4e9a-9df6-0365be3652ae,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:56.131247 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:56.139087 n-d-826753-2 neutron-server[103701]: INFO neutron.db.securitygroups_db [None req-020c8a63-44db-4cb9-aeec-079e4bc819db tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Project 174f62b53e084eb5a54cc50533ce9f91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 02:59:56.156571 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b11f757c-ab04-4c6e-b08b-f9e9343cfb69 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:56.158421 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-b11f757c-ab04-4c6e-b08b-f9e9343cfb69 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7443678 Feb 19 02:59:56.167891 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45388) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:56.175375 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-7e1e78fa-f016-416f-b255-e5713c6a2632 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Request body: {'security_group_rule': {'security_group_id': '9469c368-e05f-4e9a-9df6-0365be3652ae', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:59:56.181224 n-d-826753-2 neutron-server[103701]: INFO neutron.api.v2.resource [None req-020c8a63-44db-4cb9-aeec-079e4bc819db tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 02:59:56.182293 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-020c8a63-44db-4cb9-aeec-079e4bc819db tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1064363 Feb 19 02:59:56.188696 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45390) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:56.195433 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-8a9daa6f-9808-414e-83c9-8983485ca7a3 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Request body: {'security_group_rule': {'security_group_id': 'afc49749-51f4-4747-a5eb-89a6e92e52ea', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:59:56.238660 n-d-826753-2 neutron-server[103701]: INFO neutron.db.securitygroups_db [None req-8a9daa6f-9808-414e-83c9-8983485ca7a3 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Project 174f62b53e084eb5a54cc50533ce9f91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 02:59:56.245739 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7e1e78fa-f016-416f-b255-e5713c6a2632 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group_rule (dfb81b77-97b4-4536-9320-802dc55c2078), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:56.274756 n-d-826753-2 neutron-server[103701]: INFO neutron.api.v2.resource [None req-8a9daa6f-9808-414e-83c9-8983485ca7a3 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 02:59:56.275883 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-8a9daa6f-9808-414e-83c9-8983485ca7a3 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0862153 Feb 19 02:59:56.279419 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45394) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:56.334240 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5a9da549-37ab-412b-a779-bd16f4a3c062 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks [] for port (244caf3b-b416-40d2-88a3-2ae2fd898622), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:56.427593 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7e1e78fa-f016-416f-b255-e5713c6a2632 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group_rule (dfb81b77-97b4-4536-9320-802dc55c2078), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:56.429760 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-53d0f66d-18a9-4a03-8bd3-e9b842383905 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks [] for security_group (983b746f-1edf-456d-ba73-e84196d5a6db), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:56.442434 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-53d0f66d-18a9-4a03-8bd3-e9b842383905 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (983b746f-1edf-456d-ba73-e84196d5a6db), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:56.457532 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53d0f66d-18a9-4a03-8bd3-e9b842383905 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] vlan segment allocate from pool success with {'vlan_id': 251, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:59:56.463007 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7e1e78fa-f016-416f-b255-e5713c6a2632 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (dfb81b77-97b4-4536-9320-802dc55c2078), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:56.469765 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-53d0f66d-18a9-4a03-8bd3-e9b842383905 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (6e1fe77b-24b7-4c7e-96fc-2e11ae42aaba), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:56.470267 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-53d0f66d-18a9-4a03-8bd3-e9b842383905 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Added segment 6e1fe77b-24b7-4c7e-96fc-2e11ae42aaba of type vlan for network 6a524231-053d-4b27-8781-6700e8b17e0f Feb 19 02:59:56.501933 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a304801d-fa45-438e-931b-ca921c9fdff7 req-5f019e52-b69e-4e30-85a9-44014682fd7f tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:56.503592 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a304801d-fa45-438e-931b-ca921c9fdff7 req-5f019e52-b69e-4e30-85a9-44014682fd7f tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 946 time: 0.1557372 Feb 19 02:59:56.509917 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45398) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:56.523257 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1e78fa-f016-416f-b255-e5713c6a2632 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfb81b77-97b4-4536-9320-802dc55c2078,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:56.529325 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-53d0f66d-18a9-4a03-8bd3-e9b842383905 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (6a524231-053d-4b27-8781-6700e8b17e0f), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:56.594729 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7e1e78fa-f016-416f-b255-e5713c6a2632 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:56.598530 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-7e1e78fa-f016-416f-b255-e5713c6a2632 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4294250 Feb 19 02:59:56.605040 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45400) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:56.626213 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5a9da549-37ab-412b-a779-bd16f4a3c062 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (244caf3b-b416-40d2-88a3-2ae2fd898622), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:56.631544 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d0f66d-18a9-4a03-8bd3-e9b842383905 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=983b746f-1edf-456d-ba73-e84196d5a6db,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:56.634650 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-47a5e01d-10ba-468d-8238-25477d68ceb9 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Publish callbacks [] for security_group (afc49749-51f4-4747-a5eb-89a6e92e52ea), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:56.668908 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-12fc9f44-3f43-4f61-80e2-a2a0aa872923 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group_rule (dfb81b77-97b4-4536-9320-802dc55c2078), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:56.688333 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-12fc9f44-3f43-4f61-80e2-a2a0aa872923 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group_rule (dfb81b77-97b4-4536-9320-802dc55c2078), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:56.692588 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-53d0f66d-18a9-4a03-8bd3-e9b842383905 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (6a524231-053d-4b27-8781-6700e8b17e0f), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:56.697651 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d0f66d-18a9-4a03-8bd3-e9b842383905 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:56.698440 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-53d0f66d-18a9-4a03-8bd3-e9b842383905 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:56.721390 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9da549-37ab-412b-a779-bd16f4a3c062 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:59:56.745486 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-5a9da549-37ab-412b-a779-bd16f4a3c062 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:59:56.754493 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-47a5e01d-10ba-468d-8238-25477d68ceb9 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Publish callbacks [] for security_group (afc49749-51f4-4747-a5eb-89a6e92e52ea), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:56.770965 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a304801d-fa45-438e-931b-ca921c9fdff7 req-acbdd789-2ddd-404b-8e18-7e48d32dcb59 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538517 Feb 19 02:59:56.775934 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9da549-37ab-412b-a779-bd16f4a3c062 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:59:56.782460 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9da549-37ab-412b-a779-bd16f4a3c062 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:56.783093 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5a9da549-37ab-412b-a779-bd16f4a3c062 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:56.785078 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 917973d8-3e41-4d78-b139-6fff22795617 no longer exists at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:59:56.786352 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9da549-37ab-412b-a779-bd16f4a3c062 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event updated for resources: {'Port': ['ID=244caf3b-b416-40d2-88a3-2ae2fd898622,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:56.807743 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-53d0f66d-18a9-4a03-8bd3-e9b842383905 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.4354239 Feb 19 02:59:56.809366 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] No Port match for: 917973d8-3e41-4d78-b139-6fff22795617 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:59:56.809930 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 917973d8-3e41-4d78-b139-6fff22795617 not bound to the agent host n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:59:56.817370 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45404) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:56.822550 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-fd5172a0-9789-4fe5-8762-ebf1c656fa86 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Request body: {'port': {'network_id': '6a524231-053d-4b27-8781-6700e8b17e0f', 'name': 'tempest-PortsTestJSON-599742700'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:59:56.824374 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d4889f-0eb7-4486-b4a4-a85381310255 req-354c8d0d-4c9f-4707-b64c-18f2e51038f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:56.826122 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c7d4889f-0eb7-4486-b4a4-a85381310255 req-354c8d0d-4c9f-4707-b64c-18f2e51038f9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=af50eb00c5a74dd68d3a720f276d22fe&device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 1128 time: 0.2727320 Feb 19 02:59:56.856188 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-12fc9f44-3f43-4f61-80e2-a2a0aa872923 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (dfb81b77-97b4-4536-9320-802dc55c2078), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:56.861962 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-5a9da549-37ab-412b-a779-bd16f4a3c062 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2408459 Feb 19 02:59:56.863983 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d0f66d-18a9-4a03-8bd3-e9b842383905 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Pushing event updated for resources: {'Network': ['ID=6a524231-053d-4b27-8781-6700e8b17e0f,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:56.873434 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45406) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:56.877459 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 6a524231-053d-4b27-8781-6700e8b17e0f details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:59:56.902385 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-12fc9f44-3f43-4f61-80e2-a2a0aa872923 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:56.906039 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-12fc9f44-3f43-4f61-80e2-a2a0aa872923 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/dfb81b77-97b4-4536-9320-802dc55c2078 HTTP/1.1" status: 204 len: 168 time: 0.2956827 Feb 19 02:59:56.906039 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc9f44-3f43-4f61-80e2-a2a0aa872923 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dfb81b77-97b4-4536-9320-802dc55c2078,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:56.914656 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45408) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:57.045553 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d4889f-0eb7-4486-b4a4-a85381310255 req-29059e75-b8a1-4641-aaee-77f148e1c023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:57.050031 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-47a5e01d-10ba-468d-8238-25477d68ceb9 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (afc49749-51f4-4747-a5eb-89a6e92e52ea), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:57.050852 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c7d4889f-0eb7-4486-b4a4-a85381310255 req-29059e75-b8a1-4641-aaee-77f148e1c023 service neutron] 10.222.0.73 "GET /v2.0/networks?id=583b29ab-e0ba-468d-ae03-87a6a1ad9ae5 HTTP/1.1" status: 200 len: 915 time: 0.2025504 Feb 19 02:59:57.052714 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-47a5e01d-10ba-468d-8238-25477d68ceb9 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:57.054078 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-47a5e01d-10ba-468d-8238-25477d68ceb9 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] 10.222.0.72 "DELETE /v2.0/security-groups/afc49749-51f4-4747-a5eb-89a6e92e52ea HTTP/1.1" status: 204 len: 168 time: 0.7707582 Feb 19 02:59:57.057905 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45410) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:57.076065 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a5e01d-10ba-468d-8238-25477d68ceb9 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afc49749-51f4-4747-a5eb-89a6e92e52ea,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:57.140273 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c7d4889f-0eb7-4486-b4a4-a85381310255 req-60993103-f5ea-4499-a306-7b930457c757 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=70b42dbd-71fc-4efd-8608-6d6d588d6cc3 HTTP/1.1" status: 200 len: 217 time: 0.0794013 Feb 19 02:59:57.170966 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-363a3f71-260f-474c-a0da-7718c11b4312 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2492666 Feb 19 02:59:57.179901 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b4dec7-c12a-4d64-9f57-a7fc17a9959c tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:57.186029 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b4dec7-c12a-4d64-9f57-a7fc17a9959c tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:57.188607 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45414) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:57.191366 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-b1b4dec7-c12a-4d64-9f57-a7fc17a9959c tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.2842762 Feb 19 02:59:57.193048 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45416) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:57.231858 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd5172a0-9789-4fe5-8762-ebf1c656fa86 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Made reservation on behalf of e1a55fde9c7e4f5d96053750d488e677 for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:59:57.235825 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-fd5172a0-9789-4fe5-8762-ebf1c656fa86 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:57.244433 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-cb92bdd9-c8cd-4a41-a4dc-4916e7b908bf tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1781785 Feb 19 02:59:57.251654 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45418) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:57.262148 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-97d270a4-6992-4b1d-9c5f-f3ef2baa7c75 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Request body: {'security_group': {'name': 'tempest-secgroup--422430168'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:59:57.275227 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d4889f-0eb7-4486-b4a4-a85381310255 req-d08cf32c-5e90-4769-b609-73561071abe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:57.277548 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c7d4889f-0eb7-4486-b4a4-a85381310255 req-d08cf32c-5e90-4769-b609-73561071abe3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3ea5428a-92f7-475d-b30c-482a71ed5c95 HTTP/1.1" status: 200 len: 854 time: 0.1313896 Feb 19 02:59:57.308194 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [None req-fd5172a0-9789-4fe5-8762-ebf1c656fa86 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] device_id is not set on port 615e47cd-11b3-4066-95aa-2dfca28e480a yet. {{(pid=103701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 02:59:57.323825 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c7d4889f-0eb7-4486-b4a4-a85381310255 req-7186fb96-f860-461c-a0d9-37b2e9811bca service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=583b29ab-e0ba-468d-ae03-87a6a1ad9ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375767 Feb 19 02:59:57.324974 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fdcd7100-f09e-4039-9106-5db1e0ab6477 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group (9469c368-e05f-4e9a-9df6-0365be3652ae), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:57.416972 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fdcd7100-f09e-4039-9106-5db1e0ab6477 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group (9469c368-e05f-4e9a-9df6-0365be3652ae), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:57.451515 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-97d270a4-6992-4b1d-9c5f-f3ef2baa7c75 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:57.495875 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c7d4889f-0eb7-4486-b4a4-a85381310255 req-dccf3062-5635-48fa-a42f-fb607dea7f95 service neutron] 10.222.0.73 "GET /v2.0/networks/583b29ab-e0ba-468d-ae03-87a6a1ad9ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641057 Feb 19 02:59:57.497516 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fdcd7100-f09e-4039-9106-5db1e0ab6477 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (9469c368-e05f-4e9a-9df6-0365be3652ae), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:57.501164 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fdcd7100-f09e-4039-9106-5db1e0ab6477 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:57.505422 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-fdcd7100-f09e-4039-9106-5db1e0ab6477 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] 10.222.0.72 "DELETE /v2.0/security-groups/9469c368-e05f-4e9a-9df6-0365be3652ae HTTP/1.1" status: 204 len: 168 time: 0.3078625 Feb 19 02:59:57.507724 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45420) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:57.572377 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcd7100-f09e-4039-9106-5db1e0ab6477 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9469c368-e05f-4e9a-9df6-0365be3652ae,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:57.598161 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-2e74b675-a0fe-472a-ac69-97d16954ed21 None None] Provisioning complete for port ca8c7b9e-d5f1-4288-8e23-f45fbe3e9a98 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:59:57.598532 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-2e74b675-a0fe-472a-ac69-97d16954ed21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (ca8c7b9e-d5f1-4288-8e23-f45fbe3e9a98), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:57.668768 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c7d4889f-0eb7-4486-b4a4-a85381310255 req-c282d1b7-df73-4b61-a529-3dbc558907d1 service neutron] 10.222.0.73 "GET /v2.0/networks/583b29ab-e0ba-468d-ae03-87a6a1ad9ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582355 Feb 19 02:59:57.728079 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-786f9fa2-a2ba-4b64-bb70-17d2c3afc881 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Deleting port 244caf3b-b416-40d2-88a3-2ae2fd898622 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:59:57.728588 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-786f9fa2-a2ba-4b64-bb70-17d2c3afc881 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (244caf3b-b416-40d2-88a3-2ae2fd898622), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:57.780495 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-2e74b675-a0fe-472a-ac69-97d16954ed21 None None] Current status of the port ca8c7b9e-d5f1-4288-8e23-f45fbe3e9a98 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:59:57.780956 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-2e74b675-a0fe-472a-ac69-97d16954ed21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (ca8c7b9e-d5f1-4288-8e23-f45fbe3e9a98), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:57.794941 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-fd5172a0-9789-4fe5-8762-ebf1c656fa86 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks [] for port (615e47cd-11b3-4066-95aa-2dfca28e480a), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:57.801299 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device ca8c7b9e-d5f1-4288-8e23-f45fbe3e9a98 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:59:57.888051 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45430) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:57.888198 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-6a7826d0-1fc4-46c9-a31b-34599c4436f2 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3771944 Feb 19 02:59:57.896039 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-37edcd85-ace9-4cae-bf0c-872e87bb955a tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Request body: {'security_group': {'name': 'tempest-secgroup--2065151060'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:59:57.951615 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-37edcd85-ace9-4cae-bf0c-872e87bb955a tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:57.955025 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-2e74b675-a0fe-472a-ac69-97d16954ed21 None None] For port ca8c7b9e-d5f1-4288-8e23-f45fbe3e9a98, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=ca8c7b9e-d5f1-4288-8e23-f45fbe3e9a98,segment=NetworkSegment(c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8),segment_id=c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:59:57.971575 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-2e74b675-a0fe-472a-ac69-97d16954ed21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (ca8c7b9e-d5f1-4288-8e23-f45fbe3e9a98), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:58.053765 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port ca8c7b9e-d5f1-4288-8e23-f45fbe3e9a98 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:59:58.054161 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (ca8c7b9e-d5f1-4288-8e23-f45fbe3e9a98), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:58.075564 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-37edcd85-ace9-4cae-bf0c-872e87bb955a tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group (86bcc96e-08fb-498f-9c29-e078505ee5f0), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:58.081660 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-37edcd85-ace9-4cae-bf0c-872e87bb955a tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (86bcc96e-08fb-498f-9c29-e078505ee5f0), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:58.089054 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-97d270a4-6992-4b1d-9c5f-f3ef2baa7c75 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Publish callbacks [] for security_group (ecc17538-fda1-4664-ad9d-8c2cc65ced13), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:58.112518 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-37edcd85-ace9-4cae-bf0c-872e87bb955a tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:58.116387 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-37edcd85-ace9-4cae-bf0c-872e87bb955a tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2244682 Feb 19 02:59:58.118217 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45432) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:58.122406 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-76f61dcf-0aa4-48c0-92c2-3c504995a578 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Request body: {'security_group_rule': {'security_group_id': '86bcc96e-08fb-498f-9c29-e078505ee5f0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:59:58.145775 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e74b675-a0fe-472a-ac69-97d16954ed21 None None] Pushing event updated for resources: {'Port': ['ID=ca8c7b9e-d5f1-4288-8e23-f45fbe3e9a98,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:58.145985 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37edcd85-ace9-4cae-bf0c-872e87bb955a tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86bcc96e-08fb-498f-9c29-e078505ee5f0,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:58.147703 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-97d270a4-6992-4b1d-9c5f-f3ef2baa7c75 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (ecc17538-fda1-4664-ad9d-8c2cc65ced13), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:58.194083 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-76f61dcf-0aa4-48c0-92c2-3c504995a578 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group_rule (84f1974d-7518-4352-917e-c50f6769ba50), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:58.208502 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-c2fea097-74e5-43e0-af68-b132a8ea1528 None None] Provisioning complete for port 244caf3b-b416-40d2-88a3-2ae2fd898622 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:59:58.209174 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c2fea097-74e5-43e0-af68-b132a8ea1528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (244caf3b-b416-40d2-88a3-2ae2fd898622), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:58.214837 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-786f9fa2-a2ba-4b64-bb70-17d2c3afc881 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (244caf3b-b416-40d2-88a3-2ae2fd898622), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:58.239068 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebcf2d9-9ceb-41ee-8fb2-0f87b21e2c4b req-0ca0c8c2-6239-43df-9951-953ac3f6e222 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:58.240654 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9ebcf2d9-9ceb-41ee-8fb2-0f87b21e2c4b req-0ca0c8c2-6239-43df-9951-953ac3f6e222 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 946 time: 0.3128076 Feb 19 02:59:58.248155 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-97d270a4-6992-4b1d-9c5f-f3ef2baa7c75 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:58.249552 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-97d270a4-6992-4b1d-9c5f-f3ef2baa7c75 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9915378 Feb 19 02:59:58.254775 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-fd5172a0-9789-4fe5-8762-ebf1c656fa86 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (615e47cd-11b3-4066-95aa-2dfca28e480a), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:58.256710 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45434) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:58.262000 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d270a4-6992-4b1d-9c5f-f3ef2baa7c75 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc17538-fda1-4664-ad9d-8c2cc65ced13,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:58.268726 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-786f9fa2-a2ba-4b64-bb70-17d2c3afc881 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Calling delete_port for 244caf3b-b416-40d2-88a3-2ae2fd898622 owned by {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:59:58.281299 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-534e5860-f5f8-4a97-9890-0363232e358f tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Request body: {'security_group_rule': {'security_group_id': 'ecc17538-fda1-4664-ad9d-8c2cc65ced13', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:59:58.300889 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-c2fea097-74e5-43e0-af68-b132a8ea1528 None None] Port 244caf3b-b416-40d2-88a3-2ae2fd898622 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:59:58.321890 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b43a7448-7260-43cb-8825-d2e8d1914d7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16289271'] for router_interface (51d62235-06ca-4127-9053-0d14fe103439), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:58.339379 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port ca8c7b9e-d5f1-4288-8e23-f45fbe3e9a98 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:59:58.353119 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-76f61dcf-0aa4-48c0-92c2-3c504995a578 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group_rule (84f1974d-7518-4352-917e-c50f6769ba50), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:58.373500 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-76f61dcf-0aa4-48c0-92c2-3c504995a578 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (84f1974d-7518-4352-917e-c50f6769ba50), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:58.404601 n-d-826753-2 neutron-server[103702]: INFO neutron.api.v2.resource [None req-534e5860-f5f8-4a97-9890-0363232e358f tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] create failed (client error): The resource could not be found. Feb 19 02:59:58.407322 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-534e5860-f5f8-4a97-9890-0363232e358f tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1489036 Feb 19 02:59:58.420653 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45436) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:58.425712 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-39ce6719-8b0a-4d9f-a3e5-edb434f44810 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Request body: {'security_group_rule': {'security_group_id': 'ecc17538-fda1-4664-ad9d-8c2cc65ced13', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '744ece8b-8965-47e4-8498-19f8ab2db767'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:59:58.445333 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f61dcf-0aa4-48c0-92c2-3c504995a578 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84f1974d-7518-4352-917e-c50f6769ba50,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:58.449104 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-76f61dcf-0aa4-48c0-92c2-3c504995a578 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:58.454716 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-76f61dcf-0aa4-48c0-92c2-3c504995a578 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3360975 Feb 19 02:59:58.454875 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9ebcf2d9-9ceb-41ee-8fb2-0f87b21e2c4b req-655122b7-349f-4a43-a995-664176a44d53 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946740 Feb 19 02:59:58.455156 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45438) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:58.460199 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-f8983ade-4212-41b1-aa21-a4233f31bf64 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Request body: {'security_group_rule': {'security_group_id': '86bcc96e-08fb-498f-9c29-e078505ee5f0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:59:58.474731 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5172a0-9789-4fe5-8762-ebf1c656fa86 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Pushing event updated for resources: {'Port': ['ID=615e47cd-11b3-4066-95aa-2dfca28e480a,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:58.511967 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f8983ade-4212-41b1-aa21-a4233f31bf64 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group_rule (fa99c954-fced-487c-8207-f1fbc9166d4a), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:58.519943 n-d-826753-2 neutron-server[103702]: INFO neutron.api.v2.resource [None req-39ce6719-8b0a-4d9f-a3e5-edb434f44810 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] create failed (client error): The resource could not be found. Feb 19 02:59:58.521148 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-39ce6719-8b0a-4d9f-a3e5-edb434f44810 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0993941 Feb 19 02:59:58.532109 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45440) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:58.559812 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5172a0-9789-4fe5-8762-ebf1c656fa86 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Checking segment: {'id': '6e1fe77b-24b7-4c7e-96fc-2e11ae42aaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '6a524231-053d-4b27-8781-6700e8b17e0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:59:58.560561 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5172a0-9789-4fe5-8762-ebf1c656fa86 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Network hostable DHCP agents. Network: 6a524231-053d-4b27-8781-6700e8b17e0f, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:59:58.636446 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5172a0-9789-4fe5-8762-ebf1c656fa86 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Network 6a524231-053d-4b27-8781-6700e8b17e0f is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:59:58.636630 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9138f224-4263-49c8-822a-47eed73cdab4 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Publish callbacks [] for security_group (ecc17538-fda1-4664-ad9d-8c2cc65ced13), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:58.669672 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9138f224-4263-49c8-822a-47eed73cdab4 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Publish callbacks [] for security_group (ecc17538-fda1-4664-ad9d-8c2cc65ced13), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:58.679136 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-fd5172a0-9789-4fe5-8762-ebf1c656fa86 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 6a524231-053d-4b27-8781-6700e8b17e0f) {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:59:58.690622 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5172a0-9789-4fe5-8762-ebf1c656fa86 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:59:58.692351 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940a0755-e8cd-4d07-9619-25722f86c783 None None] Network 6a524231-053d-4b27-8781-6700e8b17e0f requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:59:58.696320 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5172a0-9789-4fe5-8762-ebf1c656fa86 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:58.697284 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-fd5172a0-9789-4fe5-8762-ebf1c656fa86 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:58.736902 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9138f224-4263-49c8-822a-47eed73cdab4 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (ecc17538-fda1-4664-ad9d-8c2cc65ced13), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:58.739467 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9138f224-4263-49c8-822a-47eed73cdab4 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:58.743737 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-9138f224-4263-49c8-822a-47eed73cdab4 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] 10.222.0.72 "DELETE /v2.0/security-groups/ecc17538-fda1-4664-ad9d-8c2cc65ced13 HTTP/1.1" status: 204 len: 168 time: 0.2074339 Feb 19 02:59:58.743912 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45442) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:58.755184 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f8983ade-4212-41b1-aa21-a4233f31bf64 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group_rule (fa99c954-fced-487c-8207-f1fbc9166d4a), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:58.764127 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-786f9fa2-a2ba-4b64-bb70-17d2c3afc881 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (244caf3b-b416-40d2-88a3-2ae2fd898622), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:58.766632 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9138f224-4263-49c8-822a-47eed73cdab4 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc17538-fda1-4664-ad9d-8c2cc65ced13,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:58.769146 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f8983ade-4212-41b1-aa21-a4233f31bf64 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (fa99c954-fced-487c-8207-f1fbc9166d4a), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:58.789909 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8983ade-4212-41b1-aa21-a4233f31bf64 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa99c954-fced-487c-8207-f1fbc9166d4a,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:58.804600 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f8983ade-4212-41b1-aa21-a4233f31bf64 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:58.806181 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-f8983ade-4212-41b1-aa21-a4233f31bf64 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3496904 Feb 19 02:59:58.808928 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45444) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:58.814366 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-658eb7d2-ed79-48da-a9af-54117e3f5a47 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Request body: {'security_group_rule': {'security_group_id': '86bcc96e-08fb-498f-9c29-e078505ee5f0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:59:58.822609 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-fd5172a0-9789-4fe5-8762-ebf1c656fa86 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.0013852 Feb 19 02:59:58.826420 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45446) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:58.832877 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-6ab65193-0442-4802-9b20-6e3f5cf3674b tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1372842679'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:59:58.891195 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786f9fa2-a2ba-4b64-bb70-17d2c3afc881 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event deleted for resources: {'Port': ['ID=244caf3b-b416-40d2-88a3-2ae2fd898622,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:58.900184 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ab65193-0442-4802-9b20-6e3f5cf3674b tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Made reservation on behalf of e1a55fde9c7e4f5d96053750d488e677 for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:59:58.907352 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6ab65193-0442-4802-9b20-6e3f5cf3674b tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:58.938094 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-658eb7d2-ed79-48da-a9af-54117e3f5a47 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group_rule (79ce2942-1c68-418f-940d-f86234f321b0), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:58.944226 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:59:59.014125 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-9f09b645-6c8e-40bc-afcc-c6eb69d8dd7e tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2673056 Feb 19 02:59:59.020334 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45450) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:59.026764 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-465c0d81-b277-4585-a4d2-ca696ca13202 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Request body: {'security_group_rule': {'security_group_id': 'a7f75b91-cb3f-47cd-81e3-d88ebe26c4cb', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:59:59.038833 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-786f9fa2-a2ba-4b64-bb70-17d2c3afc881 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:59.043280 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-786f9fa2-a2ba-4b64-bb70-17d2c3afc881 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "DELETE /v2.0/ports/244caf3b-b416-40d2-88a3-2ae2fd898622 HTTP/1.1" status: 204 len: 168 time: 1.8474724 Feb 19 02:59:59.046498 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45452) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:59.093741 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-658eb7d2-ed79-48da-a9af-54117e3f5a47 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group_rule (79ce2942-1c68-418f-940d-f86234f321b0), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:59.107711 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ab65193-0442-4802-9b20-6e3f5cf3674b tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] vlan segment allocate from pool success with {'vlan_id': 288, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:59:59.114072 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-658eb7d2-ed79-48da-a9af-54117e3f5a47 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (79ce2942-1c68-418f-940d-f86234f321b0), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:59.143565 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658eb7d2-ed79-48da-a9af-54117e3f5a47 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79ce2942-1c68-418f-940d-f86234f321b0,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:59.168161 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6ab65193-0442-4802-9b20-6e3f5cf3674b tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (2b2af1db-c0a5-4e4f-b7db-4f79f951125c), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:59.168575 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-6ab65193-0442-4802-9b20-6e3f5cf3674b tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Added segment 2b2af1db-c0a5-4e4f-b7db-4f79f951125c of type vlan for network bc5dac99-5aab-435f-85c1-334609e86ad5 Feb 19 02:59:59.188866 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f126d57-0f4a-4a5b-b57e-a104448e16e6 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:59.190700 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f126d57-0f4a-4a5b-b57e-a104448e16e6 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:59.192969 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-7f126d57-0f4a-4a5b-b57e-a104448e16e6 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1444480 Feb 19 02:59:59.195967 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45454) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:59.274431 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-b43a7448-7260-43cb-8825-d2e8d1914d7c admin admin] Deleting port 6f67a476-1bdc-4f47-8260-420d1c0ca57b {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:59:59.275073 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b43a7448-7260-43cb-8825-d2e8d1914d7c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (6f67a476-1bdc-4f47-8260-420d1c0ca57b), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:59.307398 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-658eb7d2-ed79-48da-a9af-54117e3f5a47 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:59.308625 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-658eb7d2-ed79-48da-a9af-54117e3f5a47 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4987152 Feb 19 02:59:59.314158 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-c53125e3-7c6f-4bad-8832-932d9591de39 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Deleting subnet e10d7477-81de-4832-87c2-42a8894d24df {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:59:59.317802 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c53125e3-7c6f-4bad-8832-932d9591de39 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks [] for subnet (e10d7477-81de-4832-87c2-42a8894d24df), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:59.323203 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45456) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:59.329189 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-8ac10c6f-2774-409b-abec-3b00d1183953 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Request body: {'security_group_rule': {'security_group_id': '86bcc96e-08fb-498f-9c29-e078505ee5f0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:59:59.369285 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c53125e3-7c6f-4bad-8832-932d9591de39 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (e10d7477-81de-4832-87c2-42a8894d24df), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:59.393742 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8ac10c6f-2774-409b-abec-3b00d1183953 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group_rule (cc6ffd6e-fafb-4691-984e-5ce7a3967a96), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:59.414185 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-b43a7448-7260-43cb-8825-d2e8d1914d7c admin admin] For port 6f67a476-1bdc-4f47-8260-420d1c0ca57b, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=6f67a476-1bdc-4f47-8260-420d1c0ca57b,segment=NetworkSegment(c6117011-521a-469d-908d-80df02851f25),segment_id=c6117011-521a-469d-908d-80df02851f25)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:59:59.414790 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b43a7448-7260-43cb-8825-d2e8d1914d7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (6f67a476-1bdc-4f47-8260-420d1c0ca57b), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:59.440581 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-b43a7448-7260-43cb-8825-d2e8d1914d7c admin admin] Calling delete_port for 6f67a476-1bdc-4f47-8260-420d1c0ca57b owned by network:router_interface {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:59:59.478080 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c53125e3-7c6f-4bad-8832-932d9591de39 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (e10d7477-81de-4832-87c2-42a8894d24df), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:59.522607 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8ac10c6f-2774-409b-abec-3b00d1183953 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group_rule (cc6ffd6e-fafb-4691-984e-5ce7a3967a96), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:59.543304 n-d-826753-2 neutron-server[103702]: INFO neutron.api.v2.resource [None req-465c0d81-b277-4585-a4d2-ca696ca13202 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] create failed (client error): The resource could not be found. Feb 19 02:59:59.544413 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-465c0d81-b277-4585-a4d2-ca696ca13202 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5231283 Feb 19 02:59:59.548853 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6ab65193-0442-4802-9b20-6e3f5cf3674b tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (bc5dac99-5aab-435f-85c1-334609e86ad5), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:59.551227 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45460) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:59.555388 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8ac10c6f-2774-409b-abec-3b00d1183953 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (cc6ffd6e-fafb-4691-984e-5ce7a3967a96), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:59.596951 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c53125e3-7c6f-4bad-8832-932d9591de39 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (e10d7477-81de-4832-87c2-42a8894d24df), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:59.619711 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-d746768f-647d-430f-8881-5f598048fc83 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Request body: {'security_group': {'name': 'tempest-secgroup--805984911'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:59:59.636487 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6ab65193-0442-4802-9b20-6e3f5cf3674b tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (bc5dac99-5aab-435f-85c1-334609e86ad5), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:59.640949 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac10c6f-2774-409b-abec-3b00d1183953 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc6ffd6e-fafb-4691-984e-5ce7a3967a96,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:59.649744 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab65193-0442-4802-9b20-6e3f5cf3674b tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:59.650601 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6ab65193-0442-4802-9b20-6e3f5cf3674b tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:59.661232 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53125e3-7c6f-4bad-8832-932d9591de39 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event deleted for resources: {'Subnet': ['ID=e10d7477-81de-4832-87c2-42a8894d24df,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:59.670150 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d746768f-647d-430f-8881-5f598048fc83 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:59.694322 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9043ead-850a-4325-99e3-8044fabe52fd None None] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:59:59.702321 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c53125e3-7c6f-4bad-8832-932d9591de39 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:59.708156 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-c53125e3-7c6f-4bad-8832-932d9591de39 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "DELETE /v2.0/subnets/e10d7477-81de-4832-87c2-42a8894d24df HTTP/1.1" status: 204 len: 168 time: 0.4961178 Feb 19 02:59:59.712338 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45462) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:59.760086 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-6ab65193-0442-4802-9b20-6e3f5cf3674b tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9325902 Feb 19 02:59:59.770286 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device ca8c7b9e-d5f1-4288-8e23-f45fbe3e9a98 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:59:59.806662 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45464) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:59.809119 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-003cd8da-9b7b-44b5-9fc7-f2162748a5c5 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0892897 Feb 19 02:59:59.815673 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-9e90a483-3f3a-44c8-8d89-6b718d961a84 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Request body: {'ports': [{'network_id': '6a524231-053d-4b27-8781-6700e8b17e0f'}, {'network_id': 'bc5dac99-5aab-435f-85c1-334609e86ad5'}]} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:59:59.816200 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-9e90a483-3f3a-44c8-8d89-6b718d961a84 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Request body: {'port': {'network_id': '6a524231-053d-4b27-8781-6700e8b17e0f'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:59:59.816848 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-9e90a483-3f3a-44c8-8d89-6b718d961a84 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Request body: {'port': {'network_id': 'bc5dac99-5aab-435f-85c1-334609e86ad5'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:59:59.822495 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45466) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:59.873315 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port ca8c7b9e-d5f1-4288-8e23-f45fbe3e9a98 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:59:59.873626 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (ca8c7b9e-d5f1-4288-8e23-f45fbe3e9a98), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:59.900257 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab65193-0442-4802-9b20-6e3f5cf3674b tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Pushing event updated for resources: {'Network': ['ID=bc5dac99-5aab-435f-85c1-334609e86ad5,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:59.927287 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network bc5dac99-5aab-435f-85c1-334609e86ad5 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:00:00.032958 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4566cc-46ea-4f9e-af1d-ccabc96a2ca4 None None] DHCP port deletion for 48d3009f-8d6e-4fac-a460-ff95e3f8d78a request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:00:00.051941 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port ca8c7b9e-d5f1-4288-8e23-f45fbe3e9a98 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:00:00.067011 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f5c6ec-d363-4706-82ef-1af434261da2 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:00.068628 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-e1f5c6ec-d363-4706-82ef-1af434261da2 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2449303 Feb 19 03:00:00.079385 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45470) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:00.148907 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-7b4566cc-46ea-4f9e-af1d-ccabc96a2ca4 None None] Deleting port ca8c7b9e-d5f1-4288-8e23-f45fbe3e9a98 {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:00:00.149560 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-7b4566cc-46ea-4f9e-af1d-ccabc96a2ca4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (ca8c7b9e-d5f1-4288-8e23-f45fbe3e9a98), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:00.191674 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3753a11-b550-4eba-905b-34fc8e6d972e tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:00.193124 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-c3753a11-b550-4eba-905b-34fc8e6d972e tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1129818 Feb 19 03:00:00.195728 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45472) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:00.205127 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e90a483-3f3a-44c8-8d89-6b718d961a84 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Made reservation on behalf of e1a55fde9c7e4f5d96053750d488e677 for: {'port': 2} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:00:00.208749 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9e90a483-3f3a-44c8-8d89-6b718d961a84 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:00.229430 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-7b4566cc-46ea-4f9e-af1d-ccabc96a2ca4 None None] For port ca8c7b9e-d5f1-4288-8e23-f45fbe3e9a98, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=ca8c7b9e-d5f1-4288-8e23-f45fbe3e9a98,segment=NetworkSegment(c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8),segment_id=c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:00:00.230037 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-7b4566cc-46ea-4f9e-af1d-ccabc96a2ca4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (ca8c7b9e-d5f1-4288-8e23-f45fbe3e9a98), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:00.251479 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-7b4566cc-46ea-4f9e-af1d-ccabc96a2ca4 None None] Calling delete_port for ca8c7b9e-d5f1-4288-8e23-f45fbe3e9a98 owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:00:00.260330 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-c9f6ca94-b2b9-4a78-8d9f-d7d692fe2918 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0628209 Feb 19 03:00:00.265306 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45474) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:00.266195 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8ac10c6f-2774-409b-abec-3b00d1183953 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:00.267330 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-8ac10c6f-2774-409b-abec-3b00d1183953 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9428108 Feb 19 03:00:00.269987 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-cfd55e15-2336-4055-bdcd-4e99b2e76b48 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Request body: {'subnet': {'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:00:00.272155 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45476) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:00.273527 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9e90a483-3f3a-44c8-8d89-6b718d961a84 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:00.282664 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-61deb9ba-d918-44c1-ac52-be7bbbf0a073 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Request body: {'security_group_rule': {'security_group_id': '86bcc96e-08fb-498f-9c29-e078505ee5f0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:00:00.337393 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ed60b3-39b2-45cf-b7cb-09a8b58d5cb1 req-843a6f47-44dd-4c8e-a9b4-afa94420edd8 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:00.344460 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-72ed60b3-39b2-45cf-b7cb-09a8b58d5cb1 req-843a6f47-44dd-4c8e-a9b4-afa94420edd8 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 946 time: 0.6985588 Feb 19 03:00:00.364342 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-7b4566cc-46ea-4f9e-af1d-ccabc96a2ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (ca8c7b9e-d5f1-4288-8e23-f45fbe3e9a98), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:00.401972 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4566cc-46ea-4f9e-af1d-ccabc96a2ca4 None None] Pushing event deleted for resources: {'Port': ['ID=ca8c7b9e-d5f1-4288-8e23-f45fbe3e9a98,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:00.409102 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4566cc-46ea-4f9e-af1d-ccabc96a2ca4 None None] No DVR routers for this DVR port ca8c7b9e-d5f1-4288-8e23-f45fbe3e9a98 on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:00:00.419279 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-61deb9ba-d918-44c1-ac52-be7bbbf0a073 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group_rule (f3548103-f173-4ed0-ab44-0af9fe6a9d32), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:00.507061 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfd55e15-2336-4055-bdcd-4e99b2e76b48 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Made reservation on behalf of bb74a1a86b774cd895fbb7befcc78fd8 for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:00:00.510710 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cfd55e15-2336-4055-bdcd-4e99b2e76b48 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:00.522438 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-72ed60b3-39b2-45cf-b7cb-09a8b58d5cb1 req-a4795746-75a2-4ee0-bc1a-a461d9d64a05 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712046 Feb 19 03:00:00.524951 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [None req-9e90a483-3f3a-44c8-8d89-6b718d961a84 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] device_id is not set on port 785f5f45-1f09-4071-b5a8-cdd18ebadb68 yet. {{(pid=103702) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:00:00.531283 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d746768f-647d-430f-8881-5f598048fc83 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Publish callbacks [] for security_group (184d22ff-2772-46a6-a59f-09aa72a231df), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:00.538738 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d746768f-647d-430f-8881-5f598048fc83 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (184d22ff-2772-46a6-a59f-09aa72a231df), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:00.540883 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b43a7448-7260-43cb-8825-d2e8d1914d7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (6f67a476-1bdc-4f47-8260-420d1c0ca57b), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:00.597608 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43a7448-7260-43cb-8825-d2e8d1914d7c admin admin] Pushing event deleted for resources: {'Port': ['ID=6f67a476-1bdc-4f47-8260-420d1c0ca57b,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:00.634975 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-61deb9ba-d918-44c1-ac52-be7bbbf0a073 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group_rule (f3548103-f173-4ed0-ab44-0af9fe6a9d32), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:00.638141 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d746768f-647d-430f-8881-5f598048fc83 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:00.641957 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-d746768f-647d-430f-8881-5f598048fc83 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0803542 Feb 19 03:00:00.643761 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45478) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:00.654484 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-8897154d-5b72-4847-8988-65d2749441f4 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Request body: {'security_group': {'name': 'tempest-secgroup--515665451'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:00:00.664517 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d746768f-647d-430f-8881-5f598048fc83 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=184d22ff-2772-46a6-a59f-09aa72a231df,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:00.670062 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-61deb9ba-d918-44c1-ac52-be7bbbf0a073 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (f3548103-f173-4ed0-ab44-0af9fe6a9d32), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:00.699503 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61deb9ba-d918-44c1-ac52-be7bbbf0a073 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3548103-f173-4ed0-ab44-0af9fe6a9d32,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:00.745622 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-61deb9ba-d918-44c1-ac52-be7bbbf0a073 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:00.746878 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-61deb9ba-d918-44c1-ac52-be7bbbf0a073 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4677100 Feb 19 03:00:00.750651 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45480) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:00.750784 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8897154d-5b72-4847-8988-65d2749441f4 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:00.789731 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7c29bd4f-fed0-40e0-b2c3-eafc44fd8bbb tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group_rule (f3548103-f173-4ed0-ab44-0af9fe6a9d32), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:00.832651 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7c29bd4f-fed0-40e0-b2c3-eafc44fd8bbb tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group_rule (f3548103-f173-4ed0-ab44-0af9fe6a9d32), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:00.868820 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b43a7448-7260-43cb-8825-d2e8d1914d7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16362762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16314471'] for router_interface (51d62235-06ca-4127-9053-0d14fe103439), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:00.880738 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7c29bd4f-fed0-40e0-b2c3-eafc44fd8bbb tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (f3548103-f173-4ed0-ab44-0af9fe6a9d32), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:00.886518 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7c29bd4f-fed0-40e0-b2c3-eafc44fd8bbb tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:00.889546 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-7c29bd4f-fed0-40e0-b2c3-eafc44fd8bbb tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/f3548103-f173-4ed0-ab44-0af9fe6a9d32 HTTP/1.1" status: 204 len: 168 time: 0.1362579 Feb 19 03:00:00.894366 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45482) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:00.909505 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c29bd4f-fed0-40e0-b2c3-eafc44fd8bbb tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f3548103-f173-4ed0-ab44-0af9fe6a9d32,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:00.992955 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-81c3ef01-93ce-45d3-9e37-2ca61bb8f941 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0963838 Feb 19 03:00:00.995783 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45484) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:01.064839 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-913484bd-4f5a-49b6-9a33-4ce1c8998d71 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group_rule (cc6ffd6e-fafb-4691-984e-5ce7a3967a96), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:01.076147 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-913484bd-4f5a-49b6-9a33-4ce1c8998d71 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group_rule (cc6ffd6e-fafb-4691-984e-5ce7a3967a96), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:01.140071 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-913484bd-4f5a-49b6-9a33-4ce1c8998d71 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (cc6ffd6e-fafb-4691-984e-5ce7a3967a96), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:01.149178 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-913484bd-4f5a-49b6-9a33-4ce1c8998d71 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:01.150320 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-913484bd-4f5a-49b6-9a33-4ce1c8998d71 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/cc6ffd6e-fafb-4691-984e-5ce7a3967a96 HTTP/1.1" status: 204 len: 168 time: 0.1536107 Feb 19 03:00:01.153358 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45488) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:01.169369 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913484bd-4f5a-49b6-9a33-4ce1c8998d71 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cc6ffd6e-fafb-4691-984e-5ce7a3967a96,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:01.177623 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9e90a483-3f3a-44c8-8d89-6b718d961a84 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks [] for port (785f5f45-1f09-4071-b5a8-cdd18ebadb68), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:01.198356 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cfd55e15-2336-4055-bdcd-4e99b2e76b48 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (7c5fc622-50aa-4483-b2e2-d2206ceb96ad), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:01.254903 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-0c629900-a6eb-471a-8712-3473068d34f5 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0979478 Feb 19 03:00:01.255823 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45490) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:01.283004 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b43a7448-7260-43cb-8825-d2e8d1914d7c admin admin] Router 51d62235-06ca-4127-9053-0d14fe103439 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:00:01.291735 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-30b96066-ec22-4894-a391-1369ea7a0894 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group_rule (79ce2942-1c68-418f-940d-f86234f321b0), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:01.292713 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd55e15-2336-4055-bdcd-4e99b2e76b48 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:00:01.302496 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-30b96066-ec22-4894-a391-1369ea7a0894 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group_rule (79ce2942-1c68-418f-940d-f86234f321b0), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:01.304868 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-cfd55e15-2336-4055-bdcd-4e99b2e76b48 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:00:01.313612 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [None req-9e90a483-3f3a-44c8-8d89-6b718d961a84 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] device_id is not set on port f5082127-bc76-4ef7-96d3-3f5c071254da yet. {{(pid=103702) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:00:01.317277 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd55e15-2336-4055-bdcd-4e99b2e76b48 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:01.317978 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cfd55e15-2336-4055-bdcd-4e99b2e76b48 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:01.326234 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4fcacc-ca7b-478a-9ebc-68528718bdf4 None None] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:00:01.340275 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd55e15-2336-4055-bdcd-4e99b2e76b48 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event updated for resources: {'Subnet': ['ID=7c5fc622-50aa-4483-b2e2-d2206ceb96ad,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:01.351641 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8897154d-5b72-4847-8988-65d2749441f4 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Publish callbacks [] for security_group (9a532fb5-1479-43b7-9b24-7c689a6f94e4), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:01.369773 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8897154d-5b72-4847-8988-65d2749441f4 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (9a532fb5-1479-43b7-9b24-7c689a6f94e4), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:01.381741 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-cfd55e15-2336-4055-bdcd-4e99b2e76b48 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1131234 Feb 19 03:00:01.388250 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45492) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:01.401046 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-6a9e4e00-6800-40e9-812d-932259d90e42 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Request body: {'port': {'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a', 'fixed_ips': [{'subnet_id': '7c5fc622-50aa-4483-b2e2-d2206ceb96ad', 'ip_address': '2001:db8::8829:c1a6:fae1:96db'}], 'name': 'tempest-NetworksTestDHCPv6-154896488'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:00:01.480221 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8897154d-5b72-4847-8988-65d2749441f4 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a532fb5-1479-43b7-9b24-7c689a6f94e4,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:01.484867 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8897154d-5b72-4847-8988-65d2749441f4 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:01.486344 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-8897154d-5b72-4847-8988-65d2749441f4 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8402398 Feb 19 03:00:01.497266 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45494) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:01.502389 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b43a7448-7260-43cb-8825-d2e8d1914d7c admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:00:01.504517 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-30b96066-ec22-4894-a391-1369ea7a0894 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (79ce2942-1c68-418f-940d-f86234f321b0), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:01.508571 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-8b69f6c5-aae5-4536-8c60-160701949f43 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Request body: {'security_group_rule': {'security_group_id': '184d22ff-2772-46a6-a59f-09aa72a231df', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '9a532fb5-1479-43b7-9b24-7c689a6f94e4'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:00:01.509519 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-b43a7448-7260-43cb-8825-d2e8d1914d7c admin admin] 10.222.0.72 "PUT /v2.0/routers/51d62235-06ca-4127-9053-0d14fe103439/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9985831 Feb 19 03:00:01.517655 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45496) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:01.518736 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa9d800-557c-4c38-bc4a-5db3541d0fef None None] Sync routers for ids ['51d62235-06ca-4127-9053-0d14fe103439'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:00:01.527875 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-30b96066-ec22-4894-a391-1369ea7a0894 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:01.538254 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-30b96066-ec22-4894-a391-1369ea7a0894 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/79ce2942-1c68-418f-940d-f86234f321b0 HTTP/1.1" status: 204 len: 168 time: 0.2813663 Feb 19 03:00:01.538366 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45500) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:01.545514 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa9d800-557c-4c38-bc4a-5db3541d0fef None None] Routers {'51d62235-06ca-4127-9053-0d14fe103439'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:00:01.547604 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-afa9d800-557c-4c38-bc4a-5db3541d0fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:59:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['51d62235-06ca-4127-9053-0d14fe103439'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:00:01.666197 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d80ce0d-91f1-4a85-9f09-f52733ef0b1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-48d3009f-8d6e-4fac-a460-ff95e3f8d78a', 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a', 'project_id': 'bb74a1a86b774cd895fbb7befcc78fd8', 'fixed_ips': [{'subnet_id': '7c5fc622-50aa-4483-b2e2-d2206ceb96ad'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:00:01.668014 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-b1de57a7-903e-4241-884b-7c4864d13c12 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1269615 Feb 19 03:00:01.669550 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-0d80ce0d-91f1-4a85-9f09-f52733ef0b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:01.680458 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b96066-ec22-4894-a391-1369ea7a0894 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=79ce2942-1c68-418f-940d-f86234f321b0,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:01.685122 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45502) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:01.746674 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9e90a483-3f3a-44c8-8d89-6b718d961a84 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks [] for port (f5082127-bc76-4ef7-96d3-3f5c071254da), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:01.748799 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-afa9d800-557c-4c38-bc4a-5db3541d0fef None None] Set router 51d62235-06ca-4127-9053-0d14fe103439 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:00:01.752207 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-328227a7-3a7f-4385-a8f8-162ac94da92b tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group_rule (fa99c954-fced-487c-8207-f1fbc9166d4a), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:01.773653 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-328227a7-3a7f-4385-a8f8-162ac94da92b tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group_rule (fa99c954-fced-487c-8207-f1fbc9166d4a), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:01.791734 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11561db0-85a6-4a1e-9080-14aaf006f1cf req-7debb8e0-9412-4206-bd40-5bb55685cb4b tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:01.793889 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-11561db0-85a6-4a1e-9080-14aaf006f1cf req-7debb8e0-9412-4206-bd40-5bb55685cb4b tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 946 time: 0.1601717 Feb 19 03:00:01.832395 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device ca8c7b9e-d5f1-4288-8e23-f45fbe3e9a98 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:00:01.877556 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-328227a7-3a7f-4385-a8f8-162ac94da92b tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (fa99c954-fced-487c-8207-f1fbc9166d4a), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:01.885509 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-328227a7-3a7f-4385-a8f8-162ac94da92b tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:01.888921 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-328227a7-3a7f-4385-a8f8-162ac94da92b tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/fa99c954-fced-487c-8207-f1fbc9166d4a HTTP/1.1" status: 204 len: 168 time: 0.1997309 Feb 19 03:00:01.891807 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-11561db0-85a6-4a1e-9080-14aaf006f1cf req-e33f1dd0-eaee-4d3f-b1df-66c49500b9b2 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878761 Feb 19 03:00:01.895704 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45504) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:01.911014 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328227a7-3a7f-4385-a8f8-162ac94da92b tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fa99c954-fced-487c-8207-f1fbc9166d4a,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:01.915320 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: ca8c7b9e-d5f1-4288-8e23-f45fbe3e9a98 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:00:01.918812 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device ca8c7b9e-d5f1-4288-8e23-f45fbe3e9a98 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:00:01.953050 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-68695f8b-6b9f-495f-9ce3-5f2194105506 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0548306 Feb 19 03:00:01.955235 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45506) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:01.988614 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2c942eb5-16cc-481f-987e-61399f596abc tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group_rule (84f1974d-7518-4352-917e-c50f6769ba50), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:02.007692 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2c942eb5-16cc-481f-987e-61399f596abc tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group_rule (84f1974d-7518-4352-917e-c50f6769ba50), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:02.021206 n-d-826753-2 neutron-server[103702]: INFO neutron.api.v2.resource [None req-8b69f6c5-aae5-4536-8c60-160701949f43 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:00:02.023001 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-8b69f6c5-aae5-4536-8c60-160701949f43 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.5246298 Feb 19 03:00:02.024362 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-afa9d800-557c-4c38-bc4a-5db3541d0fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51d62235-06ca-4127-9053-0d14fe103439', 'name': 'tempest-ServerRescueTestJSON-1806236236-router', 'tenant_id': 'a06ef082143f47ab8b4917c0abd4fc14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': '1ecdff46-1f3c-49e6-86f7-92992eca37e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:57:20Z', 'updated_at': '2022-02-19T03:00:00Z', 'revision_number': 5, 'project_id': 'a06ef082143f47ab8b4917c0abd4fc14', 'gw_port': {'id': '1ecdff46-1f3c-49e6-86f7-92992eca37e5', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d62235-06ca-4127-9053-0d14fe103439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1986, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:57:22Z', 'updated_at': '2022-02-19T02:57:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:00:02.025514 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-0d80ce0d-91f1-4a85-9f09-f52733ef0b1b None None] Allocated IP 2001:db8::2 (48d3009f-8d6e-4fac-a460-ff95e3f8d78a/7c5fc622-50aa-4483-b2e2-d2206ceb96ad/f9ad32c3-bf53-4474-beeb-40d69dc7e5af) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:00:02.033947 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45508) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:02.049465 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-78e31b33-8629-4224-aaf7-975fdc5b376f admin admin] Publish callbacks [] for router (51d62235-06ca-4127-9053-0d14fe103439), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:02.060372 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a9e4e00-6800-40e9-812d-932259d90e42 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Made reservation on behalf of bb74a1a86b774cd895fbb7befcc78fd8 for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:00:02.067796 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2c942eb5-16cc-481f-987e-61399f596abc tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (84f1974d-7518-4352-917e-c50f6769ba50), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:02.075498 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa9d800-557c-4c38-bc4a-5db3541d0fef None None] Checking router: 51d62235-06ca-4127-9053-0d14fe103439 for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:00:02.082625 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2c942eb5-16cc-481f-987e-61399f596abc tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:02.083977 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-2c942eb5-16cc-481f-987e-61399f596abc tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/84f1974d-7518-4352-917e-c50f6769ba50 HTTP/1.1" status: 204 len: 168 time: 0.1276205 Feb 19 03:00:02.084830 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c942eb5-16cc-481f-987e-61399f596abc tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=84f1974d-7518-4352-917e-c50f6769ba50,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:02.086483 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45510) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:02.089747 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa9d800-557c-4c38-bc4a-5db3541d0fef None None] Routers {'51d62235-06ca-4127-9053-0d14fe103439'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:00:02.091852 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-afa9d800-557c-4c38-bc4a-5db3541d0fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:59:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['51d62235-06ca-4127-9053-0d14fe103439'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:00:02.123522 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9e90a483-3f3a-44c8-8d89-6b718d961a84 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (785f5f45-1f09-4071-b5a8-cdd18ebadb68), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:02.160641 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-994a32b5-3bd9-4e9b-98da-ad0bedecd0eb tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0699208 Feb 19 03:00:02.160641 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45512) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:02.238500 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-0d80ce0d-91f1-4a85-9f09-f52733ef0b1b None None] Publish callbacks [] for port (f9ad32c3-bf53-4474-beeb-40d69dc7e5af), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:02.251311 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-0d80ce0d-91f1-4a85-9f09-f52733ef0b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (f9ad32c3-bf53-4474-beeb-40d69dc7e5af), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:02.261635 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e90a483-3f3a-44c8-8d89-6b718d961a84 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Network 6a524231-053d-4b27-8781-6700e8b17e0f is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:00:02.284744 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-afa9d800-557c-4c38-bc4a-5db3541d0fef None None] Set router 51d62235-06ca-4127-9053-0d14fe103439 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:00:02.286830 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-acc004f9-f225-49c5-8a0d-0c56a30c2eef tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group (86bcc96e-08fb-498f-9c29-e078505ee5f0), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:02.289582 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d80ce0d-91f1-4a85-9f09-f52733ef0b1b None None] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:00:02.294235 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-0d80ce0d-91f1-4a85-9f09-f52733ef0b1b None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:00:02.294588 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-9e90a483-3f3a-44c8-8d89-6b718d961a84 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:00:02.297867 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d80ce0d-91f1-4a85-9f09-f52733ef0b1b None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:00:02.312171 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d80ce0d-91f1-4a85-9f09-f52733ef0b1b None None] Pushing event updated for resources: {'Port': ['ID=f9ad32c3-bf53-4474-beeb-40d69dc7e5af,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:02.316890 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e90a483-3f3a-44c8-8d89-6b718d961a84 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:00:02.317762 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9e90a483-3f3a-44c8-8d89-6b718d961a84 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (f5082127-bc76-4ef7-96d3-3f5c071254da), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:02.328521 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-acc004f9-f225-49c5-8a0d-0c56a30c2eef tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group (86bcc96e-08fb-498f-9c29-e078505ee5f0), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:02.366170 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e90a483-3f3a-44c8-8d89-6b718d961a84 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Pushing event updated for resources: {'Port': ['ID=785f5f45-1f09-4071-b5a8-cdd18ebadb68,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:02.384841 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-acc004f9-f225-49c5-8a0d-0c56a30c2eef tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (86bcc96e-08fb-498f-9c29-e078505ee5f0), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:02.388754 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-acc004f9-f225-49c5-8a0d-0c56a30c2eef tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:02.391951 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-acc004f9-f225-49c5-8a0d-0c56a30c2eef tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] 10.222.0.72 "DELETE /v2.0/security-groups/86bcc96e-08fb-498f-9c29-e078505ee5f0 HTTP/1.1" status: 204 len: 168 time: 0.2279398 Feb 19 03:00:02.394959 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45516) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:02.431267 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-0d80ce0d-91f1-4a85-9f09-f52733ef0b1b None None] Attempting to bind port f9ad32c3-bf53-4474-beeb-40d69dc7e5af on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:00:02.431849 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-0d80ce0d-91f1-4a85-9f09-f52733ef0b1b None None] Attempting to bind port f9ad32c3-bf53-4474-beeb-40d69dc7e5af by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': 'c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:00:02.432112 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d80ce0d-91f1-4a85-9f09-f52733ef0b1b None None] Attempting to bind port f9ad32c3-bf53-4474-beeb-40d69dc7e5af on network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:00:02.438582 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc004f9-f225-49c5-8a0d-0c56a30c2eef tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86bcc96e-08fb-498f-9c29-e078505ee5f0,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:02.441597 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d80ce0d-91f1-4a85-9f09-f52733ef0b1b None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:00:02.444872 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d80ce0d-91f1-4a85-9f09-f52733ef0b1b None None] Checking segment: {'id': 'c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:00:02.445334 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-0d80ce0d-91f1-4a85-9f09-f52733ef0b1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:02.445739 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d80ce0d-91f1-4a85-9f09-f52733ef0b1b None None] Bound using segment: {'id': 'c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:00:02.446326 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-0d80ce0d-91f1-4a85-9f09-f52733ef0b1b None None] Bound port: f9ad32c3-bf53-4474-beeb-40d69dc7e5af, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:00:02.446670 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-0d80ce0d-91f1-4a85-9f09-f52733ef0b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (f9ad32c3-bf53-4474-beeb-40d69dc7e5af), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:02.456012 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-adb00aa7-89ff-451b-a6d6-37862d56c2a1 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0592475 Feb 19 03:00:02.461757 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45518) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:02.471192 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-6bc23d09-e356-42ae-8880-c0b9408df745 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Request body: {'security_group': {'name': 'tempest-secgroup--1705817057'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:00:02.488970 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-78e31b33-8629-4224-aaf7-975fdc5b376f admin admin] Publish callbacks [] for router_gateway (51d62235-06ca-4127-9053-0d14fe103439), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:02.499681 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c4c70212-2f73-4ea2-bc0a-6d9b56a15c82 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Publish callbacks [] for security_group (9a532fb5-1479-43b7-9b24-7c689a6f94e4), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:02.519453 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6bc23d09-e356-42ae-8880-c0b9408df745 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:02.527061 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c4c70212-2f73-4ea2-bc0a-6d9b56a15c82 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Publish callbacks [] for security_group (9a532fb5-1479-43b7-9b24-7c689a6f94e4), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:02.546554 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-0d80ce0d-91f1-4a85-9f09-f52733ef0b1b None None] For port f9ad32c3-bf53-4474-beeb-40d69dc7e5af, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:00:02.550824 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-0d80ce0d-91f1-4a85-9f09-f52733ef0b1b None None] For port f9ad32c3-bf53-4474-beeb-40d69dc7e5af, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=f9ad32c3-bf53-4474-beeb-40d69dc7e5af,segment=NetworkSegment(c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8),segment_id=c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:00:02.561042 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6a9e4e00-6800-40e9-812d-932259d90e42 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:02.562562 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-0d80ce0d-91f1-4a85-9f09-f52733ef0b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (f9ad32c3-bf53-4474-beeb-40d69dc7e5af), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:02.593615 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [None req-6a9e4e00-6800-40e9-812d-932259d90e42 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] device_id is not set on port debe105c-f743-4b0c-89be-b87df28dbd7b yet. {{(pid=103702) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:00:02.627227 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-afa9d800-557c-4c38-bc4a-5db3541d0fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51d62235-06ca-4127-9053-0d14fe103439', 'name': 'tempest-ServerRescueTestJSON-1806236236-router', 'tenant_id': 'a06ef082143f47ab8b4917c0abd4fc14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': '1ecdff46-1f3c-49e6-86f7-92992eca37e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:57:20Z', 'updated_at': '2022-02-19T03:00:00Z', 'revision_number': 5, 'project_id': 'a06ef082143f47ab8b4917c0abd4fc14', 'gw_port': {'id': '1ecdff46-1f3c-49e6-86f7-92992eca37e5', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d62235-06ca-4127-9053-0d14fe103439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1986, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:57:22Z', 'updated_at': '2022-02-19T02:57:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:00:02.653420 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d80ce0d-91f1-4a85-9f09-f52733ef0b1b None None] Pushing event updated for resources: {'Port': ['ID=f9ad32c3-bf53-4474-beeb-40d69dc7e5af,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:02.670401 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa9d800-557c-4c38-bc4a-5db3541d0fef None None] The sync data for ids ['51d62235-06ca-4127-9053-0d14fe103439'] in n-d-826753-2 is: [{'id': '51d62235-06ca-4127-9053-0d14fe103439', 'name': 'tempest-ServerRescueTestJSON-1806236236-router', 'tenant_id': 'a06ef082143f47ab8b4917c0abd4fc14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': '1ecdff46-1f3c-49e6-86f7-92992eca37e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:57:20Z', 'updated_at': '2022-02-19T03:00:00Z', 'revision_number': 5, 'project_id': 'a06ef082143f47ab8b4917c0abd4fc14', 'gw_port': {'id': '1ecdff46-1f3c-49e6-86f7-92992eca37e5', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d62235-06ca-4127-9053-0d14fe103439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1986, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:57:22Z', 'updated_at': '2022-02-19T02:57:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:00:02.676437 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6bc23d09-e356-42ae-8880-c0b9408df745 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group (7b0a2189-02e3-42a0-9708-e2b775d2e5e4), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:02.683810 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6bc23d09-e356-42ae-8880-c0b9408df745 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (7b0a2189-02e3-42a0-9708-e2b775d2e5e4), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:02.745081 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e90a483-3f3a-44c8-8d89-6b718d961a84 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Pushing event updated for resources: {'Port': ['ID=f5082127-bc76-4ef7-96d3-3f5c071254da,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:02.755959 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc23d09-e356-42ae-8880-c0b9408df745 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b0a2189-02e3-42a0-9708-e2b775d2e5e4,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:02.760512 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6bc23d09-e356-42ae-8880-c0b9408df745 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:02.762806 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-6bc23d09-e356-42ae-8880-c0b9408df745 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3020363 Feb 19 03:00:02.766132 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45520) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:02.773330 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-2b973179-2cf8-430d-b0bc-72784d512238 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Request body: {'security_group_rule': {'security_group_id': '7b0a2189-02e3-42a0-9708-e2b775d2e5e4', 'direction': 'ingress', 'protocol': 17}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:00:02.793051 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e90a483-3f3a-44c8-8d89-6b718d961a84 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Checking segment: {'id': '2b2af1db-c0a5-4e4f-b7db-4f79f951125c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'bc5dac99-5aab-435f-85c1-334609e86ad5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:00:02.793051 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e90a483-3f3a-44c8-8d89-6b718d961a84 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Network hostable DHCP agents. Network: bc5dac99-5aab-435f-85c1-334609e86ad5, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:00:02.805753 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2b973179-2cf8-430d-b0bc-72784d512238 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group_rule (98d83e44-72f3-441f-a750-9b7e29a82295), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:02.811957 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c4c70212-2f73-4ea2-bc0a-6d9b56a15c82 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (9a532fb5-1479-43b7-9b24-7c689a6f94e4), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:02.814838 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c4c70212-2f73-4ea2-bc0a-6d9b56a15c82 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:02.816016 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-c4c70212-2f73-4ea2-bc0a-6d9b56a15c82 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] 10.222.0.72 "DELETE /v2.0/security-groups/9a532fb5-1479-43b7-9b24-7c689a6f94e4 HTTP/1.1" status: 204 len: 168 time: 0.7809017 Feb 19 03:00:02.820473 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45522) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:02.849619 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c70212-2f73-4ea2-bc0a-6d9b56a15c82 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a532fb5-1479-43b7-9b24-7c689a6f94e4,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:02.890633 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e90a483-3f3a-44c8-8d89-6b718d961a84 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Network bc5dac99-5aab-435f-85c1-334609e86ad5 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:00:02.940878 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-78e31b33-8629-4224-aaf7-975fdc5b376f admin admin] Deleting port 1ecdff46-1f3c-49e6-86f7-92992eca37e5 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:00:02.941395 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-78e31b33-8629-4224-aaf7-975fdc5b376f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (1ecdff46-1f3c-49e6-86f7-92992eca37e5), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:02.941997 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-f0ddf2e1-8a12-4e47-b711-2c5da6dd893a tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1203427 Feb 19 03:00:02.942631 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45526) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:02.948168 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-9e90a483-3f3a-44c8-8d89-6b718d961a84 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, bc5dac99-5aab-435f-85c1-334609e86ad5) {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:00:02.955114 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-6a9e4e00-6800-40e9-812d-932259d90e42 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Allocated IP 2001:db8::8829:c1a6:fae1:96db (48d3009f-8d6e-4fac-a460-ff95e3f8d78a/7c5fc622-50aa-4483-b2e2-d2206ceb96ad/debe105c-f743-4b0c-89be-b87df28dbd7b) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:00:02.958171 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d63020a-3c8a-4003-b74a-79db2f4a9838 None None] Network bc5dac99-5aab-435f-85c1-334609e86ad5 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:00:02.963910 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2b973179-2cf8-430d-b0bc-72784d512238 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group_rule (98d83e44-72f3-441f-a750-9b7e29a82295), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:02.971059 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2b973179-2cf8-430d-b0bc-72784d512238 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (98d83e44-72f3-441f-a750-9b7e29a82295), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:02.971721 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e90a483-3f3a-44c8-8d89-6b718d961a84 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:00:02.978317 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e90a483-3f3a-44c8-8d89-6b718d961a84 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:02.983647 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e90a483-3f3a-44c8-8d89-6b718d961a84 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:02.984525 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9e90a483-3f3a-44c8-8d89-6b718d961a84 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:03.046095 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-9e90a483-3f3a-44c8-8d89-6b718d961a84 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.2323425 Feb 19 03:00:03.059492 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45528) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:03.075764 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2b973179-2cf8-430d-b0bc-72784d512238 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:03.081111 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-2b973179-2cf8-430d-b0bc-72784d512238 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3134460 Feb 19 03:00:03.090001 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45530) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:03.143094 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b973179-2cf8-430d-b0bc-72784d512238 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98d83e44-72f3-441f-a750-9b7e29a82295,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:03.282282 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-78e31b33-8629-4224-aaf7-975fdc5b376f admin admin] For port 1ecdff46-1f3c-49e6-86f7-92992eca37e5, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=1ecdff46-1f3c-49e6-86f7-92992eca37e5,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:00:03.282575 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-78e31b33-8629-4224-aaf7-975fdc5b376f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (1ecdff46-1f3c-49e6-86f7-92992eca37e5), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:03.320659 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-78e31b33-8629-4224-aaf7-975fdc5b376f admin admin] Calling delete_port for 1ecdff46-1f3c-49e6-86f7-92992eca37e5 owned by network:router_gateway {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:00:03.370546 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0273a1e1-8fc4-4116-9cab-a4307d8ad58f tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Publish callbacks [] for security_group (184d22ff-2772-46a6-a59f-09aa72a231df), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:03.420237 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6a9e4e00-6800-40e9-812d-932259d90e42 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks [] for port (debe105c-f743-4b0c-89be-b87df28dbd7b), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:03.501094 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0273a1e1-8fc4-4116-9cab-a4307d8ad58f tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Publish callbacks [] for security_group (184d22ff-2772-46a6-a59f-09aa72a231df), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:03.563938 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e17b55b-c5fa-4189-a57b-722f85e22048 req-81a2e506-6407-4afd-9660-c07c65705f96 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:03.567156 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1e17b55b-c5fa-4189-a57b-722f85e22048 req-81a2e506-6407-4afd-9660-c07c65705f96 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 946 time: 0.5086007 Feb 19 03:00:03.622938 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7c1255e7-ae07-4836-a1ff-6cde0566e4f3 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group (7b0a2189-02e3-42a0-9708-e2b775d2e5e4), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:03.653812 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6a9e4e00-6800-40e9-812d-932259d90e42 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (debe105c-f743-4b0c-89be-b87df28dbd7b), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:03.761423 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9e4e00-6800-40e9-812d-932259d90e42 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event updated for resources: {'Port': ['ID=debe105c-f743-4b0c-89be-b87df28dbd7b,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:03.772356 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a9e4e00-6800-40e9-812d-932259d90e42 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:00:03.776752 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-6a9e4e00-6800-40e9-812d-932259d90e42 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:00:03.797372 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9e4e00-6800-40e9-812d-932259d90e42 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:00:03.802689 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9e4e00-6800-40e9-812d-932259d90e42 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:03.803245 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6a9e4e00-6800-40e9-812d-932259d90e42 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:03.810149 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0273a1e1-8fc4-4116-9cab-a4307d8ad58f tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (184d22ff-2772-46a6-a59f-09aa72a231df), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:03.813521 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device f9ad32c3-bf53-4474-beeb-40d69dc7e5af up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:00:03.825978 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0273a1e1-8fc4-4116-9cab-a4307d8ad58f tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:03.830748 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-0273a1e1-8fc4-4116-9cab-a4307d8ad58f tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] 10.222.0.72 "DELETE /v2.0/security-groups/184d22ff-2772-46a6-a59f-09aa72a231df HTTP/1.1" status: 204 len: 168 time: 0.8818090 Feb 19 03:00:03.841243 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45540) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:03.841243 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45542) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:03.871902 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1e17b55b-c5fa-4189-a57b-722f85e22048 req-22959070-5eea-4da2-bdfb-00f144866e00 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502491 Feb 19 03:00:03.877914 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-6a9e4e00-6800-40e9-812d-932259d90e42 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.4861670 Feb 19 03:00:03.878684 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7c1255e7-ae07-4836-a1ff-6cde0566e4f3 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group (7b0a2189-02e3-42a0-9708-e2b775d2e5e4), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:03.888031 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45546) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:03.905191 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-5c75003a-1097-46e5-bd5a-3fa98e76bf7f tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Deleting port f5082127-bc76-4ef7-96d3-3f5c071254da {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:00:03.905683 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5c75003a-1097-46e5-bd5a-3fa98e76bf7f tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (f5082127-bc76-4ef7-96d3-3f5c071254da), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:03.984859 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-112bda83-61d9-43da-b73d-9e8932f97323 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1377664 Feb 19 03:00:03.985227 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port f9ad32c3-bf53-4474-beeb-40d69dc7e5af triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:00:03.985335 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45548) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:03.985429 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (f9ad32c3-bf53-4474-beeb-40d69dc7e5af), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:04.005444 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-387c3c2e-ea1b-4d72-b510-34517b22ce2f tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Request body: {'security_group': {'name': 'tempest-secgroup--905139882'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:00:04.012839 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-78e31b33-8629-4224-aaf7-975fdc5b376f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (1ecdff46-1f3c-49e6-86f7-92992eca37e5), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:04.085717 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e31b33-8629-4224-aaf7-975fdc5b376f admin admin] Pushing event deleted for resources: {'Port': ['ID=1ecdff46-1f3c-49e6-86f7-92992eca37e5,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:04.091104 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0273a1e1-8fc4-4116-9cab-a4307d8ad58f tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=184d22ff-2772-46a6-a59f-09aa72a231df,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:04.096950 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5c75003a-1097-46e5-bd5a-3fa98e76bf7f tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (f5082127-bc76-4ef7-96d3-3f5c071254da), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:04.111608 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7c1255e7-ae07-4836-a1ff-6cde0566e4f3 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (7b0a2189-02e3-42a0-9708-e2b775d2e5e4), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:04.114483 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7c1255e7-ae07-4836-a1ff-6cde0566e4f3 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:04.119124 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-7c1255e7-ae07-4836-a1ff-6cde0566e4f3 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] 10.222.0.72 "DELETE /v2.0/security-groups/7b0a2189-02e3-42a0-9708-e2b775d2e5e4 HTTP/1.1" status: 204 len: 168 time: 0.9815264 Feb 19 03:00:04.119830 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45550) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:04.177118 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-5c75003a-1097-46e5-bd5a-3fa98e76bf7f tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Calling delete_port for f5082127-bc76-4ef7-96d3-3f5c071254da owned by {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:00:04.180248 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port f9ad32c3-bf53-4474-beeb-40d69dc7e5af is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:00:04.180647 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (f9ad32c3-bf53-4474-beeb-40d69dc7e5af), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:04.227498 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1255e7-ae07-4836-a1ff-6cde0566e4f3 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b0a2189-02e3-42a0-9708-e2b775d2e5e4,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:04.256111 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-78e31b33-8629-4224-aaf7-975fdc5b376f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16285837'] for router_gateway (51d62235-06ca-4127-9053-0d14fe103439), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:04.261981 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ee90370e-e21b-40c5-8981-5dd3c683e531 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:04.265855 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port f9ad32c3-bf53-4474-beeb-40d69dc7e5af, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=f9ad32c3-bf53-4474-beeb-40d69dc7e5af,segment=NetworkSegment(c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8),segment_id=c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:00:04.284085 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (f9ad32c3-bf53-4474-beeb-40d69dc7e5af), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:04.350408 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 6f67a476-1bdc-4f47-8260-420d1c0ca57b no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:00:04.382220 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-ea46c1c0-ddaf-4f99-8bb1-567e9ca16aed tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2505100 Feb 19 03:00:04.386437 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45552) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:04.395300 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 6f67a476-1bdc-4f47-8260-420d1c0ca57b {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:00:04.395646 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 6f67a476-1bdc-4f47-8260-420d1c0ca57b not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:00:04.401191 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-bc35c2af-a6a6-4087-9cc0-bcb27a73659f tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Request body: {'security_group': {'name': 'tempest-secgroup--1412756700'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:00:04.422284 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-387c3c2e-ea1b-4d72-b510-34517b22ce2f tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:04.449704 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=f9ad32c3-bf53-4474-beeb-40d69dc7e5af,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:04.472705 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bc35c2af-a6a6-4087-9cc0-bcb27a73659f tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:04.504703 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba9667d-ae40-476e-99e3-ebd95eaf75f8 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:04.510412 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba9667d-ae40-476e-99e3-ebd95eaf75f8 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:04.512145 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-dba9667d-ae40-476e-99e3-ebd95eaf75f8 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.6231644 Feb 19 03:00:04.518077 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45554) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:04.518981 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5c75003a-1097-46e5-bd5a-3fa98e76bf7f tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (f5082127-bc76-4ef7-96d3-3f5c071254da), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:04.569419 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c75003a-1097-46e5-bd5a-3fa98e76bf7f tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Pushing event deleted for resources: {'Port': ['ID=f5082127-bc76-4ef7-96d3-3f5c071254da,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:04.573105 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ee90370e-e21b-40c5-8981-5dd3c683e531 admin admin] Publish callbacks [] for security_group (7cb064a3-bb78-4dc4-a029-27dc075f0121), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:04.575458 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-78e31b33-8629-4224-aaf7-975fdc5b376f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16317457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14254'] for router (51d62235-06ca-4127-9053-0d14fe103439), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:04.580345 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-78e31b33-8629-4224-aaf7-975fdc5b376f admin admin] Publish callbacks [] for router_controller (51d62235-06ca-4127-9053-0d14fe103439), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:04.591403 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ee90370e-e21b-40c5-8981-5dd3c683e531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (7cb064a3-bb78-4dc4-a029-27dc075f0121), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:04.621317 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5c75003a-1097-46e5-bd5a-3fa98e76bf7f tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:04.625224 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-5c75003a-1097-46e5-bd5a-3fa98e76bf7f tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "DELETE /v2.0/ports/f5082127-bc76-4ef7-96d3-3f5c071254da HTTP/1.1" status: 204 len: 168 time: 1.5543265 Feb 19 03:00:04.631916 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45556) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:04.709547 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45558) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:04.709882 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-ee90370e-e21b-40c5-8981-5dd3c683e531 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6e976c06835b445fb8cea7511a05c6b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8671100 Feb 19 03:00:04.714843 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-78e31b33-8629-4224-aaf7-975fdc5b376f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16317544'] for router (51d62235-06ca-4127-9053-0d14fe103439), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:04.715495 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78e31b33-8629-4224-aaf7-975fdc5b376f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51d62235-06ca-4127-9053-0d14fe103439 {{(pid=103702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:00:04.720189 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee90370e-e21b-40c5-8981-5dd3c683e531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cb064a3-bb78-4dc4-a029-27dc075f0121,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:04.725110 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-78e31b33-8629-4224-aaf7-975fdc5b376f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:04.726319 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-78e31b33-8629-4224-aaf7-975fdc5b376f admin admin] 10.222.0.72 "DELETE /v2.0/routers/51d62235-06ca-4127-9053-0d14fe103439 HTTP/1.1" status: 204 len: 168 time: 3.2066941 Feb 19 03:00:04.730880 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45560) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:04.798310 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-9d831458-f648-4cd3-9a52-69cfe48144d7 None None] Provisioning complete for port f9ad32c3-bf53-4474-beeb-40d69dc7e5af triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:00:04.799206 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-9d831458-f648-4cd3-9a52-69cfe48144d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (f9ad32c3-bf53-4474-beeb-40d69dc7e5af), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:04.800724 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e666d9a5-5acf-424c-b96c-3fe1b3e44fe4 admin admin] Publish callbacks [] for security_group (7cb064a3-bb78-4dc4-a029-27dc075f0121), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:04.856261 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e666d9a5-5acf-424c-b96c-3fe1b3e44fe4 admin admin] Publish callbacks [] for security_group (7cb064a3-bb78-4dc4-a029-27dc075f0121), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:04.882163 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-387c3c2e-ea1b-4d72-b510-34517b22ce2f tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Publish callbacks [] for security_group (8ba6bd4a-fd84-42e2-a37f-d4a50c7f0f10), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:04.888441 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-354bc181-4737-45d7-9c4f-d8e20b7ffee1 admin admin] Deleting subnet 5cfd9bdf-5713-42ab-9e32-dc268009511b {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:00:04.897597 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-354bc181-4737-45d7-9c4f-d8e20b7ffee1 admin admin] Publish callbacks [] for subnet (5cfd9bdf-5713-42ab-9e32-dc268009511b), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:04.949233 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-387c3c2e-ea1b-4d72-b510-34517b22ce2f tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (8ba6bd4a-fd84-42e2-a37f-d4a50c7f0f10), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:05.005070 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bc35c2af-a6a6-4087-9cc0-bcb27a73659f tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group (458266d2-30af-4866-80ad-cfef46ffc880), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:05.017938 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-9d831458-f648-4cd3-9a52-69cfe48144d7 None None] Current status of the port f9ad32c3-bf53-4474-beeb-40d69dc7e5af is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:00:05.025727 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e666d9a5-5acf-424c-b96c-3fe1b3e44fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (7cb064a3-bb78-4dc4-a029-27dc075f0121), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:05.028466 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e666d9a5-5acf-424c-b96c-3fe1b3e44fe4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:05.032954 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-e666d9a5-5acf-424c-b96c-3fe1b3e44fe4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7cb064a3-bb78-4dc4-a029-27dc075f0121 HTTP/1.1" status: 204 len: 168 time: 0.3151033 Feb 19 03:00:05.061647 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-354bc181-4737-45d7-9c4f-d8e20b7ffee1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (5cfd9bdf-5713-42ab-9e32-dc268009511b), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:05.083973 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6997919d-96a5-4f41-8b0a-fa4233c259fc tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:05.091034 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6997919d-96a5-4f41-8b0a-fa4233c259fc tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:05.103361 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-6997919d-96a5-4f41-8b0a-fa4233c259fc tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.4704130 Feb 19 03:00:05.106370 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bc35c2af-a6a6-4087-9cc0-bcb27a73659f tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (458266d2-30af-4866-80ad-cfef46ffc880), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:05.108927 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45566) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:05.111360 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-354bc181-4737-45d7-9c4f-d8e20b7ffee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (5cfd9bdf-5713-42ab-9e32-dc268009511b), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:05.149619 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e666d9a5-5acf-424c-b96c-3fe1b3e44fe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cb064a3-bb78-4dc4-a029-27dc075f0121,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:05.205442 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-387c3c2e-ea1b-4d72-b510-34517b22ce2f tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:05.207010 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-387c3c2e-ea1b-4d72-b510-34517b22ce2f tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.2235222 Feb 19 03:00:05.211977 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45568) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:05.218418 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387c3c2e-ea1b-4d72-b510-34517b22ce2f tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba6bd4a-fd84-42e2-a37f-d4a50c7f0f10,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:05.274403 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-a879b9c9-6fd7-40b3-a882-7b75bf9d0c0d tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Request body: {'security_group_rule': {'security_group_id': '8ba6bd4a-fd84-42e2-a37f-d4a50c7f0f10', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:00:05.284363 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-31d8b6dd-3a60-4d83-99b4-cb9d0b96b1aa None None] Provisioning complete for port debe105c-f743-4b0c-89be-b87df28dbd7b triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:00:05.286630 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-31d8b6dd-3a60-4d83-99b4-cb9d0b96b1aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (debe105c-f743-4b0c-89be-b87df28dbd7b), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:05.297204 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-d4a50a29-9e6b-4f2e-b621-46d2d0a86d6e tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Deleting port debe105c-f743-4b0c-89be-b87df28dbd7b {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:00:05.298129 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d4a50a29-9e6b-4f2e-b621-46d2d0a86d6e tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (debe105c-f743-4b0c-89be-b87df28dbd7b), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:05.316779 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-354bc181-4737-45d7-9c4f-d8e20b7ffee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (5cfd9bdf-5713-42ab-9e32-dc268009511b), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:05.350889 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354bc181-4737-45d7-9c4f-d8e20b7ffee1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5cfd9bdf-5713-42ab-9e32-dc268009511b,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:05.365501 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-354bc181-4737-45d7-9c4f-d8e20b7ffee1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:05.371838 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-354bc181-4737-45d7-9c4f-d8e20b7ffee1 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/5cfd9bdf-5713-42ab-9e32-dc268009511b HTTP/1.1" status: 204 len: 168 time: 0.6378531 Feb 19 03:00:05.372170 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45572) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:05.397298 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-31d8b6dd-3a60-4d83-99b4-cb9d0b96b1aa None None] Port debe105c-f743-4b0c-89be-b87df28dbd7b cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:00:05.476376 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bc35c2af-a6a6-4087-9cc0-bcb27a73659f tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:05.479151 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-bc35c2af-a6a6-4087-9cc0-bcb27a73659f tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0914505 Feb 19 03:00:05.485914 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45574) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:05.486088 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc35c2af-a6a6-4087-9cc0-bcb27a73659f tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=458266d2-30af-4866-80ad-cfef46ffc880,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:05.486820 n-d-826753-2 neutron-server[103702]: INFO neutron.api.v2.resource [None req-a879b9c9-6fd7-40b3-a882-7b75bf9d0c0d tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:00:05.487988 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-a879b9c9-6fd7-40b3-a882-7b75bf9d0c0d tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2655525 Feb 19 03:00:05.491753 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45576) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:05.493918 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-a5f52247-8e98-4473-8d44-a283625986ae tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Request body: {'security_group': {'name': 'tempest-secgroup--9306939'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:00:05.502562 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-deaee49d-e0b7-4f3e-ab96-2966e7a6ebab tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Request body: {'security_group_rule': {'security_group_id': '8ba6bd4a-fd84-42e2-a37f-d4a50c7f0f10', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:00:05.519707 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-11810e39-d1b7-4e38-824d-e417284af8fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (6c178878-2547-4ea7-b234-5f12e66a6c9a), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:05.536551 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894fb7b6-d7b0-4e94-bc17-7bf3e651dce2 req-e18bd5dc-2505-41d5-82d8-f75f9357ee16 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:05.538657 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-894fb7b6-d7b0-4e94-bc17-7bf3e651dce2 req-e18bd5dc-2505-41d5-82d8-f75f9357ee16 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 946 time: 0.5156207 Feb 19 03:00:05.553561 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a5f52247-8e98-4473-8d44-a283625986ae tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:05.606355 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-6cbbd2be-08b5-4eb0-aedb-e2e6addd3044 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Deleting port 785f5f45-1f09-4071-b5a8-cdd18ebadb68 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:00:05.606355 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6cbbd2be-08b5-4eb0-aedb-e2e6addd3044 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (785f5f45-1f09-4071-b5a8-cdd18ebadb68), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:05.719226 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6cbbd2be-08b5-4eb0-aedb-e2e6addd3044 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (785f5f45-1f09-4071-b5a8-cdd18ebadb68), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:05.729289 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device f9ad32c3-bf53-4474-beeb-40d69dc7e5af up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:00:05.764738 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-11810e39-d1b7-4e38-824d-e417284af8fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (6c178878-2547-4ea7-b234-5f12e66a6c9a), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:05.788202 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-6cbbd2be-08b5-4eb0-aedb-e2e6addd3044 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Calling delete_port for 785f5f45-1f09-4071-b5a8-cdd18ebadb68 owned by {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:00:05.797926 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-11810e39-d1b7-4e38-824d-e417284af8fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c178878-2547-4ea7-b234-5f12e66a6c9a']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:00:05.822470 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-11810e39-d1b7-4e38-824d-e417284af8fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6117011-521a-469d-908d-80df02851f25') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:00:05.823041 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-11810e39-d1b7-4e38-824d-e417284af8fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6117011-521a-469d-908d-80df02851f25') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:00:05.843650 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-11810e39-d1b7-4e38-824d-e417284af8fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (c6117011-521a-469d-908d-80df02851f25), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:05.844302 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port f9ad32c3-bf53-4474-beeb-40d69dc7e5af triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:00:05.844555 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d4a50a29-9e6b-4f2e-b621-46d2d0a86d6e tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (debe105c-f743-4b0c-89be-b87df28dbd7b), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:05.845245 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (f9ad32c3-bf53-4474-beeb-40d69dc7e5af), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:05.848099 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a5f52247-8e98-4473-8d44-a283625986ae tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group (a54889f9-659e-4882-b290-34dca34a3c4a), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:05.864833 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-11810e39-d1b7-4e38-824d-e417284af8fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (c6117011-521a-469d-908d-80df02851f25), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:05.872424 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11810e39-d1b7-4e38-824d-e417284af8fc admin admin] Releasing vlan 271 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:00:05.872869 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-11810e39-d1b7-4e38-824d-e417284af8fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (c6117011-521a-469d-908d-80df02851f25), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:05.888335 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 03:00:05.888335 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:00:05.888335 n-d-826753-2 neutron-server[103702]: timer() Feb 19 03:00:05.888335 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:00:05.888335 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 03:00:05.888335 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:00:05.888335 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 03:00:05.888335 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:00:05.888335 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 03:00:05.888335 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:00:05.888335 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 03:00:05.888335 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:00:05.888335 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 03:00:05.888335 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:00:05.888335 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:00:05.888335 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:00:05.888335 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:00:05.888335 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:00:05.888335 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 03:00:05.888335 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:00:05.888335 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 03:00:05.888335 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:00:05.888335 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:00:05.888335 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:00:05.888335 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 03:00:05.888335 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:00:05.888335 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:00:05.888335 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:00:05.888335 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:00:05.888335 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:00:05.888335 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:00:05.888335 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:00:05.919140 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a5f52247-8e98-4473-8d44-a283625986ae tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (a54889f9-659e-4882-b290-34dca34a3c4a), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:05.962278 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port f9ad32c3-bf53-4474-beeb-40d69dc7e5af is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:00:05.978278 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-d4a50a29-9e6b-4f2e-b621-46d2d0a86d6e tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Calling delete_port for debe105c-f743-4b0c-89be-b87df28dbd7b owned by {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:00:06.014367 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f52247-8e98-4473-8d44-a283625986ae tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a54889f9-659e-4882-b290-34dca34a3c4a,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:06.015817 n-d-826753-2 neutron-server[103701]: INFO neutron.api.v2.resource [None req-deaee49d-e0b7-4f3e-ab96-2966e7a6ebab tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:00:06.016871 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-deaee49d-e0b7-4f3e-ab96-2966e7a6ebab tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.5200393 Feb 19 03:00:06.020476 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45590) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:06.054873 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a5f52247-8e98-4473-8d44-a283625986ae tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:06.058555 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 1ecdff46-1f3c-49e6-86f7-92992eca37e5 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:00:06.060403 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-a5f52247-8e98-4473-8d44-a283625986ae tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.5713260 Feb 19 03:00:06.063618 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-11810e39-d1b7-4e38-824d-e417284af8fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (6c178878-2547-4ea7-b234-5f12e66a6c9a), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:06.066339 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45594) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:06.071139 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-11810e39-d1b7-4e38-824d-e417284af8fc admin admin] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:06.079167 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-413e92f4-c835-47b2-ab59-45afec59ed28 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Request body: {'security_group_rule': {'security_group_id': '458266d2-30af-4866-80ad-cfef46ffc880', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'a54889f9-659e-4882-b290-34dca34a3c4a', 'remote_ip_prefix': None}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:00:06.080099 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-11810e39-d1b7-4e38-824d-e417284af8fc admin admin] 10.222.0.72 "DELETE /v2.0/networks/6c178878-2547-4ea7-b234-5f12e66a6c9a HTTP/1.1" status: 204 len: 168 time: 0.7066574 Feb 19 03:00:06.086864 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 1ecdff46-1f3c-49e6-86f7-92992eca37e5 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:00:06.087222 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 1ecdff46-1f3c-49e6-86f7-92992eca37e5 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:00:06.139769 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11810e39-d1b7-4e38-824d-e417284af8fc admin admin] Pushing event deleted for resources: {'Network': ['ID=6c178878-2547-4ea7-b234-5f12e66a6c9a,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:06.184809 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-894fb7b6-d7b0-4e94-bc17-7bf3e651dce2 req-8bfffa15-6b4d-4c69-adcd-d9bdbea22e3c tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6165750 Feb 19 03:00:06.232070 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5c3ba97f-b4ae-4b75-9d13-234a6e7bcef2 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Publish callbacks [] for security_group (8ba6bd4a-fd84-42e2-a37f-d4a50c7f0f10), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:06.265532 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-413e92f4-c835-47b2-ab59-45afec59ed28 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group_rule (befe8b07-9202-4eb4-b7d9-e5b860b737e5), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:06.285430 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5c3ba97f-b4ae-4b75-9d13-234a6e7bcef2 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Publish callbacks [] for security_group (8ba6bd4a-fd84-42e2-a37f-d4a50c7f0f10), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:06.306090 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45600) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:06.323025 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45602) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:06.422407 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-2a9becbb-2828-4e86-9c6c-b71a3088e317 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a06ef082143f47ab8b4917c0abd4fc14&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0891414 Feb 19 03:00:06.424502 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45606) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:06.432672 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5c3ba97f-b4ae-4b75-9d13-234a6e7bcef2 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (8ba6bd4a-fd84-42e2-a37f-d4a50c7f0f10), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:06.436024 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5c3ba97f-b4ae-4b75-9d13-234a6e7bcef2 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:06.438045 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-5c3ba97f-b4ae-4b75-9d13-234a6e7bcef2 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] 10.222.0.72 "DELETE /v2.0/security-groups/8ba6bd4a-fd84-42e2-a37f-d4a50c7f0f10 HTTP/1.1" status: 204 len: 168 time: 0.4131200 Feb 19 03:00:06.442065 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45608) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:06.442790 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6cbbd2be-08b5-4eb0-aedb-e2e6addd3044 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (785f5f45-1f09-4071-b5a8-cdd18ebadb68), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:06.493540 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3ba97f-b4ae-4b75-9d13-234a6e7bcef2 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba6bd4a-fd84-42e2-a37f-d4a50c7f0f10,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:06.510690 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4123d9aa-9210-48b1-9c9c-2577e43332cb admin admin] Publish callbacks [] for security_group (7ba0f102-3452-4e6f-b12d-3fac2606ad0e), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:06.544046 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbbd2be-08b5-4eb0-aedb-e2e6addd3044 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Pushing event deleted for resources: {'Port': ['ID=785f5f45-1f09-4071-b5a8-cdd18ebadb68,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:06.551041 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d4a50a29-9e6b-4f2e-b621-46d2d0a86d6e tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (debe105c-f743-4b0c-89be-b87df28dbd7b), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:06.554385 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4123d9aa-9210-48b1-9c9c-2577e43332cb admin admin] Publish callbacks [] for security_group (7ba0f102-3452-4e6f-b12d-3fac2606ad0e), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:06.608308 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-413e92f4-c835-47b2-ab59-45afec59ed28 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group_rule (befe8b07-9202-4eb4-b7d9-e5b860b737e5), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:06.620520 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6cbbd2be-08b5-4eb0-aedb-e2e6addd3044 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:06.624243 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-6cbbd2be-08b5-4eb0-aedb-e2e6addd3044 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "DELETE /v2.0/ports/785f5f45-1f09-4071-b5a8-cdd18ebadb68 HTTP/1.1" status: 204 len: 168 time: 1.4721966 Feb 19 03:00:06.628529 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45610) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:06.653204 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a50a29-9e6b-4f2e-b621-46d2d0a86d6e tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event deleted for resources: {'Port': ['ID=debe105c-f743-4b0c-89be-b87df28dbd7b,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:06.656733 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-413e92f4-c835-47b2-ab59-45afec59ed28 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (befe8b07-9202-4eb4-b7d9-e5b860b737e5), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:06.725539 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d4a50a29-9e6b-4f2e-b621-46d2d0a86d6e tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:06.728067 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-01ecba64-ca05-4763-82f6-cd66dd7ab214 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-707011584-network', 'tenant_id': '9fa4e4fe0ba24f078d0901811643d0b3'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:00:06.730634 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-d4a50a29-9e6b-4f2e-b621-46d2d0a86d6e tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "DELETE /v2.0/ports/debe105c-f743-4b0c-89be-b87df28dbd7b HTTP/1.1" status: 204 len: 168 time: 2.2085936 Feb 19 03:00:06.735600 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45612) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:06.776233 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413e92f4-c835-47b2-ab59-45afec59ed28 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=befe8b07-9202-4eb4-b7d9-e5b860b737e5,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:06.809448 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-2dba372e-9ff8-4941-a5ae-1423560b5b30 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3644676 Feb 19 03:00:06.820319 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45614) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:06.829622 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a34e12c-e43d-4e34-89df-0dbaeac61bf3 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:06.831258 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-9a34e12c-e43d-4e34-89df-0dbaeac61bf3 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1997969 Feb 19 03:00:06.837323 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-1613dd97-0710-4961-bf86-8d13e43a1f01 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Request body: {'security_group': {'name': 'tempest-secgroup--584805252'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:00:06.841341 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45616) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:06.845780 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01ecba64-ca05-4763-82f6-cd66dd7ab214 admin admin] Made reservation on behalf of 9fa4e4fe0ba24f078d0901811643d0b3 for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:00:06.848317 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-01ecba64-ca05-4763-82f6-cd66dd7ab214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:06.852917 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a1917d-85fd-420c-ab0f-9b9850a53f94 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:06.861598 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a1917d-85fd-420c-ab0f-9b9850a53f94 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:06.868104 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-b2a1917d-85fd-420c-ab0f-9b9850a53f94 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1289637 Feb 19 03:00:06.868104 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4123d9aa-9210-48b1-9c9c-2577e43332cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (7ba0f102-3452-4e6f-b12d-3fac2606ad0e), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:06.869359 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45618) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:06.877229 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4123d9aa-9210-48b1-9c9c-2577e43332cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:06.882427 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-4123d9aa-9210-48b1-9c9c-2577e43332cb admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7ba0f102-3452-4e6f-b12d-3fac2606ad0e HTTP/1.1" status: 204 len: 168 time: 0.4550939 Feb 19 03:00:06.912698 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-01ecba64-ca05-4763-82f6-cd66dd7ab214 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:06.932712 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4123d9aa-9210-48b1-9c9c-2577e43332cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba0f102-3452-4e6f-b12d-3fac2606ad0e,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:06.933131 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_v2 [None req-69088fc2-08b9-400a-81ea-8a5e64c5b67a tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Deleting subnet 7c5fc622-50aa-4483-b2e2-d2206ceb96ad {{(pid=103701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:00:06.962727 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-69088fc2-08b9-400a-81ea-8a5e64c5b67a tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks [] for subnet (7c5fc622-50aa-4483-b2e2-d2206ceb96ad), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:06.975062 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-413e92f4-c835-47b2-ab59-45afec59ed28 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:06.981072 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-413e92f4-c835-47b2-ab59-45afec59ed28 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.9091773 Feb 19 03:00:06.983046 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45622) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:07.005637 n-d-826753-2 neutron-server[103701]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fb21860-60b5-4487-8d00-96eb5c2c5524 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] GET failed (client error): The resource could not be found. Feb 19 03:00:07.010061 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-9fb21860-60b5-4487-8d00-96eb5c2c5524 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "GET /v2.0/ports/f5082127-bc76-4ef7-96d3-3f5c071254da HTTP/1.1" status: 404 len: 333 time: 0.1501832 Feb 19 03:00:07.019470 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45624) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:07.046030 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1613dd97-0710-4961-bf86-8d13e43a1f01 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:07.091378 n-d-826753-2 neutron-server[103701]: INFO neutron.pecan_wsgi.hooks.translation [None req-aada8592-b0e1-423d-a3c2-94df2a16f204 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] GET failed (client error): The resource could not be found. Feb 19 03:00:07.092985 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-aada8592-b0e1-423d-a3c2-94df2a16f204 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "GET /v2.0/ports/785f5f45-1f09-4071-b5a8-cdd18ebadb68 HTTP/1.1" status: 404 len: 333 time: 0.0701261 Feb 19 03:00:07.096872 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-69088fc2-08b9-400a-81ea-8a5e64c5b67a tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12647399'] for subnet (7c5fc622-50aa-4483-b2e2-d2206ceb96ad), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:07.104303 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-01ecba64-ca05-4763-82f6-cd66dd7ab214 admin admin] Publish callbacks [] for security_group (ba6d8f8e-3c31-40c3-bd1d-d145a72e9949), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:07.105491 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45626) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:07.120483 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-01ecba64-ca05-4763-82f6-cd66dd7ab214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (ba6d8f8e-3c31-40c3-bd1d-d145a72e9949), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:07.144935 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e1f0050e-8882-4454-8a91-0b809d14ee06 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group_rule (befe8b07-9202-4eb4-b7d9-e5b860b737e5), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:07.189415 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e1f0050e-8882-4454-8a91-0b809d14ee06 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group_rule (befe8b07-9202-4eb4-b7d9-e5b860b737e5), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:07.247695 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01ecba64-ca05-4763-82f6-cd66dd7ab214 admin admin] vlan segment allocate from pool success with {'vlan_id': 281, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:00:07.267863 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-994e5548-baf2-40c3-9f7a-91744458d884 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (bc5dac99-5aab-435f-85c1-334609e86ad5), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:07.275708 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-01ecba64-ca05-4763-82f6-cd66dd7ab214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (295b598a-2d85-4a41-8b97-49a183697789), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:07.276040 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-01ecba64-ca05-4763-82f6-cd66dd7ab214 admin admin] Added segment 295b598a-2d85-4a41-8b97-49a183697789 of type vlan for network 726d35fd-bc73-4db7-8c3f-3b952ba7132f Feb 19 03:00:07.277576 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ecba64-ca05-4763-82f6-cd66dd7ab214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba6d8f8e-3c31-40c3-bd1d-d145a72e9949,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:07.293307 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e1f0050e-8882-4454-8a91-0b809d14ee06 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (befe8b07-9202-4eb4-b7d9-e5b860b737e5), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:07.303729 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e1f0050e-8882-4454-8a91-0b809d14ee06 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:07.304843 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-e1f0050e-8882-4454-8a91-0b809d14ee06 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/befe8b07-9202-4eb4-b7d9-e5b860b737e5 HTTP/1.1" status: 204 len: 168 time: 0.3007152 Feb 19 03:00:07.310243 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45634) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:07.319844 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1613dd97-0710-4961-bf86-8d13e43a1f01 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Publish callbacks [] for security_group (36f1698e-49fe-4234-b72e-25908ec8760e), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:07.332518 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f0050e-8882-4454-8a91-0b809d14ee06 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=befe8b07-9202-4eb4-b7d9-e5b860b737e5,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:07.343463 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1613dd97-0710-4961-bf86-8d13e43a1f01 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (36f1698e-49fe-4234-b72e-25908ec8760e), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:07.343754 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-01ecba64-ca05-4763-82f6-cd66dd7ab214 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (726d35fd-bc73-4db7-8c3f-3b952ba7132f), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:07.355686 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-69088fc2-08b9-400a-81ea-8a5e64c5b67a tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (7c5fc622-50aa-4483-b2e2-d2206ceb96ad), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:07.422975 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1613dd97-0710-4961-bf86-8d13e43a1f01 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:07.428517 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-1613dd97-0710-4961-bf86-8d13e43a1f01 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5911865 Feb 19 03:00:07.429648 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45640) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:07.439822 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-1b9bd10f-394a-449c-b9b2-020bd42c439e tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:00:07.440166 n-d-826753-2 neutron-server[103701]: WARNING neutron.api.v2.base [None req-1b9bd10f-394a-449c-b9b2-020bd42c439e tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 19 03:00:07.440926 n-d-826753-2 neutron-server[103701]: INFO neutron.api.v2.resource [None req-1b9bd10f-394a-449c-b9b2-020bd42c439e tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] update failed (client error): There was a conflict when trying to complete your request. Feb 19 03:00:07.441936 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-1b9bd10f-394a-449c-b9b2-020bd42c439e tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] 10.222.0.72 "PUT /v2.0/security-groups/36f1698e-49fe-4234-b72e-25908ec8760e HTTP/1.1" status: 409 len: 330 time: 0.0086975 Feb 19 03:00:07.447288 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45642) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:07.448235 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1613dd97-0710-4961-bf86-8d13e43a1f01 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36f1698e-49fe-4234-b72e-25908ec8760e,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:07.460250 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-64af0dae-287c-4f34-9b59-6fab936e6464 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1479077 Feb 19 03:00:07.463810 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45644) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:07.469274 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-994e5548-baf2-40c3-9f7a-91744458d884 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (bc5dac99-5aab-435f-85c1-334609e86ad5), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:07.472125 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-01ecba64-ca05-4763-82f6-cd66dd7ab214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (726d35fd-bc73-4db7-8c3f-3b952ba7132f), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:07.473092 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ecba64-ca05-4763-82f6-cd66dd7ab214 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:07.473661 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-01ecba64-ca05-4763-82f6-cd66dd7ab214 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:07.539145 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72480a5e-df19-4fe2-af01-0de26fc16c14 req-a4bfcb69-33bd-4d81-b43c-c94c762a4b80 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:07.540737 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-72480a5e-df19-4fe2-af01-0de26fc16c14 req-a4bfcb69-33bd-4d81-b43c-c94c762a4b80 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 946 time: 0.2123697 Feb 19 03:00:07.545560 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-69088fc2-08b9-400a-81ea-8a5e64c5b67a tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12647206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58706286'] for subnet (7c5fc622-50aa-4483-b2e2-d2206ceb96ad), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:07.595244 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69088fc2-08b9-400a-81ea-8a5e64c5b67a tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event deleted for resources: {'Subnet': ['ID=7c5fc622-50aa-4483-b2e2-d2206ceb96ad,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:07.610187 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-69088fc2-08b9-400a-81ea-8a5e64c5b67a tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:07.615807 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-69088fc2-08b9-400a-81ea-8a5e64c5b67a tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "DELETE /v2.0/subnets/7c5fc622-50aa-4483-b2e2-d2206ceb96ad HTTP/1.1" status: 204 len: 168 time: 0.7436178 Feb 19 03:00:07.619165 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f02d27d-e691-446e-897d-195e1244d273 None None] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:00:07.625250 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45650) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:07.856308 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-994e5548-baf2-40c3-9f7a-91744458d884 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc5dac99-5aab-435f-85c1-334609e86ad5']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:00:07.876535 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-01ecba64-ca05-4763-82f6-cd66dd7ab214 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5691829 Feb 19 03:00:07.878485 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-994e5548-baf2-40c3-9f7a-91744458d884 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b2af1db-c0a5-4e4f-b7db-4f79f951125c') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:00:07.878780 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-994e5548-baf2-40c3-9f7a-91744458d884 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b2af1db-c0a5-4e4f-b7db-4f79f951125c') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:00:07.881906 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45658) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:07.891401 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-96576328-8804-47d1-89fa-e1d9aef916d5 admin admin] Request body: {'subnet': {'network_id': '726d35fd-bc73-4db7-8c3f-3b952ba7132f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-707011584-subnet', 'tenant_id': '9fa4e4fe0ba24f078d0901811643d0b3', 'ip_version': 4}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:00:07.897144 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2321f07-35cd-4ec4-b910-f4b27b91b5c4 None None] DHCP port deletion for 48d3009f-8d6e-4fac-a460-ff95e3f8d78a request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:00:07.904332 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ecba64-ca05-4763-82f6-cd66dd7ab214 admin admin] Pushing event updated for resources: {'Network': ['ID=726d35fd-bc73-4db7-8c3f-3b952ba7132f,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:07.913452 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-994e5548-baf2-40c3-9f7a-91744458d884 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (2b2af1db-c0a5-4e4f-b7db-4f79f951125c), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:07.918464 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45660) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:07.938077 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-994e5548-baf2-40c3-9f7a-91744458d884 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (2b2af1db-c0a5-4e4f-b7db-4f79f951125c), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:07.945209 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 726d35fd-bc73-4db7-8c3f-3b952ba7132f details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:00:07.948385 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-994e5548-baf2-40c3-9f7a-91744458d884 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Releasing vlan 288 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:00:07.948532 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-994e5548-baf2-40c3-9f7a-91744458d884 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (2b2af1db-c0a5-4e4f-b7db-4f79f951125c), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:07.952450 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 03:00:07.952450 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:00:07.952450 n-d-826753-2 neutron-server[103702]: timer() Feb 19 03:00:07.952450 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:00:07.952450 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 03:00:07.952450 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:00:07.952450 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 03:00:07.952450 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:00:07.952450 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 03:00:07.952450 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:00:07.952450 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 03:00:07.952450 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:00:07.952450 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 03:00:07.952450 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:00:07.952450 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:00:07.952450 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:00:07.952450 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:00:07.952450 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:00:07.952450 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 03:00:07.952450 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:00:07.952450 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 03:00:07.952450 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:00:07.952450 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:00:07.952450 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:00:07.952450 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 03:00:07.952450 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:00:07.952450 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:00:07.952450 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:00:07.952450 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:00:07.952450 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:00:07.952450 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:00:07.952450 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:00:07.978797 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4dbd5a3f-f9fe-439e-a625-ec1cbf792dd9 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Publish callbacks [] for security_group (36f1698e-49fe-4234-b72e-25908ec8760e), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:07.990165 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-3f290461-7d55-4f79-b7c5-14cab0e98276 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3599188 Feb 19 03:00:07.993322 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96576328-8804-47d1-89fa-e1d9aef916d5 admin admin] Made reservation on behalf of 9fa4e4fe0ba24f078d0901811643d0b3 for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:00:07.995595 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-96576328-8804-47d1-89fa-e1d9aef916d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:08.000483 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45664) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:08.005712 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-3d534bad-a749-4bae-94c9-9607bef9f8db tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Request body: {'subnet': {'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:00:08.006708 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-089e3636-89a5-490c-9a1a-14120691d52f tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group (a54889f9-659e-4882-b290-34dca34a3c4a), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:08.040235 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4dbd5a3f-f9fe-439e-a625-ec1cbf792dd9 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Publish callbacks [] for security_group (36f1698e-49fe-4234-b72e-25908ec8760e), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:08.070539 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-72480a5e-df19-4fe2-af01-0de26fc16c14 req-96babc16-2b12-47ee-96fb-fe7cb756931f tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5078137 Feb 19 03:00:08.075939 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-089e3636-89a5-490c-9a1a-14120691d52f tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group (a54889f9-659e-4882-b290-34dca34a3c4a), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:08.103386 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-72809a9f-457b-48e8-b4ee-28251c77cc7c admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1244403619-network', 'tenant_id': 'd76da76b1044457592dcbb07ab8c4b99'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:00:08.104124 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e2321f07-35cd-4ec4-b910-f4b27b91b5c4 None None] Deleting port f9ad32c3-bf53-4474-beeb-40d69dc7e5af {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:00:08.104793 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e2321f07-35cd-4ec4-b910-f4b27b91b5c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (f9ad32c3-bf53-4474-beeb-40d69dc7e5af), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:08.136323 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-994e5548-baf2-40c3-9f7a-91744458d884 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (bc5dac99-5aab-435f-85c1-334609e86ad5), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:08.142028 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-089e3636-89a5-490c-9a1a-14120691d52f tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (a54889f9-659e-4882-b290-34dca34a3c4a), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:08.144898 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-089e3636-89a5-490c-9a1a-14120691d52f tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:08.148532 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-089e3636-89a5-490c-9a1a-14120691d52f tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] 10.222.0.72 "DELETE /v2.0/security-groups/a54889f9-659e-4882-b290-34dca34a3c4a HTTP/1.1" status: 204 len: 168 time: 0.6771758 Feb 19 03:00:08.150403 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4dbd5a3f-f9fe-439e-a625-ec1cbf792dd9 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (36f1698e-49fe-4234-b72e-25908ec8760e), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:08.160055 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4dbd5a3f-f9fe-439e-a625-ec1cbf792dd9 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:08.163870 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-4dbd5a3f-f9fe-439e-a625-ec1cbf792dd9 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] 10.222.0.72 "DELETE /v2.0/security-groups/36f1698e-49fe-4234-b72e-25908ec8760e HTTP/1.1" status: 204 len: 168 time: 0.7084830 Feb 19 03:00:08.163870 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45666) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:08.164359 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45668) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:08.165465 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-994e5548-baf2-40c3-9f7a-91744458d884 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:08.172312 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-994e5548-baf2-40c3-9f7a-91744458d884 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "DELETE /v2.0/networks/bc5dac99-5aab-435f-85c1-334609e86ad5 HTTP/1.1" status: 204 len: 168 time: 1.0619462 Feb 19 03:00:08.173417 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45670) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:08.185557 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-f6e2c876-3dd5-41ab-8bf4-d56ff2751e39 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2092973717'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:00:08.186093 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e2321f07-35cd-4ec4-b910-f4b27b91b5c4 None None] For port f9ad32c3-bf53-4474-beeb-40d69dc7e5af, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=f9ad32c3-bf53-4474-beeb-40d69dc7e5af,segment=NetworkSegment(c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8),segment_id=c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:00:08.186566 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e2321f07-35cd-4ec4-b910-f4b27b91b5c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (f9ad32c3-bf53-4474-beeb-40d69dc7e5af), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:08.199474 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089e3636-89a5-490c-9a1a-14120691d52f tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a54889f9-659e-4882-b290-34dca34a3c4a,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:08.200227 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e2321f07-35cd-4ec4-b910-f4b27b91b5c4 None None] Calling delete_port for f9ad32c3-bf53-4474-beeb-40d69dc7e5af owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:00:08.210123 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994e5548-baf2-40c3-9f7a-91744458d884 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Pushing event deleted for resources: {'Network': ['ID=bc5dac99-5aab-435f-85c1-334609e86ad5,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:08.228940 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbd5a3f-f9fe-439e-a625-ec1cbf792dd9 tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f1698e-49fe-4234-b72e-25908ec8760e,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:08.232023 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72809a9f-457b-48e8-b4ee-28251c77cc7c admin admin] Made reservation on behalf of d76da76b1044457592dcbb07ab8c4b99 for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:00:08.234233 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-72809a9f-457b-48e8-b4ee-28251c77cc7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:08.249448 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-72809a9f-457b-48e8-b4ee-28251c77cc7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:08.251854 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6e2c876-3dd5-41ab-8bf4-d56ff2751e39 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Made reservation on behalf of e1a55fde9c7e4f5d96053750d488e677 for: {'network': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:00:08.255728 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f6e2c876-3dd5-41ab-8bf4-d56ff2751e39 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:08.283241 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-401572f5-23cf-40e3-8d40-1268be88fb2b tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1132054 Feb 19 03:00:08.287174 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45672) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:08.294359 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-c0adbb71-583a-4ae1-8e1a-792226e22078 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1270616 Feb 19 03:00:08.297410 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45674) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:08.307336 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6e2c876-3dd5-41ab-8bf4-d56ff2751e39 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] vlan segment allocate from pool success with {'vlan_id': 283, 'physical_network': 'physnet1'} {{(pid=103701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:00:08.313383 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d534bad-a749-4bae-94c9-9607bef9f8db tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Made reservation on behalf of bb74a1a86b774cd895fbb7befcc78fd8 for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:00:08.317062 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3d534bad-a749-4bae-94c9-9607bef9f8db tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:08.330809 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e2321f07-35cd-4ec4-b910-f4b27b91b5c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (f9ad32c3-bf53-4474-beeb-40d69dc7e5af), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:08.338469 n-d-826753-2 neutron-server[103702]: INFO neutron.api.v2.resource [None req-55eefae4-d611-40fb-a96e-f3bfa2d33dff tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] delete failed (client error): The resource could not be found. Feb 19 03:00:08.339526 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-55eefae4-d611-40fb-a96e-f3bfa2d33dff tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] 10.222.0.72 "DELETE /v2.0/security-groups/d2c2ce3f-4305-4412-84c4-1a1a1e0a8891 HTTP/1.1" status: 404 len: 347 time: 0.0514374 Feb 19 03:00:08.349711 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45676) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:08.351183 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f6e2c876-3dd5-41ab-8bf4-d56ff2751e39 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (706a9ddc-1a4d-4cce-91d2-747a992053a7), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:08.351524 n-d-826753-2 neutron-server[103701]: INFO neutron.db.segments_db [None req-f6e2c876-3dd5-41ab-8bf4-d56ff2751e39 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Added segment 706a9ddc-1a4d-4cce-91d2-747a992053a7 of type vlan for network 33967ccc-ca66-4889-96c9-288a56c37704 Feb 19 03:00:08.355799 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2321f07-35cd-4ec4-b910-f4b27b91b5c4 None None] Pushing event deleted for resources: {'Port': ['ID=f9ad32c3-bf53-4474-beeb-40d69dc7e5af,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:08.359937 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2321f07-35cd-4ec4-b910-f4b27b91b5c4 None None] No DVR routers for this DVR port f9ad32c3-bf53-4474-beeb-40d69dc7e5af on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:00:08.414035 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f6e2c876-3dd5-41ab-8bf4-d56ff2751e39 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (33967ccc-ca66-4889-96c9-288a56c37704), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:08.419407 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-25ce8310-f202-4de6-82ad-2162676626dd tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group (458266d2-30af-4866-80ad-cfef46ffc880), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:08.438108 n-d-826753-2 neutron-server[103702]: INFO neutron.api.v2.resource [None req-078009c2-8e50-4cfa-97c1-ea9558718b5e tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] show failed (client error): The resource could not be found. Feb 19 03:00:08.439154 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-078009c2-8e50-4cfa-97c1-ea9558718b5e tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] 10.222.0.72 "GET /v2.0/security-groups/19f06ef3-079c-41ee-972c-59878bd5ab00 HTTP/1.1" status: 404 len: 347 time: 0.0885017 Feb 19 03:00:08.446368 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45678) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:08.466188 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-25ce8310-f202-4de6-82ad-2162676626dd tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group (458266d2-30af-4866-80ad-cfef46ffc880), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:08.474931 n-d-826753-2 neutron-server[103701]: INFO neutron.api.v2.resource [None req-159c3d24-ce25-4ce5-b2f8-a336d6799dde tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] show failed (client error): The resource could not be found. Feb 19 03:00:08.475951 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-159c3d24-ce25-4ce5-b2f8-a336d6799dde tempest-NegativeSecGroupIPv6Test-1805277607 tempest-NegativeSecGroupIPv6Test-1805277607-project] 10.222.0.72 "GET /v2.0/security-group-rules/054f0503-2764-4131-8e41-9482f2b2bf60 HTTP/1.1" status: 404 len: 356 time: 0.0286548 Feb 19 03:00:08.478671 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f6e2c876-3dd5-41ab-8bf4-d56ff2751e39 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (33967ccc-ca66-4889-96c9-288a56c37704), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:08.483977 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e2c876-3dd5-41ab-8bf4-d56ff2751e39 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:08.484703 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f6e2c876-3dd5-41ab-8bf4-d56ff2751e39 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:08.541215 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-96576328-8804-47d1-89fa-e1d9aef916d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (080e39d4-9280-4d40-8c79-ecd8b0f91157), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:08.559996 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-f6e2c876-3dd5-41ab-8bf4-d56ff2751e39 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3795438 Feb 19 03:00:08.567912 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45682) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:08.574668 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-33bd73d6-06d2-4b6b-a079-3842c87ef2e3 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Request body: {'subnet': {'network_id': '33967ccc-ca66-4889-96c9-288a56c37704', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:00:08.598405 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e2c876-3dd5-41ab-8bf4-d56ff2751e39 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Pushing event updated for resources: {'Network': ['ID=33967ccc-ca66-4889-96c9-288a56c37704,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:08.619140 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 33967ccc-ca66-4889-96c9-288a56c37704 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:00:08.636353 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-25ce8310-f202-4de6-82ad-2162676626dd tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (458266d2-30af-4866-80ad-cfef46ffc880), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:08.637595 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-72809a9f-457b-48e8-b4ee-28251c77cc7c admin admin] Publish callbacks [] for security_group (3a532b88-69cd-497b-b164-148fb494cae9), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:08.639149 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-25ce8310-f202-4de6-82ad-2162676626dd tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:08.645264 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-25ce8310-f202-4de6-82ad-2162676626dd tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] 10.222.0.72 "DELETE /v2.0/security-groups/458266d2-30af-4866-80ad-cfef46ffc880 HTTP/1.1" status: 204 len: 168 time: 0.3424258 Feb 19 03:00:08.645432 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45686) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:08.662682 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ce8310-f202-4de6-82ad-2162676626dd tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=458266d2-30af-4866-80ad-cfef46ffc880,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:08.672024 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-72809a9f-457b-48e8-b4ee-28251c77cc7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (3a532b88-69cd-497b-b164-148fb494cae9), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:08.691399 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96576328-8804-47d1-89fa-e1d9aef916d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=080e39d4-9280-4d40-8c79-ecd8b0f91157,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:08.695307 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33bd73d6-06d2-4b6b-a079-3842c87ef2e3 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Made reservation on behalf of e1a55fde9c7e4f5d96053750d488e677 for: {'subnet': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:00:08.704798 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-33bd73d6-06d2-4b6b-a079-3842c87ef2e3 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58706307'] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:08.728709 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45688) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:08.744729 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72809a9f-457b-48e8-b4ee-28251c77cc7c admin admin] vlan segment allocate from pool success with {'vlan_id': 261, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:00:08.786449 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.ipam_backend_mixin [None req-33bd73d6-06d2-4b6b-a079-3842c87ef2e3 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Performing IP validity checks on allocation pools {{(pid=103701) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 19 03:00:08.787641 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.ipam_backend_mixin [None req-33bd73d6-06d2-4b6b-a079-3842c87ef2e3 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103701) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 19 03:00:08.797761 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72809a9f-457b-48e8-b4ee-28251c77cc7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a532b88-69cd-497b-b164-148fb494cae9,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:08.805802 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-72809a9f-457b-48e8-b4ee-28251c77cc7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (57aa002e-6d14-4e1b-ad3f-d488e2fbb6fa), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:08.806159 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-72809a9f-457b-48e8-b4ee-28251c77cc7c admin admin] Added segment 57aa002e-6d14-4e1b-ad3f-d488e2fbb6fa of type vlan for network 76e4549b-eda6-453a-b18c-4ad693de8c7e Feb 19 03:00:08.819451 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96576328-8804-47d1-89fa-e1d9aef916d5 admin admin] Checking segment: {'id': '295b598a-2d85-4a41-8b97-49a183697789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '726d35fd-bc73-4db7-8c3f-3b952ba7132f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:00:08.819827 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96576328-8804-47d1-89fa-e1d9aef916d5 admin admin] Network hostable DHCP agents. Network: 726d35fd-bc73-4db7-8c3f-3b952ba7132f, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:00:08.824975 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-413a7598-f435-4aec-9c05-36b7c3497bb0 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1791036 Feb 19 03:00:08.829038 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3d534bad-a749-4bae-94c9-9607bef9f8db tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (1f18b107-af65-49f1-8857-87005b1fa34b), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:08.832355 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45692) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:08.838464 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-72397288-a902-4431-a6e3-cea30f535cb4 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Request body: {'security_group': {'name': 'tempest-secgroup--138237548'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:00:08.912027 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-72809a9f-457b-48e8-b4ee-28251c77cc7c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (76e4549b-eda6-453a-b18c-4ad693de8c7e), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:08.914245 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-72397288-a902-4431-a6e3-cea30f535cb4 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:08.921770 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d534bad-a749-4bae-94c9-9607bef9f8db tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:00:08.932404 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-3d534bad-a749-4bae-94c9-9607bef9f8db tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:00:08.942640 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d534bad-a749-4bae-94c9-9607bef9f8db tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:08.943032 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3d534bad-a749-4bae-94c9-9607bef9f8db tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:08.946878 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec369c0-35b1-468b-86b1-e56d55611b32 None None] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:00:08.949255 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96576328-8804-47d1-89fa-e1d9aef916d5 admin admin] Network 726d35fd-bc73-4db7-8c3f-3b952ba7132f is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:00:08.960473 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d534bad-a749-4bae-94c9-9607bef9f8db tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event updated for resources: {'Subnet': ['ID=1f18b107-af65-49f1-8857-87005b1fa34b,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:08.976025 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-96576328-8804-47d1-89fa-e1d9aef916d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 726d35fd-bc73-4db7-8c3f-3b952ba7132f) {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:00:08.979128 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-72809a9f-457b-48e8-b4ee-28251c77cc7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (76e4549b-eda6-453a-b18c-4ad693de8c7e), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:08.980391 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72809a9f-457b-48e8-b4ee-28251c77cc7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:08.981213 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-72809a9f-457b-48e8-b4ee-28251c77cc7c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:08.992242 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96576328-8804-47d1-89fa-e1d9aef916d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:08.992837 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-96576328-8804-47d1-89fa-e1d9aef916d5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:08.994407 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b5c358-3d87-4d1d-a200-9b3ea528f74e None None] Network 726d35fd-bc73-4db7-8c3f-3b952ba7132f requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:00:08.997478 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-3d534bad-a749-4bae-94c9-9607bef9f8db tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9958229 Feb 19 03:00:09.010868 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45694) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:09.024077 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-5b9c9395-d370-401b-a336-cfe28341519a tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Request body: {'port': {'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a', 'fixed_ips': [{'subnet_id': '1f18b107-af65-49f1-8857-87005b1fa34b', 'ip_address': '2001:db8::7ea8:e39:dc1e:a93f'}], 'name': 'tempest-NetworksTestDHCPv6-2129180349'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:00:09.061632 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-a18c0fa6-63cf-4e7a-9ea9-f80da2442638 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=174f62b53e084eb5a54cc50533ce9f91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3288217 Feb 19 03:00:09.064930 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-33bd73d6-06d2-4b6b-a079-3842c87ef2e3 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12647271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58706289'] for subnet (d29f0ff6-5aa4-4820-a1f3-655c3bd4d676), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:09.067152 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45696) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:09.090602 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-72809a9f-457b-48e8-b4ee-28251c77cc7c admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1684790 Feb 19 03:00:09.094501 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-96576328-8804-47d1-89fa-e1d9aef916d5 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2070904 Feb 19 03:00:09.097512 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45698) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:09.097849 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45700) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:09.109969 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-98081c3d-43d5-4ee2-afe4-b046755704fc admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-707011584-router', 'tenant_id': '9fa4e4fe0ba24f078d0901811643d0b3', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:00:09.140593 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-da9a55d4-7b71-498c-b3d9-49d0455ce9ae admin admin] Request body: {'subnet': {'network_id': '76e4549b-eda6-453a-b18c-4ad693de8c7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1244403619-subnet', 'tenant_id': 'd76da76b1044457592dcbb07ab8c4b99', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:00:09.147610 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-034c6c65-d685-4c6b-a824-7dc2c905e22e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-726d35fd-bc73-4db7-8c3f-3b952ba7132f', 'network_id': '726d35fd-bc73-4db7-8c3f-3b952ba7132f', 'project_id': '9fa4e4fe0ba24f078d0901811643d0b3', 'fixed_ips': [{'subnet_id': '080e39d4-9280-4d40-8c79-ecd8b0f91157'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:00:09.149886 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-034c6c65-d685-4c6b-a824-7dc2c905e22e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:09.174160 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da9a55d4-7b71-498c-b3d9-49d0455ce9ae admin admin] Made reservation on behalf of d76da76b1044457592dcbb07ab8c4b99 for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:00:09.174791 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3811096-c452-45b8-97d0-e0829c282477 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-48d3009f-8d6e-4fac-a460-ff95e3f8d78a', 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a', 'project_id': 'bb74a1a86b774cd895fbb7befcc78fd8', 'fixed_ips': [{'subnet_id': '1f18b107-af65-49f1-8857-87005b1fa34b'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:00:09.175899 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c3811096-c452-45b8-97d0-e0829c282477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:09.176512 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-da9a55d4-7b71-498c-b3d9-49d0455ce9ae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:09.186700 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72809a9f-457b-48e8-b4ee-28251c77cc7c admin admin] Pushing event updated for resources: {'Network': ['ID=76e4549b-eda6-453a-b18c-4ad693de8c7e,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:09.215109 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-72397288-a902-4431-a6e3-cea30f535cb4 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group (3d9cc277-623b-4f83-a917-823d8fc50c8c), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:09.229634 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bd73d6-06d2-4b6b-a079-3842c87ef2e3 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Pushing event updated for resources: {'Subnet': ['ID=d29f0ff6-5aa4-4820-a1f3-655c3bd4d676,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:09.237285 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-72397288-a902-4431-a6e3-cea30f535cb4 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (3d9cc277-623b-4f83-a917-823d8fc50c8c), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:09.257970 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 76e4549b-eda6-453a-b18c-4ad693de8c7e details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:00:09.265824 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-98081c3d-43d5-4ee2-afe4-b046755704fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14172'] for router (f2414ecd-3609-48be-8472-25fc1677bdee), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:09.266921 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-98081c3d-43d5-4ee2-afe4-b046755704fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16317487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16285822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16309985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14247'] for router (f2414ecd-3609-48be-8472-25fc1677bdee), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:09.289753 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-72397288-a902-4431-a6e3-cea30f535cb4 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:09.293970 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-72397288-a902-4431-a6e3-cea30f535cb4 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4579725 Feb 19 03:00:09.298230 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45704) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:09.308196 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33bd73d6-06d2-4b6b-a079-3842c87ef2e3 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Checking segment: {'id': '706a9ddc-1a4d-4cce-91d2-747a992053a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '33967ccc-ca66-4889-96c9-288a56c37704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:00:09.308656 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33bd73d6-06d2-4b6b-a079-3842c87ef2e3 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Network hostable DHCP agents. Network: 33967ccc-ca66-4889-96c9-288a56c37704, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:00:09.316155 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-63599b13-8aba-4491-9f36-dd789e7755c7 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Request body: {'security_group_rule': {'security_group_id': '3d9cc277-623b-4f83-a917-823d8fc50c8c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:00:09.338407 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72397288-a902-4431-a6e3-cea30f535cb4 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d9cc277-623b-4f83-a917-823d8fc50c8c,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:09.343627 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6dc5b7b5-2fa1-40ae-869c-338bde19ad6a admin admin] Publish callbacks [] for security_group (165c98db-c07a-4cd2-a83f-1ea87d5540d0), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:09.368802 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b9c9395-d370-401b-a336-cfe28341519a tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Made reservation on behalf of bb74a1a86b774cd895fbb7befcc78fd8 for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:00:09.392080 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6dc5b7b5-2fa1-40ae-869c-338bde19ad6a admin admin] Publish callbacks [] for security_group (165c98db-c07a-4cd2-a83f-1ea87d5540d0), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:09.395548 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33bd73d6-06d2-4b6b-a079-3842c87ef2e3 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Network 33967ccc-ca66-4889-96c9-288a56c37704 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:00:09.427861 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-33bd73d6-06d2-4b6b-a079-3842c87ef2e3 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 33967ccc-ca66-4889-96c9-288a56c37704) {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:00:09.444321 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c9667b-c2b3-411c-8e28-5f3973fda92f None None] Network 33967ccc-ca66-4889-96c9-288a56c37704 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:00:09.448096 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d79705a-99f7-4aac-b800-022d951682a3 req-3e26fbdf-1632-44d2-9c68-108a12968b7a tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:09.449761 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3d79705a-99f7-4aac-b800-022d951682a3 req-3e26fbdf-1632-44d2-9c68-108a12968b7a tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 946 time: 0.1932383 Feb 19 03:00:09.456419 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33bd73d6-06d2-4b6b-a079-3842c87ef2e3 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:09.457133 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-33bd73d6-06d2-4b6b-a079-3842c87ef2e3 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:09.463828 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-98081c3d-43d5-4ee2-afe4-b046755704fc admin admin] Publish callbacks [] for router_controller (f2414ecd-3609-48be-8472-25fc1677bdee), precommit_add_association {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:09.504605 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-63599b13-8aba-4491-9f36-dd789e7755c7 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group_rule (ed81e318-016c-4a30-9523-f5ac55c3750a), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:09.506945 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-33bd73d6-06d2-4b6b-a079-3842c87ef2e3 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9372101 Feb 19 03:00:09.507729 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45706) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:09.521868 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-ad772c2d-2ece-49e6-8c4b-84741d655e59 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Request body: {'port': {'network_id': '33967ccc-ca66-4889-96c9-288a56c37704', 'name': 'tempest-PortsTestJSON-325975950'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:00:09.527667 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-034c6c65-d685-4c6b-a824-7dc2c905e22e None None] Allocated IP 172.20.0.2 (726d35fd-bc73-4db7-8c3f-3b952ba7132f/080e39d4-9280-4d40-8c79-ecd8b0f91157/0dbfad05-4216-46c3-a196-24735c30763a) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:00:09.586697 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6dc5b7b5-2fa1-40ae-869c-338bde19ad6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (165c98db-c07a-4cd2-a83f-1ea87d5540d0), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:09.589518 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6dc5b7b5-2fa1-40ae-869c-338bde19ad6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:09.590835 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-6dc5b7b5-2fa1-40ae-869c-338bde19ad6a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/165c98db-c07a-4cd2-a83f-1ea87d5540d0 HTTP/1.1" status: 204 len: 168 time: 0.5166509 Feb 19 03:00:09.596440 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3d79705a-99f7-4aac-b800-022d951682a3 req-6f28ad83-afbf-4f99-8716-f339b312fd63 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347160 Feb 19 03:00:09.614984 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc5b7b5-2fa1-40ae-869c-338bde19ad6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=165c98db-c07a-4cd2-a83f-1ea87d5540d0,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:09.710462 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5b9c9395-d370-401b-a336-cfe28341519a tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:09.742015 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad772c2d-2ece-49e6-8c4b-84741d655e59 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Made reservation on behalf of e1a55fde9c7e4f5d96053750d488e677 for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:00:09.747233 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device f9ad32c3-bf53-4474-beeb-40d69dc7e5af no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:00:09.747538 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ad772c2d-2ece-49e6-8c4b-84741d655e59 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:09.771030 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [None req-ad772c2d-2ece-49e6-8c4b-84741d655e59 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] device_id is not set on port 3475a044-6102-4850-9291-5bd246c7616a yet. {{(pid=103701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:00:09.771585 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-c3811096-c452-45b8-97d0-e0829c282477 None None] Allocated IP 2001:db8::2 (48d3009f-8d6e-4fac-a460-ff95e3f8d78a/1f18b107-af65-49f1-8857-87005b1fa34b/d152b91f-e30f-40dc-afee-9ee41d43d142) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:00:09.796409 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-98081c3d-43d5-4ee2-afe4-b046755704fc admin admin] Publish callbacks [] for router_gateway (f2414ecd-3609-48be-8472-25fc1677bdee), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:09.822273 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: f9ad32c3-bf53-4474-beeb-40d69dc7e5af {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:00:09.822621 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device f9ad32c3-bf53-4474-beeb-40d69dc7e5af not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:00:09.823157 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [None req-5b9c9395-d370-401b-a336-cfe28341519a tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] device_id is not set on port e8c5744f-68e7-4e7e-b902-593722c8587e yet. {{(pid=103702) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:00:09.854649 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-63599b13-8aba-4491-9f36-dd789e7755c7 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group_rule (ed81e318-016c-4a30-9523-f5ac55c3750a), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:09.882890 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-da9a55d4-7b71-498c-b3d9-49d0455ce9ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (da2fec93-49fe-492c-b451-4e75f83fe240), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:09.905202 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-63599b13-8aba-4491-9f36-dd789e7755c7 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (ed81e318-016c-4a30-9523-f5ac55c3750a), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:09.961563 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-ad772c2d-2ece-49e6-8c4b-84741d655e59 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Allocated IP 172.20.0.8 (33967ccc-ca66-4889-96c9-288a56c37704/d29f0ff6-5aa4-4820-a1f3-655c3bd4d676/3475a044-6102-4850-9291-5bd246c7616a) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:00:10.000566 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63599b13-8aba-4491-9f36-dd789e7755c7 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed81e318-016c-4a30-9523-f5ac55c3750a,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:10.051360 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c870fc0-b643-483a-b1df-74f1bed210d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-33967ccc-ca66-4889-96c9-288a56c37704', 'network_id': '33967ccc-ca66-4889-96c9-288a56c37704', 'project_id': 'e1a55fde9c7e4f5d96053750d488e677', 'fixed_ips': [{'subnet_id': 'd29f0ff6-5aa4-4820-a1f3-655c3bd4d676'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:00:10.052235 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5c870fc0-b643-483a-b1df-74f1bed210d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:10.082618 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-63599b13-8aba-4491-9f36-dd789e7755c7 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:10.083890 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-63599b13-8aba-4491-9f36-dd789e7755c7 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7796197 Feb 19 03:00:10.084644 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9a55d4-7b71-498c-b3d9-49d0455ce9ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=da2fec93-49fe-492c-b451-4e75f83fe240,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:10.087602 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45718) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:10.143449 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9a55d4-7b71-498c-b3d9-49d0455ce9ae admin admin] Checking segment: {'id': '57aa002e-6d14-4e1b-ad3f-d488e2fbb6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '76e4549b-eda6-453a-b18c-4ad693de8c7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:00:10.143817 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9a55d4-7b71-498c-b3d9-49d0455ce9ae admin admin] Network hostable DHCP agents. Network: 76e4549b-eda6-453a-b18c-4ad693de8c7e, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:00:10.155811 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2724854a-f6e5-4e73-9fb4-f780f90a48a2 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group_rule (ed81e318-016c-4a30-9523-f5ac55c3750a), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:10.163617 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ad772c2d-2ece-49e6-8c4b-84741d655e59 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks [] for port (3475a044-6102-4850-9291-5bd246c7616a), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:10.170765 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2724854a-f6e5-4e73-9fb4-f780f90a48a2 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group_rule (ed81e318-016c-4a30-9523-f5ac55c3750a), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:10.208465 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9a55d4-7b71-498c-b3d9-49d0455ce9ae admin admin] Network 76e4549b-eda6-453a-b18c-4ad693de8c7e is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:00:10.217999 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ad772c2d-2ece-49e6-8c4b-84741d655e59 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (3475a044-6102-4850-9291-5bd246c7616a), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:10.230737 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2724854a-f6e5-4e73-9fb4-f780f90a48a2 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (ed81e318-016c-4a30-9523-f5ac55c3750a), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:10.274086 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2724854a-f6e5-4e73-9fb4-f780f90a48a2 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:10.275967 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-2724854a-f6e5-4e73-9fb4-f780f90a48a2 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/ed81e318-016c-4a30-9523-f5ac55c3750a HTTP/1.1" status: 204 len: 168 time: 0.1821921 Feb 19 03:00:10.276871 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-da9a55d4-7b71-498c-b3d9-49d0455ce9ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 76e4549b-eda6-453a-b18c-4ad693de8c7e) {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:00:10.279044 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45722) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:10.284312 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad772c2d-2ece-49e6-8c4b-84741d655e59 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Network 33967ccc-ca66-4889-96c9-288a56c37704 is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:00:10.289986 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-ad772c2d-2ece-49e6-8c4b-84741d655e59 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:00:10.298310 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9a55d4-7b71-498c-b3d9-49d0455ce9ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:10.299116 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-da9a55d4-7b71-498c-b3d9-49d0455ce9ae admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:10.301638 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27aeb26f-eaf0-44db-85bf-4f8cf8b558f0 None None] Network 76e4549b-eda6-453a-b18c-4ad693de8c7e requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:00:10.306863 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad772c2d-2ece-49e6-8c4b-84741d655e59 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:00:10.335484 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2724854a-f6e5-4e73-9fb4-f780f90a48a2 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ed81e318-016c-4a30-9523-f5ac55c3750a,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:10.336349 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad772c2d-2ece-49e6-8c4b-84741d655e59 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Pushing event updated for resources: {'Port': ['ID=3475a044-6102-4850-9291-5bd246c7616a,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:10.369218 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad772c2d-2ece-49e6-8c4b-84741d655e59 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:10.369870 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ad772c2d-2ece-49e6-8c4b-84741d655e59 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:10.387929 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-da9a55d4-7b71-498c-b3d9-49d0455ce9ae admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2835641 Feb 19 03:00:10.413216 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-98081c3d-43d5-4ee2-afe4-b046755704fc admin admin] Publish callbacks [] for router_gateway (f2414ecd-3609-48be-8472-25fc1677bdee), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:10.416999 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-ad772c2d-2ece-49e6-8c4b-84741d655e59 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.8988869 Feb 19 03:00:10.417988 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45730) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:10.422461 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-c6b1dc31-fd7e-4d3f-b432-1a12d82783af tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1371858 Feb 19 03:00:10.425209 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45732) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:10.458223 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-98081c3d-43d5-4ee2-afe4-b046755704fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:10.480200 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4520e283-3654-4730-96ac-b3d6275389d6 None None] Network 76e4549b-eda6-453a-b18c-4ad693de8c7e requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:00:10.502519 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c3811096-c452-45b8-97d0-e0829c282477 None None] Publish callbacks [] for port (d152b91f-e30f-40dc-afee-9ee41d43d142), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:10.508625 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-5c870fc0-b643-483a-b1df-74f1bed210d2 None None] Allocated IP 172.20.0.2 (33967ccc-ca66-4889-96c9-288a56c37704/d29f0ff6-5aa4-4820-a1f3-655c3bd4d676/548eb506-87eb-426d-a7c0-def936256c2a) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:00:10.566415 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c3811096-c452-45b8-97d0-e0829c282477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (d152b91f-e30f-40dc-afee-9ee41d43d142), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:10.594643 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a7f1d4be-76c6-4fe7-96cb-932915b5fc9f tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group (3d9cc277-623b-4f83-a917-823d8fc50c8c), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:10.621228 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-034c6c65-d685-4c6b-a824-7dc2c905e22e None None] Publish callbacks [] for port (0dbfad05-4216-46c3-a196-24735c30763a), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:10.623623 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-5392f7c7-e32b-4939-a956-a7ebad63942c tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Deleting port 3475a044-6102-4850-9291-5bd246c7616a {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:00:10.624119 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5392f7c7-e32b-4939-a956-a7ebad63942c tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (3475a044-6102-4850-9291-5bd246c7616a), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:10.704272 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-5b9c9395-d370-401b-a336-cfe28341519a tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Allocated IP 2001:db8::7ea8:e39:dc1e:a93f (48d3009f-8d6e-4fac-a460-ff95e3f8d78a/1f18b107-af65-49f1-8857-87005b1fa34b/e8c5744f-68e7-4e7e-b902-593722c8587e) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:00:10.732850 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a7f1d4be-76c6-4fe7-96cb-932915b5fc9f tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group (3d9cc277-623b-4f83-a917-823d8fc50c8c), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:10.782770 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5392f7c7-e32b-4939-a956-a7ebad63942c tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (3475a044-6102-4850-9291-5bd246c7616a), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:10.803380 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-98081c3d-43d5-4ee2-afe4-b046755704fc admin admin] Allocated IP 172.25.6.213 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/21ac9c0a-bf0a-4248-b883-a25009b27fff) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:00:10.803575 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-5392f7c7-e32b-4939-a956-a7ebad63942c tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Calling delete_port for 3475a044-6102-4850-9291-5bd246c7616a owned by {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:00:10.854300 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3811096-c452-45b8-97d0-e0829c282477 None None] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:00:10.857901 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-034c6c65-d685-4c6b-a824-7dc2c905e22e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (0dbfad05-4216-46c3-a196-24735c30763a), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:10.875819 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-c3811096-c452-45b8-97d0-e0829c282477 None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:00:10.876488 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45746) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:10.927295 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3811096-c452-45b8-97d0-e0829c282477 None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:00:10.986314 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4936a24-985c-482b-b76d-32ef13c86f76 req-669e4fe8-3662-4244-8e9f-334f62c8ec77 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:10.988856 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b4936a24-985c-482b-b76d-32ef13c86f76 req-669e4fe8-3662-4244-8e9f-334f62c8ec77 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 946 time: 0.1875672 Feb 19 03:00:10.990705 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a7f1d4be-76c6-4fe7-96cb-932915b5fc9f tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (3d9cc277-623b-4f83-a917-823d8fc50c8c), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:10.994053 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a7f1d4be-76c6-4fe7-96cb-932915b5fc9f tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:10.996406 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034c6c65-d685-4c6b-a824-7dc2c905e22e None None] Network 726d35fd-bc73-4db7-8c3f-3b952ba7132f is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:00:10.998947 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-a7f1d4be-76c6-4fe7-96cb-932915b5fc9f tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] 10.222.0.72 "DELETE /v2.0/security-groups/3d9cc277-623b-4f83-a917-823d8fc50c8c HTTP/1.1" status: 204 len: 168 time: 0.5727646 Feb 19 03:00:10.999768 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45750) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:11.009957 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-034c6c65-d685-4c6b-a824-7dc2c905e22e None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:00:11.088272 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034c6c65-d685-4c6b-a824-7dc2c905e22e None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:00:11.092986 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3811096-c452-45b8-97d0-e0829c282477 None None] Pushing event updated for resources: {'Port': ['ID=d152b91f-e30f-40dc-afee-9ee41d43d142,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:11.119167 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b4936a24-985c-482b-b76d-32ef13c86f76 req-2f11140f-ff66-4478-8889-8ed59c1dfe93 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214068 Feb 19 03:00:11.186197 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5b9c9395-d370-401b-a336-cfe28341519a tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks [] for port (e8c5744f-68e7-4e7e-b902-593722c8587e), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:11.206461 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f1d4be-76c6-4fe7-96cb-932915b5fc9f tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d9cc277-623b-4f83-a917-823d8fc50c8c,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:11.209683 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034c6c65-d685-4c6b-a824-7dc2c905e22e None None] Pushing event updated for resources: {'Port': ['ID=0dbfad05-4216-46c3-a196-24735c30763a,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:11.240960 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5392f7c7-e32b-4939-a956-a7ebad63942c tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (3475a044-6102-4850-9291-5bd246c7616a), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:11.299245 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-6b2be69e-24bf-4fa6-8089-2a21e47a8d7a tempest-ServiceProvidersTest-1452288925 tempest-ServiceProvidersTest-1452288925-project] 10.222.0.72 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.4074533 Feb 19 03:00:11.299447 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-98081c3d-43d5-4ee2-afe4-b046755704fc admin admin] Publish callbacks [] for port (21ac9c0a-bf0a-4248-b883-a25009b27fff), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:11.299447 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5b9c9395-d370-401b-a336-cfe28341519a tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (e8c5744f-68e7-4e7e-b902-593722c8587e), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:11.333643 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-2546b264-925b-4013-98d6-0b3610bcdcc5 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3134911 Feb 19 03:00:11.338721 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5392f7c7-e32b-4939-a956-a7ebad63942c tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Pushing event deleted for resources: {'Port': ['ID=3475a044-6102-4850-9291-5bd246c7616a,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:11.339076 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45762) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:11.354277 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-034c6c65-d685-4c6b-a824-7dc2c905e22e None None] Attempting to bind port 0dbfad05-4216-46c3-a196-24735c30763a on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:00:11.354899 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-034c6c65-d685-4c6b-a824-7dc2c905e22e None None] Attempting to bind port 0dbfad05-4216-46c3-a196-24735c30763a by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '295b598a-2d85-4a41-8b97-49a183697789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '726d35fd-bc73-4db7-8c3f-3b952ba7132f'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:00:11.355026 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-450f842b-e866-4838-82a5-87d248cff8a1 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Request body: {'security_group': {'name': 'tempest-secgroup--648672077'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:00:11.355604 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034c6c65-d685-4c6b-a824-7dc2c905e22e None None] Attempting to bind port 0dbfad05-4216-46c3-a196-24735c30763a on network 726d35fd-bc73-4db7-8c3f-3b952ba7132f {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:00:11.361874 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-c3811096-c452-45b8-97d0-e0829c282477 None None] Attempting to bind port d152b91f-e30f-40dc-afee-9ee41d43d142 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:00:11.362241 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-c3811096-c452-45b8-97d0-e0829c282477 None None] Attempting to bind port d152b91f-e30f-40dc-afee-9ee41d43d142 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': 'c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:00:11.363797 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3811096-c452-45b8-97d0-e0829c282477 None None] Attempting to bind port d152b91f-e30f-40dc-afee-9ee41d43d142 on network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:00:11.369137 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034c6c65-d685-4c6b-a824-7dc2c905e22e None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:00:11.369773 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034c6c65-d685-4c6b-a824-7dc2c905e22e None None] Checking segment: {'id': '295b598a-2d85-4a41-8b97-49a183697789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '726d35fd-bc73-4db7-8c3f-3b952ba7132f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:00:11.370328 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-034c6c65-d685-4c6b-a824-7dc2c905e22e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:11.370864 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034c6c65-d685-4c6b-a824-7dc2c905e22e None None] Bound using segment: {'id': '295b598a-2d85-4a41-8b97-49a183697789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '726d35fd-bc73-4db7-8c3f-3b952ba7132f'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:00:11.371494 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-034c6c65-d685-4c6b-a824-7dc2c905e22e None None] Bound port: 0dbfad05-4216-46c3-a196-24735c30763a, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '295b598a-2d85-4a41-8b97-49a183697789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '726d35fd-bc73-4db7-8c3f-3b952ba7132f'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:00:11.372036 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-034c6c65-d685-4c6b-a824-7dc2c905e22e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (0dbfad05-4216-46c3-a196-24735c30763a), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:11.376077 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9c9395-d370-401b-a336-cfe28341519a tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:00:11.388501 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-5b9c9395-d370-401b-a336-cfe28341519a tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:00:11.391412 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3811096-c452-45b8-97d0-e0829c282477 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:00:11.392022 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3811096-c452-45b8-97d0-e0829c282477 None None] Checking segment: {'id': 'c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:00:11.392575 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c3811096-c452-45b8-97d0-e0829c282477 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:11.393151 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3811096-c452-45b8-97d0-e0829c282477 None None] Bound using segment: {'id': 'c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:00:11.393782 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-c3811096-c452-45b8-97d0-e0829c282477 None None] Bound port: d152b91f-e30f-40dc-afee-9ee41d43d142, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:00:11.394328 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c3811096-c452-45b8-97d0-e0829c282477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (d152b91f-e30f-40dc-afee-9ee41d43d142), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:11.398487 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9c9395-d370-401b-a336-cfe28341519a tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:00:11.403743 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9c9395-d370-401b-a336-cfe28341519a tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:11.404970 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5b9c9395-d370-401b-a336-cfe28341519a tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:11.407459 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9c9395-d370-401b-a336-cfe28341519a tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event updated for resources: {'Port': ['ID=e8c5744f-68e7-4e7e-b902-593722c8587e,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:11.429713 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-450f842b-e866-4838-82a5-87d248cff8a1 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:11.430086 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5c870fc0-b643-483a-b1df-74f1bed210d2 None None] Publish callbacks [] for port (548eb506-87eb-426d-a7c0-def936256c2a), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:11.447290 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-5b9c9395-d370-401b-a336-cfe28341519a tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.4298327 Feb 19 03:00:11.449051 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-98081c3d-43d5-4ee2-afe4-b046755704fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (21ac9c0a-bf0a-4248-b883-a25009b27fff), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:11.449795 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45764) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:11.483392 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5737c1-23c9-4ed6-99a3-1b7d5cd32201 req-6521baac-e89a-4dbe-accf-1f67ac1a5602 tempest-ServerTagsTestJSON-496000859 tempest-ServerTagsTestJSON-496000859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:11.490455 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2d5737c1-23c9-4ed6-99a3-1b7d5cd32201 req-6521baac-e89a-4dbe-accf-1f67ac1a5602 tempest-ServerTagsTestJSON-496000859 tempest-ServerTagsTestJSON-496000859-project] 10.222.0.72 "GET /v2.0/networks?id=76e4549b-eda6-453a-b18c-4ad693de8c7e HTTP/1.1" status: 200 len: 809 time: 0.3098934 Feb 19 03:00:11.509570 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98081c3d-43d5-4ee2-afe4-b046755704fc admin admin] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:00:11.520533 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-98081c3d-43d5-4ee2-afe4-b046755704fc admin admin] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:00:11.526763 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98081c3d-43d5-4ee2-afe4-b046755704fc admin admin] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:00:11.530843 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2d5737c1-23c9-4ed6-99a3-1b7d5cd32201 req-73eced03-9b67-41e8-b54a-86227489c3dd tempest-ServerTagsTestJSON-496000859 tempest-ServerTagsTestJSON-496000859-project] 10.222.0.72 "GET /v2.0/quotas/d76da76b1044457592dcbb07ab8c4b99 HTTP/1.1" status: 200 len: 375 time: 0.0392900 Feb 19 03:00:11.531742 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-c3811096-c452-45b8-97d0-e0829c282477 None None] For port d152b91f-e30f-40dc-afee-9ee41d43d142, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:00:11.533281 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5392f7c7-e32b-4939-a956-a7ebad63942c tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:11.535503 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-c3811096-c452-45b8-97d0-e0829c282477 None None] For port d152b91f-e30f-40dc-afee-9ee41d43d142, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=d152b91f-e30f-40dc-afee-9ee41d43d142,segment=NetworkSegment(c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8),segment_id=c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:00:11.539814 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-5392f7c7-e32b-4939-a956-a7ebad63942c tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "DELETE /v2.0/ports/3475a044-6102-4850-9291-5bd246c7616a HTTP/1.1" status: 204 len: 168 time: 1.1190128 Feb 19 03:00:11.540157 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45766) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:11.543848 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5c870fc0-b643-483a-b1df-74f1bed210d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (548eb506-87eb-426d-a7c0-def936256c2a), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:11.565216 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c870fc0-b643-483a-b1df-74f1bed210d2 None None] Network 33967ccc-ca66-4889-96c9-288a56c37704 is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:00:11.572218 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-5c870fc0-b643-483a-b1df-74f1bed210d2 None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:00:11.575106 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c3811096-c452-45b8-97d0-e0829c282477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (d152b91f-e30f-40dc-afee-9ee41d43d142), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:11.595399 n-d-826753-2 neutron-server[103701]: INFO neutron.pecan_wsgi.hooks.translation [None req-95f15d43-0466-46f7-bab0-63dba0711e97 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] DELETE failed (client error): The resource could not be found. Feb 19 03:00:11.595969 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95f15d43-0466-46f7-bab0-63dba0711e97 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:00:11.599175 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-95f15d43-0466-46f7-bab0-63dba0711e97 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "DELETE /v2.0/ports/3475a044-6102-4850-9291-5bd246c7616a HTTP/1.1" status: 404 len: 333 time: 0.0580428 Feb 19 03:00:11.602239 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c870fc0-b643-483a-b1df-74f1bed210d2 None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:00:11.609450 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2d5737c1-23c9-4ed6-99a3-1b7d5cd32201 req-5e80d247-1f9d-43e2-8d04-b17840e9a237 tempest-ServerTagsTestJSON-496000859 tempest-ServerTagsTestJSON-496000859-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=d76da76b1044457592dcbb07ab8c4b99&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0776086 Feb 19 03:00:11.612304 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45768) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:11.617576 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [req-2d5737c1-23c9-4ed6-99a3-1b7d5cd32201 req-377614b8-4eca-4e78-b421-08725938ad97 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103701) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:00:11.625785 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2d5737c1-23c9-4ed6-99a3-1b7d5cd32201 req-377614b8-4eca-4e78-b421-08725938ad97 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0152609 Feb 19 03:00:11.664490 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-034c6c65-d685-4c6b-a824-7dc2c905e22e None None] For port 0dbfad05-4216-46c3-a196-24735c30763a, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:00:11.664698 n-d-826753-2 neutron-server[103701]: INFO neutron.pecan_wsgi.hooks.translation [None req-25ac22d7-6386-4597-ad58-b10a34162675 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] GET failed (client error): The resource could not be found. Feb 19 03:00:11.674512 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-25ac22d7-6386-4597-ad58-b10a34162675 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "GET /v2.0/ports/3475a044-6102-4850-9291-5bd246c7616a HTTP/1.1" status: 404 len: 333 time: 0.0431869 Feb 19 03:00:11.680547 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45772) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:11.708281 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c870fc0-b643-483a-b1df-74f1bed210d2 None None] Pushing event updated for resources: {'Port': ['ID=548eb506-87eb-426d-a7c0-def936256c2a,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:11.712083 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-034c6c65-d685-4c6b-a824-7dc2c905e22e None None] For port 0dbfad05-4216-46c3-a196-24735c30763a, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=0dbfad05-4216-46c3-a196-24735c30763a,segment=NetworkSegment(295b598a-2d85-4a41-8b97-49a183697789),segment_id=295b598a-2d85-4a41-8b97-49a183697789)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:00:11.792521 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-5c870fc0-b643-483a-b1df-74f1bed210d2 None None] Attempting to bind port 548eb506-87eb-426d-a7c0-def936256c2a on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:00:11.792996 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-5c870fc0-b643-483a-b1df-74f1bed210d2 None None] Attempting to bind port 548eb506-87eb-426d-a7c0-def936256c2a by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '706a9ddc-1a4d-4cce-91d2-747a992053a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '33967ccc-ca66-4889-96c9-288a56c37704'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:00:11.794110 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c870fc0-b643-483a-b1df-74f1bed210d2 None None] Attempting to bind port 548eb506-87eb-426d-a7c0-def936256c2a on network 33967ccc-ca66-4889-96c9-288a56c37704 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:00:11.796627 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3811096-c452-45b8-97d0-e0829c282477 None None] Pushing event updated for resources: {'Port': ['ID=d152b91f-e30f-40dc-afee-9ee41d43d142,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:11.802830 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c870fc0-b643-483a-b1df-74f1bed210d2 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:00:11.813775 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c870fc0-b643-483a-b1df-74f1bed210d2 None None] Checking segment: {'id': '706a9ddc-1a4d-4cce-91d2-747a992053a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '33967ccc-ca66-4889-96c9-288a56c37704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:00:11.814167 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5c870fc0-b643-483a-b1df-74f1bed210d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:11.814567 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c870fc0-b643-483a-b1df-74f1bed210d2 None None] Bound using segment: {'id': '706a9ddc-1a4d-4cce-91d2-747a992053a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '33967ccc-ca66-4889-96c9-288a56c37704'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:00:11.815073 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-5c870fc0-b643-483a-b1df-74f1bed210d2 None None] Bound port: 548eb506-87eb-426d-a7c0-def936256c2a, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '706a9ddc-1a4d-4cce-91d2-747a992053a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '33967ccc-ca66-4889-96c9-288a56c37704'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:00:11.815518 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5c870fc0-b643-483a-b1df-74f1bed210d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (548eb506-87eb-426d-a7c0-def936256c2a), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:11.825034 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-034c6c65-d685-4c6b-a824-7dc2c905e22e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (0dbfad05-4216-46c3-a196-24735c30763a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:11.843515 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108e635b-23ad-4a95-aca6-25107609a3a5 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:11.850242 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108e635b-23ad-4a95-aca6-25107609a3a5 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:11.852599 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-108e635b-23ad-4a95-aca6-25107609a3a5 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.4020178 Feb 19 03:00:11.853572 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45774) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:11.868134 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45776) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:11.925958 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 70b42dbd-71fc-4efd-8608-6d6d588d6cc3 details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:00:11.963262 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-450f842b-e866-4838-82a5-87d248cff8a1 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group (d7b0d387-f56b-4702-b077-7efc663854a3), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:11.976166 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98081c3d-43d5-4ee2-afe4-b046755704fc admin admin] Pushing event updated for resources: {'Port': ['ID=21ac9c0a-bf0a-4248-b883-a25009b27fff,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:11.996727 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-450f842b-e866-4838-82a5-87d248cff8a1 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (d7b0d387-f56b-4702-b077-7efc663854a3), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:12.022678 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_v2 [None req-89784506-8dbf-47df-8f97-7dfb2cc7a08b tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Deleting subnet d29f0ff6-5aa4-4820-a1f3-655c3bd4d676 {{(pid=103701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:00:12.027891 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-89784506-8dbf-47df-8f97-7dfb2cc7a08b tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks [] for subnet (d29f0ff6-5aa4-4820-a1f3-655c3bd4d676), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:12.036663 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034c6c65-d685-4c6b-a824-7dc2c905e22e None None] Pushing event updated for resources: {'Port': ['ID=0dbfad05-4216-46c3-a196-24735c30763a,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:12.060894 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-5c870fc0-b643-483a-b1df-74f1bed210d2 None None] For port 548eb506-87eb-426d-a7c0-def936256c2a, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:00:12.101143 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450f842b-e866-4838-82a5-87d248cff8a1 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b0d387-f56b-4702-b077-7efc663854a3,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:12.170544 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-5c870fc0-b643-483a-b1df-74f1bed210d2 None None] For port 548eb506-87eb-426d-a7c0-def936256c2a, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=548eb506-87eb-426d-a7c0-def936256c2a,segment=NetworkSegment(706a9ddc-1a4d-4cce-91d2-747a992053a7),segment_id=706a9ddc-1a4d-4cce-91d2-747a992053a7)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:00:12.171127 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-89784506-8dbf-47df-8f97-7dfb2cc7a08b tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12647399'] for subnet (d29f0ff6-5aa4-4820-a1f3-655c3bd4d676), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:12.193085 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5c870fc0-b643-483a-b1df-74f1bed210d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (548eb506-87eb-426d-a7c0-def936256c2a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:12.269381 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-450f842b-e866-4838-82a5-87d248cff8a1 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:12.270810 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-450f842b-e866-4838-82a5-87d248cff8a1 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9269457 Feb 19 03:00:12.275649 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45782) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:12.281627 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-6c1632a6-262f-490b-b236-c9391f6f3a2a tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Request body: {'security_group_rule': {'security_group_id': 'd7b0d387-f56b-4702-b077-7efc663854a3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:00:12.324883 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2d5737c1-23c9-4ed6-99a3-1b7d5cd32201 req-f6bf2094-e927-43a1-85cd-c83650ce3783 service neutron] 10.222.0.72 "GET /v2.0/networks/76e4549b-eda6-453a-b18c-4ad693de8c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6982024 Feb 19 03:00:12.327996 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-89784506-8dbf-47df-8f97-7dfb2cc7a08b tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (d29f0ff6-5aa4-4820-a1f3-655c3bd4d676), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:12.369456 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c870fc0-b643-483a-b1df-74f1bed210d2 None None] Pushing event updated for resources: {'Port': ['ID=548eb506-87eb-426d-a7c0-def936256c2a,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:12.378066 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 70b42dbd-71fc-4efd-8608-6d6d588d6cc3, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=70b42dbd-71fc-4efd-8608-6d6d588d6cc3,segment=NetworkSegment(d2706629-960a-469c-bd0f-4e0b3dc89cea),segment_id=d2706629-960a-469c-bd0f-4e0b3dc89cea)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:00:12.420353 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': '70b42dbd-71fc-4efd-8608-6d6d588d6cc3', 'network_id': '583b29ab-e0ba-468d-ae03-87a6a1ad9ae5', 'port_id': '70b42dbd-71fc-4efd-8608-6d6d588d6cc3', 'mac_address': 'fa:16:3e:d7:2b:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ea5428a-92f7-475d-b30c-482a71ed5c95', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:00:12.428292 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-da5f41d3-28ce-47c5-a631-cd47c85e5fb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:12.451793 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6c1632a6-262f-490b-b236-c9391f6f3a2a tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group_rule (14a8e445-685a-4671-9341-ac69283e59de), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:12.475437 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 70b42dbd-71fc-4efd-8608-6d6d588d6cc3 is: ACTIVE; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:00:12.475828 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (70b42dbd-71fc-4efd-8608-6d6d588d6cc3), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:12.502640 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 70b42dbd-71fc-4efd-8608-6d6d588d6cc3 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:00:12.512929 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6c1632a6-262f-490b-b236-c9391f6f3a2a tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group_rule (14a8e445-685a-4671-9341-ac69283e59de), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:12.521749 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6c1632a6-262f-490b-b236-c9391f6f3a2a tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (14a8e445-685a-4671-9341-ac69283e59de), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:12.542130 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-89f75879-220d-4565-bc4e-e1d05b59cda3 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Deleting port e8c5744f-68e7-4e7e-b902-593722c8587e {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:00:12.542622 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-89f75879-220d-4565-bc4e-e1d05b59cda3 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (e8c5744f-68e7-4e7e-b902-593722c8587e), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:12.549879 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1632a6-262f-490b-b236-c9391f6f3a2a tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14a8e445-685a-4671-9341-ac69283e59de,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:12.568070 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-98081c3d-43d5-4ee2-afe4-b046755704fc admin admin] Publish callbacks [] for router_gateway (f2414ecd-3609-48be-8472-25fc1677bdee), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:12.569845 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 70b42dbd-71fc-4efd-8608-6d6d588d6cc3, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=70b42dbd-71fc-4efd-8608-6d6d588d6cc3,segment=NetworkSegment(d2706629-960a-469c-bd0f-4e0b3dc89cea),segment_id=d2706629-960a-469c-bd0f-4e0b3dc89cea)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:00:12.577415 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (70b42dbd-71fc-4efd-8608-6d6d588d6cc3), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:12.630774 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6c1632a6-262f-490b-b236-c9391f6f3a2a tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:12.636689 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-6c1632a6-262f-490b-b236-c9391f6f3a2a tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3595560 Feb 19 03:00:12.638405 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=70b42dbd-71fc-4efd-8608-6d6d588d6cc3,revision_number=6']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:12.640118 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45784) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:12.644824 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-89784506-8dbf-47df-8f97-7dfb2cc7a08b tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12647206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58706286'] for subnet (d29f0ff6-5aa4-4820-a1f3-655c3bd4d676), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:12.659728 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-bdb1de12-f1a4-4838-ba3e-0772840c2a8b tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] 10.222.0.72 "GET /v2.0/security-group-rules/14a8e445-685a-4671-9341-ac69283e59de HTTP/1.1" status: 200 len: 763 time: 0.0184362 Feb 19 03:00:12.664336 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45786) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:12.750900 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89784506-8dbf-47df-8f97-7dfb2cc7a08b tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Pushing event deleted for resources: {'Subnet': ['ID=d29f0ff6-5aa4-4820-a1f3-655c3bd4d676,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:12.754825 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-89784506-8dbf-47df-8f97-7dfb2cc7a08b tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:12.758245 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-89784506-8dbf-47df-8f97-7dfb2cc7a08b tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "DELETE /v2.0/subnets/d29f0ff6-5aa4-4820-a1f3-655c3bd4d676 HTTP/1.1" status: 204 len: 168 time: 1.0418913 Feb 19 03:00:12.766892 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45788) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:12.773240 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['70b42dbd-71fc-4efd-8608-6d6d588d6cc3'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:00:12.823063 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460d2da0-da29-49b1-a2b9-cb4fc149457e req-db60e678-0be9-4958-99f8-603ec78b992c tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:12.831397 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-460d2da0-da29-49b1-a2b9-cb4fc149457e req-db60e678-0be9-4958-99f8-603ec78b992c tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 946 time: 0.5054646 Feb 19 03:00:12.847412 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-961f0b98-4c2d-4338-93c3-97ecbc97d2b9 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1818879 Feb 19 03:00:12.854584 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45790) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:12.875567 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-89f75879-220d-4565-bc4e-e1d05b59cda3 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (e8c5744f-68e7-4e7e-b902-593722c8587e), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:12.899176 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2d5737c1-23c9-4ed6-99a3-1b7d5cd32201 req-b32c6c18-a20d-471f-96fb-f7881b831a9f service neutron] 10.222.0.72 "GET /v2.0/networks/76e4549b-eda6-453a-b18c-4ad693de8c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5333896 Feb 19 03:00:12.928717 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-89f75879-220d-4565-bc4e-e1d05b59cda3 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Calling delete_port for e8c5744f-68e7-4e7e-b902-593722c8587e owned by {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:00:12.963040 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-909786d1-1955-402a-ad53-f026ff05e9b2 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (33967ccc-ca66-4889-96c9-288a56c37704), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:12.996593 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-dac08ed8-404e-494e-99c0-1a449a7b2e01 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group_rule (14a8e445-685a-4671-9341-ac69283e59de), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:13.086649 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-98081c3d-43d5-4ee2-afe4-b046755704fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16317478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865'] for router (f2414ecd-3609-48be-8472-25fc1677bdee), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:13.092383 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-dac08ed8-404e-494e-99c0-1a449a7b2e01 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group_rule (14a8e445-685a-4671-9341-ac69283e59de), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:13.132553 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-da5f41d3-28ce-47c5-a631-cd47c85e5fb1 admin admin] Publish callbacks [] for security_group (1940a2e2-cdf2-4de4-bda1-48221b0bf698), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:13.160888 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-460d2da0-da29-49b1-a2b9-cb4fc149457e req-f9247e67-2107-4e55-b14b-0f919f51ba72 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3118048 Feb 19 03:00:13.174930 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-909786d1-1955-402a-ad53-f026ff05e9b2 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Deleting port 548eb506-87eb-426d-a7c0-def936256c2a {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:00:13.175284 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-909786d1-1955-402a-ad53-f026ff05e9b2 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (548eb506-87eb-426d-a7c0-def936256c2a), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:13.183803 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-da5f41d3-28ce-47c5-a631-cd47c85e5fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (1940a2e2-cdf2-4de4-bda1-48221b0bf698), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:13.289329 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1dc2bf3d-d43f-45ef-8dde-a0b47241903a req-5cb5fef3-c615-4cfa-b63b-856d58ac95b4 tempest-ServerTagsTestJSON-496000859 tempest-ServerTagsTestJSON-496000859-project] 10.222.0.72 "GET /v2.0/ports?device_id=766d51b9-7648-4f39-8f1a-cc13734f4f5e HTTP/1.1" status: 200 len: 210 time: 0.1017962 Feb 19 03:00:13.297507 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-909786d1-1955-402a-ad53-f026ff05e9b2 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] For port 548eb506-87eb-426d-a7c0-def936256c2a, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=548eb506-87eb-426d-a7c0-def936256c2a,segment=NetworkSegment(706a9ddc-1a4d-4cce-91d2-747a992053a7),segment_id=706a9ddc-1a4d-4cce-91d2-747a992053a7)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:00:13.297879 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-909786d1-1955-402a-ad53-f026ff05e9b2 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (548eb506-87eb-426d-a7c0-def936256c2a), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:13.321866 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f41d3-28ce-47c5-a631-cd47c85e5fb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1940a2e2-cdf2-4de4-bda1-48221b0bf698,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:13.332296 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-909786d1-1955-402a-ad53-f026ff05e9b2 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Calling delete_port for 548eb506-87eb-426d-a7c0-def936256c2a owned by network:dhcp {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:00:13.333846 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-dac08ed8-404e-494e-99c0-1a449a7b2e01 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (14a8e445-685a-4671-9341-ac69283e59de), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:13.349375 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-dac08ed8-404e-494e-99c0-1a449a7b2e01 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:13.351153 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-dac08ed8-404e-494e-99c0-1a449a7b2e01 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/14a8e445-685a-4671-9341-ac69283e59de HTTP/1.1" status: 204 len: 168 time: 0.4956224 Feb 19 03:00:13.352835 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac08ed8-404e-494e-99c0-1a449a7b2e01 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=14a8e445-685a-4671-9341-ac69283e59de,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:13.353997 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45798) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:13.357918 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-da5f41d3-28ce-47c5-a631-cd47c85e5fb1 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=601cd8e36b334b1b8eac0555c1b1372e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4966042 Feb 19 03:00:13.361409 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45800) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:13.468534 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8781a835-4d17-4efb-96bc-ea3ab3b5f3cf admin admin] Publish callbacks [] for security_group (1940a2e2-cdf2-4de4-bda1-48221b0bf698), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:13.470392 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-89f75879-220d-4565-bc4e-e1d05b59cda3 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (e8c5744f-68e7-4e7e-b902-593722c8587e), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:13.472635 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-39519842-21fe-4c75-ac81-09cf0130fe41 None None] Provisioning complete for port d152b91f-e30f-40dc-afee-9ee41d43d142 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:00:13.473654 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-39519842-21fe-4c75-ac81-09cf0130fe41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (d152b91f-e30f-40dc-afee-9ee41d43d142), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:13.540667 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-89f75879-220d-4565-bc4e-e1d05b59cda3 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:13.545243 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-89f75879-220d-4565-bc4e-e1d05b59cda3 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "DELETE /v2.0/ports/e8c5744f-68e7-4e7e-b902-593722c8587e HTTP/1.1" status: 204 len: 168 time: 1.6753967 Feb 19 03:00:13.546224 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f75879-220d-4565-bc4e-e1d05b59cda3 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event deleted for resources: {'Port': ['ID=e8c5744f-68e7-4e7e-b902-593722c8587e,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:13.553490 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45802) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:13.559998 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-c903867f-9e8d-4cad-a276-991efdbf62d9 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2016902 Feb 19 03:00:13.564487 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45804) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:13.581445 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-da5c41a0-92f6-4e9a-b0dc-7842efb2b4f0 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Request body: {'security_group_rule': {'security_group_id': 'd7b0d387-f56b-4702-b077-7efc663854a3', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:00:13.600200 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8781a835-4d17-4efb-96bc-ea3ab3b5f3cf admin admin] Publish callbacks [] for security_group (1940a2e2-cdf2-4de4-bda1-48221b0bf698), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:13.611309 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98081c3d-43d5-4ee2-afe4-b046755704fc admin admin] Router f2414ecd-3609-48be-8472-25fc1677bdee is scheduled to L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd with binding_index 1 {{(pid=103702) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:00:13.628991 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-909786d1-1955-402a-ad53-f026ff05e9b2 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (548eb506-87eb-426d-a7c0-def936256c2a), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:13.680083 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-39519842-21fe-4c75-ac81-09cf0130fe41 None None] Current status of the port d152b91f-e30f-40dc-afee-9ee41d43d142 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:00:13.680488 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-39519842-21fe-4c75-ac81-09cf0130fe41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (d152b91f-e30f-40dc-afee-9ee41d43d142), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:13.754482 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7fd626-ac2f-49d5-aa15-60dde4a20922 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:13.756697 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7fd626-ac2f-49d5-aa15-60dde4a20922 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:13.761696 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-cf7fd626-ac2f-49d5-aa15-60dde4a20922 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2071290 Feb 19 03:00:13.766059 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45810) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:13.770977 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-39519842-21fe-4c75-ac81-09cf0130fe41 None None] For port d152b91f-e30f-40dc-afee-9ee41d43d142, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=d152b91f-e30f-40dc-afee-9ee41d43d142,segment=NetworkSegment(c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8),segment_id=c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:00:13.783546 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-39519842-21fe-4c75-ac81-09cf0130fe41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (d152b91f-e30f-40dc-afee-9ee41d43d142), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:13.811666 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909786d1-1955-402a-ad53-f026ff05e9b2 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] No DVR routers for this DVR port 548eb506-87eb-426d-a7c0-def936256c2a on host n-d-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:00:13.821089 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909786d1-1955-402a-ad53-f026ff05e9b2 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Pushing event deleted for resources: {'Port': ['ID=548eb506-87eb-426d-a7c0-def936256c2a,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:13.845087 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-da5c41a0-92f6-4e9a-b0dc-7842efb2b4f0 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group_rule (bc6418ec-80c1-4df4-a627-66136be967ed), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:13.921118 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39519842-21fe-4c75-ac81-09cf0130fe41 None None] Pushing event updated for resources: {'Port': ['ID=d152b91f-e30f-40dc-afee-9ee41d43d142,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:13.950604 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-da5c41a0-92f6-4e9a-b0dc-7842efb2b4f0 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group_rule (bc6418ec-80c1-4df4-a627-66136be967ed), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:13.954916 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 70b42dbd-71fc-4efd-8608-6d6d588d6cc3 up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:00:13.955746 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8781a835-4d17-4efb-96bc-ea3ab3b5f3cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (1940a2e2-cdf2-4de4-bda1-48221b0bf698), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:13.975123 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8781a835-4d17-4efb-96bc-ea3ab3b5f3cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:13.994331 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-8781a835-4d17-4efb-96bc-ea3ab3b5f3cf admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1940a2e2-cdf2-4de4-bda1-48221b0bf698 HTTP/1.1" status: 204 len: 168 time: 0.6309879 Feb 19 03:00:14.011944 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-da5c41a0-92f6-4e9a-b0dc-7842efb2b4f0 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (bc6418ec-80c1-4df4-a627-66136be967ed), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:14.052844 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-909786d1-1955-402a-ad53-f026ff05e9b2 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (33967ccc-ca66-4889-96c9-288a56c37704), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:14.076040 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8781a835-4d17-4efb-96bc-ea3ab3b5f3cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1940a2e2-cdf2-4de4-bda1-48221b0bf698,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:14.091114 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cd43743-ebbe-48d6-892d-b8276b59ac4a tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Deleting subnet 1f18b107-af65-49f1-8857-87005b1fa34b {{(pid=103701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:00:14.097608 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 548eb506-87eb-426d-a7c0-def936256c2a up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:00:14.126319 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-909786d1-1955-402a-ad53-f026ff05e9b2 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33967ccc-ca66-4889-96c9-288a56c37704']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:00:14.132804 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5cd43743-ebbe-48d6-892d-b8276b59ac4a tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks [] for subnet (1f18b107-af65-49f1-8857-87005b1fa34b), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:14.142768 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5c41a0-92f6-4e9a-b0dc-7842efb2b4f0 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc6418ec-80c1-4df4-a627-66136be967ed,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:14.158400 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-909786d1-1955-402a-ad53-f026ff05e9b2 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '706a9ddc-1a4d-4cce-91d2-747a992053a7') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:00:14.158744 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-909786d1-1955-402a-ad53-f026ff05e9b2 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '706a9ddc-1a4d-4cce-91d2-747a992053a7') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:00:14.183447 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-00424cc5-9448-47fc-8468-bfdc51ed4792 None None] Could not find standard attr ID for object e8c5744f-68e7-4e7e-b902-593722c8587e. {{(pid=103703) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:00:14.207520 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-909786d1-1955-402a-ad53-f026ff05e9b2 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (706a9ddc-1a4d-4cce-91d2-747a992053a7), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:14.210195 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-da5c41a0-92f6-4e9a-b0dc-7842efb2b4f0 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:14.211572 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-da5c41a0-92f6-4e9a-b0dc-7842efb2b4f0 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6362338 Feb 19 03:00:14.214561 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 548eb506-87eb-426d-a7c0-def936256c2a {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:00:14.214811 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 548eb506-87eb-426d-a7c0-def936256c2a not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 19 03:00:14.215663 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45818) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:14.251141 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-26172c73-012f-4742-b3f7-299bca576261 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] 10.222.0.72 "GET /v2.0/security-group-rules/bc6418ec-80c1-4df4-a627-66136be967ed HTTP/1.1" status: 200 len: 763 time: 0.0321715 Feb 19 03:00:14.251676 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5cd43743-ebbe-48d6-892d-b8276b59ac4a tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12647399'] for subnet (1f18b107-af65-49f1-8857-87005b1fa34b), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:14.255992 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45820) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:14.271201 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-909786d1-1955-402a-ad53-f026ff05e9b2 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (706a9ddc-1a4d-4cce-91d2-747a992053a7), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:14.284851 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port 70b42dbd-71fc-4efd-8608-6d6d588d6cc3 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:00:14.286686 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (70b42dbd-71fc-4efd-8608-6d6d588d6cc3), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:14.302406 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Port 548eb506-87eb-426d-a7c0-def936256c2a not found, will not notify nova. {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 19 03:00:14.303669 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 0dbfad05-4216-46c3-a196-24735c30763a up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:00:14.311460 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-909786d1-1955-402a-ad53-f026ff05e9b2 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Releasing vlan 283 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:00:14.312192 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-909786d1-1955-402a-ad53-f026ff05e9b2 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (706a9ddc-1a4d-4cce-91d2-747a992053a7), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:14.368219 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-87b9aebf-1c65-432e-a337-3eaa3016ca3b tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1103272 Feb 19 03:00:14.371955 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45824) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:14.465422 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0487ef-abf1-4be0-b951-9cbf5795a5e2 None None] Network 33967ccc-ca66-4889-96c9-288a56c37704 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:00:14.522081 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-71dcd03d-aad2-4c31-a527-7bcd3eff6307 None None] Could not find standard attr ID for object 548eb506-87eb-426d-a7c0-def936256c2a. {{(pid=103703) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:00:14.559015 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 03:00:14.559015 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:00:14.559015 n-d-826753-2 neutron-server[103702]: timer() Feb 19 03:00:14.559015 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:00:14.559015 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 03:00:14.559015 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:00:14.559015 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 03:00:14.559015 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:00:14.559015 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 03:00:14.559015 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:00:14.559015 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 03:00:14.559015 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:00:14.559015 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 03:00:14.559015 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:00:14.559015 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:00:14.559015 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:00:14.559015 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:00:14.559015 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:00:14.559015 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 03:00:14.559015 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:00:14.559015 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 03:00:14.559015 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:00:14.559015 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:00:14.559015 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:00:14.559015 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 03:00:14.559015 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:00:14.559015 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:00:14.559015 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:00:14.559015 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:00:14.559015 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:00:14.559015 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:00:14.559015 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:00:14.663199 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-909786d1-1955-402a-ad53-f026ff05e9b2 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (33967ccc-ca66-4889-96c9-288a56c37704), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:14.677708 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-909786d1-1955-402a-ad53-f026ff05e9b2 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:14.681279 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-909786d1-1955-402a-ad53-f026ff05e9b2 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "DELETE /v2.0/networks/33967ccc-ca66-4889-96c9-288a56c37704 HTTP/1.1" status: 204 len: 168 time: 1.9129436 Feb 19 03:00:14.695598 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45830) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:14.696708 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98081c3d-43d5-4ee2-afe4-b046755704fc admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:00:14.703863 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-65cc60e9-4c0a-489b-8f2d-59ac3be12859 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1807274603'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:00:14.711451 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909786d1-1955-402a-ad53-f026ff05e9b2 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Pushing event deleted for resources: {'Network': ['ID=33967ccc-ca66-4889-96c9-288a56c37704,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:14.754769 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-98081c3d-43d5-4ee2-afe4-b046755704fc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:14.761295 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-98081c3d-43d5-4ee2-afe4-b046755704fc admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.6533082 Feb 19 03:00:14.762353 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65cc60e9-4c0a-489b-8f2d-59ac3be12859 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Made reservation on behalf of e1a55fde9c7e4f5d96053750d488e677 for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:00:14.770438 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-65cc60e9-4c0a-489b-8f2d-59ac3be12859 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:14.788235 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45834) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:14.805281 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65cc60e9-4c0a-489b-8f2d-59ac3be12859 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] vlan segment allocate from pool success with {'vlan_id': 278, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:00:14.816360 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-65cc60e9-4c0a-489b-8f2d-59ac3be12859 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (031ebc09-c5a8-4d78-923b-094390c73e31), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:14.817121 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-65cc60e9-4c0a-489b-8f2d-59ac3be12859 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Added segment 031ebc09-c5a8-4d78-923b-094390c73e31 of type vlan for network 5a06b584-8673-4214-a177-d93ea9553298 Feb 19 03:00:14.867726 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-65cc60e9-4c0a-489b-8f2d-59ac3be12859 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (5a06b584-8673-4214-a177-d93ea9553298), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:14.885129 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-27060f04-08bd-48d7-a804-1446caef834c req-a4e5e550-f7b8-4d5d-954b-fac28b5cd518 tempest-ServerTagsTestJSON-496000859 tempest-ServerTagsTestJSON-496000859-project] 10.222.0.72 "GET /v2.0/ports?device_id=766d51b9-7648-4f39-8f1a-cc13734f4f5e HTTP/1.1" status: 200 len: 210 time: 0.3952610 Feb 19 03:00:14.898657 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-614bc25d-6def-48bc-ad12-6c621bb72693 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group_rule (bc6418ec-80c1-4df4-a627-66136be967ed), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:14.921313 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ec68f4-ede7-4132-9c26-ded354258013 req-17e8fcc8-94b7-433a-be23-5a8b5e171f28 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:14.922890 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-03ec68f4-ede7-4132-9c26-ded354258013 req-17e8fcc8-94b7-433a-be23-5a8b5e171f28 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 945 time: 0.5380425 Feb 19 03:00:14.937961 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c827d12-b94d-40be-af6b-b94e01919fe9 None None] Network 726d35fd-bc73-4db7-8c3f-3b952ba7132f requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:00:14.939643 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-614bc25d-6def-48bc-ad12-6c621bb72693 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group_rule (bc6418ec-80c1-4df4-a627-66136be967ed), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:14.955346 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5cd43743-ebbe-48d6-892d-b8276b59ac4a tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (1f18b107-af65-49f1-8857-87005b1fa34b), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:14.975270 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-65cc60e9-4c0a-489b-8f2d-59ac3be12859 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (5a06b584-8673-4214-a177-d93ea9553298), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:14.981258 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65cc60e9-4c0a-489b-8f2d-59ac3be12859 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:14.983149 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-65cc60e9-4c0a-489b-8f2d-59ac3be12859 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:15.010064 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab1f001-ca27-4c19-af5e-d4d3609224ce None None] Sync routers for ids ['f2414ecd-3609-48be-8472-25fc1677bdee'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:00:15.048298 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-614bc25d-6def-48bc-ad12-6c621bb72693 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (bc6418ec-80c1-4df4-a627-66136be967ed), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:15.069276 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-614bc25d-6def-48bc-ad12-6c621bb72693 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:15.072377 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-614bc25d-6def-48bc-ad12-6c621bb72693 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/bc6418ec-80c1-4df4-a627-66136be967ed HTTP/1.1" status: 204 len: 168 time: 0.6991453 Feb 19 03:00:15.076068 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45842) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:15.113259 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab1f001-ca27-4c19-af5e-d4d3609224ce None None] Routers {'f2414ecd-3609-48be-8472-25fc1677bdee'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:00:15.113665 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-9ab1f001-ca27-4c19-af5e-d4d3609224ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T02:59:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['f2414ecd-3609-48be-8472-25fc1677bdee'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:00:15.123032 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-946cbb5d-b6e2-4bb6-a740-bccdab653bb0 None None] Provisioning complete for port 0dbfad05-4216-46c3-a196-24735c30763a triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:00:15.123413 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-946cbb5d-b6e2-4bb6-a740-bccdab653bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (0dbfad05-4216-46c3-a196-24735c30763a), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:15.155955 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cc60e9-4c0a-489b-8f2d-59ac3be12859 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Pushing event updated for resources: {'Network': ['ID=5a06b584-8673-4214-a177-d93ea9553298,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:15.197808 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285569f9-7305-4343-8f9b-a7b34abb2264 None None] DHCP port deletion for 33967ccc-ca66-4889-96c9-288a56c37704 request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:00:15.199995 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 5a06b584-8673-4214-a177-d93ea9553298 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:00:15.208586 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-65cc60e9-4c0a-489b-8f2d-59ac3be12859 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5066667 Feb 19 03:00:15.208848 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-03ec68f4-ede7-4132-9c26-ded354258013 req-b5d935e1-0267-4b12-896e-8f346c9205a5 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719533 Feb 19 03:00:15.212258 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614bc25d-6def-48bc-ad12-6c621bb72693 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bc6418ec-80c1-4df4-a627-66136be967ed,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:15.244371 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45848) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:15.255796 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-053411ee-a5b2-4e74-a53c-17217f4fee2f tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Request body: {'subnet': {'network_id': '5a06b584-8673-4214-a177-d93ea9553298', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:00:15.279739 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5cd43743-ebbe-48d6-892d-b8276b59ac4a tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12647206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58706286'] for subnet (1f18b107-af65-49f1-8857-87005b1fa34b), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:15.382809 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 0dbfad05-4216-46c3-a196-24735c30763a triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:00:15.383257 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (0dbfad05-4216-46c3-a196-24735c30763a), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:15.388507 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd43743-ebbe-48d6-892d-b8276b59ac4a tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event deleted for resources: {'Subnet': ['ID=1f18b107-af65-49f1-8857-87005b1fa34b,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:15.456390 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5cd43743-ebbe-48d6-892d-b8276b59ac4a tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:15.459670 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-5cd43743-ebbe-48d6-892d-b8276b59ac4a tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "DELETE /v2.0/subnets/1f18b107-af65-49f1-8857-87005b1fa34b HTTP/1.1" status: 204 len: 168 time: 1.6918502 Feb 19 03:00:15.473833 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 70b42dbd-71fc-4efd-8608-6d6d588d6cc3 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:00:15.474408 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (70b42dbd-71fc-4efd-8608-6d6d588d6cc3), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:15.477486 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-bc23b011-b4ff-4edb-aec2-0e69841052b9 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3831213 Feb 19 03:00:15.479535 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45854) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:15.479876 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45856) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:15.493845 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-b929471e-32d6-44f7-8f60-b035555550db tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Request body: {'security_group_rule': {'security_group_id': 'd7b0d387-f56b-4702-b077-7efc663854a3', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:00:15.532660 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecdb5117-f0c7-4f8c-934f-4a7b885f9bfc None None] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:00:15.579270 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-f448c320-3a67-40cf-b625-bf7996b0a048 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0944903 Feb 19 03:00:15.596813 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45860) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:15.621113 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-1ab34de0-5b18-4d57-98b4-695b30b51f3e tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Request body: {'subnet': {'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:00:15.650456 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e9fbe898-21d0-4626-8ccf-02e835a60a8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:15.668965 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-9ab1f001-ca27-4c19-af5e-d4d3609224ce None None] Set router f2414ecd-3609-48be-8472-25fc1677bdee gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:00:15.717180 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-053411ee-a5b2-4e74-a53c-17217f4fee2f tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Made reservation on behalf of e1a55fde9c7e4f5d96053750d488e677 for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:00:15.720122 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40fc99c4-bfe8-4775-b070-601c11766486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70b42dbd-71fc-4efd-8608-6d6d588d6cc3'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:00:15.722516 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6230c360-7914-4541-8d26-38877cba4376" -d '{"events": [{"server_uuid": "40fc99c4-bfe8-4775-b070-601c11766486", "name": "network-vif-plugged", "status": "completed", "tag": "70b42dbd-71fc-4efd-8608-6d6d588d6cc3"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:00:15.736538 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-053411ee-a5b2-4e74-a53c-17217f4fee2f tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:15.797715 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 70b42dbd-71fc-4efd-8608-6d6d588d6cc3, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=70b42dbd-71fc-4efd-8608-6d6d588d6cc3,segment=NetworkSegment(d2706629-960a-469c-bd0f-4e0b3dc89cea),segment_id=d2706629-960a-469c-bd0f-4e0b3dc89cea)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:00:15.809692 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b929471e-32d6-44f7-8f60-b035555550db tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group_rule (f144c005-5937-413d-b3f3-97735b83a513), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:15.827888 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-946cbb5d-b6e2-4bb6-a740-bccdab653bb0 None None] Current status of the port 0dbfad05-4216-46c3-a196-24735c30763a is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:00:15.828370 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-946cbb5d-b6e2-4bb6-a740-bccdab653bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (0dbfad05-4216-46c3-a196-24735c30763a), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:15.870186 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (70b42dbd-71fc-4efd-8608-6d6d588d6cc3), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:15.900814 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5737c1-23c9-4ed6-99a3-1b7d5cd32201 req-0884044d-f6b1-44b1-b39c-eea3b39093c8 tempest-ServerTagsTestJSON-496000859 tempest-ServerTagsTestJSON-496000859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:15.902411 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2d5737c1-23c9-4ed6-99a3-1b7d5cd32201 req-0884044d-f6b1-44b1-b39c-eea3b39093c8 tempest-ServerTagsTestJSON-496000859 tempest-ServerTagsTestJSON-496000859-project] 10.222.0.82 "GET /v2.0/networks?id=76e4549b-eda6-453a-b18c-4ad693de8c7e HTTP/1.1" status: 200 len: 809 time: 0.6494925 Feb 19 03:00:15.957522 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-2d5737c1-23c9-4ed6-99a3-1b7d5cd32201 req-a242718b-794b-42b9-84ac-953317d454b8 tempest-ServerTagsTestJSON-496000859 tempest-ServerTagsTestJSON-496000859-project] Request body: {'port': {'device_id': '766d51b9-7648-4f39-8f1a-cc13734f4f5e', 'network_id': '76e4549b-eda6-453a-b18c-4ad693de8c7e', 'admin_state_up': True, 'tenant_id': 'd76da76b1044457592dcbb07ab8c4b99'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:00:16.029239 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-946cbb5d-b6e2-4bb6-a740-bccdab653bb0 None None] For port 0dbfad05-4216-46c3-a196-24735c30763a, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=0dbfad05-4216-46c3-a196-24735c30763a,segment=NetworkSegment(295b598a-2d85-4a41-8b97-49a183697789),segment_id=295b598a-2d85-4a41-8b97-49a183697789)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:00:16.051196 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-946cbb5d-b6e2-4bb6-a740-bccdab653bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (0dbfad05-4216-46c3-a196-24735c30763a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:16.066116 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=70b42dbd-71fc-4efd-8608-6d6d588d6cc3,revision_number=7']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:16.072285 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 0dbfad05-4216-46c3-a196-24735c30763a is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:00:16.072678 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (0dbfad05-4216-46c3-a196-24735c30763a), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:16.079215 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a52a316-1bf8-4385-94a7-f84bd0b6d835 x-openstack-request-id: req-5a52a316-1bf8-4385-94a7-f84bd0b6d835 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:00:16.079515 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40fc99c4-bfe8-4775-b070-601c11766486", "name": "network-vif-plugged", "status": "completed", "tag": "70b42dbd-71fc-4efd-8608-6d6d588d6cc3", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:00:16.079776 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5a52a316-1bf8-4385-94a7-f84bd0b6d835 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:00:16.080179 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40fc99c4-bfe8-4775-b070-601c11766486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70b42dbd-71fc-4efd-8608-6d6d588d6cc3', 'code': 200} Feb 19 03:00:16.101039 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ab34de0-5b18-4d57-98b4-695b30b51f3e tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Made reservation on behalf of bb74a1a86b774cd895fbb7befcc78fd8 for: {'subnet': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:00:16.102780 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1eca15d8-c060-4cae-9bee-d2b919d6e251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:16.105568 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1ab34de0-5b18-4d57-98b4-695b30b51f3e tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58706307'] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:16.155437 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3a07ad8a-2374-4680-a051-08258b80d2f7 req-3fa4554c-2011-4b81-8515-3cc69685ee50 tempest-ServerTagsTestJSON-496000859 tempest-ServerTagsTestJSON-496000859-project] 10.222.0.72 "GET /v2.0/ports?device_id=766d51b9-7648-4f39-8f1a-cc13734f4f5e HTTP/1.1" status: 200 len: 210 time: 0.0731087 Feb 19 03:00:16.168806 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b929471e-32d6-44f7-8f60-b035555550db tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group_rule (f144c005-5937-413d-b3f3-97735b83a513), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:16.209481 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b929471e-32d6-44f7-8f60-b035555550db tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (f144c005-5937-413d-b3f3-97735b83a513), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:16.315919 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946cbb5d-b6e2-4bb6-a740-bccdab653bb0 None None] Pushing event updated for resources: {'Port': ['ID=0dbfad05-4216-46c3-a196-24735c30763a,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:16.323459 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c0d0dc-796f-497a-8ad3-edc6792a404c None None] DHCP port deletion for 48d3009f-8d6e-4fac-a460-ff95e3f8d78a request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:00:16.325946 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-07b33d9f-790b-477f-8832-fab83657f597 None None] Provisioning complete for port 0dbfad05-4216-46c3-a196-24735c30763a triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:00:16.326098 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-07b33d9f-790b-477f-8832-fab83657f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (0dbfad05-4216-46c3-a196-24735c30763a), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:16.359946 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b929471e-32d6-44f7-8f60-b035555550db tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f144c005-5937-413d-b3f3-97735b83a513,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:16.371983 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b929471e-32d6-44f7-8f60-b035555550db tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:16.379394 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-b929471e-32d6-44f7-8f60-b035555550db tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8945370 Feb 19 03:00:16.385273 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45892) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:16.426843 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.db.api [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103703) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:00:16.427186 n-d-826753-2 neutron-server[103703]: DEBUG oslo_db.api [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:00:16.440471 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-1eca15d8-c060-4cae-9bee-d2b919d6e251 admin admin] Allocated IP 172.20.0.1 (726d35fd-bc73-4db7-8c3f-3b952ba7132f/080e39d4-9280-4d40-8c79-ecd8b0f91157/abaece7b-e503-4391-b613-3cea1c116c3e) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:00:16.478814 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-9ab1f001-ca27-4c19-af5e-d4d3609224ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2414ecd-3609-48be-8472-25fc1677bdee', 'name': 'tempest-TestAggregatesBasicOps-707011584-router', 'tenant_id': '9fa4e4fe0ba24f078d0901811643d0b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '21ac9c0a-bf0a-4248-b883-a25009b27fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:00:09Z', 'updated_at': '2022-02-19T03:00:12Z', 'revision_number': 3, 'project_id': '9fa4e4fe0ba24f078d0901811643d0b3', 'gw_port': {'id': '21ac9c0a-bf0a-4248-b883-a25009b27fff', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:db:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2414ecd-3609-48be-8472-25fc1677bdee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:00:10Z', 'updated_at': '2022-02-19T03:00:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:00:16.492125 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-7c5fe27d-f398-4369-ac06-d6dcd00c6478 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] 10.222.0.72 "GET /v2.0/security-group-rules/f144c005-5937-413d-b3f3-97735b83a513 HTTP/1.1" status: 200 len: 764 time: 0.1057415 Feb 19 03:00:16.502244 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d5737c1-23c9-4ed6-99a3-1b7d5cd32201 req-a242718b-794b-42b9-84ac-953317d454b8 tempest-ServerTagsTestJSON-496000859 tempest-ServerTagsTestJSON-496000859-project] Made reservation on behalf of d76da76b1044457592dcbb07ab8c4b99 for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:00:16.507945 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-2d5737c1-23c9-4ed6-99a3-1b7d5cd32201 req-a242718b-794b-42b9-84ac-953317d454b8 tempest-ServerTagsTestJSON-496000859 tempest-ServerTagsTestJSON-496000859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:16.525053 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab1f001-ca27-4c19-af5e-d4d3609224ce None None] Checking router: f2414ecd-3609-48be-8472-25fc1677bdee for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:00:16.525652 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab1f001-ca27-4c19-af5e-d4d3609224ce None None] Updating router f2414ecd-3609-48be-8472-25fc1677bdee port 21ac9c0a-bf0a-4248-b883-a25009b27fff binding host n-d-826753-2 {{(pid=103703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:00:16.528388 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45898) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:16.562827 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1eca15d8-c060-4cae-9bee-d2b919d6e251 admin admin] Publish callbacks [] for port (abaece7b-e503-4391-b613-3cea1c116c3e), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:16.590490 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-07c0d0dc-796f-497a-8ad3-edc6792a404c None None] Deleting port d152b91f-e30f-40dc-afee-9ee41d43d142 {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:00:16.592056 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-07c0d0dc-796f-497a-8ad3-edc6792a404c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (d152b91f-e30f-40dc-afee-9ee41d43d142), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:16.668699 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-9ab1f001-ca27-4c19-af5e-d4d3609224ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (21ac9c0a-bf0a-4248-b883-a25009b27fff), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:16.715126 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-07b33d9f-790b-477f-8832-fab83657f597 None None] Current status of the port 0dbfad05-4216-46c3-a196-24735c30763a is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:00:16.719090 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1eca15d8-c060-4cae-9bee-d2b919d6e251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (abaece7b-e503-4391-b613-3cea1c116c3e), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:16.733457 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-07c0d0dc-796f-497a-8ad3-edc6792a404c None None] For port d152b91f-e30f-40dc-afee-9ee41d43d142, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=d152b91f-e30f-40dc-afee-9ee41d43d142,segment=NetworkSegment(c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8),segment_id=c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:00:16.733894 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-07c0d0dc-796f-497a-8ad3-edc6792a404c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (d152b91f-e30f-40dc-afee-9ee41d43d142), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:16.745373 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b14e3-ed7e-4679-8df2-f6e575fafd60 req-f72b39a2-8842-4c75-b8f0-546b175b7d05 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:16.753746 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-954b14e3-ed7e-4679-8df2-f6e575fafd60 req-f72b39a2-8842-4c75-b8f0-546b175b7d05 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 946 time: 0.3455927 Feb 19 03:00:16.776700 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-053411ee-a5b2-4e74-a53c-17217f4fee2f tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (d4edb03f-ff41-4d00-b8cf-6dabe8231305), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:16.785578 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eca15d8-c060-4cae-9bee-d2b919d6e251 admin admin] Network 726d35fd-bc73-4db7-8c3f-3b952ba7132f is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:00:16.800463 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-07c0d0dc-796f-497a-8ad3-edc6792a404c None None] Calling delete_port for d152b91f-e30f-40dc-afee-9ee41d43d142 owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:00:16.849767 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053411ee-a5b2-4e74-a53c-17217f4fee2f tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Pushing event updated for resources: {'Subnet': ['ID=d4edb03f-ff41-4d00-b8cf-6dabe8231305,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:16.864120 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-1eca15d8-c060-4cae-9bee-d2b919d6e251 admin admin] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:00:16.869463 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-f47eaba0-1fb3-4140-a9e6-f6f9cdba5669 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.2372959 Feb 19 03:00:16.870176 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eca15d8-c060-4cae-9bee-d2b919d6e251 admin admin] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:00:16.873899 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45910) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:16.994136 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-954b14e3-ed7e-4679-8df2-f6e575fafd60 req-60668cbf-0d5c-4582-9d86-06e0e44182bd tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296064 Feb 19 03:00:17.021190 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [req-2d5737c1-23c9-4ed6-99a3-1b7d5cd32201 req-a242718b-794b-42b9-84ac-953317d454b8 tempest-ServerTagsTestJSON-496000859 tempest-ServerTagsTestJSON-496000859-project] Allocated IP 172.20.0.10 (76e4549b-eda6-453a-b18c-4ad693de8c7e/da2fec93-49fe-492c-b451-4e75f83fe240/883ca1c8-7f70-4238-86e2-ed4a335212b1) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:00:17.204683 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 0dbfad05-4216-46c3-a196-24735c30763a is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:00:17.205976 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device d152b91f-e30f-40dc-afee-9ee41d43d142 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:00:17.302627 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-07c0d0dc-796f-497a-8ad3-edc6792a404c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (d152b91f-e30f-40dc-afee-9ee41d43d142), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:17.318090 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No active binding found for port d152b91f-e30f-40dc-afee-9ee41d43d142 {{(pid=103703) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 19 03:00:17.318759 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] The host n-d-826753-2 is not matching for port d152b91f-e30f-40dc-afee-9ee41d43d142 host None! {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 03:00:17.319305 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device d152b91f-e30f-40dc-afee-9ee41d43d142 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 19 03:00:17.356765 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c0d0dc-796f-497a-8ad3-edc6792a404c None None] No DVR routers for this DVR port d152b91f-e30f-40dc-afee-9ee41d43d142 on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:00:17.404497 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c0d0dc-796f-497a-8ad3-edc6792a404c None None] Pushing event deleted for resources: {'Port': ['ID=d152b91f-e30f-40dc-afee-9ee41d43d142,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:17.406798 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45920) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:17.422670 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Port d152b91f-e30f-40dc-afee-9ee41d43d142 not found, will not notify nova. {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 19 03:00:17.422986 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1ab34de0-5b18-4d57-98b4-695b30b51f3e tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12647271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58706289'] for subnet (843abf41-2db9-41b6-9877-d9f65bd76ebd), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:17.430249 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-49b66e2e-f7a2-4047-9fef-33f6b1f69f66 req-c5b10fc0-af1f-484b-aed3-3c4798054ef5 tempest-ServerTagsTestJSON-496000859 tempest-ServerTagsTestJSON-496000859-project] 10.222.0.72 "GET /v2.0/ports?device_id=766d51b9-7648-4f39-8f1a-cc13734f4f5e HTTP/1.1" status: 200 len: 210 time: 0.0519862 Feb 19 03:00:17.473050 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5e575572-12d2-4964-952b-be5d9e54f0e1 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group_rule (f144c005-5937-413d-b3f3-97735b83a513), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:17.483498 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5e575572-12d2-4964-952b-be5d9e54f0e1 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group_rule (f144c005-5937-413d-b3f3-97735b83a513), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:17.492258 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-bc26c105-e2dc-4377-9959-3318021618e8 None None] Provisioning complete for port abaece7b-e503-4391-b613-3cea1c116c3e triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:00:17.492587 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-bc26c105-e2dc-4377-9959-3318021618e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (abaece7b-e503-4391-b613-3cea1c116c3e), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:17.539433 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eca15d8-c060-4cae-9bee-d2b919d6e251 admin admin] Pushing event updated for resources: {'Port': ['ID=abaece7b-e503-4391-b613-3cea1c116c3e,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:17.565550 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab34de0-5b18-4d57-98b4-695b30b51f3e tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:00:17.571424 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 0dbfad05-4216-46c3-a196-24735c30763a up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:00:17.572435 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5e575572-12d2-4964-952b-be5d9e54f0e1 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (f144c005-5937-413d-b3f3-97735b83a513), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:17.582346 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5e575572-12d2-4964-952b-be5d9e54f0e1 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:17.584650 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1eca15d8-c060-4cae-9bee-d2b919d6e251 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16289150'] for router_interface (f2414ecd-3609-48be-8472-25fc1677bdee), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:17.586458 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-5e575572-12d2-4964-952b-be5d9e54f0e1 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/f144c005-5937-413d-b3f3-97735b83a513 HTTP/1.1" status: 204 len: 168 time: 0.7092261 Feb 19 03:00:17.596771 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-1ab34de0-5b18-4d57-98b4-695b30b51f3e tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:00:17.602910 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab34de0-5b18-4d57-98b4-695b30b51f3e tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:17.603651 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1ab34de0-5b18-4d57-98b4-695b30b51f3e tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:17.635831 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45928) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:17.638648 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-9ab1f001-ca27-4c19-af5e-d4d3609224ce None None] Publish callbacks [] for port (21ac9c0a-bf0a-4248-b883-a25009b27fff), precommit_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:17.670817 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e575572-12d2-4964-952b-be5d9e54f0e1 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f144c005-5937-413d-b3f3-97735b83a513,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:17.674087 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b5822f-0bb4-4b55-9086-ba6d61f77bc4 None None] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:00:17.676685 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-bc26c105-e2dc-4377-9959-3318021618e8 None None] Port abaece7b-e503-4391-b613-3cea1c116c3e cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:00:17.678385 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053411ee-a5b2-4e74-a53c-17217f4fee2f tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Checking segment: {'id': '031ebc09-c5a8-4d78-923b-094390c73e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '5a06b584-8673-4214-a177-d93ea9553298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:00:17.678958 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053411ee-a5b2-4e74-a53c-17217f4fee2f tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Network hostable DHCP agents. Network: 5a06b584-8673-4214-a177-d93ea9553298, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:00:17.707768 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-9ab1f001-ca27-4c19-af5e-d4d3609224ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (21ac9c0a-bf0a-4248-b883-a25009b27fff), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:17.713800 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-1ab34de0-5b18-4d57-98b4-695b30b51f3e tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1118085 Feb 19 03:00:17.727437 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45930) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:17.734704 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-b768b2d2-781a-4b0c-89dc-350e29216b74 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Request body: {'port': {'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a', 'fixed_ips': [{'subnet_id': '843abf41-2db9-41b6-9877-d9f65bd76ebd', 'ip_address': '2001:db8::4997:66b4:cd91:8314'}], 'name': 'tempest-NetworksTestDHCPv6-283417038'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:00:17.773199 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-2d5737c1-23c9-4ed6-99a3-1b7d5cd32201 req-a242718b-794b-42b9-84ac-953317d454b8 tempest-ServerTagsTestJSON-496000859 tempest-ServerTagsTestJSON-496000859-project] Publish callbacks [] for port (883ca1c8-7f70-4238-86e2-ed4a335212b1), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:17.805951 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4d072cf-0257-429c-bef0-e61156a6a0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:17.815016 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 0dbfad05-4216-46c3-a196-24735c30763a triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:00:17.815623 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (0dbfad05-4216-46c3-a196-24735c30763a), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:17.848399 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab34de0-5b18-4d57-98b4-695b30b51f3e tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event updated for resources: {'Subnet': ['ID=843abf41-2db9-41b6-9877-d9f65bd76ebd,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:17.859871 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053411ee-a5b2-4e74-a53c-17217f4fee2f tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Network 5a06b584-8673-4214-a177-d93ea9553298 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:00:17.868994 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b768b2d2-781a-4b0c-89dc-350e29216b74 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Made reservation on behalf of bb74a1a86b774cd895fbb7befcc78fd8 for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:00:17.879898 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30246dca-acef-4de6-b307-5d5a5596645c None None] Pushing event updated for resources: {'Port': ['ID=21ac9c0a-bf0a-4248-b883-a25009b27fff,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:17.882872 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b6041f2e-179b-4ac4-8931-88c6187b2b0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:17.888801 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-2d5737c1-23c9-4ed6-99a3-1b7d5cd32201 req-a242718b-794b-42b9-84ac-953317d454b8 tempest-ServerTagsTestJSON-496000859 tempest-ServerTagsTestJSON-496000859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (883ca1c8-7f70-4238-86e2-ed4a335212b1), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:17.889073 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-053411ee-a5b2-4e74-a53c-17217f4fee2f tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 5a06b584-8673-4214-a177-d93ea9553298) {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:00:17.925089 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-9ab1f001-ca27-4c19-af5e-d4d3609224ce None None] Attempting to bind port 21ac9c0a-bf0a-4248-b883-a25009b27fff on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:00:17.926520 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-9ab1f001-ca27-4c19-af5e-d4d3609224ce None None] Attempting to bind port 21ac9c0a-bf0a-4248-b883-a25009b27fff by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:00:17.927052 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab1f001-ca27-4c19-af5e-d4d3609224ce None None] Attempting to bind port 21ac9c0a-bf0a-4248-b883-a25009b27fff on network eaf64708-9021-419e-b287-ef3e0f51e2ee {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:00:17.933210 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053411ee-a5b2-4e74-a53c-17217f4fee2f tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:17.933795 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-053411ee-a5b2-4e74-a53c-17217f4fee2f tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:17.945878 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deec1724-b387-479e-994a-f41867ef6bef None None] Network 5a06b584-8673-4214-a177-d93ea9553298 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:00:17.960775 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-6336de22-f831-48ea-b11e-61caab5d4e7f tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3224308 Feb 19 03:00:17.967178 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45932) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:18.002041 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab1f001-ca27-4c19-af5e-d4d3609224ce None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:00:18.002380 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab1f001-ca27-4c19-af5e-d4d3609224ce None None] Checking segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:00:18.011968 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-9ab1f001-ca27-4c19-af5e-d4d3609224ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:18.012467 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab1f001-ca27-4c19-af5e-d4d3609224ce None None] Bound using segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:00:18.014819 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-9ab1f001-ca27-4c19-af5e-d4d3609224ce None None] Bound port: 21ac9c0a-bf0a-4248-b883-a25009b27fff, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:00:18.014972 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-9ab1f001-ca27-4c19-af5e-d4d3609224ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (21ac9c0a-bf0a-4248-b883-a25009b27fff), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:18.021046 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d5737c1-23c9-4ed6-99a3-1b7d5cd32201 req-a242718b-794b-42b9-84ac-953317d454b8 tempest-ServerTagsTestJSON-496000859 tempest-ServerTagsTestJSON-496000859-project] Network 76e4549b-eda6-453a-b18c-4ad693de8c7e is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:00:18.029245 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [req-2d5737c1-23c9-4ed6-99a3-1b7d5cd32201 req-a242718b-794b-42b9-84ac-953317d454b8 tempest-ServerTagsTestJSON-496000859 tempest-ServerTagsTestJSON-496000859-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:00:18.040123 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d5737c1-23c9-4ed6-99a3-1b7d5cd32201 req-a242718b-794b-42b9-84ac-953317d454b8 tempest-ServerTagsTestJSON-496000859 tempest-ServerTagsTestJSON-496000859-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:00:18.047067 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-053411ee-a5b2-4e74-a53c-17217f4fee2f tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8015218 Feb 19 03:00:18.055921 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45936) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:18.075271 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c040597-e30b-4c26-94dd-69e2e4166e80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-48d3009f-8d6e-4fac-a460-ff95e3f8d78a', 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a', 'project_id': 'bb74a1a86b774cd895fbb7befcc78fd8', 'fixed_ips': [{'subnet_id': '843abf41-2db9-41b6-9877-d9f65bd76ebd'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:00:18.076726 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-7c040597-e30b-4c26-94dd-69e2e4166e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:18.085460 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-bb828592-ada5-4727-ad9a-6a206ae72e84 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Request body: {'port': {'network_id': '5a06b584-8673-4214-a177-d93ea9553298', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1799967973'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:00:18.114151 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5737c1-23c9-4ed6-99a3-1b7d5cd32201 req-a242718b-794b-42b9-84ac-953317d454b8 tempest-ServerTagsTestJSON-496000859 tempest-ServerTagsTestJSON-496000859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:18.114484 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-2d5737c1-23c9-4ed6-99a3-1b7d5cd32201 req-a242718b-794b-42b9-84ac-953317d454b8 tempest-ServerTagsTestJSON-496000859 tempest-ServerTagsTestJSON-496000859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:18.185167 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a242718b-794b-42b9-84ac-953317d454b8 tempest-ServerTagsTestJSON-496000859 tempest-ServerTagsTestJSON-496000859-project] Pushing event updated for resources: {'Port': ['ID=883ca1c8-7f70-4238-86e2-ed4a335212b1,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:18.223644 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2d5737c1-23c9-4ed6-99a3-1b7d5cd32201 req-a242718b-794b-42b9-84ac-953317d454b8 tempest-ServerTagsTestJSON-496000859 tempest-ServerTagsTestJSON-496000859-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2851865 Feb 19 03:00:18.246283 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-2d5737c1-23c9-4ed6-99a3-1b7d5cd32201 req-af0075f6-5e2e-4b67-bb2e-d6b54b82e58c service neutron] Request body: {'port': {'device_id': '766d51b9-7648-4f39-8f1a-cc13734f4f5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826753-2'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:00:18.265410 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7fbb83-4e9e-47d9-bf06-afa688733d7a req-5dd5c1e4-7fc6-4fa1-8237-3f85a2566adf tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:18.268409 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fc7fbb83-4e9e-47d9-bf06-afa688733d7a req-5dd5c1e4-7fc6-4fa1-8237-3f85a2566adf tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 946 time: 0.1378748 Feb 19 03:00:18.274348 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-274bcecd-4fd7-4092-8f2a-e75748ac3123 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group (d7b0d387-f56b-4702-b077-7efc663854a3), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:18.302765 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-274bcecd-4fd7-4092-8f2a-e75748ac3123 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group (d7b0d387-f56b-4702-b077-7efc663854a3), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:18.367567 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 0dbfad05-4216-46c3-a196-24735c30763a is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:00:18.373842 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b768b2d2-781a-4b0c-89dc-350e29216b74 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:18.381151 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-2d5737c1-23c9-4ed6-99a3-1b7d5cd32201 req-af0075f6-5e2e-4b67-bb2e-d6b54b82e58c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (883ca1c8-7f70-4238-86e2-ed4a335212b1), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:18.394886 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-274bcecd-4fd7-4092-8f2a-e75748ac3123 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (d7b0d387-f56b-4702-b077-7efc663854a3), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:18.398095 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-274bcecd-4fd7-4092-8f2a-e75748ac3123 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:18.399541 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-274bcecd-4fd7-4092-8f2a-e75748ac3123 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] 10.222.0.72 "DELETE /v2.0/security-groups/d7b0d387-f56b-4702-b077-7efc663854a3 HTTP/1.1" status: 204 len: 168 time: 0.4310651 Feb 19 03:00:18.409296 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [None req-b768b2d2-781a-4b0c-89dc-350e29216b74 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] device_id is not set on port 521838dc-f331-4599-98ff-0e14a0dc7595 yet. {{(pid=103702) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:00:18.413995 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45940) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:18.428643 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b6041f2e-179b-4ac4-8931-88c6187b2b0f admin admin] Publish callbacks [] for security_group (c18ca3b5-2ee8-4f6b-8852-ba52b9992aa8), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:18.428906 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb828592-ada5-4727-ad9a-6a206ae72e84 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Made reservation on behalf of e1a55fde9c7e4f5d96053750d488e677 for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:00:18.432427 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bb828592-ada5-4727-ad9a-6a206ae72e84 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:18.461655 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b6041f2e-179b-4ac4-8931-88c6187b2b0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (c18ca3b5-2ee8-4f6b-8852-ba52b9992aa8), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:18.465840 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [None req-bb828592-ada5-4727-ad9a-6a206ae72e84 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] device_id is not set on port 07a38b32-6475-4cbc-b57d-96087403a3a5 yet. {{(pid=103702) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:00:18.490645 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fc7fbb83-4e9e-47d9-bf06-afa688733d7a req-dfc8ae42-6c73-48df-bc98-aa250715da75 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007935 Feb 19 03:00:18.540453 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-b6041f2e-179b-4ac4-8931-88c6187b2b0f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6c11bbc654bd432f937be6a6b0c5dd58&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1072969 Feb 19 03:00:18.557048 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e0d74b-7921-4c88-ad05-38f1850cf7f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-5a06b584-8673-4214-a177-d93ea9553298', 'network_id': '5a06b584-8673-4214-a177-d93ea9553298', 'project_id': 'e1a55fde9c7e4f5d96053750d488e677', 'fixed_ips': [{'subnet_id': 'd4edb03f-ff41-4d00-b8cf-6dabe8231305'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:00:18.557048 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-84e0d74b-7921-4c88-ad05-38f1850cf7f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:18.557445 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45944) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:18.561090 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 548eb506-87eb-426d-a7c0-def936256c2a no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:00:18.612273 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6041f2e-179b-4ac4-8931-88c6187b2b0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c18ca3b5-2ee8-4f6b-8852-ba52b9992aa8,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:18.613702 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-7c040597-e30b-4c26-94dd-69e2e4166e80 None None] Allocated IP 2001:db8::2 (48d3009f-8d6e-4fac-a460-ff95e3f8d78a/843abf41-2db9-41b6-9877-d9f65bd76ebd/6d7c7d13-15a4-4294-9238-34f15898b7b6) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:00:18.747846 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274bcecd-4fd7-4092-8f2a-e75748ac3123 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b0d387-f56b-4702-b077-7efc663854a3,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:18.768531 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-84e0d74b-7921-4c88-ad05-38f1850cf7f9 None None] Allocated IP 172.20.0.2 (5a06b584-8673-4214-a177-d93ea9553298/d4edb03f-ff41-4d00-b8cf-6dabe8231305/abc76e4c-226f-4e58-8344-b688bb543a4f) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:00:18.780627 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede23f3b-be1a-4a7d-a189-ef1a5ad544fc req-cbf3b0a7-9f78-4298-9ab3-0f2fa16b4e83 tempest-ServerTagsTestJSON-496000859 tempest-ServerTagsTestJSON-496000859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:18.781159 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1eca15d8-c060-4cae-9bee-d2b919d6e251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (abaece7b-e503-4391-b613-3cea1c116c3e), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:18.782861 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ede23f3b-be1a-4a7d-a189-ef1a5ad544fc req-cbf3b0a7-9f78-4298-9ab3-0f2fa16b4e83 tempest-ServerTagsTestJSON-496000859 tempest-ServerTagsTestJSON-496000859-project] 10.222.0.72 "GET /v2.0/ports?device_id=766d51b9-7648-4f39-8f1a-cc13734f4f5e HTTP/1.1" status: 200 len: 932 time: 0.1421096 Feb 19 03:00:18.882646 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ede23f3b-be1a-4a7d-a189-ef1a5ad544fc req-74a53438-8517-4fbf-b82b-c76c802196c5 tempest-ServerTagsTestJSON-496000859 tempest-ServerTagsTestJSON-496000859-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a532b88-69cd-497b-b164-148fb494cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902793 Feb 19 03:00:18.940145 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-77d777c2-0759-4317-aa1f-9503c7136882 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.5230143 Feb 19 03:00:18.942525 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [req-2d5737c1-23c9-4ed6-99a3-1b7d5cd32201 req-af0075f6-5e2e-4b67-bb2e-d6b54b82e58c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 883ca1c8-7f70-4238-86e2-ed4a335212b1 {{(pid=103701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:00:18.945299 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45946) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:18.953237 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-2d5737c1-23c9-4ed6-99a3-1b7d5cd32201 req-af0075f6-5e2e-4b67-bb2e-d6b54b82e58c service neutron] Publish callbacks [] for port (883ca1c8-7f70-4238-86e2-ed4a335212b1), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:18.954419 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-299141f1-2720-40d0-9203-e273f4be310e tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Request body: {'security_group': {'name': 'tempest-secgroup--1919266054'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:00:18.969694 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.provisioning_blocks [req-2d5737c1-23c9-4ed6-99a3-1b7d5cd32201 req-af0075f6-5e2e-4b67-bb2e-d6b54b82e58c service neutron] Transition to ACTIVE for port object 883ca1c8-7f70-4238-86e2-ed4a335212b1 will not be triggered until provisioned by entity L2. {{(pid=103701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:00:18.970093 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-84e0d74b-7921-4c88-ad05-38f1850cf7f9 None None] Publish callbacks [] for port (abc76e4c-226f-4e58-8344-b688bb543a4f), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:18.972883 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 548eb506-87eb-426d-a7c0-def936256c2a {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:00:18.973472 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 548eb506-87eb-426d-a7c0-def936256c2a not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:00:18.973667 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device d152b91f-e30f-40dc-afee-9ee41d43d142 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:00:18.976655 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-2d5737c1-23c9-4ed6-99a3-1b7d5cd32201 req-af0075f6-5e2e-4b67-bb2e-d6b54b82e58c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (883ca1c8-7f70-4238-86e2-ed4a335212b1), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:18.991594 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-84e0d74b-7921-4c88-ad05-38f1850cf7f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (abc76e4c-226f-4e58-8344-b688bb543a4f), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:19.025526 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-9ab1f001-ca27-4c19-af5e-d4d3609224ce None None] For port 21ac9c0a-bf0a-4248-b883-a25009b27fff, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:00:19.059456 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-28147a2b-c3c9-41dd-967e-cbbb14283730 admin admin] Publish callbacks [] for security_group (c18ca3b5-2ee8-4f6b-8852-ba52b9992aa8), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:19.062121 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-299141f1-2720-40d0-9203-e273f4be310e tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:19.066045 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0075f6-5e2e-4b67-bb2e-d6b54b82e58c service neutron] Pushing event updated for resources: {'Port': ['ID=883ca1c8-7f70-4238-86e2-ed4a335212b1,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:19.082968 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: d152b91f-e30f-40dc-afee-9ee41d43d142 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:00:19.083172 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device d152b91f-e30f-40dc-afee-9ee41d43d142 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:00:19.132281 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-9ab1f001-ca27-4c19-af5e-d4d3609224ce None None] For port 21ac9c0a-bf0a-4248-b883-a25009b27fff, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=21ac9c0a-bf0a-4248-b883-a25009b27fff,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:00:19.158138 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-9ab1f001-ca27-4c19-af5e-d4d3609224ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (21ac9c0a-bf0a-4248-b883-a25009b27fff), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:19.163588 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e0d74b-7921-4c88-ad05-38f1850cf7f9 None None] Network 5a06b584-8673-4214-a177-d93ea9553298 is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:00:19.165137 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e0d74b-7921-4c88-ad05-38f1850cf7f9 None None] Pushing event updated for resources: {'Port': ['ID=abc76e4c-226f-4e58-8344-b688bb543a4f,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:19.196091 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-2d5737c1-23c9-4ed6-99a3-1b7d5cd32201 req-af0075f6-5e2e-4b67-bb2e-d6b54b82e58c service neutron] Attempting to bind port 883ca1c8-7f70-4238-86e2-ed4a335212b1 on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:00:19.196823 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-2d5737c1-23c9-4ed6-99a3-1b7d5cd32201 req-af0075f6-5e2e-4b67-bb2e-d6b54b82e58c service neutron] Attempting to bind port 883ca1c8-7f70-4238-86e2-ed4a335212b1 by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': '57aa002e-6d14-4e1b-ad3f-d488e2fbb6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '76e4549b-eda6-453a-b18c-4ad693de8c7e'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:00:19.197554 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5737c1-23c9-4ed6-99a3-1b7d5cd32201 req-af0075f6-5e2e-4b67-bb2e-d6b54b82e58c service neutron] Attempting to bind port 883ca1c8-7f70-4238-86e2-ed4a335212b1 on network 76e4549b-eda6-453a-b18c-4ad693de8c7e {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:00:19.205394 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5737c1-23c9-4ed6-99a3-1b7d5cd32201 req-af0075f6-5e2e-4b67-bb2e-d6b54b82e58c service neutron] Port 883ca1c8-7f70-4238-86e2-ed4a335212b1 on network 76e4549b-eda6-453a-b18c-4ad693de8c7e not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:00:19.205938 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5737c1-23c9-4ed6-99a3-1b7d5cd32201 req-af0075f6-5e2e-4b67-bb2e-d6b54b82e58c service neutron] Attempting to bind port 883ca1c8-7f70-4238-86e2-ed4a335212b1 on network 76e4549b-eda6-453a-b18c-4ad693de8c7e {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:00:19.212555 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5737c1-23c9-4ed6-99a3-1b7d5cd32201 req-af0075f6-5e2e-4b67-bb2e-d6b54b82e58c service neutron] Checking agent: {'id': 'bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:00:19.213234 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5737c1-23c9-4ed6-99a3-1b7d5cd32201 req-af0075f6-5e2e-4b67-bb2e-d6b54b82e58c service neutron] Checking segment: {'id': '57aa002e-6d14-4e1b-ad3f-d488e2fbb6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '76e4549b-eda6-453a-b18c-4ad693de8c7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:00:19.213724 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5737c1-23c9-4ed6-99a3-1b7d5cd32201 req-af0075f6-5e2e-4b67-bb2e-d6b54b82e58c service neutron] Bound using segment: {'id': '57aa002e-6d14-4e1b-ad3f-d488e2fbb6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '76e4549b-eda6-453a-b18c-4ad693de8c7e'} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:00:19.215365 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-bb828592-ada5-4727-ad9a-6a206ae72e84 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Allocated IP 172.20.0.4 (5a06b584-8673-4214-a177-d93ea9553298/d4edb03f-ff41-4d00-b8cf-6dabe8231305/07a38b32-6475-4cbc-b57d-96087403a3a5) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:00:19.215613 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-2d5737c1-23c9-4ed6-99a3-1b7d5cd32201 req-af0075f6-5e2e-4b67-bb2e-d6b54b82e58c service neutron] Bound port: 883ca1c8-7f70-4238-86e2-ed4a335212b1, host: n-h2-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57aa002e-6d14-4e1b-ad3f-d488e2fbb6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '76e4549b-eda6-453a-b18c-4ad693de8c7e'}}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:00:19.216439 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-2d5737c1-23c9-4ed6-99a3-1b7d5cd32201 req-af0075f6-5e2e-4b67-bb2e-d6b54b82e58c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (883ca1c8-7f70-4238-86e2-ed4a335212b1), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:19.227449 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-28147a2b-c3c9-41dd-967e-cbbb14283730 admin admin] Publish callbacks [] for security_group (c18ca3b5-2ee8-4f6b-8852-ba52b9992aa8), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:19.229298 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30246dca-acef-4de6-b307-5d5a5596645c None None] Pushing event updated for resources: {'Port': ['ID=21ac9c0a-bf0a-4248-b883-a25009b27fff,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:19.233714 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-84e0d74b-7921-4c88-ad05-38f1850cf7f9 None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:00:19.248113 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e0d74b-7921-4c88-ad05-38f1850cf7f9 None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:00:19.327862 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:19.339037 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab1f001-ca27-4c19-af5e-d4d3609224ce None None] Routers {'f2414ecd-3609-48be-8472-25fc1677bdee'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:00:19.339685 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-9ab1f001-ca27-4c19-af5e-d4d3609224ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:00:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['f2414ecd-3609-48be-8472-25fc1677bdee'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:00:19.345857 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-2d5737c1-23c9-4ed6-99a3-1b7d5cd32201 req-af0075f6-5e2e-4b67-bb2e-d6b54b82e58c service neutron] For port 883ca1c8-7f70-4238-86e2-ed4a335212b1, host n-h2-826753-2, cleared binding levels {{(pid=103701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:00:19.352548 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-2d5737c1-23c9-4ed6-99a3-1b7d5cd32201 req-af0075f6-5e2e-4b67-bb2e-d6b54b82e58c service neutron] For port 883ca1c8-7f70-4238-86e2-ed4a335212b1, host n-h2-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=883ca1c8-7f70-4238-86e2-ed4a335212b1,segment=NetworkSegment(57aa002e-6d14-4e1b-ad3f-d488e2fbb6fa),segment_id=57aa002e-6d14-4e1b-ad3f-d488e2fbb6fa)] {{(pid=103701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:00:19.383072 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-2d5737c1-23c9-4ed6-99a3-1b7d5cd32201 req-af0075f6-5e2e-4b67-bb2e-d6b54b82e58c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (883ca1c8-7f70-4238-86e2-ed4a335212b1), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:19.451207 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-84e0d74b-7921-4c88-ad05-38f1850cf7f9 None None] Attempting to bind port abc76e4c-226f-4e58-8344-b688bb543a4f on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:00:19.451816 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-84e0d74b-7921-4c88-ad05-38f1850cf7f9 None None] Attempting to bind port abc76e4c-226f-4e58-8344-b688bb543a4f by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '031ebc09-c5a8-4d78-923b-094390c73e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '5a06b584-8673-4214-a177-d93ea9553298'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:00:19.452081 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e0d74b-7921-4c88-ad05-38f1850cf7f9 None None] Attempting to bind port abc76e4c-226f-4e58-8344-b688bb543a4f on network 5a06b584-8673-4214-a177-d93ea9553298 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:00:19.472968 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5737c1-23c9-4ed6-99a3-1b7d5cd32201 req-af0075f6-5e2e-4b67-bb2e-d6b54b82e58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:19.473708 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-2d5737c1-23c9-4ed6-99a3-1b7d5cd32201 req-af0075f6-5e2e-4b67-bb2e-d6b54b82e58c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:19.475237 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2d5737c1-23c9-4ed6-99a3-1b7d5cd32201 req-af0075f6-5e2e-4b67-bb2e-d6b54b82e58c service neutron] 10.222.0.82 "PUT /v2.0/ports/883ca1c8-7f70-4238-86e2-ed4a335212b1 HTTP/1.1" status: 200 len: 1092 time: 1.2375109 Feb 19 03:00:19.477098 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e0d74b-7921-4c88-ad05-38f1850cf7f9 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:00:19.477673 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e0d74b-7921-4c88-ad05-38f1850cf7f9 None None] Checking segment: {'id': '031ebc09-c5a8-4d78-923b-094390c73e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '5a06b584-8673-4214-a177-d93ea9553298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:00:19.477948 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-84e0d74b-7921-4c88-ad05-38f1850cf7f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:19.478179 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e0d74b-7921-4c88-ad05-38f1850cf7f9 None None] Bound using segment: {'id': '031ebc09-c5a8-4d78-923b-094390c73e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '5a06b584-8673-4214-a177-d93ea9553298'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:00:19.478664 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-84e0d74b-7921-4c88-ad05-38f1850cf7f9 None None] Bound port: abc76e4c-226f-4e58-8344-b688bb543a4f, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '031ebc09-c5a8-4d78-923b-094390c73e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '5a06b584-8673-4214-a177-d93ea9553298'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:00:19.479188 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-84e0d74b-7921-4c88-ad05-38f1850cf7f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (abc76e4c-226f-4e58-8344-b688bb543a4f), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:19.484645 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '766d51b9-7648-4f39-8f1a-cc13734f4f5e', 'tag': '883ca1c8-7f70-4238-86e2-ed4a335212b1'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:00:19.487104 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acd4c9f2-47a9-487f-86e9-4971dfe74919" -d '{"events": [{"name": "network-changed", "server_uuid": "766d51b9-7648-4f39-8f1a-cc13734f4f5e", "tag": "883ca1c8-7f70-4238-86e2-ed4a335212b1"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:00:19.526250 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-7c040597-e30b-4c26-94dd-69e2e4166e80 None None] Publish callbacks [] for port (6d7c7d13-15a4-4294-9238-34f15898b7b6), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:19.550458 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-7c040597-e30b-4c26-94dd-69e2e4166e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (6d7c7d13-15a4-4294-9238-34f15898b7b6), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:19.571032 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-299141f1-2720-40d0-9203-e273f4be310e tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group (8f6ce26f-1bb2-4065-9390-2010ede544f2), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:19.599260 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-191b48db-745c-48c5-821c-f5762e8f6545 x-openstack-request-id: req-191b48db-745c-48c5-821c-f5762e8f6545 {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:00:19.599914 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "766d51b9-7648-4f39-8f1a-cc13734f4f5e", "tag": "883ca1c8-7f70-4238-86e2-ed4a335212b1", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:00:19.600395 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-191b48db-745c-48c5-821c-f5762e8f6545 {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:00:19.600997 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '766d51b9-7648-4f39-8f1a-cc13734f4f5e', 'tag': '883ca1c8-7f70-4238-86e2-ed4a335212b1', 'status': 'completed', 'code': 200} Feb 19 03:00:19.619735 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0075f6-5e2e-4b67-bb2e-d6b54b82e58c service neutron] Pushing event updated for resources: {'Port': ['ID=883ca1c8-7f70-4238-86e2-ed4a335212b1,revision_number=3']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:19.620197 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-9ab1f001-ca27-4c19-af5e-d4d3609224ce None None] Set router f2414ecd-3609-48be-8472-25fc1677bdee gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:00:19.623943 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c040597-e30b-4c26-94dd-69e2e4166e80 None None] Pushing event updated for resources: {'Port': ['ID=6d7c7d13-15a4-4294-9238-34f15898b7b6,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:19.665824 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-b768b2d2-781a-4b0c-89dc-350e29216b74 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Allocated IP 2001:db8::4997:66b4:cd91:8314 (48d3009f-8d6e-4fac-a460-ff95e3f8d78a/843abf41-2db9-41b6-9877-d9f65bd76ebd/521838dc-f331-4599-98ff-0e14a0dc7595) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:00:19.687548 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5737c1-23c9-4ed6-99a3-1b7d5cd32201 req-08160884-6003-4c8a-afe4-a2235f77b7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:19.689639 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2d5737c1-23c9-4ed6-99a3-1b7d5cd32201 req-08160884-6003-4c8a-afe4-a2235f77b7f7 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d76da76b1044457592dcbb07ab8c4b99&device_id=766d51b9-7648-4f39-8f1a-cc13734f4f5e HTTP/1.1" status: 200 len: 1126 time: 0.1441524 Feb 19 03:00:19.705700 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c040597-e30b-4c26-94dd-69e2e4166e80 None None] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:00:19.709099 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc24cb3-7748-45ec-94ed-9c64c479e726 req-406e5cf1-490b-4753-9b2a-fefa64f37132 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:19.710138 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-7c040597-e30b-4c26-94dd-69e2e4166e80 None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:00:19.712069 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5fc24cb3-7748-45ec-94ed-9c64c479e726 req-406e5cf1-490b-4753-9b2a-fefa64f37132 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 946 time: 0.1047232 Feb 19 03:00:19.785043 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c040597-e30b-4c26-94dd-69e2e4166e80 None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:00:19.800930 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2d5737c1-23c9-4ed6-99a3-1b7d5cd32201 req-dee6f096-d015-40b7-b89f-49afc91b4479 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=883ca1c8-7f70-4238-86e2-ed4a335212b1 HTTP/1.1" status: 200 len: 217 time: 0.0818300 Feb 19 03:00:19.850687 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b768b2d2-781a-4b0c-89dc-350e29216b74 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks [] for port (521838dc-f331-4599-98ff-0e14a0dc7595), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:19.884880 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1eca15d8-c060-4cae-9bee-d2b919d6e251 admin admin] Publish callbacks [] for port (abaece7b-e503-4391-b613-3cea1c116c3e), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:19.887150 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-84e0d74b-7921-4c88-ad05-38f1850cf7f9 None None] For port abc76e4c-226f-4e58-8344-b688bb543a4f, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:00:19.888882 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-28147a2b-c3c9-41dd-967e-cbbb14283730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (c18ca3b5-2ee8-4f6b-8852-ba52b9992aa8), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:19.891829 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-28147a2b-c3c9-41dd-967e-cbbb14283730 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:19.896737 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-28147a2b-c3c9-41dd-967e-cbbb14283730 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c18ca3b5-2ee8-4f6b-8852-ba52b9992aa8 HTTP/1.1" status: 204 len: 168 time: 1.1411715 Feb 19 03:00:19.907824 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5fc24cb3-7748-45ec-94ed-9c64c479e726 req-8d74c9fa-9aef-4967-bd6a-3601e7cb7c37 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771879 Feb 19 03:00:19.915900 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5737c1-23c9-4ed6-99a3-1b7d5cd32201 req-b0518b2c-4db0-4ecc-9e66-22ddc0642b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:19.917792 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2d5737c1-23c9-4ed6-99a3-1b7d5cd32201 req-b0518b2c-4db0-4ecc-9e66-22ddc0642b45 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=da2fec93-49fe-492c-b451-4e75f83fe240 HTTP/1.1" status: 200 len: 849 time: 0.1061943 Feb 19 03:00:19.929153 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-299141f1-2720-40d0-9203-e273f4be310e tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (8f6ce26f-1bb2-4065-9390-2010ede544f2), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:19.940722 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b768b2d2-781a-4b0c-89dc-350e29216b74 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (521838dc-f331-4599-98ff-0e14a0dc7595), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:19.976010 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2d5737c1-23c9-4ed6-99a3-1b7d5cd32201 req-81cf8581-0a3c-4881-b2be-497c3cb85327 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=76e4549b-eda6-453a-b18c-4ad693de8c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518014 Feb 19 03:00:20.000474 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-84e0d74b-7921-4c88-ad05-38f1850cf7f9 None None] For port abc76e4c-226f-4e58-8344-b688bb543a4f, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=abc76e4c-226f-4e58-8344-b688bb543a4f,segment=NetworkSegment(031ebc09-c5a8-4d78-923b-094390c73e31),segment_id=031ebc09-c5a8-4d78-923b-094390c73e31)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:00:20.083236 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1eca15d8-c060-4cae-9bee-d2b919d6e251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (abaece7b-e503-4391-b613-3cea1c116c3e), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:20.152186 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1eca15d8-c060-4cae-9bee-d2b919d6e251 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16362769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16289258'] for router_interface (f2414ecd-3609-48be-8472-25fc1677bdee), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:20.164812 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28147a2b-c3c9-41dd-967e-cbbb14283730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c18ca3b5-2ee8-4f6b-8852-ba52b9992aa8,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:20.208336 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2d5737c1-23c9-4ed6-99a3-1b7d5cd32201 req-1fea589e-44b9-4168-939e-bb1531ff99a1 service neutron] 10.222.0.82 "GET /v2.0/networks/76e4549b-eda6-453a-b18c-4ad693de8c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237790 Feb 19 03:00:20.226973 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299141f1-2720-40d0-9203-e273f4be310e tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f6ce26f-1bb2-4065-9390-2010ede544f2,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:20.243942 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b768b2d2-781a-4b0c-89dc-350e29216b74 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:00:20.246737 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b768b2d2-781a-4b0c-89dc-350e29216b74 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event updated for resources: {'Port': ['ID=521838dc-f331-4599-98ff-0e14a0dc7595,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:20.331539 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-b768b2d2-781a-4b0c-89dc-350e29216b74 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:00:20.352756 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-299141f1-2720-40d0-9203-e273f4be310e tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:20.354555 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-299141f1-2720-40d0-9203-e273f4be310e tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.4069073 Feb 19 03:00:20.359955 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b768b2d2-781a-4b0c-89dc-350e29216b74 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:00:20.362592 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-7c040597-e30b-4c26-94dd-69e2e4166e80 None None] Attempting to bind port 6d7c7d13-15a4-4294-9238-34f15898b7b6 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:00:20.362974 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-7c040597-e30b-4c26-94dd-69e2e4166e80 None None] Attempting to bind port 6d7c7d13-15a4-4294-9238-34f15898b7b6 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': 'c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:00:20.363334 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c040597-e30b-4c26-94dd-69e2e4166e80 None None] Attempting to bind port 6d7c7d13-15a4-4294-9238-34f15898b7b6 on network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:00:20.382085 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b768b2d2-781a-4b0c-89dc-350e29216b74 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:20.383196 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b768b2d2-781a-4b0c-89dc-350e29216b74 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:20.384492 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-84e0d74b-7921-4c88-ad05-38f1850cf7f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (abc76e4c-226f-4e58-8344-b688bb543a4f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:20.422557 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2d5737c1-23c9-4ed6-99a3-1b7d5cd32201 req-20e618f4-f902-4dd7-bd1d-8f6d5a6c8dcc service neutron] 10.222.0.82 "GET /v2.0/networks/76e4549b-eda6-453a-b18c-4ad693de8c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497376 Feb 19 03:00:20.423972 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45958) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:20.431970 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-674ac023-0ba7-4581-aaba-754a4d1008e0 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Request body: {'security_group_rule': {'security_group_id': '8f6ce26f-1bb2-4065-9390-2010ede544f2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:00:20.441366 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bb828592-ada5-4727-ad9a-6a206ae72e84 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks [] for port (07a38b32-6475-4cbc-b57d-96087403a3a5), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:20.455551 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c040597-e30b-4c26-94dd-69e2e4166e80 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:00:20.455969 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c040597-e30b-4c26-94dd-69e2e4166e80 None None] Checking segment: {'id': 'c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:00:20.456377 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-7c040597-e30b-4c26-94dd-69e2e4166e80 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:20.456772 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c040597-e30b-4c26-94dd-69e2e4166e80 None None] Bound using segment: {'id': 'c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:00:20.457560 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-7c040597-e30b-4c26-94dd-69e2e4166e80 None None] Bound port: 6d7c7d13-15a4-4294-9238-34f15898b7b6, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:00:20.457952 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-7c040597-e30b-4c26-94dd-69e2e4166e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (6d7c7d13-15a4-4294-9238-34f15898b7b6), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:20.489071 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eca15d8-c060-4cae-9bee-d2b919d6e251 admin admin] Pushing event updated for resources: {'Port': ['ID=abaece7b-e503-4391-b613-3cea1c116c3e,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:20.510114 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-b768b2d2-781a-4b0c-89dc-350e29216b74 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.7797942 Feb 19 03:00:20.516004 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45960) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:20.522112 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80d006f-72d5-4352-b9ee-fc3066c5b2e8 req-49582279-e187-41e3-988d-cfc102144b3d tempest-ServerTagsTestJSON-496000859 tempest-ServerTagsTestJSON-496000859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:20.524087 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c80d006f-72d5-4352-b9ee-fc3066c5b2e8 req-49582279-e187-41e3-988d-cfc102144b3d tempest-ServerTagsTestJSON-496000859 tempest-ServerTagsTestJSON-496000859-project] 10.222.0.72 "GET /v2.0/ports?device_id=766d51b9-7648-4f39-8f1a-cc13734f4f5e HTTP/1.1" status: 200 len: 944 time: 0.3144569 Feb 19 03:00:20.524743 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45962) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:20.564155 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-73f349e9-3c7c-4c68-a060-14c658c2c980 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:20.566040 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-674ac023-0ba7-4581-aaba-754a4d1008e0 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group_rule (8ef55192-76c8-4e5b-b997-e9a5c29cbd80), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:20.578185 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-7c040597-e30b-4c26-94dd-69e2e4166e80 None None] For port 6d7c7d13-15a4-4294-9238-34f15898b7b6, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:00:20.581561 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-7c040597-e30b-4c26-94dd-69e2e4166e80 None None] For port 6d7c7d13-15a4-4294-9238-34f15898b7b6, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=6d7c7d13-15a4-4294-9238-34f15898b7b6,segment=NetworkSegment(c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8),segment_id=c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:00:20.585565 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:20.611403 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-7c040597-e30b-4c26-94dd-69e2e4166e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (6d7c7d13-15a4-4294-9238-34f15898b7b6), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:20.654858 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e0d74b-7921-4c88-ad05-38f1850cf7f9 None None] Pushing event updated for resources: {'Port': ['ID=abc76e4c-226f-4e58-8344-b688bb543a4f,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:20.681477 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-674ac023-0ba7-4581-aaba-754a4d1008e0 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group_rule (8ef55192-76c8-4e5b-b997-e9a5c29cbd80), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:20.707910 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-674ac023-0ba7-4581-aaba-754a4d1008e0 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (8ef55192-76c8-4e5b-b997-e9a5c29cbd80), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:20.741985 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c040597-e30b-4c26-94dd-69e2e4166e80 None None] Pushing event updated for resources: {'Port': ['ID=6d7c7d13-15a4-4294-9238-34f15898b7b6,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:20.760305 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-9ab1f001-ca27-4c19-af5e-d4d3609224ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2414ecd-3609-48be-8472-25fc1677bdee', 'name': 'tempest-TestAggregatesBasicOps-707011584-router', 'tenant_id': '9fa4e4fe0ba24f078d0901811643d0b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '21ac9c0a-bf0a-4248-b883-a25009b27fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:00:09Z', 'updated_at': '2022-02-19T03:00:18Z', 'revision_number': 4, 'project_id': '9fa4e4fe0ba24f078d0901811643d0b3', 'gw_port': {'id': '21ac9c0a-bf0a-4248-b883-a25009b27fff', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:db:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2414ecd-3609-48be-8472-25fc1677bdee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:00:10Z', 'updated_at': '2022-02-19T03:00:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': 'abaece7b-e503-4391-b613-3cea1c116c3e', 'name': '', 'network_id': '726d35fd-bc73-4db7-8c3f-3b952ba7132f', 'tenant_id': '9fa4e4fe0ba24f078d0901811643d0b3', 'mac_address': 'fa:16:3e:85:94:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2414ecd-3609-48be-8472-25fc1677bdee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2402, 'fixed_ips': [{'subnet_id': '080e39d4-9280-4d40-8c79-ecd8b0f91157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:00:16Z', 'updated_at': '2022-02-19T03:00:16Z', 'revision_number': 1, 'project_id': '9fa4e4fe0ba24f078d0901811643d0b3', 'subnets': [{'id': '080e39d4-9280-4d40-8c79-ecd8b0f91157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:00:20.761612 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674ac023-0ba7-4581-aaba-754a4d1008e0 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ef55192-76c8-4e5b-b997-e9a5c29cbd80,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:20.778420 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eca15d8-c060-4cae-9bee-d2b919d6e251 admin admin] Network 726d35fd-bc73-4db7-8c3f-3b952ba7132f is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:00:20.784056 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-1eca15d8-c060-4cae-9bee-d2b919d6e251 admin admin] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:00:20.805436 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab1f001-ca27-4c19-af5e-d4d3609224ce None None] The sync data for ids ['f2414ecd-3609-48be-8472-25fc1677bdee'] in n-d-826753-2 is: [{'id': 'f2414ecd-3609-48be-8472-25fc1677bdee', 'name': 'tempest-TestAggregatesBasicOps-707011584-router', 'tenant_id': '9fa4e4fe0ba24f078d0901811643d0b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '21ac9c0a-bf0a-4248-b883-a25009b27fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:00:09Z', 'updated_at': '2022-02-19T03:00:18Z', 'revision_number': 4, 'project_id': '9fa4e4fe0ba24f078d0901811643d0b3', 'gw_port': {'id': '21ac9c0a-bf0a-4248-b883-a25009b27fff', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:db:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2414ecd-3609-48be-8472-25fc1677bdee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:00:10Z', 'updated_at': '2022-02-19T03:00:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': 'abaece7b-e503-4391-b613-3cea1c116c3e', 'name': '', 'network_id': '726d35fd-bc73-4db7-8c3f-3b952ba7132f', 'tenant_id': '9fa4e4fe0ba24f078d0901811643d0b3', 'mac_address': 'fa:16:3e:85:94:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2414ecd-3609-48be-8472-25fc1677bdee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2402, 'fixed_ips': [{'subnet_id': '080e39d4-9280-4d40-8c79-ecd8b0f91157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:00:16Z', 'updated_at': '2022-02-19T03:00:16Z', 'revision_number': 1, 'project_id': '9fa4e4fe0ba24f078d0901811643d0b3', 'subnets': [{'id': '080e39d4-9280-4d40-8c79-ecd8b0f91157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:00:20.812603 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bb828592-ada5-4727-ad9a-6a206ae72e84 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (07a38b32-6475-4cbc-b57d-96087403a3a5), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:20.814757 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-674ac023-0ba7-4581-aaba-754a4d1008e0 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:20.819534 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-674ac023-0ba7-4581-aaba-754a4d1008e0 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3923705 Feb 19 03:00:20.833420 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3691aa43-e9ae-4af0-ba4e-48a5e26580ab tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:20.833782 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c80d006f-72d5-4352-b9ee-fc3066c5b2e8 req-acc18e8d-a736-4400-9b4d-f25d7f59cf73 tempest-ServerTagsTestJSON-496000859 tempest-ServerTagsTestJSON-496000859-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a532b88-69cd-497b-b164-148fb494cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3008111 Feb 19 03:00:20.840316 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3691aa43-e9ae-4af0-ba4e-48a5e26580ab tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:20.842356 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-3691aa43-e9ae-4af0-ba4e-48a5e26580ab tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.3229613 Feb 19 03:00:20.843098 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45964) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:20.949382 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-73f349e9-3c7c-4c68-a060-14c658c2c980 admin admin] Publish callbacks [] for security_group (ff196e92-1ec5-457a-a0a9-993eb0e82b01), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:20.951857 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45966) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:21.016339 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb828592-ada5-4727-ad9a-6a206ae72e84 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Pushing event updated for resources: {'Port': ['ID=07a38b32-6475-4cbc-b57d-96087403a3a5,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:21.063301 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb828592-ada5-4727-ad9a-6a206ae72e84 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Network 5a06b584-8673-4214-a177-d93ea9553298 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:00:21.168088 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-73f349e9-3c7c-4c68-a060-14c658c2c980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (ff196e92-1ec5-457a-a0a9-993eb0e82b01), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:21.274351 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f349e9-3c7c-4c68-a060-14c658c2c980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff196e92-1ec5-457a-a0a9-993eb0e82b01,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:21.329144 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd4c9f2-47a9-487f-86e9-4971dfe74919 req-ec10189e-efee-4700-a305-74d0ecef45f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:21.331076 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-acd4c9f2-47a9-487f-86e9-4971dfe74919 req-ec10189e-efee-4700-a305-74d0ecef45f3 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d76da76b1044457592dcbb07ab8c4b99&device_id=766d51b9-7648-4f39-8f1a-cc13734f4f5e HTTP/1.1" status: 200 len: 1126 time: 0.7769592 Feb 19 03:00:21.390087 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-bb828592-ada5-4727-ad9a-6a206ae72e84 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:00:21.419432 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb828592-ada5-4727-ad9a-6a206ae72e84 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:00:21.488379 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-6c90d8a6-fb7e-405a-b7c5-117e8cca3c4f None None] Provisioning complete for port abaece7b-e503-4391-b613-3cea1c116c3e triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:00:21.491396 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6c90d8a6-fb7e-405a-b7c5-117e8cca3c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (abaece7b-e503-4391-b613-3cea1c116c3e), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:21.502640 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eca15d8-c060-4cae-9bee-d2b919d6e251 admin admin] Router f2414ecd-3609-48be-8472-25fc1677bdee has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:00:21.538381 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d9fc31c2-4be7-428f-b769-73f6b179cc80 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group (8f6ce26f-1bb2-4065-9390-2010ede544f2), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:21.589228 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd4c9f2-47a9-487f-86e9-4971dfe74919 req-83a35bbb-8acb-451b-ac40-c9329c64fdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:21.596209 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-acd4c9f2-47a9-487f-86e9-4971dfe74919 req-83a35bbb-8acb-451b-ac40-c9329c64fdf9 service neutron] 10.222.0.82 "GET /v2.0/networks?id=76e4549b-eda6-453a-b18c-4ad693de8c7e HTTP/1.1" status: 200 len: 910 time: 0.2163212 Feb 19 03:00:21.603434 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-6c90d8a6-fb7e-405a-b7c5-117e8cca3c4f None None] Port abaece7b-e503-4391-b613-3cea1c116c3e cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:00:21.662978 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-73f349e9-3c7c-4c68-a060-14c658c2c980 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8a29063914ef4aefa9d790426af91f67&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1342282 Feb 19 03:00:21.662978 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-acd4c9f2-47a9-487f-86e9-4971dfe74919 req-4d43f4fa-2d9f-4993-86e9-66b3e591c7fc service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=883ca1c8-7f70-4238-86e2-ed4a335212b1 HTTP/1.1" status: 200 len: 217 time: 0.0567682 Feb 19 03:00:21.666554 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45970) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:21.674011 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb828592-ada5-4727-ad9a-6a206ae72e84 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:21.674830 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bb828592-ada5-4727-ad9a-6a206ae72e84 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:21.696044 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d9fc31c2-4be7-428f-b769-73f6b179cc80 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group (8f6ce26f-1bb2-4065-9390-2010ede544f2), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:21.742092 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 6d7c7d13-15a4-4294-9238-34f15898b7b6 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:00:21.777116 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-7da5c6a5-af49-4b81-b59b-35003d821a44 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Deleting port 521838dc-f331-4599-98ff-0e14a0dc7595 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:00:21.777636 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d9fc31c2-4be7-428f-b769-73f6b179cc80 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (8f6ce26f-1bb2-4065-9390-2010ede544f2), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:21.781398 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d9fc31c2-4be7-428f-b769-73f6b179cc80 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:21.784959 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7da5c6a5-af49-4b81-b59b-35003d821a44 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (521838dc-f331-4599-98ff-0e14a0dc7595), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:21.785133 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-d9fc31c2-4be7-428f-b769-73f6b179cc80 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] 10.222.0.72 "DELETE /v2.0/security-groups/8f6ce26f-1bb2-4065-9390-2010ede544f2 HTTP/1.1" status: 204 len: 168 time: 0.8421850 Feb 19 03:00:21.788220 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45972) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:21.799217 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2640daf0-fcda-4303-bdb6-981a4a366968 req-a6447ee7-d013-495b-b83f-990812f69f1e tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:21.801709 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2640daf0-fcda-4303-bdb6-981a4a366968 req-a6447ee7-d013-495b-b83f-990812f69f1e tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 946 time: 0.6693687 Feb 19 03:00:21.823629 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fc31c2-4be7-428f-b769-73f6b179cc80 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f6ce26f-1bb2-4065-9390-2010ede544f2,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:21.848935 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-bb828592-ada5-4727-ad9a-6a206ae72e84 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 3.7825027 Feb 19 03:00:21.857224 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45974) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:21.926166 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:21.946335 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f0afe27d-1227-44e8-bec3-035b9731b0d7 admin admin] Publish callbacks [] for security_group (ff196e92-1ec5-457a-a0a9-993eb0e82b01), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:21.947501 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 6d7c7d13-15a4-4294-9238-34f15898b7b6 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:00:21.948133 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (6d7c7d13-15a4-4294-9238-34f15898b7b6), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:21.948769 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd4c9f2-47a9-487f-86e9-4971dfe74919 req-dda52e00-a851-404d-99b5-cbb0faa68f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:21.950970 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-acd4c9f2-47a9-487f-86e9-4971dfe74919 req-dda52e00-a851-404d-99b5-cbb0faa68f66 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=da2fec93-49fe-492c-b451-4e75f83fe240 HTTP/1.1" status: 200 len: 849 time: 0.2787619 Feb 19 03:00:22.081404 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-acd4c9f2-47a9-487f-86e9-4971dfe74919 req-2ca8ce0e-da01-41a0-a107-d78827a39c02 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=76e4549b-eda6-453a-b18c-4ad693de8c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1213861 Feb 19 03:00:22.091594 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7da5c6a5-af49-4b81-b59b-35003d821a44 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (521838dc-f331-4599-98ff-0e14a0dc7595), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:22.148078 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 6d7c7d13-15a4-4294-9238-34f15898b7b6 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:00:22.156937 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (6d7c7d13-15a4-4294-9238-34f15898b7b6), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:22.157202 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-b5bc7796-8634-444c-be7f-3a61be2a4487 tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3614414 Feb 19 03:00:22.212754 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eca15d8-c060-4cae-9bee-d2b919d6e251 admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:00:22.214314 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45978) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:22.249724 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port 6d7c7d13-15a4-4294-9238-34f15898b7b6, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=6d7c7d13-15a4-4294-9238-34f15898b7b6,segment=NetworkSegment(c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8),segment_id=c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:00:22.256542 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-1eca15d8-c060-4cae-9bee-d2b919d6e251 admin admin] 10.222.0.72 "PUT /v2.0/routers/f2414ecd-3609-48be-8472-25fc1677bdee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3783972 Feb 19 03:00:22.268188 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (6d7c7d13-15a4-4294-9238-34f15898b7b6), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:22.270031 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device abc76e4c-226f-4e58-8344-b688bb543a4f up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:00:22.439927 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-4840a9a0-a84e-4388-b96c-aea1ac11d81e tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.2225547 Feb 19 03:00:22.443264 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45982) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:22.525903 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=6d7c7d13-15a4-4294-9238-34f15898b7b6,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:22.526125 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-a8e262c1-74f3-47f4-88c6-e9d7164fb54b tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Deleting port 07a38b32-6475-4cbc-b57d-96087403a3a5 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:00:22.526357 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a8e262c1-74f3-47f4-88c6-e9d7164fb54b tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (07a38b32-6475-4cbc-b57d-96087403a3a5), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:22.540384 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:22.555691 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port abc76e4c-226f-4e58-8344-b688bb543a4f triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:00:22.556126 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (abc76e4c-226f-4e58-8344-b688bb543a4f), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:22.587309 n-d-826753-2 neutron-server[103702]: INFO neutron.api.v2.resource [None req-e54def9a-0cec-4f5a-b9e7-1b1c3c3991fb tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] delete failed (client error): The resource could not be found. Feb 19 03:00:22.588655 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-e54def9a-0cec-4f5a-b9e7-1b1c3c3991fb tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] 10.222.0.72 "DELETE /v2.0/security-groups/8f6ce26f-1bb2-4065-9390-2010ede544f2 HTTP/1.1" status: 404 len: 347 time: 0.1364224 Feb 19 03:00:22.631527 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45984) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:22.810842 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-aa478243-f4ed-4afc-8970-1db29c14561e tempest-SecGroupTest-177443464 tempest-SecGroupTest-177443464-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1779118 Feb 19 03:00:22.864227 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 883ca1c8-7f70-4238-86e2-ed4a335212b1 details requested by agent hyperv_n-h2-826753-2 with host n-h2-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:00:22.899513 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a8e262c1-74f3-47f4-88c6-e9d7164fb54b tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (07a38b32-6475-4cbc-b57d-96087403a3a5), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:22.923361 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port abc76e4c-226f-4e58-8344-b688bb543a4f is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:00:22.929655 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (abc76e4c-226f-4e58-8344-b688bb543a4f), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:22.948332 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-a8e262c1-74f3-47f4-88c6-e9d7164fb54b tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Calling delete_port for 07a38b32-6475-4cbc-b57d-96087403a3a5 owned by {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:00:23.070835 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.db.resource_extend [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 03:00:23.108410 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port abc76e4c-226f-4e58-8344-b688bb543a4f, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=abc76e4c-226f-4e58-8344-b688bb543a4f,segment=NetworkSegment(031ebc09-c5a8-4d78-923b-094390c73e31),segment_id=031ebc09-c5a8-4d78-923b-094390c73e31)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:00:23.217716 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (abc76e4c-226f-4e58-8344-b688bb543a4f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:23.220391 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2640daf0-fcda-4303-bdb6-981a4a366968 req-d09ed4da-dd3b-4c7a-89fc-4c360f343991 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3957479 Feb 19 03:00:23.226358 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f0afe27d-1227-44e8-bec3-035b9731b0d7 admin admin] Publish callbacks [] for security_group (ff196e92-1ec5-457a-a0a9-993eb0e82b01), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:23.392254 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f0afe27d-1227-44e8-bec3-035b9731b0d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (ff196e92-1ec5-457a-a0a9-993eb0e82b01), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:23.394889 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f0afe27d-1227-44e8-bec3-035b9731b0d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:23.396235 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-f0afe27d-1227-44e8-bec3-035b9731b0d7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ff196e92-1ec5-457a-a0a9-993eb0e82b01 HTTP/1.1" status: 204 len: 168 time: 1.7271545 Feb 19 03:00:23.445389 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45996) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:23.459139 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a8e262c1-74f3-47f4-88c6-e9d7164fb54b tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (07a38b32-6475-4cbc-b57d-96087403a3a5), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:23.519718 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-7da5c6a5-af49-4b81-b59b-35003d821a44 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Calling delete_port for 521838dc-f331-4599-98ff-0e14a0dc7595 owned by {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:00:23.554810 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e262c1-74f3-47f4-88c6-e9d7164fb54b tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Pushing event deleted for resources: {'Port': ['ID=07a38b32-6475-4cbc-b57d-96087403a3a5,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:23.612485 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=abc76e4c-226f-4e58-8344-b688bb543a4f,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:23.629423 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d099ef2-ea8f-4089-9ffc-922eee810a6f None None] Network 5a06b584-8673-4214-a177-d93ea9553298 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:00:23.635675 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0afe27d-1227-44e8-bec3-035b9731b0d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff196e92-1ec5-457a-a0a9-993eb0e82b01,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:23.708151 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e3b298d3-3249-44e5-aaa5-fbb31b6b4136 None None] Provisioning complete for port 6d7c7d13-15a4-4294-9238-34f15898b7b6 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:00:23.708490 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e3b298d3-3249-44e5-aaa5-fbb31b6b4136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (6d7c7d13-15a4-4294-9238-34f15898b7b6), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:23.821359 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a8e262c1-74f3-47f4-88c6-e9d7164fb54b tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:23.832159 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-a8e262c1-74f3-47f4-88c6-e9d7164fb54b tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "DELETE /v2.0/ports/07a38b32-6475-4cbc-b57d-96087403a3a5 HTTP/1.1" status: 204 len: 168 time: 1.8576102 Feb 19 03:00:23.834522 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 46004) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:23.853794 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0780d1d-998f-4738-89dc-3f75e6cc6c49 req-b33dddd1-205f-4e4e-889c-2c3a9d04df4b tempest-ServerTagsTestJSON-496000859 tempest-ServerTagsTestJSON-496000859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:23.867825 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f0780d1d-998f-4738-89dc-3f75e6cc6c49 req-b33dddd1-205f-4e4e-889c-2c3a9d04df4b tempest-ServerTagsTestJSON-496000859 tempest-ServerTagsTestJSON-496000859-project] 10.222.0.72 "GET /v2.0/ports?device_id=766d51b9-7648-4f39-8f1a-cc13734f4f5e HTTP/1.1" status: 200 len: 944 time: 0.4887378 Feb 19 03:00:23.912710 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ef467a2-85d7-490d-ae0d-a170a84b365b tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] GET failed (client error): The resource could not be found. Feb 19 03:00:23.921776 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-2ef467a2-85d7-490d-ae0d-a170a84b365b tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "GET /v2.0/ports/07a38b32-6475-4cbc-b57d-96087403a3a5 HTTP/1.1" status: 404 len: 333 time: 0.0785084 Feb 19 03:00:23.923085 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 46006) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:23.938905 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 883ca1c8-7f70-4238-86e2-ed4a335212b1, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=883ca1c8-7f70-4238-86e2-ed4a335212b1,segment=NetworkSegment(57aa002e-6d14-4e1b-ad3f-d488e2fbb6fa),segment_id=57aa002e-6d14-4e1b-ad3f-d488e2fbb6fa)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:00:23.966368 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Returning: {'device': '883ca1c8-7f70-4238-86e2-ed4a335212b1', 'network_id': '76e4549b-eda6-453a-b18c-4ad693de8c7e', 'port_id': '883ca1c8-7f70-4238-86e2-ed4a335212b1', 'mac_address': 'fa:16:3e:eb:d8:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da2fec93-49fe-492c-b451-4e75f83fe240', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:00:23.971382 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 6d7c7d13-15a4-4294-9238-34f15898b7b6 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:00:23.972981 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-acd4c9f2-47a9-487f-86e9-4971dfe74919 req-61ae7ae7-4741-45c4-bb3f-461c93da19b1 service neutron] 10.222.0.82 "GET /v2.0/networks/76e4549b-eda6-453a-b18c-4ad693de8c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8844810 Feb 19 03:00:24.098539 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-03b34936-516c-4f0f-8956-38e5e1804add tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Deleting subnet d4edb03f-ff41-4d00-b8cf-6dabe8231305 {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:00:24.104945 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-03b34936-516c-4f0f-8956-38e5e1804add tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks [] for subnet (d4edb03f-ff41-4d00-b8cf-6dabe8231305), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:24.139328 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f0780d1d-998f-4738-89dc-3f75e6cc6c49 req-ce3702ee-24d3-404d-9c0f-a66fae6b7e3c tempest-ServerTagsTestJSON-496000859 tempest-ServerTagsTestJSON-496000859-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a532b88-69cd-497b-b164-148fb494cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665043 Feb 19 03:00:24.154467 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-38c8b1eb-ef50-4345-ae07-3beb70854554 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=88e64a79afb6406b993d07939a766ffe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7050619 Feb 19 03:00:24.157256 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 46012) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:24.179418 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 6d7c7d13-15a4-4294-9238-34f15898b7b6 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:00:24.180177 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (6d7c7d13-15a4-4294-9238-34f15898b7b6), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:24.200414 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-03b34936-516c-4f0f-8956-38e5e1804add tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (d4edb03f-ff41-4d00-b8cf-6dabe8231305), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:24.296377 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-acd4c9f2-47a9-487f-86e9-4971dfe74919 req-a2cdc430-7aa7-45c6-a03a-2ef40180d335 service neutron] 10.222.0.82 "GET /v2.0/networks/76e4549b-eda6-453a-b18c-4ad693de8c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3170021 Feb 19 03:00:24.463733 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ec8f65f8-5dc6-433e-9044-0b4ccc0e227e admin admin] Publish callbacks [] for security_group (dec778be-3ccc-4300-8a18-3b27eba0245a), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:24.465182 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 883ca1c8-7f70-4238-86e2-ed4a335212b1 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:00:24.466471 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (883ca1c8-7f70-4238-86e2-ed4a335212b1), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:24.473183 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 46024) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:24.484542 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-d8c47313-94c8-4604-b4c6-7a3449f104c3 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-230694221-network', 'tenant_id': '6ce7a0e6ccd0405fbce157e44b309c0f'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:00:24.513158 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e074e9a6-37ac-47a2-9821-1b941a82239c req-e1304d48-de71-4072-b817-8a2a0a3639b5 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:24.515101 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e074e9a6-37ac-47a2-9821-1b941a82239c req-e1304d48-de71-4072-b817-8a2a0a3639b5 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 946 time: 0.1510863 Feb 19 03:00:24.522363 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7da5c6a5-af49-4b81-b59b-35003d821a44 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (521838dc-f331-4599-98ff-0e14a0dc7595), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:24.525283 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e3b298d3-3249-44e5-aaa5-fbb31b6b4136 None None] Current status of the port 6d7c7d13-15a4-4294-9238-34f15898b7b6 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:00:24.571802 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ec8f65f8-5dc6-433e-9044-0b4ccc0e227e admin admin] Publish callbacks [] for security_group (dec778be-3ccc-4300-8a18-3b27eba0245a), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:24.580211 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 883ca1c8-7f70-4238-86e2-ed4a335212b1 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:00:24.586084 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-03b34936-516c-4f0f-8956-38e5e1804add tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (d4edb03f-ff41-4d00-b8cf-6dabe8231305), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:24.600274 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5c6a5-af49-4b81-b59b-35003d821a44 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event deleted for resources: {'Port': ['ID=521838dc-f331-4599-98ff-0e14a0dc7595,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:24.633129 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8c47313-94c8-4604-b4c6-7a3449f104c3 admin admin] Made reservation on behalf of 6ce7a0e6ccd0405fbce157e44b309c0f for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:00:24.635627 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d8c47313-94c8-4604-b4c6-7a3449f104c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:24.701812 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d8c47313-94c8-4604-b4c6-7a3449f104c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:24.710740 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7da5c6a5-af49-4b81-b59b-35003d821a44 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:24.724512 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-7da5c6a5-af49-4b81-b59b-35003d821a44 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "DELETE /v2.0/ports/521838dc-f331-4599-98ff-0e14a0dc7595 HTTP/1.1" status: 204 len: 168 time: 3.7701082 Feb 19 03:00:24.727304 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 46028) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:24.738954 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 6d7c7d13-15a4-4294-9238-34f15898b7b6 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:00:24.740756 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 21ac9c0a-bf0a-4248-b883-a25009b27fff up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:00:24.852416 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-03b34936-516c-4f0f-8956-38e5e1804add tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (d4edb03f-ff41-4d00-b8cf-6dabe8231305), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:24.906368 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 883ca1c8-7f70-4238-86e2-ed4a335212b1, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=883ca1c8-7f70-4238-86e2-ed4a335212b1,segment=NetworkSegment(57aa002e-6d14-4e1b-ad3f-d488e2fbb6fa),segment_id=57aa002e-6d14-4e1b-ad3f-d488e2fbb6fa)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:00:24.931600 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e074e9a6-37ac-47a2-9821-1b941a82239c req-089981bf-5206-4272-abed-36b16a002c6c tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4048831 Feb 19 03:00:24.935409 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-03b34936-516c-4f0f-8956-38e5e1804add tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:24.941253 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-c3105ccd-a6be-4bd7-a616-9b9b77f0751e None None] Could not find standard attr ID for object 521838dc-f331-4599-98ff-0e14a0dc7595. {{(pid=103703) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:00:24.955697 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-03b34936-516c-4f0f-8956-38e5e1804add tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "DELETE /v2.0/subnets/d4edb03f-ff41-4d00-b8cf-6dabe8231305 HTTP/1.1" status: 204 len: 168 time: 1.0279386 Feb 19 03:00:24.956444 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 46034) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:24.967651 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ebf56a3-40f6-41ce-968b-e3ad961fcb90 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:24.967861 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (883ca1c8-7f70-4238-86e2-ed4a335212b1), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:24.969265 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ebf56a3-40f6-41ce-968b-e3ad961fcb90 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:24.971264 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-0ebf56a3-40f6-41ce-968b-e3ad961fcb90 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2377458 Feb 19 03:00:24.974049 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 46036) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:25.064114 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ec8f65f8-5dc6-433e-9044-0b4ccc0e227e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (dec778be-3ccc-4300-8a18-3b27eba0245a), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:25.070909 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ec8f65f8-5dc6-433e-9044-0b4ccc0e227e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:25.074516 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-ec8f65f8-5dc6-433e-9044-0b4ccc0e227e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/dec778be-3ccc-4300-8a18-3b27eba0245a HTTP/1.1" status: 204 len: 168 time: 0.9139371 Feb 19 03:00:25.120562 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-c3105ccd-a6be-4bd7-a616-9b9b77f0751e None None] Provisioning complete for port abc76e4c-226f-4e58-8344-b688bb543a4f triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:00:25.120945 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c3105ccd-a6be-4bd7-a616-9b9b77f0751e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (abc76e4c-226f-4e58-8344-b688bb543a4f), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:25.141359 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_v2 [None req-71c8b924-3af7-4421-8377-05d65f6f3a40 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Deleting subnet 843abf41-2db9-41b6-9877-d9f65bd76ebd {{(pid=103701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:00:25.149767 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-71c8b924-3af7-4421-8377-05d65f6f3a40 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks [] for subnet (843abf41-2db9-41b6-9877-d9f65bd76ebd), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:25.256803 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-71c8b924-3af7-4421-8377-05d65f6f3a40 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12647399'] for subnet (843abf41-2db9-41b6-9877-d9f65bd76ebd), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:25.301931 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['883ca1c8-7f70-4238-86e2-ed4a335212b1'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:00:25.371002 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6acbf0-7b7e-49be-8a00-fc0b30e8e84c None None] Network 5a06b584-8673-4214-a177-d93ea9553298 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:00:25.373873 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=883ca1c8-7f70-4238-86e2-ed4a335212b1,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:25.389695 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd226fc-12b7-4c93-94d8-dfa86564c62a None None] Sync routers for ids ['f2414ecd-3609-48be-8472-25fc1677bdee'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:00:25.407042 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd226fc-12b7-4c93-94d8-dfa86564c62a None None] Routers {'f2414ecd-3609-48be-8472-25fc1677bdee'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:00:25.408629 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-9fd226fc-12b7-4c93-94d8-dfa86564c62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:00:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['f2414ecd-3609-48be-8472-25fc1677bdee'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:00:25.467145 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 21ac9c0a-bf0a-4248-b883-a25009b27fff triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:00:25.467635 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (21ac9c0a-bf0a-4248-b883-a25009b27fff), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:25.474429 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-71c8b924-3af7-4421-8377-05d65f6f3a40 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (843abf41-2db9-41b6-9877-d9f65bd76ebd), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:25.701693 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628d66dc-e710-4d0b-b6c7-e5a388a12345 req-0940a3d1-4ff9-4869-8f71-a6da066ff80c tempest-ServerTagsTestJSON-496000859 tempest-ServerTagsTestJSON-496000859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:25.709425 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-628d66dc-e710-4d0b-b6c7-e5a388a12345 req-0940a3d1-4ff9-4869-8f71-a6da066ff80c tempest-ServerTagsTestJSON-496000859 tempest-ServerTagsTestJSON-496000859-project] 10.222.0.72 "GET /v2.0/ports?device_id=766d51b9-7648-4f39-8f1a-cc13734f4f5e HTTP/1.1" status: 200 len: 945 time: 0.1641614 Feb 19 03:00:25.810647 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-71c8b924-3af7-4421-8377-05d65f6f3a40 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12647206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58706286'] for subnet (843abf41-2db9-41b6-9877-d9f65bd76ebd), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:25.908979 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c8b924-3af7-4421-8377-05d65f6f3a40 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event deleted for resources: {'Subnet': ['ID=843abf41-2db9-41b6-9877-d9f65bd76ebd,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:25.914436 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-71c8b924-3af7-4421-8377-05d65f6f3a40 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:25.923527 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-71c8b924-3af7-4421-8377-05d65f6f3a40 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "DELETE /v2.0/subnets/843abf41-2db9-41b6-9877-d9f65bd76ebd HTTP/1.1" status: 204 len: 168 time: 0.9460902 Feb 19 03:00:25.940445 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-628d66dc-e710-4d0b-b6c7-e5a388a12345 req-b99d160f-a49d-4ee6-9ddd-6ff489bd9f22 tempest-ServerTagsTestJSON-496000859 tempest-ServerTagsTestJSON-496000859-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a532b88-69cd-497b-b164-148fb494cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271338 Feb 19 03:00:25.940973 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 46062) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:26.026385 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-9fd226fc-12b7-4c93-94d8-dfa86564c62a None None] Set router f2414ecd-3609-48be-8472-25fc1677bdee gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:00:26.026940 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a45a96b-9284-4cd2-afe6-f5c9f50027d7 None None] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:00:26.049884 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-299e826d-3ab8-47e2-894c-fbd42e9975da tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1049004 Feb 19 03:00:26.049884 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 46066) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:26.248153 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-92dc048c-9f49-41c6-8e06-7a3c013aafb6 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (5a06b584-8673-4214-a177-d93ea9553298), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:26.257379 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b34936-516c-4f0f-8956-38e5e1804add tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Pushing event deleted for resources: {'Subnet': ['ID=d4edb03f-ff41-4d00-b8cf-6dabe8231305,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:26.305945 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8f65f8-5dc6-433e-9044-0b4ccc0e227e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dec778be-3ccc-4300-8a18-3b27eba0245a,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:26.330013 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a553e9f9-1479-4bc5-8217-66cd781b49f3 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:26.331906 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-a553e9f9-1479-4bc5-8217-66cd781b49f3 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2765355 Feb 19 03:00:26.339010 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 46074) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:26.384787 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfeaf2a-d56d-4527-94eb-465022bcbd4f req-47a0c760-9d01-44e0-8c11-3ab3070f33e5 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:26.398284 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5cfeaf2a-d56d-4527-94eb-465022bcbd4f req-47a0c760-9d01-44e0-8c11-3ab3070f33e5 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 946 time: 0.2382014 Feb 19 03:00:26.492795 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d8c47313-94c8-4604-b4c6-7a3449f104c3 admin admin] Publish callbacks [] for security_group (1e5cd793-fffa-431c-8580-623b0b967d5f), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:26.529365 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d8c47313-94c8-4604-b4c6-7a3449f104c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (1e5cd793-fffa-431c-8580-623b0b967d5f), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:26.555382 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5cfeaf2a-d56d-4527-94eb-465022bcbd4f req-691fca0e-6a78-46fb-91c6-e3df6c13df7e tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097710 Feb 19 03:00:26.559684 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-92dc048c-9f49-41c6-8e06-7a3c013aafb6 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Deleting port abc76e4c-226f-4e58-8344-b688bb543a4f {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:00:26.560198 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-92dc048c-9f49-41c6-8e06-7a3c013aafb6 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (abc76e4c-226f-4e58-8344-b688bb543a4f), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:26.597346 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-479e9300-51eb-4b8e-8c0e-c24bdc8f1c8f tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:26.602619 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-479e9300-51eb-4b8e-8c0e-c24bdc8f1c8f tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2582374 Feb 19 03:00:26.605297 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 46082) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:26.654056 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8c47313-94c8-4604-b4c6-7a3449f104c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 275, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:00:26.678917 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-9fd226fc-12b7-4c93-94d8-dfa86564c62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2414ecd-3609-48be-8472-25fc1677bdee', 'name': 'tempest-TestAggregatesBasicOps-707011584-router', 'tenant_id': '9fa4e4fe0ba24f078d0901811643d0b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '21ac9c0a-bf0a-4248-b883-a25009b27fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:00:09Z', 'updated_at': '2022-02-19T03:00:18Z', 'revision_number': 4, 'project_id': '9fa4e4fe0ba24f078d0901811643d0b3', 'gw_port': {'id': '21ac9c0a-bf0a-4248-b883-a25009b27fff', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:db:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2414ecd-3609-48be-8472-25fc1677bdee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:00:10Z', 'updated_at': '2022-02-19T03:00:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': 'abaece7b-e503-4391-b613-3cea1c116c3e', 'name': '', 'network_id': '726d35fd-bc73-4db7-8c3f-3b952ba7132f', 'tenant_id': '9fa4e4fe0ba24f078d0901811643d0b3', 'mac_address': 'fa:16:3e:85:94:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2414ecd-3609-48be-8472-25fc1677bdee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2402, 'fixed_ips': [{'subnet_id': '080e39d4-9280-4d40-8c79-ecd8b0f91157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:00:16Z', 'updated_at': '2022-02-19T03:00:18Z', 'revision_number': 2, 'project_id': '9fa4e4fe0ba24f078d0901811643d0b3', 'subnets': [{'id': '080e39d4-9280-4d40-8c79-ecd8b0f91157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:00:26.694148 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-01441399-c2d2-4eeb-89a6-11cb4e08ee70 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0874581 Feb 19 03:00:26.698966 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 46090) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:26.706793 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-95fb5130-10bd-4428-98e5-e0a5bf280742 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Request body: {'subnet': {'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:00:26.716678 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd226fc-12b7-4c93-94d8-dfa86564c62a None None] Checking router: f2414ecd-3609-48be-8472-25fc1677bdee for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:00:26.717387 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd226fc-12b7-4c93-94d8-dfa86564c62a None None] Updating router f2414ecd-3609-48be-8472-25fc1677bdee port abaece7b-e503-4391-b613-3cea1c116c3e binding host n-d-826753-2 {{(pid=103704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:00:26.768666 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-9fd226fc-12b7-4c93-94d8-dfa86564c62a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (abaece7b-e503-4391-b613-3cea1c116c3e), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:26.862632 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c47313-94c8-4604-b4c6-7a3449f104c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e5cd793-fffa-431c-8580-623b0b967d5f,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:26.866938 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 21ac9c0a-bf0a-4248-b883-a25009b27fff is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:00:26.867324 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (21ac9c0a-bf0a-4248-b883-a25009b27fff), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:26.927554 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-c3105ccd-a6be-4bd7-a616-9b9b77f0751e None None] Current status of the port abc76e4c-226f-4e58-8344-b688bb543a4f is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:00:26.931760 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d8c47313-94c8-4604-b4c6-7a3449f104c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (29443568-61b9-4774-ac70-95706a0af3c1), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:26.932171 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-d8c47313-94c8-4604-b4c6-7a3449f104c3 admin admin] Added segment 29443568-61b9-4774-ac70-95706a0af3c1 of type vlan for network a0b72bfa-0144-4956-946c-e73daf6d88fc Feb 19 03:00:26.951820 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95fb5130-10bd-4428-98e5-e0a5bf280742 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Made reservation on behalf of bb74a1a86b774cd895fbb7befcc78fd8 for: {'subnet': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:00:26.955374 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-95fb5130-10bd-4428-98e5-e0a5bf280742 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58706307'] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:27.073191 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:27.097694 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b65dbe-a18c-4212-b2ed-d19734b6e608 None None] DHCP port deletion for 5a06b584-8673-4214-a177-d93ea9553298 request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:00:27.098878 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-92dc048c-9f49-41c6-8e06-7a3c013aafb6 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] For port abc76e4c-226f-4e58-8344-b688bb543a4f, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=abc76e4c-226f-4e58-8344-b688bb543a4f,segment=NetworkSegment(031ebc09-c5a8-4d78-923b-094390c73e31),segment_id=031ebc09-c5a8-4d78-923b-094390c73e31)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:00:27.099234 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-92dc048c-9f49-41c6-8e06-7a3c013aafb6 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (abc76e4c-226f-4e58-8344-b688bb543a4f), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:27.132896 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-92dc048c-9f49-41c6-8e06-7a3c013aafb6 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Calling delete_port for abc76e4c-226f-4e58-8344-b688bb543a4f owned by network:dhcp {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:00:27.172129 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port 21ac9c0a-bf0a-4248-b883-a25009b27fff, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=21ac9c0a-bf0a-4248-b883-a25009b27fff,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:00:27.219099 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-774c166f-5030-4850-953f-b62b43f5343b None None] Provisioning complete for port abc76e4c-226f-4e58-8344-b688bb543a4f triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:00:27.219598 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-774c166f-5030-4850-953f-b62b43f5343b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (abc76e4c-226f-4e58-8344-b688bb543a4f), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:27.243338 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 46100) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:27.274259 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-92dc048c-9f49-41c6-8e06-7a3c013aafb6 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (abc76e4c-226f-4e58-8344-b688bb543a4f), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:27.285944 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d8c47313-94c8-4604-b4c6-7a3449f104c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (a0b72bfa-0144-4956-946c-e73daf6d88fc), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:27.298603 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (21ac9c0a-bf0a-4248-b883-a25009b27fff), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:27.352632 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dc048c-9f49-41c6-8e06-7a3c013aafb6 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Pushing event deleted for resources: {'Port': ['ID=abc76e4c-226f-4e58-8344-b688bb543a4f,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:27.372589 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92dc048c-9f49-41c6-8e06-7a3c013aafb6 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] No DVR routers for this DVR port abc76e4c-226f-4e58-8344-b688bb543a4f on host n-d-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:00:27.426112 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f19930d-8c3d-40b5-80c2-51e047427b51 req-8f889c57-ef66-4e86-b5cb-d45a9005f2ed tempest-ServerTagsTestJSON-496000859 tempest-ServerTagsTestJSON-496000859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:27.430398 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7f19930d-8c3d-40b5-80c2-51e047427b51 req-8f889c57-ef66-4e86-b5cb-d45a9005f2ed tempest-ServerTagsTestJSON-496000859 tempest-ServerTagsTestJSON-496000859-project] 10.222.0.72 "GET /v2.0/ports?device_id=766d51b9-7648-4f39-8f1a-cc13734f4f5e HTTP/1.1" status: 200 len: 945 time: 0.2897031 Feb 19 03:00:27.447528 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-c9f98e66-631a-4313-9d0e-2a62dac9dff8 tempest-TagsTest-1095142561 tempest-TagsTest-1095142561-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-616029941'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:00:27.508477 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-9fd226fc-12b7-4c93-94d8-dfa86564c62a None None] Publish callbacks [] for port (abaece7b-e503-4391-b613-3cea1c116c3e), precommit_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:27.513413 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9f98e66-631a-4313-9d0e-2a62dac9dff8 tempest-TagsTest-1095142561 tempest-TagsTest-1095142561-project] Made reservation on behalf of 464f7752196c4431bd2a844770d05366 for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:00:27.516879 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c9f98e66-631a-4313-9d0e-2a62dac9dff8 tempest-TagsTest-1095142561 tempest-TagsTest-1095142561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:27.524958 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-9fd226fc-12b7-4c93-94d8-dfa86564c62a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (abaece7b-e503-4391-b613-3cea1c116c3e), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:27.534583 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c9f98e66-631a-4313-9d0e-2a62dac9dff8 tempest-TagsTest-1095142561 tempest-TagsTest-1095142561-project] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:27.557927 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d8c47313-94c8-4604-b4c6-7a3449f104c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (a0b72bfa-0144-4956-946c-e73daf6d88fc), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:27.558988 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c47313-94c8-4604-b4c6-7a3449f104c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:27.559603 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d8c47313-94c8-4604-b4c6-7a3449f104c3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:27.565591 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-92dc048c-9f49-41c6-8e06-7a3c013aafb6 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (5a06b584-8673-4214-a177-d93ea9553298), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:27.596908 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-774c166f-5030-4850-953f-b62b43f5343b None None] Could not find standard attr ID for object abc76e4c-226f-4e58-8344-b688bb543a4f. {{(pid=103703) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:00:27.606999 n-d-826753-2 neutron-server[103703]: INFO neutron.plugins.ml2.db [None req-774c166f-5030-4850-953f-b62b43f5343b None None] No ports have port_id starting with abc76e4c-226f-4e58-8344-b688bb543a4f Feb 19 03:00:27.610624 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21b614f-b07a-473e-9b0c-29612d18c3d5 None None] Pushing event updated for resources: {'Port': ['ID=abaece7b-e503-4391-b613-3cea1c116c3e,revision_number=3']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:27.619258 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-92dc048c-9f49-41c6-8e06-7a3c013aafb6 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a06b584-8673-4214-a177-d93ea9553298']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:00:27.628999 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21b614f-b07a-473e-9b0c-29612d18c3d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:00:27.629875 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21b614f-b07a-473e-9b0c-29612d18c3d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:00:27.630424 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21b614f-b07a-473e-9b0c-29612d18c3d5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:00:27.630943 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21b614f-b07a-473e-9b0c-29612d18c3d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:00:27.631456 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21b614f-b07a-473e-9b0c-29612d18c3d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:00:27.632073 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21b614f-b07a-473e-9b0c-29612d18c3d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:00:27.632587 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21b614f-b07a-473e-9b0c-29612d18c3d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:00:27.633180 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21b614f-b07a-473e-9b0c-29612d18c3d5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:00:27.633706 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21b614f-b07a-473e-9b0c-29612d18c3d5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:00:27.634274 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21b614f-b07a-473e-9b0c-29612d18c3d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:00:27.635150 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21b614f-b07a-473e-9b0c-29612d18c3d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:00:27.635675 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21b614f-b07a-473e-9b0c-29612d18c3d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:00:27.636180 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21b614f-b07a-473e-9b0c-29612d18c3d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:00:27.661156 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-d8c47313-94c8-4604-b4c6-7a3449f104c3 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.1822562 Feb 19 03:00:27.673119 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-92dc048c-9f49-41c6-8e06-7a3c013aafb6 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '031ebc09-c5a8-4d78-923b-094390c73e31') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:00:27.673422 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-92dc048c-9f49-41c6-8e06-7a3c013aafb6 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '031ebc09-c5a8-4d78-923b-094390c73e31') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:00:27.676027 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 46112) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:27.683292 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device abc76e4c-226f-4e58-8344-b688bb543a4f no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:00:27.690778 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-c1567535-e154-484d-bb5f-8ca5db35d9e2 admin admin] Request body: {'subnet': {'network_id': 'a0b72bfa-0144-4956-946c-e73daf6d88fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-230694221-subnet', 'tenant_id': '6ce7a0e6ccd0405fbce157e44b309c0f', 'ip_version': 4}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:00:27.707754 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-9fd226fc-12b7-4c93-94d8-dfa86564c62a None None] Attempting to bind port abaece7b-e503-4391-b613-3cea1c116c3e on host n-d-826753-2 for vnic_type normal with profile {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:00:27.708889 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-9fd226fc-12b7-4c93-94d8-dfa86564c62a None None] Attempting to bind port abaece7b-e503-4391-b613-3cea1c116c3e by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '295b598a-2d85-4a41-8b97-49a183697789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '726d35fd-bc73-4db7-8c3f-3b952ba7132f'}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:00:27.709609 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd226fc-12b7-4c93-94d8-dfa86564c62a None None] Attempting to bind port abaece7b-e503-4391-b613-3cea1c116c3e on network 726d35fd-bc73-4db7-8c3f-3b952ba7132f {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:00:27.716856 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd226fc-12b7-4c93-94d8-dfa86564c62a None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:00:27.717688 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd226fc-12b7-4c93-94d8-dfa86564c62a None None] Checking segment: {'id': '295b598a-2d85-4a41-8b97-49a183697789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '726d35fd-bc73-4db7-8c3f-3b952ba7132f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:00:27.718334 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-9fd226fc-12b7-4c93-94d8-dfa86564c62a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:27.719050 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd226fc-12b7-4c93-94d8-dfa86564c62a None None] Bound using segment: {'id': '295b598a-2d85-4a41-8b97-49a183697789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '726d35fd-bc73-4db7-8c3f-3b952ba7132f'} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:00:27.719744 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-9fd226fc-12b7-4c93-94d8-dfa86564c62a None None] Bound port: abaece7b-e503-4391-b613-3cea1c116c3e, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '295b598a-2d85-4a41-8b97-49a183697789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '726d35fd-bc73-4db7-8c3f-3b952ba7132f'}}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:00:27.720360 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-9fd226fc-12b7-4c93-94d8-dfa86564c62a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (abaece7b-e503-4391-b613-3cea1c116c3e), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:27.755538 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-92dc048c-9f49-41c6-8e06-7a3c013aafb6 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (031ebc09-c5a8-4d78-923b-094390c73e31), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:27.766722 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1567535-e154-484d-bb5f-8ca5db35d9e2 admin admin] Made reservation on behalf of 6ce7a0e6ccd0405fbce157e44b309c0f for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:00:27.774868 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c1567535-e154-484d-bb5f-8ca5db35d9e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:27.801607 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-9fd226fc-12b7-4c93-94d8-dfa86564c62a None None] For port abaece7b-e503-4391-b613-3cea1c116c3e, host n-d-826753-2, cleared binding levels {{(pid=103704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:00:27.805752 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-9fd226fc-12b7-4c93-94d8-dfa86564c62a None None] For port abaece7b-e503-4391-b613-3cea1c116c3e, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=abaece7b-e503-4391-b613-3cea1c116c3e,segment=NetworkSegment(295b598a-2d85-4a41-8b97-49a183697789),segment_id=295b598a-2d85-4a41-8b97-49a183697789)] {{(pid=103704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:00:27.816737 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-9fd226fc-12b7-4c93-94d8-dfa86564c62a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (abaece7b-e503-4391-b613-3cea1c116c3e), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:27.896644 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: abc76e4c-226f-4e58-8344-b688bb543a4f {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:00:27.896989 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device abc76e4c-226f-4e58-8344-b688bb543a4f not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:00:27.901205 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd226fc-12b7-4c93-94d8-dfa86564c62a None None] Routers {'f2414ecd-3609-48be-8472-25fc1677bdee'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:00:27.901823 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-9fd226fc-12b7-4c93-94d8-dfa86564c62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:00:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['f2414ecd-3609-48be-8472-25fc1677bdee'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:00:27.948841 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21b614f-b07a-473e-9b0c-29612d18c3d5 None None] Pushing event updated for resources: {'Port': ['ID=abaece7b-e503-4391-b613-3cea1c116c3e,revision_number=4']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:27.982915 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-95fb5130-10bd-4428-98e5-e0a5bf280742 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12647271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58706289'] for subnet (ee0a77c1-1848-4893-8352-94bdfc7e02b9), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:28.028133 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e5b65dbe-a18c-4212-b2ed-d19734b6e608 None None] Deleting port abc76e4c-226f-4e58-8344-b688bb543a4f {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:00:28.028640 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e5b65dbe-a18c-4212-b2ed-d19734b6e608 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (abc76e4c-226f-4e58-8344-b688bb543a4f), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:28.041577 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=21ac9c0a-bf0a-4248-b883-a25009b27fff,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:28.150261 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca047d8e-2d70-4024-9ddb-b15e965ce385 None None] DHCP port deletion for 48d3009f-8d6e-4fac-a460-ff95e3f8d78a request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:00:28.162338 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c9f98e66-631a-4313-9d0e-2a62dac9dff8 tempest-TagsTest-1095142561 tempest-TagsTest-1095142561-project] Publish callbacks [] for security_group (935e6de9-2828-4a52-8874-47e19f93ed9a), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:28.176777 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c47313-94c8-4604-b4c6-7a3449f104c3 admin admin] Pushing event updated for resources: {'Network': ['ID=a0b72bfa-0144-4956-946c-e73daf6d88fc,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:28.199240 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c9f98e66-631a-4313-9d0e-2a62dac9dff8 tempest-TagsTest-1095142561 tempest-TagsTest-1095142561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (935e6de9-2828-4a52-8874-47e19f93ed9a), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:28.204710 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c1567535-e154-484d-bb5f-8ca5db35d9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (7151b1ba-ee43-4cc7-a941-3ebc601f6594), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:28.254878 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-9fd226fc-12b7-4c93-94d8-dfa86564c62a None None] Set router f2414ecd-3609-48be-8472-25fc1677bdee gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:00:28.272107 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-92dc048c-9f49-41c6-8e06-7a3c013aafb6 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (031ebc09-c5a8-4d78-923b-094390c73e31), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:28.295358 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95fb5130-10bd-4428-98e5-e0a5bf280742 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:00:28.308360 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e5b65dbe-a18c-4212-b2ed-d19734b6e608 None None] For port abc76e4c-226f-4e58-8344-b688bb543a4f, host n-d-826753-2, got binding levels [] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:00:28.310535 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e5b65dbe-a18c-4212-b2ed-d19734b6e608 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (abc76e4c-226f-4e58-8344-b688bb543a4f), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:28.331196 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7f19930d-8c3d-40b5-80c2-51e047427b51 req-6ddb13a8-8895-4ae6-8539-ba65447224eb tempest-ServerTagsTestJSON-496000859 tempest-ServerTagsTestJSON-496000859-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a532b88-69cd-497b-b164-148fb494cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8916667 Feb 19 03:00:28.333448 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-95fb5130-10bd-4428-98e5-e0a5bf280742 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:00:28.344459 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fb5130-10bd-4428-98e5-e0a5bf280742 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:28.345691 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e5b65dbe-a18c-4212-b2ed-d19734b6e608 None None] Calling delete_port for abc76e4c-226f-4e58-8344-b688bb543a4f owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:00:28.346314 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-95fb5130-10bd-4428-98e5-e0a5bf280742 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:28.353250 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.ipam_backend_mixin [None req-e5b65dbe-a18c-4212-b2ed-d19734b6e608 None None] Port abc76e4c-226f-4e58-8344-b688bb543a4f was not found and therefore no delete operation was performed {{(pid=103703) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 03:00:28.357928 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9f98e66-631a-4313-9d0e-2a62dac9dff8 tempest-TagsTest-1095142561 tempest-TagsTest-1095142561-project] vlan segment allocate from pool success with {'vlan_id': 263, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:00:28.363679 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e5b65dbe-a18c-4212-b2ed-d19734b6e608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (abc76e4c-226f-4e58-8344-b688bb543a4f), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:28.378135 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92dc048c-9f49-41c6-8e06-7a3c013aafb6 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Releasing vlan 278 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:00:28.378135 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-92dc048c-9f49-41c6-8e06-7a3c013aafb6 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (031ebc09-c5a8-4d78-923b-094390c73e31), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:28.386247 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network a0b72bfa-0144-4956-946c-e73daf6d88fc details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:00:28.393214 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 03:00:28.393214 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:00:28.393214 n-d-826753-2 neutron-server[103702]: timer() Feb 19 03:00:28.393214 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:00:28.393214 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 03:00:28.393214 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:00:28.393214 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 03:00:28.393214 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:00:28.393214 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 03:00:28.393214 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:00:28.393214 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 03:00:28.393214 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:00:28.393214 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 03:00:28.393214 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:00:28.393214 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:00:28.393214 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:00:28.393214 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:00:28.393214 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:00:28.393214 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 03:00:28.393214 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:00:28.393214 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 03:00:28.393214 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:00:28.393214 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:00:28.393214 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:00:28.393214 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 03:00:28.393214 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:00:28.393214 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:00:28.393214 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:00:28.393214 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:00:28.393214 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:00:28.393214 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:00:28.393214 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:00:28.469306 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-95fb5130-10bd-4428-98e5-e0a5bf280742 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7651157 Feb 19 03:00:28.473484 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 46116) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:28.480110 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c9f98e66-631a-4313-9d0e-2a62dac9dff8 tempest-TagsTest-1095142561 tempest-TagsTest-1095142561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (86609ff4-988c-436c-8859-256d25acc942), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:28.480481 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-c9f98e66-631a-4313-9d0e-2a62dac9dff8 tempest-TagsTest-1095142561 tempest-TagsTest-1095142561-project] Added segment 86609ff4-988c-436c-8859-256d25acc942 of type vlan for network ca9c5812-f3e1-4c47-a797-bf40ecdc989f Feb 19 03:00:28.483074 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f98e66-631a-4313-9d0e-2a62dac9dff8 tempest-TagsTest-1095142561 tempest-TagsTest-1095142561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=935e6de9-2828-4a52-8874-47e19f93ed9a,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:28.489531 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-d330b82b-7ec0-4faa-b92d-8f526d19acd1 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Request body: {'port': {'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a', 'fixed_ips': [{'subnet_id': 'ee0a77c1-1848-4893-8352-94bdfc7e02b9', 'ip_address': '2001:db8::fabd:cd43:1542:32c2'}], 'name': 'tempest-NetworksTestDHCPv6-256032389'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:00:28.500435 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb5130-10bd-4428-98e5-e0a5bf280742 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event updated for resources: {'Subnet': ['ID=ee0a77c1-1848-4893-8352-94bdfc7e02b9,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:28.520519 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c063e051-ee88-4377-a243-045f02b37a30 req-7f90b073-1670-440c-8b84-96ee58edf86e tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:28.536076 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c063e051-ee88-4377-a243-045f02b37a30 req-7f90b073-1670-440c-8b84-96ee58edf86e tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 946 time: 0.5798531 Feb 19 03:00:28.578396 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b65dbe-a18c-4212-b2ed-d19734b6e608 None None] Pushing event deleted for resources: {'Port': ['ID=abc76e4c-226f-4e58-8344-b688bb543a4f,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:28.579194 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1567535-e154-484d-bb5f-8ca5db35d9e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7151b1ba-ee43-4cc7-a941-3ebc601f6594,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:28.602597 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1567535-e154-484d-bb5f-8ca5db35d9e2 admin admin] Checking segment: {'id': '29443568-61b9-4774-ac70-95706a0af3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'a0b72bfa-0144-4956-946c-e73daf6d88fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:00:28.603281 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1567535-e154-484d-bb5f-8ca5db35d9e2 admin admin] Network hostable DHCP agents. Network: a0b72bfa-0144-4956-946c-e73daf6d88fc, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:00:28.610899 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c9f98e66-631a-4313-9d0e-2a62dac9dff8 tempest-TagsTest-1095142561 tempest-TagsTest-1095142561-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (ca9c5812-f3e1-4c47-a797-bf40ecdc989f), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:28.630729 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-92dc048c-9f49-41c6-8e06-7a3c013aafb6 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (5a06b584-8673-4214-a177-d93ea9553298), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:28.646866 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b65dbe-a18c-4212-b2ed-d19734b6e608 None None] No DVR routers for this DVR port abc76e4c-226f-4e58-8344-b688bb543a4f on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:00:28.657441 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-92dc048c-9f49-41c6-8e06-7a3c013aafb6 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:28.667131 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-9dc677c5-2789-4d24-b3a9-910e1c523817 None None] Provisioning complete for port abaece7b-e503-4391-b613-3cea1c116c3e triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:00:28.668456 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-9dc677c5-2789-4d24-b3a9-910e1c523817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (abaece7b-e503-4391-b613-3cea1c116c3e), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:28.675877 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-92dc048c-9f49-41c6-8e06-7a3c013aafb6 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "DELETE /v2.0/networks/5a06b584-8673-4214-a177-d93ea9553298 HTTP/1.1" status: 204 len: 168 time: 3.7119081 Feb 19 03:00:28.685210 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 46118) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:28.708908 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-6c9114b9-45c4-4d8e-adf2-4b640afad59b tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Request body: {'port': {'network_id': '6a524231-053d-4b27-8781-6700e8b17e0f', 'name': 'tempest-PortsTestJSON-1023462938'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:00:28.717328 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1567535-e154-484d-bb5f-8ca5db35d9e2 admin admin] Network a0b72bfa-0144-4956-946c-e73daf6d88fc is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:00:28.731745 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dc048c-9f49-41c6-8e06-7a3c013aafb6 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Pushing event deleted for resources: {'Network': ['ID=5a06b584-8673-4214-a177-d93ea9553298,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:28.741805 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c9f98e66-631a-4313-9d0e-2a62dac9dff8 tempest-TagsTest-1095142561 tempest-TagsTest-1095142561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (ca9c5812-f3e1-4c47-a797-bf40ecdc989f), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:28.748807 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f98e66-631a-4313-9d0e-2a62dac9dff8 tempest-TagsTest-1095142561 tempest-TagsTest-1095142561-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:28.749679 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c9f98e66-631a-4313-9d0e-2a62dac9dff8 tempest-TagsTest-1095142561 tempest-TagsTest-1095142561-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:28.783593 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c063e051-ee88-4377-a243-045f02b37a30 req-314feafa-e400-41e2-896c-7437c7d91e37 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049026 Feb 19 03:00:28.826845 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-c1567535-e154-484d-bb5f-8ca5db35d9e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, a0b72bfa-0144-4956-946c-e73daf6d88fc) {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:00:28.835553 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-9fd226fc-12b7-4c93-94d8-dfa86564c62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2414ecd-3609-48be-8472-25fc1677bdee', 'name': 'tempest-TestAggregatesBasicOps-707011584-router', 'tenant_id': '9fa4e4fe0ba24f078d0901811643d0b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '21ac9c0a-bf0a-4248-b883-a25009b27fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:00:09Z', 'updated_at': '2022-02-19T03:00:18Z', 'revision_number': 4, 'project_id': '9fa4e4fe0ba24f078d0901811643d0b3', 'gw_port': {'id': '21ac9c0a-bf0a-4248-b883-a25009b27fff', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:db:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2414ecd-3609-48be-8472-25fc1677bdee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:00:10Z', 'updated_at': '2022-02-19T03:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': 'abaece7b-e503-4391-b613-3cea1c116c3e', 'name': '', 'network_id': '726d35fd-bc73-4db7-8c3f-3b952ba7132f', 'tenant_id': '9fa4e4fe0ba24f078d0901811643d0b3', 'mac_address': 'fa:16:3e:85:94:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2414ecd-3609-48be-8472-25fc1677bdee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2402, 'fixed_ips': [{'subnet_id': '080e39d4-9280-4d40-8c79-ecd8b0f91157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:00:16Z', 'updated_at': '2022-02-19T03:00:27Z', 'revision_number': 4, 'project_id': '9fa4e4fe0ba24f078d0901811643d0b3', 'subnets': [{'id': '080e39d4-9280-4d40-8c79-ecd8b0f91157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:00:28.843888 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d8b390-42e9-48a8-800c-233297d3db2f None None] Network a0b72bfa-0144-4956-946c-e73daf6d88fc requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:00:28.846760 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1567535-e154-484d-bb5f-8ca5db35d9e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:28.847534 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c1567535-e154-484d-bb5f-8ca5db35d9e2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:28.888428 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d330b82b-7ec0-4faa-b92d-8f526d19acd1 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Made reservation on behalf of bb74a1a86b774cd895fbb7befcc78fd8 for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:00:28.893024 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd226fc-12b7-4c93-94d8-dfa86564c62a None None] The sync data for ids ['f2414ecd-3609-48be-8472-25fc1677bdee'] in n-d-826753-2 is: [{'id': 'f2414ecd-3609-48be-8472-25fc1677bdee', 'name': 'tempest-TestAggregatesBasicOps-707011584-router', 'tenant_id': '9fa4e4fe0ba24f078d0901811643d0b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '21ac9c0a-bf0a-4248-b883-a25009b27fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:00:09Z', 'updated_at': '2022-02-19T03:00:18Z', 'revision_number': 4, 'project_id': '9fa4e4fe0ba24f078d0901811643d0b3', 'gw_port': {'id': '21ac9c0a-bf0a-4248-b883-a25009b27fff', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:db:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2414ecd-3609-48be-8472-25fc1677bdee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:00:10Z', 'updated_at': '2022-02-19T03:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': 'abaece7b-e503-4391-b613-3cea1c116c3e', 'name': '', 'network_id': '726d35fd-bc73-4db7-8c3f-3b952ba7132f', 'tenant_id': '9fa4e4fe0ba24f078d0901811643d0b3', 'mac_address': 'fa:16:3e:85:94:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2414ecd-3609-48be-8472-25fc1677bdee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2402, 'fixed_ips': [{'subnet_id': '080e39d4-9280-4d40-8c79-ecd8b0f91157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:00:16Z', 'updated_at': '2022-02-19T03:00:27Z', 'revision_number': 4, 'project_id': '9fa4e4fe0ba24f078d0901811643d0b3', 'subnets': [{'id': '080e39d4-9280-4d40-8c79-ecd8b0f91157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:00:28.909343 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-c9f98e66-631a-4313-9d0e-2a62dac9dff8 tempest-TagsTest-1095142561 tempest-TagsTest-1095142561-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 1.6622584 Feb 19 03:00:28.913927 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 46120) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:28.959269 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.tag.tag_plugin [None req-c7048bd3-8cde-40e2-868f-39d2d12a27e9 tempest-TagsTest-1095142561 tempest-TagsTest-1095142561-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'ca9c5812-f3e1-4c47-a797-bf40ecdc989f', 'tempest-TagsTest-Tag-1867188479') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:00:29.043003 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d330b82b-7ec0-4faa-b92d-8f526d19acd1 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:29.047998 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-c1567535-e154-484d-bb5f-8ca5db35d9e2 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3686724 Feb 19 03:00:29.055806 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 46122) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:29.056020 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-ca047d8e-2d70-4024-9ddb-b15e965ce385 None None] Deleting port 6d7c7d13-15a4-4294-9238-34f15898b7b6 {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:00:29.056542 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-ca047d8e-2d70-4024-9ddb-b15e965ce385 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (6d7c7d13-15a4-4294-9238-34f15898b7b6), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:29.069709 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 883ca1c8-7f70-4238-86e2-ed4a335212b1 up at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:00:29.073176 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-450f58f7-0e83-4603-b0d4-b61497292b06 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-230694221-router', 'tenant_id': '6ce7a0e6ccd0405fbce157e44b309c0f', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:00:29.082012 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f98e66-631a-4313-9d0e-2a62dac9dff8 tempest-TagsTest-1095142561 tempest-TagsTest-1095142561-project] Pushing event updated for resources: {'Network': ['ID=ca9c5812-f3e1-4c47-a797-bf40ecdc989f,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:29.094497 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [None req-d330b82b-7ec0-4faa-b92d-8f526d19acd1 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] device_id is not set on port 7f51d922-21e1-47c4-a7a3-6e0ee12f5104 yet. {{(pid=103701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:00:29.095694 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c9114b9-45c4-4d8e-adf2-4b640afad59b tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Made reservation on behalf of e1a55fde9c7e4f5d96053750d488e677 for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:00:29.107241 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6c9114b9-45c4-4d8e-adf2-4b640afad59b tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:29.131673 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network ca9c5812-f3e1-4c47-a797-bf40ecdc989f details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:00:29.142989 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-450f58f7-0e83-4603-b0d4-b61497292b06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14172'] for router (2a8a42a6-32ee-44ae-bcf2-368538f85fb7), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:29.146964 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-450f58f7-0e83-4603-b0d4-b61497292b06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16317487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16285822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16309985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14247'] for router (2a8a42a6-32ee-44ae-bcf2-368538f85fb7), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:29.149465 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [None req-6c9114b9-45c4-4d8e-adf2-4b640afad59b tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] device_id is not set on port 1eb9087e-421e-4a63-bad7-7edf5a388f4e yet. {{(pid=103702) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:00:29.275200 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-450f58f7-0e83-4603-b0d4-b61497292b06 admin admin] Publish callbacks [] for router_controller (2a8a42a6-32ee-44ae-bcf2-368538f85fb7), precommit_add_association {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:29.403745 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-9dc677c5-2789-4d24-b3a9-910e1c523817 None None] Current status of the port abaece7b-e503-4391-b613-3cea1c116c3e is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:00:29.404245 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-9dc677c5-2789-4d24-b3a9-910e1c523817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (abaece7b-e503-4391-b613-3cea1c116c3e), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:29.407421 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ff39b8-e3c3-4144-9394-84c54c6fa7c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-a0b72bfa-0144-4956-946c-e73daf6d88fc', 'network_id': 'a0b72bfa-0144-4956-946c-e73daf6d88fc', 'project_id': '6ce7a0e6ccd0405fbce157e44b309c0f', 'fixed_ips': [{'subnet_id': '7151b1ba-ee43-4cc7-a941-3ebc601f6594'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:00:29.438375 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-03ff39b8-e3c3-4144-9394-84c54c6fa7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:29.532586 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-c7048bd3-8cde-40e2-868f-39d2d12a27e9 tempest-TagsTest-1095142561 tempest-TagsTest-1095142561-project] 10.222.0.72 "PUT /v2.0/networks/ca9c5812-f3e1-4c47-a797-bf40ecdc989f/tags/tempest-TagsTest-Tag-1867188479 HTTP/1.1" status: 201 len: 201 time: 0.5938737 Feb 19 03:00:29.533309 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 46130) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:29.539325 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6c9114b9-45c4-4d8e-adf2-4b640afad59b tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks [] for port (1eb9087e-421e-4a63-bad7-7edf5a388f4e), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:29.559668 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.tag.tag_plugin [None req-6161e081-2977-4837-a767-2e62c23922c4 tempest-TagsTest-1095142561 tempest-TagsTest-1095142561-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ca9c5812-f3e1-4c47-a797-bf40ecdc989f', 'tempest-TagsTest-Tag-1867188479') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:00:29.583134 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-9dc677c5-2789-4d24-b3a9-910e1c523817 None None] For port abaece7b-e503-4391-b613-3cea1c116c3e, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=abaece7b-e503-4391-b613-3cea1c116c3e,segment=NetworkSegment(295b598a-2d85-4a41-8b97-49a183697789),segment_id=295b598a-2d85-4a41-8b97-49a183697789)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:00:29.598633 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device abaece7b-e503-4391-b613-3cea1c116c3e up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:00:29.614551 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-9dc677c5-2789-4d24-b3a9-910e1c523817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (abaece7b-e503-4391-b613-3cea1c116c3e), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:29.739849 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc677c5-2789-4d24-b3a9-910e1c523817 None None] Pushing event updated for resources: {'Port': ['ID=abaece7b-e503-4391-b613-3cea1c116c3e,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:29.895893 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6c9114b9-45c4-4d8e-adf2-4b640afad59b tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (1eb9087e-421e-4a63-bad7-7edf5a388f4e), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:29.896989 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-03ff39b8-e3c3-4144-9394-84c54c6fa7c9 None None] Allocated IP 172.20.0.2 (a0b72bfa-0144-4956-946c-e73daf6d88fc/7151b1ba-ee43-4cc7-a941-3ebc601f6594/9fdfd686-8dc1-4df3-894c-f6421e886f4e) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:00:29.902295 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-450f58f7-0e83-4603-b0d4-b61497292b06 admin admin] Publish callbacks [] for router_gateway (2a8a42a6-32ee-44ae-bcf2-368538f85fb7), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:29.925353 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-6161e081-2977-4837-a767-2e62c23922c4 tempest-TagsTest-1095142561 tempest-TagsTest-1095142561-project] 10.222.0.72 "GET /v2.0/networks/ca9c5812-f3e1-4c47-a797-bf40ecdc989f/tags/tempest-TagsTest-Tag-1867188479 HTTP/1.1" status: 204 len: 168 time: 0.3891251 Feb 19 03:00:29.948570 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 46136) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:29.968609 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.tag.tag_plugin [None req-2c48ea56-084c-4f4c-9b05-b8889c27831c tempest-TagsTest-1095142561 tempest-TagsTest-1095142561-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'ca9c5812-f3e1-4c47-a797-bf40ecdc989f') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:00:30.007428 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9114b9-45c4-4d8e-adf2-4b640afad59b tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Network 6a524231-053d-4b27-8781-6700e8b17e0f is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:00:30.013525 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-6c9114b9-45c4-4d8e-adf2-4b640afad59b tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:00:30.018847 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9114b9-45c4-4d8e-adf2-4b640afad59b tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:00:30.040427 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9114b9-45c4-4d8e-adf2-4b640afad59b tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:30.041510 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6c9114b9-45c4-4d8e-adf2-4b640afad59b tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:30.060271 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa2721e-b915-466d-98bd-49f86e391708 req-9c9693e0-0334-4f70-b01c-5358e8aec5f2 tempest-ServerTagsTestJSON-496000859 tempest-ServerTagsTestJSON-496000859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:30.062862 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1aa2721e-b915-466d-98bd-49f86e391708 req-9c9693e0-0334-4f70-b01c-5358e8aec5f2 tempest-ServerTagsTestJSON-496000859 tempest-ServerTagsTestJSON-496000859-project] 10.222.0.72 "GET /v2.0/ports?device_id=766d51b9-7648-4f39-8f1a-cc13734f4f5e HTTP/1.1" status: 200 len: 945 time: 0.5618277 Feb 19 03:00:30.069213 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-03ff39b8-e3c3-4144-9394-84c54c6fa7c9 None None] Publish callbacks [] for port (9fdfd686-8dc1-4df3-894c-f6421e886f4e), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:30.089627 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-03ff39b8-e3c3-4144-9394-84c54c6fa7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (9fdfd686-8dc1-4df3-894c-f6421e886f4e), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:30.123747 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ff39b8-e3c3-4144-9394-84c54c6fa7c9 None None] Network a0b72bfa-0144-4956-946c-e73daf6d88fc is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:00:30.148940 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-03ff39b8-e3c3-4144-9394-84c54c6fa7c9 None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:00:30.152205 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ff39b8-e3c3-4144-9394-84c54c6fa7c9 None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:00:30.164959 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning for port 883ca1c8-7f70-4238-86e2-ed4a335212b1 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:00:30.166032 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9114b9-45c4-4d8e-adf2-4b640afad59b tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Pushing event updated for resources: {'Port': ['ID=1eb9087e-421e-4a63-bad7-7edf5a388f4e,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:30.180472 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-6c9114b9-45c4-4d8e-adf2-4b640afad59b tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.4892082 Feb 19 03:00:30.183045 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 46138) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:30.208981 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e3ec6011-2eca-4912-b0e4-4d263cbe37fe None None] Provisioning complete for port abaece7b-e503-4391-b613-3cea1c116c3e triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:00:30.209388 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e3ec6011-2eca-4912-b0e4-4d263cbe37fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (abaece7b-e503-4391-b613-3cea1c116c3e), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:30.256233 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-2c48ea56-084c-4f4c-9b05-b8889c27831c tempest-TagsTest-1095142561 tempest-TagsTest-1095142561-project] 10.222.0.72 "GET /v2.0/networks/ca9c5812-f3e1-4c47-a797-bf40ecdc989f/tags HTTP/1.1" status: 200 len: 238 time: 0.3002212 Feb 19 03:00:30.258380 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 46140) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:30.260763 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning complete for port 883ca1c8-7f70-4238-86e2-ed4a335212b1 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:00:30.261177 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (883ca1c8-7f70-4238-86e2-ed4a335212b1), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:30.261936 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.tag.tag_plugin [None req-06e2e2d9-3777-4ab8-984f-3d33f70741f4 tempest-TagsTest-1095142561 tempest-TagsTest-1095142561-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'ca9c5812-f3e1-4c47-a797-bf40ecdc989f', {'tags': ['tempest-TagsTest-Tag-1748402256', 'tempest-TagsTest-Tag-692498502', 'tempest-TagsTest-Tag-417853689']}) {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:00:30.272930 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-d330b82b-7ec0-4faa-b92d-8f526d19acd1 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Allocated IP 2001:db8::fabd:cd43:1542:32c2 (48d3009f-8d6e-4fac-a460-ff95e3f8d78a/ee0a77c1-1848-4893-8352-94bdfc7e02b9/7f51d922-21e1-47c4-a7a3-6e0ee12f5104) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:00:30.323488 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc363d8-1554-43b3-9124-be437166e989 req-74956104-4d5f-4baf-af65-61fa26525b6d tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:30.327952 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-ca047d8e-2d70-4024-9ddb-b15e965ce385 None None] For port 6d7c7d13-15a4-4294-9238-34f15898b7b6, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=6d7c7d13-15a4-4294-9238-34f15898b7b6,segment=NetworkSegment(c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8),segment_id=c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:00:30.328364 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-ca047d8e-2d70-4024-9ddb-b15e965ce385 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (6d7c7d13-15a4-4294-9238-34f15898b7b6), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:30.333272 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bdc363d8-1554-43b3-9124-be437166e989 req-74956104-4d5f-4baf-af65-61fa26525b6d tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 946 time: 0.4107952 Feb 19 03:00:30.377799 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-06e2e2d9-3777-4ab8-984f-3d33f70741f4 tempest-TagsTest-1095142561 tempest-TagsTest-1095142561-project] 10.222.0.72 "PUT /v2.0/networks/ca9c5812-f3e1-4c47-a797-bf40ecdc989f/tags HTTP/1.1" status: 200 len: 307 time: 0.1170406 Feb 19 03:00:30.393805 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 46142) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:30.403461 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec6011-2eca-4912-b0e4-4d263cbe37fe None None] Current status of the port abaece7b-e503-4391-b613-3cea1c116c3e is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:00:30.436978 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-03ff39b8-e3c3-4144-9394-84c54c6fa7c9 None None] Attempting to bind port 9fdfd686-8dc1-4df3-894c-f6421e886f4e on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:00:30.437699 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-03ff39b8-e3c3-4144-9394-84c54c6fa7c9 None None] Attempting to bind port 9fdfd686-8dc1-4df3-894c-f6421e886f4e by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '29443568-61b9-4774-ac70-95706a0af3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'a0b72bfa-0144-4956-946c-e73daf6d88fc'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:00:30.437802 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ff39b8-e3c3-4144-9394-84c54c6fa7c9 None None] Attempting to bind port 9fdfd686-8dc1-4df3-894c-f6421e886f4e on network a0b72bfa-0144-4956-946c-e73daf6d88fc {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:00:30.441756 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-ca047d8e-2d70-4024-9ddb-b15e965ce385 None None] Calling delete_port for 6d7c7d13-15a4-4294-9238-34f15898b7b6 owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:00:30.443512 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port abaece7b-e503-4391-b613-3cea1c116c3e triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:00:30.443893 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (abaece7b-e503-4391-b613-3cea1c116c3e), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:30.463099 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-51777f60-6e4a-48a2-91a0-5dee6fe08ac2 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Deleting port 1eb9087e-421e-4a63-bad7-7edf5a388f4e {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:00:30.463811 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-51777f60-6e4a-48a2-91a0-5dee6fe08ac2 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (1eb9087e-421e-4a63-bad7-7edf5a388f4e), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:30.486579 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ff39b8-e3c3-4144-9394-84c54c6fa7c9 None None] Pushing event updated for resources: {'Port': ['ID=9fdfd686-8dc1-4df3-894c-f6421e886f4e,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:30.513646 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ff39b8-e3c3-4144-9394-84c54c6fa7c9 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:00:30.514056 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ff39b8-e3c3-4144-9394-84c54c6fa7c9 None None] Checking segment: {'id': '29443568-61b9-4774-ac70-95706a0af3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'a0b72bfa-0144-4956-946c-e73daf6d88fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:00:30.514449 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-03ff39b8-e3c3-4144-9394-84c54c6fa7c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:30.514834 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ff39b8-e3c3-4144-9394-84c54c6fa7c9 None None] Bound using segment: {'id': '29443568-61b9-4774-ac70-95706a0af3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'a0b72bfa-0144-4956-946c-e73daf6d88fc'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:00:30.515329 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-03ff39b8-e3c3-4144-9394-84c54c6fa7c9 None None] Bound port: 9fdfd686-8dc1-4df3-894c-f6421e886f4e, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29443568-61b9-4774-ac70-95706a0af3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'a0b72bfa-0144-4956-946c-e73daf6d88fc'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:00:30.515716 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-03ff39b8-e3c3-4144-9394-84c54c6fa7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (9fdfd686-8dc1-4df3-894c-f6421e886f4e), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:30.569142 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d330b82b-7ec0-4faa-b92d-8f526d19acd1 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks [] for port (7f51d922-21e1-47c4-a7a3-6e0ee12f5104), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:30.574115 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-51777f60-6e4a-48a2-91a0-5dee6fe08ac2 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (1eb9087e-421e-4a63-bad7-7edf5a388f4e), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:30.594453 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-51777f60-6e4a-48a2-91a0-5dee6fe08ac2 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Calling delete_port for 1eb9087e-421e-4a63-bad7-7edf5a388f4e owned by {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:00:30.608147 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.tag.tag_plugin [None req-154766cf-6b39-4aab-a438-2211279f21d6 tempest-TagsTest-1095142561 tempest-TagsTest-1095142561-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'ca9c5812-f3e1-4c47-a797-bf40ecdc989f', 'tempest-TagsTest-Tag-1748402256') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:00:30.617362 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1aa2721e-b915-466d-98bd-49f86e391708 req-00059e4d-c048-43c1-b722-4928efe2c859 tempest-ServerTagsTestJSON-496000859 tempest-ServerTagsTestJSON-496000859-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a532b88-69cd-497b-b164-148fb494cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5403116 Feb 19 03:00:30.626246 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d330b82b-7ec0-4faa-b92d-8f526d19acd1 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (7f51d922-21e1-47c4-a7a3-6e0ee12f5104), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:30.744735 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-51777f60-6e4a-48a2-91a0-5dee6fe08ac2 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (1eb9087e-421e-4a63-bad7-7edf5a388f4e), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:30.779729 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d330b82b-7ec0-4faa-b92d-8f526d19acd1 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:00:30.784658 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d330b82b-7ec0-4faa-b92d-8f526d19acd1 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event updated for resources: {'Port': ['ID=7f51d922-21e1-47c4-a7a3-6e0ee12f5104,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:30.787952 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-d330b82b-7ec0-4faa-b92d-8f526d19acd1 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:00:30.797268 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d330b82b-7ec0-4faa-b92d-8f526d19acd1 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:00:30.804364 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d330b82b-7ec0-4faa-b92d-8f526d19acd1 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:30.805379 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d330b82b-7ec0-4faa-b92d-8f526d19acd1 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:30.815045 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51777f60-6e4a-48a2-91a0-5dee6fe08ac2 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Pushing event deleted for resources: {'Port': ['ID=1eb9087e-421e-4a63-bad7-7edf5a388f4e,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:30.829873 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-51777f60-6e4a-48a2-91a0-5dee6fe08ac2 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:30.842928 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-51777f60-6e4a-48a2-91a0-5dee6fe08ac2 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "DELETE /v2.0/ports/1eb9087e-421e-4a63-bad7-7edf5a388f4e HTTP/1.1" status: 204 len: 168 time: 0.6484735 Feb 19 03:00:30.843643 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 46148) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:30.854672 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-4470d992-a3c3-4783-8284-af1973b33469 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Request body: {'port': {'network_id': '6a524231-053d-4b27-8781-6700e8b17e0f', 'mac_address': 'fa:16:3e:1e:f0:a1', 'name': 'tempest-PortsTestJSON-1692975330'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:00:30.860775 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-d330b82b-7ec0-4faa-b92d-8f526d19acd1 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.3788888 Feb 19 03:00:30.864931 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 46150) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:30.876207 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-4f4200dd-8360-4d2b-bdbc-078707999e25 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Request body: {'port': {'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a', 'fixed_ips': [{'subnet_id': 'ee0a77c1-1848-4893-8352-94bdfc7e02b9', 'ip_address': '2001:db8::fabd:cd43:1542:32c2'}], 'name': 'tempest-NetworksTestDHCPv6-2060304946'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:00:30.888411 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port abaece7b-e503-4391-b613-3cea1c116c3e is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:00:30.889601 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 21ac9c0a-bf0a-4248-b883-a25009b27fff up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:00:30.909801 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bdc363d8-1554-43b3-9124-be437166e989 req-060ee6ea-8127-49f2-8672-49fe984a2124 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5753465 Feb 19 03:00:30.995540 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-03ff39b8-e3c3-4144-9394-84c54c6fa7c9 None None] For port 9fdfd686-8dc1-4df3-894c-f6421e886f4e, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:00:31.047435 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 883ca1c8-7f70-4238-86e2-ed4a335212b1 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:00:31.047617 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (883ca1c8-7f70-4238-86e2-ed4a335212b1), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:31.137730 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-03ff39b8-e3c3-4144-9394-84c54c6fa7c9 None None] For port 9fdfd686-8dc1-4df3-894c-f6421e886f4e, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=9fdfd686-8dc1-4df3-894c-f6421e886f4e,segment=NetworkSegment(29443568-61b9-4774-ac70-95706a0af3c1),segment_id=29443568-61b9-4774-ac70-95706a0af3c1)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:00:31.141851 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '766d51b9-7648-4f39-8f1a-cc13734f4f5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '883ca1c8-7f70-4238-86e2-ed4a335212b1'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:00:31.150849 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9043b113-0d00-4bd2-9214-8be6a161a494" -d '{"events": [{"server_uuid": "766d51b9-7648-4f39-8f1a-cc13734f4f5e", "name": "network-vif-plugged", "status": "completed", "tag": "883ca1c8-7f70-4238-86e2-ed4a335212b1"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:00:31.158155 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 883ca1c8-7f70-4238-86e2-ed4a335212b1, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=883ca1c8-7f70-4238-86e2-ed4a335212b1,segment=NetworkSegment(57aa002e-6d14-4e1b-ad3f-d488e2fbb6fa),segment_id=57aa002e-6d14-4e1b-ad3f-d488e2fbb6fa)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:00:31.165888 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-ca047d8e-2d70-4024-9ddb-b15e965ce385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (6d7c7d13-15a4-4294-9238-34f15898b7b6), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:31.187782 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (883ca1c8-7f70-4238-86e2-ed4a335212b1), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:31.191784 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca047d8e-2d70-4024-9ddb-b15e965ce385 None None] No DVR routers for this DVR port 6d7c7d13-15a4-4294-9238-34f15898b7b6 on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:00:31.213396 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-03ff39b8-e3c3-4144-9394-84c54c6fa7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (9fdfd686-8dc1-4df3-894c-f6421e886f4e), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:31.246943 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-154766cf-6b39-4aab-a438-2211279f21d6 tempest-TagsTest-1095142561 tempest-TagsTest-1095142561-project] 10.222.0.72 "DELETE /v2.0/networks/ca9c5812-f3e1-4c47-a797-bf40ecdc989f/tags/tempest-TagsTest-Tag-1748402256 HTTP/1.1" status: 204 len: 168 time: 0.8506823 Feb 19 03:00:31.252902 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 46154) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:31.253343 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437df9cc-896f-441e-b2ec-f11f7fc19c55 None None] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:00:31.263040 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.tag.tag_plugin [None req-dc2c139b-d361-4d2a-8126-f3703d9ca3d4 tempest-TagsTest-1095142561 tempest-TagsTest-1095142561-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ca9c5812-f3e1-4c47-a797-bf40ecdc989f', 'tempest-TagsTest-Tag-1748402256') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:00:31.269385 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-450f58f7-0e83-4603-b0d4-b61497292b06 admin admin] Publish callbacks [] for router_gateway (2a8a42a6-32ee-44ae-bcf2-368538f85fb7), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:31.319980 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4470d992-a3c3-4783-8284-af1973b33469 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Made reservation on behalf of e1a55fde9c7e4f5d96053750d488e677 for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:00:31.364234 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-450f58f7-0e83-4603-b0d4-b61497292b06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:31.380755 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bbd6aa0-ae95-495f-a92b-ebfc9d1f28ef x-openstack-request-id: req-9bbd6aa0-ae95-495f-a92b-ebfc9d1f28ef {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:00:31.382220 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "766d51b9-7648-4f39-8f1a-cc13734f4f5e", "name": "network-vif-plugged", "status": "completed", "tag": "883ca1c8-7f70-4238-86e2-ed4a335212b1", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:00:31.382572 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9bbd6aa0-ae95-495f-a92b-ebfc9d1f28ef {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:00:31.383071 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '766d51b9-7648-4f39-8f1a-cc13734f4f5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '883ca1c8-7f70-4238-86e2-ed4a335212b1', 'code': 200} Feb 19 03:00:31.437806 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca047d8e-2d70-4024-9ddb-b15e965ce385 None None] Pushing event deleted for resources: {'Port': ['ID=6d7c7d13-15a4-4294-9238-34f15898b7b6,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:31.452527 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 21ac9c0a-bf0a-4248-b883-a25009b27fff triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:00:31.454675 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (21ac9c0a-bf0a-4248-b883-a25009b27fff), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:31.463829 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4470d992-a3c3-4783-8284-af1973b33469 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:31.516133 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [None req-4470d992-a3c3-4783-8284-af1973b33469 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] device_id is not set on port 22fffee0-71f1-4501-8eb8-5f5ee013f8dd yet. {{(pid=103702) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:00:31.571404 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f4200dd-8360-4d2b-bdbc-078707999e25 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Made reservation on behalf of bb74a1a86b774cd895fbb7befcc78fd8 for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:00:31.664407 n-d-826753-2 neutron-server[103701]: INFO neutron.api.v2.resource [None req-dc2c139b-d361-4d2a-8126-f3703d9ca3d4 tempest-TagsTest-1095142561 tempest-TagsTest-1095142561-project] show failed (client error): The resource could not be found. Feb 19 03:00:31.667039 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24845ec1-5753-41a5-8fb9-c8fb860cd945 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-48d3009f-8d6e-4fac-a460-ff95e3f8d78a', 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a', 'project_id': 'bb74a1a86b774cd895fbb7befcc78fd8', 'fixed_ips': [{'subnet_id': 'ee0a77c1-1848-4893-8352-94bdfc7e02b9'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:00:31.673291 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-24845ec1-5753-41a5-8fb9-c8fb860cd945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:31.678660 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-dc2c139b-d361-4d2a-8126-f3703d9ca3d4 tempest-TagsTest-1095142561 tempest-TagsTest-1095142561-project] 10.222.0.72 "GET /v2.0/networks/ca9c5812-f3e1-4c47-a797-bf40ecdc989f/tags/tempest-TagsTest-Tag-1748402256 HTTP/1.1" status: 404 len: 326 time: 0.4236042 Feb 19 03:00:31.681915 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 46166) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:31.683116 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d8511b-7e97-4c82-bd62-5f07d3301702 req-41613b83-22e8-4be3-a461-39aabadf4feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:31.687198 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-66d8511b-7e97-4c82-bd62-5f07d3301702 req-41613b83-22e8-4be3-a461-39aabadf4feb service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=766d51b9-7648-4f39-8f1a-cc13734f4f5e HTTP/1.1" status: 200 len: 1128 time: 0.3302052 Feb 19 03:00:31.716131 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.tag.tag_plugin [None req-3e3bd57e-edcb-4638-9321-2d7800a9c2f6 tempest-TagsTest-1095142561 tempest-TagsTest-1095142561-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ca9c5812-f3e1-4c47-a797-bf40ecdc989f', 'tempest-TagsTest-Tag-692498502') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:00:31.855001 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-66d8511b-7e97-4c82-bd62-5f07d3301702 req-0f43b0fb-b0cc-4239-9f81-75fd89d26f0a service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=3a532b88-69cd-497b-b164-148fb494cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469834 Feb 19 03:00:31.889301 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=883ca1c8-7f70-4238-86e2-ed4a335212b1,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:31.905119 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-450f58f7-0e83-4603-b0d4-b61497292b06 admin admin] Allocated IP 172.25.6.181 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/7944cd06-d74d-4b29-8c61-02e2eeb00ffb) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:00:32.006363 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566889df-d335-4ba1-8010-53ad5c71b97a req-e764f1d3-4d05-42dd-b7ba-ed3bae6b930c tempest-ServerTagsTestJSON-496000859 tempest-ServerTagsTestJSON-496000859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:32.014105 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 21ac9c0a-bf0a-4248-b883-a25009b27fff is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:00:32.015248 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-566889df-d335-4ba1-8010-53ad5c71b97a req-e764f1d3-4d05-42dd-b7ba-ed3bae6b930c tempest-ServerTagsTestJSON-496000859 tempest-ServerTagsTestJSON-496000859-project] 10.222.0.72 "GET /v2.0/ports?device_id=766d51b9-7648-4f39-8f1a-cc13734f4f5e HTTP/1.1" status: 200 len: 946 time: 0.2296722 Feb 19 03:00:32.143755 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 6d7c7d13-15a4-4294-9238-34f15898b7b6 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:00:32.207213 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4f4200dd-8360-4d2b-bdbc-078707999e25 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:32.219267 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-3e3bd57e-edcb-4638-9321-2d7800a9c2f6 tempest-TagsTest-1095142561 tempest-TagsTest-1095142561-project] 10.222.0.72 "GET /v2.0/networks/ca9c5812-f3e1-4c47-a797-bf40ecdc989f/tags/tempest-TagsTest-Tag-692498502 HTTP/1.1" status: 204 len: 168 time: 0.5262189 Feb 19 03:00:32.219897 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 6d7c7d13-15a4-4294-9238-34f15898b7b6 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:00:32.220389 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 6d7c7d13-15a4-4294-9238-34f15898b7b6 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:00:32.228844 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 46172) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:32.236067 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ff39b8-e3c3-4144-9394-84c54c6fa7c9 None None] Pushing event updated for resources: {'Port': ['ID=9fdfd686-8dc1-4df3-894c-f6421e886f4e,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:32.244284 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.tag.tag_plugin [None req-026a6813-a544-4489-8fee-338dd9c6b7b8 tempest-TagsTest-1095142561 tempest-TagsTest-1095142561-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ca9c5812-f3e1-4c47-a797-bf40ecdc989f', 'tempest-TagsTest-Tag-417853689') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:00:32.300960 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-24845ec1-5753-41a5-8fb9-c8fb860cd945 None None] Allocated IP 2001:db8::2 (48d3009f-8d6e-4fac-a460-ff95e3f8d78a/ee0a77c1-1848-4893-8352-94bdfc7e02b9/2e5a8abf-7978-413c-87e9-f9ac6aee69d4) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:00:32.436093 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [None req-4f4200dd-8360-4d2b-bdbc-078707999e25 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] device_id is not set on port 08a0e450-f72b-43e2-b100-10323fd3c62d yet. {{(pid=103702) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:00:32.467509 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device abaece7b-e503-4391-b613-3cea1c116c3e up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:00:32.479221 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4470d992-a3c3-4783-8284-af1973b33469 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks [] for port (22fffee0-71f1-4501-8eb8-5f5ee013f8dd), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:32.539598 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-026a6813-a544-4489-8fee-338dd9c6b7b8 tempest-TagsTest-1095142561 tempest-TagsTest-1095142561-project] 10.222.0.72 "GET /v2.0/networks/ca9c5812-f3e1-4c47-a797-bf40ecdc989f/tags/tempest-TagsTest-Tag-417853689 HTTP/1.1" status: 204 len: 168 time: 0.3013303 Feb 19 03:00:32.545663 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 46174) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:32.552286 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.tag.tag_plugin [None req-1671ec16-1294-4eb8-818f-dc7f55cda8b7 tempest-TagsTest-1095142561 tempest-TagsTest-1095142561-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'ca9c5812-f3e1-4c47-a797-bf40ecdc989f') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:00:32.593287 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port abaece7b-e503-4391-b613-3cea1c116c3e triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:00:32.594050 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (abaece7b-e503-4391-b613-3cea1c116c3e), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:32.633043 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4470d992-a3c3-4783-8284-af1973b33469 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (22fffee0-71f1-4501-8eb8-5f5ee013f8dd), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:32.833891 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4470d992-a3c3-4783-8284-af1973b33469 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Network 6a524231-053d-4b27-8781-6700e8b17e0f is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:00:32.843182 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4470d992-a3c3-4783-8284-af1973b33469 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Pushing event updated for resources: {'Port': ['ID=22fffee0-71f1-4501-8eb8-5f5ee013f8dd,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:32.845213 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-24845ec1-5753-41a5-8fb9-c8fb860cd945 None None] Publish callbacks [] for port (2e5a8abf-7978-413c-87e9-f9ac6aee69d4), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:32.849440 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-4470d992-a3c3-4783-8284-af1973b33469 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:00:32.854759 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4470d992-a3c3-4783-8284-af1973b33469 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:00:32.862553 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4470d992-a3c3-4783-8284-af1973b33469 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:32.864361 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4470d992-a3c3-4783-8284-af1973b33469 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:32.864890 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-24845ec1-5753-41a5-8fb9-c8fb860cd945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (2e5a8abf-7978-413c-87e9-f9ac6aee69d4), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:32.966218 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-566889df-d335-4ba1-8010-53ad5c71b97a req-bf7304cf-d8e1-4a36-9862-a73974c36071 tempest-ServerTagsTestJSON-496000859 tempest-ServerTagsTestJSON-496000859-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a532b88-69cd-497b-b164-148fb494cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9503565 Feb 19 03:00:32.967487 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port abaece7b-e503-4391-b613-3cea1c116c3e is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:00:32.979912 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-1671ec16-1294-4eb8-818f-dc7f55cda8b7 tempest-TagsTest-1095142561 tempest-TagsTest-1095142561-project] 10.222.0.72 "DELETE /v2.0/networks/ca9c5812-f3e1-4c47-a797-bf40ecdc989f/tags HTTP/1.1" status: 204 len: 168 time: 0.4306660 Feb 19 03:00:32.988147 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 46180) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:33.002562 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24845ec1-5753-41a5-8fb9-c8fb860cd945 None None] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:00:33.009744 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-4470d992-a3c3-4783-8284-af1973b33469 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.1649339 Feb 19 03:00:33.018385 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 46182) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:33.028820 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-24845ec1-5753-41a5-8fb9-c8fb860cd945 None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:00:33.036337 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24845ec1-5753-41a5-8fb9-c8fb860cd945 None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:00:33.037166 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.tag.tag_plugin [None req-c7cf92c9-51c4-4cb0-b0fc-f073bfc36966 tempest-TagsTest-1095142561 tempest-TagsTest-1095142561-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ca9c5812-f3e1-4c47-a797-bf40ecdc989f', 'tempest-TagsTest-Tag-692498502') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:00:33.065578 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f4200dd-8360-4d2b-bdbc-078707999e25 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 19 03:00:33.066293 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f4200dd-8360-4d2b-bdbc-078707999e25 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:00:33.095235 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7821f5c2-7017-485d-b8ea-dbea61691e7f req-3e21efa4-3ed5-43fe-bef8-1b5c1af1fb87 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:33.104788 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7821f5c2-7017-485d-b8ea-dbea61691e7f req-3e21efa4-3ed5-43fe-bef8-1b5c1af1fb87 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 946 time: 0.4566386 Feb 19 03:00:33.131742 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24845ec1-5753-41a5-8fb9-c8fb860cd945 None None] Pushing event updated for resources: {'Port': ['ID=2e5a8abf-7978-413c-87e9-f9ac6aee69d4,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:33.149229 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-24845ec1-5753-41a5-8fb9-c8fb860cd945 None None] Attempting to bind port 2e5a8abf-7978-413c-87e9-f9ac6aee69d4 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:00:33.149664 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-24845ec1-5753-41a5-8fb9-c8fb860cd945 None None] Attempting to bind port 2e5a8abf-7978-413c-87e9-f9ac6aee69d4 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': 'c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:00:33.150034 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24845ec1-5753-41a5-8fb9-c8fb860cd945 None None] Attempting to bind port 2e5a8abf-7978-413c-87e9-f9ac6aee69d4 on network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:00:33.161363 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24845ec1-5753-41a5-8fb9-c8fb860cd945 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:00:33.161784 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24845ec1-5753-41a5-8fb9-c8fb860cd945 None None] Checking segment: {'id': 'c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:00:33.162158 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-24845ec1-5753-41a5-8fb9-c8fb860cd945 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:33.162561 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24845ec1-5753-41a5-8fb9-c8fb860cd945 None None] Bound using segment: {'id': 'c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:00:33.163991 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-24845ec1-5753-41a5-8fb9-c8fb860cd945 None None] Bound port: 2e5a8abf-7978-413c-87e9-f9ac6aee69d4, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:00:33.164396 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-24845ec1-5753-41a5-8fb9-c8fb860cd945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (2e5a8abf-7978-413c-87e9-f9ac6aee69d4), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:33.188939 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28dd2a58-3ae9-49c3-97fb-d12ce7af4b2b tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:33.200001 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-28dd2a58-3ae9-49c3-97fb-d12ce7af4b2b tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "GET /v2.0/ports/22fffee0-71f1-4501-8eb8-5f5ee013f8dd HTTP/1.1" status: 200 len: 841 time: 0.1749048 Feb 19 03:00:33.201602 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 46184) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:33.235566 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-4f4200dd-8360-4d2b-bdbc-078707999e25 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 2.3679738 Feb 19 03:00:33.237448 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 46186) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:33.289904 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-24845ec1-5753-41a5-8fb9-c8fb860cd945 None None] For port 2e5a8abf-7978-413c-87e9-f9ac6aee69d4, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:00:33.302621 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-24845ec1-5753-41a5-8fb9-c8fb860cd945 None None] For port 2e5a8abf-7978-413c-87e9-f9ac6aee69d4, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=2e5a8abf-7978-413c-87e9-f9ac6aee69d4,segment=NetworkSegment(c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8),segment_id=c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:00:33.307465 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-450f58f7-0e83-4603-b0d4-b61497292b06 admin admin] Publish callbacks [] for port (7944cd06-d74d-4b29-8c61-02e2eeb00ffb), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:33.322191 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-24845ec1-5753-41a5-8fb9-c8fb860cd945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (2e5a8abf-7978-413c-87e9-f9ac6aee69d4), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:33.439544 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e28ed26-6afe-4ec1-8c1c-0496fa99c56b tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:33.443983 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24845ec1-5753-41a5-8fb9-c8fb860cd945 None None] Pushing event updated for resources: {'Port': ['ID=2e5a8abf-7978-413c-87e9-f9ac6aee69d4,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:33.445136 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e28ed26-6afe-4ec1-8c1c-0496fa99c56b tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:33.453035 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-8e28ed26-6afe-4ec1-8c1c-0496fa99c56b tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2110810 Feb 19 03:00:33.453334 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 46188) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:33.505916 n-d-826753-2 neutron-server[103701]: INFO neutron.api.v2.resource [None req-c7cf92c9-51c4-4cb0-b0fc-f073bfc36966 tempest-TagsTest-1095142561 tempest-TagsTest-1095142561-project] show failed (client error): The resource could not be found. Feb 19 03:00:33.512154 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-c7cf92c9-51c4-4cb0-b0fc-f073bfc36966 tempest-TagsTest-1095142561 tempest-TagsTest-1095142561-project] 10.222.0.72 "GET /v2.0/networks/ca9c5812-f3e1-4c47-a797-bf40ecdc989f/tags/tempest-TagsTest-Tag-692498502 HTTP/1.1" status: 404 len: 325 time: 0.5175571 Feb 19 03:00:33.516551 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 46190) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:33.528287 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.tag.tag_plugin [None req-9e4ac7d7-a7b3-4477-b69e-fe5ca6bd89b3 tempest-TagsTest-1095142561 tempest-TagsTest-1095142561-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ca9c5812-f3e1-4c47-a797-bf40ecdc989f', 'tempest-TagsTest-Tag-417853689') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:00:33.536126 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7821f5c2-7017-485d-b8ea-dbea61691e7f req-64b8db94-dec1-40fc-97cd-4824148b9b44 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3941655 Feb 19 03:00:33.575871 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5073a2-98a1-491f-b8e5-e7c701ed9a66 None None] Network a0b72bfa-0144-4956-946c-e73daf6d88fc requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:00:33.609624 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-4d5a4013-5645-4d9f-b7f6-630383406629 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Deleting port 22fffee0-71f1-4501-8eb8-5f5ee013f8dd {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:00:33.610048 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4d5a4013-5645-4d9f-b7f6-630383406629 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (22fffee0-71f1-4501-8eb8-5f5ee013f8dd), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:33.630047 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-450f58f7-0e83-4603-b0d4-b61497292b06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (7944cd06-d74d-4b29-8c61-02e2eeb00ffb), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:33.699198 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450f58f7-0e83-4603-b0d4-b61497292b06 admin admin] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:00:33.703323 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-76392a1c-2495-4d8d-b4fb-0e13d596e651 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Deleting port 7f51d922-21e1-47c4-a7a3-6e0ee12f5104 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:00:33.703786 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-76392a1c-2495-4d8d-b4fb-0e13d596e651 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (7f51d922-21e1-47c4-a7a3-6e0ee12f5104), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:33.716699 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-450f58f7-0e83-4603-b0d4-b61497292b06 admin admin] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:00:33.725859 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450f58f7-0e83-4603-b0d4-b61497292b06 admin admin] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:00:33.860524 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450f58f7-0e83-4603-b0d4-b61497292b06 admin admin] Pushing event updated for resources: {'Port': ['ID=7944cd06-d74d-4b29-8c61-02e2eeb00ffb,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:33.872179 n-d-826753-2 neutron-server[103701]: INFO neutron.api.v2.resource [None req-9e4ac7d7-a7b3-4477-b69e-fe5ca6bd89b3 tempest-TagsTest-1095142561 tempest-TagsTest-1095142561-project] show failed (client error): The resource could not be found. Feb 19 03:00:33.875873 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-9e4ac7d7-a7b3-4477-b69e-fe5ca6bd89b3 tempest-TagsTest-1095142561 tempest-TagsTest-1095142561-project] 10.222.0.72 "GET /v2.0/networks/ca9c5812-f3e1-4c47-a797-bf40ecdc989f/tags/tempest-TagsTest-Tag-417853689 HTTP/1.1" status: 404 len: 325 time: 0.3521562 Feb 19 03:00:33.876574 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4d5a4013-5645-4d9f-b7f6-630383406629 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (22fffee0-71f1-4501-8eb8-5f5ee013f8dd), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:33.888470 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 46196) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:33.895499 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4c6ff5fa-af08-4e65-817a-2fee0b8bb062 None None] Provisioning complete for port 9fdfd686-8dc1-4df3-894c-f6421e886f4e triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:00:33.896108 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4c6ff5fa-af08-4e65-817a-2fee0b8bb062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (9fdfd686-8dc1-4df3-894c-f6421e886f4e), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:33.903248 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.tag.tag_plugin [None req-ebf3f090-f4bc-4b8a-bf59-86d41bf87316 tempest-TagsTest-1095142561 tempest-TagsTest-1095142561-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'ca9c5812-f3e1-4c47-a797-bf40ecdc989f') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:00:33.928453 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-4d5a4013-5645-4d9f-b7f6-630383406629 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Calling delete_port for 22fffee0-71f1-4501-8eb8-5f5ee013f8dd owned by {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:00:34.165871 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-76392a1c-2495-4d8d-b4fb-0e13d596e651 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (7f51d922-21e1-47c4-a7a3-6e0ee12f5104), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:34.222555 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-76392a1c-2495-4d8d-b4fb-0e13d596e651 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Calling delete_port for 7f51d922-21e1-47c4-a7a3-6e0ee12f5104 owned by {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:00:34.250652 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4c6ff5fa-af08-4e65-817a-2fee0b8bb062 None None] Current status of the port 9fdfd686-8dc1-4df3-894c-f6421e886f4e is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:00:34.251046 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4c6ff5fa-af08-4e65-817a-2fee0b8bb062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (9fdfd686-8dc1-4df3-894c-f6421e886f4e), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:34.349921 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4c6ff5fa-af08-4e65-817a-2fee0b8bb062 None None] For port 9fdfd686-8dc1-4df3-894c-f6421e886f4e, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=9fdfd686-8dc1-4df3-894c-f6421e886f4e,segment=NetworkSegment(29443568-61b9-4774-ac70-95706a0af3c1),segment_id=29443568-61b9-4774-ac70-95706a0af3c1)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:00:34.359755 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4c6ff5fa-af08-4e65-817a-2fee0b8bb062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (9fdfd686-8dc1-4df3-894c-f6421e886f4e), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:34.496386 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6ff5fa-af08-4e65-817a-2fee0b8bb062 None None] Pushing event updated for resources: {'Port': ['ID=9fdfd686-8dc1-4df3-894c-f6421e886f4e,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:34.625468 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b24a5d-89a3-4f6c-8895-d8fb6789e1fa req-c5888a28-00d2-4252-9a74-a4bdb59092fb tempest-ServerTagsTestJSON-496000859 tempest-ServerTagsTestJSON-496000859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:34.639089 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-68b24a5d-89a3-4f6c-8895-d8fb6789e1fa req-c5888a28-00d2-4252-9a74-a4bdb59092fb tempest-ServerTagsTestJSON-496000859 tempest-ServerTagsTestJSON-496000859-project] 10.222.0.72 "GET /v2.0/ports?device_id=766d51b9-7648-4f39-8f1a-cc13734f4f5e HTTP/1.1" status: 200 len: 946 time: 0.3649592 Feb 19 03:00:34.713310 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-c016e4a8-d6b2-4241-8f01-269d4fb6dd74 None None] Provisioning complete for port 9fdfd686-8dc1-4df3-894c-f6421e886f4e triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:00:34.714454 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c016e4a8-d6b2-4241-8f01-269d4fb6dd74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (9fdfd686-8dc1-4df3-894c-f6421e886f4e), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:34.733655 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-ebf3f090-f4bc-4b8a-bf59-86d41bf87316 tempest-TagsTest-1095142561 tempest-TagsTest-1095142561-project] 10.222.0.72 "DELETE /v2.0/networks/ca9c5812-f3e1-4c47-a797-bf40ecdc989f/tags HTTP/1.1" status: 204 len: 168 time: 0.8493550 Feb 19 03:00:34.778502 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 9fdfd686-8dc1-4df3-894c-f6421e886f4e up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:00:34.924898 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 46202) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:34.964027 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-c016e4a8-d6b2-4241-8f01-269d4fb6dd74 None None] Current status of the port 9fdfd686-8dc1-4df3-894c-f6421e886f4e is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:00:34.993509 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 9fdfd686-8dc1-4df3-894c-f6421e886f4e triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:00:34.995081 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (9fdfd686-8dc1-4df3-894c-f6421e886f4e), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:35.113451 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9a6fdb1c-ff9c-4ff2-a2af-82ca6409b973 tempest-TagsTest-1095142561 tempest-TagsTest-1095142561-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (ca9c5812-f3e1-4c47-a797-bf40ecdc989f), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:35.168124 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 9fdfd686-8dc1-4df3-894c-f6421e886f4e is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:00:35.169281 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 2e5a8abf-7978-413c-87e9-f9ac6aee69d4 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:00:35.216916 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-68b24a5d-89a3-4f6c-8895-d8fb6789e1fa req-be2d63e4-8237-434b-a2c2-7b2755227e0b tempest-ServerTagsTestJSON-496000859 tempest-ServerTagsTestJSON-496000859-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a532b88-69cd-497b-b164-148fb494cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5362020 Feb 19 03:00:35.267273 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-450f58f7-0e83-4603-b0d4-b61497292b06 admin admin] Publish callbacks [] for router_gateway (2a8a42a6-32ee-44ae-bcf2-368538f85fb7), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:35.271346 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 2e5a8abf-7978-413c-87e9-f9ac6aee69d4 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:00:35.274318 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (2e5a8abf-7978-413c-87e9-f9ac6aee69d4), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:35.285999 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4d5a4013-5645-4d9f-b7f6-630383406629 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (22fffee0-71f1-4501-8eb8-5f5ee013f8dd), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:35.367856 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5a4013-5645-4d9f-b7f6-630383406629 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Pushing event deleted for resources: {'Port': ['ID=22fffee0-71f1-4501-8eb8-5f5ee013f8dd,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:35.376952 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 2e5a8abf-7978-413c-87e9-f9ac6aee69d4 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:00:35.377732 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (2e5a8abf-7978-413c-87e9-f9ac6aee69d4), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:35.396235 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbdd379-c13d-4dc5-8625-d19eec96d8a5 req-1dbf31c4-a305-4a7f-a8ec-bd970dbba602 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:35.399066 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0cbdd379-c13d-4dc5-8625-d19eec96d8a5 req-1dbf31c4-a305-4a7f-a8ec-bd970dbba602 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 946 time: 0.4725466 Feb 19 03:00:35.443170 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4d5a4013-5645-4d9f-b7f6-630383406629 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:35.448997 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-4d5a4013-5645-4d9f-b7f6-630383406629 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "DELETE /v2.0/ports/22fffee0-71f1-4501-8eb8-5f5ee013f8dd HTTP/1.1" status: 204 len: 168 time: 2.2408886 Feb 19 03:00:35.460542 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 46210) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:35.462588 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port 2e5a8abf-7978-413c-87e9-f9ac6aee69d4, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=2e5a8abf-7978-413c-87e9-f9ac6aee69d4,segment=NetworkSegment(c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8),segment_id=c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:00:35.478172 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (2e5a8abf-7978-413c-87e9-f9ac6aee69d4), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:35.538458 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9a6fdb1c-ff9c-4ff2-a2af-82ca6409b973 tempest-TagsTest-1095142561 tempest-TagsTest-1095142561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (ca9c5812-f3e1-4c47-a797-bf40ecdc989f), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:35.570339 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-9a6fdb1c-ff9c-4ff2-a2af-82ca6409b973 tempest-TagsTest-1095142561 tempest-TagsTest-1095142561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca9c5812-f3e1-4c47-a797-bf40ecdc989f']}} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:00:35.583170 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-9a6fdb1c-ff9c-4ff2-a2af-82ca6409b973 tempest-TagsTest-1095142561 tempest-TagsTest-1095142561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86609ff4-988c-436c-8859-256d25acc942') {'for_net_delete': True} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:00:35.583673 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-9a6fdb1c-ff9c-4ff2-a2af-82ca6409b973 tempest-TagsTest-1095142561 tempest-TagsTest-1095142561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86609ff4-988c-436c-8859-256d25acc942') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:00:35.596242 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=2e5a8abf-7978-413c-87e9-f9ac6aee69d4,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:35.599995 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9a6fdb1c-ff9c-4ff2-a2af-82ca6409b973 tempest-TagsTest-1095142561 tempest-TagsTest-1095142561-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12647422'] for segment (86609ff4-988c-436c-8859-256d25acc942), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:35.628415 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-66b398e8-4846-4642-bece-ffbde5cbd806 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] GET failed (client error): The resource could not be found. Feb 19 03:00:35.629893 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-66b398e8-4846-4642-bece-ffbde5cbd806 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "GET /v2.0/ports/22fffee0-71f1-4501-8eb8-5f5ee013f8dd HTTP/1.1" status: 404 len: 333 time: 0.1685574 Feb 19 03:00:35.630724 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-76392a1c-2495-4d8d-b4fb-0e13d596e651 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (7f51d922-21e1-47c4-a7a3-6e0ee12f5104), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:35.633426 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 46212) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:35.638542 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-2f59ff94-65c2-4b35-bd01-97806cd0000c tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Request body: {'port': {'network_id': '6a524231-053d-4b27-8781-6700e8b17e0f', 'name': 'tempest-PortsTestJSON-1798547473'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:00:35.699114 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9a6fdb1c-ff9c-4ff2-a2af-82ca6409b973 tempest-TagsTest-1095142561 tempest-TagsTest-1095142561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (86609ff4-988c-436c-8859-256d25acc942), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:35.699114 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a6fdb1c-ff9c-4ff2-a2af-82ca6409b973 tempest-TagsTest-1095142561 tempest-TagsTest-1095142561-project] Releasing vlan 263 on physical network physnet1 to pool {{(pid=103701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:00:35.699114 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9a6fdb1c-ff9c-4ff2-a2af-82ca6409b973 tempest-TagsTest-1095142561 tempest-TagsTest-1095142561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583360'] for segment (86609ff4-988c-436c-8859-256d25acc942), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:35.756958 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76392a1c-2495-4d8d-b4fb-0e13d596e651 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event deleted for resources: {'Port': ['ID=7f51d922-21e1-47c4-a7a3-6e0ee12f5104,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:35.782710 n-d-826753-2 neutron-server[103701]: Traceback (most recent call last): Feb 19 03:00:35.782710 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:00:35.782710 n-d-826753-2 neutron-server[103701]: timer() Feb 19 03:00:35.782710 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:00:35.782710 n-d-826753-2 neutron-server[103701]: cb(*args, **kw) Feb 19 03:00:35.782710 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:00:35.782710 n-d-826753-2 neutron-server[103701]: return func(*args, **kwargs) Feb 19 03:00:35.782710 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:00:35.782710 n-d-826753-2 neutron-server[103701]: self._notify() Feb 19 03:00:35.782710 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:00:35.782710 n-d-826753-2 neutron-server[103701]: self.callback(batched_events) Feb 19 03:00:35.782710 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:00:35.782710 n-d-826753-2 neutron-server[103701]: event.method(event) Feb 19 03:00:35.782710 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:00:35.782710 n-d-826753-2 neutron-server[103701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:00:35.782710 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:00:35.782710 n-d-826753-2 neutron-server[103701]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:00:35.782710 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:00:35.782710 n-d-826753-2 neutron-server[103701]: return f(self, *a, **k) Feb 19 03:00:35.782710 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:00:35.782710 n-d-826753-2 neutron-server[103701]: return self._get(url).json() Feb 19 03:00:35.782710 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:00:35.782710 n-d-826753-2 neutron-server[103701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:00:35.782710 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:00:35.782710 n-d-826753-2 neutron-server[103701]: return self.request(url, 'GET', **kwargs) Feb 19 03:00:35.782710 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:00:35.782710 n-d-826753-2 neutron-server[103701]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:00:35.782710 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:00:35.782710 n-d-826753-2 neutron-server[103701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:00:35.782710 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:00:35.782710 n-d-826753-2 neutron-server[103701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:00:35.782710 n-d-826753-2 neutron-server[103701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:00:35.785588 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-76392a1c-2495-4d8d-b4fb-0e13d596e651 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:35.788839 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-76392a1c-2495-4d8d-b4fb-0e13d596e651 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "DELETE /v2.0/ports/7f51d922-21e1-47c4-a7a3-6e0ee12f5104 HTTP/1.1" status: 204 len: 168 time: 2.3343875 Feb 19 03:00:35.816969 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 46216) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:35.830586 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-1a629046-232e-4fc2-b0d1-a41b1adf6972 None None] Could not find standard attr ID for object 7f51d922-21e1-47c4-a7a3-6e0ee12f5104. {{(pid=103703) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:00:35.854101 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-1a629046-232e-4fc2-b0d1-a41b1adf6972 None None] Provisioning complete for port 2e5a8abf-7978-413c-87e9-f9ac6aee69d4 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:00:35.855077 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-1a629046-232e-4fc2-b0d1-a41b1adf6972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (2e5a8abf-7978-413c-87e9-f9ac6aee69d4), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:35.866711 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9a6fdb1c-ff9c-4ff2-a2af-82ca6409b973 tempest-TagsTest-1095142561 tempest-TagsTest-1095142561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (ca9c5812-f3e1-4c47-a797-bf40ecdc989f), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:35.873865 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0cbdd379-c13d-4dc5-8625-d19eec96d8a5 req-52d3c965-d955-44f9-9088-debb6f60f23f tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4571147 Feb 19 03:00:35.881270 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9a6fdb1c-ff9c-4ff2-a2af-82ca6409b973 tempest-TagsTest-1095142561 tempest-TagsTest-1095142561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:35.884420 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-9a6fdb1c-ff9c-4ff2-a2af-82ca6409b973 tempest-TagsTest-1095142561 tempest-TagsTest-1095142561-project] 10.222.0.72 "DELETE /v2.0/networks/ca9c5812-f3e1-4c47-a797-bf40ecdc989f HTTP/1.1" status: 204 len: 168 time: 0.9549499 Feb 19 03:00:35.903140 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:00:35.970691 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f59ff94-65c2-4b35-bd01-97806cd0000c tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Made reservation on behalf of e1a55fde9c7e4f5d96053750d488e677 for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:00:35.974705 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6fdb1c-ff9c-4ff2-a2af-82ca6409b973 tempest-TagsTest-1095142561 tempest-TagsTest-1095142561-project] Pushing event deleted for resources: {'Network': ['ID=ca9c5812-f3e1-4c47-a797-bf40ecdc989f,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:35.998125 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2f59ff94-65c2-4b35-bd01-97806cd0000c tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:36.031015 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-450f58f7-0e83-4603-b0d4-b61497292b06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16317478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865'] for router (2a8a42a6-32ee-44ae-bcf2-368538f85fb7), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:36.126364 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-1a629046-232e-4fc2-b0d1-a41b1adf6972 None None] Current status of the port 2e5a8abf-7978-413c-87e9-f9ac6aee69d4 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:00:36.143242 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [None req-2f59ff94-65c2-4b35-bd01-97806cd0000c tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] device_id is not set on port ff28380b-0b46-4814-8a9f-6511836caa9e yet. {{(pid=103702) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:00:36.163229 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60245369-3e06-4aa4-986e-5900252ba3ef tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:36.165177 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60245369-3e06-4aa4-986e-5900252ba3ef tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:36.170937 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-60245369-3e06-4aa4-986e-5900252ba3ef tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3525455 Feb 19 03:00:36.171923 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 46234) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:36.272663 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-450f58f7-0e83-4603-b0d4-b61497292b06 admin admin] Router 2a8a42a6-32ee-44ae-bcf2-368538f85fb7 is scheduled to L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd with binding_index 1 {{(pid=103701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:00:36.344158 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bca1f5d-1bf4-44a6-91b3-e393f339d86d tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Deleting subnet ee0a77c1-1848-4893-8352-94bdfc7e02b9 {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:00:36.356382 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1bca1f5d-1bf4-44a6-91b3-e393f339d86d tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks [] for subnet (ee0a77c1-1848-4893-8352-94bdfc7e02b9), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:36.357684 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4593bcb2-14b6-4cd1-90a0-9dbcb8b3ca4f None None] Could not find standard attr ID for object 7f51d922-21e1-47c4-a7a3-6e0ee12f5104. {{(pid=103703) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:00:36.483731 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-450f58f7-0e83-4603-b0d4-b61497292b06 admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:00:36.507356 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49257c95-ca43-46a1-93e5-932e045031da None None] Sync routers for ids ['2a8a42a6-32ee-44ae-bcf2-368538f85fb7'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:00:36.559261 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1bca1f5d-1bf4-44a6-91b3-e393f339d86d tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (ee0a77c1-1848-4893-8352-94bdfc7e02b9), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:36.565964 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 46250) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:36.566195 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 9fdfd686-8dc1-4df3-894c-f6421e886f4e up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:00:36.570286 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49257c95-ca43-46a1-93e5-932e045031da None None] Routers {'2a8a42a6-32ee-44ae-bcf2-368538f85fb7'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:00:36.593251 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-450f58f7-0e83-4603-b0d4-b61497292b06 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:36.594609 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-450f58f7-0e83-4603-b0d4-b61497292b06 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.5377305 Feb 19 03:00:36.597281 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 46252) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:36.597468 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-49257c95-ca43-46a1-93e5-932e045031da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:00:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['2a8a42a6-32ee-44ae-bcf2-368538f85fb7'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:00:36.935581 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-49257c95-ca43-46a1-93e5-932e045031da None None] Set router 2a8a42a6-32ee-44ae-bcf2-368538f85fb7 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:00:36.969940 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-bbd7c382-4415-4eeb-bf2a-041047de5772 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=464f7752196c4431bd2a844770d05366&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3767262 Feb 19 03:00:36.975181 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 46266) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:37.031129 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1bca1f5d-1bf4-44a6-91b3-e393f339d86d tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (ee0a77c1-1848-4893-8352-94bdfc7e02b9), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:37.043656 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2f59ff94-65c2-4b35-bd01-97806cd0000c tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks [] for port (ff28380b-0b46-4814-8a9f-6511836caa9e), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:37.234397 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1bca1f5d-1bf4-44a6-91b3-e393f339d86d tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (ee0a77c1-1848-4893-8352-94bdfc7e02b9), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:37.250426 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 9fdfd686-8dc1-4df3-894c-f6421e886f4e triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:00:37.252105 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (9fdfd686-8dc1-4df3-894c-f6421e886f4e), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:37.371107 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1bca1f5d-1bf4-44a6-91b3-e393f339d86d tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:37.376402 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-1bca1f5d-1bf4-44a6-91b3-e393f339d86d tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "DELETE /v2.0/subnets/ee0a77c1-1848-4893-8352-94bdfc7e02b9 HTTP/1.1" status: 204 len: 168 time: 1.2016320 Feb 19 03:00:37.377992 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2f59ff94-65c2-4b35-bd01-97806cd0000c tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (ff28380b-0b46-4814-8a9f-6511836caa9e), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:37.382591 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 46280) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:37.417615 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d9644d-2643-42e0-a933-9d3d1dd05e8a None None] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:00:37.476748 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bca1f5d-1bf4-44a6-91b3-e393f339d86d tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event deleted for resources: {'Subnet': ['ID=ee0a77c1-1848-4893-8352-94bdfc7e02b9,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:37.481104 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f59ff94-65c2-4b35-bd01-97806cd0000c tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Pushing event updated for resources: {'Port': ['ID=ff28380b-0b46-4814-8a9f-6511836caa9e,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:37.546198 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-68725664-b5e8-45b8-beac-9a38cdfcf67c tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1580811 Feb 19 03:00:37.550135 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 46284) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:37.557263 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-5c63de55-b4d1-4bb4-9b81-71802c7f21b4 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Request body: {'subnet': {'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:00:37.597443 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f59ff94-65c2-4b35-bd01-97806cd0000c tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Network 6a524231-053d-4b27-8781-6700e8b17e0f is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:00:37.658686 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-2f59ff94-65c2-4b35-bd01-97806cd0000c tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:00:37.674091 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f59ff94-65c2-4b35-bd01-97806cd0000c tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:00:37.679402 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f59ff94-65c2-4b35-bd01-97806cd0000c tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:37.679889 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2f59ff94-65c2-4b35-bd01-97806cd0000c tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:37.715506 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d0f8923e-382a-4c2a-a2eb-6b4c1d1c7075 admin admin] Publish callbacks [] for security_group (935e6de9-2828-4a52-8874-47e19f93ed9a), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:37.797659 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-2f59ff94-65c2-4b35-bd01-97806cd0000c tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.1631050 Feb 19 03:00:37.806967 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 46288) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:37.829048 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-54d1418e-edc9-4819-8c4f-677d77190f61 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:00:37.914324 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d0f8923e-382a-4c2a-a2eb-6b4c1d1c7075 admin admin] Publish callbacks [] for security_group (935e6de9-2828-4a52-8874-47e19f93ed9a), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:37.988772 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-49257c95-ca43-46a1-93e5-932e045031da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a8a42a6-32ee-44ae-bcf2-368538f85fb7', 'name': 'tempest-TestAggregatesBasicOps-230694221-router', 'tenant_id': '6ce7a0e6ccd0405fbce157e44b309c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '7944cd06-d74d-4b29-8c61-02e2eeb00ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:00:29Z', 'updated_at': '2022-02-19T03:00:34Z', 'revision_number': 3, 'project_id': '6ce7a0e6ccd0405fbce157e44b309c0f', 'gw_port': {'id': '7944cd06-d74d-4b29-8c61-02e2eeb00ffb', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c9:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a8a42a6-32ee-44ae-bcf2-368538f85fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:00:31Z', 'updated_at': '2022-02-19T03:00:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:00:37.994205 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 9fdfd686-8dc1-4df3-894c-f6421e886f4e is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:00:38.006402 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 2e5a8abf-7978-413c-87e9-f9ac6aee69d4 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:00:38.016824 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fa86a1-55bc-4c34-95ba-9ee148f5b51c req-b30408e1-ca33-4958-838d-83da8d5da653 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:38.031736 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-38fa86a1-55bc-4c34-95ba-9ee148f5b51c req-b30408e1-ca33-4958-838d-83da8d5da653 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 946 time: 0.2183628 Feb 19 03:00:38.108717 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c63de55-b4d1-4bb4-9b81-71802c7f21b4 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Made reservation on behalf of bb74a1a86b774cd895fbb7befcc78fd8 for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:00:38.117418 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5c63de55-b4d1-4bb4-9b81-71802c7f21b4 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:38.133571 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49257c95-ca43-46a1-93e5-932e045031da None None] Checking router: 2a8a42a6-32ee-44ae-bcf2-368538f85fb7 for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:00:38.134044 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49257c95-ca43-46a1-93e5-932e045031da None None] Updating router 2a8a42a6-32ee-44ae-bcf2-368538f85fb7 port 7944cd06-d74d-4b29-8c61-02e2eeb00ffb binding host n-d-826753-2 {{(pid=103703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:00:38.138399 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-54d1418e-edc9-4819-8c4f-677d77190f61 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (ff28380b-0b46-4814-8a9f-6511836caa9e), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:38.177522 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1918d2db-2887-4d6d-a014-ab8d63a5d15b None None] DHCP port deletion for 48d3009f-8d6e-4fac-a460-ff95e3f8d78a request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:00:38.181965 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-49257c95-ca43-46a1-93e5-932e045031da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (7944cd06-d74d-4b29-8c61-02e2eeb00ffb), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:38.272397 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d0f8923e-382a-4c2a-a2eb-6b4c1d1c7075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (935e6de9-2828-4a52-8874-47e19f93ed9a), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:38.275140 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d0f8923e-382a-4c2a-a2eb-6b4c1d1c7075 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:38.276418 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-d0f8923e-382a-4c2a-a2eb-6b4c1d1c7075 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/935e6de9-2828-4a52-8874-47e19f93ed9a HTTP/1.1" status: 204 len: 168 time: 1.2879820 Feb 19 03:00:38.312139 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f8923e-382a-4c2a-a2eb-6b4c1d1c7075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=935e6de9-2828-4a52-8874-47e19f93ed9a,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:38.457752 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-38fa86a1-55bc-4c34-95ba-9ee148f5b51c req-d6eb809e-e2f2-4825-a7a6-1e84ff80a5a1 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4199934 Feb 19 03:00:38.476933 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-54d1418e-edc9-4819-8c4f-677d77190f61 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks [] for port (ff28380b-0b46-4814-8a9f-6511836caa9e), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:38.590773 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-54d1418e-edc9-4819-8c4f-677d77190f61 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (ff28380b-0b46-4814-8a9f-6511836caa9e), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:38.727484 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-54d1418e-edc9-4819-8c4f-677d77190f61 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] In _notify_port_updated(), no bound segment for port ff28380b-0b46-4814-8a9f-6511836caa9e on network 6a524231-053d-4b27-8781-6700e8b17e0f {{(pid=103702) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 03:00:38.740230 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d1418e-edc9-4819-8c4f-677d77190f61 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:38.741215 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-54d1418e-edc9-4819-8c4f-677d77190f61 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:38.742969 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-54d1418e-edc9-4819-8c4f-677d77190f61 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "PUT /v2.0/ports/ff28380b-0b46-4814-8a9f-6511836caa9e HTTP/1.1" status: 200 len: 818 time: 0.9359732 Feb 19 03:00:38.750893 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 46308) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:38.752083 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5c63de55-b4d1-4bb4-9b81-71802c7f21b4 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (73c57fdd-b1bc-416b-b7a9-39333bcc271b), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:38.779004 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 2e5a8abf-7978-413c-87e9-f9ac6aee69d4 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:00:38.781020 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (2e5a8abf-7978-413c-87e9-f9ac6aee69d4), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:38.799593 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c63de55-b4d1-4bb4-9b81-71802c7f21b4 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:00:38.834972 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-5c63de55-b4d1-4bb4-9b81-71802c7f21b4 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:00:38.838617 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c63de55-b4d1-4bb4-9b81-71802c7f21b4 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:38.839444 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5c63de55-b4d1-4bb4-9b81-71802c7f21b4 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:38.862887 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c5d95b68-9769-481b-8598-9d150a577648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:38.899352 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-1918d2db-2887-4d6d-a014-ab8d63a5d15b None None] Deleting port 2e5a8abf-7978-413c-87e9-f9ac6aee69d4 {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:00:38.899352 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-1918d2db-2887-4d6d-a014-ab8d63a5d15b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (2e5a8abf-7978-413c-87e9-f9ac6aee69d4), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:38.934475 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-5c63de55-b4d1-4bb4-9b81-71802c7f21b4 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3831193 Feb 19 03:00:38.935216 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 46316) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:38.953741 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-f1394679-c1b6-4d63-96cf-afa3faba7cdc tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Request body: {'port': {'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a', 'fixed_ips': [{'subnet_id': '73c57fdd-b1bc-416b-b7a9-39333bcc271b', 'ip_address': '2001:db8:0:1::2'}], 'name': 'tempest-NetworksTestDHCPv6-516290136'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:00:38.967273 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d1418e-edc9-4819-8c4f-677d77190f61 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Pushing event updated for resources: {'Port': ['ID=ff28380b-0b46-4814-8a9f-6511836caa9e,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:39.240755 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 2e5a8abf-7978-413c-87e9-f9ac6aee69d4 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:00:39.379389 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-c5d95b68-9769-481b-8598-9d150a577648 admin admin] Allocated IP 172.20.0.1 (a0b72bfa-0144-4956-946c-e73daf6d88fc/7151b1ba-ee43-4cc7-a941-3ebc601f6594/36baab1b-e67f-4487-acd6-5b4be31aa880) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:00:39.385177 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c63de55-b4d1-4bb4-9b81-71802c7f21b4 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event updated for resources: {'Subnet': ['ID=73c57fdd-b1bc-416b-b7a9-39333bcc271b,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:39.406671 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-1918d2db-2887-4d6d-a014-ab8d63a5d15b None None] For port 2e5a8abf-7978-413c-87e9-f9ac6aee69d4, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=2e5a8abf-7978-413c-87e9-f9ac6aee69d4,segment=NetworkSegment(c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8),segment_id=c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:00:39.410398 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-1918d2db-2887-4d6d-a014-ab8d63a5d15b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (2e5a8abf-7978-413c-87e9-f9ac6aee69d4), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:39.469276 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 2e5a8abf-7978-413c-87e9-f9ac6aee69d4 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:00:39.570473 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1394679-c1b6-4d63-96cf-afa3faba7cdc tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Made reservation on behalf of bb74a1a86b774cd895fbb7befcc78fd8 for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:00:39.577913 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-1918d2db-2887-4d6d-a014-ab8d63a5d15b None None] Calling delete_port for 2e5a8abf-7978-413c-87e9-f9ac6aee69d4 owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:00:39.711089 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-d19c4148-3bd6-4f8a-a604-c4a14f8d8f94 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Deleting port ff28380b-0b46-4814-8a9f-6511836caa9e {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:00:39.711459 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d19c4148-3bd6-4f8a-a604-c4a14f8d8f94 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (ff28380b-0b46-4814-8a9f-6511836caa9e), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:39.786759 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 46342) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:39.861415 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c5d95b68-9769-481b-8598-9d150a577648 admin admin] Publish callbacks [] for port (36baab1b-e67f-4487-acd6-5b4be31aa880), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:39.868397 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-49257c95-ca43-46a1-93e5-932e045031da None None] Publish callbacks [] for port (7944cd06-d74d-4b29-8c61-02e2eeb00ffb), precommit_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:39.934753 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d19c4148-3bd6-4f8a-a604-c4a14f8d8f94 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (ff28380b-0b46-4814-8a9f-6511836caa9e), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:39.939775 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c274c76c-7e08-4209-a652-6ce0441a6419 req-92a86ca6-8a3d-4389-9a75-68098a37adb1 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:39.946828 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c274c76c-7e08-4209-a652-6ce0441a6419 req-92a86ca6-8a3d-4389-9a75-68098a37adb1 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 946 time: 0.3040435 Feb 19 03:00:39.953480 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-49257c95-ca43-46a1-93e5-932e045031da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (7944cd06-d74d-4b29-8c61-02e2eeb00ffb), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:39.963114 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f1394679-c1b6-4d63-96cf-afa3faba7cdc tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:39.977400 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-d19c4148-3bd6-4f8a-a604-c4a14f8d8f94 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Calling delete_port for ff28380b-0b46-4814-8a9f-6511836caa9e owned by {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:00:39.992439 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b19db75-9970-4d4a-aa16-13552aebefad req-c41ea18a-d8a9-4879-9992-f59a866d034e tempest-ServerTagsTestJSON-496000859 tempest-ServerTagsTestJSON-496000859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:40.008978 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2b19db75-9970-4d4a-aa16-13552aebefad req-c41ea18a-d8a9-4879-9992-f59a866d034e tempest-ServerTagsTestJSON-496000859 tempest-ServerTagsTestJSON-496000859-project] 10.222.0.72 "GET /v2.0/ports?device_id=766d51b9-7648-4f39-8f1a-cc13734f4f5e HTTP/1.1" status: 200 len: 946 time: 0.4475870 Feb 19 03:00:40.013142 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-0562fde9-669c-4358-833c-bde3f0c51780 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-817726740-network', 'tenant_id': 'bce6431cf7f0489daaa4d02576c61a0d'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:00:40.036869 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-49257c95-ca43-46a1-93e5-932e045031da None None] Attempting to bind port 7944cd06-d74d-4b29-8c61-02e2eeb00ffb on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:00:40.037588 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-49257c95-ca43-46a1-93e5-932e045031da None None] Attempting to bind port 7944cd06-d74d-4b29-8c61-02e2eeb00ffb by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:00:40.038192 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49257c95-ca43-46a1-93e5-932e045031da None None] Attempting to bind port 7944cd06-d74d-4b29-8c61-02e2eeb00ffb on network eaf64708-9021-419e-b287-ef3e0f51e2ee {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:00:40.046317 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-1918d2db-2887-4d6d-a014-ab8d63a5d15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (2e5a8abf-7978-413c-87e9-f9ac6aee69d4), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:40.050663 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 2e5a8abf-7978-413c-87e9-f9ac6aee69d4 is: ACTIVE; New status is: DOWN {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:00:40.053747 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (2e5a8abf-7978-413c-87e9-f9ac6aee69d4), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:40.061126 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bad07f-944e-43be-b56b-4c55a5204c79 None None] Pushing event updated for resources: {'Port': ['ID=7944cd06-d74d-4b29-8c61-02e2eeb00ffb,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:40.081357 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49257c95-ca43-46a1-93e5-932e045031da None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:00:40.082043 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49257c95-ca43-46a1-93e5-932e045031da None None] Checking segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:00:40.082637 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-49257c95-ca43-46a1-93e5-932e045031da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:40.083172 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49257c95-ca43-46a1-93e5-932e045031da None None] Bound using segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:00:40.083799 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-49257c95-ca43-46a1-93e5-932e045031da None None] Bound port: 7944cd06-d74d-4b29-8c61-02e2eeb00ffb, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:00:40.084477 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-49257c95-ca43-46a1-93e5-932e045031da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (7944cd06-d74d-4b29-8c61-02e2eeb00ffb), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:40.090249 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1918d2db-2887-4d6d-a014-ab8d63a5d15b None None] No DVR routers for this DVR port 2e5a8abf-7978-413c-87e9-f9ac6aee69d4 on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:00:40.106663 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d19c4148-3bd6-4f8a-a604-c4a14f8d8f94 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (ff28380b-0b46-4814-8a9f-6511836caa9e), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:40.140806 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1918d2db-2887-4d6d-a014-ab8d63a5d15b None None] Pushing event deleted for resources: {'Port': ['ID=2e5a8abf-7978-413c-87e9-f9ac6aee69d4,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:40.156034 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19c4148-3bd6-4f8a-a604-c4a14f8d8f94 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Pushing event deleted for resources: {'Port': ['ID=ff28380b-0b46-4814-8a9f-6511836caa9e,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:40.161768 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c923de-4f7e-4bb8-8ea6-b56153a214e5 None None] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:00:40.170918 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [None req-f1394679-c1b6-4d63-96cf-afa3faba7cdc tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] device_id is not set on port ffeee071-47ea-4a81-8b3f-4f1531964f57 yet. {{(pid=103702) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:00:40.184115 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d19c4148-3bd6-4f8a-a604-c4a14f8d8f94 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:40.190302 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-d19c4148-3bd6-4f8a-a604-c4a14f8d8f94 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "DELETE /v2.0/ports/ff28380b-0b46-4814-8a9f-6511836caa9e HTTP/1.1" status: 204 len: 168 time: 1.4238257 Feb 19 03:00:40.192599 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 46346) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:40.274351 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-49257c95-ca43-46a1-93e5-932e045031da None None] For port 7944cd06-d74d-4b29-8c61-02e2eeb00ffb, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:00:40.293724 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-49257c95-ca43-46a1-93e5-932e045031da None None] For port 7944cd06-d74d-4b29-8c61-02e2eeb00ffb, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=7944cd06-d74d-4b29-8c61-02e2eeb00ffb,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:00:40.318638 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-49257c95-ca43-46a1-93e5-932e045031da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (7944cd06-d74d-4b29-8c61-02e2eeb00ffb), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:40.326977 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c188a9d6-ee44-4cd0-8f2f-cbcf5f6344c5 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:40.329336 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-c188a9d6-ee44-4cd0-8f2f-cbcf5f6344c5 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1354132 Feb 19 03:00:40.329926 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c5d95b68-9769-481b-8598-9d150a577648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (36baab1b-e67f-4487-acd6-5b4be31aa880), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:40.332517 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0562fde9-669c-4358-833c-bde3f0c51780 admin admin] Made reservation on behalf of bce6431cf7f0489daaa4d02576c61a0d for: {'network': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:00:40.333476 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 46348) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:40.346999 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0562fde9-669c-4358-833c-bde3f0c51780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:40.410726 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0bff35-091f-4603-8725-89bda433a144 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-48d3009f-8d6e-4fac-a460-ff95e3f8d78a', 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a', 'project_id': 'bb74a1a86b774cd895fbb7befcc78fd8', 'fixed_ips': [{'subnet_id': '73c57fdd-b1bc-416b-b7a9-39333bcc271b'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:00:40.411922 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6e0bff35-091f-4603-8725-89bda433a144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:40.438397 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49257c95-ca43-46a1-93e5-932e045031da None None] Routers {'2a8a42a6-32ee-44ae-bcf2-368538f85fb7'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:00:40.439380 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-49257c95-ca43-46a1-93e5-932e045031da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:00:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['2a8a42a6-32ee-44ae-bcf2-368538f85fb7'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:00:40.440300 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d95b68-9769-481b-8598-9d150a577648 admin admin] Network a0b72bfa-0144-4956-946c-e73daf6d88fc is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:00:40.451205 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c274c76c-7e08-4209-a652-6ce0441a6419 req-b6cdabe7-6938-43d0-9b8c-2fc78cc4936b tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5035017 Feb 19 03:00:40.458803 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d927b1b-d7a0-4167-8d7e-17388799a28f tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] GET failed (client error): The resource could not be found. Feb 19 03:00:40.460938 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-c5d95b68-9769-481b-8598-9d150a577648 admin admin] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:00:40.464437 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-5d927b1b-d7a0-4167-8d7e-17388799a28f tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "GET /v2.0/ports/ff28380b-0b46-4814-8a9f-6511836caa9e HTTP/1.1" status: 404 len: 333 time: 0.1281011 Feb 19 03:00:40.470834 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d95b68-9769-481b-8598-9d150a577648 admin admin] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:00:40.483599 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 46350) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:40.497197 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bad07f-944e-43be-b56b-4c55a5204c79 None None] Pushing event updated for resources: {'Port': ['ID=7944cd06-d74d-4b29-8c61-02e2eeb00ffb,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:40.500764 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-2523a894-abe1-438b-9b66-ce19aa912b6c tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-459755512'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:00:40.561224 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1394679-c1b6-4d63-96cf-afa3faba7cdc tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:00:40.561739 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1394679-c1b6-4d63-96cf-afa3faba7cdc tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:00:40.613848 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-f1394679-c1b6-4d63-96cf-afa3faba7cdc tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.6658099 Feb 19 03:00:40.616069 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 46352) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:40.648647 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2523a894-abe1-438b-9b66-ce19aa912b6c tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Made reservation on behalf of e1a55fde9c7e4f5d96053750d488e677 for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:00:40.656571 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0562fde9-669c-4358-833c-bde3f0c51780 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:40.657729 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2523a894-abe1-438b-9b66-ce19aa912b6c tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:40.711477 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-60511fb9-c114-410c-ab28-15fa3da90159 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0934958 Feb 19 03:00:40.724515 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 46354) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:40.733234 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2b19db75-9970-4d4a-aa16-13552aebefad req-7e2dd040-cfea-429f-a855-2b2162a2ee10 tempest-ServerTagsTestJSON-496000859 tempest-ServerTagsTestJSON-496000859-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a532b88-69cd-497b-b164-148fb494cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6410403 Feb 19 03:00:40.779178 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c5d95b68-9769-481b-8598-9d150a577648 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16289150'] for router_interface (2a8a42a6-32ee-44ae-bcf2-368538f85fb7), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:40.837928 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-49257c95-ca43-46a1-93e5-932e045031da None None] Set router 2a8a42a6-32ee-44ae-bcf2-368538f85fb7 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:00:40.895289 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0562fde9-669c-4358-833c-bde3f0c51780 admin admin] Publish callbacks [] for security_group (523d8652-9b10-4c37-82cb-56a000865b5c), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:40.897120 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d95b68-9769-481b-8598-9d150a577648 admin admin] Pushing event updated for resources: {'Port': ['ID=36baab1b-e67f-4487-acd6-5b4be31aa880,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:40.921747 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2523a894-abe1-438b-9b66-ce19aa912b6c tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] vlan segment allocate from pool success with {'vlan_id': 290, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:00:40.935798 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6d051d-3d20-40d1-ba4e-9c1967f4fda2 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:40.937427 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6d051d-3d20-40d1-ba4e-9c1967f4fda2 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:40.939026 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-1f6d051d-3d20-40d1-ba4e-9c1967f4fda2 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2133715 Feb 19 03:00:40.947383 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 46360) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:41.010125 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0562fde9-669c-4358-833c-bde3f0c51780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (523d8652-9b10-4c37-82cb-56a000865b5c), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:41.051965 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2523a894-abe1-438b-9b66-ce19aa912b6c tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (8ce12dc1-1aff-40da-ab76-c4d68d0c0e00), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:41.052473 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-2523a894-abe1-438b-9b66-ce19aa912b6c tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Added segment 8ce12dc1-1aff-40da-ab76-c4d68d0c0e00 of type vlan for network 80e274aa-1a13-4b8e-8760-cc36cd41548b Feb 19 03:00:41.057317 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-243c3b7a-a210-48be-963f-e893bc13f8e6 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Deleting subnet 73c57fdd-b1bc-416b-b7a9-39333bcc271b {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:00:41.103517 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-6f19e785-8075-466b-b0ff-6fde5c735e35 None None] Provisioning complete for port 36baab1b-e67f-4487-acd6-5b4be31aa880 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:00:41.104148 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6f19e785-8075-466b-b0ff-6fde5c735e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (36baab1b-e67f-4487-acd6-5b4be31aa880), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:41.106864 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-6e0bff35-091f-4603-8725-89bda433a144 None None] Allocated IP 2001:db8::2 (48d3009f-8d6e-4fac-a460-ff95e3f8d78a/73c57fdd-b1bc-416b-b7a9-39333bcc271b/854d04ef-1187-401e-9eba-4a0de09ec1f6) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:00:41.112094 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0562fde9-669c-4358-833c-bde3f0c51780 admin admin] vlan segment allocate from pool success with {'vlan_id': 265, 'physical_network': 'physnet1'} {{(pid=103701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:00:41.169690 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2523a894-abe1-438b-9b66-ce19aa912b6c tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (80e274aa-1a13-4b8e-8760-cc36cd41548b), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:41.183290 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-49257c95-ca43-46a1-93e5-932e045031da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a8a42a6-32ee-44ae-bcf2-368538f85fb7', 'name': 'tempest-TestAggregatesBasicOps-230694221-router', 'tenant_id': '6ce7a0e6ccd0405fbce157e44b309c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '7944cd06-d74d-4b29-8c61-02e2eeb00ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:00:29Z', 'updated_at': '2022-02-19T03:00:34Z', 'revision_number': 3, 'project_id': '6ce7a0e6ccd0405fbce157e44b309c0f', 'gw_port': {'id': '7944cd06-d74d-4b29-8c61-02e2eeb00ffb', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c9:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a8a42a6-32ee-44ae-bcf2-368538f85fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:00:31Z', 'updated_at': '2022-02-19T03:00:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:00:41.189620 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0562fde9-669c-4358-833c-bde3f0c51780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (3b27b08e-a89f-4bb4-8100-b789c5daa3aa), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:41.195609 n-d-826753-2 neutron-server[103701]: INFO neutron.db.segments_db [None req-0562fde9-669c-4358-833c-bde3f0c51780 admin admin] Added segment 3b27b08e-a89f-4bb4-8100-b789c5daa3aa of type vlan for network 464663ce-b3d4-4ca9-8b65-9b4008ba73fe Feb 19 03:00:41.212697 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0562fde9-669c-4358-833c-bde3f0c51780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=523d8652-9b10-4c37-82cb-56a000865b5c,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:41.229131 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2523a894-abe1-438b-9b66-ce19aa912b6c tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (80e274aa-1a13-4b8e-8760-cc36cd41548b), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:41.235681 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2523a894-abe1-438b-9b66-ce19aa912b6c tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:41.236419 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2523a894-abe1-438b-9b66-ce19aa912b6c tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:41.354109 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-2523a894-abe1-438b-9b66-ce19aa912b6c tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8618016 Feb 19 03:00:41.355528 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 46362) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:41.369405 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0562fde9-669c-4358-833c-bde3f0c51780 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (464663ce-b3d4-4ca9-8b65-9b4008ba73fe), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:41.386917 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2523a894-abe1-438b-9b66-ce19aa912b6c tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Pushing event updated for resources: {'Network': ['ID=80e274aa-1a13-4b8e-8760-cc36cd41548b,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:41.412580 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-1fbd1007-5d65-4e31-b1cc-9701785af1e8 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Request body: {'subnet': {'network_id': '80e274aa-1a13-4b8e-8760-cc36cd41548b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:00:41.431327 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a3033f-7472-4eef-8408-aafe9843a82e req-ba25772f-f3e4-4ed3-bacc-d589852869f7 tempest-ServerTagsTestJSON-496000859 tempest-ServerTagsTestJSON-496000859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:41.434685 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-57a3033f-7472-4eef-8408-aafe9843a82e req-ba25772f-f3e4-4ed3-bacc-d589852869f7 tempest-ServerTagsTestJSON-496000859 tempest-ServerTagsTestJSON-496000859-project] 10.222.0.82 "GET /v2.0/ports?device_id=766d51b9-7648-4f39-8f1a-cc13734f4f5e HTTP/1.1" status: 200 len: 946 time: 0.4419098 Feb 19 03:00:41.440068 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 80e274aa-1a13-4b8e-8760-cc36cd41548b details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:00:41.457886 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49257c95-ca43-46a1-93e5-932e045031da None None] The sync data for ids ['2a8a42a6-32ee-44ae-bcf2-368538f85fb7'] in n-d-826753-2 is: [{'id': '2a8a42a6-32ee-44ae-bcf2-368538f85fb7', 'name': 'tempest-TestAggregatesBasicOps-230694221-router', 'tenant_id': '6ce7a0e6ccd0405fbce157e44b309c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '7944cd06-d74d-4b29-8c61-02e2eeb00ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:00:29Z', 'updated_at': '2022-02-19T03:00:34Z', 'revision_number': 3, 'project_id': '6ce7a0e6ccd0405fbce157e44b309c0f', 'gw_port': {'id': '7944cd06-d74d-4b29-8c61-02e2eeb00ffb', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c9:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a8a42a6-32ee-44ae-bcf2-368538f85fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:00:31Z', 'updated_at': '2022-02-19T03:00:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:00:41.469467 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0562fde9-669c-4358-833c-bde3f0c51780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (464663ce-b3d4-4ca9-8b65-9b4008ba73fe), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:41.470571 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0562fde9-669c-4358-833c-bde3f0c51780 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:41.471308 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0562fde9-669c-4358-833c-bde3f0c51780 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:41.520653 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-6f19e785-8075-466b-b0ff-6fde5c735e35 None None] Port 36baab1b-e67f-4487-acd6-5b4be31aa880 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:00:41.752645 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 46366) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:41.757683 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-9a7ae2d8-dfd0-45db-9655-894385c06129 admin admin] Request body: {'subnet': {'network_id': '464663ce-b3d4-4ca9-8b65-9b4008ba73fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-817726740-subnet', 'tenant_id': 'bce6431cf7f0489daaa4d02576c61a0d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:00:41.763828 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-0562fde9-669c-4358-833c-bde3f0c51780 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.9723873 Feb 19 03:00:41.804114 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6e0bff35-091f-4603-8725-89bda433a144 None None] Publish callbacks [] for port (854d04ef-1187-401e-9eba-4a0de09ec1f6), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:41.816791 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a7ae2d8-dfd0-45db-9655-894385c06129 admin admin] Made reservation on behalf of bce6431cf7f0489daaa4d02576c61a0d for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:00:41.819855 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9a7ae2d8-dfd0-45db-9655-894385c06129 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:41.822809 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-243c3b7a-a210-48be-963f-e893bc13f8e6 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks [] for subnet (73c57fdd-b1bc-416b-b7a9-39333bcc271b), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:41.824104 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6e0bff35-091f-4603-8725-89bda433a144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (854d04ef-1187-401e-9eba-4a0de09ec1f6), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:41.901103 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0bff35-091f-4603-8725-89bda433a144 None None] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:00:41.915610 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-6e0bff35-091f-4603-8725-89bda433a144 None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:00:41.944416 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0bff35-091f-4603-8725-89bda433a144 None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:00:42.005414 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0bff35-091f-4603-8725-89bda433a144 None None] Pushing event updated for resources: {'Port': ['ID=854d04ef-1187-401e-9eba-4a0de09ec1f6,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:42.074653 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0562fde9-669c-4358-833c-bde3f0c51780 admin admin] Pushing event updated for resources: {'Network': ['ID=464663ce-b3d4-4ca9-8b65-9b4008ba73fe,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:42.082094 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-243c3b7a-a210-48be-963f-e893bc13f8e6 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (73c57fdd-b1bc-416b-b7a9-39333bcc271b), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:42.097360 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 464663ce-b3d4-4ca9-8b65-9b4008ba73fe details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:00:42.130930 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-6e0bff35-091f-4603-8725-89bda433a144 None None] Attempting to bind port 854d04ef-1187-401e-9eba-4a0de09ec1f6 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:00:42.131119 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c5d95b68-9769-481b-8598-9d150a577648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (36baab1b-e67f-4487-acd6-5b4be31aa880), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:42.137587 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-6e0bff35-091f-4603-8725-89bda433a144 None None] Attempting to bind port 854d04ef-1187-401e-9eba-4a0de09ec1f6 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': 'c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:00:42.142693 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0bff35-091f-4603-8725-89bda433a144 None None] Attempting to bind port 854d04ef-1187-401e-9eba-4a0de09ec1f6 on network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:00:42.148162 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fbd1007-5d65-4e31-b1cc-9701785af1e8 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Made reservation on behalf of e1a55fde9c7e4f5d96053750d488e677 for: {'subnet': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:00:42.155784 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1fbd1007-5d65-4e31-b1cc-9701785af1e8 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58706307'] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:42.242201 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0bff35-091f-4603-8725-89bda433a144 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:00:42.242700 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0bff35-091f-4603-8725-89bda433a144 None None] Checking segment: {'id': 'c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:00:42.243272 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6e0bff35-091f-4603-8725-89bda433a144 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:42.243774 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0bff35-091f-4603-8725-89bda433a144 None None] Bound using segment: {'id': 'c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:00:42.244459 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-6e0bff35-091f-4603-8725-89bda433a144 None None] Bound port: 854d04ef-1187-401e-9eba-4a0de09ec1f6, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:00:42.245518 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6e0bff35-091f-4603-8725-89bda433a144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (854d04ef-1187-401e-9eba-4a0de09ec1f6), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:42.415964 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-243c3b7a-a210-48be-963f-e893bc13f8e6 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (73c57fdd-b1bc-416b-b7a9-39333bcc271b), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:42.489525 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d36e60c-82e2-4d3c-bd97-784a1f0c8753 req-93c4405a-c95a-42be-864a-89ea2b994947 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:42.492334 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1d36e60c-82e2-4d3c-bd97-784a1f0c8753 req-93c4405a-c95a-42be-864a-89ea2b994947 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 946 time: 0.8831587 Feb 19 03:00:42.550801 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9a7ae2d8-dfd0-45db-9655-894385c06129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (26112d35-a927-4d00-b527-4c0e27d81e97), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:42.569798 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-6e0bff35-091f-4603-8725-89bda433a144 None None] For port 854d04ef-1187-401e-9eba-4a0de09ec1f6, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:00:42.579598 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-243c3b7a-a210-48be-963f-e893bc13f8e6 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (73c57fdd-b1bc-416b-b7a9-39333bcc271b), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:42.590884 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-6e0bff35-091f-4603-8725-89bda433a144 None None] For port 854d04ef-1187-401e-9eba-4a0de09ec1f6, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=854d04ef-1187-401e-9eba-4a0de09ec1f6,segment=NetworkSegment(c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8),segment_id=c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:00:42.607149 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1fbd1007-5d65-4e31-b1cc-9701785af1e8 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12647271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58706289'] for subnet (94ac02b9-2c47-49df-a261-e21c2ecf2df9), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:42.615173 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6e0bff35-091f-4603-8725-89bda433a144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (854d04ef-1187-401e-9eba-4a0de09ec1f6), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:42.629050 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1d36e60c-82e2-4d3c-bd97-784a1f0c8753 req-a8265b6e-b00f-461d-b6a6-593912936e58 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836890 Feb 19 03:00:42.636365 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-243c3b7a-a210-48be-963f-e893bc13f8e6 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:42.640653 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-243c3b7a-a210-48be-963f-e893bc13f8e6 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "DELETE /v2.0/subnets/73c57fdd-b1bc-416b-b7a9-39333bcc271b HTTP/1.1" status: 204 len: 168 time: 1.6826084 Feb 19 03:00:42.645504 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 46374) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:42.660324 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7ae2d8-dfd0-45db-9655-894385c06129 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26112d35-a927-4d00-b527-4c0e27d81e97,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:42.727679 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbd1007-5d65-4e31-b1cc-9701785af1e8 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Pushing event updated for resources: {'Subnet': ['ID=94ac02b9-2c47-49df-a261-e21c2ecf2df9,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:42.761552 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0bff35-091f-4603-8725-89bda433a144 None None] Pushing event updated for resources: {'Port': ['ID=854d04ef-1187-401e-9eba-4a0de09ec1f6,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:42.780223 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5f93f5-fb17-4af1-a85d-92a4e62f67cd req-7b8aadf0-fed2-40b1-89ac-76bc5ff31028 tempest-ServerTagsTestJSON-496000859 tempest-ServerTagsTestJSON-496000859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:42.781857 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5c5f93f5-fb17-4af1-a85d-92a4e62f67cd req-7b8aadf0-fed2-40b1-89ac-76bc5ff31028 tempest-ServerTagsTestJSON-496000859 tempest-ServerTagsTestJSON-496000859-project] 10.222.0.72 "GET /v2.0/ports?device_id=766d51b9-7648-4f39-8f1a-cc13734f4f5e HTTP/1.1" status: 200 len: 946 time: 0.9213827 Feb 19 03:00:42.811530 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-57a3033f-7472-4eef-8408-aafe9843a82e req-e29a7ff9-4d9f-4aba-a56b-9ad8e3413a01 tempest-ServerTagsTestJSON-496000859 tempest-ServerTagsTestJSON-496000859-project] Deleting port 883ca1c8-7f70-4238-86e2-ed4a335212b1 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:00:42.812860 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-57a3033f-7472-4eef-8408-aafe9843a82e req-e29a7ff9-4d9f-4aba-a56b-9ad8e3413a01 tempest-ServerTagsTestJSON-496000859 tempest-ServerTagsTestJSON-496000859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (883ca1c8-7f70-4238-86e2-ed4a335212b1), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:42.871160 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-06ff9a59-c9a9-4786-a3c1-eb124f032e42 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2234302 Feb 19 03:00:42.872131 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 46376) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:42.927278 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-cf964d30-66d4-422a-85a1-68fb82f54140 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Request body: {'subnet': {'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:00:42.937386 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243c3b7a-a210-48be-963f-e893bc13f8e6 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event deleted for resources: {'Subnet': ['ID=73c57fdd-b1bc-416b-b7a9-39333bcc271b,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:42.950597 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7ae2d8-dfd0-45db-9655-894385c06129 admin admin] Checking segment: {'id': '3b27b08e-a89f-4bb4-8100-b789c5daa3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '464663ce-b3d4-4ca9-8b65-9b4008ba73fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:00:42.950968 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7ae2d8-dfd0-45db-9655-894385c06129 admin admin] Network hostable DHCP agents. Network: 464663ce-b3d4-4ca9-8b65-9b4008ba73fe, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:00:43.060626 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 883ca1c8-7f70-4238-86e2-ed4a335212b1 no longer exists at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:00:43.148735 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbd1007-5d65-4e31-b1cc-9701785af1e8 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Checking segment: {'id': '8ce12dc1-1aff-40da-ab76-c4d68d0c0e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '80e274aa-1a13-4b8e-8760-cc36cd41548b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:00:43.152124 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fbd1007-5d65-4e31-b1cc-9701785af1e8 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Network hostable DHCP agents. Network: 80e274aa-1a13-4b8e-8760-cc36cd41548b, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:00:43.169562 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7ae2d8-dfd0-45db-9655-894385c06129 admin admin] Network 464663ce-b3d4-4ca9-8b65-9b4008ba73fe is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:00:43.176229 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5c5f93f5-fb17-4af1-a85d-92a4e62f67cd req-c38dbe73-6986-4887-9afe-edd15facd77a tempest-ServerTagsTestJSON-496000859 tempest-ServerTagsTestJSON-496000859-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a532b88-69cd-497b-b164-148fb494cae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3811939 Feb 19 03:00:43.224354 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-9a7ae2d8-dfd0-45db-9655-894385c06129 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 464663ce-b3d4-4ca9-8b65-9b4008ba73fe) {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:00:43.239874 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7ae2d8-dfd0-45db-9655-894385c06129 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:43.248292 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9a7ae2d8-dfd0-45db-9655-894385c06129 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:43.264744 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b53779d-5164-4440-a068-cbaf540306c8 None None] Network 464663ce-b3d4-4ca9-8b65-9b4008ba73fe requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:00:43.317692 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-9a7ae2d8-dfd0-45db-9655-894385c06129 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.5558977 Feb 19 03:00:43.345791 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf964d30-66d4-422a-85a1-68fb82f54140 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Made reservation on behalf of bb74a1a86b774cd895fbb7befcc78fd8 for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:00:43.350204 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cf964d30-66d4-422a-85a1-68fb82f54140 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:43.363175 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-57a3033f-7472-4eef-8408-aafe9843a82e req-e29a7ff9-4d9f-4aba-a56b-9ad8e3413a01 tempest-ServerTagsTestJSON-496000859 tempest-ServerTagsTestJSON-496000859-project] For port 883ca1c8-7f70-4238-86e2-ed4a335212b1, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=883ca1c8-7f70-4238-86e2-ed4a335212b1,segment=NetworkSegment(57aa002e-6d14-4e1b-ad3f-d488e2fbb6fa),segment_id=57aa002e-6d14-4e1b-ad3f-d488e2fbb6fa)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:00:43.375578 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-57a3033f-7472-4eef-8408-aafe9843a82e req-e29a7ff9-4d9f-4aba-a56b-9ad8e3413a01 tempest-ServerTagsTestJSON-496000859 tempest-ServerTagsTestJSON-496000859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (883ca1c8-7f70-4238-86e2-ed4a335212b1), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:43.400159 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 883ca1c8-7f70-4238-86e2-ed4a335212b1 is: ACTIVE; New status is: DOWN {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:00:43.400808 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (883ca1c8-7f70-4238-86e2-ed4a335212b1), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:43.450854 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-57a3033f-7472-4eef-8408-aafe9843a82e req-e29a7ff9-4d9f-4aba-a56b-9ad8e3413a01 tempest-ServerTagsTestJSON-496000859 tempest-ServerTagsTestJSON-496000859-project] Calling delete_port for 883ca1c8-7f70-4238-86e2-ed4a335212b1 owned by compute:nova {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:00:43.468938 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fbd1007-5d65-4e31-b1cc-9701785af1e8 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Network 80e274aa-1a13-4b8e-8760-cc36cd41548b is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:00:43.489627 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-1fbd1007-5d65-4e31-b1cc-9701785af1e8 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 80e274aa-1a13-4b8e-8760-cc36cd41548b) {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:00:43.499963 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbd1007-5d65-4e31-b1cc-9701785af1e8 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:43.500937 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1fbd1007-5d65-4e31-b1cc-9701785af1e8 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:43.514548 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f494af10-eb9f-41d9-8446-cfc0f044c780 None None] Network 80e274aa-1a13-4b8e-8760-cc36cd41548b requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:00:43.593679 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c5d95b68-9769-481b-8598-9d150a577648 admin admin] Publish callbacks [] for port (36baab1b-e67f-4487-acd6-5b4be31aa880), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:43.668601 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c5d95b68-9769-481b-8598-9d150a577648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (36baab1b-e67f-4487-acd6-5b4be31aa880), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:43.681893 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-1fbd1007-5d65-4e31-b1cc-9701785af1e8 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2719111 Feb 19 03:00:43.682750 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 46386) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:43.699156 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-443e1f2f-bed1-43ef-883f-6ed8f5ffbe68 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Request body: {'subnet': {'network_id': '80e274aa-1a13-4b8e-8760-cc36cd41548b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:00:43.700404 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '766d51b9-7648-4f39-8f1a-cc13734f4f5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '883ca1c8-7f70-4238-86e2-ed4a335212b1'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:00:43.711229 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e8c8d2d-f8d6-43b0-85ea-c2099eac06d8" -d '{"events": [{"server_uuid": "766d51b9-7648-4f39-8f1a-cc13734f4f5e", "name": "network-vif-unplugged", "status": "completed", "tag": "883ca1c8-7f70-4238-86e2-ed4a335212b1"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:00:43.714787 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 854d04ef-1187-401e-9eba-4a0de09ec1f6 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:00:43.858158 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f42d2d1-e520-49be-a6dc-3f9616bb6d3d x-openstack-request-id: req-0f42d2d1-e520-49be-a6dc-3f9616bb6d3d {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:00:43.859223 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "766d51b9-7648-4f39-8f1a-cc13734f4f5e", "name": "network-vif-unplugged", "status": "completed", "tag": "883ca1c8-7f70-4238-86e2-ed4a335212b1", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:00:43.859488 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0f42d2d1-e520-49be-a6dc-3f9616bb6d3d {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:00:43.859889 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '766d51b9-7648-4f39-8f1a-cc13734f4f5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '883ca1c8-7f70-4238-86e2-ed4a335212b1', 'code': 200} Feb 19 03:00:43.912798 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 883ca1c8-7f70-4238-86e2-ed4a335212b1, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=883ca1c8-7f70-4238-86e2-ed4a335212b1,segment=NetworkSegment(57aa002e-6d14-4e1b-ad3f-d488e2fbb6fa),segment_id=57aa002e-6d14-4e1b-ad3f-d488e2fbb6fa)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:00:43.916240 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cf964d30-66d4-422a-85a1-68fb82f54140 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (d49f26cd-568c-4650-8d5a-d04bb9d7bc47), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:43.951786 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf798e3d-51c2-4e09-87de-b2c2fbb6324d None None] Network 464663ce-b3d4-4ca9-8b65-9b4008ba73fe requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:00:43.954031 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (883ca1c8-7f70-4238-86e2-ed4a335212b1), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:44.056026 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf964d30-66d4-422a-85a1-68fb82f54140 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event updated for resources: {'Subnet': ['ID=d49f26cd-568c-4650-8d5a-d04bb9d7bc47,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:44.067558 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf964d30-66d4-422a-85a1-68fb82f54140 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:00:44.075364 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-cf964d30-66d4-422a-85a1-68fb82f54140 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:00:44.088179 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf964d30-66d4-422a-85a1-68fb82f54140 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:44.092124 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cf964d30-66d4-422a-85a1-68fb82f54140 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:44.094089 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c5d95b68-9769-481b-8598-9d150a577648 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16362769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16289258'] for router_interface (2a8a42a6-32ee-44ae-bcf2-368538f85fb7), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:44.143956 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d95b68-9769-481b-8598-9d150a577648 admin admin] Pushing event updated for resources: {'Port': ['ID=36baab1b-e67f-4487-acd6-5b4be31aa880,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:44.150014 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-cf964d30-66d4-422a-85a1-68fb82f54140 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2367375 Feb 19 03:00:44.154269 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 46396) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:44.169861 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-7d4f879e-4bd7-4d76-91db-39588aae94e1 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-781588051', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:00:44.252117 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7d4f879e-4bd7-4d76-91db-39588aae94e1 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14172'] for router (20e960d7-f020-461e-92e8-6262e0722d05), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:44.253464 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7d4f879e-4bd7-4d76-91db-39588aae94e1 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16317487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16285822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16309985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14247'] for router (20e960d7-f020-461e-92e8-6262e0722d05), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:44.371013 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-57a3033f-7472-4eef-8408-aafe9843a82e req-e29a7ff9-4d9f-4aba-a56b-9ad8e3413a01 tempest-ServerTagsTestJSON-496000859 tempest-ServerTagsTestJSON-496000859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (883ca1c8-7f70-4238-86e2-ed4a335212b1), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:44.425471 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a43fb1-d1c3-45e6-a702-ce8d148ef689 req-66822126-03f5-4ef5-affa-e5232525a745 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:44.435593 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7d4f879e-4bd7-4d76-91db-39588aae94e1 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks [] for router_controller (20e960d7-f020-461e-92e8-6262e0722d05), precommit_add_association {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:44.443288 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d8a43fb1-d1c3-45e6-a702-ce8d148ef689 req-66822126-03f5-4ef5-affa-e5232525a745 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 946 time: 0.5903783 Feb 19 03:00:44.455933 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7d4f879e-4bd7-4d76-91db-39588aae94e1 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16317478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865'] for router (20e960d7-f020-461e-92e8-6262e0722d05), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:44.497612 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7d4f879e-4bd7-4d76-91db-39588aae94e1 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:44.499243 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-7d4f879e-4bd7-4d76-91db-39588aae94e1 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3439443 Feb 19 03:00:44.502036 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 46408) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:44.546292 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0579bd2e-9edc-44b9-b76e-a120a2da9fcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-80e274aa-1a13-4b8e-8760-cc36cd41548b', 'network_id': '80e274aa-1a13-4b8e-8760-cc36cd41548b', 'project_id': 'e1a55fde9c7e4f5d96053750d488e677', 'fixed_ips': [{'subnet_id': '94ac02b9-2c47-49df-a261-e21c2ecf2df9'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:00:44.566924 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-0579bd2e-9edc-44b9-b76e-a120a2da9fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:44.632076 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=883ca1c8-7f70-4238-86e2-ed4a335212b1,revision_number=6']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:44.701323 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 854d04ef-1187-401e-9eba-4a0de09ec1f6 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:00:44.702551 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (854d04ef-1187-401e-9eba-4a0de09ec1f6), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:44.745192 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 46412) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:44.751011 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-c769393e-cc2d-4051-9ebc-fb650d28ca74 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-495891806-network', 'tenant_id': '34bf91c7b9254042a2bd51767c0f6cc1'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:00:44.762376 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:00:44.767377 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:00:44.767907 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:00:44.768389 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:00:44.768891 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:00:44.769410 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:00:44.769884 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:00:44.770359 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:00:44.770837 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:00:44.771333 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:00:44.771808 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:00:44.772283 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:00:44.772754 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:00:44.973984 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c769393e-cc2d-4051-9ebc-fb650d28ca74 admin admin] Made reservation on behalf of 34bf91c7b9254042a2bd51767c0f6cc1 for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:00:44.976158 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c769393e-cc2d-4051-9ebc-fb650d28ca74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:44.991598 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c769393e-cc2d-4051-9ebc-fb650d28ca74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:45.011218 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-0579bd2e-9edc-44b9-b76e-a120a2da9fcc None None] Allocated IP 172.20.0.2 (80e274aa-1a13-4b8e-8760-cc36cd41548b/94ac02b9-2c47-49df-a261-e21c2ecf2df9/0ac1059e-9df6-487d-98a5-1c47d70809ba) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:00:45.153615 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-19805fde-73b1-4f2f-81f1-fbaa817b2e4d req-29a93d15-a20d-422d-9992-62eb68264b4f tempest-ServerTagsTestJSON-496000859 tempest-ServerTagsTestJSON-496000859-project] 10.222.0.72 "GET /v2.0/ports?device_id=766d51b9-7648-4f39-8f1a-cc13734f4f5e HTTP/1.1" status: 200 len: 210 time: 0.8108830 Feb 19 03:00:45.195019 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-0579bd2e-9edc-44b9-b76e-a120a2da9fcc None None] Publish callbacks [] for port (0ac1059e-9df6-487d-98a5-1c47d70809ba), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:45.204414 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120531b0-161e-46da-9eb6-5f0f5505700a None None] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:00:45.214138 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-0579bd2e-9edc-44b9-b76e-a120a2da9fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (0ac1059e-9df6-487d-98a5-1c47d70809ba), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:45.216659 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29a7ff9-4d9f-4aba-a56b-9ad8e3413a01 tempest-ServerTagsTestJSON-496000859 tempest-ServerTagsTestJSON-496000859-project] Pushing event deleted for resources: {'Port': ['ID=883ca1c8-7f70-4238-86e2-ed4a335212b1,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:45.281390 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7a387478-ec5a-4ce2-8102-d5a6aed90ce2 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:45.300756 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-443e1f2f-bed1-43ef-883f-6ed8f5ffbe68 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Made reservation on behalf of e1a55fde9c7e4f5d96053750d488e677 for: {'subnet': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:00:45.304799 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-443e1f2f-bed1-43ef-883f-6ed8f5ffbe68 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58706307'] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:45.363607 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0579bd2e-9edc-44b9-b76e-a120a2da9fcc None None] Network 80e274aa-1a13-4b8e-8760-cc36cd41548b is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:00:45.421427 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d8a43fb1-d1c3-45e6-a702-ce8d148ef689 req-6b5c8054-2af0-4d7b-8f9f-d6598fbcaf9a tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9771895 Feb 19 03:00:45.438946 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-c5262129-9ec3-459d-9527-3051f51a82f9 None None] Provisioning complete for port 854d04ef-1187-401e-9eba-4a0de09ec1f6 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:00:45.439343 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c5262129-9ec3-459d-9527-3051f51a82f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (854d04ef-1187-401e-9eba-4a0de09ec1f6), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:45.460880 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-57a3033f-7472-4eef-8408-aafe9843a82e req-e29a7ff9-4d9f-4aba-a56b-9ad8e3413a01 tempest-ServerTagsTestJSON-496000859 tempest-ServerTagsTestJSON-496000859-project] No DVR routers for this DVR port 883ca1c8-7f70-4238-86e2-ed4a335212b1 on host n-h2-826753-2 {{(pid=103701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:00:45.465543 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-57a3033f-7472-4eef-8408-aafe9843a82e req-e29a7ff9-4d9f-4aba-a56b-9ad8e3413a01 tempest-ServerTagsTestJSON-496000859 tempest-ServerTagsTestJSON-496000859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:45.469311 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-57a3033f-7472-4eef-8408-aafe9843a82e req-e29a7ff9-4d9f-4aba-a56b-9ad8e3413a01 tempest-ServerTagsTestJSON-496000859 tempest-ServerTagsTestJSON-496000859-project] 10.222.0.82 "DELETE /v2.0/ports/883ca1c8-7f70-4238-86e2-ed4a335212b1 HTTP/1.1" status: 204 len: 173 time: 4.0261991 Feb 19 03:00:45.472105 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '766d51b9-7648-4f39-8f1a-cc13734f4f5e', 'name': 'network-vif-deleted', 'tag': '883ca1c8-7f70-4238-86e2-ed4a335212b1'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:00:45.474583 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19cf2f7c-9bde-40af-9660-51132540ef04" -d '{"events": [{"server_uuid": "766d51b9-7648-4f39-8f1a-cc13734f4f5e", "name": "network-vif-deleted", "tag": "883ca1c8-7f70-4238-86e2-ed4a335212b1"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:00:45.489180 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d95b68-9769-481b-8598-9d150a577648 admin admin] Network a0b72bfa-0144-4956-946c-e73daf6d88fc is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:00:45.499234 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0579bd2e-9edc-44b9-b76e-a120a2da9fcc None None] Pushing event updated for resources: {'Port': ['ID=0ac1059e-9df6-487d-98a5-1c47d70809ba,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:45.509808 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-c5d95b68-9769-481b-8598-9d150a577648 admin admin] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:00:45.510897 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-0579bd2e-9edc-44b9-b76e-a120a2da9fcc None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:00:45.525863 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0579bd2e-9edc-44b9-b76e-a120a2da9fcc None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:00:45.540259 n-d-826753-2 neutron-server[103701]: INFO neutron.db.ipam_backend_mixin [None req-443e1f2f-bed1-43ef-883f-6ed8f5ffbe68 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 94ac02b9-2c47-49df-a261-e21c2ecf2df9 (CIDR: 172.20.0.0/28) Feb 19 03:00:45.618802 n-d-826753-2 neutron-server[103701]: INFO neutron.pecan_wsgi.hooks.translation [None req-443e1f2f-bed1-43ef-883f-6ed8f5ffbe68 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:00:45.619462 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-443e1f2f-bed1-43ef-883f-6ed8f5ffbe68 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:00:45.650587 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2339f26e-8bbb-4527-aa42-d2096d5d9116 x-openstack-request-id: req-2339f26e-8bbb-4527-aa42-d2096d5d9116 {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:00:45.650946 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "766d51b9-7648-4f39-8f1a-cc13734f4f5e", "name": "network-vif-deleted", "tag": "883ca1c8-7f70-4238-86e2-ed4a335212b1", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:00:45.652536 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2339f26e-8bbb-4527-aa42-d2096d5d9116 {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:00:45.652995 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '766d51b9-7648-4f39-8f1a-cc13734f4f5e', 'name': 'network-vif-deleted', 'tag': '883ca1c8-7f70-4238-86e2-ed4a335212b1', 'status': 'completed', 'code': 200} Feb 19 03:00:45.708542 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c769393e-cc2d-4051-9ebc-fb650d28ca74 admin admin] Publish callbacks [] for security_group (a518ca6b-01c3-48aa-8b07-e826df905e2a), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:45.734753 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c769393e-cc2d-4051-9ebc-fb650d28ca74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (a518ca6b-01c3-48aa-8b07-e826df905e2a), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:45.782016 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-443e1f2f-bed1-43ef-883f-6ed8f5ffbe68 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.0908544 Feb 19 03:00:45.785368 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 46428) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:45.790976 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-1d1e3cf1-6ec9-4ca1-8b65-bc4e47b20603 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Request body: {'subnet': {'network_id': '80e274aa-1a13-4b8e-8760-cc36cd41548b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:00:45.847872 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-558d65a7-82bd-484f-b12d-185b13b605be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:45.920298 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5d95b68-9769-481b-8598-9d150a577648 admin admin] Router 2a8a42a6-32ee-44ae-bcf2-368538f85fb7 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:00:46.002103 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c769393e-cc2d-4051-9ebc-fb650d28ca74 admin admin] vlan segment allocate from pool success with {'vlan_id': 283, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:00:46.035705 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c769393e-cc2d-4051-9ebc-fb650d28ca74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (9b124088-2bad-4ee7-bb4c-d97c950fa518), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:46.036498 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-c769393e-cc2d-4051-9ebc-fb650d28ca74 admin admin] Added segment 9b124088-2bad-4ee7-bb4c-d97c950fa518 of type vlan for network 2904f7a8-ebbf-43a3-8ee6-a5c781bf8f66 Feb 19 03:00:46.053929 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c769393e-cc2d-4051-9ebc-fb650d28ca74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a518ca6b-01c3-48aa-8b07-e826df905e2a,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:46.118331 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c769393e-cc2d-4051-9ebc-fb650d28ca74 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (2904f7a8-ebbf-43a3-8ee6-a5c781bf8f66), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:46.139278 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 854d04ef-1187-401e-9eba-4a0de09ec1f6 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:00:46.139944 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (854d04ef-1187-401e-9eba-4a0de09ec1f6), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:46.169802 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-0579bd2e-9edc-44b9-b76e-a120a2da9fcc None None] Attempting to bind port 0ac1059e-9df6-487d-98a5-1c47d70809ba on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:00:46.170587 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-0579bd2e-9edc-44b9-b76e-a120a2da9fcc None None] Attempting to bind port 0ac1059e-9df6-487d-98a5-1c47d70809ba by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '8ce12dc1-1aff-40da-ab76-c4d68d0c0e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '80e274aa-1a13-4b8e-8760-cc36cd41548b'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:00:46.171164 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0579bd2e-9edc-44b9-b76e-a120a2da9fcc None None] Attempting to bind port 0ac1059e-9df6-487d-98a5-1c47d70809ba on network 80e274aa-1a13-4b8e-8760-cc36cd41548b {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:00:46.203542 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-7a387478-ec5a-4ce2-8102-d5a6aed90ce2 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Allocated IP 2001:db8::1 (48d3009f-8d6e-4fac-a460-ff95e3f8d78a/d49f26cd-568c-4650-8d5a-d04bb9d7bc47/7472332a-0d43-4eef-81a0-8325a6bf6aaa) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:00:46.209935 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c769393e-cc2d-4051-9ebc-fb650d28ca74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (2904f7a8-ebbf-43a3-8ee6-a5c781bf8f66), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:46.211457 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c769393e-cc2d-4051-9ebc-fb650d28ca74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:46.212273 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c769393e-cc2d-4051-9ebc-fb650d28ca74 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:46.243943 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-c769393e-cc2d-4051-9ebc-fb650d28ca74 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4975660 Feb 19 03:00:46.245320 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 46430) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:46.284593 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-bbe5b4ba-78f0-4b02-a944-f922dfa18a5b admin admin] Request body: {'subnet': {'network_id': '2904f7a8-ebbf-43a3-8ee6-a5c781bf8f66', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-495891806-subnet', 'tenant_id': '34bf91c7b9254042a2bd51767c0f6cc1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:00:46.289121 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0579bd2e-9edc-44b9-b76e-a120a2da9fcc None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:00:46.289743 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0579bd2e-9edc-44b9-b76e-a120a2da9fcc None None] Checking segment: {'id': '8ce12dc1-1aff-40da-ab76-c4d68d0c0e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '80e274aa-1a13-4b8e-8760-cc36cd41548b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:00:46.293697 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-0579bd2e-9edc-44b9-b76e-a120a2da9fcc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:46.294278 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0579bd2e-9edc-44b9-b76e-a120a2da9fcc None None] Bound using segment: {'id': '8ce12dc1-1aff-40da-ab76-c4d68d0c0e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '80e274aa-1a13-4b8e-8760-cc36cd41548b'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:00:46.295707 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-0579bd2e-9edc-44b9-b76e-a120a2da9fcc None None] Bound port: 0ac1059e-9df6-487d-98a5-1c47d70809ba, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ce12dc1-1aff-40da-ab76-c4d68d0c0e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '80e274aa-1a13-4b8e-8760-cc36cd41548b'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:00:46.296777 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-0579bd2e-9edc-44b9-b76e-a120a2da9fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (0ac1059e-9df6-487d-98a5-1c47d70809ba), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:46.397280 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c769393e-cc2d-4051-9ebc-fb650d28ca74 admin admin] Pushing event updated for resources: {'Network': ['ID=2904f7a8-ebbf-43a3-8ee6-a5c781bf8f66,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:46.424284 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port 854d04ef-1187-401e-9eba-4a0de09ec1f6, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=854d04ef-1187-401e-9eba-4a0de09ec1f6,segment=NetworkSegment(c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8),segment_id=c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:00:46.446730 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 2904f7a8-ebbf-43a3-8ee6-a5c781bf8f66 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:00:46.483340 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d1e3cf1-6ec9-4ca1-8b65-bc4e47b20603 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Made reservation on behalf of e1a55fde9c7e4f5d96053750d488e677 for: {'subnet': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:00:46.493729 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1d1e3cf1-6ec9-4ca1-8b65-bc4e47b20603 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58706307'] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:46.503548 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (854d04ef-1187-401e-9eba-4a0de09ec1f6), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:46.504377 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 7944cd06-d74d-4b29-8c61-02e2eeb00ffb up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:00:46.624002 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7a387478-ec5a-4ce2-8102-d5a6aed90ce2 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks [] for port (7472332a-0d43-4eef-81a0-8325a6bf6aaa), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:46.708725 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7a387478-ec5a-4ce2-8102-d5a6aed90ce2 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (7472332a-0d43-4eef-81a0-8325a6bf6aaa), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:46.732116 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-0579bd2e-9edc-44b9-b76e-a120a2da9fcc None None] For port 0ac1059e-9df6-487d-98a5-1c47d70809ba, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:00:46.745206 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-0579bd2e-9edc-44b9-b76e-a120a2da9fcc None None] For port 0ac1059e-9df6-487d-98a5-1c47d70809ba, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=0ac1059e-9df6-487d-98a5-1c47d70809ba,segment=NetworkSegment(8ce12dc1-1aff-40da-ab76-c4d68d0c0e00),segment_id=8ce12dc1-1aff-40da-ab76-c4d68d0c0e00)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:00:46.887899 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-c5262129-9ec3-459d-9527-3051f51a82f9 None None] Current status of the port 854d04ef-1187-401e-9eba-4a0de09ec1f6 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:00:46.888559 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c5262129-9ec3-459d-9527-3051f51a82f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (854d04ef-1187-401e-9eba-4a0de09ec1f6), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:46.940988 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-0579bd2e-9edc-44b9-b76e-a120a2da9fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (0ac1059e-9df6-487d-98a5-1c47d70809ba), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:47.214049 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbe5b4ba-78f0-4b02-a944-f922dfa18a5b admin admin] Made reservation on behalf of 34bf91c7b9254042a2bd51767c0f6cc1 for: {'subnet': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:00:47.216626 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bbe5b4ba-78f0-4b02-a944-f922dfa18a5b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58706307'] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:47.225361 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=854d04ef-1187-401e-9eba-4a0de09ec1f6,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:47.305807 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5d95b68-9769-481b-8598-9d150a577648 admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:00:47.316647 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be3f4ab-59c0-484c-949a-21c494290fdb None None] Sync routers for ids ['2a8a42a6-32ee-44ae-bcf2-368538f85fb7'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:00:47.327368 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-c5d95b68-9769-481b-8598-9d150a577648 admin admin] 10.222.0.72 "PUT /v2.0/routers/2a8a42a6-32ee-44ae-bcf2-368538f85fb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7206037 Feb 19 03:00:47.327368 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1d1e3cf1-6ec9-4ca1-8b65-bc4e47b20603 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12647271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58706289'] for subnet (04317054-53aa-4846-be8d-fe455c063e93), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:47.331556 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be3f4ab-59c0-484c-949a-21c494290fdb None None] Routers {'2a8a42a6-32ee-44ae-bcf2-368538f85fb7'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:00:47.332015 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-6be3f4ab-59c0-484c-949a-21c494290fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:00:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['2a8a42a6-32ee-44ae-bcf2-368538f85fb7'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:00:47.388055 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0579bd2e-9edc-44b9-b76e-a120a2da9fcc None None] Pushing event updated for resources: {'Port': ['ID=0ac1059e-9df6-487d-98a5-1c47d70809ba,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:47.466894 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 7944cd06-d74d-4b29-8c61-02e2eeb00ffb triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:00:47.468942 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (7944cd06-d74d-4b29-8c61-02e2eeb00ffb), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:47.478725 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.db.api [None req-c5262129-9ec3-459d-9527-3051f51a82f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103703) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:00:47.481549 n-d-826753-2 neutron-server[103703]: DEBUG oslo_db.api [None req-c5262129-9ec3-459d-9527-3051f51a82f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:00:47.507781 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5d10acd4-33d5-4de5-ad15-b694dbfc1bdf req-37a2bb83-b729-452e-8f7a-7f2cc2a72945 tempest-ServerTagsTestJSON-496000859 tempest-ServerTagsTestJSON-496000859-project] 10.222.0.72 "GET /v2.0/ports?device_id=766d51b9-7648-4f39-8f1a-cc13734f4f5e HTTP/1.1" status: 200 len: 210 time: 1.0289235 Feb 19 03:00:47.567502 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1e3cf1-6ec9-4ca1-8b65-bc4e47b20603 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Pushing event updated for resources: {'Subnet': ['ID=04317054-53aa-4846-be8d-fe455c063e93,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:47.606155 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a387478-ec5a-4ce2-8102-d5a6aed90ce2 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:00:47.614651 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-7a387478-ec5a-4ce2-8102-d5a6aed90ce2 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:00:47.631702 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a387478-ec5a-4ce2-8102-d5a6aed90ce2 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:00:47.637542 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1e3cf1-6ec9-4ca1-8b65-bc4e47b20603 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Network 80e274aa-1a13-4b8e-8760-cc36cd41548b is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:00:47.641818 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7a387478-ec5a-4ce2-8102-d5a6aed90ce2 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16289150'] for router_interface (20e960d7-f020-461e-92e8-6262e0722d05), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:47.720092 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-6be3f4ab-59c0-484c-949a-21c494290fdb None None] Set router 2a8a42a6-32ee-44ae-bcf2-368538f85fb7 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:00:47.745227 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f3f14999-53bb-4f0b-b150-a390152be7e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:47.859658 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-1d1e3cf1-6ec9-4ca1-8b65-bc4e47b20603 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:00:47.863580 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d1e3cf1-6ec9-4ca1-8b65-bc4e47b20603 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:47.866450 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1d1e3cf1-6ec9-4ca1-8b65-bc4e47b20603 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:47.896757 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee1ce6f-ee19-46df-b7a5-e3d21f4ed5a5 req-5911005f-19a5-44b5-8cce-4b62719765ea tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:47.903319 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-eee1ce6f-ee19-46df-b7a5-e3d21f4ed5a5 req-5911005f-19a5-44b5-8cce-4b62719765ea tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 946 time: 0.7643769 Feb 19 03:00:47.911354 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a387478-ec5a-4ce2-8102-d5a6aed90ce2 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event updated for resources: {'Port': ['ID=7472332a-0d43-4eef-81a0-8325a6bf6aaa,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:47.974471 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 7944cd06-d74d-4b29-8c61-02e2eeb00ffb is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:00:47.976767 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (7944cd06-d74d-4b29-8c61-02e2eeb00ffb), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:48.011293 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-eee1ce6f-ee19-46df-b7a5-e3d21f4ed5a5 req-29a6f90d-5fbf-4da8-9776-a06af38c7036 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809338 Feb 19 03:00:48.047306 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-1d1e3cf1-6ec9-4ca1-8b65-bc4e47b20603 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.2593136 Feb 19 03:00:48.061226 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 46464) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:48.175699 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-c5262129-9ec3-459d-9527-3051f51a82f9 None None] Current status of the port 854d04ef-1187-401e-9eba-4a0de09ec1f6 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:00:48.186506 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-f83d6760-4f96-4148-a3a0-8e8859061267 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Request body: {'port': {'network_id': '80e274aa-1a13-4b8e-8760-cc36cd41548b', 'fixed_ips': [{'subnet_id': '94ac02b9-2c47-49df-a261-e21c2ecf2df9'}, {'subnet_id': '04317054-53aa-4846-be8d-fe455c063e93'}], 'name': 'tempest-PortsTestJSON-1580880281'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:00:48.220204 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port 7944cd06-d74d-4b29-8c61-02e2eeb00ffb, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=7944cd06-d74d-4b29-8c61-02e2eeb00ffb,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:00:48.247345 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (7944cd06-d74d-4b29-8c61-02e2eeb00ffb), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:48.440765 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-6be3f4ab-59c0-484c-949a-21c494290fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a8a42a6-32ee-44ae-bcf2-368538f85fb7', 'name': 'tempest-TestAggregatesBasicOps-230694221-router', 'tenant_id': '6ce7a0e6ccd0405fbce157e44b309c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '7944cd06-d74d-4b29-8c61-02e2eeb00ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:00:29Z', 'updated_at': '2022-02-19T03:00:41Z', 'revision_number': 4, 'project_id': '6ce7a0e6ccd0405fbce157e44b309c0f', 'gw_port': {'id': '7944cd06-d74d-4b29-8c61-02e2eeb00ffb', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c9:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a8a42a6-32ee-44ae-bcf2-368538f85fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:00:31Z', 'updated_at': '2022-02-19T03:00:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '36baab1b-e67f-4487-acd6-5b4be31aa880', 'name': '', 'network_id': 'a0b72bfa-0144-4956-946c-e73daf6d88fc', 'tenant_id': '6ce7a0e6ccd0405fbce157e44b309c0f', 'mac_address': 'fa:16:3e:c2:74:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a8a42a6-32ee-44ae-bcf2-368538f85fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2449, 'fixed_ips': [{'subnet_id': '7151b1ba-ee43-4cc7-a941-3ebc601f6594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:00:38Z', 'updated_at': '2022-02-19T03:00:42Z', 'revision_number': 2, 'project_id': '6ce7a0e6ccd0405fbce157e44b309c0f', 'subnets': [{'id': '7151b1ba-ee43-4cc7-a941-3ebc601f6594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:00:48.498085 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=7944cd06-d74d-4b29-8c61-02e2eeb00ffb,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:48.507963 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bbe5b4ba-78f0-4b02-a944-f922dfa18a5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12647271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58706289'] for subnet (d4c6aeb3-a4fb-4b00-a623-5e3ac3f5e438), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:48.519133 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-cc0c2387-c21d-49be-96d4-20ac30dd8769 None None] Provisioning complete for port 36baab1b-e67f-4487-acd6-5b4be31aa880 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:00:48.527426 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-cc0c2387-c21d-49be-96d4-20ac30dd8769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (36baab1b-e67f-4487-acd6-5b4be31aa880), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:48.559472 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7a387478-ec5a-4ce2-8102-d5a6aed90ce2 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (7472332a-0d43-4eef-81a0-8325a6bf6aaa), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:48.587772 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be3f4ab-59c0-484c-949a-21c494290fdb None None] Checking router: 2a8a42a6-32ee-44ae-bcf2-368538f85fb7 for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:00:48.591199 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be3f4ab-59c0-484c-949a-21c494290fdb None None] Updating router 2a8a42a6-32ee-44ae-bcf2-368538f85fb7 port 36baab1b-e67f-4487-acd6-5b4be31aa880 binding host n-d-826753-2 {{(pid=103704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:00:48.709192 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-cc0c2387-c21d-49be-96d4-20ac30dd8769 None None] Port 36baab1b-e67f-4487-acd6-5b4be31aa880 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:00:48.736694 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-cc0c2387-c21d-49be-96d4-20ac30dd8769 None None] Provisioning complete for port 854d04ef-1187-401e-9eba-4a0de09ec1f6 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:00:48.737094 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-cc0c2387-c21d-49be-96d4-20ac30dd8769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (854d04ef-1187-401e-9eba-4a0de09ec1f6), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:48.740784 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe5b4ba-78f0-4b02-a944-f922dfa18a5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4c6aeb3-a4fb-4b00-a623-5e3ac3f5e438,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:48.770281 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 46492) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:48.798966 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe5b4ba-78f0-4b02-a944-f922dfa18a5b admin admin] Checking segment: {'id': '9b124088-2bad-4ee7-bb4c-d97c950fa518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '2904f7a8-ebbf-43a3-8ee6-a5c781bf8f66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:00:48.799327 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe5b4ba-78f0-4b02-a944-f922dfa18a5b admin admin] Network hostable DHCP agents. Network: 2904f7a8-ebbf-43a3-8ee6-a5c781bf8f66, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:00:48.815504 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 854d04ef-1187-401e-9eba-4a0de09ec1f6 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:00:48.940471 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe5b4ba-78f0-4b02-a944-f922dfa18a5b admin admin] Network 2904f7a8-ebbf-43a3-8ee6-a5c781bf8f66 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:00:48.967328 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c800491-3824-4910-b6fd-bd135a348c13 admin admin] Deleting subnet da2fec93-49fe-492c-b451-4e75f83fe240 {{(pid=103701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:00:48.977750 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9c800491-3824-4910-b6fd-bd135a348c13 admin admin] Publish callbacks [] for subnet (da2fec93-49fe-492c-b451-4e75f83fe240), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:48.982746 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-bbe5b4ba-78f0-4b02-a944-f922dfa18a5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 2904f7a8-ebbf-43a3-8ee6-a5c781bf8f66) {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:00:49.004796 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92d4dbb-7885-4e9c-af78-f4ee42436f3f None None] Network 2904f7a8-ebbf-43a3-8ee6-a5c781bf8f66 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:00:49.051036 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f83d6760-4f96-4148-a3a0-8e8859061267 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Made reservation on behalf of e1a55fde9c7e4f5d96053750d488e677 for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:00:49.054011 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-6be3f4ab-59c0-484c-949a-21c494290fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (36baab1b-e67f-4487-acd6-5b4be31aa880), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:49.078854 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe5b4ba-78f0-4b02-a944-f922dfa18a5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:49.079391 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bbe5b4ba-78f0-4b02-a944-f922dfa18a5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:49.126336 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-bbe5b4ba-78f0-4b02-a944-f922dfa18a5b admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.8728299 Feb 19 03:00:49.133461 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 854d04ef-1187-401e-9eba-4a0de09ec1f6 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:00:49.134100 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (854d04ef-1187-401e-9eba-4a0de09ec1f6), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:49.158931 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9c800491-3824-4910-b6fd-bd135a348c13 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12647399'] for subnet (da2fec93-49fe-492c-b451-4e75f83fe240), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:49.314072 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f83d6760-4f96-4148-a3a0-8e8859061267 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:49.397949 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [None req-f83d6760-4f96-4148-a3a0-8e8859061267 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] device_id is not set on port 120e3a6d-5666-4a00-8cc0-1c8a170ceca6 yet. {{(pid=103702) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:00:49.423726 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-cc0c2387-c21d-49be-96d4-20ac30dd8769 None None] Current status of the port 854d04ef-1187-401e-9eba-4a0de09ec1f6 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:00:49.431878 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 46510) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:49.524268 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9c800491-3824-4910-b6fd-bd135a348c13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (da2fec93-49fe-492c-b451-4e75f83fe240), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:49.580824 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141399b6-7937-488a-9861-633a9030532b req-33edde6f-9665-43d4-9da6-45124b070ded tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:49.590876 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-141399b6-7937-488a-9861-633a9030532b req-33edde6f-9665-43d4-9da6-45124b070ded tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 946 time: 0.3615773 Feb 19 03:00:49.624420 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:49.720185 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-db9d784a-8317-443c-9027-6f40d04c128a None None] Provisioning complete for port 7472332a-0d43-4eef-81a0-8325a6bf6aaa triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:00:49.720731 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-db9d784a-8317-443c-9027-6f40d04c128a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (7472332a-0d43-4eef-81a0-8325a6bf6aaa), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:49.818848 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3d75e9-68df-45b7-bf07-e4a1eef31b14 None None] Network 80e274aa-1a13-4b8e-8760-cc36cd41548b requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:00:49.877486 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7a387478-ec5a-4ce2-8102-d5a6aed90ce2 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks [] for port (7472332a-0d43-4eef-81a0-8325a6bf6aaa), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:49.910384 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7a387478-ec5a-4ce2-8102-d5a6aed90ce2 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (7472332a-0d43-4eef-81a0-8325a6bf6aaa), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:49.916378 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7a387478-ec5a-4ce2-8102-d5a6aed90ce2 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16362769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16289258'] for router_interface (20e960d7-f020-461e-92e8-6262e0722d05), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:49.942443 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ac84e1a-c0f4-45f8-89f4-c381c59217ac admin admin] Deleting subnet 26112d35-a927-4d00-b527-4c0e27d81e97 {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:00:49.973327 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-141399b6-7937-488a-9861-633a9030532b req-4544b060-bb61-4c67-a768-943619d4fa73 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2881072 Feb 19 03:00:49.974878 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 46534) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:50.080259 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7ac84e1a-c0f4-45f8-89f4-c381c59217ac admin admin] Publish callbacks [] for subnet (26112d35-a927-4d00-b527-4c0e27d81e97), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:50.111626 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 854d04ef-1187-401e-9eba-4a0de09ec1f6 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:00:50.116510 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 0ac1059e-9df6-487d-98a5-1c47d70809ba up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:00:50.134308 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9c800491-3824-4910-b6fd-bd135a348c13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12647206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58706286'] for subnet (da2fec93-49fe-492c-b451-4e75f83fe240), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:50.143280 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-6be3f4ab-59c0-484c-949a-21c494290fdb None None] Publish callbacks [] for port (36baab1b-e67f-4487-acd6-5b4be31aa880), precommit_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:50.157369 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cfd557f-324e-49c4-afcf-7be7b391e6c7 None None] Network 2904f7a8-ebbf-43a3-8ee6-a5c781bf8f66 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:00:50.158881 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-6be3f4ab-59c0-484c-949a-21c494290fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (36baab1b-e67f-4487-acd6-5b4be31aa880), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:50.269153 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7727d911-2782-4b2e-9936-17d0d72500e0 req-8561db7a-b6a2-4e0c-acb0-c5e1174deb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:50.271997 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7727d911-2782-4b2e-9936-17d0d72500e0 req-8561db7a-b6a2-4e0c-acb0-c5e1174deb26 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=af50eb00c5a74dd68d3a720f276d22fe&device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 1128 time: 0.7245755 Feb 19 03:00:50.273615 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003576c8-fb91-4aeb-a82a-65d47938c95d None None] Pushing event updated for resources: {'Port': ['ID=36baab1b-e67f-4487-acd6-5b4be31aa880,revision_number=3']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:50.281553 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c800491-3824-4910-b6fd-bd135a348c13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da2fec93-49fe-492c-b451-4e75f83fe240,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:50.282624 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7ac84e1a-c0f4-45f8-89f4-c381c59217ac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (26112d35-a927-4d00-b527-4c0e27d81e97), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:50.302235 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9c800491-3824-4910-b6fd-bd135a348c13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:50.303114 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a387478-ec5a-4ce2-8102-d5a6aed90ce2 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event updated for resources: {'Port': ['ID=7472332a-0d43-4eef-81a0-8325a6bf6aaa,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:50.313974 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-9c800491-3824-4910-b6fd-bd135a348c13 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/da2fec93-49fe-492c-b451-4e75f83fe240 HTTP/1.1" status: 204 len: 168 time: 1.5419698 Feb 19 03:00:50.316187 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 46540) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:50.409483 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-db9d784a-8317-443c-9027-6f40d04c128a None None] Port 7472332a-0d43-4eef-81a0-8325a6bf6aaa cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:00:50.417348 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-6be3f4ab-59c0-484c-949a-21c494290fdb None None] Attempting to bind port 36baab1b-e67f-4487-acd6-5b4be31aa880 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:00:50.418540 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-6be3f4ab-59c0-484c-949a-21c494290fdb None None] Attempting to bind port 36baab1b-e67f-4487-acd6-5b4be31aa880 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '29443568-61b9-4774-ac70-95706a0af3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'a0b72bfa-0144-4956-946c-e73daf6d88fc'}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:00:50.419907 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be3f4ab-59c0-484c-949a-21c494290fdb None None] Attempting to bind port 36baab1b-e67f-4487-acd6-5b4be31aa880 on network a0b72bfa-0144-4956-946c-e73daf6d88fc {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:00:50.434274 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be3f4ab-59c0-484c-949a-21c494290fdb None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:00:50.434642 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be3f4ab-59c0-484c-949a-21c494290fdb None None] Checking segment: {'id': '29443568-61b9-4774-ac70-95706a0af3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'a0b72bfa-0144-4956-946c-e73daf6d88fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:00:50.436935 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-6be3f4ab-59c0-484c-949a-21c494290fdb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:50.439501 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be3f4ab-59c0-484c-949a-21c494290fdb None None] Bound using segment: {'id': '29443568-61b9-4774-ac70-95706a0af3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'a0b72bfa-0144-4956-946c-e73daf6d88fc'} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:00:50.440182 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-6be3f4ab-59c0-484c-949a-21c494290fdb None None] Bound port: 36baab1b-e67f-4487-acd6-5b4be31aa880, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29443568-61b9-4774-ac70-95706a0af3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'a0b72bfa-0144-4956-946c-e73daf6d88fc'}}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:00:50.442142 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-6be3f4ab-59c0-484c-949a-21c494290fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (36baab1b-e67f-4487-acd6-5b4be31aa880), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:50.459938 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:50.578438 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-6be3f4ab-59c0-484c-949a-21c494290fdb None None] For port 36baab1b-e67f-4487-acd6-5b4be31aa880, host n-d-826753-2, cleared binding levels {{(pid=103704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:00:50.584099 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-6be3f4ab-59c0-484c-949a-21c494290fdb None None] For port 36baab1b-e67f-4487-acd6-5b4be31aa880, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=36baab1b-e67f-4487-acd6-5b4be31aa880,segment=NetworkSegment(29443568-61b9-4774-ac70-95706a0af3c1),segment_id=29443568-61b9-4774-ac70-95706a0af3c1)] {{(pid=103704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:00:50.609767 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-6be3f4ab-59c0-484c-949a-21c494290fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (36baab1b-e67f-4487-acd6-5b4be31aa880), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:50.677898 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 0ac1059e-9df6-487d-98a5-1c47d70809ba triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:00:50.679728 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (0ac1059e-9df6-487d-98a5-1c47d70809ba), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:50.689802 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-6a3d178b-420c-453d-a5c7-776ebe23abe1 None None] Provisioning complete for port 0ac1059e-9df6-487d-98a5-1c47d70809ba triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:00:50.690278 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6a3d178b-420c-453d-a5c7-776ebe23abe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (0ac1059e-9df6-487d-98a5-1c47d70809ba), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:50.745777 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be3f4ab-59c0-484c-949a-21c494290fdb None None] Routers {'2a8a42a6-32ee-44ae-bcf2-368538f85fb7'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:00:50.746418 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-6be3f4ab-59c0-484c-949a-21c494290fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:00:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['2a8a42a6-32ee-44ae-bcf2-368538f85fb7'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:00:50.755479 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003576c8-fb91-4aeb-a82a-65d47938c95d None None] Pushing event updated for resources: {'Port': ['ID=36baab1b-e67f-4487-acd6-5b4be31aa880,revision_number=4']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:50.783391 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d7f9e656-f42a-4b32-804a-eba450ff3d3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (76e4549b-eda6-453a-b18c-4ad693de8c7e), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:50.805467 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7ac84e1a-c0f4-45f8-89f4-c381c59217ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (26112d35-a927-4d00-b527-4c0e27d81e97), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:50.814482 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a387478-ec5a-4ce2-8102-d5a6aed90ce2 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:00:50.882490 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-7a387478-ec5a-4ce2-8102-d5a6aed90ce2 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:00:51.064866 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-6be3f4ab-59c0-484c-949a-21c494290fdb None None] Set router 2a8a42a6-32ee-44ae-bcf2-368538f85fb7 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:00:51.070054 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7727d911-2782-4b2e-9936-17d0d72500e0 req-7193d9bb-340c-4a3c-9953-192ef32a0e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:51.075426 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7727d911-2782-4b2e-9936-17d0d72500e0 req-7193d9bb-340c-4a3c-9953-192ef32a0e42 service neutron] 10.222.0.73 "GET /v2.0/networks?id=583b29ab-e0ba-468d-ae03-87a6a1ad9ae5 HTTP/1.1" status: 200 len: 915 time: 0.7098072 Feb 19 03:00:51.190723 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 0ac1059e-9df6-487d-98a5-1c47d70809ba is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:00:51.191426 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (0ac1059e-9df6-487d-98a5-1c47d70809ba), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:51.198722 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-6a3d178b-420c-453d-a5c7-776ebe23abe1 None None] Current status of the port 0ac1059e-9df6-487d-98a5-1c47d70809ba is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:00:51.199251 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6a3d178b-420c-453d-a5c7-776ebe23abe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (0ac1059e-9df6-487d-98a5-1c47d70809ba), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:51.247988 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf06670-8886-4054-a8ea-6c0bb46ca0e7 None None] Update dhcp port {'port': {'network_id': '80e274aa-1a13-4b8e-8760-cc36cd41548b', 'fixed_ips': [{'subnet_id': '94ac02b9-2c47-49df-a261-e21c2ecf2df9', 'ip_address': '172.20.0.2'}, {'subnet_id': '04317054-53aa-4846-be8d-fe455c063e93'}], 'binding:host_id': 'n-d-826753-2'}, 'id': '0ac1059e-9df6-487d-98a5-1c47d70809ba'} from n-d-826753-2. {{(pid=103703) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 03:00:51.280446 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d7f9e656-f42a-4b32-804a-eba450ff3d3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (76e4549b-eda6-453a-b18c-4ad693de8c7e), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:51.282826 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-cbf06670-8886-4054-a8ea-6c0bb46ca0e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (0ac1059e-9df6-487d-98a5-1c47d70809ba), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:51.371721 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port 0ac1059e-9df6-487d-98a5-1c47d70809ba, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=0ac1059e-9df6-487d-98a5-1c47d70809ba,segment=NetworkSegment(8ce12dc1-1aff-40da-ab76-c4d68d0c0e00),segment_id=8ce12dc1-1aff-40da-ab76-c4d68d0c0e00)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:00:51.398011 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7727d911-2782-4b2e-9936-17d0d72500e0 req-a8b478e0-9dc2-4063-ad53-d75c853cd8ee service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=70b42dbd-71fc-4efd-8608-6d6d588d6cc3 HTTP/1.1" status: 200 len: 217 time: 0.2054570 Feb 19 03:00:51.401341 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bdfbf5-81da-4897-a86c-09ca32b9149f req-f4cdd23c-6bae-46e8-90cf-f8be06160f2c tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:51.409466 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-38bdfbf5-81da-4897-a86c-09ca32b9149f req-f4cdd23c-6bae-46e8-90cf-f8be06160f2c tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 946 time: 0.2559648 Feb 19 03:00:51.413350 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-d7f9e656-f42a-4b32-804a-eba450ff3d3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76e4549b-eda6-453a-b18c-4ad693de8c7e']}} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:00:51.462749 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-d7f9e656-f42a-4b32-804a-eba450ff3d3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57aa002e-6d14-4e1b-ad3f-d488e2fbb6fa') {'for_net_delete': True} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:00:51.464152 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-d7f9e656-f42a-4b32-804a-eba450ff3d3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57aa002e-6d14-4e1b-ad3f-d488e2fbb6fa') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:00:51.475005 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (0ac1059e-9df6-487d-98a5-1c47d70809ba), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:51.495876 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d7f9e656-f42a-4b32-804a-eba450ff3d3e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12647422'] for segment (57aa002e-6d14-4e1b-ad3f-d488e2fbb6fa), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:51.530515 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-38bdfbf5-81da-4897-a86c-09ca32b9149f req-c0584e0e-6b8a-435b-a473-99e99ec0de74 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196413 Feb 19 03:00:51.570551 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d7f9e656-f42a-4b32-804a-eba450ff3d3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (57aa002e-6d14-4e1b-ad3f-d488e2fbb6fa), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:51.584283 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7f9e656-f42a-4b32-804a-eba450ff3d3e admin admin] Releasing vlan 261 on physical network physnet1 to pool {{(pid=103701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:00:51.585090 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d7f9e656-f42a-4b32-804a-eba450ff3d3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583360'] for segment (57aa002e-6d14-4e1b-ad3f-d488e2fbb6fa), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:51.589146 n-d-826753-2 neutron-server[103701]: Traceback (most recent call last): Feb 19 03:00:51.589146 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:00:51.589146 n-d-826753-2 neutron-server[103701]: timer() Feb 19 03:00:51.589146 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:00:51.589146 n-d-826753-2 neutron-server[103701]: cb(*args, **kw) Feb 19 03:00:51.589146 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:00:51.589146 n-d-826753-2 neutron-server[103701]: return func(*args, **kwargs) Feb 19 03:00:51.589146 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:00:51.589146 n-d-826753-2 neutron-server[103701]: self._notify() Feb 19 03:00:51.589146 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:00:51.589146 n-d-826753-2 neutron-server[103701]: self.callback(batched_events) Feb 19 03:00:51.589146 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:00:51.589146 n-d-826753-2 neutron-server[103701]: event.method(event) Feb 19 03:00:51.589146 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:00:51.589146 n-d-826753-2 neutron-server[103701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:00:51.589146 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:00:51.589146 n-d-826753-2 neutron-server[103701]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:00:51.589146 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:00:51.589146 n-d-826753-2 neutron-server[103701]: return f(self, *a, **k) Feb 19 03:00:51.589146 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:00:51.589146 n-d-826753-2 neutron-server[103701]: return self._get(url).json() Feb 19 03:00:51.589146 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:00:51.589146 n-d-826753-2 neutron-server[103701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:00:51.589146 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:00:51.589146 n-d-826753-2 neutron-server[103701]: return self.request(url, 'GET', **kwargs) Feb 19 03:00:51.589146 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:00:51.589146 n-d-826753-2 neutron-server[103701]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:00:51.589146 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:00:51.589146 n-d-826753-2 neutron-server[103701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:00:51.589146 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:00:51.589146 n-d-826753-2 neutron-server[103701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:00:51.589146 n-d-826753-2 neutron-server[103701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:00:51.623258 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-6be3f4ab-59c0-484c-949a-21c494290fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a8a42a6-32ee-44ae-bcf2-368538f85fb7', 'name': 'tempest-TestAggregatesBasicOps-230694221-router', 'tenant_id': '6ce7a0e6ccd0405fbce157e44b309c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '7944cd06-d74d-4b29-8c61-02e2eeb00ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:00:29Z', 'updated_at': '2022-02-19T03:00:41Z', 'revision_number': 4, 'project_id': '6ce7a0e6ccd0405fbce157e44b309c0f', 'gw_port': {'id': '7944cd06-d74d-4b29-8c61-02e2eeb00ffb', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8a42a6-32ee-44ae-bcf2-368538f85fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:00:31Z', 'updated_at': '2022-02-19T03:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '36baab1b-e67f-4487-acd6-5b4be31aa880', 'name': '', 'network_id': 'a0b72bfa-0144-4956-946c-e73daf6d88fc', 'tenant_id': '6ce7a0e6ccd0405fbce157e44b309c0f', 'mac_address': 'fa:16:3e:c2:74:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a8a42a6-32ee-44ae-bcf2-368538f85fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2449, 'fixed_ips': [{'subnet_id': '7151b1ba-ee43-4cc7-a941-3ebc601f6594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:00:38Z', 'updated_at': '2022-02-19T03:00:50Z', 'revision_number': 4, 'project_id': '6ce7a0e6ccd0405fbce157e44b309c0f', 'subnets': [{'id': '7151b1ba-ee43-4cc7-a941-3ebc601f6594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:00:51.653806 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-f83d6760-4f96-4148-a3a0-8e8859061267 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Allocated IP 172.20.0.3 (80e274aa-1a13-4b8e-8760-cc36cd41548b/94ac02b9-2c47-49df-a261-e21c2ecf2df9/120e3a6d-5666-4a00-8cc0-1c8a170ceca6) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:00:51.663097 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7ac84e1a-c0f4-45f8-89f4-c381c59217ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (26112d35-a927-4d00-b527-4c0e27d81e97), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:51.672952 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-f83d6760-4f96-4148-a3a0-8e8859061267 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Allocated IP 172.20.0.22 (80e274aa-1a13-4b8e-8760-cc36cd41548b/04317054-53aa-4846-be8d-fe455c063e93/120e3a6d-5666-4a00-8cc0-1c8a170ceca6) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:00:51.697924 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5bb97d58-ffe3-4b86-bc7d-3ff9a0dbb20f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16289271'] for router_interface (f2414ecd-3609-48be-8472-25fc1677bdee), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:51.698375 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be3f4ab-59c0-484c-949a-21c494290fdb None None] The sync data for ids ['2a8a42a6-32ee-44ae-bcf2-368538f85fb7'] in n-d-826753-2 is: [{'id': '2a8a42a6-32ee-44ae-bcf2-368538f85fb7', 'name': 'tempest-TestAggregatesBasicOps-230694221-router', 'tenant_id': '6ce7a0e6ccd0405fbce157e44b309c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '7944cd06-d74d-4b29-8c61-02e2eeb00ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:00:29Z', 'updated_at': '2022-02-19T03:00:41Z', 'revision_number': 4, 'project_id': '6ce7a0e6ccd0405fbce157e44b309c0f', 'gw_port': {'id': '7944cd06-d74d-4b29-8c61-02e2eeb00ffb', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8a42a6-32ee-44ae-bcf2-368538f85fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:00:31Z', 'updated_at': '2022-02-19T03:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '36baab1b-e67f-4487-acd6-5b4be31aa880', 'name': '', 'network_id': 'a0b72bfa-0144-4956-946c-e73daf6d88fc', 'tenant_id': '6ce7a0e6ccd0405fbce157e44b309c0f', 'mac_address': 'fa:16:3e:c2:74:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a8a42a6-32ee-44ae-bcf2-368538f85fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2449, 'fixed_ips': [{'subnet_id': '7151b1ba-ee43-4cc7-a941-3ebc601f6594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:00:38Z', 'updated_at': '2022-02-19T03:00:50Z', 'revision_number': 4, 'project_id': '6ce7a0e6ccd0405fbce157e44b309c0f', 'subnets': [{'id': '7151b1ba-ee43-4cc7-a941-3ebc601f6594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:00:51.734982 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac84e1a-c0f4-45f8-89f4-c381c59217ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26112d35-a927-4d00-b527-4c0e27d81e97,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:51.741100 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7ac84e1a-c0f4-45f8-89f4-c381c59217ac admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:51.748650 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-7ac84e1a-c0f4-45f8-89f4-c381c59217ac admin admin] 10.222.0.72 "DELETE /v2.0/subnets/26112d35-a927-4d00-b527-4c0e27d81e97 HTTP/1.1" status: 204 len: 168 time: 2.3131340 Feb 19 03:00:51.759825 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7727d911-2782-4b2e-9936-17d0d72500e0 req-de70ad29-8474-4024-a34b-2b05a5367451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:51.762267 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7727d911-2782-4b2e-9936-17d0d72500e0 req-de70ad29-8474-4024-a34b-2b05a5367451 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3ea5428a-92f7-475d-b30c-482a71ed5c95 HTTP/1.1" status: 200 len: 854 time: 0.3441377 Feb 19 03:00:51.763570 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 46548) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:51.831421 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d7f9e656-f42a-4b32-804a-eba450ff3d3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (76e4549b-eda6-453a-b18c-4ad693de8c7e), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:51.843728 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7727d911-2782-4b2e-9936-17d0d72500e0 req-dc15bef9-8a34-4e9c-988a-6fd13a55cc60 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=583b29ab-e0ba-468d-ae03-87a6a1ad9ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527203 Feb 19 03:00:51.890080 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d7f9e656-f42a-4b32-804a-eba450ff3d3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:51.896615 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-d7f9e656-f42a-4b32-804a-eba450ff3d3e admin admin] 10.222.0.72 "DELETE /v2.0/networks/76e4549b-eda6-453a-b18c-4ad693de8c7e HTTP/1.1" status: 204 len: 168 time: 1.5794365 Feb 19 03:00:51.897960 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f9e656-f42a-4b32-804a-eba450ff3d3e admin admin] Pushing event deleted for resources: {'Network': ['ID=76e4549b-eda6-453a-b18c-4ad693de8c7e,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:52.000528 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a387478-ec5a-4ce2-8102-d5a6aed90ce2 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Router 20e960d7-f020-461e-92e8-6262e0722d05 is scheduled to L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd with binding_index 1 {{(pid=103702) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:00:52.280256 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 46554) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:52.298858 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 7944cd06-d74d-4b29-8c61-02e2eeb00ffb up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:00:52.391579 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 70b42dbd-71fc-4efd-8608-6d6d588d6cc3 no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:00:52.445668 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-5bb97d58-ffe3-4b86-bc7d-3ff9a0dbb20f admin admin] Deleting port abaece7b-e503-4391-b613-3cea1c116c3e {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:00:52.446180 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5bb97d58-ffe3-4b86-bc7d-3ff9a0dbb20f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (abaece7b-e503-4391-b613-3cea1c116c3e), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:52.465427 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-6c8ac8d4-df87-40ae-bc19-b0c49beeb0e8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d76da76b1044457592dcbb07ab8c4b99&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1839073 Feb 19 03:00:52.466337 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 46558) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:52.485309 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f83d6760-4f96-4148-a3a0-8e8859061267 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks [] for port (120e3a6d-5666-4a00-8cc0-1c8a170ceca6), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:52.524905 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fe4ce7d4-d279-40ac-90c2-c880204f8252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (464663ce-b3d4-4ca9-8b65-9b4008ba73fe), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:52.578876 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=0ac1059e-9df6-487d-98a5-1c47d70809ba,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:52.588809 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:52.590293 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.db.api [None req-6a3d178b-420c-453d-a5c7-776ebe23abe1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103703) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:00:52.590655 n-d-826753-2 neutron-server[103703]: DEBUG oslo_db.api [None req-6a3d178b-420c-453d-a5c7-776ebe23abe1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:00:52.598639 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:52.656233 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 7944cd06-d74d-4b29-8c61-02e2eeb00ffb triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:00:52.656608 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (7944cd06-d74d-4b29-8c61-02e2eeb00ffb), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:52.661269 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 70b42dbd-71fc-4efd-8608-6d6d588d6cc3 is: ACTIVE; New status is: DOWN {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:00:52.661561 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (70b42dbd-71fc-4efd-8608-6d6d588d6cc3), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:52.680526 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-5bb97d58-ffe3-4b86-bc7d-3ff9a0dbb20f admin admin] For port abaece7b-e503-4391-b613-3cea1c116c3e, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=abaece7b-e503-4391-b613-3cea1c116c3e,segment=NetworkSegment(295b598a-2d85-4a41-8b97-49a183697789),segment_id=295b598a-2d85-4a41-8b97-49a183697789)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:00:52.682158 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5bb97d58-ffe3-4b86-bc7d-3ff9a0dbb20f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (abaece7b-e503-4391-b613-3cea1c116c3e), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:52.686674 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a387478-ec5a-4ce2-8102-d5a6aed90ce2 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:00:52.694005 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-7a387478-ec5a-4ce2-8102-d5a6aed90ce2 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "PUT /v2.0/routers/20e960d7-f020-461e-92e8-6262e0722d05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1906610 Feb 19 03:00:52.698326 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7727d911-2782-4b2e-9936-17d0d72500e0 req-6e9ec76a-80ac-4797-b344-bb5e78b64a2d service neutron] 10.222.0.73 "GET /v2.0/networks/583b29ab-e0ba-468d-ae03-87a6a1ad9ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8161108 Feb 19 03:00:52.699054 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 46562) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:52.716201 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-5bb97d58-ffe3-4b86-bc7d-3ff9a0dbb20f admin admin] Calling delete_port for abaece7b-e503-4391-b613-3cea1c116c3e owned by network:router_interface {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:00:52.718121 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778c7221-c4ef-4c5c-9d63-7aecdcd277c0 None None] Sync routers for ids ['20e960d7-f020-461e-92e8-6262e0722d05'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:00:52.753263 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778c7221-c4ef-4c5c-9d63-7aecdcd277c0 None None] Routers {'20e960d7-f020-461e-92e8-6262e0722d05'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:00:52.754144 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-778c7221-c4ef-4c5c-9d63-7aecdcd277c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:00:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['20e960d7-f020-461e-92e8-6262e0722d05'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:00:52.819060 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 70b42dbd-71fc-4efd-8608-6d6d588d6cc3, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=70b42dbd-71fc-4efd-8608-6d6d588d6cc3,segment=NetworkSegment(d2706629-960a-469c-bd0f-4e0b3dc89cea),segment_id=d2706629-960a-469c-bd0f-4e0b3dc89cea)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:00:52.873941 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40fc99c4-bfe8-4775-b070-601c11766486', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70b42dbd-71fc-4efd-8608-6d6d588d6cc3'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:00:52.880441 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2bf3c71-8847-4b59-96c4-48e8e3e36427" -d '{"events": [{"server_uuid": "40fc99c4-bfe8-4775-b070-601c11766486", "name": "network-vif-unplugged", "status": "completed", "tag": "70b42dbd-71fc-4efd-8608-6d6d588d6cc3"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:00:52.888601 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (70b42dbd-71fc-4efd-8608-6d6d588d6cc3), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:52.997084 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-572c10ff-1a76-4381-9911-432244f897a0 x-openstack-request-id: req-572c10ff-1a76-4381-9911-432244f897a0 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:00:52.997358 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40fc99c4-bfe8-4775-b070-601c11766486", "name": "network-vif-unplugged", "status": "completed", "tag": "70b42dbd-71fc-4efd-8608-6d6d588d6cc3", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:00:53.012533 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-572c10ff-1a76-4381-9911-432244f897a0 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:00:53.013336 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40fc99c4-bfe8-4775-b070-601c11766486', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70b42dbd-71fc-4efd-8608-6d6d588d6cc3', 'code': 200} Feb 19 03:00:53.063428 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-cbf06670-8886-4054-a8ea-6c0bb46ca0e7 None None] Allocated IP 172.20.0.18 (80e274aa-1a13-4b8e-8760-cc36cd41548b/04317054-53aa-4846-be8d-fe455c063e93/0ac1059e-9df6-487d-98a5-1c47d70809ba) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:00:53.180685 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-6a3d178b-420c-453d-a5c7-776ebe23abe1 None None] Current status of the port 0ac1059e-9df6-487d-98a5-1c47d70809ba is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:00:53.234188 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f83d6760-4f96-4148-a3a0-8e8859061267 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (120e3a6d-5666-4a00-8cc0-1c8a170ceca6), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:53.264928 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-778c7221-c4ef-4c5c-9d63-7aecdcd277c0 None None] Set router 20e960d7-f020-461e-92e8-6262e0722d05 gateway port host: None {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:00:53.285625 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e5a8c514-23b2-4c1f-a9b9-b918075bf600 admin admin] Publish callbacks [] for security_group (3a532b88-69cd-497b-b164-148fb494cae9), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:53.296168 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=70b42dbd-71fc-4efd-8608-6d6d588d6cc3,revision_number=8']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:53.313148 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e5a8c514-23b2-4c1f-a9b9-b918075bf600 admin admin] Publish callbacks [] for security_group (3a532b88-69cd-497b-b164-148fb494cae9), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:53.323626 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 7944cd06-d74d-4b29-8c61-02e2eeb00ffb is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:00:53.330001 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83d6760-4f96-4148-a3a0-8e8859061267 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Network 80e274aa-1a13-4b8e-8760-cc36cd41548b is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:00:53.387859 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312124b7-a8eb-419c-97d7-8a36ba26ad6e tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:53.391904 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-312124b7-a8eb-419c-97d7-8a36ba26ad6e tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "GET /v2.0/ports/7472332a-0d43-4eef-81a0-8325a6bf6aaa HTTP/1.1" status: 200 len: 911 time: 0.6893454 Feb 19 03:00:53.392095 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e5a8c514-23b2-4c1f-a9b9-b918075bf600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (3a532b88-69cd-497b-b164-148fb494cae9), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:53.394434 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e5a8c514-23b2-4c1f-a9b9-b918075bf600 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:53.397348 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-e5a8c514-23b2-4c1f-a9b9-b918075bf600 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3a532b88-69cd-497b-b164-148fb494cae9 HTTP/1.1" status: 204 len: 168 time: 0.9277258 Feb 19 03:00:53.397678 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-f83d6760-4f96-4148-a3a0-8e8859061267 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:00:53.398996 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 46568) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:53.424617 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83d6760-4f96-4148-a3a0-8e8859061267 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:00:53.477742 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83d6760-4f96-4148-a3a0-8e8859061267 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:53.478978 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f83d6760-4f96-4148-a3a0-8e8859061267 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:53.491582 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fe4ce7d4-d279-40ac-90c2-c880204f8252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (464663ce-b3d4-4ca9-8b65-9b4008ba73fe), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:53.519231 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83d6760-4f96-4148-a3a0-8e8859061267 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Pushing event updated for resources: {'Port': ['ID=120e3a6d-5666-4a00-8cc0-1c8a170ceca6,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:53.557601 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-fe4ce7d4-d279-40ac-90c2-c880204f8252 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['464663ce-b3d4-4ca9-8b65-9b4008ba73fe']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:00:53.573499 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-f83d6760-4f96-4148-a3a0-8e8859061267 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 5.5088236 Feb 19 03:00:53.610009 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 46576) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:53.629111 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-aebe7da7-34ff-4423-912c-6b06d4e17e98 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '94ac02b9-2c47-49df-a261-e21c2ecf2df9'}]}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:00:53.678628 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-95dec36a-ac71-4eaa-ae9f-7858f28d5ab3 None None] Provisioning complete for port 7472332a-0d43-4eef-81a0-8325a6bf6aaa triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:00:53.688404 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7727d911-2782-4b2e-9936-17d0d72500e0 req-6d5b304c-ee89-4e58-967c-5921e99f768b service neutron] 10.222.0.73 "GET /v2.0/networks/583b29ab-e0ba-468d-ae03-87a6a1ad9ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9773726 Feb 19 03:00:53.689039 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-95dec36a-ac71-4eaa-ae9f-7858f28d5ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (7472332a-0d43-4eef-81a0-8325a6bf6aaa), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:53.693215 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-fe4ce7d4-d279-40ac-90c2-c880204f8252 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b27b08e-a89f-4bb4-8100-b789c5daa3aa') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:00:53.693554 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-fe4ce7d4-d279-40ac-90c2-c880204f8252 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b27b08e-a89f-4bb4-8100-b789c5daa3aa') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:00:53.704507 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a8c514-23b2-4c1f-a9b9-b918075bf600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a532b88-69cd-497b-b164-148fb494cae9,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:53.738256 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fe4ce7d4-d279-40ac-90c2-c880204f8252 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (3b27b08e-a89f-4bb4-8100-b789c5daa3aa), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:53.762875 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fe4ce7d4-d279-40ac-90c2-c880204f8252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (3b27b08e-a89f-4bb4-8100-b789c5daa3aa), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:53.785857 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe4ce7d4-d279-40ac-90c2-c880204f8252 admin admin] Releasing vlan 265 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:00:53.786628 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fe4ce7d4-d279-40ac-90c2-c880204f8252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (3b27b08e-a89f-4bb4-8100-b789c5daa3aa), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:53.793789 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac1b78c-4ac8-46e9-9f09-65c0c9d90ce6 req-5e2f1861-daca-42d0-96da-de98ed42a7c5 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:53.795672 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9ac1b78c-4ac8-46e9-9f09-65c0c9d90ce6 req-5e2f1861-daca-42d0-96da-de98ed42a7c5 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 944 time: 0.5732577 Feb 19 03:00:53.819420 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5bb97d58-ffe3-4b86-bc7d-3ff9a0dbb20f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (abaece7b-e503-4391-b613-3cea1c116c3e), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:53.836527 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-cbf06670-8886-4054-a8ea-6c0bb46ca0e7 None None] For port 0ac1059e-9df6-487d-98a5-1c47d70809ba, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=0ac1059e-9df6-487d-98a5-1c47d70809ba,segment=NetworkSegment(8ce12dc1-1aff-40da-ab76-c4d68d0c0e00),segment_id=8ce12dc1-1aff-40da-ab76-c4d68d0c0e00)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:00:53.857599 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 36baab1b-e67f-4487-acd6-5b4be31aa880 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:00:53.872259 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-95dec36a-ac71-4eaa-ae9f-7858f28d5ab3 None None] Port 7472332a-0d43-4eef-81a0-8325a6bf6aaa cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:00:53.881491 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb97d58-ffe3-4b86-bc7d-3ff9a0dbb20f admin admin] Pushing event deleted for resources: {'Port': ['ID=abaece7b-e503-4391-b613-3cea1c116c3e,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:53.899358 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba73937-9047-45d0-8e6b-72178218d72a tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:53.902957 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 03:00:53.902957 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:00:53.902957 n-d-826753-2 neutron-server[103702]: timer() Feb 19 03:00:53.902957 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:00:53.902957 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 03:00:53.902957 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:00:53.902957 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 03:00:53.902957 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:00:53.902957 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 03:00:53.902957 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:00:53.902957 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 03:00:53.902957 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:00:53.902957 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 03:00:53.902957 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:00:53.902957 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:00:53.902957 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:00:53.902957 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:00:53.902957 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:00:53.902957 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 03:00:53.902957 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:00:53.902957 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 03:00:53.902957 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:00:53.902957 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:00:53.902957 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:00:53.902957 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 03:00:53.902957 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:00:53.902957 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:00:53.902957 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:00:53.902957 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:00:53.902957 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:00:53.902957 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:00:53.902957 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:00:53.905989 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-aebe7da7-34ff-4423-912c-6b06d4e17e98 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (120e3a6d-5666-4a00-8cc0-1c8a170ceca6), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:53.908299 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba73937-9047-45d0-8e6b-72178218d72a tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:53.913319 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-2ba73937-9047-45d0-8e6b-72178218d72a tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.3430989 Feb 19 03:00:53.954146 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 46580) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:54.003730 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-cbf06670-8886-4054-a8ea-6c0bb46ca0e7 None None] Publish callbacks [] for port (0ac1059e-9df6-487d-98a5-1c47d70809ba), precommit_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:54.041600 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-95dec36a-ac71-4eaa-ae9f-7858f28d5ab3 None None] Provisioning complete for port 36baab1b-e67f-4487-acd6-5b4be31aa880 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:00:54.041974 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-95dec36a-ac71-4eaa-ae9f-7858f28d5ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (36baab1b-e67f-4487-acd6-5b4be31aa880), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:54.076598 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9ac1b78c-4ac8-46e9-9f09-65c0c9d90ce6 req-faee7957-3002-4387-82b3-2410808713e7 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490380 Feb 19 03:00:54.104045 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-cbf06670-8886-4054-a8ea-6c0bb46ca0e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (0ac1059e-9df6-487d-98a5-1c47d70809ba), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:54.188981 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 36baab1b-e67f-4487-acd6-5b4be31aa880 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:00:54.198787 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (36baab1b-e67f-4487-acd6-5b4be31aa880), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:54.274386 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fe4ce7d4-d279-40ac-90c2-c880204f8252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (464663ce-b3d4-4ca9-8b65-9b4008ba73fe), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:54.333258 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5bb97d58-ffe3-4b86-bc7d-3ff9a0dbb20f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16362762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16314471'] for router_interface (f2414ecd-3609-48be-8472-25fc1677bdee), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:54.354815 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-778c7221-c4ef-4c5c-9d63-7aecdcd277c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e960d7-f020-461e-92e8-6262e0722d05', 'name': 'tempest-NetworksTestDHCPv6-router-781588051', 'tenant_id': 'bb74a1a86b774cd895fbb7befcc78fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:00:44Z', 'updated_at': '2022-02-19T03:00:48Z', 'revision_number': 2, 'project_id': 'bb74a1a86b774cd895fbb7befcc78fd8', 'gw_port_host': None, '_interfaces': [{'id': '7472332a-0d43-4eef-81a0-8325a6bf6aaa', 'name': '', 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a', 'tenant_id': 'bb74a1a86b774cd895fbb7befcc78fd8', 'mac_address': 'fa:16:3e:b4:7d:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20e960d7-f020-461e-92e8-6262e0722d05', 'device_owner': 'network:router_interface', 'standard_attr_id': 2471, 'fixed_ips': [{'subnet_id': 'd49f26cd-568c-4650-8d5a-d04bb9d7bc47', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:00:45Z', 'updated_at': '2022-02-19T03:00:48Z', 'revision_number': 2, 'project_id': 'bb74a1a86b774cd895fbb7befcc78fd8', 'subnets': [{'id': 'd49f26cd-568c-4650-8d5a-d04bb9d7bc47', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:00:54.370532 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fe4ce7d4-d279-40ac-90c2-c880204f8252 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:54.386640 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-fe4ce7d4-d279-40ac-90c2-c880204f8252 admin admin] 10.222.0.72 "DELETE /v2.0/networks/464663ce-b3d4-4ca9-8b65-9b4008ba73fe HTTP/1.1" status: 204 len: 168 time: 2.6027124 Feb 19 03:00:54.406596 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 46600) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:54.420620 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf06670-8886-4054-a8ea-6c0bb46ca0e7 None None] Pushing event updated for resources: {'Port': ['ID=0ac1059e-9df6-487d-98a5-1c47d70809ba,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:54.432653 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778c7221-c4ef-4c5c-9d63-7aecdcd277c0 None None] Checking router: 20e960d7-f020-461e-92e8-6262e0722d05 for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:00:54.447559 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778c7221-c4ef-4c5c-9d63-7aecdcd277c0 None None] Updating router 20e960d7-f020-461e-92e8-6262e0722d05 port 7472332a-0d43-4eef-81a0-8325a6bf6aaa binding host n-d-826753-2 {{(pid=103703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:00:54.448185 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4ce7d4-d279-40ac-90c2-c880204f8252 admin admin] Pushing event deleted for resources: {'Network': ['ID=464663ce-b3d4-4ca9-8b65-9b4008ba73fe,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:54.567844 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-778c7221-c4ef-4c5c-9d63-7aecdcd277c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (7472332a-0d43-4eef-81a0-8325a6bf6aaa), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:54.644363 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-9adc6012-3a4a-4e61-91bc-6ed8faff6dad admin admin] Deleting subnet d4c6aeb3-a4fb-4b00-a623-5e3ac3f5e438 {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:00:54.648134 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9adc6012-3a4a-4e61-91bc-6ed8faff6dad admin admin] Publish callbacks [] for subnet (d4c6aeb3-a4fb-4b00-a623-5e3ac3f5e438), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:54.708940 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9adc6012-3a4a-4e61-91bc-6ed8faff6dad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (d4c6aeb3-a4fb-4b00-a623-5e3ac3f5e438), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:54.776033 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bb97d58-ffe3-4b86-bc7d-3ff9a0dbb20f admin admin] Router f2414ecd-3609-48be-8472-25fc1677bdee has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:00:54.924757 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9adc6012-3a4a-4e61-91bc-6ed8faff6dad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (d4c6aeb3-a4fb-4b00-a623-5e3ac3f5e438), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:54.943478 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bb97d58-ffe3-4b86-bc7d-3ff9a0dbb20f admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:00:54.953749 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f236be3c-b760-401f-ba9f-bbe4e0fe948a None None] Sync routers for ids ['f2414ecd-3609-48be-8472-25fc1677bdee'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:00:54.955956 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-5bb97d58-ffe3-4b86-bc7d-3ff9a0dbb20f admin admin] 10.222.0.72 "PUT /v2.0/routers/f2414ecd-3609-48be-8472-25fc1677bdee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9774899 Feb 19 03:00:54.960101 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 46610) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:54.973940 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f236be3c-b760-401f-ba9f-bbe4e0fe948a None None] Routers {'f2414ecd-3609-48be-8472-25fc1677bdee'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:00:54.975936 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-95dec36a-ac71-4eaa-ae9f-7858f28d5ab3 None None] Current status of the port 36baab1b-e67f-4487-acd6-5b4be31aa880 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:00:54.979196 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-95dec36a-ac71-4eaa-ae9f-7858f28d5ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (36baab1b-e67f-4487-acd6-5b4be31aa880), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:54.981346 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-f236be3c-b760-401f-ba9f-bbe4e0fe948a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:00:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['f2414ecd-3609-48be-8472-25fc1677bdee'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:00:55.024761 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 36baab1b-e67f-4487-acd6-5b4be31aa880 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:00:55.026099 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (36baab1b-e67f-4487-acd6-5b4be31aa880), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:55.129699 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9adc6012-3a4a-4e61-91bc-6ed8faff6dad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (d4c6aeb3-a4fb-4b00-a623-5e3ac3f5e438), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:55.204543 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f7f0eb0c-5bb5-492a-84f7-8222a0954506 admin admin] Publish callbacks [] for router (f2414ecd-3609-48be-8472-25fc1677bdee), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:55.291788 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9adc6012-3a4a-4e61-91bc-6ed8faff6dad admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:55.302255 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-9adc6012-3a4a-4e61-91bc-6ed8faff6dad admin admin] 10.222.0.72 "DELETE /v2.0/subnets/d4c6aeb3-a4fb-4b00-a623-5e3ac3f5e438 HTTP/1.1" status: 204 len: 168 time: 0.8956461 Feb 19 03:00:55.306113 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 46622) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:55.349212 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-f236be3c-b760-401f-ba9f-bbe4e0fe948a None None] Set router f2414ecd-3609-48be-8472-25fc1677bdee gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:00:55.407670 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0a2c13-2eac-41b3-b951-d73cb3f68562 req-87134027-2f61-4cb0-b86b-89fb947f4cdf tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:55.418774 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4b0a2c13-2eac-41b3-b951-d73cb3f68562 req-87134027-2f61-4cb0-b86b-89fb947f4cdf tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 944 time: 0.1469595 Feb 19 03:00:55.455832 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adc6012-3a4a-4e61-91bc-6ed8faff6dad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4c6aeb3-a4fb-4b00-a623-5e3ac3f5e438,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:55.483649 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f7f0eb0c-5bb5-492a-84f7-8222a0954506 admin admin] Publish callbacks [] for router_gateway (f2414ecd-3609-48be-8472-25fc1677bdee), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:55.536184 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4b0a2c13-2eac-41b3-b951-d73cb3f68562 req-1c804a82-c451-4463-9b76-3a97bdc6b8ea tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162677 Feb 19 03:00:55.547548 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02d3858-c74b-4179-908b-4f47cf452cff None None] Network 80e274aa-1a13-4b8e-8760-cc36cd41548b requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:00:55.595901 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adc6012-3a4a-4e61-91bc-6ed8faff6dad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:00:55.596270 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adc6012-3a4a-4e61-91bc-6ed8faff6dad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:00:55.596615 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adc6012-3a4a-4e61-91bc-6ed8faff6dad admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:00:55.596961 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adc6012-3a4a-4e61-91bc-6ed8faff6dad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:00:55.597325 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adc6012-3a4a-4e61-91bc-6ed8faff6dad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:00:55.597662 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adc6012-3a4a-4e61-91bc-6ed8faff6dad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:00:55.597991 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adc6012-3a4a-4e61-91bc-6ed8faff6dad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:00:55.598347 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adc6012-3a4a-4e61-91bc-6ed8faff6dad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:00:55.598833 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adc6012-3a4a-4e61-91bc-6ed8faff6dad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:00:55.599166 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adc6012-3a4a-4e61-91bc-6ed8faff6dad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:00:55.599566 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adc6012-3a4a-4e61-91bc-6ed8faff6dad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:00:55.599811 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adc6012-3a4a-4e61-91bc-6ed8faff6dad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:00:55.600136 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adc6012-3a4a-4e61-91bc-6ed8faff6dad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:00:55.624336 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-aebe7da7-34ff-4423-912c-6b06d4e17e98 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Delete allocated IP 172.20.0.22 (80e274aa-1a13-4b8e-8760-cc36cd41548b/04317054-53aa-4846-be8d-fe455c063e93) {{(pid=103702) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 19 03:00:55.660822 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-f7f0eb0c-5bb5-492a-84f7-8222a0954506 admin admin] Deleting port 21ac9c0a-bf0a-4248-b883-a25009b27fff {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:00:55.661331 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f7f0eb0c-5bb5-492a-84f7-8222a0954506 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (21ac9c0a-bf0a-4248-b883-a25009b27fff), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:55.729227 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-95dec36a-ac71-4eaa-ae9f-7858f28d5ab3 None None] For port 36baab1b-e67f-4487-acd6-5b4be31aa880, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=36baab1b-e67f-4487-acd6-5b4be31aa880,segment=NetworkSegment(29443568-61b9-4774-ac70-95706a0af3c1),segment_id=29443568-61b9-4774-ac70-95706a0af3c1)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:00:55.754272 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 46626) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:55.763388 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-f236be3c-b760-401f-ba9f-bbe4e0fe948a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2414ecd-3609-48be-8472-25fc1677bdee', 'name': 'tempest-TestAggregatesBasicOps-707011584-router', 'tenant_id': '9fa4e4fe0ba24f078d0901811643d0b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '21ac9c0a-bf0a-4248-b883-a25009b27fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:00:09Z', 'updated_at': '2022-02-19T03:00:53Z', 'revision_number': 5, 'project_id': '9fa4e4fe0ba24f078d0901811643d0b3', 'gw_port': {'id': '21ac9c0a-bf0a-4248-b883-a25009b27fff', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:db:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2414ecd-3609-48be-8472-25fc1677bdee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:00:10Z', 'updated_at': '2022-02-19T03:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:00:55.791412 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f236be3c-b760-401f-ba9f-bbe4e0fe948a None None] Checking router: f2414ecd-3609-48be-8472-25fc1677bdee for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:00:55.800122 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f236be3c-b760-401f-ba9f-bbe4e0fe948a None None] Routers {'f2414ecd-3609-48be-8472-25fc1677bdee'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:00:55.800967 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-f236be3c-b760-401f-ba9f-bbe4e0fe948a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:00:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['f2414ecd-3609-48be-8472-25fc1677bdee'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:00:55.815751 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-778c7221-c4ef-4c5c-9d63-7aecdcd277c0 None None] Publish callbacks [] for port (7472332a-0d43-4eef-81a0-8325a6bf6aaa), precommit_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:55.843075 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-f7f0eb0c-5bb5-492a-84f7-8222a0954506 admin admin] For port 21ac9c0a-bf0a-4248-b883-a25009b27fff, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=21ac9c0a-bf0a-4248-b883-a25009b27fff,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:00:55.843678 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f7f0eb0c-5bb5-492a-84f7-8222a0954506 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (21ac9c0a-bf0a-4248-b883-a25009b27fff), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:55.860702 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-f7f0eb0c-5bb5-492a-84f7-8222a0954506 admin admin] Calling delete_port for 21ac9c0a-bf0a-4248-b883-a25009b27fff owned by network:router_gateway {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:00:55.894019 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-f236be3c-b760-401f-ba9f-bbe4e0fe948a None None] Set router f2414ecd-3609-48be-8472-25fc1677bdee gateway port host: None {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:00:55.926470 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-95dec36a-ac71-4eaa-ae9f-7858f28d5ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (36baab1b-e67f-4487-acd6-5b4be31aa880), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:55.947450 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-f236be3c-b760-401f-ba9f-bbe4e0fe948a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2414ecd-3609-48be-8472-25fc1677bdee', 'name': 'tempest-TestAggregatesBasicOps-707011584-router', 'tenant_id': '9fa4e4fe0ba24f078d0901811643d0b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:00:09Z', 'updated_at': '2022-02-19T03:00:55Z', 'revision_number': 6, 'project_id': '9fa4e4fe0ba24f078d0901811643d0b3', 'gw_port_host': None}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:00:55.975818 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e0de6506-f7f7-4669-8e07-add271e5e63b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (2904f7a8-ebbf-43a3-8ee6-a5c781bf8f66), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:55.978732 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f236be3c-b760-401f-ba9f-bbe4e0fe948a None None] The sync data for ids ['f2414ecd-3609-48be-8472-25fc1677bdee'] in n-d-826753-2 is: [{'id': 'f2414ecd-3609-48be-8472-25fc1677bdee', 'name': 'tempest-TestAggregatesBasicOps-707011584-router', 'tenant_id': '9fa4e4fe0ba24f078d0901811643d0b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:00:09Z', 'updated_at': '2022-02-19T03:00:55Z', 'revision_number': 6, 'project_id': '9fa4e4fe0ba24f078d0901811643d0b3', 'gw_port_host': None}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:00:56.013328 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-778c7221-c4ef-4c5c-9d63-7aecdcd277c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (7472332a-0d43-4eef-81a0-8325a6bf6aaa), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:56.145285 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d5678f70-52b4-4795-b64a-5089857a5969 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:56.172057 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-f01f3b69-9464-4e05-bb5b-1cf31a438c15 None None] Provisioning complete for port 0ac1059e-9df6-487d-98a5-1c47d70809ba triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:00:56.172650 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f01f3b69-9464-4e05-bb5b-1cf31a438c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (0ac1059e-9df6-487d-98a5-1c47d70809ba), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:56.175328 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f7f0eb0c-5bb5-492a-84f7-8222a0954506 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (21ac9c0a-bf0a-4248-b883-a25009b27fff), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:56.190809 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.db.api [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103703) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:00:56.191430 n-d-826753-2 neutron-server[103703]: DEBUG oslo_db.api [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:00:56.214684 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f0eb0c-5bb5-492a-84f7-8222a0954506 admin admin] Pushing event deleted for resources: {'Port': ['ID=21ac9c0a-bf0a-4248-b883-a25009b27fff,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:56.232908 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:56.240192 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f0eb0c-5bb5-492a-84f7-8222a0954506 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:00:56.242386 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f0eb0c-5bb5-492a-84f7-8222a0954506 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:00:56.242939 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f0eb0c-5bb5-492a-84f7-8222a0954506 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:00:56.243424 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f0eb0c-5bb5-492a-84f7-8222a0954506 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:00:56.244351 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f0eb0c-5bb5-492a-84f7-8222a0954506 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:00:56.244850 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f0eb0c-5bb5-492a-84f7-8222a0954506 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:00:56.245363 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f0eb0c-5bb5-492a-84f7-8222a0954506 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:00:56.245859 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f0eb0c-5bb5-492a-84f7-8222a0954506 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:00:56.246884 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f0eb0c-5bb5-492a-84f7-8222a0954506 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:00:56.247390 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f0eb0c-5bb5-492a-84f7-8222a0954506 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:00:56.247886 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f0eb0c-5bb5-492a-84f7-8222a0954506 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:00:56.248361 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f0eb0c-5bb5-492a-84f7-8222a0954506 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:00:56.248841 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f0eb0c-5bb5-492a-84f7-8222a0954506 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:00:56.252475 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dec36a-ac71-4eaa-ae9f-7858f28d5ab3 None None] Pushing event updated for resources: {'Port': ['ID=36baab1b-e67f-4487-acd6-5b4be31aa880,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:56.389423 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-778c7221-c4ef-4c5c-9d63-7aecdcd277c0 None None] Attempting to bind port 7472332a-0d43-4eef-81a0-8325a6bf6aaa on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:00:56.389803 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-778c7221-c4ef-4c5c-9d63-7aecdcd277c0 None None] Attempting to bind port 7472332a-0d43-4eef-81a0-8325a6bf6aaa by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': 'c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:00:56.390169 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778c7221-c4ef-4c5c-9d63-7aecdcd277c0 None None] Attempting to bind port 7472332a-0d43-4eef-81a0-8325a6bf6aaa on network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:00:56.403838 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f7f0eb0c-5bb5-492a-84f7-8222a0954506 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16285837'] for router_gateway (f2414ecd-3609-48be-8472-25fc1677bdee), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:56.405602 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604bbd1b-2736-41fa-9109-6392a1dc06f4 None None] Pushing event updated for resources: {'Port': ['ID=7472332a-0d43-4eef-81a0-8325a6bf6aaa,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:56.414051 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778c7221-c4ef-4c5c-9d63-7aecdcd277c0 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:00:56.414433 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778c7221-c4ef-4c5c-9d63-7aecdcd277c0 None None] Checking segment: {'id': 'c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:00:56.414934 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-778c7221-c4ef-4c5c-9d63-7aecdcd277c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:56.415364 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778c7221-c4ef-4c5c-9d63-7aecdcd277c0 None None] Bound using segment: {'id': 'c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:00:56.416463 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-778c7221-c4ef-4c5c-9d63-7aecdcd277c0 None None] Bound port: 7472332a-0d43-4eef-81a0-8325a6bf6aaa, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:00:56.416901 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-778c7221-c4ef-4c5c-9d63-7aecdcd277c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (7472332a-0d43-4eef-81a0-8325a6bf6aaa), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:56.431457 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-aebe7da7-34ff-4423-912c-6b06d4e17e98 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks [] for port (120e3a6d-5666-4a00-8cc0-1c8a170ceca6), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:56.481431 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-aebe7da7-34ff-4423-912c-6b06d4e17e98 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (120e3a6d-5666-4a00-8cc0-1c8a170ceca6), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:56.585498 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-f01f3b69-9464-4e05-bb5b-1cf31a438c15 None None] Current status of the port 0ac1059e-9df6-487d-98a5-1c47d70809ba is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:00:56.600115 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-778c7221-c4ef-4c5c-9d63-7aecdcd277c0 None None] For port 7472332a-0d43-4eef-81a0-8325a6bf6aaa, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:00:56.612919 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-778c7221-c4ef-4c5c-9d63-7aecdcd277c0 None None] For port 7472332a-0d43-4eef-81a0-8325a6bf6aaa, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=7472332a-0d43-4eef-81a0-8325a6bf6aaa,segment=NetworkSegment(c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8),segment_id=c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:00:56.634735 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-778c7221-c4ef-4c5c-9d63-7aecdcd277c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (7472332a-0d43-4eef-81a0-8325a6bf6aaa), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:56.637816 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f7f0eb0c-5bb5-492a-84f7-8222a0954506 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16317457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14254'] for router (f2414ecd-3609-48be-8472-25fc1677bdee), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:56.643033 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f7f0eb0c-5bb5-492a-84f7-8222a0954506 admin admin] Publish callbacks [] for router_controller (f2414ecd-3609-48be-8472-25fc1677bdee), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:56.768518 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e0de6506-f7f7-4669-8e07-add271e5e63b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (2904f7a8-ebbf-43a3-8ee6-a5c781bf8f66), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:56.821518 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f7f0eb0c-5bb5-492a-84f7-8222a0954506 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16317544'] for router (f2414ecd-3609-48be-8472-25fc1677bdee), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:56.822808 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7f0eb0c-5bb5-492a-84f7-8222a0954506 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2414ecd-3609-48be-8472-25fc1677bdee {{(pid=103701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:00:56.828993 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f7f0eb0c-5bb5-492a-84f7-8222a0954506 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:56.830988 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-e0de6506-f7f7-4669-8e07-add271e5e63b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2904f7a8-ebbf-43a3-8ee6-a5c781bf8f66']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:00:56.843160 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-f7f0eb0c-5bb5-492a-84f7-8222a0954506 admin admin] 10.222.0.72 "DELETE /v2.0/routers/f2414ecd-3609-48be-8472-25fc1677bdee HTTP/1.1" status: 204 len: 168 time: 1.8805292 Feb 19 03:00:56.847697 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 46640) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:56.854062 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-e0de6506-f7f7-4669-8e07-add271e5e63b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b124088-2bad-4ee7-bb4c-d97c950fa518') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:00:56.854618 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-e0de6506-f7f7-4669-8e07-add271e5e63b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b124088-2bad-4ee7-bb4c-d97c950fa518') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:00:56.867128 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604bbd1b-2736-41fa-9109-6392a1dc06f4 None None] Pushing event updated for resources: {'Port': ['ID=7472332a-0d43-4eef-81a0-8325a6bf6aaa,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:56.874834 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 36baab1b-e67f-4487-acd6-5b4be31aa880 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:00:56.876475 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 0ac1059e-9df6-487d-98a5-1c47d70809ba up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:00:56.878773 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e0de6506-f7f7-4669-8e07-add271e5e63b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (9b124088-2bad-4ee7-bb4c-d97c950fa518), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:56.879731 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778c7221-c4ef-4c5c-9d63-7aecdcd277c0 None None] Routers {'20e960d7-f020-461e-92e8-6262e0722d05'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:00:56.880575 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-778c7221-c4ef-4c5c-9d63-7aecdcd277c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:00:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['20e960d7-f020-461e-92e8-6262e0722d05'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:00:56.885660 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-788d0766-2f28-4b67-9776-cca1ebbf1441 None None] Provisioning complete for port 7472332a-0d43-4eef-81a0-8325a6bf6aaa triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:00:56.886418 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-788d0766-2f28-4b67-9776-cca1ebbf1441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (7472332a-0d43-4eef-81a0-8325a6bf6aaa), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:56.895222 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb765e8-e0ac-40f1-a4da-d60624f0ec8d req-d28c2879-1681-4ccf-b36e-6cd45530dc1c tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:56.896757 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ebb765e8-e0ac-40f1-a4da-d60624f0ec8d req-d28c2879-1681-4ccf-b36e-6cd45530dc1c tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 944 time: 0.1802042 Feb 19 03:00:56.909772 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e0de6506-f7f7-4669-8e07-add271e5e63b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (9b124088-2bad-4ee7-bb4c-d97c950fa518), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:56.930135 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0de6506-f7f7-4669-8e07-add271e5e63b admin admin] Releasing vlan 283 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:00:56.930519 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e0de6506-f7f7-4669-8e07-add271e5e63b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (9b124088-2bad-4ee7-bb4c-d97c950fa518), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:56.949486 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8ac0290-5e91-4406-af4b-53aeb21e0ab6 admin admin] Deleting subnet 080e39d4-9280-4d40-8c79-ecd8b0f91157 {{(pid=103701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:00:56.955284 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d8ac0290-5e91-4406-af4b-53aeb21e0ab6 admin admin] Publish callbacks [] for subnet (080e39d4-9280-4d40-8c79-ecd8b0f91157), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:57.000436 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ebb765e8-e0ac-40f1-a4da-d60624f0ec8d req-c39c11af-c6d8-4757-8d62-31c70c6ca0c0 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968399 Feb 19 03:00:57.010176 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d8ac0290-5e91-4406-af4b-53aeb21e0ab6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12647399'] for subnet (080e39d4-9280-4d40-8c79-ecd8b0f91157), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:57.095782 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-778c7221-c4ef-4c5c-9d63-7aecdcd277c0 None None] Set router 20e960d7-f020-461e-92e8-6262e0722d05 gateway port host: None {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:00:57.104906 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 03:00:57.104906 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:00:57.104906 n-d-826753-2 neutron-server[103702]: timer() Feb 19 03:00:57.104906 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:00:57.104906 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 03:00:57.104906 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:00:57.104906 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 03:00:57.104906 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:00:57.104906 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 03:00:57.104906 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:00:57.104906 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 03:00:57.104906 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:00:57.104906 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 03:00:57.104906 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:00:57.104906 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:00:57.104906 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:00:57.104906 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:00:57.104906 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:00:57.104906 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 03:00:57.104906 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:00:57.104906 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 03:00:57.104906 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:00:57.104906 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:00:57.104906 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:00:57.104906 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 03:00:57.104906 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:00:57.104906 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:00:57.104906 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:00:57.104906 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:00:57.104906 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:00:57.104906 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:00:57.104906 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:00:57.129778 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e0de6506-f7f7-4669-8e07-add271e5e63b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (2904f7a8-ebbf-43a3-8ee6-a5c781bf8f66), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:57.211996 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e0de6506-f7f7-4669-8e07-add271e5e63b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:57.219877 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-e0de6506-f7f7-4669-8e07-add271e5e63b admin admin] 10.222.0.72 "DELETE /v2.0/networks/2904f7a8-ebbf-43a3-8ee6-a5c781bf8f66 HTTP/1.1" status: 204 len: 168 time: 1.8440247 Feb 19 03:00:57.237571 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 0ac1059e-9df6-487d-98a5-1c47d70809ba triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:00:57.238217 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (0ac1059e-9df6-487d-98a5-1c47d70809ba), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:57.297040 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebe7da7-34ff-4423-912c-6b06d4e17e98 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Pushing event updated for resources: {'Port': ['ID=120e3a6d-5666-4a00-8cc0-1c8a170ceca6,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:57.298075 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d8ac0290-5e91-4406-af4b-53aeb21e0ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (080e39d4-9280-4d40-8c79-ecd8b0f91157), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:57.364132 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-788d0766-2f28-4b67-9776-cca1ebbf1441 None None] Current status of the port 7472332a-0d43-4eef-81a0-8325a6bf6aaa is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:00:57.364518 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-788d0766-2f28-4b67-9776-cca1ebbf1441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (7472332a-0d43-4eef-81a0-8325a6bf6aaa), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:57.428231 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d8ac0290-5e91-4406-af4b-53aeb21e0ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12647206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58706286'] for subnet (080e39d4-9280-4d40-8c79-ecd8b0f91157), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:57.431307 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0de6506-f7f7-4669-8e07-add271e5e63b admin admin] Pushing event deleted for resources: {'Network': ['ID=2904f7a8-ebbf-43a3-8ee6-a5c781bf8f66,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:57.445365 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-aebe7da7-34ff-4423-912c-6b06d4e17e98 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] In _notify_port_updated(), no bound segment for port 120e3a6d-5666-4a00-8cc0-1c8a170ceca6 on network 80e274aa-1a13-4b8e-8760-cc36cd41548b {{(pid=103702) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 03:00:57.451734 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aebe7da7-34ff-4423-912c-6b06d4e17e98 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:57.452409 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-aebe7da7-34ff-4423-912c-6b06d4e17e98 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:57.456373 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-aebe7da7-34ff-4423-912c-6b06d4e17e98 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "PUT /v2.0/ports/120e3a6d-5666-4a00-8cc0-1c8a170ceca6 HTTP/1.1" status: 200 len: 919 time: 3.8303890 Feb 19 03:00:57.464760 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 46646) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:57.477398 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30beb78-7770-4979-8f2e-ed6197763ac6 req-4e0e2d47-6b9a-4189-a3a8-4483f836ff5a tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:57.479341 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a30beb78-7770-4979-8f2e-ed6197763ac6 req-4e0e2d47-6b9a-4189-a3a8-4483f836ff5a tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 944 time: 0.3438196 Feb 19 03:00:57.480289 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 46648) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:57.493350 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ac0290-5e91-4406-af4b-53aeb21e0ab6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=080e39d4-9280-4d40-8c79-ecd8b0f91157,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:57.501145 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d8ac0290-5e91-4406-af4b-53aeb21e0ab6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:57.503901 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-d8ac0290-5e91-4406-af4b-53aeb21e0ab6 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/080e39d4-9280-4d40-8c79-ecd8b0f91157 HTTP/1.1" status: 204 len: 168 time: 0.6550832 Feb 19 03:00:57.515215 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-f1a7b58b-7146-42ba-99c0-29b5d9628dd9 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '94ac02b9-2c47-49df-a261-e21c2ecf2df9'}, {'subnet_id': '04317054-53aa-4846-be8d-fe455c063e93'}]}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:00:57.518386 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 46650) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:57.525637 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1041741-2cbe-4875-bc56-1d8e7a8da90e None None] Network 726d35fd-bc73-4db7-8c3f-3b952ba7132f requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:00:57.534822 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-788d0766-2f28-4b67-9776-cca1ebbf1441 None None] For port 7472332a-0d43-4eef-81a0-8325a6bf6aaa, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=7472332a-0d43-4eef-81a0-8325a6bf6aaa,segment=NetworkSegment(c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8),segment_id=c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:00:57.609637 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-29f40b75-f160-4e21-b197-4627f7be95f0 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16289271'] for router_interface (20e960d7-f020-461e-92e8-6262e0722d05), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:57.623149 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d5678f70-52b4-4795-b64a-5089857a5969 admin admin] Publish callbacks [] for security_group (c23db684-647d-42e1-bcbf-3fde5b92f89b), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:57.685053 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a30beb78-7770-4979-8f2e-ed6197763ac6 req-0c1df571-03f5-4b22-a51b-9675ce441876 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856613 Feb 19 03:00:57.688309 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d5678f70-52b4-4795-b64a-5089857a5969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (c23db684-647d-42e1-bcbf-3fde5b92f89b), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:57.709132 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-b47c652d-778e-4e2f-a8ad-5a6d6a5fda32 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=bce6431cf7f0489daaa4d02576c61a0d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2256012 Feb 19 03:00:57.709347 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-31db783f-329c-4d72-a98a-50a9f65556e1 req-28a0daf0-72a2-48fd-91cb-7b0a7bb7c5b3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 1.0938520 Feb 19 03:00:57.713494 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 46652) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:57.714300 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2dfcfeed-0624-48de-96ab-5f89d59d904a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (726d35fd-bc73-4db7-8c3f-3b952ba7132f), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:57.732514 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 0ac1059e-9df6-487d-98a5-1c47d70809ba is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:00:57.777422 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-788d0766-2f28-4b67-9776-cca1ebbf1441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (7472332a-0d43-4eef-81a0-8325a6bf6aaa), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:57.822385 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-2dfcfeed-0624-48de-96ab-5f89d59d904a admin admin] Deleting port 0dbfad05-4216-46c3-a196-24735c30763a {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:00:57.822875 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2dfcfeed-0624-48de-96ab-5f89d59d904a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (0dbfad05-4216-46c3-a196-24735c30763a), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:57.905989 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788d0766-2f28-4b67-9776-cca1ebbf1441 None None] Pushing event updated for resources: {'Port': ['ID=7472332a-0d43-4eef-81a0-8325a6bf6aaa,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:57.933220 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 36baab1b-e67f-4487-acd6-5b4be31aa880 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:00:57.967349 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-2dfcfeed-0624-48de-96ab-5f89d59d904a admin admin] For port 0dbfad05-4216-46c3-a196-24735c30763a, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=0dbfad05-4216-46c3-a196-24735c30763a,segment=NetworkSegment(295b598a-2d85-4a41-8b97-49a183697789),segment_id=295b598a-2d85-4a41-8b97-49a183697789)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:00:57.967823 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2dfcfeed-0624-48de-96ab-5f89d59d904a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (0dbfad05-4216-46c3-a196-24735c30763a), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:57.979783 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-778c7221-c4ef-4c5c-9d63-7aecdcd277c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e960d7-f020-461e-92e8-6262e0722d05', 'name': 'tempest-NetworksTestDHCPv6-router-781588051', 'tenant_id': 'bb74a1a86b774cd895fbb7befcc78fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:00:44Z', 'updated_at': '2022-02-19T03:00:48Z', 'revision_number': 2, 'project_id': 'bb74a1a86b774cd895fbb7befcc78fd8', 'gw_port_host': None, '_interfaces': [{'id': '7472332a-0d43-4eef-81a0-8325a6bf6aaa', 'name': '', 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a', 'tenant_id': 'bb74a1a86b774cd895fbb7befcc78fd8', 'mac_address': 'fa:16:3e:b4:7d:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20e960d7-f020-461e-92e8-6262e0722d05', 'device_owner': 'network:router_interface', 'standard_attr_id': 2471, 'fixed_ips': [{'subnet_id': 'd49f26cd-568c-4650-8d5a-d04bb9d7bc47', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:00:45Z', 'updated_at': '2022-02-19T03:00:56Z', 'revision_number': 4, 'project_id': 'bb74a1a86b774cd895fbb7befcc78fd8', 'subnets': [{'id': 'd49f26cd-568c-4650-8d5a-d04bb9d7bc47', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:00:57.983618 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-088fa022-14b2-415d-8f92-df451940bb23 None None] Provisioning complete for port 7472332a-0d43-4eef-81a0-8325a6bf6aaa triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:00:57.984734 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-088fa022-14b2-415d-8f92-df451940bb23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (7472332a-0d43-4eef-81a0-8325a6bf6aaa), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:57.988442 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-2dfcfeed-0624-48de-96ab-5f89d59d904a admin admin] Calling delete_port for 0dbfad05-4216-46c3-a196-24735c30763a owned by network:dhcp {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:00:58.055439 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1d91a3-b990-41f7-9370-e1a5963815d9 None None] DHCP port deletion for 726d35fd-bc73-4db7-8c3f-3b952ba7132f request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:00:58.063512 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778c7221-c4ef-4c5c-9d63-7aecdcd277c0 None None] The sync data for ids ['20e960d7-f020-461e-92e8-6262e0722d05'] in n-d-826753-2 is: [{'id': '20e960d7-f020-461e-92e8-6262e0722d05', 'name': 'tempest-NetworksTestDHCPv6-router-781588051', 'tenant_id': 'bb74a1a86b774cd895fbb7befcc78fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:00:44Z', 'updated_at': '2022-02-19T03:00:48Z', 'revision_number': 2, 'project_id': 'bb74a1a86b774cd895fbb7befcc78fd8', 'gw_port_host': None, '_interfaces': [{'id': '7472332a-0d43-4eef-81a0-8325a6bf6aaa', 'name': '', 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a', 'tenant_id': 'bb74a1a86b774cd895fbb7befcc78fd8', 'mac_address': 'fa:16:3e:b4:7d:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20e960d7-f020-461e-92e8-6262e0722d05', 'device_owner': 'network:router_interface', 'standard_attr_id': 2471, 'fixed_ips': [{'subnet_id': 'd49f26cd-568c-4650-8d5a-d04bb9d7bc47', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:00:45Z', 'updated_at': '2022-02-19T03:00:56Z', 'revision_number': 4, 'project_id': 'bb74a1a86b774cd895fbb7befcc78fd8', 'subnets': [{'id': 'd49f26cd-568c-4650-8d5a-d04bb9d7bc47', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:00:58.143120 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 36baab1b-e67f-4487-acd6-5b4be31aa880 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:00:58.143475 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (36baab1b-e67f-4487-acd6-5b4be31aa880), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:58.163182 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [req-4dfcf80b-5ee4-40e0-a9fb-ca9e792a542a req-5a622a3c-6746-4d96-a882-4d6632cc0ed0 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103701) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:00:58.164310 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4dfcf80b-5ee4-40e0-a9fb-ca9e792a542a req-5a622a3c-6746-4d96-a882-4d6632cc0ed0 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1932907 Feb 19 03:00:58.183376 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2dfcfeed-0624-48de-96ab-5f89d59d904a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (0dbfad05-4216-46c3-a196-24735c30763a), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:58.232118 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfcfeed-0624-48de-96ab-5f89d59d904a admin admin] Pushing event deleted for resources: {'Port': ['ID=0dbfad05-4216-46c3-a196-24735c30763a,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:58.232858 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-088fa022-14b2-415d-8f92-df451940bb23 None None] Current status of the port 7472332a-0d43-4eef-81a0-8325a6bf6aaa is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:00:58.242336 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfcfeed-0624-48de-96ab-5f89d59d904a admin admin] No DVR routers for this DVR port 0dbfad05-4216-46c3-a196-24735c30763a on host n-d-826753-2 {{(pid=103701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:00:58.262324 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-088fa022-14b2-415d-8f92-df451940bb23 None None] Provisioning complete for port 120e3a6d-5666-4a00-8cc0-1c8a170ceca6 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:00:58.262705 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-088fa022-14b2-415d-8f92-df451940bb23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (120e3a6d-5666-4a00-8cc0-1c8a170ceca6), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:58.487368 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2dfcfeed-0624-48de-96ab-5f89d59d904a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (726d35fd-bc73-4db7-8c3f-3b952ba7132f), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:58.521144 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-5c1d91a3-b990-41f7-9370-e1a5963815d9 None None] Deleting port 0dbfad05-4216-46c3-a196-24735c30763a {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:00:58.521886 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5c1d91a3-b990-41f7-9370-e1a5963815d9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (0dbfad05-4216-46c3-a196-24735c30763a), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:58.522068 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-2dfcfeed-0624-48de-96ab-5f89d59d904a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['726d35fd-bc73-4db7-8c3f-3b952ba7132f']}} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:00:58.538048 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-2dfcfeed-0624-48de-96ab-5f89d59d904a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '295b598a-2d85-4a41-8b97-49a183697789') {'for_net_delete': True} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:00:58.538402 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-2dfcfeed-0624-48de-96ab-5f89d59d904a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '295b598a-2d85-4a41-8b97-49a183697789') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:00:58.541078 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-088fa022-14b2-415d-8f92-df451940bb23 None None] Port 120e3a6d-5666-4a00-8cc0-1c8a170ceca6 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:00:58.551620 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2dfcfeed-0624-48de-96ab-5f89d59d904a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12647422'] for segment (295b598a-2d85-4a41-8b97-49a183697789), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:58.561388 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0cda6c-e194-4051-af13-02ab3784f00f req-f7356613-05d1-4223-a492-2430d21a737b tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:58.568628 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9e0cda6c-e194-4051-af13-02ab3784f00f req-f7356613-05d1-4223-a492-2430d21a737b tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 944 time: 0.1658218 Feb 19 03:00:58.606277 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2dfcfeed-0624-48de-96ab-5f89d59d904a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (295b598a-2d85-4a41-8b97-49a183697789), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:58.623695 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dfcfeed-0624-48de-96ab-5f89d59d904a admin admin] Releasing vlan 281 on physical network physnet1 to pool {{(pid=103701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:00:58.624102 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2dfcfeed-0624-48de-96ab-5f89d59d904a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583360'] for segment (295b598a-2d85-4a41-8b97-49a183697789), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:58.627186 n-d-826753-2 neutron-server[103701]: Traceback (most recent call last): Feb 19 03:00:58.627186 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:00:58.627186 n-d-826753-2 neutron-server[103701]: timer() Feb 19 03:00:58.627186 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:00:58.627186 n-d-826753-2 neutron-server[103701]: cb(*args, **kw) Feb 19 03:00:58.627186 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:00:58.627186 n-d-826753-2 neutron-server[103701]: return func(*args, **kwargs) Feb 19 03:00:58.627186 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:00:58.627186 n-d-826753-2 neutron-server[103701]: self._notify() Feb 19 03:00:58.627186 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:00:58.627186 n-d-826753-2 neutron-server[103701]: self.callback(batched_events) Feb 19 03:00:58.627186 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:00:58.627186 n-d-826753-2 neutron-server[103701]: event.method(event) Feb 19 03:00:58.627186 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:00:58.627186 n-d-826753-2 neutron-server[103701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:00:58.627186 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:00:58.627186 n-d-826753-2 neutron-server[103701]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:00:58.627186 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:00:58.627186 n-d-826753-2 neutron-server[103701]: return f(self, *a, **k) Feb 19 03:00:58.627186 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:00:58.627186 n-d-826753-2 neutron-server[103701]: return self._get(url).json() Feb 19 03:00:58.627186 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:00:58.627186 n-d-826753-2 neutron-server[103701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:00:58.627186 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:00:58.627186 n-d-826753-2 neutron-server[103701]: return self.request(url, 'GET', **kwargs) Feb 19 03:00:58.627186 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:00:58.627186 n-d-826753-2 neutron-server[103701]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:00:58.627186 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:00:58.627186 n-d-826753-2 neutron-server[103701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:00:58.627186 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:00:58.627186 n-d-826753-2 neutron-server[103701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:00:58.627186 n-d-826753-2 neutron-server[103701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:00:58.648019 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-5c1d91a3-b990-41f7-9370-e1a5963815d9 None None] For port 0dbfad05-4216-46c3-a196-24735c30763a, host n-d-826753-2, got binding levels [] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:00:58.648791 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5c1d91a3-b990-41f7-9370-e1a5963815d9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (0dbfad05-4216-46c3-a196-24735c30763a), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:58.663753 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-088fa022-14b2-415d-8f92-df451940bb23 None None] Provisioning complete for port 0ac1059e-9df6-487d-98a5-1c47d70809ba triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:00:58.664107 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-088fa022-14b2-415d-8f92-df451940bb23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (0ac1059e-9df6-487d-98a5-1c47d70809ba), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:58.694373 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 36baab1b-e67f-4487-acd6-5b4be31aa880 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:00:58.695594 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 0ac1059e-9df6-487d-98a5-1c47d70809ba up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:00:58.699854 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-5c1d91a3-b990-41f7-9370-e1a5963815d9 None None] Calling delete_port for 0dbfad05-4216-46c3-a196-24735c30763a owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:00:58.727149 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.ipam_backend_mixin [None req-5c1d91a3-b990-41f7-9370-e1a5963815d9 None None] Port 0dbfad05-4216-46c3-a196-24735c30763a was not found and therefore no delete operation was performed {{(pid=103703) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 03:00:58.733452 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5c1d91a3-b990-41f7-9370-e1a5963815d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (0dbfad05-4216-46c3-a196-24735c30763a), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:58.747030 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9e0cda6c-e194-4051-af13-02ab3784f00f req-de08e46b-39da-4e5f-8aac-862700cc8882 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773863 Feb 19 03:00:58.765179 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2dfcfeed-0624-48de-96ab-5f89d59d904a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (726d35fd-bc73-4db7-8c3f-3b952ba7132f), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:58.780081 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2dfcfeed-0624-48de-96ab-5f89d59d904a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:58.788437 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1d91a3-b990-41f7-9370-e1a5963815d9 None None] No DVR routers for this DVR port 0dbfad05-4216-46c3-a196-24735c30763a on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:00:58.788437 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1d91a3-b990-41f7-9370-e1a5963815d9 None None] Pushing event deleted for resources: {'Port': ['ID=0dbfad05-4216-46c3-a196-24735c30763a,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:58.791211 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-2dfcfeed-0624-48de-96ab-5f89d59d904a admin admin] 10.222.0.72 "DELETE /v2.0/networks/726d35fd-bc73-4db7-8c3f-3b952ba7132f HTTP/1.1" status: 204 len: 168 time: 1.2474506 Feb 19 03:00:58.801608 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 46690) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:58.829163 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfcfeed-0624-48de-96ab-5f89d59d904a admin admin] Pushing event deleted for resources: {'Network': ['ID=726d35fd-bc73-4db7-8c3f-3b952ba7132f,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:58.874869 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 0ac1059e-9df6-487d-98a5-1c47d70809ba triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:00:58.875427 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (0ac1059e-9df6-487d-98a5-1c47d70809ba), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:58.897028 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-d5678f70-52b4-4795-b64a-5089857a5969 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=14a5f4a04d4a4a39b794bfebff75f218&name=default HTTP/1.1" status: 200 len: 3000 time: 3.1320088 Feb 19 03:00:58.901991 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 46694) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:58.925160 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5678f70-52b4-4795-b64a-5089857a5969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c23db684-647d-42e1-bcbf-3fde5b92f89b,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:58.955111 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-088fa022-14b2-415d-8f92-df451940bb23 None None] Current status of the port 0ac1059e-9df6-487d-98a5-1c47d70809ba is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:00:59.016827 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 0ac1059e-9df6-487d-98a5-1c47d70809ba is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:00:59.031146 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8a862ea5-445a-432a-8f13-5a4852df61a0 admin admin] Publish callbacks [] for security_group (c23db684-647d-42e1-bcbf-3fde5b92f89b), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:59.056377 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f1a7b58b-7146-42ba-99c0-29b5d9628dd9 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (120e3a6d-5666-4a00-8cc0-1c8a170ceca6), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:59.079254 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8579698d-c79e-4c37-a42a-24997be1e6ef admin admin] Publish callbacks [] for security_group (523d8652-9b10-4c37-82cb-56a000865b5c), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:59.091962 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device abaece7b-e503-4391-b613-3cea1c116c3e no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:00:59.092889 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31db783f-329c-4d72-a98a-50a9f65556e1 req-a41ee045-81a9-4e4f-9edc-f20337fdea9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:59.094385 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31db783f-329c-4d72-a98a-50a9f65556e1 req-a41ee045-81a9-4e4f-9edc-f20337fdea9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:59.095601 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31db783f-329c-4d72-a98a-50a9f65556e1 req-a41ee045-81a9-4e4f-9edc-f20337fdea9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:59.095601 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31db783f-329c-4d72-a98a-50a9f65556e1 req-a41ee045-81a9-4e4f-9edc-f20337fdea9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:59.095801 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31db783f-329c-4d72-a98a-50a9f65556e1 req-a41ee045-81a9-4e4f-9edc-f20337fdea9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:59.096816 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31db783f-329c-4d72-a98a-50a9f65556e1 req-a41ee045-81a9-4e4f-9edc-f20337fdea9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:59.097370 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31db783f-329c-4d72-a98a-50a9f65556e1 req-a41ee045-81a9-4e4f-9edc-f20337fdea9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:59.099850 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-31db783f-329c-4d72-a98a-50a9f65556e1 req-a41ee045-81a9-4e4f-9edc-f20337fdea9d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6ec3dd7afd834c809d570f5110147b8d&device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 6709 time: 0.4429066 Feb 19 03:00:59.115369 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: abaece7b-e503-4391-b613-3cea1c116c3e {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:00:59.115646 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device abaece7b-e503-4391-b613-3cea1c116c3e not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:00:59.115860 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 21ac9c0a-bf0a-4248-b883-a25009b27fff no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:00:59.134816 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8a862ea5-445a-432a-8f13-5a4852df61a0 admin admin] Publish callbacks [] for security_group (c23db684-647d-42e1-bcbf-3fde5b92f89b), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:59.137858 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 21ac9c0a-bf0a-4248-b883-a25009b27fff {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:00:59.138208 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 21ac9c0a-bf0a-4248-b883-a25009b27fff not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:00:59.252524 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8579698d-c79e-4c37-a42a-24997be1e6ef admin admin] Publish callbacks [] for security_group (523d8652-9b10-4c37-82cb-56a000865b5c), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:59.261362 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8a862ea5-445a-432a-8f13-5a4852df61a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (c23db684-647d-42e1-bcbf-3fde5b92f89b), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:59.264008 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8a862ea5-445a-432a-8f13-5a4852df61a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:59.265291 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-8a862ea5-445a-432a-8f13-5a4852df61a0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c23db684-647d-42e1-bcbf-3fde5b92f89b HTTP/1.1" status: 204 len: 168 time: 0.3622100 Feb 19 03:00:59.278959 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a862ea5-445a-432a-8f13-5a4852df61a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c23db684-647d-42e1-bcbf-3fde5b92f89b,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:59.317521 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-fb86178d-5523-49da-aced-0354d7141881 req-c2db6e2e-fee1-4088-a245-b4336f2f31ab service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4993198 Feb 19 03:00:59.346556 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [req-fb86178d-5523-49da-aced-0354d7141881 req-81de62bb-169a-4aa1-b55e-4d975bfb0c07 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103702) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:00:59.347647 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-fb86178d-5523-49da-aced-0354d7141881 req-81de62bb-169a-4aa1-b55e-4d975bfb0c07 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0167160 Feb 19 03:00:59.391432 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 46700) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:59.428665 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-11854827-6de2-4c75-8a60-86f3df152d26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16289271'] for router_interface (2a8a42a6-32ee-44ae-bcf2-368538f85fb7), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:59.521592 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31db783f-329c-4d72-a98a-50a9f65556e1 req-2e3696d9-d0b8-4536-8a58-203babd9b0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:59.522349 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31db783f-329c-4d72-a98a-50a9f65556e1 req-2e3696d9-d0b8-4536-8a58-203babd9b0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:59.522990 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31db783f-329c-4d72-a98a-50a9f65556e1 req-2e3696d9-d0b8-4536-8a58-203babd9b0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:59.525360 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-31db783f-329c-4d72-a98a-50a9f65556e1 req-2e3696d9-d0b8-4536-8a58-203babd9b0ce service neutron] 10.222.0.73 "GET /v2.0/networks?id=d6693eea-5935-4b21-81c1-498cbd8a50e6&id=25635acc-9f56-41ab-b8cd-dd2744f3f7b3&id=25635acc-9f56-41ab-b8cd-dd2744f3f7b3&id=25635acc-9f56-41ab-b8cd-dd2744f3f7b3&id=25635acc-9f56-41ab-b8cd-dd2744f3f7b3&id=b0af2fed-15cc-4a59-82f9-c56cce972954&id=b0af2fed-15cc-4a59-82f9-c56cce972954 HTTP/1.1" status: 200 len: 2293 time: 0.3830729 Feb 19 03:00:59.548477 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-29f40b75-f160-4e21-b197-4627f7be95f0 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Deleting port 7472332a-0d43-4eef-81a0-8325a6bf6aaa {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:00:59.549105 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-29f40b75-f160-4e21-b197-4627f7be95f0 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (7472332a-0d43-4eef-81a0-8325a6bf6aaa), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:59.680382 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8579698d-c79e-4c37-a42a-24997be1e6ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (523d8652-9b10-4c37-82cb-56a000865b5c), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:59.683728 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8579698d-c79e-4c37-a42a-24997be1e6ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:59.687442 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-8579698d-c79e-4c37-a42a-24997be1e6ef admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/523d8652-9b10-4c37-82cb-56a000865b5c HTTP/1.1" status: 204 len: 168 time: 1.9645131 Feb 19 03:00:59.771839 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-11854827-6de2-4c75-8a60-86f3df152d26 admin admin] Deleting port 36baab1b-e67f-4487-acd6-5b4be31aa880 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:00:59.772379 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-11854827-6de2-4c75-8a60-86f3df152d26 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (36baab1b-e67f-4487-acd6-5b4be31aa880), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:59.825615 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb86178d-5523-49da-aced-0354d7141881 req-10bae8f7-d30a-4dc7-b800-735a1ca9d4a9 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:59.825771 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-fb86178d-5523-49da-aced-0354d7141881 req-10bae8f7-d30a-4dc7-b800-735a1ca9d4a9 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports/70b42dbd-71fc-4efd-8608-6d6d588d6cc3 HTTP/1.1" status: 200 len: 941 time: 0.4272573 Feb 19 03:00:59.856556 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8579698d-c79e-4c37-a42a-24997be1e6ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=523d8652-9b10-4c37-82cb-56a000865b5c,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:59.894037 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-31db783f-329c-4d72-a98a-50a9f65556e1 req-9a09b554-5846-4f2c-b757-7f13a0549411 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=baadb01a-13aa-403f-bd9b-45b06f458a15 HTTP/1.1" status: 200 len: 1002 time: 0.3572052 Feb 19 03:00:59.995943 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 7472332a-0d43-4eef-81a0-8325a6bf6aaa up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:01:00.032264 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-29f40b75-f160-4e21-b197-4627f7be95f0 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] For port 7472332a-0d43-4eef-81a0-8325a6bf6aaa, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=7472332a-0d43-4eef-81a0-8325a6bf6aaa,segment=NetworkSegment(c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8),segment_id=c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:01:00.058053 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-29f40b75-f160-4e21-b197-4627f7be95f0 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (7472332a-0d43-4eef-81a0-8325a6bf6aaa), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:00.111616 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 7472332a-0d43-4eef-81a0-8325a6bf6aaa triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:01:00.112368 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (7472332a-0d43-4eef-81a0-8325a6bf6aaa), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:00.117753 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 70b42dbd-71fc-4efd-8608-6d6d588d6cc3 no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:01:00.170647 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-11854827-6de2-4c75-8a60-86f3df152d26 admin admin] For port 36baab1b-e67f-4487-acd6-5b4be31aa880, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=36baab1b-e67f-4487-acd6-5b4be31aa880,segment=NetworkSegment(29443568-61b9-4774-ac70-95706a0af3c1),segment_id=29443568-61b9-4774-ac70-95706a0af3c1)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:01:00.175197 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-11854827-6de2-4c75-8a60-86f3df152d26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (36baab1b-e67f-4487-acd6-5b4be31aa880), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:00.203284 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-11854827-6de2-4c75-8a60-86f3df152d26 admin admin] Calling delete_port for 36baab1b-e67f-4487-acd6-5b4be31aa880 owned by network:router_interface {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:01:00.288735 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-f1a7b58b-7146-42ba-99c0-29b5d9628dd9 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Allocated IP 172.20.0.27 (80e274aa-1a13-4b8e-8760-cc36cd41548b/04317054-53aa-4846-be8d-fe455c063e93/120e3a6d-5666-4a00-8cc0-1c8a170ceca6) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:01:00.460641 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36460d13-8f7a-4fd9-aeb7-1fda183efdf8 req-b5209ce5-acb0-4ad4-92ef-b1cdb42e7815 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:00.469372 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-36460d13-8f7a-4fd9-aeb7-1fda183efdf8 req-b5209ce5-acb0-4ad4-92ef-b1cdb42e7815 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 944 time: 0.5090933 Feb 19 03:01:00.472365 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 46750) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:00.488569 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 70b42dbd-71fc-4efd-8608-6d6d588d6cc3 is: DOWN; New status is: DOWN {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:01:00.493973 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-29f40b75-f160-4e21-b197-4627f7be95f0 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Calling delete_port for 7472332a-0d43-4eef-81a0-8325a6bf6aaa owned by network:router_interface {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:01:00.496859 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 7472332a-0d43-4eef-81a0-8325a6bf6aaa is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:01:00.572887 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31db783f-329c-4d72-a98a-50a9f65556e1 req-6bd69b83-db10-47ed-91c1-a8353ec3a0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:00.575168 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-31db783f-329c-4d72-a98a-50a9f65556e1 req-6bd69b83-db10-47ed-91c1-a8353ec3a0c2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7ff33b6e-4154-4b50-8387-7c0038b41dcb HTTP/1.1" status: 200 len: 851 time: 0.5138538 Feb 19 03:01:00.617583 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 0dbfad05-4216-46c3-a196-24735c30763a no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:01:00.632059 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-36460d13-8f7a-4fd9-aeb7-1fda183efdf8 req-f672e10c-bc9d-4df5-a425-e8aa81f8f543 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451733 Feb 19 03:01:00.635237 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-8e287c93-a2f2-42a6-b31b-46f60b4976b0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=34bf91c7b9254042a2bd51767c0f6cc1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1597819 Feb 19 03:01:00.638977 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 46754) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:00.682126 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 0dbfad05-4216-46c3-a196-24735c30763a {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:01:00.682808 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 0dbfad05-4216-46c3-a196-24735c30763a not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:01:00.775208 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8e57fd26-7a6a-4096-a4e5-4578e8976bab admin admin] Publish callbacks [] for security_group (a518ca6b-01c3-48aa-8b07-e826df905e2a), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:00.786093 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f1a7b58b-7146-42ba-99c0-29b5d9628dd9 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks [] for port (120e3a6d-5666-4a00-8cc0-1c8a170ceca6), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:00.796506 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31db783f-329c-4d72-a98a-50a9f65556e1 req-7060b5c6-17ab-403f-b677-ea3323052894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:00.798818 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-31db783f-329c-4d72-a98a-50a9f65556e1 req-7060b5c6-17ab-403f-b677-ea3323052894 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d6693eea-5935-4b21-81c1-498cbd8a50e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1580675 Feb 19 03:01:00.814481 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8e57fd26-7a6a-4096-a4e5-4578e8976bab admin admin] Publish callbacks [] for security_group (a518ca6b-01c3-48aa-8b07-e826df905e2a), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:00.837165 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f1a7b58b-7146-42ba-99c0-29b5d9628dd9 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (120e3a6d-5666-4a00-8cc0-1c8a170ceca6), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:00.870718 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8e57fd26-7a6a-4096-a4e5-4578e8976bab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (a518ca6b-01c3-48aa-8b07-e826df905e2a), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:00.874033 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8e57fd26-7a6a-4096-a4e5-4578e8976bab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:00.877659 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-8e57fd26-7a6a-4096-a4e5-4578e8976bab admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a518ca6b-01c3-48aa-8b07-e826df905e2a HTTP/1.1" status: 204 len: 168 time: 0.2353277 Feb 19 03:01:00.880058 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-11854827-6de2-4c75-8a60-86f3df152d26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (36baab1b-e67f-4487-acd6-5b4be31aa880), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:00.965710 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e57fd26-7a6a-4096-a4e5-4578e8976bab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a518ca6b-01c3-48aa-8b07-e826df905e2a,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:00.968920 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11854827-6de2-4c75-8a60-86f3df152d26 admin admin] Pushing event deleted for resources: {'Port': ['ID=36baab1b-e67f-4487-acd6-5b4be31aa880,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:01.221440 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a7b58b-7146-42ba-99c0-29b5d9628dd9 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Pushing event updated for resources: {'Port': ['ID=120e3a6d-5666-4a00-8cc0-1c8a170ceca6,revision_number=3']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:01.376485 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-31db783f-329c-4d72-a98a-50a9f65556e1 req-268d6f12-316e-43d6-8616-5d5d8d00151c service neutron] 10.222.0.73 "GET /v2.0/networks/d6693eea-5935-4b21-81c1-498cbd8a50e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5402915 Feb 19 03:01:01.379974 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-f1a7b58b-7146-42ba-99c0-29b5d9628dd9 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] In _notify_port_updated(), no bound segment for port 120e3a6d-5666-4a00-8cc0-1c8a170ceca6 on network 80e274aa-1a13-4b8e-8760-cc36cd41548b {{(pid=103702) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 03:01:01.384623 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-11854827-6de2-4c75-8a60-86f3df152d26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16362762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16314471'] for router_interface (2a8a42a6-32ee-44ae-bcf2-368538f85fb7), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:01.386805 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a7b58b-7146-42ba-99c0-29b5d9628dd9 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:01.387804 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f1a7b58b-7146-42ba-99c0-29b5d9628dd9 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:01.389209 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-f1a7b58b-7146-42ba-99c0-29b5d9628dd9 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "PUT /v2.0/ports/120e3a6d-5666-4a00-8cc0-1c8a170ceca6 HTTP/1.1" status: 200 len: 999 time: 3.9039044 Feb 19 03:01:01.394311 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 46790) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:01.502008 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-5e062e81-63af-458f-9db0-ac70ccd03ae8 None None] Provisioning complete for port 120e3a6d-5666-4a00-8cc0-1c8a170ceca6 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:01:01.503120 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5e062e81-63af-458f-9db0-ac70ccd03ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (120e3a6d-5666-4a00-8cc0-1c8a170ceca6), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:01.564357 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-5e062e81-63af-458f-9db0-ac70ccd03ae8 None None] Port 120e3a6d-5666-4a00-8cc0-1c8a170ceca6 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:01:01.588139 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-29f40b75-f160-4e21-b197-4627f7be95f0 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (7472332a-0d43-4eef-81a0-8325a6bf6aaa), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:01.647555 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f40b75-f160-4e21-b197-4627f7be95f0 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event deleted for resources: {'Port': ['ID=7472332a-0d43-4eef-81a0-8325a6bf6aaa,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:01.711531 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-31db783f-329c-4d72-a98a-50a9f65556e1 req-55723b38-8dcf-4007-9a19-4c7b6c7b26d1 service neutron] 10.222.0.73 "GET /v2.0/networks/d6693eea-5935-4b21-81c1-498cbd8a50e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3210647 Feb 19 03:01:01.862139 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 46802) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:01.973357 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-31db783f-329c-4d72-a98a-50a9f65556e1 req-544cebb3-f4e0-4a2c-956b-57a6276686cb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=9471084b-14f7-4ecb-9ee5-e3a2aa4f8f97 HTTP/1.1" status: 200 len: 217 time: 0.1694412 Feb 19 03:01:01.980175 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-29f40b75-f160-4e21-b197-4627f7be95f0 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16362762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16314471'] for router_interface (20e960d7-f020-461e-92e8-6262e0722d05), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:02.000005 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-be9527f9-fd87-4f11-bfc9-25fd6eef602e tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Deleting port 120e3a6d-5666-4a00-8cc0-1c8a170ceca6 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:01:02.000306 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-be9527f9-fd87-4f11-bfc9-25fd6eef602e tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (120e3a6d-5666-4a00-8cc0-1c8a170ceca6), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:02.170564 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb86178d-5523-49da-aced-0354d7141881 req-4db0fe7e-cbfa-467b-ac13-3b257ab53700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:02.172540 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fb86178d-5523-49da-aced-0354d7141881 req-4db0fe7e-cbfa-467b-ac13-3b257ab53700 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486&tenant_id=af50eb00c5a74dd68d3a720f276d22fe HTTP/1.1" status: 200 len: 1126 time: 0.7638657 Feb 19 03:01:02.210134 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-fb86178d-5523-49da-aced-0354d7141881 req-fba2af8f-68a1-4257-9579-b909cdb0a322 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-826753-2', 'device_owner': 'compute:nova'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:01:02.436456 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-fb86178d-5523-49da-aced-0354d7141881 req-fba2af8f-68a1-4257-9579-b909cdb0a322 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (70b42dbd-71fc-4efd-8608-6d6d588d6cc3), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:02.465875 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c35539-d21f-42bd-a985-cb19de97b8f0 req-3c5e4165-6f64-4a20-82bb-898e821cb326 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:02.467416 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-74c35539-d21f-42bd-a985-cb19de97b8f0 req-3c5e4165-6f64-4a20-82bb-898e821cb326 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 944 time: 0.3231289 Feb 19 03:01:02.524160 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11854827-6de2-4c75-8a60-86f3df152d26 admin admin] Router 2a8a42a6-32ee-44ae-bcf2-368538f85fb7 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:01:02.548603 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31db783f-329c-4d72-a98a-50a9f65556e1 req-85786b04-b196-424b-966d-ea59f19ad2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:02.550309 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-31db783f-329c-4d72-a98a-50a9f65556e1 req-85786b04-b196-424b-966d-ea59f19ad2f2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=66de670b-a5db-4281-9094-b0eb2517280e HTTP/1.1" status: 200 len: 797 time: 0.5577323 Feb 19 03:01:02.551135 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-dc73415d-af9c-4169-95f5-64a6723786ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:02.631407 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-74c35539-d21f-42bd-a985-cb19de97b8f0 req-a821b0dc-cd14-4223-bea3-10e7a6ad172f tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565273 Feb 19 03:01:02.687143 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-be9527f9-fd87-4f11-bfc9-25fd6eef602e tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (120e3a6d-5666-4a00-8cc0-1c8a170ceca6), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:02.753538 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-be9527f9-fd87-4f11-bfc9-25fd6eef602e tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Calling delete_port for 120e3a6d-5666-4a00-8cc0-1c8a170ceca6 owned by {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:01:02.770074 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29f40b75-f160-4e21-b197-4627f7be95f0 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Router 20e960d7-f020-461e-92e8-6262e0722d05 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:01:02.782789 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31db783f-329c-4d72-a98a-50a9f65556e1 req-222f484a-fadf-417d-aa33-a82fb7a7135c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:02.784523 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-31db783f-329c-4d72-a98a-50a9f65556e1 req-222f484a-fadf-417d-aa33-a82fb7a7135c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=25635acc-9f56-41ab-b8cd-dd2744f3f7b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2219422 Feb 19 03:01:02.826422 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11854827-6de2-4c75-8a60-86f3df152d26 admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:01:02.832386 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-11854827-6de2-4c75-8a60-86f3df152d26 admin admin] 10.222.0.72 "PUT /v2.0/routers/2a8a42a6-32ee-44ae-bcf2-368538f85fb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0287900 Feb 19 03:01:02.836609 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02923c37-3ca7-4867-90a0-89eb02c5c029 None None] Sync routers for ids ['2a8a42a6-32ee-44ae-bcf2-368538f85fb7'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:01:02.843417 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 46828) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:02.849848 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-fb86178d-5523-49da-aced-0354d7141881 req-fba2af8f-68a1-4257-9579-b909cdb0a322 service neutron] For port 70b42dbd-71fc-4efd-8608-6d6d588d6cc3, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=70b42dbd-71fc-4efd-8608-6d6d588d6cc3,segment=NetworkSegment(d2706629-960a-469c-bd0f-4e0b3dc89cea),segment_id=d2706629-960a-469c-bd0f-4e0b3dc89cea)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:01:02.855698 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02923c37-3ca7-4867-90a0-89eb02c5c029 None None] Routers {'2a8a42a6-32ee-44ae-bcf2-368538f85fb7'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:01:02.856331 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-02923c37-3ca7-4867-90a0-89eb02c5c029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:00:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['2a8a42a6-32ee-44ae-bcf2-368538f85fb7'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:01:03.016562 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29f40b75-f160-4e21-b197-4627f7be95f0 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:01:03.029658 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0c7e05-8b42-4afd-be26-4fcace505d81 None None] Sync routers for ids ['20e960d7-f020-461e-92e8-6262e0722d05'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:01:03.039316 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-29f40b75-f160-4e21-b197-4627f7be95f0 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "PUT /v2.0/routers/20e960d7-f020-461e-92e8-6262e0722d05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0842073 Feb 19 03:01:03.046492 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 46834) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:03.061848 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0c7e05-8b42-4afd-be26-4fcace505d81 None None] Routers {'20e960d7-f020-461e-92e8-6262e0722d05'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:01:03.067438 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-5d0c7e05-8b42-4afd-be26-4fcace505d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:00:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['20e960d7-f020-461e-92e8-6262e0722d05'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:01:03.070565 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-fb86178d-5523-49da-aced-0354d7141881 req-fba2af8f-68a1-4257-9579-b909cdb0a322 service neutron] For port 70b42dbd-71fc-4efd-8608-6d6d588d6cc3, host n-h1-826753-2, cleared binding levels {{(pid=103701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:01:03.088678 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-dc73415d-af9c-4169-95f5-64a6723786ce admin admin] Publish callbacks [] for security_group (518ef072-de99-4eef-ab48-f99328c62594), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:03.112581 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-dc73415d-af9c-4169-95f5-64a6723786ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (518ef072-de99-4eef-ab48-f99328c62594), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:03.124446 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [req-fb86178d-5523-49da-aced-0354d7141881 req-fba2af8f-68a1-4257-9579-b909cdb0a322 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70b42dbd-71fc-4efd-8608-6d6d588d6cc3 {{(pid=103701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:01:03.132406 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8d2e5a61-8549-48ee-be8d-771ffbedf414 admin admin] Publish callbacks [] for router (2a8a42a6-32ee-44ae-bcf2-368538f85fb7), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:03.136714 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-fb86178d-5523-49da-aced-0354d7141881 req-fba2af8f-68a1-4257-9579-b909cdb0a322 service neutron] Publish callbacks [] for port (70b42dbd-71fc-4efd-8608-6d6d588d6cc3), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:03.143772 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-02923c37-3ca7-4867-90a0-89eb02c5c029 None None] Set router 2a8a42a6-32ee-44ae-bcf2-368538f85fb7 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:01:03.198582 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46db0bd-7c0e-48f0-8dfc-f5b9767f578b tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:03.200181 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.provisioning_blocks [req-fb86178d-5523-49da-aced-0354d7141881 req-fba2af8f-68a1-4257-9579-b909cdb0a322 service neutron] Transition to ACTIVE for port object 70b42dbd-71fc-4efd-8608-6d6d588d6cc3 will not be triggered until provisioned by entity L2. {{(pid=103701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:01:03.201030 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46db0bd-7c0e-48f0-8dfc-f5b9767f578b tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:03.203008 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-c46db0bd-7c0e-48f0-8dfc-f5b9767f578b tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1539216 Feb 19 03:01:03.208703 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 46838) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:03.220756 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-31db783f-329c-4d72-a98a-50a9f65556e1 req-54b08f96-3170-4aa3-b973-49a1bc1d2a6f service neutron] 10.222.0.73 "GET /v2.0/networks/25635acc-9f56-41ab-b8cd-dd2744f3f7b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4252448 Feb 19 03:01:03.226650 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-fb86178d-5523-49da-aced-0354d7141881 req-fba2af8f-68a1-4257-9579-b909cdb0a322 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (70b42dbd-71fc-4efd-8608-6d6d588d6cc3), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:03.241816 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc73415d-af9c-4169-95f5-64a6723786ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=518ef072-de99-4eef-ab48-f99328c62594,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:03.246603 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-dc73415d-af9c-4169-95f5-64a6723786ce admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ee88e80687e349d885c0209bf12f587e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2846165 Feb 19 03:01:03.280504 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 46840) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:03.366150 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-31db783f-329c-4d72-a98a-50a9f65556e1 req-32f29ec5-97dc-4bec-a3b3-db34ec00b70d service neutron] 10.222.0.73 "GET /v2.0/networks/25635acc-9f56-41ab-b8cd-dd2744f3f7b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142862 Feb 19 03:01:03.431597 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba2af8f-68a1-4257-9579-b909cdb0a322 service neutron] Pushing event updated for resources: {'Port': ['ID=70b42dbd-71fc-4efd-8608-6d6d588d6cc3,revision_number=9']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:03.474461 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-31db783f-329c-4d72-a98a-50a9f65556e1 req-897325d1-f3e9-41fa-ac8a-68700a8fcff3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=39c50eac-1978-4f75-bc0f-d663d77b8f5b HTTP/1.1" status: 200 len: 217 time: 0.0936728 Feb 19 03:01:03.492669 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_v2 [None req-930eb362-3164-448c-b24e-cd71ae826594 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Deleting subnet d49f26cd-568c-4650-8d5a-d04bb9d7bc47 {{(pid=103701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:01:03.503821 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb86178d-5523-49da-aced-0354d7141881 req-fba2af8f-68a1-4257-9579-b909cdb0a322 service neutron] No DVR routers for this DVR port 70b42dbd-71fc-4efd-8608-6d6d588d6cc3 on host n-h1-826753-2 {{(pid=103701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:01:03.519186 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8d2e5a61-8549-48ee-be8d-771ffbedf414 admin admin] Publish callbacks [] for router_gateway (2a8a42a6-32ee-44ae-bcf2-368538f85fb7), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:03.527063 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-930eb362-3164-448c-b24e-cd71ae826594 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks [] for subnet (d49f26cd-568c-4650-8d5a-d04bb9d7bc47), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:03.596938 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-5d0c7e05-8b42-4afd-be26-4fcace505d81 None None] Set router 20e960d7-f020-461e-92e8-6262e0722d05 gateway port host: None {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:01:03.619809 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-799a8f44-de40-49de-8045-863debe1fa6a admin admin] Publish callbacks [] for security_group (518ef072-de99-4eef-ab48-f99328c62594), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:03.623712 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-930eb362-3164-448c-b24e-cd71ae826594 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12647399'] for subnet (d49f26cd-568c-4650-8d5a-d04bb9d7bc47), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:03.666265 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-fb86178d-5523-49da-aced-0354d7141881 req-fba2af8f-68a1-4257-9579-b909cdb0a322 service neutron] Attempting to bind port 70b42dbd-71fc-4efd-8608-6d6d588d6cc3 on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:01:03.666841 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-fb86178d-5523-49da-aced-0354d7141881 req-fba2af8f-68a1-4257-9579-b909cdb0a322 service neutron] Attempting to bind port 70b42dbd-71fc-4efd-8608-6d6d588d6cc3 by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': 'd2706629-960a-469c-bd0f-4e0b3dc89cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '583b29ab-e0ba-468d-ae03-87a6a1ad9ae5'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:01:03.667324 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb86178d-5523-49da-aced-0354d7141881 req-fba2af8f-68a1-4257-9579-b909cdb0a322 service neutron] Attempting to bind port 70b42dbd-71fc-4efd-8608-6d6d588d6cc3 on network 583b29ab-e0ba-468d-ae03-87a6a1ad9ae5 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:01:03.689896 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb86178d-5523-49da-aced-0354d7141881 req-fba2af8f-68a1-4257-9579-b909cdb0a322 service neutron] Port 70b42dbd-71fc-4efd-8608-6d6d588d6cc3 on network 583b29ab-e0ba-468d-ae03-87a6a1ad9ae5 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:01:03.690398 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb86178d-5523-49da-aced-0354d7141881 req-fba2af8f-68a1-4257-9579-b909cdb0a322 service neutron] Attempting to bind port 70b42dbd-71fc-4efd-8608-6d6d588d6cc3 on network 583b29ab-e0ba-468d-ae03-87a6a1ad9ae5 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:01:03.697839 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31db783f-329c-4d72-a98a-50a9f65556e1 req-47c7673f-8b2b-4fca-9ff0-7316d033d6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:03.701718 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-31db783f-329c-4d72-a98a-50a9f65556e1 req-47c7673f-8b2b-4fca-9ff0-7316d033d6f6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=66de670b-a5db-4281-9094-b0eb2517280e HTTP/1.1" status: 200 len: 797 time: 0.2172017 Feb 19 03:01:03.729283 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-799a8f44-de40-49de-8045-863debe1fa6a admin admin] Publish callbacks [] for security_group (518ef072-de99-4eef-ab48-f99328c62594), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:03.732323 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb86178d-5523-49da-aced-0354d7141881 req-fba2af8f-68a1-4257-9579-b909cdb0a322 service neutron] Checking agent: {'id': 'bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:01:03.732935 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb86178d-5523-49da-aced-0354d7141881 req-fba2af8f-68a1-4257-9579-b909cdb0a322 service neutron] Checking segment: {'id': 'd2706629-960a-469c-bd0f-4e0b3dc89cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '583b29ab-e0ba-468d-ae03-87a6a1ad9ae5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:01:03.733515 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb86178d-5523-49da-aced-0354d7141881 req-fba2af8f-68a1-4257-9579-b909cdb0a322 service neutron] Bound using segment: {'id': 'd2706629-960a-469c-bd0f-4e0b3dc89cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '583b29ab-e0ba-468d-ae03-87a6a1ad9ae5'} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:01:03.734244 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-fb86178d-5523-49da-aced-0354d7141881 req-fba2af8f-68a1-4257-9579-b909cdb0a322 service neutron] Bound port: 70b42dbd-71fc-4efd-8608-6d6d588d6cc3, host: n-h2-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2706629-960a-469c-bd0f-4e0b3dc89cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '583b29ab-e0ba-468d-ae03-87a6a1ad9ae5'}}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:01:03.734769 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-fb86178d-5523-49da-aced-0354d7141881 req-fba2af8f-68a1-4257-9579-b909cdb0a322 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (70b42dbd-71fc-4efd-8608-6d6d588d6cc3), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:03.755166 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-be9527f9-fd87-4f11-bfc9-25fd6eef602e tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (120e3a6d-5666-4a00-8cc0-1c8a170ceca6), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:03.765937 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-5d0c7e05-8b42-4afd-be26-4fcace505d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e960d7-f020-461e-92e8-6262e0722d05', 'name': 'tempest-NetworksTestDHCPv6-router-781588051', 'tenant_id': 'bb74a1a86b774cd895fbb7befcc78fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:00:44Z', 'updated_at': '2022-02-19T03:01:01Z', 'revision_number': 3, 'project_id': 'bb74a1a86b774cd895fbb7befcc78fd8', 'gw_port_host': None}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:01:03.786390 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9527f9-fd87-4f11-bfc9-25fd6eef602e tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Pushing event deleted for resources: {'Port': ['ID=120e3a6d-5666-4a00-8cc0-1c8a170ceca6,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:03.788828 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-930eb362-3164-448c-b24e-cd71ae826594 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (d49f26cd-568c-4650-8d5a-d04bb9d7bc47), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:03.831764 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0c7e05-8b42-4afd-be26-4fcace505d81 None None] Checking router: 20e960d7-f020-461e-92e8-6262e0722d05 for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:01:03.834039 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-02923c37-3ca7-4867-90a0-89eb02c5c029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a8a42a6-32ee-44ae-bcf2-368538f85fb7', 'name': 'tempest-TestAggregatesBasicOps-230694221-router', 'tenant_id': '6ce7a0e6ccd0405fbce157e44b309c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '7944cd06-d74d-4b29-8c61-02e2eeb00ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:00:29Z', 'updated_at': '2022-02-19T03:01:00Z', 'revision_number': 5, 'project_id': '6ce7a0e6ccd0405fbce157e44b309c0f', 'gw_port': {'id': '7944cd06-d74d-4b29-8c61-02e2eeb00ffb', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8a42a6-32ee-44ae-bcf2-368538f85fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:00:31Z', 'updated_at': '2022-02-19T03:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:01:03.848519 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0c7e05-8b42-4afd-be26-4fcace505d81 None None] Routers {'20e960d7-f020-461e-92e8-6262e0722d05'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:01:03.849596 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-5d0c7e05-8b42-4afd-be26-4fcace505d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:00:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['20e960d7-f020-461e-92e8-6262e0722d05'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:01:03.925729 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02923c37-3ca7-4867-90a0-89eb02c5c029 None None] Checking router: 2a8a42a6-32ee-44ae-bcf2-368538f85fb7 for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:01:03.940378 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02923c37-3ca7-4867-90a0-89eb02c5c029 None None] Routers {'2a8a42a6-32ee-44ae-bcf2-368538f85fb7'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:01:03.941031 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-02923c37-3ca7-4867-90a0-89eb02c5c029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:00:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['2a8a42a6-32ee-44ae-bcf2-368538f85fb7'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:01:03.985867 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31db783f-329c-4d72-a98a-50a9f65556e1 req-496a57ed-6d36-4641-b1ce-4ce826e5c211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:03.987407 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-31db783f-329c-4d72-a98a-50a9f65556e1 req-496a57ed-6d36-4641-b1ce-4ce826e5c211 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=25635acc-9f56-41ab-b8cd-dd2744f3f7b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2800298 Feb 19 03:01:04.073295 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-fb86178d-5523-49da-aced-0354d7141881 req-fba2af8f-68a1-4257-9579-b909cdb0a322 service neutron] For port 70b42dbd-71fc-4efd-8608-6d6d588d6cc3, host n-h2-826753-2, cleared binding levels {{(pid=103701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:01:04.084878 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-fb86178d-5523-49da-aced-0354d7141881 req-fba2af8f-68a1-4257-9579-b909cdb0a322 service neutron] For port 70b42dbd-71fc-4efd-8608-6d6d588d6cc3, host n-h2-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=70b42dbd-71fc-4efd-8608-6d6d588d6cc3,segment=NetworkSegment(d2706629-960a-469c-bd0f-4e0b3dc89cea),segment_id=d2706629-960a-469c-bd0f-4e0b3dc89cea)] {{(pid=103701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:01:04.085679 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-5d0c7e05-8b42-4afd-be26-4fcace505d81 None None] Set router 20e960d7-f020-461e-92e8-6262e0722d05 gateway port host: None {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:01:04.136291 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-fb86178d-5523-49da-aced-0354d7141881 req-fba2af8f-68a1-4257-9579-b909cdb0a322 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (70b42dbd-71fc-4efd-8608-6d6d588d6cc3), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:04.151926 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-be9527f9-fd87-4f11-bfc9-25fd6eef602e tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:04.160662 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-be9527f9-fd87-4f11-bfc9-25fd6eef602e tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "DELETE /v2.0/ports/120e3a6d-5666-4a00-8cc0-1c8a170ceca6 HTTP/1.1" status: 204 len: 168 time: 2.6949706 Feb 19 03:01:04.161428 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 46852) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:04.175223 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-02923c37-3ca7-4867-90a0-89eb02c5c029 None None] Set router 2a8a42a6-32ee-44ae-bcf2-368538f85fb7 gateway port host: None {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:01:04.222555 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-5d0c7e05-8b42-4afd-be26-4fcace505d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e960d7-f020-461e-92e8-6262e0722d05', 'name': 'tempest-NetworksTestDHCPv6-router-781588051', 'tenant_id': 'bb74a1a86b774cd895fbb7befcc78fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:00:44Z', 'updated_at': '2022-02-19T03:01:01Z', 'revision_number': 3, 'project_id': 'bb74a1a86b774cd895fbb7befcc78fd8', 'gw_port_host': None}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:01:04.246488 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b899944-cfc4-4bf1-9905-f346d350ee55 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] GET failed (client error): The resource could not be found. Feb 19 03:01:04.251832 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-2b899944-cfc4-4bf1-9905-f346d350ee55 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "GET /v2.0/ports/120e3a6d-5666-4a00-8cc0-1c8a170ceca6 HTTP/1.1" status: 404 len: 333 time: 0.0810440 Feb 19 03:01:04.253297 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 46854) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:04.289464 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0c7e05-8b42-4afd-be26-4fcace505d81 None None] The sync data for ids ['20e960d7-f020-461e-92e8-6262e0722d05'] in n-d-826753-2 is: [{'id': '20e960d7-f020-461e-92e8-6262e0722d05', 'name': 'tempest-NetworksTestDHCPv6-router-781588051', 'tenant_id': 'bb74a1a86b774cd895fbb7befcc78fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:00:44Z', 'updated_at': '2022-02-19T03:01:01Z', 'revision_number': 3, 'project_id': 'bb74a1a86b774cd895fbb7befcc78fd8', 'gw_port_host': None}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:01:04.289803 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-02923c37-3ca7-4867-90a0-89eb02c5c029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a8a42a6-32ee-44ae-bcf2-368538f85fb7', 'name': 'tempest-TestAggregatesBasicOps-230694221-router', 'tenant_id': '6ce7a0e6ccd0405fbce157e44b309c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:00:29Z', 'updated_at': '2022-02-19T03:01:03Z', 'revision_number': 6, 'project_id': '6ce7a0e6ccd0405fbce157e44b309c0f', 'gw_port_host': None}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:01:04.329889 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-31db783f-329c-4d72-a98a-50a9f65556e1 req-ea27593d-c534-49c1-8cdf-9532a8484fb5 service neutron] 10.222.0.73 "GET /v2.0/networks/25635acc-9f56-41ab-b8cd-dd2744f3f7b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3324292 Feb 19 03:01:04.362783 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02923c37-3ca7-4867-90a0-89eb02c5c029 None None] The sync data for ids ['2a8a42a6-32ee-44ae-bcf2-368538f85fb7'] in n-d-826753-2 is: [{'id': '2a8a42a6-32ee-44ae-bcf2-368538f85fb7', 'name': 'tempest-TestAggregatesBasicOps-230694221-router', 'tenant_id': '6ce7a0e6ccd0405fbce157e44b309c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:00:29Z', 'updated_at': '2022-02-19T03:01:03Z', 'revision_number': 6, 'project_id': '6ce7a0e6ccd0405fbce157e44b309c0f', 'gw_port_host': None}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:01:04.371138 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2aab83e-fcce-44f5-8fb6-ea4e96a9430c tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Deleting subnet 04317054-53aa-4846-be8d-fe455c063e93 {{(pid=103701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:01:04.410971 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a2aab83e-fcce-44f5-8fb6-ea4e96a9430c tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks [] for subnet (04317054-53aa-4846-be8d-fe455c063e93), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:04.414720 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb86178d-5523-49da-aced-0354d7141881 req-fba2af8f-68a1-4257-9579-b909cdb0a322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:04.415410 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-fb86178d-5523-49da-aced-0354d7141881 req-fba2af8f-68a1-4257-9579-b909cdb0a322 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:04.416730 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fb86178d-5523-49da-aced-0354d7141881 req-fba2af8f-68a1-4257-9579-b909cdb0a322 service neutron] 10.222.0.82 "PUT /v2.0/ports/70b42dbd-71fc-4efd-8608-6d6d588d6cc3 HTTP/1.1" status: 200 len: 1092 time: 2.2231257 Feb 19 03:01:04.444231 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40fc99c4-bfe8-4775-b070-601c11766486', 'tag': '70b42dbd-71fc-4efd-8608-6d6d588d6cc3'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:01:04.446944 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2a2bb7b-c64e-4c58-ac9d-43463c0114d3" -d '{"events": [{"name": "network-changed", "server_uuid": "40fc99c4-bfe8-4775-b070-601c11766486", "tag": "70b42dbd-71fc-4efd-8608-6d6d588d6cc3"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:01:04.564862 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f0aff8-091c-47aa-a0c8-13fea1bbb22b req-ccfed7fa-55a6-48da-bb32-1652b3e0663d tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:04.572894 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a8f0aff8-091c-47aa-a0c8-13fea1bbb22b req-ccfed7fa-55a6-48da-bb32-1652b3e0663d tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 944 time: 0.8006454 Feb 19 03:01:04.574875 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-799a8f44-de40-49de-8045-863debe1fa6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (518ef072-de99-4eef-ab48-f99328c62594), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:04.581905 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-799a8f44-de40-49de-8045-863debe1fa6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:04.602070 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-799a8f44-de40-49de-8045-863debe1fa6a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/518ef072-de99-4eef-ab48-f99328c62594 HTTP/1.1" status: 204 len: 168 time: 1.3128817 Feb 19 03:01:04.610855 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-8d2e5a61-8549-48ee-be8d-771ffbedf414 admin admin] Deleting port 7944cd06-d74d-4b29-8c61-02e2eeb00ffb {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:01:04.611319 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8d2e5a61-8549-48ee-be8d-771ffbedf414 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (7944cd06-d74d-4b29-8c61-02e2eeb00ffb), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:04.627654 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-31db783f-329c-4d72-a98a-50a9f65556e1 req-932dfb27-7a91-4b2f-b752-3323c858781c service neutron] 10.222.0.73 "GET /v2.0/networks/25635acc-9f56-41ab-b8cd-dd2744f3f7b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2840397 Feb 19 03:01:04.628919 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80afd5f2-1491-446f-9ec4-5ba138673b88 x-openstack-request-id: req-80afd5f2-1491-446f-9ec4-5ba138673b88 {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:01:04.631853 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40fc99c4-bfe8-4775-b070-601c11766486", "tag": "70b42dbd-71fc-4efd-8608-6d6d588d6cc3", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:01:04.632320 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-80afd5f2-1491-446f-9ec4-5ba138673b88 {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:01:04.637540 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40fc99c4-bfe8-4775-b070-601c11766486', 'tag': '70b42dbd-71fc-4efd-8608-6d6d588d6cc3', 'status': 'completed', 'code': 200} Feb 19 03:01:04.740424 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-31db783f-329c-4d72-a98a-50a9f65556e1 req-871132f1-7247-4521-b2f6-75d54fdfa78e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=0890f1e3-4129-47c9-8745-a2ac72e3c386 HTTP/1.1" status: 200 len: 217 time: 0.1076052 Feb 19 03:01:04.801980 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799a8f44-de40-49de-8045-863debe1fa6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=518ef072-de99-4eef-ab48-f99328c62594,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:04.880294 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31db783f-329c-4d72-a98a-50a9f65556e1 req-3482b084-d3f6-4cff-be67-0d5e1dff7431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:04.881831 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-31db783f-329c-4d72-a98a-50a9f65556e1 req-3482b084-d3f6-4cff-be67-0d5e1dff7431 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=66de670b-a5db-4281-9094-b0eb2517280e HTTP/1.1" status: 200 len: 797 time: 0.1224163 Feb 19 03:01:04.962810 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-8d2e5a61-8549-48ee-be8d-771ffbedf414 admin admin] For port 7944cd06-d74d-4b29-8c61-02e2eeb00ffb, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=7944cd06-d74d-4b29-8c61-02e2eeb00ffb,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:01:04.963190 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8d2e5a61-8549-48ee-be8d-771ffbedf414 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (7944cd06-d74d-4b29-8c61-02e2eeb00ffb), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:04.978776 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31db783f-329c-4d72-a98a-50a9f65556e1 req-b13d0a45-4480-4b79-9d3d-01f7078b9722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:04.982061 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-31db783f-329c-4d72-a98a-50a9f65556e1 req-b13d0a45-4480-4b79-9d3d-01f7078b9722 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=25635acc-9f56-41ab-b8cd-dd2744f3f7b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0926557 Feb 19 03:01:04.996255 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-8d2e5a61-8549-48ee-be8d-771ffbedf414 admin admin] Calling delete_port for 7944cd06-d74d-4b29-8c61-02e2eeb00ffb owned by network:router_gateway {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:01:05.155165 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-930eb362-3164-448c-b24e-cd71ae826594 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12647206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58706286'] for subnet (d49f26cd-568c-4650-8d5a-d04bb9d7bc47), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:05.186062 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-31db783f-329c-4d72-a98a-50a9f65556e1 req-0d0e7250-8c96-4697-b468-c04f8def88c2 service neutron] 10.222.0.73 "GET /v2.0/networks/25635acc-9f56-41ab-b8cd-dd2744f3f7b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965666 Feb 19 03:01:05.188990 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba2af8f-68a1-4257-9579-b909cdb0a322 service neutron] Pushing event updated for resources: {'Port': ['ID=70b42dbd-71fc-4efd-8608-6d6d588d6cc3,revision_number=10']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:05.313379 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-930eb362-3164-448c-b24e-cd71ae826594 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:05.318219 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-930eb362-3164-448c-b24e-cd71ae826594 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "DELETE /v2.0/subnets/d49f26cd-568c-4650-8d5a-d04bb9d7bc47 HTTP/1.1" status: 204 len: 168 time: 2.1080618 Feb 19 03:01:05.323506 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86723291-1e91-4cfb-a43c-74f76cda3c6f None None] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:01:05.327453 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 46878) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:05.344646 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930eb362-3164-448c-b24e-cd71ae826594 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event deleted for resources: {'Subnet': ['ID=d49f26cd-568c-4650-8d5a-d04bb9d7bc47,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:05.364866 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a2aab83e-fcce-44f5-8fb6-ea4e96a9430c tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12647399'] for subnet (04317054-53aa-4846-be8d-fe455c063e93), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:05.413591 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-31db783f-329c-4d72-a98a-50a9f65556e1 req-dff3c820-e038-447a-be35-47387f3d053e service neutron] 10.222.0.73 "GET /v2.0/networks/25635acc-9f56-41ab-b8cd-dd2744f3f7b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211466 Feb 19 03:01:05.475080 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-31db783f-329c-4d72-a98a-50a9f65556e1 req-f5f0b43f-b5dd-4d45-add7-10a8899cbd39 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.171&port_id=e8a9a31d-d1ce-4ae0-aba3-bf180e7af83d HTTP/1.1" status: 200 len: 217 time: 0.0483055 Feb 19 03:01:05.573623 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-28268e87-1c04-47ed-b51a-f04d88c90191 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2422297 Feb 19 03:01:05.574422 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 46884) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:05.604971 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded1b6af-a0be-4db5-a092-1910455bcb99 None None] DHCP port deletion for 48d3009f-8d6e-4fac-a460-ff95e3f8d78a request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:01:05.615625 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a8f0aff8-091c-47aa-a0c8-13fea1bbb22b req-fb2f1172-72db-4cb4-98eb-be2baf8c2cf2 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0391245 Feb 19 03:01:05.630534 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb86178d-5523-49da-aced-0354d7141881 req-5c4b3b07-396e-479f-98d8-7196b5021c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:05.632239 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fb86178d-5523-49da-aced-0354d7141881 req-5c4b3b07-396e-479f-98d8-7196b5021c42 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=af50eb00c5a74dd68d3a720f276d22fe&device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 1127 time: 1.1138890 Feb 19 03:01:05.751854 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-ded1b6af-a0be-4db5-a092-1910455bcb99 None None] Deleting port 854d04ef-1187-401e-9eba-4a0de09ec1f6 {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:01:05.752237 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-ded1b6af-a0be-4db5-a092-1910455bcb99 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (854d04ef-1187-401e-9eba-4a0de09ec1f6), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:05.841220 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b76d5dc2-da7e-41b2-9f9f-6742d7a13969 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks [] for router (20e960d7-f020-461e-92e8-6262e0722d05), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:05.983298 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a2aab83e-fcce-44f5-8fb6-ea4e96a9430c tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (04317054-53aa-4846-be8d-fe455c063e93), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:05.990966 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-ded1b6af-a0be-4db5-a092-1910455bcb99 None None] For port 854d04ef-1187-401e-9eba-4a0de09ec1f6, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=854d04ef-1187-401e-9eba-4a0de09ec1f6,segment=NetworkSegment(c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8),segment_id=c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:01:05.992641 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-ded1b6af-a0be-4db5-a092-1910455bcb99 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (854d04ef-1187-401e-9eba-4a0de09ec1f6), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:06.028679 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31db783f-329c-4d72-a98a-50a9f65556e1 req-37fb2ba3-2f7b-4aab-9565-b3398f382613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:06.029198 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-ded1b6af-a0be-4db5-a092-1910455bcb99 None None] Calling delete_port for 854d04ef-1187-401e-9eba-4a0de09ec1f6 owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:01:06.031876 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-31db783f-329c-4d72-a98a-50a9f65556e1 req-37fb2ba3-2f7b-4aab-9565-b3398f382613 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=66de670b-a5db-4281-9094-b0eb2517280e HTTP/1.1" status: 200 len: 797 time: 0.5174811 Feb 19 03:01:06.132556 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb86178d-5523-49da-aced-0354d7141881 req-5857f885-b85c-49fa-92fd-f2f5a66cad96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:06.133214 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fb86178d-5523-49da-aced-0354d7141881 req-5857f885-b85c-49fa-92fd-f2f5a66cad96 service neutron] 10.222.0.82 "GET /v2.0/networks?id=583b29ab-e0ba-468d-ae03-87a6a1ad9ae5 HTTP/1.1" status: 200 len: 915 time: 0.4941387 Feb 19 03:01:06.286064 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 7472332a-0d43-4eef-81a0-8325a6bf6aaa no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:01:06.296562 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-ded1b6af-a0be-4db5-a092-1910455bcb99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (854d04ef-1187-401e-9eba-4a0de09ec1f6), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:06.328492 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b76d5dc2-da7e-41b2-9f9f-6742d7a13969 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16317457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14254'] for router (20e960d7-f020-461e-92e8-6262e0722d05), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:06.334333 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b76d5dc2-da7e-41b2-9f9f-6742d7a13969 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks [] for router_controller (20e960d7-f020-461e-92e8-6262e0722d05), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:06.386201 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded1b6af-a0be-4db5-a092-1910455bcb99 None None] Pushing event deleted for resources: {'Port': ['ID=854d04ef-1187-401e-9eba-4a0de09ec1f6,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:06.400499 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 7472332a-0d43-4eef-81a0-8325a6bf6aaa {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:01:06.404473 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 7472332a-0d43-4eef-81a0-8325a6bf6aaa not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:01:06.405127 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 854d04ef-1187-401e-9eba-4a0de09ec1f6 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:01:06.458782 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded1b6af-a0be-4db5-a092-1910455bcb99 None None] No DVR routers for this DVR port 854d04ef-1187-401e-9eba-4a0de09ec1f6 on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:01:06.463062 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 854d04ef-1187-401e-9eba-4a0de09ec1f6 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:01:06.464958 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 854d04ef-1187-401e-9eba-4a0de09ec1f6 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:01:06.465522 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 36baab1b-e67f-4487-acd6-5b4be31aa880 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:01:06.481814 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b76d5dc2-da7e-41b2-9f9f-6742d7a13969 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16317544'] for router (20e960d7-f020-461e-92e8-6262e0722d05), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:06.481814 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b76d5dc2-da7e-41b2-9f9f-6742d7a13969 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Fanout notify agent at l3_agent the message router_deleted on router 20e960d7-f020-461e-92e8-6262e0722d05 {{(pid=103702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:01:06.528804 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 36baab1b-e67f-4487-acd6-5b4be31aa880 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:01:06.531033 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 36baab1b-e67f-4487-acd6-5b4be31aa880 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:01:06.534359 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 7944cd06-d74d-4b29-8c61-02e2eeb00ffb no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:01:06.536832 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b76d5dc2-da7e-41b2-9f9f-6742d7a13969 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:06.540859 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-b76d5dc2-da7e-41b2-9f9f-6742d7a13969 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "DELETE /v2.0/routers/20e960d7-f020-461e-92e8-6262e0722d05 HTTP/1.1" status: 204 len: 168 time: 0.9144022 Feb 19 03:01:06.546024 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 46902) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:06.556051 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-3a256020-6f78-4377-bbfc-7e2985d7b443 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Request body: {'subnet': {'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:01:06.689688 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31db783f-329c-4d72-a98a-50a9f65556e1 req-8109d89d-3038-4f46-a4ff-7bcfbee7b1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:06.692515 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-31db783f-329c-4d72-a98a-50a9f65556e1 req-8109d89d-3038-4f46-a4ff-7bcfbee7b1a2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=25635acc-9f56-41ab-b8cd-dd2744f3f7b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2375960 Feb 19 03:01:06.729734 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 7944cd06-d74d-4b29-8c61-02e2eeb00ffb is: ACTIVE; New status is: DOWN {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:01:06.730246 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (7944cd06-d74d-4b29-8c61-02e2eeb00ffb), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:06.877238 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fb86178d-5523-49da-aced-0354d7141881 req-dab50d1e-6d7a-463e-aab6-a59cac7e1d5a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=70b42dbd-71fc-4efd-8608-6d6d588d6cc3 HTTP/1.1" status: 200 len: 217 time: 0.7365794 Feb 19 03:01:06.924315 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a2aab83e-fcce-44f5-8fb6-ea4e96a9430c tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12647206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58706286'] for subnet (04317054-53aa-4846-be8d-fe455c063e93), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:06.986865 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-31db783f-329c-4d72-a98a-50a9f65556e1 req-f35e26ab-16a3-407c-ab77-8195f2de7801 service neutron] 10.222.0.73 "GET /v2.0/networks/25635acc-9f56-41ab-b8cd-dd2744f3f7b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2871091 Feb 19 03:01:06.988150 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a256020-6f78-4377-bbfc-7e2985d7b443 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Made reservation on behalf of bb74a1a86b774cd895fbb7befcc78fd8 for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:01:06.992218 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3a256020-6f78-4377-bbfc-7e2985d7b443 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:07.082960 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8d2e5a61-8549-48ee-be8d-771ffbedf414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (7944cd06-d74d-4b29-8c61-02e2eeb00ffb), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:07.143225 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2e5a61-8549-48ee-be8d-771ffbedf414 admin admin] Pushing event deleted for resources: {'Port': ['ID=7944cd06-d74d-4b29-8c61-02e2eeb00ffb,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:07.163556 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f2ed5c-40a5-4c62-8e95-95a0278272a3 None None] Network 80e274aa-1a13-4b8e-8760-cc36cd41548b requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:01:07.167860 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2aab83e-fcce-44f5-8fb6-ea4e96a9430c tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Pushing event deleted for resources: {'Subnet': ['ID=04317054-53aa-4846-be8d-fe455c063e93,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:07.187827 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a2aab83e-fcce-44f5-8fb6-ea4e96a9430c tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:07.195691 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-a2aab83e-fcce-44f5-8fb6-ea4e96a9430c tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "DELETE /v2.0/subnets/04317054-53aa-4846-be8d-fe455c063e93 HTTP/1.1" status: 204 len: 168 time: 2.9371183 Feb 19 03:01:07.204506 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 46918) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:07.322696 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb86178d-5523-49da-aced-0354d7141881 req-30374c8f-7435-4ab0-98bd-4e45979a7c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:07.331587 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fb86178d-5523-49da-aced-0354d7141881 req-30374c8f-7435-4ab0-98bd-4e45979a7c1a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3ea5428a-92f7-475d-b30c-482a71ed5c95 HTTP/1.1" status: 200 len: 854 time: 0.4416547 Feb 19 03:01:07.437152 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-31db783f-329c-4d72-a98a-50a9f65556e1 req-dee03d38-736b-45fd-8b47-24d24ed9d756 service neutron] 10.222.0.73 "GET /v2.0/networks/25635acc-9f56-41ab-b8cd-dd2744f3f7b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164284 Feb 19 03:01:07.438801 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3a256020-6f78-4377-bbfc-7e2985d7b443 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (91592075-3967-497e-a825-284986f1b63b), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:07.479751 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118cf885-f1eb-4c33-ba16-32487e14a41e req-0b8a31d3-5b21-47a0-9d18-4be288d3055d tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:07.481387 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-118cf885-f1eb-4c33-ba16-32487e14a41e req-0b8a31d3-5b21-47a0-9d18-4be288d3055d tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 945 time: 0.6032376 Feb 19 03:01:07.483507 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fb86178d-5523-49da-aced-0354d7141881 req-cbc28c1d-f892-431b-926d-835715155dbc service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=583b29ab-e0ba-468d-ae03-87a6a1ad9ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1319287 Feb 19 03:01:07.531699 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-31db783f-329c-4d72-a98a-50a9f65556e1 req-e7ebf6f1-8720-44f5-b8e3-74a6db11eef1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ac5c2c1c-f8c0-46f3-9acf-0736307c93cf HTTP/1.1" status: 200 len: 217 time: 0.0863478 Feb 19 03:01:07.555013 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a256020-6f78-4377-bbfc-7e2985d7b443 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:01:07.579841 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-3a256020-6f78-4377-bbfc-7e2985d7b443 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:01:07.593580 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d67efc-cac0-4940-84ba-8c8323e306c4 None None] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:01:07.597776 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a256020-6f78-4377-bbfc-7e2985d7b443 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:07.600478 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3a256020-6f78-4377-bbfc-7e2985d7b443 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:07.608694 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a256020-6f78-4377-bbfc-7e2985d7b443 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event updated for resources: {'Subnet': ['ID=91592075-3967-497e-a825-284986f1b63b,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:07.611388 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1577844-09ff-4a94-95b3-c739a987a38f tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Deleting subnet 94ac02b9-2c47-49df-a261-e21c2ecf2df9 {{(pid=103701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:01:07.645493 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-3a256020-6f78-4377-bbfc-7e2985d7b443 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0911565 Feb 19 03:01:07.645493 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31db783f-329c-4d72-a98a-50a9f65556e1 req-a526fc09-ae01-47ab-9a54-9f3c22656154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:07.658875 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-31db783f-329c-4d72-a98a-50a9f65556e1 req-a526fc09-ae01-47ab-9a54-9f3c22656154 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=754b3a5b-6b59-4c1e-b100-cfbf1a3674dc HTTP/1.1" status: 200 len: 797 time: 0.1190233 Feb 19 03:01:07.660227 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 46926) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:07.669281 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-a469457a-3260-4705-aed9-7a6a9130a472 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-878624550', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:01:07.687925 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e1577844-09ff-4a94-95b3-c739a987a38f tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks [] for subnet (94ac02b9-2c47-49df-a261-e21c2ecf2df9), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:07.699309 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8d2e5a61-8549-48ee-be8d-771ffbedf414 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16285837'] for router_gateway (2a8a42a6-32ee-44ae-bcf2-368538f85fb7), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:07.814804 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a469457a-3260-4705-aed9-7a6a9130a472 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14172'] for router (f8a2530a-ba73-4e0c-a8e2-a25605a7634c), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:07.816272 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a469457a-3260-4705-aed9-7a6a9130a472 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16317487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16285822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16309985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14247'] for router (f8a2530a-ba73-4e0c-a8e2-a25605a7634c), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:07.892405 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a469457a-3260-4705-aed9-7a6a9130a472 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks [] for router_controller (f8a2530a-ba73-4e0c-a8e2-a25605a7634c), precommit_add_association {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:07.900711 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31db783f-329c-4d72-a98a-50a9f65556e1 req-eebbbb53-2f92-45ce-aacb-03c4ff741a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:07.902551 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-31db783f-329c-4d72-a98a-50a9f65556e1 req-eebbbb53-2f92-45ce-aacb-03c4ff741a45 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b0af2fed-15cc-4a59-82f9-c56cce972954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2132483 Feb 19 03:01:07.904748 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a469457a-3260-4705-aed9-7a6a9130a472 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16317478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865'] for router (f8a2530a-ba73-4e0c-a8e2-a25605a7634c), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:07.937095 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a469457a-3260-4705-aed9-7a6a9130a472 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:07.938529 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-a469457a-3260-4705-aed9-7a6a9130a472 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2729728 Feb 19 03:01:07.952099 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 46934) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:07.970836 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8d2e5a61-8549-48ee-be8d-771ffbedf414 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16317457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14254'] for router (2a8a42a6-32ee-44ae-bcf2-368538f85fb7), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:07.975402 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8d2e5a61-8549-48ee-be8d-771ffbedf414 admin admin] Publish callbacks [] for router_controller (2a8a42a6-32ee-44ae-bcf2-368538f85fb7), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:08.171742 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8d2e5a61-8549-48ee-be8d-771ffbedf414 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16317544'] for router (2a8a42a6-32ee-44ae-bcf2-368538f85fb7), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:08.172313 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d2e5a61-8549-48ee-be8d-771ffbedf414 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a8a42a6-32ee-44ae-bcf2-368538f85fb7 {{(pid=103701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:01:08.183218 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8d2e5a61-8549-48ee-be8d-771ffbedf414 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:08.198056 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-8d2e5a61-8549-48ee-be8d-771ffbedf414 admin admin] 10.222.0.72 "DELETE /v2.0/routers/2a8a42a6-32ee-44ae-bcf2-368538f85fb7 HTTP/1.1" status: 204 len: 168 time: 5.3516302 Feb 19 03:01:08.200524 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 46944) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:08.350837 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fb86178d-5523-49da-aced-0354d7141881 req-9dbdcfaa-f4ae-4c45-93cc-7371ef8fb2d1 service neutron] 10.222.0.82 "GET /v2.0/networks/583b29ab-e0ba-468d-ae03-87a6a1ad9ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8583813 Feb 19 03:01:08.362930 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f09441-e6a2-42da-90ba-0f6a64dd3e40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-48d3009f-8d6e-4fac-a460-ff95e3f8d78a', 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a', 'project_id': 'bb74a1a86b774cd895fbb7befcc78fd8', 'fixed_ips': [{'subnet_id': '91592075-3967-497e-a825-284986f1b63b'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:01:08.363916 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-24f09441-e6a2-42da-90ba-0f6a64dd3e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:08.384084 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e1577844-09ff-4a94-95b3-c739a987a38f tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12647399'] for subnet (94ac02b9-2c47-49df-a261-e21c2ecf2df9), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:08.546070 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e1577844-09ff-4a94-95b3-c739a987a38f tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (94ac02b9-2c47-49df-a261-e21c2ecf2df9), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:08.688125 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-24f09441-e6a2-42da-90ba-0f6a64dd3e40 None None] Allocated IP 2001:db8::2 (48d3009f-8d6e-4fac-a460-ff95e3f8d78a/91592075-3967-497e-a825-284986f1b63b/bb05eb62-8e43-4c8b-bcb0-77a05be05410) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:01:08.689322 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e1577844-09ff-4a94-95b3-c739a987a38f tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12647206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58706286'] for subnet (94ac02b9-2c47-49df-a261-e21c2ecf2df9), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:08.748947 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d520cba2-67ce-4439-981f-d81d8a15492b tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:08.752893 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-118cf885-f1eb-4c33-ba16-32487e14a41e req-939c1ef4-f8b2-4255-bf7b-1448df2f28bd tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2422001 Feb 19 03:01:08.838766 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1577844-09ff-4a94-95b3-c739a987a38f tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Pushing event deleted for resources: {'Subnet': ['ID=94ac02b9-2c47-49df-a261-e21c2ecf2df9,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:08.850605 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e1577844-09ff-4a94-95b3-c739a987a38f tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:08.858858 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-e1577844-09ff-4a94-95b3-c739a987a38f tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "DELETE /v2.0/subnets/94ac02b9-2c47-49df-a261-e21c2ecf2df9 HTTP/1.1" status: 204 len: 168 time: 1.6017039 Feb 19 03:01:08.861369 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 46960) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:08.944669 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-24f09441-e6a2-42da-90ba-0f6a64dd3e40 None None] Publish callbacks [] for port (bb05eb62-8e43-4c8b-bcb0-77a05be05410), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:08.945850 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_v2 [None req-57a0e68a-9fd0-4845-9758-ee14e050712e admin admin] Deleting subnet 7151b1ba-ee43-4cc7-a941-3ebc601f6594 {{(pid=103701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:01:08.949763 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-57a0e68a-9fd0-4845-9758-ee14e050712e admin admin] Publish callbacks [] for subnet (7151b1ba-ee43-4cc7-a941-3ebc601f6594), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:08.953988 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9355d5b-f73c-470b-bc64-cfb8b9d65343 None None] Network 80e274aa-1a13-4b8e-8760-cc36cd41548b requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:01:08.994474 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-57a0e68a-9fd0-4845-9758-ee14e050712e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12647399'] for subnet (7151b1ba-ee43-4cc7-a941-3ebc601f6594), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:09.019322 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-24f09441-e6a2-42da-90ba-0f6a64dd3e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (bb05eb62-8e43-4c8b-bcb0-77a05be05410), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:09.040791 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1f8ca7d7-bf44-4396-86f4-b5d522bde5f2 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (80e274aa-1a13-4b8e-8760-cc36cd41548b), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:09.147649 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fb86178d-5523-49da-aced-0354d7141881 req-a3c39e21-eb12-4a54-a609-9d147a7c1420 service neutron] 10.222.0.82 "GET /v2.0/networks/583b29ab-e0ba-468d-ae03-87a6a1ad9ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4882901 Feb 19 03:01:09.159973 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f09441-e6a2-42da-90ba-0f6a64dd3e40 None None] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:01:09.170046 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-24f09441-e6a2-42da-90ba-0f6a64dd3e40 None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:01:09.198121 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f09441-e6a2-42da-90ba-0f6a64dd3e40 None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:01:09.237734 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-8fcdabeb-9f82-430e-9125-4d836f255e29 None None] Provisioning complete for port 0ac1059e-9df6-487d-98a5-1c47d70809ba triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:01:09.239436 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-8fcdabeb-9f82-430e-9125-4d836f255e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (0ac1059e-9df6-487d-98a5-1c47d70809ba), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:09.278926 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-57a0e68a-9fd0-4845-9758-ee14e050712e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (7151b1ba-ee43-4cc7-a941-3ebc601f6594), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:09.510138 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-31db783f-329c-4d72-a98a-50a9f65556e1 req-09b8e1ba-b5b1-4cf6-b696-b9f0bfb9463f service neutron] 10.222.0.73 "GET /v2.0/networks/b0af2fed-15cc-4a59-82f9-c56cce972954?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5878987 Feb 19 03:01:09.524028 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f09441-e6a2-42da-90ba-0f6a64dd3e40 None None] Pushing event updated for resources: {'Port': ['ID=bb05eb62-8e43-4c8b-bcb0-77a05be05410,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:09.636338 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-57a0e68a-9fd0-4845-9758-ee14e050712e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12647206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58706286'] for subnet (7151b1ba-ee43-4cc7-a941-3ebc601f6594), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:09.725860 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-57a0e68a-9fd0-4845-9758-ee14e050712e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:09.732361 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d366624f-0bb2-4a18-8e90-e828d7e33fd2 None None] Network a0b72bfa-0144-4956-946c-e73daf6d88fc requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:01:09.735223 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-24f09441-e6a2-42da-90ba-0f6a64dd3e40 None None] Attempting to bind port bb05eb62-8e43-4c8b-bcb0-77a05be05410 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:01:09.738378 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-24f09441-e6a2-42da-90ba-0f6a64dd3e40 None None] Attempting to bind port bb05eb62-8e43-4c8b-bcb0-77a05be05410 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': 'c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:01:09.738541 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-57a0e68a-9fd0-4845-9758-ee14e050712e admin admin] 10.222.0.72 "DELETE /v2.0/subnets/7151b1ba-ee43-4cc7-a941-3ebc601f6594 HTTP/1.1" status: 204 len: 168 time: 1.4028335 Feb 19 03:01:09.738643 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f09441-e6a2-42da-90ba-0f6a64dd3e40 None None] Attempting to bind port bb05eb62-8e43-4c8b-bcb0-77a05be05410 on network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:01:09.738731 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a0e68a-9fd0-4845-9758-ee14e050712e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7151b1ba-ee43-4cc7-a941-3ebc601f6594,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:09.746022 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 46996) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:09.830451 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-31db783f-329c-4d72-a98a-50a9f65556e1 req-cab23898-4abd-4304-84d1-11de025d80b3 service neutron] 10.222.0.73 "GET /v2.0/networks/b0af2fed-15cc-4a59-82f9-c56cce972954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3111472 Feb 19 03:01:09.856676 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f09441-e6a2-42da-90ba-0f6a64dd3e40 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:01:09.857085 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f09441-e6a2-42da-90ba-0f6a64dd3e40 None None] Checking segment: {'id': 'c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:01:09.857565 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-24f09441-e6a2-42da-90ba-0f6a64dd3e40 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:09.857971 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f09441-e6a2-42da-90ba-0f6a64dd3e40 None None] Bound using segment: {'id': 'c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:01:09.858230 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-d520cba2-67ce-4439-981f-d81d8a15492b tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Allocated IP 2001:db8::1 (48d3009f-8d6e-4fac-a460-ff95e3f8d78a/91592075-3967-497e-a825-284986f1b63b/dccf69c7-42b0-4d4b-8ae5-2a9326c04e12) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:01:09.858463 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-24f09441-e6a2-42da-90ba-0f6a64dd3e40 None None] Bound port: bb05eb62-8e43-4c8b-bcb0-77a05be05410, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:01:09.858858 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-24f09441-e6a2-42da-90ba-0f6a64dd3e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (bb05eb62-8e43-4c8b-bcb0-77a05be05410), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:09.873983 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-1f8ca7d7-bf44-4396-86f4-b5d522bde5f2 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Deleting port 0ac1059e-9df6-487d-98a5-1c47d70809ba {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:01:09.874784 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1f8ca7d7-bf44-4396-86f4-b5d522bde5f2 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (0ac1059e-9df6-487d-98a5-1c47d70809ba), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:09.912651 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-31db783f-329c-4d72-a98a-50a9f65556e1 req-e16bd18f-cce9-4686-8b03-94926be792ba service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2d0648da-7207-4fde-bb28-f88b0cf46085 HTTP/1.1" status: 200 len: 217 time: 0.0678756 Feb 19 03:01:09.921990 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a2bb7b-c64e-4c58-ac9d-43463c0114d3 req-b73ac781-ec24-451d-b387-506eb2f60bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:09.925560 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a2a2bb7b-c64e-4c58-ac9d-43463c0114d3 req-b73ac781-ec24-451d-b387-506eb2f60bf7 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=af50eb00c5a74dd68d3a720f276d22fe&device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 1127 time: 0.4834225 Feb 19 03:01:09.992997 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-8fcdabeb-9f82-430e-9125-4d836f255e29 None None] Current status of the port 0ac1059e-9df6-487d-98a5-1c47d70809ba is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:01:10.165521 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-dbc28171-dcd6-4193-b86c-a05ad65d83a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (a0b72bfa-0144-4956-946c-e73daf6d88fc), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:10.176666 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-1f8ca7d7-bf44-4396-86f4-b5d522bde5f2 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] For port 0ac1059e-9df6-487d-98a5-1c47d70809ba, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=0ac1059e-9df6-487d-98a5-1c47d70809ba,segment=NetworkSegment(8ce12dc1-1aff-40da-ab76-c4d68d0c0e00),segment_id=8ce12dc1-1aff-40da-ab76-c4d68d0c0e00)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:01:10.178020 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1f8ca7d7-bf44-4396-86f4-b5d522bde5f2 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (0ac1059e-9df6-487d-98a5-1c47d70809ba), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:10.209396 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-1f8ca7d7-bf44-4396-86f4-b5d522bde5f2 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Calling delete_port for 0ac1059e-9df6-487d-98a5-1c47d70809ba owned by network:dhcp {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:01:10.233296 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c061ba7b-0815-4d79-ac18-4ecef446c579 None None] DHCP port deletion for 80e274aa-1a13-4b8e-8760-cc36cd41548b request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:01:10.243726 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31db783f-329c-4d72-a98a-50a9f65556e1 req-48c4fa17-3af5-4c28-8a9c-030af9d8c287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:10.246154 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-31db783f-329c-4d72-a98a-50a9f65556e1 req-48c4fa17-3af5-4c28-8a9c-030af9d8c287 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=754b3a5b-6b59-4c1e-b100-cfbf1a3674dc HTTP/1.1" status: 200 len: 797 time: 0.3243165 Feb 19 03:01:10.507232 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d520cba2-67ce-4439-981f-d81d8a15492b tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks [] for port (dccf69c7-42b0-4d4b-8ae5-2a9326c04e12), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:10.560938 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-24f09441-e6a2-42da-90ba-0f6a64dd3e40 None None] For port bb05eb62-8e43-4c8b-bcb0-77a05be05410, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:01:10.576299 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-24f09441-e6a2-42da-90ba-0f6a64dd3e40 None None] For port bb05eb62-8e43-4c8b-bcb0-77a05be05410, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=bb05eb62-8e43-4c8b-bcb0-77a05be05410,segment=NetworkSegment(c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8),segment_id=c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:01:10.607924 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4da9f2-1001-4019-8e4f-c734f393cf06 None None] DHCP port deletion for a0b72bfa-0144-4956-946c-e73daf6d88fc request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:01:10.610509 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-24f09441-e6a2-42da-90ba-0f6a64dd3e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (bb05eb62-8e43-4c8b-bcb0-77a05be05410), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:10.614283 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31db783f-329c-4d72-a98a-50a9f65556e1 req-4ebd89a8-3777-4c04-9d85-8a42524fe62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:10.615856 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-31db783f-329c-4d72-a98a-50a9f65556e1 req-4ebd89a8-3777-4c04-9d85-8a42524fe62c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b0af2fed-15cc-4a59-82f9-c56cce972954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3539667 Feb 19 03:01:10.634358 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a2bb7b-c64e-4c58-ac9d-43463c0114d3 req-72922793-a7ad-4e47-afed-104714925907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:10.641090 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a2a2bb7b-c64e-4c58-ac9d-43463c0114d3 req-72922793-a7ad-4e47-afed-104714925907 service neutron] 10.222.0.82 "GET /v2.0/networks?id=583b29ab-e0ba-468d-ae03-87a6a1ad9ae5 HTTP/1.1" status: 200 len: 915 time: 0.6228611 Feb 19 03:01:10.641963 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1f8ca7d7-bf44-4396-86f4-b5d522bde5f2 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (0ac1059e-9df6-487d-98a5-1c47d70809ba), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:10.654279 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8452b8b-e801-45c7-804c-6ec61b751977 req-fa474661-9390-498c-84f4-28948222c6df tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:10.656281 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f8452b8b-e801-45c7-804c-6ec61b751977 req-fa474661-9390-498c-84f4-28948222c6df tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 945 time: 0.7082343 Feb 19 03:01:10.695410 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8ca7d7-bf44-4396-86f4-b5d522bde5f2 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Pushing event deleted for resources: {'Port': ['ID=0ac1059e-9df6-487d-98a5-1c47d70809ba,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:10.737655 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a2a2bb7b-c64e-4c58-ac9d-43463c0114d3 req-876e186a-c9ce-4f1a-9c44-c3216f864c32 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=70b42dbd-71fc-4efd-8608-6d6d588d6cc3 HTTP/1.1" status: 200 len: 217 time: 0.0781300 Feb 19 03:01:10.740176 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8ca7d7-bf44-4396-86f4-b5d522bde5f2 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] No DVR routers for this DVR port 0ac1059e-9df6-487d-98a5-1c47d70809ba on host n-d-826753-2 {{(pid=103701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:01:10.763953 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-c061ba7b-0815-4d79-ac18-4ecef446c579 None None] Deleting port 0ac1059e-9df6-487d-98a5-1c47d70809ba {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:01:10.764425 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c061ba7b-0815-4d79-ac18-4ecef446c579 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (0ac1059e-9df6-487d-98a5-1c47d70809ba), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:10.896358 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d520cba2-67ce-4439-981f-d81d8a15492b tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (dccf69c7-42b0-4d4b-8ae5-2a9326c04e12), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:10.924315 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-dbc28171-dcd6-4193-b86c-a05ad65d83a5 admin admin] Deleting port 9fdfd686-8dc1-4df3-894c-f6421e886f4e {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:01:10.924665 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-dbc28171-dcd6-4193-b86c-a05ad65d83a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (9fdfd686-8dc1-4df3-894c-f6421e886f4e), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:10.937622 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a2bb7b-c64e-4c58-ac9d-43463c0114d3 req-3f0b64fc-3f4f-4642-9889-9a26dbd5e61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:10.940338 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a2a2bb7b-c64e-4c58-ac9d-43463c0114d3 req-3f0b64fc-3f4f-4642-9889-9a26dbd5e61a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3ea5428a-92f7-475d-b30c-482a71ed5c95 HTTP/1.1" status: 200 len: 854 time: 0.1794200 Feb 19 03:01:10.971005 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1f8ca7d7-bf44-4396-86f4-b5d522bde5f2 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (80e274aa-1a13-4b8e-8760-cc36cd41548b), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:10.999542 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f8452b8b-e801-45c7-804c-6ec61b751977 req-09ac899f-bea9-40ae-9af8-63d6454982ed tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3090379 Feb 19 03:01:11.063669 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a2a2bb7b-c64e-4c58-ac9d-43463c0114d3 req-c41399fc-d0fc-48ed-a90e-ba94e1e821b4 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=583b29ab-e0ba-468d-ae03-87a6a1ad9ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0878189 Feb 19 03:01:11.110468 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-1f8ca7d7-bf44-4396-86f4-b5d522bde5f2 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80e274aa-1a13-4b8e-8760-cc36cd41548b']}} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:01:11.111764 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d520cba2-67ce-4439-981f-d81d8a15492b tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:01:11.123858 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-c061ba7b-0815-4d79-ac18-4ecef446c579 None None] For port 0ac1059e-9df6-487d-98a5-1c47d70809ba, host n-d-826753-2, got binding levels [] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:01:11.126260 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c061ba7b-0815-4d79-ac18-4ecef446c579 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (0ac1059e-9df6-487d-98a5-1c47d70809ba), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:11.126661 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-dbc28171-dcd6-4193-b86c-a05ad65d83a5 admin admin] For port 9fdfd686-8dc1-4df3-894c-f6421e886f4e, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=9fdfd686-8dc1-4df3-894c-f6421e886f4e,segment=NetworkSegment(29443568-61b9-4774-ac70-95706a0af3c1),segment_id=29443568-61b9-4774-ac70-95706a0af3c1)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:01:11.127037 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-dbc28171-dcd6-4193-b86c-a05ad65d83a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (9fdfd686-8dc1-4df3-894c-f6421e886f4e), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:11.144066 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-d520cba2-67ce-4439-981f-d81d8a15492b tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:01:11.158603 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-dbc28171-dcd6-4193-b86c-a05ad65d83a5 admin admin] Calling delete_port for 9fdfd686-8dc1-4df3-894c-f6421e886f4e owned by network:dhcp {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:01:11.171718 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-c061ba7b-0815-4d79-ac18-4ecef446c579 None None] Calling delete_port for 0ac1059e-9df6-487d-98a5-1c47d70809ba owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:01:11.175917 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.ipam_backend_mixin [None req-c061ba7b-0815-4d79-ac18-4ecef446c579 None None] Port 0ac1059e-9df6-487d-98a5-1c47d70809ba was not found and therefore no delete operation was performed {{(pid=103703) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 03:01:11.180571 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c061ba7b-0815-4d79-ac18-4ecef446c579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (0ac1059e-9df6-487d-98a5-1c47d70809ba), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:11.188375 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d520cba2-67ce-4439-981f-d81d8a15492b tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:01:11.188969 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d520cba2-67ce-4439-981f-d81d8a15492b tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16289150'] for router_interface (f8a2530a-ba73-4e0c-a8e2-a25605a7634c), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:11.192938 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f09441-e6a2-42da-90ba-0f6a64dd3e40 None None] Pushing event updated for resources: {'Port': ['ID=bb05eb62-8e43-4c8b-bcb0-77a05be05410,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:11.423831 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c061ba7b-0815-4d79-ac18-4ecef446c579 None None] Pushing event deleted for resources: {'Port': ['ID=0ac1059e-9df6-487d-98a5-1c47d70809ba,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:11.433863 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c061ba7b-0815-4d79-ac18-4ecef446c579 None None] No DVR routers for this DVR port 0ac1059e-9df6-487d-98a5-1c47d70809ba on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:01:11.439944 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d4da9f2-1001-4019-8e4f-c734f393cf06 None None] Deleting port 9fdfd686-8dc1-4df3-894c-f6421e886f4e {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:01:11.457071 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d4da9f2-1001-4019-8e4f-c734f393cf06 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (9fdfd686-8dc1-4df3-894c-f6421e886f4e), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:11.559209 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-dbc28171-dcd6-4193-b86c-a05ad65d83a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (9fdfd686-8dc1-4df3-894c-f6421e886f4e), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:11.565530 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-31db783f-329c-4d72-a98a-50a9f65556e1 req-fa0c4689-eb76-406b-9e06-0435d657775f service neutron] 10.222.0.73 "GET /v2.0/networks/b0af2fed-15cc-4a59-82f9-c56cce972954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9271355 Feb 19 03:01:11.566425 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-1f8ca7d7-bf44-4396-86f4-b5d522bde5f2 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ce12dc1-1aff-40da-ab76-c4d68d0c0e00') {'for_net_delete': True} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:01:11.566731 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-1f8ca7d7-bf44-4396-86f4-b5d522bde5f2 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ce12dc1-1aff-40da-ab76-c4d68d0c0e00') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:01:11.692925 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1f8ca7d7-bf44-4396-86f4-b5d522bde5f2 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12647422'] for segment (8ce12dc1-1aff-40da-ab76-c4d68d0c0e00), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:11.807341 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d4da9f2-1001-4019-8e4f-c734f393cf06 None None] For port 9fdfd686-8dc1-4df3-894c-f6421e886f4e, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=9fdfd686-8dc1-4df3-894c-f6421e886f4e,segment=NetworkSegment(29443568-61b9-4774-ac70-95706a0af3c1),segment_id=29443568-61b9-4774-ac70-95706a0af3c1)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:01:11.808254 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc28171-dcd6-4193-b86c-a05ad65d83a5 admin admin] No DVR routers for this DVR port 9fdfd686-8dc1-4df3-894c-f6421e886f4e on host n-d-826753-2 {{(pid=103701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:01:11.811603 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d4da9f2-1001-4019-8e4f-c734f393cf06 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (9fdfd686-8dc1-4df3-894c-f6421e886f4e), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:11.815057 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc28171-dcd6-4193-b86c-a05ad65d83a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fdfd686-8dc1-4df3-894c-f6421e886f4e,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:11.850821 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d520cba2-67ce-4439-981f-d81d8a15492b tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event updated for resources: {'Port': ['ID=dccf69c7-42b0-4d4b-8ae5-2a9326c04e12,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:11.853533 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1f8ca7d7-bf44-4396-86f4-b5d522bde5f2 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (8ce12dc1-1aff-40da-ab76-c4d68d0c0e00), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:11.861962 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d4da9f2-1001-4019-8e4f-c734f393cf06 None None] Calling delete_port for 9fdfd686-8dc1-4df3-894c-f6421e886f4e owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:01:12.051696 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f8ca7d7-bf44-4396-86f4-b5d522bde5f2 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Releasing vlan 290 on physical network physnet1 to pool {{(pid=103701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:01:12.054759 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1f8ca7d7-bf44-4396-86f4-b5d522bde5f2 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583360'] for segment (8ce12dc1-1aff-40da-ab76-c4d68d0c0e00), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:12.101641 n-d-826753-2 neutron-server[103701]: Traceback (most recent call last): Feb 19 03:01:12.101641 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:01:12.101641 n-d-826753-2 neutron-server[103701]: timer() Feb 19 03:01:12.101641 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:01:12.101641 n-d-826753-2 neutron-server[103701]: cb(*args, **kw) Feb 19 03:01:12.101641 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:01:12.101641 n-d-826753-2 neutron-server[103701]: return func(*args, **kwargs) Feb 19 03:01:12.101641 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:01:12.101641 n-d-826753-2 neutron-server[103701]: self._notify() Feb 19 03:01:12.101641 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:01:12.101641 n-d-826753-2 neutron-server[103701]: self.callback(batched_events) Feb 19 03:01:12.101641 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:01:12.101641 n-d-826753-2 neutron-server[103701]: event.method(event) Feb 19 03:01:12.101641 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:01:12.101641 n-d-826753-2 neutron-server[103701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:01:12.101641 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:01:12.101641 n-d-826753-2 neutron-server[103701]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:01:12.101641 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:01:12.101641 n-d-826753-2 neutron-server[103701]: return f(self, *a, **k) Feb 19 03:01:12.101641 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:01:12.101641 n-d-826753-2 neutron-server[103701]: return self._get(url).json() Feb 19 03:01:12.101641 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:01:12.101641 n-d-826753-2 neutron-server[103701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:01:12.101641 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:01:12.101641 n-d-826753-2 neutron-server[103701]: return self.request(url, 'GET', **kwargs) Feb 19 03:01:12.101641 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:01:12.101641 n-d-826753-2 neutron-server[103701]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:01:12.101641 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:01:12.101641 n-d-826753-2 neutron-server[103701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:01:12.101641 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:01:12.101641 n-d-826753-2 neutron-server[103701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:01:12.101641 n-d-826753-2 neutron-server[103701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:01:12.164976 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device bb05eb62-8e43-4c8b-bcb0-77a05be05410 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:01:12.183152 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d520cba2-67ce-4439-981f-d81d8a15492b tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (dccf69c7-42b0-4d4b-8ae5-2a9326c04e12), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:12.374542 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-dbc28171-dcd6-4193-b86c-a05ad65d83a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (a0b72bfa-0144-4956-946c-e73daf6d88fc), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:12.413998 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d4da9f2-1001-4019-8e4f-c734f393cf06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (9fdfd686-8dc1-4df3-894c-f6421e886f4e), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:12.418302 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a2a2bb7b-c64e-4c58-ac9d-43463c0114d3 req-f1c859bc-9dd5-4d97-bae4-e047aab0bc0e service neutron] 10.222.0.82 "GET /v2.0/networks/583b29ab-e0ba-468d-ae03-87a6a1ad9ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3335032 Feb 19 03:01:12.475685 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-dbc28171-dcd6-4193-b86c-a05ad65d83a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0b72bfa-0144-4956-946c-e73daf6d88fc']}} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:01:12.546201 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4da9f2-1001-4019-8e4f-c734f393cf06 None None] Pushing event deleted for resources: {'Port': ['ID=9fdfd686-8dc1-4df3-894c-f6421e886f4e,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:12.549441 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1f8ca7d7-bf44-4396-86f4-b5d522bde5f2 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (80e274aa-1a13-4b8e-8760-cc36cd41548b), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:12.560570 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4da9f2-1001-4019-8e4f-c734f393cf06 None None] No DVR routers for this DVR port 9fdfd686-8dc1-4df3-894c-f6421e886f4e on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:01:12.576667 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port bb05eb62-8e43-4c8b-bcb0-77a05be05410 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:01:12.578213 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (bb05eb62-8e43-4c8b-bcb0-77a05be05410), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:12.585959 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1f8ca7d7-bf44-4396-86f4-b5d522bde5f2 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:12.605362 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-1f8ca7d7-bf44-4396-86f4-b5d522bde5f2 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "DELETE /v2.0/networks/80e274aa-1a13-4b8e-8760-cc36cd41548b HTTP/1.1" status: 204 len: 168 time: 3.7401023 Feb 19 03:01:12.621936 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 47056) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:12.715868 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-dbc28171-dcd6-4193-b86c-a05ad65d83a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29443568-61b9-4774-ac70-95706a0af3c1') {'for_net_delete': True} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:01:12.716491 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-dbc28171-dcd6-4193-b86c-a05ad65d83a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29443568-61b9-4774-ac70-95706a0af3c1') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:01:12.758524 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de718dd8-d3cd-41d1-9fd6-fa49fb1d804f req-7398cec9-6a6c-435d-8f99-5f3f5f47b70f tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:12.760515 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-de718dd8-d3cd-41d1-9fd6-fa49fb1d804f req-7398cec9-6a6c-435d-8f99-5f3f5f47b70f tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 945 time: 0.5231116 Feb 19 03:01:12.767114 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8ca7d7-bf44-4396-86f4-b5d522bde5f2 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Pushing event deleted for resources: {'Network': ['ID=80e274aa-1a13-4b8e-8760-cc36cd41548b,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:12.779343 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-dbc28171-dcd6-4193-b86c-a05ad65d83a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12647422'] for segment (29443568-61b9-4774-ac70-95706a0af3c1), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:12.853671 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port bb05eb62-8e43-4c8b-bcb0-77a05be05410 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:01:12.854225 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (bb05eb62-8e43-4c8b-bcb0-77a05be05410), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:12.872018 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-dbc28171-dcd6-4193-b86c-a05ad65d83a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (29443568-61b9-4774-ac70-95706a0af3c1), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:12.894879 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:01:12.963814 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port bb05eb62-8e43-4c8b-bcb0-77a05be05410, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=bb05eb62-8e43-4c8b-bcb0-77a05be05410,segment=NetworkSegment(c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8),segment_id=c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:01:12.973528 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (bb05eb62-8e43-4c8b-bcb0-77a05be05410), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:13.008060 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-31db783f-329c-4d72-a98a-50a9f65556e1 req-230d88dc-efd8-4755-ac78-abf776c61fe9 service neutron] 10.222.0.73 "GET /v2.0/networks/b0af2fed-15cc-4a59-82f9-c56cce972954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1372309 Feb 19 03:01:13.087668 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 9fdfd686-8dc1-4df3-894c-f6421e886f4e no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:01:13.101646 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 47064) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:13.175554 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 9fdfd686-8dc1-4df3-894c-f6421e886f4e {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:01:13.176155 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 9fdfd686-8dc1-4df3-894c-f6421e886f4e not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:01:13.176792 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 0ac1059e-9df6-487d-98a5-1c47d70809ba no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:01:13.183520 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=bb05eb62-8e43-4c8b-bcb0-77a05be05410,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:13.218725 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 0ac1059e-9df6-487d-98a5-1c47d70809ba {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:01:13.219346 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 0ac1059e-9df6-487d-98a5-1c47d70809ba not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:01:13.280822 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d520cba2-67ce-4439-981f-d81d8a15492b tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks [] for port (dccf69c7-42b0-4d4b-8ae5-2a9326c04e12), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:13.294278 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d520cba2-67ce-4439-981f-d81d8a15492b tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (dccf69c7-42b0-4d4b-8ae5-2a9326c04e12), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:13.295607 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d520cba2-67ce-4439-981f-d81d8a15492b tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16362769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16289258'] for router_interface (f8a2530a-ba73-4e0c-a8e2-a25605a7634c), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:13.373323 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-257e495e-5ebd-4e84-8dd5-2826f34b453b None None] Provisioning complete for port bb05eb62-8e43-4c8b-bcb0-77a05be05410 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:01:13.374912 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-257e495e-5ebd-4e84-8dd5-2826f34b453b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (bb05eb62-8e43-4c8b-bcb0-77a05be05410), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:13.521678 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-08f89cec-ee2b-4e72-9557-0e11c6b99d94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:13.617036 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-257e495e-5ebd-4e84-8dd5-2826f34b453b None None] Current status of the port bb05eb62-8e43-4c8b-bcb0-77a05be05410 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:01:13.655023 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d520cba2-67ce-4439-981f-d81d8a15492b tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event updated for resources: {'Port': ['ID=dccf69c7-42b0-4d4b-8ae5-2a9326c04e12,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:13.789399 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d520cba2-67ce-4439-981f-d81d8a15492b tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:01:13.791321 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-d520cba2-67ce-4439-981f-d81d8a15492b tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:01:13.970048 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbc28171-dcd6-4193-b86c-a05ad65d83a5 admin admin] Releasing vlan 275 on physical network physnet1 to pool {{(pid=103701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:01:13.971603 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-dbc28171-dcd6-4193-b86c-a05ad65d83a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583360'] for segment (29443568-61b9-4774-ac70-95706a0af3c1), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:13.974774 n-d-826753-2 neutron-server[103701]: Traceback (most recent call last): Feb 19 03:01:13.974774 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:01:13.974774 n-d-826753-2 neutron-server[103701]: timer() Feb 19 03:01:13.974774 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:01:13.974774 n-d-826753-2 neutron-server[103701]: cb(*args, **kw) Feb 19 03:01:13.974774 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:01:13.974774 n-d-826753-2 neutron-server[103701]: return func(*args, **kwargs) Feb 19 03:01:13.974774 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:01:13.974774 n-d-826753-2 neutron-server[103701]: self._notify() Feb 19 03:01:13.974774 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:01:13.974774 n-d-826753-2 neutron-server[103701]: self.callback(batched_events) Feb 19 03:01:13.974774 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:01:13.974774 n-d-826753-2 neutron-server[103701]: event.method(event) Feb 19 03:01:13.974774 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:01:13.974774 n-d-826753-2 neutron-server[103701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:01:13.974774 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:01:13.974774 n-d-826753-2 neutron-server[103701]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:01:13.974774 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:01:13.974774 n-d-826753-2 neutron-server[103701]: return f(self, *a, **k) Feb 19 03:01:13.974774 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:01:13.974774 n-d-826753-2 neutron-server[103701]: return self._get(url).json() Feb 19 03:01:13.974774 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:01:13.974774 n-d-826753-2 neutron-server[103701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:01:13.974774 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:01:13.974774 n-d-826753-2 neutron-server[103701]: return self.request(url, 'GET', **kwargs) Feb 19 03:01:13.974774 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:01:13.974774 n-d-826753-2 neutron-server[103701]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:01:13.974774 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:01:13.974774 n-d-826753-2 neutron-server[103701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:01:13.974774 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:01:13.974774 n-d-826753-2 neutron-server[103701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:01:13.974774 n-d-826753-2 neutron-server[103701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:01:13.978741 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device bb05eb62-8e43-4c8b-bcb0-77a05be05410 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:01:14.086206 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e53ce71d-8d50-4683-86da-3b9abd7b063a None None] Provisioning complete for port dccf69c7-42b0-4d4b-8ae5-2a9326c04e12 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:01:14.088018 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e53ce71d-8d50-4683-86da-3b9abd7b063a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (dccf69c7-42b0-4d4b-8ae5-2a9326c04e12), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:14.109537 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d520cba2-67ce-4439-981f-d81d8a15492b tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Router f8a2530a-ba73-4e0c-a8e2-a25605a7634c is scheduled to L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd with binding_index 1 {{(pid=103702) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:01:14.149943 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-de718dd8-d3cd-41d1-9fd6-fa49fb1d804f req-c043b6a8-fa6b-48ad-af15-2942e982c022 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3622141 Feb 19 03:01:14.154298 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a2a2bb7b-c64e-4c58-ac9d-43463c0114d3 req-b8f588a4-cfab-4e4f-8293-f23c035953f5 service neutron] 10.222.0.82 "GET /v2.0/networks/583b29ab-e0ba-468d-ae03-87a6a1ad9ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7346056 Feb 19 03:01:14.158830 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-dbc28171-dcd6-4193-b86c-a05ad65d83a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (a0b72bfa-0144-4956-946c-e73daf6d88fc), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:14.181170 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc9a1a2-30ef-49b6-9151-fe7fd29050a1 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:14.183122 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-fbc9a1a2-30ef-49b6-9151-fe7fd29050a1 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 1.5417373 Feb 19 03:01:14.229113 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port bb05eb62-8e43-4c8b-bcb0-77a05be05410 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:01:14.230524 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (bb05eb62-8e43-4c8b-bcb0-77a05be05410), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:14.232190 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e53ce71d-8d50-4683-86da-3b9abd7b063a None None] Port dccf69c7-42b0-4d4b-8ae5-2a9326c04e12 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:01:14.251466 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 47072) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:14.252607 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-dbc28171-dcd6-4193-b86c-a05ad65d83a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:14.266518 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-dbc28171-dcd6-4193-b86c-a05ad65d83a5 admin admin] 10.222.0.72 "DELETE /v2.0/networks/a0b72bfa-0144-4956-946c-e73daf6d88fc HTTP/1.1" status: 204 len: 168 time: 4.5144708 Feb 19 03:01:14.266518 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc28171-dcd6-4193-b86c-a05ad65d83a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0b72bfa-0144-4956-946c-e73daf6d88fc,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:14.436200 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d520cba2-67ce-4439-981f-d81d8a15492b tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:01:14.458032 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-d520cba2-67ce-4439-981f-d81d8a15492b tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "PUT /v2.0/routers/f8a2530a-ba73-4e0c-a8e2-a25605a7634c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5048237 Feb 19 03:01:14.462902 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-8ce9243c-71fd-4cd6-8983-7dd38f255728 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1905527 Feb 19 03:01:14.466245 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port bb05eb62-8e43-4c8b-bcb0-77a05be05410 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:01:14.466379 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 47080) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:14.470443 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ec6e43-2e72-4d3d-9737-8b424534f18e None None] Sync routers for ids ['f8a2530a-ba73-4e0c-a8e2-a25605a7634c'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:01:14.480403 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 47078) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:14.490064 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b89171ff-e8fd-4b65-9ec0-793def07a86f None None] Provisioning complete for port dccf69c7-42b0-4d4b-8ae5-2a9326c04e12 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:01:14.490278 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-18776ee5-af66-4ecf-ad56-5c7cf8e5bb2e tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1482692982'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:01:14.490422 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b89171ff-e8fd-4b65-9ec0-793def07a86f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (dccf69c7-42b0-4d4b-8ae5-2a9326c04e12), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:14.559146 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b89171ff-e8fd-4b65-9ec0-793def07a86f None None] Port dccf69c7-42b0-4d4b-8ae5-2a9326c04e12 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:01:14.563311 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ec6e43-2e72-4d3d-9737-8b424534f18e None None] Routers {'f8a2530a-ba73-4e0c-a8e2-a25605a7634c'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:01:14.564431 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-e1ec6e43-2e72-4d3d-9737-8b424534f18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:00:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['f8a2530a-ba73-4e0c-a8e2-a25605a7634c'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:01:14.626323 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635742f2-fab7-49b0-b76e-02a90f2aff85 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:14.628490 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-635742f2-fab7-49b0-b76e-02a90f2aff85 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "GET /v2.0/ports/dccf69c7-42b0-4d4b-8ae5-2a9326c04e12 HTTP/1.1" status: 200 len: 911 time: 0.1549866 Feb 19 03:01:14.633381 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 47082) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:14.644664 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18776ee5-af66-4ecf-ad56-5c7cf8e5bb2e tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Made reservation on behalf of e1a55fde9c7e4f5d96053750d488e677 for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:01:14.648044 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-18776ee5-af66-4ecf-ad56-5c7cf8e5bb2e tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:14.666924 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 47086) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:14.786153 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65b9883-6c0e-45ac-b1c2-172394028c51 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:14.792181 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65b9883-6c0e-45ac-b1c2-172394028c51 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:14.797521 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-f65b9883-6c0e-45ac-b1c2-172394028c51 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1620581 Feb 19 03:01:14.798373 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 47088) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:14.824282 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-08f89cec-ee2b-4e72-9557-0e11c6b99d94 admin admin] Publish callbacks [] for security_group (066ad4a7-42d4-44b8-9b5c-363fb55b2b67), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:14.828652 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-e1ec6e43-2e72-4d3d-9737-8b424534f18e None None] Set router f8a2530a-ba73-4e0c-a8e2-a25605a7634c gateway port host: None {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:01:14.856849 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-08f89cec-ee2b-4e72-9557-0e11c6b99d94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (066ad4a7-42d4-44b8-9b5c-363fb55b2b67), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:14.859151 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18776ee5-af66-4ecf-ad56-5c7cf8e5bb2e tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] vlan segment allocate from pool success with {'vlan_id': 255, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:01:14.954388 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f89cec-ee2b-4e72-9557-0e11c6b99d94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=066ad4a7-42d4-44b8-9b5c-363fb55b2b67,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:15.067307 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-53099e0d-c8b7-4c45-ab7d-f2e5436c0d6b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9fa4e4fe0ba24f078d0901811643d0b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3971922 Feb 19 03:01:15.085438 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-18776ee5-af66-4ecf-ad56-5c7cf8e5bb2e tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (9afaff82-2aa4-41a9-93c6-9cee7735c3ba), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:15.087326 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-18776ee5-af66-4ecf-ad56-5c7cf8e5bb2e tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Added segment 9afaff82-2aa4-41a9-93c6-9cee7735c3ba of type vlan for network e3983048-4746-4fda-8159-c46a512aa6d5 Feb 19 03:01:15.115886 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 47092) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:15.261275 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-18776ee5-af66-4ecf-ad56-5c7cf8e5bb2e tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (e3983048-4746-4fda-8159-c46a512aa6d5), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:15.370394 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-18776ee5-af66-4ecf-ad56-5c7cf8e5bb2e tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (e3983048-4746-4fda-8159-c46a512aa6d5), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:15.386812 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18776ee5-af66-4ecf-ad56-5c7cf8e5bb2e tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:15.390532 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-18776ee5-af66-4ecf-ad56-5c7cf8e5bb2e tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:15.432301 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b26175-683e-4ba3-942e-d25c639a3b15 req-b1667661-66c5-4eb6-9e12-e493c1218707 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:15.434295 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-32b26175-683e-4ba3-942e-d25c639a3b15 req-b1667661-66c5-4eb6-9e12-e493c1218707 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 945 time: 0.1323442 Feb 19 03:01:15.503467 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f8c20ada-559a-4463-9aad-a2950081d7ea admin admin] Publish callbacks [] for security_group (ba6d8f8e-3c31-40c3-bd1d-d145a72e9949), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:15.581516 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f8c20ada-559a-4463-9aad-a2950081d7ea admin admin] Publish callbacks [] for security_group (ba6d8f8e-3c31-40c3-bd1d-d145a72e9949), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:15.608776 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3258c624-2ce9-4cff-9801-b78a26f60c44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:15.624259 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-32b26175-683e-4ba3-942e-d25c639a3b15 req-c0503566-7d92-455f-a6ee-f8d247b98273 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798317 Feb 19 03:01:15.647797 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18776ee5-af66-4ecf-ad56-5c7cf8e5bb2e tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Pushing event updated for resources: {'Network': ['ID=e3983048-4746-4fda-8159-c46a512aa6d5,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:15.658256 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-08f89cec-ee2b-4e72-9557-0e11c6b99d94 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f16fe6e272544b7fa9a501ccf8cd2050&name=default HTTP/1.1" status: 200 len: 3000 time: 2.5500104 Feb 19 03:01:15.658884 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 47100) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:15.661274 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-e1ec6e43-2e72-4d3d-9737-8b424534f18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a2530a-ba73-4e0c-a8e2-a25605a7634c', 'name': 'tempest-NetworksTestDHCPv6-router-878624550', 'tenant_id': 'bb74a1a86b774cd895fbb7befcc78fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:01:07Z', 'updated_at': '2022-02-19T03:01:11Z', 'revision_number': 2, 'project_id': 'bb74a1a86b774cd895fbb7befcc78fd8', 'gw_port_host': None, '_interfaces': [{'id': 'dccf69c7-42b0-4d4b-8ae5-2a9326c04e12', 'name': '', 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a', 'tenant_id': 'bb74a1a86b774cd895fbb7befcc78fd8', 'mac_address': 'fa:16:3e:3a:7d:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a2530a-ba73-4e0c-a8e2-a25605a7634c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': '91592075-3967-497e-a825-284986f1b63b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:01:08Z', 'updated_at': '2022-02-19T03:01:12Z', 'revision_number': 2, 'project_id': 'bb74a1a86b774cd895fbb7befcc78fd8', 'subnets': [{'id': '91592075-3967-497e-a825-284986f1b63b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:01:15.672917 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network e3983048-4746-4fda-8159-c46a512aa6d5 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:01:15.723943 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-18776ee5-af66-4ecf-ad56-5c7cf8e5bb2e tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2408602 Feb 19 03:01:15.735629 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 47104) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:15.741451 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-91b50472-4ca5-48e2-8cac-bd4e7940a010 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Request body: {'subnet': {'network_id': 'e3983048-4746-4fda-8159-c46a512aa6d5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:01:15.820053 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ec6e43-2e72-4d3d-9737-8b424534f18e None None] Checking router: f8a2530a-ba73-4e0c-a8e2-a25605a7634c for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:01:15.820468 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ec6e43-2e72-4d3d-9737-8b424534f18e None None] Updating router f8a2530a-ba73-4e0c-a8e2-a25605a7634c port dccf69c7-42b0-4d4b-8ae5-2a9326c04e12 binding host n-d-826753-2 {{(pid=103703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:01:15.867597 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-473f9c8f-1a6e-4c03-b652-a486d3309d70 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16289271'] for router_interface (f8a2530a-ba73-4e0c-a8e2-a25605a7634c), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:15.892405 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8e2c77dd-93e2-40a0-b8d7-e93cfe5ee00d admin admin] Publish callbacks [] for security_group (066ad4a7-42d4-44b8-9b5c-363fb55b2b67), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:15.903784 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e1ec6e43-2e72-4d3d-9737-8b424534f18e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (dccf69c7-42b0-4d4b-8ae5-2a9326c04e12), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:15.987871 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91b50472-4ca5-48e2-8cac-bd4e7940a010 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Made reservation on behalf of e1a55fde9c7e4f5d96053750d488e677 for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:01:15.992305 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-91b50472-4ca5-48e2-8cac-bd4e7940a010 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:16.026188 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8e2c77dd-93e2-40a0-b8d7-e93cfe5ee00d admin admin] Publish callbacks [] for security_group (066ad4a7-42d4-44b8-9b5c-363fb55b2b67), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:16.103942 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f8c20ada-559a-4463-9aad-a2950081d7ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (ba6d8f8e-3c31-40c3-bd1d-d145a72e9949), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:16.110669 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f8c20ada-559a-4463-9aad-a2950081d7ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:16.111861 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-f8c20ada-559a-4463-9aad-a2950081d7ea admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ba6d8f8e-3c31-40c3-bd1d-d145a72e9949 HTTP/1.1" status: 204 len: 168 time: 0.9950156 Feb 19 03:01:16.146047 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c20ada-559a-4463-9aad-a2950081d7ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba6d8f8e-3c31-40c3-bd1d-d145a72e9949,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:16.411624 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8e2c77dd-93e2-40a0-b8d7-e93cfe5ee00d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (066ad4a7-42d4-44b8-9b5c-363fb55b2b67), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:16.420692 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8e2c77dd-93e2-40a0-b8d7-e93cfe5ee00d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:16.421924 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-8e2c77dd-93e2-40a0-b8d7-e93cfe5ee00d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/066ad4a7-42d4-44b8-9b5c-363fb55b2b67 HTTP/1.1" status: 204 len: 168 time: 0.7591751 Feb 19 03:01:16.443406 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-473f9c8f-1a6e-4c03-b652-a486d3309d70 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Deleting port dccf69c7-42b0-4d4b-8ae5-2a9326c04e12 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:01:16.446017 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-473f9c8f-1a6e-4c03-b652-a486d3309d70 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (dccf69c7-42b0-4d4b-8ae5-2a9326c04e12), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:16.498414 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2c77dd-93e2-40a0-b8d7-e93cfe5ee00d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=066ad4a7-42d4-44b8-9b5c-363fb55b2b67,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:16.719554 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-91b50472-4ca5-48e2-8cac-bd4e7940a010 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (b9f645af-397e-4449-b9e7-4090e466c09b), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:16.865644 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-473f9c8f-1a6e-4c03-b652-a486d3309d70 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (dccf69c7-42b0-4d4b-8ae5-2a9326c04e12), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:17.079734 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-473f9c8f-1a6e-4c03-b652-a486d3309d70 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Calling delete_port for dccf69c7-42b0-4d4b-8ae5-2a9326c04e12 owned by network:router_interface {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:01:17.115607 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b50472-4ca5-48e2-8cac-bd4e7940a010 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Checking segment: {'id': '9afaff82-2aa4-41a9-93c6-9cee7735c3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'e3983048-4746-4fda-8159-c46a512aa6d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:01:17.119655 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b50472-4ca5-48e2-8cac-bd4e7940a010 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Network hostable DHCP agents. Network: e3983048-4746-4fda-8159-c46a512aa6d5, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:01:17.135564 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b50472-4ca5-48e2-8cac-bd4e7940a010 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Pushing event updated for resources: {'Subnet': ['ID=b9f645af-397e-4449-b9e7-4090e466c09b,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:17.239899 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b50472-4ca5-48e2-8cac-bd4e7940a010 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Network e3983048-4746-4fda-8159-c46a512aa6d5 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:01:17.257692 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-91b50472-4ca5-48e2-8cac-bd4e7940a010 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, e3983048-4746-4fda-8159-c46a512aa6d5) {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:01:17.266281 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b50472-4ca5-48e2-8cac-bd4e7940a010 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:17.275152 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cabb6561-29cb-4ace-8551-49dd23e7dad7 None None] Network e3983048-4746-4fda-8159-c46a512aa6d5 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:01:17.276590 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-91b50472-4ca5-48e2-8cac-bd4e7940a010 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:17.281592 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e753bd-ab3a-4f65-b949-e146542cc670 req-d7118070-1937-4e36-8b79-6880f1d022b6 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:17.283975 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-52e753bd-ab3a-4f65-b949-e146542cc670 req-d7118070-1937-4e36-8b79-6880f1d022b6 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 945 time: 0.4320600 Feb 19 03:01:17.322862 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-91b50472-4ca5-48e2-8cac-bd4e7940a010 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5859811 Feb 19 03:01:17.329136 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 47134) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:17.334595 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-b2809882-a88f-45af-b971-50cf2206a990 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Request body: {'port': {'network_id': 'e3983048-4746-4fda-8159-c46a512aa6d5', 'name': 'tempest-PortsTestJSON-1675082693'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:01:17.434950 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 47136) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:17.439404 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e1ec6e43-2e72-4d3d-9737-8b424534f18e None None] Publish callbacks [] for port (dccf69c7-42b0-4d4b-8ae5-2a9326c04e12), precommit_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:17.455725 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 47138) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:17.458132 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a11a1fb5-796f-4e94-8247-b77353f55f1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:17.475315 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-52e753bd-ab3a-4f65-b949-e146542cc670 req-931222e1-8256-4eeb-90b4-f48caf6a02c8 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841383 Feb 19 03:01:17.502641 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e1ec6e43-2e72-4d3d-9737-8b424534f18e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (dccf69c7-42b0-4d4b-8ae5-2a9326c04e12), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:17.643711 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-a391661b-7db7-498c-bb27-7ac895dfb28c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6ce7a0e6ccd0405fbce157e44b309c0f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1867311 Feb 19 03:01:17.656567 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 47140) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:17.701961 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a158cb-2be9-4878-a359-081fcab549cc None None] Pushing event updated for resources: {'Port': ['ID=dccf69c7-42b0-4d4b-8ae5-2a9326c04e12,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:17.764523 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-36eb1513-8889-4898-adc8-4b014370c017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:17.793205 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bddf804c-a0e4-42fa-b4b1-2dd7fda13647 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-e3983048-4746-4fda-8159-c46a512aa6d5', 'network_id': 'e3983048-4746-4fda-8159-c46a512aa6d5', 'project_id': 'e1a55fde9c7e4f5d96053750d488e677', 'fixed_ips': [{'subnet_id': 'b9f645af-397e-4449-b9e7-4090e466c09b'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:01:17.794340 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-bddf804c-a0e4-42fa-b4b1-2dd7fda13647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:17.820426 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-e1ec6e43-2e72-4d3d-9737-8b424534f18e None None] Attempting to bind port dccf69c7-42b0-4d4b-8ae5-2a9326c04e12 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:01:17.821191 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-e1ec6e43-2e72-4d3d-9737-8b424534f18e None None] Attempting to bind port dccf69c7-42b0-4d4b-8ae5-2a9326c04e12 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': 'c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:01:17.821537 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ec6e43-2e72-4d3d-9737-8b424534f18e None None] Attempting to bind port dccf69c7-42b0-4d4b-8ae5-2a9326c04e12 on network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:01:17.832185 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ec6e43-2e72-4d3d-9737-8b424534f18e None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:01:17.832690 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ec6e43-2e72-4d3d-9737-8b424534f18e None None] Checking segment: {'id': 'c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:01:17.833892 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e1ec6e43-2e72-4d3d-9737-8b424534f18e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:17.834422 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ec6e43-2e72-4d3d-9737-8b424534f18e None None] Bound using segment: {'id': 'c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:01:17.834943 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-e1ec6e43-2e72-4d3d-9737-8b424534f18e None None] Bound port: dccf69c7-42b0-4d4b-8ae5-2a9326c04e12, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:01:17.835333 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e1ec6e43-2e72-4d3d-9737-8b424534f18e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (dccf69c7-42b0-4d4b-8ae5-2a9326c04e12), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:17.930283 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2809882-a88f-45af-b971-50cf2206a990 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Made reservation on behalf of e1a55fde9c7e4f5d96053750d488e677 for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:01:17.954182 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b2809882-a88f-45af-b971-50cf2206a990 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:18.030643 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6e599832-cd09-4104-905e-20996703ca75 admin admin] Publish callbacks [] for security_group (1e5cd793-fffa-431c-8580-623b0b967d5f), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:18.083300 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-6d87bb11-ee0b-4dfd-9931-907b30b02724 None None] Provisioning complete for port dccf69c7-42b0-4d4b-8ae5-2a9326c04e12 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:01:18.084077 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6d87bb11-ee0b-4dfd-9931-907b30b02724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (dccf69c7-42b0-4d4b-8ae5-2a9326c04e12), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:18.096168 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6e599832-cd09-4104-905e-20996703ca75 admin admin] Publish callbacks [] for security_group (1e5cd793-fffa-431c-8580-623b0b967d5f), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:18.108943 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [None req-b2809882-a88f-45af-b971-50cf2206a990 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] device_id is not set on port 9b7244e9-79eb-4b4e-aee8-2089fce99985 yet. {{(pid=103701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:01:18.207981 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-6d87bb11-ee0b-4dfd-9931-907b30b02724 None None] Port dccf69c7-42b0-4d4b-8ae5-2a9326c04e12 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:01:18.213096 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a11a1fb5-796f-4e94-8247-b77353f55f1f admin admin] Publish callbacks [] for security_group (1be8a98b-e4b9-4f34-ac0c-8aa9a624c551), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:18.216135 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6e599832-cd09-4104-905e-20996703ca75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (1e5cd793-fffa-431c-8580-623b0b967d5f), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:18.224482 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-bddf804c-a0e4-42fa-b4b1-2dd7fda13647 None None] Allocated IP 172.20.0.2 (e3983048-4746-4fda-8159-c46a512aa6d5/b9f645af-397e-4449-b9e7-4090e466c09b/b749a3fc-7e73-4f30-80d8-9825dae0baaa) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:01:18.224837 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6e599832-cd09-4104-905e-20996703ca75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:18.229487 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-6e599832-cd09-4104-905e-20996703ca75 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1e5cd793-fffa-431c-8580-623b0b967d5f HTTP/1.1" status: 204 len: 168 time: 0.5691738 Feb 19 03:01:18.235892 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a11a1fb5-796f-4e94-8247-b77353f55f1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (1be8a98b-e4b9-4f34-ac0c-8aa9a624c551), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:18.282880 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e599832-cd09-4104-905e-20996703ca75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e5cd793-fffa-431c-8580-623b0b967d5f,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:18.287547 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-473f9c8f-1a6e-4c03-b652-a486d3309d70 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (dccf69c7-42b0-4d4b-8ae5-2a9326c04e12), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:18.330310 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-a11a1fb5-796f-4e94-8247-b77353f55f1f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=329eb7892b434ed7b2314eb86ca424f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8941050 Feb 19 03:01:18.331980 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.db.api [None req-e1ec6e43-2e72-4d3d-9737-8b424534f18e None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103703) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:01:18.332480 n-d-826753-2 neutron-server[103703]: DEBUG oslo_db.api [None req-e1ec6e43-2e72-4d3d-9737-8b424534f18e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:01:18.333405 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 47152) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:18.361666 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473f9c8f-1a6e-4c03-b652-a486d3309d70 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event deleted for resources: {'Port': ['ID=dccf69c7-42b0-4d4b-8ae5-2a9326c04e12,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:18.397714 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11a1fb5-796f-4e94-8247-b77353f55f1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1be8a98b-e4b9-4f34-ac0c-8aa9a624c551,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:18.526105 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a7d91f61-30ff-4e2a-9f33-d65ad70a8dc5 admin admin] Publish callbacks [] for security_group (1be8a98b-e4b9-4f34-ac0c-8aa9a624c551), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:18.574611 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-bddf804c-a0e4-42fa-b4b1-2dd7fda13647 None None] Publish callbacks [] for port (b749a3fc-7e73-4f30-80d8-9825dae0baaa), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:18.587166 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-bddf804c-a0e4-42fa-b4b1-2dd7fda13647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (b749a3fc-7e73-4f30-80d8-9825dae0baaa), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:18.631096 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a7d91f61-30ff-4e2a-9f33-d65ad70a8dc5 admin admin] Publish callbacks [] for security_group (1be8a98b-e4b9-4f34-ac0c-8aa9a624c551), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:18.691449 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bddf804c-a0e4-42fa-b4b1-2dd7fda13647 None None] Network e3983048-4746-4fda-8159-c46a512aa6d5 is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:01:18.704954 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-bddf804c-a0e4-42fa-b4b1-2dd7fda13647 None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:01:18.712586 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bddf804c-a0e4-42fa-b4b1-2dd7fda13647 None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:01:18.728733 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddf804c-a0e4-42fa-b4b1-2dd7fda13647 None None] Pushing event updated for resources: {'Port': ['ID=b749a3fc-7e73-4f30-80d8-9825dae0baaa,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:18.749741 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-473f9c8f-1a6e-4c03-b652-a486d3309d70 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16362762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16314471'] for router_interface (f8a2530a-ba73-4e0c-a8e2-a25605a7634c), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:18.783510 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a7d91f61-30ff-4e2a-9f33-d65ad70a8dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (1be8a98b-e4b9-4f34-ac0c-8aa9a624c551), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:18.786815 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a7d91f61-30ff-4e2a-9f33-d65ad70a8dc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:18.790306 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-a7d91f61-30ff-4e2a-9f33-d65ad70a8dc5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1be8a98b-e4b9-4f34-ac0c-8aa9a624c551 HTTP/1.1" status: 204 len: 168 time: 0.4559462 Feb 19 03:01:18.814881 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d91f61-30ff-4e2a-9f33-d65ad70a8dc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1be8a98b-e4b9-4f34-ac0c-8aa9a624c551,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:18.869685 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-e1ec6e43-2e72-4d3d-9737-8b424534f18e None None] Attempting to bind port dccf69c7-42b0-4d4b-8ae5-2a9326c04e12 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:01:18.870130 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-e1ec6e43-2e72-4d3d-9737-8b424534f18e None None] Attempting to bind port dccf69c7-42b0-4d4b-8ae5-2a9326c04e12 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': 'c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:01:18.870497 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ec6e43-2e72-4d3d-9737-8b424534f18e None None] Attempting to bind port dccf69c7-42b0-4d4b-8ae5-2a9326c04e12 on network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:01:18.957753 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ec6e43-2e72-4d3d-9737-8b424534f18e None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:01:18.958130 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ec6e43-2e72-4d3d-9737-8b424534f18e None None] Checking segment: {'id': 'c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:01:18.958607 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e1ec6e43-2e72-4d3d-9737-8b424534f18e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:18.958992 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ec6e43-2e72-4d3d-9737-8b424534f18e None None] Bound using segment: {'id': 'c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:01:18.959494 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-e1ec6e43-2e72-4d3d-9737-8b424534f18e None None] Bound port: dccf69c7-42b0-4d4b-8ae5-2a9326c04e12, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:01:18.959976 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e1ec6e43-2e72-4d3d-9737-8b424534f18e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (dccf69c7-42b0-4d4b-8ae5-2a9326c04e12), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:19.098515 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e1ec6e43-2e72-4d3d-9737-8b424534f18e None None] Port dccf69c7-42b0-4d4b-8ae5-2a9326c04e12 has been deleted concurrently {{(pid=103703) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:671}} Feb 19 03:01:19.121539 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-bddf804c-a0e4-42fa-b4b1-2dd7fda13647 None None] Attempting to bind port b749a3fc-7e73-4f30-80d8-9825dae0baaa on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:01:19.121967 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-bddf804c-a0e4-42fa-b4b1-2dd7fda13647 None None] Attempting to bind port b749a3fc-7e73-4f30-80d8-9825dae0baaa by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '9afaff82-2aa4-41a9-93c6-9cee7735c3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'e3983048-4746-4fda-8159-c46a512aa6d5'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:01:19.122256 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bddf804c-a0e4-42fa-b4b1-2dd7fda13647 None None] Attempting to bind port b749a3fc-7e73-4f30-80d8-9825dae0baaa on network e3983048-4746-4fda-8159-c46a512aa6d5 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:01:19.159585 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bddf804c-a0e4-42fa-b4b1-2dd7fda13647 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:01:19.159585 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bddf804c-a0e4-42fa-b4b1-2dd7fda13647 None None] Checking segment: {'id': '9afaff82-2aa4-41a9-93c6-9cee7735c3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'e3983048-4746-4fda-8159-c46a512aa6d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:01:19.159957 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-bddf804c-a0e4-42fa-b4b1-2dd7fda13647 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:19.160056 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bddf804c-a0e4-42fa-b4b1-2dd7fda13647 None None] Bound using segment: {'id': '9afaff82-2aa4-41a9-93c6-9cee7735c3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'e3983048-4746-4fda-8159-c46a512aa6d5'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:01:19.160507 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-bddf804c-a0e4-42fa-b4b1-2dd7fda13647 None None] Bound port: b749a3fc-7e73-4f30-80d8-9825dae0baaa, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9afaff82-2aa4-41a9-93c6-9cee7735c3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'e3983048-4746-4fda-8159-c46a512aa6d5'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:01:19.160882 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-bddf804c-a0e4-42fa-b4b1-2dd7fda13647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (b749a3fc-7e73-4f30-80d8-9825dae0baaa), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:19.186521 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-b2809882-a88f-45af-b971-50cf2206a990 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Allocated IP 172.20.0.8 (e3983048-4746-4fda-8159-c46a512aa6d5/b9f645af-397e-4449-b9e7-4090e466c09b/9b7244e9-79eb-4b4e-aee8-2089fce99985) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:01:19.251248 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda7b129-affe-4eb4-9599-2556bc4d12c1 req-90302df5-5369-4314-8f3f-6ecf96cf49e5 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:19.254659 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bda7b129-affe-4eb4-9599-2556bc4d12c1 req-90302df5-5369-4314-8f3f-6ecf96cf49e5 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 945 time: 0.5236728 Feb 19 03:01:19.271326 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ec6e43-2e72-4d3d-9737-8b424534f18e None None] Routers {'f8a2530a-ba73-4e0c-a8e2-a25605a7634c'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:01:19.271326 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-e1ec6e43-2e72-4d3d-9737-8b424534f18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:01:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['f8a2530a-ba73-4e0c-a8e2-a25605a7634c'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:01:19.455174 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:19.642187 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-e1ec6e43-2e72-4d3d-9737-8b424534f18e None None] Set router f8a2530a-ba73-4e0c-a8e2-a25605a7634c gateway port host: None {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:01:19.769414 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-e1ec6e43-2e72-4d3d-9737-8b424534f18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a2530a-ba73-4e0c-a8e2-a25605a7634c', 'name': 'tempest-NetworksTestDHCPv6-router-878624550', 'tenant_id': 'bb74a1a86b774cd895fbb7befcc78fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:01:07Z', 'updated_at': '2022-02-19T03:01:17Z', 'revision_number': 3, 'project_id': 'bb74a1a86b774cd895fbb7befcc78fd8', 'gw_port_host': None}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:01:19.782145 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-bddf804c-a0e4-42fa-b4b1-2dd7fda13647 None None] For port b749a3fc-7e73-4f30-80d8-9825dae0baaa, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:01:19.859039 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ec6e43-2e72-4d3d-9737-8b424534f18e None None] The sync data for ids ['f8a2530a-ba73-4e0c-a8e2-a25605a7634c'] in n-d-826753-2 is: [{'id': 'f8a2530a-ba73-4e0c-a8e2-a25605a7634c', 'name': 'tempest-NetworksTestDHCPv6-router-878624550', 'tenant_id': 'bb74a1a86b774cd895fbb7befcc78fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:01:07Z', 'updated_at': '2022-02-19T03:01:17Z', 'revision_number': 3, 'project_id': 'bb74a1a86b774cd895fbb7befcc78fd8', 'gw_port_host': None}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:01:19.874324 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-bddf804c-a0e4-42fa-b4b1-2dd7fda13647 None None] For port b749a3fc-7e73-4f30-80d8-9825dae0baaa, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=b749a3fc-7e73-4f30-80d8-9825dae0baaa,segment=NetworkSegment(9afaff82-2aa4-41a9-93c6-9cee7735c3ba),segment_id=9afaff82-2aa4-41a9-93c6-9cee7735c3ba)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:01:19.886562 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-bddf804c-a0e4-42fa-b4b1-2dd7fda13647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (b749a3fc-7e73-4f30-80d8-9825dae0baaa), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:19.983570 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b2809882-a88f-45af-b971-50cf2206a990 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks [] for port (9b7244e9-79eb-4b4e-aee8-2089fce99985), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:20.035814 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b2809882-a88f-45af-b971-50cf2206a990 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (9b7244e9-79eb-4b4e-aee8-2089fce99985), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:20.054165 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddf804c-a0e4-42fa-b4b1-2dd7fda13647 None None] Pushing event updated for resources: {'Port': ['ID=b749a3fc-7e73-4f30-80d8-9825dae0baaa,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:20.120996 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-473f9c8f-1a6e-4c03-b652-a486d3309d70 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Router f8a2530a-ba73-4e0c-a8e2-a25605a7634c has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:01:20.146566 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2809882-a88f-45af-b971-50cf2206a990 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Network e3983048-4746-4fda-8159-c46a512aa6d5 is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:01:20.171402 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bda7b129-affe-4eb4-9599-2556bc4d12c1 req-ef0853ac-8e18-48b4-b6e8-779f9779ff25 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8982062 Feb 19 03:01:20.173445 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-b2809882-a88f-45af-b971-50cf2206a990 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:01:20.183156 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2809882-a88f-45af-b971-50cf2206a990 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:01:20.408049 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:20.410778 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-473f9c8f-1a6e-4c03-b652-a486d3309d70 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:01:20.414237 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2809882-a88f-45af-b971-50cf2206a990 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Pushing event updated for resources: {'Port': ['ID=9b7244e9-79eb-4b4e-aee8-2089fce99985,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:20.432238 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-473f9c8f-1a6e-4c03-b652-a486d3309d70 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "PUT /v2.0/routers/f8a2530a-ba73-4e0c-a8e2-a25605a7634c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6324096 Feb 19 03:01:20.434796 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 47206) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:20.462606 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2809882-a88f-45af-b971-50cf2206a990 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:20.464923 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b2809882-a88f-45af-b971-50cf2206a990 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:20.490646 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-b2809882-a88f-45af-b971-50cf2206a990 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.1600416 Feb 19 03:01:20.493209 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 47208) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:20.503211 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-06baa40b-2d94-4a57-964d-6d9b974a5aed tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Request body: {'port': {'network_id': 'e3983048-4746-4fda-8159-c46a512aa6d5', 'name': 'tempest-PortsTestJSON-419624635'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:01:20.672925 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09dfce1-54dd-400b-8c34-079f897d2a25 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:20.687261 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09dfce1-54dd-400b-8c34-079f897d2a25 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:20.689699 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-b09dfce1-54dd-400b-8c34-079f897d2a25 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2534630 Feb 19 03:01:20.692277 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 47212) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:20.776278 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 47214) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:20.865789 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e677600-b880-4d09-8b53-62f211a854cb tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Deleting subnet 91592075-3967-497e-a825-284986f1b63b {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:01:20.885778 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5e677600-b880-4d09-8b53-62f211a854cb tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks [] for subnet (91592075-3967-497e-a825-284986f1b63b), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:20.984640 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5e677600-b880-4d09-8b53-62f211a854cb tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (91592075-3967-497e-a825-284986f1b63b), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:21.024750 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06baa40b-2d94-4a57-964d-6d9b974a5aed tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Made reservation on behalf of e1a55fde9c7e4f5d96053750d488e677 for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:01:21.065550 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-06baa40b-2d94-4a57-964d-6d9b974a5aed tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:21.190282 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-714344f3-ed17-475c-93c3-1737f9e859bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:21.271623 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5e677600-b880-4d09-8b53-62f211a854cb tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (91592075-3967-497e-a825-284986f1b63b), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:21.285215 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [None req-06baa40b-2d94-4a57-964d-6d9b974a5aed tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] device_id is not set on port dc9f9b5d-a28e-4fb6-9142-ea40d8cb2fdc yet. {{(pid=103701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:01:21.545968 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5e677600-b880-4d09-8b53-62f211a854cb tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (91592075-3967-497e-a825-284986f1b63b), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:21.603953 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080dc9e5-fade-4014-a425-7ed71d6a8534 None None] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:01:21.605621 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5e677600-b880-4d09-8b53-62f211a854cb tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:21.622275 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-5e677600-b880-4d09-8b53-62f211a854cb tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "DELETE /v2.0/subnets/91592075-3967-497e-a825-284986f1b63b HTTP/1.1" status: 204 len: 168 time: 0.9264214 Feb 19 03:01:21.706023 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 47236) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:21.738017 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-06baa40b-2d94-4a57-964d-6d9b974a5aed tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Allocated IP 172.20.0.9 (e3983048-4746-4fda-8159-c46a512aa6d5/b9f645af-397e-4449-b9e7-4090e466c09b/dc9f9b5d-a28e-4fb6-9142-ea40d8cb2fdc) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:01:22.000092 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:22.007978 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e677600-b880-4d09-8b53-62f211a854cb tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event deleted for resources: {'Subnet': ['ID=91592075-3967-497e-a825-284986f1b63b,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:22.146275 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ab3e72-d820-4a77-82a6-3825fd2632f6 None None] DHCP port deletion for 48d3009f-8d6e-4fac-a460-ff95e3f8d78a request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:01:22.195261 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-06baa40b-2d94-4a57-964d-6d9b974a5aed tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks [] for port (dc9f9b5d-a28e-4fb6-9142-ea40d8cb2fdc), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:22.214799 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-0ac7ab53-306e-4aa9-8c80-8c036d8648f8 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.5058982 Feb 19 03:01:22.231432 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 47244) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:22.299715 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device b749a3fc-7e73-4f30-80d8-9825dae0baaa up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:01:22.328808 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784922de-100b-4522-8955-1dae1aa51b88 None None] Sync routers for ids ['f8a2530a-ba73-4e0c-a8e2-a25605a7634c'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:01:22.351817 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-06baa40b-2d94-4a57-964d-6d9b974a5aed tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (dc9f9b5d-a28e-4fb6-9142-ea40d8cb2fdc), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:22.353631 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784922de-100b-4522-8955-1dae1aa51b88 None None] Routers {'f8a2530a-ba73-4e0c-a8e2-a25605a7634c'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:01:22.353862 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-784922de-100b-4522-8955-1dae1aa51b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:01:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['f8a2530a-ba73-4e0c-a8e2-a25605a7634c'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:01:22.488052 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a67b228-2cd0-4696-ba26-653089072cbb None None] Network e3983048-4746-4fda-8159-c46a512aa6d5 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:01:22.516468 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-815b94a3-4489-477a-9e58-35078c030713 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks [] for router (f8a2530a-ba73-4e0c-a8e2-a25605a7634c), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:22.586067 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-784922de-100b-4522-8955-1dae1aa51b88 None None] Set router f8a2530a-ba73-4e0c-a8e2-a25605a7634c gateway port host: None {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:01:22.768162 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-714344f3-ed17-475c-93c3-1737f9e859bd admin admin] Publish callbacks [] for security_group (f8a03340-9ac9-4c42-ab96-4ca637ab2858), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:22.773157 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06baa40b-2d94-4a57-964d-6d9b974a5aed tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Pushing event updated for resources: {'Port': ['ID=dc9f9b5d-a28e-4fb6-9142-ea40d8cb2fdc,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:22.795086 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-714344f3-ed17-475c-93c3-1737f9e859bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (f8a03340-9ac9-4c42-ab96-4ca637ab2858), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:22.830725 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06baa40b-2d94-4a57-964d-6d9b974a5aed tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Network e3983048-4746-4fda-8159-c46a512aa6d5 is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:01:22.837221 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-784922de-100b-4522-8955-1dae1aa51b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a2530a-ba73-4e0c-a8e2-a25605a7634c', 'name': 'tempest-NetworksTestDHCPv6-router-878624550', 'tenant_id': 'bb74a1a86b774cd895fbb7befcc78fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:01:07Z', 'updated_at': '2022-02-19T03:01:17Z', 'revision_number': 3, 'project_id': 'bb74a1a86b774cd895fbb7befcc78fd8', 'gw_port_host': None}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:01:22.837565 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-714344f3-ed17-475c-93c3-1737f9e859bd admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=52ef921aaa224541928a92a2dfd8a202&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0497749 Feb 19 03:01:22.844842 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 47258) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:22.902838 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:22.903607 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-1f110e7f-f467-4b9e-8da9-0b8e58caa9cb None None] Provisioning complete for port b749a3fc-7e73-4f30-80d8-9825dae0baaa triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:01:22.903976 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-1f110e7f-f467-4b9e-8da9-0b8e58caa9cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (b749a3fc-7e73-4f30-80d8-9825dae0baaa), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:22.932129 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-06baa40b-2d94-4a57-964d-6d9b974a5aed tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:01:22.941408 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784922de-100b-4522-8955-1dae1aa51b88 None None] Checking router: f8a2530a-ba73-4e0c-a8e2-a25605a7634c for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:01:22.955988 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06baa40b-2d94-4a57-964d-6d9b974a5aed tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:01:22.967476 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784922de-100b-4522-8955-1dae1aa51b88 None None] Routers {'f8a2530a-ba73-4e0c-a8e2-a25605a7634c'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:01:22.968323 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-784922de-100b-4522-8955-1dae1aa51b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:01:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['f8a2530a-ba73-4e0c-a8e2-a25605a7634c'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:01:23.014410 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3a16ed22-9932-404e-8c63-f9177a30eb2a admin admin] Publish callbacks [] for security_group (f8a03340-9ac9-4c42-ab96-4ca637ab2858), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:23.073133 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3a16ed22-9932-404e-8c63-f9177a30eb2a admin admin] Publish callbacks [] for security_group (f8a03340-9ac9-4c42-ab96-4ca637ab2858), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:23.141773 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06baa40b-2d94-4a57-964d-6d9b974a5aed tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:23.145471 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-06baa40b-2d94-4a57-964d-6d9b974a5aed tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:23.146893 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-784922de-100b-4522-8955-1dae1aa51b88 None None] Set router f8a2530a-ba73-4e0c-a8e2-a25605a7634c gateway port host: None {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:01:23.183799 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-815b94a3-4489-477a-9e58-35078c030713 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16317457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14254'] for router (f8a2530a-ba73-4e0c-a8e2-a25605a7634c), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:23.193830 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-815b94a3-4489-477a-9e58-35078c030713 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks [] for router_controller (f8a2530a-ba73-4e0c-a8e2-a25605a7634c), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:23.195836 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013d1e9e-7172-420c-b297-c7316122cf9e req-4f723a71-08ba-4531-a899-c7b62c41adb9 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:23.208453 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-013d1e9e-7172-420c-b297-c7316122cf9e req-4f723a71-08ba-4531-a899-c7b62c41adb9 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 945 time: 0.8968737 Feb 19 03:01:23.240526 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-06baa40b-2d94-4a57-964d-6d9b974a5aed tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.7436118 Feb 19 03:01:23.248099 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 47270) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:23.270702 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-f5ab3e72-d820-4a77-82a6-3825fd2632f6 None None] Deleting port bb05eb62-8e43-4c8b-bcb0-77a05be05410 {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:01:23.271079 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f5ab3e72-d820-4a77-82a6-3825fd2632f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (bb05eb62-8e43-4c8b-bcb0-77a05be05410), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:23.274414 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-1f110e7f-f467-4b9e-8da9-0b8e58caa9cb None None] Current status of the port b749a3fc-7e73-4f30-80d8-9825dae0baaa is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:01:23.274803 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-1f110e7f-f467-4b9e-8da9-0b8e58caa9cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (b749a3fc-7e73-4f30-80d8-9825dae0baaa), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:23.298874 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-784922de-100b-4522-8955-1dae1aa51b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a2530a-ba73-4e0c-a8e2-a25605a7634c', 'name': 'tempest-NetworksTestDHCPv6-router-878624550', 'tenant_id': 'bb74a1a86b774cd895fbb7befcc78fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:01:07Z', 'updated_at': '2022-02-19T03:01:17Z', 'revision_number': 3, 'project_id': 'bb74a1a86b774cd895fbb7befcc78fd8', 'gw_port_host': None}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:01:23.365229 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-815b94a3-4489-477a-9e58-35078c030713 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16317544'] for router (f8a2530a-ba73-4e0c-a8e2-a25605a7634c), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:23.366107 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-815b94a3-4489-477a-9e58-35078c030713 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Fanout notify agent at l3_agent the message router_deleted on router f8a2530a-ba73-4e0c-a8e2-a25605a7634c {{(pid=103702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:01:23.383159 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port b749a3fc-7e73-4f30-80d8-9825dae0baaa triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:01:23.383538 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (b749a3fc-7e73-4f30-80d8-9825dae0baaa), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:23.395067 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-815b94a3-4489-477a-9e58-35078c030713 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:23.400728 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-815b94a3-4489-477a-9e58-35078c030713 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "DELETE /v2.0/routers/f8a2530a-ba73-4e0c-a8e2-a25605a7634c HTTP/1.1" status: 204 len: 168 time: 1.1651475 Feb 19 03:01:23.401444 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 47274) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:23.413981 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714344f3-ed17-475c-93c3-1737f9e859bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8a03340-9ac9-4c42-ab96-4ca637ab2858,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:23.435604 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784922de-100b-4522-8955-1dae1aa51b88 None None] The sync data for ids ['f8a2530a-ba73-4e0c-a8e2-a25605a7634c'] in n-d-826753-2 is: [{'id': 'f8a2530a-ba73-4e0c-a8e2-a25605a7634c', 'name': 'tempest-NetworksTestDHCPv6-router-878624550', 'tenant_id': 'bb74a1a86b774cd895fbb7befcc78fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:01:07Z', 'updated_at': '2022-02-19T03:01:17Z', 'revision_number': 3, 'project_id': 'bb74a1a86b774cd895fbb7befcc78fd8', 'gw_port_host': None}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:01:23.520754 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3a16ed22-9932-404e-8c63-f9177a30eb2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (f8a03340-9ac9-4c42-ab96-4ca637ab2858), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:23.542184 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3a16ed22-9932-404e-8c63-f9177a30eb2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:23.543451 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-3a16ed22-9932-404e-8c63-f9177a30eb2a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f8a03340-9ac9-4c42-ab96-4ca637ab2858 HTTP/1.1" status: 204 len: 168 time: 0.6903563 Feb 19 03:01:23.604538 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a16ed22-9932-404e-8c63-f9177a30eb2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8a03340-9ac9-4c42-ab96-4ca637ab2858,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:23.608756 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fabae066-b475-4fe0-97f8-04dd346151f7 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:23.619640 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-fabae066-b475-4fe0-97f8-04dd346151f7 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2139578 Feb 19 03:01:23.631386 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 47282) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:23.719037 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-013d1e9e-7172-420c-b297-c7316122cf9e req-d2e88ea2-ebe8-4ddc-b6b0-c33b43c6fdfe tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5093250 Feb 19 03:01:23.792986 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-121ce98e-fd12-431b-a1ae-9def369a9f05 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:23.794052 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-121ce98e-fd12-431b-a1ae-9def369a9f05 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.8 HTTP/1.1" status: 200 len: 922 time: 0.5216599 Feb 19 03:01:23.796883 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 47284) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:23.876503 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df8bbc9-4fc6-44ea-ae30-f5c0036789aa tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:23.879339 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-6df8bbc9-4fc6-44ea-ae30-f5c0036789aa tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2461240 Feb 19 03:01:23.881543 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 47290) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:23.983075 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-d5ba4631-91c7-4534-aa74-ff02363cb4f9 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Deleting port dc9f9b5d-a28e-4fb6-9142-ea40d8cb2fdc {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:01:23.983422 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d5ba4631-91c7-4534-aa74-ff02363cb4f9 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (dc9f9b5d-a28e-4fb6-9142-ea40d8cb2fdc), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:24.008528 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-e6dda62e-37d9-4ce5-9642-d97888f251b0 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1222067 Feb 19 03:01:24.021462 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 47298) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:24.044722 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-4e97fab8-0352-4185-b777-29e8c92d606d tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Request body: {'subnet': {'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:01:24.392909 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d5ba4631-91c7-4534-aa74-ff02363cb4f9 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (dc9f9b5d-a28e-4fb6-9142-ea40d8cb2fdc), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:24.427243 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-1f110e7f-f467-4b9e-8da9-0b8e58caa9cb None None] For port b749a3fc-7e73-4f30-80d8-9825dae0baaa, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=b749a3fc-7e73-4f30-80d8-9825dae0baaa,segment=NetworkSegment(9afaff82-2aa4-41a9-93c6-9cee7735c3ba),segment_id=9afaff82-2aa4-41a9-93c6-9cee7735c3ba)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:01:24.434677 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-d5ba4631-91c7-4534-aa74-ff02363cb4f9 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Calling delete_port for dc9f9b5d-a28e-4fb6-9142-ea40d8cb2fdc owned by {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:01:24.455829 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-f5ab3e72-d820-4a77-82a6-3825fd2632f6 None None] For port bb05eb62-8e43-4c8b-bcb0-77a05be05410, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=bb05eb62-8e43-4c8b-bcb0-77a05be05410,segment=NetworkSegment(c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8),segment_id=c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:01:24.457819 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f5ab3e72-d820-4a77-82a6-3825fd2632f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (bb05eb62-8e43-4c8b-bcb0-77a05be05410), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:24.465270 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e97fab8-0352-4185-b777-29e8c92d606d tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Made reservation on behalf of bb74a1a86b774cd895fbb7befcc78fd8 for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:01:24.487076 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-1f110e7f-f467-4b9e-8da9-0b8e58caa9cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (b749a3fc-7e73-4f30-80d8-9825dae0baaa), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:24.495004 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4e97fab8-0352-4185-b777-29e8c92d606d tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:24.634711 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-f5ab3e72-d820-4a77-82a6-3825fd2632f6 None None] Calling delete_port for bb05eb62-8e43-4c8b-bcb0-77a05be05410 owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:01:24.689323 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port b749a3fc-7e73-4f30-80d8-9825dae0baaa is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:01:24.837482 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f110e7f-f467-4b9e-8da9-0b8e58caa9cb None None] Pushing event updated for resources: {'Port': ['ID=b749a3fc-7e73-4f30-80d8-9825dae0baaa,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:24.895268 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device bb05eb62-8e43-4c8b-bcb0-77a05be05410 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:01:25.105288 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 47344) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:25.117759 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-bf2742b0-9bd4-4ee1-8125-1633bf3a2cae None None] Provisioning complete for port 9b7244e9-79eb-4b4e-aee8-2089fce99985 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:01:25.118130 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-bf2742b0-9bd4-4ee1-8125-1633bf3a2cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (9b7244e9-79eb-4b4e-aee8-2089fce99985), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:25.119605 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f5ab3e72-d820-4a77-82a6-3825fd2632f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (bb05eb62-8e43-4c8b-bcb0-77a05be05410), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:25.125749 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-92890f75-8b40-435b-a15d-8e882504cc90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:25.322749 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Port bb05eb62-8e43-4c8b-bcb0-77a05be05410 update to DOWN by agent not found {{(pid=103703) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 19 03:01:25.337941 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ab3e72-d820-4a77-82a6-3825fd2632f6 None None] No DVR routers for this DVR port bb05eb62-8e43-4c8b-bcb0-77a05be05410 on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:01:25.359509 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-92890f75-8b40-435b-a15d-8e882504cc90 admin admin] Publish callbacks [] for security_group (09fbb9ff-cc8e-4e02-b675-643ef44b445b), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:25.359689 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ab3e72-d820-4a77-82a6-3825fd2632f6 None None] Pushing event deleted for resources: {'Port': ['ID=bb05eb62-8e43-4c8b-bcb0-77a05be05410,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:25.375300 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-92890f75-8b40-435b-a15d-8e882504cc90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (09fbb9ff-cc8e-4e02-b675-643ef44b445b), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:25.375829 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-bf2742b0-9bd4-4ee1-8125-1633bf3a2cae None None] Port 9b7244e9-79eb-4b4e-aee8-2089fce99985 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:01:25.405707 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-bf2742b0-9bd4-4ee1-8125-1633bf3a2cae None None] Provisioning complete for port dc9f9b5d-a28e-4fb6-9142-ea40d8cb2fdc triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:01:25.406311 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-bf2742b0-9bd4-4ee1-8125-1633bf3a2cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (dc9f9b5d-a28e-4fb6-9142-ea40d8cb2fdc), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:25.428374 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92890f75-8b40-435b-a15d-8e882504cc90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09fbb9ff-cc8e-4e02-b675-643ef44b445b,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:25.483403 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-bf2742b0-9bd4-4ee1-8125-1633bf3a2cae None None] Port dc9f9b5d-a28e-4fb6-9142-ea40d8cb2fdc cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:01:25.518499 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-bf2742b0-9bd4-4ee1-8125-1633bf3a2cae None None] Provisioning complete for port b749a3fc-7e73-4f30-80d8-9825dae0baaa triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:01:25.519030 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-bf2742b0-9bd4-4ee1-8125-1633bf3a2cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (b749a3fc-7e73-4f30-80d8-9825dae0baaa), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:25.584254 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-92890f75-8b40-435b-a15d-8e882504cc90 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=209b316ccf144e3dbdfc5315bda8c15a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4770632 Feb 19 03:01:25.596442 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 47376) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:25.641696 n-d-826753-2 neutron-server[103702]: DEBUG neutron.objects.ports [None req-4e97fab8-0352-4185-b777-29e8c92d606d tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103702) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 03:01:25.643415 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4e97fab8-0352-4185-b777-29e8c92d606d tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (8787b8e3-8395-41be-9227-22e13b7954fe), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:25.741901 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-bf2742b0-9bd4-4ee1-8125-1633bf3a2cae None None] Current status of the port b749a3fc-7e73-4f30-80d8-9825dae0baaa is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:01:25.773709 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e97fab8-0352-4185-b777-29e8c92d606d tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:01:25.776165 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e97fab8-0352-4185-b777-29e8c92d606d tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event updated for resources: {'Subnet': ['ID=8787b8e3-8395-41be-9227-22e13b7954fe,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:25.799931 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-4e97fab8-0352-4185-b777-29e8c92d606d tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:01:25.816646 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8ec028-8a5d-45f5-a725-7cf02bdce548 None None] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:01:25.819858 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e97fab8-0352-4185-b777-29e8c92d606d tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:25.820833 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4e97fab8-0352-4185-b777-29e8c92d606d tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:25.854913 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707ca923-35fb-4664-9c76-2b2503fd5461 req-71fa5c71-1935-4ba0-bd0a-36de9200def3 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:25.863577 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-707ca923-35fb-4664-9c76-2b2503fd5461 req-71fa5c71-1935-4ba0-bd0a-36de9200def3 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 945 time: 0.3849394 Feb 19 03:01:25.867600 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-4e97fab8-0352-4185-b777-29e8c92d606d tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8424547 Feb 19 03:01:25.869983 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 47404) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:25.891046 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-fe61b24d-373e-4f65-9bde-fb755a9e6098 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Request body: {'subnet': {'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:01:26.053041 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4590d656-59db-43d0-8ac4-bc870845287f admin admin] Publish callbacks [] for security_group (09fbb9ff-cc8e-4e02-b675-643ef44b445b), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:26.104228 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-707ca923-35fb-4664-9c76-2b2503fd5461 req-91f61c7f-d189-4738-92f4-3b55bd56f2d4 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394972 Feb 19 03:01:26.115064 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5956778-7a5e-4e49-83d0-900a8d8c1562 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-48d3009f-8d6e-4fac-a460-ff95e3f8d78a', 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a', 'project_id': 'bb74a1a86b774cd895fbb7befcc78fd8', 'fixed_ips': [{'subnet_id': '8787b8e3-8395-41be-9227-22e13b7954fe'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:01:26.115934 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c5956778-7a5e-4e49-83d0-900a8d8c1562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:26.168048 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-fe35bb35-f6e6-4ed3-bc5c-822b7ec754b8 None None] Provisioning complete for port 9b7244e9-79eb-4b4e-aee8-2089fce99985 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:01:26.168724 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fe35bb35-f6e6-4ed3-bc5c-822b7ec754b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (9b7244e9-79eb-4b4e-aee8-2089fce99985), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:26.209752 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4590d656-59db-43d0-8ac4-bc870845287f admin admin] Publish callbacks [] for security_group (09fbb9ff-cc8e-4e02-b675-643ef44b445b), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:26.234427 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d5ba4631-91c7-4534-aa74-ff02363cb4f9 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (dc9f9b5d-a28e-4fb6-9142-ea40d8cb2fdc), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:26.237603 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe61b24d-373e-4f65-9bde-fb755a9e6098 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Made reservation on behalf of bb74a1a86b774cd895fbb7befcc78fd8 for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:01:26.240232 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-fe35bb35-f6e6-4ed3-bc5c-822b7ec754b8 None None] Port 9b7244e9-79eb-4b4e-aee8-2089fce99985 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:01:26.242043 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fe61b24d-373e-4f65-9bde-fb755a9e6098 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:26.346830 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ba4631-91c7-4534-aa74-ff02363cb4f9 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Pushing event deleted for resources: {'Port': ['ID=dc9f9b5d-a28e-4fb6-9142-ea40d8cb2fdc,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:26.473977 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-c5956778-7a5e-4e49-83d0-900a8d8c1562 None None] Allocated IP 2001:db8::f816:3eff:fe55:d43d (48d3009f-8d6e-4fac-a460-ff95e3f8d78a/8787b8e3-8395-41be-9227-22e13b7954fe/3892fd41-a526-467d-9357-a6b0dec2a299) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:01:26.535068 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4590d656-59db-43d0-8ac4-bc870845287f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (09fbb9ff-cc8e-4e02-b675-643ef44b445b), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:26.537743 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4590d656-59db-43d0-8ac4-bc870845287f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:26.545977 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-4590d656-59db-43d0-8ac4-bc870845287f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/09fbb9ff-cc8e-4e02-b675-643ef44b445b HTTP/1.1" status: 204 len: 168 time: 0.9473896 Feb 19 03:01:26.564127 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4590d656-59db-43d0-8ac4-bc870845287f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09fbb9ff-cc8e-4e02-b675-643ef44b445b,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:26.582687 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d5ba4631-91c7-4534-aa74-ff02363cb4f9 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:26.598677 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-d5ba4631-91c7-4534-aa74-ff02363cb4f9 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "DELETE /v2.0/ports/dc9f9b5d-a28e-4fb6-9142-ea40d8cb2fdc HTTP/1.1" status: 204 len: 168 time: 2.8006802 Feb 19 03:01:26.601845 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 47454) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:26.657482 n-d-826753-2 neutron-server[103701]: INFO neutron.pecan_wsgi.hooks.translation [None req-14ab1f97-bfe7-436d-a344-b0d8435f3abd tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] GET failed (client error): The resource could not be found. Feb 19 03:01:26.659501 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-14ab1f97-bfe7-436d-a344-b0d8435f3abd tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "GET /v2.0/ports/dc9f9b5d-a28e-4fb6-9142-ea40d8cb2fdc HTTP/1.1" status: 404 len: 333 time: 0.0563350 Feb 19 03:01:26.665660 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 47458) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:26.836094 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c5956778-7a5e-4e49-83d0-900a8d8c1562 None None] Publish callbacks [] for port (3892fd41-a526-467d-9357-a6b0dec2a299), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:26.880937 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:26.899141 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-def9d98d-442e-4be2-b2fe-5af249b35ae0 None None] Could not find standard attr ID for object dc9f9b5d-a28e-4fb6-9142-ea40d8cb2fdc. {{(pid=103703) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:01:26.907775 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c5956778-7a5e-4e49-83d0-900a8d8c1562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (3892fd41-a526-467d-9357-a6b0dec2a299), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:26.951431 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5956778-7a5e-4e49-83d0-900a8d8c1562 None None] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:01:26.955660 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device b749a3fc-7e73-4f30-80d8-9825dae0baaa up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:01:26.994445 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-6d5718d9-fd43-4bc6-bde1-d22d84bb196c tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Deleting port 9b7244e9-79eb-4b4e-aee8-2089fce99985 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:01:26.998672 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6d5718d9-fd43-4bc6-bde1-d22d84bb196c tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (9b7244e9-79eb-4b4e-aee8-2089fce99985), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:27.061507 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-c5956778-7a5e-4e49-83d0-900a8d8c1562 None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:01:27.068754 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5956778-7a5e-4e49-83d0-900a8d8c1562 None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:01:27.226215 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6d5718d9-fd43-4bc6-bde1-d22d84bb196c tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (9b7244e9-79eb-4b4e-aee8-2089fce99985), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:27.258330 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-6d5718d9-fd43-4bc6-bde1-d22d84bb196c tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Calling delete_port for 9b7244e9-79eb-4b4e-aee8-2089fce99985 owned by {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:01:27.282994 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5956778-7a5e-4e49-83d0-900a8d8c1562 None None] Pushing event updated for resources: {'Port': ['ID=3892fd41-a526-467d-9357-a6b0dec2a299,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:27.375359 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port b749a3fc-7e73-4f30-80d8-9825dae0baaa triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:01:27.375742 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (b749a3fc-7e73-4f30-80d8-9825dae0baaa), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:27.445052 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 47478) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:27.467823 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-c5956778-7a5e-4e49-83d0-900a8d8c1562 None None] Attempting to bind port 3892fd41-a526-467d-9357-a6b0dec2a299 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:01:27.468484 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-c5956778-7a5e-4e49-83d0-900a8d8c1562 None None] Attempting to bind port 3892fd41-a526-467d-9357-a6b0dec2a299 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': 'c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:01:27.468848 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5956778-7a5e-4e49-83d0-900a8d8c1562 None None] Attempting to bind port 3892fd41-a526-467d-9357-a6b0dec2a299 on network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:01:27.487878 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5956778-7a5e-4e49-83d0-900a8d8c1562 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:01:27.489069 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5956778-7a5e-4e49-83d0-900a8d8c1562 None None] Checking segment: {'id': 'c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:01:27.489556 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c5956778-7a5e-4e49-83d0-900a8d8c1562 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:27.491001 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5956778-7a5e-4e49-83d0-900a8d8c1562 None None] Bound using segment: {'id': 'c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:01:27.494835 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-c5956778-7a5e-4e49-83d0-900a8d8c1562 None None] Bound port: 3892fd41-a526-467d-9357-a6b0dec2a299, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:01:27.496697 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c5956778-7a5e-4e49-83d0-900a8d8c1562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (3892fd41-a526-467d-9357-a6b0dec2a299), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:27.520390 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f433dbd-e344-4551-8384-ce41bac7d9ea req-31e9b066-6fef-4438-a98d-fb7d59216c71 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:27.527218 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8f433dbd-e344-4551-8384-ce41bac7d9ea req-31e9b066-6fef-4438-a98d-fb7d59216c71 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 945 time: 0.2555046 Feb 19 03:01:27.588154 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fe61b24d-373e-4f65-9bde-fb755a9e6098 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (f4ab980f-020a-431f-bfc9-ada5698431ea), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:27.641566 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port b749a3fc-7e73-4f30-80d8-9825dae0baaa is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:01:27.673652 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8f433dbd-e344-4551-8384-ce41bac7d9ea req-52e95233-f3f5-4648-bb34-379ce9af3c82 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362445 Feb 19 03:01:27.730649 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe61b24d-373e-4f65-9bde-fb755a9e6098 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:01:27.747943 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-fe61b24d-373e-4f65-9bde-fb755a9e6098 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:01:27.758567 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe61b24d-373e-4f65-9bde-fb755a9e6098 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:27.762163 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fe61b24d-373e-4f65-9bde-fb755a9e6098 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:27.794557 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe61b24d-373e-4f65-9bde-fb755a9e6098 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event updated for resources: {'Subnet': ['ID=f4ab980f-020a-431f-bfc9-ada5698431ea,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:27.806392 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-c5956778-7a5e-4e49-83d0-900a8d8c1562 None None] For port 3892fd41-a526-467d-9357-a6b0dec2a299, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:01:27.815478 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-c5956778-7a5e-4e49-83d0-900a8d8c1562 None None] For port 3892fd41-a526-467d-9357-a6b0dec2a299, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=3892fd41-a526-467d-9357-a6b0dec2a299,segment=NetworkSegment(c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8),segment_id=c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:01:27.816303 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6d5718d9-fd43-4bc6-bde1-d22d84bb196c tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (9b7244e9-79eb-4b4e-aee8-2089fce99985), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:27.834468 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-fe61b24d-373e-4f65-9bde-fb755a9e6098 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9602108 Feb 19 03:01:27.835823 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 47486) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:27.842509 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c5956778-7a5e-4e49-83d0-900a8d8c1562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (3892fd41-a526-467d-9357-a6b0dec2a299), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:27.855817 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-9bd61858-f64e-4d13-aac2-7d69e7020ad3 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Request body: {'port': {'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a', 'mac_address': 'fa:16:3e:ae:13:b0', 'name': 'tempest-NetworksTestDHCPv6-942261996'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:01:27.915843 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5718d9-fd43-4bc6-bde1-d22d84bb196c tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Pushing event deleted for resources: {'Port': ['ID=9b7244e9-79eb-4b4e-aee8-2089fce99985,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:27.971620 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9654ebff-7121-47a4-b9d7-f5f2d8a398ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:27.977595 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 47490) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:28.090375 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5956778-7a5e-4e49-83d0-900a8d8c1562 None None] Pushing event updated for resources: {'Port': ['ID=3892fd41-a526-467d-9357-a6b0dec2a299,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:28.246783 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6d5718d9-fd43-4bc6-bde1-d22d84bb196c tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:28.273379 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-6d5718d9-fd43-4bc6-bde1-d22d84bb196c tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "DELETE /v2.0/ports/9b7244e9-79eb-4b4e-aee8-2089fce99985 HTTP/1.1" status: 204 len: 168 time: 1.6053798 Feb 19 03:01:28.317988 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5f52a008-ff2d-4b37-8d0c-5bd38dee630d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:28.326560 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 47498) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:28.405109 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d3882bf-c462-43a8-9784-a4cbda3a32df tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] GET failed (client error): The resource could not be found. Feb 19 03:01:28.410438 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-2d3882bf-c462-43a8-9784-a4cbda3a32df tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "GET /v2.0/ports/9b7244e9-79eb-4b4e-aee8-2089fce99985 HTTP/1.1" status: 404 len: 333 time: 0.0422153 Feb 19 03:01:28.411350 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bd61858-f64e-4d13-aac2-7d69e7020ad3 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Made reservation on behalf of bb74a1a86b774cd895fbb7befcc78fd8 for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:01:28.411469 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 47502) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:28.568966 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9654ebff-7121-47a4-b9d7-f5f2d8a398ac admin admin] Publish callbacks [] for security_group (0e0cc7b6-348e-48ac-874c-2c8771ced243), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:28.583092 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9654ebff-7121-47a4-b9d7-f5f2d8a398ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (0e0cc7b6-348e-48ac-874c-2c8771ced243), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:28.593987 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9bd61858-f64e-4d13-aac2-7d69e7020ad3 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:28.627895 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [None req-9bd61858-f64e-4d13-aac2-7d69e7020ad3 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] device_id is not set on port fca4f8bc-7eef-496c-aa1d-0b89c09c9d5c yet. {{(pid=103702) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:01:28.666648 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_v2 [None req-60b69562-c5f4-4902-ab33-0faa9b24f909 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Deleting subnet b9f645af-397e-4449-b9e7-4090e466c09b {{(pid=103701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:01:28.675324 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-60b69562-c5f4-4902-ab33-0faa9b24f909 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks [] for subnet (b9f645af-397e-4449-b9e7-4090e466c09b), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:28.720919 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-9654ebff-7121-47a4-b9d7-f5f2d8a398ac admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1d21f75d48014bcbaa538531a866595e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2685337 Feb 19 03:01:28.723626 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 47512) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:28.762321 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9654ebff-7121-47a4-b9d7-f5f2d8a398ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e0cc7b6-348e-48ac-874c-2c8771ced243,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:28.768200 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5f52a008-ff2d-4b37-8d0c-5bd38dee630d admin admin] Publish callbacks [] for security_group (d76f9b45-8083-445b-abc2-cc44f6244c96), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:28.782149 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-60b69562-c5f4-4902-ab33-0faa9b24f909 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12647399'] for subnet (b9f645af-397e-4449-b9e7-4090e466c09b), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:28.827619 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5f52a008-ff2d-4b37-8d0c-5bd38dee630d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (d76f9b45-8083-445b-abc2-cc44f6244c96), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:28.853333 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-70300cfa-1919-422e-b935-6c3e88c659c3 admin admin] Publish callbacks [] for security_group (0e0cc7b6-348e-48ac-874c-2c8771ced243), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:28.942090 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-70300cfa-1919-422e-b935-6c3e88c659c3 admin admin] Publish callbacks [] for security_group (0e0cc7b6-348e-48ac-874c-2c8771ced243), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:28.948924 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-5f52a008-ff2d-4b37-8d0c-5bd38dee630d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3545c76d048a476f8a0fc4441f41e560&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9644165 Feb 19 03:01:28.949259 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 47516) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:28.951907 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f52a008-ff2d-4b37-8d0c-5bd38dee630d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d76f9b45-8083-445b-abc2-cc44f6244c96,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:28.993820 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-9bd61858-f64e-4d13-aac2-7d69e7020ad3 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Allocated IP 172.20.0.6 (48d3009f-8d6e-4fac-a460-ff95e3f8d78a/f4ab980f-020a-431f-bfc9-ada5698431ea/fca4f8bc-7eef-496c-aa1d-0b89c09c9d5c) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:01:29.005718 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 3892fd41-a526-467d-9357-a6b0dec2a299 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:01:29.011725 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-9bd61858-f64e-4d13-aac2-7d69e7020ad3 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Allocated IP 2001:db8::f816:3eff:feae:13b0 (48d3009f-8d6e-4fac-a460-ff95e3f8d78a/8787b8e3-8395-41be-9227-22e13b7954fe/fca4f8bc-7eef-496c-aa1d-0b89c09c9d5c) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:01:29.073426 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32511880-5aa5-4f3f-95ab-bcb210e71203 req-8e405fd0-93c1-4822-8e80-f25899e39486 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:29.079145 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-32511880-5aa5-4f3f-95ab-bcb210e71203 req-8e405fd0-93c1-4822-8e80-f25899e39486 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 945 time: 0.2231970 Feb 19 03:01:29.081748 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-60b69562-c5f4-4902-ab33-0faa9b24f909 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (b9f645af-397e-4449-b9e7-4090e466c09b), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:29.098741 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-70300cfa-1919-422e-b935-6c3e88c659c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (0e0cc7b6-348e-48ac-874c-2c8771ced243), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:29.102312 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-70300cfa-1919-422e-b935-6c3e88c659c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:29.106830 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-70300cfa-1919-422e-b935-6c3e88c659c3 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0e0cc7b6-348e-48ac-874c-2c8771ced243 HTTP/1.1" status: 204 len: 168 time: 0.3788319 Feb 19 03:01:29.108141 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ae1df117-e706-4962-ab16-8fcff4d5e478 admin admin] Publish callbacks [] for security_group (d76f9b45-8083-445b-abc2-cc44f6244c96), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:29.144664 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 3892fd41-a526-467d-9357-a6b0dec2a299 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:01:29.145326 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (3892fd41-a526-467d-9357-a6b0dec2a299), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:29.152295 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70300cfa-1919-422e-b935-6c3e88c659c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e0cc7b6-348e-48ac-874c-2c8771ced243,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:29.215282 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-60b69562-c5f4-4902-ab33-0faa9b24f909 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12647206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58706286'] for subnet (b9f645af-397e-4449-b9e7-4090e466c09b), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:29.234295 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ae1df117-e706-4962-ab16-8fcff4d5e478 admin admin] Publish callbacks [] for security_group (d76f9b45-8083-445b-abc2-cc44f6244c96), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:29.333184 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-60b69562-c5f4-4902-ab33-0faa9b24f909 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:29.340071 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-60b69562-c5f4-4902-ab33-0faa9b24f909 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "DELETE /v2.0/subnets/b9f645af-397e-4449-b9e7-4090e466c09b HTTP/1.1" status: 204 len: 168 time: 0.9177625 Feb 19 03:01:29.340986 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b69562-c5f4-4902-ab33-0faa9b24f909 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Pushing event deleted for resources: {'Subnet': ['ID=b9f645af-397e-4449-b9e7-4090e466c09b,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:29.346020 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 47524) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:29.367810 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 3892fd41-a526-467d-9357-a6b0dec2a299 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:01:29.368741 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (3892fd41-a526-467d-9357-a6b0dec2a299), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:29.371085 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed046233-3ed4-41fd-babd-266d84baa5e6 None None] Network e3983048-4746-4fda-8159-c46a512aa6d5 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:01:29.452777 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9bd61858-f64e-4d13-aac2-7d69e7020ad3 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks [] for port (fca4f8bc-7eef-496c-aa1d-0b89c09c9d5c), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:29.465238 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-32511880-5aa5-4f3f-95ab-bcb210e71203 req-6d1cbbcd-2765-4ef7-a714-53762aef08a6 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767043 Feb 19 03:01:29.521656 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-51e59a0f-c4c4-42cd-ba43-e258b695ac23 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (e3983048-4746-4fda-8159-c46a512aa6d5), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:29.547876 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port 3892fd41-a526-467d-9357-a6b0dec2a299, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=3892fd41-a526-467d-9357-a6b0dec2a299,segment=NetworkSegment(c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8),segment_id=c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:01:29.551804 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9bd61858-f64e-4d13-aac2-7d69e7020ad3 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (fca4f8bc-7eef-496c-aa1d-0b89c09c9d5c), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:29.558989 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (3892fd41-a526-467d-9357-a6b0dec2a299), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:29.619636 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-51e59a0f-c4c4-42cd-ba43-e258b695ac23 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Deleting port b749a3fc-7e73-4f30-80d8-9825dae0baaa {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:01:29.619887 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-51e59a0f-c4c4-42cd-ba43-e258b695ac23 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (b749a3fc-7e73-4f30-80d8-9825dae0baaa), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:29.671051 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=3892fd41-a526-467d-9357-a6b0dec2a299,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:29.710387 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9d17ce-603e-4f8b-9bd2-49ba0635fb32 None None] DHCP port deletion for e3983048-4746-4fda-8159-c46a512aa6d5 request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:01:29.720830 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd61858-f64e-4d13-aac2-7d69e7020ad3 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:01:29.727470 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-9bd61858-f64e-4d13-aac2-7d69e7020ad3 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:01:29.748525 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd61858-f64e-4d13-aac2-7d69e7020ad3 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:01:29.778939 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd61858-f64e-4d13-aac2-7d69e7020ad3 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event updated for resources: {'Port': ['ID=fca4f8bc-7eef-496c-aa1d-0b89c09c9d5c,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:29.783942 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-51e59a0f-c4c4-42cd-ba43-e258b695ac23 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] For port b749a3fc-7e73-4f30-80d8-9825dae0baaa, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=b749a3fc-7e73-4f30-80d8-9825dae0baaa,segment=NetworkSegment(9afaff82-2aa4-41a9-93c6-9cee7735c3ba),segment_id=9afaff82-2aa4-41a9-93c6-9cee7735c3ba)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:01:29.788804 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 47532) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:29.796508 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-51e59a0f-c4c4-42cd-ba43-e258b695ac23 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (b749a3fc-7e73-4f30-80d8-9825dae0baaa), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:29.819996 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ae1df117-e706-4962-ab16-8fcff4d5e478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (d76f9b45-8083-445b-abc2-cc44f6244c96), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:29.821285 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-51e59a0f-c4c4-42cd-ba43-e258b695ac23 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Calling delete_port for b749a3fc-7e73-4f30-80d8-9825dae0baaa owned by network:dhcp {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:01:29.823190 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ae1df117-e706-4962-ab16-8fcff4d5e478 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:29.827198 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-ae1df117-e706-4962-ab16-8fcff4d5e478 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d76f9b45-8083-445b-abc2-cc44f6244c96 HTTP/1.1" status: 204 len: 168 time: 0.8614507 Feb 19 03:01:29.828602 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b26d3e57-cef0-48d7-86b2-dbb9653379e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:29.838652 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-7b9d17ce-603e-4f8b-9bd2-49ba0635fb32 None None] Deleting port b749a3fc-7e73-4f30-80d8-9825dae0baaa {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:01:29.843222 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-7b9d17ce-603e-4f8b-9bd2-49ba0635fb32 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (b749a3fc-7e73-4f30-80d8-9825dae0baaa), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:29.858582 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1df117-e706-4962-ab16-8fcff4d5e478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d76f9b45-8083-445b-abc2-cc44f6244c96,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:29.866562 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd61858-f64e-4d13-aac2-7d69e7020ad3 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:29.867422 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9bd61858-f64e-4d13-aac2-7d69e7020ad3 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:29.904299 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-9bd61858-f64e-4d13-aac2-7d69e7020ad3 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.0669112 Feb 19 03:01:29.907565 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 47538) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:29.955824 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-51e59a0f-c4c4-42cd-ba43-e258b695ac23 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (b749a3fc-7e73-4f30-80d8-9825dae0baaa), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:29.969750 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c13bcc-79b1-4336-b251-c7c60c54cf1c None None] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:01:30.014129 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b26d3e57-cef0-48d7-86b2-dbb9653379e1 admin admin] Publish callbacks [] for security_group (baad26c6-116f-4224-8e51-418c0896ea45), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:30.023996 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f347b9-d7ee-4895-ab81-405b219fe832 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:30.030541 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f347b9-d7ee-4895-ab81-405b219fe832 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:30.032538 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-56f347b9-d7ee-4895-ab81-405b219fe832 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1236269 Feb 19 03:01:30.035649 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 47540) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:30.043717 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b26d3e57-cef0-48d7-86b2-dbb9653379e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (baad26c6-116f-4224-8e51-418c0896ea45), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:30.071904 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59a0f-c4c4-42cd-ba43-e258b695ac23 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Pushing event deleted for resources: {'Port': ['ID=b749a3fc-7e73-4f30-80d8-9825dae0baaa,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:30.096550 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e59a0f-c4c4-42cd-ba43-e258b695ac23 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] No DVR routers for this DVR port b749a3fc-7e73-4f30-80d8-9825dae0baaa on host n-d-826753-2 {{(pid=103701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:01:30.140561 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-b26d3e57-cef0-48d7-86b2-dbb9653379e1 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8b40c689a3154057ba1c3fa5568fb753&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3502150 Feb 19 03:01:30.147040 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26d3e57-cef0-48d7-86b2-dbb9653379e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baad26c6-116f-4224-8e51-418c0896ea45,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:30.150654 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 47544) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:30.218690 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-a6f0dc84-7a20-4f95-a82c-c1033fc4272b None None] Provisioning complete for port 3892fd41-a526-467d-9357-a6b0dec2a299 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:01:30.219695 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-a6f0dc84-7a20-4f95-a82c-c1033fc4272b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (3892fd41-a526-467d-9357-a6b0dec2a299), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:30.263574 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-b47971db-6164-4f36-b3d8-6cffdd9ec8fe tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Deleting port fca4f8bc-7eef-496c-aa1d-0b89c09c9d5c {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:01:30.263912 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b47971db-6164-4f36-b3d8-6cffdd9ec8fe tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (fca4f8bc-7eef-496c-aa1d-0b89c09c9d5c), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:30.302198 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-7b9d17ce-603e-4f8b-9bd2-49ba0635fb32 None None] For port b749a3fc-7e73-4f30-80d8-9825dae0baaa, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=b749a3fc-7e73-4f30-80d8-9825dae0baaa,segment=NetworkSegment(9afaff82-2aa4-41a9-93c6-9cee7735c3ba),segment_id=9afaff82-2aa4-41a9-93c6-9cee7735c3ba)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:01:30.308860 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-7b9d17ce-603e-4f8b-9bd2-49ba0635fb32 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (b749a3fc-7e73-4f30-80d8-9825dae0baaa), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:30.330816 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-51e59a0f-c4c4-42cd-ba43-e258b695ac23 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (e3983048-4746-4fda-8159-c46a512aa6d5), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:30.377087 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-7b9d17ce-603e-4f8b-9bd2-49ba0635fb32 None None] Calling delete_port for b749a3fc-7e73-4f30-80d8-9825dae0baaa owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:01:30.430604 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-51e59a0f-c4c4-42cd-ba43-e258b695ac23 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3983048-4746-4fda-8159-c46a512aa6d5']}} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:01:30.490524 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-51e59a0f-c4c4-42cd-ba43-e258b695ac23 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9afaff82-2aa4-41a9-93c6-9cee7735c3ba') {'for_net_delete': True} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:01:30.493672 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-51e59a0f-c4c4-42cd-ba43-e258b695ac23 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9afaff82-2aa4-41a9-93c6-9cee7735c3ba') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:01:30.495542 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b47971db-6164-4f36-b3d8-6cffdd9ec8fe tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (fca4f8bc-7eef-496c-aa1d-0b89c09c9d5c), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:30.525691 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-51e59a0f-c4c4-42cd-ba43-e258b695ac23 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12647422'] for segment (9afaff82-2aa4-41a9-93c6-9cee7735c3ba), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:30.528511 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9a459636-68e6-4b40-90da-95535ec128a1 admin admin] Publish callbacks [] for security_group (baad26c6-116f-4224-8e51-418c0896ea45), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:30.529622 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-b47971db-6164-4f36-b3d8-6cffdd9ec8fe tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Calling delete_port for fca4f8bc-7eef-496c-aa1d-0b89c09c9d5c owned by {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:01:30.580562 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-51e59a0f-c4c4-42cd-ba43-e258b695ac23 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (9afaff82-2aa4-41a9-93c6-9cee7735c3ba), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:30.656340 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9a459636-68e6-4b40-90da-95535ec128a1 admin admin] Publish callbacks [] for security_group (baad26c6-116f-4224-8e51-418c0896ea45), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:30.658311 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51e59a0f-c4c4-42cd-ba43-e258b695ac23 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Releasing vlan 255 on physical network physnet1 to pool {{(pid=103701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:01:30.658707 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-51e59a0f-c4c4-42cd-ba43-e258b695ac23 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583360'] for segment (9afaff82-2aa4-41a9-93c6-9cee7735c3ba), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:30.662295 n-d-826753-2 neutron-server[103701]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:01:30.662295 n-d-826753-2 neutron-server[103701]: items = [ Feb 19 03:01:30.662295 n-d-826753-2 neutron-server[103701]: Traceback (most recent call last): Feb 19 03:01:30.662295 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:01:30.662295 n-d-826753-2 neutron-server[103701]: timer() Feb 19 03:01:30.662295 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:01:30.662295 n-d-826753-2 neutron-server[103701]: cb(*args, **kw) Feb 19 03:01:30.662295 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:01:30.662295 n-d-826753-2 neutron-server[103701]: return func(*args, **kwargs) Feb 19 03:01:30.662295 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:01:30.662295 n-d-826753-2 neutron-server[103701]: self._notify() Feb 19 03:01:30.662295 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:01:30.662295 n-d-826753-2 neutron-server[103701]: self.callback(batched_events) Feb 19 03:01:30.662295 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:01:30.662295 n-d-826753-2 neutron-server[103701]: event.method(event) Feb 19 03:01:30.662295 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:01:30.662295 n-d-826753-2 neutron-server[103701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:01:30.662295 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:01:30.662295 n-d-826753-2 neutron-server[103701]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:01:30.662295 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:01:30.662295 n-d-826753-2 neutron-server[103701]: return f(self, *a, **k) Feb 19 03:01:30.662295 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:01:30.662295 n-d-826753-2 neutron-server[103701]: return self._get(url).json() Feb 19 03:01:30.662295 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:01:30.662295 n-d-826753-2 neutron-server[103701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:01:30.662295 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:01:30.662295 n-d-826753-2 neutron-server[103701]: return self.request(url, 'GET', **kwargs) Feb 19 03:01:30.662295 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:01:30.662295 n-d-826753-2 neutron-server[103701]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:01:30.662295 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:01:30.662295 n-d-826753-2 neutron-server[103701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:01:30.662295 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:01:30.662295 n-d-826753-2 neutron-server[103701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:01:30.662295 n-d-826753-2 neutron-server[103701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:01:30.672063 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-a6f0dc84-7a20-4f95-a82c-c1033fc4272b None None] Current status of the port 3892fd41-a526-467d-9357-a6b0dec2a299 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:01:30.798488 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b74b149-b501-482a-992a-9f6541a8a1ba None None] Update dhcp port {'port': {'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a', 'fixed_ips': [{'subnet_id': '8787b8e3-8395-41be-9227-22e13b7954fe', 'ip_address': '2001:db8::f816:3eff:fe55:d43d'}, {'subnet_id': 'f4ab980f-020a-431f-bfc9-ada5698431ea'}], 'binding:host_id': 'n-d-826753-2'}, 'id': '3892fd41-a526-467d-9357-a6b0dec2a299'} from n-d-826753-2. {{(pid=103703) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 03:01:30.826767 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 47560) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:30.828895 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-7b9d17ce-603e-4f8b-9bd2-49ba0635fb32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (b749a3fc-7e73-4f30-80d8-9825dae0baaa), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:30.854033 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-51e59a0f-c4c4-42cd-ba43-e258b695ac23 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (e3983048-4746-4fda-8159-c46a512aa6d5), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:30.862960 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9d17ce-603e-4f8b-9bd2-49ba0635fb32 None None] Pushing event deleted for resources: {'Port': ['ID=b749a3fc-7e73-4f30-80d8-9825dae0baaa,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:30.864722 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7b9d17ce-603e-4f8b-9bd2-49ba0635fb32 None None] Network e3983048-4746-4fda-8159-c46a512aa6d5 is not hosted by any dhcp agent {{(pid=103703) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 19 03:01:30.865214 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9d17ce-603e-4f8b-9bd2-49ba0635fb32 None None] No DVR routers for this DVR port b749a3fc-7e73-4f30-80d8-9825dae0baaa on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:01:30.867803 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3b74b149-b501-482a-992a-9f6541a8a1ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (3892fd41-a526-467d-9357-a6b0dec2a299), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:30.915092 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-51e59a0f-c4c4-42cd-ba43-e258b695ac23 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:30.918448 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-51e59a0f-c4c4-42cd-ba43-e258b695ac23 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "DELETE /v2.0/networks/e3983048-4746-4fda-8159-c46a512aa6d5 HTTP/1.1" status: 204 len: 168 time: 1.5713851 Feb 19 03:01:30.922203 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e59a0f-c4c4-42cd-ba43-e258b695ac23 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Pushing event deleted for resources: {'Network': ['ID=e3983048-4746-4fda-8159-c46a512aa6d5,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:30.925100 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 47562) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:30.926195 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ec5fb558-8572-48dc-8092-07a7dc88f6f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:30.933523 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 3892fd41-a526-467d-9357-a6b0dec2a299 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:01:30.933687 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-f14b7954-d02e-459d-8527-b59bce492df7 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-687422399'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:01:30.954798 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f603d7e9-5c7d-4f3f-813e-3fd0aa3690e6 req-b1ce1e97-50e3-49c0-b5b6-3cf6e532410a tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:30.958403 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f603d7e9-5c7d-4f3f-813e-3fd0aa3690e6 req-b1ce1e97-50e3-49c0-b5b6-3cf6e532410a tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 945 time: 0.3711743 Feb 19 03:01:31.009053 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b47971db-6164-4f36-b3d8-6cffdd9ec8fe tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (fca4f8bc-7eef-496c-aa1d-0b89c09c9d5c), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:31.057135 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f14b7954-d02e-459d-8527-b59bce492df7 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Made reservation on behalf of e1a55fde9c7e4f5d96053750d488e677 for: {'network': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:01:31.065435 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f14b7954-d02e-459d-8527-b59bce492df7 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:31.068031 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47971db-6164-4f36-b3d8-6cffdd9ec8fe tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event deleted for resources: {'Port': ['ID=fca4f8bc-7eef-496c-aa1d-0b89c09c9d5c,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:31.123294 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9a459636-68e6-4b40-90da-95535ec128a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (baad26c6-116f-4224-8e51-418c0896ea45), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:31.126190 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9a459636-68e6-4b40-90da-95535ec128a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:31.130189 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-9a459636-68e6-4b40-90da-95535ec128a1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/baad26c6-116f-4224-8e51-418c0896ea45 HTTP/1.1" status: 204 len: 168 time: 0.9735310 Feb 19 03:01:31.154629 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a459636-68e6-4b40-90da-95535ec128a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baad26c6-116f-4224-8e51-418c0896ea45,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:31.163556 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f14b7954-d02e-459d-8527-b59bce492df7 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] vlan segment allocate from pool success with {'vlan_id': 298, 'physical_network': 'physnet1'} {{(pid=103701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:01:31.169935 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f603d7e9-5c7d-4f3f-813e-3fd0aa3690e6 req-63be74e8-bf2c-43d3-ade5-d0c2106e20dc tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927958 Feb 19 03:01:31.189061 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f14b7954-d02e-459d-8527-b59bce492df7 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (f13f4fd4-8037-4c78-8014-a997fb363dc2), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:31.189447 n-d-826753-2 neutron-server[103701]: INFO neutron.db.segments_db [None req-f14b7954-d02e-459d-8527-b59bce492df7 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Added segment f13f4fd4-8037-4c78-8014-a997fb363dc2 of type vlan for network 6d2291cd-1026-449f-a2d2-fcc2d3cebdc7 Feb 19 03:01:31.197230 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 3892fd41-a526-467d-9357-a6b0dec2a299 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:01:31.197615 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (3892fd41-a526-467d-9357-a6b0dec2a299), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:31.238780 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b47971db-6164-4f36-b3d8-6cffdd9ec8fe tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:31.244133 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-b47971db-6164-4f36-b3d8-6cffdd9ec8fe tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "DELETE /v2.0/ports/fca4f8bc-7eef-496c-aa1d-0b89c09c9d5c HTTP/1.1" status: 204 len: 168 time: 1.2073345 Feb 19 03:01:31.246600 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 47570) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:31.301457 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f14b7954-d02e-459d-8527-b59bce492df7 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (6d2291cd-1026-449f-a2d2-fcc2d3cebdc7), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:31.331515 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ec5fb558-8572-48dc-8092-07a7dc88f6f9 admin admin] Publish callbacks [] for security_group (d11b2ad8-f315-4911-9d64-bd6ffa1cb41b), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:31.338175 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347caca8-dc79-4b3b-b0e4-0b85cbe24b30 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:31.340660 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347caca8-dc79-4b3b-b0e4-0b85cbe24b30 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:31.342003 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347caca8-dc79-4b3b-b0e4-0b85cbe24b30 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:31.343758 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-347caca8-dc79-4b3b-b0e4-0b85cbe24b30 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0956504 Feb 19 03:01:31.346557 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 47572) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:31.350057 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ec5fb558-8572-48dc-8092-07a7dc88f6f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (d11b2ad8-f315-4911-9d64-bd6ffa1cb41b), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:31.434033 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 70b42dbd-71fc-4efd-8608-6d6d588d6cc3 details requested by agent hyperv_n-h2-826753-2 with host n-h2-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:01:31.452956 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f14b7954-d02e-459d-8527-b59bce492df7 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (6d2291cd-1026-449f-a2d2-fcc2d3cebdc7), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:31.457635 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14b7954-d02e-459d-8527-b59bce492df7 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:31.458253 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f14b7954-d02e-459d-8527-b59bce492df7 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:31.465295 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c140621-3ecf-4179-9540-5a815133e751 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Deleting subnet 8787b8e3-8395-41be-9227-22e13b7954fe {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:01:31.491968 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-3b74b149-b501-482a-992a-9f6541a8a1ba None None] Allocated IP 172.20.0.2 (48d3009f-8d6e-4fac-a460-ff95e3f8d78a/f4ab980f-020a-431f-bfc9-ada5698431ea/3892fd41-a526-467d-9357-a6b0dec2a299) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:01:31.517375 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-ec5fb558-8572-48dc-8092-07a7dc88f6f9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0a0119dab5cf4895943a831c275e676b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6913896 Feb 19 03:01:31.519896 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 47576) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:31.573036 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5fb558-8572-48dc-8092-07a7dc88f6f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d11b2ad8-f315-4911-9d64-bd6ffa1cb41b,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:31.594031 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-f14b7954-d02e-459d-8527-b59bce492df7 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6627305 Feb 19 03:01:31.595093 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 47580) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:31.599917 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-b7a324e5-7cce-4c82-9b33-bd5cc7b3461d tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Request body: {'subnet': {'network_id': '6d2291cd-1026-449f-a2d2-fcc2d3cebdc7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:01:31.618886 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4ec18ecd-a619-41ee-80d0-5a7ce1ff750d admin admin] Publish callbacks [] for security_group (d11b2ad8-f315-4911-9d64-bd6ffa1cb41b), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:31.657078 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4ec18ecd-a619-41ee-80d0-5a7ce1ff750d admin admin] Publish callbacks [] for security_group (d11b2ad8-f315-4911-9d64-bd6ffa1cb41b), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:31.671505 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-3b74b149-b501-482a-992a-9f6541a8a1ba None None] For port 3892fd41-a526-467d-9357-a6b0dec2a299, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=3892fd41-a526-467d-9357-a6b0dec2a299,segment=NetworkSegment(c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8),segment_id=c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:01:31.677804 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14b7954-d02e-459d-8527-b59bce492df7 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Pushing event updated for resources: {'Network': ['ID=6d2291cd-1026-449f-a2d2-fcc2d3cebdc7,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:31.729401 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7a324e5-7cce-4c82-9b33-bd5cc7b3461d tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Made reservation on behalf of e1a55fde9c7e4f5d96053750d488e677 for: {'subnet': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:01:31.734432 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b7a324e5-7cce-4c82-9b33-bd5cc7b3461d tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58706307'] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:31.750067 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 6d2291cd-1026-449f-a2d2-fcc2d3cebdc7 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:01:31.752729 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4ec18ecd-a619-41ee-80d0-5a7ce1ff750d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (d11b2ad8-f315-4911-9d64-bd6ffa1cb41b), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:31.755695 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4ec18ecd-a619-41ee-80d0-5a7ce1ff750d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:31.760833 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-4ec18ecd-a619-41ee-80d0-5a7ce1ff750d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d11b2ad8-f315-4911-9d64-bd6ffa1cb41b HTTP/1.1" status: 204 len: 168 time: 0.2397475 Feb 19 03:01:31.774596 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3b74b149-b501-482a-992a-9f6541a8a1ba None None] Publish callbacks [] for port (3892fd41-a526-467d-9357-a6b0dec2a299), precommit_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:31.796697 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3c140621-3ecf-4179-9540-5a815133e751 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks [] for subnet (8787b8e3-8395-41be-9227-22e13b7954fe), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:31.798066 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3b74b149-b501-482a-992a-9f6541a8a1ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (3892fd41-a526-467d-9357-a6b0dec2a299), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:31.886403 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 3892fd41-a526-467d-9357-a6b0dec2a299 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:01:31.956792 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3c140621-3ecf-4179-9540-5a815133e751 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (8787b8e3-8395-41be-9227-22e13b7954fe), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:31.972016 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device b749a3fc-7e73-4f30-80d8-9825dae0baaa no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:01:32.032715 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: b749a3fc-7e73-4f30-80d8-9825dae0baaa {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:01:32.033115 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device b749a3fc-7e73-4f30-80d8-9825dae0baaa not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:01:32.085463 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 70b42dbd-71fc-4efd-8608-6d6d588d6cc3, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=70b42dbd-71fc-4efd-8608-6d6d588d6cc3,segment=NetworkSegment(d2706629-960a-469c-bd0f-4e0b3dc89cea),segment_id=d2706629-960a-469c-bd0f-4e0b3dc89cea)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:01:32.090188 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3c140621-3ecf-4179-9540-5a815133e751 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (8787b8e3-8395-41be-9227-22e13b7954fe), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:32.152092 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b74b149-b501-482a-992a-9f6541a8a1ba None None] Pushing event updated for resources: {'Port': ['ID=3892fd41-a526-467d-9357-a6b0dec2a299,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:32.166736 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec18ecd-a619-41ee-80d0-5a7ce1ff750d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d11b2ad8-f315-4911-9d64-bd6ffa1cb41b,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:32.175938 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3c140621-3ecf-4179-9540-5a815133e751 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (8787b8e3-8395-41be-9227-22e13b7954fe), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:32.181977 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Returning: {'device': '70b42dbd-71fc-4efd-8608-6d6d588d6cc3', 'network_id': '583b29ab-e0ba-468d-ae03-87a6a1ad9ae5', 'port_id': '70b42dbd-71fc-4efd-8608-6d6d588d6cc3', 'mac_address': 'fa:16:3e:d7:2b:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ea5428a-92f7-475d-b30c-482a71ed5c95', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:01:32.216946 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c140621-3ecf-4179-9540-5a815133e751 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event deleted for resources: {'Subnet': ['ID=8787b8e3-8395-41be-9227-22e13b7954fe,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:32.222653 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3c140621-3ecf-4179-9540-5a815133e751 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:32.227273 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-3c140621-3ecf-4179-9540-5a815133e751 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "DELETE /v2.0/subnets/8787b8e3-8395-41be-9227-22e13b7954fe HTTP/1.1" status: 204 len: 168 time: 0.8796437 Feb 19 03:01:32.230598 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 47596) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:32.364490 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-b285ab2d-4dd8-41f2-b5f4-962f231dc93d tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Deleting subnet f4ab980f-020a-431f-bfc9-ada5698431ea {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:01:32.369275 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 70b42dbd-71fc-4efd-8608-6d6d588d6cc3 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:01:32.369672 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (70b42dbd-71fc-4efd-8608-6d6d588d6cc3), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:32.370743 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b285ab2d-4dd8-41f2-b5f4-962f231dc93d tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks [] for subnet (f4ab980f-020a-431f-bfc9-ada5698431ea), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:32.377390 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b7a324e5-7cce-4c82-9b33-bd5cc7b3461d tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12647271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58706289'] for subnet (e5f1fada-7928-4d2c-a9e2-5a7ac26070d5), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:32.421933 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70b42dbd-71fc-4efd-8608-6d6d588d6cc3 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:01:32.424505 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b285ab2d-4dd8-41f2-b5f4-962f231dc93d tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (f4ab980f-020a-431f-bfc9-ada5698431ea), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:32.479588 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 70b42dbd-71fc-4efd-8608-6d6d588d6cc3, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=70b42dbd-71fc-4efd-8608-6d6d588d6cc3,segment=NetworkSegment(d2706629-960a-469c-bd0f-4e0b3dc89cea),segment_id=d2706629-960a-469c-bd0f-4e0b3dc89cea)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:01:32.494676 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (70b42dbd-71fc-4efd-8608-6d6d588d6cc3), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:32.496769 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a324e5-7cce-4c82-9b33-bd5cc7b3461d tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Pushing event updated for resources: {'Subnet': ['ID=e5f1fada-7928-4d2c-a9e2-5a7ac26070d5,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:32.551037 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a324e5-7cce-4c82-9b33-bd5cc7b3461d tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Checking segment: {'id': 'f13f4fd4-8037-4c78-8014-a997fb363dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '6d2291cd-1026-449f-a2d2-fcc2d3cebdc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:01:32.553368 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a324e5-7cce-4c82-9b33-bd5cc7b3461d tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Network hostable DHCP agents. Network: 6d2291cd-1026-449f-a2d2-fcc2d3cebdc7, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:01:32.578676 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=70b42dbd-71fc-4efd-8608-6d6d588d6cc3,revision_number=11']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:32.614887 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd46756-92db-47cf-8fcb-a09fa6885110 req-14ced884-559d-45cd-828b-fc5647077c25 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:32.627775 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2fd46756-92db-47cf-8fcb-a09fa6885110 req-14ced884-559d-45cd-828b-fc5647077c25 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 945 time: 0.2781544 Feb 19 03:01:32.635867 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a324e5-7cce-4c82-9b33-bd5cc7b3461d tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Network 6d2291cd-1026-449f-a2d2-fcc2d3cebdc7 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:01:32.667981 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-b7a324e5-7cce-4c82-9b33-bd5cc7b3461d tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 6d2291cd-1026-449f-a2d2-fcc2d3cebdc7) {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:01:32.680271 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a230a74-c61d-48ac-be6b-f7a954a51037 None None] Network 6d2291cd-1026-449f-a2d2-fcc2d3cebdc7 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:01:32.701403 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a324e5-7cce-4c82-9b33-bd5cc7b3461d tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:32.703609 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b285ab2d-4dd8-41f2-b5f4-962f231dc93d tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (f4ab980f-020a-431f-bfc9-ada5698431ea), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:32.704604 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b7a324e5-7cce-4c82-9b33-bd5cc7b3461d tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:32.776390 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2fd46756-92db-47cf-8fcb-a09fa6885110 req-6888595b-8331-441c-a9ab-c06fbf11c5d6 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465483 Feb 19 03:01:32.798193 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-b7a324e5-7cce-4c82-9b33-bd5cc7b3461d tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2022116 Feb 19 03:01:32.801069 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 47618) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:32.812678 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-59489533-2ca3-478d-af76-82db663cb8d2 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Request body: {'port': {'network_id': '6d2291cd-1026-449f-a2d2-fcc2d3cebdc7', 'name': 'tempest-PortsTestJSON-632077180', 'fixed_ips': [{'subnet_id': 'e5f1fada-7928-4d2c-a9e2-5a7ac26070d5', 'ip_address': '172.20.0.10'}]}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:01:32.835261 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b285ab2d-4dd8-41f2-b5f4-962f231dc93d tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (f4ab980f-020a-431f-bfc9-ada5698431ea), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:32.887238 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b285ab2d-4dd8-41f2-b5f4-962f231dc93d tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:32.896788 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-b285ab2d-4dd8-41f2-b5f4-962f231dc93d tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "DELETE /v2.0/subnets/f4ab980f-020a-431f-bfc9-ada5698431ea HTTP/1.1" status: 204 len: 168 time: 0.6649272 Feb 19 03:01:32.905040 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 47624) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:32.907398 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['70b42dbd-71fc-4efd-8608-6d6d588d6cc3'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:01:32.958737 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b285ab2d-4dd8-41f2-b5f4-962f231dc93d tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event deleted for resources: {'Subnet': ['ID=f4ab980f-020a-431f-bfc9-ada5698431ea,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:32.970647 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 3892fd41-a526-467d-9357-a6b0dec2a299 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:01:33.001699 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-9fd5c989-50df-4323-a699-e1e1257f2e18 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0485039 Feb 19 03:01:33.004313 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 47626) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:33.011929 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-ca42bb04-8e5f-4f06-9cb1-1fe4cb6a987d tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Request body: {'subnet': {'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:01:33.015437 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f35a032-fdf9-4d3c-90cc-eb44e091d15d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-6d2291cd-1026-449f-a2d2-fcc2d3cebdc7', 'network_id': '6d2291cd-1026-449f-a2d2-fcc2d3cebdc7', 'project_id': 'e1a55fde9c7e4f5d96053750d488e677', 'fixed_ips': [{'subnet_id': 'e5f1fada-7928-4d2c-a9e2-5a7ac26070d5'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:01:33.016411 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4f35a032-fdf9-4d3c-90cc-eb44e091d15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:33.135048 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca42bb04-8e5f-4f06-9cb1-1fe4cb6a987d tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Made reservation on behalf of bb74a1a86b774cd895fbb7befcc78fd8 for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:01:33.140664 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ca42bb04-8e5f-4f06-9cb1-1fe4cb6a987d tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:33.160669 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59489533-2ca3-478d-af76-82db663cb8d2 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Made reservation on behalf of e1a55fde9c7e4f5d96053750d488e677 for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:01:33.417147 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-59489533-2ca3-478d-af76-82db663cb8d2 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:33.479305 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 3892fd41-a526-467d-9357-a6b0dec2a299 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:01:33.481043 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (3892fd41-a526-467d-9357-a6b0dec2a299), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:33.505228 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8194d71f-fe54-4f74-863e-630ede09292f None None] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:01:33.509169 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [None req-59489533-2ca3-478d-af76-82db663cb8d2 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] device_id is not set on port 1adb4235-b680-48b3-9ac9-2ea64d7b1f96 yet. {{(pid=103701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:01:33.813262 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4c7a08d-87ec-4790-8234-ad9cb9fc1066 None None] Provisioning complete for port 3892fd41-a526-467d-9357-a6b0dec2a299 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:01:33.815758 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4c7a08d-87ec-4790-8234-ad9cb9fc1066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (3892fd41-a526-467d-9357-a6b0dec2a299), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:33.853724 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-4f35a032-fdf9-4d3c-90cc-eb44e091d15d None None] Allocated IP 172.20.0.2 (6d2291cd-1026-449f-a2d2-fcc2d3cebdc7/e5f1fada-7928-4d2c-a9e2-5a7ac26070d5/097415e5-0016-45c8-ba8d-c0ccd2f62f97) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:01:33.910723 n-d-826753-2 neutron-server[103702]: DEBUG neutron.objects.ports [None req-ca42bb04-8e5f-4f06-9cb1-1fe4cb6a987d tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103702) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 03:01:34.072936 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0b6ace-94d8-456e-a611-efd571f987ec req-13241da0-e085-4d0d-b519-63db081e731c tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:34.074426 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8f0b6ace-94d8-456e-a611-efd571f987ec req-13241da0-e085-4d0d-b519-63db081e731c tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 946 time: 0.1249921 Feb 19 03:01:34.186272 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8f0b6ace-94d8-456e-a611-efd571f987ec req-4bc5eb25-b3a6-402a-a68f-c48a9ee9a05c tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036701 Feb 19 03:01:34.251093 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d47f02-b64c-4437-9d2e-13fcba8014ca None None] DHCP port deletion for 48d3009f-8d6e-4fac-a460-ff95e3f8d78a request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:01:34.331859 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4f35a032-fdf9-4d3c-90cc-eb44e091d15d None None] Publish callbacks [] for port (097415e5-0016-45c8-ba8d-c0ccd2f62f97), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:34.386487 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4f35a032-fdf9-4d3c-90cc-eb44e091d15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (097415e5-0016-45c8-ba8d-c0ccd2f62f97), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:34.394322 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ca42bb04-8e5f-4f06-9cb1-1fe4cb6a987d tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (3892fd41-a526-467d-9357-a6b0dec2a299), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:34.397396 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 3892fd41-a526-467d-9357-a6b0dec2a299 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:01:34.478487 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-59489533-2ca3-478d-af76-82db663cb8d2 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Allocated IP 172.20.0.10 (6d2291cd-1026-449f-a2d2-fcc2d3cebdc7/e5f1fada-7928-4d2c-a9e2-5a7ac26070d5/1adb4235-b680-48b3-9ac9-2ea64d7b1f96) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:01:34.581658 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f35a032-fdf9-4d3c-90cc-eb44e091d15d None None] Network 6d2291cd-1026-449f-a2d2-fcc2d3cebdc7 is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:01:34.599717 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-4f35a032-fdf9-4d3c-90cc-eb44e091d15d None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:01:34.603404 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f35a032-fdf9-4d3c-90cc-eb44e091d15d None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:01:34.622146 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f35a032-fdf9-4d3c-90cc-eb44e091d15d None None] Pushing event updated for resources: {'Port': ['ID=097415e5-0016-45c8-ba8d-c0ccd2f62f97,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:34.634219 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4c7a08d-87ec-4790-8234-ad9cb9fc1066 None None] Current status of the port 3892fd41-a526-467d-9357-a6b0dec2a299 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:01:34.693375 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4c7a08d-87ec-4790-8234-ad9cb9fc1066 None None] Could not find standard attr ID for object fca4f8bc-7eef-496c-aa1d-0b89c09c9d5c. {{(pid=103703) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:01:34.716404 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-93d47f02-b64c-4437-9d2e-13fcba8014ca None None] Deleting port 3892fd41-a526-467d-9357-a6b0dec2a299 {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:01:34.716783 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-93d47f02-b64c-4437-9d2e-13fcba8014ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (3892fd41-a526-467d-9357-a6b0dec2a299), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:34.771196 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-ca42bb04-8e5f-4f06-9cb1-1fe4cb6a987d tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] For port 3892fd41-a526-467d-9357-a6b0dec2a299, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=3892fd41-a526-467d-9357-a6b0dec2a299,segment=NetworkSegment(c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8),segment_id=c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:01:34.808648 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ca42bb04-8e5f-4f06-9cb1-1fe4cb6a987d tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks [] for port (3892fd41-a526-467d-9357-a6b0dec2a299), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:34.818499 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ca42bb04-8e5f-4f06-9cb1-1fe4cb6a987d tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (3892fd41-a526-467d-9357-a6b0dec2a299), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:34.822361 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-59489533-2ca3-478d-af76-82db663cb8d2 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks [] for port (1adb4235-b680-48b3-9ac9-2ea64d7b1f96), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:34.850342 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-4f35a032-fdf9-4d3c-90cc-eb44e091d15d None None] Attempting to bind port 097415e5-0016-45c8-ba8d-c0ccd2f62f97 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:01:34.850807 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-4f35a032-fdf9-4d3c-90cc-eb44e091d15d None None] Attempting to bind port 097415e5-0016-45c8-ba8d-c0ccd2f62f97 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': 'f13f4fd4-8037-4c78-8014-a997fb363dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '6d2291cd-1026-449f-a2d2-fcc2d3cebdc7'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:01:34.851185 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f35a032-fdf9-4d3c-90cc-eb44e091d15d None None] Attempting to bind port 097415e5-0016-45c8-ba8d-c0ccd2f62f97 on network 6d2291cd-1026-449f-a2d2-fcc2d3cebdc7 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:01:34.861879 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f35a032-fdf9-4d3c-90cc-eb44e091d15d None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:01:34.862249 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f35a032-fdf9-4d3c-90cc-eb44e091d15d None None] Checking segment: {'id': 'f13f4fd4-8037-4c78-8014-a997fb363dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '6d2291cd-1026-449f-a2d2-fcc2d3cebdc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:01:34.862667 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4f35a032-fdf9-4d3c-90cc-eb44e091d15d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:34.863035 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f35a032-fdf9-4d3c-90cc-eb44e091d15d None None] Bound using segment: {'id': 'f13f4fd4-8037-4c78-8014-a997fb363dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '6d2291cd-1026-449f-a2d2-fcc2d3cebdc7'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:01:34.863515 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-4f35a032-fdf9-4d3c-90cc-eb44e091d15d None None] Bound port: 097415e5-0016-45c8-ba8d-c0ccd2f62f97, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f13f4fd4-8037-4c78-8014-a997fb363dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '6d2291cd-1026-449f-a2d2-fcc2d3cebdc7'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:01:34.864525 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4f35a032-fdf9-4d3c-90cc-eb44e091d15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (097415e5-0016-45c8-ba8d-c0ccd2f62f97), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:34.872210 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 3892fd41-a526-467d-9357-a6b0dec2a299 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:01:34.899224 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ca42bb04-8e5f-4f06-9cb1-1fe4cb6a987d tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (3c04df27-ddc6-4ffe-9720-9fd3378948e5), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:34.937519 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-59489533-2ca3-478d-af76-82db663cb8d2 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (1adb4235-b680-48b3-9ac9-2ea64d7b1f96), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:34.959551 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-93d47f02-b64c-4437-9d2e-13fcba8014ca None None] For port 3892fd41-a526-467d-9357-a6b0dec2a299, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=3892fd41-a526-467d-9357-a6b0dec2a299,segment=NetworkSegment(c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8),segment_id=c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:01:34.959843 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-93d47f02-b64c-4437-9d2e-13fcba8014ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (3892fd41-a526-467d-9357-a6b0dec2a299), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:34.981031 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-93d47f02-b64c-4437-9d2e-13fcba8014ca None None] Calling delete_port for 3892fd41-a526-467d-9357-a6b0dec2a299 owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:01:35.004041 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca42bb04-8e5f-4f06-9cb1-1fe4cb6a987d tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:01:35.005811 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-ca42bb04-8e5f-4f06-9cb1-1fe4cb6a987d tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:01:35.015427 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca42bb04-8e5f-4f06-9cb1-1fe4cb6a987d tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:35.016077 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ca42bb04-8e5f-4f06-9cb1-1fe4cb6a987d tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:35.053934 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59489533-2ca3-478d-af76-82db663cb8d2 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Network 6d2291cd-1026-449f-a2d2-fcc2d3cebdc7 is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:01:35.064747 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-59489533-2ca3-478d-af76-82db663cb8d2 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:01:35.071221 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59489533-2ca3-478d-af76-82db663cb8d2 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:01:35.094624 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-ca42bb04-8e5f-4f06-9cb1-1fe4cb6a987d tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0886137 Feb 19 03:01:35.097728 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca42bb04-8e5f-4f06-9cb1-1fe4cb6a987d tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event updated for resources: {'Subnet': ['ID=3c04df27-ddc6-4ffe-9720-9fd3378948e5,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:35.099702 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 47660) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:35.105537 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-a02a7bbf-b0de-4a8d-ab1b-332aac32810c tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Request body: {'subnet': {'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:01:35.109325 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca42bb04-8e5f-4f06-9cb1-1fe4cb6a987d tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event updated for resources: {'Port': ['ID=3892fd41-a526-467d-9357-a6b0dec2a299,revision_number=8']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:35.170668 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59489533-2ca3-478d-af76-82db663cb8d2 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Pushing event updated for resources: {'Port': ['ID=1adb4235-b680-48b3-9ac9-2ea64d7b1f96,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:35.222654 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59489533-2ca3-478d-af76-82db663cb8d2 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:35.223502 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-59489533-2ca3-478d-af76-82db663cb8d2 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:35.255520 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-59489533-2ca3-478d-af76-82db663cb8d2 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.4515259 Feb 19 03:01:35.259444 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 47668) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:35.266406 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-331ce898-0718-4f24-a938-0851a28ab5ee tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Request body: {'port': {'network_id': '6d2291cd-1026-449f-a2d2-fcc2d3cebdc7', 'name': 'tempest-PortsTestJSON-154469671', 'fixed_ips': [{'subnet_id': 'e5f1fada-7928-4d2c-a9e2-5a7ac26070d5', 'ip_address': '172.20.0.9'}]}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:01:35.314909 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a02a7bbf-b0de-4a8d-ab1b-332aac32810c tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Made reservation on behalf of bb74a1a86b774cd895fbb7befcc78fd8 for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:01:35.320634 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a02a7bbf-b0de-4a8d-ab1b-332aac32810c tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:35.326965 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 70b42dbd-71fc-4efd-8608-6d6d588d6cc3 up at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:01:35.386680 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4f35a032-fdf9-4d3c-90cc-eb44e091d15d None None] For port 097415e5-0016-45c8-ba8d-c0ccd2f62f97, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:01:35.447143 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-331ce898-0718-4f24-a938-0851a28ab5ee tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Made reservation on behalf of e1a55fde9c7e4f5d96053750d488e677 for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:01:35.449243 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4f35a032-fdf9-4d3c-90cc-eb44e091d15d None None] For port 097415e5-0016-45c8-ba8d-c0ccd2f62f97, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=097415e5-0016-45c8-ba8d-c0ccd2f62f97,segment=NetworkSegment(f13f4fd4-8037-4c78-8014-a997fb363dc2),segment_id=f13f4fd4-8037-4c78-8014-a997fb363dc2)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:01:35.452871 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-331ce898-0718-4f24-a938-0851a28ab5ee tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:35.508648 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665ba62c-429a-4043-9eab-f31c454053bd req-aadfdc73-7eda-4fb5-9cc2-073e917d1a38 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:35.516352 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4f35a032-fdf9-4d3c-90cc-eb44e091d15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (097415e5-0016-45c8-ba8d-c0ccd2f62f97), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:35.525636 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-665ba62c-429a-4043-9eab-f31c454053bd req-aadfdc73-7eda-4fb5-9cc2-073e917d1a38 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 946 time: 0.1478608 Feb 19 03:01:35.540819 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 3892fd41-a526-467d-9357-a6b0dec2a299 is: ACTIVE; New status is: DOWN {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:01:35.541213 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (3892fd41-a526-467d-9357-a6b0dec2a299), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:35.545194 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [None req-331ce898-0718-4f24-a938-0851a28ab5ee tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] device_id is not set on port 35083e8c-9fc4-4d48-a482-aa1f76b010a3 yet. {{(pid=103701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:01:35.664969 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-665ba62c-429a-4043-9eab-f31c454053bd req-4a029b67-9084-4cfb-b12d-c52a098c9197 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383586 Feb 19 03:01:35.672143 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning for port 70b42dbd-71fc-4efd-8608-6d6d588d6cc3 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:01:35.732668 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning complete for port 70b42dbd-71fc-4efd-8608-6d6d588d6cc3 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:01:35.733043 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (70b42dbd-71fc-4efd-8608-6d6d588d6cc3), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:35.831369 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a02a7bbf-b0de-4a8d-ab1b-332aac32810c tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (474ff9a1-6f85-417e-94ac-396d280b8b23), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:35.835720 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f35a032-fdf9-4d3c-90cc-eb44e091d15d None None] Pushing event updated for resources: {'Port': ['ID=097415e5-0016-45c8-ba8d-c0ccd2f62f97,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:35.885185 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-93d47f02-b64c-4437-9d2e-13fcba8014ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (3892fd41-a526-467d-9357-a6b0dec2a299), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:35.888907 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-331ce898-0718-4f24-a938-0851a28ab5ee tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Allocated IP 172.20.0.9 (6d2291cd-1026-449f-a2d2-fcc2d3cebdc7/e5f1fada-7928-4d2c-a9e2-5a7ac26070d5/35083e8c-9fc4-4d48-a482-aa1f76b010a3) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:01:35.903736 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02a7bbf-b0de-4a8d-ab1b-332aac32810c tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:01:35.919989 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-a02a7bbf-b0de-4a8d-ab1b-332aac32810c tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:01:35.924847 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02a7bbf-b0de-4a8d-ab1b-332aac32810c tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:35.927320 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a02a7bbf-b0de-4a8d-ab1b-332aac32810c tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:35.954979 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02a7bbf-b0de-4a8d-ab1b-332aac32810c tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event updated for resources: {'Subnet': ['ID=474ff9a1-6f85-417e-94ac-396d280b8b23,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:35.983499 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-a02a7bbf-b0de-4a8d-ab1b-332aac32810c tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8823531 Feb 19 03:01:36.000761 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 47682) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:36.016127 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-2b85841e-73af-45a3-8514-08f1af82c968 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Request body: {'port': {'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a', 'mac_address': 'fa:16:3e:80:57:16', 'name': 'tempest-NetworksTestDHCPv6-1984721771'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:01:36.058670 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d47f02-b64c-4437-9d2e-13fcba8014ca None None] Pushing event deleted for resources: {'Port': ['ID=3892fd41-a526-467d-9357-a6b0dec2a299,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:36.118680 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d47f02-b64c-4437-9d2e-13fcba8014ca None None] No DVR routers for this DVR port 3892fd41-a526-467d-9357-a6b0dec2a299 on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:01:36.139055 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d376ef56-cb1f-4bbe-a816-51a973af72aa None None] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:01:36.190998 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 70b42dbd-71fc-4efd-8608-6d6d588d6cc3 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:01:36.191529 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (70b42dbd-71fc-4efd-8608-6d6d588d6cc3), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:36.255400 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40fc99c4-bfe8-4775-b070-601c11766486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70b42dbd-71fc-4efd-8608-6d6d588d6cc3'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:01:36.258647 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-527d924d-319d-473d-9535-e524d955295f" -d '{"events": [{"server_uuid": "40fc99c4-bfe8-4775-b070-601c11766486", "name": "network-vif-plugged", "status": "completed", "tag": "70b42dbd-71fc-4efd-8608-6d6d588d6cc3"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:01:36.282273 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 70b42dbd-71fc-4efd-8608-6d6d588d6cc3, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=70b42dbd-71fc-4efd-8608-6d6d588d6cc3,segment=NetworkSegment(d2706629-960a-469c-bd0f-4e0b3dc89cea),segment_id=d2706629-960a-469c-bd0f-4e0b3dc89cea)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:01:36.306372 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (70b42dbd-71fc-4efd-8608-6d6d588d6cc3), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:36.359838 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-331ce898-0718-4f24-a938-0851a28ab5ee tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks [] for port (35083e8c-9fc4-4d48-a482-aa1f76b010a3), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:36.378044 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4a528b0-fba8-43a8-b01a-388f94fa6f48 x-openstack-request-id: req-a4a528b0-fba8-43a8-b01a-388f94fa6f48 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:01:36.378385 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40fc99c4-bfe8-4775-b070-601c11766486", "name": "network-vif-plugged", "status": "completed", "tag": "70b42dbd-71fc-4efd-8608-6d6d588d6cc3", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:01:36.378654 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a4a528b0-fba8-43a8-b01a-388f94fa6f48 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:01:36.379053 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40fc99c4-bfe8-4775-b070-601c11766486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70b42dbd-71fc-4efd-8608-6d6d588d6cc3', 'code': 200} Feb 19 03:01:36.388740 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3b0e89-9af9-4682-9e37-fe9913410379 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-48d3009f-8d6e-4fac-a460-ff95e3f8d78a', 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a', 'project_id': 'bb74a1a86b774cd895fbb7befcc78fd8', 'fixed_ips': [{'subnet_id': '3c04df27-ddc6-4ffe-9720-9fd3378948e5'}, {'subnet_id': '474ff9a1-6f85-417e-94ac-396d280b8b23'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:01:36.389782 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-8a3b0e89-9af9-4682-9e37-fe9913410379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:36.393366 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b85841e-73af-45a3-8514-08f1af82c968 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Made reservation on behalf of bb74a1a86b774cd895fbb7befcc78fd8 for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:01:36.430481 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-331ce898-0718-4f24-a938-0851a28ab5ee tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (35083e8c-9fc4-4d48-a482-aa1f76b010a3), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:36.540943 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331ce898-0718-4f24-a938-0851a28ab5ee tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Network 6d2291cd-1026-449f-a2d2-fcc2d3cebdc7 is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:01:36.542085 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331ce898-0718-4f24-a938-0851a28ab5ee tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Pushing event updated for resources: {'Port': ['ID=35083e8c-9fc4-4d48-a482-aa1f76b010a3,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:36.545738 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-331ce898-0718-4f24-a938-0851a28ab5ee tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:01:36.547539 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331ce898-0718-4f24-a938-0851a28ab5ee tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:01:36.583589 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2b85841e-73af-45a3-8514-08f1af82c968 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:36.618384 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [None req-2b85841e-73af-45a3-8514-08f1af82c968 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] device_id is not set on port 781fccbd-32bc-4f45-b8e6-e596fc002917 yet. {{(pid=103702) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:01:36.733693 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331ce898-0718-4f24-a938-0851a28ab5ee tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:36.734125 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 47696) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:36.734337 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-331ce898-0718-4f24-a938-0851a28ab5ee tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:36.774456 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2ab5ce-3977-4f15-a394-e00ebee12b61 req-1c51db1e-db22-4d11-aa1c-ede67bd2db6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:36.790422 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-8a3b0e89-9af9-4682-9e37-fe9913410379 None None] Allocated IP 172.20.0.2 (48d3009f-8d6e-4fac-a460-ff95e3f8d78a/474ff9a1-6f85-417e-94ac-396d280b8b23/15ac1939-945e-4030-a433-0a15289f6543) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:01:36.800334 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1b2ab5ce-3977-4f15-a394-e00ebee12b61 req-1c51db1e-db22-4d11-aa1c-ede67bd2db6f service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 1129 time: 0.2085066 Feb 19 03:01:36.815187 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-331ce898-0718-4f24-a938-0851a28ab5ee tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.5521424 Feb 19 03:01:36.816348 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 47700) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:36.826274 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-8a3b0e89-9af9-4682-9e37-fe9913410379 None None] Allocated IP 2001:db8::f816:3eff:fe0c:6feb (48d3009f-8d6e-4fac-a460-ff95e3f8d78a/3c04df27-ddc6-4ffe-9720-9fd3378948e5/15ac1939-945e-4030-a433-0a15289f6543) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:01:36.962967 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1b2ab5ce-3977-4f15-a394-e00ebee12b61 req-7ae5b142-5d7b-4433-ab48-44fa065a5ba4 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490667 Feb 19 03:01:36.987351 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e0a209-2180-4238-8179-7fc4025ab81c req-a364d1a2-920c-4cfa-b6a5-6c2b2c3bd90b tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:36.988849 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-23e0a209-2180-4238-8179-7fc4025ab81c req-a364d1a2-920c-4cfa-b6a5-6c2b2c3bd90b tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 947 time: 0.1871419 Feb 19 03:01:36.997978 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 097415e5-0016-45c8-ba8d-c0ccd2f62f97 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:01:36.999310 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5adc05d5-85de-4fab-b062-2d3bc7c8ea55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:37.093429 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6aa678-3784-4fb8-ada0-80d620984b5d tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:37.094547 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-23e0a209-2180-4238-8179-7fc4025ab81c req-52de4a9f-3e03-4902-aebd-80d8a1ee2974 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990264 Feb 19 03:01:37.098674 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 47702) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:37.098964 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-2c6aa678-3784-4fb8-ada0-80d620984b5d tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.2806635 Feb 19 03:01:37.106259 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=70b42dbd-71fc-4efd-8608-6d6d588d6cc3,revision_number=12']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:37.206792 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 097415e5-0016-45c8-ba8d-c0ccd2f62f97 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:01:37.207152 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (097415e5-0016-45c8-ba8d-c0ccd2f62f97), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:37.242046 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5adc05d5-85de-4fab-b062-2d3bc7c8ea55 admin admin] Publish callbacks [] for security_group (9e981b29-8dc5-4694-b331-b8c75ca8d7a8), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:37.247648 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6f80e9-d3cc-4afa-b0eb-23a616eabf40 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:37.255478 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6f80e9-d3cc-4afa-b0eb-23a616eabf40 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:37.258034 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5adc05d5-85de-4fab-b062-2d3bc7c8ea55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (9e981b29-8dc5-4694-b331-b8c75ca8d7a8), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:37.264443 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6f80e9-d3cc-4afa-b0eb-23a616eabf40 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:37.270295 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-5f6f80e9-d3cc-4afa-b0eb-23a616eabf40 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2376 time: 0.1699059 Feb 19 03:01:37.272136 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 47706) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:37.304956 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-8a3b0e89-9af9-4682-9e37-fe9913410379 None None] Publish callbacks [] for port (15ac1939-945e-4030-a433-0a15289f6543), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:37.352333 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 097415e5-0016-45c8-ba8d-c0ccd2f62f97 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:01:37.352727 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (097415e5-0016-45c8-ba8d-c0ccd2f62f97), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:37.355158 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-8a3b0e89-9af9-4682-9e37-fe9913410379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (15ac1939-945e-4030-a433-0a15289f6543), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:37.361393 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-5adc05d5-85de-4fab-b062-2d3bc7c8ea55 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4d77201ac40b4e4db63c029dded6f2ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6233060 Feb 19 03:01:37.361393 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adc05d5-85de-4fab-b062-2d3bc7c8ea55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e981b29-8dc5-4694-b331-b8c75ca8d7a8,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:37.367847 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 47708) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:37.421961 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3b0e89-9af9-4682-9e37-fe9913410379 None None] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:01:37.436840 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-8a3b0e89-9af9-4682-9e37-fe9913410379 None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:01:37.440897 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3b0e89-9af9-4682-9e37-fe9913410379 None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:01:37.444464 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-5c523542-3f70-471e-9204-113b6604814b tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Deleting port 35083e8c-9fc4-4d48-a482-aa1f76b010a3 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:01:37.444813 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5c523542-3f70-471e-9204-113b6604814b tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (35083e8c-9fc4-4d48-a482-aa1f76b010a3), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:37.468413 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3b0e89-9af9-4682-9e37-fe9913410379 None None] Pushing event updated for resources: {'Port': ['ID=15ac1939-945e-4030-a433-0a15289f6543,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:37.530788 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa995598-b3bb-422e-81e8-2adbb075fc50 None None] Network 6d2291cd-1026-449f-a2d2-fcc2d3cebdc7 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:01:37.566800 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5c523542-3f70-471e-9204-113b6604814b tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (35083e8c-9fc4-4d48-a482-aa1f76b010a3), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:37.575653 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e185abc6-7d4e-45ce-8daf-568047af2e1e admin admin] Publish callbacks [] for security_group (9e981b29-8dc5-4694-b331-b8c75ca8d7a8), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:37.593395 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-5c523542-3f70-471e-9204-113b6604814b tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Calling delete_port for 35083e8c-9fc4-4d48-a482-aa1f76b010a3 owned by {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:01:37.601219 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port 097415e5-0016-45c8-ba8d-c0ccd2f62f97, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=097415e5-0016-45c8-ba8d-c0ccd2f62f97,segment=NetworkSegment(f13f4fd4-8037-4c78-8014-a997fb363dc2),segment_id=f13f4fd4-8037-4c78-8014-a997fb363dc2)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:01:37.633431 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e185abc6-7d4e-45ce-8daf-568047af2e1e admin admin] Publish callbacks [] for security_group (9e981b29-8dc5-4694-b331-b8c75ca8d7a8), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:37.665279 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (097415e5-0016-45c8-ba8d-c0ccd2f62f97), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:37.682037 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-2b85841e-73af-45a3-8514-08f1af82c968 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Allocated IP 172.20.0.7 (48d3009f-8d6e-4fac-a460-ff95e3f8d78a/474ff9a1-6f85-417e-94ac-396d280b8b23/781fccbd-32bc-4f45-b8e6-e596fc002917) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:01:37.701759 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-2b85841e-73af-45a3-8514-08f1af82c968 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Allocated IP 2001:db8::f816:3eff:fe80:5716 (48d3009f-8d6e-4fac-a460-ff95e3f8d78a/3c04df27-ddc6-4ffe-9720-9fd3378948e5/781fccbd-32bc-4f45-b8e6-e596fc002917) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:01:37.722647 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-8a3b0e89-9af9-4682-9e37-fe9913410379 None None] Attempting to bind port 15ac1939-945e-4030-a433-0a15289f6543 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:01:37.723111 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-8a3b0e89-9af9-4682-9e37-fe9913410379 None None] Attempting to bind port 15ac1939-945e-4030-a433-0a15289f6543 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': 'c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:01:37.723552 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3b0e89-9af9-4682-9e37-fe9913410379 None None] Attempting to bind port 15ac1939-945e-4030-a433-0a15289f6543 on network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:01:37.736616 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-691a016e-f1e6-43d4-be34-84efccc4e2fe None None] Provisioning complete for port 097415e5-0016-45c8-ba8d-c0ccd2f62f97 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:01:37.737129 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-691a016e-f1e6-43d4-be34-84efccc4e2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (097415e5-0016-45c8-ba8d-c0ccd2f62f97), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:37.765899 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e185abc6-7d4e-45ce-8daf-568047af2e1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (9e981b29-8dc5-4694-b331-b8c75ca8d7a8), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:37.769685 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e185abc6-7d4e-45ce-8daf-568047af2e1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:37.769866 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3b0e89-9af9-4682-9e37-fe9913410379 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:01:37.770402 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3b0e89-9af9-4682-9e37-fe9913410379 None None] Checking segment: {'id': 'c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:01:37.770892 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-8a3b0e89-9af9-4682-9e37-fe9913410379 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:37.771348 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3b0e89-9af9-4682-9e37-fe9913410379 None None] Bound using segment: {'id': 'c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:01:37.772459 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-8a3b0e89-9af9-4682-9e37-fe9913410379 None None] Bound port: 15ac1939-945e-4030-a433-0a15289f6543, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:01:37.772910 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-8a3b0e89-9af9-4682-9e37-fe9913410379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (15ac1939-945e-4030-a433-0a15289f6543), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:37.773185 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-e185abc6-7d4e-45ce-8daf-568047af2e1e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9e981b29-8dc5-4694-b331-b8c75ca8d7a8 HTTP/1.1" status: 204 len: 168 time: 0.3551874 Feb 19 03:01:37.790025 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e185abc6-7d4e-45ce-8daf-568047af2e1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e981b29-8dc5-4694-b331-b8c75ca8d7a8,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:37.901975 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5c523542-3f70-471e-9204-113b6604814b tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (35083e8c-9fc4-4d48-a482-aa1f76b010a3), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:37.939008 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=097415e5-0016-45c8-ba8d-c0ccd2f62f97,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:37.962977 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c523542-3f70-471e-9204-113b6604814b tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Pushing event deleted for resources: {'Port': ['ID=35083e8c-9fc4-4d48-a482-aa1f76b010a3,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:38.029311 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-8a3b0e89-9af9-4682-9e37-fe9913410379 None None] For port 15ac1939-945e-4030-a433-0a15289f6543, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:01:38.040254 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-8a3b0e89-9af9-4682-9e37-fe9913410379 None None] For port 15ac1939-945e-4030-a433-0a15289f6543, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=15ac1939-945e-4030-a433-0a15289f6543,segment=NetworkSegment(c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8),segment_id=c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:01:38.079755 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-8a3b0e89-9af9-4682-9e37-fe9913410379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (15ac1939-945e-4030-a433-0a15289f6543), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:38.160715 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5c523542-3f70-471e-9204-113b6604814b tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:38.164640 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-5c523542-3f70-471e-9204-113b6604814b tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "DELETE /v2.0/ports/35083e8c-9fc4-4d48-a482-aa1f76b010a3 HTTP/1.1" status: 204 len: 168 time: 0.8909218 Feb 19 03:01:38.170008 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 47722) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:38.179035 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2b85841e-73af-45a3-8514-08f1af82c968 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks [] for port (781fccbd-32bc-4f45-b8e6-e596fc002917), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:38.270035 n-d-826753-2 neutron-server[103701]: INFO neutron.pecan_wsgi.hooks.translation [None req-23603f4b-1298-4108-a319-43b039b9d6d1 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] GET failed (client error): The resource could not be found. Feb 19 03:01:38.272370 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-23603f4b-1298-4108-a319-43b039b9d6d1 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "GET /v2.0/ports/35083e8c-9fc4-4d48-a482-aa1f76b010a3 HTTP/1.1" status: 404 len: 333 time: 0.1003978 Feb 19 03:01:38.301566 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 47726) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:38.321881 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2b85841e-73af-45a3-8514-08f1af82c968 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (781fccbd-32bc-4f45-b8e6-e596fc002917), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:38.376785 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-691a016e-f1e6-43d4-be34-84efccc4e2fe None None] Current status of the port 097415e5-0016-45c8-ba8d-c0ccd2f62f97 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:01:38.397758 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3b0e89-9af9-4682-9e37-fe9913410379 None None] Pushing event updated for resources: {'Port': ['ID=15ac1939-945e-4030-a433-0a15289f6543,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:38.422034 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b85841e-73af-45a3-8514-08f1af82c968 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event updated for resources: {'Port': ['ID=781fccbd-32bc-4f45-b8e6-e596fc002917,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:38.460364 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b85841e-73af-45a3-8514-08f1af82c968 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:01:38.461909 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-2b85841e-73af-45a3-8514-08f1af82c968 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:01:38.468224 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b85841e-73af-45a3-8514-08f1af82c968 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:01:38.593158 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b85841e-73af-45a3-8514-08f1af82c968 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:38.597192 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2b85841e-73af-45a3-8514-08f1af82c968 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:38.601828 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-df0b3d97-20bb-4155-9087-92d3503a8589 None None] Could not find standard attr ID for object 35083e8c-9fc4-4d48-a482-aa1f76b010a3. {{(pid=103703) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:01:38.632504 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018c153c-838b-49ea-a712-4681bbcc37bb req-ffe35a47-f6b3-4a90-a24e-b6660f1751b2 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:38.639594 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-2b85841e-73af-45a3-8514-08f1af82c968 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.6349342 Feb 19 03:01:38.640092 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-df0b3d97-20bb-4155-9087-92d3503a8589 None None] Provisioning complete for port 1adb4235-b680-48b3-9ac9-2ea64d7b1f96 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:01:38.640180 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-018c153c-838b-49ea-a712-4681bbcc37bb req-ffe35a47-f6b3-4a90-a24e-b6660f1751b2 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 947 time: 0.3711660 Feb 19 03:01:38.640256 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-df0b3d97-20bb-4155-9087-92d3503a8589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (1adb4235-b680-48b3-9ac9-2ea64d7b1f96), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:38.640325 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 47734) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:38.683951 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-cb7d3f7f-4819-4277-8a56-14eb6a405fbd tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Deleting port 1adb4235-b680-48b3-9ac9-2ea64d7b1f96 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:01:38.684275 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-cb7d3f7f-4819-4277-8a56-14eb6a405fbd tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (1adb4235-b680-48b3-9ac9-2ea64d7b1f96), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:38.715058 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 47738) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:38.778299 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2ff19000-ad30-411c-9cff-1b599b0a351e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:38.798095 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-df0b3d97-20bb-4155-9087-92d3503a8589 None None] Port 1adb4235-b680-48b3-9ac9-2ea64d7b1f96 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:01:38.831650 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-df0b3d97-20bb-4155-9087-92d3503a8589 None None] Provisioning complete for port 097415e5-0016-45c8-ba8d-c0ccd2f62f97 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:01:38.839443 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-df0b3d97-20bb-4155-9087-92d3503a8589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (097415e5-0016-45c8-ba8d-c0ccd2f62f97), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:38.853508 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ce0ef7-7187-4b76-813f-ff605747390e tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:38.859582 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-cb7d3f7f-4819-4277-8a56-14eb6a405fbd tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (1adb4235-b680-48b3-9ac9-2ea64d7b1f96), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:38.876568 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ce0ef7-7187-4b76-813f-ff605747390e tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:38.888139 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-e1ce0ef7-7187-4b76-813f-ff605747390e tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.2448955 Feb 19 03:01:38.888282 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-cb7d3f7f-4819-4277-8a56-14eb6a405fbd tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Calling delete_port for 1adb4235-b680-48b3-9ac9-2ea64d7b1f96 owned by {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:01:38.888491 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 47746) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:38.959249 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 097415e5-0016-45c8-ba8d-c0ccd2f62f97 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:01:39.128142 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-018c153c-838b-49ea-a712-4681bbcc37bb req-363b2b95-54ae-4a32-9c1d-632e43f0bb7b tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4748554 Feb 19 03:01:39.166729 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-df0b3d97-20bb-4155-9087-92d3503a8589 None None] Current status of the port 097415e5-0016-45c8-ba8d-c0ccd2f62f97 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:01:39.203694 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-42b6474c-377a-498b-b165-4260e666d111 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Deleting port 781fccbd-32bc-4f45-b8e6-e596fc002917 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:01:39.204272 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-42b6474c-377a-498b-b165-4260e666d111 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (781fccbd-32bc-4f45-b8e6-e596fc002917), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:39.206032 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 097415e5-0016-45c8-ba8d-c0ccd2f62f97 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:01:39.209761 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (097415e5-0016-45c8-ba8d-c0ccd2f62f97), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:39.218744 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2ff19000-ad30-411c-9cff-1b599b0a351e admin admin] Publish callbacks [] for security_group (e32e2c11-4f97-4a11-b616-963bb2c7e101), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:39.247128 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2ff19000-ad30-411c-9cff-1b599b0a351e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (e32e2c11-4f97-4a11-b616-963bb2c7e101), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:39.299057 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-cb7d3f7f-4819-4277-8a56-14eb6a405fbd tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (1adb4235-b680-48b3-9ac9-2ea64d7b1f96), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:39.322162 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-8b845fb0-d61b-46bf-aaa4-12c62cbc26a7 None None] Could not find standard attr ID for object 1adb4235-b680-48b3-9ac9-2ea64d7b1f96. {{(pid=103703) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:01:39.360512 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7d3f7f-4819-4277-8a56-14eb6a405fbd tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Pushing event deleted for resources: {'Port': ['ID=1adb4235-b680-48b3-9ac9-2ea64d7b1f96,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:39.433430 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-2ff19000-ad30-411c-9cff-1b599b0a351e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6d41c8eb27b34dd0baf51e43d5b66978&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7042241 Feb 19 03:01:39.434529 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 097415e5-0016-45c8-ba8d-c0ccd2f62f97 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:01:39.457926 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff19000-ad30-411c-9cff-1b599b0a351e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e32e2c11-4f97-4a11-b616-963bb2c7e101,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:39.489501 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 47776) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:39.561674 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-42b6474c-377a-498b-b165-4260e666d111 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (781fccbd-32bc-4f45-b8e6-e596fc002917), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:39.591968 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-42b6474c-377a-498b-b165-4260e666d111 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Calling delete_port for 781fccbd-32bc-4f45-b8e6-e596fc002917 owned by {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:01:39.627613 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-cb7d3f7f-4819-4277-8a56-14eb6a405fbd tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:39.635524 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-cb7d3f7f-4819-4277-8a56-14eb6a405fbd tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "DELETE /v2.0/ports/1adb4235-b680-48b3-9ac9-2ea64d7b1f96 HTTP/1.1" status: 204 len: 168 time: 1.3311706 Feb 19 03:01:39.636268 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 47784) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:39.643164 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-26ccb806-5e67-43af-ae65-de6eea68e13b None None] Could not find standard attr ID for object 35083e8c-9fc4-4d48-a482-aa1f76b010a3. {{(pid=103703) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:01:39.695501 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-96ab5ed6-a268-4b16-a882-5e6a9bbb56ca admin admin] Publish callbacks [] for security_group (e32e2c11-4f97-4a11-b616-963bb2c7e101), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:39.763815 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-e81f66ea-1c0e-4482-807c-2304859ad5ba tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] GET failed (client error): The resource could not be found. Feb 19 03:01:39.768643 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-96ab5ed6-a268-4b16-a882-5e6a9bbb56ca admin admin] Publish callbacks [] for security_group (e32e2c11-4f97-4a11-b616-963bb2c7e101), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:39.769327 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-e81f66ea-1c0e-4482-807c-2304859ad5ba tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "GET /v2.0/ports/1adb4235-b680-48b3-9ac9-2ea64d7b1f96 HTTP/1.1" status: 404 len: 333 time: 0.1318157 Feb 19 03:01:39.770367 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 47786) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:39.947858 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ff2ae79-808d-43d1-9e67-5862161028bf tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Deleting subnet e5f1fada-7928-4d2c-a9e2-5a7ac26070d5 {{(pid=103701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:01:39.980179 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0ff2ae79-808d-43d1-9e67-5862161028bf tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks [] for subnet (e5f1fada-7928-4d2c-a9e2-5a7ac26070d5), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:40.104017 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-96ab5ed6-a268-4b16-a882-5e6a9bbb56ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (e32e2c11-4f97-4a11-b616-963bb2c7e101), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:40.107764 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-96ab5ed6-a268-4b16-a882-5e6a9bbb56ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:40.112286 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-96ab5ed6-a268-4b16-a882-5e6a9bbb56ca admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e32e2c11-4f97-4a11-b616-963bb2c7e101 HTTP/1.1" status: 204 len: 168 time: 0.6211095 Feb 19 03:01:40.115358 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0ff2ae79-808d-43d1-9e67-5862161028bf tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12647399'] for subnet (e5f1fada-7928-4d2c-a9e2-5a7ac26070d5), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:40.189151 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ab5ed6-a268-4b16-a882-5e6a9bbb56ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e32e2c11-4f97-4a11-b616-963bb2c7e101,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:40.268881 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731f1093-037d-4f50-8a09-103061e92260 req-dbf4b0e4-822d-4d12-bafd-32fdb4739dbb tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:40.276962 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731f1093-037d-4f50-8a09-103061e92260 req-dbf4b0e4-822d-4d12-bafd-32fdb4739dbb tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:40.283001 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731f1093-037d-4f50-8a09-103061e92260 req-dbf4b0e4-822d-4d12-bafd-32fdb4739dbb tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:40.289309 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731f1093-037d-4f50-8a09-103061e92260 req-dbf4b0e4-822d-4d12-bafd-32fdb4739dbb tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:40.295728 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731f1093-037d-4f50-8a09-103061e92260 req-dbf4b0e4-822d-4d12-bafd-32fdb4739dbb tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:40.309751 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731f1093-037d-4f50-8a09-103061e92260 req-dbf4b0e4-822d-4d12-bafd-32fdb4739dbb tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:40.336088 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731f1093-037d-4f50-8a09-103061e92260 req-dbf4b0e4-822d-4d12-bafd-32fdb4739dbb tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:40.341771 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-731f1093-037d-4f50-8a09-103061e92260 req-dbf4b0e4-822d-4d12-bafd-32fdb4739dbb tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 5435 time: 0.3230429 Feb 19 03:01:40.570086 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb3e6c0-40d0-40c8-ace2-fd640f8f3c73 None None] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:01:40.615847 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-731f1093-037d-4f50-8a09-103061e92260 req-3eb602cd-3241-4295-88b4-cb6900041246 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/security-groups?id=344800ac-992b-44b9-a49a-a7d4e6a6fc53&id=197f0109-f833-46dd-9ffe-3ff812885f73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1986010 Feb 19 03:01:40.663847 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-42b6474c-377a-498b-b165-4260e666d111 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (781fccbd-32bc-4f45-b8e6-e596fc002917), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:40.726133 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211df265-9575-4652-b71b-9b008e2a3e00 req-051488c8-436a-4c2c-bc7c-171739edfd04 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:40.728230 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-211df265-9575-4652-b71b-9b008e2a3e00 req-051488c8-436a-4c2c-bc7c-171739edfd04 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 947 time: 0.3852363 Feb 19 03:01:40.729801 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0ff2ae79-808d-43d1-9e67-5862161028bf tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (e5f1fada-7928-4d2c-a9e2-5a7ac26070d5), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:40.753556 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b6474c-377a-498b-b165-4260e666d111 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event deleted for resources: {'Port': ['ID=781fccbd-32bc-4f45-b8e6-e596fc002917,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:40.886296 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-2e86bc3b-128d-4ab8-b356-993f877705c6 None None] Provisioning complete for port 15ac1939-945e-4030-a433-0a15289f6543 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:01:40.886296 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-2e86bc3b-128d-4ab8-b356-993f877705c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (15ac1939-945e-4030-a433-0a15289f6543), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:40.913584 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0ff2ae79-808d-43d1-9e67-5862161028bf tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12647206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58706286'] for subnet (e5f1fada-7928-4d2c-a9e2-5a7ac26070d5), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:40.978532 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 15ac1939-945e-4030-a433-0a15289f6543 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:01:41.003663 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff2ae79-808d-43d1-9e67-5862161028bf tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Pushing event deleted for resources: {'Subnet': ['ID=e5f1fada-7928-4d2c-a9e2-5a7ac26070d5,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:41.004334 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-42b6474c-377a-498b-b165-4260e666d111 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:41.030596 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0ff2ae79-808d-43d1-9e67-5862161028bf tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:41.036311 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-0ff2ae79-808d-43d1-9e67-5862161028bf tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "DELETE /v2.0/subnets/e5f1fada-7928-4d2c-a9e2-5a7ac26070d5 HTTP/1.1" status: 204 len: 168 time: 1.2626660 Feb 19 03:01:41.036487 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-42b6474c-377a-498b-b165-4260e666d111 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "DELETE /v2.0/ports/781fccbd-32bc-4f45-b8e6-e596fc002917 HTTP/1.1" status: 204 len: 168 time: 2.1400547 Feb 19 03:01:41.036487 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 47810) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:41.047195 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 47812) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:41.085211 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d7cc9d-da43-404a-8134-a9633bcbbfc2 None None] Network 6d2291cd-1026-449f-a2d2-fcc2d3cebdc7 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:01:41.145622 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-211df265-9575-4652-b71b-9b008e2a3e00 req-0a2af9ff-105f-4e16-9e91-22b4292e5b79 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3665872 Feb 19 03:01:41.208034 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5686c81-64d3-4b81-99f1-09e1e02c9906 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:41.224929 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5686c81-64d3-4b81-99f1-09e1e02c9906 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:41.227936 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5686c81-64d3-4b81-99f1-09e1e02c9906 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:41.232955 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-f5686c81-64d3-4b81-99f1-09e1e02c9906 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1964328 Feb 19 03:01:41.242360 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 47818) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:41.391335 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-31ce4947-9e8a-4560-8524-1549df728ec2 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Deleting subnet 3c04df27-ddc6-4ffe-9720-9fd3378948e5 {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:01:41.423253 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-31ce4947-9e8a-4560-8524-1549df728ec2 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks [] for subnet (3c04df27-ddc6-4ffe-9720-9fd3378948e5), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:41.529281 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-31ce4947-9e8a-4560-8524-1549df728ec2 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (3c04df27-ddc6-4ffe-9720-9fd3378948e5), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:41.617233 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 15ac1939-945e-4030-a433-0a15289f6543 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:01:41.618271 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (15ac1939-945e-4030-a433-0a15289f6543), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:41.747669 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-31ce4947-9e8a-4560-8524-1549df728ec2 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (3c04df27-ddc6-4ffe-9720-9fd3378948e5), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:41.855529 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-31ce4947-9e8a-4560-8524-1549df728ec2 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (3c04df27-ddc6-4ffe-9720-9fd3378948e5), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:41.889587 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ce4947-9e8a-4560-8524-1549df728ec2 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event deleted for resources: {'Subnet': ['ID=3c04df27-ddc6-4ffe-9720-9fd3378948e5,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:41.921102 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-31ce4947-9e8a-4560-8524-1549df728ec2 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:41.934825 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-31ce4947-9e8a-4560-8524-1549df728ec2 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "DELETE /v2.0/subnets/3c04df27-ddc6-4ffe-9720-9fd3378948e5 HTTP/1.1" status: 204 len: 168 time: 0.6884694 Feb 19 03:01:41.935918 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 47836) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:41.990242 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfcc8ad7-317a-491d-9d51-08ea7eaf722c None None] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:01:42.001190 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-2e86bc3b-128d-4ab8-b356-993f877705c6 None None] Current status of the port 15ac1939-945e-4030-a433-0a15289f6543 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:01:42.001658 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-2e86bc3b-128d-4ab8-b356-993f877705c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (15ac1939-945e-4030-a433-0a15289f6543), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:42.028954 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-47040a60-a61b-42f7-9723-73c5713383a7 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Deleting subnet 474ff9a1-6f85-417e-94ac-396d280b8b23 {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:01:42.032751 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-47040a60-a61b-42f7-9723-73c5713383a7 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks [] for subnet (474ff9a1-6f85-417e-94ac-396d280b8b23), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:42.101039 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-47040a60-a61b-42f7-9723-73c5713383a7 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (474ff9a1-6f85-417e-94ac-396d280b8b23), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:42.187811 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b95c3b-58a7-4d9a-ad72-e4a1baaf8456 None None] DHCP port deletion for 6d2291cd-1026-449f-a2d2-fcc2d3cebdc7 request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:01:42.238304 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-47040a60-a61b-42f7-9723-73c5713383a7 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (474ff9a1-6f85-417e-94ac-396d280b8b23), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:42.246365 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5fb531d4-4ea3-47ee-95aa-aad0e9bad78e tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (6d2291cd-1026-449f-a2d2-fcc2d3cebdc7), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:42.310923 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.db.api [None req-2e86bc3b-128d-4ab8-b356-993f877705c6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103703) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:01:42.311282 n-d-826753-2 neutron-server[103703]: DEBUG oslo_db.api [None req-2e86bc3b-128d-4ab8-b356-993f877705c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:01:42.325104 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3958a1ae-c54b-4a31-a7ac-071f2d7dc77d req-6245c0b0-c0a8-4554-97fa-aa0275b218b6 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:42.332838 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3958a1ae-c54b-4a31-a7ac-071f2d7dc77d req-6245c0b0-c0a8-4554-97fa-aa0275b218b6 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:42.339607 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3958a1ae-c54b-4a31-a7ac-071f2d7dc77d req-6245c0b0-c0a8-4554-97fa-aa0275b218b6 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:42.345996 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3958a1ae-c54b-4a31-a7ac-071f2d7dc77d req-6245c0b0-c0a8-4554-97fa-aa0275b218b6 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:42.351701 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3958a1ae-c54b-4a31-a7ac-071f2d7dc77d req-6245c0b0-c0a8-4554-97fa-aa0275b218b6 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:42.358404 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3958a1ae-c54b-4a31-a7ac-071f2d7dc77d req-6245c0b0-c0a8-4554-97fa-aa0275b218b6 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:42.375199 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3958a1ae-c54b-4a31-a7ac-071f2d7dc77d req-6245c0b0-c0a8-4554-97fa-aa0275b218b6 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:42.391945 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3958a1ae-c54b-4a31-a7ac-071f2d7dc77d req-6245c0b0-c0a8-4554-97fa-aa0275b218b6 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 5435 time: 0.3425624 Feb 19 03:01:42.415204 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-47040a60-a61b-42f7-9723-73c5713383a7 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (474ff9a1-6f85-417e-94ac-396d280b8b23), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:42.422384 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-39b95c3b-58a7-4d9a-ad72-e4a1baaf8456 None None] Deleting port 097415e5-0016-45c8-ba8d-c0ccd2f62f97 {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:01:42.422832 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-39b95c3b-58a7-4d9a-ad72-e4a1baaf8456 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (097415e5-0016-45c8-ba8d-c0ccd2f62f97), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:42.434518 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f5712-1256-442d-aeec-279d004f6921 req-00d553a2-47bf-42e4-a89a-3a9aa4f318b7 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:42.436106 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-440f5712-1256-442d-aeec-279d004f6921 req-00d553a2-47bf-42e4-a89a-3a9aa4f318b7 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 947 time: 0.3880022 Feb 19 03:01:42.457032 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 15ac1939-945e-4030-a433-0a15289f6543 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:01:42.457501 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (15ac1939-945e-4030-a433-0a15289f6543), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:42.507597 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47040a60-a61b-42f7-9723-73c5713383a7 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event deleted for resources: {'Subnet': ['ID=474ff9a1-6f85-417e-94ac-396d280b8b23,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:42.512741 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-47040a60-a61b-42f7-9723-73c5713383a7 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:42.523486 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-47040a60-a61b-42f7-9723-73c5713383a7 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "DELETE /v2.0/subnets/474ff9a1-6f85-417e-94ac-396d280b8b23 HTTP/1.1" status: 204 len: 168 time: 0.5828218 Feb 19 03:01:42.524384 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 47850) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:42.543392 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3958a1ae-c54b-4a31-a7ac-071f2d7dc77d req-997a15dd-2f32-490c-9e32-4a56474992d4 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/security-groups?id=344800ac-992b-44b9-a49a-a7d4e6a6fc53&id=197f0109-f833-46dd-9ffe-3ff812885f73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1505542 Feb 19 03:01:42.564156 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-440f5712-1256-442d-aeec-279d004f6921 req-afa72f75-2512-4770-9437-918e0d1cec1f tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152360 Feb 19 03:01:42.592472 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-5fb531d4-4ea3-47ee-95aa-aad0e9bad78e tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Deleting port 097415e5-0016-45c8-ba8d-c0ccd2f62f97 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:01:42.592799 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5fb531d4-4ea3-47ee-95aa-aad0e9bad78e tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (097415e5-0016-45c8-ba8d-c0ccd2f62f97), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:42.677060 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-5fb531d4-4ea3-47ee-95aa-aad0e9bad78e tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] For port 097415e5-0016-45c8-ba8d-c0ccd2f62f97, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=097415e5-0016-45c8-ba8d-c0ccd2f62f97,segment=NetworkSegment(f13f4fd4-8037-4c78-8014-a997fb363dc2),segment_id=f13f4fd4-8037-4c78-8014-a997fb363dc2)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:01:42.677500 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5fb531d4-4ea3-47ee-95aa-aad0e9bad78e tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (097415e5-0016-45c8-ba8d-c0ccd2f62f97), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:42.680645 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-29c5e460-91aa-47c5-9ff5-c5be6fc5c3a3 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1549997 Feb 19 03:01:42.683974 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.db.api [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103703) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:01:42.684478 n-d-826753-2 neutron-server[103703]: DEBUG oslo_db.api [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:01:42.684574 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 47858) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:42.700502 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-575b22c6-db37-4a39-a8ac-035746df98d8 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Request body: {'subnet': {'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:01:42.707625 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-39b95c3b-58a7-4d9a-ad72-e4a1baaf8456 None None] For port 097415e5-0016-45c8-ba8d-c0ccd2f62f97, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=097415e5-0016-45c8-ba8d-c0ccd2f62f97,segment=NetworkSegment(f13f4fd4-8037-4c78-8014-a997fb363dc2),segment_id=f13f4fd4-8037-4c78-8014-a997fb363dc2)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:01:42.708065 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-39b95c3b-58a7-4d9a-ad72-e4a1baaf8456 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (097415e5-0016-45c8-ba8d-c0ccd2f62f97), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:42.745029 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-39b95c3b-58a7-4d9a-ad72-e4a1baaf8456 None None] Calling delete_port for 097415e5-0016-45c8-ba8d-c0ccd2f62f97 owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:01:42.756704 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-5fb531d4-4ea3-47ee-95aa-aad0e9bad78e tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Calling delete_port for 097415e5-0016-45c8-ba8d-c0ccd2f62f97 owned by network:dhcp {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:01:42.797663 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79a0e98-8114-4fe5-a7d0-802c5e2970fb None None] Update dhcp port {'port': {'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a', 'fixed_ips': [{'subnet_id': '474ff9a1-6f85-417e-94ac-396d280b8b23'}], 'binding:host_id': 'n-d-826753-2'}, 'id': '15ac1939-945e-4030-a433-0a15289f6543'} from n-d-826753-2. {{(pid=103703) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 03:01:42.885577 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd823c17-244a-461c-8da9-0f9a33de24aa req-ab0d44dc-229c-477e-b761-4cfddab641f1 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:42.887168 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fd823c17-244a-461c-8da9-0f9a33de24aa req-ab0d44dc-229c-477e-b761-4cfddab641f1 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 947 time: 0.1802595 Feb 19 03:01:42.995359 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fd823c17-244a-461c-8da9-0f9a33de24aa req-be9237fb-ae9e-4df0-8fb2-8b4ef85fefc3 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989470 Feb 19 03:01:43.009030 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-575b22c6-db37-4a39-a8ac-035746df98d8 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Made reservation on behalf of bb74a1a86b774cd895fbb7befcc78fd8 for: {'subnet': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:01:43.012584 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-575b22c6-db37-4a39-a8ac-035746df98d8 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58706307'] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:43.020755 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-39b95c3b-58a7-4d9a-ad72-e4a1baaf8456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (097415e5-0016-45c8-ba8d-c0ccd2f62f97), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:43.078658 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5fb531d4-4ea3-47ee-95aa-aad0e9bad78e tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (097415e5-0016-45c8-ba8d-c0ccd2f62f97), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:43.084998 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b79a0e98-8114-4fe5-a7d0-802c5e2970fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (15ac1939-945e-4030-a433-0a15289f6543), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:43.090383 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b95c3b-58a7-4d9a-ad72-e4a1baaf8456 None None] Pushing event deleted for resources: {'Port': ['ID=097415e5-0016-45c8-ba8d-c0ccd2f62f97,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:43.106636 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-2e86bc3b-128d-4ab8-b356-993f877705c6 None None] Current status of the port 15ac1939-945e-4030-a433-0a15289f6543 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:01:43.107431 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-2e86bc3b-128d-4ab8-b356-993f877705c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (15ac1939-945e-4030-a433-0a15289f6543), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:43.114072 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb531d4-4ea3-47ee-95aa-aad0e9bad78e tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] No DVR routers for this DVR port 097415e5-0016-45c8-ba8d-c0ccd2f62f97 on host n-d-826753-2 {{(pid=103701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:01:43.144570 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b95c3b-58a7-4d9a-ad72-e4a1baaf8456 None None] No DVR routers for this DVR port 097415e5-0016-45c8-ba8d-c0ccd2f62f97 on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:01:43.145474 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb531d4-4ea3-47ee-95aa-aad0e9bad78e tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Pushing event deleted for resources: {'Port': ['ID=097415e5-0016-45c8-ba8d-c0ccd2f62f97,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:43.236217 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 15ac1939-945e-4030-a433-0a15289f6543 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:01:43.236217 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (15ac1939-945e-4030-a433-0a15289f6543), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:43.265461 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c27512-6786-4767-b566-4265e042d022 req-d5a90511-4f37-482a-9e11-76c4721a641f tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:43.282852 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c27512-6786-4767-b566-4265e042d022 req-d5a90511-4f37-482a-9e11-76c4721a641f tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:43.290996 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c27512-6786-4767-b566-4265e042d022 req-d5a90511-4f37-482a-9e11-76c4721a641f tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:43.297163 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-2e86bc3b-128d-4ab8-b356-993f877705c6 None None] For port 15ac1939-945e-4030-a433-0a15289f6543, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=15ac1939-945e-4030-a433-0a15289f6543,segment=NetworkSegment(c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8),segment_id=c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:01:43.311241 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c27512-6786-4767-b566-4265e042d022 req-d5a90511-4f37-482a-9e11-76c4721a641f tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:43.313413 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-2e86bc3b-128d-4ab8-b356-993f877705c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (15ac1939-945e-4030-a433-0a15289f6543), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:43.327175 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c27512-6786-4767-b566-4265e042d022 req-d5a90511-4f37-482a-9e11-76c4721a641f tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:43.345857 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c27512-6786-4767-b566-4265e042d022 req-d5a90511-4f37-482a-9e11-76c4721a641f tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:43.359331 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c27512-6786-4767-b566-4265e042d022 req-d5a90511-4f37-482a-9e11-76c4721a641f tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:43.364552 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-39c27512-6786-4767-b566-4265e042d022 req-d5a90511-4f37-482a-9e11-76c4721a641f tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.73 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 5435 time: 0.2002184 Feb 19 03:01:43.436106 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.db.api [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103703) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:01:43.436489 n-d-826753-2 neutron-server[103703]: DEBUG oslo_db.api [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:01:43.446866 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5fb531d4-4ea3-47ee-95aa-aad0e9bad78e tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (6d2291cd-1026-449f-a2d2-fcc2d3cebdc7), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:43.451836 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-8de975c9-44c4-4215-bac0-b8a40428e473 None None] Could not find standard attr ID for object fca4f8bc-7eef-496c-aa1d-0b89c09c9d5c. {{(pid=103703) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:01:43.474871 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c27512-6786-4767-b566-4265e042d022 req-30cf6dcf-16ad-44fc-a028-403370a46bcf tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:43.475642 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e86bc3b-128d-4ab8-b356-993f877705c6 None None] Pushing event updated for resources: {'Port': ['ID=15ac1939-945e-4030-a433-0a15289f6543,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:43.476319 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-39c27512-6786-4767-b566-4265e042d022 req-30cf6dcf-16ad-44fc-a028-403370a46bcf tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.73 "GET /v2.0/ports/39c50eac-1978-4f75-bc0f-d663d77b8f5b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1047041 Feb 19 03:01:43.484951 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-8de975c9-44c4-4215-bac0-b8a40428e473 None None] Provisioning complete for port 15ac1939-945e-4030-a433-0a15289f6543 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:01:43.485389 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-8de975c9-44c4-4215-bac0-b8a40428e473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (15ac1939-945e-4030-a433-0a15289f6543), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:43.530613 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b60d75-80bf-4efa-9974-60fd8d222431 req-b78aee55-797a-46a7-a1f2-51992313928e tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:43.541775 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-51b60d75-80bf-4efa-9974-60fd8d222431 req-b78aee55-797a-46a7-a1f2-51992313928e tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 947 time: 0.3933980 Feb 19 03:01:43.558851 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-5fb531d4-4ea3-47ee-95aa-aad0e9bad78e tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d2291cd-1026-449f-a2d2-fcc2d3cebdc7']}} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:01:43.606740 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-5fb531d4-4ea3-47ee-95aa-aad0e9bad78e tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f13f4fd4-8037-4c78-8014-a997fb363dc2') {'for_net_delete': True} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:01:43.607059 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-5fb531d4-4ea3-47ee-95aa-aad0e9bad78e tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f13f4fd4-8037-4c78-8014-a997fb363dc2') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:01:43.613084 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff116aa-9fce-49c0-a84f-3e85a5ede218 None None] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:01:43.703968 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-39c27512-6786-4767-b566-4265e042d022 req-950efb55-c600-4c60-b2dc-7456398dfd15 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.73 "GET /v2.0/networks/25635acc-9f56-41ab-b8cd-dd2744f3f7b3?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2160947 Feb 19 03:01:43.708574 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5fb531d4-4ea3-47ee-95aa-aad0e9bad78e tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12647422'] for segment (f13f4fd4-8037-4c78-8014-a997fb363dc2), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:43.719008 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-39c27512-6786-4767-b566-4265e042d022 req-61b2d34c-9e38-4164-876f-b73b24977f1e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:01:43.860067 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-8de975c9-44c4-4215-bac0-b8a40428e473 None None] Current status of the port 15ac1939-945e-4030-a433-0a15289f6543 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:01:43.878464 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5fb531d4-4ea3-47ee-95aa-aad0e9bad78e tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (f13f4fd4-8037-4c78-8014-a997fb363dc2), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:43.886133 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-39c27512-6786-4767-b566-4265e042d022 req-61b2d34c-9e38-4164-876f-b73b24977f1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (39c50eac-1978-4f75-bc0f-d663d77b8f5b), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:43.913879 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e32618-df66-4f44-9faa-a8b57d7e0297 None None] DHCP port deletion for 48d3009f-8d6e-4fac-a460-ff95e3f8d78a request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:01:43.920333 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-51b60d75-80bf-4efa-9974-60fd8d222431 req-d31caf9b-ec61-4a86-9f6a-1b8be56cba13 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3774981 Feb 19 03:01:44.062693 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-3bc466fa-c02b-485a-84d5-6348218bbedb None None] Provisioning complete for port 15ac1939-945e-4030-a433-0a15289f6543 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:01:44.063013 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3bc466fa-c02b-485a-84d5-6348218bbedb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (15ac1939-945e-4030-a433-0a15289f6543), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:44.119350 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fb531d4-4ea3-47ee-95aa-aad0e9bad78e tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Releasing vlan 298 on physical network physnet1 to pool {{(pid=103701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:01:44.120215 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5fb531d4-4ea3-47ee-95aa-aad0e9bad78e tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583360'] for segment (f13f4fd4-8037-4c78-8014-a997fb363dc2), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:44.153881 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-39c27512-6786-4767-b566-4265e042d022 req-61b2d34c-9e38-4164-876f-b73b24977f1e service neutron] For port 39c50eac-1978-4f75-bc0f-d663d77b8f5b, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=39c50eac-1978-4f75-bc0f-d663d77b8f5b,segment=NetworkSegment(0ac8fc0c-e771-432c-9de7-07e76dbe0cc7),segment_id=0ac8fc0c-e771-432c-9de7-07e76dbe0cc7)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:01:44.156642 n-d-826753-2 neutron-server[103701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:01:44.156642 n-d-826753-2 neutron-server[103701]: self.session.flush() Feb 19 03:01:44.156642 n-d-826753-2 neutron-server[103701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:01:44.156642 n-d-826753-2 neutron-server[103701]: self.session.flush() Feb 19 03:01:44.156642 n-d-826753-2 neutron-server[103701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:01:44.156642 n-d-826753-2 neutron-server[103701]: self.session.flush() Feb 19 03:01:44.156642 n-d-826753-2 neutron-server[103701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:01:44.156642 n-d-826753-2 neutron-server[103701]: self.session.flush() Feb 19 03:01:44.156642 n-d-826753-2 neutron-server[103701]: Traceback (most recent call last): Feb 19 03:01:44.156642 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:01:44.156642 n-d-826753-2 neutron-server[103701]: timer() Feb 19 03:01:44.156642 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:01:44.156642 n-d-826753-2 neutron-server[103701]: cb(*args, **kw) Feb 19 03:01:44.156642 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:01:44.156642 n-d-826753-2 neutron-server[103701]: return func(*args, **kwargs) Feb 19 03:01:44.156642 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:01:44.156642 n-d-826753-2 neutron-server[103701]: self._notify() Feb 19 03:01:44.156642 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:01:44.156642 n-d-826753-2 neutron-server[103701]: self.callback(batched_events) Feb 19 03:01:44.156642 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:01:44.156642 n-d-826753-2 neutron-server[103701]: event.method(event) Feb 19 03:01:44.156642 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:01:44.156642 n-d-826753-2 neutron-server[103701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:01:44.156642 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:01:44.156642 n-d-826753-2 neutron-server[103701]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:01:44.156642 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:01:44.156642 n-d-826753-2 neutron-server[103701]: return f(self, *a, **k) Feb 19 03:01:44.156642 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:01:44.156642 n-d-826753-2 neutron-server[103701]: return self._get(url).json() Feb 19 03:01:44.156642 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:01:44.156642 n-d-826753-2 neutron-server[103701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:01:44.156642 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:01:44.156642 n-d-826753-2 neutron-server[103701]: return self.request(url, 'GET', **kwargs) Feb 19 03:01:44.156642 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:01:44.156642 n-d-826753-2 neutron-server[103701]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:01:44.156642 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:01:44.156642 n-d-826753-2 neutron-server[103701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:01:44.156642 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:01:44.156642 n-d-826753-2 neutron-server[103701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:01:44.156642 n-d-826753-2 neutron-server[103701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:01:44.205838 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-39c27512-6786-4767-b566-4265e042d022 req-61b2d34c-9e38-4164-876f-b73b24977f1e service neutron] For port 39c50eac-1978-4f75-bc0f-d663d77b8f5b, host n-h1-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:01:44.224673 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-65e32618-df66-4f44-9faa-a8b57d7e0297 None None] Deleting port 15ac1939-945e-4030-a433-0a15289f6543 {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:01:44.225198 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-65e32618-df66-4f44-9faa-a8b57d7e0297 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (15ac1939-945e-4030-a433-0a15289f6543), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:44.278402 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-39c27512-6786-4767-b566-4265e042d022 req-61b2d34c-9e38-4164-876f-b73b24977f1e service neutron] device_id is not set on port 39c50eac-1978-4f75-bc0f-d663d77b8f5b yet. {{(pid=103702) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:01:44.292361 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-39c27512-6786-4767-b566-4265e042d022 req-61b2d34c-9e38-4164-876f-b73b24977f1e service neutron] Publish callbacks [] for port (39c50eac-1978-4f75-bc0f-d663d77b8f5b), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:44.309037 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-39c27512-6786-4767-b566-4265e042d022 req-61b2d34c-9e38-4164-876f-b73b24977f1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (39c50eac-1978-4f75-bc0f-d663d77b8f5b), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:44.315555 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-575b22c6-db37-4a39-a8ac-035746df98d8 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12647271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58706289'] for subnet (bc40ddcb-a208-4a89-89f1-37e99f5a5d24), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:44.321336 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-3bc466fa-c02b-485a-84d5-6348218bbedb None None] Current status of the port 15ac1939-945e-4030-a433-0a15289f6543 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:01:44.351190 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-65e32618-df66-4f44-9faa-a8b57d7e0297 None None] For port 15ac1939-945e-4030-a433-0a15289f6543, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=15ac1939-945e-4030-a433-0a15289f6543,segment=NetworkSegment(c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8),segment_id=c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:01:44.351518 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-65e32618-df66-4f44-9faa-a8b57d7e0297 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (15ac1939-945e-4030-a433-0a15289f6543), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:44.358930 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 47890) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:44.375769 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-65e32618-df66-4f44-9faa-a8b57d7e0297 None None] Calling delete_port for 15ac1939-945e-4030-a433-0a15289f6543 owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:01:44.438887 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-39c27512-6786-4767-b566-4265e042d022 req-61b2d34c-9e38-4164-876f-b73b24977f1e service neutron] No DVR routers for this DVR port 39c50eac-1978-4f75-bc0f-d663d77b8f5b on host n-h1-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:01:44.503002 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb802b0-9cef-44c3-baee-3ab41760eebe req-c63c295f-d6b1-43b4-acec-115d9789bb44 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:44.508157 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b2d34c-9e38-4164-876f-b73b24977f1e service neutron] Pushing event updated for resources: {'Port': ['ID=39c50eac-1978-4f75-bc0f-d663d77b8f5b,revision_number=6']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:44.522805 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb802b0-9cef-44c3-baee-3ab41760eebe req-c63c295f-d6b1-43b4-acec-115d9789bb44 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:44.527524 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 15ac1939-945e-4030-a433-0a15289f6543 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:01:44.529423 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-39c27512-6786-4767-b566-4265e042d022 req-61b2d34c-9e38-4164-876f-b73b24977f1e service neutron] In _notify_port_updated(), no bound segment for port 39c50eac-1978-4f75-bc0f-d663d77b8f5b on network 25635acc-9f56-41ab-b8cd-dd2744f3f7b3 {{(pid=103702) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 03:01:44.532420 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb802b0-9cef-44c3-baee-3ab41760eebe req-c63c295f-d6b1-43b4-acec-115d9789bb44 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:44.538512 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb802b0-9cef-44c3-baee-3ab41760eebe req-c63c295f-d6b1-43b4-acec-115d9789bb44 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:44.541723 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c27512-6786-4767-b566-4265e042d022 req-61b2d34c-9e38-4164-876f-b73b24977f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:44.542373 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-39c27512-6786-4767-b566-4265e042d022 req-61b2d34c-9e38-4164-876f-b73b24977f1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:44.543841 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-39c27512-6786-4767-b566-4265e042d022 req-61b2d34c-9e38-4164-876f-b73b24977f1e service neutron] 10.222.0.73 "PUT /v2.0/ports/39c50eac-1978-4f75-bc0f-d663d77b8f5b HTTP/1.1" status: 200 len: 1027 time: 0.8382041 Feb 19 03:01:44.546934 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb802b0-9cef-44c3-baee-3ab41760eebe req-c63c295f-d6b1-43b4-acec-115d9789bb44 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:44.562059 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb802b0-9cef-44c3-baee-3ab41760eebe req-c63c295f-d6b1-43b4-acec-115d9789bb44 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:44.567400 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb802b0-9cef-44c3-baee-3ab41760eebe req-c63c295f-d6b1-43b4-acec-115d9789bb44 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:44.585842 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-edb802b0-9cef-44c3-baee-3ab41760eebe req-c63c295f-d6b1-43b4-acec-115d9789bb44 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 5435 time: 0.8337080 Feb 19 03:01:44.612310 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-65e32618-df66-4f44-9faa-a8b57d7e0297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (15ac1939-945e-4030-a433-0a15289f6543), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:44.613610 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5fb531d4-4ea3-47ee-95aa-aad0e9bad78e tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (6d2291cd-1026-449f-a2d2-fcc2d3cebdc7), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:44.622116 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575b22c6-db37-4a39-a8ac-035746df98d8 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:01:44.651140 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e32618-df66-4f44-9faa-a8b57d7e0297 None None] Pushing event deleted for resources: {'Port': ['ID=15ac1939-945e-4030-a433-0a15289f6543,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:44.661352 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e32618-df66-4f44-9faa-a8b57d7e0297 None None] No DVR routers for this DVR port 15ac1939-945e-4030-a433-0a15289f6543 on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:01:44.681229 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5fb531d4-4ea3-47ee-95aa-aad0e9bad78e tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:44.681818 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 097415e5-0016-45c8-ba8d-c0ccd2f62f97 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:01:44.688975 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-5fb531d4-4ea3-47ee-95aa-aad0e9bad78e tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "DELETE /v2.0/networks/6d2291cd-1026-449f-a2d2-fcc2d3cebdc7 HTTP/1.1" status: 204 len: 168 time: 3.6388311 Feb 19 03:01:44.694902 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 47894) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:44.704241 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-575b22c6-db37-4a39-a8ac-035746df98d8 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:01:44.711578 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 097415e5-0016-45c8-ba8d-c0ccd2f62f97 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:01:44.712016 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 097415e5-0016-45c8-ba8d-c0ccd2f62f97 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:01:44.712504 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 15ac1939-945e-4030-a433-0a15289f6543 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:01:44.726026 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c27512-6786-4767-b566-4265e042d022 req-50186d92-4830-45de-9f7c-f236b43da4bc tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:44.730569 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-39c27512-6786-4767-b566-4265e042d022 req-50186d92-4830-45de-9f7c-f236b43da4bc tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.73 "GET /v2.0/ports/9471084b-14f7-4ecb-9ee5-e3a2aa4f8f97?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1807201 Feb 19 03:01:44.733363 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e34a6358-75b4-4cbb-be4b-541016119665 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:44.737887 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441d66d9-3d73-491f-a326-3be61115caef None None] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:01:44.744437 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 15ac1939-945e-4030-a433-0a15289f6543 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:01:44.744652 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-39c27512-6786-4767-b566-4265e042d022 req-34803f03-ad86-4bae-8ffb-34f9873591ad service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:01:44.744956 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 15ac1939-945e-4030-a433-0a15289f6543 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:01:44.764000 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-bb71852a-c21e-405e-852b-2d25e4760541 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1047590716'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:01:44.776274 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575b22c6-db37-4a39-a8ac-035746df98d8 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:44.776874 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-575b22c6-db37-4a39-a8ac-035746df98d8 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:44.788801 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb531d4-4ea3-47ee-95aa-aad0e9bad78e tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Pushing event deleted for resources: {'Network': ['ID=6d2291cd-1026-449f-a2d2-fcc2d3cebdc7,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:44.799730 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575b22c6-db37-4a39-a8ac-035746df98d8 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event updated for resources: {'Subnet': ['ID=bc40ddcb-a208-4a89-89f1-37e99f5a5d24,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:44.845858 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b26d1-6828-4e3c-8e5b-faa2f7c955ab req-d66a4578-e44b-492f-b825-31f6277cb74d tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:44.847905 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c83b26d1-6828-4e3c-8e5b-faa2f7c955ab req-d66a4578-e44b-492f-b825-31f6277cb74d tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 947 time: 0.7016892 Feb 19 03:01:44.854374 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-39c27512-6786-4767-b566-4265e042d022 req-34803f03-ad86-4bae-8ffb-34f9873591ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (9471084b-14f7-4ecb-9ee5-e3a2aa4f8f97), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:44.881955 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-5319b966-cce8-46c8-9242-a59fc4eb530c None None] Provisioning complete for port 39c50eac-1978-4f75-bc0f-d663d77b8f5b triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:01:44.882939 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5319b966-cce8-46c8-9242-a59fc4eb530c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (39c50eac-1978-4f75-bc0f-d663d77b8f5b), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:44.907784 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6f37eb-7f79-493e-87e1-68eb9209cc15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-48d3009f-8d6e-4fac-a460-ff95e3f8d78a', 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a', 'project_id': 'bb74a1a86b774cd895fbb7befcc78fd8', 'fixed_ips': [{'subnet_id': 'bc40ddcb-a208-4a89-89f1-37e99f5a5d24'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:01:44.909179 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-1b6f37eb-7f79-493e-87e1-68eb9209cc15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:44.938992 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-5319b966-cce8-46c8-9242-a59fc4eb530c None None] Port 39c50eac-1978-4f75-bc0f-d663d77b8f5b cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:01:44.966211 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-575b22c6-db37-4a39-a8ac-035746df98d8 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2719131 Feb 19 03:01:44.967110 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 47902) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:44.972736 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-f681e2cd-c541-4bf6-b0a6-323ff88f6368 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Request body: {'subnet': {'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:01:44.974849 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb71852a-c21e-405e-852b-2d25e4760541 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Made reservation on behalf of e1a55fde9c7e4f5d96053750d488e677 for: {'network': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:01:44.978629 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bb71852a-c21e-405e-852b-2d25e4760541 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:45.016581 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb71852a-c21e-405e-852b-2d25e4760541 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] vlan segment allocate from pool success with {'vlan_id': 258, 'physical_network': 'physnet1'} {{(pid=103701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:01:45.042498 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bb71852a-c21e-405e-852b-2d25e4760541 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (f8edb523-483c-49fd-8fca-74b66cd165c0), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:45.042498 n-d-826753-2 neutron-server[103701]: INFO neutron.db.segments_db [None req-bb71852a-c21e-405e-852b-2d25e4760541 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Added segment f8edb523-483c-49fd-8fca-74b66cd165c0 of type vlan for network 6dd99fb2-bd56-4d6a-bce5-6994a4c82dc6 Feb 19 03:01:45.089794 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bb71852a-c21e-405e-852b-2d25e4760541 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (6dd99fb2-bd56-4d6a-bce5-6994a4c82dc6), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:45.137185 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bb71852a-c21e-405e-852b-2d25e4760541 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (6dd99fb2-bd56-4d6a-bce5-6994a4c82dc6), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:45.143470 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb71852a-c21e-405e-852b-2d25e4760541 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:45.144210 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bb71852a-c21e-405e-852b-2d25e4760541 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:45.148222 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-1b6f37eb-7f79-493e-87e1-68eb9209cc15 None None] Allocated IP 172.20.0.2 (48d3009f-8d6e-4fac-a460-ff95e3f8d78a/bc40ddcb-a208-4a89-89f1-37e99f5a5d24/03d52e51-dc25-4da5-ad27-565799575eac) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:01:45.153355 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e34a6358-75b4-4cbb-be4b-541016119665 admin admin] Publish callbacks [] for security_group (275abfc1-a9c0-4772-95b3-c6de98171cf9), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:45.217045 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e34a6358-75b4-4cbb-be4b-541016119665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (275abfc1-a9c0-4772-95b3-c6de98171cf9), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:45.277338 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-bb71852a-c21e-405e-852b-2d25e4760541 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5753558 Feb 19 03:01:45.281218 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 47910) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:45.287412 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c83b26d1-6828-4e3c-8e5b-faa2f7c955ab req-4c0afd21-1719-4e9f-b812-55da6121c64c tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4275901 Feb 19 03:01:45.291999 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34a6358-75b4-4cbb-be4b-541016119665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=275abfc1-a9c0-4772-95b3-c6de98171cf9,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:45.295455 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-d09951d6-ee23-4b50-8680-3553e95c01f1 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Request body: {'subnet': {'network_id': '6dd99fb2-bd56-4d6a-bce5-6994a4c82dc6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:01:45.298663 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-e34a6358-75b4-4cbb-be4b-541016119665 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=bf568542f64d45debf5da31c2caf5665&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9383521 Feb 19 03:01:45.303997 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-edb802b0-9cef-44c3-baee-3ab41760eebe req-9a1baa43-197a-4e68-9a8d-2a28dbdf7b14 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/security-groups?id=344800ac-992b-44b9-a49a-a7d4e6a6fc53&id=197f0109-f833-46dd-9ffe-3ff812885f73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6634738 Feb 19 03:01:45.304480 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 47912) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:45.308432 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f681e2cd-c541-4bf6-b0a6-323ff88f6368 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Made reservation on behalf of bb74a1a86b774cd895fbb7befcc78fd8 for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:01:45.321205 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f681e2cd-c541-4bf6-b0a6-323ff88f6368 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:45.324931 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb71852a-c21e-405e-852b-2d25e4760541 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Pushing event updated for resources: {'Network': ['ID=6dd99fb2-bd56-4d6a-bce5-6994a4c82dc6,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:45.373839 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-39c27512-6786-4767-b566-4265e042d022 req-34803f03-ad86-4bae-8ffb-34f9873591ad service neutron] For port 9471084b-14f7-4ecb-9ee5-e3a2aa4f8f97, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=9471084b-14f7-4ecb-9ee5-e3a2aa4f8f97,segment=NetworkSegment(0ac8fc0c-e771-432c-9de7-07e76dbe0cc7),segment_id=0ac8fc0c-e771-432c-9de7-07e76dbe0cc7)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:01:45.405130 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 6dd99fb2-bd56-4d6a-bce5-6994a4c82dc6 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:01:45.424294 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-39c27512-6786-4767-b566-4265e042d022 req-34803f03-ad86-4bae-8ffb-34f9873591ad service neutron] For port 9471084b-14f7-4ecb-9ee5-e3a2aa4f8f97, host n-h1-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:01:45.498682 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-39c27512-6786-4767-b566-4265e042d022 req-34803f03-ad86-4bae-8ffb-34f9873591ad service neutron] device_id is not set on port 9471084b-14f7-4ecb-9ee5-e3a2aa4f8f97 yet. {{(pid=103702) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:01:45.512409 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-39c27512-6786-4767-b566-4265e042d022 req-34803f03-ad86-4bae-8ffb-34f9873591ad service neutron] Publish callbacks [] for port (9471084b-14f7-4ecb-9ee5-e3a2aa4f8f97), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:45.546166 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-22ec14dc-b5ec-459c-95a0-1cc45355318d admin admin] Publish callbacks [] for security_group (275abfc1-a9c0-4772-95b3-c6de98171cf9), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:45.561519 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-1b6f37eb-7f79-493e-87e1-68eb9209cc15 None None] Publish callbacks [] for port (03d52e51-dc25-4da5-ad27-565799575eac), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:45.570087 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-0cdf94e0-eadf-43c8-8a8a-dabfd1a132aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:45.576170 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-1b6f37eb-7f79-493e-87e1-68eb9209cc15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (03d52e51-dc25-4da5-ad27-565799575eac), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:45.577862 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7344b68-c622-47b6-92e9-5f018a7595b2 req-a68a7bd6-b293-4fbe-915a-baa68a863568 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:45.595414 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a7344b68-c622-47b6-92e9-5f018a7595b2 req-a68a7bd6-b293-4fbe-915a-baa68a863568 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 947 time: 0.1629529 Feb 19 03:01:45.610424 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d09951d6-ee23-4b50-8680-3553e95c01f1 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Made reservation on behalf of e1a55fde9c7e4f5d96053750d488e677 for: {'subnet': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:01:45.614222 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d09951d6-ee23-4b50-8680-3553e95c01f1 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58706307'] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:45.685722 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6f37eb-7f79-493e-87e1-68eb9209cc15 None None] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:01:45.690666 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-1b6f37eb-7f79-493e-87e1-68eb9209cc15 None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:01:45.692081 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-22ec14dc-b5ec-459c-95a0-1cc45355318d admin admin] Publish callbacks [] for security_group (275abfc1-a9c0-4772-95b3-c6de98171cf9), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:45.695676 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6f37eb-7f79-493e-87e1-68eb9209cc15 None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:01:45.703850 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6f37eb-7f79-493e-87e1-68eb9209cc15 None None] Pushing event updated for resources: {'Port': ['ID=03d52e51-dc25-4da5-ad27-565799575eac,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:45.722365 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-39c27512-6786-4767-b566-4265e042d022 req-34803f03-ad86-4bae-8ffb-34f9873591ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (9471084b-14f7-4ecb-9ee5-e3a2aa4f8f97), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:45.726613 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6f37eb-7f79-493e-87e1-68eb9209cc15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:01:45.727036 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6f37eb-7f79-493e-87e1-68eb9209cc15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:01:45.727382 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6f37eb-7f79-493e-87e1-68eb9209cc15 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:01:45.727720 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6f37eb-7f79-493e-87e1-68eb9209cc15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:01:45.728054 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6f37eb-7f79-493e-87e1-68eb9209cc15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:01:45.729032 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6f37eb-7f79-493e-87e1-68eb9209cc15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:01:45.729378 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6f37eb-7f79-493e-87e1-68eb9209cc15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:01:45.730235 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6f37eb-7f79-493e-87e1-68eb9209cc15 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:01:45.730235 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6f37eb-7f79-493e-87e1-68eb9209cc15 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:01:45.730437 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6f37eb-7f79-493e-87e1-68eb9209cc15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:01:45.730711 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6f37eb-7f79-493e-87e1-68eb9209cc15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:01:45.731035 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6f37eb-7f79-493e-87e1-68eb9209cc15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:01:45.731357 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6f37eb-7f79-493e-87e1-68eb9209cc15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:01:45.793447 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-1b6f37eb-7f79-493e-87e1-68eb9209cc15 None None] Attempting to bind port 03d52e51-dc25-4da5-ad27-565799575eac on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:01:45.794072 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-1b6f37eb-7f79-493e-87e1-68eb9209cc15 None None] Attempting to bind port 03d52e51-dc25-4da5-ad27-565799575eac by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': 'c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:01:45.794615 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6f37eb-7f79-493e-87e1-68eb9209cc15 None None] Attempting to bind port 03d52e51-dc25-4da5-ad27-565799575eac on network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:01:45.805306 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-39c27512-6786-4767-b566-4265e042d022 req-34803f03-ad86-4bae-8ffb-34f9873591ad service neutron] No DVR routers for this DVR port 9471084b-14f7-4ecb-9ee5-e3a2aa4f8f97 on host n-h1-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:01:45.814973 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6f37eb-7f79-493e-87e1-68eb9209cc15 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:01:45.815841 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6f37eb-7f79-493e-87e1-68eb9209cc15 None None] Checking segment: {'id': 'c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:01:45.816548 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-1b6f37eb-7f79-493e-87e1-68eb9209cc15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:45.817107 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6f37eb-7f79-493e-87e1-68eb9209cc15 None None] Bound using segment: {'id': 'c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:01:45.818674 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-1b6f37eb-7f79-493e-87e1-68eb9209cc15 None None] Bound port: 03d52e51-dc25-4da5-ad27-565799575eac, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:01:45.819277 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-1b6f37eb-7f79-493e-87e1-68eb9209cc15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (03d52e51-dc25-4da5-ad27-565799575eac), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:45.846630 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34803f03-ad86-4bae-8ffb-34f9873591ad service neutron] Pushing event updated for resources: {'Port': ['ID=9471084b-14f7-4ecb-9ee5-e3a2aa4f8f97,revision_number=6']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:45.901900 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-39c27512-6786-4767-b566-4265e042d022 req-34803f03-ad86-4bae-8ffb-34f9873591ad service neutron] In _notify_port_updated(), no bound segment for port 9471084b-14f7-4ecb-9ee5-e3a2aa4f8f97 on network 25635acc-9f56-41ab-b8cd-dd2744f3f7b3 {{(pid=103702) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 03:01:45.902884 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c27512-6786-4767-b566-4265e042d022 req-34803f03-ad86-4bae-8ffb-34f9873591ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:45.905547 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-39c27512-6786-4767-b566-4265e042d022 req-34803f03-ad86-4bae-8ffb-34f9873591ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:45.905547 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-39c27512-6786-4767-b566-4265e042d022 req-34803f03-ad86-4bae-8ffb-34f9873591ad service neutron] 10.222.0.73 "PUT /v2.0/ports/9471084b-14f7-4ecb-9ee5-e3a2aa4f8f97 HTTP/1.1" status: 200 len: 1027 time: 1.1671538 Feb 19 03:01:45.938093 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a7344b68-c622-47b6-92e9-5f018a7595b2 req-26f95719-1e5e-44ed-be36-a082799ce38d tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3362923 Feb 19 03:01:45.980429 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-1b6f37eb-7f79-493e-87e1-68eb9209cc15 None None] For port 03d52e51-dc25-4da5-ad27-565799575eac, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:01:45.990933 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-1b6f37eb-7f79-493e-87e1-68eb9209cc15 None None] For port 03d52e51-dc25-4da5-ad27-565799575eac, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=03d52e51-dc25-4da5-ad27-565799575eac,segment=NetworkSegment(c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8),segment_id=c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:01:45.997879 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-22ec14dc-b5ec-459c-95a0-1cc45355318d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (275abfc1-a9c0-4772-95b3-c6de98171cf9), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:46.000824 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-22ec14dc-b5ec-459c-95a0-1cc45355318d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:46.006012 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-22ec14dc-b5ec-459c-95a0-1cc45355318d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/275abfc1-a9c0-4772-95b3-c6de98171cf9 HTTP/1.1" status: 204 len: 168 time: 0.6983626 Feb 19 03:01:46.015499 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-1b6f37eb-7f79-493e-87e1-68eb9209cc15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (03d52e51-dc25-4da5-ad27-565799575eac), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:46.113179 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ec14dc-b5ec-459c-95a0-1cc45355318d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=275abfc1-a9c0-4772-95b3-c6de98171cf9,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:46.213929 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6f37eb-7f79-493e-87e1-68eb9209cc15 None None] Pushing event updated for resources: {'Port': ['ID=03d52e51-dc25-4da5-ad27-565799575eac,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:46.236188 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-175c4b13-93e9-4561-af80-3485ac45d0c8 None None] Provisioning complete for port 9471084b-14f7-4ecb-9ee5-e3a2aa4f8f97 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:01:46.236660 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-175c4b13-93e9-4561-af80-3485ac45d0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (9471084b-14f7-4ecb-9ee5-e3a2aa4f8f97), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:46.282439 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-39c27512-6786-4767-b566-4265e042d022 req-bb552a6d-b522-4702-8cd4-15af311f5f64 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Deleting port ac5c2c1c-f8c0-46f3-9acf-0736307c93cf {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:01:46.282903 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-39c27512-6786-4767-b566-4265e042d022 req-bb552a6d-b522-4702-8cd4-15af311f5f64 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (ac5c2c1c-f8c0-46f3-9acf-0736307c93cf), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:46.324834 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device e8a9a31d-d1ce-4ae0-aba3-bf180e7af83d no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:01:46.330616 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-175c4b13-93e9-4561-af80-3485ac45d0c8 None None] Port 9471084b-14f7-4ecb-9ee5-e3a2aa4f8f97 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:01:46.377303 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d09951d6-ee23-4b50-8680-3553e95c01f1 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12647271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58706289'] for subnet (d39b2fc5-37a3-49dd-adba-c8553b7470b9), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:46.441096 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f413c1b-a2a1-4259-994b-96fbecb3f909 req-b6e5499d-7e06-4ba9-a0d4-dc21887b7eff tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:46.450529 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0f413c1b-a2a1-4259-994b-96fbecb3f909 req-b6e5499d-7e06-4ba9-a0d4-dc21887b7eff tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 947 time: 0.3255148 Feb 19 03:01:46.488100 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-39c27512-6786-4767-b566-4265e042d022 req-bb552a6d-b522-4702-8cd4-15af311f5f64 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] For port ac5c2c1c-f8c0-46f3-9acf-0736307c93cf, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=ac5c2c1c-f8c0-46f3-9acf-0736307c93cf,segment=NetworkSegment(4247e9f2-6084-4087-858e-e9d1c217426d),segment_id=4247e9f2-6084-4087-858e-e9d1c217426d)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:01:46.489185 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-39c27512-6786-4767-b566-4265e042d022 req-bb552a6d-b522-4702-8cd4-15af311f5f64 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (ac5c2c1c-f8c0-46f3-9acf-0736307c93cf), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:46.507507 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-39c27512-6786-4767-b566-4265e042d022 req-bb552a6d-b522-4702-8cd4-15af311f5f64 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Calling delete_port for ac5c2c1c-f8c0-46f3-9acf-0736307c93cf owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:01:46.603600 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port e8a9a31d-d1ce-4ae0-aba3-bf180e7af83d is: ACTIVE; New status is: DOWN {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:01:46.604001 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (e8a9a31d-d1ce-4ae0-aba3-bf180e7af83d), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:46.696751 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adc61766-d3ce-4371-ba49-05b3f7dc0524', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8a9a31d-d1ce-4ae0-aba3-bf180e7af83d'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:01:46.705362 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0da2e57-3bbd-4af8-94d9-ee2d5133435d" -d '{"events": [{"server_uuid": "adc61766-d3ce-4371-ba49-05b3f7dc0524", "name": "network-vif-unplugged", "status": "completed", "tag": "e8a9a31d-d1ce-4ae0-aba3-bf180e7af83d"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:01:46.721758 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09951d6-ee23-4b50-8680-3553e95c01f1 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Pushing event updated for resources: {'Subnet': ['ID=d39b2fc5-37a3-49dd-adba-c8553b7470b9,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:46.739401 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port e8a9a31d-d1ce-4ae0-aba3-bf180e7af83d, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=e8a9a31d-d1ce-4ae0-aba3-bf180e7af83d,segment=NetworkSegment(0ac8fc0c-e771-432c-9de7-07e76dbe0cc7),segment_id=0ac8fc0c-e771-432c-9de7-07e76dbe0cc7)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:01:46.751675 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (e8a9a31d-d1ce-4ae0-aba3-bf180e7af83d), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:46.752418 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device baadb01a-13aa-403f-bd9b-45b06f458a15 no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:01:46.776372 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0f413c1b-a2a1-4259-994b-96fbecb3f909 req-820cfd77-c717-4a7d-a313-100a8171256a tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3248708 Feb 19 03:01:46.777327 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 47932) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:46.781038 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09951d6-ee23-4b50-8680-3553e95c01f1 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Checking segment: {'id': 'f8edb523-483c-49fd-8fca-74b66cd165c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '6dd99fb2-bd56-4d6a-bce5-6994a4c82dc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:01:46.787067 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09951d6-ee23-4b50-8680-3553e95c01f1 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Network hostable DHCP agents. Network: 6dd99fb2-bd56-4d6a-bce5-6994a4c82dc6, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:01:46.838465 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 03d52e51-dc25-4da5-ad27-565799575eac up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:01:46.866662 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeea975-db93-4839-a661-7695ad230590 req-e8ecbdcb-1f3c-43c7-8d43-aaa87fb6ad80 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:46.873766 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeea975-db93-4839-a661-7695ad230590 req-e8ecbdcb-1f3c-43c7-8d43-aaa87fb6ad80 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:46.892393 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeea975-db93-4839-a661-7695ad230590 req-e8ecbdcb-1f3c-43c7-8d43-aaa87fb6ad80 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:46.899044 n-d-826753-2 neutron-server[103702]: DEBUG neutron.objects.ports [None req-f681e2cd-c541-4bf6-b0a6-323ff88f6368 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103702) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 03:01:46.912079 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeea975-db93-4839-a661-7695ad230590 req-e8ecbdcb-1f3c-43c7-8d43-aaa87fb6ad80 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:46.916594 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-39c27512-6786-4767-b566-4265e042d022 req-bb552a6d-b522-4702-8cd4-15af311f5f64 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (ac5c2c1c-f8c0-46f3-9acf-0736307c93cf), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:46.923269 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeea975-db93-4839-a661-7695ad230590 req-e8ecbdcb-1f3c-43c7-8d43-aaa87fb6ad80 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:46.926789 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ceeea975-db93-4839-a661-7695ad230590 req-e8ecbdcb-1f3c-43c7-8d43-aaa87fb6ad80 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 3887 time: 0.4082024 Feb 19 03:01:46.934538 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed63ddf2-d8fe-4466-b7ad-832a92ae1913 x-openstack-request-id: req-ed63ddf2-d8fe-4466-b7ad-832a92ae1913 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:01:46.934885 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adc61766-d3ce-4371-ba49-05b3f7dc0524", "name": "network-vif-unplugged", "status": "completed", "tag": "e8a9a31d-d1ce-4ae0-aba3-bf180e7af83d", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:01:46.935194 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ed63ddf2-d8fe-4466-b7ad-832a92ae1913 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:01:46.935587 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adc61766-d3ce-4371-ba49-05b3f7dc0524', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8a9a31d-d1ce-4ae0-aba3-bf180e7af83d', 'code': 200} Feb 19 03:01:46.940561 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e48b0e1d-df00-4930-b36b-6cc66ee8cbd1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:47.221159 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb552a6d-b522-4702-8cd4-15af311f5f64 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Pushing event deleted for resources: {'Port': ['ID=ac5c2c1c-f8c0-46f3-9acf-0736307c93cf,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:47.223284 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09951d6-ee23-4b50-8680-3553e95c01f1 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Network 6dd99fb2-bd56-4d6a-bce5-6994a4c82dc6 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:01:47.300505 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e48b0e1d-df00-4930-b36b-6cc66ee8cbd1 admin admin] Publish callbacks [] for security_group (dbb4cb85-80e5-4f47-a26f-e404fac58bdb), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:47.308040 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ceeea975-db93-4839-a661-7695ad230590 req-bf54c617-134c-4713-880e-7c4794aca565 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/security-groups?id=197f0109-f833-46dd-9ffe-3ff812885f73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3602850 Feb 19 03:01:47.314770 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e48b0e1d-df00-4930-b36b-6cc66ee8cbd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (dbb4cb85-80e5-4f47-a26f-e404fac58bdb), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:47.405923 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-39c27512-6786-4767-b566-4265e042d022 req-bb552a6d-b522-4702-8cd4-15af311f5f64 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] No DVR routers for this DVR port ac5c2c1c-f8c0-46f3-9acf-0736307c93cf on host n-h1-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:01:47.412725 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48b0e1d-df00-4930-b36b-6cc66ee8cbd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb4cb85-80e5-4f47-a26f-e404fac58bdb,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:47.421885 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-e48b0e1d-df00-4930-b36b-6cc66ee8cbd1 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a3ffb78229b341bfa0a8c947ad980b4f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6397498 Feb 19 03:01:47.421885 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-d09951d6-ee23-4b50-8680-3553e95c01f1 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 6dd99fb2-bd56-4d6a-bce5-6994a4c82dc6) {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:01:47.422154 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-39c27512-6786-4767-b566-4265e042d022 req-bb552a6d-b522-4702-8cd4-15af311f5f64 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:47.425502 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-39c27512-6786-4767-b566-4265e042d022 req-bb552a6d-b522-4702-8cd4-15af311f5f64 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.73 "DELETE /v2.0/ports/ac5c2c1c-f8c0-46f3-9acf-0736307c93cf HTTP/1.1" status: 204 len: 173 time: 1.5126693 Feb 19 03:01:47.425999 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adc61766-d3ce-4371-ba49-05b3f7dc0524', 'name': 'network-vif-deleted', 'tag': 'ac5c2c1c-f8c0-46f3-9acf-0736307c93cf'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:01:47.426848 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 47942) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:47.428826 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a51ccaab-a91f-451b-b348-f486611fc27b" -d '{"events": [{"server_uuid": "adc61766-d3ce-4371-ba49-05b3f7dc0524", "name": "network-vif-deleted", "tag": "ac5c2c1c-f8c0-46f3-9acf-0736307c93cf"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:01:47.471589 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b40306-3caf-4b00-b29c-fdc962da4e8a None None] Network 6dd99fb2-bd56-4d6a-bce5-6994a4c82dc6 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:01:47.475461 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09951d6-ee23-4b50-8680-3553e95c01f1 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:47.476205 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d09951d6-ee23-4b50-8680-3553e95c01f1 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:47.503342 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-d09951d6-ee23-4b50-8680-3553e95c01f1 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2201202 Feb 19 03:01:47.509336 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 47946) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:47.527699 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-42ad13b3-1323-481c-a8d5-fef11e9ca488 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-585353326', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:01:47.572556 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=e8a9a31d-d1ce-4ae0-aba3-bf180e7af83d,revision_number=6']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:47.594937 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port baadb01a-13aa-403f-bd9b-45b06f458a15 is: ACTIVE; New status is: DOWN {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:01:47.595416 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b99819b7-1154-47b6-ac5d-f2b5155028a1 admin admin] Publish callbacks [] for security_group (dbb4cb85-80e5-4f47-a26f-e404fac58bdb), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:47.597742 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (baadb01a-13aa-403f-bd9b-45b06f458a15), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:47.600716 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c9f16ce-d19d-469e-85d7-94034c03e9d5 x-openstack-request-id: req-8c9f16ce-d19d-469e-85d7-94034c03e9d5 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:01:47.601705 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adc61766-d3ce-4371-ba49-05b3f7dc0524", "name": "network-vif-deleted", "tag": "ac5c2c1c-f8c0-46f3-9acf-0736307c93cf", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:01:47.602149 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8c9f16ce-d19d-469e-85d7-94034c03e9d5 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:01:47.602763 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adc61766-d3ce-4371-ba49-05b3f7dc0524', 'name': 'network-vif-deleted', 'tag': 'ac5c2c1c-f8c0-46f3-9acf-0736307c93cf', 'status': 'completed', 'code': 200} Feb 19 03:01:47.633702 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b99819b7-1154-47b6-ac5d-f2b5155028a1 admin admin] Publish callbacks [] for security_group (dbb4cb85-80e5-4f47-a26f-e404fac58bdb), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:47.635636 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 03d52e51-dc25-4da5-ad27-565799575eac triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:01:47.636023 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (03d52e51-dc25-4da5-ad27-565799575eac), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:47.703340 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-42ad13b3-1323-481c-a8d5-fef11e9ca488 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14172'] for router (8b06fe39-eab9-43af-bef1-4ac2a808dab0), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:47.704443 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-42ad13b3-1323-481c-a8d5-fef11e9ca488 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16317487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16285822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16309985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14247'] for router (8b06fe39-eab9-43af-bef1-4ac2a808dab0), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:47.725049 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c504835d-561a-453a-bfce-d32c35d2e362 req-b9a6ef72-bf7a-4075-96b1-d077788f136f tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:47.734531 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c504835d-561a-453a-bfce-d32c35d2e362 req-b9a6ef72-bf7a-4075-96b1-d077788f136f tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 947 time: 0.5027077 Feb 19 03:01:47.747781 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b99819b7-1154-47b6-ac5d-f2b5155028a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (dbb4cb85-80e5-4f47-a26f-e404fac58bdb), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:47.751318 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b99819b7-1154-47b6-ac5d-f2b5155028a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:47.752676 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-b99819b7-1154-47b6-ac5d-f2b5155028a1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/dbb4cb85-80e5-4f47-a26f-e404fac58bdb HTTP/1.1" status: 204 len: 168 time: 0.3241973 Feb 19 03:01:47.804192 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99819b7-1154-47b6-ac5d-f2b5155028a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb4cb85-80e5-4f47-a26f-e404fac58bdb,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:47.810430 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f52981f6-1f9d-48f7-a7aa-3d699ec37a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:47.828077 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port baadb01a-13aa-403f-bd9b-45b06f458a15, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=baadb01a-13aa-403f-bd9b-45b06f458a15,segment=NetworkSegment(245dfdec-94d3-4f95-bab9-a70453fd4b3c),segment_id=245dfdec-94d3-4f95-bab9-a70453fd4b3c)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:01:47.843606 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb71931-421e-47d6-a934-4797000e3187 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-6dd99fb2-bd56-4d6a-bce5-6994a4c82dc6', 'network_id': '6dd99fb2-bd56-4d6a-bce5-6994a4c82dc6', 'project_id': 'e1a55fde9c7e4f5d96053750d488e677', 'fixed_ips': [{'subnet_id': 'd39b2fc5-37a3-49dd-adba-c8553b7470b9'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:01:47.844589 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f681e2cd-c541-4bf6-b0a6-323ff88f6368 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (03d52e51-dc25-4da5-ad27-565799575eac), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:47.844865 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-8fb71931-421e-47d6-a934-4797000e3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:47.861338 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (baadb01a-13aa-403f-bd9b-45b06f458a15), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:47.862894 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 0890f1e3-4129-47c9-8745-a2ac72e3c386 no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:01:47.939361 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-39c27512-6786-4767-b566-4265e042d022 req-684baf91-2fd8-41ab-aaab-73178e3a7b0c tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Deleting port 2d0648da-7207-4fde-bb28-f88b0cf46085 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:01:47.939776 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-39c27512-6786-4767-b566-4265e042d022 req-684baf91-2fd8-41ab-aaab-73178e3a7b0c tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (2d0648da-7207-4fde-bb28-f88b0cf46085), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:47.996353 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c504835d-561a-453a-bfce-d32c35d2e362 req-fd79ac2c-a8d0-4803-a325-3f5f45520856 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608356 Feb 19 03:01:47.998310 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-42ad13b3-1323-481c-a8d5-fef11e9ca488 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks [] for router_controller (8b06fe39-eab9-43af-bef1-4ac2a808dab0), precommit_add_association {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:48.009138 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-42ad13b3-1323-481c-a8d5-fef11e9ca488 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16317478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865'] for router (8b06fe39-eab9-43af-bef1-4ac2a808dab0), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:48.049247 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-42ad13b3-1323-481c-a8d5-fef11e9ca488 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks [] for router (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:48.050050 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-42ad13b3-1323-481c-a8d5-fef11e9ca488 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.5304992 Feb 19 03:01:48.054288 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 47950) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:48.059504 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-0eeb7941-708a-4fe7-b354-d0ac70abe884 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Request body: {'port': {'network_id': '6dd99fb2-bd56-4d6a-bce5-6994a4c82dc6', 'name': 'tempest-PortsTestJSON-1301955903'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:01:48.151151 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=baadb01a-13aa-403f-bd9b-45b06f458a15,revision_number=6']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:48.157845 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 03d52e51-dc25-4da5-ad27-565799575eac is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:01:48.158081 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (03d52e51-dc25-4da5-ad27-565799575eac), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:48.187934 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-f719dc36-c0fe-4e6f-80c6-38b85d18beba None None] Provisioning complete for port 03d52e51-dc25-4da5-ad27-565799575eac triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:01:48.188570 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f719dc36-c0fe-4e6f-80c6-38b85d18beba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (03d52e51-dc25-4da5-ad27-565799575eac), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:48.313438 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eeb7941-708a-4fe7-b354-d0ac70abe884 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Made reservation on behalf of e1a55fde9c7e4f5d96053750d488e677 for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:01:48.318677 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0eeb7941-708a-4fe7-b354-d0ac70abe884 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:48.345491 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [None req-0eeb7941-708a-4fe7-b354-d0ac70abe884 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] device_id is not set on port c90894fe-b830-4491-a2f1-b710f5bc5b81 yet. {{(pid=103701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:01:48.414506 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-8fb71931-421e-47d6-a934-4797000e3187 None None] Allocated IP 172.20.0.2 (6dd99fb2-bd56-4d6a-bce5-6994a4c82dc6/d39b2fc5-37a3-49dd-adba-c8553b7470b9/6d4e3bc4-f488-40ad-9d29-3779b8efb725) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:01:48.425751 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 0890f1e3-4129-47c9-8745-a2ac72e3c386 is: ACTIVE; New status is: DOWN {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:01:48.436330 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (0890f1e3-4129-47c9-8745-a2ac72e3c386), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:48.443962 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-f681e2cd-c541-4bf6-b0a6-323ff88f6368 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] For port 03d52e51-dc25-4da5-ad27-565799575eac, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=03d52e51-dc25-4da5-ad27-565799575eac,segment=NetworkSegment(c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8),segment_id=c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:01:48.513908 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-39c27512-6786-4767-b566-4265e042d022 req-684baf91-2fd8-41ab-aaab-73178e3a7b0c tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] For port 2d0648da-7207-4fde-bb28-f88b0cf46085, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=2d0648da-7207-4fde-bb28-f88b0cf46085,segment=NetworkSegment(4247e9f2-6084-4087-858e-e9d1c217426d),segment_id=4247e9f2-6084-4087-858e-e9d1c217426d)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:01:48.514401 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-39c27512-6786-4767-b566-4265e042d022 req-684baf91-2fd8-41ab-aaab-73178e3a7b0c tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (2d0648da-7207-4fde-bb28-f88b0cf46085), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:48.519000 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f681e2cd-c541-4bf6-b0a6-323ff88f6368 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks [] for port (03d52e51-dc25-4da5-ad27-565799575eac), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:48.531794 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f681e2cd-c541-4bf6-b0a6-323ff88f6368 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (03d52e51-dc25-4da5-ad27-565799575eac), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:48.617614 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f681e2cd-c541-4bf6-b0a6-323ff88f6368 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (4f2e17a6-fd91-4427-9c40-2ab1d95f8774), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:48.622920 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d132450-769a-498a-9eef-1d82f99b1964 req-7bf23172-516d-4210-8214-4603300fd287 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:48.632066 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-39c27512-6786-4767-b566-4265e042d022 req-684baf91-2fd8-41ab-aaab-73178e3a7b0c tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Calling delete_port for 2d0648da-7207-4fde-bb28-f88b0cf46085 owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:01:48.634291 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f681e2cd-c541-4bf6-b0a6-323ff88f6368 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event updated for resources: {'Port': ['ID=03d52e51-dc25-4da5-ad27-565799575eac,revision_number=4']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:48.640257 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d132450-769a-498a-9eef-1d82f99b1964 req-7bf23172-516d-4210-8214-4603300fd287 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:48.648254 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d132450-769a-498a-9eef-1d82f99b1964 req-7bf23172-516d-4210-8214-4603300fd287 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:48.655968 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d132450-769a-498a-9eef-1d82f99b1964 req-7bf23172-516d-4210-8214-4603300fd287 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:48.664083 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9d132450-769a-498a-9eef-1d82f99b1964 req-7bf23172-516d-4210-8214-4603300fd287 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 3148 time: 0.1863985 Feb 19 03:01:48.677619 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f681e2cd-c541-4bf6-b0a6-323ff88f6368 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:01:48.686241 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-f681e2cd-c541-4bf6-b0a6-323ff88f6368 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:01:48.695986 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f681e2cd-c541-4bf6-b0a6-323ff88f6368 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:48.696727 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f681e2cd-c541-4bf6-b0a6-323ff88f6368 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:48.754477 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b18774-623f-4d32-90a8-3df0582b1e68 None None] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:01:48.775274 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9d132450-769a-498a-9eef-1d82f99b1964 req-9753e16f-bc74-47a8-9b24-85aa560286c6 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/security-groups?id=197f0109-f833-46dd-9ffe-3ff812885f73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053495 Feb 19 03:01:48.804230 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 0890f1e3-4129-47c9-8745-a2ac72e3c386, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=0890f1e3-4129-47c9-8745-a2ac72e3c386,segment=NetworkSegment(0ac8fc0c-e771-432c-9de7-07e76dbe0cc7),segment_id=0ac8fc0c-e771-432c-9de7-07e76dbe0cc7)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:01:48.842675 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f681e2cd-c541-4bf6-b0a6-323ff88f6368 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event updated for resources: {'Subnet': ['ID=4f2e17a6-fd91-4427-9c40-2ab1d95f8774,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:48.866355 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (0890f1e3-4129-47c9-8745-a2ac72e3c386), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:48.867435 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device ac5c2c1c-f8c0-46f3-9acf-0736307c93cf no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:01:48.867933 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-f681e2cd-c541-4bf6-b0a6-323ff88f6368 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.8997474 Feb 19 03:01:48.870828 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 47974) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:48.878513 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-0ed448b9-bceb-4dca-bbd0-e5dfc1dd2141 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Request body: {'port': {'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a', 'mac_address': 'fa:16:3e:10:9a:61', 'name': 'tempest-NetworksTestDHCPv6-2123711363'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:01:48.881042 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-f719dc36-c0fe-4e6f-80c6-38b85d18beba None None] Current status of the port 03d52e51-dc25-4da5-ad27-565799575eac is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:01:48.881705 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f719dc36-c0fe-4e6f-80c6-38b85d18beba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (03d52e51-dc25-4da5-ad27-565799575eac), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:48.945081 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.db.api [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103703) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:01:48.945849 n-d-826753-2 neutron-server[103703]: DEBUG oslo_db.api [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:01:48.946397 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adc61766-d3ce-4371-ba49-05b3f7dc0524', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'baadb01a-13aa-403f-bd9b-45b06f458a15'}, {'server_uuid': 'adc61766-d3ce-4371-ba49-05b3f7dc0524', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0890f1e3-4129-47c9-8745-a2ac72e3c386'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:01:48.948969 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ff916bf-e3f8-405f-9a68-f12bfaf9041e" -d '{"events": [{"server_uuid": "adc61766-d3ce-4371-ba49-05b3f7dc0524", "name": "network-vif-unplugged", "status": "completed", "tag": "baadb01a-13aa-403f-bd9b-45b06f458a15"}, {"server_uuid": "adc61766-d3ce-4371-ba49-05b3f7dc0524", "name": "network-vif-unplugged", "status": "completed", "tag": "0890f1e3-4129-47c9-8745-a2ac72e3c386"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:01:48.983540 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] No Port match for: ac5c2c1c-f8c0-46f3-9acf-0736307c93cf {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:01:48.984152 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device ac5c2c1c-f8c0-46f3-9acf-0736307c93cf not bound to the agent host n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:01:48.984801 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 39c50eac-1978-4f75-bc0f-d663d77b8f5b no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:01:49.081901 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Sat, 19 Feb 2022 03:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1212f6b0-67aa-4eec-9f4c-8dc546188990 x-openstack-request-id: req-1212f6b0-67aa-4eec-9f4c-8dc546188990 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:01:49.086814 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adc61766-d3ce-4371-ba49-05b3f7dc0524", "name": "network-vif-unplugged", "status": "completed", "tag": "baadb01a-13aa-403f-bd9b-45b06f458a15", "code": 200}, {"server_uuid": "adc61766-d3ce-4371-ba49-05b3f7dc0524", "name": "network-vif-unplugged", "status": "completed", "tag": "0890f1e3-4129-47c9-8745-a2ac72e3c386", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:01:49.087358 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1212f6b0-67aa-4eec-9f4c-8dc546188990 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:01:49.088013 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adc61766-d3ce-4371-ba49-05b3f7dc0524', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'baadb01a-13aa-403f-bd9b-45b06f458a15', 'code': 200} Feb 19 03:01:49.088484 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adc61766-d3ce-4371-ba49-05b3f7dc0524', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0890f1e3-4129-47c9-8745-a2ac72e3c386', 'code': 200} Feb 19 03:01:49.142520 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-f719dc36-c0fe-4e6f-80c6-38b85d18beba None None] For port 03d52e51-dc25-4da5-ad27-565799575eac, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=03d52e51-dc25-4da5-ad27-565799575eac,segment=NetworkSegment(c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8),segment_id=c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:01:49.171285 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-39c27512-6786-4767-b566-4265e042d022 req-684baf91-2fd8-41ab-aaab-73178e3a7b0c tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (2d0648da-7207-4fde-bb28-f88b0cf46085), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:49.175682 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f719dc36-c0fe-4e6f-80c6-38b85d18beba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (03d52e51-dc25-4da5-ad27-565799575eac), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:49.191591 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=0890f1e3-4129-47c9-8745-a2ac72e3c386,revision_number=6']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:49.217876 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] The host n-h1-826753-2 is not matching for port 39c50eac-1978-4f75-bc0f-d663d77b8f5b host ! {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 03:01:49.218557 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 39c50eac-1978-4f75-bc0f-d663d77b8f5b not bound to the agent host n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:01:49.219206 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 2d0648da-7207-4fde-bb28-f88b0cf46085 no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:01:49.251872 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-8fb71931-421e-47d6-a934-4797000e3187 None None] Publish callbacks [] for port (6d4e3bc4-f488-40ad-9d29-3779b8efb725), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:49.278957 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ed448b9-bceb-4dca-bbd0-e5dfc1dd2141 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Made reservation on behalf of bb74a1a86b774cd895fbb7befcc78fd8 for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:01:49.285627 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] No Port match for: 2d0648da-7207-4fde-bb28-f88b0cf46085 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:01:49.286436 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 2d0648da-7207-4fde-bb28-f88b0cf46085 not bound to the agent host n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:01:49.287155 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 9471084b-14f7-4ecb-9ee5-e3a2aa4f8f97 no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:01:49.335711 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-8fb71931-421e-47d6-a934-4797000e3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (6d4e3bc4-f488-40ad-9d29-3779b8efb725), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:49.343877 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:49.372601 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684baf91-2fd8-41ab-aaab-73178e3a7b0c tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Pushing event deleted for resources: {'Port': ['ID=2d0648da-7207-4fde-bb28-f88b0cf46085,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:49.390997 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f719dc36-c0fe-4e6f-80c6-38b85d18beba None None] Pushing event updated for resources: {'Port': ['ID=03d52e51-dc25-4da5-ad27-565799575eac,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:49.405984 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb71931-421e-47d6-a934-4797000e3187 None None] Network 6dd99fb2-bd56-4d6a-bce5-6994a4c82dc6 is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:01:49.410030 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] The host n-h1-826753-2 is not matching for port 9471084b-14f7-4ecb-9ee5-e3a2aa4f8f97 host ! {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 03:01:49.417375 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 9471084b-14f7-4ecb-9ee5-e3a2aa4f8f97 not bound to the agent host n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:01:49.421317 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-8fb71931-421e-47d6-a934-4797000e3187 None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:01:49.437710 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-39c27512-6786-4767-b566-4265e042d022 req-684baf91-2fd8-41ab-aaab-73178e3a7b0c tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] No DVR routers for this DVR port 2d0648da-7207-4fde-bb28-f88b0cf46085 on host n-h1-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:01:49.441595 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0ed448b9-bceb-4dca-bbd0-e5dfc1dd2141 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:49.443709 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-39c27512-6786-4767-b566-4265e042d022 req-684baf91-2fd8-41ab-aaab-73178e3a7b0c tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:49.448464 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-39c27512-6786-4767-b566-4265e042d022 req-684baf91-2fd8-41ab-aaab-73178e3a7b0c tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.73 "DELETE /v2.0/ports/2d0648da-7207-4fde-bb28-f88b0cf46085 HTTP/1.1" status: 204 len: 173 time: 1.9835231 Feb 19 03:01:49.470822 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb71931-421e-47d6-a934-4797000e3187 None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:01:49.542274 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [None req-0ed448b9-bceb-4dca-bbd0-e5dfc1dd2141 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] device_id is not set on port 8f9d81bb-a488-427c-b4ed-f47603615198 yet. {{(pid=103701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:01:49.598243 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3362a01-f95c-4d2d-a1d5-c8ac9c6038f5 req-5a064840-534b-4a2a-812c-a7520ecb7999 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:49.600453 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c3362a01-f95c-4d2d-a1d5-c8ac9c6038f5 req-5a064840-534b-4a2a-812c-a7520ecb7999 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 947 time: 0.4970386 Feb 19 03:01:49.618767 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adc61766-d3ce-4371-ba49-05b3f7dc0524', 'name': 'network-vif-deleted', 'tag': '2d0648da-7207-4fde-bb28-f88b0cf46085'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:01:49.621041 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a152024d-e0cd-4689-aa15-b592493df910" -d '{"events": [{"server_uuid": "adc61766-d3ce-4371-ba49-05b3f7dc0524", "name": "network-vif-deleted", "tag": "2d0648da-7207-4fde-bb28-f88b0cf46085"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:01:49.658359 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-0eeb7941-708a-4fe7-b354-d0ac70abe884 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Allocated IP 172.20.0.8 (6dd99fb2-bd56-4d6a-bce5-6994a4c82dc6/d39b2fc5-37a3-49dd-adba-c8553b7470b9/c90894fe-b830-4491-a2f1-b710f5bc5b81) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:01:49.698104 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb71931-421e-47d6-a934-4797000e3187 None None] Pushing event updated for resources: {'Port': ['ID=6d4e3bc4-f488-40ad-9d29-3779b8efb725,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:49.720375 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f61cdae-ef5b-4ee2-ab3f-f804c5225252 x-openstack-request-id: req-1f61cdae-ef5b-4ee2-ab3f-f804c5225252 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:01:49.721263 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 03d52e51-dc25-4da5-ad27-565799575eac is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:01:49.721539 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adc61766-d3ce-4371-ba49-05b3f7dc0524", "name": "network-vif-deleted", "tag": "2d0648da-7207-4fde-bb28-f88b0cf46085", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:01:49.721808 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1f61cdae-ef5b-4ee2-ab3f-f804c5225252 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:01:49.722221 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adc61766-d3ce-4371-ba49-05b3f7dc0524', 'name': 'network-vif-deleted', 'tag': '2d0648da-7207-4fde-bb28-f88b0cf46085', 'status': 'completed', 'code': 200} Feb 19 03:01:49.748407 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-8fb71931-421e-47d6-a934-4797000e3187 None None] Attempting to bind port 6d4e3bc4-f488-40ad-9d29-3779b8efb725 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:01:49.748628 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-8fb71931-421e-47d6-a934-4797000e3187 None None] Attempting to bind port 6d4e3bc4-f488-40ad-9d29-3779b8efb725 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': 'f8edb523-483c-49fd-8fca-74b66cd165c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '6dd99fb2-bd56-4d6a-bce5-6994a4c82dc6'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:01:49.748814 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb71931-421e-47d6-a934-4797000e3187 None None] Attempting to bind port 6d4e3bc4-f488-40ad-9d29-3779b8efb725 on network 6dd99fb2-bd56-4d6a-bce5-6994a4c82dc6 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:01:49.751716 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-39c27512-6786-4767-b566-4265e042d022 req-a90891e7-c2c3-4ad9-a83b-12f727cceb07 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Deleting port baadb01a-13aa-403f-bd9b-45b06f458a15 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:01:49.752411 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-39c27512-6786-4767-b566-4265e042d022 req-a90891e7-c2c3-4ad9-a83b-12f727cceb07 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (baadb01a-13aa-403f-bd9b-45b06f458a15), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:49.767527 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb71931-421e-47d6-a934-4797000e3187 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:01:49.768207 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb71931-421e-47d6-a934-4797000e3187 None None] Checking segment: {'id': 'f8edb523-483c-49fd-8fca-74b66cd165c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '6dd99fb2-bd56-4d6a-bce5-6994a4c82dc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:01:49.768355 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-8fb71931-421e-47d6-a934-4797000e3187 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:49.768765 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb71931-421e-47d6-a934-4797000e3187 None None] Bound using segment: {'id': 'f8edb523-483c-49fd-8fca-74b66cd165c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '6dd99fb2-bd56-4d6a-bce5-6994a4c82dc6'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:01:49.769342 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-8fb71931-421e-47d6-a934-4797000e3187 None None] Bound port: 6d4e3bc4-f488-40ad-9d29-3779b8efb725, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8edb523-483c-49fd-8fca-74b66cd165c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '6dd99fb2-bd56-4d6a-bce5-6994a4c82dc6'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:01:49.769734 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-8fb71931-421e-47d6-a934-4797000e3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (6d4e3bc4-f488-40ad-9d29-3779b8efb725), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:49.902164 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:01:49.979307 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 03d52e51-dc25-4da5-ad27-565799575eac up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:01:50.081599 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-39c27512-6786-4767-b566-4265e042d022 req-a90891e7-c2c3-4ad9-a83b-12f727cceb07 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] For port baadb01a-13aa-403f-bd9b-45b06f458a15, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=baadb01a-13aa-403f-bd9b-45b06f458a15,segment=NetworkSegment(245dfdec-94d3-4f95-bab9-a70453fd4b3c),segment_id=245dfdec-94d3-4f95-bab9-a70453fd4b3c)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:01:50.081969 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-39c27512-6786-4767-b566-4265e042d022 req-a90891e7-c2c3-4ad9-a83b-12f727cceb07 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (baadb01a-13aa-403f-bd9b-45b06f458a15), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:50.144503 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-8fb71931-421e-47d6-a934-4797000e3187 None None] For port 6d4e3bc4-f488-40ad-9d29-3779b8efb725, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:01:50.154640 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-8fb71931-421e-47d6-a934-4797000e3187 None None] For port 6d4e3bc4-f488-40ad-9d29-3779b8efb725, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=6d4e3bc4-f488-40ad-9d29-3779b8efb725,segment=NetworkSegment(f8edb523-483c-49fd-8fca-74b66cd165c0),segment_id=f8edb523-483c-49fd-8fca-74b66cd165c0)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:01:50.175772 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-8fb71931-421e-47d6-a934-4797000e3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (6d4e3bc4-f488-40ad-9d29-3779b8efb725), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:50.177591 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c3362a01-f95c-4d2d-a1d5-c8ac9c6038f5 req-1a8317fd-ca62-4d3f-aaae-084796c57955 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5565424 Feb 19 03:01:50.204685 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 03d52e51-dc25-4da5-ad27-565799575eac triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:01:50.205459 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (03d52e51-dc25-4da5-ad27-565799575eac), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:50.532818 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:50.540386 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb71931-421e-47d6-a934-4797000e3187 None None] Pushing event updated for resources: {'Port': ['ID=6d4e3bc4-f488-40ad-9d29-3779b8efb725,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:50.680773 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 03d52e51-dc25-4da5-ad27-565799575eac is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:01:50.747981 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-39c27512-6786-4767-b566-4265e042d022 req-a90891e7-c2c3-4ad9-a83b-12f727cceb07 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:50.748628 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-39c27512-6786-4767-b566-4265e042d022 req-a90891e7-c2c3-4ad9-a83b-12f727cceb07 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16285943'] for floatingip (b0143f2f-4d54-4d05-a815-51d4333bbebb), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:50.749177 n-d-826753-2 neutron-server[103702]: INFO neutron.db.l3_db [req-39c27512-6786-4767-b566-4265e042d022 req-a90891e7-c2c3-4ad9-a83b-12f727cceb07 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Floating IP b0143f2f-4d54-4d05-a815-51d4333bbebb disassociated. External IP: 172.25.6.210, port: baadb01a-13aa-403f-bd9b-45b06f458a15. Feb 19 03:01:50.749744 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-39c27512-6786-4767-b566-4265e042d022 req-a90891e7-c2c3-4ad9-a83b-12f727cceb07 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Calling delete_port for baadb01a-13aa-403f-bd9b-45b06f458a15 owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:01:50.914432 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-39c27512-6786-4767-b566-4265e042d022 req-a90891e7-c2c3-4ad9-a83b-12f727cceb07 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (baadb01a-13aa-403f-bd9b-45b06f458a15), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:51.262003 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4c19b2f0-3eb4-4446-baf2-1a06d96d1f21 None None] Provisioning complete for port 03d52e51-dc25-4da5-ad27-565799575eac triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:01:51.262641 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4c19b2f0-3eb4-4446-baf2-1a06d96d1f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (03d52e51-dc25-4da5-ad27-565799575eac), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:51.615370 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97012fcf-784f-47ab-997e-71fb6b067b69 req-b9036195-8421-4c57-8ffc-3f7dd1453ced tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:51.621737 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97012fcf-784f-47ab-997e-71fb6b067b69 req-b9036195-8421-4c57-8ffc-3f7dd1453ced tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:51.628149 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97012fcf-784f-47ab-997e-71fb6b067b69 req-b9036195-8421-4c57-8ffc-3f7dd1453ced tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:51.637328 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-97012fcf-784f-47ab-997e-71fb6b067b69 req-b9036195-8421-4c57-8ffc-3f7dd1453ced tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 2411 time: 1.6830649 Feb 19 03:01:51.659902 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4c19b2f0-3eb4-4446-baf2-1a06d96d1f21 None None] Current status of the port 03d52e51-dc25-4da5-ad27-565799575eac is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:01:51.882179 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2cc1df-b5b0-4cfe-85a2-019f39f9b821 req-cdaff593-35fd-433a-8ce5-ceb0a9c09288 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:51.890826 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fd2cc1df-b5b0-4cfe-85a2-019f39f9b821 req-cdaff593-35fd-433a-8ce5-ceb0a9c09288 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 947 time: 1.2820671 Feb 19 03:01:51.913312 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:51.939910 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 6d4e3bc4-f488-40ad-9d29-3779b8efb725 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:01:51.982411 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90891e7-c2c3-4ad9-a83b-12f727cceb07 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Pushing event deleted for resources: {'Port': ['ID=baadb01a-13aa-403f-bd9b-45b06f458a15,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:52.080578 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 6d4e3bc4-f488-40ad-9d29-3779b8efb725 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:01:52.081326 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (6d4e3bc4-f488-40ad-9d29-3779b8efb725), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:52.099993 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-0ed448b9-bceb-4dca-bbd0-e5dfc1dd2141 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Allocated IP 172.20.0.4 (48d3009f-8d6e-4fac-a460-ff95e3f8d78a/bc40ddcb-a208-4a89-89f1-37e99f5a5d24/8f9d81bb-a488-427c-b4ed-f47603615198) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:01:52.122547 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-0ed448b9-bceb-4dca-bbd0-e5dfc1dd2141 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Allocated IP 2001:db8::f816:3eff:fe10:9a61 (48d3009f-8d6e-4fac-a460-ff95e3f8d78a/4f2e17a6-fd91-4427-9c40-2ab1d95f8774/8f9d81bb-a488-427c-b4ed-f47603615198) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:01:52.239171 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [req-39c27512-6786-4767-b566-4265e042d022 req-a90891e7-c2c3-4ad9-a83b-12f727cceb07 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Router 2e36e84f-e23d-4b77-b60f-e340c67848ce has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:01:52.292168 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 6d4e3bc4-f488-40ad-9d29-3779b8efb725 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:01:52.292719 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (6d4e3bc4-f488-40ad-9d29-3779b8efb725), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:52.356142 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0ed448b9-bceb-4dca-bbd0-e5dfc1dd2141 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks [] for port (8f9d81bb-a488-427c-b4ed-f47603615198), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:52.405157 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port 6d4e3bc4-f488-40ad-9d29-3779b8efb725, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=6d4e3bc4-f488-40ad-9d29-3779b8efb725,segment=NetworkSegment(f8edb523-483c-49fd-8fca-74b66cd165c0),segment_id=f8edb523-483c-49fd-8fca-74b66cd165c0)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:01:52.415983 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (6d4e3bc4-f488-40ad-9d29-3779b8efb725), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:52.431486 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-39c27512-6786-4767-b566-4265e042d022 req-a90891e7-c2c3-4ad9-a83b-12f727cceb07 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:01:52.452443 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0ed448b9-bceb-4dca-bbd0-e5dfc1dd2141 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (8f9d81bb-a488-427c-b4ed-f47603615198), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:52.475259 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0eeb7941-708a-4fe7-b354-d0ac70abe884 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks [] for port (c90894fe-b830-4491-a2f1-b710f5bc5b81), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:52.479035 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-39c27512-6786-4767-b566-4265e042d022 req-a90891e7-c2c3-4ad9-a83b-12f727cceb07 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] No DVR routers for this DVR port baadb01a-13aa-403f-bd9b-45b06f458a15 on host n-h1-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:01:52.481876 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-39c27512-6786-4767-b566-4265e042d022 req-a90891e7-c2c3-4ad9-a83b-12f727cceb07 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:52.486517 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-39c27512-6786-4767-b566-4265e042d022 req-a90891e7-c2c3-4ad9-a83b-12f727cceb07 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.73 "DELETE /v2.0/ports/baadb01a-13aa-403f-bd9b-45b06f458a15 HTTP/1.1" status: 204 len: 173 time: 3.0305569 Feb 19 03:01:52.487105 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adc61766-d3ce-4371-ba49-05b3f7dc0524', 'name': 'network-vif-deleted', 'tag': 'baadb01a-13aa-403f-bd9b-45b06f458a15'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:01:52.489887 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5831561f-68c6-4ed0-923f-265271717509" -d '{"events": [{"server_uuid": "adc61766-d3ce-4371-ba49-05b3f7dc0524", "name": "network-vif-deleted", "tag": "baadb01a-13aa-403f-bd9b-45b06f458a15"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:01:52.506194 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99700d2-bd54-4d67-b920-35f177c14af0 None None] Sync routers for ids ['2e36e84f-e23d-4b77-b60f-e340c67848ce'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:01:52.529224 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed448b9-bceb-4dca-bbd0-e5dfc1dd2141 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:01:52.558348 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-0ed448b9-bceb-4dca-bbd0-e5dfc1dd2141 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:01:52.572492 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-97012fcf-784f-47ab-997e-71fb6b067b69 req-b077c93b-0e37-497f-a222-245bb6b36ceb tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/security-groups?id=197f0109-f833-46dd-9ffe-3ff812885f73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9251852 Feb 19 03:01:52.612448 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=6d4e3bc4-f488-40ad-9d29-3779b8efb725,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:52.622167 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed448b9-bceb-4dca-bbd0-e5dfc1dd2141 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:01:52.624789 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed448b9-bceb-4dca-bbd0-e5dfc1dd2141 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event updated for resources: {'Port': ['ID=8f9d81bb-a488-427c-b4ed-f47603615198,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:52.638008 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8aed63-4df3-415e-8260-c83ba99b45f7 None None] Network 6dd99fb2-bd56-4d6a-bce5-6994a4c82dc6 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:01:52.640215 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7068f12f-7185-4eea-9180-4f53ae477058 req-d0e89a49-585d-4cd4-a837-d8cb5b9d79f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:52.641838 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7068f12f-7185-4eea-9180-4f53ae477058 req-d0e89a49-585d-4cd4-a837-d8cb5b9d79f8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=af50eb00c5a74dd68d3a720f276d22fe&device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 1129 time: 1.1316028 Feb 19 03:01:52.667671 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-39c27512-6786-4767-b566-4265e042d022 req-80cda8c8-b01f-4707-94b4-463c38ce631e tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Deleting port e8a9a31d-d1ce-4ae0-aba3-bf180e7af83d {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:01:52.668016 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-39c27512-6786-4767-b566-4265e042d022 req-80cda8c8-b01f-4707-94b4-463c38ce631e tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (e8a9a31d-d1ce-4ae0-aba3-bf180e7af83d), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:52.732484 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca813764-cb9b-463a-9f05-79a7c8b2b3d9 x-openstack-request-id: req-ca813764-cb9b-463a-9f05-79a7c8b2b3d9 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:01:52.732776 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adc61766-d3ce-4371-ba49-05b3f7dc0524", "name": "network-vif-deleted", "tag": "baadb01a-13aa-403f-bd9b-45b06f458a15", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:01:52.733081 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ca813764-cb9b-463a-9f05-79a7c8b2b3d9 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:01:52.733467 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adc61766-d3ce-4371-ba49-05b3f7dc0524', 'name': 'network-vif-deleted', 'tag': 'baadb01a-13aa-403f-bd9b-45b06f458a15', 'status': 'completed', 'code': 200} Feb 19 03:01:52.777724 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:52.795258 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99700d2-bd54-4d67-b920-35f177c14af0 None None] Routers {'2e36e84f-e23d-4b77-b60f-e340c67848ce'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:01:52.795924 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-e99700d2-bd54-4d67-b920-35f177c14af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:01:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['2e36e84f-e23d-4b77-b60f-e340c67848ce'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:01:52.870355 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-39c27512-6786-4767-b566-4265e042d022 req-80cda8c8-b01f-4707-94b4-463c38ce631e tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] For port e8a9a31d-d1ce-4ae0-aba3-bf180e7af83d, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=e8a9a31d-d1ce-4ae0-aba3-bf180e7af83d,segment=NetworkSegment(0ac8fc0c-e771-432c-9de7-07e76dbe0cc7),segment_id=0ac8fc0c-e771-432c-9de7-07e76dbe0cc7)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:01:52.871594 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-39c27512-6786-4767-b566-4265e042d022 req-80cda8c8-b01f-4707-94b4-463c38ce631e tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (e8a9a31d-d1ce-4ae0-aba3-bf180e7af83d), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:52.886181 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-39c27512-6786-4767-b566-4265e042d022 req-80cda8c8-b01f-4707-94b4-463c38ce631e tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Calling delete_port for e8a9a31d-d1ce-4ae0-aba3-bf180e7af83d owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:01:52.892346 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-71fae8a8-b9d5-4c72-86fb-6eddd12c0987 None None] Provisioning complete for port 6d4e3bc4-f488-40ad-9d29-3779b8efb725 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:01:52.892726 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-71fae8a8-b9d5-4c72-86fb-6eddd12c0987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (6d4e3bc4-f488-40ad-9d29-3779b8efb725), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:53.087898 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7068f12f-7185-4eea-9180-4f53ae477058 req-4312c5bb-a54b-4833-bbbf-1f919d53420f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:53.095682 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7068f12f-7185-4eea-9180-4f53ae477058 req-4312c5bb-a54b-4833-bbbf-1f919d53420f service neutron] 10.222.0.82 "GET /v2.0/networks?id=583b29ab-e0ba-468d-ae03-87a6a1ad9ae5 HTTP/1.1" status: 200 len: 915 time: 0.3882387 Feb 19 03:01:53.110249 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-e99700d2-bd54-4d67-b920-35f177c14af0 None None] Set router 2e36e84f-e23d-4b77-b60f-e340c67848ce gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:01:53.117220 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0eeb7941-708a-4fe7-b354-d0ac70abe884 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (c90894fe-b830-4491-a2f1-b710f5bc5b81), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:53.166823 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eeb7941-708a-4fe7-b354-d0ac70abe884 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Network 6dd99fb2-bd56-4d6a-bce5-6994a4c82dc6 is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:01:53.177974 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-0eeb7941-708a-4fe7-b354-d0ac70abe884 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:01:53.185992 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eeb7941-708a-4fe7-b354-d0ac70abe884 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:01:53.205314 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-39c27512-6786-4767-b566-4265e042d022 req-80cda8c8-b01f-4707-94b4-463c38ce631e tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (e8a9a31d-d1ce-4ae0-aba3-bf180e7af83d), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:53.291126 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cda8c8-b01f-4707-94b4-463c38ce631e tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Pushing event deleted for resources: {'Port': ['ID=e8a9a31d-d1ce-4ae0-aba3-bf180e7af83d,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:53.362880 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-39c27512-6786-4767-b566-4265e042d022 req-80cda8c8-b01f-4707-94b4-463c38ce631e tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] No DVR routers for this DVR port e8a9a31d-d1ce-4ae0-aba3-bf180e7af83d on host n-h1-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:01:53.366300 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-39c27512-6786-4767-b566-4265e042d022 req-80cda8c8-b01f-4707-94b4-463c38ce631e tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:53.371361 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-39c27512-6786-4767-b566-4265e042d022 req-80cda8c8-b01f-4707-94b4-463c38ce631e tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.73 "DELETE /v2.0/ports/e8a9a31d-d1ce-4ae0-aba3-bf180e7af83d HTTP/1.1" status: 204 len: 173 time: 0.8782406 Feb 19 03:01:53.383820 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-71fae8a8-b9d5-4c72-86fb-6eddd12c0987 None None] Current status of the port 6d4e3bc4-f488-40ad-9d29-3779b8efb725 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:01:53.389964 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeb7941-708a-4fe7-b354-d0ac70abe884 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Pushing event updated for resources: {'Port': ['ID=c90894fe-b830-4491-a2f1-b710f5bc5b81,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:53.408473 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fd2cc1df-b5b0-4cfe-85a2-019f39f9b821 req-246cadcf-a3c7-4b8d-9d17-12fdf56c2f82 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5109580 Feb 19 03:01:53.410329 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7068f12f-7185-4eea-9180-4f53ae477058 req-27733813-514a-4f8c-8e25-d32c73a373d9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=70b42dbd-71fc-4efd-8608-6d6d588d6cc3 HTTP/1.1" status: 200 len: 217 time: 0.2911139 Feb 19 03:01:53.419145 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed448b9-bceb-4dca-bbd0-e5dfc1dd2141 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:53.419902 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0ed448b9-bceb-4dca-bbd0-e5dfc1dd2141 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:53.587504 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-1a017869-60ea-4814-b512-1b0a1a2add7e None None] Provisioning complete for port 8f9d81bb-a488-427c-b4ed-f47603615198 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:01:53.589981 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-1a017869-60ea-4814-b512-1b0a1a2add7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (8f9d81bb-a488-427c-b4ed-f47603615198), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:53.659974 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-39c27512-6786-4767-b566-4265e042d022 req-e9f6d325-47a9-46da-a8e1-4340fe00437f tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Deleting port 0890f1e3-4129-47c9-8745-a2ac72e3c386 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:01:53.663006 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eeb7941-708a-4fe7-b354-d0ac70abe884 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:53.665727 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0eeb7941-708a-4fe7-b354-d0ac70abe884 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:53.666427 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-39c27512-6786-4767-b566-4265e042d022 req-e9f6d325-47a9-46da-a8e1-4340fe00437f tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (0890f1e3-4129-47c9-8745-a2ac72e3c386), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:53.718162 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-1a017869-60ea-4814-b512-1b0a1a2add7e None None] Port 8f9d81bb-a488-427c-b4ed-f47603615198 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:01:53.728742 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-0ed448b9-bceb-4dca-bbd0-e5dfc1dd2141 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.8562140 Feb 19 03:01:53.730485 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 48080) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:53.789367 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-e99700d2-bd54-4d67-b920-35f177c14af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e36e84f-e23d-4b77-b60f-e340c67848ce', 'name': 'tempest-TaggedBootDevicesTest-1893525694-router', 'tenant_id': '6ec3dd7afd834c809d570f5110147b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': 'c5791a5d-fb32-4a2b-a124-217d5c5831ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:54:21Z', 'updated_at': '2022-02-19T02:54:33Z', 'revision_number': 4, 'project_id': '6ec3dd7afd834c809d570f5110147b8d', 'gw_port': {'id': 'c5791a5d-fb32-4a2b-a124-217d5c5831ea', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e36e84f-e23d-4b77-b60f-e340c67848ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:54:23Z', 'updated_at': '2022-02-19T02:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '42f9c67d-2054-45aa-94ba-6c38aa4e0e11', 'name': '', 'network_id': 'd6693eea-5935-4b21-81c1-498cbd8a50e6', 'tenant_id': '6ec3dd7afd834c809d570f5110147b8d', 'mac_address': 'fa:16:3e:22:97:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e36e84f-e23d-4b77-b60f-e340c67848ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '7ff33b6e-4154-4b50-8387-7c0038b41dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:54:31Z', 'updated_at': '2022-02-19T02:54:37Z', 'revision_number': 5, 'project_id': '6ec3dd7afd834c809d570f5110147b8d', 'subnets': [{'id': '7ff33b6e-4154-4b50-8387-7c0038b41dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:01:53.796640 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-0eeb7941-708a-4fe7-b354-d0ac70abe884 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 5.7378483 Feb 19 03:01:53.796853 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-1a017869-60ea-4814-b512-1b0a1a2add7e None None] Provisioning complete for port 6d4e3bc4-f488-40ad-9d29-3779b8efb725 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:01:53.796853 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-1a017869-60ea-4814-b512-1b0a1a2add7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (6d4e3bc4-f488-40ad-9d29-3779b8efb725), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:53.797783 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 48082) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:53.798224 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 48084) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:53.901075 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7068f12f-7185-4eea-9180-4f53ae477058 req-8d053e98-70c0-4020-a88f-d1a01e8b37b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:53.905125 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-39c27512-6786-4767-b566-4265e042d022 req-e9f6d325-47a9-46da-a8e1-4340fe00437f tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] For port 0890f1e3-4129-47c9-8745-a2ac72e3c386, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=0890f1e3-4129-47c9-8745-a2ac72e3c386,segment=NetworkSegment(0ac8fc0c-e771-432c-9de7-07e76dbe0cc7),segment_id=0ac8fc0c-e771-432c-9de7-07e76dbe0cc7)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:01:53.905495 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-39c27512-6786-4767-b566-4265e042d022 req-e9f6d325-47a9-46da-a8e1-4340fe00437f tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (0890f1e3-4129-47c9-8745-a2ac72e3c386), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:53.905666 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7068f12f-7185-4eea-9180-4f53ae477058 req-8d053e98-70c0-4020-a88f-d1a01e8b37b9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3ea5428a-92f7-475d-b30c-482a71ed5c95 HTTP/1.1" status: 200 len: 854 time: 0.4669645 Feb 19 03:01:53.924103 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-39c27512-6786-4767-b566-4265e042d022 req-e9f6d325-47a9-46da-a8e1-4340fe00437f tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Calling delete_port for 0890f1e3-4129-47c9-8745-a2ac72e3c386 owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:01:53.947103 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 6d4e3bc4-f488-40ad-9d29-3779b8efb725 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:01:53.974184 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99700d2-bd54-4d67-b920-35f177c14af0 None None] Checking router: 2e36e84f-e23d-4b77-b60f-e340c67848ce for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:01:54.092904 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99700d2-bd54-4d67-b920-35f177c14af0 None None] Routers {'2e36e84f-e23d-4b77-b60f-e340c67848ce'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:01:54.093555 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-e99700d2-bd54-4d67-b920-35f177c14af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:01:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['2e36e84f-e23d-4b77-b60f-e340c67848ce'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:01:54.219355 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-39c27512-6786-4767-b566-4265e042d022 req-e9f6d325-47a9-46da-a8e1-4340fe00437f tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (0890f1e3-4129-47c9-8745-a2ac72e3c386), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:54.283341 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f6d325-47a9-46da-a8e1-4340fe00437f tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Pushing event deleted for resources: {'Port': ['ID=0890f1e3-4129-47c9-8745-a2ac72e3c386,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:54.294601 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-1a017869-60ea-4814-b512-1b0a1a2add7e None None] Current status of the port 6d4e3bc4-f488-40ad-9d29-3779b8efb725 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:01:54.305728 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7068f12f-7185-4eea-9180-4f53ae477058 req-67265068-e027-4ae5-a8f5-6702496db6ba service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=583b29ab-e0ba-468d-ae03-87a6a1ad9ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1615071 Feb 19 03:01:54.316400 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bbf16272-1a2c-4e4b-a3b2-f2278ec306c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:54.327260 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 6d4e3bc4-f488-40ad-9d29-3779b8efb725 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:01:54.327750 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (6d4e3bc4-f488-40ad-9d29-3779b8efb725), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:54.355702 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-39c27512-6786-4767-b566-4265e042d022 req-e9f6d325-47a9-46da-a8e1-4340fe00437f tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] No DVR routers for this DVR port 0890f1e3-4129-47c9-8745-a2ac72e3c386 on host n-h1-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:01:54.373793 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-e99700d2-bd54-4d67-b920-35f177c14af0 None None] Set router 2e36e84f-e23d-4b77-b60f-e340c67848ce gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:01:54.378367 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-39c27512-6786-4767-b566-4265e042d022 req-e9f6d325-47a9-46da-a8e1-4340fe00437f tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:54.382623 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-39c27512-6786-4767-b566-4265e042d022 req-e9f6d325-47a9-46da-a8e1-4340fe00437f tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.73 "DELETE /v2.0/ports/0890f1e3-4129-47c9-8745-a2ac72e3c386 HTTP/1.1" status: 204 len: 173 time: 1.0044580 Feb 19 03:01:54.398791 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e5c985-0ad6-44e1-82f2-0650ae2194bb tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:54.406798 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e5c985-0ad6-44e1-82f2-0650ae2194bb tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:54.409095 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-11e5c985-0ad6-44e1-82f2-0650ae2194bb tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.6690154 Feb 19 03:01:54.412423 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48092) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:54.434359 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439f98c8-2ca7-421b-9799-843abc753cdc req-21670bbb-af12-4adf-8a6a-8e0579cced29 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:54.436070 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-439f98c8-2ca7-421b-9799-843abc753cdc req-21670bbb-af12-4adf-8a6a-8e0579cced29 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 943 time: 0.6345289 Feb 19 03:01:54.501331 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-7165d5e3-03c8-47d9-96f4-67de57b32bb1 None None] Provisioning complete for port c90894fe-b830-4491-a2f1-b710f5bc5b81 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:01:54.501804 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-7165d5e3-03c8-47d9-96f4-67de57b32bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (c90894fe-b830-4491-a2f1-b710f5bc5b81), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:54.543996 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-7165d5e3-03c8-47d9-96f4-67de57b32bb1 None None] Port c90894fe-b830-4491-a2f1-b710f5bc5b81 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:01:54.622789 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-2f20fcaf-d2e5-41db-868a-c2c949fdb893 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Deleting port 8f9d81bb-a488-427c-b4ed-f47603615198 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:01:54.623130 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2f20fcaf-d2e5-41db-868a-c2c949fdb893 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (8f9d81bb-a488-427c-b4ed-f47603615198), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:54.662413 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 6d4e3bc4-f488-40ad-9d29-3779b8efb725 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:01:54.834737 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2f20fcaf-d2e5-41db-868a-c2c949fdb893 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (8f9d81bb-a488-427c-b4ed-f47603615198), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:54.851328 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-e99700d2-bd54-4d67-b920-35f177c14af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e36e84f-e23d-4b77-b60f-e340c67848ce', 'name': 'tempest-TaggedBootDevicesTest-1893525694-router', 'tenant_id': '6ec3dd7afd834c809d570f5110147b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': 'c5791a5d-fb32-4a2b-a124-217d5c5831ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:54:21Z', 'updated_at': '2022-02-19T02:54:33Z', 'revision_number': 4, 'project_id': '6ec3dd7afd834c809d570f5110147b8d', 'gw_port': {'id': 'c5791a5d-fb32-4a2b-a124-217d5c5831ea', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e36e84f-e23d-4b77-b60f-e340c67848ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:54:23Z', 'updated_at': '2022-02-19T02:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '42f9c67d-2054-45aa-94ba-6c38aa4e0e11', 'name': '', 'network_id': 'd6693eea-5935-4b21-81c1-498cbd8a50e6', 'tenant_id': '6ec3dd7afd834c809d570f5110147b8d', 'mac_address': 'fa:16:3e:22:97:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e36e84f-e23d-4b77-b60f-e340c67848ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '7ff33b6e-4154-4b50-8387-7c0038b41dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:54:31Z', 'updated_at': '2022-02-19T02:54:37Z', 'revision_number': 5, 'project_id': '6ec3dd7afd834c809d570f5110147b8d', 'subnets': [{'id': '7ff33b6e-4154-4b50-8387-7c0038b41dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:01:54.868076 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-2f20fcaf-d2e5-41db-868a-c2c949fdb893 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Calling delete_port for 8f9d81bb-a488-427c-b4ed-f47603615198 owned by {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:01:54.908300 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99700d2-bd54-4d67-b920-35f177c14af0 None None] The sync data for ids ['2e36e84f-e23d-4b77-b60f-e340c67848ce'] in n-d-826753-2 is: [{'id': '2e36e84f-e23d-4b77-b60f-e340c67848ce', 'name': 'tempest-TaggedBootDevicesTest-1893525694-router', 'tenant_id': '6ec3dd7afd834c809d570f5110147b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': 'c5791a5d-fb32-4a2b-a124-217d5c5831ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:54:21Z', 'updated_at': '2022-02-19T02:54:33Z', 'revision_number': 4, 'project_id': '6ec3dd7afd834c809d570f5110147b8d', 'gw_port': {'id': 'c5791a5d-fb32-4a2b-a124-217d5c5831ea', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e36e84f-e23d-4b77-b60f-e340c67848ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:54:23Z', 'updated_at': '2022-02-19T02:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '42f9c67d-2054-45aa-94ba-6c38aa4e0e11', 'name': '', 'network_id': 'd6693eea-5935-4b21-81c1-498cbd8a50e6', 'tenant_id': '6ec3dd7afd834c809d570f5110147b8d', 'mac_address': 'fa:16:3e:22:97:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e36e84f-e23d-4b77-b60f-e340c67848ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '7ff33b6e-4154-4b50-8387-7c0038b41dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:54:31Z', 'updated_at': '2022-02-19T02:54:37Z', 'revision_number': 5, 'project_id': '6ec3dd7afd834c809d570f5110147b8d', 'subnets': [{'id': '7ff33b6e-4154-4b50-8387-7c0038b41dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:01:55.060764 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adc61766-d3ce-4371-ba49-05b3f7dc0524', 'name': 'network-vif-deleted', 'tag': 'e8a9a31d-d1ce-4ae0-aba3-bf180e7af83d'}, {'server_uuid': 'adc61766-d3ce-4371-ba49-05b3f7dc0524', 'name': 'network-vif-deleted', 'tag': '0890f1e3-4129-47c9-8745-a2ac72e3c386'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:01:55.063042 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19d30dbb-40af-45a1-a545-3e67f852db65" -d '{"events": [{"server_uuid": "adc61766-d3ce-4371-ba49-05b3f7dc0524", "name": "network-vif-deleted", "tag": "e8a9a31d-d1ce-4ae0-aba3-bf180e7af83d"}, {"server_uuid": "adc61766-d3ce-4371-ba49-05b3f7dc0524", "name": "network-vif-deleted", "tag": "0890f1e3-4129-47c9-8745-a2ac72e3c386"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:01:55.088297 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-439f98c8-2ca7-421b-9799-843abc753cdc req-aa7355ca-15e9-4b41-91e7-799922bd220c tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/security-groups?id=197f0109-f833-46dd-9ffe-3ff812885f73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6126909 Feb 19 03:01:55.206553 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 19 Feb 2022 03:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3849924-e484-4241-9dc7-30087a22a0cd x-openstack-request-id: req-a3849924-e484-4241-9dc7-30087a22a0cd {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:01:55.206866 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adc61766-d3ce-4371-ba49-05b3f7dc0524", "name": "network-vif-deleted", "tag": "e8a9a31d-d1ce-4ae0-aba3-bf180e7af83d", "status": "completed", "code": 200}, {"server_uuid": "adc61766-d3ce-4371-ba49-05b3f7dc0524", "name": "network-vif-deleted", "tag": "0890f1e3-4129-47c9-8745-a2ac72e3c386", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:01:55.207121 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a3849924-e484-4241-9dc7-30087a22a0cd {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:01:55.207527 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adc61766-d3ce-4371-ba49-05b3f7dc0524', 'name': 'network-vif-deleted', 'tag': 'e8a9a31d-d1ce-4ae0-aba3-bf180e7af83d', 'status': 'completed', 'code': 200} Feb 19 03:01:55.207951 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adc61766-d3ce-4371-ba49-05b3f7dc0524', 'name': 'network-vif-deleted', 'tag': '0890f1e3-4129-47c9-8745-a2ac72e3c386', 'status': 'completed', 'code': 200} Feb 19 03:01:55.220397 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bbf16272-1a2c-4e4b-a3b2-f2278ec306c4 admin admin] Publish callbacks [] for security_group (9f4a7160-59de-4edc-84ed-a1027df3a072), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:55.247351 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2f20fcaf-d2e5-41db-868a-c2c949fdb893 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (8f9d81bb-a488-427c-b4ed-f47603615198), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:55.247955 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bbf16272-1a2c-4e4b-a3b2-f2278ec306c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (9f4a7160-59de-4edc-84ed-a1027df3a072), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:55.272315 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7068f12f-7185-4eea-9180-4f53ae477058 req-d3295b85-b1f9-446e-8e77-0116b4e6b7e4 service neutron] 10.222.0.82 "GET /v2.0/networks/583b29ab-e0ba-468d-ae03-87a6a1ad9ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9042504 Feb 19 03:01:55.280370 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bebf11-6925-41be-a7bf-ce7ceaeef480 req-6eea6082-703b-40ed-afce-c71ab7dd4748 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:55.288685 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-40bebf11-6925-41be-a7bf-ce7ceaeef480 req-6eea6082-703b-40ed-afce-c71ab7dd4748 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 947 time: 0.6013372 Feb 19 03:01:55.328481 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f20fcaf-d2e5-41db-868a-c2c949fdb893 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event deleted for resources: {'Port': ['ID=8f9d81bb-a488-427c-b4ed-f47603615198,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:55.465242 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14eec2d0-275b-4b67-bf51-646bf6d892aa None None] New status for floating IP b0143f2f-4d54-4d05-a815-51d4333bbebb: DOWN {{(pid=103704) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:01:55.501515 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-bbf16272-1a2c-4e4b-a3b2-f2278ec306c4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4bb7b7baa6974e7da96e01229dc5586f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6274395 Feb 19 03:01:55.504044 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48102) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:55.558173 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf16272-1a2c-4e4b-a3b2-f2278ec306c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f4a7160-59de-4edc-84ed-a1027df3a072,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:55.580659 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2f20fcaf-d2e5-41db-868a-c2c949fdb893 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:55.595387 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-2f20fcaf-d2e5-41db-868a-c2c949fdb893 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "DELETE /v2.0/ports/8f9d81bb-a488-427c-b4ed-f47603615198 HTTP/1.1" status: 204 len: 168 time: 1.1817029 Feb 19 03:01:55.596531 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 48104) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:55.679808 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fcad5ba4-f5d8-4521-a3eb-bcb54c965f86 admin admin] Publish callbacks [] for security_group (9f4a7160-59de-4edc-84ed-a1027df3a072), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:55.744711 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fcad5ba4-f5d8-4521-a3eb-bcb54c965f86 admin admin] Publish callbacks [] for security_group (9f4a7160-59de-4edc-84ed-a1027df3a072), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:55.775487 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b847f371-1d8b-4d7e-be57-b80467d8b717 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:55.779997 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b847f371-1d8b-4d7e-be57-b80467d8b717 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:55.784936 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b847f371-1d8b-4d7e-be57-b80467d8b717 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:55.792210 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-b847f371-1d8b-4d7e-be57-b80467d8b717 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1945806 Feb 19 03:01:55.792881 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 48106) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:55.853222 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fcad5ba4-f5d8-4521-a3eb-bcb54c965f86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (9f4a7160-59de-4edc-84ed-a1027df3a072), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:55.856014 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fcad5ba4-f5d8-4521-a3eb-bcb54c965f86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:55.858067 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-fcad5ba4-f5d8-4521-a3eb-bcb54c965f86 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9f4a7160-59de-4edc-84ed-a1027df3a072 HTTP/1.1" status: 204 len: 168 time: 0.3520665 Feb 19 03:01:55.872554 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcad5ba4-f5d8-4521-a3eb-bcb54c965f86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f4a7160-59de-4edc-84ed-a1027df3a072,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:55.876308 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7068f12f-7185-4eea-9180-4f53ae477058 req-ac8c53cc-3858-464b-95b9-0387db57d48c service neutron] 10.222.0.82 "GET /v2.0/networks/583b29ab-e0ba-468d-ae03-87a6a1ad9ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5673046 Feb 19 03:01:55.880911 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-40bebf11-6925-41be-a7bf-ce7ceaeef480 req-4d4981ad-7b65-4f3b-9167-b5607f1f1723 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5911286 Feb 19 03:01:55.881647 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5f708514-4a4e-4e81-bee5-2ff1586db8dc tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (c90894fe-b830-4491-a2f1-b710f5bc5b81), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:55.891162 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcad5ba4-f5d8-4521-a3eb-bcb54c965f86 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:01:55.891516 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcad5ba4-f5d8-4521-a3eb-bcb54c965f86 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:01:55.891868 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcad5ba4-f5d8-4521-a3eb-bcb54c965f86 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:01:55.892308 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcad5ba4-f5d8-4521-a3eb-bcb54c965f86 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:01:55.892602 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcad5ba4-f5d8-4521-a3eb-bcb54c965f86 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:01:55.892946 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcad5ba4-f5d8-4521-a3eb-bcb54c965f86 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:01:55.893304 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcad5ba4-f5d8-4521-a3eb-bcb54c965f86 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:01:55.893634 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcad5ba4-f5d8-4521-a3eb-bcb54c965f86 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:01:55.893962 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcad5ba4-f5d8-4521-a3eb-bcb54c965f86 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:01:55.894289 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcad5ba4-f5d8-4521-a3eb-bcb54c965f86 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:01:55.894704 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcad5ba4-f5d8-4521-a3eb-bcb54c965f86 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:01:55.894929 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcad5ba4-f5d8-4521-a3eb-bcb54c965f86 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:01:55.896020 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcad5ba4-f5d8-4521-a3eb-bcb54c965f86 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:01:56.179451 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:56.239220 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc848fc3-41b5-4377-97b9-770101ce7851 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Deleting subnet 4f2e17a6-fd91-4427-9c40-2ab1d95f8774 {{(pid=103701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:01:56.253853 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-fc848fc3-41b5-4377-97b9-770101ce7851 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks [] for subnet (4f2e17a6-fd91-4427-9c40-2ab1d95f8774), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:56.381434 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48120) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:56.394734 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-fc848fc3-41b5-4377-97b9-770101ce7851 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12647399'] for subnet (4f2e17a6-fd91-4427-9c40-2ab1d95f8774), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:56.415189 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-64537548-91fd-4729-afe4-1e66d7119859 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:56.535591 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-fc848fc3-41b5-4377-97b9-770101ce7851 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (4f2e17a6-fd91-4427-9c40-2ab1d95f8774), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:56.566520 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-64537548-91fd-4729-afe4-1e66d7119859 admin admin] Publish callbacks [] for security_group (0b6537be-6a55-45e1-a8a0-d3da74366d00), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:56.586488 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-64537548-91fd-4729-afe4-1e66d7119859 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (0b6537be-6a55-45e1-a8a0-d3da74366d00), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:56.677994 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-64537548-91fd-4729-afe4-1e66d7119859 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=31339fdb51e74dbabf9689012b880e6d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2944303 Feb 19 03:01:56.679180 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64537548-91fd-4729-afe4-1e66d7119859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b6537be-6a55-45e1-a8a0-d3da74366d00,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:56.682546 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48124) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:56.787145 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d0f1142b-81e7-4f9f-b512-e6c49e4f3585 admin admin] Publish callbacks [] for security_group (0b6537be-6a55-45e1-a8a0-d3da74366d00), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:56.839683 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d0f1142b-81e7-4f9f-b512-e6c49e4f3585 admin admin] Publish callbacks [] for security_group (0b6537be-6a55-45e1-a8a0-d3da74366d00), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:56.845527 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2bd465b8-602c-47b2-bd20-8cbb5f7bed66 req-c8773547-4c4e-4334-beaf-5e8613cdf2ca tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 210 time: 0.4927778 Feb 19 03:01:56.858528 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-fc848fc3-41b5-4377-97b9-770101ce7851 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12647206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58706286'] for subnet (4f2e17a6-fd91-4427-9c40-2ab1d95f8774), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:56.876649 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb260dc4-3a77-48df-8218-b8efbc3b091f req-d3aaf001-19be-42b2-9e63-c159fc4460d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:56.892315 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fb260dc4-3a77-48df-8218-b8efbc3b091f req-d3aaf001-19be-42b2-9e63-c159fc4460d2 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=af50eb00c5a74dd68d3a720f276d22fe&device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 1129 time: 0.8875444 Feb 19 03:01:56.922901 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc848fc3-41b5-4377-97b9-770101ce7851 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event deleted for resources: {'Subnet': ['ID=4f2e17a6-fd91-4427-9c40-2ab1d95f8774,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:56.928594 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-fc848fc3-41b5-4377-97b9-770101ce7851 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:56.934370 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4242f22-e0a4-4566-845e-a94ccd0898db None None] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:01:56.935601 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-fc848fc3-41b5-4377-97b9-770101ce7851 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "DELETE /v2.0/subnets/4f2e17a6-fd91-4427-9c40-2ab1d95f8774 HTTP/1.1" status: 204 len: 168 time: 1.0890098 Feb 19 03:01:56.936765 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48130) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:57.035297 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb260dc4-3a77-48df-8218-b8efbc3b091f req-1a5c166c-ae03-4941-b7c1-932641c85e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:57.037530 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fb260dc4-3a77-48df-8218-b8efbc3b091f req-1a5c166c-ae03-4941-b7c1-932641c85e08 service neutron] 10.222.0.82 "GET /v2.0/networks?id=583b29ab-e0ba-468d-ae03-87a6a1ad9ae5 HTTP/1.1" status: 200 len: 915 time: 0.1167705 Feb 19 03:01:57.069538 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc848fc3-41b5-4377-97b9-770101ce7851 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:01:57.069923 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc848fc3-41b5-4377-97b9-770101ce7851 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:01:57.070233 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc848fc3-41b5-4377-97b9-770101ce7851 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:01:57.071191 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc848fc3-41b5-4377-97b9-770101ce7851 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:01:57.071539 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc848fc3-41b5-4377-97b9-770101ce7851 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:01:57.071885 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc848fc3-41b5-4377-97b9-770101ce7851 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:01:57.072224 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc848fc3-41b5-4377-97b9-770101ce7851 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:01:57.072585 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc848fc3-41b5-4377-97b9-770101ce7851 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:01:57.072895 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc848fc3-41b5-4377-97b9-770101ce7851 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:01:57.073413 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc848fc3-41b5-4377-97b9-770101ce7851 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:01:57.073804 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc848fc3-41b5-4377-97b9-770101ce7851 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:01:57.074134 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc848fc3-41b5-4377-97b9-770101ce7851 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:01:57.074464 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc848fc3-41b5-4377-97b9-770101ce7851 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:01:57.075725 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-fae36455-833c-4937-b80b-45a9089c76b4 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Deleting subnet bc40ddcb-a208-4a89-89f1-37e99f5a5d24 {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:01:57.084408 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fae36455-833c-4937-b80b-45a9089c76b4 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks [] for subnet (bc40ddcb-a208-4a89-89f1-37e99f5a5d24), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:57.172690 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fae36455-833c-4937-b80b-45a9089c76b4 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (bc40ddcb-a208-4a89-89f1-37e99f5a5d24), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:57.190081 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 48134) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:57.206023 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fb260dc4-3a77-48df-8218-b8efbc3b091f req-81a2ee13-b7c1-4f9d-a63c-17cab1c999ee service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=70b42dbd-71fc-4efd-8608-6d6d588d6cc3 HTTP/1.1" status: 200 len: 217 time: 0.1601431 Feb 19 03:01:57.286583 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb260dc4-3a77-48df-8218-b8efbc3b091f req-deb43bd4-0f1e-4be7-89ba-7ec002af0383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:57.289943 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fb260dc4-3a77-48df-8218-b8efbc3b091f req-deb43bd4-0f1e-4be7-89ba-7ec002af0383 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3ea5428a-92f7-475d-b30c-482a71ed5c95 HTTP/1.1" status: 200 len: 854 time: 0.0722632 Feb 19 03:01:57.329047 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d0f1142b-81e7-4f9f-b512-e6c49e4f3585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (0b6537be-6a55-45e1-a8a0-d3da74366d00), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:57.331753 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d0f1142b-81e7-4f9f-b512-e6c49e4f3585 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:57.333902 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-d0f1142b-81e7-4f9f-b512-e6c49e4f3585 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0b6537be-6a55-45e1-a8a0-d3da74366d00 HTTP/1.1" status: 204 len: 168 time: 0.6378093 Feb 19 03:01:57.351997 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f1142b-81e7-4f9f-b512-e6c49e4f3585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b6537be-6a55-45e1-a8a0-d3da74366d00,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:57.374165 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79badcb2-bd29-4eae-b0aa-d417baeafa63 req-b38e9209-a4a7-4f3f-807e-bc8d4d6ed66c tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:57.388279 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fae36455-833c-4937-b80b-45a9089c76b4 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (bc40ddcb-a208-4a89-89f1-37e99f5a5d24), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:57.390015 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-79badcb2-bd29-4eae-b0aa-d417baeafa63 req-b38e9209-a4a7-4f3f-807e-bc8d4d6ed66c tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 947 time: 0.3033061 Feb 19 03:01:57.539502 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fae36455-833c-4937-b80b-45a9089c76b4 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (bc40ddcb-a208-4a89-89f1-37e99f5a5d24), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:57.549651 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-90a3951a-4ca9-4a8e-bcfd-767b3ca40ded admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:57.578777 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fb260dc4-3a77-48df-8218-b8efbc3b091f req-4e009558-ac75-4983-850d-888a74366894 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=583b29ab-e0ba-468d-ae03-87a6a1ad9ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2686675 Feb 19 03:01:57.594336 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae36455-833c-4937-b80b-45a9089c76b4 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event deleted for resources: {'Subnet': ['ID=bc40ddcb-a208-4a89-89f1-37e99f5a5d24,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:57.598689 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fae36455-833c-4937-b80b-45a9089c76b4 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:57.602607 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-fae36455-833c-4937-b80b-45a9089c76b4 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "DELETE /v2.0/subnets/bc40ddcb-a208-4a89-89f1-37e99f5a5d24 HTTP/1.1" status: 204 len: 168 time: 0.6636503 Feb 19 03:01:57.605116 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48148) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:57.651074 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-d51fceb3-7ab4-4143-8e55-e3fceb6005dd tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0445707 Feb 19 03:01:57.653615 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48150) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:57.666401 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-19c92fc1-a3f5-4760-9110-f91203174b6e tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Request body: {'subnet': {'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:01:57.842434 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19c92fc1-a3f5-4760-9110-f91203174b6e tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Made reservation on behalf of bb74a1a86b774cd895fbb7befcc78fd8 for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:01:57.847425 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-19c92fc1-a3f5-4760-9110-f91203174b6e tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:58.235041 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-79badcb2-bd29-4eae-b0aa-d417baeafa63 req-354cb5f7-7455-474b-a68b-05d75c548869 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8430758 Feb 19 03:01:58.254599 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2820c2a0-4869-40c4-a215-72ab939a6eed req-4732578f-dedd-4051-97ef-7419c8a7372f tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 210 time: 0.1865046 Feb 19 03:01:58.258566 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5f708514-4a4e-4e81-bee5-2ff1586db8dc tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks [] for port (c90894fe-b830-4491-a2f1-b710f5bc5b81), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:58.268867 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fb260dc4-3a77-48df-8218-b8efbc3b091f req-12818eb1-4978-4c41-b40a-e93dec59976f service neutron] 10.222.0.82 "GET /v2.0/networks/583b29ab-e0ba-468d-ae03-87a6a1ad9ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6252348 Feb 19 03:01:58.280369 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5f708514-4a4e-4e81-bee5-2ff1586db8dc tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (c90894fe-b830-4491-a2f1-b710f5bc5b81), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:58.326991 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-19c92fc1-a3f5-4760-9110-f91203174b6e tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (35275239-92e7-47f8-8fad-6b16f964bcd1), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:58.361404 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a38e10b-1a2d-4629-b2c2-a5f797c28225 None None] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:01:58.385937 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c92fc1-a3f5-4760-9110-f91203174b6e tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:01:58.393042 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-19c92fc1-a3f5-4760-9110-f91203174b6e tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:01:58.406807 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c92fc1-a3f5-4760-9110-f91203174b6e tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:58.408238 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-19c92fc1-a3f5-4760-9110-f91203174b6e tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:58.444817 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c92fc1-a3f5-4760-9110-f91203174b6e tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event updated for resources: {'Subnet': ['ID=35275239-92e7-47f8-8fad-6b16f964bcd1,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:58.464257 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-19c92fc1-a3f5-4760-9110-f91203174b6e tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8090532 Feb 19 03:01:58.464961 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48172) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:58.471646 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-f5f4effe-27c9-4687-ac2c-e0e4103c959b tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Request body: {'subnet': {'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:01:58.682896 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f4effe-27c9-4687-ac2c-e0e4103c959b tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Made reservation on behalf of bb74a1a86b774cd895fbb7befcc78fd8 for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:01:58.687686 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f5f4effe-27c9-4687-ac2c-e0e4103c959b tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:58.736623 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-90a3951a-4ca9-4a8e-bcfd-767b3ca40ded admin admin] Publish callbacks [] for security_group (904268fc-5193-4a27-a364-0b660aea4456), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:58.791025 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-90a3951a-4ca9-4a8e-bcfd-767b3ca40ded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (904268fc-5193-4a27-a364-0b660aea4456), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:58.798445 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f708514-4a4e-4e81-bee5-2ff1586db8dc tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Pushing event updated for resources: {'Port': ['ID=c90894fe-b830-4491-a2f1-b710f5bc5b81,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:58.956998 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-81860df3-4d7b-4635-a4c5-5005c03c0d51 None None] Provisioning complete for port 03d52e51-dc25-4da5-ad27-565799575eac triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:01:58.958398 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-81860df3-4d7b-4635-a4c5-5005c03c0d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (03d52e51-dc25-4da5-ad27-565799575eac), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:59.250516 n-d-826753-2 neutron-server[103702]: DEBUG neutron.objects.ports [None req-f5f4effe-27c9-4687-ac2c-e0e4103c959b tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103702) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 03:01:59.258546 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-81860df3-4d7b-4635-a4c5-5005c03c0d51 None None] Current status of the port 03d52e51-dc25-4da5-ad27-565799575eac is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:01:59.393305 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-d6fa1a76-9a19-484f-bf25-e06cf99384af None None] Provisioning complete for port c90894fe-b830-4491-a2f1-b710f5bc5b81 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:01:59.393983 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d6fa1a76-9a19-484f-bf25-e06cf99384af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (c90894fe-b830-4491-a2f1-b710f5bc5b81), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:59.506254 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-d6fa1a76-9a19-484f-bf25-e06cf99384af None None] Port c90894fe-b830-4491-a2f1-b710f5bc5b81 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:01:59.576484 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80e924a-b3e4-4f7c-8f8c-b69356860d64 None None] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:01:59.707340 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f5f4effe-27c9-4687-ac2c-e0e4103c959b tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (03d52e51-dc25-4da5-ad27-565799575eac), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:59.768223 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-a1901292-7334-4839-b1e0-b1f33079c245 None None] Provisioning complete for port 03d52e51-dc25-4da5-ad27-565799575eac triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:01:59.768604 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-a1901292-7334-4839-b1e0-b1f33079c245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (03d52e51-dc25-4da5-ad27-565799575eac), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:59.878540 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd264fd-5574-4064-b725-96c63516dab5 req-981083b8-563e-43d6-8527-e542e732b569 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:59.881997 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6dd264fd-5574-4064-b725-96c63516dab5 req-981083b8-563e-43d6-8527-e542e732b569 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 947 time: 1.3732498 Feb 19 03:01:59.948423 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a5aa3943-4341-4bfe-8822-1cb7af3a9ae5 req-a9a8aef4-7335-442d-8c8d-d349bb7d7795 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 210 time: 0.3057709 Feb 19 03:01:59.990112 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-90a3951a-4ca9-4a8e-bcfd-767b3ca40ded admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6ba2da8eecbf457faaedf650916ba58e&name=default HTTP/1.1" status: 200 len: 3000 time: 2.7949233 Feb 19 03:02:00.013346 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 48210) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:00.014077 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a3951a-4ca9-4a8e-bcfd-767b3ca40ded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=904268fc-5193-4a27-a364-0b660aea4456,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:00.078253 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fb260dc4-3a77-48df-8218-b8efbc3b091f req-35e7d957-0e20-4eec-8bb5-efd9e9ec3e4c service neutron] 10.222.0.82 "GET /v2.0/networks/583b29ab-e0ba-468d-ae03-87a6a1ad9ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8020730 Feb 19 03:02:00.136845 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-a1901292-7334-4839-b1e0-b1f33079c245 None None] Current status of the port 03d52e51-dc25-4da5-ad27-565799575eac is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:02:00.196178 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-f5f4effe-27c9-4687-ac2c-e0e4103c959b tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] For port 03d52e51-dc25-4da5-ad27-565799575eac, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=03d52e51-dc25-4da5-ad27-565799575eac,segment=NetworkSegment(c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8),segment_id=c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:02:00.253437 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f00c93-6b0c-42d9-87f1-8e3629549b90 None None] Update dhcp port {'port': {'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a', 'fixed_ips': [{'subnet_id': 'c665ce42-7f7e-4b02-8655-0d656dc1258b', 'ip_address': '2001:db8::f816:3eff:fe28:2338'}, {'subnet_id': '35275239-92e7-47f8-8fad-6b16f964bcd1'}], 'binding:host_id': 'n-d-826753-2'}, 'id': '03d52e51-dc25-4da5-ad27-565799575eac'} from n-d-826753-2. {{(pid=103703) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 03:02:00.263131 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f5f4effe-27c9-4687-ac2c-e0e4103c959b tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks [] for port (03d52e51-dc25-4da5-ad27-565799575eac), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:00.288384 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f5f4effe-27c9-4687-ac2c-e0e4103c959b tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (03d52e51-dc25-4da5-ad27-565799575eac), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:00.319148 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e6f00c93-6b0c-42d9-87f1-8e3629549b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (03d52e51-dc25-4da5-ad27-565799575eac), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:00.368748 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f5f4effe-27c9-4687-ac2c-e0e4103c959b tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (c665ce42-7f7e-4b02-8655-0d656dc1258b), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:00.412750 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6dd264fd-5574-4064-b725-96c63516dab5 req-f7f9a572-648c-4b94-a906-e014344ff268 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4631279 Feb 19 03:02:00.477575 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 48216) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:00.488117 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1f7120b1-6d2e-4807-8b39-1e5b9149ee49 admin admin] Publish callbacks [] for security_group (904268fc-5193-4a27-a364-0b660aea4456), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:00.510957 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f4effe-27c9-4687-ac2c-e0e4103c959b tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event updated for resources: {'Subnet': ['ID=c665ce42-7f7e-4b02-8655-0d656dc1258b,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:00.526339 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1f7120b1-6d2e-4807-8b39-1e5b9149ee49 admin admin] Publish callbacks [] for security_group (904268fc-5193-4a27-a364-0b660aea4456), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:00.547403 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f4effe-27c9-4687-ac2c-e0e4103c959b tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:02:00.558022 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-f5f4effe-27c9-4687-ac2c-e0e4103c959b tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:02:00.583986 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f4effe-27c9-4687-ac2c-e0e4103c959b tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:00.586941 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f5f4effe-27c9-4687-ac2c-e0e4103c959b tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:00.632071 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-f5f4effe-27c9-4687-ac2c-e0e4103c959b tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1646602 Feb 19 03:02:00.633708 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48222) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:00.639419 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-11c90bf7-ae0f-45fd-9a64-0f886412065f tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Request body: {'port': {'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a', 'mac_address': 'fa:16:3e:ab:de:14', 'name': 'tempest-NetworksTestDHCPv6-304401257'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:02:00.646060 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f4effe-27c9-4687-ac2c-e0e4103c959b tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event updated for resources: {'Port': ['ID=03d52e51-dc25-4da5-ad27-565799575eac,revision_number=9']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:00.665980 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1f7120b1-6d2e-4807-8b39-1e5b9149ee49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (904268fc-5193-4a27-a364-0b660aea4456), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:00.675263 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1f7120b1-6d2e-4807-8b39-1e5b9149ee49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:00.678644 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-1f7120b1-6d2e-4807-8b39-1e5b9149ee49 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/904268fc-5193-4a27-a364-0b660aea4456 HTTP/1.1" status: 204 len: 168 time: 0.6512728 Feb 19 03:02:00.785171 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5f708514-4a4e-4e81-bee5-2ff1586db8dc tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16289150'] for router_interface (8b06fe39-eab9-43af-bef1-4ac2a808dab0), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:00.822823 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-e6f00c93-6b0c-42d9-87f1-8e3629549b90 None None] Allocated IP 172.20.0.2 (48d3009f-8d6e-4fac-a460-ff95e3f8d78a/35275239-92e7-47f8-8fad-6b16f964bcd1/03d52e51-dc25-4da5-ad27-565799575eac) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:02:00.897651 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7120b1-6d2e-4807-8b39-1e5b9149ee49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=904268fc-5193-4a27-a364-0b660aea4456,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:00.934025 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ebcd127a-5789-4c40-b08d-2bc6950c1a73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:00.962990 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11c90bf7-ae0f-45fd-9a64-0f886412065f tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Made reservation on behalf of bb74a1a86b774cd895fbb7befcc78fd8 for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:02:01.025908 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21c55a0-c0a0-40e0-b8fe-4e63b67bd38f req-0dbe3768-6f02-492c-bf7d-bfa9277b170b tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:01.041395 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f21c55a0-c0a0-40e0-b8fe-4e63b67bd38f req-0dbe3768-6f02-492c-bf7d-bfa9277b170b tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 947 time: 0.4609213 Feb 19 03:02:01.053754 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e6f00c93-6b0c-42d9-87f1-8e3629549b90 None None] For port 03d52e51-dc25-4da5-ad27-565799575eac, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=03d52e51-dc25-4da5-ad27-565799575eac,segment=NetworkSegment(c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8),segment_id=c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:02:01.126244 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e6f00c93-6b0c-42d9-87f1-8e3629549b90 None None] Publish callbacks [] for port (03d52e51-dc25-4da5-ad27-565799575eac), precommit_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:01.141379 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e6f00c93-6b0c-42d9-87f1-8e3629549b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (03d52e51-dc25-4da5-ad27-565799575eac), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:01.209062 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48232) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:01.212189 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ebcd127a-5789-4c40-b08d-2bc6950c1a73 admin admin] Publish callbacks [] for security_group (ac5a1ee5-85d9-43ad-90b9-3540a152871c), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:01.256574 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4fe744b1-1f4c-4d05-9126-e543d0575aa5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:01.259976 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ebcd127a-5789-4c40-b08d-2bc6950c1a73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (ac5a1ee5-85d9-43ad-90b9-3540a152871c), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:01.273499 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-11c90bf7-ae0f-45fd-9a64-0f886412065f tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:01.295789 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9e761da4-c2ca-4436-9bfe-91bdc1063270 req-42692827-ff3d-414e-b02c-23b8682a566e tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 210 time: 0.0813556 Feb 19 03:02:01.340299 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5f708514-4a4e-4e81-bee5-2ff1586db8dc tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (c90894fe-b830-4491-a2f1-b710f5bc5b81), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:01.358264 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f00c93-6b0c-42d9-87f1-8e3629549b90 None None] Pushing event updated for resources: {'Port': ['ID=03d52e51-dc25-4da5-ad27-565799575eac,revision_number=10']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:01.358950 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [None req-11c90bf7-ae0f-45fd-9a64-0f886412065f tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] device_id is not set on port bff73a98-e666-4d7a-a6e3-a0741d45ea86 yet. {{(pid=103702) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:02:01.390118 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-ebcd127a-5789-4c40-b08d-2bc6950c1a73 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c706067562c8428587fd196f91764d42&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8214209 Feb 19 03:02:01.400410 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f21c55a0-c0a0-40e0-b8fe-4e63b67bd38f req-0d3ae776-4021-4d71-aca6-ddf2163b3dad tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3565943 Feb 19 03:02:01.407450 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 48234) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:01.491502 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd127a-5789-4c40-b08d-2bc6950c1a73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac5a1ee5-85d9-43ad-90b9-3540a152871c,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:01.617580 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4fe744b1-1f4c-4d05-9126-e543d0575aa5 admin admin] Publish callbacks [] for security_group (03f55d8b-5b73-4d9f-aa0f-55d625caee72), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:01.639346 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4fe744b1-1f4c-4d05-9126-e543d0575aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (03f55d8b-5b73-4d9f-aa0f-55d625caee72), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:01.732448 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe744b1-1f4c-4d05-9126-e543d0575aa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03f55d8b-5b73-4d9f-aa0f-55d625caee72,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:01.753183 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-4fe744b1-1f4c-4d05-9126-e543d0575aa5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9b2fb5ba2d9948edbd4587d36827a9aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5404637 Feb 19 03:02:01.759221 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-11c90bf7-ae0f-45fd-9a64-0f886412065f tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Allocated IP 172.20.0.7 (48d3009f-8d6e-4fac-a460-ff95e3f8d78a/35275239-92e7-47f8-8fad-6b16f964bcd1/bff73a98-e666-4d7a-a6e3-a0741d45ea86) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:02:01.763601 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48238) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:01.786683 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-11c90bf7-ae0f-45fd-9a64-0f886412065f tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Allocated IP 2001:db8::f816:3eff:feab:de14 (48d3009f-8d6e-4fac-a460-ff95e3f8d78a/c665ce42-7f7e-4b02-8655-0d656dc1258b/bff73a98-e666-4d7a-a6e3-a0741d45ea86) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:02:01.824865 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-538c51e1-16ca-4adb-b7ae-917269850435 admin admin] Publish callbacks [] for security_group (ac5a1ee5-85d9-43ad-90b9-3540a152871c), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:01.887151 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-538c51e1-16ca-4adb-b7ae-917269850435 admin admin] Publish callbacks [] for security_group (ac5a1ee5-85d9-43ad-90b9-3540a152871c), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:01.934115 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 03d52e51-dc25-4da5-ad27-565799575eac up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:02:01.975169 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e0ca7b86-ec0f-40e0-af29-605f99cff3e6 admin admin] Publish callbacks [] for security_group (03f55d8b-5b73-4d9f-aa0f-55d625caee72), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:02.022796 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e0ca7b86-ec0f-40e0-af29-605f99cff3e6 admin admin] Publish callbacks [] for security_group (03f55d8b-5b73-4d9f-aa0f-55d625caee72), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:02.055008 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 03d52e51-dc25-4da5-ad27-565799575eac triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:02:02.055391 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (03d52e51-dc25-4da5-ad27-565799575eac), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:02.151240 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-11c90bf7-ae0f-45fd-9a64-0f886412065f tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks [] for port (bff73a98-e666-4d7a-a6e3-a0741d45ea86), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:02.183349 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f2f220-679f-4a97-aaff-ae21eaa4cf2e req-9117f3f6-60dd-46fa-9a4e-ef167aea70b1 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:02.193719 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-71f2f220-679f-4a97-aaff-ae21eaa4cf2e req-9117f3f6-60dd-46fa-9a4e-ef167aea70b1 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 947 time: 0.4801590 Feb 19 03:02:02.202926 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e0ca7b86-ec0f-40e0-af29-605f99cff3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (03f55d8b-5b73-4d9f-aa0f-55d625caee72), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:02.205562 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e0ca7b86-ec0f-40e0-af29-605f99cff3e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:02.206723 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-e0ca7b86-ec0f-40e0-af29-605f99cff3e6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/03f55d8b-5b73-4d9f-aa0f-55d625caee72 HTTP/1.1" status: 204 len: 168 time: 0.4419518 Feb 19 03:02:02.234863 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ca7b86-ec0f-40e0-af29-605f99cff3e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03f55d8b-5b73-4d9f-aa0f-55d625caee72,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:02.240623 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-11c90bf7-ae0f-45fd-9a64-0f886412065f tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (bff73a98-e666-4d7a-a6e3-a0741d45ea86), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:02.269297 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c90bf7-ae0f-45fd-9a64-0f886412065f tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:02:02.273506 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-11c90bf7-ae0f-45fd-9a64-0f886412065f tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:02:02.286309 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 03d52e51-dc25-4da5-ad27-565799575eac is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:02:02.311001 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679ca2cc-f8fd-4a1c-ad21-e44c711bb486 None None] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:02:02.316979 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c90bf7-ae0f-45fd-9a64-0f886412065f tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:02:02.330505 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-538c51e1-16ca-4adb-b7ae-917269850435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (ac5a1ee5-85d9-43ad-90b9-3540a152871c), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:02.334734 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-538c51e1-16ca-4adb-b7ae-917269850435 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:02.338151 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-538c51e1-16ca-4adb-b7ae-917269850435 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ac5a1ee5-85d9-43ad-90b9-3540a152871c HTTP/1.1" status: 204 len: 168 time: 0.9258375 Feb 19 03:02:02.346181 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-71f2f220-679f-4a97-aaff-ae21eaa4cf2e req-04589c4c-f779-4249-b73b-e3326f0cfe1e tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497178 Feb 19 03:02:02.354492 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5f708514-4a4e-4e81-bee5-2ff1586db8dc tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks [] for port (c90894fe-b830-4491-a2f1-b710f5bc5b81), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:02.382547 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5f708514-4a4e-4e81-bee5-2ff1586db8dc tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (c90894fe-b830-4491-a2f1-b710f5bc5b81), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:02.444984 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c90bf7-ae0f-45fd-9a64-0f886412065f tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:02.445695 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-11c90bf7-ae0f-45fd-9a64-0f886412065f tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:02.541396 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c90bf7-ae0f-45fd-9a64-0f886412065f tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event updated for resources: {'Port': ['ID=bff73a98-e666-4d7a-a6e3-a0741d45ea86,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:02.559258 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-11c90bf7-ae0f-45fd-9a64-0f886412065f tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.9241197 Feb 19 03:02:02.560779 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48252) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:02.626835 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5f708514-4a4e-4e81-bee5-2ff1586db8dc tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16362769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16289258'] for router_interface (8b06fe39-eab9-43af-bef1-4ac2a808dab0), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:02.650743 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538c51e1-16ca-4adb-b7ae-917269850435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac5a1ee5-85d9-43ad-90b9-3540a152871c,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:02.667508 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f708514-4a4e-4e81-bee5-2ff1586db8dc tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Pushing event updated for resources: {'Port': ['ID=c90894fe-b830-4491-a2f1-b710f5bc5b81,revision_number=3']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:02.687837 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-959b7a88-eafb-4d3d-8a9d-26b790890b29 None None] Provisioning complete for port 03d52e51-dc25-4da5-ad27-565799575eac triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:02:02.688258 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-959b7a88-eafb-4d3d-8a9d-26b790890b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (03d52e51-dc25-4da5-ad27-565799575eac), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:02.696040 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc4ccf2-cb74-41bf-ad7f-9f54ca851a96 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:02.711974 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc4ccf2-cb74-41bf-ad7f-9f54ca851a96 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:02.717415 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-7dc4ccf2-cb74-41bf-ad7f-9f54ca851a96 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1484890 Feb 19 03:02:02.722575 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48256) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:02.863932 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-bec8aed5-2453-42a8-8e9f-481dc49e8eff tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Deleting port bff73a98-e666-4d7a-a6e3-a0741d45ea86 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:02:02.863932 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bec8aed5-2453-42a8-8e9f-481dc49e8eff tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (bff73a98-e666-4d7a-a6e3-a0741d45ea86), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:02.883094 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-675122ae-6547-4869-9a2a-097ac0ac1fb9 req-be5c56d1-0809-4ee2-bcbf-7710a6acbb6c tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 210 time: 0.2277439 Feb 19 03:02:02.906852 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-959b7a88-eafb-4d3d-8a9d-26b790890b29 None None] Current status of the port 03d52e51-dc25-4da5-ad27-565799575eac is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:02:02.997531 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e68dffa-129f-46ed-bf92-b78e1ad0da6c req-d5fd38f6-52a7-48ad-a45b-a0186e96a37c tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:03.006234 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4e68dffa-129f-46ed-bf92-b78e1ad0da6c req-d5fd38f6-52a7-48ad-a45b-a0186e96a37c tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 947 time: 0.3454459 Feb 19 03:02:03.042434 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bec8aed5-2453-42a8-8e9f-481dc49e8eff tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (bff73a98-e666-4d7a-a6e3-a0741d45ea86), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:03.043286 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f708514-4a4e-4e81-bee5-2ff1586db8dc tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Network 6dd99fb2-bd56-4d6a-bce5-6994a4c82dc6 is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:02:03.068815 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-5f708514-4a4e-4e81-bee5-2ff1586db8dc tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:02:03.094338 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-bec8aed5-2453-42a8-8e9f-481dc49e8eff tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Calling delete_port for bff73a98-e666-4d7a-a6e3-a0741d45ea86 owned by {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:02:03.278009 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4e68dffa-129f-46ed-bf92-b78e1ad0da6c req-734c3672-9da9-4763-bd61-46eacd8e64ae tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693245 Feb 19 03:02:03.333036 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f708514-4a4e-4e81-bee5-2ff1586db8dc tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Router 8b06fe39-eab9-43af-bef1-4ac2a808dab0 is scheduled to L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd with binding_index 1 {{(pid=103701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:02:03.631211 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f708514-4a4e-4e81-bee5-2ff1586db8dc tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:02:03.643989 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ad8729-beee-4c66-a472-0df43e546139 None None] Sync routers for ids ['8b06fe39-eab9-43af-bef1-4ac2a808dab0'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:02:03.650668 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-5f708514-4a4e-4e81-bee5-2ff1586db8dc tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "PUT /v2.0/routers/8b06fe39-eab9-43af-bef1-4ac2a808dab0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7749536 Feb 19 03:02:03.651558 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 48278) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:03.672595 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ad8729-beee-4c66-a472-0df43e546139 None None] Routers {'8b06fe39-eab9-43af-bef1-4ac2a808dab0'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:02:03.673057 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-c6ad8729-beee-4c66-a472-0df43e546139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:01:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['8b06fe39-eab9-43af-bef1-4ac2a808dab0'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:02:03.718293 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bec8aed5-2453-42a8-8e9f-481dc49e8eff tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (bff73a98-e666-4d7a-a6e3-a0741d45ea86), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:03.788664 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec8aed5-2453-42a8-8e9f-481dc49e8eff tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event deleted for resources: {'Port': ['ID=bff73a98-e666-4d7a-a6e3-a0741d45ea86,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:03.810865 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554f3b93-cedc-4db7-b089-465332e045a4 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:03.815588 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-554f3b93-cedc-4db7-b089-465332e045a4 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "GET /v2.0/ports?device_id=8b06fe39-eab9-43af-bef1-4ac2a808dab0 HTTP/1.1" status: 200 len: 982 time: 0.1621590 Feb 19 03:02:03.816211 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 48282) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:03.843130 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-c6ad8729-beee-4c66-a472-0df43e546139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:02:03.909301 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-5443fe3e-bca1-46a4-a10a-06c7f5dc807e None None] Provisioning complete for port 03d52e51-dc25-4da5-ad27-565799575eac triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:02:03.912147 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5443fe3e-bca1-46a4-a10a-06c7f5dc807e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (03d52e51-dc25-4da5-ad27-565799575eac), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:04.055715 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bec8aed5-2453-42a8-8e9f-481dc49e8eff tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:04.081702 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-bec8aed5-2453-42a8-8e9f-481dc49e8eff tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "DELETE /v2.0/ports/bff73a98-e666-4d7a-a6e3-a0741d45ea86 HTTP/1.1" status: 204 len: 168 time: 1.3529625 Feb 19 03:02:04.083568 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48296) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:04.086037 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ad8729-beee-4c66-a472-0df43e546139 None None] Routers {'8b06fe39-eab9-43af-bef1-4ac2a808dab0'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:02:04.086690 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-c6ad8729-beee-4c66-a472-0df43e546139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:01:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['8b06fe39-eab9-43af-bef1-4ac2a808dab0'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:02:04.199366 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2b1512-2d26-4a73-8bd4-63c7ea5959c0 req-d41bb81a-1852-424d-babd-831c253291e5 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:04.208697 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9b2b1512-2d26-4a73-8bd4-63c7ea5959c0 req-d41bb81a-1852-424d-babd-831c253291e5 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 947 time: 0.5748878 Feb 19 03:02:04.229721 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96fdd2d4-6b5e-4aac-b81f-c42f1ef1e859 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:04.234456 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96fdd2d4-6b5e-4aac-b81f-c42f1ef1e859 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:04.235948 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96fdd2d4-6b5e-4aac-b81f-c42f1ef1e859 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:04.247062 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-96fdd2d4-6b5e-4aac-b81f-c42f1ef1e859 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1622999 Feb 19 03:02:04.262568 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48304) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:04.289156 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-df94f530-b0f1-4e6b-b8fe-d50889951955 req-098bd4dc-be67-429e-868d-e848ebb03e73 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 210 time: 0.1117907 Feb 19 03:02:04.368369 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-5443fe3e-bca1-46a4-a10a-06c7f5dc807e None None] Current status of the port 03d52e51-dc25-4da5-ad27-565799575eac is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:02:04.384067 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-c6ad8729-beee-4c66-a472-0df43e546139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:02:04.385717 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ad8729-beee-4c66-a472-0df43e546139 None None] The sync data for ids ['8b06fe39-eab9-43af-bef1-4ac2a808dab0'] in n-d-826753-2 is: [] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:02:04.419273 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-cebc406e-a51c-4ba7-89f6-143c91871443 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Deleting subnet 35275239-92e7-47f8-8fad-6b16f964bcd1 {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:02:04.435844 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-5443fe3e-bca1-46a4-a10a-06c7f5dc807e None None] Provisioning complete for port c90894fe-b830-4491-a2f1-b710f5bc5b81 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:02:04.436423 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5443fe3e-bca1-46a4-a10a-06c7f5dc807e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (c90894fe-b830-4491-a2f1-b710f5bc5b81), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:04.441571 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cebc406e-a51c-4ba7-89f6-143c91871443 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks [] for subnet (35275239-92e7-47f8-8fad-6b16f964bcd1), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:04.509639 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9b2b1512-2d26-4a73-8bd4-63c7ea5959c0 req-e00b9e21-cb7c-4af5-838e-da32730444a8 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2999592 Feb 19 03:02:04.576006 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cebc406e-a51c-4ba7-89f6-143c91871443 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (35275239-92e7-47f8-8fad-6b16f964bcd1), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:04.582651 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-5443fe3e-bca1-46a4-a10a-06c7f5dc807e None None] Port c90894fe-b830-4491-a2f1-b710f5bc5b81 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:02:04.602840 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-5443fe3e-bca1-46a4-a10a-06c7f5dc807e None None] Could not find standard attr ID for object bff73a98-e666-4d7a-a6e3-a0741d45ea86. {{(pid=103703) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:02:04.716970 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-ba741285-d872-4ce0-b344-cf527a94e3c7 None None] Could not find standard attr ID for object bff73a98-e666-4d7a-a6e3-a0741d45ea86. {{(pid=103703) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:02:04.763542 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-73e1b73c-527a-49c7-a51f-9c80c59a1be6 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16289271'] for router_interface (8b06fe39-eab9-43af-bef1-4ac2a808dab0), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:04.825423 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cebc406e-a51c-4ba7-89f6-143c91871443 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (35275239-92e7-47f8-8fad-6b16f964bcd1), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:04.933491 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f116a483-940f-4c71-b903-ee74860eef16 req-f353e8c5-c09f-4ddb-ae08-7c7f9b0ba776 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:04.935200 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f116a483-940f-4c71-b903-ee74860eef16 req-f353e8c5-c09f-4ddb-ae08-7c7f9b0ba776 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 947 time: 0.2336841 Feb 19 03:02:05.018196 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cebc406e-a51c-4ba7-89f6-143c91871443 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (35275239-92e7-47f8-8fad-6b16f964bcd1), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:05.070979 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebc406e-a51c-4ba7-89f6-143c91871443 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event deleted for resources: {'Subnet': ['ID=35275239-92e7-47f8-8fad-6b16f964bcd1,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:05.082590 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cebc406e-a51c-4ba7-89f6-143c91871443 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:05.088031 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98afea5d-d503-4760-8914-6e368091242c None None] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:02:05.090821 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-cebc406e-a51c-4ba7-89f6-143c91871443 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "DELETE /v2.0/subnets/35275239-92e7-47f8-8fad-6b16f964bcd1 HTTP/1.1" status: 204 len: 168 time: 0.8271341 Feb 19 03:02:05.093413 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48332) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:05.156569 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f116a483-940f-4c71-b903-ee74860eef16 req-424f3bbd-7914-471b-8f60-682f514a457c tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149043 Feb 19 03:02:05.206463 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-a758cf9a-d842-400a-9746-ef1be844d72e tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Deleting subnet c665ce42-7f7e-4b02-8655-0d656dc1258b {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:02:05.210656 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a758cf9a-d842-400a-9746-ef1be844d72e tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks [] for subnet (c665ce42-7f7e-4b02-8655-0d656dc1258b), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:05.312410 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a758cf9a-d842-400a-9746-ef1be844d72e tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (c665ce42-7f7e-4b02-8655-0d656dc1258b), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:05.449554 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-73e1b73c-527a-49c7-a51f-9c80c59a1be6 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Deleting port c90894fe-b830-4491-a2f1-b710f5bc5b81 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:02:05.450137 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-73e1b73c-527a-49c7-a51f-9c80c59a1be6 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (c90894fe-b830-4491-a2f1-b710f5bc5b81), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:05.585400 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a758cf9a-d842-400a-9746-ef1be844d72e tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (c665ce42-7f7e-4b02-8655-0d656dc1258b), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:05.647076 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1642853c-a622-4b5c-bb42-5d6dbbebf74c req-075e4dbf-625d-4619-b0b0-c64dcfb4ba89 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 210 time: 0.1524782 Feb 19 03:02:05.744001 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-73e1b73c-527a-49c7-a51f-9c80c59a1be6 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (c90894fe-b830-4491-a2f1-b710f5bc5b81), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:05.751538 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a758cf9a-d842-400a-9746-ef1be844d72e tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (c665ce42-7f7e-4b02-8655-0d656dc1258b), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:05.786490 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-73e1b73c-527a-49c7-a51f-9c80c59a1be6 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Calling delete_port for c90894fe-b830-4491-a2f1-b710f5bc5b81 owned by network:router_interface {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:02:05.837722 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a758cf9a-d842-400a-9746-ef1be844d72e tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event deleted for resources: {'Subnet': ['ID=c665ce42-7f7e-4b02-8655-0d656dc1258b,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:05.856874 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a758cf9a-d842-400a-9746-ef1be844d72e tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:05.871285 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-a758cf9a-d842-400a-9746-ef1be844d72e tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "DELETE /v2.0/subnets/c665ce42-7f7e-4b02-8655-0d656dc1258b HTTP/1.1" status: 204 len: 168 time: 0.7737436 Feb 19 03:02:05.872049 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48352) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:05.972329 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-ea11b07e-4cd4-4d39-b5bf-171079d692d3 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0871372 Feb 19 03:02:05.973234 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48358) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:06.086427 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0ce0d3-2a75-4a44-9a58-b61bd59aa9b1 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:06.090186 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-1f0ce0d3-2a75-4a44-9a58-b61bd59aa9b1 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1157756 Feb 19 03:02:06.092815 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48360) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:06.193200 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48362) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:06.242567 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9b5d57-50df-4644-b867-103b244d6dc1 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:06.244163 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-8b9b5d57-50df-4644-b867-103b244d6dc1 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1503332 Feb 19 03:02:06.247372 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48366) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:06.374093 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-7533b59d-5b67-45a0-9b0c-b4523fd75471 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1255517 Feb 19 03:02:06.385443 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48372) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:06.394933 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-bf9d7456-b351-486a-8f8d-6e45baefb4b1 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Request body: {'subnet': {'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:02:06.645358 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-494ad68d-8a53-48dc-ae3f-3cf2476321cf tempest-DHCPAgentSchedulersTestJSON-2136547649 tempest-DHCPAgentSchedulersTestJSON-2136547649-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-20519452'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:02:06.727328 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d304aec-2396-49d9-a844-779260a1c14a None None] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:02:06.792692 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf9d7456-b351-486a-8f8d-6e45baefb4b1 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Made reservation on behalf of bb74a1a86b774cd895fbb7befcc78fd8 for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:02:06.811480 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bf9d7456-b351-486a-8f8d-6e45baefb4b1 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:06.814867 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf9d7456-b351-486a-8f8d-6e45baefb4b1 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:02:06.817780 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf9d7456-b351-486a-8f8d-6e45baefb4b1 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:02:06.827613 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-494ad68d-8a53-48dc-ae3f-3cf2476321cf tempest-DHCPAgentSchedulersTestJSON-2136547649 tempest-DHCPAgentSchedulersTestJSON-2136547649-project] Made reservation on behalf of 13c9030e07c64a889733d0664d49cf5f for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:02:06.832364 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-494ad68d-8a53-48dc-ae3f-3cf2476321cf tempest-DHCPAgentSchedulersTestJSON-2136547649 tempest-DHCPAgentSchedulersTestJSON-2136547649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:06.857289 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3837f4e9-233c-4de1-ad19-7066b14a2d78 req-d9343f89-b308-4b98-889f-ae6fe5577c12 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:06.858695 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3837f4e9-233c-4de1-ad19-7066b14a2d78 req-d9343f89-b308-4b98-889f-ae6fe5577c12 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 947 time: 0.1802654 Feb 19 03:02:06.870920 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-494ad68d-8a53-48dc-ae3f-3cf2476321cf tempest-DHCPAgentSchedulersTestJSON-2136547649 tempest-DHCPAgentSchedulersTestJSON-2136547649-project] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:06.874763 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b7afec3d-463a-4356-824f-d579562666a4 req-8df276e7-6536-49e1-9acb-49e2be2b7bc5 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 210 time: 0.0594168 Feb 19 03:02:06.924127 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-bf9d7456-b351-486a-8f8d-6e45baefb4b1 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5333281 Feb 19 03:02:06.929176 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48384) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:06.946903 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-093a6d86-424a-40ca-b80b-7afa3b4e8093 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Request body: {'subnet': {'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:02:06.966892 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3837f4e9-233c-4de1-ad19-7066b14a2d78 req-041b72c7-776a-4c26-b792-da71118ca864 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908649 Feb 19 03:02:07.021685 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-73e1b73c-527a-49c7-a51f-9c80c59a1be6 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (c90894fe-b830-4491-a2f1-b710f5bc5b81), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:07.079466 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-25e30544-92b2-4dfa-a6ed-5b7a12150e66 None None] Provisioning complete for port 03d52e51-dc25-4da5-ad27-565799575eac triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:02:07.079870 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-25e30544-92b2-4dfa-a6ed-5b7a12150e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (03d52e51-dc25-4da5-ad27-565799575eac), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:07.142225 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e1b73c-527a-49c7-a51f-9c80c59a1be6 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Pushing event deleted for resources: {'Port': ['ID=c90894fe-b830-4491-a2f1-b710f5bc5b81,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:07.155703 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-093a6d86-424a-40ca-b80b-7afa3b4e8093 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Made reservation on behalf of bb74a1a86b774cd895fbb7befcc78fd8 for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:02:07.166440 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-093a6d86-424a-40ca-b80b-7afa3b4e8093 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:07.171199 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-093a6d86-424a-40ca-b80b-7afa3b4e8093 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:02:07.171646 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-093a6d86-424a-40ca-b80b-7afa3b4e8093 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:02:07.220875 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-494ad68d-8a53-48dc-ae3f-3cf2476321cf tempest-DHCPAgentSchedulersTestJSON-2136547649 tempest-DHCPAgentSchedulersTestJSON-2136547649-project] Publish callbacks [] for security_group (7d3ccab4-f74c-4f40-9f2d-0de99af4d908), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:07.231619 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-494ad68d-8a53-48dc-ae3f-3cf2476321cf tempest-DHCPAgentSchedulersTestJSON-2136547649 tempest-DHCPAgentSchedulersTestJSON-2136547649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (7d3ccab4-f74c-4f40-9f2d-0de99af4d908), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:07.254403 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-093a6d86-424a-40ca-b80b-7afa3b4e8093 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3194485 Feb 19 03:02:07.275666 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 48388) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:07.314144 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-25e30544-92b2-4dfa-a6ed-5b7a12150e66 None None] Current status of the port 03d52e51-dc25-4da5-ad27-565799575eac is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:02:07.315241 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-494ad68d-8a53-48dc-ae3f-3cf2476321cf tempest-DHCPAgentSchedulersTestJSON-2136547649 tempest-DHCPAgentSchedulersTestJSON-2136547649-project] vlan segment allocate from pool success with {'vlan_id': 276, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:02:07.336984 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-3add88f5-0ac3-43b5-9385-a5ce496cff60 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Request body: {'subnet': {'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:02:07.345982 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494ad68d-8a53-48dc-ae3f-3cf2476321cf tempest-DHCPAgentSchedulersTestJSON-2136547649 tempest-DHCPAgentSchedulersTestJSON-2136547649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d3ccab4-f74c-4f40-9f2d-0de99af4d908,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:07.356940 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-494ad68d-8a53-48dc-ae3f-3cf2476321cf tempest-DHCPAgentSchedulersTestJSON-2136547649 tempest-DHCPAgentSchedulersTestJSON-2136547649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (7c8745f7-0b84-4346-aca4-11a401eecc64), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:07.357332 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-494ad68d-8a53-48dc-ae3f-3cf2476321cf tempest-DHCPAgentSchedulersTestJSON-2136547649 tempest-DHCPAgentSchedulersTestJSON-2136547649-project] Added segment 7c8745f7-0b84-4346-aca4-11a401eecc64 of type vlan for network 9a501059-30f9-43e3-b524-85f997844587 Feb 19 03:02:07.392027 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d3f37c-dfd5-4c4e-b68a-f74540cf7fb9 None None] DHCP port deletion for 48d3009f-8d6e-4fac-a460-ff95e3f8d78a request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:02:07.453296 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-494ad68d-8a53-48dc-ae3f-3cf2476321cf tempest-DHCPAgentSchedulersTestJSON-2136547649 tempest-DHCPAgentSchedulersTestJSON-2136547649-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (9a501059-30f9-43e3-b524-85f997844587), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:07.491402 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [req-d0232cad-05aa-4be1-9c93-b18874916873 req-8113d812-2f29-4603-b702-b6f9efba7d7e service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103701) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:02:07.517751 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d0232cad-05aa-4be1-9c93-b18874916873 req-8113d812-2f29-4603-b702-b6f9efba7d7e service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2780261 Feb 19 03:02:07.526827 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-494ad68d-8a53-48dc-ae3f-3cf2476321cf tempest-DHCPAgentSchedulersTestJSON-2136547649 tempest-DHCPAgentSchedulersTestJSON-2136547649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (9a501059-30f9-43e3-b524-85f997844587), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:07.536152 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494ad68d-8a53-48dc-ae3f-3cf2476321cf tempest-DHCPAgentSchedulersTestJSON-2136547649 tempest-DHCPAgentSchedulersTestJSON-2136547649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:07.536801 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-494ad68d-8a53-48dc-ae3f-3cf2476321cf tempest-DHCPAgentSchedulersTestJSON-2136547649 tempest-DHCPAgentSchedulersTestJSON-2136547649-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:07.622676 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b8d3f37c-dfd5-4c4e-b68a-f74540cf7fb9 None None] Deleting port 03d52e51-dc25-4da5-ad27-565799575eac {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:02:07.623057 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b8d3f37c-dfd5-4c4e-b68a-f74540cf7fb9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (03d52e51-dc25-4da5-ad27-565799575eac), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:07.701175 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-494ad68d-8a53-48dc-ae3f-3cf2476321cf tempest-DHCPAgentSchedulersTestJSON-2136547649 tempest-DHCPAgentSchedulersTestJSON-2136547649-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.5064731 Feb 19 03:02:07.704291 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48398) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:07.710572 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-d106fc38-e58b-4386-a57e-198513c45f4a tempest-DHCPAgentSchedulersTestJSON-2136547649 tempest-DHCPAgentSchedulersTestJSON-2136547649-project] Request body: {'subnet': {'network_id': '9a501059-30f9-43e3-b524-85f997844587', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:02:07.861038 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b8d3f37c-dfd5-4c4e-b68a-f74540cf7fb9 None None] For port 03d52e51-dc25-4da5-ad27-565799575eac, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=03d52e51-dc25-4da5-ad27-565799575eac,segment=NetworkSegment(c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8),segment_id=c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:02:07.861607 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b8d3f37c-dfd5-4c4e-b68a-f74540cf7fb9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (03d52e51-dc25-4da5-ad27-565799575eac), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:07.884321 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494ad68d-8a53-48dc-ae3f-3cf2476321cf tempest-DHCPAgentSchedulersTestJSON-2136547649 tempest-DHCPAgentSchedulersTestJSON-2136547649-project] Pushing event updated for resources: {'Network': ['ID=9a501059-30f9-43e3-b524-85f997844587,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:07.892610 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b8d3f37c-dfd5-4c4e-b68a-f74540cf7fb9 None None] Calling delete_port for 03d52e51-dc25-4da5-ad27-565799575eac owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:02:07.900803 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 9a501059-30f9-43e3-b524-85f997844587 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:02:07.934408 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d106fc38-e58b-4386-a57e-198513c45f4a tempest-DHCPAgentSchedulersTestJSON-2136547649 tempest-DHCPAgentSchedulersTestJSON-2136547649-project] Made reservation on behalf of 13c9030e07c64a889733d0664d49cf5f for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:02:07.937972 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d106fc38-e58b-4386-a57e-198513c45f4a tempest-DHCPAgentSchedulersTestJSON-2136547649 tempest-DHCPAgentSchedulersTestJSON-2136547649-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:07.994448 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 03d52e51-dc25-4da5-ad27-565799575eac no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:02:08.068797 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-73e1b73c-527a-49c7-a51f-9c80c59a1be6 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16362762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16314471'] for router_interface (8b06fe39-eab9-43af-bef1-4ac2a808dab0), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:08.166046 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 03d52e51-dc25-4da5-ad27-565799575eac is: ACTIVE; New status is: DOWN {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:02:08.166676 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (03d52e51-dc25-4da5-ad27-565799575eac), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:08.219205 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-349a9c2f-af18-406d-9ee4-273ec3092b5a req-6af5600a-f9ed-4881-ac12-9064c8f51985 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 210 time: 0.1472867 Feb 19 03:02:08.220073 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b8d3f37c-dfd5-4c4e-b68a-f74540cf7fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (03d52e51-dc25-4da5-ad27-565799575eac), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:08.295371 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d3f37c-dfd5-4c4e-b68a-f74540cf7fb9 None None] No DVR routers for this DVR port 03d52e51-dc25-4da5-ad27-565799575eac on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:02:08.304548 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d3f37c-dfd5-4c4e-b68a-f74540cf7fb9 None None] Pushing event deleted for resources: {'Port': ['ID=03d52e51-dc25-4da5-ad27-565799575eac,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:08.358184 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d106fc38-e58b-4386-a57e-198513c45f4a tempest-DHCPAgentSchedulersTestJSON-2136547649 tempest-DHCPAgentSchedulersTestJSON-2136547649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (b7f8f87c-0275-4907-a8b2-18b36ac6d3d1), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:08.361706 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e84d60-a58f-446e-80f1-9e7a9c248ec4 req-d52a2442-7f81-4c83-8d67-fe05ec53ef7f tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:08.370142 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-37e84d60-a58f-446e-80f1-9e7a9c248ec4 req-d52a2442-7f81-4c83-8d67-fe05ec53ef7f tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 947 time: 0.6682210 Feb 19 03:02:08.459394 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3add88f5-0ac3-43b5-9385-a5ce496cff60 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Made reservation on behalf of bb74a1a86b774cd895fbb7befcc78fd8 for: {'subnet': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:02:08.463159 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3add88f5-0ac3-43b5-9385-a5ce496cff60 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58706307'] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:08.464619 n-d-826753-2 neutron-server[103701]: INFO neutron.pecan_wsgi.hooks.translation [None req-3add88f5-0ac3-43b5-9385-a5ce496cff60 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:02:08.465081 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3add88f5-0ac3-43b5-9385-a5ce496cff60 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:02:08.532914 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-37e84d60-a58f-446e-80f1-9e7a9c248ec4 req-117274d2-30f9-441f-aae8-6a3068657ce1 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617262 Feb 19 03:02:08.569077 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d106fc38-e58b-4386-a57e-198513c45f4a tempest-DHCPAgentSchedulersTestJSON-2136547649 tempest-DHCPAgentSchedulersTestJSON-2136547649-project] Pushing event updated for resources: {'Subnet': ['ID=b7f8f87c-0275-4907-a8b2-18b36ac6d3d1,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:08.573219 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-3add88f5-0ac3-43b5-9385-a5ce496cff60 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.2943087 Feb 19 03:02:08.576268 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48408) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:08.586428 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-d1b3b76e-0908-4999-bafd-dc89003818ee tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Request body: {'subnet': {'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:02:08.595255 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73e1b73c-527a-49c7-a51f-9c80c59a1be6 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Router 8b06fe39-eab9-43af-bef1-4ac2a808dab0 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:02:08.606573 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d106fc38-e58b-4386-a57e-198513c45f4a tempest-DHCPAgentSchedulersTestJSON-2136547649 tempest-DHCPAgentSchedulersTestJSON-2136547649-project] Checking segment: {'id': '7c8745f7-0b84-4346-aca4-11a401eecc64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '9a501059-30f9-43e3-b524-85f997844587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:02:08.606939 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d106fc38-e58b-4386-a57e-198513c45f4a tempest-DHCPAgentSchedulersTestJSON-2136547649 tempest-DHCPAgentSchedulersTestJSON-2136547649-project] Network hostable DHCP agents. Network: 9a501059-30f9-43e3-b524-85f997844587, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:02:08.783925 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d106fc38-e58b-4386-a57e-198513c45f4a tempest-DHCPAgentSchedulersTestJSON-2136547649 tempest-DHCPAgentSchedulersTestJSON-2136547649-project] Network 9a501059-30f9-43e3-b524-85f997844587 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:02:08.818719 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-d106fc38-e58b-4386-a57e-198513c45f4a tempest-DHCPAgentSchedulersTestJSON-2136547649 tempest-DHCPAgentSchedulersTestJSON-2136547649-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 9a501059-30f9-43e3-b524-85f997844587) {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:02:08.828813 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d106fc38-e58b-4386-a57e-198513c45f4a tempest-DHCPAgentSchedulersTestJSON-2136547649 tempest-DHCPAgentSchedulersTestJSON-2136547649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:08.829448 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d106fc38-e58b-4386-a57e-198513c45f4a tempest-DHCPAgentSchedulersTestJSON-2136547649 tempest-DHCPAgentSchedulersTestJSON-2136547649-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:08.831335 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a99691-ebc6-482e-9ab6-07ae46b42049 None None] Network 9a501059-30f9-43e3-b524-85f997844587 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:02:08.836855 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73e1b73c-527a-49c7-a51f-9c80c59a1be6 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:02:08.848070 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa05494a-4895-4b9c-a3b9-684993e514bd None None] Sync routers for ids ['8b06fe39-eab9-43af-bef1-4ac2a808dab0'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:02:08.865122 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-73e1b73c-527a-49c7-a51f-9c80c59a1be6 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "PUT /v2.0/routers/8b06fe39-eab9-43af-bef1-4ac2a808dab0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0443728 Feb 19 03:02:08.866049 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48414) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:08.866969 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa05494a-4895-4b9c-a3b9-684993e514bd None None] Routers {'8b06fe39-eab9-43af-bef1-4ac2a808dab0'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:02:08.868752 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-aa05494a-4895-4b9c-a3b9-684993e514bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:01:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['8b06fe39-eab9-43af-bef1-4ac2a808dab0'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:02:08.932552 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb67d294-7a43-43f6-b4ca-bde35fb2005f req-b8846cba-6005-4975-8bf8-f85a77d2b200 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:08.936969 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-d106fc38-e58b-4386-a57e-198513c45f4a tempest-DHCPAgentSchedulersTestJSON-2136547649 tempest-DHCPAgentSchedulersTestJSON-2136547649-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2295165 Feb 19 03:02:08.952176 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cb67d294-7a43-43f6-b4ca-bde35fb2005f req-b8846cba-6005-4975-8bf8-f85a77d2b200 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 947 time: 0.2585678 Feb 19 03:02:08.952684 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 48416) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:08.970164 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-644ef8af-5f36-4384-b4f9-eaea3592ad87 tempest-DHCPAgentSchedulersTestJSON-2136547649 tempest-DHCPAgentSchedulersTestJSON-2136547649-project] Request body: {'port': {'network_id': '9a501059-30f9-43e3-b524-85f997844587', 'name': 'tempest-DHCPAgentSchedulersTestJSON-310101516'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:02:08.986794 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-aa05494a-4895-4b9c-a3b9-684993e514bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:02:09.004627 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa05494a-4895-4b9c-a3b9-684993e514bd None None] Routers {'8b06fe39-eab9-43af-bef1-4ac2a808dab0'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:02:09.005273 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-aa05494a-4895-4b9c-a3b9-684993e514bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:01:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['8b06fe39-eab9-43af-bef1-4ac2a808dab0'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:02:09.007015 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-22b9bb03-16f6-46e7-91c2-0027e25c6934 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] GET failed (client error): The resource could not be found. Feb 19 03:02:09.010589 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-22b9bb03-16f6-46e7-91c2-0027e25c6934 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "GET /v2.0/ports/c90894fe-b830-4491-a2f1-b710f5bc5b81 HTTP/1.1" status: 404 len: 333 time: 0.1364889 Feb 19 03:02:09.010589 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1b3b76e-0908-4999-bafd-dc89003818ee tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Made reservation on behalf of bb74a1a86b774cd895fbb7befcc78fd8 for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:02:09.015015 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 48418) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:09.017515 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d1b3b76e-0908-4999-bafd-dc89003818ee tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:09.031668 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1b3b76e-0908-4999-bafd-dc89003818ee tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:02:09.031668 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1b3b76e-0908-4999-bafd-dc89003818ee tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:02:09.084527 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed2c025-d380-4ebb-a4da-f5af3cd4d967 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-9a501059-30f9-43e3-b524-85f997844587', 'network_id': '9a501059-30f9-43e3-b524-85f997844587', 'project_id': '13c9030e07c64a889733d0664d49cf5f', 'fixed_ips': [{'subnet_id': 'b7f8f87c-0275-4907-a8b2-18b36ac6d3d1'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:02:09.086930 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5ed2c025-d380-4ebb-a4da-f5af3cd4d967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:09.096864 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-d1b3b76e-0908-4999-bafd-dc89003818ee tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5195062 Feb 19 03:02:09.101558 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48420) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:09.111411 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-54246adc-d32c-4b2a-af58-e75019225f4c tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Request body: {'subnet': {'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:02:09.115020 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-aa05494a-4895-4b9c-a3b9-684993e514bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:02:09.117674 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa05494a-4895-4b9c-a3b9-684993e514bd None None] The sync data for ids ['8b06fe39-eab9-43af-bef1-4ac2a808dab0'] in n-d-826753-2 is: [] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:02:09.366071 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-5ed2c025-d380-4ebb-a4da-f5af3cd4d967 None None] Allocated IP 172.20.0.2 (9a501059-30f9-43e3-b524-85f997844587/b7f8f87c-0275-4907-a8b2-18b36ac6d3d1/80eb67c2-7de1-4701-a449-fb4a2e3e7015) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:02:09.538368 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f736a383-d670-4974-a92b-6ca1104e64b4 req-6c599920-bd68-4af4-a650-1a45d1c114db tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 210 time: 0.1070883 Feb 19 03:02:09.543438 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b19ff384-b700-40d3-8aba-e30e60364d1e tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks [] for router (8b06fe39-eab9-43af-bef1-4ac2a808dab0), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:09.563049 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cb67d294-7a43-43f6-b4ca-bde35fb2005f req-b5834f85-e6c5-45d9-9e7a-81e18333ecec tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5884190 Feb 19 03:02:09.939770 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5ed2c025-d380-4ebb-a4da-f5af3cd4d967 None None] Publish callbacks [] for port (80eb67c2-7de1-4701-a449-fb4a2e3e7015), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:09.958510 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5ed2c025-d380-4ebb-a4da-f5af3cd4d967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (80eb67c2-7de1-4701-a449-fb4a2e3e7015), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:10.053224 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed2c025-d380-4ebb-a4da-f5af3cd4d967 None None] Network 9a501059-30f9-43e3-b524-85f997844587 is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:02:10.058917 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-5ed2c025-d380-4ebb-a4da-f5af3cd4d967 None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:02:10.063937 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed2c025-d380-4ebb-a4da-f5af3cd4d967 None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:02:10.067699 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed2c025-d380-4ebb-a4da-f5af3cd4d967 None None] Pushing event updated for resources: {'Port': ['ID=80eb67c2-7de1-4701-a449-fb4a2e3e7015,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:10.118106 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-644ef8af-5f36-4384-b4f9-eaea3592ad87 tempest-DHCPAgentSchedulersTestJSON-2136547649 tempest-DHCPAgentSchedulersTestJSON-2136547649-project] Made reservation on behalf of 13c9030e07c64a889733d0664d49cf5f for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:02:10.139047 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-644ef8af-5f36-4384-b4f9-eaea3592ad87 tempest-DHCPAgentSchedulersTestJSON-2136547649 tempest-DHCPAgentSchedulersTestJSON-2136547649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:10.142084 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b19ff384-b700-40d3-8aba-e30e60364d1e tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16317457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14254'] for router (8b06fe39-eab9-43af-bef1-4ac2a808dab0), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:10.147886 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b19ff384-b700-40d3-8aba-e30e60364d1e tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks [] for router_controller (8b06fe39-eab9-43af-bef1-4ac2a808dab0), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:10.163638 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54246adc-d32c-4b2a-af58-e75019225f4c tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Made reservation on behalf of bb74a1a86b774cd895fbb7befcc78fd8 for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:02:10.164317 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-5ed2c025-d380-4ebb-a4da-f5af3cd4d967 None None] Attempting to bind port 80eb67c2-7de1-4701-a449-fb4a2e3e7015 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:02:10.164734 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-5ed2c025-d380-4ebb-a4da-f5af3cd4d967 None None] Attempting to bind port 80eb67c2-7de1-4701-a449-fb4a2e3e7015 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '7c8745f7-0b84-4346-aca4-11a401eecc64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '9a501059-30f9-43e3-b524-85f997844587'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:02:10.165075 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed2c025-d380-4ebb-a4da-f5af3cd4d967 None None] Attempting to bind port 80eb67c2-7de1-4701-a449-fb4a2e3e7015 on network 9a501059-30f9-43e3-b524-85f997844587 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:02:10.167107 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-54246adc-d32c-4b2a-af58-e75019225f4c tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:10.168737 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-54246adc-d32c-4b2a-af58-e75019225f4c tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:02:10.169218 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54246adc-d32c-4b2a-af58-e75019225f4c tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:02:10.170941 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed2c025-d380-4ebb-a4da-f5af3cd4d967 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:02:10.171363 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed2c025-d380-4ebb-a4da-f5af3cd4d967 None None] Checking segment: {'id': '7c8745f7-0b84-4346-aca4-11a401eecc64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '9a501059-30f9-43e3-b524-85f997844587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:02:10.172857 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5ed2c025-d380-4ebb-a4da-f5af3cd4d967 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:10.172857 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed2c025-d380-4ebb-a4da-f5af3cd4d967 None None] Bound using segment: {'id': '7c8745f7-0b84-4346-aca4-11a401eecc64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '9a501059-30f9-43e3-b524-85f997844587'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:02:10.172857 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-5ed2c025-d380-4ebb-a4da-f5af3cd4d967 None None] Bound port: 80eb67c2-7de1-4701-a449-fb4a2e3e7015, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c8745f7-0b84-4346-aca4-11a401eecc64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '9a501059-30f9-43e3-b524-85f997844587'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:02:10.173288 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5ed2c025-d380-4ebb-a4da-f5af3cd4d967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (80eb67c2-7de1-4701-a449-fb4a2e3e7015), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:10.202660 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-54246adc-d32c-4b2a-af58-e75019225f4c tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.0988123 Feb 19 03:02:10.203632 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48444) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:10.213686 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-8415d5ae-831b-45ee-b369-7b1639840d8f tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Request body: {'subnet': {'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:02:10.249382 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf181f13-6831-4592-8b44-9a02c4a5175c req-dcff8830-d178-404f-87ac-b992daf2e190 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:10.256824 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bf181f13-6831-4592-8b44-9a02c4a5175c req-dcff8830-d178-404f-87ac-b992daf2e190 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 947 time: 0.5347614 Feb 19 03:02:10.270629 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-5ed2c025-d380-4ebb-a4da-f5af3cd4d967 None None] For port 80eb67c2-7de1-4701-a449-fb4a2e3e7015, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:02:10.280995 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-5ed2c025-d380-4ebb-a4da-f5af3cd4d967 None None] For port 80eb67c2-7de1-4701-a449-fb4a2e3e7015, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=80eb67c2-7de1-4701-a449-fb4a2e3e7015,segment=NetworkSegment(7c8745f7-0b84-4346-aca4-11a401eecc64),segment_id=7c8745f7-0b84-4346-aca4-11a401eecc64)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:02:10.292304 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5ed2c025-d380-4ebb-a4da-f5af3cd4d967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (80eb67c2-7de1-4701-a449-fb4a2e3e7015), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:10.367851 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [None req-644ef8af-5f36-4384-b4f9-eaea3592ad87 tempest-DHCPAgentSchedulersTestJSON-2136547649 tempest-DHCPAgentSchedulersTestJSON-2136547649-project] device_id is not set on port ad1bc186-a0d9-4cd2-aae3-9e7e6f9c181b yet. {{(pid=103701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:02:10.393593 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed2c025-d380-4ebb-a4da-f5af3cd4d967 None None] Pushing event updated for resources: {'Port': ['ID=80eb67c2-7de1-4701-a449-fb4a2e3e7015,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:10.402221 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8415d5ae-831b-45ee-b369-7b1639840d8f tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Made reservation on behalf of bb74a1a86b774cd895fbb7befcc78fd8 for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:02:10.405907 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8415d5ae-831b-45ee-b369-7b1639840d8f tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:10.407667 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-8415d5ae-831b-45ee-b369-7b1639840d8f tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:02:10.408199 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8415d5ae-831b-45ee-b369-7b1639840d8f tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:02:10.451421 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-8415d5ae-831b-45ee-b369-7b1639840d8f tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2467225 Feb 19 03:02:10.454060 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48456) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:10.537540 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-ef358590-a8f0-42a2-99f5-9abd25483f25 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0753069 Feb 19 03:02:10.541839 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48462) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:10.679567 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349ea627-2690-424d-a7a3-e488eeda2a73 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:10.684084 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-349ea627-2690-424d-a7a3-e488eeda2a73 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1381338 Feb 19 03:02:10.684727 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48468) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:10.694346 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bf181f13-6831-4592-8b44-9a02c4a5175c req-b59192a1-c223-44ee-8097-773d387f3331 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4364552 Feb 19 03:02:10.744842 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-644ef8af-5f36-4384-b4f9-eaea3592ad87 tempest-DHCPAgentSchedulersTestJSON-2136547649 tempest-DHCPAgentSchedulersTestJSON-2136547649-project] Allocated IP 172.20.0.6 (9a501059-30f9-43e3-b524-85f997844587/b7f8f87c-0275-4907-a8b2-18b36ac6d3d1/ad1bc186-a0d9-4cd2-aae3-9e7e6f9c181b) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:02:10.765093 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-6c5f72c9-7d28-4351-b002-2254d3398a9e tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0747077 Feb 19 03:02:10.767270 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48472) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:10.778191 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-f02b72d6-b98f-47fa-84c2-89aa54b14faa tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Request body: {'subnet': {'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:02:10.922348 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f02b72d6-b98f-47fa-84c2-89aa54b14faa tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Made reservation on behalf of bb74a1a86b774cd895fbb7befcc78fd8 for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:02:10.928372 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f02b72d6-b98f-47fa-84c2-89aa54b14faa tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:11.007565 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b19ff384-b700-40d3-8aba-e30e60364d1e tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16317544'] for router (8b06fe39-eab9-43af-bef1-4ac2a808dab0), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:11.008064 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b19ff384-b700-40d3-8aba-e30e60364d1e tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Fanout notify agent at l3_agent the message router_deleted on router 8b06fe39-eab9-43af-bef1-4ac2a808dab0 {{(pid=103701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:02:11.030475 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b19ff384-b700-40d3-8aba-e30e60364d1e tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks [] for router (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:11.031861 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-b19ff384-b700-40d3-8aba-e30e60364d1e tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "DELETE /v2.0/routers/8b06fe39-eab9-43af-bef1-4ac2a808dab0 HTTP/1.1" status: 204 len: 168 time: 1.9885101 Feb 19 03:02:11.040353 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 48476) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:11.092545 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d96b90f4-966a-4064-9ba7-603326168431 req-9bdc5832-0d1a-4085-8ed2-4ee3217d5475 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 210 time: 0.0930955 Feb 19 03:02:11.121260 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-644ef8af-5f36-4384-b4f9-eaea3592ad87 tempest-DHCPAgentSchedulersTestJSON-2136547649 tempest-DHCPAgentSchedulersTestJSON-2136547649-project] Publish callbacks [] for port (ad1bc186-a0d9-4cd2-aae3-9e7e6f9c181b), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:11.194934 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a6915b-34f3-4f45-9754-a9b1afc9cfe9 req-bebb699e-d2fe-43b1-bd87-2473a74a70d3 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:11.202239 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e0a6915b-34f3-4f45-9754-a9b1afc9cfe9 req-bebb699e-d2fe-43b1-bd87-2473a74a70d3 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 947 time: 0.1956999 Feb 19 03:02:11.207615 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf832254-c2b6-4236-9dfd-50bee1d5f310 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Deleting subnet d39b2fc5-37a3-49dd-adba-c8553b7470b9 {{(pid=103701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:02:11.211277 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-cf832254-c2b6-4236-9dfd-50bee1d5f310 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks [] for subnet (d39b2fc5-37a3-49dd-adba-c8553b7470b9), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:11.252300 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-cf832254-c2b6-4236-9dfd-50bee1d5f310 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12647399'] for subnet (d39b2fc5-37a3-49dd-adba-c8553b7470b9), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:11.312263 n-d-826753-2 neutron-server[103702]: DEBUG neutron.objects.ports [None req-f02b72d6-b98f-47fa-84c2-89aa54b14faa tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103702) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 03:02:11.314116 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f02b72d6-b98f-47fa-84c2-89aa54b14faa tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (7318dfcd-f6d9-485e-8343-b8d46f5f9176), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:11.334182 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02b72d6-b98f-47fa-84c2-89aa54b14faa tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:02:11.339820 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-f02b72d6-b98f-47fa-84c2-89aa54b14faa tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:02:11.346920 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-cf832254-c2b6-4236-9dfd-50bee1d5f310 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (d39b2fc5-37a3-49dd-adba-c8553b7470b9), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:11.352349 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55a0516-414b-4cc5-9446-abc9b737ba94 None None] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:02:11.366289 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f02b72d6-b98f-47fa-84c2-89aa54b14faa tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:11.367729 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f02b72d6-b98f-47fa-84c2-89aa54b14faa tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:11.418661 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-cf832254-c2b6-4236-9dfd-50bee1d5f310 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12647206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58706286'] for subnet (d39b2fc5-37a3-49dd-adba-c8553b7470b9), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:11.476444 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-f02b72d6-b98f-47fa-84c2-89aa54b14faa tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7073710 Feb 19 03:02:11.485124 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48478) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:11.495634 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf832254-c2b6-4236-9dfd-50bee1d5f310 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Pushing event deleted for resources: {'Subnet': ['ID=d39b2fc5-37a3-49dd-adba-c8553b7470b9,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:11.499920 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-cf832254-c2b6-4236-9dfd-50bee1d5f310 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:11.503146 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-cf832254-c2b6-4236-9dfd-50bee1d5f310 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "DELETE /v2.0/subnets/d39b2fc5-37a3-49dd-adba-c8553b7470b9 HTTP/1.1" status: 204 len: 168 time: 0.4423504 Feb 19 03:02:11.508346 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-644ef8af-5f36-4384-b4f9-eaea3592ad87 tempest-DHCPAgentSchedulersTestJSON-2136547649 tempest-DHCPAgentSchedulersTestJSON-2136547649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (ad1bc186-a0d9-4cd2-aae3-9e7e6f9c181b), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:11.512445 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-85cb7115-6b61-490b-b573-d0fd07fbe355 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Request body: {'port': {'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a', 'mac_address': 'fa:16:3e:3c:c7:60', 'name': 'tempest-NetworksTestDHCPv6-591453769'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:02:11.513880 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be34187-62b7-438d-8901-6d98d3df92c9 None None] Network 6dd99fb2-bd56-4d6a-bce5-6994a4c82dc6 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:02:11.514927 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 48480) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:11.634249 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e15e2b5e-51e7-4778-be52-e1a5513006f6 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (6dd99fb2-bd56-4d6a-bce5-6994a4c82dc6), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:11.682302 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e0a6915b-34f3-4f45-9754-a9b1afc9cfe9 req-7a6668c3-0a3c-4537-b816-d507181fca7c tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4739029 Feb 19 03:02:11.772900 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02b72d6-b98f-47fa-84c2-89aa54b14faa tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event updated for resources: {'Subnet': ['ID=7318dfcd-f6d9-485e-8343-b8d46f5f9176,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:11.774400 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644ef8af-5f36-4384-b4f9-eaea3592ad87 tempest-DHCPAgentSchedulersTestJSON-2136547649 tempest-DHCPAgentSchedulersTestJSON-2136547649-project] Network 9a501059-30f9-43e3-b524-85f997844587 is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:02:11.802703 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-644ef8af-5f36-4384-b4f9-eaea3592ad87 tempest-DHCPAgentSchedulersTestJSON-2136547649 tempest-DHCPAgentSchedulersTestJSON-2136547649-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:02:11.834241 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644ef8af-5f36-4384-b4f9-eaea3592ad87 tempest-DHCPAgentSchedulersTestJSON-2136547649 tempest-DHCPAgentSchedulersTestJSON-2136547649-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:02:11.856442 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85cb7115-6b61-490b-b573-d0fd07fbe355 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Made reservation on behalf of bb74a1a86b774cd895fbb7befcc78fd8 for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:02:11.876253 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644ef8af-5f36-4384-b4f9-eaea3592ad87 tempest-DHCPAgentSchedulersTestJSON-2136547649 tempest-DHCPAgentSchedulersTestJSON-2136547649-project] Pushing event updated for resources: {'Port': ['ID=ad1bc186-a0d9-4cd2-aae3-9e7e6f9c181b,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:11.987054 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644ef8af-5f36-4384-b4f9-eaea3592ad87 tempest-DHCPAgentSchedulersTestJSON-2136547649 tempest-DHCPAgentSchedulersTestJSON-2136547649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:11.995349 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-644ef8af-5f36-4384-b4f9-eaea3592ad87 tempest-DHCPAgentSchedulersTestJSON-2136547649 tempest-DHCPAgentSchedulersTestJSON-2136547649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:11.996791 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4e7af2-4698-4695-815d-eba555d4a5b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-48d3009f-8d6e-4fac-a460-ff95e3f8d78a', 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a', 'project_id': 'bb74a1a86b774cd895fbb7befcc78fd8', 'fixed_ips': [{'subnet_id': '7318dfcd-f6d9-485e-8343-b8d46f5f9176'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:02:11.997652 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-1a4e7af2-4698-4695-815d-eba555d4a5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:12.046126 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-e15e2b5e-51e7-4778-be52-e1a5513006f6 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Deleting port 6d4e3bc4-f488-40ad-9d29-3779b8efb725 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:02:12.046698 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e15e2b5e-51e7-4778-be52-e1a5513006f6 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (6d4e3bc4-f488-40ad-9d29-3779b8efb725), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:12.074735 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-644ef8af-5f36-4384-b4f9-eaea3592ad87 tempest-DHCPAgentSchedulersTestJSON-2136547649 tempest-DHCPAgentSchedulersTestJSON-2136547649-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1182873 Feb 19 03:02:12.076793 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 48492) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:12.108457 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00ce0a1-ed72-4fce-a215-61679f53f060 req-5f05194d-09d2-497f-94cd-f81791a2f9e1 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:12.121247 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f00ce0a1-ed72-4fce-a215-61679f53f060 req-5f05194d-09d2-497f-94cd-f81791a2f9e1 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 947 time: 0.2090497 Feb 19 03:02:12.156734 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-85cb7115-6b61-490b-b573-d0fd07fbe355 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:12.230360 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [None req-85cb7115-6b61-490b-b573-d0fd07fbe355 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] device_id is not set on port 839856d4-ded0-4e65-9e4e-a4dea8a4e26a yet. {{(pid=103702) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:02:12.246931 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b51dca-7779-4613-9a75-9ea18f90fc65 None None] DHCP port deletion for 6dd99fb2-bd56-4d6a-bce5-6994a4c82dc6 request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:02:12.248763 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92246a92-32b5-46f7-b4e3-571421e135c7 None None] Network 9a501059-30f9-43e3-b524-85f997844587 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:02:12.250689 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 80eb67c2-7de1-4701-a449-fb4a2e3e7015 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:02:12.346632 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-e15e2b5e-51e7-4778-be52-e1a5513006f6 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] For port 6d4e3bc4-f488-40ad-9d29-3779b8efb725, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=6d4e3bc4-f488-40ad-9d29-3779b8efb725,segment=NetworkSegment(f8edb523-483c-49fd-8fca-74b66cd165c0),segment_id=f8edb523-483c-49fd-8fca-74b66cd165c0)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:02:12.347032 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e15e2b5e-51e7-4778-be52-e1a5513006f6 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (6d4e3bc4-f488-40ad-9d29-3779b8efb725), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:12.419791 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-8235254c-db1b-4ec8-97ec-242cde76aacf None None] Provisioning complete for port 80eb67c2-7de1-4701-a449-fb4a2e3e7015 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:02:12.420420 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-8235254c-db1b-4ec8-97ec-242cde76aacf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (80eb67c2-7de1-4701-a449-fb4a2e3e7015), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:12.498077 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 80eb67c2-7de1-4701-a449-fb4a2e3e7015 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:02:12.498452 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (80eb67c2-7de1-4701-a449-fb4a2e3e7015), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:12.507041 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-85cb7115-6b61-490b-b573-d0fd07fbe355 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Allocated IP 2001:db8::f816:3eff:fe3c:c760 (48d3009f-8d6e-4fac-a460-ff95e3f8d78a/7318dfcd-f6d9-485e-8343-b8d46f5f9176/839856d4-ded0-4e65-9e4e-a4dea8a4e26a) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:02:12.561176 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5650c8b6-ddae-4c23-9227-edb044db313d req-ee18ba71-ad3d-4030-9262-3f9f8bf34d5e tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 210 time: 0.1054716 Feb 19 03:02:12.579775 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-90b51dca-7779-4613-9a75-9ea18f90fc65 None None] Deleting port 6d4e3bc4-f488-40ad-9d29-3779b8efb725 {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:02:12.580146 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-90b51dca-7779-4613-9a75-9ea18f90fc65 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (6d4e3bc4-f488-40ad-9d29-3779b8efb725), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:12.581467 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-e15e2b5e-51e7-4778-be52-e1a5513006f6 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Calling delete_port for 6d4e3bc4-f488-40ad-9d29-3779b8efb725 owned by network:dhcp {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:02:12.663595 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-8235254c-db1b-4ec8-97ec-242cde76aacf None None] Current status of the port 80eb67c2-7de1-4701-a449-fb4a2e3e7015 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:02:12.664229 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-8235254c-db1b-4ec8-97ec-242cde76aacf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (80eb67c2-7de1-4701-a449-fb4a2e3e7015), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:12.702569 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-90b51dca-7779-4613-9a75-9ea18f90fc65 None None] For port 6d4e3bc4-f488-40ad-9d29-3779b8efb725, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=6d4e3bc4-f488-40ad-9d29-3779b8efb725,segment=NetworkSegment(f8edb523-483c-49fd-8fca-74b66cd165c0),segment_id=f8edb523-483c-49fd-8fca-74b66cd165c0)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:02:12.702967 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-90b51dca-7779-4613-9a75-9ea18f90fc65 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (6d4e3bc4-f488-40ad-9d29-3779b8efb725), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:12.739827 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-8235254c-db1b-4ec8-97ec-242cde76aacf None None] For port 80eb67c2-7de1-4701-a449-fb4a2e3e7015, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=80eb67c2-7de1-4701-a449-fb4a2e3e7015,segment=NetworkSegment(7c8745f7-0b84-4346-aca4-11a401eecc64),segment_id=7c8745f7-0b84-4346-aca4-11a401eecc64)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:02:12.764455 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-8235254c-db1b-4ec8-97ec-242cde76aacf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (80eb67c2-7de1-4701-a449-fb4a2e3e7015), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:12.772728 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-90b51dca-7779-4613-9a75-9ea18f90fc65 None None] Calling delete_port for 6d4e3bc4-f488-40ad-9d29-3779b8efb725 owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:02:12.864948 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f00ce0a1-ed72-4fce-a215-61679f53f060 req-91e91647-14ec-47a1-bdd8-71226a6e4628 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7404797 Feb 19 03:02:12.890055 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-85cb7115-6b61-490b-b573-d0fd07fbe355 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks [] for port (839856d4-ded0-4e65-9e4e-a4dea8a4e26a), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:12.903094 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 80eb67c2-7de1-4701-a449-fb4a2e3e7015 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:02:12.974971 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-de361f10-e748-484b-a08f-20360c00001f tempest-DHCPAgentSchedulersTestJSON-2136547649 tempest-DHCPAgentSchedulersTestJSON-2136547649-project] Deleting port ad1bc186-a0d9-4cd2-aae3-9e7e6f9c181b {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:02:12.975189 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-de361f10-e748-484b-a08f-20360c00001f tempest-DHCPAgentSchedulersTestJSON-2136547649 tempest-DHCPAgentSchedulersTestJSON-2136547649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (ad1bc186-a0d9-4cd2-aae3-9e7e6f9c181b), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:12.976897 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-85cb7115-6b61-490b-b573-d0fd07fbe355 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (839856d4-ded0-4e65-9e4e-a4dea8a4e26a), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:13.078688 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e15e2b5e-51e7-4778-be52-e1a5513006f6 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (6d4e3bc4-f488-40ad-9d29-3779b8efb725), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:13.086158 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85cb7115-6b61-490b-b573-d0fd07fbe355 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:02:13.097573 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-85cb7115-6b61-490b-b573-d0fd07fbe355 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:02:13.106484 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cb7115-6b61-490b-b573-d0fd07fbe355 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:02:13.135094 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85cb7115-6b61-490b-b573-d0fd07fbe355 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:13.136733 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-85cb7115-6b61-490b-b573-d0fd07fbe355 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:13.143119 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8235254c-db1b-4ec8-97ec-242cde76aacf None None] Pushing event updated for resources: {'Port': ['ID=80eb67c2-7de1-4701-a449-fb4a2e3e7015,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:13.143281 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5e9802-d2fe-443c-8ee4-337b48695a71 req-79b10d49-a24b-4bd4-9bc1-9d55de1cc091 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:13.158463 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8f5e9802-d2fe-443c-8ee4-337b48695a71 req-79b10d49-a24b-4bd4-9bc1-9d55de1cc091 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 947 time: 0.2031331 Feb 19 03:02:13.161164 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15e2b5e-51e7-4778-be52-e1a5513006f6 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] No DVR routers for this DVR port 6d4e3bc4-f488-40ad-9d29-3779b8efb725 on host n-d-826753-2 {{(pid=103701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:02:13.183025 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-85cb7115-6b61-490b-b573-d0fd07fbe355 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.6960793 Feb 19 03:02:13.187916 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15e2b5e-51e7-4778-be52-e1a5513006f6 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Pushing event deleted for resources: {'Port': ['ID=6d4e3bc4-f488-40ad-9d29-3779b8efb725,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:13.191900 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 48502) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:13.204972 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cb7115-6b61-490b-b573-d0fd07fbe355 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event updated for resources: {'Port': ['ID=839856d4-ded0-4e65-9e4e-a4dea8a4e26a,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:13.248826 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-1a4e7af2-4698-4695-815d-eba555d4a5b9 None None] Allocated IP 2001:db8::f816:3eff:fe80:cc95 (48d3009f-8d6e-4fac-a460-ff95e3f8d78a/7318dfcd-f6d9-485e-8343-b8d46f5f9176/d11296c3-7d97-4e56-bd20-3d24b9778e2f) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:02:13.334896 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-de361f10-e748-484b-a08f-20360c00001f tempest-DHCPAgentSchedulersTestJSON-2136547649 tempest-DHCPAgentSchedulersTestJSON-2136547649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (ad1bc186-a0d9-4cd2-aae3-9e7e6f9c181b), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:13.420291 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-de361f10-e748-484b-a08f-20360c00001f tempest-DHCPAgentSchedulersTestJSON-2136547649 tempest-DHCPAgentSchedulersTestJSON-2136547649-project] Calling delete_port for ad1bc186-a0d9-4cd2-aae3-9e7e6f9c181b owned by {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:02:13.440058 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-1a4e7af2-4698-4695-815d-eba555d4a5b9 None None] Publish callbacks [] for port (d11296c3-7d97-4e56-bd20-3d24b9778e2f), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:13.445308 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-3c1c8275-560d-4228-b142-275d479338da None None] Provisioning complete for port 80eb67c2-7de1-4701-a449-fb4a2e3e7015 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:02:13.445807 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3c1c8275-560d-4228-b142-275d479338da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (80eb67c2-7de1-4701-a449-fb4a2e3e7015), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:13.480799 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e15e2b5e-51e7-4778-be52-e1a5513006f6 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (6dd99fb2-bd56-4d6a-bce5-6994a4c82dc6), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:13.496962 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-1a4e7af2-4698-4695-815d-eba555d4a5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (d11296c3-7d97-4e56-bd20-3d24b9778e2f), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:13.555438 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4e7af2-4698-4695-815d-eba555d4a5b9 None None] Pushing event updated for resources: {'Port': ['ID=d11296c3-7d97-4e56-bd20-3d24b9778e2f,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:13.584761 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4e7af2-4698-4695-815d-eba555d4a5b9 None None] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:02:13.587042 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-90b51dca-7779-4613-9a75-9ea18f90fc65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (6d4e3bc4-f488-40ad-9d29-3779b8efb725), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:13.630877 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b51dca-7779-4613-9a75-9ea18f90fc65 None None] No DVR routers for this DVR port 6d4e3bc4-f488-40ad-9d29-3779b8efb725 on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:02:13.643325 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-1a4e7af2-4698-4695-815d-eba555d4a5b9 None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:02:13.658492 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4e7af2-4698-4695-815d-eba555d4a5b9 None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:02:13.662083 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b51dca-7779-4613-9a75-9ea18f90fc65 None None] Pushing event deleted for resources: {'Port': ['ID=6d4e3bc4-f488-40ad-9d29-3779b8efb725,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:13.895449 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-1a4e7af2-4698-4695-815d-eba555d4a5b9 None None] Attempting to bind port d11296c3-7d97-4e56-bd20-3d24b9778e2f on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:02:13.895900 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-1a4e7af2-4698-4695-815d-eba555d4a5b9 None None] Attempting to bind port d11296c3-7d97-4e56-bd20-3d24b9778e2f by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': 'c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:02:13.896394 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4e7af2-4698-4695-815d-eba555d4a5b9 None None] Attempting to bind port d11296c3-7d97-4e56-bd20-3d24b9778e2f on network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:02:13.907962 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 80eb67c2-7de1-4701-a449-fb4a2e3e7015 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:02:13.913473 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4e7af2-4698-4695-815d-eba555d4a5b9 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:02:13.913995 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4e7af2-4698-4695-815d-eba555d4a5b9 None None] Checking segment: {'id': 'c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:02:13.914505 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-1a4e7af2-4698-4695-815d-eba555d4a5b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:13.914999 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4e7af2-4698-4695-815d-eba555d4a5b9 None None] Bound using segment: {'id': 'c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:02:13.915590 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-1a4e7af2-4698-4695-815d-eba555d4a5b9 None None] Bound port: d11296c3-7d97-4e56-bd20-3d24b9778e2f, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:02:13.916099 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-1a4e7af2-4698-4695-815d-eba555d4a5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (d11296c3-7d97-4e56-bd20-3d24b9778e2f), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:13.966696 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-3c1c8275-560d-4228-b142-275d479338da None None] Current status of the port 80eb67c2-7de1-4701-a449-fb4a2e3e7015 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:02:14.068970 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-3c1c8275-560d-4228-b142-275d479338da None None] Provisioning complete for port ad1bc186-a0d9-4cd2-aae3-9e7e6f9c181b triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:02:14.073228 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3c1c8275-560d-4228-b142-275d479338da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (ad1bc186-a0d9-4cd2-aae3-9e7e6f9c181b), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:14.132377 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-e15e2b5e-51e7-4778-be52-e1a5513006f6 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dd99fb2-bd56-4d6a-bce5-6994a4c82dc6']}} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:02:14.144088 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-e15e2b5e-51e7-4778-be52-e1a5513006f6 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8edb523-483c-49fd-8fca-74b66cd165c0') {'for_net_delete': True} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:02:14.144554 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-e15e2b5e-51e7-4778-be52-e1a5513006f6 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8edb523-483c-49fd-8fca-74b66cd165c0') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:02:14.154501 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e15e2b5e-51e7-4778-be52-e1a5513006f6 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12647422'] for segment (f8edb523-483c-49fd-8fca-74b66cd165c0), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:14.169838 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e15e2b5e-51e7-4778-be52-e1a5513006f6 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (f8edb523-483c-49fd-8fca-74b66cd165c0), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:14.177530 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e15e2b5e-51e7-4778-be52-e1a5513006f6 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Releasing vlan 258 on physical network physnet1 to pool {{(pid=103701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:02:14.178094 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e15e2b5e-51e7-4778-be52-e1a5513006f6 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583360'] for segment (f8edb523-483c-49fd-8fca-74b66cd165c0), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:14.217916 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-3c1c8275-560d-4228-b142-275d479338da None None] Port ad1bc186-a0d9-4cd2-aae3-9e7e6f9c181b cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:02:14.223670 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-1a4e7af2-4698-4695-815d-eba555d4a5b9 None None] For port d11296c3-7d97-4e56-bd20-3d24b9778e2f, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:02:14.228011 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-1a4e7af2-4698-4695-815d-eba555d4a5b9 None None] For port d11296c3-7d97-4e56-bd20-3d24b9778e2f, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=d11296c3-7d97-4e56-bd20-3d24b9778e2f,segment=NetworkSegment(c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8),segment_id=c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:02:14.250115 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-1a4e7af2-4698-4695-815d-eba555d4a5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (d11296c3-7d97-4e56-bd20-3d24b9778e2f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:14.259466 n-d-826753-2 neutron-server[103701]: Traceback (most recent call last): Feb 19 03:02:14.259466 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:02:14.259466 n-d-826753-2 neutron-server[103701]: timer() Feb 19 03:02:14.259466 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:02:14.259466 n-d-826753-2 neutron-server[103701]: cb(*args, **kw) Feb 19 03:02:14.259466 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:02:14.259466 n-d-826753-2 neutron-server[103701]: return func(*args, **kwargs) Feb 19 03:02:14.259466 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:02:14.259466 n-d-826753-2 neutron-server[103701]: self._notify() Feb 19 03:02:14.259466 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:02:14.259466 n-d-826753-2 neutron-server[103701]: self.callback(batched_events) Feb 19 03:02:14.259466 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:02:14.259466 n-d-826753-2 neutron-server[103701]: event.method(event) Feb 19 03:02:14.259466 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:02:14.259466 n-d-826753-2 neutron-server[103701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:02:14.259466 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:02:14.259466 n-d-826753-2 neutron-server[103701]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:02:14.259466 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:02:14.259466 n-d-826753-2 neutron-server[103701]: return f(self, *a, **k) Feb 19 03:02:14.259466 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:02:14.259466 n-d-826753-2 neutron-server[103701]: return self._get(url).json() Feb 19 03:02:14.259466 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:02:14.259466 n-d-826753-2 neutron-server[103701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:02:14.259466 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:02:14.259466 n-d-826753-2 neutron-server[103701]: return self.request(url, 'GET', **kwargs) Feb 19 03:02:14.259466 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:02:14.259466 n-d-826753-2 neutron-server[103701]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:02:14.259466 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:02:14.259466 n-d-826753-2 neutron-server[103701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:02:14.259466 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:02:14.259466 n-d-826753-2 neutron-server[103701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:02:14.259466 n-d-826753-2 neutron-server[103701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:02:14.263783 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 80eb67c2-7de1-4701-a449-fb4a2e3e7015 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:02:14.265279 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (80eb67c2-7de1-4701-a449-fb4a2e3e7015), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:14.265408 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8f5e9802-d2fe-443c-8ee4-337b48695a71 req-88a4c81b-e34d-4b15-8841-b38aac02890a tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1059248 Feb 19 03:02:14.275287 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e15e2b5e-51e7-4778-be52-e1a5513006f6 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (6dd99fb2-bd56-4d6a-bce5-6994a4c82dc6), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:14.304308 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6200dcb1-6dcb-476c-934f-822e3403c6ab tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:14.309058 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48526) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:14.309707 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-6200dcb1-6dcb-476c-934f-822e3403c6ab tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 1.1049194 Feb 19 03:02:14.333515 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-14378bdb-1547-4616-b7e3-ec1d15794cce req-9483e88d-aa0f-47b0-8141-cf8294a667ba tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 210 time: 0.0829144 Feb 19 03:02:14.340099 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e15e2b5e-51e7-4778-be52-e1a5513006f6 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:14.343545 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-e15e2b5e-51e7-4778-be52-e1a5513006f6 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "DELETE /v2.0/networks/6dd99fb2-bd56-4d6a-bce5-6994a4c82dc6 HTTP/1.1" status: 204 len: 168 time: 2.8276308 Feb 19 03:02:14.356826 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 48530) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:14.378885 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15e2b5e-51e7-4778-be52-e1a5513006f6 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Pushing event deleted for resources: {'Network': ['ID=6dd99fb2-bd56-4d6a-bce5-6994a4c82dc6,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:14.552526 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-de361f10-e748-484b-a08f-20360c00001f tempest-DHCPAgentSchedulersTestJSON-2136547649 tempest-DHCPAgentSchedulersTestJSON-2136547649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (ad1bc186-a0d9-4cd2-aae3-9e7e6f9c181b), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:14.597210 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb661d8-f7ef-4837-b2dd-a4d7180b83b1 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:14.598836 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-dfb661d8-f7ef-4837-b2dd-a4d7180b83b1 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "GET /v2.0/ports/615e47cd-11b3-4066-95aa-2dfca28e480a HTTP/1.1" status: 200 len: 840 time: 0.2371285 Feb 19 03:02:14.616007 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 48540) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:14.624597 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-f9dde8b6-93fa-41d4-adf6-7738bd2eaf8f tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Deleting port 839856d4-ded0-4e65-9e4e-a4dea8a4e26a {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:02:14.626661 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f9dde8b6-93fa-41d4-adf6-7738bd2eaf8f tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (839856d4-ded0-4e65-9e4e-a4dea8a4e26a), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:14.642814 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4e7af2-4698-4695-815d-eba555d4a5b9 None None] Pushing event updated for resources: {'Port': ['ID=d11296c3-7d97-4e56-bd20-3d24b9778e2f,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:14.672092 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-83c315ee-438f-4200-af18-52d28a651877 None None] Provisioning complete for port ad1bc186-a0d9-4cd2-aae3-9e7e6f9c181b triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:02:14.672471 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-83c315ee-438f-4200-af18-52d28a651877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (ad1bc186-a0d9-4cd2-aae3-9e7e6f9c181b), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:14.808786 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de361f10-e748-484b-a08f-20360c00001f tempest-DHCPAgentSchedulersTestJSON-2136547649 tempest-DHCPAgentSchedulersTestJSON-2136547649-project] Pushing event deleted for resources: {'Port': ['ID=ad1bc186-a0d9-4cd2-aae3-9e7e6f9c181b,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:14.810096 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-83c315ee-438f-4200-af18-52d28a651877 None None] Port ad1bc186-a0d9-4cd2-aae3-9e7e6f9c181b was deleted so its status cannot be updated. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 19 03:02:14.842124 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f9dde8b6-93fa-41d4-adf6-7738bd2eaf8f tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (839856d4-ded0-4e65-9e4e-a4dea8a4e26a), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:14.851941 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 80eb67c2-7de1-4701-a449-fb4a2e3e7015 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:02:14.926077 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-f9dde8b6-93fa-41d4-adf6-7738bd2eaf8f tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Calling delete_port for 839856d4-ded0-4e65-9e4e-a4dea8a4e26a owned by {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:02:15.017082 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-38aea325-0a4f-40e1-b241-04de3f324f83 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "GET /v2.0/ports/615e47cd-11b3-4066-95aa-2dfca28e480a?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.3995225 Feb 19 03:02:15.030627 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 48552) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:15.053208 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 6d4e3bc4-f488-40ad-9d29-3779b8efb725 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:02:15.080578 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-85e9336b-ff05-4a04-94f7-0167d8f76abc tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Request body: {'subnet': {'network_id': '6a524231-053d-4b27-8781-6700e8b17e0f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:02:15.119804 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 6d4e3bc4-f488-40ad-9d29-3779b8efb725 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:02:15.120065 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 6d4e3bc4-f488-40ad-9d29-3779b8efb725 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:02:15.155205 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cbd14c-32e6-42f4-99da-2059e824397f req-1ae4844f-2edd-43e7-8f36-026cfd82d444 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:15.156794 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d4cbd14c-32e6-42f4-99da-2059e824397f req-1ae4844f-2edd-43e7-8f36-026cfd82d444 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 947 time: 0.6342416 Feb 19 03:02:15.250708 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-de361f10-e748-484b-a08f-20360c00001f tempest-DHCPAgentSchedulersTestJSON-2136547649 tempest-DHCPAgentSchedulersTestJSON-2136547649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:15.255136 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-de361f10-e748-484b-a08f-20360c00001f tempest-DHCPAgentSchedulersTestJSON-2136547649 tempest-DHCPAgentSchedulersTestJSON-2136547649-project] 10.222.0.72 "DELETE /v2.0/ports/ad1bc186-a0d9-4cd2-aae3-9e7e6f9c181b HTTP/1.1" status: 204 len: 168 time: 3.1773667 Feb 19 03:02:15.260213 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 48556) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:15.359186 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d4cbd14c-32e6-42f4-99da-2059e824397f req-6037e813-6402-4170-b398-b04a620cb0e9 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627207 Feb 19 03:02:15.361675 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f9dde8b6-93fa-41d4-adf6-7738bd2eaf8f tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (839856d4-ded0-4e65-9e4e-a4dea8a4e26a), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:15.413950 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dde8b6-93fa-41d4-adf6-7738bd2eaf8f tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event deleted for resources: {'Port': ['ID=839856d4-ded0-4e65-9e4e-a4dea8a4e26a,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:15.418952 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-891271e0-8d82-4cfb-9afe-6d3e6ed18cf2 tempest-DHCPAgentSchedulersTestJSON-535681077 tempest-DHCPAgentSchedulersTestJSON-535681077-project-admin] 10.222.0.72 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4927 time: 0.1545570 Feb 19 03:02:15.421336 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 48566) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:15.429551 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-03f61faa-f583-4665-ae76-29f60a39e14e tempest-DHCPAgentSchedulersTestJSON-2136547649 tempest-DHCPAgentSchedulersTestJSON-2136547649-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1768167416'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:02:15.452982 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85e9336b-ff05-4a04-94f7-0167d8f76abc tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Made reservation on behalf of e1a55fde9c7e4f5d96053750d488e677 for: {'subnet': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:02:15.481253 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f9dde8b6-93fa-41d4-adf6-7738bd2eaf8f tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:15.486577 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-f9dde8b6-93fa-41d4-adf6-7738bd2eaf8f tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "DELETE /v2.0/ports/839856d4-ded0-4e65-9e4e-a4dea8a4e26a HTTP/1.1" status: 204 len: 168 time: 1.1765234 Feb 19 03:02:15.487331 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-85e9336b-ff05-4a04-94f7-0167d8f76abc tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58706307'] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:15.490790 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48570) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:15.511703 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-30a2154a-38c3-45e6-98e7-8a49366691d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:15.584316 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eccc92cb-d2cc-4216-b85e-c2fe1909a5de tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:15.586139 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eccc92cb-d2cc-4216-b85e-c2fe1909a5de tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:15.590784 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-eccc92cb-d2cc-4216-b85e-c2fe1909a5de tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0960751 Feb 19 03:02:15.590889 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48574) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:15.668428 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9da62acc-5a47-4afc-b7bc-5398c42fd3fb req-a4ea2810-d4a2-4b66-83b7-6165f7f6b12d tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 210 time: 0.1295195 Feb 19 03:02:15.700509 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-b28b3aa9-aa99-4c39-b66c-d9903753df08 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Deleting subnet 7318dfcd-f6d9-485e-8343-b8d46f5f9176 {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:02:15.709379 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f61faa-f583-4665-ae76-29f60a39e14e tempest-DHCPAgentSchedulersTestJSON-2136547649 tempest-DHCPAgentSchedulersTestJSON-2136547649-project] Made reservation on behalf of 13c9030e07c64a889733d0664d49cf5f for: {'network': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:02:15.720131 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b28b3aa9-aa99-4c39-b66c-d9903753df08 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks [] for subnet (7318dfcd-f6d9-485e-8343-b8d46f5f9176), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:15.720263 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-03f61faa-f583-4665-ae76-29f60a39e14e tempest-DHCPAgentSchedulersTestJSON-2136547649 tempest-DHCPAgentSchedulersTestJSON-2136547649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:15.793877 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b28b3aa9-aa99-4c39-b66c-d9903753df08 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (7318dfcd-f6d9-485e-8343-b8d46f5f9176), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:15.832870 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03f61faa-f583-4665-ae76-29f60a39e14e tempest-DHCPAgentSchedulersTestJSON-2136547649 tempest-DHCPAgentSchedulersTestJSON-2136547649-project] vlan segment allocate from pool success with {'vlan_id': 269, 'physical_network': 'physnet1'} {{(pid=103701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:02:15.869967 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-03f61faa-f583-4665-ae76-29f60a39e14e tempest-DHCPAgentSchedulersTestJSON-2136547649 tempest-DHCPAgentSchedulersTestJSON-2136547649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (324bfb06-3389-44bc-a156-a4b9c6b0ae4b), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:15.879568 n-d-826753-2 neutron-server[103701]: INFO neutron.db.segments_db [None req-03f61faa-f583-4665-ae76-29f60a39e14e tempest-DHCPAgentSchedulersTestJSON-2136547649 tempest-DHCPAgentSchedulersTestJSON-2136547649-project] Added segment 324bfb06-3389-44bc-a156-a4b9c6b0ae4b of type vlan for network 9c3bd692-a569-471b-a8be-919640976214 Feb 19 03:02:16.004455 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-03f61faa-f583-4665-ae76-29f60a39e14e tempest-DHCPAgentSchedulersTestJSON-2136547649 tempest-DHCPAgentSchedulersTestJSON-2136547649-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (9c3bd692-a569-471b-a8be-919640976214), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:16.017945 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b28b3aa9-aa99-4c39-b66c-d9903753df08 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (7318dfcd-f6d9-485e-8343-b8d46f5f9176), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:16.020047 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device d11296c3-7d97-4e56-bd20-3d24b9778e2f up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:02:16.158658 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port d11296c3-7d97-4e56-bd20-3d24b9778e2f triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:02:16.158658 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (d11296c3-7d97-4e56-bd20-3d24b9778e2f), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:16.207673 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-85e9336b-ff05-4a04-94f7-0167d8f76abc tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12647271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58706289'] for subnet (a1980cbe-58d8-4a4e-b016-8897f26831ac), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:16.231323 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b28b3aa9-aa99-4c39-b66c-d9903753df08 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (7318dfcd-f6d9-485e-8343-b8d46f5f9176), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:16.247732 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-03f61faa-f583-4665-ae76-29f60a39e14e tempest-DHCPAgentSchedulersTestJSON-2136547649 tempest-DHCPAgentSchedulersTestJSON-2136547649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (9c3bd692-a569-471b-a8be-919640976214), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:16.258734 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f61faa-f583-4665-ae76-29f60a39e14e tempest-DHCPAgentSchedulersTestJSON-2136547649 tempest-DHCPAgentSchedulersTestJSON-2136547649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:16.267916 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-03f61faa-f583-4665-ae76-29f60a39e14e tempest-DHCPAgentSchedulersTestJSON-2136547649 tempest-DHCPAgentSchedulersTestJSON-2136547649-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:16.340645 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b28b3aa9-aa99-4c39-b66c-d9903753df08 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:16.354203 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-b28b3aa9-aa99-4c39-b66c-d9903753df08 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "DELETE /v2.0/subnets/7318dfcd-f6d9-485e-8343-b8d46f5f9176 HTTP/1.1" status: 204 len: 168 time: 0.7527196 Feb 19 03:02:16.354203 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28b3aa9-aa99-4c39-b66c-d9903753df08 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event deleted for resources: {'Subnet': ['ID=7318dfcd-f6d9-485e-8343-b8d46f5f9176,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:16.357072 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48596) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:16.386701 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port d11296c3-7d97-4e56-bd20-3d24b9778e2f is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:02:16.387173 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (d11296c3-7d97-4e56-bd20-3d24b9778e2f), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:16.442329 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e9336b-ff05-4a04-94f7-0167d8f76abc tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Network 6a524231-053d-4b27-8781-6700e8b17e0f is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:02:16.478857 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port d11296c3-7d97-4e56-bd20-3d24b9778e2f, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=d11296c3-7d97-4e56-bd20-3d24b9778e2f,segment=NetworkSegment(c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8),segment_id=c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:02:16.480237 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-410253ad-a1f5-4ab3-b852-ae4db8dc6121 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1178091 Feb 19 03:02:16.483409 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48598) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:16.490283 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (d11296c3-7d97-4e56-bd20-3d24b9778e2f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:16.501109 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-ece38d31-8113-4d6c-81bb-ee98d0b361b7 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Request body: {'subnet': {'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:02:16.528453 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-03f61faa-f583-4665-ae76-29f60a39e14e tempest-DHCPAgentSchedulersTestJSON-2136547649 tempest-DHCPAgentSchedulersTestJSON-2136547649-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.1045907 Feb 19 03:02:16.537137 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 48600) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:16.564367 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-85e9336b-ff05-4a04-94f7-0167d8f76abc tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:02:16.576283 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e9336b-ff05-4a04-94f7-0167d8f76abc tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:16.577984 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-85e9336b-ff05-4a04-94f7-0167d8f76abc tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:16.589054 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5baf02f-9f1f-4090-b116-85564a2c0786 None None] Network 6a524231-053d-4b27-8781-6700e8b17e0f requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:02:16.614711 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=d11296c3-7d97-4e56-bd20-3d24b9778e2f,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:16.649145 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f61faa-f583-4665-ae76-29f60a39e14e tempest-DHCPAgentSchedulersTestJSON-2136547649 tempest-DHCPAgentSchedulersTestJSON-2136547649-project] Pushing event updated for resources: {'Network': ['ID=9c3bd692-a569-471b-a8be-919640976214,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:16.659813 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e9336b-ff05-4a04-94f7-0167d8f76abc tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Pushing event updated for resources: {'Subnet': ['ID=a1980cbe-58d8-4a4e-b016-8897f26831ac,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:16.688241 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-85e9336b-ff05-4a04-94f7-0167d8f76abc tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6554058 Feb 19 03:02:16.707640 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 48602) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:16.756627 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-cd54fb5f-0aeb-4c9c-a2cb-99bad5cda62f tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Request body: {'security_group': {'name': 'tempest-secgroup-604793893'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:02:16.858006 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ece38d31-8113-4d6c-81bb-ee98d0b361b7 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Made reservation on behalf of bb74a1a86b774cd895fbb7befcc78fd8 for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:02:16.861879 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ece38d31-8113-4d6c-81bb-ee98d0b361b7 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:17.107295 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-57c7fa41-a44d-4b00-a02f-d1b9a46eda4e req-cedbbba8-85b2-4fd2-9ff1-87a4ae4b15eb tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 210 time: 0.2049117 Feb 19 03:02:17.130717 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-cd54fb5f-0aeb-4c9c-a2cb-99bad5cda62f tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:17.186967 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 9c3bd692-a569-471b-a8be-919640976214 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:02:17.195201 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4e5afa-6e24-4904-b666-e965c478c0fc None None] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:02:17.310229 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-22f0b9f2-065e-4415-89db-58fe7b20d7a2 tempest-DHCPAgentSchedulersTestJSON-535681077 tempest-DHCPAgentSchedulersTestJSON-535681077-project-admin] 10.222.0.72 "GET /v2.0/agents/9814fb72-a143-4cf0-893b-cfd76f768088/dhcp-networks HTTP/1.1" status: 200 len: 8824 time: 0.7614560 Feb 19 03:02:17.312449 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48610) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:17.374103 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-cd54fb5f-0aeb-4c9c-a2cb-99bad5cda62f tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks [] for security_group (0044e5fe-d5d7-46f6-bae0-9c226716a7b4), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:17.395844 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-cd54fb5f-0aeb-4c9c-a2cb-99bad5cda62f tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (0044e5fe-d5d7-46f6-bae0-9c226716a7b4), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:17.471057 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd54fb5f-0aeb-4c9c-a2cb-99bad5cda62f tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0044e5fe-d5d7-46f6-bae0-9c226716a7b4,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:17.504461 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-cd54fb5f-0aeb-4c9c-a2cb-99bad5cda62f tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:17.506943 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-cd54fb5f-0aeb-4c9c-a2cb-99bad5cda62f tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7714806 Feb 19 03:02:17.508804 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 48614) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:17.513499 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-755fdb69-3383-40db-b9ef-b48f931613d9 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Request body: {'security_group': {'name': 'tempest-secgroup-1110541640'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:02:17.567671 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-755fdb69-3383-40db-b9ef-b48f931613d9 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:17.645867 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-c8a14c69-f2df-4983-8a80-d87816a6f0f8 None None] Provisioning complete for port d11296c3-7d97-4e56-bd20-3d24b9778e2f triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:02:17.646894 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c8a14c69-f2df-4983-8a80-d87816a6f0f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (d11296c3-7d97-4e56-bd20-3d24b9778e2f), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:17.723127 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-755fdb69-3383-40db-b9ef-b48f931613d9 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks [] for security_group (df27dc25-ad25-41ef-984b-e2c47884258d), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:17.739651 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-755fdb69-3383-40db-b9ef-b48f931613d9 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (df27dc25-ad25-41ef-984b-e2c47884258d), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:17.827879 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-755fdb69-3383-40db-b9ef-b48f931613d9 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:17.835706 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-755fdb69-3383-40db-b9ef-b48f931613d9 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3251517 Feb 19 03:02:17.850002 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755fdb69-3383-40db-b9ef-b48f931613d9 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df27dc25-ad25-41ef-984b-e2c47884258d,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:17.859208 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 48618) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:17.877652 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-9fa43e5f-0bf8-4978-aa33-a2a57e497d32 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1816081223', 'security_groups': ['df27dc25-ad25-41ef-984b-e2c47884258d'], 'network_id': '6a524231-053d-4b27-8781-6700e8b17e0f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a1980cbe-58d8-4a4e-b016-8897f26831ac'}]}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:02:17.896944 n-d-826753-2 neutron-server[103702]: DEBUG neutron.objects.ports [None req-ece38d31-8113-4d6c-81bb-ee98d0b361b7 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103702) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 03:02:17.932567 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e8984c81-7ad4-4af6-a5a1-a0550fba01d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:17.989655 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device d11296c3-7d97-4e56-bd20-3d24b9778e2f up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:02:18.038627 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed92ccc0-9602-4b0e-ac82-c425e7648647 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-6a524231-053d-4b27-8781-6700e8b17e0f', 'network_id': '6a524231-053d-4b27-8781-6700e8b17e0f', 'project_id': 'e1a55fde9c7e4f5d96053750d488e677', 'fixed_ips': [{'subnet_id': 'a1980cbe-58d8-4a4e-b016-8897f26831ac'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:02:18.040640 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-ed92ccc0-9602-4b0e-ac82-c425e7648647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:18.075864 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474388fc-4ce9-44ee-88a5-530c61bd5f67 None None] DHCP port deletion for 48d3009f-8d6e-4fac-a460-ff95e3f8d78a request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:02:18.140876 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port d11296c3-7d97-4e56-bd20-3d24b9778e2f triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:02:18.142540 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (d11296c3-7d97-4e56-bd20-3d24b9778e2f), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:18.183440 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fa43e5f-0bf8-4978-aa33-a2a57e497d32 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Made reservation on behalf of e1a55fde9c7e4f5d96053750d488e677 for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:02:18.427394 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9fa43e5f-0bf8-4978-aa33-a2a57e497d32 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:18.430746 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10897d77-86e7-4a93-ae5b-c130e203f4d6 tempest-DHCPAgentSchedulersTestJSON-535681077 tempest-DHCPAgentSchedulersTestJSON-535681077-project-admin] Network 9c3bd692-a569-471b-a8be-919640976214 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:02:18.446027 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d41e59d7-d54a-4a8d-ae38-82667055db77 req-ba07812e-bb32-4185-b0cc-94624630b6a6 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 210 time: 0.0894361 Feb 19 03:02:18.462453 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-c8a14c69-f2df-4983-8a80-d87816a6f0f8 None None] Current status of the port d11296c3-7d97-4e56-bd20-3d24b9778e2f is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:02:18.498116 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [None req-9fa43e5f-0bf8-4978-aa33-a2a57e497d32 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] device_id is not set on port 0c0b0f99-b07a-47f9-99f9-5bfca6304dc2 yet. {{(pid=103701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:02:18.519295 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ece38d31-8113-4d6c-81bb-ee98d0b361b7 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (d11296c3-7d97-4e56-bd20-3d24b9778e2f), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:18.614653 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-474388fc-4ce9-44ee-88a5-530c61bd5f67 None None] Deleting port d11296c3-7d97-4e56-bd20-3d24b9778e2f {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:02:18.615037 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-474388fc-4ce9-44ee-88a5-530c61bd5f67 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (d11296c3-7d97-4e56-bd20-3d24b9778e2f), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:18.695376 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-ed92ccc0-9602-4b0e-ac82-c425e7648647 None None] Allocated IP 172.20.0.2 (6a524231-053d-4b27-8781-6700e8b17e0f/a1980cbe-58d8-4a4e-b016-8897f26831ac/1f5a95ee-0042-4e60-9451-6b9750f8447d) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:02:18.721359 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port d11296c3-7d97-4e56-bd20-3d24b9778e2f is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:02:18.752334 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-ece38d31-8113-4d6c-81bb-ee98d0b361b7 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] For port d11296c3-7d97-4e56-bd20-3d24b9778e2f, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=d11296c3-7d97-4e56-bd20-3d24b9778e2f,segment=NetworkSegment(c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8),segment_id=c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:02:18.792021 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ece38d31-8113-4d6c-81bb-ee98d0b361b7 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks [] for port (d11296c3-7d97-4e56-bd20-3d24b9778e2f), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:18.803241 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-10897d77-86e7-4a93-ae5b-c130e203f4d6 tempest-DHCPAgentSchedulersTestJSON-535681077 tempest-DHCPAgentSchedulersTestJSON-535681077-project-admin] 10.222.0.72 "POST /v2.0/agents/9814fb72-a143-4cf0-893b-cfd76f768088/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 1.4694533 Feb 19 03:02:18.804150 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48626) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:18.832824 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ece38d31-8113-4d6c-81bb-ee98d0b361b7 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (d11296c3-7d97-4e56-bd20-3d24b9778e2f), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:18.854828 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beacf35b-7faf-4af3-8673-976ffe94e5cc None None] Network 9c3bd692-a569-471b-a8be-919640976214 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:02:18.942760 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-474388fc-4ce9-44ee-88a5-530c61bd5f67 None None] For port d11296c3-7d97-4e56-bd20-3d24b9778e2f, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=d11296c3-7d97-4e56-bd20-3d24b9778e2f,segment=NetworkSegment(c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8),segment_id=c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:02:18.943701 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-474388fc-4ce9-44ee-88a5-530c61bd5f67 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (d11296c3-7d97-4e56-bd20-3d24b9778e2f), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:18.945335 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece38d31-8113-4d6c-81bb-ee98d0b361b7 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event updated for resources: {'Port': ['ID=d11296c3-7d97-4e56-bd20-3d24b9778e2f,revision_number=6']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:18.999355 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-474388fc-4ce9-44ee-88a5-530c61bd5f67 None None] Calling delete_port for d11296c3-7d97-4e56-bd20-3d24b9778e2f owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:02:19.084066 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ece38d31-8113-4d6c-81bb-ee98d0b361b7 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (20ea1c5f-afb8-4211-b0c0-fec181f264bd), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:19.157111 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece38d31-8113-4d6c-81bb-ee98d0b361b7 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:02:19.164594 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-ece38d31-8113-4d6c-81bb-ee98d0b361b7 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:02:19.171710 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece38d31-8113-4d6c-81bb-ee98d0b361b7 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:19.172306 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ece38d31-8113-4d6c-81bb-ee98d0b361b7 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:19.174711 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece38d31-8113-4d6c-81bb-ee98d0b361b7 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event updated for resources: {'Subnet': ['ID=20ea1c5f-afb8-4211-b0c0-fec181f264bd,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:19.241235 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-ece38d31-8113-4d6c-81bb-ee98d0b361b7 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7537429 Feb 19 03:02:19.241613 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 48630) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:19.246785 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-bfb2578e-1e7d-4bb9-b69c-35d4a51175dc tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Request body: {'port': {'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a', 'mac_address': 'fa:16:3e:f6:40:2f', 'name': 'tempest-NetworksTestDHCPv6-1107661660'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:02:19.278231 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-0e5c3dbe-97fa-4e74-9c03-76dbc8e5de92 tempest-DHCPAgentSchedulersTestJSON-535681077 tempest-DHCPAgentSchedulersTestJSON-535681077-project-admin] 10.222.0.72 "GET /v2.0/agents/9814fb72-a143-4cf0-893b-cfd76f768088/dhcp-networks HTTP/1.1" status: 200 len: 9633 time: 0.4721308 Feb 19 03:02:19.285678 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48632) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:19.346147 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:19.386892 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-ed92ccc0-9602-4b0e-ac82-c425e7648647 None None] Publish callbacks [] for port (1f5a95ee-0042-4e60-9451-6b9750f8447d), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:19.423989 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-ed92ccc0-9602-4b0e-ac82-c425e7648647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (1f5a95ee-0042-4e60-9451-6b9750f8447d), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:19.442084 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-2d2bd1fb-13a9-4426-870e-155ce457cdf0 tempest-DHCPAgentSchedulersTestJSON-535681077 tempest-DHCPAgentSchedulersTestJSON-535681077-project-admin] 10.222.0.72 "DELETE /v2.0/agents/9814fb72-a143-4cf0-893b-cfd76f768088/dhcp-networks/9c3bd692-a569-471b-a8be-919640976214 HTTP/1.1" status: 204 len: 168 time: 0.1549199 Feb 19 03:02:19.445421 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48636) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:19.524226 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-9fa43e5f-0bf8-4978-aa33-a2a57e497d32 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Allocated IP 172.20.0.11 (6a524231-053d-4b27-8781-6700e8b17e0f/a1980cbe-58d8-4a4e-b016-8897f26831ac/0c0b0f99-b07a-47f9-99f9-5bfca6304dc2) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:02:19.529936 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-474388fc-4ce9-44ee-88a5-530c61bd5f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (d11296c3-7d97-4e56-bd20-3d24b9778e2f), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:19.545460 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed92ccc0-9602-4b0e-ac82-c425e7648647 None None] Network 6a524231-053d-4b27-8781-6700e8b17e0f is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:02:19.545973 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfb2578e-1e7d-4bb9-b69c-35d4a51175dc tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Made reservation on behalf of bb74a1a86b774cd895fbb7befcc78fd8 for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:02:19.548608 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474388fc-4ce9-44ee-88a5-530c61bd5f67 None None] No DVR routers for this DVR port d11296c3-7d97-4e56-bd20-3d24b9778e2f on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:02:19.550585 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed92ccc0-9602-4b0e-ac82-c425e7648647 None None] Pushing event updated for resources: {'Port': ['ID=1f5a95ee-0042-4e60-9451-6b9750f8447d,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:19.556822 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-ed92ccc0-9602-4b0e-ac82-c425e7648647 None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:02:19.570024 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed92ccc0-9602-4b0e-ac82-c425e7648647 None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:02:19.621689 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae2498d-45b7-4602-9185-bb9e8b88eca2 None None] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:02:19.714569 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-92ff9b07-1f3a-45cf-9bdb-a8c8d9557f77 req-2433920a-2219-47d8-8b40-c19f4cf23fe0 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 210 time: 0.0467429 Feb 19 03:02:19.770041 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-10fbd181-1b7c-4c06-8d9a-5f923f3e6cc5 tempest-DHCPAgentSchedulersTestJSON-535681077 tempest-DHCPAgentSchedulersTestJSON-535681077-project-admin] 10.222.0.72 "GET /v2.0/agents/9814fb72-a143-4cf0-893b-cfd76f768088/dhcp-networks HTTP/1.1" status: 200 len: 8862 time: 0.3190908 Feb 19 03:02:19.777911 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48642) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:19.798311 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474388fc-4ce9-44ee-88a5-530c61bd5f67 None None] Pushing event deleted for resources: {'Port': ['ID=d11296c3-7d97-4e56-bd20-3d24b9778e2f,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:19.809677 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bfb2578e-1e7d-4bb9-b69c-35d4a51175dc tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:19.857573 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-0b631346-28c6-4166-9f0c-d5209e29c121 tempest-DHCPAgentSchedulersTestJSON-535681077 tempest-DHCPAgentSchedulersTestJSON-535681077-project-admin] 10.222.0.72 "GET /v2.0/networks/9a501059-30f9-43e3-b524-85f997844587/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0658081 Feb 19 03:02:19.858254 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48644) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:19.860899 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfde857f-e144-4e75-b3ba-5f058234e61a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-48d3009f-8d6e-4fac-a460-ff95e3f8d78a', 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a', 'project_id': 'bb74a1a86b774cd895fbb7befcc78fd8', 'fixed_ips': [{'subnet_id': '20ea1c5f-afb8-4211-b0c0-fec181f264bd'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:02:19.875274 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-dfde857f-e144-4e75-b3ba-5f058234e61a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:19.908177 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [None req-bfb2578e-1e7d-4bb9-b69c-35d4a51175dc tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] device_id is not set on port ce0ba205-c674-4f37-adf5-1388b8604f39 yet. {{(pid=103701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:02:19.931746 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-3f5789b8-5138-4e91-a297-0412dbef592f tempest-DHCPAgentSchedulersTestJSON-535681077 tempest-DHCPAgentSchedulersTestJSON-535681077-project-admin] 10.222.0.72 "GET /v2.0/networks/9a501059-30f9-43e3-b524-85f997844587/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0597556 Feb 19 03:02:19.932412 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48646) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:19.943636 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device d11296c3-7d97-4e56-bd20-3d24b9778e2f no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:02:19.981093 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-ed92ccc0-9602-4b0e-ac82-c425e7648647 None None] Attempting to bind port 1f5a95ee-0042-4e60-9451-6b9750f8447d on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:02:19.981476 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-ed92ccc0-9602-4b0e-ac82-c425e7648647 None None] Attempting to bind port 1f5a95ee-0042-4e60-9451-6b9750f8447d by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '6e1fe77b-24b7-4c7e-96fc-2e11ae42aaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '6a524231-053d-4b27-8781-6700e8b17e0f'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:02:19.981843 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed92ccc0-9602-4b0e-ac82-c425e7648647 None None] Attempting to bind port 1f5a95ee-0042-4e60-9451-6b9750f8447d on network 6a524231-053d-4b27-8781-6700e8b17e0f {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:02:20.048725 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: d11296c3-7d97-4e56-bd20-3d24b9778e2f {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:02:20.050679 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device d11296c3-7d97-4e56-bd20-3d24b9778e2f not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:02:20.051799 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9fa43e5f-0bf8-4978-aa33-a2a57e497d32 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks [] for port (0c0b0f99-b07a-47f9-99f9-5bfca6304dc2), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:20.068860 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed92ccc0-9602-4b0e-ac82-c425e7648647 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:02:20.069508 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed92ccc0-9602-4b0e-ac82-c425e7648647 None None] Checking segment: {'id': '6e1fe77b-24b7-4c7e-96fc-2e11ae42aaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '6a524231-053d-4b27-8781-6700e8b17e0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:02:20.069852 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-ed92ccc0-9602-4b0e-ac82-c425e7648647 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:20.070266 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed92ccc0-9602-4b0e-ac82-c425e7648647 None None] Bound using segment: {'id': '6e1fe77b-24b7-4c7e-96fc-2e11ae42aaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '6a524231-053d-4b27-8781-6700e8b17e0f'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:02:20.070713 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-ed92ccc0-9602-4b0e-ac82-c425e7648647 None None] Bound port: 1f5a95ee-0042-4e60-9451-6b9750f8447d, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e1fe77b-24b7-4c7e-96fc-2e11ae42aaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '6a524231-053d-4b27-8781-6700e8b17e0f'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:02:20.071182 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-ed92ccc0-9602-4b0e-ac82-c425e7648647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (1f5a95ee-0042-4e60-9451-6b9750f8447d), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:20.188047 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-1006dc60-fa0f-4048-b8c0-152bd5d0dd9a tempest-DHCPAgentSchedulersTestJSON-535681077 tempest-DHCPAgentSchedulersTestJSON-535681077-project-admin] 10.222.0.72 "GET /v2.0/agents/9814fb72-a143-4cf0-893b-cfd76f768088/dhcp-networks HTTP/1.1" status: 200 len: 8862 time: 0.2544863 Feb 19 03:02:20.193709 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48650) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:20.273863 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-bfb2578e-1e7d-4bb9-b69c-35d4a51175dc tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Allocated IP 2001:db8::f816:3eff:fef6:402f (48d3009f-8d6e-4fac-a460-ff95e3f8d78a/20ea1c5f-afb8-4211-b0c0-fec181f264bd/ce0ba205-c674-4f37-adf5-1388b8604f39) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:02:20.309320 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-ed92ccc0-9602-4b0e-ac82-c425e7648647 None None] For port 1f5a95ee-0042-4e60-9451-6b9750f8447d, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:02:20.318927 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-ed92ccc0-9602-4b0e-ac82-c425e7648647 None None] For port 1f5a95ee-0042-4e60-9451-6b9750f8447d, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=1f5a95ee-0042-4e60-9451-6b9750f8447d,segment=NetworkSegment(6e1fe77b-24b7-4c7e-96fc-2e11ae42aaba),segment_id=6e1fe77b-24b7-4c7e-96fc-2e11ae42aaba)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:02:20.341547 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-ed92ccc0-9602-4b0e-ac82-c425e7648647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (1f5a95ee-0042-4e60-9451-6b9750f8447d), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:20.381053 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a4419d41-b92a-4f45-bb16-013c6c9aef31 tempest-DHCPAgentSchedulersTestJSON-2136547649 tempest-DHCPAgentSchedulersTestJSON-2136547649-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (9c3bd692-a569-471b-a8be-919640976214), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:20.592128 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:20.593774 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bfb2578e-1e7d-4bb9-b69c-35d4a51175dc tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks [] for port (ce0ba205-c674-4f37-adf5-1388b8604f39), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:20.658958 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bfb2578e-1e7d-4bb9-b69c-35d4a51175dc tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (ce0ba205-c674-4f37-adf5-1388b8604f39), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:20.667229 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a4419d41-b92a-4f45-bb16-013c6c9aef31 tempest-DHCPAgentSchedulersTestJSON-2136547649 tempest-DHCPAgentSchedulersTestJSON-2136547649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (9c3bd692-a569-471b-a8be-919640976214), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:20.750924 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-a4419d41-b92a-4f45-bb16-013c6c9aef31 tempest-DHCPAgentSchedulersTestJSON-2136547649 tempest-DHCPAgentSchedulersTestJSON-2136547649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c3bd692-a569-471b-a8be-919640976214']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:02:20.772408 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb2578e-1e7d-4bb9-b69c-35d4a51175dc tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:02:20.793195 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-bfb2578e-1e7d-4bb9-b69c-35d4a51175dc tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:02:20.796028 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb2578e-1e7d-4bb9-b69c-35d4a51175dc tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:02:20.796164 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-a4419d41-b92a-4f45-bb16-013c6c9aef31 tempest-DHCPAgentSchedulersTestJSON-2136547649 tempest-DHCPAgentSchedulersTestJSON-2136547649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '324bfb06-3389-44bc-a156-a4b9c6b0ae4b') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:02:20.796409 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-a4419d41-b92a-4f45-bb16-013c6c9aef31 tempest-DHCPAgentSchedulersTestJSON-2136547649 tempest-DHCPAgentSchedulersTestJSON-2136547649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '324bfb06-3389-44bc-a156-a4b9c6b0ae4b') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:02:20.805276 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb2578e-1e7d-4bb9-b69c-35d4a51175dc tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:20.805938 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bfb2578e-1e7d-4bb9-b69c-35d4a51175dc tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:20.810844 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-dfde857f-e144-4e75-b3ba-5f058234e61a None None] Allocated IP 2001:db8::f816:3eff:fe1c:c9c8 (48d3009f-8d6e-4fac-a460-ff95e3f8d78a/20ea1c5f-afb8-4211-b0c0-fec181f264bd/c9cf010c-8d66-4fc9-b72e-0929169d5e04) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:02:20.818769 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a4419d41-b92a-4f45-bb16-013c6c9aef31 tempest-DHCPAgentSchedulersTestJSON-2136547649 tempest-DHCPAgentSchedulersTestJSON-2136547649-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (324bfb06-3389-44bc-a156-a4b9c6b0ae4b), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:20.853059 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a4419d41-b92a-4f45-bb16-013c6c9aef31 tempest-DHCPAgentSchedulersTestJSON-2136547649 tempest-DHCPAgentSchedulersTestJSON-2136547649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (324bfb06-3389-44bc-a156-a4b9c6b0ae4b), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:20.875724 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4419d41-b92a-4f45-bb16-013c6c9aef31 tempest-DHCPAgentSchedulersTestJSON-2136547649 tempest-DHCPAgentSchedulersTestJSON-2136547649-project] Releasing vlan 269 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:02:20.876710 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a4419d41-b92a-4f45-bb16-013c6c9aef31 tempest-DHCPAgentSchedulersTestJSON-2136547649 tempest-DHCPAgentSchedulersTestJSON-2136547649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (324bfb06-3389-44bc-a156-a4b9c6b0ae4b), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:20.888479 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb2578e-1e7d-4bb9-b69c-35d4a51175dc tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event updated for resources: {'Port': ['ID=ce0ba205-c674-4f37-adf5-1388b8604f39,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:20.898729 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9fa43e5f-0bf8-4978-aa33-a2a57e497d32 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (0c0b0f99-b07a-47f9-99f9-5bfca6304dc2), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:20.915064 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 03:02:20.915064 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:02:20.915064 n-d-826753-2 neutron-server[103702]: timer() Feb 19 03:02:20.915064 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:02:20.915064 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 03:02:20.915064 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:02:20.915064 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 03:02:20.915064 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:02:20.915064 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 03:02:20.915064 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:02:20.915064 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 03:02:20.915064 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:02:20.915064 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 03:02:20.915064 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:02:20.915064 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:02:20.915064 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:02:20.915064 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:02:20.915064 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:02:20.915064 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 03:02:20.915064 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:02:20.915064 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 03:02:20.915064 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:02:20.915064 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:02:20.915064 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:02:20.915064 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 03:02:20.915064 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:02:20.915064 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:02:20.915064 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:02:20.915064 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:02:20.915064 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:02:20.915064 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:02:20.915064 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:02:20.975377 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa43e5f-0bf8-4978-aa33-a2a57e497d32 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Network 6a524231-053d-4b27-8781-6700e8b17e0f is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:02:20.993312 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f1523bcb-e6ea-4476-a1dc-6c65795ce0e7 req-2824fa58-67f9-4e78-9008-dc8fb806127b tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 210 time: 0.0514016 Feb 19 03:02:20.999962 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48658) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:21.001171 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-bfb2578e-1e7d-4bb9-b69c-35d4a51175dc tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7584233 Feb 19 03:02:21.004592 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-9fa43e5f-0bf8-4978-aa33-a2a57e497d32 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:02:21.010334 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa43e5f-0bf8-4978-aa33-a2a57e497d32 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:02:21.135154 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a4419d41-b92a-4f45-bb16-013c6c9aef31 tempest-DHCPAgentSchedulersTestJSON-2136547649 tempest-DHCPAgentSchedulersTestJSON-2136547649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (9c3bd692-a569-471b-a8be-919640976214), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:21.161895 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a4419d41-b92a-4f45-bb16-013c6c9aef31 tempest-DHCPAgentSchedulersTestJSON-2136547649 tempest-DHCPAgentSchedulersTestJSON-2136547649-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:21.167915 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-a4419d41-b92a-4f45-bb16-013c6c9aef31 tempest-DHCPAgentSchedulersTestJSON-2136547649 tempest-DHCPAgentSchedulersTestJSON-2136547649-project] 10.222.0.72 "DELETE /v2.0/networks/9c3bd692-a569-471b-a8be-919640976214 HTTP/1.1" status: 204 len: 168 time: 0.9724586 Feb 19 03:02:21.173629 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48660) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:21.178098 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa43e5f-0bf8-4978-aa33-a2a57e497d32 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Pushing event updated for resources: {'Port': ['ID=0c0b0f99-b07a-47f9-99f9-5bfca6304dc2,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:21.179320 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-dfde857f-e144-4e75-b3ba-5f058234e61a None None] Publish callbacks [] for port (c9cf010c-8d66-4fc9-b72e-0929169d5e04), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:21.187990 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed92ccc0-9602-4b0e-ac82-c425e7648647 None None] Pushing event updated for resources: {'Port': ['ID=1f5a95ee-0042-4e60-9451-6b9750f8447d,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:21.199526 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-dfde857f-e144-4e75-b3ba-5f058234e61a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (c9cf010c-8d66-4fc9-b72e-0929169d5e04), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:21.216988 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa43e5f-0bf8-4978-aa33-a2a57e497d32 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:21.218808 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9fa43e5f-0bf8-4978-aa33-a2a57e497d32 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:21.238010 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c069ea-fe16-427f-915c-8f26c8dc2b82 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:21.239598 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-a4c069ea-fe16-427f-915c-8f26c8dc2b82 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.2386804 Feb 19 03:02:21.241913 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4419d41-b92a-4f45-bb16-013c6c9aef31 tempest-DHCPAgentSchedulersTestJSON-2136547649 tempest-DHCPAgentSchedulersTestJSON-2136547649-project] Pushing event deleted for resources: {'Network': ['ID=9c3bd692-a569-471b-a8be-919640976214,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:21.243549 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48664) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:21.270814 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-9fa43e5f-0bf8-4978-aa33-a2a57e497d32 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.4086545 Feb 19 03:02:21.271501 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 48666) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:21.275782 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfde857f-e144-4e75-b3ba-5f058234e61a None None] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:02:21.281156 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-fac9a426-e241-4638-be4b-be71077b961a tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Request body: {'subnet': {'network_id': '6a524231-053d-4b27-8781-6700e8b17e0f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:02:21.288203 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-570ad121-c8e4-455d-bdaf-820701ab0a84 tempest-DHCPAgentSchedulersTestJSON-2136547649 tempest-DHCPAgentSchedulersTestJSON-2136547649-project] DELETE failed (client error): The resource could not be found. Feb 19 03:02:21.288791 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-570ad121-c8e4-455d-bdaf-820701ab0a84 tempest-DHCPAgentSchedulersTestJSON-2136547649 tempest-DHCPAgentSchedulersTestJSON-2136547649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:02:21.291860 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-dfde857f-e144-4e75-b3ba-5f058234e61a None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:02:21.296686 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfde857f-e144-4e75-b3ba-5f058234e61a None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:02:21.308599 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-570ad121-c8e4-455d-bdaf-820701ab0a84 tempest-DHCPAgentSchedulersTestJSON-2136547649 tempest-DHCPAgentSchedulersTestJSON-2136547649-project] 10.222.0.72 "DELETE /v2.0/ports/ad1bc186-a0d9-4cd2-aae3-9e7e6f9c181b HTTP/1.1" status: 404 len: 333 time: 0.1109598 Feb 19 03:02:21.328767 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfde857f-e144-4e75-b3ba-5f058234e61a None None] Pushing event updated for resources: {'Port': ['ID=c9cf010c-8d66-4fc9-b72e-0929169d5e04,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:21.351540 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48668) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:21.447109 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-dfde857f-e144-4e75-b3ba-5f058234e61a None None] Attempting to bind port c9cf010c-8d66-4fc9-b72e-0929169d5e04 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:02:21.447511 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-dfde857f-e144-4e75-b3ba-5f058234e61a None None] Attempting to bind port c9cf010c-8d66-4fc9-b72e-0929169d5e04 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': 'c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:02:21.447884 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfde857f-e144-4e75-b3ba-5f058234e61a None None] Attempting to bind port c9cf010c-8d66-4fc9-b72e-0929169d5e04 on network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:02:21.454756 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfde857f-e144-4e75-b3ba-5f058234e61a None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:02:21.455149 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfde857f-e144-4e75-b3ba-5f058234e61a None None] Checking segment: {'id': 'c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:02:21.455560 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-dfde857f-e144-4e75-b3ba-5f058234e61a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:21.457124 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfde857f-e144-4e75-b3ba-5f058234e61a None None] Bound using segment: {'id': 'c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:02:21.458397 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-dfde857f-e144-4e75-b3ba-5f058234e61a None None] Bound port: c9cf010c-8d66-4fc9-b72e-0929169d5e04, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:02:21.458849 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-dfde857f-e144-4e75-b3ba-5f058234e61a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (c9cf010c-8d66-4fc9-b72e-0929169d5e04), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:21.570069 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fac9a426-e241-4638-be4b-be71077b961a tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Made reservation on behalf of e1a55fde9c7e4f5d96053750d488e677 for: {'subnet': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:02:21.570515 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e91d254-8db4-40f5-8d1d-c7130fcd7a6e tempest-DHCPAgentSchedulersTestJSON-2136547649 tempest-DHCPAgentSchedulersTestJSON-2136547649-project] Deleting subnet b7f8f87c-0275-4907-a8b2-18b36ac6d3d1 {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:02:21.572981 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-dfde857f-e144-4e75-b3ba-5f058234e61a None None] For port c9cf010c-8d66-4fc9-b72e-0929169d5e04, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:02:21.576070 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-fac9a426-e241-4638-be4b-be71077b961a tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58706307'] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:21.576264 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0e91d254-8db4-40f5-8d1d-c7130fcd7a6e tempest-DHCPAgentSchedulersTestJSON-2136547649 tempest-DHCPAgentSchedulersTestJSON-2136547649-project] Publish callbacks [] for subnet (b7f8f87c-0275-4907-a8b2-18b36ac6d3d1), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:21.583898 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-dfde857f-e144-4e75-b3ba-5f058234e61a None None] For port c9cf010c-8d66-4fc9-b72e-0929169d5e04, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=c9cf010c-8d66-4fc9-b72e-0929169d5e04,segment=NetworkSegment(c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8),segment_id=c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:02:21.604116 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-dfde857f-e144-4e75-b3ba-5f058234e61a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (c9cf010c-8d66-4fc9-b72e-0929169d5e04), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:21.707460 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0e91d254-8db4-40f5-8d1d-c7130fcd7a6e tempest-DHCPAgentSchedulersTestJSON-2136547649 tempest-DHCPAgentSchedulersTestJSON-2136547649-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (b7f8f87c-0275-4907-a8b2-18b36ac6d3d1), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:21.781251 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfde857f-e144-4e75-b3ba-5f058234e61a None None] Pushing event updated for resources: {'Port': ['ID=c9cf010c-8d66-4fc9-b72e-0929169d5e04,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:21.827882 n-d-826753-2 neutron-server[103701]: INFO neutron.db.ipam_backend_mixin [None req-fac9a426-e241-4638-be4b-be71077b961a tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a1980cbe-58d8-4a4e-b016-8897f26831ac (CIDR: 172.20.0.0/28) Feb 19 03:02:21.835000 n-d-826753-2 neutron-server[103701]: INFO neutron.pecan_wsgi.hooks.translation [None req-fac9a426-e241-4638-be4b-be71077b961a tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:02:21.835497 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fac9a426-e241-4638-be4b-be71077b961a tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:02:21.887578 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-8516566d-4080-49cc-94fc-b9502b609651 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Deleting port ce0ba205-c674-4f37-adf5-1388b8604f39 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:02:21.887991 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8516566d-4080-49cc-94fc-b9502b609651 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (ce0ba205-c674-4f37-adf5-1388b8604f39), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:21.904024 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-fac9a426-e241-4638-be4b-be71077b961a tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6313908 Feb 19 03:02:21.907324 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 48674) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:21.916729 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-c2cb993f-6939-45d7-a2f1-5e8eee7df42f tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Request body: {'subnet': {'network_id': '6a524231-053d-4b27-8781-6700e8b17e0f', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:02:21.949396 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:22.105343 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 1f5a95ee-0042-4e60-9451-6b9750f8447d up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:02:22.243366 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8516566d-4080-49cc-94fc-b9502b609651 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (ce0ba205-c674-4f37-adf5-1388b8604f39), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:22.259724 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 1f5a95ee-0042-4e60-9451-6b9750f8447d triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:02:22.261608 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (1f5a95ee-0042-4e60-9451-6b9750f8447d), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:22.302446 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-82970532-9889-4027-80dd-3ad150c505c7 req-55bec2ad-a31d-4c43-b7f4-8a3e7bee0787 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 210 time: 0.0788829 Feb 19 03:02:22.303194 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2cb993f-6939-45d7-a2f1-5e8eee7df42f tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Made reservation on behalf of e1a55fde9c7e4f5d96053750d488e677 for: {'subnet': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:02:22.321453 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-8516566d-4080-49cc-94fc-b9502b609651 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Calling delete_port for ce0ba205-c674-4f37-adf5-1388b8604f39 owned by {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:02:22.347197 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c2cb993f-6939-45d7-a2f1-5e8eee7df42f tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58706307'] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:22.363675 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0e91d254-8db4-40f5-8d1d-c7130fcd7a6e tempest-DHCPAgentSchedulersTestJSON-2136547649 tempest-DHCPAgentSchedulersTestJSON-2136547649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (b7f8f87c-0275-4907-a8b2-18b36ac6d3d1), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:22.730023 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8516566d-4080-49cc-94fc-b9502b609651 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (ce0ba205-c674-4f37-adf5-1388b8604f39), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:22.808453 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8516566d-4080-49cc-94fc-b9502b609651 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event deleted for resources: {'Port': ['ID=ce0ba205-c674-4f37-adf5-1388b8604f39,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:22.878067 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0e91d254-8db4-40f5-8d1d-c7130fcd7a6e tempest-DHCPAgentSchedulersTestJSON-2136547649 tempest-DHCPAgentSchedulersTestJSON-2136547649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (b7f8f87c-0275-4907-a8b2-18b36ac6d3d1), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:22.894770 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8516566d-4080-49cc-94fc-b9502b609651 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:22.898250 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-8516566d-4080-49cc-94fc-b9502b609651 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "DELETE /v2.0/ports/ce0ba205-c674-4f37-adf5-1388b8604f39 HTTP/1.1" status: 204 len: 168 time: 1.6193490 Feb 19 03:02:22.900700 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 48682) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:22.967282 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e91d254-8db4-40f5-8d1d-c7130fcd7a6e tempest-DHCPAgentSchedulersTestJSON-2136547649 tempest-DHCPAgentSchedulersTestJSON-2136547649-project] Pushing event deleted for resources: {'Subnet': ['ID=b7f8f87c-0275-4907-a8b2-18b36ac6d3d1,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:22.974241 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0e91d254-8db4-40f5-8d1d-c7130fcd7a6e tempest-DHCPAgentSchedulersTestJSON-2136547649 tempest-DHCPAgentSchedulersTestJSON-2136547649-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:22.980075 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-0e91d254-8db4-40f5-8d1d-c7130fcd7a6e tempest-DHCPAgentSchedulersTestJSON-2136547649 tempest-DHCPAgentSchedulersTestJSON-2136547649-project] 10.222.0.72 "DELETE /v2.0/subnets/b7f8f87c-0275-4907-a8b2-18b36ac6d3d1 HTTP/1.1" status: 204 len: 168 time: 1.6256604 Feb 19 03:02:22.980759 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f859d608-bb5a-46c7-b07a-a1bd991ae7b0 None None] Network 9a501059-30f9-43e3-b524-85f997844587 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:02:22.984224 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48684) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:23.009564 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-580cf491-b6bc-4fc5-9f6e-fdbda68f4394 None None] Provisioning complete for port 615e47cd-11b3-4066-95aa-2dfca28e480a triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:02:23.009959 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-580cf491-b6bc-4fc5-9f6e-fdbda68f4394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (615e47cd-11b3-4066-95aa-2dfca28e480a), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:23.104585 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:23.140937 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-580cf491-b6bc-4fc5-9f6e-fdbda68f4394 None None] Port 615e47cd-11b3-4066-95aa-2dfca28e480a cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:02:23.169159 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6f83b6a9-8e35-4016-9626-fffbe030ae46 tempest-DHCPAgentSchedulersTestJSON-2136547649 tempest-DHCPAgentSchedulersTestJSON-2136547649-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (9a501059-30f9-43e3-b524-85f997844587), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:23.278051 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533a373f-cda7-401c-b6bf-fe1bc316f9f9 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:23.281716 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533a373f-cda7-401c-b6bf-fe1bc316f9f9 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:23.291085 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-533a373f-cda7-401c-b6bf-fe1bc316f9f9 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3887587 Feb 19 03:02:23.292475 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48688) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:23.294561 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c2cb993f-6939-45d7-a2f1-5e8eee7df42f tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12647271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58706289'] for subnet (a8fd74ba-d5c2-4601-a271-d4a60c67fa3a), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:23.313559 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-580cf491-b6bc-4fc5-9f6e-fdbda68f4394 None None] Provisioning complete for port 1f5a95ee-0042-4e60-9451-6b9750f8447d triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:02:23.313939 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-580cf491-b6bc-4fc5-9f6e-fdbda68f4394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (1f5a95ee-0042-4e60-9451-6b9750f8447d), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:23.388613 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 1f5a95ee-0042-4e60-9451-6b9750f8447d is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:02:23.392510 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (1f5a95ee-0042-4e60-9451-6b9750f8447d), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:23.424937 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbffaf75-92db-4635-bed4-6d7a5bbaae06 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Deleting subnet 20ea1c5f-afb8-4211-b0c0-fec181f264bd {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:02:23.438743 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-6f83b6a9-8e35-4016-9626-fffbe030ae46 tempest-DHCPAgentSchedulersTestJSON-2136547649 tempest-DHCPAgentSchedulersTestJSON-2136547649-project] Deleting port 80eb67c2-7de1-4701-a449-fb4a2e3e7015 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:02:23.446058 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6f83b6a9-8e35-4016-9626-fffbe030ae46 tempest-DHCPAgentSchedulersTestJSON-2136547649 tempest-DHCPAgentSchedulersTestJSON-2136547649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (80eb67c2-7de1-4701-a449-fb4a2e3e7015), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:23.448472 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-dbffaf75-92db-4635-bed4-6d7a5bbaae06 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks [] for subnet (20ea1c5f-afb8-4211-b0c0-fec181f264bd), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:23.478569 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cb993f-6939-45d7-a2f1-5e8eee7df42f tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Pushing event updated for resources: {'Subnet': ['ID=a8fd74ba-d5c2-4601-a271-d4a60c67fa3a,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:23.514376 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port 1f5a95ee-0042-4e60-9451-6b9750f8447d, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=1f5a95ee-0042-4e60-9451-6b9750f8447d,segment=NetworkSegment(6e1fe77b-24b7-4c7e-96fc-2e11ae42aaba),segment_id=6e1fe77b-24b7-4c7e-96fc-2e11ae42aaba)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:02:23.531370 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2cb993f-6939-45d7-a2f1-5e8eee7df42f tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Network 6a524231-053d-4b27-8781-6700e8b17e0f is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:02:23.536960 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-c2cb993f-6939-45d7-a2f1-5e8eee7df42f tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:02:23.547093 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2cb993f-6939-45d7-a2f1-5e8eee7df42f tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:23.550681 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (1f5a95ee-0042-4e60-9451-6b9750f8447d), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:23.555174 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c2cb993f-6939-45d7-a2f1-5e8eee7df42f tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:23.584193 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37963f88-a472-4309-ba6e-202457bb00b0 None None] Network 6a524231-053d-4b27-8781-6700e8b17e0f requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:02:23.623055 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-c2cb993f-6939-45d7-a2f1-5e8eee7df42f tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.7144413 Feb 19 03:02:23.632713 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48694) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:23.668172 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-ccfbc97f-0a41-46c9-b046-8e85fbcb9a05 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1194451262', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a8fd74ba-d5c2-4601-a271-d4a60c67fa3a'}], 'security_groups': ['0044e5fe-d5d7-46f6-bae0-9c226716a7b4']}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:02:23.684676 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2433e41e-8f6b-488f-a412-6e27513d5005 req-a70811b4-670d-4b60-adfa-2745f8a7c092 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 210 time: 0.1011031 Feb 19 03:02:23.743760 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbebee7d-eae5-4b0e-91f1-024eea354319 None None] DHCP port deletion for 9a501059-30f9-43e3-b524-85f997844587 request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:02:23.777464 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-dbffaf75-92db-4635-bed4-6d7a5bbaae06 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (20ea1c5f-afb8-4211-b0c0-fec181f264bd), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:23.975647 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-6f83b6a9-8e35-4016-9626-fffbe030ae46 tempest-DHCPAgentSchedulersTestJSON-2136547649 tempest-DHCPAgentSchedulersTestJSON-2136547649-project] For port 80eb67c2-7de1-4701-a449-fb4a2e3e7015, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=80eb67c2-7de1-4701-a449-fb4a2e3e7015,segment=NetworkSegment(7c8745f7-0b84-4346-aca4-11a401eecc64),segment_id=7c8745f7-0b84-4346-aca4-11a401eecc64)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:02:23.976003 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6f83b6a9-8e35-4016-9626-fffbe030ae46 tempest-DHCPAgentSchedulersTestJSON-2136547649 tempest-DHCPAgentSchedulersTestJSON-2136547649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (80eb67c2-7de1-4701-a449-fb4a2e3e7015), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:24.201142 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device c9cf010c-8d66-4fc9-b72e-0929169d5e04 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:02:24.208324 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-6f83b6a9-8e35-4016-9626-fffbe030ae46 tempest-DHCPAgentSchedulersTestJSON-2136547649 tempest-DHCPAgentSchedulersTestJSON-2136547649-project] Calling delete_port for 80eb67c2-7de1-4701-a449-fb4a2e3e7015 owned by network:dhcp {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:02:24.250848 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=1f5a95ee-0042-4e60-9451-6b9750f8447d,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:24.373274 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-580cf491-b6bc-4fc5-9f6e-fdbda68f4394 None None] Current status of the port 1f5a95ee-0042-4e60-9451-6b9750f8447d is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:02:24.450144 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6f83b6a9-8e35-4016-9626-fffbe030ae46 tempest-DHCPAgentSchedulersTestJSON-2136547649 tempest-DHCPAgentSchedulersTestJSON-2136547649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (80eb67c2-7de1-4701-a449-fb4a2e3e7015), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:24.485891 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f83b6a9-8e35-4016-9626-fffbe030ae46 tempest-DHCPAgentSchedulersTestJSON-2136547649 tempest-DHCPAgentSchedulersTestJSON-2136547649-project] Pushing event deleted for resources: {'Port': ['ID=80eb67c2-7de1-4701-a449-fb4a2e3e7015,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:24.505229 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-cbebee7d-eae5-4b0e-91f1-024eea354319 None None] Deleting port 80eb67c2-7de1-4701-a449-fb4a2e3e7015 {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:02:24.505602 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-cbebee7d-eae5-4b0e-91f1-024eea354319 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (80eb67c2-7de1-4701-a449-fb4a2e3e7015), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:24.564516 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f83b6a9-8e35-4016-9626-fffbe030ae46 tempest-DHCPAgentSchedulersTestJSON-2136547649 tempest-DHCPAgentSchedulersTestJSON-2136547649-project] No DVR routers for this DVR port 80eb67c2-7de1-4701-a449-fb4a2e3e7015 on host n-d-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:02:24.617706 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-dbffaf75-92db-4635-bed4-6d7a5bbaae06 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (20ea1c5f-afb8-4211-b0c0-fec181f264bd), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:24.766229 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-07044573-c346-4544-ba9b-53b74c1a4816 None None] Provisioning complete for port 0c0b0f99-b07a-47f9-99f9-5bfca6304dc2 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:02:24.770108 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-07044573-c346-4544-ba9b-53b74c1a4816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (0c0b0f99-b07a-47f9-99f9-5bfca6304dc2), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:24.902433 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-cbebee7d-eae5-4b0e-91f1-024eea354319 None None] For port 80eb67c2-7de1-4701-a449-fb4a2e3e7015, host n-d-826753-2, got binding levels [] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:02:24.903556 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-cbebee7d-eae5-4b0e-91f1-024eea354319 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (80eb67c2-7de1-4701-a449-fb4a2e3e7015), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:24.917706 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-07044573-c346-4544-ba9b-53b74c1a4816 None None] Port 0c0b0f99-b07a-47f9-99f9-5bfca6304dc2 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:02:24.923692 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port c9cf010c-8d66-4fc9-b72e-0929169d5e04 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:02:24.929319 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (c9cf010c-8d66-4fc9-b72e-0929169d5e04), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:24.949473 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-20b5fa32-762b-412d-bcdf-d2ef7ee86f72 req-901cd5fb-4703-4820-8143-ef77ee13656d tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 210 time: 0.0943897 Feb 19 03:02:24.950320 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-07044573-c346-4544-ba9b-53b74c1a4816 None None] Could not find standard attr ID for object 839856d4-ded0-4e65-9e4e-a4dea8a4e26a. {{(pid=103703) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:02:25.059520 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-cbebee7d-eae5-4b0e-91f1-024eea354319 None None] Calling delete_port for 80eb67c2-7de1-4701-a449-fb4a2e3e7015 owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:02:25.072242 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.ipam_backend_mixin [None req-cbebee7d-eae5-4b0e-91f1-024eea354319 None None] Port 80eb67c2-7de1-4701-a449-fb4a2e3e7015 was not found and therefore no delete operation was performed {{(pid=103703) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 03:02:25.089470 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-cbebee7d-eae5-4b0e-91f1-024eea354319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (80eb67c2-7de1-4701-a449-fb4a2e3e7015), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:25.149706 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbebee7d-eae5-4b0e-91f1-024eea354319 None None] Pushing event deleted for resources: {'Port': ['ID=80eb67c2-7de1-4701-a449-fb4a2e3e7015,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:25.283039 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-07044573-c346-4544-ba9b-53b74c1a4816 None None] Provisioning complete for port c9cf010c-8d66-4fc9-b72e-0929169d5e04 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:02:25.286182 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-07044573-c346-4544-ba9b-53b74c1a4816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (c9cf010c-8d66-4fc9-b72e-0929169d5e04), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:25.307585 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbebee7d-eae5-4b0e-91f1-024eea354319 None None] No DVR routers for this DVR port 80eb67c2-7de1-4701-a449-fb4a2e3e7015 on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:02:25.451511 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300a1641-169a-4ea5-9277-0645e1002c0c None None] Update dhcp port {'port': {'network_id': '6a524231-053d-4b27-8781-6700e8b17e0f', 'fixed_ips': [{'subnet_id': 'a1980cbe-58d8-4a4e-b016-8897f26831ac', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a8fd74ba-d5c2-4601-a271-d4a60c67fa3a'}], 'binding:host_id': 'n-d-826753-2'}, 'id': '1f5a95ee-0042-4e60-9451-6b9750f8447d'} from n-d-826753-2. {{(pid=103703) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 03:02:25.654447 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ccfbc97f-0a41-46c9-b046-8e85fbcb9a05 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (0c0b0f99-b07a-47f9-99f9-5bfca6304dc2), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:25.656716 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-dbffaf75-92db-4635-bed4-6d7a5bbaae06 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (20ea1c5f-afb8-4211-b0c0-fec181f264bd), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:25.734077 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-dbffaf75-92db-4635-bed4-6d7a5bbaae06 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:25.744695 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 48716) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:25.749097 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-300a1641-169a-4ea5-9277-0645e1002c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (1f5a95ee-0042-4e60-9451-6b9750f8447d), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:25.761618 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-dbffaf75-92db-4635-bed4-6d7a5bbaae06 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "DELETE /v2.0/subnets/20ea1c5f-afb8-4211-b0c0-fec181f264bd HTTP/1.1" status: 204 len: 168 time: 2.4670711 Feb 19 03:02:25.788996 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbffaf75-92db-4635-bed4-6d7a5bbaae06 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event deleted for resources: {'Subnet': ['ID=20ea1c5f-afb8-4211-b0c0-fec181f264bd,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:25.794050 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6f83b6a9-8e35-4016-9626-fffbe030ae46 tempest-DHCPAgentSchedulersTestJSON-2136547649 tempest-DHCPAgentSchedulersTestJSON-2136547649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (9a501059-30f9-43e3-b524-85f997844587), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:25.824461 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port c9cf010c-8d66-4fc9-b72e-0929169d5e04 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:02:25.825025 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (c9cf010c-8d66-4fc9-b72e-0929169d5e04), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:25.840293 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7bae38-a2ad-44d7-a1e2-5b9c63be6750 None None] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:02:25.850602 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-e509d896-2324-4fa6-8b6a-c417ebef330a tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1045418 Feb 19 03:02:25.853718 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 48718) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:25.956479 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142476bc-be04-4e0f-b492-9ba77377d0b9 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:25.962653 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-142476bc-be04-4e0f-b492-9ba77377d0b9 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1078076 Feb 19 03:02:25.965453 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 48722) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:26.094226 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735ba7b9-49d5-4321-b487-aff79f328a72 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:26.100211 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-735ba7b9-49d5-4321-b487-aff79f328a72 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1335764 Feb 19 03:02:26.103595 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 48728) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:26.189357 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-6f83b6a9-8e35-4016-9626-fffbe030ae46 tempest-DHCPAgentSchedulersTestJSON-2136547649 tempest-DHCPAgentSchedulersTestJSON-2136547649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a501059-30f9-43e3-b524-85f997844587']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:02:26.219454 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-6f83b6a9-8e35-4016-9626-fffbe030ae46 tempest-DHCPAgentSchedulersTestJSON-2136547649 tempest-DHCPAgentSchedulersTestJSON-2136547649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c8745f7-0b84-4346-aca4-11a401eecc64') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:02:26.225523 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-6f83b6a9-8e35-4016-9626-fffbe030ae46 tempest-DHCPAgentSchedulersTestJSON-2136547649 tempest-DHCPAgentSchedulersTestJSON-2136547649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c8745f7-0b84-4346-aca4-11a401eecc64') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:02:26.258156 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6f83b6a9-8e35-4016-9626-fffbe030ae46 tempest-DHCPAgentSchedulersTestJSON-2136547649 tempest-DHCPAgentSchedulersTestJSON-2136547649-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (7c8745f7-0b84-4346-aca4-11a401eecc64), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:26.264272 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port c9cf010c-8d66-4fc9-b72e-0929169d5e04, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=c9cf010c-8d66-4fc9-b72e-0929169d5e04,segment=NetworkSegment(c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8),segment_id=c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:02:26.313641 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (c9cf010c-8d66-4fc9-b72e-0929169d5e04), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:26.332097 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:26.338998 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-ce0d90b8-cf2c-4b19-af9c-91fda1846c13 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2340322 Feb 19 03:02:26.351953 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f3baa53a-da58-4176-9875-8090c9d400be req-aac306f5-2904-46b6-945a-a1abcd203031 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 210 time: 0.2187140 Feb 19 03:02:26.352546 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 48738) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:26.376879 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-2d93d3d8-a50f-4b85-9a26-7a98eed483ce tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Request body: {'subnet': {'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:02:26.538345 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6f83b6a9-8e35-4016-9626-fffbe030ae46 tempest-DHCPAgentSchedulersTestJSON-2136547649 tempest-DHCPAgentSchedulersTestJSON-2136547649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (7c8745f7-0b84-4346-aca4-11a401eecc64), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:26.558134 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f83b6a9-8e35-4016-9626-fffbe030ae46 tempest-DHCPAgentSchedulersTestJSON-2136547649 tempest-DHCPAgentSchedulersTestJSON-2136547649-project] Releasing vlan 276 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:02:26.560207 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6f83b6a9-8e35-4016-9626-fffbe030ae46 tempest-DHCPAgentSchedulersTestJSON-2136547649 tempest-DHCPAgentSchedulersTestJSON-2136547649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (7c8745f7-0b84-4346-aca4-11a401eecc64), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:26.632291 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 80eb67c2-7de1-4701-a449-fb4a2e3e7015 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:02:26.678248 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 80eb67c2-7de1-4701-a449-fb4a2e3e7015 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:02:26.678566 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 80eb67c2-7de1-4701-a449-fb4a2e3e7015 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:02:26.685607 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-07044573-c346-4544-ba9b-53b74c1a4816 None None] Current status of the port c9cf010c-8d66-4fc9-b72e-0929169d5e04 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:02:26.686011 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-07044573-c346-4544-ba9b-53b74c1a4816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (c9cf010c-8d66-4fc9-b72e-0929169d5e04), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:26.688428 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d93d3d8-a50f-4b85-9a26-7a98eed483ce tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Made reservation on behalf of bb74a1a86b774cd895fbb7befcc78fd8 for: {'subnet': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:02:26.706734 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2d93d3d8-a50f-4b85-9a26-7a98eed483ce tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58706307'] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:26.768098 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=c9cf010c-8d66-4fc9-b72e-0929169d5e04,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:26.791647 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 03:02:26.791647 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:02:26.791647 n-d-826753-2 neutron-server[103702]: timer() Feb 19 03:02:26.791647 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:02:26.791647 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 03:02:26.791647 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:02:26.791647 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 03:02:26.791647 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:02:26.791647 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 03:02:26.791647 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:02:26.791647 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 03:02:26.791647 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:02:26.791647 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 03:02:26.791647 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:02:26.791647 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:02:26.791647 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:02:26.791647 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:02:26.791647 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:02:26.791647 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 03:02:26.791647 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:02:26.791647 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 03:02:26.791647 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:02:26.791647 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:02:26.791647 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:02:26.791647 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 03:02:26.791647 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:02:26.791647 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:02:26.791647 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:02:26.791647 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:02:26.791647 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:02:26.791647 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:02:26.791647 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:02:26.810096 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6f83b6a9-8e35-4016-9626-fffbe030ae46 tempest-DHCPAgentSchedulersTestJSON-2136547649 tempest-DHCPAgentSchedulersTestJSON-2136547649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (9a501059-30f9-43e3-b524-85f997844587), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:26.825305 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6f83b6a9-8e35-4016-9626-fffbe030ae46 tempest-DHCPAgentSchedulersTestJSON-2136547649 tempest-DHCPAgentSchedulersTestJSON-2136547649-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:26.834286 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-6f83b6a9-8e35-4016-9626-fffbe030ae46 tempest-DHCPAgentSchedulersTestJSON-2136547649 tempest-DHCPAgentSchedulersTestJSON-2136547649-project] 10.222.0.72 "DELETE /v2.0/networks/9a501059-30f9-43e3-b524-85f997844587 HTTP/1.1" status: 204 len: 168 time: 3.8447194 Feb 19 03:02:26.899819 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:02:26.948190 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09eca438-510a-4129-a45a-2f6d1905d3cb None None] DHCP port deletion for 48d3009f-8d6e-4fac-a460-ff95e3f8d78a request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:02:26.962811 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f83b6a9-8e35-4016-9626-fffbe030ae46 tempest-DHCPAgentSchedulersTestJSON-2136547649 tempest-DHCPAgentSchedulersTestJSON-2136547649-project] Pushing event deleted for resources: {'Network': ['ID=9a501059-30f9-43e3-b524-85f997844587,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:26.985098 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 1f5a95ee-0042-4e60-9451-6b9750f8447d up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:02:27.173157 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.db.api [None req-07044573-c346-4544-ba9b-53b74c1a4816 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103703) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:02:27.173513 n-d-826753-2 neutron-server[103703]: DEBUG oslo_db.api [None req-07044573-c346-4544-ba9b-53b74c1a4816 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:02:27.197181 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-ccfbc97f-0a41-46c9-b046-8e85fbcb9a05 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Delete allocated IP 172.20.0.11 (6a524231-053d-4b27-8781-6700e8b17e0f/a1980cbe-58d8-4a4e-b016-8897f26831ac) {{(pid=103702) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 19 03:02:27.218117 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-ccfbc97f-0a41-46c9-b046-8e85fbcb9a05 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Allocated IP 172.20.0.19 (6a524231-053d-4b27-8781-6700e8b17e0f/a8fd74ba-d5c2-4601-a271-d4a60c67fa3a/0c0b0f99-b07a-47f9-99f9-5bfca6304dc2) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:02:27.331651 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-09eca438-510a-4129-a45a-2f6d1905d3cb None None] Deleting port c9cf010c-8d66-4fc9-b72e-0929169d5e04 {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:02:27.332210 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-09eca438-510a-4129-a45a-2f6d1905d3cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (c9cf010c-8d66-4fc9-b72e-0929169d5e04), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:27.340554 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48754) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:27.453984 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 48760) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:27.701859 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ccfbc97f-0a41-46c9-b046-8e85fbcb9a05 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks [] for port (0c0b0f99-b07a-47f9-99f9-5bfca6304dc2), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:27.733792 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ccfbc97f-0a41-46c9-b046-8e85fbcb9a05 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (0c0b0f99-b07a-47f9-99f9-5bfca6304dc2), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:27.875293 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2410f59d-d0d6-46e8-b57a-5fd16e7fed11 req-20ce9d31-2185-4a92-965c-85b1a562a23b tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 210 time: 0.1866200 Feb 19 03:02:27.879642 n-d-826753-2 neutron-server[103701]: DEBUG neutron.objects.ports [None req-2d93d3d8-a50f-4b85-9a26-7a98eed483ce tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103701) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 03:02:28.051397 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbc97f-0a41-46c9-b046-8e85fbcb9a05 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Pushing event updated for resources: {'Port': ['ID=0c0b0f99-b07a-47f9-99f9-5bfca6304dc2,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:28.071190 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 1f5a95ee-0042-4e60-9451-6b9750f8447d triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:02:28.077613 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (1f5a95ee-0042-4e60-9451-6b9750f8447d), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:28.077998 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-ccfbc97f-0a41-46c9-b046-8e85fbcb9a05 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] In _notify_port_updated(), no bound segment for port 0c0b0f99-b07a-47f9-99f9-5bfca6304dc2 on network 6a524231-053d-4b27-8781-6700e8b17e0f {{(pid=103702) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 03:02:28.101570 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccfbc97f-0a41-46c9-b046-8e85fbcb9a05 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:28.101570 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ccfbc97f-0a41-46c9-b046-8e85fbcb9a05 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:28.106933 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 48766) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:28.107896 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-ccfbc97f-0a41-46c9-b046-8e85fbcb9a05 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "PUT /v2.0/ports/0c0b0f99-b07a-47f9-99f9-5bfca6304dc2 HTTP/1.1" status: 200 len: 921 time: 4.4737198 Feb 19 03:02:28.166596 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7ec3586d-d963-4c4c-8631-b4ac3e031f54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:28.175007 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48770) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:28.181386 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ee2e7c98-90c2-458e-8f3f-4c83d384e9ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:28.333941 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-c99c7a72-3566-41e6-b465-209ddce30de8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=13c9030e07c64a889733d0664d49cf5f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1576090 Feb 19 03:02:28.335912 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48774) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:28.412083 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-09eca438-510a-4129-a45a-2f6d1905d3cb None None] For port c9cf010c-8d66-4fc9-b72e-0929169d5e04, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=c9cf010c-8d66-4fc9-b72e-0929169d5e04,segment=NetworkSegment(c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8),segment_id=c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:02:28.412659 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-09eca438-510a-4129-a45a-2f6d1905d3cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (c9cf010c-8d66-4fc9-b72e-0929169d5e04), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:28.437366 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0230fb2f-acf1-4fbd-b50e-627399bb5be2 admin admin] Publish callbacks [] for security_group (7d3ccab4-f74c-4f40-9f2d-0de99af4d908), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:28.450509 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-07044573-c346-4544-ba9b-53b74c1a4816 None None] Current status of the port c9cf010c-8d66-4fc9-b72e-0929169d5e04 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:02:28.466513 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0230fb2f-acf1-4fbd-b50e-627399bb5be2 admin admin] Publish callbacks [] for security_group (7d3ccab4-f74c-4f40-9f2d-0de99af4d908), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:28.469674 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-09eca438-510a-4129-a45a-2f6d1905d3cb None None] Calling delete_port for c9cf010c-8d66-4fc9-b72e-0929169d5e04 owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:02:28.511951 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-300a1641-169a-4ea5-9277-0645e1002c0c None None] Allocated IP 172.20.0.18 (6a524231-053d-4b27-8781-6700e8b17e0f/a8fd74ba-d5c2-4601-a271-d4a60c67fa3a/1f5a95ee-0042-4e60-9451-6b9750f8447d) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:02:28.529863 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0230fb2f-acf1-4fbd-b50e-627399bb5be2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (7d3ccab4-f74c-4f40-9f2d-0de99af4d908), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:28.537861 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0230fb2f-acf1-4fbd-b50e-627399bb5be2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:28.544213 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-0230fb2f-acf1-4fbd-b50e-627399bb5be2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7d3ccab4-f74c-4f40-9f2d-0de99af4d908 HTTP/1.1" status: 204 len: 168 time: 0.2069545 Feb 19 03:02:28.588742 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0230fb2f-acf1-4fbd-b50e-627399bb5be2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d3ccab4-f74c-4f40-9f2d-0de99af4d908,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:28.599119 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ee2e7c98-90c2-458e-8f3f-4c83d384e9ba admin admin] Publish callbacks [] for security_group (2af49a06-5ae7-497a-8237-9986ea128188), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:28.613622 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ee2e7c98-90c2-458e-8f3f-4c83d384e9ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (2af49a06-5ae7-497a-8237-9986ea128188), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:28.657111 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7ec3586d-d963-4c4c-8631-b4ac3e031f54 admin admin] Publish callbacks [] for security_group (df61d0f3-1e7b-4c2f-be0b-d49915c51630), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:28.657673 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-ee2e7c98-90c2-458e-8f3f-4c83d384e9ba admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=05b7f6796ec24adc9623bdc4ec05c7df&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3109355 Feb 19 03:02:28.663226 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 48778) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:28.713282 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2e7c98-90c2-458e-8f3f-4c83d384e9ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2af49a06-5ae7-497a-8237-9986ea128188,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:28.754667 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7ec3586d-d963-4c4c-8631-b4ac3e031f54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (df61d0f3-1e7b-4c2f-be0b-d49915c51630), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:28.812057 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-d59dab7a-38d0-4cf4-b83e-0a9341cf3450 None None] Could not find standard attr ID for object ce0ba205-c674-4f37-adf5-1388b8604f39. {{(pid=103703) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:02:29.014082 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-7ec3586d-d963-4c4c-8631-b4ac3e031f54 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=44dd05f1490449489454acf171bc2044&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5588720 Feb 19 03:02:29.016548 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48784) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:29.023359 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 1f5a95ee-0042-4e60-9451-6b9750f8447d is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:02:29.028289 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec3586d-d963-4c4c-8631-b4ac3e031f54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df61d0f3-1e7b-4c2f-be0b-d49915c51630,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:29.042913 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3e157d74-7a6f-4a65-bb45-d6c49520784b admin admin] Publish callbacks [] for security_group (2af49a06-5ae7-497a-8237-9986ea128188), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:29.225953 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-09eca438-510a-4129-a45a-2f6d1905d3cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (c9cf010c-8d66-4fc9-b72e-0929169d5e04), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:29.300878 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48790) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:29.301722 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d2fafa5c-3ada-4ad1-ad93-8e7c84fecdd7 admin admin] Publish callbacks [] for security_group (df61d0f3-1e7b-4c2f-be0b-d49915c51630), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:29.306305 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device c9cf010c-8d66-4fc9-b72e-0929169d5e04 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:02:29.379142 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d2fafa5c-3ada-4ad1-ad93-8e7c84fecdd7 admin admin] Publish callbacks [] for security_group (df61d0f3-1e7b-4c2f-be0b-d49915c51630), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:29.416316 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: c9cf010c-8d66-4fc9-b72e-0929169d5e04 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:02:29.416947 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device c9cf010c-8d66-4fc9-b72e-0929169d5e04 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:02:29.441059 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eca438-510a-4129-a45a-2f6d1905d3cb None None] Pushing event deleted for resources: {'Port': ['ID=c9cf010c-8d66-4fc9-b72e-0929169d5e04,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:29.448323 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09eca438-510a-4129-a45a-2f6d1905d3cb None None] No DVR routers for this DVR port c9cf010c-8d66-4fc9-b72e-0929169d5e04 on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:02:29.453305 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-300a1641-169a-4ea5-9277-0645e1002c0c None None] For port 1f5a95ee-0042-4e60-9451-6b9750f8447d, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=1f5a95ee-0042-4e60-9451-6b9750f8447d,segment=NetworkSegment(6e1fe77b-24b7-4c7e-96fc-2e11ae42aaba),segment_id=6e1fe77b-24b7-4c7e-96fc-2e11ae42aaba)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:02:29.507594 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3e157d74-7a6f-4a65-bb45-d6c49520784b admin admin] Publish callbacks [] for security_group (2af49a06-5ae7-497a-8237-9986ea128188), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:29.528135 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-300a1641-169a-4ea5-9277-0645e1002c0c None None] Publish callbacks [] for port (1f5a95ee-0042-4e60-9451-6b9750f8447d), precommit_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:29.544515 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-300a1641-169a-4ea5-9277-0645e1002c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (1f5a95ee-0042-4e60-9451-6b9750f8447d), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:29.572203 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cc7f5d5b-b12c-4159-8d6d-9b0d40ddca56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:29.591684 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d2fafa5c-3ada-4ad1-ad93-8e7c84fecdd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (df61d0f3-1e7b-4c2f-be0b-d49915c51630), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:29.594154 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d2fafa5c-3ada-4ad1-ad93-8e7c84fecdd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:29.598561 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-d2fafa5c-3ada-4ad1-ad93-8e7c84fecdd7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/df61d0f3-1e7b-4c2f-be0b-d49915c51630 HTTP/1.1" status: 204 len: 168 time: 0.5767703 Feb 19 03:02:29.636849 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fafa5c-3ada-4ad1-ad93-8e7c84fecdd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df61d0f3-1e7b-4c2f-be0b-d49915c51630,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:29.668470 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3e157d74-7a6f-4a65-bb45-d6c49520784b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (2af49a06-5ae7-497a-8237-9986ea128188), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:29.671582 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3e157d74-7a6f-4a65-bb45-d6c49520784b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:29.674293 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-3e157d74-7a6f-4a65-bb45-d6c49520784b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2af49a06-5ae7-497a-8237-9986ea128188 HTTP/1.1" status: 204 len: 168 time: 1.0031705 Feb 19 03:02:29.701077 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a431469e-1876-484a-9483-4336c736618e req-fa6ca782-2169-44cf-a9b8-deb8ddc0c7e4 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 210 time: 0.6825354 Feb 19 03:02:29.701753 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2d93d3d8-a50f-4b85-9a26-7a98eed483ce tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (c9cf010c-8d66-4fc9-b72e-0929169d5e04), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:29.720607 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-7db861de-9825-48b3-a725-5019fd60449e tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Deleting port 0c0b0f99-b07a-47f9-99f9-5bfca6304dc2 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:02:29.721583 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7db861de-9825-48b3-a725-5019fd60449e tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (0c0b0f99-b07a-47f9-99f9-5bfca6304dc2), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:29.732756 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300a1641-169a-4ea5-9277-0645e1002c0c None None] Pushing event updated for resources: {'Port': ['ID=1f5a95ee-0042-4e60-9451-6b9750f8447d,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:29.837636 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cc7f5d5b-b12c-4159-8d6d-9b0d40ddca56 admin admin] Publish callbacks [] for security_group (c38f426c-739d-488f-90a8-87e4168c4dc0), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:29.849394 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cc7f5d5b-b12c-4159-8d6d-9b0d40ddca56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (c38f426c-739d-488f-90a8-87e4168c4dc0), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:29.871401 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e157d74-7a6f-4a65-bb45-d6c49520784b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2af49a06-5ae7-497a-8237-9986ea128188,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:29.973040 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-cc7f5d5b-b12c-4159-8d6d-9b0d40ddca56 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2a6738cfaeda490291d1f2645cf62010&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4450011 Feb 19 03:02:29.980998 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 48796) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:29.989818 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d93d3d8-a50f-4b85-9a26-7a98eed483ce tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Port c9cf010c-8d66-4fc9-b72e-0929169d5e04 concurrently deleted while adding address for new subnet {'id': '8f05e737-adb9-4dbf-b847-ba45ec844ac7', 'name': '', 'tenant_id': 'bb74a1a86b774cd895fbb7befcc78fd8', 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': None, 'ipv6_address_mode': 'slaac', 'standard_attr_id': 2637, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2022-02-19T03:02:27Z', 'updated_at': '2022-02-19T03:02:27Z', 'revision_number': 0, 'segment_id': None, 'project_id': 'bb74a1a86b774cd895fbb7befcc78fd8'}. {{(pid=103701) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:779}} Feb 19 03:02:29.991865 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2d93d3d8-a50f-4b85-9a26-7a98eed483ce tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12647271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58706289'] for subnet (8f05e737-adb9-4dbf-b847-ba45ec844ac7), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:30.014006 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7f5d5b-b12c-4159-8d6d-9b0d40ddca56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c38f426c-739d-488f-90a8-87e4168c4dc0,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:30.261723 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d93d3d8-a50f-4b85-9a26-7a98eed483ce tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:02:30.314096 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-2d93d3d8-a50f-4b85-9a26-7a98eed483ce tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:02:30.325357 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63cfb37-9fb4-4dda-9a8a-3c8ec58ea0d4 None None] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:02:30.347845 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d93d3d8-a50f-4b85-9a26-7a98eed483ce tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:30.349145 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2d93d3d8-a50f-4b85-9a26-7a98eed483ce tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:30.389890 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7db861de-9825-48b3-a725-5019fd60449e tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (0c0b0f99-b07a-47f9-99f9-5bfca6304dc2), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:30.430110 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-2d93d3d8-a50f-4b85-9a26-7a98eed483ce tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 4.0763998 Feb 19 03:02:30.433254 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48804) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:30.438850 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-684beae2-9948-4002-b396-8e703fa55ff6 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Request body: {'port': {'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a', 'mac_address': 'fa:16:3e:6b:84:8e', 'name': 'tempest-NetworksTestDHCPv6-897406852'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:02:30.464005 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-7db861de-9825-48b3-a725-5019fd60449e tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Calling delete_port for 0c0b0f99-b07a-47f9-99f9-5bfca6304dc2 owned by {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:02:30.483416 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d93d3d8-a50f-4b85-9a26-7a98eed483ce tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event updated for resources: {'Subnet': ['ID=8f05e737-adb9-4dbf-b847-ba45ec844ac7,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:30.598930 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-52ccdaa2-cb86-486a-a3d8-230fb0f12e0f admin admin] Publish callbacks [] for security_group (c38f426c-739d-488f-90a8-87e4168c4dc0), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:30.599545 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2924b1-0bb9-4779-82c8-1c5b20ddef76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-48d3009f-8d6e-4fac-a460-ff95e3f8d78a', 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a', 'project_id': 'bb74a1a86b774cd895fbb7befcc78fd8', 'fixed_ips': [{'subnet_id': '8f05e737-adb9-4dbf-b847-ba45ec844ac7'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:02:30.601752 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-bd2924b1-0bb9-4779-82c8-1c5b20ddef76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:30.717867 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48806) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:30.766448 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 48810) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:30.786098 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-70e95078-700f-4770-99b5-9426147b8e68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:30.896632 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-52ccdaa2-cb86-486a-a3d8-230fb0f12e0f admin admin] Publish callbacks [] for security_group (c38f426c-739d-488f-90a8-87e4168c4dc0), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:30.920872 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6885eeff-aeda-497b-8cde-22a78e55dc43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:30.931856 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-bd2924b1-0bb9-4779-82c8-1c5b20ddef76 None None] Allocated IP 2001:db8::f816:3eff:fe57:fa81 (48d3009f-8d6e-4fac-a460-ff95e3f8d78a/8f05e737-adb9-4dbf-b847-ba45ec844ac7/67c1d224-c36f-4bb7-b359-55648fa4821d) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:02:31.024728 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c2f30702-3253-4a2a-aabb-f6f5edb58d35 req-c0ea91da-e011-4992-bc3a-f72f4fefea2c tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 210 time: 0.1255352 Feb 19 03:02:31.035927 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-684beae2-9948-4002-b396-8e703fa55ff6 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Made reservation on behalf of bb74a1a86b774cd895fbb7befcc78fd8 for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:02:31.264038 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-684beae2-9948-4002-b396-8e703fa55ff6 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:31.298465 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-52ccdaa2-cb86-486a-a3d8-230fb0f12e0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (c38f426c-739d-488f-90a8-87e4168c4dc0), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:31.303067 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-52ccdaa2-cb86-486a-a3d8-230fb0f12e0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:31.304766 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-52ccdaa2-cb86-486a-a3d8-230fb0f12e0f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c38f426c-739d-488f-90a8-87e4168c4dc0 HTTP/1.1" status: 204 len: 168 time: 1.3103430 Feb 19 03:02:31.339584 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7db861de-9825-48b3-a725-5019fd60449e tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (0c0b0f99-b07a-47f9-99f9-5bfca6304dc2), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:31.356505 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [None req-684beae2-9948-4002-b396-8e703fa55ff6 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] device_id is not set on port 977cb9c0-c7d9-4e15-abf4-139fb1255612 yet. {{(pid=103702) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:02:31.360179 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 1f5a95ee-0042-4e60-9451-6b9750f8447d up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:02:31.397895 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db861de-9825-48b3-a725-5019fd60449e tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Pushing event deleted for resources: {'Port': ['ID=0c0b0f99-b07a-47f9-99f9-5bfca6304dc2,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:31.400198 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ccdaa2-cb86-486a-a3d8-230fb0f12e0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c38f426c-739d-488f-90a8-87e4168c4dc0,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:31.451915 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-413415f1-fd0a-4533-a1a8-fdd68d5ba34f None None] Could not find standard attr ID for object 0c0b0f99-b07a-47f9-99f9-5bfca6304dc2. {{(pid=103703) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:02:31.538422 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-70e95078-700f-4770-99b5-9426147b8e68 admin admin] Publish callbacks [] for security_group (c1f77f36-10d9-4bd7-bc23-766312414c72), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:31.553850 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-413415f1-fd0a-4533-a1a8-fdd68d5ba34f None None] Provisioning complete for port 615e47cd-11b3-4066-95aa-2dfca28e480a triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:02:31.554886 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-70e95078-700f-4770-99b5-9426147b8e68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (c1f77f36-10d9-4bd7-bc23-766312414c72), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:31.555173 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-413415f1-fd0a-4533-a1a8-fdd68d5ba34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (615e47cd-11b3-4066-95aa-2dfca28e480a), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:31.567811 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-bd2924b1-0bb9-4779-82c8-1c5b20ddef76 None None] Publish callbacks [] for port (67c1d224-c36f-4bb7-b359-55648fa4821d), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:31.701592 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-bd2924b1-0bb9-4779-82c8-1c5b20ddef76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (67c1d224-c36f-4bb7-b359-55648fa4821d), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:31.729873 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7db861de-9825-48b3-a725-5019fd60449e tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:31.745424 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 1f5a95ee-0042-4e60-9451-6b9750f8447d triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:02:31.745424 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (1f5a95ee-0042-4e60-9451-6b9750f8447d), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:31.748960 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-7db861de-9825-48b3-a725-5019fd60449e tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "DELETE /v2.0/ports/0c0b0f99-b07a-47f9-99f9-5bfca6304dc2 HTTP/1.1" status: 204 len: 168 time: 3.6257019 Feb 19 03:02:31.751465 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6885eeff-aeda-497b-8cde-22a78e55dc43 admin admin] Publish callbacks [] for security_group (ced98796-ec9d-4064-9b03-4e434e2ee91a), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:31.755037 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48816) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:31.759969 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6885eeff-aeda-497b-8cde-22a78e55dc43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (ced98796-ec9d-4064-9b03-4e434e2ee91a), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:31.852951 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-70e95078-700f-4770-99b5-9426147b8e68 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=87a7f324711a4adbbab5ece69d47e218&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1316812 Feb 19 03:02:31.852951 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e95078-700f-4770-99b5-9426147b8e68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f77f36-10d9-4bd7-bc23-766312414c72,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:31.875523 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 48818) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:31.927766 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef0b479d-b9f2-416c-8595-0fd186d952fa tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] GET failed (client error): The resource could not be found. Feb 19 03:02:31.929285 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-ef0b479d-b9f2-416c-8595-0fd186d952fa tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "GET /v2.0/ports/0c0b0f99-b07a-47f9-99f9-5bfca6304dc2 HTTP/1.1" status: 404 len: 333 time: 0.1671932 Feb 19 03:02:31.948502 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2924b1-0bb9-4779-82c8-1c5b20ddef76 None None] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:02:31.951242 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-413415f1-fd0a-4533-a1a8-fdd68d5ba34f None None] Port 615e47cd-11b3-4066-95aa-2dfca28e480a cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:02:31.953620 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48822) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:31.975037 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48824) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:31.975439 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-6885eeff-aeda-497b-8cde-22a78e55dc43 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e69590efd47b433a8424db7e90876d33&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1898189 Feb 19 03:02:31.993632 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-bd2924b1-0bb9-4779-82c8-1c5b20ddef76 None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:02:31.994317 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6885eeff-aeda-497b-8cde-22a78e55dc43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ced98796-ec9d-4064-9b03-4e434e2ee91a,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:32.000253 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2924b1-0bb9-4779-82c8-1c5b20ddef76 None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:02:32.016714 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-413415f1-fd0a-4533-a1a8-fdd68d5ba34f None None] Provisioning complete for port 1f5a95ee-0042-4e60-9451-6b9750f8447d triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:02:32.020553 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-413415f1-fd0a-4533-a1a8-fdd68d5ba34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (1f5a95ee-0042-4e60-9451-6b9750f8447d), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:32.040772 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e69a33d6-102c-4c3b-943f-45e5f774291c admin admin] Publish callbacks [] for security_group (c1f77f36-10d9-4bd7-bc23-766312414c72), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:32.100595 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e69a33d6-102c-4c3b-943f-45e5f774291c admin admin] Publish callbacks [] for security_group (c1f77f36-10d9-4bd7-bc23-766312414c72), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:32.120371 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-684beae2-9948-4002-b396-8e703fa55ff6 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Allocated IP 2001:db8::f816:3eff:fe6b:848e (48d3009f-8d6e-4fac-a460-ff95e3f8d78a/8f05e737-adb9-4dbf-b847-ba45ec844ac7/977cb9c0-c7d9-4e15-abf4-139fb1255612) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:02:32.268988 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2924b1-0bb9-4779-82c8-1c5b20ddef76 None None] Pushing event updated for resources: {'Port': ['ID=67c1d224-c36f-4bb7-b359-55648fa4821d,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:32.280906 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-70de019a-c0db-4f3a-8ff7-3bd8da2b3fac req-8114a725-5b03-425c-bd5a-dcb5b2f203fa tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 210 time: 0.0731776 Feb 19 03:02:32.281615 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e69a33d6-102c-4c3b-943f-45e5f774291c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (c1f77f36-10d9-4bd7-bc23-766312414c72), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:32.295969 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e69a33d6-102c-4c3b-943f-45e5f774291c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:32.300260 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-e69a33d6-102c-4c3b-943f-45e5f774291c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c1f77f36-10d9-4bd7-bc23-766312414c72 HTTP/1.1" status: 204 len: 168 time: 0.4206064 Feb 19 03:02:32.327239 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8ad38312-503c-493c-a28c-4275cb6ddff0 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks [] for security_group (df27dc25-ad25-41ef-984b-e2c47884258d), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:32.339143 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69a33d6-102c-4c3b-943f-45e5f774291c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f77f36-10d9-4bd7-bc23-766312414c72,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:32.348961 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-bd2924b1-0bb9-4779-82c8-1c5b20ddef76 None None] Attempting to bind port 67c1d224-c36f-4bb7-b359-55648fa4821d on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:02:32.350954 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-bd2924b1-0bb9-4779-82c8-1c5b20ddef76 None None] Attempting to bind port 67c1d224-c36f-4bb7-b359-55648fa4821d by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': 'c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:02:32.351325 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2924b1-0bb9-4779-82c8-1c5b20ddef76 None None] Attempting to bind port 67c1d224-c36f-4bb7-b359-55648fa4821d on network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:02:32.410849 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9aa0cd49-c494-4ca2-a04c-6021fa9133ea admin admin] Publish callbacks [] for security_group (ced98796-ec9d-4064-9b03-4e434e2ee91a), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:32.443489 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2924b1-0bb9-4779-82c8-1c5b20ddef76 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:02:32.443875 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2924b1-0bb9-4779-82c8-1c5b20ddef76 None None] Checking segment: {'id': 'c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:02:32.444286 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-bd2924b1-0bb9-4779-82c8-1c5b20ddef76 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:32.444688 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2924b1-0bb9-4779-82c8-1c5b20ddef76 None None] Bound using segment: {'id': 'c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:02:32.445209 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-bd2924b1-0bb9-4779-82c8-1c5b20ddef76 None None] Bound port: 67c1d224-c36f-4bb7-b359-55648fa4821d, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:02:32.445734 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-bd2924b1-0bb9-4779-82c8-1c5b20ddef76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (67c1d224-c36f-4bb7-b359-55648fa4821d), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:32.455719 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9aa0cd49-c494-4ca2-a04c-6021fa9133ea admin admin] Publish callbacks [] for security_group (ced98796-ec9d-4064-9b03-4e434e2ee91a), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:32.474508 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-413415f1-fd0a-4533-a1a8-fdd68d5ba34f None None] Current status of the port 1f5a95ee-0042-4e60-9451-6b9750f8447d is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:02:32.536773 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9aa0cd49-c494-4ca2-a04c-6021fa9133ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (ced98796-ec9d-4064-9b03-4e434e2ee91a), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:32.539417 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9aa0cd49-c494-4ca2-a04c-6021fa9133ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:32.540621 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-9aa0cd49-c494-4ca2-a04c-6021fa9133ea admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ced98796-ec9d-4064-9b03-4e434e2ee91a HTTP/1.1" status: 204 len: 168 time: 0.5444324 Feb 19 03:02:32.542537 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8ad38312-503c-493c-a28c-4275cb6ddff0 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks [] for security_group (df27dc25-ad25-41ef-984b-e2c47884258d), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:32.574718 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa0cd49-c494-4ca2-a04c-6021fa9133ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ced98796-ec9d-4064-9b03-4e434e2ee91a,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:32.630002 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-bd2924b1-0bb9-4779-82c8-1c5b20ddef76 None None] For port 67c1d224-c36f-4bb7-b359-55648fa4821d, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:02:32.633820 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-bd2924b1-0bb9-4779-82c8-1c5b20ddef76 None None] For port 67c1d224-c36f-4bb7-b359-55648fa4821d, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=67c1d224-c36f-4bb7-b359-55648fa4821d,segment=NetworkSegment(c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8),segment_id=c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:02:32.670980 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-bd2924b1-0bb9-4779-82c8-1c5b20ddef76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (67c1d224-c36f-4bb7-b359-55648fa4821d), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:32.675505 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 1f5a95ee-0042-4e60-9451-6b9750f8447d is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:02:32.702308 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-61aa961c-905c-4217-bee4-f8bbb04f98dd None None] Could not find standard attr ID for object 0c0b0f99-b07a-47f9-99f9-5bfca6304dc2. {{(pid=103703) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:02:32.723567 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8ad38312-503c-493c-a28c-4275cb6ddff0 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (df27dc25-ad25-41ef-984b-e2c47884258d), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:32.726477 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8ad38312-503c-493c-a28c-4275cb6ddff0 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:32.730774 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 48844) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:32.731095 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-8ad38312-503c-493c-a28c-4275cb6ddff0 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "DELETE /v2.0/security-groups/df27dc25-ad25-41ef-984b-e2c47884258d HTTP/1.1" status: 204 len: 168 time: 0.7762120 Feb 19 03:02:32.748925 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad38312-503c-493c-a28c-4275cb6ddff0 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df27dc25-ad25-41ef-984b-e2c47884258d,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:32.790167 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-684beae2-9948-4002-b396-8e703fa55ff6 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks [] for port (977cb9c0-c7d9-4e15-abf4-139fb1255612), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:32.825741 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2924b1-0bb9-4779-82c8-1c5b20ddef76 None None] Pushing event updated for resources: {'Port': ['ID=67c1d224-c36f-4bb7-b359-55648fa4821d,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:32.866260 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-684beae2-9948-4002-b396-8e703fa55ff6 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (977cb9c0-c7d9-4e15-abf4-139fb1255612), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:32.899927 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3a94cc36-83c2-4d1d-a510-40705d414b59 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks [] for security_group (0044e5fe-d5d7-46f6-bae0-9c226716a7b4), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:32.960316 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3a94cc36-83c2-4d1d-a510-40705d414b59 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks [] for security_group (0044e5fe-d5d7-46f6-bae0-9c226716a7b4), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:32.975882 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684beae2-9948-4002-b396-8e703fa55ff6 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:02:32.981214 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-684beae2-9948-4002-b396-8e703fa55ff6 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:02:32.987952 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684beae2-9948-4002-b396-8e703fa55ff6 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:02:33.006397 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684beae2-9948-4002-b396-8e703fa55ff6 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:33.007568 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-684beae2-9948-4002-b396-8e703fa55ff6 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:33.053820 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3a94cc36-83c2-4d1d-a510-40705d414b59 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (0044e5fe-d5d7-46f6-bae0-9c226716a7b4), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:33.059230 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3a94cc36-83c2-4d1d-a510-40705d414b59 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:33.063452 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-3a94cc36-83c2-4d1d-a510-40705d414b59 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "DELETE /v2.0/security-groups/0044e5fe-d5d7-46f6-bae0-9c226716a7b4 HTTP/1.1" status: 204 len: 168 time: 0.3316257 Feb 19 03:02:33.067276 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 48852) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:33.081290 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-684beae2-9948-4002-b396-8e703fa55ff6 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.6466086 Feb 19 03:02:33.085735 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48856) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:33.178348 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a94cc36-83c2-4d1d-a510-40705d414b59 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0044e5fe-d5d7-46f6-bae0-9c226716a7b4,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:33.222690 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684beae2-9948-4002-b396-8e703fa55ff6 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event updated for resources: {'Port': ['ID=977cb9c0-c7d9-4e15-abf4-139fb1255612,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:33.275242 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2860cc4-7387-4e2e-9d36-68d399dbfe4d tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Deleting subnet a1980cbe-58d8-4a4e-b016-8897f26831ac {{(pid=103701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:02:33.285378 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b2860cc4-7387-4e2e-9d36-68d399dbfe4d tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks [] for subnet (a1980cbe-58d8-4a4e-b016-8897f26831ac), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:33.304110 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251097b5-1d34-4784-b0a2-bc7d3c0e9307 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:33.311636 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251097b5-1d34-4784-b0a2-bc7d3c0e9307 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:33.313486 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-251097b5-1d34-4784-b0a2-bc7d3c0e9307 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2264776 Feb 19 03:02:33.316053 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48866) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:33.375266 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b2860cc4-7387-4e2e-9d36-68d399dbfe4d tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12647399'] for subnet (a1980cbe-58d8-4a4e-b016-8897f26831ac), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:33.522925 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-fa46fd9c-ec72-466a-a0fa-287aa265f7e7 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Deleting port 977cb9c0-c7d9-4e15-abf4-139fb1255612 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:02:33.523393 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-293ce59d-9d4f-4ecb-be4d-97fea8302217 req-a6e445e7-1ef9-46d3-83d8-0951fed7dfca tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 210 time: 0.0848587 Feb 19 03:02:33.532538 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fa46fd9c-ec72-466a-a0fa-287aa265f7e7 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (977cb9c0-c7d9-4e15-abf4-139fb1255612), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:33.614830 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b2860cc4-7387-4e2e-9d36-68d399dbfe4d tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (a1980cbe-58d8-4a4e-b016-8897f26831ac), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:33.748596 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fa46fd9c-ec72-466a-a0fa-287aa265f7e7 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (977cb9c0-c7d9-4e15-abf4-139fb1255612), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:33.751123 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b2860cc4-7387-4e2e-9d36-68d399dbfe4d tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12647206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58706286'] for subnet (a1980cbe-58d8-4a4e-b016-8897f26831ac), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:33.788795 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2860cc4-7387-4e2e-9d36-68d399dbfe4d tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Pushing event deleted for resources: {'Subnet': ['ID=a1980cbe-58d8-4a4e-b016-8897f26831ac,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:33.792677 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-fa46fd9c-ec72-466a-a0fa-287aa265f7e7 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Calling delete_port for 977cb9c0-c7d9-4e15-abf4-139fb1255612 owned by {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:02:33.808721 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b2860cc4-7387-4e2e-9d36-68d399dbfe4d tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:33.809549 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b3d224-810f-4e80-81e1-117160fc4bc6 None None] Network 6a524231-053d-4b27-8781-6700e8b17e0f requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:02:33.818473 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-b2860cc4-7387-4e2e-9d36-68d399dbfe4d tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "DELETE /v2.0/subnets/a1980cbe-58d8-4a4e-b016-8897f26831ac HTTP/1.1" status: 204 len: 168 time: 0.7473614 Feb 19 03:02:33.819247 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 48882) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:33.824884 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-2a8b5007-c75f-4721-aae7-7c6894d5a5fc tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Request body: {'subnet': {'network_id': '6a524231-053d-4b27-8781-6700e8b17e0f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:02:34.083247 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fa46fd9c-ec72-466a-a0fa-287aa265f7e7 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (977cb9c0-c7d9-4e15-abf4-139fb1255612), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:34.135814 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a8b5007-c75f-4721-aae7-7c6894d5a5fc tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Made reservation on behalf of e1a55fde9c7e4f5d96053750d488e677 for: {'subnet': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:02:34.139644 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2a8b5007-c75f-4721-aae7-7c6894d5a5fc tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58706307'] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:34.167865 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa46fd9c-ec72-466a-a0fa-287aa265f7e7 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event deleted for resources: {'Port': ['ID=977cb9c0-c7d9-4e15-abf4-139fb1255612,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:34.237300 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fa46fd9c-ec72-466a-a0fa-287aa265f7e7 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:34.253847 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-fa46fd9c-ec72-466a-a0fa-287aa265f7e7 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "DELETE /v2.0/ports/977cb9c0-c7d9-4e15-abf4-139fb1255612 HTTP/1.1" status: 204 len: 168 time: 0.9364021 Feb 19 03:02:34.256234 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48894) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:34.346732 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25a337a-2d65-4900-8f3d-fd045529c9ef tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:34.356023 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25a337a-2d65-4900-8f3d-fd045529c9ef tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:34.360899 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-a25a337a-2d65-4900-8f3d-fd045529c9ef tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1032608 Feb 19 03:02:34.363234 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48896) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:34.479283 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cb19c9f-3f23-49d4-899e-ab11ddec622a tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Deleting subnet 8f05e737-adb9-4dbf-b847-ba45ec844ac7 {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:02:34.488130 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4cb19c9f-3f23-49d4-899e-ab11ddec622a tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks [] for subnet (8f05e737-adb9-4dbf-b847-ba45ec844ac7), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:34.597702 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4cb19c9f-3f23-49d4-899e-ab11ddec622a tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (8f05e737-adb9-4dbf-b847-ba45ec844ac7), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:34.765668 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-040553c7-10d5-40fa-9174-a2a5322ab265 None None] Provisioning complete for port 67c1d224-c36f-4bb7-b359-55648fa4821d triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:02:34.766064 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-040553c7-10d5-40fa-9174-a2a5322ab265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (67c1d224-c36f-4bb7-b359-55648fa4821d), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:34.792248 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d9b8233a-058e-41ea-b399-62c9a8115507 req-5204af29-2fd2-47be-81a8-415f64cfb34c tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 210 time: 0.0877223 Feb 19 03:02:34.881499 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4cb19c9f-3f23-49d4-899e-ab11ddec622a tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (8f05e737-adb9-4dbf-b847-ba45ec844ac7), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:35.027256 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2a8b5007-c75f-4721-aae7-7c6894d5a5fc tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12647271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58706289'] for subnet (6d6cb4c0-7569-4641-a513-28c70a4f219e), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:35.067663 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-040553c7-10d5-40fa-9174-a2a5322ab265 None None] Current status of the port 67c1d224-c36f-4bb7-b359-55648fa4821d is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:02:35.068218 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-040553c7-10d5-40fa-9174-a2a5322ab265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (67c1d224-c36f-4bb7-b359-55648fa4821d), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:35.084232 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4cb19c9f-3f23-49d4-899e-ab11ddec622a tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (8f05e737-adb9-4dbf-b847-ba45ec844ac7), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:35.114084 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4cb19c9f-3f23-49d4-899e-ab11ddec622a tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:35.124388 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-4cb19c9f-3f23-49d4-899e-ab11ddec622a tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "DELETE /v2.0/subnets/8f05e737-adb9-4dbf-b847-ba45ec844ac7 HTTP/1.1" status: 204 len: 168 time: 0.7563818 Feb 19 03:02:35.131925 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48924) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:35.210651 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8b5007-c75f-4721-aae7-7c6894d5a5fc tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Pushing event updated for resources: {'Subnet': ['ID=6d6cb4c0-7569-4641-a513-28c70a4f219e,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:35.240040 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8b5007-c75f-4721-aae7-7c6894d5a5fc tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Network 6a524231-053d-4b27-8781-6700e8b17e0f is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:02:35.248794 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-2a8b5007-c75f-4721-aae7-7c6894d5a5fc tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:02:35.256535 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8b5007-c75f-4721-aae7-7c6894d5a5fc tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:35.259609 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2a8b5007-c75f-4721-aae7-7c6894d5a5fc tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:35.276985 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-635aaef9-1566-465b-af6e-430e55606988 None None] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:02:35.317854 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-2a8b5007-c75f-4721-aae7-7c6894d5a5fc tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4975080 Feb 19 03:02:35.320591 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 48930) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:35.327601 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-e7c43ed9-a38f-4f07-b0fb-649533e0f29c tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Request body: {'security_group': {'name': 'tempest-secgroup-619337553'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:02:35.383394 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 67c1d224-c36f-4bb7-b359-55648fa4821d up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:02:35.393219 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e7c43ed9-a38f-4f07-b0fb-649533e0f29c tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:35.401660 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb19c9f-3f23-49d4-899e-ab11ddec622a tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event deleted for resources: {'Subnet': ['ID=8f05e737-adb9-4dbf-b847-ba45ec844ac7,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:35.414453 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 48936) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:35.416837 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-bcb7eae1-493a-4135-945f-7d9803fbedee tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2101195 Feb 19 03:02:35.424591 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-4069a38f-197c-4e8f-9be0-800d5b21e48a tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Request body: {'subnet': {'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:02:35.550360 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.db.api [None req-040553c7-10d5-40fa-9174-a2a5322ab265 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103703) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:02:35.550360 n-d-826753-2 neutron-server[103703]: DEBUG oslo_db.api [None req-040553c7-10d5-40fa-9174-a2a5322ab265 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:02:35.590420 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e7c43ed9-a38f-4f07-b0fb-649533e0f29c tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks [] for security_group (df98c276-e3f9-4d63-8567-028ab33a829e), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:35.592741 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c46897b-9c5d-47b2-a3fc-61e5d5d1af86 None None] Network 6a524231-053d-4b27-8781-6700e8b17e0f requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:02:35.683997 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 67c1d224-c36f-4bb7-b359-55648fa4821d triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:02:35.684621 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (67c1d224-c36f-4bb7-b359-55648fa4821d), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:35.685097 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e7c43ed9-a38f-4f07-b0fb-649533e0f29c tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (df98c276-e3f9-4d63-8567-028ab33a829e), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:35.852003 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4069a38f-197c-4e8f-9be0-800d5b21e48a tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Made reservation on behalf of bb74a1a86b774cd895fbb7befcc78fd8 for: {'subnet': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:02:35.858628 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4069a38f-197c-4e8f-9be0-800d5b21e48a tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58706307'] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:35.873999 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02591bc8-8192-4761-b109-a84160963d9c None None] DHCP port deletion for 48d3009f-8d6e-4fac-a460-ff95e3f8d78a request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:02:35.877793 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e7c43ed9-a38f-4f07-b0fb-649533e0f29c tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:35.882587 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-e7c43ed9-a38f-4f07-b0fb-649533e0f29c tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5567298 Feb 19 03:02:35.882874 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48948) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:35.888236 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-85961685-df58-425d-b0f3-0b5c6e9df81a tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Request body: {'security_group': {'name': 'tempest-secgroup-2777372'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:02:35.933290 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c43ed9-a38f-4f07-b0fb-649533e0f29c tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df98c276-e3f9-4d63-8567-028ab33a829e,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:35.947423 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48950) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:35.980820 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-85961685-df58-425d-b0f3-0b5c6e9df81a tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:36.047655 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 67c1d224-c36f-4bb7-b359-55648fa4821d is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:02:36.048161 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (67c1d224-c36f-4bb7-b359-55648fa4821d), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:36.114561 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-02591bc8-8192-4761-b109-a84160963d9c None None] Deleting port 67c1d224-c36f-4bb7-b359-55648fa4821d {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:02:36.115467 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-02591bc8-8192-4761-b109-a84160963d9c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (67c1d224-c36f-4bb7-b359-55648fa4821d), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:36.182713 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-90167b39-38d7-464e-bf2d-9f32aa9a6cd4 req-8217cd2d-ef62-4001-ae23-1ef81c2f69c4 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 210 time: 0.1029983 Feb 19 03:02:36.200526 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6590c069-5c7f-4d0b-ac0f-c1c8367f7990 req-c31008a8-765f-47c7-b84a-ec8933e9ffc7 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:36.209324 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6590c069-5c7f-4d0b-ac0f-c1c8367f7990 req-c31008a8-765f-47c7-b84a-ec8933e9ffc7 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 947 time: 0.6259744 Feb 19 03:02:36.253438 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-85961685-df58-425d-b0f3-0b5c6e9df81a tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks [] for security_group (a6503610-0349-4639-95ea-fda54fa081fe), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:36.257870 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-85961685-df58-425d-b0f3-0b5c6e9df81a tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (a6503610-0349-4639-95ea-fda54fa081fe), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:36.270231 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-02591bc8-8192-4761-b109-a84160963d9c None None] For port 67c1d224-c36f-4bb7-b359-55648fa4821d, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=67c1d224-c36f-4bb7-b359-55648fa4821d,segment=NetworkSegment(c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8),segment_id=c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:02:36.270494 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-02591bc8-8192-4761-b109-a84160963d9c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (67c1d224-c36f-4bb7-b359-55648fa4821d), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:36.304375 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-02591bc8-8192-4761-b109-a84160963d9c None None] Calling delete_port for 67c1d224-c36f-4bb7-b359-55648fa4821d owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:02:36.356372 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-85961685-df58-425d-b0f3-0b5c6e9df81a tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:36.362782 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-85961685-df58-425d-b0f3-0b5c6e9df81a tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.4733152 Feb 19 03:02:36.367814 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48962) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:36.381677 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6590c069-5c7f-4d0b-ac0f-c1c8367f7990 req-ce33e8eb-2b46-494d-b0e4-f99175d69de5 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634741 Feb 19 03:02:36.394739 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-1f2a8fa8-c6d1-4f1c-982b-50214cd7e96e tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Request body: {'security_group': {'name': 'tempest-secgroup-448713026'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:02:36.429123 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85961685-df58-425d-b0f3-0b5c6e9df81a tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6503610-0349-4639-95ea-fda54fa081fe,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:36.465152 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1f2a8fa8-c6d1-4f1c-982b-50214cd7e96e tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:36.511241 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-01f28ffe-c176-4c04-9467-8a10d0b39895 tempest-ExternalNetworksAdminNegativeTestJSON-1277857406 tempest-ExternalNetworksAdminNegativeTestJSON-1277857406-project-admin] Request body: {'floatingip': {'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:02:36.579850 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-01f28ffe-c176-4c04-9467-8a10d0b39895 tempest-ExternalNetworksAdminNegativeTestJSON-1277857406 tempest-ExternalNetworksAdminNegativeTestJSON-1277857406-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:36.702729 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port 67c1d224-c36f-4bb7-b359-55648fa4821d, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=67c1d224-c36f-4bb7-b359-55648fa4821d,segment=NetworkSegment(c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8),segment_id=c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:02:36.718011 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1f2a8fa8-c6d1-4f1c-982b-50214cd7e96e tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks [] for security_group (2b817af6-ba10-4830-b70b-9513b9f16810), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:36.733520 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-040553c7-10d5-40fa-9174-a2a5322ab265 None None] Current status of the port 67c1d224-c36f-4bb7-b359-55648fa4821d is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:02:36.733907 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-040553c7-10d5-40fa-9174-a2a5322ab265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (67c1d224-c36f-4bb7-b359-55648fa4821d), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:36.739913 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (67c1d224-c36f-4bb7-b359-55648fa4821d), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:36.752141 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1f2a8fa8-c6d1-4f1c-982b-50214cd7e96e tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (2b817af6-ba10-4830-b70b-9513b9f16810), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:36.832941 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1f2a8fa8-c6d1-4f1c-982b-50214cd7e96e tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:36.848981 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-1f2a8fa8-c6d1-4f1c-982b-50214cd7e96e tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4802268 Feb 19 03:02:36.863001 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48976) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:36.870766 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480e1035-f767-4e03-9ae1-3803d061058f None None] Update dhcp port {'port': {'network_id': '6a524231-053d-4b27-8781-6700e8b17e0f', 'fixed_ips': [{'subnet_id': 'a8fd74ba-d5c2-4601-a271-d4a60c67fa3a', 'ip_address': '172.20.0.18'}, {'subnet_id': '6d6cb4c0-7569-4641-a513-28c70a4f219e'}], 'binding:host_id': 'n-d-826753-2'}, 'id': '1f5a95ee-0042-4e60-9451-6b9750f8447d'} from n-d-826753-2. {{(pid=103703) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 03:02:36.882255 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-bda5d5fd-5b27-4e61-8f8a-97ae8ee10f9b tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-360574741', 'security_groups': ['2b817af6-ba10-4830-b70b-9513b9f16810'], 'network_id': '6a524231-053d-4b27-8781-6700e8b17e0f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6d6cb4c0-7569-4641-a513-28c70a4f219e'}]}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:02:36.891378 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=67c1d224-c36f-4bb7-b359-55648fa4821d,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:36.983049 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-480e1035-f767-4e03-9ae1-3803d061058f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (1f5a95ee-0042-4e60-9451-6b9750f8447d), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:37.005985 n-d-826753-2 neutron-server[103701]: DEBUG neutron.objects.ports [None req-4069a38f-197c-4e8f-9be0-800d5b21e48a tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103701) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 03:02:37.011982 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2a8fa8-c6d1-4f1c-982b-50214cd7e96e tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b817af6-ba10-4830-b70b-9513b9f16810,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:37.120859 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-01f28ffe-c176-4c04-9467-8a10d0b39895 tempest-ExternalNetworksAdminNegativeTestJSON-1277857406 tempest-ExternalNetworksAdminNegativeTestJSON-1277857406-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:37.393048 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-01f28ffe-c176-4c04-9467-8a10d0b39895 tempest-ExternalNetworksAdminNegativeTestJSON-1277857406 tempest-ExternalNetworksAdminNegativeTestJSON-1277857406-project-admin] Allocated IP 172.25.6.58 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/d5f781b3-d972-437b-9954-6dffeda4176d) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:02:37.497354 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-379fd7a2-8fec-423e-a58a-9cf83f91d86c req-3ce2477f-9c80-4acd-9c62-7a4e0afc6f48 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 210 time: 0.1089015 Feb 19 03:02:37.557435 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4069a38f-197c-4e8f-9be0-800d5b21e48a tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (67c1d224-c36f-4bb7-b359-55648fa4821d), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:37.570415 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e08a2b5-89d7-4bca-8015-a4ca593209e1 req-d05901a2-2a17-4a36-9e64-8b5c23e78e63 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:37.572118 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6e08a2b5-89d7-4bca-8015-a4ca593209e1 req-d05901a2-2a17-4a36-9e64-8b5c23e78e63 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.82 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 947 time: 0.2863016 Feb 19 03:02:37.585653 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-480e1035-f767-4e03-9ae1-3803d061058f None None] Allocated IP 172.20.0.2 (6a524231-053d-4b27-8781-6700e8b17e0f/6d6cb4c0-7569-4641-a513-28c70a4f219e/1f5a95ee-0042-4e60-9451-6b9750f8447d) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:02:37.602760 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 67c1d224-c36f-4bb7-b359-55648fa4821d no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:02:37.641303 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1b8962-2bf1-4bad-844e-ac33bb63ec4f req-36f8142d-049b-4c54-b303-381f7b4f47e8 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:37.642891 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bc1b8962-2bf1-4bad-844e-ac33bb63ec4f req-36f8142d-049b-4c54-b303-381f7b4f47e8 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 947 time: 0.1526680 Feb 19 03:02:37.661655 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bda5d5fd-5b27-4e61-8f8a-97ae8ee10f9b tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Made reservation on behalf of e1a55fde9c7e4f5d96053750d488e677 for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:02:37.774672 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-02591bc8-8192-4761-b109-a84160963d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (67c1d224-c36f-4bb7-b359-55648fa4821d), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:37.780601 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bc1b8962-2bf1-4bad-844e-ac33bb63ec4f req-f56287d1-1d52-4e92-87d9-156e96c0f9ab tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/security-groups?id=bb9d1b32-9385-47f2-bb48-ed7cb39da203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094968 Feb 19 03:02:37.784018 n-d-826753-2 neutron-server[103703]: INFO neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No ports have port_id starting with 67c1d224-c36f-4bb7-b359-55648fa4821d Feb 19 03:02:37.867005 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-01f28ffe-c176-4c04-9467-8a10d0b39895 tempest-ExternalNetworksAdminNegativeTestJSON-1277857406 tempest-ExternalNetworksAdminNegativeTestJSON-1277857406-project-admin] Publish callbacks [] for port (d5f781b3-d972-437b-9954-6dffeda4176d), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:37.886390 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-6e08a2b5-89d7-4bca-8015-a4ca593209e1 req-75aeccbe-cba5-4528-b43e-cde87fcfc7f9 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Deleting port 70b42dbd-71fc-4efd-8608-6d6d588d6cc3 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:02:37.886724 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-6e08a2b5-89d7-4bca-8015-a4ca593209e1 req-75aeccbe-cba5-4528-b43e-cde87fcfc7f9 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (70b42dbd-71fc-4efd-8608-6d6d588d6cc3), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:37.961493 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-4069a38f-197c-4e8f-9be0-800d5b21e48a tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] For port 67c1d224-c36f-4bb7-b359-55648fa4821d, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=67c1d224-c36f-4bb7-b359-55648fa4821d,segment=NetworkSegment(c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8),segment_id=c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:02:37.968184 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bda5d5fd-5b27-4e61-8f8a-97ae8ee10f9b tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:37.973762 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02591bc8-8192-4761-b109-a84160963d9c None None] Pushing event deleted for resources: {'Port': ['ID=67c1d224-c36f-4bb7-b359-55648fa4821d,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:38.019531 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4069a38f-197c-4e8f-9be0-800d5b21e48a tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks [] for port (67c1d224-c36f-4bb7-b359-55648fa4821d), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:38.028450 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-6e08a2b5-89d7-4bca-8015-a4ca593209e1 req-75aeccbe-cba5-4528-b43e-cde87fcfc7f9 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] For port 70b42dbd-71fc-4efd-8608-6d6d588d6cc3, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=70b42dbd-71fc-4efd-8608-6d6d588d6cc3,segment=NetworkSegment(d2706629-960a-469c-bd0f-4e0b3dc89cea),segment_id=d2706629-960a-469c-bd0f-4e0b3dc89cea)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:02:38.028614 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [None req-bda5d5fd-5b27-4e61-8f8a-97ae8ee10f9b tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] device_id is not set on port bce1aeed-ef60-44cd-82f9-2f1bf1deb71a yet. {{(pid=103702) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:02:38.029208 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-6e08a2b5-89d7-4bca-8015-a4ca593209e1 req-75aeccbe-cba5-4528-b43e-cde87fcfc7f9 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (70b42dbd-71fc-4efd-8608-6d6d588d6cc3), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:38.043506 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4069a38f-197c-4e8f-9be0-800d5b21e48a tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (67c1d224-c36f-4bb7-b359-55648fa4821d), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:38.080932 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-480e1035-f767-4e03-9ae1-3803d061058f None None] For port 1f5a95ee-0042-4e60-9451-6b9750f8447d, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=1f5a95ee-0042-4e60-9451-6b9750f8447d,segment=NetworkSegment(6e1fe77b-24b7-4c7e-96fc-2e11ae42aaba),segment_id=6e1fe77b-24b7-4c7e-96fc-2e11ae42aaba)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:02:38.110325 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-6e08a2b5-89d7-4bca-8015-a4ca593209e1 req-75aeccbe-cba5-4528-b43e-cde87fcfc7f9 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Calling delete_port for 70b42dbd-71fc-4efd-8608-6d6d588d6cc3 owned by compute:nova {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:02:38.112522 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-480e1035-f767-4e03-9ae1-3803d061058f None None] Publish callbacks [] for port (1f5a95ee-0042-4e60-9451-6b9750f8447d), precommit_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:38.132921 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02591bc8-8192-4761-b109-a84160963d9c None None] No DVR routers for this DVR port 67c1d224-c36f-4bb7-b359-55648fa4821d on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:02:38.163309 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-480e1035-f767-4e03-9ae1-3803d061058f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (1f5a95ee-0042-4e60-9451-6b9750f8447d), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:38.164517 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-01f28ffe-c176-4c04-9467-8a10d0b39895 tempest-ExternalNetworksAdminNegativeTestJSON-1277857406 tempest-ExternalNetworksAdminNegativeTestJSON-1277857406-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (d5f781b3-d972-437b-9954-6dffeda4176d), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:38.211350 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.db.api [None req-040553c7-10d5-40fa-9174-a2a5322ab265 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103703) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:02:38.211753 n-d-826753-2 neutron-server[103703]: DEBUG oslo_db.api [None req-040553c7-10d5-40fa-9174-a2a5322ab265 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:02:38.301602 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f28ffe-c176-4c04-9467-8a10d0b39895 tempest-ExternalNetworksAdminNegativeTestJSON-1277857406 tempest-ExternalNetworksAdminNegativeTestJSON-1277857406-project-admin] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:02:38.318878 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4069a38f-197c-4e8f-9be0-800d5b21e48a tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event deleted for resources: {'Port': ['ID=67c1d224-c36f-4bb7-b359-55648fa4821d,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:38.321713 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-01f28ffe-c176-4c04-9467-8a10d0b39895 tempest-ExternalNetworksAdminNegativeTestJSON-1277857406 tempest-ExternalNetworksAdminNegativeTestJSON-1277857406-project-admin] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:02:38.326517 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4069a38f-197c-4e8f-9be0-800d5b21e48a tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12647271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58706289'] for subnet (8d48aabc-4180-4425-b84d-4e7c3d3a1ab3), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:38.342117 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f28ffe-c176-4c04-9467-8a10d0b39895 tempest-ExternalNetworksAdminNegativeTestJSON-1277857406 tempest-ExternalNetworksAdminNegativeTestJSON-1277857406-project-admin] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:02:38.354267 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4069a38f-197c-4e8f-9be0-800d5b21e48a tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:02:38.359983 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-4069a38f-197c-4e8f-9be0-800d5b21e48a tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:02:38.362754 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-6e08a2b5-89d7-4bca-8015-a4ca593209e1 req-75aeccbe-cba5-4528-b43e-cde87fcfc7f9 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (70b42dbd-71fc-4efd-8608-6d6d588d6cc3), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:38.365254 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4069a38f-197c-4e8f-9be0-800d5b21e48a tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:38.366093 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4069a38f-197c-4e8f-9be0-800d5b21e48a tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:38.408645 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc5a556-1af2-400c-8875-512076c6849f None None] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:02:38.436498 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['70b42dbd-71fc-4efd-8608-6d6d588d6cc3'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:02:38.492986 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f28ffe-c176-4c04-9467-8a10d0b39895 tempest-ExternalNetworksAdminNegativeTestJSON-1277857406 tempest-ExternalNetworksAdminNegativeTestJSON-1277857406-project-admin] Pushing event updated for resources: {'Port': ['ID=d5f781b3-d972-437b-9954-6dffeda4176d,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:38.494051 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e08a2b5-89d7-4bca-8015-a4ca593209e1 req-75aeccbe-cba5-4528-b43e-cde87fcfc7f9 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] No DVR routers for this DVR port 70b42dbd-71fc-4efd-8608-6d6d588d6cc3 on host n-h2-826753-2 {{(pid=103701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:02:38.508293 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-6e08a2b5-89d7-4bca-8015-a4ca593209e1 req-75aeccbe-cba5-4528-b43e-cde87fcfc7f9 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:38.517256 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6e08a2b5-89d7-4bca-8015-a4ca593209e1 req-75aeccbe-cba5-4528-b43e-cde87fcfc7f9 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.82 "DELETE /v2.0/ports/70b42dbd-71fc-4efd-8608-6d6d588d6cc3 HTTP/1.1" status: 204 len: 173 time: 0.9198747 Feb 19 03:02:38.519853 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aeccbe-cba5-4528-b43e-cde87fcfc7f9 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] Pushing event deleted for resources: {'Port': ['ID=70b42dbd-71fc-4efd-8608-6d6d588d6cc3,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:38.534543 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40fc99c4-bfe8-4775-b070-601c11766486', 'name': 'network-vif-deleted', 'tag': '70b42dbd-71fc-4efd-8608-6d6d588d6cc3'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:02:38.541094 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c386c71-921c-49a1-9b39-5b09d0764cfc" -d '{"events": [{"server_uuid": "40fc99c4-bfe8-4775-b070-601c11766486", "name": "network-vif-deleted", "tag": "70b42dbd-71fc-4efd-8608-6d6d588d6cc3"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:02:38.591950 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4069a38f-197c-4e8f-9be0-800d5b21e48a tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event updated for resources: {'Subnet': ['ID=8d48aabc-4180-4425-b84d-4e7c3d3a1ab3,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:38.620595 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-4069a38f-197c-4e8f-9be0-800d5b21e48a tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.2008741 Feb 19 03:02:38.621477 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 49000) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:38.654697 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480e1035-f767-4e03-9ae1-3803d061058f None None] Pushing event updated for resources: {'Port': ['ID=1f5a95ee-0042-4e60-9451-6b9750f8447d,revision_number=6']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:38.671316 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-98e55e26-42d3-4b20-86d4-5ce75a46cab1 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Request body: {'port': {'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a', 'mac_address': 'fa:16:3e:83:0e:5b', 'name': 'tempest-NetworksTestDHCPv6-1266141220'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:02:38.723660 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a60811e2-e052-4a76-9719-870b3f4e563b x-openstack-request-id: req-a60811e2-e052-4a76-9719-870b3f4e563b {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:02:38.725157 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40fc99c4-bfe8-4775-b070-601c11766486", "name": "network-vif-deleted", "tag": "70b42dbd-71fc-4efd-8608-6d6d588d6cc3", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:02:38.725597 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a60811e2-e052-4a76-9719-870b3f4e563b {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:02:38.726131 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40fc99c4-bfe8-4775-b070-601c11766486', 'name': 'network-vif-deleted', 'tag': '70b42dbd-71fc-4efd-8608-6d6d588d6cc3', 'status': 'completed', 'code': 200} Feb 19 03:02:38.788189 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.db.api [None req-bda5d5fd-5b27-4e61-8f8a-97ae8ee10f9b tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-e624e591-b7f7-4376-80a2-708c73cc8561 {{(pid=103702) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:02:38.788683 n-d-826753-2 neutron-server[103702]: DEBUG oslo_db.api [None req-bda5d5fd-5b27-4e61-8f8a-97ae8ee10f9b tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:02:38.790478 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-040553c7-10d5-40fa-9174-a2a5322ab265 None None] Port 67c1d224-c36f-4bb7-b359-55648fa4821d update to ACTIVE by agent not found {{(pid=103703) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 19 03:02:38.799825 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7d9e82-a7f0-4b39-a80c-8aa72f898e97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-48d3009f-8d6e-4fac-a460-ff95e3f8d78a', 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a', 'project_id': 'bb74a1a86b774cd895fbb7befcc78fd8', 'fixed_ips': [{'subnet_id': '8d48aabc-4180-4425-b84d-4e7c3d3a1ab3'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:02:38.800990 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5b7d9e82-a7f0-4b39-a80c-8aa72f898e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:38.815400 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-01f28ffe-c176-4c04-9467-8a10d0b39895 tempest-ExternalNetworksAdminNegativeTestJSON-1277857406 tempest-ExternalNetworksAdminNegativeTestJSON-1277857406-project-admin] Publish callbacks [] for floatingip (34982276-11ac-4f6c-8237-b17e80221953), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:38.881467 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2f87472f-0c71-4e1c-8b75-c0edf9f27e84 req-39bda4df-190a-47b7-9a3c-f6ef2b7551fd tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 210 time: 0.1536415 Feb 19 03:02:38.886231 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-01f28ffe-c176-4c04-9467-8a10d0b39895 tempest-ExternalNetworksAdminNegativeTestJSON-1277857406 tempest-ExternalNetworksAdminNegativeTestJSON-1277857406-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (d5f781b3-d972-437b-9954-6dffeda4176d), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:38.927285 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-8e658fad-1820-4224-b5e3-576cc3c40070 None None] Could not find standard attr ID for object 977cb9c0-c7d9-4e15-abf4-139fb1255612. {{(pid=103703) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:02:39.138253 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-8e658fad-1820-4224-b5e3-576cc3c40070 None None] Provisioning complete for port 615e47cd-11b3-4066-95aa-2dfca28e480a triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:02:39.138955 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-8e658fad-1820-4224-b5e3-576cc3c40070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (615e47cd-11b3-4066-95aa-2dfca28e480a), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:39.191749 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5bc4a8ee-faee-4a51-8556-be47421ba825 req-50826163-e812-4d41-acaf-4344d6a5037d tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] 10.222.0.72 "GET /v2.0/ports?device_id=40fc99c4-bfe8-4775-b070-601c11766486 HTTP/1.1" status: 200 len: 210 time: 0.0903945 Feb 19 03:02:39.232479 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98e55e26-42d3-4b20-86d4-5ce75a46cab1 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Made reservation on behalf of bb74a1a86b774cd895fbb7befcc78fd8 for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:02:39.279447 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 1f5a95ee-0042-4e60-9451-6b9750f8447d up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:02:39.371151 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-01f28ffe-c176-4c04-9467-8a10d0b39895 tempest-ExternalNetworksAdminNegativeTestJSON-1277857406 tempest-ExternalNetworksAdminNegativeTestJSON-1277857406-project-admin] Publish callbacks [] for port (d5f781b3-d972-437b-9954-6dffeda4176d), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:39.377185 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bda5d5fd-5b27-4e61-8f8a-97ae8ee10f9b tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:39.403570 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-01f28ffe-c176-4c04-9467-8a10d0b39895 tempest-ExternalNetworksAdminNegativeTestJSON-1277857406 tempest-ExternalNetworksAdminNegativeTestJSON-1277857406-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (d5f781b3-d972-437b-9954-6dffeda4176d), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:39.451043 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-8e658fad-1820-4224-b5e3-576cc3c40070 None None] Port 615e47cd-11b3-4066-95aa-2dfca28e480a cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:02:39.481099 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [None req-bda5d5fd-5b27-4e61-8f8a-97ae8ee10f9b tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] device_id is not set on port c75a6b2b-03d6-43ab-b516-6823aab15467 yet. {{(pid=103702) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:02:39.500586 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-5b7d9e82-a7f0-4b39-a80c-8aa72f898e97 None None] Allocated IP 2001:db8::f816:3eff:fe52:2bcf (48d3009f-8d6e-4fac-a460-ff95e3f8d78a/8d48aabc-4180-4425-b84d-4e7c3d3a1ab3/47b0455c-0e38-49d4-9e0a-af7d4e26ed05) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:02:39.537369 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 1f5a95ee-0042-4e60-9451-6b9750f8447d triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:02:39.538101 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (1f5a95ee-0042-4e60-9451-6b9750f8447d), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:39.543539 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-8e658fad-1820-4224-b5e3-576cc3c40070 None None] Provisioning complete for port 1f5a95ee-0042-4e60-9451-6b9750f8447d triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:02:39.544162 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-8e658fad-1820-4224-b5e3-576cc3c40070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (1f5a95ee-0042-4e60-9451-6b9750f8447d), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:39.581891 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-01f28ffe-c176-4c04-9467-8a10d0b39895 tempest-ExternalNetworksAdminNegativeTestJSON-1277857406 tempest-ExternalNetworksAdminNegativeTestJSON-1277857406-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16285943'] for floatingip (34982276-11ac-4f6c-8237-b17e80221953), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:39.618609 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-98e55e26-42d3-4b20-86d4-5ce75a46cab1 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:39.675410 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [None req-98e55e26-42d3-4b20-86d4-5ce75a46cab1 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] device_id is not set on port da56f516-0400-4412-9df3-3a4fcb4986cb yet. {{(pid=103701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:02:39.726041 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f28ffe-c176-4c04-9467-8a10d0b39895 tempest-ExternalNetworksAdminNegativeTestJSON-1277857406 tempest-ExternalNetworksAdminNegativeTestJSON-1277857406-project-admin] Pushing event updated for resources: {'Port': ['ID=d5f781b3-d972-437b-9954-6dffeda4176d,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:39.752512 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-01f28ffe-c176-4c04-9467-8a10d0b39895 tempest-ExternalNetworksAdminNegativeTestJSON-1277857406 tempest-ExternalNetworksAdminNegativeTestJSON-1277857406-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:39.755993 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-01f28ffe-c176-4c04-9467-8a10d0b39895 tempest-ExternalNetworksAdminNegativeTestJSON-1277857406 tempest-ExternalNetworksAdminNegativeTestJSON-1277857406-project-admin] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.8074782 Feb 19 03:02:39.763471 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49012) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:39.776674 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-4376177a-de26-40e3-af23-d405b9b8eb70 tempest-ExternalNetworksAdminNegativeTestJSON-1277857406 tempest-ExternalNetworksAdminNegativeTestJSON-1277857406-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1043858994', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'fixed_ips': [{'ip_address': '172.25.6.58'}]}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:02:39.816263 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4376177a-de26-40e3-af23-d405b9b8eb70 tempest-ExternalNetworksAdminNegativeTestJSON-1277857406 tempest-ExternalNetworksAdminNegativeTestJSON-1277857406-project-admin] Made reservation on behalf of 3ae6ad4d4ab946898b33a7e4990cf75f for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:02:39.821989 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4376177a-de26-40e3-af23-d405b9b8eb70 tempest-ExternalNetworksAdminNegativeTestJSON-1277857406 tempest-ExternalNetworksAdminNegativeTestJSON-1277857406-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:39.874238 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4376177a-de26-40e3-af23-d405b9b8eb70 tempest-ExternalNetworksAdminNegativeTestJSON-1277857406 tempest-ExternalNetworksAdminNegativeTestJSON-1277857406-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:39.946568 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-8e658fad-1820-4224-b5e3-576cc3c40070 None None] Current status of the port 1f5a95ee-0042-4e60-9451-6b9750f8447d is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:02:40.021787 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4376177a-de26-40e3-af23-d405b9b8eb70 tempest-ExternalNetworksAdminNegativeTestJSON-1277857406 tempest-ExternalNetworksAdminNegativeTestJSON-1277857406-project-admin] Publish callbacks [] for security_group (02ceb632-f3ae-4425-9d2d-24a8da0306c2), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:40.056567 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4376177a-de26-40e3-af23-d405b9b8eb70 tempest-ExternalNetworksAdminNegativeTestJSON-1277857406 tempest-ExternalNetworksAdminNegativeTestJSON-1277857406-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (02ceb632-f3ae-4425-9d2d-24a8da0306c2), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:40.066065 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [None req-4376177a-de26-40e3-af23-d405b9b8eb70 tempest-ExternalNetworksAdminNegativeTestJSON-1277857406 tempest-ExternalNetworksAdminNegativeTestJSON-1277857406-project-admin] device_id is not set on port 13431b13-f2f2-4bdd-b1ea-f60f3f26bd2b yet. {{(pid=103702) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:02:40.099988 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 1f5a95ee-0042-4e60-9451-6b9750f8447d is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:02:40.120292 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-c3ecdd77-45d3-4b4c-a090-1d019d4b43f2 None None] Provisioning complete for port 615e47cd-11b3-4066-95aa-2dfca28e480a triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:02:40.120828 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c3ecdd77-45d3-4b4c-a090-1d019d4b43f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (615e47cd-11b3-4066-95aa-2dfca28e480a), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:40.132481 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0d945d4a-1008-4cf3-84bb-f935d8379dd8 req-db5821f1-6fd0-44ae-b019-71f8c62d050c tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 210 time: 0.0605636 Feb 19 03:02:40.176115 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5b7d9e82-a7f0-4b39-a80c-8aa72f898e97 None None] Publish callbacks [] for port (47b0455c-0e38-49d4-9e0a-af7d4e26ed05), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:40.225196 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5b7d9e82-a7f0-4b39-a80c-8aa72f898e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (47b0455c-0e38-49d4-9e0a-af7d4e26ed05), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:40.270681 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 49022) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:40.274245 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7d9e82-a7f0-4b39-a80c-8aa72f898e97 None None] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:02:40.279131 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-c3ecdd77-45d3-4b4c-a090-1d019d4b43f2 None None] Port 615e47cd-11b3-4066-95aa-2dfca28e480a cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:02:40.295156 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4376177a-de26-40e3-af23-d405b9b8eb70 tempest-ExternalNetworksAdminNegativeTestJSON-1277857406 tempest-ExternalNetworksAdminNegativeTestJSON-1277857406-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02ceb632-f3ae-4425-9d2d-24a8da0306c2,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:40.326791 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-5b7d9e82-a7f0-4b39-a80c-8aa72f898e97 None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:02:40.331450 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-bda5d5fd-5b27-4e61-8f8a-97ae8ee10f9b tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Allocated IP 172.20.0.8 (6a524231-053d-4b27-8781-6700e8b17e0f/6d6cb4c0-7569-4641-a513-28c70a4f219e/c75a6b2b-03d6-43ab-b516-6823aab15467) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:02:40.335552 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7d9e82-a7f0-4b39-a80c-8aa72f898e97 None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:02:40.463237 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ba5cafd-8105-4c89-a588-722e30508264 admin admin] Deleting subnet 3ea5428a-92f7-475d-b30c-482a71ed5c95 {{(pid=103701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:02:40.467457 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8ba5cafd-8105-4c89-a588-722e30508264 admin admin] Publish callbacks [] for subnet (3ea5428a-92f7-475d-b30c-482a71ed5c95), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:40.490866 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-c3ecdd77-45d3-4b4c-a090-1d019d4b43f2 None None] Provisioning complete for port 1f5a95ee-0042-4e60-9451-6b9750f8447d triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:02:40.491246 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c3ecdd77-45d3-4b4c-a090-1d019d4b43f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (1f5a95ee-0042-4e60-9451-6b9750f8447d), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:40.538309 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-98e55e26-42d3-4b20-86d4-5ce75a46cab1 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Allocated IP 2001:db8::f816:3eff:fe83:e5b (48d3009f-8d6e-4fac-a460-ff95e3f8d78a/8d48aabc-4180-4425-b84d-4e7c3d3a1ab3/da56f516-0400-4412-9df3-3a4fcb4986cb) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:02:40.556774 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7d9e82-a7f0-4b39-a80c-8aa72f898e97 None None] Pushing event updated for resources: {'Port': ['ID=47b0455c-0e38-49d4-9e0a-af7d4e26ed05,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:40.573455 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8ba5cafd-8105-4c89-a588-722e30508264 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12647399'] for subnet (3ea5428a-92f7-475d-b30c-482a71ed5c95), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:40.585504 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-5b7d9e82-a7f0-4b39-a80c-8aa72f898e97 None None] Attempting to bind port 47b0455c-0e38-49d4-9e0a-af7d4e26ed05 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:02:40.586039 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-5b7d9e82-a7f0-4b39-a80c-8aa72f898e97 None None] Attempting to bind port 47b0455c-0e38-49d4-9e0a-af7d4e26ed05 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': 'c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:02:40.586408 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7d9e82-a7f0-4b39-a80c-8aa72f898e97 None None] Attempting to bind port 47b0455c-0e38-49d4-9e0a-af7d4e26ed05 on network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:02:40.586952 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bda5d5fd-5b27-4e61-8f8a-97ae8ee10f9b tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks [] for port (c75a6b2b-03d6-43ab-b516-6823aab15467), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:40.608693 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7d9e82-a7f0-4b39-a80c-8aa72f898e97 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:02:40.611632 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7d9e82-a7f0-4b39-a80c-8aa72f898e97 None None] Checking segment: {'id': 'c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:02:40.612142 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5b7d9e82-a7f0-4b39-a80c-8aa72f898e97 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:40.612581 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7d9e82-a7f0-4b39-a80c-8aa72f898e97 None None] Bound using segment: {'id': 'c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:02:40.617222 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-5b7d9e82-a7f0-4b39-a80c-8aa72f898e97 None None] Bound port: 47b0455c-0e38-49d4-9e0a-af7d4e26ed05, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:02:40.617653 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5b7d9e82-a7f0-4b39-a80c-8aa72f898e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (47b0455c-0e38-49d4-9e0a-af7d4e26ed05), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:40.630941 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bda5d5fd-5b27-4e61-8f8a-97ae8ee10f9b tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (c75a6b2b-03d6-43ab-b516-6823aab15467), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:40.710008 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8ba5cafd-8105-4c89-a588-722e30508264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (3ea5428a-92f7-475d-b30c-482a71ed5c95), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:40.713246 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda5d5fd-5b27-4e61-8f8a-97ae8ee10f9b tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Network 6a524231-053d-4b27-8781-6700e8b17e0f is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:02:40.718128 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-bda5d5fd-5b27-4e61-8f8a-97ae8ee10f9b tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:02:40.723738 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda5d5fd-5b27-4e61-8f8a-97ae8ee10f9b tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:02:40.828238 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda5d5fd-5b27-4e61-8f8a-97ae8ee10f9b tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Pushing event updated for resources: {'Port': ['ID=c75a6b2b-03d6-43ab-b516-6823aab15467,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:40.832047 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-4376177a-de26-40e3-af23-d405b9b8eb70 tempest-ExternalNetworksAdminNegativeTestJSON-1277857406 tempest-ExternalNetworksAdminNegativeTestJSON-1277857406-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 19 03:02:40.832860 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4376177a-de26-40e3-af23-d405b9b8eb70 tempest-ExternalNetworksAdminNegativeTestJSON-1277857406 tempest-ExternalNetworksAdminNegativeTestJSON-1277857406-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:02:40.900162 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-5b7d9e82-a7f0-4b39-a80c-8aa72f898e97 None None] For port 47b0455c-0e38-49d4-9e0a-af7d4e26ed05, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:02:40.907568 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-4376177a-de26-40e3-af23-d405b9b8eb70 tempest-ExternalNetworksAdminNegativeTestJSON-1277857406 tempest-ExternalNetworksAdminNegativeTestJSON-1277857406-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.1428516 Feb 19 03:02:40.909904 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-5b7d9e82-a7f0-4b39-a80c-8aa72f898e97 None None] For port 47b0455c-0e38-49d4-9e0a-af7d4e26ed05, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=47b0455c-0e38-49d4-9e0a-af7d4e26ed05,segment=NetworkSegment(c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8),segment_id=c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:02:40.911924 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49024) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:40.918769 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-c3ecdd77-45d3-4b4c-a090-1d019d4b43f2 None None] Current status of the port 1f5a95ee-0042-4e60-9451-6b9750f8447d is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:02:40.920714 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda5d5fd-5b27-4e61-8f8a-97ae8ee10f9b tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:40.921442 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bda5d5fd-5b27-4e61-8f8a-97ae8ee10f9b tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:40.929948 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5b7d9e82-a7f0-4b39-a80c-8aa72f898e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (47b0455c-0e38-49d4-9e0a-af7d4e26ed05), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:40.959101 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8ba5cafd-8105-4c89-a588-722e30508264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12647206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58706286'] for subnet (3ea5428a-92f7-475d-b30c-482a71ed5c95), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:41.030194 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8ba5cafd-8105-4c89-a588-722e30508264 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:41.054949 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-8ba5cafd-8105-4c89-a588-722e30508264 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/3ea5428a-92f7-475d-b30c-482a71ed5c95 HTTP/1.1" status: 204 len: 168 time: 0.7631814 Feb 19 03:02:41.080247 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7d9e82-a7f0-4b39-a80c-8aa72f898e97 None None] Pushing event updated for resources: {'Port': ['ID=47b0455c-0e38-49d4-9e0a-af7d4e26ed05,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:41.109478 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 49026) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:41.149875 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-0e2dce84-32d8-4874-b5dc-9a4907b0a32c None None] Provisioning complete for port c75a6b2b-03d6-43ab-b516-6823aab15467 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:02:41.150252 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-0e2dce84-32d8-4874-b5dc-9a4907b0a32c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (c75a6b2b-03d6-43ab-b516-6823aab15467), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:41.151390 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba5cafd-8105-4c89-a588-722e30508264 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ea5428a-92f7-475d-b30c-482a71ed5c95,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:41.248184 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-0e2dce84-32d8-4874-b5dc-9a4907b0a32c None None] Port c75a6b2b-03d6-43ab-b516-6823aab15467 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:02:41.293136 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-98e55e26-42d3-4b20-86d4-5ce75a46cab1 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks [] for port (da56f516-0400-4412-9df3-3a4fcb4986cb), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:41.303421 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-bda5d5fd-5b27-4e61-8f8a-97ae8ee10f9b tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.4342630 Feb 19 03:02:41.303421 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49034) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:41.372483 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-70616c60-7f99-4856-bcfb-1af230af4e17 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Request body: {'subnet': {'network_id': '6a524231-053d-4b27-8781-6700e8b17e0f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:02:41.489069 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4e3c465a-ff7a-4ee9-b108-586608481c10 req-2c3561e3-3d7a-4e1a-bd07-8b1e6db87a38 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 210 time: 0.1771860 Feb 19 03:02:41.513427 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-848d637e-c964-4738-b45a-b37a846c8f7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (583b29ab-e0ba-468d-ae03-87a6a1ad9ae5), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:41.522739 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 70b42dbd-71fc-4efd-8608-6d6d588d6cc3 no longer exists at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:02:41.531251 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-98e55e26-42d3-4b20-86d4-5ce75a46cab1 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (da56f516-0400-4412-9df3-3a4fcb4986cb), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:41.586915 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] No Port match for: 70b42dbd-71fc-4efd-8608-6d6d588d6cc3 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:02:41.587373 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 70b42dbd-71fc-4efd-8608-6d6d588d6cc3 not bound to the agent host n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:02:41.678741 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70616c60-7f99-4856-bcfb-1af230af4e17 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Made reservation on behalf of e1a55fde9c7e4f5d96053750d488e677 for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:02:41.687918 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-70616c60-7f99-4856-bcfb-1af230af4e17 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:41.717607 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e55e26-42d3-4b20-86d4-5ce75a46cab1 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:02:41.737027 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-98e55e26-42d3-4b20-86d4-5ce75a46cab1 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:02:41.749813 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-848d637e-c964-4738-b45a-b37a846c8f7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (583b29ab-e0ba-468d-ae03-87a6a1ad9ae5), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:41.753261 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e55e26-42d3-4b20-86d4-5ce75a46cab1 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:02:41.758764 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e55e26-42d3-4b20-86d4-5ce75a46cab1 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:41.759409 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-98e55e26-42d3-4b20-86d4-5ce75a46cab1 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:41.772381 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-337c54dc-26b0-4062-a40a-5c559ed49db5 tempest-ExternalNetworksAdminNegativeTestJSON-1277857406 tempest-ExternalNetworksAdminNegativeTestJSON-1277857406-project-admin] Deleting port d5f781b3-d972-437b-9954-6dffeda4176d {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:02:41.772995 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-337c54dc-26b0-4062-a40a-5c559ed49db5 tempest-ExternalNetworksAdminNegativeTestJSON-1277857406 tempest-ExternalNetworksAdminNegativeTestJSON-1277857406-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (d5f781b3-d972-437b-9954-6dffeda4176d), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:41.774766 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e55e26-42d3-4b20-86d4-5ce75a46cab1 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event updated for resources: {'Port': ['ID=da56f516-0400-4412-9df3-3a4fcb4986cb,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:41.796326 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-848d637e-c964-4738-b45a-b37a846c8f7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['583b29ab-e0ba-468d-ae03-87a6a1ad9ae5']}} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:02:41.816092 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-98e55e26-42d3-4b20-86d4-5ce75a46cab1 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.1870456 Feb 19 03:02:41.820050 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 49040) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:41.844445 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-848d637e-c964-4738-b45a-b37a846c8f7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2706629-960a-469c-bd0f-4e0b3dc89cea') {'for_net_delete': True} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:02:41.844735 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-848d637e-c964-4738-b45a-b37a846c8f7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2706629-960a-469c-bd0f-4e0b3dc89cea') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:02:41.889189 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-848d637e-c964-4738-b45a-b37a846c8f7e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12647422'] for segment (d2706629-960a-469c-bd0f-4e0b3dc89cea), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:41.910549 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-848d637e-c964-4738-b45a-b37a846c8f7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (d2706629-960a-469c-bd0f-4e0b3dc89cea), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:41.920772 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-848d637e-c964-4738-b45a-b37a846c8f7e admin admin] Releasing vlan 274 on physical network physnet1 to pool {{(pid=103701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:02:41.921068 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-848d637e-c964-4738-b45a-b37a846c8f7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583360'] for segment (d2706629-960a-469c-bd0f-4e0b3dc89cea), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:41.923007 n-d-826753-2 neutron-server[103701]: Traceback (most recent call last): Feb 19 03:02:41.923007 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:02:41.923007 n-d-826753-2 neutron-server[103701]: timer() Feb 19 03:02:41.923007 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:02:41.923007 n-d-826753-2 neutron-server[103701]: cb(*args, **kw) Feb 19 03:02:41.923007 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:02:41.923007 n-d-826753-2 neutron-server[103701]: return func(*args, **kwargs) Feb 19 03:02:41.923007 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:02:41.923007 n-d-826753-2 neutron-server[103701]: self._notify() Feb 19 03:02:41.923007 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:02:41.923007 n-d-826753-2 neutron-server[103701]: self.callback(batched_events) Feb 19 03:02:41.923007 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:02:41.923007 n-d-826753-2 neutron-server[103701]: event.method(event) Feb 19 03:02:41.923007 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:02:41.923007 n-d-826753-2 neutron-server[103701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:02:41.923007 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:02:41.923007 n-d-826753-2 neutron-server[103701]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:02:41.923007 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:02:41.923007 n-d-826753-2 neutron-server[103701]: return f(self, *a, **k) Feb 19 03:02:41.923007 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:02:41.923007 n-d-826753-2 neutron-server[103701]: return self._get(url).json() Feb 19 03:02:41.923007 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:02:41.923007 n-d-826753-2 neutron-server[103701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:02:41.923007 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:02:41.923007 n-d-826753-2 neutron-server[103701]: return self.request(url, 'GET', **kwargs) Feb 19 03:02:41.923007 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:02:41.923007 n-d-826753-2 neutron-server[103701]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:02:41.923007 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:02:41.923007 n-d-826753-2 neutron-server[103701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:02:41.923007 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:02:41.923007 n-d-826753-2 neutron-server[103701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:02:41.923007 n-d-826753-2 neutron-server[103701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:02:41.948199 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e47e2c0-95db-4b38-95e4-0f37a5eee879 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:41.954788 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e47e2c0-95db-4b38-95e4-0f37a5eee879 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:41.959310 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-9e47e2c0-95db-4b38-95e4-0f37a5eee879 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1359003 Feb 19 03:02:41.997986 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 49042) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:42.074506 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-848d637e-c964-4738-b45a-b37a846c8f7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (583b29ab-e0ba-468d-ae03-87a6a1ad9ae5), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:42.114455 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-848d637e-c964-4738-b45a-b37a846c8f7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:42.125264 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-848d637e-c964-4738-b45a-b37a846c8f7e admin admin] 10.222.0.72 "DELETE /v2.0/networks/583b29ab-e0ba-468d-ae03-87a6a1ad9ae5 HTTP/1.1" status: 204 len: 168 time: 1.0125701 Feb 19 03:02:42.154548 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848d637e-c964-4738-b45a-b37a846c8f7e admin admin] Pushing event deleted for resources: {'Network': ['ID=583b29ab-e0ba-468d-ae03-87a6a1ad9ae5,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:42.213412 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-6b6044ad-047d-4ac2-b8cf-7e648826d8dc tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Deleting port da56f516-0400-4412-9df3-3a4fcb4986cb {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:02:42.213831 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6b6044ad-047d-4ac2-b8cf-7e648826d8dc tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (da56f516-0400-4412-9df3-3a4fcb4986cb), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:42.443903 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6b6044ad-047d-4ac2-b8cf-7e648826d8dc tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (da56f516-0400-4412-9df3-3a4fcb4986cb), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:42.474136 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-6b6044ad-047d-4ac2-b8cf-7e648826d8dc tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Calling delete_port for da56f516-0400-4412-9df3-3a4fcb4986cb owned by {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:02:42.497934 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-337c54dc-26b0-4062-a40a-5c559ed49db5 tempest-ExternalNetworksAdminNegativeTestJSON-1277857406 tempest-ExternalNetworksAdminNegativeTestJSON-1277857406-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (d5f781b3-d972-437b-9954-6dffeda4176d), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:42.498294 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-337c54dc-26b0-4062-a40a-5c559ed49db5 tempest-ExternalNetworksAdminNegativeTestJSON-1277857406 tempest-ExternalNetworksAdminNegativeTestJSON-1277857406-project-admin] Publish callbacks [] for floatingip (d5f781b3-d972-437b-9954-6dffeda4176d), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:42.513464 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-337c54dc-26b0-4062-a40a-5c559ed49db5 tempest-ExternalNetworksAdminNegativeTestJSON-1277857406 tempest-ExternalNetworksAdminNegativeTestJSON-1277857406-project-admin] Calling delete_port for d5f781b3-d972-437b-9954-6dffeda4176d owned by network:floatingip {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:02:42.607700 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 49048) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:42.694259 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f8024f32-99d8-4063-af0f-28c55b782fe1 req-995b6899-8575-47c8-946a-9717d081269c tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 210 time: 0.0583284 Feb 19 03:02:42.755841 n-d-826753-2 neutron-server[103702]: INFO neutron.db.ipam_backend_mixin [None req-70616c60-7f99-4856-bcfb-1af230af4e17 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 6d6cb4c0-7569-4641-a513-28c70a4f219e (CIDR: 172.20.0.0/28) Feb 19 03:02:42.757434 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-010b4c8d-817b-405a-83b9-7c5429f7629f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=af50eb00c5a74dd68d3a720f276d22fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1481829 Feb 19 03:02:42.764444 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 49058) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:42.773685 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-337c54dc-26b0-4062-a40a-5c559ed49db5 tempest-ExternalNetworksAdminNegativeTestJSON-1277857406 tempest-ExternalNetworksAdminNegativeTestJSON-1277857406-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (d5f781b3-d972-437b-9954-6dffeda4176d), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:42.784426 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-70616c60-7f99-4856-bcfb-1af230af4e17 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:02:42.785137 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70616c60-7f99-4856-bcfb-1af230af4e17 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:02:42.811730 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-f2a9bda6-0055-4bea-8d6b-250d486dc107 None None] Provisioning complete for port 47b0455c-0e38-49d4-9e0a-af7d4e26ed05 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:02:42.812231 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f2a9bda6-0055-4bea-8d6b-250d486dc107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (47b0455c-0e38-49d4-9e0a-af7d4e26ed05), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:42.819410 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337c54dc-26b0-4062-a40a-5c559ed49db5 tempest-ExternalNetworksAdminNegativeTestJSON-1277857406 tempest-ExternalNetworksAdminNegativeTestJSON-1277857406-project-admin] Pushing event deleted for resources: {'Port': ['ID=d5f781b3-d972-437b-9954-6dffeda4176d,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:42.877503 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6a43f474-c8da-4898-9808-7eba5c1fe3d6 admin admin] Publish callbacks [] for security_group (bb9d1b32-9385-47f2-bb48-ed7cb39da203), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:42.908016 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-337c54dc-26b0-4062-a40a-5c559ed49db5 tempest-ExternalNetworksAdminNegativeTestJSON-1277857406 tempest-ExternalNetworksAdminNegativeTestJSON-1277857406-project-admin] Publish callbacks [] for floatingip (34982276-11ac-4f6c-8237-b17e80221953), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:42.912925 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-337c54dc-26b0-4062-a40a-5c559ed49db5 tempest-ExternalNetworksAdminNegativeTestJSON-1277857406 tempest-ExternalNetworksAdminNegativeTestJSON-1277857406-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:42.916666 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6a43f474-c8da-4898-9808-7eba5c1fe3d6 admin admin] Publish callbacks [] for security_group (bb9d1b32-9385-47f2-bb48-ed7cb39da203), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:42.920227 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-337c54dc-26b0-4062-a40a-5c559ed49db5 tempest-ExternalNetworksAdminNegativeTestJSON-1277857406 tempest-ExternalNetworksAdminNegativeTestJSON-1277857406-project-admin] 10.222.0.72 "DELETE /v2.0/floatingips/34982276-11ac-4f6c-8237-b17e80221953 HTTP/1.1" status: 204 len: 168 time: 1.9721119 Feb 19 03:02:42.928536 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-70616c60-7f99-4856-bcfb-1af230af4e17 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5682781 Feb 19 03:02:42.929241 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49064) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:42.934868 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-45092c7c-da8d-48a1-a6c3-b409233032dd tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Request body: {'subnet': {'network_id': '6a524231-053d-4b27-8781-6700e8b17e0f', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:02:42.944586 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6b6044ad-047d-4ac2-b8cf-7e648826d8dc tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (da56f516-0400-4412-9df3-3a4fcb4986cb), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:43.099344 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-f2a9bda6-0055-4bea-8d6b-250d486dc107 None None] Current status of the port 47b0455c-0e38-49d4-9e0a-af7d4e26ed05 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:02:43.099774 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f2a9bda6-0055-4bea-8d6b-250d486dc107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (47b0455c-0e38-49d4-9e0a-af7d4e26ed05), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:43.118820 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6044ad-047d-4ac2-b8cf-7e648826d8dc tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event deleted for resources: {'Port': ['ID=da56f516-0400-4412-9df3-3a4fcb4986cb,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:43.212582 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6b6044ad-047d-4ac2-b8cf-7e648826d8dc tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:43.225288 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-6b6044ad-047d-4ac2-b8cf-7e648826d8dc tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "DELETE /v2.0/ports/da56f516-0400-4412-9df3-3a4fcb4986cb HTTP/1.1" status: 204 len: 168 time: 1.2277477 Feb 19 03:02:43.227017 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6a43f474-c8da-4898-9808-7eba5c1fe3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (bb9d1b32-9385-47f2-bb48-ed7cb39da203), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:43.231615 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-f2a9bda6-0055-4bea-8d6b-250d486dc107 None None] For port 47b0455c-0e38-49d4-9e0a-af7d4e26ed05, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=47b0455c-0e38-49d4-9e0a-af7d4e26ed05,segment=NetworkSegment(c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8),segment_id=c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:02:43.235104 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6a43f474-c8da-4898-9808-7eba5c1fe3d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:43.236732 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-6a43f474-c8da-4898-9808-7eba5c1fe3d6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/bb9d1b32-9385-47f2-bb48-ed7cb39da203 HTTP/1.1" status: 204 len: 168 time: 0.4711087 Feb 19 03:02:43.238946 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 49066) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:43.247526 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f2a9bda6-0055-4bea-8d6b-250d486dc107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (47b0455c-0e38-49d4-9e0a-af7d4e26ed05), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:43.268035 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a43f474-c8da-4898-9808-7eba5c1fe3d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb9d1b32-9385-47f2-bb48-ed7cb39da203,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:43.373036 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a9bda6-0055-4bea-8d6b-250d486dc107 None None] Pushing event updated for resources: {'Port': ['ID=47b0455c-0e38-49d4-9e0a-af7d4e26ed05,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:43.396215 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-c0f19af9-d2b4-4a82-815f-da253d89436c None None] Could not find standard attr ID for object da56f516-0400-4412-9df3-3a4fcb4986cb. {{(pid=103703) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:02:43.399855 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 47b0455c-0e38-49d4-9e0a-af7d4e26ed05 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:02:43.440205 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45092c7c-da8d-48a1-a6c3-b409233032dd tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Made reservation on behalf of e1a55fde9c7e4f5d96053750d488e677 for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:02:43.452556 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-45092c7c-da8d-48a1-a6c3-b409233032dd tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:43.460183 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99132ec7-a237-4660-8128-39b91c0c6cd7 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:43.463777 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99132ec7-a237-4660-8128-39b91c0c6cd7 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:43.471952 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-99132ec7-a237-4660-8128-39b91c0c6cd7 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2291582 Feb 19 03:02:43.472730 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 49072) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:43.596695 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 47b0455c-0e38-49d4-9e0a-af7d4e26ed05 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:02:43.597106 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (47b0455c-0e38-49d4-9e0a-af7d4e26ed05), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:43.666455 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb2b09ce-f85e-4131-9d1b-62bdc8ac540a tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Deleting subnet 8d48aabc-4180-4425-b84d-4e7c3d3a1ab3 {{(pid=103701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:02:43.685660 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-eb2b09ce-f85e-4131-9d1b-62bdc8ac540a tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks [] for subnet (8d48aabc-4180-4425-b84d-4e7c3d3a1ab3), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:43.833209 n-d-826753-2 neutron-server[103702]: INFO neutron.db.ipam_backend_mixin [None req-45092c7c-da8d-48a1-a6c3-b409233032dd tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet a8fd74ba-d5c2-4601-a271-d4a60c67fa3a (CIDR: 172.20.0.16/28) Feb 19 03:02:43.843381 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-45092c7c-da8d-48a1-a6c3-b409233032dd tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:02:43.844214 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45092c7c-da8d-48a1-a6c3-b409233032dd tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:02:43.853312 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-eb2b09ce-f85e-4131-9d1b-62bdc8ac540a tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12647399'] for subnet (8d48aabc-4180-4425-b84d-4e7c3d3a1ab3), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:43.874908 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49084) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:43.893293 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-45092c7c-da8d-48a1-a6c3-b409233032dd tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.9627607 Feb 19 03:02:43.906359 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49088) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:43.913422 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 47b0455c-0e38-49d4-9e0a-af7d4e26ed05 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:02:43.929652 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-f51480b6-fadc-4dd7-baf0-45cb2c8e4c44 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Request body: {'subnet': {'network_id': '6a524231-053d-4b27-8781-6700e8b17e0f', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:02:44.092801 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a465d560-e30b-439b-a843-714f60383bb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:44.212598 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f51480b6-fadc-4dd7-baf0-45cb2c8e4c44 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Made reservation on behalf of e1a55fde9c7e4f5d96053750d488e677 for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:02:44.216719 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f51480b6-fadc-4dd7-baf0-45cb2c8e4c44 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:44.302513 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a465d560-e30b-439b-a843-714f60383bb8 admin admin] Publish callbacks [] for security_group (2ce77908-0247-467e-8dc4-71daf78ec60f), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:44.316421 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a465d560-e30b-439b-a843-714f60383bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (2ce77908-0247-467e-8dc4-71daf78ec60f), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:44.381173 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-a465d560-e30b-439b-a843-714f60383bb8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9dbaa0200a14459eae74494f381be5d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5051076 Feb 19 03:02:44.387009 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49102) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:44.414344 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a465d560-e30b-439b-a843-714f60383bb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce77908-0247-467e-8dc4-71daf78ec60f,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:44.505956 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7afe71c2-faf2-4392-96ed-36b55a2e4f10 admin admin] Publish callbacks [] for security_group (2ce77908-0247-467e-8dc4-71daf78ec60f), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:44.529591 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7afe71c2-faf2-4392-96ed-36b55a2e4f10 admin admin] Publish callbacks [] for security_group (2ce77908-0247-467e-8dc4-71daf78ec60f), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:44.550473 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ff32b591-f597-44f0-a089-0ed0db3e98ec req-c84d1f13-b5d9-4c33-b7e4-ea21e8d24767 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 210 time: 0.0460794 Feb 19 03:02:44.596137 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7afe71c2-faf2-4392-96ed-36b55a2e4f10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (2ce77908-0247-467e-8dc4-71daf78ec60f), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:44.612177 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7afe71c2-faf2-4392-96ed-36b55a2e4f10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:44.613691 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-7afe71c2-faf2-4392-96ed-36b55a2e4f10 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2ce77908-0247-467e-8dc4-71daf78ec60f HTTP/1.1" status: 204 len: 168 time: 0.2237725 Feb 19 03:02:44.669222 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-eb2b09ce-f85e-4131-9d1b-62bdc8ac540a tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (8d48aabc-4180-4425-b84d-4e7c3d3a1ab3), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:44.705098 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afe71c2-faf2-4392-96ed-36b55a2e4f10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce77908-0247-467e-8dc4-71daf78ec60f,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:44.713533 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 49114) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:44.792895 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-eb2b09ce-f85e-4131-9d1b-62bdc8ac540a tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12647206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58706286'] for subnet (8d48aabc-4180-4425-b84d-4e7c3d3a1ab3), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:44.831573 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2b09ce-f85e-4131-9d1b-62bdc8ac540a tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event deleted for resources: {'Subnet': ['ID=8d48aabc-4180-4425-b84d-4e7c3d3a1ab3,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:44.832757 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f51480b6-fadc-4dd7-baf0-45cb2c8e4c44 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (8cd1d9fd-b7be-4b6c-8aff-aa9876334030), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:44.833954 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-eb2b09ce-f85e-4131-9d1b-62bdc8ac540a tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:44.837514 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-eb2b09ce-f85e-4131-9d1b-62bdc8ac540a tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "DELETE /v2.0/subnets/8d48aabc-4180-4425-b84d-4e7c3d3a1ab3 HTTP/1.1" status: 204 len: 168 time: 1.3631673 Feb 19 03:02:44.839710 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 49120) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:44.845520 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e31112-7fdf-4110-8877-63b714a899cb None None] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:02:44.885171 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-1f21deb5-6c9d-4e35-aba1-50f19cb7cdb2 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0439582 Feb 19 03:02:44.887283 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 49122) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:44.982509 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51480b6-fadc-4dd7-baf0-45cb2c8e4c44 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Network 6a524231-053d-4b27-8781-6700e8b17e0f is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:02:44.988123 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-f51480b6-fadc-4dd7-baf0-45cb2c8e4c44 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:02:44.995604 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51480b6-fadc-4dd7-baf0-45cb2c8e4c44 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:44.996925 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f51480b6-fadc-4dd7-baf0-45cb2c8e4c44 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:45.009898 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7687ef79-87cb-4e54-940e-bed95a5c4554 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:45.013299 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-7687ef79-87cb-4e54-940e-bed95a5c4554 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1249731 Feb 19 03:02:45.015179 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70ff683-9d7a-4943-a7a6-55f12f40fb9a None None] Network 6a524231-053d-4b27-8781-6700e8b17e0f requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:02:45.015763 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 49126) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:45.018927 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51480b6-fadc-4dd7-baf0-45cb2c8e4c44 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Pushing event updated for resources: {'Subnet': ['ID=8cd1d9fd-b7be-4b6c-8aff-aa9876334030,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:45.041457 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-f51480b6-fadc-4dd7-baf0-45cb2c8e4c44 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1339438 Feb 19 03:02:45.044449 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49128) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:45.067730 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-bb006d26-fdfa-4269-b8e1-3c09812dbb79 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1779761764', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8cd1d9fd-b7be-4b6c-8aff-aa9876334030'}], 'security_groups': ['df98c276-e3f9-4d63-8567-028ab33a829e', 'a6503610-0349-4639-95ea-fda54fa081fe']}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:02:45.115267 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5f123d-637c-457b-a75f-11328cf16b82 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:45.117117 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-2b5f123d-637c-457b-a75f-11328cf16b82 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1004071 Feb 19 03:02:45.119603 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 49130) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:45.203330 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49132) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:45.206455 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-a47d0e64-3a5c-4d51-8708-ebb4bae4ca89 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0765777 Feb 19 03:02:45.219930 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-c2396f35-0f3c-4288-b253-d8ef7230deca tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Request body: {'subnet': {'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:02:45.234091 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 47b0455c-0e38-49d4-9e0a-af7d4e26ed05 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:02:45.287107 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-7af921f8-3696-4c97-a149-7a86e34ef5b3 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1640117360-network', 'tenant_id': '185cba5f0a53480884fea975fc15d6e6'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:02:45.295145 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e6a5a9-bafe-4db9-bd55-7ea8399449b3 None None] DHCP port deletion for 48d3009f-8d6e-4fac-a460-ff95e3f8d78a request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:02:45.333214 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7af921f8-3696-4c97-a149-7a86e34ef5b3 admin admin] Made reservation on behalf of 185cba5f0a53480884fea975fc15d6e6 for: {'network': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:02:45.335857 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7af921f8-3696-4c97-a149-7a86e34ef5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:45.354401 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 47b0455c-0e38-49d4-9e0a-af7d4e26ed05 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:02:45.354776 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (47b0455c-0e38-49d4-9e0a-af7d4e26ed05), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:45.358360 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 49134) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:45.375516 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7af921f8-3696-4c97-a149-7a86e34ef5b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:45.446171 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2396f35-0f3c-4288-b253-d8ef7230deca tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Made reservation on behalf of bb74a1a86b774cd895fbb7befcc78fd8 for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:02:45.450888 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c2396f35-0f3c-4288-b253-d8ef7230deca tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:45.451700 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-fd0f3801-675a-41e8-b2b4-20ff1a7333bb admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3ae6ad4d4ab946898b33a7e4990cf75f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0813978 Feb 19 03:02:45.455646 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 49136) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:45.467556 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 47b0455c-0e38-49d4-9e0a-af7d4e26ed05 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:02:45.549831 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-c9e6a5a9-bafe-4db9-bd55-7ea8399449b3 None None] Deleting port 47b0455c-0e38-49d4-9e0a-af7d4e26ed05 {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:02:45.550465 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c9e6a5a9-bafe-4db9-bd55-7ea8399449b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (47b0455c-0e38-49d4-9e0a-af7d4e26ed05), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:45.568965 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-13d57e2b-6839-4bdc-bab8-cde8d89b6b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:45.573041 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e1c5540f-e661-45a4-ae93-7c196958057a admin admin] Publish callbacks [] for security_group (02ceb632-f3ae-4425-9d2d-24a8da0306c2), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:45.606520 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e1c5540f-e661-45a4-ae93-7c196958057a admin admin] Publish callbacks [] for security_group (02ceb632-f3ae-4425-9d2d-24a8da0306c2), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:45.676134 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e0badc-457f-4a74-bdb1-5f730b3b5ae2 None None] Update dhcp port {'port': {'network_id': '6a524231-053d-4b27-8781-6700e8b17e0f', 'fixed_ips': [{'subnet_id': 'a8fd74ba-d5c2-4601-a271-d4a60c67fa3a', 'ip_address': '172.20.0.18'}, {'subnet_id': '6d6cb4c0-7569-4641-a513-28c70a4f219e', 'ip_address': '172.20.0.2'}, {'subnet_id': '8cd1d9fd-b7be-4b6c-8aff-aa9876334030'}], 'binding:host_id': 'n-d-826753-2'}, 'id': '1f5a95ee-0042-4e60-9451-6b9750f8447d'} from n-d-826753-2. {{(pid=103703) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 03:02:45.679466 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e1c5540f-e661-45a4-ae93-7c196958057a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (02ceb632-f3ae-4425-9d2d-24a8da0306c2), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:45.682591 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e1c5540f-e661-45a4-ae93-7c196958057a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:45.684085 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-e1c5540f-e661-45a4-ae93-7c196958057a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/02ceb632-f3ae-4425-9d2d-24a8da0306c2 HTTP/1.1" status: 204 len: 168 time: 0.2151563 Feb 19 03:02:45.697635 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c5540f-e661-45a4-ae93-7c196958057a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02ceb632-f3ae-4425-9d2d-24a8da0306c2,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:45.730992 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7af921f8-3696-4c97-a149-7a86e34ef5b3 admin admin] Publish callbacks [] for security_group (abb5f68e-18bd-4cd2-b787-4609461b2d47), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:45.741353 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bb006d26-fdfa-4269-b8e1-3c09812dbb79 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (c75a6b2b-03d6-43ab-b516-6823aab15467), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:45.748038 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-58e0badc-457f-4a74-bdb1-5f730b3b5ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (1f5a95ee-0042-4e60-9451-6b9750f8447d), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:45.791932 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9556c17f-ef32-4fa3-9fac-9bbf5e220cbe req-1f901423-12ee-4c0e-b01a-d186d5a63c1c tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 210 time: 0.0912321 Feb 19 03:02:45.792809 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7af921f8-3696-4c97-a149-7a86e34ef5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (abb5f68e-18bd-4cd2-b787-4609461b2d47), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:45.805085 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-c9e6a5a9-bafe-4db9-bd55-7ea8399449b3 None None] For port 47b0455c-0e38-49d4-9e0a-af7d4e26ed05, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=47b0455c-0e38-49d4-9e0a-af7d4e26ed05,segment=NetworkSegment(c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8),segment_id=c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:02:45.805988 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c9e6a5a9-bafe-4db9-bd55-7ea8399449b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (47b0455c-0e38-49d4-9e0a-af7d4e26ed05), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:45.860153 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-c9e6a5a9-bafe-4db9-bd55-7ea8399449b3 None None] Calling delete_port for 47b0455c-0e38-49d4-9e0a-af7d4e26ed05 owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:02:45.861873 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7af921f8-3696-4c97-a149-7a86e34ef5b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 297, 'physical_network': 'physnet1'} {{(pid=103701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:02:45.873157 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af921f8-3696-4c97-a149-7a86e34ef5b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abb5f68e-18bd-4cd2-b787-4609461b2d47,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:45.879190 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7af921f8-3696-4c97-a149-7a86e34ef5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (060c5074-e8df-4803-9c7a-246bc43b71a6), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:45.879545 n-d-826753-2 neutron-server[103701]: INFO neutron.db.segments_db [None req-7af921f8-3696-4c97-a149-7a86e34ef5b3 admin admin] Added segment 060c5074-e8df-4803-9c7a-246bc43b71a6 of type vlan for network 257c85ed-0184-4dc1-85a9-d7750e505b48 Feb 19 03:02:45.928215 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7af921f8-3696-4c97-a149-7a86e34ef5b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (257c85ed-0184-4dc1-85a9-d7750e505b48), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:45.973472 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7af921f8-3696-4c97-a149-7a86e34ef5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (257c85ed-0184-4dc1-85a9-d7750e505b48), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:45.975659 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af921f8-3696-4c97-a149-7a86e34ef5b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:45.976787 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7af921f8-3696-4c97-a149-7a86e34ef5b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:46.103841 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-7af921f8-3696-4c97-a149-7a86e34ef5b3 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3890173 Feb 19 03:02:46.111414 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 49148) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:46.114996 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-58e0badc-457f-4a74-bdb1-5f730b3b5ae2 None None] Allocated IP 172.20.0.34 (6a524231-053d-4b27-8781-6700e8b17e0f/8cd1d9fd-b7be-4b6c-8aff-aa9876334030/1f5a95ee-0042-4e60-9451-6b9750f8447d) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:02:46.149237 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c9e6a5a9-bafe-4db9-bd55-7ea8399449b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (47b0455c-0e38-49d4-9e0a-af7d4e26ed05), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:46.150313 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-9b6135c7-49ac-4ff4-958c-fd71cf86cf5b admin admin] Request body: {'subnet': {'network_id': '257c85ed-0184-4dc1-85a9-d7750e505b48', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1640117360-subnet', 'tenant_id': '185cba5f0a53480884fea975fc15d6e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:02:46.169838 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af921f8-3696-4c97-a149-7a86e34ef5b3 admin admin] Pushing event updated for resources: {'Network': ['ID=257c85ed-0184-4dc1-85a9-d7750e505b48,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:46.191719 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c2396f35-0f3c-4288-b253-d8ef7230deca tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (a07bce41-d026-40a4-986f-a5fc13bd23ad), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:46.214174 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b6135c7-49ac-4ff4-958c-fd71cf86cf5b admin admin] Made reservation on behalf of 185cba5f0a53480884fea975fc15d6e6 for: {'subnet': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:02:46.216771 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 257c85ed-0184-4dc1-85a9-d7750e505b48 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:02:46.219189 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9b6135c7-49ac-4ff4-958c-fd71cf86cf5b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58706307'] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:46.259919 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2396f35-0f3c-4288-b253-d8ef7230deca tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:02:46.273727 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e6a5a9-bafe-4db9-bd55-7ea8399449b3 None None] Pushing event deleted for resources: {'Port': ['ID=47b0455c-0e38-49d4-9e0a-af7d4e26ed05,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:46.274330 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-c2396f35-0f3c-4288-b253-d8ef7230deca tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:02:46.279360 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2396f35-0f3c-4288-b253-d8ef7230deca tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:46.280244 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c2396f35-0f3c-4288-b253-d8ef7230deca tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:46.290860 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2396f35-0f3c-4288-b253-d8ef7230deca tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event updated for resources: {'Subnet': ['ID=a07bce41-d026-40a4-986f-a5fc13bd23ad,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:46.339966 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-c2396f35-0f3c-4288-b253-d8ef7230deca tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1354671 Feb 19 03:02:46.342869 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49152) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:46.358249 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-1ff88658-1bae-4b12-95ff-43b19f31a9a2 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Request body: {'port': {'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a', 'mac_address': 'fa:16:3e:5e:3b:ab', 'name': 'tempest-NetworksTestDHCPv6-2049273933'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:02:46.600003 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9b6135c7-49ac-4ff4-958c-fd71cf86cf5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12647271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58706289'] for subnet (82f1a812-33c5-4f74-8796-27aa865548b3), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:46.609651 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ff88658-1bae-4b12-95ff-43b19f31a9a2 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Made reservation on behalf of bb74a1a86b774cd895fbb7befcc78fd8 for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:02:46.671755 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6135c7-49ac-4ff4-958c-fd71cf86cf5b admin admin] Checking segment: {'id': '060c5074-e8df-4803-9c7a-246bc43b71a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '257c85ed-0184-4dc1-85a9-d7750e505b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:02:46.672134 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6135c7-49ac-4ff4-958c-fd71cf86cf5b admin admin] Network hostable DHCP agents. Network: 257c85ed-0184-4dc1-85a9-d7750e505b48, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:02:46.678523 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6135c7-49ac-4ff4-958c-fd71cf86cf5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=82f1a812-33c5-4f74-8796-27aa865548b3,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:46.704939 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6135c7-49ac-4ff4-958c-fd71cf86cf5b admin admin] Network 257c85ed-0184-4dc1-85a9-d7750e505b48 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:02:46.714252 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e6a5a9-bafe-4db9-bd55-7ea8399449b3 None None] No DVR routers for this DVR port 47b0455c-0e38-49d4-9e0a-af7d4e26ed05 on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:02:46.733858 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1ff88658-1bae-4b12-95ff-43b19f31a9a2 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:46.742050 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-9b6135c7-49ac-4ff4-958c-fd71cf86cf5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 257c85ed-0184-4dc1-85a9-d7750e505b48) {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:02:46.763948 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6135c7-49ac-4ff4-958c-fd71cf86cf5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:46.767941 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [None req-1ff88658-1bae-4b12-95ff-43b19f31a9a2 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] device_id is not set on port 0783e929-47c6-4f93-8c4f-45fa0d367e6d yet. {{(pid=103702) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:02:46.770337 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e6a5a9-bafe-4db9-bd55-7ea8399449b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:46.770693 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e6a5a9-bafe-4db9-bd55-7ea8399449b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:46.771037 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e6a5a9-bafe-4db9-bd55-7ea8399449b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:46.771381 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e6a5a9-bafe-4db9-bd55-7ea8399449b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:46.771716 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e6a5a9-bafe-4db9-bd55-7ea8399449b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:46.772047 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e6a5a9-bafe-4db9-bd55-7ea8399449b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:46.772358 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e6a5a9-bafe-4db9-bd55-7ea8399449b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:46.772689 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e6a5a9-bafe-4db9-bd55-7ea8399449b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:46.773041 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e6a5a9-bafe-4db9-bd55-7ea8399449b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:46.773370 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e6a5a9-bafe-4db9-bd55-7ea8399449b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:46.773929 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e6a5a9-bafe-4db9-bd55-7ea8399449b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:46.774058 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e6a5a9-bafe-4db9-bd55-7ea8399449b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:46.774335 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e6a5a9-bafe-4db9-bd55-7ea8399449b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:46.785941 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9b6135c7-49ac-4ff4-958c-fd71cf86cf5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:46.824248 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-9b6135c7-49ac-4ff4-958c-fd71cf86cf5b admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7115908 Feb 19 03:02:46.824759 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce77676-092b-457a-a7fc-ac4bb469efa3 None None] Network 257c85ed-0184-4dc1-85a9-d7750e505b48 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:02:46.857779 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90748991-4b70-4225-887c-1effa67f7f3d None None] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:02:46.863313 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-58e0badc-457f-4a74-bdb1-5f730b3b5ae2 None None] For port 1f5a95ee-0042-4e60-9451-6b9750f8447d, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=1f5a95ee-0042-4e60-9451-6b9750f8447d,segment=NetworkSegment(6e1fe77b-24b7-4c7e-96fc-2e11ae42aaba),segment_id=6e1fe77b-24b7-4c7e-96fc-2e11ae42aaba)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:02:47.047943 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49182) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:47.075791 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f67ec7d7-1fa3-413a-8a68-c0eaf1288ed0 req-bb33344b-a777-4f85-99c4-7045f8b12e13 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 210 time: 0.1082375 Feb 19 03:02:47.131964 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-58e0badc-457f-4a74-bdb1-5f730b3b5ae2 None None] Publish callbacks [] for port (1f5a95ee-0042-4e60-9451-6b9750f8447d), precommit_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:47.144998 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-1ff88658-1bae-4b12-95ff-43b19f31a9a2 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Allocated IP 2001:db8::1ce (48d3009f-8d6e-4fac-a460-ff95e3f8d78a/a07bce41-d026-40a4-986f-a5fc13bd23ad/0783e929-47c6-4f93-8c4f-45fa0d367e6d) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:02:47.175874 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-835df681-6cc7-4956-8d2c-45cf68e92e9d admin admin] Deleting subnet 82f1a812-33c5-4f74-8796-27aa865548b3 {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:02:47.176947 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-58e0badc-457f-4a74-bdb1-5f730b3b5ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (1f5a95ee-0042-4e60-9451-6b9750f8447d), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:47.195277 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-835df681-6cc7-4956-8d2c-45cf68e92e9d admin admin] Publish callbacks [] for subnet (82f1a812-33c5-4f74-8796-27aa865548b3), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:47.220320 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 47b0455c-0e38-49d4-9e0a-af7d4e26ed05 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:02:47.347269 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-835df681-6cc7-4956-8d2c-45cf68e92e9d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (82f1a812-33c5-4f74-8796-27aa865548b3), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:47.394216 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7a6c26-ff27-461f-8add-3df8138ce5b8 None None] Network 257c85ed-0184-4dc1-85a9-d7750e505b48 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:02:47.406728 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 47b0455c-0e38-49d4-9e0a-af7d4e26ed05 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:02:47.407390 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 47b0455c-0e38-49d4-9e0a-af7d4e26ed05 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:02:47.446267 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfda6a57-14a4-4f7d-bb63-a5cfdefed561 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-48d3009f-8d6e-4fac-a460-ff95e3f8d78a', 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a', 'project_id': 'bb74a1a86b774cd895fbb7befcc78fd8', 'fixed_ips': [{'subnet_id': 'a07bce41-d026-40a4-986f-a5fc13bd23ad'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:02:47.453851 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-bfda6a57-14a4-4f7d-bb63-a5cfdefed561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:47.550430 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-835df681-6cc7-4956-8d2c-45cf68e92e9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (82f1a812-33c5-4f74-8796-27aa865548b3), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:47.658181 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-bb006d26-fdfa-4269-b8e1-3c09812dbb79 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Delete allocated IP 172.20.0.8 (6a524231-053d-4b27-8781-6700e8b17e0f/6d6cb4c0-7569-4641-a513-28c70a4f219e) {{(pid=103702) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 19 03:02:47.713293 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1ff88658-1bae-4b12-95ff-43b19f31a9a2 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks [] for port (0783e929-47c6-4f93-8c4f-45fa0d367e6d), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:47.747792 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e0badc-457f-4a74-bdb1-5f730b3b5ae2 None None] Pushing event updated for resources: {'Port': ['ID=1f5a95ee-0042-4e60-9451-6b9750f8447d,revision_number=7']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:47.786646 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-bb006d26-fdfa-4269-b8e1-3c09812dbb79 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Allocated IP 172.20.0.36 (6a524231-053d-4b27-8781-6700e8b17e0f/8cd1d9fd-b7be-4b6c-8aff-aa9876334030/c75a6b2b-03d6-43ab-b516-6823aab15467) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:02:47.807061 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1ff88658-1bae-4b12-95ff-43b19f31a9a2 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (0783e929-47c6-4f93-8c4f-45fa0d367e6d), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:47.856622 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff88658-1bae-4b12-95ff-43b19f31a9a2 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:02:47.959828 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-1ff88658-1bae-4b12-95ff-43b19f31a9a2 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:02:47.965568 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff88658-1bae-4b12-95ff-43b19f31a9a2 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:02:47.980647 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff88658-1bae-4b12-95ff-43b19f31a9a2 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:47.982953 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1ff88658-1bae-4b12-95ff-43b19f31a9a2 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:47.995628 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-bfda6a57-14a4-4f7d-bb63-a5cfdefed561 None None] Allocated IP 2001:db8::2 (48d3009f-8d6e-4fac-a460-ff95e3f8d78a/a07bce41-d026-40a4-986f-a5fc13bd23ad/72fdf922-18de-4192-a918-94785886fc4c) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:02:48.000048 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff88658-1bae-4b12-95ff-43b19f31a9a2 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event updated for resources: {'Port': ['ID=0783e929-47c6-4f93-8c4f-45fa0d367e6d,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:48.015187 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-835df681-6cc7-4956-8d2c-45cf68e92e9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (82f1a812-33c5-4f74-8796-27aa865548b3), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:48.084651 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-835df681-6cc7-4956-8d2c-45cf68e92e9d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:48.090820 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-835df681-6cc7-4956-8d2c-45cf68e92e9d admin admin] 10.222.0.72 "DELETE /v2.0/subnets/82f1a812-33c5-4f74-8796-27aa865548b3 HTTP/1.1" status: 204 len: 168 time: 1.0391529 Feb 19 03:02:48.094378 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 49204) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:48.098868 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835df681-6cc7-4956-8d2c-45cf68e92e9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82f1a812-33c5-4f74-8796-27aa865548b3,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:48.113617 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-1ff88658-1bae-4b12-95ff-43b19f31a9a2 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.7695386 Feb 19 03:02:48.116387 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49208) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:48.143120 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-2ff15b82-c627-4369-b936-dc148926b8aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:48.254528 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fed79b1-784e-462a-8cb3-13918290f0cc tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:48.259206 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-8fed79b1-784e-462a-8cb3-13918290f0cc tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1418157 Feb 19 03:02:48.263161 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49210) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:48.296254 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-777b8ad9-f320-499e-aa1d-714fd38113a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (257c85ed-0184-4dc1-85a9-d7750e505b48), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:48.369172 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c03bdb0d-527a-4f1a-bd78-3a3dc2c55930 req-cc74dc27-7830-4cc2-b99b-09bfb55d2bec tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 210 time: 0.0683057 Feb 19 03:02:48.423341 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-bfda6a57-14a4-4f7d-bb63-a5cfdefed561 None None] Publish callbacks [] for port (72fdf922-18de-4192-a918-94785886fc4c), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:48.442322 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-bfda6a57-14a4-4f7d-bb63-a5cfdefed561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (72fdf922-18de-4192-a918-94785886fc4c), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:48.530990 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-777b8ad9-f320-499e-aa1d-714fd38113a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (257c85ed-0184-4dc1-85a9-d7750e505b48), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:48.543153 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfda6a57-14a4-4f7d-bb63-a5cfdefed561 None None] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:02:48.555932 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-bfda6a57-14a4-4f7d-bb63-a5cfdefed561 None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:02:48.568661 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bb006d26-fdfa-4269-b8e1-3c09812dbb79 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks [] for port (c75a6b2b-03d6-43ab-b516-6823aab15467), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:48.570209 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfda6a57-14a4-4f7d-bb63-a5cfdefed561 None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:02:48.571585 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-777b8ad9-f320-499e-aa1d-714fd38113a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['257c85ed-0184-4dc1-85a9-d7750e505b48']}} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:02:48.587295 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bb006d26-fdfa-4269-b8e1-3c09812dbb79 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (c75a6b2b-03d6-43ab-b516-6823aab15467), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:48.590637 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-777b8ad9-f320-499e-aa1d-714fd38113a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '060c5074-e8df-4803-9c7a-246bc43b71a6') {'for_net_delete': True} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:02:48.590935 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-777b8ad9-f320-499e-aa1d-714fd38113a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '060c5074-e8df-4803-9c7a-246bc43b71a6') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:02:48.608950 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfda6a57-14a4-4f7d-bb63-a5cfdefed561 None None] Pushing event updated for resources: {'Port': ['ID=72fdf922-18de-4192-a918-94785886fc4c,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:48.611849 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-777b8ad9-f320-499e-aa1d-714fd38113a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12647422'] for segment (060c5074-e8df-4803-9c7a-246bc43b71a6), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:48.641112 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-777b8ad9-f320-499e-aa1d-714fd38113a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (060c5074-e8df-4803-9c7a-246bc43b71a6), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:48.657402 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-777b8ad9-f320-499e-aa1d-714fd38113a6 admin admin] Releasing vlan 297 on physical network physnet1 to pool {{(pid=103701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:02:48.657991 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-777b8ad9-f320-499e-aa1d-714fd38113a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583360'] for segment (060c5074-e8df-4803-9c7a-246bc43b71a6), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:48.660244 n-d-826753-2 neutron-server[103701]: Traceback (most recent call last): Feb 19 03:02:48.660244 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:02:48.660244 n-d-826753-2 neutron-server[103701]: timer() Feb 19 03:02:48.660244 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:02:48.660244 n-d-826753-2 neutron-server[103701]: cb(*args, **kw) Feb 19 03:02:48.660244 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:02:48.660244 n-d-826753-2 neutron-server[103701]: return func(*args, **kwargs) Feb 19 03:02:48.660244 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:02:48.660244 n-d-826753-2 neutron-server[103701]: self._notify() Feb 19 03:02:48.660244 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:02:48.660244 n-d-826753-2 neutron-server[103701]: self.callback(batched_events) Feb 19 03:02:48.660244 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:02:48.660244 n-d-826753-2 neutron-server[103701]: event.method(event) Feb 19 03:02:48.660244 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:02:48.660244 n-d-826753-2 neutron-server[103701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:02:48.660244 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:02:48.660244 n-d-826753-2 neutron-server[103701]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:02:48.660244 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:02:48.660244 n-d-826753-2 neutron-server[103701]: return f(self, *a, **k) Feb 19 03:02:48.660244 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:02:48.660244 n-d-826753-2 neutron-server[103701]: return self._get(url).json() Feb 19 03:02:48.660244 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:02:48.660244 n-d-826753-2 neutron-server[103701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:02:48.660244 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:02:48.660244 n-d-826753-2 neutron-server[103701]: return self.request(url, 'GET', **kwargs) Feb 19 03:02:48.660244 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:02:48.660244 n-d-826753-2 neutron-server[103701]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:02:48.660244 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:02:48.660244 n-d-826753-2 neutron-server[103701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:02:48.660244 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:02:48.660244 n-d-826753-2 neutron-server[103701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:02:48.660244 n-d-826753-2 neutron-server[103701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:02:48.731658 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-744e3053-6ddf-4c24-905b-f6b28ea8944e tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Deleting port 0783e929-47c6-4f93-8c4f-45fa0d367e6d {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:02:48.732357 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-744e3053-6ddf-4c24-905b-f6b28ea8944e tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (0783e929-47c6-4f93-8c4f-45fa0d367e6d), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:48.735349 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49222) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:48.744520 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-bfda6a57-14a4-4f7d-bb63-a5cfdefed561 None None] Attempting to bind port 72fdf922-18de-4192-a918-94785886fc4c on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:02:48.744897 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-bfda6a57-14a4-4f7d-bb63-a5cfdefed561 None None] Attempting to bind port 72fdf922-18de-4192-a918-94785886fc4c by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': 'c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:02:48.745295 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfda6a57-14a4-4f7d-bb63-a5cfdefed561 None None] Attempting to bind port 72fdf922-18de-4192-a918-94785886fc4c on network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:02:48.751638 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfda6a57-14a4-4f7d-bb63-a5cfdefed561 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:02:48.752182 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfda6a57-14a4-4f7d-bb63-a5cfdefed561 None None] Checking segment: {'id': 'c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:02:48.753228 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-bfda6a57-14a4-4f7d-bb63-a5cfdefed561 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:48.753697 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfda6a57-14a4-4f7d-bb63-a5cfdefed561 None None] Bound using segment: {'id': 'c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:02:48.754330 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-bfda6a57-14a4-4f7d-bb63-a5cfdefed561 None None] Bound port: 72fdf922-18de-4192-a918-94785886fc4c, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:02:48.754784 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-bfda6a57-14a4-4f7d-bb63-a5cfdefed561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (72fdf922-18de-4192-a918-94785886fc4c), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:48.772876 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-777b8ad9-f320-499e-aa1d-714fd38113a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (257c85ed-0184-4dc1-85a9-d7750e505b48), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:48.784389 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-777b8ad9-f320-499e-aa1d-714fd38113a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:48.808712 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-777b8ad9-f320-499e-aa1d-714fd38113a6 admin admin] 10.222.0.72 "DELETE /v2.0/networks/257c85ed-0184-4dc1-85a9-d7750e505b48 HTTP/1.1" status: 204 len: 168 time: 0.7125881 Feb 19 03:02:48.809151 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb006d26-fdfa-4269-b8e1-3c09812dbb79 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Pushing event updated for resources: {'Port': ['ID=c75a6b2b-03d6-43ab-b516-6823aab15467,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:48.869734 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777b8ad9-f320-499e-aa1d-714fd38113a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=257c85ed-0184-4dc1-85a9-d7750e505b48,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:48.879931 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-bb006d26-fdfa-4269-b8e1-3c09812dbb79 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] In _notify_port_updated(), no bound segment for port c75a6b2b-03d6-43ab-b516-6823aab15467 on network 6a524231-053d-4b27-8781-6700e8b17e0f {{(pid=103702) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 03:02:48.884779 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb006d26-fdfa-4269-b8e1-3c09812dbb79 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:48.885533 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bb006d26-fdfa-4269-b8e1-3c09812dbb79 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:48.889905 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-bb006d26-fdfa-4269-b8e1-3c09812dbb79 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "PUT /v2.0/ports/c75a6b2b-03d6-43ab-b516-6823aab15467 HTTP/1.1" status: 200 len: 960 time: 3.8398657 Feb 19 03:02:48.890920 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 49228) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:48.902851 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-bfda6a57-14a4-4f7d-bb63-a5cfdefed561 None None] For port 72fdf922-18de-4192-a918-94785886fc4c, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:02:48.918069 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-bfda6a57-14a4-4f7d-bb63-a5cfdefed561 None None] For port 72fdf922-18de-4192-a918-94785886fc4c, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=72fdf922-18de-4192-a918-94785886fc4c,segment=NetworkSegment(c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8),segment_id=c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:02:48.923716 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-744e3053-6ddf-4c24-905b-f6b28ea8944e tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (0783e929-47c6-4f93-8c4f-45fa0d367e6d), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:48.927908 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-ae973015-e1d6-49ad-a7e2-3bd42d0eb7e2 None None] Provisioning complete for port c75a6b2b-03d6-43ab-b516-6823aab15467 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:02:48.928451 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-ae973015-e1d6-49ad-a7e2-3bd42d0eb7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (c75a6b2b-03d6-43ab-b516-6823aab15467), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:48.943424 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-744e3053-6ddf-4c24-905b-f6b28ea8944e tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Calling delete_port for 0783e929-47c6-4f93-8c4f-45fa0d367e6d owned by {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:02:49.001312 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-ae973015-e1d6-49ad-a7e2-3bd42d0eb7e2 None None] Port c75a6b2b-03d6-43ab-b516-6823aab15467 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:02:49.005436 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-bfda6a57-14a4-4f7d-bb63-a5cfdefed561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (72fdf922-18de-4192-a918-94785886fc4c), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:49.072456 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-9c0f6c51-5683-451e-b620-2e4fa613a2de tempest-QuotasNegativeTest-1319877576 tempest-QuotasNegativeTest-1319877576-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:02:49.116738 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-fcf27792-37d2-4344-a892-ab741fb81390 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Deleting port c75a6b2b-03d6-43ab-b516-6823aab15467 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:02:49.117589 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-fcf27792-37d2-4344-a892-ab741fb81390 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (c75a6b2b-03d6-43ab-b516-6823aab15467), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:49.162770 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfda6a57-14a4-4f7d-bb63-a5cfdefed561 None None] Pushing event updated for resources: {'Port': ['ID=72fdf922-18de-4192-a918-94785886fc4c,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:49.183173 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-ae973015-e1d6-49ad-a7e2-3bd42d0eb7e2 None None] Provisioning complete for port 615e47cd-11b3-4066-95aa-2dfca28e480a triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:02:49.183564 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-ae973015-e1d6-49ad-a7e2-3bd42d0eb7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (615e47cd-11b3-4066-95aa-2dfca28e480a), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:49.190725 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-9c0f6c51-5683-451e-b620-2e4fa613a2de tempest-QuotasNegativeTest-1319877576 tempest-QuotasNegativeTest-1319877576-project-admin] 10.222.0.72 "PUT /v2.0/quotas/51341a7a13324d48b4cccb3fb4a25e8e HTTP/1.1" status: 200 len: 368 time: 0.4473495 Feb 19 03:02:49.198680 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49230) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:49.207397 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-f873c6cd-58a9-42ab-baf9-3b75b995e219 tempest-QuotasNegativeTest-1319877576 tempest-QuotasNegativeTest-1319877576-project-admin] Request body: {'network': {'project_id': '51341a7a13324d48b4cccb3fb4a25e8e'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:02:49.257670 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49232) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:49.274829 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 1f5a95ee-0042-4e60-9451-6b9750f8447d up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:02:49.298222 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f873c6cd-58a9-42ab-baf9-3b75b995e219 tempest-QuotasNegativeTest-1319877576 tempest-QuotasNegativeTest-1319877576-project-admin] Made reservation on behalf of 51341a7a13324d48b4cccb3fb4a25e8e for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:02:49.300787 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f873c6cd-58a9-42ab-baf9-3b75b995e219 tempest-QuotasNegativeTest-1319877576 tempest-QuotasNegativeTest-1319877576-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:49.365622 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f873c6cd-58a9-42ab-baf9-3b75b995e219 tempest-QuotasNegativeTest-1319877576 tempest-QuotasNegativeTest-1319877576-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:49.383695 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-fcf27792-37d2-4344-a892-ab741fb81390 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (c75a6b2b-03d6-43ab-b516-6823aab15467), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:49.417958 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-fcf27792-37d2-4344-a892-ab741fb81390 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Calling delete_port for c75a6b2b-03d6-43ab-b516-6823aab15467 owned by {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:02:49.485179 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:49.518735 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-744e3053-6ddf-4c24-905b-f6b28ea8944e tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (0783e929-47c6-4f93-8c4f-45fa0d367e6d), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:49.522802 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-ae973015-e1d6-49ad-a7e2-3bd42d0eb7e2 None None] Port 615e47cd-11b3-4066-95aa-2dfca28e480a cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:02:49.567212 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-ae973015-e1d6-49ad-a7e2-3bd42d0eb7e2 None None] Provisioning complete for port 1f5a95ee-0042-4e60-9451-6b9750f8447d triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:02:49.567712 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-ae973015-e1d6-49ad-a7e2-3bd42d0eb7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (1f5a95ee-0042-4e60-9451-6b9750f8447d), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:49.577463 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-96a95e7a-2299-48d6-ab83-44ea32a79f8d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=185cba5f0a53480884fea975fc15d6e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3185606 Feb 19 03:02:49.592281 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49240) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:49.630749 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 1f5a95ee-0042-4e60-9451-6b9750f8447d triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:02:49.631134 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (1f5a95ee-0042-4e60-9451-6b9750f8447d), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:49.666780 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744e3053-6ddf-4c24-905b-f6b28ea8944e tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event deleted for resources: {'Port': ['ID=0783e929-47c6-4f93-8c4f-45fa0d367e6d,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:49.700918 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e646e21d-657d-432b-909d-f99ceabe2616 req-c6e72472-0e28-4580-bb73-e11f0baa0a89 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 210 time: 0.0855734 Feb 19 03:02:49.763713 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-744e3053-6ddf-4c24-905b-f6b28ea8944e tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:49.786885 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-744e3053-6ddf-4c24-905b-f6b28ea8944e tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "DELETE /v2.0/ports/0783e929-47c6-4f93-8c4f-45fa0d367e6d HTTP/1.1" status: 204 len: 168 time: 1.5226154 Feb 19 03:02:49.789622 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 49242) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:49.815358 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f873c6cd-58a9-42ab-baf9-3b75b995e219 tempest-QuotasNegativeTest-1319877576 tempest-QuotasNegativeTest-1319877576-project-admin] Publish callbacks [] for security_group (d6695374-acd4-4ada-b745-cdd1875400c0), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:49.834146 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f873c6cd-58a9-42ab-baf9-3b75b995e219 tempest-QuotasNegativeTest-1319877576 tempest-QuotasNegativeTest-1319877576-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (d6695374-acd4-4ada-b745-cdd1875400c0), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:49.857325 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f862e4e3-b660-4b59-b1fc-81787f280ad0 admin admin] Publish callbacks [] for security_group (abb5f68e-18bd-4cd2-b787-4609461b2d47), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:49.863875 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-ae973015-e1d6-49ad-a7e2-3bd42d0eb7e2 None None] Current status of the port 1f5a95ee-0042-4e60-9451-6b9750f8447d is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:02:49.872629 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 1f5a95ee-0042-4e60-9451-6b9750f8447d is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:02:49.894947 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f873c6cd-58a9-42ab-baf9-3b75b995e219 tempest-QuotasNegativeTest-1319877576 tempest-QuotasNegativeTest-1319877576-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6695374-acd4-4ada-b745-cdd1875400c0,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:49.901833 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f862e4e3-b660-4b59-b1fc-81787f280ad0 admin admin] Publish callbacks [] for security_group (abb5f68e-18bd-4cd2-b787-4609461b2d47), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:49.948694 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dcd7dff-3f9a-4442-b92f-169739c47f6f tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:49.950490 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dcd7dff-3f9a-4442-b92f-169739c47f6f tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:49.952348 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-2dcd7dff-3f9a-4442-b92f-169739c47f6f tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1609704 Feb 19 03:02:49.956677 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 49244) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:49.965747 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f862e4e3-b660-4b59-b1fc-81787f280ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (abb5f68e-18bd-4cd2-b787-4609461b2d47), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:49.973430 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f862e4e3-b660-4b59-b1fc-81787f280ad0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:49.975716 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-f862e4e3-b660-4b59-b1fc-81787f280ad0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/abb5f68e-18bd-4cd2-b787-4609461b2d47 HTTP/1.1" status: 204 len: 168 time: 0.3798363 Feb 19 03:02:49.998993 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-8d673bc4-1b37-4cea-9f70-496c729e3fc9 None None] Provisioning complete for port c75a6b2b-03d6-43ab-b516-6823aab15467 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:02:49.999378 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-8d673bc4-1b37-4cea-9f70-496c729e3fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (c75a6b2b-03d6-43ab-b516-6823aab15467), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:50.009152 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f862e4e3-b660-4b59-b1fc-81787f280ad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb5f68e-18bd-4cd2-b787-4609461b2d47,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:50.011179 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f873c6cd-58a9-42ab-baf9-3b75b995e219 tempest-QuotasNegativeTest-1319877576 tempest-QuotasNegativeTest-1319877576-project-admin] vlan segment allocate from pool success with {'vlan_id': 292, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:02:50.023480 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f873c6cd-58a9-42ab-baf9-3b75b995e219 tempest-QuotasNegativeTest-1319877576 tempest-QuotasNegativeTest-1319877576-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (141ac703-6d06-4ffc-acd0-f894200bfa8e), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:50.023835 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-f873c6cd-58a9-42ab-baf9-3b75b995e219 tempest-QuotasNegativeTest-1319877576 tempest-QuotasNegativeTest-1319877576-project-admin] Added segment 141ac703-6d06-4ffc-acd0-f894200bfa8e of type vlan for network b9682e10-0db3-401a-9073-b5edf85b6f47 Feb 19 03:02:50.026019 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-fcf27792-37d2-4344-a892-ab741fb81390 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (c75a6b2b-03d6-43ab-b516-6823aab15467), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:50.050468 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-8d673bc4-1b37-4cea-9f70-496c729e3fc9 None None] Port c75a6b2b-03d6-43ab-b516-6823aab15467 was deleted so its status cannot be updated. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 19 03:02:50.110735 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f873c6cd-58a9-42ab-baf9-3b75b995e219 tempest-QuotasNegativeTest-1319877576 tempest-QuotasNegativeTest-1319877576-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (b9682e10-0db3-401a-9073-b5edf85b6f47), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:50.111490 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf27792-37d2-4344-a892-ab741fb81390 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Pushing event deleted for resources: {'Port': ['ID=c75a6b2b-03d6-43ab-b516-6823aab15467,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:50.190037 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_v2 [None req-656a3018-558c-4d1d-ae11-de78e48913ab tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Deleting subnet a07bce41-d026-40a4-986f-a5fc13bd23ad {{(pid=103701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:02:50.191157 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f873c6cd-58a9-42ab-baf9-3b75b995e219 tempest-QuotasNegativeTest-1319877576 tempest-QuotasNegativeTest-1319877576-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (b9682e10-0db3-401a-9073-b5edf85b6f47), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:50.193142 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f873c6cd-58a9-42ab-baf9-3b75b995e219 tempest-QuotasNegativeTest-1319877576 tempest-QuotasNegativeTest-1319877576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:50.194713 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f873c6cd-58a9-42ab-baf9-3b75b995e219 tempest-QuotasNegativeTest-1319877576 tempest-QuotasNegativeTest-1319877576-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:50.232703 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-656a3018-558c-4d1d-ae11-de78e48913ab tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks [] for subnet (a07bce41-d026-40a4-986f-a5fc13bd23ad), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:50.244813 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-f873c6cd-58a9-42ab-baf9-3b75b995e219 tempest-QuotasNegativeTest-1319877576 tempest-QuotasNegativeTest-1319877576-project-admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.0411470 Feb 19 03:02:50.246066 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49248) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:50.269884 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-4bad00fb-f3d7-4913-b4fb-95b8839fdd21 tempest-QuotasNegativeTest-1319877576 tempest-QuotasNegativeTest-1319877576-project-admin] Request body: {'network': {'project_id': '51341a7a13324d48b4cccb3fb4a25e8e'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:02:50.370456 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-fcf27792-37d2-4344-a892-ab741fb81390 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:50.373984 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-fcf27792-37d2-4344-a892-ab741fb81390 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "DELETE /v2.0/ports/c75a6b2b-03d6-43ab-b516-6823aab15467 HTTP/1.1" status: 204 len: 168 time: 1.4809151 Feb 19 03:02:50.384077 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49250) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:50.395407 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-656a3018-558c-4d1d-ae11-de78e48913ab tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12647399'] for subnet (a07bce41-d026-40a4-986f-a5fc13bd23ad), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:50.423116 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:50.524561 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e406a03-e9bc-4087-86f6-31c57c6283e2 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] GET failed (client error): The resource could not be found. Feb 19 03:02:50.530361 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-8e406a03-e9bc-4087-86f6-31c57c6283e2 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "GET /v2.0/ports/c75a6b2b-03d6-43ab-b516-6823aab15467 HTTP/1.1" status: 404 len: 333 time: 0.1391432 Feb 19 03:02:50.531713 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f873c6cd-58a9-42ab-baf9-3b75b995e219 tempest-QuotasNegativeTest-1319877576 tempest-QuotasNegativeTest-1319877576-project-admin] Pushing event updated for resources: {'Network': ['ID=b9682e10-0db3-401a-9073-b5edf85b6f47,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:50.536707 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49256) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:50.544771 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network b9682e10-0db3-401a-9073-b5edf85b6f47 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:02:50.578785 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bad00fb-f3d7-4913-b4fb-95b8839fdd21 tempest-QuotasNegativeTest-1319877576 tempest-QuotasNegativeTest-1319877576-project-admin] Made reservation on behalf of 51341a7a13324d48b4cccb3fb4a25e8e for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:02:50.581559 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4bad00fb-f3d7-4913-b4fb-95b8839fdd21 tempest-QuotasNegativeTest-1319877576 tempest-QuotasNegativeTest-1319877576-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:50.655247 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-656a3018-558c-4d1d-ae11-de78e48913ab tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (a07bce41-d026-40a4-986f-a5fc13bd23ad), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:50.667021 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bad00fb-f3d7-4913-b4fb-95b8839fdd21 tempest-QuotasNegativeTest-1319877576 tempest-QuotasNegativeTest-1319877576-project-admin] vlan segment allocate from pool success with {'vlan_id': 267, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:02:50.715490 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4bad00fb-f3d7-4913-b4fb-95b8839fdd21 tempest-QuotasNegativeTest-1319877576 tempest-QuotasNegativeTest-1319877576-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (be0b9fc6-68ed-46e1-8c87-19f207a56bf2), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:50.721271 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-4bad00fb-f3d7-4913-b4fb-95b8839fdd21 tempest-QuotasNegativeTest-1319877576 tempest-QuotasNegativeTest-1319877576-project-admin] Added segment be0b9fc6-68ed-46e1-8c87-19f207a56bf2 of type vlan for network 11098d34-ab60-4cef-9dcf-e8c50a8195a2 Feb 19 03:02:50.769364 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-12bd1b17-a75f-401f-8f89-fe54c6ed9c32 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks [] for security_group (2b817af6-ba10-4830-b70b-9513b9f16810), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:50.838063 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-12bd1b17-a75f-401f-8f89-fe54c6ed9c32 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks [] for security_group (2b817af6-ba10-4830-b70b-9513b9f16810), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:50.906560 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-656a3018-558c-4d1d-ae11-de78e48913ab tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12647206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58706286'] for subnet (a07bce41-d026-40a4-986f-a5fc13bd23ad), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:50.911524 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cf9547f7-5838-47b5-a4bb-7c627604ad9e req-d88f7c01-c766-4374-8c23-1bd54dc71134 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 210 time: 0.0669398 Feb 19 03:02:50.955868 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-12bd1b17-a75f-401f-8f89-fe54c6ed9c32 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (2b817af6-ba10-4830-b70b-9513b9f16810), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:50.959321 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-12bd1b17-a75f-401f-8f89-fe54c6ed9c32 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:50.963452 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-12bd1b17-a75f-401f-8f89-fe54c6ed9c32 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "DELETE /v2.0/security-groups/2b817af6-ba10-4830-b70b-9513b9f16810 HTTP/1.1" status: 204 len: 168 time: 0.4122233 Feb 19 03:02:50.963745 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 49276) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:50.980566 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-656a3018-558c-4d1d-ae11-de78e48913ab tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:50.987697 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bd1b17-a75f-401f-8f89-fe54c6ed9c32 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b817af6-ba10-4830-b70b-9513b9f16810,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:50.988713 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49278) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:51.009569 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4bad00fb-f3d7-4913-b4fb-95b8839fdd21 tempest-QuotasNegativeTest-1319877576 tempest-QuotasNegativeTest-1319877576-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (11098d34-ab60-4cef-9dcf-e8c50a8195a2), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:51.013592 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-656a3018-558c-4d1d-ae11-de78e48913ab tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "DELETE /v2.0/subnets/a07bce41-d026-40a4-986f-a5fc13bd23ad HTTP/1.1" status: 204 len: 168 time: 1.0539410 Feb 19 03:02:51.015003 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656a3018-558c-4d1d-ae11-de78e48913ab tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event deleted for resources: {'Subnet': ['ID=a07bce41-d026-40a4-986f-a5fc13bd23ad,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:51.093110 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627094c0-c5c0-40d2-8a2f-6f7d67a1ed1f None None] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:02:51.101863 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-56cdc32e-44fd-4187-83df-800daabab8e6 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1038468 Feb 19 03:02:51.104639 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49282) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:51.147727 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3a7079c5-0056-470e-aff8-3b1c505e1dea tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks [] for security_group (a6503610-0349-4639-95ea-fda54fa081fe), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:51.193261 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0430836f-4039-4a78-82fe-2f92cae327a4 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:51.199146 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-0430836f-4039-4a78-82fe-2f92cae327a4 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0931523 Feb 19 03:02:51.199308 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 49284) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:51.200113 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4bad00fb-f3d7-4913-b4fb-95b8839fdd21 tempest-QuotasNegativeTest-1319877576 tempest-QuotasNegativeTest-1319877576-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (11098d34-ab60-4cef-9dcf-e8c50a8195a2), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:51.201594 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bad00fb-f3d7-4913-b4fb-95b8839fdd21 tempest-QuotasNegativeTest-1319877576 tempest-QuotasNegativeTest-1319877576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:51.202176 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4bad00fb-f3d7-4913-b4fb-95b8839fdd21 tempest-QuotasNegativeTest-1319877576 tempest-QuotasNegativeTest-1319877576-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:51.234614 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-c1f71d32-fa5a-4194-8e66-c5b4edf1c939 None None] Provisioning complete for port 72fdf922-18de-4192-a918-94785886fc4c triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:02:51.235629 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c1f71d32-fa5a-4194-8e66-c5b4edf1c939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (72fdf922-18de-4192-a918-94785886fc4c), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:51.238682 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3a7079c5-0056-470e-aff8-3b1c505e1dea tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks [] for security_group (a6503610-0349-4639-95ea-fda54fa081fe), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:51.274233 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bad00fb-f3d7-4913-b4fb-95b8839fdd21 tempest-QuotasNegativeTest-1319877576 tempest-QuotasNegativeTest-1319877576-project-admin] Pushing event updated for resources: {'Network': ['ID=11098d34-ab60-4cef-9dcf-e8c50a8195a2,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:51.308577 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 49290) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:51.310580 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-4bad00fb-f3d7-4913-b4fb-95b8839fdd21 tempest-QuotasNegativeTest-1319877576 tempest-QuotasNegativeTest-1319877576-project-admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.0608580 Feb 19 03:02:51.312263 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 11098d34-ab60-4cef-9dcf-e8c50a8195a2 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:02:51.323630 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-14001c83-75ec-4bc5-b3a3-8a319ffd9050 tempest-QuotasNegativeTest-1319877576 tempest-QuotasNegativeTest-1319877576-project-admin] Request body: {'network': {'project_id': '51341a7a13324d48b4cccb3fb4a25e8e'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:02:51.346558 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 72fdf922-18de-4192-a918-94785886fc4c up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:02:51.403770 n-d-826753-2 neutron-server[103701]: INFO neutron.pecan_wsgi.hooks.translation [None req-14001c83-75ec-4bc5-b3a3-8a319ffd9050 tempest-QuotasNegativeTest-1319877576 tempest-QuotasNegativeTest-1319877576-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 19 03:02:51.404274 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14001c83-75ec-4bc5-b3a3-8a319ffd9050 tempest-QuotasNegativeTest-1319877576 tempest-QuotasNegativeTest-1319877576-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:02:51.405482 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-14001c83-75ec-4bc5-b3a3-8a319ffd9050 tempest-QuotasNegativeTest-1319877576 tempest-QuotasNegativeTest-1319877576-project-admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0859795 Feb 19 03:02:51.408977 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49294) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:51.443479 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce37cf6-54ce-401a-aae3-a9063c05885b tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:51.443479 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-8ce37cf6-54ce-401a-aae3-a9063c05885b tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2361193 Feb 19 03:02:51.443479 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 49296) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:51.544755 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-c1f71d32-fa5a-4194-8e66-c5b4edf1c939 None None] Current status of the port 72fdf922-18de-4192-a918-94785886fc4c is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:02:51.545284 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c1f71d32-fa5a-4194-8e66-c5b4edf1c939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (72fdf922-18de-4192-a918-94785886fc4c), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:51.547904 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 72fdf922-18de-4192-a918-94785886fc4c triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:02:51.548385 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (72fdf922-18de-4192-a918-94785886fc4c), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:51.551662 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-1e3476a0-f553-4046-a7c5-fb71b1a35956 tempest-QuotasNegativeTest-1319877576 tempest-QuotasNegativeTest-1319877576-project-admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=51341a7a13324d48b4cccb3fb4a25e8e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1399171 Feb 19 03:02:51.552502 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49302) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:51.574882 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-8603c594-4122-4204-bca4-16c8fdfba2c3 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1341796 Feb 19 03:02:51.577748 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 49304) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:51.578290 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3a7079c5-0056-470e-aff8-3b1c505e1dea tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (a6503610-0349-4639-95ea-fda54fa081fe), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:51.587417 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3a7079c5-0056-470e-aff8-3b1c505e1dea tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:51.591445 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-3a7079c5-0056-470e-aff8-3b1c505e1dea tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "DELETE /v2.0/security-groups/a6503610-0349-4639-95ea-fda54fa081fe HTTP/1.1" status: 204 len: 168 time: 0.6170123 Feb 19 03:02:51.592814 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18855719-2bc6-4eb3-94bc-d7219f3b51e3 None None] DHCP port deletion for 48d3009f-8d6e-4fac-a460-ff95e3f8d78a request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:02:51.598046 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 49306) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:51.610708 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-d0ac58ca-47db-47d6-9b7f-2c4c6439ca5d tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Request body: {'subnet': {'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:02:51.631481 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a50441c7-a9c0-4f22-81a0-e2dbe5853a0e tempest-QuotasNegativeTest-1319877576 tempest-QuotasNegativeTest-1319877576-project-admin] Publish callbacks [] for security_group (d6695374-acd4-4ada-b745-cdd1875400c0), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:51.665557 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a50441c7-a9c0-4f22-81a0-e2dbe5853a0e tempest-QuotasNegativeTest-1319877576 tempest-QuotasNegativeTest-1319877576-project-admin] Publish callbacks [] for security_group (d6695374-acd4-4ada-b745-cdd1875400c0), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:51.689873 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7079c5-0056-470e-aff8-3b1c505e1dea tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6503610-0349-4639-95ea-fda54fa081fe,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:51.715857 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 72fdf922-18de-4192-a918-94785886fc4c is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:02:51.716581 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (72fdf922-18de-4192-a918-94785886fc4c), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:51.749411 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a50441c7-a9c0-4f22-81a0-e2dbe5853a0e tempest-QuotasNegativeTest-1319877576 tempest-QuotasNegativeTest-1319877576-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (d6695374-acd4-4ada-b745-cdd1875400c0), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:51.752813 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-c1f71d32-fa5a-4194-8e66-c5b4edf1c939 None None] For port 72fdf922-18de-4192-a918-94785886fc4c, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=72fdf922-18de-4192-a918-94785886fc4c,segment=NetworkSegment(c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8),segment_id=c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:02:51.764593 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a50441c7-a9c0-4f22-81a0-e2dbe5853a0e tempest-QuotasNegativeTest-1319877576 tempest-QuotasNegativeTest-1319877576-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:51.773425 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-a50441c7-a9c0-4f22-81a0-e2dbe5853a0e tempest-QuotasNegativeTest-1319877576 tempest-QuotasNegativeTest-1319877576-project-admin] 10.222.0.72 "DELETE /v2.0/security-groups/d6695374-acd4-4ada-b745-cdd1875400c0 HTTP/1.1" status: 204 len: 168 time: 0.2184234 Feb 19 03:02:51.776053 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49314) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:51.787138 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c1f71d32-fa5a-4194-8e66-c5b4edf1c939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (72fdf922-18de-4192-a918-94785886fc4c), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:51.836606 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50441c7-a9c0-4f22-81a0-e2dbe5853a0e tempest-QuotasNegativeTest-1319877576 tempest-QuotasNegativeTest-1319877576-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6695374-acd4-4ada-b745-cdd1875400c0,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:51.840627 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-03da7bf9-99c7-494f-b1f9-b3a0a0b7d0c9 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks [] for security_group (df98c276-e3f9-4d63-8567-028ab33a829e), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:51.862900 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0ac58ca-47db-47d6-9b7f-2c4c6439ca5d tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Made reservation on behalf of bb74a1a86b774cd895fbb7befcc78fd8 for: {'subnet': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:02:51.866946 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d0ac58ca-47db-47d6-9b7f-2c4c6439ca5d tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58706307'] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:51.891466 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-03da7bf9-99c7-494f-b1f9-b3a0a0b7d0c9 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks [] for security_group (df98c276-e3f9-4d63-8567-028ab33a829e), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:51.952854 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ace34a13-e309-4a67-b2e0-5740daedf325 tempest-QuotasNegativeTest-1319877576 tempest-QuotasNegativeTest-1319877576-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (11098d34-ab60-4cef-9dcf-e8c50a8195a2), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:52.071155 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-03da7bf9-99c7-494f-b1f9-b3a0a0b7d0c9 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (df98c276-e3f9-4d63-8567-028ab33a829e), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:52.078932 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-03da7bf9-99c7-494f-b1f9-b3a0a0b7d0c9 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:52.086057 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49324) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:52.086639 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-03da7bf9-99c7-494f-b1f9-b3a0a0b7d0c9 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "DELETE /v2.0/security-groups/df98c276-e3f9-4d63-8567-028ab33a829e HTTP/1.1" status: 204 len: 168 time: 0.4532726 Feb 19 03:02:52.196405 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-54edb30f-5ff1-48fe-b6d9-8f73c281db0c req-0727d6aa-5397-4672-a664-9de559370387 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 210 time: 0.0877261 Feb 19 03:02:52.199700 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03da7bf9-99c7-494f-b1f9-b3a0a0b7d0c9 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df98c276-e3f9-4d63-8567-028ab33a829e,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:52.265942 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-18855719-2bc6-4eb3-94bc-d7219f3b51e3 None None] Deleting port 72fdf922-18de-4192-a918-94785886fc4c {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:02:52.267017 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-18855719-2bc6-4eb3-94bc-d7219f3b51e3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (72fdf922-18de-4192-a918-94785886fc4c), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:52.268796 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.db.api [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103703) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:02:52.269246 n-d-826753-2 neutron-server[103703]: DEBUG oslo_db.api [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:02:52.278728 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:52.311640 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f71d32-fa5a-4194-8e66-c5b4edf1c939 None None] Pushing event updated for resources: {'Port': ['ID=72fdf922-18de-4192-a918-94785886fc4c,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:52.321369 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ace34a13-e309-4a67-b2e0-5740daedf325 tempest-QuotasNegativeTest-1319877576 tempest-QuotasNegativeTest-1319877576-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (11098d34-ab60-4cef-9dcf-e8c50a8195a2), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:52.411309 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-18855719-2bc6-4eb3-94bc-d7219f3b51e3 None None] For port 72fdf922-18de-4192-a918-94785886fc4c, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=72fdf922-18de-4192-a918-94785886fc4c,segment=NetworkSegment(c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8),segment_id=c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:02:52.411722 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-18855719-2bc6-4eb3-94bc-d7219f3b51e3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (72fdf922-18de-4192-a918-94785886fc4c), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:52.415414 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9c05b8f-db33-455e-bb71-4e87edf4ee46 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Deleting subnet 6d6cb4c0-7569-4641-a513-28c70a4f219e {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:02:52.443552 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-ace34a13-e309-4a67-b2e0-5740daedf325 tempest-QuotasNegativeTest-1319877576 tempest-QuotasNegativeTest-1319877576-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11098d34-ab60-4cef-9dcf-e8c50a8195a2']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:02:52.446039 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-18855719-2bc6-4eb3-94bc-d7219f3b51e3 None None] Calling delete_port for 72fdf922-18de-4192-a918-94785886fc4c owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:02:52.448546 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d9c05b8f-db33-455e-bb71-4e87edf4ee46 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks [] for subnet (6d6cb4c0-7569-4641-a513-28c70a4f219e), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:52.499994 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-ace34a13-e309-4a67-b2e0-5740daedf325 tempest-QuotasNegativeTest-1319877576 tempest-QuotasNegativeTest-1319877576-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be0b9fc6-68ed-46e1-8c87-19f207a56bf2') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:02:52.501879 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-ace34a13-e309-4a67-b2e0-5740daedf325 tempest-QuotasNegativeTest-1319877576 tempest-QuotasNegativeTest-1319877576-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be0b9fc6-68ed-46e1-8c87-19f207a56bf2') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:02:52.529246 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ace34a13-e309-4a67-b2e0-5740daedf325 tempest-QuotasNegativeTest-1319877576 tempest-QuotasNegativeTest-1319877576-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (be0b9fc6-68ed-46e1-8c87-19f207a56bf2), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:52.564959 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d9c05b8f-db33-455e-bb71-4e87edf4ee46 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (6d6cb4c0-7569-4641-a513-28c70a4f219e), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:52.600106 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ace34a13-e309-4a67-b2e0-5740daedf325 tempest-QuotasNegativeTest-1319877576 tempest-QuotasNegativeTest-1319877576-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (be0b9fc6-68ed-46e1-8c87-19f207a56bf2), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:52.629541 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ace34a13-e309-4a67-b2e0-5740daedf325 tempest-QuotasNegativeTest-1319877576 tempest-QuotasNegativeTest-1319877576-project-admin] Releasing vlan 267 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:02:52.635215 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ace34a13-e309-4a67-b2e0-5740daedf325 tempest-QuotasNegativeTest-1319877576 tempest-QuotasNegativeTest-1319877576-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (be0b9fc6-68ed-46e1-8c87-19f207a56bf2), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:52.638897 n-d-826753-2 neutron-server[103702]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 19 03:02:52.638897 n-d-826753-2 neutron-server[103702]: warnings.warn('Neutron quota engine will require "--force" ' Feb 19 03:02:52.638897 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 03:02:52.638897 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:02:52.638897 n-d-826753-2 neutron-server[103702]: timer() Feb 19 03:02:52.638897 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:02:52.638897 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 03:02:52.638897 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:02:52.638897 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 03:02:52.638897 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:02:52.638897 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 03:02:52.638897 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:02:52.638897 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 03:02:52.638897 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:02:52.638897 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 03:02:52.638897 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:02:52.638897 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:02:52.638897 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:02:52.638897 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:02:52.638897 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:02:52.638897 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 03:02:52.638897 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:02:52.638897 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 03:02:52.638897 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:02:52.638897 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:02:52.638897 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:02:52.638897 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 03:02:52.638897 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:02:52.638897 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:02:52.638897 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:02:52.638897 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:02:52.638897 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:02:52.638897 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:02:52.638897 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:02:52.649457 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:52.650011 n-d-826753-2 neutron-server[103701]: DEBUG neutron.objects.ports [None req-d0ac58ca-47db-47d6-9b7f-2c4c6439ca5d tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103701) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 03:02:52.658881 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-18855719-2bc6-4eb3-94bc-d7219f3b51e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (72fdf922-18de-4192-a918-94785886fc4c), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:52.722616 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18855719-2bc6-4eb3-94bc-d7219f3b51e3 None None] No DVR routers for this DVR port 72fdf922-18de-4192-a918-94785886fc4c on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:02:52.729403 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18855719-2bc6-4eb3-94bc-d7219f3b51e3 None None] Pushing event deleted for resources: {'Port': ['ID=72fdf922-18de-4192-a918-94785886fc4c,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:52.835435 n-d-826753-2 neutron-server[103701]: WARNING neutron.services.revisions.revision_plugin [None req-d0ac58ca-47db-47d6-9b7f-2c4c6439ca5d tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Could not find related port for resource to bump revision. Feb 19 03:02:52.835785 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Port 72fdf922-18de-4192-a918-94785886fc4c update to ACTIVE by agent not found {{(pid=103703) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 19 03:02:52.851136 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.ipam_pluggable_backend [None req-d0ac58ca-47db-47d6-9b7f-2c4c6439ca5d tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Port 72fdf922-18de-4192-a918-94785886fc4c was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103701) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 19 03:02:52.851136 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.ipam_pluggable_backend [None req-d0ac58ca-47db-47d6-9b7f-2c4c6439ca5d tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Reverting IP allocation for 2001:db8::f816:3eff:fe0c:cb67 {{(pid=103701) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 19 03:02:52.857778 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.ipam_pluggable_backend [None req-d0ac58ca-47db-47d6-9b7f-2c4c6439ca5d tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe0c:cb67 {{(pid=103701) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 19 03:02:52.861132 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d0ac58ca-47db-47d6-9b7f-2c4c6439ca5d tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12647271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58706289'] for subnet (eb08ebce-5380-4b26-ad9d-f974776b905a), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:52.919697 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ac58ca-47db-47d6-9b7f-2c4c6439ca5d tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:02:52.926540 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ace34a13-e309-4a67-b2e0-5740daedf325 tempest-QuotasNegativeTest-1319877576 tempest-QuotasNegativeTest-1319877576-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (11098d34-ab60-4cef-9dcf-e8c50a8195a2), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:52.928616 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-d0ac58ca-47db-47d6-9b7f-2c4c6439ca5d tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:02:52.943144 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ac58ca-47db-47d6-9b7f-2c4c6439ca5d tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:52.943739 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d0ac58ca-47db-47d6-9b7f-2c4c6439ca5d tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:52.951820 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ace34a13-e309-4a67-b2e0-5740daedf325 tempest-QuotasNegativeTest-1319877576 tempest-QuotasNegativeTest-1319877576-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:52.954357 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba2d6fe-a14b-4c2a-9a87-7ca89be7119b None None] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:02:52.961852 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-ace34a13-e309-4a67-b2e0-5740daedf325 tempest-QuotasNegativeTest-1319877576 tempest-QuotasNegativeTest-1319877576-project-admin] 10.222.0.72 "DELETE /v2.0/networks/11098d34-ab60-4cef-9dcf-e8c50a8195a2 HTTP/1.1" status: 204 len: 168 time: 1.1529241 Feb 19 03:02:52.965619 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49358) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:52.992485 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace34a13-e309-4a67-b2e0-5740daedf325 tempest-QuotasNegativeTest-1319877576 tempest-QuotasNegativeTest-1319877576-project-admin] Pushing event deleted for resources: {'Network': ['ID=11098d34-ab60-4cef-9dcf-e8c50a8195a2,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:52.997396 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-d0ac58ca-47db-47d6-9b7f-2c4c6439ca5d tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4003680 Feb 19 03:02:52.997506 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 49360) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:53.013235 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-c61aec47-516b-4d79-a756-da90a8f8329b tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Request body: {'subnet': {'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:02:53.018267 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ac58ca-47db-47d6-9b7f-2c4c6439ca5d tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event updated for resources: {'Subnet': ['ID=eb08ebce-5380-4b26-ad9d-f974776b905a,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:53.161728 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fd9c5787-814e-432b-b7a8-98414c9512fa tempest-QuotasNegativeTest-1319877576 tempest-QuotasNegativeTest-1319877576-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (b9682e10-0db3-401a-9073-b5edf85b6f47), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:53.177251 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d9c05b8f-db33-455e-bb71-4e87edf4ee46 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (6d6cb4c0-7569-4641-a513-28c70a4f219e), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:53.189135 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b33ef8-0955-4ced-bd2d-23670b848055 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-48d3009f-8d6e-4fac-a460-ff95e3f8d78a', 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a', 'project_id': 'bb74a1a86b774cd895fbb7befcc78fd8', 'fixed_ips': [{'subnet_id': 'eb08ebce-5380-4b26-ad9d-f974776b905a'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:02:53.190185 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-44b33ef8-0955-4ced-bd2d-23670b848055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:53.228516 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 72fdf922-18de-4192-a918-94785886fc4c no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:02:53.258931 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 49366) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:53.285304 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 72fdf922-18de-4192-a918-94785886fc4c {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:02:53.285705 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 72fdf922-18de-4192-a918-94785886fc4c not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:02:53.291696 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c61aec47-516b-4d79-a756-da90a8f8329b tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Made reservation on behalf of bb74a1a86b774cd895fbb7befcc78fd8 for: {'subnet': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:02:53.295190 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c61aec47-516b-4d79-a756-da90a8f8329b tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58706307'] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:53.343245 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d9c05b8f-db33-455e-bb71-4e87edf4ee46 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (6d6cb4c0-7569-4641-a513-28c70a4f219e), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:53.384044 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c05b8f-db33-455e-bb71-4e87edf4ee46 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Pushing event deleted for resources: {'Subnet': ['ID=6d6cb4c0-7569-4641-a513-28c70a4f219e,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:53.404222 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d9c05b8f-db33-455e-bb71-4e87edf4ee46 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:53.408101 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-d9c05b8f-db33-455e-bb71-4e87edf4ee46 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "DELETE /v2.0/subnets/6d6cb4c0-7569-4641-a513-28c70a4f219e HTTP/1.1" status: 204 len: 168 time: 1.3195920 Feb 19 03:02:53.412206 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49370) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:53.420080 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a948be93-762d-4f7e-8a45-a1520bbb9adb None None] Network 6a524231-053d-4b27-8781-6700e8b17e0f requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:02:53.489056 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-476f3a1b-1c68-434a-ab3d-ec078090fd87 req-2465d959-759f-4963-8020-d4db0faa6dea tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 210 time: 0.1099281 Feb 19 03:02:53.523672 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fd9c5787-814e-432b-b7a8-98414c9512fa tempest-QuotasNegativeTest-1319877576 tempest-QuotasNegativeTest-1319877576-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (b9682e10-0db3-401a-9073-b5edf85b6f47), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:53.538645 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-85688909-9c24-48b0-a1d4-3fd12812ca6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:53.558023 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-fd9c5787-814e-432b-b7a8-98414c9512fa tempest-QuotasNegativeTest-1319877576 tempest-QuotasNegativeTest-1319877576-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9682e10-0db3-401a-9073-b5edf85b6f47']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:02:53.568957 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-583a9e72-d251-487f-a378-7cefd673e013 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Deleting subnet 8cd1d9fd-b7be-4b6c-8aff-aa9876334030 {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:02:53.572183 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-583a9e72-d251-487f-a378-7cefd673e013 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks [] for subnet (8cd1d9fd-b7be-4b6c-8aff-aa9876334030), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:53.607686 n-d-826753-2 neutron-server[103701]: INFO neutron.db.ipam_backend_mixin [None req-c61aec47-516b-4d79-a756-da90a8f8329b tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet eb08ebce-5380-4b26-ad9d-f974776b905a (CIDR: 2001:db8::/64) Feb 19 03:02:53.621155 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-583a9e72-d251-487f-a378-7cefd673e013 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (8cd1d9fd-b7be-4b6c-8aff-aa9876334030), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:53.627587 n-d-826753-2 neutron-server[103701]: INFO neutron.pecan_wsgi.hooks.translation [None req-c61aec47-516b-4d79-a756-da90a8f8329b tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:02:53.628085 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c61aec47-516b-4d79-a756-da90a8f8329b tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:02:53.678210 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-c61aec47-516b-4d79-a756-da90a8f8329b tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6797185 Feb 19 03:02:53.686984 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-44b33ef8-0955-4ced-bd2d-23670b848055 None None] Allocated IP 2001:db8::f816:3eff:fe25:385d (48d3009f-8d6e-4fac-a460-ff95e3f8d78a/eb08ebce-5380-4b26-ad9d-f974776b905a/a3d428ef-5b4c-4a66-922d-c9bc17bfbedd) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:02:53.691976 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 49372) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:53.700466 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-d6e8da3b-176a-4f45-9188-a119c1709760 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Request body: {'subnet': {'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:02:53.725062 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-583a9e72-d251-487f-a378-7cefd673e013 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (8cd1d9fd-b7be-4b6c-8aff-aa9876334030), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:53.796346 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-fd9c5787-814e-432b-b7a8-98414c9512fa tempest-QuotasNegativeTest-1319877576 tempest-QuotasNegativeTest-1319877576-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '141ac703-6d06-4ffc-acd0-f894200bfa8e') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:02:53.796676 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-fd9c5787-814e-432b-b7a8-98414c9512fa tempest-QuotasNegativeTest-1319877576 tempest-QuotasNegativeTest-1319877576-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '141ac703-6d06-4ffc-acd0-f894200bfa8e') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:02:53.807019 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-583a9e72-d251-487f-a378-7cefd673e013 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (8cd1d9fd-b7be-4b6c-8aff-aa9876334030), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:53.847138 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fd9c5787-814e-432b-b7a8-98414c9512fa tempest-QuotasNegativeTest-1319877576 tempest-QuotasNegativeTest-1319877576-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (141ac703-6d06-4ffc-acd0-f894200bfa8e), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:53.849092 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583a9e72-d251-487f-a378-7cefd673e013 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Pushing event deleted for resources: {'Subnet': ['ID=8cd1d9fd-b7be-4b6c-8aff-aa9876334030,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:53.851469 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-583a9e72-d251-487f-a378-7cefd673e013 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:53.855498 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-583a9e72-d251-487f-a378-7cefd673e013 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "DELETE /v2.0/subnets/8cd1d9fd-b7be-4b6c-8aff-aa9876334030 HTTP/1.1" status: 204 len: 168 time: 0.4423146 Feb 19 03:02:53.862394 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49376) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:53.933767 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ad220d9-5ee4-4ecc-aaca-0ade208fa632 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] DELETE failed (client error): The resource could not be found. Feb 19 03:02:53.934244 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ad220d9-5ee4-4ecc-aaca-0ade208fa632 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:02:53.939142 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-9ad220d9-5ee4-4ecc-aaca-0ade208fa632 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "DELETE /v2.0/subnets/6d6cb4c0-7569-4641-a513-28c70a4f219e HTTP/1.1" status: 404 len: 337 time: 0.0756497 Feb 19 03:02:53.940363 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fd9c5787-814e-432b-b7a8-98414c9512fa tempest-QuotasNegativeTest-1319877576 tempest-QuotasNegativeTest-1319877576-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (141ac703-6d06-4ffc-acd0-f894200bfa8e), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:53.949411 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49378) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:53.955396 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-85688909-9c24-48b0-a1d4-3fd12812ca6f admin admin] Publish callbacks [] for security_group (71948296-663b-437f-8c36-3d4cbae8a54d), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:53.971215 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-85688909-9c24-48b0-a1d4-3fd12812ca6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (71948296-663b-437f-8c36-3d4cbae8a54d), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:53.998775 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd9c5787-814e-432b-b7a8-98414c9512fa tempest-QuotasNegativeTest-1319877576 tempest-QuotasNegativeTest-1319877576-project-admin] Releasing vlan 292 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:02:53.999183 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fd9c5787-814e-432b-b7a8-98414c9512fa tempest-QuotasNegativeTest-1319877576 tempest-QuotasNegativeTest-1319877576-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (141ac703-6d06-4ffc-acd0-f894200bfa8e), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:54.002514 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 03:02:54.002514 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:02:54.002514 n-d-826753-2 neutron-server[103702]: timer() Feb 19 03:02:54.002514 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:02:54.002514 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 03:02:54.002514 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:02:54.002514 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 03:02:54.002514 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:02:54.002514 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 03:02:54.002514 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:02:54.002514 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 03:02:54.002514 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:02:54.002514 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 03:02:54.002514 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:02:54.002514 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:02:54.002514 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:02:54.002514 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:02:54.002514 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:02:54.002514 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 03:02:54.002514 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:02:54.002514 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 03:02:54.002514 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:02:54.002514 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:02:54.002514 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:02:54.002514 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 03:02:54.002514 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:02:54.002514 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:02:54.002514 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:02:54.002514 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:02:54.002514 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:02:54.002514 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:02:54.002514 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:02:54.044686 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-44b33ef8-0955-4ced-bd2d-23670b848055 None None] Publish callbacks [] for port (a3d428ef-5b4c-4a66-922d-c9bc17bfbedd), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:54.053439 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-44b33ef8-0955-4ced-bd2d-23670b848055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (a3d428ef-5b4c-4a66-922d-c9bc17bfbedd), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:54.069841 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-85688909-9c24-48b0-a1d4-3fd12812ca6f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=524054768a3c4168b021fd96b998230a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8098564 Feb 19 03:02:54.080944 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49382) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:54.096561 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85688909-9c24-48b0-a1d4-3fd12812ca6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71948296-663b-437f-8c36-3d4cbae8a54d,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:54.115184 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b33ef8-0955-4ced-bd2d-23670b848055 None None] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:02:54.120835 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6e8da3b-176a-4f45-9188-a119c1709760 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Made reservation on behalf of bb74a1a86b774cd895fbb7befcc78fd8 for: {'subnet': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:02:54.132752 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-44b33ef8-0955-4ced-bd2d-23670b848055 None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:02:54.138850 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-56ed1d65-9689-47f9-ac18-f8f85bb2a394 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Deleting subnet a8fd74ba-d5c2-4601-a271-d4a60c67fa3a {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:02:54.140077 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b33ef8-0955-4ced-bd2d-23670b848055 None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:02:54.143544 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-56ed1d65-9689-47f9-ac18-f8f85bb2a394 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks [] for subnet (a8fd74ba-d5c2-4601-a271-d4a60c67fa3a), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:54.149313 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d6e8da3b-176a-4f45-9188-a119c1709760 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58706307'] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:54.204073 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fd9c5787-814e-432b-b7a8-98414c9512fa tempest-QuotasNegativeTest-1319877576 tempest-QuotasNegativeTest-1319877576-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (b9682e10-0db3-401a-9073-b5edf85b6f47), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:54.226080 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fd9c5787-814e-432b-b7a8-98414c9512fa tempest-QuotasNegativeTest-1319877576 tempest-QuotasNegativeTest-1319877576-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:54.232105 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-fd9c5787-814e-432b-b7a8-98414c9512fa tempest-QuotasNegativeTest-1319877576 tempest-QuotasNegativeTest-1319877576-project-admin] 10.222.0.72 "DELETE /v2.0/networks/b9682e10-0db3-401a-9073-b5edf85b6f47 HTTP/1.1" status: 204 len: 168 time: 1.2532625 Feb 19 03:02:54.236886 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-56ed1d65-9689-47f9-ac18-f8f85bb2a394 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (a8fd74ba-d5c2-4601-a271-d4a60c67fa3a), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:54.240349 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9c5787-814e-432b-b7a8-98414c9512fa tempest-QuotasNegativeTest-1319877576 tempest-QuotasNegativeTest-1319877576-project-admin] Pushing event deleted for resources: {'Network': ['ID=b9682e10-0db3-401a-9073-b5edf85b6f47,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:54.274446 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b33ef8-0955-4ced-bd2d-23670b848055 None None] Pushing event updated for resources: {'Port': ['ID=a3d428ef-5b4c-4a66-922d-c9bc17bfbedd,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:54.288847 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-09623e8b-9393-4e69-88d5-eeaedc63e6a5 admin admin] Publish callbacks [] for security_group (71948296-663b-437f-8c36-3d4cbae8a54d), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:54.347743 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-09623e8b-9393-4e69-88d5-eeaedc63e6a5 admin admin] Publish callbacks [] for security_group (71948296-663b-437f-8c36-3d4cbae8a54d), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:54.402150 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-44b33ef8-0955-4ced-bd2d-23670b848055 None None] Attempting to bind port a3d428ef-5b4c-4a66-922d-c9bc17bfbedd on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:02:54.402150 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-44b33ef8-0955-4ced-bd2d-23670b848055 None None] Attempting to bind port a3d428ef-5b4c-4a66-922d-c9bc17bfbedd by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': 'c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:02:54.402150 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b33ef8-0955-4ced-bd2d-23670b848055 None None] Attempting to bind port a3d428ef-5b4c-4a66-922d-c9bc17bfbedd on network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:02:54.414599 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b33ef8-0955-4ced-bd2d-23670b848055 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:02:54.415084 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b33ef8-0955-4ced-bd2d-23670b848055 None None] Checking segment: {'id': 'c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:02:54.415380 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-44b33ef8-0955-4ced-bd2d-23670b848055 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:54.415774 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b33ef8-0955-4ced-bd2d-23670b848055 None None] Bound using segment: {'id': 'c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:02:54.416246 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-44b33ef8-0955-4ced-bd2d-23670b848055 None None] Bound port: a3d428ef-5b4c-4a66-922d-c9bc17bfbedd, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:02:54.416626 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-44b33ef8-0955-4ced-bd2d-23670b848055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (a3d428ef-5b4c-4a66-922d-c9bc17bfbedd), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:54.470566 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-56ed1d65-9689-47f9-ac18-f8f85bb2a394 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (a8fd74ba-d5c2-4601-a271-d4a60c67fa3a), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:54.553382 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-44b33ef8-0955-4ced-bd2d-23670b848055 None None] For port a3d428ef-5b4c-4a66-922d-c9bc17bfbedd, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:02:54.558133 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-44b33ef8-0955-4ced-bd2d-23670b848055 None None] For port a3d428ef-5b4c-4a66-922d-c9bc17bfbedd, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=a3d428ef-5b4c-4a66-922d-c9bc17bfbedd,segment=NetworkSegment(c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8),segment_id=c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:02:54.578000 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-44b33ef8-0955-4ced-bd2d-23670b848055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (a3d428ef-5b4c-4a66-922d-c9bc17bfbedd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:54.590918 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-09623e8b-9393-4e69-88d5-eeaedc63e6a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (71948296-663b-437f-8c36-3d4cbae8a54d), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:54.593658 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-09623e8b-9393-4e69-88d5-eeaedc63e6a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:54.598480 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-09623e8b-9393-4e69-88d5-eeaedc63e6a5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/71948296-663b-437f-8c36-3d4cbae8a54d HTTP/1.1" status: 204 len: 168 time: 0.5136285 Feb 19 03:02:54.634811 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09623e8b-9393-4e69-88d5-eeaedc63e6a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71948296-663b-437f-8c36-3d4cbae8a54d,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:54.650164 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-56ed1d65-9689-47f9-ac18-f8f85bb2a394 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (a8fd74ba-d5c2-4601-a271-d4a60c67fa3a), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:54.705743 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-29b1ca6e-defe-4cd9-b3f1-bb6aa3847ae3 req-79836525-d822-4322-a80f-09f163eafaa2 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 210 time: 0.0448554 Feb 19 03:02:54.746652 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d6e8da3b-176a-4f45-9188-a119c1709760 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12647271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58706289'] for subnet (0cbd9b47-de53-4ea8-a737-2100642336ba), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:54.754745 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ed1d65-9689-47f9-ac18-f8f85bb2a394 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Pushing event deleted for resources: {'Subnet': ['ID=a8fd74ba-d5c2-4601-a271-d4a60c67fa3a,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:54.756739 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-56ed1d65-9689-47f9-ac18-f8f85bb2a394 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:54.776766 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-56ed1d65-9689-47f9-ac18-f8f85bb2a394 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "DELETE /v2.0/subnets/a8fd74ba-d5c2-4601-a271-d4a60c67fa3a HTTP/1.1" status: 204 len: 168 time: 0.8262858 Feb 19 03:02:54.787443 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49392) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:54.839106 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e8da3b-176a-4f45-9188-a119c1709760 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:02:54.852597 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b33ef8-0955-4ced-bd2d-23670b848055 None None] Pushing event updated for resources: {'Port': ['ID=a3d428ef-5b4c-4a66-922d-c9bc17bfbedd,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:54.853341 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-d6e8da3b-176a-4f45-9188-a119c1709760 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:02:54.859078 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e8da3b-176a-4f45-9188-a119c1709760 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:54.860159 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d6e8da3b-176a-4f45-9188-a119c1709760 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:54.866917 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e8da3b-176a-4f45-9188-a119c1709760 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event updated for resources: {'Subnet': ['ID=0cbd9b47-de53-4ea8-a737-2100642336ba,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:54.898911 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-d6e8da3b-176a-4f45-9188-a119c1709760 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2058294 Feb 19 03:02:54.901971 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 49396) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:54.914308 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-3d7a01d6-e1e7-487f-8085-50cf367202a4 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Request body: {'port': {'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a', 'mac_address': 'fa:16:3e:d1:5c:c7', 'name': 'tempest-NetworksTestDHCPv6-631200793'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:02:54.967922 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3814d483-57c3-4d01-bf20-9bc610453b4f None None] Network 6a524231-053d-4b27-8781-6700e8b17e0f requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:02:55.259289 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-bc30986d-3801-425c-a09b-a4a4c2eba5b1 None None] Provisioning complete for port 615e47cd-11b3-4066-95aa-2dfca28e480a triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:02:55.263088 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-bc30986d-3801-425c-a09b-a4a4c2eba5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (615e47cd-11b3-4066-95aa-2dfca28e480a), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:55.266426 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d7a01d6-e1e7-487f-8085-50cf367202a4 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Made reservation on behalf of bb74a1a86b774cd895fbb7befcc78fd8 for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:02:55.436678 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device a3d428ef-5b4c-4a66-922d-c9bc17bfbedd up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:02:55.456474 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3d7a01d6-e1e7-487f-8085-50cf367202a4 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:55.491862 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 49408) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:55.535120 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [None req-3d7a01d6-e1e7-487f-8085-50cf367202a4 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] device_id is not set on port 94855272-5c8a-469d-a856-4a04807f6407 yet. {{(pid=103701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:02:55.559236 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f259917-4eca-4bec-a64e-ae2369649dfa None None] DHCP port deletion for 6a524231-053d-4b27-8781-6700e8b17e0f request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:02:55.569263 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-bc30986d-3801-425c-a09b-a4a4c2eba5b1 None None] Port 615e47cd-11b3-4066-95aa-2dfca28e480a cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:02:55.575786 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-aeabbbc8-722b-420f-8f44-5850c7ae3bd1 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] DELETE failed (client error): The resource could not be found. Feb 19 03:02:55.577326 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aeabbbc8-722b-420f-8f44-5850c7ae3bd1 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:02:55.584926 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-aeabbbc8-722b-420f-8f44-5850c7ae3bd1 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "DELETE /v2.0/subnets/a1980cbe-58d8-4a4e-b016-8897f26831ac HTTP/1.1" status: 404 len: 337 time: 0.7964087 Feb 19 03:02:55.587946 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49418) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:55.660797 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 49422) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:55.661819 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-cdb31a87-1b1c-4fc1-a0c4-a1639b2dfb1b tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "GET /v2.0/ports?device_id=8b06fe39-eab9-43af-bef1-4ac2a808dab0 HTTP/1.1" status: 200 len: 205 time: 0.0712047 Feb 19 03:02:55.764567 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-bc30986d-3801-425c-a09b-a4a4c2eba5b1 None None] Provisioning complete for port 1f5a95ee-0042-4e60-9451-6b9750f8447d triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:02:55.769526 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-bc30986d-3801-425c-a09b-a4a4c2eba5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (1f5a95ee-0042-4e60-9451-6b9750f8447d), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:55.789874 n-d-826753-2 neutron-server[103701]: INFO neutron.api.v2.resource [None req-28eced86-926e-4a38-ada5-abb63a87503b tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] delete failed (client error): The resource could not be found. Feb 19 03:02:55.795376 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49430) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:55.810096 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-28eced86-926e-4a38-ada5-abb63a87503b tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "DELETE /v2.0/routers/8b06fe39-eab9-43af-bef1-4ac2a808dab0 HTTP/1.1" status: 404 len: 336 time: 0.1357803 Feb 19 03:02:55.852366 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port a3d428ef-5b4c-4a66-922d-c9bc17bfbedd triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:02:55.852849 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (a3d428ef-5b4c-4a66-922d-c9bc17bfbedd), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:55.884352 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a714a5d-acd0-4f43-8667-7d15b2ea6f85 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] DELETE failed (client error): The resource could not be found. Feb 19 03:02:55.885967 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a714a5d-acd0-4f43-8667-7d15b2ea6f85 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:02:55.898589 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-4a714a5d-acd0-4f43-8667-7d15b2ea6f85 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "DELETE /v2.0/subnets/d39b2fc5-37a3-49dd-adba-c8553b7470b9 HTTP/1.1" status: 404 len: 337 time: 0.0995812 Feb 19 03:02:55.898589 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49436) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:55.951732 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-d633ee01-7463-44d3-8f50-649254e7657a tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] DELETE failed (client error): The resource could not be found. Feb 19 03:02:55.954018 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d633ee01-7463-44d3-8f50-649254e7657a tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:02:55.963584 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-d633ee01-7463-44d3-8f50-649254e7657a tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "DELETE /v2.0/subnets/e5f1fada-7928-4d2c-a9e2-5a7ac26070d5 HTTP/1.1" status: 404 len: 337 time: 0.0640197 Feb 19 03:02:55.966002 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49440) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:56.042033 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b460a59-8d50-46a1-bca5-41c82816d8fe tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] DELETE failed (client error): The resource could not be found. Feb 19 03:02:56.042873 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b460a59-8d50-46a1-bca5-41c82816d8fe tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:02:56.047894 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-4b460a59-8d50-46a1-bca5-41c82816d8fe tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "DELETE /v2.0/subnets/b9f645af-397e-4449-b9e7-4090e466c09b HTTP/1.1" status: 404 len: 337 time: 0.0803492 Feb 19 03:02:56.048912 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-323d00bc-49b2-4f16-b8b5-48c66720bb46 req-a76d6b05-4d06-43e2-a00b-6b5481b00b00 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 210 time: 0.1498284 Feb 19 03:02:56.050386 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49444) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:56.100295 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d60eb87-f283-4af1-926a-468102da8250 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] DELETE failed (client error): The resource could not be found. Feb 19 03:02:56.101904 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d60eb87-f283-4af1-926a-468102da8250 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:02:56.118754 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-6d60eb87-f283-4af1-926a-468102da8250 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "DELETE /v2.0/ports/120e3a6d-5666-4a00-8cc0-1c8a170ceca6 HTTP/1.1" status: 404 len: 333 time: 0.0571902 Feb 19 03:02:56.119548 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49446) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:56.144020 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-003e528e-1d29-4a29-9272-b8d2a81b2e61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:56.147956 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-7f259917-4eca-4bec-a64e-ae2369649dfa None None] Deleting port 1f5a95ee-0042-4e60-9451-6b9750f8447d {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:02:56.148335 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-7f259917-4eca-4bec-a64e-ae2369649dfa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (1f5a95ee-0042-4e60-9451-6b9750f8447d), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:56.180246 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-3d7a01d6-e1e7-487f-8085-50cf367202a4 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Allocated IP 2001:db8:0:1::15d (48d3009f-8d6e-4fac-a460-ff95e3f8d78a/0cbd9b47-de53-4ea8-a737-2100642336ba/94855272-5c8a-469d-a856-4a04807f6407) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:02:56.191385 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-3d7a01d6-e1e7-487f-8085-50cf367202a4 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Allocated IP 2001:db8::f816:3eff:fed1:5cc7 (48d3009f-8d6e-4fac-a460-ff95e3f8d78a/eb08ebce-5380-4b26-ad9d-f974776b905a/94855272-5c8a-469d-a856-4a04807f6407) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:02:56.237288 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-75e2830a-c343-42ca-b89c-3c8d0f5c23aa tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] DELETE failed (client error): The resource could not be found. Feb 19 03:02:56.238224 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75e2830a-c343-42ca-b89c-3c8d0f5c23aa tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:02:56.254045 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-75e2830a-c343-42ca-b89c-3c8d0f5c23aa tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "DELETE /v2.0/subnets/04317054-53aa-4846-be8d-fe455c063e93 HTTP/1.1" status: 404 len: 337 time: 0.1303709 Feb 19 03:02:56.256076 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49450) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:56.338425 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-7f259917-4eca-4bec-a64e-ae2369649dfa None None] For port 1f5a95ee-0042-4e60-9451-6b9750f8447d, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=1f5a95ee-0042-4e60-9451-6b9750f8447d,segment=NetworkSegment(6e1fe77b-24b7-4c7e-96fc-2e11ae42aaba),segment_id=6e1fe77b-24b7-4c7e-96fc-2e11ae42aaba)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:02:56.338829 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-7f259917-4eca-4bec-a64e-ae2369649dfa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (1f5a95ee-0042-4e60-9451-6b9750f8447d), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:56.360942 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd7d9371-8c25-400e-bd3f-6e6fb5e9393e tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] DELETE failed (client error): The resource could not be found. Feb 19 03:02:56.361429 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd7d9371-8c25-400e-bd3f-6e6fb5e9393e tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:02:56.366761 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-bd7d9371-8c25-400e-bd3f-6e6fb5e9393e tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "DELETE /v2.0/subnets/94ac02b9-2c47-49df-a261-e21c2ecf2df9 HTTP/1.1" status: 404 len: 337 time: 0.1019080 Feb 19 03:02:56.370108 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-7f259917-4eca-4bec-a64e-ae2369649dfa None None] Calling delete_port for 1f5a95ee-0042-4e60-9451-6b9750f8447d owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:02:56.385599 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49452) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:56.416807 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-003e528e-1d29-4a29-9272-b8d2a81b2e61 admin admin] Publish callbacks [] for security_group (eb4ed1ec-bf90-4a47-b716-b1b3c0a3760a), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:56.451449 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-003e528e-1d29-4a29-9272-b8d2a81b2e61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (eb4ed1ec-bf90-4a47-b716-b1b3c0a3760a), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:56.460860 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49454) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:56.483870 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-065e011a-baec-4387-942d-f457b9d3f9c1 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] DELETE failed (client error): The resource could not be found. Feb 19 03:02:56.484361 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-065e011a-baec-4387-942d-f457b9d3f9c1 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:02:56.497716 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-065e011a-baec-4387-942d-f457b9d3f9c1 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "DELETE /v2.0/ports/07a38b32-6475-4cbc-b57d-96087403a3a5 HTTP/1.1" status: 404 len: 333 time: 0.1096272 Feb 19 03:02:56.499769 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49458) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:56.544667 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003e528e-1d29-4a29-9272-b8d2a81b2e61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb4ed1ec-bf90-4a47-b716-b1b3c0a3760a,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:56.560406 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-003e528e-1d29-4a29-9272-b8d2a81b2e61 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7b05e7a6582f4af5b5ecd806f437f04a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0674953 Feb 19 03:02:56.568409 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 49460) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:56.604000 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-058d186d-e995-4c8f-9cb8-35a8c9b10b5c tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] DELETE failed (client error): The resource could not be found. Feb 19 03:02:56.604553 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-058d186d-e995-4c8f-9cb8-35a8c9b10b5c tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:02:56.608383 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-058d186d-e995-4c8f-9cb8-35a8c9b10b5c tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "DELETE /v2.0/subnets/d4edb03f-ff41-4d00-b8cf-6dabe8231305 HTTP/1.1" status: 404 len: 337 time: 0.1038778 Feb 19 03:02:56.612190 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49462) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:56.664913 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd4541fd-09e6-4cf8-9286-fe5678174f94 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] DELETE failed (client error): The resource could not be found. Feb 19 03:02:56.665431 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd4541fd-09e6-4cf8-9286-fe5678174f94 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:02:56.670347 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-fd4541fd-09e6-4cf8-9286-fe5678174f94 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "DELETE /v2.0/subnets/d29f0ff6-5aa4-4820-a1f3-655c3bd4d676 HTTP/1.1" status: 404 len: 337 time: 0.0570226 Feb 19 03:02:56.673727 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49464) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:56.696176 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3d7a01d6-e1e7-487f-8085-50cf367202a4 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks [] for port (94855272-5c8a-469d-a856-4a04807f6407), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:56.710628 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:56.721615 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00aeb260-8b2e-4bd9-bd4b-0e8250675641 None None] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:02:56.725029 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-22646972-3079-4ae2-bcbf-3b09d86a4984 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1405717559-network', 'tenant_id': '851ee534d6e441ceb32a1eba33c99e35'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:02:56.787547 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2f0de90a-5e33-49db-8854-4e9b495e009e admin admin] Publish callbacks [] for security_group (eb4ed1ec-bf90-4a47-b716-b1b3c0a3760a), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:56.808292 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22646972-3079-4ae2-bcbf-3b09d86a4984 admin admin] Made reservation on behalf of 851ee534d6e441ceb32a1eba33c99e35 for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:02:56.811483 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-22646972-3079-4ae2-bcbf-3b09d86a4984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:56.856854 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2f0de90a-5e33-49db-8854-4e9b495e009e admin admin] Publish callbacks [] for security_group (eb4ed1ec-bf90-4a47-b716-b1b3c0a3760a), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:56.858563 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-bc30986d-3801-425c-a09b-a4a4c2eba5b1 None None] Current status of the port 1f5a95ee-0042-4e60-9451-6b9750f8447d is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:02:56.861864 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-22646972-3079-4ae2-bcbf-3b09d86a4984 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:56.872840 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port a3d428ef-5b4c-4a66-922d-c9bc17bfbedd is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:02:56.873310 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (a3d428ef-5b4c-4a66-922d-c9bc17bfbedd), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:56.916051 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port a3d428ef-5b4c-4a66-922d-c9bc17bfbedd, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=a3d428ef-5b4c-4a66-922d-c9bc17bfbedd,segment=NetworkSegment(c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8),segment_id=c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:02:56.918966 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-7f259917-4eca-4bec-a64e-ae2369649dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (1f5a95ee-0042-4e60-9451-6b9750f8447d), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:56.939499 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3d7a01d6-e1e7-487f-8085-50cf367202a4 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (94855272-5c8a-469d-a856-4a04807f6407), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:56.939961 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (a3d428ef-5b4c-4a66-922d-c9bc17bfbedd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:56.988356 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f259917-4eca-4bec-a64e-ae2369649dfa None None] Pushing event deleted for resources: {'Port': ['ID=1f5a95ee-0042-4e60-9451-6b9750f8447d,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:57.007537 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f259917-4eca-4bec-a64e-ae2369649dfa None None] No DVR routers for this DVR port 1f5a95ee-0042-4e60-9451-6b9750f8447d on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:02:57.018872 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-09c7d507-0bd6-4fd1-800f-75f1d43fc5c1 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Deleting port 615e47cd-11b3-4066-95aa-2dfca28e480a {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:02:57.020013 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-09c7d507-0bd6-4fd1-800f-75f1d43fc5c1 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (615e47cd-11b3-4066-95aa-2dfca28e480a), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:57.090587 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7a01d6-e1e7-487f-8085-50cf367202a4 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:02:57.109327 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-3d7a01d6-e1e7-487f-8085-50cf367202a4 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:02:57.125337 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-975cfe10-47dc-4337-94d6-7ec1c1389b60 None None] Provisioning complete for port a3d428ef-5b4c-4a66-922d-c9bc17bfbedd triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:02:57.125974 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-975cfe10-47dc-4337-94d6-7ec1c1389b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (a3d428ef-5b4c-4a66-922d-c9bc17bfbedd), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:57.132348 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7a01d6-e1e7-487f-8085-50cf367202a4 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:02:57.151810 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7a01d6-e1e7-487f-8085-50cf367202a4 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:57.165918 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3d7a01d6-e1e7-487f-8085-50cf367202a4 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:57.166175 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-09c7d507-0bd6-4fd1-800f-75f1d43fc5c1 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (615e47cd-11b3-4066-95aa-2dfca28e480a), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:57.194129 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7a01d6-e1e7-487f-8085-50cf367202a4 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event updated for resources: {'Port': ['ID=94855272-5c8a-469d-a856-4a04807f6407,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:57.196244 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978a2161-857e-48d4-ab57-2f28e31cecd4 None None] Update dhcp port {'port': {'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a', 'fixed_ips': [{'subnet_id': 'eb08ebce-5380-4b26-ad9d-f974776b905a', 'ip_address': '2001:db8::f816:3eff:fe25:385d'}, {'subnet_id': '0cbd9b47-de53-4ea8-a737-2100642336ba'}], 'binding:host_id': 'n-d-826753-2'}, 'id': 'a3d428ef-5b4c-4a66-922d-c9bc17bfbedd'} from n-d-826753-2. {{(pid=103703) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 03:02:57.214167 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=a3d428ef-5b4c-4a66-922d-c9bc17bfbedd,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:57.233552 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-3d7a01d6-e1e7-487f-8085-50cf367202a4 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.3291943 Feb 19 03:02:57.235006 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-09c7d507-0bd6-4fd1-800f-75f1d43fc5c1 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Calling delete_port for 615e47cd-11b3-4066-95aa-2dfca28e480a owned by {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:02:57.235377 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2f0de90a-5e33-49db-8854-4e9b495e009e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (eb4ed1ec-bf90-4a47-b716-b1b3c0a3760a), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:57.240963 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2f0de90a-5e33-49db-8854-4e9b495e009e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:57.243078 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49472) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:57.250881 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-2f0de90a-5e33-49db-8854-4e9b495e009e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/eb4ed1ec-bf90-4a47-b716-b1b3c0a3760a HTTP/1.1" status: 204 len: 168 time: 0.6731768 Feb 19 03:02:57.259670 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 1f5a95ee-0042-4e60-9451-6b9750f8447d no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:02:57.262351 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7a01d6-e1e7-487f-8085-50cf367202a4 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:57.267674 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7a01d6-e1e7-487f-8085-50cf367202a4 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:57.268154 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7a01d6-e1e7-487f-8085-50cf367202a4 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:57.271818 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7a01d6-e1e7-487f-8085-50cf367202a4 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:57.272288 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7a01d6-e1e7-487f-8085-50cf367202a4 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:57.272903 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7a01d6-e1e7-487f-8085-50cf367202a4 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:57.273479 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7a01d6-e1e7-487f-8085-50cf367202a4 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:57.273945 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7a01d6-e1e7-487f-8085-50cf367202a4 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:57.274640 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7a01d6-e1e7-487f-8085-50cf367202a4 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:57.274929 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7a01d6-e1e7-487f-8085-50cf367202a4 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:57.276177 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7a01d6-e1e7-487f-8085-50cf367202a4 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:57.277291 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7a01d6-e1e7-487f-8085-50cf367202a4 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:57.277737 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7a01d6-e1e7-487f-8085-50cf367202a4 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:57.301062 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 1f5a95ee-0042-4e60-9451-6b9750f8447d {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:02:57.301414 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 1f5a95ee-0042-4e60-9451-6b9750f8447d not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:02:57.306654 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-978a2161-857e-48d4-ab57-2f28e31cecd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (a3d428ef-5b4c-4a66-922d-c9bc17bfbedd), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:57.352859 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-04cac12f-0b40-4b48-8799-9d5284db6ec7 req-2f53cb94-d841-4907-b081-4d7431b0cee9 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 210 time: 0.1005366 Feb 19 03:02:57.356867 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0de90a-5e33-49db-8854-4e9b495e009e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb4ed1ec-bf90-4a47-b716-b1b3c0a3760a,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:57.520362 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-22646972-3079-4ae2-bcbf-3b09d86a4984 admin admin] Publish callbacks [] for security_group (6ae7aef2-5e50-4cf4-8a80-3e1f8ac71c2a), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:57.558339 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-22646972-3079-4ae2-bcbf-3b09d86a4984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (6ae7aef2-5e50-4cf4-8a80-3e1f8ac71c2a), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:57.579912 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22646972-3079-4ae2-bcbf-3b09d86a4984 admin admin] vlan segment allocate from pool success with {'vlan_id': 273, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:02:57.588230 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-975cfe10-47dc-4337-94d6-7ec1c1389b60 None None] Current status of the port a3d428ef-5b4c-4a66-922d-c9bc17bfbedd is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:02:57.598775 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-22646972-3079-4ae2-bcbf-3b09d86a4984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (424052fb-313b-4e2f-81e5-af4d04a09d28), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:57.599262 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-22646972-3079-4ae2-bcbf-3b09d86a4984 admin admin] Added segment 424052fb-313b-4e2f-81e5-af4d04a09d28 of type vlan for network a6f2cb18-5887-4bfb-8dbf-98f6dcb45d24 Feb 19 03:02:57.656965 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-22646972-3079-4ae2-bcbf-3b09d86a4984 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (a6f2cb18-5887-4bfb-8dbf-98f6dcb45d24), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:57.667290 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-978a2161-857e-48d4-ab57-2f28e31cecd4 None None] Allocated IP 2001:db8:0:1::2 (48d3009f-8d6e-4fac-a460-ff95e3f8d78a/0cbd9b47-de53-4ea8-a737-2100642336ba/a3d428ef-5b4c-4a66-922d-c9bc17bfbedd) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:02:57.709111 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-22646972-3079-4ae2-bcbf-3b09d86a4984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (a6f2cb18-5887-4bfb-8dbf-98f6dcb45d24), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:57.710051 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22646972-3079-4ae2-bcbf-3b09d86a4984 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:57.710704 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-22646972-3079-4ae2-bcbf-3b09d86a4984 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:57.801698 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22646972-3079-4ae2-bcbf-3b09d86a4984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae7aef2-5e50-4cf4-8a80-3e1f8ac71c2a,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:57.845831 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-22646972-3079-4ae2-bcbf-3b09d86a4984 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3797727 Feb 19 03:02:57.882824 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22646972-3079-4ae2-bcbf-3b09d86a4984 admin admin] Pushing event updated for resources: {'Network': ['ID=a6f2cb18-5887-4bfb-8dbf-98f6dcb45d24,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:57.883399 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 49480) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:57.886611 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-978a2161-857e-48d4-ab57-2f28e31cecd4 None None] For port a3d428ef-5b4c-4a66-922d-c9bc17bfbedd, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=a3d428ef-5b4c-4a66-922d-c9bc17bfbedd,segment=NetworkSegment(c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8),segment_id=c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:02:57.899583 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-775db416-58cb-4e86-b2d7-5d4a37cd313a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:57.902359 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22646972-3079-4ae2-bcbf-3b09d86a4984 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:57.902989 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22646972-3079-4ae2-bcbf-3b09d86a4984 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:57.903113 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22646972-3079-4ae2-bcbf-3b09d86a4984 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:57.903357 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22646972-3079-4ae2-bcbf-3b09d86a4984 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:57.903683 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22646972-3079-4ae2-bcbf-3b09d86a4984 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:57.904012 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22646972-3079-4ae2-bcbf-3b09d86a4984 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:57.904331 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22646972-3079-4ae2-bcbf-3b09d86a4984 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:57.904656 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22646972-3079-4ae2-bcbf-3b09d86a4984 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:57.907580 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22646972-3079-4ae2-bcbf-3b09d86a4984 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:57.907947 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22646972-3079-4ae2-bcbf-3b09d86a4984 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:57.908289 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22646972-3079-4ae2-bcbf-3b09d86a4984 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:57.908624 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22646972-3079-4ae2-bcbf-3b09d86a4984 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:57.908958 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22646972-3079-4ae2-bcbf-3b09d86a4984 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:57.925658 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-48b3fc74-b7e4-4d4b-aabe-d138bd2ba0a6 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Deleting port 94855272-5c8a-469d-a856-4a04807f6407 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:02:57.926002 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-48b3fc74-b7e4-4d4b-aabe-d138bd2ba0a6 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (94855272-5c8a-469d-a856-4a04807f6407), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:57.939986 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-978a2161-857e-48d4-ab57-2f28e31cecd4 None None] Publish callbacks [] for port (a3d428ef-5b4c-4a66-922d-c9bc17bfbedd), precommit_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:57.958137 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-978a2161-857e-48d4-ab57-2f28e31cecd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (a3d428ef-5b4c-4a66-922d-c9bc17bfbedd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:58.109108 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978a2161-857e-48d4-ab57-2f28e31cecd4 None None] Pushing event updated for resources: {'Port': ['ID=a3d428ef-5b4c-4a66-922d-c9bc17bfbedd,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:58.109928 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-775db416-58cb-4e86-b2d7-5d4a37cd313a admin admin] Publish callbacks [] for security_group (826cd3ac-3872-47c0-b086-271896a9256b), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:58.116168 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-775db416-58cb-4e86-b2d7-5d4a37cd313a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (826cd3ac-3872-47c0-b086-271896a9256b), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:58.117361 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22646972-3079-4ae2-bcbf-3b09d86a4984 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:58.117800 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22646972-3079-4ae2-bcbf-3b09d86a4984 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:58.118168 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22646972-3079-4ae2-bcbf-3b09d86a4984 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:58.118503 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22646972-3079-4ae2-bcbf-3b09d86a4984 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:58.118831 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22646972-3079-4ae2-bcbf-3b09d86a4984 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:58.121394 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22646972-3079-4ae2-bcbf-3b09d86a4984 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:58.121736 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22646972-3079-4ae2-bcbf-3b09d86a4984 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:58.122068 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22646972-3079-4ae2-bcbf-3b09d86a4984 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:58.122401 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22646972-3079-4ae2-bcbf-3b09d86a4984 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:58.122724 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22646972-3079-4ae2-bcbf-3b09d86a4984 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:58.125710 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22646972-3079-4ae2-bcbf-3b09d86a4984 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:58.126101 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22646972-3079-4ae2-bcbf-3b09d86a4984 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:58.126600 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22646972-3079-4ae2-bcbf-3b09d86a4984 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:58.141841 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-09c7d507-0bd6-4fd1-800f-75f1d43fc5c1 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (615e47cd-11b3-4066-95aa-2dfca28e480a), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:58.152905 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network a6f2cb18-5887-4bfb-8dbf-98f6dcb45d24 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:02:58.153923 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-775db416-58cb-4e86-b2d7-5d4a37cd313a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=11d93a49302b4140a0006cb2f5f5c240&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2694113 Feb 19 03:02:58.155703 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 49488) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:58.237664 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775db416-58cb-4e86-b2d7-5d4a37cd313a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=826cd3ac-3872-47c0-b086-271896a9256b,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:58.255928 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6829f21c-c836-4f5b-8f85-1d30160bceb5 admin admin] Publish callbacks [] for security_group (826cd3ac-3872-47c0-b086-271896a9256b), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:58.277266 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c7d507-0bd6-4fd1-800f-75f1d43fc5c1 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Pushing event deleted for resources: {'Port': ['ID=615e47cd-11b3-4066-95aa-2dfca28e480a,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:58.290083 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6829f21c-c836-4f5b-8f85-1d30160bceb5 admin admin] Publish callbacks [] for security_group (826cd3ac-3872-47c0-b086-271896a9256b), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:58.294498 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-48b3fc74-b7e4-4d4b-aabe-d138bd2ba0a6 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (94855272-5c8a-469d-a856-4a04807f6407), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:58.313772 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-09c7d507-0bd6-4fd1-800f-75f1d43fc5c1 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:58.330556 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-09c7d507-0bd6-4fd1-800f-75f1d43fc5c1 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "DELETE /v2.0/ports/615e47cd-11b3-4066-95aa-2dfca28e480a HTTP/1.1" status: 204 len: 168 time: 1.6555710 Feb 19 03:02:58.336733 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49494) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:58.364269 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-48b3fc74-b7e4-4d4b-aabe-d138bd2ba0a6 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Calling delete_port for 94855272-5c8a-469d-a856-4a04807f6407 owned by {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:02:58.364491 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6829f21c-c836-4f5b-8f85-1d30160bceb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (826cd3ac-3872-47c0-b086-271896a9256b), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:58.372693 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6829f21c-c836-4f5b-8f85-1d30160bceb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:58.379180 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-6829f21c-c836-4f5b-8f85-1d30160bceb5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/826cd3ac-3872-47c0-b086-271896a9256b HTTP/1.1" status: 204 len: 168 time: 0.2204664 Feb 19 03:02:58.399878 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6829f21c-c836-4f5b-8f85-1d30160bceb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=826cd3ac-3872-47c0-b086-271896a9256b,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:58.738922 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e77380b8-3bc8-40ed-a617-a4c3ca6f9555 req-507c0700-b090-4420-96b7-34cd2f950811 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc61766-d3ce-4371-ba49-05b3f7dc0524 HTTP/1.1" status: 200 len: 210 time: 0.1658673 Feb 19 03:02:58.866100 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cc8612-37e1-4b1c-bba0-3be049dc4656 req-51187f5a-6ac0-40c6-883e-8204944afe8d tempest-ComputeTenantNetworksTest-1349186747 tempest-ComputeTenantNetworksTest-1349186747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:58.872851 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cc8612-37e1-4b1c-bba0-3be049dc4656 req-51187f5a-6ac0-40c6-883e-8204944afe8d tempest-ComputeTenantNetworksTest-1349186747 tempest-ComputeTenantNetworksTest-1349186747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:58.880273 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cc8612-37e1-4b1c-bba0-3be049dc4656 req-51187f5a-6ac0-40c6-883e-8204944afe8d tempest-ComputeTenantNetworksTest-1349186747 tempest-ComputeTenantNetworksTest-1349186747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:58.886501 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-01cc8612-37e1-4b1c-bba0-3be049dc4656 req-51187f5a-6ac0-40c6-883e-8204944afe8d tempest-ComputeTenantNetworksTest-1349186747 tempest-ComputeTenantNetworksTest-1349186747-project] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.3347554 Feb 19 03:02:58.888382 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c696db2f-474f-471a-8e9e-6e6135ce22a7 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (6a524231-053d-4b27-8781-6700e8b17e0f), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:59.054037 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c696db2f-474f-471a-8e9e-6e6135ce22a7 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (6a524231-053d-4b27-8781-6700e8b17e0f), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:59.086782 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-c696db2f-474f-471a-8e9e-6e6135ce22a7 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a524231-053d-4b27-8781-6700e8b17e0f']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:02:59.097626 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-c696db2f-474f-471a-8e9e-6e6135ce22a7 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e1fe77b-24b7-4c7e-96fc-2e11ae42aaba') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:02:59.097924 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-c696db2f-474f-471a-8e9e-6e6135ce22a7 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e1fe77b-24b7-4c7e-96fc-2e11ae42aaba') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:02:59.111179 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c696db2f-474f-471a-8e9e-6e6135ce22a7 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (6e1fe77b-24b7-4c7e-96fc-2e11ae42aaba), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:59.128839 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c696db2f-474f-471a-8e9e-6e6135ce22a7 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (6e1fe77b-24b7-4c7e-96fc-2e11ae42aaba), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:59.135587 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c696db2f-474f-471a-8e9e-6e6135ce22a7 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Releasing vlan 251 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:02:59.136143 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c696db2f-474f-471a-8e9e-6e6135ce22a7 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (6e1fe77b-24b7-4c7e-96fc-2e11ae42aaba), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:59.207296 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f92fa82-eabb-4a49-9d7c-e759dc22d25d req-b63064a3-dde2-4880-95f3-365b0a1ff81d tempest-ComputeTenantNetworksTest-1349186747 tempest-ComputeTenantNetworksTest-1349186747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:59.221621 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8f92fa82-eabb-4a49-9d7c-e759dc22d25d req-b63064a3-dde2-4880-95f3-365b0a1ff81d tempest-ComputeTenantNetworksTest-1349186747 tempest-ComputeTenantNetworksTest-1349186747-project] 10.222.0.72 "GET /v2.0/networks/a6f2cb18-5887-4bfb-8dbf-98f6dcb45d24 HTTP/1.1" status: 200 len: 769 time: 0.3126626 Feb 19 03:02:59.223167 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 49514) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:59.249872 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 03:02:59.249872 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:02:59.249872 n-d-826753-2 neutron-server[103702]: timer() Feb 19 03:02:59.249872 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:02:59.249872 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 03:02:59.249872 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:02:59.249872 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 03:02:59.249872 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:02:59.249872 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 03:02:59.249872 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:02:59.249872 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 03:02:59.249872 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:02:59.249872 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 03:02:59.249872 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:02:59.249872 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:02:59.249872 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:02:59.249872 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:02:59.249872 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:02:59.249872 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 03:02:59.249872 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:02:59.249872 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 03:02:59.249872 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:02:59.249872 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:02:59.249872 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:02:59.249872 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 03:02:59.249872 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:02:59.249872 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:02:59.249872 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:02:59.249872 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:02:59.249872 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:02:59.249872 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:02:59.249872 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:02:59.254782 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c696db2f-474f-471a-8e9e-6e6135ce22a7 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (6a524231-053d-4b27-8781-6700e8b17e0f), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:59.261076 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c696db2f-474f-471a-8e9e-6e6135ce22a7 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:59.267318 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-c696db2f-474f-471a-8e9e-6e6135ce22a7 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] 10.222.0.72 "DELETE /v2.0/networks/6a524231-053d-4b27-8781-6700e8b17e0f HTTP/1.1" status: 204 len: 168 time: 0.9254091 Feb 19 03:02:59.297368 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c696db2f-474f-471a-8e9e-6e6135ce22a7 tempest-PortsTestJSON-1569470890 tempest-PortsTestJSON-1569470890-project] Pushing event deleted for resources: {'Network': ['ID=6a524231-053d-4b27-8781-6700e8b17e0f,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:59.317818 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device a3d428ef-5b4c-4a66-922d-c9bc17bfbedd up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:02:59.330357 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-48b3fc74-b7e4-4d4b-aabe-d138bd2ba0a6 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (94855272-5c8a-469d-a856-4a04807f6407), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:59.435856 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-48b3fc74-b7e4-4d4b-aabe-d138bd2ba0a6 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:59.448526 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 49520) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:59.449800 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-48b3fc74-b7e4-4d4b-aabe-d138bd2ba0a6 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "DELETE /v2.0/ports/94855272-5c8a-469d-a856-4a04807f6407 HTTP/1.1" status: 204 len: 168 time: 2.2021022 Feb 19 03:02:59.453047 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b3fc74-b7e4-4d4b-aabe-d138bd2ba0a6 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event deleted for resources: {'Port': ['ID=94855272-5c8a-469d-a856-4a04807f6407,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:59.484159 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port a3d428ef-5b4c-4a66-922d-c9bc17bfbedd triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:02:59.484551 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (a3d428ef-5b4c-4a66-922d-c9bc17bfbedd), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:59.607762 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6298c804-f528-45ab-844d-56fe52ac4f0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (a6f2cb18-5887-4bfb-8dbf-98f6dcb45d24), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:59.633916 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port a3d428ef-5b4c-4a66-922d-c9bc17bfbedd is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:02:59.682428 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49526) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:59.726112 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4525e453-0961-47fe-80e3-3e2453b0e129 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:59.729964 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-4525e453-0961-47fe-80e3-3e2453b0e129 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2781470 Feb 19 03:02:59.730719 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49530) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:59.848434 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd13f0b-42e4-4ae2-b8b6-64233b950923 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:59.858307 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-bbd13f0b-42e4-4ae2-b8b6-64233b950923 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1263187 Feb 19 03:02:59.858939 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49540) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:59.906291 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6298c804-f528-45ab-844d-56fe52ac4f0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (a6f2cb18-5887-4bfb-8dbf-98f6dcb45d24), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:59.916849 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49544) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:59.956613 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-6298c804-f528-45ab-844d-56fe52ac4f0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6f2cb18-5887-4bfb-8dbf-98f6dcb45d24']}} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:02:59.976967 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-6298c804-f528-45ab-844d-56fe52ac4f0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '424052fb-313b-4e2f-81e5-af4d04a09d28') {'for_net_delete': True} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:02:59.980331 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-6298c804-f528-45ab-844d-56fe52ac4f0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '424052fb-313b-4e2f-81e5-af4d04a09d28') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:03:00.002164 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6298c804-f528-45ab-844d-56fe52ac4f0b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12647422'] for segment (424052fb-313b-4e2f-81e5-af4d04a09d28), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:00.028407 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6298c804-f528-45ab-844d-56fe52ac4f0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (424052fb-313b-4e2f-81e5-af4d04a09d28), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:00.057658 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-be623790-784b-42db-8a31-4d520eb54e58 None None] Provisioning complete for port a3d428ef-5b4c-4a66-922d-c9bc17bfbedd triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:03:00.058051 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6298c804-f528-45ab-844d-56fe52ac4f0b admin admin] Releasing vlan 273 on physical network physnet1 to pool {{(pid=103701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:03:00.058173 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-be623790-784b-42db-8a31-4d520eb54e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (a3d428ef-5b4c-4a66-922d-c9bc17bfbedd), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:00.058454 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6298c804-f528-45ab-844d-56fe52ac4f0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583360'] for segment (424052fb-313b-4e2f-81e5-af4d04a09d28), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:00.060483 n-d-826753-2 neutron-server[103701]: Traceback (most recent call last): Feb 19 03:03:00.060483 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:03:00.060483 n-d-826753-2 neutron-server[103701]: timer() Feb 19 03:03:00.060483 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:03:00.060483 n-d-826753-2 neutron-server[103701]: cb(*args, **kw) Feb 19 03:03:00.060483 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:03:00.060483 n-d-826753-2 neutron-server[103701]: return func(*args, **kwargs) Feb 19 03:03:00.060483 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:03:00.060483 n-d-826753-2 neutron-server[103701]: self._notify() Feb 19 03:03:00.060483 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:03:00.060483 n-d-826753-2 neutron-server[103701]: self.callback(batched_events) Feb 19 03:03:00.060483 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:03:00.060483 n-d-826753-2 neutron-server[103701]: event.method(event) Feb 19 03:03:00.060483 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:03:00.060483 n-d-826753-2 neutron-server[103701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:03:00.060483 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:03:00.060483 n-d-826753-2 neutron-server[103701]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:03:00.060483 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:03:00.060483 n-d-826753-2 neutron-server[103701]: return f(self, *a, **k) Feb 19 03:03:00.060483 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:03:00.060483 n-d-826753-2 neutron-server[103701]: return self._get(url).json() Feb 19 03:03:00.060483 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:03:00.060483 n-d-826753-2 neutron-server[103701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:03:00.060483 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:03:00.060483 n-d-826753-2 neutron-server[103701]: return self.request(url, 'GET', **kwargs) Feb 19 03:03:00.060483 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:03:00.060483 n-d-826753-2 neutron-server[103701]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:03:00.060483 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:03:00.060483 n-d-826753-2 neutron-server[103701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:03:00.060483 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:03:00.060483 n-d-826753-2 neutron-server[103701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:03:00.060483 n-d-826753-2 neutron-server[103701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:03:00.189878 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6298c804-f528-45ab-844d-56fe52ac4f0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (a6f2cb18-5887-4bfb-8dbf-98f6dcb45d24), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:00.214431 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6298c804-f528-45ab-844d-56fe52ac4f0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:00.217703 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-6298c804-f528-45ab-844d-56fe52ac4f0b admin admin] 10.222.0.72 "DELETE /v2.0/networks/a6f2cb18-5887-4bfb-8dbf-98f6dcb45d24 HTTP/1.1" status: 204 len: 168 time: 0.9935508 Feb 19 03:03:00.218577 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6298c804-f528-45ab-844d-56fe52ac4f0b admin admin] Pushing event deleted for resources: {'Network': ['ID=a6f2cb18-5887-4bfb-8dbf-98f6dcb45d24,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:00.222958 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e960faeb-f32e-48e6-bc32-2a041129dfb5 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks [] for security_group (197f0109-f833-46dd-9ffe-3ff812885f73), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:00.310194 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-be623790-784b-42db-8a31-4d520eb54e58 None None] Current status of the port a3d428ef-5b4c-4a66-922d-c9bc17bfbedd is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:03:00.332917 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e960faeb-f32e-48e6-bc32-2a041129dfb5 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks [] for security_group (197f0109-f833-46dd-9ffe-3ff812885f73), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:00.345309 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65cc097-287f-47c9-b90d-79d90f8d63e0 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:00.346873 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65cc097-287f-47c9-b90d-79d90f8d63e0 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:00.348179 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65cc097-287f-47c9-b90d-79d90f8d63e0 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:00.349838 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-a65cc097-287f-47c9-b90d-79d90f8d63e0 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.4893854 Feb 19 03:03:00.352535 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 49554) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:00.444587 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b7dc6a7a-79be-44c2-8bc6-2726227e7601 None None] Could not find standard attr ID for object 94855272-5c8a-469d-a856-4a04807f6407. {{(pid=103703) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:03:00.454277 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-dcdea729-ee83-4d49-b675-fef8ad131256 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e1a55fde9c7e4f5d96053750d488e677&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7684071 Feb 19 03:03:00.459866 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 49556) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:00.514774 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cbdeddb-eb5f-4090-b903-ae9d71d6a6e6 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Deleting subnet 0cbd9b47-de53-4ea8-a737-2100642336ba {{(pid=103701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:03:00.530574 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e960faeb-f32e-48e6-bc32-2a041129dfb5 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (197f0109-f833-46dd-9ffe-3ff812885f73), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:00.533639 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e960faeb-f32e-48e6-bc32-2a041129dfb5 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:00.537861 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-e960faeb-f32e-48e6-bc32-2a041129dfb5 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "DELETE /v2.0/security-groups/197f0109-f833-46dd-9ffe-3ff812885f73 HTTP/1.1" status: 204 len: 168 time: 0.6199214 Feb 19 03:03:00.538493 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49560) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:00.549825 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2cbdeddb-eb5f-4090-b903-ae9d71d6a6e6 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks [] for subnet (0cbd9b47-de53-4ea8-a737-2100642336ba), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:00.580830 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e960faeb-f32e-48e6-bc32-2a041129dfb5 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=197f0109-f833-46dd-9ffe-3ff812885f73,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:00.582944 n-d-826753-2 neutron-server[103702]: INFO neutron.api.v2.resource [None req-82c19ff5-4c11-4bf5-9b8a-ba27f008b9a2 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] show failed (client error): The resource could not be found. Feb 19 03:03:00.607026 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-82c19ff5-4c11-4bf5-9b8a-ba27f008b9a2 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "GET /v2.0/security-groups/197f0109-f833-46dd-9ffe-3ff812885f73 HTTP/1.1" status: 404 len: 347 time: 0.0646620 Feb 19 03:03:00.608589 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49562) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:00.687318 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-939eeb52-9f3f-4733-b12a-81f661125478 admin admin] Publish callbacks [] for security_group (983b746f-1edf-456d-ba73-e84196d5a6db), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:00.698013 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2cbdeddb-eb5f-4090-b903-ae9d71d6a6e6 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12647399'] for subnet (0cbd9b47-de53-4ea8-a737-2100642336ba), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:00.753791 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49564) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:00.835908 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-939eeb52-9f3f-4733-b12a-81f661125478 admin admin] Publish callbacks [] for security_group (983b746f-1edf-456d-ba73-e84196d5a6db), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:01.024353 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-21b19f4e-4bc0-476d-8698-a30c53c38451 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=851ee534d6e441ceb32a1eba33c99e35&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2680411 Feb 19 03:03:01.028144 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49570) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:01.037937 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2cbdeddb-eb5f-4090-b903-ae9d71d6a6e6 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (0cbd9b47-de53-4ea8-a737-2100642336ba), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:01.098056 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-939eeb52-9f3f-4733-b12a-81f661125478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (983b746f-1edf-456d-ba73-e84196d5a6db), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:01.100625 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-939eeb52-9f3f-4733-b12a-81f661125478 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:01.104606 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-939eeb52-9f3f-4733-b12a-81f661125478 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/983b746f-1edf-456d-ba73-e84196d5a6db HTTP/1.1" status: 204 len: 168 time: 0.6387637 Feb 19 03:03:01.131929 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a56a2014-2910-4673-978b-dcf5e9ef4324 admin admin] Publish callbacks [] for security_group (6ae7aef2-5e50-4cf4-8a80-3e1f8ac71c2a), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:01.134620 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-4e9a87c3-971d-4560-801a-d6e0c788eb33 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Deleting port 02a067d6-e04c-43d5-b285-961a1157094f {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:03:01.134999 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4e9a87c3-971d-4560-801a-d6e0c788eb33 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (02a067d6-e04c-43d5-b285-961a1157094f), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:01.199486 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2cbdeddb-eb5f-4090-b903-ae9d71d6a6e6 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12647206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58706286'] for subnet (0cbd9b47-de53-4ea8-a737-2100642336ba), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:01.208692 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939eeb52-9f3f-4733-b12a-81f661125478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=983b746f-1edf-456d-ba73-e84196d5a6db,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:01.283472 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbdeddb-eb5f-4090-b903-ae9d71d6a6e6 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event deleted for resources: {'Subnet': ['ID=0cbd9b47-de53-4ea8-a737-2100642336ba,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:01.291745 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2cbdeddb-eb5f-4090-b903-ae9d71d6a6e6 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:01.301633 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-2cbdeddb-eb5f-4090-b903-ae9d71d6a6e6 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "DELETE /v2.0/subnets/0cbd9b47-de53-4ea8-a737-2100642336ba HTTP/1.1" status: 204 len: 168 time: 0.9457824 Feb 19 03:03:01.302374 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 49580) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:01.304510 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3b6807-9886-462f-a84b-7d1ecae4adec None None] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:03:01.314353 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a56a2014-2910-4673-978b-dcf5e9ef4324 admin admin] Publish callbacks [] for security_group (6ae7aef2-5e50-4cf4-8a80-3e1f8ac71c2a), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:01.449791 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_v2 [None req-60a71ca2-3758-49bf-b5dc-472d46863c76 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Deleting subnet eb08ebce-5380-4b26-ad9d-f974776b905a {{(pid=103701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:03:01.457673 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-60a71ca2-3758-49bf-b5dc-472d46863c76 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks [] for subnet (eb08ebce-5380-4b26-ad9d-f974776b905a), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:01.482366 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4e9a87c3-971d-4560-801a-d6e0c788eb33 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (02a067d6-e04c-43d5-b285-961a1157094f), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:01.482788 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4e9a87c3-971d-4560-801a-d6e0c788eb33 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks [] for floatingip (02a067d6-e04c-43d5-b285-961a1157094f), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:01.502165 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-4e9a87c3-971d-4560-801a-d6e0c788eb33 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Calling delete_port for 02a067d6-e04c-43d5-b285-961a1157094f owned by network:floatingip {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:03:01.520352 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a56a2014-2910-4673-978b-dcf5e9ef4324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (6ae7aef2-5e50-4cf4-8a80-3e1f8ac71c2a), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:01.525520 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a56a2014-2910-4673-978b-dcf5e9ef4324 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:01.527038 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-a56a2014-2910-4673-978b-dcf5e9ef4324 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6ae7aef2-5e50-4cf4-8a80-3e1f8ac71c2a HTTP/1.1" status: 204 len: 168 time: 0.4961333 Feb 19 03:03:01.565171 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-60a71ca2-3758-49bf-b5dc-472d46863c76 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12647399'] for subnet (eb08ebce-5380-4b26-ad9d-f974776b905a), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:01.640024 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56a2014-2910-4673-978b-dcf5e9ef4324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae7aef2-5e50-4cf4-8a80-3e1f8ac71c2a,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:01.743132 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-60a71ca2-3758-49bf-b5dc-472d46863c76 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (eb08ebce-5380-4b26-ad9d-f974776b905a), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:01.753269 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 49590) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:01.863847 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4e9a87c3-971d-4560-801a-d6e0c788eb33 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (02a067d6-e04c-43d5-b285-961a1157094f), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:01.887183 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-60a71ca2-3758-49bf-b5dc-472d46863c76 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12647206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58706286'] for subnet (eb08ebce-5380-4b26-ad9d-f974776b905a), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:01.955044 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9a87c3-971d-4560-801a-d6e0c788eb33 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Pushing event deleted for resources: {'Port': ['ID=02a067d6-e04c-43d5-b285-961a1157094f,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:01.961439 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a71ca2-3758-49bf-b5dc-472d46863c76 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event deleted for resources: {'Subnet': ['ID=eb08ebce-5380-4b26-ad9d-f974776b905a,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:01.968574 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-60a71ca2-3758-49bf-b5dc-472d46863c76 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:01.984273 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-60a71ca2-3758-49bf-b5dc-472d46863c76 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "DELETE /v2.0/subnets/eb08ebce-5380-4b26-ad9d-f974776b905a HTTP/1.1" status: 204 len: 168 time: 0.6774514 Feb 19 03:03:01.985862 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 49598) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:02.087921 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-f6f7c700-2bea-4bc8-9cd4-bea9435b485b tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1009226 Feb 19 03:03:02.090194 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 49604) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:02.103564 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-24ba6a26-78dd-45d5-8b06-8ac1c966c529 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Request body: {'subnet': {'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:03:02.157726 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4e9a87c3-971d-4560-801a-d6e0c788eb33 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks [] for floatingip (b0143f2f-4d54-4d05-a815-51d4333bbebb), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:02.164164 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4e9a87c3-971d-4560-801a-d6e0c788eb33 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:02.167808 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-4e9a87c3-971d-4560-801a-d6e0c788eb33 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "DELETE /v2.0/floatingips/b0143f2f-4d54-4d05-a815-51d4333bbebb HTTP/1.1" status: 204 len: 168 time: 1.5553842 Feb 19 03:03:02.168404 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49608) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:02.329019 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-8670ae58-2fd4-4467-bd0f-5b54ee9bc666 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1979440133', 'router:external': True}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:03:02.368552 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24ba6a26-78dd-45d5-8b06-8ac1c966c529 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Made reservation on behalf of bb74a1a86b774cd895fbb7befcc78fd8 for: {'subnet': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:03:02.372700 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-24ba6a26-78dd-45d5-8b06-8ac1c966c529 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58706307'] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:02.454653 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-2ec11799-4d64-419c-a8d0-d7fd6108d787 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Deleting port 39c50eac-1978-4f75-bc0f-d663d77b8f5b {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:03:02.455026 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2ec11799-4d64-419c-a8d0-d7fd6108d787 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (39c50eac-1978-4f75-bc0f-d663d77b8f5b), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:02.695070 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2ec11799-4d64-419c-a8d0-d7fd6108d787 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (39c50eac-1978-4f75-bc0f-d663d77b8f5b), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:02.717548 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8670ae58-2fd4-4467-bd0f-5b54ee9bc666 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Made reservation on behalf of 3ac3fc8a7e944025a972a53cff275256 for: {'network': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:03:02.720087 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-2ec11799-4d64-419c-a8d0-d7fd6108d787 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Calling delete_port for 39c50eac-1978-4f75-bc0f-d663d77b8f5b owned by {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:03:02.722366 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8670ae58-2fd4-4467-bd0f-5b54ee9bc666 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:02.740696 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8670ae58-2fd4-4467-bd0f-5b54ee9bc666 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:02.954313 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c97a81-4c1c-44da-a0d0-57ab6c1e8ec2 None None] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:03:02.999569 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2ec11799-4d64-419c-a8d0-d7fd6108d787 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (39c50eac-1978-4f75-bc0f-d663d77b8f5b), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:03.104370 n-d-826753-2 neutron-server[103701]: DEBUG neutron.objects.ports [None req-24ba6a26-78dd-45d5-8b06-8ac1c966c529 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103701) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 03:03:03.133163 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec11799-4d64-419c-a8d0-d7fd6108d787 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Pushing event deleted for resources: {'Port': ['ID=39c50eac-1978-4f75-bc0f-d663d77b8f5b,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:03.169353 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-2ef98e77-292f-44d5-be1a-7e13ece9881c None None] Provisioning complete for port a3d428ef-5b4c-4a66-922d-c9bc17bfbedd triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:03:03.169733 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-2ef98e77-292f-44d5-be1a-7e13ece9881c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (a3d428ef-5b4c-4a66-922d-c9bc17bfbedd), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:03.249561 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49638) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:03.372794 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [-] 10.222.0.72 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0108035 Feb 19 03:03:03.375972 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49644) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:03.383331 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2ec11799-4d64-419c-a8d0-d7fd6108d787 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:03.389160 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-2ec11799-4d64-419c-a8d0-d7fd6108d787 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "DELETE /v2.0/ports/39c50eac-1978-4f75-bc0f-d663d77b8f5b HTTP/1.1" status: 204 len: 168 time: 1.2196147 Feb 19 03:03:03.392259 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49646) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:03.522607 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-2ef98e77-292f-44d5-be1a-7e13ece9881c None None] Current status of the port a3d428ef-5b4c-4a66-922d-c9bc17bfbedd is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:03:03.552164 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-2d04a4ba-5c5f-44a7-ade5-6be1b362e527 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Deleting port 9471084b-14f7-4ecb-9ee5-e3a2aa4f8f97 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:03:03.552785 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2d04a4ba-5c5f-44a7-ade5-6be1b362e527 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (9471084b-14f7-4ecb-9ee5-e3a2aa4f8f97), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:03.867490 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2d04a4ba-5c5f-44a7-ade5-6be1b362e527 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (9471084b-14f7-4ecb-9ee5-e3a2aa4f8f97), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:03.901906 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:03:03.920043 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-2d04a4ba-5c5f-44a7-ade5-6be1b362e527 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Calling delete_port for 9471084b-14f7-4ecb-9ee5-e3a2aa4f8f97 owned by {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:03:04.056260 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-501fbe91-41a6-4f79-bda2-464812a4c1fa None None] Provisioning complete for port a3d428ef-5b4c-4a66-922d-c9bc17bfbedd triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:03:04.059470 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-501fbe91-41a6-4f79-bda2-464812a4c1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (a3d428ef-5b4c-4a66-922d-c9bc17bfbedd), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:04.080408 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-ffbb3f4e-83e3-49d7-9c66-4d1325d0b829 tempest-NetworksApiDiscovery-1493653178 tempest-NetworksApiDiscovery-1493653178-project] 10.222.0.72 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.6861300 Feb 19 03:03:04.293687 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-501fbe91-41a6-4f79-bda2-464812a4c1fa None None] Current status of the port a3d428ef-5b4c-4a66-922d-c9bc17bfbedd is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:03:04.331770 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2d04a4ba-5c5f-44a7-ade5-6be1b362e527 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (9471084b-14f7-4ecb-9ee5-e3a2aa4f8f97), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:04.545551 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d04a4ba-5c5f-44a7-ade5-6be1b362e527 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Pushing event deleted for resources: {'Port': ['ID=9471084b-14f7-4ecb-9ee5-e3a2aa4f8f97,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:04.653838 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 49668) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:04.707546 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8670ae58-2fd4-4467-bd0f-5b54ee9bc666 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks [] for security_group (f8f7fd91-8038-4eb7-bda6-eaffcd1df521), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:04.723366 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2d04a4ba-5c5f-44a7-ade5-6be1b362e527 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:04.738350 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-2d04a4ba-5c5f-44a7-ade5-6be1b362e527 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "DELETE /v2.0/ports/9471084b-14f7-4ecb-9ee5-e3a2aa4f8f97 HTTP/1.1" status: 204 len: 168 time: 1.3446681 Feb 19 03:03:04.740063 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49676) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:04.801699 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8670ae58-2fd4-4467-bd0f-5b54ee9bc666 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (f8f7fd91-8038-4eb7-bda6-eaffcd1df521), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:04.877577 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-b925e570-5121-4698-b026-24aad0db794f tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Deleting subnet 754b3a5b-6b59-4c1e-b100-cfbf1a3674dc {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:03:04.888566 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b925e570-5121-4698-b026-24aad0db794f tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks [] for subnet (754b3a5b-6b59-4c1e-b100-cfbf1a3674dc), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:04.924359 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8670ae58-2fd4-4467-bd0f-5b54ee9bc666 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] vlan segment allocate from pool success with {'vlan_id': 292, 'physical_network': 'physnet1'} {{(pid=103701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:03:04.936349 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-24ba6a26-78dd-45d5-8b06-8ac1c966c529 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (a3d428ef-5b4c-4a66-922d-c9bc17bfbedd), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:05.050560 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8670ae58-2fd4-4467-bd0f-5b54ee9bc666 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f7fd91-8038-4eb7-bda6-eaffcd1df521,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:05.077130 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b925e570-5121-4698-b026-24aad0db794f tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (754b3a5b-6b59-4c1e-b100-cfbf1a3674dc), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:05.102056 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8670ae58-2fd4-4467-bd0f-5b54ee9bc666 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (a44a6ce5-aa03-48b1-9cb8-1216544849d8), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:05.102389 n-d-826753-2 neutron-server[103701]: INFO neutron.db.segments_db [None req-8670ae58-2fd4-4467-bd0f-5b54ee9bc666 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Added segment a44a6ce5-aa03-48b1-9cb8-1216544849d8 of type vlan for network 66bf3077-789b-4f86-908e-b6b89b5b6a4f Feb 19 03:03:05.285508 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8670ae58-2fd4-4467-bd0f-5b54ee9bc666 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (66bf3077-789b-4f86-908e-b6b89b5b6a4f), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:05.382747 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b925e570-5121-4698-b026-24aad0db794f tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (754b3a5b-6b59-4c1e-b100-cfbf1a3674dc), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:05.465262 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a28295ef-cfdc-48e3-ba4e-06bc07ef1e2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:05.467680 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.db.resource_extend [None req-8670ae58-2fd4-4467-bd0f-5b54ee9bc666 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 03:03:05.570713 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b925e570-5121-4698-b026-24aad0db794f tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (754b3a5b-6b59-4c1e-b100-cfbf1a3674dc), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:05.585914 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-24ba6a26-78dd-45d5-8b06-8ac1c966c529 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] For port a3d428ef-5b4c-4a66-922d-c9bc17bfbedd, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=a3d428ef-5b4c-4a66-922d-c9bc17bfbedd,segment=NetworkSegment(c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8),segment_id=c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:03:05.633141 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b925e570-5121-4698-b026-24aad0db794f tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Pushing event deleted for resources: {'Subnet': ['ID=754b3a5b-6b59-4c1e-b100-cfbf1a3674dc,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:05.651016 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b925e570-5121-4698-b026-24aad0db794f tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:05.657204 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f625ba-adcb-4c1a-b2a3-08ee5b274143 None None] Network b0af2fed-15cc-4a59-82f9-c56cce972954 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:03:05.660557 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-b925e570-5121-4698-b026-24aad0db794f tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "DELETE /v2.0/subnets/754b3a5b-6b59-4c1e-b100-cfbf1a3674dc HTTP/1.1" status: 204 len: 168 time: 0.9174852 Feb 19 03:03:05.661563 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49698) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:05.704948 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-24ba6a26-78dd-45d5-8b06-8ac1c966c529 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks [] for port (a3d428ef-5b4c-4a66-922d-c9bc17bfbedd), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:05.738941 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8670ae58-2fd4-4467-bd0f-5b54ee9bc666 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (66bf3077-789b-4f86-908e-b6b89b5b6a4f), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:05.743673 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8670ae58-2fd4-4467-bd0f-5b54ee9bc666 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:05.744767 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8670ae58-2fd4-4467-bd0f-5b54ee9bc666 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:05.765269 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-24ba6a26-78dd-45d5-8b06-8ac1c966c529 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (a3d428ef-5b4c-4a66-922d-c9bc17bfbedd), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:05.809497 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-912c017f-0ee9-41df-bb75-8bdb8cd1c837 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Deleting subnet 66de670b-a5db-4281-9094-b0eb2517280e {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:03:05.820883 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-912c017f-0ee9-41df-bb75-8bdb8cd1c837 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks [] for subnet (66de670b-a5db-4281-9094-b0eb2517280e), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:05.978586 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-912c017f-0ee9-41df-bb75-8bdb8cd1c837 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (66de670b-a5db-4281-9094-b0eb2517280e), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:05.998605 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-8670ae58-2fd4-4467-bd0f-5b54ee9bc666 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 4.1249220 Feb 19 03:03:06.024647 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 49710) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:06.027674 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-24ba6a26-78dd-45d5-8b06-8ac1c966c529 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12647271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58706289'] for subnet (61d7b346-cadf-4e88-b05e-a7a1348d4e37), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:06.087189 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80d5cf9-ce61-40d3-bc6d-ad5c051c471c None None] DHCP port deletion for b0af2fed-15cc-4a59-82f9-c56cce972954 request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:03:06.116754 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-73002b7d-7523-4c57-9f4d-e219d234a635 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Request body: {'subnet': {'network_id': '66bf3077-789b-4f86-908e-b6b89b5b6a4f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:03:06.126980 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ba6a26-78dd-45d5-8b06-8ac1c966c529 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event updated for resources: {'Subnet': ['ID=61d7b346-cadf-4e88-b05e-a7a1348d4e37,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:06.144612 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ba6a26-78dd-45d5-8b06-8ac1c966c529 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:03:06.155806 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8670ae58-2fd4-4467-bd0f-5b54ee9bc666 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Pushing event updated for resources: {'Network': ['ID=66bf3077-789b-4f86-908e-b6b89b5b6a4f,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:06.204355 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-912c017f-0ee9-41df-bb75-8bdb8cd1c837 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (66de670b-a5db-4281-9094-b0eb2517280e), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:06.212463 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-24ba6a26-78dd-45d5-8b06-8ac1c966c529 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:03:06.217116 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 66bf3077-789b-4f86-908e-b6b89b5b6a4f details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:03:06.257665 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ba6a26-78dd-45d5-8b06-8ac1c966c529 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:06.258349 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-24ba6a26-78dd-45d5-8b06-8ac1c966c529 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:06.267152 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ba6a26-78dd-45d5-8b06-8ac1c966c529 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event updated for resources: {'Port': ['ID=a3d428ef-5b4c-4a66-922d-c9bc17bfbedd,revision_number=8']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:06.336638 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-24ba6a26-78dd-45d5-8b06-8ac1c966c529 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.2439265 Feb 19 03:03:06.338667 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49718) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:06.358099 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-2c0a921e-2064-4c39-adcd-afb8773abcd6 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Request body: {'subnet': {'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:03:06.373425 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73002b7d-7523-4c57-9f4d-e219d234a635 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Made reservation on behalf of 3ac3fc8a7e944025a972a53cff275256 for: {'subnet': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:03:06.380465 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-73002b7d-7523-4c57-9f4d-e219d234a635 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58706307'] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:06.425695 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18238ad-e956-4b6e-8d17-c1f6779d68e8 None None] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:03:06.542231 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-912c017f-0ee9-41df-bb75-8bdb8cd1c837 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (66de670b-a5db-4281-9094-b0eb2517280e), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:06.625859 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912c017f-0ee9-41df-bb75-8bdb8cd1c837 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Pushing event deleted for resources: {'Subnet': ['ID=66de670b-a5db-4281-9094-b0eb2517280e,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:06.678780 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-912c017f-0ee9-41df-bb75-8bdb8cd1c837 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:06.681154 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a28295ef-cfdc-48e3-ba4e-06bc07ef1e2f admin admin] Publish callbacks [] for security_group (ecfe29f2-8159-4f94-aed7-59b840ddb270), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:06.683177 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-912c017f-0ee9-41df-bb75-8bdb8cd1c837 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "DELETE /v2.0/subnets/66de670b-a5db-4281-9094-b0eb2517280e HTTP/1.1" status: 204 len: 168 time: 1.0200949 Feb 19 03:03:06.698409 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 49724) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:06.705633 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec545add-9580-4f7d-b6c1-6df8a6f6536f None None] Network 25635acc-9f56-41ab-b8cd-dd2744f3f7b3 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:03:06.771102 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49726) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:06.784406 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a28295ef-cfdc-48e3-ba4e-06bc07ef1e2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (ecfe29f2-8159-4f94-aed7-59b840ddb270), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:06.795914 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c0a921e-2064-4c39-adcd-afb8773abcd6 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Made reservation on behalf of bb74a1a86b774cd895fbb7befcc78fd8 for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:03:06.797577 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b80d5cf9-ce61-40d3-bc6d-ad5c051c471c None None] Deleting port 8063a1dc-c97b-44af-89fc-192d5ab68cd1 {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:03:06.799630 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b80d5cf9-ce61-40d3-bc6d-ad5c051c471c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (8063a1dc-c97b-44af-89fc-192d5ab68cd1), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:06.808987 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2c0a921e-2064-4c39-adcd-afb8773abcd6 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:06.928105 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-a28295ef-cfdc-48e3-ba4e-06bc07ef1e2f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=730808690c5e4a9fa7c89556183bf5b9&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2575004 Feb 19 03:03:06.960121 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49730) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:07.102754 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6057b494-fe19-45cc-ae27-26f6fc9ec5f0 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (b0af2fed-15cc-4a59-82f9-c56cce972954), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:07.194362 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-775b8364-9a2c-4ee7-a48e-1d48f1edd2f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:07.256917 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28295ef-cfdc-48e3-ba4e-06bc07ef1e2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecfe29f2-8159-4f94-aed7-59b840ddb270,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:07.313083 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b80d5cf9-ce61-40d3-bc6d-ad5c051c471c None None] For port 8063a1dc-c97b-44af-89fc-192d5ab68cd1, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=8063a1dc-c97b-44af-89fc-192d5ab68cd1,segment=NetworkSegment(4247e9f2-6084-4087-858e-e9d1c217426d),segment_id=4247e9f2-6084-4087-858e-e9d1c217426d)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:03:07.315025 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b80d5cf9-ce61-40d3-bc6d-ad5c051c471c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (8063a1dc-c97b-44af-89fc-192d5ab68cd1), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:07.353714 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b80d5cf9-ce61-40d3-bc6d-ad5c051c471c None None] Calling delete_port for 8063a1dc-c97b-44af-89fc-192d5ab68cd1 owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:03:07.434390 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-775b8364-9a2c-4ee7-a48e-1d48f1edd2f6 admin admin] Publish callbacks [] for security_group (2565f482-ea43-423e-a46b-f88ca43faf22), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:07.460135 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-775b8364-9a2c-4ee7-a48e-1d48f1edd2f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (2565f482-ea43-423e-a46b-f88ca43faf22), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:07.554928 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-6057b494-fe19-45cc-ae27-26f6fc9ec5f0 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Deleting port 8063a1dc-c97b-44af-89fc-192d5ab68cd1 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:03:07.558116 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6057b494-fe19-45cc-ae27-26f6fc9ec5f0 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (8063a1dc-c97b-44af-89fc-192d5ab68cd1), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:07.558541 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775b8364-9a2c-4ee7-a48e-1d48f1edd2f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2565f482-ea43-423e-a46b-f88ca43faf22,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:07.574338 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device a3d428ef-5b4c-4a66-922d-c9bc17bfbedd up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:03:07.615068 n-d-826753-2 neutron-server[103702]: INFO neutron.db.ipam_backend_mixin [None req-2c0a921e-2064-4c39-adcd-afb8773abcd6 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 61d7b346-cadf-4e88-b05e-a7a1348d4e37 (CIDR: 2001:db8::/64) Feb 19 03:03:07.642840 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-15082833-b417-47eb-b0f3-62b6d40c9438 admin admin] Publish callbacks [] for security_group (ecfe29f2-8159-4f94-aed7-59b840ddb270), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:07.673850 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-15082833-b417-47eb-b0f3-62b6d40c9438 admin admin] Publish callbacks [] for security_group (ecfe29f2-8159-4f94-aed7-59b840ddb270), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:07.676565 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b80d5cf9-ce61-40d3-bc6d-ad5c051c471c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (8063a1dc-c97b-44af-89fc-192d5ab68cd1), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:07.740377 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-6057b494-fe19-45cc-ae27-26f6fc9ec5f0 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] For port 8063a1dc-c97b-44af-89fc-192d5ab68cd1, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=8063a1dc-c97b-44af-89fc-192d5ab68cd1,segment=NetworkSegment(4247e9f2-6084-4087-858e-e9d1c217426d),segment_id=4247e9f2-6084-4087-858e-e9d1c217426d)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:03:07.740743 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6057b494-fe19-45cc-ae27-26f6fc9ec5f0 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (8063a1dc-c97b-44af-89fc-192d5ab68cd1), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:07.742432 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c0a921e-2064-4c39-adcd-afb8773abcd6 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:03:07.742934 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c0a921e-2064-4c39-adcd-afb8773abcd6 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:03:07.756238 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-6057b494-fe19-45cc-ae27-26f6fc9ec5f0 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Calling delete_port for 8063a1dc-c97b-44af-89fc-192d5ab68cd1 owned by network:dhcp {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:03:07.777508 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-775b8364-9a2c-4ee7-a48e-1d48f1edd2f6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f7541b138eb549b18f2c57a0994634fa&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0028222 Feb 19 03:03:07.795519 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49736) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:07.798411 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-15082833-b417-47eb-b0f3-62b6d40c9438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (ecfe29f2-8159-4f94-aed7-59b840ddb270), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:07.814822 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-15082833-b417-47eb-b0f3-62b6d40c9438 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:07.816071 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-15082833-b417-47eb-b0f3-62b6d40c9438 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ecfe29f2-8159-4f94-aed7-59b840ddb270 HTTP/1.1" status: 204 len: 168 time: 0.8549721 Feb 19 03:03:07.830345 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80d5cf9-ce61-40d3-bc6d-ad5c051c471c None None] Pushing event deleted for resources: {'Port': ['ID=8063a1dc-c97b-44af-89fc-192d5ab68cd1,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:07.844248 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80d5cf9-ce61-40d3-bc6d-ad5c051c471c None None] No DVR routers for this DVR port 8063a1dc-c97b-44af-89fc-192d5ab68cd1 on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:03:07.882454 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port a3d428ef-5b4c-4a66-922d-c9bc17bfbedd triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:03:07.882944 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (a3d428ef-5b4c-4a66-922d-c9bc17bfbedd), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:07.907076 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6057b494-fe19-45cc-ae27-26f6fc9ec5f0 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (8063a1dc-c97b-44af-89fc-192d5ab68cd1), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:07.929849 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15082833-b417-47eb-b0f3-62b6d40c9438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecfe29f2-8159-4f94-aed7-59b840ddb270,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:07.942321 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6057b494-fe19-45cc-ae27-26f6fc9ec5f0 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] No DVR routers for this DVR port 8063a1dc-c97b-44af-89fc-192d5ab68cd1 on host n-d-826753-2 {{(pid=103701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:03:07.975152 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-2c0a921e-2064-4c39-adcd-afb8773abcd6 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6338599 Feb 19 03:03:07.993060 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49740) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:08.041208 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-6f0ab726-ab2a-49f6-a9e7-45515a5a0425 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Request body: {'subnet': {'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:03:08.101513 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136c88c9-6035-4a2a-9ff8-8007ee99e464 None None] DHCP port deletion for 25635acc-9f56-41ab-b8cd-dd2744f3f7b3 request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:03:08.141473 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6057b494-fe19-45cc-ae27-26f6fc9ec5f0 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Pushing event deleted for resources: {'Port': ['ID=8063a1dc-c97b-44af-89fc-192d5ab68cd1,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:08.225103 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port a3d428ef-5b4c-4a66-922d-c9bc17bfbedd is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:03:08.362597 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 8063a1dc-c97b-44af-89fc-192d5ab68cd1 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:03:08.434710 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-136c88c9-6035-4a2a-9ff8-8007ee99e464 None None] Deleting port 9d597532-298e-4c76-ba65-14d16b36a9cf {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:03:08.454143 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-136c88c9-6035-4a2a-9ff8-8007ee99e464 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (9d597532-298e-4c76-ba65-14d16b36a9cf), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:08.483289 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5de555e0-93ad-42cd-bea7-45cf752df149 admin admin] Publish callbacks [] for security_group (2565f482-ea43-423e-a46b-f88ca43faf22), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:08.486418 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6057b494-fe19-45cc-ae27-26f6fc9ec5f0 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (b0af2fed-15cc-4a59-82f9-c56cce972954), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:08.502517 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f0ab726-ab2a-49f6-a9e7-45515a5a0425 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Made reservation on behalf of bb74a1a86b774cd895fbb7befcc78fd8 for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:03:08.503785 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 8063a1dc-c97b-44af-89fc-192d5ab68cd1 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:03:08.505928 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 8063a1dc-c97b-44af-89fc-192d5ab68cd1 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:03:08.506075 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6f0ab726-ab2a-49f6-a9e7-45515a5a0425 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:08.556333 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-6057b494-fe19-45cc-ae27-26f6fc9ec5f0 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0af2fed-15cc-4a59-82f9-c56cce972954']}} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:03:08.598966 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-0538183a-9a6e-444c-b85d-a136a9aba8f5 None None] Provisioning complete for port a3d428ef-5b4c-4a66-922d-c9bc17bfbedd triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:03:08.599608 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-0538183a-9a6e-444c-b85d-a136a9aba8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (a3d428ef-5b4c-4a66-922d-c9bc17bfbedd), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:08.602453 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-136c88c9-6035-4a2a-9ff8-8007ee99e464 None None] For port 9d597532-298e-4c76-ba65-14d16b36a9cf, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=9d597532-298e-4c76-ba65-14d16b36a9cf,segment=NetworkSegment(0ac8fc0c-e771-432c-9de7-07e76dbe0cc7),segment_id=0ac8fc0c-e771-432c-9de7-07e76dbe0cc7)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:03:08.602899 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-136c88c9-6035-4a2a-9ff8-8007ee99e464 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (9d597532-298e-4c76-ba65-14d16b36a9cf), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:08.618695 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-6057b494-fe19-45cc-ae27-26f6fc9ec5f0 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4247e9f2-6084-4087-858e-e9d1c217426d') {'for_net_delete': True} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:03:08.618997 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-6057b494-fe19-45cc-ae27-26f6fc9ec5f0 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4247e9f2-6084-4087-858e-e9d1c217426d') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:03:08.664349 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-136c88c9-6035-4a2a-9ff8-8007ee99e464 None None] Calling delete_port for 9d597532-298e-4c76-ba65-14d16b36a9cf owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:03:08.670098 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6057b494-fe19-45cc-ae27-26f6fc9ec5f0 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12647422'] for segment (4247e9f2-6084-4087-858e-e9d1c217426d), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:08.722819 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6057b494-fe19-45cc-ae27-26f6fc9ec5f0 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (4247e9f2-6084-4087-858e-e9d1c217426d), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:08.789760 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6057b494-fe19-45cc-ae27-26f6fc9ec5f0 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Releasing vlan 260 on physical network physnet1 to pool {{(pid=103701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:03:08.790167 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6057b494-fe19-45cc-ae27-26f6fc9ec5f0 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583360'] for segment (4247e9f2-6084-4087-858e-e9d1c217426d), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:08.821756 n-d-826753-2 neutron-server[103701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:03:08.821756 n-d-826753-2 neutron-server[103701]: self.session.flush() Feb 19 03:03:08.821756 n-d-826753-2 neutron-server[103701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:03:08.821756 n-d-826753-2 neutron-server[103701]: self.session.flush() Feb 19 03:03:08.821756 n-d-826753-2 neutron-server[103701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:03:08.821756 n-d-826753-2 neutron-server[103701]: self.session.flush() Feb 19 03:03:08.821756 n-d-826753-2 neutron-server[103701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:03:08.821756 n-d-826753-2 neutron-server[103701]: self.session.flush() Feb 19 03:03:08.821756 n-d-826753-2 neutron-server[103701]: Traceback (most recent call last): Feb 19 03:03:08.821756 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:03:08.821756 n-d-826753-2 neutron-server[103701]: timer() Feb 19 03:03:08.821756 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:03:08.821756 n-d-826753-2 neutron-server[103701]: cb(*args, **kw) Feb 19 03:03:08.821756 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:03:08.821756 n-d-826753-2 neutron-server[103701]: return func(*args, **kwargs) Feb 19 03:03:08.821756 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:03:08.821756 n-d-826753-2 neutron-server[103701]: self._notify() Feb 19 03:03:08.821756 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:03:08.821756 n-d-826753-2 neutron-server[103701]: self.callback(batched_events) Feb 19 03:03:08.821756 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:03:08.821756 n-d-826753-2 neutron-server[103701]: event.method(event) Feb 19 03:03:08.821756 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:03:08.821756 n-d-826753-2 neutron-server[103701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:03:08.821756 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:03:08.821756 n-d-826753-2 neutron-server[103701]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:03:08.821756 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:03:08.821756 n-d-826753-2 neutron-server[103701]: return f(self, *a, **k) Feb 19 03:03:08.821756 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:03:08.821756 n-d-826753-2 neutron-server[103701]: return self._get(url).json() Feb 19 03:03:08.821756 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:03:08.821756 n-d-826753-2 neutron-server[103701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:03:08.821756 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:03:08.821756 n-d-826753-2 neutron-server[103701]: return self.request(url, 'GET', **kwargs) Feb 19 03:03:08.821756 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:03:08.821756 n-d-826753-2 neutron-server[103701]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:03:08.821756 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:03:08.821756 n-d-826753-2 neutron-server[103701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:03:08.821756 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:03:08.821756 n-d-826753-2 neutron-server[103701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:03:08.821756 n-d-826753-2 neutron-server[103701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:03:08.939351 n-d-826753-2 neutron-server[103701]: DEBUG neutron.objects.ports [None req-73002b7d-7523-4c57-9f4d-e219d234a635 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103701) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 03:03:08.940038 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-73002b7d-7523-4c57-9f4d-e219d234a635 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12647271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58706289'] for subnet (bc8111fc-c816-478e-96f9-9af5f2384f85), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:08.953678 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6f0ab726-ab2a-49f6-a9e7-45515a5a0425 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (71dcffa4-ca3c-4264-bbce-95aec6ff23f2), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:08.961922 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5de555e0-93ad-42cd-bea7-45cf752df149 admin admin] Publish callbacks [] for security_group (2565f482-ea43-423e-a46b-f88ca43faf22), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:09.021096 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-0538183a-9a6e-444c-b85d-a136a9aba8f5 None None] Current status of the port a3d428ef-5b4c-4a66-922d-c9bc17bfbedd is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:03:09.032919 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-136c88c9-6035-4a2a-9ff8-8007ee99e464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (9d597532-298e-4c76-ba65-14d16b36a9cf), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:09.086006 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c88c9-6035-4a2a-9ff8-8007ee99e464 None None] Pushing event deleted for resources: {'Port': ['ID=9d597532-298e-4c76-ba65-14d16b36a9cf,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:09.104205 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136c88c9-6035-4a2a-9ff8-8007ee99e464 None None] No DVR routers for this DVR port 9d597532-298e-4c76-ba65-14d16b36a9cf on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:03:09.168846 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0ab726-ab2a-49f6-a9e7-45515a5a0425 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:03:09.197263 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6057b494-fe19-45cc-ae27-26f6fc9ec5f0 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (b0af2fed-15cc-4a59-82f9-c56cce972954), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:09.204910 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-6f0ab726-ab2a-49f6-a9e7-45515a5a0425 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:03:09.216872 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0ab726-ab2a-49f6-a9e7-45515a5a0425 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:09.219345 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6f0ab726-ab2a-49f6-a9e7-45515a5a0425 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:09.219672 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6057b494-fe19-45cc-ae27-26f6fc9ec5f0 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:09.221314 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b13b045-ae55-4deb-bc3d-7d721a5dbcdf None None] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:03:09.229830 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-6057b494-fe19-45cc-ae27-26f6fc9ec5f0 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "DELETE /v2.0/networks/b0af2fed-15cc-4a59-82f9-c56cce972954 HTTP/1.1" status: 204 len: 168 time: 2.5302143 Feb 19 03:03:09.235083 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73002b7d-7523-4c57-9f4d-e219d234a635 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Pushing event updated for resources: {'Subnet': ['ID=bc8111fc-c816-478e-96f9-9af5f2384f85,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:09.240651 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49760) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:09.265283 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0ab726-ab2a-49f6-a9e7-45515a5a0425 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event updated for resources: {'Subnet': ['ID=71dcffa4-ca3c-4264-bbce-95aec6ff23f2,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:09.271680 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6057b494-fe19-45cc-ae27-26f6fc9ec5f0 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Pushing event deleted for resources: {'Network': ['ID=b0af2fed-15cc-4a59-82f9-c56cce972954,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:09.311097 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-6f0ab726-ab2a-49f6-a9e7-45515a5a0425 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2914925 Feb 19 03:03:09.314461 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 49764) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:09.319488 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-9d3b88c0-8990-4656-8527-2b9095900462 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Request body: {'port': {'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a', 'mac_address': 'fa:16:3e:6a:2b:d6', 'name': 'tempest-NetworksTestDHCPv6-913985809'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:03:09.330997 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73002b7d-7523-4c57-9f4d-e219d234a635 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Checking segment: {'id': 'a44a6ce5-aa03-48b1-9cb8-1216544849d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '66bf3077-789b-4f86-908e-b6b89b5b6a4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:03:09.331371 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73002b7d-7523-4c57-9f4d-e219d234a635 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Network hostable DHCP agents. Network: 66bf3077-789b-4f86-908e-b6b89b5b6a4f, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:03:09.393957 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cf9bc9e9-54ef-4458-a0e7-7aa0b5f7d939 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (25635acc-9f56-41ab-b8cd-dd2744f3f7b3), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:09.396725 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5de555e0-93ad-42cd-bea7-45cf752df149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (2565f482-ea43-423e-a46b-f88ca43faf22), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:09.400726 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5de555e0-93ad-42cd-bea7-45cf752df149 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:09.404486 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-5de555e0-93ad-42cd-bea7-45cf752df149 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2565f482-ea43-423e-a46b-f88ca43faf22 HTTP/1.1" status: 204 len: 168 time: 1.6055913 Feb 19 03:03:09.418969 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de555e0-93ad-42cd-bea7-45cf752df149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2565f482-ea43-423e-a46b-f88ca43faf22,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:09.533267 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 9d597532-298e-4c76-ba65-14d16b36a9cf no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:03:09.579696 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 9d597532-298e-4c76-ba65-14d16b36a9cf {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:03:09.580033 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 9d597532-298e-4c76-ba65-14d16b36a9cf not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:03:09.593465 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73002b7d-7523-4c57-9f4d-e219d234a635 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Network 66bf3077-789b-4f86-908e-b6b89b5b6a4f is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:03:09.668251 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-73002b7d-7523-4c57-9f4d-e219d234a635 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 66bf3077-789b-4f86-908e-b6b89b5b6a4f) {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:03:09.685864 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cf9bc9e9-54ef-4458-a0e7-7aa0b5f7d939 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (25635acc-9f56-41ab-b8cd-dd2744f3f7b3), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:09.707783 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73002b7d-7523-4c57-9f4d-e219d234a635 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:09.724878 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-73002b7d-7523-4c57-9f4d-e219d234a635 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:09.749382 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8ef51d-6fb0-4b60-b3b7-fb0e9496f1d3 None None] Network 66bf3077-789b-4f86-908e-b6b89b5b6a4f requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:03:09.771841 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-cf9bc9e9-54ef-4458-a0e7-7aa0b5f7d939 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25635acc-9f56-41ab-b8cd-dd2744f3f7b3']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:03:09.783868 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-73002b7d-7523-4c57-9f4d-e219d234a635 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.7236388 Feb 19 03:03:09.784176 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49778) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:09.790774 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c4894d-9d94-4d69-a172-a3f50c862560 None None] Update dhcp port {'port': {'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a', 'fixed_ips': [{'subnet_id': '61d7b346-cadf-4e88-b05e-a7a1348d4e37', 'ip_address': '2001:db8::f816:3eff:fe25:385d'}, {'subnet_id': '71dcffa4-ca3c-4264-bbce-95aec6ff23f2'}], 'binding:host_id': 'n-d-826753-2'}, 'id': 'a3d428ef-5b4c-4a66-922d-c9bc17bfbedd'} from n-d-826753-2. {{(pid=103703) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 03:03:09.791523 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-447f1a5d-9be1-4fef-b22e-72b1fc729bb5 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-220298298', 'network_id': '66bf3077-789b-4f86-908e-b6b89b5b6a4f'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:03:09.815549 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d3b88c0-8990-4656-8527-2b9095900462 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Made reservation on behalf of bb74a1a86b774cd895fbb7befcc78fd8 for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:03:09.878288 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-447f1a5d-9be1-4fef-b22e-72b1fc729bb5 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Made reservation on behalf of 3ac3fc8a7e944025a972a53cff275256 for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:03:09.883484 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-447f1a5d-9be1-4fef-b22e-72b1fc729bb5 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:09.891926 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-cf9bc9e9-54ef-4458-a0e7-7aa0b5f7d939 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ac8fc0c-e771-432c-9de7-07e76dbe0cc7') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:03:09.892221 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-cf9bc9e9-54ef-4458-a0e7-7aa0b5f7d939 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ac8fc0c-e771-432c-9de7-07e76dbe0cc7') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:03:09.935642 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cf9bc9e9-54ef-4458-a0e7-7aa0b5f7d939 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (0ac8fc0c-e771-432c-9de7-07e76dbe0cc7), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:09.962436 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [None req-447f1a5d-9be1-4fef-b22e-72b1fc729bb5 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] device_id is not set on port 50aae761-2616-4830-8920-1418c5a664d3 yet. {{(pid=103702) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:03:09.986346 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cf9bc9e9-54ef-4458-a0e7-7aa0b5f7d939 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (0ac8fc0c-e771-432c-9de7-07e76dbe0cc7), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:10.011639 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-03c4894d-9d94-4d69-a172-a3f50c862560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (a3d428ef-5b4c-4a66-922d-c9bc17bfbedd), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:10.080466 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf9bc9e9-54ef-4458-a0e7-7aa0b5f7d939 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Releasing vlan 295 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:03:10.088115 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cf9bc9e9-54ef-4458-a0e7-7aa0b5f7d939 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (0ac8fc0c-e771-432c-9de7-07e76dbe0cc7), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:10.091727 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 03:03:10.091727 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:03:10.091727 n-d-826753-2 neutron-server[103702]: timer() Feb 19 03:03:10.091727 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:03:10.091727 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 03:03:10.091727 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:03:10.091727 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 03:03:10.091727 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:03:10.091727 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 03:03:10.091727 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:03:10.091727 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 03:03:10.091727 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:03:10.091727 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 03:03:10.091727 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:03:10.091727 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:03:10.091727 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:03:10.091727 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:03:10.091727 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:03:10.091727 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 03:03:10.091727 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:03:10.091727 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 03:03:10.091727 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:03:10.091727 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:03:10.091727 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:03:10.091727 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 03:03:10.091727 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:03:10.091727 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:03:10.091727 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:03:10.091727 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:03:10.091727 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:03:10.091727 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:03:10.091727 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:03:10.095107 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9d3b88c0-8990-4656-8527-2b9095900462 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:10.151821 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 49782) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:10.196321 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [None req-9d3b88c0-8990-4656-8527-2b9095900462 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] device_id is not set on port 0e33c06b-df40-4bfa-ac51-e1619caf9167 yet. {{(pid=103701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:03:10.215762 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-715e07e8-711f-49dc-a3e9-85d893b71612 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:10.303828 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d075a4c0-3c65-49f7-b6ca-e1f04da67776 None None] Network 66bf3077-789b-4f86-908e-b6b89b5b6a4f requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:03:10.386074 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-447f1a5d-9be1-4fef-b22e-72b1fc729bb5 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Allocated IP 172.20.0.4 (66bf3077-789b-4f86-908e-b6b89b5b6a4f/bc8111fc-c816-478e-96f9-9af5f2384f85/50aae761-2616-4830-8920-1418c5a664d3) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:03:10.573834 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-447f1a5d-9be1-4fef-b22e-72b1fc729bb5 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks [] for port (50aae761-2616-4830-8920-1418c5a664d3), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:10.612566 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cf9bc9e9-54ef-4458-a0e7-7aa0b5f7d939 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (25635acc-9f56-41ab-b8cd-dd2744f3f7b3), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:10.629663 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cf9bc9e9-54ef-4458-a0e7-7aa0b5f7d939 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:10.635877 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-cf9bc9e9-54ef-4458-a0e7-7aa0b5f7d939 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] 10.222.0.72 "DELETE /v2.0/networks/25635acc-9f56-41ab-b8cd-dd2744f3f7b3 HTTP/1.1" status: 204 len: 168 time: 1.3833981 Feb 19 03:03:10.643548 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-447f1a5d-9be1-4fef-b22e-72b1fc729bb5 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (50aae761-2616-4830-8920-1418c5a664d3), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:10.720812 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447f1a5d-9be1-4fef-b22e-72b1fc729bb5 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Pushing event updated for resources: {'Port': ['ID=50aae761-2616-4830-8920-1418c5a664d3,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:10.750628 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9bc9e9-54ef-4458-a0e7-7aa0b5f7d939 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] Pushing event deleted for resources: {'Network': ['ID=25635acc-9f56-41ab-b8cd-dd2744f3f7b3,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:10.789335 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447f1a5d-9be1-4fef-b22e-72b1fc729bb5 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Network 66bf3077-789b-4f86-908e-b6b89b5b6a4f is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:03:10.794489 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-447f1a5d-9be1-4fef-b22e-72b1fc729bb5 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:03:10.804315 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447f1a5d-9be1-4fef-b22e-72b1fc729bb5 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:03:10.924683 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-715e07e8-711f-49dc-a3e9-85d893b71612 admin admin] Publish callbacks [] for security_group (7996d609-d6ac-43b5-a25e-77337356e105), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:10.927279 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447f1a5d-9be1-4fef-b22e-72b1fc729bb5 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:10.928826 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-447f1a5d-9be1-4fef-b22e-72b1fc729bb5 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:10.957358 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-715e07e8-711f-49dc-a3e9-85d893b71612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (7996d609-d6ac-43b5-a25e-77337356e105), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:10.964187 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-9d3b88c0-8990-4656-8527-2b9095900462 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Allocated IP 2001:db8:0:1::252 (48d3009f-8d6e-4fac-a460-ff95e3f8d78a/71dcffa4-ca3c-4264-bbce-95aec6ff23f2/0e33c06b-df40-4bfa-ac51-e1619caf9167) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:03:10.986853 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-447f1a5d-9be1-4fef-b22e-72b1fc729bb5 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 1.2010822 Feb 19 03:03:10.987818 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49802) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:11.003249 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-9d3b88c0-8990-4656-8527-2b9095900462 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Allocated IP 2001:db8::f816:3eff:fe6a:2bd6 (48d3009f-8d6e-4fac-a460-ff95e3f8d78a/61d7b346-cadf-4e88-b05e-a7a1348d4e37/0e33c06b-df40-4bfa-ac51-e1619caf9167) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:03:11.073430 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-715e07e8-711f-49dc-a3e9-85d893b71612 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=65cf13b9564f4757bf5f7f9b294b9453&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9029679 Feb 19 03:03:11.076356 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 49808) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:11.097616 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715e07e8-711f-49dc-a3e9-85d893b71612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7996d609-d6ac-43b5-a25e-77337356e105,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:11.192560 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-a3559a6a-c598-458c-9e58-ca74385892fd tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Deleting port 50aae761-2616-4830-8920-1418c5a664d3 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:03:11.192951 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a3559a6a-c598-458c-9e58-ca74385892fd tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (50aae761-2616-4830-8920-1418c5a664d3), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:11.363815 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a3559a6a-c598-458c-9e58-ca74385892fd tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (50aae761-2616-4830-8920-1418c5a664d3), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:11.376863 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-317e29bc-8851-4a23-84d0-09de06bbbbd9 admin admin] Publish callbacks [] for security_group (7996d609-d6ac-43b5-a25e-77337356e105), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:11.393486 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-a3559a6a-c598-458c-9e58-ca74385892fd tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Calling delete_port for 50aae761-2616-4830-8920-1418c5a664d3 owned by {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:03:11.396191 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9d3b88c0-8990-4656-8527-2b9095900462 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks [] for port (0e33c06b-df40-4bfa-ac51-e1619caf9167), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:11.414062 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-317e29bc-8851-4a23-84d0-09de06bbbbd9 admin admin] Publish callbacks [] for security_group (7996d609-d6ac-43b5-a25e-77337356e105), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:11.483979 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9d3b88c0-8990-4656-8527-2b9095900462 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (0e33c06b-df40-4bfa-ac51-e1619caf9167), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:11.529291 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3b88c0-8990-4656-8527-2b9095900462 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:03:11.530077 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-317e29bc-8851-4a23-84d0-09de06bbbbd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (7996d609-d6ac-43b5-a25e-77337356e105), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:11.539115 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-317e29bc-8851-4a23-84d0-09de06bbbbd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:11.540387 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-317e29bc-8851-4a23-84d0-09de06bbbbd9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7996d609-d6ac-43b5-a25e-77337356e105 HTTP/1.1" status: 204 len: 168 time: 0.4601448 Feb 19 03:03:11.574036 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317e29bc-8851-4a23-84d0-09de06bbbbd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7996d609-d6ac-43b5-a25e-77337356e105,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:11.579211 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-9d3b88c0-8990-4656-8527-2b9095900462 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:03:11.590589 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3b88c0-8990-4656-8527-2b9095900462 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:03:11.599890 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3b88c0-8990-4656-8527-2b9095900462 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:11.603465 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9d3b88c0-8990-4656-8527-2b9095900462 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:11.644884 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-03c4894d-9d94-4d69-a172-a3f50c862560 None None] Allocated IP 2001:db8:0:1::2 (48d3009f-8d6e-4fac-a460-ff95e3f8d78a/71dcffa4-ca3c-4264-bbce-95aec6ff23f2/a3d428ef-5b4c-4a66-922d-c9bc17bfbedd) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:03:11.652407 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3b88c0-8990-4656-8527-2b9095900462 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event updated for resources: {'Port': ['ID=0e33c06b-df40-4bfa-ac51-e1619caf9167,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:11.671456 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-9d3b88c0-8990-4656-8527-2b9095900462 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.3557122 Feb 19 03:03:11.675029 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 49826) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:11.714591 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a3559a6a-c598-458c-9e58-ca74385892fd tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (50aae761-2616-4830-8920-1418c5a664d3), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:11.761869 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3559a6a-c598-458c-9e58-ca74385892fd tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Pushing event deleted for resources: {'Port': ['ID=50aae761-2616-4830-8920-1418c5a664d3,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:11.875303 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-d05b2011-9e03-4683-9738-870a3205785d tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Deleting port 0e33c06b-df40-4bfa-ac51-e1619caf9167 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:03:11.877887 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d05b2011-9e03-4683-9738-870a3205785d tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (0e33c06b-df40-4bfa-ac51-e1619caf9167), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:11.925832 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a3559a6a-c598-458c-9e58-ca74385892fd tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:11.928639 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-03c4894d-9d94-4d69-a172-a3f50c862560 None None] For port a3d428ef-5b4c-4a66-922d-c9bc17bfbedd, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=a3d428ef-5b4c-4a66-922d-c9bc17bfbedd,segment=NetworkSegment(c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8),segment_id=c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:03:11.932628 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-a3559a6a-c598-458c-9e58-ca74385892fd tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] 10.222.0.72 "DELETE /v2.0/ports/50aae761-2616-4830-8920-1418c5a664d3 HTTP/1.1" status: 204 len: 168 time: 0.9429336 Feb 19 03:03:11.934584 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49828) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:11.967660 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-b737a660-aa78-4570-88c8-00ef2b549c68 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '66bf3077-789b-4f86-908e-b6b89b5b6a4f', 'external_fixed_ips': [{'subnet_id': 'bc8111fc-c816-478e-96f9-9af5f2384f85', 'ip_address': '172.20.0.4'}]}}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:03:12.027061 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-03c4894d-9d94-4d69-a172-a3f50c862560 None None] Publish callbacks [] for port (a3d428ef-5b4c-4a66-922d-c9bc17bfbedd), precommit_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:12.042388 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b737a660-aa78-4570-88c8-00ef2b549c68 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14172'] for router (62538bcc-98a8-488c-ab56-44b694b488a6), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:12.043077 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-03c4894d-9d94-4d69-a172-a3f50c862560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (a3d428ef-5b4c-4a66-922d-c9bc17bfbedd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:12.043785 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b737a660-aa78-4570-88c8-00ef2b549c68 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16317487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16285822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16309985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14247'] for router (62538bcc-98a8-488c-ab56-44b694b488a6), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:12.092686 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d05b2011-9e03-4683-9738-870a3205785d tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (0e33c06b-df40-4bfa-ac51-e1619caf9167), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:12.132168 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-d05b2011-9e03-4683-9738-870a3205785d tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Calling delete_port for 0e33c06b-df40-4bfa-ac51-e1619caf9167 owned by {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:03:12.161922 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b737a660-aa78-4570-88c8-00ef2b549c68 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks [] for router_controller (62538bcc-98a8-488c-ab56-44b694b488a6), precommit_add_association {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:12.301274 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c4894d-9d94-4d69-a172-a3f50c862560 None None] Pushing event updated for resources: {'Port': ['ID=a3d428ef-5b4c-4a66-922d-c9bc17bfbedd,revision_number=9']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:12.503985 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d05b2011-9e03-4683-9738-870a3205785d tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (0e33c06b-df40-4bfa-ac51-e1619caf9167), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:12.511647 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b737a660-aa78-4570-88c8-00ef2b549c68 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks [] for router_gateway (62538bcc-98a8-488c-ab56-44b694b488a6), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:12.605323 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05b2011-9e03-4683-9738-870a3205785d tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event deleted for resources: {'Port': ['ID=0e33c06b-df40-4bfa-ac51-e1619caf9167,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:12.689097 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d05b2011-9e03-4683-9738-870a3205785d tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:12.692699 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-d05b2011-9e03-4683-9738-870a3205785d tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "DELETE /v2.0/ports/0e33c06b-df40-4bfa-ac51-e1619caf9167 HTTP/1.1" status: 204 len: 168 time: 1.0166535 Feb 19 03:03:12.709255 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49848) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:12.928677 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe83960e-ba7c-4b2a-a498-1a964f3a7330 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:12.933837 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-fe83960e-ba7c-4b2a-a498-1a964f3a7330 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2216043 Feb 19 03:03:12.934937 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49856) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:13.222000 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device a3d428ef-5b4c-4a66-922d-c9bc17bfbedd up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:03:13.379844 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port a3d428ef-5b4c-4a66-922d-c9bc17bfbedd triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:03:13.380571 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (a3d428ef-5b4c-4a66-922d-c9bc17bfbedd), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:13.500791 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port a3d428ef-5b4c-4a66-922d-c9bc17bfbedd is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:03:13.508079 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b86d776b-217f-42a7-a89b-9cbcd45a87cf None None] Provisioning complete for port a3d428ef-5b4c-4a66-922d-c9bc17bfbedd triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:03:13.508566 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b86d776b-217f-42a7-a89b-9cbcd45a87cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (a3d428ef-5b4c-4a66-922d-c9bc17bfbedd), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:13.604324 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b86d776b-217f-42a7-a89b-9cbcd45a87cf None None] Current status of the port a3d428ef-5b4c-4a66-922d-c9bc17bfbedd is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:03:13.797558 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b737a660-aa78-4570-88c8-00ef2b549c68 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks [] for router_gateway (62538bcc-98a8-488c-ab56-44b694b488a6), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:13.901409 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c04d2bf-0039-4c17-98f3-46ee531d044e tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:13.903122 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-2c04d2bf-0039-4c17-98f3-46ee531d044e tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.9593427 Feb 19 03:03:13.905634 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 49890) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:13.919546 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4ba0a635-99d7-4c25-ab6c-48bacd8c7d2a None None] Could not find standard attr ID for object 0e33c06b-df40-4bfa-ac51-e1619caf9167. {{(pid=103703) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:03:13.921240 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b737a660-aa78-4570-88c8-00ef2b549c68 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:14.028536 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6dcf4cd-6791-4ab7-8843-e45cf5610a8b tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:14.040671 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6dcf4cd-6791-4ab7-8843-e45cf5610a8b tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:14.055237 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6dcf4cd-6791-4ab7-8843-e45cf5610a8b tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:14.058935 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-b6dcf4cd-6791-4ab7-8843-e45cf5610a8b tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1516538 Feb 19 03:03:14.061715 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 49898) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:14.205395 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-b737a660-aa78-4570-88c8-00ef2b549c68 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Allocated IP 172.20.0.4 (66bf3077-789b-4f86-908e-b6b89b5b6a4f/bc8111fc-c816-478e-96f9-9af5f2384f85/bd54f1de-0452-4b10-8d6b-3d2951a0b342) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:03:14.223571 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_v2 [None req-5699637d-381a-4c35-8dd5-a247fa4c2e96 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Deleting subnet 61d7b346-cadf-4e88-b05e-a7a1348d4e37 {{(pid=103701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:03:14.232262 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5699637d-381a-4c35-8dd5-a247fa4c2e96 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks [] for subnet (61d7b346-cadf-4e88-b05e-a7a1348d4e37), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:14.335435 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5699637d-381a-4c35-8dd5-a247fa4c2e96 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12647399'] for subnet (61d7b346-cadf-4e88-b05e-a7a1348d4e37), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:14.394463 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b737a660-aa78-4570-88c8-00ef2b549c68 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks [] for port (bd54f1de-0452-4b10-8d6b-3d2951a0b342), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:14.472312 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5699637d-381a-4c35-8dd5-a247fa4c2e96 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (61d7b346-cadf-4e88-b05e-a7a1348d4e37), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:14.489563 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b737a660-aa78-4570-88c8-00ef2b549c68 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (bd54f1de-0452-4b10-8d6b-3d2951a0b342), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:14.565031 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5699637d-381a-4c35-8dd5-a247fa4c2e96 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12647206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58706286'] for subnet (61d7b346-cadf-4e88-b05e-a7a1348d4e37), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:14.567929 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b737a660-aa78-4570-88c8-00ef2b549c68 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Network 66bf3077-789b-4f86-908e-b6b89b5b6a4f is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:03:14.582976 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-b737a660-aa78-4570-88c8-00ef2b549c68 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:03:14.588106 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b737a660-aa78-4570-88c8-00ef2b549c68 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:03:14.609538 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5699637d-381a-4c35-8dd5-a247fa4c2e96 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event deleted for resources: {'Subnet': ['ID=61d7b346-cadf-4e88-b05e-a7a1348d4e37,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:14.618794 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea844d8d-82b9-4a6d-9525-1d846bce0bb4 None None] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:03:14.621949 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5699637d-381a-4c35-8dd5-a247fa4c2e96 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:14.625513 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-5699637d-381a-4c35-8dd5-a247fa4c2e96 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "DELETE /v2.0/subnets/61d7b346-cadf-4e88-b05e-a7a1348d4e37 HTTP/1.1" status: 204 len: 168 time: 0.5612724 Feb 19 03:03:14.629765 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 49912) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:14.664617 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b737a660-aa78-4570-88c8-00ef2b549c68 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Pushing event updated for resources: {'Port': ['ID=bd54f1de-0452-4b10-8d6b-3d2951a0b342,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:14.793434 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cc26faf-44fe-42ee-91b1-30aebf5e27fd tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Deleting subnet 71dcffa4-ca3c-4264-bbce-95aec6ff23f2 {{(pid=103701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:03:14.807511 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4cc26faf-44fe-42ee-91b1-30aebf5e27fd tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks [] for subnet (71dcffa4-ca3c-4264-bbce-95aec6ff23f2), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:14.950704 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4cc26faf-44fe-42ee-91b1-30aebf5e27fd tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12647399'] for subnet (71dcffa4-ca3c-4264-bbce-95aec6ff23f2), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:15.216969 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4cc26faf-44fe-42ee-91b1-30aebf5e27fd tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (71dcffa4-ca3c-4264-bbce-95aec6ff23f2), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:15.243466 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b737a660-aa78-4570-88c8-00ef2b549c68 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks [] for router_gateway (62538bcc-98a8-488c-ab56-44b694b488a6), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:15.341905 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4cc26faf-44fe-42ee-91b1-30aebf5e27fd tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12647206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58706286'] for subnet (71dcffa4-ca3c-4264-bbce-95aec6ff23f2), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:15.422651 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc26faf-44fe-42ee-91b1-30aebf5e27fd tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event deleted for resources: {'Subnet': ['ID=71dcffa4-ca3c-4264-bbce-95aec6ff23f2,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:15.425564 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4cc26faf-44fe-42ee-91b1-30aebf5e27fd tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:15.432870 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-4cc26faf-44fe-42ee-91b1-30aebf5e27fd tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "DELETE /v2.0/subnets/71dcffa4-ca3c-4264-bbce-95aec6ff23f2 HTTP/1.1" status: 204 len: 168 time: 0.8019128 Feb 19 03:03:15.435290 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49932) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:15.506624 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-75eea4e1-44cd-4448-9aee-52caef958194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:15.565541 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-9f3f5af9-5363-44b8-91a8-0660e5a1d184 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1290650 Feb 19 03:03:15.568898 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49936) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:15.595418 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-652bf1eb-10b5-4c6b-9e00-4fd0f2d826e1 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Request body: {'subnet': {'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:03:15.822602 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-652bf1eb-10b5-4c6b-9e00-4fd0f2d826e1 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Made reservation on behalf of bb74a1a86b774cd895fbb7befcc78fd8 for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:03:15.831848 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-652bf1eb-10b5-4c6b-9e00-4fd0f2d826e1 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:16.138610 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67544d07-9f81-4c67-9105-5d6d49682d75 None None] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:03:16.204781 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b737a660-aa78-4570-88c8-00ef2b549c68 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16317478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865'] for router (62538bcc-98a8-488c-ab56-44b694b488a6), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:16.227762 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-427cdaf5-7a2b-4d32-9575-b31816eafd93 None None] Provisioning complete for port a3d428ef-5b4c-4a66-922d-c9bc17bfbedd triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:03:16.228143 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-427cdaf5-7a2b-4d32-9575-b31816eafd93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (a3d428ef-5b4c-4a66-922d-c9bc17bfbedd), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:16.259297 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 49950) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:16.473645 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-427cdaf5-7a2b-4d32-9575-b31816eafd93 None None] Current status of the port a3d428ef-5b4c-4a66-922d-c9bc17bfbedd is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:03:16.477134 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-de1feaed-61b3-4f15-ba24-627c313d5ef0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:16.567699 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d59eb8-4a69-47f3-8e11-1172cbb64f2b None None] DHCP port deletion for 48d3009f-8d6e-4fac-a460-ff95e3f8d78a request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:03:16.672225 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-de1feaed-61b3-4f15-ba24-627c313d5ef0 admin admin] Publish callbacks [] for security_group (c2f4d910-cb98-49e2-929c-aeec8a60d1bc), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:16.683284 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-de1feaed-61b3-4f15-ba24-627c313d5ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (c2f4d910-cb98-49e2-929c-aeec8a60d1bc), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:16.726961 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-c5d59eb8-4a69-47f3-8e11-1172cbb64f2b None None] Deleting port a3d428ef-5b4c-4a66-922d-c9bc17bfbedd {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:03:16.727826 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c5d59eb8-4a69-47f3-8e11-1172cbb64f2b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (a3d428ef-5b4c-4a66-922d-c9bc17bfbedd), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:16.755420 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-652bf1eb-10b5-4c6b-9e00-4fd0f2d826e1 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (37e86635-c3a5-4e33-9be2-71d09b4c8053), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:16.780512 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-de1feaed-61b3-4f15-ba24-627c313d5ef0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=636bb84b4d19424ea38e5d255a0b22eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5197046 Feb 19 03:03:16.782339 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 49956) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:16.786174 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b737a660-aa78-4570-88c8-00ef2b549c68 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Router 62538bcc-98a8-488c-ab56-44b694b488a6 is scheduled to L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd with binding_index 1 {{(pid=103702) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:03:16.790890 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1feaed-61b3-4f15-ba24-627c313d5ef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f4d910-cb98-49e2-929c-aeec8a60d1bc,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:16.850771 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652bf1eb-10b5-4c6b-9e00-4fd0f2d826e1 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:03:16.863764 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-c5d59eb8-4a69-47f3-8e11-1172cbb64f2b None None] For port a3d428ef-5b4c-4a66-922d-c9bc17bfbedd, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=a3d428ef-5b4c-4a66-922d-c9bc17bfbedd,segment=NetworkSegment(c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8),segment_id=c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:03:16.864446 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-652bf1eb-10b5-4c6b-9e00-4fd0f2d826e1 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:03:16.864654 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c5d59eb8-4a69-47f3-8e11-1172cbb64f2b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (a3d428ef-5b4c-4a66-922d-c9bc17bfbedd), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:16.868228 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652bf1eb-10b5-4c6b-9e00-4fd0f2d826e1 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:16.868838 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-652bf1eb-10b5-4c6b-9e00-4fd0f2d826e1 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:16.881619 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-c5d59eb8-4a69-47f3-8e11-1172cbb64f2b None None] Calling delete_port for a3d428ef-5b4c-4a66-922d-c9bc17bfbedd owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:03:16.896141 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7a0c7c91-d108-40b6-b962-6a76b6740937 admin admin] Publish callbacks [] for security_group (c2f4d910-cb98-49e2-929c-aeec8a60d1bc), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:16.939275 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7a0c7c91-d108-40b6-b962-6a76b6740937 admin admin] Publish callbacks [] for security_group (c2f4d910-cb98-49e2-929c-aeec8a60d1bc), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:16.987001 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c5d59eb8-4a69-47f3-8e11-1172cbb64f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (a3d428ef-5b4c-4a66-922d-c9bc17bfbedd), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:17.048099 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d59eb8-4a69-47f3-8e11-1172cbb64f2b None None] No DVR routers for this DVR port a3d428ef-5b4c-4a66-922d-c9bc17bfbedd on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:03:17.058729 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7a0c7c91-d108-40b6-b962-6a76b6740937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (c2f4d910-cb98-49e2-929c-aeec8a60d1bc), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:17.058729 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7a0c7c91-d108-40b6-b962-6a76b6740937 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:17.058729 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-7a0c7c91-d108-40b6-b962-6a76b6740937 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c2f4d910-cb98-49e2-929c-aeec8a60d1bc HTTP/1.1" status: 204 len: 168 time: 0.2740581 Feb 19 03:03:17.065101 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d59eb8-4a69-47f3-8e11-1172cbb64f2b None None] Pushing event deleted for resources: {'Port': ['ID=a3d428ef-5b4c-4a66-922d-c9bc17bfbedd,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:17.084262 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0c7c91-d108-40b6-b962-6a76b6740937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f4d910-cb98-49e2-929c-aeec8a60d1bc,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:17.084711 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0517f148-866d-404e-ad4f-7f8f4a4a6104 None None] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:03:17.118835 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b737a660-aa78-4570-88c8-00ef2b549c68 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:03:17.136903 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 49962) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:17.142631 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-652bf1eb-10b5-4c6b-9e00-4fd0f2d826e1 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5733027 Feb 19 03:03:17.145569 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-07225698-1071-41d8-89df-c01c85105546 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Request body: {'subnet': {'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:03:17.184927 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652bf1eb-10b5-4c6b-9e00-4fd0f2d826e1 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event updated for resources: {'Subnet': ['ID=37e86635-c3a5-4e33-9be2-71d09b4c8053,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:17.222474 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b737a660-aa78-4570-88c8-00ef2b549c68 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:17.239412 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-b737a660-aa78-4570-88c8-00ef2b549c68 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 5.2991400 Feb 19 03:03:17.243213 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49964) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:17.303653 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ad00e2-d7bd-43af-a077-9bdfe2b742df None None] Sync routers for ids ['62538bcc-98a8-488c-ab56-44b694b488a6'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:03:17.349355 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device a3d428ef-5b4c-4a66-922d-c9bc17bfbedd no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:03:17.508656 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0bb9a6b-f284-49c8-856b-1825c25c9b24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-48d3009f-8d6e-4fac-a460-ff95e3f8d78a', 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a', 'project_id': 'bb74a1a86b774cd895fbb7befcc78fd8', 'fixed_ips': [{'subnet_id': '37e86635-c3a5-4e33-9be2-71d09b4c8053'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:03:17.509577 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e0bb9a6b-f284-49c8-856b-1825c25c9b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:17.566337 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: a3d428ef-5b4c-4a66-922d-c9bc17bfbedd {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:03:17.567194 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device a3d428ef-5b4c-4a66-922d-c9bc17bfbedd not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:03:17.581826 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07225698-1071-41d8-89df-c01c85105546 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Made reservation on behalf of bb74a1a86b774cd895fbb7befcc78fd8 for: {'subnet': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:03:17.587511 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-07225698-1071-41d8-89df-c01c85105546 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58706307'] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:17.610513 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7348571a-e043-4b2e-ae0d-855fb6143031 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks [] for router (62538bcc-98a8-488c-ab56-44b694b488a6), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:17.614779 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ad00e2-d7bd-43af-a077-9bdfe2b742df None None] Routers {'62538bcc-98a8-488c-ab56-44b694b488a6'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:03:17.618805 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-78ad00e2-d7bd-43af-a077-9bdfe2b742df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:02:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['62538bcc-98a8-488c-ab56-44b694b488a6'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:03:17.873229 n-d-826753-2 neutron-server[103701]: INFO neutron.db.ipam_backend_mixin [None req-07225698-1071-41d8-89df-c01c85105546 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 37e86635-c3a5-4e33-9be2-71d09b4c8053 (CIDR: 2001:db8::/64) Feb 19 03:03:17.883411 n-d-826753-2 neutron-server[103701]: INFO neutron.pecan_wsgi.hooks.translation [None req-07225698-1071-41d8-89df-c01c85105546 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:03:17.885739 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07225698-1071-41d8-89df-c01c85105546 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:03:17.895168 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 49980) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:17.909146 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7348571a-e043-4b2e-ae0d-855fb6143031 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks [] for router_gateway (62538bcc-98a8-488c-ab56-44b694b488a6), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:17.961633 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6a9246c6-25e4-475a-b446-fa351be0e515 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:18.029701 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-7348571a-e043-4b2e-ae0d-855fb6143031 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Deleting port bd54f1de-0452-4b10-8d6b-3d2951a0b342 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:03:18.030224 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7348571a-e043-4b2e-ae0d-855fb6143031 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (bd54f1de-0452-4b10-8d6b-3d2951a0b342), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:18.073783 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-07225698-1071-41d8-89df-c01c85105546 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9330149 Feb 19 03:03:18.081297 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 49984) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:18.096737 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-80db6c49-c41b-4dfa-92cb-7fa1c62a57f1 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Request body: {'subnet': {'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:03:18.109713 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-a6671af1-9bca-49e5-8064-c2ff795f61cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:18.231616 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7348571a-e043-4b2e-ae0d-855fb6143031 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (bd54f1de-0452-4b10-8d6b-3d2951a0b342), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:18.258192 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-7348571a-e043-4b2e-ae0d-855fb6143031 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Calling delete_port for bd54f1de-0452-4b10-8d6b-3d2951a0b342 owned by network:router_gateway {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:03:18.326300 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-78ad00e2-d7bd-43af-a077-9bdfe2b742df None None] Set router 62538bcc-98a8-488c-ab56-44b694b488a6 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:03:18.356433 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80db6c49-c41b-4dfa-92cb-7fa1c62a57f1 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Made reservation on behalf of bb74a1a86b774cd895fbb7befcc78fd8 for: {'subnet': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:03:18.366515 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-80db6c49-c41b-4dfa-92cb-7fa1c62a57f1 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58706307'] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:18.485463 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-e0bb9a6b-f284-49c8-856b-1825c25c9b24 None None] Allocated IP 2001:db8::2 (48d3009f-8d6e-4fac-a460-ff95e3f8d78a/37e86635-c3a5-4e33-9be2-71d09b4c8053/37d35cad-29ab-4cac-8a8a-9dd9d74833a0) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:03:18.563829 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6a9246c6-25e4-475a-b446-fa351be0e515 admin admin] Publish callbacks [] for security_group (2c45abb9-dcea-4b7a-bd66-ebc8e21736bc), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:18.591110 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6a9246c6-25e4-475a-b446-fa351be0e515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (2c45abb9-dcea-4b7a-bd66-ebc8e21736bc), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:18.688446 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7348571a-e043-4b2e-ae0d-855fb6143031 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (bd54f1de-0452-4b10-8d6b-3d2951a0b342), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:18.776621 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-6a9246c6-25e4-475a-b446-fa351be0e515 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=23dcfd2ca9fc4c07ab525b01225492e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8736029 Feb 19 03:03:18.781845 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9246c6-25e4-475a-b446-fa351be0e515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c45abb9-dcea-4b7a-bd66-ebc8e21736bc,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:18.794254 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 49988) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:18.856573 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7348571a-e043-4b2e-ae0d-855fb6143031 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Pushing event deleted for resources: {'Port': ['ID=bd54f1de-0452-4b10-8d6b-3d2951a0b342,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:18.912097 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-fe4857c8-3042-4765-81f1-11f990136fc4 admin admin] Publish callbacks [] for security_group (2c45abb9-dcea-4b7a-bd66-ebc8e21736bc), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:18.990923 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-fe4857c8-3042-4765-81f1-11f990136fc4 admin admin] Publish callbacks [] for security_group (2c45abb9-dcea-4b7a-bd66-ebc8e21736bc), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:19.010112 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7348571a-e043-4b2e-ae0d-855fb6143031 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16285837'] for router_gateway (62538bcc-98a8-488c-ab56-44b694b488a6), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:19.027885 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-78ad00e2-d7bd-43af-a077-9bdfe2b742df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62538bcc-98a8-488c-ab56-44b694b488a6', 'name': '', 'tenant_id': '3ac3fc8a7e944025a972a53cff275256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66bf3077-789b-4f86-908e-b6b89b5b6a4f', 'external_fixed_ips': [{'subnet_id': 'bc8111fc-c816-478e-96f9-9af5f2384f85', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': 'bd54f1de-0452-4b10-8d6b-3d2951a0b342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:03:12Z', 'updated_at': '2022-02-19T03:03:14Z', 'revision_number': 3, 'project_id': '3ac3fc8a7e944025a972a53cff275256', 'gw_port': {'id': 'bd54f1de-0452-4b10-8d6b-3d2951a0b342', 'name': '', 'network_id': '66bf3077-789b-4f86-908e-b6b89b5b6a4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:22:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62538bcc-98a8-488c-ab56-44b694b488a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': 'bc8111fc-c816-478e-96f9-9af5f2384f85', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:03:13Z', 'updated_at': '2022-02-19T03:03:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc8111fc-c816-478e-96f9-9af5f2384f85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:03:19.117886 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ad00e2-d7bd-43af-a077-9bdfe2b742df None None] Checking router: 62538bcc-98a8-488c-ab56-44b694b488a6 for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:03:19.118244 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ad00e2-d7bd-43af-a077-9bdfe2b742df None None] Updating router 62538bcc-98a8-488c-ab56-44b694b488a6 port bd54f1de-0452-4b10-8d6b-3d2951a0b342 binding host n-d-826753-2 {{(pid=103703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:03:19.159660 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ad00e2-d7bd-43af-a077-9bdfe2b742df None None] Port bd54f1de-0452-4b10-8d6b-3d2951a0b342 not found while updating agent binding for router 62538bcc-98a8-488c-ab56-44b694b488a6. {{(pid=103703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 19 03:03:19.211581 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ad00e2-d7bd-43af-a077-9bdfe2b742df None None] Routers {'62538bcc-98a8-488c-ab56-44b694b488a6'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:03:19.213590 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-78ad00e2-d7bd-43af-a077-9bdfe2b742df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:03:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['62538bcc-98a8-488c-ab56-44b694b488a6'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:03:19.236738 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7348571a-e043-4b2e-ae0d-855fb6143031 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16317457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14254'] for router (62538bcc-98a8-488c-ab56-44b694b488a6), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:19.239298 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7348571a-e043-4b2e-ae0d-855fb6143031 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks [] for router_controller (62538bcc-98a8-488c-ab56-44b694b488a6), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:19.239664 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-fe4857c8-3042-4765-81f1-11f990136fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (2c45abb9-dcea-4b7a-bd66-ebc8e21736bc), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:19.246492 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-fe4857c8-3042-4765-81f1-11f990136fc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:19.248976 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-fe4857c8-3042-4765-81f1-11f990136fc4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2c45abb9-dcea-4b7a-bd66-ebc8e21736bc HTTP/1.1" status: 204 len: 168 time: 0.4525754 Feb 19 03:03:19.286300 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e0bb9a6b-f284-49c8-856b-1825c25c9b24 None None] Publish callbacks [] for port (37d35cad-29ab-4cac-8a8a-9dd9d74833a0), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:19.295591 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4857c8-3042-4765-81f1-11f990136fc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c45abb9-dcea-4b7a-bd66-ebc8e21736bc,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:19.307517 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7348571a-e043-4b2e-ae0d-855fb6143031 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16317544'] for router (62538bcc-98a8-488c-ab56-44b694b488a6), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:19.307719 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7348571a-e043-4b2e-ae0d-855fb6143031 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 62538bcc-98a8-488c-ab56-44b694b488a6 {{(pid=103702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:03:19.323792 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7348571a-e043-4b2e-ae0d-855fb6143031 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:19.331545 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-7348571a-e043-4b2e-ae0d-855fb6143031 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] 10.222.0.72 "DELETE /v2.0/routers/62538bcc-98a8-488c-ab56-44b694b488a6 HTTP/1.1" status: 204 len: 168 time: 2.0852592 Feb 19 03:03:19.332038 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49998) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:19.439628 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e0bb9a6b-f284-49c8-856b-1825c25c9b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (37d35cad-29ab-4cac-8a8a-9dd9d74833a0), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:19.466506 n-d-826753-2 neutron-server[103701]: DEBUG neutron.objects.ports [None req-80db6c49-c41b-4dfa-92cb-7fa1c62a57f1 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103701) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 03:03:19.524291 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbec5bbb-0623-4f77-8c2c-72e3a87067d8 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Deleting subnet bc8111fc-c816-478e-96f9-9af5f2384f85 {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:03:19.542994 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-dbec5bbb-0623-4f77-8c2c-72e3a87067d8 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks [] for subnet (bc8111fc-c816-478e-96f9-9af5f2384f85), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:19.668857 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-dbec5bbb-0623-4f77-8c2c-72e3a87067d8 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (bc8111fc-c816-478e-96f9-9af5f2384f85), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:19.811744 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-dbec5bbb-0623-4f77-8c2c-72e3a87067d8 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (bc8111fc-c816-478e-96f9-9af5f2384f85), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:19.840738 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-78ad00e2-d7bd-43af-a077-9bdfe2b742df None None] Set router 62538bcc-98a8-488c-ab56-44b694b488a6 gateway port host: None {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:03:19.888164 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-80db6c49-c41b-4dfa-92cb-7fa1c62a57f1 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (37d35cad-29ab-4cac-8a8a-9dd9d74833a0), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:19.893132 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-dbec5bbb-0623-4f77-8c2c-72e3a87067d8 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (bc8111fc-c816-478e-96f9-9af5f2384f85), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:19.976480 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbec5bbb-0623-4f77-8c2c-72e3a87067d8 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=bc8111fc-c816-478e-96f9-9af5f2384f85,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:19.997585 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-dbec5bbb-0623-4f77-8c2c-72e3a87067d8 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:20.004562 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bb9a6b-f284-49c8-856b-1825c25c9b24 None None] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:03:20.010758 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-dbec5bbb-0623-4f77-8c2c-72e3a87067d8 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] 10.222.0.72 "DELETE /v2.0/subnets/bc8111fc-c816-478e-96f9-9af5f2384f85 HTTP/1.1" status: 204 len: 168 time: 0.6776180 Feb 19 03:03:20.011443 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 50008) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:20.058486 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-e0bb9a6b-f284-49c8-856b-1825c25c9b24 None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:03:20.060970 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:20.069754 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bb9a6b-f284-49c8-856b-1825c25c9b24 None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:03:20.082766 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-78ad00e2-d7bd-43af-a077-9bdfe2b742df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62538bcc-98a8-488c-ab56-44b694b488a6', 'name': '', 'tenant_id': '3ac3fc8a7e944025a972a53cff275256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:03:12Z', 'updated_at': '2022-02-19T03:03:18Z', 'revision_number': 5, 'project_id': '3ac3fc8a7e944025a972a53cff275256', 'gw_port_host': None}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:03:20.164669 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ad00e2-d7bd-43af-a077-9bdfe2b742df None None] The sync data for ids ['62538bcc-98a8-488c-ab56-44b694b488a6'] in n-d-826753-2 is: [{'id': '62538bcc-98a8-488c-ab56-44b694b488a6', 'name': '', 'tenant_id': '3ac3fc8a7e944025a972a53cff275256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:03:12Z', 'updated_at': '2022-02-19T03:03:18Z', 'revision_number': 5, 'project_id': '3ac3fc8a7e944025a972a53cff275256', 'gw_port_host': None}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:03:20.226019 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-e0bb9a6b-f284-49c8-856b-1825c25c9b24 None None] Attempting to bind port 37d35cad-29ab-4cac-8a8a-9dd9d74833a0 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:03:20.226384 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-e0bb9a6b-f284-49c8-856b-1825c25c9b24 None None] Attempting to bind port 37d35cad-29ab-4cac-8a8a-9dd9d74833a0 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': 'c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:03:20.226753 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0bb9a6b-f284-49c8-856b-1825c25c9b24 None None] Attempting to bind port 37d35cad-29ab-4cac-8a8a-9dd9d74833a0 on network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:03:20.232712 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bb9a6b-f284-49c8-856b-1825c25c9b24 None None] Pushing event updated for resources: {'Port': ['ID=37d35cad-29ab-4cac-8a8a-9dd9d74833a0,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:20.236355 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0bb9a6b-f284-49c8-856b-1825c25c9b24 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:03:20.236743 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0bb9a6b-f284-49c8-856b-1825c25c9b24 None None] Checking segment: {'id': 'c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:03:20.237472 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e0bb9a6b-f284-49c8-856b-1825c25c9b24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:20.237779 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0bb9a6b-f284-49c8-856b-1825c25c9b24 None None] Bound using segment: {'id': 'c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:03:20.238268 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-e0bb9a6b-f284-49c8-856b-1825c25c9b24 None None] Bound port: 37d35cad-29ab-4cac-8a8a-9dd9d74833a0, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:03:20.238656 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e0bb9a6b-f284-49c8-856b-1825c25c9b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (37d35cad-29ab-4cac-8a8a-9dd9d74833a0), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:20.257086 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-16babf43-241e-424e-bf12-9a3d44ba448f tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (66bf3077-789b-4f86-908e-b6b89b5b6a4f), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:20.259437 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-80db6c49-c41b-4dfa-92cb-7fa1c62a57f1 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] For port 37d35cad-29ab-4cac-8a8a-9dd9d74833a0, host n-d-826753-2, got binding levels [] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:03:20.322477 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-80db6c49-c41b-4dfa-92cb-7fa1c62a57f1 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks [] for port (37d35cad-29ab-4cac-8a8a-9dd9d74833a0), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:20.338197 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-80db6c49-c41b-4dfa-92cb-7fa1c62a57f1 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (37d35cad-29ab-4cac-8a8a-9dd9d74833a0), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:20.405434 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-16babf43-241e-424e-bf12-9a3d44ba448f tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (66bf3077-789b-4f86-908e-b6b89b5b6a4f), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:20.418080 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e0bb9a6b-f284-49c8-856b-1825c25c9b24 None None] For port 37d35cad-29ab-4cac-8a8a-9dd9d74833a0, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:03:20.423985 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e0bb9a6b-f284-49c8-856b-1825c25c9b24 None None] For port 37d35cad-29ab-4cac-8a8a-9dd9d74833a0, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=37d35cad-29ab-4cac-8a8a-9dd9d74833a0,segment=NetworkSegment(c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8),segment_id=c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:03:20.436410 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [None req-80db6c49-c41b-4dfa-92cb-7fa1c62a57f1 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attempting to bind port 37d35cad-29ab-4cac-8a8a-9dd9d74833a0 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:03:20.436751 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [None req-80db6c49-c41b-4dfa-92cb-7fa1c62a57f1 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attempting to bind port 37d35cad-29ab-4cac-8a8a-9dd9d74833a0 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': 'c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:03:20.440191 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80db6c49-c41b-4dfa-92cb-7fa1c62a57f1 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attempting to bind port 37d35cad-29ab-4cac-8a8a-9dd9d74833a0 on network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:03:20.454961 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e0bb9a6b-f284-49c8-856b-1825c25c9b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (37d35cad-29ab-4cac-8a8a-9dd9d74833a0), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:20.455508 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-16babf43-241e-424e-bf12-9a3d44ba448f tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66bf3077-789b-4f86-908e-b6b89b5b6a4f']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:03:20.461680 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80db6c49-c41b-4dfa-92cb-7fa1c62a57f1 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:03:20.462019 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80db6c49-c41b-4dfa-92cb-7fa1c62a57f1 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Checking segment: {'id': 'c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:03:20.462446 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-80db6c49-c41b-4dfa-92cb-7fa1c62a57f1 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:20.462811 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80db6c49-c41b-4dfa-92cb-7fa1c62a57f1 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Bound using segment: {'id': 'c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a'} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:03:20.463265 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [None req-80db6c49-c41b-4dfa-92cb-7fa1c62a57f1 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Bound port: 37d35cad-29ab-4cac-8a8a-9dd9d74833a0, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a'}}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:03:20.463611 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-80db6c49-c41b-4dfa-92cb-7fa1c62a57f1 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (37d35cad-29ab-4cac-8a8a-9dd9d74833a0), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:20.474713 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-16babf43-241e-424e-bf12-9a3d44ba448f tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a44a6ce5-aa03-48b1-9cb8-1216544849d8') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:03:20.475006 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-16babf43-241e-424e-bf12-9a3d44ba448f tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a44a6ce5-aa03-48b1-9cb8-1216544849d8') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:03:20.498256 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-16babf43-241e-424e-bf12-9a3d44ba448f tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (a44a6ce5-aa03-48b1-9cb8-1216544849d8), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:20.522621 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80db6c49-c41b-4dfa-92cb-7fa1c62a57f1 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event updated for resources: {'Port': ['ID=37d35cad-29ab-4cac-8a8a-9dd9d74833a0,revision_number=3']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:20.530019 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-16babf43-241e-424e-bf12-9a3d44ba448f tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (a44a6ce5-aa03-48b1-9cb8-1216544849d8), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:20.546642 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16babf43-241e-424e-bf12-9a3d44ba448f tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Releasing vlan 292 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:03:20.547119 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-16babf43-241e-424e-bf12-9a3d44ba448f tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (a44a6ce5-aa03-48b1-9cb8-1216544849d8), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:20.574213 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:20.658650 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bb9a6b-f284-49c8-856b-1825c25c9b24 None None] Pushing event updated for resources: {'Port': ['ID=37d35cad-29ab-4cac-8a8a-9dd9d74833a0,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:20.694648 n-d-826753-2 neutron-server[103701]: WARNING neutron.plugins.ml2.plugin [None req-80db6c49-c41b-4dfa-92cb-7fa1c62a57f1 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Concurrent port binding operations failed on port 37d35cad-29ab-4cac-8a8a-9dd9d74833a0 Feb 19 03:03:20.704785 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-80db6c49-c41b-4dfa-92cb-7fa1c62a57f1 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] For port 37d35cad-29ab-4cac-8a8a-9dd9d74833a0, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=37d35cad-29ab-4cac-8a8a-9dd9d74833a0,segment=NetworkSegment(c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8),segment_id=c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:03:20.706177 n-d-826753-2 neutron-server[103701]: INFO neutron.plugins.ml2.plugin [None req-80db6c49-c41b-4dfa-92cb-7fa1c62a57f1 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attempt 2 to bind port 37d35cad-29ab-4cac-8a8a-9dd9d74833a0 Feb 19 03:03:20.723657 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-80db6c49-c41b-4dfa-92cb-7fa1c62a57f1 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12647271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58706289'] for subnet (199bcb34-d235-4143-9e87-ba2e49f1dd1e), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:20.770521 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 03:03:20.770521 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:03:20.770521 n-d-826753-2 neutron-server[103702]: timer() Feb 19 03:03:20.770521 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:03:20.770521 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 03:03:20.770521 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:03:20.770521 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 03:03:20.770521 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:03:20.770521 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 03:03:20.770521 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:03:20.770521 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 03:03:20.770521 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:03:20.770521 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 03:03:20.770521 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:03:20.770521 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:03:20.770521 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:03:20.770521 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:03:20.770521 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:03:20.770521 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 03:03:20.770521 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:03:20.770521 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 03:03:20.770521 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:03:20.770521 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:03:20.770521 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:03:20.770521 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 03:03:20.770521 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:03:20.770521 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:03:20.770521 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:03:20.770521 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:03:20.770521 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:03:20.770521 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:03:20.770521 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:03:20.783501 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-16babf43-241e-424e-bf12-9a3d44ba448f tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (66bf3077-789b-4f86-908e-b6b89b5b6a4f), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:20.810581 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80db6c49-c41b-4dfa-92cb-7fa1c62a57f1 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:03:20.810807 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16babf43-241e-424e-bf12-9a3d44ba448f tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 66bf3077-789b-4f86-908e-b6b89b5b6a4f {{(pid=103702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 19 03:03:20.813796 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-16babf43-241e-424e-bf12-9a3d44ba448f tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:20.822854 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-16babf43-241e-424e-bf12-9a3d44ba448f tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] 10.222.0.72 "DELETE /v2.0/networks/66bf3077-789b-4f86-908e-b6b89b5b6a4f HTTP/1.1" status: 204 len: 168 time: 0.8083258 Feb 19 03:03:20.822854 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16babf43-241e-424e-bf12-9a3d44ba448f tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Pushing event deleted for resources: {'Network': ['ID=66bf3077-789b-4f86-908e-b6b89b5b6a4f,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:20.824849 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-80db6c49-c41b-4dfa-92cb-7fa1c62a57f1 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:03:20.829537 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80db6c49-c41b-4dfa-92cb-7fa1c62a57f1 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:20.830382 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-80db6c49-c41b-4dfa-92cb-7fa1c62a57f1 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:20.835302 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80db6c49-c41b-4dfa-92cb-7fa1c62a57f1 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event updated for resources: {'Subnet': ['ID=199bcb34-d235-4143-9e87-ba2e49f1dd1e,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:20.860925 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-80db6c49-c41b-4dfa-92cb-7fa1c62a57f1 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.7741599 Feb 19 03:03:20.861187 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 50028) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:20.871980 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-d7b349a2-2cd5-4a1c-9fa8-0fd2011e6e3a tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Request body: {'port': {'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a', 'mac_address': 'fa:16:3e:8d:17:eb', 'name': 'tempest-NetworksTestDHCPv6-466544128'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:03:21.351245 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 37d35cad-29ab-4cac-8a8a-9dd9d74833a0 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:03:21.382890 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7b349a2-2cd5-4a1c-9fa8-0fd2011e6e3a tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Made reservation on behalf of bb74a1a86b774cd895fbb7befcc78fd8 for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:03:21.494382 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 37d35cad-29ab-4cac-8a8a-9dd9d74833a0 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:03:21.495450 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (37d35cad-29ab-4cac-8a8a-9dd9d74833a0), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:21.657082 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d7b349a2-2cd5-4a1c-9fa8-0fd2011e6e3a tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:21.710295 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [None req-d7b349a2-2cd5-4a1c-9fa8-0fd2011e6e3a tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] device_id is not set on port 4cd355a0-719e-44f1-8ed4-8f70187de0e3 yet. {{(pid=103701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:03:21.724592 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 50050) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:21.729140 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-2346fee8-4902-4443-8ea7-655185c1fd8c tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Request body: {'router': {'name': 'tempest-router--24095838', 'project_id': 'f87252fc262047fda77dc5468cd1e8c2'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:03:21.756046 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 37d35cad-29ab-4cac-8a8a-9dd9d74833a0 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:03:21.757752 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (37d35cad-29ab-4cac-8a8a-9dd9d74833a0), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:21.789156 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2346fee8-4902-4443-8ea7-655185c1fd8c tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14172'] for router (d781ccb9-61c5-4258-a902-69a6a2fdf293), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:21.790314 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2346fee8-4902-4443-8ea7-655185c1fd8c tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16317487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16285822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16309985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14247'] for router (d781ccb9-61c5-4258-a902-69a6a2fdf293), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:21.865552 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port 37d35cad-29ab-4cac-8a8a-9dd9d74833a0, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=37d35cad-29ab-4cac-8a8a-9dd9d74833a0,segment=NetworkSegment(c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8),segment_id=c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:03:21.876736 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (37d35cad-29ab-4cac-8a8a-9dd9d74833a0), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:22.003538 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2346fee8-4902-4443-8ea7-655185c1fd8c tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks [] for router_controller (d781ccb9-61c5-4258-a902-69a6a2fdf293), precommit_add_association {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:22.020311 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2346fee8-4902-4443-8ea7-655185c1fd8c tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16317478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865'] for router (d781ccb9-61c5-4258-a902-69a6a2fdf293), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:22.043992 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:22.073818 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=37d35cad-29ab-4cac-8a8a-9dd9d74833a0,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:22.088186 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2346fee8-4902-4443-8ea7-655185c1fd8c tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:22.093573 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-2346fee8-4902-4443-8ea7-655185c1fd8c tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3678939 Feb 19 03:03:22.094407 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 50060) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:22.372622 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a26e60c2-9df3-4d00-8214-40c7263d2f52 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks [] for router (d781ccb9-61c5-4258-a902-69a6a2fdf293), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:22.375505 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-d7b349a2-2cd5-4a1c-9fa8-0fd2011e6e3a tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Allocated IP 2001:db8::1ee (48d3009f-8d6e-4fac-a460-ff95e3f8d78a/37e86635-c3a5-4e33-9be2-71d09b4c8053/4cd355a0-719e-44f1-8ed4-8f70187de0e3) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:03:22.391277 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-d7b349a2-2cd5-4a1c-9fa8-0fd2011e6e3a tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Allocated IP 2001:db8:0:1:f816:3eff:fe8d:17eb (48d3009f-8d6e-4fac-a460-ff95e3f8d78a/199bcb34-d235-4143-9e87-ba2e49f1dd1e/4cd355a0-719e-44f1-8ed4-8f70187de0e3) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:03:22.490983 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:22.727716 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009b1a46-e67a-4d78-81a4-db73bf0f448c None None] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:03:22.776823 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d7b349a2-2cd5-4a1c-9fa8-0fd2011e6e3a tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks [] for port (4cd355a0-719e-44f1-8ed4-8f70187de0e3), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:22.848201 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a26e60c2-9df3-4d00-8214-40c7263d2f52 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16317457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14254'] for router (d781ccb9-61c5-4258-a902-69a6a2fdf293), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:22.868719 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a26e60c2-9df3-4d00-8214-40c7263d2f52 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks [] for router_controller (d781ccb9-61c5-4258-a902-69a6a2fdf293), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:22.957920 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-607af55e-dd3d-4b15-9f9b-456ac9b76c5f None None] Provisioning complete for port 37d35cad-29ab-4cac-8a8a-9dd9d74833a0 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:03:22.959597 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-607af55e-dd3d-4b15-9f9b-456ac9b76c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (37d35cad-29ab-4cac-8a8a-9dd9d74833a0), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:23.065279 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a26e60c2-9df3-4d00-8214-40c7263d2f52 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16317544'] for router (d781ccb9-61c5-4258-a902-69a6a2fdf293), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:23.065831 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a26e60c2-9df3-4d00-8214-40c7263d2f52 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d781ccb9-61c5-4258-a902-69a6a2fdf293 {{(pid=103702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:03:23.070851 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a26e60c2-9df3-4d00-8214-40c7263d2f52 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:23.089480 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-a26e60c2-9df3-4d00-8214-40c7263d2f52 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] 10.222.0.72 "DELETE /v2.0/routers/d781ccb9-61c5-4258-a902-69a6a2fdf293 HTTP/1.1" status: 204 len: 168 time: 0.9939392 Feb 19 03:03:23.237565 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 50090) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:23.301253 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-607af55e-dd3d-4b15-9f9b-456ac9b76c5f None None] Current status of the port 37d35cad-29ab-4cac-8a8a-9dd9d74833a0 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:03:23.304535 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 37d35cad-29ab-4cac-8a8a-9dd9d74833a0 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:03:23.520694 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 37d35cad-29ab-4cac-8a8a-9dd9d74833a0 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:03:23.521108 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (37d35cad-29ab-4cac-8a8a-9dd9d74833a0), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:23.579750 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-abb81770-9bb5-4aab-9e9e-33cbc3e104cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:23.667144 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 50096) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:23.766127 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 37d35cad-29ab-4cac-8a8a-9dd9d74833a0 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:03:23.874255 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-abb81770-9bb5-4aab-9e9e-33cbc3e104cf admin admin] Publish callbacks [] for security_group (52415246-a591-4bc8-b7bf-8c33aa3fe0b1), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:23.887348 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-abb81770-9bb5-4aab-9e9e-33cbc3e104cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (52415246-a591-4bc8-b7bf-8c33aa3fe0b1), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:23.975501 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-abb81770-9bb5-4aab-9e9e-33cbc3e104cf admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b788f2f37905491b9618e2481ac0ea40&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7368693 Feb 19 03:03:23.976783 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb81770-9bb5-4aab-9e9e-33cbc3e104cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52415246-a591-4bc8-b7bf-8c33aa3fe0b1,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:23.986637 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 50100) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:24.100976 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d7b349a2-2cd5-4a1c-9fa8-0fd2011e6e3a tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (4cd355a0-719e-44f1-8ed4-8f70187de0e3), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:24.228556 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cf8611ec-faea-42b2-bca2-409960ce5c8a admin admin] Publish callbacks [] for security_group (52415246-a591-4bc8-b7bf-8c33aa3fe0b1), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:24.258809 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-05708a56-9234-4a1f-8d48-4d194f88b3be tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2004251593', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}, 'admin_state_up': False}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:03:24.294126 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b349a2-2cd5-4a1c-9fa8-0fd2011e6e3a tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:03:24.301324 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b349a2-2cd5-4a1c-9fa8-0fd2011e6e3a tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event updated for resources: {'Port': ['ID=4cd355a0-719e-44f1-8ed4-8f70187de0e3,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:24.314226 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-d7b349a2-2cd5-4a1c-9fa8-0fd2011e6e3a tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:03:24.319841 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b349a2-2cd5-4a1c-9fa8-0fd2011e6e3a tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:03:24.325203 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b349a2-2cd5-4a1c-9fa8-0fd2011e6e3a tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:24.325879 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d7b349a2-2cd5-4a1c-9fa8-0fd2011e6e3a tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:24.368615 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-d7b349a2-2cd5-4a1c-9fa8-0fd2011e6e3a tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.5063396 Feb 19 03:03:24.369271 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 50110) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:24.416583 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cf8611ec-faea-42b2-bca2-409960ce5c8a admin admin] Publish callbacks [] for security_group (52415246-a591-4bc8-b7bf-8c33aa3fe0b1), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:24.443115 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-05708a56-9234-4a1f-8d48-4d194f88b3be tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14172'] for router (e100735f-b5f2-4224-b31a-b44cd2d59186), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:24.444180 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-05708a56-9234-4a1f-8d48-4d194f88b3be tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16317487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16285822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16309985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14247'] for router (e100735f-b5f2-4224-b31a-b44cd2d59186), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:24.563148 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-12b9f553-3702-4909-adb7-a5cea97cb8d5 None None] Provisioning complete for port 37d35cad-29ab-4cac-8a8a-9dd9d74833a0 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:03:24.563391 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-12b9f553-3702-4909-adb7-a5cea97cb8d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (37d35cad-29ab-4cac-8a8a-9dd9d74833a0), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:24.631992 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-9ed54852-6adc-460a-8ba3-d75894227e95 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Deleting port 4cd355a0-719e-44f1-8ed4-8f70187de0e3 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:03:24.632324 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9ed54852-6adc-460a-8ba3-d75894227e95 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (4cd355a0-719e-44f1-8ed4-8f70187de0e3), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:24.685478 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-05708a56-9234-4a1f-8d48-4d194f88b3be tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks [] for router_controller (e100735f-b5f2-4224-b31a-b44cd2d59186), precommit_add_association {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:24.773391 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-12b9f553-3702-4909-adb7-a5cea97cb8d5 None None] Current status of the port 37d35cad-29ab-4cac-8a8a-9dd9d74833a0 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:03:24.808112 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 50116) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:24.861159 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cf8611ec-faea-42b2-bca2-409960ce5c8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (52415246-a591-4bc8-b7bf-8c33aa3fe0b1), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:24.868526 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cf8611ec-faea-42b2-bca2-409960ce5c8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:24.871921 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-cf8611ec-faea-42b2-bca2-409960ce5c8a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/52415246-a591-4bc8-b7bf-8c33aa3fe0b1 HTTP/1.1" status: 204 len: 168 time: 0.8825045 Feb 19 03:03:24.993340 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9ed54852-6adc-460a-8ba3-d75894227e95 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (4cd355a0-719e-44f1-8ed4-8f70187de0e3), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:25.000340 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8611ec-faea-42b2-bca2-409960ce5c8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52415246-a591-4bc8-b7bf-8c33aa3fe0b1,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:25.008297 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-6c77c3ef-b5c0-4b20-ba8f-1937ca1f7542 None None] Provisioning complete for port 4cd355a0-719e-44f1-8ed4-8f70187de0e3 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:03:25.009523 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6c77c3ef-b5c0-4b20-ba8f-1937ca1f7542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (4cd355a0-719e-44f1-8ed4-8f70187de0e3), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:25.023148 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-9ed54852-6adc-460a-8ba3-d75894227e95 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Calling delete_port for 4cd355a0-719e-44f1-8ed4-8f70187de0e3 owned by {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:03:25.095611 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-05708a56-9234-4a1f-8d48-4d194f88b3be tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks [] for router_gateway (e100735f-b5f2-4224-b31a-b44cd2d59186), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:25.102406 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-6c77c3ef-b5c0-4b20-ba8f-1937ca1f7542 None None] Port 4cd355a0-719e-44f1-8ed4-8f70187de0e3 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:03:25.410160 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1a44eb35-8499-49a8-b3d1-3d553b854d1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:25.525488 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9ed54852-6adc-460a-8ba3-d75894227e95 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (4cd355a0-719e-44f1-8ed4-8f70187de0e3), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:25.561182 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-05708a56-9234-4a1f-8d48-4d194f88b3be tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks [] for router_gateway (e100735f-b5f2-4224-b31a-b44cd2d59186), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:25.582794 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-05708a56-9234-4a1f-8d48-4d194f88b3be tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:25.622266 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed54852-6adc-460a-8ba3-d75894227e95 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event deleted for resources: {'Port': ['ID=4cd355a0-719e-44f1-8ed4-8f70187de0e3,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:25.766485 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9ed54852-6adc-460a-8ba3-d75894227e95 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:25.790548 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-9ed54852-6adc-460a-8ba3-d75894227e95 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "DELETE /v2.0/ports/4cd355a0-719e-44f1-8ed4-8f70187de0e3 HTTP/1.1" status: 204 len: 168 time: 1.4200306 Feb 19 03:03:25.805998 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 50156) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:25.857957 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-05708a56-9234-4a1f-8d48-4d194f88b3be tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Allocated IP 172.25.6.154 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/32d51583-6f15-4b36-9642-60986476a615) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:03:25.928297 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1a44eb35-8499-49a8-b3d1-3d553b854d1a admin admin] Publish callbacks [] for security_group (5c5feb46-0c99-4353-8f8b-8adfb2ecb835), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:25.954461 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1a44eb35-8499-49a8-b3d1-3d553b854d1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (5c5feb46-0c99-4353-8f8b-8adfb2ecb835), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:26.083091 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-1a44eb35-8499-49a8-b3d1-3d553b854d1a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8d61a19773ec4457ada955aa44106a59&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2685931 Feb 19 03:03:26.098614 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 50168) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:26.111246 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a44eb35-8499-49a8-b3d1-3d553b854d1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c5feb46-0c99-4353-8f8b-8adfb2ecb835,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:26.116386 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-05708a56-9234-4a1f-8d48-4d194f88b3be tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks [] for port (32d51583-6f15-4b36-9642-60986476a615), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:26.135687 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ba3836-2457-45df-98e1-ce044bc309b8 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:26.137321 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-d3ba3836-2457-45df-98e1-ce044bc309b8 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3297861 Feb 19 03:03:26.167298 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:26.184474 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 50170) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:26.266066 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-daf82244-d3b6-4a0b-b3ef-27e7abbc83a1 admin admin] Publish callbacks [] for security_group (5c5feb46-0c99-4353-8f8b-8adfb2ecb835), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:26.301578 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-daf82244-d3b6-4a0b-b3ef-27e7abbc83a1 admin admin] Publish callbacks [] for security_group (5c5feb46-0c99-4353-8f8b-8adfb2ecb835), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:26.469980 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-daf82244-d3b6-4a0b-b3ef-27e7abbc83a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (5c5feb46-0c99-4353-8f8b-8adfb2ecb835), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:26.473699 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-daf82244-d3b6-4a0b-b3ef-27e7abbc83a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:26.475275 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-daf82244-d3b6-4a0b-b3ef-27e7abbc83a1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5c5feb46-0c99-4353-8f8b-8adfb2ecb835 HTTP/1.1" status: 204 len: 168 time: 0.3753402 Feb 19 03:03:26.502972 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf82244-d3b6-4a0b-b3ef-27e7abbc83a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c5feb46-0c99-4353-8f8b-8adfb2ecb835,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:27.229476 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 50206) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:27.244289 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-05708a56-9234-4a1f-8d48-4d194f88b3be tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (32d51583-6f15-4b36-9642-60986476a615), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:27.260211 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a9ce559f-3a38-4099-8ae5-ea5edbadfa6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:27.283741 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714efe9c-a17c-4a5f-b44b-5e608981e65c tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:27.285600 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-714efe9c-a17c-4a5f-b44b-5e608981e65c tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 1.0998521 Feb 19 03:03:27.290394 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 50208) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:27.472452 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05708a56-9234-4a1f-8d48-4d194f88b3be tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:03:27.492809 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-05708a56-9234-4a1f-8d48-4d194f88b3be tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:03:27.496883 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05708a56-9234-4a1f-8d48-4d194f88b3be tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:03:27.500018 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a9ce559f-3a38-4099-8ae5-ea5edbadfa6a admin admin] Publish callbacks [] for security_group (4e346e92-67d5-43de-b707-7f35331d541a), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:27.507248 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05708a56-9234-4a1f-8d48-4d194f88b3be tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Pushing event updated for resources: {'Port': ['ID=32d51583-6f15-4b36-9642-60986476a615,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:27.518768 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a9ce559f-3a38-4099-8ae5-ea5edbadfa6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (4e346e92-67d5-43de-b707-7f35331d541a), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:27.599033 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa57e58-57d7-4c0b-a068-f9c428224e31 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:27.600348 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa57e58-57d7-4c0b-a068-f9c428224e31 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:27.601799 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa57e58-57d7-4c0b-a068-f9c428224e31 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:27.603375 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-dfa57e58-57d7-4c0b-a068-f9c428224e31 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2767286 Feb 19 03:03:27.620449 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 50214) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:27.714277 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ce559f-3a38-4099-8ae5-ea5edbadfa6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e346e92-67d5-43de-b707-7f35331d541a,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:27.733661 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-a9ce559f-3a38-4099-8ae5-ea5edbadfa6a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=72b830dfcbe746349a7cbef2f558e842&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5006430 Feb 19 03:03:27.744291 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 50226) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:27.822596 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_v2 [None req-4aaed25b-394a-41e1-b6c2-d863d05dbea3 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Deleting subnet 199bcb34-d235-4143-9e87-ba2e49f1dd1e {{(pid=103701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:03:27.829658 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4aaed25b-394a-41e1-b6c2-d863d05dbea3 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks [] for subnet (199bcb34-d235-4143-9e87-ba2e49f1dd1e), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:27.920812 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4aaed25b-394a-41e1-b6c2-d863d05dbea3 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12647399'] for subnet (199bcb34-d235-4143-9e87-ba2e49f1dd1e), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:28.083091 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-05708a56-9234-4a1f-8d48-4d194f88b3be tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks [] for router_gateway (e100735f-b5f2-4224-b31a-b44cd2d59186), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:28.100542 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4aaed25b-394a-41e1-b6c2-d863d05dbea3 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (199bcb34-d235-4143-9e87-ba2e49f1dd1e), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:28.248616 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4aaed25b-394a-41e1-b6c2-d863d05dbea3 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12647206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58706286'] for subnet (199bcb34-d235-4143-9e87-ba2e49f1dd1e), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:28.342805 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaed25b-394a-41e1-b6c2-d863d05dbea3 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event deleted for resources: {'Subnet': ['ID=199bcb34-d235-4143-9e87-ba2e49f1dd1e,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:28.357663 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd55df0-7732-46eb-86e5-de58a1cbff98 None None] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:03:28.377102 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4aaed25b-394a-41e1-b6c2-d863d05dbea3 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:28.389279 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-4aaed25b-394a-41e1-b6c2-d863d05dbea3 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "DELETE /v2.0/subnets/199bcb34-d235-4143-9e87-ba2e49f1dd1e HTTP/1.1" status: 204 len: 168 time: 0.7650082 Feb 19 03:03:28.399923 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 50246) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:28.537743 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b3f3180a-8499-4f3a-9db3-22366a605db9 admin admin] Publish callbacks [] for security_group (4e346e92-67d5-43de-b707-7f35331d541a), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:28.626783 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_v2 [None req-32d56516-bf4d-43e2-81b3-a9e743ce877a tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Deleting subnet 37e86635-c3a5-4e33-9be2-71d09b4c8053 {{(pid=103701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:03:28.635927 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-32d56516-bf4d-43e2-81b3-a9e743ce877a tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks [] for subnet (37e86635-c3a5-4e33-9be2-71d09b4c8053), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:28.714923 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-32d56516-bf4d-43e2-81b3-a9e743ce877a tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12647399'] for subnet (37e86635-c3a5-4e33-9be2-71d09b4c8053), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:28.775104 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-05708a56-9234-4a1f-8d48-4d194f88b3be tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16317478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865'] for router (e100735f-b5f2-4224-b31a-b44cd2d59186), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:28.847931 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-32d56516-bf4d-43e2-81b3-a9e743ce877a tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (37e86635-c3a5-4e33-9be2-71d09b4c8053), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:28.919015 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b3f3180a-8499-4f3a-9db3-22366a605db9 admin admin] Publish callbacks [] for security_group (4e346e92-67d5-43de-b707-7f35331d541a), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:28.932067 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-32d56516-bf4d-43e2-81b3-a9e743ce877a tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12647206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58706286'] for subnet (37e86635-c3a5-4e33-9be2-71d09b4c8053), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:28.976307 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-32d56516-bf4d-43e2-81b3-a9e743ce877a tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:28.982802 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-32d56516-bf4d-43e2-81b3-a9e743ce877a tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "DELETE /v2.0/subnets/37e86635-c3a5-4e33-9be2-71d09b4c8053 HTTP/1.1" status: 204 len: 168 time: 0.5739965 Feb 19 03:03:28.983448 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 50276) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:28.986907 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d56516-bf4d-43e2-81b3-a9e743ce877a tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event deleted for resources: {'Subnet': ['ID=37e86635-c3a5-4e33-9be2-71d09b4c8053,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:29.120674 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-a3003106-b836-4b64-9900-f51f0ca5c6a4 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1268470 Feb 19 03:03:29.123231 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 50280) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:29.148311 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-e93ec39e-b363-4163-9b68-24c70f2cc720 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Request body: {'subnet': {'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:03:29.180534 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b3f3180a-8499-4f3a-9db3-22366a605db9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (4e346e92-67d5-43de-b707-7f35331d541a), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:29.184724 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b3f3180a-8499-4f3a-9db3-22366a605db9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:29.188907 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-b3f3180a-8499-4f3a-9db3-22366a605db9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4e346e92-67d5-43de-b707-7f35331d541a HTTP/1.1" status: 204 len: 168 time: 1.4384451 Feb 19 03:03:29.231234 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3180a-8499-4f3a-9db3-22366a605db9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e346e92-67d5-43de-b707-7f35331d541a,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:29.434672 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05708a56-9234-4a1f-8d48-4d194f88b3be tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Router e100735f-b5f2-4224-b31a-b44cd2d59186 is scheduled to L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd with binding_index 1 {{(pid=103702) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:03:29.449220 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e93ec39e-b363-4163-9b68-24c70f2cc720 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Made reservation on behalf of bb74a1a86b774cd895fbb7befcc78fd8 for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:03:29.459836 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e93ec39e-b363-4163-9b68-24c70f2cc720 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:29.682485 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 50292) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:29.869890 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05708a56-9234-4a1f-8d48-4d194f88b3be tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:03:29.895219 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8f8e2e-5934-437f-9527-e66e32fb6425 None None] Sync routers for ids ['e100735f-b5f2-4224-b31a-b44cd2d59186'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:03:29.913364 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8f8e2e-5934-437f-9527-e66e32fb6425 None None] Routers {'e100735f-b5f2-4224-b31a-b44cd2d59186'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:03:29.913996 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-3f8f8e2e-5934-437f-9527-e66e32fb6425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:03:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['e100735f-b5f2-4224-b31a-b44cd2d59186'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:03:29.917226 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bac18920-109c-4509-9ab3-5ffeec6746d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:29.990794 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-3f8f8e2e-5934-437f-9527-e66e32fb6425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:03:30.023904 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8f8e2e-5934-437f-9527-e66e32fb6425 None None] Routers {'e100735f-b5f2-4224-b31a-b44cd2d59186'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:03:30.024550 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-3f8f8e2e-5934-437f-9527-e66e32fb6425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:03:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['e100735f-b5f2-4224-b31a-b44cd2d59186'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:03:30.064850 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd72abde-62f1-4db9-94c0-4c828e1af7c1 None None] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:03:30.142532 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-3f8f8e2e-5934-437f-9527-e66e32fb6425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:03:30.143197 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8f8e2e-5934-437f-9527-e66e32fb6425 None None] The sync data for ids ['e100735f-b5f2-4224-b31a-b44cd2d59186'] in n-d-826753-2 is: [] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:03:30.221248 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bac18920-109c-4509-9ab3-5ffeec6746d7 admin admin] Publish callbacks [] for security_group (3ca27d6c-bcde-47ef-80d1-0d706a02e19d), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:30.229990 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bac18920-109c-4509-9ab3-5ffeec6746d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (3ca27d6c-bcde-47ef-80d1-0d706a02e19d), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:30.231999 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e93ec39e-b363-4163-9b68-24c70f2cc720 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (01ea9ced-4205-4794-848c-998812a85858), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:30.350809 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-bac18920-109c-4509-9ab3-5ffeec6746d7 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8b6cfc4c4e4e47e68e8cd11c9831a456&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6671126 Feb 19 03:03:30.355177 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 50308) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:30.385952 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-05708a56-9234-4a1f-8d48-4d194f88b3be tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:30.387444 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-05708a56-9234-4a1f-8d48-4d194f88b3be tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.7130792 Feb 19 03:03:30.392446 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 50310) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:30.404047 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93ec39e-b363-4163-9b68-24c70f2cc720 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:03:30.481326 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-27d3d6c3-7a39-404a-8123-85979d8a1c33 None None] Provisioning complete for port 37d35cad-29ab-4cac-8a8a-9dd9d74833a0 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:03:30.481704 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-27d3d6c3-7a39-404a-8123-85979d8a1c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (37d35cad-29ab-4cac-8a8a-9dd9d74833a0), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:30.532557 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-e93ec39e-b363-4163-9b68-24c70f2cc720 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:03:30.545258 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93ec39e-b363-4163-9b68-24c70f2cc720 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:30.545870 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e93ec39e-b363-4163-9b68-24c70f2cc720 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:30.563857 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac18920-109c-4509-9ab3-5ffeec6746d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca27d6c-bcde-47ef-80d1-0d706a02e19d,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:30.574737 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a6484866-fd3c-45bc-ae3b-29f47a08fd17 admin admin] Publish callbacks [] for security_group (3ca27d6c-bcde-47ef-80d1-0d706a02e19d), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:30.604623 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93ec39e-b363-4163-9b68-24c70f2cc720 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event updated for resources: {'Subnet': ['ID=01ea9ced-4205-4794-848c-998812a85858,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:30.646590 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a6484866-fd3c-45bc-ae3b-29f47a08fd17 admin admin] Publish callbacks [] for security_group (3ca27d6c-bcde-47ef-80d1-0d706a02e19d), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:30.649824 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-e93ec39e-b363-4163-9b68-24c70f2cc720 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5225930 Feb 19 03:03:30.662894 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 50320) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:30.679724 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-0db200e8-e2ac-4f20-aa20-4e32b55afe25 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Request body: {'subnet': {'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:03:30.763816 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42bfd846-e067-49cc-bb96-a461a86f802d None None] DHCP port deletion for 48d3009f-8d6e-4fac-a460-ff95e3f8d78a request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:03:30.841242 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-b14843c0-46ba-4412-ad26-8c65e6afdeda tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] 10.222.0.72 "GET /v2.0/routers/e100735f-b5f2-4224-b31a-b44cd2d59186 HTTP/1.1" status: 200 len: 921 time: 0.4444675 Feb 19 03:03:30.842878 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 50324) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:30.886387 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-27d3d6c3-7a39-404a-8123-85979d8a1c33 None None] Current status of the port 37d35cad-29ab-4cac-8a8a-9dd9d74833a0 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:03:30.903371 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-6c9358b9-7d07-4795-b21c-13c58f88fc7e tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] 10.222.0.72 "GET /v2.0/ports?device_id=e100735f-b5f2-4224-b31a-b44cd2d59186 HTTP/1.1" status: 200 len: 205 time: 0.0584002 Feb 19 03:03:30.904591 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 50328) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:30.977771 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-42bfd846-e067-49cc-bb96-a461a86f802d None None] Deleting port 37d35cad-29ab-4cac-8a8a-9dd9d74833a0 {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:03:30.978110 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-42bfd846-e067-49cc-bb96-a461a86f802d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (37d35cad-29ab-4cac-8a8a-9dd9d74833a0), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:31.041852 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1cfda9f3-1472-4839-9698-8932ad7154c1 tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks [] for router (e100735f-b5f2-4224-b31a-b44cd2d59186), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:31.111223 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-42bfd846-e067-49cc-bb96-a461a86f802d None None] For port 37d35cad-29ab-4cac-8a8a-9dd9d74833a0, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=37d35cad-29ab-4cac-8a8a-9dd9d74833a0,segment=NetworkSegment(c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8),segment_id=c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:03:31.111739 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-42bfd846-e067-49cc-bb96-a461a86f802d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (37d35cad-29ab-4cac-8a8a-9dd9d74833a0), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:31.127916 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-42bfd846-e067-49cc-bb96-a461a86f802d None None] Calling delete_port for 37d35cad-29ab-4cac-8a8a-9dd9d74833a0 owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:03:31.166178 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0db200e8-e2ac-4f20-aa20-4e32b55afe25 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Made reservation on behalf of bb74a1a86b774cd895fbb7befcc78fd8 for: {'subnet': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:03:31.185865 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0db200e8-e2ac-4f20-aa20-4e32b55afe25 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58706307'] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:31.216531 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-42bfd846-e067-49cc-bb96-a461a86f802d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (37d35cad-29ab-4cac-8a8a-9dd9d74833a0), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:31.232775 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 37d35cad-29ab-4cac-8a8a-9dd9d74833a0 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:03:31.253424 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1cfda9f3-1472-4839-9698-8932ad7154c1 tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks [] for router_gateway (e100735f-b5f2-4224-b31a-b44cd2d59186), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:31.315351 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 37d35cad-29ab-4cac-8a8a-9dd9d74833a0 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:03:31.315647 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 37d35cad-29ab-4cac-8a8a-9dd9d74833a0 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:03:31.331066 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bfd846-e067-49cc-bb96-a461a86f802d None None] Pushing event deleted for resources: {'Port': ['ID=37d35cad-29ab-4cac-8a8a-9dd9d74833a0,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:31.334828 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bfd846-e067-49cc-bb96-a461a86f802d None None] No DVR routers for this DVR port 37d35cad-29ab-4cac-8a8a-9dd9d74833a0 on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:03:31.389903 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4677b15a-9f2a-45b5-8851-cb900b895187 None None] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:03:31.400801 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-1cfda9f3-1472-4839-9698-8932ad7154c1 tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Deleting port 32d51583-6f15-4b36-9642-60986476a615 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:03:31.410948 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1cfda9f3-1472-4839-9698-8932ad7154c1 tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (32d51583-6f15-4b36-9642-60986476a615), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:31.445068 n-d-826753-2 neutron-server[103701]: INFO neutron.db.ipam_backend_mixin [None req-0db200e8-e2ac-4f20-aa20-4e32b55afe25 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 01ea9ced-4205-4794-848c-998812a85858 (CIDR: 2001:db8::/64) Feb 19 03:03:31.455403 n-d-826753-2 neutron-server[103701]: INFO neutron.pecan_wsgi.hooks.translation [None req-0db200e8-e2ac-4f20-aa20-4e32b55afe25 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:03:31.456160 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0db200e8-e2ac-4f20-aa20-4e32b55afe25 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:03:31.467699 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a6484866-fd3c-45bc-ae3b-29f47a08fd17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (3ca27d6c-bcde-47ef-80d1-0d706a02e19d), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:31.472006 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a6484866-fd3c-45bc-ae3b-29f47a08fd17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:31.475802 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-a6484866-fd3c-45bc-ae3b-29f47a08fd17 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3ca27d6c-bcde-47ef-80d1-0d706a02e19d HTTP/1.1" status: 204 len: 168 time: 1.1065218 Feb 19 03:03:31.498685 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-0db200e8-e2ac-4f20-aa20-4e32b55afe25 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8343709 Feb 19 03:03:31.501045 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6484866-fd3c-45bc-ae3b-29f47a08fd17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca27d6c-bcde-47ef-80d1-0d706a02e19d,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:31.504674 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 50372) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:31.513408 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-ac422c74-da1d-4ae6-ac4c-b53bd128bc07 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Request body: {'subnet': {'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:03:31.705330 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac422c74-da1d-4ae6-ac4c-b53bd128bc07 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Made reservation on behalf of bb74a1a86b774cd895fbb7befcc78fd8 for: {'subnet': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:03:31.720552 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1cfda9f3-1472-4839-9698-8932ad7154c1 tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (32d51583-6f15-4b36-9642-60986476a615), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:31.728044 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ac422c74-da1d-4ae6-ac4c-b53bd128bc07 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58706307'] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:31.752537 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-1cfda9f3-1472-4839-9698-8932ad7154c1 tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Calling delete_port for 32d51583-6f15-4b36-9642-60986476a615 owned by network:router_gateway {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:03:31.801940 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e71fa9-eaf2-4a5a-9b07-94e6b85b5699 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-48d3009f-8d6e-4fac-a460-ff95e3f8d78a', 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a', 'project_id': 'bb74a1a86b774cd895fbb7befcc78fd8', 'fixed_ips': [{'subnet_id': '01ea9ced-4205-4794-848c-998812a85858'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:03:31.803047 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f0e71fa9-eaf2-4a5a-9b07-94e6b85b5699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:32.216131 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-f0e71fa9-eaf2-4a5a-9b07-94e6b85b5699 None None] Allocated IP 2001:db8::2 (48d3009f-8d6e-4fac-a460-ff95e3f8d78a/01ea9ced-4205-4794-848c-998812a85858/1c3c8c84-f26d-462c-ba75-178833c09c87) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:03:32.357442 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1cfda9f3-1472-4839-9698-8932ad7154c1 tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (32d51583-6f15-4b36-9642-60986476a615), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:32.389859 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfda9f3-1472-4839-9698-8932ad7154c1 tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Pushing event deleted for resources: {'Port': ['ID=32d51583-6f15-4b36-9642-60986476a615,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:32.442243 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 50402) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:32.503563 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2e09996d-4bfa-46b0-b2c5-684d13750bb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:32.535820 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1cfda9f3-1472-4839-9698-8932ad7154c1 tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16285837'] for router_gateway (e100735f-b5f2-4224-b31a-b44cd2d59186), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:32.632446 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f0e71fa9-eaf2-4a5a-9b07-94e6b85b5699 None None] Publish callbacks [] for port (1c3c8c84-f26d-462c-ba75-178833c09c87), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:32.653208 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f0e71fa9-eaf2-4a5a-9b07-94e6b85b5699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (1c3c8c84-f26d-462c-ba75-178833c09c87), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:32.664070 n-d-826753-2 neutron-server[103701]: DEBUG neutron.objects.ports [None req-ac422c74-da1d-4ae6-ac4c-b53bd128bc07 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103701) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 03:03:32.665923 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ac422c74-da1d-4ae6-ac4c-b53bd128bc07 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12647271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58706289'] for subnet (9fb66129-3957-4c44-b055-f53df64014f7), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:32.679288 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1cfda9f3-1472-4839-9698-8932ad7154c1 tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16317457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14254'] for router (e100735f-b5f2-4224-b31a-b44cd2d59186), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:32.684386 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1cfda9f3-1472-4839-9698-8932ad7154c1 tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks [] for router_controller (e100735f-b5f2-4224-b31a-b44cd2d59186), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:32.714401 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e71fa9-eaf2-4a5a-9b07-94e6b85b5699 None None] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:03:32.734799 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-f0e71fa9-eaf2-4a5a-9b07-94e6b85b5699 None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:03:32.738072 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e71fa9-eaf2-4a5a-9b07-94e6b85b5699 None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:03:32.745421 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e71fa9-eaf2-4a5a-9b07-94e6b85b5699 None None] Pushing event updated for resources: {'Port': ['ID=1c3c8c84-f26d-462c-ba75-178833c09c87,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:32.802375 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac422c74-da1d-4ae6-ac4c-b53bd128bc07 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event updated for resources: {'Subnet': ['ID=9fb66129-3957-4c44-b055-f53df64014f7,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:32.828305 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac422c74-da1d-4ae6-ac4c-b53bd128bc07 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:03:32.829861 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-ac422c74-da1d-4ae6-ac4c-b53bd128bc07 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:03:32.836952 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac422c74-da1d-4ae6-ac4c-b53bd128bc07 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:32.837580 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ac422c74-da1d-4ae6-ac4c-b53bd128bc07 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:32.872466 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2e09996d-4bfa-46b0-b2c5-684d13750bb1 admin admin] Publish callbacks [] for security_group (c000163e-b29e-4ec4-aba5-6dad1a60d817), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:32.883448 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-ac422c74-da1d-4ae6-ac4c-b53bd128bc07 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.3768041 Feb 19 03:03:32.885408 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 50442) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:32.891065 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2e09996d-4bfa-46b0-b2c5-684d13750bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (c000163e-b29e-4ec4-aba5-6dad1a60d817), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:32.896519 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1cfda9f3-1472-4839-9698-8932ad7154c1 tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16317544'] for router (e100735f-b5f2-4224-b31a-b44cd2d59186), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:32.897095 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cfda9f3-1472-4839-9698-8932ad7154c1 tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Fanout notify agent at l3_agent the message router_deleted on router e100735f-b5f2-4224-b31a-b44cd2d59186 {{(pid=103702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:03:32.909953 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-fea77ef6-9c1f-4e39-ae01-2a4705855f2a tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Request body: {'port': {'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a', 'mac_address': 'fa:16:3e:42:5c:86', 'name': 'tempest-NetworksTestDHCPv6-58304331'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:03:32.911309 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-f0e71fa9-eaf2-4a5a-9b07-94e6b85b5699 None None] Attempting to bind port 1c3c8c84-f26d-462c-ba75-178833c09c87 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:03:32.911693 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-f0e71fa9-eaf2-4a5a-9b07-94e6b85b5699 None None] Attempting to bind port 1c3c8c84-f26d-462c-ba75-178833c09c87 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': 'c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:03:32.912060 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e71fa9-eaf2-4a5a-9b07-94e6b85b5699 None None] Attempting to bind port 1c3c8c84-f26d-462c-ba75-178833c09c87 on network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:03:32.914691 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1cfda9f3-1472-4839-9698-8932ad7154c1 tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:32.915831 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-1cfda9f3-1472-4839-9698-8932ad7154c1 tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] 10.222.0.72 "DELETE /v2.0/routers/e100735f-b5f2-4224-b31a-b44cd2d59186 HTTP/1.1" status: 204 len: 168 time: 2.0101926 Feb 19 03:03:32.926124 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e71fa9-eaf2-4a5a-9b07-94e6b85b5699 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:03:32.926510 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e71fa9-eaf2-4a5a-9b07-94e6b85b5699 None None] Checking segment: {'id': 'c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:03:32.929447 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 50448) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:32.929735 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f0e71fa9-eaf2-4a5a-9b07-94e6b85b5699 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:32.930139 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e71fa9-eaf2-4a5a-9b07-94e6b85b5699 None None] Bound using segment: {'id': 'c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:03:32.934180 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-f0e71fa9-eaf2-4a5a-9b07-94e6b85b5699 None None] Bound port: 1c3c8c84-f26d-462c-ba75-178833c09c87, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:03:32.934568 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f0e71fa9-eaf2-4a5a-9b07-94e6b85b5699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (1c3c8c84-f26d-462c-ba75-178833c09c87), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:32.943664 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-7a4a0899-9e20-4003-9164-25f1783c6ce5 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1105189433', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'enable_snat': False}}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:03:33.013733 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-2e09996d-4bfa-46b0-b2c5-684d13750bb1 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b79e45c3c3db45d09422ef30827f473b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5702536 Feb 19 03:03:33.021338 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 50452) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:33.037332 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e09996d-4bfa-46b0-b2c5-684d13750bb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c000163e-b29e-4ec4-aba5-6dad1a60d817,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:33.085566 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-f0e71fa9-eaf2-4a5a-9b07-94e6b85b5699 None None] For port 1c3c8c84-f26d-462c-ba75-178833c09c87, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:03:33.091612 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-f0e71fa9-eaf2-4a5a-9b07-94e6b85b5699 None None] For port 1c3c8c84-f26d-462c-ba75-178833c09c87, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=1c3c8c84-f26d-462c-ba75-178833c09c87,segment=NetworkSegment(c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8),segment_id=c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:03:33.112066 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f0e71fa9-eaf2-4a5a-9b07-94e6b85b5699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (1c3c8c84-f26d-462c-ba75-178833c09c87), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:33.179586 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ad4f3c7e-7663-4d0a-96e1-04b836e96f2e admin admin] Publish callbacks [] for security_group (c000163e-b29e-4ec4-aba5-6dad1a60d817), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:33.195784 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7a4a0899-9e20-4003-9164-25f1783c6ce5 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14172'] for router (47bfcec1-c52f-4318-95d8-f23c80ee0024), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:33.197130 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7a4a0899-9e20-4003-9164-25f1783c6ce5 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16317487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16285822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16309985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14247'] for router (47bfcec1-c52f-4318-95d8-f23c80ee0024), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:33.241720 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ad4f3c7e-7663-4d0a-96e1-04b836e96f2e admin admin] Publish callbacks [] for security_group (c000163e-b29e-4ec4-aba5-6dad1a60d817), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:33.270410 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fea77ef6-9c1f-4e39-ae01-2a4705855f2a tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Made reservation on behalf of bb74a1a86b774cd895fbb7befcc78fd8 for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:03:33.278877 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e71fa9-eaf2-4a5a-9b07-94e6b85b5699 None None] Pushing event updated for resources: {'Port': ['ID=1c3c8c84-f26d-462c-ba75-178833c09c87,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:33.314604 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ad4f3c7e-7663-4d0a-96e1-04b836e96f2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (c000163e-b29e-4ec4-aba5-6dad1a60d817), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:33.318470 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ad4f3c7e-7663-4d0a-96e1-04b836e96f2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:33.331678 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-ad4f3c7e-7663-4d0a-96e1-04b836e96f2e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c000163e-b29e-4ec4-aba5-6dad1a60d817 HTTP/1.1" status: 204 len: 168 time: 0.3006048 Feb 19 03:03:33.370371 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4f3c7e-7663-4d0a-96e1-04b836e96f2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c000163e-b29e-4ec4-aba5-6dad1a60d817,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:33.529469 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7a4a0899-9e20-4003-9164-25f1783c6ce5 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks [] for router_controller (47bfcec1-c52f-4318-95d8-f23c80ee0024), precommit_add_association {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:33.780420 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-fea77ef6-9c1f-4e39-ae01-2a4705855f2a tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:33.909877 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [None req-fea77ef6-9c1f-4e39-ae01-2a4705855f2a tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] device_id is not set on port 3070a161-3683-4c20-b167-4cb43d6bf372 yet. {{(pid=103701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:03:34.000777 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7a4a0899-9e20-4003-9164-25f1783c6ce5 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks [] for router_gateway (47bfcec1-c52f-4318-95d8-f23c80ee0024), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:34.286547 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-fea77ef6-9c1f-4e39-ae01-2a4705855f2a tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Allocated IP 2001:db8::be (48d3009f-8d6e-4fac-a460-ff95e3f8d78a/01ea9ced-4205-4794-848c-998812a85858/3070a161-3683-4c20-b167-4cb43d6bf372) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:03:34.301147 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-fea77ef6-9c1f-4e39-ae01-2a4705855f2a tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Allocated IP 2001:db8:0:1:f816:3eff:fe42:5c86 (48d3009f-8d6e-4fac-a460-ff95e3f8d78a/9fb66129-3957-4c44-b055-f53df64014f7/3070a161-3683-4c20-b167-4cb43d6bf372) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:03:34.736427 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7a4a0899-9e20-4003-9164-25f1783c6ce5 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks [] for router_gateway (47bfcec1-c52f-4318-95d8-f23c80ee0024), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:34.869898 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7a4a0899-9e20-4003-9164-25f1783c6ce5 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:34.964530 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-fea77ef6-9c1f-4e39-ae01-2a4705855f2a tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks [] for port (3070a161-3683-4c20-b167-4cb43d6bf372), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:35.167402 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbbef9e7-4eee-4e31-9da1-8564d16bdf36 None None] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:03:35.216207 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-7a4a0899-9e20-4003-9164-25f1783c6ce5 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Allocated IP 172.25.6.73 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/a87da0c2-4f91-440e-a419-3eec421ac1ce) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:03:35.257574 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-fea77ef6-9c1f-4e39-ae01-2a4705855f2a tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (3070a161-3683-4c20-b167-4cb43d6bf372), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:35.354229 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 1c3c8c84-f26d-462c-ba75-178833c09c87 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:03:35.441781 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-1dbc4bc2-63ea-41a0-ad6e-482bfae44da2 None None] Provisioning complete for port 1c3c8c84-f26d-462c-ba75-178833c09c87 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:03:35.442486 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-1dbc4bc2-63ea-41a0-ad6e-482bfae44da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (1c3c8c84-f26d-462c-ba75-178833c09c87), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:35.543970 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea77ef6-9c1f-4e39-ae01-2a4705855f2a tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event updated for resources: {'Port': ['ID=3070a161-3683-4c20-b167-4cb43d6bf372,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:35.588119 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 1c3c8c84-f26d-462c-ba75-178833c09c87 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:03:35.588682 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (1c3c8c84-f26d-462c-ba75-178833c09c87), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:35.605449 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea77ef6-9c1f-4e39-ae01-2a4705855f2a tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:03:35.609671 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-fea77ef6-9c1f-4e39-ae01-2a4705855f2a tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:03:35.614311 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea77ef6-9c1f-4e39-ae01-2a4705855f2a tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:03:35.619934 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea77ef6-9c1f-4e39-ae01-2a4705855f2a tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:35.620601 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-fea77ef6-9c1f-4e39-ae01-2a4705855f2a tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:35.659572 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 50554) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:35.662765 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-fea77ef6-9c1f-4e39-ae01-2a4705855f2a tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.7759037 Feb 19 03:03:35.728183 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7a4a0899-9e20-4003-9164-25f1783c6ce5 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks [] for port (a87da0c2-4f91-440e-a419-3eec421ac1ce), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:35.757556 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-1dbc4bc2-63ea-41a0-ad6e-482bfae44da2 None None] Current status of the port 1c3c8c84-f26d-462c-ba75-178833c09c87 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:03:35.760649 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-1dbc4bc2-63ea-41a0-ad6e-482bfae44da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (1c3c8c84-f26d-462c-ba75-178833c09c87), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:35.802577 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7714527-4f7a-4348-bc78-75382d19f25c None None] Update dhcp port {'port': {'network_id': '48d3009f-8d6e-4fac-a460-ff95e3f8d78a', 'fixed_ips': [{'subnet_id': '01ea9ced-4205-4794-848c-998812a85858', 'ip_address': '2001:db8::2'}, {'subnet_id': '9fb66129-3957-4c44-b055-f53df64014f7'}], 'binding:host_id': 'n-d-826753-2'}, 'id': '1c3c8c84-f26d-462c-ba75-178833c09c87'} from n-d-826753-2. {{(pid=103703) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 03:03:35.855761 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7a4a0899-9e20-4003-9164-25f1783c6ce5 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (a87da0c2-4f91-440e-a419-3eec421ac1ce), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:35.990951 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-65e092ec-7638-432c-aff9-1be4711c202e tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Deleting port 3070a161-3683-4c20-b167-4cb43d6bf372 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:03:35.992423 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-65e092ec-7638-432c-aff9-1be4711c202e tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (3070a161-3683-4c20-b167-4cb43d6bf372), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:36.115987 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4a0899-9e20-4003-9164-25f1783c6ce5 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:03:36.153929 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-7a4a0899-9e20-4003-9164-25f1783c6ce5 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:03:36.198964 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4a0899-9e20-4003-9164-25f1783c6ce5 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:03:36.257635 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4a0899-9e20-4003-9164-25f1783c6ce5 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Pushing event updated for resources: {'Port': ['ID=a87da0c2-4f91-440e-a419-3eec421ac1ce,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:36.299889 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-65e092ec-7638-432c-aff9-1be4711c202e tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (3070a161-3683-4c20-b167-4cb43d6bf372), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:36.335200 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-65e092ec-7638-432c-aff9-1be4711c202e tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Calling delete_port for 3070a161-3683-4c20-b167-4cb43d6bf372 owned by {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:03:36.379272 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f7714527-4f7a-4348-bc78-75382d19f25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (1c3c8c84-f26d-462c-ba75-178833c09c87), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:36.453642 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-1dbc4bc2-63ea-41a0-ad6e-482bfae44da2 None None] For port 1c3c8c84-f26d-462c-ba75-178833c09c87, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=1c3c8c84-f26d-462c-ba75-178833c09c87,segment=NetworkSegment(c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8),segment_id=c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:03:36.545530 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-1dbc4bc2-63ea-41a0-ad6e-482bfae44da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (1c3c8c84-f26d-462c-ba75-178833c09c87), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:36.691392 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 1c3c8c84-f26d-462c-ba75-178833c09c87 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:03:36.691896 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (1c3c8c84-f26d-462c-ba75-178833c09c87), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:36.789690 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-65e092ec-7638-432c-aff9-1be4711c202e tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (3070a161-3683-4c20-b167-4cb43d6bf372), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:36.895509 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e092ec-7638-432c-aff9-1be4711c202e tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event deleted for resources: {'Port': ['ID=3070a161-3683-4c20-b167-4cb43d6bf372,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:36.912182 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7a4a0899-9e20-4003-9164-25f1783c6ce5 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks [] for router_gateway (47bfcec1-c52f-4318-95d8-f23c80ee0024), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:36.918868 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbc4bc2-63ea-41a0-ad6e-482bfae44da2 None None] Pushing event updated for resources: {'Port': ['ID=1c3c8c84-f26d-462c-ba75-178833c09c87,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:37.067209 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-65e092ec-7638-432c-aff9-1be4711c202e tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:37.083309 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-65e092ec-7638-432c-aff9-1be4711c202e tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "DELETE /v2.0/ports/3070a161-3683-4c20-b167-4cb43d6bf372 HTTP/1.1" status: 204 len: 168 time: 1.4202857 Feb 19 03:03:37.084628 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 50640) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:37.156225 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.db.api [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103703) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:03:37.159090 n-d-826753-2 neutron-server[103703]: DEBUG oslo_db.api [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:03:37.300951 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1709db3f-6ee3-4c7d-ae09-84639df4a296 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:37.303730 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-1709db3f-6ee3-4c7d-ae09-84639df4a296 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.2177024 Feb 19 03:03:37.306557 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 50652) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:37.356920 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-f7714527-4f7a-4348-bc78-75382d19f25c None None] Allocated IP 2001:db8:0:1:f816:3eff:fe55:37d7 (48d3009f-8d6e-4fac-a460-ff95e3f8d78a/9fb66129-3957-4c44-b055-f53df64014f7/1c3c8c84-f26d-462c-ba75-178833c09c87) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:03:37.463543 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 50654) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:37.485039 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d0b735-c6b3-4913-827e-63f0cd1b19b1 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:37.486615 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-57d0b735-c6b3-4913-827e-63f0cd1b19b1 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1785054 Feb 19 03:03:37.489219 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 50658) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:37.510825 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7a4a0899-9e20-4003-9164-25f1783c6ce5 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16317478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865'] for router (47bfcec1-c52f-4318-95d8-f23c80ee0024), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:37.667902 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9a8419-3ee7-48b8-a8e7-7144ccfcb78d tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:37.675818 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9a8419-3ee7-48b8-a8e7-7144ccfcb78d tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:37.679093 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9a8419-3ee7-48b8-a8e7-7144ccfcb78d tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:37.684611 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-7c9a8419-3ee7-48b8-a8e7-7144ccfcb78d tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1942518 Feb 19 03:03:37.687262 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 50664) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:37.762387 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a4a0899-9e20-4003-9164-25f1783c6ce5 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Router 47bfcec1-c52f-4318-95d8-f23c80ee0024 is scheduled to L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd with binding_index 1 {{(pid=103701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:03:37.774221 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-f7714527-4f7a-4348-bc78-75382d19f25c None None] For port 1c3c8c84-f26d-462c-ba75-178833c09c87, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=1c3c8c84-f26d-462c-ba75-178833c09c87,segment=NetworkSegment(c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8),segment_id=c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:03:37.806869 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 1c3c8c84-f26d-462c-ba75-178833c09c87 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:03:37.843815 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0d351f88-c434-4cfb-ae0e-7bc6eaabd272 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:37.864748 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f7714527-4f7a-4348-bc78-75382d19f25c None None] Publish callbacks [] for port (1c3c8c84-f26d-462c-ba75-178833c09c87), precommit_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:37.883893 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f7714527-4f7a-4348-bc78-75382d19f25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (1c3c8c84-f26d-462c-ba75-178833c09c87), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:37.988778 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a4a0899-9e20-4003-9164-25f1783c6ce5 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:03:38.030149 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59591378-93f5-4a01-93eb-f605a0e40962 None None] Sync routers for ids ['47bfcec1-c52f-4318-95d8-f23c80ee0024'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:03:38.037133 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7a4a0899-9e20-4003-9164-25f1783c6ce5 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:38.037956 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 1c3c8c84-f26d-462c-ba75-178833c09c87 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:03:38.041198 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-7a4a0899-9e20-4003-9164-25f1783c6ce5 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.1067705 Feb 19 03:03:38.043748 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 50670) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:38.070897 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0d351f88-c434-4cfb-ae0e-7bc6eaabd272 admin admin] Publish callbacks [] for security_group (38244153-7c3e-4462-a702-679aa6a536db), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:38.083124 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9ec0bca-7708-4d69-8dd1-db3cb5d892b9 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Deleting subnet 01ea9ced-4205-4794-848c-998812a85858 {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:03:38.091276 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0d351f88-c434-4cfb-ae0e-7bc6eaabd272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (38244153-7c3e-4462-a702-679aa6a536db), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:38.096995 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d9ec0bca-7708-4d69-8dd1-db3cb5d892b9 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks [] for subnet (01ea9ced-4205-4794-848c-998812a85858), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:38.262703 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59591378-93f5-4a01-93eb-f605a0e40962 None None] Routers {'47bfcec1-c52f-4318-95d8-f23c80ee0024'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:03:38.263568 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-59591378-93f5-4a01-93eb-f605a0e40962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:03:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['47bfcec1-c52f-4318-95d8-f23c80ee0024'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:03:38.283238 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-0d351f88-c434-4cfb-ae0e-7bc6eaabd272 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b1e3bc989af944cc8f7347f5ce883705&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8184888 Feb 19 03:03:38.300550 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d9ec0bca-7708-4d69-8dd1-db3cb5d892b9 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (01ea9ced-4205-4794-848c-998812a85858), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:38.308646 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 50678) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:38.320186 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d351f88-c434-4cfb-ae0e-7bc6eaabd272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38244153-7c3e-4462-a702-679aa6a536db,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:38.408908 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-59591378-93f5-4a01-93eb-f605a0e40962 None None] Set router 47bfcec1-c52f-4318-95d8-f23c80ee0024 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:03:38.512557 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 1c3c8c84-f26d-462c-ba75-178833c09c87 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:03:38.512921 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (1c3c8c84-f26d-462c-ba75-178833c09c87), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:38.516187 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-e02dae16-457a-48da-8b06-731c6ae0bd0f tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] 10.222.0.72 "GET /v2.0/routers/47bfcec1-c52f-4318-95d8-f23c80ee0024 HTTP/1.1" status: 200 len: 908 time: 0.4671698 Feb 19 03:03:38.522027 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 50684) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:38.536714 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-86826e64-ffc8-42b9-9f31-d7e0fa20251f tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1105189433', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'enable_snat': True}}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:03:38.559611 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ecd3b272-aeea-41cb-b069-49bf15194334 admin admin] Publish callbacks [] for security_group (38244153-7c3e-4462-a702-679aa6a536db), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:38.580702 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d9ec0bca-7708-4d69-8dd1-db3cb5d892b9 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (01ea9ced-4205-4794-848c-998812a85858), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:38.617654 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7714527-4f7a-4348-bc78-75382d19f25c None None] Pushing event updated for resources: {'Port': ['ID=1c3c8c84-f26d-462c-ba75-178833c09c87,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:38.641101 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-86826e64-ffc8-42b9-9f31-d7e0fa20251f tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14172'] for router (c2e41db1-20bf-4b03-863f-ed06a6c3af73), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:38.643243 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-86826e64-ffc8-42b9-9f31-d7e0fa20251f tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16317487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16285822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16309985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14247'] for router (c2e41db1-20bf-4b03-863f-ed06a6c3af73), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:38.653842 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ecd3b272-aeea-41cb-b069-49bf15194334 admin admin] Publish callbacks [] for security_group (38244153-7c3e-4462-a702-679aa6a536db), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:38.722081 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d9ec0bca-7708-4d69-8dd1-db3cb5d892b9 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (01ea9ced-4205-4794-848c-998812a85858), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:38.848990 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-86826e64-ffc8-42b9-9f31-d7e0fa20251f tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks [] for router_controller (c2e41db1-20bf-4b03-863f-ed06a6c3af73), precommit_add_association {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:38.857177 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d9ec0bca-7708-4d69-8dd1-db3cb5d892b9 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:38.880223 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-d9ec0bca-7708-4d69-8dd1-db3cb5d892b9 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "DELETE /v2.0/subnets/01ea9ced-4205-4794-848c-998812a85858 HTTP/1.1" status: 204 len: 168 time: 1.1916568 Feb 19 03:03:38.880936 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 50690) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:38.881732 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ec0bca-7708-4d69-8dd1-db3cb5d892b9 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event deleted for resources: {'Subnet': ['ID=01ea9ced-4205-4794-848c-998812a85858,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:39.001339 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 1c3c8c84-f26d-462c-ba75-178833c09c87 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:03:39.047371 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b959201-5828-43da-9351-5b5ee55ed7a8 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Deleting subnet 9fb66129-3957-4c44-b055-f53df64014f7 {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:03:39.069252 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9b959201-5828-43da-9351-5b5ee55ed7a8 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks [] for subnet (9fb66129-3957-4c44-b055-f53df64014f7), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:39.088736 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-59591378-93f5-4a01-93eb-f605a0e40962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47bfcec1-c52f-4318-95d8-f23c80ee0024', 'name': 'tempest-snat-router-1105189433', 'tenant_id': '3ac3fc8a7e944025a972a53cff275256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.73'}], 'enable_snat': False}, 'gw_port_id': 'a87da0c2-4f91-440e-a419-3eec421ac1ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:03:33Z', 'updated_at': '2022-02-19T03:03:36Z', 'revision_number': 3, 'project_id': '3ac3fc8a7e944025a972a53cff275256', 'gw_port': {'id': 'a87da0c2-4f91-440e-a419-3eec421ac1ce', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:25:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47bfcec1-c52f-4318-95d8-f23c80ee0024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:03:35Z', 'updated_at': '2022-02-19T03:03:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:03:39.126919 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ecd3b272-aeea-41cb-b069-49bf15194334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (38244153-7c3e-4462-a702-679aa6a536db), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:39.134380 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ecd3b272-aeea-41cb-b069-49bf15194334 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:39.152862 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-ecd3b272-aeea-41cb-b069-49bf15194334 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/38244153-7c3e-4462-a702-679aa6a536db HTTP/1.1" status: 204 len: 168 time: 0.8407605 Feb 19 03:03:39.181663 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59591378-93f5-4a01-93eb-f605a0e40962 None None] Checking router: 47bfcec1-c52f-4318-95d8-f23c80ee0024 for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:03:39.185000 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59591378-93f5-4a01-93eb-f605a0e40962 None None] Updating router 47bfcec1-c52f-4318-95d8-f23c80ee0024 port a87da0c2-4f91-440e-a419-3eec421ac1ce binding host n-d-826753-2 {{(pid=103703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:03:39.187667 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9b959201-5828-43da-9351-5b5ee55ed7a8 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (9fb66129-3957-4c44-b055-f53df64014f7), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:39.247874 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-59591378-93f5-4a01-93eb-f605a0e40962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (a87da0c2-4f91-440e-a419-3eec421ac1ce), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:39.285673 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd3b272-aeea-41cb-b069-49bf15194334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38244153-7c3e-4462-a702-679aa6a536db,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:39.442139 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9b959201-5828-43da-9351-5b5ee55ed7a8 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (9fb66129-3957-4c44-b055-f53df64014f7), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:39.611725 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9b959201-5828-43da-9351-5b5ee55ed7a8 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (9fb66129-3957-4c44-b055-f53df64014f7), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:39.721110 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9b959201-5828-43da-9351-5b5ee55ed7a8 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:39.733672 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-9b959201-5828-43da-9351-5b5ee55ed7a8 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "DELETE /v2.0/subnets/9fb66129-3957-4c44-b055-f53df64014f7 HTTP/1.1" status: 204 len: 168 time: 0.8449640 Feb 19 03:03:39.736205 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 50710) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:39.759549 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b959201-5828-43da-9351-5b5ee55ed7a8 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event deleted for resources: {'Subnet': ['ID=9fb66129-3957-4c44-b055-f53df64014f7,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:39.896456 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-443ab654-cc1d-4ed6-84c1-0a2910e4c6b4 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1577387 Feb 19 03:03:39.900401 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 50718) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:40.058662 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13632815-64f6-4bad-88e7-58d08424e99f None None] Network 48d3009f-8d6e-4fac-a460-ff95e3f8d78a requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:03:40.083614 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0673004-3ed6-4b19-ba53-2e804713e44b tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:40.086702 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-e0673004-3ed6-4b19-ba53-2e804713e44b tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1851692 Feb 19 03:03:40.089828 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 50726) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:40.181341 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 1c3c8c84-f26d-462c-ba75-178833c09c87 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:03:40.189551 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-59591378-93f5-4a01-93eb-f605a0e40962 None None] Publish callbacks [] for port (a87da0c2-4f91-440e-a419-3eec421ac1ce), precommit_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:40.287145 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-59591378-93f5-4a01-93eb-f605a0e40962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (a87da0c2-4f91-440e-a419-3eec421ac1ce), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:40.289298 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528a6494-f854-44f7-8552-abcb81e01291 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:40.292959 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-528a6494-f854-44f7-8552-abcb81e01291 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1998379 Feb 19 03:03:40.295708 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 50736) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:40.365235 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-82b5e256-be1a-40f0-998f-77aa9f4f864d None None] Provisioning complete for port 1c3c8c84-f26d-462c-ba75-178833c09c87 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:03:40.365973 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-82b5e256-be1a-40f0-998f-77aa9f4f864d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (1c3c8c84-f26d-462c-ba75-178833c09c87), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:40.427934 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-edb9d434-0976-47ab-8e30-a5831a813c16 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1188893 Feb 19 03:03:40.428788 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 50742) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:40.502766 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-187878ae-20f9-4bcf-8593-f735a6be3d31 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] DELETE failed (client error): The resource could not be found. Feb 19 03:03:40.503251 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-187878ae-20f9-4bcf-8593-f735a6be3d31 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:03:40.510281 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-86826e64-ffc8-42b9-9f31-d7e0fa20251f tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks [] for router_gateway (c2e41db1-20bf-4b03-863f-ed06a6c3af73), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:40.513287 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-187878ae-20f9-4bcf-8593-f735a6be3d31 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "DELETE /v2.0/ports/3070a161-3683-4c20-b167-4cb43d6bf372 HTTP/1.1" status: 404 len: 333 time: 0.0822601 Feb 19 03:03:40.516807 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 50750) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:40.576899 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3557d22b-3389-4906-89ed-bf1795e59f90 None None] Pushing event updated for resources: {'Port': ['ID=a87da0c2-4f91-440e-a419-3eec421ac1ce,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:40.588159 n-d-826753-2 neutron-server[103701]: INFO neutron.pecan_wsgi.hooks.translation [None req-fec71e7d-6681-4ae3-a519-3a4dd66e355c tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] DELETE failed (client error): The resource could not be found. Feb 19 03:03:40.588687 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fec71e7d-6681-4ae3-a519-3a4dd66e355c tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:03:40.591361 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-59591378-93f5-4a01-93eb-f605a0e40962 None None] Attempting to bind port a87da0c2-4f91-440e-a419-3eec421ac1ce on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:03:40.591755 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-fec71e7d-6681-4ae3-a519-3a4dd66e355c tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "DELETE /v2.0/subnets/9fb66129-3957-4c44-b055-f53df64014f7 HTTP/1.1" status: 404 len: 337 time: 0.0737026 Feb 19 03:03:40.591853 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-59591378-93f5-4a01-93eb-f605a0e40962 None None] Attempting to bind port a87da0c2-4f91-440e-a419-3eec421ac1ce by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:03:40.595232 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 50752) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:40.599194 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59591378-93f5-4a01-93eb-f605a0e40962 None None] Attempting to bind port a87da0c2-4f91-440e-a419-3eec421ac1ce on network eaf64708-9021-419e-b287-ef3e0f51e2ee {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:03:40.664320 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9189701-b715-4ce8-b5ff-04868d505255 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] DELETE failed (client error): The resource could not be found. Feb 19 03:03:40.664928 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9189701-b715-4ce8-b5ff-04868d505255 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:03:40.667716 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59591378-93f5-4a01-93eb-f605a0e40962 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:03:40.669486 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59591378-93f5-4a01-93eb-f605a0e40962 None None] Checking segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:03:40.672321 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-59591378-93f5-4a01-93eb-f605a0e40962 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:40.672903 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59591378-93f5-4a01-93eb-f605a0e40962 None None] Bound using segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:03:40.673851 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-59591378-93f5-4a01-93eb-f605a0e40962 None None] Bound port: a87da0c2-4f91-440e-a419-3eec421ac1ce, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:03:40.675979 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-59591378-93f5-4a01-93eb-f605a0e40962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (a87da0c2-4f91-440e-a419-3eec421ac1ce), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:40.681449 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-e9189701-b715-4ce8-b5ff-04868d505255 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "DELETE /v2.0/subnets/01ea9ced-4205-4794-848c-998812a85858 HTTP/1.1" status: 404 len: 337 time: 0.0845571 Feb 19 03:03:40.682509 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 50758) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:40.777637 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-a09f8c1a-b56d-4b5a-a0e2-09d0a53cfb50 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] DELETE failed (client error): The resource could not be found. Feb 19 03:03:40.779155 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a09f8c1a-b56d-4b5a-a0e2-09d0a53cfb50 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:03:40.791143 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-a09f8c1a-b56d-4b5a-a0e2-09d0a53cfb50 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "DELETE /v2.0/ports/4cd355a0-719e-44f1-8ed4-8f70187de0e3 HTTP/1.1" status: 404 len: 333 time: 0.1065233 Feb 19 03:03:40.792030 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 50766) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:40.908002 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:03:40.908609 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-66ab02a4-9fe0-474d-b79a-b82c151908f6 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] DELETE failed (client error): The resource could not be found. Feb 19 03:03:40.908609 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66ab02a4-9fe0-474d-b79a-b82c151908f6 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:03:40.920927 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-66ab02a4-9fe0-474d-b79a-b82c151908f6 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "DELETE /v2.0/subnets/199bcb34-d235-4143-9e87-ba2e49f1dd1e HTTP/1.1" status: 404 len: 337 time: 0.1260397 Feb 19 03:03:40.922182 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 50774) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:40.929745 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8e682a-4a46-4edb-a74c-e456caa8e728 None None] DHCP port deletion for 48d3009f-8d6e-4fac-a460-ff95e3f8d78a request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:03:40.962175 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 1c3c8c84-f26d-462c-ba75-178833c09c87 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:03:40.971886 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (1c3c8c84-f26d-462c-ba75-178833c09c87), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:41.001458 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a91c1de-d738-4337-961c-3a115e088fe9 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] DELETE failed (client error): The resource could not be found. Feb 19 03:03:41.001928 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a91c1de-d738-4337-961c-3a115e088fe9 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:03:41.018300 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-5a91c1de-d738-4337-961c-3a115e088fe9 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "DELETE /v2.0/subnets/37e86635-c3a5-4e33-9be2-71d09b4c8053 HTTP/1.1" status: 404 len: 337 time: 0.0949881 Feb 19 03:03:41.019026 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 50776) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:41.083934 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-69f653a8-929f-46ef-ba42-f9ee6a681229 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] DELETE failed (client error): The resource could not be found. Feb 19 03:03:41.084504 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69f653a8-929f-46ef-ba42-f9ee6a681229 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:03:41.098182 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-69f653a8-929f-46ef-ba42-f9ee6a681229 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "DELETE /v2.0/ports/0e33c06b-df40-4bfa-ac51-e1619caf9167 HTTP/1.1" status: 404 len: 333 time: 0.0780931 Feb 19 03:03:41.099300 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 50780) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:41.201905 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-59591378-93f5-4a01-93eb-f605a0e40962 None None] For port a87da0c2-4f91-440e-a419-3eec421ac1ce, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:03:41.223996 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-878709d0-d77f-4352-bf10-96905d778011 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] DELETE failed (client error): The resource could not be found. Feb 19 03:03:41.224393 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-878709d0-d77f-4352-bf10-96905d778011 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:03:41.233342 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 50784) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:41.250422 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-878709d0-d77f-4352-bf10-96905d778011 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "DELETE /v2.0/subnets/71dcffa4-ca3c-4264-bbce-95aec6ff23f2 HTTP/1.1" status: 404 len: 337 time: 0.1491883 Feb 19 03:03:41.351453 n-d-826753-2 neutron-server[103701]: INFO neutron.pecan_wsgi.hooks.translation [None req-586730e3-83df-482b-b00d-ed16570a1800 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] DELETE failed (client error): The resource could not be found. Feb 19 03:03:41.353513 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-586730e3-83df-482b-b00d-ed16570a1800 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:03:41.362561 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 50792) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:41.389506 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-586730e3-83df-482b-b00d-ed16570a1800 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "DELETE /v2.0/subnets/61d7b346-cadf-4e88-b05e-a7a1348d4e37 HTTP/1.1" status: 404 len: 337 time: 0.1326272 Feb 19 03:03:41.402693 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-86826e64-ffc8-42b9-9f31-d7e0fa20251f tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks [] for router_gateway (c2e41db1-20bf-4b03-863f-ed06a6c3af73), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:41.424502 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-59591378-93f5-4a01-93eb-f605a0e40962 None None] For port a87da0c2-4f91-440e-a419-3eec421ac1ce, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=a87da0c2-4f91-440e-a419-3eec421ac1ce,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:03:41.442616 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-9af27fd2-8182-4a30-a21f-936ed0da5c18 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] DELETE failed (client error): The resource could not be found. Feb 19 03:03:41.442616 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9af27fd2-8182-4a30-a21f-936ed0da5c18 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:03:41.458824 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-9af27fd2-8182-4a30-a21f-936ed0da5c18 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "DELETE /v2.0/ports/94855272-5c8a-469d-a856-4a04807f6407 HTTP/1.1" status: 404 len: 333 time: 0.0941086 Feb 19 03:03:41.459833 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 50796) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:41.470194 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-59591378-93f5-4a01-93eb-f605a0e40962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (a87da0c2-4f91-440e-a419-3eec421ac1ce), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:41.483540 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-86826e64-ffc8-42b9-9f31-d7e0fa20251f tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:41.544670 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ee3c479-566d-4786-a558-1793addb27a2 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] DELETE failed (client error): The resource could not be found. Feb 19 03:03:41.549830 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ee3c479-566d-4786-a558-1793addb27a2 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:03:41.565580 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-8ee3c479-566d-4786-a558-1793addb27a2 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "DELETE /v2.0/subnets/0cbd9b47-de53-4ea8-a737-2100642336ba HTTP/1.1" status: 404 len: 337 time: 0.1049299 Feb 19 03:03:41.566265 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 50798) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:41.624185 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-82b5e256-be1a-40f0-998f-77aa9f4f864d None None] Current status of the port 1c3c8c84-f26d-462c-ba75-178833c09c87 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:03:41.642072 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3557d22b-3389-4906-89ed-bf1795e59f90 None None] Pushing event updated for resources: {'Port': ['ID=a87da0c2-4f91-440e-a419-3eec421ac1ce,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:41.677617 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-82b5e256-be1a-40f0-998f-77aa9f4f864d None None] Could not find standard attr ID for object 3070a161-3683-4c20-b167-4cb43d6bf372. {{(pid=103703) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:03:41.692975 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59591378-93f5-4a01-93eb-f605a0e40962 None None] Routers {'47bfcec1-c52f-4318-95d8-f23c80ee0024'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:03:41.693901 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-59591378-93f5-4a01-93eb-f605a0e40962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:03:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['47bfcec1-c52f-4318-95d8-f23c80ee0024'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:03:41.704204 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-ceda6b73-aab4-4d0d-b299-545ca5c4450a tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] DELETE failed (client error): The resource could not be found. Feb 19 03:03:41.704673 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ceda6b73-aab4-4d0d-b299-545ca5c4450a tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:03:41.718966 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4c8e682a-4a46-4edb-a74c-e456caa8e728 None None] Deleting port 1c3c8c84-f26d-462c-ba75-178833c09c87 {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:03:41.719601 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4c8e682a-4a46-4edb-a74c-e456caa8e728 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (1c3c8c84-f26d-462c-ba75-178833c09c87), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:41.752775 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-ceda6b73-aab4-4d0d-b299-545ca5c4450a tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "DELETE /v2.0/subnets/eb08ebce-5380-4b26-ad9d-f974776b905a HTTP/1.1" status: 404 len: 337 time: 0.1830816 Feb 19 03:03:41.761531 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 50802) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:41.861513 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 1c3c8c84-f26d-462c-ba75-178833c09c87 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:03:41.868398 n-d-826753-2 neutron-server[103701]: INFO neutron.pecan_wsgi.hooks.translation [None req-914e71ed-b863-4df2-9192-868920c17c4a tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] DELETE failed (client error): The resource could not be found. Feb 19 03:03:41.869402 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-914e71ed-b863-4df2-9192-868920c17c4a tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:03:41.879086 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-914e71ed-b863-4df2-9192-868920c17c4a tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "DELETE /v2.0/ports/0783e929-47c6-4f93-8c4f-45fa0d367e6d HTTP/1.1" status: 404 len: 333 time: 0.1143932 Feb 19 03:03:41.882106 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 50806) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:41.916118 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4c8e682a-4a46-4edb-a74c-e456caa8e728 None None] For port 1c3c8c84-f26d-462c-ba75-178833c09c87, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=1c3c8c84-f26d-462c-ba75-178833c09c87,segment=NetworkSegment(c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8),segment_id=c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:03:41.918700 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4c8e682a-4a46-4edb-a74c-e456caa8e728 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (1c3c8c84-f26d-462c-ba75-178833c09c87), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:42.000329 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-86826e64-ffc8-42b9-9f31-d7e0fa20251f tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Allocated IP 172.25.6.129 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/4b510c9f-1c3f-465d-9ccd-44655868e348) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:03:42.009859 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-64f6649e-9ea3-47c2-af5f-58f37fa9f4c2 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] DELETE failed (client error): The resource could not be found. Feb 19 03:03:42.012267 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64f6649e-9ea3-47c2-af5f-58f37fa9f4c2 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:03:42.025379 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-64f6649e-9ea3-47c2-af5f-58f37fa9f4c2 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "DELETE /v2.0/subnets/a07bce41-d026-40a4-986f-a5fc13bd23ad HTTP/1.1" status: 404 len: 337 time: 0.1415834 Feb 19 03:03:42.028167 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 50814) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:42.049172 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-59591378-93f5-4a01-93eb-f605a0e40962 None None] Set router 47bfcec1-c52f-4318-95d8-f23c80ee0024 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:03:42.130444 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1d51f74-ccd6-4660-913e-c7dbf02a017a tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] DELETE failed (client error): The resource could not be found. Feb 19 03:03:42.131068 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1d51f74-ccd6-4660-913e-c7dbf02a017a tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:03:42.146186 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-d1d51f74-ccd6-4660-913e-c7dbf02a017a tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "DELETE /v2.0/ports/da56f516-0400-4412-9df3-3a4fcb4986cb HTTP/1.1" status: 404 len: 333 time: 0.1161211 Feb 19 03:03:42.149017 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 50820) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:42.221589 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6caac02-bc6c-49d1-baa3-907608cc5521 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] DELETE failed (client error): The resource could not be found. Feb 19 03:03:42.224156 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6caac02-bc6c-49d1-baa3-907608cc5521 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:03:42.229823 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-b6caac02-bc6c-49d1-baa3-907608cc5521 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "DELETE /v2.0/subnets/8d48aabc-4180-4425-b84d-4e7c3d3a1ab3 HTTP/1.1" status: 404 len: 337 time: 0.0791881 Feb 19 03:03:42.231967 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 50826) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:42.283171 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 1c3c8c84-f26d-462c-ba75-178833c09c87 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:03:42.292326 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4c8e682a-4a46-4edb-a74c-e456caa8e728 None None] Calling delete_port for 1c3c8c84-f26d-462c-ba75-178833c09c87 owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:03:42.332262 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d9b1f9d-63f4-40ef-9353-521f7b8f20dd tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] DELETE failed (client error): The resource could not be found. Feb 19 03:03:42.332262 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d9b1f9d-63f4-40ef-9353-521f7b8f20dd tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:03:42.334881 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-86826e64-ffc8-42b9-9f31-d7e0fa20251f tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks [] for port (4b510c9f-1c3f-465d-9ccd-44655868e348), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:42.338446 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-6d9b1f9d-63f4-40ef-9353-521f7b8f20dd tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "DELETE /v2.0/ports/977cb9c0-c7d9-4e15-abf4-139fb1255612 HTTP/1.1" status: 404 len: 333 time: 0.1004977 Feb 19 03:03:42.340470 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 50830) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:42.377617 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-86826e64-ffc8-42b9-9f31-d7e0fa20251f tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (4b510c9f-1c3f-465d-9ccd-44655868e348), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:42.404776 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-33728c25-d5a8-466e-a2fa-91ccb493e325 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] DELETE failed (client error): The resource could not be found. Feb 19 03:03:42.406215 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33728c25-d5a8-466e-a2fa-91ccb493e325 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:03:42.416929 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-33728c25-d5a8-466e-a2fa-91ccb493e325 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "DELETE /v2.0/subnets/8f05e737-adb9-4dbf-b847-ba45ec844ac7 HTTP/1.1" status: 404 len: 337 time: 0.0754316 Feb 19 03:03:42.420272 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 50834) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:42.480790 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-74e9ac38-4c62-4fb9-853e-30d5f708ff44 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] DELETE failed (client error): The resource could not be found. Feb 19 03:03:42.481437 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74e9ac38-4c62-4fb9-853e-30d5f708ff44 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:03:42.484553 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-74e9ac38-4c62-4fb9-853e-30d5f708ff44 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "DELETE /v2.0/ports/ce0ba205-c674-4f37-adf5-1388b8604f39 HTTP/1.1" status: 404 len: 333 time: 0.0614088 Feb 19 03:03:42.487387 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 50838) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:42.491804 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86826e64-ffc8-42b9-9f31-d7e0fa20251f tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:03:42.505934 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-86826e64-ffc8-42b9-9f31-d7e0fa20251f tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:03:42.509487 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86826e64-ffc8-42b9-9f31-d7e0fa20251f tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:03:42.517619 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b120c10-7046-4ad2-b6b8-155b7f136400 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] DELETE failed (client error): The resource could not be found. Feb 19 03:03:42.517994 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b120c10-7046-4ad2-b6b8-155b7f136400 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:03:42.530800 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-0b120c10-7046-4ad2-b6b8-155b7f136400 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "DELETE /v2.0/subnets/20ea1c5f-afb8-4211-b0c0-fec181f264bd HTTP/1.1" status: 404 len: 337 time: 0.0413537 Feb 19 03:03:42.532505 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 50840) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:42.596986 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86826e64-ffc8-42b9-9f31-d7e0fa20251f tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Pushing event updated for resources: {'Port': ['ID=4b510c9f-1c3f-465d-9ccd-44655868e348,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:42.597863 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-72e8b236-40a0-40de-8948-152bda7b79da tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] DELETE failed (client error): The resource could not be found. Feb 19 03:03:42.598549 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72e8b236-40a0-40de-8948-152bda7b79da tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:03:42.606186 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-72e8b236-40a0-40de-8948-152bda7b79da tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "DELETE /v2.0/ports/839856d4-ded0-4e65-9e4e-a4dea8a4e26a HTTP/1.1" status: 404 len: 333 time: 0.0708849 Feb 19 03:03:42.609936 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 50844) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:42.748139 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 50848) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:42.758859 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-d65f77a3-ab1a-4c79-bea8-89a84794cfdd tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] DELETE failed (client error): The resource could not be found. Feb 19 03:03:42.759334 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d65f77a3-ab1a-4c79-bea8-89a84794cfdd tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:03:42.766542 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 50852) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:42.767966 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-d65f77a3-ab1a-4c79-bea8-89a84794cfdd tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "DELETE /v2.0/subnets/7318dfcd-f6d9-485e-8343-b8d46f5f9176 HTTP/1.1" status: 404 len: 337 time: 0.1538517 Feb 19 03:03:42.819305 n-d-826753-2 neutron-server[103701]: INFO neutron.pecan_wsgi.hooks.translation [None req-006ae060-c0a5-4e1a-b466-bad86dd0cfe5 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] DELETE failed (client error): The resource could not be found. Feb 19 03:03:42.829625 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-006ae060-c0a5-4e1a-b466-bad86dd0cfe5 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:03:42.835635 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 50854) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:42.835803 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-006ae060-c0a5-4e1a-b466-bad86dd0cfe5 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "DELETE /v2.0/ports/bff73a98-e666-4d7a-a6e3-a0741d45ea86 HTTP/1.1" status: 404 len: 333 time: 0.0681570 Feb 19 03:03:42.912401 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-6535b3d6-9534-4346-9322-a27d0226ac39 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] DELETE failed (client error): The resource could not be found. Feb 19 03:03:42.917148 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6535b3d6-9534-4346-9322-a27d0226ac39 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:03:42.933125 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-6535b3d6-9534-4346-9322-a27d0226ac39 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "DELETE /v2.0/subnets/c665ce42-7f7e-4b02-8655-0d656dc1258b HTTP/1.1" status: 404 len: 337 time: 0.0962689 Feb 19 03:03:42.935543 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 50858) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:43.028842 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-37e3d437-5702-4990-9e2b-cac5793ea38b tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] DELETE failed (client error): The resource could not be found. Feb 19 03:03:43.034014 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37e3d437-5702-4990-9e2b-cac5793ea38b tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:03:43.040343 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-37e3d437-5702-4990-9e2b-cac5793ea38b tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "DELETE /v2.0/subnets/35275239-92e7-47f8-8fad-6b16f964bcd1 HTTP/1.1" status: 404 len: 337 time: 0.1035762 Feb 19 03:03:43.044087 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 50860) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:43.142839 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a2ab26a-5f7a-4d65-88e1-11145a07ad22 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] DELETE failed (client error): The resource could not be found. Feb 19 03:03:43.145710 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a2ab26a-5f7a-4d65-88e1-11145a07ad22 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:03:43.155104 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-7a2ab26a-5f7a-4d65-88e1-11145a07ad22 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "DELETE /v2.0/ports/8f9d81bb-a488-427c-b4ed-f47603615198 HTTP/1.1" status: 404 len: 333 time: 0.1097291 Feb 19 03:03:43.164543 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 50870) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:43.189535 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-59591378-93f5-4a01-93eb-f605a0e40962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47bfcec1-c52f-4318-95d8-f23c80ee0024', 'name': 'tempest-snat-router-1105189433', 'tenant_id': '3ac3fc8a7e944025a972a53cff275256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.73'}], 'enable_snat': False}, 'gw_port_id': 'a87da0c2-4f91-440e-a419-3eec421ac1ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:03:33Z', 'updated_at': '2022-02-19T03:03:36Z', 'revision_number': 3, 'project_id': '3ac3fc8a7e944025a972a53cff275256', 'gw_port': {'id': 'a87da0c2-4f91-440e-a419-3eec421ac1ce', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:25:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47bfcec1-c52f-4318-95d8-f23c80ee0024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:03:35Z', 'updated_at': '2022-02-19T03:03:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:03:43.258504 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-38227792-f745-4998-aebd-50c2bbb08ef9 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] DELETE failed (client error): The resource could not be found. Feb 19 03:03:43.259101 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38227792-f745-4998-aebd-50c2bbb08ef9 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:03:43.268154 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-38227792-f745-4998-aebd-50c2bbb08ef9 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "DELETE /v2.0/subnets/4f2e17a6-fd91-4427-9c40-2ab1d95f8774 HTTP/1.1" status: 404 len: 337 time: 0.0988166 Feb 19 03:03:43.268928 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 50878) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:43.345947 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59591378-93f5-4a01-93eb-f605a0e40962 None None] The sync data for ids ['47bfcec1-c52f-4318-95d8-f23c80ee0024'] in n-d-826753-2 is: [{'id': '47bfcec1-c52f-4318-95d8-f23c80ee0024', 'name': 'tempest-snat-router-1105189433', 'tenant_id': '3ac3fc8a7e944025a972a53cff275256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.73'}], 'enable_snat': False}, 'gw_port_id': 'a87da0c2-4f91-440e-a419-3eec421ac1ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:03:33Z', 'updated_at': '2022-02-19T03:03:36Z', 'revision_number': 3, 'project_id': '3ac3fc8a7e944025a972a53cff275256', 'gw_port': {'id': 'a87da0c2-4f91-440e-a419-3eec421ac1ce', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:25:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47bfcec1-c52f-4318-95d8-f23c80ee0024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:03:35Z', 'updated_at': '2022-02-19T03:03:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-826753-2'}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:03:43.367502 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-86826e64-ffc8-42b9-9f31-d7e0fa20251f tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks [] for router_gateway (c2e41db1-20bf-4b03-863f-ed06a6c3af73), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:43.373315 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-cec41a1f-0b8c-419f-ae32-64b3bb2c9748 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] DELETE failed (client error): The resource could not be found. Feb 19 03:03:43.373798 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cec41a1f-0b8c-419f-ae32-64b3bb2c9748 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:03:43.383814 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-cec41a1f-0b8c-419f-ae32-64b3bb2c9748 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "DELETE /v2.0/subnets/bc40ddcb-a208-4a89-89f1-37e99f5a5d24 HTTP/1.1" status: 404 len: 337 time: 0.1138306 Feb 19 03:03:43.386356 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 50882) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:43.397334 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-b948d601-763f-41a6-a1fa-96e15aafacc9 tempest-PortsAdminExtendedAttrsTestJSON-711954128 tempest-PortsAdminExtendedAttrsTestJSON-711954128-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-884218016'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:03:43.410293 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 1c3c8c84-f26d-462c-ba75-178833c09c87 is: ACTIVE; New status is: DOWN {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:03:43.410926 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (1c3c8c84-f26d-462c-ba75-178833c09c87), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:43.425686 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4c8e682a-4a46-4edb-a74c-e456caa8e728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (1c3c8c84-f26d-462c-ba75-178833c09c87), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:43.432155 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-76eaeff2-7b75-433f-a643-f96167b4684e tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] DELETE failed (client error): The resource could not be found. Feb 19 03:03:43.432713 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76eaeff2-7b75-433f-a643-f96167b4684e tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:03:43.436136 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-76eaeff2-7b75-433f-a643-f96167b4684e tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "DELETE /v2.0/ports/781fccbd-32bc-4f45-b8e6-e596fc002917 HTTP/1.1" status: 404 len: 333 time: 0.0481119 Feb 19 03:03:43.439523 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 50886) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:43.515464 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8e682a-4a46-4edb-a74c-e456caa8e728 None None] No DVR routers for this DVR port 1c3c8c84-f26d-462c-ba75-178833c09c87 on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:03:43.541531 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8e682a-4a46-4edb-a74c-e456caa8e728 None None] Pushing event deleted for resources: {'Port': ['ID=1c3c8c84-f26d-462c-ba75-178833c09c87,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:43.556853 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-01384372-31ea-43f9-8c5c-528523412707 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] DELETE failed (client error): The resource could not be found. Feb 19 03:03:43.557513 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01384372-31ea-43f9-8c5c-528523412707 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:03:43.560721 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-01384372-31ea-43f9-8c5c-528523412707 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "DELETE /v2.0/subnets/474ff9a1-6f85-417e-94ac-396d280b8b23 HTTP/1.1" status: 404 len: 337 time: 0.1201088 Feb 19 03:03:43.572490 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 50890) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:43.618207 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b948d601-763f-41a6-a1fa-96e15aafacc9 tempest-PortsAdminExtendedAttrsTestJSON-711954128 tempest-PortsAdminExtendedAttrsTestJSON-711954128-project] Made reservation on behalf of c47d895d06cf4b6e8e0f34f5c7209ccc for: {'network': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:03:43.633710 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b948d601-763f-41a6-a1fa-96e15aafacc9 tempest-PortsAdminExtendedAttrsTestJSON-711954128 tempest-PortsAdminExtendedAttrsTestJSON-711954128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:43.673217 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b948d601-763f-41a6-a1fa-96e15aafacc9 tempest-PortsAdminExtendedAttrsTestJSON-711954128 tempest-PortsAdminExtendedAttrsTestJSON-711954128-project] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:43.697685 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-07d9b256-7f60-4f44-bddb-509f3c164204 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] DELETE failed (client error): The resource could not be found. Feb 19 03:03:43.698425 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07d9b256-7f60-4f44-bddb-509f3c164204 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:03:43.703406 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-07d9b256-7f60-4f44-bddb-509f3c164204 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "DELETE /v2.0/subnets/3c04df27-ddc6-4ffe-9720-9fd3378948e5 HTTP/1.1" status: 404 len: 337 time: 0.1297817 Feb 19 03:03:43.708928 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 50894) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:43.737916 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e031732-b67e-4ab3-b658-1ad80c72fe2f tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] DELETE failed (client error): The resource could not be found. Feb 19 03:03:43.738723 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e031732-b67e-4ab3-b658-1ad80c72fe2f tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:03:43.742356 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-2e031732-b67e-4ab3-b658-1ad80c72fe2f tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "DELETE /v2.0/ports/fca4f8bc-7eef-496c-aa1d-0b89c09c9d5c HTTP/1.1" status: 404 len: 333 time: 0.0321600 Feb 19 03:03:43.745177 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 50896) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:43.809127 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-3224c5b0-8e9d-45e7-8ba0-f3dd16d653d4 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] DELETE failed (client error): The resource could not be found. Feb 19 03:03:43.810523 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3224c5b0-8e9d-45e7-8ba0-f3dd16d653d4 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:03:43.816918 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-3224c5b0-8e9d-45e7-8ba0-f3dd16d653d4 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "DELETE /v2.0/subnets/f4ab980f-020a-431f-bfc9-ada5698431ea HTTP/1.1" status: 404 len: 337 time: 0.0704448 Feb 19 03:03:43.819448 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 50898) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:43.908153 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-db2ba04f-d383-457c-a233-5809280a4314 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] DELETE failed (client error): The resource could not be found. Feb 19 03:03:43.908402 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db2ba04f-d383-457c-a233-5809280a4314 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:03:43.923428 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-db2ba04f-d383-457c-a233-5809280a4314 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "DELETE /v2.0/subnets/8787b8e3-8395-41be-9227-22e13b7954fe HTTP/1.1" status: 404 len: 337 time: 0.1013823 Feb 19 03:03:43.925403 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 50904) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:44.105779 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-0cf6db4b-eed5-48fc-9ace-221403d93438 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8a2530a-ba73-4e0c-a8e2-a25605a7634c HTTP/1.1" status: 200 len: 205 time: 0.1539125 Feb 19 03:03:44.106362 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 50910) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:44.239529 n-d-826753-2 neutron-server[103702]: INFO neutron.api.v2.resource [None req-8c12d81d-419c-424b-9e77-f783a5a2cb0b tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] delete failed (client error): The resource could not be found. Feb 19 03:03:44.240580 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-8c12d81d-419c-424b-9e77-f783a5a2cb0b tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "DELETE /v2.0/routers/f8a2530a-ba73-4e0c-a8e2-a25605a7634c HTTP/1.1" status: 404 len: 336 time: 0.1318636 Feb 19 03:03:44.248678 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 50914) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:44.303478 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdc41db0-b210-4807-9e38-568843784918 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] DELETE failed (client error): The resource could not be found. Feb 19 03:03:44.303939 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdc41db0-b210-4807-9e38-568843784918 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:03:44.315757 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-bdc41db0-b210-4807-9e38-568843784918 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "DELETE /v2.0/subnets/91592075-3967-497e-a825-284986f1b63b HTTP/1.1" status: 404 len: 337 time: 0.0654094 Feb 19 03:03:44.316410 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [req-dbe362db-30d7-4a93-8b31-ae1f983dbaab req-192ab92d-e422-48d1-9253-b24f9403a774 service neutron] (103701) timed out ('10.222.0.72', 56690) {{(pid=103701) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 03:03:44.321787 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 50916) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:44.335477 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 50918) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:44.415803 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-c6ea8b1b-cb5b-4391-b134-548fed502591 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "GET /v2.0/ports?device_id=20e960d7-f020-461e-92e8-6262e0722d05 HTTP/1.1" status: 200 len: 205 time: 0.0938685 Feb 19 03:03:44.417576 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 50924) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:44.420495 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b948d601-763f-41a6-a1fa-96e15aafacc9 tempest-PortsAdminExtendedAttrsTestJSON-711954128 tempest-PortsAdminExtendedAttrsTestJSON-711954128-project] Publish callbacks [] for security_group (fde2fd4f-88d6-4a3a-9d0b-1495cd00cea4), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:44.464091 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b948d601-763f-41a6-a1fa-96e15aafacc9 tempest-PortsAdminExtendedAttrsTestJSON-711954128 tempest-PortsAdminExtendedAttrsTestJSON-711954128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (fde2fd4f-88d6-4a3a-9d0b-1495cd00cea4), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:44.534955 n-d-826753-2 neutron-server[103702]: INFO neutron.api.v2.resource [None req-4f114881-e513-48e8-8d8c-dd06d255a0f9 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] delete failed (client error): The resource could not be found. Feb 19 03:03:44.536797 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-4f114881-e513-48e8-8d8c-dd06d255a0f9 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "DELETE /v2.0/routers/20e960d7-f020-461e-92e8-6262e0722d05 HTTP/1.1" status: 404 len: 336 time: 0.1175854 Feb 19 03:03:44.545883 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 50928) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:44.588175 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-86826e64-ffc8-42b9-9f31-d7e0fa20251f tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16317478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865'] for router (c2e41db1-20bf-4b03-863f-ed06a6c3af73), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:44.598900 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-52f8d776-d7ac-4e55-a088-9e012cb5e25d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:44.627644 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b948d601-763f-41a6-a1fa-96e15aafacc9 tempest-PortsAdminExtendedAttrsTestJSON-711954128 tempest-PortsAdminExtendedAttrsTestJSON-711954128-project] vlan segment allocate from pool success with {'vlan_id': 253, 'physical_network': 'physnet1'} {{(pid=103701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:03:44.648251 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-52ef2f77-bb45-4dde-9aa3-b59cd09795a8 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] DELETE failed (client error): The resource could not be found. Feb 19 03:03:44.648635 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52ef2f77-bb45-4dde-9aa3-b59cd09795a8 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:03:44.652075 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-52ef2f77-bb45-4dde-9aa3-b59cd09795a8 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "DELETE /v2.0/subnets/d49f26cd-568c-4650-8d5a-d04bb9d7bc47 HTTP/1.1" status: 404 len: 337 time: 0.1018267 Feb 19 03:03:44.667574 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 50930) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:44.835455 n-d-826753-2 neutron-server[103701]: INFO neutron.pecan_wsgi.hooks.translation [None req-b43436ea-a3e4-48df-9036-72e147246e60 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] DELETE failed (client error): The resource could not be found. Feb 19 03:03:44.836185 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b43436ea-a3e4-48df-9036-72e147246e60 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:03:44.840569 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-b43436ea-a3e4-48df-9036-72e147246e60 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "DELETE /v2.0/subnets/73c57fdd-b1bc-416b-b7a9-39333bcc271b HTTP/1.1" status: 404 len: 337 time: 0.1684902 Feb 19 03:03:44.841522 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b948d601-763f-41a6-a1fa-96e15aafacc9 tempest-PortsAdminExtendedAttrsTestJSON-711954128 tempest-PortsAdminExtendedAttrsTestJSON-711954128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fde2fd4f-88d6-4a3a-9d0b-1495cd00cea4,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:44.847764 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-52f8d776-d7ac-4e55-a088-9e012cb5e25d admin admin] Publish callbacks [] for security_group (8606910d-87af-4005-94a2-a91e7ff65a93), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:44.850946 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 50934) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:44.877451 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b948d601-763f-41a6-a1fa-96e15aafacc9 tempest-PortsAdminExtendedAttrsTestJSON-711954128 tempest-PortsAdminExtendedAttrsTestJSON-711954128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (d4768da4-ec58-4508-8449-91212ec4d7c6), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:44.878081 n-d-826753-2 neutron-server[103701]: INFO neutron.db.segments_db [None req-b948d601-763f-41a6-a1fa-96e15aafacc9 tempest-PortsAdminExtendedAttrsTestJSON-711954128 tempest-PortsAdminExtendedAttrsTestJSON-711954128-project] Added segment d4768da4-ec58-4508-8449-91212ec4d7c6 of type vlan for network 77f8723f-cd7e-4202-9661-406636c882a2 Feb 19 03:03:44.887751 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-52f8d776-d7ac-4e55-a088-9e012cb5e25d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (8606910d-87af-4005-94a2-a91e7ff65a93), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:44.969160 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b948d601-763f-41a6-a1fa-96e15aafacc9 tempest-PortsAdminExtendedAttrsTestJSON-711954128 tempest-PortsAdminExtendedAttrsTestJSON-711954128-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (77f8723f-cd7e-4202-9661-406636c882a2), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:45.021060 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-919e20e7-7805-488b-9772-2d1a009d015e tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] DELETE failed (client error): The resource could not be found. Feb 19 03:03:45.021060 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-919e20e7-7805-488b-9772-2d1a009d015e tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:03:45.048921 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-919e20e7-7805-488b-9772-2d1a009d015e tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "DELETE /v2.0/ports/7f51d922-21e1-47c4-a7a3-6e0ee12f5104 HTTP/1.1" status: 404 len: 333 time: 0.1920938 Feb 19 03:03:45.049490 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 50940) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:45.130670 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f8d776-d7ac-4e55-a088-9e012cb5e25d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8606910d-87af-4005-94a2-a91e7ff65a93,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:45.167767 n-d-826753-2 neutron-server[103701]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccff52a8-9044-4c55-86e8-d47299453d1d tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] DELETE failed (client error): The resource could not be found. Feb 19 03:03:45.168692 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccff52a8-9044-4c55-86e8-d47299453d1d tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:03:45.170260 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-52f8d776-d7ac-4e55-a088-9e012cb5e25d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e1d8fbd9b5934b0585b7acceb55fdb59&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8337610 Feb 19 03:03:45.173440 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 50944) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:45.179990 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-ccff52a8-9044-4c55-86e8-d47299453d1d tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "DELETE /v2.0/subnets/ee0a77c1-1848-4893-8352-94bdfc7e02b9 HTTP/1.1" status: 404 len: 337 time: 0.1288559 Feb 19 03:03:45.191078 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 50946) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:45.221402 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b948d601-763f-41a6-a1fa-96e15aafacc9 tempest-PortsAdminExtendedAttrsTestJSON-711954128 tempest-PortsAdminExtendedAttrsTestJSON-711954128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (77f8723f-cd7e-4202-9661-406636c882a2), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:45.227789 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b948d601-763f-41a6-a1fa-96e15aafacc9 tempest-PortsAdminExtendedAttrsTestJSON-711954128 tempest-PortsAdminExtendedAttrsTestJSON-711954128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:45.228557 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b948d601-763f-41a6-a1fa-96e15aafacc9 tempest-PortsAdminExtendedAttrsTestJSON-711954128 tempest-PortsAdminExtendedAttrsTestJSON-711954128-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:45.394673 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-b948d601-763f-41a6-a1fa-96e15aafacc9 tempest-PortsAdminExtendedAttrsTestJSON-711954128 tempest-PortsAdminExtendedAttrsTestJSON-711954128-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.6325212 Feb 19 03:03:45.394673 n-d-826753-2 neutron-server[103701]: INFO neutron.pecan_wsgi.hooks.translation [None req-07c6124c-26dc-43c7-874e-a597088785ce tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] DELETE failed (client error): The resource could not be found. Feb 19 03:03:45.400324 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07c6124c-26dc-43c7-874e-a597088785ce tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:03:45.411676 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-07c6124c-26dc-43c7-874e-a597088785ce tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "DELETE /v2.0/ports/521838dc-f331-4599-98ff-0e14a0dc7595 HTTP/1.1" status: 404 len: 333 time: 0.2193847 Feb 19 03:03:45.435433 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 50954) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:45.512764 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-52c64903-2c3a-492e-a9d2-36e97a946732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:45.611792 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b948d601-763f-41a6-a1fa-96e15aafacc9 tempest-PortsAdminExtendedAttrsTestJSON-711954128 tempest-PortsAdminExtendedAttrsTestJSON-711954128-project] Pushing event updated for resources: {'Network': ['ID=77f8723f-cd7e-4202-9661-406636c882a2,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:45.630819 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 77f8723f-cd7e-4202-9661-406636c882a2 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:03:45.696277 n-d-826753-2 neutron-server[103701]: INFO neutron.pecan_wsgi.hooks.translation [None req-6741027c-13fe-476c-bd52-046caaa3f15c tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] DELETE failed (client error): The resource could not be found. Feb 19 03:03:45.696756 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6741027c-13fe-476c-bd52-046caaa3f15c tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:03:45.712075 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-6741027c-13fe-476c-bd52-046caaa3f15c tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "DELETE /v2.0/subnets/843abf41-2db9-41b6-9877-d9f65bd76ebd HTTP/1.1" status: 404 len: 337 time: 0.1132364 Feb 19 03:03:45.713174 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 50960) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:45.868753 n-d-826753-2 neutron-server[103701]: INFO neutron.pecan_wsgi.hooks.translation [None req-42fdb607-1f9a-46f7-aef0-0ac079ff66e3 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] DELETE failed (client error): The resource could not be found. Feb 19 03:03:45.869676 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42fdb607-1f9a-46f7-aef0-0ac079ff66e3 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:03:45.913269 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-42fdb607-1f9a-46f7-aef0-0ac079ff66e3 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "DELETE /v2.0/ports/e8c5744f-68e7-4e7e-b902-593722c8587e HTTP/1.1" status: 404 len: 333 time: 0.1891937 Feb 19 03:03:45.917279 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 50964) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:45.992176 n-d-826753-2 neutron-server[103701]: INFO neutron.pecan_wsgi.hooks.translation [None req-861deced-8a5e-4334-9a06-20879ef75789 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] DELETE failed (client error): The resource could not be found. Feb 19 03:03:45.992842 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-861deced-8a5e-4334-9a06-20879ef75789 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:03:46.006083 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-861deced-8a5e-4334-9a06-20879ef75789 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "DELETE /v2.0/subnets/1f18b107-af65-49f1-8857-87005b1fa34b HTTP/1.1" status: 404 len: 337 time: 0.0773928 Feb 19 03:03:46.006083 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 50966) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:46.074518 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 50968) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:46.093940 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-310713cd-9086-44c6-ad3e-b6f4ff1a172b tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Request body: {'port': {'network_id': '77f8723f-cd7e-4202-9661-406636c882a2', 'binding:host_id': 'n-h2-826753-2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-233258705'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:03:46.097622 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86826e64-ffc8-42b9-9f31-d7e0fa20251f tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Router c2e41db1-20bf-4b03-863f-ed06a6c3af73 is scheduled to L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd with binding_index 1 {{(pid=103701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:03:46.100653 n-d-826753-2 neutron-server[103701]: INFO neutron.pecan_wsgi.hooks.translation [None req-d85a212c-2a60-4194-a890-c3232e88a416 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] DELETE failed (client error): The resource could not be found. Feb 19 03:03:46.101275 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d85a212c-2a60-4194-a890-c3232e88a416 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:03:46.107107 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-d85a212c-2a60-4194-a890-c3232e88a416 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "DELETE /v2.0/ports/debe105c-f743-4b0c-89be-b87df28dbd7b HTTP/1.1" status: 404 len: 333 time: 0.0993900 Feb 19 03:03:46.109985 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device a87da0c2-4f91-440e-a419-3eec421ac1ce up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:03:46.123046 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 50970) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:46.201451 n-d-826753-2 neutron-server[103701]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5531638-cdc3-4299-81db-7c6ecced6b75 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] DELETE failed (client error): The resource could not be found. Feb 19 03:03:46.201845 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5531638-cdc3-4299-81db-7c6ecced6b75 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:03:46.210391 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 50974) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:46.215887 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-e5531638-cdc3-4299-81db-7c6ecced6b75 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "DELETE /v2.0/subnets/7c5fc622-50aa-4483-b2e2-d2206ceb96ad HTTP/1.1" status: 404 len: 337 time: 0.0811293 Feb 19 03:03:46.219093 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port a87da0c2-4f91-440e-a419-3eec421ac1ce triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:03:46.219452 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (a87da0c2-4f91-440e-a419-3eec421ac1ce), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:46.297809 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-45b95b6a-409f-406f-9947-e5f89d12ff0c tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] DELETE failed (client error): The resource could not be found. Feb 19 03:03:46.300864 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45b95b6a-409f-406f-9947-e5f89d12ff0c tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:03:46.314116 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-45b95b6a-409f-406f-9947-e5f89d12ff0c tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "DELETE /v2.0/ports/244caf3b-b416-40d2-88a3-2ae2fd898622 HTTP/1.1" status: 404 len: 333 time: 0.0966969 Feb 19 03:03:46.316689 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 50982) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:46.328031 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-523c229e-d4f4-45e0-ae0c-87705e912666 admin admin] Publish callbacks [] for security_group (8606910d-87af-4005-94a2-a91e7ff65a93), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:46.362374 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-523c229e-d4f4-45e0-ae0c-87705e912666 admin admin] Publish callbacks [] for security_group (8606910d-87af-4005-94a2-a91e7ff65a93), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:46.466608 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-523c229e-d4f4-45e0-ae0c-87705e912666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (8606910d-87af-4005-94a2-a91e7ff65a93), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:46.476013 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-523c229e-d4f4-45e0-ae0c-87705e912666 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:46.478611 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-523c229e-d4f4-45e0-ae0c-87705e912666 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8606910d-87af-4005-94a2-a91e7ff65a93 HTTP/1.1" status: 204 len: 168 time: 1.3025920 Feb 19 03:03:46.493589 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-f79e4ed6-fefe-45c9-bd2b-a4e9c3cf6cff tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] DELETE failed (client error): The resource could not be found. Feb 19 03:03:46.497422 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f79e4ed6-fefe-45c9-bd2b-a4e9c3cf6cff tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:03:46.502266 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86826e64-ffc8-42b9-9f31-d7e0fa20251f tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:03:46.509746 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-f79e4ed6-fefe-45c9-bd2b-a4e9c3cf6cff tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "DELETE /v2.0/subnets/e10d7477-81de-4832-87c2-42a8894d24df HTTP/1.1" status: 404 len: 337 time: 0.1902742 Feb 19 03:03:46.515620 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c46f5fa-bbab-499a-b774-1cd54963074b None None] Sync routers for ids ['c2e41db1-20bf-4b03-863f-ed06a6c3af73'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:03:46.522491 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 50986) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:46.524436 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port a87da0c2-4f91-440e-a419-3eec421ac1ce is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:03:46.524921 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (a87da0c2-4f91-440e-a419-3eec421ac1ce), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:46.540257 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-310713cd-9086-44c6-ad3e-b6f4ff1a172b tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Made reservation on behalf of cc2c4989df1a453f9a28441594fce8da for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:03:46.545907 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c46f5fa-bbab-499a-b774-1cd54963074b None None] Routers {'c2e41db1-20bf-4b03-863f-ed06a6c3af73'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:03:46.551882 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-310713cd-9086-44c6-ad3e-b6f4ff1a172b tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:46.552848 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-4c46f5fa-bbab-499a-b774-1cd54963074b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:03:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['c2e41db1-20bf-4b03-863f-ed06a6c3af73'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:03:46.570878 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port a87da0c2-4f91-440e-a419-3eec421ac1ce, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=a87da0c2-4f91-440e-a419-3eec421ac1ce,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:03:46.582372 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (a87da0c2-4f91-440e-a419-3eec421ac1ce), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:46.621229 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-310713cd-9086-44c6-ad3e-b6f4ff1a172b tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:46.659328 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cdd01c5-6b8c-4d1c-ac9d-4485c4694684 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] DELETE failed (client error): The resource could not be found. Feb 19 03:03:46.662721 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cdd01c5-6b8c-4d1c-ac9d-4485c4694684 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:03:46.672859 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-9cdd01c5-6b8c-4d1c-ac9d-4485c4694684 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "DELETE /v2.0/ports/822b1224-0c9a-4562-80fd-e71fc38c8b8f HTTP/1.1" status: 404 len: 333 time: 0.1437838 Feb 19 03:03:46.672859 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523c229e-d4f4-45e0-ae0c-87705e912666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8606910d-87af-4005-94a2-a91e7ff65a93,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:46.689829 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 50988) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:46.723313 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=a87da0c2-4f91-440e-a419-3eec421ac1ce,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:46.799166 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-9afc5e94-a273-4fef-9208-818034bd7e9c tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] DELETE failed (client error): The resource could not be found. Feb 19 03:03:46.801688 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9afc5e94-a273-4fef-9208-818034bd7e9c tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:03:46.813317 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-9afc5e94-a273-4fef-9208-818034bd7e9c tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "DELETE /v2.0/subnets/b0bcdfdb-d5dc-4d1c-9f4a-c457e4a947b4 HTTP/1.1" status: 404 len: 337 time: 0.1223278 Feb 19 03:03:46.816522 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 50990) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:46.879129 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a18f246-8a45-479f-87f4-a12c7777087c tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] DELETE failed (client error): The resource could not be found. Feb 19 03:03:46.879695 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a18f246-8a45-479f-87f4-a12c7777087c tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:03:46.883344 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-7a18f246-8a45-479f-87f4-a12c7777087c tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "DELETE /v2.0/ports/0a7e1bba-8845-47be-8bc5-e4270818bc67 HTTP/1.1" status: 404 len: 333 time: 0.0623705 Feb 19 03:03:46.885601 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 50994) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:46.964554 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-b83389bb-e780-4c4c-b88e-f35cf6475c99 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] DELETE failed (client error): The resource could not be found. Feb 19 03:03:46.965452 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b83389bb-e780-4c4c-b88e-f35cf6475c99 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:03:46.973070 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-b83389bb-e780-4c4c-b88e-f35cf6475c99 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "DELETE /v2.0/subnets/b909d8e6-ab00-4607-b5be-667b4cd8a20a HTTP/1.1" status: 404 len: 337 time: 0.0847833 Feb 19 03:03:46.977063 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 51002) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:46.991166 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-310713cd-9086-44c6-ad3e-b6f4ff1a172b tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Publish callbacks [] for security_group (aac9db47-d889-48d5-bdee-19655d8ecbed), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:47.002370 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-4c46f5fa-bbab-499a-b774-1cd54963074b None None] Set router c2e41db1-20bf-4b03-863f-ed06a6c3af73 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:03:47.005502 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-86826e64-ffc8-42b9-9f31-d7e0fa20251f tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:47.016974 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-86826e64-ffc8-42b9-9f31-d7e0fa20251f tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 8.4928093 Feb 19 03:03:47.019103 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-310713cd-9086-44c6-ad3e-b6f4ff1a172b tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (aac9db47-d889-48d5-bdee-19655d8ecbed), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:47.021114 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51004) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:47.135604 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [None req-310713cd-9086-44c6-ad3e-b6f4ff1a172b tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] device_id is not set on port 9637cd44-842c-463e-a014-6ec0e7f4f7e3 yet. {{(pid=103701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:03:47.183059 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-876fd252-ad8b-45f4-bc2d-42e1fd3645e0 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (48d3009f-8d6e-4fac-a460-ff95e3f8d78a), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:47.186143 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310713cd-9086-44c6-ad3e-b6f4ff1a172b tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aac9db47-d889-48d5-bdee-19655d8ecbed,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:47.270713 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 51006) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:47.459481 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-876fd252-ad8b-45f4-bc2d-42e1fd3645e0 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (48d3009f-8d6e-4fac-a460-ff95e3f8d78a), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:47.486192 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-876fd252-ad8b-45f4-bc2d-42e1fd3645e0 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48d3009f-8d6e-4fac-a460-ff95e3f8d78a']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:03:47.503649 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-876fd252-ad8b-45f4-bc2d-42e1fd3645e0 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:03:47.503928 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-876fd252-ad8b-45f4-bc2d-42e1fd3645e0 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:03:47.521903 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-876fd252-ad8b-45f4-bc2d-42e1fd3645e0 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:47.546753 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-876fd252-ad8b-45f4-bc2d-42e1fd3645e0 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:47.555608 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-876fd252-ad8b-45f4-bc2d-42e1fd3645e0 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Releasing vlan 285 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:03:47.556853 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-876fd252-ad8b-45f4-bc2d-42e1fd3645e0 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (c3c79b69-0405-4cab-ab5f-fcf5b8f2c2b8), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:47.563054 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-4c46f5fa-bbab-499a-b774-1cd54963074b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2e41db1-20bf-4b03-863f-ed06a6c3af73', 'name': 'tempest-snat-router-1105189433', 'tenant_id': '3ac3fc8a7e944025a972a53cff275256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': '4b510c9f-1c3f-465d-9ccd-44655868e348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:03:38Z', 'updated_at': '2022-02-19T03:03:43Z', 'revision_number': 3, 'project_id': '3ac3fc8a7e944025a972a53cff275256', 'gw_port': {'id': '4b510c9f-1c3f-465d-9ccd-44655868e348', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ad:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2e41db1-20bf-4b03-863f-ed06a6c3af73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:03:41Z', 'updated_at': '2022-02-19T03:03:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:03:47.621995 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c46f5fa-bbab-499a-b774-1cd54963074b None None] Checking router: c2e41db1-20bf-4b03-863f-ed06a6c3af73 for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:03:47.622497 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c46f5fa-bbab-499a-b774-1cd54963074b None None] Updating router c2e41db1-20bf-4b03-863f-ed06a6c3af73 port 4b510c9f-1c3f-465d-9ccd-44655868e348 binding host n-d-826753-2 {{(pid=103704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:03:47.646080 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 03:03:47.646080 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:03:47.646080 n-d-826753-2 neutron-server[103702]: timer() Feb 19 03:03:47.646080 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:03:47.646080 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 03:03:47.646080 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:03:47.646080 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 03:03:47.646080 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:03:47.646080 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 03:03:47.646080 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:03:47.646080 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 03:03:47.646080 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:03:47.646080 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 03:03:47.646080 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:03:47.646080 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:03:47.646080 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:03:47.646080 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:03:47.646080 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:03:47.646080 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 03:03:47.646080 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:03:47.646080 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 03:03:47.646080 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:03:47.646080 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:03:47.646080 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:03:47.646080 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 03:03:47.646080 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:03:47.646080 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:03:47.646080 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:03:47.646080 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:03:47.646080 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:03:47.646080 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:03:47.646080 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:03:47.651908 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3f7c9045-2e76-4af0-a1e1-ef42e9242c76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:47.692633 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-7a8f9359-d1c0-4882-b9a5-84adf40aab34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:47.696486 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-4c46f5fa-bbab-499a-b774-1cd54963074b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (4b510c9f-1c3f-465d-9ccd-44655868e348), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:47.704089 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 51016) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:47.704698 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-26fc1503-2f29-4b40-b230-974ac3b46030 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] 10.222.0.72 "GET /v2.0/routers/c2e41db1-20bf-4b03-863f-ed06a6c3af73 HTTP/1.1" status: 200 len: 908 time: 0.5868943 Feb 19 03:03:47.861546 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [None req-310713cd-9086-44c6-ad3e-b6f4ff1a172b tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] device_id is not set on port 9637cd44-842c-463e-a014-6ec0e7f4f7e3 yet. {{(pid=103701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:03:47.879137 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-310713cd-9086-44c6-ad3e-b6f4ff1a172b tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Publish callbacks [] for port (9637cd44-842c-463e-a014-6ec0e7f4f7e3), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:47.895120 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-310713cd-9086-44c6-ad3e-b6f4ff1a172b tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (9637cd44-842c-463e-a014-6ec0e7f4f7e3), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:47.931651 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b7c2d3a9-0fed-4b6c-b7a2-429f564eaef5 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks [] for router (c2e41db1-20bf-4b03-863f-ed06a6c3af73), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:47.943417 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-876fd252-ad8b-45f4-bc2d-42e1fd3645e0 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (48d3009f-8d6e-4fac-a460-ff95e3f8d78a), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:48.014963 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310713cd-9086-44c6-ad3e-b6f4ff1a172b tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Pushing event updated for resources: {'Port': ['ID=9637cd44-842c-463e-a014-6ec0e7f4f7e3,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:48.047298 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device a87da0c2-4f91-440e-a419-3eec421ac1ce up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:03:48.048577 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310713cd-9086-44c6-ad3e-b6f4ff1a172b tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Checking segment: {'id': 'd4768da4-ec58-4508-8449-91212ec4d7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '77f8723f-cd7e-4202-9661-406636c882a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:03:48.048957 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310713cd-9086-44c6-ad3e-b6f4ff1a172b tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Network hostable DHCP agents. Network: 77f8723f-cd7e-4202-9661-406636c882a2, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:03:48.117978 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310713cd-9086-44c6-ad3e-b6f4ff1a172b tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Network 77f8723f-cd7e-4202-9661-406636c882a2 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:03:48.131507 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-876fd252-ad8b-45f4-bc2d-42e1fd3645e0 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:48.136174 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-876fd252-ad8b-45f4-bc2d-42e1fd3645e0 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] 10.222.0.72 "DELETE /v2.0/networks/48d3009f-8d6e-4fac-a460-ff95e3f8d78a HTTP/1.1" status: 204 len: 168 time: 1.1573997 Feb 19 03:03:48.148094 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-310713cd-9086-44c6-ad3e-b6f4ff1a172b tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 77f8723f-cd7e-4202-9661-406636c882a2) {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:03:48.152445 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310713cd-9086-44c6-ad3e-b6f4ff1a172b tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:03:48.157624 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876fd252-ad8b-45f4-bc2d-42e1fd3645e0 tempest-NetworksTestDHCPv6-1035502580 tempest-NetworksTestDHCPv6-1035502580-project] Pushing event deleted for resources: {'Network': ['ID=48d3009f-8d6e-4fac-a460-ff95e3f8d78a,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:48.185061 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [None req-310713cd-9086-44c6-ad3e-b6f4ff1a172b tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempting to bind port 9637cd44-842c-463e-a014-6ec0e7f4f7e3 on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:03:48.185668 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [None req-310713cd-9086-44c6-ad3e-b6f4ff1a172b tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempting to bind port 9637cd44-842c-463e-a014-6ec0e7f4f7e3 by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': 'd4768da4-ec58-4508-8449-91212ec4d7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '77f8723f-cd7e-4202-9661-406636c882a2'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:03:48.188823 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310713cd-9086-44c6-ad3e-b6f4ff1a172b tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempting to bind port 9637cd44-842c-463e-a014-6ec0e7f4f7e3 on network 77f8723f-cd7e-4202-9661-406636c882a2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:03:48.199603 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310713cd-9086-44c6-ad3e-b6f4ff1a172b tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Port 9637cd44-842c-463e-a014-6ec0e7f4f7e3 on network 77f8723f-cd7e-4202-9661-406636c882a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:03:48.200238 n-d-826753-2 neutron-server[103701]: ERROR neutron.plugins.ml2.managers [None req-310713cd-9086-44c6-ad3e-b6f4ff1a172b tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Failed to bind port 9637cd44-842c-463e-a014-6ec0e7f4f7e3 on host n-h2-826753-2 for vnic_type normal using segments [{'id': 'd4768da4-ec58-4508-8449-91212ec4d7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '77f8723f-cd7e-4202-9661-406636c882a2'}] Feb 19 03:03:48.202728 n-d-826753-2 neutron-server[103701]: INFO neutron.plugins.ml2.plugin [None req-310713cd-9086-44c6-ad3e-b6f4ff1a172b tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempt 2 to bind port 9637cd44-842c-463e-a014-6ec0e7f4f7e3 Feb 19 03:03:48.246446 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [None req-310713cd-9086-44c6-ad3e-b6f4ff1a172b tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempting to bind port 9637cd44-842c-463e-a014-6ec0e7f4f7e3 on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:03:48.251528 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [None req-310713cd-9086-44c6-ad3e-b6f4ff1a172b tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempting to bind port 9637cd44-842c-463e-a014-6ec0e7f4f7e3 by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': 'd4768da4-ec58-4508-8449-91212ec4d7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '77f8723f-cd7e-4202-9661-406636c882a2'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:03:48.252846 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310713cd-9086-44c6-ad3e-b6f4ff1a172b tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempting to bind port 9637cd44-842c-463e-a014-6ec0e7f4f7e3 on network 77f8723f-cd7e-4202-9661-406636c882a2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:03:48.260241 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11dd964b-de8b-4059-9cb2-711049cc4279 None None] Network 77f8723f-cd7e-4202-9661-406636c882a2 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:03:48.274484 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310713cd-9086-44c6-ad3e-b6f4ff1a172b tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Port 9637cd44-842c-463e-a014-6ec0e7f4f7e3 on network 77f8723f-cd7e-4202-9661-406636c882a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:03:48.274839 n-d-826753-2 neutron-server[103701]: ERROR neutron.plugins.ml2.managers [None req-310713cd-9086-44c6-ad3e-b6f4ff1a172b tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Failed to bind port 9637cd44-842c-463e-a014-6ec0e7f4f7e3 on host n-h2-826753-2 for vnic_type normal using segments [{'id': 'd4768da4-ec58-4508-8449-91212ec4d7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '77f8723f-cd7e-4202-9661-406636c882a2'}] Feb 19 03:03:48.275251 n-d-826753-2 neutron-server[103701]: INFO neutron.plugins.ml2.plugin [None req-310713cd-9086-44c6-ad3e-b6f4ff1a172b tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempt 3 to bind port 9637cd44-842c-463e-a014-6ec0e7f4f7e3 Feb 19 03:03:48.325689 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [None req-310713cd-9086-44c6-ad3e-b6f4ff1a172b tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempting to bind port 9637cd44-842c-463e-a014-6ec0e7f4f7e3 on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:03:48.326282 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [None req-310713cd-9086-44c6-ad3e-b6f4ff1a172b tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempting to bind port 9637cd44-842c-463e-a014-6ec0e7f4f7e3 by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': 'd4768da4-ec58-4508-8449-91212ec4d7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '77f8723f-cd7e-4202-9661-406636c882a2'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:03:48.329580 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310713cd-9086-44c6-ad3e-b6f4ff1a172b tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempting to bind port 9637cd44-842c-463e-a014-6ec0e7f4f7e3 on network 77f8723f-cd7e-4202-9661-406636c882a2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:03:48.343805 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310713cd-9086-44c6-ad3e-b6f4ff1a172b tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Port 9637cd44-842c-463e-a014-6ec0e7f4f7e3 on network 77f8723f-cd7e-4202-9661-406636c882a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:03:48.348018 n-d-826753-2 neutron-server[103701]: ERROR neutron.plugins.ml2.managers [None req-310713cd-9086-44c6-ad3e-b6f4ff1a172b tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Failed to bind port 9637cd44-842c-463e-a014-6ec0e7f4f7e3 on host n-h2-826753-2 for vnic_type normal using segments [{'id': 'd4768da4-ec58-4508-8449-91212ec4d7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '77f8723f-cd7e-4202-9661-406636c882a2'}] Feb 19 03:03:48.361269 n-d-826753-2 neutron-server[103701]: INFO neutron.plugins.ml2.plugin [None req-310713cd-9086-44c6-ad3e-b6f4ff1a172b tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempt 4 to bind port 9637cd44-842c-463e-a014-6ec0e7f4f7e3 Feb 19 03:03:48.441965 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [None req-310713cd-9086-44c6-ad3e-b6f4ff1a172b tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempting to bind port 9637cd44-842c-463e-a014-6ec0e7f4f7e3 on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:03:48.445362 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [None req-310713cd-9086-44c6-ad3e-b6f4ff1a172b tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempting to bind port 9637cd44-842c-463e-a014-6ec0e7f4f7e3 by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': 'd4768da4-ec58-4508-8449-91212ec4d7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '77f8723f-cd7e-4202-9661-406636c882a2'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:03:48.446492 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310713cd-9086-44c6-ad3e-b6f4ff1a172b tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempting to bind port 9637cd44-842c-463e-a014-6ec0e7f4f7e3 on network 77f8723f-cd7e-4202-9661-406636c882a2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:03:48.449486 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port a87da0c2-4f91-440e-a419-3eec421ac1ce triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:03:48.450671 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (a87da0c2-4f91-440e-a419-3eec421ac1ce), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:48.467337 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310713cd-9086-44c6-ad3e-b6f4ff1a172b tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Port 9637cd44-842c-463e-a014-6ec0e7f4f7e3 on network 77f8723f-cd7e-4202-9661-406636c882a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:03:48.467706 n-d-826753-2 neutron-server[103701]: ERROR neutron.plugins.ml2.managers [None req-310713cd-9086-44c6-ad3e-b6f4ff1a172b tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Failed to bind port 9637cd44-842c-463e-a014-6ec0e7f4f7e3 on host n-h2-826753-2 for vnic_type normal using segments [{'id': 'd4768da4-ec58-4508-8449-91212ec4d7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '77f8723f-cd7e-4202-9661-406636c882a2'}] Feb 19 03:03:48.471306 n-d-826753-2 neutron-server[103701]: INFO neutron.plugins.ml2.plugin [None req-310713cd-9086-44c6-ad3e-b6f4ff1a172b tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempt 5 to bind port 9637cd44-842c-463e-a014-6ec0e7f4f7e3 Feb 19 03:03:48.504179 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [None req-310713cd-9086-44c6-ad3e-b6f4ff1a172b tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempting to bind port 9637cd44-842c-463e-a014-6ec0e7f4f7e3 on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:03:48.506230 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [None req-310713cd-9086-44c6-ad3e-b6f4ff1a172b tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempting to bind port 9637cd44-842c-463e-a014-6ec0e7f4f7e3 by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': 'd4768da4-ec58-4508-8449-91212ec4d7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '77f8723f-cd7e-4202-9661-406636c882a2'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:03:48.507417 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310713cd-9086-44c6-ad3e-b6f4ff1a172b tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempting to bind port 9637cd44-842c-463e-a014-6ec0e7f4f7e3 on network 77f8723f-cd7e-4202-9661-406636c882a2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:03:48.522067 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b7c2d3a9-0fed-4b6c-b7a2-429f564eaef5 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks [] for router_gateway (c2e41db1-20bf-4b03-863f-ed06a6c3af73), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:48.528871 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310713cd-9086-44c6-ad3e-b6f4ff1a172b tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Port 9637cd44-842c-463e-a014-6ec0e7f4f7e3 on network 77f8723f-cd7e-4202-9661-406636c882a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:03:48.530127 n-d-826753-2 neutron-server[103701]: ERROR neutron.plugins.ml2.managers [None req-310713cd-9086-44c6-ad3e-b6f4ff1a172b tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Failed to bind port 9637cd44-842c-463e-a014-6ec0e7f4f7e3 on host n-h2-826753-2 for vnic_type normal using segments [{'id': 'd4768da4-ec58-4508-8449-91212ec4d7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '77f8723f-cd7e-4202-9661-406636c882a2'}] Feb 19 03:03:48.532009 n-d-826753-2 neutron-server[103701]: INFO neutron.plugins.ml2.plugin [None req-310713cd-9086-44c6-ad3e-b6f4ff1a172b tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempt 6 to bind port 9637cd44-842c-463e-a014-6ec0e7f4f7e3 Feb 19 03:03:48.574894 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [None req-310713cd-9086-44c6-ad3e-b6f4ff1a172b tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempting to bind port 9637cd44-842c-463e-a014-6ec0e7f4f7e3 on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:03:48.577761 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [None req-310713cd-9086-44c6-ad3e-b6f4ff1a172b tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempting to bind port 9637cd44-842c-463e-a014-6ec0e7f4f7e3 by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': 'd4768da4-ec58-4508-8449-91212ec4d7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '77f8723f-cd7e-4202-9661-406636c882a2'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:03:48.578937 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310713cd-9086-44c6-ad3e-b6f4ff1a172b tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempting to bind port 9637cd44-842c-463e-a014-6ec0e7f4f7e3 on network 77f8723f-cd7e-4202-9661-406636c882a2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:03:48.592132 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-4c46f5fa-bbab-499a-b774-1cd54963074b None None] Publish callbacks [] for port (4b510c9f-1c3f-465d-9ccd-44655868e348), precommit_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:48.595364 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310713cd-9086-44c6-ad3e-b6f4ff1a172b tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Port 9637cd44-842c-463e-a014-6ec0e7f4f7e3 on network 77f8723f-cd7e-4202-9661-406636c882a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:03:48.598756 n-d-826753-2 neutron-server[103701]: ERROR neutron.plugins.ml2.managers [None req-310713cd-9086-44c6-ad3e-b6f4ff1a172b tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Failed to bind port 9637cd44-842c-463e-a014-6ec0e7f4f7e3 on host n-h2-826753-2 for vnic_type normal using segments [{'id': 'd4768da4-ec58-4508-8449-91212ec4d7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '77f8723f-cd7e-4202-9661-406636c882a2'}] Feb 19 03:03:48.600236 n-d-826753-2 neutron-server[103701]: INFO neutron.plugins.ml2.plugin [None req-310713cd-9086-44c6-ad3e-b6f4ff1a172b tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempt 7 to bind port 9637cd44-842c-463e-a014-6ec0e7f4f7e3 Feb 19 03:03:48.611749 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-4c46f5fa-bbab-499a-b774-1cd54963074b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (4b510c9f-1c3f-465d-9ccd-44655868e348), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:48.639752 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [None req-310713cd-9086-44c6-ad3e-b6f4ff1a172b tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempting to bind port 9637cd44-842c-463e-a014-6ec0e7f4f7e3 on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:03:48.639752 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [None req-310713cd-9086-44c6-ad3e-b6f4ff1a172b tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempting to bind port 9637cd44-842c-463e-a014-6ec0e7f4f7e3 by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': 'd4768da4-ec58-4508-8449-91212ec4d7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '77f8723f-cd7e-4202-9661-406636c882a2'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:03:48.639752 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310713cd-9086-44c6-ad3e-b6f4ff1a172b tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempting to bind port 9637cd44-842c-463e-a014-6ec0e7f4f7e3 on network 77f8723f-cd7e-4202-9661-406636c882a2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:03:48.649752 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310713cd-9086-44c6-ad3e-b6f4ff1a172b tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Port 9637cd44-842c-463e-a014-6ec0e7f4f7e3 on network 77f8723f-cd7e-4202-9661-406636c882a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:03:48.650943 n-d-826753-2 neutron-server[103701]: ERROR neutron.plugins.ml2.managers [None req-310713cd-9086-44c6-ad3e-b6f4ff1a172b tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Failed to bind port 9637cd44-842c-463e-a014-6ec0e7f4f7e3 on host n-h2-826753-2 for vnic_type normal using segments [{'id': 'd4768da4-ec58-4508-8449-91212ec4d7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '77f8723f-cd7e-4202-9661-406636c882a2'}] Feb 19 03:03:48.652198 n-d-826753-2 neutron-server[103701]: INFO neutron.plugins.ml2.plugin [None req-310713cd-9086-44c6-ad3e-b6f4ff1a172b tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempt 8 to bind port 9637cd44-842c-463e-a014-6ec0e7f4f7e3 Feb 19 03:03:48.691192 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [None req-310713cd-9086-44c6-ad3e-b6f4ff1a172b tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempting to bind port 9637cd44-842c-463e-a014-6ec0e7f4f7e3 on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:03:48.691534 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [None req-310713cd-9086-44c6-ad3e-b6f4ff1a172b tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempting to bind port 9637cd44-842c-463e-a014-6ec0e7f4f7e3 by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': 'd4768da4-ec58-4508-8449-91212ec4d7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '77f8723f-cd7e-4202-9661-406636c882a2'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:03:48.691874 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310713cd-9086-44c6-ad3e-b6f4ff1a172b tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempting to bind port 9637cd44-842c-463e-a014-6ec0e7f4f7e3 on network 77f8723f-cd7e-4202-9661-406636c882a2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:03:48.708322 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3f7c9045-2e76-4af0-a1e1-ef42e9242c76 admin admin] Publish callbacks [] for security_group (a600aeca-5044-4dac-ac8d-f9466de2a422), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:48.711369 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310713cd-9086-44c6-ad3e-b6f4ff1a172b tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Port 9637cd44-842c-463e-a014-6ec0e7f4f7e3 on network 77f8723f-cd7e-4202-9661-406636c882a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:03:48.712057 n-d-826753-2 neutron-server[103701]: ERROR neutron.plugins.ml2.managers [None req-310713cd-9086-44c6-ad3e-b6f4ff1a172b tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Failed to bind port 9637cd44-842c-463e-a014-6ec0e7f4f7e3 on host n-h2-826753-2 for vnic_type normal using segments [{'id': 'd4768da4-ec58-4508-8449-91212ec4d7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '77f8723f-cd7e-4202-9661-406636c882a2'}] Feb 19 03:03:48.716920 n-d-826753-2 neutron-server[103701]: INFO neutron.plugins.ml2.plugin [None req-310713cd-9086-44c6-ad3e-b6f4ff1a172b tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempt 9 to bind port 9637cd44-842c-463e-a014-6ec0e7f4f7e3 Feb 19 03:03:48.748015 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3f7c9045-2e76-4af0-a1e1-ef42e9242c76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (a600aeca-5044-4dac-ac8d-f9466de2a422), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:48.765699 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-4c46f5fa-bbab-499a-b774-1cd54963074b None None] Attempting to bind port 4b510c9f-1c3f-465d-9ccd-44655868e348 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:03:48.766081 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-4c46f5fa-bbab-499a-b774-1cd54963074b None None] Attempting to bind port 4b510c9f-1c3f-465d-9ccd-44655868e348 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:03:48.766449 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c46f5fa-bbab-499a-b774-1cd54963074b None None] Attempting to bind port 4b510c9f-1c3f-465d-9ccd-44655868e348 on network eaf64708-9021-419e-b287-ef3e0f51e2ee {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:03:48.771112 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11eb363-ee10-4ec6-b0a7-f27e4daec474 None None] Pushing event updated for resources: {'Port': ['ID=4b510c9f-1c3f-465d-9ccd-44655868e348,revision_number=2']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:48.775388 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [None req-310713cd-9086-44c6-ad3e-b6f4ff1a172b tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempting to bind port 9637cd44-842c-463e-a014-6ec0e7f4f7e3 on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:03:48.775901 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [None req-310713cd-9086-44c6-ad3e-b6f4ff1a172b tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempting to bind port 9637cd44-842c-463e-a014-6ec0e7f4f7e3 by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': 'd4768da4-ec58-4508-8449-91212ec4d7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '77f8723f-cd7e-4202-9661-406636c882a2'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:03:48.776568 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310713cd-9086-44c6-ad3e-b6f4ff1a172b tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempting to bind port 9637cd44-842c-463e-a014-6ec0e7f4f7e3 on network 77f8723f-cd7e-4202-9661-406636c882a2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:03:48.781129 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port a87da0c2-4f91-440e-a419-3eec421ac1ce is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:03:48.792514 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310713cd-9086-44c6-ad3e-b6f4ff1a172b tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Port 9637cd44-842c-463e-a014-6ec0e7f4f7e3 on network 77f8723f-cd7e-4202-9661-406636c882a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:03:48.792952 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c46f5fa-bbab-499a-b774-1cd54963074b None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:03:48.793451 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c46f5fa-bbab-499a-b774-1cd54963074b None None] Checking segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:03:48.794048 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-4c46f5fa-bbab-499a-b774-1cd54963074b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:48.794455 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c46f5fa-bbab-499a-b774-1cd54963074b None None] Bound using segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:03:48.794694 n-d-826753-2 neutron-server[103701]: ERROR neutron.plugins.ml2.managers [None req-310713cd-9086-44c6-ad3e-b6f4ff1a172b tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Failed to bind port 9637cd44-842c-463e-a014-6ec0e7f4f7e3 on host n-h2-826753-2 for vnic_type normal using segments [{'id': 'd4768da4-ec58-4508-8449-91212ec4d7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '77f8723f-cd7e-4202-9661-406636c882a2'}] Feb 19 03:03:48.794954 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-4c46f5fa-bbab-499a-b774-1cd54963074b None None] Bound port: 4b510c9f-1c3f-465d-9ccd-44655868e348, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:03:48.795340 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-4c46f5fa-bbab-499a-b774-1cd54963074b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (4b510c9f-1c3f-465d-9ccd-44655868e348), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:48.796683 n-d-826753-2 neutron-server[103701]: INFO neutron.plugins.ml2.plugin [None req-310713cd-9086-44c6-ad3e-b6f4ff1a172b tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempt 10 to bind port 9637cd44-842c-463e-a014-6ec0e7f4f7e3 Feb 19 03:03:48.799312 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11eb363-ee10-4ec6-b0a7-f27e4daec474 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:03:48.799664 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11eb363-ee10-4ec6-b0a7-f27e4daec474 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:03:48.800003 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11eb363-ee10-4ec6-b0a7-f27e4daec474 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:03:48.800337 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11eb363-ee10-4ec6-b0a7-f27e4daec474 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:03:48.800667 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11eb363-ee10-4ec6-b0a7-f27e4daec474 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:03:48.800997 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11eb363-ee10-4ec6-b0a7-f27e4daec474 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:03:48.801370 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11eb363-ee10-4ec6-b0a7-f27e4daec474 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:03:48.801693 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11eb363-ee10-4ec6-b0a7-f27e4daec474 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:03:48.802013 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11eb363-ee10-4ec6-b0a7-f27e4daec474 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:03:48.802322 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11eb363-ee10-4ec6-b0a7-f27e4daec474 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:03:48.802647 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11eb363-ee10-4ec6-b0a7-f27e4daec474 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:03:48.802966 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11eb363-ee10-4ec6-b0a7-f27e4daec474 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:03:48.803283 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11eb363-ee10-4ec6-b0a7-f27e4daec474 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:03:48.823949 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [None req-310713cd-9086-44c6-ad3e-b6f4ff1a172b tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempting to bind port 9637cd44-842c-463e-a014-6ec0e7f4f7e3 on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:03:48.824553 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [None req-310713cd-9086-44c6-ad3e-b6f4ff1a172b tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempting to bind port 9637cd44-842c-463e-a014-6ec0e7f4f7e3 by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': 'd4768da4-ec58-4508-8449-91212ec4d7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '77f8723f-cd7e-4202-9661-406636c882a2'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:03:48.825083 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310713cd-9086-44c6-ad3e-b6f4ff1a172b tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempting to bind port 9637cd44-842c-463e-a014-6ec0e7f4f7e3 on network 77f8723f-cd7e-4202-9661-406636c882a2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:03:48.833436 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310713cd-9086-44c6-ad3e-b6f4ff1a172b tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Port 9637cd44-842c-463e-a014-6ec0e7f4f7e3 on network 77f8723f-cd7e-4202-9661-406636c882a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:03:48.833770 n-d-826753-2 neutron-server[103701]: ERROR neutron.plugins.ml2.managers [None req-310713cd-9086-44c6-ad3e-b6f4ff1a172b tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Failed to bind port 9637cd44-842c-463e-a014-6ec0e7f4f7e3 on host n-h2-826753-2 for vnic_type normal using segments [{'id': 'd4768da4-ec58-4508-8449-91212ec4d7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '77f8723f-cd7e-4202-9661-406636c882a2'}] Feb 19 03:03:48.834137 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-310713cd-9086-44c6-ad3e-b6f4ff1a172b tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (9637cd44-842c-463e-a014-6ec0e7f4f7e3), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:48.866190 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-4c46f5fa-bbab-499a-b774-1cd54963074b None None] For port 4b510c9f-1c3f-465d-9ccd-44655868e348, host n-d-826753-2, cleared binding levels {{(pid=103704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:03:48.867930 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7c9045-2e76-4af0-a1e1-ef42e9242c76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a600aeca-5044-4dac-ac8d-f9466de2a422,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:48.872242 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-4c46f5fa-bbab-499a-b774-1cd54963074b None None] For port 4b510c9f-1c3f-465d-9ccd-44655868e348, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=4b510c9f-1c3f-465d-9ccd-44655868e348,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:03:48.892967 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-4c46f5fa-bbab-499a-b774-1cd54963074b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (4b510c9f-1c3f-465d-9ccd-44655868e348), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:48.946161 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51038) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:48.950220 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-3f7c9045-2e76-4af0-a1e1-ef42e9242c76 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=cfbb2690c64d4da9bd16c45dbe4791d0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6782746 Feb 19 03:03:48.960233 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 51040) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:48.985148 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-b7c2d3a9-0fed-4b6c-b7a2-429f564eaef5 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Deleting port 4b510c9f-1c3f-465d-9ccd-44655868e348 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:03:48.985783 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b7c2d3a9-0fed-4b6c-b7a2-429f564eaef5 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (4b510c9f-1c3f-465d-9ccd-44655868e348), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:48.998223 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-310713cd-9086-44c6-ad3e-b6f4ff1a172b tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] For port 9637cd44-842c-463e-a014-6ec0e7f4f7e3, host n-h2-826753-2, cleared binding levels {{(pid=103701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:03:48.998752 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-310713cd-9086-44c6-ad3e-b6f4ff1a172b tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempted to set empty binding levels {{(pid=103701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 19 03:03:49.007892 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c46f5fa-bbab-499a-b774-1cd54963074b None None] Routers {'c2e41db1-20bf-4b03-863f-ed06a6c3af73'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:03:49.008674 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-4c46f5fa-bbab-499a-b774-1cd54963074b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:03:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['c2e41db1-20bf-4b03-863f-ed06a6c3af73'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:03:49.011497 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-310713cd-9086-44c6-ad3e-b6f4ff1a172b tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (9637cd44-842c-463e-a014-6ec0e7f4f7e3), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:49.085684 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310713cd-9086-44c6-ad3e-b6f4ff1a172b tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:49.089570 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-310713cd-9086-44c6-ad3e-b6f4ff1a172b tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:49.117092 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11eb363-ee10-4ec6-b0a7-f27e4daec474 None None] Pushing event updated for resources: {'Port': ['ID=4b510c9f-1c3f-465d-9ccd-44655868e348,revision_number=3']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:49.118574 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-b7c2d3a9-0fed-4b6c-b7a2-429f564eaef5 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] For port 4b510c9f-1c3f-465d-9ccd-44655868e348, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=4b510c9f-1c3f-465d-9ccd-44655868e348,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:03:49.118950 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b7c2d3a9-0fed-4b6c-b7a2-429f564eaef5 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (4b510c9f-1c3f-465d-9ccd-44655868e348), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:49.144069 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-310713cd-9086-44c6-ad3e-b6f4ff1a172b tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 3.0683837 Feb 19 03:03:49.159626 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51046) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:49.166982 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310713cd-9086-44c6-ad3e-b6f4ff1a172b tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Pushing event updated for resources: {'Port': ['ID=9637cd44-842c-463e-a014-6ec0e7f4f7e3,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:49.206697 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-b7c2d3a9-0fed-4b6c-b7a2-429f564eaef5 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Calling delete_port for 4b510c9f-1c3f-465d-9ccd-44655868e348 owned by network:router_gateway {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:03:49.256200 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:49.259594 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-4c46f5fa-bbab-499a-b774-1cd54963074b None None] Set router c2e41db1-20bf-4b03-863f-ed06a6c3af73 gateway port host: None {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:03:49.308915 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d57192ba-ad99-4a5f-8616-2385f6d01e78 admin admin] Publish callbacks [] for security_group (a600aeca-5044-4dac-ac8d-f9466de2a422), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:49.345983 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-4c46f5fa-bbab-499a-b774-1cd54963074b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2e41db1-20bf-4b03-863f-ed06a6c3af73', 'name': 'tempest-snat-router-1105189433', 'tenant_id': '3ac3fc8a7e944025a972a53cff275256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:03:38Z', 'updated_at': '2022-02-19T03:03:48Z', 'revision_number': 4, 'project_id': '3ac3fc8a7e944025a972a53cff275256', 'gw_port_host': None}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:03:49.414539 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-28318573-ec9b-4f6c-bc39-4c21957ea7e0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=bb74a1a86b774cd895fbb7befcc78fd8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4668100 Feb 19 03:03:49.419497 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51052) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:49.432758 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c46f5fa-bbab-499a-b774-1cd54963074b None None] The sync data for ids ['c2e41db1-20bf-4b03-863f-ed06a6c3af73'] in n-d-826753-2 is: [{'id': 'c2e41db1-20bf-4b03-863f-ed06a6c3af73', 'name': 'tempest-snat-router-1105189433', 'tenant_id': '3ac3fc8a7e944025a972a53cff275256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:03:38Z', 'updated_at': '2022-02-19T03:03:48Z', 'revision_number': 4, 'project_id': '3ac3fc8a7e944025a972a53cff275256', 'gw_port_host': None}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:03:49.492874 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d57192ba-ad99-4a5f-8616-2385f6d01e78 admin admin] Publish callbacks [] for security_group (a600aeca-5044-4dac-ac8d-f9466de2a422), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:49.507496 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bf51a28c-deec-4c53-b7d4-890b1414d0c7 admin admin] Publish callbacks [] for security_group (1db77865-dcf8-4a0e-b147-4e470312c026), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:49.517794 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-0dca5953-2114-4106-9745-1bf0cf9eaa0c tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Deleting port 9637cd44-842c-463e-a014-6ec0e7f4f7e3 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:03:49.518129 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0dca5953-2114-4106-9745-1bf0cf9eaa0c tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (9637cd44-842c-463e-a014-6ec0e7f4f7e3), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:49.597168 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bf51a28c-deec-4c53-b7d4-890b1414d0c7 admin admin] Publish callbacks [] for security_group (1db77865-dcf8-4a0e-b147-4e470312c026), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:49.650689 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-0dca5953-2114-4106-9745-1bf0cf9eaa0c tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] For port 9637cd44-842c-463e-a014-6ec0e7f4f7e3, host n-h2-826753-2, got binding levels [] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:03:49.651224 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0dca5953-2114-4106-9745-1bf0cf9eaa0c tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (9637cd44-842c-463e-a014-6ec0e7f4f7e3), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:49.666635 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-0dca5953-2114-4106-9745-1bf0cf9eaa0c tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Calling delete_port for 9637cd44-842c-463e-a014-6ec0e7f4f7e3 owned by {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:03:49.681607 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b7c2d3a9-0fed-4b6c-b7a2-429f564eaef5 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (4b510c9f-1c3f-465d-9ccd-44655868e348), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:49.715059 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c2d3a9-0fed-4b6c-b7a2-429f564eaef5 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Pushing event deleted for resources: {'Port': ['ID=4b510c9f-1c3f-465d-9ccd-44655868e348,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:49.735643 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d57192ba-ad99-4a5f-8616-2385f6d01e78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (a600aeca-5044-4dac-ac8d-f9466de2a422), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:49.743162 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d57192ba-ad99-4a5f-8616-2385f6d01e78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:49.747659 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-d57192ba-ad99-4a5f-8616-2385f6d01e78 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a600aeca-5044-4dac-ac8d-f9466de2a422 HTTP/1.1" status: 204 len: 168 time: 0.7830911 Feb 19 03:03:49.860040 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bf51a28c-deec-4c53-b7d4-890b1414d0c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (1db77865-dcf8-4a0e-b147-4e470312c026), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:49.864537 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bf51a28c-deec-4c53-b7d4-890b1414d0c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:49.869369 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-bf51a28c-deec-4c53-b7d4-890b1414d0c7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1db77865-dcf8-4a0e-b147-4e470312c026 HTTP/1.1" status: 204 len: 168 time: 0.4479389 Feb 19 03:03:49.885864 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57192ba-ad99-4a5f-8616-2385f6d01e78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a600aeca-5044-4dac-ac8d-f9466de2a422,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:49.933192 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf51a28c-deec-4c53-b7d4-890b1414d0c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1db77865-dcf8-4a0e-b147-4e470312c026,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:49.950069 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b7c2d3a9-0fed-4b6c-b7a2-429f564eaef5 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16285837'] for router_gateway (c2e41db1-20bf-4b03-863f-ed06a6c3af73), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:49.969775 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0dca5953-2114-4106-9745-1bf0cf9eaa0c tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (9637cd44-842c-463e-a014-6ec0e7f4f7e3), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:50.020214 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0dca5953-2114-4106-9745-1bf0cf9eaa0c tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:50.029924 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-0dca5953-2114-4106-9745-1bf0cf9eaa0c tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] 10.222.0.72 "DELETE /v2.0/ports/9637cd44-842c-463e-a014-6ec0e7f4f7e3 HTTP/1.1" status: 204 len: 168 time: 0.8640370 Feb 19 03:03:50.061566 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 51066) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:50.076483 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dca5953-2114-4106-9745-1bf0cf9eaa0c tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Pushing event deleted for resources: {'Port': ['ID=9637cd44-842c-463e-a014-6ec0e7f4f7e3,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:50.109675 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-77aa0ba8-43ba-4466-9b28-07ead39417b7 tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] GET failed (client error): The resource could not be found. Feb 19 03:03:50.115134 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51072) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:50.115350 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-77aa0ba8-43ba-4466-9b28-07ead39417b7 tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] 10.222.0.72 "GET /v2.0/ports/9637cd44-842c-463e-a014-6ec0e7f4f7e3 HTTP/1.1" status: 404 len: 333 time: 0.0524604 Feb 19 03:03:50.120535 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-d0ba5334-aa08-4140-820d-d37e8ad3849f tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Request body: {'port': {'network_id': '77f8723f-cd7e-4202-9661-406636c882a2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1623867509'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:03:50.151949 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b7c2d3a9-0fed-4b6c-b7a2-429f564eaef5 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16317457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14254'] for router (c2e41db1-20bf-4b03-863f-ed06a6c3af73), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:50.154205 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b7c2d3a9-0fed-4b6c-b7a2-429f564eaef5 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks [] for router_controller (c2e41db1-20bf-4b03-863f-ed06a6c3af73), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:50.170567 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0ba5334-aa08-4140-820d-d37e8ad3849f tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Made reservation on behalf of cc2c4989df1a453f9a28441594fce8da for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:03:50.173685 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d0ba5334-aa08-4140-820d-d37e8ad3849f tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:50.221530 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [None req-d0ba5334-aa08-4140-820d-d37e8ad3849f tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] device_id is not set on port 02749bd9-a90e-47b2-be0d-677878005627 yet. {{(pid=103701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:03:50.246238 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b7c2d3a9-0fed-4b6c-b7a2-429f564eaef5 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16317544'] for router (c2e41db1-20bf-4b03-863f-ed06a6c3af73), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:50.247326 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7c2d3a9-0fed-4b6c-b7a2-429f564eaef5 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c2e41db1-20bf-4b03-863f-ed06a6c3af73 {{(pid=103702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:03:50.255147 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b7c2d3a9-0fed-4b6c-b7a2-429f564eaef5 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:50.257824 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-b7c2d3a9-0fed-4b6c-b7a2-429f564eaef5 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] 10.222.0.72 "DELETE /v2.0/routers/c2e41db1-20bf-4b03-863f-ed06a6c3af73 HTTP/1.1" status: 204 len: 168 time: 2.5444567 Feb 19 03:03:50.259495 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 51082) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:50.449959 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:50.574193 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0343b38f-b0cb-43f2-9260-fce065adb91e tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks [] for router (47bfcec1-c52f-4318-95d8-f23c80ee0024), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:50.644242 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d0ba5334-aa08-4140-820d-d37e8ad3849f tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Publish callbacks [] for port (02749bd9-a90e-47b2-be0d-677878005627), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:50.732065 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d0ba5334-aa08-4140-820d-d37e8ad3849f tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (02749bd9-a90e-47b2-be0d-677878005627), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:50.892084 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ba5334-aa08-4140-820d-d37e8ad3849f tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Network 77f8723f-cd7e-4202-9661-406636c882a2 is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:03:50.898097 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0343b38f-b0cb-43f2-9260-fce065adb91e tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks [] for router_gateway (47bfcec1-c52f-4318-95d8-f23c80ee0024), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:50.928107 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-d0ba5334-aa08-4140-820d-d37e8ad3849f tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:03:50.945821 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ba5334-aa08-4140-820d-d37e8ad3849f tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:03:50.947138 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ba5334-aa08-4140-820d-d37e8ad3849f tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:50.949246 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d0ba5334-aa08-4140-820d-d37e8ad3849f tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:50.956726 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ba5334-aa08-4140-820d-d37e8ad3849f tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Pushing event updated for resources: {'Port': ['ID=02749bd9-a90e-47b2-be0d-677878005627,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:51.039181 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-d0ba5334-aa08-4140-820d-d37e8ad3849f tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.9075119 Feb 19 03:03:51.040328 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51106) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:51.059391 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-1882aa9f-7feb-48fb-afd0-1e0e5132901a tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-826753-2'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:03:51.087836 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-0343b38f-b0cb-43f2-9260-fce065adb91e tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Deleting port a87da0c2-4f91-440e-a419-3eec421ac1ce {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:03:51.088190 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0343b38f-b0cb-43f2-9260-fce065adb91e tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (a87da0c2-4f91-440e-a419-3eec421ac1ce), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:51.262360 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1882aa9f-7feb-48fb-afd0-1e0e5132901a tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (02749bd9-a90e-47b2-be0d-677878005627), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:51.332819 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-0343b38f-b0cb-43f2-9260-fce065adb91e tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] For port a87da0c2-4f91-440e-a419-3eec421ac1ce, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=a87da0c2-4f91-440e-a419-3eec421ac1ce,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:03:51.333445 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0343b38f-b0cb-43f2-9260-fce065adb91e tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (a87da0c2-4f91-440e-a419-3eec421ac1ce), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:51.382055 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-0343b38f-b0cb-43f2-9260-fce065adb91e tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Calling delete_port for a87da0c2-4f91-440e-a419-3eec421ac1ce owned by network:router_gateway {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:03:51.680823 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0343b38f-b0cb-43f2-9260-fce065adb91e tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (a87da0c2-4f91-440e-a419-3eec421ac1ce), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:51.733483 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0343b38f-b0cb-43f2-9260-fce065adb91e tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Pushing event deleted for resources: {'Port': ['ID=a87da0c2-4f91-440e-a419-3eec421ac1ce,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:51.744071 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [None req-1882aa9f-7feb-48fb-afd0-1e0e5132901a tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] device_id is not set on port 02749bd9-a90e-47b2-be0d-677878005627 yet. {{(pid=103701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:03:51.771802 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1882aa9f-7feb-48fb-afd0-1e0e5132901a tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Publish callbacks [] for port (02749bd9-a90e-47b2-be0d-677878005627), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:51.788086 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1882aa9f-7feb-48fb-afd0-1e0e5132901a tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (02749bd9-a90e-47b2-be0d-677878005627), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:51.905049 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0343b38f-b0cb-43f2-9260-fce065adb91e tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16285837'] for router_gateway (47bfcec1-c52f-4318-95d8-f23c80ee0024), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:51.960998 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:51.969313 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1882aa9f-7feb-48fb-afd0-1e0e5132901a tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Pushing event updated for resources: {'Port': ['ID=02749bd9-a90e-47b2-be0d-677878005627,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:52.014039 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [None req-1882aa9f-7feb-48fb-afd0-1e0e5132901a tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempting to bind port 02749bd9-a90e-47b2-be0d-677878005627 on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:03:52.017484 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [None req-1882aa9f-7feb-48fb-afd0-1e0e5132901a tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempting to bind port 02749bd9-a90e-47b2-be0d-677878005627 by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': 'd4768da4-ec58-4508-8449-91212ec4d7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '77f8723f-cd7e-4202-9661-406636c882a2'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:03:52.017965 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1882aa9f-7feb-48fb-afd0-1e0e5132901a tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempting to bind port 02749bd9-a90e-47b2-be0d-677878005627 on network 77f8723f-cd7e-4202-9661-406636c882a2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:03:52.028920 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1882aa9f-7feb-48fb-afd0-1e0e5132901a tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Port 02749bd9-a90e-47b2-be0d-677878005627 on network 77f8723f-cd7e-4202-9661-406636c882a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:03:52.029417 n-d-826753-2 neutron-server[103701]: ERROR neutron.plugins.ml2.managers [None req-1882aa9f-7feb-48fb-afd0-1e0e5132901a tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Failed to bind port 02749bd9-a90e-47b2-be0d-677878005627 on host n-h2-826753-2 for vnic_type normal using segments [{'id': 'd4768da4-ec58-4508-8449-91212ec4d7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '77f8723f-cd7e-4202-9661-406636c882a2'}] Feb 19 03:03:52.029912 n-d-826753-2 neutron-server[103701]: INFO neutron.plugins.ml2.plugin [None req-1882aa9f-7feb-48fb-afd0-1e0e5132901a tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempt 2 to bind port 02749bd9-a90e-47b2-be0d-677878005627 Feb 19 03:03:52.055150 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [None req-1882aa9f-7feb-48fb-afd0-1e0e5132901a tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempting to bind port 02749bd9-a90e-47b2-be0d-677878005627 on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:03:52.055661 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [None req-1882aa9f-7feb-48fb-afd0-1e0e5132901a tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempting to bind port 02749bd9-a90e-47b2-be0d-677878005627 by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': 'd4768da4-ec58-4508-8449-91212ec4d7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '77f8723f-cd7e-4202-9661-406636c882a2'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:03:52.057703 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1882aa9f-7feb-48fb-afd0-1e0e5132901a tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempting to bind port 02749bd9-a90e-47b2-be0d-677878005627 on network 77f8723f-cd7e-4202-9661-406636c882a2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:03:52.085865 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1882aa9f-7feb-48fb-afd0-1e0e5132901a tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Port 02749bd9-a90e-47b2-be0d-677878005627 on network 77f8723f-cd7e-4202-9661-406636c882a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:03:52.088070 n-d-826753-2 neutron-server[103701]: ERROR neutron.plugins.ml2.managers [None req-1882aa9f-7feb-48fb-afd0-1e0e5132901a tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Failed to bind port 02749bd9-a90e-47b2-be0d-677878005627 on host n-h2-826753-2 for vnic_type normal using segments [{'id': 'd4768da4-ec58-4508-8449-91212ec4d7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '77f8723f-cd7e-4202-9661-406636c882a2'}] Feb 19 03:03:52.088501 n-d-826753-2 neutron-server[103701]: INFO neutron.plugins.ml2.plugin [None req-1882aa9f-7feb-48fb-afd0-1e0e5132901a tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempt 3 to bind port 02749bd9-a90e-47b2-be0d-677878005627 Feb 19 03:03:52.120647 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [None req-1882aa9f-7feb-48fb-afd0-1e0e5132901a tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempting to bind port 02749bd9-a90e-47b2-be0d-677878005627 on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:03:52.120990 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [None req-1882aa9f-7feb-48fb-afd0-1e0e5132901a tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempting to bind port 02749bd9-a90e-47b2-be0d-677878005627 by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': 'd4768da4-ec58-4508-8449-91212ec4d7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '77f8723f-cd7e-4202-9661-406636c882a2'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:03:52.121347 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1882aa9f-7feb-48fb-afd0-1e0e5132901a tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempting to bind port 02749bd9-a90e-47b2-be0d-677878005627 on network 77f8723f-cd7e-4202-9661-406636c882a2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:03:52.130952 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51144) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:52.151714 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1882aa9f-7feb-48fb-afd0-1e0e5132901a tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Port 02749bd9-a90e-47b2-be0d-677878005627 on network 77f8723f-cd7e-4202-9661-406636c882a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:03:52.151714 n-d-826753-2 neutron-server[103701]: ERROR neutron.plugins.ml2.managers [None req-1882aa9f-7feb-48fb-afd0-1e0e5132901a tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Failed to bind port 02749bd9-a90e-47b2-be0d-677878005627 on host n-h2-826753-2 for vnic_type normal using segments [{'id': 'd4768da4-ec58-4508-8449-91212ec4d7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '77f8723f-cd7e-4202-9661-406636c882a2'}] Feb 19 03:03:52.151933 n-d-826753-2 neutron-server[103701]: INFO neutron.plugins.ml2.plugin [None req-1882aa9f-7feb-48fb-afd0-1e0e5132901a tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempt 4 to bind port 02749bd9-a90e-47b2-be0d-677878005627 Feb 19 03:03:52.175287 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0343b38f-b0cb-43f2-9260-fce065adb91e tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16317457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14254'] for router (47bfcec1-c52f-4318-95d8-f23c80ee0024), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:52.182507 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0343b38f-b0cb-43f2-9260-fce065adb91e tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks [] for router_controller (47bfcec1-c52f-4318-95d8-f23c80ee0024), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:52.185142 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [None req-1882aa9f-7feb-48fb-afd0-1e0e5132901a tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempting to bind port 02749bd9-a90e-47b2-be0d-677878005627 on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:03:52.185487 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [None req-1882aa9f-7feb-48fb-afd0-1e0e5132901a tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempting to bind port 02749bd9-a90e-47b2-be0d-677878005627 by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': 'd4768da4-ec58-4508-8449-91212ec4d7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '77f8723f-cd7e-4202-9661-406636c882a2'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:03:52.185823 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1882aa9f-7feb-48fb-afd0-1e0e5132901a tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempting to bind port 02749bd9-a90e-47b2-be0d-677878005627 on network 77f8723f-cd7e-4202-9661-406636c882a2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:03:52.199229 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1882aa9f-7feb-48fb-afd0-1e0e5132901a tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Port 02749bd9-a90e-47b2-be0d-677878005627 on network 77f8723f-cd7e-4202-9661-406636c882a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:03:52.199570 n-d-826753-2 neutron-server[103701]: ERROR neutron.plugins.ml2.managers [None req-1882aa9f-7feb-48fb-afd0-1e0e5132901a tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Failed to bind port 02749bd9-a90e-47b2-be0d-677878005627 on host n-h2-826753-2 for vnic_type normal using segments [{'id': 'd4768da4-ec58-4508-8449-91212ec4d7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '77f8723f-cd7e-4202-9661-406636c882a2'}] Feb 19 03:03:52.201816 n-d-826753-2 neutron-server[103701]: INFO neutron.plugins.ml2.plugin [None req-1882aa9f-7feb-48fb-afd0-1e0e5132901a tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempt 5 to bind port 02749bd9-a90e-47b2-be0d-677878005627 Feb 19 03:03:52.232140 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [None req-1882aa9f-7feb-48fb-afd0-1e0e5132901a tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempting to bind port 02749bd9-a90e-47b2-be0d-677878005627 on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:03:52.232140 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [None req-1882aa9f-7feb-48fb-afd0-1e0e5132901a tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempting to bind port 02749bd9-a90e-47b2-be0d-677878005627 by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': 'd4768da4-ec58-4508-8449-91212ec4d7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '77f8723f-cd7e-4202-9661-406636c882a2'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:03:52.232140 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1882aa9f-7feb-48fb-afd0-1e0e5132901a tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempting to bind port 02749bd9-a90e-47b2-be0d-677878005627 on network 77f8723f-cd7e-4202-9661-406636c882a2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:03:52.243853 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1882aa9f-7feb-48fb-afd0-1e0e5132901a tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Port 02749bd9-a90e-47b2-be0d-677878005627 on network 77f8723f-cd7e-4202-9661-406636c882a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:03:52.244189 n-d-826753-2 neutron-server[103701]: ERROR neutron.plugins.ml2.managers [None req-1882aa9f-7feb-48fb-afd0-1e0e5132901a tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Failed to bind port 02749bd9-a90e-47b2-be0d-677878005627 on host n-h2-826753-2 for vnic_type normal using segments [{'id': 'd4768da4-ec58-4508-8449-91212ec4d7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '77f8723f-cd7e-4202-9661-406636c882a2'}] Feb 19 03:03:52.244584 n-d-826753-2 neutron-server[103701]: INFO neutron.plugins.ml2.plugin [None req-1882aa9f-7feb-48fb-afd0-1e0e5132901a tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempt 6 to bind port 02749bd9-a90e-47b2-be0d-677878005627 Feb 19 03:03:52.310788 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [None req-1882aa9f-7feb-48fb-afd0-1e0e5132901a tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempting to bind port 02749bd9-a90e-47b2-be0d-677878005627 on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:03:52.311127 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [None req-1882aa9f-7feb-48fb-afd0-1e0e5132901a tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempting to bind port 02749bd9-a90e-47b2-be0d-677878005627 by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': 'd4768da4-ec58-4508-8449-91212ec4d7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '77f8723f-cd7e-4202-9661-406636c882a2'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:03:52.312023 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1882aa9f-7feb-48fb-afd0-1e0e5132901a tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempting to bind port 02749bd9-a90e-47b2-be0d-677878005627 on network 77f8723f-cd7e-4202-9661-406636c882a2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:03:52.319387 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1882aa9f-7feb-48fb-afd0-1e0e5132901a tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Port 02749bd9-a90e-47b2-be0d-677878005627 on network 77f8723f-cd7e-4202-9661-406636c882a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:03:52.319752 n-d-826753-2 neutron-server[103701]: ERROR neutron.plugins.ml2.managers [None req-1882aa9f-7feb-48fb-afd0-1e0e5132901a tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Failed to bind port 02749bd9-a90e-47b2-be0d-677878005627 on host n-h2-826753-2 for vnic_type normal using segments [{'id': 'd4768da4-ec58-4508-8449-91212ec4d7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '77f8723f-cd7e-4202-9661-406636c882a2'}] Feb 19 03:03:52.320296 n-d-826753-2 neutron-server[103701]: INFO neutron.plugins.ml2.plugin [None req-1882aa9f-7feb-48fb-afd0-1e0e5132901a tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempt 7 to bind port 02749bd9-a90e-47b2-be0d-677878005627 Feb 19 03:03:52.333033 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0343b38f-b0cb-43f2-9260-fce065adb91e tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16317544'] for router (47bfcec1-c52f-4318-95d8-f23c80ee0024), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:52.333658 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0343b38f-b0cb-43f2-9260-fce065adb91e tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 47bfcec1-c52f-4318-95d8-f23c80ee0024 {{(pid=103702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:03:52.339746 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0343b38f-b0cb-43f2-9260-fce065adb91e tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:52.344457 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-0343b38f-b0cb-43f2-9260-fce065adb91e tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] 10.222.0.72 "DELETE /v2.0/routers/47bfcec1-c52f-4318-95d8-f23c80ee0024 HTTP/1.1" status: 204 len: 168 time: 2.0839124 Feb 19 03:03:52.345165 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 51154) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:52.355347 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [None req-1882aa9f-7feb-48fb-afd0-1e0e5132901a tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempting to bind port 02749bd9-a90e-47b2-be0d-677878005627 on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:03:52.355658 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-37b290c9-9ae2-4aa3-ba86-024e7b580f95 tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-78953159', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}, 'admin_state_up': False}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:03:52.359255 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [None req-1882aa9f-7feb-48fb-afd0-1e0e5132901a tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempting to bind port 02749bd9-a90e-47b2-be0d-677878005627 by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': 'd4768da4-ec58-4508-8449-91212ec4d7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '77f8723f-cd7e-4202-9661-406636c882a2'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:03:52.359676 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1882aa9f-7feb-48fb-afd0-1e0e5132901a tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempting to bind port 02749bd9-a90e-47b2-be0d-677878005627 on network 77f8723f-cd7e-4202-9661-406636c882a2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:03:52.369794 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1882aa9f-7feb-48fb-afd0-1e0e5132901a tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Port 02749bd9-a90e-47b2-be0d-677878005627 on network 77f8723f-cd7e-4202-9661-406636c882a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:03:52.370181 n-d-826753-2 neutron-server[103701]: ERROR neutron.plugins.ml2.managers [None req-1882aa9f-7feb-48fb-afd0-1e0e5132901a tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Failed to bind port 02749bd9-a90e-47b2-be0d-677878005627 on host n-h2-826753-2 for vnic_type normal using segments [{'id': 'd4768da4-ec58-4508-8449-91212ec4d7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '77f8723f-cd7e-4202-9661-406636c882a2'}] Feb 19 03:03:52.372298 n-d-826753-2 neutron-server[103701]: INFO neutron.plugins.ml2.plugin [None req-1882aa9f-7feb-48fb-afd0-1e0e5132901a tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempt 8 to bind port 02749bd9-a90e-47b2-be0d-677878005627 Feb 19 03:03:52.400220 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [None req-1882aa9f-7feb-48fb-afd0-1e0e5132901a tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempting to bind port 02749bd9-a90e-47b2-be0d-677878005627 on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:03:52.400808 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [None req-1882aa9f-7feb-48fb-afd0-1e0e5132901a tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempting to bind port 02749bd9-a90e-47b2-be0d-677878005627 by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': 'd4768da4-ec58-4508-8449-91212ec4d7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '77f8723f-cd7e-4202-9661-406636c882a2'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:03:52.401183 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1882aa9f-7feb-48fb-afd0-1e0e5132901a tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempting to bind port 02749bd9-a90e-47b2-be0d-677878005627 on network 77f8723f-cd7e-4202-9661-406636c882a2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:03:52.408278 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-37b290c9-9ae2-4aa3-ba86-024e7b580f95 tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14172'] for router (42f1ab8a-0b77-4e9e-af1e-84e82a24452e), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:52.409527 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-37b290c9-9ae2-4aa3-ba86-024e7b580f95 tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16317487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16285822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16309985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14247'] for router (42f1ab8a-0b77-4e9e-af1e-84e82a24452e), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:52.419934 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1882aa9f-7feb-48fb-afd0-1e0e5132901a tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Port 02749bd9-a90e-47b2-be0d-677878005627 on network 77f8723f-cd7e-4202-9661-406636c882a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:03:52.420277 n-d-826753-2 neutron-server[103701]: ERROR neutron.plugins.ml2.managers [None req-1882aa9f-7feb-48fb-afd0-1e0e5132901a tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Failed to bind port 02749bd9-a90e-47b2-be0d-677878005627 on host n-h2-826753-2 for vnic_type normal using segments [{'id': 'd4768da4-ec58-4508-8449-91212ec4d7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '77f8723f-cd7e-4202-9661-406636c882a2'}] Feb 19 03:03:52.420779 n-d-826753-2 neutron-server[103701]: INFO neutron.plugins.ml2.plugin [None req-1882aa9f-7feb-48fb-afd0-1e0e5132901a tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempt 9 to bind port 02749bd9-a90e-47b2-be0d-677878005627 Feb 19 03:03:52.445083 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-a7985cff-fd51-4580-af00-c71c467bfe88 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:03:52.450960 n-d-826753-2 neutron-server[103701]: WARNING neutron.api.v2.base [None req-a7985cff-fd51-4580-af00-c71c467bfe88 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 19 03:03:52.461859 n-d-826753-2 neutron-server[103701]: INFO neutron.api.v2.resource [None req-a7985cff-fd51-4580-af00-c71c467bfe88 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] create failed (client error): There was a conflict when trying to complete your request. Feb 19 03:03:52.466003 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-a7985cff-fd51-4580-af00-c71c467bfe88 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3340378 Feb 19 03:03:52.474148 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 51160) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:52.483175 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:52.514693 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [None req-1882aa9f-7feb-48fb-afd0-1e0e5132901a tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempting to bind port 02749bd9-a90e-47b2-be0d-677878005627 on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:03:52.515131 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [None req-1882aa9f-7feb-48fb-afd0-1e0e5132901a tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempting to bind port 02749bd9-a90e-47b2-be0d-677878005627 by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': 'd4768da4-ec58-4508-8449-91212ec4d7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '77f8723f-cd7e-4202-9661-406636c882a2'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:03:52.516256 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1882aa9f-7feb-48fb-afd0-1e0e5132901a tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempting to bind port 02749bd9-a90e-47b2-be0d-677878005627 on network 77f8723f-cd7e-4202-9661-406636c882a2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:03:52.524766 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1882aa9f-7feb-48fb-afd0-1e0e5132901a tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Port 02749bd9-a90e-47b2-be0d-677878005627 on network 77f8723f-cd7e-4202-9661-406636c882a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:03:52.527070 n-d-826753-2 neutron-server[103701]: ERROR neutron.plugins.ml2.managers [None req-1882aa9f-7feb-48fb-afd0-1e0e5132901a tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Failed to bind port 02749bd9-a90e-47b2-be0d-677878005627 on host n-h2-826753-2 for vnic_type normal using segments [{'id': 'd4768da4-ec58-4508-8449-91212ec4d7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '77f8723f-cd7e-4202-9661-406636c882a2'}] Feb 19 03:03:52.528179 n-d-826753-2 neutron-server[103701]: INFO neutron.plugins.ml2.plugin [None req-1882aa9f-7feb-48fb-afd0-1e0e5132901a tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempt 10 to bind port 02749bd9-a90e-47b2-be0d-677878005627 Feb 19 03:03:52.556469 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-f7ec5e53-ed96-4f34-b733-38076f77d496 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Request body: {'security_group': {'name': 'tempest-secgroup--1575221817'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:03:52.567874 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-37b290c9-9ae2-4aa3-ba86-024e7b580f95 tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks [] for router_controller (42f1ab8a-0b77-4e9e-af1e-84e82a24452e), precommit_add_association {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:52.596964 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [None req-1882aa9f-7feb-48fb-afd0-1e0e5132901a tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempting to bind port 02749bd9-a90e-47b2-be0d-677878005627 on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:03:52.597332 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [None req-1882aa9f-7feb-48fb-afd0-1e0e5132901a tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempting to bind port 02749bd9-a90e-47b2-be0d-677878005627 by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': 'd4768da4-ec58-4508-8449-91212ec4d7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '77f8723f-cd7e-4202-9661-406636c882a2'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:03:52.597673 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1882aa9f-7feb-48fb-afd0-1e0e5132901a tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempting to bind port 02749bd9-a90e-47b2-be0d-677878005627 on network 77f8723f-cd7e-4202-9661-406636c882a2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:03:52.611714 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1882aa9f-7feb-48fb-afd0-1e0e5132901a tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Port 02749bd9-a90e-47b2-be0d-677878005627 on network 77f8723f-cd7e-4202-9661-406636c882a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:03:52.612072 n-d-826753-2 neutron-server[103701]: ERROR neutron.plugins.ml2.managers [None req-1882aa9f-7feb-48fb-afd0-1e0e5132901a tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Failed to bind port 02749bd9-a90e-47b2-be0d-677878005627 on host n-h2-826753-2 for vnic_type normal using segments [{'id': 'd4768da4-ec58-4508-8449-91212ec4d7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '77f8723f-cd7e-4202-9661-406636c882a2'}] Feb 19 03:03:52.612430 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1882aa9f-7feb-48fb-afd0-1e0e5132901a tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (02749bd9-a90e-47b2-be0d-677878005627), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:52.783341 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f7ec5e53-ed96-4f34-b733-38076f77d496 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:52.794851 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f7ec5e53-ed96-4f34-b733-38076f77d496 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:52.795120 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-1882aa9f-7feb-48fb-afd0-1e0e5132901a tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] For port 02749bd9-a90e-47b2-be0d-677878005627, host n-h2-826753-2, cleared binding levels {{(pid=103701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:03:52.795687 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-1882aa9f-7feb-48fb-afd0-1e0e5132901a tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempted to set empty binding levels {{(pid=103701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 19 03:03:52.813893 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1882aa9f-7feb-48fb-afd0-1e0e5132901a tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (02749bd9-a90e-47b2-be0d-677878005627), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:52.885846 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-1882aa9f-7feb-48fb-afd0-1e0e5132901a tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] In _notify_port_updated(), no bound segment for port 02749bd9-a90e-47b2-be0d-677878005627 on network 77f8723f-cd7e-4202-9661-406636c882a2 {{(pid=103701) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 03:03:52.886735 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1882aa9f-7feb-48fb-afd0-1e0e5132901a tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:52.887341 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1882aa9f-7feb-48fb-afd0-1e0e5132901a tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:52.888696 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-1882aa9f-7feb-48fb-afd0-1e0e5132901a tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] 10.222.0.72 "PUT /v2.0/ports/02749bd9-a90e-47b2-be0d-677878005627 HTTP/1.1" status: 200 len: 975 time: 1.8382044 Feb 19 03:03:52.894762 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51172) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:52.931393 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-37b290c9-9ae2-4aa3-ba86-024e7b580f95 tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks [] for router_gateway (42f1ab8a-0b77-4e9e-af1e-84e82a24452e), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:53.042973 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f7ec5e53-ed96-4f34-b733-38076f77d496 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Publish callbacks [] for security_group (9c664ab1-d8af-4369-bba8-cf322ce68191), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:53.097233 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1882aa9f-7feb-48fb-afd0-1e0e5132901a tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Pushing event updated for resources: {'Port': ['ID=02749bd9-a90e-47b2-be0d-677878005627,revision_number=3']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:53.122735 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f7ec5e53-ed96-4f34-b733-38076f77d496 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (9c664ab1-d8af-4369-bba8-cf322ce68191), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:53.183881 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f029a5-79aa-4894-bacd-4deb614397c3 tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:53.184276 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f029a5-79aa-4894-bacd-4deb614397c3 tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:53.184743 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f029a5-79aa-4894-bacd-4deb614397c3 tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:53.185219 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f029a5-79aa-4894-bacd-4deb614397c3 tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:53.185672 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f029a5-79aa-4894-bacd-4deb614397c3 tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:53.186117 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f029a5-79aa-4894-bacd-4deb614397c3 tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:53.193118 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f029a5-79aa-4894-bacd-4deb614397c3 tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:53.193587 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f029a5-79aa-4894-bacd-4deb614397c3 tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:53.195004 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f029a5-79aa-4894-bacd-4deb614397c3 tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:53.195481 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f029a5-79aa-4894-bacd-4deb614397c3 tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:53.197154 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ec5e53-ed96-4f34-b733-38076f77d496 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c664ab1-d8af-4369-bba8-cf322ce68191,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:53.197959 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f029a5-79aa-4894-bacd-4deb614397c3 tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:53.201562 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-e3f029a5-79aa-4894-bacd-4deb614397c3 tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 10505 time: 0.3038969 Feb 19 03:03:53.206354 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51182) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:53.336440 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f7ec5e53-ed96-4f34-b733-38076f77d496 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Publish callbacks [] for security_group (50e793f9-3315-4c19-bb1a-9804ac15672b), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:53.347201 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-6a71d7db-17d3-4e58-a9bf-1694eed427d7 tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Deleting port 02749bd9-a90e-47b2-be0d-677878005627 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:03:53.347437 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f7ec5e53-ed96-4f34-b733-38076f77d496 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (50e793f9-3315-4c19-bb1a-9804ac15672b), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:53.348003 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6a71d7db-17d3-4e58-a9bf-1694eed427d7 tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (02749bd9-a90e-47b2-be0d-677878005627), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:53.398827 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ec5e53-ed96-4f34-b733-38076f77d496 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50e793f9-3315-4c19-bb1a-9804ac15672b,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:53.458040 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f7ec5e53-ed96-4f34-b733-38076f77d496 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:53.462930 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-f7ec5e53-ed96-4f34-b733-38076f77d496 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9848459 Feb 19 03:03:53.465776 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 51194) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:53.482957 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-032e560d-0291-446a-87ad-c86881369cb6 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Request body: {'security_group_rule': {'security_group_id': '50e793f9-3315-4c19-bb1a-9804ac15672b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:03:53.493903 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-6a71d7db-17d3-4e58-a9bf-1694eed427d7 tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] For port 02749bd9-a90e-47b2-be0d-677878005627, host n-h2-826753-2, got binding levels [] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:03:53.494504 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6a71d7db-17d3-4e58-a9bf-1694eed427d7 tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (02749bd9-a90e-47b2-be0d-677878005627), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:53.528218 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-6a71d7db-17d3-4e58-a9bf-1694eed427d7 tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Calling delete_port for 02749bd9-a90e-47b2-be0d-677878005627 owned by {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:03:53.583133 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-032e560d-0291-446a-87ad-c86881369cb6 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Publish callbacks [] for security_group_rule (217713a5-866f-4874-83a2-c7bb4d3dce3a), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:53.743430 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6a71d7db-17d3-4e58-a9bf-1694eed427d7 tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (02749bd9-a90e-47b2-be0d-677878005627), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:53.769182 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6a71d7db-17d3-4e58-a9bf-1694eed427d7 tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:53.779854 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-6a71d7db-17d3-4e58-a9bf-1694eed427d7 tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] 10.222.0.72 "DELETE /v2.0/ports/02749bd9-a90e-47b2-be0d-677878005627 HTTP/1.1" status: 204 len: 168 time: 0.5697758 Feb 19 03:03:53.792700 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-032e560d-0291-446a-87ad-c86881369cb6 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Publish callbacks [] for security_group_rule (217713a5-866f-4874-83a2-c7bb4d3dce3a), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:53.794035 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 51208) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:53.794761 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-37b290c9-9ae2-4aa3-ba86-024e7b580f95 tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks [] for router_gateway (42f1ab8a-0b77-4e9e-af1e-84e82a24452e), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:53.827497 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a71d7db-17d3-4e58-a9bf-1694eed427d7 tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Pushing event deleted for resources: {'Port': ['ID=02749bd9-a90e-47b2-be0d-677878005627,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:53.839618 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-3550de39-ff69-43df-a3c9-db66e4157f27 tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] GET failed (client error): The resource could not be found. Feb 19 03:03:53.845358 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-3550de39-ff69-43df-a3c9-db66e4157f27 tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] 10.222.0.72 "GET /v2.0/ports/02749bd9-a90e-47b2-be0d-677878005627 HTTP/1.1" status: 404 len: 333 time: 0.0432675 Feb 19 03:03:53.847221 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51210) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:53.852830 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-ac2409cb-1c2a-47b3-b8be-b4707e55c4af tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1909098026', 'network_id': '77f8723f-cd7e-4202-9661-406636c882a2'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:03:53.863112 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-032e560d-0291-446a-87ad-c86881369cb6 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (217713a5-866f-4874-83a2-c7bb4d3dce3a), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:53.880272 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-37b290c9-9ae2-4aa3-ba86-024e7b580f95 tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:53.910150 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device a87da0c2-4f91-440e-a419-3eec421ac1ce no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:03:53.916173 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac2409cb-1c2a-47b3-b8be-b4707e55c4af tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Made reservation on behalf of cc2c4989df1a453f9a28441594fce8da for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:03:53.918593 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ac2409cb-1c2a-47b3-b8be-b4707e55c4af tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:53.949116 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-032e560d-0291-446a-87ad-c86881369cb6 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:53.953099 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51220) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:53.957808 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-223b05c5-3501-48ff-9a6a-ba2fcbef219c tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Request body: {'security_group_rule': {'security_group_id': '50e793f9-3315-4c19-bb1a-9804ac15672b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:03:53.959921 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-032e560d-0291-446a-87ad-c86881369cb6 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4850130 Feb 19 03:03:53.977054 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: a87da0c2-4f91-440e-a419-3eec421ac1ce {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:03:53.979989 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device a87da0c2-4f91-440e-a419-3eec421ac1ce not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:03:53.984301 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [None req-ac2409cb-1c2a-47b3-b8be-b4707e55c4af tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] device_id is not set on port d8957635-aa3c-4056-b811-b75509681390 yet. {{(pid=103701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:03:54.023740 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032e560d-0291-446a-87ad-c86881369cb6 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=217713a5-866f-4874-83a2-c7bb4d3dce3a,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:54.025760 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 51222) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:54.126141 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-223b05c5-3501-48ff-9a6a-ba2fcbef219c tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Publish callbacks [] for security_group_rule (f8874e97-99c9-484b-a160-d954599b1b19), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:54.175739 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-37b290c9-9ae2-4aa3-ba86-024e7b580f95 tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Allocated IP 172.25.6.212 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/2b7390e3-1502-412c-a510-692c942ea27f) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:03:54.416761 n-d-826753-2 neutron-server[103701]: INFO neutron.api.v2.resource [None req-223b05c5-3501-48ff-9a6a-ba2fcbef219c tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] create failed (client error): There was a conflict when trying to complete your request. Feb 19 03:03:54.421784 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-223b05c5-3501-48ff-9a6a-ba2fcbef219c tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4673371 Feb 19 03:03:54.424547 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51242) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:54.436047 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ac2409cb-1c2a-47b3-b8be-b4707e55c4af tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Publish callbacks [] for port (d8957635-aa3c-4056-b811-b75509681390), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:54.511682 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-37b290c9-9ae2-4aa3-ba86-024e7b580f95 tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks [] for port (2b7390e3-1502-412c-a510-692c942ea27f), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:54.517709 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5e21f60e-34c1-43b3-b03f-bf4aecfd0176 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Publish callbacks [] for security_group (50e793f9-3315-4c19-bb1a-9804ac15672b), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:54.550065 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5e21f60e-34c1-43b3-b03f-bf4aecfd0176 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Publish callbacks [] for security_group (50e793f9-3315-4c19-bb1a-9804ac15672b), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:54.554052 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ac2409cb-1c2a-47b3-b8be-b4707e55c4af tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (d8957635-aa3c-4056-b811-b75509681390), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:54.646903 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2409cb-1c2a-47b3-b8be-b4707e55c4af tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Network 77f8723f-cd7e-4202-9661-406636c882a2 is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:03:54.648740 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2409cb-1c2a-47b3-b8be-b4707e55c4af tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Pushing event updated for resources: {'Port': ['ID=d8957635-aa3c-4056-b811-b75509681390,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:54.652133 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-ac2409cb-1c2a-47b3-b8be-b4707e55c4af tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:03:54.660940 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2409cb-1c2a-47b3-b8be-b4707e55c4af tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:03:54.662827 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2409cb-1c2a-47b3-b8be-b4707e55c4af tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:54.663596 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ac2409cb-1c2a-47b3-b8be-b4707e55c4af tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:54.686073 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-ac2409cb-1c2a-47b3-b8be-b4707e55c4af tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.8373222 Feb 19 03:03:54.688305 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5e21f60e-34c1-43b3-b03f-bf4aecfd0176 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (50e793f9-3315-4c19-bb1a-9804ac15672b), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:54.696420 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5e21f60e-34c1-43b3-b03f-bf4aecfd0176 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:54.700828 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-5e21f60e-34c1-43b3-b03f-bf4aecfd0176 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] 10.222.0.72 "DELETE /v2.0/security-groups/50e793f9-3315-4c19-bb1a-9804ac15672b HTTP/1.1" status: 204 len: 168 time: 0.2751164 Feb 19 03:03:54.701662 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51244) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:54.703028 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51248) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:54.726242 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-37b290c9-9ae2-4aa3-ba86-024e7b580f95 tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (2b7390e3-1502-412c-a510-692c942ea27f), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:54.805920 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e21f60e-34c1-43b3-b03f-bf4aecfd0176 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50e793f9-3315-4c19-bb1a-9804ac15672b,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:54.816879 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9107af5-ab10-47fe-b145-67bbbda02773 tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:54.820760 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-c9107af5-ab10-47fe-b145-67bbbda02773 tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] 10.222.0.72 "GET /v2.0/ports/d8957635-aa3c-4056-b811-b75509681390 HTTP/1.1" status: 200 len: 955 time: 0.1048796 Feb 19 03:03:54.829688 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 51258) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:54.878629 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51262) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:54.909750 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-a7da478f-419f-4c30-b8b6-9a3f979b2a14 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1945660 Feb 19 03:03:54.910912 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51266) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:54.916773 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-132ba230-2492-441d-9a33-cc552caa525a tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Request body: {'security_group': {'name': 'tempest-secgroup--442053730'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:03:54.958574 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-132ba230-2492-441d-9a33-cc552caa525a tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:54.965281 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b290c9-9ae2-4aa3-ba86-024e7b580f95 tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:03:55.037676 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-37b290c9-9ae2-4aa3-ba86-024e7b580f95 tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:03:55.057465 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b290c9-9ae2-4aa3-ba86-024e7b580f95 tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Pushing event updated for resources: {'Port': ['ID=2b7390e3-1502-412c-a510-692c942ea27f,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:55.066708 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b290c9-9ae2-4aa3-ba86-024e7b580f95 tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:03:55.068843 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-132ba230-2492-441d-9a33-cc552caa525a tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Publish callbacks [] for security_group (108d4da4-d201-4599-a9c4-9ac1b67b4e35), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:55.079675 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-132ba230-2492-441d-9a33-cc552caa525a tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (108d4da4-d201-4599-a9c4-9ac1b67b4e35), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:55.144203 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132ba230-2492-441d-9a33-cc552caa525a tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=108d4da4-d201-4599-a9c4-9ac1b67b4e35,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:55.155755 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-132ba230-2492-441d-9a33-cc552caa525a tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:55.160559 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-132ba230-2492-441d-9a33-cc552caa525a tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2473099 Feb 19 03:03:55.162086 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51268) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:55.167632 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-0fcfb55a-8bd4-446f-8016-0e7520743739 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Request body: {'security_group_rule': {'security_group_id': '108d4da4-d201-4599-a9c4-9ac1b67b4e35', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:03:55.168747 n-d-826753-2 neutron-server[103701]: WARNING neutron.api.v2.base [None req-0fcfb55a-8bd4-446f-8016-0e7520743739 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 19 03:03:55.169388 n-d-826753-2 neutron-server[103701]: INFO neutron.api.v2.resource [None req-0fcfb55a-8bd4-446f-8016-0e7520743739 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:03:55.174586 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-0fcfb55a-8bd4-446f-8016-0e7520743739 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0110624 Feb 19 03:03:55.175929 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a0e347fe-6631-4e4d-9e9c-6b18d852906a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:55.178482 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51270) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:55.377451 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a0e347fe-6631-4e4d-9e9c-6b18d852906a admin admin] Publish callbacks [] for security_group (c9e8817d-eaae-4884-809f-b53a5a3063d6), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:55.400125 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a0e347fe-6631-4e4d-9e9c-6b18d852906a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (c9e8817d-eaae-4884-809f-b53a5a3063d6), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:55.500820 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e347fe-6631-4e4d-9e9c-6b18d852906a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e8817d-eaae-4884-809f-b53a5a3063d6,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:55.508541 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-51ca7302-daa4-4cf7-b5ef-ef90e3636c02 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Publish callbacks [] for security_group (108d4da4-d201-4599-a9c4-9ac1b67b4e35), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:55.536262 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-51ca7302-daa4-4cf7-b5ef-ef90e3636c02 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Publish callbacks [] for security_group (108d4da4-d201-4599-a9c4-9ac1b67b4e35), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:55.585504 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-a0e347fe-6631-4e4d-9e9c-6b18d852906a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ab9e53fc13f04aceb1d00edd69387789&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7056303 Feb 19 03:03:55.588452 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51276) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:55.599043 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-51ca7302-daa4-4cf7-b5ef-ef90e3636c02 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (108d4da4-d201-4599-a9c4-9ac1b67b4e35), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:55.606907 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-51ca7302-daa4-4cf7-b5ef-ef90e3636c02 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:55.609493 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-51ca7302-daa4-4cf7-b5ef-ef90e3636c02 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] 10.222.0.72 "DELETE /v2.0/security-groups/108d4da4-d201-4599-a9c4-9ac1b67b4e35 HTTP/1.1" status: 204 len: 168 time: 0.4296255 Feb 19 03:03:55.621398 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51278) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:55.688620 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ca7302-daa4-4cf7-b5ef-ef90e3636c02 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=108d4da4-d201-4599-a9c4-9ac1b67b4e35,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:55.738284 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-d0fca517-0ae8-4fb6-95ef-30715fd37ba8 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1023977 Feb 19 03:03:55.744997 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51284) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:55.752016 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-818cf8b8-0214-427a-9707-4346fb077721 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Request body: {'security_group': {'name': 'tempest-secgroup--308526195'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:03:55.778078 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bbd34db3-e1f6-4a3a-8311-11a5153db589 admin admin] Publish callbacks [] for security_group (c9e8817d-eaae-4884-809f-b53a5a3063d6), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:55.793246 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-818cf8b8-0214-427a-9707-4346fb077721 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:55.910894 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bbd34db3-e1f6-4a3a-8311-11a5153db589 admin admin] Publish callbacks [] for security_group (c9e8817d-eaae-4884-809f-b53a5a3063d6), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:56.146750 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:56.164997 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-f575da8e-117b-4cd7-8eb4-a7243abe3c6f tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Deleting port d8957635-aa3c-4056-b811-b75509681390 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:03:56.165607 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f575da8e-117b-4cd7-8eb4-a7243abe3c6f tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (d8957635-aa3c-4056-b811-b75509681390), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:56.169281 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-37b290c9-9ae2-4aa3-ba86-024e7b580f95 tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks [] for router_gateway (42f1ab8a-0b77-4e9e-af1e-84e82a24452e), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:56.312473 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f575da8e-117b-4cd7-8eb4-a7243abe3c6f tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (d8957635-aa3c-4056-b811-b75509681390), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:56.406606 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-f575da8e-117b-4cd7-8eb4-a7243abe3c6f tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Calling delete_port for d8957635-aa3c-4056-b811-b75509681390 owned by {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:03:56.464619 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-818cf8b8-0214-427a-9707-4346fb077721 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Publish callbacks [] for security_group (44bdbe1b-4fbd-4aa4-8983-a123d3f57eab), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:56.480672 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-818cf8b8-0214-427a-9707-4346fb077721 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (44bdbe1b-4fbd-4aa4-8983-a123d3f57eab), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:56.544567 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818cf8b8-0214-427a-9707-4346fb077721 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44bdbe1b-4fbd-4aa4-8983-a123d3f57eab,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:56.557720 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-818cf8b8-0214-427a-9707-4346fb077721 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:56.559309 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-818cf8b8-0214-427a-9707-4346fb077721 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8130078 Feb 19 03:03:56.562870 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51298) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:56.569329 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-91df5ad1-3718-4cbf-95df-e28bb755681d tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Request body: {'security_group_rule': {'security_group_id': '44bdbe1b-4fbd-4aa4-8983-a123d3f57eab', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:03:56.570281 n-d-826753-2 neutron-server[103701]: WARNING neutron.api.v2.base [None req-91df5ad1-3718-4cbf-95df-e28bb755681d tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 19 03:03:56.570839 n-d-826753-2 neutron-server[103701]: INFO neutron.api.v2.resource [None req-91df5ad1-3718-4cbf-95df-e28bb755681d tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:03:56.571892 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-91df5ad1-3718-4cbf-95df-e28bb755681d tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0075924 Feb 19 03:03:56.575020 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51300) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:56.622030 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f575da8e-117b-4cd7-8eb4-a7243abe3c6f tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (d8957635-aa3c-4056-b811-b75509681390), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:56.628510 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bbd34db3-e1f6-4a3a-8311-11a5153db589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (c9e8817d-eaae-4884-809f-b53a5a3063d6), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:56.632245 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bbd34db3-e1f6-4a3a-8311-11a5153db589 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:56.633657 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-bbd34db3-e1f6-4a3a-8311-11a5153db589 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c9e8817d-eaae-4884-809f-b53a5a3063d6 HTTP/1.1" status: 204 len: 168 time: 1.0440764 Feb 19 03:03:56.676936 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd34db3-e1f6-4a3a-8311-11a5153db589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e8817d-eaae-4884-809f-b53a5a3063d6,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:56.710581 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a121fd9c-bdba-45dd-bed8-288090548db0 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Publish callbacks [] for security_group (44bdbe1b-4fbd-4aa4-8983-a123d3f57eab), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:56.759487 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a121fd9c-bdba-45dd-bed8-288090548db0 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Publish callbacks [] for security_group (44bdbe1b-4fbd-4aa4-8983-a123d3f57eab), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:56.825963 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f575da8e-117b-4cd7-8eb4-a7243abe3c6f tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Pushing event deleted for resources: {'Port': ['ID=d8957635-aa3c-4056-b811-b75509681390,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:56.844333 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f575da8e-117b-4cd7-8eb4-a7243abe3c6f tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:56.862356 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-f575da8e-117b-4cd7-8eb4-a7243abe3c6f tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] 10.222.0.72 "DELETE /v2.0/ports/d8957635-aa3c-4056-b811-b75509681390 HTTP/1.1" status: 204 len: 168 time: 2.0218763 Feb 19 03:03:56.863727 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51310) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:56.924924 n-d-826753-2 neutron-server[103701]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e1dd39d-5ee6-48c7-8cc9-23fe9dd7d649 tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] GET failed (client error): The resource could not be found. Feb 19 03:03:56.950180 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 51316) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:56.959471 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-3e1dd39d-5ee6-48c7-8cc9-23fe9dd7d649 tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] 10.222.0.72 "GET /v2.0/ports/d8957635-aa3c-4056-b811-b75509681390 HTTP/1.1" status: 404 len: 333 time: 0.0945673 Feb 19 03:03:56.960714 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a121fd9c-bdba-45dd-bed8-288090548db0 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (44bdbe1b-4fbd-4aa4-8983-a123d3f57eab), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:56.964032 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a121fd9c-bdba-45dd-bed8-288090548db0 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:56.976499 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-a121fd9c-bdba-45dd-bed8-288090548db0 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] 10.222.0.72 "DELETE /v2.0/security-groups/44bdbe1b-4fbd-4aa4-8983-a123d3f57eab HTTP/1.1" status: 204 len: 168 time: 0.3894818 Feb 19 03:03:56.976499 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51322) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:56.980376 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-d88e84ef-4659-452a-9d7f-75acf1ae67fa tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Request body: {'port': {'network_id': '77f8723f-cd7e-4202-9661-406636c882a2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1459996487'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:03:57.001233 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a121fd9c-bdba-45dd-bed8-288090548db0 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44bdbe1b-4fbd-4aa4-8983-a123d3f57eab,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:57.087934 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-832902de-4b27-4279-9272-da1c7e0a0ae3 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1079023 Feb 19 03:03:57.094433 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51328) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:57.099286 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-25614a19-c834-4a32-91e6-bc9542d56b3e tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Request body: {'security_group': {'name': 'tempest-secgroup--68428328'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:03:57.107814 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8a7c09b3-e0cf-4e35-b33a-e6df6589fd1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16289271'] for router_interface (2e36e84f-e23d-4b77-b60f-e340c67848ce), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:57.129547 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-25614a19-c834-4a32-91e6-bc9542d56b3e tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:57.177184 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-37b290c9-9ae2-4aa3-ba86-024e7b580f95 tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16317478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865'] for router (42f1ab8a-0b77-4e9e-af1e-84e82a24452e), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:57.213453 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-25614a19-c834-4a32-91e6-bc9542d56b3e tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Publish callbacks [] for security_group (c4728092-4e18-44e2-9ddc-34ccaaf83946), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:57.220130 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-25614a19-c834-4a32-91e6-bc9542d56b3e tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (c4728092-4e18-44e2-9ddc-34ccaaf83946), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:57.266986 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-25614a19-c834-4a32-91e6-bc9542d56b3e tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:57.271367 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-25614a19-c834-4a32-91e6-bc9542d56b3e tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1732254 Feb 19 03:03:57.273571 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51330) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:57.278485 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-6fdf32ae-9d8d-411e-9764-247f1e0554e8 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Request body: {'security_group_rule': {'security_group_id': 'c4728092-4e18-44e2-9ddc-34ccaaf83946', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:03:57.281255 n-d-826753-2 neutron-server[103701]: WARNING neutron.api.v2.base [None req-6fdf32ae-9d8d-411e-9764-247f1e0554e8 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 19 03:03:57.282046 n-d-826753-2 neutron-server[103701]: INFO neutron.api.v2.resource [None req-6fdf32ae-9d8d-411e-9764-247f1e0554e8 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:03:57.285898 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-6fdf32ae-9d8d-411e-9764-247f1e0554e8 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0100150 Feb 19 03:03:57.287711 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51332) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:57.292330 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-d4c5026d-cb6f-4301-afe5-246d32e84ea1 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Request body: {'security_group_rule': {'security_group_id': 'c4728092-4e18-44e2-9ddc-34ccaaf83946', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:03:57.293351 n-d-826753-2 neutron-server[103701]: WARNING neutron.api.v2.base [None req-d4c5026d-cb6f-4301-afe5-246d32e84ea1 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 19 03:03:57.293876 n-d-826753-2 neutron-server[103701]: INFO neutron.api.v2.resource [None req-d4c5026d-cb6f-4301-afe5-246d32e84ea1 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:03:57.297744 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-d4c5026d-cb6f-4301-afe5-246d32e84ea1 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0060711 Feb 19 03:03:57.302551 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51334) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:57.308870 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-2e3cf763-eeeb-4cf5-88c2-ec49deadd135 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Request body: {'security_group_rule': {'security_group_id': 'c4728092-4e18-44e2-9ddc-34ccaaf83946', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:03:57.309799 n-d-826753-2 neutron-server[103701]: WARNING neutron.api.v2.base [None req-2e3cf763-eeeb-4cf5-88c2-ec49deadd135 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 19 03:03:57.310898 n-d-826753-2 neutron-server[103701]: INFO neutron.api.v2.resource [None req-2e3cf763-eeeb-4cf5-88c2-ec49deadd135 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:03:57.314566 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-2e3cf763-eeeb-4cf5-88c2-ec49deadd135 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0082650 Feb 19 03:03:57.315619 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51336) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:57.320833 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-4f3f3792-1661-47dd-922b-993b766d2d5e tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Request body: {'security_group_rule': {'security_group_id': 'c4728092-4e18-44e2-9ddc-34ccaaf83946', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:03:57.321687 n-d-826753-2 neutron-server[103701]: WARNING neutron.api.v2.base [None req-4f3f3792-1661-47dd-922b-993b766d2d5e tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 19 03:03:57.322181 n-d-826753-2 neutron-server[103701]: INFO neutron.api.v2.resource [None req-4f3f3792-1661-47dd-922b-993b766d2d5e tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:03:57.326380 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-4f3f3792-1661-47dd-922b-993b766d2d5e tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0067644 Feb 19 03:03:57.326845 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51338) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:57.330576 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d88e84ef-4659-452a-9d7f-75acf1ae67fa tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Made reservation on behalf of cc2c4989df1a453f9a28441594fce8da for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:03:57.340473 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d88e84ef-4659-452a-9d7f-75acf1ae67fa tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:57.349073 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 51340) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:57.403846 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25614a19-c834-4a32-91e6-bc9542d56b3e tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4728092-4e18-44e2-9ddc-34ccaaf83946,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:57.407706 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f2a42cb5-bbcf-4328-9a67-8b8e82f22b9c tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Publish callbacks [] for security_group (c4728092-4e18-44e2-9ddc-34ccaaf83946), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:57.434352 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f2a42cb5-bbcf-4328-9a67-8b8e82f22b9c tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Publish callbacks [] for security_group (c4728092-4e18-44e2-9ddc-34ccaaf83946), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:57.459760 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-74c9c534-b227-4877-9189-734dfd601d58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:57.469714 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [None req-d88e84ef-4659-452a-9d7f-75acf1ae67fa tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] device_id is not set on port 2d6a4356-a752-44b8-9b92-37ebb128a077 yet. {{(pid=103702) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:03:57.502761 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25614a19-c834-4a32-91e6-bc9542d56b3e tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:03:57.503948 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25614a19-c834-4a32-91e6-bc9542d56b3e tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:03:57.504462 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25614a19-c834-4a32-91e6-bc9542d56b3e tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:03:57.504997 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25614a19-c834-4a32-91e6-bc9542d56b3e tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:03:57.505571 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25614a19-c834-4a32-91e6-bc9542d56b3e tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:03:57.506125 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25614a19-c834-4a32-91e6-bc9542d56b3e tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:03:57.506616 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25614a19-c834-4a32-91e6-bc9542d56b3e tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:03:57.507200 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25614a19-c834-4a32-91e6-bc9542d56b3e tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:03:57.507702 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25614a19-c834-4a32-91e6-bc9542d56b3e tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:03:57.508246 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25614a19-c834-4a32-91e6-bc9542d56b3e tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:03:57.508746 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25614a19-c834-4a32-91e6-bc9542d56b3e tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:03:57.509352 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25614a19-c834-4a32-91e6-bc9542d56b3e tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:03:57.509843 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25614a19-c834-4a32-91e6-bc9542d56b3e tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:03:57.564659 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f2a42cb5-bbcf-4328-9a67-8b8e82f22b9c tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (c4728092-4e18-44e2-9ddc-34ccaaf83946), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:57.567285 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f2a42cb5-bbcf-4328-9a67-8b8e82f22b9c tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:57.570951 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-f2a42cb5-bbcf-4328-9a67-8b8e82f22b9c tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] 10.222.0.72 "DELETE /v2.0/security-groups/c4728092-4e18-44e2-9ddc-34ccaaf83946 HTTP/1.1" status: 204 len: 168 time: 0.2398160 Feb 19 03:03:57.578009 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51346) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:57.632945 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a42cb5-bbcf-4328-9a67-8b8e82f22b9c tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4728092-4e18-44e2-9ddc-34ccaaf83946,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:57.710482 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-c5ec785b-0d03-401f-a521-170f59add49c tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1204641 Feb 19 03:03:57.714925 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51350) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:57.722446 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-b8aa4b28-44b3-4d6d-a341-db7945e605df tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Request body: {'security_group': {'name': 'tempest-secgroup--45669239'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:03:57.735497 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d88e84ef-4659-452a-9d7f-75acf1ae67fa tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Publish callbacks [] for port (2d6a4356-a752-44b8-9b92-37ebb128a077), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:57.754593 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b8aa4b28-44b3-4d6d-a341-db7945e605df tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:57.870817 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b8aa4b28-44b3-4d6d-a341-db7945e605df tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Publish callbacks [] for security_group (4ff9aaba-4a48-40e5-8b69-ec648a1d650d), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:57.877172 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b8aa4b28-44b3-4d6d-a341-db7945e605df tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (4ff9aaba-4a48-40e5-8b69-ec648a1d650d), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:57.925755 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aa4b28-44b3-4d6d-a341-db7945e605df tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ff9aaba-4a48-40e5-8b69-ec648a1d650d,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:57.942499 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b8aa4b28-44b3-4d6d-a341-db7945e605df tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:57.947180 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-b8aa4b28-44b3-4d6d-a341-db7945e605df tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2280033 Feb 19 03:03:57.948246 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51356) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:57.952753 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d88e84ef-4659-452a-9d7f-75acf1ae67fa tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (2d6a4356-a752-44b8-9b92-37ebb128a077), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:57.954659 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37b290c9-9ae2-4aa3-ba86-024e7b580f95 tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Router 42f1ab8a-0b77-4e9e-af1e-84e82a24452e is scheduled to L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd with binding_index 1 {{(pid=103702) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:03:57.955701 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-abd806f4-7e1b-4524-94b0-24503cd13ce8 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Request body: {'security_group_rule': {'security_group_id': '4ff9aaba-4a48-40e5-8b69-ec648a1d650d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:03:57.956248 n-d-826753-2 neutron-server[103701]: WARNING neutron.api.v2.base [None req-abd806f4-7e1b-4524-94b0-24503cd13ce8 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 19 03:03:57.956943 n-d-826753-2 neutron-server[103701]: INFO neutron.api.v2.resource [None req-abd806f4-7e1b-4524-94b0-24503cd13ce8 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:03:57.960717 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-abd806f4-7e1b-4524-94b0-24503cd13ce8 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0104125 Feb 19 03:03:57.960872 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51358) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:57.965831 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-a71b2438-9c09-461a-b3be-a078fc328306 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Request body: {'security_group_rule': {'security_group_id': '4ff9aaba-4a48-40e5-8b69-ec648a1d650d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:03:58.009073 n-d-826753-2 neutron-server[103701]: INFO neutron.api.v2.resource [None req-a71b2438-9c09-461a-b3be-a078fc328306 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:03:58.012762 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-a71b2438-9c09-461a-b3be-a078fc328306 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0481813 Feb 19 03:03:58.012993 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51360) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:58.017898 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-f6296338-5901-4fce-b679-2ffe1631b48d tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Request body: {'security_group_rule': {'security_group_id': '4ff9aaba-4a48-40e5-8b69-ec648a1d650d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:03:58.018375 n-d-826753-2 neutron-server[103701]: WARNING neutron.api.v2.base [None req-f6296338-5901-4fce-b679-2ffe1631b48d tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 19 03:03:58.018837 n-d-826753-2 neutron-server[103701]: INFO neutron.api.v2.resource [None req-f6296338-5901-4fce-b679-2ffe1631b48d tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:03:58.022109 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-f6296338-5901-4fce-b679-2ffe1631b48d tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0059052 Feb 19 03:03:58.025599 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51362) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:58.031532 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-598acbcd-6621-44ae-ac72-424f68cc7e0d tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Request body: {'security_group_rule': {'security_group_id': '4ff9aaba-4a48-40e5-8b69-ec648a1d650d', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:03:58.053576 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-74c9c534-b227-4877-9189-734dfd601d58 admin admin] Publish callbacks [] for security_group (d01964fb-cfcc-4050-b448-1bda403a436c), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:58.054829 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88e84ef-4659-452a-9d7f-75acf1ae67fa tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Pushing event updated for resources: {'Port': ['ID=2d6a4356-a752-44b8-9b92-37ebb128a077,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:58.069379 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d88e84ef-4659-452a-9d7f-75acf1ae67fa tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Network 77f8723f-cd7e-4202-9661-406636c882a2 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:03:58.077940 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-d88e84ef-4659-452a-9d7f-75acf1ae67fa tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:03:58.082530 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88e84ef-4659-452a-9d7f-75acf1ae67fa tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:03:58.083540 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d88e84ef-4659-452a-9d7f-75acf1ae67fa tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:58.084197 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d88e84ef-4659-452a-9d7f-75acf1ae67fa tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:58.095834 n-d-826753-2 neutron-server[103701]: INFO neutron.api.v2.resource [None req-598acbcd-6621-44ae-ac72-424f68cc7e0d tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:03:58.096803 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-74c9c534-b227-4877-9189-734dfd601d58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (d01964fb-cfcc-4050-b448-1bda403a436c), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:58.102994 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-598acbcd-6621-44ae-ac72-424f68cc7e0d tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0760396 Feb 19 03:03:58.103837 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51370) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:58.110167 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-bed49648-406c-4298-a008-ca3061e28cd5 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Request body: {'security_group_rule': {'security_group_id': '4ff9aaba-4a48-40e5-8b69-ec648a1d650d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:03:58.110859 n-d-826753-2 neutron-server[103701]: WARNING neutron.api.v2.base [None req-bed49648-406c-4298-a008-ca3061e28cd5 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 19 03:03:58.111753 n-d-826753-2 neutron-server[103701]: INFO neutron.api.v2.resource [None req-bed49648-406c-4298-a008-ca3061e28cd5 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:03:58.116439 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-bed49648-406c-4298-a008-ca3061e28cd5 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0111976 Feb 19 03:03:58.117424 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51372) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:58.122632 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-71da833a-e9ca-4a02-8bff-20963891b24e tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Request body: {'security_group_rule': {'security_group_id': '4ff9aaba-4a48-40e5-8b69-ec648a1d650d', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:03:58.185556 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c9c534-b227-4877-9189-734dfd601d58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d01964fb-cfcc-4050-b448-1bda403a436c,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:58.198983 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-d88e84ef-4659-452a-9d7f-75acf1ae67fa tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.2428892 Feb 19 03:03:58.206140 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51374) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:58.207015 n-d-826753-2 neutron-server[103701]: INFO neutron.api.v2.resource [None req-71da833a-e9ca-4a02-8bff-20963891b24e tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:03:58.208367 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-71da833a-e9ca-4a02-8bff-20963891b24e tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0898914 Feb 19 03:03:58.211134 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51376) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:58.215473 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-b76b4ecf-db9c-431a-9e31-1604ed89f579 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Request body: {'security_group_rule': {'security_group_id': '4ff9aaba-4a48-40e5-8b69-ec648a1d650d', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:03:58.215944 n-d-826753-2 neutron-server[103701]: WARNING neutron.api.v2.base [None req-b76b4ecf-db9c-431a-9e31-1604ed89f579 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 19 03:03:58.216397 n-d-826753-2 neutron-server[103701]: INFO neutron.api.v2.resource [None req-b76b4ecf-db9c-431a-9e31-1604ed89f579 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:03:58.217558 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-b76b4ecf-db9c-431a-9e31-1604ed89f579 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0053091 Feb 19 03:03:58.221756 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-289690a1-59aa-4b26-90d2-d2b4ba81d845 tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-826753-2'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:03:58.223972 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 51378) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:58.230315 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-2c545162-1981-4816-83fb-ea93092d4e8c tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Request body: {'security_group_rule': {'security_group_id': '4ff9aaba-4a48-40e5-8b69-ec648a1d650d', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:03:58.240681 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-74c9c534-b227-4877-9189-734dfd601d58 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=72323387ed7c432e88bc6851c3e73fa7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8892794 Feb 19 03:03:58.242651 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c9c534-b227-4877-9189-734dfd601d58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:03:58.243287 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c9c534-b227-4877-9189-734dfd601d58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:03:58.244479 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c9c534-b227-4877-9189-734dfd601d58 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:03:58.245102 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c9c534-b227-4877-9189-734dfd601d58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:03:58.245698 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c9c534-b227-4877-9189-734dfd601d58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:03:58.246271 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c9c534-b227-4877-9189-734dfd601d58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:03:58.246828 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c9c534-b227-4877-9189-734dfd601d58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:03:58.247466 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c9c534-b227-4877-9189-734dfd601d58 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:03:58.248022 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c9c534-b227-4877-9189-734dfd601d58 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:03:58.248572 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c9c534-b227-4877-9189-734dfd601d58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:03:58.249915 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c9c534-b227-4877-9189-734dfd601d58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:03:58.250539 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c9c534-b227-4877-9189-734dfd601d58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:03:58.251092 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c9c534-b227-4877-9189-734dfd601d58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:03:58.254851 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 51380) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:58.290912 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-289690a1-59aa-4b26-90d2-d2b4ba81d845 tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (2d6a4356-a752-44b8-9b92-37ebb128a077), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:58.402900 n-d-826753-2 neutron-server[103702]: INFO neutron.api.v2.resource [None req-2c545162-1981-4816-83fb-ea93092d4e8c tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:03:58.404063 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-2c545162-1981-4816-83fb-ea93092d4e8c tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1771286 Feb 19 03:03:58.408559 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 51382) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:58.429962 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-9bfe34f0-b1b0-4af1-8b3e-ef613db77ed8 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Request body: {'security_group_rule': {'security_group_id': '4ff9aaba-4a48-40e5-8b69-ec648a1d650d', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:03:58.440602 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37b290c9-9ae2-4aa3-ba86-024e7b580f95 tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:03:58.458334 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69028c4-e330-44bb-a5e5-e53bcf1c6b92 None None] Sync routers for ids ['42f1ab8a-0b77-4e9e-af1e-84e82a24452e'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:03:58.487444 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69028c4-e330-44bb-a5e5-e53bcf1c6b92 None None] Routers {'42f1ab8a-0b77-4e9e-af1e-84e82a24452e'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:03:58.488562 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-b69028c4-e330-44bb-a5e5-e53bcf1c6b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:03:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['42f1ab8a-0b77-4e9e-af1e-84e82a24452e'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:03:58.490907 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7604e1e4-bd92-489d-91e3-4d26f235588e admin admin] Publish callbacks [] for security_group (d01964fb-cfcc-4050-b448-1bda403a436c), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:58.492919 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [None req-289690a1-59aa-4b26-90d2-d2b4ba81d845 tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] device_id is not set on port 2d6a4356-a752-44b8-9b92-37ebb128a077 yet. {{(pid=103701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:03:58.504690 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-289690a1-59aa-4b26-90d2-d2b4ba81d845 tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Publish callbacks [] for port (2d6a4356-a752-44b8-9b92-37ebb128a077), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:58.512045 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-289690a1-59aa-4b26-90d2-d2b4ba81d845 tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (2d6a4356-a752-44b8-9b92-37ebb128a077), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:58.555565 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-b69028c4-e330-44bb-a5e5-e53bcf1c6b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:03:58.567228 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69028c4-e330-44bb-a5e5-e53bcf1c6b92 None None] Routers {'42f1ab8a-0b77-4e9e-af1e-84e82a24452e'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:03:58.568121 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-b69028c4-e330-44bb-a5e5-e53bcf1c6b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:03:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['42f1ab8a-0b77-4e9e-af1e-84e82a24452e'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:03:58.572403 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289690a1-59aa-4b26-90d2-d2b4ba81d845 tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Pushing event updated for resources: {'Port': ['ID=2d6a4356-a752-44b8-9b92-37ebb128a077,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:58.598395 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [None req-289690a1-59aa-4b26-90d2-d2b4ba81d845 tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempting to bind port 2d6a4356-a752-44b8-9b92-37ebb128a077 on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:03:58.598737 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [None req-289690a1-59aa-4b26-90d2-d2b4ba81d845 tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempting to bind port 2d6a4356-a752-44b8-9b92-37ebb128a077 by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': 'd4768da4-ec58-4508-8449-91212ec4d7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '77f8723f-cd7e-4202-9661-406636c882a2'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:03:58.599069 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289690a1-59aa-4b26-90d2-d2b4ba81d845 tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempting to bind port 2d6a4356-a752-44b8-9b92-37ebb128a077 on network 77f8723f-cd7e-4202-9661-406636c882a2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:03:58.605337 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289690a1-59aa-4b26-90d2-d2b4ba81d845 tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Port 2d6a4356-a752-44b8-9b92-37ebb128a077 on network 77f8723f-cd7e-4202-9661-406636c882a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:03:58.605692 n-d-826753-2 neutron-server[103701]: ERROR neutron.plugins.ml2.managers [None req-289690a1-59aa-4b26-90d2-d2b4ba81d845 tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Failed to bind port 2d6a4356-a752-44b8-9b92-37ebb128a077 on host n-h2-826753-2 for vnic_type normal using segments [{'id': 'd4768da4-ec58-4508-8449-91212ec4d7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '77f8723f-cd7e-4202-9661-406636c882a2'}] Feb 19 03:03:58.606057 n-d-826753-2 neutron-server[103701]: INFO neutron.plugins.ml2.plugin [None req-289690a1-59aa-4b26-90d2-d2b4ba81d845 tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempt 2 to bind port 2d6a4356-a752-44b8-9b92-37ebb128a077 Feb 19 03:03:58.621269 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-8a7c09b3-e0cf-4e35-b33a-e6df6589fd1c admin admin] Deleting port 42f9c67d-2054-45aa-94ba-6c38aa4e0e11 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:03:58.622320 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8a7c09b3-e0cf-4e35-b33a-e6df6589fd1c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (42f9c67d-2054-45aa-94ba-6c38aa4e0e11), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:58.622900 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-b69028c4-e330-44bb-a5e5-e53bcf1c6b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:03:58.623022 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [None req-289690a1-59aa-4b26-90d2-d2b4ba81d845 tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempting to bind port 2d6a4356-a752-44b8-9b92-37ebb128a077 on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:03:58.623330 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [None req-289690a1-59aa-4b26-90d2-d2b4ba81d845 tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempting to bind port 2d6a4356-a752-44b8-9b92-37ebb128a077 by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': 'd4768da4-ec58-4508-8449-91212ec4d7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '77f8723f-cd7e-4202-9661-406636c882a2'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:03:58.623570 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69028c4-e330-44bb-a5e5-e53bcf1c6b92 None None] The sync data for ids ['42f1ab8a-0b77-4e9e-af1e-84e82a24452e'] in n-d-826753-2 is: [] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:03:58.624040 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289690a1-59aa-4b26-90d2-d2b4ba81d845 tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempting to bind port 2d6a4356-a752-44b8-9b92-37ebb128a077 on network 77f8723f-cd7e-4202-9661-406636c882a2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:03:58.630792 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7604e1e4-bd92-489d-91e3-4d26f235588e admin admin] Publish callbacks [] for security_group (d01964fb-cfcc-4050-b448-1bda403a436c), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:58.631087 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289690a1-59aa-4b26-90d2-d2b4ba81d845 tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Port 2d6a4356-a752-44b8-9b92-37ebb128a077 on network 77f8723f-cd7e-4202-9661-406636c882a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:03:58.631386 n-d-826753-2 neutron-server[103701]: ERROR neutron.plugins.ml2.managers [None req-289690a1-59aa-4b26-90d2-d2b4ba81d845 tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Failed to bind port 2d6a4356-a752-44b8-9b92-37ebb128a077 on host n-h2-826753-2 for vnic_type normal using segments [{'id': 'd4768da4-ec58-4508-8449-91212ec4d7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '77f8723f-cd7e-4202-9661-406636c882a2'}] Feb 19 03:03:58.631900 n-d-826753-2 neutron-server[103701]: INFO neutron.plugins.ml2.plugin [None req-289690a1-59aa-4b26-90d2-d2b4ba81d845 tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempt 3 to bind port 2d6a4356-a752-44b8-9b92-37ebb128a077 Feb 19 03:03:58.646854 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [None req-289690a1-59aa-4b26-90d2-d2b4ba81d845 tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempting to bind port 2d6a4356-a752-44b8-9b92-37ebb128a077 on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:03:58.647146 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [None req-289690a1-59aa-4b26-90d2-d2b4ba81d845 tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempting to bind port 2d6a4356-a752-44b8-9b92-37ebb128a077 by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': 'd4768da4-ec58-4508-8449-91212ec4d7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '77f8723f-cd7e-4202-9661-406636c882a2'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:03:58.647546 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289690a1-59aa-4b26-90d2-d2b4ba81d845 tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempting to bind port 2d6a4356-a752-44b8-9b92-37ebb128a077 on network 77f8723f-cd7e-4202-9661-406636c882a2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:03:58.649216 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-37b290c9-9ae2-4aa3-ba86-024e7b580f95 tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:58.653544 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-37b290c9-9ae2-4aa3-ba86-024e7b580f95 tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 6.3073211 Feb 19 03:03:58.656139 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51396) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:58.660558 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-3f176f5b-951c-490c-8578-5aaed3260cdf tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'enable_snat': False}}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:03:58.664988 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289690a1-59aa-4b26-90d2-d2b4ba81d845 tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Port 2d6a4356-a752-44b8-9b92-37ebb128a077 on network 77f8723f-cd7e-4202-9661-406636c882a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:03:58.665424 n-d-826753-2 neutron-server[103701]: ERROR neutron.plugins.ml2.managers [None req-289690a1-59aa-4b26-90d2-d2b4ba81d845 tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Failed to bind port 2d6a4356-a752-44b8-9b92-37ebb128a077 on host n-h2-826753-2 for vnic_type normal using segments [{'id': 'd4768da4-ec58-4508-8449-91212ec4d7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '77f8723f-cd7e-4202-9661-406636c882a2'}] Feb 19 03:03:58.666156 n-d-826753-2 neutron-server[103702]: INFO neutron.api.v2.resource [None req-9bfe34f0-b1b0-4af1-8b3e-ef613db77ed8 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:03:58.667686 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-9bfe34f0-b1b0-4af1-8b3e-ef613db77ed8 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2438357 Feb 19 03:03:58.701051 n-d-826753-2 neutron-server[103701]: INFO neutron.plugins.ml2.plugin [None req-289690a1-59aa-4b26-90d2-d2b4ba81d845 tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempt 4 to bind port 2d6a4356-a752-44b8-9b92-37ebb128a077 Feb 19 03:03:58.704944 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 51398) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:58.717925 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [None req-289690a1-59aa-4b26-90d2-d2b4ba81d845 tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempting to bind port 2d6a4356-a752-44b8-9b92-37ebb128a077 on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:03:58.718265 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [None req-289690a1-59aa-4b26-90d2-d2b4ba81d845 tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempting to bind port 2d6a4356-a752-44b8-9b92-37ebb128a077 by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': 'd4768da4-ec58-4508-8449-91212ec4d7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '77f8723f-cd7e-4202-9661-406636c882a2'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:03:58.718585 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289690a1-59aa-4b26-90d2-d2b4ba81d845 tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempting to bind port 2d6a4356-a752-44b8-9b92-37ebb128a077 on network 77f8723f-cd7e-4202-9661-406636c882a2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:03:58.726602 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289690a1-59aa-4b26-90d2-d2b4ba81d845 tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Port 2d6a4356-a752-44b8-9b92-37ebb128a077 on network 77f8723f-cd7e-4202-9661-406636c882a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:03:58.726931 n-d-826753-2 neutron-server[103701]: ERROR neutron.plugins.ml2.managers [None req-289690a1-59aa-4b26-90d2-d2b4ba81d845 tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Failed to bind port 2d6a4356-a752-44b8-9b92-37ebb128a077 on host n-h2-826753-2 for vnic_type normal using segments [{'id': 'd4768da4-ec58-4508-8449-91212ec4d7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '77f8723f-cd7e-4202-9661-406636c882a2'}] Feb 19 03:03:58.729177 n-d-826753-2 neutron-server[103701]: INFO neutron.plugins.ml2.plugin [None req-289690a1-59aa-4b26-90d2-d2b4ba81d845 tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempt 5 to bind port 2d6a4356-a752-44b8-9b92-37ebb128a077 Feb 19 03:03:58.744914 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [None req-289690a1-59aa-4b26-90d2-d2b4ba81d845 tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempting to bind port 2d6a4356-a752-44b8-9b92-37ebb128a077 on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:03:58.745377 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [None req-289690a1-59aa-4b26-90d2-d2b4ba81d845 tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempting to bind port 2d6a4356-a752-44b8-9b92-37ebb128a077 by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': 'd4768da4-ec58-4508-8449-91212ec4d7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '77f8723f-cd7e-4202-9661-406636c882a2'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:03:58.745589 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289690a1-59aa-4b26-90d2-d2b4ba81d845 tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempting to bind port 2d6a4356-a752-44b8-9b92-37ebb128a077 on network 77f8723f-cd7e-4202-9661-406636c882a2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:03:58.752878 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289690a1-59aa-4b26-90d2-d2b4ba81d845 tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Port 2d6a4356-a752-44b8-9b92-37ebb128a077 on network 77f8723f-cd7e-4202-9661-406636c882a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:03:58.753248 n-d-826753-2 neutron-server[103701]: ERROR neutron.plugins.ml2.managers [None req-289690a1-59aa-4b26-90d2-d2b4ba81d845 tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Failed to bind port 2d6a4356-a752-44b8-9b92-37ebb128a077 on host n-h2-826753-2 for vnic_type normal using segments [{'id': 'd4768da4-ec58-4508-8449-91212ec4d7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '77f8723f-cd7e-4202-9661-406636c882a2'}] Feb 19 03:03:58.755068 n-d-826753-2 neutron-server[103701]: INFO neutron.plugins.ml2.plugin [None req-289690a1-59aa-4b26-90d2-d2b4ba81d845 tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempt 6 to bind port 2d6a4356-a752-44b8-9b92-37ebb128a077 Feb 19 03:03:58.807126 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [None req-289690a1-59aa-4b26-90d2-d2b4ba81d845 tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempting to bind port 2d6a4356-a752-44b8-9b92-37ebb128a077 on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:03:58.807462 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [None req-289690a1-59aa-4b26-90d2-d2b4ba81d845 tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempting to bind port 2d6a4356-a752-44b8-9b92-37ebb128a077 by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': 'd4768da4-ec58-4508-8449-91212ec4d7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '77f8723f-cd7e-4202-9661-406636c882a2'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:03:58.808476 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289690a1-59aa-4b26-90d2-d2b4ba81d845 tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempting to bind port 2d6a4356-a752-44b8-9b92-37ebb128a077 on network 77f8723f-cd7e-4202-9661-406636c882a2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:03:58.817978 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289690a1-59aa-4b26-90d2-d2b4ba81d845 tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Port 2d6a4356-a752-44b8-9b92-37ebb128a077 on network 77f8723f-cd7e-4202-9661-406636c882a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:03:58.818119 n-d-826753-2 neutron-server[103701]: ERROR neutron.plugins.ml2.managers [None req-289690a1-59aa-4b26-90d2-d2b4ba81d845 tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Failed to bind port 2d6a4356-a752-44b8-9b92-37ebb128a077 on host n-h2-826753-2 for vnic_type normal using segments [{'id': 'd4768da4-ec58-4508-8449-91212ec4d7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '77f8723f-cd7e-4202-9661-406636c882a2'}] Feb 19 03:03:58.819823 n-d-826753-2 neutron-server[103701]: INFO neutron.plugins.ml2.plugin [None req-289690a1-59aa-4b26-90d2-d2b4ba81d845 tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempt 7 to bind port 2d6a4356-a752-44b8-9b92-37ebb128a077 Feb 19 03:03:58.826730 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-8a7c09b3-e0cf-4e35-b33a-e6df6589fd1c admin admin] For port 42f9c67d-2054-45aa-94ba-6c38aa4e0e11, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=42f9c67d-2054-45aa-94ba-6c38aa4e0e11,segment=NetworkSegment(245dfdec-94d3-4f95-bab9-a70453fd4b3c),segment_id=245dfdec-94d3-4f95-bab9-a70453fd4b3c)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:03:58.827127 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8a7c09b3-e0cf-4e35-b33a-e6df6589fd1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (42f9c67d-2054-45aa-94ba-6c38aa4e0e11), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:58.835406 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4f1287d3-53a7-4a6d-8eb0-360d52a162a9 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Publish callbacks [] for security_group (4ff9aaba-4a48-40e5-8b69-ec648a1d650d), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:58.838367 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [None req-289690a1-59aa-4b26-90d2-d2b4ba81d845 tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempting to bind port 2d6a4356-a752-44b8-9b92-37ebb128a077 on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:03:58.838512 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [None req-289690a1-59aa-4b26-90d2-d2b4ba81d845 tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempting to bind port 2d6a4356-a752-44b8-9b92-37ebb128a077 by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': 'd4768da4-ec58-4508-8449-91212ec4d7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '77f8723f-cd7e-4202-9661-406636c882a2'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:03:58.838820 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289690a1-59aa-4b26-90d2-d2b4ba81d845 tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempting to bind port 2d6a4356-a752-44b8-9b92-37ebb128a077 on network 77f8723f-cd7e-4202-9661-406636c882a2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:03:58.845666 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-8a7c09b3-e0cf-4e35-b33a-e6df6589fd1c admin admin] Calling delete_port for 42f9c67d-2054-45aa-94ba-6c38aa4e0e11 owned by network:router_interface {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:03:58.847151 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289690a1-59aa-4b26-90d2-d2b4ba81d845 tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Port 2d6a4356-a752-44b8-9b92-37ebb128a077 on network 77f8723f-cd7e-4202-9661-406636c882a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:03:58.847508 n-d-826753-2 neutron-server[103701]: ERROR neutron.plugins.ml2.managers [None req-289690a1-59aa-4b26-90d2-d2b4ba81d845 tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Failed to bind port 2d6a4356-a752-44b8-9b92-37ebb128a077 on host n-h2-826753-2 for vnic_type normal using segments [{'id': 'd4768da4-ec58-4508-8449-91212ec4d7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '77f8723f-cd7e-4202-9661-406636c882a2'}] Feb 19 03:03:58.849268 n-d-826753-2 neutron-server[103701]: INFO neutron.plugins.ml2.plugin [None req-289690a1-59aa-4b26-90d2-d2b4ba81d845 tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempt 8 to bind port 2d6a4356-a752-44b8-9b92-37ebb128a077 Feb 19 03:03:58.855500 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7604e1e4-bd92-489d-91e3-4d26f235588e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (d01964fb-cfcc-4050-b448-1bda403a436c), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:58.858174 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7604e1e4-bd92-489d-91e3-4d26f235588e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:58.859969 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-7604e1e4-bd92-489d-91e3-4d26f235588e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d01964fb-cfcc-4050-b448-1bda403a436c HTTP/1.1" status: 204 len: 168 time: 0.5994365 Feb 19 03:03:58.882643 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [None req-289690a1-59aa-4b26-90d2-d2b4ba81d845 tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempting to bind port 2d6a4356-a752-44b8-9b92-37ebb128a077 on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:03:58.882643 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [None req-289690a1-59aa-4b26-90d2-d2b4ba81d845 tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempting to bind port 2d6a4356-a752-44b8-9b92-37ebb128a077 by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': 'd4768da4-ec58-4508-8449-91212ec4d7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '77f8723f-cd7e-4202-9661-406636c882a2'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:03:58.882970 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289690a1-59aa-4b26-90d2-d2b4ba81d845 tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempting to bind port 2d6a4356-a752-44b8-9b92-37ebb128a077 on network 77f8723f-cd7e-4202-9661-406636c882a2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:03:58.965641 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289690a1-59aa-4b26-90d2-d2b4ba81d845 tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Port 2d6a4356-a752-44b8-9b92-37ebb128a077 on network 77f8723f-cd7e-4202-9661-406636c882a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:03:58.966014 n-d-826753-2 neutron-server[103701]: ERROR neutron.plugins.ml2.managers [None req-289690a1-59aa-4b26-90d2-d2b4ba81d845 tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Failed to bind port 2d6a4356-a752-44b8-9b92-37ebb128a077 on host n-h2-826753-2 for vnic_type normal using segments [{'id': 'd4768da4-ec58-4508-8449-91212ec4d7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '77f8723f-cd7e-4202-9661-406636c882a2'}] Feb 19 03:03:58.968720 n-d-826753-2 neutron-server[103701]: INFO neutron.plugins.ml2.plugin [None req-289690a1-59aa-4b26-90d2-d2b4ba81d845 tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempt 9 to bind port 2d6a4356-a752-44b8-9b92-37ebb128a077 Feb 19 03:03:58.972594 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4f1287d3-53a7-4a6d-8eb0-360d52a162a9 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Publish callbacks [] for security_group (4ff9aaba-4a48-40e5-8b69-ec648a1d650d), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:58.986231 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7604e1e4-bd92-489d-91e3-4d26f235588e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d01964fb-cfcc-4050-b448-1bda403a436c,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:58.991536 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [None req-289690a1-59aa-4b26-90d2-d2b4ba81d845 tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempting to bind port 2d6a4356-a752-44b8-9b92-37ebb128a077 on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:03:58.991797 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [None req-289690a1-59aa-4b26-90d2-d2b4ba81d845 tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempting to bind port 2d6a4356-a752-44b8-9b92-37ebb128a077 by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': 'd4768da4-ec58-4508-8449-91212ec4d7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '77f8723f-cd7e-4202-9661-406636c882a2'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:03:58.992127 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289690a1-59aa-4b26-90d2-d2b4ba81d845 tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempting to bind port 2d6a4356-a752-44b8-9b92-37ebb128a077 on network 77f8723f-cd7e-4202-9661-406636c882a2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:03:59.020564 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289690a1-59aa-4b26-90d2-d2b4ba81d845 tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Port 2d6a4356-a752-44b8-9b92-37ebb128a077 on network 77f8723f-cd7e-4202-9661-406636c882a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:03:59.020895 n-d-826753-2 neutron-server[103701]: ERROR neutron.plugins.ml2.managers [None req-289690a1-59aa-4b26-90d2-d2b4ba81d845 tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Failed to bind port 2d6a4356-a752-44b8-9b92-37ebb128a077 on host n-h2-826753-2 for vnic_type normal using segments [{'id': 'd4768da4-ec58-4508-8449-91212ec4d7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '77f8723f-cd7e-4202-9661-406636c882a2'}] Feb 19 03:03:59.035814 n-d-826753-2 neutron-server[103701]: INFO neutron.plugins.ml2.plugin [None req-289690a1-59aa-4b26-90d2-d2b4ba81d845 tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempt 10 to bind port 2d6a4356-a752-44b8-9b92-37ebb128a077 Feb 19 03:03:59.063571 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [None req-289690a1-59aa-4b26-90d2-d2b4ba81d845 tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempting to bind port 2d6a4356-a752-44b8-9b92-37ebb128a077 on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:03:59.063903 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [None req-289690a1-59aa-4b26-90d2-d2b4ba81d845 tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempting to bind port 2d6a4356-a752-44b8-9b92-37ebb128a077 by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': 'd4768da4-ec58-4508-8449-91212ec4d7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '77f8723f-cd7e-4202-9661-406636c882a2'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:03:59.064234 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289690a1-59aa-4b26-90d2-d2b4ba81d845 tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempting to bind port 2d6a4356-a752-44b8-9b92-37ebb128a077 on network 77f8723f-cd7e-4202-9661-406636c882a2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:03:59.102817 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289690a1-59aa-4b26-90d2-d2b4ba81d845 tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Port 2d6a4356-a752-44b8-9b92-37ebb128a077 on network 77f8723f-cd7e-4202-9661-406636c882a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:03:59.103154 n-d-826753-2 neutron-server[103701]: ERROR neutron.plugins.ml2.managers [None req-289690a1-59aa-4b26-90d2-d2b4ba81d845 tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Failed to bind port 2d6a4356-a752-44b8-9b92-37ebb128a077 on host n-h2-826753-2 for vnic_type normal using segments [{'id': 'd4768da4-ec58-4508-8449-91212ec4d7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '77f8723f-cd7e-4202-9661-406636c882a2'}] Feb 19 03:03:59.103514 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-289690a1-59aa-4b26-90d2-d2b4ba81d845 tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (2d6a4356-a752-44b8-9b92-37ebb128a077), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:59.164718 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4f1287d3-53a7-4a6d-8eb0-360d52a162a9 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (4ff9aaba-4a48-40e5-8b69-ec648a1d650d), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:59.168097 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4f1287d3-53a7-4a6d-8eb0-360d52a162a9 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:59.173286 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-4f1287d3-53a7-4a6d-8eb0-360d52a162a9 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] 10.222.0.72 "DELETE /v2.0/security-groups/4ff9aaba-4a48-40e5-8b69-ec648a1d650d HTTP/1.1" status: 204 len: 168 time: 0.4641008 Feb 19 03:03:59.177780 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 51410) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:59.223644 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1287d3-53a7-4a6d-8eb0-360d52a162a9 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ff9aaba-4a48-40e5-8b69-ec648a1d650d,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:59.281511 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-289690a1-59aa-4b26-90d2-d2b4ba81d845 tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] For port 2d6a4356-a752-44b8-9b92-37ebb128a077, host n-h2-826753-2, cleared binding levels {{(pid=103701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:03:59.281887 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-289690a1-59aa-4b26-90d2-d2b4ba81d845 tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attempted to set empty binding levels {{(pid=103701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 19 03:03:59.290573 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-6717dbfd-9685-4ae5-9521-8796321fd399 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1039984 Feb 19 03:03:59.296851 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-289690a1-59aa-4b26-90d2-d2b4ba81d845 tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (2d6a4356-a752-44b8-9b92-37ebb128a077), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:59.298102 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 51414) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:59.308166 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-c9b1d2d2-165d-45b5-a626-33e395f9853b tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Request body: {'security_group': {'name': 'tempest-secgroup--64992292'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:03:59.348099 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-289690a1-59aa-4b26-90d2-d2b4ba81d845 tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] In _notify_port_updated(), no bound segment for port 2d6a4356-a752-44b8-9b92-37ebb128a077 on network 77f8723f-cd7e-4202-9661-406636c882a2 {{(pid=103701) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 03:03:59.348967 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289690a1-59aa-4b26-90d2-d2b4ba81d845 tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:59.350008 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-289690a1-59aa-4b26-90d2-d2b4ba81d845 tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:59.354011 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-289690a1-59aa-4b26-90d2-d2b4ba81d845 tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] 10.222.0.72 "PUT /v2.0/ports/2d6a4356-a752-44b8-9b92-37ebb128a077 HTTP/1.1" status: 200 len: 975 time: 1.1446464 Feb 19 03:03:59.354658 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 51420) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:59.403644 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289690a1-59aa-4b26-90d2-d2b4ba81d845 tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Pushing event updated for resources: {'Port': ['ID=2d6a4356-a752-44b8-9b92-37ebb128a077,revision_number=3']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:59.440925 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c9b1d2d2-165d-45b5-a626-33e395f9853b tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:59.454733 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3f176f5b-951c-490c-8578-5aaed3260cdf tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks [] for router_gateway (42f1ab8a-0b77-4e9e-af1e-84e82a24452e), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:59.475165 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8a7c09b3-e0cf-4e35-b33a-e6df6589fd1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (42f9c67d-2054-45aa-94ba-6c38aa4e0e11), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:59.522088 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7c09b3-e0cf-4e35-b33a-e6df6589fd1c admin admin] Pushing event deleted for resources: {'Port': ['ID=42f9c67d-2054-45aa-94ba-6c38aa4e0e11,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:59.619274 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-bd325c85-8896-4225-8d37-ea8133d4bdbd tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Deleting port 2d6a4356-a752-44b8-9b92-37ebb128a077 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:03:59.625511 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bd325c85-8896-4225-8d37-ea8133d4bdbd tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (2d6a4356-a752-44b8-9b92-37ebb128a077), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:59.880572 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c9b1d2d2-165d-45b5-a626-33e395f9853b tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Publish callbacks [] for security_group (b3ad301f-dd02-4fef-816b-651d1646133d), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:00.019250 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-bd325c85-8896-4225-8d37-ea8133d4bdbd tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] For port 2d6a4356-a752-44b8-9b92-37ebb128a077, host n-h2-826753-2, got binding levels [] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:04:00.019627 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bd325c85-8896-4225-8d37-ea8133d4bdbd tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (2d6a4356-a752-44b8-9b92-37ebb128a077), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:00.064852 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c9b1d2d2-165d-45b5-a626-33e395f9853b tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (b3ad301f-dd02-4fef-816b-651d1646133d), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:00.103045 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-bd325c85-8896-4225-8d37-ea8133d4bdbd tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Calling delete_port for 2d6a4356-a752-44b8-9b92-37ebb128a077 owned by {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:04:00.173351 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3f176f5b-951c-490c-8578-5aaed3260cdf tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16285772', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16317501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14257'] for router (42f1ab8a-0b77-4e9e-af1e-84e82a24452e), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:00.178856 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3f176f5b-951c-490c-8578-5aaed3260cdf tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16285787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16285778', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16317492'] for router (42f1ab8a-0b77-4e9e-af1e-84e82a24452e), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:00.185159 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c9b1d2d2-165d-45b5-a626-33e395f9853b tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:00.189672 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-c9b1d2d2-165d-45b5-a626-33e395f9853b tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.8825269 Feb 19 03:04:00.211210 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 51444) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:00.216847 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-d57f652b-5dbf-464e-8af8-05b1ea15728e tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Request body: {'security_group_rule': {'security_group_id': 'b3ad301f-dd02-4fef-816b-651d1646133d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:04:00.268558 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b1d2d2-165d-45b5-a626-33e395f9853b tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ad301f-dd02-4fef-816b-651d1646133d,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:00.326431 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8a7c09b3-e0cf-4e35-b33a-e6df6589fd1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16362762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16314471'] for router_interface (2e36e84f-e23d-4b77-b60f-e340c67848ce), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:00.352320 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f176f5b-951c-490c-8578-5aaed3260cdf tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Router 42f1ab8a-0b77-4e9e-af1e-84e82a24452e has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:04:00.538549 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f176f5b-951c-490c-8578-5aaed3260cdf tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:04:00.550604 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05c445d-7e3b-4c95-8294-a03a4080774c None None] Sync routers for ids ['42f1ab8a-0b77-4e9e-af1e-84e82a24452e'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:04:00.553944 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3f176f5b-951c-490c-8578-5aaed3260cdf tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:00.555430 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-3f176f5b-951c-490c-8578-5aaed3260cdf tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] 10.222.0.72 "PUT /v2.0/routers/42f1ab8a-0b77-4e9e-af1e-84e82a24452e HTTP/1.1" status: 200 len: 920 time: 1.8983166 Feb 19 03:04:00.558529 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51456) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:00.563626 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05c445d-7e3b-4c95-8294-a03a4080774c None None] Routers {'42f1ab8a-0b77-4e9e-af1e-84e82a24452e'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:04:00.564247 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-a05c445d-7e3b-4c95-8294-a03a4080774c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:03:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['42f1ab8a-0b77-4e9e-af1e-84e82a24452e'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:04:00.639760 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-a05c445d-7e3b-4c95-8294-a03a4080774c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:04:00.667641 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05c445d-7e3b-4c95-8294-a03a4080774c None None] Routers {'42f1ab8a-0b77-4e9e-af1e-84e82a24452e'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:04:00.668289 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-a05c445d-7e3b-4c95-8294-a03a4080774c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:03:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['42f1ab8a-0b77-4e9e-af1e-84e82a24452e'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:04:00.697589 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-08d9a15b-935b-4ff0-93f2-e4b56e8a8b28 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] 10.222.0.72 "GET /v2.0/routers/42f1ab8a-0b77-4e9e-af1e-84e82a24452e HTTP/1.1" status: 200 len: 920 time: 0.1369653 Feb 19 03:04:00.699982 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51462) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:00.738949 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-a05c445d-7e3b-4c95-8294-a03a4080774c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:04:00.740858 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05c445d-7e3b-4c95-8294-a03a4080774c None None] The sync data for ids ['42f1ab8a-0b77-4e9e-af1e-84e82a24452e'] in n-d-826753-2 is: [] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:04:00.836303 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2638d2f-09ae-4496-a67f-dd3dfd05966e tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:00.837909 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-d2638d2f-09ae-4496-a67f-dd3dfd05966e tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] 10.222.0.72 "GET /v2.0/ports?network_id=eaf64708-9021-419e-b287-ef3e0f51e2ee&device_id=42f1ab8a-0b77-4e9e-af1e-84e82a24452e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1366143 Feb 19 03:04:00.840515 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51470) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:00.945579 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc57684c-bc8b-4c06-a688-89a753ac8346 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:00.947225 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-fc57684c-bc8b-4c06-a688-89a753ac8346 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] 10.222.0.72 "GET /v2.0/networks/eaf64708-9021-419e-b287-ef3e0f51e2ee HTTP/1.1" status: 200 len: 881 time: 0.1057389 Feb 19 03:04:00.949955 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51476) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:00.986262 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-1480b935-b626-49d0-baa0-51e53904ca9a tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] 10.222.0.72 "GET /v2.0/ports?device_id=42f1ab8a-0b77-4e9e-af1e-84e82a24452e HTTP/1.1" status: 200 len: 205 time: 0.0316348 Feb 19 03:04:00.987283 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51478) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:01.134659 n-d-826753-2 neutron-server[103702]: INFO neutron.api.v2.resource [None req-d57f652b-5dbf-464e-8af8-05b1ea15728e tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] create failed (client error): The resource could not be found. Feb 19 03:04:01.138309 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-d57f652b-5dbf-464e-8af8-05b1ea15728e tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.9247429 Feb 19 03:04:01.141151 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bd325c85-8896-4225-8d37-ea8133d4bdbd tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (2d6a4356-a752-44b8-9b92-37ebb128a077), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:01.142982 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 51482) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:01.147623 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-fd228005-6f78-4c4a-bc78-f841a79e3e1e tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks [] for router (42f1ab8a-0b77-4e9e-af1e-84e82a24452e), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:01.149518 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-1f805899-de3c-4dea-a3f4-622ccbf638d0 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Request body: {'security_group_rule': {'security_group_id': 'b3ad301f-dd02-4fef-816b-651d1646133d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '70b5b8a0-fdec-43bf-be0d-84dccadafce1'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:04:01.201224 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd325c85-8896-4225-8d37-ea8133d4bdbd tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Pushing event deleted for resources: {'Port': ['ID=2d6a4356-a752-44b8-9b92-37ebb128a077,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:01.299302 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bd325c85-8896-4225-8d37-ea8133d4bdbd tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:01.302978 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-bd325c85-8896-4225-8d37-ea8133d4bdbd tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] 10.222.0.72 "DELETE /v2.0/ports/2d6a4356-a752-44b8-9b92-37ebb128a077 HTTP/1.1" status: 204 len: 168 time: 1.9448342 Feb 19 03:04:01.306063 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 51492) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:01.318290 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-fd228005-6f78-4c4a-bc78-f841a79e3e1e tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks [] for router_gateway (42f1ab8a-0b77-4e9e-af1e-84e82a24452e), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:01.350352 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-febc12a8-5cca-4f4c-a142-0ed6ece80314 tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] GET failed (client error): The resource could not be found. Feb 19 03:04:01.355387 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-febc12a8-5cca-4f4c-a142-0ed6ece80314 tempest-PortsAdminExtendedAttrsTestJSON-780404638 tempest-PortsAdminExtendedAttrsTestJSON-780404638-project-admin] 10.222.0.72 "GET /v2.0/ports/2d6a4356-a752-44b8-9b92-37ebb128a077 HTTP/1.1" status: 404 len: 333 time: 0.0446103 Feb 19 03:04:01.357981 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 51496) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:01.455407 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-fd228005-6f78-4c4a-bc78-f841a79e3e1e tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Deleting port 2b7390e3-1502-412c-a510-692c942ea27f {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:04:01.455764 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-fd228005-6f78-4c4a-bc78-f841a79e3e1e tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (2b7390e3-1502-412c-a510-692c942ea27f), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:01.466550 n-d-826753-2 neutron-server[103702]: INFO neutron.api.v2.resource [None req-1f805899-de3c-4dea-a3f4-622ccbf638d0 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] create failed (client error): The resource could not be found. Feb 19 03:04:01.469066 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-1f805899-de3c-4dea-a3f4-622ccbf638d0 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3233542 Feb 19 03:04:01.486796 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51504) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:01.547738 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a7c09b3-e0cf-4e35-b33a-e6df6589fd1c admin admin] Router 2e36e84f-e23d-4b77-b60f-e340c67848ce has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:04:01.578878 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-02527115-feec-48ec-b216-a4c54b4f6dd8 tempest-PortsAdminExtendedAttrsTestJSON-711954128 tempest-PortsAdminExtendedAttrsTestJSON-711954128-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (77f8723f-cd7e-4202-9661-406636c882a2), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:01.672074 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-fd228005-6f78-4c4a-bc78-f841a79e3e1e tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (2b7390e3-1502-412c-a510-692c942ea27f), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:01.694917 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ce494cad-6f66-447a-89c4-ad29515b9d4e tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Publish callbacks [] for security_group (b3ad301f-dd02-4fef-816b-651d1646133d), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:01.700175 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-fd228005-6f78-4c4a-bc78-f841a79e3e1e tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Calling delete_port for 2b7390e3-1502-412c-a510-692c942ea27f owned by network:router_gateway {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:04:01.734448 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ce494cad-6f66-447a-89c4-ad29515b9d4e tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Publish callbacks [] for security_group (b3ad301f-dd02-4fef-816b-651d1646133d), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:01.873783 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ce494cad-6f66-447a-89c4-ad29515b9d4e tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (b3ad301f-dd02-4fef-816b-651d1646133d), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:01.876421 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ce494cad-6f66-447a-89c4-ad29515b9d4e tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:01.877806 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-ce494cad-6f66-447a-89c4-ad29515b9d4e tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] 10.222.0.72 "DELETE /v2.0/security-groups/b3ad301f-dd02-4fef-816b-651d1646133d HTTP/1.1" status: 204 len: 168 time: 0.3861523 Feb 19 03:04:01.882690 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51524) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:01.906554 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce494cad-6f66-447a-89c4-ad29515b9d4e tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3ad301f-dd02-4fef-816b-651d1646133d,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:01.978248 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-02527115-feec-48ec-b216-a4c54b4f6dd8 tempest-PortsAdminExtendedAttrsTestJSON-711954128 tempest-PortsAdminExtendedAttrsTestJSON-711954128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (77f8723f-cd7e-4202-9661-406636c882a2), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:02.019010 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-02527115-feec-48ec-b216-a4c54b4f6dd8 tempest-PortsAdminExtendedAttrsTestJSON-711954128 tempest-PortsAdminExtendedAttrsTestJSON-711954128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77f8723f-cd7e-4202-9661-406636c882a2']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:04:02.038502 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-02527115-feec-48ec-b216-a4c54b4f6dd8 tempest-PortsAdminExtendedAttrsTestJSON-711954128 tempest-PortsAdminExtendedAttrsTestJSON-711954128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4768da4-ec58-4508-8449-91212ec4d7c6') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:04:02.038502 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-02527115-feec-48ec-b216-a4c54b4f6dd8 tempest-PortsAdminExtendedAttrsTestJSON-711954128 tempest-PortsAdminExtendedAttrsTestJSON-711954128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4768da4-ec58-4508-8449-91212ec4d7c6') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:04:02.063096 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-7d04e882-1772-483a-a09a-dc2ea00fc03c tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1723974 Feb 19 03:04:02.063877 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51538) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:02.069589 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-7f5474dc-99bc-41cb-8260-f3f71a1e02e2 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Request body: {'security_group_rule': {'security_group_id': 'e6efbe93-6e4c-4295-8e7e-bce188e66e91', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:04:02.103480 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-fd228005-6f78-4c4a-bc78-f841a79e3e1e tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (2b7390e3-1502-412c-a510-692c942ea27f), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:02.113173 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-02527115-feec-48ec-b216-a4c54b4f6dd8 tempest-PortsAdminExtendedAttrsTestJSON-711954128 tempest-PortsAdminExtendedAttrsTestJSON-711954128-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (d4768da4-ec58-4508-8449-91212ec4d7c6), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:02.144605 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd228005-6f78-4c4a-bc78-f841a79e3e1e tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Pushing event deleted for resources: {'Port': ['ID=2b7390e3-1502-412c-a510-692c942ea27f,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:02.144975 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a7c09b3-e0cf-4e35-b33a-e6df6589fd1c admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:04:02.154090 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-8a7c09b3-e0cf-4e35-b33a-e6df6589fd1c admin admin] 10.222.0.72 "PUT /v2.0/routers/2e36e84f-e23d-4b77-b60f-e340c67848ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1228569 Feb 19 03:04:02.159874 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f564cc80-94a8-42fa-9642-05629178aa7f None None] Sync routers for ids ['2e36e84f-e23d-4b77-b60f-e340c67848ce'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:04:02.169154 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51540) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:02.175506 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-02527115-feec-48ec-b216-a4c54b4f6dd8 tempest-PortsAdminExtendedAttrsTestJSON-711954128 tempest-PortsAdminExtendedAttrsTestJSON-711954128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (d4768da4-ec58-4508-8449-91212ec4d7c6), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:02.177495 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f564cc80-94a8-42fa-9642-05629178aa7f None None] Routers {'2e36e84f-e23d-4b77-b60f-e340c67848ce'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:04:02.178570 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-f564cc80-94a8-42fa-9642-05629178aa7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:03:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['2e36e84f-e23d-4b77-b60f-e340c67848ce'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:04:02.190477 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02527115-feec-48ec-b216-a4c54b4f6dd8 tempest-PortsAdminExtendedAttrsTestJSON-711954128 tempest-PortsAdminExtendedAttrsTestJSON-711954128-project] Releasing vlan 253 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:04:02.190878 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-02527115-feec-48ec-b216-a4c54b4f6dd8 tempest-PortsAdminExtendedAttrsTestJSON-711954128 tempest-PortsAdminExtendedAttrsTestJSON-711954128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (d4768da4-ec58-4508-8449-91212ec4d7c6), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:02.197377 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 03:04:02.197377 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:04:02.197377 n-d-826753-2 neutron-server[103702]: timer() Feb 19 03:04:02.197377 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:04:02.197377 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 03:04:02.197377 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:04:02.197377 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 03:04:02.197377 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:04:02.197377 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 03:04:02.197377 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:04:02.197377 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 03:04:02.197377 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:04:02.197377 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 03:04:02.197377 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:04:02.197377 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:04:02.197377 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:04:02.197377 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:04:02.197377 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:04:02.197377 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 03:04:02.197377 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:04:02.197377 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 03:04:02.197377 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:04:02.197377 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:04:02.197377 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:04:02.197377 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 03:04:02.197377 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:04:02.197377 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:04:02.197377 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:04:02.197377 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:04:02.197377 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:04:02.197377 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:04:02.197377 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:04:02.331053 n-d-826753-2 neutron-server[103701]: INFO neutron.api.v2.resource [None req-7f5474dc-99bc-41cb-8260-f3f71a1e02e2 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] create failed (client error): The resource could not be found. Feb 19 03:04:02.335748 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-7f5474dc-99bc-41cb-8260-f3f71a1e02e2 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2679386 Feb 19 03:04:02.337246 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-fd228005-6f78-4c4a-bc78-f841a79e3e1e tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16285837'] for router_gateway (42f1ab8a-0b77-4e9e-af1e-84e82a24452e), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:02.339388 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51546) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:02.358959 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-f564cc80-94a8-42fa-9642-05629178aa7f None None] Set router 2e36e84f-e23d-4b77-b60f-e340c67848ce gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:04:02.387288 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-03596728-5abf-4109-9b0b-969fdf945f68 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Request body: {'security_group': {'name': 'tempest-secgroup--1924399496'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:04:02.397683 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-02527115-feec-48ec-b216-a4c54b4f6dd8 tempest-PortsAdminExtendedAttrsTestJSON-711954128 tempest-PortsAdminExtendedAttrsTestJSON-711954128-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (77f8723f-cd7e-4202-9661-406636c882a2), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:02.407141 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-02527115-feec-48ec-b216-a4c54b4f6dd8 tempest-PortsAdminExtendedAttrsTestJSON-711954128 tempest-PortsAdminExtendedAttrsTestJSON-711954128-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:02.430412 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-02527115-feec-48ec-b216-a4c54b4f6dd8 tempest-PortsAdminExtendedAttrsTestJSON-711954128 tempest-PortsAdminExtendedAttrsTestJSON-711954128-project] 10.222.0.72 "DELETE /v2.0/networks/77f8723f-cd7e-4202-9661-406636c882a2 HTTP/1.1" status: 204 len: 168 time: 1.0597880 Feb 19 03:04:02.469816 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02527115-feec-48ec-b216-a4c54b4f6dd8 tempest-PortsAdminExtendedAttrsTestJSON-711954128 tempest-PortsAdminExtendedAttrsTestJSON-711954128-project] Pushing event deleted for resources: {'Network': ['ID=77f8723f-cd7e-4202-9661-406636c882a2,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:02.590354 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 51562) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:02.638194 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-fd228005-6f78-4c4a-bc78-f841a79e3e1e tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16317457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14254'] for router (42f1ab8a-0b77-4e9e-af1e-84e82a24452e), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:02.640380 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-03596728-5abf-4109-9b0b-969fdf945f68 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:02.651503 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-fd228005-6f78-4c4a-bc78-f841a79e3e1e tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks [] for router_controller (42f1ab8a-0b77-4e9e-af1e-84e82a24452e), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:02.705159 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-f564cc80-94a8-42fa-9642-05629178aa7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e36e84f-e23d-4b77-b60f-e340c67848ce', 'name': 'tempest-TaggedBootDevicesTest-1893525694-router', 'tenant_id': '6ec3dd7afd834c809d570f5110147b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': 'c5791a5d-fb32-4a2b-a124-217d5c5831ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:54:21Z', 'updated_at': '2022-02-19T03:03:59Z', 'revision_number': 5, 'project_id': '6ec3dd7afd834c809d570f5110147b8d', 'gw_port': {'id': 'c5791a5d-fb32-4a2b-a124-217d5c5831ea', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e36e84f-e23d-4b77-b60f-e340c67848ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:54:23Z', 'updated_at': '2022-02-19T02:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:04:02.776505 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f564cc80-94a8-42fa-9642-05629178aa7f None None] Checking router: 2e36e84f-e23d-4b77-b60f-e340c67848ce for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:04:02.793306 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9e08260a-e621-4407-ba9e-46484a71e4d0 admin admin] Publish callbacks [] for router (2e36e84f-e23d-4b77-b60f-e340c67848ce), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:02.801420 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f564cc80-94a8-42fa-9642-05629178aa7f None None] Routers {'2e36e84f-e23d-4b77-b60f-e340c67848ce'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:04:02.802268 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-f564cc80-94a8-42fa-9642-05629178aa7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:03:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['2e36e84f-e23d-4b77-b60f-e340c67848ce'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:04:02.803827 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e065e5d8-657d-47bb-99dc-71e6b5468995 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:02.869128 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-fd228005-6f78-4c4a-bc78-f841a79e3e1e tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16317544'] for router (42f1ab8a-0b77-4e9e-af1e-84e82a24452e), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:02.869802 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd228005-6f78-4c4a-bc78-f841a79e3e1e tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Fanout notify agent at l3_agent the message router_deleted on router 42f1ab8a-0b77-4e9e-af1e-84e82a24452e {{(pid=103701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:04:02.883278 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-fd228005-6f78-4c4a-bc78-f841a79e3e1e tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks [] for router (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:02.884421 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-fd228005-6f78-4c4a-bc78-f841a79e3e1e tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] 10.222.0.72 "DELETE /v2.0/routers/42f1ab8a-0b77-4e9e-af1e-84e82a24452e HTTP/1.1" status: 204 len: 168 time: 1.8960712 Feb 19 03:04:02.888264 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51572) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:02.895600 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-bb10e4a6-2dbf-410a-88f8-615f72de9dbb tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1711986252', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:04:02.992094 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51574) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:03.018669 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e065e5d8-657d-47bb-99dc-71e6b5468995 admin admin] Publish callbacks [] for security_group (12417c70-b204-4926-8212-0af1c9b334c9), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:03.024045 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-f564cc80-94a8-42fa-9642-05629178aa7f None None] Set router 2e36e84f-e23d-4b77-b60f-e340c67848ce gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:04:03.031083 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e065e5d8-657d-47bb-99dc-71e6b5468995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (12417c70-b204-4926-8212-0af1c9b334c9), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:03.034009 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9e08260a-e621-4407-ba9e-46484a71e4d0 admin admin] Publish callbacks [] for router_gateway (2e36e84f-e23d-4b77-b60f-e340c67848ce), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:03.058591 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-03596728-5abf-4109-9b0b-969fdf945f68 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Publish callbacks [] for security_group (9d7dcfd1-ecc3-4fa6-96ba-61c1570357d1), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:03.060327 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bb10e4a6-2dbf-410a-88f8-615f72de9dbb tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14172'] for router (115eacc5-ef5f-411a-8dc7-206fc0b36bac), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:03.064420 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bb10e4a6-2dbf-410a-88f8-615f72de9dbb tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16317487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16285822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16309985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14247'] for router (115eacc5-ef5f-411a-8dc7-206fc0b36bac), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:03.110373 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-03596728-5abf-4109-9b0b-969fdf945f68 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (9d7dcfd1-ecc3-4fa6-96ba-61c1570357d1), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:03.139215 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-e065e5d8-657d-47bb-99dc-71e6b5468995 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c5f20e3110f64e7b919128e9a21808f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5452940 Feb 19 03:04:03.141603 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e065e5d8-657d-47bb-99dc-71e6b5468995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12417c70-b204-4926-8212-0af1c9b334c9,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:03.149744 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 51580) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:03.209546 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-61101f92-11a9-46aa-a175-5edb4a048a11 admin admin] Publish callbacks [] for security_group (12417c70-b204-4926-8212-0af1c9b334c9), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:03.236159 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-61101f92-11a9-46aa-a175-5edb4a048a11 admin admin] Publish callbacks [] for security_group (12417c70-b204-4926-8212-0af1c9b334c9), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:03.257166 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-03596728-5abf-4109-9b0b-969fdf945f68 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:03.260929 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-03596728-5abf-4109-9b0b-969fdf945f68 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9139967 Feb 19 03:04:03.263045 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 51582) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:03.274827 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-029dbd10-13bb-4a13-9f8e-4de4447cdf64 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Request body: {'security_group': {'name': 'tempest-secgroup--1288634542'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:04:03.279916 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-f564cc80-94a8-42fa-9642-05629178aa7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e36e84f-e23d-4b77-b60f-e340c67848ce', 'name': 'tempest-TaggedBootDevicesTest-1893525694-router', 'tenant_id': '6ec3dd7afd834c809d570f5110147b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': 'c5791a5d-fb32-4a2b-a124-217d5c5831ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:54:21Z', 'updated_at': '2022-02-19T03:03:59Z', 'revision_number': 5, 'project_id': '6ec3dd7afd834c809d570f5110147b8d', 'gw_port': {'id': 'c5791a5d-fb32-4a2b-a124-217d5c5831ea', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e36e84f-e23d-4b77-b60f-e340c67848ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:54:23Z', 'updated_at': '2022-02-19T02:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:04:03.308259 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-029dbd10-13bb-4a13-9f8e-4de4447cdf64 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:03.312420 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-9e08260a-e621-4407-ba9e-46484a71e4d0 admin admin] Deleting port c5791a5d-fb32-4a2b-a124-217d5c5831ea {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:04:03.312420 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9e08260a-e621-4407-ba9e-46484a71e4d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (c5791a5d-fb32-4a2b-a124-217d5c5831ea), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:03.313238 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03596728-5abf-4109-9b0b-969fdf945f68 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d7dcfd1-ecc3-4fa6-96ba-61c1570357d1,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:03.325171 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f564cc80-94a8-42fa-9642-05629178aa7f None None] The sync data for ids ['2e36e84f-e23d-4b77-b60f-e340c67848ce'] in n-d-826753-2 is: [{'id': '2e36e84f-e23d-4b77-b60f-e340c67848ce', 'name': 'tempest-TaggedBootDevicesTest-1893525694-router', 'tenant_id': '6ec3dd7afd834c809d570f5110147b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': 'c5791a5d-fb32-4a2b-a124-217d5c5831ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:54:21Z', 'updated_at': '2022-02-19T03:03:59Z', 'revision_number': 5, 'project_id': '6ec3dd7afd834c809d570f5110147b8d', 'gw_port': {'id': 'c5791a5d-fb32-4a2b-a124-217d5c5831ea', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:6b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e36e84f-e23d-4b77-b60f-e340c67848ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:54:23Z', 'updated_at': '2022-02-19T02:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:04:03.348131 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-61101f92-11a9-46aa-a175-5edb4a048a11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (12417c70-b204-4926-8212-0af1c9b334c9), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:03.350881 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-61101f92-11a9-46aa-a175-5edb4a048a11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:03.354369 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-61101f92-11a9-46aa-a175-5edb4a048a11 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/12417c70-b204-4926-8212-0af1c9b334c9 HTTP/1.1" status: 204 len: 168 time: 0.2014115 Feb 19 03:04:03.367348 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61101f92-11a9-46aa-a175-5edb4a048a11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12417c70-b204-4926-8212-0af1c9b334c9,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:03.437076 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bb10e4a6-2dbf-410a-88f8-615f72de9dbb tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks [] for router_controller (115eacc5-ef5f-411a-8dc7-206fc0b36bac), precommit_add_association {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:03.477086 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-029dbd10-13bb-4a13-9f8e-4de4447cdf64 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Publish callbacks [] for security_group (ff702b47-af3b-4e5f-b60c-0f123cd563a6), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:03.481120 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bb10e4a6-2dbf-410a-88f8-615f72de9dbb tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16317478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865'] for router (115eacc5-ef5f-411a-8dc7-206fc0b36bac), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:03.493080 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-029dbd10-13bb-4a13-9f8e-4de4447cdf64 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (ff702b47-af3b-4e5f-b60c-0f123cd563a6), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:03.520565 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bb10e4a6-2dbf-410a-88f8-615f72de9dbb tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks [] for router (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:03.521840 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-bb10e4a6-2dbf-410a-88f8-615f72de9dbb tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6329253 Feb 19 03:04:03.528376 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 51590) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:03.529642 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-be1a2617-455e-496b-b0ee-06cc76db43a9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c47d895d06cf4b6e8e0f34f5c7209ccc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5311129 Feb 19 03:04:03.533037 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51592) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:03.543114 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-8000ac4a-dd07-42b2-a469-c6cb4c496925 tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Request body: {'router': {'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:04:03.599092 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-9e08260a-e621-4407-ba9e-46484a71e4d0 admin admin] For port c5791a5d-fb32-4a2b-a124-217d5c5831ea, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=c5791a5d-fb32-4a2b-a124-217d5c5831ea,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:04:03.599455 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9e08260a-e621-4407-ba9e-46484a71e4d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (c5791a5d-fb32-4a2b-a124-217d5c5831ea), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:03.635678 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-9e08260a-e621-4407-ba9e-46484a71e4d0 admin admin] Calling delete_port for c5791a5d-fb32-4a2b-a124-217d5c5831ea owned by network:router_gateway {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:04:03.637314 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b80d0649-70a8-48be-afdf-b991d2e8149f admin admin] Publish callbacks [] for security_group (fde2fd4f-88d6-4a3a-9d0b-1495cd00cea4), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:03.671771 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-029dbd10-13bb-4a13-9f8e-4de4447cdf64 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:03.676913 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-029dbd10-13bb-4a13-9f8e-4de4447cdf64 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4128132 Feb 19 03:04:03.691068 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51598) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:03.703058 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-5dcb335a-55d0-4f43-97f2-5eea00aee06c tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Request body: {'security_group_rule': {'security_group_id': '9d7dcfd1-ecc3-4fa6-96ba-61c1570357d1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'ff702b47-af3b-4e5f-b60c-0f123cd563a6'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:04:03.773476 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029dbd10-13bb-4a13-9f8e-4de4447cdf64 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff702b47-af3b-4e5f-b60c-0f123cd563a6,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:03.813853 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b80d0649-70a8-48be-afdf-b991d2e8149f admin admin] Publish callbacks [] for security_group (fde2fd4f-88d6-4a3a-9d0b-1495cd00cea4), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:03.936841 n-d-826753-2 neutron-server[103701]: INFO neutron.api.v2.resource [None req-5dcb335a-55d0-4f43-97f2-5eea00aee06c tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:04:03.943788 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 42f9c67d-2054-45aa-94ba-6c38aa4e0e11 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:04:03.949230 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-5dcb335a-55d0-4f43-97f2-5eea00aee06c tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2527683 Feb 19 03:04:03.955522 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51604) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:04.000048 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 42f9c67d-2054-45aa-94ba-6c38aa4e0e11 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:04:04.000434 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 42f9c67d-2054-45aa-94ba-6c38aa4e0e11 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:04:04.038587 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 51606) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:04.052405 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8000ac4a-dd07-42b2-a469-c6cb4c496925 tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks [] for router_gateway (115eacc5-ef5f-411a-8dc7-206fc0b36bac), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:04.056887 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a219355f-9e41-4729-b68d-76b27cb98cc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:04.238145 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a219355f-9e41-4729-b68d-76b27cb98cc4 admin admin] Publish callbacks [] for security_group (d421e42a-35af-4528-ae89-df4e483a8b7b), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:04.269397 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a219355f-9e41-4729-b68d-76b27cb98cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (d421e42a-35af-4528-ae89-df4e483a8b7b), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:04.384880 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-a219355f-9e41-4729-b68d-76b27cb98cc4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ebff886dfbcd4c7180b21e41a868db76&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3480496 Feb 19 03:04:04.430541 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 51614) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:04.434480 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a219355f-9e41-4729-b68d-76b27cb98cc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d421e42a-35af-4528-ae89-df4e483a8b7b,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:04.520089 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8000ac4a-dd07-42b2-a469-c6cb4c496925 tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks [] for router_gateway (115eacc5-ef5f-411a-8dc7-206fc0b36bac), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:04.546599 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8000ac4a-dd07-42b2-a469-c6cb4c496925 tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:04.598822 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a70d5789-7c39-49b4-8318-80095d7c7611 admin admin] Publish callbacks [] for security_group (d421e42a-35af-4528-ae89-df4e483a8b7b), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:04.636514 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a70d5789-7c39-49b4-8318-80095d7c7611 admin admin] Publish callbacks [] for security_group (d421e42a-35af-4528-ae89-df4e483a8b7b), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:04.643773 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b80d0649-70a8-48be-afdf-b991d2e8149f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (fde2fd4f-88d6-4a3a-9d0b-1495cd00cea4), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:04.647183 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b80d0649-70a8-48be-afdf-b991d2e8149f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:04.648345 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-b80d0649-70a8-48be-afdf-b991d2e8149f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/fde2fd4f-88d6-4a3a-9d0b-1495cd00cea4 HTTP/1.1" status: 204 len: 168 time: 1.1145356 Feb 19 03:04:04.687076 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80d0649-70a8-48be-afdf-b991d2e8149f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde2fd4f-88d6-4a3a-9d0b-1495cd00cea4,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:04.802273 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7308bd12-f2ed-4cce-aca9-58d395794b13 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Publish callbacks [] for security_group (ff702b47-af3b-4e5f-b60c-0f123cd563a6), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:04.836754 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a70d5789-7c39-49b4-8318-80095d7c7611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (d421e42a-35af-4528-ae89-df4e483a8b7b), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:04.842001 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a70d5789-7c39-49b4-8318-80095d7c7611 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:04.846723 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-a70d5789-7c39-49b4-8318-80095d7c7611 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d421e42a-35af-4528-ae89-df4e483a8b7b HTTP/1.1" status: 204 len: 168 time: 0.4111893 Feb 19 03:04:04.880878 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70d5789-7c39-49b4-8318-80095d7c7611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d421e42a-35af-4528-ae89-df4e483a8b7b,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:04.915560 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-8000ac4a-dd07-42b2-a469-c6cb4c496925 tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Allocated IP 172.25.6.4 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/e9d7ffee-ed53-4137-bf23-abdfc41a6625) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:04:04.984536 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7308bd12-f2ed-4cce-aca9-58d395794b13 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Publish callbacks [] for security_group (ff702b47-af3b-4e5f-b60c-0f123cd563a6), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:05.070051 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9e08260a-e621-4407-ba9e-46484a71e4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (c5791a5d-fb32-4a2b-a124-217d5c5831ea), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:05.151435 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e08260a-e621-4407-ba9e-46484a71e4d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5791a5d-fb32-4a2b-a124-217d5c5831ea,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:05.164175 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8000ac4a-dd07-42b2-a469-c6cb4c496925 tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks [] for port (e9d7ffee-ed53-4137-bf23-abdfc41a6625), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:05.228104 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7308bd12-f2ed-4cce-aca9-58d395794b13 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (ff702b47-af3b-4e5f-b60c-0f123cd563a6), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:05.230184 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8000ac4a-dd07-42b2-a469-c6cb4c496925 tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (e9d7ffee-ed53-4137-bf23-abdfc41a6625), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:05.237212 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7308bd12-f2ed-4cce-aca9-58d395794b13 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:05.258515 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-7308bd12-f2ed-4cce-aca9-58d395794b13 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] 10.222.0.72 "DELETE /v2.0/security-groups/ff702b47-af3b-4e5f-b60c-0f123cd563a6 HTTP/1.1" status: 204 len: 168 time: 1.2826254 Feb 19 03:04:05.273251 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51634) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:05.323538 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7308bd12-f2ed-4cce-aca9-58d395794b13 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff702b47-af3b-4e5f-b60c-0f123cd563a6,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:05.333058 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8000ac4a-dd07-42b2-a469-c6cb4c496925 tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:04:05.337736 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 51638) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:05.339237 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-8000ac4a-dd07-42b2-a469-c6cb4c496925 tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:04:05.360839 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8000ac4a-dd07-42b2-a469-c6cb4c496925 tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:04:05.363687 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9e08260a-e621-4407-ba9e-46484a71e4d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16285837'] for router_gateway (2e36e84f-e23d-4b77-b60f-e340c67848ce), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:05.456799 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8000ac4a-dd07-42b2-a469-c6cb4c496925 tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Pushing event updated for resources: {'Port': ['ID=e9d7ffee-ed53-4137-bf23-abdfc41a6625,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:05.510713 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-2b1f19de-2a3e-4885-a305-d865713aad62 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.2342038 Feb 19 03:04:05.512546 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9e08260a-e621-4407-ba9e-46484a71e4d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16317457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14254'] for router (2e36e84f-e23d-4b77-b60f-e340c67848ce), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:05.515638 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9e08260a-e621-4407-ba9e-46484a71e4d0 admin admin] Publish callbacks [] for router_controller (2e36e84f-e23d-4b77-b60f-e340c67848ce), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:05.517077 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 51640) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:05.556684 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-ef6deab7-efec-4b9d-b366-f3fe4f0352bd admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=cc2c4989df1a453f9a28441594fce8da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2143118 Feb 19 03:04:05.562451 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 51644) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:05.625495 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9e08260a-e621-4407-ba9e-46484a71e4d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16317544'] for router (2e36e84f-e23d-4b77-b60f-e340c67848ce), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:05.625916 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e08260a-e621-4407-ba9e-46484a71e4d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e36e84f-e23d-4b77-b60f-e340c67848ce {{(pid=103701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:04:05.631294 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9e08260a-e621-4407-ba9e-46484a71e4d0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:05.635102 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-9e08260a-e621-4407-ba9e-46484a71e4d0 admin admin] 10.222.0.72 "DELETE /v2.0/routers/2e36e84f-e23d-4b77-b60f-e340c67848ce HTTP/1.1" status: 204 len: 168 time: 3.4609745 Feb 19 03:04:05.636679 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51652) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:05.777288 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_v2 [None req-a67f68d7-6ab3-4e81-9b65-841037b96f0d admin admin] Deleting subnet 7ff33b6e-4154-4b50-8387-7c0038b41dcb {{(pid=103701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:04:05.783739 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a67f68d7-6ab3-4e81-9b65-841037b96f0d admin admin] Publish callbacks [] for subnet (7ff33b6e-4154-4b50-8387-7c0038b41dcb), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:05.846571 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a67f68d7-6ab3-4e81-9b65-841037b96f0d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12647399'] for subnet (7ff33b6e-4154-4b50-8387-7c0038b41dcb), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:05.948479 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e83610a1-19d6-4959-ad8e-94c1902bf098 admin admin] Publish callbacks [] for security_group (aac9db47-d889-48d5-bdee-19655d8ecbed), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:06.026928 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-28f4e861-508b-4fb6-89f7-ecb1e4ef912d tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Publish callbacks [] for security_group (9d7dcfd1-ecc3-4fa6-96ba-61c1570357d1), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:06.057937 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a67f68d7-6ab3-4e81-9b65-841037b96f0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (7ff33b6e-4154-4b50-8387-7c0038b41dcb), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:06.077632 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-28f4e861-508b-4fb6-89f7-ecb1e4ef912d tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Publish callbacks [] for security_group (9d7dcfd1-ecc3-4fa6-96ba-61c1570357d1), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:06.134999 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e83610a1-19d6-4959-ad8e-94c1902bf098 admin admin] Publish callbacks [] for security_group (aac9db47-d889-48d5-bdee-19655d8ecbed), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:06.136762 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-28f4e861-508b-4fb6-89f7-ecb1e4ef912d tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (9d7dcfd1-ecc3-4fa6-96ba-61c1570357d1), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:06.142470 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-28f4e861-508b-4fb6-89f7-ecb1e4ef912d tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:06.143408 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-28f4e861-508b-4fb6-89f7-ecb1e4ef912d tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] 10.222.0.72 "DELETE /v2.0/security-groups/9d7dcfd1-ecc3-4fa6-96ba-61c1570357d1 HTTP/1.1" status: 204 len: 168 time: 0.6161075 Feb 19 03:04:06.147058 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51670) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:06.279293 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-cc5bc5bf-90b3-4f62-a0a0-2cb3f450732c tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1289794 Feb 19 03:04:06.285359 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51676) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:06.307036 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-3a04eea8-44f4-4214-8515-12949362884e tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Request body: {'security_group': {'name': 'tempest-secgroup--927748916'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:04:06.341629 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a67f68d7-6ab3-4e81-9b65-841037b96f0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12647206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58706286'] for subnet (7ff33b6e-4154-4b50-8387-7c0038b41dcb), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:06.351625 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f4e861-508b-4fb6-89f7-ecb1e4ef912d tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d7dcfd1-ecc3-4fa6-96ba-61c1570357d1,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:06.392766 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a67f68d7-6ab3-4e81-9b65-841037b96f0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:06.404557 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-a67f68d7-6ab3-4e81-9b65-841037b96f0d admin admin] 10.222.0.72 "DELETE /v2.0/subnets/7ff33b6e-4154-4b50-8387-7c0038b41dcb HTTP/1.1" status: 204 len: 168 time: 0.7640996 Feb 19 03:04:06.404791 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879a5f8d-fc39-41db-95c3-052a8fb01da6 None None] Network d6693eea-5935-4b21-81c1-498cbd8a50e6 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:04:06.405446 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 51678) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:06.440822 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3a04eea8-44f4-4214-8515-12949362884e tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:06.454706 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67f68d7-6ab3-4e81-9b65-841037b96f0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ff33b6e-4154-4b50-8387-7c0038b41dcb,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:06.472090 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51680) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:06.624219 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3a04eea8-44f4-4214-8515-12949362884e tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Publish callbacks [] for security_group (149e5b1f-a466-4c1d-8d3a-60c4fc5a1499), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:06.628625 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8000ac4a-dd07-42b2-a469-c6cb4c496925 tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks [] for router_gateway (115eacc5-ef5f-411a-8dc7-206fc0b36bac), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:06.638068 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3a04eea8-44f4-4214-8515-12949362884e tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (149e5b1f-a466-4c1d-8d3a-60c4fc5a1499), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:06.643320 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e83610a1-19d6-4959-ad8e-94c1902bf098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (aac9db47-d889-48d5-bdee-19655d8ecbed), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:06.650838 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e83610a1-19d6-4959-ad8e-94c1902bf098 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:06.652038 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-e83610a1-19d6-4959-ad8e-94c1902bf098 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/aac9db47-d889-48d5-bdee-19655d8ecbed HTTP/1.1" status: 204 len: 168 time: 1.0874238 Feb 19 03:04:06.707317 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a04eea8-44f4-4214-8515-12949362884e tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=149e5b1f-a466-4c1d-8d3a-60c4fc5a1499,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:06.712427 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3a04eea8-44f4-4214-8515-12949362884e tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:06.713721 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-3a04eea8-44f4-4214-8515-12949362884e tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4261806 Feb 19 03:04:06.718146 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51690) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:06.723300 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-c66a1fac-670d-4840-8120-bdd431ebcf46 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:04:06.723723 n-d-826753-2 neutron-server[103701]: WARNING neutron.api.v2.base [None req-c66a1fac-670d-4840-8120-bdd431ebcf46 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 19 03:04:06.724212 n-d-826753-2 neutron-server[103701]: INFO neutron.api.v2.resource [None req-c66a1fac-670d-4840-8120-bdd431ebcf46 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] update failed (client error): There was a conflict when trying to complete your request. Feb 19 03:04:06.725193 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-c66a1fac-670d-4840-8120-bdd431ebcf46 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] 10.222.0.72 "PUT /v2.0/security-groups/149e5b1f-a466-4c1d-8d3a-60c4fc5a1499 HTTP/1.1" status: 409 len: 330 time: 0.0060794 Feb 19 03:04:06.727942 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51692) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:06.752881 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83610a1-19d6-4959-ad8e-94c1902bf098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aac9db47-d889-48d5-bdee-19655d8ecbed,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:06.760037 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c37961d8-1bad-4e9d-859c-858d17b8647b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (d6693eea-5935-4b21-81c1-498cbd8a50e6), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:06.786244 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b883407-2801-4421-a602-6168483a56a1 None None] DHCP port deletion for d6693eea-5935-4b21-81c1-498cbd8a50e6 request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:04:06.829641 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-c3dae88c-4812-45c1-b049-8015380600cf admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1169791702-network', 'tenant_id': '691e67c990444120bcd0c98f1b60f09b'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:04:06.877397 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-7b883407-2801-4421-a602-6168483a56a1 None None] Deleting port 8432460b-82ec-4abc-803c-dfc27879a78f {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:04:06.878027 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-7b883407-2801-4421-a602-6168483a56a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (8432460b-82ec-4abc-803c-dfc27879a78f), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:06.907645 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3dae88c-4812-45c1-b049-8015380600cf admin admin] Made reservation on behalf of 691e67c990444120bcd0c98f1b60f09b for: {'network': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:04:06.909986 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c3dae88c-4812-45c1-b049-8015380600cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:06.911915 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-fd926309-0c2d-4754-b6dc-a91e187d8e9a tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Publish callbacks [] for security_group (149e5b1f-a466-4c1d-8d3a-60c4fc5a1499), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:06.938083 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c3dae88c-4812-45c1-b049-8015380600cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:07.023234 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-c37961d8-1bad-4e9d-859c-858d17b8647b admin admin] Deleting port 8432460b-82ec-4abc-803c-dfc27879a78f {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:04:07.023823 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c37961d8-1bad-4e9d-859c-858d17b8647b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (8432460b-82ec-4abc-803c-dfc27879a78f), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:07.042152 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-7b883407-2801-4421-a602-6168483a56a1 None None] For port 8432460b-82ec-4abc-803c-dfc27879a78f, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=8432460b-82ec-4abc-803c-dfc27879a78f,segment=NetworkSegment(245dfdec-94d3-4f95-bab9-a70453fd4b3c),segment_id=245dfdec-94d3-4f95-bab9-a70453fd4b3c)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:04:07.043688 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-7b883407-2801-4421-a602-6168483a56a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (8432460b-82ec-4abc-803c-dfc27879a78f), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:07.080353 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-7b883407-2801-4421-a602-6168483a56a1 None None] Calling delete_port for 8432460b-82ec-4abc-803c-dfc27879a78f owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:04:07.174069 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c3dae88c-4812-45c1-b049-8015380600cf admin admin] Publish callbacks [] for security_group (dca410f4-0b4b-41b4-93cf-ff3f9b4055d2), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:07.190107 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c3dae88c-4812-45c1-b049-8015380600cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (dca410f4-0b4b-41b4-93cf-ff3f9b4055d2), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:07.275029 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-fd926309-0c2d-4754-b6dc-a91e187d8e9a tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Publish callbacks [] for security_group (149e5b1f-a466-4c1d-8d3a-60c4fc5a1499), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:07.286082 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-7b883407-2801-4421-a602-6168483a56a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (8432460b-82ec-4abc-803c-dfc27879a78f), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:07.291551 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-c37961d8-1bad-4e9d-859c-858d17b8647b admin admin] For port 8432460b-82ec-4abc-803c-dfc27879a78f, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=8432460b-82ec-4abc-803c-dfc27879a78f,segment=NetworkSegment(245dfdec-94d3-4f95-bab9-a70453fd4b3c),segment_id=245dfdec-94d3-4f95-bab9-a70453fd4b3c)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:04:07.291918 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c37961d8-1bad-4e9d-859c-858d17b8647b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (8432460b-82ec-4abc-803c-dfc27879a78f), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:07.308692 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b883407-2801-4421-a602-6168483a56a1 None None] No DVR routers for this DVR port 8432460b-82ec-4abc-803c-dfc27879a78f on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:04:07.330703 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dae88c-4812-45c1-b049-8015380600cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dca410f4-0b4b-41b4-93cf-ff3f9b4055d2,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:07.342446 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3dae88c-4812-45c1-b049-8015380600cf admin admin] vlan segment allocate from pool success with {'vlan_id': 262, 'physical_network': 'physnet1'} {{(pid=103701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:04:07.350227 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-c37961d8-1bad-4e9d-859c-858d17b8647b admin admin] Calling delete_port for 8432460b-82ec-4abc-803c-dfc27879a78f owned by network:dhcp {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:04:07.359998 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8000ac4a-dd07-42b2-a469-c6cb4c496925 tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16285772', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16317501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14257'] for router (115eacc5-ef5f-411a-8dc7-206fc0b36bac), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:07.360285 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b883407-2801-4421-a602-6168483a56a1 None None] Pushing event deleted for resources: {'Port': ['ID=8432460b-82ec-4abc-803c-dfc27879a78f,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:07.378272 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8000ac4a-dd07-42b2-a469-c6cb4c496925 tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16285787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16285778', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16317492'] for router (115eacc5-ef5f-411a-8dc7-206fc0b36bac), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:07.396222 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b883407-2801-4421-a602-6168483a56a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:04:07.397571 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b883407-2801-4421-a602-6168483a56a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:04:07.398635 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b883407-2801-4421-a602-6168483a56a1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:04:07.399187 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b883407-2801-4421-a602-6168483a56a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:04:07.402667 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b883407-2801-4421-a602-6168483a56a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:04:07.403579 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b883407-2801-4421-a602-6168483a56a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:04:07.404182 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b883407-2801-4421-a602-6168483a56a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:04:07.404773 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b883407-2801-4421-a602-6168483a56a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:04:07.405902 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b883407-2801-4421-a602-6168483a56a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:04:07.409799 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b883407-2801-4421-a602-6168483a56a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:04:07.410393 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b883407-2801-4421-a602-6168483a56a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:04:07.411016 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b883407-2801-4421-a602-6168483a56a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:04:07.411942 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b883407-2801-4421-a602-6168483a56a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:04:07.418195 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c3dae88c-4812-45c1-b049-8015380600cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (07810348-c073-4bbf-84d2-ed09a13b87db), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:07.418543 n-d-826753-2 neutron-server[103701]: INFO neutron.db.segments_db [None req-c3dae88c-4812-45c1-b049-8015380600cf admin admin] Added segment 07810348-c073-4bbf-84d2-ed09a13b87db of type vlan for network 6d3b69cf-1802-49ef-8f64-09e108450cf5 Feb 19 03:04:07.541885 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c3dae88c-4812-45c1-b049-8015380600cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (6d3b69cf-1802-49ef-8f64-09e108450cf5), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:07.559334 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-fd926309-0c2d-4754-b6dc-a91e187d8e9a tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (149e5b1f-a466-4c1d-8d3a-60c4fc5a1499), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:07.571570 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-fd926309-0c2d-4754-b6dc-a91e187d8e9a tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:07.572758 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-fd926309-0c2d-4754-b6dc-a91e187d8e9a tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] 10.222.0.72 "DELETE /v2.0/security-groups/149e5b1f-a466-4c1d-8d3a-60c4fc5a1499 HTTP/1.1" status: 204 len: 168 time: 0.8439035 Feb 19 03:04:07.581225 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 51714) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:07.631617 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd926309-0c2d-4754-b6dc-a91e187d8e9a tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=149e5b1f-a466-4c1d-8d3a-60c4fc5a1499,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:07.659978 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c3dae88c-4812-45c1-b049-8015380600cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (6d3b69cf-1802-49ef-8f64-09e108450cf5), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:07.661245 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3dae88c-4812-45c1-b049-8015380600cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:07.662033 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c3dae88c-4812-45c1-b049-8015380600cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:07.777753 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-1e4f8a2a-5780-422f-9be8-a811eec8e513 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1951046 Feb 19 03:04:07.783624 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 51724) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:07.784026 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dae88c-4812-45c1-b049-8015380600cf admin admin] Pushing event updated for resources: {'Network': ['ID=6d3b69cf-1802-49ef-8f64-09e108450cf5,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:07.805439 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-c3dae88c-4812-45c1-b049-8015380600cf admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3293743 Feb 19 03:04:07.805439 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51726) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:07.812812 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-92d4ae3b-92b4-4d80-9fa0-bca066846fcc admin admin] Request body: {'subnet': {'network_id': '6d3b69cf-1802-49ef-8f64-09e108450cf5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1169791702-subnet', 'tenant_id': '691e67c990444120bcd0c98f1b60f09b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:04:07.823845 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c37961d8-1bad-4e9d-859c-858d17b8647b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (8432460b-82ec-4abc-803c-dfc27879a78f), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:07.829481 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 6d3b69cf-1802-49ef-8f64-09e108450cf5 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:04:07.834784 n-d-826753-2 neutron-server[103702]: INFO neutron.api.v2.resource [None req-dcf72d24-591a-4c9a-9832-85ec8f35f198 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] delete failed (client error): The resource could not be found. Feb 19 03:04:07.839750 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-dcf72d24-591a-4c9a-9832-85ec8f35f198 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] 10.222.0.72 "DELETE /v2.0/security-groups/48a06985-e81f-4036-a5b3-b06a249ffc64 HTTP/1.1" status: 404 len: 347 time: 0.0542307 Feb 19 03:04:07.842170 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 51730) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:07.896793 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92d4ae3b-92b4-4d80-9fa0-bca066846fcc admin admin] Made reservation on behalf of 691e67c990444120bcd0c98f1b60f09b for: {'subnet': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:04:07.899228 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-92d4ae3b-92b4-4d80-9fa0-bca066846fcc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58706307'] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:07.909312 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37961d8-1bad-4e9d-859c-858d17b8647b admin admin] Pushing event deleted for resources: {'Port': ['ID=8432460b-82ec-4abc-803c-dfc27879a78f,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:07.962551 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37961d8-1bad-4e9d-859c-858d17b8647b admin admin] No DVR routers for this DVR port 8432460b-82ec-4abc-803c-dfc27879a78f on host n-d-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:04:07.965244 n-d-826753-2 neutron-server[103702]: INFO neutron.api.v2.resource [None req-d3ec81fc-dbaf-4c1c-90d5-2fa0b0893225 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] show failed (client error): The resource could not be found. Feb 19 03:04:07.966006 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-d3ec81fc-dbaf-4c1c-90d5-2fa0b0893225 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] 10.222.0.72 "GET /v2.0/security-groups/77f20ee9-eaec-409c-bb31-b1d2caaaf684 HTTP/1.1" status: 404 len: 347 time: 0.0764959 Feb 19 03:04:07.977982 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 51732) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:08.029716 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8000ac4a-dd07-42b2-a469-c6cb4c496925 tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Router 115eacc5-ef5f-411a-8dc7-206fc0b36bac is scheduled to L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd with binding_index 1 {{(pid=103702) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:04:08.108873 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51736) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:08.211010 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 8432460b-82ec-4abc-803c-dfc27879a78f no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:04:08.220219 n-d-826753-2 neutron-server[103702]: INFO neutron.api.v2.resource [None req-dae77ea4-f57f-40a6-8189-8a65a8efc290 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] show failed (client error): The resource could not be found. Feb 19 03:04:08.229727 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-dae77ea4-f57f-40a6-8189-8a65a8efc290 tempest-NegativeSecGroupTest-1388198741 tempest-NegativeSecGroupTest-1388198741-project] 10.222.0.72 "GET /v2.0/security-group-rules/eb376cf3-b257-4678-b703-4de343305118 HTTP/1.1" status: 404 len: 356 time: 0.2454219 Feb 19 03:04:08.240784 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 8432460b-82ec-4abc-803c-dfc27879a78f {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:04:08.241224 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 8432460b-82ec-4abc-803c-dfc27879a78f not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:04:08.241668 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device c5791a5d-fb32-4a2b-a124-217d5c5831ea no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:04:08.270084 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: c5791a5d-fb32-4a2b-a124-217d5c5831ea {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:04:08.270432 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device c5791a5d-fb32-4a2b-a124-217d5c5831ea not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:04:08.306779 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-373faa08-207c-403b-a3d0-441e750861a5 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1656892212'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:04:08.315568 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-92d4ae3b-92b4-4d80-9fa0-bca066846fcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12647271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58706289'] for subnet (58f4bb0c-650d-4931-aa67-9b83a274fd57), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:08.363010 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c37961d8-1bad-4e9d-859c-858d17b8647b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (d6693eea-5935-4b21-81c1-498cbd8a50e6), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:08.384993 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-c37961d8-1bad-4e9d-859c-858d17b8647b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6693eea-5935-4b21-81c1-498cbd8a50e6']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:04:08.395789 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-c37961d8-1bad-4e9d-859c-858d17b8647b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '245dfdec-94d3-4f95-bab9-a70453fd4b3c') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:04:08.396102 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-c37961d8-1bad-4e9d-859c-858d17b8647b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '245dfdec-94d3-4f95-bab9-a70453fd4b3c') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:04:08.401289 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-373faa08-207c-403b-a3d0-441e750861a5 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Made reservation on behalf of b06873ea7daf461288bec36045fa32f6 for: {'network': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:04:08.405491 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-373faa08-207c-403b-a3d0-441e750861a5 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:08.407947 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c37961d8-1bad-4e9d-859c-858d17b8647b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (245dfdec-94d3-4f95-bab9-a70453fd4b3c), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:08.422442 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c37961d8-1bad-4e9d-859c-858d17b8647b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (245dfdec-94d3-4f95-bab9-a70453fd4b3c), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:08.430839 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c37961d8-1bad-4e9d-859c-858d17b8647b admin admin] Releasing vlan 296 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:04:08.431688 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c37961d8-1bad-4e9d-859c-858d17b8647b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (245dfdec-94d3-4f95-bab9-a70453fd4b3c), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:08.444739 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-373faa08-207c-403b-a3d0-441e750861a5 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:08.460417 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d4ae3b-92b4-4d80-9fa0-bca066846fcc admin admin] Pushing event updated for resources: {'Subnet': ['ID=58f4bb0c-650d-4931-aa67-9b83a274fd57,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:08.471061 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d4ae3b-92b4-4d80-9fa0-bca066846fcc admin admin] Checking segment: {'id': '07810348-c073-4bbf-84d2-ed09a13b87db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '6d3b69cf-1802-49ef-8f64-09e108450cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:04:08.471431 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d4ae3b-92b4-4d80-9fa0-bca066846fcc admin admin] Network hostable DHCP agents. Network: 6d3b69cf-1802-49ef-8f64-09e108450cf5, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:04:08.494262 n-d-826753-2 neutron-server[103702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:04:08.494262 n-d-826753-2 neutron-server[103702]: self.session.flush() Feb 19 03:04:08.494262 n-d-826753-2 neutron-server[103702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:04:08.494262 n-d-826753-2 neutron-server[103702]: self.session.flush() Feb 19 03:04:08.494262 n-d-826753-2 neutron-server[103702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:04:08.494262 n-d-826753-2 neutron-server[103702]: self.session.flush() Feb 19 03:04:08.494262 n-d-826753-2 neutron-server[103702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:04:08.494262 n-d-826753-2 neutron-server[103702]: self.session.flush() Feb 19 03:04:08.494262 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 03:04:08.494262 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:04:08.494262 n-d-826753-2 neutron-server[103702]: timer() Feb 19 03:04:08.494262 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:04:08.494262 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 03:04:08.494262 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:04:08.494262 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 03:04:08.494262 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:04:08.494262 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 03:04:08.494262 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:04:08.494262 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 03:04:08.494262 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:04:08.494262 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 03:04:08.494262 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:04:08.494262 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:04:08.494262 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:04:08.494262 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:04:08.494262 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:04:08.494262 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 03:04:08.494262 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:04:08.494262 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 03:04:08.494262 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:04:08.494262 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:04:08.494262 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:04:08.494262 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 03:04:08.494262 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:04:08.494262 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:04:08.494262 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:04:08.494262 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:04:08.494262 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:04:08.494262 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:04:08.494262 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:04:08.503401 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c37961d8-1bad-4e9d-859c-858d17b8647b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (d6693eea-5935-4b21-81c1-498cbd8a50e6), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:08.511506 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d4ae3b-92b4-4d80-9fa0-bca066846fcc admin admin] Network 6d3b69cf-1802-49ef-8f64-09e108450cf5 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:04:08.526063 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c37961d8-1bad-4e9d-859c-858d17b8647b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:08.533851 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-c37961d8-1bad-4e9d-859c-858d17b8647b admin admin] 10.222.0.72 "DELETE /v2.0/networks/d6693eea-5935-4b21-81c1-498cbd8a50e6 HTTP/1.1" status: 204 len: 168 time: 2.1248658 Feb 19 03:04:08.534281 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-92d4ae3b-92b4-4d80-9fa0-bca066846fcc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 6d3b69cf-1802-49ef-8f64-09e108450cf5) {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:04:08.534911 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37961d8-1bad-4e9d-859c-858d17b8647b admin admin] Pushing event deleted for resources: {'Network': ['ID=d6693eea-5935-4b21-81c1-498cbd8a50e6,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:08.536712 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 51750) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:08.540281 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d4ae3b-92b4-4d80-9fa0-bca066846fcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:08.541903 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-92d4ae3b-92b4-4d80-9fa0-bca066846fcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:08.543643 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89b0b2f-f4d0-4a47-87f3-75401d7ae3f4 None None] Network 6d3b69cf-1802-49ef-8f64-09e108450cf5 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:04:08.589616 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-92d4ae3b-92b4-4d80-9fa0-bca066846fcc admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7830918 Feb 19 03:04:08.623734 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-373faa08-207c-403b-a3d0-441e750861a5 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Publish callbacks [] for security_group (26f47d8e-7921-45cd-833c-bbbfec01dc8c), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:08.656279 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-373faa08-207c-403b-a3d0-441e750861a5 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (26f47d8e-7921-45cd-833c-bbbfec01dc8c), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:08.693755 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51758) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:08.729571 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-373faa08-207c-403b-a3d0-441e750861a5 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] vlan segment allocate from pool success with {'vlan_id': 265, 'physical_network': 'physnet1'} {{(pid=103701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:04:08.762080 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f549e31-0358-4c3b-9e42-3b2f5dd357ce None None] Network 6d3b69cf-1802-49ef-8f64-09e108450cf5 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:04:08.772529 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8000ac4a-dd07-42b2-a469-c6cb4c496925 tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:04:08.787322 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373faa08-207c-403b-a3d0-441e750861a5 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26f47d8e-7921-45cd-833c-bbbfec01dc8c,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:08.788246 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbde8a7b-5d47-42d8-af82-50bbdf6000d1 None None] Sync routers for ids ['115eacc5-ef5f-411a-8dc7-206fc0b36bac'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:04:08.792665 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-373faa08-207c-403b-a3d0-441e750861a5 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (4f93fd79-1f64-458a-8be9-ca0a45526a95), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:08.793059 n-d-826753-2 neutron-server[103701]: INFO neutron.db.segments_db [None req-373faa08-207c-403b-a3d0-441e750861a5 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Added segment 4f93fd79-1f64-458a-8be9-ca0a45526a95 of type vlan for network a352db81-ea7b-43ad-bfe2-a6d630685c32 Feb 19 03:04:08.797144 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8000ac4a-dd07-42b2-a469-c6cb4c496925 tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:08.803125 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-8000ac4a-dd07-42b2-a469-c6cb4c496925 tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] 10.222.0.72 "PUT /v2.0/routers/115eacc5-ef5f-411a-8dc7-206fc0b36bac HTTP/1.1" status: 200 len: 878 time: 5.2725635 Feb 19 03:04:08.804351 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 51762) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:08.837913 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbde8a7b-5d47-42d8-af82-50bbdf6000d1 None None] Routers {'115eacc5-ef5f-411a-8dc7-206fc0b36bac'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:04:08.837913 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-cbde8a7b-5d47-42d8-af82-50bbdf6000d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:03:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['115eacc5-ef5f-411a-8dc7-206fc0b36bac'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:04:08.943973 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-373faa08-207c-403b-a3d0-441e750861a5 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (a352db81-ea7b-43ad-bfe2-a6d630685c32), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:08.963931 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-cbde8a7b-5d47-42d8-af82-50bbdf6000d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:04:08.989625 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbde8a7b-5d47-42d8-af82-50bbdf6000d1 None None] Routers {'115eacc5-ef5f-411a-8dc7-206fc0b36bac'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:04:08.990312 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-cbde8a7b-5d47-42d8-af82-50bbdf6000d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:03:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['115eacc5-ef5f-411a-8dc7-206fc0b36bac'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:04:09.043345 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-373faa08-207c-403b-a3d0-441e750861a5 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (a352db81-ea7b-43ad-bfe2-a6d630685c32), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:09.048452 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373faa08-207c-403b-a3d0-441e750861a5 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:09.053830 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-373faa08-207c-403b-a3d0-441e750861a5 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:09.069856 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-cbde8a7b-5d47-42d8-af82-50bbdf6000d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:04:09.070513 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbde8a7b-5d47-42d8-af82-50bbdf6000d1 None None] The sync data for ids ['115eacc5-ef5f-411a-8dc7-206fc0b36bac'] in n-d-826753-2 is: [] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:04:09.210059 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-0d191dc4-1f83-4c92-9cb7-a52445c181d1 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=135e30c0f5214f75981670c0f7249464&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5141809 Feb 19 03:04:09.227341 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51774) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:09.246743 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-373faa08-207c-403b-a3d0-441e750861a5 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.1364710 Feb 19 03:04:09.251224 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51776) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:09.267401 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-8c07d292-691d-4d04-b620-a79f993525ce tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Request body: {'subnet': {'network_id': 'a352db81-ea7b-43ad-bfe2-a6d630685c32', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:04:09.310796 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373faa08-207c-403b-a3d0-441e750861a5 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Pushing event updated for resources: {'Network': ['ID=a352db81-ea7b-43ad-bfe2-a6d630685c32,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:09.323497 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network a352db81-ea7b-43ad-bfe2-a6d630685c32 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:04:09.494118 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-847683ed-77bf-406e-a041-c04d56fb6ffa admin admin] Publish callbacks [] for security_group (9c664ab1-d8af-4369-bba8-cf322ce68191), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:09.505928 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c07d292-691d-4d04-b620-a79f993525ce tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Made reservation on behalf of b06873ea7daf461288bec36045fa32f6 for: {'subnet': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:04:09.509925 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8c07d292-691d-4d04-b620-a79f993525ce tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58706307'] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:09.690121 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-911f9284-8b3d-4627-bc8d-8961d52107ef tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] 10.222.0.72 "GET /v2.0/routers/115eacc5-ef5f-411a-8dc7-206fc0b36bac HTTP/1.1" status: 200 len: 919 time: 0.8780131 Feb 19 03:04:09.690344 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 51788) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:09.775371 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-847683ed-77bf-406e-a041-c04d56fb6ffa admin admin] Publish callbacks [] for security_group (9c664ab1-d8af-4369-bba8-cf322ce68191), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:09.830616 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8c07d292-691d-4d04-b620-a79f993525ce tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12647271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58706289'] for subnet (3651012f-3e97-4d19-be13-db042c3f8c3b), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:09.917662 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7bb7901-741d-4603-ae79-3076226ca5ab tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:09.919300 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-d7bb7901-741d-4603-ae79-3076226ca5ab tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] 10.222.0.72 "GET /v2.0/ports?network_id=eaf64708-9021-419e-b287-ef3e0f51e2ee&device_id=115eacc5-ef5f-411a-8dc7-206fc0b36bac&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.2279630 Feb 19 03:04:09.921995 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 51792) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:09.972995 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c07d292-691d-4d04-b620-a79f993525ce tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Pushing event updated for resources: {'Subnet': ['ID=3651012f-3e97-4d19-be13-db042c3f8c3b,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:09.987201 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c07d292-691d-4d04-b620-a79f993525ce tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Checking segment: {'id': '4f93fd79-1f64-458a-8be9-ca0a45526a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'a352db81-ea7b-43ad-bfe2-a6d630685c32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:04:09.987648 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c07d292-691d-4d04-b620-a79f993525ce tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Network hostable DHCP agents. Network: a352db81-ea7b-43ad-bfe2-a6d630685c32, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:04:09.997237 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-847683ed-77bf-406e-a041-c04d56fb6ffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (9c664ab1-d8af-4369-bba8-cf322ce68191), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:10.003363 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-847683ed-77bf-406e-a041-c04d56fb6ffa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:10.007914 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-847683ed-77bf-406e-a041-c04d56fb6ffa admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9c664ab1-d8af-4369-bba8-cf322ce68191 HTTP/1.1" status: 204 len: 168 time: 0.7734759 Feb 19 03:04:10.035903 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847683ed-77bf-406e-a041-c04d56fb6ffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c664ab1-d8af-4369-bba8-cf322ce68191,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:10.089134 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c07d292-691d-4d04-b620-a79f993525ce tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Network a352db81-ea7b-43ad-bfe2-a6d630685c32 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:04:10.102719 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-8c07d292-691d-4d04-b620-a79f993525ce tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, a352db81-ea7b-43ad-bfe2-a6d630685c32) {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:04:10.121258 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8cc0aa-083b-4dcb-b780-2413a20bf9f5 None None] Network a352db81-ea7b-43ad-bfe2-a6d630685c32 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:04:10.137561 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f7009d-0398-42ff-bc3a-242ba4999d78 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:10.138619 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c07d292-691d-4d04-b620-a79f993525ce tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:10.139943 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-a1f7009d-0398-42ff-bc3a-242ba4999d78 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] 10.222.0.72 "GET /v2.0/networks/eaf64708-9021-419e-b287-ef3e0f51e2ee HTTP/1.1" status: 200 len: 881 time: 0.2163563 Feb 19 03:04:10.142770 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 51800) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:10.145322 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8c07d292-691d-4d04-b620-a79f993525ce tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:10.224398 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-8c07d292-691d-4d04-b620-a79f993525ce tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9632967 Feb 19 03:04:10.227055 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51802) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:10.232814 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-9297c236-6fba-4e06-8859-459638436ff9 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-101225646', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:04:10.243949 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-c291a267-9b39-41d0-916f-5ed3e15cdf83 tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] 10.222.0.72 "GET /v2.0/ports?device_id=115eacc5-ef5f-411a-8dc7-206fc0b36bac HTTP/1.1" status: 200 len: 205 time: 0.0978436 Feb 19 03:04:10.245037 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 51804) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:10.295034 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9297c236-6fba-4e06-8859-459638436ff9 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14172'] for router (d8677882-2d8a-468d-8375-926bc6064202), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:10.298004 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9297c236-6fba-4e06-8859-459638436ff9 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16317487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16285822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16309985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14247'] for router (d8677882-2d8a-468d-8375-926bc6064202), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:10.396475 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c9fab9-899c-4d2a-b538-83085210e0a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-a352db81-ea7b-43ad-bfe2-a6d630685c32', 'network_id': 'a352db81-ea7b-43ad-bfe2-a6d630685c32', 'project_id': 'b06873ea7daf461288bec36045fa32f6', 'fixed_ips': [{'subnet_id': '3651012f-3e97-4d19-be13-db042c3f8c3b'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:04:10.397890 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-a4c9fab9-899c-4d2a-b538-83085210e0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:10.445532 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9297c236-6fba-4e06-8859-459638436ff9 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Publish callbacks [] for router_controller (d8677882-2d8a-468d-8375-926bc6064202), precommit_add_association {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:10.457774 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9297c236-6fba-4e06-8859-459638436ff9 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16317478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865'] for router (d8677882-2d8a-468d-8375-926bc6064202), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:10.492734 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9297c236-6fba-4e06-8859-459638436ff9 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Publish callbacks [] for router (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:10.497064 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-9297c236-6fba-4e06-8859-459638436ff9 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.2654889 Feb 19 03:04:10.497064 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51812) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:10.666335 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-86a8735a-741d-46ef-abe1-7f9882e0bf36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16289271'] for router_interface (08995bc3-86a7-40de-a5b8-50febe97d713), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:10.672276 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9017f1a6-cf5f-408b-afa0-1ee4406acac1 tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks [] for router (115eacc5-ef5f-411a-8dc7-206fc0b36bac), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:10.794802 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-a4c9fab9-899c-4d2a-b538-83085210e0a6 None None] Allocated IP 172.20.0.2 (a352db81-ea7b-43ad-bfe2-a6d630685c32/3651012f-3e97-4d19-be13-db042c3f8c3b/191fa272-bda1-46f6-80e6-8f9b58e6898a) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:04:10.993468 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-a4c9fab9-899c-4d2a-b538-83085210e0a6 None None] Publish callbacks [] for port (191fa272-bda1-46f6-80e6-8f9b58e6898a), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:11.008154 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-a4c9fab9-899c-4d2a-b538-83085210e0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (191fa272-bda1-46f6-80e6-8f9b58e6898a), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:11.119427 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c9fab9-899c-4d2a-b538-83085210e0a6 None None] Network a352db81-ea7b-43ad-bfe2-a6d630685c32 is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:04:11.129444 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-a4c9fab9-899c-4d2a-b538-83085210e0a6 None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:04:11.132313 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c9fab9-899c-4d2a-b538-83085210e0a6 None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:04:11.169481 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-58bd1291-cb56-4c7b-9125-941b4efcea85 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:11.170018 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c9fab9-899c-4d2a-b538-83085210e0a6 None None] Pushing event updated for resources: {'Port': ['ID=191fa272-bda1-46f6-80e6-8f9b58e6898a,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:11.194312 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9017f1a6-cf5f-408b-afa0-1ee4406acac1 tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks [] for router_gateway (115eacc5-ef5f-411a-8dc7-206fc0b36bac), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:11.302578 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-a4c9fab9-899c-4d2a-b538-83085210e0a6 None None] Attempting to bind port 191fa272-bda1-46f6-80e6-8f9b58e6898a on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:04:11.303210 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-a4c9fab9-899c-4d2a-b538-83085210e0a6 None None] Attempting to bind port 191fa272-bda1-46f6-80e6-8f9b58e6898a by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '4f93fd79-1f64-458a-8be9-ca0a45526a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'a352db81-ea7b-43ad-bfe2-a6d630685c32'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:04:11.303969 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c9fab9-899c-4d2a-b538-83085210e0a6 None None] Attempting to bind port 191fa272-bda1-46f6-80e6-8f9b58e6898a on network a352db81-ea7b-43ad-bfe2-a6d630685c32 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:04:11.310951 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c9fab9-899c-4d2a-b538-83085210e0a6 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:04:11.311641 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c9fab9-899c-4d2a-b538-83085210e0a6 None None] Checking segment: {'id': '4f93fd79-1f64-458a-8be9-ca0a45526a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'a352db81-ea7b-43ad-bfe2-a6d630685c32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:04:11.312231 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-a4c9fab9-899c-4d2a-b538-83085210e0a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:11.313198 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c9fab9-899c-4d2a-b538-83085210e0a6 None None] Bound using segment: {'id': '4f93fd79-1f64-458a-8be9-ca0a45526a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'a352db81-ea7b-43ad-bfe2-a6d630685c32'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:04:11.314110 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-a4c9fab9-899c-4d2a-b538-83085210e0a6 None None] Bound port: 191fa272-bda1-46f6-80e6-8f9b58e6898a, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f93fd79-1f64-458a-8be9-ca0a45526a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'a352db81-ea7b-43ad-bfe2-a6d630685c32'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:04:11.314691 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-a4c9fab9-899c-4d2a-b538-83085210e0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (191fa272-bda1-46f6-80e6-8f9b58e6898a), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:11.428579 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-a4c9fab9-899c-4d2a-b538-83085210e0a6 None None] For port 191fa272-bda1-46f6-80e6-8f9b58e6898a, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:04:11.432893 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-a4c9fab9-899c-4d2a-b538-83085210e0a6 None None] For port 191fa272-bda1-46f6-80e6-8f9b58e6898a, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=191fa272-bda1-46f6-80e6-8f9b58e6898a,segment=NetworkSegment(4f93fd79-1f64-458a-8be9-ca0a45526a95),segment_id=4f93fd79-1f64-458a-8be9-ca0a45526a95)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:04:11.441477 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-a4c9fab9-899c-4d2a-b538-83085210e0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (191fa272-bda1-46f6-80e6-8f9b58e6898a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:11.555926 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-9017f1a6-cf5f-408b-afa0-1ee4406acac1 tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Deleting port e9d7ffee-ed53-4137-bf23-abdfc41a6625 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:04:11.559108 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c9fab9-899c-4d2a-b538-83085210e0a6 None None] Pushing event updated for resources: {'Port': ['ID=191fa272-bda1-46f6-80e6-8f9b58e6898a,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:11.560239 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9017f1a6-cf5f-408b-afa0-1ee4406acac1 tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (e9d7ffee-ed53-4137-bf23-abdfc41a6625), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:11.792392 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9017f1a6-cf5f-408b-afa0-1ee4406acac1 tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (e9d7ffee-ed53-4137-bf23-abdfc41a6625), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:11.820150 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-9017f1a6-cf5f-408b-afa0-1ee4406acac1 tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Calling delete_port for e9d7ffee-ed53-4137-bf23-abdfc41a6625 owned by network:router_gateway {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:04:11.855898 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-58bd1291-cb56-4c7b-9125-941b4efcea85 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Allocated IP 172.20.0.1 (a352db81-ea7b-43ad-bfe2-a6d630685c32/3651012f-3e97-4d19-be13-db042c3f8c3b/c0e4701a-fbaf-4719-ba33-5e9af8384b77) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:04:12.241528 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-86a8735a-741d-46ef-abe1-7f9882e0bf36 admin admin] Deleting port 4feff994-8ef1-4e08-8cc4-887b4a1a9450 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:04:12.242137 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-86a8735a-741d-46ef-abe1-7f9882e0bf36 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (4feff994-8ef1-4e08-8cc4-887b4a1a9450), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:12.344611 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-58bd1291-cb56-4c7b-9125-941b4efcea85 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Publish callbacks [] for port (c0e4701a-fbaf-4719-ba33-5e9af8384b77), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:12.409962 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9017f1a6-cf5f-408b-afa0-1ee4406acac1 tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (e9d7ffee-ed53-4137-bf23-abdfc41a6625), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:12.507424 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-58bd1291-cb56-4c7b-9125-941b4efcea85 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (c0e4701a-fbaf-4719-ba33-5e9af8384b77), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:12.561588 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58bd1291-cb56-4c7b-9125-941b4efcea85 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Network a352db81-ea7b-43ad-bfe2-a6d630685c32 is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:04:12.564882 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-58bd1291-cb56-4c7b-9125-941b4efcea85 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:04:12.569174 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bd1291-cb56-4c7b-9125-941b4efcea85 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:04:12.602193 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9017f1a6-cf5f-408b-afa0-1ee4406acac1 tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Pushing event deleted for resources: {'Port': ['ID=e9d7ffee-ed53-4137-bf23-abdfc41a6625,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:12.626030 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-86a8735a-741d-46ef-abe1-7f9882e0bf36 admin admin] For port 4feff994-8ef1-4e08-8cc4-887b4a1a9450, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=4feff994-8ef1-4e08-8cc4-887b4a1a9450,segment=NetworkSegment(edb2301d-7c1b-4001-aa64-c7b9aa2941b6),segment_id=edb2301d-7c1b-4001-aa64-c7b9aa2941b6)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:04:12.626030 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-86a8735a-741d-46ef-abe1-7f9882e0bf36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (4feff994-8ef1-4e08-8cc4-887b4a1a9450), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:12.654120 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bd1291-cb56-4c7b-9125-941b4efcea85 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Pushing event updated for resources: {'Port': ['ID=c0e4701a-fbaf-4719-ba33-5e9af8384b77,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:12.712295 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-86a8735a-741d-46ef-abe1-7f9882e0bf36 admin admin] Calling delete_port for 4feff994-8ef1-4e08-8cc4-887b4a1a9450 owned by network:router_interface {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:04:12.726378 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-58bd1291-cb56-4c7b-9125-941b4efcea85 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16289150'] for router_interface (d8677882-2d8a-468d-8375-926bc6064202), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:12.823976 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9017f1a6-cf5f-408b-afa0-1ee4406acac1 tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16285837'] for router_gateway (115eacc5-ef5f-411a-8dc7-206fc0b36bac), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:12.894109 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-58bd1291-cb56-4c7b-9125-941b4efcea85 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (c0e4701a-fbaf-4719-ba33-5e9af8384b77), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:13.099662 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9017f1a6-cf5f-408b-afa0-1ee4406acac1 tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16317457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14254'] for router (115eacc5-ef5f-411a-8dc7-206fc0b36bac), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:13.103757 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9017f1a6-cf5f-408b-afa0-1ee4406acac1 tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks [] for router_controller (115eacc5-ef5f-411a-8dc7-206fc0b36bac), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:13.347148 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9017f1a6-cf5f-408b-afa0-1ee4406acac1 tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16317544'] for router (115eacc5-ef5f-411a-8dc7-206fc0b36bac), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:13.347829 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9017f1a6-cf5f-408b-afa0-1ee4406acac1 tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Fanout notify agent at l3_agent the message router_deleted on router 115eacc5-ef5f-411a-8dc7-206fc0b36bac {{(pid=103702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:04:13.413252 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9017f1a6-cf5f-408b-afa0-1ee4406acac1 tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:13.417880 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-9017f1a6-cf5f-408b-afa0-1ee4406acac1 tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] 10.222.0.72 "DELETE /v2.0/routers/115eacc5-ef5f-411a-8dc7-206fc0b36bac HTTP/1.1" status: 204 len: 168 time: 3.1708059 Feb 19 03:04:13.430142 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 51908) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:13.435501 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-3e005f7d-29e9-4ac1-a350-a616405f3966 tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-483072863', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:04:13.474285 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9e7d7e-c419-4d9a-a9f5-6a1b85406414 None None] Network a352db81-ea7b-43ad-bfe2-a6d630685c32 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:04:13.497560 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3e005f7d-29e9-4ac1-a350-a616405f3966 tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14172'] for router (9ecdcdec-a8b7-4ef3-a36b-ae162563fe4e), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:13.500961 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3e005f7d-29e9-4ac1-a350-a616405f3966 tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16317487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16285822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16309985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14247'] for router (9ecdcdec-a8b7-4ef3-a36b-ae162563fe4e), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:13.583093 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-70d0dd6f-42d7-4058-ae4a-ac1dd0485054 None None] Provisioning complete for port 191fa272-bda1-46f6-80e6-8f9b58e6898a triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:04:13.583832 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-70d0dd6f-42d7-4058-ae4a-ac1dd0485054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (191fa272-bda1-46f6-80e6-8f9b58e6898a), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:13.693655 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-58bd1291-cb56-4c7b-9125-941b4efcea85 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Publish callbacks [] for port (c0e4701a-fbaf-4719-ba33-5e9af8384b77), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:13.715836 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-58bd1291-cb56-4c7b-9125-941b4efcea85 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (c0e4701a-fbaf-4719-ba33-5e9af8384b77), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:13.743540 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3e005f7d-29e9-4ac1-a350-a616405f3966 tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks [] for router_controller (9ecdcdec-a8b7-4ef3-a36b-ae162563fe4e), precommit_add_association {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:13.744608 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-86a8735a-741d-46ef-abe1-7f9882e0bf36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (4feff994-8ef1-4e08-8cc4-887b4a1a9450), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:13.792341 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a8735a-741d-46ef-abe1-7f9882e0bf36 admin admin] Pushing event deleted for resources: {'Port': ['ID=4feff994-8ef1-4e08-8cc4-887b4a1a9450,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:13.801406 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3e005f7d-29e9-4ac1-a350-a616405f3966 tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16317478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865'] for router (9ecdcdec-a8b7-4ef3-a36b-ae162563fe4e), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:13.872479 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3e005f7d-29e9-4ac1-a350-a616405f3966 tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:13.873986 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-3e005f7d-29e9-4ac1-a350-a616405f3966 tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4423621 Feb 19 03:04:13.878804 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 51926) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:13.912382 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-70d0dd6f-42d7-4058-ae4a-ac1dd0485054 None None] Current status of the port 191fa272-bda1-46f6-80e6-8f9b58e6898a is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:04:13.912769 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-70d0dd6f-42d7-4058-ae4a-ac1dd0485054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (191fa272-bda1-46f6-80e6-8f9b58e6898a), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:13.949890 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bd1291-cb56-4c7b-9125-941b4efcea85 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Pushing event updated for resources: {'Port': ['ID=c0e4701a-fbaf-4719-ba33-5e9af8384b77,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:14.023048 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-70d0dd6f-42d7-4058-ae4a-ac1dd0485054 None None] For port 191fa272-bda1-46f6-80e6-8f9b58e6898a, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=191fa272-bda1-46f6-80e6-8f9b58e6898a,segment=NetworkSegment(4f93fd79-1f64-458a-8be9-ca0a45526a95),segment_id=4f93fd79-1f64-458a-8be9-ca0a45526a95)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:04:14.028995 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-2f85eee0-6c68-4cfa-9d66-c84f5459ac83 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'enable_snat': True}}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:04:14.055184 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-70d0dd6f-42d7-4058-ae4a-ac1dd0485054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (191fa272-bda1-46f6-80e6-8f9b58e6898a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:14.085871 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51928) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:14.103048 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-58bd1291-cb56-4c7b-9125-941b4efcea85 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16362769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16289258'] for router_interface (d8677882-2d8a-468d-8375-926bc6064202), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:14.187869 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d0dd6f-42d7-4058-ae4a-ac1dd0485054 None None] Pushing event updated for resources: {'Port': ['ID=191fa272-bda1-46f6-80e6-8f9b58e6898a,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:14.280833 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 191fa272-bda1-46f6-80e6-8f9b58e6898a up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:04:14.315993 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce10a715-f5be-45e2-9e9d-b128db422136 req-f72e8db7-e422-44c7-9101-9b1edd10cf47 tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:14.323536 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ce10a715-f5be-45e2-9e9d-b128db422136 req-f72e8db7-e422-44c7-9101-9b1edd10cf47 tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] 10.222.0.72 "GET /v2.0/networks?id=6d3b69cf-1802-49ef-8f64-09e108450cf5 HTTP/1.1" status: 200 len: 809 time: 0.4825118 Feb 19 03:04:14.373391 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ce10a715-f5be-45e2-9e9d-b128db422136 req-420a4385-3ef2-483e-83c9-2828ffe8b62b tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] 10.222.0.72 "GET /v2.0/quotas/691e67c990444120bcd0c98f1b60f09b HTTP/1.1" status: 200 len: 375 time: 0.0486424 Feb 19 03:04:14.418283 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-d9715b66-3033-407f-aeab-3b5dd2a6ffd2 None None] Provisioning complete for port 191fa272-bda1-46f6-80e6-8f9b58e6898a triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:04:14.418796 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d9715b66-3033-407f-aeab-3b5dd2a6ffd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (191fa272-bda1-46f6-80e6-8f9b58e6898a), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:14.469540 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ce10a715-f5be-45e2-9e9d-b128db422136 req-957b16bb-1b2a-4f9e-8fa2-45be92084805 tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=691e67c990444120bcd0c98f1b60f09b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0945957 Feb 19 03:04:14.502686 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 191fa272-bda1-46f6-80e6-8f9b58e6898a triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:04:14.508485 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (191fa272-bda1-46f6-80e6-8f9b58e6898a), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:14.523099 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-97bae0d8-19d6-4ee2-8c44-83b982726db5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:14.614389 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2f85eee0-6c68-4cfa-9d66-c84f5459ac83 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks [] for router_gateway (9ecdcdec-a8b7-4ef3-a36b-ae162563fe4e), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:14.618685 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-86a8735a-741d-46ef-abe1-7f9882e0bf36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16362762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16314471'] for router_interface (08995bc3-86a7-40de-a5b8-50febe97d713), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:14.664843 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 191fa272-bda1-46f6-80e6-8f9b58e6898a is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:04:14.711651 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58bd1291-cb56-4c7b-9125-941b4efcea85 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Network a352db81-ea7b-43ad-bfe2-a6d630685c32 is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:04:14.736730 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-58bd1291-cb56-4c7b-9125-941b4efcea85 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:04:14.743065 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-d9715b66-3033-407f-aeab-3b5dd2a6ffd2 None None] Current status of the port 191fa272-bda1-46f6-80e6-8f9b58e6898a is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:04:14.775487 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-d9715b66-3033-407f-aeab-3b5dd2a6ffd2 None None] Provisioning complete for port c0e4701a-fbaf-4719-ba33-5e9af8384b77 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:04:14.776569 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d9715b66-3033-407f-aeab-3b5dd2a6ffd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (c0e4701a-fbaf-4719-ba33-5e9af8384b77), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:14.855973 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ce10a715-f5be-45e2-9e9d-b128db422136 req-4f14d8e5-5fc9-41eb-9b66-af069d4d1730 service neutron] 10.222.0.72 "GET /v2.0/networks/6d3b69cf-1802-49ef-8f64-09e108450cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3850479 Feb 19 03:04:14.900246 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-d9715b66-3033-407f-aeab-3b5dd2a6ffd2 None None] Port c0e4701a-fbaf-4719-ba33-5e9af8384b77 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:04:15.039344 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-f3f758fc-7bbc-4d0c-94e7-8c4a89a3aee7 None None] Provisioning complete for port c0e4701a-fbaf-4719-ba33-5e9af8384b77 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:04:15.039727 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f3f758fc-7bbc-4d0c-94e7-8c4a89a3aee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (c0e4701a-fbaf-4719-ba33-5e9af8384b77), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:15.146904 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-f3f758fc-7bbc-4d0c-94e7-8c4a89a3aee7 None None] Port c0e4701a-fbaf-4719-ba33-5e9af8384b77 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:04:15.183188 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ce10a715-f5be-45e2-9e9d-b128db422136 req-ed46513b-856e-4ed9-9e72-6dcd8ced890a service neutron] 10.222.0.72 "GET /v2.0/networks/6d3b69cf-1802-49ef-8f64-09e108450cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431371 Feb 19 03:04:15.223834 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-97bae0d8-19d6-4ee2-8c44-83b982726db5 admin admin] Publish callbacks [] for security_group (08fe469e-b3aa-4683-af93-bcad000b2e41), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:15.270112 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-266801ca-35bf-44c8-a971-7132eb4d0bf3 None None] Provisioning complete for port c0e4701a-fbaf-4719-ba33-5e9af8384b77 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:04:15.270569 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-266801ca-35bf-44c8-a971-7132eb4d0bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (c0e4701a-fbaf-4719-ba33-5e9af8384b77), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:15.292411 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-97bae0d8-19d6-4ee2-8c44-83b982726db5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (08fe469e-b3aa-4683-af93-bcad000b2e41), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:15.343234 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-266801ca-35bf-44c8-a971-7132eb4d0bf3 None None] Port c0e4701a-fbaf-4719-ba33-5e9af8384b77 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:04:15.427761 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-97bae0d8-19d6-4ee2-8c44-83b982726db5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=947c62b410214547a73cc049c3aada75&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3406637 Feb 19 03:04:15.429943 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bae0d8-19d6-4ee2-8c44-83b982726db5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08fe469e-b3aa-4683-af93-bcad000b2e41,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:15.433178 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51950) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:15.498316 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-20a0d306-951c-4627-b390-36164af12e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:15.600988 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58bd1291-cb56-4c7b-9125-941b4efcea85 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Router d8677882-2d8a-468d-8375-926bc6064202 is scheduled to L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd with binding_index 1 {{(pid=103701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:04:15.606702 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-526921da-762f-4679-a55a-6687191c17e5 admin admin] Publish callbacks [] for security_group (08fe469e-b3aa-4683-af93-bcad000b2e41), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:15.673390 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-526921da-762f-4679-a55a-6687191c17e5 admin admin] Publish callbacks [] for security_group (08fe469e-b3aa-4683-af93-bcad000b2e41), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:15.779318 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86a8735a-741d-46ef-abe1-7f9882e0bf36 admin admin] Router 08995bc3-86a7-40de-a5b8-50febe97d713 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:04:15.805407 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2f85eee0-6c68-4cfa-9d66-c84f5459ac83 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks [] for router_gateway (9ecdcdec-a8b7-4ef3-a36b-ae162563fe4e), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:15.830556 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2f85eee0-6c68-4cfa-9d66-c84f5459ac83 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:16.071628 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 191fa272-bda1-46f6-80e6-8f9b58e6898a up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:04:16.153173 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86a8735a-741d-46ef-abe1-7f9882e0bf36 admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:04:16.164208 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-86a8735a-741d-46ef-abe1-7f9882e0bf36 admin admin] 10.222.0.72 "PUT /v2.0/routers/08995bc3-86a7-40de-a5b8-50febe97d713/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6052060 Feb 19 03:04:16.165689 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-2f85eee0-6c68-4cfa-9d66-c84f5459ac83 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Allocated IP 172.25.6.250 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/9eaeb2f4-4366-4edb-9e93-f356d0370aa4) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:04:16.168041 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 51978) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:16.172811 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6719b9-5530-4b57-918f-70a41ab28c0e None None] Sync routers for ids ['08995bc3-86a7-40de-a5b8-50febe97d713'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:04:16.225309 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6719b9-5530-4b57-918f-70a41ab28c0e None None] Routers {'08995bc3-86a7-40de-a5b8-50febe97d713'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:04:16.227046 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-1f6719b9-5530-4b57-918f-70a41ab28c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:03:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['08995bc3-86a7-40de-a5b8-50febe97d713'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:04:16.281782 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c6ec49a1-18c4-4344-973e-7791c7c7b6f5 req-b4ad6d53-b5e9-40f4-90b0-d06bb8b23c40 tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] 10.222.0.72 "GET /v2.0/ports?device_id=47c8594f-eb40-4fda-a13f-ebf41c7bac9f HTTP/1.1" status: 200 len: 210 time: 0.7576168 Feb 19 03:04:16.319757 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58bd1291-cb56-4c7b-9125-941b4efcea85 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:04:16.329306 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-58bd1291-cb56-4c7b-9125-941b4efcea85 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] 10.222.0.72 "PUT /v2.0/routers/d8677882-2d8a-468d-8375-926bc6064202/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8279219 Feb 19 03:04:16.329306 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-526921da-762f-4679-a55a-6687191c17e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (08fe469e-b3aa-4683-af93-bcad000b2e41), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:16.331744 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-526921da-762f-4679-a55a-6687191c17e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:16.332560 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e146a7-5836-4cda-9ba7-cc8b5c0b077f None None] Sync routers for ids ['d8677882-2d8a-468d-8375-926bc6064202'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:04:16.333120 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-526921da-762f-4679-a55a-6687191c17e5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/08fe469e-b3aa-4683-af93-bcad000b2e41 HTTP/1.1" status: 204 len: 168 time: 0.8846066 Feb 19 03:04:16.333643 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51982) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:16.342335 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-314dd893-0e35-4af1-baef-c0ca6ac02600 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Request body: {'port': {'network_id': 'a352db81-ea7b-43ad-bfe2-a6d630685c32', 'name': 'tempest-FloatingIPNegativeTestJSON-1945760463'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:04:16.353490 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526921da-762f-4679-a55a-6687191c17e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08fe469e-b3aa-4683-af93-bcad000b2e41,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:16.361248 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e146a7-5836-4cda-9ba7-cc8b5c0b077f None None] Routers {'d8677882-2d8a-468d-8375-926bc6064202'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:04:16.361894 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-54e146a7-5836-4cda-9ba7-cc8b5c0b077f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:03:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['d8677882-2d8a-468d-8375-926bc6064202'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:04:16.429164 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-54e146a7-5836-4cda-9ba7-cc8b5c0b077f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:04:16.452902 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e146a7-5836-4cda-9ba7-cc8b5c0b077f None None] Routers {'d8677882-2d8a-468d-8375-926bc6064202'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:04:16.455069 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-54e146a7-5836-4cda-9ba7-cc8b5c0b077f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:03:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['d8677882-2d8a-468d-8375-926bc6064202'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:04:16.470610 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e9864eb6-5f62-4376-a30e-12feaceb6c92 admin admin] Publish callbacks [] for router (08995bc3-86a7-40de-a5b8-50febe97d713), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:16.484954 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 191fa272-bda1-46f6-80e6-8f9b58e6898a triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:04:16.492255 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (191fa272-bda1-46f6-80e6-8f9b58e6898a), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:16.546268 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-314dd893-0e35-4af1-baef-c0ca6ac02600 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Made reservation on behalf of b06873ea7daf461288bec36045fa32f6 for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:04:16.551592 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-314dd893-0e35-4af1-baef-c0ca6ac02600 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:16.572033 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-54e146a7-5836-4cda-9ba7-cc8b5c0b077f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:04:16.572645 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e146a7-5836-4cda-9ba7-cc8b5c0b077f None None] The sync data for ids ['d8677882-2d8a-468d-8375-926bc6064202'] in n-d-826753-2 is: [] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:04:16.589759 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [None req-314dd893-0e35-4af1-baef-c0ca6ac02600 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] device_id is not set on port 42cb1a7e-9f6c-4ae4-95b5-bc8d201bfb87 yet. {{(pid=103701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:04:16.660511 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-1f6719b9-5530-4b57-918f-70a41ab28c0e None None] Set router 08995bc3-86a7-40de-a5b8-50febe97d713 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:04:16.706292 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2f85eee0-6c68-4cfa-9d66-c84f5459ac83 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks [] for port (9eaeb2f4-4366-4edb-9e93-f356d0370aa4), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:16.901880 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e9864eb6-5f62-4376-a30e-12feaceb6c92 admin admin] Publish callbacks [] for router_gateway (08995bc3-86a7-40de-a5b8-50febe97d713), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:16.908649 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-314dd893-0e35-4af1-baef-c0ca6ac02600 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Allocated IP 172.20.0.11 (a352db81-ea7b-43ad-bfe2-a6d630685c32/3651012f-3e97-4d19-be13-db042c3f8c3b/42cb1a7e-9f6c-4ae4-95b5-bc8d201bfb87) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:04:16.923319 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 191fa272-bda1-46f6-80e6-8f9b58e6898a is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:04:16.956226 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2f85eee0-6c68-4cfa-9d66-c84f5459ac83 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (9eaeb2f4-4366-4edb-9e93-f356d0370aa4), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:17.002444 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f85eee0-6c68-4cfa-9d66-c84f5459ac83 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:04:17.012469 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-2f85eee0-6c68-4cfa-9d66-c84f5459ac83 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:04:17.019422 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f85eee0-6c68-4cfa-9d66-c84f5459ac83 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:04:17.052977 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52004) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:17.077174 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-58c2586f-487e-4654-8a04-6dbae4021e59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:17.088522 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-1f6719b9-5530-4b57-918f-70a41ab28c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08995bc3-86a7-40de-a5b8-50febe97d713', 'name': 'tempest-TaggedBootDevicesTest-695366427-router', 'tenant_id': '0a14dacd84aa433893b7027a0050be30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '9ff1122b-61f1-4fe2-a69f-f340a3f13230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:54:41Z', 'updated_at': '2022-02-19T03:04:13Z', 'revision_number': 5, 'project_id': '0a14dacd84aa433893b7027a0050be30', 'gw_port': {'id': '9ff1122b-61f1-4fe2-a69f-f340a3f13230', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:a2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08995bc3-86a7-40de-a5b8-50febe97d713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:54:42Z', 'updated_at': '2022-02-19T02:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:04:17.091422 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f85eee0-6c68-4cfa-9d66-c84f5459ac83 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Pushing event updated for resources: {'Port': ['ID=9eaeb2f4-4366-4edb-9e93-f356d0370aa4,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:17.120626 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6719b9-5530-4b57-918f-70a41ab28c0e None None] Checking router: 08995bc3-86a7-40de-a5b8-50febe97d713 for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:04:17.131492 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6719b9-5530-4b57-918f-70a41ab28c0e None None] Routers {'08995bc3-86a7-40de-a5b8-50febe97d713'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:04:17.132124 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-1f6719b9-5530-4b57-918f-70a41ab28c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:03:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['08995bc3-86a7-40de-a5b8-50febe97d713'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:04:17.177027 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-58c2586f-487e-4654-8a04-6dbae4021e59 admin admin] Publish callbacks [] for security_group (9b57b9d9-ff1d-43f6-b34a-39837eec9e48), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:17.221372 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-58c2586f-487e-4654-8a04-6dbae4021e59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (9b57b9d9-ff1d-43f6-b34a-39837eec9e48), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:17.270618 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-1f6719b9-5530-4b57-918f-70a41ab28c0e None None] Set router 08995bc3-86a7-40de-a5b8-50febe97d713 gateway port host: None {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:04:17.296430 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-e9864eb6-5f62-4376-a30e-12feaceb6c92 admin admin] Deleting port 9ff1122b-61f1-4fe2-a69f-f340a3f13230 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:04:17.297145 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e9864eb6-5f62-4376-a30e-12feaceb6c92 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (9ff1122b-61f1-4fe2-a69f-f340a3f13230), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:17.304652 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-314dd893-0e35-4af1-baef-c0ca6ac02600 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Publish callbacks [] for port (42cb1a7e-9f6c-4ae4-95b5-bc8d201bfb87), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:17.407569 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-1f6719b9-5530-4b57-918f-70a41ab28c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08995bc3-86a7-40de-a5b8-50febe97d713', 'name': 'tempest-TaggedBootDevicesTest-695366427-router', 'tenant_id': '0a14dacd84aa433893b7027a0050be30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:54:41Z', 'updated_at': '2022-02-19T03:04:16Z', 'revision_number': 6, 'project_id': '0a14dacd84aa433893b7027a0050be30', 'gw_port_host': None}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:04:17.441091 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c2586f-487e-4654-8a04-6dbae4021e59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b57b9d9-ff1d-43f6-b34a-39837eec9e48,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:17.457257 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6719b9-5530-4b57-918f-70a41ab28c0e None None] The sync data for ids ['08995bc3-86a7-40de-a5b8-50febe97d713'] in n-d-826753-2 is: [{'id': '08995bc3-86a7-40de-a5b8-50febe97d713', 'name': 'tempest-TaggedBootDevicesTest-695366427-router', 'tenant_id': '0a14dacd84aa433893b7027a0050be30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:54:41Z', 'updated_at': '2022-02-19T03:04:16Z', 'revision_number': 6, 'project_id': '0a14dacd84aa433893b7027a0050be30', 'gw_port_host': None}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:04:17.492264 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-58c2586f-487e-4654-8a04-6dbae4021e59 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=507571ffe08747b781dedc5c6e8a82b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4333472 Feb 19 03:04:17.495233 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e4206874-fa89-4e1d-95f0-4ff772f9e893 req-b4474019-dc30-4c27-b2ac-3c2047ecd53e tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] 10.222.0.72 "GET /v2.0/ports?device_id=47c8594f-eb40-4fda-a13f-ebf41c7bac9f HTTP/1.1" status: 200 len: 210 time: 0.1015313 Feb 19 03:04:17.495765 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52012) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:17.563070 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-314dd893-0e35-4af1-baef-c0ca6ac02600 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (42cb1a7e-9f6c-4ae4-95b5-bc8d201bfb87), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:17.629059 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7e9e5541-0164-4216-87ca-d348fc58e311 admin admin] Publish callbacks [] for security_group (9b57b9d9-ff1d-43f6-b34a-39837eec9e48), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:17.645544 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-e9864eb6-5f62-4376-a30e-12feaceb6c92 admin admin] For port 9ff1122b-61f1-4fe2-a69f-f340a3f13230, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=9ff1122b-61f1-4fe2-a69f-f340a3f13230,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:04:17.645861 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e9864eb6-5f62-4376-a30e-12feaceb6c92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (9ff1122b-61f1-4fe2-a69f-f340a3f13230), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:17.660685 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce10a715-f5be-45e2-9e9d-b128db422136 req-6fbb86cd-a034-4f7f-bca0-292d5f327b56 tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:17.662281 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ce10a715-f5be-45e2-9e9d-b128db422136 req-6fbb86cd-a034-4f7f-bca0-292d5f327b56 tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] 10.222.0.73 "GET /v2.0/networks?id=6d3b69cf-1802-49ef-8f64-09e108450cf5 HTTP/1.1" status: 200 len: 809 time: 0.3850346 Feb 19 03:04:17.674431 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-e9864eb6-5f62-4376-a30e-12feaceb6c92 admin admin] Calling delete_port for 9ff1122b-61f1-4fe2-a69f-f340a3f13230 owned by network:router_gateway {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:04:17.685568 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314dd893-0e35-4af1-baef-c0ca6ac02600 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Network a352db81-ea7b-43ad-bfe2-a6d630685c32 is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:04:17.689511 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-759868ae-ca53-495d-b691-0216b8c3870d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:17.705157 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-314dd893-0e35-4af1-baef-c0ca6ac02600 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:04:17.711236 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314dd893-0e35-4af1-baef-c0ca6ac02600 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:04:17.714961 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-ce10a715-f5be-45e2-9e9d-b128db422136 req-baf3db0e-6331-4fbe-85ff-63982a5191e4 tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] Request body: {'port': {'device_id': '47c8594f-eb40-4fda-a13f-ebf41c7bac9f', 'network_id': '6d3b69cf-1802-49ef-8f64-09e108450cf5', 'admin_state_up': True, 'tenant_id': '691e67c990444120bcd0c98f1b60f09b'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:04:17.715472 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7e9e5541-0164-4216-87ca-d348fc58e311 admin admin] Publish callbacks [] for security_group (9b57b9d9-ff1d-43f6-b34a-39837eec9e48), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:17.717399 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314dd893-0e35-4af1-baef-c0ca6ac02600 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Pushing event updated for resources: {'Port': ['ID=42cb1a7e-9f6c-4ae4-95b5-bc8d201bfb87,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:17.856687 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2f85eee0-6c68-4cfa-9d66-c84f5459ac83 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks [] for router_gateway (9ecdcdec-a8b7-4ef3-a36b-ae162563fe4e), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:17.870489 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314dd893-0e35-4af1-baef-c0ca6ac02600 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:17.871131 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-314dd893-0e35-4af1-baef-c0ca6ac02600 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:17.874612 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7e9e5541-0164-4216-87ca-d348fc58e311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (9b57b9d9-ff1d-43f6-b34a-39837eec9e48), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:17.877426 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7e9e5541-0164-4216-87ca-d348fc58e311 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:17.880831 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-7e9e5541-0164-4216-87ca-d348fc58e311 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9b57b9d9-ff1d-43f6-b34a-39837eec9e48 HTTP/1.1" status: 204 len: 168 time: 0.3818085 Feb 19 03:04:17.897249 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9e5541-0164-4216-87ca-d348fc58e311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b57b9d9-ff1d-43f6-b34a-39837eec9e48,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:17.930527 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-314dd893-0e35-4af1-baef-c0ca6ac02600 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5937686 Feb 19 03:04:17.931184 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52020) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:17.945565 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:04:17.950463 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-b12f5456-3ffc-48ee-9609-a1717d189880 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Request body: {'floatingip': {'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:04:18.010859 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b12f5456-3ffc-48ee-9609-a1717d189880 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:18.021376 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 4feff994-8ef1-4e08-8cc4-887b4a1a9450 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:04:18.077779 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 4feff994-8ef1-4e08-8cc4-887b4a1a9450 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:04:18.078374 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 4feff994-8ef1-4e08-8cc4-887b4a1a9450 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:04:18.237268 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce10a715-f5be-45e2-9e9d-b128db422136 req-baf3db0e-6331-4fbe-85ff-63982a5191e4 tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] Made reservation on behalf of 691e67c990444120bcd0c98f1b60f09b for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:04:18.239033 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b12f5456-3ffc-48ee-9609-a1717d189880 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:18.241597 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-ce10a715-f5be-45e2-9e9d-b128db422136 req-baf3db0e-6331-4fbe-85ff-63982a5191e4 tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:18.326018 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-6d3870cb-0f24-42a1-b762-afa1048ca348 None None] Provisioning complete for port 42cb1a7e-9f6c-4ae4-95b5-bc8d201bfb87 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:04:18.326651 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6d3870cb-0f24-42a1-b762-afa1048ca348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (42cb1a7e-9f6c-4ae4-95b5-bc8d201bfb87), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:18.395542 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-b12f5456-3ffc-48ee-9609-a1717d189880 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Allocated IP 172.25.6.254 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/c6b659ea-b6c5-40f3-84a8-968352ce2567) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:04:18.628966 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-6d3870cb-0f24-42a1-b762-afa1048ca348 None None] Port 42cb1a7e-9f6c-4ae4-95b5-bc8d201bfb87 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:04:18.637882 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-727e219a-eead-4e7c-b59b-0f3ac79d751b req-9e8b879d-8b11-4cf5-a0a5-8b0b1c82c920 tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] 10.222.0.72 "GET /v2.0/ports?device_id=47c8594f-eb40-4fda-a13f-ebf41c7bac9f HTTP/1.1" status: 200 len: 210 time: 0.0443037 Feb 19 03:04:18.657223 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e9864eb6-5f62-4376-a30e-12feaceb6c92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (9ff1122b-61f1-4fe2-a69f-f340a3f13230), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:18.688592 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b12f5456-3ffc-48ee-9609-a1717d189880 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Publish callbacks [] for port (c6b659ea-b6c5-40f3-84a8-968352ce2567), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:18.728812 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b12f5456-3ffc-48ee-9609-a1717d189880 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (c6b659ea-b6c5-40f3-84a8-968352ce2567), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:18.742948 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9864eb6-5f62-4376-a30e-12feaceb6c92 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ff1122b-61f1-4fe2-a69f-f340a3f13230,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:18.802404 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [req-ce10a715-f5be-45e2-9e9d-b128db422136 req-baf3db0e-6331-4fbe-85ff-63982a5191e4 tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] Allocated IP 172.20.0.14 (6d3b69cf-1802-49ef-8f64-09e108450cf5/58f4bb0c-650d-4931-aa67-9b83a274fd57/41ccdccf-a488-4c79-9c4c-74f10abad290) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:04:18.808454 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12f5456-3ffc-48ee-9609-a1717d189880 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:04:18.811844 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-b12f5456-3ffc-48ee-9609-a1717d189880 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:04:18.822547 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12f5456-3ffc-48ee-9609-a1717d189880 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:04:18.858173 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12f5456-3ffc-48ee-9609-a1717d189880 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Pushing event updated for resources: {'Port': ['ID=c6b659ea-b6c5-40f3-84a8-968352ce2567,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:18.918567 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2f85eee0-6c68-4cfa-9d66-c84f5459ac83 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16285772', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16317501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14257'] for router (9ecdcdec-a8b7-4ef3-a36b-ae162563fe4e), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:18.947165 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2f85eee0-6c68-4cfa-9d66-c84f5459ac83 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16285787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16285778', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16317492'] for router (9ecdcdec-a8b7-4ef3-a36b-ae162563fe4e), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:18.964324 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e9864eb6-5f62-4376-a30e-12feaceb6c92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16285837'] for router_gateway (08995bc3-86a7-40de-a5b8-50febe97d713), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:19.057700 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b12f5456-3ffc-48ee-9609-a1717d189880 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Publish callbacks [] for floatingip (b18820bc-cbd7-45f3-99cc-c06146ac951c), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:19.141700 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b12f5456-3ffc-48ee-9609-a1717d189880 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (c6b659ea-b6c5-40f3-84a8-968352ce2567), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:19.236180 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:19.269633 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e9864eb6-5f62-4376-a30e-12feaceb6c92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16317457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14254'] for router (08995bc3-86a7-40de-a5b8-50febe97d713), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:19.277304 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e9864eb6-5f62-4376-a30e-12feaceb6c92 admin admin] Publish callbacks [] for router_controller (08995bc3-86a7-40de-a5b8-50febe97d713), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:19.321191 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b12f5456-3ffc-48ee-9609-a1717d189880 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Publish callbacks [] for port (c6b659ea-b6c5-40f3-84a8-968352ce2567), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:19.331071 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b12f5456-3ffc-48ee-9609-a1717d189880 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (c6b659ea-b6c5-40f3-84a8-968352ce2567), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:19.488889 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12f5456-3ffc-48ee-9609-a1717d189880 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Pushing event updated for resources: {'Port': ['ID=c6b659ea-b6c5-40f3-84a8-968352ce2567,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:19.506851 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b12f5456-3ffc-48ee-9609-a1717d189880 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16285943'] for floatingip (b18820bc-cbd7-45f3-99cc-c06146ac951c), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:19.527474 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b12f5456-3ffc-48ee-9609-a1717d189880 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:19.528800 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-b12f5456-3ffc-48ee-9609-a1717d189880 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5879822 Feb 19 03:04:19.532725 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52066) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:19.537464 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-072fa26d-86ab-43be-90f2-8b273b432863 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Request body: {'floatingip': {'port_id': '42cb1a7e-9f6c-4ae4-95b5-bc8d201bfb87', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:04:19.586757 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-072fa26d-86ab-43be-90f2-8b273b432863 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Publish callbacks [] for floatingip (b18820bc-cbd7-45f3-99cc-c06146ac951c), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:19.766288 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9eb5eb09-5b42-482b-a897-a35addaed206 req-c93a2844-6739-4827-b39e-1a512e56eb2f tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] 10.222.0.72 "GET /v2.0/ports?device_id=47c8594f-eb40-4fda-a13f-ebf41c7bac9f HTTP/1.1" status: 200 len: 210 time: 0.0359066 Feb 19 03:04:19.797256 n-d-826753-2 neutron-server[103701]: INFO neutron.api.v2.resource [None req-072fa26d-86ab-43be-90f2-8b273b432863 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] update failed (client error): The resource could not be found. Feb 19 03:04:19.798388 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-072fa26d-86ab-43be-90f2-8b273b432863 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] 10.222.0.72 "PUT /v2.0/floatingips/b18820bc-cbd7-45f3-99cc-c06146ac951c HTTP/1.1" status: 404 len: 507 time: 0.2646370 Feb 19 03:04:19.801802 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52078) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:19.874614 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-ce10a715-f5be-45e2-9e9d-b128db422136 req-baf3db0e-6331-4fbe-85ff-63982a5191e4 tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] Publish callbacks [] for port (41ccdccf-a488-4c79-9c4c-74f10abad290), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:19.956095 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e9864eb6-5f62-4376-a30e-12feaceb6c92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16317544'] for router (08995bc3-86a7-40de-a5b8-50febe97d713), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:19.956652 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9864eb6-5f62-4376-a30e-12feaceb6c92 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 08995bc3-86a7-40de-a5b8-50febe97d713 {{(pid=103702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:04:19.966269 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e9864eb6-5f62-4376-a30e-12feaceb6c92 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:19.970196 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52086) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:19.970304 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-e9864eb6-5f62-4376-a30e-12feaceb6c92 admin admin] 10.222.0.72 "DELETE /v2.0/routers/08995bc3-86a7-40de-a5b8-50febe97d713 HTTP/1.1" status: 204 len: 168 time: 3.8010173 Feb 19 03:04:20.002546 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-ce10a715-f5be-45e2-9e9d-b128db422136 req-baf3db0e-6331-4fbe-85ff-63982a5191e4 tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (41ccdccf-a488-4c79-9c4c-74f10abad290), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:20.024785 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f85eee0-6c68-4cfa-9d66-c84f5459ac83 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Router 9ecdcdec-a8b7-4ef3-a36b-ae162563fe4e is scheduled to L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd with binding_index 1 {{(pid=103702) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:04:20.028525 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 9ff1122b-61f1-4fe2-a69f-f340a3f13230 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:04:20.044666 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-b1815921-e85f-4055-b751-16aefe87c3fb tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Deleting port c6b659ea-b6c5-40f3-84a8-968352ce2567 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:04:20.045202 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b1815921-e85f-4055-b751-16aefe87c3fb tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (c6b659ea-b6c5-40f3-84a8-968352ce2567), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:20.068282 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_v2 [None req-a67beb8f-ec0d-419f-abd7-e6824b5fa158 admin admin] Deleting subnet 7e006df2-14c8-4911-ac00-1f52c86f10c8 {{(pid=103701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:04:20.093929 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 9ff1122b-61f1-4fe2-a69f-f340a3f13230 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:04:20.094272 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 9ff1122b-61f1-4fe2-a69f-f340a3f13230 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:04:20.122361 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a67beb8f-ec0d-419f-abd7-e6824b5fa158 admin admin] Publish callbacks [] for subnet (7e006df2-14c8-4911-ac00-1f52c86f10c8), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:20.125980 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce10a715-f5be-45e2-9e9d-b128db422136 req-baf3db0e-6331-4fbe-85ff-63982a5191e4 tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] Network 6d3b69cf-1802-49ef-8f64-09e108450cf5 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:04:20.129830 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [req-ce10a715-f5be-45e2-9e9d-b128db422136 req-baf3db0e-6331-4fbe-85ff-63982a5191e4 tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:04:20.146522 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce10a715-f5be-45e2-9e9d-b128db422136 req-baf3db0e-6331-4fbe-85ff-63982a5191e4 tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:04:20.205787 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a67beb8f-ec0d-419f-abd7-e6824b5fa158 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12647399'] for subnet (7e006df2-14c8-4911-ac00-1f52c86f10c8), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:20.242948 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf3db0e-6331-4fbe-85ff-63982a5191e4 tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] Pushing event updated for resources: {'Port': ['ID=41ccdccf-a488-4c79-9c4c-74f10abad290,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:20.273978 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce10a715-f5be-45e2-9e9d-b128db422136 req-baf3db0e-6331-4fbe-85ff-63982a5191e4 tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:20.274695 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-ce10a715-f5be-45e2-9e9d-b128db422136 req-baf3db0e-6331-4fbe-85ff-63982a5191e4 tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:20.328814 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a67beb8f-ec0d-419f-abd7-e6824b5fa158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (7e006df2-14c8-4911-ac00-1f52c86f10c8), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:20.359889 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ce10a715-f5be-45e2-9e9d-b128db422136 req-baf3db0e-6331-4fbe-85ff-63982a5191e4 tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6532667 Feb 19 03:04:20.366046 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f85eee0-6c68-4cfa-9d66-c84f5459ac83 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:04:20.377077 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604217ae-76ad-4fde-b5f1-bddbba27550f None None] Sync routers for ids ['9ecdcdec-a8b7-4ef3-a36b-ae162563fe4e'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:04:20.378592 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2f85eee0-6c68-4cfa-9d66-c84f5459ac83 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:20.383261 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-2f85eee0-6c68-4cfa-9d66-c84f5459ac83 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] 10.222.0.72 "PUT /v2.0/routers/9ecdcdec-a8b7-4ef3-a36b-ae162563fe4e HTTP/1.1" status: 200 len: 914 time: 6.5005722 Feb 19 03:04:20.390990 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-ce10a715-f5be-45e2-9e9d-b128db422136 req-b2ffac49-345b-47f1-944f-ea3ef94f3261 service neutron] Request body: {'port': {'device_id': '47c8594f-eb40-4fda-a13f-ebf41c7bac9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826753-2'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:04:20.394947 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52096) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:20.409838 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604217ae-76ad-4fde-b5f1-bddbba27550f None None] Routers {'9ecdcdec-a8b7-4ef3-a36b-ae162563fe4e'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:04:20.411460 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-604217ae-76ad-4fde-b5f1-bddbba27550f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:04:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['9ecdcdec-a8b7-4ef3-a36b-ae162563fe4e'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:04:20.450812 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a67beb8f-ec0d-419f-abd7-e6824b5fa158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12647206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58706286'] for subnet (7e006df2-14c8-4911-ac00-1f52c86f10c8), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:20.493066 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-604217ae-76ad-4fde-b5f1-bddbba27550f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:04:20.534683 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604217ae-76ad-4fde-b5f1-bddbba27550f None None] Routers {'9ecdcdec-a8b7-4ef3-a36b-ae162563fe4e'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:04:20.537257 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-604217ae-76ad-4fde-b5f1-bddbba27550f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:04:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['9ecdcdec-a8b7-4ef3-a36b-ae162563fe4e'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:04:20.541257 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b1815921-e85f-4055-b751-16aefe87c3fb tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (c6b659ea-b6c5-40f3-84a8-968352ce2567), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:20.541822 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b1815921-e85f-4055-b751-16aefe87c3fb tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Publish callbacks [] for floatingip (c6b659ea-b6c5-40f3-84a8-968352ce2567), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:20.565290 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67beb8f-ec0d-419f-abd7-e6824b5fa158 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e006df2-14c8-4911-ac00-1f52c86f10c8,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:20.586485 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a67beb8f-ec0d-419f-abd7-e6824b5fa158 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:20.590274 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-a67beb8f-ec0d-419f-abd7-e6824b5fa158 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/7e006df2-14c8-4911-ac00-1f52c86f10c8 HTTP/1.1" status: 204 len: 168 time: 0.6189749 Feb 19 03:04:20.591481 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-b1815921-e85f-4055-b751-16aefe87c3fb tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Calling delete_port for c6b659ea-b6c5-40f3-84a8-968352ce2567 owned by network:floatingip {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:04:20.594983 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52106) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:20.623143 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2898b5-dc98-4667-b19a-b9f46a2d68af None None] Network 79227e34-1bd7-418d-8771-3e85379abcaa requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:04:20.694384 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-ce10a715-f5be-45e2-9e9d-b128db422136 req-b2ffac49-345b-47f1-944f-ea3ef94f3261 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (41ccdccf-a488-4c79-9c4c-74f10abad290), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:20.694784 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-604217ae-76ad-4fde-b5f1-bddbba27550f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:04:20.695617 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604217ae-76ad-4fde-b5f1-bddbba27550f None None] The sync data for ids ['9ecdcdec-a8b7-4ef3-a36b-ae162563fe4e'] in n-d-826753-2 is: [] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:04:20.706008 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:20.793443 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-83018cfd-9f79-4453-aa3a-430a2ed4a4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (79227e34-1bd7-418d-8771-3e85379abcaa), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:20.818215 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-caebb6d2-89c4-4308-9620-93e4281e30f0 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] 10.222.0.72 "GET /v2.0/routers/9ecdcdec-a8b7-4ef3-a36b-ae162563fe4e HTTP/1.1" status: 200 len: 920 time: 0.4218314 Feb 19 03:04:20.820877 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52110) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:20.923091 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3573ff-e307-4308-a9cb-bbf31b074616 None None] DHCP port deletion for 79227e34-1bd7-418d-8771-3e85379abcaa request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:04:21.029086 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-5e3573ff-e307-4308-a9cb-bbf31b074616 None None] Deleting port 112dc46d-f08d-43f0-9ab3-4d730ec0a130 {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:04:21.029871 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5e3573ff-e307-4308-a9cb-bbf31b074616 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (112dc46d-f08d-43f0-9ab3-4d730ec0a130), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:21.064017 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-83018cfd-9f79-4453-aa3a-430a2ed4a4d0 admin admin] Deleting port 112dc46d-f08d-43f0-9ab3-4d730ec0a130 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:04:21.064501 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-83018cfd-9f79-4453-aa3a-430a2ed4a4d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (112dc46d-f08d-43f0-9ab3-4d730ec0a130), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:21.067895 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7c5a73-f65f-409c-a2d4-1eaa6d3cf731 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:21.069616 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-fd7c5a73-f65f-409c-a2d4-1eaa6d3cf731 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] 10.222.0.72 "GET /v2.0/ports?network_id=eaf64708-9021-419e-b287-ef3e0f51e2ee&device_id=9ecdcdec-a8b7-4ef3-a36b-ae162563fe4e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2476406 Feb 19 03:04:21.083104 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52118) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:21.090405 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e73ac1b-d1eb-44a9-affe-aa03228a4743 req-cc8c15dc-d134-4516-b752-6f352868f68c tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:21.097793 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3e73ac1b-d1eb-44a9-affe-aa03228a4743 req-cc8c15dc-d134-4516-b752-6f352868f68c tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] 10.222.0.72 "GET /v2.0/ports?device_id=47c8594f-eb40-4fda-a13f-ebf41c7bac9f HTTP/1.1" status: 200 len: 932 time: 0.1596146 Feb 19 03:04:21.195901 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-5e3573ff-e307-4308-a9cb-bbf31b074616 None None] For port 112dc46d-f08d-43f0-9ab3-4d730ec0a130, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=112dc46d-f08d-43f0-9ab3-4d730ec0a130,segment=NetworkSegment(edb2301d-7c1b-4001-aa64-c7b9aa2941b6),segment_id=edb2301d-7c1b-4001-aa64-c7b9aa2941b6)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:04:21.195901 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5e3573ff-e307-4308-a9cb-bbf31b074616 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (112dc46d-f08d-43f0-9ab3-4d730ec0a130), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:21.225143 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-5e3573ff-e307-4308-a9cb-bbf31b074616 None None] Calling delete_port for 112dc46d-f08d-43f0-9ab3-4d730ec0a130 owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:04:21.263224 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-ce10a715-f5be-45e2-9e9d-b128db422136 req-b2ffac49-345b-47f1-944f-ea3ef94f3261 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41ccdccf-a488-4c79-9c4c-74f10abad290 {{(pid=103702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:04:21.281610 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-ce10a715-f5be-45e2-9e9d-b128db422136 req-b2ffac49-345b-47f1-944f-ea3ef94f3261 service neutron] Publish callbacks [] for port (41ccdccf-a488-4c79-9c4c-74f10abad290), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:21.297442 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b1815921-e85f-4055-b751-16aefe87c3fb tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (c6b659ea-b6c5-40f3-84a8-968352ce2567), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:21.314869 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-ce10a715-f5be-45e2-9e9d-b128db422136 req-b2ffac49-345b-47f1-944f-ea3ef94f3261 service neutron] Transition to ACTIVE for port object 41ccdccf-a488-4c79-9c4c-74f10abad290 will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:04:21.325325 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-ce10a715-f5be-45e2-9e9d-b128db422136 req-b2ffac49-345b-47f1-944f-ea3ef94f3261 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (41ccdccf-a488-4c79-9c4c-74f10abad290), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:21.355693 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5e3573ff-e307-4308-a9cb-bbf31b074616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (112dc46d-f08d-43f0-9ab3-4d730ec0a130), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:21.389383 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3573ff-e307-4308-a9cb-bbf31b074616 None None] Pushing event deleted for resources: {'Port': ['ID=112dc46d-f08d-43f0-9ab3-4d730ec0a130,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:21.396910 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1815921-e85f-4055-b751-16aefe87c3fb tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Pushing event deleted for resources: {'Port': ['ID=c6b659ea-b6c5-40f3-84a8-968352ce2567,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:21.402313 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3573ff-e307-4308-a9cb-bbf31b074616 None None] No DVR routers for this DVR port 112dc46d-f08d-43f0-9ab3-4d730ec0a130 on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:04:21.478636 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ffac49-345b-47f1-944f-ea3ef94f3261 service neutron] Pushing event updated for resources: {'Port': ['ID=41ccdccf-a488-4c79-9c4c-74f10abad290,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:21.511541 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-83018cfd-9f79-4453-aa3a-430a2ed4a4d0 admin admin] For port 112dc46d-f08d-43f0-9ab3-4d730ec0a130, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=112dc46d-f08d-43f0-9ab3-4d730ec0a130,segment=NetworkSegment(edb2301d-7c1b-4001-aa64-c7b9aa2941b6),segment_id=edb2301d-7c1b-4001-aa64-c7b9aa2941b6)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:04:21.511541 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-83018cfd-9f79-4453-aa3a-430a2ed4a4d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (112dc46d-f08d-43f0-9ab3-4d730ec0a130), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:21.545950 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-83018cfd-9f79-4453-aa3a-430a2ed4a4d0 admin admin] Calling delete_port for 112dc46d-f08d-43f0-9ab3-4d730ec0a130 owned by network:dhcp {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:04:21.553236 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3e73ac1b-d1eb-44a9-affe-aa03228a4743 req-9187837c-3e82-4709-9919-448cc6561688 tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca410f4-0b4b-41b4-93cf-ff3f9b4055d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4544001 Feb 19 03:04:21.571519 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e279d3-f899-42d7-9265-1a2ecb2dba43 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:21.573039 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-27e279d3-f899-42d7-9265-1a2ecb2dba43 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] 10.222.0.72 "GET /v2.0/networks/eaf64708-9021-419e-b287-ef3e0f51e2ee HTTP/1.1" status: 200 len: 881 time: 0.4721355 Feb 19 03:04:21.576584 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52128) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:21.607405 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b1815921-e85f-4055-b751-16aefe87c3fb tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Publish callbacks [] for floatingip (b18820bc-cbd7-45f3-99cc-c06146ac951c), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:21.610654 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b1815921-e85f-4055-b751-16aefe87c3fb tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:21.611964 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-b1815921-e85f-4055-b751-16aefe87c3fb tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] 10.222.0.72 "DELETE /v2.0/floatingips/b18820bc-cbd7-45f3-99cc-c06146ac951c HTTP/1.1" status: 204 len: 168 time: 1.8087900 Feb 19 03:04:21.618802 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52132) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:21.624700 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-67a8cb69-6c02-409b-8ac9-cf7581a46c25 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Request body: {'floatingip': {'floating_network_id': 'a352db81-ea7b-43ad-bfe2-a6d630685c32', 'port_id': '42cb1a7e-9f6c-4ae4-95b5-bc8d201bfb87', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:04:21.661767 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-ce10a715-f5be-45e2-9e9d-b128db422136 req-b2ffac49-345b-47f1-944f-ea3ef94f3261 service neutron] Attempting to bind port 41ccdccf-a488-4c79-9c4c-74f10abad290 on host n-h1-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:04:21.662360 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-ce10a715-f5be-45e2-9e9d-b128db422136 req-b2ffac49-345b-47f1-944f-ea3ef94f3261 service neutron] Attempting to bind port 41ccdccf-a488-4c79-9c4c-74f10abad290 by drivers openvswitch,hyperv on host n-h1-826753-2 at level 0 using segments [{'id': '07810348-c073-4bbf-84d2-ed09a13b87db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '6d3b69cf-1802-49ef-8f64-09e108450cf5'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:04:21.662914 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce10a715-f5be-45e2-9e9d-b128db422136 req-b2ffac49-345b-47f1-944f-ea3ef94f3261 service neutron] Attempting to bind port 41ccdccf-a488-4c79-9c4c-74f10abad290 on network 6d3b69cf-1802-49ef-8f64-09e108450cf5 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:04:21.668960 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce10a715-f5be-45e2-9e9d-b128db422136 req-b2ffac49-345b-47f1-944f-ea3ef94f3261 service neutron] Port 41ccdccf-a488-4c79-9c4c-74f10abad290 on network 6d3b69cf-1802-49ef-8f64-09e108450cf5 not bound, no agent of type Open vSwitch agent registered on host n-h1-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:04:21.669484 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce10a715-f5be-45e2-9e9d-b128db422136 req-b2ffac49-345b-47f1-944f-ea3ef94f3261 service neutron] Attempting to bind port 41ccdccf-a488-4c79-9c4c-74f10abad290 on network 6d3b69cf-1802-49ef-8f64-09e108450cf5 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:04:21.676441 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-67a8cb69-6c02-409b-8ac9-cf7581a46c25 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:21.680473 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce10a715-f5be-45e2-9e9d-b128db422136 req-b2ffac49-345b-47f1-944f-ea3ef94f3261 service neutron] Checking agent: {'id': '9d56fb1b-2855-496a-a6d9-c324740cb98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:04:21.680821 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce10a715-f5be-45e2-9e9d-b128db422136 req-b2ffac49-345b-47f1-944f-ea3ef94f3261 service neutron] Checking segment: {'id': '07810348-c073-4bbf-84d2-ed09a13b87db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '6d3b69cf-1802-49ef-8f64-09e108450cf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:04:21.681237 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce10a715-f5be-45e2-9e9d-b128db422136 req-b2ffac49-345b-47f1-944f-ea3ef94f3261 service neutron] Bound using segment: {'id': '07810348-c073-4bbf-84d2-ed09a13b87db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '6d3b69cf-1802-49ef-8f64-09e108450cf5'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:04:21.681949 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-ce10a715-f5be-45e2-9e9d-b128db422136 req-b2ffac49-345b-47f1-944f-ea3ef94f3261 service neutron] Bound port: 41ccdccf-a488-4c79-9c4c-74f10abad290, host: n-h1-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07810348-c073-4bbf-84d2-ed09a13b87db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '6d3b69cf-1802-49ef-8f64-09e108450cf5'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:04:21.682300 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-ce10a715-f5be-45e2-9e9d-b128db422136 req-b2ffac49-345b-47f1-944f-ea3ef94f3261 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (41ccdccf-a488-4c79-9c4c-74f10abad290), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:21.731968 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-8d094d59-db3c-4f53-8aee-34559ab1ec54 tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ecdcdec-a8b7-4ef3-a36b-ae162563fe4e HTTP/1.1" status: 200 len: 205 time: 0.1445417 Feb 19 03:04:21.744637 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52134) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:21.847469 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-ce10a715-f5be-45e2-9e9d-b128db422136 req-b2ffac49-345b-47f1-944f-ea3ef94f3261 service neutron] For port 41ccdccf-a488-4c79-9c4c-74f10abad290, host n-h1-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:04:21.853101 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-ce10a715-f5be-45e2-9e9d-b128db422136 req-b2ffac49-345b-47f1-944f-ea3ef94f3261 service neutron] For port 41ccdccf-a488-4c79-9c4c-74f10abad290, host n-h1-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=41ccdccf-a488-4c79-9c4c-74f10abad290,segment=NetworkSegment(07810348-c073-4bbf-84d2-ed09a13b87db),segment_id=07810348-c073-4bbf-84d2-ed09a13b87db)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:04:21.868572 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-ce10a715-f5be-45e2-9e9d-b128db422136 req-b2ffac49-345b-47f1-944f-ea3ef94f3261 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (41ccdccf-a488-4c79-9c4c-74f10abad290), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:21.918493 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce10a715-f5be-45e2-9e9d-b128db422136 req-b2ffac49-345b-47f1-944f-ea3ef94f3261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:21.919119 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-ce10a715-f5be-45e2-9e9d-b128db422136 req-b2ffac49-345b-47f1-944f-ea3ef94f3261 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:21.921048 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ce10a715-f5be-45e2-9e9d-b128db422136 req-b2ffac49-345b-47f1-944f-ea3ef94f3261 service neutron] 10.222.0.73 "PUT /v2.0/ports/41ccdccf-a488-4c79-9c4c-74f10abad290 HTTP/1.1" status: 200 len: 1092 time: 1.5364368 Feb 19 03:04:21.924431 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47c8594f-eb40-4fda-a13f-ebf41c7bac9f', 'tag': '41ccdccf-a488-4c79-9c4c-74f10abad290'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:04:21.926700 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0952c6b1-499f-49ea-a16e-eb173a35453f" -d '{"events": [{"name": "network-changed", "server_uuid": "47c8594f-eb40-4fda-a13f-ebf41c7bac9f", "tag": "41ccdccf-a488-4c79-9c4c-74f10abad290"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:04:21.954788 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:22.020462 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ffac49-345b-47f1-944f-ea3ef94f3261 service neutron] Pushing event updated for resources: {'Port': ['ID=41ccdccf-a488-4c79-9c4c-74f10abad290,revision_number=3']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:22.095341 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 112dc46d-f08d-43f0-9ab3-4d730ec0a130 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:04:22.100524 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c02bf61-00fb-428b-9d56-33f3cc213cb2 x-openstack-request-id: req-3c02bf61-00fb-428b-9d56-33f3cc213cb2 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:04:22.101246 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47c8594f-eb40-4fda-a13f-ebf41c7bac9f", "tag": "41ccdccf-a488-4c79-9c4c-74f10abad290", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:04:22.101663 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3c02bf61-00fb-428b-9d56-33f3cc213cb2 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:04:22.102252 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47c8594f-eb40-4fda-a13f-ebf41c7bac9f', 'tag': '41ccdccf-a488-4c79-9c4c-74f10abad290', 'status': 'completed', 'code': 200} Feb 19 03:04:22.115958 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-63c02c53-48d7-454c-9efc-cd383292011c tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks [] for router (9ecdcdec-a8b7-4ef3-a36b-ae162563fe4e), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:22.122919 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-83018cfd-9f79-4453-aa3a-430a2ed4a4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (112dc46d-f08d-43f0-9ab3-4d730ec0a130), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:22.150823 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 112dc46d-f08d-43f0-9ab3-4d730ec0a130 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:04:22.151449 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 112dc46d-f08d-43f0-9ab3-4d730ec0a130 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:04:22.184872 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce10a715-f5be-45e2-9e9d-b128db422136 req-e0cb1f34-000e-46ca-8c02-44774110e8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:22.188413 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ce10a715-f5be-45e2-9e9d-b128db422136 req-e0cb1f34-000e-46ca-8c02-44774110e8f4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=691e67c990444120bcd0c98f1b60f09b&device_id=47c8594f-eb40-4fda-a13f-ebf41c7bac9f HTTP/1.1" status: 200 len: 1126 time: 0.1536252 Feb 19 03:04:22.214606 n-d-826753-2 neutron-server[103702]: INFO neutron.api.v2.resource [None req-67a8cb69-6c02-409b-8ac9-cf7581a46c25 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:04:22.218023 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-67a8cb69-6c02-409b-8ac9-cf7581a46c25 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.5968449 Feb 19 03:04:22.260030 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52146) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:22.274003 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-272a26a2-8df3-46d4-9225-41269fa53945 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Request body: {'floatingip': {'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'port_id': '42cb1a7e-9f6c-4ae4-95b5-bc8d201bfb87', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:04:22.301326 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ce10a715-f5be-45e2-9e9d-b128db422136 req-61006d72-ed73-40e1-ad9d-113d7cffdf79 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=41ccdccf-a488-4c79-9c4c-74f10abad290 HTTP/1.1" status: 200 len: 217 time: 0.0996344 Feb 19 03:04:22.330888 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-272a26a2-8df3-46d4-9225-41269fa53945 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:22.333530 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83018cfd-9f79-4453-aa3a-430a2ed4a4d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=112dc46d-f08d-43f0-9ab3-4d730ec0a130,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:22.339116 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83018cfd-9f79-4453-aa3a-430a2ed4a4d0 admin admin] No DVR routers for this DVR port 112dc46d-f08d-43f0-9ab3-4d730ec0a130 on host n-d-826753-2 {{(pid=103701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:04:22.382465 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce10a715-f5be-45e2-9e9d-b128db422136 req-6b69e290-e48f-474e-b1ce-01ba4c25a375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:22.384068 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ce10a715-f5be-45e2-9e9d-b128db422136 req-6b69e290-e48f-474e-b1ce-01ba4c25a375 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=58f4bb0c-650d-4931-aa67-9b83a274fd57 HTTP/1.1" status: 200 len: 849 time: 0.0756984 Feb 19 03:04:22.434455 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ce10a715-f5be-45e2-9e9d-b128db422136 req-16f9aa2c-0431-45e7-a0e2-9d0bb45aa825 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6d3b69cf-1802-49ef-8f64-09e108450cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425093 Feb 19 03:04:22.485747 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:22.604991 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ce10a715-f5be-45e2-9e9d-b128db422136 req-12ecd32c-9ab1-4379-898b-ccf3d71c79b9 service neutron] 10.222.0.73 "GET /v2.0/networks/6d3b69cf-1802-49ef-8f64-09e108450cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628604 Feb 19 03:04:22.676191 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-83018cfd-9f79-4453-aa3a-430a2ed4a4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (79227e34-1bd7-418d-8771-3e85379abcaa), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:22.758822 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-83018cfd-9f79-4453-aa3a-430a2ed4a4d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79227e34-1bd7-418d-8771-3e85379abcaa']}} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:04:22.779182 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ce10a715-f5be-45e2-9e9d-b128db422136 req-16296977-3389-4da4-9d4c-ce649217ca9d service neutron] 10.222.0.73 "GET /v2.0/networks/6d3b69cf-1802-49ef-8f64-09e108450cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666317 Feb 19 03:04:22.814429 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-83018cfd-9f79-4453-aa3a-430a2ed4a4d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edb2301d-7c1b-4001-aa64-c7b9aa2941b6') {'for_net_delete': True} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:04:22.814734 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-83018cfd-9f79-4453-aa3a-430a2ed4a4d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edb2301d-7c1b-4001-aa64-c7b9aa2941b6') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:04:22.845705 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-83018cfd-9f79-4453-aa3a-430a2ed4a4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12647422'] for segment (edb2301d-7c1b-4001-aa64-c7b9aa2941b6), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:22.871907 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-63c02c53-48d7-454c-9efc-cd383292011c tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks [] for router_gateway (9ecdcdec-a8b7-4ef3-a36b-ae162563fe4e), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:22.887911 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-83018cfd-9f79-4453-aa3a-430a2ed4a4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (edb2301d-7c1b-4001-aa64-c7b9aa2941b6), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:22.896879 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83018cfd-9f79-4453-aa3a-430a2ed4a4d0 admin admin] Releasing vlan 272 on physical network physnet1 to pool {{(pid=103701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:04:22.897312 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-83018cfd-9f79-4453-aa3a-430a2ed4a4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583360'] for segment (edb2301d-7c1b-4001-aa64-c7b9aa2941b6), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:22.983537 n-d-826753-2 neutron-server[103701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:04:22.983537 n-d-826753-2 neutron-server[103701]: self.session.flush() Feb 19 03:04:22.983537 n-d-826753-2 neutron-server[103701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:04:22.983537 n-d-826753-2 neutron-server[103701]: self.session.flush() Feb 19 03:04:22.983537 n-d-826753-2 neutron-server[103701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:04:22.983537 n-d-826753-2 neutron-server[103701]: self.session.flush() Feb 19 03:04:22.983537 n-d-826753-2 neutron-server[103701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:04:22.983537 n-d-826753-2 neutron-server[103701]: self.session.flush() Feb 19 03:04:22.983537 n-d-826753-2 neutron-server[103701]: Traceback (most recent call last): Feb 19 03:04:22.983537 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:04:22.983537 n-d-826753-2 neutron-server[103701]: timer() Feb 19 03:04:22.983537 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:04:22.983537 n-d-826753-2 neutron-server[103701]: cb(*args, **kw) Feb 19 03:04:22.983537 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:04:22.983537 n-d-826753-2 neutron-server[103701]: return func(*args, **kwargs) Feb 19 03:04:22.983537 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:04:22.983537 n-d-826753-2 neutron-server[103701]: self._notify() Feb 19 03:04:22.983537 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:04:22.983537 n-d-826753-2 neutron-server[103701]: self.callback(batched_events) Feb 19 03:04:22.983537 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:04:22.983537 n-d-826753-2 neutron-server[103701]: event.method(event) Feb 19 03:04:22.983537 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:04:22.983537 n-d-826753-2 neutron-server[103701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:04:22.983537 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:04:22.983537 n-d-826753-2 neutron-server[103701]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:04:22.983537 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:04:22.983537 n-d-826753-2 neutron-server[103701]: return f(self, *a, **k) Feb 19 03:04:22.983537 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:04:22.983537 n-d-826753-2 neutron-server[103701]: return self._get(url).json() Feb 19 03:04:22.983537 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:04:22.983537 n-d-826753-2 neutron-server[103701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:04:22.983537 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:04:22.983537 n-d-826753-2 neutron-server[103701]: return self.request(url, 'GET', **kwargs) Feb 19 03:04:22.983537 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:04:22.983537 n-d-826753-2 neutron-server[103701]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:04:22.983537 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:04:22.983537 n-d-826753-2 neutron-server[103701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:04:22.983537 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:04:22.983537 n-d-826753-2 neutron-server[103701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:04:22.983537 n-d-826753-2 neutron-server[103701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:04:23.007597 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-83018cfd-9f79-4453-aa3a-430a2ed4a4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (79227e34-1bd7-418d-8771-3e85379abcaa), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:23.031209 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-83018cfd-9f79-4453-aa3a-430a2ed4a4d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:23.039749 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-83018cfd-9f79-4453-aa3a-430a2ed4a4d0 admin admin] 10.222.0.72 "DELETE /v2.0/networks/79227e34-1bd7-418d-8771-3e85379abcaa HTTP/1.1" status: 204 len: 168 time: 2.4401343 Feb 19 03:04:23.071511 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83018cfd-9f79-4453-aa3a-430a2ed4a4d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=79227e34-1bd7-418d-8771-3e85379abcaa,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:23.088264 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0952c6b1-499f-49ea-a16e-eb173a35453f req-14e356b4-1071-45a8-8149-30ed52a81a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:23.090010 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-0952c6b1-499f-49ea-a16e-eb173a35453f req-14e356b4-1071-45a8-8149-30ed52a81a5f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=691e67c990444120bcd0c98f1b60f09b&device_id=47c8594f-eb40-4fda-a13f-ebf41c7bac9f HTTP/1.1" status: 200 len: 1126 time: 0.1070256 Feb 19 03:04:23.090933 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd3152c-bf67-40d1-9146-53b8d7268db3 req-4137cb74-0357-401c-911f-19015234d81f tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:23.093649 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9bd3152c-bf67-40d1-9146-53b8d7268db3 req-4137cb74-0357-401c-911f-19015234d81f tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] 10.222.0.72 "GET /v2.0/ports?device_id=47c8594f-eb40-4fda-a13f-ebf41c7bac9f HTTP/1.1" status: 200 len: 944 time: 0.3876686 Feb 19 03:04:23.124958 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-272a26a2-8df3-46d4-9225-41269fa53945 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:23.292987 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0952c6b1-499f-49ea-a16e-eb173a35453f req-df79a168-0753-4f8d-82cb-9edf5aca0ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:23.296541 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-0952c6b1-499f-49ea-a16e-eb173a35453f req-df79a168-0753-4f8d-82cb-9edf5aca0ab9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6d3b69cf-1802-49ef-8f64-09e108450cf5 HTTP/1.1" status: 200 len: 910 time: 0.2004590 Feb 19 03:04:23.317322 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9bd3152c-bf67-40d1-9146-53b8d7268db3 req-c83ec6b8-e1ac-4de4-9a0a-9138bf65d64e tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca410f4-0b4b-41b4-93cf-ff3f9b4055d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854730 Feb 19 03:04:23.353204 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52180) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:23.362699 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-0952c6b1-499f-49ea-a16e-eb173a35453f req-d74a6845-2db6-4617-bd5f-b1c5d9155547 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=41ccdccf-a488-4c79-9c4c-74f10abad290 HTTP/1.1" status: 200 len: 217 time: 0.0602593 Feb 19 03:04:23.407568 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-63c02c53-48d7-454c-9efc-cd383292011c tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Deleting port 9eaeb2f4-4366-4edb-9e93-f356d0370aa4 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:04:23.407838 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-63c02c53-48d7-454c-9efc-cd383292011c tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (9eaeb2f4-4366-4edb-9e93-f356d0370aa4), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:23.461273 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0952c6b1-499f-49ea-a16e-eb173a35453f req-8d28baee-39a4-4b00-8f00-732d22cb35dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:23.463220 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-0952c6b1-499f-49ea-a16e-eb173a35453f req-8d28baee-39a4-4b00-8f00-732d22cb35dd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=58f4bb0c-650d-4931-aa67-9b83a274fd57 HTTP/1.1" status: 200 len: 849 time: 0.0917132 Feb 19 03:04:23.532068 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-0952c6b1-499f-49ea-a16e-eb173a35453f req-55537f35-d80a-4900-a765-a3f8f7902851 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6d3b69cf-1802-49ef-8f64-09e108450cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611026 Feb 19 03:04:23.583336 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-b23810d1-8389-401c-a0ea-1f8b588dd28c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6ec3dd7afd834c809d570f5110147b8d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2259240 Feb 19 03:04:23.588081 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52184) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:23.674504 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-272a26a2-8df3-46d4-9225-41269fa53945 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Allocated IP 172.25.6.218 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/9ba540d2-d610-4279-858b-2c15bb25634a) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:04:23.748682 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-0952c6b1-499f-49ea-a16e-eb173a35453f req-c552507f-2da7-4373-9be9-0b7b7269142b service neutron] 10.222.0.73 "GET /v2.0/networks/6d3b69cf-1802-49ef-8f64-09e108450cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036405 Feb 19 03:04:23.802418 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-63c02c53-48d7-454c-9efc-cd383292011c tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (9eaeb2f4-4366-4edb-9e93-f356d0370aa4), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:23.865381 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52190) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:23.882410 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-047fb980-3ba0-4525-8b83-f17ebdd3d1e3 admin admin] Publish callbacks [] for security_group (344800ac-992b-44b9-a49a-a7d4e6a6fc53), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:23.910158 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-047fb980-3ba0-4525-8b83-f17ebdd3d1e3 admin admin] Publish callbacks [] for security_group (344800ac-992b-44b9-a49a-a7d4e6a6fc53), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:23.932410 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-0952c6b1-499f-49ea-a16e-eb173a35453f req-e26a1202-3691-4f64-99d1-11ddc28ad180 service neutron] 10.222.0.73 "GET /v2.0/networks/6d3b69cf-1802-49ef-8f64-09e108450cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769748 Feb 19 03:04:24.060488 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cfafe155-34f8-43ac-a55f-b20045a6feb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:24.172657 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cfafe155-34f8-43ac-a55f-b20045a6feb4 admin admin] Publish callbacks [] for security_group (a5ed600c-64f1-4dfb-b1b6-5fd254173aed), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:24.177921 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cfafe155-34f8-43ac-a55f-b20045a6feb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (a5ed600c-64f1-4dfb-b1b6-5fd254173aed), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:24.213762 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfafe155-34f8-43ac-a55f-b20045a6feb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ed600c-64f1-4dfb-b1b6-5fd254173aed,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:24.244966 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-cfafe155-34f8-43ac-a55f-b20045a6feb4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=119c5286ecc44a2f894500bf5385b8c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3784630 Feb 19 03:04:24.245804 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52196) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:24.303287 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e25446d5-89fb-4b83-bb55-817df3840d96 admin admin] Publish callbacks [] for security_group (a5ed600c-64f1-4dfb-b1b6-5fd254173aed), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:24.337233 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e25446d5-89fb-4b83-bb55-817df3840d96 admin admin] Publish callbacks [] for security_group (a5ed600c-64f1-4dfb-b1b6-5fd254173aed), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:24.350099 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-63c02c53-48d7-454c-9efc-cd383292011c tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Calling delete_port for 9eaeb2f4-4366-4edb-9e93-f356d0370aa4 owned by network:router_gateway {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:04:24.364979 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-047fb980-3ba0-4525-8b83-f17ebdd3d1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (344800ac-992b-44b9-a49a-a7d4e6a6fc53), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:24.367584 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-047fb980-3ba0-4525-8b83-f17ebdd3d1e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:24.371045 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-047fb980-3ba0-4525-8b83-f17ebdd3d1e3 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/344800ac-992b-44b9-a49a-a7d4e6a6fc53 HTTP/1.1" status: 204 len: 168 time: 0.7797267 Feb 19 03:04:24.417829 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e25446d5-89fb-4b83-bb55-817df3840d96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (a5ed600c-64f1-4dfb-b1b6-5fd254173aed), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:24.422119 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e25446d5-89fb-4b83-bb55-817df3840d96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:24.423551 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-e25446d5-89fb-4b83-bb55-817df3840d96 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a5ed600c-64f1-4dfb-b1b6-5fd254173aed HTTP/1.1" status: 204 len: 168 time: 0.1766369 Feb 19 03:04:24.443535 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25446d5-89fb-4b83-bb55-817df3840d96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ed600c-64f1-4dfb-b1b6-5fd254173aed,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:24.519676 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047fb980-3ba0-4525-8b83-f17ebdd3d1e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=344800ac-992b-44b9-a49a-a7d4e6a6fc53,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:24.622646 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-272a26a2-8df3-46d4-9225-41269fa53945 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Publish callbacks [] for port (9ba540d2-d610-4279-858b-2c15bb25634a), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:24.730384 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1af9291-0cb0-4517-b8b8-f757204b182c req-0d99b754-fe69-43e9-9c4f-8b819c6d83ff tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:24.732107 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c1af9291-0cb0-4517-b8b8-f757204b182c req-0d99b754-fe69-43e9-9c4f-8b819c6d83ff tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] 10.222.0.72 "GET /v2.0/ports?device_id=47c8594f-eb40-4fda-a13f-ebf41c7bac9f HTTP/1.1" status: 200 len: 944 time: 0.2440851 Feb 19 03:04:24.901973 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c1af9291-0cb0-4517-b8b8-f757204b182c req-140d9c29-4abe-4830-9377-6da8013bef4d tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca410f4-0b4b-41b4-93cf-ff3f9b4055d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582096 Feb 19 03:04:25.011450 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52220) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:25.011667 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-63c02c53-48d7-454c-9efc-cd383292011c tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (9eaeb2f4-4366-4edb-9e93-f356d0370aa4), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:25.128781 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-272a26a2-8df3-46d4-9225-41269fa53945 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (9ba540d2-d610-4279-858b-2c15bb25634a), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:25.142248 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-23cc3547-cd5f-4464-805a-27ba18bb63b2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0a14dacd84aa433893b7027a0050be30&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1298752 Feb 19 03:04:25.144013 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52224) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:25.150674 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-63c02c53-48d7-454c-9efc-cd383292011c tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16285837'] for router_gateway (9ecdcdec-a8b7-4ef3-a36b-ae162563fe4e), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:25.158276 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c02c53-48d7-454c-9efc-cd383292011c tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Pushing event deleted for resources: {'Port': ['ID=9eaeb2f4-4366-4edb-9e93-f356d0370aa4,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:25.243555 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-91bcc9a8-6fd1-46e6-a87c-d8221d0983fe admin admin] Publish callbacks [] for security_group (1ee9f57c-9c31-4a71-af99-15cd97d1b84c), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:25.275790 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-91bcc9a8-6fd1-46e6-a87c-d8221d0983fe admin admin] Publish callbacks [] for security_group (1ee9f57c-9c31-4a71-af99-15cd97d1b84c), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:25.344171 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-91bcc9a8-6fd1-46e6-a87c-d8221d0983fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (1ee9f57c-9c31-4a71-af99-15cd97d1b84c), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:25.344395 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272a26a2-8df3-46d4-9225-41269fa53945 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:04:25.348163 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-91bcc9a8-6fd1-46e6-a87c-d8221d0983fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:25.351134 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-91bcc9a8-6fd1-46e6-a87c-d8221d0983fe admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1ee9f57c-9c31-4a71-af99-15cd97d1b84c HTTP/1.1" status: 204 len: 168 time: 0.2045500 Feb 19 03:04:25.354344 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-272a26a2-8df3-46d4-9225-41269fa53945 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:04:25.389646 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bcc9a8-6fd1-46e6-a87c-d8221d0983fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ee9f57c-9c31-4a71-af99-15cd97d1b84c,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:25.409200 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272a26a2-8df3-46d4-9225-41269fa53945 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:04:25.417066 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-63c02c53-48d7-454c-9efc-cd383292011c tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16317457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14254'] for router (9ecdcdec-a8b7-4ef3-a36b-ae162563fe4e), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:25.427947 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-63c02c53-48d7-454c-9efc-cd383292011c tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks [] for router_controller (9ecdcdec-a8b7-4ef3-a36b-ae162563fe4e), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:25.437490 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272a26a2-8df3-46d4-9225-41269fa53945 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Pushing event updated for resources: {'Port': ['ID=9ba540d2-d610-4279-858b-2c15bb25634a,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:25.829334 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-63c02c53-48d7-454c-9efc-cd383292011c tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16317544'] for router (9ecdcdec-a8b7-4ef3-a36b-ae162563fe4e), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:25.829866 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63c02c53-48d7-454c-9efc-cd383292011c tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Fanout notify agent at l3_agent the message router_deleted on router 9ecdcdec-a8b7-4ef3-a36b-ae162563fe4e {{(pid=103701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:04:25.851168 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-63c02c53-48d7-454c-9efc-cd383292011c tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks [] for router (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:25.857934 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52246) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:25.864353 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-a41f3fc8-e44a-4e3d-a5ff-cb34dd1e953b tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-169476460', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:04:25.869256 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-63c02c53-48d7-454c-9efc-cd383292011c tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] 10.222.0.72 "DELETE /v2.0/routers/9ecdcdec-a8b7-4ef3-a36b-ae162563fe4e HTTP/1.1" status: 204 len: 168 time: 4.1234558 Feb 19 03:04:25.924050 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a41f3fc8-e44a-4e3d-a5ff-cb34dd1e953b tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14172'] for router (70497291-9cc9-42f0-8007-c5f1dfcabe17), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:25.925402 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a41f3fc8-e44a-4e3d-a5ff-cb34dd1e953b tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16317487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16285822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16309985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14247'] for router (70497291-9cc9-42f0-8007-c5f1dfcabe17), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:26.004571 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a41f3fc8-e44a-4e3d-a5ff-cb34dd1e953b tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks [] for router_controller (70497291-9cc9-42f0-8007-c5f1dfcabe17), precommit_add_association {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:26.012281 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a41f3fc8-e44a-4e3d-a5ff-cb34dd1e953b tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16317478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865'] for router (70497291-9cc9-42f0-8007-c5f1dfcabe17), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:26.021492 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-272a26a2-8df3-46d4-9225-41269fa53945 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Deleting port 9ba540d2-d610-4279-858b-2c15bb25634a {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:04:26.021492 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-272a26a2-8df3-46d4-9225-41269fa53945 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (9ba540d2-d610-4279-858b-2c15bb25634a), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:26.068447 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a41f3fc8-e44a-4e3d-a5ff-cb34dd1e953b tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:26.076194 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-a41f3fc8-e44a-4e3d-a5ff-cb34dd1e953b tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2177250 Feb 19 03:04:26.078959 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52254) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:26.087201 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-e020ec21-7df7-4cc9-8e5f-84f54e82c578 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'enable_snat': False}}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:04:26.146848 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:26.225055 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-272a26a2-8df3-46d4-9225-41269fa53945 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (9ba540d2-d610-4279-858b-2c15bb25634a), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:26.225580 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-272a26a2-8df3-46d4-9225-41269fa53945 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Publish callbacks [] for floatingip (9ba540d2-d610-4279-858b-2c15bb25634a), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:26.280042 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ba8aea-f6da-4fef-bf97-3f5935e56841 req-e7222f53-04d7-4333-b1bf-40a289f8ba9b tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:26.287224 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-21ba8aea-f6da-4fef-bf97-3f5935e56841 req-e7222f53-04d7-4333-b1bf-40a289f8ba9b tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] 10.222.0.72 "GET /v2.0/ports?device_id=47c8594f-eb40-4fda-a13f-ebf41c7bac9f HTTP/1.1" status: 200 len: 944 time: 0.1981809 Feb 19 03:04:26.294681 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-272a26a2-8df3-46d4-9225-41269fa53945 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Calling delete_port for 9ba540d2-d610-4279-858b-2c15bb25634a owned by network:floatingip {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:04:26.502572 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-21ba8aea-f6da-4fef-bf97-3f5935e56841 req-3d586b6e-b107-424b-9920-59caa033fefa tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca410f4-0b4b-41b4-93cf-ff3f9b4055d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066064 Feb 19 03:04:26.616189 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e020ec21-7df7-4cc9-8e5f-84f54e82c578 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks [] for router_gateway (70497291-9cc9-42f0-8007-c5f1dfcabe17), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:26.690387 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-272a26a2-8df3-46d4-9225-41269fa53945 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (9ba540d2-d610-4279-858b-2c15bb25634a), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:26.768384 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272a26a2-8df3-46d4-9225-41269fa53945 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Pushing event deleted for resources: {'Port': ['ID=9ba540d2-d610-4279-858b-2c15bb25634a,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:26.826270 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52276) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:26.981178 n-d-826753-2 neutron-server[103701]: INFO neutron.api.v2.resource [None req-272a26a2-8df3-46d4-9225-41269fa53945 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] create failed (client error): The resource could not be found. Feb 19 03:04:26.983977 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-272a26a2-8df3-46d4-9225-41269fa53945 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.7221427 Feb 19 03:04:26.988551 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52282) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:26.994681 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 41ccdccf-a488-4c79-9c4c-74f10abad290 details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:04:27.179815 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-9f366fc7-07a1-436c-bf8c-5ffb359720f0 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Deleting port 42cb1a7e-9f6c-4ae4-95b5-bc8d201bfb87 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:04:27.180413 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9f366fc7-07a1-436c-bf8c-5ffb359720f0 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (42cb1a7e-9f6c-4ae4-95b5-bc8d201bfb87), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:27.188687 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e020ec21-7df7-4cc9-8e5f-84f54e82c578 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks [] for router_gateway (70497291-9cc9-42f0-8007-c5f1dfcabe17), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:27.240654 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-ee98fefe-6326-44f0-baa7-772039c05890 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-662259995-network', 'tenant_id': 'ec81b3022ed94d69b3d1baf95aa6fdf4'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:04:27.244414 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e020ec21-7df7-4cc9-8e5f-84f54e82c578 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:27.262439 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 41ccdccf-a488-4c79-9c4c-74f10abad290, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=41ccdccf-a488-4c79-9c4c-74f10abad290,segment=NetworkSegment(07810348-c073-4bbf-84d2-ed09a13b87db),segment_id=07810348-c073-4bbf-84d2-ed09a13b87db)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:04:27.289913 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': '41ccdccf-a488-4c79-9c4c-74f10abad290', 'network_id': '6d3b69cf-1802-49ef-8f64-09e108450cf5', 'port_id': '41ccdccf-a488-4c79-9c4c-74f10abad290', 'mac_address': 'fa:16:3e:8d:38:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58f4bb0c-650d-4931-aa67-9b83a274fd57', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:04:27.361489 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 41ccdccf-a488-4c79-9c4c-74f10abad290 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:04:27.362236 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (41ccdccf-a488-4c79-9c4c-74f10abad290), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:27.368795 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee98fefe-6326-44f0-baa7-772039c05890 admin admin] Made reservation on behalf of ec81b3022ed94d69b3d1baf95aa6fdf4 for: {'network': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:04:27.371133 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ee98fefe-6326-44f0-baa7-772039c05890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:27.377924 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41ccdccf-a488-4c79-9c4c-74f10abad290 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:04:27.393311 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ee98fefe-6326-44f0-baa7-772039c05890 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:27.416595 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 41ccdccf-a488-4c79-9c4c-74f10abad290, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=41ccdccf-a488-4c79-9c4c-74f10abad290,segment=NetworkSegment(07810348-c073-4bbf-84d2-ed09a13b87db),segment_id=07810348-c073-4bbf-84d2-ed09a13b87db)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:04:27.429755 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9f366fc7-07a1-436c-bf8c-5ffb359720f0 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (42cb1a7e-9f6c-4ae4-95b5-bc8d201bfb87), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:27.430520 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (41ccdccf-a488-4c79-9c4c-74f10abad290), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:27.464040 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-9f366fc7-07a1-436c-bf8c-5ffb359720f0 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Calling delete_port for 42cb1a7e-9f6c-4ae4-95b5-bc8d201bfb87 owned by {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:04:27.474821 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-e020ec21-7df7-4cc9-8e5f-84f54e82c578 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Allocated IP 172.25.6.23 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/a74cd3ee-5b8b-4227-89ad-61b7ba0a1231) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:04:27.529907 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=41ccdccf-a488-4c79-9c4c-74f10abad290,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:27.672408 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e020ec21-7df7-4cc9-8e5f-84f54e82c578 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks [] for port (a74cd3ee-5b8b-4227-89ad-61b7ba0a1231), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:27.774607 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9f366fc7-07a1-436c-bf8c-5ffb359720f0 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (42cb1a7e-9f6c-4ae4-95b5-bc8d201bfb87), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:27.780277 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e020ec21-7df7-4cc9-8e5f-84f54e82c578 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (a74cd3ee-5b8b-4227-89ad-61b7ba0a1231), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:27.854835 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f366fc7-07a1-436c-bf8c-5ffb359720f0 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Pushing event deleted for resources: {'Port': ['ID=42cb1a7e-9f6c-4ae4-95b5-bc8d201bfb87,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:27.886253 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['41ccdccf-a488-4c79-9c4c-74f10abad290'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:04:27.916520 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e020ec21-7df7-4cc9-8e5f-84f54e82c578 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:04:27.939165 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-e020ec21-7df7-4cc9-8e5f-84f54e82c578 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:04:27.943831 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e020ec21-7df7-4cc9-8e5f-84f54e82c578 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:04:28.002741 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ee98fefe-6326-44f0-baa7-772039c05890 admin admin] Publish callbacks [] for security_group (54e4782d-9a4f-4051-951a-7b28926d9f27), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:28.024508 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fa836a-f2de-4a90-865f-83957b042f8d req-9bd33d6a-72d4-4176-8cf8-a61404e37a88 tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:28.033890 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e020ec21-7df7-4cc9-8e5f-84f54e82c578 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Pushing event updated for resources: {'Port': ['ID=a74cd3ee-5b8b-4227-89ad-61b7ba0a1231,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:28.037191 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-94fa836a-f2de-4a90-865f-83957b042f8d req-9bd33d6a-72d4-4176-8cf8-a61404e37a88 tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] 10.222.0.72 "GET /v2.0/ports?device_id=47c8594f-eb40-4fda-a13f-ebf41c7bac9f HTTP/1.1" status: 200 len: 945 time: 0.2767997 Feb 19 03:04:28.059612 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ee98fefe-6326-44f0-baa7-772039c05890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (54e4782d-9a4f-4051-951a-7b28926d9f27), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:28.090929 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9f366fc7-07a1-436c-bf8c-5ffb359720f0 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:28.096124 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-9f366fc7-07a1-436c-bf8c-5ffb359720f0 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] 10.222.0.72 "DELETE /v2.0/ports/42cb1a7e-9f6c-4ae4-95b5-bc8d201bfb87 HTTP/1.1" status: 204 len: 168 time: 1.1057918 Feb 19 03:04:28.128782 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52308) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:28.167013 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee98fefe-6326-44f0-baa7-772039c05890 admin admin] vlan segment allocate from pool success with {'vlan_id': 297, 'physical_network': 'physnet1'} {{(pid=103701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:04:28.232399 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee98fefe-6326-44f0-baa7-772039c05890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54e4782d-9a4f-4051-951a-7b28926d9f27,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:28.260220 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ee98fefe-6326-44f0-baa7-772039c05890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (a6f82d22-64a3-450f-ba2e-952812b80773), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:28.260566 n-d-826753-2 neutron-server[103701]: INFO neutron.db.segments_db [None req-ee98fefe-6326-44f0-baa7-772039c05890 admin admin] Added segment a6f82d22-64a3-450f-ba2e-952812b80773 of type vlan for network b50e0a69-6698-4b81-bbff-17c33bfffecf Feb 19 03:04:28.327631 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-94fa836a-f2de-4a90-865f-83957b042f8d req-dd3d361c-3f93-435e-be2b-c39813e71475 tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca410f4-0b4b-41b4-93cf-ff3f9b4055d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2894192 Feb 19 03:04:28.387924 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ee98fefe-6326-44f0-baa7-772039c05890 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (b50e0a69-6698-4b81-bbff-17c33bfffecf), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:28.453632 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ee98fefe-6326-44f0-baa7-772039c05890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (b50e0a69-6698-4b81-bbff-17c33bfffecf), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:28.454606 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee98fefe-6326-44f0-baa7-772039c05890 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:28.455270 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ee98fefe-6326-44f0-baa7-772039c05890 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:28.455927 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e020ec21-7df7-4cc9-8e5f-84f54e82c578 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks [] for router_gateway (70497291-9cc9-42f0-8007-c5f1dfcabe17), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:28.525738 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84bba96d-c7d2-4ac6-a361-c9df71037afa tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:28.527462 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-84bba96d-c7d2-4ac6-a361-c9df71037afa tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] 10.222.0.72 "GET /v2.0/ports?device_id=d8677882-2d8a-468d-8375-926bc6064202 HTTP/1.1" status: 200 len: 913 time: 0.3972387 Feb 19 03:04:28.535504 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52314) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:28.574256 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-ee98fefe-6326-44f0-baa7-772039c05890 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.7436013 Feb 19 03:04:28.582698 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52316) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:28.603779 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-c329bdea-fcb7-4c31-bf0c-9d702dea4ad7 admin admin] Request body: {'subnet': {'network_id': 'b50e0a69-6698-4b81-bbff-17c33bfffecf', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-662259995-subnet', 'tenant_id': 'ec81b3022ed94d69b3d1baf95aa6fdf4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:04:28.641507 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee98fefe-6326-44f0-baa7-772039c05890 admin admin] Pushing event updated for resources: {'Network': ['ID=b50e0a69-6698-4b81-bbff-17c33bfffecf,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:28.654210 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network b50e0a69-6698-4b81-bbff-17c33bfffecf details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:04:28.690783 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c329bdea-fcb7-4c31-bf0c-9d702dea4ad7 admin admin] Made reservation on behalf of ec81b3022ed94d69b3d1baf95aa6fdf4 for: {'subnet': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:04:28.690783 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c329bdea-fcb7-4c31-bf0c-9d702dea4ad7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58706307'] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:29.027632 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 41ccdccf-a488-4c79-9c4c-74f10abad290 up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:04:29.129672 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning for port 41ccdccf-a488-4c79-9c4c-74f10abad290 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:04:29.135459 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port 41ccdccf-a488-4c79-9c4c-74f10abad290 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:04:29.136244 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (41ccdccf-a488-4c79-9c4c-74f10abad290), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:29.142751 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c329bdea-fcb7-4c31-bf0c-9d702dea4ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12647271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58706289'] for subnet (114013d1-e954-4f3b-9ff1-8499250a3272), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:29.254479 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c329bdea-fcb7-4c31-bf0c-9d702dea4ad7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=114013d1-e954-4f3b-9ff1-8499250a3272,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:29.291544 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c329bdea-fcb7-4c31-bf0c-9d702dea4ad7 admin admin] Checking segment: {'id': 'a6f82d22-64a3-450f-ba2e-952812b80773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b50e0a69-6698-4b81-bbff-17c33bfffecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:04:29.292275 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c329bdea-fcb7-4c31-bf0c-9d702dea4ad7 admin admin] Network hostable DHCP agents. Network: b50e0a69-6698-4b81-bbff-17c33bfffecf, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:04:29.314765 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c329bdea-fcb7-4c31-bf0c-9d702dea4ad7 admin admin] Network b50e0a69-6698-4b81-bbff-17c33bfffecf is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:04:29.328573 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-c329bdea-fcb7-4c31-bf0c-9d702dea4ad7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, b50e0a69-6698-4b81-bbff-17c33bfffecf) {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:04:29.336063 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c329bdea-fcb7-4c31-bf0c-9d702dea4ad7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:29.337110 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c329bdea-fcb7-4c31-bf0c-9d702dea4ad7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:29.351422 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3335bf4-d51e-4b5a-a21f-2a7553032f94 None None] Network b50e0a69-6698-4b81-bbff-17c33bfffecf requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:04:29.377504 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-c329bdea-fcb7-4c31-bf0c-9d702dea4ad7 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7937281 Feb 19 03:04:29.489212 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 41ccdccf-a488-4c79-9c4c-74f10abad290 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:04:29.489791 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (41ccdccf-a488-4c79-9c4c-74f10abad290), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:29.570334 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f16c95-e2fc-485e-894b-5baf10d5c54b None None] Network b50e0a69-6698-4b81-bbff-17c33bfffecf requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:04:29.613455 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53389605-0e66-40b4-bddf-5478c8938f99 req-392ca72c-10db-4ada-b7bf-22e17b0fdc20 tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:29.621766 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 41ccdccf-a488-4c79-9c4c-74f10abad290, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=41ccdccf-a488-4c79-9c4c-74f10abad290,segment=NetworkSegment(07810348-c073-4bbf-84d2-ed09a13b87db),segment_id=07810348-c073-4bbf-84d2-ed09a13b87db)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:04:29.624547 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-53389605-0e66-40b4-bddf-5478c8938f99 req-392ca72c-10db-4ada-b7bf-22e17b0fdc20 tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] 10.222.0.72 "GET /v2.0/ports?device_id=47c8594f-eb40-4fda-a13f-ebf41c7bac9f HTTP/1.1" status: 200 len: 945 time: 0.1208241 Feb 19 03:04:29.644016 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47c8594f-eb40-4fda-a13f-ebf41c7bac9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41ccdccf-a488-4c79-9c4c-74f10abad290'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:04:29.647655 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36732fa7-8305-4ead-9b71-6bc65d87d336" -d '{"events": [{"server_uuid": "47c8594f-eb40-4fda-a13f-ebf41c7bac9f", "name": "network-vif-plugged", "status": "completed", "tag": "41ccdccf-a488-4c79-9c4c-74f10abad290"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:04:29.653663 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (41ccdccf-a488-4c79-9c4c-74f10abad290), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:29.689280 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-53389605-0e66-40b4-bddf-5478c8938f99 req-03802470-f49e-4b9f-8c04-66b5b9d89b2b tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca410f4-0b4b-41b4-93cf-ff3f9b4055d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561225 Feb 19 03:04:29.694417 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e020ec21-7df7-4cc9-8e5f-84f54e82c578 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16285772', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16317501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14257'] for router (70497291-9cc9-42f0-8007-c5f1dfcabe17), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:29.704579 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e020ec21-7df7-4cc9-8e5f-84f54e82c578 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16285787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16285778', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16317492'] for router (70497291-9cc9-42f0-8007-c5f1dfcabe17), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:29.752226 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b183ba5-81b1-47fe-aa36-9d4ae1c1ae91 x-openstack-request-id: req-1b183ba5-81b1-47fe-aa36-9d4ae1c1ae91 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:04:29.752786 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47c8594f-eb40-4fda-a13f-ebf41c7bac9f", "name": "network-vif-plugged", "status": "completed", "tag": "41ccdccf-a488-4c79-9c4c-74f10abad290", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:04:29.752786 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1b183ba5-81b1-47fe-aa36-9d4ae1c1ae91 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:04:29.753220 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47c8594f-eb40-4fda-a13f-ebf41c7bac9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41ccdccf-a488-4c79-9c4c-74f10abad290', 'code': 200} Feb 19 03:04:29.817420 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=41ccdccf-a488-4c79-9c4c-74f10abad290,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:30.096239 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985a87fc-fbd2-4fd2-9c9a-392066283bd3 req-649141fc-c6b1-4f2c-98a9-d65b67e91483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:30.098359 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-985a87fc-fbd2-4fd2-9c9a-392066283bd3 req-649141fc-c6b1-4f2c-98a9-d65b67e91483 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=47c8594f-eb40-4fda-a13f-ebf41c7bac9f HTTP/1.1" status: 200 len: 1128 time: 0.1568677 Feb 19 03:04:30.100570 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e020ec21-7df7-4cc9-8e5f-84f54e82c578 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Router 70497291-9cc9-42f0-8007-c5f1dfcabe17 is scheduled to L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd with binding_index 1 {{(pid=103702) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:04:30.153413 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae9531-eca1-4d47-ae86-622b4508d075 req-9a74c6a3-dfa1-4312-8faa-b63e534b4e51 tempest-InstanceActionsV221TestJSON-275716329 tempest-InstanceActionsV221TestJSON-275716329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:30.155888 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-79ae9531-eca1-4d47-ae86-622b4508d075 req-9a74c6a3-dfa1-4312-8faa-b63e534b4e51 tempest-InstanceActionsV221TestJSON-275716329 tempest-InstanceActionsV221TestJSON-275716329-project] 10.222.0.72 "GET /v2.0/networks?id=b50e0a69-6698-4b81-bbff-17c33bfffecf HTTP/1.1" status: 200 len: 817 time: 0.1337769 Feb 19 03:04:30.177078 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-79ae9531-eca1-4d47-ae86-622b4508d075 req-1073511a-f14b-4480-935f-7476ccfd99a7 tempest-InstanceActionsV221TestJSON-275716329 tempest-InstanceActionsV221TestJSON-275716329-project] 10.222.0.72 "GET /v2.0/quotas/ec81b3022ed94d69b3d1baf95aa6fdf4 HTTP/1.1" status: 200 len: 375 time: 0.0155187 Feb 19 03:04:30.218741 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-79ae9531-eca1-4d47-ae86-622b4508d075 req-cb5a0543-5184-43b2-89e4-45a138031760 tempest-InstanceActionsV221TestJSON-275716329 tempest-InstanceActionsV221TestJSON-275716329-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=ec81b3022ed94d69b3d1baf95aa6fdf4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406075 Feb 19 03:04:30.229711 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [req-79ae9531-eca1-4d47-ae86-622b4508d075 req-4a7eb5ad-cfb1-488a-b6bf-4b86f523a70d service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103701) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:04:30.237531 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-79ae9531-eca1-4d47-ae86-622b4508d075 req-4a7eb5ad-cfb1-488a-b6bf-4b86f523a70d service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0120919 Feb 19 03:04:30.299949 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e020ec21-7df7-4cc9-8e5f-84f54e82c578 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:04:30.311678 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815c8b8d-2fe3-41d0-abd8-182bf8c2bbad None None] Sync routers for ids ['70497291-9cc9-42f0-8007-c5f1dfcabe17'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:04:30.319527 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e020ec21-7df7-4cc9-8e5f-84f54e82c578 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:30.320979 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-e020ec21-7df7-4cc9-8e5f-84f54e82c578 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] 10.222.0.72 "PUT /v2.0/routers/70497291-9cc9-42f0-8007-c5f1dfcabe17 HTTP/1.1" status: 200 len: 914 time: 4.2409964 Feb 19 03:04:30.324402 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52352) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:30.325964 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815c8b8d-2fe3-41d0-abd8-182bf8c2bbad None None] Routers {'70497291-9cc9-42f0-8007-c5f1dfcabe17'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:04:30.326588 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-815c8b8d-2fe3-41d0-abd8-182bf8c2bbad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:04:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['70497291-9cc9-42f0-8007-c5f1dfcabe17'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:04:30.356559 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-985a87fc-fbd2-4fd2-9c9a-392066283bd3 req-fc58a1cd-995c-4d8d-a5d7-8f068f24d28a service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=dca410f4-0b4b-41b4-93cf-ff3f9b4055d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473726 Feb 19 03:04:30.364516 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-815c8b8d-2fe3-41d0-abd8-182bf8c2bbad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:04:30.375086 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815c8b8d-2fe3-41d0-abd8-182bf8c2bbad None None] Routers {'70497291-9cc9-42f0-8007-c5f1dfcabe17'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:04:30.376316 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-815c8b8d-2fe3-41d0-abd8-182bf8c2bbad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:04:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['70497291-9cc9-42f0-8007-c5f1dfcabe17'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:04:30.412356 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-79ae9531-eca1-4d47-ae86-622b4508d075 req-c9911e3b-cede-4f94-a231-99f946053f74 service neutron] 10.222.0.72 "GET /v2.0/networks/b50e0a69-6698-4b81-bbff-17c33bfffecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737535 Feb 19 03:04:30.416753 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2e6d8551-a9dd-4ad2-85b9-5d0578d7ff09 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16289271'] for router_interface (d8677882-2d8a-468d-8375-926bc6064202), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:30.430749 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-815c8b8d-2fe3-41d0-abd8-182bf8c2bbad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:04:30.433165 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815c8b8d-2fe3-41d0-abd8-182bf8c2bbad None None] The sync data for ids ['70497291-9cc9-42f0-8007-c5f1dfcabe17'] in n-d-826753-2 is: [] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:04:30.582495 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-912d571c-e5ee-4072-8244-fda908cd4d34 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] 10.222.0.72 "GET /v2.0/routers/70497291-9cc9-42f0-8007-c5f1dfcabe17 HTTP/1.1" status: 200 len: 920 time: 0.2568290 Feb 19 03:04:30.585174 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52360) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:30.646693 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-79ae9531-eca1-4d47-ae86-622b4508d075 req-df654b62-b348-4399-ac89-b35457998aa2 service neutron] 10.222.0.72 "GET /v2.0/networks/b50e0a69-6698-4b81-bbff-17c33bfffecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331915 Feb 19 03:04:30.667015 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68359bf8-2466-4a2f-8249-701973ddacd6 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:30.668543 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-68359bf8-2466-4a2f-8249-701973ddacd6 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] 10.222.0.72 "GET /v2.0/ports?network_id=eaf64708-9021-419e-b287-ef3e0f51e2ee&device_id=70497291-9cc9-42f0-8007-c5f1dfcabe17&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0823605 Feb 19 03:04:30.671525 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52362) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:30.897794 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-2e6d8551-a9dd-4ad2-85b9-5d0578d7ff09 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Deleting port c0e4701a-fbaf-4719-ba33-5e9af8384b77 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:04:30.898292 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2e6d8551-a9dd-4ad2-85b9-5d0578d7ff09 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (c0e4701a-fbaf-4719-ba33-5e9af8384b77), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:30.988742 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-49da04e3-8e19-450c-896a-031d883a1312 req-ae700eab-464c-47e3-9bac-9bad4b919eaa tempest-InstanceActionsV221TestJSON-275716329 tempest-InstanceActionsV221TestJSON-275716329-project] 10.222.0.72 "GET /v2.0/ports?device_id=b28b1a0a-5a61-46d3-9f90-22e0c6758e07 HTTP/1.1" status: 200 len: 210 time: 0.0505741 Feb 19 03:04:31.045311 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2e6d8551-a9dd-4ad2-85b9-5d0578d7ff09 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (c0e4701a-fbaf-4719-ba33-5e9af8384b77), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:31.065035 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b09c3e-069a-4091-891b-f4c48b98fcff tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:31.066635 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-15b09c3e-069a-4091-891b-f4c48b98fcff tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] 10.222.0.72 "GET /v2.0/networks/eaf64708-9021-419e-b287-ef3e0f51e2ee HTTP/1.1" status: 200 len: 881 time: 0.3941898 Feb 19 03:04:31.069584 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52374) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:31.075203 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-2e6d8551-a9dd-4ad2-85b9-5d0578d7ff09 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Calling delete_port for c0e4701a-fbaf-4719-ba33-5e9af8384b77 owned by network:router_interface {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:04:31.088742 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c282e415-f6e9-40f1-9539-7bdca459dc7b req-41aac068-586b-4f25-b022-4de8f6554a2b tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:31.091485 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c282e415-f6e9-40f1-9539-7bdca459dc7b req-41aac068-586b-4f25-b022-4de8f6554a2b tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] 10.222.0.72 "GET /v2.0/ports?device_id=47c8594f-eb40-4fda-a13f-ebf41c7bac9f HTTP/1.1" status: 200 len: 946 time: 0.1998580 Feb 19 03:04:31.118647 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-b7be8a65-2e8b-4cc4-a0e8-2f567e7e389a tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] 10.222.0.72 "GET /v2.0/ports?device_id=70497291-9cc9-42f0-8007-c5f1dfcabe17 HTTP/1.1" status: 200 len: 205 time: 0.0474486 Feb 19 03:04:31.121649 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52378) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:31.270761 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c282e415-f6e9-40f1-9539-7bdca459dc7b req-11ea2dc4-0fde-4320-8bc3-344ab116606d tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca410f4-0b4b-41b4-93cf-ff3f9b4055d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478846 Feb 19 03:04:31.277863 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f47f15a2-b290-488a-b869-b9631a0dc7c7 tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks [] for router (70497291-9cc9-42f0-8007-c5f1dfcabe17), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:31.347503 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2e6d8551-a9dd-4ad2-85b9-5d0578d7ff09 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (c0e4701a-fbaf-4719-ba33-5e9af8384b77), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:31.415993 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6d8551-a9dd-4ad2-85b9-5d0578d7ff09 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Pushing event deleted for resources: {'Port': ['ID=c0e4701a-fbaf-4719-ba33-5e9af8384b77,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:31.424759 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f47f15a2-b290-488a-b869-b9631a0dc7c7 tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks [] for router_gateway (70497291-9cc9-42f0-8007-c5f1dfcabe17), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:31.530467 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-f47f15a2-b290-488a-b869-b9631a0dc7c7 tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Deleting port a74cd3ee-5b8b-4227-89ad-61b7ba0a1231 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:04:31.530984 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f47f15a2-b290-488a-b869-b9631a0dc7c7 tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (a74cd3ee-5b8b-4227-89ad-61b7ba0a1231), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:31.646077 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2e6d8551-a9dd-4ad2-85b9-5d0578d7ff09 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16362762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16314471'] for router_interface (d8677882-2d8a-468d-8375-926bc6064202), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:31.683303 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f47f15a2-b290-488a-b869-b9631a0dc7c7 tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (a74cd3ee-5b8b-4227-89ad-61b7ba0a1231), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:31.696411 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-f47f15a2-b290-488a-b869-b9631a0dc7c7 tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Calling delete_port for a74cd3ee-5b8b-4227-89ad-61b7ba0a1231 owned by network:router_gateway {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:04:31.842965 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e6d8551-a9dd-4ad2-85b9-5d0578d7ff09 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Router d8677882-2d8a-468d-8375-926bc6064202 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:04:31.980819 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e6d8551-a9dd-4ad2-85b9-5d0578d7ff09 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:04:31.981542 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f47f15a2-b290-488a-b869-b9631a0dc7c7 tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (a74cd3ee-5b8b-4227-89ad-61b7ba0a1231), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:31.990843 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed21712f-409b-4df2-abe2-1a951b206616 None None] Sync routers for ids ['d8677882-2d8a-468d-8375-926bc6064202'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:04:31.996071 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-2e6d8551-a9dd-4ad2-85b9-5d0578d7ff09 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] 10.222.0.72 "PUT /v2.0/routers/d8677882-2d8a-468d-8375-926bc6064202/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4573681 Feb 19 03:04:31.996829 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52396) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:32.009484 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed21712f-409b-4df2-abe2-1a951b206616 None None] Routers {'d8677882-2d8a-468d-8375-926bc6064202'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:04:32.010542 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-ed21712f-409b-4df2-abe2-1a951b206616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:04:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['d8677882-2d8a-468d-8375-926bc6064202'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:04:32.023453 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47f15a2-b290-488a-b869-b9631a0dc7c7 tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Pushing event deleted for resources: {'Port': ['ID=a74cd3ee-5b8b-4227-89ad-61b7ba0a1231,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:32.098721 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-ed21712f-409b-4df2-abe2-1a951b206616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:04:32.121625 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed21712f-409b-4df2-abe2-1a951b206616 None None] Routers {'d8677882-2d8a-468d-8375-926bc6064202'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:04:32.127541 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-ed21712f-409b-4df2-abe2-1a951b206616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:04:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['d8677882-2d8a-468d-8375-926bc6064202'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:04:32.174851 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7b71d94f-8ad1-4adb-9197-6352810b3aa9 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Publish callbacks [] for router (d8677882-2d8a-468d-8375-926bc6064202), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:32.206038 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-ed21712f-409b-4df2-abe2-1a951b206616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:04:32.207099 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed21712f-409b-4df2-abe2-1a951b206616 None None] The sync data for ids ['d8677882-2d8a-468d-8375-926bc6064202'] in n-d-826753-2 is: [] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:04:32.229749 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1562a5b6-9f00-464a-a22e-57774be42673 req-76c3b65d-5b47-4682-b479-685e6453e8dc tempest-InstanceActionsV221TestJSON-275716329 tempest-InstanceActionsV221TestJSON-275716329-project] 10.222.0.72 "GET /v2.0/ports?device_id=b28b1a0a-5a61-46d3-9f90-22e0c6758e07 HTTP/1.1" status: 200 len: 210 time: 0.0513756 Feb 19 03:04:32.237571 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f47f15a2-b290-488a-b869-b9631a0dc7c7 tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16285837'] for router_gateway (70497291-9cc9-42f0-8007-c5f1dfcabe17), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:32.464716 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7b71d94f-8ad1-4adb-9197-6352810b3aa9 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16317457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14254'] for router (d8677882-2d8a-468d-8375-926bc6064202), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:32.467146 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7b71d94f-8ad1-4adb-9197-6352810b3aa9 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Publish callbacks [] for router_controller (d8677882-2d8a-468d-8375-926bc6064202), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:32.531519 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7b71d94f-8ad1-4adb-9197-6352810b3aa9 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16317544'] for router (d8677882-2d8a-468d-8375-926bc6064202), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:32.532263 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b71d94f-8ad1-4adb-9197-6352810b3aa9 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Fanout notify agent at l3_agent the message router_deleted on router d8677882-2d8a-468d-8375-926bc6064202 {{(pid=103702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:04:32.537183 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f47f15a2-b290-488a-b869-b9631a0dc7c7 tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16317457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14254'] for router (70497291-9cc9-42f0-8007-c5f1dfcabe17), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:32.545501 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f47f15a2-b290-488a-b869-b9631a0dc7c7 tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks [] for router_controller (70497291-9cc9-42f0-8007-c5f1dfcabe17), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:32.547184 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7b71d94f-8ad1-4adb-9197-6352810b3aa9 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:32.557355 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-7b71d94f-8ad1-4adb-9197-6352810b3aa9 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] 10.222.0.72 "DELETE /v2.0/routers/d8677882-2d8a-468d-8375-926bc6064202 HTTP/1.1" status: 204 len: 168 time: 0.5586290 Feb 19 03:04:32.558185 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52418) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:32.666171 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9044cfc-e636-44bf-a6f7-98a598b0a77d tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Deleting subnet 3651012f-3e97-4d19-be13-db042c3f8c3b {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:04:32.678043 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e9044cfc-e636-44bf-a6f7-98a598b0a77d tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Publish callbacks [] for subnet (3651012f-3e97-4d19-be13-db042c3f8c3b), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:32.707494 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f47f15a2-b290-488a-b869-b9631a0dc7c7 tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16317544'] for router (70497291-9cc9-42f0-8007-c5f1dfcabe17), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:32.707975 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f47f15a2-b290-488a-b869-b9631a0dc7c7 tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Fanout notify agent at l3_agent the message router_deleted on router 70497291-9cc9-42f0-8007-c5f1dfcabe17 {{(pid=103701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:04:32.747817 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f47f15a2-b290-488a-b869-b9631a0dc7c7 tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks [] for router (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:32.750660 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-f47f15a2-b290-488a-b869-b9631a0dc7c7 tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] 10.222.0.72 "DELETE /v2.0/routers/70497291-9cc9-42f0-8007-c5f1dfcabe17 HTTP/1.1" status: 204 len: 168 time: 1.6264050 Feb 19 03:04:32.758373 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52420) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:32.774074 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-e9321d62-9482-4863-8528-1db78fc41eef tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-578258377', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}, 'admin_state_up': False}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:04:32.824970 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae9531-eca1-4d47-ae86-622b4508d075 req-d167c722-0a65-436d-a184-24c897e83bbb tempest-InstanceActionsV221TestJSON-275716329 tempest-InstanceActionsV221TestJSON-275716329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:32.828507 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-79ae9531-eca1-4d47-ae86-622b4508d075 req-d167c722-0a65-436d-a184-24c897e83bbb tempest-InstanceActionsV221TestJSON-275716329 tempest-InstanceActionsV221TestJSON-275716329-project] 10.222.0.82 "GET /v2.0/networks?id=b50e0a69-6698-4b81-bbff-17c33bfffecf HTTP/1.1" status: 200 len: 817 time: 0.5354054 Feb 19 03:04:32.833651 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e9321d62-9482-4863-8528-1db78fc41eef tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14172'] for router (bd9dd7b6-a993-47e7-bf2e-686f557e6ea1), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:32.834986 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e9321d62-9482-4863-8528-1db78fc41eef tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16317487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16285822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16309985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14247'] for router (bd9dd7b6-a993-47e7-bf2e-686f557e6ea1), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:32.837975 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c884f31a-2c05-46eb-8a3b-0345c4ba7965 req-2437883a-0edc-4bae-abbd-ca68dfa10e89 tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:32.847196 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c884f31a-2c05-46eb-8a3b-0345c4ba7965 req-2437883a-0edc-4bae-abbd-ca68dfa10e89 tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] 10.222.0.72 "GET /v2.0/ports?device_id=47c8594f-eb40-4fda-a13f-ebf41c7bac9f HTTP/1.1" status: 200 len: 946 time: 0.2410629 Feb 19 03:04:32.862042 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-79ae9531-eca1-4d47-ae86-622b4508d075 req-460dcbae-8803-44ba-ae8f-22a095e46b1b tempest-InstanceActionsV221TestJSON-275716329 tempest-InstanceActionsV221TestJSON-275716329-project] Request body: {'port': {'device_id': 'b28b1a0a-5a61-46d3-9f90-22e0c6758e07', 'network_id': 'b50e0a69-6698-4b81-bbff-17c33bfffecf', 'admin_state_up': True, 'tenant_id': 'ec81b3022ed94d69b3d1baf95aa6fdf4'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:04:32.913774 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e9321d62-9482-4863-8528-1db78fc41eef tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks [] for router_controller (bd9dd7b6-a993-47e7-bf2e-686f557e6ea1), precommit_add_association {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:32.933807 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e9044cfc-e636-44bf-a6f7-98a598b0a77d tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (3651012f-3e97-4d19-be13-db042c3f8c3b), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:32.998409 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c884f31a-2c05-46eb-8a3b-0345c4ba7965 req-fd0ed8ac-7c9e-4bf3-8545-f6a20f91e973 tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca410f4-0b4b-41b4-93cf-ff3f9b4055d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497281 Feb 19 03:04:33.057755 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79ae9531-eca1-4d47-ae86-622b4508d075 req-460dcbae-8803-44ba-ae8f-22a095e46b1b tempest-InstanceActionsV221TestJSON-275716329 tempest-InstanceActionsV221TestJSON-275716329-project] Made reservation on behalf of ec81b3022ed94d69b3d1baf95aa6fdf4 for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:04:33.062183 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-79ae9531-eca1-4d47-ae86-622b4508d075 req-460dcbae-8803-44ba-ae8f-22a095e46b1b tempest-InstanceActionsV221TestJSON-275716329 tempest-InstanceActionsV221TestJSON-275716329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:33.331778 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [req-79ae9531-eca1-4d47-ae86-622b4508d075 req-460dcbae-8803-44ba-ae8f-22a095e46b1b tempest-InstanceActionsV221TestJSON-275716329 tempest-InstanceActionsV221TestJSON-275716329-project] Allocated IP 172.20.0.2 (b50e0a69-6698-4b81-bbff-17c33bfffecf/114013d1-e954-4f3b-9ff1-8499250a3272/8d77d8b9-c5f4-4a72-a933-527cabf82cdd) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:04:33.360487 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e9044cfc-e636-44bf-a6f7-98a598b0a77d tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (3651012f-3e97-4d19-be13-db042c3f8c3b), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:33.422808 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e9321d62-9482-4863-8528-1db78fc41eef tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks [] for router_gateway (bd9dd7b6-a993-47e7-bf2e-686f557e6ea1), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:33.555274 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e9044cfc-e636-44bf-a6f7-98a598b0a77d tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (3651012f-3e97-4d19-be13-db042c3f8c3b), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:33.632145 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e9044cfc-e636-44bf-a6f7-98a598b0a77d tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:33.632498 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b485cc-f934-4ff1-8879-3ea7ab2a6cce None None] Network a352db81-ea7b-43ad-bfe2-a6d630685c32 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:04:33.647196 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-e9044cfc-e636-44bf-a6f7-98a598b0a77d tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] 10.222.0.72 "DELETE /v2.0/subnets/3651012f-3e97-4d19-be13-db042c3f8c3b HTTP/1.1" status: 204 len: 168 time: 1.0872324 Feb 19 03:04:33.648353 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9044cfc-e636-44bf-a6f7-98a598b0a77d tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Pushing event deleted for resources: {'Subnet': ['ID=3651012f-3e97-4d19-be13-db042c3f8c3b,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:33.657180 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52446) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:33.793283 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-69ba9986-f675-4efd-9400-a8fbc5ac0061 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (a352db81-ea7b-43ad-bfe2-a6d630685c32), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:33.948142 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02877544-ea78-4293-a2f2-e59e21b7f2fa None None] DHCP port deletion for a352db81-ea7b-43ad-bfe2-a6d630685c32 request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:04:34.003028 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-69ba9986-f675-4efd-9400-a8fbc5ac0061 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Deleting port 191fa272-bda1-46f6-80e6-8f9b58e6898a {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:04:34.003443 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-69ba9986-f675-4efd-9400-a8fbc5ac0061 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (191fa272-bda1-46f6-80e6-8f9b58e6898a), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:34.164853 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 191fa272-bda1-46f6-80e6-8f9b58e6898a no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:04:34.201161 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-69ba9986-f675-4efd-9400-a8fbc5ac0061 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] For port 191fa272-bda1-46f6-80e6-8f9b58e6898a, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=191fa272-bda1-46f6-80e6-8f9b58e6898a,segment=NetworkSegment(4f93fd79-1f64-458a-8be9-ca0a45526a95),segment_id=4f93fd79-1f64-458a-8be9-ca0a45526a95)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:04:34.201970 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-69ba9986-f675-4efd-9400-a8fbc5ac0061 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (191fa272-bda1-46f6-80e6-8f9b58e6898a), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:34.218223 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-69ba9986-f675-4efd-9400-a8fbc5ac0061 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Calling delete_port for 191fa272-bda1-46f6-80e6-8f9b58e6898a owned by network:dhcp {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:04:34.296682 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9d84288b-42a2-46db-bb1c-13d8b6cd22ac req-8b419824-4204-4bd0-a290-9b7fb0d7067a tempest-InstanceActionsV221TestJSON-275716329 tempest-InstanceActionsV221TestJSON-275716329-project] 10.222.0.72 "GET /v2.0/ports?device_id=b28b1a0a-5a61-46d3-9f90-22e0c6758e07 HTTP/1.1" status: 200 len: 210 time: 0.8780847 Feb 19 03:04:34.306459 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-69ba9986-f675-4efd-9400-a8fbc5ac0061 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (191fa272-bda1-46f6-80e6-8f9b58e6898a), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:34.332339 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-02877544-ea78-4293-a2f2-e59e21b7f2fa None None] Deleting port 191fa272-bda1-46f6-80e6-8f9b58e6898a {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:04:34.332921 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-02877544-ea78-4293-a2f2-e59e21b7f2fa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (191fa272-bda1-46f6-80e6-8f9b58e6898a), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:34.371435 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ba9986-f675-4efd-9400-a8fbc5ac0061 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] No DVR routers for this DVR port 191fa272-bda1-46f6-80e6-8f9b58e6898a on host n-d-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:04:34.410422 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7e9746-9fb3-426e-80ba-9c2d63856fa6 req-c7f5b464-92f8-4ac4-b3e8-d1ebaaa13aba tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:34.412202 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cf7e9746-9fb3-426e-80ba-9c2d63856fa6 req-c7f5b464-92f8-4ac4-b3e8-d1ebaaa13aba tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] 10.222.0.72 "GET /v2.0/ports?device_id=47c8594f-eb40-4fda-a13f-ebf41c7bac9f HTTP/1.1" status: 200 len: 946 time: 0.1136844 Feb 19 03:04:34.459698 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ba9986-f675-4efd-9400-a8fbc5ac0061 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Pushing event deleted for resources: {'Port': ['ID=191fa272-bda1-46f6-80e6-8f9b58e6898a,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:34.495756 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cf7e9746-9fb3-426e-80ba-9c2d63856fa6 req-e77afba0-5e47-4d61-a853-7c1c9e28fa91 tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca410f4-0b4b-41b4-93cf-ff3f9b4055d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780070 Feb 19 03:04:34.516028 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-79ae9531-eca1-4d47-ae86-622b4508d075 req-460dcbae-8803-44ba-ae8f-22a095e46b1b tempest-InstanceActionsV221TestJSON-275716329 tempest-InstanceActionsV221TestJSON-275716329-project] Publish callbacks [] for port (8d77d8b9-c5f4-4a72-a933-527cabf82cdd), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:34.540225 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e9321d62-9482-4863-8528-1db78fc41eef tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks [] for router_gateway (bd9dd7b6-a993-47e7-bf2e-686f557e6ea1), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:34.563768 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e9321d62-9482-4863-8528-1db78fc41eef tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:34.568257 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-79ae9531-eca1-4d47-ae86-622b4508d075 req-460dcbae-8803-44ba-ae8f-22a095e46b1b tempest-InstanceActionsV221TestJSON-275716329 tempest-InstanceActionsV221TestJSON-275716329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (8d77d8b9-c5f4-4a72-a933-527cabf82cdd), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:34.602848 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-02877544-ea78-4293-a2f2-e59e21b7f2fa None None] For port 191fa272-bda1-46f6-80e6-8f9b58e6898a, host n-d-826753-2, got binding levels [] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:04:34.603514 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-02877544-ea78-4293-a2f2-e59e21b7f2fa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (191fa272-bda1-46f6-80e6-8f9b58e6898a), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:34.618073 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-69ba9986-f675-4efd-9400-a8fbc5ac0061 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (a352db81-ea7b-43ad-bfe2-a6d630685c32), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:34.627359 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460dcbae-8803-44ba-ae8f-22a095e46b1b tempest-InstanceActionsV221TestJSON-275716329 tempest-InstanceActionsV221TestJSON-275716329-project] Pushing event updated for resources: {'Port': ['ID=8d77d8b9-c5f4-4a72-a933-527cabf82cdd,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:34.629923 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-02877544-ea78-4293-a2f2-e59e21b7f2fa None None] Calling delete_port for 191fa272-bda1-46f6-80e6-8f9b58e6898a owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:04:34.634826 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.ipam_backend_mixin [None req-02877544-ea78-4293-a2f2-e59e21b7f2fa None None] Port 191fa272-bda1-46f6-80e6-8f9b58e6898a was not found and therefore no delete operation was performed {{(pid=103703) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 03:04:34.638468 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No active binding found for port 191fa272-bda1-46f6-80e6-8f9b58e6898a {{(pid=103703) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 19 03:04:34.640351 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] The host n-d-826753-2 is not matching for port 191fa272-bda1-46f6-80e6-8f9b58e6898a host None! {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 03:04:34.643206 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 191fa272-bda1-46f6-80e6-8f9b58e6898a not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:04:34.645979 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79ae9531-eca1-4d47-ae86-622b4508d075 req-460dcbae-8803-44ba-ae8f-22a095e46b1b tempest-InstanceActionsV221TestJSON-275716329 tempest-InstanceActionsV221TestJSON-275716329-project] Network b50e0a69-6698-4b81-bbff-17c33bfffecf is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:04:34.648790 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [req-79ae9531-eca1-4d47-ae86-622b4508d075 req-460dcbae-8803-44ba-ae8f-22a095e46b1b tempest-InstanceActionsV221TestJSON-275716329 tempest-InstanceActionsV221TestJSON-275716329-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:04:34.650425 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-02877544-ea78-4293-a2f2-e59e21b7f2fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (191fa272-bda1-46f6-80e6-8f9b58e6898a), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:34.652119 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-79ae9531-eca1-4d47-ae86-622b4508d075 req-460dcbae-8803-44ba-ae8f-22a095e46b1b tempest-InstanceActionsV221TestJSON-275716329 tempest-InstanceActionsV221TestJSON-275716329-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:04:34.715018 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02877544-ea78-4293-a2f2-e59e21b7f2fa None None] Pushing event deleted for resources: {'Port': ['ID=191fa272-bda1-46f6-80e6-8f9b58e6898a,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:34.716036 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae9531-eca1-4d47-ae86-622b4508d075 req-460dcbae-8803-44ba-ae8f-22a095e46b1b tempest-InstanceActionsV221TestJSON-275716329 tempest-InstanceActionsV221TestJSON-275716329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:34.717225 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-79ae9531-eca1-4d47-ae86-622b4508d075 req-460dcbae-8803-44ba-ae8f-22a095e46b1b tempest-InstanceActionsV221TestJSON-275716329 tempest-InstanceActionsV221TestJSON-275716329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:34.725936 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-69ba9986-f675-4efd-9400-a8fbc5ac0061 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a352db81-ea7b-43ad-bfe2-a6d630685c32']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:04:34.734438 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02877544-ea78-4293-a2f2-e59e21b7f2fa None None] No DVR routers for this DVR port 191fa272-bda1-46f6-80e6-8f9b58e6898a on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:04:34.756265 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-79ae9531-eca1-4d47-ae86-622b4508d075 req-460dcbae-8803-44ba-ae8f-22a095e46b1b tempest-InstanceActionsV221TestJSON-275716329 tempest-InstanceActionsV221TestJSON-275716329-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9042394 Feb 19 03:04:34.776601 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-79ae9531-eca1-4d47-ae86-622b4508d075 req-444ef0e0-1f84-412c-b370-30bd0187efeb service neutron] Request body: {'port': {'device_id': 'b28b1a0a-5a61-46d3-9f90-22e0c6758e07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826753-2'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:04:34.828590 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-e9321d62-9482-4863-8528-1db78fc41eef tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Allocated IP 172.25.6.206 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/ac38e773-0bc4-487c-9b77-14e58c3a252f) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:04:34.926924 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-69ba9986-f675-4efd-9400-a8fbc5ac0061 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f93fd79-1f64-458a-8be9-ca0a45526a95') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:04:34.927491 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-69ba9986-f675-4efd-9400-a8fbc5ac0061 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f93fd79-1f64-458a-8be9-ca0a45526a95') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:04:34.942924 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-69ba9986-f675-4efd-9400-a8fbc5ac0061 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (4f93fd79-1f64-458a-8be9-ca0a45526a95), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:34.949680 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-79ae9531-eca1-4d47-ae86-622b4508d075 req-444ef0e0-1f84-412c-b370-30bd0187efeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (8d77d8b9-c5f4-4a72-a933-527cabf82cdd), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:34.973256 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-69ba9986-f675-4efd-9400-a8fbc5ac0061 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (4f93fd79-1f64-458a-8be9-ca0a45526a95), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:35.004270 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69ba9986-f675-4efd-9400-a8fbc5ac0061 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Releasing vlan 265 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:04:35.004270 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-69ba9986-f675-4efd-9400-a8fbc5ac0061 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (4f93fd79-1f64-458a-8be9-ca0a45526a95), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:35.005979 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 03:04:35.005979 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:04:35.005979 n-d-826753-2 neutron-server[103702]: timer() Feb 19 03:04:35.005979 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:04:35.005979 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 03:04:35.005979 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:04:35.005979 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 03:04:35.005979 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:04:35.005979 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 03:04:35.005979 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:04:35.005979 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 03:04:35.005979 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:04:35.005979 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 03:04:35.005979 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:04:35.005979 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:04:35.005979 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:04:35.005979 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:04:35.005979 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:04:35.005979 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 03:04:35.005979 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:04:35.005979 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 03:04:35.005979 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:04:35.005979 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:04:35.005979 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:04:35.005979 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 03:04:35.005979 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:04:35.005979 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:04:35.005979 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:04:35.005979 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:04:35.005979 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:04:35.005979 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:04:35.005979 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:04:35.085966 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e9321d62-9482-4863-8528-1db78fc41eef tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks [] for port (ac38e773-0bc4-487c-9b77-14e58c3a252f), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:35.137181 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e9321d62-9482-4863-8528-1db78fc41eef tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (ac38e773-0bc4-487c-9b77-14e58c3a252f), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:35.392301 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [req-79ae9531-eca1-4d47-ae86-622b4508d075 req-444ef0e0-1f84-412c-b370-30bd0187efeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d77d8b9-c5f4-4a72-a933-527cabf82cdd {{(pid=103701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:04:35.409969 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-79ae9531-eca1-4d47-ae86-622b4508d075 req-444ef0e0-1f84-412c-b370-30bd0187efeb service neutron] Publish callbacks [] for port (8d77d8b9-c5f4-4a72-a933-527cabf82cdd), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:35.423863 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.provisioning_blocks [req-79ae9531-eca1-4d47-ae86-622b4508d075 req-444ef0e0-1f84-412c-b370-30bd0187efeb service neutron] Transition to ACTIVE for port object 8d77d8b9-c5f4-4a72-a933-527cabf82cdd will not be triggered until provisioned by entity L2. {{(pid=103701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:04:35.449059 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-79ae9531-eca1-4d47-ae86-622b4508d075 req-444ef0e0-1f84-412c-b370-30bd0187efeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (8d77d8b9-c5f4-4a72-a933-527cabf82cdd), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:35.744955 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9321d62-9482-4863-8528-1db78fc41eef tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Pushing event updated for resources: {'Port': ['ID=ac38e773-0bc4-487c-9b77-14e58c3a252f,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:35.757672 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-69ba9986-f675-4efd-9400-a8fbc5ac0061 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (a352db81-ea7b-43ad-bfe2-a6d630685c32), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:35.790505 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444ef0e0-1f84-412c-b370-30bd0187efeb service neutron] Pushing event updated for resources: {'Port': ['ID=8d77d8b9-c5f4-4a72-a933-527cabf82cdd,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:35.860243 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-69ba9986-f675-4efd-9400-a8fbc5ac0061 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:35.866193 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-69ba9986-f675-4efd-9400-a8fbc5ac0061 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] 10.222.0.72 "DELETE /v2.0/networks/a352db81-ea7b-43ad-bfe2-a6d630685c32 HTTP/1.1" status: 204 len: 168 time: 2.2069376 Feb 19 03:04:35.881349 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b042c19-8561-4c6a-a760-1ec12435fafc req-cef4e16d-67c9-48fb-b7e1-64a3f5953cd1 tempest-InstanceActionsV221TestJSON-275716329 tempest-InstanceActionsV221TestJSON-275716329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:35.882964 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2b042c19-8561-4c6a-a760-1ec12435fafc req-cef4e16d-67c9-48fb-b7e1-64a3f5953cd1 tempest-InstanceActionsV221TestJSON-275716329 tempest-InstanceActionsV221TestJSON-275716329-project] 10.222.0.72 "GET /v2.0/ports?device_id=b28b1a0a-5a61-46d3-9f90-22e0c6758e07 HTTP/1.1" status: 200 len: 943 time: 0.4526045 Feb 19 03:04:35.897214 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ba9986-f675-4efd-9400-a8fbc5ac0061 tempest-FloatingIPNegativeTestJSON-12826503 tempest-FloatingIPNegativeTestJSON-12826503-project] Pushing event deleted for resources: {'Network': ['ID=a352db81-ea7b-43ad-bfe2-a6d630685c32,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:35.949075 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9321d62-9482-4863-8528-1db78fc41eef tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:04:35.960745 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-79ae9531-eca1-4d47-ae86-622b4508d075 req-444ef0e0-1f84-412c-b370-30bd0187efeb service neutron] Attempting to bind port 8d77d8b9-c5f4-4a72-a933-527cabf82cdd on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:04:35.961151 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-79ae9531-eca1-4d47-ae86-622b4508d075 req-444ef0e0-1f84-412c-b370-30bd0187efeb service neutron] Attempting to bind port 8d77d8b9-c5f4-4a72-a933-527cabf82cdd by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': 'a6f82d22-64a3-450f-ba2e-952812b80773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b50e0a69-6698-4b81-bbff-17c33bfffecf'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:04:35.961501 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ae9531-eca1-4d47-ae86-622b4508d075 req-444ef0e0-1f84-412c-b370-30bd0187efeb service neutron] Attempting to bind port 8d77d8b9-c5f4-4a72-a933-527cabf82cdd on network b50e0a69-6698-4b81-bbff-17c33bfffecf {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:04:35.974784 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876025ab-73ee-4b20-9af2-7dc8a52942d2 req-bc6b54d0-cbbe-440d-919c-967a875485c0 tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:35.976364 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-876025ab-73ee-4b20-9af2-7dc8a52942d2 req-bc6b54d0-cbbe-440d-919c-967a875485c0 tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] 10.222.0.72 "GET /v2.0/ports?device_id=47c8594f-eb40-4fda-a13f-ebf41c7bac9f HTTP/1.1" status: 200 len: 946 time: 0.3383472 Feb 19 03:04:35.987393 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-e9321d62-9482-4863-8528-1db78fc41eef tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:04:35.987635 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ae9531-eca1-4d47-ae86-622b4508d075 req-444ef0e0-1f84-412c-b370-30bd0187efeb service neutron] Port 8d77d8b9-c5f4-4a72-a933-527cabf82cdd on network b50e0a69-6698-4b81-bbff-17c33bfffecf not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:04:35.987941 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ae9531-eca1-4d47-ae86-622b4508d075 req-444ef0e0-1f84-412c-b370-30bd0187efeb service neutron] Attempting to bind port 8d77d8b9-c5f4-4a72-a933-527cabf82cdd on network b50e0a69-6698-4b81-bbff-17c33bfffecf {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:04:36.000438 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ae9531-eca1-4d47-ae86-622b4508d075 req-444ef0e0-1f84-412c-b370-30bd0187efeb service neutron] Checking agent: {'id': 'bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:04:36.000825 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ae9531-eca1-4d47-ae86-622b4508d075 req-444ef0e0-1f84-412c-b370-30bd0187efeb service neutron] Checking segment: {'id': 'a6f82d22-64a3-450f-ba2e-952812b80773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b50e0a69-6698-4b81-bbff-17c33bfffecf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:04:36.001213 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ae9531-eca1-4d47-ae86-622b4508d075 req-444ef0e0-1f84-412c-b370-30bd0187efeb service neutron] Bound using segment: {'id': 'a6f82d22-64a3-450f-ba2e-952812b80773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b50e0a69-6698-4b81-bbff-17c33bfffecf'} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:04:36.001687 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-79ae9531-eca1-4d47-ae86-622b4508d075 req-444ef0e0-1f84-412c-b370-30bd0187efeb service neutron] Bound port: 8d77d8b9-c5f4-4a72-a933-527cabf82cdd, host: n-h2-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6f82d22-64a3-450f-ba2e-952812b80773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b50e0a69-6698-4b81-bbff-17c33bfffecf'}}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:04:36.002048 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-79ae9531-eca1-4d47-ae86-622b4508d075 req-444ef0e0-1f84-412c-b370-30bd0187efeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (8d77d8b9-c5f4-4a72-a933-527cabf82cdd), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:36.016253 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9321d62-9482-4863-8528-1db78fc41eef tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:04:36.057833 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2b042c19-8561-4c6a-a760-1ec12435fafc req-1cb59177-9141-48c9-a6cf-ff879e2072d8 tempest-InstanceActionsV221TestJSON-275716329 tempest-InstanceActionsV221TestJSON-275716329-project] 10.222.0.72 "GET /v2.0/security-groups?id=54e4782d-9a4f-4051-951a-7b28926d9f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495109 Feb 19 03:04:36.122506 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11521deb-5a82-4989-a56e-eead92572039 req-f559a86a-ea01-43cc-bed3-ce438c073f0d tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:36.124336 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-11521deb-5a82-4989-a56e-eead92572039 req-f559a86a-ea01-43cc-bed3-ce438c073f0d tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] 10.222.0.73 "GET /v2.0/ports?device_id=47c8594f-eb40-4fda-a13f-ebf41c7bac9f HTTP/1.1" status: 200 len: 946 time: 0.3806114 Feb 19 03:04:36.180396 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-79ae9531-eca1-4d47-ae86-622b4508d075 req-444ef0e0-1f84-412c-b370-30bd0187efeb service neutron] For port 8d77d8b9-c5f4-4a72-a933-527cabf82cdd, host n-h2-826753-2, cleared binding levels {{(pid=103701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:04:36.189688 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-79ae9531-eca1-4d47-ae86-622b4508d075 req-444ef0e0-1f84-412c-b370-30bd0187efeb service neutron] For port 8d77d8b9-c5f4-4a72-a933-527cabf82cdd, host n-h2-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=8d77d8b9-c5f4-4a72-a933-527cabf82cdd,segment=NetworkSegment(a6f82d22-64a3-450f-ba2e-952812b80773),segment_id=a6f82d22-64a3-450f-ba2e-952812b80773)] {{(pid=103701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:04:36.215464 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-79ae9531-eca1-4d47-ae86-622b4508d075 req-444ef0e0-1f84-412c-b370-30bd0187efeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (8d77d8b9-c5f4-4a72-a933-527cabf82cdd), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:36.364494 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444ef0e0-1f84-412c-b370-30bd0187efeb service neutron] Pushing event updated for resources: {'Port': ['ID=8d77d8b9-c5f4-4a72-a933-527cabf82cdd,revision_number=3']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:36.374869 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-876025ab-73ee-4b20-9af2-7dc8a52942d2 req-4808d598-7cec-4dbc-bbaa-73435d3c348f tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca410f4-0b4b-41b4-93cf-ff3f9b4055d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3883405 Feb 19 03:04:36.382741 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae9531-eca1-4d47-ae86-622b4508d075 req-444ef0e0-1f84-412c-b370-30bd0187efeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:36.383690 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-79ae9531-eca1-4d47-ae86-622b4508d075 req-444ef0e0-1f84-412c-b370-30bd0187efeb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:36.386224 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-79ae9531-eca1-4d47-ae86-622b4508d075 req-444ef0e0-1f84-412c-b370-30bd0187efeb service neutron] 10.222.0.82 "PUT /v2.0/ports/8d77d8b9-c5f4-4a72-a933-527cabf82cdd HTTP/1.1" status: 200 len: 1091 time: 1.6170897 Feb 19 03:04:36.386724 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b28b1a0a-5a61-46d3-9f90-22e0c6758e07', 'tag': '8d77d8b9-c5f4-4a72-a933-527cabf82cdd'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:04:36.395394 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8f75c38-49b6-40e6-89dd-7e6a41668883" -d '{"events": [{"name": "network-changed", "server_uuid": "b28b1a0a-5a61-46d3-9f90-22e0c6758e07", "tag": "8d77d8b9-c5f4-4a72-a933-527cabf82cdd"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:04:36.514088 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52478) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:36.515903 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2689051-5645-4b39-8a09-90a05ba455d5 x-openstack-request-id: req-e2689051-5645-4b39-8a09-90a05ba455d5 {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:04:36.516211 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b28b1a0a-5a61-46d3-9f90-22e0c6758e07", "tag": "8d77d8b9-c5f4-4a72-a933-527cabf82cdd", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:04:36.516476 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e2689051-5645-4b39-8a09-90a05ba455d5 {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:04:36.516883 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b28b1a0a-5a61-46d3-9f90-22e0c6758e07', 'tag': '8d77d8b9-c5f4-4a72-a933-527cabf82cdd', 'status': 'completed', 'code': 200} Feb 19 03:04:36.533805 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e9321d62-9482-4863-8528-1db78fc41eef tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks [] for router_gateway (bd9dd7b6-a993-47e7-bf2e-686f557e6ea1), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:36.575371 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae9531-eca1-4d47-ae86-622b4508d075 req-0dbaa362-9de1-4317-b601-224f8a976122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:36.581882 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-79ae9531-eca1-4d47-ae86-622b4508d075 req-0dbaa362-9de1-4317-b601-224f8a976122 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ec81b3022ed94d69b3d1baf95aa6fdf4&device_id=b28b1a0a-5a61-46d3-9f90-22e0c6758e07 HTTP/1.1" status: 200 len: 1125 time: 0.1202836 Feb 19 03:04:36.688914 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-79ae9531-eca1-4d47-ae86-622b4508d075 req-dc8a3e48-109a-4e12-aa98-61a91218e05e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8d77d8b9-c5f4-4a72-a933-527cabf82cdd HTTP/1.1" status: 200 len: 217 time: 0.0939486 Feb 19 03:04:36.752875 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae9531-eca1-4d47-ae86-622b4508d075 req-0dd30697-e3b5-469e-8ab1-2fae8c369f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:36.754790 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-79ae9531-eca1-4d47-ae86-622b4508d075 req-0dd30697-e3b5-469e-8ab1-2fae8c369f8d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=114013d1-e954-4f3b-9ff1-8499250a3272 HTTP/1.1" status: 200 len: 857 time: 0.0582666 Feb 19 03:04:36.847858 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-79ae9531-eca1-4d47-ae86-622b4508d075 req-e7472b72-7fd6-490e-8937-0ee898d99cb4 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b50e0a69-6698-4b81-bbff-17c33bfffecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0867088 Feb 19 03:04:36.934857 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e9321d62-9482-4863-8528-1db78fc41eef tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16317478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865'] for router (bd9dd7b6-a993-47e7-bf2e-686f557e6ea1), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:37.019847 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-79ae9531-eca1-4d47-ae86-622b4508d075 req-5bfddcab-a35e-44a9-9c31-34c4fe83774e service neutron] 10.222.0.82 "GET /v2.0/networks/b50e0a69-6698-4b81-bbff-17c33bfffecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575017 Feb 19 03:04:37.044116 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-9fbc76c4-4a00-401c-8bab-ed5b1ee2e447 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b06873ea7daf461288bec36045fa32f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5245793 Feb 19 03:04:37.055496 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52486) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:37.093954 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-11521deb-5a82-4989-a56e-eead92572039 req-26afb7e6-67e8-4da1-a59e-5a563d8b474d tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] Deleting port 41ccdccf-a488-4c79-9c4c-74f10abad290 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:04:37.094449 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-11521deb-5a82-4989-a56e-eead92572039 req-26afb7e6-67e8-4da1-a59e-5a563d8b474d tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (41ccdccf-a488-4c79-9c4c-74f10abad290), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:37.271424 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-79ae9531-eca1-4d47-ae86-622b4508d075 req-8a1dc151-2c48-4090-83c7-5dcb7a2889c3 service neutron] 10.222.0.82 "GET /v2.0/networks/b50e0a69-6698-4b81-bbff-17c33bfffecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167103 Feb 19 03:04:37.275679 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-51d06c1c-55d2-467b-9931-fc3f5f3572d2 admin admin] Publish callbacks [] for security_group (26f47d8e-7921-45cd-833c-bbbfec01dc8c), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:37.297664 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9321d62-9482-4863-8528-1db78fc41eef tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Router bd9dd7b6-a993-47e7-bf2e-686f557e6ea1 is scheduled to L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd with binding_index 1 {{(pid=103702) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:04:37.333339 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-51d06c1c-55d2-467b-9931-fc3f5f3572d2 admin admin] Publish callbacks [] for security_group (26f47d8e-7921-45cd-833c-bbbfec01dc8c), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:37.507377 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-51d06c1c-55d2-467b-9931-fc3f5f3572d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (26f47d8e-7921-45cd-833c-bbbfec01dc8c), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:37.509524 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-11521deb-5a82-4989-a56e-eead92572039 req-26afb7e6-67e8-4da1-a59e-5a563d8b474d tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] For port 41ccdccf-a488-4c79-9c4c-74f10abad290, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=41ccdccf-a488-4c79-9c4c-74f10abad290,segment=NetworkSegment(07810348-c073-4bbf-84d2-ed09a13b87db),segment_id=07810348-c073-4bbf-84d2-ed09a13b87db)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:04:37.509885 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-11521deb-5a82-4989-a56e-eead92572039 req-26afb7e6-67e8-4da1-a59e-5a563d8b474d tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (41ccdccf-a488-4c79-9c4c-74f10abad290), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:37.512140 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-51d06c1c-55d2-467b-9931-fc3f5f3572d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:37.513719 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-51d06c1c-55d2-467b-9931-fc3f5f3572d2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/26f47d8e-7921-45cd-833c-bbbfec01dc8c HTTP/1.1" status: 204 len: 168 time: 0.4572225 Feb 19 03:04:37.551548 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-11521deb-5a82-4989-a56e-eead92572039 req-26afb7e6-67e8-4da1-a59e-5a563d8b474d tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] Calling delete_port for 41ccdccf-a488-4c79-9c4c-74f10abad290 owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:04:37.565470 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d06c1c-55d2-467b-9931-fc3f5f3572d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f47d8e-7921-45cd-833c-bbbfec01dc8c,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:37.588451 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f75c38-49b6-40e6-89dd-7e6a41668883 req-9e76a95f-b803-4f1e-b1a9-fd1b428767b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:37.590235 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f8f75c38-49b6-40e6-89dd-7e6a41668883 req-9e76a95f-b803-4f1e-b1a9-fd1b428767b0 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ec81b3022ed94d69b3d1baf95aa6fdf4&device_id=b28b1a0a-5a61-46d3-9f90-22e0c6758e07 HTTP/1.1" status: 200 len: 1125 time: 0.1909311 Feb 19 03:04:37.600701 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c261bcd7-86a6-466e-aa1d-7efd6a43fc65 req-4458446f-12de-4be6-bc55-c5d6ff29b25e tempest-InstanceActionsV221TestJSON-275716329 tempest-InstanceActionsV221TestJSON-275716329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:37.609784 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c261bcd7-86a6-466e-aa1d-7efd6a43fc65 req-4458446f-12de-4be6-bc55-c5d6ff29b25e tempest-InstanceActionsV221TestJSON-275716329 tempest-InstanceActionsV221TestJSON-275716329-project] 10.222.0.72 "GET /v2.0/ports?device_id=b28b1a0a-5a61-46d3-9f90-22e0c6758e07 HTTP/1.1" status: 200 len: 943 time: 0.3372118 Feb 19 03:04:37.766041 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-11521deb-5a82-4989-a56e-eead92572039 req-26afb7e6-67e8-4da1-a59e-5a563d8b474d tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (41ccdccf-a488-4c79-9c4c-74f10abad290), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:37.813666 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26afb7e6-67e8-4da1-a59e-5a563d8b474d tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] Pushing event deleted for resources: {'Port': ['ID=41ccdccf-a488-4c79-9c4c-74f10abad290,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:37.854365 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d7e311-d51c-4476-ac4f-2e883dd41030 req-b79022d4-b830-45ec-9d87-a81f74a6102e tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:37.868194 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-43d7e311-d51c-4476-ac4f-2e883dd41030 req-b79022d4-b830-45ec-9d87-a81f74a6102e tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] 10.222.0.72 "GET /v2.0/ports?device_id=47c8594f-eb40-4fda-a13f-ebf41c7bac9f HTTP/1.1" status: 200 len: 946 time: 0.3612115 Feb 19 03:04:37.921092 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9321d62-9482-4863-8528-1db78fc41eef tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:04:37.933605 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094508a2-88ce-404a-8d75-273c20b186c8 None None] Sync routers for ids ['bd9dd7b6-a993-47e7-bf2e-686f557e6ea1'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:04:37.958100 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094508a2-88ce-404a-8d75-273c20b186c8 None None] Routers {'bd9dd7b6-a993-47e7-bf2e-686f557e6ea1'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:04:37.958724 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-094508a2-88ce-404a-8d75-273c20b186c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:04:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['bd9dd7b6-a993-47e7-bf2e-686f557e6ea1'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:04:37.964012 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-11521deb-5a82-4989-a56e-eead92572039 req-26afb7e6-67e8-4da1-a59e-5a563d8b474d tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] No DVR routers for this DVR port 41ccdccf-a488-4c79-9c4c-74f10abad290 on host n-h1-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:04:37.973035 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-11521deb-5a82-4989-a56e-eead92572039 req-26afb7e6-67e8-4da1-a59e-5a563d8b474d tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:37.983761 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-11521deb-5a82-4989-a56e-eead92572039 req-26afb7e6-67e8-4da1-a59e-5a563d8b474d tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] 10.222.0.73 "DELETE /v2.0/ports/41ccdccf-a488-4c79-9c4c-74f10abad290 HTTP/1.1" status: 204 len: 173 time: 1.6899800 Feb 19 03:04:37.985583 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47c8594f-eb40-4fda-a13f-ebf41c7bac9f', 'name': 'network-vif-deleted', 'tag': '41ccdccf-a488-4c79-9c4c-74f10abad290'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:04:38.019282 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e38a8a38-4986-4882-9574-c03ae3965ddc" -d '{"events": [{"server_uuid": "47c8594f-eb40-4fda-a13f-ebf41c7bac9f", "name": "network-vif-deleted", "tag": "41ccdccf-a488-4c79-9c4c-74f10abad290"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:04:38.049045 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f75c38-49b6-40e6-89dd-7e6a41668883 req-f6144601-4064-4ce4-aee9-e5177123a335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:38.059046 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f8f75c38-49b6-40e6-89dd-7e6a41668883 req-f6144601-4064-4ce4-aee9-e5177123a335 service neutron] 10.222.0.82 "GET /v2.0/networks?id=b50e0a69-6698-4b81-bbff-17c33bfffecf HTTP/1.1" status: 200 len: 918 time: 0.4380922 Feb 19 03:04:38.098383 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e9321d62-9482-4863-8528-1db78fc41eef tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:38.104948 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-e9321d62-9482-4863-8528-1db78fc41eef tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.3410609 Feb 19 03:04:38.108913 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52514) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:38.121075 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-28438237-e95c-4421-b43a-1f040c09db9d tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:04:38.136707 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-094508a2-88ce-404a-8d75-273c20b186c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:04:38.158034 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094508a2-88ce-404a-8d75-273c20b186c8 None None] Routers {'bd9dd7b6-a993-47e7-bf2e-686f557e6ea1'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:04:38.159036 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-094508a2-88ce-404a-8d75-273c20b186c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:04:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['bd9dd7b6-a993-47e7-bf2e-686f557e6ea1'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:04:38.227221 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c261bcd7-86a6-466e-aa1d-7efd6a43fc65 req-29252146-41fd-4561-bfda-4d8cd384d88d tempest-InstanceActionsV221TestJSON-275716329 tempest-InstanceActionsV221TestJSON-275716329-project] 10.222.0.72 "GET /v2.0/security-groups?id=54e4782d-9a4f-4051-951a-7b28926d9f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6164691 Feb 19 03:04:38.257417 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-094508a2-88ce-404a-8d75-273c20b186c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:04:38.260990 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094508a2-88ce-404a-8d75-273c20b186c8 None None] The sync data for ids ['bd9dd7b6-a993-47e7-bf2e-686f557e6ea1'] in n-d-826753-2 is: [] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:04:38.281456 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f8f75c38-49b6-40e6-89dd-7e6a41668883 req-ccf99ed3-41f5-4069-bc44-730622d24bc2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8d77d8b9-c5f4-4a72-a933-527cabf82cdd HTTP/1.1" status: 200 len: 217 time: 0.1905487 Feb 19 03:04:38.474634 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-992f8052-9bc0-4ca5-b224-f58c17024b13 x-openstack-request-id: req-992f8052-9bc0-4ca5-b224-f58c17024b13 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:04:38.475038 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47c8594f-eb40-4fda-a13f-ebf41c7bac9f", "name": "network-vif-deleted", "tag": "41ccdccf-a488-4c79-9c4c-74f10abad290", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:04:38.475454 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-992f8052-9bc0-4ca5-b224-f58c17024b13 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:04:38.475872 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47c8594f-eb40-4fda-a13f-ebf41c7bac9f', 'name': 'network-vif-deleted', 'tag': '41ccdccf-a488-4c79-9c4c-74f10abad290', 'status': 'completed', 'code': 200} Feb 19 03:04:38.550004 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f75c38-49b6-40e6-89dd-7e6a41668883 req-3f492a4e-e912-4414-b826-cc49c59c90b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:38.556309 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f8f75c38-49b6-40e6-89dd-7e6a41668883 req-3f492a4e-e912-4414-b826-cc49c59c90b9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=114013d1-e954-4f3b-9ff1-8499250a3272 HTTP/1.1" status: 200 len: 857 time: 0.2664645 Feb 19 03:04:38.681312 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-43d7e311-d51c-4476-ac4f-2e883dd41030 req-d889439f-7956-4264-9a4f-007a453c80da tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca410f4-0b4b-41b4-93cf-ff3f9b4055d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8120358 Feb 19 03:04:38.688838 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f8f75c38-49b6-40e6-89dd-7e6a41668883 req-ff307a4d-70b4-4dff-aabc-188fbe9fae88 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b50e0a69-6698-4b81-bbff-17c33bfffecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1235313 Feb 19 03:04:38.748646 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-28438237-e95c-4421-b43a-1f040c09db9d tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks [] for router_gateway (bd9dd7b6-a993-47e7-bf2e-686f557e6ea1), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:38.782639 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-28438237-e95c-4421-b43a-1f040c09db9d tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks [] for router_gateway (bd9dd7b6-a993-47e7-bf2e-686f557e6ea1), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:38.867736 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f8f75c38-49b6-40e6-89dd-7e6a41668883 req-db844c54-b241-4ad4-8afd-fed8f090e7f4 service neutron] 10.222.0.82 "GET /v2.0/networks/b50e0a69-6698-4b81-bbff-17c33bfffecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727879 Feb 19 03:04:38.906317 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-28438237-e95c-4421-b43a-1f040c09db9d tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Deleting port ac38e773-0bc4-487c-9b77-14e58c3a252f {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:04:38.907072 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-28438237-e95c-4421-b43a-1f040c09db9d tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (ac38e773-0bc4-487c-9b77-14e58c3a252f), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:39.038311 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52534) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:39.043185 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-28438237-e95c-4421-b43a-1f040c09db9d tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (ac38e773-0bc4-487c-9b77-14e58c3a252f), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:39.066705 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f8f75c38-49b6-40e6-89dd-7e6a41668883 req-5fcee69c-dde7-49d3-be44-94f67000e54b service neutron] 10.222.0.82 "GET /v2.0/networks/b50e0a69-6698-4b81-bbff-17c33bfffecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913786 Feb 19 03:04:39.077646 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 41ccdccf-a488-4c79-9c4c-74f10abad290 no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:04:39.091305 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-28438237-e95c-4421-b43a-1f040c09db9d tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Calling delete_port for ac38e773-0bc4-487c-9b77-14e58c3a252f owned by network:router_gateway {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:04:39.122638 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] No Port match for: 41ccdccf-a488-4c79-9c4c-74f10abad290 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:04:39.125278 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 41ccdccf-a488-4c79-9c4c-74f10abad290 not bound to the agent host n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:04:39.218550 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-29aa559d-96d7-4e31-aaa9-7b8f814fd462 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-184200662'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:04:39.292070 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29aa559d-96d7-4e31-aaa9-7b8f814fd462 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Made reservation on behalf of 976e5173ee3d498faab035e674601760 for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:04:39.296586 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-29aa559d-96d7-4e31-aaa9-7b8f814fd462 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:39.311932 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-29aa559d-96d7-4e31-aaa9-7b8f814fd462 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:39.394741 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-28438237-e95c-4421-b43a-1f040c09db9d tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (ac38e773-0bc4-487c-9b77-14e58c3a252f), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:39.454271 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28438237-e95c-4421-b43a-1f040c09db9d tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Pushing event deleted for resources: {'Port': ['ID=ac38e773-0bc4-487c-9b77-14e58c3a252f,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:39.519229 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a059c8b9-bb6e-41e7-a014-7d8c819ec655 req-92eb5821-f890-4fba-b369-37e01446364b tempest-InstanceActionsV221TestJSON-275716329 tempest-InstanceActionsV221TestJSON-275716329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:39.521739 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a059c8b9-bb6e-41e7-a014-7d8c819ec655 req-92eb5821-f890-4fba-b369-37e01446364b tempest-InstanceActionsV221TestJSON-275716329 tempest-InstanceActionsV221TestJSON-275716329-project] 10.222.0.72 "GET /v2.0/ports?device_id=b28b1a0a-5a61-46d3-9f90-22e0c6758e07 HTTP/1.1" status: 200 len: 943 time: 0.1284537 Feb 19 03:04:39.585400 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a059c8b9-bb6e-41e7-a014-7d8c819ec655 req-3d2ab9c1-4737-420a-b0c1-e5f7eca81647 tempest-InstanceActionsV221TestJSON-275716329 tempest-InstanceActionsV221TestJSON-275716329-project] 10.222.0.72 "GET /v2.0/security-groups?id=54e4782d-9a4f-4051-951a-7b28926d9f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576174 Feb 19 03:04:39.601072 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-28438237-e95c-4421-b43a-1f040c09db9d tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16285837'] for router_gateway (bd9dd7b6-a993-47e7-bf2e-686f557e6ea1), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:39.642705 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-29aa559d-96d7-4e31-aaa9-7b8f814fd462 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks [] for security_group (eeca4bee-946f-43ad-ac42-3a6552af8674), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:39.649684 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-29aa559d-96d7-4e31-aaa9-7b8f814fd462 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (eeca4bee-946f-43ad-ac42-3a6552af8674), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:39.715001 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aa559d-96d7-4e31-aaa9-7b8f814fd462 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eeca4bee-946f-43ad-ac42-3a6552af8674,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:39.764943 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29aa559d-96d7-4e31-aaa9-7b8f814fd462 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] vlan segment allocate from pool success with {'vlan_id': 285, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:04:39.827692 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-29aa559d-96d7-4e31-aaa9-7b8f814fd462 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (016c1b31-7e0f-4578-b7e9-77b622e7d66e), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:39.828048 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-29aa559d-96d7-4e31-aaa9-7b8f814fd462 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Added segment 016c1b31-7e0f-4578-b7e9-77b622e7d66e of type vlan for network 15b165f6-c1d3-439e-b4c9-146576722bbe Feb 19 03:04:39.935296 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-28438237-e95c-4421-b43a-1f040c09db9d tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16285772', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16317501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14257'] for router (bd9dd7b6-a993-47e7-bf2e-686f557e6ea1), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:39.968592 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-28438237-e95c-4421-b43a-1f040c09db9d tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16285787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16285778', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16317492'] for router (bd9dd7b6-a993-47e7-bf2e-686f557e6ea1), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:39.985256 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-29aa559d-96d7-4e31-aaa9-7b8f814fd462 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (15b165f6-c1d3-439e-b4c9-146576722bbe), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:39.988452 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 8d77d8b9-c5f4-4a72-a933-527cabf82cdd details requested by agent hyperv_n-h2-826753-2 with host n-h2-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:04:40.099958 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28438237-e95c-4421-b43a-1f040c09db9d tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Router bd9dd7b6-a993-47e7-bf2e-686f557e6ea1 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:04:40.143166 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-29aa559d-96d7-4e31-aaa9-7b8f814fd462 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (15b165f6-c1d3-439e-b4c9-146576722bbe), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:40.148520 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29aa559d-96d7-4e31-aaa9-7b8f814fd462 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:40.149163 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-29aa559d-96d7-4e31-aaa9-7b8f814fd462 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:40.207160 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 8d77d8b9-c5f4-4a72-a933-527cabf82cdd, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=8d77d8b9-c5f4-4a72-a933-527cabf82cdd,segment=NetworkSegment(a6f82d22-64a3-450f-ba2e-952812b80773),segment_id=a6f82d22-64a3-450f-ba2e-952812b80773)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:04:40.220763 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Returning: {'device': '8d77d8b9-c5f4-4a72-a933-527cabf82cdd', 'network_id': 'b50e0a69-6698-4b81-bbff-17c33bfffecf', 'port_id': '8d77d8b9-c5f4-4a72-a933-527cabf82cdd', 'mac_address': 'fa:16:3e:b2:78:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '114013d1-e954-4f3b-9ff1-8499250a3272', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:04:40.267276 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 8d77d8b9-c5f4-4a72-a933-527cabf82cdd is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:04:40.267884 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (8d77d8b9-c5f4-4a72-a933-527cabf82cdd), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:40.297061 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-29aa559d-96d7-4e31-aaa9-7b8f814fd462 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2534196 Feb 19 03:04:40.301777 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d77d8b9-c5f4-4a72-a933-527cabf82cdd {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:04:40.366749 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 8d77d8b9-c5f4-4a72-a933-527cabf82cdd, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=8d77d8b9-c5f4-4a72-a933-527cabf82cdd,segment=NetworkSegment(a6f82d22-64a3-450f-ba2e-952812b80773),segment_id=a6f82d22-64a3-450f-ba2e-952812b80773)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:04:40.381499 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (8d77d8b9-c5f4-4a72-a933-527cabf82cdd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:40.395596 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dcd985-b881-4acf-b635-57a38b580ac6 req-c6f590c1-7430-4463-8ded-e8e98ec0f2f5 tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:40.414733 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-56dcd985-b881-4acf-b635-57a38b580ac6 req-c6f590c1-7430-4463-8ded-e8e98ec0f2f5 tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] 10.222.0.72 "GET /v2.0/networks?id=6d3b69cf-1802-49ef-8f64-09e108450cf5 HTTP/1.1" status: 200 len: 809 time: 0.2636392 Feb 19 03:04:40.446209 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-56dcd985-b881-4acf-b635-57a38b580ac6 req-8a32cbc0-7363-49c4-b456-909eaab88cad tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] 10.222.0.72 "GET /v2.0/quotas/691e67c990444120bcd0c98f1b60f09b HTTP/1.1" status: 200 len: 375 time: 0.0303535 Feb 19 03:04:40.457183 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=8d77d8b9-c5f4-4a72-a933-527cabf82cdd,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:40.501504 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-56dcd985-b881-4acf-b635-57a38b580ac6 req-231e72ad-bed4-4005-97a0-987f150a4f2c tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=691e67c990444120bcd0c98f1b60f09b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0542424 Feb 19 03:04:40.689037 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['8d77d8b9-c5f4-4a72-a933-527cabf82cdd'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:04:40.711603 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-56dcd985-b881-4acf-b635-57a38b580ac6 req-05707487-200b-48a6-8c57-bcb3247d2233 service neutron] 10.222.0.72 "GET /v2.0/networks/6d3b69cf-1802-49ef-8f64-09e108450cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027633 Feb 19 03:04:41.133226 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1463d4b-8c47-44a0-b81d-441588a79b33 req-48946053-40df-4f7d-afed-7c2ca7efc082 tempest-InstanceActionsV221TestJSON-275716329 tempest-InstanceActionsV221TestJSON-275716329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:41.134838 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d1463d4b-8c47-44a0-b81d-441588a79b33 req-48946053-40df-4f7d-afed-7c2ca7efc082 tempest-InstanceActionsV221TestJSON-275716329 tempest-InstanceActionsV221TestJSON-275716329-project] 10.222.0.72 "GET /v2.0/ports?device_id=b28b1a0a-5a61-46d3-9f90-22e0c6758e07 HTTP/1.1" status: 200 len: 944 time: 0.3812063 Feb 19 03:04:41.198362 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-56dcd985-b881-4acf-b635-57a38b580ac6 req-dd37def1-7481-45d2-830a-ca2e048dd4e2 service neutron] 10.222.0.72 "GET /v2.0/networks/6d3b69cf-1802-49ef-8f64-09e108450cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4804435 Feb 19 03:04:41.236257 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28438237-e95c-4421-b43a-1f040c09db9d tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:04:41.253583 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d1582c-bc48-41c4-b7e6-df80088a8fc1 None None] Sync routers for ids ['bd9dd7b6-a993-47e7-bf2e-686f557e6ea1'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:04:41.257320 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-28438237-e95c-4421-b43a-1f040c09db9d tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:41.260941 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-28438237-e95c-4421-b43a-1f040c09db9d tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] 10.222.0.72 "PUT /v2.0/routers/bd9dd7b6-a993-47e7-bf2e-686f557e6ea1 HTTP/1.1" status: 200 len: 705 time: 3.1456423 Feb 19 03:04:41.261945 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52574) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:41.286580 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aa559d-96d7-4e31-aaa9-7b8f814fd462 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Pushing event updated for resources: {'Network': ['ID=15b165f6-c1d3-439e-b4c9-146576722bbe,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:41.305166 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d1582c-bc48-41c4-b7e6-df80088a8fc1 None None] Routers {'bd9dd7b6-a993-47e7-bf2e-686f557e6ea1'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:04:41.315382 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-50d1582c-bc48-41c4-b7e6-df80088a8fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:04:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['bd9dd7b6-a993-47e7-bf2e-686f557e6ea1'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:04:41.334745 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 15b165f6-c1d3-439e-b4c9-146576722bbe details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:04:41.473867 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-f37feaa2-9ece-4e91-a130-b46a925827e7 tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] 10.222.0.72 "GET /v2.0/routers/bd9dd7b6-a993-47e7-bf2e-686f557e6ea1 HTTP/1.1" status: 200 len: 740 time: 0.2112215 Feb 19 03:04:41.476580 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52576) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:41.504492 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-50d1582c-bc48-41c4-b7e6-df80088a8fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:04:41.559653 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d1463d4b-8c47-44a0-b81d-441588a79b33 req-c587767e-c263-4d59-8778-91423298765b tempest-InstanceActionsV221TestJSON-275716329 tempest-InstanceActionsV221TestJSON-275716329-project] 10.222.0.72 "GET /v2.0/security-groups?id=54e4782d-9a4f-4051-951a-7b28926d9f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4044437 Feb 19 03:04:41.565870 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d1582c-bc48-41c4-b7e6-df80088a8fc1 None None] Routers {'bd9dd7b6-a993-47e7-bf2e-686f557e6ea1'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:04:41.569678 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-50d1582c-bc48-41c4-b7e6-df80088a8fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:04:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['bd9dd7b6-a993-47e7-bf2e-686f557e6ea1'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:04:41.612350 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-47217535-50c7-4f74-a8f9-2004ab625eab tempest-RoutersAdminTest-1132365490 tempest-RoutersAdminTest-1132365490-project-admin] 10.222.0.72 "GET /v2.0/ports?network_id=eaf64708-9021-419e-b287-ef3e0f51e2ee&device_id=bd9dd7b6-a993-47e7-bf2e-686f557e6ea1 HTTP/1.1" status: 200 len: 205 time: 0.1344266 Feb 19 03:04:41.614962 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52582) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:41.696885 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-c2c2c6d9-de3a-4d12-ba2e-104d78c2d3f4 tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd9dd7b6-a993-47e7-bf2e-686f557e6ea1 HTTP/1.1" status: 200 len: 205 time: 0.0805626 Feb 19 03:04:41.699410 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52586) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:41.708065 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-50d1582c-bc48-41c4-b7e6-df80088a8fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:04:41.708735 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d1582c-bc48-41c4-b7e6-df80088a8fc1 None None] The sync data for ids ['bd9dd7b6-a993-47e7-bf2e-686f557e6ea1'] in n-d-826753-2 is: [] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:04:41.776333 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-140527ef-d32a-49f1-997a-2a26ec1c2a48 req-ab8f9950-543a-4686-8909-9dd0bfabd620 tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e8ce139-a2fd-4ff1-b865-c7f1b7ca8acf HTTP/1.1" status: 200 len: 210 time: 0.0820756 Feb 19 03:04:41.886197 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0320007a-17b6-4737-97a0-e5f03a4a2097 tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks [] for router (bd9dd7b6-a993-47e7-bf2e-686f557e6ea1), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:41.962681 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 8d77d8b9-c5f4-4a72-a933-527cabf82cdd up at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:04:42.146458 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning for port 8d77d8b9-c5f4-4a72-a933-527cabf82cdd completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:04:42.155225 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning complete for port 8d77d8b9-c5f4-4a72-a933-527cabf82cdd triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:04:42.155609 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (8d77d8b9-c5f4-4a72-a933-527cabf82cdd), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:42.391311 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0320007a-17b6-4737-97a0-e5f03a4a2097 tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16317457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14254'] for router (bd9dd7b6-a993-47e7-bf2e-686f557e6ea1), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:42.398417 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0320007a-17b6-4737-97a0-e5f03a4a2097 tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks [] for router_controller (bd9dd7b6-a993-47e7-bf2e-686f557e6ea1), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:42.500083 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0320007a-17b6-4737-97a0-e5f03a4a2097 tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16317544'] for router (bd9dd7b6-a993-47e7-bf2e-686f557e6ea1), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:42.500907 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0320007a-17b6-4737-97a0-e5f03a4a2097 tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Fanout notify agent at l3_agent the message router_deleted on router bd9dd7b6-a993-47e7-bf2e-686f557e6ea1 {{(pid=103702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:04:42.510336 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0320007a-17b6-4737-97a0-e5f03a4a2097 tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:42.511733 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-0320007a-17b6-4737-97a0-e5f03a4a2097 tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] 10.222.0.72 "DELETE /v2.0/routers/bd9dd7b6-a993-47e7-bf2e-686f557e6ea1 HTTP/1.1" status: 204 len: 168 time: 0.8111234 Feb 19 03:04:42.516653 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52600) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:42.569955 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52602) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:42.578214 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-1e51a3e6-51eb-416b-8795-3e2d46c82a04 tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] 10.222.0.72 "GET /v2.0/ports?device_id=bd9dd7b6-a993-47e7-bf2e-686f557e6ea1 HTTP/1.1" status: 200 len: 205 time: 0.0490828 Feb 19 03:04:42.658190 n-d-826753-2 neutron-server[103702]: INFO neutron.api.v2.resource [None req-2af99b7c-ab43-4a66-8f9b-3a90e12e7cbf tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] delete failed (client error): The resource could not be found. Feb 19 03:04:42.659294 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-2af99b7c-ab43-4a66-8f9b-3a90e12e7cbf tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] 10.222.0.72 "DELETE /v2.0/routers/bd9dd7b6-a993-47e7-bf2e-686f557e6ea1 HTTP/1.1" status: 404 len: 336 time: 0.0883207 Feb 19 03:04:42.661979 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52606) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:42.717133 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-d5928b76-f2c3-4283-8ab3-fc26d9f3b4ec tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] 10.222.0.72 "GET /v2.0/ports?device_id=70497291-9cc9-42f0-8007-c5f1dfcabe17 HTTP/1.1" status: 200 len: 205 time: 0.0534384 Feb 19 03:04:42.719741 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52608) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:42.740902 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 8d77d8b9-c5f4-4a72-a933-527cabf82cdd is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:04:42.742004 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (8d77d8b9-c5f4-4a72-a933-527cabf82cdd), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:42.772073 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b28b1a0a-5a61-46d3-9f90-22e0c6758e07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d77d8b9-c5f4-4a72-a933-527cabf82cdd'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:04:42.774994 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ea1aad4-c46d-4379-b97a-263e01ece19b" -d '{"events": [{"server_uuid": "b28b1a0a-5a61-46d3-9f90-22e0c6758e07", "name": "network-vif-plugged", "status": "completed", "tag": "8d77d8b9-c5f4-4a72-a933-527cabf82cdd"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:04:42.818952 n-d-826753-2 neutron-server[103702]: INFO neutron.api.v2.resource [None req-c2a73cec-ef80-451a-9155-3c2847c12279 tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] delete failed (client error): The resource could not be found. Feb 19 03:04:42.834806 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-c2a73cec-ef80-451a-9155-3c2847c12279 tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] 10.222.0.72 "DELETE /v2.0/routers/70497291-9cc9-42f0-8007-c5f1dfcabe17 HTTP/1.1" status: 404 len: 336 time: 0.1101375 Feb 19 03:04:42.837613 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52614) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:42.854770 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 8d77d8b9-c5f4-4a72-a933-527cabf82cdd, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=8d77d8b9-c5f4-4a72-a933-527cabf82cdd,segment=NetworkSegment(a6f82d22-64a3-450f-ba2e-952812b80773),segment_id=a6f82d22-64a3-450f-ba2e-952812b80773)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:04:42.870111 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (8d77d8b9-c5f4-4a72-a933-527cabf82cdd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:42.950239 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1e4501-f7df-40d3-8965-918f2df742e9 req-9d72722d-e501-48e6-ad4b-bdebd3dd55c4 tempest-InstanceActionsV221TestJSON-275716329 tempest-InstanceActionsV221TestJSON-275716329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:42.952514 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6e1e4501-f7df-40d3-8965-918f2df742e9 req-9d72722d-e501-48e6-ad4b-bdebd3dd55c4 tempest-InstanceActionsV221TestJSON-275716329 tempest-InstanceActionsV221TestJSON-275716329-project] 10.222.0.72 "GET /v2.0/ports?device_id=b28b1a0a-5a61-46d3-9f90-22e0c6758e07 HTTP/1.1" status: 200 len: 944 time: 0.2395413 Feb 19 03:04:42.994497 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-9256cf42-9c4f-49d2-b50a-8e8fd8e539f7 tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ecdcdec-a8b7-4ef3-a36b-ae162563fe4e HTTP/1.1" status: 200 len: 205 time: 0.1549251 Feb 19 03:04:42.998548 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52620) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:43.036963 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33ae346b-36bf-45d5-9edd-8ac55e93ff66 x-openstack-request-id: req-33ae346b-36bf-45d5-9edd-8ac55e93ff66 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:04:43.045287 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b28b1a0a-5a61-46d3-9f90-22e0c6758e07", "name": "network-vif-plugged", "status": "completed", "tag": "8d77d8b9-c5f4-4a72-a933-527cabf82cdd", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:04:43.046335 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-33ae346b-36bf-45d5-9edd-8ac55e93ff66 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:04:43.047960 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b28b1a0a-5a61-46d3-9f90-22e0c6758e07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d77d8b9-c5f4-4a72-a933-527cabf82cdd', 'code': 200} Feb 19 03:04:43.140649 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6e1e4501-f7df-40d3-8965-918f2df742e9 req-0b34687e-16d1-4972-bea7-ba82bf37bbae tempest-InstanceActionsV221TestJSON-275716329 tempest-InstanceActionsV221TestJSON-275716329-project] 10.222.0.72 "GET /v2.0/security-groups?id=54e4782d-9a4f-4051-951a-7b28926d9f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808050 Feb 19 03:04:43.145990 n-d-826753-2 neutron-server[103702]: INFO neutron.api.v2.resource [None req-bfe2757e-2059-4c78-8bb2-3cadee74a2ac tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] delete failed (client error): The resource could not be found. Feb 19 03:04:43.147218 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-bfe2757e-2059-4c78-8bb2-3cadee74a2ac tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] 10.222.0.72 "DELETE /v2.0/routers/9ecdcdec-a8b7-4ef3-a36b-ae162563fe4e HTTP/1.1" status: 404 len: 336 time: 0.1455095 Feb 19 03:04:43.155632 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52626) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:43.236919 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=8d77d8b9-c5f4-4a72-a933-527cabf82cdd,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:43.271695 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-74dd56c0-aa0a-4d62-be24-270f9334ae57 tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] 10.222.0.72 "GET /v2.0/ports?device_id=115eacc5-ef5f-411a-8dc7-206fc0b36bac HTTP/1.1" status: 200 len: 205 time: 0.1140554 Feb 19 03:04:43.273793 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52630) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:43.356882 n-d-826753-2 neutron-server[103702]: INFO neutron.api.v2.resource [None req-b8b1300d-2421-48b0-8cc7-2f0a9e5cbb54 tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] delete failed (client error): The resource could not be found. Feb 19 03:04:43.373386 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d0292d20-7e0d-4f0c-af80-6bb50bd5eabe req-ed1e1f1c-7de7-4e11-9172-f9ed7c13e304 tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e8ce139-a2fd-4ff1-b865-c7f1b7ca8acf HTTP/1.1" status: 200 len: 210 time: 0.1647463 Feb 19 03:04:43.389636 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-b8b1300d-2421-48b0-8cc7-2f0a9e5cbb54 tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] 10.222.0.72 "DELETE /v2.0/routers/115eacc5-ef5f-411a-8dc7-206fc0b36bac HTTP/1.1" status: 404 len: 336 time: 0.1142006 Feb 19 03:04:43.392875 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52634) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:43.423176 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bdc860-e6d8-45ee-880f-a3304f7fa6eb req-529aee83-22ec-40b0-8ff6-4dc2fbe60a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:43.427798 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-06bdc860-e6d8-45ee-880f-a3304f7fa6eb req-529aee83-22ec-40b0-8ff6-4dc2fbe60a6a service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=b28b1a0a-5a61-46d3-9f90-22e0c6758e07 HTTP/1.1" status: 200 len: 1127 time: 0.1888611 Feb 19 03:04:43.456246 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-3d9f7b1d-f4b6-44c2-99ef-8392e4fc8f5d tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] 10.222.0.72 "GET /v2.0/ports?device_id=42f1ab8a-0b77-4e9e-af1e-84e82a24452e HTTP/1.1" status: 200 len: 205 time: 0.0615778 Feb 19 03:04:43.461888 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52636) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:43.545667 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-06bdc860-e6d8-45ee-880f-a3304f7fa6eb req-f338a2b4-53b3-4dea-b5f5-4d78725027bb service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=54e4782d-9a4f-4051-951a-7b28926d9f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049340 Feb 19 03:04:43.585290 n-d-826753-2 neutron-server[103702]: INFO neutron.api.v2.resource [None req-2604fcc9-4b59-4f82-b12f-f3446e90d2ec tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] delete failed (client error): The resource could not be found. Feb 19 03:04:43.589060 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52638) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:43.624760 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-2604fcc9-4b59-4f82-b12f-f3446e90d2ec tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] 10.222.0.72 "DELETE /v2.0/routers/42f1ab8a-0b77-4e9e-af1e-84e82a24452e HTTP/1.1" status: 404 len: 336 time: 0.1600900 Feb 19 03:04:43.675305 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52642) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:43.675551 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-ca6f54a5-ca82-4d79-93cf-242c564f15e0 tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] 10.222.0.72 "GET /v2.0/ports?device_id=e100735f-b5f2-4224-b31a-b44cd2d59186 HTTP/1.1" status: 200 len: 205 time: 0.0850329 Feb 19 03:04:43.716323 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52644) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:43.722088 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-b9f2ab27-b712-4d07-b499-4a89a687d423 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Request body: {'subnet': {'network_id': '15b165f6-c1d3-439e-b4c9-146576722bbe', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:04:43.751675 n-d-826753-2 neutron-server[103702]: INFO neutron.api.v2.resource [None req-ef882192-7b42-44c6-a80c-cce940e49833 tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] delete failed (client error): The resource could not be found. Feb 19 03:04:43.753481 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-ef882192-7b42-44c6-a80c-cce940e49833 tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] 10.222.0.72 "DELETE /v2.0/routers/e100735f-b5f2-4224-b31a-b44cd2d59186 HTTP/1.1" status: 404 len: 336 time: 0.0765536 Feb 19 03:04:43.837398 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52646) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:43.889427 n-d-826753-2 neutron-server[103701]: INFO neutron.pecan_wsgi.hooks.translation [None req-3366bedf-6379-4d34-b06b-e3a32453d418 tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] DELETE failed (client error): The resource could not be found. Feb 19 03:04:43.897839 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3366bedf-6379-4d34-b06b-e3a32453d418 tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:04:43.901361 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-3366bedf-6379-4d34-b06b-e3a32453d418 tempest-RoutersAdminTest-1715410832 tempest-RoutersAdminTest-1715410832-project] 10.222.0.72 "DELETE /v2.0/subnets/bc8111fc-c816-478e-96f9-9af5f2384f85 HTTP/1.1" status: 404 len: 337 time: 0.0627096 Feb 19 03:04:43.969270 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dcd985-b881-4acf-b635-57a38b580ac6 req-6a047c41-12df-4483-ac66-874673ff3017 tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:43.974858 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-56dcd985-b881-4acf-b635-57a38b580ac6 req-6a047c41-12df-4483-ac66-874673ff3017 tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] 10.222.0.73 "GET /v2.0/networks?id=6d3b69cf-1802-49ef-8f64-09e108450cf5 HTTP/1.1" status: 200 len: 809 time: 0.2190564 Feb 19 03:04:43.975012 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9f2ab27-b712-4d07-b499-4a89a687d423 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Made reservation on behalf of 976e5173ee3d498faab035e674601760 for: {'subnet': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:04:43.987537 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b9f2ab27-b712-4d07-b499-4a89a687d423 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58706307'] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:43.995806 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-56dcd985-b881-4acf-b635-57a38b580ac6 req-e5b1aee5-1ccc-4174-9f9f-7dc75c33f78d tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] Request body: {'port': {'device_id': '9e8ce139-a2fd-4ff1-b865-c7f1b7ca8acf', 'network_id': '6d3b69cf-1802-49ef-8f64-09e108450cf5', 'admin_state_up': True, 'tenant_id': '691e67c990444120bcd0c98f1b60f09b'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:04:44.181200 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56dcd985-b881-4acf-b635-57a38b580ac6 req-e5b1aee5-1ccc-4174-9f9f-7dc75c33f78d tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] Made reservation on behalf of 691e67c990444120bcd0c98f1b60f09b for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:04:44.186376 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-56dcd985-b881-4acf-b635-57a38b580ac6 req-e5b1aee5-1ccc-4174-9f9f-7dc75c33f78d tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:44.251829 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b9f2ab27-b712-4d07-b499-4a89a687d423 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12647271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58706289'] for subnet (0f35d8c8-ee8b-4be0-9275-591312316761), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:44.351504 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [req-56dcd985-b881-4acf-b635-57a38b580ac6 req-e5b1aee5-1ccc-4174-9f9f-7dc75c33f78d tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] Allocated IP 172.20.0.9 (6d3b69cf-1802-49ef-8f64-09e108450cf5/58f4bb0c-650d-4931-aa67-9b83a274fd57/160c7530-e66c-4146-8d1a-86055dd432fb) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:04:44.441603 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52666) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:44.686782 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f2ab27-b712-4d07-b499-4a89a687d423 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Pushing event updated for resources: {'Subnet': ['ID=0f35d8c8-ee8b-4be0-9275-591312316761,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:44.700686 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4191c509-467a-468d-9ead-d8839ca08112 req-41a1b3a2-8733-415c-8601-0303f0f9e782 tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e8ce139-a2fd-4ff1-b865-c7f1b7ca8acf HTTP/1.1" status: 200 len: 210 time: 0.1122425 Feb 19 03:04:44.725259 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f2ab27-b712-4d07-b499-4a89a687d423 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Checking segment: {'id': '016c1b31-7e0f-4578-b7e9-77b622e7d66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '15b165f6-c1d3-439e-b4c9-146576722bbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:04:44.726157 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f2ab27-b712-4d07-b499-4a89a687d423 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Network hostable DHCP agents. Network: 15b165f6-c1d3-439e-b4c9-146576722bbe, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:04:44.767409 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f2ab27-b712-4d07-b499-4a89a687d423 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Network 15b165f6-c1d3-439e-b4c9-146576722bbe is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:04:44.770182 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-56dcd985-b881-4acf-b635-57a38b580ac6 req-e5b1aee5-1ccc-4174-9f9f-7dc75c33f78d tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] Publish callbacks [] for port (160c7530-e66c-4146-8d1a-86055dd432fb), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:44.790708 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac8dc44-fea1-424a-857d-d8343545fbaa req-0e541602-9cef-49ac-9908-92c0ab86b2ef tempest-InstanceActionsV221TestJSON-275716329 tempest-InstanceActionsV221TestJSON-275716329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:44.793948 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7ac8dc44-fea1-424a-857d-d8343545fbaa req-0e541602-9cef-49ac-9908-92c0ab86b2ef tempest-InstanceActionsV221TestJSON-275716329 tempest-InstanceActionsV221TestJSON-275716329-project] 10.222.0.72 "GET /v2.0/ports?device_id=b28b1a0a-5a61-46d3-9f90-22e0c6758e07 HTTP/1.1" status: 200 len: 945 time: 0.4550059 Feb 19 03:04:44.795402 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-b9f2ab27-b712-4d07-b499-4a89a687d423 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 15b165f6-c1d3-439e-b4c9-146576722bbe) {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:04:44.801466 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f2ab27-b712-4d07-b499-4a89a687d423 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:44.802692 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b9f2ab27-b712-4d07-b499-4a89a687d423 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:44.805756 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfbd1d92-725d-4903-81e5-3599fcc4d5cf None None] Network 15b165f6-c1d3-439e-b4c9-146576722bbe requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:04:44.854855 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-b9f2ab27-b712-4d07-b499-4a89a687d423 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1335497 Feb 19 03:04:44.858831 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52674) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:44.867102 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-9c71c79b-2dcf-4bcf-8f7e-e8e131aa160a tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1362271574'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:04:44.899949 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7ac8dc44-fea1-424a-857d-d8343545fbaa req-70426863-c7ff-44e9-8698-3742349d2311 tempest-InstanceActionsV221TestJSON-275716329 tempest-InstanceActionsV221TestJSON-275716329-project] 10.222.0.72 "GET /v2.0/security-groups?id=54e4782d-9a4f-4051-951a-7b28926d9f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827589 Feb 19 03:04:44.916835 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c71c79b-2dcf-4bcf-8f7e-e8e131aa160a tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Made reservation on behalf of 976e5173ee3d498faab035e674601760 for: {'network': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:04:44.921879 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9c71c79b-2dcf-4bcf-8f7e-e8e131aa160a tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:44.943011 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-56dcd985-b881-4acf-b635-57a38b580ac6 req-e5b1aee5-1ccc-4174-9f9f-7dc75c33f78d tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (160c7530-e66c-4146-8d1a-86055dd432fb), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:44.964254 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1e8f09f6-7904-4227-ba84-87a58f6e6a9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:45.032448 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56dcd985-b881-4acf-b635-57a38b580ac6 req-e5b1aee5-1ccc-4174-9f9f-7dc75c33f78d tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] Network 6d3b69cf-1802-49ef-8f64-09e108450cf5 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:04:45.056138 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [req-56dcd985-b881-4acf-b635-57a38b580ac6 req-e5b1aee5-1ccc-4174-9f9f-7dc75c33f78d tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:04:45.065285 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-56dcd985-b881-4acf-b635-57a38b580ac6 req-e5b1aee5-1ccc-4174-9f9f-7dc75c33f78d tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:04:45.068161 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b1aee5-1ccc-4174-9f9f-7dc75c33f78d tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] Pushing event updated for resources: {'Port': ['ID=160c7530-e66c-4146-8d1a-86055dd432fb,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:45.080316 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e12b205-acb8-4af5-a9f5-b11dab72d08a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-15b165f6-c1d3-439e-b4c9-146576722bbe', 'network_id': '15b165f6-c1d3-439e-b4c9-146576722bbe', 'project_id': '976e5173ee3d498faab035e674601760', 'fixed_ips': [{'subnet_id': '0f35d8c8-ee8b-4be0-9275-591312316761'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:04:45.083990 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6e12b205-acb8-4af5-a9f5-b11dab72d08a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:45.113103 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1e8f09f6-7904-4227-ba84-87a58f6e6a9f admin admin] Publish callbacks [] for security_group (4a196109-98a4-4944-b352-3a77e8565cd9), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:45.129600 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1e8f09f6-7904-4227-ba84-87a58f6e6a9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (4a196109-98a4-4944-b352-3a77e8565cd9), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:45.137597 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c71c79b-2dcf-4bcf-8f7e-e8e131aa160a tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] vlan segment allocate from pool success with {'vlan_id': 294, 'physical_network': 'physnet1'} {{(pid=103701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:04:45.158788 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dcd985-b881-4acf-b635-57a38b580ac6 req-e5b1aee5-1ccc-4174-9f9f-7dc75c33f78d tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:45.165512 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-56dcd985-b881-4acf-b635-57a38b580ac6 req-e5b1aee5-1ccc-4174-9f9f-7dc75c33f78d tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:45.205666 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-56dcd985-b881-4acf-b635-57a38b580ac6 req-e5b1aee5-1ccc-4174-9f9f-7dc75c33f78d tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2168348 Feb 19 03:04:45.209632 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8f09f6-7904-4227-ba84-87a58f6e6a9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a196109-98a4-4944-b352-3a77e8565cd9,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:45.262342 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-1e8f09f6-7904-4227-ba84-87a58f6e6a9f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9ca9b633d7d648ea85dc5c7e27ba6877&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8170948 Feb 19 03:04:45.262607 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52684) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:45.272667 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9c71c79b-2dcf-4bcf-8f7e-e8e131aa160a tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (814cb418-270b-4758-8b65-fadc488f1291), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:45.273034 n-d-826753-2 neutron-server[103701]: INFO neutron.db.segments_db [None req-9c71c79b-2dcf-4bcf-8f7e-e8e131aa160a tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Added segment 814cb418-270b-4758-8b65-fadc488f1291 of type vlan for network 07776663-bf91-41b2-ab8a-cd2b7146a8ea Feb 19 03:04:45.347643 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9c71c79b-2dcf-4bcf-8f7e-e8e131aa160a tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (07776663-bf91-41b2-ab8a-cd2b7146a8ea), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:45.357719 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-56dcd985-b881-4acf-b635-57a38b580ac6 req-e3c77d57-5402-44de-bf9c-63fac2d7215a service neutron] Request body: {'port': {'device_id': '9e8ce139-a2fd-4ff1-b865-c7f1b7ca8acf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826753-2'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:04:45.408513 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-6e12b205-acb8-4af5-a9f5-b11dab72d08a None None] Allocated IP 2001:db8:0:ffff::2 (15b165f6-c1d3-439e-b4c9-146576722bbe/0f35d8c8-ee8b-4be0-9275-591312316761/47c85888-abe6-4da8-a423-2ea82e88f4e1) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:04:45.420273 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f002ae52-4537-4586-9df2-8c40c66edd07 admin admin] Publish callbacks [] for security_group (4a196109-98a4-4944-b352-3a77e8565cd9), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:45.432028 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9c71c79b-2dcf-4bcf-8f7e-e8e131aa160a tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (07776663-bf91-41b2-ab8a-cd2b7146a8ea), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:45.465715 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c71c79b-2dcf-4bcf-8f7e-e8e131aa160a tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:45.467017 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9c71c79b-2dcf-4bcf-8f7e-e8e131aa160a tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:45.469258 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-56dcd985-b881-4acf-b635-57a38b580ac6 req-e3c77d57-5402-44de-bf9c-63fac2d7215a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (160c7530-e66c-4146-8d1a-86055dd432fb), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:45.572416 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f002ae52-4537-4586-9df2-8c40c66edd07 admin admin] Publish callbacks [] for security_group (4a196109-98a4-4944-b352-3a77e8565cd9), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:45.575374 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6e12b205-acb8-4af5-a9f5-b11dab72d08a None None] Publish callbacks [] for port (47c85888-abe6-4da8-a423-2ea82e88f4e1), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:45.595352 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6e12b205-acb8-4af5-a9f5-b11dab72d08a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (47c85888-abe6-4da8-a423-2ea82e88f4e1), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:45.631835 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-9b673bc9-cad5-4753-8a35-d7b04bef87cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:45.695074 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e12b205-acb8-4af5-a9f5-b11dab72d08a None None] Network 15b165f6-c1d3-439e-b4c9-146576722bbe is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:04:45.698740 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-6e12b205-acb8-4af5-a9f5-b11dab72d08a None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:04:45.701663 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e12b205-acb8-4af5-a9f5-b11dab72d08a None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:04:45.778628 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e12b205-acb8-4af5-a9f5-b11dab72d08a None None] Pushing event updated for resources: {'Port': ['ID=47c85888-abe6-4da8-a423-2ea82e88f4e1,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:45.804457 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-6e12b205-acb8-4af5-a9f5-b11dab72d08a None None] Attempting to bind port 47c85888-abe6-4da8-a423-2ea82e88f4e1 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:04:45.804830 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-6e12b205-acb8-4af5-a9f5-b11dab72d08a None None] Attempting to bind port 47c85888-abe6-4da8-a423-2ea82e88f4e1 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '016c1b31-7e0f-4578-b7e9-77b622e7d66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '15b165f6-c1d3-439e-b4c9-146576722bbe'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:04:45.805635 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e12b205-acb8-4af5-a9f5-b11dab72d08a None None] Attempting to bind port 47c85888-abe6-4da8-a423-2ea82e88f4e1 on network 15b165f6-c1d3-439e-b4c9-146576722bbe {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:04:45.812177 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e12b205-acb8-4af5-a9f5-b11dab72d08a None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:04:45.813456 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e12b205-acb8-4af5-a9f5-b11dab72d08a None None] Checking segment: {'id': '016c1b31-7e0f-4578-b7e9-77b622e7d66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '15b165f6-c1d3-439e-b4c9-146576722bbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:04:45.814022 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6e12b205-acb8-4af5-a9f5-b11dab72d08a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:45.814596 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e12b205-acb8-4af5-a9f5-b11dab72d08a None None] Bound using segment: {'id': '016c1b31-7e0f-4578-b7e9-77b622e7d66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '15b165f6-c1d3-439e-b4c9-146576722bbe'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:04:45.815413 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-6e12b205-acb8-4af5-a9f5-b11dab72d08a None None] Bound port: 47c85888-abe6-4da8-a423-2ea82e88f4e1, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '016c1b31-7e0f-4578-b7e9-77b622e7d66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '15b165f6-c1d3-439e-b4c9-146576722bbe'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:04:45.816438 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6e12b205-acb8-4af5-a9f5-b11dab72d08a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (47c85888-abe6-4da8-a423-2ea82e88f4e1), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:45.833690 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-9c71c79b-2dcf-4bcf-8f7e-e8e131aa160a tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9737139 Feb 19 03:04:45.837261 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52696) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:45.861943 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-bc3ff3fe-c586-42df-8503-325cdd72b361 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Request body: {'subnet': {'network_id': '07776663-bf91-41b2-ab8a-cd2b7146a8ea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:04:45.894606 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-6e12b205-acb8-4af5-a9f5-b11dab72d08a None None] For port 47c85888-abe6-4da8-a423-2ea82e88f4e1, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:04:45.901182 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-6e12b205-acb8-4af5-a9f5-b11dab72d08a None None] For port 47c85888-abe6-4da8-a423-2ea82e88f4e1, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=47c85888-abe6-4da8-a423-2ea82e88f4e1,segment=NetworkSegment(016c1b31-7e0f-4578-b7e9-77b622e7d66e),segment_id=016c1b31-7e0f-4578-b7e9-77b622e7d66e)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:04:45.910937 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6e12b205-acb8-4af5-a9f5-b11dab72d08a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (47c85888-abe6-4da8-a423-2ea82e88f4e1), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:45.927239 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-56dcd985-b881-4acf-b635-57a38b580ac6 req-e3c77d57-5402-44de-bf9c-63fac2d7215a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 160c7530-e66c-4146-8d1a-86055dd432fb {{(pid=103702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:04:45.946174 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c71c79b-2dcf-4bcf-8f7e-e8e131aa160a tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Pushing event updated for resources: {'Network': ['ID=07776663-bf91-41b2-ab8a-cd2b7146a8ea,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:45.971266 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-56dcd985-b881-4acf-b635-57a38b580ac6 req-e3c77d57-5402-44de-bf9c-63fac2d7215a service neutron] Publish callbacks [] for port (160c7530-e66c-4146-8d1a-86055dd432fb), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:46.009713 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-56dcd985-b881-4acf-b635-57a38b580ac6 req-e3c77d57-5402-44de-bf9c-63fac2d7215a service neutron] Transition to ACTIVE for port object 160c7530-e66c-4146-8d1a-86055dd432fb will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:04:46.020108 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-56dcd985-b881-4acf-b635-57a38b580ac6 req-e3c77d57-5402-44de-bf9c-63fac2d7215a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (160c7530-e66c-4146-8d1a-86055dd432fb), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:46.068008 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e12b205-acb8-4af5-a9f5-b11dab72d08a None None] Pushing event updated for resources: {'Port': ['ID=47c85888-abe6-4da8-a423-2ea82e88f4e1,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:46.077508 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 07776663-bf91-41b2-ab8a-cd2b7146a8ea details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:04:46.124351 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c77d57-5402-44de-bf9c-63fac2d7215a service neutron] Pushing event updated for resources: {'Port': ['ID=160c7530-e66c-4146-8d1a-86055dd432fb,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:46.211948 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f002ae52-4537-4586-9df2-8c40c66edd07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (4a196109-98a4-4944-b352-3a77e8565cd9), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:46.214791 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f002ae52-4537-4586-9df2-8c40c66edd07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:46.215980 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-f002ae52-4537-4586-9df2-8c40c66edd07 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4a196109-98a4-4944-b352-3a77e8565cd9 HTTP/1.1" status: 204 len: 168 time: 0.9524326 Feb 19 03:04:46.248364 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6c89a3-ff12-4e7b-8628-1d549cdfe995 req-13c62a3b-4aae-4db1-ae97-006ff4bc8d5c tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:46.258549 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2c6c89a3-ff12-4e7b-8628-1d549cdfe995 req-13c62a3b-4aae-4db1-ae97-006ff4bc8d5c tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e8ce139-a2fd-4ff1-b865-c7f1b7ca8acf HTTP/1.1" status: 200 len: 931 time: 0.3717031 Feb 19 03:04:46.263257 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f002ae52-4537-4586-9df2-8c40c66edd07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a196109-98a4-4944-b352-3a77e8565cd9,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:46.271719 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc3ff3fe-c586-42df-8503-325cdd72b361 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Made reservation on behalf of 976e5173ee3d498faab035e674601760 for: {'subnet': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:04:46.276354 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bc3ff3fe-c586-42df-8503-325cdd72b361 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58706307'] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:46.347951 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-56dcd985-b881-4acf-b635-57a38b580ac6 req-e3c77d57-5402-44de-bf9c-63fac2d7215a service neutron] Attempting to bind port 160c7530-e66c-4146-8d1a-86055dd432fb on host n-h1-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:04:46.348288 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-56dcd985-b881-4acf-b635-57a38b580ac6 req-e3c77d57-5402-44de-bf9c-63fac2d7215a service neutron] Attempting to bind port 160c7530-e66c-4146-8d1a-86055dd432fb by drivers openvswitch,hyperv on host n-h1-826753-2 at level 0 using segments [{'id': '07810348-c073-4bbf-84d2-ed09a13b87db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '6d3b69cf-1802-49ef-8f64-09e108450cf5'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:04:46.348616 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56dcd985-b881-4acf-b635-57a38b580ac6 req-e3c77d57-5402-44de-bf9c-63fac2d7215a service neutron] Attempting to bind port 160c7530-e66c-4146-8d1a-86055dd432fb on network 6d3b69cf-1802-49ef-8f64-09e108450cf5 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:04:46.357619 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56dcd985-b881-4acf-b635-57a38b580ac6 req-e3c77d57-5402-44de-bf9c-63fac2d7215a service neutron] Port 160c7530-e66c-4146-8d1a-86055dd432fb on network 6d3b69cf-1802-49ef-8f64-09e108450cf5 not bound, no agent of type Open vSwitch agent registered on host n-h1-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:04:46.357932 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56dcd985-b881-4acf-b635-57a38b580ac6 req-e3c77d57-5402-44de-bf9c-63fac2d7215a service neutron] Attempting to bind port 160c7530-e66c-4146-8d1a-86055dd432fb on network 6d3b69cf-1802-49ef-8f64-09e108450cf5 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:04:46.369433 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56dcd985-b881-4acf-b635-57a38b580ac6 req-e3c77d57-5402-44de-bf9c-63fac2d7215a service neutron] Checking agent: {'id': '9d56fb1b-2855-496a-a6d9-c324740cb98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:04:46.369596 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56dcd985-b881-4acf-b635-57a38b580ac6 req-e3c77d57-5402-44de-bf9c-63fac2d7215a service neutron] Checking segment: {'id': '07810348-c073-4bbf-84d2-ed09a13b87db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '6d3b69cf-1802-49ef-8f64-09e108450cf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:04:46.369939 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56dcd985-b881-4acf-b635-57a38b580ac6 req-e3c77d57-5402-44de-bf9c-63fac2d7215a service neutron] Bound using segment: {'id': '07810348-c073-4bbf-84d2-ed09a13b87db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '6d3b69cf-1802-49ef-8f64-09e108450cf5'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:04:46.370321 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-56dcd985-b881-4acf-b635-57a38b580ac6 req-e3c77d57-5402-44de-bf9c-63fac2d7215a service neutron] Bound port: 160c7530-e66c-4146-8d1a-86055dd432fb, host: n-h1-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07810348-c073-4bbf-84d2-ed09a13b87db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '6d3b69cf-1802-49ef-8f64-09e108450cf5'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:04:46.370727 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-56dcd985-b881-4acf-b635-57a38b580ac6 req-e3c77d57-5402-44de-bf9c-63fac2d7215a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (160c7530-e66c-4146-8d1a-86055dd432fb), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:46.396369 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19102bae-194e-45dd-a7dd-85c1ef3cfdfc req-ef150723-c48a-44e0-a784-065fc1cb6874 tempest-InstanceActionsV221TestJSON-275716329 tempest-InstanceActionsV221TestJSON-275716329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:46.405781 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-19102bae-194e-45dd-a7dd-85c1ef3cfdfc req-ef150723-c48a-44e0-a784-065fc1cb6874 tempest-InstanceActionsV221TestJSON-275716329 tempest-InstanceActionsV221TestJSON-275716329-project] 10.222.0.72 "GET /v2.0/ports?device_id=b28b1a0a-5a61-46d3-9f90-22e0c6758e07 HTTP/1.1" status: 200 len: 945 time: 0.3075926 Feb 19 03:04:46.487679 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-56dcd985-b881-4acf-b635-57a38b580ac6 req-e3c77d57-5402-44de-bf9c-63fac2d7215a service neutron] For port 160c7530-e66c-4146-8d1a-86055dd432fb, host n-h1-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:04:46.492042 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-56dcd985-b881-4acf-b635-57a38b580ac6 req-e3c77d57-5402-44de-bf9c-63fac2d7215a service neutron] For port 160c7530-e66c-4146-8d1a-86055dd432fb, host n-h1-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=160c7530-e66c-4146-8d1a-86055dd432fb,segment=NetworkSegment(07810348-c073-4bbf-84d2-ed09a13b87db),segment_id=07810348-c073-4bbf-84d2-ed09a13b87db)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:04:46.507238 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-56dcd985-b881-4acf-b635-57a38b580ac6 req-e3c77d57-5402-44de-bf9c-63fac2d7215a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (160c7530-e66c-4146-8d1a-86055dd432fb), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:46.526022 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dcd985-b881-4acf-b635-57a38b580ac6 req-e3c77d57-5402-44de-bf9c-63fac2d7215a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:46.527006 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-56dcd985-b881-4acf-b635-57a38b580ac6 req-e3c77d57-5402-44de-bf9c-63fac2d7215a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:46.529884 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-56dcd985-b881-4acf-b635-57a38b580ac6 req-e3c77d57-5402-44de-bf9c-63fac2d7215a service neutron] 10.222.0.73 "PUT /v2.0/ports/160c7530-e66c-4146-8d1a-86055dd432fb HTTP/1.1" status: 200 len: 1091 time: 1.3113408 Feb 19 03:04:46.532229 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e8ce139-a2fd-4ff1-b865-c7f1b7ca8acf', 'tag': '160c7530-e66c-4146-8d1a-86055dd432fb'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:04:46.538440 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3db0fc45-af79-4e14-9558-f75f91a5a7ae" -d '{"events": [{"name": "network-changed", "server_uuid": "9e8ce139-a2fd-4ff1-b865-c7f1b7ca8acf", "tag": "160c7530-e66c-4146-8d1a-86055dd432fb"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:04:46.538673 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2c6c89a3-ff12-4e7b-8628-1d549cdfe995 req-315d7e15-97cc-47a3-a14c-ba8957f8188b tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca410f4-0b4b-41b4-93cf-ff3f9b4055d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788689 Feb 19 03:04:46.675433 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c77d57-5402-44de-bf9c-63fac2d7215a service neutron] Pushing event updated for resources: {'Port': ['ID=160c7530-e66c-4146-8d1a-86055dd432fb,revision_number=3']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:46.753404 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-19102bae-194e-45dd-a7dd-85c1ef3cfdfc req-0e9a7db2-be73-4d64-8ec8-7a034f8c0550 tempest-InstanceActionsV221TestJSON-275716329 tempest-InstanceActionsV221TestJSON-275716329-project] 10.222.0.72 "GET /v2.0/security-groups?id=54e4782d-9a4f-4051-951a-7b28926d9f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3466501 Feb 19 03:04:46.766635 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a35639de-8f0b-43f7-a4e8-2e0d678ab9ac x-openstack-request-id: req-a35639de-8f0b-43f7-a4e8-2e0d678ab9ac {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:04:46.767528 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e8ce139-a2fd-4ff1-b865-c7f1b7ca8acf", "tag": "160c7530-e66c-4146-8d1a-86055dd432fb", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:04:46.770081 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a35639de-8f0b-43f7-a4e8-2e0d678ab9ac {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:04:46.770435 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e8ce139-a2fd-4ff1-b865-c7f1b7ca8acf', 'tag': '160c7530-e66c-4146-8d1a-86055dd432fb', 'status': 'completed', 'code': 200} Feb 19 03:04:46.797671 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dcd985-b881-4acf-b635-57a38b580ac6 req-2ad1e52f-65be-440f-8fdd-68ccb0623ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:46.800448 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-56dcd985-b881-4acf-b635-57a38b580ac6 req-2ad1e52f-65be-440f-8fdd-68ccb0623ed3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=691e67c990444120bcd0c98f1b60f09b&device_id=9e8ce139-a2fd-4ff1-b865-c7f1b7ca8acf HTTP/1.1" status: 200 len: 1125 time: 0.1208529 Feb 19 03:04:46.868956 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52728) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:46.902251 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-56dcd985-b881-4acf-b635-57a38b580ac6 req-7ebacd8d-a119-4041-ba17-809c39a938e9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=160c7530-e66c-4146-8d1a-86055dd432fb HTTP/1.1" status: 200 len: 217 time: 0.0877435 Feb 19 03:04:46.984469 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-97e39cb2-dc1b-4f61-b18b-3c7fcd27964d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3ac3fc8a7e944025a972a53cff275256&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1143260 Feb 19 03:04:46.989035 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52730) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:47.011668 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dcd985-b881-4acf-b635-57a38b580ac6 req-5e291545-627b-42dd-8eef-270a541640b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:47.016657 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-56dcd985-b881-4acf-b635-57a38b580ac6 req-5e291545-627b-42dd-8eef-270a541640b0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=58f4bb0c-650d-4931-aa67-9b83a274fd57 HTTP/1.1" status: 200 len: 849 time: 0.1080344 Feb 19 03:04:47.055404 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bc3ff3fe-c586-42df-8503-325cdd72b361 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12647271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58706289'] for subnet (3fa5e10c-e374-4d8d-9944-b227b7a7f528), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:47.089104 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-56dcd985-b881-4acf-b635-57a38b580ac6 req-3587f8e4-ee3f-4196-9e2b-8e7351c3ebb1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6d3b69cf-1802-49ef-8f64-09e108450cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667198 Feb 19 03:04:47.149486 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3ff3fe-c586-42df-8503-325cdd72b361 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Pushing event updated for resources: {'Subnet': ['ID=3fa5e10c-e374-4d8d-9944-b227b7a7f528,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:47.251479 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3ff3fe-c586-42df-8503-325cdd72b361 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Checking segment: {'id': '814cb418-270b-4758-8b65-fadc488f1291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '07776663-bf91-41b2-ab8a-cd2b7146a8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:04:47.252192 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3ff3fe-c586-42df-8503-325cdd72b361 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Network hostable DHCP agents. Network: 07776663-bf91-41b2-ab8a-cd2b7146a8ea, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:04:47.256403 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-61f69ff3-8506-46f4-8861-5a416b7dcd70 admin admin] Publish callbacks [] for security_group (f8f7fd91-8038-4eb7-bda6-eaffcd1df521), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:47.283371 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-56dcd985-b881-4acf-b635-57a38b580ac6 req-a93ddae0-57ad-4c70-a124-f83cb8d2e9dd service neutron] 10.222.0.73 "GET /v2.0/networks/6d3b69cf-1802-49ef-8f64-09e108450cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880677 Feb 19 03:04:47.299046 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-61f69ff3-8506-46f4-8861-5a416b7dcd70 admin admin] Publish callbacks [] for security_group (f8f7fd91-8038-4eb7-bda6-eaffcd1df521), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:47.309649 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3ff3fe-c586-42df-8503-325cdd72b361 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Network 07776663-bf91-41b2-ab8a-cd2b7146a8ea is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:04:47.347447 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-bc3ff3fe-c586-42df-8503-325cdd72b361 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 07776663-bf91-41b2-ab8a-cd2b7146a8ea) {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:04:47.362283 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d910510-02c5-4515-825b-d1c6596655b4 None None] Network 07776663-bf91-41b2-ab8a-cd2b7146a8ea requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:04:47.371440 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f299d055-75a4-4b1a-a6f9-c6ecbd68dab6 req-9464a4a0-546c-4624-9678-2ba196a5f527 tempest-InstanceActionsV221TestJSON-275716329 tempest-InstanceActionsV221TestJSON-275716329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:47.377686 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f299d055-75a4-4b1a-a6f9-c6ecbd68dab6 req-9464a4a0-546c-4624-9678-2ba196a5f527 tempest-InstanceActionsV221TestJSON-275716329 tempest-InstanceActionsV221TestJSON-275716329-project] 10.222.0.72 "GET /v2.0/ports?device_id=b28b1a0a-5a61-46d3-9f90-22e0c6758e07 HTTP/1.1" status: 200 len: 945 time: 0.1866655 Feb 19 03:04:47.392714 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3ff3fe-c586-42df-8503-325cdd72b361 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:47.396842 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bc3ff3fe-c586-42df-8503-325cdd72b361 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:47.472543 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-56dcd985-b881-4acf-b635-57a38b580ac6 req-44aaf65f-a94b-4108-a0c1-b5add045589e service neutron] 10.222.0.73 "GET /v2.0/networks/6d3b69cf-1802-49ef-8f64-09e108450cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828701 Feb 19 03:04:47.474416 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-bc3ff3fe-c586-42df-8503-325cdd72b361 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.6185637 Feb 19 03:04:47.477150 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52734) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:47.530544 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-61f69ff3-8506-46f4-8861-5a416b7dcd70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (f8f7fd91-8038-4eb7-bda6-eaffcd1df521), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:47.533279 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-61f69ff3-8506-46f4-8861-5a416b7dcd70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:47.539082 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-61f69ff3-8506-46f4-8861-5a416b7dcd70 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f8f7fd91-8038-4eb7-bda6-eaffcd1df521 HTTP/1.1" status: 204 len: 168 time: 0.5465302 Feb 19 03:04:47.549946 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f299d055-75a4-4b1a-a6f9-c6ecbd68dab6 req-a17b7dc7-0d55-400b-9eea-5afea03a9d31 tempest-InstanceActionsV221TestJSON-275716329 tempest-InstanceActionsV221TestJSON-275716329-project] 10.222.0.72 "GET /v2.0/security-groups?id=54e4782d-9a4f-4051-951a-7b28926d9f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491954 Feb 19 03:04:47.569794 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f69ff3-8506-46f4-8861-5a416b7dcd70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f7fd91-8038-4eb7-bda6-eaffcd1df521,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:47.783595 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725c94a2-88b6-43a9-8c6d-a379acba0894 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-07776663-bf91-41b2-ab8a-cd2b7146a8ea', 'network_id': '07776663-bf91-41b2-ab8a-cd2b7146a8ea', 'project_id': '976e5173ee3d498faab035e674601760', 'fixed_ips': [{'subnet_id': '3fa5e10c-e374-4d8d-9944-b227b7a7f528'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:04:47.784477 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-725c94a2-88b6-43a9-8c6d-a379acba0894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:47.812863 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cc4d9a-6f11-4461-9969-a069a746a06d req-07e43ba4-8997-4af8-a9a3-43ddc2a0bcbb tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:47.829753 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-68cc4d9a-6f11-4461-9969-a069a746a06d req-07e43ba4-8997-4af8-a9a3-43ddc2a0bcbb tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e8ce139-a2fd-4ff1-b865-c7f1b7ca8acf HTTP/1.1" status: 200 len: 943 time: 0.1617227 Feb 19 03:04:47.852086 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db0fc45-af79-4e14-9558-f75f91a5a7ae req-4825066e-9695-4d65-8e94-0a043e0b0739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:47.856177 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f67c990b-59fd-4ff2-954e-e04d547372ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:47.863020 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3db0fc45-af79-4e14-9558-f75f91a5a7ae req-4825066e-9695-4d65-8e94-0a043e0b0739 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=691e67c990444120bcd0c98f1b60f09b&device_id=9e8ce139-a2fd-4ff1-b865-c7f1b7ca8acf HTTP/1.1" status: 200 len: 1125 time: 0.2606232 Feb 19 03:04:47.916385 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2b215351-7460-418b-9e09-9babfc5ee665 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (07776663-bf91-41b2-ab8a-cd2b7146a8ea), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:47.970282 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-68cc4d9a-6f11-4461-9969-a069a746a06d req-339844ae-0b47-4b4e-9216-4187b60e241a tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca410f4-0b4b-41b4-93cf-ff3f9b4055d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382926 Feb 19 03:04:48.060795 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab49523-451e-4c3b-9e04-bee23d281033 None None] Network 15b165f6-c1d3-439e-b4c9-146576722bbe requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:04:48.206236 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 47c85888-abe6-4da8-a423-2ea82e88f4e1 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:04:48.237298 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db0fc45-af79-4e14-9558-f75f91a5a7ae req-f2ecc347-79dc-4e4d-891f-27e578e13b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:48.241162 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3db0fc45-af79-4e14-9558-f75f91a5a7ae req-f2ecc347-79dc-4e4d-891f-27e578e13b04 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6d3b69cf-1802-49ef-8f64-09e108450cf5 HTTP/1.1" status: 200 len: 910 time: 0.3683283 Feb 19 03:04:48.251542 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2b215351-7460-418b-9e09-9babfc5ee665 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (3fa5e10c-e374-4d8d-9944-b227b7a7f528), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:48.264952 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-64d88520-f539-48bf-b5aa-ee1daafcde10 None None] Provisioning complete for port 47c85888-abe6-4da8-a423-2ea82e88f4e1 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:04:48.272184 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-64d88520-f539-48bf-b5aa-ee1daafcde10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (47c85888-abe6-4da8-a423-2ea82e88f4e1), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:48.392506 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3db0fc45-af79-4e14-9558-f75f91a5a7ae req-620507ea-48a6-4877-9efc-4a2082fd6e55 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=160c7530-e66c-4146-8d1a-86055dd432fb HTTP/1.1" status: 200 len: 217 time: 0.1424856 Feb 19 03:04:48.424663 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-725c94a2-88b6-43a9-8c6d-a379acba0894 None None] Allocated IP 2001:db8::1 (07776663-bf91-41b2-ab8a-cd2b7146a8ea/3fa5e10c-e374-4d8d-9944-b227b7a7f528/cb8ccca9-8a44-4b4b-9d7b-e3c47117c6d9) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:04:48.603915 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db0fc45-af79-4e14-9558-f75f91a5a7ae req-1385dd54-0deb-4865-bcd3-78a519467cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:48.611998 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3db0fc45-af79-4e14-9558-f75f91a5a7ae req-1385dd54-0deb-4865-bcd3-78a519467cd1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=58f4bb0c-650d-4931-aa67-9b83a274fd57 HTTP/1.1" status: 200 len: 849 time: 0.2068117 Feb 19 03:04:48.643356 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64195622-a17b-4a68-abaf-d8300ccc19a2 req-94f953a1-84af-4922-9ecb-709410d60d47 tempest-InstanceActionsV221TestJSON-275716329 tempest-InstanceActionsV221TestJSON-275716329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:48.646089 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-64195622-a17b-4a68-abaf-d8300ccc19a2 req-94f953a1-84af-4922-9ecb-709410d60d47 tempest-InstanceActionsV221TestJSON-275716329 tempest-InstanceActionsV221TestJSON-275716329-project] 10.222.0.82 "GET /v2.0/ports?device_id=b28b1a0a-5a61-46d3-9f90-22e0c6758e07 HTTP/1.1" status: 200 len: 945 time: 0.1438689 Feb 19 03:04:48.697941 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3db0fc45-af79-4e14-9558-f75f91a5a7ae req-220f27bf-d797-407e-b91f-af43ae4d5714 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6d3b69cf-1802-49ef-8f64-09e108450cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0797017 Feb 19 03:04:48.703918 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 47c85888-abe6-4da8-a423-2ea82e88f4e1 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:04:48.705145 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (47c85888-abe6-4da8-a423-2ea82e88f4e1), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:48.759890 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-64d88520-f539-48bf-b5aa-ee1daafcde10 None None] Current status of the port 47c85888-abe6-4da8-a423-2ea82e88f4e1 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:04:48.760451 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-64d88520-f539-48bf-b5aa-ee1daafcde10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (47c85888-abe6-4da8-a423-2ea82e88f4e1), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:48.856871 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7969c8bd-658d-4d8b-9c4d-158b5e97847f req-59ebbe06-ea5a-4537-89c9-634201ec48f7 tempest-InstanceActionsV221TestJSON-275716329 tempest-InstanceActionsV221TestJSON-275716329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:48.865564 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7969c8bd-658d-4d8b-9c4d-158b5e97847f req-59ebbe06-ea5a-4537-89c9-634201ec48f7 tempest-InstanceActionsV221TestJSON-275716329 tempest-InstanceActionsV221TestJSON-275716329-project] 10.222.0.72 "GET /v2.0/ports?device_id=b28b1a0a-5a61-46d3-9f90-22e0c6758e07 HTTP/1.1" status: 200 len: 945 time: 0.1393316 Feb 19 03:04:48.980331 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-725c94a2-88b6-43a9-8c6d-a379acba0894 None None] Publish callbacks [] for port (cb8ccca9-8a44-4b4b-9d7b-e3c47117c6d9), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:48.982614 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-64195622-a17b-4a68-abaf-d8300ccc19a2 req-cd08591a-9581-4649-a281-da664bbb6c09 tempest-InstanceActionsV221TestJSON-275716329 tempest-InstanceActionsV221TestJSON-275716329-project] Deleting port 8d77d8b9-c5f4-4a72-a933-527cabf82cdd {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:04:48.983243 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-64195622-a17b-4a68-abaf-d8300ccc19a2 req-cd08591a-9581-4649-a281-da664bbb6c09 tempest-InstanceActionsV221TestJSON-275716329 tempest-InstanceActionsV221TestJSON-275716329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (8d77d8b9-c5f4-4a72-a933-527cabf82cdd), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:48.986324 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3db0fc45-af79-4e14-9558-f75f91a5a7ae req-5a58b66a-5bda-4494-a99f-c7949dd8dc20 service neutron] 10.222.0.73 "GET /v2.0/networks/6d3b69cf-1802-49ef-8f64-09e108450cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820857 Feb 19 03:04:49.000357 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7969c8bd-658d-4d8b-9c4d-158b5e97847f req-65af5caa-1062-4ad4-b7bf-03975f547408 tempest-InstanceActionsV221TestJSON-275716329 tempest-InstanceActionsV221TestJSON-275716329-project] 10.222.0.72 "GET /v2.0/security-groups?id=54e4782d-9a4f-4051-951a-7b28926d9f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335289 Feb 19 03:04:49.012754 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-64d88520-f539-48bf-b5aa-ee1daafcde10 None None] For port 47c85888-abe6-4da8-a423-2ea82e88f4e1, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=47c85888-abe6-4da8-a423-2ea82e88f4e1,segment=NetworkSegment(016c1b31-7e0f-4578-b7e9-77b622e7d66e),segment_id=016c1b31-7e0f-4578-b7e9-77b622e7d66e)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:04:49.032061 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-725c94a2-88b6-43a9-8c6d-a379acba0894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (cb8ccca9-8a44-4b4b-9d7b-e3c47117c6d9), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:49.096345 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-64d88520-f539-48bf-b5aa-ee1daafcde10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (47c85888-abe6-4da8-a423-2ea82e88f4e1), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:49.115985 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725c94a2-88b6-43a9-8c6d-a379acba0894 None None] Pushing event updated for resources: {'Port': ['ID=cb8ccca9-8a44-4b4b-9d7b-e3c47117c6d9,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:49.130604 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52770) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:49.179714 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3db0fc45-af79-4e14-9558-f75f91a5a7ae req-a99902d2-c0c5-4233-8d15-d88e479d0fa3 service neutron] 10.222.0.73 "GET /v2.0/networks/6d3b69cf-1802-49ef-8f64-09e108450cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870451 Feb 19 03:04:49.228697 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2b215351-7460-418b-9e09-9babfc5ee665 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (3fa5e10c-e374-4d8d-9944-b227b7a7f528), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:49.255432 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4185df8b-54c5-4b1c-9786-2ff7f8eaf8f3 req-3bce0664-a14a-4dd2-be29-70104c626975 tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:49.262848 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725c94a2-88b6-43a9-8c6d-a379acba0894 None None] Network 07776663-bf91-41b2-ab8a-cd2b7146a8ea is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:04:49.266040 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4185df8b-54c5-4b1c-9786-2ff7f8eaf8f3 req-3bce0664-a14a-4dd2-be29-70104c626975 tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e8ce139-a2fd-4ff1-b865-c7f1b7ca8acf HTTP/1.1" status: 200 len: 943 time: 0.1127892 Feb 19 03:04:49.290534 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b215351-7460-418b-9e09-9babfc5ee665 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Pushing event deleted for resources: {'Subnet': ['ID=3fa5e10c-e374-4d8d-9944-b227b7a7f528,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:49.307887 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-725c94a2-88b6-43a9-8c6d-a379acba0894 None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:04:49.312936 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725c94a2-88b6-43a9-8c6d-a379acba0894 None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:04:49.327613 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d88520-f539-48bf-b5aa-ee1daafcde10 None None] Pushing event updated for resources: {'Port': ['ID=47c85888-abe6-4da8-a423-2ea82e88f4e1,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:49.354123 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 47c85888-abe6-4da8-a423-2ea82e88f4e1 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:04:49.369924 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:49.396782 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-2563c109-9663-41d3-961b-1862d9657d4e tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-132456559'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:04:49.452740 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4185df8b-54c5-4b1c-9786-2ff7f8eaf8f3 req-bec48334-8125-41fe-9408-4efdfcc309dc tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca410f4-0b4b-41b4-93cf-ff3f9b4055d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817746 Feb 19 03:04:49.458952 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2b215351-7460-418b-9e09-9babfc5ee665 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (07776663-bf91-41b2-ab8a-cd2b7146a8ea), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:49.472070 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2563c109-9663-41d3-961b-1862d9657d4e tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Made reservation on behalf of a14638ced2034bbab9b6b4a7894200ec for: {'network': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:04:49.476022 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2563c109-9663-41d3-961b-1862d9657d4e tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:49.479856 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-64195622-a17b-4a68-abaf-d8300ccc19a2 req-cd08591a-9581-4649-a281-da664bbb6c09 tempest-InstanceActionsV221TestJSON-275716329 tempest-InstanceActionsV221TestJSON-275716329-project] For port 8d77d8b9-c5f4-4a72-a933-527cabf82cdd, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=8d77d8b9-c5f4-4a72-a933-527cabf82cdd,segment=NetworkSegment(a6f82d22-64a3-450f-ba2e-952812b80773),segment_id=a6f82d22-64a3-450f-ba2e-952812b80773)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:04:49.480436 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-64195622-a17b-4a68-abaf-d8300ccc19a2 req-cd08591a-9581-4649-a281-da664bbb6c09 tempest-InstanceActionsV221TestJSON-275716329 tempest-InstanceActionsV221TestJSON-275716329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (8d77d8b9-c5f4-4a72-a933-527cabf82cdd), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:49.493325 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-725c94a2-88b6-43a9-8c6d-a379acba0894 None None] Attempting to bind port cb8ccca9-8a44-4b4b-9d7b-e3c47117c6d9 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:04:49.494068 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-725c94a2-88b6-43a9-8c6d-a379acba0894 None None] Attempting to bind port cb8ccca9-8a44-4b4b-9d7b-e3c47117c6d9 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '814cb418-270b-4758-8b65-fadc488f1291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '07776663-bf91-41b2-ab8a-cd2b7146a8ea'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:04:49.494068 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725c94a2-88b6-43a9-8c6d-a379acba0894 None None] Attempting to bind port cb8ccca9-8a44-4b4b-9d7b-e3c47117c6d9 on network 07776663-bf91-41b2-ab8a-cd2b7146a8ea {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:04:49.512063 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725c94a2-88b6-43a9-8c6d-a379acba0894 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:04:49.512455 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725c94a2-88b6-43a9-8c6d-a379acba0894 None None] Checking segment: {'id': '814cb418-270b-4758-8b65-fadc488f1291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '07776663-bf91-41b2-ab8a-cd2b7146a8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:04:49.512861 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-725c94a2-88b6-43a9-8c6d-a379acba0894 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:49.514759 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-2b215351-7460-418b-9e09-9babfc5ee665 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07776663-bf91-41b2-ab8a-cd2b7146a8ea']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:04:49.517835 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725c94a2-88b6-43a9-8c6d-a379acba0894 None None] Bound using segment: {'id': '814cb418-270b-4758-8b65-fadc488f1291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '07776663-bf91-41b2-ab8a-cd2b7146a8ea'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:04:49.518669 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-725c94a2-88b6-43a9-8c6d-a379acba0894 None None] Bound port: cb8ccca9-8a44-4b4b-9d7b-e3c47117c6d9, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '814cb418-270b-4758-8b65-fadc488f1291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '07776663-bf91-41b2-ab8a-cd2b7146a8ea'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:04:49.519078 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-725c94a2-88b6-43a9-8c6d-a379acba0894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (cb8ccca9-8a44-4b4b-9d7b-e3c47117c6d9), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:49.524975 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2563c109-9663-41d3-961b-1862d9657d4e tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:49.533974 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-64195622-a17b-4a68-abaf-d8300ccc19a2 req-cd08591a-9581-4649-a281-da664bbb6c09 tempest-InstanceActionsV221TestJSON-275716329 tempest-InstanceActionsV221TestJSON-275716329-project] Calling delete_port for 8d77d8b9-c5f4-4a72-a933-527cabf82cdd owned by compute:nova {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:04:49.540508 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-2b215351-7460-418b-9e09-9babfc5ee665 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '814cb418-270b-4758-8b65-fadc488f1291') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:04:49.540814 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-2b215351-7460-418b-9e09-9babfc5ee665 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '814cb418-270b-4758-8b65-fadc488f1291') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:04:49.557453 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2b215351-7460-418b-9e09-9babfc5ee665 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (814cb418-270b-4758-8b65-fadc488f1291), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:49.588683 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2b215351-7460-418b-9e09-9babfc5ee665 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (814cb418-270b-4758-8b65-fadc488f1291), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:49.598215 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b215351-7460-418b-9e09-9babfc5ee665 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Releasing vlan 294 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:04:49.598710 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2b215351-7460-418b-9e09-9babfc5ee665 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (814cb418-270b-4758-8b65-fadc488f1291), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:49.605237 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 03:04:49.605237 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:04:49.605237 n-d-826753-2 neutron-server[103702]: timer() Feb 19 03:04:49.605237 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:04:49.605237 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 03:04:49.605237 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:04:49.605237 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 03:04:49.605237 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:04:49.605237 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 03:04:49.605237 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:04:49.605237 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 03:04:49.605237 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:04:49.605237 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 03:04:49.605237 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:04:49.605237 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:04:49.605237 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:04:49.605237 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:04:49.605237 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:04:49.605237 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 03:04:49.605237 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:04:49.605237 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 03:04:49.605237 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:04:49.605237 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:04:49.605237 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:04:49.605237 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 03:04:49.605237 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:04:49.605237 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:04:49.605237 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:04:49.605237 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:04:49.605237 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:04:49.605237 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:04:49.605237 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:04:49.665561 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-725c94a2-88b6-43a9-8c6d-a379acba0894 None None] For port cb8ccca9-8a44-4b4b-9d7b-e3c47117c6d9, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:04:49.668235 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-115fbb16-b119-4aca-9fc3-8c860fe16f0b None None] Provisioning complete for port 47c85888-abe6-4da8-a423-2ea82e88f4e1 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:04:49.668665 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-115fbb16-b119-4aca-9fc3-8c860fe16f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (47c85888-abe6-4da8-a423-2ea82e88f4e1), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:49.718523 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.db.api [None req-2b215351-7460-418b-9e09-9babfc5ee665 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 19 03:04:49.718523 n-d-826753-2 neutron-server[103702]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 19 03:04:49.718523 n-d-826753-2 neutron-server[103702]: [parameters: {'id': '07776663-bf91-41b2-ab8a-cd2b7146a8ea'}] Feb 19 03:04:49.718523 n-d-826753-2 neutron-server[103702]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103702) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:04:49.719060 n-d-826753-2 neutron-server[103702]: DEBUG oslo_db.api [None req-2b215351-7460-418b-9e09-9babfc5ee665 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:04:49.726778 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-725c94a2-88b6-43a9-8c6d-a379acba0894 None None] For port cb8ccca9-8a44-4b4b-9d7b-e3c47117c6d9, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=cb8ccca9-8a44-4b4b-9d7b-e3c47117c6d9,segment=NetworkSegment(814cb418-270b-4758-8b65-fadc488f1291),segment_id=814cb418-270b-4758-8b65-fadc488f1291)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:04:49.779191 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-115fbb16-b119-4aca-9fc3-8c860fe16f0b None None] Current status of the port 47c85888-abe6-4da8-a423-2ea82e88f4e1 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:04:49.786630 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-725c94a2-88b6-43a9-8c6d-a379acba0894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (cb8ccca9-8a44-4b4b-9d7b-e3c47117c6d9), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:49.889110 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725c94a2-88b6-43a9-8c6d-a379acba0894 None None] Pushing event updated for resources: {'Port': ['ID=cb8ccca9-8a44-4b4b-9d7b-e3c47117c6d9,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:50.009875 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36781778-0646-4340-b6c1-2dc2492d4edf None None] get_active_networks_info from n-d-826753-2 {{(pid=103703) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 03:04:50.177583 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 47c85888-abe6-4da8-a423-2ea82e88f4e1 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:04:50.220124 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2b215351-7460-418b-9e09-9babfc5ee665 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (07776663-bf91-41b2-ab8a-cd2b7146a8ea), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:50.251701 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36781778-0646-4340-b6c1-2dc2492d4edf None None] Resources bound (agent type, host, resource id): {{(pid=103703) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 03:04:50.279580 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 47c85888-abe6-4da8-a423-2ea82e88f4e1 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:04:50.280217 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (47c85888-abe6-4da8-a423-2ea82e88f4e1), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:50.334750 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-2b215351-7460-418b-9e09-9babfc5ee665 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Deleting port cb8ccca9-8a44-4b4b-9d7b-e3c47117c6d9 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:04:50.335311 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2b215351-7460-418b-9e09-9babfc5ee665 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (cb8ccca9-8a44-4b4b-9d7b-e3c47117c6d9), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:50.375833 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2563c109-9663-41d3-961b-1862d9657d4e tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks [] for security_group (87c29ffb-ac9d-4034-8ab7-d64c56f65291), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:50.385562 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-64195622-a17b-4a68-abaf-d8300ccc19a2 req-cd08591a-9581-4649-a281-da664bbb6c09 tempest-InstanceActionsV221TestJSON-275716329 tempest-InstanceActionsV221TestJSON-275716329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (8d77d8b9-c5f4-4a72-a933-527cabf82cdd), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:50.457932 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-38334b12-999f-4c8e-8eb6-68cc7e0438c9 req-34144ffa-a158-4d68-b4d1-32dc34a1a3a2 tempest-InstanceActionsV221TestJSON-275716329 tempest-InstanceActionsV221TestJSON-275716329-project] 10.222.0.72 "GET /v2.0/ports?device_id=b28b1a0a-5a61-46d3-9f90-22e0c6758e07 HTTP/1.1" status: 200 len: 210 time: 0.0775456 Feb 19 03:04:50.468158 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2563c109-9663-41d3-961b-1862d9657d4e tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (87c29ffb-ac9d-4034-8ab7-d64c56f65291), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:50.535281 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-2b215351-7460-418b-9e09-9babfc5ee665 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] For port cb8ccca9-8a44-4b4b-9d7b-e3c47117c6d9, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=cb8ccca9-8a44-4b4b-9d7b-e3c47117c6d9,segment=NetworkSegment(814cb418-270b-4758-8b65-fadc488f1291),segment_id=814cb418-270b-4758-8b65-fadc488f1291)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:04:50.535509 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2b215351-7460-418b-9e09-9babfc5ee665 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (cb8ccca9-8a44-4b4b-9d7b-e3c47117c6d9), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:50.535895 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd08591a-9581-4649-a281-da664bbb6c09 tempest-InstanceActionsV221TestJSON-275716329 tempest-InstanceActionsV221TestJSON-275716329-project] Pushing event deleted for resources: {'Port': ['ID=8d77d8b9-c5f4-4a72-a933-527cabf82cdd,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:50.561804 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2563c109-9663-41d3-961b-1862d9657d4e tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] vlan segment allocate from pool success with {'vlan_id': 273, 'physical_network': 'physnet1'} {{(pid=103701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:04:50.562360 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:50.580526 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-2b215351-7460-418b-9e09-9babfc5ee665 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Calling delete_port for cb8ccca9-8a44-4b4b-9d7b-e3c47117c6d9 owned by network:dhcp {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:04:50.620597 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2563c109-9663-41d3-961b-1862d9657d4e tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87c29ffb-ac9d-4034-8ab7-d64c56f65291,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:50.625263 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-64195622-a17b-4a68-abaf-d8300ccc19a2 req-cd08591a-9581-4649-a281-da664bbb6c09 tempest-InstanceActionsV221TestJSON-275716329 tempest-InstanceActionsV221TestJSON-275716329-project] No DVR routers for this DVR port 8d77d8b9-c5f4-4a72-a933-527cabf82cdd on host n-h2-826753-2 {{(pid=103701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:04:50.646232 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-64195622-a17b-4a68-abaf-d8300ccc19a2 req-cd08591a-9581-4649-a281-da664bbb6c09 tempest-InstanceActionsV221TestJSON-275716329 tempest-InstanceActionsV221TestJSON-275716329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:50.650321 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-64195622-a17b-4a68-abaf-d8300ccc19a2 req-cd08591a-9581-4649-a281-da664bbb6c09 tempest-InstanceActionsV221TestJSON-275716329 tempest-InstanceActionsV221TestJSON-275716329-project] 10.222.0.82 "DELETE /v2.0/ports/8d77d8b9-c5f4-4a72-a933-527cabf82cdd HTTP/1.1" status: 204 len: 173 time: 1.9980400 Feb 19 03:04:50.651806 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2563c109-9663-41d3-961b-1862d9657d4e tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (6761d249-f5bd-429d-af27-52b1eede295f), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:50.652854 n-d-826753-2 neutron-server[103701]: INFO neutron.db.segments_db [None req-2563c109-9663-41d3-961b-1862d9657d4e tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Added segment 6761d249-f5bd-429d-af27-52b1eede295f of type vlan for network 63638533-56bf-448b-89a3-36973271b181 Feb 19 03:04:50.654530 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b28b1a0a-5a61-46d3-9f90-22e0c6758e07', 'name': 'network-vif-deleted', 'tag': '8d77d8b9-c5f4-4a72-a933-527cabf82cdd'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:04:50.665854 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b09d20a2-30a6-4de4-930f-26ff98f9aabd" -d '{"events": [{"server_uuid": "b28b1a0a-5a61-46d3-9f90-22e0c6758e07", "name": "network-vif-deleted", "tag": "8d77d8b9-c5f4-4a72-a933-527cabf82cdd"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:04:50.751477 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2563c109-9663-41d3-961b-1862d9657d4e tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (63638533-56bf-448b-89a3-36973271b181), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:50.791531 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 47c85888-abe6-4da8-a423-2ea82e88f4e1 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:04:50.802594 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2b215351-7460-418b-9e09-9babfc5ee665 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (cb8ccca9-8a44-4b4b-9d7b-e3c47117c6d9), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:50.812985 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6f07890-e242-4142-a9fb-9d9e6206e664 x-openstack-request-id: req-e6f07890-e242-4142-a9fb-9d9e6206e664 {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:04:50.813461 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b28b1a0a-5a61-46d3-9f90-22e0c6758e07", "name": "network-vif-deleted", "tag": "8d77d8b9-c5f4-4a72-a933-527cabf82cdd", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:04:50.813821 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e6f07890-e242-4142-a9fb-9d9e6206e664 {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:04:50.814339 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b28b1a0a-5a61-46d3-9f90-22e0c6758e07', 'name': 'network-vif-deleted', 'tag': '8d77d8b9-c5f4-4a72-a933-527cabf82cdd', 'status': 'completed', 'code': 200} Feb 19 03:04:50.827823 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658f222c-87e5-4c97-a16a-9cac7de39e81 req-8befc5ef-9f4b-4c9f-871e-c215cc167d8f tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:50.829671 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-658f222c-87e5-4c97-a16a-9cac7de39e81 req-8befc5ef-9f4b-4c9f-871e-c215cc167d8f tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e8ce139-a2fd-4ff1-b865-c7f1b7ca8acf HTTP/1.1" status: 200 len: 943 time: 0.2473440 Feb 19 03:04:50.860344 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2563c109-9663-41d3-961b-1862d9657d4e tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (63638533-56bf-448b-89a3-36973271b181), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:50.866714 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2563c109-9663-41d3-961b-1862d9657d4e tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:50.867508 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2563c109-9663-41d3-961b-1862d9657d4e tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:50.895613 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b215351-7460-418b-9e09-9babfc5ee665 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Pushing event deleted for resources: {'Port': ['ID=cb8ccca9-8a44-4b4b-9d7b-e3c47117c6d9,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:50.899848 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0343ae-01af-473e-866a-73269ca7bbc2 None None] Network 07776663-bf91-41b2-ab8a-cd2b7146a8ea requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:04:50.921364 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b215351-7460-418b-9e09-9babfc5ee665 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] No DVR routers for this DVR port cb8ccca9-8a44-4b4b-9d7b-e3c47117c6d9 on host n-d-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:04:50.976099 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-2563c109-9663-41d3-961b-1862d9657d4e tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.8418911 Feb 19 03:04:50.979343 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52792) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:50.992907 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-8850d879-37eb-48cb-ac42-1a3ab31b36bb tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Request body: {'subnet': {'network_id': '63638533-56bf-448b-89a3-36973271b181', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:04:51.002091 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2563c109-9663-41d3-961b-1862d9657d4e tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Pushing event updated for resources: {'Network': ['ID=63638533-56bf-448b-89a3-36973271b181,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:51.018069 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-658f222c-87e5-4c97-a16a-9cac7de39e81 req-e481191d-39fc-474c-aa2f-d412f2ecc91f tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca410f4-0b4b-41b4-93cf-ff3f9b4055d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802399 Feb 19 03:04:51.043223 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 63638533-56bf-448b-89a3-36973271b181 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:04:51.128718 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2b215351-7460-418b-9e09-9babfc5ee665 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (07776663-bf91-41b2-ab8a-cd2b7146a8ea), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:51.155293 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8850d879-37eb-48cb-ac42-1a3ab31b36bb tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Made reservation on behalf of a14638ced2034bbab9b6b4a7894200ec for: {'subnet': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:04:51.160773 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8850d879-37eb-48cb-ac42-1a3ab31b36bb tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58706307'] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:51.182060 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-2b215351-7460-418b-9e09-9babfc5ee665 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07776663-bf91-41b2-ab8a-cd2b7146a8ea']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:04:51.195674 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-2b215351-7460-418b-9e09-9babfc5ee665 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '814cb418-270b-4758-8b65-fadc488f1291') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:04:51.196272 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-2b215351-7460-418b-9e09-9babfc5ee665 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '814cb418-270b-4758-8b65-fadc488f1291') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:04:51.198516 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 160c7530-e66c-4146-8d1a-86055dd432fb details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:04:51.221242 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2b215351-7460-418b-9e09-9babfc5ee665 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (814cb418-270b-4758-8b65-fadc488f1291), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:51.252009 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2b215351-7460-418b-9e09-9babfc5ee665 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (814cb418-270b-4758-8b65-fadc488f1291), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:51.259796 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b215351-7460-418b-9e09-9babfc5ee665 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Releasing vlan 294 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:04:51.260424 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2b215351-7460-418b-9e09-9babfc5ee665 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (814cb418-270b-4758-8b65-fadc488f1291), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:51.269334 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 03:04:51.269334 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:04:51.269334 n-d-826753-2 neutron-server[103702]: timer() Feb 19 03:04:51.269334 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:04:51.269334 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 03:04:51.269334 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:04:51.269334 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 03:04:51.269334 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:04:51.269334 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 03:04:51.269334 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:04:51.269334 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 03:04:51.269334 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:04:51.269334 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 03:04:51.269334 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:04:51.269334 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:04:51.269334 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:04:51.269334 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:04:51.269334 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:04:51.269334 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 03:04:51.269334 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:04:51.269334 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 03:04:51.269334 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:04:51.269334 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:04:51.269334 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:04:51.269334 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 03:04:51.269334 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:04:51.269334 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:04:51.269334 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:04:51.269334 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:04:51.269334 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:04:51.269334 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:04:51.269334 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:04:51.412363 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2b215351-7460-418b-9e09-9babfc5ee665 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (07776663-bf91-41b2-ab8a-cd2b7146a8ea), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:51.428278 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2b215351-7460-418b-9e09-9babfc5ee665 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:51.446129 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-2b215351-7460-418b-9e09-9babfc5ee665 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] 10.222.0.72 "DELETE /v2.0/networks/07776663-bf91-41b2-ab8a-cd2b7146a8ea HTTP/1.1" status: 204 len: 168 time: 3.9677520 Feb 19 03:04:51.449804 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52802) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:51.478798 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-aa5070fa-07a5-46e5-87e6-138a5d74f1c6 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1502541094'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:04:51.521507 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b215351-7460-418b-9e09-9babfc5ee665 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Pushing event deleted for resources: {'Network': ['ID=07776663-bf91-41b2-ab8a-cd2b7146a8ea,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:51.564685 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 160c7530-e66c-4146-8d1a-86055dd432fb, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=160c7530-e66c-4146-8d1a-86055dd432fb,segment=NetworkSegment(07810348-c073-4bbf-84d2-ed09a13b87db),segment_id=07810348-c073-4bbf-84d2-ed09a13b87db)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:04:51.575655 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa5070fa-07a5-46e5-87e6-138a5d74f1c6 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Made reservation on behalf of 976e5173ee3d498faab035e674601760 for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:04:51.579813 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-aa5070fa-07a5-46e5-87e6-138a5d74f1c6 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:51.599074 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': '160c7530-e66c-4146-8d1a-86055dd432fb', 'network_id': '6d3b69cf-1802-49ef-8f64-09e108450cf5', 'port_id': '160c7530-e66c-4146-8d1a-86055dd432fb', 'mac_address': 'fa:16:3e:f9:f3:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58f4bb0c-650d-4931-aa67-9b83a274fd57', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:04:51.630891 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa5070fa-07a5-46e5-87e6-138a5d74f1c6 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] vlan segment allocate from pool success with {'vlan_id': 278, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:04:51.633888 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9c1b362e-8475-4f5b-8be1-7a16d4e3bd3f req-c855ffec-6f03-4862-bb4b-3bf503841cd5 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=b28b1a0a-5a61-46d3-9f90-22e0c6758e07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.2432971 Feb 19 03:04:51.651315 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-aa5070fa-07a5-46e5-87e6-138a5d74f1c6 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (0b48facd-da33-4309-b6ca-3b391fae66ec), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:51.651677 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-aa5070fa-07a5-46e5-87e6-138a5d74f1c6 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Added segment 0b48facd-da33-4309-b6ca-3b391fae66ec of type vlan for network ef5d23af-03c5-4999-83b7-8e37912fb2cd Feb 19 03:04:51.735210 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 160c7530-e66c-4146-8d1a-86055dd432fb is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:04:51.737978 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (160c7530-e66c-4146-8d1a-86055dd432fb), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:51.797982 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 160c7530-e66c-4146-8d1a-86055dd432fb {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:04:51.833501 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-aa5070fa-07a5-46e5-87e6-138a5d74f1c6 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (ef5d23af-03c5-4999-83b7-8e37912fb2cd), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:51.871986 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 160c7530-e66c-4146-8d1a-86055dd432fb, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=160c7530-e66c-4146-8d1a-86055dd432fb,segment=NetworkSegment(07810348-c073-4bbf-84d2-ed09a13b87db),segment_id=07810348-c073-4bbf-84d2-ed09a13b87db)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:04:51.875939 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-aa5070fa-07a5-46e5-87e6-138a5d74f1c6 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (ef5d23af-03c5-4999-83b7-8e37912fb2cd), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:51.886680 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (160c7530-e66c-4146-8d1a-86055dd432fb), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:51.891948 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5070fa-07a5-46e5-87e6-138a5d74f1c6 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:51.894811 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-aa5070fa-07a5-46e5-87e6-138a5d74f1c6 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:51.907959 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9c1b362e-8475-4f5b-8be1-7a16d4e3bd3f req-61781780-35d2-4176-8af5-a3c958504913 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ec81b3022ed94d69b3d1baf95aa6fdf4&device_id=b28b1a0a-5a61-46d3-9f90-22e0c6758e07 HTTP/1.1" status: 200 len: 210 time: 0.1384845 Feb 19 03:04:51.931271 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8850d879-37eb-48cb-ac42-1a3ab31b36bb tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12647271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58706289'] for subnet (7c31cfa3-ce53-4579-96e1-18aa802eebca), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:52.049548 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=160c7530-e66c-4146-8d1a-86055dd432fb,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:52.052284 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 8d77d8b9-c5f4-4a72-a933-527cabf82cdd no longer exists at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:04:52.085837 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52816) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:52.086363 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52818) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:52.087217 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8850d879-37eb-48cb-ac42-1a3ab31b36bb tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Pushing event updated for resources: {'Subnet': ['ID=7c31cfa3-ce53-4579-96e1-18aa802eebca,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:52.159279 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5070fa-07a5-46e5-87e6-138a5d74f1c6 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Pushing event updated for resources: {'Network': ['ID=ef5d23af-03c5-4999-83b7-8e37912fb2cd,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:52.193052 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-aa5070fa-07a5-46e5-87e6-138a5d74f1c6 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7314153 Feb 19 03:04:52.196883 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52826) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:52.219212 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-c7bdcc50-4613-4652-8d31-194c8673ac76 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Request body: {'subnet': {'network_id': 'ef5d23af-03c5-4999-83b7-8e37912fb2cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:04:52.233274 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network ef5d23af-03c5-4999-83b7-8e37912fb2cd details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:04:52.323778 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] No Port match for: 8d77d8b9-c5f4-4a72-a933-527cabf82cdd {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:04:52.324360 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 8d77d8b9-c5f4-4a72-a933-527cabf82cdd not bound to the agent host n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:04:52.333044 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:52.359304 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['160c7530-e66c-4146-8d1a-86055dd432fb'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:04:52.422516 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7bdcc50-4613-4652-8d31-194c8673ac76 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Made reservation on behalf of 976e5173ee3d498faab035e674601760 for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:04:52.427462 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c7bdcc50-4613-4652-8d31-194c8673ac76 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:52.438251 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_v2 [None req-93c23f84-dad4-451d-8255-65ea1cfe4b4d admin admin] Deleting subnet 114013d1-e954-4f3b-9ff1-8499250a3272 {{(pid=103701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:04:52.479182 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-93c23f84-dad4-451d-8255-65ea1cfe4b4d admin admin] Publish callbacks [] for subnet (114013d1-e954-4f3b-9ff1-8499250a3272), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:52.516878 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:52.616692 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3f223768-44c9-4499-8b99-b9a6ee9b479b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:52.669220 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c7bdcc50-4613-4652-8d31-194c8673ac76 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (b88570a0-4507-4247-a8f3-e691f910dfce), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:52.751127 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bdcc50-4613-4652-8d31-194c8673ac76 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Pushing event updated for resources: {'Subnet': ['ID=b88570a0-4507-4247-a8f3-e691f910dfce,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:52.755074 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-93c23f84-dad4-451d-8255-65ea1cfe4b4d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12647399'] for subnet (114013d1-e954-4f3b-9ff1-8499250a3272), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:52.795993 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bdcc50-4613-4652-8d31-194c8673ac76 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Checking segment: {'id': '0b48facd-da33-4309-b6ca-3b391fae66ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'ef5d23af-03c5-4999-83b7-8e37912fb2cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:04:52.796371 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7bdcc50-4613-4652-8d31-194c8673ac76 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Network hostable DHCP agents. Network: ef5d23af-03c5-4999-83b7-8e37912fb2cd, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:04:52.814990 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7bdcc50-4613-4652-8d31-194c8673ac76 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Network ef5d23af-03c5-4999-83b7-8e37912fb2cd is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:04:52.826750 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8850d879-37eb-48cb-ac42-1a3ab31b36bb tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Checking segment: {'id': '6761d249-f5bd-429d-af27-52b1eede295f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '63638533-56bf-448b-89a3-36973271b181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:04:52.827297 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8850d879-37eb-48cb-ac42-1a3ab31b36bb tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Network hostable DHCP agents. Network: 63638533-56bf-448b-89a3-36973271b181, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:04:52.828938 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-c7bdcc50-4613-4652-8d31-194c8673ac76 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, ef5d23af-03c5-4999-83b7-8e37912fb2cd) {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:04:52.839204 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b31e7d4-b797-44af-9bf5-f16ef99efcc1 None None] Network ef5d23af-03c5-4999-83b7-8e37912fb2cd requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:04:52.843266 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7bdcc50-4613-4652-8d31-194c8673ac76 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:52.848064 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1b362e-8475-4f5b-8be1-7a16d4e3bd3f req-2ca52adb-f491-4855-9903-586329743637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:52.848478 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c7bdcc50-4613-4652-8d31-194c8673ac76 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:52.849615 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9c1b362e-8475-4f5b-8be1-7a16d4e3bd3f req-2ca52adb-f491-4855-9903-586329743637 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=ec81b3022ed94d69b3d1baf95aa6fdf4&shared=False HTTP/1.1" status: 200 len: 918 time: 0.9042003 Feb 19 03:04:52.872687 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f75d17-c205-4670-9b9f-735527fc8873 req-9df563fc-20b9-4c33-963e-58a4ddc83887 tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:52.875380 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a2f75d17-c205-4670-9b9f-735527fc8873 req-9df563fc-20b9-4c33-963e-58a4ddc83887 tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e8ce139-a2fd-4ff1-b865-c7f1b7ca8acf HTTP/1.1" status: 200 len: 944 time: 0.5594809 Feb 19 03:04:52.895333 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-c7bdcc50-4613-4652-8d31-194c8673ac76 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6971025 Feb 19 03:04:52.899202 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52828) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:52.908120 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-e2f633d4-8702-4943-ab8c-d511de51b749 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-263680441'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:04:52.950529 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2f633d4-8702-4943-ab8c-d511de51b749 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Made reservation on behalf of 976e5173ee3d498faab035e674601760 for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:04:52.962065 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e2f633d4-8702-4943-ab8c-d511de51b749 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:52.991386 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-93c23f84-dad4-451d-8255-65ea1cfe4b4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (114013d1-e954-4f3b-9ff1-8499250a3272), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:53.037046 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2f633d4-8702-4943-ab8c-d511de51b749 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] vlan segment allocate from pool success with {'vlan_id': 284, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:04:53.060922 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e2f633d4-8702-4943-ab8c-d511de51b749 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (65e9c1af-197f-435a-af1c-cd57e20348db), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:53.061492 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-e2f633d4-8702-4943-ab8c-d511de51b749 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Added segment 65e9c1af-197f-435a-af1c-cd57e20348db of type vlan for network 9a293ea7-5ab6-422f-b9ed-e036c4fa7c46 Feb 19 03:04:53.067533 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a4639f-6573-45b8-b0b8-0924816e0aff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-ef5d23af-03c5-4999-83b7-8e37912fb2cd', 'network_id': 'ef5d23af-03c5-4999-83b7-8e37912fb2cd', 'project_id': '976e5173ee3d498faab035e674601760', 'fixed_ips': [{'subnet_id': 'b88570a0-4507-4247-a8f3-e691f910dfce'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:04:53.069107 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c7a4639f-6573-45b8-b0b8-0924816e0aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:53.090539 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8850d879-37eb-48cb-ac42-1a3ab31b36bb tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Network 63638533-56bf-448b-89a3-36973271b181 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:04:53.143412 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-8850d879-37eb-48cb-ac42-1a3ab31b36bb tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 63638533-56bf-448b-89a3-36973271b181) {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:04:53.174809 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90608de-0559-415a-9f27-5d432c1c1715 None None] Network 63638533-56bf-448b-89a3-36973271b181 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:04:53.192337 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8850d879-37eb-48cb-ac42-1a3ab31b36bb tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:53.193106 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8850d879-37eb-48cb-ac42-1a3ab31b36bb tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:53.206239 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e2f633d4-8702-4943-ab8c-d511de51b749 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (9a293ea7-5ab6-422f-b9ed-e036c4fa7c46), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:53.297932 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e2f633d4-8702-4943-ab8c-d511de51b749 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (9a293ea7-5ab6-422f-b9ed-e036c4fa7c46), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:53.304593 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f633d4-8702-4943-ab8c-d511de51b749 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:53.305215 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e2f633d4-8702-4943-ab8c-d511de51b749 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:53.331216 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a2f75d17-c205-4670-9b9f-735527fc8873 req-607613d9-0feb-4803-9b57-5a65c76c5b79 tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca410f4-0b4b-41b4-93cf-ff3f9b4055d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4429767 Feb 19 03:04:53.357817 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-8850d879-37eb-48cb-ac42-1a3ab31b36bb tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.3741333 Feb 19 03:04:53.359506 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1b362e-8475-4f5b-8be1-7a16d4e3bd3f req-ead5f925-5296-4699-9003-4a42ba0930ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:53.361234 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9c1b362e-8475-4f5b-8be1-7a16d4e3bd3f req-ead5f925-5296-4699-9003-4a42ba0930ca service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4991169 Feb 19 03:04:53.365388 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52834) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:53.371167 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-8deace75-7a37-4212-b021-e7ec55537f84 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-60779948', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}, 'admin_state_up': False}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:04:53.378777 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3f223768-44c9-4499-8b99-b9a6ee9b479b admin admin] Publish callbacks [] for security_group (b1e37da9-2335-4c9c-ae68-334fb83c45fb), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:53.403049 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-93c23f84-dad4-451d-8255-65ea1cfe4b4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12647206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58706286'] for subnet (114013d1-e954-4f3b-9ff1-8499250a3272), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:53.433322 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3f223768-44c9-4499-8b99-b9a6ee9b479b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (b1e37da9-2335-4c9c-ae68-334fb83c45fb), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:53.439023 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-e2f633d4-8702-4943-ab8c-d511de51b749 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5355504 Feb 19 03:04:53.444130 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c23f84-dad4-451d-8255-65ea1cfe4b4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=114013d1-e954-4f3b-9ff1-8499250a3272,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:53.447750 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52836) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:53.449670 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8deace75-7a37-4212-b021-e7ec55537f84 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14172'] for router (db463c12-a340-4723-ba95-675c02808b17), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:53.452076 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8deace75-7a37-4212-b021-e7ec55537f84 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16317487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16285822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16309985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14247'] for router (db463c12-a340-4723-ba95-675c02808b17), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:53.462268 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-542c7c2c-03a4-41a5-889d-550b2c2d92bc tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Request body: {'subnet': {'network_id': '9a293ea7-5ab6-422f-b9ed-e036c4fa7c46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:04:53.506116 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-93c23f84-dad4-451d-8255-65ea1cfe4b4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:53.511442 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-93c23f84-dad4-451d-8255-65ea1cfe4b4d admin admin] 10.222.0.72 "DELETE /v2.0/subnets/114013d1-e954-4f3b-9ff1-8499250a3272 HTTP/1.1" status: 204 len: 168 time: 1.4128132 Feb 19 03:04:53.518993 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52838) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:53.537028 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-3f223768-44c9-4499-8b99-b9a6ee9b479b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c185c946e865490d98fa5d681664212c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4302652 Feb 19 03:04:53.553341 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52840) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:53.581969 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f633d4-8702-4943-ab8c-d511de51b749 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Pushing event updated for resources: {'Network': ['ID=9a293ea7-5ab6-422f-b9ed-e036c4fa7c46,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:53.600455 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f223768-44c9-4499-8b99-b9a6ee9b479b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e37da9-2335-4c9c-ae68-334fb83c45fb,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:53.690909 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-542c7c2c-03a4-41a5-889d-550b2c2d92bc tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Made reservation on behalf of 976e5173ee3d498faab035e674601760 for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:04:53.694360 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-542c7c2c-03a4-41a5-889d-550b2c2d92bc tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:53.699118 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ea14cd97-e664-4111-9dd3-0d0a5e72f4b3 admin admin] Publish callbacks [] for security_group (b1e37da9-2335-4c9c-ae68-334fb83c45fb), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:53.746549 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8deace75-7a37-4212-b021-e7ec55537f84 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks [] for router_controller (db463c12-a340-4723-ba95-675c02808b17), precommit_add_association {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:53.749597 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-c7a4639f-6573-45b8-b0b8-0924816e0aff None None] Allocated IP 2001:db8::3 (ef5d23af-03c5-4999-83b7-8e37912fb2cd/b88570a0-4507-4247-a8f3-e691f910dfce/7c556fcb-2644-4162-9d7d-31c187cd43bd) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:04:53.780337 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ea14cd97-e664-4111-9dd3-0d0a5e72f4b3 admin admin] Publish callbacks [] for security_group (b1e37da9-2335-4c9c-ae68-334fb83c45fb), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:53.851004 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.ipam_backend_mixin [None req-542c7c2c-03a4-41a5-889d-550b2c2d92bc tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Performing IP validity checks on allocation pools {{(pid=103702) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 19 03:04:53.852438 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.ipam_backend_mixin [None req-542c7c2c-03a4-41a5-889d-550b2c2d92bc tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103702) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 19 03:04:53.926121 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ce2e2a3b-7f57-460b-a89b-98551e3e9453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (b50e0a69-6698-4b81-bbff-17c33bfffecf), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:54.036977 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c7a4639f-6573-45b8-b0b8-0924816e0aff None None] Publish callbacks [] for port (7c556fcb-2644-4162-9d7d-31c187cd43bd), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:54.043636 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8deace75-7a37-4212-b021-e7ec55537f84 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks [] for router_gateway (db463c12-a340-4723-ba95-675c02808b17), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:54.136178 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ea14cd97-e664-4111-9dd3-0d0a5e72f4b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (b1e37da9-2335-4c9c-ae68-334fb83c45fb), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:54.139337 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ea14cd97-e664-4111-9dd3-0d0a5e72f4b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:54.140924 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-ea14cd97-e664-4111-9dd3-0d0a5e72f4b3 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b1e37da9-2335-4c9c-ae68-334fb83c45fb HTTP/1.1" status: 204 len: 168 time: 0.5863490 Feb 19 03:04:54.151151 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ce2e2a3b-7f57-460b-a89b-98551e3e9453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (b50e0a69-6698-4b81-bbff-17c33bfffecf), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:54.184256 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 9a293ea7-5ab6-422f-b9ed-e036c4fa7c46 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:04:54.201372 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c7a4639f-6573-45b8-b0b8-0924816e0aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (7c556fcb-2644-4162-9d7d-31c187cd43bd), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:54.214878 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea14cd97-e664-4111-9dd3-0d0a5e72f4b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e37da9-2335-4c9c-ae68-334fb83c45fb,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:54.228189 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-ce2e2a3b-7f57-460b-a89b-98551e3e9453 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b50e0a69-6698-4b81-bbff-17c33bfffecf']}} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:04:54.241445 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-ce2e2a3b-7f57-460b-a89b-98551e3e9453 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6f82d22-64a3-450f-ba2e-952812b80773') {'for_net_delete': True} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:04:54.241834 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-ce2e2a3b-7f57-460b-a89b-98551e3e9453 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6f82d22-64a3-450f-ba2e-952812b80773') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:04:54.255109 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-542c7c2c-03a4-41a5-889d-550b2c2d92bc tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (729a6827-50a5-46d9-aead-7c2db3204251), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:54.263827 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ce2e2a3b-7f57-460b-a89b-98551e3e9453 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12647422'] for segment (a6f82d22-64a3-450f-ba2e-952812b80773), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:54.285835 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ce2e2a3b-7f57-460b-a89b-98551e3e9453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (a6f82d22-64a3-450f-ba2e-952812b80773), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:54.310283 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce2e2a3b-7f57-460b-a89b-98551e3e9453 admin admin] Releasing vlan 297 on physical network physnet1 to pool {{(pid=103701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:04:54.310888 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ce2e2a3b-7f57-460b-a89b-98551e3e9453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583360'] for segment (a6f82d22-64a3-450f-ba2e-952812b80773), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:54.318034 n-d-826753-2 neutron-server[103701]: Traceback (most recent call last): Feb 19 03:04:54.318034 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:04:54.318034 n-d-826753-2 neutron-server[103701]: timer() Feb 19 03:04:54.318034 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:04:54.318034 n-d-826753-2 neutron-server[103701]: cb(*args, **kw) Feb 19 03:04:54.318034 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:04:54.318034 n-d-826753-2 neutron-server[103701]: return func(*args, **kwargs) Feb 19 03:04:54.318034 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:04:54.318034 n-d-826753-2 neutron-server[103701]: self._notify() Feb 19 03:04:54.318034 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:04:54.318034 n-d-826753-2 neutron-server[103701]: self.callback(batched_events) Feb 19 03:04:54.318034 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:04:54.318034 n-d-826753-2 neutron-server[103701]: event.method(event) Feb 19 03:04:54.318034 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:04:54.318034 n-d-826753-2 neutron-server[103701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:04:54.318034 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:04:54.318034 n-d-826753-2 neutron-server[103701]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:04:54.318034 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:04:54.318034 n-d-826753-2 neutron-server[103701]: return f(self, *a, **k) Feb 19 03:04:54.318034 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:04:54.318034 n-d-826753-2 neutron-server[103701]: return self._get(url).json() Feb 19 03:04:54.318034 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:04:54.318034 n-d-826753-2 neutron-server[103701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:04:54.318034 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:04:54.318034 n-d-826753-2 neutron-server[103701]: return self.request(url, 'GET', **kwargs) Feb 19 03:04:54.318034 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:04:54.318034 n-d-826753-2 neutron-server[103701]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:04:54.318034 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:04:54.318034 n-d-826753-2 neutron-server[103701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:04:54.318034 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:04:54.318034 n-d-826753-2 neutron-server[103701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:04:54.318034 n-d-826753-2 neutron-server[103701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:04:54.458682 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1436adf7-088d-4228-a2af-c800c44c68b4 None None] Network 63638533-56bf-448b-89a3-36973271b181 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:04:54.518953 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542c7c2c-03a4-41a5-889d-550b2c2d92bc tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Pushing event updated for resources: {'Subnet': ['ID=729a6827-50a5-46d9-aead-7c2db3204251,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:54.536675 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542c7c2c-03a4-41a5-889d-550b2c2d92bc tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Checking segment: {'id': '65e9c1af-197f-435a-af1c-cd57e20348db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '9a293ea7-5ab6-422f-b9ed-e036c4fa7c46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:04:54.537057 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542c7c2c-03a4-41a5-889d-550b2c2d92bc tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Network hostable DHCP agents. Network: 9a293ea7-5ab6-422f-b9ed-e036c4fa7c46, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:04:54.583057 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542c7c2c-03a4-41a5-889d-550b2c2d92bc tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Network 9a293ea7-5ab6-422f-b9ed-e036c4fa7c46 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:04:54.602279 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-542c7c2c-03a4-41a5-889d-550b2c2d92bc tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 9a293ea7-5ab6-422f-b9ed-e036c4fa7c46) {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:04:54.612016 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542c7c2c-03a4-41a5-889d-550b2c2d92bc tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:54.612642 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-542c7c2c-03a4-41a5-889d-550b2c2d92bc tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:54.626718 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a4639f-6573-45b8-b0b8-0924816e0aff None None] Network ef5d23af-03c5-4999-83b7-8e37912fb2cd is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:04:54.639337 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a4639f-6573-45b8-b0b8-0924816e0aff None None] Pushing event updated for resources: {'Port': ['ID=7c556fcb-2644-4162-9d7d-31c187cd43bd,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:54.644705 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-542c7c2c-03a4-41a5-889d-550b2c2d92bc tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.1865323 Feb 19 03:04:54.648466 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52858) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:54.651247 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f08624-2fd5-4ebb-b9d0-4cdf2bac98b0 None None] Network 9a293ea7-5ab6-422f-b9ed-e036c4fa7c46 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:04:54.881776 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-c7a4639f-6573-45b8-b0b8-0924816e0aff None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:04:54.896918 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:04:54.903232 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a4639f-6573-45b8-b0b8-0924816e0aff None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:04:54.904715 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8deace75-7a37-4212-b021-e7ec55537f84 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks [] for router_gateway (db463c12-a340-4723-ba95-675c02808b17), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:54.912700 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ce2e2a3b-7f57-460b-a89b-98551e3e9453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (b50e0a69-6698-4b81-bbff-17c33bfffecf), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:54.918842 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921b83a6-5755-46a1-a38e-9eb9dffcb07a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-9a293ea7-5ab6-422f-b9ed-e036c4fa7c46', 'network_id': '9a293ea7-5ab6-422f-b9ed-e036c4fa7c46', 'project_id': '976e5173ee3d498faab035e674601760', 'fixed_ips': [{'subnet_id': '729a6827-50a5-46d9-aead-7c2db3204251'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:04:54.920636 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-921b83a6-5755-46a1-a38e-9eb9dffcb07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:54.930654 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-353651d6-2eb9-4007-aefd-02d80a235f74 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (9a293ea7-5ab6-422f-b9ed-e036c4fa7c46), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:55.017156 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ce2e2a3b-7f57-460b-a89b-98551e3e9453 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:55.025680 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-ce2e2a3b-7f57-460b-a89b-98551e3e9453 admin admin] 10.222.0.72 "DELETE /v2.0/networks/b50e0a69-6698-4b81-bbff-17c33bfffecf HTTP/1.1" status: 204 len: 168 time: 1.5011303 Feb 19 03:04:55.029261 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2e2a3b-7f57-460b-a89b-98551e3e9453 admin admin] Pushing event deleted for resources: {'Network': ['ID=b50e0a69-6698-4b81-bbff-17c33bfffecf,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:55.066981 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8deace75-7a37-4212-b021-e7ec55537f84 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:55.082255 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-353651d6-2eb9-4007-aefd-02d80a235f74 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (729a6827-50a5-46d9-aead-7c2db3204251), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:55.206761 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52866) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:55.238137 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c0369803-2e2a-4b04-9449-3740e9e14fa3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:55.239678 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-921b83a6-5755-46a1-a38e-9eb9dffcb07a None None] Allocated IP 2001:db8::3 (9a293ea7-5ab6-422f-b9ed-e036c4fa7c46/729a6827-50a5-46d9-aead-7c2db3204251/90b7250d-2ee5-4869-997f-e368891abdf3) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:04:55.320755 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-8deace75-7a37-4212-b021-e7ec55537f84 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Allocated IP 172.25.6.47 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/b9458c88-7dfe-4dea-92f8-106388ac3150) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:04:55.378760 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52868) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:55.395859 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52872) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:55.438818 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 160c7530-e66c-4146-8d1a-86055dd432fb up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:04:55.471020 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c0369803-2e2a-4b04-9449-3740e9e14fa3 admin admin] Publish callbacks [] for security_group (a077e159-6e78-48ee-bf73-dd1f28b173cf), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:55.488233 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c0369803-2e2a-4b04-9449-3740e9e14fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (a077e159-6e78-48ee-bf73-dd1f28b173cf), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:55.536852 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af509b5-434f-42cd-b08b-2ce3844e4581 req-6d33faa3-6f5c-4615-9aba-4ace91158232 tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:55.538502 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1af509b5-434f-42cd-b08b-2ce3844e4581 req-6d33faa3-6f5c-4615-9aba-4ace91158232 tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e8ce139-a2fd-4ff1-b865-c7f1b7ca8acf HTTP/1.1" status: 200 len: 944 time: 0.9759350 Feb 19 03:04:55.575995 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-c7a4639f-6573-45b8-b0b8-0924816e0aff None None] Attempting to bind port 7c556fcb-2644-4162-9d7d-31c187cd43bd on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:04:55.581614 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-c7a4639f-6573-45b8-b0b8-0924816e0aff None None] Attempting to bind port 7c556fcb-2644-4162-9d7d-31c187cd43bd by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '0b48facd-da33-4309-b6ca-3b391fae66ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'ef5d23af-03c5-4999-83b7-8e37912fb2cd'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:04:55.582517 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a4639f-6573-45b8-b0b8-0924816e0aff None None] Attempting to bind port 7c556fcb-2644-4162-9d7d-31c187cd43bd on network ef5d23af-03c5-4999-83b7-8e37912fb2cd {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:04:55.595826 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a4639f-6573-45b8-b0b8-0924816e0aff None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:04:55.596709 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a4639f-6573-45b8-b0b8-0924816e0aff None None] Checking segment: {'id': '0b48facd-da33-4309-b6ca-3b391fae66ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'ef5d23af-03c5-4999-83b7-8e37912fb2cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:04:55.599683 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c7a4639f-6573-45b8-b0b8-0924816e0aff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:55.600879 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a4639f-6573-45b8-b0b8-0924816e0aff None None] Bound using segment: {'id': '0b48facd-da33-4309-b6ca-3b391fae66ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'ef5d23af-03c5-4999-83b7-8e37912fb2cd'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:04:55.601720 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-c7a4639f-6573-45b8-b0b8-0924816e0aff None None] Bound port: 7c556fcb-2644-4162-9d7d-31c187cd43bd, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b48facd-da33-4309-b6ca-3b391fae66ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'ef5d23af-03c5-4999-83b7-8e37912fb2cd'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:04:55.603134 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c7a4639f-6573-45b8-b0b8-0924816e0aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (7c556fcb-2644-4162-9d7d-31c187cd43bd), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:55.608284 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-c0369803-2e2a-4b04-9449-3740e9e14fa3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3c5d40cad7254bdfafbcc94bcc625b5a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3959172 Feb 19 03:04:55.609767 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0369803-2e2a-4b04-9449-3740e9e14fa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a077e159-6e78-48ee-bf73-dd1f28b173cf,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:55.614299 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52874) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:55.651764 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-aef179df-8ac6-4fb0-9ab8-2e15c002593f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ec81b3022ed94d69b3d1baf95aa6fdf4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2547445 Feb 19 03:04:55.654194 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52876) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:55.690204 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8deace75-7a37-4212-b021-e7ec55537f84 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks [] for port (b9458c88-7dfe-4dea-92f8-106388ac3150), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:55.748400 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1af509b5-434f-42cd-b08b-2ce3844e4581 req-9b89ee19-1b6f-4eb0-9805-82ecad2570b8 tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca410f4-0b4b-41b4-93cf-ff3f9b4055d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010798 Feb 19 03:04:55.762962 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-dc7ef4ab-99cb-4892-9388-05121a74f71a admin admin] Publish callbacks [] for security_group (54e4782d-9a4f-4051-951a-7b28926d9f27), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:55.773214 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-48a538a6-d6fc-432c-b594-b4687a8d2b17 admin admin] Publish callbacks [] for security_group (a077e159-6e78-48ee-bf73-dd1f28b173cf), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:55.800821 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-48a538a6-d6fc-432c-b594-b4687a8d2b17 admin admin] Publish callbacks [] for security_group (a077e159-6e78-48ee-bf73-dd1f28b173cf), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:55.812817 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-dc7ef4ab-99cb-4892-9388-05121a74f71a admin admin] Publish callbacks [] for security_group (54e4782d-9a4f-4051-951a-7b28926d9f27), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:55.827977 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-c7a4639f-6573-45b8-b0b8-0924816e0aff None None] For port 7c556fcb-2644-4162-9d7d-31c187cd43bd, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:04:55.831859 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-c7a4639f-6573-45b8-b0b8-0924816e0aff None None] For port 7c556fcb-2644-4162-9d7d-31c187cd43bd, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=7c556fcb-2644-4162-9d7d-31c187cd43bd,segment=NetworkSegment(0b48facd-da33-4309-b6ca-3b391fae66ec),segment_id=0b48facd-da33-4309-b6ca-3b391fae66ec)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:04:55.858044 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c7a4639f-6573-45b8-b0b8-0924816e0aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (7c556fcb-2644-4162-9d7d-31c187cd43bd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:55.874568 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-48a538a6-d6fc-432c-b594-b4687a8d2b17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (a077e159-6e78-48ee-bf73-dd1f28b173cf), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:55.877401 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-48a538a6-d6fc-432c-b594-b4687a8d2b17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:55.880892 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-48a538a6-d6fc-432c-b594-b4687a8d2b17 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a077e159-6e78-48ee-bf73-dd1f28b173cf HTTP/1.1" status: 204 len: 168 time: 0.2632904 Feb 19 03:04:55.937338 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a538a6-d6fc-432c-b594-b4687a8d2b17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a077e159-6e78-48ee-bf73-dd1f28b173cf,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:55.968676 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a4639f-6573-45b8-b0b8-0924816e0aff None None] Pushing event updated for resources: {'Port': ['ID=7c556fcb-2644-4162-9d7d-31c187cd43bd,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:55.972165 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning for port 160c7530-e66c-4146-8d1a-86055dd432fb completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:04:55.983897 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8deace75-7a37-4212-b021-e7ec55537f84 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (b9458c88-7dfe-4dea-92f8-106388ac3150), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:55.984992 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port 160c7530-e66c-4146-8d1a-86055dd432fb triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:04:55.985388 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (160c7530-e66c-4146-8d1a-86055dd432fb), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:56.026918 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8deace75-7a37-4212-b021-e7ec55537f84 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:04:56.031933 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-8deace75-7a37-4212-b021-e7ec55537f84 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:04:56.075223 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8deace75-7a37-4212-b021-e7ec55537f84 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:04:56.098378 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-921b83a6-5755-46a1-a38e-9eb9dffcb07a None None] Publish callbacks [] for port (90b7250d-2ee5-4869-997f-e368891abdf3), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:56.137423 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-921b83a6-5755-46a1-a38e-9eb9dffcb07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (90b7250d-2ee5-4869-997f-e368891abdf3), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:56.276875 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921b83a6-5755-46a1-a38e-9eb9dffcb07a None None] Pushing event updated for resources: {'Port': ['ID=90b7250d-2ee5-4869-997f-e368891abdf3,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:56.283857 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:56.300673 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921b83a6-5755-46a1-a38e-9eb9dffcb07a None None] Network 9a293ea7-5ab6-422f-b9ed-e036c4fa7c46 is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:04:56.303240 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-921b83a6-5755-46a1-a38e-9eb9dffcb07a None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:04:56.307118 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921b83a6-5755-46a1-a38e-9eb9dffcb07a None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:04:56.498599 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 160c7530-e66c-4146-8d1a-86055dd432fb is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:04:56.503286 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (160c7530-e66c-4146-8d1a-86055dd432fb), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:56.503895 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deace75-7a37-4212-b021-e7ec55537f84 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Pushing event updated for resources: {'Port': ['ID=b9458c88-7dfe-4dea-92f8-106388ac3150,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:56.577531 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e8ce139-a2fd-4ff1-b865-c7f1b7ca8acf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '160c7530-e66c-4146-8d1a-86055dd432fb'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:04:56.580704 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f89a975-7d26-4e42-af9e-8ffaea82c112" -d '{"events": [{"server_uuid": "9e8ce139-a2fd-4ff1-b865-c7f1b7ca8acf", "name": "network-vif-plugged", "status": "completed", "tag": "160c7530-e66c-4146-8d1a-86055dd432fb"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:04:56.597589 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-921b83a6-5755-46a1-a38e-9eb9dffcb07a None None] Attempting to bind port 90b7250d-2ee5-4869-997f-e368891abdf3 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:04:56.598218 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-921b83a6-5755-46a1-a38e-9eb9dffcb07a None None] Attempting to bind port 90b7250d-2ee5-4869-997f-e368891abdf3 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '65e9c1af-197f-435a-af1c-cd57e20348db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '9a293ea7-5ab6-422f-b9ed-e036c4fa7c46'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:04:56.598755 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921b83a6-5755-46a1-a38e-9eb9dffcb07a None None] Attempting to bind port 90b7250d-2ee5-4869-997f-e368891abdf3 on network 9a293ea7-5ab6-422f-b9ed-e036c4fa7c46 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:04:56.617769 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921b83a6-5755-46a1-a38e-9eb9dffcb07a None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:04:56.618442 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921b83a6-5755-46a1-a38e-9eb9dffcb07a None None] Checking segment: {'id': '65e9c1af-197f-435a-af1c-cd57e20348db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '9a293ea7-5ab6-422f-b9ed-e036c4fa7c46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:04:56.619297 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-921b83a6-5755-46a1-a38e-9eb9dffcb07a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:56.619847 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921b83a6-5755-46a1-a38e-9eb9dffcb07a None None] Bound using segment: {'id': '65e9c1af-197f-435a-af1c-cd57e20348db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '9a293ea7-5ab6-422f-b9ed-e036c4fa7c46'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:04:56.620486 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-921b83a6-5755-46a1-a38e-9eb9dffcb07a None None] Bound port: 90b7250d-2ee5-4869-997f-e368891abdf3, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65e9c1af-197f-435a-af1c-cd57e20348db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '9a293ea7-5ab6-422f-b9ed-e036c4fa7c46'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:04:56.621240 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-921b83a6-5755-46a1-a38e-9eb9dffcb07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (90b7250d-2ee5-4869-997f-e368891abdf3), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:56.625703 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 160c7530-e66c-4146-8d1a-86055dd432fb, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=160c7530-e66c-4146-8d1a-86055dd432fb,segment=NetworkSegment(07810348-c073-4bbf-84d2-ed09a13b87db),segment_id=07810348-c073-4bbf-84d2-ed09a13b87db)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:04:56.633937 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8deace75-7a37-4212-b021-e7ec55537f84 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks [] for router_gateway (db463c12-a340-4723-ba95-675c02808b17), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:56.660210 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (160c7530-e66c-4146-8d1a-86055dd432fb), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:56.748627 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11165214-1d5c-4e51-ab41-6697d52a54e2 x-openstack-request-id: req-11165214-1d5c-4e51-ab41-6697d52a54e2 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:04:56.748993 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e8ce139-a2fd-4ff1-b865-c7f1b7ca8acf", "name": "network-vif-plugged", "status": "completed", "tag": "160c7530-e66c-4146-8d1a-86055dd432fb", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:04:56.749377 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-11165214-1d5c-4e51-ab41-6697d52a54e2 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:04:56.749865 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e8ce139-a2fd-4ff1-b865-c7f1b7ca8acf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '160c7530-e66c-4146-8d1a-86055dd432fb', 'code': 200} Feb 19 03:04:56.750486 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=160c7530-e66c-4146-8d1a-86055dd432fb,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:56.849517 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-921b83a6-5755-46a1-a38e-9eb9dffcb07a None None] For port 90b7250d-2ee5-4869-997f-e368891abdf3, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:04:56.854426 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-921b83a6-5755-46a1-a38e-9eb9dffcb07a None None] For port 90b7250d-2ee5-4869-997f-e368891abdf3, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=90b7250d-2ee5-4869-997f-e368891abdf3,segment=NetworkSegment(65e9c1af-197f-435a-af1c-cd57e20348db),segment_id=65e9c1af-197f-435a-af1c-cd57e20348db)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:04:56.871153 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-921b83a6-5755-46a1-a38e-9eb9dffcb07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (90b7250d-2ee5-4869-997f-e368891abdf3), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:57.047243 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921b83a6-5755-46a1-a38e-9eb9dffcb07a None None] Pushing event updated for resources: {'Port': ['ID=90b7250d-2ee5-4869-997f-e368891abdf3,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:57.083167 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0c506ef5-6ea4-4477-8449-f1433c4266e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:57.101681 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93395502-2d18-49cd-8a56-505c2ed08cf6 req-8e9665ce-8997-44d1-9d52-27c03574e45d tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:57.102337 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-93395502-2d18-49cd-8a56-505c2ed08cf6 req-8e9665ce-8997-44d1-9d52-27c03574e45d tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e8ce139-a2fd-4ff1-b865-c7f1b7ca8acf HTTP/1.1" status: 200 len: 945 time: 0.1926262 Feb 19 03:04:57.117997 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-353651d6-2eb9-4007-aefd-02d80a235f74 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (729a6827-50a5-46d9-aead-7c2db3204251), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:57.244081 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353651d6-2eb9-4007-aefd-02d80a235f74 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Pushing event deleted for resources: {'Subnet': ['ID=729a6827-50a5-46d9-aead-7c2db3204251,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:57.245512 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-93395502-2d18-49cd-8a56-505c2ed08cf6 req-5a00d008-dec3-47fb-80cf-d16d3021c1ad tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca410f4-0b4b-41b4-93cf-ff3f9b4055d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323640 Feb 19 03:04:57.408202 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-dc7ef4ab-99cb-4892-9388-05121a74f71a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (54e4782d-9a4f-4051-951a-7b28926d9f27), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:57.425732 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-dc7ef4ab-99cb-4892-9388-05121a74f71a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:57.430448 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-dc7ef4ab-99cb-4892-9388-05121a74f71a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/54e4782d-9a4f-4051-951a-7b28926d9f27 HTTP/1.1" status: 204 len: 168 time: 1.7751842 Feb 19 03:04:57.549523 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-353651d6-2eb9-4007-aefd-02d80a235f74 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (9a293ea7-5ab6-422f-b9ed-e036c4fa7c46), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:57.567936 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df66b03-b632-4348-8c01-ca7333e8f683 req-c40c3bcb-e734-42c7-b40e-8cab24212b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:57.569352 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3df66b03-b632-4348-8c01-ca7333e8f683 req-c40c3bcb-e734-42c7-b40e-8cab24212b20 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9e8ce139-a2fd-4ff1-b865-c7f1b7ca8acf HTTP/1.1" status: 200 len: 1127 time: 0.6262882 Feb 19 03:04:57.579096 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7ef4ab-99cb-4892-9388-05121a74f71a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e4782d-9a4f-4051-951a-7b28926d9f27,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:57.675097 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-353651d6-2eb9-4007-aefd-02d80a235f74 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a293ea7-5ab6-422f-b9ed-e036c4fa7c46']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:04:57.718371 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-353651d6-2eb9-4007-aefd-02d80a235f74 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65e9c1af-197f-435a-af1c-cd57e20348db') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:04:57.719014 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-353651d6-2eb9-4007-aefd-02d80a235f74 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65e9c1af-197f-435a-af1c-cd57e20348db') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:04:57.752559 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-353651d6-2eb9-4007-aefd-02d80a235f74 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (65e9c1af-197f-435a-af1c-cd57e20348db), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:57.795931 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0c506ef5-6ea4-4477-8449-f1433c4266e6 admin admin] Publish callbacks [] for security_group (5ab48f9f-b043-406a-b361-962c9d75602a), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:57.804678 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3df66b03-b632-4348-8c01-ca7333e8f683 req-612f56e8-a66e-4021-9022-d1ee4686354e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=dca410f4-0b4b-41b4-93cf-ff3f9b4055d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228990 Feb 19 03:04:57.813067 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-353651d6-2eb9-4007-aefd-02d80a235f74 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (65e9c1af-197f-435a-af1c-cd57e20348db), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:57.826508 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0c506ef5-6ea4-4477-8449-f1433c4266e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (5ab48f9f-b043-406a-b361-962c9d75602a), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:57.834622 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-353651d6-2eb9-4007-aefd-02d80a235f74 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Releasing vlan 284 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:04:57.840975 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-353651d6-2eb9-4007-aefd-02d80a235f74 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (65e9c1af-197f-435a-af1c-cd57e20348db), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:57.853218 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 03:04:57.853218 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:04:57.853218 n-d-826753-2 neutron-server[103702]: timer() Feb 19 03:04:57.853218 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:04:57.853218 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 03:04:57.853218 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:04:57.853218 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 03:04:57.853218 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:04:57.853218 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 03:04:57.853218 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:04:57.853218 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 03:04:57.853218 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:04:57.853218 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 03:04:57.853218 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:04:57.853218 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:04:57.853218 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:04:57.853218 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:04:57.853218 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:04:57.853218 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 03:04:57.853218 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:04:57.853218 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 03:04:57.853218 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:04:57.853218 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:04:57.853218 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:04:57.853218 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 03:04:57.853218 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:04:57.853218 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:04:57.853218 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:04:57.853218 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:04:57.853218 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:04:57.853218 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:04:57.853218 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:04:57.915096 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce015bc3-5e4a-49cd-9ffb-ef4366f14c6b None None] Network ef5d23af-03c5-4999-83b7-8e37912fb2cd requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:04:57.971432 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8deace75-7a37-4212-b021-e7ec55537f84 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16317478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865'] for router (db463c12-a340-4723-ba95-675c02808b17), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:57.996013 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c506ef5-6ea4-4477-8449-f1433c4266e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab48f9f-b043-406a-b361-962c9d75602a,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:58.011135 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.db.api [None req-353651d6-2eb9-4007-aefd-02d80a235f74 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 19 03:04:58.011135 n-d-826753-2 neutron-server[103702]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 19 03:04:58.011135 n-d-826753-2 neutron-server[103702]: [parameters: {'id': '9a293ea7-5ab6-422f-b9ed-e036c4fa7c46'}] Feb 19 03:04:58.011135 n-d-826753-2 neutron-server[103702]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103702) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:04:58.013762 n-d-826753-2 neutron-server[103702]: DEBUG oslo_db.api [None req-353651d6-2eb9-4007-aefd-02d80a235f74 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:04:58.066773 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-0c506ef5-6ea4-4477-8449-f1433c4266e6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9dff9f9f8dd74bfdb78e22ab517ba074&name=default HTTP/1.1" status: 200 len: 3000 time: 2.6868622 Feb 19 03:04:58.069803 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52916) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:58.167251 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-6c91b2f1-a649-4f16-8a67-642fc91fadd5 None None] Provisioning complete for port 7c556fcb-2644-4162-9d7d-31c187cd43bd triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:04:58.168600 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6c91b2f1-a649-4f16-8a67-642fc91fadd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (7c556fcb-2644-4162-9d7d-31c187cd43bd), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:58.290596 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-064142de-593f-43ea-a04b-63f17a619aba admin admin] Publish callbacks [] for security_group (5ab48f9f-b043-406a-b361-962c9d75602a), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:58.317164 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8deace75-7a37-4212-b021-e7ec55537f84 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Router db463c12-a340-4723-ba95-675c02808b17 is scheduled to L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd with binding_index 1 {{(pid=103701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:04:58.395105 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-064142de-593f-43ea-a04b-63f17a619aba admin admin] Publish callbacks [] for security_group (5ab48f9f-b043-406a-b361-962c9d75602a), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:58.409353 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 90b7250d-2ee5-4869-997f-e368891abdf3 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:04:58.515634 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-353651d6-2eb9-4007-aefd-02d80a235f74 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (9a293ea7-5ab6-422f-b9ed-e036c4fa7c46), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:58.531427 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-064142de-593f-43ea-a04b-63f17a619aba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (5ab48f9f-b043-406a-b361-962c9d75602a), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:58.539448 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-064142de-593f-43ea-a04b-63f17a619aba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:58.543057 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-064142de-593f-43ea-a04b-63f17a619aba admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5ab48f9f-b043-406a-b361-962c9d75602a HTTP/1.1" status: 204 len: 168 time: 0.4700103 Feb 19 03:04:58.566446 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064142de-593f-43ea-a04b-63f17a619aba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ab48f9f-b043-406a-b361-962c9d75602a,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:58.578913 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 90b7250d-2ee5-4869-997f-e368891abdf3 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:04:58.580444 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (90b7250d-2ee5-4869-997f-e368891abdf3), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:58.643249 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064142de-593f-43ea-a04b-63f17a619aba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:04:58.643604 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064142de-593f-43ea-a04b-63f17a619aba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:04:58.643949 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064142de-593f-43ea-a04b-63f17a619aba admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:04:58.644294 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064142de-593f-43ea-a04b-63f17a619aba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:04:58.646938 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064142de-593f-43ea-a04b-63f17a619aba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:04:58.647534 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064142de-593f-43ea-a04b-63f17a619aba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:04:58.647879 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064142de-593f-43ea-a04b-63f17a619aba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:04:58.648217 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064142de-593f-43ea-a04b-63f17a619aba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:04:58.648546 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064142de-593f-43ea-a04b-63f17a619aba admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:04:58.648872 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064142de-593f-43ea-a04b-63f17a619aba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:04:58.650609 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064142de-593f-43ea-a04b-63f17a619aba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:04:58.650965 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064142de-593f-43ea-a04b-63f17a619aba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:04:58.651303 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064142de-593f-43ea-a04b-63f17a619aba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:04:58.654336 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5519845f-d560-4816-89cd-4fa50f9659ef req-d5a6d76d-95df-446b-b7d0-2d73a9c1aa09 tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:58.655913 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5519845f-d560-4816-89cd-4fa50f9659ef req-d5a6d76d-95df-446b-b7d0-2d73a9c1aa09 tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e8ce139-a2fd-4ff1-b865-c7f1b7ca8acf HTTP/1.1" status: 200 len: 945 time: 0.2159245 Feb 19 03:04:58.699762 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-353651d6-2eb9-4007-aefd-02d80a235f74 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Deleting port 90b7250d-2ee5-4869-997f-e368891abdf3 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:04:58.700104 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-353651d6-2eb9-4007-aefd-02d80a235f74 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (90b7250d-2ee5-4869-997f-e368891abdf3), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:58.720385 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8deace75-7a37-4212-b021-e7ec55537f84 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:04:58.732782 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5ad120-c3dc-4a8a-91be-9455ba40ffd0 None None] Sync routers for ids ['db463c12-a340-4723-ba95-675c02808b17'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:04:58.755128 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5ad120-c3dc-4a8a-91be-9455ba40ffd0 None None] Routers {'db463c12-a340-4723-ba95-675c02808b17'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:04:58.758174 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-be5ad120-c3dc-4a8a-91be-9455ba40ffd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:04:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['db463c12-a340-4723-ba95-675c02808b17'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:04:58.815222 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8deace75-7a37-4212-b021-e7ec55537f84 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks [] for router (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:58.827430 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-8deace75-7a37-4212-b021-e7ec55537f84 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.4574547 Feb 19 03:04:58.829849 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-6c91b2f1-a649-4f16-8a67-642fc91fadd5 None None] Current status of the port 7c556fcb-2644-4162-9d7d-31c187cd43bd is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:04:58.830251 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6c91b2f1-a649-4f16-8a67-642fc91fadd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (7c556fcb-2644-4162-9d7d-31c187cd43bd), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:58.831466 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52938) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:58.858106 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-be5ad120-c3dc-4a8a-91be-9455ba40ffd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:04:58.860310 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5519845f-d560-4816-89cd-4fa50f9659ef req-f47ed34c-b077-4b88-93a3-0004b2234e1e tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca410f4-0b4b-41b4-93cf-ff3f9b4055d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843560 Feb 19 03:04:58.905891 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5ad120-c3dc-4a8a-91be-9455ba40ffd0 None None] Routers {'db463c12-a340-4723-ba95-675c02808b17'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:04:58.906525 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-be5ad120-c3dc-4a8a-91be-9455ba40ffd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:04:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['db463c12-a340-4723-ba95-675c02808b17'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:04:59.005584 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12093f99-ce13-4ba5-aaee-515d039638ad None None] Network 9a293ea7-5ab6-422f-b9ed-e036c4fa7c46 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:04:59.007792 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-be5ad120-c3dc-4a8a-91be-9455ba40ffd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:04:59.009839 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5ad120-c3dc-4a8a-91be-9455ba40ffd0 None None] The sync data for ids ['db463c12-a340-4723-ba95-675c02808b17'] in n-d-826753-2 is: [] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:04:59.071293 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-6c91b2f1-a649-4f16-8a67-642fc91fadd5 None None] For port 7c556fcb-2644-4162-9d7d-31c187cd43bd, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=7c556fcb-2644-4162-9d7d-31c187cd43bd,segment=NetworkSegment(0b48facd-da33-4309-b6ca-3b391fae66ec),segment_id=0b48facd-da33-4309-b6ca-3b391fae66ec)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:04:59.158540 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6c91b2f1-a649-4f16-8a67-642fc91fadd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (7c556fcb-2644-4162-9d7d-31c187cd43bd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:59.314978 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-353651d6-2eb9-4007-aefd-02d80a235f74 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] For port 90b7250d-2ee5-4869-997f-e368891abdf3, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=90b7250d-2ee5-4869-997f-e368891abdf3,segment=NetworkSegment(65e9c1af-197f-435a-af1c-cd57e20348db),segment_id=65e9c1af-197f-435a-af1c-cd57e20348db)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:04:59.315620 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-353651d6-2eb9-4007-aefd-02d80a235f74 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (90b7250d-2ee5-4869-997f-e368891abdf3), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:59.334378 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52954) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:59.353788 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-353651d6-2eb9-4007-aefd-02d80a235f74 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Calling delete_port for 90b7250d-2ee5-4869-997f-e368891abdf3 owned by network:dhcp {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:04:59.355961 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1457a864-5697-4765-9c50-93585c2b7707 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:59.564370 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1457a864-5697-4765-9c50-93585c2b7707 admin admin] Publish callbacks [] for security_group (83b37960-6fd6-4048-be83-72f8277ad080), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:59.571319 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1457a864-5697-4765-9c50-93585c2b7707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (83b37960-6fd6-4048-be83-72f8277ad080), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:59.572283 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 90b7250d-2ee5-4869-997f-e368891abdf3 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:04:59.572725 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (90b7250d-2ee5-4869-997f-e368891abdf3), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:59.659267 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-ea63f058-60e0-4f89-b277-ed2214f9697c None None] Provisioning complete for port 7c556fcb-2644-4162-9d7d-31c187cd43bd triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:04:59.659618 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-ea63f058-60e0-4f89-b277-ed2214f9697c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (7c556fcb-2644-4162-9d7d-31c187cd43bd), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:59.659740 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1457a864-5697-4765-9c50-93585c2b7707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83b37960-6fd6-4048-be83-72f8277ad080,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:59.686481 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port 90b7250d-2ee5-4869-997f-e368891abdf3, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=90b7250d-2ee5-4869-997f-e368891abdf3,segment=NetworkSegment(65e9c1af-197f-435a-af1c-cd57e20348db),segment_id=65e9c1af-197f-435a-af1c-cd57e20348db)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:04:59.722127 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (90b7250d-2ee5-4869-997f-e368891abdf3), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:59.722890 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 7c556fcb-2644-4162-9d7d-31c187cd43bd up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:04:59.723961 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-353651d6-2eb9-4007-aefd-02d80a235f74 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (90b7250d-2ee5-4869-997f-e368891abdf3), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:59.724534 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c91b2f1-a649-4f16-8a67-642fc91fadd5 None None] Pushing event updated for resources: {'Port': ['ID=7c556fcb-2644-4162-9d7d-31c187cd43bd,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:59.742342 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1457a864-5697-4765-9c50-93585c2b7707 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:04:59.745284 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1457a864-5697-4765-9c50-93585c2b7707 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:04:59.745661 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1457a864-5697-4765-9c50-93585c2b7707 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:04:59.747164 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1457a864-5697-4765-9c50-93585c2b7707 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:04:59.748877 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1457a864-5697-4765-9c50-93585c2b7707 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:04:59.750248 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1457a864-5697-4765-9c50-93585c2b7707 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:04:59.750616 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1457a864-5697-4765-9c50-93585c2b7707 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:04:59.753142 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1457a864-5697-4765-9c50-93585c2b7707 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:04:59.754325 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1457a864-5697-4765-9c50-93585c2b7707 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:04:59.754813 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1457a864-5697-4765-9c50-93585c2b7707 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:04:59.756150 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1457a864-5697-4765-9c50-93585c2b7707 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:04:59.757309 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1457a864-5697-4765-9c50-93585c2b7707 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:04:59.757665 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1457a864-5697-4765-9c50-93585c2b7707 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:04:59.785549 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-1457a864-5697-4765-9c50-93585c2b7707 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b98a040d727e4f74a8e68f3c266f6e0d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4500480 Feb 19 03:04:59.789158 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52962) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:59.794925 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event deleted for resources: {'Port': ['ID=90b7250d-2ee5-4869-997f-e368891abdf3,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:59.834880 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353651d6-2eb9-4007-aefd-02d80a235f74 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Pushing event deleted for resources: {'Port': ['ID=90b7250d-2ee5-4869-997f-e368891abdf3,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:59.849212 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 7c556fcb-2644-4162-9d7d-31c187cd43bd triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:04:59.849212 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (7c556fcb-2644-4162-9d7d-31c187cd43bd), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:59.849465 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353651d6-2eb9-4007-aefd-02d80a235f74 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] No DVR routers for this DVR port 90b7250d-2ee5-4869-997f-e368891abdf3 on host n-d-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:04:59.854278 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52964) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:59.894783 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-ea63f058-60e0-4f89-b277-ed2214f9697c None None] Current status of the port 7c556fcb-2644-4162-9d7d-31c187cd43bd is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:04:59.902562 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f154b109-cb54-4f72-9037-16db0c2b9442 None None] DHCP port deletion for 9a293ea7-5ab6-422f-b9ed-e036c4fa7c46 request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:04:59.907904 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-ea63f058-60e0-4f89-b277-ed2214f9697c None None] Could not find standard attr ID for object 90b7250d-2ee5-4869-997f-e368891abdf3. {{(pid=103703) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:04:59.959782 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-1d66e8f8-43c2-472b-a253-767da59215a8 req-c8c9c8c7-7bf7-4a8a-bb15-cec0335147f1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9e8ce139-a2fd-4ff1-b865-c7f1b7ca8acf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5070860 Feb 19 03:04:59.977860 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 7c556fcb-2644-4162-9d7d-31c187cd43bd is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:04:59.982695 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-31731db4-a4c3-40a5-84c6-dcd3c46eeb3a admin admin] Publish callbacks [] for security_group (83b37960-6fd6-4048-be83-72f8277ad080), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:00.023925 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-31731db4-a4c3-40a5-84c6-dcd3c46eeb3a admin admin] Publish callbacks [] for security_group (83b37960-6fd6-4048-be83-72f8277ad080), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:00.129182 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-8d477647-8fff-44b2-ac89-c71cea9a76d7 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1229262062-network', 'tenant_id': 'b9f6d445adfb4303a5f2e35c9323b376'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:05:00.166378 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 7c556fcb-2644-4162-9d7d-31c187cd43bd up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:05:00.192488 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d477647-8fff-44b2-ac89-c71cea9a76d7 admin admin] Made reservation on behalf of b9f6d445adfb4303a5f2e35c9323b376 for: {'network': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:05:00.196177 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8d477647-8fff-44b2-ac89-c71cea9a76d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:00.199613 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-353651d6-2eb9-4007-aefd-02d80a235f74 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (9a293ea7-5ab6-422f-b9ed-e036c4fa7c46), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:00.223151 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8d477647-8fff-44b2-ac89-c71cea9a76d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:00.250717 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3f9316-aa0a-4f23-b2aa-b797a3400014 req-6ff0e392-ac2e-49c8-8dde-8162253133fa tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:00.252283 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1e3f9316-aa0a-4f23-b2aa-b797a3400014 req-6ff0e392-ac2e-49c8-8dde-8162253133fa tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e8ce139-a2fd-4ff1-b865-c7f1b7ca8acf HTTP/1.1" status: 200 len: 945 time: 0.1886125 Feb 19 03:05:00.260387 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-353651d6-2eb9-4007-aefd-02d80a235f74 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a293ea7-5ab6-422f-b9ed-e036c4fa7c46']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:05:00.272090 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-46348419-fd32-4d86-8c9b-a5c3f27807a1 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:00.280189 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-31731db4-a4c3-40a5-84c6-dcd3c46eeb3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (83b37960-6fd6-4048-be83-72f8277ad080), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:00.282665 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-31731db4-a4c3-40a5-84c6-dcd3c46eeb3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:00.299718 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-353651d6-2eb9-4007-aefd-02d80a235f74 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65e9c1af-197f-435a-af1c-cd57e20348db') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:05:00.300060 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-353651d6-2eb9-4007-aefd-02d80a235f74 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65e9c1af-197f-435a-af1c-cd57e20348db') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:05:00.312004 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 7c556fcb-2644-4162-9d7d-31c187cd43bd triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:05:00.312384 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (7c556fcb-2644-4162-9d7d-31c187cd43bd), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:00.314032 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-31731db4-a4c3-40a5-84c6-dcd3c46eeb3a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/83b37960-6fd6-4048-be83-72f8277ad080 HTTP/1.1" status: 204 len: 168 time: 0.5222597 Feb 19 03:05:00.318878 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-353651d6-2eb9-4007-aefd-02d80a235f74 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (65e9c1af-197f-435a-af1c-cd57e20348db), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:00.336317 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-353651d6-2eb9-4007-aefd-02d80a235f74 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (65e9c1af-197f-435a-af1c-cd57e20348db), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:00.346251 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-353651d6-2eb9-4007-aefd-02d80a235f74 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Releasing vlan 284 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:05:00.346667 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-353651d6-2eb9-4007-aefd-02d80a235f74 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (65e9c1af-197f-435a-af1c-cd57e20348db), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:00.400076 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31731db4-a4c3-40a5-84c6-dcd3c46eeb3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83b37960-6fd6-4048-be83-72f8277ad080,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:00.462124 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1e3f9316-aa0a-4f23-b2aa-b797a3400014 req-1274f458-c28e-4385-ad55-2a4cb8595d37 tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca410f4-0b4b-41b4-93cf-ff3f9b4055d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835144 Feb 19 03:05:00.517673 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8d477647-8fff-44b2-ac89-c71cea9a76d7 admin admin] Publish callbacks [] for security_group (a6656291-2f71-4c36-83df-c6cd4c44fc6c), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:00.527961 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 03:05:00.527961 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:05:00.527961 n-d-826753-2 neutron-server[103702]: timer() Feb 19 03:05:00.527961 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:05:00.527961 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 03:05:00.527961 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:05:00.527961 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 03:05:00.527961 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:05:00.527961 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 03:05:00.527961 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:05:00.527961 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 03:05:00.527961 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:05:00.527961 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 03:05:00.527961 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:05:00.527961 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:05:00.527961 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:05:00.527961 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:05:00.527961 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:05:00.527961 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 03:05:00.527961 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:05:00.527961 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 03:05:00.527961 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:05:00.527961 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:05:00.527961 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:05:00.527961 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 03:05:00.527961 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:05:00.527961 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:05:00.527961 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:05:00.527961 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:05:00.527961 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:05:00.527961 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:05:00.527961 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:05:00.530209 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8d477647-8fff-44b2-ac89-c71cea9a76d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (a6656291-2f71-4c36-83df-c6cd4c44fc6c), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:00.536767 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d66e8f8-43c2-472b-a253-767da59215a8 req-01bf278d-6749-4798-8578-cbdbe596ca9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:00.538442 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-1d66e8f8-43c2-472b-a253-767da59215a8 req-01bf278d-6749-4798-8578-cbdbe596ca9d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=691e67c990444120bcd0c98f1b60f09b&device_id=9e8ce139-a2fd-4ff1-b865-c7f1b7ca8acf HTTP/1.1" status: 200 len: 1127 time: 0.4774880 Feb 19 03:05:00.609493 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d477647-8fff-44b2-ac89-c71cea9a76d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6656291-2f71-4c36-83df-c6cd4c44fc6c,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:00.629874 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d477647-8fff-44b2-ac89-c71cea9a76d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 250, 'physical_network': 'physnet1'} {{(pid=103701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:05:00.633098 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 7c556fcb-2644-4162-9d7d-31c187cd43bd is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:05:00.670595 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8d477647-8fff-44b2-ac89-c71cea9a76d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (9361ff5e-ecd3-4a53-b64f-0204e54bd4ff), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:00.670950 n-d-826753-2 neutron-server[103701]: INFO neutron.db.segments_db [None req-8d477647-8fff-44b2-ac89-c71cea9a76d7 admin admin] Added segment 9361ff5e-ecd3-4a53-b64f-0204e54bd4ff of type vlan for network 0f4d9579-5631-481f-acff-55faffa2a3d0 Feb 19 03:05:00.712823 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 90b7250d-2ee5-4869-997f-e368891abdf3 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:05:00.762609 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 90b7250d-2ee5-4869-997f-e368891abdf3 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:05:00.765922 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 90b7250d-2ee5-4869-997f-e368891abdf3 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:05:00.779572 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-353651d6-2eb9-4007-aefd-02d80a235f74 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (9a293ea7-5ab6-422f-b9ed-e036c4fa7c46), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:00.799385 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-353651d6-2eb9-4007-aefd-02d80a235f74 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:00.802779 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-353651d6-2eb9-4007-aefd-02d80a235f74 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] 10.222.0.72 "DELETE /v2.0/networks/9a293ea7-5ab6-422f-b9ed-e036c4fa7c46 HTTP/1.1" status: 204 len: 168 time: 6.1530533 Feb 19 03:05:00.818750 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52984) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:00.840384 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-0fdc0ace-fb69-4064-80ec-d52f538b8629 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-240162248'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:05:00.846021 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d66e8f8-43c2-472b-a253-767da59215a8 req-ddbf0ece-dbdd-47e9-a455-d06d406d8053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:00.847481 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-1d66e8f8-43c2-472b-a253-767da59215a8 req-ddbf0ece-dbdd-47e9-a455-d06d406d8053 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6d3b69cf-1802-49ef-8f64-09e108450cf5 HTTP/1.1" status: 200 len: 910 time: 0.2591188 Feb 19 03:05:00.850510 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353651d6-2eb9-4007-aefd-02d80a235f74 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Pushing event deleted for resources: {'Network': ['ID=9a293ea7-5ab6-422f-b9ed-e036c4fa7c46,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:00.852982 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8d477647-8fff-44b2-ac89-c71cea9a76d7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (0f4d9579-5631-481f-acff-55faffa2a3d0), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:00.927987 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-1d66e8f8-43c2-472b-a253-767da59215a8 req-64bddf10-0fba-4a78-911f-85f0cfdbfcd4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=160c7530-e66c-4146-8d1a-86055dd432fb HTTP/1.1" status: 200 len: 217 time: 0.0630767 Feb 19 03:05:00.936799 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fdc0ace-fb69-4064-80ec-d52f538b8629 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Made reservation on behalf of 976e5173ee3d498faab035e674601760 for: {'network': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:05:00.940860 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0fdc0ace-fb69-4064-80ec-d52f538b8629 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:00.961796 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8d477647-8fff-44b2-ac89-c71cea9a76d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (0f4d9579-5631-481f-acff-55faffa2a3d0), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:00.963340 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d477647-8fff-44b2-ac89-c71cea9a76d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:00.964256 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8d477647-8fff-44b2-ac89-c71cea9a76d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:01.033829 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52994) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:01.052709 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fdc0ace-fb69-4064-80ec-d52f538b8629 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] vlan segment allocate from pool success with {'vlan_id': 269, 'physical_network': 'physnet1'} {{(pid=103701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:05:01.070224 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-8d477647-8fff-44b2-ac89-c71cea9a76d7 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2112079 Feb 19 03:05:01.073264 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52996) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:01.080381 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c53b7b33-68b1-4870-b32c-baf503e69bcc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:01.081742 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d477647-8fff-44b2-ac89-c71cea9a76d7 admin admin] Pushing event updated for resources: {'Network': ['ID=0f4d9579-5631-481f-acff-55faffa2a3d0,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:01.084447 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0fdc0ace-fb69-4064-80ec-d52f538b8629 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (82ceea8e-61f8-4f1d-bda7-8e325e616e51), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:01.084983 n-d-826753-2 neutron-server[103701]: INFO neutron.db.segments_db [None req-0fdc0ace-fb69-4064-80ec-d52f538b8629 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Added segment 82ceea8e-61f8-4f1d-bda7-8e325e616e51 of type vlan for network da9b6f91-e83e-4773-9891-09e118a77162 Feb 19 03:05:01.094928 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-77c83bce-aed5-4704-836b-c1540abef0df admin admin] Request body: {'subnet': {'network_id': '0f4d9579-5631-481f-acff-55faffa2a3d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1229262062-subnet', 'tenant_id': 'b9f6d445adfb4303a5f2e35c9323b376', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:05:01.095507 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 0f4d9579-5631-481f-acff-55faffa2a3d0 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:05:01.136018 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d66e8f8-43c2-472b-a253-767da59215a8 req-8c500360-8708-4313-8b44-089aef314438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:01.137448 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-1d66e8f8-43c2-472b-a253-767da59215a8 req-8c500360-8708-4313-8b44-089aef314438 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=58f4bb0c-650d-4931-aa67-9b83a274fd57 HTTP/1.1" status: 200 len: 849 time: 0.2035391 Feb 19 03:05:01.142375 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0fdc0ace-fb69-4064-80ec-d52f538b8629 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (da9b6f91-e83e-4773-9891-09e118a77162), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:01.188384 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0fdc0ace-fb69-4064-80ec-d52f538b8629 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (da9b6f91-e83e-4773-9891-09e118a77162), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:01.201457 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fdc0ace-fb69-4064-80ec-d52f538b8629 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:01.202064 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0fdc0ace-fb69-4064-80ec-d52f538b8629 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:01.216591 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-1d66e8f8-43c2-472b-a253-767da59215a8 req-c6ddd50a-b0d1-428d-af29-e9f6338b6abd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6d3b69cf-1802-49ef-8f64-09e108450cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719433 Feb 19 03:05:01.222138 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77c83bce-aed5-4704-836b-c1540abef0df admin admin] Made reservation on behalf of b9f6d445adfb4303a5f2e35c9323b376 for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:05:01.224454 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-77c83bce-aed5-4704-836b-c1540abef0df admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:01.324225 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-0fdc0ace-fb69-4064-80ec-d52f538b8629 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5027418 Feb 19 03:05:01.328727 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 53004) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:01.343462 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-0cc44c58-395c-4dac-b6f1-ca3e5cba0ecc tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Request body: {'subnet': {'network_id': 'da9b6f91-e83e-4773-9891-09e118a77162', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:05:01.402494 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdc0ace-fb69-4064-80ec-d52f538b8629 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Pushing event updated for resources: {'Network': ['ID=da9b6f91-e83e-4773-9891-09e118a77162,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:01.417320 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network da9b6f91-e83e-4773-9891-09e118a77162 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:05:01.471118 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc44c58-395c-4dac-b6f1-ca3e5cba0ecc tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Made reservation on behalf of 976e5173ee3d498faab035e674601760 for: {'subnet': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:05:01.476132 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0cc44c58-395c-4dac-b6f1-ca3e5cba0ecc tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58706307'] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:01.580932 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c53b7b33-68b1-4870-b32c-baf503e69bcc admin admin] Publish callbacks [] for security_group (38390448-e83c-4555-9432-b9e6dd5d5580), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:01.610906 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c53b7b33-68b1-4870-b32c-baf503e69bcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (38390448-e83c-4555-9432-b9e6dd5d5580), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:01.614666 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-1d66e8f8-43c2-472b-a253-767da59215a8 req-4db05a8c-4de9-4de7-8316-ac847146f6ce service neutron] 10.222.0.73 "GET /v2.0/networks/6d3b69cf-1802-49ef-8f64-09e108450cf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3845892 Feb 19 03:05:01.648181 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98654014-314a-423e-a556-105adb520c86 req-d8b1f714-4b2a-4f7d-bef8-04cb731269c7 tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:01.650032 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-98654014-314a-423e-a556-105adb520c86 req-d8b1f714-4b2a-4f7d-bef8-04cb731269c7 tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e8ce139-a2fd-4ff1-b865-c7f1b7ca8acf HTTP/1.1" status: 200 len: 945 time: 0.0782461 Feb 19 03:05:01.745671 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-c53b7b33-68b1-4870-b32c-baf503e69bcc admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d86bd51296254441b618995ce1689584&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7067294 Feb 19 03:05:01.752804 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-46348419-fd32-4d86-8c9b-a5c3f27807a1 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Allocated IP 172.20.0.1 (63638533-56bf-448b-89a3-36973271b181/7c31cfa3-ce53-4579-96e1-18aa802eebca/6c07f2b8-ec52-4edc-8380-c57f85347241) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:05:01.754589 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53008) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:01.757972 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53b7b33-68b1-4870-b32c-baf503e69bcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38390448-e83c-4555-9432-b9e6dd5d5580,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:01.773243 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-98654014-314a-423e-a556-105adb520c86 req-7874c680-10da-4468-b265-a24fd3af82f1 tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca410f4-0b4b-41b4-93cf-ff3f9b4055d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148398 Feb 19 03:05:01.804349 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0cc44c58-395c-4dac-b6f1-ca3e5cba0ecc tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12647271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58706289'] for subnet (85f0b3c6-1db1-4110-93c6-f1ede9366cbc), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:01.912907 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc44c58-395c-4dac-b6f1-ca3e5cba0ecc tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Pushing event updated for resources: {'Subnet': ['ID=85f0b3c6-1db1-4110-93c6-f1ede9366cbc,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:01.915308 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-1d66e8f8-43c2-472b-a253-767da59215a8 req-95fec6ab-9c8a-4245-922c-827a423adc25 service neutron] 10.222.0.73 "GET /v2.0/networks/6d3b69cf-1802-49ef-8f64-09e108450cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2857335 Feb 19 03:05:01.915763 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc44c58-395c-4dac-b6f1-ca3e5cba0ecc tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Checking segment: {'id': '82ceea8e-61f8-4f1d-bda7-8e325e616e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'da9b6f91-e83e-4773-9891-09e118a77162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:05:01.916153 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc44c58-395c-4dac-b6f1-ca3e5cba0ecc tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Network hostable DHCP agents. Network: da9b6f91-e83e-4773-9891-09e118a77162, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:05:01.952105 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc44c58-395c-4dac-b6f1-ca3e5cba0ecc tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Network da9b6f91-e83e-4773-9891-09e118a77162 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:05:01.959769 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-77c83bce-aed5-4704-836b-c1540abef0df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (873fca23-e618-4343-ad67-b4c94d7ebaec), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:01.971411 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-43891a06-a891-47f9-81c2-94ad7a224d18 admin admin] Publish callbacks [] for security_group (38390448-e83c-4555-9432-b9e6dd5d5580), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:01.976720 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-0cc44c58-395c-4dac-b6f1-ca3e5cba0ecc tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, da9b6f91-e83e-4773-9891-09e118a77162) {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:05:01.988652 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec103bec-93bb-4ba6-b933-76f6ca81bc72 None None] Network da9b6f91-e83e-4773-9891-09e118a77162 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:05:01.994603 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc44c58-395c-4dac-b6f1-ca3e5cba0ecc tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:01.996582 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0cc44c58-395c-4dac-b6f1-ca3e5cba0ecc tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:02.062104 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-0cc44c58-395c-4dac-b6f1-ca3e5cba0ecc tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.7314637 Feb 19 03:05:02.065361 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53020) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:02.084964 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-43891a06-a891-47f9-81c2-94ad7a224d18 admin admin] Publish callbacks [] for security_group (38390448-e83c-4555-9432-b9e6dd5d5580), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:02.123286 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-46348419-fd32-4d86-8c9b-a5c3f27807a1 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks [] for port (6c07f2b8-ec52-4edc-8380-c57f85347241), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:02.133099 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c83bce-aed5-4704-836b-c1540abef0df admin admin] Pushing event updated for resources: {'Subnet': ['ID=873fca23-e618-4343-ad67-b4c94d7ebaec,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:02.155120 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45893aee-182c-4d8e-8be3-08062f06ebf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-da9b6f91-e83e-4773-9891-09e118a77162', 'network_id': 'da9b6f91-e83e-4773-9891-09e118a77162', 'project_id': '976e5173ee3d498faab035e674601760', 'fixed_ips': [{'subnet_id': '85f0b3c6-1db1-4110-93c6-f1ede9366cbc'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:05:02.156044 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-45893aee-182c-4d8e-8be3-08062f06ebf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:02.222262 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c83bce-aed5-4704-836b-c1540abef0df admin admin] Checking segment: {'id': '9361ff5e-ecd3-4a53-b64f-0204e54bd4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '0f4d9579-5631-481f-acff-55faffa2a3d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:05:02.222671 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c83bce-aed5-4704-836b-c1540abef0df admin admin] Network hostable DHCP agents. Network: 0f4d9579-5631-481f-acff-55faffa2a3d0, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:05:02.290907 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-46348419-fd32-4d86-8c9b-a5c3f27807a1 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (6c07f2b8-ec52-4edc-8380-c57f85347241), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:02.303684 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-05dc8729-4b08-4f64-ae58-23628eacd4c4 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (da9b6f91-e83e-4773-9891-09e118a77162), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:02.329943 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c83bce-aed5-4704-836b-c1540abef0df admin admin] Network 0f4d9579-5631-481f-acff-55faffa2a3d0 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:05:02.335827 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-43891a06-a891-47f9-81c2-94ad7a224d18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (38390448-e83c-4555-9432-b9e6dd5d5580), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:02.338618 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-43891a06-a891-47f9-81c2-94ad7a224d18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:02.339766 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-43891a06-a891-47f9-81c2-94ad7a224d18 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/38390448-e83c-4555-9432-b9e6dd5d5580 HTTP/1.1" status: 204 len: 168 time: 0.5827682 Feb 19 03:05:02.369959 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-45893aee-182c-4d8e-8be3-08062f06ebf2 None None] Allocated IP 2001:db8::1 (da9b6f91-e83e-4773-9891-09e118a77162/85f0b3c6-1db1-4110-93c6-f1ede9366cbc/7413db6c-08fd-4f62-83c2-75e2c810d08f) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:05:02.371923 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46348419-fd32-4d86-8c9b-a5c3f27807a1 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Network 63638533-56bf-448b-89a3-36973271b181 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:05:02.373211 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43891a06-a891-47f9-81c2-94ad7a224d18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38390448-e83c-4555-9432-b9e6dd5d5580,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:02.382790 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-77c83bce-aed5-4704-836b-c1540abef0df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 0f4d9579-5631-481f-acff-55faffa2a3d0) {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:05:02.384590 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-46348419-fd32-4d86-8c9b-a5c3f27807a1 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:05:02.391772 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46348419-fd32-4d86-8c9b-a5c3f27807a1 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:05:02.397271 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c83bce-aed5-4704-836b-c1540abef0df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:02.397813 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-77c83bce-aed5-4704-836b-c1540abef0df admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:02.401796 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46348419-fd32-4d86-8c9b-a5c3f27807a1 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Pushing event updated for resources: {'Port': ['ID=6c07f2b8-ec52-4edc-8380-c57f85347241,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:02.412946 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311ea931-930d-463a-ab94-c7552745cde1 None None] Network 0f4d9579-5631-481f-acff-55faffa2a3d0 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:05:02.481036 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-77c83bce-aed5-4704-836b-c1540abef0df admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4018161 Feb 19 03:05:02.484053 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 53028) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:02.484868 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-46348419-fd32-4d86-8c9b-a5c3f27807a1 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16289150'] for router_interface (db463c12-a340-4723-ba95-675c02808b17), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:02.489867 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-9c3838dc-26b4-4265-86e9-bd798f109886 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1229262062-router', 'tenant_id': 'b9f6d445adfb4303a5f2e35c9323b376', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:05:02.530010 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-05dc8729-4b08-4f64-ae58-23628eacd4c4 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (85f0b3c6-1db1-4110-93c6-f1ede9366cbc), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:02.553109 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9c3838dc-26b4-4265-86e9-bd798f109886 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14172'] for router (7bcff32f-85cc-4b7a-a9ae-323902b5a1b1), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:02.554179 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9c3838dc-26b4-4265-86e9-bd798f109886 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16317487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16285822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16309985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14247'] for router (7bcff32f-85cc-4b7a-a9ae-323902b5a1b1), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:02.702861 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-46348419-fd32-4d86-8c9b-a5c3f27807a1 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (6c07f2b8-ec52-4edc-8380-c57f85347241), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:02.724792 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc1fdfa-760b-48f8-b189-ee4bb0d20a8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-0f4d9579-5631-481f-acff-55faffa2a3d0', 'network_id': '0f4d9579-5631-481f-acff-55faffa2a3d0', 'project_id': 'b9f6d445adfb4303a5f2e35c9323b376', 'fixed_ips': [{'subnet_id': '873fca23-e618-4343-ad67-b4c94d7ebaec'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:05:02.727552 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-2bc1fdfa-760b-48f8-b189-ee4bb0d20a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:02.731507 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9c3838dc-26b4-4265-86e9-bd798f109886 admin admin] Publish callbacks [] for router_controller (7bcff32f-85cc-4b7a-a9ae-323902b5a1b1), precommit_add_association {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:02.860706 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-45893aee-182c-4d8e-8be3-08062f06ebf2 None None] Publish callbacks [] for port (7413db6c-08fd-4f62-83c2-75e2c810d08f), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:02.877125 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-45893aee-182c-4d8e-8be3-08062f06ebf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (7413db6c-08fd-4f62-83c2-75e2c810d08f), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:02.904063 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45893aee-182c-4d8e-8be3-08062f06ebf2 None None] Network da9b6f91-e83e-4773-9891-09e118a77162 is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:05:02.928544 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-05dc8729-4b08-4f64-ae58-23628eacd4c4 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (85f0b3c6-1db1-4110-93c6-f1ede9366cbc), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:02.961036 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-45893aee-182c-4d8e-8be3-08062f06ebf2 None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:05:02.989551 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45893aee-182c-4d8e-8be3-08062f06ebf2 None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:05:03.004591 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dc8729-4b08-4f64-ae58-23628eacd4c4 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Pushing event deleted for resources: {'Subnet': ['ID=85f0b3c6-1db1-4110-93c6-f1ede9366cbc,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:03.066041 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45893aee-182c-4d8e-8be3-08062f06ebf2 None None] Pushing event updated for resources: {'Port': ['ID=7413db6c-08fd-4f62-83c2-75e2c810d08f,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:03.143860 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-45893aee-182c-4d8e-8be3-08062f06ebf2 None None] Attempting to bind port 7413db6c-08fd-4f62-83c2-75e2c810d08f on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:05:03.146313 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9c3838dc-26b4-4265-86e9-bd798f109886 admin admin] Publish callbacks [] for router_gateway (7bcff32f-85cc-4b7a-a9ae-323902b5a1b1), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:03.146534 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-45893aee-182c-4d8e-8be3-08062f06ebf2 None None] Attempting to bind port 7413db6c-08fd-4f62-83c2-75e2c810d08f by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '82ceea8e-61f8-4f1d-bda7-8e325e616e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'da9b6f91-e83e-4773-9891-09e118a77162'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:05:03.147014 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45893aee-182c-4d8e-8be3-08062f06ebf2 None None] Attempting to bind port 7413db6c-08fd-4f62-83c2-75e2c810d08f on network da9b6f91-e83e-4773-9891-09e118a77162 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:05:03.172368 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45893aee-182c-4d8e-8be3-08062f06ebf2 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:05:03.173921 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45893aee-182c-4d8e-8be3-08062f06ebf2 None None] Checking segment: {'id': '82ceea8e-61f8-4f1d-bda7-8e325e616e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'da9b6f91-e83e-4773-9891-09e118a77162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:05:03.174482 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-45893aee-182c-4d8e-8be3-08062f06ebf2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:03.178078 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45893aee-182c-4d8e-8be3-08062f06ebf2 None None] Bound using segment: {'id': '82ceea8e-61f8-4f1d-bda7-8e325e616e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'da9b6f91-e83e-4773-9891-09e118a77162'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:05:03.178781 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-45893aee-182c-4d8e-8be3-08062f06ebf2 None None] Bound port: 7413db6c-08fd-4f62-83c2-75e2c810d08f, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82ceea8e-61f8-4f1d-bda7-8e325e616e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'da9b6f91-e83e-4773-9891-09e118a77162'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:05:03.179339 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-45893aee-182c-4d8e-8be3-08062f06ebf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (7413db6c-08fd-4f62-83c2-75e2c810d08f), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:03.205834 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9337788c-86d7-49a9-b6a9-bd4cfbf89cdf req-7eba9c81-e206-4f94-bdc7-30e919118d9e tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:03.213140 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9337788c-86d7-49a9-b6a9-bd4cfbf89cdf req-7eba9c81-e206-4f94-bdc7-30e919118d9e tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e8ce139-a2fd-4ff1-b865-c7f1b7ca8acf HTTP/1.1" status: 200 len: 945 time: 0.2534206 Feb 19 03:05:03.215101 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-2bc1fdfa-760b-48f8-b189-ee4bb0d20a8b None None] Allocated IP 172.20.0.2 (0f4d9579-5631-481f-acff-55faffa2a3d0/873fca23-e618-4343-ad67-b4c94d7ebaec/0af2718b-7026-4898-9150-9add291e8501) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:05:03.300501 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9337788c-86d7-49a9-b6a9-bd4cfbf89cdf req-70964841-ce63-4149-9d8f-5f48d53271a3 tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca410f4-0b4b-41b4-93cf-ff3f9b4055d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861843 Feb 19 03:05:03.302687 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-05dc8729-4b08-4f64-ae58-23628eacd4c4 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (da9b6f91-e83e-4773-9891-09e118a77162), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:03.332152 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-05dc8729-4b08-4f64-ae58-23628eacd4c4 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da9b6f91-e83e-4773-9891-09e118a77162']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:05:03.350621 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-45893aee-182c-4d8e-8be3-08062f06ebf2 None None] For port 7413db6c-08fd-4f62-83c2-75e2c810d08f, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:05:03.355233 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-05dc8729-4b08-4f64-ae58-23628eacd4c4 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82ceea8e-61f8-4f1d-bda7-8e325e616e51') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:05:03.355680 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-05dc8729-4b08-4f64-ae58-23628eacd4c4 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82ceea8e-61f8-4f1d-bda7-8e325e616e51') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:05:03.360734 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-45893aee-182c-4d8e-8be3-08062f06ebf2 None None] For port 7413db6c-08fd-4f62-83c2-75e2c810d08f, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=7413db6c-08fd-4f62-83c2-75e2c810d08f,segment=NetworkSegment(82ceea8e-61f8-4f1d-bda7-8e325e616e51),segment_id=82ceea8e-61f8-4f1d-bda7-8e325e616e51)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:05:03.369255 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-05dc8729-4b08-4f64-ae58-23628eacd4c4 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (82ceea8e-61f8-4f1d-bda7-8e325e616e51), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:03.383611 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-45893aee-182c-4d8e-8be3-08062f06ebf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (7413db6c-08fd-4f62-83c2-75e2c810d08f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:03.392827 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-05dc8729-4b08-4f64-ae58-23628eacd4c4 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (82ceea8e-61f8-4f1d-bda7-8e325e616e51), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:03.413823 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05dc8729-4b08-4f64-ae58-23628eacd4c4 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Releasing vlan 269 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:05:03.414349 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-05dc8729-4b08-4f64-ae58-23628eacd4c4 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (82ceea8e-61f8-4f1d-bda7-8e325e616e51), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:03.428359 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 03:05:03.428359 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:05:03.428359 n-d-826753-2 neutron-server[103702]: timer() Feb 19 03:05:03.428359 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:05:03.428359 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 03:05:03.428359 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:05:03.428359 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 03:05:03.428359 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:05:03.428359 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 03:05:03.428359 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:05:03.428359 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 03:05:03.428359 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:05:03.428359 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 03:05:03.428359 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:05:03.428359 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:05:03.428359 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:05:03.428359 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:05:03.428359 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:05:03.428359 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 03:05:03.428359 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:05:03.428359 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 03:05:03.428359 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:05:03.428359 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:05:03.428359 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:05:03.428359 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 03:05:03.428359 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:05:03.428359 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:05:03.428359 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:05:03.428359 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:05:03.428359 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:05:03.428359 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:05:03.428359 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:05:03.503265 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ed8d41-e26f-4da3-a010-ffe9bff92ab5 req-2ba1c30d-df8e-40c7-b753-87c128d542ae tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:03.508362 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-97ed8d41-e26f-4da3-a010-ffe9bff92ab5 req-2ba1c30d-df8e-40c7-b753-87c128d542ae tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e8ce139-a2fd-4ff1-b865-c7f1b7ca8acf HTTP/1.1" status: 200 len: 945 time: 0.5193143 Feb 19 03:05:03.568385 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-46348419-fd32-4d86-8c9b-a5c3f27807a1 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks [] for port (6c07f2b8-ec52-4edc-8380-c57f85347241), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:03.580539 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-2bc1fdfa-760b-48f8-b189-ee4bb0d20a8b None None] Publish callbacks [] for port (0af2718b-7026-4898-9150-9add291e8501), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:03.626907 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9c3838dc-26b4-4265-86e9-bd798f109886 admin admin] Publish callbacks [] for router_gateway (7bcff32f-85cc-4b7a-a9ae-323902b5a1b1), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:03.647035 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-2bc1fdfa-760b-48f8-b189-ee4bb0d20a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (0af2718b-7026-4898-9150-9add291e8501), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:03.662727 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9c3838dc-26b4-4265-86e9-bd798f109886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:03.802080 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc1fdfa-760b-48f8-b189-ee4bb0d20a8b None None] Network 0f4d9579-5631-481f-acff-55faffa2a3d0 is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:05:03.804538 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-2bc1fdfa-760b-48f8-b189-ee4bb0d20a8b None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:05:03.808182 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc1fdfa-760b-48f8-b189-ee4bb0d20a8b None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:05:03.816426 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45893aee-182c-4d8e-8be3-08062f06ebf2 None None] Pushing event updated for resources: {'Port': ['ID=7413db6c-08fd-4f62-83c2-75e2c810d08f,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:03.898364 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-9c3838dc-26b4-4265-86e9-bd798f109886 admin admin] Allocated IP 172.25.6.193 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/a224555f-f273-4885-9609-4b19ad6517a6) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:05:03.932544 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc1fdfa-760b-48f8-b189-ee4bb0d20a8b None None] Pushing event updated for resources: {'Port': ['ID=0af2718b-7026-4898-9150-9add291e8501,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:03.965877 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69337a5a-a035-4af5-8689-78a37d62414d None None] Network da9b6f91-e83e-4773-9891-09e118a77162 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:05:04.103020 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9c3838dc-26b4-4265-86e9-bd798f109886 admin admin] Publish callbacks [] for port (a224555f-f273-4885-9609-4b19ad6517a6), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:04.190286 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9c3838dc-26b4-4265-86e9-bd798f109886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (a224555f-f273-4885-9609-4b19ad6517a6), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:04.272770 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-2bc1fdfa-760b-48f8-b189-ee4bb0d20a8b None None] Attempting to bind port 0af2718b-7026-4898-9150-9add291e8501 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:05:04.273749 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-2bc1fdfa-760b-48f8-b189-ee4bb0d20a8b None None] Attempting to bind port 0af2718b-7026-4898-9150-9add291e8501 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '9361ff5e-ecd3-4a53-b64f-0204e54bd4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '0f4d9579-5631-481f-acff-55faffa2a3d0'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:05:04.273891 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3838dc-26b4-4265-86e9-bd798f109886 admin admin] Pushing event updated for resources: {'Port': ['ID=a224555f-f273-4885-9609-4b19ad6517a6,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:04.274528 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc1fdfa-760b-48f8-b189-ee4bb0d20a8b None None] Attempting to bind port 0af2718b-7026-4898-9150-9add291e8501 on network 0f4d9579-5631-481f-acff-55faffa2a3d0 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:05:04.300401 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3838dc-26b4-4265-86e9-bd798f109886 admin admin] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:05:04.300572 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc1fdfa-760b-48f8-b189-ee4bb0d20a8b None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:05:04.300833 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc1fdfa-760b-48f8-b189-ee4bb0d20a8b None None] Checking segment: {'id': '9361ff5e-ecd3-4a53-b64f-0204e54bd4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '0f4d9579-5631-481f-acff-55faffa2a3d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:05:04.301318 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-2bc1fdfa-760b-48f8-b189-ee4bb0d20a8b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:04.301810 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc1fdfa-760b-48f8-b189-ee4bb0d20a8b None None] Bound using segment: {'id': '9361ff5e-ecd3-4a53-b64f-0204e54bd4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '0f4d9579-5631-481f-acff-55faffa2a3d0'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:05:04.302309 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-2bc1fdfa-760b-48f8-b189-ee4bb0d20a8b None None] Bound port: 0af2718b-7026-4898-9150-9add291e8501, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9361ff5e-ecd3-4a53-b64f-0204e54bd4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '0f4d9579-5631-481f-acff-55faffa2a3d0'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:05:04.302760 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-2bc1fdfa-760b-48f8-b189-ee4bb0d20a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (0af2718b-7026-4898-9150-9add291e8501), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:04.307089 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-9c3838dc-26b4-4265-86e9-bd798f109886 admin admin] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:05:04.311627 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3838dc-26b4-4265-86e9-bd798f109886 admin admin] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:05:04.493177 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-2bc1fdfa-760b-48f8-b189-ee4bb0d20a8b None None] For port 0af2718b-7026-4898-9150-9add291e8501, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:05:04.502455 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-2bc1fdfa-760b-48f8-b189-ee4bb0d20a8b None None] For port 0af2718b-7026-4898-9150-9add291e8501, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=0af2718b-7026-4898-9150-9add291e8501,segment=NetworkSegment(9361ff5e-ecd3-4a53-b64f-0204e54bd4ff),segment_id=9361ff5e-ecd3-4a53-b64f-0204e54bd4ff)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:05:04.534344 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-2bc1fdfa-760b-48f8-b189-ee4bb0d20a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (0af2718b-7026-4898-9150-9add291e8501), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:04.556394 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-46348419-fd32-4d86-8c9b-a5c3f27807a1 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (6c07f2b8-ec52-4edc-8380-c57f85347241), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:04.666861 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc1fdfa-760b-48f8-b189-ee4bb0d20a8b None None] Pushing event updated for resources: {'Port': ['ID=0af2718b-7026-4898-9150-9add291e8501,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:04.782311 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.db.api [None req-05dc8729-4b08-4f64-ae58-23628eacd4c4 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 19 03:05:04.782311 n-d-826753-2 neutron-server[103702]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 19 03:05:04.782311 n-d-826753-2 neutron-server[103702]: [parameters: {'id': 'da9b6f91-e83e-4773-9891-09e118a77162'}] Feb 19 03:05:04.782311 n-d-826753-2 neutron-server[103702]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103702) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:05:04.785545 n-d-826753-2 neutron-server[103702]: DEBUG oslo_db.api [None req-05dc8729-4b08-4f64-ae58-23628eacd4c4 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:05:04.819029 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a26d23-5605-418c-b60c-3f12eb29e8c0 req-39d72991-41cf-436f-80a6-838dd43fbdb4 tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:04.832690 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-51a26d23-5605-418c-b60c-3f12eb29e8c0 req-39d72991-41cf-436f-80a6-838dd43fbdb4 tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e8ce139-a2fd-4ff1-b865-c7f1b7ca8acf HTTP/1.1" status: 200 len: 945 time: 0.3861010 Feb 19 03:05:04.920553 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46348419-fd32-4d86-8c9b-a5c3f27807a1 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Pushing event updated for resources: {'Port': ['ID=6c07f2b8-ec52-4edc-8380-c57f85347241,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:04.927887 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-46348419-fd32-4d86-8c9b-a5c3f27807a1 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16362769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16289258'] for router_interface (db463c12-a340-4723-ba95-675c02808b17), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:05.053546 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-51a26d23-5605-418c-b60c-3f12eb29e8c0 req-da3468f8-d3b6-49ff-8b69-409e508f8ca1 tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca410f4-0b4b-41b4-93cf-ff3f9b4055d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193511 Feb 19 03:05:05.141936 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9c3838dc-26b4-4265-86e9-bd798f109886 admin admin] Publish callbacks [] for router_gateway (7bcff32f-85cc-4b7a-a9ae-323902b5a1b1), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:05.223740 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-97ed8d41-e26f-4da3-a010-ffe9bff92ab5 req-e941deef-08ed-4c8b-9d9a-7e7243d2a10d tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] Deleting port 160c7530-e66c-4146-8d1a-86055dd432fb {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:05:05.225358 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-97ed8d41-e26f-4da3-a010-ffe9bff92ab5 req-e941deef-08ed-4c8b-9d9a-7e7243d2a10d tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (160c7530-e66c-4146-8d1a-86055dd432fb), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:05.289972 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-05dc8729-4b08-4f64-ae58-23628eacd4c4 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (da9b6f91-e83e-4773-9891-09e118a77162), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:05.381555 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53108) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:05.395466 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46348419-fd32-4d86-8c9b-a5c3f27807a1 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Network 63638533-56bf-448b-89a3-36973271b181 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:05:05.414063 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-46348419-fd32-4d86-8c9b-a5c3f27807a1 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:05:05.485550 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9c3838dc-26b4-4265-86e9-bd798f109886 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16317478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865'] for router (7bcff32f-85cc-4b7a-a9ae-323902b5a1b1), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:05.670410 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c3838dc-26b4-4265-86e9-bd798f109886 admin admin] Router 7bcff32f-85cc-4b7a-a9ae-323902b5a1b1 is scheduled to L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd with binding_index 1 {{(pid=103701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:05:05.708578 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-97ed8d41-e26f-4da3-a010-ffe9bff92ab5 req-e941deef-08ed-4c8b-9d9a-7e7243d2a10d tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] For port 160c7530-e66c-4146-8d1a-86055dd432fb, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=160c7530-e66c-4146-8d1a-86055dd432fb,segment=NetworkSegment(07810348-c073-4bbf-84d2-ed09a13b87db),segment_id=07810348-c073-4bbf-84d2-ed09a13b87db)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:05:05.709000 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-97ed8d41-e26f-4da3-a010-ffe9bff92ab5 req-e941deef-08ed-4c8b-9d9a-7e7243d2a10d tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (160c7530-e66c-4146-8d1a-86055dd432fb), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:05.750221 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-97ed8d41-e26f-4da3-a010-ffe9bff92ab5 req-e941deef-08ed-4c8b-9d9a-7e7243d2a10d tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] Calling delete_port for 160c7530-e66c-4146-8d1a-86055dd432fb owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:05:05.755831 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-92a9cab0-f442-4a21-9553-cf66c057aee1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:05.900167 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-05dc8729-4b08-4f64-ae58-23628eacd4c4 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Deleting port 7413db6c-08fd-4f62-83c2-75e2c810d08f {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:05:05.900619 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-05dc8729-4b08-4f64-ae58-23628eacd4c4 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (7413db6c-08fd-4f62-83c2-75e2c810d08f), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:06.087045 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46348419-fd32-4d86-8c9b-a5c3f27807a1 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Router db463c12-a340-4723-ba95-675c02808b17 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:05:06.251376 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-05dc8729-4b08-4f64-ae58-23628eacd4c4 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] For port 7413db6c-08fd-4f62-83c2-75e2c810d08f, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=7413db6c-08fd-4f62-83c2-75e2c810d08f,segment=NetworkSegment(82ceea8e-61f8-4f1d-bda7-8e325e616e51),segment_id=82ceea8e-61f8-4f1d-bda7-8e325e616e51)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:05:06.251910 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-05dc8729-4b08-4f64-ae58-23628eacd4c4 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (7413db6c-08fd-4f62-83c2-75e2c810d08f), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:06.260770 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 0af2718b-7026-4898-9150-9add291e8501 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:05:06.366026 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-05dc8729-4b08-4f64-ae58-23628eacd4c4 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Calling delete_port for 7413db6c-08fd-4f62-83c2-75e2c810d08f owned by network:dhcp {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:05:06.386234 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b360298f-6481-4b0b-9441-891f85111f29 req-e8cc7c03-c64d-4f71-a609-e6c341dea343 tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:06.387401 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b360298f-6481-4b0b-9441-891f85111f29 req-e8cc7c03-c64d-4f71-a609-e6c341dea343 tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e8ce139-a2fd-4ff1-b865-c7f1b7ca8acf HTTP/1.1" status: 200 len: 945 time: 0.0984850 Feb 19 03:05:06.389214 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c3838dc-26b4-4265-86e9-bd798f109886 admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:05:06.421040 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e07fe4e-4b27-4ae5-9125-4dad10c6b2a6 None None] Sync routers for ids ['7bcff32f-85cc-4b7a-a9ae-323902b5a1b1'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:05:06.437263 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d5eea9b-fd85-486e-8be2-840818f31016 None None] get_active_networks_info from n-d-826753-2 {{(pid=103703) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 03:05:06.484198 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b360298f-6481-4b0b-9441-891f85111f29 req-bd2551f8-8556-4ab5-abcf-df775ef2659f tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] 10.222.0.72 "GET /v2.0/security-groups?id=dca410f4-0b4b-41b4-93cf-ff3f9b4055d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677969 Feb 19 03:05:06.487935 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9c3838dc-26b4-4265-86e9-bd798f109886 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:06.491667 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-9c3838dc-26b4-4265-86e9-bd798f109886 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.0042310 Feb 19 03:05:06.492555 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 53128) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:06.567015 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-92a9cab0-f442-4a21-9553-cf66c057aee1 admin admin] Publish callbacks [] for security_group (add2228a-e4bf-4d60-8fcd-37e4f65a0325), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:06.580479 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5eea9b-fd85-486e-8be2-840818f31016 None None] Resources bound (agent type, host, resource id): {{(pid=103703) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 03:05:06.588277 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e07fe4e-4b27-4ae5-9125-4dad10c6b2a6 None None] Routers {'7bcff32f-85cc-4b7a-a9ae-323902b5a1b1'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:05:06.589537 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-4e07fe4e-4b27-4ae5-9125-4dad10c6b2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:04:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['7bcff32f-85cc-4b7a-a9ae-323902b5a1b1'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:05:06.592626 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-92a9cab0-f442-4a21-9553-cf66c057aee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (add2228a-e4bf-4d60-8fcd-37e4f65a0325), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:06.593430 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 0af2718b-7026-4898-9150-9add291e8501 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:05:06.594923 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (0af2718b-7026-4898-9150-9add291e8501), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:06.656062 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-97ed8d41-e26f-4da3-a010-ffe9bff92ab5 req-e941deef-08ed-4c8b-9d9a-7e7243d2a10d tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (160c7530-e66c-4146-8d1a-86055dd432fb), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:06.702184 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-dab39351-6815-4780-8e4c-cbf03054c16e None None] Provisioning complete for port 0af2718b-7026-4898-9150-9add291e8501 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:05:06.702653 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-dab39351-6815-4780-8e4c-cbf03054c16e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (0af2718b-7026-4898-9150-9add291e8501), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:06.716699 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46348419-fd32-4d86-8c9b-a5c3f27807a1 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:05:06.730323 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2119126-1ab8-4c4d-ac7d-42bff7b3be32 None None] Sync routers for ids ['db463c12-a340-4723-ba95-675c02808b17'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:05:06.737098 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-46348419-fd32-4d86-8c9b-a5c3f27807a1 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] 10.222.0.72 "PUT /v2.0/routers/db463c12-a340-4723-ba95-675c02808b17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9045317 Feb 19 03:05:06.742161 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a9cab0-f442-4a21-9553-cf66c057aee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=add2228a-e4bf-4d60-8fcd-37e4f65a0325,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:06.748417 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53134) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:06.770581 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-92a9cab0-f442-4a21-9553-cf66c057aee1 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5afc71b79d914613beb5679d7713e826&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3832295 Feb 19 03:05:06.775163 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-9126689c-1ad4-4a97-a9ef-b705f1448ce9 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Request body: {'port': {'network_id': '63638533-56bf-448b-89a3-36973271b181', 'name': 'tempest-FloatingIPTestJSON-1213509913'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:05:06.779651 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53138) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:06.783054 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-05dc8729-4b08-4f64-ae58-23628eacd4c4 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (7413db6c-08fd-4f62-83c2-75e2c810d08f), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:06.786355 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e941deef-08ed-4c8b-9d9a-7e7243d2a10d tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] Pushing event deleted for resources: {'Port': ['ID=160c7530-e66c-4146-8d1a-86055dd432fb,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:06.792589 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2119126-1ab8-4c4d-ac7d-42bff7b3be32 None None] Routers {'db463c12-a340-4723-ba95-675c02808b17'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:05:06.796840 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-d2119126-1ab8-4c4d-ac7d-42bff7b3be32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:04:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['db463c12-a340-4723-ba95-675c02808b17'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:05:06.902415 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dc8729-4b08-4f64-ae58-23628eacd4c4 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Pushing event deleted for resources: {'Port': ['ID=7413db6c-08fd-4f62-83c2-75e2c810d08f,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:06.932307 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-97ed8d41-e26f-4da3-a010-ffe9bff92ab5 req-e941deef-08ed-4c8b-9d9a-7e7243d2a10d tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] No DVR routers for this DVR port 160c7530-e66c-4146-8d1a-86055dd432fb on host n-h1-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:05:06.949261 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05dc8729-4b08-4f64-ae58-23628eacd4c4 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] No DVR routers for this DVR port 7413db6c-08fd-4f62-83c2-75e2c810d08f on host n-d-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:05:06.965130 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-97ed8d41-e26f-4da3-a010-ffe9bff92ab5 req-e941deef-08ed-4c8b-9d9a-7e7243d2a10d tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:06.969554 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-97ed8d41-e26f-4da3-a010-ffe9bff92ab5 req-e941deef-08ed-4c8b-9d9a-7e7243d2a10d tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] 10.222.0.73 "DELETE /v2.0/ports/160c7530-e66c-4146-8d1a-86055dd432fb HTTP/1.1" status: 204 len: 173 time: 2.4313235 Feb 19 03:05:06.970590 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-d2119126-1ab8-4c4d-ac7d-42bff7b3be32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:05:06.985483 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e8ce139-a2fd-4ff1-b865-c7f1b7ca8acf', 'name': 'network-vif-deleted', 'tag': '160c7530-e66c-4146-8d1a-86055dd432fb'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:05:06.988041 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f328273-ed88-4155-aef9-6b295f3a7dea" -d '{"events": [{"server_uuid": "9e8ce139-a2fd-4ff1-b865-c7f1b7ca8acf", "name": "network-vif-deleted", "tag": "160c7530-e66c-4146-8d1a-86055dd432fb"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:05:07.005934 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2119126-1ab8-4c4d-ac7d-42bff7b3be32 None None] Routers {'db463c12-a340-4723-ba95-675c02808b17'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:05:07.017571 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-d2119126-1ab8-4c4d-ac7d-42bff7b3be32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:04:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['db463c12-a340-4723-ba95-675c02808b17'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:05:07.115807 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-d2119126-1ab8-4c4d-ac7d-42bff7b3be32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:05:07.117453 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2119126-1ab8-4c4d-ac7d-42bff7b3be32 None None] The sync data for ids ['db463c12-a340-4723-ba95-675c02808b17'] in n-d-826753-2 is: [] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:05:07.323615 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 160c7530-e66c-4146-8d1a-86055dd432fb no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:05:07.381876 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c76bb7b-09d0-4ab5-9e00-ac5d53c6d5cc x-openstack-request-id: req-2c76bb7b-09d0-4ab5-9e00-ac5d53c6d5cc {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:05:07.385303 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e8ce139-a2fd-4ff1-b865-c7f1b7ca8acf", "name": "network-vif-deleted", "tag": "160c7530-e66c-4146-8d1a-86055dd432fb", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:05:07.385696 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2c76bb7b-09d0-4ab5-9e00-ac5d53c6d5cc {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:05:07.386146 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e8ce139-a2fd-4ff1-b865-c7f1b7ca8acf', 'name': 'network-vif-deleted', 'tag': '160c7530-e66c-4146-8d1a-86055dd432fb', 'status': 'completed', 'code': 200} Feb 19 03:05:07.415785 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-05dc8729-4b08-4f64-ae58-23628eacd4c4 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (da9b6f91-e83e-4773-9891-09e118a77162), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:07.420245 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-4e07fe4e-4b27-4ae5-9125-4dad10c6b2a6 None None] Set router 7bcff32f-85cc-4b7a-a9ae-323902b5a1b1 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:05:07.423454 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cbafb502-c5a5-415f-a05c-95dba2ae646d admin admin] Publish callbacks [] for security_group (add2228a-e4bf-4d60-8fcd-37e4f65a0325), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:07.484691 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cbafb502-c5a5-415f-a05c-95dba2ae646d admin admin] Publish callbacks [] for security_group (add2228a-e4bf-4d60-8fcd-37e4f65a0325), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:07.519179 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] No Port match for: 160c7530-e66c-4146-8d1a-86055dd432fb {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:05:07.520609 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 160c7530-e66c-4146-8d1a-86055dd432fb not bound to the agent host n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:05:07.558397 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cbafb502-c5a5-415f-a05c-95dba2ae646d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (add2228a-e4bf-4d60-8fcd-37e4f65a0325), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:07.561753 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cbafb502-c5a5-415f-a05c-95dba2ae646d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:07.565529 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-cbafb502-c5a5-415f-a05c-95dba2ae646d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/add2228a-e4bf-4d60-8fcd-37e4f65a0325 HTTP/1.1" status: 204 len: 168 time: 0.7811716 Feb 19 03:05:07.587654 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbafb502-c5a5-415f-a05c-95dba2ae646d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=add2228a-e4bf-4d60-8fcd-37e4f65a0325,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:07.590518 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9126689c-1ad4-4a97-a9ef-b705f1448ce9 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Made reservation on behalf of a14638ced2034bbab9b6b4a7894200ec for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:05:07.595121 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9126689c-1ad4-4a97-a9ef-b705f1448ce9 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:07.618554 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-05dc8729-4b08-4f64-ae58-23628eacd4c4 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da9b6f91-e83e-4773-9891-09e118a77162']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:05:07.644231 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [None req-9126689c-1ad4-4a97-a9ef-b705f1448ce9 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] device_id is not set on port daf03c49-96c7-4bba-8aff-1676f33223ab yet. {{(pid=103702) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:05:07.657737 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-05dc8729-4b08-4f64-ae58-23628eacd4c4 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82ceea8e-61f8-4f1d-bda7-8e325e616e51') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:05:07.658043 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-05dc8729-4b08-4f64-ae58-23628eacd4c4 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82ceea8e-61f8-4f1d-bda7-8e325e616e51') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:05:07.703171 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 0af2718b-7026-4898-9150-9add291e8501 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:05:07.704048 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (0af2718b-7026-4898-9150-9add291e8501), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:07.708899 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-05dc8729-4b08-4f64-ae58-23628eacd4c4 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (82ceea8e-61f8-4f1d-bda7-8e325e616e51), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:07.730137 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-dab39351-6815-4780-8e4c-cbf03054c16e None None] Current status of the port 0af2718b-7026-4898-9150-9add291e8501 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:05:07.733884 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-dab39351-6815-4780-8e4c-cbf03054c16e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (0af2718b-7026-4898-9150-9add291e8501), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:07.737461 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-05dc8729-4b08-4f64-ae58-23628eacd4c4 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (82ceea8e-61f8-4f1d-bda7-8e325e616e51), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:07.757625 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05dc8729-4b08-4f64-ae58-23628eacd4c4 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Releasing vlan 269 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:05:07.757847 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-05dc8729-4b08-4f64-ae58-23628eacd4c4 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (82ceea8e-61f8-4f1d-bda7-8e325e616e51), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:07.761733 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 03:05:07.761733 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:05:07.761733 n-d-826753-2 neutron-server[103702]: timer() Feb 19 03:05:07.761733 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:05:07.761733 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 03:05:07.761733 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:05:07.761733 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 03:05:07.761733 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:05:07.761733 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 03:05:07.761733 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:05:07.761733 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 03:05:07.761733 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:05:07.761733 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 03:05:07.761733 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:05:07.761733 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:05:07.761733 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:05:07.761733 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:05:07.761733 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:05:07.761733 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 03:05:07.761733 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:05:07.761733 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 03:05:07.761733 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:05:07.761733 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:05:07.761733 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:05:07.761733 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 03:05:07.761733 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:05:07.761733 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:05:07.761733 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:05:07.761733 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:05:07.761733 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:05:07.761733 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:05:07.761733 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:05:07.794137 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9f51d074-1bda-4acd-8a10-e7bf8c8c5c3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:07.918234 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-05dc8729-4b08-4f64-ae58-23628eacd4c4 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (da9b6f91-e83e-4773-9891-09e118a77162), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:07.918654 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port 0af2718b-7026-4898-9150-9add291e8501, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=0af2718b-7026-4898-9150-9add291e8501,segment=NetworkSegment(9361ff5e-ecd3-4a53-b64f-0204e54bd4ff),segment_id=9361ff5e-ecd3-4a53-b64f-0204e54bd4ff)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:05:07.926344 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-05dc8729-4b08-4f64-ae58-23628eacd4c4 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:07.931173 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-05dc8729-4b08-4f64-ae58-23628eacd4c4 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] 10.222.0.72 "DELETE /v2.0/networks/da9b6f91-e83e-4773-9891-09e118a77162 HTTP/1.1" status: 204 len: 168 time: 5.8582051 Feb 19 03:05:07.932075 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-9126689c-1ad4-4a97-a9ef-b705f1448ce9 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Allocated IP 172.20.0.3 (63638533-56bf-448b-89a3-36973271b181/7c31cfa3-ce53-4579-96e1-18aa802eebca/daf03c49-96c7-4bba-8aff-1676f33223ab) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:05:07.942952 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53154) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:07.949800 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-6b4f8287-4a4a-4f16-9d04-d0f3e285ef83 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1291912657'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:05:07.984048 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (0af2718b-7026-4898-9150-9add291e8501), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:07.990422 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04223c9f-7b07-47eb-b77a-0ea944810a29 None None] Network 0f4d9579-5631-481f-acff-55faffa2a3d0 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:05:07.999566 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dc8729-4b08-4f64-ae58-23628eacd4c4 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Pushing event deleted for resources: {'Network': ['ID=da9b6f91-e83e-4773-9891-09e118a77162,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:08.002596 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b4f8287-4a4a-4f16-9d04-d0f3e285ef83 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Made reservation on behalf of 976e5173ee3d498faab035e674601760 for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:05:08.006479 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6b4f8287-4a4a-4f16-9d04-d0f3e285ef83 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:08.024006 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ae2274f0-0041-4cb9-a7c1-c9506c2191b3 req-8b8cf650-7e51-4982-bcaf-fe22846c3bd1 tempest-VolumesActionsTest-1843140410 tempest-VolumesActionsTest-1843140410-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e8ce139-a2fd-4ff1-b865-c7f1b7ca8acf HTTP/1.1" status: 200 len: 210 time: 0.1537936 Feb 19 03:05:08.068391 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b4f8287-4a4a-4f16-9d04-d0f3e285ef83 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] vlan segment allocate from pool success with {'vlan_id': 260, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:05:08.100405 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6b4f8287-4a4a-4f16-9d04-d0f3e285ef83 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (45c994eb-9d95-4549-a590-03cafeb8a48a), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:08.101334 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-6b4f8287-4a4a-4f16-9d04-d0f3e285ef83 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Added segment 45c994eb-9d95-4549-a590-03cafeb8a48a of type vlan for network 04275374-c555-4529-a9ab-168173be09b0 Feb 19 03:05:08.249199 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6b4f8287-4a4a-4f16-9d04-d0f3e285ef83 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (04275374-c555-4529-a9ab-168173be09b0), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:08.359103 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-9f51d074-1bda-4acd-8a10-e7bf8c8c5c3c admin admin] Allocated IP 172.20.0.1 (0f4d9579-5631-481f-acff-55faffa2a3d0/873fca23-e618-4343-ad67-b4c94d7ebaec/9fae4cd5-b2a9-4751-b75a-102a78ea8169) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:05:08.420709 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9126689c-1ad4-4a97-a9ef-b705f1448ce9 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks [] for port (daf03c49-96c7-4bba-8aff-1676f33223ab), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:08.478292 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.db.api [None req-dab39351-6815-4780-8e4c-cbf03054c16e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103703) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:05:08.478847 n-d-826753-2 neutron-server[103703]: DEBUG oslo_db.api [None req-dab39351-6815-4780-8e4c-cbf03054c16e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:05:08.490481 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9f51d074-1bda-4acd-8a10-e7bf8c8c5c3c admin admin] Publish callbacks [] for port (9fae4cd5-b2a9-4751-b75a-102a78ea8169), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:08.498605 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6b4f8287-4a4a-4f16-9d04-d0f3e285ef83 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (04275374-c555-4529-a9ab-168173be09b0), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:08.512318 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4f8287-4a4a-4f16-9d04-d0f3e285ef83 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:08.516295 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=0af2718b-7026-4898-9150-9add291e8501,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:08.516674 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6b4f8287-4a4a-4f16-9d04-d0f3e285ef83 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:08.524370 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53158) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:08.533988 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:05:08.534419 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:05:08.535616 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9f51d074-1bda-4acd-8a10-e7bf8c8c5c3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (9fae4cd5-b2a9-4751-b75a-102a78ea8169), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:08.539168 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:05:08.539510 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:05:08.539849 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:05:08.540182 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:05:08.544715 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:05:08.545109 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:05:08.545537 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:05:08.545875 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:05:08.546211 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:05:08.546546 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:05:08.546872 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:05:08.555686 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9126689c-1ad4-4a97-a9ef-b705f1448ce9 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (daf03c49-96c7-4bba-8aff-1676f33223ab), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:08.592244 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f51d074-1bda-4acd-8a10-e7bf8c8c5c3c admin admin] Pushing event updated for resources: {'Port': ['ID=9fae4cd5-b2a9-4751-b75a-102a78ea8169,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:08.616309 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f51d074-1bda-4acd-8a10-e7bf8c8c5c3c admin admin] Network 0f4d9579-5631-481f-acff-55faffa2a3d0 is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:05:08.617973 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-9f51d074-1bda-4acd-8a10-e7bf8c8c5c3c admin admin] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:05:08.619041 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-4e07fe4e-4b27-4ae5-9125-4dad10c6b2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bcff32f-85cc-4b7a-a9ae-323902b5a1b1', 'name': 'tempest-ServerActionsTestJSON-1229262062-router', 'tenant_id': 'b9f6d445adfb4303a5f2e35c9323b376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': 'a224555f-f273-4885-9609-4b19ad6517a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:05:02Z', 'updated_at': '2022-02-19T03:05:04Z', 'revision_number': 3, 'project_id': 'b9f6d445adfb4303a5f2e35c9323b376', 'gw_port': {'id': 'a224555f-f273-4885-9609-4b19ad6517a6', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:1e:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bcff32f-85cc-4b7a-a9ae-323902b5a1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:05:03Z', 'updated_at': '2022-02-19T03:05:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:05:08.621181 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f51d074-1bda-4acd-8a10-e7bf8c8c5c3c admin admin] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:05:08.689324 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9f51d074-1bda-4acd-8a10-e7bf8c8c5c3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16289150'] for router_interface (7bcff32f-85cc-4b7a-a9ae-323902b5a1b1), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:08.697734 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e07fe4e-4b27-4ae5-9125-4dad10c6b2a6 None None] Checking router: 7bcff32f-85cc-4b7a-a9ae-323902b5a1b1 for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:05:08.698151 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e07fe4e-4b27-4ae5-9125-4dad10c6b2a6 None None] Updating router 7bcff32f-85cc-4b7a-a9ae-323902b5a1b1 port a224555f-f273-4885-9609-4b19ad6517a6 binding host n-d-826753-2 {{(pid=103703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:05:08.743708 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f3d3a3b0-ab0a-4414-8297-2cf040335522 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:08.755432 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4e07fe4e-4b27-4ae5-9125-4dad10c6b2a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (a224555f-f273-4885-9609-4b19ad6517a6), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:08.768086 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-6b4f8287-4a4a-4f16-9d04-d0f3e285ef83 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8215778 Feb 19 03:05:08.774081 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 53162) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:08.787854 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-6906e62d-f8a2-4c76-8f7d-66ddb6585118 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Request body: {'subnet': {'network_id': '04275374-c555-4529-a9ab-168173be09b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:05:08.843182 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9126689c-1ad4-4a97-a9ef-b705f1448ce9 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Network 63638533-56bf-448b-89a3-36973271b181 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:05:08.854971 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4f8287-4a4a-4f16-9d04-d0f3e285ef83 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Pushing event updated for resources: {'Network': ['ID=04275374-c555-4529-a9ab-168173be09b0,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:08.863211 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-9126689c-1ad4-4a97-a9ef-b705f1448ce9 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:05:08.877737 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9126689c-1ad4-4a97-a9ef-b705f1448ce9 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Pushing event updated for resources: {'Port': ['ID=daf03c49-96c7-4bba-8aff-1676f33223ab,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:08.880047 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9126689c-1ad4-4a97-a9ef-b705f1448ce9 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:05:09.014803 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6906e62d-f8a2-4c76-8f7d-66ddb6585118 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Made reservation on behalf of 976e5173ee3d498faab035e674601760 for: {'subnet': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:05:09.017415 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 04275374-c555-4529-a9ab-168173be09b0 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:05:09.018928 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6906e62d-f8a2-4c76-8f7d-66ddb6585118 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58706307'] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:09.098390 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9126689c-1ad4-4a97-a9ef-b705f1448ce9 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:09.099066 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9126689c-1ad4-4a97-a9ef-b705f1448ce9 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:09.190075 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-9126689c-1ad4-4a97-a9ef-b705f1448ce9 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.4223154 Feb 19 03:05:09.199081 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 53170) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:09.218945 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f3d3a3b0-ab0a-4414-8297-2cf040335522 admin admin] Publish callbacks [] for security_group (9d152dc9-815f-4471-bdb4-bfca8c73d05d), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:09.234753 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f3d3a3b0-ab0a-4414-8297-2cf040335522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (9d152dc9-815f-4471-bdb4-bfca8c73d05d), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:09.248835 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-606361c7-c383-4436-8c89-5d3ffabfef84 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Request body: {'port': {'network_id': '63638533-56bf-448b-89a3-36973271b181', 'name': 'tempest-FloatingIPTestJSON-2131049401'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:05:09.334474 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-dab39351-6815-4780-8e4c-cbf03054c16e None None] Current status of the port 0af2718b-7026-4898-9150-9add291e8501 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:05:09.362318 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d3a3b0-ab0a-4414-8297-2cf040335522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d152dc9-815f-4471-bdb4-bfca8c73d05d,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:09.374425 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-f3d3a3b0-ab0a-4414-8297-2cf040335522 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=facdf333cb2443c4af090a454fb1a785&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8426654 Feb 19 03:05:09.375439 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53176) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:09.419107 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9f51d074-1bda-4acd-8a10-e7bf8c8c5c3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (9fae4cd5-b2a9-4751-b75a-102a78ea8169), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:09.441000 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4e07fe4e-4b27-4ae5-9125-4dad10c6b2a6 None None] Publish callbacks [] for port (a224555f-f273-4885-9609-4b19ad6517a6), precommit_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:09.459589 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4e07fe4e-4b27-4ae5-9125-4dad10c6b2a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (a224555f-f273-4885-9609-4b19ad6517a6), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:09.519139 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3f325b0d-5911-44d7-b9c5-2e9489fc4eca admin admin] Publish callbacks [] for security_group (9d152dc9-815f-4471-bdb4-bfca8c73d05d), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:09.568619 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3f325b0d-5911-44d7-b9c5-2e9489fc4eca admin admin] Publish callbacks [] for security_group (9d152dc9-815f-4471-bdb4-bfca8c73d05d), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:09.620448 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e9f32665-4f88-4192-af11-1f2666c3c1d6 None None] Provisioning complete for port 0af2718b-7026-4898-9150-9add291e8501 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:05:09.620985 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e9f32665-4f88-4192-af11-1f2666c3c1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (0af2718b-7026-4898-9150-9add291e8501), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:09.627211 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-4e07fe4e-4b27-4ae5-9125-4dad10c6b2a6 None None] Attempting to bind port a224555f-f273-4885-9609-4b19ad6517a6 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:05:09.627598 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-4e07fe4e-4b27-4ae5-9125-4dad10c6b2a6 None None] Attempting to bind port a224555f-f273-4885-9609-4b19ad6517a6 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:05:09.627975 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e07fe4e-4b27-4ae5-9125-4dad10c6b2a6 None None] Attempting to bind port a224555f-f273-4885-9609-4b19ad6517a6 on network eaf64708-9021-419e-b287-ef3e0f51e2ee {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:05:09.630455 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f5e65a-22ff-4fb8-b68c-2ad65c9bb759 None None] Pushing event updated for resources: {'Port': ['ID=a224555f-f273-4885-9609-4b19ad6517a6,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:09.709161 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3f325b0d-5911-44d7-b9c5-2e9489fc4eca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (9d152dc9-815f-4471-bdb4-bfca8c73d05d), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:09.709716 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e07fe4e-4b27-4ae5-9125-4dad10c6b2a6 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:05:09.710094 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e07fe4e-4b27-4ae5-9125-4dad10c6b2a6 None None] Checking segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:05:09.710493 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4e07fe4e-4b27-4ae5-9125-4dad10c6b2a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:09.710890 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e07fe4e-4b27-4ae5-9125-4dad10c6b2a6 None None] Bound using segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:05:09.711737 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3f325b0d-5911-44d7-b9c5-2e9489fc4eca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:09.711982 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-4e07fe4e-4b27-4ae5-9125-4dad10c6b2a6 None None] Bound port: a224555f-f273-4885-9609-4b19ad6517a6, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:05:09.712371 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4e07fe4e-4b27-4ae5-9125-4dad10c6b2a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (a224555f-f273-4885-9609-4b19ad6517a6), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:09.716265 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-3f325b0d-5911-44d7-b9c5-2e9489fc4eca admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9d152dc9-815f-4471-bdb4-bfca8c73d05d HTTP/1.1" status: 204 len: 168 time: 0.3384552 Feb 19 03:05:09.729696 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6906e62d-f8a2-4c76-8f7d-66ddb6585118 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12647271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58706289'] for subnet (5927d51e-b098-4599-a4e6-799dadfc1433), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:09.742259 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f325b0d-5911-44d7-b9c5-2e9489fc4eca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d152dc9-815f-4471-bdb4-bfca8c73d05d,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:09.892424 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e9f32665-4f88-4192-af11-1f2666c3c1d6 None None] Current status of the port 0af2718b-7026-4898-9150-9add291e8501 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:05:09.897129 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4e07fe4e-4b27-4ae5-9125-4dad10c6b2a6 None None] For port a224555f-f273-4885-9609-4b19ad6517a6, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:05:09.911586 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4e07fe4e-4b27-4ae5-9125-4dad10c6b2a6 None None] For port a224555f-f273-4885-9609-4b19ad6517a6, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=a224555f-f273-4885-9609-4b19ad6517a6,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:05:09.920565 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4e07fe4e-4b27-4ae5-9125-4dad10c6b2a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (a224555f-f273-4885-9609-4b19ad6517a6), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:09.972891 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6906e62d-f8a2-4c76-8f7d-66ddb6585118 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Pushing event updated for resources: {'Subnet': ['ID=5927d51e-b098-4599-a4e6-799dadfc1433,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:10.019295 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e07fe4e-4b27-4ae5-9125-4dad10c6b2a6 None None] Routers {'7bcff32f-85cc-4b7a-a9ae-323902b5a1b1'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:05:10.020103 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-4e07fe4e-4b27-4ae5-9125-4dad10c6b2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:04:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['7bcff32f-85cc-4b7a-a9ae-323902b5a1b1'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:05:10.113256 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6906e62d-f8a2-4c76-8f7d-66ddb6585118 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Checking segment: {'id': '45c994eb-9d95-4549-a590-03cafeb8a48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '04275374-c555-4529-a9ab-168173be09b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:05:10.113766 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6906e62d-f8a2-4c76-8f7d-66ddb6585118 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Network hostable DHCP agents. Network: 04275374-c555-4529-a9ab-168173be09b0, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:05:10.128233 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-606361c7-c383-4436-8c89-5d3ffabfef84 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Made reservation on behalf of a14638ced2034bbab9b6b4a7894200ec for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:05:10.140372 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-606361c7-c383-4436-8c89-5d3ffabfef84 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:10.152675 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 0af2718b-7026-4898-9150-9add291e8501 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:05:10.210841 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [None req-606361c7-c383-4436-8c89-5d3ffabfef84 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] device_id is not set on port 7c42d00e-56d0-4450-8888-26f823477d2b yet. {{(pid=103701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:05:10.242336 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6906e62d-f8a2-4c76-8f7d-66ddb6585118 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Network 04275374-c555-4529-a9ab-168173be09b0 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:05:10.277708 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f5e65a-22ff-4fb8-b68c-2ad65c9bb759 None None] Pushing event updated for resources: {'Port': ['ID=a224555f-f273-4885-9609-4b19ad6517a6,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:10.303466 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-8ae79348-9b2c-4a4a-8bdd-83d4b704902d None None] Provisioning complete for port 9fae4cd5-b2a9-4751-b75a-102a78ea8169 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:05:10.303846 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-8ae79348-9b2c-4a4a-8bdd-83d4b704902d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (9fae4cd5-b2a9-4751-b75a-102a78ea8169), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:10.431719 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-606361c7-c383-4436-8c89-5d3ffabfef84 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Allocated IP 172.20.0.13 (63638533-56bf-448b-89a3-36973271b181/7c31cfa3-ce53-4579-96e1-18aa802eebca/7c42d00e-56d0-4450-8888-26f823477d2b) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:05:10.584021 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-4e07fe4e-4b27-4ae5-9125-4dad10c6b2a6 None None] Set router 7bcff32f-85cc-4b7a-a9ae-323902b5a1b1 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:05:10.636625 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-606361c7-c383-4436-8c89-5d3ffabfef84 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks [] for port (7c42d00e-56d0-4450-8888-26f823477d2b), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:10.663682 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-8ae79348-9b2c-4a4a-8bdd-83d4b704902d None None] Port 9fae4cd5-b2a9-4751-b75a-102a78ea8169 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:05:10.724608 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9f51d074-1bda-4acd-8a10-e7bf8c8c5c3c admin admin] Publish callbacks [] for port (9fae4cd5-b2a9-4751-b75a-102a78ea8169), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:10.729528 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-606361c7-c383-4436-8c89-5d3ffabfef84 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (7c42d00e-56d0-4450-8888-26f823477d2b), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:10.745443 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-6906e62d-f8a2-4c76-8f7d-66ddb6585118 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 04275374-c555-4529-a9ab-168173be09b0) {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:05:10.752697 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6906e62d-f8a2-4c76-8f7d-66ddb6585118 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:10.754522 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6906e62d-f8a2-4c76-8f7d-66ddb6585118 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:10.773796 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9f51d074-1bda-4acd-8a10-e7bf8c8c5c3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (9fae4cd5-b2a9-4751-b75a-102a78ea8169), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:10.877190 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9f51d074-1bda-4acd-8a10-e7bf8c8c5c3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16362769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16289258'] for router_interface (7bcff32f-85cc-4b7a-a9ae-323902b5a1b1), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:10.884452 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-6906e62d-f8a2-4c76-8f7d-66ddb6585118 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.1065571 Feb 19 03:05:10.884832 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53246) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:10.885329 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606361c7-c383-4436-8c89-5d3ffabfef84 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Pushing event updated for resources: {'Port': ['ID=7c42d00e-56d0-4450-8888-26f823477d2b,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:10.900140 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606361c7-c383-4436-8c89-5d3ffabfef84 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Network 63638533-56bf-448b-89a3-36973271b181 is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:05:10.957303 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 0af2718b-7026-4898-9150-9add291e8501 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:05:10.957682 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (0af2718b-7026-4898-9150-9add291e8501), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:10.964001 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90ff7e3-a2d1-4d59-b4a5-2b64329b466d None None] Network 04275374-c555-4529-a9ab-168173be09b0 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:05:10.981096 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f51d074-1bda-4acd-8a10-e7bf8c8c5c3c admin admin] Pushing event updated for resources: {'Port': ['ID=9fae4cd5-b2a9-4751-b75a-102a78ea8169,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:10.999440 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-606361c7-c383-4436-8c89-5d3ffabfef84 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:05:11.019861 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606361c7-c383-4436-8c89-5d3ffabfef84 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:05:11.164794 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 0af2718b-7026-4898-9150-9add291e8501 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:05:11.196460 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b763c02b-552c-4042-8220-c9f4da044566 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (04275374-c555-4529-a9ab-168173be09b0), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:11.257103 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606361c7-c383-4436-8c89-5d3ffabfef84 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:11.259187 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19d8a2b-97fb-4fbc-9c8b-f994745cd8be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-04275374-c555-4529-a9ab-168173be09b0', 'network_id': '04275374-c555-4529-a9ab-168173be09b0', 'project_id': '976e5173ee3d498faab035e674601760', 'fixed_ips': [{'subnet_id': '5927d51e-b098-4599-a4e6-799dadfc1433'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:05:11.261324 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d19d8a2b-97fb-4fbc-9c8b-f994745cd8be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:11.269697 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-606361c7-c383-4436-8c89-5d3ffabfef84 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:11.302293 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-4e07fe4e-4b27-4ae5-9125-4dad10c6b2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bcff32f-85cc-4b7a-a9ae-323902b5a1b1', 'name': 'tempest-ServerActionsTestJSON-1229262062-router', 'tenant_id': 'b9f6d445adfb4303a5f2e35c9323b376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': 'a224555f-f273-4885-9609-4b19ad6517a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:05:02Z', 'updated_at': '2022-02-19T03:05:09Z', 'revision_number': 4, 'project_id': 'b9f6d445adfb4303a5f2e35c9323b376', 'gw_port': {'id': 'a224555f-f273-4885-9609-4b19ad6517a6', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:1e:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bcff32f-85cc-4b7a-a9ae-323902b5a1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:05:03Z', 'updated_at': '2022-02-19T03:05:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '9fae4cd5-b2a9-4751-b75a-102a78ea8169', 'name': '', 'network_id': '0f4d9579-5631-481f-acff-55faffa2a3d0', 'tenant_id': 'b9f6d445adfb4303a5f2e35c9323b376', 'mac_address': 'fa:16:3e:a3:80:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bcff32f-85cc-4b7a-a9ae-323902b5a1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': '873fca23-e618-4343-ad67-b4c94d7ebaec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:05:07Z', 'updated_at': '2022-02-19T03:05:08Z', 'revision_number': 1, 'project_id': 'b9f6d445adfb4303a5f2e35c9323b376', 'subnets': [{'id': '873fca23-e618-4343-ad67-b4c94d7ebaec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:05:11.350441 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b763c02b-552c-4042-8220-c9f4da044566 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (5927d51e-b098-4599-a4e6-799dadfc1433), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:11.370240 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-606361c7-c383-4436-8c89-5d3ffabfef84 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1715171 Feb 19 03:05:11.386322 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e07fe4e-4b27-4ae5-9125-4dad10c6b2a6 None None] The sync data for ids ['7bcff32f-85cc-4b7a-a9ae-323902b5a1b1'] in n-d-826753-2 is: [{'id': '7bcff32f-85cc-4b7a-a9ae-323902b5a1b1', 'name': 'tempest-ServerActionsTestJSON-1229262062-router', 'tenant_id': 'b9f6d445adfb4303a5f2e35c9323b376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': 'a224555f-f273-4885-9609-4b19ad6517a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:05:02Z', 'updated_at': '2022-02-19T03:05:09Z', 'revision_number': 4, 'project_id': 'b9f6d445adfb4303a5f2e35c9323b376', 'gw_port': {'id': 'a224555f-f273-4885-9609-4b19ad6517a6', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:1e:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bcff32f-85cc-4b7a-a9ae-323902b5a1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:05:03Z', 'updated_at': '2022-02-19T03:05:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '9fae4cd5-b2a9-4751-b75a-102a78ea8169', 'name': '', 'network_id': '0f4d9579-5631-481f-acff-55faffa2a3d0', 'tenant_id': 'b9f6d445adfb4303a5f2e35c9323b376', 'mac_address': 'fa:16:3e:a3:80:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bcff32f-85cc-4b7a-a9ae-323902b5a1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': '873fca23-e618-4343-ad67-b4c94d7ebaec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:05:07Z', 'updated_at': '2022-02-19T03:05:08Z', 'revision_number': 1, 'project_id': 'b9f6d445adfb4303a5f2e35c9323b376', 'subnets': [{'id': '873fca23-e618-4343-ad67-b4c94d7ebaec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:05:11.391953 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 53254) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:11.403034 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-211e4444-074a-48c2-b555-999ed4e62979 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Request body: {'floatingip': {'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'port_id': '7c42d00e-56d0-4450-8888-26f823477d2b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:05:11.461035 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b763c02b-552c-4042-8220-c9f4da044566 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (5927d51e-b098-4599-a4e6-799dadfc1433), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:11.468842 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server [None req-d19d8a2b-97fb-4fbc-9c8b-f994745cd8be None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5927d51e-b098-4599-a4e6-799dadfc1433: This subnet is being modified by another concurrent operation. Feb 19 03:05:11.468842 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 19 03:05:11.468842 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 19 03:05:11.468842 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 19 03:05:11.468842 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 19 03:05:11.468842 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 19 03:05:11.468842 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 19 03:05:11.468842 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 19 03:05:11.468842 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 19 03:05:11.468842 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 19 03:05:11.468842 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 03:05:11.468842 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 03:05:11.468842 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 03:05:11.468842 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 03:05:11.468842 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 03:05:11.468842 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 03:05:11.468842 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 03:05:11.468842 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 03:05:11.468842 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 03:05:11.468842 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 03:05:11.468842 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 03:05:11.468842 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 03:05:11.468842 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 03:05:11.468842 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 03:05:11.468842 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 03:05:11.468842 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 03:05:11.468842 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 03:05:11.468842 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 03:05:11.468842 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 03:05:11.468842 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 03:05:11.468842 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 03:05:11.468842 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 03:05:11.468842 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 03:05:11.468842 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 03:05:11.468842 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 19 03:05:11.468842 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 19 03:05:11.468842 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 19 03:05:11.468842 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 19 03:05:11.468842 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 19 03:05:11.468842 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 19 03:05:11.468842 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 19 03:05:11.468842 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 19 03:05:11.468842 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 19 03:05:11.468842 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 03:05:11.468842 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 03:05:11.468842 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 03:05:11.468842 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 03:05:11.468842 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 03:05:11.468842 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 03:05:11.468842 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 03:05:11.468842 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 03:05:11.468842 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 03:05:11.468842 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 03:05:11.468842 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 03:05:11.468842 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 03:05:11.468842 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 03:05:11.468842 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 03:05:11.468842 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 03:05:11.468842 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 03:05:11.468842 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 03:05:11.468842 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 03:05:11.468842 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 03:05:11.468842 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 03:05:11.468842 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 03:05:11.468842 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 03:05:11.468842 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 03:05:11.468842 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 03:05:11.468842 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 03:05:11.468842 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 03:05:11.468842 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 03:05:11.468842 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 19 03:05:11.468842 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 19 03:05:11.468842 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 19 03:05:11.468842 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 19 03:05:11.468842 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 19 03:05:11.468842 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 19 03:05:11.468842 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 19 03:05:11.468842 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 19 03:05:11.468842 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 03:05:11.468842 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 03:05:11.468842 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 19 03:05:11.468842 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 19 03:05:11.468842 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 19 03:05:11.468842 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 19 03:05:11.468842 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 19 03:05:11.468842 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 19 03:05:11.468842 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 19 03:05:11.468842 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 19 03:05:11.468842 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 19 03:05:11.468842 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server raise exception Feb 19 03:05:11.468842 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5927d51e-b098-4599-a4e6-799dadfc1433: This subnet is being modified by another concurrent operation. Feb 19 03:05:11.468842 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server Feb 19 03:05:11.493749 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8471d19a-6749-42e2-8531-b1cf708b5ed7 None None] get_active_networks_info from n-d-826753-2 {{(pid=103703) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 03:05:11.547024 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f51d074-1bda-4acd-8a10-e7bf8c8c5c3c admin admin] Network 0f4d9579-5631-481f-acff-55faffa2a3d0 is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:05:11.553486 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-9f51d074-1bda-4acd-8a10-e7bf8c8c5c3c admin admin] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:05:11.564562 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b763c02b-552c-4042-8220-c9f4da044566 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Pushing event deleted for resources: {'Subnet': ['ID=5927d51e-b098-4599-a4e6-799dadfc1433,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:11.564964 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-211e4444-074a-48c2-b555-999ed4e62979 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:11.715532 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8471d19a-6749-42e2-8531-b1cf708b5ed7 None None] Resources bound (agent type, host, resource id): {{(pid=103703) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 03:05:11.802783 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b763c02b-552c-4042-8220-c9f4da044566 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (04275374-c555-4529-a9ab-168173be09b0), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:11.867034 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-b763c02b-552c-4042-8220-c9f4da044566 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04275374-c555-4529-a9ab-168173be09b0']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:05:11.929273 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-b763c02b-552c-4042-8220-c9f4da044566 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45c994eb-9d95-4549-a590-03cafeb8a48a') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:05:11.929927 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-b763c02b-552c-4042-8220-c9f4da044566 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45c994eb-9d95-4549-a590-03cafeb8a48a') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:05:11.967340 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b763c02b-552c-4042-8220-c9f4da044566 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (45c994eb-9d95-4549-a590-03cafeb8a48a), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:11.994913 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b763c02b-552c-4042-8220-c9f4da044566 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (45c994eb-9d95-4549-a590-03cafeb8a48a), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:12.020904 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b763c02b-552c-4042-8220-c9f4da044566 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Releasing vlan 260 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:05:12.021216 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b763c02b-552c-4042-8220-c9f4da044566 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (45c994eb-9d95-4549-a590-03cafeb8a48a), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:12.025647 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 03:05:12.025647 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:05:12.025647 n-d-826753-2 neutron-server[103702]: timer() Feb 19 03:05:12.025647 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:05:12.025647 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 03:05:12.025647 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:05:12.025647 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 03:05:12.025647 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:05:12.025647 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 03:05:12.025647 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:05:12.025647 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 03:05:12.025647 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:05:12.025647 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 03:05:12.025647 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:05:12.025647 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:05:12.025647 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:05:12.025647 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:05:12.025647 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:05:12.025647 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 03:05:12.025647 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:05:12.025647 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 03:05:12.025647 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:05:12.025647 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:05:12.025647 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:05:12.025647 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 03:05:12.025647 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:05:12.025647 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:05:12.025647 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:05:12.025647 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:05:12.025647 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:05:12.025647 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:05:12.025647 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:05:12.151686 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b763c02b-552c-4042-8220-c9f4da044566 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (04275374-c555-4529-a9ab-168173be09b0), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:12.160335 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b763c02b-552c-4042-8220-c9f4da044566 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:12.192003 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-b763c02b-552c-4042-8220-c9f4da044566 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] 10.222.0.72 "DELETE /v2.0/networks/04275374-c555-4529-a9ab-168173be09b0 HTTP/1.1" status: 204 len: 168 time: 1.3060267 Feb 19 03:05:12.196510 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ffad04-357f-4956-bd95-6f28af613b1d None None] Network 04275374-c555-4529-a9ab-168173be09b0 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:05:12.203567 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53282) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:12.234872 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ffad04-357f-4956-bd95-6f28af613b1d None None] Network 04275374-c555-4529-a9ab-168173be09b0 could not be found, it might have been deleted concurrently. {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 19 03:05:12.243899 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-d3f3f69b-ac09-4d68-ae2a-f09ef17b9de6 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1832885915'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:05:12.257517 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b763c02b-552c-4042-8220-c9f4da044566 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Pushing event deleted for resources: {'Network': ['ID=04275374-c555-4529-a9ab-168173be09b0,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:12.361247 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3f3f69b-ac09-4d68-ae2a-f09ef17b9de6 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Made reservation on behalf of 976e5173ee3d498faab035e674601760 for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:05:12.367716 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d3f3f69b-ac09-4d68-ae2a-f09ef17b9de6 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:12.458496 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3f3f69b-ac09-4d68-ae2a-f09ef17b9de6 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] vlan segment allocate from pool success with {'vlan_id': 293, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:05:12.483547 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d3f3f69b-ac09-4d68-ae2a-f09ef17b9de6 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (839b6fac-3f76-4074-b6ed-8512c87b64f3), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:12.484879 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-d3f3f69b-ac09-4d68-ae2a-f09ef17b9de6 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Added segment 839b6fac-3f76-4074-b6ed-8512c87b64f3 of type vlan for network 42522235-3df9-453c-b187-4a5447813910 Feb 19 03:05:12.549075 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f51d074-1bda-4acd-8a10-e7bf8c8c5c3c admin admin] Router 7bcff32f-85cc-4b7a-a9ae-323902b5a1b1 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:05:12.580465 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d3f3f69b-ac09-4d68-ae2a-f09ef17b9de6 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (42522235-3df9-453c-b187-4a5447813910), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:12.655946 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d3f3f69b-ac09-4d68-ae2a-f09ef17b9de6 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (42522235-3df9-453c-b187-4a5447813910), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:12.674083 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f3f69b-ac09-4d68-ae2a-f09ef17b9de6 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:12.674780 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d3f3f69b-ac09-4d68-ae2a-f09ef17b9de6 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:12.733209 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-211e4444-074a-48c2-b555-999ed4e62979 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:12.758093 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-d3f3f69b-ac09-4d68-ae2a-f09ef17b9de6 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5488412 Feb 19 03:05:12.759054 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53296) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:12.769824 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-12b12674-89e2-4cff-bd92-98699ebc2599 None None] Provisioning complete for port 9fae4cd5-b2a9-4751-b75a-102a78ea8169 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:05:12.770432 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-12b12674-89e2-4cff-bd92-98699ebc2599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (9fae4cd5-b2a9-4751-b75a-102a78ea8169), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:12.779358 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-66dda190-9e07-4eb5-ada4-f038f0c24b73 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Request body: {'subnet': {'network_id': '42522235-3df9-453c-b187-4a5447813910', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:05:12.873692 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f3f69b-ac09-4d68-ae2a-f09ef17b9de6 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Pushing event updated for resources: {'Network': ['ID=42522235-3df9-453c-b187-4a5447813910,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:12.892782 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66dda190-9e07-4eb5-ada4-f038f0c24b73 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Made reservation on behalf of 976e5173ee3d498faab035e674601760 for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:05:12.896887 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-66dda190-9e07-4eb5-ada4-f038f0c24b73 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:12.949170 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 42522235-3df9-453c-b187-4a5447813910 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:05:12.965467 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-12b12674-89e2-4cff-bd92-98699ebc2599 None None] Port 9fae4cd5-b2a9-4751-b75a-102a78ea8169 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:05:12.976294 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-211e4444-074a-48c2-b555-999ed4e62979 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Allocated IP 172.25.6.253 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/56cdb890-9f65-4ccd-8f8f-50ccc40e9e94) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:05:13.171516 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f51d074-1bda-4acd-8a10-e7bf8c8c5c3c admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:05:13.366645 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-66dda190-9e07-4eb5-ada4-f038f0c24b73 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (43e7dc07-4340-446c-8120-da654974ef1c), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:13.455934 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dda190-9e07-4eb5-ada4-f038f0c24b73 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Pushing event updated for resources: {'Subnet': ['ID=43e7dc07-4340-446c-8120-da654974ef1c,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:13.499198 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66dda190-9e07-4eb5-ada4-f038f0c24b73 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Checking segment: {'id': '839b6fac-3f76-4074-b6ed-8512c87b64f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '42522235-3df9-453c-b187-4a5447813910'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:05:13.499561 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66dda190-9e07-4eb5-ada4-f038f0c24b73 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Network hostable DHCP agents. Network: 42522235-3df9-453c-b187-4a5447813910, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:05:13.515497 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-211e4444-074a-48c2-b555-999ed4e62979 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks [] for port (56cdb890-9f65-4ccd-8f8f-50ccc40e9e94), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:13.535638 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66dda190-9e07-4eb5-ada4-f038f0c24b73 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Network 42522235-3df9-453c-b187-4a5447813910 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:05:13.561966 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-66dda190-9e07-4eb5-ada4-f038f0c24b73 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 42522235-3df9-453c-b187-4a5447813910) {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:05:13.576845 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66006c5-86c9-49c1-94fc-aa0d08ad605b None None] Network 42522235-3df9-453c-b187-4a5447813910 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:05:13.608823 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66dda190-9e07-4eb5-ada4-f038f0c24b73 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:13.611192 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-9f51d074-1bda-4acd-8a10-e7bf8c8c5c3c admin admin] 10.222.0.72 "PUT /v2.0/routers/7bcff32f-85cc-4b7a-a9ae-323902b5a1b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1168418 Feb 19 03:05:13.616850 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-66dda190-9e07-4eb5-ada4-f038f0c24b73 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:13.680398 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-66dda190-9e07-4eb5-ada4-f038f0c24b73 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9101436 Feb 19 03:05:13.680830 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53322) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:13.686345 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-c8658283-4533-40f5-9568-20d9a1cc598c tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Request body: {'subnet': {'network_id': '42522235-3df9-453c-b187-4a5447813910', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:05:13.704046 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-211e4444-074a-48c2-b555-999ed4e62979 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (56cdb890-9f65-4ccd-8f8f-50ccc40e9e94), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:13.792248 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211e4444-074a-48c2-b555-999ed4e62979 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:05:13.824659 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-211e4444-074a-48c2-b555-999ed4e62979 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:05:13.835604 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211e4444-074a-48c2-b555-999ed4e62979 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:05:13.840295 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211e4444-074a-48c2-b555-999ed4e62979 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Pushing event updated for resources: {'Port': ['ID=56cdb890-9f65-4ccd-8f8f-50ccc40e9e94,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:14.079478 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f865fae-1d8a-4012-bd10-87133b87674a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-42522235-3df9-453c-b187-4a5447813910', 'network_id': '42522235-3df9-453c-b187-4a5447813910', 'project_id': '976e5173ee3d498faab035e674601760', 'fixed_ips': [{'subnet_id': '43e7dc07-4340-446c-8120-da654974ef1c'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:05:14.080586 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5f865fae-1d8a-4012-bd10-87133b87674a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:14.322448 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8658283-4533-40f5-9568-20d9a1cc598c tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Made reservation on behalf of 976e5173ee3d498faab035e674601760 for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:05:14.326839 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c8658283-4533-40f5-9568-20d9a1cc598c tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:14.346651 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device a224555f-f273-4885-9609-4b19ad6517a6 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:05:14.539823 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-5f865fae-1d8a-4012-bd10-87133b87674a None None] Allocated IP 2001:db8::2 (42522235-3df9-453c-b187-4a5447813910/43e7dc07-4340-446c-8120-da654974ef1c/3b04f0f0-09cb-4f6c-993d-dd4b3ceae4c7) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:05:14.553663 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port a224555f-f273-4885-9609-4b19ad6517a6 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:05:14.554769 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (a224555f-f273-4885-9609-4b19ad6517a6), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:14.917234 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port a224555f-f273-4885-9609-4b19ad6517a6 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:05:14.930949 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (a224555f-f273-4885-9609-4b19ad6517a6), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:15.202642 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-211e4444-074a-48c2-b555-999ed4e62979 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks [] for floatingip (0c449866-5947-4848-905e-2f7cf4091ba5), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:15.275421 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5f865fae-1d8a-4012-bd10-87133b87674a None None] Publish callbacks [] for port (3b04f0f0-09cb-4f6c-993d-dd4b3ceae4c7), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:15.299535 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port a224555f-f273-4885-9609-4b19ad6517a6, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=a224555f-f273-4885-9609-4b19ad6517a6,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:05:15.319648 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (a224555f-f273-4885-9609-4b19ad6517a6), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:15.351629 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5f865fae-1d8a-4012-bd10-87133b87674a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (3b04f0f0-09cb-4f6c-993d-dd4b3ceae4c7), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:15.375229 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c8658283-4533-40f5-9568-20d9a1cc598c tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (53630a02-0c4a-47ea-8b12-350eb475ec7d), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:15.476819 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53368) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:15.494566 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-eb77e244-a6f5-44ca-96ec-33c104553175 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1872356739', 'description': 'tempest-description--1755177392'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:05:15.536504 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=a224555f-f273-4885-9609-4b19ad6517a6,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:15.549812 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-211e4444-074a-48c2-b555-999ed4e62979 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (56cdb890-9f65-4ccd-8f8f-50ccc40e9e94), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:15.552415 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f865fae-1d8a-4012-bd10-87133b87674a None None] Network 42522235-3df9-453c-b187-4a5447813910 is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:05:15.558701 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8658283-4533-40f5-9568-20d9a1cc598c tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Pushing event updated for resources: {'Subnet': ['ID=53630a02-0c4a-47ea-8b12-350eb475ec7d,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:15.610358 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8658283-4533-40f5-9568-20d9a1cc598c tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Network 42522235-3df9-453c-b187-4a5447813910 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:05:15.610621 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-5f865fae-1d8a-4012-bd10-87133b87674a None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:05:15.625847 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f865fae-1d8a-4012-bd10-87133b87674a None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:05:15.628194 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-c8658283-4533-40f5-9568-20d9a1cc598c tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:05:15.635568 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8658283-4533-40f5-9568-20d9a1cc598c tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:15.639880 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c8658283-4533-40f5-9568-20d9a1cc598c tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:15.643214 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-326cdc43-e818-41af-94e5-bd09cfa25be8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:15.660776 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-eb77e244-a6f5-44ca-96ec-33c104553175 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:15.664008 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c1f6e8-69f4-4571-8b6e-5744ab19c1fe None None] Sync routers for ids ['7bcff32f-85cc-4b7a-a9ae-323902b5a1b1'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:05:15.705189 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-c8658283-4533-40f5-9568-20d9a1cc598c tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.0231333 Feb 19 03:05:15.713837 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53374) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:15.772094 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f865fae-1d8a-4012-bd10-87133b87674a None None] Pushing event updated for resources: {'Port': ['ID=3b04f0f0-09cb-4f6c-993d-dd4b3ceae4c7,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:15.775958 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c1f6e8-69f4-4571-8b6e-5744ab19c1fe None None] Routers {'7bcff32f-85cc-4b7a-a9ae-323902b5a1b1'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:05:15.776590 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-88c1f6e8-69f4-4571-8b6e-5744ab19c1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:04:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['7bcff32f-85cc-4b7a-a9ae-323902b5a1b1'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:05:15.874845 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-eb77e244-a6f5-44ca-96ec-33c104553175 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Publish callbacks [] for security_group (3fcd5f07-b451-4a4f-b38f-b25676c06cc6), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:15.890416 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-eb77e244-a6f5-44ca-96ec-33c104553175 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (3fcd5f07-b451-4a4f-b38f-b25676c06cc6), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:15.967514 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-5f865fae-1d8a-4012-bd10-87133b87674a None None] Attempting to bind port 3b04f0f0-09cb-4f6c-993d-dd4b3ceae4c7 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:05:15.969233 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-5f865fae-1d8a-4012-bd10-87133b87674a None None] Attempting to bind port 3b04f0f0-09cb-4f6c-993d-dd4b3ceae4c7 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '839b6fac-3f76-4074-b6ed-8512c87b64f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '42522235-3df9-453c-b187-4a5447813910'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:05:15.971384 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f865fae-1d8a-4012-bd10-87133b87674a None None] Attempting to bind port 3b04f0f0-09cb-4f6c-993d-dd4b3ceae4c7 on network 42522235-3df9-453c-b187-4a5447813910 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:05:15.975673 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-eb77e244-a6f5-44ca-96ec-33c104553175 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:15.982354 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-eb77e244-a6f5-44ca-96ec-33c104553175 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.5039904 Feb 19 03:05:15.983541 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53384) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:15.988406 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8eb17c5-af3d-49b9-bf97-cb27255589c0 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:15.989696 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8eb17c5-af3d-49b9-bf97-cb27255589c0 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:15.990957 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8eb17c5-af3d-49b9-bf97-cb27255589c0 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:15.992375 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8eb17c5-af3d-49b9-bf97-cb27255589c0 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:15.993859 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8eb17c5-af3d-49b9-bf97-cb27255589c0 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:15.995566 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-c8eb17c5-af3d-49b9-bf97-cb27255589c0 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2807679 Feb 19 03:05:16.000826 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-3d7c3c9a-cb3f-4e94-9870-ef9587acc236 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Request body: {'security_group_rule': {'security_group_id': '3fcd5f07-b451-4a4f-b38f-b25676c06cc6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:05:16.002303 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f865fae-1d8a-4012-bd10-87133b87674a None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:05:16.002685 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f865fae-1d8a-4012-bd10-87133b87674a None None] Checking segment: {'id': '839b6fac-3f76-4074-b6ed-8512c87b64f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '42522235-3df9-453c-b187-4a5447813910'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:05:16.003093 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5f865fae-1d8a-4012-bd10-87133b87674a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:16.003484 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f865fae-1d8a-4012-bd10-87133b87674a None None] Bound using segment: {'id': '839b6fac-3f76-4074-b6ed-8512c87b64f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '42522235-3df9-453c-b187-4a5447813910'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:05:16.008880 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-5f865fae-1d8a-4012-bd10-87133b87674a None None] Bound port: 3b04f0f0-09cb-4f6c-993d-dd4b3ceae4c7, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '839b6fac-3f76-4074-b6ed-8512c87b64f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '42522235-3df9-453c-b187-4a5447813910'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:05:16.012012 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5f865fae-1d8a-4012-bd10-87133b87674a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (3b04f0f0-09cb-4f6c-993d-dd4b3ceae4c7), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:16.021728 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb77e244-a6f5-44ca-96ec-33c104553175 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fcd5f07-b451-4a4f-b38f-b25676c06cc6,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:16.023525 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53386) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:16.030993 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-ee7d7bdc-4df9-4bd3-8bec-a7c336aebf36 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1816182154'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:05:16.032423 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-211e4444-074a-48c2-b555-999ed4e62979 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks [] for port (56cdb890-9f65-4ccd-8f8f-50ccc40e9e94), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:16.057603 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3d7c3c9a-cb3f-4e94-9870-ef9587acc236 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Publish callbacks [] for security_group_rule (afde40b9-958c-4334-b178-40318aaf53e0), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:16.067033 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-211e4444-074a-48c2-b555-999ed4e62979 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (56cdb890-9f65-4ccd-8f8f-50ccc40e9e94), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:16.147780 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3d7c3c9a-cb3f-4e94-9870-ef9587acc236 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Publish callbacks [] for security_group_rule (afde40b9-958c-4334-b178-40318aaf53e0), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:16.172664 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3d7c3c9a-cb3f-4e94-9870-ef9587acc236 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (afde40b9-958c-4334-b178-40318aaf53e0), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:16.182640 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee7d7bdc-4df9-4bd3-8bec-a7c336aebf36 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Made reservation on behalf of 976e5173ee3d498faab035e674601760 for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:05:16.191343 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ee7d7bdc-4df9-4bd3-8bec-a7c336aebf36 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:16.209654 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211e4444-074a-48c2-b555-999ed4e62979 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Pushing event updated for resources: {'Port': ['ID=56cdb890-9f65-4ccd-8f8f-50ccc40e9e94,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:16.293038 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee7d7bdc-4df9-4bd3-8bec-a7c336aebf36 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] vlan segment allocate from pool success with {'vlan_id': 264, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:05:16.301904 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device a224555f-f273-4885-9609-4b19ad6517a6 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:05:16.316504 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ee7d7bdc-4df9-4bd3-8bec-a7c336aebf36 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (1a8bf606-1c17-4548-b3c3-bd94876c9388), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:16.316959 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-ee7d7bdc-4df9-4bd3-8bec-a7c336aebf36 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Added segment 1a8bf606-1c17-4548-b3c3-bd94876c9388 of type vlan for network 08d1684b-19ad-4a24-bec8-3853070f1f5b Feb 19 03:05:16.319442 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-211e4444-074a-48c2-b555-999ed4e62979 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16285943'] for floatingip (0c449866-5947-4848-905e-2f7cf4091ba5), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:16.374123 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ee7d7bdc-4df9-4bd3-8bec-a7c336aebf36 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (08d1684b-19ad-4a24-bec8-3853070f1f5b), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:16.415793 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7c3c9a-cb3f-4e94-9870-ef9587acc236 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afde40b9-958c-4334-b178-40318aaf53e0,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:16.419052 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ee7d7bdc-4df9-4bd3-8bec-a7c336aebf36 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (08d1684b-19ad-4a24-bec8-3853070f1f5b), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:16.466788 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7d7bdc-4df9-4bd3-8bec-a7c336aebf36 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:16.467450 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ee7d7bdc-4df9-4bd3-8bec-a7c336aebf36 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:16.508408 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3d7c3c9a-cb3f-4e94-9870-ef9587acc236 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:16.660864 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-3d7c3c9a-cb3f-4e94-9870-ef9587acc236 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5374699 Feb 19 03:05:16.795847 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-88c1f6e8-69f4-4571-8b6e-5744ab19c1fe None None] Set router 7bcff32f-85cc-4b7a-a9ae-323902b5a1b1 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:05:16.797598 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53402) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:16.797598 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53404) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:16.797598 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-b8bd7a4a-6710-4063-b214-822deb37e6b0 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Request body: {'security_group_rule': {'security_group_id': '3fcd5f07-b451-4a4f-b38f-b25676c06cc6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:05:16.798226 n-d-826753-2 neutron-server[103701]: INFO neutron.db.l3_db [None req-211e4444-074a-48c2-b555-999ed4e62979 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Floating IP 0c449866-5947-4848-905e-2f7cf4091ba5 associated. External IP: 172.25.6.253, port: 7c42d00e-56d0-4450-8888-26f823477d2b. Feb 19 03:05:16.798559 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-5f865fae-1d8a-4012-bd10-87133b87674a None None] For port 3b04f0f0-09cb-4f6c-993d-dd4b3ceae4c7, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:05:16.826563 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-ee7d7bdc-4df9-4bd3-8bec-a7c336aebf36 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8016624 Feb 19 03:05:16.828957 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53416) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:16.843262 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-133de116-5a17-448c-b0ae-3fdd30c4d727 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:05:16.872745 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d7bdc-4df9-4bd3-8bec-a7c336aebf36 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Pushing event updated for resources: {'Network': ['ID=08d1684b-19ad-4a24-bec8-3853070f1f5b,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:16.935307 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b8bd7a4a-6710-4063-b214-822deb37e6b0 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Publish callbacks [] for security_group_rule (efe8169c-1b86-40ad-9f3f-28891e130219), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:16.993876 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 08d1684b-19ad-4a24-bec8-3853070f1f5b details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:05:17.019010 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-5f865fae-1d8a-4012-bd10-87133b87674a None None] For port 3b04f0f0-09cb-4f6c-993d-dd4b3ceae4c7, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=3b04f0f0-09cb-4f6c-993d-dd4b3ceae4c7,segment=NetworkSegment(839b6fac-3f76-4074-b6ed-8512c87b64f3),segment_id=839b6fac-3f76-4074-b6ed-8512c87b64f3)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:05:17.125867 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-dc4f0dd0-e032-4d93-883a-54365b2ab946 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:17.187692 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b8bd7a4a-6710-4063-b214-822deb37e6b0 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Publish callbacks [] for security_group_rule (efe8169c-1b86-40ad-9f3f-28891e130219), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:17.219925 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b8bd7a4a-6710-4063-b214-822deb37e6b0 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (efe8169c-1b86-40ad-9f3f-28891e130219), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:17.273802 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bd7a4a-6710-4063-b214-822deb37e6b0 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efe8169c-1b86-40ad-9f3f-28891e130219,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:17.305838 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-133de116-5a17-448c-b0ae-3fdd30c4d727 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (08d1684b-19ad-4a24-bec8-3853070f1f5b), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:17.350681 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b8bd7a4a-6710-4063-b214-822deb37e6b0 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:17.351912 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-b8bd7a4a-6710-4063-b214-822deb37e6b0 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7702920 Feb 19 03:05:17.372375 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53430) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:17.385466 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port a224555f-f273-4885-9609-4b19ad6517a6 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:05:17.385937 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (a224555f-f273-4885-9609-4b19ad6517a6), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:17.388608 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5f865fae-1d8a-4012-bd10-87133b87674a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (3b04f0f0-09cb-4f6c-993d-dd4b3ceae4c7), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:17.389098 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-819c2237-2cb4-4f38-a576-101480d1afa7 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Request body: {'floatingip': {'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:05:17.395475 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-211e4444-074a-48c2-b555-999ed4e62979 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Router db463c12-a340-4723-ba95-675c02808b17 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:05:17.407879 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-133de116-5a17-448c-b0ae-3fdd30c4d727 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (08d1684b-19ad-4a24-bec8-3853070f1f5b), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:17.458135 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-133de116-5a17-448c-b0ae-3fdd30c4d727 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Network 08d1684b-19ad-4a24-bec8-3853070f1f5b is not hosted by any dhcp agent {{(pid=103702) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 19 03:05:17.468275 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133de116-5a17-448c-b0ae-3fdd30c4d727 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:17.480881 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-133de116-5a17-448c-b0ae-3fdd30c4d727 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:17.486153 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-133de116-5a17-448c-b0ae-3fdd30c4d727 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] 10.222.0.72 "PUT /v2.0/networks/08d1684b-19ad-4a24-bec8-3853070f1f5b HTTP/1.1" status: 200 len: 723 time: 0.6518543 Feb 19 03:05:17.498196 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53432) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:17.599488 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f865fae-1d8a-4012-bd10-87133b87674a None None] Pushing event updated for resources: {'Port': ['ID=3b04f0f0-09cb-4f6c-993d-dd4b3ceae4c7,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:17.628541 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-31fe69aa-9213-4235-a7f6-dee0b69f771a tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Request body: {'subnet': {'network_id': '08d1684b-19ad-4a24-bec8-3853070f1f5b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:05:17.660392 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-819c2237-2cb4-4f38-a576-101480d1afa7 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:17.702981 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-211e4444-074a-48c2-b555-999ed4e62979 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:05:17.716563 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6202c948-d36c-40f1-b740-f369348dbf6d None None] Sync routers for ids ['db463c12-a340-4723-ba95-675c02808b17'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:05:17.741465 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6202c948-d36c-40f1-b740-f369348dbf6d None None] Routers {'db463c12-a340-4723-ba95-675c02808b17'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:05:17.746245 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-6202c948-d36c-40f1-b740-f369348dbf6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:04:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['db463c12-a340-4723-ba95-675c02808b17'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:05:17.751739 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-211e4444-074a-48c2-b555-999ed4e62979 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:17.836635 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-211e4444-074a-48c2-b555-999ed4e62979 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 6.4410017 Feb 19 03:05:17.836635 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 53436) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:17.846388 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-b5d87362-e069-435e-8fb5-491315b6e95c tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:05:17.868905 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-6202c948-d36c-40f1-b740-f369348dbf6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:05:17.890986 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6202c948-d36c-40f1-b740-f369348dbf6d None None] Routers {'db463c12-a340-4723-ba95-675c02808b17'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:05:17.891709 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-6202c948-d36c-40f1-b740-f369348dbf6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:04:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['db463c12-a340-4723-ba95-675c02808b17'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:05:18.022260 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133de116-5a17-448c-b0ae-3fdd30c4d727 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Pushing event updated for resources: {'Network': ['ID=08d1684b-19ad-4a24-bec8-3853070f1f5b,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:18.085641 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-6202c948-d36c-40f1-b740-f369348dbf6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:05:18.086165 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6202c948-d36c-40f1-b740-f369348dbf6d None None] The sync data for ids ['db463c12-a340-4723-ba95-675c02808b17'] in n-d-826753-2 is: [] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:05:18.105089 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-dc4f0dd0-e032-4d93-883a-54365b2ab946 admin admin] Publish callbacks [] for security_group (0217a4cf-caf3-49f6-999c-d4f8fb08168d), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:18.167800 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b5d87362-e069-435e-8fb5-491315b6e95c tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks [] for floatingip (0c449866-5947-4848-905e-2f7cf4091ba5), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:18.172227 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 08d1684b-19ad-4a24-bec8-3853070f1f5b details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:05:18.186627 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port a224555f-f273-4885-9609-4b19ad6517a6 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:05:18.227748 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-dc4f0dd0-e032-4d93-883a-54365b2ab946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (0217a4cf-caf3-49f6-999c-d4f8fb08168d), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:18.244898 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-88c1f6e8-69f4-4571-8b6e-5744ab19c1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bcff32f-85cc-4b7a-a9ae-323902b5a1b1', 'name': 'tempest-ServerActionsTestJSON-1229262062-router', 'tenant_id': 'b9f6d445adfb4303a5f2e35c9323b376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': 'a224555f-f273-4885-9609-4b19ad6517a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:05:02Z', 'updated_at': '2022-02-19T03:05:09Z', 'revision_number': 4, 'project_id': 'b9f6d445adfb4303a5f2e35c9323b376', 'gw_port': {'id': 'a224555f-f273-4885-9609-4b19ad6517a6', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:1e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bcff32f-85cc-4b7a-a9ae-323902b5a1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:05:03Z', 'updated_at': '2022-02-19T03:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '9fae4cd5-b2a9-4751-b75a-102a78ea8169', 'name': '', 'network_id': '0f4d9579-5631-481f-acff-55faffa2a3d0', 'tenant_id': 'b9f6d445adfb4303a5f2e35c9323b376', 'mac_address': 'fa:16:3e:a3:80:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bcff32f-85cc-4b7a-a9ae-323902b5a1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': '873fca23-e618-4343-ad67-b4c94d7ebaec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:05:07Z', 'updated_at': '2022-02-19T03:05:09Z', 'revision_number': 2, 'project_id': 'b9f6d445adfb4303a5f2e35c9323b376', 'subnets': [{'id': '873fca23-e618-4343-ad67-b4c94d7ebaec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:05:18.332573 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-bba97a9a-bbc6-48e5-a012-4d05c4a79beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:18.427941 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c1f6e8-69f4-4571-8b6e-5744ab19c1fe None None] Checking router: 7bcff32f-85cc-4b7a-a9ae-323902b5a1b1 for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:05:18.428645 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c1f6e8-69f4-4571-8b6e-5744ab19c1fe None None] Updating router 7bcff32f-85cc-4b7a-a9ae-323902b5a1b1 port 9fae4cd5-b2a9-4751-b75a-102a78ea8169 binding host n-d-826753-2 {{(pid=103703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:05:18.437412 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-dc4f0dd0-e032-4d93-883a-54365b2ab946 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c49b37ea67cd4800994e9bed110d3b86&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8544297 Feb 19 03:05:18.438430 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53450) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:18.475567 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 3b04f0f0-09cb-4f6c-993d-dd4b3ceae4c7 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:05:18.540502 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4f0dd0-e032-4d93-883a-54365b2ab946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0217a4cf-caf3-49f6-999c-d4f8fb08168d,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:18.563719 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-88c1f6e8-69f4-4571-8b6e-5744ab19c1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (9fae4cd5-b2a9-4751-b75a-102a78ea8169), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:18.610090 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 3b04f0f0-09cb-4f6c-993d-dd4b3ceae4c7 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:05:18.610749 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (3b04f0f0-09cb-4f6c-993d-dd4b3ceae4c7), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:18.683544 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31fe69aa-9213-4235-a7f6-dee0b69f771a tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Made reservation on behalf of 976e5173ee3d498faab035e674601760 for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:05:18.688580 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-31fe69aa-9213-4235-a7f6-dee0b69f771a tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:19.160676 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b5d87362-e069-435e-8fb5-491315b6e95c tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:19.174911 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-88c1f6e8-69f4-4571-8b6e-5744ab19c1fe None None] Publish callbacks [] for port (9fae4cd5-b2a9-4751-b75a-102a78ea8169), precommit_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:19.179877 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b5d87362-e069-435e-8fb5-491315b6e95c tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16285943'] for floatingip (0c449866-5947-4848-905e-2f7cf4091ba5), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:19.180524 n-d-826753-2 neutron-server[103701]: INFO neutron.db.l3_db [None req-b5d87362-e069-435e-8fb5-491315b6e95c tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Floating IP 0c449866-5947-4848-905e-2f7cf4091ba5 disassociated. External IP: 172.25.6.253, port: 7c42d00e-56d0-4450-8888-26f823477d2b. Feb 19 03:05:19.296384 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-88c1f6e8-69f4-4571-8b6e-5744ab19c1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (9fae4cd5-b2a9-4751-b75a-102a78ea8169), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:19.513898 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 3b04f0f0-09cb-4f6c-993d-dd4b3ceae4c7 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:05:19.515221 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (3b04f0f0-09cb-4f6c-993d-dd4b3ceae4c7), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:19.554053 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:19.576984 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d16eb-617b-49c9-8a2e-d66bbee2411e None None] Pushing event updated for resources: {'Port': ['ID=9fae4cd5-b2a9-4751-b75a-102a78ea8169,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:19.617975 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port 3b04f0f0-09cb-4f6c-993d-dd4b3ceae4c7, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=3b04f0f0-09cb-4f6c-993d-dd4b3ceae4c7,segment=NetworkSegment(839b6fac-3f76-4074-b6ed-8512c87b64f3),segment_id=839b6fac-3f76-4074-b6ed-8512c87b64f3)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:05:19.653248 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (3b04f0f0-09cb-4f6c-993d-dd4b3ceae4c7), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:19.708612 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-88c1f6e8-69f4-4571-8b6e-5744ab19c1fe None None] Attempting to bind port 9fae4cd5-b2a9-4751-b75a-102a78ea8169 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:05:19.709310 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-88c1f6e8-69f4-4571-8b6e-5744ab19c1fe None None] Attempting to bind port 9fae4cd5-b2a9-4751-b75a-102a78ea8169 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '9361ff5e-ecd3-4a53-b64f-0204e54bd4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '0f4d9579-5631-481f-acff-55faffa2a3d0'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:05:19.709848 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c1f6e8-69f4-4571-8b6e-5744ab19c1fe None None] Attempting to bind port 9fae4cd5-b2a9-4751-b75a-102a78ea8169 on network 0f4d9579-5631-481f-acff-55faffa2a3d0 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:05:19.730813 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c1f6e8-69f4-4571-8b6e-5744ab19c1fe None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:05:19.738637 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c1f6e8-69f4-4571-8b6e-5744ab19c1fe None None] Checking segment: {'id': '9361ff5e-ecd3-4a53-b64f-0204e54bd4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '0f4d9579-5631-481f-acff-55faffa2a3d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:05:19.739131 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-88c1f6e8-69f4-4571-8b6e-5744ab19c1fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:19.741794 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c1f6e8-69f4-4571-8b6e-5744ab19c1fe None None] Bound using segment: {'id': '9361ff5e-ecd3-4a53-b64f-0204e54bd4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '0f4d9579-5631-481f-acff-55faffa2a3d0'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:05:19.749804 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-88c1f6e8-69f4-4571-8b6e-5744ab19c1fe None None] Bound port: 9fae4cd5-b2a9-4751-b75a-102a78ea8169, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9361ff5e-ecd3-4a53-b64f-0204e54bd4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '0f4d9579-5631-481f-acff-55faffa2a3d0'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:05:19.750301 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-88c1f6e8-69f4-4571-8b6e-5744ab19c1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (9fae4cd5-b2a9-4751-b75a-102a78ea8169), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:19.810442 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52646e1-fbc5-47af-a643-5c753f7ed80c None None] Network 42522235-3df9-453c-b187-4a5447813910 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:05:19.943289 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8d70ca70-1766-4ff7-b834-120b5c5cab51 admin admin] Publish callbacks [] for security_group (0217a4cf-caf3-49f6-999c-d4f8fb08168d), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:19.970353 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8d70ca70-1766-4ff7-b834-120b5c5cab51 admin admin] Publish callbacks [] for security_group (0217a4cf-caf3-49f6-999c-d4f8fb08168d), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:19.997312 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=3b04f0f0-09cb-4f6c-993d-dd4b3ceae4c7,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:20.006378 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-a2048141-0d14-4d56-a00a-e2c5a2b22125 None None] Provisioning complete for port 3b04f0f0-09cb-4f6c-993d-dd4b3ceae4c7 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:05:20.007148 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-a2048141-0d14-4d56-a00a-e2c5a2b22125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (3b04f0f0-09cb-4f6c-993d-dd4b3ceae4c7), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:20.063202 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8d70ca70-1766-4ff7-b834-120b5c5cab51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (0217a4cf-caf3-49f6-999c-d4f8fb08168d), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:20.064826 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-88c1f6e8-69f4-4571-8b6e-5744ab19c1fe None None] For port 9fae4cd5-b2a9-4751-b75a-102a78ea8169, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:05:20.066380 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8d70ca70-1766-4ff7-b834-120b5c5cab51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:20.070448 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-8d70ca70-1766-4ff7-b834-120b5c5cab51 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0217a4cf-caf3-49f6-999c-d4f8fb08168d HTTP/1.1" status: 204 len: 168 time: 1.5889997 Feb 19 03:05:20.083671 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d70ca70-1766-4ff7-b834-120b5c5cab51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0217a4cf-caf3-49f6-999c-d4f8fb08168d,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:20.089706 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-88c1f6e8-69f4-4571-8b6e-5744ab19c1fe None None] For port 9fae4cd5-b2a9-4751-b75a-102a78ea8169, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=9fae4cd5-b2a9-4751-b75a-102a78ea8169,segment=NetworkSegment(9361ff5e-ecd3-4a53-b64f-0204e54bd4ff),segment_id=9361ff5e-ecd3-4a53-b64f-0204e54bd4ff)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:05:20.099689 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-819c2237-2cb4-4f38-a576-101480d1afa7 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:20.124752 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5d87362-e069-435e-8fb5-491315b6e95c tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Router db463c12-a340-4723-ba95-675c02808b17 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:05:20.136507 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-88c1f6e8-69f4-4571-8b6e-5744ab19c1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (9fae4cd5-b2a9-4751-b75a-102a78ea8169), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:20.259427 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d16eb-617b-49c9-8a2e-d66bbee2411e None None] Pushing event updated for resources: {'Port': ['ID=9fae4cd5-b2a9-4751-b75a-102a78ea8169,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:20.320714 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-31fe69aa-9213-4235-a7f6-dee0b69f771a tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (cca5095e-7da5-4891-a05f-91fac38488e2), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:20.353846 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c1f6e8-69f4-4571-8b6e-5744ab19c1fe None None] Routers {'7bcff32f-85cc-4b7a-a9ae-323902b5a1b1'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:05:20.354799 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-88c1f6e8-69f4-4571-8b6e-5744ab19c1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:05:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['7bcff32f-85cc-4b7a-a9ae-323902b5a1b1'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:05:20.503885 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d87362-e069-435e-8fb5-491315b6e95c tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:05:20.517588 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b5d87362-e069-435e-8fb5-491315b6e95c tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:20.598859 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-88c1f6e8-69f4-4571-8b6e-5744ab19c1fe None None] Set router 7bcff32f-85cc-4b7a-a9ae-323902b5a1b1 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:05:20.623984 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-b5d87362-e069-435e-8fb5-491315b6e95c tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] 10.222.0.72 "PUT /v2.0/floatingips/0c449866-5947-4848-905e-2f7cf4091ba5 HTTP/1.1" status: 200 len: 688 time: 2.7862608 Feb 19 03:05:20.635417 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 53492) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:20.737607 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fe69aa-9213-4235-a7f6-dee0b69f771a tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Pushing event updated for resources: {'Subnet': ['ID=cca5095e-7da5-4891-a05f-91fac38488e2,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:20.759117 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fe69aa-9213-4235-a7f6-dee0b69f771a tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Checking segment: {'id': '1a8bf606-1c17-4548-b3c3-bd94876c9388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '08d1684b-19ad-4a24-bec8-3853070f1f5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:05:20.760238 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31fe69aa-9213-4235-a7f6-dee0b69f771a tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Network hostable DHCP agents. Network: 08d1684b-19ad-4a24-bec8-3853070f1f5b, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:05:20.772901 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 3b04f0f0-09cb-4f6c-993d-dd4b3ceae4c7 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:05:20.790197 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-819c2237-2cb4-4f38-a576-101480d1afa7 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Allocated IP 172.25.6.21 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/579eeca8-97fe-4df7-85d0-4fbdd01daee4) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:05:20.836229 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31fe69aa-9213-4235-a7f6-dee0b69f771a tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Network 08d1684b-19ad-4a24-bec8-3853070f1f5b is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:05:20.880673 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-a2048141-0d14-4d56-a00a-e2c5a2b22125 None None] Current status of the port 3b04f0f0-09cb-4f6c-993d-dd4b3ceae4c7 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:05:20.890532 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239ab791-6ff6-4888-870a-bb32318ca98f None None] Sync routers for ids ['db463c12-a340-4723-ba95-675c02808b17'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:05:21.019549 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 53502) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:21.049787 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-31fe69aa-9213-4235-a7f6-dee0b69f771a tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 08d1684b-19ad-4a24-bec8-3853070f1f5b) {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:05:21.075285 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31fe69aa-9213-4235-a7f6-dee0b69f771a tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:21.080170 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-31fe69aa-9213-4235-a7f6-dee0b69f771a tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:21.084349 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9fec-561c-4761-b6a7-e8e1bee10f4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:21.142366 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-31fe69aa-9213-4235-a7f6-dee0b69f771a tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.5475724 Feb 19 03:05:21.150870 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 53504) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:21.163163 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-1513a11e-9bd3-4643-b938-cab1c151608e tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:05:21.188590 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183bdc4b-4792-432b-9106-c9c42a67d4b9 None None] Network 08d1684b-19ad-4a24-bec8-3853070f1f5b requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:05:21.266703 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-819c2237-2cb4-4f38-a576-101480d1afa7 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Publish callbacks [] for port (579eeca8-97fe-4df7-85d0-4fbdd01daee4), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:21.332218 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239ab791-6ff6-4888-870a-bb32318ca98f None None] Routers {'db463c12-a340-4723-ba95-675c02808b17'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:05:21.332948 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-239ab791-6ff6-4888-870a-bb32318ca98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:05:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['db463c12-a340-4723-ba95-675c02808b17'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:05:21.379313 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-819c2237-2cb4-4f38-a576-101480d1afa7 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (579eeca8-97fe-4df7-85d0-4fbdd01daee4), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:21.432589 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:21.435110 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1513a11e-9bd3-4643-b938-cab1c151608e tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-58706296'] for subnet (cca5095e-7da5-4891-a05f-91fac38488e2), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:21.458478 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-239ab791-6ff6-4888-870a-bb32318ca98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:05:21.484578 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7cf107f-355f-4f81-bb2f-e566aa3799e6 None None] Update dhcp port {'port': {'network_id': '42522235-3df9-453c-b187-4a5447813910', 'fixed_ips': [{'subnet_id': '43e7dc07-4340-446c-8120-da654974ef1c', 'ip_address': '2001:db8::2'}, {'subnet_id': '53630a02-0c4a-47ea-8b12-350eb475ec7d'}], 'binding:host_id': 'n-d-826753-2'}, 'id': '3b04f0f0-09cb-4f6c-993d-dd4b3ceae4c7'} from n-d-826753-2. {{(pid=103703) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 03:05:21.505578 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819c2237-2cb4-4f38-a576-101480d1afa7 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:05:21.517234 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-819c2237-2cb4-4f38-a576-101480d1afa7 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:05:21.522571 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819c2237-2cb4-4f38-a576-101480d1afa7 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:05:21.561586 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 3b04f0f0-09cb-4f6c-993d-dd4b3ceae4c7 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:05:21.563528 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (3b04f0f0-09cb-4f6c-993d-dd4b3ceae4c7), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:21.665223 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-819c2237-2cb4-4f38-a576-101480d1afa7 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Publish callbacks [] for floatingip (de62ef49-884d-43da-8b6b-8e21cf6b3d64), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:21.729539 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239ab791-6ff6-4888-870a-bb32318ca98f None None] Routers {'db463c12-a340-4723-ba95-675c02808b17'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:05:21.730328 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-239ab791-6ff6-4888-870a-bb32318ca98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:05:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['db463c12-a340-4723-ba95-675c02808b17'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:05:21.772161 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9829e802-daab-463d-b5e2-220d4f1f6cb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-08d1684b-19ad-4a24-bec8-3853070f1f5b', 'network_id': '08d1684b-19ad-4a24-bec8-3853070f1f5b', 'project_id': '976e5173ee3d498faab035e674601760', 'fixed_ips': [{'subnet_id': 'cca5095e-7da5-4891-a05f-91fac38488e2'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:05:21.773221 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-9829e802-daab-463d-b5e2-220d4f1f6cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:21.778548 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d148687-cc3c-4b8b-9ee1-f2c0c7556d3f None None] Provisioning complete for port 9fae4cd5-b2a9-4751-b75a-102a78ea8169 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:05:21.786052 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d148687-cc3c-4b8b-9ee1-f2c0c7556d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (9fae4cd5-b2a9-4751-b75a-102a78ea8169), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:21.814951 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819c2237-2cb4-4f38-a576-101480d1afa7 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Pushing event updated for resources: {'Port': ['ID=579eeca8-97fe-4df7-85d0-4fbdd01daee4,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:21.841435 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-819c2237-2cb4-4f38-a576-101480d1afa7 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (579eeca8-97fe-4df7-85d0-4fbdd01daee4), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:21.903308 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-de44380d-5b18-4748-82ba-0636b0e48837 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Deleting port 56cdb890-9f65-4ccd-8f8f-50ccc40e9e94 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:05:21.904408 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-de44380d-5b18-4748-82ba-0636b0e48837 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (56cdb890-9f65-4ccd-8f8f-50ccc40e9e94), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:22.080529 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-819c2237-2cb4-4f38-a576-101480d1afa7 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Publish callbacks [] for port (579eeca8-97fe-4df7-85d0-4fbdd01daee4), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:22.094779 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-819c2237-2cb4-4f38-a576-101480d1afa7 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (579eeca8-97fe-4df7-85d0-4fbdd01daee4), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:22.128112 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-239ab791-6ff6-4888-870a-bb32318ca98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:05:22.129169 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239ab791-6ff6-4888-870a-bb32318ca98f None None] The sync data for ids ['db463c12-a340-4723-ba95-675c02808b17'] in n-d-826753-2 is: [] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:05:22.156875 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:22.163315 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f7cf107f-355f-4f81-bb2f-e566aa3799e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (3b04f0f0-09cb-4f6c-993d-dd4b3ceae4c7), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:22.250596 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-de44380d-5b18-4748-82ba-0636b0e48837 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (56cdb890-9f65-4ccd-8f8f-50ccc40e9e94), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:22.253092 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-de44380d-5b18-4748-82ba-0636b0e48837 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks [] for floatingip (56cdb890-9f65-4ccd-8f8f-50ccc40e9e94), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:22.295085 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-de44380d-5b18-4748-82ba-0636b0e48837 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Calling delete_port for 56cdb890-9f65-4ccd-8f8f-50ccc40e9e94 owned by network:floatingip {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:05:22.322780 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-819c2237-2cb4-4f38-a576-101480d1afa7 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16285943'] for floatingip (de62ef49-884d-43da-8b6b-8e21cf6b3d64), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:22.359874 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 3b04f0f0-09cb-4f6c-993d-dd4b3ceae4c7 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:05:22.389245 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-819c2237-2cb4-4f38-a576-101480d1afa7 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:22.393249 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-819c2237-2cb4-4f38-a576-101480d1afa7 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.0184686 Feb 19 03:05:22.418433 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819c2237-2cb4-4f38-a576-101480d1afa7 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Pushing event updated for resources: {'Port': ['ID=579eeca8-97fe-4df7-85d0-4fbdd01daee4,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:22.550818 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1513a11e-9bd3-4643-b938-cab1c151608e tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8775801258370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12647209'] for subnet (cca5095e-7da5-4891-a05f-91fac38488e2), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:22.625459 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1513a11e-9bd3-4643-b938-cab1c151608e tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Pushing event updated for resources: {'Subnet': ['ID=cca5095e-7da5-4891-a05f-91fac38488e2,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:22.628650 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-de44380d-5b18-4748-82ba-0636b0e48837 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (56cdb890-9f65-4ccd-8f8f-50ccc40e9e94), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:22.665892 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9fec-561c-4761-b6a7-e8e1bee10f4e admin admin] Publish callbacks [] for security_group (8660e8a7-7300-4b61-b40e-58a03ac3cc00), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:22.667174 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de44380d-5b18-4748-82ba-0636b0e48837 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Pushing event deleted for resources: {'Port': ['ID=56cdb890-9f65-4ccd-8f8f-50ccc40e9e94,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:22.676331 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1513a11e-9bd3-4643-b938-cab1c151608e tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:22.677262 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1513a11e-9bd3-4643-b938-cab1c151608e tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks [] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:22.678747 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-1513a11e-9bd3-4643-b938-cab1c151608e tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] 10.222.0.72 "PUT /v2.0/subnets/cca5095e-7da5-4891-a05f-91fac38488e2 HTTP/1.1" status: 200 len: 826 time: 1.5239227 Feb 19 03:05:22.681548 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53532) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:22.756271 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6a8d9fec-561c-4761-b6a7-e8e1bee10f4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (8660e8a7-7300-4b61-b40e-58a03ac3cc00), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:23.048626 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-80a78c28-8d1e-427e-a260-e65a81991a2c tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (08d1684b-19ad-4a24-bec8-3853070f1f5b), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:23.068914 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-6a8d9fec-561c-4761-b6a7-e8e1bee10f4e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a28dc944837e4e3b96187edbd3de5b2d&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0475252 Feb 19 03:05:23.071744 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53554) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:23.093944 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-de44380d-5b18-4748-82ba-0636b0e48837 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks [] for floatingip (0c449866-5947-4848-905e-2f7cf4091ba5), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:23.103693 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-de44380d-5b18-4748-82ba-0636b0e48837 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:23.109772 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-de44380d-5b18-4748-82ba-0636b0e48837 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] 10.222.0.72 "DELETE /v2.0/floatingips/0c449866-5947-4848-905e-2f7cf4091ba5 HTTP/1.1" status: 204 len: 168 time: 2.4633479 Feb 19 03:05:23.110794 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d9fec-561c-4761-b6a7-e8e1bee10f4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8660e8a7-7300-4b61-b40e-58a03ac3cc00,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:23.131912 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 53556) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:23.145806 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-3779afbf-a1a2-411d-ba47-fa45dec8b0e1 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Request body: {'floatingip': {'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'port_id': 'daf03c49-96c7-4bba-8aff-1676f33223ab'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:05:23.216230 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 9fae4cd5-b2a9-4751-b75a-102a78ea8169 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:05:23.334610 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-61a05a34-db8a-4385-8cb9-616a92543b9d admin admin] Publish callbacks [] for security_group (8660e8a7-7300-4b61-b40e-58a03ac3cc00), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:23.351222 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-53309bc2-ad30-42cf-85a0-6de6297e6fe4 req-59131261-1781-4f02-b696-a6ed6cd08ce3 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1872356739&fields=id&tenant_id=b9f6d445adfb4303a5f2e35c9323b376 HTTP/1.1" status: 200 len: 267 time: 0.2770383 Feb 19 03:05:23.428659 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3779afbf-a1a2-411d-ba47-fa45dec8b0e1 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:23.508838 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-80a78c28-8d1e-427e-a260-e65a81991a2c tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (cca5095e-7da5-4891-a05f-91fac38488e2), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:23.594889 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:23.626968 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d148687-cc3c-4b8b-9ee1-f2c0c7556d3f None None] Current status of the port 9fae4cd5-b2a9-4751-b75a-102a78ea8169 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:05:23.628570 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d148687-cc3c-4b8b-9ee1-f2c0c7556d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (9fae4cd5-b2a9-4751-b75a-102a78ea8169), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:23.673135 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-61a05a34-db8a-4385-8cb9-616a92543b9d admin admin] Publish callbacks [] for security_group (8660e8a7-7300-4b61-b40e-58a03ac3cc00), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:23.734459 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53309bc2-ad30-42cf-85a0-6de6297e6fe4 req-db77abe0-9ddd-48b9-9523-d39561179d6d tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:23.736792 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-53309bc2-ad30-42cf-85a0-6de6297e6fe4 req-db77abe0-9ddd-48b9-9523-d39561179d6d tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/networks?id=0f4d9579-5631-481f-acff-55faffa2a3d0 HTTP/1.1" status: 200 len: 812 time: 0.3846910 Feb 19 03:05:23.775989 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-53309bc2-ad30-42cf-85a0-6de6297e6fe4 req-713a48c4-f498-406e-ae57-16785b265d4b tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/quotas/b9f6d445adfb4303a5f2e35c9323b376 HTTP/1.1" status: 200 len: 375 time: 0.0283394 Feb 19 03:05:23.790129 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 9fae4cd5-b2a9-4751-b75a-102a78ea8169 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:05:23.798357 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-61a05a34-db8a-4385-8cb9-616a92543b9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (8660e8a7-7300-4b61-b40e-58a03ac3cc00), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:23.801309 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-61a05a34-db8a-4385-8cb9-616a92543b9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:23.804878 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-61a05a34-db8a-4385-8cb9-616a92543b9d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8660e8a7-7300-4b61-b40e-58a03ac3cc00 HTTP/1.1" status: 204 len: 168 time: 0.7276154 Feb 19 03:05:23.805370 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (9fae4cd5-b2a9-4751-b75a-102a78ea8169), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:23.836507 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a05a34-db8a-4385-8cb9-616a92543b9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8660e8a7-7300-4b61-b40e-58a03ac3cc00,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:23.836662 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-9829e802-daab-463d-b5e2-220d4f1f6cb2 None None] Allocated IP 2001:db8::2 (08d1684b-19ad-4a24-bec8-3853070f1f5b/cca5095e-7da5-4891-a05f-91fac38488e2/4d4d3fe9-90af-48ca-86b4-41d3efc57719) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:05:24.092288 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3779afbf-a1a2-411d-ba47-fa45dec8b0e1 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:24.199024 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-9829e802-daab-463d-b5e2-220d4f1f6cb2 None None] Publish callbacks [] for port (4d4d3fe9-90af-48ca-86b4-41d3efc57719), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:24.249218 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-80a78c28-8d1e-427e-a260-e65a81991a2c tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (cca5095e-7da5-4891-a05f-91fac38488e2), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:24.308783 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a78c28-8d1e-427e-a260-e65a81991a2c tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Pushing event deleted for resources: {'Subnet': ['ID=cca5095e-7da5-4891-a05f-91fac38488e2,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:24.352121 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-9829e802-daab-463d-b5e2-220d4f1f6cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (4d4d3fe9-90af-48ca-86b4-41d3efc57719), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:24.499157 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-80a78c28-8d1e-427e-a260-e65a81991a2c tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (08d1684b-19ad-4a24-bec8-3853070f1f5b), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:24.573096 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-80a78c28-8d1e-427e-a260-e65a81991a2c tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08d1684b-19ad-4a24-bec8-3853070f1f5b']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:05:24.614181 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-80a78c28-8d1e-427e-a260-e65a81991a2c tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a8bf606-1c17-4548-b3c3-bd94876c9388') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:05:24.618518 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-80a78c28-8d1e-427e-a260-e65a81991a2c tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a8bf606-1c17-4548-b3c3-bd94876c9388') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:05:24.642743 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-80a78c28-8d1e-427e-a260-e65a81991a2c tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (1a8bf606-1c17-4548-b3c3-bd94876c9388), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:24.651767 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9829e802-daab-463d-b5e2-220d4f1f6cb2 None None] Pushing event updated for resources: {'Port': ['ID=4d4d3fe9-90af-48ca-86b4-41d3efc57719,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:24.694101 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-80a78c28-8d1e-427e-a260-e65a81991a2c tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (1a8bf606-1c17-4548-b3c3-bd94876c9388), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:24.709300 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80a78c28-8d1e-427e-a260-e65a81991a2c tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Releasing vlan 264 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:05:24.710324 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-80a78c28-8d1e-427e-a260-e65a81991a2c tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (1a8bf606-1c17-4548-b3c3-bd94876c9388), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:24.720379 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 03:05:24.720379 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:05:24.720379 n-d-826753-2 neutron-server[103702]: timer() Feb 19 03:05:24.720379 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:05:24.720379 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 03:05:24.720379 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:05:24.720379 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 03:05:24.720379 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:05:24.720379 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 03:05:24.720379 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:05:24.720379 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 03:05:24.720379 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:05:24.720379 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 03:05:24.720379 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:05:24.720379 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:05:24.720379 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:05:24.720379 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:05:24.720379 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:05:24.720379 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 03:05:24.720379 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:05:24.720379 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 03:05:24.720379 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:05:24.720379 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:05:24.720379 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:05:24.720379 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 03:05:24.720379 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:05:24.720379 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:05:24.720379 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:05:24.720379 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:05:24.720379 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:05:24.720379 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:05:24.720379 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:05:24.755829 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-88c1f6e8-69f4-4571-8b6e-5744ab19c1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bcff32f-85cc-4b7a-a9ae-323902b5a1b1', 'name': 'tempest-ServerActionsTestJSON-1229262062-router', 'tenant_id': 'b9f6d445adfb4303a5f2e35c9323b376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': 'a224555f-f273-4885-9609-4b19ad6517a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:05:02Z', 'updated_at': '2022-02-19T03:05:09Z', 'revision_number': 4, 'project_id': 'b9f6d445adfb4303a5f2e35c9323b376', 'gw_port': {'id': 'a224555f-f273-4885-9609-4b19ad6517a6', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:1e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bcff32f-85cc-4b7a-a9ae-323902b5a1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:05:03Z', 'updated_at': '2022-02-19T03:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '9fae4cd5-b2a9-4751-b75a-102a78ea8169', 'name': '', 'network_id': '0f4d9579-5631-481f-acff-55faffa2a3d0', 'tenant_id': 'b9f6d445adfb4303a5f2e35c9323b376', 'mac_address': 'fa:16:3e:a3:80:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bcff32f-85cc-4b7a-a9ae-323902b5a1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': '873fca23-e618-4343-ad67-b4c94d7ebaec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:05:07Z', 'updated_at': '2022-02-19T03:05:20Z', 'revision_number': 4, 'project_id': 'b9f6d445adfb4303a5f2e35c9323b376', 'subnets': [{'id': '873fca23-e618-4343-ad67-b4c94d7ebaec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:05:24.790055 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-3779afbf-a1a2-411d-ba47-fa45dec8b0e1 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Allocated IP 172.25.6.23 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/73759b33-2115-4c9c-8bc9-2fc853870429) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:05:24.803843 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d148687-cc3c-4b8b-9ee1-f2c0c7556d3f None None] For port 9fae4cd5-b2a9-4751-b75a-102a78ea8169, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=9fae4cd5-b2a9-4751-b75a-102a78ea8169,segment=NetworkSegment(9361ff5e-ecd3-4a53-b64f-0204e54bd4ff),segment_id=9361ff5e-ecd3-4a53-b64f-0204e54bd4ff)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:05:24.805760 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c1f6e8-69f4-4571-8b6e-5744ab19c1fe None None] The sync data for ids ['7bcff32f-85cc-4b7a-a9ae-323902b5a1b1'] in n-d-826753-2 is: [{'id': '7bcff32f-85cc-4b7a-a9ae-323902b5a1b1', 'name': 'tempest-ServerActionsTestJSON-1229262062-router', 'tenant_id': 'b9f6d445adfb4303a5f2e35c9323b376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': 'a224555f-f273-4885-9609-4b19ad6517a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:05:02Z', 'updated_at': '2022-02-19T03:05:09Z', 'revision_number': 4, 'project_id': 'b9f6d445adfb4303a5f2e35c9323b376', 'gw_port': {'id': 'a224555f-f273-4885-9609-4b19ad6517a6', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:1e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bcff32f-85cc-4b7a-a9ae-323902b5a1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:05:03Z', 'updated_at': '2022-02-19T03:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '9fae4cd5-b2a9-4751-b75a-102a78ea8169', 'name': '', 'network_id': '0f4d9579-5631-481f-acff-55faffa2a3d0', 'tenant_id': 'b9f6d445adfb4303a5f2e35c9323b376', 'mac_address': 'fa:16:3e:a3:80:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bcff32f-85cc-4b7a-a9ae-323902b5a1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': '873fca23-e618-4343-ad67-b4c94d7ebaec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:05:07Z', 'updated_at': '2022-02-19T03:05:20Z', 'revision_number': 4, 'project_id': 'b9f6d445adfb4303a5f2e35c9323b376', 'subnets': [{'id': '873fca23-e618-4343-ad67-b4c94d7ebaec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:05:24.820103 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9829e802-daab-463d-b5e2-220d4f1f6cb2 None None] Network 08d1684b-19ad-4a24-bec8-3853070f1f5b is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:05:24.827424 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-9829e802-daab-463d-b5e2-220d4f1f6cb2 None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:05:24.833678 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9829e802-daab-463d-b5e2-220d4f1f6cb2 None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:05:24.844661 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d148687-cc3c-4b8b-9ee1-f2c0c7556d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (9fae4cd5-b2a9-4751-b75a-102a78ea8169), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:24.907331 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.db.api [None req-80a78c28-8d1e-427e-a260-e65a81991a2c tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 19 03:05:24.907331 n-d-826753-2 neutron-server[103702]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 19 03:05:24.907331 n-d-826753-2 neutron-server[103702]: [parameters: {'id': '08d1684b-19ad-4a24-bec8-3853070f1f5b'}] Feb 19 03:05:24.907331 n-d-826753-2 neutron-server[103702]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103702) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:05:24.908016 n-d-826753-2 neutron-server[103702]: DEBUG oslo_db.api [None req-80a78c28-8d1e-427e-a260-e65a81991a2c tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:05:24.925572 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d148687-cc3c-4b8b-9ee1-f2c0c7556d3f None None] Pushing event updated for resources: {'Port': ['ID=9fae4cd5-b2a9-4751-b75a-102a78ea8169,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:24.979656 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-f7cf107f-355f-4f81-bb2f-e566aa3799e6 None None] Allocated IP 172.20.0.1 (42522235-3df9-453c-b187-4a5447813910/53630a02-0c4a-47ea-8b12-350eb475ec7d/3b04f0f0-09cb-4f6c-993d-dd4b3ceae4c7) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:05:25.137538 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-53309bc2-ad30-42cf-85a0-6de6297e6fe4 req-267b3382-041b-45b2-8c7d-fe5b93b48717 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=b9f6d445adfb4303a5f2e35c9323b376&fields=id HTTP/1.1" status: 200 len: 302 time: 1.3603592 Feb 19 03:05:25.204792 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 9fae4cd5-b2a9-4751-b75a-102a78ea8169 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:05:25.323229 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-9829e802-daab-463d-b5e2-220d4f1f6cb2 None None] Attempting to bind port 4d4d3fe9-90af-48ca-86b4-41d3efc57719 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:05:25.326601 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-9829e802-daab-463d-b5e2-220d4f1f6cb2 None None] Attempting to bind port 4d4d3fe9-90af-48ca-86b4-41d3efc57719 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '1a8bf606-1c17-4548-b3c3-bd94876c9388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '08d1684b-19ad-4a24-bec8-3853070f1f5b'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:05:25.330058 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9829e802-daab-463d-b5e2-220d4f1f6cb2 None None] Attempting to bind port 4d4d3fe9-90af-48ca-86b4-41d3efc57719 on network 08d1684b-19ad-4a24-bec8-3853070f1f5b {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:05:25.408969 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-80a78c28-8d1e-427e-a260-e65a81991a2c tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (08d1684b-19ad-4a24-bec8-3853070f1f5b), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:25.410546 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-53309bc2-ad30-42cf-85a0-6de6297e6fe4 req-f192b02b-8f1c-49f9-9643-a99c6cbbeb85 service neutron] 10.222.0.72 "GET /v2.0/networks/0f4d9579-5631-481f-acff-55faffa2a3d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431524 Feb 19 03:05:25.560184 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-f7cf107f-355f-4f81-bb2f-e566aa3799e6 None None] For port 3b04f0f0-09cb-4f6c-993d-dd4b3ceae4c7, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=3b04f0f0-09cb-4f6c-993d-dd4b3ceae4c7,segment=NetworkSegment(839b6fac-3f76-4074-b6ed-8512c87b64f3),segment_id=839b6fac-3f76-4074-b6ed-8512c87b64f3)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:05:25.578885 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-80a78c28-8d1e-427e-a260-e65a81991a2c tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Deleting port 4d4d3fe9-90af-48ca-86b4-41d3efc57719 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:05:25.579375 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-80a78c28-8d1e-427e-a260-e65a81991a2c tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (4d4d3fe9-90af-48ca-86b4-41d3efc57719), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:25.600075 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f7cf107f-355f-4f81-bb2f-e566aa3799e6 None None] Publish callbacks [] for port (3b04f0f0-09cb-4f6c-993d-dd4b3ceae4c7), precommit_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:25.614246 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9829e802-daab-463d-b5e2-220d4f1f6cb2 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:05:25.614629 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9829e802-daab-463d-b5e2-220d4f1f6cb2 None None] Checking segment: {'id': '1a8bf606-1c17-4548-b3c3-bd94876c9388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '08d1684b-19ad-4a24-bec8-3853070f1f5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:05:25.615037 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-9829e802-daab-463d-b5e2-220d4f1f6cb2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:25.618865 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9829e802-daab-463d-b5e2-220d4f1f6cb2 None None] Bound using segment: {'id': '1a8bf606-1c17-4548-b3c3-bd94876c9388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '08d1684b-19ad-4a24-bec8-3853070f1f5b'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:05:25.619434 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-9829e802-daab-463d-b5e2-220d4f1f6cb2 None None] Bound port: 4d4d3fe9-90af-48ca-86b4-41d3efc57719, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a8bf606-1c17-4548-b3c3-bd94876c9388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '08d1684b-19ad-4a24-bec8-3853070f1f5b'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:05:25.626209 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-9829e802-daab-463d-b5e2-220d4f1f6cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (4d4d3fe9-90af-48ca-86b4-41d3efc57719), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:25.640711 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 9fae4cd5-b2a9-4751-b75a-102a78ea8169 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:05:25.653816 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f7cf107f-355f-4f81-bb2f-e566aa3799e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (3b04f0f0-09cb-4f6c-993d-dd4b3ceae4c7), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:25.836111 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-53309bc2-ad30-42cf-85a0-6de6297e6fe4 req-8bd5f00d-a5a5-4e6e-93e5-a208637435b4 service neutron] 10.222.0.72 "GET /v2.0/networks/0f4d9579-5631-481f-acff-55faffa2a3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4141493 Feb 19 03:05:25.894171 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3779afbf-a1a2-411d-ba47-fa45dec8b0e1 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks [] for port (73759b33-2115-4c9c-8bc9-2fc853870429), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:25.900277 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-80a78c28-8d1e-427e-a260-e65a81991a2c tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] For port 4d4d3fe9-90af-48ca-86b4-41d3efc57719, host n-d-826753-2, got binding levels [] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:05:25.909221 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-80a78c28-8d1e-427e-a260-e65a81991a2c tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (4d4d3fe9-90af-48ca-86b4-41d3efc57719), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:25.991426 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-80a78c28-8d1e-427e-a260-e65a81991a2c tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Calling delete_port for 4d4d3fe9-90af-48ca-86b4-41d3efc57719 owned by network:dhcp {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:05:26.007746 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3779afbf-a1a2-411d-ba47-fa45dec8b0e1 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (73759b33-2115-4c9c-8bc9-2fc853870429), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:26.077963 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3779afbf-a1a2-411d-ba47-fa45dec8b0e1 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:05:26.256990 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-3779afbf-a1a2-411d-ba47-fa45dec8b0e1 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:05:26.298115 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3779afbf-a1a2-411d-ba47-fa45dec8b0e1 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:05:26.300327 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3779afbf-a1a2-411d-ba47-fa45dec8b0e1 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Pushing event updated for resources: {'Port': ['ID=73759b33-2115-4c9c-8bc9-2fc853870429,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:26.454544 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-9829e802-daab-463d-b5e2-220d4f1f6cb2 None None] For port 4d4d3fe9-90af-48ca-86b4-41d3efc57719, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:05:26.564439 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:26.653278 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cf107f-355f-4f81-bb2f-e566aa3799e6 None None] Pushing event updated for resources: {'Port': ['ID=3b04f0f0-09cb-4f6c-993d-dd4b3ceae4c7,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:26.680047 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-9829e802-daab-463d-b5e2-220d4f1f6cb2 None None] For port 4d4d3fe9-90af-48ca-86b4-41d3efc57719, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=4d4d3fe9-90af-48ca-86b4-41d3efc57719,segment=NetworkSegment(1a8bf606-1c17-4548-b3c3-bd94876c9388),segment_id=1a8bf606-1c17-4548-b3c3-bd94876c9388)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:05:26.683289 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a9734705-4ae2-4d7b-a1fa-7fe81fd6bd57 req-03bc0e20-2f4a-48c3-9e9c-a4f214f4abb6 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 210 time: 0.2070136 Feb 19 03:05:26.722873 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 9fae4cd5-b2a9-4751-b75a-102a78ea8169 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:05:26.724590 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (9fae4cd5-b2a9-4751-b75a-102a78ea8169), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:26.748732 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-80a78c28-8d1e-427e-a260-e65a81991a2c tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (4d4d3fe9-90af-48ca-86b4-41d3efc57719), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:26.873020 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-9829e802-daab-463d-b5e2-220d4f1f6cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (4d4d3fe9-90af-48ca-86b4-41d3efc57719), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:26.914014 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a78c28-8d1e-427e-a260-e65a81991a2c tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Pushing event deleted for resources: {'Port': ['ID=4d4d3fe9-90af-48ca-86b4-41d3efc57719,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:26.942202 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a78c28-8d1e-427e-a260-e65a81991a2c tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] No DVR routers for this DVR port 4d4d3fe9-90af-48ca-86b4-41d3efc57719 on host n-d-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:05:26.973208 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9829e802-daab-463d-b5e2-220d4f1f6cb2 None None] Pushing event deleted for resources: {'Port': ['ID=4d4d3fe9-90af-48ca-86b4-41d3efc57719,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:27.238472 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server [None req-44ae5c34-d552-45f6-a747-a8cf666b2fe8 None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port 4d4d3fe9-90af-48ca-86b4-41d3efc57719 could not be found. Feb 19 03:05:27.238472 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 19 03:05:27.238472 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 289, in _get_port Feb 19 03:05:27.238472 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id, Feb 19 03:05:27.238472 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Feb 19 03:05:27.238472 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Feb 19 03:05:27.238472 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Feb 19 03:05:27.238472 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server return self._iter().one() Feb 19 03:05:27.238472 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Feb 19 03:05:27.238472 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server return self._only_one_row( Feb 19 03:05:27.238472 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Feb 19 03:05:27.238472 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Feb 19 03:05:27.238472 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Feb 19 03:05:27.238472 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server Feb 19 03:05:27.238472 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Feb 19 03:05:27.238472 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server Feb 19 03:05:27.238472 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 19 03:05:27.238472 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 19 03:05:27.238472 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 19 03:05:27.238472 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 19 03:05:27.238472 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 19 03:05:27.238472 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 19 03:05:27.238472 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 19 03:05:27.238472 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 03:05:27.238472 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 03:05:27.238472 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 03:05:27.238472 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 03:05:27.238472 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 03:05:27.238472 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 03:05:27.238472 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 03:05:27.238472 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 03:05:27.238472 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 03:05:27.238472 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 03:05:27.238472 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 03:05:27.238472 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 03:05:27.238472 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 03:05:27.238472 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 03:05:27.238472 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 03:05:27.238472 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 03:05:27.238472 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 03:05:27.238472 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 03:05:27.238472 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 03:05:27.238472 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 03:05:27.238472 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 03:05:27.238472 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 03:05:27.238472 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 03:05:27.238472 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 03:05:27.238472 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 326, in get_dhcp_port Feb 19 03:05:27.238472 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) Feb 19 03:05:27.238472 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 03:05:27.238472 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 03:05:27.238472 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 03:05:27.238472 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 03:05:27.238472 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 03:05:27.238472 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 03:05:27.238472 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 03:05:27.238472 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 03:05:27.238472 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 03:05:27.238472 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 03:05:27.238472 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 03:05:27.238472 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 03:05:27.238472 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 03:05:27.238472 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 03:05:27.238472 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 03:05:27.238472 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 03:05:27.238472 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 03:05:27.238472 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 03:05:27.238472 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 03:05:27.238472 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 03:05:27.238472 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 03:05:27.238472 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 03:05:27.238472 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 03:05:27.238472 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 03:05:27.238472 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 03:05:27.238472 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 03:05:27.238472 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 19 03:05:27.238472 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 19 03:05:27.238472 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1564, in get_port Feb 19 03:05:27.238472 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id, lazy_fields=lazy_fields) Feb 19 03:05:27.238472 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 292, in _get_port Feb 19 03:05:27.238472 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) Feb 19 03:05:27.238472 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port 4d4d3fe9-90af-48ca-86b4-41d3efc57719 could not be found. Feb 19 03:05:27.238472 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server Feb 19 03:05:27.264673 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 9fae4cd5-b2a9-4751-b75a-102a78ea8169 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:05:27.292485 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d315d583-adc7-4e1f-8de0-36649378f52c None None] Network 08d1684b-19ad-4a24-bec8-3853070f1f5b requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:05:27.404281 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-80a78c28-8d1e-427e-a260-e65a81991a2c tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (08d1684b-19ad-4a24-bec8-3853070f1f5b), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:27.472767 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-80a78c28-8d1e-427e-a260-e65a81991a2c tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08d1684b-19ad-4a24-bec8-3853070f1f5b']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:05:27.540333 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-80a78c28-8d1e-427e-a260-e65a81991a2c tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a8bf606-1c17-4548-b3c3-bd94876c9388') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:05:27.540652 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-80a78c28-8d1e-427e-a260-e65a81991a2c tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a8bf606-1c17-4548-b3c3-bd94876c9388') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:05:27.563253 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-80a78c28-8d1e-427e-a260-e65a81991a2c tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (1a8bf606-1c17-4548-b3c3-bd94876c9388), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:27.600874 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-80a78c28-8d1e-427e-a260-e65a81991a2c tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (1a8bf606-1c17-4548-b3c3-bd94876c9388), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:27.602222 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 3b04f0f0-09cb-4f6c-993d-dd4b3ceae4c7 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:05:27.628114 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80a78c28-8d1e-427e-a260-e65a81991a2c tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Releasing vlan 264 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:05:27.628533 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-80a78c28-8d1e-427e-a260-e65a81991a2c tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (1a8bf606-1c17-4548-b3c3-bd94876c9388), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:27.632088 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3779afbf-a1a2-411d-ba47-fa45dec8b0e1 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks [] for floatingip (943e40ef-c735-4424-8176-aa590c472f0a), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:27.636062 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 03:05:27.636062 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:05:27.636062 n-d-826753-2 neutron-server[103702]: timer() Feb 19 03:05:27.636062 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:05:27.636062 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 03:05:27.636062 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:05:27.636062 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 03:05:27.636062 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:05:27.636062 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 03:05:27.636062 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:05:27.636062 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 03:05:27.636062 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:05:27.636062 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 03:05:27.636062 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:05:27.636062 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:05:27.636062 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:05:27.636062 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:05:27.636062 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:05:27.636062 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 03:05:27.636062 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:05:27.636062 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 03:05:27.636062 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:05:27.636062 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:05:27.636062 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:05:27.636062 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 03:05:27.636062 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:05:27.636062 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:05:27.636062 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:05:27.636062 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:05:27.636062 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:05:27.636062 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:05:27.636062 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:05:27.683533 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9ed93c-b277-48f3-91fd-a9d05ca35990 None None] Network 08d1684b-19ad-4a24-bec8-3853070f1f5b requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:05:27.827930 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-80a78c28-8d1e-427e-a260-e65a81991a2c tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (08d1684b-19ad-4a24-bec8-3853070f1f5b), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:27.862175 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-80a78c28-8d1e-427e-a260-e65a81991a2c tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:27.876237 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-80a78c28-8d1e-427e-a260-e65a81991a2c tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] 10.222.0.72 "DELETE /v2.0/networks/08d1684b-19ad-4a24-bec8-3853070f1f5b HTTP/1.1" status: 204 len: 168 time: 5.1932178 Feb 19 03:05:27.899362 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 53678) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:27.951436 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a78c28-8d1e-427e-a260-e65a81991a2c tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Pushing event deleted for resources: {'Network': ['ID=08d1684b-19ad-4a24-bec8-3853070f1f5b,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:27.991059 n-d-826753-2 neutron-server[103701]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ff85565-9297-4597-964b-6e6c592aad8f tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] DELETE failed (client error): The resource could not be found. Feb 19 03:05:27.991546 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ff85565-9297-4597-964b-6e6c592aad8f tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:05:28.006542 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-0ff85565-9297-4597-964b-6e6c592aad8f tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] 10.222.0.72 "DELETE /v2.0/networks/08d1684b-19ad-4a24-bec8-3853070f1f5b HTTP/1.1" status: 404 len: 339 time: 0.1039762 Feb 19 03:05:28.010370 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53684) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:28.017106 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-381e8e4f-92be-46cb-a7e0-e4c323950fb6 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-46645348', 'description': 'd1'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:05:28.034434 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-167c7e9c-f82d-467b-845c-0bc5dcff7a60 req-b82f4f94-a5da-40cc-8b13-eb3e4baacdaf tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 210 time: 0.1723139 Feb 19 03:05:28.044093 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3779afbf-a1a2-411d-ba47-fa45dec8b0e1 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (73759b33-2115-4c9c-8bc9-2fc853870429), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:28.096915 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-381e8e4f-92be-46cb-a7e0-e4c323950fb6 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Made reservation on behalf of 976e5173ee3d498faab035e674601760 for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:05:28.119965 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-381e8e4f-92be-46cb-a7e0-e4c323950fb6 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:28.161254 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 3b04f0f0-09cb-4f6c-993d-dd4b3ceae4c7 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:05:28.161868 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (3b04f0f0-09cb-4f6c-993d-dd4b3ceae4c7), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:28.248668 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-381e8e4f-92be-46cb-a7e0-e4c323950fb6 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] vlan segment allocate from pool success with {'vlan_id': 265, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:05:28.272660 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-381e8e4f-92be-46cb-a7e0-e4c323950fb6 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (208b5359-90ec-4f10-8a25-da521a41d72a), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:28.274257 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-381e8e4f-92be-46cb-a7e0-e4c323950fb6 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Added segment 208b5359-90ec-4f10-8a25-da521a41d72a of type vlan for network 4f053a2a-1a16-4a62-8cd3-cd92f4a4fddc Feb 19 03:05:28.443205 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a623de8-a42c-4493-9286-9915e5fd98a1 None None] get_active_networks_info from n-d-826753-2 {{(pid=103703) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 03:05:28.451682 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-381e8e4f-92be-46cb-a7e0-e4c323950fb6 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (4f053a2a-1a16-4a62-8cd3-cd92f4a4fddc), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:28.501151 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3779afbf-a1a2-411d-ba47-fa45dec8b0e1 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks [] for port (73759b33-2115-4c9c-8bc9-2fc853870429), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:28.520622 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3779afbf-a1a2-411d-ba47-fa45dec8b0e1 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (73759b33-2115-4c9c-8bc9-2fc853870429), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:28.575843 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-381e8e4f-92be-46cb-a7e0-e4c323950fb6 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (4f053a2a-1a16-4a62-8cd3-cd92f4a4fddc), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:28.581383 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381e8e4f-92be-46cb-a7e0-e4c323950fb6 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:28.585215 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-381e8e4f-92be-46cb-a7e0-e4c323950fb6 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:28.735313 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a623de8-a42c-4493-9286-9915e5fd98a1 None None] Resources bound (agent type, host, resource id): {{(pid=103703) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 03:05:28.762008 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3779afbf-a1a2-411d-ba47-fa45dec8b0e1 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Pushing event updated for resources: {'Port': ['ID=73759b33-2115-4c9c-8bc9-2fc853870429,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:28.799635 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3779afbf-a1a2-411d-ba47-fa45dec8b0e1 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16285943'] for floatingip (943e40ef-c735-4424-8176-aa590c472f0a), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:28.804907 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-381e8e4f-92be-46cb-a7e0-e4c323950fb6 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7914453 Feb 19 03:05:28.806440 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53716) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:28.847645 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 3b04f0f0-09cb-4f6c-993d-dd4b3ceae4c7 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:05:28.853993 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-c44d7c8c-8071-47a8-ab67-0b5b77b227c5 None None] Provisioning complete for port 3b04f0f0-09cb-4f6c-993d-dd4b3ceae4c7 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:05:28.854354 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c44d7c8c-8071-47a8-ab67-0b5b77b227c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (3b04f0f0-09cb-4f6c-993d-dd4b3ceae4c7), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:28.991551 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381e8e4f-92be-46cb-a7e0-e4c323950fb6 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Pushing event updated for resources: {'Network': ['ID=4f053a2a-1a16-4a62-8cd3-cd92f4a4fddc,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:29.122620 n-d-826753-2 neutron-server[103701]: INFO neutron.db.l3_db [None req-3779afbf-a1a2-411d-ba47-fa45dec8b0e1 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Floating IP 943e40ef-c735-4424-8176-aa590c472f0a associated. External IP: 172.25.6.23, port: daf03c49-96c7-4bba-8aff-1676f33223ab. Feb 19 03:05:29.267014 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aff6ea2-86f7-4cdd-a77b-7951f463fc7e tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:29.268891 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-9aff6ea2-86f7-4cdd-a77b-7951f463fc7e tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] 10.222.0.72 "GET /v2.0/networks?id=4f053a2a-1a16-4a62-8cd3-cd92f4a4fddc HTTP/1.1" status: 200 len: 763 time: 0.4265416 Feb 19 03:05:29.271482 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53734) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:29.279476 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-c9f8d47e-c80c-4c3c-80bd-ea8e5d562beb tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Request body: {'network': {'description': 'd2'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:05:29.324670 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 4f053a2a-1a16-4a62-8cd3-cd92f4a4fddc details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:05:29.641249 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-31644853-3f75-44f9-802e-7abc1f7d9169 req-5010612a-43cc-4b5e-b4b0-fe735b734ae2 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 210 time: 0.1977861 Feb 19 03:05:29.697487 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92bee14-86d7-43ed-848e-b53b48b4df90 None None] Network 42522235-3df9-453c-b187-4a5447813910 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:05:29.736332 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53309bc2-ad30-42cf-85a0-6de6297e6fe4 req-15d06c9b-53bb-4dae-b2fc-7b39d8faf9be tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:29.738230 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-53309bc2-ad30-42cf-85a0-6de6297e6fe4 req-15d06c9b-53bb-4dae-b2fc-7b39d8faf9be tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.73 "GET /v2.0/networks?id=0f4d9579-5631-481f-acff-55faffa2a3d0 HTTP/1.1" status: 200 len: 812 time: 0.3697174 Feb 19 03:05:29.889945 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-c44d7c8c-8071-47a8-ab67-0b5b77b227c5 None None] Current status of the port 3b04f0f0-09cb-4f6c-993d-dd4b3ceae4c7 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:05:29.924302 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-53309bc2-ad30-42cf-85a0-6de6297e6fe4 req-ead81e4f-dd0c-4c19-b6fe-64752ea8f8d7 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b9f6d445adfb4303a5f2e35c9323b376 HTTP/1.1" status: 200 len: 380 time: 0.1612356 Feb 19 03:05:29.944086 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-53309bc2-ad30-42cf-85a0-6de6297e6fe4 req-d29a4061-a3ae-4d0b-b878-a02cb4b39265 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Request body: {'port': {'device_id': 'd5712473-ec71-4cd2-a7d2-c2cec0223e2b', 'network_id': '0f4d9579-5631-481f-acff-55faffa2a3d0', 'admin_state_up': True, 'tenant_id': 'b9f6d445adfb4303a5f2e35c9323b376', 'security_groups': ['3fcd5f07-b451-4a4f-b38f-b25676c06cc6']}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:05:30.026288 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3779afbf-a1a2-411d-ba47-fa45dec8b0e1 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Router db463c12-a340-4723-ba95-675c02808b17 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:05:30.149484 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c9f8d47e-c80c-4c3c-80bd-ea8e5d562beb tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (4f053a2a-1a16-4a62-8cd3-cd92f4a4fddc), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:30.305437 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c9f8d47e-c80c-4c3c-80bd-ea8e5d562beb tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (4f053a2a-1a16-4a62-8cd3-cd92f4a4fddc), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:30.343261 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c9f8d47e-c80c-4c3c-80bd-ea8e5d562beb tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Network 4f053a2a-1a16-4a62-8cd3-cd92f4a4fddc is not hosted by any dhcp agent {{(pid=103702) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 19 03:05:30.349186 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f8d47e-c80c-4c3c-80bd-ea8e5d562beb tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:30.349796 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c9f8d47e-c80c-4c3c-80bd-ea8e5d562beb tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:30.356755 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3779afbf-a1a2-411d-ba47-fa45dec8b0e1 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:05:30.358037 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-c9f8d47e-c80c-4c3c-80bd-ea8e5d562beb tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] 10.222.0.72 "PUT /v2.0/networks/4f053a2a-1a16-4a62-8cd3-cd92f4a4fddc HTTP/1.1" status: 200 len: 760 time: 1.0851417 Feb 19 03:05:30.364379 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53760) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:30.369397 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae232c2f-6f37-44d4-9eb1-1644ecfd0d60 None None] Sync routers for ids ['db463c12-a340-4723-ba95-675c02808b17'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:05:30.383995 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae232c2f-6f37-44d4-9eb1-1644ecfd0d60 None None] Routers {'db463c12-a340-4723-ba95-675c02808b17'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:05:30.384634 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-ae232c2f-6f37-44d4-9eb1-1644ecfd0d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:05:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['db463c12-a340-4723-ba95-675c02808b17'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:05:30.412477 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3779afbf-a1a2-411d-ba47-fa45dec8b0e1 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:30.505945 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-ae232c2f-6f37-44d4-9eb1-1644ecfd0d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:05:30.537272 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae232c2f-6f37-44d4-9eb1-1644ecfd0d60 None None] Routers {'db463c12-a340-4723-ba95-675c02808b17'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:05:30.538335 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-ae232c2f-6f37-44d4-9eb1-1644ecfd0d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:05:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['db463c12-a340-4723-ba95-675c02808b17'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:05:30.539319 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-3779afbf-a1a2-411d-ba47-fa45dec8b0e1 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 7.3979812 Feb 19 03:05:30.541534 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 53766) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:30.641223 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-2b3eca70-b4a7-4f0c-9b4e-3e1670e849e0 None None] Provisioning complete for port 3b04f0f0-09cb-4f6c-993d-dd4b3ceae4c7 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:05:30.641611 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-2b3eca70-b4a7-4f0c-9b4e-3e1670e849e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (3b04f0f0-09cb-4f6c-993d-dd4b3ceae4c7), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:30.668783 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-ae232c2f-6f37-44d4-9eb1-1644ecfd0d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:05:30.673885 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae232c2f-6f37-44d4-9eb1-1644ecfd0d60 None None] The sync data for ids ['db463c12-a340-4723-ba95-675c02808b17'] in n-d-826753-2 is: [] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:05:30.704869 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd650c73-dafa-417e-8ed1-32595e771f01 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:30.717030 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-fd650c73-dafa-417e-8ed1-32595e771f01 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] 10.222.0.72 "GET /v2.0/networks?id=4f053a2a-1a16-4a62-8cd3-cd92f4a4fddc HTTP/1.1" status: 200 len: 763 time: 0.3515749 Feb 19 03:05:30.723765 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53772) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:30.797058 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-54aa31d9-9e74-4309-ae46-8b20740115a2 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] 10.222.0.72 "GET /v2.0/floatingips/943e40ef-c735-4424-8176-aa590c472f0a HTTP/1.1" status: 200 len: 977 time: 0.2481093 Feb 19 03:05:30.799513 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 53774) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:30.880454 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-2b3eca70-b4a7-4f0c-9b4e-3e1670e849e0 None None] Current status of the port 3b04f0f0-09cb-4f6c-993d-dd4b3ceae4c7 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:05:31.098991 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e997cb5b-0abb-4dab-9ae1-2384fa2ace16 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:31.104154 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-e997cb5b-0abb-4dab-9ae1-2384fa2ace16 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3731954 Feb 19 03:05:31.108090 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53784) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:31.164039 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-467e21bd-e8b0-4429-9358-cbf364b2f928 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] 10.222.0.72 "GET /v2.0/subnets?network_id=eaf64708-9021-419e-b287-ef3e0f51e2ee HTTP/1.1" status: 200 len: 207 time: 0.0526755 Feb 19 03:05:31.164787 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53786) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:31.200047 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f8d47e-c80c-4c3c-80bd-ea8e5d562beb tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Pushing event updated for resources: {'Network': ['ID=4f053a2a-1a16-4a62-8cd3-cd92f4a4fddc,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:31.210783 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 4f053a2a-1a16-4a62-8cd3-cd92f4a4fddc details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:05:31.769306 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53309bc2-ad30-42cf-85a0-6de6297e6fe4 req-d29a4061-a3ae-4d0b-b878-a02cb4b39265 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Made reservation on behalf of b9f6d445adfb4303a5f2e35c9323b376 for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:05:31.785069 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-53309bc2-ad30-42cf-85a0-6de6297e6fe4 req-d29a4061-a3ae-4d0b-b878-a02cb4b39265 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:31.899716 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:05:32.015265 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ad195ce3-e7eb-4876-a999-e78b2d5372e2 req-d455e96c-4596-4d67-9fc3-dece1142bc9a tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 210 time: 1.1126442 Feb 19 03:05:32.023068 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-8997b780-7155-4395-ab82-94c1cd5f563c tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] 10.222.0.72 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 1.2208097 Feb 19 03:05:32.027104 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 53808) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:32.032273 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-1a84e53e-cf11-49ae-a765-47d20059b603 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Request body: {'floatingip': {'port_id': '7c42d00e-56d0-4450-8888-26f823477d2b'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:05:32.143972 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8ddcb4-8093-41fa-b4d3-9cb2989f8d6e tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:32.151331 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8ddcb4-8093-41fa-b4d3-9cb2989f8d6e tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:32.160053 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8ddcb4-8093-41fa-b4d3-9cb2989f8d6e tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:32.167113 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8ddcb4-8093-41fa-b4d3-9cb2989f8d6e tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:32.175303 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8ddcb4-8093-41fa-b4d3-9cb2989f8d6e tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:32.182701 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8ddcb4-8093-41fa-b4d3-9cb2989f8d6e tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:32.186843 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-de8ddcb4-8093-41fa-b4d3-9cb2989f8d6e tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 1.0147388 Feb 19 03:05:32.192524 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53812) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:32.221931 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1a84e53e-cf11-49ae-a765-47d20059b603 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks [] for floatingip (943e40ef-c735-4424-8176-aa590c472f0a), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:32.277531 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [req-53309bc2-ad30-42cf-85a0-6de6297e6fe4 req-d29a4061-a3ae-4d0b-b878-a02cb4b39265 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Allocated IP 172.20.0.4 (0f4d9579-5631-481f-acff-55faffa2a3d0/873fca23-e618-4343-ad67-b4c94d7ebaec/45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:05:32.539514 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-402c7421-e2e0-4adb-b267-1852b4efd5fd tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] 10.222.0.72 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.3456607 Feb 19 03:05:32.549562 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 53822) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:32.795923 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-53309bc2-ad30-42cf-85a0-6de6297e6fe4 req-d29a4061-a3ae-4d0b-b878-a02cb4b39265 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Publish callbacks [] for port (45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:32.892966 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-53309bc2-ad30-42cf-85a0-6de6297e6fe4 req-d29a4061-a3ae-4d0b-b878-a02cb4b39265 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:32.923221 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60981db3-29eb-478a-b99a-1e6d5f996028 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:32.927107 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60981db3-29eb-478a-b99a-1e6d5f996028 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:32.930060 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60981db3-29eb-478a-b99a-1e6d5f996028 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:32.931505 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60981db3-29eb-478a-b99a-1e6d5f996028 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:32.936310 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60981db3-29eb-478a-b99a-1e6d5f996028 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:32.941693 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-60981db3-29eb-478a-b99a-1e6d5f996028 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3900914 Feb 19 03:05:32.951694 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 53828) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:32.997246 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53309bc2-ad30-42cf-85a0-6de6297e6fe4 req-d29a4061-a3ae-4d0b-b878-a02cb4b39265 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Network 0f4d9579-5631-481f-acff-55faffa2a3d0 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:05:33.004254 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [req-53309bc2-ad30-42cf-85a0-6de6297e6fe4 req-d29a4061-a3ae-4d0b-b878-a02cb4b39265 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:05:33.008136 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-53309bc2-ad30-42cf-85a0-6de6297e6fe4 req-d29a4061-a3ae-4d0b-b878-a02cb4b39265 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:05:33.253217 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29a4061-a3ae-4d0b-b878-a02cb4b39265 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Pushing event updated for resources: {'Port': ['ID=45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:33.290197 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53309bc2-ad30-42cf-85a0-6de6297e6fe4 req-d29a4061-a3ae-4d0b-b878-a02cb4b39265 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:33.290197 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-53309bc2-ad30-42cf-85a0-6de6297e6fe4 req-d29a4061-a3ae-4d0b-b878-a02cb4b39265 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:33.332881 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-53309bc2-ad30-42cf-85a0-6de6297e6fe4 req-d29a4061-a3ae-4d0b-b878-a02cb4b39265 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3959033 Feb 19 03:05:33.387049 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31fe87e0-8c2f-4363-b7e8-0401690d5fd1 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Attributes excluded by policy engine: ['shared'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:33.388023 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31fe87e0-8c2f-4363-b7e8-0401690d5fd1 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Attributes excluded by policy engine: ['shared'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:33.391130 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-53309bc2-ad30-42cf-85a0-6de6297e6fe4 req-b7359224-aae7-41cf-8be6-3b6a86754e2e service neutron] Request body: {'port': {'device_id': 'd5712473-ec71-4cd2-a7d2-c2cec0223e2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826753-2'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:05:33.391358 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31fe87e0-8c2f-4363-b7e8-0401690d5fd1 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Attributes excluded by policy engine: ['shared'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:33.422304 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31fe87e0-8c2f-4363-b7e8-0401690d5fd1 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Attributes excluded by policy engine: ['shared'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:33.423999 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31fe87e0-8c2f-4363-b7e8-0401690d5fd1 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Attributes excluded by policy engine: ['shared'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:33.431406 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-31fe87e0-8c2f-4363-b7e8-0401690d5fd1 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] 10.222.0.72 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.4786246 Feb 19 03:05:33.507905 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53846) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:33.718045 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-53309bc2-ad30-42cf-85a0-6de6297e6fe4 req-b7359224-aae7-41cf-8be6-3b6a86754e2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:33.752475 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bd7611-e4d9-4d36-83fb-42b74bb01bcb req-ed3f5e0f-1bed-4ce8-8611-710f020d5f2c tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:33.761855 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-07bd7611-e4d9-4d36-83fb-42b74bb01bcb req-ed3f5e0f-1bed-4ce8-8611-710f020d5f2c tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 931 time: 0.4970224 Feb 19 03:05:33.796541 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-ccee1ed6-b050-4c6e-b089-b0e1b0b205c8 None None] Provisioning complete for port 45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:05:33.797189 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-ccee1ed6-b050-4c6e-b089-b0e1b0b205c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:33.815115 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f71c28-fbcd-4afd-8911-cfccbdf96482 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:33.822698 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 53862) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:33.823709 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-51f71c28-fbcd-4afd-8911-cfccbdf96482 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] 10.222.0.72 "GET /v2.0/networks/15b165f6-c1d3-439e-b4c9-146576722bbe HTTP/1.1" status: 200 len: 803 time: 0.3149953 Feb 19 03:05:33.891994 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-ccee1ed6-b050-4c6e-b089-b0e1b0b205c8 None None] Port 45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:05:34.067017 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1a84e53e-cf11-49ae-a765-47d20059b603 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:34.172585 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-07bd7611-e4d9-4d36-83fb-42b74bb01bcb req-f85b005d-d805-4b40-b661-66ec077a0256 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4089637 Feb 19 03:05:34.192482 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1a84e53e-cf11-49ae-a765-47d20059b603 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16285943'] for floatingip (943e40ef-c735-4424-8176-aa590c472f0a), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:34.326327 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-45521a2b-ceda-4cad-a397-1bdae3390f0e tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] 10.222.0.72 "GET /v2.0/networks/15b165f6-c1d3-439e-b4c9-146576722bbe?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.5006349 Feb 19 03:05:34.356350 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 53874) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:34.448579 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-53309bc2-ad30-42cf-85a0-6de6297e6fe4 req-b7359224-aae7-41cf-8be6-3b6a86754e2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6 {{(pid=103702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:05:34.481674 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac015030-1b95-47a3-9ef7-0f8436feb89d tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:34.482861 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-53309bc2-ad30-42cf-85a0-6de6297e6fe4 req-b7359224-aae7-41cf-8be6-3b6a86754e2e service neutron] Publish callbacks [] for port (45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:34.484358 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-ac015030-1b95-47a3-9ef7-0f8436feb89d tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] 10.222.0.72 "GET /v2.0/subnets/0f35d8c8-ee8b-4be0-9275-591312316761 HTTP/1.1" status: 200 len: 843 time: 0.1239526 Feb 19 03:05:34.490295 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 53880) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:34.539309 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-53309bc2-ad30-42cf-85a0-6de6297e6fe4 req-b7359224-aae7-41cf-8be6-3b6a86754e2e service neutron] Transition to ACTIVE for port object 45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6 will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:05:34.554156 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-53309bc2-ad30-42cf-85a0-6de6297e6fe4 req-b7359224-aae7-41cf-8be6-3b6a86754e2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:34.555238 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d8bde2-7bdf-443a-9db2-b00282b7915d tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Attributes excluded by policy engine: ['shared'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:34.557689 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-16d8bde2-7bdf-443a-9db2-b00282b7915d tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] 10.222.0.72 "GET /v2.0/subnets/0f35d8c8-ee8b-4be0-9275-591312316761?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0660584 Feb 19 03:05:34.562806 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 53882) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:34.571347 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-dba7a3fa-56d4-4567-a42d-a68afcc2e895 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-551746884'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:05:34.598449 n-d-826753-2 neutron-server[103701]: INFO neutron.db.l3_db [None req-1a84e53e-cf11-49ae-a765-47d20059b603 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Floating IP 943e40ef-c735-4424-8176-aa590c472f0a associated. External IP: 172.25.6.23, port: daf03c49-96c7-4bba-8aff-1676f33223ab. Feb 19 03:05:34.728313 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dba7a3fa-56d4-4567-a42d-a68afcc2e895 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Made reservation on behalf of 976e5173ee3d498faab035e674601760 for: {'network': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:05:34.738168 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-dba7a3fa-56d4-4567-a42d-a68afcc2e895 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:34.754266 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7359224-aae7-41cf-8be6-3b6a86754e2e service neutron] Pushing event updated for resources: {'Port': ['ID=45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:34.829121 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dba7a3fa-56d4-4567-a42d-a68afcc2e895 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] vlan segment allocate from pool success with {'vlan_id': 275, 'physical_network': 'physnet1'} {{(pid=103701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:05:34.941922 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-dba7a3fa-56d4-4567-a42d-a68afcc2e895 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (d2705e93-914d-4bfd-b9a0-6fa3952a3e23), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:34.942271 n-d-826753-2 neutron-server[103701]: INFO neutron.db.segments_db [None req-dba7a3fa-56d4-4567-a42d-a68afcc2e895 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Added segment d2705e93-914d-4bfd-b9a0-6fa3952a3e23 of type vlan for network 2d338589-bba0-43d4-a82a-2702f5eb13c2 Feb 19 03:05:34.960165 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-53309bc2-ad30-42cf-85a0-6de6297e6fe4 req-b7359224-aae7-41cf-8be6-3b6a86754e2e service neutron] Attempting to bind port 45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6 on host n-h1-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:05:34.961114 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-53309bc2-ad30-42cf-85a0-6de6297e6fe4 req-b7359224-aae7-41cf-8be6-3b6a86754e2e service neutron] Attempting to bind port 45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6 by drivers openvswitch,hyperv on host n-h1-826753-2 at level 0 using segments [{'id': '9361ff5e-ecd3-4a53-b64f-0204e54bd4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '0f4d9579-5631-481f-acff-55faffa2a3d0'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:05:34.967612 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53309bc2-ad30-42cf-85a0-6de6297e6fe4 req-b7359224-aae7-41cf-8be6-3b6a86754e2e service neutron] Attempting to bind port 45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6 on network 0f4d9579-5631-481f-acff-55faffa2a3d0 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:05:34.983659 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53309bc2-ad30-42cf-85a0-6de6297e6fe4 req-b7359224-aae7-41cf-8be6-3b6a86754e2e service neutron] Port 45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6 on network 0f4d9579-5631-481f-acff-55faffa2a3d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:05:34.990976 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53309bc2-ad30-42cf-85a0-6de6297e6fe4 req-b7359224-aae7-41cf-8be6-3b6a86754e2e service neutron] Attempting to bind port 45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6 on network 0f4d9579-5631-481f-acff-55faffa2a3d0 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:05:35.010744 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53309bc2-ad30-42cf-85a0-6de6297e6fe4 req-b7359224-aae7-41cf-8be6-3b6a86754e2e service neutron] Checking agent: {'id': '9d56fb1b-2855-496a-a6d9-c324740cb98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:05:35.011310 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53309bc2-ad30-42cf-85a0-6de6297e6fe4 req-b7359224-aae7-41cf-8be6-3b6a86754e2e service neutron] Checking segment: {'id': '9361ff5e-ecd3-4a53-b64f-0204e54bd4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '0f4d9579-5631-481f-acff-55faffa2a3d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:05:35.012810 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53309bc2-ad30-42cf-85a0-6de6297e6fe4 req-b7359224-aae7-41cf-8be6-3b6a86754e2e service neutron] Bound using segment: {'id': '9361ff5e-ecd3-4a53-b64f-0204e54bd4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '0f4d9579-5631-481f-acff-55faffa2a3d0'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:05:35.013315 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-53309bc2-ad30-42cf-85a0-6de6297e6fe4 req-b7359224-aae7-41cf-8be6-3b6a86754e2e service neutron] Bound port: 45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6, host: n-h1-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9361ff5e-ecd3-4a53-b64f-0204e54bd4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '0f4d9579-5631-481f-acff-55faffa2a3d0'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:05:35.013687 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-53309bc2-ad30-42cf-85a0-6de6297e6fe4 req-b7359224-aae7-41cf-8be6-3b6a86754e2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:35.109681 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-dba7a3fa-56d4-4567-a42d-a68afcc2e895 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (2d338589-bba0-43d4-a82a-2702f5eb13c2), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:35.150987 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-53309bc2-ad30-42cf-85a0-6de6297e6fe4 req-b7359224-aae7-41cf-8be6-3b6a86754e2e service neutron] For port 45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6, host n-h1-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:05:35.156322 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-53309bc2-ad30-42cf-85a0-6de6297e6fe4 req-b7359224-aae7-41cf-8be6-3b6a86754e2e service neutron] For port 45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6, host n-h1-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6,segment=NetworkSegment(9361ff5e-ecd3-4a53-b64f-0204e54bd4ff),segment_id=9361ff5e-ecd3-4a53-b64f-0204e54bd4ff)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:05:35.181137 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-53309bc2-ad30-42cf-85a0-6de6297e6fe4 req-b7359224-aae7-41cf-8be6-3b6a86754e2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:35.269796 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.db.resource_extend [None req-dba7a3fa-56d4-4567-a42d-a68afcc2e895 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 03:05:35.318273 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-dba7a3fa-56d4-4567-a42d-a68afcc2e895 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (2d338589-bba0-43d4-a82a-2702f5eb13c2), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:35.323192 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba7a3fa-56d4-4567-a42d-a68afcc2e895 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:35.323887 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-dba7a3fa-56d4-4567-a42d-a68afcc2e895 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:35.341491 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53309bc2-ad30-42cf-85a0-6de6297e6fe4 req-b7359224-aae7-41cf-8be6-3b6a86754e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:35.344224 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-53309bc2-ad30-42cf-85a0-6de6297e6fe4 req-b7359224-aae7-41cf-8be6-3b6a86754e2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:35.346543 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-53309bc2-ad30-42cf-85a0-6de6297e6fe4 req-b7359224-aae7-41cf-8be6-3b6a86754e2e service neutron] 10.222.0.73 "PUT /v2.0/ports/45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6 HTTP/1.1" status: 200 len: 1091 time: 1.9999878 Feb 19 03:05:35.354085 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5712473-ec71-4cd2-a7d2-c2cec0223e2b', 'tag': '45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:05:35.384417 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c27f754-6ac4-4ebb-9e5c-68fd63a9022a" -d '{"events": [{"name": "network-changed", "server_uuid": "d5712473-ec71-4cd2-a7d2-c2cec0223e2b", "tag": "45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:05:35.510774 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba7a3fa-56d4-4567-a42d-a68afcc2e895 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Pushing event updated for resources: {'Network': ['ID=2d338589-bba0-43d4-a82a-2702f5eb13c2,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:35.525476 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 2d338589-bba0-43d4-a82a-2702f5eb13c2 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:05:35.596448 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-586e35f1-a0e8-4c2e-82b9-b529961108af x-openstack-request-id: req-586e35f1-a0e8-4c2e-82b9-b529961108af {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:05:35.597088 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5712473-ec71-4cd2-a7d2-c2cec0223e2b", "tag": "45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:05:35.597220 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-586e35f1-a0e8-4c2e-82b9-b529961108af {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:05:35.597708 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5712473-ec71-4cd2-a7d2-c2cec0223e2b', 'tag': '45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6', 'status': 'completed', 'code': 200} Feb 19 03:05:35.616026 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7359224-aae7-41cf-8be6-3b6a86754e2e service neutron] Pushing event updated for resources: {'Port': ['ID=45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6,revision_number=3']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:35.644535 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-dba7a3fa-56d4-4567-a42d-a68afcc2e895 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0802364 Feb 19 03:05:35.658931 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53914) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:35.664343 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-797be001-e1f4-4019-9530-d17fdb342748 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Request body: {'subnet': {'network_id': '2d338589-bba0-43d4-a82a-2702f5eb13c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:05:35.744333 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a84e53e-cf11-49ae-a765-47d20059b603 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Router db463c12-a340-4723-ba95-675c02808b17 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:05:35.822678 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53309bc2-ad30-42cf-85a0-6de6297e6fe4 req-e3965632-a8de-43bc-8ac3-4e1b9b6008ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:35.824406 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-53309bc2-ad30-42cf-85a0-6de6297e6fe4 req-e3965632-a8de-43bc-8ac3-4e1b9b6008ef service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b9f6d445adfb4303a5f2e35c9323b376&device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 1125 time: 0.4119046 Feb 19 03:05:35.832149 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23d7313-1441-4e7b-bb94-98318d7115c1 req-2011c0b9-766b-428b-a1ee-4c0d46d3ffb5 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:35.843717 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e23d7313-1441-4e7b-bb94-98318d7115c1 req-2011c0b9-766b-428b-a1ee-4c0d46d3ffb5 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 943 time: 0.5164235 Feb 19 03:05:36.005413 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-53309bc2-ad30-42cf-85a0-6de6297e6fe4 req-7c1dd5b7-d2f3-43d3-9c55-991993e5f9dc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6 HTTP/1.1" status: 200 len: 217 time: 0.1646047 Feb 19 03:05:36.246910 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e23d7313-1441-4e7b-bb94-98318d7115c1 req-3afcebc6-bfb9-4058-96ad-4ba1edf1a602 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4022872 Feb 19 03:05:36.415196 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a84e53e-cf11-49ae-a765-47d20059b603 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:05:36.430579 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae024e8d-f671-4b7d-ae2a-eb811335a360 None None] Sync routers for ids ['db463c12-a340-4723-ba95-675c02808b17'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:05:36.470555 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae024e8d-f671-4b7d-ae2a-eb811335a360 None None] Routers {'db463c12-a340-4723-ba95-675c02808b17'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:05:36.474495 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-ae024e8d-f671-4b7d-ae2a-eb811335a360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:05:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['db463c12-a340-4723-ba95-675c02808b17'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:05:36.628048 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53309bc2-ad30-42cf-85a0-6de6297e6fe4 req-06a3267a-2d5d-468a-b5ef-d29f4b5d73e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:36.630335 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-53309bc2-ad30-42cf-85a0-6de6297e6fe4 req-06a3267a-2d5d-468a-b5ef-d29f4b5d73e7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=873fca23-e618-4343-ad67-b4c94d7ebaec HTTP/1.1" status: 200 len: 851 time: 0.6174047 Feb 19 03:05:36.632273 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-ae024e8d-f671-4b7d-ae2a-eb811335a360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:05:36.646347 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae024e8d-f671-4b7d-ae2a-eb811335a360 None None] Routers {'db463c12-a340-4723-ba95-675c02808b17'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:05:36.647582 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-ae024e8d-f671-4b7d-ae2a-eb811335a360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:05:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['db463c12-a340-4723-ba95-675c02808b17'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:05:36.672836 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-797be001-e1f4-4019-9530-d17fdb342748 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Made reservation on behalf of 976e5173ee3d498faab035e674601760 for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:05:36.676325 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-797be001-e1f4-4019-9530-d17fdb342748 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:36.829548 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-ae024e8d-f671-4b7d-ae2a-eb811335a360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:05:36.830221 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae024e8d-f671-4b7d-ae2a-eb811335a360 None None] The sync data for ids ['db463c12-a340-4723-ba95-675c02808b17'] in n-d-826753-2 is: [] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:05:36.907695 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.ipam_backend_mixin [None req-797be001-e1f4-4019-9530-d17fdb342748 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Performing IP validity checks on allocation pools {{(pid=103702) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 19 03:05:36.908242 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.ipam_backend_mixin [None req-797be001-e1f4-4019-9530-d17fdb342748 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103702) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 19 03:05:37.034685 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53309bc2-ad30-42cf-85a0-6de6297e6fe4 req-6f5ae365-70f2-4770-9bb2-4d0a852c3ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:37.038617 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-53309bc2-ad30-42cf-85a0-6de6297e6fe4 req-6f5ae365-70f2-4770-9bb2-4d0a852c3ec1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0f4d9579-5631-481f-acff-55faffa2a3d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4004910 Feb 19 03:05:37.189160 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a84e53e-cf11-49ae-a765-47d20059b603 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Router db463c12-a340-4723-ba95-675c02808b17 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:05:37.282078 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-53309bc2-ad30-42cf-85a0-6de6297e6fe4 req-aa8570f6-9a32-4d9e-9c3e-26db0cc7e8d6 service neutron] 10.222.0.73 "GET /v2.0/networks/0f4d9579-5631-481f-acff-55faffa2a3d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339628 Feb 19 03:05:37.836387 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-53309bc2-ad30-42cf-85a0-6de6297e6fe4 req-37aa7baa-f122-45ad-b7e6-4b96cfd0a1ff service neutron] 10.222.0.73 "GET /v2.0/networks/0f4d9579-5631-481f-acff-55faffa2a3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5401382 Feb 19 03:05:37.876684 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-797be001-e1f4-4019-9530-d17fdb342748 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (86c796a1-94c9-40e8-82e9-138d1b610fb6), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:38.081961 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797be001-e1f4-4019-9530-d17fdb342748 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Pushing event updated for resources: {'Subnet': ['ID=86c796a1-94c9-40e8-82e9-138d1b610fb6,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:38.091536 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a84e53e-cf11-49ae-a765-47d20059b603 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:05:38.106876 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a49bb10-8d3c-408d-9995-6926c2a46201 None None] Sync routers for ids ['db463c12-a340-4723-ba95-675c02808b17'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:05:38.110146 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1a84e53e-cf11-49ae-a765-47d20059b603 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:38.118199 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797be001-e1f4-4019-9530-d17fdb342748 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Checking segment: {'id': 'd2705e93-914d-4bfd-b9a0-6fa3952a3e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '2d338589-bba0-43d4-a82a-2702f5eb13c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:05:38.128439 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797be001-e1f4-4019-9530-d17fdb342748 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Network hostable DHCP agents. Network: 2d338589-bba0-43d4-a82a-2702f5eb13c2, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:05:38.141852 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a49bb10-8d3c-408d-9995-6926c2a46201 None None] Routers {'db463c12-a340-4723-ba95-675c02808b17'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:05:38.142786 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-0a49bb10-8d3c-408d-9995-6926c2a46201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:05:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['db463c12-a340-4723-ba95-675c02808b17'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:05:38.181327 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c27f754-6ac4-4ebb-9e5c-68fd63a9022a req-4c809ce2-7186-4810-a72e-acc8a95b7ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:38.195891 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4c27f754-6ac4-4ebb-9e5c-68fd63a9022a req-4c809ce2-7186-4810-a72e-acc8a95b7ad2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b9f6d445adfb4303a5f2e35c9323b376&device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 1125 time: 0.2272830 Feb 19 03:05:38.267923 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c53cda-e212-4fcf-9ff5-df4705774a4e req-eb19f5c8-dfea-45fb-99a6-94586e0cd192 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:38.271562 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-73c53cda-e212-4fcf-9ff5-df4705774a4e req-eb19f5c8-dfea-45fb-99a6-94586e0cd192 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 943 time: 0.2918112 Feb 19 03:05:38.281000 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-0a49bb10-8d3c-408d-9995-6926c2a46201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:05:38.281757 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-1a84e53e-cf11-49ae-a765-47d20059b603 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] 10.222.0.72 "PUT /v2.0/floatingips/943e40ef-c735-4424-8176-aa590c472f0a HTTP/1.1" status: 200 len: 978 time: 6.2530305 Feb 19 03:05:38.286638 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 53964) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:38.304159 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a49bb10-8d3c-408d-9995-6926c2a46201 None None] Routers {'db463c12-a340-4723-ba95-675c02808b17'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:05:38.304863 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-0a49bb10-8d3c-408d-9995-6926c2a46201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:05:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['db463c12-a340-4723-ba95-675c02808b17'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:05:38.394467 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-1c23de59-57cb-4609-bd86-cec63ff6b223 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:05:38.436445 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-0a49bb10-8d3c-408d-9995-6926c2a46201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:05:38.438563 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a49bb10-8d3c-408d-9995-6926c2a46201 None None] The sync data for ids ['db463c12-a340-4723-ba95-675c02808b17'] in n-d-826753-2 is: [] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:05:38.527848 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c27f754-6ac4-4ebb-9e5c-68fd63a9022a req-7d3c6578-c12c-4988-9d4a-874c9557c9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:38.532043 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4c27f754-6ac4-4ebb-9e5c-68fd63a9022a req-7d3c6578-c12c-4988-9d4a-874c9557c9b2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0f4d9579-5631-481f-acff-55faffa2a3d0 HTTP/1.1" status: 200 len: 913 time: 0.3351293 Feb 19 03:05:38.667550 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4c27f754-6ac4-4ebb-9e5c-68fd63a9022a req-b5936d0b-ea6e-45ec-bf83-dc33cfa7a969 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6 HTTP/1.1" status: 200 len: 217 time: 0.1155624 Feb 19 03:05:38.669955 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797be001-e1f4-4019-9530-d17fdb342748 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Network 2d338589-bba0-43d4-a82a-2702f5eb13c2 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:05:38.723409 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-73c53cda-e212-4fcf-9ff5-df4705774a4e req-8ba87318-0d2c-4db2-95bc-e273a78414d9 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4385262 Feb 19 03:05:38.781888 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1c23de59-57cb-4609-bd86-cec63ff6b223 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks [] for floatingip (943e40ef-c735-4424-8176-aa590c472f0a), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:38.785766 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c27f754-6ac4-4ebb-9e5c-68fd63a9022a req-14c27ec8-9147-4a8c-a148-ec2d65244d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:38.790365 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4c27f754-6ac4-4ebb-9e5c-68fd63a9022a req-14c27ec8-9147-4a8c-a148-ec2d65244d00 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=873fca23-e618-4343-ad67-b4c94d7ebaec HTTP/1.1" status: 200 len: 851 time: 0.1150568 Feb 19 03:05:38.818702 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-797be001-e1f4-4019-9530-d17fdb342748 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 2d338589-bba0-43d4-a82a-2702f5eb13c2) {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:05:38.890716 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797be001-e1f4-4019-9530-d17fdb342748 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:38.891411 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-797be001-e1f4-4019-9530-d17fdb342748 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:38.961739 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-797be001-e1f4-4019-9530-d17fdb342748 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 3.3016448 Feb 19 03:05:38.964409 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53980) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:38.979984 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-321f8168-05ba-496d-ac22-1943687ec6b1 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:05:39.031284 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597be837-d420-436f-8225-4c37438aa283 None None] Network 2d338589-bba0-43d4-a82a-2702f5eb13c2 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:05:39.286684 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c27f754-6ac4-4ebb-9e5c-68fd63a9022a req-c26d76b6-89c4-401e-b7d4-9327ecebecd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:39.294689 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4c27f754-6ac4-4ebb-9e5c-68fd63a9022a req-c26d76b6-89c4-401e-b7d4-9327ecebecd4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0f4d9579-5631-481f-acff-55faffa2a3d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4952552 Feb 19 03:05:39.325233 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1c23de59-57cb-4609-bd86-cec63ff6b223 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:39.341253 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1c23de59-57cb-4609-bd86-cec63ff6b223 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16285943'] for floatingip (943e40ef-c735-4424-8176-aa590c472f0a), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:39.342074 n-d-826753-2 neutron-server[103701]: INFO neutron.db.l3_db [None req-1c23de59-57cb-4609-bd86-cec63ff6b223 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Floating IP 943e40ef-c735-4424-8176-aa590c472f0a disassociated. External IP: 172.25.6.23, port: 7c42d00e-56d0-4450-8888-26f823477d2b. Feb 19 03:05:39.405761 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-321f8168-05ba-496d-ac22-1943687ec6b1 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-58684095'] for subnet (86c796a1-94c9-40e8-82e9-138d1b610fb6), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:39.428756 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7368d87a-398d-461f-8499-f564634188f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-2d338589-bba0-43d4-a82a-2702f5eb13c2', 'network_id': '2d338589-bba0-43d4-a82a-2702f5eb13c2', 'project_id': '976e5173ee3d498faab035e674601760', 'fixed_ips': [{'subnet_id': '86c796a1-94c9-40e8-82e9-138d1b610fb6'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:05:39.431783 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-7368d87a-398d-461f-8499-f564634188f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:39.877981 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4c27f754-6ac4-4ebb-9e5c-68fd63a9022a req-65760634-f7ab-4e28-a6dc-1a9c132918ff service neutron] 10.222.0.73 "GET /v2.0/networks/0f4d9579-5631-481f-acff-55faffa2a3d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5676501 Feb 19 03:05:39.923150 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.db.api [None req-7368d87a-398d-461f-8499-f564634188f7 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 19 03:05:39.923150 n-d-826753-2 neutron-server[103703]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Feb 19 03:05:39.923150 n-d-826753-2 neutron-server[103703]: [parameters: {'in_use': 1, 'id_1': '86c796a1-94c9-40e8-82e9-138d1b610fb6'}] Feb 19 03:05:39.923150 n-d-826753-2 neutron-server[103703]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103703) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:05:39.924396 n-d-826753-2 neutron-server[103703]: DEBUG oslo_db.api [None req-7368d87a-398d-461f-8499-f564634188f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:05:39.955476 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 54010) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:40.201896 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c23de59-57cb-4609-bd86-cec63ff6b223 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Router db463c12-a340-4723-ba95-675c02808b17 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:05:40.279129 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-50893726-9a4e-46cf-b1e1-b1aa43dc0791 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:40.417296 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4c27f754-6ac4-4ebb-9e5c-68fd63a9022a req-3b9a47ae-92f3-4c5f-bafc-a36ffdec0a5e service neutron] 10.222.0.73 "GET /v2.0/networks/0f4d9579-5631-481f-acff-55faffa2a3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5203846 Feb 19 03:05:40.427748 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-7368d87a-398d-461f-8499-f564634188f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:40.474012 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-50893726-9a4e-46cf-b1e1-b1aa43dc0791 admin admin] Publish callbacks [] for security_group (4315277a-8256-4d1a-829c-85ad150bc001), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:40.483442 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c23de59-57cb-4609-bd86-cec63ff6b223 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:05:40.484438 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-321f8168-05ba-496d-ac22-1943687ec6b1 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8775801258370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-58674212'] for subnet (86c796a1-94c9-40e8-82e9-138d1b610fb6), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:40.501138 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1c23de59-57cb-4609-bd86-cec63ff6b223 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:40.531732 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-50893726-9a4e-46cf-b1e1-b1aa43dc0791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (4315277a-8256-4d1a-829c-85ad150bc001), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:40.641939 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35038d86-b4e7-436d-9c7c-a5cf663676c9 req-d7afb181-c6ae-4d15-a206-c9fa51c93028 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:40.643941 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-35038d86-b4e7-436d-9c7c-a5cf663676c9 req-d7afb181-c6ae-4d15-a206-c9fa51c93028 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 943 time: 0.5879805 Feb 19 03:05:40.703382 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e809570-8de6-4381-8765-503dd3779a89 None None] Sync routers for ids ['db463c12-a340-4723-ba95-675c02808b17'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:05:40.782942 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e809570-8de6-4381-8765-503dd3779a89 None None] Routers {'db463c12-a340-4723-ba95-675c02808b17'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:05:40.788017 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-7e809570-8de6-4381-8765-503dd3779a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:05:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['db463c12-a340-4723-ba95-675c02808b17'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:05:40.816439 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50893726-9a4e-46cf-b1e1-b1aa43dc0791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4315277a-8256-4d1a-829c-85ad150bc001,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:40.824840 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321f8168-05ba-496d-ac22-1943687ec6b1 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:40.824840 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-321f8168-05ba-496d-ac22-1943687ec6b1 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:40.828691 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-321f8168-05ba-496d-ac22-1943687ec6b1 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] 10.222.0.72 "PUT /v2.0/subnets/86c796a1-94c9-40e8-82e9-138d1b610fb6 HTTP/1.1" status: 200 len: 900 time: 1.8563743 Feb 19 03:05:40.843211 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 54026) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:40.867151 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-7e809570-8de6-4381-8765-503dd3779a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:05:40.871519 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-50893726-9a4e-46cf-b1e1-b1aa43dc0791 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=08d0027e68064573984bfbc6a2578c44&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9111631 Feb 19 03:05:40.872605 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321f8168-05ba-496d-ac22-1943687ec6b1 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Pushing event updated for resources: {'Subnet': ['ID=86c796a1-94c9-40e8-82e9-138d1b610fb6,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:40.875011 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 54032) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:40.893598 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-1c23de59-57cb-4609-bd86-cec63ff6b223 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] 10.222.0.72 "PUT /v2.0/floatingips/943e40ef-c735-4424-8176-aa590c472f0a HTTP/1.1" status: 200 len: 687 time: 2.6001735 Feb 19 03:05:40.897537 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 54034) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:41.024113 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-7368d87a-398d-461f-8499-f564634188f7 None None] Allocated IP 2001:db8::3 (2d338589-bba0-43d4-a82a-2702f5eb13c2/86c796a1-94c9-40e8-82e9-138d1b610fb6/8177e39f-616b-4946-939e-7bc1f2a3ae36) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:05:41.070196 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-35038d86-b4e7-436d-9c7c-a5cf663676c9 req-8fa5648f-69fb-4370-a6b3-2c82fb17397d tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4141741 Feb 19 03:05:41.133035 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-51a97973-d9f2-4280-80cf-e3eaa635f39f admin admin] Publish callbacks [] for security_group (4315277a-8256-4d1a-829c-85ad150bc001), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:41.208092 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e809570-8de6-4381-8765-503dd3779a89 None None] Routers {'db463c12-a340-4723-ba95-675c02808b17'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:05:41.208754 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-7e809570-8de6-4381-8765-503dd3779a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:05:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['db463c12-a340-4723-ba95-675c02808b17'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:05:41.229385 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-6184e10b-67bd-483b-a0b0-089bde6b204b tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Deleting port 73759b33-2115-4c9c-8bc9-2fc853870429 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:05:41.230179 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6184e10b-67bd-483b-a0b0-089bde6b204b tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (73759b33-2115-4c9c-8bc9-2fc853870429), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:41.265104 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-51a97973-d9f2-4280-80cf-e3eaa635f39f admin admin] Publish callbacks [] for security_group (4315277a-8256-4d1a-829c-85ad150bc001), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:41.288177 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-7e809570-8de6-4381-8765-503dd3779a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:05:41.288641 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e809570-8de6-4381-8765-503dd3779a89 None None] The sync data for ids ['db463c12-a340-4723-ba95-675c02808b17'] in n-d-826753-2 is: [] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:05:41.349305 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-00b95176-ab1f-4bea-95f0-4dddda65d0ae tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (2d338589-bba0-43d4-a82a-2702f5eb13c2), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:41.462396 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6184e10b-67bd-483b-a0b0-089bde6b204b tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (73759b33-2115-4c9c-8bc9-2fc853870429), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:41.476567 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6184e10b-67bd-483b-a0b0-089bde6b204b tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks [] for floatingip (73759b33-2115-4c9c-8bc9-2fc853870429), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:41.513997 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-51a97973-d9f2-4280-80cf-e3eaa635f39f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (4315277a-8256-4d1a-829c-85ad150bc001), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:41.516693 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-51a97973-d9f2-4280-80cf-e3eaa635f39f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:41.522193 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-51a97973-d9f2-4280-80cf-e3eaa635f39f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4315277a-8256-4d1a-829c-85ad150bc001 HTTP/1.1" status: 204 len: 168 time: 0.6460052 Feb 19 03:05:41.536537 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-6184e10b-67bd-483b-a0b0-089bde6b204b tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Calling delete_port for 73759b33-2115-4c9c-8bc9-2fc853870429 owned by network:floatingip {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:05:41.548046 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6 details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:05:41.578252 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a97973-d9f2-4280-80cf-e3eaa635f39f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4315277a-8256-4d1a-829c-85ad150bc001,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:41.581558 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-00b95176-ab1f-4bea-95f0-4dddda65d0ae tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (86c796a1-94c9-40e8-82e9-138d1b610fb6), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:41.831310 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6,segment=NetworkSegment(9361ff5e-ecd3-4a53-b64f-0204e54bd4ff),segment_id=9361ff5e-ecd3-4a53-b64f-0204e54bd4ff)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:05:41.853725 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': '45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6', 'network_id': '0f4d9579-5631-481f-acff-55faffa2a3d0', 'port_id': '45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6', 'mac_address': 'fa:16:3e:42:96:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '873fca23-e618-4343-ad67-b4c94d7ebaec', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:05:41.862024 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-7368d87a-398d-461f-8499-f564634188f7 None None] Publish callbacks [] for port (8177e39f-616b-4946-939e-7bc1f2a3ae36), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:41.905745 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-00b95176-ab1f-4bea-95f0-4dddda65d0ae tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (86c796a1-94c9-40e8-82e9-138d1b610fb6), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:41.946506 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6184e10b-67bd-483b-a0b0-089bde6b204b tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (73759b33-2115-4c9c-8bc9-2fc853870429), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:41.946916 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:05:41.947315 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:41.950178 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-7368d87a-398d-461f-8499-f564634188f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (8177e39f-616b-4946-939e-7bc1f2a3ae36), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:42.067521 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b95176-ab1f-4bea-95f0-4dddda65d0ae tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Pushing event deleted for resources: {'Subnet': ['ID=86c796a1-94c9-40e8-82e9-138d1b610fb6,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:42.070944 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7368d87a-398d-461f-8499-f564634188f7 None None] Network 2d338589-bba0-43d4-a82a-2702f5eb13c2 is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:05:42.079118 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7368d87a-398d-461f-8499-f564634188f7 None None] Pushing event updated for resources: {'Port': ['ID=8177e39f-616b-4946-939e-7bc1f2a3ae36,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:42.102159 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-7368d87a-398d-461f-8499-f564634188f7 None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:05:42.107851 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6184e10b-67bd-483b-a0b0-089bde6b204b tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Pushing event deleted for resources: {'Port': ['ID=73759b33-2115-4c9c-8bc9-2fc853870429,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:42.119011 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7368d87a-398d-461f-8499-f564634188f7 None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:05:42.297969 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-00b95176-ab1f-4bea-95f0-4dddda65d0ae tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (2d338589-bba0-43d4-a82a-2702f5eb13c2), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:42.320054 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:05:42.362646 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-00b95176-ab1f-4bea-95f0-4dddda65d0ae tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d338589-bba0-43d4-a82a-2702f5eb13c2']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:05:42.381554 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6,segment=NetworkSegment(9361ff5e-ecd3-4a53-b64f-0204e54bd4ff),segment_id=9361ff5e-ecd3-4a53-b64f-0204e54bd4ff)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:05:42.385242 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-00b95176-ab1f-4bea-95f0-4dddda65d0ae tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2705e93-914d-4bfd-b9a0-6fa3952a3e23') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:05:42.385598 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-00b95176-ab1f-4bea-95f0-4dddda65d0ae tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2705e93-914d-4bfd-b9a0-6fa3952a3e23') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:05:42.409196 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-7368d87a-398d-461f-8499-f564634188f7 None None] Attempting to bind port 8177e39f-616b-4946-939e-7bc1f2a3ae36 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:05:42.410116 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-7368d87a-398d-461f-8499-f564634188f7 None None] Attempting to bind port 8177e39f-616b-4946-939e-7bc1f2a3ae36 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': 'd2705e93-914d-4bfd-b9a0-6fa3952a3e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '2d338589-bba0-43d4-a82a-2702f5eb13c2'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:05:42.411079 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7368d87a-398d-461f-8499-f564634188f7 None None] Attempting to bind port 8177e39f-616b-4946-939e-7bc1f2a3ae36 on network 2d338589-bba0-43d4-a82a-2702f5eb13c2 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:05:42.413750 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-00b95176-ab1f-4bea-95f0-4dddda65d0ae tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (d2705e93-914d-4bfd-b9a0-6fa3952a3e23), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:42.414659 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:42.450192 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6184e10b-67bd-483b-a0b0-089bde6b204b tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks [] for floatingip (943e40ef-c735-4424-8176-aa590c472f0a), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:42.467686 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-00b95176-ab1f-4bea-95f0-4dddda65d0ae tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (d2705e93-914d-4bfd-b9a0-6fa3952a3e23), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:42.478036 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6184e10b-67bd-483b-a0b0-089bde6b204b tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:42.478684 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-6184e10b-67bd-483b-a0b0-089bde6b204b tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] 10.222.0.72 "DELETE /v2.0/floatingips/943e40ef-c735-4424-8176-aa590c472f0a HTTP/1.1" status: 204 len: 168 time: 1.5801411 Feb 19 03:05:42.481812 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 54064) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:42.482158 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 54066) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:42.497404 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00b95176-ab1f-4bea-95f0-4dddda65d0ae tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Releasing vlan 275 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:05:42.497663 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-00b95176-ab1f-4bea-95f0-4dddda65d0ae tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (d2705e93-914d-4bfd-b9a0-6fa3952a3e23), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:42.504176 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 03:05:42.504176 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:05:42.504176 n-d-826753-2 neutron-server[103702]: timer() Feb 19 03:05:42.504176 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:05:42.504176 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 03:05:42.504176 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:05:42.504176 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 03:05:42.504176 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:05:42.504176 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 03:05:42.504176 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:05:42.504176 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 03:05:42.504176 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:05:42.504176 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 03:05:42.504176 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:05:42.504176 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:05:42.504176 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:05:42.504176 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:05:42.504176 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:05:42.504176 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 03:05:42.504176 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:05:42.504176 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 03:05:42.504176 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:05:42.504176 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:05:42.504176 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:05:42.504176 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 03:05:42.504176 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:05:42.504176 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:05:42.504176 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:05:42.504176 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:05:42.504176 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:05:42.504176 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:05:42.504176 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:05:42.527925 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:42.534912 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7368d87a-398d-461f-8499-f564634188f7 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:05:42.535503 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7368d87a-398d-461f-8499-f564634188f7 None None] Checking segment: {'id': 'd2705e93-914d-4bfd-b9a0-6fa3952a3e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '2d338589-bba0-43d4-a82a-2702f5eb13c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:05:42.536049 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-7368d87a-398d-461f-8499-f564634188f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:42.536530 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7368d87a-398d-461f-8499-f564634188f7 None None] Bound using segment: {'id': 'd2705e93-914d-4bfd-b9a0-6fa3952a3e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '2d338589-bba0-43d4-a82a-2702f5eb13c2'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:05:42.537143 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-7368d87a-398d-461f-8499-f564634188f7 None None] Bound port: 8177e39f-616b-4946-939e-7bc1f2a3ae36, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2705e93-914d-4bfd-b9a0-6fa3952a3e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '2d338589-bba0-43d4-a82a-2702f5eb13c2'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:05:42.537719 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-7368d87a-398d-461f-8499-f564634188f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (8177e39f-616b-4946-939e-7bc1f2a3ae36), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:42.568900 n-d-826753-2 neutron-server[103701]: INFO neutron.api.v2.resource [None req-8123c22c-b617-4550-a146-059e8b59faba tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] delete failed (client error): The resource could not be found. Feb 19 03:05:42.570691 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-8123c22c-b617-4550-a146-059e8b59faba tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] 10.222.0.72 "DELETE /v2.0/floatingips/943e40ef-c735-4424-8176-aa590c472f0a HTTP/1.1" status: 404 len: 345 time: 0.0758195 Feb 19 03:05:42.572765 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9d57bff4-ba16-4b9d-b471-95829c13ca0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:42.619690 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 54068) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:42.703578 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a29e90f-fd40-45f5-bcd6-97c91d83f3f6 req-2acc86a5-c6f9-46c4-bc29-8d37322ad45d tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:42.706339 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9a29e90f-fd40-45f5-bcd6-97c91d83f3f6 req-2acc86a5-c6f9-46c4-bc29-8d37322ad45d tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 943 time: 0.4813478 Feb 19 03:05:42.714764 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-7368d87a-398d-461f-8499-f564634188f7 None None] For port 8177e39f-616b-4946-939e-7bc1f2a3ae36, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:05:42.730100 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-7368d87a-398d-461f-8499-f564634188f7 None None] For port 8177e39f-616b-4946-939e-7bc1f2a3ae36, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=8177e39f-616b-4946-939e-7bc1f2a3ae36,segment=NetworkSegment(d2705e93-914d-4bfd-b9a0-6fa3952a3e23),segment_id=d2705e93-914d-4bfd-b9a0-6fa3952a3e23)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:05:42.733628 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.db.api [None req-00b95176-ab1f-4bea-95f0-4dddda65d0ae tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 19 03:05:42.733628 n-d-826753-2 neutron-server[103702]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 19 03:05:42.733628 n-d-826753-2 neutron-server[103702]: [parameters: {'id': '2d338589-bba0-43d4-a82a-2702f5eb13c2'}] Feb 19 03:05:42.733628 n-d-826753-2 neutron-server[103702]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103702) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:05:42.734110 n-d-826753-2 neutron-server[103702]: DEBUG oslo_db.api [None req-00b95176-ab1f-4bea-95f0-4dddda65d0ae tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:05:42.747536 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-7368d87a-398d-461f-8499-f564634188f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (8177e39f-616b-4946-939e-7bc1f2a3ae36), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:42.833645 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:05:42.894145 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad340799-bed5-43af-866d-cf22abb0413c tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:42.902022 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad340799-bed5-43af-866d-cf22abb0413c tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:42.912423 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad340799-bed5-43af-866d-cf22abb0413c tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:42.914608 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-ad340799-bed5-43af-866d-cf22abb0413c tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] 10.222.0.72 "GET /v2.0/ports?network_id=63638533-56bf-448b-89a3-36973271b181 HTTP/1.1" status: 200 len: 2359 time: 0.2895207 Feb 19 03:05:42.917438 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 54072) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:42.928137 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9a29e90f-fd40-45f5-bcd6-97c91d83f3f6 req-ce4af53e-6e60-4281-8b69-cc752d5174f6 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1959825 Feb 19 03:05:43.061476 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9d57bff4-ba16-4b9d-b471-95829c13ca0c admin admin] Publish callbacks [] for security_group (97275f73-c611-4000-9767-a2839345b3f0), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:43.069324 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9d57bff4-ba16-4b9d-b471-95829c13ca0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (97275f73-c611-4000-9767-a2839345b3f0), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:43.129287 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-9d57bff4-ba16-4b9d-b471-95829c13ca0c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a2120e4a77ab4641b1f077be44cf76f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6457829 Feb 19 03:05:43.132150 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 54080) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:43.157587 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d57bff4-ba16-4b9d-b471-95829c13ca0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97275f73-c611-4000-9767-a2839345b3f0,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:43.228861 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7368d87a-398d-461f-8499-f564634188f7 None None] Pushing event updated for resources: {'Port': ['ID=8177e39f-616b-4946-939e-7bc1f2a3ae36,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:43.249091 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-00b95176-ab1f-4bea-95f0-4dddda65d0ae tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (2d338589-bba0-43d4-a82a-2702f5eb13c2), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:43.263296 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6ca434-744a-4eae-b8cd-dac8af87d46f tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:43.269661 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 54082) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:43.276692 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-7c3294c6-7b8d-43df-8340-7cbedcda405c tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Request body: {'port': {'network_id': '63638533-56bf-448b-89a3-36973271b181', 'name': 'tempest-FloatingIPTestJSON-1540013856', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:05:43.279618 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-8c6ca434-744a-4eae-b8cd-dac8af87d46f tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] 10.222.0.72 "GET /v2.0/subnets/7c31cfa3-ce53-4579-96e1-18aa802eebca HTTP/1.1" status: 200 len: 797 time: 0.3602097 Feb 19 03:05:43.280248 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adcdf694-6275-432c-9650-e68981c6767e None None] get_active_networks_info from n-d-826753-2 {{(pid=103703) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 03:05:43.315637 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-88409adf-1b17-438a-acd7-9ff85760432d admin admin] Publish callbacks [] for security_group (97275f73-c611-4000-9767-a2839345b3f0), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:43.365479 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-88409adf-1b17-438a-acd7-9ff85760432d admin admin] Publish callbacks [] for security_group (97275f73-c611-4000-9767-a2839345b3f0), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:43.533813 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-88409adf-1b17-438a-acd7-9ff85760432d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (97275f73-c611-4000-9767-a2839345b3f0), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:43.536361 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-88409adf-1b17-438a-acd7-9ff85760432d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:43.539287 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adcdf694-6275-432c-9650-e68981c6767e None None] Resources bound (agent type, host, resource id): {{(pid=103703) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 03:05:43.542498 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-88409adf-1b17-438a-acd7-9ff85760432d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/97275f73-c611-4000-9767-a2839345b3f0 HTTP/1.1" status: 204 len: 168 time: 0.4093592 Feb 19 03:05:43.575660 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88409adf-1b17-438a-acd7-9ff85760432d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97275f73-c611-4000-9767-a2839345b3f0,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:43.629394 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-00b95176-ab1f-4bea-95f0-4dddda65d0ae tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Deleting port 8177e39f-616b-4946-939e-7bc1f2a3ae36 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:05:43.629762 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-00b95176-ab1f-4bea-95f0-4dddda65d0ae tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (8177e39f-616b-4946-939e-7bc1f2a3ae36), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:43.677384 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c3294c6-7b8d-43df-8340-7cbedcda405c tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Made reservation on behalf of a14638ced2034bbab9b6b4a7894200ec for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:05:43.854275 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-00b95176-ab1f-4bea-95f0-4dddda65d0ae tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] For port 8177e39f-616b-4946-939e-7bc1f2a3ae36, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=8177e39f-616b-4946-939e-7bc1f2a3ae36,segment=NetworkSegment(d2705e93-914d-4bfd-b9a0-6fa3952a3e23),segment_id=d2705e93-914d-4bfd-b9a0-6fa3952a3e23)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:05:43.854830 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-00b95176-ab1f-4bea-95f0-4dddda65d0ae tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (8177e39f-616b-4946-939e-7bc1f2a3ae36), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:43.907554 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-00b95176-ab1f-4bea-95f0-4dddda65d0ae tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Calling delete_port for 8177e39f-616b-4946-939e-7bc1f2a3ae36 owned by network:dhcp {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:05:43.981475 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7c3294c6-7b8d-43df-8340-7cbedcda405c tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:44.025696 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [None req-7c3294c6-7b8d-43df-8340-7cbedcda405c tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] device_id is not set on port a153abcf-470c-4880-bfa5-7d410b0cd7c7 yet. {{(pid=103701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:05:44.259103 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-00b95176-ab1f-4bea-95f0-4dddda65d0ae tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (8177e39f-616b-4946-939e-7bc1f2a3ae36), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:44.377665 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b95176-ab1f-4bea-95f0-4dddda65d0ae tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] No DVR routers for this DVR port 8177e39f-616b-4946-939e-7bc1f2a3ae36 on host n-d-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:05:44.395347 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b95176-ab1f-4bea-95f0-4dddda65d0ae tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Pushing event deleted for resources: {'Port': ['ID=8177e39f-616b-4946-939e-7bc1f2a3ae36,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:44.449808 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388d1510-5909-42cb-8144-8b1f73efdc4c None None] Network 2d338589-bba0-43d4-a82a-2702f5eb13c2 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:05:44.646957 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d9fec3-208c-4bfc-a7fe-bc7a50a92492 None None] Network 2d338589-bba0-43d4-a82a-2702f5eb13c2 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:05:44.663455 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-00b95176-ab1f-4bea-95f0-4dddda65d0ae tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (2d338589-bba0-43d4-a82a-2702f5eb13c2), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:44.672750 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 54098) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:44.729182 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-00b95176-ab1f-4bea-95f0-4dddda65d0ae tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d338589-bba0-43d4-a82a-2702f5eb13c2']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:05:44.749522 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-00b95176-ab1f-4bea-95f0-4dddda65d0ae tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2705e93-914d-4bfd-b9a0-6fa3952a3e23') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:05:44.749830 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-00b95176-ab1f-4bea-95f0-4dddda65d0ae tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2705e93-914d-4bfd-b9a0-6fa3952a3e23') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:05:44.758959 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-de2962a1-0348-4189-a062-71d07d43bc79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:44.778072 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-00b95176-ab1f-4bea-95f0-4dddda65d0ae tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (d2705e93-914d-4bfd-b9a0-6fa3952a3e23), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:44.809729 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-00b95176-ab1f-4bea-95f0-4dddda65d0ae tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (d2705e93-914d-4bfd-b9a0-6fa3952a3e23), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:44.836507 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00b95176-ab1f-4bea-95f0-4dddda65d0ae tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Releasing vlan 275 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:05:44.837897 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-00b95176-ab1f-4bea-95f0-4dddda65d0ae tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (d2705e93-914d-4bfd-b9a0-6fa3952a3e23), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:44.847779 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ba714d-1267-4630-a106-128be24ce4bf req-0807fcf2-cb83-46eb-bb73-5a35e2445026 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:44.852303 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-74ba714d-1267-4630-a106-128be24ce4bf req-0807fcf2-cb83-46eb-bb73-5a35e2445026 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 944 time: 0.5844429 Feb 19 03:05:44.893686 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 03:05:44.893686 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:05:44.893686 n-d-826753-2 neutron-server[103702]: timer() Feb 19 03:05:44.893686 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:05:44.893686 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 03:05:44.893686 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:05:44.893686 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 03:05:44.893686 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:05:44.893686 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 03:05:44.893686 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:05:44.893686 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 03:05:44.893686 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:05:44.893686 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 03:05:44.893686 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:05:44.893686 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:05:44.893686 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:05:44.893686 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:05:44.893686 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:05:44.893686 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 03:05:44.893686 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:05:44.893686 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 03:05:44.893686 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:05:44.893686 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:05:44.893686 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:05:44.893686 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 03:05:44.893686 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:05:44.893686 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:05:44.893686 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:05:44.893686 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:05:44.893686 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:05:44.893686 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:05:44.893686 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:05:45.019150 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-00b95176-ab1f-4bea-95f0-4dddda65d0ae tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (2d338589-bba0-43d4-a82a-2702f5eb13c2), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:45.029046 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-00b95176-ab1f-4bea-95f0-4dddda65d0ae tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:45.049604 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-00b95176-ab1f-4bea-95f0-4dddda65d0ae tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] 10.222.0.72 "DELETE /v2.0/networks/2d338589-bba0-43d4-a82a-2702f5eb13c2 HTTP/1.1" status: 204 len: 168 time: 4.1982791 Feb 19 03:05:45.056724 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 54102) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:45.162188 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fc632e4-9912-40b9-b0c3-0904e4a6c5b4 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] DELETE failed (client error): The resource could not be found. Feb 19 03:05:45.163001 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fc632e4-9912-40b9-b0c3-0904e4a6c5b4 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:05:45.169960 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-6fc632e4-9912-40b9-b0c3-0904e4a6c5b4 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] 10.222.0.72 "DELETE /v2.0/subnets/86c796a1-94c9-40e8-82e9-138d1b610fb6 HTTP/1.1" status: 404 len: 337 time: 0.1048055 Feb 19 03:05:45.170876 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 54108) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:45.179402 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b95176-ab1f-4bea-95f0-4dddda65d0ae tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Pushing event deleted for resources: {'Network': ['ID=2d338589-bba0-43d4-a82a-2702f5eb13c2,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:45.240427 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ebfde42-817d-465a-9e4f-38b91eb3a605 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] DELETE failed (client error): The resource could not be found. Feb 19 03:05:45.242475 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ebfde42-817d-465a-9e4f-38b91eb3a605 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:05:45.257100 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-1ebfde42-817d-465a-9e4f-38b91eb3a605 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] 10.222.0.72 "DELETE /v2.0/networks/2d338589-bba0-43d4-a82a-2702f5eb13c2 HTTP/1.1" status: 404 len: 339 time: 0.0851977 Feb 19 03:05:45.258920 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 54110) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:45.317997 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-74ba714d-1267-4630-a106-128be24ce4bf req-79f513a8-97f0-44af-8527-98d1310c03c8 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4494343 Feb 19 03:05:45.445706 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6 up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:05:45.534822 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cca5de83-25a1-442b-8bbc-aa90872fb39f tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (4f053a2a-1a16-4a62-8cd3-cd92f4a4fddc), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:45.567708 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-7c3294c6-7b8d-43df-8340-7cbedcda405c tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Allocated IP 172.20.0.14 (63638533-56bf-448b-89a3-36973271b181/7c31cfa3-ce53-4579-96e1-18aa802eebca/a153abcf-470c-4880-bfa5-7d410b0cd7c7) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:05:45.600511 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-51b9515c-9008-4954-a511-43aca3658cb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:45.612738 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning for port 45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:05:45.617915 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port 45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:05:45.618532 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:45.622744 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-7c3294c6-7b8d-43df-8340-7cbedcda405c tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Allocated IP 172.20.0.12 (63638533-56bf-448b-89a3-36973271b181/7c31cfa3-ce53-4579-96e1-18aa802eebca/a153abcf-470c-4880-bfa5-7d410b0cd7c7) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:05:45.632218 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-de2962a1-0348-4189-a062-71d07d43bc79 admin admin] Publish callbacks [] for security_group (1c014886-5737-46a8-8981-2199c264a4e4), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:45.648649 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-de2962a1-0348-4189-a062-71d07d43bc79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (1c014886-5737-46a8-8981-2199c264a4e4), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:45.708596 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-de2962a1-0348-4189-a062-71d07d43bc79 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b6356621a9d843be8f92beae1c838107&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0323267 Feb 19 03:05:45.712851 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 54116) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:45.841436 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:05:45.841841 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:45.882920 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cca5de83-25a1-442b-8bbc-aa90872fb39f tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (4f053a2a-1a16-4a62-8cd3-cd92f4a4fddc), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:45.908915 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5712473-ec71-4cd2-a7d2-c2cec0223e2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:05:45.917278 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5854bb9-6ca6-4448-8334-53528187535b" -d '{"events": [{"server_uuid": "d5712473-ec71-4cd2-a7d2-c2cec0223e2b", "name": "network-vif-plugged", "status": "completed", "tag": "45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:05:45.968728 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6,segment=NetworkSegment(9361ff5e-ecd3-4a53-b64f-0204e54bd4ff),segment_id=9361ff5e-ecd3-4a53-b64f-0204e54bd4ff)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:05:45.972914 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-cca5de83-25a1-442b-8bbc-aa90872fb39f tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f053a2a-1a16-4a62-8cd3-cd92f4a4fddc']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:05:45.978914 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2962a1-0348-4189-a062-71d07d43bc79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c014886-5737-46a8-8981-2199c264a4e4,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:45.983139 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:46.018424 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-cca5de83-25a1-442b-8bbc-aa90872fb39f tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '208b5359-90ec-4f10-8a25-da521a41d72a') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:05:46.019844 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-cca5de83-25a1-442b-8bbc-aa90872fb39f tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '208b5359-90ec-4f10-8a25-da521a41d72a') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:05:46.043685 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4aef5064-4e75-4d07-ba5f-710df9f11694 admin admin] Publish callbacks [] for security_group (1c014886-5737-46a8-8981-2199c264a4e4), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:46.081594 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cca5de83-25a1-442b-8bbc-aa90872fb39f tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (208b5359-90ec-4f10-8a25-da521a41d72a), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:46.123818 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cca5de83-25a1-442b-8bbc-aa90872fb39f tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (208b5359-90ec-4f10-8a25-da521a41d72a), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:46.144545 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4aef5064-4e75-4d07-ba5f-710df9f11694 admin admin] Publish callbacks [] for security_group (1c014886-5737-46a8-8981-2199c264a4e4), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:46.156425 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cca5de83-25a1-442b-8bbc-aa90872fb39f tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Releasing vlan 265 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:05:46.157047 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cca5de83-25a1-442b-8bbc-aa90872fb39f tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (208b5359-90ec-4f10-8a25-da521a41d72a), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:46.160897 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 03:05:46.160897 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:05:46.160897 n-d-826753-2 neutron-server[103702]: timer() Feb 19 03:05:46.160897 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:05:46.160897 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 03:05:46.160897 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:05:46.160897 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 03:05:46.160897 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:05:46.160897 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 03:05:46.160897 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:05:46.160897 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 03:05:46.160897 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:05:46.160897 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 03:05:46.160897 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:05:46.160897 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:05:46.160897 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:05:46.160897 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:05:46.160897 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:05:46.160897 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 03:05:46.160897 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:05:46.160897 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 03:05:46.160897 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:05:46.160897 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:05:46.160897 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:05:46.160897 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 03:05:46.160897 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:05:46.160897 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:05:46.160897 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:05:46.160897 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:05:46.160897 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:05:46.160897 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:05:46.160897 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:05:46.182672 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:46.326172 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4aef5064-4e75-4d07-ba5f-710df9f11694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (1c014886-5737-46a8-8981-2199c264a4e4), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:46.329695 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4aef5064-4e75-4d07-ba5f-710df9f11694 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:46.334659 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-4aef5064-4e75-4d07-ba5f-710df9f11694 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1c014886-5737-46a8-8981-2199c264a4e4 HTTP/1.1" status: 204 len: 168 time: 0.5811739 Feb 19 03:05:46.393184 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cca5de83-25a1-442b-8bbc-aa90872fb39f tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (4f053a2a-1a16-4a62-8cd3-cd92f4a4fddc), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:46.403883 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cca5de83-25a1-442b-8bbc-aa90872fb39f tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:46.424195 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-cca5de83-25a1-442b-8bbc-aa90872fb39f tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] 10.222.0.72 "DELETE /v2.0/networks/4f053a2a-1a16-4a62-8cd3-cd92f4a4fddc HTTP/1.1" status: 204 len: 168 time: 1.1638038 Feb 19 03:05:46.427387 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 54136) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:46.471671 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 54138) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:46.476859 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aef5064-4e75-4d07-ba5f-710df9f11694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c014886-5737-46a8-8981-2199c264a4e4,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:46.581759 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca5de83-25a1-442b-8bbc-aa90872fb39f tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Pushing event deleted for resources: {'Network': ['ID=4f053a2a-1a16-4a62-8cd3-cd92f4a4fddc,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:46.591941 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-4199b918-b7c8-4cbb-b9a0-b57227266a77 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] DELETE failed (client error): The resource could not be found. Feb 19 03:05:46.592511 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4199b918-b7c8-4cbb-b9a0-b57227266a77 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:05:46.600193 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-4199b918-b7c8-4cbb-b9a0-b57227266a77 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] 10.222.0.72 "DELETE /v2.0/subnets/cca5095e-7da5-4891-a05f-91fac38488e2 HTTP/1.1" status: 404 len: 337 time: 0.1676025 Feb 19 03:05:46.603787 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 54142) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:46.679782 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-e539413f-ad1b-47d2-84d0-046d1fdccabc tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] DELETE failed (client error): The resource could not be found. Feb 19 03:05:46.682688 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e539413f-ad1b-47d2-84d0-046d1fdccabc tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:05:46.702914 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-e539413f-ad1b-47d2-84d0-046d1fdccabc tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] 10.222.0.72 "DELETE /v2.0/networks/08d1684b-19ad-4a24-bec8-3853070f1f5b HTTP/1.1" status: 404 len: 339 time: 0.0957515 Feb 19 03:05:46.707947 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 54144) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:46.776377 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-721a30f5-b1b2-4d9c-aed7-2d2fb5e6f6ae x-openstack-request-id: req-721a30f5-b1b2-4d9c-aed7-2d2fb5e6f6ae {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:05:46.778400 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5712473-ec71-4cd2-a7d2-c2cec0223e2b", "name": "network-vif-plugged", "status": "completed", "tag": "45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:05:46.779100 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-721a30f5-b1b2-4d9c-aed7-2d2fb5e6f6ae {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:05:46.780011 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5712473-ec71-4cd2-a7d2-c2cec0223e2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6', 'code': 200} Feb 19 03:05:46.782346 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7c3294c6-7b8d-43df-8340-7cbedcda405c tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks [] for port (a153abcf-470c-4880-bfa5-7d410b0cd7c7), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:46.833867 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d29ea7d-5303-4cdd-b33d-5f4212443b3f req-9970b6c2-7713-4cce-8be6-47335328d66b tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:46.856613 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3d29ea7d-5303-4cdd-b33d-5f4212443b3f req-9970b6c2-7713-4cce-8be6-47335328d66b tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 945 time: 0.3222556 Feb 19 03:05:47.021798 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-a851fae3-800c-4cfd-ab60-31af2e18bf07 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Deleting subnet 53630a02-0c4a-47ea-8b12-350eb475ec7d {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:05:47.044520 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a851fae3-800c-4cfd-ab60-31af2e18bf07 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks [] for subnet (53630a02-0c4a-47ea-8b12-350eb475ec7d), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:47.086267 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3d29ea7d-5303-4cdd-b33d-5f4212443b3f req-0f4bf98e-d6b5-4123-8dc2-01053e5fc2da tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2286310 Feb 19 03:05:47.106639 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7c3294c6-7b8d-43df-8340-7cbedcda405c tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (a153abcf-470c-4880-bfa5-7d410b0cd7c7), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:47.159351 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb173cc-bab4-4dfc-9588-af566914748c req-d1d197b9-9fc0-4a0c-9409-6b3bee12749c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:47.167309 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-dfb173cc-bab4-4dfc-9588-af566914748c req-d1d197b9-9fc0-4a0c-9409-6b3bee12749c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 1127 time: 0.2926531 Feb 19 03:05:47.229696 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a851fae3-800c-4cfd-ab60-31af2e18bf07 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (53630a02-0c4a-47ea-8b12-350eb475ec7d), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:47.258516 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3294c6-7b8d-43df-8340-7cbedcda405c tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Network 63638533-56bf-448b-89a3-36973271b181 is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:05:47.263436 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5d9da77e-ba0d-4a44-8916-142c9d5d0cf9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:47.276031 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-7c3294c6-7b8d-43df-8340-7cbedcda405c tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:05:47.284631 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3294c6-7b8d-43df-8340-7cbedcda405c tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:05:47.366065 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-dfb173cc-bab4-4dfc-9588-af566914748c req-eeb6c9b0-8191-4ad7-8b71-02f595b8458a service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1782479 Feb 19 03:05:47.383322 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3294c6-7b8d-43df-8340-7cbedcda405c tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Pushing event updated for resources: {'Port': ['ID=a153abcf-470c-4880-bfa5-7d410b0cd7c7,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:47.412213 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3294c6-7b8d-43df-8340-7cbedcda405c tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:47.412861 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7c3294c6-7b8d-43df-8340-7cbedcda405c tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:47.472072 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-7c3294c6-7b8d-43df-8340-7cbedcda405c tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 4.2010045 Feb 19 03:05:47.478853 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 54162) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:47.492882 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-beff30f5-708e-4497-8bcf-e817396cba43 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Request body: {'floatingip': {'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'port_id': 'a153abcf-470c-4880-bfa5-7d410b0cd7c7', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:05:47.539869 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a851fae3-800c-4cfd-ab60-31af2e18bf07 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (53630a02-0c4a-47ea-8b12-350eb475ec7d), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:47.641835 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-beff30f5-708e-4497-8bcf-e817396cba43 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:47.692731 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-770b8338-ad65-4cdc-9f10-910092c5dd27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:47.696863 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a851fae3-800c-4cfd-ab60-31af2e18bf07 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (53630a02-0c4a-47ea-8b12-350eb475ec7d), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:47.713330 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5d9da77e-ba0d-4a44-8916-142c9d5d0cf9 admin admin] Publish callbacks [] for security_group (cc0a5d0b-01fa-4f6c-9f32-8b29bbc9e987), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:47.730991 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5d9da77e-ba0d-4a44-8916-142c9d5d0cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (cc0a5d0b-01fa-4f6c-9f32-8b29bbc9e987), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:47.791416 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a851fae3-800c-4cfd-ab60-31af2e18bf07 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Pushing event deleted for resources: {'Subnet': ['ID=53630a02-0c4a-47ea-8b12-350eb475ec7d,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:47.813783 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a851fae3-800c-4cfd-ab60-31af2e18bf07 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:47.823743 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9073174-6ecb-43a6-beb3-78fdecd54926 None None] Network 42522235-3df9-453c-b187-4a5447813910 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:05:47.835648 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-a851fae3-800c-4cfd-ab60-31af2e18bf07 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] 10.222.0.72 "DELETE /v2.0/subnets/53630a02-0c4a-47ea-8b12-350eb475ec7d HTTP/1.1" status: 204 len: 168 time: 1.1240020 Feb 19 03:05:47.852069 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 54168) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:48.000393 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-5d9da77e-ba0d-4a44-8916-142c9d5d0cf9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a969b2e7d34f4adbaa4e53363352cba9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5179410 Feb 19 03:05:48.004740 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-b463499b-7314-4d79-b230-02f15dfe203c tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Deleting subnet 43e7dc07-4340-446c-8120-da654974ef1c {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:05:48.013100 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 54174) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:48.017261 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b463499b-7314-4d79-b230-02f15dfe203c tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks [] for subnet (43e7dc07-4340-446c-8120-da654974ef1c), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:48.100535 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9da77e-ba0d-4a44-8916-142c9d5d0cf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc0a5d0b-01fa-4f6c-9f32-8b29bbc9e987,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:48.180887 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b463499b-7314-4d79-b230-02f15dfe203c tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (43e7dc07-4340-446c-8120-da654974ef1c), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:48.259114 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-beff30f5-708e-4497-8bcf-e817396cba43 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:48.334972 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c438c5-c4cb-418a-8835-458df2171d07 req-28d7b999-e617-4d46-ac4a-07d1902a3f83 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:48.341530 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f3c438c5-c4cb-418a-8835-458df2171d07 req-28d7b999-e617-4d46-ac4a-07d1902a3f83 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 945 time: 0.1192641 Feb 19 03:05:48.470497 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b463499b-7314-4d79-b230-02f15dfe203c tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (43e7dc07-4340-446c-8120-da654974ef1c), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:48.563983 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b463499b-7314-4d79-b230-02f15dfe203c tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (43e7dc07-4340-446c-8120-da654974ef1c), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:48.609201 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-beff30f5-708e-4497-8bcf-e817396cba43 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Allocated IP 172.25.6.89 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/37f466b1-dfcc-40f9-b049-bbbdd04c0242) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:05:48.615806 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b463499b-7314-4d79-b230-02f15dfe203c tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Pushing event deleted for resources: {'Subnet': ['ID=43e7dc07-4340-446c-8120-da654974ef1c,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:48.618531 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7af2339c-782f-452a-9fb5-e9c7f8a3ff94 admin admin] Publish callbacks [] for security_group (cc0a5d0b-01fa-4f6c-9f32-8b29bbc9e987), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:48.623734 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b463499b-7314-4d79-b230-02f15dfe203c tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:48.627202 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-b463499b-7314-4d79-b230-02f15dfe203c tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] 10.222.0.72 "DELETE /v2.0/subnets/43e7dc07-4340-446c-8120-da654974ef1c HTTP/1.1" status: 204 len: 168 time: 0.7673795 Feb 19 03:05:48.629990 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 54188) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:48.845698 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7af2339c-782f-452a-9fb5-e9c7f8a3ff94 admin admin] Publish callbacks [] for security_group (cc0a5d0b-01fa-4f6c-9f32-8b29bbc9e987), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:49.013923 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f3c438c5-c4cb-418a-8835-458df2171d07 req-86c25e5c-3e0f-4dca-add5-638e1c7537c2 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6690753 Feb 19 03:05:49.069887 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-930e059f-399d-4732-ae70-e2b3f9caa89a tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (42522235-3df9-453c-b187-4a5447813910), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:49.166965 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7af2339c-782f-452a-9fb5-e9c7f8a3ff94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (cc0a5d0b-01fa-4f6c-9f32-8b29bbc9e987), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:49.170147 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7af2339c-782f-452a-9fb5-e9c7f8a3ff94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:49.174474 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-7af2339c-782f-452a-9fb5-e9c7f8a3ff94 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/cc0a5d0b-01fa-4f6c-9f32-8b29bbc9e987 HTTP/1.1" status: 204 len: 168 time: 1.1582921 Feb 19 03:05:49.180761 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-beff30f5-708e-4497-8bcf-e817396cba43 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks [] for port (37f466b1-dfcc-40f9-b049-bbbdd04c0242), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:49.189065 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af2339c-782f-452a-9fb5-e9c7f8a3ff94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc0a5d0b-01fa-4f6c-9f32-8b29bbc9e987,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:49.253652 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-930e059f-399d-4732-ae70-e2b3f9caa89a tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Deleting port 3b04f0f0-09cb-4f6c-993d-dd4b3ceae4c7 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:05:49.254732 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-930e059f-399d-4732-ae70-e2b3f9caa89a tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (3b04f0f0-09cb-4f6c-993d-dd4b3ceae4c7), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:49.291814 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:49.353891 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791bc314-5402-4f88-9a59-d940e8620250 None None] Network 42522235-3df9-453c-b187-4a5447813910 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:05:49.402572 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-beff30f5-708e-4497-8bcf-e817396cba43 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (37f466b1-dfcc-40f9-b049-bbbdd04c0242), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:49.558987 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-72987a30-df4f-4ced-a1a5-1f0cc5ba1b6e None None] Provisioning complete for port 3b04f0f0-09cb-4f6c-993d-dd4b3ceae4c7 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:05:49.559798 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-72987a30-df4f-4ced-a1a5-1f0cc5ba1b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (3b04f0f0-09cb-4f6c-993d-dd4b3ceae4c7), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:49.629569 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beff30f5-708e-4497-8bcf-e817396cba43 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:05:49.640534 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-beff30f5-708e-4497-8bcf-e817396cba43 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:05:49.646884 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beff30f5-708e-4497-8bcf-e817396cba43 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:05:49.703654 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beff30f5-708e-4497-8bcf-e817396cba43 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Pushing event updated for resources: {'Port': ['ID=37f466b1-dfcc-40f9-b049-bbbdd04c0242,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:49.860189 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-72987a30-df4f-4ced-a1a5-1f0cc5ba1b6e None None] Current status of the port 3b04f0f0-09cb-4f6c-993d-dd4b3ceae4c7 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:05:49.996875 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ab1f7c-d472-45ac-857d-64433194d2ec None None] DHCP port deletion for 42522235-3df9-453c-b187-4a5447813910 request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:05:50.115084 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-57ab1f7c-d472-45ac-857d-64433194d2ec None None] Deleting port 3b04f0f0-09cb-4f6c-993d-dd4b3ceae4c7 {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:05:50.115522 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-57ab1f7c-d472-45ac-857d-64433194d2ec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (3b04f0f0-09cb-4f6c-993d-dd4b3ceae4c7), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:50.122618 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-930e059f-399d-4732-ae70-e2b3f9caa89a tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] For port 3b04f0f0-09cb-4f6c-993d-dd4b3ceae4c7, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=3b04f0f0-09cb-4f6c-993d-dd4b3ceae4c7,segment=NetworkSegment(839b6fac-3f76-4074-b6ed-8512c87b64f3),segment_id=839b6fac-3f76-4074-b6ed-8512c87b64f3)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:05:50.123157 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-930e059f-399d-4732-ae70-e2b3f9caa89a tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (3b04f0f0-09cb-4f6c-993d-dd4b3ceae4c7), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:50.192255 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-930e059f-399d-4732-ae70-e2b3f9caa89a tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Calling delete_port for 3b04f0f0-09cb-4f6c-993d-dd4b3ceae4c7 owned by network:dhcp {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:05:50.240838 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 54212) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:50.329417 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-dbb5e015-375b-4677-a491-8bc403e957a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:50.331921 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-57ab1f7c-d472-45ac-857d-64433194d2ec None None] For port 3b04f0f0-09cb-4f6c-993d-dd4b3ceae4c7, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=3b04f0f0-09cb-4f6c-993d-dd4b3ceae4c7,segment=NetworkSegment(839b6fac-3f76-4074-b6ed-8512c87b64f3),segment_id=839b6fac-3f76-4074-b6ed-8512c87b64f3)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:05:50.332409 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-57ab1f7c-d472-45ac-857d-64433194d2ec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (3b04f0f0-09cb-4f6c-993d-dd4b3ceae4c7), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:50.367517 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-57ab1f7c-d472-45ac-857d-64433194d2ec None None] Calling delete_port for 3b04f0f0-09cb-4f6c-993d-dd4b3ceae4c7 owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:05:50.529231 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-dbb5e015-375b-4677-a491-8bc403e957a0 admin admin] Publish callbacks [] for security_group (bab4e479-fa69-4c4d-addd-1dd7e83751e3), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:50.643462 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-dbb5e015-375b-4677-a491-8bc403e957a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (bab4e479-fa69-4c4d-addd-1dd7e83751e3), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:50.738427 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-dbb5e015-375b-4677-a491-8bc403e957a0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ced3001136c84c58927f9cef06eadc29&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4958153 Feb 19 03:05:50.741480 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 54220) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:50.816314 n-d-826753-2 neutron-server[103703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:05:50.816314 n-d-826753-2 neutron-server[103703]: self.session.flush() Feb 19 03:05:50.816314 n-d-826753-2 neutron-server[103703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:05:50.816314 n-d-826753-2 neutron-server[103703]: self.session.flush() Feb 19 03:05:50.816314 n-d-826753-2 neutron-server[103703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:05:50.816314 n-d-826753-2 neutron-server[103703]: self.session.flush() Feb 19 03:05:50.816314 n-d-826753-2 neutron-server[103703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:05:50.816314 n-d-826753-2 neutron-server[103703]: self.session.flush() Feb 19 03:05:50.816314 n-d-826753-2 neutron-server[103703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:05:50.816314 n-d-826753-2 neutron-server[103703]: self.session.flush() Feb 19 03:05:50.816314 n-d-826753-2 neutron-server[103703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:05:50.816314 n-d-826753-2 neutron-server[103703]: self.session.flush() Feb 19 03:05:50.816314 n-d-826753-2 neutron-server[103703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:05:50.816314 n-d-826753-2 neutron-server[103703]: self.session.flush() Feb 19 03:05:50.816314 n-d-826753-2 neutron-server[103703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:05:50.816314 n-d-826753-2 neutron-server[103703]: self.session.flush() Feb 19 03:05:50.816314 n-d-826753-2 neutron-server[103703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:05:50.816314 n-d-826753-2 neutron-server[103703]: self.session.flush() Feb 19 03:05:50.816314 n-d-826753-2 neutron-server[103703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:05:50.816314 n-d-826753-2 neutron-server[103703]: self.session.flush() Feb 19 03:05:50.816314 n-d-826753-2 neutron-server[103703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:05:50.816314 n-d-826753-2 neutron-server[103703]: self.session.flush() Feb 19 03:05:50.816314 n-d-826753-2 neutron-server[103703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:05:50.816314 n-d-826753-2 neutron-server[103703]: self.session.flush() Feb 19 03:05:50.816314 n-d-826753-2 neutron-server[103703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:05:50.816314 n-d-826753-2 neutron-server[103703]: self.session.flush() Feb 19 03:05:50.816314 n-d-826753-2 neutron-server[103703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:05:50.816314 n-d-826753-2 neutron-server[103703]: self.session.flush() Feb 19 03:05:50.816314 n-d-826753-2 neutron-server[103703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:05:50.816314 n-d-826753-2 neutron-server[103703]: self.session.flush() Feb 19 03:05:50.816314 n-d-826753-2 neutron-server[103703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:05:50.816314 n-d-826753-2 neutron-server[103703]: self.session.flush() Feb 19 03:05:50.816314 n-d-826753-2 neutron-server[103703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:05:50.816314 n-d-826753-2 neutron-server[103703]: self.session.flush() Feb 19 03:05:50.816314 n-d-826753-2 neutron-server[103703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:05:50.816314 n-d-826753-2 neutron-server[103703]: self.session.flush() Feb 19 03:05:50.816314 n-d-826753-2 neutron-server[103703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:05:50.816314 n-d-826753-2 neutron-server[103703]: self.session.flush() Feb 19 03:05:50.816314 n-d-826753-2 neutron-server[103703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:05:50.816314 n-d-826753-2 neutron-server[103703]: self.session.flush() Feb 19 03:05:50.816314 n-d-826753-2 neutron-server[103703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:05:50.816314 n-d-826753-2 neutron-server[103703]: self.session.flush() Feb 19 03:05:50.816314 n-d-826753-2 neutron-server[103703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:05:50.816314 n-d-826753-2 neutron-server[103703]: self.session.flush() Feb 19 03:05:50.816314 n-d-826753-2 neutron-server[103703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:05:50.816314 n-d-826753-2 neutron-server[103703]: self.session.flush() Feb 19 03:05:50.816314 n-d-826753-2 neutron-server[103703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:05:50.816314 n-d-826753-2 neutron-server[103703]: self.session.flush() Feb 19 03:05:50.816314 n-d-826753-2 neutron-server[103703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:05:50.816314 n-d-826753-2 neutron-server[103703]: self.session.flush() Feb 19 03:05:50.816314 n-d-826753-2 neutron-server[103703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:05:50.816314 n-d-826753-2 neutron-server[103703]: self.session.flush() Feb 19 03:05:50.816314 n-d-826753-2 neutron-server[103703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:05:50.816314 n-d-826753-2 neutron-server[103703]: self.session.flush() Feb 19 03:05:50.836696 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-57ab1f7c-d472-45ac-857d-64433194d2ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (3b04f0f0-09cb-4f6c-993d-dd4b3ceae4c7), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:50.850657 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-930e059f-399d-4732-ae70-e2b3f9caa89a tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (3b04f0f0-09cb-4f6c-993d-dd4b3ceae4c7), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:50.884973 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ab1f7c-d472-45ac-857d-64433194d2ec None None] No DVR routers for this DVR port 3b04f0f0-09cb-4f6c-993d-dd4b3ceae4c7 on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:05:50.887804 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ab1f7c-d472-45ac-857d-64433194d2ec None None] Pushing event deleted for resources: {'Port': ['ID=3b04f0f0-09cb-4f6c-993d-dd4b3ceae4c7,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:50.890111 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:50.912079 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb5e015-375b-4677-a491-8bc403e957a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bab4e479-fa69-4c4d-addd-1dd7e83751e3,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:51.012636 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930e059f-399d-4732-ae70-e2b3f9caa89a tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Pushing event deleted for resources: {'Port': ['ID=3b04f0f0-09cb-4f6c-993d-dd4b3ceae4c7,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:51.033938 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930e059f-399d-4732-ae70-e2b3f9caa89a tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] No DVR routers for this DVR port 3b04f0f0-09cb-4f6c-993d-dd4b3ceae4c7 on host n-d-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:05:51.392780 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-930e059f-399d-4732-ae70-e2b3f9caa89a tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (42522235-3df9-453c-b187-4a5447813910), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:51.420845 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce701619-21b9-42fe-8c0a-5c620fd037f0 req-7f41ec0c-afef-434d-b0ef-c1a3acd04c61 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:51.435600 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ce701619-21b9-42fe-8c0a-5c620fd037f0 req-7f41ec0c-afef-434d-b0ef-c1a3acd04c61 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 945 time: 0.3913360 Feb 19 03:05:51.453824 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-930e059f-399d-4732-ae70-e2b3f9caa89a tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42522235-3df9-453c-b187-4a5447813910']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:05:51.476643 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-792ec8b4-b1a9-48ff-9dfc-a788cf29c592 admin admin] Publish callbacks [] for security_group (bab4e479-fa69-4c4d-addd-1dd7e83751e3), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:51.493888 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 3b04f0f0-09cb-4f6c-993d-dd4b3ceae4c7 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:05:51.529551 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-930e059f-399d-4732-ae70-e2b3f9caa89a tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '839b6fac-3f76-4074-b6ed-8512c87b64f3') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:05:51.529963 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-930e059f-399d-4732-ae70-e2b3f9caa89a tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '839b6fac-3f76-4074-b6ed-8512c87b64f3') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:05:51.551006 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-930e059f-399d-4732-ae70-e2b3f9caa89a tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (839b6fac-3f76-4074-b6ed-8512c87b64f3), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:51.557892 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 3b04f0f0-09cb-4f6c-993d-dd4b3ceae4c7 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:05:51.562894 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 3b04f0f0-09cb-4f6c-993d-dd4b3ceae4c7 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:05:51.582976 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-930e059f-399d-4732-ae70-e2b3f9caa89a tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (839b6fac-3f76-4074-b6ed-8512c87b64f3), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:51.596874 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-930e059f-399d-4732-ae70-e2b3f9caa89a tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Releasing vlan 293 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:05:51.597306 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-930e059f-399d-4732-ae70-e2b3f9caa89a tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (839b6fac-3f76-4074-b6ed-8512c87b64f3), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:51.650786 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ce701619-21b9-42fe-8c0a-5c620fd037f0 req-baf8142a-ce63-4b25-ba8d-4b271fbefd34 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2141681 Feb 19 03:05:51.755375 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 03:05:51.755375 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:05:51.755375 n-d-826753-2 neutron-server[103702]: timer() Feb 19 03:05:51.755375 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:05:51.755375 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 03:05:51.755375 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:05:51.755375 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 03:05:51.755375 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:05:51.755375 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 03:05:51.755375 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:05:51.755375 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 03:05:51.755375 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:05:51.755375 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 03:05:51.755375 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:05:51.755375 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:05:51.755375 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:05:51.755375 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:05:51.755375 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:05:51.755375 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 03:05:51.755375 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:05:51.755375 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 03:05:51.755375 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:05:51.755375 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:05:51.755375 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:05:51.755375 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 03:05:51.755375 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:05:51.755375 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:05:51.755375 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:05:51.755375 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:05:51.755375 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:05:51.755375 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:05:51.755375 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:05:51.783988 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-930e059f-399d-4732-ae70-e2b3f9caa89a tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (42522235-3df9-453c-b187-4a5447813910), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:51.796843 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-930e059f-399d-4732-ae70-e2b3f9caa89a tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:51.809511 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-930e059f-399d-4732-ae70-e2b3f9caa89a tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] 10.222.0.72 "DELETE /v2.0/networks/42522235-3df9-453c-b187-4a5447813910 HTTP/1.1" status: 204 len: 168 time: 3.1702831 Feb 19 03:05:51.809923 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 54236) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:51.811463 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-beff30f5-708e-4497-8bcf-e817396cba43 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks [] for floatingip (d50478f5-c60b-43ca-8515-8822e0f06c13), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:51.877230 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930e059f-399d-4732-ae70-e2b3f9caa89a tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Pushing event deleted for resources: {'Network': ['ID=42522235-3df9-453c-b187-4a5447813910,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:51.893068 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-792ec8b4-b1a9-48ff-9dfc-a788cf29c592 admin admin] Publish callbacks [] for security_group (bab4e479-fa69-4c4d-addd-1dd7e83751e3), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:51.897538 n-d-826753-2 neutron-server[103701]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd7e2f60-05c9-4c96-83e2-db2c0b82f203 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] DELETE failed (client error): The resource could not be found. Feb 19 03:05:51.898689 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd7e2f60-05c9-4c96-83e2-db2c0b82f203 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:05:51.907647 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-cd7e2f60-05c9-4c96-83e2-db2c0b82f203 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] 10.222.0.72 "DELETE /v2.0/subnets/5927d51e-b098-4599-a4e6-799dadfc1433 HTTP/1.1" status: 404 len: 337 time: 0.0908859 Feb 19 03:05:51.911851 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 54238) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:51.960646 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:51.979016 n-d-826753-2 neutron-server[103701]: INFO neutron.pecan_wsgi.hooks.translation [None req-f86bfb5d-fa39-4c2d-93d3-7985bc3fa7a6 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] DELETE failed (client error): The resource could not be found. Feb 19 03:05:51.981436 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f86bfb5d-fa39-4c2d-93d3-7985bc3fa7a6 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:05:51.989584 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 54240) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:51.991573 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-f86bfb5d-fa39-4c2d-93d3-7985bc3fa7a6 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] 10.222.0.72 "DELETE /v2.0/networks/04275374-c555-4529-a9ab-168173be09b0 HTTP/1.1" status: 404 len: 339 time: 0.0773263 Feb 19 03:05:52.023252 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00eebc1-a320-429a-9e80-94cb6dfca58e req-9b949ded-1927-4e72-8c4c-24ef4d0ddc08 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:52.028596 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b00eebc1-a320-429a-9e80-94cb6dfca58e req-9b949ded-1927-4e72-8c4c-24ef4d0ddc08 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 945 time: 0.2942727 Feb 19 03:05:52.037760 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 54242) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:52.045939 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-b6ff28da-f99a-48af-838a-be2dcef6eec8 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Request body: {'floatingip': {'port_id': '45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:05:52.063011 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-68d6fef0-c688-4f72-8e3b-b1afa23f32f0 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] DELETE failed (client error): The resource could not be found. Feb 19 03:05:52.069797 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68d6fef0-c688-4f72-8e3b-b1afa23f32f0 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:05:52.074299 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-68d6fef0-c688-4f72-8e3b-b1afa23f32f0 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] 10.222.0.72 "DELETE /v2.0/subnets/85f0b3c6-1db1-4110-93c6-f1ede9366cbc HTTP/1.1" status: 404 len: 337 time: 0.0829716 Feb 19 03:05:52.081483 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 54244) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:52.082563 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-792ec8b4-b1a9-48ff-9dfc-a788cf29c592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (bab4e479-fa69-4c4d-addd-1dd7e83751e3), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:52.087662 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-792ec8b4-b1a9-48ff-9dfc-a788cf29c592 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:52.092744 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-792ec8b4-b1a9-48ff-9dfc-a788cf29c592 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/bab4e479-fa69-4c4d-addd-1dd7e83751e3 HTTP/1.1" status: 204 len: 168 time: 1.3434927 Feb 19 03:05:52.133222 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b6ff28da-f99a-48af-838a-be2dcef6eec8 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Publish callbacks [] for floatingip (de62ef49-884d-43da-8b6b-8e21cf6b3d64), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:52.167786 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-46884ae4-7aa9-4c8c-8199-fc87ad4f076a tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] DELETE failed (client error): The resource could not be found. Feb 19 03:05:52.168360 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46884ae4-7aa9-4c8c-8199-fc87ad4f076a tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:05:52.177054 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-46884ae4-7aa9-4c8c-8199-fc87ad4f076a tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] 10.222.0.72 "DELETE /v2.0/networks/da9b6f91-e83e-4773-9891-09e118a77162 HTTP/1.1" status: 404 len: 339 time: 0.0764370 Feb 19 03:05:52.182589 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792ec8b4-b1a9-48ff-9dfc-a788cf29c592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bab4e479-fa69-4c4d-addd-1dd7e83751e3,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:52.185034 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 54252) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:52.274213 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-93b9af83-b265-41c1-9a74-140cad0912d6 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] DELETE failed (client error): The resource could not be found. Feb 19 03:05:52.275192 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93b9af83-b265-41c1-9a74-140cad0912d6 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:05:52.280272 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-93b9af83-b265-41c1-9a74-140cad0912d6 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] 10.222.0.72 "DELETE /v2.0/subnets/729a6827-50a5-46d9-aead-7c2db3204251 HTTP/1.1" status: 404 len: 337 time: 0.0930111 Feb 19 03:05:52.295457 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 54254) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:52.459273 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-beff30f5-708e-4497-8bcf-e817396cba43 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (37f466b1-dfcc-40f9-b049-bbbdd04c0242), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:52.463753 n-d-826753-2 neutron-server[103701]: INFO neutron.pecan_wsgi.hooks.translation [None req-df3b6a64-73a2-44de-9d98-02d17dc0055a tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] DELETE failed (client error): The resource could not be found. Feb 19 03:05:52.464548 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df3b6a64-73a2-44de-9d98-02d17dc0055a tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:05:52.467795 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-df3b6a64-73a2-44de-9d98-02d17dc0055a tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] 10.222.0.72 "DELETE /v2.0/networks/9a293ea7-5ab6-422f-b9ed-e036c4fa7c46 HTTP/1.1" status: 404 len: 339 time: 0.1558139 Feb 19 03:05:52.504331 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 54260) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:52.603482 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:52.723080 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0cff910-e79d-48d4-a5d8-cde6b5448a55 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Deleting subnet b88570a0-4507-4247-a8f3-e691f910dfce {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:05:52.732342 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d0cff910-e79d-48d4-a5d8-cde6b5448a55 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks [] for subnet (b88570a0-4507-4247-a8f3-e691f910dfce), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:52.787750 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d0cff910-e79d-48d4-a5d8-cde6b5448a55 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (b88570a0-4507-4247-a8f3-e691f910dfce), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:52.967238 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d0cff910-e79d-48d4-a5d8-cde6b5448a55 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (b88570a0-4507-4247-a8f3-e691f910dfce), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:53.110938 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d0cff910-e79d-48d4-a5d8-cde6b5448a55 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (b88570a0-4507-4247-a8f3-e691f910dfce), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:53.159563 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cff910-e79d-48d4-a5d8-cde6b5448a55 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Pushing event deleted for resources: {'Subnet': ['ID=b88570a0-4507-4247-a8f3-e691f910dfce,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:53.178029 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d0cff910-e79d-48d4-a5d8-cde6b5448a55 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:53.185487 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-d0cff910-e79d-48d4-a5d8-cde6b5448a55 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] 10.222.0.72 "DELETE /v2.0/subnets/b88570a0-4507-4247-a8f3-e691f910dfce HTTP/1.1" status: 204 len: 168 time: 0.6779540 Feb 19 03:05:53.193764 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 54274) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:53.201861 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c3dafc-ae01-4af3-9832-0f3c360f9dec None None] Network ef5d23af-03c5-4999-83b7-8e37912fb2cd requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:05:53.353036 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-beff30f5-708e-4497-8bcf-e817396cba43 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks [] for port (37f466b1-dfcc-40f9-b049-bbbdd04c0242), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:53.440789 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5a745127-25eb-4480-a1b7-0eacbd8dd7f8 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (ef5d23af-03c5-4999-83b7-8e37912fb2cd), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:53.500728 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-beff30f5-708e-4497-8bcf-e817396cba43 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (37f466b1-dfcc-40f9-b049-bbbdd04c0242), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:53.656221 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-5a745127-25eb-4480-a1b7-0eacbd8dd7f8 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Deleting port 7c556fcb-2644-4162-9d7d-31c187cd43bd {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:05:53.656770 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5a745127-25eb-4480-a1b7-0eacbd8dd7f8 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (7c556fcb-2644-4162-9d7d-31c187cd43bd), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:53.675530 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc645cdb-64c4-42e7-9e83-eb16b0e2f8ba None None] DHCP port deletion for ef5d23af-03c5-4999-83b7-8e37912fb2cd request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:05:53.712802 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beff30f5-708e-4497-8bcf-e817396cba43 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Pushing event updated for resources: {'Port': ['ID=37f466b1-dfcc-40f9-b049-bbbdd04c0242,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:53.770026 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-beff30f5-708e-4497-8bcf-e817396cba43 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16285943'] for floatingip (d50478f5-c60b-43ca-8515-8822e0f06c13), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:53.916899 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-5a745127-25eb-4480-a1b7-0eacbd8dd7f8 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] For port 7c556fcb-2644-4162-9d7d-31c187cd43bd, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=7c556fcb-2644-4162-9d7d-31c187cd43bd,segment=NetworkSegment(0b48facd-da33-4309-b6ca-3b391fae66ec),segment_id=0b48facd-da33-4309-b6ca-3b391fae66ec)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:05:53.919430 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5a745127-25eb-4480-a1b7-0eacbd8dd7f8 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (7c556fcb-2644-4162-9d7d-31c187cd43bd), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:53.954994 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-5a745127-25eb-4480-a1b7-0eacbd8dd7f8 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Calling delete_port for 7c556fcb-2644-4162-9d7d-31c187cd43bd owned by network:dhcp {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:05:54.004412 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.db.resource_extend [None req-b6ff28da-f99a-48af-838a-be2dcef6eec8 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 03:05:54.007438 n-d-826753-2 neutron-server[103701]: INFO neutron.db.l3_db [None req-beff30f5-708e-4497-8bcf-e817396cba43 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Floating IP d50478f5-c60b-43ca-8515-8822e0f06c13 associated. External IP: 172.25.6.89, port: a153abcf-470c-4880-bfa5-7d410b0cd7c7. Feb 19 03:05:54.165865 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b6ff28da-f99a-48af-838a-be2dcef6eec8 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:54.218305 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b6ff28da-f99a-48af-838a-be2dcef6eec8 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16285943'] for floatingip (de62ef49-884d-43da-8b6b-8e21cf6b3d64), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:54.251968 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5a745127-25eb-4480-a1b7-0eacbd8dd7f8 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (7c556fcb-2644-4162-9d7d-31c187cd43bd), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:54.325172 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a745127-25eb-4480-a1b7-0eacbd8dd7f8 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Pushing event deleted for resources: {'Port': ['ID=7c556fcb-2644-4162-9d7d-31c187cd43bd,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:54.345646 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a745127-25eb-4480-a1b7-0eacbd8dd7f8 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] No DVR routers for this DVR port 7c556fcb-2644-4162-9d7d-31c187cd43bd on host n-d-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:05:54.472740 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-fc645cdb-64c4-42e7-9e83-eb16b0e2f8ba None None] Deleting port 7c556fcb-2644-4162-9d7d-31c187cd43bd {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:05:54.473030 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fc645cdb-64c4-42e7-9e83-eb16b0e2f8ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (7c556fcb-2644-4162-9d7d-31c187cd43bd), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:54.507153 n-d-826753-2 neutron-server[103701]: INFO neutron.db.l3_db [None req-b6ff28da-f99a-48af-838a-be2dcef6eec8 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Floating IP de62ef49-884d-43da-8b6b-8e21cf6b3d64 associated. External IP: 172.25.6.21, port: 45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6. Feb 19 03:05:54.607973 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5a745127-25eb-4480-a1b7-0eacbd8dd7f8 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (ef5d23af-03c5-4999-83b7-8e37912fb2cd), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:54.667926 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-5a745127-25eb-4480-a1b7-0eacbd8dd7f8 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef5d23af-03c5-4999-83b7-8e37912fb2cd']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:05:54.690503 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-5a745127-25eb-4480-a1b7-0eacbd8dd7f8 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b48facd-da33-4309-b6ca-3b391fae66ec') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:05:54.692194 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-5a745127-25eb-4480-a1b7-0eacbd8dd7f8 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b48facd-da33-4309-b6ca-3b391fae66ec') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:05:54.706331 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-fc645cdb-64c4-42e7-9e83-eb16b0e2f8ba None None] For port 7c556fcb-2644-4162-9d7d-31c187cd43bd, host n-d-826753-2, got binding levels [] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:05:54.707374 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fc645cdb-64c4-42e7-9e83-eb16b0e2f8ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (7c556fcb-2644-4162-9d7d-31c187cd43bd), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:54.716927 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5a745127-25eb-4480-a1b7-0eacbd8dd7f8 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (0b48facd-da33-4309-b6ca-3b391fae66ec), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:54.764870 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-fc645cdb-64c4-42e7-9e83-eb16b0e2f8ba None None] Calling delete_port for 7c556fcb-2644-4162-9d7d-31c187cd43bd owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:05:54.770638 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5a745127-25eb-4480-a1b7-0eacbd8dd7f8 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (0b48facd-da33-4309-b6ca-3b391fae66ec), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:54.771866 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.ipam_backend_mixin [None req-fc645cdb-64c4-42e7-9e83-eb16b0e2f8ba None None] Port 7c556fcb-2644-4162-9d7d-31c187cd43bd was not found and therefore no delete operation was performed {{(pid=103703) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 03:05:54.782819 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fc645cdb-64c4-42e7-9e83-eb16b0e2f8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (7c556fcb-2644-4162-9d7d-31c187cd43bd), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:54.812469 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a745127-25eb-4480-a1b7-0eacbd8dd7f8 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Releasing vlan 278 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:05:54.813221 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5a745127-25eb-4480-a1b7-0eacbd8dd7f8 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (0b48facd-da33-4309-b6ca-3b391fae66ec), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:54.888332 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc645cdb-64c4-42e7-9e83-eb16b0e2f8ba None None] Pushing event deleted for resources: {'Port': ['ID=7c556fcb-2644-4162-9d7d-31c187cd43bd,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:54.902478 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc645cdb-64c4-42e7-9e83-eb16b0e2f8ba None None] No DVR routers for this DVR port 7c556fcb-2644-4162-9d7d-31c187cd43bd on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:05:54.975306 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 03:05:54.975306 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:05:54.975306 n-d-826753-2 neutron-server[103702]: timer() Feb 19 03:05:54.975306 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:05:54.975306 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 03:05:54.975306 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:05:54.975306 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 03:05:54.975306 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:05:54.975306 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 03:05:54.975306 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:05:54.975306 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 03:05:54.975306 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:05:54.975306 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 03:05:54.975306 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:05:54.975306 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:05:54.975306 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:05:54.975306 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:05:54.975306 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:05:54.975306 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 03:05:54.975306 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:05:54.975306 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 03:05:54.975306 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:05:54.975306 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:05:54.975306 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:05:54.975306 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 03:05:54.975306 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:05:54.975306 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:05:54.975306 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:05:54.975306 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:05:54.975306 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:05:54.975306 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:05:54.975306 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:05:55.046397 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5a745127-25eb-4480-a1b7-0eacbd8dd7f8 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (ef5d23af-03c5-4999-83b7-8e37912fb2cd), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:55.059153 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5a745127-25eb-4480-a1b7-0eacbd8dd7f8 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:55.069068 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-5a745127-25eb-4480-a1b7-0eacbd8dd7f8 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] 10.222.0.72 "DELETE /v2.0/networks/ef5d23af-03c5-4999-83b7-8e37912fb2cd HTTP/1.1" status: 204 len: 168 time: 1.8706152 Feb 19 03:05:55.069068 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 54318) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:55.090849 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beff30f5-708e-4497-8bcf-e817396cba43 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Router db463c12-a340-4723-ba95-675c02808b17 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:05:55.114834 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a745127-25eb-4480-a1b7-0eacbd8dd7f8 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Pushing event deleted for resources: {'Network': ['ID=ef5d23af-03c5-4999-83b7-8e37912fb2cd,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:55.191503 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-60428a27-b15c-472b-9f97-119c1d954d49 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] DELETE failed (client error): The resource could not be found. Feb 19 03:05:55.191958 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60428a27-b15c-472b-9f97-119c1d954d49 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:05:55.195221 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-60428a27-b15c-472b-9f97-119c1d954d49 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] 10.222.0.72 "DELETE /v2.0/subnets/3fa5e10c-e374-4d8d-9944-b227b7a7f528 HTTP/1.1" status: 404 len: 337 time: 0.1197240 Feb 19 03:05:55.205689 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 54324) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:55.256296 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f0af895-7473-4fbd-84b5-449cd8943d9e tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] DELETE failed (client error): The resource could not be found. Feb 19 03:05:55.256967 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f0af895-7473-4fbd-84b5-449cd8943d9e tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:05:55.262958 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-3f0af895-7473-4fbd-84b5-449cd8943d9e tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] 10.222.0.72 "DELETE /v2.0/networks/07776663-bf91-41b2-ab8a-cd2b7146a8ea HTTP/1.1" status: 404 len: 339 time: 0.0562077 Feb 19 03:05:55.266847 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 54328) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:55.433619 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-42ad3fbb-0e7d-4ec9-85e9-01ad48ac249f tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Deleting subnet 0f35d8c8-ee8b-4be0-9275-591312316761 {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:05:55.438545 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-42ad3fbb-0e7d-4ec9-85e9-01ad48ac249f tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks [] for subnet (0f35d8c8-ee8b-4be0-9275-591312316761), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:55.445512 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 7c556fcb-2644-4162-9d7d-31c187cd43bd no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:05:55.480474 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 7c556fcb-2644-4162-9d7d-31c187cd43bd {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:05:55.486455 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 7c556fcb-2644-4162-9d7d-31c187cd43bd not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:05:55.518166 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6ff28da-f99a-48af-838a-be2dcef6eec8 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Router 7bcff32f-85cc-4b7a-a9ae-323902b5a1b1 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:05:55.545904 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-42ad3fbb-0e7d-4ec9-85e9-01ad48ac249f tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (0f35d8c8-ee8b-4be0-9275-591312316761), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:55.693804 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-42ad3fbb-0e7d-4ec9-85e9-01ad48ac249f tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (0f35d8c8-ee8b-4be0-9275-591312316761), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:55.858663 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-42ad3fbb-0e7d-4ec9-85e9-01ad48ac249f tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (0f35d8c8-ee8b-4be0-9275-591312316761), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:55.922311 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ad3fbb-0e7d-4ec9-85e9-01ad48ac249f tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Pushing event deleted for resources: {'Subnet': ['ID=0f35d8c8-ee8b-4be0-9275-591312316761,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:55.935590 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-42ad3fbb-0e7d-4ec9-85e9-01ad48ac249f tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:55.941326 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0a685f-acaf-4e7b-8063-6c236d2af0f8 None None] Network 15b165f6-c1d3-439e-b4c9-146576722bbe requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:05:55.947904 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-42ad3fbb-0e7d-4ec9-85e9-01ad48ac249f tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] 10.222.0.72 "DELETE /v2.0/subnets/0f35d8c8-ee8b-4be0-9275-591312316761 HTTP/1.1" status: 204 len: 168 time: 0.6773484 Feb 19 03:05:55.950302 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 54346) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:56.175041 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:56.181973 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-09dc7679-2454-4b98-be03-238f81a57774 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (15b165f6-c1d3-439e-b4c9-146576722bbe), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:56.276334 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-09dc7679-2454-4b98-be03-238f81a57774 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Deleting port 47c85888-abe6-4da8-a423-2ea82e88f4e1 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:05:56.277734 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-09dc7679-2454-4b98-be03-238f81a57774 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (47c85888-abe6-4da8-a423-2ea82e88f4e1), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:56.293930 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7c4ff4-9080-4c43-aea0-34ee2ff8b7c9 None None] DHCP port deletion for 15b165f6-c1d3-439e-b4c9-146576722bbe request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:05:56.421449 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-ce7c4ff4-9080-4c43-aea0-34ee2ff8b7c9 None None] Deleting port 47c85888-abe6-4da8-a423-2ea82e88f4e1 {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:05:56.421830 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-ce7c4ff4-9080-4c43-aea0-34ee2ff8b7c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (47c85888-abe6-4da8-a423-2ea82e88f4e1), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:56.463492 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-09dc7679-2454-4b98-be03-238f81a57774 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] For port 47c85888-abe6-4da8-a423-2ea82e88f4e1, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=47c85888-abe6-4da8-a423-2ea82e88f4e1,segment=NetworkSegment(016c1b31-7e0f-4578-b7e9-77b622e7d66e),segment_id=016c1b31-7e0f-4578-b7e9-77b622e7d66e)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:05:56.463865 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-09dc7679-2454-4b98-be03-238f81a57774 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (47c85888-abe6-4da8-a423-2ea82e88f4e1), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:56.522052 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-09dc7679-2454-4b98-be03-238f81a57774 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Calling delete_port for 47c85888-abe6-4da8-a423-2ea82e88f4e1 owned by network:dhcp {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:05:56.524886 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beff30f5-708e-4497-8bcf-e817396cba43 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:05:56.539739 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e524379-725b-4a94-9221-b6f32352c890 None None] Sync routers for ids ['db463c12-a340-4723-ba95-675c02808b17'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:05:56.554379 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e524379-725b-4a94-9221-b6f32352c890 None None] Routers {'db463c12-a340-4723-ba95-675c02808b17'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:05:56.555884 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-9e524379-725b-4a94-9221-b6f32352c890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:05:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['db463c12-a340-4723-ba95-675c02808b17'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:05:56.600596 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-beff30f5-708e-4497-8bcf-e817396cba43 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:56.648608 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-ce7c4ff4-9080-4c43-aea0-34ee2ff8b7c9 None None] For port 47c85888-abe6-4da8-a423-2ea82e88f4e1, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=47c85888-abe6-4da8-a423-2ea82e88f4e1,segment=NetworkSegment(016c1b31-7e0f-4578-b7e9-77b622e7d66e),segment_id=016c1b31-7e0f-4578-b7e9-77b622e7d66e)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:05:56.649099 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-ce7c4ff4-9080-4c43-aea0-34ee2ff8b7c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (47c85888-abe6-4da8-a423-2ea82e88f4e1), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:56.674010 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6ff28da-f99a-48af-838a-be2dcef6eec8 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:05:56.697659 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-ce7c4ff4-9080-4c43-aea0-34ee2ff8b7c9 None None] Calling delete_port for 47c85888-abe6-4da8-a423-2ea82e88f4e1 owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:05:56.705549 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b6ff28da-f99a-48af-838a-be2dcef6eec8 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:56.718594 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-9e524379-725b-4a94-9221-b6f32352c890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:05:56.728201 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-09dc7679-2454-4b98-be03-238f81a57774 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (47c85888-abe6-4da8-a423-2ea82e88f4e1), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:56.756754 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09dc7679-2454-4b98-be03-238f81a57774 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] No DVR routers for this DVR port 47c85888-abe6-4da8-a423-2ea82e88f4e1 on host n-d-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:05:56.759581 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e524379-725b-4a94-9221-b6f32352c890 None None] Routers {'db463c12-a340-4723-ba95-675c02808b17'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:05:56.760513 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-9e524379-725b-4a94-9221-b6f32352c890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:05:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['db463c12-a340-4723-ba95-675c02808b17'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:05:56.771293 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-beff30f5-708e-4497-8bcf-e817396cba43 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 9.2931325 Feb 19 03:05:56.776400 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 54362) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:56.781387 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 54364) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:56.806507 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-d8902334-87fa-4fd3-80c0-d1ada50b16a6 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Request body: {'floatingip': {'port_id': 'a153abcf-470c-4880-bfa5-7d410b0cd7c7', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:05:56.818914 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dc7679-2454-4b98-be03-238f81a57774 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Pushing event deleted for resources: {'Port': ['ID=47c85888-abe6-4da8-a423-2ea82e88f4e1,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:56.922484 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-9e524379-725b-4a94-9221-b6f32352c890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:05:56.926617 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e524379-725b-4a94-9221-b6f32352c890 None None] The sync data for ids ['db463c12-a340-4723-ba95-675c02808b17'] in n-d-826753-2 is: [] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:05:56.942543 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-b6ff28da-f99a-48af-838a-be2dcef6eec8 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "PUT /v2.0/floatingips/de62ef49-884d-43da-8b6b-8e21cf6b3d64 HTTP/1.1" status: 200 len: 990 time: 4.9032485 Feb 19 03:05:56.948690 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5712473-ec71-4cd2-a7d2-c2cec0223e2b', 'tag': '45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:05:56.951804 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-09dc7679-2454-4b98-be03-238f81a57774 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (15b165f6-c1d3-439e-b4c9-146576722bbe), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:56.953433 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ba65c3f-7f6a-40a2-85a5-a8150f1223c7" -d '{"events": [{"name": "network-changed", "server_uuid": "d5712473-ec71-4cd2-a7d2-c2cec0223e2b", "tag": "45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:05:56.987015 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-09dc7679-2454-4b98-be03-238f81a57774 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15b165f6-c1d3-439e-b4c9-146576722bbe']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:05:56.999992 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-09dc7679-2454-4b98-be03-238f81a57774 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '016c1b31-7e0f-4578-b7e9-77b622e7d66e') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:05:57.000372 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-09dc7679-2454-4b98-be03-238f81a57774 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '016c1b31-7e0f-4578-b7e9-77b622e7d66e') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:05:57.013279 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-09dc7679-2454-4b98-be03-238f81a57774 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (016c1b31-7e0f-4578-b7e9-77b622e7d66e), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:57.014048 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d8902334-87fa-4fd3-80c0-d1ada50b16a6 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks [] for floatingip (d50478f5-c60b-43ca-8515-8822e0f06c13), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:57.032298 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-09dc7679-2454-4b98-be03-238f81a57774 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (016c1b31-7e0f-4578-b7e9-77b622e7d66e), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:57.040350 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09dc7679-2454-4b98-be03-238f81a57774 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Releasing vlan 285 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:05:57.040763 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-09dc7679-2454-4b98-be03-238f81a57774 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (016c1b31-7e0f-4578-b7e9-77b622e7d66e), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:57.049475 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-ce7c4ff4-9080-4c43-aea0-34ee2ff8b7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (47c85888-abe6-4da8-a423-2ea82e88f4e1), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:57.079884 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9543dace-dacf-421e-8a39-abd762d1a69f None None] Sync routers for ids ['7bcff32f-85cc-4b7a-a9ae-323902b5a1b1'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:05:57.142682 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 03:05:57.142682 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:05:57.142682 n-d-826753-2 neutron-server[103702]: timer() Feb 19 03:05:57.142682 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:05:57.142682 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 03:05:57.142682 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:05:57.142682 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 03:05:57.142682 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:05:57.142682 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 03:05:57.142682 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:05:57.142682 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 03:05:57.142682 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:05:57.142682 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 03:05:57.142682 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:05:57.142682 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:05:57.142682 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:05:57.142682 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:05:57.142682 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:05:57.142682 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 03:05:57.142682 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:05:57.142682 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 03:05:57.142682 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:05:57.142682 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:05:57.142682 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:05:57.142682 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 03:05:57.142682 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:05:57.142682 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:05:57.142682 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:05:57.142682 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:05:57.142682 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:05:57.142682 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:05:57.142682 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:05:57.148108 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-09dc7679-2454-4b98-be03-238f81a57774 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (15b165f6-c1d3-439e-b4c9-146576722bbe), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:57.169390 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7c4ff4-9080-4c43-aea0-34ee2ff8b7c9 None None] Pushing event deleted for resources: {'Port': ['ID=47c85888-abe6-4da8-a423-2ea82e88f4e1,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:57.177335 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-09dc7679-2454-4b98-be03-238f81a57774 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:57.180528 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7c4ff4-9080-4c43-aea0-34ee2ff8b7c9 None None] No DVR routers for this DVR port 47c85888-abe6-4da8-a423-2ea82e88f4e1 on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:05:57.194132 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9543dace-dacf-421e-8a39-abd762d1a69f None None] Routers {'7bcff32f-85cc-4b7a-a9ae-323902b5a1b1'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:05:57.197054 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-9543dace-dacf-421e-8a39-abd762d1a69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:05:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['7bcff32f-85cc-4b7a-a9ae-323902b5a1b1'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:05:57.204173 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-09dc7679-2454-4b98-be03-238f81a57774 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] 10.222.0.72 "DELETE /v2.0/networks/15b165f6-c1d3-439e-b4c9-146576722bbe HTTP/1.1" status: 204 len: 168 time: 1.2458904 Feb 19 03:05:57.248475 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dc7679-2454-4b98-be03-238f81a57774 tempest-NetworksIpV6Test-603846687 tempest-NetworksIpV6Test-603846687-project] Pushing event deleted for resources: {'Network': ['ID=15b165f6-c1d3-439e-b4c9-146576722bbe,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:57.357314 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ce417348-96ef-4817-b689-bfa989d0308a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:57.457941 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 47c85888-abe6-4da8-a423-2ea82e88f4e1 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:05:57.483921 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfbd900-40c6-4914-a884-92010174e9cc req-1117d2e6-4ed8-4d03-a491-0044d3915a69 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:57.485544 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5dfbd900-40c6-4914-a884-92010174e9cc req-1117d2e6-4ed8-4d03-a491-0044d3915a69 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 945 time: 0.4196119 Feb 19 03:05:57.636854 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7de76740-8fe8-4ab2-9682-6984e870636c x-openstack-request-id: req-7de76740-8fe8-4ab2-9682-6984e870636c {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:05:57.649666 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5712473-ec71-4cd2-a7d2-c2cec0223e2b", "tag": "45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:05:57.650117 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7de76740-8fe8-4ab2-9682-6984e870636c {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:05:57.650695 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5712473-ec71-4cd2-a7d2-c2cec0223e2b', 'tag': '45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6', 'status': 'completed', 'code': 200} Feb 19 03:05:57.684855 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 47c85888-abe6-4da8-a423-2ea82e88f4e1 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:05:57.689764 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 47c85888-abe6-4da8-a423-2ea82e88f4e1 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:05:57.697799 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 54386) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:57.747453 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5dfbd900-40c6-4914-a884-92010174e9cc req-00f7b5a3-9727-4079-ac97-6f6bae0711fa tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2434707 Feb 19 03:05:57.779671 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba65c3f-7f6a-40a2-85a5-a8150f1223c7 req-9baad30f-8fe0-48d3-967e-61a720992a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:57.785206 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-5ba65c3f-7f6a-40a2-85a5-a8150f1223c7 req-9baad30f-8fe0-48d3-967e-61a720992a01 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b9f6d445adfb4303a5f2e35c9323b376&device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 1127 time: 0.1659861 Feb 19 03:05:57.797647 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-9543dace-dacf-421e-8a39-abd762d1a69f None None] Set router 7bcff32f-85cc-4b7a-a9ae-323902b5a1b1 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:05:57.933463 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ce417348-96ef-4817-b689-bfa989d0308a admin admin] Publish callbacks [] for security_group (155a0977-b75b-4360-83aa-cb7bbf9107e0), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:58.043986 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ce417348-96ef-4817-b689-bfa989d0308a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (155a0977-b75b-4360-83aa-cb7bbf9107e0), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:58.116212 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba65c3f-7f6a-40a2-85a5-a8150f1223c7 req-0504fe3c-c2aa-41a8-b870-065ef932ef27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:58.118761 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-5ba65c3f-7f6a-40a2-85a5-a8150f1223c7 req-0504fe3c-c2aa-41a8-b870-065ef932ef27 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0f4d9579-5631-481f-acff-55faffa2a3d0 HTTP/1.1" status: 200 len: 913 time: 0.3283398 Feb 19 03:05:58.318142 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-9543dace-dacf-421e-8a39-abd762d1a69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bcff32f-85cc-4b7a-a9ae-323902b5a1b1', 'name': 'tempest-ServerActionsTestJSON-1229262062-router', 'tenant_id': 'b9f6d445adfb4303a5f2e35c9323b376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': 'a224555f-f273-4885-9609-4b19ad6517a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:05:02Z', 'updated_at': '2022-02-19T03:05:09Z', 'revision_number': 4, 'project_id': 'b9f6d445adfb4303a5f2e35c9323b376', 'gw_port': {'id': 'a224555f-f273-4885-9609-4b19ad6517a6', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:1e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bcff32f-85cc-4b7a-a9ae-323902b5a1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:05:03Z', 'updated_at': '2022-02-19T03:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': 'de62ef49-884d-43da-8b6b-8e21cf6b3d64', 'tenant_id': 'b9f6d445adfb4303a5f2e35c9323b376', 'floating_ip_address': '172.25.6.21', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': '7bcff32f-85cc-4b7a-a9ae-323902b5a1b1', 'port_id': '45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3078, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f4d9579-5631-481f-acff-55faffa2a3d0', 'mac_address': 'fa:16:3e:42:96:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5712473-ec71-4cd2-a7d2-c2cec0223e2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:05:21Z', 'updated_at': '2022-02-19T03:05:53Z', 'revision_number': 1, 'project_id': 'b9f6d445adfb4303a5f2e35c9323b376', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fae4cd5-b2a9-4751-b75a-102a78ea8169', 'name': '', 'network_id': '0f4d9579-5631-481f-acff-55faffa2a3d0', 'tenant_id': 'b9f6d445adfb4303a5f2e35c9323b376', 'mac_address': 'fa:16:3e:a3:80:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bcff32f-85cc-4b7a-a9ae-323902b5a1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': '873fca23-e618-4343-ad67-b4c94d7ebaec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:05:07Z', 'updated_at': '2022-02-19T03:05:23Z', 'revision_number': 5, 'project_id': 'b9f6d445adfb4303a5f2e35c9323b376', 'subnets': [{'id': '873fca23-e618-4343-ad67-b4c94d7ebaec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:05:58.395536 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-ce417348-96ef-4817-b689-bfa989d0308a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d6a3ffd0eab94a04b3d87e511d2db351&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6127052 Feb 19 03:05:58.402409 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-5ba65c3f-7f6a-40a2-85a5-a8150f1223c7 req-d0db9b2d-260c-4c9c-860c-b941fe695b18 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6 HTTP/1.1" status: 200 len: 998 time: 0.2686346 Feb 19 03:05:58.410093 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 54392) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:58.410301 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce417348-96ef-4817-b689-bfa989d0308a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=155a0977-b75b-4360-83aa-cb7bbf9107e0,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:58.430182 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9543dace-dacf-421e-8a39-abd762d1a69f None None] Checking router: 7bcff32f-85cc-4b7a-a9ae-323902b5a1b1 for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:05:58.462952 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9543dace-dacf-421e-8a39-abd762d1a69f None None] Routers {'7bcff32f-85cc-4b7a-a9ae-323902b5a1b1'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:05:58.463590 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-9543dace-dacf-421e-8a39-abd762d1a69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:05:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['7bcff32f-85cc-4b7a-a9ae-323902b5a1b1'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:05:58.517779 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-a7385e14-765d-49bc-9f93-50d5681313f5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=976e5173ee3d498faab035e674601760&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8068883 Feb 19 03:05:58.574184 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9568c67f-f981-4826-8926-8ded6e1ec7ff req-cc8fe61e-186a-490c-8c01-c4b698215c0d tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:58.575705 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9568c67f-f981-4826-8926-8ded6e1ec7ff req-cc8fe61e-186a-490c-8c01-c4b698215c0d tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 945 time: 0.6475072 Feb 19 03:05:58.578065 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 54398) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:58.622844 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-9543dace-dacf-421e-8a39-abd762d1a69f None None] Set router 7bcff32f-85cc-4b7a-a9ae-323902b5a1b1 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:05:58.688853 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba65c3f-7f6a-40a2-85a5-a8150f1223c7 req-dc93529e-363a-46b5-a9cb-25cab5e527d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:58.690684 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-5ba65c3f-7f6a-40a2-85a5-a8150f1223c7 req-dc93529e-363a-46b5-a9cb-25cab5e527d4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=873fca23-e618-4343-ad67-b4c94d7ebaec HTTP/1.1" status: 200 len: 851 time: 0.2871928 Feb 19 03:05:58.755721 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e744e79b-b3d6-4054-8235-de7768b4e317 admin admin] Publish callbacks [] for security_group (155a0977-b75b-4360-83aa-cb7bbf9107e0), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:58.830766 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c903fa3b-9ab2-40c8-a9e1-bd6f76a20e59 admin admin] Publish callbacks [] for security_group (eeca4bee-946f-43ad-ac42-3a6552af8674), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:58.832342 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e744e79b-b3d6-4054-8235-de7768b4e317 admin admin] Publish callbacks [] for security_group (155a0977-b75b-4360-83aa-cb7bbf9107e0), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:58.859178 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c903fa3b-9ab2-40c8-a9e1-bd6f76a20e59 admin admin] Publish callbacks [] for security_group (eeca4bee-946f-43ad-ac42-3a6552af8674), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:58.950786 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba65c3f-7f6a-40a2-85a5-a8150f1223c7 req-c93a9377-9553-49a0-b060-72d909496070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:58.956957 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-5ba65c3f-7f6a-40a2-85a5-a8150f1223c7 req-c93a9377-9553-49a0-b060-72d909496070 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0f4d9579-5631-481f-acff-55faffa2a3d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2598383 Feb 19 03:05:58.962422 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e744e79b-b3d6-4054-8235-de7768b4e317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (155a0977-b75b-4360-83aa-cb7bbf9107e0), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:58.965862 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e744e79b-b3d6-4054-8235-de7768b4e317 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:58.972650 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-e744e79b-b3d6-4054-8235-de7768b4e317 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/155a0977-b75b-4360-83aa-cb7bbf9107e0 HTTP/1.1" status: 204 len: 168 time: 0.4357884 Feb 19 03:05:59.017993 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e744e79b-b3d6-4054-8235-de7768b4e317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=155a0977-b75b-4360-83aa-cb7bbf9107e0,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:59.036788 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9568c67f-f981-4826-8926-8ded6e1ec7ff req-a1aba2a8-a8aa-48b9-8d2d-446e15c8e5e4 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4256592 Feb 19 03:05:59.037519 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c903fa3b-9ab2-40c8-a9e1-bd6f76a20e59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (eeca4bee-946f-43ad-ac42-3a6552af8674), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:59.050722 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c903fa3b-9ab2-40c8-a9e1-bd6f76a20e59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:59.071583 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-c903fa3b-9ab2-40c8-a9e1-bd6f76a20e59 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/eeca4bee-946f-43ad-ac42-3a6552af8674 HTTP/1.1" status: 204 len: 168 time: 0.4922688 Feb 19 03:05:59.100916 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e744e79b-b3d6-4054-8235-de7768b4e317 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:05:59.104687 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e744e79b-b3d6-4054-8235-de7768b4e317 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:05:59.106601 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e744e79b-b3d6-4054-8235-de7768b4e317 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:05:59.106601 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e744e79b-b3d6-4054-8235-de7768b4e317 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:05:59.110758 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e744e79b-b3d6-4054-8235-de7768b4e317 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:05:59.111249 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e744e79b-b3d6-4054-8235-de7768b4e317 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:05:59.111613 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e744e79b-b3d6-4054-8235-de7768b4e317 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:05:59.112885 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e744e79b-b3d6-4054-8235-de7768b4e317 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:05:59.112885 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e744e79b-b3d6-4054-8235-de7768b4e317 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:05:59.119264 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e744e79b-b3d6-4054-8235-de7768b4e317 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:05:59.120701 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e744e79b-b3d6-4054-8235-de7768b4e317 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:05:59.121103 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e744e79b-b3d6-4054-8235-de7768b4e317 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:05:59.121470 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e744e79b-b3d6-4054-8235-de7768b4e317 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:05:59.140772 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c903fa3b-9ab2-40c8-a9e1-bd6f76a20e59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeca4bee-946f-43ad-ac42-3a6552af8674,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:59.340877 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-9543dace-dacf-421e-8a39-abd762d1a69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bcff32f-85cc-4b7a-a9ae-323902b5a1b1', 'name': 'tempest-ServerActionsTestJSON-1229262062-router', 'tenant_id': 'b9f6d445adfb4303a5f2e35c9323b376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': 'a224555f-f273-4885-9609-4b19ad6517a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:05:02Z', 'updated_at': '2022-02-19T03:05:09Z', 'revision_number': 4, 'project_id': 'b9f6d445adfb4303a5f2e35c9323b376', 'gw_port': {'id': 'a224555f-f273-4885-9609-4b19ad6517a6', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:1e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bcff32f-85cc-4b7a-a9ae-323902b5a1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:05:03Z', 'updated_at': '2022-02-19T03:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': 'de62ef49-884d-43da-8b6b-8e21cf6b3d64', 'tenant_id': 'b9f6d445adfb4303a5f2e35c9323b376', 'floating_ip_address': '172.25.6.21', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': '7bcff32f-85cc-4b7a-a9ae-323902b5a1b1', 'port_id': '45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3078, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f4d9579-5631-481f-acff-55faffa2a3d0', 'mac_address': 'fa:16:3e:42:96:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5712473-ec71-4cd2-a7d2-c2cec0223e2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:05:21Z', 'updated_at': '2022-02-19T03:05:53Z', 'revision_number': 1, 'project_id': 'b9f6d445adfb4303a5f2e35c9323b376', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fae4cd5-b2a9-4751-b75a-102a78ea8169', 'name': '', 'network_id': '0f4d9579-5631-481f-acff-55faffa2a3d0', 'tenant_id': 'b9f6d445adfb4303a5f2e35c9323b376', 'mac_address': 'fa:16:3e:a3:80:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bcff32f-85cc-4b7a-a9ae-323902b5a1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': '873fca23-e618-4343-ad67-b4c94d7ebaec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:05:07Z', 'updated_at': '2022-02-19T03:05:23Z', 'revision_number': 5, 'project_id': 'b9f6d445adfb4303a5f2e35c9323b376', 'subnets': [{'id': '873fca23-e618-4343-ad67-b4c94d7ebaec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:05:59.382816 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.db.resource_extend [None req-d8902334-87fa-4fd3-80c0-d1ada50b16a6 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 03:05:59.400225 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-5ba65c3f-7f6a-40a2-85a5-a8150f1223c7 req-5e40b088-fc66-4953-af32-73b641157a04 service neutron] 10.222.0.73 "GET /v2.0/networks/0f4d9579-5631-481f-acff-55faffa2a3d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4234412 Feb 19 03:05:59.480741 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9543dace-dacf-421e-8a39-abd762d1a69f None None] The sync data for ids ['7bcff32f-85cc-4b7a-a9ae-323902b5a1b1'] in n-d-826753-2 is: [{'id': '7bcff32f-85cc-4b7a-a9ae-323902b5a1b1', 'name': 'tempest-ServerActionsTestJSON-1229262062-router', 'tenant_id': 'b9f6d445adfb4303a5f2e35c9323b376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': 'a224555f-f273-4885-9609-4b19ad6517a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:05:02Z', 'updated_at': '2022-02-19T03:05:09Z', 'revision_number': 4, 'project_id': 'b9f6d445adfb4303a5f2e35c9323b376', 'gw_port': {'id': 'a224555f-f273-4885-9609-4b19ad6517a6', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:1e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bcff32f-85cc-4b7a-a9ae-323902b5a1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:05:03Z', 'updated_at': '2022-02-19T03:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': 'de62ef49-884d-43da-8b6b-8e21cf6b3d64', 'tenant_id': 'b9f6d445adfb4303a5f2e35c9323b376', 'floating_ip_address': '172.25.6.21', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': '7bcff32f-85cc-4b7a-a9ae-323902b5a1b1', 'port_id': '45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3078, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f4d9579-5631-481f-acff-55faffa2a3d0', 'mac_address': 'fa:16:3e:42:96:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5712473-ec71-4cd2-a7d2-c2cec0223e2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:05:21Z', 'updated_at': '2022-02-19T03:05:53Z', 'revision_number': 1, 'project_id': 'b9f6d445adfb4303a5f2e35c9323b376', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fae4cd5-b2a9-4751-b75a-102a78ea8169', 'name': '', 'network_id': '0f4d9579-5631-481f-acff-55faffa2a3d0', 'tenant_id': 'b9f6d445adfb4303a5f2e35c9323b376', 'mac_address': 'fa:16:3e:a3:80:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bcff32f-85cc-4b7a-a9ae-323902b5a1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': '873fca23-e618-4343-ad67-b4c94d7ebaec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:05:07Z', 'updated_at': '2022-02-19T03:05:23Z', 'revision_number': 5, 'project_id': 'b9f6d445adfb4303a5f2e35c9323b376', 'subnets': [{'id': '873fca23-e618-4343-ad67-b4c94d7ebaec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:05:59.652227 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d8902334-87fa-4fd3-80c0-d1ada50b16a6 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:59.662926 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d8902334-87fa-4fd3-80c0-d1ada50b16a6 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16285943'] for floatingip (d50478f5-c60b-43ca-8515-8822e0f06c13), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:59.802283 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-5ba65c3f-7f6a-40a2-85a5-a8150f1223c7 req-74eaa4b1-db84-443e-a199-aca3365cd0ff service neutron] 10.222.0.73 "GET /v2.0/networks/0f4d9579-5631-481f-acff-55faffa2a3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3844543 Feb 19 03:05:59.969186 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 54436) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:06:00.001502 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9c961892-a0a4-4194-bba0-05d59d3de929 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:00.203953 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b722c07-83d5-4410-b5e1-a153b558eccf None None] New status for floating IP de62ef49-884d-43da-8b6b-8e21cf6b3d64: ACTIVE {{(pid=103704) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:06:00.426205 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9c961892-a0a4-4194-bba0-05d59d3de929 admin admin] Publish callbacks [] for security_group (0b64eeb2-c4b4-41cd-a6a0-acc02549e563), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:00.442612 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9c961892-a0a4-4194-bba0-05d59d3de929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (0b64eeb2-c4b4-41cd-a6a0-acc02549e563), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:00.538903 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-9c961892-a0a4-4194-bba0-05d59d3de929 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=50677e59c96c4490b402de7df9f2c983&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5678196 Feb 19 03:06:00.544032 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 54452) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:06:00.610289 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c961892-a0a4-4194-bba0-05d59d3de929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b64eeb2-c4b4-41cd-a6a0-acc02549e563,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:00.642734 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585a6b29-b47f-4c95-bc8c-ed67e8764933 req-7eb5c445-dbef-4808-8536-75030bd5adb0 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:00.644362 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-585a6b29-b47f-4c95-bc8c-ed67e8764933 req-7eb5c445-dbef-4808-8536-75030bd5adb0 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 945 time: 0.3288441 Feb 19 03:06:00.714894 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8902334-87fa-4fd3-80c0-d1ada50b16a6 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Router db463c12-a340-4723-ba95-675c02808b17 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:06:00.789071 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-18a35998-f372-4dd3-aeae-f115f74f9dc6 admin admin] Publish callbacks [] for security_group (0b64eeb2-c4b4-41cd-a6a0-acc02549e563), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:00.869459 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-585a6b29-b47f-4c95-bc8c-ed67e8764933 req-65f986c7-c4cf-431b-ab32-5344991f8423 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2141786 Feb 19 03:06:00.885705 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-18a35998-f372-4dd3-aeae-f115f74f9dc6 admin admin] Publish callbacks [] for security_group (0b64eeb2-c4b4-41cd-a6a0-acc02549e563), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:01.069467 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-18a35998-f372-4dd3-aeae-f115f74f9dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (0b64eeb2-c4b4-41cd-a6a0-acc02549e563), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:01.074056 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-18a35998-f372-4dd3-aeae-f115f74f9dc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:01.077272 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-18a35998-f372-4dd3-aeae-f115f74f9dc6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0b64eeb2-c4b4-41cd-a6a0-acc02549e563 HTTP/1.1" status: 204 len: 168 time: 0.5322211 Feb 19 03:06:01.103051 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a35998-f372-4dd3-aeae-f115f74f9dc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b64eeb2-c4b4-41cd-a6a0-acc02549e563,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:01.316946 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8902334-87fa-4fd3-80c0-d1ada50b16a6 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:06:01.331944 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767b54fb-9203-4587-9478-030a29318b16 None None] Sync routers for ids ['db463c12-a340-4723-ba95-675c02808b17'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:06:01.348622 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d8902334-87fa-4fd3-80c0-d1ada50b16a6 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:01.355593 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767b54fb-9203-4587-9478-030a29318b16 None None] Routers {'db463c12-a340-4723-ba95-675c02808b17'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:06:01.369234 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-767b54fb-9203-4587-9478-030a29318b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:05:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['db463c12-a340-4723-ba95-675c02808b17'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:06:01.465701 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f5f171-37ed-429a-b4c3-ebd6122d6110 req-a1035b36-5361-4c48-9b7e-f184822995a0 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:01.480422 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-63f5f171-37ed-429a-b4c3-ebd6122d6110 req-a1035b36-5361-4c48-9b7e-f184822995a0 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 945 time: 0.2972827 Feb 19 03:06:01.509564 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-767b54fb-9203-4587-9478-030a29318b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:06:01.523732 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767b54fb-9203-4587-9478-030a29318b16 None None] Routers {'db463c12-a340-4723-ba95-675c02808b17'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:06:01.526316 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-767b54fb-9203-4587-9478-030a29318b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:05:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['db463c12-a340-4723-ba95-675c02808b17'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:06:01.601893 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-767b54fb-9203-4587-9478-030a29318b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:06:01.606781 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767b54fb-9203-4587-9478-030a29318b16 None None] The sync data for ids ['db463c12-a340-4723-ba95-675c02808b17'] in n-d-826753-2 is: [] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:06:01.662608 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-d8902334-87fa-4fd3-80c0-d1ada50b16a6 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] 10.222.0.72 "PUT /v2.0/floatingips/d50478f5-c60b-43ca-8515-8822e0f06c13 HTTP/1.1" status: 200 len: 978 time: 4.8729925 Feb 19 03:06:01.665821 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 54478) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:06:01.763575 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-63f5f171-37ed-429a-b4c3-ebd6122d6110 req-7fb2dce0-7c90-4033-a893-93b3992b985b tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2772667 Feb 19 03:06:02.000847 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-9bfdd1bd-0cbd-4504-a3ac-a3175cbda512 req-84ecfe90-7c3d-441d-b1bb-b87782a75f26 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4952703 Feb 19 03:06:02.353290 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfdd1bd-0cbd-4504-a3ac-a3175cbda512 req-cc2c8789-7771-47ea-9a5a-154da2701419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:02.354852 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-9bfdd1bd-0cbd-4504-a3ac-a3175cbda512 req-cc2c8789-7771-47ea-9a5a-154da2701419 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b9f6d445adfb4303a5f2e35c9323b376&device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 1127 time: 0.2580690 Feb 19 03:06:03.196777 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfdd1bd-0cbd-4504-a3ac-a3175cbda512 req-239e1fca-8fbe-470a-8719-e8925664b3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:03.198531 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-9bfdd1bd-0cbd-4504-a3ac-a3175cbda512 req-239e1fca-8fbe-470a-8719-e8925664b3c7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0f4d9579-5631-481f-acff-55faffa2a3d0 HTTP/1.1" status: 200 len: 913 time: 0.8033314 Feb 19 03:06:03.200544 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-1ba575a8-b632-43c0-99c4-732bf882e079 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Deleting port 37f466b1-dfcc-40f9-b049-bbbdd04c0242 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:06:03.201085 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1ba575a8-b632-43c0-99c4-732bf882e079 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (37f466b1-dfcc-40f9-b049-bbbdd04c0242), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:03.453914 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-9bfdd1bd-0cbd-4504-a3ac-a3175cbda512 req-a0bf0034-433d-4378-aaab-77c74e49b004 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6 HTTP/1.1" status: 200 len: 1000 time: 0.2299583 Feb 19 03:06:03.535345 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1ba575a8-b632-43c0-99c4-732bf882e079 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (37f466b1-dfcc-40f9-b049-bbbdd04c0242), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:03.535664 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1ba575a8-b632-43c0-99c4-732bf882e079 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks [] for floatingip (37f466b1-dfcc-40f9-b049-bbbdd04c0242), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:03.607342 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfdd1bd-0cbd-4504-a3ac-a3175cbda512 req-4844a841-724f-41fa-b9c0-2144bdf643a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:03.608917 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-9bfdd1bd-0cbd-4504-a3ac-a3175cbda512 req-4844a841-724f-41fa-b9c0-2144bdf643a6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=873fca23-e618-4343-ad67-b4c94d7ebaec HTTP/1.1" status: 200 len: 851 time: 0.1381984 Feb 19 03:06:03.616728 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-1ba575a8-b632-43c0-99c4-732bf882e079 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Calling delete_port for 37f466b1-dfcc-40f9-b049-bbbdd04c0242 owned by network:floatingip {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:06:03.749172 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 54594) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:06:03.802380 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfdd1bd-0cbd-4504-a3ac-a3175cbda512 req-47b57d08-2b37-438c-ac50-7d60a783453a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:03.803892 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-9bfdd1bd-0cbd-4504-a3ac-a3175cbda512 req-47b57d08-2b37-438c-ac50-7d60a783453a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0f4d9579-5631-481f-acff-55faffa2a3d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1852889 Feb 19 03:06:03.932459 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-9bfdd1bd-0cbd-4504-a3ac-a3175cbda512 req-892dfca0-904e-4ddb-8b8d-dcb8a169f904 service neutron] 10.222.0.73 "GET /v2.0/networks/0f4d9579-5631-481f-acff-55faffa2a3d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144445 Feb 19 03:06:04.076222 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d3d9f5b3-48ae-4ed3-821c-0aabc1195644 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:04.282526 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-9bfdd1bd-0cbd-4504-a3ac-a3175cbda512 req-41aa8e2b-008b-4d31-800c-97f006aa6b36 service neutron] 10.222.0.73 "GET /v2.0/networks/0f4d9579-5631-481f-acff-55faffa2a3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3304920 Feb 19 03:06:04.296302 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d3d9f5b3-48ae-4ed3-821c-0aabc1195644 admin admin] Publish callbacks [] for security_group (f71e911c-dfd4-46fd-957b-d70945118131), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:04.313321 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d3d9f5b3-48ae-4ed3-821c-0aabc1195644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (f71e911c-dfd4-46fd-957b-d70945118131), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:04.400965 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d9f5b3-48ae-4ed3-821c-0aabc1195644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f71e911c-dfd4-46fd-957b-d70945118131,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:04.403869 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1ba575a8-b632-43c0-99c4-732bf882e079 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (37f466b1-dfcc-40f9-b049-bbbdd04c0242), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:04.423936 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-d3d9f5b3-48ae-4ed3-821c-0aabc1195644 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7bd816c138e84d0daf7181c71ea55650&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6731989 Feb 19 03:06:04.433806 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 54626) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:06:04.463425 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba575a8-b632-43c0-99c4-732bf882e079 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Pushing event deleted for resources: {'Port': ['ID=37f466b1-dfcc-40f9-b049-bbbdd04c0242,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:04.475982 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d9f5b3-48ae-4ed3-821c-0aabc1195644 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:06:04.477349 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d9f5b3-48ae-4ed3-821c-0aabc1195644 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:06:04.477940 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d9f5b3-48ae-4ed3-821c-0aabc1195644 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:06:04.481994 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d9f5b3-48ae-4ed3-821c-0aabc1195644 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:06:04.482788 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d9f5b3-48ae-4ed3-821c-0aabc1195644 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:06:04.483347 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d9f5b3-48ae-4ed3-821c-0aabc1195644 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:06:04.485133 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d9f5b3-48ae-4ed3-821c-0aabc1195644 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:06:04.485947 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d9f5b3-48ae-4ed3-821c-0aabc1195644 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:06:04.486518 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d9f5b3-48ae-4ed3-821c-0aabc1195644 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:06:04.488591 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d9f5b3-48ae-4ed3-821c-0aabc1195644 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:06:04.489340 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d9f5b3-48ae-4ed3-821c-0aabc1195644 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:06:04.491171 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d9f5b3-48ae-4ed3-821c-0aabc1195644 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:06:04.491737 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d9f5b3-48ae-4ed3-821c-0aabc1195644 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:06:04.621657 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-242fc8a5-73bb-48c1-8060-1377459427d4 admin admin] Publish callbacks [] for security_group (f71e911c-dfd4-46fd-957b-d70945118131), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:04.655235 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1ba575a8-b632-43c0-99c4-732bf882e079 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks [] for floatingip (d50478f5-c60b-43ca-8515-8822e0f06c13), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:04.657420 n-d-826753-2 neutron-server[103702]: INFO neutron.db.l3_db [None req-1ba575a8-b632-43c0-99c4-732bf882e079 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Floating IP d50478f5-c60b-43ca-8515-8822e0f06c13 disassociated (deleted). External IP: 172.25.6.89, port: a153abcf-470c-4880-bfa5-7d410b0cd7c7. Feb 19 03:06:04.686500 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-242fc8a5-73bb-48c1-8060-1377459427d4 admin admin] Publish callbacks [] for security_group (f71e911c-dfd4-46fd-957b-d70945118131), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:04.799286 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-242fc8a5-73bb-48c1-8060-1377459427d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (f71e911c-dfd4-46fd-957b-d70945118131), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:04.802717 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-242fc8a5-73bb-48c1-8060-1377459427d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:04.804360 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-242fc8a5-73bb-48c1-8060-1377459427d4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f71e911c-dfd4-46fd-957b-d70945118131 HTTP/1.1" status: 204 len: 168 time: 0.3662372 Feb 19 03:06:04.833926 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242fc8a5-73bb-48c1-8060-1377459427d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f71e911c-dfd4-46fd-957b-d70945118131,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:05.126369 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ba575a8-b632-43c0-99c4-732bf882e079 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Router db463c12-a340-4723-ba95-675c02808b17 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:06:05.266342 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ba575a8-b632-43c0-99c4-732bf882e079 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:06:05.275366 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1ba575a8-b632-43c0-99c4-732bf882e079 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:05.281089 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34a4303-5afb-4701-b1ed-0d902a20ef6f None None] Sync routers for ids ['db463c12-a340-4723-ba95-675c02808b17'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:06:05.297627 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34a4303-5afb-4701-b1ed-0d902a20ef6f None None] Routers {'db463c12-a340-4723-ba95-675c02808b17'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:06:05.298256 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-c34a4303-5afb-4701-b1ed-0d902a20ef6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:05:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['db463c12-a340-4723-ba95-675c02808b17'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:06:05.384226 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 54676) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:06:05.384599 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-1ba575a8-b632-43c0-99c4-732bf882e079 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] 10.222.0.72 "DELETE /v2.0/floatingips/d50478f5-c60b-43ca-8515-8822e0f06c13 HTTP/1.1" status: 204 len: 168 time: 3.7134054 Feb 19 03:06:05.393711 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-c34a4303-5afb-4701-b1ed-0d902a20ef6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:06:05.406209 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34a4303-5afb-4701-b1ed-0d902a20ef6f None None] Routers {'db463c12-a340-4723-ba95-675c02808b17'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:06:05.407133 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-c34a4303-5afb-4701-b1ed-0d902a20ef6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:05:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['db463c12-a340-4723-ba95-675c02808b17'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:06:05.450766 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-c34a4303-5afb-4701-b1ed-0d902a20ef6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:06:05.451671 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34a4303-5afb-4701-b1ed-0d902a20ef6f None None] The sync data for ids ['db463c12-a340-4723-ba95-675c02808b17'] in n-d-826753-2 is: [] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:06:05.632751 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 54682) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:06:05.666791 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a89a0afb-66fe-47f6-b406-947dd6ddb9c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:05.676098 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-2c215e55-ee94-49dc-ac53-79a779ce7650 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Deleting port a153abcf-470c-4880-bfa5-7d410b0cd7c7 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:06:05.676098 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2c215e55-ee94-49dc-ac53-79a779ce7650 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (a153abcf-470c-4880-bfa5-7d410b0cd7c7), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:05.819524 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a89a0afb-66fe-47f6-b406-947dd6ddb9c9 admin admin] Publish callbacks [] for security_group (6c24f723-51da-46d4-b8dd-5a256c1c3083), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:05.833809 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a89a0afb-66fe-47f6-b406-947dd6ddb9c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (6c24f723-51da-46d4-b8dd-5a256c1c3083), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:05.838405 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2c215e55-ee94-49dc-ac53-79a779ce7650 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (a153abcf-470c-4880-bfa5-7d410b0cd7c7), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:05.865561 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-2c215e55-ee94-49dc-ac53-79a779ce7650 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Calling delete_port for a153abcf-470c-4880-bfa5-7d410b0cd7c7 owned by {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:06:05.897037 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 54692) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:06:05.929358 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89a0afb-66fe-47f6-b406-947dd6ddb9c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c24f723-51da-46d4-b8dd-5a256c1c3083,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:05.944797 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-a89a0afb-66fe-47f6-b406-947dd6ddb9c9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=15edfffae8cb48f98edd6bdd5c023814&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3050244 Feb 19 03:06:05.957840 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 54700) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:06:06.076176 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ade7e806-fe05-4c58-8cee-9fe4b091e335 admin admin] Publish callbacks [] for security_group (6c24f723-51da-46d4-b8dd-5a256c1c3083), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:06.107269 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2c215e55-ee94-49dc-ac53-79a779ce7650 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (a153abcf-470c-4880-bfa5-7d410b0cd7c7), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:06.127637 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ade7e806-fe05-4c58-8cee-9fe4b091e335 admin admin] Publish callbacks [] for security_group (6c24f723-51da-46d4-b8dd-5a256c1c3083), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:06.198005 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c215e55-ee94-49dc-ac53-79a779ce7650 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Pushing event deleted for resources: {'Port': ['ID=a153abcf-470c-4880-bfa5-7d410b0cd7c7,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:06.257624 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-47e2b6c7-45ad-4269-ae24-00278129deca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:06.359763 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ade7e806-fe05-4c58-8cee-9fe4b091e335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (6c24f723-51da-46d4-b8dd-5a256c1c3083), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:06.362380 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ade7e806-fe05-4c58-8cee-9fe4b091e335 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:06.363528 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-ade7e806-fe05-4c58-8cee-9fe4b091e335 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6c24f723-51da-46d4-b8dd-5a256c1c3083 HTTP/1.1" status: 204 len: 168 time: 0.4044912 Feb 19 03:06:06.405825 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade7e806-fe05-4c58-8cee-9fe4b091e335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c24f723-51da-46d4-b8dd-5a256c1c3083,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:06.427900 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2c215e55-ee94-49dc-ac53-79a779ce7650 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:06.436496 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-2c215e55-ee94-49dc-ac53-79a779ce7650 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] 10.222.0.72 "DELETE /v2.0/ports/a153abcf-470c-4880-bfa5-7d410b0cd7c7 HTTP/1.1" status: 204 len: 168 time: 1.0473328 Feb 19 03:06:06.436984 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 54722) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:06:06.457575 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-3f9f582f-061e-495e-9553-a104dba0798f tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Request body: {'floatingip': {'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:06:06.521466 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3f9f582f-061e-495e-9553-a104dba0798f tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:06.617832 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-47e2b6c7-45ad-4269-ae24-00278129deca admin admin] Publish callbacks [] for security_group (9f312bc4-ef16-4e89-ab6f-d66751881dfa), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:06.631284 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-47e2b6c7-45ad-4269-ae24-00278129deca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (9f312bc4-ef16-4e89-ab6f-d66751881dfa), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:06.705341 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-47e2b6c7-45ad-4269-ae24-00278129deca admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=45b2c8a2782747f1ab82d83fed000352&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8072300 Feb 19 03:06:06.706835 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e2b6c7-45ad-4269-ae24-00278129deca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f312bc4-ef16-4e89-ab6f-d66751881dfa,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:06.710505 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 54734) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:06:06.783835 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3f9f582f-061e-495e-9553-a104dba0798f tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:06.832505 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5a8840ad-6a19-46bd-8637-97bcc3acc249 admin admin] Publish callbacks [] for security_group (9f312bc4-ef16-4e89-ab6f-d66751881dfa), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:06.911494 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5a8840ad-6a19-46bd-8637-97bcc3acc249 admin admin] Publish callbacks [] for security_group (9f312bc4-ef16-4e89-ab6f-d66751881dfa), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:07.021706 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-3f9f582f-061e-495e-9553-a104dba0798f tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Allocated IP 172.25.6.144 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/e523527c-3d54-431a-9a6f-463d8fba69ba) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:06:07.083914 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5a8840ad-6a19-46bd-8637-97bcc3acc249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (9f312bc4-ef16-4e89-ab6f-d66751881dfa), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:07.087566 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5a8840ad-6a19-46bd-8637-97bcc3acc249 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:07.092294 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-5a8840ad-6a19-46bd-8637-97bcc3acc249 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9f312bc4-ef16-4e89-ab6f-d66751881dfa HTTP/1.1" status: 204 len: 168 time: 0.3806298 Feb 19 03:06:07.109893 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8840ad-6a19-46bd-8637-97bcc3acc249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f312bc4-ef16-4e89-ab6f-d66751881dfa,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:07.188142 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3f9f582f-061e-495e-9553-a104dba0798f tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks [] for port (e523527c-3d54-431a-9a6f-463d8fba69ba), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:07.292625 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3f9f582f-061e-495e-9553-a104dba0798f tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (e523527c-3d54-431a-9a6f-463d8fba69ba), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:07.373878 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9f582f-061e-495e-9553-a104dba0798f tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:06:07.381888 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-3f9f582f-061e-495e-9553-a104dba0798f tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:06:07.386753 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9f582f-061e-495e-9553-a104dba0798f tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:06:07.517078 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9f582f-061e-495e-9553-a104dba0798f tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Pushing event updated for resources: {'Port': ['ID=e523527c-3d54-431a-9a6f-463d8fba69ba,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:07.559459 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6 details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:06:07.606230 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3f9f582f-061e-495e-9553-a104dba0798f tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks [] for floatingip (f96328f7-c1b8-4b5a-a1d0-0ea80023fc39), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:07.703407 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3f9f582f-061e-495e-9553-a104dba0798f tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (e523527c-3d54-431a-9a6f-463d8fba69ba), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:07.866454 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 54812) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:06:07.870598 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6,segment=NetworkSegment(9361ff5e-ecd3-4a53-b64f-0204e54bd4ff),segment_id=9361ff5e-ecd3-4a53-b64f-0204e54bd4ff)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:06:07.892774 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-897368f7-2a86-47cc-8e39-cde3e47b938b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:07.916562 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': '45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6', 'network_id': '0f4d9579-5631-481f-acff-55faffa2a3d0', 'port_id': '45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6', 'mac_address': 'fa:16:3e:42:96:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '873fca23-e618-4343-ad67-b4c94d7ebaec', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:06:07.981409 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6 is: ACTIVE; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:06:07.982333 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:08.001247 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:06:08.022065 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3f9f582f-061e-495e-9553-a104dba0798f tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks [] for port (e523527c-3d54-431a-9a6f-463d8fba69ba), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:08.025987 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6,segment=NetworkSegment(9361ff5e-ecd3-4a53-b64f-0204e54bd4ff),segment_id=9361ff5e-ecd3-4a53-b64f-0204e54bd4ff)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:06:08.033048 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:08.033997 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3f9f582f-061e-495e-9553-a104dba0798f tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (e523527c-3d54-431a-9a6f-463d8fba69ba), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:08.080532 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-897368f7-2a86-47cc-8e39-cde3e47b938b admin admin] Publish callbacks [] for security_group (822d76ca-f7de-48d3-8e4c-26a554b9cae0), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:08.088046 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-897368f7-2a86-47cc-8e39-cde3e47b938b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (822d76ca-f7de-48d3-8e4c-26a554b9cae0), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:08.157983 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9f582f-061e-495e-9553-a104dba0798f tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Pushing event updated for resources: {'Port': ['ID=e523527c-3d54-431a-9a6f-463d8fba69ba,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:08.165210 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3f9f582f-061e-495e-9553-a104dba0798f tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16285943'] for floatingip (f96328f7-c1b8-4b5a-a1d0-0ea80023fc39), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:08.181221 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:06:08.196841 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-897368f7-2a86-47cc-8e39-cde3e47b938b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=991eacbd592948f5ba459199e54a9388&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3266387 Feb 19 03:06:08.196984 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3f9f582f-061e-495e-9553-a104dba0798f tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:08.197127 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 54824) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:06:08.197242 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6,revision_number=6']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:08.200434 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-3f9f582f-061e-495e-9553-a104dba0798f tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7544279 Feb 19 03:06:08.201699 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 54828) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:06:08.217484 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-c441d109-5577-444d-8c08-2e207edec989 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Request body: {'port': {'network_id': '63638533-56bf-448b-89a3-36973271b181', 'name': 'tempest-FloatingIPTestJSON-747911829'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:06:08.219137 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897368f7-2a86-47cc-8e39-cde3e47b938b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=822d76ca-f7de-48d3-8e4c-26a554b9cae0,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:08.375585 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-eef6132e-ed6e-4dd5-80d5-c5b1bfa14809 admin admin] Publish callbacks [] for security_group (822d76ca-f7de-48d3-8e4c-26a554b9cae0), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:08.405194 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-eef6132e-ed6e-4dd5-80d5-c5b1bfa14809 admin admin] Publish callbacks [] for security_group (822d76ca-f7de-48d3-8e4c-26a554b9cae0), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:08.521760 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c441d109-5577-444d-8c08-2e207edec989 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Made reservation on behalf of a14638ced2034bbab9b6b4a7894200ec for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:06:08.525635 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c441d109-5577-444d-8c08-2e207edec989 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:08.527394 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-eef6132e-ed6e-4dd5-80d5-c5b1bfa14809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (822d76ca-f7de-48d3-8e4c-26a554b9cae0), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:08.530084 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-eef6132e-ed6e-4dd5-80d5-c5b1bfa14809 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:08.531267 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-eef6132e-ed6e-4dd5-80d5-c5b1bfa14809 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/822d76ca-f7de-48d3-8e4c-26a554b9cae0 HTTP/1.1" status: 204 len: 168 time: 0.3345113 Feb 19 03:06:08.552871 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef6132e-ed6e-4dd5-80d5-c5b1bfa14809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=822d76ca-f7de-48d3-8e4c-26a554b9cae0,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:08.616447 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [None req-c441d109-5577-444d-8c08-2e207edec989 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] device_id is not set on port db37170d-11c1-41ff-a3b1-29975a7c8074 yet. {{(pid=103702) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:06:08.903019 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:06:08.909408 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-c441d109-5577-444d-8c08-2e207edec989 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Allocated IP 172.20.0.8 (63638533-56bf-448b-89a3-36973271b181/7c31cfa3-ce53-4579-96e1-18aa802eebca/db37170d-11c1-41ff-a3b1-29975a7c8074) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:06:09.307865 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c441d109-5577-444d-8c08-2e207edec989 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks [] for port (db37170d-11c1-41ff-a3b1-29975a7c8074), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:09.390843 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c441d109-5577-444d-8c08-2e207edec989 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (db37170d-11c1-41ff-a3b1-29975a7c8074), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:09.488602 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c441d109-5577-444d-8c08-2e207edec989 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Network 63638533-56bf-448b-89a3-36973271b181 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:06:09.493383 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-c441d109-5577-444d-8c08-2e207edec989 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:06:09.502232 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c441d109-5577-444d-8c08-2e207edec989 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:06:09.574246 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6 up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:06:09.606756 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c441d109-5577-444d-8c08-2e207edec989 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Pushing event updated for resources: {'Port': ['ID=db37170d-11c1-41ff-a3b1-29975a7c8074,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:09.646330 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c441d109-5577-444d-8c08-2e207edec989 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:09.647003 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c441d109-5577-444d-8c08-2e207edec989 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:09.671808 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 54882) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:06:09.678977 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-4c9e0571-410a-4abc-b14b-fcfcfc5fa6bd tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Request body: {'floatingip': {'port_id': 'db37170d-11c1-41ff-a3b1-29975a7c8074'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:06:09.686255 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-c441d109-5577-444d-8c08-2e207edec989 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.4832175 Feb 19 03:06:09.732415 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4c9e0571-410a-4abc-b14b-fcfcfc5fa6bd tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks [] for floatingip (f96328f7-c1b8-4b5a-a1d0-0ea80023fc39), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:09.934252 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port 45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:06:09.934930 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:10.094751 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:06:10.095437 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:10.135764 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6,segment=NetworkSegment(9361ff5e-ecd3-4a53-b64f-0204e54bd4ff),segment_id=9361ff5e-ecd3-4a53-b64f-0204e54bd4ff)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:06:10.137208 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5712473-ec71-4cd2-a7d2-c2cec0223e2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:06:10.140120 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66975659-d1d0-4267-a3c2-e3d717c3dece" -d '{"events": [{"server_uuid": "d5712473-ec71-4cd2-a7d2-c2cec0223e2b", "name": "network-vif-plugged", "status": "completed", "tag": "45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:06:10.146434 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:10.249758 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee892b9e-7627-4ff9-a68d-464b6365c351 x-openstack-request-id: req-ee892b9e-7627-4ff9-a68d-464b6365c351 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:06:10.250063 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5712473-ec71-4cd2-a7d2-c2cec0223e2b", "name": "network-vif-plugged", "status": "completed", "tag": "45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:06:10.253860 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ee892b9e-7627-4ff9-a68d-464b6365c351 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:06:10.254626 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5712473-ec71-4cd2-a7d2-c2cec0223e2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6', 'code': 200} Feb 19 03:06:10.316056 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6,revision_number=7']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:10.334816 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:06:10.335371 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:06:10.338382 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:06:10.341639 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:06:10.341974 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:06:10.342543 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:06:10.343866 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:06:10.357725 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:06:10.358945 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:06:10.363309 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:06:10.363878 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:06:10.364424 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:06:10.364979 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:06:10.536831 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4c9e0571-410a-4abc-b14b-fcfcfc5fa6bd tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:10.546056 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4c9e0571-410a-4abc-b14b-fcfcfc5fa6bd tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16285943'] for floatingip (f96328f7-c1b8-4b5a-a1d0-0ea80023fc39), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:10.846603 n-d-826753-2 neutron-server[103701]: INFO neutron.db.l3_db [None req-4c9e0571-410a-4abc-b14b-fcfcfc5fa6bd tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Floating IP f96328f7-c1b8-4b5a-a1d0-0ea80023fc39 associated. External IP: 172.25.6.144, port: db37170d-11c1-41ff-a3b1-29975a7c8074. Feb 19 03:06:11.364148 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c9e0571-410a-4abc-b14b-fcfcfc5fa6bd tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Router db463c12-a340-4723-ba95-675c02808b17 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:06:11.817422 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 55012) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:06:12.108522 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-41f332ec-2aa4-4e84-bafd-715fddfb50fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:12.182963 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c9e0571-410a-4abc-b14b-fcfcfc5fa6bd tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:06:12.197029 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe8b6d1-c434-4f5a-be22-806fee4fcf25 None None] Sync routers for ids ['db463c12-a340-4723-ba95-675c02808b17'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:06:12.199649 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4c9e0571-410a-4abc-b14b-fcfcfc5fa6bd tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:12.225220 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe8b6d1-c434-4f5a-be22-806fee4fcf25 None None] Routers {'db463c12-a340-4723-ba95-675c02808b17'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:06:12.232177 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-3fe8b6d1-c434-4f5a-be22-806fee4fcf25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:05:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['db463c12-a340-4723-ba95-675c02808b17'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:06:12.264238 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-4c9e0571-410a-4abc-b14b-fcfcfc5fa6bd tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] 10.222.0.72 "PUT /v2.0/floatingips/f96328f7-c1b8-4b5a-a1d0-0ea80023fc39 HTTP/1.1" status: 200 len: 977 time: 2.5911264 Feb 19 03:06:12.268391 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 55052) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:06:12.319901 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-41f332ec-2aa4-4e84-bafd-715fddfb50fc admin admin] Publish callbacks [] for security_group (72ec02a9-33be-46b4-8077-5e68242b99b7), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:12.333190 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-41f332ec-2aa4-4e84-bafd-715fddfb50fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (72ec02a9-33be-46b4-8077-5e68242b99b7), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:12.379125 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f332ec-2aa4-4e84-bafd-715fddfb50fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72ec02a9-33be-46b4-8077-5e68242b99b7,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:12.411394 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-41f332ec-2aa4-4e84-bafd-715fddfb50fc admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=19baea3cd7aa43ca905e1f58c6954b95&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5921645 Feb 19 03:06:12.412848 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 55062) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:06:12.439752 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-3fe8b6d1-c434-4f5a-be22-806fee4fcf25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:06:12.468103 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe8b6d1-c434-4f5a-be22-806fee4fcf25 None None] Routers {'db463c12-a340-4723-ba95-675c02808b17'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:06:12.468999 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-3fe8b6d1-c434-4f5a-be22-806fee4fcf25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:05:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['db463c12-a340-4723-ba95-675c02808b17'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:06:12.540555 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b50f3dc3-9455-4b09-9ef0-72df950cce5d admin admin] Publish callbacks [] for security_group (72ec02a9-33be-46b4-8077-5e68242b99b7), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:12.589511 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-847def76-18b9-4f1f-925c-9a874364e35c tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Deleting port db37170d-11c1-41ff-a3b1-29975a7c8074 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:06:12.589906 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-847def76-18b9-4f1f-925c-9a874364e35c tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (db37170d-11c1-41ff-a3b1-29975a7c8074), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:12.615804 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-3fe8b6d1-c434-4f5a-be22-806fee4fcf25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:06:12.622103 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe8b6d1-c434-4f5a-be22-806fee4fcf25 None None] The sync data for ids ['db463c12-a340-4723-ba95-675c02808b17'] in n-d-826753-2 is: [] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:06:12.743623 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b50f3dc3-9455-4b09-9ef0-72df950cce5d admin admin] Publish callbacks [] for security_group (72ec02a9-33be-46b4-8077-5e68242b99b7), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:12.915635 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-847def76-18b9-4f1f-925c-9a874364e35c tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (db37170d-11c1-41ff-a3b1-29975a7c8074), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:12.939681 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b50f3dc3-9455-4b09-9ef0-72df950cce5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (72ec02a9-33be-46b4-8077-5e68242b99b7), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:12.942545 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b50f3dc3-9455-4b09-9ef0-72df950cce5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:12.946071 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-b50f3dc3-9455-4b09-9ef0-72df950cce5d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/72ec02a9-33be-46b4-8077-5e68242b99b7 HTTP/1.1" status: 204 len: 168 time: 0.5284269 Feb 19 03:06:13.145622 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50f3dc3-9455-4b09-9ef0-72df950cce5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ec02a9-33be-46b4-8077-5e68242b99b7,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:13.562661 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 55156) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:06:13.620674 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-847def76-18b9-4f1f-925c-9a874364e35c tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:13.621157 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-847def76-18b9-4f1f-925c-9a874364e35c tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16285943'] for floatingip (f96328f7-c1b8-4b5a-a1d0-0ea80023fc39), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:13.621484 n-d-826753-2 neutron-server[103701]: INFO neutron.db.l3_db [None req-847def76-18b9-4f1f-925c-9a874364e35c tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Floating IP f96328f7-c1b8-4b5a-a1d0-0ea80023fc39 disassociated. External IP: 172.25.6.144, port: db37170d-11c1-41ff-a3b1-29975a7c8074. Feb 19 03:06:13.621867 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-847def76-18b9-4f1f-925c-9a874364e35c tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Calling delete_port for db37170d-11c1-41ff-a3b1-29975a7c8074 owned by {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:06:13.820522 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-126cf400-0b1d-44c6-a85b-e7fa25910fb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:14.209507 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-126cf400-0b1d-44c6-a85b-e7fa25910fb6 admin admin] Publish callbacks [] for security_group (3c7945e0-700a-46f4-a481-142b3102af8d), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:14.225448 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-126cf400-0b1d-44c6-a85b-e7fa25910fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (3c7945e0-700a-46f4-a481-142b3102af8d), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:14.286601 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-847def76-18b9-4f1f-925c-9a874364e35c tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (db37170d-11c1-41ff-a3b1-29975a7c8074), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:14.501249 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847def76-18b9-4f1f-925c-9a874364e35c tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Pushing event deleted for resources: {'Port': ['ID=db37170d-11c1-41ff-a3b1-29975a7c8074,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:14.525082 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126cf400-0b1d-44c6-a85b-e7fa25910fb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c7945e0-700a-46f4-a481-142b3102af8d,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:14.530457 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-126cf400-0b1d-44c6-a85b-e7fa25910fb6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f7be6224a8b4446a80a955826f6f3fcb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9660413 Feb 19 03:06:14.533397 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 55240) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:06:14.716934 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7b39279d-6574-4a0a-a75b-7ef5779a8031 admin admin] Publish callbacks [] for security_group (3c7945e0-700a-46f4-a481-142b3102af8d), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:14.795128 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7b39279d-6574-4a0a-a75b-7ef5779a8031 admin admin] Publish callbacks [] for security_group (3c7945e0-700a-46f4-a481-142b3102af8d), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:14.898319 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-847def76-18b9-4f1f-925c-9a874364e35c tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Router db463c12-a340-4723-ba95-675c02808b17 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:06:14.934861 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7b39279d-6574-4a0a-a75b-7ef5779a8031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (3c7945e0-700a-46f4-a481-142b3102af8d), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:14.938034 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7b39279d-6574-4a0a-a75b-7ef5779a8031 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:14.941659 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-7b39279d-6574-4a0a-a75b-7ef5779a8031 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3c7945e0-700a-46f4-a481-142b3102af8d HTTP/1.1" status: 204 len: 168 time: 0.4038219 Feb 19 03:06:14.969224 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b39279d-6574-4a0a-a75b-7ef5779a8031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c7945e0-700a-46f4-a481-142b3102af8d,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:15.167147 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-847def76-18b9-4f1f-925c-9a874364e35c tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:06:15.178373 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64330a3-9d21-4476-9c03-0a74e8ffcb1d None None] Sync routers for ids ['db463c12-a340-4723-ba95-675c02808b17'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:06:15.196491 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64330a3-9d21-4476-9c03-0a74e8ffcb1d None None] Routers {'db463c12-a340-4723-ba95-675c02808b17'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:06:15.201032 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-c64330a3-9d21-4476-9c03-0a74e8ffcb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:05:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['db463c12-a340-4723-ba95-675c02808b17'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:06:15.342449 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-c64330a3-9d21-4476-9c03-0a74e8ffcb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:06:15.401861 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-847def76-18b9-4f1f-925c-9a874364e35c tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:15.404020 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64330a3-9d21-4476-9c03-0a74e8ffcb1d None None] Routers {'db463c12-a340-4723-ba95-675c02808b17'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:06:15.404664 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-c64330a3-9d21-4476-9c03-0a74e8ffcb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:05:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['db463c12-a340-4723-ba95-675c02808b17'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:06:15.415724 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-847def76-18b9-4f1f-925c-9a874364e35c tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] 10.222.0.72 "DELETE /v2.0/ports/db37170d-11c1-41ff-a3b1-29975a7c8074 HTTP/1.1" status: 204 len: 168 time: 3.1451778 Feb 19 03:06:15.417907 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 55296) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:06:15.516070 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-0819af6d-bc87-4eb8-a98b-30cc06c2ec29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:15.561869 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-c64330a3-9d21-4476-9c03-0a74e8ffcb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:06:15.562577 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64330a3-9d21-4476-9c03-0a74e8ffcb1d None None] The sync data for ids ['db463c12-a340-4723-ba95-675c02808b17'] in n-d-826753-2 is: [] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:06:15.567164 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 55306) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:06:15.574453 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-8de7fa13-7bb7-4af2-b44f-909340a17d0d tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] 10.222.0.72 "GET /v2.0/floatingips/f96328f7-c1b8-4b5a-a1d0-0ea80023fc39 HTTP/1.1" status: 200 len: 688 time: 0.1441257 Feb 19 03:06:15.852694 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-036c5960-1019-4a20-adaa-72498e9ca0f7 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Deleting port e523527c-3d54-431a-9a6f-463d8fba69ba {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:06:15.854763 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-036c5960-1019-4a20-adaa-72498e9ca0f7 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (e523527c-3d54-431a-9a6f-463d8fba69ba), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:16.063357 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-036c5960-1019-4a20-adaa-72498e9ca0f7 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (e523527c-3d54-431a-9a6f-463d8fba69ba), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:16.064424 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-036c5960-1019-4a20-adaa-72498e9ca0f7 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks [] for floatingip (e523527c-3d54-431a-9a6f-463d8fba69ba), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:16.083153 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-036c5960-1019-4a20-adaa-72498e9ca0f7 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Calling delete_port for e523527c-3d54-431a-9a6f-463d8fba69ba owned by network:floatingip {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:06:16.119398 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 55344) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:06:16.144009 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1f730972-2193-47c9-a45e-b24d9cab764a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:16.384109 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-036c5960-1019-4a20-adaa-72498e9ca0f7 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (e523527c-3d54-431a-9a6f-463d8fba69ba), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:16.412138 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1f730972-2193-47c9-a45e-b24d9cab764a admin admin] Publish callbacks [] for security_group (d14bdfdc-4046-45c6-a920-1419d0718f64), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:16.420989 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1f730972-2193-47c9-a45e-b24d9cab764a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (d14bdfdc-4046-45c6-a920-1419d0718f64), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:16.494433 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036c5960-1019-4a20-adaa-72498e9ca0f7 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Pushing event deleted for resources: {'Port': ['ID=e523527c-3d54-431a-9a6f-463d8fba69ba,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:16.500671 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f730972-2193-47c9-a45e-b24d9cab764a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d14bdfdc-4046-45c6-a920-1419d0718f64,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:16.511281 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-1f730972-2193-47c9-a45e-b24d9cab764a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=df6f771ee4d14e9d88a348c00f723b4c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3905272 Feb 19 03:06:16.512195 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 55374) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:06:16.610879 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b7a1b2e9-eea8-40d5-9051-2e9cbc822f80 admin admin] Publish callbacks [] for security_group (d14bdfdc-4046-45c6-a920-1419d0718f64), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:16.677414 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b7a1b2e9-eea8-40d5-9051-2e9cbc822f80 admin admin] Publish callbacks [] for security_group (d14bdfdc-4046-45c6-a920-1419d0718f64), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:16.704250 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-036c5960-1019-4a20-adaa-72498e9ca0f7 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks [] for floatingip (f96328f7-c1b8-4b5a-a1d0-0ea80023fc39), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:16.713330 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-036c5960-1019-4a20-adaa-72498e9ca0f7 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:16.717996 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-036c5960-1019-4a20-adaa-72498e9ca0f7 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] 10.222.0.72 "DELETE /v2.0/floatingips/f96328f7-c1b8-4b5a-a1d0-0ea80023fc39 HTTP/1.1" status: 204 len: 168 time: 1.1486974 Feb 19 03:06:16.720442 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 55392) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:06:16.738265 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-0d5fcce9-13eb-4a34-aedd-f2c46e6fee86 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Request body: {'floatingip': {'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'port_id': '7c42d00e-56d0-4450-8888-26f823477d2b'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:06:16.815697 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0d5fcce9-13eb-4a34-aedd-f2c46e6fee86 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:16.826375 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b7a1b2e9-eea8-40d5-9051-2e9cbc822f80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (d14bdfdc-4046-45c6-a920-1419d0718f64), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:16.829675 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b7a1b2e9-eea8-40d5-9051-2e9cbc822f80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:16.830948 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-b7a1b2e9-eea8-40d5-9051-2e9cbc822f80 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d14bdfdc-4046-45c6-a920-1419d0718f64 HTTP/1.1" status: 204 len: 168 time: 0.3140330 Feb 19 03:06:16.864483 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a1b2e9-eea8-40d5-9051-2e9cbc822f80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d14bdfdc-4046-45c6-a920-1419d0718f64,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:17.106616 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0d5fcce9-13eb-4a34-aedd-f2c46e6fee86 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:17.409398 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-0d5fcce9-13eb-4a34-aedd-f2c46e6fee86 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Allocated IP 172.25.6.201 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/b8f50942-69b3-4550-a978-233569d6a925) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:06:17.652230 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0d5fcce9-13eb-4a34-aedd-f2c46e6fee86 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks [] for port (b8f50942-69b3-4550-a978-233569d6a925), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:17.679368 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-a362e8cd-c61e-4081-bdec-e313f806ccaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:17.709333 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0d5fcce9-13eb-4a34-aedd-f2c46e6fee86 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (b8f50942-69b3-4550-a978-233569d6a925), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:17.795641 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5fcce9-13eb-4a34-aedd-f2c46e6fee86 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:06:17.811825 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-0d5fcce9-13eb-4a34-aedd-f2c46e6fee86 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:06:17.823396 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 55476) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:06:17.826533 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5fcce9-13eb-4a34-aedd-f2c46e6fee86 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:06:17.956331 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-97a484f9-8f54-4788-a23e-7cefddc62dc2 admin admin] Deleting subnet 58f4bb0c-650d-4931-aa67-9b83a274fd57 {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:06:17.977757 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-97a484f9-8f54-4788-a23e-7cefddc62dc2 admin admin] Publish callbacks [] for subnet (58f4bb0c-650d-4931-aa67-9b83a274fd57), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:18.089649 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-97a484f9-8f54-4788-a23e-7cefddc62dc2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (58f4bb0c-650d-4931-aa67-9b83a274fd57), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:18.187766 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-97a484f9-8f54-4788-a23e-7cefddc62dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (58f4bb0c-650d-4931-aa67-9b83a274fd57), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:18.254759 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-97a484f9-8f54-4788-a23e-7cefddc62dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (58f4bb0c-650d-4931-aa67-9b83a274fd57), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:18.363032 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a484f9-8f54-4788-a23e-7cefddc62dc2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58f4bb0c-650d-4931-aa67-9b83a274fd57,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:18.411861 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-97a484f9-8f54-4788-a23e-7cefddc62dc2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:18.427557 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-97a484f9-8f54-4788-a23e-7cefddc62dc2 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/58f4bb0c-650d-4931-aa67-9b83a274fd57 HTTP/1.1" status: 204 len: 168 time: 0.6027608 Feb 19 03:06:18.428142 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 55520) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:06:18.730797 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6b805ee7-b48c-4689-9193-bf2242111a56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (6d3b69cf-1802-49ef-8f64-09e108450cf5), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:18.773504 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5fcce9-13eb-4a34-aedd-f2c46e6fee86 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Pushing event updated for resources: {'Port': ['ID=b8f50942-69b3-4550-a978-233569d6a925,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:18.880706 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6b805ee7-b48c-4689-9193-bf2242111a56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (6d3b69cf-1802-49ef-8f64-09e108450cf5), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:18.941819 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-6b805ee7-b48c-4689-9193-bf2242111a56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d3b69cf-1802-49ef-8f64-09e108450cf5']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:06:18.988039 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-6b805ee7-b48c-4689-9193-bf2242111a56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07810348-c073-4bbf-84d2-ed09a13b87db') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:06:18.990642 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-6b805ee7-b48c-4689-9193-bf2242111a56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07810348-c073-4bbf-84d2-ed09a13b87db') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:06:19.021767 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6b805ee7-b48c-4689-9193-bf2242111a56 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (07810348-c073-4bbf-84d2-ed09a13b87db), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:19.052669 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6b805ee7-b48c-4689-9193-bf2242111a56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (07810348-c073-4bbf-84d2-ed09a13b87db), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:19.115998 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b805ee7-b48c-4689-9193-bf2242111a56 admin admin] Releasing vlan 262 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:06:19.118314 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6b805ee7-b48c-4689-9193-bf2242111a56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (07810348-c073-4bbf-84d2-ed09a13b87db), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:19.128314 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 03:06:19.128314 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:06:19.128314 n-d-826753-2 neutron-server[103702]: timer() Feb 19 03:06:19.128314 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:06:19.128314 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 03:06:19.128314 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:06:19.128314 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 03:06:19.128314 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:06:19.128314 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 03:06:19.128314 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:06:19.128314 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 03:06:19.128314 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:06:19.128314 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 03:06:19.128314 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:06:19.128314 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:06:19.128314 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:06:19.128314 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:06:19.128314 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:06:19.128314 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 03:06:19.128314 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:06:19.128314 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 03:06:19.128314 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:06:19.128314 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:06:19.128314 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:06:19.128314 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 03:06:19.128314 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:06:19.128314 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:06:19.128314 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:06:19.128314 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:06:19.128314 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:06:19.128314 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:06:19.128314 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:06:19.208685 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0d5fcce9-13eb-4a34-aedd-f2c46e6fee86 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks [] for floatingip (d40ee931-dd06-4948-8c52-61304e9ebae1), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:19.257399 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:19.348674 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6b805ee7-b48c-4689-9193-bf2242111a56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (6d3b69cf-1802-49ef-8f64-09e108450cf5), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:19.370756 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6b805ee7-b48c-4689-9193-bf2242111a56 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:19.381399 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-6b805ee7-b48c-4689-9193-bf2242111a56 admin admin] 10.222.0.72 "DELETE /v2.0/networks/6d3b69cf-1802-49ef-8f64-09e108450cf5 HTTP/1.1" status: 204 len: 168 time: 0.9510105 Feb 19 03:06:19.463048 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0d5fcce9-13eb-4a34-aedd-f2c46e6fee86 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (b8f50942-69b3-4550-a978-233569d6a925), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:19.833780 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 55610) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:06:20.198594 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-e2ab4790-8e2f-45e1-a325-6eca4281c5f0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=691e67c990444120bcd0c98f1b60f09b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3482642 Feb 19 03:06:20.199626 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 55628) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:06:20.224786 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b805ee7-b48c-4689-9193-bf2242111a56 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d3b69cf-1802-49ef-8f64-09e108450cf5,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:20.474188 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-cad47537-6b1c-4878-86c2-815f81d3d51a admin admin] Publish callbacks [] for security_group (dca410f4-0b4b-41b4-93cf-ff3f9b4055d2), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:20.478346 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0d5fcce9-13eb-4a34-aedd-f2c46e6fee86 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks [] for port (b8f50942-69b3-4550-a978-233569d6a925), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:20.507976 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:20.541480 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0d5fcce9-13eb-4a34-aedd-f2c46e6fee86 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (b8f50942-69b3-4550-a978-233569d6a925), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:20.955768 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0d5fcce9-13eb-4a34-aedd-f2c46e6fee86 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16285943'] for floatingip (d40ee931-dd06-4948-8c52-61304e9ebae1), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:20.967582 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5fcce9-13eb-4a34-aedd-f2c46e6fee86 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Pushing event updated for resources: {'Port': ['ID=b8f50942-69b3-4550-a978-233569d6a925,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:20.980110 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-cad47537-6b1c-4878-86c2-815f81d3d51a admin admin] Publish callbacks [] for security_group (dca410f4-0b4b-41b4-93cf-ff3f9b4055d2), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:21.375275 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-cad47537-6b1c-4878-86c2-815f81d3d51a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (dca410f4-0b4b-41b4-93cf-ff3f9b4055d2), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:21.377876 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-cad47537-6b1c-4878-86c2-815f81d3d51a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:21.379053 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-cad47537-6b1c-4878-86c2-815f81d3d51a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/dca410f4-0b4b-41b4-93cf-ff3f9b4055d2 HTTP/1.1" status: 204 len: 168 time: 1.1744170 Feb 19 03:06:21.440856 n-d-826753-2 neutron-server[103701]: INFO neutron.db.l3_db [None req-0d5fcce9-13eb-4a34-aedd-f2c46e6fee86 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Floating IP d40ee931-dd06-4948-8c52-61304e9ebae1 associated. External IP: 172.25.6.201, port: 7c42d00e-56d0-4450-8888-26f823477d2b. Feb 19 03:06:21.466818 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad47537-6b1c-4878-86c2-815f81d3d51a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dca410f4-0b4b-41b4-93cf-ff3f9b4055d2,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:21.957548 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:22.329968 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d5fcce9-13eb-4a34-aedd-f2c46e6fee86 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Router db463c12-a340-4723-ba95-675c02808b17 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:06:22.516683 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:23.593114 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d5fcce9-13eb-4a34-aedd-f2c46e6fee86 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:06:23.604761 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7b81fa-0d98-4055-82d1-3c8833b0b0a2 None None] Sync routers for ids ['db463c12-a340-4723-ba95-675c02808b17'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:06:23.620556 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7b81fa-0d98-4055-82d1-3c8833b0b0a2 None None] Routers {'db463c12-a340-4723-ba95-675c02808b17'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:06:23.628119 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-1e7b81fa-0d98-4055-82d1-3c8833b0b0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:06:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['db463c12-a340-4723-ba95-675c02808b17'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:06:23.637196 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0d5fcce9-13eb-4a34-aedd-f2c46e6fee86 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:23.709910 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 55766) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:06:23.710474 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-0d5fcce9-13eb-4a34-aedd-f2c46e6fee86 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 6.9881244 Feb 19 03:06:23.716628 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-8e38d9dc-15cd-44f7-958d-5d7509558561 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-401379647'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:06:23.804431 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-1e7b81fa-0d98-4055-82d1-3c8833b0b0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:06:23.808471 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e38d9dc-15cd-44f7-958d-5d7509558561 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Made reservation on behalf of a14638ced2034bbab9b6b4a7894200ec for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:06:23.820388 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8e38d9dc-15cd-44f7-958d-5d7509558561 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:23.871881 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7b81fa-0d98-4055-82d1-3c8833b0b0a2 None None] Routers {'db463c12-a340-4723-ba95-675c02808b17'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:06:23.872963 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-1e7b81fa-0d98-4055-82d1-3c8833b0b0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:06:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['db463c12-a340-4723-ba95-675c02808b17'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:06:23.917177 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e38d9dc-15cd-44f7-958d-5d7509558561 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] vlan segment allocate from pool success with {'vlan_id': 267, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:06:23.934346 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8e38d9dc-15cd-44f7-958d-5d7509558561 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (ec85acd1-482b-4034-8339-dd725fed7e83), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:23.937466 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-8e38d9dc-15cd-44f7-958d-5d7509558561 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Added segment ec85acd1-482b-4034-8339-dd725fed7e83 of type vlan for network 445388bb-dd32-4431-8e90-cbfa8086d295 Feb 19 03:06:23.986169 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-1e7b81fa-0d98-4055-82d1-3c8833b0b0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:06:23.986932 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7b81fa-0d98-4055-82d1-3c8833b0b0a2 None None] The sync data for ids ['db463c12-a340-4723-ba95-675c02808b17'] in n-d-826753-2 is: [] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:06:24.078937 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8e38d9dc-15cd-44f7-958d-5d7509558561 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (445388bb-dd32-4431-8e90-cbfa8086d295), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:24.167849 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8e38d9dc-15cd-44f7-958d-5d7509558561 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (445388bb-dd32-4431-8e90-cbfa8086d295), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:24.179794 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e38d9dc-15cd-44f7-958d-5d7509558561 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:24.180427 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8e38d9dc-15cd-44f7-958d-5d7509558561 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:24.453780 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-8e38d9dc-15cd-44f7-958d-5d7509558561 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7373445 Feb 19 03:06:24.455194 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 55780) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:06:24.468852 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-62256b4c-3c52-464a-9026-ca1cdbed3351 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Request body: {'subnet': {'network_id': '445388bb-dd32-4431-8e90-cbfa8086d295', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:06:24.534149 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e38d9dc-15cd-44f7-958d-5d7509558561 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Pushing event updated for resources: {'Network': ['ID=445388bb-dd32-4431-8e90-cbfa8086d295,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:24.560515 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 445388bb-dd32-4431-8e90-cbfa8086d295 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:06:24.695615 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62256b4c-3c52-464a-9026-ca1cdbed3351 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Made reservation on behalf of a14638ced2034bbab9b6b4a7894200ec for: {'subnet': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:06:24.701263 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-62256b4c-3c52-464a-9026-ca1cdbed3351 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58706307'] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:25.283089 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-62256b4c-3c52-464a-9026-ca1cdbed3351 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12647271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58706289'] for subnet (3de1ad34-3dcd-4ca6-a3e5-d31c49e905c9), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:25.430932 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62256b4c-3c52-464a-9026-ca1cdbed3351 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Pushing event updated for resources: {'Subnet': ['ID=3de1ad34-3dcd-4ca6-a3e5-d31c49e905c9,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:25.456353 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62256b4c-3c52-464a-9026-ca1cdbed3351 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Checking segment: {'id': 'ec85acd1-482b-4034-8339-dd725fed7e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '445388bb-dd32-4431-8e90-cbfa8086d295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:06:25.456631 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62256b4c-3c52-464a-9026-ca1cdbed3351 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Network hostable DHCP agents. Network: 445388bb-dd32-4431-8e90-cbfa8086d295, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:06:25.501116 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62256b4c-3c52-464a-9026-ca1cdbed3351 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Network 445388bb-dd32-4431-8e90-cbfa8086d295 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:06:25.514582 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-62256b4c-3c52-464a-9026-ca1cdbed3351 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 445388bb-dd32-4431-8e90-cbfa8086d295) {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:06:25.519150 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62256b4c-3c52-464a-9026-ca1cdbed3351 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:25.519781 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-62256b4c-3c52-464a-9026-ca1cdbed3351 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks [] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:25.534081 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2b3e89-d701-4cd7-ae27-f572143a9364 None None] Network 445388bb-dd32-4431-8e90-cbfa8086d295 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:06:25.554604 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-62256b4c-3c52-464a-9026-ca1cdbed3351 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0978432 Feb 19 03:06:25.557458 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 55794) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:06:25.565263 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-768eaef1-76ab-45ea-b9f3-0afd1d757219 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1411840666', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}, 'admin_state_up': False}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:06:25.643390 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-768eaef1-76ab-45ea-b9f3-0afd1d757219 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14172'] for router (10bb8331-35b3-48c1-8f05-2ece8313eb40), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:25.644634 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-768eaef1-76ab-45ea-b9f3-0afd1d757219 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16317487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16285822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16309985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14247'] for router (10bb8331-35b3-48c1-8f05-2ece8313eb40), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:25.793792 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17eb4bfc-c649-48d9-b66d-2dc9846bf8f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-445388bb-dd32-4431-8e90-cbfa8086d295', 'network_id': '445388bb-dd32-4431-8e90-cbfa8086d295', 'project_id': 'a14638ced2034bbab9b6b4a7894200ec', 'fixed_ips': [{'subnet_id': '3de1ad34-3dcd-4ca6-a3e5-d31c49e905c9'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:06:25.794682 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-17eb4bfc-c649-48d9-b66d-2dc9846bf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:25.813343 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-768eaef1-76ab-45ea-b9f3-0afd1d757219 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks [] for router_controller (10bb8331-35b3-48c1-8f05-2ece8313eb40), precommit_add_association {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:26.158994 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-17eb4bfc-c649-48d9-b66d-2dc9846bf8f2 None None] Allocated IP 172.20.0.2 (445388bb-dd32-4431-8e90-cbfa8086d295/3de1ad34-3dcd-4ca6-a3e5-d31c49e905c9/a04f5c14-d49b-4119-945d-ff4db6330920) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:06:26.305707 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-768eaef1-76ab-45ea-b9f3-0afd1d757219 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks [] for router_gateway (10bb8331-35b3-48c1-8f05-2ece8313eb40), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:26.582980 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-17eb4bfc-c649-48d9-b66d-2dc9846bf8f2 None None] Publish callbacks [] for port (a04f5c14-d49b-4119-945d-ff4db6330920), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:26.610266 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-17eb4bfc-c649-48d9-b66d-2dc9846bf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (a04f5c14-d49b-4119-945d-ff4db6330920), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:26.699511 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eb4bfc-c649-48d9-b66d-2dc9846bf8f2 None None] Pushing event updated for resources: {'Port': ['ID=a04f5c14-d49b-4119-945d-ff4db6330920,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:26.731022 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:26.733410 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17eb4bfc-c649-48d9-b66d-2dc9846bf8f2 None None] Network 445388bb-dd32-4431-8e90-cbfa8086d295 is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:06:26.736253 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-17eb4bfc-c649-48d9-b66d-2dc9846bf8f2 None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:06:26.741531 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17eb4bfc-c649-48d9-b66d-2dc9846bf8f2 None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:06:26.987495 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-17eb4bfc-c649-48d9-b66d-2dc9846bf8f2 None None] Attempting to bind port a04f5c14-d49b-4119-945d-ff4db6330920 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:06:26.988552 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-17eb4bfc-c649-48d9-b66d-2dc9846bf8f2 None None] Attempting to bind port a04f5c14-d49b-4119-945d-ff4db6330920 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': 'ec85acd1-482b-4034-8339-dd725fed7e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '445388bb-dd32-4431-8e90-cbfa8086d295'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:06:26.988928 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17eb4bfc-c649-48d9-b66d-2dc9846bf8f2 None None] Attempting to bind port a04f5c14-d49b-4119-945d-ff4db6330920 on network 445388bb-dd32-4431-8e90-cbfa8086d295 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:06:26.997718 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-768eaef1-76ab-45ea-b9f3-0afd1d757219 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks [] for router_gateway (10bb8331-35b3-48c1-8f05-2ece8313eb40), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:27.000852 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17eb4bfc-c649-48d9-b66d-2dc9846bf8f2 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:06:27.001279 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17eb4bfc-c649-48d9-b66d-2dc9846bf8f2 None None] Checking segment: {'id': 'ec85acd1-482b-4034-8339-dd725fed7e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '445388bb-dd32-4431-8e90-cbfa8086d295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:06:27.005834 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-17eb4bfc-c649-48d9-b66d-2dc9846bf8f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:27.009303 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17eb4bfc-c649-48d9-b66d-2dc9846bf8f2 None None] Bound using segment: {'id': 'ec85acd1-482b-4034-8339-dd725fed7e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '445388bb-dd32-4431-8e90-cbfa8086d295'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:06:27.009942 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-17eb4bfc-c649-48d9-b66d-2dc9846bf8f2 None None] Bound port: a04f5c14-d49b-4119-945d-ff4db6330920, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec85acd1-482b-4034-8339-dd725fed7e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '445388bb-dd32-4431-8e90-cbfa8086d295'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:06:27.010360 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-17eb4bfc-c649-48d9-b66d-2dc9846bf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (a04f5c14-d49b-4119-945d-ff4db6330920), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:27.074552 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-768eaef1-76ab-45ea-b9f3-0afd1d757219 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:27.151299 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-17eb4bfc-c649-48d9-b66d-2dc9846bf8f2 None None] For port a04f5c14-d49b-4119-945d-ff4db6330920, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:06:27.158502 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-17eb4bfc-c649-48d9-b66d-2dc9846bf8f2 None None] For port a04f5c14-d49b-4119-945d-ff4db6330920, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=a04f5c14-d49b-4119-945d-ff4db6330920,segment=NetworkSegment(ec85acd1-482b-4034-8339-dd725fed7e83),segment_id=ec85acd1-482b-4034-8339-dd725fed7e83)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:06:27.177600 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-17eb4bfc-c649-48d9-b66d-2dc9846bf8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (a04f5c14-d49b-4119-945d-ff4db6330920), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:27.429478 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eb4bfc-c649-48d9-b66d-2dc9846bf8f2 None None] Pushing event updated for resources: {'Port': ['ID=a04f5c14-d49b-4119-945d-ff4db6330920,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:27.479294 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-768eaef1-76ab-45ea-b9f3-0afd1d757219 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Allocated IP 172.25.6.45 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/d7f49cfc-4a88-4070-84e8-28b0e39bab78) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:06:27.879813 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-768eaef1-76ab-45ea-b9f3-0afd1d757219 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks [] for port (d7f49cfc-4a88-4070-84e8-28b0e39bab78), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:28.042142 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-768eaef1-76ab-45ea-b9f3-0afd1d757219 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (d7f49cfc-4a88-4070-84e8-28b0e39bab78), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:28.122362 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768eaef1-76ab-45ea-b9f3-0afd1d757219 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:06:28.126125 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-768eaef1-76ab-45ea-b9f3-0afd1d757219 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:06:28.135693 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768eaef1-76ab-45ea-b9f3-0afd1d757219 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:06:28.309535 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768eaef1-76ab-45ea-b9f3-0afd1d757219 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Pushing event updated for resources: {'Port': ['ID=d7f49cfc-4a88-4070-84e8-28b0e39bab78,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:28.815514 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-768eaef1-76ab-45ea-b9f3-0afd1d757219 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks [] for router_gateway (10bb8331-35b3-48c1-8f05-2ece8313eb40), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:29.263939 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96fba31-a7fa-4566-9149-18ce1fff1212 None None] Network 445388bb-dd32-4431-8e90-cbfa8086d295 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:06:29.548175 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-768eaef1-76ab-45ea-b9f3-0afd1d757219 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16317478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865'] for router (10bb8331-35b3-48c1-8f05-2ece8313eb40), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:29.606881 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-eae984c5-2f63-4e49-b03f-8e0110c09bba None None] Provisioning complete for port a04f5c14-d49b-4119-945d-ff4db6330920 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:06:29.609155 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-eae984c5-2f63-4e49-b03f-8e0110c09bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (a04f5c14-d49b-4119-945d-ff4db6330920), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:29.694196 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device a04f5c14-d49b-4119-945d-ff4db6330920 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:06:29.892176 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-768eaef1-76ab-45ea-b9f3-0afd1d757219 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Router 10bb8331-35b3-48c1-8f05-2ece8313eb40 is scheduled to L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd with binding_index 1 {{(pid=103701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:06:29.905393 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port a04f5c14-d49b-4119-945d-ff4db6330920 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:06:29.907948 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (a04f5c14-d49b-4119-945d-ff4db6330920), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:30.101699 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-eae984c5-2f63-4e49-b03f-8e0110c09bba None None] Current status of the port a04f5c14-d49b-4119-945d-ff4db6330920 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:06:30.102016 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-eae984c5-2f63-4e49-b03f-8e0110c09bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (a04f5c14-d49b-4119-945d-ff4db6330920), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:30.229673 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-eae984c5-2f63-4e49-b03f-8e0110c09bba None None] For port a04f5c14-d49b-4119-945d-ff4db6330920, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=a04f5c14-d49b-4119-945d-ff4db6330920,segment=NetworkSegment(ec85acd1-482b-4034-8339-dd725fed7e83),segment_id=ec85acd1-482b-4034-8339-dd725fed7e83)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:06:30.298146 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-768eaef1-76ab-45ea-b9f3-0afd1d757219 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:06:30.310458 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32da806-0f85-49ab-8111-6ca43e89f16f None None] Sync routers for ids ['10bb8331-35b3-48c1-8f05-2ece8313eb40'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:06:30.332308 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-eae984c5-2f63-4e49-b03f-8e0110c09bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (a04f5c14-d49b-4119-945d-ff4db6330920), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:30.335628 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32da806-0f85-49ab-8111-6ca43e89f16f None None] Routers {'10bb8331-35b3-48c1-8f05-2ece8313eb40'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:06:30.340136 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-d32da806-0f85-49ab-8111-6ca43e89f16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:06:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['10bb8331-35b3-48c1-8f05-2ece8313eb40'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:06:30.382043 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-768eaef1-76ab-45ea-b9f3-0afd1d757219 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks [] for router (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:30.383688 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-768eaef1-76ab-45ea-b9f3-0afd1d757219 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.8249803 Feb 19 03:06:30.387589 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 55860) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:06:30.483897 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-d32da806-0f85-49ab-8111-6ca43e89f16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:06:30.514856 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32da806-0f85-49ab-8111-6ca43e89f16f None None] Routers {'10bb8331-35b3-48c1-8f05-2ece8313eb40'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:06:30.519951 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-d32da806-0f85-49ab-8111-6ca43e89f16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:06:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['10bb8331-35b3-48c1-8f05-2ece8313eb40'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:06:30.526353 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port a04f5c14-d49b-4119-945d-ff4db6330920 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:06:30.534822 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (a04f5c14-d49b-4119-945d-ff4db6330920), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:30.578594 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-d80b75af-5649-4053-8e43-b1d4026e2f63 None None] Provisioning complete for port a04f5c14-d49b-4119-945d-ff4db6330920 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:06:30.579375 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d80b75af-5649-4053-8e43-b1d4026e2f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (a04f5c14-d49b-4119-945d-ff4db6330920), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:30.640093 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae984c5-2f63-4e49-b03f-8e0110c09bba None None] Pushing event updated for resources: {'Port': ['ID=a04f5c14-d49b-4119-945d-ff4db6330920,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:30.662854 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-d32da806-0f85-49ab-8111-6ca43e89f16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:06:30.663543 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32da806-0f85-49ab-8111-6ca43e89f16f None None] The sync data for ids ['10bb8331-35b3-48c1-8f05-2ece8313eb40'] in n-d-826753-2 is: [] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:06:30.939133 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.db.api [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103703) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:06:30.940170 n-d-826753-2 neutron-server[103703]: DEBUG oslo_db.api [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:06:31.102183 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-d80b75af-5649-4053-8e43-b1d4026e2f63 None None] Current status of the port a04f5c14-d49b-4119-945d-ff4db6330920 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:06:31.554990 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port a04f5c14-d49b-4119-945d-ff4db6330920 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:06:31.770403 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device a04f5c14-d49b-4119-945d-ff4db6330920 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:06:31.927981 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port a04f5c14-d49b-4119-945d-ff4db6330920 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:06:31.928586 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (a04f5c14-d49b-4119-945d-ff4db6330920), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:31.960266 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6cd9346d-390b-49ca-95e9-96ce5cc6f134 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:32.388626 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port a04f5c14-d49b-4119-945d-ff4db6330920 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:06:33.101176 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-6cd9346d-390b-49ca-95e9-96ce5cc6f134 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Allocated IP 172.20.0.1 (445388bb-dd32-4431-8e90-cbfa8086d295/3de1ad34-3dcd-4ca6-a3e5-d31c49e905c9/ae74f617-a6eb-4f53-b50b-f54193bc73db) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:06:33.406519 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6cd9346d-390b-49ca-95e9-96ce5cc6f134 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks [] for port (ae74f617-a6eb-4f53-b50b-f54193bc73db), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:33.512338 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6cd9346d-390b-49ca-95e9-96ce5cc6f134 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (ae74f617-a6eb-4f53-b50b-f54193bc73db), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:33.700604 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd9346d-390b-49ca-95e9-96ce5cc6f134 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Pushing event updated for resources: {'Port': ['ID=ae74f617-a6eb-4f53-b50b-f54193bc73db,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:33.792606 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd9346d-390b-49ca-95e9-96ce5cc6f134 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Network 445388bb-dd32-4431-8e90-cbfa8086d295 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:06:33.802510 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-6cd9346d-390b-49ca-95e9-96ce5cc6f134 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:06:33.816639 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd9346d-390b-49ca-95e9-96ce5cc6f134 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:06:33.925941 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6cd9346d-390b-49ca-95e9-96ce5cc6f134 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16289150'] for router_interface (10bb8331-35b3-48c1-8f05-2ece8313eb40), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:34.316431 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6cd9346d-390b-49ca-95e9-96ce5cc6f134 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (ae74f617-a6eb-4f53-b50b-f54193bc73db), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:34.365932 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-734e2a63-3aa1-4396-9250-686a9f354bf5 None None] Provisioning complete for port ae74f617-a6eb-4f53-b50b-f54193bc73db triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:06:34.366490 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-734e2a63-3aa1-4396-9250-686a9f354bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (ae74f617-a6eb-4f53-b50b-f54193bc73db), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:34.466493 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-734e2a63-3aa1-4396-9250-686a9f354bf5 None None] Port ae74f617-a6eb-4f53-b50b-f54193bc73db cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:06:35.236163 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 55930) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:06:35.281733 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6cd9346d-390b-49ca-95e9-96ce5cc6f134 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks [] for port (ae74f617-a6eb-4f53-b50b-f54193bc73db), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:35.300236 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6cd9346d-390b-49ca-95e9-96ce5cc6f134 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (ae74f617-a6eb-4f53-b50b-f54193bc73db), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:35.418788 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6cd9346d-390b-49ca-95e9-96ce5cc6f134 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16362769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16289258'] for router_interface (10bb8331-35b3-48c1-8f05-2ece8313eb40), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:35.611418 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2b2283f1-d9e6-4190-9ed3-c8728b6b1a57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:35.816857 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd9346d-390b-49ca-95e9-96ce5cc6f134 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Pushing event updated for resources: {'Port': ['ID=ae74f617-a6eb-4f53-b50b-f54193bc73db,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:35.919383 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2b2283f1-d9e6-4190-9ed3-c8728b6b1a57 admin admin] Publish callbacks [] for security_group (0e0644ec-8c93-41d2-8286-3e6b4ee47d9e), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:35.936488 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2b2283f1-d9e6-4190-9ed3-c8728b6b1a57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (0e0644ec-8c93-41d2-8286-3e6b4ee47d9e), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:35.991605 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd9346d-390b-49ca-95e9-96ce5cc6f134 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Network 445388bb-dd32-4431-8e90-cbfa8086d295 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:06:35.997297 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-6cd9346d-390b-49ca-95e9-96ce5cc6f134 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:06:36.064873 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-2b2283f1-d9e6-4190-9ed3-c8728b6b1a57 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=abf3e5a8ea634f08bd81dea6cf1b6d36&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8269987 Feb 19 03:06:36.066144 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 55942) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:06:36.067330 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2283f1-d9e6-4190-9ed3-c8728b6b1a57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e0644ec-8c93-41d2-8286-3e6b4ee47d9e,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:36.269947 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-cea1549e-975b-43fc-9c58-5e887ad5b1ea admin admin] Publish callbacks [] for security_group (0e0644ec-8c93-41d2-8286-3e6b4ee47d9e), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:36.327636 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cd9346d-390b-49ca-95e9-96ce5cc6f134 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Router 10bb8331-35b3-48c1-8f05-2ece8313eb40 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:06:36.342075 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-cea1549e-975b-43fc-9c58-5e887ad5b1ea admin admin] Publish callbacks [] for security_group (0e0644ec-8c93-41d2-8286-3e6b4ee47d9e), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:36.455602 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-cea1549e-975b-43fc-9c58-5e887ad5b1ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (0e0644ec-8c93-41d2-8286-3e6b4ee47d9e), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:36.463172 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-cea1549e-975b-43fc-9c58-5e887ad5b1ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:36.473746 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-cea1549e-975b-43fc-9c58-5e887ad5b1ea admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0e0644ec-8c93-41d2-8286-3e6b4ee47d9e HTTP/1.1" status: 204 len: 168 time: 0.3899865 Feb 19 03:06:36.512832 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea1549e-975b-43fc-9c58-5e887ad5b1ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e0644ec-8c93-41d2-8286-3e6b4ee47d9e,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:36.684937 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-0c2d2bf0-8430-456a-aab9-b87aa9957dc4 None None] Provisioning complete for port ae74f617-a6eb-4f53-b50b-f54193bc73db triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:06:36.695649 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-0c2d2bf0-8430-456a-aab9-b87aa9957dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (ae74f617-a6eb-4f53-b50b-f54193bc73db), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:36.848509 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-0c2d2bf0-8430-456a-aab9-b87aa9957dc4 None None] Port ae74f617-a6eb-4f53-b50b-f54193bc73db cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:06:36.913457 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cd9346d-390b-49ca-95e9-96ce5cc6f134 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:06:36.930966 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37b1053-015a-4fa0-bd5e-a717cf6afa42 None None] Sync routers for ids ['10bb8331-35b3-48c1-8f05-2ece8313eb40'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:06:36.940867 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-6cd9346d-390b-49ca-95e9-96ce5cc6f134 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] 10.222.0.72 "PUT /v2.0/routers/10bb8331-35b3-48c1-8f05-2ece8313eb40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5514610 Feb 19 03:06:36.943538 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 55958) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:06:36.950838 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-1c3162cd-a0c7-407b-9739-936507f9f14e tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Request body: {'port': {'network_id': '445388bb-dd32-4431-8e90-cbfa8086d295', 'name': 'tempest-FloatingIPTestJSON-1283962662'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:06:36.956880 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37b1053-015a-4fa0-bd5e-a717cf6afa42 None None] Routers {'10bb8331-35b3-48c1-8f05-2ece8313eb40'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:06:36.957563 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-c37b1053-015a-4fa0-bd5e-a717cf6afa42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:06:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['10bb8331-35b3-48c1-8f05-2ece8313eb40'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:06:37.028845 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-c37b1053-015a-4fa0-bd5e-a717cf6afa42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:06:37.059135 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37b1053-015a-4fa0-bd5e-a717cf6afa42 None None] Routers {'10bb8331-35b3-48c1-8f05-2ece8313eb40'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:06:37.059815 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-c37b1053-015a-4fa0-bd5e-a717cf6afa42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:06:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['10bb8331-35b3-48c1-8f05-2ece8313eb40'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:06:37.206063 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-c37b1053-015a-4fa0-bd5e-a717cf6afa42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:06:37.217061 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37b1053-015a-4fa0-bd5e-a717cf6afa42 None None] The sync data for ids ['10bb8331-35b3-48c1-8f05-2ece8313eb40'] in n-d-826753-2 is: [] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:06:37.340065 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c3162cd-a0c7-407b-9739-936507f9f14e tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Made reservation on behalf of a14638ced2034bbab9b6b4a7894200ec for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:06:37.365217 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1c3162cd-a0c7-407b-9739-936507f9f14e tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:37.424660 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [None req-1c3162cd-a0c7-407b-9739-936507f9f14e tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] device_id is not set on port 58f6699e-75ea-4548-916b-b524a8807e07 yet. {{(pid=103701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:06:37.751041 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-1c3162cd-a0c7-407b-9739-936507f9f14e tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Allocated IP 172.20.0.8 (445388bb-dd32-4431-8e90-cbfa8086d295/3de1ad34-3dcd-4ca6-a3e5-d31c49e905c9/58f6699e-75ea-4548-916b-b524a8807e07) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:06:38.311430 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1c3162cd-a0c7-407b-9739-936507f9f14e tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks [] for port (58f6699e-75ea-4548-916b-b524a8807e07), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:38.453916 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1c3162cd-a0c7-407b-9739-936507f9f14e tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (58f6699e-75ea-4548-916b-b524a8807e07), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:38.614995 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3162cd-a0c7-407b-9739-936507f9f14e tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Network 445388bb-dd32-4431-8e90-cbfa8086d295 is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:06:38.617273 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-1c3162cd-a0c7-407b-9739-936507f9f14e tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:06:38.632467 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3162cd-a0c7-407b-9739-936507f9f14e tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:06:38.744862 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3162cd-a0c7-407b-9739-936507f9f14e tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Pushing event updated for resources: {'Port': ['ID=58f6699e-75ea-4548-916b-b524a8807e07,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:38.832113 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3162cd-a0c7-407b-9739-936507f9f14e tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:38.839220 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1c3162cd-a0c7-407b-9739-936507f9f14e tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:38.913247 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 56000) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:06:38.918027 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-1c3162cd-a0c7-407b-9739-936507f9f14e tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9707096 Feb 19 03:06:38.919781 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-47028461-e4c3-43c7-b697-6e87eb121dd6 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Request body: {'floatingip': {'port_id': '58f6699e-75ea-4548-916b-b524a8807e07'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:06:39.138656 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-47028461-e4c3-43c7-b697-6e87eb121dd6 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks [] for floatingip (d40ee931-dd06-4948-8c52-61304e9ebae1), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:39.342755 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-785b7607-0350-442d-926d-567b1480c82c None None] Provisioning complete for port 58f6699e-75ea-4548-916b-b524a8807e07 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:06:39.343655 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-785b7607-0350-442d-926d-567b1480c82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (58f6699e-75ea-4548-916b-b524a8807e07), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:39.554292 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-785b7607-0350-442d-926d-567b1480c82c None None] Port 58f6699e-75ea-4548-916b-b524a8807e07 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:06:39.765815 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 56012) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:06:39.823652 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 56016) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:06:40.046456 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2a711dac-0330-48f2-ac7c-b03cbbd97f8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:40.238841 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2a711dac-0330-48f2-ac7c-b03cbbd97f8d admin admin] Publish callbacks [] for security_group (b8066a5d-b5f1-41a8-9a18-e68bf30d31a9), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:40.252856 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2a711dac-0330-48f2-ac7c-b03cbbd97f8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (b8066a5d-b5f1-41a8-9a18-e68bf30d31a9), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:40.288242 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ed248ba4-e06f-4baa-aa79-9b57b50b6ba9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:40.463874 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ed248ba4-e06f-4baa-aa79-9b57b50b6ba9 admin admin] Publish callbacks [] for security_group (0871e3ff-5681-43b3-972b-af0b2dbfc453), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:40.486081 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ed248ba4-e06f-4baa-aa79-9b57b50b6ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (0871e3ff-5681-43b3-972b-af0b2dbfc453), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:40.555443 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-ed248ba4-e06f-4baa-aa79-9b57b50b6ba9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5c31e8ec7fa14c92a2ba081267b05970&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7305629 Feb 19 03:06:40.555946 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 56028) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:06:40.653147 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 56030) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:06:40.653844 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-2a711dac-0330-48f2-ac7c-b03cbbd97f8d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=28049bc98afd44de8f325d97c6317617&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8865767 Feb 19 03:06:40.659390 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a711dac-0330-48f2-ac7c-b03cbbd97f8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8066a5d-b5f1-41a8-9a18-e68bf30d31a9,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:40.732205 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed248ba4-e06f-4baa-aa79-9b57b50b6ba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0871e3ff-5681-43b3-972b-af0b2dbfc453,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:40.802360 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c0ecb94a-b4fe-4df8-9a1a-bb171f7d9b9c admin admin] Publish callbacks [] for security_group (0871e3ff-5681-43b3-972b-af0b2dbfc453), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:40.860035 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c0ecb94a-b4fe-4df8-9a1a-bb171f7d9b9c admin admin] Publish callbacks [] for security_group (0871e3ff-5681-43b3-972b-af0b2dbfc453), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:40.967840 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c0ecb94a-b4fe-4df8-9a1a-bb171f7d9b9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (0871e3ff-5681-43b3-972b-af0b2dbfc453), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:40.971506 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c0ecb94a-b4fe-4df8-9a1a-bb171f7d9b9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:40.973033 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-c0ecb94a-b4fe-4df8-9a1a-bb171f7d9b9c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0871e3ff-5681-43b3-972b-af0b2dbfc453 HTTP/1.1" status: 204 len: 168 time: 0.4117818 Feb 19 03:06:40.989096 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ecb94a-b4fe-4df8-9a1a-bb171f7d9b9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0871e3ff-5681-43b3-972b-af0b2dbfc453,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:41.267774 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-70e5aaca-62b4-43b5-a5d4-7d759671e20b admin admin] Publish callbacks [] for security_group (b8066a5d-b5f1-41a8-9a18-e68bf30d31a9), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:41.317537 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.db.resource_extend [None req-47028461-e4c3-43c7-b697-6e87eb121dd6 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 03:06:41.375686 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-70e5aaca-62b4-43b5-a5d4-7d759671e20b admin admin] Publish callbacks [] for security_group (b8066a5d-b5f1-41a8-9a18-e68bf30d31a9), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:41.411512 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-47028461-e4c3-43c7-b697-6e87eb121dd6 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:41.428556 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-47028461-e4c3-43c7-b697-6e87eb121dd6 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16285943'] for floatingip (d40ee931-dd06-4948-8c52-61304e9ebae1), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:41.567685 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-70e5aaca-62b4-43b5-a5d4-7d759671e20b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (b8066a5d-b5f1-41a8-9a18-e68bf30d31a9), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:41.572833 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-70e5aaca-62b4-43b5-a5d4-7d759671e20b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:41.577345 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-70e5aaca-62b4-43b5-a5d4-7d759671e20b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b8066a5d-b5f1-41a8-9a18-e68bf30d31a9 HTTP/1.1" status: 204 len: 168 time: 0.9174771 Feb 19 03:06:41.610990 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e5aaca-62b4-43b5-a5d4-7d759671e20b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8066a5d-b5f1-41a8-9a18-e68bf30d31a9,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:41.751878 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 56046) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:06:41.768403 n-d-826753-2 neutron-server[103702]: INFO neutron.db.l3_db [None req-47028461-e4c3-43c7-b697-6e87eb121dd6 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Floating IP d40ee931-dd06-4948-8c52-61304e9ebae1 associated. External IP: 172.25.6.201, port: 7c42d00e-56d0-4450-8888-26f823477d2b. Feb 19 03:06:41.785935 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-acb91101-9b50-4c2e-8d8d-476aa8d24871 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:42.011248 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-acb91101-9b50-4c2e-8d8d-476aa8d24871 admin admin] Publish callbacks [] for security_group (d828d1ec-7d41-4a84-8ab7-5058c25a4292), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:42.023026 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-acb91101-9b50-4c2e-8d8d-476aa8d24871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (d828d1ec-7d41-4a84-8ab7-5058c25a4292), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:42.157360 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-acb91101-9b50-4c2e-8d8d-476aa8d24871 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=494642fb71f74d14aba6a2c4db82534b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4041049 Feb 19 03:06:42.163875 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 56052) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:06:42.233028 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb91101-9b50-4c2e-8d8d-476aa8d24871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d828d1ec-7d41-4a84-8ab7-5058c25a4292,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:42.291992 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6877168d-889e-4d5e-8d06-8cba80544840 admin admin] Publish callbacks [] for security_group (d828d1ec-7d41-4a84-8ab7-5058c25a4292), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:42.359750 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6877168d-889e-4d5e-8d06-8cba80544840 admin admin] Publish callbacks [] for security_group (d828d1ec-7d41-4a84-8ab7-5058c25a4292), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:42.377288 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47028461-e4c3-43c7-b697-6e87eb121dd6 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Router db463c12-a340-4723-ba95-675c02808b17 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:06:42.495171 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6877168d-889e-4d5e-8d06-8cba80544840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (d828d1ec-7d41-4a84-8ab7-5058c25a4292), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:42.498592 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6877168d-889e-4d5e-8d06-8cba80544840 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:42.502519 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-6877168d-889e-4d5e-8d06-8cba80544840 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d828d1ec-7d41-4a84-8ab7-5058c25a4292 HTTP/1.1" status: 204 len: 168 time: 0.3268011 Feb 19 03:06:42.542682 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6877168d-889e-4d5e-8d06-8cba80544840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d828d1ec-7d41-4a84-8ab7-5058c25a4292,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:42.857429 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47028461-e4c3-43c7-b697-6e87eb121dd6 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:06:42.889632 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca6d13f-ff5a-43e1-9384-47ef70d82932 None None] Sync routers for ids ['db463c12-a340-4723-ba95-675c02808b17'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:06:42.913673 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca6d13f-ff5a-43e1-9384-47ef70d82932 None None] Routers {'db463c12-a340-4723-ba95-675c02808b17'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:06:42.917249 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-aca6d13f-ff5a-43e1-9384-47ef70d82932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:06:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['db463c12-a340-4723-ba95-675c02808b17'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:06:43.071497 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-aca6d13f-ff5a-43e1-9384-47ef70d82932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:06:43.180645 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca6d13f-ff5a-43e1-9384-47ef70d82932 None None] Routers {'db463c12-a340-4723-ba95-675c02808b17'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:06:43.190049 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-aca6d13f-ff5a-43e1-9384-47ef70d82932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:06:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['db463c12-a340-4723-ba95-675c02808b17'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:06:43.333660 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-aca6d13f-ff5a-43e1-9384-47ef70d82932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:06:43.336350 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca6d13f-ff5a-43e1-9384-47ef70d82932 None None] The sync data for ids ['db463c12-a340-4723-ba95-675c02808b17'] in n-d-826753-2 is: [] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:06:43.483801 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 56080) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:06:43.513308 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47028461-e4c3-43c7-b697-6e87eb121dd6 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Router 10bb8331-35b3-48c1-8f05-2ece8313eb40 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:06:43.750162 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47028461-e4c3-43c7-b697-6e87eb121dd6 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:06:43.755462 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-47028461-e4c3-43c7-b697-6e87eb121dd6 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:43.765278 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47137c0-8438-471c-aa17-0dc08882ea3a None None] Sync routers for ids ['10bb8331-35b3-48c1-8f05-2ece8313eb40'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:06:43.802200 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47137c0-8438-471c-aa17-0dc08882ea3a None None] Routers {'10bb8331-35b3-48c1-8f05-2ece8313eb40'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:06:43.803323 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-d47137c0-8438-471c-aa17-0dc08882ea3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:06:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['10bb8331-35b3-48c1-8f05-2ece8313eb40'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:06:43.929047 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-47028461-e4c3-43c7-b697-6e87eb121dd6 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] 10.222.0.72 "PUT /v2.0/floatingips/d40ee931-dd06-4948-8c52-61304e9ebae1 HTTP/1.1" status: 200 len: 978 time: 5.0140550 Feb 19 03:06:43.932834 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 56094) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:06:43.945409 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8e47b2a0-9fce-4254-ab63-4b0f182b910e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:44.133115 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8e47b2a0-9fce-4254-ab63-4b0f182b910e admin admin] Publish callbacks [] for security_group (cfadabb8-3001-4485-89f5-7535a6638de8), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:44.153132 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8e47b2a0-9fce-4254-ab63-4b0f182b910e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (cfadabb8-3001-4485-89f5-7535a6638de8), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:44.226955 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-9859203f-bf9e-41bf-a45e-3eaa4844e67a tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Deleting port 58f6699e-75ea-4548-916b-b524a8807e07 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:06:44.227246 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9859203f-bf9e-41bf-a45e-3eaa4844e67a tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (58f6699e-75ea-4548-916b-b524a8807e07), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:44.285858 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-8e47b2a0-9fce-4254-ab63-4b0f182b910e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=11e6ca4d306d4d82b1a5d9bab8db87e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8008971 Feb 19 03:06:44.290372 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e47b2a0-9fce-4254-ab63-4b0f182b910e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfadabb8-3001-4485-89f5-7535a6638de8,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:44.317719 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 56104) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:06:44.485755 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9859203f-bf9e-41bf-a45e-3eaa4844e67a tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (58f6699e-75ea-4548-916b-b524a8807e07), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:44.512810 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1396e986-8161-4385-beee-b932c4876edb admin admin] Publish callbacks [] for security_group (cfadabb8-3001-4485-89f5-7535a6638de8), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:44.515483 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-d47137c0-8438-471c-aa17-0dc08882ea3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:06:44.545770 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47137c0-8438-471c-aa17-0dc08882ea3a None None] Routers {'10bb8331-35b3-48c1-8f05-2ece8313eb40'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:06:44.546695 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-d47137c0-8438-471c-aa17-0dc08882ea3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:06:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['10bb8331-35b3-48c1-8f05-2ece8313eb40'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:06:44.585521 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1396e986-8161-4385-beee-b932c4876edb admin admin] Publish callbacks [] for security_group (cfadabb8-3001-4485-89f5-7535a6638de8), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:44.610356 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-d47137c0-8438-471c-aa17-0dc08882ea3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:06:44.612391 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47137c0-8438-471c-aa17-0dc08882ea3a None None] The sync data for ids ['10bb8331-35b3-48c1-8f05-2ece8313eb40'] in n-d-826753-2 is: [] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:06:44.730264 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1396e986-8161-4385-beee-b932c4876edb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (cfadabb8-3001-4485-89f5-7535a6638de8), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:44.732921 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1396e986-8161-4385-beee-b932c4876edb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:44.736684 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-1396e986-8161-4385-beee-b932c4876edb admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/cfadabb8-3001-4485-89f5-7535a6638de8 HTTP/1.1" status: 204 len: 168 time: 0.4149628 Feb 19 03:06:44.751982 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1396e986-8161-4385-beee-b932c4876edb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfadabb8-3001-4485-89f5-7535a6638de8,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:45.502401 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4fc689bb-938e-4e22-9b62-a78753d3d789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:45.560932 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9859203f-bf9e-41bf-a45e-3eaa4844e67a tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:45.561647 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9859203f-bf9e-41bf-a45e-3eaa4844e67a tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16285943'] for floatingip (d40ee931-dd06-4948-8c52-61304e9ebae1), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:45.561811 n-d-826753-2 neutron-server[103702]: INFO neutron.db.l3_db [None req-9859203f-bf9e-41bf-a45e-3eaa4844e67a tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Floating IP d40ee931-dd06-4948-8c52-61304e9ebae1 disassociated. External IP: 172.25.6.201, port: 58f6699e-75ea-4548-916b-b524a8807e07. Feb 19 03:06:45.562154 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-9859203f-bf9e-41bf-a45e-3eaa4844e67a tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Calling delete_port for 58f6699e-75ea-4548-916b-b524a8807e07 owned by {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:06:45.606638 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fae27f-728b-4c92-90fd-1e7aa56511e1 req-01db8577-d882-4801-8c58-c5e02aa61050 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:45.611971 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a6fae27f-728b-4c92-90fd-1e7aa56511e1 req-01db8577-d882-4801-8c58-c5e02aa61050 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 945 time: 0.1903496 Feb 19 03:06:45.777234 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a6fae27f-728b-4c92-90fd-1e7aa56511e1 req-a193f23e-40ec-43bc-8e4e-8fdaf7842ca9 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1544247 Feb 19 03:06:45.923358 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9859203f-bf9e-41bf-a45e-3eaa4844e67a tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (58f6699e-75ea-4548-916b-b524a8807e07), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:45.936431 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:06:45.982888 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9859203f-bf9e-41bf-a45e-3eaa4844e67a tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Pushing event deleted for resources: {'Port': ['ID=58f6699e-75ea-4548-916b-b524a8807e07,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:46.320115 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9859203f-bf9e-41bf-a45e-3eaa4844e67a tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Router 10bb8331-35b3-48c1-8f05-2ece8313eb40 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:06:46.441440 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 56212) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:06:46.688432 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9859203f-bf9e-41bf-a45e-3eaa4844e67a tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:06:46.703330 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2dff46c-c5b9-460c-aff7-e54674f7f2ee None None] Sync routers for ids ['10bb8331-35b3-48c1-8f05-2ece8313eb40'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:06:46.723452 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2dff46c-c5b9-460c-aff7-e54674f7f2ee None None] Routers {'10bb8331-35b3-48c1-8f05-2ece8313eb40'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:06:46.727765 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-e2dff46c-c5b9-460c-aff7-e54674f7f2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:06:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['10bb8331-35b3-48c1-8f05-2ece8313eb40'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:06:46.831478 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-34cec574-be52-44de-aab2-6ccd26211749 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1112967267-network', 'tenant_id': '498a9e51665c4e97b8b37f4660db74a9'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:06:46.854098 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-e2dff46c-c5b9-460c-aff7-e54674f7f2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:06:46.864153 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2dff46c-c5b9-460c-aff7-e54674f7f2ee None None] Routers {'10bb8331-35b3-48c1-8f05-2ece8313eb40'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:06:46.865088 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-e2dff46c-c5b9-460c-aff7-e54674f7f2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:06:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['10bb8331-35b3-48c1-8f05-2ece8313eb40'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:06:46.873204 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9859203f-bf9e-41bf-a45e-3eaa4844e67a tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:46.878387 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-9859203f-bf9e-41bf-a45e-3eaa4844e67a tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] 10.222.0.72 "DELETE /v2.0/ports/58f6699e-75ea-4548-916b-b524a8807e07 HTTP/1.1" status: 204 len: 168 time: 2.9440525 Feb 19 03:06:46.881624 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 56232) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:06:46.917082 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-e2dff46c-c5b9-460c-aff7-e54674f7f2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:06:46.918346 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2dff46c-c5b9-460c-aff7-e54674f7f2ee None None] The sync data for ids ['10bb8331-35b3-48c1-8f05-2ece8313eb40'] in n-d-826753-2 is: [] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:06:46.971206 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34cec574-be52-44de-aab2-6ccd26211749 admin admin] Made reservation on behalf of 498a9e51665c4e97b8b37f4660db74a9 for: {'network': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:06:46.974226 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-34cec574-be52-44de-aab2-6ccd26211749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:47.004653 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-34cec574-be52-44de-aab2-6ccd26211749 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:47.476514 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f46335-96cf-48ba-9b8f-78b7f7790051 req-1f830b30-1917-45d3-a884-fc590241a147 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:47.478832 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d6f46335-96cf-48ba-9b8f-78b7f7790051 req-1f830b30-1917-45d3-a884-fc590241a147 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 945 time: 0.4985332 Feb 19 03:06:47.641748 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d6f46335-96cf-48ba-9b8f-78b7f7790051 req-be1d3145-c738-439c-a9b9-21a39a6642b0 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1539762 Feb 19 03:06:47.667170 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-34cec574-be52-44de-aab2-6ccd26211749 admin admin] Publish callbacks [] for security_group (d4df4d28-f1d2-4ddf-926e-c3498a28ec6b), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:47.675817 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-34cec574-be52-44de-aab2-6ccd26211749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (d4df4d28-f1d2-4ddf-926e-c3498a28ec6b), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:47.694192 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-ce03c91d-42c6-4b3e-9d07-829cf544eaae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:47.744137 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34cec574-be52-44de-aab2-6ccd26211749 admin admin] vlan segment allocate from pool success with {'vlan_id': 265, 'physical_network': 'physnet1'} {{(pid=103701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:06:47.766088 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cec574-be52-44de-aab2-6ccd26211749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4df4d28-f1d2-4ddf-926e-c3498a28ec6b,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:47.769803 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-34cec574-be52-44de-aab2-6ccd26211749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (a3dd663e-2551-4407-9552-e039c738bd85), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:47.770272 n-d-826753-2 neutron-server[103701]: INFO neutron.db.segments_db [None req-34cec574-be52-44de-aab2-6ccd26211749 admin admin] Added segment a3dd663e-2551-4407-9552-e039c738bd85 of type vlan for network 2da31c6b-f1a3-437e-967f-0aa0e61c63c2 Feb 19 03:06:47.815945 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6 no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:06:47.894775 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-34cec574-be52-44de-aab2-6ccd26211749 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (2da31c6b-f1a3-437e-967f-0aa0e61c63c2), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:47.946854 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6 is: ACTIVE; New status is: DOWN {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:06:47.948172 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:47.989663 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6,segment=NetworkSegment(9361ff5e-ecd3-4a53-b64f-0204e54bd4ff),segment_id=9361ff5e-ecd3-4a53-b64f-0204e54bd4ff)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:06:47.991056 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5712473-ec71-4cd2-a7d2-c2cec0223e2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:06:47.993950 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-242e5ef7-21af-43fa-bf84-01a183ae931f" -d '{"events": [{"server_uuid": "d5712473-ec71-4cd2-a7d2-c2cec0223e2b", "name": "network-vif-unplugged", "status": "completed", "tag": "45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:06:48.001798 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:48.083603 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-34cec574-be52-44de-aab2-6ccd26211749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (2da31c6b-f1a3-437e-967f-0aa0e61c63c2), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:48.084591 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34cec574-be52-44de-aab2-6ccd26211749 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:48.089591 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-34cec574-be52-44de-aab2-6ccd26211749 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:48.101218 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-571669c7-d182-47fd-8a64-09735212790d x-openstack-request-id: req-571669c7-d182-47fd-8a64-09735212790d {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:06:48.101646 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5712473-ec71-4cd2-a7d2-c2cec0223e2b", "name": "network-vif-unplugged", "status": "completed", "tag": "45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:06:48.102168 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-571669c7-d182-47fd-8a64-09735212790d {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:06:48.103080 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5712473-ec71-4cd2-a7d2-c2cec0223e2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6', 'code': 200} Feb 19 03:06:48.117806 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6,revision_number=8']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:48.218944 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-34cec574-be52-44de-aab2-6ccd26211749 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.7728057 Feb 19 03:06:48.219339 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 56256) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:06:48.224143 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-568e7ba7-4270-4607-b53b-5a7f81ad8e89 admin admin] Request body: {'subnet': {'network_id': '2da31c6b-f1a3-437e-967f-0aa0e61c63c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1112967267-subnet', 'tenant_id': '498a9e51665c4e97b8b37f4660db74a9', 'ip_version': 4}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:06:48.242490 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cec574-be52-44de-aab2-6ccd26211749 admin admin] Pushing event updated for resources: {'Network': ['ID=2da31c6b-f1a3-437e-967f-0aa0e61c63c2,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:48.258451 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 2da31c6b-f1a3-437e-967f-0aa0e61c63c2 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:06:48.262238 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0adfbc62-a2ed-45f4-a4c7-a6e381b6e88d tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16289271'] for router_interface (10bb8331-35b3-48c1-8f05-2ece8313eb40), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:48.263850 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-568e7ba7-4270-4607-b53b-5a7f81ad8e89 admin admin] Made reservation on behalf of 498a9e51665c4e97b8b37f4660db74a9 for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:06:48.267377 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-568e7ba7-4270-4607-b53b-5a7f81ad8e89 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:48.564781 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-568e7ba7-4270-4607-b53b-5a7f81ad8e89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (f49516fc-30b7-451b-a99d-2f06fe441b90), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:48.641837 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568e7ba7-4270-4607-b53b-5a7f81ad8e89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f49516fc-30b7-451b-a99d-2f06fe441b90,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:48.650175 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568e7ba7-4270-4607-b53b-5a7f81ad8e89 admin admin] Checking segment: {'id': 'a3dd663e-2551-4407-9552-e039c738bd85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '2da31c6b-f1a3-437e-967f-0aa0e61c63c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:06:48.650567 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568e7ba7-4270-4607-b53b-5a7f81ad8e89 admin admin] Network hostable DHCP agents. Network: 2da31c6b-f1a3-437e-967f-0aa0e61c63c2, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:06:48.669495 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568e7ba7-4270-4607-b53b-5a7f81ad8e89 admin admin] Network 2da31c6b-f1a3-437e-967f-0aa0e61c63c2 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:06:48.681765 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-568e7ba7-4270-4607-b53b-5a7f81ad8e89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 2da31c6b-f1a3-437e-967f-0aa0e61c63c2) {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:06:48.693247 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e85c93-7e37-448f-b8f0-d922bd2c979a None None] Network 2da31c6b-f1a3-437e-967f-0aa0e61c63c2 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:06:48.713924 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568e7ba7-4270-4607-b53b-5a7f81ad8e89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:48.714770 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-568e7ba7-4270-4607-b53b-5a7f81ad8e89 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:48.754287 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-568e7ba7-4270-4607-b53b-5a7f81ad8e89 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.5321679 Feb 19 03:06:48.757033 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 56258) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:06:48.765124 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-4f967936-095f-4390-b3ad-f1bbca231c6d admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1112967267-router', 'tenant_id': '498a9e51665c4e97b8b37f4660db74a9', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:06:48.794680 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-0adfbc62-a2ed-45f4-a4c7-a6e381b6e88d tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Deleting port ae74f617-a6eb-4f53-b50b-f54193bc73db {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:06:48.795091 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0adfbc62-a2ed-45f4-a4c7-a6e381b6e88d tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (ae74f617-a6eb-4f53-b50b-f54193bc73db), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:48.800667 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4f967936-095f-4390-b3ad-f1bbca231c6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14172'] for router (fb0b410c-c486-4429-8247-c1390a8c019f), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:48.801852 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4f967936-095f-4390-b3ad-f1bbca231c6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16317487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16285822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16309985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14247'] for router (fb0b410c-c486-4429-8247-c1390a8c019f), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:48.898018 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0dccc99-7156-4493-a9df-068aef629879 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-2da31c6b-f1a3-437e-967f-0aa0e61c63c2', 'network_id': '2da31c6b-f1a3-437e-967f-0aa0e61c63c2', 'project_id': '498a9e51665c4e97b8b37f4660db74a9', 'fixed_ips': [{'subnet_id': 'f49516fc-30b7-451b-a99d-2f06fe441b90'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:06:48.898905 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d0dccc99-7156-4493-a9df-068aef629879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:49.035144 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4f967936-095f-4390-b3ad-f1bbca231c6d admin admin] Publish callbacks [] for router_controller (fb0b410c-c486-4429-8247-c1390a8c019f), precommit_add_association {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:49.058073 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0adfbc62-a2ed-45f4-a4c7-a6e381b6e88d tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (ae74f617-a6eb-4f53-b50b-f54193bc73db), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:49.073544 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-d0dccc99-7156-4493-a9df-068aef629879 None None] Allocated IP 172.20.0.2 (2da31c6b-f1a3-437e-967f-0aa0e61c63c2/f49516fc-30b7-451b-a99d-2f06fe441b90/cfa7f569-2773-46fb-9cc7-f8afd03bf66a) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:06:49.152842 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-0adfbc62-a2ed-45f4-a4c7-a6e381b6e88d tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Calling delete_port for ae74f617-a6eb-4f53-b50b-f54193bc73db owned by network:router_interface {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:06:49.288686 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:49.378710 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d0dccc99-7156-4493-a9df-068aef629879 None None] Publish callbacks [] for port (cfa7f569-2773-46fb-9cc7-f8afd03bf66a), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:49.389366 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d0dccc99-7156-4493-a9df-068aef629879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (cfa7f569-2773-46fb-9cc7-f8afd03bf66a), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:49.441972 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4f967936-095f-4390-b3ad-f1bbca231c6d admin admin] Publish callbacks [] for router_gateway (fb0b410c-c486-4429-8247-c1390a8c019f), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:49.472575 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0dccc99-7156-4493-a9df-068aef629879 None None] Network 2da31c6b-f1a3-437e-967f-0aa0e61c63c2 is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:06:49.478958 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-d0dccc99-7156-4493-a9df-068aef629879 None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:06:49.485998 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0dccc99-7156-4493-a9df-068aef629879 None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:06:49.506736 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dccc99-7156-4493-a9df-068aef629879 None None] Pushing event updated for resources: {'Port': ['ID=cfa7f569-2773-46fb-9cc7-f8afd03bf66a,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:49.569981 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-d0dccc99-7156-4493-a9df-068aef629879 None None] Attempting to bind port cfa7f569-2773-46fb-9cc7-f8afd03bf66a on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:06:49.570505 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-d0dccc99-7156-4493-a9df-068aef629879 None None] Attempting to bind port cfa7f569-2773-46fb-9cc7-f8afd03bf66a by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': 'a3dd663e-2551-4407-9552-e039c738bd85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '2da31c6b-f1a3-437e-967f-0aa0e61c63c2'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:06:49.570979 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0dccc99-7156-4493-a9df-068aef629879 None None] Attempting to bind port cfa7f569-2773-46fb-9cc7-f8afd03bf66a on network 2da31c6b-f1a3-437e-967f-0aa0e61c63c2 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:06:49.578165 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0dccc99-7156-4493-a9df-068aef629879 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:06:49.578877 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0dccc99-7156-4493-a9df-068aef629879 None None] Checking segment: {'id': 'a3dd663e-2551-4407-9552-e039c738bd85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '2da31c6b-f1a3-437e-967f-0aa0e61c63c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:06:49.579334 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d0dccc99-7156-4493-a9df-068aef629879 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:49.579969 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0dccc99-7156-4493-a9df-068aef629879 None None] Bound using segment: {'id': 'a3dd663e-2551-4407-9552-e039c738bd85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '2da31c6b-f1a3-437e-967f-0aa0e61c63c2'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:06:49.580661 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-d0dccc99-7156-4493-a9df-068aef629879 None None] Bound port: cfa7f569-2773-46fb-9cc7-f8afd03bf66a, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3dd663e-2551-4407-9552-e039c738bd85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '2da31c6b-f1a3-437e-967f-0aa0e61c63c2'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:06:49.581193 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d0dccc99-7156-4493-a9df-068aef629879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (cfa7f569-2773-46fb-9cc7-f8afd03bf66a), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:49.671950 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-d0dccc99-7156-4493-a9df-068aef629879 None None] For port cfa7f569-2773-46fb-9cc7-f8afd03bf66a, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:06:49.675989 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-d0dccc99-7156-4493-a9df-068aef629879 None None] For port cfa7f569-2773-46fb-9cc7-f8afd03bf66a, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=cfa7f569-2773-46fb-9cc7-f8afd03bf66a,segment=NetworkSegment(a3dd663e-2551-4407-9552-e039c738bd85),segment_id=a3dd663e-2551-4407-9552-e039c738bd85)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:06:49.686373 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d0dccc99-7156-4493-a9df-068aef629879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (cfa7f569-2773-46fb-9cc7-f8afd03bf66a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:49.740976 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0adfbc62-a2ed-45f4-a4c7-a6e381b6e88d tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (ae74f617-a6eb-4f53-b50b-f54193bc73db), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:49.773258 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dccc99-7156-4493-a9df-068aef629879 None None] Pushing event updated for resources: {'Port': ['ID=cfa7f569-2773-46fb-9cc7-f8afd03bf66a,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:49.858101 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adfbc62-a2ed-45f4-a4c7-a6e381b6e88d tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Pushing event deleted for resources: {'Port': ['ID=ae74f617-a6eb-4f53-b50b-f54193bc73db,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:50.142214 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4f967936-095f-4390-b3ad-f1bbca231c6d admin admin] Publish callbacks [] for router_gateway (fb0b410c-c486-4429-8247-c1390a8c019f), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:50.177988 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4f967936-095f-4390-b3ad-f1bbca231c6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:50.375689 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0adfbc62-a2ed-45f4-a4c7-a6e381b6e88d tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16362762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16314471'] for router_interface (10bb8331-35b3-48c1-8f05-2ece8313eb40), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:50.426663 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:50.456085 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-4f967936-095f-4390-b3ad-f1bbca231c6d admin admin] Allocated IP 172.25.6.237 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/46156980-2478-4d90-baa5-e7b33b7a173d) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:06:50.678657 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4f967936-095f-4390-b3ad-f1bbca231c6d admin admin] Publish callbacks [] for port (46156980-2478-4d90-baa5-e7b33b7a173d), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:50.776609 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0adfbc62-a2ed-45f4-a4c7-a6e381b6e88d tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Router 10bb8331-35b3-48c1-8f05-2ece8313eb40 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:06:50.805545 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4f967936-095f-4390-b3ad-f1bbca231c6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (46156980-2478-4d90-baa5-e7b33b7a173d), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:51.235383 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f967936-095f-4390-b3ad-f1bbca231c6d admin admin] Pushing event updated for resources: {'Port': ['ID=46156980-2478-4d90-baa5-e7b33b7a173d,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:51.256036 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f967936-095f-4390-b3ad-f1bbca231c6d admin admin] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:06:51.259983 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-4f967936-095f-4390-b3ad-f1bbca231c6d admin admin] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:06:51.263797 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f967936-095f-4390-b3ad-f1bbca231c6d admin admin] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:06:51.319981 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8314b0-5d26-4fd1-9727-2059bd6a48b9 None None] Network 2da31c6b-f1a3-437e-967f-0aa0e61c63c2 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:06:51.460154 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-efbe5a75-3017-4d6d-a8b4-f6837d86aa17 None None] Provisioning complete for port cfa7f569-2773-46fb-9cc7-f8afd03bf66a triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:06:51.463086 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-efbe5a75-3017-4d6d-a8b4-f6837d86aa17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (cfa7f569-2773-46fb-9cc7-f8afd03bf66a), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:51.489896 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0adfbc62-a2ed-45f4-a4c7-a6e381b6e88d tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:06:51.501053 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-0adfbc62-a2ed-45f4-a4c7-a6e381b6e88d tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] 10.222.0.72 "PUT /v2.0/routers/10bb8331-35b3-48c1-8f05-2ece8313eb40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6151080 Feb 19 03:06:51.501293 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 56284) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:06:51.511157 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a1a56c-ca8a-4ef4-b6a4-fba1b8a6758a None None] Sync routers for ids ['10bb8331-35b3-48c1-8f05-2ece8313eb40'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:06:51.552820 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a1a56c-ca8a-4ef4-b6a4-fba1b8a6758a None None] Routers {'10bb8331-35b3-48c1-8f05-2ece8313eb40'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:06:51.553929 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-c1a1a56c-ca8a-4ef4-b6a4-fba1b8a6758a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:06:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['10bb8331-35b3-48c1-8f05-2ece8313eb40'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:06:51.614702 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-c1a1a56c-ca8a-4ef4-b6a4-fba1b8a6758a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:06:51.635712 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a1a56c-ca8a-4ef4-b6a4-fba1b8a6758a None None] Routers {'10bb8331-35b3-48c1-8f05-2ece8313eb40'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:06:51.635712 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-c1a1a56c-ca8a-4ef4-b6a4-fba1b8a6758a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:06:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['10bb8331-35b3-48c1-8f05-2ece8313eb40'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:06:51.690730 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e93aee60-234e-495b-a1c9-ec1aafeb2b6f tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks [] for router (10bb8331-35b3-48c1-8f05-2ece8313eb40), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:51.694107 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-c1a1a56c-ca8a-4ef4-b6a4-fba1b8a6758a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:06:51.699296 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a1a56c-ca8a-4ef4-b6a4-fba1b8a6758a None None] The sync data for ids ['10bb8331-35b3-48c1-8f05-2ece8313eb40'] in n-d-826753-2 is: [] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:06:51.780577 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-efbe5a75-3017-4d6d-a8b4-f6837d86aa17 None None] Current status of the port cfa7f569-2773-46fb-9cc7-f8afd03bf66a is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:06:51.782174 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-efbe5a75-3017-4d6d-a8b4-f6837d86aa17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (cfa7f569-2773-46fb-9cc7-f8afd03bf66a), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:51.803757 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4f967936-095f-4390-b3ad-f1bbca231c6d admin admin] Publish callbacks [] for router_gateway (fb0b410c-c486-4429-8247-c1390a8c019f), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:51.813120 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device cfa7f569-2773-46fb-9cc7-f8afd03bf66a up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:06:51.883273 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6 details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:06:51.910503 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e93aee60-234e-495b-a1c9-ec1aafeb2b6f tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks [] for router_gateway (10bb8331-35b3-48c1-8f05-2ece8313eb40), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:52.000296 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-efbe5a75-3017-4d6d-a8b4-f6837d86aa17 None None] For port cfa7f569-2773-46fb-9cc7-f8afd03bf66a, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=cfa7f569-2773-46fb-9cc7-f8afd03bf66a,segment=NetworkSegment(a3dd663e-2551-4407-9552-e039c738bd85),segment_id=a3dd663e-2551-4407-9552-e039c738bd85)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:06:52.039457 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-efbe5a75-3017-4d6d-a8b4-f6837d86aa17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (cfa7f569-2773-46fb-9cc7-f8afd03bf66a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:52.043075 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-e93aee60-234e-495b-a1c9-ec1aafeb2b6f tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Deleting port d7f49cfc-4a88-4070-84e8-28b0e39bab78 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:06:52.048959 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e93aee60-234e-495b-a1c9-ec1aafeb2b6f tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (d7f49cfc-4a88-4070-84e8-28b0e39bab78), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:52.076425 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.db.resource_extend [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 03:06:52.116817 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:52.201490 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port cfa7f569-2773-46fb-9cc7-f8afd03bf66a triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:06:52.202195 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (cfa7f569-2773-46fb-9cc7-f8afd03bf66a), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:52.218065 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e93aee60-234e-495b-a1c9-ec1aafeb2b6f tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (d7f49cfc-4a88-4070-84e8-28b0e39bab78), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:52.226219 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4f967936-095f-4390-b3ad-f1bbca231c6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16317478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865'] for router (fb0b410c-c486-4429-8247-c1390a8c019f), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:52.238997 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-e93aee60-234e-495b-a1c9-ec1aafeb2b6f tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Calling delete_port for d7f49cfc-4a88-4070-84e8-28b0e39bab78 owned by network:router_gateway {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:06:52.292191 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbe5a75-3017-4d6d-a8b4-f6837d86aa17 None None] Pushing event updated for resources: {'Port': ['ID=cfa7f569-2773-46fb-9cc7-f8afd03bf66a,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:52.316051 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-7adcdaab-6c99-4c22-8112-17cdfe221423 None None] Provisioning complete for port cfa7f569-2773-46fb-9cc7-f8afd03bf66a triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:06:52.316460 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-7adcdaab-6c99-4c22-8112-17cdfe221423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (cfa7f569-2773-46fb-9cc7-f8afd03bf66a), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:52.382650 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6,segment=NetworkSegment(9361ff5e-ecd3-4a53-b64f-0204e54bd4ff),segment_id=9361ff5e-ecd3-4a53-b64f-0204e54bd4ff)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:06:52.421830 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': '45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6', 'network_id': '0f4d9579-5631-481f-acff-55faffa2a3d0', 'port_id': '45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6', 'mac_address': 'fa:16:3e:42:96:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '873fca23-e618-4343-ad67-b4c94d7ebaec', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:06:52.433249 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f967936-095f-4390-b3ad-f1bbca231c6d admin admin] Router fb0b410c-c486-4429-8247-c1390a8c019f is scheduled to L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd with binding_index 1 {{(pid=103701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:06:52.486159 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-7adcdaab-6c99-4c22-8112-17cdfe221423 None None] Current status of the port cfa7f569-2773-46fb-9cc7-f8afd03bf66a is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:06:52.561022 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port cfa7f569-2773-46fb-9cc7-f8afd03bf66a is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:06:52.565391 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:06:52.566006 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:52.584766 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:06:52.609934 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6,segment=NetworkSegment(9361ff5e-ecd3-4a53-b64f-0204e54bd4ff),segment_id=9361ff5e-ecd3-4a53-b64f-0204e54bd4ff)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:06:52.610166 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f967936-095f-4390-b3ad-f1bbca231c6d admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:06:52.621777 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b8d779-70f4-4dae-99ae-ba501c54a206 None None] Sync routers for ids ['fb0b410c-c486-4429-8247-c1390a8c019f'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:06:52.636360 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b8d779-70f4-4dae-99ae-ba501c54a206 None None] Routers {'fb0b410c-c486-4429-8247-c1390a8c019f'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:06:52.637031 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-54b8d779-70f4-4dae-99ae-ba501c54a206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:06:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['fb0b410c-c486-4429-8247-c1390a8c019f'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:06:52.691441 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e93aee60-234e-495b-a1c9-ec1aafeb2b6f tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (d7f49cfc-4a88-4070-84e8-28b0e39bab78), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:52.692723 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:52.693777 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:52.695775 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4f967936-095f-4390-b3ad-f1bbca231c6d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:52.702673 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 56296) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:06:52.703977 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-4f967936-095f-4390-b3ad-f1bbca231c6d admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.9437466 Feb 19 03:06:52.756788 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93aee60-234e-495b-a1c9-ec1aafeb2b6f tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Pushing event deleted for resources: {'Port': ['ID=d7f49cfc-4a88-4070-84e8-28b0e39bab78,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:52.765347 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6,revision_number=9']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:52.849390 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:06:52.875767 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-54b8d779-70f4-4dae-99ae-ba501c54a206 None None] Set router fb0b410c-c486-4429-8247-c1390a8c019f gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:06:52.986257 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e93aee60-234e-495b-a1c9-ec1aafeb2b6f tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16285837'] for router_gateway (10bb8331-35b3-48c1-8f05-2ece8313eb40), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:53.142273 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-54b8d779-70f4-4dae-99ae-ba501c54a206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb0b410c-c486-4429-8247-c1390a8c019f', 'name': 'tempest-ImageQuotaTest-1112967267-router', 'tenant_id': '498a9e51665c4e97b8b37f4660db74a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '46156980-2478-4d90-baa5-e7b33b7a173d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:06:48Z', 'updated_at': '2022-02-19T03:06:51Z', 'revision_number': 3, 'project_id': '498a9e51665c4e97b8b37f4660db74a9', 'gw_port': {'id': '46156980-2478-4d90-baa5-e7b33b7a173d', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4d:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb0b410c-c486-4429-8247-c1390a8c019f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:06:50Z', 'updated_at': '2022-02-19T03:06:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:06:53.178591 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b8d779-70f4-4dae-99ae-ba501c54a206 None None] Checking router: fb0b410c-c486-4429-8247-c1390a8c019f for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:06:53.179264 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b8d779-70f4-4dae-99ae-ba501c54a206 None None] Updating router fb0b410c-c486-4429-8247-c1390a8c019f port 46156980-2478-4d90-baa5-e7b33b7a173d binding host n-d-826753-2 {{(pid=103704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:06:53.187706 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e93aee60-234e-495b-a1c9-ec1aafeb2b6f tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16317457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14254'] for router (10bb8331-35b3-48c1-8f05-2ece8313eb40), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:53.192724 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e93aee60-234e-495b-a1c9-ec1aafeb2b6f tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks [] for router_controller (10bb8331-35b3-48c1-8f05-2ece8313eb40), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:53.222447 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-54b8d779-70f4-4dae-99ae-ba501c54a206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (46156980-2478-4d90-baa5-e7b33b7a173d), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:53.286663 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e93aee60-234e-495b-a1c9-ec1aafeb2b6f tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16317544'] for router (10bb8331-35b3-48c1-8f05-2ece8313eb40), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:53.287622 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e93aee60-234e-495b-a1c9-ec1aafeb2b6f tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Fanout notify agent at l3_agent the message router_deleted on router 10bb8331-35b3-48c1-8f05-2ece8313eb40 {{(pid=103702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:06:53.296878 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e93aee60-234e-495b-a1c9-ec1aafeb2b6f tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:53.298024 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-e93aee60-234e-495b-a1c9-ec1aafeb2b6f tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] 10.222.0.72 "DELETE /v2.0/routers/10bb8331-35b3-48c1-8f05-2ece8313eb40 HTTP/1.1" status: 204 len: 168 time: 1.7960520 Feb 19 03:06:53.303471 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 56300) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:06:53.448737 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_v2 [None req-cde58a0d-2d03-47bf-9b13-bd489bcfbea4 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Deleting subnet 3de1ad34-3dcd-4ca6-a3e5-d31c49e905c9 {{(pid=103701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:06:53.459095 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-cde58a0d-2d03-47bf-9b13-bd489bcfbea4 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks [] for subnet (3de1ad34-3dcd-4ca6-a3e5-d31c49e905c9), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:53.527030 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-cde58a0d-2d03-47bf-9b13-bd489bcfbea4 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12647399'] for subnet (3de1ad34-3dcd-4ca6-a3e5-d31c49e905c9), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:53.736447 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device cfa7f569-2773-46fb-9cc7-f8afd03bf66a up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:06:53.746024 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-54b8d779-70f4-4dae-99ae-ba501c54a206 None None] Publish callbacks [] for port (46156980-2478-4d90-baa5-e7b33b7a173d), precommit_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:53.756476 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-54b8d779-70f4-4dae-99ae-ba501c54a206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (46156980-2478-4d90-baa5-e7b33b7a173d), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:53.773611 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-cde58a0d-2d03-47bf-9b13-bd489bcfbea4 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (3de1ad34-3dcd-4ca6-a3e5-d31c49e905c9), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:53.843240 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port cfa7f569-2773-46fb-9cc7-f8afd03bf66a triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:06:53.843673 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (cfa7f569-2773-46fb-9cc7-f8afd03bf66a), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:53.844977 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cdd5509e-ef81-400c-8b29-0f2081bad65f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:53.873016 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-cde58a0d-2d03-47bf-9b13-bd489bcfbea4 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12647206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58706286'] for subnet (3de1ad34-3dcd-4ca6-a3e5-d31c49e905c9), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:53.887819 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-54b8d779-70f4-4dae-99ae-ba501c54a206 None None] Attempting to bind port 46156980-2478-4d90-baa5-e7b33b7a173d on host n-d-826753-2 for vnic_type normal with profile {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:06:53.889101 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-54b8d779-70f4-4dae-99ae-ba501c54a206 None None] Attempting to bind port 46156980-2478-4d90-baa5-e7b33b7a173d by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:06:53.890356 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b8d779-70f4-4dae-99ae-ba501c54a206 None None] Attempting to bind port 46156980-2478-4d90-baa5-e7b33b7a173d on network eaf64708-9021-419e-b287-ef3e0f51e2ee {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:06:53.912785 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b6532c-c237-4d35-a0e9-513ec70117de None None] Pushing event updated for resources: {'Port': ['ID=46156980-2478-4d90-baa5-e7b33b7a173d,revision_number=2']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:53.922710 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b8d779-70f4-4dae-99ae-ba501c54a206 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:06:53.924024 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde58a0d-2d03-47bf-9b13-bd489bcfbea4 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Pushing event deleted for resources: {'Subnet': ['ID=3de1ad34-3dcd-4ca6-a3e5-d31c49e905c9,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:53.925650 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b8d779-70f4-4dae-99ae-ba501c54a206 None None] Checking segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:06:53.926235 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-54b8d779-70f4-4dae-99ae-ba501c54a206 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:53.929771 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b8d779-70f4-4dae-99ae-ba501c54a206 None None] Bound using segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:06:53.930484 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-54b8d779-70f4-4dae-99ae-ba501c54a206 None None] Bound port: 46156980-2478-4d90-baa5-e7b33b7a173d, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:06:53.939125 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-cde58a0d-2d03-47bf-9b13-bd489bcfbea4 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks [] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:53.940431 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-54b8d779-70f4-4dae-99ae-ba501c54a206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (46156980-2478-4d90-baa5-e7b33b7a173d), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:53.947372 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-cde58a0d-2d03-47bf-9b13-bd489bcfbea4 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] 10.222.0.72 "DELETE /v2.0/subnets/3de1ad34-3dcd-4ca6-a3e5-d31c49e905c9 HTTP/1.1" status: 204 len: 168 time: 0.6417129 Feb 19 03:06:53.948404 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 56308) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:06:53.966258 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6 up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:06:53.978965 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600d69c0-4761-4091-8b58-0924b18ea9cc None None] Network 445388bb-dd32-4431-8e90-cbfa8086d295 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:06:53.998152 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b6532c-c237-4d35-a0e9-513ec70117de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:06:54.000651 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b6532c-c237-4d35-a0e9-513ec70117de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:06:54.003766 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b6532c-c237-4d35-a0e9-513ec70117de None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:06:54.005780 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b6532c-c237-4d35-a0e9-513ec70117de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:06:54.006922 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b6532c-c237-4d35-a0e9-513ec70117de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:06:54.008899 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b6532c-c237-4d35-a0e9-513ec70117de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:06:54.010667 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b6532c-c237-4d35-a0e9-513ec70117de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:06:54.011450 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b6532c-c237-4d35-a0e9-513ec70117de None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:06:54.012631 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b6532c-c237-4d35-a0e9-513ec70117de None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:06:54.013398 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b6532c-c237-4d35-a0e9-513ec70117de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:06:54.014366 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b6532c-c237-4d35-a0e9-513ec70117de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:06:54.015491 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b6532c-c237-4d35-a0e9-513ec70117de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:06:54.015985 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b6532c-c237-4d35-a0e9-513ec70117de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:06:54.089549 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-54b8d779-70f4-4dae-99ae-ba501c54a206 None None] For port 46156980-2478-4d90-baa5-e7b33b7a173d, host n-d-826753-2, cleared binding levels {{(pid=103704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:06:54.096894 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-54b8d779-70f4-4dae-99ae-ba501c54a206 None None] For port 46156980-2478-4d90-baa5-e7b33b7a173d, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=46156980-2478-4d90-baa5-e7b33b7a173d,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:06:54.111838 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-78364c49-558c-4a8f-bd3d-30a5178153a5 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (445388bb-dd32-4431-8e90-cbfa8086d295), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:54.114274 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-54b8d779-70f4-4dae-99ae-ba501c54a206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (46156980-2478-4d90-baa5-e7b33b7a173d), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:54.128113 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-cdd5509e-ef81-400c-8b29-0f2081bad65f admin admin] Allocated IP 172.20.0.1 (2da31c6b-f1a3-437e-967f-0aa0e61c63c2/f49516fc-30b7-451b-a99d-2f06fe441b90/b8782183-fb95-41ea-8bca-c15236de8249) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:06:54.242471 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-78364c49-558c-4a8f-bd3d-30a5178153a5 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Deleting port a04f5c14-d49b-4119-945d-ff4db6330920 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:06:54.243035 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-78364c49-558c-4a8f-bd3d-30a5178153a5 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (a04f5c14-d49b-4119-945d-ff4db6330920), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:54.273063 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b8d779-70f4-4dae-99ae-ba501c54a206 None None] Routers {'fb0b410c-c486-4429-8247-c1390a8c019f'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:06:54.273622 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-54b8d779-70f4-4dae-99ae-ba501c54a206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:06:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['fb0b410c-c486-4429-8247-c1390a8c019f'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:06:54.351225 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-78364c49-558c-4a8f-bd3d-30a5178153a5 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] For port a04f5c14-d49b-4119-945d-ff4db6330920, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=a04f5c14-d49b-4119-945d-ff4db6330920,segment=NetworkSegment(ec85acd1-482b-4034-8339-dd725fed7e83),segment_id=ec85acd1-482b-4034-8339-dd725fed7e83)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:06:54.351994 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-78364c49-558c-4a8f-bd3d-30a5178153a5 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (a04f5c14-d49b-4119-945d-ff4db6330920), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:54.360020 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b6532c-c237-4d35-a0e9-513ec70117de None None] Pushing event updated for resources: {'Port': ['ID=46156980-2478-4d90-baa5-e7b33b7a173d,revision_number=3']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:54.371399 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cdd5509e-ef81-400c-8b29-0f2081bad65f admin admin] Publish callbacks [] for port (b8782183-fb95-41ea-8bca-c15236de8249), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:54.403554 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-78364c49-558c-4a8f-bd3d-30a5178153a5 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Calling delete_port for a04f5c14-d49b-4119-945d-ff4db6330920 owned by network:dhcp {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:06:54.467601 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cdd5509e-ef81-400c-8b29-0f2081bad65f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (b8782183-fb95-41ea-8bca-c15236de8249), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:54.488555 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port cfa7f569-2773-46fb-9cc7-f8afd03bf66a is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:06:54.494210 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port 45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:06:54.494600 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:54.496359 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-54b8d779-70f4-4dae-99ae-ba501c54a206 None None] Set router fb0b410c-c486-4429-8247-c1390a8c019f gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:06:54.569429 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd5509e-ef81-400c-8b29-0f2081bad65f admin admin] Pushing event updated for resources: {'Port': ['ID=b8782183-fb95-41ea-8bca-c15236de8249,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:54.581147 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd5509e-ef81-400c-8b29-0f2081bad65f admin admin] Network 2da31c6b-f1a3-437e-967f-0aa0e61c63c2 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:06:54.582800 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-cdd5509e-ef81-400c-8b29-0f2081bad65f admin admin] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:06:54.589519 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd5509e-ef81-400c-8b29-0f2081bad65f admin admin] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:06:54.603145 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-78364c49-558c-4a8f-bd3d-30a5178153a5 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (a04f5c14-d49b-4119-945d-ff4db6330920), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:54.668873 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78364c49-558c-4a8f-bd3d-30a5178153a5 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Pushing event deleted for resources: {'Port': ['ID=a04f5c14-d49b-4119-945d-ff4db6330920,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:54.694052 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cdd5509e-ef81-400c-8b29-0f2081bad65f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16289150'] for router_interface (fb0b410c-c486-4429-8247-c1390a8c019f), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:54.695751 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78364c49-558c-4a8f-bd3d-30a5178153a5 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] No DVR routers for this DVR port a04f5c14-d49b-4119-945d-ff4db6330920 on host n-d-826753-2 {{(pid=103701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:06:54.724867 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:06:54.725625 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:54.828929 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5712473-ec71-4cd2-a7d2-c2cec0223e2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:06:54.839854 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3443967b-7ae8-46af-aab7-5bd969bf7e20" -d '{"events": [{"server_uuid": "d5712473-ec71-4cd2-a7d2-c2cec0223e2b", "name": "network-vif-plugged", "status": "completed", "tag": "45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:06:54.866434 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d90473-39f4-4ae9-b4bc-a3052257ca33 None None] DHCP port deletion for 445388bb-dd32-4431-8e90-cbfa8086d295 request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:06:54.884415 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6,segment=NetworkSegment(9361ff5e-ecd3-4a53-b64f-0204e54bd4ff),segment_id=9361ff5e-ecd3-4a53-b64f-0204e54bd4ff)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:06:54.896098 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:54.994672 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-54b8d779-70f4-4dae-99ae-ba501c54a206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb0b410c-c486-4429-8247-c1390a8c019f', 'name': 'tempest-ImageQuotaTest-1112967267-router', 'tenant_id': '498a9e51665c4e97b8b37f4660db74a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '46156980-2478-4d90-baa5-e7b33b7a173d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:06:48Z', 'updated_at': '2022-02-19T03:06:51Z', 'revision_number': 3, 'project_id': '498a9e51665c4e97b8b37f4660db74a9', 'gw_port': {'id': '46156980-2478-4d90-baa5-e7b33b7a173d', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4d:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb0b410c-c486-4429-8247-c1390a8c019f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:06:50Z', 'updated_at': '2022-02-19T03:06:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:06:55.050449 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afa67e1a-01fc-4d74-a743-4e14a71849de x-openstack-request-id: req-afa67e1a-01fc-4d74-a743-4e14a71849de {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:06:55.051367 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5712473-ec71-4cd2-a7d2-c2cec0223e2b", "name": "network-vif-plugged", "status": "completed", "tag": "45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:06:55.052469 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-afa67e1a-01fc-4d74-a743-4e14a71849de {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:06:55.053669 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5712473-ec71-4cd2-a7d2-c2cec0223e2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6', 'code': 200} Feb 19 03:06:55.113356 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b8d779-70f4-4dae-99ae-ba501c54a206 None None] The sync data for ids ['fb0b410c-c486-4429-8247-c1390a8c019f'] in n-d-826753-2 is: [{'id': 'fb0b410c-c486-4429-8247-c1390a8c019f', 'name': 'tempest-ImageQuotaTest-1112967267-router', 'tenant_id': '498a9e51665c4e97b8b37f4660db74a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '46156980-2478-4d90-baa5-e7b33b7a173d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:06:48Z', 'updated_at': '2022-02-19T03:06:51Z', 'revision_number': 3, 'project_id': '498a9e51665c4e97b8b37f4660db74a9', 'gw_port': {'id': '46156980-2478-4d90-baa5-e7b33b7a173d', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4d:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb0b410c-c486-4429-8247-c1390a8c019f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:06:50Z', 'updated_at': '2022-02-19T03:06:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:06:55.130595 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-78364c49-558c-4a8f-bd3d-30a5178153a5 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (445388bb-dd32-4431-8e90-cbfa8086d295), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:55.136232 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6,revision_number=10']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:55.232759 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-78364c49-558c-4a8f-bd3d-30a5178153a5 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['445388bb-dd32-4431-8e90-cbfa8086d295']}} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:06:55.260250 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-78364c49-558c-4a8f-bd3d-30a5178153a5 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec85acd1-482b-4034-8339-dd725fed7e83') {'for_net_delete': True} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:06:55.262206 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-78364c49-558c-4a8f-bd3d-30a5178153a5 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec85acd1-482b-4034-8339-dd725fed7e83') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:06:55.264912 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-57cb1d1f-c9e1-4256-968b-5dd2a72e1d26 None None] Provisioning complete for port b8782183-fb95-41ea-8bca-c15236de8249 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:06:55.266178 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-57cb1d1f-c9e1-4256-968b-5dd2a72e1d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (b8782183-fb95-41ea-8bca-c15236de8249), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:55.276493 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cdd5509e-ef81-400c-8b29-0f2081bad65f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (b8782183-fb95-41ea-8bca-c15236de8249), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:55.288905 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-78364c49-558c-4a8f-bd3d-30a5178153a5 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12647422'] for segment (ec85acd1-482b-4034-8339-dd725fed7e83), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:55.325070 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-78364c49-558c-4a8f-bd3d-30a5178153a5 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (ec85acd1-482b-4034-8339-dd725fed7e83), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:55.345240 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78364c49-558c-4a8f-bd3d-30a5178153a5 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Releasing vlan 267 on physical network physnet1 to pool {{(pid=103701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:06:55.346261 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-78364c49-558c-4a8f-bd3d-30a5178153a5 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583360'] for segment (ec85acd1-482b-4034-8339-dd725fed7e83), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:55.355365 n-d-826753-2 neutron-server[103701]: Traceback (most recent call last): Feb 19 03:06:55.355365 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:06:55.355365 n-d-826753-2 neutron-server[103701]: timer() Feb 19 03:06:55.355365 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:06:55.355365 n-d-826753-2 neutron-server[103701]: cb(*args, **kw) Feb 19 03:06:55.355365 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:06:55.355365 n-d-826753-2 neutron-server[103701]: return func(*args, **kwargs) Feb 19 03:06:55.355365 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:06:55.355365 n-d-826753-2 neutron-server[103701]: self._notify() Feb 19 03:06:55.355365 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:06:55.355365 n-d-826753-2 neutron-server[103701]: self.callback(batched_events) Feb 19 03:06:55.355365 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:06:55.355365 n-d-826753-2 neutron-server[103701]: event.method(event) Feb 19 03:06:55.355365 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:06:55.355365 n-d-826753-2 neutron-server[103701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:06:55.355365 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:06:55.355365 n-d-826753-2 neutron-server[103701]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:06:55.355365 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:06:55.355365 n-d-826753-2 neutron-server[103701]: return f(self, *a, **k) Feb 19 03:06:55.355365 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:06:55.355365 n-d-826753-2 neutron-server[103701]: return self._get(url).json() Feb 19 03:06:55.355365 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:06:55.355365 n-d-826753-2 neutron-server[103701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:06:55.355365 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:06:55.355365 n-d-826753-2 neutron-server[103701]: return self.request(url, 'GET', **kwargs) Feb 19 03:06:55.355365 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:06:55.355365 n-d-826753-2 neutron-server[103701]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:06:55.355365 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:06:55.355365 n-d-826753-2 neutron-server[103701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:06:55.355365 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:06:55.355365 n-d-826753-2 neutron-server[103701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:06:55.355365 n-d-826753-2 neutron-server[103701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:06:55.394274 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-57cb1d1f-c9e1-4256-968b-5dd2a72e1d26 None None] Port b8782183-fb95-41ea-8bca-c15236de8249 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:06:55.538119 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-78364c49-558c-4a8f-bd3d-30a5178153a5 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (445388bb-dd32-4431-8e90-cbfa8086d295), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:55.544936 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-78364c49-558c-4a8f-bd3d-30a5178153a5 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:55.558164 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-78364c49-558c-4a8f-bd3d-30a5178153a5 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] 10.222.0.72 "DELETE /v2.0/networks/445388bb-dd32-4431-8e90-cbfa8086d295 HTTP/1.1" status: 204 len: 168 time: 1.6085103 Feb 19 03:06:55.563365 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 56338) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:06:55.602360 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78364c49-558c-4a8f-bd3d-30a5178153a5 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Pushing event deleted for resources: {'Network': ['ID=445388bb-dd32-4431-8e90-cbfa8086d295,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:55.695127 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device a04f5c14-d49b-4119-945d-ff4db6330920 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:06:55.734295 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: a04f5c14-d49b-4119-945d-ff4db6330920 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:06:55.734741 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device a04f5c14-d49b-4119-945d-ff4db6330920 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:06:55.944786 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cdd5509e-ef81-400c-8b29-0f2081bad65f admin admin] Publish callbacks [] for port (b8782183-fb95-41ea-8bca-c15236de8249), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:55.954121 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cdd5509e-ef81-400c-8b29-0f2081bad65f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (b8782183-fb95-41ea-8bca-c15236de8249), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:56.042024 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-b980517e-7782-429c-9a8c-4bbba9b25a22 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Deleting port b8f50942-69b3-4550-a978-233569d6a925 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:06:56.042929 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b980517e-7782-429c-9a8c-4bbba9b25a22 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (b8f50942-69b3-4550-a978-233569d6a925), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:56.072077 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cdd5509e-ef81-400c-8b29-0f2081bad65f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16362769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16289258'] for router_interface (fb0b410c-c486-4429-8247-c1390a8c019f), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:56.108171 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd5509e-ef81-400c-8b29-0f2081bad65f admin admin] Pushing event updated for resources: {'Port': ['ID=b8782183-fb95-41ea-8bca-c15236de8249,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:56.163285 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:56.212607 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b980517e-7782-429c-9a8c-4bbba9b25a22 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (b8f50942-69b3-4550-a978-233569d6a925), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:56.213126 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b980517e-7782-429c-9a8c-4bbba9b25a22 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks [] for floatingip (b8f50942-69b3-4550-a978-233569d6a925), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:56.230805 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-b980517e-7782-429c-9a8c-4bbba9b25a22 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Calling delete_port for b8f50942-69b3-4550-a978-233569d6a925 owned by network:floatingip {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:06:56.315889 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd5509e-ef81-400c-8b29-0f2081bad65f admin admin] Network 2da31c6b-f1a3-437e-967f-0aa0e61c63c2 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:06:56.318591 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-cdd5509e-ef81-400c-8b29-0f2081bad65f admin admin] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:06:56.758817 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4498cb9e-69cc-4544-9ee6-bd226e255886 None None] Provisioning complete for port b8782183-fb95-41ea-8bca-c15236de8249 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:06:56.763227 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4498cb9e-69cc-4544-9ee6-bd226e255886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (b8782183-fb95-41ea-8bca-c15236de8249), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:56.818081 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4498cb9e-69cc-4544-9ee6-bd226e255886 None None] Port b8782183-fb95-41ea-8bca-c15236de8249 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:06:56.937358 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdd5509e-ef81-400c-8b29-0f2081bad65f admin admin] Router fb0b410c-c486-4429-8247-c1390a8c019f has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:06:56.939059 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b980517e-7782-429c-9a8c-4bbba9b25a22 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (b8f50942-69b3-4550-a978-233569d6a925), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:56.997095 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b980517e-7782-429c-9a8c-4bbba9b25a22 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Pushing event deleted for resources: {'Port': ['ID=b8f50942-69b3-4550-a978-233569d6a925,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:57.110559 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b980517e-7782-429c-9a8c-4bbba9b25a22 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks [] for floatingip (d40ee931-dd06-4948-8c52-61304e9ebae1), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:57.113230 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b980517e-7782-429c-9a8c-4bbba9b25a22 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:57.114461 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-b980517e-7782-429c-9a8c-4bbba9b25a22 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] 10.222.0.72 "DELETE /v2.0/floatingips/d40ee931-dd06-4948-8c52-61304e9ebae1 HTTP/1.1" status: 204 len: 168 time: 1.5500352 Feb 19 03:06:57.118511 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 56368) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:06:57.154292 n-d-826753-2 neutron-server[103701]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2ab81ec-22b4-4336-8256-272a8ad7e72e tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] DELETE failed (client error): The resource could not be found. Feb 19 03:06:57.155129 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2ab81ec-22b4-4336-8256-272a8ad7e72e tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:06:57.164711 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-a2ab81ec-22b4-4336-8256-272a8ad7e72e tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] 10.222.0.72 "DELETE /v2.0/ports/58f6699e-75ea-4548-916b-b524a8807e07 HTTP/1.1" status: 404 len: 333 time: 0.0442383 Feb 19 03:06:57.165989 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 56370) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:06:57.207587 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdd5509e-ef81-400c-8b29-0f2081bad65f admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:06:57.208802 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-3063dadd-07e9-4512-adc2-96f19bea364d tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] 10.222.0.72 "GET /v2.0/ports?device_id=10bb8331-35b3-48c1-8f05-2ece8313eb40 HTTP/1.1" status: 200 len: 205 time: 0.0413375 Feb 19 03:06:57.214157 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-cdd5509e-ef81-400c-8b29-0f2081bad65f admin admin] 10.222.0.72 "PUT /v2.0/routers/fb0b410c-c486-4429-8247-c1390a8c019f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4714203 Feb 19 03:06:57.214478 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 56372) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:06:57.282369 n-d-826753-2 neutron-server[103702]: INFO neutron.api.v2.resource [None req-6a07934e-ac8d-4e42-85ff-4556609cd23b tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] delete failed (client error): The resource could not be found. Feb 19 03:06:57.284887 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-6a07934e-ac8d-4e42-85ff-4556609cd23b tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] 10.222.0.72 "DELETE /v2.0/routers/10bb8331-35b3-48c1-8f05-2ece8313eb40 HTTP/1.1" status: 404 len: 336 time: 0.0689495 Feb 19 03:06:57.287737 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 56378) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:06:57.320330 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-513355da-5b48-4540-813c-210342c4ff74 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] DELETE failed (client error): The resource could not be found. Feb 19 03:06:57.321044 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-513355da-5b48-4540-813c-210342c4ff74 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:06:57.325428 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-513355da-5b48-4540-813c-210342c4ff74 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] 10.222.0.72 "DELETE /v2.0/subnets/3de1ad34-3dcd-4ca6-a3e5-d31c49e905c9 HTTP/1.1" status: 404 len: 337 time: 0.0366848 Feb 19 03:06:57.328862 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 56380) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:06:57.494575 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-1c86573a-78f2-4cde-b6d5-7e9db3a79145 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Deleting port 7c42d00e-56d0-4450-8888-26f823477d2b {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:06:57.494984 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1c86573a-78f2-4cde-b6d5-7e9db3a79145 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (7c42d00e-56d0-4450-8888-26f823477d2b), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:57.639314 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1c86573a-78f2-4cde-b6d5-7e9db3a79145 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (7c42d00e-56d0-4450-8888-26f823477d2b), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:57.674774 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-1c86573a-78f2-4cde-b6d5-7e9db3a79145 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Calling delete_port for 7c42d00e-56d0-4450-8888-26f823477d2b owned by {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:06:57.750828 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 46156980-2478-4d90-baa5-e7b33b7a173d up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:06:57.837292 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 46156980-2478-4d90-baa5-e7b33b7a173d triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:06:57.838090 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (46156980-2478-4d90-baa5-e7b33b7a173d), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:57.996610 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1c86573a-78f2-4cde-b6d5-7e9db3a79145 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (7c42d00e-56d0-4450-8888-26f823477d2b), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:58.107284 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c86573a-78f2-4cde-b6d5-7e9db3a79145 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Pushing event deleted for resources: {'Port': ['ID=7c42d00e-56d0-4450-8888-26f823477d2b,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:58.251142 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0495ff47-ce9e-4e21-9038-08fd52385a83 None None] Sync routers for ids ['fb0b410c-c486-4429-8247-c1390a8c019f'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:06:58.283166 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1c86573a-78f2-4cde-b6d5-7e9db3a79145 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:58.289946 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-1c86573a-78f2-4cde-b6d5-7e9db3a79145 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] 10.222.0.72 "DELETE /v2.0/ports/7c42d00e-56d0-4450-8888-26f823477d2b HTTP/1.1" status: 204 len: 168 time: 0.9598060 Feb 19 03:06:58.293611 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 56420) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:06:58.317764 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0495ff47-ce9e-4e21-9038-08fd52385a83 None None] Routers {'fb0b410c-c486-4429-8247-c1390a8c019f'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:06:58.317764 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-0495ff47-ce9e-4e21-9038-08fd52385a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:06:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['fb0b410c-c486-4429-8247-c1390a8c019f'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:06:58.392998 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 46156980-2478-4d90-baa5-e7b33b7a173d is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:06:58.393519 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (46156980-2478-4d90-baa5-e7b33b7a173d), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:58.468600 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-ac045997-8166-4a02-b360-4cf0298cac87 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Deleting port daf03c49-96c7-4bba-8aff-1676f33223ab {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:06:58.469493 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ac045997-8166-4a02-b360-4cf0298cac87 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (daf03c49-96c7-4bba-8aff-1676f33223ab), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:58.575404 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port 46156980-2478-4d90-baa5-e7b33b7a173d, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=46156980-2478-4d90-baa5-e7b33b7a173d,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:06:58.587143 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (46156980-2478-4d90-baa5-e7b33b7a173d), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:58.638634 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ac045997-8166-4a02-b360-4cf0298cac87 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (daf03c49-96c7-4bba-8aff-1676f33223ab), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:58.672642 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-0495ff47-ce9e-4e21-9038-08fd52385a83 None None] Set router fb0b410c-c486-4429-8247-c1390a8c019f gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:06:58.673826 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-ac045997-8166-4a02-b360-4cf0298cac87 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Calling delete_port for daf03c49-96c7-4bba-8aff-1676f33223ab owned by {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:06:58.739894 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=46156980-2478-4d90-baa5-e7b33b7a173d,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:58.973424 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ac045997-8166-4a02-b360-4cf0298cac87 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (daf03c49-96c7-4bba-8aff-1676f33223ab), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:59.018776 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac045997-8166-4a02-b360-4cf0298cac87 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Pushing event deleted for resources: {'Port': ['ID=daf03c49-96c7-4bba-8aff-1676f33223ab,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:59.136281 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-0495ff47-ce9e-4e21-9038-08fd52385a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb0b410c-c486-4429-8247-c1390a8c019f', 'name': 'tempest-ImageQuotaTest-1112967267-router', 'tenant_id': '498a9e51665c4e97b8b37f4660db74a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '46156980-2478-4d90-baa5-e7b33b7a173d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:06:48Z', 'updated_at': '2022-02-19T03:06:55Z', 'revision_number': 4, 'project_id': '498a9e51665c4e97b8b37f4660db74a9', 'gw_port': {'id': '46156980-2478-4d90-baa5-e7b33b7a173d', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4d:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb0b410c-c486-4429-8247-c1390a8c019f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:06:50Z', 'updated_at': '2022-02-19T03:06:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': 'b8782183-fb95-41ea-8bca-c15236de8249', 'name': '', 'network_id': '2da31c6b-f1a3-437e-967f-0aa0e61c63c2', 'tenant_id': '498a9e51665c4e97b8b37f4660db74a9', 'mac_address': 'fa:16:3e:b6:a3:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb0b410c-c486-4429-8247-c1390a8c019f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': 'f49516fc-30b7-451b-a99d-2f06fe441b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:06:53Z', 'updated_at': '2022-02-19T03:06:55Z', 'revision_number': 2, 'project_id': '498a9e51665c4e97b8b37f4660db74a9', 'subnets': [{'id': 'f49516fc-30b7-451b-a99d-2f06fe441b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:06:59.186700 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0495ff47-ce9e-4e21-9038-08fd52385a83 None None] Checking router: fb0b410c-c486-4429-8247-c1390a8c019f for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:06:59.187331 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0495ff47-ce9e-4e21-9038-08fd52385a83 None None] Updating router fb0b410c-c486-4429-8247-c1390a8c019f port b8782183-fb95-41ea-8bca-c15236de8249 binding host n-d-826753-2 {{(pid=103703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:06:59.205483 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ac045997-8166-4a02-b360-4cf0298cac87 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:59.210278 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-ac045997-8166-4a02-b360-4cf0298cac87 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] 10.222.0.72 "DELETE /v2.0/ports/daf03c49-96c7-4bba-8aff-1676f33223ab HTTP/1.1" status: 204 len: 168 time: 0.9154046 Feb 19 03:06:59.213737 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 56450) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:06:59.247078 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-0495ff47-ce9e-4e21-9038-08fd52385a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (b8782183-fb95-41ea-8bca-c15236de8249), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:59.299159 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6289984f-1c4f-4d56-881c-9478feb3881a tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:59.302158 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-6289984f-1c4f-4d56-881c-9478feb3881a tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] 10.222.0.72 "GET /v2.0/ports?device_id=db463c12-a340-4723-ba95-675c02808b17 HTTP/1.1" status: 200 len: 913 time: 0.0867581 Feb 19 03:06:59.305464 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 56452) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:06:59.860426 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-0495ff47-ce9e-4e21-9038-08fd52385a83 None None] Publish callbacks [] for port (b8782183-fb95-41ea-8bca-c15236de8249), precommit_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:59.868314 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 46156980-2478-4d90-baa5-e7b33b7a173d up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:06:59.872667 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-0495ff47-ce9e-4e21-9038-08fd52385a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (b8782183-fb95-41ea-8bca-c15236de8249), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:00.070572 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b11946-2233-49e4-9ff8-30485af2a271 None None] Pushing event updated for resources: {'Port': ['ID=b8782183-fb95-41ea-8bca-c15236de8249,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:00.114215 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 56466) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:07:00.266381 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-0495ff47-ce9e-4e21-9038-08fd52385a83 None None] Attempting to bind port b8782183-fb95-41ea-8bca-c15236de8249 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:07:00.268149 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-0495ff47-ce9e-4e21-9038-08fd52385a83 None None] Attempting to bind port b8782183-fb95-41ea-8bca-c15236de8249 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': 'a3dd663e-2551-4407-9552-e039c738bd85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '2da31c6b-f1a3-437e-967f-0aa0e61c63c2'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:07:00.268976 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0495ff47-ce9e-4e21-9038-08fd52385a83 None None] Attempting to bind port b8782183-fb95-41ea-8bca-c15236de8249 on network 2da31c6b-f1a3-437e-967f-0aa0e61c63c2 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:07:00.308769 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0495ff47-ce9e-4e21-9038-08fd52385a83 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:07:00.327657 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0495ff47-ce9e-4e21-9038-08fd52385a83 None None] Checking segment: {'id': 'a3dd663e-2551-4407-9552-e039c738bd85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '2da31c6b-f1a3-437e-967f-0aa0e61c63c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:07:00.333454 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-0495ff47-ce9e-4e21-9038-08fd52385a83 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:00.334180 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0495ff47-ce9e-4e21-9038-08fd52385a83 None None] Bound using segment: {'id': 'a3dd663e-2551-4407-9552-e039c738bd85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '2da31c6b-f1a3-437e-967f-0aa0e61c63c2'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:07:00.335233 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-0495ff47-ce9e-4e21-9038-08fd52385a83 None None] Bound port: b8782183-fb95-41ea-8bca-c15236de8249, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3dd663e-2551-4407-9552-e039c738bd85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '2da31c6b-f1a3-437e-967f-0aa0e61c63c2'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:07:00.345359 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-0495ff47-ce9e-4e21-9038-08fd52385a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (b8782183-fb95-41ea-8bca-c15236de8249), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:00.365315 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2b682fff-d4a5-45f0-b864-6709e039029e tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16289271'] for router_interface (db463c12-a340-4723-ba95-675c02808b17), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:00.482633 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 46156980-2478-4d90-baa5-e7b33b7a173d triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:07:00.483068 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (46156980-2478-4d90-baa5-e7b33b7a173d), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:00.648985 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-97cb0031-7a4e-48b2-980c-8219be514607 None None] Provisioning complete for port b8782183-fb95-41ea-8bca-c15236de8249 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:07:00.652178 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-97cb0031-7a4e-48b2-980c-8219be514607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (b8782183-fb95-41ea-8bca-c15236de8249), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:00.757831 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-97cb0031-7a4e-48b2-980c-8219be514607 None None] Port b8782183-fb95-41ea-8bca-c15236de8249 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:07:00.780171 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-0495ff47-ce9e-4e21-9038-08fd52385a83 None None] For port b8782183-fb95-41ea-8bca-c15236de8249, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:07:00.789538 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-0495ff47-ce9e-4e21-9038-08fd52385a83 None None] For port b8782183-fb95-41ea-8bca-c15236de8249, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=b8782183-fb95-41ea-8bca-c15236de8249,segment=NetworkSegment(a3dd663e-2551-4407-9552-e039c738bd85),segment_id=a3dd663e-2551-4407-9552-e039c738bd85)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:07:00.818071 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-0495ff47-ce9e-4e21-9038-08fd52385a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (b8782183-fb95-41ea-8bca-c15236de8249), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:01.072464 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 46156980-2478-4d90-baa5-e7b33b7a173d is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:07:01.077918 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-2b682fff-d4a5-45f0-b864-6709e039029e tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Deleting port 6c07f2b8-ec52-4edc-8380-c57f85347241 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:07:01.078264 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2b682fff-d4a5-45f0-b864-6709e039029e tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (6c07f2b8-ec52-4edc-8380-c57f85347241), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:01.103962 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0495ff47-ce9e-4e21-9038-08fd52385a83 None None] Routers {'fb0b410c-c486-4429-8247-c1390a8c019f'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:07:01.104613 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-0495ff47-ce9e-4e21-9038-08fd52385a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:06:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['fb0b410c-c486-4429-8247-c1390a8c019f'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:07:01.198004 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6be400de-058d-4e91-8cf6-c5880e348ce7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16289271'] for router_interface (fb0b410c-c486-4429-8247-c1390a8c019f), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:01.288905 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b11946-2233-49e4-9ff8-30485af2a271 None None] Pushing event updated for resources: {'Port': ['ID=b8782183-fb95-41ea-8bca-c15236de8249,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:01.317935 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2b682fff-d4a5-45f0-b864-6709e039029e tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (6c07f2b8-ec52-4edc-8380-c57f85347241), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:01.349081 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-2b682fff-d4a5-45f0-b864-6709e039029e tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Calling delete_port for 6c07f2b8-ec52-4edc-8380-c57f85347241 owned by network:router_interface {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:07:01.351257 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-0495ff47-ce9e-4e21-9038-08fd52385a83 None None] Set router fb0b410c-c486-4429-8247-c1390a8c019f gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:07:01.646988 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-6a6a8e90-bc6d-4c2c-98bd-e31afddc6d36 None None] Provisioning complete for port b8782183-fb95-41ea-8bca-c15236de8249 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:07:01.647389 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6a6a8e90-bc6d-4c2c-98bd-e31afddc6d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (b8782183-fb95-41ea-8bca-c15236de8249), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:01.832117 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2b682fff-d4a5-45f0-b864-6709e039029e tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (6c07f2b8-ec52-4edc-8380-c57f85347241), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:01.849874 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-6a6a8e90-bc6d-4c2c-98bd-e31afddc6d36 None None] Current status of the port b8782183-fb95-41ea-8bca-c15236de8249 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:07:01.850845 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6a6a8e90-bc6d-4c2c-98bd-e31afddc6d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (b8782183-fb95-41ea-8bca-c15236de8249), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:01.857104 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-0495ff47-ce9e-4e21-9038-08fd52385a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb0b410c-c486-4429-8247-c1390a8c019f', 'name': 'tempest-ImageQuotaTest-1112967267-router', 'tenant_id': '498a9e51665c4e97b8b37f4660db74a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '46156980-2478-4d90-baa5-e7b33b7a173d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:06:48Z', 'updated_at': '2022-02-19T03:06:55Z', 'revision_number': 4, 'project_id': '498a9e51665c4e97b8b37f4660db74a9', 'gw_port': {'id': '46156980-2478-4d90-baa5-e7b33b7a173d', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0b410c-c486-4429-8247-c1390a8c019f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:06:50Z', 'updated_at': '2022-02-19T03:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': 'b8782183-fb95-41ea-8bca-c15236de8249', 'name': '', 'network_id': '2da31c6b-f1a3-437e-967f-0aa0e61c63c2', 'tenant_id': '498a9e51665c4e97b8b37f4660db74a9', 'mac_address': 'fa:16:3e:b6:a3:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb0b410c-c486-4429-8247-c1390a8c019f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': 'f49516fc-30b7-451b-a99d-2f06fe441b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:06:53Z', 'updated_at': '2022-02-19T03:07:00Z', 'revision_number': 4, 'project_id': '498a9e51665c4e97b8b37f4660db74a9', 'subnets': [{'id': 'f49516fc-30b7-451b-a99d-2f06fe441b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:07:01.893286 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b682fff-d4a5-45f0-b864-6709e039029e tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Pushing event deleted for resources: {'Port': ['ID=6c07f2b8-ec52-4edc-8380-c57f85347241,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:01.904481 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b682fff-d4a5-45f0-b864-6709e039029e tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:07:01.905318 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b682fff-d4a5-45f0-b864-6709e039029e tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:07:01.906435 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b682fff-d4a5-45f0-b864-6709e039029e tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:07:01.907164 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b682fff-d4a5-45f0-b864-6709e039029e tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:07:01.907872 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b682fff-d4a5-45f0-b864-6709e039029e tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:07:01.908599 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b682fff-d4a5-45f0-b864-6709e039029e tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:07:01.909373 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b682fff-d4a5-45f0-b864-6709e039029e tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:07:01.909836 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b682fff-d4a5-45f0-b864-6709e039029e tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:07:01.910604 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b682fff-d4a5-45f0-b864-6709e039029e tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:07:01.911049 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b682fff-d4a5-45f0-b864-6709e039029e tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:07:01.911533 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0495ff47-ce9e-4e21-9038-08fd52385a83 None None] The sync data for ids ['fb0b410c-c486-4429-8247-c1390a8c019f'] in n-d-826753-2 is: [{'id': 'fb0b410c-c486-4429-8247-c1390a8c019f', 'name': 'tempest-ImageQuotaTest-1112967267-router', 'tenant_id': '498a9e51665c4e97b8b37f4660db74a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '46156980-2478-4d90-baa5-e7b33b7a173d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:06:48Z', 'updated_at': '2022-02-19T03:06:55Z', 'revision_number': 4, 'project_id': '498a9e51665c4e97b8b37f4660db74a9', 'gw_port': {'id': '46156980-2478-4d90-baa5-e7b33b7a173d', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0b410c-c486-4429-8247-c1390a8c019f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:06:50Z', 'updated_at': '2022-02-19T03:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': 'b8782183-fb95-41ea-8bca-c15236de8249', 'name': '', 'network_id': '2da31c6b-f1a3-437e-967f-0aa0e61c63c2', 'tenant_id': '498a9e51665c4e97b8b37f4660db74a9', 'mac_address': 'fa:16:3e:b6:a3:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb0b410c-c486-4429-8247-c1390a8c019f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': 'f49516fc-30b7-451b-a99d-2f06fe441b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:06:53Z', 'updated_at': '2022-02-19T03:07:00Z', 'revision_number': 4, 'project_id': '498a9e51665c4e97b8b37f4660db74a9', 'subnets': [{'id': 'f49516fc-30b7-451b-a99d-2f06fe441b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:07:01.911730 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b682fff-d4a5-45f0-b864-6709e039029e tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:07:01.912164 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b682fff-d4a5-45f0-b864-6709e039029e tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:07:01.912597 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b682fff-d4a5-45f0-b864-6709e039029e tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:07:01.940730 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-6a6a8e90-bc6d-4c2c-98bd-e31afddc6d36 None None] For port b8782183-fb95-41ea-8bca-c15236de8249, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=b8782183-fb95-41ea-8bca-c15236de8249,segment=NetworkSegment(a3dd663e-2551-4407-9552-e039c738bd85),segment_id=a3dd663e-2551-4407-9552-e039c738bd85)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:07:01.954446 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6a6a8e90-bc6d-4c2c-98bd-e31afddc6d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (b8782183-fb95-41ea-8bca-c15236de8249), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:02.060342 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6a8e90-bc6d-4c2c-98bd-e31afddc6d36 None None] Pushing event updated for resources: {'Port': ['ID=b8782183-fb95-41ea-8bca-c15236de8249,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:02.149317 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-6be400de-058d-4e91-8cf6-c5880e348ce7 admin admin] Deleting port b8782183-fb95-41ea-8bca-c15236de8249 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:07:02.149317 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6be400de-058d-4e91-8cf6-c5880e348ce7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (b8782183-fb95-41ea-8bca-c15236de8249), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:02.329765 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-6be400de-058d-4e91-8cf6-c5880e348ce7 admin admin] For port b8782183-fb95-41ea-8bca-c15236de8249, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=b8782183-fb95-41ea-8bca-c15236de8249,segment=NetworkSegment(a3dd663e-2551-4407-9552-e039c738bd85),segment_id=a3dd663e-2551-4407-9552-e039c738bd85)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:07:02.330511 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6be400de-058d-4e91-8cf6-c5880e348ce7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (b8782183-fb95-41ea-8bca-c15236de8249), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:02.376550 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-6be400de-058d-4e91-8cf6-c5880e348ce7 admin admin] Calling delete_port for b8782183-fb95-41ea-8bca-c15236de8249 owned by network:router_interface {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:07:02.480707 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2b682fff-d4a5-45f0-b864-6709e039029e tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16362762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16314471'] for router_interface (db463c12-a340-4723-ba95-675c02808b17), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:02.826313 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6be400de-058d-4e91-8cf6-c5880e348ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (b8782183-fb95-41ea-8bca-c15236de8249), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:02.860411 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be400de-058d-4e91-8cf6-c5880e348ce7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8782183-fb95-41ea-8bca-c15236de8249,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:02.860691 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585c4a7b-6e38-464c-bc8c-d1b61b30cf36 req-e0c9a118-08a2-4136-a04e-2aab5ae0abd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:02.862616 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-585c4a7b-6e38-464c-bc8c-d1b61b30cf36 req-e0c9a118-08a2-4136-a04e-2aab5ae0abd2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b9f6d445adfb4303a5f2e35c9323b376&device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 1128 time: 0.2502117 Feb 19 03:07:03.184117 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585c4a7b-6e38-464c-bc8c-d1b61b30cf36 req-e761350d-0958-42ee-a427-10031805aee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:03.187727 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-585c4a7b-6e38-464c-bc8c-d1b61b30cf36 req-e761350d-0958-42ee-a427-10031805aee7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0f4d9579-5631-481f-acff-55faffa2a3d0 HTTP/1.1" status: 200 len: 913 time: 0.2970498 Feb 19 03:07:03.374356 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6be400de-058d-4e91-8cf6-c5880e348ce7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16362762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16314471'] for router_interface (fb0b410c-c486-4429-8247-c1390a8c019f), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:03.379904 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b682fff-d4a5-45f0-b864-6709e039029e tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Router db463c12-a340-4723-ba95-675c02808b17 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:07:03.533693 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-585c4a7b-6e38-464c-bc8c-d1b61b30cf36 req-bd8db228-30ad-40a7-9b49-9ac76c094bac service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6 HTTP/1.1" status: 200 len: 1000 time: 0.3368864 Feb 19 03:07:03.941542 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585c4a7b-6e38-464c-bc8c-d1b61b30cf36 req-1037339f-4b65-43b7-a6a6-72a46e449a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:03.943451 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-585c4a7b-6e38-464c-bc8c-d1b61b30cf36 req-1037339f-4b65-43b7-a6a6-72a46e449a49 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=873fca23-e618-4343-ad67-b4c94d7ebaec HTTP/1.1" status: 200 len: 851 time: 0.3665576 Feb 19 03:07:04.097662 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b682fff-d4a5-45f0-b864-6709e039029e tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:07:04.111291 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3309a2-0af8-4e97-9c7e-811cdf975e59 None None] Sync routers for ids ['db463c12-a340-4723-ba95-675c02808b17'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:07:04.117500 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-2b682fff-d4a5-45f0-b864-6709e039029e tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] 10.222.0.72 "PUT /v2.0/routers/db463c12-a340-4723-ba95-675c02808b17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8088181 Feb 19 03:07:04.118275 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 56508) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:07:04.139443 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3309a2-0af8-4e97-9c7e-811cdf975e59 None None] Routers {'db463c12-a340-4723-ba95-675c02808b17'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:07:04.143276 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-da3309a2-0af8-4e97-9c7e-811cdf975e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:06:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['db463c12-a340-4723-ba95-675c02808b17'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:07:04.285262 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-da3309a2-0af8-4e97-9c7e-811cdf975e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:07:04.307777 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6be400de-058d-4e91-8cf6-c5880e348ce7 admin admin] Router fb0b410c-c486-4429-8247-c1390a8c019f has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:07:04.356849 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3309a2-0af8-4e97-9c7e-811cdf975e59 None None] Routers {'db463c12-a340-4723-ba95-675c02808b17'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:07:04.357507 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-da3309a2-0af8-4e97-9c7e-811cdf975e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:06:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['db463c12-a340-4723-ba95-675c02808b17'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:07:04.540864 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-da3309a2-0af8-4e97-9c7e-811cdf975e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:07:04.542329 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3309a2-0af8-4e97-9c7e-811cdf975e59 None None] The sync data for ids ['db463c12-a340-4723-ba95-675c02808b17'] in n-d-826753-2 is: [] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:07:04.714437 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6be400de-058d-4e91-8cf6-c5880e348ce7 admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:07:04.740872 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-6be400de-058d-4e91-8cf6-c5880e348ce7 admin admin] 10.222.0.72 "PUT /v2.0/routers/fb0b410c-c486-4429-8247-c1390a8c019f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6248055 Feb 19 03:07:04.741876 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 56518) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:07:05.077361 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a2a45bbf-1134-4e82-a397-dffd30a2f297 admin admin] Publish callbacks [] for router (fb0b410c-c486-4429-8247-c1390a8c019f), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:05.153672 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cddbe4-6e69-4646-b408-d5e00168a5a1 None None] Sync routers for ids ['fb0b410c-c486-4429-8247-c1390a8c019f'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:07:05.171370 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cddbe4-6e69-4646-b408-d5e00168a5a1 None None] Routers {'fb0b410c-c486-4429-8247-c1390a8c019f'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:07:05.178296 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-24cddbe4-6e69-4646-b408-d5e00168a5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:06:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['fb0b410c-c486-4429-8247-c1390a8c019f'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:07:05.505850 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-24cddbe4-6e69-4646-b408-d5e00168a5a1 None None] Set router fb0b410c-c486-4429-8247-c1390a8c019f gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:07:05.718979 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-38c52cf8-09f5-4d28-a4ed-2df798dc6221 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks [] for router (db463c12-a340-4723-ba95-675c02808b17), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:05.810700 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585c4a7b-6e38-464c-bc8c-d1b61b30cf36 req-71497c6f-b350-4699-a39d-73ec5a36cd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:05.812225 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-585c4a7b-6e38-464c-bc8c-d1b61b30cf36 req-71497c6f-b350-4699-a39d-73ec5a36cd42 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0f4d9579-5631-481f-acff-55faffa2a3d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.8543210 Feb 19 03:07:06.058964 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-24cddbe4-6e69-4646-b408-d5e00168a5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb0b410c-c486-4429-8247-c1390a8c019f', 'name': 'tempest-ImageQuotaTest-1112967267-router', 'tenant_id': '498a9e51665c4e97b8b37f4660db74a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '46156980-2478-4d90-baa5-e7b33b7a173d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:06:48Z', 'updated_at': '2022-02-19T03:07:02Z', 'revision_number': 5, 'project_id': '498a9e51665c4e97b8b37f4660db74a9', 'gw_port': {'id': '46156980-2478-4d90-baa5-e7b33b7a173d', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0b410c-c486-4429-8247-c1390a8c019f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:06:50Z', 'updated_at': '2022-02-19T03:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:07:06.135702 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cddbe4-6e69-4646-b408-d5e00168a5a1 None None] Checking router: fb0b410c-c486-4429-8247-c1390a8c019f for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:07:06.160354 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cddbe4-6e69-4646-b408-d5e00168a5a1 None None] Routers {'fb0b410c-c486-4429-8247-c1390a8c019f'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:07:06.161396 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-24cddbe4-6e69-4646-b408-d5e00168a5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:06:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['fb0b410c-c486-4429-8247-c1390a8c019f'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:07:06.161581 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a2a45bbf-1134-4e82-a397-dffd30a2f297 admin admin] Publish callbacks [] for router_gateway (fb0b410c-c486-4429-8247-c1390a8c019f), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:06.231036 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-38c52cf8-09f5-4d28-a4ed-2df798dc6221 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks [] for router_gateway (db463c12-a340-4723-ba95-675c02808b17), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:06.252784 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-585c4a7b-6e38-464c-bc8c-d1b61b30cf36 req-a1fcb214-ea87-42a1-b3e9-4c39525b0825 service neutron] 10.222.0.73 "GET /v2.0/networks/0f4d9579-5631-481f-acff-55faffa2a3d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4261398 Feb 19 03:07:06.422243 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-a2a45bbf-1134-4e82-a397-dffd30a2f297 admin admin] Deleting port 46156980-2478-4d90-baa5-e7b33b7a173d {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:07:06.427020 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a2a45bbf-1134-4e82-a397-dffd30a2f297 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (46156980-2478-4d90-baa5-e7b33b7a173d), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:06.624931 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-38c52cf8-09f5-4d28-a4ed-2df798dc6221 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Deleting port b9458c88-7dfe-4dea-92f8-106388ac3150 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:07:06.625756 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-38c52cf8-09f5-4d28-a4ed-2df798dc6221 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (b9458c88-7dfe-4dea-92f8-106388ac3150), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:06.632239 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-585c4a7b-6e38-464c-bc8c-d1b61b30cf36 req-8eca33a5-c5ff-4beb-bee2-f6034ac44a08 service neutron] 10.222.0.73 "GET /v2.0/networks/0f4d9579-5631-481f-acff-55faffa2a3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3724449 Feb 19 03:07:06.798062 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-a2a45bbf-1134-4e82-a397-dffd30a2f297 admin admin] For port 46156980-2478-4d90-baa5-e7b33b7a173d, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=46156980-2478-4d90-baa5-e7b33b7a173d,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:07:06.798434 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a2a45bbf-1134-4e82-a397-dffd30a2f297 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (46156980-2478-4d90-baa5-e7b33b7a173d), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:06.841961 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-a2a45bbf-1134-4e82-a397-dffd30a2f297 admin admin] Calling delete_port for 46156980-2478-4d90-baa5-e7b33b7a173d owned by network:router_gateway {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:07:06.911387 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-24cddbe4-6e69-4646-b408-d5e00168a5a1 None None] Set router fb0b410c-c486-4429-8247-c1390a8c019f gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:07:06.922337 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-38c52cf8-09f5-4d28-a4ed-2df798dc6221 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (b9458c88-7dfe-4dea-92f8-106388ac3150), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:06.996193 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-38c52cf8-09f5-4d28-a4ed-2df798dc6221 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Calling delete_port for b9458c88-7dfe-4dea-92f8-106388ac3150 owned by network:router_gateway {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:07:07.285845 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-24cddbe4-6e69-4646-b408-d5e00168a5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb0b410c-c486-4429-8247-c1390a8c019f', 'name': 'tempest-ImageQuotaTest-1112967267-router', 'tenant_id': '498a9e51665c4e97b8b37f4660db74a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '46156980-2478-4d90-baa5-e7b33b7a173d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:06:48Z', 'updated_at': '2022-02-19T03:07:02Z', 'revision_number': 5, 'project_id': '498a9e51665c4e97b8b37f4660db74a9', 'gw_port': {'id': '46156980-2478-4d90-baa5-e7b33b7a173d', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0b410c-c486-4429-8247-c1390a8c019f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:06:50Z', 'updated_at': '2022-02-19T03:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:07:07.323548 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a2a45bbf-1134-4e82-a397-dffd30a2f297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (46156980-2478-4d90-baa5-e7b33b7a173d), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:07.342281 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cddbe4-6e69-4646-b408-d5e00168a5a1 None None] The sync data for ids ['fb0b410c-c486-4429-8247-c1390a8c019f'] in n-d-826753-2 is: [{'id': 'fb0b410c-c486-4429-8247-c1390a8c019f', 'name': 'tempest-ImageQuotaTest-1112967267-router', 'tenant_id': '498a9e51665c4e97b8b37f4660db74a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '46156980-2478-4d90-baa5-e7b33b7a173d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:06:48Z', 'updated_at': '2022-02-19T03:07:02Z', 'revision_number': 5, 'project_id': '498a9e51665c4e97b8b37f4660db74a9', 'gw_port': {'id': '46156980-2478-4d90-baa5-e7b33b7a173d', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:4d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0b410c-c486-4429-8247-c1390a8c019f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:06:50Z', 'updated_at': '2022-02-19T03:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:07:07.394350 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a45bbf-1134-4e82-a397-dffd30a2f297 admin admin] Pushing event deleted for resources: {'Port': ['ID=46156980-2478-4d90-baa5-e7b33b7a173d,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:07.417669 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a45bbf-1134-4e82-a397-dffd30a2f297 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:07:07.418326 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a45bbf-1134-4e82-a397-dffd30a2f297 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:07:07.418875 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a45bbf-1134-4e82-a397-dffd30a2f297 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:07:07.419951 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a45bbf-1134-4e82-a397-dffd30a2f297 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:07:07.420474 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a45bbf-1134-4e82-a397-dffd30a2f297 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:07:07.421021 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a45bbf-1134-4e82-a397-dffd30a2f297 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:07:07.421547 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a45bbf-1134-4e82-a397-dffd30a2f297 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:07:07.422063 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a45bbf-1134-4e82-a397-dffd30a2f297 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:07:07.422580 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a45bbf-1134-4e82-a397-dffd30a2f297 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:07:07.423113 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a45bbf-1134-4e82-a397-dffd30a2f297 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:07:07.423630 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a45bbf-1134-4e82-a397-dffd30a2f297 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:07:07.424903 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a45bbf-1134-4e82-a397-dffd30a2f297 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:07:07.425785 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a45bbf-1134-4e82-a397-dffd30a2f297 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:07:07.449280 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-38c52cf8-09f5-4d28-a4ed-2df798dc6221 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (b9458c88-7dfe-4dea-92f8-106388ac3150), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:07.507772 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c52cf8-09f5-4d28-a4ed-2df798dc6221 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Pushing event deleted for resources: {'Port': ['ID=b9458c88-7dfe-4dea-92f8-106388ac3150,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:07.510119 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a2a45bbf-1134-4e82-a397-dffd30a2f297 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16285837'] for router_gateway (fb0b410c-c486-4429-8247-c1390a8c019f), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:07.650996 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-38c52cf8-09f5-4d28-a4ed-2df798dc6221 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16285837'] for router_gateway (db463c12-a340-4723-ba95-675c02808b17), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:07.844638 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a2a45bbf-1134-4e82-a397-dffd30a2f297 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16317457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14254'] for router (fb0b410c-c486-4429-8247-c1390a8c019f), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:07.854541 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a2a45bbf-1134-4e82-a397-dffd30a2f297 admin admin] Publish callbacks [] for router_controller (fb0b410c-c486-4429-8247-c1390a8c019f), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:07.891655 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device b8782183-fb95-41ea-8bca-c15236de8249 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:07:07.966659 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: b8782183-fb95-41ea-8bca-c15236de8249 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:07:07.967720 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a2a45bbf-1134-4e82-a397-dffd30a2f297 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16317544'] for router (fb0b410c-c486-4429-8247-c1390a8c019f), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:07.968506 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2a45bbf-1134-4e82-a397-dffd30a2f297 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb0b410c-c486-4429-8247-c1390a8c019f {{(pid=103701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:07:07.980269 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a2a45bbf-1134-4e82-a397-dffd30a2f297 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:07.981194 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device b8782183-fb95-41ea-8bca-c15236de8249 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:07:07.983126 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-a2a45bbf-1134-4e82-a397-dffd30a2f297 admin admin] 10.222.0.72 "DELETE /v2.0/routers/fb0b410c-c486-4429-8247-c1390a8c019f HTTP/1.1" status: 204 len: 168 time: 3.2400501 Feb 19 03:07:07.992131 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 56558) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:07:08.020540 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-38c52cf8-09f5-4d28-a4ed-2df798dc6221 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16317457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14254'] for router (db463c12-a340-4723-ba95-675c02808b17), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:08.023610 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-38c52cf8-09f5-4d28-a4ed-2df798dc6221 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks [] for router_controller (db463c12-a340-4723-ba95-675c02808b17), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:08.160704 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-38c52cf8-09f5-4d28-a4ed-2df798dc6221 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16317544'] for router (db463c12-a340-4723-ba95-675c02808b17), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:08.161651 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38c52cf8-09f5-4d28-a4ed-2df798dc6221 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Fanout notify agent at l3_agent the message router_deleted on router db463c12-a340-4723-ba95-675c02808b17 {{(pid=103702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:07:08.182840 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-38c52cf8-09f5-4d28-a4ed-2df798dc6221 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:08.187869 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-38c52cf8-09f5-4d28-a4ed-2df798dc6221 tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] 10.222.0.72 "DELETE /v2.0/routers/db463c12-a340-4723-ba95-675c02808b17 HTTP/1.1" status: 204 len: 168 time: 4.0608191 Feb 19 03:07:08.188034 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 56564) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:07:08.192363 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9463d9c-9796-444e-b266-01a925c4fd0f admin admin] Deleting subnet f49516fc-30b7-451b-a99d-2f06fe441b90 {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:07:08.196433 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d9463d9c-9796-444e-b266-01a925c4fd0f admin admin] Publish callbacks [] for subnet (f49516fc-30b7-451b-a99d-2f06fe441b90), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:08.299831 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_v2 [None req-492a4e8f-0c60-43fa-90f2-68c663b8d60b tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Deleting subnet 7c31cfa3-ce53-4579-96e1-18aa802eebca {{(pid=103701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:07:08.311233 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-492a4e8f-0c60-43fa-90f2-68c663b8d60b tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks [] for subnet (7c31cfa3-ce53-4579-96e1-18aa802eebca), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:08.324777 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d9463d9c-9796-444e-b266-01a925c4fd0f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (f49516fc-30b7-451b-a99d-2f06fe441b90), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:08.401559 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-492a4e8f-0c60-43fa-90f2-68c663b8d60b tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12647399'] for subnet (7c31cfa3-ce53-4579-96e1-18aa802eebca), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:08.529785 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-492a4e8f-0c60-43fa-90f2-68c663b8d60b tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (7c31cfa3-ce53-4579-96e1-18aa802eebca), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:08.554485 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d9463d9c-9796-444e-b266-01a925c4fd0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (f49516fc-30b7-451b-a99d-2f06fe441b90), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:08.649735 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d9463d9c-9796-444e-b266-01a925c4fd0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (f49516fc-30b7-451b-a99d-2f06fe441b90), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:08.663264 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-492a4e8f-0c60-43fa-90f2-68c663b8d60b tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12647206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58706286'] for subnet (7c31cfa3-ce53-4579-96e1-18aa802eebca), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:08.689198 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9463d9c-9796-444e-b266-01a925c4fd0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f49516fc-30b7-451b-a99d-2f06fe441b90,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:08.697092 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d9463d9c-9796-444e-b266-01a925c4fd0f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:08.700667 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-d9463d9c-9796-444e-b266-01a925c4fd0f admin admin] 10.222.0.72 "DELETE /v2.0/subnets/f49516fc-30b7-451b-a99d-2f06fe441b90 HTTP/1.1" status: 204 len: 168 time: 0.6865320 Feb 19 03:07:08.704083 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 56576) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:07:08.706236 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438f15c4-889e-4057-8720-92ee79616e24 None None] Network 2da31c6b-f1a3-437e-967f-0aa0e61c63c2 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:07:08.745703 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-492a4e8f-0c60-43fa-90f2-68c663b8d60b tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks [] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:08.755806 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-492a4e8f-0c60-43fa-90f2-68c663b8d60b tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] 10.222.0.72 "DELETE /v2.0/subnets/7c31cfa3-ce53-4579-96e1-18aa802eebca HTTP/1.1" status: 204 len: 168 time: 0.5670457 Feb 19 03:07:08.757092 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492a4e8f-0c60-43fa-90f2-68c663b8d60b tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Pushing event deleted for resources: {'Subnet': ['ID=7c31cfa3-ce53-4579-96e1-18aa802eebca,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:08.759323 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 56578) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:07:08.906384 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-63658938-0dfd-48c5-8207-5fab01e23306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (2da31c6b-f1a3-437e-967f-0aa0e61c63c2), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:08.983366 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-97b273b5-f3a9-4e2f-bd3d-483b419bdb7f tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (63638533-56bf-448b-89a3-36973271b181), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:09.077524 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-63658938-0dfd-48c5-8207-5fab01e23306 admin admin] Deleting port cfa7f569-2773-46fb-9cc7-f8afd03bf66a {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:07:09.078033 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-63658938-0dfd-48c5-8207-5fab01e23306 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (cfa7f569-2773-46fb-9cc7-f8afd03bf66a), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:09.207830 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73886f15-9e59-4896-884d-c5a328776ffb None None] DHCP port deletion for 2da31c6b-f1a3-437e-967f-0aa0e61c63c2 request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:07:09.274110 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-73886f15-9e59-4896-884d-c5a328776ffb None None] Deleting port cfa7f569-2773-46fb-9cc7-f8afd03bf66a {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:07:09.275624 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-73886f15-9e59-4896-884d-c5a328776ffb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (cfa7f569-2773-46fb-9cc7-f8afd03bf66a), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:09.296621 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-97b273b5-f3a9-4e2f-bd3d-483b419bdb7f tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (63638533-56bf-448b-89a3-36973271b181), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:09.328777 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-63658938-0dfd-48c5-8207-5fab01e23306 admin admin] For port cfa7f569-2773-46fb-9cc7-f8afd03bf66a, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=cfa7f569-2773-46fb-9cc7-f8afd03bf66a,segment=NetworkSegment(a3dd663e-2551-4407-9552-e039c738bd85),segment_id=a3dd663e-2551-4407-9552-e039c738bd85)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:07:09.331701 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-63658938-0dfd-48c5-8207-5fab01e23306 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (cfa7f569-2773-46fb-9cc7-f8afd03bf66a), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:09.366148 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-63658938-0dfd-48c5-8207-5fab01e23306 admin admin] Calling delete_port for cfa7f569-2773-46fb-9cc7-f8afd03bf66a owned by network:dhcp {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:07:09.373346 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-97b273b5-f3a9-4e2f-bd3d-483b419bdb7f tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63638533-56bf-448b-89a3-36973271b181']}} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:07:09.384682 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-73886f15-9e59-4896-884d-c5a328776ffb None None] For port cfa7f569-2773-46fb-9cc7-f8afd03bf66a, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=cfa7f569-2773-46fb-9cc7-f8afd03bf66a,segment=NetworkSegment(a3dd663e-2551-4407-9552-e039c738bd85),segment_id=a3dd663e-2551-4407-9552-e039c738bd85)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:07:09.386119 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-73886f15-9e59-4896-884d-c5a328776ffb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (cfa7f569-2773-46fb-9cc7-f8afd03bf66a), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:09.392318 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-97b273b5-f3a9-4e2f-bd3d-483b419bdb7f tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6761d249-f5bd-429d-af27-52b1eede295f') {'for_net_delete': True} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:07:09.392621 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-97b273b5-f3a9-4e2f-bd3d-483b419bdb7f tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6761d249-f5bd-429d-af27-52b1eede295f') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:07:09.407526 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-73886f15-9e59-4896-884d-c5a328776ffb None None] Calling delete_port for cfa7f569-2773-46fb-9cc7-f8afd03bf66a owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:07:09.415155 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-97b273b5-f3a9-4e2f-bd3d-483b419bdb7f tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12647422'] for segment (6761d249-f5bd-429d-af27-52b1eede295f), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:09.466610 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-97b273b5-f3a9-4e2f-bd3d-483b419bdb7f tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (6761d249-f5bd-429d-af27-52b1eede295f), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:09.474853 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97b273b5-f3a9-4e2f-bd3d-483b419bdb7f tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Releasing vlan 273 on physical network physnet1 to pool {{(pid=103701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:07:09.475272 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-97b273b5-f3a9-4e2f-bd3d-483b419bdb7f tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583360'] for segment (6761d249-f5bd-429d-af27-52b1eede295f), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:09.479352 n-d-826753-2 neutron-server[103701]: Traceback (most recent call last): Feb 19 03:07:09.479352 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:07:09.479352 n-d-826753-2 neutron-server[103701]: timer() Feb 19 03:07:09.479352 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:07:09.479352 n-d-826753-2 neutron-server[103701]: cb(*args, **kw) Feb 19 03:07:09.479352 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:07:09.479352 n-d-826753-2 neutron-server[103701]: return func(*args, **kwargs) Feb 19 03:07:09.479352 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:07:09.479352 n-d-826753-2 neutron-server[103701]: self._notify() Feb 19 03:07:09.479352 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:07:09.479352 n-d-826753-2 neutron-server[103701]: self.callback(batched_events) Feb 19 03:07:09.479352 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:07:09.479352 n-d-826753-2 neutron-server[103701]: event.method(event) Feb 19 03:07:09.479352 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:07:09.479352 n-d-826753-2 neutron-server[103701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:07:09.479352 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:07:09.479352 n-d-826753-2 neutron-server[103701]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:07:09.479352 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:07:09.479352 n-d-826753-2 neutron-server[103701]: return f(self, *a, **k) Feb 19 03:07:09.479352 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:07:09.479352 n-d-826753-2 neutron-server[103701]: return self._get(url).json() Feb 19 03:07:09.479352 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:07:09.479352 n-d-826753-2 neutron-server[103701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:07:09.479352 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:07:09.479352 n-d-826753-2 neutron-server[103701]: return self.request(url, 'GET', **kwargs) Feb 19 03:07:09.479352 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:07:09.479352 n-d-826753-2 neutron-server[103701]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:07:09.479352 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:07:09.479352 n-d-826753-2 neutron-server[103701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:07:09.479352 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:07:09.479352 n-d-826753-2 neutron-server[103701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:07:09.479352 n-d-826753-2 neutron-server[103701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:07:09.639022 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-73886f15-9e59-4896-884d-c5a328776ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (cfa7f569-2773-46fb-9cc7-f8afd03bf66a), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:09.648779 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-63658938-0dfd-48c5-8207-5fab01e23306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (cfa7f569-2773-46fb-9cc7-f8afd03bf66a), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:09.696658 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-97b273b5-f3a9-4e2f-bd3d-483b419bdb7f tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (63638533-56bf-448b-89a3-36973271b181), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:09.706994 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-97b273b5-f3a9-4e2f-bd3d-483b419bdb7f tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:09.722174 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-97b273b5-f3a9-4e2f-bd3d-483b419bdb7f tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] 10.222.0.72 "DELETE /v2.0/networks/63638533-56bf-448b-89a3-36973271b181 HTTP/1.1" status: 204 len: 168 time: 0.9618080 Feb 19 03:07:09.740007 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63658938-0dfd-48c5-8207-5fab01e23306 admin admin] No DVR routers for this DVR port cfa7f569-2773-46fb-9cc7-f8afd03bf66a on host n-d-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:07:09.745532 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63658938-0dfd-48c5-8207-5fab01e23306 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfa7f569-2773-46fb-9cc7-f8afd03bf66a,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:09.770296 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b273b5-f3a9-4e2f-bd3d-483b419bdb7f tempest-FloatingIPTestJSON-1111757448 tempest-FloatingIPTestJSON-1111757448-project] Pushing event deleted for resources: {'Network': ['ID=63638533-56bf-448b-89a3-36973271b181,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:09.772989 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73886f15-9e59-4896-884d-c5a328776ffb None None] Pushing event deleted for resources: {'Port': ['ID=cfa7f569-2773-46fb-9cc7-f8afd03bf66a,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:09.796739 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device cfa7f569-2773-46fb-9cc7-f8afd03bf66a no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:07:09.810286 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73886f15-9e59-4896-884d-c5a328776ffb None None] No DVR routers for this DVR port cfa7f569-2773-46fb-9cc7-f8afd03bf66a on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:07:09.859714 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: cfa7f569-2773-46fb-9cc7-f8afd03bf66a {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:07:09.860351 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device cfa7f569-2773-46fb-9cc7-f8afd03bf66a not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:07:09.860918 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 46156980-2478-4d90-baa5-e7b33b7a173d no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:07:09.894423 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 46156980-2478-4d90-baa5-e7b33b7a173d {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:07:09.894771 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 46156980-2478-4d90-baa5-e7b33b7a173d not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:07:09.963969 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-63658938-0dfd-48c5-8207-5fab01e23306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (2da31c6b-f1a3-437e-967f-0aa0e61c63c2), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:10.028937 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-63658938-0dfd-48c5-8207-5fab01e23306 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2da31c6b-f1a3-437e-967f-0aa0e61c63c2']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:07:10.042036 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-63658938-0dfd-48c5-8207-5fab01e23306 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3dd663e-2551-4407-9552-e039c738bd85') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:07:10.042312 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-63658938-0dfd-48c5-8207-5fab01e23306 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3dd663e-2551-4407-9552-e039c738bd85') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:07:10.056428 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-63658938-0dfd-48c5-8207-5fab01e23306 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (a3dd663e-2551-4407-9552-e039c738bd85), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:10.088367 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-63658938-0dfd-48c5-8207-5fab01e23306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (a3dd663e-2551-4407-9552-e039c738bd85), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:10.110138 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63658938-0dfd-48c5-8207-5fab01e23306 admin admin] Releasing vlan 265 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:07:10.112118 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-63658938-0dfd-48c5-8207-5fab01e23306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (a3dd663e-2551-4407-9552-e039c738bd85), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:10.217892 n-d-826753-2 neutron-server[103702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:07:10.217892 n-d-826753-2 neutron-server[103702]: self.session.flush() Feb 19 03:07:10.217892 n-d-826753-2 neutron-server[103702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:07:10.217892 n-d-826753-2 neutron-server[103702]: self.session.flush() Feb 19 03:07:10.217892 n-d-826753-2 neutron-server[103702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:07:10.217892 n-d-826753-2 neutron-server[103702]: self.session.flush() Feb 19 03:07:10.217892 n-d-826753-2 neutron-server[103702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:07:10.217892 n-d-826753-2 neutron-server[103702]: self.session.flush() Feb 19 03:07:10.217892 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 03:07:10.217892 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:07:10.217892 n-d-826753-2 neutron-server[103702]: timer() Feb 19 03:07:10.217892 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:07:10.217892 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 03:07:10.217892 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:07:10.217892 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 03:07:10.217892 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:07:10.217892 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 03:07:10.217892 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:07:10.217892 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 03:07:10.217892 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:07:10.217892 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 03:07:10.217892 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:07:10.217892 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:07:10.217892 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:07:10.217892 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:07:10.217892 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:07:10.217892 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 03:07:10.217892 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:07:10.217892 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 03:07:10.217892 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:07:10.217892 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:07:10.217892 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:07:10.217892 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 03:07:10.217892 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:07:10.217892 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:07:10.217892 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:07:10.217892 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:07:10.217892 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:07:10.217892 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:07:10.217892 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:07:10.239134 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-63658938-0dfd-48c5-8207-5fab01e23306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (2da31c6b-f1a3-437e-967f-0aa0e61c63c2), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:10.247468 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-63658938-0dfd-48c5-8207-5fab01e23306 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:10.255544 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-63658938-0dfd-48c5-8207-5fab01e23306 admin admin] 10.222.0.72 "DELETE /v2.0/networks/2da31c6b-f1a3-437e-967f-0aa0e61c63c2 HTTP/1.1" status: 204 len: 168 time: 1.5501535 Feb 19 03:07:10.272126 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63658938-0dfd-48c5-8207-5fab01e23306 admin admin] Pushing event deleted for resources: {'Network': ['ID=2da31c6b-f1a3-437e-967f-0aa0e61c63c2,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:10.528542 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 56624) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:07:10.561053 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 56632) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:07:10.651124 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-dd22da54-7fe4-4e83-bc1e-4930e4a74b21 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=498a9e51665c4e97b8b37f4660db74a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0886755 Feb 19 03:07:10.654001 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 56634) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:07:10.739954 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-547b3729-7c7d-428e-a6f8-3303dc4041c7 admin admin] Publish callbacks [] for security_group (d4df4d28-f1d2-4ddf-926e-c3498a28ec6b), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:10.871432 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-547b3729-7c7d-428e-a6f8-3303dc4041c7 admin admin] Publish callbacks [] for security_group (d4df4d28-f1d2-4ddf-926e-c3498a28ec6b), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:10.972289 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 56642) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:07:10.981656 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-547b3729-7c7d-428e-a6f8-3303dc4041c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (d4df4d28-f1d2-4ddf-926e-c3498a28ec6b), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:10.982110 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-3c085fa0-da0f-4abf-b750-43c5b458ac78 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a14638ced2034bbab9b6b4a7894200ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4393559 Feb 19 03:07:10.986952 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-547b3729-7c7d-428e-a6f8-3303dc4041c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:10.990600 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-547b3729-7c7d-428e-a6f8-3303dc4041c7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d4df4d28-f1d2-4ddf-926e-c3498a28ec6b HTTP/1.1" status: 204 len: 168 time: 0.3328483 Feb 19 03:07:11.050954 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547b3729-7c7d-428e-a6f8-3303dc4041c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4df4d28-f1d2-4ddf-926e-c3498a28ec6b,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:11.120207 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-353c045c-3ad0-4403-9ca7-da9243c35cfe admin admin] Publish callbacks [] for security_group (87c29ffb-ac9d-4034-8ab7-d64c56f65291), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:11.224236 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-353c045c-3ad0-4403-9ca7-da9243c35cfe admin admin] Publish callbacks [] for security_group (87c29ffb-ac9d-4034-8ab7-d64c56f65291), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:11.358570 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-353c045c-3ad0-4403-9ca7-da9243c35cfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (87c29ffb-ac9d-4034-8ab7-d64c56f65291), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:11.379363 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-353c045c-3ad0-4403-9ca7-da9243c35cfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:11.384453 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-353c045c-3ad0-4403-9ca7-da9243c35cfe admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/87c29ffb-ac9d-4034-8ab7-d64c56f65291 HTTP/1.1" status: 204 len: 168 time: 0.4112129 Feb 19 03:07:11.395476 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353c045c-3ad0-4403-9ca7-da9243c35cfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87c29ffb-ac9d-4034-8ab7-d64c56f65291,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:11.724910 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 56664) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:07:11.759310 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-780d4fda-b65e-44ba-af8e-399ad1273324 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:11.951622 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-780d4fda-b65e-44ba-af8e-399ad1273324 admin admin] Publish callbacks [] for security_group (26dc888b-cd24-4d62-9b13-21b6307f3892), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:11.975132 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-780d4fda-b65e-44ba-af8e-399ad1273324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (26dc888b-cd24-4d62-9b13-21b6307f3892), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:12.024769 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780d4fda-b65e-44ba-af8e-399ad1273324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26dc888b-cd24-4d62-9b13-21b6307f3892,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:12.056007 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-780d4fda-b65e-44ba-af8e-399ad1273324 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.3298619 Feb 19 03:07:12.059302 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 56668) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:07:12.166224 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-194e1d41-942f-4e4e-8c8b-ceed031a96b6 admin admin] Publish callbacks [] for security_group (26dc888b-cd24-4d62-9b13-21b6307f3892), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:12.194851 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-194e1d41-942f-4e4e-8c8b-ceed031a96b6 admin admin] Publish callbacks [] for security_group (26dc888b-cd24-4d62-9b13-21b6307f3892), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:12.276479 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-194e1d41-942f-4e4e-8c8b-ceed031a96b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (26dc888b-cd24-4d62-9b13-21b6307f3892), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:12.297595 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-194e1d41-942f-4e4e-8c8b-ceed031a96b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:12.308896 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-194e1d41-942f-4e4e-8c8b-ceed031a96b6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/26dc888b-cd24-4d62-9b13-21b6307f3892 HTTP/1.1" status: 204 len: 168 time: 0.2463982 Feb 19 03:07:12.390979 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194e1d41-942f-4e4e-8c8b-ceed031a96b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26dc888b-cd24-4d62-9b13-21b6307f3892,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:13.334013 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 56710) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:07:13.506641 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-41ccdced-8657-40ea-9093-a874a5871111 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-498867867'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:07:13.557629 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41ccdced-8657-40ea-9093-a874a5871111 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Made reservation on behalf of 7e7716f824fc44b98f6a51091fedc5c3 for: {'network': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:07:13.565793 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-41ccdced-8657-40ea-9093-a874a5871111 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:13.598322 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-41ccdced-8657-40ea-9093-a874a5871111 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:13.752044 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-41ccdced-8657-40ea-9093-a874a5871111 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks [] for security_group (d3b57c91-9cb8-44b9-80d8-13c391feeb7e), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:13.769115 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-41ccdced-8657-40ea-9093-a874a5871111 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (d3b57c91-9cb8-44b9-80d8-13c391feeb7e), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:13.814280 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ccdced-8657-40ea-9093-a874a5871111 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b57c91-9cb8-44b9-80d8-13c391feeb7e,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:13.828760 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41ccdced-8657-40ea-9093-a874a5871111 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] vlan segment allocate from pool success with {'vlan_id': 294, 'physical_network': 'physnet1'} {{(pid=103701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:07:13.861090 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-41ccdced-8657-40ea-9093-a874a5871111 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (5ad9d753-2f4b-4fb3-bf48-efacff46979d), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:13.861965 n-d-826753-2 neutron-server[103701]: INFO neutron.db.segments_db [None req-41ccdced-8657-40ea-9093-a874a5871111 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Added segment 5ad9d753-2f4b-4fb3-bf48-efacff46979d of type vlan for network 06053c41-d6ab-4ab8-a47c-d779892299f2 Feb 19 03:07:13.978896 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-41ccdced-8657-40ea-9093-a874a5871111 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (06053c41-d6ab-4ab8-a47c-d779892299f2), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:14.037181 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-41ccdced-8657-40ea-9093-a874a5871111 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (06053c41-d6ab-4ab8-a47c-d779892299f2), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:14.047814 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ccdced-8657-40ea-9093-a874a5871111 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:14.048642 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-41ccdced-8657-40ea-9093-a874a5871111 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:14.153477 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-41ccdced-8657-40ea-9093-a874a5871111 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8185608 Feb 19 03:07:14.164267 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 56728) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:07:14.182907 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-eff7861b-6bad-484d-a4d1-b09326c48080 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Request body: {'port': {'network_id': '06053c41-d6ab-4ab8-a47c-d779892299f2', 'name': 'tempest-PortsIpV6TestJSON-965459771'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:07:14.189750 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ccdced-8657-40ea-9093-a874a5871111 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Pushing event updated for resources: {'Network': ['ID=06053c41-d6ab-4ab8-a47c-d779892299f2,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:14.203169 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 06053c41-d6ab-4ab8-a47c-d779892299f2 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:07:14.369775 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eff7861b-6bad-484d-a4d1-b09326c48080 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Made reservation on behalf of 7e7716f824fc44b98f6a51091fedc5c3 for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:07:14.377598 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-eff7861b-6bad-484d-a4d1-b09326c48080 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:14.416414 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [None req-eff7861b-6bad-484d-a4d1-b09326c48080 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] device_id is not set on port d4a64fa4-1c32-4c01-8f6e-c9cd4d1fc357 yet. {{(pid=103701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:07:14.780870 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-eff7861b-6bad-484d-a4d1-b09326c48080 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks [] for port (d4a64fa4-1c32-4c01-8f6e-c9cd4d1fc357), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:14.879668 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-eff7861b-6bad-484d-a4d1-b09326c48080 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (d4a64fa4-1c32-4c01-8f6e-c9cd4d1fc357), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:14.976235 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7861b-6bad-484d-a4d1-b09326c48080 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Pushing event updated for resources: {'Port': ['ID=d4a64fa4-1c32-4c01-8f6e-c9cd4d1fc357,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:15.052432 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff7861b-6bad-484d-a4d1-b09326c48080 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Checking segment: {'id': '5ad9d753-2f4b-4fb3-bf48-efacff46979d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '06053c41-d6ab-4ab8-a47c-d779892299f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:07:15.052730 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff7861b-6bad-484d-a4d1-b09326c48080 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Network hostable DHCP agents. Network: 06053c41-d6ab-4ab8-a47c-d779892299f2, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:07:15.100656 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff7861b-6bad-484d-a4d1-b09326c48080 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Network 06053c41-d6ab-4ab8-a47c-d779892299f2 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:07:15.164370 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-eff7861b-6bad-484d-a4d1-b09326c48080 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 06053c41-d6ab-4ab8-a47c-d779892299f2) {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:07:15.173557 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff7861b-6bad-484d-a4d1-b09326c48080 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:07:15.190890 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff7861b-6bad-484d-a4d1-b09326c48080 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:15.192041 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-eff7861b-6bad-484d-a4d1-b09326c48080 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:15.217064 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c522f4-bb60-48b7-af7d-8db02dfae96d None None] Network 06053c41-d6ab-4ab8-a47c-d779892299f2 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:07:15.243987 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 56760) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:07:15.247152 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-eff7861b-6bad-484d-a4d1-b09326c48080 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.0792484 Feb 19 03:07:15.249938 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-0edf8a1e-3611-41d6-a3cf-fbfd85ce7405 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1373362154'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:07:15.306626 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0edf8a1e-3611-41d6-a3cf-fbfd85ce7405 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Made reservation on behalf of 7e7716f824fc44b98f6a51091fedc5c3 for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:07:15.314061 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0edf8a1e-3611-41d6-a3cf-fbfd85ce7405 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:15.371665 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0edf8a1e-3611-41d6-a3cf-fbfd85ce7405 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] vlan segment allocate from pool success with {'vlan_id': 267, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:07:15.401876 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0edf8a1e-3611-41d6-a3cf-fbfd85ce7405 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (a08cd273-ada7-441e-a381-f73d07854894), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:15.402855 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-0edf8a1e-3611-41d6-a3cf-fbfd85ce7405 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Added segment a08cd273-ada7-441e-a381-f73d07854894 of type vlan for network f8efb6b8-ec78-4940-b3ce-fb500851a55d Feb 19 03:07:15.465781 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0edf8a1e-3611-41d6-a3cf-fbfd85ce7405 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (f8efb6b8-ec78-4940-b3ce-fb500851a55d), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:15.519171 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-1d985e64-0da8-4c8f-b972-36aae8b55152 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:15.542144 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0edf8a1e-3611-41d6-a3cf-fbfd85ce7405 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (f8efb6b8-ec78-4940-b3ce-fb500851a55d), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:15.548165 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edf8a1e-3611-41d6-a3cf-fbfd85ce7405 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:15.548773 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0edf8a1e-3611-41d6-a3cf-fbfd85ce7405 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:15.673034 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-0edf8a1e-3611-41d6-a3cf-fbfd85ce7405 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4271154 Feb 19 03:07:15.677784 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 56768) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:07:15.698641 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edf8a1e-3611-41d6-a3cf-fbfd85ce7405 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Pushing event updated for resources: {'Network': ['ID=f8efb6b8-ec78-4940-b3ce-fb500851a55d,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:15.711160 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-f193b03d-5fbd-4c0f-9fe4-13278ec6079f tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Request body: {'ports': [{'network_id': '06053c41-d6ab-4ab8-a47c-d779892299f2'}, {'network_id': 'f8efb6b8-ec78-4940-b3ce-fb500851a55d'}]} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:07:15.711649 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-f193b03d-5fbd-4c0f-9fe4-13278ec6079f tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Request body: {'port': {'network_id': '06053c41-d6ab-4ab8-a47c-d779892299f2'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:07:15.720593 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-f193b03d-5fbd-4c0f-9fe4-13278ec6079f tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Request body: {'port': {'network_id': 'f8efb6b8-ec78-4940-b3ce-fb500851a55d'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:07:15.728836 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network f8efb6b8-ec78-4940-b3ce-fb500851a55d details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:07:16.136882 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f193b03d-5fbd-4c0f-9fe4-13278ec6079f tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Made reservation on behalf of 7e7716f824fc44b98f6a51091fedc5c3 for: {'port': 2} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:07:16.142992 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f193b03d-5fbd-4c0f-9fe4-13278ec6079f tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:16.199988 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f193b03d-5fbd-4c0f-9fe4-13278ec6079f tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:16.491668 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [None req-f193b03d-5fbd-4c0f-9fe4-13278ec6079f tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] device_id is not set on port 23a106c5-c2e8-4139-a616-2a951a8a5b7a yet. {{(pid=103701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:07:16.597267 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f193b03d-5fbd-4c0f-9fe4-13278ec6079f tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks [] for port (23a106c5-c2e8-4139-a616-2a951a8a5b7a), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:16.689204 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [None req-f193b03d-5fbd-4c0f-9fe4-13278ec6079f tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] device_id is not set on port 937d4cea-36f7-4e99-ae04-7af1652d9b28 yet. {{(pid=103701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:07:16.856495 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f193b03d-5fbd-4c0f-9fe4-13278ec6079f tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks [] for port (937d4cea-36f7-4e99-ae04-7af1652d9b28), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:16.924832 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f193b03d-5fbd-4c0f-9fe4-13278ec6079f tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (23a106c5-c2e8-4139-a616-2a951a8a5b7a), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:16.980638 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f193b03d-5fbd-4c0f-9fe4-13278ec6079f tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Network 06053c41-d6ab-4ab8-a47c-d779892299f2 is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:07:16.984221 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-f193b03d-5fbd-4c0f-9fe4-13278ec6079f tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:07:16.990721 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f193b03d-5fbd-4c0f-9fe4-13278ec6079f tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:07:16.992324 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f193b03d-5fbd-4c0f-9fe4-13278ec6079f tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (937d4cea-36f7-4e99-ae04-7af1652d9b28), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:17.001657 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f193b03d-5fbd-4c0f-9fe4-13278ec6079f tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Pushing event updated for resources: {'Port': ['ID=23a106c5-c2e8-4139-a616-2a951a8a5b7a,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:17.089045 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f193b03d-5fbd-4c0f-9fe4-13278ec6079f tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Pushing event updated for resources: {'Port': ['ID=937d4cea-36f7-4e99-ae04-7af1652d9b28,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:17.105559 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f193b03d-5fbd-4c0f-9fe4-13278ec6079f tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Checking segment: {'id': 'a08cd273-ada7-441e-a381-f73d07854894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f8efb6b8-ec78-4940-b3ce-fb500851a55d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:07:17.106252 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f193b03d-5fbd-4c0f-9fe4-13278ec6079f tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Network hostable DHCP agents. Network: f8efb6b8-ec78-4940-b3ce-fb500851a55d, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:07:17.148284 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f193b03d-5fbd-4c0f-9fe4-13278ec6079f tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Network f8efb6b8-ec78-4940-b3ce-fb500851a55d is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:07:17.169942 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-f193b03d-5fbd-4c0f-9fe4-13278ec6079f tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, f8efb6b8-ec78-4940-b3ce-fb500851a55d) {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:07:17.174694 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f193b03d-5fbd-4c0f-9fe4-13278ec6079f tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:07:17.186055 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32aec72-a85e-402e-9519-6b3c95ae177b None None] Network f8efb6b8-ec78-4940-b3ce-fb500851a55d requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:07:17.196900 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f193b03d-5fbd-4c0f-9fe4-13278ec6079f tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:17.210888 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f193b03d-5fbd-4c0f-9fe4-13278ec6079f tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:17.212529 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f193b03d-5fbd-4c0f-9fe4-13278ec6079f tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:17.255674 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-f193b03d-5fbd-4c0f-9fe4-13278ec6079f tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.5737460 Feb 19 03:07:17.262259 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 56798) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:07:17.509755 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-a3eb222d-d174-4950-b966-bb981366e5cd tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Deleting port 937d4cea-36f7-4e99-ae04-7af1652d9b28 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:07:17.510310 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a3eb222d-d174-4950-b966-bb981366e5cd tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (937d4cea-36f7-4e99-ae04-7af1652d9b28), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:17.605300 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a3eb222d-d174-4950-b966-bb981366e5cd tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (937d4cea-36f7-4e99-ae04-7af1652d9b28), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:17.643135 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-a3eb222d-d174-4950-b966-bb981366e5cd tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Calling delete_port for 937d4cea-36f7-4e99-ae04-7af1652d9b28 owned by {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:07:17.702011 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d2a6a2e1-438b-426b-9379-5c0ca2310788 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:17.809348 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a3eb222d-d174-4950-b966-bb981366e5cd tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (937d4cea-36f7-4e99-ae04-7af1652d9b28), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:17.849538 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eb222d-d174-4950-b966-bb981366e5cd tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Pushing event deleted for resources: {'Port': ['ID=937d4cea-36f7-4e99-ae04-7af1652d9b28,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:17.855128 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a3eb222d-d174-4950-b966-bb981366e5cd tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:17.860865 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-a3eb222d-d174-4950-b966-bb981366e5cd tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "DELETE /v2.0/ports/937d4cea-36f7-4e99-ae04-7af1652d9b28 HTTP/1.1" status: 204 len: 168 time: 0.5967517 Feb 19 03:07:17.863816 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 56806) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:07:17.999520 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcfd0df4-fdf9-4d99-bcb1-12ae7c96f4bc tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:18.009060 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcfd0df4-fdf9-4d99-bcb1-12ae7c96f4bc tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:18.013139 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-dcfd0df4-fdf9-4d99-bcb1-12ae7c96f4bc tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1456270 Feb 19 03:07:18.013496 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 56812) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:07:18.161675 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-1180a81e-0955-40fd-9a28-257d665e6263 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Deleting port 23a106c5-c2e8-4139-a616-2a951a8a5b7a {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:07:18.162008 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1180a81e-0955-40fd-9a28-257d665e6263 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (23a106c5-c2e8-4139-a616-2a951a8a5b7a), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:18.282486 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1180a81e-0955-40fd-9a28-257d665e6263 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (23a106c5-c2e8-4139-a616-2a951a8a5b7a), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:18.303159 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-1180a81e-0955-40fd-9a28-257d665e6263 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Calling delete_port for 23a106c5-c2e8-4139-a616-2a951a8a5b7a owned by {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:07:18.420988 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1180a81e-0955-40fd-9a28-257d665e6263 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (23a106c5-c2e8-4139-a616-2a951a8a5b7a), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:18.492420 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1180a81e-0955-40fd-9a28-257d665e6263 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Pushing event deleted for resources: {'Port': ['ID=23a106c5-c2e8-4139-a616-2a951a8a5b7a,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:18.503220 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1180a81e-0955-40fd-9a28-257d665e6263 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:18.515240 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-1180a81e-0955-40fd-9a28-257d665e6263 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "DELETE /v2.0/ports/23a106c5-c2e8-4139-a616-2a951a8a5b7a HTTP/1.1" status: 204 len: 168 time: 0.4966094 Feb 19 03:07:18.516063 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 56820) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:07:18.665206 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3bf95a-b276-40ba-8d5b-2e67693d2f9b tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:18.665206 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-3e3bf95a-b276-40ba-8d5b-2e67693d2f9b tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1428425 Feb 19 03:07:18.666482 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 56826) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:07:18.737105 n-d-826753-2 neutron-server[103701]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbefd07e-abd5-4e03-bac5-4cdac22da699 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] GET failed (client error): The resource could not be found. Feb 19 03:07:18.743340 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-cbefd07e-abd5-4e03-bac5-4cdac22da699 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "GET /v2.0/ports/937d4cea-36f7-4e99-ae04-7af1652d9b28 HTTP/1.1" status: 404 len: 333 time: 0.0754845 Feb 19 03:07:18.759220 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 56828) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:07:18.802951 n-d-826753-2 neutron-server[103701]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3164d06-f771-4aae-9499-6d3b50f0d44b tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] GET failed (client error): The resource could not be found. Feb 19 03:07:18.804697 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-b3164d06-f771-4aae-9499-6d3b50f0d44b tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "GET /v2.0/ports/23a106c5-c2e8-4139-a616-2a951a8a5b7a HTTP/1.1" status: 404 len: 333 time: 0.0444274 Feb 19 03:07:18.807804 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 56830) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:07:18.940539 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9f1ee45f-dc2a-4cfa-87c1-ba5e6ef246de tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (f8efb6b8-ec78-4940-b3ce-fb500851a55d), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:19.077677 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9f1ee45f-dc2a-4cfa-87c1-ba5e6ef246de tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (f8efb6b8-ec78-4940-b3ce-fb500851a55d), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:19.108962 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-9f1ee45f-dc2a-4cfa-87c1-ba5e6ef246de tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8efb6b8-ec78-4940-b3ce-fb500851a55d']}} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:07:19.124539 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-9f1ee45f-dc2a-4cfa-87c1-ba5e6ef246de tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a08cd273-ada7-441e-a381-f73d07854894') {'for_net_delete': True} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:07:19.124980 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-9f1ee45f-dc2a-4cfa-87c1-ba5e6ef246de tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a08cd273-ada7-441e-a381-f73d07854894') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:07:19.158484 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9f1ee45f-dc2a-4cfa-87c1-ba5e6ef246de tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12647422'] for segment (a08cd273-ada7-441e-a381-f73d07854894), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:19.187872 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9f1ee45f-dc2a-4cfa-87c1-ba5e6ef246de tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (a08cd273-ada7-441e-a381-f73d07854894), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:19.198364 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f1ee45f-dc2a-4cfa-87c1-ba5e6ef246de tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Releasing vlan 267 on physical network physnet1 to pool {{(pid=103701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:07:19.199321 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9f1ee45f-dc2a-4cfa-87c1-ba5e6ef246de tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583360'] for segment (a08cd273-ada7-441e-a381-f73d07854894), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:19.268722 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:19.300814 n-d-826753-2 neutron-server[103701]: Traceback (most recent call last): Feb 19 03:07:19.300814 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:07:19.300814 n-d-826753-2 neutron-server[103701]: timer() Feb 19 03:07:19.300814 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:07:19.300814 n-d-826753-2 neutron-server[103701]: cb(*args, **kw) Feb 19 03:07:19.300814 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:07:19.300814 n-d-826753-2 neutron-server[103701]: return func(*args, **kwargs) Feb 19 03:07:19.300814 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:07:19.300814 n-d-826753-2 neutron-server[103701]: self._notify() Feb 19 03:07:19.300814 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:07:19.300814 n-d-826753-2 neutron-server[103701]: self.callback(batched_events) Feb 19 03:07:19.300814 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:07:19.300814 n-d-826753-2 neutron-server[103701]: event.method(event) Feb 19 03:07:19.300814 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:07:19.300814 n-d-826753-2 neutron-server[103701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:07:19.300814 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:07:19.300814 n-d-826753-2 neutron-server[103701]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:07:19.300814 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:07:19.300814 n-d-826753-2 neutron-server[103701]: return f(self, *a, **k) Feb 19 03:07:19.300814 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:07:19.300814 n-d-826753-2 neutron-server[103701]: return self._get(url).json() Feb 19 03:07:19.300814 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:07:19.300814 n-d-826753-2 neutron-server[103701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:07:19.300814 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:07:19.300814 n-d-826753-2 neutron-server[103701]: return self.request(url, 'GET', **kwargs) Feb 19 03:07:19.300814 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:07:19.300814 n-d-826753-2 neutron-server[103701]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:07:19.300814 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:07:19.300814 n-d-826753-2 neutron-server[103701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:07:19.300814 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:07:19.300814 n-d-826753-2 neutron-server[103701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:07:19.300814 n-d-826753-2 neutron-server[103701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:07:19.309915 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9f1ee45f-dc2a-4cfa-87c1-ba5e6ef246de tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (f8efb6b8-ec78-4940-b3ce-fb500851a55d), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:19.336580 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9f1ee45f-dc2a-4cfa-87c1-ba5e6ef246de tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:19.342509 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-9f1ee45f-dc2a-4cfa-87c1-ba5e6ef246de tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "DELETE /v2.0/networks/f8efb6b8-ec78-4940-b3ce-fb500851a55d HTTP/1.1" status: 204 len: 168 time: 0.5334947 Feb 19 03:07:19.344332 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1ee45f-dc2a-4cfa-87c1-ba5e6ef246de tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Pushing event deleted for resources: {'Network': ['ID=f8efb6b8-ec78-4940-b3ce-fb500851a55d,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:19.346245 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 56842) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:07:19.356364 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-7a17c275-e327-45b6-8366-2abed704ec6b tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-704910841'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:07:19.414764 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a17c275-e327-45b6-8366-2abed704ec6b tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Made reservation on behalf of 7e7716f824fc44b98f6a51091fedc5c3 for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:07:19.423227 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7a17c275-e327-45b6-8366-2abed704ec6b tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:19.486340 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a17c275-e327-45b6-8366-2abed704ec6b tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] vlan segment allocate from pool success with {'vlan_id': 261, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:07:19.513382 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7a17c275-e327-45b6-8366-2abed704ec6b tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (4e1f6ac3-78a3-441a-b644-6cd7c836486e), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:19.513970 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-7a17c275-e327-45b6-8366-2abed704ec6b tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Added segment 4e1f6ac3-78a3-441a-b644-6cd7c836486e of type vlan for network 1b74e603-5482-47e7-8808-43720950eb4b Feb 19 03:07:19.592450 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7a17c275-e327-45b6-8366-2abed704ec6b tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (1b74e603-5482-47e7-8808-43720950eb4b), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:19.652199 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7a17c275-e327-45b6-8366-2abed704ec6b tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (1b74e603-5482-47e7-8808-43720950eb4b), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:19.660685 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a17c275-e327-45b6-8366-2abed704ec6b tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:19.661357 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7a17c275-e327-45b6-8366-2abed704ec6b tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:19.747308 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a17c275-e327-45b6-8366-2abed704ec6b tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Pushing event updated for resources: {'Network': ['ID=1b74e603-5482-47e7-8808-43720950eb4b,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:19.754704 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-7a17c275-e327-45b6-8366-2abed704ec6b tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4066231 Feb 19 03:07:19.757746 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 56850) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:07:19.763574 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 1b74e603-5482-47e7-8808-43720950eb4b details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:07:19.768241 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-93f8c284-4ceb-4ee5-86af-2bfd5038984e tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Request body: {'subnet': {'network_id': '1b74e603-5482-47e7-8808-43720950eb4b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:07:19.935497 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93f8c284-4ceb-4ee5-86af-2bfd5038984e tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Made reservation on behalf of 7e7716f824fc44b98f6a51091fedc5c3 for: {'subnet': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:07:19.939704 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-93f8c284-4ceb-4ee5-86af-2bfd5038984e tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58706307'] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:20.079753 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.ipam_backend_mixin [None req-93f8c284-4ceb-4ee5-86af-2bfd5038984e tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Performing IP validity checks on allocation pools {{(pid=103701) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 19 03:07:20.086527 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.ipam_backend_mixin [None req-93f8c284-4ceb-4ee5-86af-2bfd5038984e tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103701) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 19 03:07:20.298696 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-93f8c284-4ceb-4ee5-86af-2bfd5038984e tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12647271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58706289'] for subnet (7b0a1979-2d99-4c3c-85b2-006e2856359d), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:20.379799 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f8c284-4ceb-4ee5-86af-2bfd5038984e tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Pushing event updated for resources: {'Subnet': ['ID=7b0a1979-2d99-4c3c-85b2-006e2856359d,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:20.392694 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f8c284-4ceb-4ee5-86af-2bfd5038984e tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Checking segment: {'id': '4e1f6ac3-78a3-441a-b644-6cd7c836486e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '1b74e603-5482-47e7-8808-43720950eb4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:07:20.393358 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f8c284-4ceb-4ee5-86af-2bfd5038984e tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Network hostable DHCP agents. Network: 1b74e603-5482-47e7-8808-43720950eb4b, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:07:20.418253 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f8c284-4ceb-4ee5-86af-2bfd5038984e tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Network 1b74e603-5482-47e7-8808-43720950eb4b is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:07:20.434877 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-93f8c284-4ceb-4ee5-86af-2bfd5038984e tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 1b74e603-5482-47e7-8808-43720950eb4b) {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:07:20.444563 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:20.451503 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77893a14-8d2a-47d3-87de-2da380c0cc8b None None] Network 1b74e603-5482-47e7-8808-43720950eb4b requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:07:20.455395 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f8c284-4ceb-4ee5-86af-2bfd5038984e tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:20.469110 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-93f8c284-4ceb-4ee5-86af-2bfd5038984e tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks [] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:20.522985 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 56874) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:07:20.524207 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-93f8c284-4ceb-4ee5-86af-2bfd5038984e tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7619388 Feb 19 03:07:20.533528 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-d0f36237-23d1-4894-b4b4-b805f733b56b tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Request body: {'port': {'network_id': '1b74e603-5482-47e7-8808-43720950eb4b', 'name': 'tempest-PortsIpV6TestJSON-349452230'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:07:20.654025 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb33eefa-2739-4ea5-abbf-e1f2de3894a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-1b74e603-5482-47e7-8808-43720950eb4b', 'network_id': '1b74e603-5482-47e7-8808-43720950eb4b', 'project_id': '7e7716f824fc44b98f6a51091fedc5c3', 'fixed_ips': [{'subnet_id': '7b0a1979-2d99-4c3c-85b2-006e2856359d'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:07:20.654885 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-cb33eefa-2739-4ea5-abbf-e1f2de3894a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:20.769394 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0f36237-23d1-4894-b4b4-b805f733b56b tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Made reservation on behalf of 7e7716f824fc44b98f6a51091fedc5c3 for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:07:20.773428 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d0f36237-23d1-4894-b4b4-b805f733b56b tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:20.795915 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [None req-d0f36237-23d1-4894-b4b4-b805f733b56b tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] device_id is not set on port 0c9b070d-4315-413b-8c03-bdc46cb46a61 yet. {{(pid=103702) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:07:20.839695 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-cb33eefa-2739-4ea5-abbf-e1f2de3894a1 None None] Allocated IP 2001:db8::2 (1b74e603-5482-47e7-8808-43720950eb4b/7b0a1979-2d99-4c3c-85b2-006e2856359d/8e967fd5-17be-4fdd-a4a5-61cbb567b47b) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:07:21.033892 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-cb33eefa-2739-4ea5-abbf-e1f2de3894a1 None None] Publish callbacks [] for port (8e967fd5-17be-4fdd-a4a5-61cbb567b47b), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:21.045740 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-cb33eefa-2739-4ea5-abbf-e1f2de3894a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (8e967fd5-17be-4fdd-a4a5-61cbb567b47b), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:21.165085 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb33eefa-2739-4ea5-abbf-e1f2de3894a1 None None] Network 1b74e603-5482-47e7-8808-43720950eb4b is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:07:21.168394 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-cb33eefa-2739-4ea5-abbf-e1f2de3894a1 None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:07:21.170964 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb33eefa-2739-4ea5-abbf-e1f2de3894a1 None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:07:21.184639 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb33eefa-2739-4ea5-abbf-e1f2de3894a1 None None] Pushing event updated for resources: {'Port': ['ID=8e967fd5-17be-4fdd-a4a5-61cbb567b47b,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:21.192583 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-d0f36237-23d1-4894-b4b4-b805f733b56b tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Allocated IP 2001:db8::354 (1b74e603-5482-47e7-8808-43720950eb4b/7b0a1979-2d99-4c3c-85b2-006e2856359d/0c9b070d-4315-413b-8c03-bdc46cb46a61) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:07:21.202174 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb33eefa-2739-4ea5-abbf-e1f2de3894a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:07:21.202565 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb33eefa-2739-4ea5-abbf-e1f2de3894a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:07:21.202976 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb33eefa-2739-4ea5-abbf-e1f2de3894a1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:07:21.203350 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb33eefa-2739-4ea5-abbf-e1f2de3894a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:07:21.203795 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb33eefa-2739-4ea5-abbf-e1f2de3894a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:07:21.204192 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb33eefa-2739-4ea5-abbf-e1f2de3894a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:07:21.204529 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb33eefa-2739-4ea5-abbf-e1f2de3894a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:07:21.204896 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb33eefa-2739-4ea5-abbf-e1f2de3894a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:07:21.205394 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb33eefa-2739-4ea5-abbf-e1f2de3894a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:07:21.205746 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb33eefa-2739-4ea5-abbf-e1f2de3894a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:07:21.206097 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb33eefa-2739-4ea5-abbf-e1f2de3894a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:07:21.206422 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb33eefa-2739-4ea5-abbf-e1f2de3894a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:07:21.206812 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb33eefa-2739-4ea5-abbf-e1f2de3894a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:07:21.366244 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-cb33eefa-2739-4ea5-abbf-e1f2de3894a1 None None] Attempting to bind port 8e967fd5-17be-4fdd-a4a5-61cbb567b47b on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:07:21.367167 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-cb33eefa-2739-4ea5-abbf-e1f2de3894a1 None None] Attempting to bind port 8e967fd5-17be-4fdd-a4a5-61cbb567b47b by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '4e1f6ac3-78a3-441a-b644-6cd7c836486e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '1b74e603-5482-47e7-8808-43720950eb4b'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:07:21.368020 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb33eefa-2739-4ea5-abbf-e1f2de3894a1 None None] Attempting to bind port 8e967fd5-17be-4fdd-a4a5-61cbb567b47b on network 1b74e603-5482-47e7-8808-43720950eb4b {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:07:21.380300 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb33eefa-2739-4ea5-abbf-e1f2de3894a1 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:07:21.381351 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb33eefa-2739-4ea5-abbf-e1f2de3894a1 None None] Checking segment: {'id': '4e1f6ac3-78a3-441a-b644-6cd7c836486e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '1b74e603-5482-47e7-8808-43720950eb4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:07:21.382562 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-cb33eefa-2739-4ea5-abbf-e1f2de3894a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:21.383687 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb33eefa-2739-4ea5-abbf-e1f2de3894a1 None None] Bound using segment: {'id': '4e1f6ac3-78a3-441a-b644-6cd7c836486e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '1b74e603-5482-47e7-8808-43720950eb4b'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:07:21.385544 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-cb33eefa-2739-4ea5-abbf-e1f2de3894a1 None None] Bound port: 8e967fd5-17be-4fdd-a4a5-61cbb567b47b, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e1f6ac3-78a3-441a-b644-6cd7c836486e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '1b74e603-5482-47e7-8808-43720950eb4b'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:07:21.385544 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-cb33eefa-2739-4ea5-abbf-e1f2de3894a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (8e967fd5-17be-4fdd-a4a5-61cbb567b47b), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:21.497677 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d0f36237-23d1-4894-b4b4-b805f733b56b tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks [] for port (0c9b070d-4315-413b-8c03-bdc46cb46a61), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:21.514766 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-cb33eefa-2739-4ea5-abbf-e1f2de3894a1 None None] For port 8e967fd5-17be-4fdd-a4a5-61cbb567b47b, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:07:21.519481 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-cb33eefa-2739-4ea5-abbf-e1f2de3894a1 None None] For port 8e967fd5-17be-4fdd-a4a5-61cbb567b47b, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=8e967fd5-17be-4fdd-a4a5-61cbb567b47b,segment=NetworkSegment(4e1f6ac3-78a3-441a-b644-6cd7c836486e),segment_id=4e1f6ac3-78a3-441a-b644-6cd7c836486e)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:07:21.530945 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-cb33eefa-2739-4ea5-abbf-e1f2de3894a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (8e967fd5-17be-4fdd-a4a5-61cbb567b47b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:21.550541 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d0f36237-23d1-4894-b4b4-b805f733b56b tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (0c9b070d-4315-413b-8c03-bdc46cb46a61), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:21.620152 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f36237-23d1-4894-b4b4-b805f733b56b tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Network 1b74e603-5482-47e7-8808-43720950eb4b is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:07:21.623345 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb33eefa-2739-4ea5-abbf-e1f2de3894a1 None None] Pushing event updated for resources: {'Port': ['ID=8e967fd5-17be-4fdd-a4a5-61cbb567b47b,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:21.624590 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-d0f36237-23d1-4894-b4b4-b805f733b56b tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:07:21.628042 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f36237-23d1-4894-b4b4-b805f733b56b tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:07:21.639396 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f36237-23d1-4894-b4b4-b805f733b56b tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:21.640137 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d0f36237-23d1-4894-b4b4-b805f733b56b tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:21.659620 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f36237-23d1-4894-b4b4-b805f733b56b tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Pushing event updated for resources: {'Port': ['ID=0c9b070d-4315-413b-8c03-bdc46cb46a61,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:21.681167 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-d0f36237-23d1-4894-b4b4-b805f733b56b tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1541066 Feb 19 03:07:21.683724 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 56904) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:07:21.835106 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-dbe4e725-f70b-48d3-9de6-9cb9bc6da0bc tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Deleting port 0c9b070d-4315-413b-8c03-bdc46cb46a61 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:07:21.835513 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-dbe4e725-f70b-48d3-9de6-9cb9bc6da0bc tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (0c9b070d-4315-413b-8c03-bdc46cb46a61), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:21.973921 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:22.020658 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-dbe4e725-f70b-48d3-9de6-9cb9bc6da0bc tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (0c9b070d-4315-413b-8c03-bdc46cb46a61), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:22.085328 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-dbe4e725-f70b-48d3-9de6-9cb9bc6da0bc tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Calling delete_port for 0c9b070d-4315-413b-8c03-bdc46cb46a61 owned by {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:07:22.423061 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-dbe4e725-f70b-48d3-9de6-9cb9bc6da0bc tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (0c9b070d-4315-413b-8c03-bdc46cb46a61), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:22.438810 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fc7dfb-977d-4281-a027-64418530881c req-a8ada894-bfdc-4045-a9f3-0e27aa6bffc5 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:22.440440 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-04fc7dfb-977d-4281-a027-64418530881c req-a8ada894-bfdc-4045-a9f3-0e27aa6bffc5 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 946 time: 0.0724406 Feb 19 03:07:22.474900 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe4e725-f70b-48d3-9de6-9cb9bc6da0bc tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Pushing event deleted for resources: {'Port': ['ID=0c9b070d-4315-413b-8c03-bdc46cb46a61,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:22.563224 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:22.572036 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-dbe4e725-f70b-48d3-9de6-9cb9bc6da0bc tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:22.580262 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-dbe4e725-f70b-48d3-9de6-9cb9bc6da0bc tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "DELETE /v2.0/ports/0c9b070d-4315-413b-8c03-bdc46cb46a61 HTTP/1.1" status: 204 len: 168 time: 0.8922927 Feb 19 03:07:22.581320 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 56934) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:07:22.616511 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-04fc7dfb-977d-4281-a027-64418530881c req-6c2b5e59-f6b0-43a6-bfe7-359b7d30e06d tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1527553 Feb 19 03:07:22.629495 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-d49e8ec8-d922-4d8f-81b0-a6ebb1cb632d tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] DELETE failed (client error): The resource could not be found. Feb 19 03:07:22.630426 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d49e8ec8-d922-4d8f-81b0-a6ebb1cb632d tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:07:22.637803 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 56936) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:07:22.638135 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-d49e8ec8-d922-4d8f-81b0-a6ebb1cb632d tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "DELETE /v2.0/ports/0c9b070d-4315-413b-8c03-bdc46cb46a61 HTTP/1.1" status: 404 len: 333 time: 0.0548820 Feb 19 03:07:22.685283 n-d-826753-2 neutron-server[103701]: INFO neutron.pecan_wsgi.hooks.translation [None req-a394cd9d-dd6d-4aba-8f18-a25479ab6dc4 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] GET failed (client error): The resource could not be found. Feb 19 03:07:22.687097 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-a394cd9d-dd6d-4aba-8f18-a25479ab6dc4 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "GET /v2.0/ports/0c9b070d-4315-413b-8c03-bdc46cb46a61 HTTP/1.1" status: 404 len: 333 time: 0.0479620 Feb 19 03:07:22.689839 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 56940) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:07:22.748569 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-93a76c43-6f7c-4223-aae2-4ccce181bd8c tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Deleting subnet 7b0a1979-2d99-4c3c-85b2-006e2856359d {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:07:22.752462 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-93a76c43-6f7c-4223-aae2-4ccce181bd8c tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks [] for subnet (7b0a1979-2d99-4c3c-85b2-006e2856359d), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:22.809544 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-93a76c43-6f7c-4223-aae2-4ccce181bd8c tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (7b0a1979-2d99-4c3c-85b2-006e2856359d), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:22.909928 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:07:22.981777 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-93a76c43-6f7c-4223-aae2-4ccce181bd8c tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (7b0a1979-2d99-4c3c-85b2-006e2856359d), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:23.016601 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be2d87c-1c38-46f5-b010-197395b32e9b None None] Network 1b74e603-5482-47e7-8808-43720950eb4b requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:07:23.067786 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-93a76c43-6f7c-4223-aae2-4ccce181bd8c tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (7b0a1979-2d99-4c3c-85b2-006e2856359d), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:23.093580 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a76c43-6f7c-4223-aae2-4ccce181bd8c tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Pushing event deleted for resources: {'Subnet': ['ID=7b0a1979-2d99-4c3c-85b2-006e2856359d,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:23.114130 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-93a76c43-6f7c-4223-aae2-4ccce181bd8c tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:23.120516 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-93a76c43-6f7c-4223-aae2-4ccce181bd8c tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "DELETE /v2.0/subnets/7b0a1979-2d99-4c3c-85b2-006e2856359d HTTP/1.1" status: 204 len: 168 time: 0.4284112 Feb 19 03:07:23.122606 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 56954) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:07:23.161535 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-5d18b47d-c5d7-428d-af79-c068cae6eee8 None None] Provisioning complete for port 8e967fd5-17be-4fdd-a4a5-61cbb567b47b triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:07:23.161762 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5d18b47d-c5d7-428d-af79-c068cae6eee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (8e967fd5-17be-4fdd-a4a5-61cbb567b47b), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:23.268998 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-874e9b3d-4616-48ee-baf2-5ff6bb4fcd7d tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (1b74e603-5482-47e7-8808-43720950eb4b), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:23.277854 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-5d18b47d-c5d7-428d-af79-c068cae6eee8 None None] Current status of the port 8e967fd5-17be-4fdd-a4a5-61cbb567b47b is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:07:23.278248 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5d18b47d-c5d7-428d-af79-c068cae6eee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (8e967fd5-17be-4fdd-a4a5-61cbb567b47b), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:23.328027 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-5d18b47d-c5d7-428d-af79-c068cae6eee8 None None] For port 8e967fd5-17be-4fdd-a4a5-61cbb567b47b, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=8e967fd5-17be-4fdd-a4a5-61cbb567b47b,segment=NetworkSegment(4e1f6ac3-78a3-441a-b644-6cd7c836486e),segment_id=4e1f6ac3-78a3-441a-b644-6cd7c836486e)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:07:23.338791 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5d18b47d-c5d7-428d-af79-c068cae6eee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (8e967fd5-17be-4fdd-a4a5-61cbb567b47b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:23.455804 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d18b47d-c5d7-428d-af79-c068cae6eee8 None None] Pushing event updated for resources: {'Port': ['ID=8e967fd5-17be-4fdd-a4a5-61cbb567b47b,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:23.462748 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-874e9b3d-4616-48ee-baf2-5ff6bb4fcd7d tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Deleting port 8e967fd5-17be-4fdd-a4a5-61cbb567b47b {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:07:23.463899 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-874e9b3d-4616-48ee-baf2-5ff6bb4fcd7d tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (8e967fd5-17be-4fdd-a4a5-61cbb567b47b), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:23.583817 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-874e9b3d-4616-48ee-baf2-5ff6bb4fcd7d tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] For port 8e967fd5-17be-4fdd-a4a5-61cbb567b47b, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=8e967fd5-17be-4fdd-a4a5-61cbb567b47b,segment=NetworkSegment(4e1f6ac3-78a3-441a-b644-6cd7c836486e),segment_id=4e1f6ac3-78a3-441a-b644-6cd7c836486e)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:07:23.585128 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-874e9b3d-4616-48ee-baf2-5ff6bb4fcd7d tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (8e967fd5-17be-4fdd-a4a5-61cbb567b47b), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:23.613618 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de979e1b-8bbb-49b5-a8c1-fc51315d791b req-49031278-7110-494f-9b50-61ef49f0ffd8 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:23.615461 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-de979e1b-8bbb-49b5-a8c1-fc51315d791b req-49031278-7110-494f-9b50-61ef49f0ffd8 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 946 time: 0.2287095 Feb 19 03:07:23.622776 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-874e9b3d-4616-48ee-baf2-5ff6bb4fcd7d tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Calling delete_port for 8e967fd5-17be-4fdd-a4a5-61cbb567b47b owned by network:dhcp {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:07:23.665396 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd256c5-b4af-443b-8002-86553386654c None None] Network 1b74e603-5482-47e7-8808-43720950eb4b requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:07:23.759318 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-874e9b3d-4616-48ee-baf2-5ff6bb4fcd7d tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (8e967fd5-17be-4fdd-a4a5-61cbb567b47b), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:23.778276 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-6a3e6332-d28e-4d32-9a07-8bb631a67174 None None] Could not find standard attr ID for object 8e967fd5-17be-4fdd-a4a5-61cbb567b47b. {{(pid=103703) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:07:23.784799 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874e9b3d-4616-48ee-baf2-5ff6bb4fcd7d tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] No DVR routers for this DVR port 8e967fd5-17be-4fdd-a4a5-61cbb567b47b on host n-d-826753-2 {{(pid=103701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:07:23.808448 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 8e967fd5-17be-4fdd-a4a5-61cbb567b47b up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:07:23.851017 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 8e967fd5-17be-4fdd-a4a5-61cbb567b47b {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:07:23.851495 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 8e967fd5-17be-4fdd-a4a5-61cbb567b47b not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 19 03:07:23.874902 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874e9b3d-4616-48ee-baf2-5ff6bb4fcd7d tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Pushing event deleted for resources: {'Port': ['ID=8e967fd5-17be-4fdd-a4a5-61cbb567b47b,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:23.893737 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9fdebb6-a677-4415-aa45-cfb7576f0623 None None] DHCP port deletion for 1b74e603-5482-47e7-8808-43720950eb4b request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:07:23.898805 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Port 8e967fd5-17be-4fdd-a4a5-61cbb567b47b not found, will not notify nova. {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 19 03:07:23.954455 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-de979e1b-8bbb-49b5-a8c1-fc51315d791b req-4f921e1c-a59b-490c-828f-d522fcac4dca tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2230041 Feb 19 03:07:23.971441 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-874e9b3d-4616-48ee-baf2-5ff6bb4fcd7d tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (1b74e603-5482-47e7-8808-43720950eb4b), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:24.002540 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-874e9b3d-4616-48ee-baf2-5ff6bb4fcd7d tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b74e603-5482-47e7-8808-43720950eb4b']}} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:07:24.018851 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-874e9b3d-4616-48ee-baf2-5ff6bb4fcd7d tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e1f6ac3-78a3-441a-b644-6cd7c836486e') {'for_net_delete': True} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:07:24.019419 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-874e9b3d-4616-48ee-baf2-5ff6bb4fcd7d tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e1f6ac3-78a3-441a-b644-6cd7c836486e') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:07:24.037293 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-874e9b3d-4616-48ee-baf2-5ff6bb4fcd7d tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12647422'] for segment (4e1f6ac3-78a3-441a-b644-6cd7c836486e), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:24.066622 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-874e9b3d-4616-48ee-baf2-5ff6bb4fcd7d tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (4e1f6ac3-78a3-441a-b644-6cd7c836486e), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:24.075319 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-874e9b3d-4616-48ee-baf2-5ff6bb4fcd7d tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Releasing vlan 261 on physical network physnet1 to pool {{(pid=103701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:07:24.075795 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-874e9b3d-4616-48ee-baf2-5ff6bb4fcd7d tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583360'] for segment (4e1f6ac3-78a3-441a-b644-6cd7c836486e), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:24.079458 n-d-826753-2 neutron-server[103701]: Traceback (most recent call last): Feb 19 03:07:24.079458 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:07:24.079458 n-d-826753-2 neutron-server[103701]: timer() Feb 19 03:07:24.079458 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:07:24.079458 n-d-826753-2 neutron-server[103701]: cb(*args, **kw) Feb 19 03:07:24.079458 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:07:24.079458 n-d-826753-2 neutron-server[103701]: return func(*args, **kwargs) Feb 19 03:07:24.079458 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:07:24.079458 n-d-826753-2 neutron-server[103701]: self._notify() Feb 19 03:07:24.079458 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:07:24.079458 n-d-826753-2 neutron-server[103701]: self.callback(batched_events) Feb 19 03:07:24.079458 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:07:24.079458 n-d-826753-2 neutron-server[103701]: event.method(event) Feb 19 03:07:24.079458 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:07:24.079458 n-d-826753-2 neutron-server[103701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:07:24.079458 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:07:24.079458 n-d-826753-2 neutron-server[103701]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:07:24.079458 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:07:24.079458 n-d-826753-2 neutron-server[103701]: return f(self, *a, **k) Feb 19 03:07:24.079458 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:07:24.079458 n-d-826753-2 neutron-server[103701]: return self._get(url).json() Feb 19 03:07:24.079458 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:07:24.079458 n-d-826753-2 neutron-server[103701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:07:24.079458 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:07:24.079458 n-d-826753-2 neutron-server[103701]: return self.request(url, 'GET', **kwargs) Feb 19 03:07:24.079458 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:07:24.079458 n-d-826753-2 neutron-server[103701]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:07:24.079458 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:07:24.079458 n-d-826753-2 neutron-server[103701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:07:24.079458 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:07:24.079458 n-d-826753-2 neutron-server[103701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:07:24.079458 n-d-826753-2 neutron-server[103701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:07:24.154018 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-874e9b3d-4616-48ee-baf2-5ff6bb4fcd7d tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (1b74e603-5482-47e7-8808-43720950eb4b), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:24.161672 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-874e9b3d-4616-48ee-baf2-5ff6bb4fcd7d tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:24.169845 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-874e9b3d-4616-48ee-baf2-5ff6bb4fcd7d tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "DELETE /v2.0/networks/1b74e603-5482-47e7-8808-43720950eb4b HTTP/1.1" status: 204 len: 168 time: 1.0417626 Feb 19 03:07:24.170530 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 56974) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:07:24.175853 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-fc0ce95e-192a-4199-b099-28de45f9fd64 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-423752058'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:07:24.189902 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874e9b3d-4616-48ee-baf2-5ff6bb4fcd7d tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Pushing event deleted for resources: {'Network': ['ID=1b74e603-5482-47e7-8808-43720950eb4b,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:24.220956 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc0ce95e-192a-4199-b099-28de45f9fd64 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Made reservation on behalf of 7e7716f824fc44b98f6a51091fedc5c3 for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:07:24.224824 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fc0ce95e-192a-4199-b099-28de45f9fd64 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:24.258095 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc0ce95e-192a-4199-b099-28de45f9fd64 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] vlan segment allocate from pool success with {'vlan_id': 279, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:07:24.271299 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fc0ce95e-192a-4199-b099-28de45f9fd64 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (6e110167-876b-49dc-9678-3d70de4ab412), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:24.271640 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-fc0ce95e-192a-4199-b099-28de45f9fd64 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Added segment 6e110167-876b-49dc-9678-3d70de4ab412 of type vlan for network 47865493-cd13-4a54-ba78-df2810cac4d5 Feb 19 03:07:24.313611 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fc0ce95e-192a-4199-b099-28de45f9fd64 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (47865493-cd13-4a54-ba78-df2810cac4d5), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:24.340875 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fc0ce95e-192a-4199-b099-28de45f9fd64 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (47865493-cd13-4a54-ba78-df2810cac4d5), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:24.348103 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0ce95e-192a-4199-b099-28de45f9fd64 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:24.348963 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fc0ce95e-192a-4199-b099-28de45f9fd64 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:24.431401 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-fc0ce95e-192a-4199-b099-28de45f9fd64 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2596264 Feb 19 03:07:24.434637 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 56982) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:07:24.438769 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0ce95e-192a-4199-b099-28de45f9fd64 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Pushing event updated for resources: {'Network': ['ID=47865493-cd13-4a54-ba78-df2810cac4d5,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:24.448870 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-8c12907d-9960-49e2-862a-a08091e130ce tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Request body: {'subnet': {'network_id': '47865493-cd13-4a54-ba78-df2810cac4d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:07:24.450396 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 47865493-cd13-4a54-ba78-df2810cac4d5 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:07:24.603924 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c12907d-9960-49e2-862a-a08091e130ce tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Made reservation on behalf of 7e7716f824fc44b98f6a51091fedc5c3 for: {'subnet': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:07:24.607553 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8c12907d-9960-49e2-862a-a08091e130ce tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58706307'] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:24.831352 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8c12907d-9960-49e2-862a-a08091e130ce tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12647271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58706289'] for subnet (1c1fe96b-1af7-4ee4-aad2-864c3739d4d0), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:24.892110 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c12907d-9960-49e2-862a-a08091e130ce tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Pushing event updated for resources: {'Subnet': ['ID=1c1fe96b-1af7-4ee4-aad2-864c3739d4d0,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:24.919591 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c12907d-9960-49e2-862a-a08091e130ce tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Checking segment: {'id': '6e110167-876b-49dc-9678-3d70de4ab412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '47865493-cd13-4a54-ba78-df2810cac4d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:07:24.919961 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c12907d-9960-49e2-862a-a08091e130ce tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Network hostable DHCP agents. Network: 47865493-cd13-4a54-ba78-df2810cac4d5, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:07:24.939606 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c12907d-9960-49e2-862a-a08091e130ce tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Network 47865493-cd13-4a54-ba78-df2810cac4d5 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:07:24.960269 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-8c12907d-9960-49e2-862a-a08091e130ce tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 47865493-cd13-4a54-ba78-df2810cac4d5) {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:07:24.969606 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99fb719-5444-4cb2-9d41-ba77df0ecd2e None None] Network 47865493-cd13-4a54-ba78-df2810cac4d5 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:07:24.976002 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c12907d-9960-49e2-862a-a08091e130ce tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:24.977273 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8c12907d-9960-49e2-862a-a08091e130ce tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks [] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:25.013232 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-8c12907d-9960-49e2-862a-a08091e130ce tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5766191 Feb 19 03:07:25.015288 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 57000) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:07:25.020976 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-fdf2a61a-8e3a-4ada-b895-623eba464355 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Request body: {'port': {'network_id': '47865493-cd13-4a54-ba78-df2810cac4d5', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-194543819'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:07:25.151630 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59834db6-f1b9-4c3d-84d7-d5bd045d4849 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-47865493-cd13-4a54-ba78-df2810cac4d5', 'network_id': '47865493-cd13-4a54-ba78-df2810cac4d5', 'project_id': '7e7716f824fc44b98f6a51091fedc5c3', 'fixed_ips': [{'subnet_id': '1c1fe96b-1af7-4ee4-aad2-864c3739d4d0'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:07:25.152498 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-59834db6-f1b9-4c3d-84d7-d5bd045d4849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:25.263868 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdf2a61a-8e3a-4ada-b895-623eba464355 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Made reservation on behalf of 7e7716f824fc44b98f6a51091fedc5c3 for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:07:25.267807 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-fdf2a61a-8e3a-4ada-b895-623eba464355 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:25.298412 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb125a8-9a72-4853-b3e0-e6415cd1dcde req-0edf09e7-ed56-4998-99da-b391773fb3a3 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:25.300102 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ceb125a8-9a72-4853-b3e0-e6415cd1dcde req-0edf09e7-ed56-4998-99da-b391773fb3a3 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 946 time: 0.1544011 Feb 19 03:07:25.303402 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [None req-fdf2a61a-8e3a-4ada-b895-623eba464355 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] device_id is not set on port d38a4e08-92cf-4939-9761-15491c40d877 yet. {{(pid=103701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:07:25.339004 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-59834db6-f1b9-4c3d-84d7-d5bd045d4849 None None] Allocated IP 2001:db8::2 (47865493-cd13-4a54-ba78-df2810cac4d5/1c1fe96b-1af7-4ee4-aad2-864c3739d4d0/24291ccd-efc4-4777-b0eb-f92143811678) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:07:25.427161 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ceb125a8-9a72-4853-b3e0-e6415cd1dcde req-d99356f0-2a1e-4cce-98a5-addbdc26792e tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173198 Feb 19 03:07:25.695818 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-59834db6-f1b9-4c3d-84d7-d5bd045d4849 None None] Publish callbacks [] for port (24291ccd-efc4-4777-b0eb-f92143811678), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:25.698786 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 8e967fd5-17be-4fdd-a4a5-61cbb567b47b no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:07:25.723554 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-59834db6-f1b9-4c3d-84d7-d5bd045d4849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (24291ccd-efc4-4777-b0eb-f92143811678), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:25.735198 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 8e967fd5-17be-4fdd-a4a5-61cbb567b47b {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:07:25.735952 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 8e967fd5-17be-4fdd-a4a5-61cbb567b47b not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:07:25.788347 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59834db6-f1b9-4c3d-84d7-d5bd045d4849 None None] Network 47865493-cd13-4a54-ba78-df2810cac4d5 is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:07:25.794889 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-59834db6-f1b9-4c3d-84d7-d5bd045d4849 None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:07:25.803213 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59834db6-f1b9-4c3d-84d7-d5bd045d4849 None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:07:25.807728 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59834db6-f1b9-4c3d-84d7-d5bd045d4849 None None] Pushing event updated for resources: {'Port': ['ID=24291ccd-efc4-4777-b0eb-f92143811678,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:25.824099 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-fdf2a61a-8e3a-4ada-b895-623eba464355 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Allocated IP 2001:db8::224 (47865493-cd13-4a54-ba78-df2810cac4d5/1c1fe96b-1af7-4ee4-aad2-864c3739d4d0/d38a4e08-92cf-4939-9761-15491c40d877) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:07:25.872610 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-59834db6-f1b9-4c3d-84d7-d5bd045d4849 None None] Attempting to bind port 24291ccd-efc4-4777-b0eb-f92143811678 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:07:25.872991 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-59834db6-f1b9-4c3d-84d7-d5bd045d4849 None None] Attempting to bind port 24291ccd-efc4-4777-b0eb-f92143811678 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '6e110167-876b-49dc-9678-3d70de4ab412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '47865493-cd13-4a54-ba78-df2810cac4d5'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:07:25.873436 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59834db6-f1b9-4c3d-84d7-d5bd045d4849 None None] Attempting to bind port 24291ccd-efc4-4777-b0eb-f92143811678 on network 47865493-cd13-4a54-ba78-df2810cac4d5 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:07:25.878692 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59834db6-f1b9-4c3d-84d7-d5bd045d4849 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:07:25.879077 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59834db6-f1b9-4c3d-84d7-d5bd045d4849 None None] Checking segment: {'id': '6e110167-876b-49dc-9678-3d70de4ab412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '47865493-cd13-4a54-ba78-df2810cac4d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:07:25.879702 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-59834db6-f1b9-4c3d-84d7-d5bd045d4849 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:25.880105 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59834db6-f1b9-4c3d-84d7-d5bd045d4849 None None] Bound using segment: {'id': '6e110167-876b-49dc-9678-3d70de4ab412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '47865493-cd13-4a54-ba78-df2810cac4d5'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:07:25.880572 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-59834db6-f1b9-4c3d-84d7-d5bd045d4849 None None] Bound port: 24291ccd-efc4-4777-b0eb-f92143811678, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e110167-876b-49dc-9678-3d70de4ab412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '47865493-cd13-4a54-ba78-df2810cac4d5'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:07:25.880956 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-59834db6-f1b9-4c3d-84d7-d5bd045d4849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (24291ccd-efc4-4777-b0eb-f92143811678), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:25.964872 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-59834db6-f1b9-4c3d-84d7-d5bd045d4849 None None] For port 24291ccd-efc4-4777-b0eb-f92143811678, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:07:25.968521 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-59834db6-f1b9-4c3d-84d7-d5bd045d4849 None None] For port 24291ccd-efc4-4777-b0eb-f92143811678, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=24291ccd-efc4-4777-b0eb-f92143811678,segment=NetworkSegment(6e110167-876b-49dc-9678-3d70de4ab412),segment_id=6e110167-876b-49dc-9678-3d70de4ab412)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:07:25.983882 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-59834db6-f1b9-4c3d-84d7-d5bd045d4849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (24291ccd-efc4-4777-b0eb-f92143811678), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:26.001287 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-fdf2a61a-8e3a-4ada-b895-623eba464355 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks [] for port (d38a4e08-92cf-4939-9761-15491c40d877), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:26.079604 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-fdf2a61a-8e3a-4ada-b895-623eba464355 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (d38a4e08-92cf-4939-9761-15491c40d877), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:26.091726 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59834db6-f1b9-4c3d-84d7-d5bd045d4849 None None] Pushing event updated for resources: {'Port': ['ID=24291ccd-efc4-4777-b0eb-f92143811678,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:26.094509 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6 no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:07:26.146986 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf2a61a-8e3a-4ada-b895-623eba464355 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Pushing event updated for resources: {'Port': ['ID=d38a4e08-92cf-4939-9761-15491c40d877,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:26.177161 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf2a61a-8e3a-4ada-b895-623eba464355 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Network 47865493-cd13-4a54-ba78-df2810cac4d5 is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:07:26.178162 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:26.181041 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-fdf2a61a-8e3a-4ada-b895-623eba464355 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:07:26.185105 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf2a61a-8e3a-4ada-b895-623eba464355 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:07:26.191792 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf2a61a-8e3a-4ada-b895-623eba464355 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:26.193716 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-fdf2a61a-8e3a-4ada-b895-623eba464355 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:26.223382 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-fdf2a61a-8e3a-4ada-b895-623eba464355 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.2069547 Feb 19 03:07:26.227057 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 57022) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:07:26.261647 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6 is: ACTIVE; New status is: DOWN {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:07:26.261647 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:26.296894 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5712473-ec71-4cd2-a7d2-c2cec0223e2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:07:26.299232 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-149b5ad0-62ef-401a-9eff-dcceb2d06db0" -d '{"events": [{"server_uuid": "d5712473-ec71-4cd2-a7d2-c2cec0223e2b", "name": "network-vif-unplugged", "status": "completed", "tag": "45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:07:26.350532 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6,segment=NetworkSegment(9361ff5e-ecd3-4a53-b64f-0204e54bd4ff),segment_id=9361ff5e-ecd3-4a53-b64f-0204e54bd4ff)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:07:26.365647 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:26.375379 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-0208b28e-bd47-4dee-9997-bcffcef0445e tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Deleting port d38a4e08-92cf-4939-9761-15491c40d877 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:07:26.376191 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0208b28e-bd47-4dee-9997-bcffcef0445e tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (d38a4e08-92cf-4939-9761-15491c40d877), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:26.404153 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50f71e36-fc03-4390-b532-e564fad319fd x-openstack-request-id: req-50f71e36-fc03-4390-b532-e564fad319fd {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:07:26.404655 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5712473-ec71-4cd2-a7d2-c2cec0223e2b", "name": "network-vif-unplugged", "status": "completed", "tag": "45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:07:26.404752 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-50f71e36-fc03-4390-b532-e564fad319fd {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:07:26.405101 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5712473-ec71-4cd2-a7d2-c2cec0223e2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6', 'code': 200} Feb 19 03:07:26.452233 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6,revision_number=11']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:26.606790 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0208b28e-bd47-4dee-9997-bcffcef0445e tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (d38a4e08-92cf-4939-9761-15491c40d877), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:26.630919 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-0208b28e-bd47-4dee-9997-bcffcef0445e tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Calling delete_port for d38a4e08-92cf-4939-9761-15491c40d877 owned by {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:07:26.646407 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fe8ed1-bcf8-43d4-a2c1-15277978c74f req-9511abb5-a5c3-4e3d-9712-f3faca01dafb tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:26.654129 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-00fe8ed1-bcf8-43d4-a2c1-15277978c74f req-9511abb5-a5c3-4e3d-9712-f3faca01dafb tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 944 time: 0.1005905 Feb 19 03:07:26.741548 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-00fe8ed1-bcf8-43d4-a2c1-15277978c74f req-3a5fb959-36b5-4a34-a1ba-cba28c7e666c tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772760 Feb 19 03:07:26.881136 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0208b28e-bd47-4dee-9997-bcffcef0445e tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (d38a4e08-92cf-4939-9761-15491c40d877), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:26.940292 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0208b28e-bd47-4dee-9997-bcffcef0445e tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Pushing event deleted for resources: {'Port': ['ID=d38a4e08-92cf-4939-9761-15491c40d877,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:26.982163 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0208b28e-bd47-4dee-9997-bcffcef0445e tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:26.985804 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-0208b28e-bd47-4dee-9997-bcffcef0445e tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "DELETE /v2.0/ports/d38a4e08-92cf-4939-9761-15491c40d877 HTTP/1.1" status: 204 len: 168 time: 0.7569163 Feb 19 03:07:26.988327 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 57038) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:07:27.019012 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6eac6d8-b48e-42bb-9714-915dcf67ab81 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] GET failed (client error): The resource could not be found. Feb 19 03:07:27.020493 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-f6eac6d8-b48e-42bb-9714-915dcf67ab81 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "GET /v2.0/ports/d38a4e08-92cf-4939-9761-15491c40d877 HTTP/1.1" status: 404 len: 333 time: 0.0312288 Feb 19 03:07:27.029465 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 57040) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:07:27.115347 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-03049488-2a62-4f23-aa8b-7508cfc7abe6 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Deleting subnet 1c1fe96b-1af7-4ee4-aad2-864c3739d4d0 {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:07:27.120610 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-03049488-2a62-4f23-aa8b-7508cfc7abe6 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks [] for subnet (1c1fe96b-1af7-4ee4-aad2-864c3739d4d0), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:27.182406 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-03049488-2a62-4f23-aa8b-7508cfc7abe6 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (1c1fe96b-1af7-4ee4-aad2-864c3739d4d0), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:27.319156 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-03049488-2a62-4f23-aa8b-7508cfc7abe6 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (1c1fe96b-1af7-4ee4-aad2-864c3739d4d0), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:27.395601 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-03049488-2a62-4f23-aa8b-7508cfc7abe6 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (1c1fe96b-1af7-4ee4-aad2-864c3739d4d0), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:27.432866 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03049488-2a62-4f23-aa8b-7508cfc7abe6 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Pushing event deleted for resources: {'Subnet': ['ID=1c1fe96b-1af7-4ee4-aad2-864c3739d4d0,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:27.442650 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-03049488-2a62-4f23-aa8b-7508cfc7abe6 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:27.449316 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-03049488-2a62-4f23-aa8b-7508cfc7abe6 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "DELETE /v2.0/subnets/1c1fe96b-1af7-4ee4-aad2-864c3739d4d0 HTTP/1.1" status: 204 len: 168 time: 0.4181626 Feb 19 03:07:27.454063 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 57048) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:07:27.562882 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1dc50d8d-7b66-4457-98c1-e9aae5a26fcc tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (47865493-cd13-4a54-ba78-df2810cac4d5), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:27.652726 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-1dc50d8d-7b66-4457-98c1-e9aae5a26fcc tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Deleting port 24291ccd-efc4-4777-b0eb-f92143811678 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:07:27.653109 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1dc50d8d-7b66-4457-98c1-e9aae5a26fcc tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (24291ccd-efc4-4777-b0eb-f92143811678), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:27.715565 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57eb9e9-e3e8-4efa-ae58-63e1c520fb86 None None] Network 47865493-cd13-4a54-ba78-df2810cac4d5 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:07:27.832808 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 24291ccd-efc4-4777-b0eb-f92143811678 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:07:27.846643 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-1dc50d8d-7b66-4457-98c1-e9aae5a26fcc tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] For port 24291ccd-efc4-4777-b0eb-f92143811678, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=24291ccd-efc4-4777-b0eb-f92143811678,segment=NetworkSegment(6e110167-876b-49dc-9678-3d70de4ab412),segment_id=6e110167-876b-49dc-9678-3d70de4ab412)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:07:27.847101 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1dc50d8d-7b66-4457-98c1-e9aae5a26fcc tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (24291ccd-efc4-4777-b0eb-f92143811678), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:27.873805 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-1dc50d8d-7b66-4457-98c1-e9aae5a26fcc tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Calling delete_port for 24291ccd-efc4-4777-b0eb-f92143811678 owned by network:dhcp {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:07:27.913516 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-a798a87a-e351-484c-abcf-9adb23bc5c9b None None] Provisioning complete for port 24291ccd-efc4-4777-b0eb-f92143811678 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:07:27.913897 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-a798a87a-e351-484c-abcf-9adb23bc5c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (24291ccd-efc4-4777-b0eb-f92143811678), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:28.020742 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1dc50d8d-7b66-4457-98c1-e9aae5a26fcc tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (24291ccd-efc4-4777-b0eb-f92143811678), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:28.027268 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 24291ccd-efc4-4777-b0eb-f92143811678 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:07:28.027641 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (24291ccd-efc4-4777-b0eb-f92143811678), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:28.053948 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc50d8d-7b66-4457-98c1-e9aae5a26fcc tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Pushing event deleted for resources: {'Port': ['ID=24291ccd-efc4-4777-b0eb-f92143811678,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:28.071633 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc50d8d-7b66-4457-98c1-e9aae5a26fcc tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] No DVR routers for this DVR port 24291ccd-efc4-4777-b0eb-f92143811678 on host n-d-826753-2 {{(pid=103701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:07:28.075833 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Port 24291ccd-efc4-4777-b0eb-f92143811678 was deleted so its status cannot be updated. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 19 03:07:28.083717 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-a798a87a-e351-484c-abcf-9adb23bc5c9b None None] Current status of the port 24291ccd-efc4-4777-b0eb-f92143811678 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:07:28.083984 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-a798a87a-e351-484c-abcf-9adb23bc5c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (24291ccd-efc4-4777-b0eb-f92143811678), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:28.105779 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173d940a-cedd-4365-a5d7-f709a7a216d4 req-cb787a86-6452-4aef-80d0-7edcead7ae7e tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:28.108172 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-173d940a-cedd-4365-a5d7-f709a7a216d4 req-cb787a86-6452-4aef-80d0-7edcead7ae7e tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 944 time: 0.2268591 Feb 19 03:07:28.190882 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af621894-5ec0-4a7e-9455-8a38dff028d4 None None] DHCP port deletion for 47865493-cd13-4a54-ba78-df2810cac4d5 request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:07:28.218356 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-173d940a-cedd-4365-a5d7-f709a7a216d4 req-b2a1f597-aa36-4eee-a60b-52e3d4d29b38 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825164 Feb 19 03:07:28.279484 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1dc50d8d-7b66-4457-98c1-e9aae5a26fcc tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (47865493-cd13-4a54-ba78-df2810cac4d5), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:28.309135 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-1dc50d8d-7b66-4457-98c1-e9aae5a26fcc tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47865493-cd13-4a54-ba78-df2810cac4d5']}} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:07:28.335996 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-1dc50d8d-7b66-4457-98c1-e9aae5a26fcc tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e110167-876b-49dc-9678-3d70de4ab412') {'for_net_delete': True} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:07:28.336419 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-1dc50d8d-7b66-4457-98c1-e9aae5a26fcc tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e110167-876b-49dc-9678-3d70de4ab412') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:07:28.363029 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1dc50d8d-7b66-4457-98c1-e9aae5a26fcc tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12647422'] for segment (6e110167-876b-49dc-9678-3d70de4ab412), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:28.385996 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1dc50d8d-7b66-4457-98c1-e9aae5a26fcc tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (6e110167-876b-49dc-9678-3d70de4ab412), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:28.403621 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dc50d8d-7b66-4457-98c1-e9aae5a26fcc tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Releasing vlan 279 on physical network physnet1 to pool {{(pid=103701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:07:28.403986 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1dc50d8d-7b66-4457-98c1-e9aae5a26fcc tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583360'] for segment (6e110167-876b-49dc-9678-3d70de4ab412), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:28.423143 n-d-826753-2 neutron-server[103701]: Traceback (most recent call last): Feb 19 03:07:28.423143 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:07:28.423143 n-d-826753-2 neutron-server[103701]: timer() Feb 19 03:07:28.423143 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:07:28.423143 n-d-826753-2 neutron-server[103701]: cb(*args, **kw) Feb 19 03:07:28.423143 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:07:28.423143 n-d-826753-2 neutron-server[103701]: return func(*args, **kwargs) Feb 19 03:07:28.423143 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:07:28.423143 n-d-826753-2 neutron-server[103701]: self._notify() Feb 19 03:07:28.423143 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:07:28.423143 n-d-826753-2 neutron-server[103701]: self.callback(batched_events) Feb 19 03:07:28.423143 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:07:28.423143 n-d-826753-2 neutron-server[103701]: event.method(event) Feb 19 03:07:28.423143 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:07:28.423143 n-d-826753-2 neutron-server[103701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:07:28.423143 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:07:28.423143 n-d-826753-2 neutron-server[103701]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:07:28.423143 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:07:28.423143 n-d-826753-2 neutron-server[103701]: return f(self, *a, **k) Feb 19 03:07:28.423143 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:07:28.423143 n-d-826753-2 neutron-server[103701]: return self._get(url).json() Feb 19 03:07:28.423143 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:07:28.423143 n-d-826753-2 neutron-server[103701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:07:28.423143 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:07:28.423143 n-d-826753-2 neutron-server[103701]: return self.request(url, 'GET', **kwargs) Feb 19 03:07:28.423143 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:07:28.423143 n-d-826753-2 neutron-server[103701]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:07:28.423143 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:07:28.423143 n-d-826753-2 neutron-server[103701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:07:28.423143 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:07:28.423143 n-d-826753-2 neutron-server[103701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:07:28.423143 n-d-826753-2 neutron-server[103701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:07:28.480805 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1dc50d8d-7b66-4457-98c1-e9aae5a26fcc tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (47865493-cd13-4a54-ba78-df2810cac4d5), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:28.492429 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1dc50d8d-7b66-4457-98c1-e9aae5a26fcc tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:28.499147 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-1dc50d8d-7b66-4457-98c1-e9aae5a26fcc tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "DELETE /v2.0/networks/47865493-cd13-4a54-ba78-df2810cac4d5 HTTP/1.1" status: 204 len: 168 time: 1.0435057 Feb 19 03:07:28.502738 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 57068) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:07:28.508668 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-0f78b9a9-7b41-406a-91cf-c809ae4496c1 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Request body: {'port': {'network_id': '06053c41-d6ab-4ab8-a47c-d779892299f2', 'name': 'tempest-PortsIpV6TestJSON-2023316412'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:07:28.524592 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc50d8d-7b66-4457-98c1-e9aae5a26fcc tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Pushing event deleted for resources: {'Network': ['ID=47865493-cd13-4a54-ba78-df2810cac4d5,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:28.630097 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f78b9a9-7b41-406a-91cf-c809ae4496c1 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Made reservation on behalf of 7e7716f824fc44b98f6a51091fedc5c3 for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:07:28.634160 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0f78b9a9-7b41-406a-91cf-c809ae4496c1 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:28.977393 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [None req-0f78b9a9-7b41-406a-91cf-c809ae4496c1 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] device_id is not set on port 7d59ab12-4d81-451d-9c60-a31f8aff9a0e yet. {{(pid=103701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:07:29.163973 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0f78b9a9-7b41-406a-91cf-c809ae4496c1 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks [] for port (7d59ab12-4d81-451d-9c60-a31f8aff9a0e), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:29.207029 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0f78b9a9-7b41-406a-91cf-c809ae4496c1 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (7d59ab12-4d81-451d-9c60-a31f8aff9a0e), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:29.264959 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f78b9a9-7b41-406a-91cf-c809ae4496c1 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Network 06053c41-d6ab-4ab8-a47c-d779892299f2 is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:07:29.274944 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-0f78b9a9-7b41-406a-91cf-c809ae4496c1 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:07:29.291634 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f78b9a9-7b41-406a-91cf-c809ae4496c1 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:07:29.295748 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f78b9a9-7b41-406a-91cf-c809ae4496c1 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:29.296390 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0f78b9a9-7b41-406a-91cf-c809ae4496c1 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:29.301320 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f78b9a9-7b41-406a-91cf-c809ae4496c1 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Pushing event updated for resources: {'Port': ['ID=7d59ab12-4d81-451d-9c60-a31f8aff9a0e,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:29.328967 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-0f78b9a9-7b41-406a-91cf-c809ae4496c1 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8182371 Feb 19 03:07:29.329320 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 57088) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:07:29.392650 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a69f1e-c0b2-49c2-a53b-64f8ce22c1bc req-efa639dd-c053-4998-9a36-89481fbc8fbb tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:29.401207 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-26a69f1e-c0b2-49c2-a53b-64f8ce22c1bc req-efa639dd-c053-4998-9a36-89481fbc8fbb tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 944 time: 0.0757895 Feb 19 03:07:29.465048 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-26a69f1e-c0b2-49c2-a53b-64f8ce22c1bc req-763f0b97-1776-4c42-b82c-5d4bc883394f tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622559 Feb 19 03:07:29.478446 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-b31245f2-c440-467a-b69d-396d1eb65d5e tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Deleting port 7d59ab12-4d81-451d-9c60-a31f8aff9a0e {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:07:29.478869 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b31245f2-c440-467a-b69d-396d1eb65d5e tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (7d59ab12-4d81-451d-9c60-a31f8aff9a0e), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:29.559047 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b31245f2-c440-467a-b69d-396d1eb65d5e tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (7d59ab12-4d81-451d-9c60-a31f8aff9a0e), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:29.573482 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-b31245f2-c440-467a-b69d-396d1eb65d5e tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Calling delete_port for 7d59ab12-4d81-451d-9c60-a31f8aff9a0e owned by {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:07:29.666440 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b31245f2-c440-467a-b69d-396d1eb65d5e tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (7d59ab12-4d81-451d-9c60-a31f8aff9a0e), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:29.705572 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31245f2-c440-467a-b69d-396d1eb65d5e tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Pushing event deleted for resources: {'Port': ['ID=7d59ab12-4d81-451d-9c60-a31f8aff9a0e,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:29.719089 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b31245f2-c440-467a-b69d-396d1eb65d5e tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:29.726414 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 57094) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:07:29.727669 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-b31245f2-c440-467a-b69d-396d1eb65d5e tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "DELETE /v2.0/ports/7d59ab12-4d81-451d-9c60-a31f8aff9a0e HTTP/1.1" status: 204 len: 168 time: 0.3964005 Feb 19 03:07:29.728507 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 24291ccd-efc4-4777-b0eb-f92143811678 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:07:29.732672 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-d065963e-275d-404e-94ee-e2e50fb95147 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Request body: {'port': {'network_id': '06053c41-d6ab-4ab8-a47c-d779892299f2', 'mac_address': 'fa:16:3e:06:db:75', 'name': 'tempest-PortsIpV6TestJSON-320181682'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:07:29.753944 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 24291ccd-efc4-4777-b0eb-f92143811678 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:07:29.754452 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 24291ccd-efc4-4777-b0eb-f92143811678 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:07:29.875267 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d065963e-275d-404e-94ee-e2e50fb95147 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Made reservation on behalf of 7e7716f824fc44b98f6a51091fedc5c3 for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:07:29.974526 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d065963e-275d-404e-94ee-e2e50fb95147 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:29.994902 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6 details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:07:30.005404 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [None req-d065963e-275d-404e-94ee-e2e50fb95147 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] device_id is not set on port 8b7891be-be49-41b5-9bd5-5f66a9d25b7c yet. {{(pid=103701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:07:30.180443 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6,segment=NetworkSegment(9361ff5e-ecd3-4a53-b64f-0204e54bd4ff),segment_id=9361ff5e-ecd3-4a53-b64f-0204e54bd4ff)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:07:30.203780 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': '45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6', 'network_id': '0f4d9579-5631-481f-acff-55faffa2a3d0', 'port_id': '45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6', 'mac_address': 'fa:16:3e:42:96:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '873fca23-e618-4343-ad67-b4c94d7ebaec', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:07:30.290092 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:07:30.292710 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:30.319704 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:07:30.374482 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6,segment=NetworkSegment(9361ff5e-ecd3-4a53-b64f-0204e54bd4ff),segment_id=9361ff5e-ecd3-4a53-b64f-0204e54bd4ff)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:07:30.383652 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d065963e-275d-404e-94ee-e2e50fb95147 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks [] for port (8b7891be-be49-41b5-9bd5-5f66a9d25b7c), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:30.397513 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:30.451180 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d065963e-275d-404e-94ee-e2e50fb95147 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (8b7891be-be49-41b5-9bd5-5f66a9d25b7c), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:30.463778 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6,revision_number=12']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:30.537508 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d065963e-275d-404e-94ee-e2e50fb95147 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Pushing event updated for resources: {'Port': ['ID=8b7891be-be49-41b5-9bd5-5f66a9d25b7c,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:30.564739 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d065963e-275d-404e-94ee-e2e50fb95147 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Network 06053c41-d6ab-4ab8-a47c-d779892299f2 is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:07:30.566614 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:07:30.600044 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-d065963e-275d-404e-94ee-e2e50fb95147 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:07:30.629672 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d065963e-275d-404e-94ee-e2e50fb95147 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:07:30.636268 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d065963e-275d-404e-94ee-e2e50fb95147 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:30.637161 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d065963e-275d-404e-94ee-e2e50fb95147 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:30.674690 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-d065963e-275d-404e-94ee-e2e50fb95147 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.9465828 Feb 19 03:07:30.679006 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 57112) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:07:30.740313 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cb7936-bf73-4e2e-81f1-d0f9b1423d3d req-9bc24b9f-e797-4091-9f3e-3599ae35a142 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:30.750159 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-04cb7936-bf73-4e2e-81f1-d0f9b1423d3d req-9bc24b9f-e797-4091-9f3e-3599ae35a142 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 945 time: 0.1839359 Feb 19 03:07:30.796395 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce889306-9079-47eb-9bcf-86380e0dab71 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:30.799712 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-ce889306-9079-47eb-9bcf-86380e0dab71 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "GET /v2.0/ports/8b7891be-be49-41b5-9bd5-5f66a9d25b7c HTTP/1.1" status: 200 len: 844 time: 0.1172714 Feb 19 03:07:30.802275 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 57118) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:07:30.860766 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-04cb7936-bf73-4e2e-81f1-d0f9b1423d3d req-740f3aa0-ec0d-45f8-90fd-a787109bc8b8 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093869 Feb 19 03:07:30.933551 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-91cb4ce2-7b1f-4254-af6a-dc5ce6bdf4e7 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Deleting port 8b7891be-be49-41b5-9bd5-5f66a9d25b7c {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:07:30.934119 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-91cb4ce2-7b1f-4254-af6a-dc5ce6bdf4e7 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (8b7891be-be49-41b5-9bd5-5f66a9d25b7c), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:31.004706 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-91cb4ce2-7b1f-4254-af6a-dc5ce6bdf4e7 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (8b7891be-be49-41b5-9bd5-5f66a9d25b7c), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:31.020012 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-91cb4ce2-7b1f-4254-af6a-dc5ce6bdf4e7 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Calling delete_port for 8b7891be-be49-41b5-9bd5-5f66a9d25b7c owned by {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:07:31.121921 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-91cb4ce2-7b1f-4254-af6a-dc5ce6bdf4e7 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (8b7891be-be49-41b5-9bd5-5f66a9d25b7c), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:31.157443 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cb4ce2-7b1f-4254-af6a-dc5ce6bdf4e7 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Pushing event deleted for resources: {'Port': ['ID=8b7891be-be49-41b5-9bd5-5f66a9d25b7c,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:31.161893 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-91cb4ce2-7b1f-4254-af6a-dc5ce6bdf4e7 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:31.166457 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-91cb4ce2-7b1f-4254-af6a-dc5ce6bdf4e7 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "DELETE /v2.0/ports/8b7891be-be49-41b5-9bd5-5f66a9d25b7c HTTP/1.1" status: 204 len: 168 time: 0.3628645 Feb 19 03:07:31.168950 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 57124) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:07:31.197530 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-3568b5a3-ef5e-4078-bf94-302cae5f8b38 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] GET failed (client error): The resource could not be found. Feb 19 03:07:31.198957 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-3568b5a3-ef5e-4078-bf94-302cae5f8b38 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "GET /v2.0/ports/8b7891be-be49-41b5-9bd5-5f66a9d25b7c HTTP/1.1" status: 404 len: 333 time: 0.0290539 Feb 19 03:07:31.202981 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 57126) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:07:31.208377 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-0ad4f21f-ae87-4228-b1e8-64e2d149373e tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Request body: {'port': {'network_id': '06053c41-d6ab-4ab8-a47c-d779892299f2', 'name': 'tempest-PortsIpV6TestJSON-636850016'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:07:31.646568 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ad4f21f-ae87-4228-b1e8-64e2d149373e tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Made reservation on behalf of 7e7716f824fc44b98f6a51091fedc5c3 for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:07:31.651562 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0ad4f21f-ae87-4228-b1e8-64e2d149373e tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:31.674899 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [None req-0ad4f21f-ae87-4228-b1e8-64e2d149373e tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] device_id is not set on port 58a3e7e1-1142-4ccb-a4c6-70370311321f yet. {{(pid=103702) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:07:31.878614 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0ad4f21f-ae87-4228-b1e8-64e2d149373e tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks [] for port (58a3e7e1-1142-4ccb-a4c6-70370311321f), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:31.924730 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0ad4f21f-ae87-4228-b1e8-64e2d149373e tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (58a3e7e1-1142-4ccb-a4c6-70370311321f), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:31.976209 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad4f21f-ae87-4228-b1e8-64e2d149373e tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Network 06053c41-d6ab-4ab8-a47c-d779892299f2 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:07:31.977863 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-0ad4f21f-ae87-4228-b1e8-64e2d149373e tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:07:31.990861 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad4f21f-ae87-4228-b1e8-64e2d149373e tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:07:31.998772 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad4f21f-ae87-4228-b1e8-64e2d149373e tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:31.999818 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0ad4f21f-ae87-4228-b1e8-64e2d149373e tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:32.022681 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad4f21f-ae87-4228-b1e8-64e2d149373e tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Pushing event updated for resources: {'Port': ['ID=58a3e7e1-1142-4ccb-a4c6-70370311321f,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:32.023244 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6 up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:07:32.064746 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcda668-d555-467d-9503-30117e1dcddd req-4de8873c-7dfb-43c9-a6b4-8f050c742642 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:32.067223 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-0ad4f21f-ae87-4228-b1e8-64e2d149373e tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.8621716 Feb 19 03:07:32.068993 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 57146) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:07:32.071196 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cdcda668-d555-467d-9503-30117e1dcddd req-4de8873c-7dfb-43c9-a6b4-8f050c742642 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 945 time: 0.1225064 Feb 19 03:07:32.082862 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-4aae9ed1-a27f-4f46-80ef-31ce6cf27ef5 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:07:32.124457 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port 45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:07:32.124881 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:32.178228 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cdcda668-d555-467d-9503-30117e1dcddd req-1df7db59-3546-4ecf-bfc4-5fe8f90cc550 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007864 Feb 19 03:07:32.198650 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4aae9ed1-a27f-4f46-80ef-31ce6cf27ef5 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (58a3e7e1-1142-4ccb-a4c6-70370311321f), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:32.273953 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:07:32.275006 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:32.327525 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6,segment=NetworkSegment(9361ff5e-ecd3-4a53-b64f-0204e54bd4ff),segment_id=9361ff5e-ecd3-4a53-b64f-0204e54bd4ff)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:07:32.328656 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5712473-ec71-4cd2-a7d2-c2cec0223e2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:07:32.331194 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8e023f5-c957-4515-83d0-7415ff75668a" -d '{"events": [{"server_uuid": "d5712473-ec71-4cd2-a7d2-c2cec0223e2b", "name": "network-vif-plugged", "status": "completed", "tag": "45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:07:32.338745 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:32.405785 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e29800d3-abad-40af-ab7b-2ac9ec2bd82f x-openstack-request-id: req-e29800d3-abad-40af-ab7b-2ac9ec2bd82f {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:07:32.406464 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5712473-ec71-4cd2-a7d2-c2cec0223e2b", "name": "network-vif-plugged", "status": "completed", "tag": "45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:07:32.406729 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e29800d3-abad-40af-ab7b-2ac9ec2bd82f {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:07:32.407134 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5712473-ec71-4cd2-a7d2-c2cec0223e2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6', 'code': 200} Feb 19 03:07:32.409404 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6,revision_number=13']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:32.417428 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4aae9ed1-a27f-4f46-80ef-31ce6cf27ef5 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks [] for port (58a3e7e1-1142-4ccb-a4c6-70370311321f), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:32.433203 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4aae9ed1-a27f-4f46-80ef-31ce6cf27ef5 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (58a3e7e1-1142-4ccb-a4c6-70370311321f), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:32.469615 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-4aae9ed1-a27f-4f46-80ef-31ce6cf27ef5 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] In _notify_port_updated(), no bound segment for port 58a3e7e1-1142-4ccb-a4c6-70370311321f on network 06053c41-d6ab-4ab8-a47c-d779892299f2 {{(pid=103702) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 03:07:32.474860 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aae9ed1-a27f-4f46-80ef-31ce6cf27ef5 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:32.475473 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4aae9ed1-a27f-4f46-80ef-31ce6cf27ef5 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:32.481064 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-4aae9ed1-a27f-4f46-80ef-31ce6cf27ef5 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "PUT /v2.0/ports/58a3e7e1-1142-4ccb-a4c6-70370311321f HTTP/1.1" status: 200 len: 818 time: 0.4068799 Feb 19 03:07:32.481501 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 57156) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:07:32.521394 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aae9ed1-a27f-4f46-80ef-31ce6cf27ef5 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Pushing event updated for resources: {'Port': ['ID=58a3e7e1-1142-4ccb-a4c6-70370311321f,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:32.621019 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-5a4d98b5-f20c-4768-801c-d19a2f8cee40 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Deleting port 58a3e7e1-1142-4ccb-a4c6-70370311321f {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:07:32.621464 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5a4d98b5-f20c-4768-801c-d19a2f8cee40 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (58a3e7e1-1142-4ccb-a4c6-70370311321f), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:32.699009 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5a4d98b5-f20c-4768-801c-d19a2f8cee40 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (58a3e7e1-1142-4ccb-a4c6-70370311321f), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:32.713506 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-5a4d98b5-f20c-4768-801c-d19a2f8cee40 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Calling delete_port for 58a3e7e1-1142-4ccb-a4c6-70370311321f owned by {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:07:32.803170 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5a4d98b5-f20c-4768-801c-d19a2f8cee40 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (58a3e7e1-1142-4ccb-a4c6-70370311321f), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:32.830509 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4d98b5-f20c-4768-801c-d19a2f8cee40 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Pushing event deleted for resources: {'Port': ['ID=58a3e7e1-1142-4ccb-a4c6-70370311321f,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:32.839914 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5a4d98b5-f20c-4768-801c-d19a2f8cee40 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:32.844858 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-5a4d98b5-f20c-4768-801c-d19a2f8cee40 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "DELETE /v2.0/ports/58a3e7e1-1142-4ccb-a4c6-70370311321f HTTP/1.1" status: 204 len: 168 time: 0.3621137 Feb 19 03:07:32.847383 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 57164) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:07:32.907047 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e280b53-68b6-471a-8f81-c1f49ebf5fb3 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:32.910964 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-0e280b53-68b6-471a-8f81-c1f49ebf5fb3 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0601635 Feb 19 03:07:32.911475 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 57170) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:07:32.941609 n-d-826753-2 neutron-server[103701]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1e5ff2d-3dfa-4edc-9b61-142182d00d13 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] GET failed (client error): The resource could not be found. Feb 19 03:07:32.945082 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-e1e5ff2d-3dfa-4edc-9b61-142182d00d13 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "GET /v2.0/ports/58a3e7e1-1142-4ccb-a4c6-70370311321f HTTP/1.1" status: 404 len: 333 time: 0.0307019 Feb 19 03:07:32.953603 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 57172) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:07:32.957161 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-b991bc52-2a70-4fef-8dac-3c414d336f5d tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-611595326'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:07:32.978339 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b991bc52-2a70-4fef-8dac-3c414d336f5d tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Made reservation on behalf of 7e7716f824fc44b98f6a51091fedc5c3 for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:07:32.982023 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b991bc52-2a70-4fef-8dac-3c414d336f5d tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:33.009349 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b991bc52-2a70-4fef-8dac-3c414d336f5d tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] vlan segment allocate from pool success with {'vlan_id': 288, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:07:33.019934 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b991bc52-2a70-4fef-8dac-3c414d336f5d tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (93baa495-3c0e-419e-9de7-5ec12c90b29b), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:33.020380 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-b991bc52-2a70-4fef-8dac-3c414d336f5d tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Added segment 93baa495-3c0e-419e-9de7-5ec12c90b29b of type vlan for network 525833e9-9763-4492-91e4-ae969dad5458 Feb 19 03:07:33.069581 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b991bc52-2a70-4fef-8dac-3c414d336f5d tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (525833e9-9763-4492-91e4-ae969dad5458), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:33.098337 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b991bc52-2a70-4fef-8dac-3c414d336f5d tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (525833e9-9763-4492-91e4-ae969dad5458), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:33.110296 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b991bc52-2a70-4fef-8dac-3c414d336f5d tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:33.111176 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b991bc52-2a70-4fef-8dac-3c414d336f5d tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:33.173292 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-b991bc52-2a70-4fef-8dac-3c414d336f5d tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2190320 Feb 19 03:07:33.174948 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 57184) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:07:33.183552 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-eea71402-bfd5-4da1-b01a-03c6a49e511b tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Request body: {'subnet': {'network_id': '525833e9-9763-4492-91e4-ae969dad5458', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:07:33.192922 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b991bc52-2a70-4fef-8dac-3c414d336f5d tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Pushing event updated for resources: {'Network': ['ID=525833e9-9763-4492-91e4-ae969dad5458,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:33.205293 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 525833e9-9763-4492-91e4-ae969dad5458 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:07:33.371026 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eea71402-bfd5-4da1-b01a-03c6a49e511b tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Made reservation on behalf of 7e7716f824fc44b98f6a51091fedc5c3 for: {'subnet': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:07:33.374857 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-eea71402-bfd5-4da1-b01a-03c6a49e511b tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58706307'] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:33.465774 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73178d51-da5d-4c07-b783-0462d97efa87 req-21b12b32-e591-4f61-8a6a-5cf786c95ab3 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:33.468038 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-73178d51-da5d-4c07-b783-0462d97efa87 req-21b12b32-e591-4f61-8a6a-5cf786c95ab3 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 946 time: 0.1573639 Feb 19 03:07:33.536979 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-73178d51-da5d-4c07-b783-0462d97efa87 req-8b4bf63f-c14e-45b1-8eb2-ff9d7bec1c37 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631692 Feb 19 03:07:33.705130 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-eea71402-bfd5-4da1-b01a-03c6a49e511b tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12647271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58706289'] for subnet (8de1fe5c-c810-4db1-9098-971f90e8a652), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:33.787702 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea71402-bfd5-4da1-b01a-03c6a49e511b tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Pushing event updated for resources: {'Subnet': ['ID=8de1fe5c-c810-4db1-9098-971f90e8a652,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:33.800917 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea71402-bfd5-4da1-b01a-03c6a49e511b tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Checking segment: {'id': '93baa495-3c0e-419e-9de7-5ec12c90b29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '525833e9-9763-4492-91e4-ae969dad5458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:07:33.801415 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea71402-bfd5-4da1-b01a-03c6a49e511b tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Network hostable DHCP agents. Network: 525833e9-9763-4492-91e4-ae969dad5458, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:07:33.856764 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea71402-bfd5-4da1-b01a-03c6a49e511b tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Network 525833e9-9763-4492-91e4-ae969dad5458 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:07:33.870702 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-eea71402-bfd5-4da1-b01a-03c6a49e511b tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 525833e9-9763-4492-91e4-ae969dad5458) {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:07:33.883794 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c51b7a6-b9a5-46e8-a8e9-8193aee0acff None None] Network 525833e9-9763-4492-91e4-ae969dad5458 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:07:33.888338 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea71402-bfd5-4da1-b01a-03c6a49e511b tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:33.890441 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-eea71402-bfd5-4da1-b01a-03c6a49e511b tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks [] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:33.954350 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-eea71402-bfd5-4da1-b01a-03c6a49e511b tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7747450 Feb 19 03:07:33.955602 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 57216) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:07:33.964228 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-24d870c3-d3b8-45e2-b570-c52779e877a0 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Request body: {'subnet': {'network_id': '525833e9-9763-4492-91e4-ae969dad5458', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:07:34.075535 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea9c596-3f6b-4f7d-910d-7e66b6590a67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-525833e9-9763-4492-91e4-ae969dad5458', 'network_id': '525833e9-9763-4492-91e4-ae969dad5458', 'project_id': '7e7716f824fc44b98f6a51091fedc5c3', 'fixed_ips': [{'subnet_id': '8de1fe5c-c810-4db1-9098-971f90e8a652'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:07:34.076410 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-dea9c596-3f6b-4f7d-910d-7e66b6590a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:34.193422 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24d870c3-d3b8-45e2-b570-c52779e877a0 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Made reservation on behalf of 7e7716f824fc44b98f6a51091fedc5c3 for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:07:34.198728 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-24d870c3-d3b8-45e2-b570-c52779e877a0 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:34.310964 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-dea9c596-3f6b-4f7d-910d-7e66b6590a67 None None] Allocated IP 2001:db8::2 (525833e9-9763-4492-91e4-ae969dad5458/8de1fe5c-c810-4db1-9098-971f90e8a652/ec4ac3af-1733-487e-9a24-d40e59c0a24d) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:07:34.363079 n-d-826753-2 neutron-server[103702]: INFO neutron.db.ipam_backend_mixin [None req-24d870c3-d3b8-45e2-b570-c52779e877a0 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8de1fe5c-c810-4db1-9098-971f90e8a652 (CIDR: 2001:db8::/64) Feb 19 03:07:34.383581 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-24d870c3-d3b8-45e2-b570-c52779e877a0 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:07:34.389529 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24d870c3-d3b8-45e2-b570-c52779e877a0 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:07:34.431378 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-24d870c3-d3b8-45e2-b570-c52779e877a0 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4727597 Feb 19 03:07:34.434145 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 57222) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:07:34.464487 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-a524a163-8a8f-4c25-87f9-33b5693af339 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Request body: {'subnet': {'network_id': '525833e9-9763-4492-91e4-ae969dad5458', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:07:34.697032 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-dea9c596-3f6b-4f7d-910d-7e66b6590a67 None None] Publish callbacks [] for port (ec4ac3af-1733-487e-9a24-d40e59c0a24d), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:34.713678 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-dea9c596-3f6b-4f7d-910d-7e66b6590a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (ec4ac3af-1733-487e-9a24-d40e59c0a24d), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:34.741722 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a524a163-8a8f-4c25-87f9-33b5693af339 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Made reservation on behalf of 7e7716f824fc44b98f6a51091fedc5c3 for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:07:34.746502 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a524a163-8a8f-4c25-87f9-33b5693af339 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:34.801567 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea9c596-3f6b-4f7d-910d-7e66b6590a67 None None] Pushing event updated for resources: {'Port': ['ID=ec4ac3af-1733-487e-9a24-d40e59c0a24d,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:34.811931 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea9c596-3f6b-4f7d-910d-7e66b6590a67 None None] Network 525833e9-9763-4492-91e4-ae969dad5458 is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:07:34.818436 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-dea9c596-3f6b-4f7d-910d-7e66b6590a67 None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:07:34.822956 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea9c596-3f6b-4f7d-910d-7e66b6590a67 None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:07:34.962133 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-dea9c596-3f6b-4f7d-910d-7e66b6590a67 None None] Attempting to bind port ec4ac3af-1733-487e-9a24-d40e59c0a24d on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:07:34.962133 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-dea9c596-3f6b-4f7d-910d-7e66b6590a67 None None] Attempting to bind port ec4ac3af-1733-487e-9a24-d40e59c0a24d by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '93baa495-3c0e-419e-9de7-5ec12c90b29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '525833e9-9763-4492-91e4-ae969dad5458'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:07:34.962133 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea9c596-3f6b-4f7d-910d-7e66b6590a67 None None] Attempting to bind port ec4ac3af-1733-487e-9a24-d40e59c0a24d on network 525833e9-9763-4492-91e4-ae969dad5458 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:07:34.983069 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea9c596-3f6b-4f7d-910d-7e66b6590a67 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:07:34.983467 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea9c596-3f6b-4f7d-910d-7e66b6590a67 None None] Checking segment: {'id': '93baa495-3c0e-419e-9de7-5ec12c90b29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '525833e9-9763-4492-91e4-ae969dad5458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:07:34.983888 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-dea9c596-3f6b-4f7d-910d-7e66b6590a67 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:34.984238 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea9c596-3f6b-4f7d-910d-7e66b6590a67 None None] Bound using segment: {'id': '93baa495-3c0e-419e-9de7-5ec12c90b29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '525833e9-9763-4492-91e4-ae969dad5458'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:07:34.987319 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-dea9c596-3f6b-4f7d-910d-7e66b6590a67 None None] Bound port: ec4ac3af-1733-487e-9a24-d40e59c0a24d, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93baa495-3c0e-419e-9de7-5ec12c90b29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '525833e9-9763-4492-91e4-ae969dad5458'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:07:34.992946 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-dea9c596-3f6b-4f7d-910d-7e66b6590a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (ec4ac3af-1733-487e-9a24-d40e59c0a24d), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:34.998731 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79a83a8-214e-4166-bd29-51e5565b6e50 req-f2f8618a-ea66-462f-bc86-266ac7c14cf1 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:35.017175 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b79a83a8-214e-4166-bd29-51e5565b6e50 req-f2f8618a-ea66-462f-bc86-266ac7c14cf1 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 946 time: 0.1432281 Feb 19 03:07:35.128791 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b79a83a8-214e-4166-bd29-51e5565b6e50 req-ceea9941-8936-41d8-952f-ebefe5865c21 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102121 Feb 19 03:07:35.193488 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-dea9c596-3f6b-4f7d-910d-7e66b6590a67 None None] For port ec4ac3af-1733-487e-9a24-d40e59c0a24d, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:07:35.201754 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-dea9c596-3f6b-4f7d-910d-7e66b6590a67 None None] For port ec4ac3af-1733-487e-9a24-d40e59c0a24d, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=ec4ac3af-1733-487e-9a24-d40e59c0a24d,segment=NetworkSegment(93baa495-3c0e-419e-9de7-5ec12c90b29b),segment_id=93baa495-3c0e-419e-9de7-5ec12c90b29b)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:07:35.213974 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-dea9c596-3f6b-4f7d-910d-7e66b6590a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (ec4ac3af-1733-487e-9a24-d40e59c0a24d), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:35.358862 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea9c596-3f6b-4f7d-910d-7e66b6590a67 None None] Pushing event updated for resources: {'Port': ['ID=ec4ac3af-1733-487e-9a24-d40e59c0a24d,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:35.449744 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a524a163-8a8f-4c25-87f9-33b5693af339 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (bb4029cd-b810-4a3a-b282-880ba320c5d0), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:35.535150 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a524a163-8a8f-4c25-87f9-33b5693af339 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Pushing event updated for resources: {'Subnet': ['ID=bb4029cd-b810-4a3a-b282-880ba320c5d0,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:35.579905 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a524a163-8a8f-4c25-87f9-33b5693af339 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Network 525833e9-9763-4492-91e4-ae969dad5458 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:07:35.582282 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-a524a163-8a8f-4c25-87f9-33b5693af339 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:07:35.590148 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a524a163-8a8f-4c25-87f9-33b5693af339 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:35.591480 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a524a163-8a8f-4c25-87f9-33b5693af339 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:35.639544 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 57234) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:07:35.642970 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-a524a163-8a8f-4c25-87f9-33b5693af339 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2072048 Feb 19 03:07:35.676156 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-7fb0c8ef-fdfe-41ea-bb4f-1f369d5306f8 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Request body: {'port': {'network_id': '525833e9-9763-4492-91e4-ae969dad5458', 'fixed_ips': [{'subnet_id': '8de1fe5c-c810-4db1-9098-971f90e8a652'}, {'subnet_id': 'bb4029cd-b810-4a3a-b282-880ba320c5d0'}], 'name': 'tempest-PortsIpV6TestJSON-1477510066'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:07:36.090689 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fb0c8ef-fdfe-41ea-bb4f-1f369d5306f8 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Made reservation on behalf of 7e7716f824fc44b98f6a51091fedc5c3 for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:07:36.390171 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7fb0c8ef-fdfe-41ea-bb4f-1f369d5306f8 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:36.439273 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [None req-7fb0c8ef-fdfe-41ea-bb4f-1f369d5306f8 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] device_id is not set on port 1238b063-7ae5-403e-bc28-2aed967c42e4 yet. {{(pid=103701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:07:36.510533 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c35bd7-9018-4e36-a82e-2f42922f6799 req-0139876d-875f-4ae3-9106-f907b22bd3f4 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:36.518929 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e7c35bd7-9018-4e36-a82e-2f42922f6799 req-0139876d-875f-4ae3-9106-f907b22bd3f4 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 946 time: 0.2023263 Feb 19 03:07:36.683146 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e7c35bd7-9018-4e36-a82e-2f42922f6799 req-5ebd783d-682b-418d-98e6-deaae9fa4db2 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1630712 Feb 19 03:07:37.116219 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-7fb0c8ef-fdfe-41ea-bb4f-1f369d5306f8 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Allocated IP 2001:db8::109 (525833e9-9763-4492-91e4-ae969dad5458/8de1fe5c-c810-4db1-9098-971f90e8a652/1238b063-7ae5-403e-bc28-2aed967c42e4) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:07:37.130576 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-7fb0c8ef-fdfe-41ea-bb4f-1f369d5306f8 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Allocated IP 2001:db8:0:1::28f (525833e9-9763-4492-91e4-ae969dad5458/bb4029cd-b810-4a3a-b282-880ba320c5d0/1238b063-7ae5-403e-bc28-2aed967c42e4) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:07:37.295433 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65e1d59-d1f1-454b-9173-716c155b38fb None None] Network 525833e9-9763-4492-91e4-ae969dad5458 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:07:37.431074 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-2413ec18-71db-48c7-b806-227d02158e70 None None] Provisioning complete for port ec4ac3af-1733-487e-9a24-d40e59c0a24d triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:07:37.432251 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-2413ec18-71db-48c7-b806-227d02158e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (ec4ac3af-1733-487e-9a24-d40e59c0a24d), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:37.521020 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7fb0c8ef-fdfe-41ea-bb4f-1f369d5306f8 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks [] for port (1238b063-7ae5-403e-bc28-2aed967c42e4), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:37.617747 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-2413ec18-71db-48c7-b806-227d02158e70 None None] Current status of the port ec4ac3af-1733-487e-9a24-d40e59c0a24d is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:07:37.618808 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-2413ec18-71db-48c7-b806-227d02158e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (ec4ac3af-1733-487e-9a24-d40e59c0a24d), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:37.677567 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7fb0c8ef-fdfe-41ea-bb4f-1f369d5306f8 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (1238b063-7ae5-403e-bc28-2aed967c42e4), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:37.833263 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-2413ec18-71db-48c7-b806-227d02158e70 None None] For port ec4ac3af-1733-487e-9a24-d40e59c0a24d, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=ec4ac3af-1733-487e-9a24-d40e59c0a24d,segment=NetworkSegment(93baa495-3c0e-419e-9de7-5ec12c90b29b),segment_id=93baa495-3c0e-419e-9de7-5ec12c90b29b)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:07:37.859208 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecce1b66-7931-475f-9ed2-36ae84744aa3 None None] Update dhcp port {'port': {'network_id': '525833e9-9763-4492-91e4-ae969dad5458', 'fixed_ips': [{'subnet_id': '8de1fe5c-c810-4db1-9098-971f90e8a652', 'ip_address': '2001:db8::2'}, {'subnet_id': 'bb4029cd-b810-4a3a-b282-880ba320c5d0'}], 'binding:host_id': 'n-d-826753-2'}, 'id': 'ec4ac3af-1733-487e-9a24-d40e59c0a24d'} from n-d-826753-2. {{(pid=103703) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 03:07:37.887415 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb0c8ef-fdfe-41ea-bb4f-1f369d5306f8 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Network 525833e9-9763-4492-91e4-ae969dad5458 is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:07:37.910607 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-7fb0c8ef-fdfe-41ea-bb4f-1f369d5306f8 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:07:37.986855 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb0c8ef-fdfe-41ea-bb4f-1f369d5306f8 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:07:37.994067 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb0c8ef-fdfe-41ea-bb4f-1f369d5306f8 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:37.995021 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7fb0c8ef-fdfe-41ea-bb4f-1f369d5306f8 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:38.000928 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb0c8ef-fdfe-41ea-bb4f-1f369d5306f8 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Pushing event updated for resources: {'Port': ['ID=1238b063-7ae5-403e-bc28-2aed967c42e4,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:38.074117 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-7fb0c8ef-fdfe-41ea-bb4f-1f369d5306f8 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 2.4306588 Feb 19 03:07:38.074927 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 57268) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:07:38.081390 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-91b98439-05ac-424a-9716-ba282248b28b tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8de1fe5c-c810-4db1-9098-971f90e8a652'}]}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:07:38.149816 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1138385d-0032-4675-b1bf-d3c071bd2ed9 req-3394bfad-bc46-4172-bb34-e0edf74452d2 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:38.168913 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1138385d-0032-4675-b1bf-d3c071bd2ed9 req-3394bfad-bc46-4172-bb34-e0edf74452d2 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 946 time: 0.2650599 Feb 19 03:07:38.274193 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device ec4ac3af-1733-487e-9a24-d40e59c0a24d up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:07:38.277519 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-2413ec18-71db-48c7-b806-227d02158e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (ec4ac3af-1733-487e-9a24-d40e59c0a24d), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:38.349469 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1138385d-0032-4675-b1bf-d3c071bd2ed9 req-478ea27b-49d2-47ab-a4e8-032a3f3d2c87 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1567178 Feb 19 03:07:38.387464 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-ecce1b66-7931-475f-9ed2-36ae84744aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (ec4ac3af-1733-487e-9a24-d40e59c0a24d), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:38.769777 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-ecce1b66-7931-475f-9ed2-36ae84744aa3 None None] Allocated IP 2001:db8:0:1::2 (525833e9-9763-4492-91e4-ae969dad5458/bb4029cd-b810-4a3a-b282-880ba320c5d0/ec4ac3af-1733-487e-9a24-d40e59c0a24d) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:07:38.850482 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-91b98439-05ac-424a-9716-ba282248b28b tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (1238b063-7ae5-403e-bc28-2aed967c42e4), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:38.925132 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-ecce1b66-7931-475f-9ed2-36ae84744aa3 None None] For port ec4ac3af-1733-487e-9a24-d40e59c0a24d, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=ec4ac3af-1733-487e-9a24-d40e59c0a24d,segment=NetworkSegment(93baa495-3c0e-419e-9de7-5ec12c90b29b),segment_id=93baa495-3c0e-419e-9de7-5ec12c90b29b)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:07:39.038065 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-ecce1b66-7931-475f-9ed2-36ae84744aa3 None None] Publish callbacks [] for port (ec4ac3af-1733-487e-9a24-d40e59c0a24d), precommit_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:39.049090 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2413ec18-71db-48c7-b806-227d02158e70 None None] Pushing event updated for resources: {'Port': ['ID=ec4ac3af-1733-487e-9a24-d40e59c0a24d,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:39.080812 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-ecce1b66-7931-475f-9ed2-36ae84744aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (ec4ac3af-1733-487e-9a24-d40e59c0a24d), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:39.180014 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port ec4ac3af-1733-487e-9a24-d40e59c0a24d triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:07:39.180754 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (ec4ac3af-1733-487e-9a24-d40e59c0a24d), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:39.599556 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecce1b66-7931-475f-9ed2-36ae84744aa3 None None] Pushing event updated for resources: {'Port': ['ID=ec4ac3af-1733-487e-9a24-d40e59c0a24d,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:39.617869 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a340df2-3c02-475e-8779-379f10a1ee08 req-f56a68e9-1b75-48b7-bb7e-d00e5fb96031 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:39.636934 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2a340df2-3c02-475e-8779-379f10a1ee08 req-f56a68e9-1b75-48b7-bb7e-d00e5fb96031 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 946 time: 0.1470683 Feb 19 03:07:39.781475 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2a340df2-3c02-475e-8779-379f10a1ee08 req-1c818898-5b5d-483a-b57d-a51f918c4d50 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401584 Feb 19 03:07:39.800028 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port ec4ac3af-1733-487e-9a24-d40e59c0a24d is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:07:39.858091 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-91b98439-05ac-424a-9716-ba282248b28b tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Delete allocated IP 2001:db8:0:1::28f (525833e9-9763-4492-91e4-ae969dad5458/bb4029cd-b810-4a3a-b282-880ba320c5d0) {{(pid=103702) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 19 03:07:39.995474 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device ec4ac3af-1733-487e-9a24-d40e59c0a24d up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:07:40.156905 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port ec4ac3af-1733-487e-9a24-d40e59c0a24d triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:07:40.158208 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (ec4ac3af-1733-487e-9a24-d40e59c0a24d), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:40.324106 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-91b98439-05ac-424a-9716-ba282248b28b tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks [] for port (1238b063-7ae5-403e-bc28-2aed967c42e4), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:40.336060 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-91b98439-05ac-424a-9716-ba282248b28b tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (1238b063-7ae5-403e-bc28-2aed967c42e4), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:40.350552 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port ec4ac3af-1733-487e-9a24-d40e59c0a24d is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:07:40.509144 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-91b98439-05ac-424a-9716-ba282248b28b tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] In _notify_port_updated(), no bound segment for port 1238b063-7ae5-403e-bc28-2aed967c42e4 on network 525833e9-9763-4492-91e4-ae969dad5458 {{(pid=103702) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 03:07:40.524886 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b98439-05ac-424a-9716-ba282248b28b tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:40.525513 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-91b98439-05ac-424a-9716-ba282248b28b tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:40.530161 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-91b98439-05ac-424a-9716-ba282248b28b tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "PUT /v2.0/ports/1238b063-7ae5-403e-bc28-2aed967c42e4 HTTP/1.1" status: 200 len: 926 time: 2.4509482 Feb 19 03:07:40.531076 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 57292) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:07:40.536467 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-c23abfdf-b1ea-4051-b0b2-d39e821611ba tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8de1fe5c-c810-4db1-9098-971f90e8a652'}, {'subnet_id': 'bb4029cd-b810-4a3a-b282-880ba320c5d0'}]}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:07:40.559096 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b98439-05ac-424a-9716-ba282248b28b tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Pushing event updated for resources: {'Port': ['ID=1238b063-7ae5-403e-bc28-2aed967c42e4,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:40.728231 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c23abfdf-b1ea-4051-b0b2-d39e821611ba tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (1238b063-7ae5-403e-bc28-2aed967c42e4), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:41.030897 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9266eb8-4659-4dc9-8fcf-65332cdefe16 None None] Network 525833e9-9763-4492-91e4-ae969dad5458 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:07:41.091900 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c20abc-b42d-45e4-864b-e76b40030e72 req-e3ade0f0-078f-4bf8-9d4c-62fdf3a37ca8 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:41.105727 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f2c20abc-b42d-45e4-864b-e76b40030e72 req-e3ade0f0-078f-4bf8-9d4c-62fdf3a37ca8 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 946 time: 0.1713178 Feb 19 03:07:41.142808 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-a1f131a7-459e-4064-be79-58de4e74cf19 None None] Provisioning complete for port ec4ac3af-1733-487e-9a24-d40e59c0a24d triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:07:41.143863 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-a1f131a7-459e-4064-be79-58de4e74cf19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (ec4ac3af-1733-487e-9a24-d40e59c0a24d), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:41.258877 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f2c20abc-b42d-45e4-864b-e76b40030e72 req-1ae61bb5-2ff3-40ea-a616-ac8ab1c0fa33 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765438 Feb 19 03:07:41.467916 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-a1f131a7-459e-4064-be79-58de4e74cf19 None None] Current status of the port ec4ac3af-1733-487e-9a24-d40e59c0a24d is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:07:41.547716 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-c23abfdf-b1ea-4051-b0b2-d39e821611ba tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Allocated IP 2001:db8:0:1::1fd (525833e9-9763-4492-91e4-ae969dad5458/bb4029cd-b810-4a3a-b282-880ba320c5d0/1238b063-7ae5-403e-bc28-2aed967c42e4) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:07:41.829405 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c23abfdf-b1ea-4051-b0b2-d39e821611ba tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks [] for port (1238b063-7ae5-403e-bc28-2aed967c42e4), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:41.838723 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c23abfdf-b1ea-4051-b0b2-d39e821611ba tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (1238b063-7ae5-403e-bc28-2aed967c42e4), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:41.938851 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-c23abfdf-b1ea-4051-b0b2-d39e821611ba tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] In _notify_port_updated(), no bound segment for port 1238b063-7ae5-403e-bc28-2aed967c42e4 on network 525833e9-9763-4492-91e4-ae969dad5458 {{(pid=103701) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 03:07:41.944291 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c23abfdf-b1ea-4051-b0b2-d39e821611ba tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:41.945173 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c23abfdf-b1ea-4051-b0b2-d39e821611ba tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:41.950526 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-c23abfdf-b1ea-4051-b0b2-d39e821611ba tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "PUT /v2.0/ports/1238b063-7ae5-403e-bc28-2aed967c42e4 HTTP/1.1" status: 200 len: 1012 time: 1.4153278 Feb 19 03:07:41.951634 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 57314) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:07:41.973494 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23abfdf-b1ea-4051-b0b2-d39e821611ba tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Pushing event updated for resources: {'Port': ['ID=1238b063-7ae5-403e-bc28-2aed967c42e4,revision_number=3']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:42.109844 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-d5dc7532-33e2-4ca9-821d-d67e85e05340 None None] Provisioning complete for port ec4ac3af-1733-487e-9a24-d40e59c0a24d triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:07:42.110846 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d5dc7532-33e2-4ca9-821d-d67e85e05340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (ec4ac3af-1733-487e-9a24-d40e59c0a24d), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:42.130477 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-27b8b45d-c393-44e0-8494-fd7b0f89fdf2 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Deleting port 1238b063-7ae5-403e-bc28-2aed967c42e4 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:07:42.130943 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-27b8b45d-c393-44e0-8494-fd7b0f89fdf2 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (1238b063-7ae5-403e-bc28-2aed967c42e4), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:42.217799 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-d5dc7532-33e2-4ca9-821d-d67e85e05340 None None] Current status of the port ec4ac3af-1733-487e-9a24-d40e59c0a24d is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:07:42.238869 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-d5dc7532-33e2-4ca9-821d-d67e85e05340 None None] Provisioning complete for port 1238b063-7ae5-403e-bc28-2aed967c42e4 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:07:42.239552 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d5dc7532-33e2-4ca9-821d-d67e85e05340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (1238b063-7ae5-403e-bc28-2aed967c42e4), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:42.329058 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-27b8b45d-c393-44e0-8494-fd7b0f89fdf2 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (1238b063-7ae5-403e-bc28-2aed967c42e4), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:42.340737 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-d5dc7532-33e2-4ca9-821d-d67e85e05340 None None] Port 1238b063-7ae5-403e-bc28-2aed967c42e4 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:07:42.346847 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-27b8b45d-c393-44e0-8494-fd7b0f89fdf2 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Calling delete_port for 1238b063-7ae5-403e-bc28-2aed967c42e4 owned by {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:07:42.685481 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56436d90-7e5b-44a5-8f03-ed5aafa5bb57 req-ef6c7ca4-5cde-4d4b-b01c-96425e84b4d2 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:42.690774 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-56436d90-7e5b-44a5-8f03-ed5aafa5bb57 req-ef6c7ca4-5cde-4d4b-b01c-96425e84b4d2 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 946 time: 0.1913660 Feb 19 03:07:42.726148 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-27b8b45d-c393-44e0-8494-fd7b0f89fdf2 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (1238b063-7ae5-403e-bc28-2aed967c42e4), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:42.751057 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4c72fd53-08c9-4291-b0ee-f142ec2c035c None None] Provisioning complete for port 1238b063-7ae5-403e-bc28-2aed967c42e4 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:07:42.751471 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4c72fd53-08c9-4291-b0ee-f142ec2c035c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (1238b063-7ae5-403e-bc28-2aed967c42e4), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:42.823613 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-56436d90-7e5b-44a5-8f03-ed5aafa5bb57 req-e8b22295-fb02-4cd7-82ea-1c72d9f1c125 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200383 Feb 19 03:07:42.835259 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4c72fd53-08c9-4291-b0ee-f142ec2c035c None None] Port 1238b063-7ae5-403e-bc28-2aed967c42e4 was deleted so its status cannot be updated. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 19 03:07:42.886400 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b8b45d-c393-44e0-8494-fd7b0f89fdf2 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Pushing event deleted for resources: {'Port': ['ID=1238b063-7ae5-403e-bc28-2aed967c42e4,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:43.020817 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-27b8b45d-c393-44e0-8494-fd7b0f89fdf2 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:43.026067 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-27b8b45d-c393-44e0-8494-fd7b0f89fdf2 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "DELETE /v2.0/ports/1238b063-7ae5-403e-bc28-2aed967c42e4 HTTP/1.1" status: 204 len: 168 time: 1.0690293 Feb 19 03:07:43.028446 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 57330) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:07:43.078550 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-c716db15-5265-4535-8687-48c6eb2e060f tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] GET failed (client error): The resource could not be found. Feb 19 03:07:43.083252 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 57332) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:07:43.084187 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-c716db15-5265-4535-8687-48c6eb2e060f tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "GET /v2.0/ports/1238b063-7ae5-403e-bc28-2aed967c42e4 HTTP/1.1" status: 404 len: 333 time: 0.0538819 Feb 19 03:07:43.235662 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e7ccde7-a901-440a-b90b-533c160ad1c1 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Deleting subnet bb4029cd-b810-4a3a-b282-880ba320c5d0 {{(pid=103701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:07:43.251803 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1e7ccde7-a901-440a-b90b-533c160ad1c1 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks [] for subnet (bb4029cd-b810-4a3a-b282-880ba320c5d0), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:43.311282 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-f2fda110-e4a9-4366-9891-0ade49d628cc None None] Could not find standard attr ID for object 1238b063-7ae5-403e-bc28-2aed967c42e4. {{(pid=103703) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:07:43.354474 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1e7ccde7-a901-440a-b90b-533c160ad1c1 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12647399'] for subnet (bb4029cd-b810-4a3a-b282-880ba320c5d0), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:43.527626 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1e7ccde7-a901-440a-b90b-533c160ad1c1 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (bb4029cd-b810-4a3a-b282-880ba320c5d0), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:43.621934 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1e7ccde7-a901-440a-b90b-533c160ad1c1 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12647206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58706286'] for subnet (bb4029cd-b810-4a3a-b282-880ba320c5d0), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:43.650263 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7ccde7-a901-440a-b90b-533c160ad1c1 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Pushing event deleted for resources: {'Subnet': ['ID=bb4029cd-b810-4a3a-b282-880ba320c5d0,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:43.666296 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1e7ccde7-a901-440a-b90b-533c160ad1c1 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks [] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:43.673610 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 57338) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:07:43.684748 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-1e7ccde7-a901-440a-b90b-533c160ad1c1 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "DELETE /v2.0/subnets/bb4029cd-b810-4a3a-b282-880ba320c5d0 HTTP/1.1" status: 204 len: 168 time: 0.6003103 Feb 19 03:07:43.747937 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-5191dc39-bed2-4d5c-aa2d-515de89aba25 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Deleting subnet 8de1fe5c-c810-4db1-9098-971f90e8a652 {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:07:43.754459 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5191dc39-bed2-4d5c-aa2d-515de89aba25 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks [] for subnet (8de1fe5c-c810-4db1-9098-971f90e8a652), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:43.786694 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aeb1b08-9755-4e33-a02e-4edc122f6968 None None] Network 525833e9-9763-4492-91e4-ae969dad5458 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:07:43.849829 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5191dc39-bed2-4d5c-aa2d-515de89aba25 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (8de1fe5c-c810-4db1-9098-971f90e8a652), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:43.951326 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-9109119f-0cf5-4e32-ab23-7a89b19e5048 None None] Could not find standard attr ID for object 1238b063-7ae5-403e-bc28-2aed967c42e4. {{(pid=103703) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:07:44.075274 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c80758c-7e8f-426f-b8d0-dc66f123c6d4 req-371174c1-e29f-488c-bc09-aa0bbe0fc0c3 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:44.082360 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5c80758c-7e8f-426f-b8d0-dc66f123c6d4 req-371174c1-e29f-488c-bc09-aa0bbe0fc0c3 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 946 time: 0.0992928 Feb 19 03:07:44.144683 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5191dc39-bed2-4d5c-aa2d-515de89aba25 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (8de1fe5c-c810-4db1-9098-971f90e8a652), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:44.151865 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5c80758c-7e8f-426f-b8d0-dc66f123c6d4 req-97bf7539-3de4-4f61-8be5-03f9e6049093 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680432 Feb 19 03:07:44.246645 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5191dc39-bed2-4d5c-aa2d-515de89aba25 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (8de1fe5c-c810-4db1-9098-971f90e8a652), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:44.310562 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5191dc39-bed2-4d5c-aa2d-515de89aba25 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Pushing event deleted for resources: {'Subnet': ['ID=8de1fe5c-c810-4db1-9098-971f90e8a652,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:44.327971 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5191dc39-bed2-4d5c-aa2d-515de89aba25 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:44.331269 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-5191dc39-bed2-4d5c-aa2d-515de89aba25 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "DELETE /v2.0/subnets/8de1fe5c-c810-4db1-9098-971f90e8a652 HTTP/1.1" status: 204 len: 168 time: 0.6562769 Feb 19 03:07:44.333987 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 57350) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:07:44.575087 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-69ccb1bc-88c0-4c51-85e4-2fe58462bfe0 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (525833e9-9763-4492-91e4-ae969dad5458), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:44.748017 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-69ccb1bc-88c0-4c51-85e4-2fe58462bfe0 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Deleting port ec4ac3af-1733-487e-9a24-d40e59c0a24d {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:07:44.748434 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-69ccb1bc-88c0-4c51-85e4-2fe58462bfe0 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (ec4ac3af-1733-487e-9a24-d40e59c0a24d), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:44.978734 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-69ccb1bc-88c0-4c51-85e4-2fe58462bfe0 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] For port ec4ac3af-1733-487e-9a24-d40e59c0a24d, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=ec4ac3af-1733-487e-9a24-d40e59c0a24d,segment=NetworkSegment(93baa495-3c0e-419e-9de7-5ec12c90b29b),segment_id=93baa495-3c0e-419e-9de7-5ec12c90b29b)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:07:44.980211 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-69ccb1bc-88c0-4c51-85e4-2fe58462bfe0 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (ec4ac3af-1733-487e-9a24-d40e59c0a24d), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:45.024099 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-69ccb1bc-88c0-4c51-85e4-2fe58462bfe0 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Calling delete_port for ec4ac3af-1733-487e-9a24-d40e59c0a24d owned by network:dhcp {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:07:45.349879 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-69ccb1bc-88c0-4c51-85e4-2fe58462bfe0 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (ec4ac3af-1733-487e-9a24-d40e59c0a24d), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:45.387175 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ccb1bc-88c0-4c51-85e4-2fe58462bfe0 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Pushing event deleted for resources: {'Port': ['ID=ec4ac3af-1733-487e-9a24-d40e59c0a24d,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:45.408616 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ccb1bc-88c0-4c51-85e4-2fe58462bfe0 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] No DVR routers for this DVR port ec4ac3af-1733-487e-9a24-d40e59c0a24d on host n-d-826753-2 {{(pid=103701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:07:45.449940 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6938148b-9d61-44c5-895a-7e2cf7882b4a None None] Network 525833e9-9763-4492-91e4-ae969dad5458 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:07:45.452152 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7bc945-b3fe-498f-b6fc-b1eb40909b1c req-0479e9b8-7acc-449c-8348-722625b92b0a tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:45.465784 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-dc7bc945-b3fe-498f-b6fc-b1eb40909b1c req-0479e9b8-7acc-449c-8348-722625b92b0a tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 946 time: 0.1759334 Feb 19 03:07:45.563294 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-7cb02b0c-aa8c-4ed3-9f73-3716a964687b None None] Could not find standard attr ID for object ec4ac3af-1733-487e-9a24-d40e59c0a24d. {{(pid=103703) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:07:45.584491 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-9296cc99-bb4b-4f87-97fe-6be3c1c7e705 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:45.658453 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ecbee00-f5a4-4927-bfc7-04b6b4e329fc None None] DHCP port deletion for 525833e9-9763-4492-91e4-ae969dad5458 request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:07:45.696067 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-69ccb1bc-88c0-4c51-85e4-2fe58462bfe0 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (525833e9-9763-4492-91e4-ae969dad5458), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:45.727896 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-dc7bc945-b3fe-498f-b6fc-b1eb40909b1c req-f9eece7d-226c-46ee-a50c-00479001b65a tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2611027 Feb 19 03:07:45.760898 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-69ccb1bc-88c0-4c51-85e4-2fe58462bfe0 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['525833e9-9763-4492-91e4-ae969dad5458']}} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:07:45.774498 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-69ccb1bc-88c0-4c51-85e4-2fe58462bfe0 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93baa495-3c0e-419e-9de7-5ec12c90b29b') {'for_net_delete': True} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:07:45.775053 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-69ccb1bc-88c0-4c51-85e4-2fe58462bfe0 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93baa495-3c0e-419e-9de7-5ec12c90b29b') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:07:45.801591 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-69ccb1bc-88c0-4c51-85e4-2fe58462bfe0 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12647422'] for segment (93baa495-3c0e-419e-9de7-5ec12c90b29b), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:45.825557 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-69ccb1bc-88c0-4c51-85e4-2fe58462bfe0 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (93baa495-3c0e-419e-9de7-5ec12c90b29b), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:45.853459 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69ccb1bc-88c0-4c51-85e4-2fe58462bfe0 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Releasing vlan 288 on physical network physnet1 to pool {{(pid=103701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:07:45.853878 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-69ccb1bc-88c0-4c51-85e4-2fe58462bfe0 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583360'] for segment (93baa495-3c0e-419e-9de7-5ec12c90b29b), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:45.857119 n-d-826753-2 neutron-server[103701]: Traceback (most recent call last): Feb 19 03:07:45.857119 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:07:45.857119 n-d-826753-2 neutron-server[103701]: timer() Feb 19 03:07:45.857119 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:07:45.857119 n-d-826753-2 neutron-server[103701]: cb(*args, **kw) Feb 19 03:07:45.857119 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:07:45.857119 n-d-826753-2 neutron-server[103701]: return func(*args, **kwargs) Feb 19 03:07:45.857119 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:07:45.857119 n-d-826753-2 neutron-server[103701]: self._notify() Feb 19 03:07:45.857119 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:07:45.857119 n-d-826753-2 neutron-server[103701]: self.callback(batched_events) Feb 19 03:07:45.857119 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:07:45.857119 n-d-826753-2 neutron-server[103701]: event.method(event) Feb 19 03:07:45.857119 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:07:45.857119 n-d-826753-2 neutron-server[103701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:07:45.857119 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:07:45.857119 n-d-826753-2 neutron-server[103701]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:07:45.857119 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:07:45.857119 n-d-826753-2 neutron-server[103701]: return f(self, *a, **k) Feb 19 03:07:45.857119 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:07:45.857119 n-d-826753-2 neutron-server[103701]: return self._get(url).json() Feb 19 03:07:45.857119 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:07:45.857119 n-d-826753-2 neutron-server[103701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:07:45.857119 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:07:45.857119 n-d-826753-2 neutron-server[103701]: return self.request(url, 'GET', **kwargs) Feb 19 03:07:45.857119 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:07:45.857119 n-d-826753-2 neutron-server[103701]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:07:45.857119 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:07:45.857119 n-d-826753-2 neutron-server[103701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:07:45.857119 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:07:45.857119 n-d-826753-2 neutron-server[103701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:07:45.857119 n-d-826753-2 neutron-server[103701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:07:45.937933 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device ec4ac3af-1733-487e-9a24-d40e59c0a24d no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:07:45.984727 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: ec4ac3af-1733-487e-9a24-d40e59c0a24d {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:07:45.985500 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device ec4ac3af-1733-487e-9a24-d40e59c0a24d not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:07:46.028216 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-69ccb1bc-88c0-4c51-85e4-2fe58462bfe0 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (525833e9-9763-4492-91e4-ae969dad5458), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:46.050380 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-69ccb1bc-88c0-4c51-85e4-2fe58462bfe0 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:46.057554 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-69ccb1bc-88c0-4c51-85e4-2fe58462bfe0 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "DELETE /v2.0/networks/525833e9-9763-4492-91e4-ae969dad5458 HTTP/1.1" status: 204 len: 168 time: 1.7219701 Feb 19 03:07:46.058476 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ccb1bc-88c0-4c51-85e4-2fe58462bfe0 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Pushing event deleted for resources: {'Network': ['ID=525833e9-9763-4492-91e4-ae969dad5458,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:46.061131 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 57378) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:07:46.177997 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78782d63-1c87-4f9a-8e37-f460804c9649 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:46.184671 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 57382) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:07:46.187100 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-78782d63-1c87-4f9a-8e37-f460804c9649 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1249154 Feb 19 03:07:46.344045 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-f692b76e-b55e-4448-a09f-9c053c8eb34a tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1573331 Feb 19 03:07:46.350443 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 57386) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:07:46.363179 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-1c0674de-763d-4d68-9a9a-1f04eda22912 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1337837918'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:07:46.431212 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c0674de-763d-4d68-9a9a-1f04eda22912 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Made reservation on behalf of 7e7716f824fc44b98f6a51091fedc5c3 for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:07:46.436541 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1c0674de-763d-4d68-9a9a-1f04eda22912 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:46.475110 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c0674de-763d-4d68-9a9a-1f04eda22912 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] vlan segment allocate from pool success with {'vlan_id': 264, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:07:46.490879 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1c0674de-763d-4d68-9a9a-1f04eda22912 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (3a9ea9ff-2fc4-4cad-9e07-12539f7ae720), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:46.492365 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-1c0674de-763d-4d68-9a9a-1f04eda22912 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Added segment 3a9ea9ff-2fc4-4cad-9e07-12539f7ae720 of type vlan for network 0acc1600-61e4-4d03-900e-0d6665c462ef Feb 19 03:07:46.551878 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1c0674de-763d-4d68-9a9a-1f04eda22912 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (0acc1600-61e4-4d03-900e-0d6665c462ef), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:46.582818 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1c0674de-763d-4d68-9a9a-1f04eda22912 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (0acc1600-61e4-4d03-900e-0d6665c462ef), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:46.588676 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0674de-763d-4d68-9a9a-1f04eda22912 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:46.589523 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1c0674de-763d-4d68-9a9a-1f04eda22912 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:46.670172 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0674de-763d-4d68-9a9a-1f04eda22912 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Pushing event updated for resources: {'Network': ['ID=0acc1600-61e4-4d03-900e-0d6665c462ef,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:46.683831 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 0acc1600-61e4-4d03-900e-0d6665c462ef details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:07:46.705144 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 57388) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:07:46.710707 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-06225bd8-a255-49a4-b17b-d83a90178cac tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Request body: {'subnet': {'network_id': '0acc1600-61e4-4d03-900e-0d6665c462ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:07:46.717259 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-1c0674de-763d-4d68-9a9a-1f04eda22912 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3646855 Feb 19 03:07:46.883385 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06225bd8-a255-49a4-b17b-d83a90178cac tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Made reservation on behalf of 7e7716f824fc44b98f6a51091fedc5c3 for: {'subnet': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:07:46.886973 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-06225bd8-a255-49a4-b17b-d83a90178cac tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58706307'] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:47.155387 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-06225bd8-a255-49a4-b17b-d83a90178cac tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12647271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58706289'] for subnet (3c424092-c299-4d30-95a1-b404596a2d33), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:47.214404 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06225bd8-a255-49a4-b17b-d83a90178cac tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Pushing event updated for resources: {'Subnet': ['ID=3c424092-c299-4d30-95a1-b404596a2d33,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:47.262431 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc305ee-252b-416f-8989-1421b706f2f3 req-aa38d859-7ded-4076-a681-cef9c3f697f6 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:47.265227 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fdc305ee-252b-416f-8989-1421b706f2f3 req-aa38d859-7ded-4076-a681-cef9c3f697f6 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 946 time: 0.4304082 Feb 19 03:07:47.367254 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fdc305ee-252b-416f-8989-1421b706f2f3 req-100bc60d-b2ac-484d-a8eb-20e03f0858a1 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905139 Feb 19 03:07:47.369832 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06225bd8-a255-49a4-b17b-d83a90178cac tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Checking segment: {'id': '3a9ea9ff-2fc4-4cad-9e07-12539f7ae720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '0acc1600-61e4-4d03-900e-0d6665c462ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:07:47.370152 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06225bd8-a255-49a4-b17b-d83a90178cac tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Network hostable DHCP agents. Network: 0acc1600-61e4-4d03-900e-0d6665c462ef, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:07:47.402559 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06225bd8-a255-49a4-b17b-d83a90178cac tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Network 0acc1600-61e4-4d03-900e-0d6665c462ef is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:07:47.429543 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-06225bd8-a255-49a4-b17b-d83a90178cac tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 0acc1600-61e4-4d03-900e-0d6665c462ef) {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:07:47.434479 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06225bd8-a255-49a4-b17b-d83a90178cac tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:47.435071 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-06225bd8-a255-49a4-b17b-d83a90178cac tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks [] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:47.452309 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3320547-bf04-49fa-8c77-2161515c5c83 None None] Network 0acc1600-61e4-4d03-900e-0d6665c462ef requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:07:47.479821 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-06225bd8-a255-49a4-b17b-d83a90178cac tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7712514 Feb 19 03:07:47.480695 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 57400) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:07:47.492081 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-0f9fb71c-d585-4b6f-8327-0f76d59fe926 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Request body: {'port': {'network_id': '0acc1600-61e4-4d03-900e-0d6665c462ef', 'name': 'tempest-PortsIpV6TestJSON-2017358957'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:07:47.600498 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1567ae69-a139-4748-8293-70c2b2ce6b97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-0acc1600-61e4-4d03-900e-0d6665c462ef', 'network_id': '0acc1600-61e4-4d03-900e-0d6665c462ef', 'project_id': '7e7716f824fc44b98f6a51091fedc5c3', 'fixed_ips': [{'subnet_id': '3c424092-c299-4d30-95a1-b404596a2d33'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:07:47.601684 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-1567ae69-a139-4748-8293-70c2b2ce6b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:47.768420 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f9fb71c-d585-4b6f-8327-0f76d59fe926 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Made reservation on behalf of 7e7716f824fc44b98f6a51091fedc5c3 for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:07:47.783489 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0f9fb71c-d585-4b6f-8327-0f76d59fe926 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:47.835654 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [None req-0f9fb71c-d585-4b6f-8327-0f76d59fe926 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] device_id is not set on port a574a47a-2103-494b-a1a0-7f1915b3e3f1 yet. {{(pid=103701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:07:47.904777 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-1567ae69-a139-4748-8293-70c2b2ce6b97 None None] Allocated IP 2001:db8::2 (0acc1600-61e4-4d03-900e-0d6665c462ef/3c424092-c299-4d30-95a1-b404596a2d33/7797b3ee-430d-4850-9a5d-32cb322bb023) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:07:47.959456 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-252aadd0-8a24-4ef6-86c7-549af9f4729b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:48.185541 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-1567ae69-a139-4748-8293-70c2b2ce6b97 None None] Publish callbacks [] for port (7797b3ee-430d-4850-9a5d-32cb322bb023), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:48.196439 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-1567ae69-a139-4748-8293-70c2b2ce6b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (7797b3ee-430d-4850-9a5d-32cb322bb023), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:48.266828 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1567ae69-a139-4748-8293-70c2b2ce6b97 None None] Pushing event updated for resources: {'Port': ['ID=7797b3ee-430d-4850-9a5d-32cb322bb023,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:48.287024 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1567ae69-a139-4748-8293-70c2b2ce6b97 None None] Network 0acc1600-61e4-4d03-900e-0d6665c462ef is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:07:48.289454 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-1567ae69-a139-4748-8293-70c2b2ce6b97 None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:07:48.299314 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1567ae69-a139-4748-8293-70c2b2ce6b97 None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:07:48.362518 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-0f9fb71c-d585-4b6f-8327-0f76d59fe926 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Allocated IP 2001:db8::73 (0acc1600-61e4-4d03-900e-0d6665c462ef/3c424092-c299-4d30-95a1-b404596a2d33/a574a47a-2103-494b-a1a0-7f1915b3e3f1) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:07:48.376454 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-1567ae69-a139-4748-8293-70c2b2ce6b97 None None] Attempting to bind port 7797b3ee-430d-4850-9a5d-32cb322bb023 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:07:48.377030 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-1567ae69-a139-4748-8293-70c2b2ce6b97 None None] Attempting to bind port 7797b3ee-430d-4850-9a5d-32cb322bb023 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '3a9ea9ff-2fc4-4cad-9e07-12539f7ae720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '0acc1600-61e4-4d03-900e-0d6665c462ef'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:07:48.377724 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1567ae69-a139-4748-8293-70c2b2ce6b97 None None] Attempting to bind port 7797b3ee-430d-4850-9a5d-32cb322bb023 on network 0acc1600-61e4-4d03-900e-0d6665c462ef {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:07:48.389140 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1567ae69-a139-4748-8293-70c2b2ce6b97 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:07:48.390383 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1567ae69-a139-4748-8293-70c2b2ce6b97 None None] Checking segment: {'id': '3a9ea9ff-2fc4-4cad-9e07-12539f7ae720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '0acc1600-61e4-4d03-900e-0d6665c462ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:07:48.390979 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-1567ae69-a139-4748-8293-70c2b2ce6b97 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:48.391510 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1567ae69-a139-4748-8293-70c2b2ce6b97 None None] Bound using segment: {'id': '3a9ea9ff-2fc4-4cad-9e07-12539f7ae720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '0acc1600-61e4-4d03-900e-0d6665c462ef'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:07:48.392139 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-1567ae69-a139-4748-8293-70c2b2ce6b97 None None] Bound port: 7797b3ee-430d-4850-9a5d-32cb322bb023, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a9ea9ff-2fc4-4cad-9e07-12539f7ae720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '0acc1600-61e4-4d03-900e-0d6665c462ef'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:07:48.392621 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-1567ae69-a139-4748-8293-70c2b2ce6b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (7797b3ee-430d-4850-9a5d-32cb322bb023), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:48.489717 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-1567ae69-a139-4748-8293-70c2b2ce6b97 None None] For port 7797b3ee-430d-4850-9a5d-32cb322bb023, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:07:48.495089 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-1567ae69-a139-4748-8293-70c2b2ce6b97 None None] For port 7797b3ee-430d-4850-9a5d-32cb322bb023, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=7797b3ee-430d-4850-9a5d-32cb322bb023,segment=NetworkSegment(3a9ea9ff-2fc4-4cad-9e07-12539f7ae720),segment_id=3a9ea9ff-2fc4-4cad-9e07-12539f7ae720)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:07:48.518689 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-1567ae69-a139-4748-8293-70c2b2ce6b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (7797b3ee-430d-4850-9a5d-32cb322bb023), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:48.648719 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1567ae69-a139-4748-8293-70c2b2ce6b97 None None] Pushing event updated for resources: {'Port': ['ID=7797b3ee-430d-4850-9a5d-32cb322bb023,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:48.718070 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa59aa3-c831-421f-9be0-269ce1dfc145 req-10d4ff11-331e-43c6-8d40-19847475b9e4 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:48.719688 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0fa59aa3-c831-421f-9be0-269ce1dfc145 req-10d4ff11-331e-43c6-8d40-19847475b9e4 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 946 time: 0.1313951 Feb 19 03:07:48.771941 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0f9fb71c-d585-4b6f-8327-0f76d59fe926 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks [] for port (a574a47a-2103-494b-a1a0-7f1915b3e3f1), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:48.843813 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0fa59aa3-c831-421f-9be0-269ce1dfc145 req-0f84622e-1cc6-42ab-9e2d-0672a4cd1d1d tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178811 Feb 19 03:07:48.896638 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0f9fb71c-d585-4b6f-8327-0f76d59fe926 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (a574a47a-2103-494b-a1a0-7f1915b3e3f1), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:48.988490 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9fb71c-d585-4b6f-8327-0f76d59fe926 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Network 0acc1600-61e4-4d03-900e-0d6665c462ef is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:07:48.991857 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-0f9fb71c-d585-4b6f-8327-0f76d59fe926 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:07:49.002652 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9fb71c-d585-4b6f-8327-0f76d59fe926 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:07:49.007567 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9fb71c-d585-4b6f-8327-0f76d59fe926 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:49.008210 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0f9fb71c-d585-4b6f-8327-0f76d59fe926 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:49.031697 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 57408) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:07:49.060438 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-40fd91b7-8110-4d49-9df8-195b7d2752dd tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Request body: {'port': {'network_id': '0acc1600-61e4-4d03-900e-0d6665c462ef', 'name': 'tempest-PortsIpV6TestJSON-1279878044'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:07:49.066450 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-0f9fb71c-d585-4b6f-8327-0f76d59fe926 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5845754 Feb 19 03:07:49.069147 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9fb71c-d585-4b6f-8327-0f76d59fe926 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Pushing event updated for resources: {'Port': ['ID=a574a47a-2103-494b-a1a0-7f1915b3e3f1,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:49.286107 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:49.432764 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40fd91b7-8110-4d49-9df8-195b7d2752dd tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Made reservation on behalf of 7e7716f824fc44b98f6a51091fedc5c3 for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:07:49.440539 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-40fd91b7-8110-4d49-9df8-195b7d2752dd tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:49.464977 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [None req-40fd91b7-8110-4d49-9df8-195b7d2752dd tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] device_id is not set on port 1eb303f2-950f-4b6c-8c90-541ef74242a8 yet. {{(pid=103702) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:07:49.647336 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-40fd91b7-8110-4d49-9df8-195b7d2752dd tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Allocated IP 2001:db8::327 (0acc1600-61e4-4d03-900e-0d6665c462ef/3c424092-c299-4d30-95a1-b404596a2d33/1eb303f2-950f-4b6c-8c90-541ef74242a8) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:07:50.002368 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 7797b3ee-430d-4850-9a5d-32cb322bb023 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:07:50.037288 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-40fd91b7-8110-4d49-9df8-195b7d2752dd tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks [] for port (1eb303f2-950f-4b6c-8c90-541ef74242a8), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:50.134640 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 7797b3ee-430d-4850-9a5d-32cb322bb023 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:07:50.135483 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-40fd91b7-8110-4d49-9df8-195b7d2752dd tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (1eb303f2-950f-4b6c-8c90-541ef74242a8), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:50.140779 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (7797b3ee-430d-4850-9a5d-32cb322bb023), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:50.151278 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfa4e46-590d-45dc-bdb5-46f4ada16323 req-6ead1abb-1609-4d48-b899-6eb152e7d326 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:50.156563 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bcfa4e46-590d-45dc-bdb5-46f4ada16323 req-6ead1abb-1609-4d48-b899-6eb152e7d326 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 946 time: 0.1433847 Feb 19 03:07:50.276442 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bcfa4e46-590d-45dc-bdb5-46f4ada16323 req-ae13d5f2-8796-4c71-9026-6fe4627eb8d1 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109910 Feb 19 03:07:50.315714 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40fd91b7-8110-4d49-9df8-195b7d2752dd tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Network 0acc1600-61e4-4d03-900e-0d6665c462ef is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:07:50.335513 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-40fd91b7-8110-4d49-9df8-195b7d2752dd tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:07:50.359735 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fd91b7-8110-4d49-9df8-195b7d2752dd tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:07:50.363807 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 7797b3ee-430d-4850-9a5d-32cb322bb023 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:07:50.364352 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (7797b3ee-430d-4850-9a5d-32cb322bb023), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:50.378077 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40fd91b7-8110-4d49-9df8-195b7d2752dd tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:50.380080 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-40fd91b7-8110-4d49-9df8-195b7d2752dd tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:50.386232 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fd91b7-8110-4d49-9df8-195b7d2752dd tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Pushing event updated for resources: {'Port': ['ID=1eb303f2-950f-4b6c-8c90-541ef74242a8,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:50.421065 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 57426) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:07:50.427307 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-40fd91b7-8110-4d49-9df8-195b7d2752dd tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3836014 Feb 19 03:07:50.466699 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port 7797b3ee-430d-4850-9a5d-32cb322bb023, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=7797b3ee-430d-4850-9a5d-32cb322bb023,segment=NetworkSegment(3a9ea9ff-2fc4-4cad-9e07-12539f7ae720),segment_id=3a9ea9ff-2fc4-4cad-9e07-12539f7ae720)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:07:50.470547 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:50.476517 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (7797b3ee-430d-4850-9a5d-32cb322bb023), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:50.618118 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99005bff-be69-4602-b8b5-784ef65492bf tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:50.619638 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-99005bff-be69-4602-b8b5-784ef65492bf tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A73 HTTP/1.1" status: 200 len: 928 time: 0.1969423 Feb 19 03:07:50.622865 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 57428) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:07:50.639151 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=7797b3ee-430d-4850-9a5d-32cb322bb023,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:50.700904 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4507a559-ed5a-4aa9-a5ea-5019d3f03810 None None] Network 0acc1600-61e4-4d03-900e-0d6665c462ef requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:07:50.765852 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-030b86b2-7705-408c-9b88-aa5ff255ce63 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Deleting port 1eb303f2-950f-4b6c-8c90-541ef74242a8 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:07:50.766265 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-030b86b2-7705-408c-9b88-aa5ff255ce63 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (1eb303f2-950f-4b6c-8c90-541ef74242a8), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:50.838426 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-c4cec233-9a6e-40b0-8f84-ec97aab23f09 None None] Provisioning complete for port 7797b3ee-430d-4850-9a5d-32cb322bb023 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:07:50.838902 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c4cec233-9a6e-40b0-8f84-ec97aab23f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (7797b3ee-430d-4850-9a5d-32cb322bb023), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:50.900106 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-030b86b2-7705-408c-9b88-aa5ff255ce63 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (1eb303f2-950f-4b6c-8c90-541ef74242a8), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:50.917279 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-030b86b2-7705-408c-9b88-aa5ff255ce63 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Calling delete_port for 1eb303f2-950f-4b6c-8c90-541ef74242a8 owned by {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:07:51.114174 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-030b86b2-7705-408c-9b88-aa5ff255ce63 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (1eb303f2-950f-4b6c-8c90-541ef74242a8), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:51.178302 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-c4cec233-9a6e-40b0-8f84-ec97aab23f09 None None] Current status of the port 7797b3ee-430d-4850-9a5d-32cb322bb023 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:07:51.203024 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030b86b2-7705-408c-9b88-aa5ff255ce63 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Pushing event deleted for resources: {'Port': ['ID=1eb303f2-950f-4b6c-8c90-541ef74242a8,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:51.258258 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-030b86b2-7705-408c-9b88-aa5ff255ce63 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:51.261607 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-030b86b2-7705-408c-9b88-aa5ff255ce63 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "DELETE /v2.0/ports/1eb303f2-950f-4b6c-8c90-541ef74242a8 HTTP/1.1" status: 204 len: 168 time: 0.6377223 Feb 19 03:07:51.264292 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 57432) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:07:51.336305 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dbb8e68-2e09-4106-8532-30f6831f9af2 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] GET failed (client error): The resource could not be found. Feb 19 03:07:51.338147 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-8dbb8e68-2e09-4106-8532-30f6831f9af2 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "GET /v2.0/ports/1eb303f2-950f-4b6c-8c90-541ef74242a8 HTTP/1.1" status: 404 len: 333 time: 0.0722868 Feb 19 03:07:51.340635 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 57438) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:07:51.558626 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-35f7fe9f-e6c4-4f6a-8732-8e925efbd1b3 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Deleting port a574a47a-2103-494b-a1a0-7f1915b3e3f1 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:07:51.559516 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-35f7fe9f-e6c4-4f6a-8732-8e925efbd1b3 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (a574a47a-2103-494b-a1a0-7f1915b3e3f1), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:51.595888 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f18898-efe7-44d7-8021-7d2eac489a1d req-c404795e-932e-4f32-adb8-1cf2731ee66c tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:51.598070 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e4f18898-efe7-44d7-8021-7d2eac489a1d req-c404795e-932e-4f32-adb8-1cf2731ee66c tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 946 time: 0.1488895 Feb 19 03:07:51.633075 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-827c8dde-74e1-4cc7-97fa-63996272814a None None] Provisioning complete for port 7797b3ee-430d-4850-9a5d-32cb322bb023 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:07:51.633667 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-827c8dde-74e1-4cc7-97fa-63996272814a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (7797b3ee-430d-4850-9a5d-32cb322bb023), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:51.718529 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e4f18898-efe7-44d7-8021-7d2eac489a1d req-8f70933d-db1c-472e-8e1e-4ee7086f100f tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137555 Feb 19 03:07:51.748454 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-35f7fe9f-e6c4-4f6a-8732-8e925efbd1b3 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (a574a47a-2103-494b-a1a0-7f1915b3e3f1), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:51.796371 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-35f7fe9f-e6c4-4f6a-8732-8e925efbd1b3 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Calling delete_port for a574a47a-2103-494b-a1a0-7f1915b3e3f1 owned by {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:07:51.891979 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-827c8dde-74e1-4cc7-97fa-63996272814a None None] Current status of the port 7797b3ee-430d-4850-9a5d-32cb322bb023 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:07:51.932438 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-827c8dde-74e1-4cc7-97fa-63996272814a None None] Provisioning complete for port a574a47a-2103-494b-a1a0-7f1915b3e3f1 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:07:51.935628 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-827c8dde-74e1-4cc7-97fa-63996272814a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (a574a47a-2103-494b-a1a0-7f1915b3e3f1), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:52.025568 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-827c8dde-74e1-4cc7-97fa-63996272814a None None] Port a574a47a-2103-494b-a1a0-7f1915b3e3f1 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:07:52.030106 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 7797b3ee-430d-4850-9a5d-32cb322bb023 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:07:52.087567 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-827c8dde-74e1-4cc7-97fa-63996272814a None None] Could not find standard attr ID for object 1eb303f2-950f-4b6c-8c90-541ef74242a8. {{(pid=103703) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:07:52.088477 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-35f7fe9f-e6c4-4f6a-8732-8e925efbd1b3 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (a574a47a-2103-494b-a1a0-7f1915b3e3f1), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:52.121905 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:52.142767 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f7fe9f-e6c4-4f6a-8732-8e925efbd1b3 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Pushing event deleted for resources: {'Port': ['ID=a574a47a-2103-494b-a1a0-7f1915b3e3f1,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:52.160927 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 7797b3ee-430d-4850-9a5d-32cb322bb023 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:07:52.161644 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (7797b3ee-430d-4850-9a5d-32cb322bb023), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:52.217197 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-db820e87-7808-466e-bc0d-55889abc0c14 None None] Could not find standard attr ID for object a574a47a-2103-494b-a1a0-7f1915b3e3f1. {{(pid=103703) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:07:52.248694 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-35f7fe9f-e6c4-4f6a-8732-8e925efbd1b3 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:52.252451 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-35f7fe9f-e6c4-4f6a-8732-8e925efbd1b3 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "DELETE /v2.0/ports/a574a47a-2103-494b-a1a0-7f1915b3e3f1 HTTP/1.1" status: 204 len: 168 time: 0.9108353 Feb 19 03:07:52.255486 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 57442) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:07:52.317458 n-d-826753-2 neutron-server[103701]: INFO neutron.pecan_wsgi.hooks.translation [None req-dec657d8-20fc-4503-a4c4-9763ab6ca2bd tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] GET failed (client error): The resource could not be found. Feb 19 03:07:52.319325 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-dec657d8-20fc-4503-a4c4-9763ab6ca2bd tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "GET /v2.0/ports/a574a47a-2103-494b-a1a0-7f1915b3e3f1 HTTP/1.1" status: 404 len: 333 time: 0.0625994 Feb 19 03:07:52.322607 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 57444) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:07:52.387374 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b32448bc-f1df-456c-a03b-4bc5beea0b46 None None] Could not find standard attr ID for object 1eb303f2-950f-4b6c-8c90-541ef74242a8. {{(pid=103703) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:07:52.396028 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 7797b3ee-430d-4850-9a5d-32cb322bb023 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:07:52.445805 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-27f7fec6-1da4-4cf3-922a-fc3e409f11ea tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Deleting subnet 3c424092-c299-4d30-95a1-b404596a2d33 {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:07:52.455383 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-27f7fec6-1da4-4cf3-922a-fc3e409f11ea tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks [] for subnet (3c424092-c299-4d30-95a1-b404596a2d33), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:52.554448 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-27f7fec6-1da4-4cf3-922a-fc3e409f11ea tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (3c424092-c299-4d30-95a1-b404596a2d33), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:52.567621 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:52.680517 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-27f7fec6-1da4-4cf3-922a-fc3e409f11ea tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (3c424092-c299-4d30-95a1-b404596a2d33), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:52.853435 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-27f7fec6-1da4-4cf3-922a-fc3e409f11ea tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (3c424092-c299-4d30-95a1-b404596a2d33), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:52.871209 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-27f7fec6-1da4-4cf3-922a-fc3e409f11ea tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:52.877454 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-27f7fec6-1da4-4cf3-922a-fc3e409f11ea tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "DELETE /v2.0/subnets/3c424092-c299-4d30-95a1-b404596a2d33 HTTP/1.1" status: 204 len: 168 time: 0.5509100 Feb 19 03:07:52.880472 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 57452) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:07:52.900050 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f7fec6-1da4-4cf3-922a-fc3e409f11ea tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Pushing event deleted for resources: {'Subnet': ['ID=3c424092-c299-4d30-95a1-b404596a2d33,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:52.901125 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3923d13-c4b7-4d17-829d-71746c1aced3 None None] Network 0acc1600-61e4-4d03-900e-0d6665c462ef requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:07:53.112271 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-66c76c0a-ce95-4a99-aeea-c8d0d9bf0ce6 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (0acc1600-61e4-4d03-900e-0d6665c462ef), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:53.134150 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19f31a4-b0b1-47e9-aaaa-2c8dfdd23dd8 req-586e7da9-7ee3-403c-8be2-a8a211a3b26d tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:53.136235 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e19f31a4-b0b1-47e9-aaaa-2c8dfdd23dd8 req-586e7da9-7ee3-403c-8be2-a8a211a3b26d tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 946 time: 0.2705724 Feb 19 03:07:53.326723 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d2ebfd-4a74-4f29-b9cd-000292e7c7bc None None] DHCP port deletion for 0acc1600-61e4-4d03-900e-0d6665c462ef request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:07:53.397973 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-26d2ebfd-4a74-4f29-b9cd-000292e7c7bc None None] Deleting port 7797b3ee-430d-4850-9a5d-32cb322bb023 {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:07:53.398430 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-26d2ebfd-4a74-4f29-b9cd-000292e7c7bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (7797b3ee-430d-4850-9a5d-32cb322bb023), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:53.487785 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-26d2ebfd-4a74-4f29-b9cd-000292e7c7bc None None] For port 7797b3ee-430d-4850-9a5d-32cb322bb023, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=7797b3ee-430d-4850-9a5d-32cb322bb023,segment=NetworkSegment(3a9ea9ff-2fc4-4cad-9e07-12539f7ae720),segment_id=3a9ea9ff-2fc4-4cad-9e07-12539f7ae720)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:07:53.488324 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-26d2ebfd-4a74-4f29-b9cd-000292e7c7bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (7797b3ee-430d-4850-9a5d-32cb322bb023), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:53.506354 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-26d2ebfd-4a74-4f29-b9cd-000292e7c7bc None None] Calling delete_port for 7797b3ee-430d-4850-9a5d-32cb322bb023 owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:07:53.590854 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e19f31a4-b0b1-47e9-aaaa-2c8dfdd23dd8 req-a19477a9-6d5f-43e7-9e25-46c2e2a69588 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4383032 Feb 19 03:07:53.610586 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-66c76c0a-ce95-4a99-aeea-c8d0d9bf0ce6 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Deleting port 7797b3ee-430d-4850-9a5d-32cb322bb023 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:07:53.611261 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-66c76c0a-ce95-4a99-aeea-c8d0d9bf0ce6 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (7797b3ee-430d-4850-9a5d-32cb322bb023), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:53.619211 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-26d2ebfd-4a74-4f29-b9cd-000292e7c7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (7797b3ee-430d-4850-9a5d-32cb322bb023), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:53.683973 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-66c76c0a-ce95-4a99-aeea-c8d0d9bf0ce6 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] For port 7797b3ee-430d-4850-9a5d-32cb322bb023, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=7797b3ee-430d-4850-9a5d-32cb322bb023,segment=NetworkSegment(3a9ea9ff-2fc4-4cad-9e07-12539f7ae720),segment_id=3a9ea9ff-2fc4-4cad-9e07-12539f7ae720)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:07:53.684348 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-66c76c0a-ce95-4a99-aeea-c8d0d9bf0ce6 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (7797b3ee-430d-4850-9a5d-32cb322bb023), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:53.692548 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d2ebfd-4a74-4f29-b9cd-000292e7c7bc None None] Pushing event deleted for resources: {'Port': ['ID=7797b3ee-430d-4850-9a5d-32cb322bb023,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:53.694276 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d2ebfd-4a74-4f29-b9cd-000292e7c7bc None None] No DVR routers for this DVR port 7797b3ee-430d-4850-9a5d-32cb322bb023 on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:07:53.701791 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-66c76c0a-ce95-4a99-aeea-c8d0d9bf0ce6 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Calling delete_port for 7797b3ee-430d-4850-9a5d-32cb322bb023 owned by network:dhcp {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:07:53.785975 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-66c76c0a-ce95-4a99-aeea-c8d0d9bf0ce6 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (7797b3ee-430d-4850-9a5d-32cb322bb023), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:53.818586 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c76c0a-ce95-4a99-aeea-c8d0d9bf0ce6 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Pushing event deleted for resources: {'Port': ['ID=7797b3ee-430d-4850-9a5d-32cb322bb023,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:53.830508 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c76c0a-ce95-4a99-aeea-c8d0d9bf0ce6 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] No DVR routers for this DVR port 7797b3ee-430d-4850-9a5d-32cb322bb023 on host n-d-826753-2 {{(pid=103701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:07:53.939180 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-66c76c0a-ce95-4a99-aeea-c8d0d9bf0ce6 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (0acc1600-61e4-4d03-900e-0d6665c462ef), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:53.966298 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 7797b3ee-430d-4850-9a5d-32cb322bb023 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:07:53.977582 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-66c76c0a-ce95-4a99-aeea-c8d0d9bf0ce6 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0acc1600-61e4-4d03-900e-0d6665c462ef']}} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:07:53.988680 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-66c76c0a-ce95-4a99-aeea-c8d0d9bf0ce6 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a9ea9ff-2fc4-4cad-9e07-12539f7ae720') {'for_net_delete': True} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:07:53.988965 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-66c76c0a-ce95-4a99-aeea-c8d0d9bf0ce6 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a9ea9ff-2fc4-4cad-9e07-12539f7ae720') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:07:54.005803 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-66c76c0a-ce95-4a99-aeea-c8d0d9bf0ce6 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12647422'] for segment (3a9ea9ff-2fc4-4cad-9e07-12539f7ae720), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:54.020047 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-66c76c0a-ce95-4a99-aeea-c8d0d9bf0ce6 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (3a9ea9ff-2fc4-4cad-9e07-12539f7ae720), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:54.026637 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 7797b3ee-430d-4850-9a5d-32cb322bb023 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:07:54.027004 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 7797b3ee-430d-4850-9a5d-32cb322bb023 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:07:54.027512 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66c76c0a-ce95-4a99-aeea-c8d0d9bf0ce6 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Releasing vlan 264 on physical network physnet1 to pool {{(pid=103701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:07:54.036063 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-66c76c0a-ce95-4a99-aeea-c8d0d9bf0ce6 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583360'] for segment (3a9ea9ff-2fc4-4cad-9e07-12539f7ae720), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:54.126854 n-d-826753-2 neutron-server[103701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:07:54.126854 n-d-826753-2 neutron-server[103701]: self.session.flush() Feb 19 03:07:54.126854 n-d-826753-2 neutron-server[103701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:07:54.126854 n-d-826753-2 neutron-server[103701]: self.session.flush() Feb 19 03:07:54.126854 n-d-826753-2 neutron-server[103701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:07:54.126854 n-d-826753-2 neutron-server[103701]: self.session.flush() Feb 19 03:07:54.126854 n-d-826753-2 neutron-server[103701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:07:54.126854 n-d-826753-2 neutron-server[103701]: self.session.flush() Feb 19 03:07:54.126854 n-d-826753-2 neutron-server[103701]: Traceback (most recent call last): Feb 19 03:07:54.126854 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:07:54.126854 n-d-826753-2 neutron-server[103701]: timer() Feb 19 03:07:54.126854 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:07:54.126854 n-d-826753-2 neutron-server[103701]: cb(*args, **kw) Feb 19 03:07:54.126854 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:07:54.126854 n-d-826753-2 neutron-server[103701]: return func(*args, **kwargs) Feb 19 03:07:54.126854 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:07:54.126854 n-d-826753-2 neutron-server[103701]: self._notify() Feb 19 03:07:54.126854 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:07:54.126854 n-d-826753-2 neutron-server[103701]: self.callback(batched_events) Feb 19 03:07:54.126854 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:07:54.126854 n-d-826753-2 neutron-server[103701]: event.method(event) Feb 19 03:07:54.126854 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:07:54.126854 n-d-826753-2 neutron-server[103701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:07:54.126854 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:07:54.126854 n-d-826753-2 neutron-server[103701]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:07:54.126854 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:07:54.126854 n-d-826753-2 neutron-server[103701]: return f(self, *a, **k) Feb 19 03:07:54.126854 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:07:54.126854 n-d-826753-2 neutron-server[103701]: return self._get(url).json() Feb 19 03:07:54.126854 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:07:54.126854 n-d-826753-2 neutron-server[103701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:07:54.126854 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:07:54.126854 n-d-826753-2 neutron-server[103701]: return self.request(url, 'GET', **kwargs) Feb 19 03:07:54.126854 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:07:54.126854 n-d-826753-2 neutron-server[103701]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:07:54.126854 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:07:54.126854 n-d-826753-2 neutron-server[103701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:07:54.126854 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:07:54.126854 n-d-826753-2 neutron-server[103701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:07:54.126854 n-d-826753-2 neutron-server[103701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:07:54.136891 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-66c76c0a-ce95-4a99-aeea-c8d0d9bf0ce6 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (0acc1600-61e4-4d03-900e-0d6665c462ef), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:54.143152 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-66c76c0a-ce95-4a99-aeea-c8d0d9bf0ce6 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:54.148741 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-66c76c0a-ce95-4a99-aeea-c8d0d9bf0ce6 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "DELETE /v2.0/networks/0acc1600-61e4-4d03-900e-0d6665c462ef HTTP/1.1" status: 204 len: 168 time: 1.2665811 Feb 19 03:07:54.152027 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 57464) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:07:54.157965 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-c5507de2-39fd-419c-b300-1461a754a8b2 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-660196210'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:07:54.222829 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5507de2-39fd-419c-b300-1461a754a8b2 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Made reservation on behalf of 7e7716f824fc44b98f6a51091fedc5c3 for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:07:54.223827 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c76c0a-ce95-4a99-aeea-c8d0d9bf0ce6 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Pushing event deleted for resources: {'Network': ['ID=0acc1600-61e4-4d03-900e-0d6665c462ef,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:54.229428 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c5507de2-39fd-419c-b300-1461a754a8b2 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:54.291499 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5507de2-39fd-419c-b300-1461a754a8b2 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] vlan segment allocate from pool success with {'vlan_id': 279, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:07:54.306587 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c5507de2-39fd-419c-b300-1461a754a8b2 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (154838e5-2470-47ec-bc4b-3170614564ee), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:54.307519 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-c5507de2-39fd-419c-b300-1461a754a8b2 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Added segment 154838e5-2470-47ec-bc4b-3170614564ee of type vlan for network fcc8c3e3-695d-464b-851c-a7ac44daaabe Feb 19 03:07:54.391547 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c5507de2-39fd-419c-b300-1461a754a8b2 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (fcc8c3e3-695d-464b-851c-a7ac44daaabe), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:54.427736 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c5507de2-39fd-419c-b300-1461a754a8b2 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (fcc8c3e3-695d-464b-851c-a7ac44daaabe), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:54.442293 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5507de2-39fd-419c-b300-1461a754a8b2 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:54.442946 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c5507de2-39fd-419c-b300-1461a754a8b2 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:54.529161 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-c5507de2-39fd-419c-b300-1461a754a8b2 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3753285 Feb 19 03:07:54.529361 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 57474) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:07:54.549300 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-bf380c3f-39cf-4034-a3fa-221b620e107e tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Request body: {'subnet': {'network_id': 'fcc8c3e3-695d-464b-851c-a7ac44daaabe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:07:54.570822 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5507de2-39fd-419c-b300-1461a754a8b2 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Pushing event updated for resources: {'Network': ['ID=fcc8c3e3-695d-464b-851c-a7ac44daaabe,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:54.587641 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network fcc8c3e3-695d-464b-851c-a7ac44daaabe details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:07:54.758865 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf380c3f-39cf-4034-a3fa-221b620e107e tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Made reservation on behalf of 7e7716f824fc44b98f6a51091fedc5c3 for: {'subnet': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:07:54.763346 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bf380c3f-39cf-4034-a3fa-221b620e107e tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58706307'] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:54.935866 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6c8d6c-bfb4-42c7-b0f7-d2b3f103ccdf req-340fd94f-0f57-4a99-93c0-0b2b94bab147 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:54.941274 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3a6c8d6c-bfb4-42c7-b0f7-d2b3f103ccdf req-340fd94f-0f57-4a99-93c0-0b2b94bab147 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 946 time: 0.1951141 Feb 19 03:07:55.021233 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3a6c8d6c-bfb4-42c7-b0f7-d2b3f103ccdf req-cf83b5e1-2d91-4990-96ff-f5b78460cf56 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701399 Feb 19 03:07:55.153570 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bf380c3f-39cf-4034-a3fa-221b620e107e tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12647271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58706289'] for subnet (df711be8-6ac5-4e17-bf61-e81fdd18fd17), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:55.203922 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf380c3f-39cf-4034-a3fa-221b620e107e tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Pushing event updated for resources: {'Subnet': ['ID=df711be8-6ac5-4e17-bf61-e81fdd18fd17,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:55.275455 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf380c3f-39cf-4034-a3fa-221b620e107e tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Checking segment: {'id': '154838e5-2470-47ec-bc4b-3170614564ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'fcc8c3e3-695d-464b-851c-a7ac44daaabe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:07:55.281378 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf380c3f-39cf-4034-a3fa-221b620e107e tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Network hostable DHCP agents. Network: fcc8c3e3-695d-464b-851c-a7ac44daaabe, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:07:55.319336 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf380c3f-39cf-4034-a3fa-221b620e107e tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Network fcc8c3e3-695d-464b-851c-a7ac44daaabe is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:07:55.334983 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-bf380c3f-39cf-4034-a3fa-221b620e107e tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, fcc8c3e3-695d-464b-851c-a7ac44daaabe) {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:07:55.340916 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf380c3f-39cf-4034-a3fa-221b620e107e tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:55.341622 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bf380c3f-39cf-4034-a3fa-221b620e107e tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks [] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:55.367289 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67671f90-fb49-4bb6-a854-1b8e0657bf81 None None] Network fcc8c3e3-695d-464b-851c-a7ac44daaabe requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:07:55.376046 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 57480) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:07:55.383365 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-3c914fb4-3ac2-46e2-a9a6-728f4c5497aa tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Request body: {'port': {'network_id': 'fcc8c3e3-695d-464b-851c-a7ac44daaabe', 'name': 'tempest-PortsIpV6TestJSON-398779505', 'fixed_ips': [{'subnet_id': 'df711be8-6ac5-4e17-bf61-e81fdd18fd17', 'ip_address': '2001:db8::10'}]}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:07:55.388068 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-bf380c3f-39cf-4034-a3fa-221b620e107e tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8563607 Feb 19 03:07:55.591258 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6ef2f8-7b30-48ac-8622-6d1d680f2a1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-fcc8c3e3-695d-464b-851c-a7ac44daaabe', 'network_id': 'fcc8c3e3-695d-464b-851c-a7ac44daaabe', 'project_id': '7e7716f824fc44b98f6a51091fedc5c3', 'fixed_ips': [{'subnet_id': 'df711be8-6ac5-4e17-bf61-e81fdd18fd17'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:07:55.592527 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6f6ef2f8-7b30-48ac-8622-6d1d680f2a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:55.616171 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c914fb4-3ac2-46e2-a9a6-728f4c5497aa tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Made reservation on behalf of 7e7716f824fc44b98f6a51091fedc5c3 for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:07:55.718567 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3c914fb4-3ac2-46e2-a9a6-728f4c5497aa tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:55.737609 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-6f6ef2f8-7b30-48ac-8622-6d1d680f2a1e None None] Allocated IP 2001:db8::2 (fcc8c3e3-695d-464b-851c-a7ac44daaabe/df711be8-6ac5-4e17-bf61-e81fdd18fd17/ef274765-ebbb-4c76-8008-b6012b4541bf) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:07:55.754579 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [None req-3c914fb4-3ac2-46e2-a9a6-728f4c5497aa tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] device_id is not set on port c6a7e501-ccf7-45d6-9281-f86567ae664d yet. {{(pid=103702) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:07:55.954216 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6f6ef2f8-7b30-48ac-8622-6d1d680f2a1e None None] Publish callbacks [] for port (ef274765-ebbb-4c76-8008-b6012b4541bf), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:55.964873 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6f6ef2f8-7b30-48ac-8622-6d1d680f2a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (ef274765-ebbb-4c76-8008-b6012b4541bf), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:56.051938 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6ef2f8-7b30-48ac-8622-6d1d680f2a1e None None] Network fcc8c3e3-695d-464b-851c-a7ac44daaabe is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:07:56.071006 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-6f6ef2f8-7b30-48ac-8622-6d1d680f2a1e None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:07:56.080907 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6ef2f8-7b30-48ac-8622-6d1d680f2a1e None None] Pushing event updated for resources: {'Port': ['ID=ef274765-ebbb-4c76-8008-b6012b4541bf,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:56.094942 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6ef2f8-7b30-48ac-8622-6d1d680f2a1e None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:07:56.101678 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-3c914fb4-3ac2-46e2-a9a6-728f4c5497aa tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Allocated IP 2001:db8::10 (fcc8c3e3-695d-464b-851c-a7ac44daaabe/df711be8-6ac5-4e17-bf61-e81fdd18fd17/c6a7e501-ccf7-45d6-9281-f86567ae664d) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:07:56.273532 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:56.276129 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-6f6ef2f8-7b30-48ac-8622-6d1d680f2a1e None None] Attempting to bind port ef274765-ebbb-4c76-8008-b6012b4541bf on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:07:56.277000 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-6f6ef2f8-7b30-48ac-8622-6d1d680f2a1e None None] Attempting to bind port ef274765-ebbb-4c76-8008-b6012b4541bf by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '154838e5-2470-47ec-bc4b-3170614564ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'fcc8c3e3-695d-464b-851c-a7ac44daaabe'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:07:56.278043 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6ef2f8-7b30-48ac-8622-6d1d680f2a1e None None] Attempting to bind port ef274765-ebbb-4c76-8008-b6012b4541bf on network fcc8c3e3-695d-464b-851c-a7ac44daaabe {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:07:56.290534 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6ef2f8-7b30-48ac-8622-6d1d680f2a1e None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:07:56.291732 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6ef2f8-7b30-48ac-8622-6d1d680f2a1e None None] Checking segment: {'id': '154838e5-2470-47ec-bc4b-3170614564ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'fcc8c3e3-695d-464b-851c-a7ac44daaabe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:07:56.292953 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6f6ef2f8-7b30-48ac-8622-6d1d680f2a1e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:56.294058 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6ef2f8-7b30-48ac-8622-6d1d680f2a1e None None] Bound using segment: {'id': '154838e5-2470-47ec-bc4b-3170614564ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'fcc8c3e3-695d-464b-851c-a7ac44daaabe'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:07:56.295260 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-6f6ef2f8-7b30-48ac-8622-6d1d680f2a1e None None] Bound port: ef274765-ebbb-4c76-8008-b6012b4541bf, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '154838e5-2470-47ec-bc4b-3170614564ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'fcc8c3e3-695d-464b-851c-a7ac44daaabe'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:07:56.295903 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6f6ef2f8-7b30-48ac-8622-6d1d680f2a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (ef274765-ebbb-4c76-8008-b6012b4541bf), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:56.321627 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee79ce3-6b35-4cd5-9d58-8273b824ac5d req-580b3321-dc2a-4767-b8fa-fdaf85bac221 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:56.324314 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-dee79ce3-6b35-4cd5-9d58-8273b824ac5d req-580b3321-dc2a-4767-b8fa-fdaf85bac221 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 946 time: 0.1449187 Feb 19 03:07:56.415111 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3c914fb4-3ac2-46e2-a9a6-728f4c5497aa tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks [] for port (c6a7e501-ccf7-45d6-9281-f86567ae664d), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:56.460629 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-6f6ef2f8-7b30-48ac-8622-6d1d680f2a1e None None] For port ef274765-ebbb-4c76-8008-b6012b4541bf, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:07:56.470327 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-6f6ef2f8-7b30-48ac-8622-6d1d680f2a1e None None] For port ef274765-ebbb-4c76-8008-b6012b4541bf, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=ef274765-ebbb-4c76-8008-b6012b4541bf,segment=NetworkSegment(154838e5-2470-47ec-bc4b-3170614564ee),segment_id=154838e5-2470-47ec-bc4b-3170614564ee)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:07:56.475297 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3c914fb4-3ac2-46e2-a9a6-728f4c5497aa tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (c6a7e501-ccf7-45d6-9281-f86567ae664d), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:56.485614 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-dee79ce3-6b35-4cd5-9d58-8273b824ac5d req-05227b64-ed6c-4ec2-9727-ecbcc3e553eb tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1538572 Feb 19 03:07:56.491043 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6f6ef2f8-7b30-48ac-8622-6d1d680f2a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (ef274765-ebbb-4c76-8008-b6012b4541bf), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:56.634643 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c914fb4-3ac2-46e2-a9a6-728f4c5497aa tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Network fcc8c3e3-695d-464b-851c-a7ac44daaabe is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:07:56.644594 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-3c914fb4-3ac2-46e2-a9a6-728f4c5497aa tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:07:56.658283 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c914fb4-3ac2-46e2-a9a6-728f4c5497aa tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:07:56.687587 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c914fb4-3ac2-46e2-a9a6-728f4c5497aa tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:56.688606 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3c914fb4-3ac2-46e2-a9a6-728f4c5497aa tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:56.692854 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6ef2f8-7b30-48ac-8622-6d1d680f2a1e None None] Pushing event updated for resources: {'Port': ['ID=ef274765-ebbb-4c76-8008-b6012b4541bf,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:56.749938 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c914fb4-3ac2-46e2-a9a6-728f4c5497aa tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Pushing event updated for resources: {'Port': ['ID=c6a7e501-ccf7-45d6-9281-f86567ae664d,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:56.778121 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-3c914fb4-3ac2-46e2-a9a6-728f4c5497aa tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3976371 Feb 19 03:07:56.779183 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 57510) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:07:56.786594 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-38629192-01f2-48ad-818f-9f7816c8af9e tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Request body: {'port': {'network_id': 'fcc8c3e3-695d-464b-851c-a7ac44daaabe', 'name': 'tempest-PortsIpV6TestJSON-1094761025', 'fixed_ips': [{'subnet_id': 'df711be8-6ac5-4e17-bf61-e81fdd18fd17', 'ip_address': '2001:db8::f'}]}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:07:57.015736 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38629192-01f2-48ad-818f-9f7816c8af9e tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Made reservation on behalf of 7e7716f824fc44b98f6a51091fedc5c3 for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:07:57.121929 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-38629192-01f2-48ad-818f-9f7816c8af9e tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:57.140973 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [None req-38629192-01f2-48ad-818f-9f7816c8af9e tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] device_id is not set on port b93864fe-5fc3-46b7-a917-f1056ef2e8f5 yet. {{(pid=103701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:07:57.364517 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-38629192-01f2-48ad-818f-9f7816c8af9e tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Allocated IP 2001:db8::f (fcc8c3e3-695d-464b-851c-a7ac44daaabe/df711be8-6ac5-4e17-bf61-e81fdd18fd17/b93864fe-5fc3-46b7-a917-f1056ef2e8f5) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:07:57.578926 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-38629192-01f2-48ad-818f-9f7816c8af9e tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks [] for port (b93864fe-5fc3-46b7-a917-f1056ef2e8f5), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:57.642034 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-38629192-01f2-48ad-818f-9f7816c8af9e tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (b93864fe-5fc3-46b7-a917-f1056ef2e8f5), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:57.693264 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38629192-01f2-48ad-818f-9f7816c8af9e tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Network fcc8c3e3-695d-464b-851c-a7ac44daaabe is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:07:57.697370 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-38629192-01f2-48ad-818f-9f7816c8af9e tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:07:57.755163 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38629192-01f2-48ad-818f-9f7816c8af9e tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Pushing event updated for resources: {'Port': ['ID=b93864fe-5fc3-46b7-a917-f1056ef2e8f5,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:57.770755 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38629192-01f2-48ad-818f-9f7816c8af9e tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:07:57.779367 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38629192-01f2-48ad-818f-9f7816c8af9e tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:57.780356 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-38629192-01f2-48ad-818f-9f7816c8af9e tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:57.821592 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-38629192-01f2-48ad-818f-9f7816c8af9e tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0409060 Feb 19 03:07:57.825774 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 57550) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:07:57.847429 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac852ac7-905a-4620-9a3c-2c4161b8dae8 req-d36c909c-7ab1-4212-8c42-cdbbff2055ad tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:57.869399 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ac852ac7-905a-4620-9a3c-2c4161b8dae8 req-d36c909c-7ab1-4212-8c42-cdbbff2055ad tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 946 time: 0.2432415 Feb 19 03:07:58.115817 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ac852ac7-905a-4620-9a3c-2c4161b8dae8 req-4c711af4-8817-449f-9166-dffcc326a12d tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1955309 Feb 19 03:07:58.138482 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device ef274765-ebbb-4c76-8008-b6012b4541bf up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:07:58.164953 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040ca2b5-d759-4ec1-b6d5-da110d104e2e tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:58.169272 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-040ca2b5-d759-4ec1-b6d5-da110d104e2e tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.3391199 Feb 19 03:07:58.169572 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 57556) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:07:58.269543 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port ef274765-ebbb-4c76-8008-b6012b4541bf triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:07:58.269904 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (ef274765-ebbb-4c76-8008-b6012b4541bf), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:58.322680 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7de014-be87-4832-ba83-6f96ae4571b5 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:58.337871 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7de014-be87-4832-ba83-6f96ae4571b5 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:58.344891 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7de014-be87-4832-ba83-6f96ae4571b5 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:58.346987 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-3b7de014-be87-4832-ba83-6f96ae4571b5 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.1762156 Feb 19 03:07:58.349763 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 57564) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:07:58.487244 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port ef274765-ebbb-4c76-8008-b6012b4541bf is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:07:58.487733 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (ef274765-ebbb-4c76-8008-b6012b4541bf), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:58.490472 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78a786e-63f6-45a2-9e6a-16ae9d909cf9 req-c1ccff85-c522-4e7b-9cd0-d456a77c6730 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:58.496851 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f78a786e-63f6-45a2-9e6a-16ae9d909cf9 req-c1ccff85-c522-4e7b-9cd0-d456a77c6730 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 946 time: 0.1022542 Feb 19 03:07:58.518423 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61668228-c8a4-4001-8413-55787698d9a7 None None] Network fcc8c3e3-695d-464b-851c-a7ac44daaabe requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:07:58.559581 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-c2d09b5a-dd76-4793-b501-3722601f6d1b tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Deleting port b93864fe-5fc3-46b7-a917-f1056ef2e8f5 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:07:58.559857 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c2d09b5a-dd76-4793-b501-3722601f6d1b tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (b93864fe-5fc3-46b7-a917-f1056ef2e8f5), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:58.590982 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f78a786e-63f6-45a2-9e6a-16ae9d909cf9 req-b906f304-d3c5-4f11-8453-aebaa3e2d372 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881224 Feb 19 03:07:58.659587 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port ef274765-ebbb-4c76-8008-b6012b4541bf, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=ef274765-ebbb-4c76-8008-b6012b4541bf,segment=NetworkSegment(154838e5-2470-47ec-bc4b-3170614564ee),segment_id=154838e5-2470-47ec-bc4b-3170614564ee)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:07:58.690117 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (ef274765-ebbb-4c76-8008-b6012b4541bf), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:58.783994 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-063dbc23-eae0-4f00-8410-a140e7558706 None None] Provisioning complete for port ef274765-ebbb-4c76-8008-b6012b4541bf triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:07:58.784381 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-063dbc23-eae0-4f00-8410-a140e7558706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (ef274765-ebbb-4c76-8008-b6012b4541bf), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:58.856634 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c2d09b5a-dd76-4793-b501-3722601f6d1b tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (b93864fe-5fc3-46b7-a917-f1056ef2e8f5), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:58.891582 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-c2d09b5a-dd76-4793-b501-3722601f6d1b tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Calling delete_port for b93864fe-5fc3-46b7-a917-f1056ef2e8f5 owned by {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:07:58.897980 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=ef274765-ebbb-4c76-8008-b6012b4541bf,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:59.095324 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c2d09b5a-dd76-4793-b501-3722601f6d1b tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (b93864fe-5fc3-46b7-a917-f1056ef2e8f5), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:59.140713 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-063dbc23-eae0-4f00-8410-a140e7558706 None None] Current status of the port ef274765-ebbb-4c76-8008-b6012b4541bf is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:07:59.155266 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d09b5a-dd76-4793-b501-3722601f6d1b tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Pushing event deleted for resources: {'Port': ['ID=b93864fe-5fc3-46b7-a917-f1056ef2e8f5,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:59.177632 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c2d09b5a-dd76-4793-b501-3722601f6d1b tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:59.183077 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-c2d09b5a-dd76-4793-b501-3722601f6d1b tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "DELETE /v2.0/ports/b93864fe-5fc3-46b7-a917-f1056ef2e8f5 HTTP/1.1" status: 204 len: 168 time: 0.8308196 Feb 19 03:07:59.186376 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 57602) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:07:59.241687 n-d-826753-2 neutron-server[103701]: INFO neutron.pecan_wsgi.hooks.translation [None req-1383fe72-70e6-4cc4-a093-996dfd0378c8 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] GET failed (client error): The resource could not be found. Feb 19 03:07:59.243642 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-1383fe72-70e6-4cc4-a093-996dfd0378c8 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "GET /v2.0/ports/b93864fe-5fc3-46b7-a917-f1056ef2e8f5 HTTP/1.1" status: 404 len: 333 time: 0.0560226 Feb 19 03:07:59.246490 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 57608) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:07:59.400864 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-857bebb9-ecbe-452c-8113-4776c242b932 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Deleting port c6a7e501-ccf7-45d6-9281-f86567ae664d {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:07:59.401528 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-857bebb9-ecbe-452c-8113-4776c242b932 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (c6a7e501-ccf7-45d6-9281-f86567ae664d), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:59.479508 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-8feb36b2-8222-4ee4-adc3-262d76368c0f None None] Could not find standard attr ID for object b93864fe-5fc3-46b7-a917-f1056ef2e8f5. {{(pid=103703) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:07:59.508535 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-8feb36b2-8222-4ee4-adc3-262d76368c0f None None] Provisioning complete for port ef274765-ebbb-4c76-8008-b6012b4541bf triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:07:59.508955 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-8feb36b2-8222-4ee4-adc3-262d76368c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (ef274765-ebbb-4c76-8008-b6012b4541bf), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:59.552134 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-857bebb9-ecbe-452c-8113-4776c242b932 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (c6a7e501-ccf7-45d6-9281-f86567ae664d), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:59.571135 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-857bebb9-ecbe-452c-8113-4776c242b932 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Calling delete_port for c6a7e501-ccf7-45d6-9281-f86567ae664d owned by {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:07:59.690448 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-8feb36b2-8222-4ee4-adc3-262d76368c0f None None] Current status of the port ef274765-ebbb-4c76-8008-b6012b4541bf is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:07:59.718273 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-8feb36b2-8222-4ee4-adc3-262d76368c0f None None] Provisioning complete for port c6a7e501-ccf7-45d6-9281-f86567ae664d triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:07:59.720370 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-8feb36b2-8222-4ee4-adc3-262d76368c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (c6a7e501-ccf7-45d6-9281-f86567ae664d), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:59.809276 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-8feb36b2-8222-4ee4-adc3-262d76368c0f None None] Port c6a7e501-ccf7-45d6-9281-f86567ae664d cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:07:59.910791 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:07:59.919642 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-857bebb9-ecbe-452c-8113-4776c242b932 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (c6a7e501-ccf7-45d6-9281-f86567ae664d), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:59.940175 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-9ca90b93-a1cc-410d-99cb-a9ff57a1e850 None None] Could not find standard attr ID for object c6a7e501-ccf7-45d6-9281-f86567ae664d. {{(pid=103703) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:07:59.968111 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device ef274765-ebbb-4c76-8008-b6012b4541bf up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:08:00.005566 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857bebb9-ecbe-452c-8113-4776c242b932 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Pushing event deleted for resources: {'Port': ['ID=c6a7e501-ccf7-45d6-9281-f86567ae664d,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:00.052206 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-857bebb9-ecbe-452c-8113-4776c242b932 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:00.072181 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-857bebb9-ecbe-452c-8113-4776c242b932 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "DELETE /v2.0/ports/c6a7e501-ccf7-45d6-9281-f86567ae664d HTTP/1.1" status: 204 len: 168 time: 0.8218505 Feb 19 03:08:00.072433 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 57650) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:00.082717 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port ef274765-ebbb-4c76-8008-b6012b4541bf triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:08:00.083496 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (ef274765-ebbb-4c76-8008-b6012b4541bf), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:00.116176 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-3369b500-b64f-4d2d-9b4e-825cee88b603 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] GET failed (client error): The resource could not be found. Feb 19 03:08:00.122529 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-3369b500-b64f-4d2d-9b4e-825cee88b603 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "GET /v2.0/ports/c6a7e501-ccf7-45d6-9281-f86567ae664d HTTP/1.1" status: 404 len: 333 time: 0.0467179 Feb 19 03:08:00.122944 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 57652) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:00.179166 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6 no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:08:00.239486 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_v2 [None req-806b48cb-1e45-40db-9da5-18b4df722914 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Deleting subnet df711be8-6ac5-4e17-bf61-e81fdd18fd17 {{(pid=103701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:08:00.254668 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-806b48cb-1e45-40db-9da5-18b4df722914 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks [] for subnet (df711be8-6ac5-4e17-bf61-e81fdd18fd17), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:00.321672 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-806b48cb-1e45-40db-9da5-18b4df722914 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12647399'] for subnet (df711be8-6ac5-4e17-bf61-e81fdd18fd17), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:00.341036 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port ef274765-ebbb-4c76-8008-b6012b4541bf is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:08:00.349764 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6 is: ACTIVE; New status is: DOWN {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:08:00.351259 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:00.374720 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-0a162349-c3bd-489a-9d03-2862faa7e2b7 None None] Could not find standard attr ID for object b93864fe-5fc3-46b7-a917-f1056ef2e8f5. {{(pid=103703) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:08:00.388906 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5712473-ec71-4cd2-a7d2-c2cec0223e2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:08:00.391742 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45feeed3-6974-4917-9610-49bf21a305ae" -d '{"events": [{"server_uuid": "d5712473-ec71-4cd2-a7d2-c2cec0223e2b", "name": "network-vif-unplugged", "status": "completed", "tag": "45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:08:00.408210 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6,segment=NetworkSegment(9361ff5e-ecd3-4a53-b64f-0204e54bd4ff),segment_id=9361ff5e-ecd3-4a53-b64f-0204e54bd4ff)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:08:00.416649 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:00.434642 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-806b48cb-1e45-40db-9da5-18b4df722914 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (df711be8-6ac5-4e17-bf61-e81fdd18fd17), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:00.465362 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adf1de9b-2f49-4320-8870-121009428787 x-openstack-request-id: req-adf1de9b-2f49-4320-8870-121009428787 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:08:00.465894 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5712473-ec71-4cd2-a7d2-c2cec0223e2b", "name": "network-vif-unplugged", "status": "completed", "tag": "45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:08:00.466279 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-adf1de9b-2f49-4320-8870-121009428787 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:08:00.466916 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5712473-ec71-4cd2-a7d2-c2cec0223e2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6', 'code': 200} Feb 19 03:08:00.487591 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6,revision_number=14']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:00.573560 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-806b48cb-1e45-40db-9da5-18b4df722914 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12647206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58706286'] for subnet (df711be8-6ac5-4e17-bf61-e81fdd18fd17), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:00.606287 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806b48cb-1e45-40db-9da5-18b4df722914 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Pushing event deleted for resources: {'Subnet': ['ID=df711be8-6ac5-4e17-bf61-e81fdd18fd17,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:00.616078 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-806b48cb-1e45-40db-9da5-18b4df722914 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks [] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:00.619976 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-806b48cb-1e45-40db-9da5-18b4df722914 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "DELETE /v2.0/subnets/df711be8-6ac5-4e17-bf61-e81fdd18fd17 HTTP/1.1" status: 204 len: 168 time: 0.4954827 Feb 19 03:08:00.622715 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 57658) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:00.638961 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e707eccd-5584-49a7-980f-bcf725e8628a req-df7b9a48-92bc-4dae-87b6-787924022aab tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:00.645567 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e707eccd-5584-49a7-980f-bcf725e8628a req-df7b9a48-92bc-4dae-87b6-787924022aab tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 944 time: 0.3923049 Feb 19 03:08:00.684749 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6568a81-0dae-4a36-8cdd-e82924b47f14 None None] Network fcc8c3e3-695d-464b-851c-a7ac44daaabe requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:08:00.729981 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-624dd790-b5b9-448d-a4a3-fc7aa493bc25 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (fcc8c3e3-695d-464b-851c-a7ac44daaabe), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:00.760629 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e707eccd-5584-49a7-980f-bcf725e8628a req-cb3e59da-1e26-41ac-8a3a-30017479280c tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114581 Feb 19 03:08:00.816669 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-624dd790-b5b9-448d-a4a3-fc7aa493bc25 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Deleting port ef274765-ebbb-4c76-8008-b6012b4541bf {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:08:00.821540 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-624dd790-b5b9-448d-a4a3-fc7aa493bc25 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (ef274765-ebbb-4c76-8008-b6012b4541bf), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:00.919497 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-624dd790-b5b9-448d-a4a3-fc7aa493bc25 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] For port ef274765-ebbb-4c76-8008-b6012b4541bf, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=ef274765-ebbb-4c76-8008-b6012b4541bf,segment=NetworkSegment(154838e5-2470-47ec-bc4b-3170614564ee),segment_id=154838e5-2470-47ec-bc4b-3170614564ee)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:08:00.923516 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-624dd790-b5b9-448d-a4a3-fc7aa493bc25 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (ef274765-ebbb-4c76-8008-b6012b4541bf), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:00.930512 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b7bb9f-42f6-410e-b297-f31fc861dcab None None] DHCP port deletion for fcc8c3e3-695d-464b-851c-a7ac44daaabe request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:08:00.938234 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f078ed2c-ee43-4d16-bc52-eab70ef3720f req-b5234514-d720-4b84-bdca-76429fad7323 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:00.940075 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f078ed2c-ee43-4d16-bc52-eab70ef3720f req-b5234514-d720-4b84-bdca-76429fad7323 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 944 time: 0.0705943 Feb 19 03:08:00.946130 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-624dd790-b5b9-448d-a4a3-fc7aa493bc25 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Calling delete_port for ef274765-ebbb-4c76-8008-b6012b4541bf owned by network:dhcp {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:08:00.995993 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-a4b7bb9f-42f6-410e-b297-f31fc861dcab None None] Deleting port ef274765-ebbb-4c76-8008-b6012b4541bf {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:08:00.996234 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-a4b7bb9f-42f6-410e-b297-f31fc861dcab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (ef274765-ebbb-4c76-8008-b6012b4541bf), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:01.008174 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f078ed2c-ee43-4d16-bc52-eab70ef3720f req-0d2af342-45ed-41c7-be9c-0605dc5bcd13 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610690 Feb 19 03:08:01.074264 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-624dd790-b5b9-448d-a4a3-fc7aa493bc25 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (ef274765-ebbb-4c76-8008-b6012b4541bf), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:01.085299 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-a4b7bb9f-42f6-410e-b297-f31fc861dcab None None] For port ef274765-ebbb-4c76-8008-b6012b4541bf, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=ef274765-ebbb-4c76-8008-b6012b4541bf,segment=NetworkSegment(154838e5-2470-47ec-bc4b-3170614564ee),segment_id=154838e5-2470-47ec-bc4b-3170614564ee)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:08:01.085845 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-a4b7bb9f-42f6-410e-b297-f31fc861dcab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (ef274765-ebbb-4c76-8008-b6012b4541bf), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:01.101056 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-a4b7bb9f-42f6-410e-b297-f31fc861dcab None None] Calling delete_port for ef274765-ebbb-4c76-8008-b6012b4541bf owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:08:01.108643 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624dd790-b5b9-448d-a4a3-fc7aa493bc25 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Pushing event deleted for resources: {'Port': ['ID=ef274765-ebbb-4c76-8008-b6012b4541bf,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:01.117799 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624dd790-b5b9-448d-a4a3-fc7aa493bc25 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] No DVR routers for this DVR port ef274765-ebbb-4c76-8008-b6012b4541bf on host n-d-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:08:01.202115 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca247d40-d75a-44fe-912c-1aa68f4d49c2 req-eb06dfa6-b750-4c9b-8a3f-e5415af2a33c tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:01.203672 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ca247d40-d75a-44fe-912c-1aa68f4d49c2 req-eb06dfa6-b750-4c9b-8a3f-e5415af2a33c tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 944 time: 0.1158929 Feb 19 03:08:01.215222 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-a4b7bb9f-42f6-410e-b297-f31fc861dcab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (ef274765-ebbb-4c76-8008-b6012b4541bf), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:01.223782 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-624dd790-b5b9-448d-a4a3-fc7aa493bc25 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (fcc8c3e3-695d-464b-851c-a7ac44daaabe), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:01.244301 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b7bb9f-42f6-410e-b297-f31fc861dcab None None] Pushing event deleted for resources: {'Port': ['ID=ef274765-ebbb-4c76-8008-b6012b4541bf,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:01.250778 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-624dd790-b5b9-448d-a4a3-fc7aa493bc25 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcc8c3e3-695d-464b-851c-a7ac44daaabe']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:08:01.259605 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b7bb9f-42f6-410e-b297-f31fc861dcab None None] No DVR routers for this DVR port ef274765-ebbb-4c76-8008-b6012b4541bf on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:08:01.263773 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-624dd790-b5b9-448d-a4a3-fc7aa493bc25 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '154838e5-2470-47ec-bc4b-3170614564ee') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:08:01.264077 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-624dd790-b5b9-448d-a4a3-fc7aa493bc25 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '154838e5-2470-47ec-bc4b-3170614564ee') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:08:01.276321 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-624dd790-b5b9-448d-a4a3-fc7aa493bc25 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (154838e5-2470-47ec-bc4b-3170614564ee), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:01.291392 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-624dd790-b5b9-448d-a4a3-fc7aa493bc25 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (154838e5-2470-47ec-bc4b-3170614564ee), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:01.298243 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-624dd790-b5b9-448d-a4a3-fc7aa493bc25 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Releasing vlan 279 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:08:01.298639 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-624dd790-b5b9-448d-a4a3-fc7aa493bc25 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (154838e5-2470-47ec-bc4b-3170614564ee), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:01.302496 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 03:08:01.302496 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:08:01.302496 n-d-826753-2 neutron-server[103702]: timer() Feb 19 03:08:01.302496 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:08:01.302496 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 03:08:01.302496 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:08:01.302496 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 03:08:01.302496 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:08:01.302496 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 03:08:01.302496 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:08:01.302496 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 03:08:01.302496 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:08:01.302496 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 03:08:01.302496 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:08:01.302496 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:08:01.302496 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:08:01.302496 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:08:01.302496 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:08:01.302496 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 03:08:01.302496 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:08:01.302496 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 03:08:01.302496 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:08:01.302496 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:08:01.302496 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:08:01.302496 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 03:08:01.302496 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:08:01.302496 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:08:01.302496 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:08:01.302496 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:08:01.302496 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:08:01.302496 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:08:01.302496 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:08:01.314274 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ca247d40-d75a-44fe-912c-1aa68f4d49c2 req-e1821c11-cf4f-4955-b890-eee522d835f7 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034257 Feb 19 03:08:01.625057 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54289f9d-1dd1-4dc8-9dfd-0dbbb3fc4c1b req-f76ab1e3-0543-4cff-9d43-c4b0c8e69646 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:01.633387 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-54289f9d-1dd1-4dc8-9dfd-0dbbb3fc4c1b req-f76ab1e3-0543-4cff-9d43-c4b0c8e69646 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 944 time: 0.0737042 Feb 19 03:08:01.703920 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-54289f9d-1dd1-4dc8-9dfd-0dbbb3fc4c1b req-4ecdaf10-f99a-4086-a220-f0dbb51160d2 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610750 Feb 19 03:08:01.763359 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-624dd790-b5b9-448d-a4a3-fc7aa493bc25 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (fcc8c3e3-695d-464b-851c-a7ac44daaabe), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:01.772587 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-624dd790-b5b9-448d-a4a3-fc7aa493bc25 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:01.779590 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-624dd790-b5b9-448d-a4a3-fc7aa493bc25 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "DELETE /v2.0/networks/fcc8c3e3-695d-464b-851c-a7ac44daaabe HTTP/1.1" status: 204 len: 168 time: 1.1524034 Feb 19 03:08:01.780713 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 57672) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:01.786654 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-c52c29ee-014b-4d7e-aecb-8aa10353bb65 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1697021277'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:08:01.793227 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624dd790-b5b9-448d-a4a3-fc7aa493bc25 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Pushing event deleted for resources: {'Network': ['ID=fcc8c3e3-695d-464b-851c-a7ac44daaabe,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:01.819399 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d599b674-dd0c-4503-a21b-eb7eda3abace req-fb14b536-544e-40b5-bba0-8aa00a040de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:01.820534 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c52c29ee-014b-4d7e-aecb-8aa10353bb65 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Made reservation on behalf of 7e7716f824fc44b98f6a51091fedc5c3 for: {'network': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:08:01.821300 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d599b674-dd0c-4503-a21b-eb7eda3abace req-fb14b536-544e-40b5-bba0-8aa00a040de0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b9f6d445adfb4303a5f2e35c9323b376&device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 1126 time: 0.1025097 Feb 19 03:08:01.825057 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c52c29ee-014b-4d7e-aecb-8aa10353bb65 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:01.880197 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c52c29ee-014b-4d7e-aecb-8aa10353bb65 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] vlan segment allocate from pool success with {'vlan_id': 281, 'physical_network': 'physnet1'} {{(pid=103701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:08:01.909278 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c52c29ee-014b-4d7e-aecb-8aa10353bb65 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (c1366eb8-d3c2-4f25-927f-a7cc3c0d082c), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:01.910030 n-d-826753-2 neutron-server[103701]: INFO neutron.db.segments_db [None req-c52c29ee-014b-4d7e-aecb-8aa10353bb65 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Added segment c1366eb8-d3c2-4f25-927f-a7cc3c0d082c of type vlan for network b4016481-2729-4c8a-80aa-e23be4b0ac8d Feb 19 03:08:01.946783 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device ef274765-ebbb-4c76-8008-b6012b4541bf no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:08:01.986137 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: ef274765-ebbb-4c76-8008-b6012b4541bf {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:08:01.986486 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device ef274765-ebbb-4c76-8008-b6012b4541bf not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:08:01.995132 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d599b674-dd0c-4503-a21b-eb7eda3abace req-a316ecfd-bfe6-4a4b-b64d-f5ebef0b5f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:01.999208 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c52c29ee-014b-4d7e-aecb-8aa10353bb65 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (b4016481-2729-4c8a-80aa-e23be4b0ac8d), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:02.000925 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d599b674-dd0c-4503-a21b-eb7eda3abace req-a316ecfd-bfe6-4a4b-b64d-f5ebef0b5f11 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0f4d9579-5631-481f-acff-55faffa2a3d0 HTTP/1.1" status: 200 len: 913 time: 0.1730640 Feb 19 03:08:02.030696 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c52c29ee-014b-4d7e-aecb-8aa10353bb65 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (b4016481-2729-4c8a-80aa-e23be4b0ac8d), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:02.037375 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52c29ee-014b-4d7e-aecb-8aa10353bb65 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:02.037375 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c52c29ee-014b-4d7e-aecb-8aa10353bb65 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:02.079418 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d599b674-dd0c-4503-a21b-eb7eda3abace req-e52dde5d-6069-4ebc-99fe-983f085ca54f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6 HTTP/1.1" status: 200 len: 998 time: 0.0732250 Feb 19 03:08:02.120466 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-c52c29ee-014b-4d7e-aecb-8aa10353bb65 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3384972 Feb 19 03:08:02.121252 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52c29ee-014b-4d7e-aecb-8aa10353bb65 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Pushing event updated for resources: {'Network': ['ID=b4016481-2729-4c8a-80aa-e23be4b0ac8d,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:02.123322 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 57678) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:02.128303 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-a58c489b-4e83-419a-98e0-85746b889842 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Request body: {'subnet': {'network_id': 'b4016481-2729-4c8a-80aa-e23be4b0ac8d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:08:02.134742 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network b4016481-2729-4c8a-80aa-e23be4b0ac8d details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:08:02.163168 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d599b674-dd0c-4503-a21b-eb7eda3abace req-756c11c3-9c0f-438b-8daf-d16b653cf16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:02.164667 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d599b674-dd0c-4503-a21b-eb7eda3abace req-756c11c3-9c0f-438b-8daf-d16b653cf16c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=873fca23-e618-4343-ad67-b4c94d7ebaec HTTP/1.1" status: 200 len: 851 time: 0.0798886 Feb 19 03:08:02.228904 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d599b674-dd0c-4503-a21b-eb7eda3abace req-980e06ca-691d-4563-b06c-4cd1b22d4653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:02.230570 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d599b674-dd0c-4503-a21b-eb7eda3abace req-980e06ca-691d-4563-b06c-4cd1b22d4653 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0f4d9579-5631-481f-acff-55faffa2a3d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0599706 Feb 19 03:08:02.284334 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a58c489b-4e83-419a-98e0-85746b889842 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Made reservation on behalf of 7e7716f824fc44b98f6a51091fedc5c3 for: {'subnet': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:08:02.290574 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a58c489b-4e83-419a-98e0-85746b889842 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58706307'] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:02.376113 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d599b674-dd0c-4503-a21b-eb7eda3abace req-53fdda62-2e88-4070-ae3c-88867a9d3869 service neutron] 10.222.0.73 "GET /v2.0/networks/0f4d9579-5631-481f-acff-55faffa2a3d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394067 Feb 19 03:08:02.534900 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a58c489b-4e83-419a-98e0-85746b889842 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12647271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58706289'] for subnet (aaaed8fc-c9cc-470b-bea7-2ad7e3145f6c), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:02.546907 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d599b674-dd0c-4503-a21b-eb7eda3abace req-5a5b154a-820c-4945-8a82-d6e006dbb7eb service neutron] 10.222.0.73 "GET /v2.0/networks/0f4d9579-5631-481f-acff-55faffa2a3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630909 Feb 19 03:08:02.612475 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58c489b-4e83-419a-98e0-85746b889842 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Pushing event updated for resources: {'Subnet': ['ID=aaaed8fc-c9cc-470b-bea7-2ad7e3145f6c,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:02.627508 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58c489b-4e83-419a-98e0-85746b889842 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Checking segment: {'id': 'c1366eb8-d3c2-4f25-927f-a7cc3c0d082c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'b4016481-2729-4c8a-80aa-e23be4b0ac8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:08:02.627873 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58c489b-4e83-419a-98e0-85746b889842 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Network hostable DHCP agents. Network: b4016481-2729-4c8a-80aa-e23be4b0ac8d, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:08:02.647855 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58c489b-4e83-419a-98e0-85746b889842 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Network b4016481-2729-4c8a-80aa-e23be4b0ac8d is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:08:02.660594 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-a58c489b-4e83-419a-98e0-85746b889842 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, b4016481-2729-4c8a-80aa-e23be4b0ac8d) {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:08:02.665436 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58c489b-4e83-419a-98e0-85746b889842 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:02.666078 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a58c489b-4e83-419a-98e0-85746b889842 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks [] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:02.674253 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3d32cc-32ed-43c7-9a1e-67deee24f02c None None] Network b4016481-2729-4c8a-80aa-e23be4b0ac8d requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:08:02.697401 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-a58c489b-4e83-419a-98e0-85746b889842 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5728335 Feb 19 03:08:02.700073 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 57680) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:02.705251 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-29a630bf-a5ec-41e8-8cb2-f138032aa991 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-856427898', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:08:02.742056 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-29a630bf-a5ec-41e8-8cb2-f138032aa991 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14172'] for router (43f9fdb2-aede-4550-8d49-f7c8b6d8ba5a), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:02.743482 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-29a630bf-a5ec-41e8-8cb2-f138032aa991 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16317487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16285822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16309985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14247'] for router (43f9fdb2-aede-4550-8d49-f7c8b6d8ba5a), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:02.798629 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cdd809-47bf-433a-9bee-8e4914fdc875 req-e1b79ded-548b-49e5-8ac8-bed18c9728b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:02.802985 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-37cdd809-47bf-433a-9bee-8e4914fdc875 req-e1b79ded-548b-49e5-8ac8-bed18c9728b8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b9f6d445adfb4303a5f2e35c9323b376&device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 1126 time: 0.1116712 Feb 19 03:08:02.956740 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa72ac5-3e8f-4e74-ba04-b76dae106e3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-b4016481-2729-4c8a-80aa-e23be4b0ac8d', 'network_id': 'b4016481-2729-4c8a-80aa-e23be4b0ac8d', 'project_id': '7e7716f824fc44b98f6a51091fedc5c3', 'fixed_ips': [{'subnet_id': 'aaaed8fc-c9cc-470b-bea7-2ad7e3145f6c'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:08:02.957938 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4fa72ac5-3e8f-4e74-ba04-b76dae106e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:02.967196 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-29a630bf-a5ec-41e8-8cb2-f138032aa991 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks [] for router_controller (43f9fdb2-aede-4550-8d49-f7c8b6d8ba5a), precommit_add_association {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:02.981420 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cdd809-47bf-433a-9bee-8e4914fdc875 req-8642d59c-f367-44de-b7d9-0ce0e55df0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:02.983000 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-37cdd809-47bf-433a-9bee-8e4914fdc875 req-8642d59c-f367-44de-b7d9-0ce0e55df0b9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0f4d9579-5631-481f-acff-55faffa2a3d0 HTTP/1.1" status: 200 len: 913 time: 0.1594372 Feb 19 03:08:02.986919 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0d63cc-6446-42d0-b253-ebc8a8ddb542 req-f6dc3a95-cd1e-423d-83e9-6fde88c1da52 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:02.996611 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1f0d63cc-6446-42d0-b253-ebc8a8ddb542 req-f6dc3a95-cd1e-423d-83e9-6fde88c1da52 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 944 time: 0.2043312 Feb 19 03:08:03.017147 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-29a630bf-a5ec-41e8-8cb2-f138032aa991 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16317478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865'] for router (43f9fdb2-aede-4550-8d49-f7c8b6d8ba5a), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:03.080499 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-29a630bf-a5ec-41e8-8cb2-f138032aa991 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks [] for router (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:03.084844 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-29a630bf-a5ec-41e8-8cb2-f138032aa991 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3808296 Feb 19 03:08:03.092658 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 57688) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:03.100375 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-c9c0d88e-377f-4c71-bde2-c1ed937159fa tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Request body: {'port': {'network_id': 'b4016481-2729-4c8a-80aa-e23be4b0ac8d', 'name': 'tempest-PortsIpV6TestJSON-1600138571'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:08:03.135913 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-37cdd809-47bf-433a-9bee-8e4914fdc875 req-7dbe1c28-4e89-424d-90bc-acd4b5b21110 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6 HTTP/1.1" status: 200 len: 998 time: 0.1431561 Feb 19 03:08:03.193070 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1f0d63cc-6446-42d0-b253-ebc8a8ddb542 req-0c34805e-2971-406f-97f8-f6d0d8465e61 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1955044 Feb 19 03:08:03.231459 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cdd809-47bf-433a-9bee-8e4914fdc875 req-967f41ee-466a-4115-85cd-a5f8980b79d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:03.233190 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-4fa72ac5-3e8f-4e74-ba04-b76dae106e3a None None] Allocated IP 2001:db8::2 (b4016481-2729-4c8a-80aa-e23be4b0ac8d/aaaed8fc-c9cc-470b-bea7-2ad7e3145f6c/d08a4d02-0ddb-4527-a6f2-8ace4ffaabf5) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:08:03.235489 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-37cdd809-47bf-433a-9bee-8e4914fdc875 req-967f41ee-466a-4115-85cd-a5f8980b79d4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=873fca23-e618-4343-ad67-b4c94d7ebaec HTTP/1.1" status: 200 len: 851 time: 0.0890279 Feb 19 03:08:03.309582 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cdd809-47bf-433a-9bee-8e4914fdc875 req-6b74c615-f64e-4376-a2c4-f1b2e075744b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:03.312716 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-37cdd809-47bf-433a-9bee-8e4914fdc875 req-6b74c615-f64e-4376-a2c4-f1b2e075744b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0f4d9579-5631-481f-acff-55faffa2a3d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0689468 Feb 19 03:08:03.314489 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9c0d88e-377f-4c71-bde2-c1ed937159fa tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Made reservation on behalf of 7e7716f824fc44b98f6a51091fedc5c3 for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:08:03.319448 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c9c0d88e-377f-4c71-bde2-c1ed937159fa tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:03.343574 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [None req-c9c0d88e-377f-4c71-bde2-c1ed937159fa tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] device_id is not set on port b8577760-382a-4c87-b55c-a4fbd306fd1a yet. {{(pid=103701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:08:03.471634 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-37cdd809-47bf-433a-9bee-8e4914fdc875 req-32e81141-0b55-4a74-aaac-dc8e0b918d30 service neutron] 10.222.0.73 "GET /v2.0/networks/0f4d9579-5631-481f-acff-55faffa2a3d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531036 Feb 19 03:08:03.622162 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-37cdd809-47bf-433a-9bee-8e4914fdc875 req-92790d28-77f9-4a85-a199-e5ba39c4263d service neutron] 10.222.0.73 "GET /v2.0/networks/0f4d9579-5631-481f-acff-55faffa2a3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439171 Feb 19 03:08:03.785315 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4fa72ac5-3e8f-4e74-ba04-b76dae106e3a None None] Publish callbacks [] for port (d08a4d02-0ddb-4527-a6f2-8ace4ffaabf5), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:03.792876 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4fa72ac5-3e8f-4e74-ba04-b76dae106e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (d08a4d02-0ddb-4527-a6f2-8ace4ffaabf5), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:03.830148 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa72ac5-3e8f-4e74-ba04-b76dae106e3a None None] Network b4016481-2729-4c8a-80aa-e23be4b0ac8d is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:08:03.833104 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-4fa72ac5-3e8f-4e74-ba04-b76dae106e3a None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:08:03.836556 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa72ac5-3e8f-4e74-ba04-b76dae106e3a None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:08:03.868197 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-c9c0d88e-377f-4c71-bde2-c1ed937159fa tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Allocated IP 2001:db8::33a (b4016481-2729-4c8a-80aa-e23be4b0ac8d/aaaed8fc-c9cc-470b-bea7-2ad7e3145f6c/b8577760-382a-4c87-b55c-a4fbd306fd1a) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:08:03.883657 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa72ac5-3e8f-4e74-ba04-b76dae106e3a None None] Pushing event updated for resources: {'Port': ['ID=d08a4d02-0ddb-4527-a6f2-8ace4ffaabf5,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:03.937649 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-4fa72ac5-3e8f-4e74-ba04-b76dae106e3a None None] Attempting to bind port d08a4d02-0ddb-4527-a6f2-8ace4ffaabf5 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:08:03.938117 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-4fa72ac5-3e8f-4e74-ba04-b76dae106e3a None None] Attempting to bind port d08a4d02-0ddb-4527-a6f2-8ace4ffaabf5 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': 'c1366eb8-d3c2-4f25-927f-a7cc3c0d082c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'b4016481-2729-4c8a-80aa-e23be4b0ac8d'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:08:03.938556 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa72ac5-3e8f-4e74-ba04-b76dae106e3a None None] Attempting to bind port d08a4d02-0ddb-4527-a6f2-8ace4ffaabf5 on network b4016481-2729-4c8a-80aa-e23be4b0ac8d {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:08:03.944262 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa72ac5-3e8f-4e74-ba04-b76dae106e3a None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:08:03.944755 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa72ac5-3e8f-4e74-ba04-b76dae106e3a None None] Checking segment: {'id': 'c1366eb8-d3c2-4f25-927f-a7cc3c0d082c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'b4016481-2729-4c8a-80aa-e23be4b0ac8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:08:03.945269 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4fa72ac5-3e8f-4e74-ba04-b76dae106e3a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:03.945738 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa72ac5-3e8f-4e74-ba04-b76dae106e3a None None] Bound using segment: {'id': 'c1366eb8-d3c2-4f25-927f-a7cc3c0d082c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'b4016481-2729-4c8a-80aa-e23be4b0ac8d'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:08:03.946288 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-4fa72ac5-3e8f-4e74-ba04-b76dae106e3a None None] Bound port: d08a4d02-0ddb-4527-a6f2-8ace4ffaabf5, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1366eb8-d3c2-4f25-927f-a7cc3c0d082c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'b4016481-2729-4c8a-80aa-e23be4b0ac8d'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:08:03.946744 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4fa72ac5-3e8f-4e74-ba04-b76dae106e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (d08a4d02-0ddb-4527-a6f2-8ace4ffaabf5), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:04.089882 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4fa72ac5-3e8f-4e74-ba04-b76dae106e3a None None] For port d08a4d02-0ddb-4527-a6f2-8ace4ffaabf5, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:08:04.093959 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4fa72ac5-3e8f-4e74-ba04-b76dae106e3a None None] For port d08a4d02-0ddb-4527-a6f2-8ace4ffaabf5, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=d08a4d02-0ddb-4527-a6f2-8ace4ffaabf5,segment=NetworkSegment(c1366eb8-d3c2-4f25-927f-a7cc3c0d082c),segment_id=c1366eb8-d3c2-4f25-927f-a7cc3c0d082c)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:08:04.122853 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4fa72ac5-3e8f-4e74-ba04-b76dae106e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (d08a4d02-0ddb-4527-a6f2-8ace4ffaabf5), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:04.124465 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c9c0d88e-377f-4c71-bde2-c1ed937159fa tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks [] for port (b8577760-382a-4c87-b55c-a4fbd306fd1a), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:04.167597 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c9c0d88e-377f-4c71-bde2-c1ed937159fa tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (b8577760-382a-4c87-b55c-a4fbd306fd1a), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:04.221399 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c0d88e-377f-4c71-bde2-c1ed937159fa tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Network b4016481-2729-4c8a-80aa-e23be4b0ac8d is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:08:04.244559 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-c9c0d88e-377f-4c71-bde2-c1ed937159fa tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:08:04.254990 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c0d88e-377f-4c71-bde2-c1ed937159fa tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:08:04.306769 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c0d88e-377f-4c71-bde2-c1ed937159fa tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:04.308597 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c9c0d88e-377f-4c71-bde2-c1ed937159fa tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:04.337889 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa72ac5-3e8f-4e74-ba04-b76dae106e3a None None] Pushing event updated for resources: {'Port': ['ID=d08a4d02-0ddb-4527-a6f2-8ace4ffaabf5,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:04.424199 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c0d88e-377f-4c71-bde2-c1ed937159fa tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Pushing event updated for resources: {'Port': ['ID=b8577760-382a-4c87-b55c-a4fbd306fd1a,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:04.435110 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-c9c0d88e-377f-4c71-bde2-c1ed937159fa tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3408284 Feb 19 03:08:04.438765 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 57714) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:04.597893 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fa1710-9187-46dd-b0ea-d7b049d6bc70 req-a5ba0cd7-7323-4864-a625-d503b83fab79 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:04.601548 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-28fa1710-9187-46dd-b0ea-d7b049d6bc70 req-a5ba0cd7-7323-4864-a625-d503b83fab79 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 944 time: 0.2610064 Feb 19 03:08:04.903892 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-28fa1710-9187-46dd-b0ea-d7b049d6bc70 req-8e646713-056e-45c3-a6cb-ac9459f511d1 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1922383 Feb 19 03:08:05.029905 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-87489f6f-3d9a-4e0e-a302-c7cef7dcb094 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (b8577760-382a-4c87-b55c-a4fbd306fd1a), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:05.436241 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469abde0-5c53-4630-bd3b-7ab5cba5c2f9 req-a8b91f73-482d-4bb0-9f6e-dec92c4fdd8f tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:05.446979 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-469abde0-5c53-4630-bd3b-7ab5cba5c2f9 req-a8b91f73-482d-4bb0-9f6e-dec92c4fdd8f tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 944 time: 0.1233819 Feb 19 03:08:05.495349 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-87489f6f-3d9a-4e0e-a302-c7cef7dcb094 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks [] for port (b8577760-382a-4c87-b55c-a4fbd306fd1a), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:05.510309 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-87489f6f-3d9a-4e0e-a302-c7cef7dcb094 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (b8577760-382a-4c87-b55c-a4fbd306fd1a), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:05.538068 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-469abde0-5c53-4630-bd3b-7ab5cba5c2f9 req-58699b7b-25d3-458c-821e-f9ffe82335d5 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897660 Feb 19 03:08:05.747783 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87489f6f-3d9a-4e0e-a302-c7cef7dcb094 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Pushing event updated for resources: {'Port': ['ID=b8577760-382a-4c87-b55c-a4fbd306fd1a,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:05.806338 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a896f9c-a524-4ad2-be61-e310378e9d6b req-511cbaf2-948d-4ee7-9a3c-1929f0980383 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:05.815068 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4a896f9c-a524-4ad2-be61-e310378e9d6b req-511cbaf2-948d-4ee7-9a3c-1929f0980383 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 944 time: 0.1806438 Feb 19 03:08:05.890118 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091846a5-207d-4f37-9d8d-fcae841449bc None None] Network b4016481-2729-4c8a-80aa-e23be4b0ac8d requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:08:05.979871 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-87489f6f-3d9a-4e0e-a302-c7cef7dcb094 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16289150'] for router_interface (43f9fdb2-aede-4550-8d49-f7c8b6d8ba5a), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:06.035359 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4a896f9c-a524-4ad2-be61-e310378e9d6b req-7884bbcf-f1b3-494e-b311-dc70050db36d tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2173474 Feb 19 03:08:06.087087 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device d08a4d02-0ddb-4527-a6f2-8ace4ffaabf5 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:08:06.169638 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-aebcbb68-eb3f-4457-b0d3-40d664fe39c9 None None] Provisioning complete for port d08a4d02-0ddb-4527-a6f2-8ace4ffaabf5 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:08:06.172041 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-aebcbb68-eb3f-4457-b0d3-40d664fe39c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (d08a4d02-0ddb-4527-a6f2-8ace4ffaabf5), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:06.268585 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-87489f6f-3d9a-4e0e-a302-c7cef7dcb094 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (b8577760-382a-4c87-b55c-a4fbd306fd1a), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:06.310015 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port d08a4d02-0ddb-4527-a6f2-8ace4ffaabf5 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:08:06.311255 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (d08a4d02-0ddb-4527-a6f2-8ace4ffaabf5), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:06.439083 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8634561-7fa0-4d5c-8b15-037f1bd86430 req-2865b89c-ee79-41fd-a9df-b8ab43e49191 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:06.440555 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f8634561-7fa0-4d5c-8b15-037f1bd86430 req-2865b89c-ee79-41fd-a9df-b8ab43e49191 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 944 time: 0.2340410 Feb 19 03:08:06.670538 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port d08a4d02-0ddb-4527-a6f2-8ace4ffaabf5 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:08:06.670885 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (d08a4d02-0ddb-4527-a6f2-8ace4ffaabf5), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:06.685354 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f8634561-7fa0-4d5c-8b15-037f1bd86430 req-29970d42-489e-475d-8d36-bc945975e041 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2371290 Feb 19 03:08:06.852156 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port d08a4d02-0ddb-4527-a6f2-8ace4ffaabf5, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=d08a4d02-0ddb-4527-a6f2-8ace4ffaabf5,segment=NetworkSegment(c1366eb8-d3c2-4f25-927f-a7cc3c0d082c),segment_id=c1366eb8-d3c2-4f25-927f-a7cc3c0d082c)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:08:06.869628 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (d08a4d02-0ddb-4527-a6f2-8ace4ffaabf5), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:06.873667 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-aebcbb68-eb3f-4457-b0d3-40d664fe39c9 None None] Current status of the port d08a4d02-0ddb-4527-a6f2-8ace4ffaabf5 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:08:06.874372 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-aebcbb68-eb3f-4457-b0d3-40d664fe39c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (d08a4d02-0ddb-4527-a6f2-8ace4ffaabf5), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:06.987036 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=d08a4d02-0ddb-4527-a6f2-8ace4ffaabf5,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:07.025907 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.db.api [None req-aebcbb68-eb3f-4457-b0d3-40d664fe39c9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103703) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:08:07.027413 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcd853c-bca9-4ddc-a5b0-8f0a64f7bbb8 req-90f2e273-90d2-4d7b-8f74-df72c6bf2c50 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:07.027888 n-d-826753-2 neutron-server[103703]: DEBUG oslo_db.api [None req-aebcbb68-eb3f-4457-b0d3-40d664fe39c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:08:07.029113 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4fcd853c-bca9-4ddc-a5b0-8f0a64f7bbb8 req-90f2e273-90d2-4d7b-8f74-df72c6bf2c50 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 944 time: 0.1515472 Feb 19 03:08:07.168030 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-87489f6f-3d9a-4e0e-a302-c7cef7dcb094 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks [] for port (b8577760-382a-4c87-b55c-a4fbd306fd1a), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:07.193858 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4fcd853c-bca9-4ddc-a5b0-8f0a64f7bbb8 req-b5baa8f6-5c95-41a3-987f-2ce04138a6eb tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1517601 Feb 19 03:08:07.208513 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-87489f6f-3d9a-4e0e-a302-c7cef7dcb094 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (b8577760-382a-4c87-b55c-a4fbd306fd1a), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:07.208513 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-87489f6f-3d9a-4e0e-a302-c7cef7dcb094 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16362769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16289258'] for router_interface (43f9fdb2-aede-4550-8d49-f7c8b6d8ba5a), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:07.296610 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87489f6f-3d9a-4e0e-a302-c7cef7dcb094 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Pushing event updated for resources: {'Port': ['ID=b8577760-382a-4c87-b55c-a4fbd306fd1a,revision_number=3']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:07.382366 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87489f6f-3d9a-4e0e-a302-c7cef7dcb094 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Network b4016481-2729-4c8a-80aa-e23be4b0ac8d is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:08:07.384410 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-87489f6f-3d9a-4e0e-a302-c7cef7dcb094 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:08:07.639494 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-aebcbb68-eb3f-4457-b0d3-40d664fe39c9 None None] Current status of the port d08a4d02-0ddb-4527-a6f2-8ace4ffaabf5 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:08:07.778545 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-3a558825-2c20-451e-852d-6878a2ee1a5e None None] Provisioning complete for port d08a4d02-0ddb-4527-a6f2-8ace4ffaabf5 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:08:07.778920 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3a558825-2c20-451e-852d-6878a2ee1a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (d08a4d02-0ddb-4527-a6f2-8ace4ffaabf5), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:07.947965 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-3a558825-2c20-451e-852d-6878a2ee1a5e None None] Current status of the port d08a4d02-0ddb-4527-a6f2-8ace4ffaabf5 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:08:07.956008 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device d08a4d02-0ddb-4527-a6f2-8ace4ffaabf5 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:08:08.019676 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-3a558825-2c20-451e-852d-6878a2ee1a5e None None] Provisioning complete for port b8577760-382a-4c87-b55c-a4fbd306fd1a triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:08:08.020747 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3a558825-2c20-451e-852d-6878a2ee1a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (b8577760-382a-4c87-b55c-a4fbd306fd1a), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:08.073419 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port d08a4d02-0ddb-4527-a6f2-8ace4ffaabf5 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:08:08.074011 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (d08a4d02-0ddb-4527-a6f2-8ace4ffaabf5), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:08.117735 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87489f6f-3d9a-4e0e-a302-c7cef7dcb094 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Router 43f9fdb2-aede-4550-8d49-f7c8b6d8ba5a is scheduled to L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd with binding_index 1 {{(pid=103701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:08:08.126209 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-3a558825-2c20-451e-852d-6878a2ee1a5e None None] Port b8577760-382a-4c87-b55c-a4fbd306fd1a cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:08:08.186991 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port d08a4d02-0ddb-4527-a6f2-8ace4ffaabf5 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:08:08.212864 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1947dd-b0d2-4c86-9aa8-ec6e7cba81e2 req-93adcb83-701e-4897-b195-3c38a5f4e741 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:08.214516 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9c1947dd-b0d2-4c86-9aa8-ec6e7cba81e2 req-93adcb83-701e-4897-b195-3c38a5f4e741 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/networks?id=0f4d9579-5631-481f-acff-55faffa2a3d0 HTTP/1.1" status: 200 len: 812 time: 0.2509899 Feb 19 03:08:08.245868 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-9f52a623-f08d-4c79-b182-d252c70c16ea None None] Provisioning complete for port b8577760-382a-4c87-b55c-a4fbd306fd1a triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:08:08.246689 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-9f52a623-f08d-4c79-b182-d252c70c16ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (b8577760-382a-4c87-b55c-a4fbd306fd1a), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:08.273538 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9c1947dd-b0d2-4c86-9aa8-ec6e7cba81e2 req-f8bbc270-44a8-4959-9fdf-8e02e6813f79 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/quotas/b9f6d445adfb4303a5f2e35c9323b376 HTTP/1.1" status: 200 len: 375 time: 0.0154383 Feb 19 03:08:08.294336 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-9f52a623-f08d-4c79-b182-d252c70c16ea None None] Port b8577760-382a-4c87-b55c-a4fbd306fd1a cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:08:08.330262 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87489f6f-3d9a-4e0e-a302-c7cef7dcb094 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:08:08.337576 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-87489f6f-3d9a-4e0e-a302-c7cef7dcb094 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "PUT /v2.0/routers/43f9fdb2-aede-4550-8d49-f7c8b6d8ba5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8967104 Feb 19 03:08:08.339339 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 58062) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:08.343983 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e9d077-399f-4ec1-847a-10a03d52dec4 None None] Sync routers for ids ['43f9fdb2-aede-4550-8d49-f7c8b6d8ba5a'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:08:08.362555 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e9d077-399f-4ec1-847a-10a03d52dec4 None None] Routers {'43f9fdb2-aede-4550-8d49-f7c8b6d8ba5a'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:08:08.363807 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-a8e9d077-399f-4ec1-847a-10a03d52dec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:07:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['43f9fdb2-aede-4550-8d49-f7c8b6d8ba5a'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:08:08.402085 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-a8e9d077-399f-4ec1-847a-10a03d52dec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:08:08.418931 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e9d077-399f-4ec1-847a-10a03d52dec4 None None] Routers {'43f9fdb2-aede-4550-8d49-f7c8b6d8ba5a'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:08:08.419569 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9c1947dd-b0d2-4c86-9aa8-ec6e7cba81e2 req-a34f2613-dbb3-4d4f-b29e-1959f304d90d tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=b9f6d445adfb4303a5f2e35c9323b376&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1448486 Feb 19 03:08:08.419712 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-a8e9d077-399f-4ec1-847a-10a03d52dec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:07:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['43f9fdb2-aede-4550-8d49-f7c8b6d8ba5a'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:08:08.460239 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-a8e9d077-399f-4ec1-847a-10a03d52dec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:08:08.460892 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e9d077-399f-4ec1-847a-10a03d52dec4 None None] The sync data for ids ['43f9fdb2-aede-4550-8d49-f7c8b6d8ba5a'] in n-d-826753-2 is: [] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:08:08.477965 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ddef554-179a-4599-ad8e-673305a9a792 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:08.478354 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-4ddef554-179a-4599-ad8e-673305a9a792 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "GET /v2.0/ports?device_id=43f9fdb2-aede-4550-8d49-f7c8b6d8ba5a HTTP/1.1" status: 200 len: 989 time: 0.1375895 Feb 19 03:08:08.481481 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58078) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:08.658313 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9c1947dd-b0d2-4c86-9aa8-ec6e7cba81e2 req-bbcc5eec-cc57-41c9-a49b-25ef32b70ca6 service neutron] 10.222.0.72 "GET /v2.0/networks/0f4d9579-5631-481f-acff-55faffa2a3d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375200 Feb 19 03:08:08.797414 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9c1947dd-b0d2-4c86-9aa8-ec6e7cba81e2 req-4dc161f6-8aa0-4c06-b40e-60727719a2c6 service neutron] 10.222.0.72 "GET /v2.0/networks/0f4d9579-5631-481f-acff-55faffa2a3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317546 Feb 19 03:08:09.040777 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c9cb570a-9f15-4fa8-99ab-6035ba296b2b req-67508f62-3b90-4d51-a2f0-ca7757aa69f9 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8d5c327-c8ba-4f2b-aa42-d2e452d716f7 HTTP/1.1" status: 200 len: 210 time: 0.0715370 Feb 19 03:08:09.153736 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fd37ae94-57cf-48e6-bf48-84c5a706e058 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16289271'] for router_interface (43f9fdb2-aede-4550-8d49-f7c8b6d8ba5a), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:09.437765 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-fd37ae94-57cf-48e6-bf48-84c5a706e058 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Deleting port b8577760-382a-4c87-b55c-a4fbd306fd1a {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:08:09.438714 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fd37ae94-57cf-48e6-bf48-84c5a706e058 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (b8577760-382a-4c87-b55c-a4fbd306fd1a), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:09.592106 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fd37ae94-57cf-48e6-bf48-84c5a706e058 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (b8577760-382a-4c87-b55c-a4fbd306fd1a), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:09.612830 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-fd37ae94-57cf-48e6-bf48-84c5a706e058 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Calling delete_port for b8577760-382a-4c87-b55c-a4fbd306fd1a owned by network:router_interface {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:08:09.822073 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fd37ae94-57cf-48e6-bf48-84c5a706e058 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (b8577760-382a-4c87-b55c-a4fbd306fd1a), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:09.869882 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd37ae94-57cf-48e6-bf48-84c5a706e058 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Pushing event deleted for resources: {'Port': ['ID=b8577760-382a-4c87-b55c-a4fbd306fd1a,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:09.899914 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd37ae94-57cf-48e6-bf48-84c5a706e058 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:08:09.900272 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd37ae94-57cf-48e6-bf48-84c5a706e058 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:08:09.900618 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd37ae94-57cf-48e6-bf48-84c5a706e058 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:08:09.900958 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd37ae94-57cf-48e6-bf48-84c5a706e058 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:08:09.901321 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd37ae94-57cf-48e6-bf48-84c5a706e058 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:08:09.901656 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd37ae94-57cf-48e6-bf48-84c5a706e058 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:08:09.902078 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd37ae94-57cf-48e6-bf48-84c5a706e058 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:08:09.902415 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd37ae94-57cf-48e6-bf48-84c5a706e058 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:08:09.902740 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd37ae94-57cf-48e6-bf48-84c5a706e058 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:08:09.903067 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd37ae94-57cf-48e6-bf48-84c5a706e058 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:08:09.903403 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd37ae94-57cf-48e6-bf48-84c5a706e058 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:08:09.903722 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd37ae94-57cf-48e6-bf48-84c5a706e058 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:08:09.904029 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd37ae94-57cf-48e6-bf48-84c5a706e058 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:08:09.996297 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fd37ae94-57cf-48e6-bf48-84c5a706e058 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16362762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16314471'] for router_interface (43f9fdb2-aede-4550-8d49-f7c8b6d8ba5a), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:10.188392 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e0520ff6-57d0-4264-913f-e539284b4654 req-26d514b3-302a-44f2-86b7-cc938f3e1d1f tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8d5c327-c8ba-4f2b-aa42-d2e452d716f7 HTTP/1.1" status: 200 len: 210 time: 0.0460465 Feb 19 03:08:10.213503 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd37ae94-57cf-48e6-bf48-84c5a706e058 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Router 43f9fdb2-aede-4550-8d49-f7c8b6d8ba5a has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:08:10.322754 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd37ae94-57cf-48e6-bf48-84c5a706e058 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:08:10.332948 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-fd37ae94-57cf-48e6-bf48-84c5a706e058 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "PUT /v2.0/routers/43f9fdb2-aede-4550-8d49-f7c8b6d8ba5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8490517 Feb 19 03:08:10.335643 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 58198) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:10.352071 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43940bd7-677c-4100-9884-275f76f714a2 None None] Sync routers for ids ['43f9fdb2-aede-4550-8d49-f7c8b6d8ba5a'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:08:10.382977 n-d-826753-2 neutron-server[103701]: INFO neutron.pecan_wsgi.hooks.translation [None req-2257c480-e6ca-41ab-a913-06a69bc279d9 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] GET failed (client error): The resource could not be found. Feb 19 03:08:10.383689 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43940bd7-677c-4100-9884-275f76f714a2 None None] Routers {'43f9fdb2-aede-4550-8d49-f7c8b6d8ba5a'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:08:10.384688 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-2257c480-e6ca-41ab-a913-06a69bc279d9 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "GET /v2.0/ports/b8577760-382a-4c87-b55c-a4fbd306fd1a HTTP/1.1" status: 404 len: 333 time: 0.0478444 Feb 19 03:08:10.389490 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-43940bd7-677c-4100-9884-275f76f714a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:07:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['43f9fdb2-aede-4550-8d49-f7c8b6d8ba5a'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:08:10.389708 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58200) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:10.394139 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1947dd-b0d2-4c86-9aa8-ec6e7cba81e2 req-4c09ea13-32fa-41b0-a245-8678e87435ef tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:10.395898 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9c1947dd-b0d2-4c86-9aa8-ec6e7cba81e2 req-4c09ea13-32fa-41b0-a245-8678e87435ef tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.82 "GET /v2.0/networks?id=0f4d9579-5631-481f-acff-55faffa2a3d0 HTTP/1.1" status: 200 len: 812 time: 0.1696889 Feb 19 03:08:10.415210 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-9c1947dd-b0d2-4c86-9aa8-ec6e7cba81e2 req-2a97cbb6-bbfb-4073-8bd3-519a4dba19bf tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Request body: {'port': {'device_id': 'f8d5c327-c8ba-4f2b-aa42-d2e452d716f7', 'network_id': '0f4d9579-5631-481f-acff-55faffa2a3d0', 'admin_state_up': True, 'tenant_id': 'b9f6d445adfb4303a5f2e35c9323b376'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:08:10.429172 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-43940bd7-677c-4100-9884-275f76f714a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:08:10.439003 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43940bd7-677c-4100-9884-275f76f714a2 None None] Routers {'43f9fdb2-aede-4550-8d49-f7c8b6d8ba5a'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:08:10.439783 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-43940bd7-677c-4100-9884-275f76f714a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:07:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['43f9fdb2-aede-4550-8d49-f7c8b6d8ba5a'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:08:10.509152 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-43940bd7-677c-4100-9884-275f76f714a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:08:10.510150 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43940bd7-677c-4100-9884-275f76f714a2 None None] The sync data for ids ['43f9fdb2-aede-4550-8d49-f7c8b6d8ba5a'] in n-d-826753-2 is: [] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:08:10.519906 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f8870811-9660-4702-b564-5ad39aafb160 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks [] for router (43f9fdb2-aede-4550-8d49-f7c8b6d8ba5a), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:10.605445 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c1947dd-b0d2-4c86-9aa8-ec6e7cba81e2 req-2a97cbb6-bbfb-4073-8bd3-519a4dba19bf tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Made reservation on behalf of b9f6d445adfb4303a5f2e35c9323b376 for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:08:10.613567 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-9c1947dd-b0d2-4c86-9aa8-ec6e7cba81e2 req-2a97cbb6-bbfb-4073-8bd3-519a4dba19bf tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:10.882679 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f8870811-9660-4702-b564-5ad39aafb160 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16317457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14254'] for router (43f9fdb2-aede-4550-8d49-f7c8b6d8ba5a), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:10.887113 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f8870811-9660-4702-b564-5ad39aafb160 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks [] for router_controller (43f9fdb2-aede-4550-8d49-f7c8b6d8ba5a), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:10.905740 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [req-9c1947dd-b0d2-4c86-9aa8-ec6e7cba81e2 req-2a97cbb6-bbfb-4073-8bd3-519a4dba19bf tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Allocated IP 172.20.0.6 (0f4d9579-5631-481f-acff-55faffa2a3d0/873fca23-e618-4343-ad67-b4c94d7ebaec/ee0a9052-b8e5-46ec-9a0b-e486bffedfdb) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:08:10.970000 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f8870811-9660-4702-b564-5ad39aafb160 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16317544'] for router (43f9fdb2-aede-4550-8d49-f7c8b6d8ba5a), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:10.970969 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8870811-9660-4702-b564-5ad39aafb160 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Fanout notify agent at l3_agent the message router_deleted on router 43f9fdb2-aede-4550-8d49-f7c8b6d8ba5a {{(pid=103702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:08:10.982974 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f8870811-9660-4702-b564-5ad39aafb160 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:10.985305 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-f8870811-9660-4702-b564-5ad39aafb160 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "DELETE /v2.0/routers/43f9fdb2-aede-4550-8d49-f7c8b6d8ba5a HTTP/1.1" status: 204 len: 168 time: 0.5944352 Feb 19 03:08:10.988516 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58210) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:11.070083 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ce2c580-309f-4024-8f0d-d12962f912ae tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Deleting subnet aaaed8fc-c9cc-470b-bea7-2ad7e3145f6c {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:08:11.073906 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0ce2c580-309f-4024-8f0d-d12962f912ae tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks [] for subnet (aaaed8fc-c9cc-470b-bea7-2ad7e3145f6c), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:11.121379 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0ce2c580-309f-4024-8f0d-d12962f912ae tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (aaaed8fc-c9cc-470b-bea7-2ad7e3145f6c), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:11.138794 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-9c1947dd-b0d2-4c86-9aa8-ec6e7cba81e2 req-2a97cbb6-bbfb-4073-8bd3-519a4dba19bf tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Publish callbacks [] for port (ee0a9052-b8e5-46ec-9a0b-e486bffedfdb), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:11.176890 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-9c1947dd-b0d2-4c86-9aa8-ec6e7cba81e2 req-2a97cbb6-bbfb-4073-8bd3-519a4dba19bf tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (ee0a9052-b8e5-46ec-9a0b-e486bffedfdb), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:11.233739 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0ce2c580-309f-4024-8f0d-d12962f912ae tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (aaaed8fc-c9cc-470b-bea7-2ad7e3145f6c), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:11.249749 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c1947dd-b0d2-4c86-9aa8-ec6e7cba81e2 req-2a97cbb6-bbfb-4073-8bd3-519a4dba19bf tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Network 0f4d9579-5631-481f-acff-55faffa2a3d0 is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:08:11.254993 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [req-9c1947dd-b0d2-4c86-9aa8-ec6e7cba81e2 req-2a97cbb6-bbfb-4073-8bd3-519a4dba19bf tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:08:11.258291 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c1947dd-b0d2-4c86-9aa8-ec6e7cba81e2 req-2a97cbb6-bbfb-4073-8bd3-519a4dba19bf tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:08:11.323227 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a97cbb6-bbfb-4073-8bd3-519a4dba19bf tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Pushing event updated for resources: {'Port': ['ID=ee0a9052-b8e5-46ec-9a0b-e486bffedfdb,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:11.332619 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a97cbb6-bbfb-4073-8bd3-519a4dba19bf tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:08:11.333033 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a97cbb6-bbfb-4073-8bd3-519a4dba19bf tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:08:11.333413 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a97cbb6-bbfb-4073-8bd3-519a4dba19bf tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:08:11.333757 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a97cbb6-bbfb-4073-8bd3-519a4dba19bf tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:08:11.334642 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a97cbb6-bbfb-4073-8bd3-519a4dba19bf tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:08:11.334977 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a97cbb6-bbfb-4073-8bd3-519a4dba19bf tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:08:11.335331 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a97cbb6-bbfb-4073-8bd3-519a4dba19bf tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:08:11.335642 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a97cbb6-bbfb-4073-8bd3-519a4dba19bf tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:08:11.335972 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a97cbb6-bbfb-4073-8bd3-519a4dba19bf tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:08:11.336289 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a97cbb6-bbfb-4073-8bd3-519a4dba19bf tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:08:11.336610 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a97cbb6-bbfb-4073-8bd3-519a4dba19bf tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:08:11.336940 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a97cbb6-bbfb-4073-8bd3-519a4dba19bf tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:08:11.337296 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a97cbb6-bbfb-4073-8bd3-519a4dba19bf tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:08:11.346517 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1947dd-b0d2-4c86-9aa8-ec6e7cba81e2 req-2a97cbb6-bbfb-4073-8bd3-519a4dba19bf tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:11.347268 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-9c1947dd-b0d2-4c86-9aa8-ec6e7cba81e2 req-2a97cbb6-bbfb-4073-8bd3-519a4dba19bf tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:11.356644 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0ce2c580-309f-4024-8f0d-d12962f912ae tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (aaaed8fc-c9cc-470b-bea7-2ad7e3145f6c), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:11.401118 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9c1947dd-b0d2-4c86-9aa8-ec6e7cba81e2 req-2a97cbb6-bbfb-4073-8bd3-519a4dba19bf tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9905496 Feb 19 03:08:11.419336 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aa3113-7547-4485-a02d-6986620cea8b req-ad33c727-2600-460b-bb4a-155ba8a047c5 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:11.420860 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-35aa3113-7547-4485-a02d-6986620cea8b req-ad33c727-2600-460b-bb4a-155ba8a047c5 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8d5c327-c8ba-4f2b-aa42-d2e452d716f7 HTTP/1.1" status: 200 len: 931 time: 0.0991170 Feb 19 03:08:11.426255 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce2c580-309f-4024-8f0d-d12962f912ae tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Pushing event deleted for resources: {'Subnet': ['ID=aaaed8fc-c9cc-470b-bea7-2ad7e3145f6c,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:11.430353 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0ce2c580-309f-4024-8f0d-d12962f912ae tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:11.434201 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c87a874-abdc-4436-853d-3edbe0d2004c None None] Network b4016481-2729-4c8a-80aa-e23be4b0ac8d requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:08:11.437228 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-9c1947dd-b0d2-4c86-9aa8-ec6e7cba81e2 req-cb990ccb-9a5e-451d-bbfb-56f4812f2ef1 service neutron] Request body: {'port': {'device_id': 'f8d5c327-c8ba-4f2b-aa42-d2e452d716f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826753-2'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:08:11.459822 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-0ce2c580-309f-4024-8f0d-d12962f912ae tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "DELETE /v2.0/subnets/aaaed8fc-c9cc-470b-bea7-2ad7e3145f6c HTTP/1.1" status: 204 len: 168 time: 0.4683599 Feb 19 03:08:11.461728 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58214) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:11.535458 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-35aa3113-7547-4485-a02d-6986620cea8b req-2008c30b-3f08-41be-a293-9b29d95629f6 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6656291-2f71-4c36-83df-c6cd4c44fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682838 Feb 19 03:08:11.592686 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-9c1947dd-b0d2-4c86-9aa8-ec6e7cba81e2 req-cb990ccb-9a5e-451d-bbfb-56f4812f2ef1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (ee0a9052-b8e5-46ec-9a0b-e486bffedfdb), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:11.767565 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4ee2c571-2347-4c7d-bcec-514cc5d7e10c tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (b4016481-2729-4c8a-80aa-e23be4b0ac8d), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:11.909836 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-4ee2c571-2347-4c7d-bcec-514cc5d7e10c tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Deleting port d08a4d02-0ddb-4527-a6f2-8ace4ffaabf5 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:08:11.911856 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4ee2c571-2347-4c7d-bcec-514cc5d7e10c tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (d08a4d02-0ddb-4527-a6f2-8ace4ffaabf5), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:12.019910 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899e40b8-31c8-481a-be12-f673d55ee20e None None] DHCP port deletion for b4016481-2729-4c8a-80aa-e23be4b0ac8d request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:08:12.027063 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-4ee2c571-2347-4c7d-bcec-514cc5d7e10c tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] For port d08a4d02-0ddb-4527-a6f2-8ace4ffaabf5, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=d08a4d02-0ddb-4527-a6f2-8ace4ffaabf5,segment=NetworkSegment(c1366eb8-d3c2-4f25-927f-a7cc3c0d082c),segment_id=c1366eb8-d3c2-4f25-927f-a7cc3c0d082c)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:08:12.027459 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4ee2c571-2347-4c7d-bcec-514cc5d7e10c tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (d08a4d02-0ddb-4527-a6f2-8ace4ffaabf5), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:12.078143 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-4ee2c571-2347-4c7d-bcec-514cc5d7e10c tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Calling delete_port for d08a4d02-0ddb-4527-a6f2-8ace4ffaabf5 owned by network:dhcp {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:08:12.128012 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-899e40b8-31c8-481a-be12-f673d55ee20e None None] Deleting port d08a4d02-0ddb-4527-a6f2-8ace4ffaabf5 {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:08:12.128776 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-899e40b8-31c8-481a-be12-f673d55ee20e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (d08a4d02-0ddb-4527-a6f2-8ace4ffaabf5), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:12.241310 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [req-9c1947dd-b0d2-4c86-9aa8-ec6e7cba81e2 req-cb990ccb-9a5e-451d-bbfb-56f4812f2ef1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee0a9052-b8e5-46ec-9a0b-e486bffedfdb {{(pid=103701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:08:12.250407 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-9c1947dd-b0d2-4c86-9aa8-ec6e7cba81e2 req-cb990ccb-9a5e-451d-bbfb-56f4812f2ef1 service neutron] Publish callbacks [] for port (ee0a9052-b8e5-46ec-9a0b-e486bffedfdb), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:12.277759 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.provisioning_blocks [req-9c1947dd-b0d2-4c86-9aa8-ec6e7cba81e2 req-cb990ccb-9a5e-451d-bbfb-56f4812f2ef1 service neutron] Transition to ACTIVE for port object ee0a9052-b8e5-46ec-9a0b-e486bffedfdb will not be triggered until provisioned by entity L2. {{(pid=103701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:08:12.281757 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4ee2c571-2347-4c7d-bcec-514cc5d7e10c tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (d08a4d02-0ddb-4527-a6f2-8ace4ffaabf5), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:12.285856 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-9c1947dd-b0d2-4c86-9aa8-ec6e7cba81e2 req-cb990ccb-9a5e-451d-bbfb-56f4812f2ef1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (ee0a9052-b8e5-46ec-9a0b-e486bffedfdb), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:12.293441 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-899e40b8-31c8-481a-be12-f673d55ee20e None None] For port d08a4d02-0ddb-4527-a6f2-8ace4ffaabf5, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=d08a4d02-0ddb-4527-a6f2-8ace4ffaabf5,segment=NetworkSegment(c1366eb8-d3c2-4f25-927f-a7cc3c0d082c),segment_id=c1366eb8-d3c2-4f25-927f-a7cc3c0d082c)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:08:12.294095 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-899e40b8-31c8-481a-be12-f673d55ee20e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (d08a4d02-0ddb-4527-a6f2-8ace4ffaabf5), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:12.310344 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-899e40b8-31c8-481a-be12-f673d55ee20e None None] Calling delete_port for d08a4d02-0ddb-4527-a6f2-8ace4ffaabf5 owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:08:12.363306 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee2c571-2347-4c7d-bcec-514cc5d7e10c tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Pushing event deleted for resources: {'Port': ['ID=d08a4d02-0ddb-4527-a6f2-8ace4ffaabf5,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:12.404875 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee2c571-2347-4c7d-bcec-514cc5d7e10c tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] No DVR routers for this DVR port d08a4d02-0ddb-4527-a6f2-8ace4ffaabf5 on host n-d-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:08:12.418943 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-899e40b8-31c8-481a-be12-f673d55ee20e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (d08a4d02-0ddb-4527-a6f2-8ace4ffaabf5), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:12.439592 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb990ccb-9a5e-451d-bbfb-56f4812f2ef1 service neutron] Pushing event updated for resources: {'Port': ['ID=ee0a9052-b8e5-46ec-9a0b-e486bffedfdb,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:12.458258 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899e40b8-31c8-481a-be12-f673d55ee20e None None] Pushing event deleted for resources: {'Port': ['ID=d08a4d02-0ddb-4527-a6f2-8ace4ffaabf5,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:12.469291 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899e40b8-31c8-481a-be12-f673d55ee20e None None] No DVR routers for this DVR port d08a4d02-0ddb-4527-a6f2-8ace4ffaabf5 on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:08:12.562053 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4ee2c571-2347-4c7d-bcec-514cc5d7e10c tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (b4016481-2729-4c8a-80aa-e23be4b0ac8d), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:12.597551 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-4ee2c571-2347-4c7d-bcec-514cc5d7e10c tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4016481-2729-4c8a-80aa-e23be4b0ac8d']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:08:12.634801 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-4ee2c571-2347-4c7d-bcec-514cc5d7e10c tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1366eb8-d3c2-4f25-927f-a7cc3c0d082c') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:08:12.634801 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-4ee2c571-2347-4c7d-bcec-514cc5d7e10c tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1366eb8-d3c2-4f25-927f-a7cc3c0d082c') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:08:12.668244 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4ee2c571-2347-4c7d-bcec-514cc5d7e10c tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (c1366eb8-d3c2-4f25-927f-a7cc3c0d082c), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:12.732169 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4ee2c571-2347-4c7d-bcec-514cc5d7e10c tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (c1366eb8-d3c2-4f25-927f-a7cc3c0d082c), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:12.736619 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-9c1947dd-b0d2-4c86-9aa8-ec6e7cba81e2 req-cb990ccb-9a5e-451d-bbfb-56f4812f2ef1 service neutron] Attempting to bind port ee0a9052-b8e5-46ec-9a0b-e486bffedfdb on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:08:12.736863 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-9c1947dd-b0d2-4c86-9aa8-ec6e7cba81e2 req-cb990ccb-9a5e-451d-bbfb-56f4812f2ef1 service neutron] Attempting to bind port ee0a9052-b8e5-46ec-9a0b-e486bffedfdb by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': '9361ff5e-ecd3-4a53-b64f-0204e54bd4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '0f4d9579-5631-481f-acff-55faffa2a3d0'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:08:12.737213 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1947dd-b0d2-4c86-9aa8-ec6e7cba81e2 req-cb990ccb-9a5e-451d-bbfb-56f4812f2ef1 service neutron] Attempting to bind port ee0a9052-b8e5-46ec-9a0b-e486bffedfdb on network 0f4d9579-5631-481f-acff-55faffa2a3d0 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:08:12.746933 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1947dd-b0d2-4c86-9aa8-ec6e7cba81e2 req-cb990ccb-9a5e-451d-bbfb-56f4812f2ef1 service neutron] Port ee0a9052-b8e5-46ec-9a0b-e486bffedfdb on network 0f4d9579-5631-481f-acff-55faffa2a3d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:08:12.747143 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ee2c571-2347-4c7d-bcec-514cc5d7e10c tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Releasing vlan 281 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:08:12.747245 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1947dd-b0d2-4c86-9aa8-ec6e7cba81e2 req-cb990ccb-9a5e-451d-bbfb-56f4812f2ef1 service neutron] Attempting to bind port ee0a9052-b8e5-46ec-9a0b-e486bffedfdb on network 0f4d9579-5631-481f-acff-55faffa2a3d0 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:08:12.747745 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4ee2c571-2347-4c7d-bcec-514cc5d7e10c tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (c1366eb8-d3c2-4f25-927f-a7cc3c0d082c), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:12.756736 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1947dd-b0d2-4c86-9aa8-ec6e7cba81e2 req-cb990ccb-9a5e-451d-bbfb-56f4812f2ef1 service neutron] Checking agent: {'id': 'bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:08:12.757094 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1947dd-b0d2-4c86-9aa8-ec6e7cba81e2 req-cb990ccb-9a5e-451d-bbfb-56f4812f2ef1 service neutron] Checking segment: {'id': '9361ff5e-ecd3-4a53-b64f-0204e54bd4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '0f4d9579-5631-481f-acff-55faffa2a3d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:08:12.757487 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1947dd-b0d2-4c86-9aa8-ec6e7cba81e2 req-cb990ccb-9a5e-451d-bbfb-56f4812f2ef1 service neutron] Bound using segment: {'id': '9361ff5e-ecd3-4a53-b64f-0204e54bd4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '0f4d9579-5631-481f-acff-55faffa2a3d0'} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:08:12.757634 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 03:08:12.757634 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:08:12.757634 n-d-826753-2 neutron-server[103702]: timer() Feb 19 03:08:12.757634 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:08:12.757634 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 03:08:12.757634 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:08:12.757634 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 03:08:12.757634 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:08:12.757634 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 03:08:12.757634 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:08:12.757634 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 03:08:12.757634 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:08:12.757634 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 03:08:12.757634 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:08:12.757634 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:08:12.757634 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:08:12.757634 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:08:12.757634 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:08:12.757634 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 03:08:12.757634 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:08:12.757634 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 03:08:12.757634 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:08:12.757634 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:08:12.757634 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:08:12.757634 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 03:08:12.757634 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:08:12.757634 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:08:12.757634 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:08:12.757634 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:08:12.757634 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:08:12.757634 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:08:12.757634 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:08:12.759796 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-9c1947dd-b0d2-4c86-9aa8-ec6e7cba81e2 req-cb990ccb-9a5e-451d-bbfb-56f4812f2ef1 service neutron] Bound port: ee0a9052-b8e5-46ec-9a0b-e486bffedfdb, host: n-h2-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9361ff5e-ecd3-4a53-b64f-0204e54bd4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '0f4d9579-5631-481f-acff-55faffa2a3d0'}}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:08:12.759796 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-9c1947dd-b0d2-4c86-9aa8-ec6e7cba81e2 req-cb990ccb-9a5e-451d-bbfb-56f4812f2ef1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (ee0a9052-b8e5-46ec-9a0b-e486bffedfdb), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:12.831540 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0daccf-f51b-48d9-b1db-b14b4af058a7 req-0652fde6-fecf-4387-a682-55f34b1f99a8 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:12.833405 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0a0daccf-f51b-48d9-b1db-b14b4af058a7 req-0652fde6-fecf-4387-a682-55f34b1f99a8 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8d5c327-c8ba-4f2b-aa42-d2e452d716f7 HTTP/1.1" status: 200 len: 943 time: 0.1664820 Feb 19 03:08:12.866507 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4ee2c571-2347-4c7d-bcec-514cc5d7e10c tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (b4016481-2729-4c8a-80aa-e23be4b0ac8d), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:12.879478 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4ee2c571-2347-4c7d-bcec-514cc5d7e10c tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:12.889864 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 58224) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:12.890170 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-4ee2c571-2347-4c7d-bcec-514cc5d7e10c tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "DELETE /v2.0/networks/b4016481-2729-4c8a-80aa-e23be4b0ac8d HTTP/1.1" status: 204 len: 168 time: 1.4252222 Feb 19 03:08:12.909873 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee2c571-2347-4c7d-bcec-514cc5d7e10c tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Pushing event deleted for resources: {'Network': ['ID=b4016481-2729-4c8a-80aa-e23be4b0ac8d,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:12.970148 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-9c1947dd-b0d2-4c86-9aa8-ec6e7cba81e2 req-cb990ccb-9a5e-451d-bbfb-56f4812f2ef1 service neutron] For port ee0a9052-b8e5-46ec-9a0b-e486bffedfdb, host n-h2-826753-2, cleared binding levels {{(pid=103701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:08:12.990683 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18574b7f-4ab2-40b2-99cb-d6f988661947 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:12.992102 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-18574b7f-4ab2-40b2-99cb-d6f988661947 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "GET /v2.0/ports/d4a64fa4-1c32-4c01-8f6e-c9cd4d1fc357 HTTP/1.1" status: 200 len: 844 time: 0.1012971 Feb 19 03:08:12.997975 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 58228) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:13.017099 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0a0daccf-f51b-48d9-b1db-b14b4af058a7 req-f3f5ab3e-9bcd-43c5-bc47-02a532e975a3 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6656291-2f71-4c36-83df-c6cd4c44fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723089 Feb 19 03:08:13.019726 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-9c1947dd-b0d2-4c86-9aa8-ec6e7cba81e2 req-cb990ccb-9a5e-451d-bbfb-56f4812f2ef1 service neutron] For port ee0a9052-b8e5-46ec-9a0b-e486bffedfdb, host n-h2-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=ee0a9052-b8e5-46ec-9a0b-e486bffedfdb,segment=NetworkSegment(9361ff5e-ecd3-4a53-b64f-0204e54bd4ff),segment_id=9361ff5e-ecd3-4a53-b64f-0204e54bd4ff)] {{(pid=103701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:08:13.049844 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-9c1947dd-b0d2-4c86-9aa8-ec6e7cba81e2 req-cb990ccb-9a5e-451d-bbfb-56f4812f2ef1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (ee0a9052-b8e5-46ec-9a0b-e486bffedfdb), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:13.099957 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1947dd-b0d2-4c86-9aa8-ec6e7cba81e2 req-cb990ccb-9a5e-451d-bbfb-56f4812f2ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:13.100687 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-9c1947dd-b0d2-4c86-9aa8-ec6e7cba81e2 req-cb990ccb-9a5e-451d-bbfb-56f4812f2ef1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:13.102379 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9c1947dd-b0d2-4c86-9aa8-ec6e7cba81e2 req-cb990ccb-9a5e-451d-bbfb-56f4812f2ef1 service neutron] 10.222.0.82 "PUT /v2.0/ports/ee0a9052-b8e5-46ec-9a0b-e486bffedfdb HTTP/1.1" status: 200 len: 1091 time: 1.6803682 Feb 19 03:08:13.110336 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58230) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:13.111338 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-2becf72d-cdd8-411e-a438-81a77f09c4ad tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "GET /v2.0/ports/d4a64fa4-1c32-4c01-8f6e-c9cd4d1fc357?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1117163 Feb 19 03:08:13.115603 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8d5c327-c8ba-4f2b-aa42-d2e452d716f7', 'tag': 'ee0a9052-b8e5-46ec-9a0b-e486bffedfdb'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:08:13.116306 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-720262e5-931e-41f0-90f3-66e069d8276c tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Request body: {'subnet': {'network_id': '06053c41-d6ab-4ab8-a47c-d779892299f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:08:13.118008 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30fc69e3-19da-4825-992f-f41964ed8f5c" -d '{"events": [{"name": "network-changed", "server_uuid": "f8d5c327-c8ba-4f2b-aa42-d2e452d716f7", "tag": "ee0a9052-b8e5-46ec-9a0b-e486bffedfdb"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:08:13.152709 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb990ccb-9a5e-451d-bbfb-56f4812f2ef1 service neutron] Pushing event updated for resources: {'Port': ['ID=ee0a9052-b8e5-46ec-9a0b-e486bffedfdb,revision_number=3']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:13.236860 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb3d5b6d-f6ac-444f-9ddb-19dd42b3ebba x-openstack-request-id: req-fb3d5b6d-f6ac-444f-9ddb-19dd42b3ebba {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:08:13.237326 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8d5c327-c8ba-4f2b-aa42-d2e452d716f7", "tag": "ee0a9052-b8e5-46ec-9a0b-e486bffedfdb", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:08:13.237582 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-fb3d5b6d-f6ac-444f-9ddb-19dd42b3ebba {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:08:13.237990 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8d5c327-c8ba-4f2b-aa42-d2e452d716f7', 'tag': 'ee0a9052-b8e5-46ec-9a0b-e486bffedfdb', 'status': 'completed', 'code': 200} Feb 19 03:08:13.276163 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1947dd-b0d2-4c86-9aa8-ec6e7cba81e2 req-12b46423-0c77-4548-86d4-ceea005e77a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:13.279025 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9c1947dd-b0d2-4c86-9aa8-ec6e7cba81e2 req-12b46423-0c77-4548-86d4-ceea005e77a0 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b9f6d445adfb4303a5f2e35c9323b376&device_id=f8d5c327-c8ba-4f2b-aa42-d2e452d716f7 HTTP/1.1" status: 200 len: 1125 time: 0.1016736 Feb 19 03:08:13.344449 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-720262e5-931e-41f0-90f3-66e069d8276c tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Made reservation on behalf of 7e7716f824fc44b98f6a51091fedc5c3 for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:08:13.351461 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-720262e5-931e-41f0-90f3-66e069d8276c tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:13.356571 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9c1947dd-b0d2-4c86-9aa8-ec6e7cba81e2 req-967374e9-8f47-4a35-ae00-5a28aba7206b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ee0a9052-b8e5-46ec-9a0b-e486bffedfdb HTTP/1.1" status: 200 len: 217 time: 0.0616012 Feb 19 03:08:13.446429 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1947dd-b0d2-4c86-9aa8-ec6e7cba81e2 req-b8c4a69e-562b-4a50-8bbd-daf18a448ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:13.447715 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9c1947dd-b0d2-4c86-9aa8-ec6e7cba81e2 req-b8c4a69e-562b-4a50-8bbd-daf18a448ea5 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=873fca23-e618-4343-ad67-b4c94d7ebaec HTTP/1.1" status: 200 len: 851 time: 0.0832644 Feb 19 03:08:13.547014 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1947dd-b0d2-4c86-9aa8-ec6e7cba81e2 req-c4e5bfac-c2fd-445b-9edb-b5470dac7a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:13.549430 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9c1947dd-b0d2-4c86-9aa8-ec6e7cba81e2 req-c4e5bfac-c2fd-445b-9edb-b5470dac7a11 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0f4d9579-5631-481f-acff-55faffa2a3d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0928149 Feb 19 03:08:13.694131 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9c1947dd-b0d2-4c86-9aa8-ec6e7cba81e2 req-25baf5db-4240-4314-82bc-52ee4e3c4203 service neutron] 10.222.0.82 "GET /v2.0/networks/0f4d9579-5631-481f-acff-55faffa2a3d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348877 Feb 19 03:08:13.811688 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9c1947dd-b0d2-4c86-9aa8-ec6e7cba81e2 req-fccf7bc6-376e-4a23-ad4c-9530ddeeba08 service neutron] 10.222.0.82 "GET /v2.0/networks/0f4d9579-5631-481f-acff-55faffa2a3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114070 Feb 19 03:08:13.932786 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device d08a4d02-0ddb-4527-a6f2-8ace4ffaabf5 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:08:14.016696 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: d08a4d02-0ddb-4527-a6f2-8ace4ffaabf5 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:08:14.017531 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device d08a4d02-0ddb-4527-a6f2-8ace4ffaabf5 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:08:14.062006 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-720262e5-931e-41f0-90f3-66e069d8276c tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (ae66a76a-c8c7-4a54-9d1e-e896775d68c1), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:14.103340 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fc69e3-19da-4825-992f-f41964ed8f5c req-cb0268e1-8fdf-4217-85f1-e1068182b4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:14.110883 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-30fc69e3-19da-4825-992f-f41964ed8f5c req-cb0268e1-8fdf-4217-85f1-e1068182b4e9 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b9f6d445adfb4303a5f2e35c9323b376&device_id=f8d5c327-c8ba-4f2b-aa42-d2e452d716f7 HTTP/1.1" status: 200 len: 1125 time: 0.2053132 Feb 19 03:08:14.174871 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720262e5-931e-41f0-90f3-66e069d8276c tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Network 06053c41-d6ab-4ab8-a47c-d779892299f2 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:08:14.186357 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-720262e5-931e-41f0-90f3-66e069d8276c tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:08:14.204267 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1807ac7b-4fc5-49a8-955c-add29a3c8ea7 None None] Network 06053c41-d6ab-4ab8-a47c-d779892299f2 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:08:14.217545 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720262e5-931e-41f0-90f3-66e069d8276c tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:14.219233 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-720262e5-931e-41f0-90f3-66e069d8276c tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:14.250068 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fc69e3-19da-4825-992f-f41964ed8f5c req-036f30fb-b212-4393-8993-7e654780c5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:14.253079 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-30fc69e3-19da-4825-992f-f41964ed8f5c req-036f30fb-b212-4393-8993-7e654780c5f6 service neutron] 10.222.0.82 "GET /v2.0/networks?id=0f4d9579-5631-481f-acff-55faffa2a3d0 HTTP/1.1" status: 200 len: 913 time: 0.1350887 Feb 19 03:08:14.263485 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720262e5-931e-41f0-90f3-66e069d8276c tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Pushing event updated for resources: {'Subnet': ['ID=ae66a76a-c8c7-4a54-9d1e-e896775d68c1,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:14.284649 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-720262e5-931e-41f0-90f3-66e069d8276c tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1731834 Feb 19 03:08:14.288162 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58240) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:14.299100 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-7143690a-94fc-48c2-8f40-c28b349a5d35 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Request body: {'security_group': {'name': 'tempest-secgroup-43555025'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:08:14.340550 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-30fc69e3-19da-4825-992f-f41964ed8f5c req-1725a863-dd0d-47cb-9901-92b7142a2976 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ee0a9052-b8e5-46ec-9a0b-e486bffedfdb HTTP/1.1" status: 200 len: 217 time: 0.0755415 Feb 19 03:08:14.353065 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7143690a-94fc-48c2-8f40-c28b349a5d35 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:14.443716 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651d8439-efe7-4e14-a627-b5bafa1c5044 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-06053c41-d6ab-4ab8-a47c-d779892299f2', 'network_id': '06053c41-d6ab-4ab8-a47c-d779892299f2', 'project_id': '7e7716f824fc44b98f6a51091fedc5c3', 'fixed_ips': [{'subnet_id': 'ae66a76a-c8c7-4a54-9d1e-e896775d68c1'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:08:14.445036 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-651d8439-efe7-4e14-a627-b5bafa1c5044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:14.502801 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0326f253-7fe6-42e6-aeac-9d3b47267cfb req-4ece380f-d8db-4a4f-9260-b8dbc963df58 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:14.505742 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0326f253-7fe6-42e6-aeac-9d3b47267cfb req-4ece380f-d8db-4a4f-9260-b8dbc963df58 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8d5c327-c8ba-4f2b-aa42-d2e452d716f7 HTTP/1.1" status: 200 len: 943 time: 0.2525363 Feb 19 03:08:14.559948 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7143690a-94fc-48c2-8f40-c28b349a5d35 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks [] for security_group (88baaf0d-9950-4a25-b8e3-24539d8babf7), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:14.564479 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7143690a-94fc-48c2-8f40-c28b349a5d35 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (88baaf0d-9950-4a25-b8e3-24539d8babf7), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:14.601517 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fc69e3-19da-4825-992f-f41964ed8f5c req-0b7e3734-d6de-4fa0-955f-08e88942d410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:14.602972 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-30fc69e3-19da-4825-992f-f41964ed8f5c req-0b7e3734-d6de-4fa0-955f-08e88942d410 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=873fca23-e618-4343-ad67-b4c94d7ebaec HTTP/1.1" status: 200 len: 851 time: 0.2552493 Feb 19 03:08:14.604388 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7143690a-94fc-48c2-8f40-c28b349a5d35 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:14.608105 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-7143690a-94fc-48c2-8f40-c28b349a5d35 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.3165901 Feb 19 03:08:14.609221 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58242) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:14.613878 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-5b335075-804b-4ad6-b2bc-fc2891080fa2 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Request body: {'security_group': {'name': 'tempest-secgroup-650131503'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:08:14.629248 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7143690a-94fc-48c2-8f40-c28b349a5d35 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88baaf0d-9950-4a25-b8e3-24539d8babf7,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:14.642753 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-651d8439-efe7-4e14-a627-b5bafa1c5044 None None] Allocated IP 2001:db8::2 (06053c41-d6ab-4ab8-a47c-d779892299f2/ae66a76a-c8c7-4a54-9d1e-e896775d68c1/37626b94-18f6-4d29-b82e-dad0ea9d5602) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:08:14.671646 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5b335075-804b-4ad6-b2bc-fc2891080fa2 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:14.707905 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0326f253-7fe6-42e6-aeac-9d3b47267cfb req-20ded6bb-05e2-4d21-8bb1-c5e050756f80 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6656291-2f71-4c36-83df-c6cd4c44fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951091 Feb 19 03:08:14.727887 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fc69e3-19da-4825-992f-f41964ed8f5c req-fd2c82da-3240-4983-8dcc-a759b88aee4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:14.739220 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-30fc69e3-19da-4825-992f-f41964ed8f5c req-fd2c82da-3240-4983-8dcc-a759b88aee4a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0f4d9579-5631-481f-acff-55faffa2a3d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1156154 Feb 19 03:08:14.813203 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5b335075-804b-4ad6-b2bc-fc2891080fa2 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks [] for security_group (dd26230c-4bad-4148-b95f-5736aff9ccd7), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:14.817176 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5b335075-804b-4ad6-b2bc-fc2891080fa2 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (dd26230c-4bad-4148-b95f-5736aff9ccd7), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:14.851765 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5b335075-804b-4ad6-b2bc-fc2891080fa2 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:14.853055 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-5b335075-804b-4ad6-b2bc-fc2891080fa2 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2427685 Feb 19 03:08:14.855764 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58244) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:14.863408 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-5cee7a34-2805-4c0a-a814-30b0cf0ad950 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-874914991', 'security_groups': ['dd26230c-4bad-4148-b95f-5736aff9ccd7'], 'network_id': '06053c41-d6ab-4ab8-a47c-d779892299f2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ae66a76a-c8c7-4a54-9d1e-e896775d68c1'}]}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:08:14.876353 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-651d8439-efe7-4e14-a627-b5bafa1c5044 None None] Publish callbacks [] for port (37626b94-18f6-4d29-b82e-dad0ea9d5602), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:14.884240 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-651d8439-efe7-4e14-a627-b5bafa1c5044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (37626b94-18f6-4d29-b82e-dad0ea9d5602), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:14.927134 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-30fc69e3-19da-4825-992f-f41964ed8f5c req-14115c76-f4fa-4afe-a3d0-0844943eab66 service neutron] 10.222.0.82 "GET /v2.0/networks/0f4d9579-5631-481f-acff-55faffa2a3d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869109 Feb 19 03:08:14.957371 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651d8439-efe7-4e14-a627-b5bafa1c5044 None None] Pushing event updated for resources: {'Port': ['ID=37626b94-18f6-4d29-b82e-dad0ea9d5602,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:14.972549 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651d8439-efe7-4e14-a627-b5bafa1c5044 None None] Network 06053c41-d6ab-4ab8-a47c-d779892299f2 is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:08:14.974337 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-651d8439-efe7-4e14-a627-b5bafa1c5044 None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:08:14.979927 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651d8439-efe7-4e14-a627-b5bafa1c5044 None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:08:15.033852 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b335075-804b-4ad6-b2bc-fc2891080fa2 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd26230c-4bad-4148-b95f-5736aff9ccd7,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:15.078290 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cee7a34-2805-4c0a-a814-30b0cf0ad950 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Made reservation on behalf of 7e7716f824fc44b98f6a51091fedc5c3 for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:08:15.078997 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-651d8439-efe7-4e14-a627-b5bafa1c5044 None None] Attempting to bind port 37626b94-18f6-4d29-b82e-dad0ea9d5602 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:08:15.079673 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-651d8439-efe7-4e14-a627-b5bafa1c5044 None None] Attempting to bind port 37626b94-18f6-4d29-b82e-dad0ea9d5602 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '5ad9d753-2f4b-4fb3-bf48-efacff46979d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '06053c41-d6ab-4ab8-a47c-d779892299f2'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:08:15.079673 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651d8439-efe7-4e14-a627-b5bafa1c5044 None None] Attempting to bind port 37626b94-18f6-4d29-b82e-dad0ea9d5602 on network 06053c41-d6ab-4ab8-a47c-d779892299f2 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:08:15.086412 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651d8439-efe7-4e14-a627-b5bafa1c5044 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:08:15.091100 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651d8439-efe7-4e14-a627-b5bafa1c5044 None None] Checking segment: {'id': '5ad9d753-2f4b-4fb3-bf48-efacff46979d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '06053c41-d6ab-4ab8-a47c-d779892299f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:08:15.091100 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-651d8439-efe7-4e14-a627-b5bafa1c5044 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:15.091100 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651d8439-efe7-4e14-a627-b5bafa1c5044 None None] Bound using segment: {'id': '5ad9d753-2f4b-4fb3-bf48-efacff46979d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '06053c41-d6ab-4ab8-a47c-d779892299f2'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:08:15.091100 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-651d8439-efe7-4e14-a627-b5bafa1c5044 None None] Bound port: 37626b94-18f6-4d29-b82e-dad0ea9d5602, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ad9d753-2f4b-4fb3-bf48-efacff46979d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '06053c41-d6ab-4ab8-a47c-d779892299f2'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:08:15.091100 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-651d8439-efe7-4e14-a627-b5bafa1c5044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (37626b94-18f6-4d29-b82e-dad0ea9d5602), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:15.124433 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-30fc69e3-19da-4825-992f-f41964ed8f5c req-86891434-8f41-4f43-9599-f4073524693f service neutron] 10.222.0.82 "GET /v2.0/networks/0f4d9579-5631-481f-acff-55faffa2a3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910977 Feb 19 03:08:15.187117 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-651d8439-efe7-4e14-a627-b5bafa1c5044 None None] For port 37626b94-18f6-4d29-b82e-dad0ea9d5602, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:08:15.190889 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-651d8439-efe7-4e14-a627-b5bafa1c5044 None None] For port 37626b94-18f6-4d29-b82e-dad0ea9d5602, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=37626b94-18f6-4d29-b82e-dad0ea9d5602,segment=NetworkSegment(5ad9d753-2f4b-4fb3-bf48-efacff46979d),segment_id=5ad9d753-2f4b-4fb3-bf48-efacff46979d)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:08:15.198662 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-651d8439-efe7-4e14-a627-b5bafa1c5044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (37626b94-18f6-4d29-b82e-dad0ea9d5602), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:15.213642 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5cee7a34-2805-4c0a-a814-30b0cf0ad950 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:15.233262 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [None req-5cee7a34-2805-4c0a-a814-30b0cf0ad950 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] device_id is not set on port 2f8cee73-8033-4e4c-99a6-ab92edeb7ba9 yet. {{(pid=103702) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:08:15.259033 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651d8439-efe7-4e14-a627-b5bafa1c5044 None None] Pushing event updated for resources: {'Port': ['ID=37626b94-18f6-4d29-b82e-dad0ea9d5602,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:15.460345 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-5cee7a34-2805-4c0a-a814-30b0cf0ad950 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Allocated IP 2001:db8::175 (06053c41-d6ab-4ab8-a47c-d779892299f2/ae66a76a-c8c7-4a54-9d1e-e896775d68c1/2f8cee73-8033-4e4c-99a6-ab92edeb7ba9) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:08:15.503542 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-71fd58fb-4b8f-4819-8cbc-9a23448b93f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:15.704723 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5cee7a34-2805-4c0a-a814-30b0cf0ad950 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks [] for port (2f8cee73-8033-4e4c-99a6-ab92edeb7ba9), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:15.772328 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5cee7a34-2805-4c0a-a814-30b0cf0ad950 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (2f8cee73-8033-4e4c-99a6-ab92edeb7ba9), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:15.839262 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cee7a34-2805-4c0a-a814-30b0cf0ad950 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Network 06053c41-d6ab-4ab8-a47c-d779892299f2 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:08:15.846093 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-5cee7a34-2805-4c0a-a814-30b0cf0ad950 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:08:15.882590 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cee7a34-2805-4c0a-a814-30b0cf0ad950 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:08:15.894222 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cee7a34-2805-4c0a-a814-30b0cf0ad950 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:15.894956 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5cee7a34-2805-4c0a-a814-30b0cf0ad950 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:15.915495 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cee7a34-2805-4c0a-a814-30b0cf0ad950 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Pushing event updated for resources: {'Port': ['ID=2f8cee73-8033-4e4c-99a6-ab92edeb7ba9,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:15.926858 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-5cee7a34-2805-4c0a-a814-30b0cf0ad950 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0697510 Feb 19 03:08:15.930257 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58252) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:15.935798 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-1e4b1081-1783-4376-9a02-bdf9d67267f7 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Request body: {'subnet': {'network_id': '06053c41-d6ab-4ab8-a47c-d779892299f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:08:16.003573 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97330893-8ff1-4d88-bfb4-c244df668418 req-5f842ad4-c77e-438f-a5ff-8a8e8defedbd tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:16.012239 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-97330893-8ff1-4d88-bfb4-c244df668418 req-5f842ad4-c77e-438f-a5ff-8a8e8defedbd tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8d5c327-c8ba-4f2b-aa42-d2e452d716f7 HTTP/1.1" status: 200 len: 943 time: 0.1119773 Feb 19 03:08:16.058469 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 37626b94-18f6-4d29-b82e-dad0ea9d5602 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:08:16.103844 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-97330893-8ff1-4d88-bfb4-c244df668418 req-d115bdb2-8559-4974-bcc6-27d7cfec2b6b tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6656291-2f71-4c36-83df-c6cd4c44fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901680 Feb 19 03:08:16.141107 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e4b1081-1783-4376-9a02-bdf9d67267f7 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Made reservation on behalf of 7e7716f824fc44b98f6a51091fedc5c3 for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:08:16.146502 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1e4b1081-1783-4376-9a02-bdf9d67267f7 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:16.147897 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 37626b94-18f6-4d29-b82e-dad0ea9d5602 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:08:16.148284 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (37626b94-18f6-4d29-b82e-dad0ea9d5602), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:16.313207 n-d-826753-2 neutron-server[103702]: INFO neutron.db.ipam_backend_mixin [None req-1e4b1081-1783-4376-9a02-bdf9d67267f7 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ae66a76a-c8c7-4a54-9d1e-e896775d68c1 (CIDR: 2001:db8::/64) Feb 19 03:08:16.313674 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 37626b94-18f6-4d29-b82e-dad0ea9d5602 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:08:16.314073 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (37626b94-18f6-4d29-b82e-dad0ea9d5602), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:16.316942 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e4b1081-1783-4376-9a02-bdf9d67267f7 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:08:16.317547 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e4b1081-1783-4376-9a02-bdf9d67267f7 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:08:16.341666 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-1e4b1081-1783-4376-9a02-bdf9d67267f7 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4098899 Feb 19 03:08:16.345182 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58258) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:16.351973 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-25f8fd34-0d8a-4a78-b0c6-88c3bd9cc37a tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Request body: {'subnet': {'network_id': '06053c41-d6ab-4ab8-a47c-d779892299f2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:08:16.365272 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port 37626b94-18f6-4d29-b82e-dad0ea9d5602, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=37626b94-18f6-4d29-b82e-dad0ea9d5602,segment=NetworkSegment(5ad9d753-2f4b-4fb3-bf48-efacff46979d),segment_id=5ad9d753-2f4b-4fb3-bf48-efacff46979d)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:08:16.370017 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (37626b94-18f6-4d29-b82e-dad0ea9d5602), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:16.434195 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=37626b94-18f6-4d29-b82e-dad0ea9d5602,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:16.531683 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f8fd34-0d8a-4a78-b0c6-88c3bd9cc37a tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Made reservation on behalf of 7e7716f824fc44b98f6a51091fedc5c3 for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:08:16.536683 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-25f8fd34-0d8a-4a78-b0c6-88c3bd9cc37a tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:16.765927 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device ee0a9052-b8e5-46ec-9a0b-e486bffedfdb details requested by agent hyperv_n-h2-826753-2 with host n-h2-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:08:16.819858 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-25f8fd34-0d8a-4a78-b0c6-88c3bd9cc37a tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (c4b92841-db22-491f-8c0c-15dfee9ef429), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:16.882039 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f8fd34-0d8a-4a78-b0c6-88c3bd9cc37a tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Network 06053c41-d6ab-4ab8-a47c-d779892299f2 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:08:16.886015 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-25f8fd34-0d8a-4a78-b0c6-88c3bd9cc37a tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:08:16.890882 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f8fd34-0d8a-4a78-b0c6-88c3bd9cc37a tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:16.891475 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-25f8fd34-0d8a-4a78-b0c6-88c3bd9cc37a tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:16.908567 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f8fd34-0d8a-4a78-b0c6-88c3bd9cc37a tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Pushing event updated for resources: {'Subnet': ['ID=c4b92841-db22-491f-8c0c-15dfee9ef429,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:16.913927 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port ee0a9052-b8e5-46ec-9a0b-e486bffedfdb, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=ee0a9052-b8e5-46ec-9a0b-e486bffedfdb,segment=NetworkSegment(9361ff5e-ecd3-4a53-b64f-0204e54bd4ff),segment_id=9361ff5e-ecd3-4a53-b64f-0204e54bd4ff)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:08:16.923642 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-25f8fd34-0d8a-4a78-b0c6-88c3bd9cc37a tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5767341 Feb 19 03:08:16.927950 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58260) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:16.933559 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-787925e4-a22d-40f6-b0ab-fb7c4a838714 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1769537817', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c4b92841-db22-491f-8c0c-15dfee9ef429'}], 'security_groups': ['88baaf0d-9950-4a25-b8e3-24539d8babf7']}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:08:16.938319 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Returning: {'device': 'ee0a9052-b8e5-46ec-9a0b-e486bffedfdb', 'network_id': '0f4d9579-5631-481f-acff-55faffa2a3d0', 'port_id': 'ee0a9052-b8e5-46ec-9a0b-e486bffedfdb', 'mac_address': 'fa:16:3e:06:91:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '873fca23-e618-4343-ad67-b4c94d7ebaec', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:08:16.948429 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-49fcb822-dbdb-4b29-884e-f200b5615ac9 None None] Provisioning complete for port 37626b94-18f6-4d29-b82e-dad0ea9d5602 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:08:16.948902 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-49fcb822-dbdb-4b29-884e-f200b5615ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (37626b94-18f6-4d29-b82e-dad0ea9d5602), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:17.016622 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [req-58f21ee2-69e2-4481-808f-becececa81e3 req-1228966d-5d2e-4a52-add6-dc4ab736f636 service neutron] (103702) timed out ('10.222.0.73', 63934) {{(pid=103702) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 03:08:17.040639 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port ee0a9052-b8e5-46ec-9a0b-e486bffedfdb is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:08:17.041362 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (ee0a9052-b8e5-46ec-9a0b-e486bffedfdb), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:17.052963 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-787925e4-a22d-40f6-b0ab-fb7c4a838714 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (2f8cee73-8033-4e4c-99a6-ab92edeb7ba9), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:17.082760 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee0a9052-b8e5-46ec-9a0b-e486bffedfdb {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:08:17.107015 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port ee0a9052-b8e5-46ec-9a0b-e486bffedfdb, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=ee0a9052-b8e5-46ec-9a0b-e486bffedfdb,segment=NetworkSegment(9361ff5e-ecd3-4a53-b64f-0204e54bd4ff),segment_id=9361ff5e-ecd3-4a53-b64f-0204e54bd4ff)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:08:17.116892 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (ee0a9052-b8e5-46ec-9a0b-e486bffedfdb), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:17.126005 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-49fcb822-dbdb-4b29-884e-f200b5615ac9 None None] Current status of the port 37626b94-18f6-4d29-b82e-dad0ea9d5602 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:08:17.169093 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-49fcb822-dbdb-4b29-884e-f200b5615ac9 None None] Provisioning complete for port d4a64fa4-1c32-4c01-8f6e-c9cd4d1fc357 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:08:17.169607 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-49fcb822-dbdb-4b29-884e-f200b5615ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (d4a64fa4-1c32-4c01-8f6e-c9cd4d1fc357), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:17.212135 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-49fcb822-dbdb-4b29-884e-f200b5615ac9 None None] Port d4a64fa4-1c32-4c01-8f6e-c9cd4d1fc357 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:08:17.236604 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=ee0a9052-b8e5-46ec-9a0b-e486bffedfdb,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:17.268323 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84bdaf63-6607-4d7f-aeff-9950a1fab45e None None] Network 06053c41-d6ab-4ab8-a47c-d779892299f2 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:08:17.348300 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcdeb82-1df0-4490-acc1-69a1723e63d9 req-e2d24a7d-265b-42b6-a28e-f85d887ad6db tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:17.357215 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ebcdeb82-1df0-4490-acc1-69a1723e63d9 req-e2d24a7d-265b-42b6-a28e-f85d887ad6db tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8d5c327-c8ba-4f2b-aa42-d2e452d716f7 HTTP/1.1" status: 200 len: 944 time: 0.1378512 Feb 19 03:08:17.362387 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-9876d3d8-34fb-41b0-a208-049371908b29 None None] Provisioning complete for port 2f8cee73-8033-4e4c-99a6-ab92edeb7ba9 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:08:17.362793 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-9876d3d8-34fb-41b0-a208-049371908b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (2f8cee73-8033-4e4c-99a6-ab92edeb7ba9), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:17.434822 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-9876d3d8-34fb-41b0-a208-049371908b29 None None] Port 2f8cee73-8033-4e4c-99a6-ab92edeb7ba9 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:08:17.438652 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['ee0a9052-b8e5-46ec-9a0b-e486bffedfdb'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:08:17.458591 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ebcdeb82-1df0-4490-acc1-69a1723e63d9 req-6c38b881-2409-4e94-9beb-278751079b06 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6656291-2f71-4c36-83df-c6cd4c44fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917051 Feb 19 03:08:17.699071 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-787925e4-a22d-40f6-b0ab-fb7c4a838714 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Delete allocated IP 2001:db8::175 (06053c41-d6ab-4ab8-a47c-d779892299f2/ae66a76a-c8c7-4a54-9d1e-e896775d68c1) {{(pid=103702) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 19 03:08:17.718083 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-787925e4-a22d-40f6-b0ab-fb7c4a838714 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Allocated IP 2001:db8:0:1::325 (06053c41-d6ab-4ab8-a47c-d779892299f2/c4b92841-db22-491f-8c0c-15dfee9ef429/2f8cee73-8033-4e4c-99a6-ab92edeb7ba9) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:08:17.872948 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4cbbcb09-61f1-448d-aa61-c27160dd2473 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:18.100100 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-787925e4-a22d-40f6-b0ab-fb7c4a838714 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks [] for port (2f8cee73-8033-4e4c-99a6-ab92edeb7ba9), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:18.116063 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 37626b94-18f6-4d29-b82e-dad0ea9d5602 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:08:18.172639 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff2d339-7af9-454e-9e2a-3999903d5362 None None] Update dhcp port {'port': {'network_id': '06053c41-d6ab-4ab8-a47c-d779892299f2', 'fixed_ips': [{'subnet_id': 'ae66a76a-c8c7-4a54-9d1e-e896775d68c1', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c4b92841-db22-491f-8c0c-15dfee9ef429'}], 'binding:host_id': 'n-d-826753-2'}, 'id': '37626b94-18f6-4d29-b82e-dad0ea9d5602'} from n-d-826753-2. {{(pid=103703) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 03:08:18.217330 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-0ff2d339-7af9-454e-9e2a-3999903d5362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (37626b94-18f6-4d29-b82e-dad0ea9d5602), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:18.227981 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 37626b94-18f6-4d29-b82e-dad0ea9d5602 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:08:18.228380 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (37626b94-18f6-4d29-b82e-dad0ea9d5602), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:18.301616 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-787925e4-a22d-40f6-b0ab-fb7c4a838714 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (2f8cee73-8033-4e4c-99a6-ab92edeb7ba9), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:18.412862 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-787925e4-a22d-40f6-b0ab-fb7c4a838714 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] In _notify_port_updated(), no bound segment for port 2f8cee73-8033-4e4c-99a6-ab92edeb7ba9 on network 06053c41-d6ab-4ab8-a47c-d779892299f2 {{(pid=103702) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 03:08:18.420333 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787925e4-a22d-40f6-b0ab-fb7c4a838714 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:18.421749 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-787925e4-a22d-40f6-b0ab-fb7c4a838714 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:18.430244 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-787925e4-a22d-40f6-b0ab-fb7c4a838714 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "PUT /v2.0/ports/2f8cee73-8033-4e4c-99a6-ab92edeb7ba9 HTTP/1.1" status: 200 len: 931 time: 1.4952033 Feb 19 03:08:18.430567 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 58276) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:18.445097 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787925e4-a22d-40f6-b0ab-fb7c4a838714 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Pushing event updated for resources: {'Port': ['ID=2f8cee73-8033-4e4c-99a6-ab92edeb7ba9,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:18.470352 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 37626b94-18f6-4d29-b82e-dad0ea9d5602 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:08:18.530789 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-0ff2d339-7af9-454e-9e2a-3999903d5362 None None] Allocated IP 2001:db8:0:1::2 (06053c41-d6ab-4ab8-a47c-d779892299f2/c4b92841-db22-491f-8c0c-15dfee9ef429/37626b94-18f6-4d29-b82e-dad0ea9d5602) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:08:18.656332 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7373e429-e777-4fea-adf5-ec983bcb96da req-6399a42b-b129-4967-93f7-9ca3c2d1b2dd tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:18.658637 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7373e429-e777-4fea-adf5-ec983bcb96da req-6399a42b-b129-4967-93f7-9ca3c2d1b2dd tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8d5c327-c8ba-4f2b-aa42-d2e452d716f7 HTTP/1.1" status: 200 len: 944 time: 0.0907099 Feb 19 03:08:18.709982 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-0ff2d339-7af9-454e-9e2a-3999903d5362 None None] For port 37626b94-18f6-4d29-b82e-dad0ea9d5602, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=37626b94-18f6-4d29-b82e-dad0ea9d5602,segment=NetworkSegment(5ad9d753-2f4b-4fb3-bf48-efacff46979d),segment_id=5ad9d753-2f4b-4fb3-bf48-efacff46979d)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:08:18.723831 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-c8093d12-8974-4a38-affb-f30b4df9ca9b tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Deleting port 2f8cee73-8033-4e4c-99a6-ab92edeb7ba9 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:08:18.723831 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c8093d12-8974-4a38-affb-f30b4df9ca9b tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (2f8cee73-8033-4e4c-99a6-ab92edeb7ba9), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:18.778615 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-0ff2d339-7af9-454e-9e2a-3999903d5362 None None] Publish callbacks [] for port (37626b94-18f6-4d29-b82e-dad0ea9d5602), precommit_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:18.782375 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device ee0a9052-b8e5-46ec-9a0b-e486bffedfdb up at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:08:18.803171 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-0ff2d339-7af9-454e-9e2a-3999903d5362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (37626b94-18f6-4d29-b82e-dad0ea9d5602), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:18.825803 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7373e429-e777-4fea-adf5-ec983bcb96da req-7e9b9bcd-fb0d-4bdf-aacd-fefa4eacd7aa tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6656291-2f71-4c36-83df-c6cd4c44fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517820 Feb 19 03:08:18.885594 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c8093d12-8974-4a38-affb-f30b4df9ca9b tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (2f8cee73-8033-4e4c-99a6-ab92edeb7ba9), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:18.904457 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-c8093d12-8974-4a38-affb-f30b4df9ca9b tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Calling delete_port for 2f8cee73-8033-4e4c-99a6-ab92edeb7ba9 owned by {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:08:18.936061 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff2d339-7af9-454e-9e2a-3999903d5362 None None] Pushing event updated for resources: {'Port': ['ID=37626b94-18f6-4d29-b82e-dad0ea9d5602,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:19.065750 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning for port ee0a9052-b8e5-46ec-9a0b-e486bffedfdb completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:08:19.077570 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning complete for port ee0a9052-b8e5-46ec-9a0b-e486bffedfdb triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:08:19.078109 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (ee0a9052-b8e5-46ec-9a0b-e486bffedfdb), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:19.120405 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c8093d12-8974-4a38-affb-f30b4df9ca9b tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (2f8cee73-8033-4e4c-99a6-ab92edeb7ba9), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:19.199599 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c8093d12-8974-4a38-affb-f30b4df9ca9b tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:19.206950 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58282) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:19.217136 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-c8093d12-8974-4a38-affb-f30b4df9ca9b tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "DELETE /v2.0/ports/2f8cee73-8033-4e4c-99a6-ab92edeb7ba9 HTTP/1.1" status: 204 len: 168 time: 0.7854433 Feb 19 03:08:19.226249 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8093d12-8974-4a38-affb-f30b4df9ca9b tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Pushing event deleted for resources: {'Port': ['ID=2f8cee73-8033-4e4c-99a6-ab92edeb7ba9,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:19.250728 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d6cb88a-3414-42a8-ac38-d02edae8e55b tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] GET failed (client error): The resource could not be found. Feb 19 03:08:19.255366 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 58284) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:19.256978 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-4d6cb88a-3414-42a8-ac38-d02edae8e55b tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "GET /v2.0/ports/2f8cee73-8033-4e4c-99a6-ab92edeb7ba9 HTTP/1.1" status: 404 len: 333 time: 0.0487251 Feb 19 03:08:19.266684 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port ee0a9052-b8e5-46ec-9a0b-e486bffedfdb is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:08:19.267557 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (ee0a9052-b8e5-46ec-9a0b-e486bffedfdb), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:19.302941 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:19.310815 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8d5c327-c8ba-4f2b-aa42-d2e452d716f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee0a9052-b8e5-46ec-9a0b-e486bffedfdb'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:08:19.316186 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54e9871b-705c-466f-a162-a6a696657d35" -d '{"events": [{"server_uuid": "f8d5c327-c8ba-4f2b-aa42-d2e452d716f7", "name": "network-vif-plugged", "status": "completed", "tag": "ee0a9052-b8e5-46ec-9a0b-e486bffedfdb"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:08:19.338731 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port ee0a9052-b8e5-46ec-9a0b-e486bffedfdb, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=ee0a9052-b8e5-46ec-9a0b-e486bffedfdb,segment=NetworkSegment(9361ff5e-ecd3-4a53-b64f-0204e54bd4ff),segment_id=9361ff5e-ecd3-4a53-b64f-0204e54bd4ff)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:08:19.343914 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (ee0a9052-b8e5-46ec-9a0b-e486bffedfdb), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:19.409864 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d7289ca3-0631-41eb-9a9b-925a108483a3 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks [] for security_group (dd26230c-4bad-4148-b95f-5736aff9ccd7), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:19.450857 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d7289ca3-0631-41eb-9a9b-925a108483a3 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks [] for security_group (dd26230c-4bad-4148-b95f-5736aff9ccd7), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:19.452541 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2cc3f60-eaa9-4166-9062-547af98c5a57 x-openstack-request-id: req-e2cc3f60-eaa9-4166-9062-547af98c5a57 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:08:19.452840 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8d5c327-c8ba-4f2b-aa42-d2e452d716f7", "name": "network-vif-plugged", "status": "completed", "tag": "ee0a9052-b8e5-46ec-9a0b-e486bffedfdb", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:08:19.453151 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e2cc3f60-eaa9-4166-9062-547af98c5a57 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:08:19.453570 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8d5c327-c8ba-4f2b-aa42-d2e452d716f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee0a9052-b8e5-46ec-9a0b-e486bffedfdb', 'code': 200} Feb 19 03:08:19.457207 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=ee0a9052-b8e5-46ec-9a0b-e486bffedfdb,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:19.565791 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d7289ca3-0631-41eb-9a9b-925a108483a3 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (dd26230c-4bad-4148-b95f-5736aff9ccd7), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:19.569386 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d7289ca3-0631-41eb-9a9b-925a108483a3 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:19.575425 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-d7289ca3-0631-41eb-9a9b-925a108483a3 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "DELETE /v2.0/security-groups/dd26230c-4bad-4148-b95f-5736aff9ccd7 HTTP/1.1" status: 204 len: 168 time: 0.3142457 Feb 19 03:08:19.575893 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 58294) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:19.719735 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7289ca3-0631-41eb-9a9b-925a108483a3 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd26230c-4bad-4148-b95f-5736aff9ccd7,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:19.752060 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0ce69d32-7f44-4894-b2bc-6de498ce3b28 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks [] for security_group (88baaf0d-9950-4a25-b8e3-24539d8babf7), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:19.763263 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45a5820-47c3-47db-81f6-55076973d5cb req-b8d154b2-0927-4a5d-bdc9-db37abb10dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:19.765533 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e45a5820-47c3-47db-81f6-55076973d5cb req-b8d154b2-0927-4a5d-bdc9-db37abb10dde service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=f8d5c327-c8ba-4f2b-aa42-d2e452d716f7 HTTP/1.1" status: 200 len: 1127 time: 0.2189248 Feb 19 03:08:19.844748 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0ce69d32-7f44-4894-b2bc-6de498ce3b28 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks [] for security_group (88baaf0d-9950-4a25-b8e3-24539d8babf7), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:19.907386 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e45a5820-47c3-47db-81f6-55076973d5cb req-1647701f-9c78-420e-a9ef-bf61d5bf7cdc service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=a6656291-2f71-4c36-83df-c6cd4c44fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136823 Feb 19 03:08:20.029394 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0ce69d32-7f44-4894-b2bc-6de498ce3b28 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (88baaf0d-9950-4a25-b8e3-24539d8babf7), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:20.032445 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0ce69d32-7f44-4894-b2bc-6de498ce3b28 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:20.039232 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-0ce69d32-7f44-4894-b2bc-6de498ce3b28 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "DELETE /v2.0/security-groups/88baaf0d-9950-4a25-b8e3-24539d8babf7 HTTP/1.1" status: 204 len: 168 time: 0.4122889 Feb 19 03:08:20.039992 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 58300) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:20.087733 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 37626b94-18f6-4d29-b82e-dad0ea9d5602 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:08:20.095896 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce69d32-7f44-4894-b2bc-6de498ce3b28 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88baaf0d-9950-4a25-b8e3-24539d8babf7,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:20.243056 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 37626b94-18f6-4d29-b82e-dad0ea9d5602 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:08:20.243820 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (37626b94-18f6-4d29-b82e-dad0ea9d5602), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:20.281205 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9e561e8-56af-4bb9-be72-2c178ce8ad79 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Deleting subnet ae66a76a-c8c7-4a54-9d1e-e896775d68c1 {{(pid=103701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:08:20.308816 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeed383-7301-4c3e-be1d-97ecc9c8bb83 req-4149ec93-07dd-4bf1-89f1-aee9e8f30b7b tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:20.327367 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7aeed383-7301-4c3e-be1d-97ecc9c8bb83 req-4149ec93-07dd-4bf1-89f1-aee9e8f30b7b tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8d5c327-c8ba-4f2b-aa42-d2e452d716f7 HTTP/1.1" status: 200 len: 945 time: 0.2455337 Feb 19 03:08:20.356411 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c9e561e8-56af-4bb9-be72-2c178ce8ad79 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks [] for subnet (ae66a76a-c8c7-4a54-9d1e-e896775d68c1), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:20.400626 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 37626b94-18f6-4d29-b82e-dad0ea9d5602 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:08:20.471004 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7aeed383-7301-4c3e-be1d-97ecc9c8bb83 req-b9ddf493-5b63-49c7-a04a-45581181ddb1 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6656291-2f71-4c36-83df-c6cd4c44fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425066 Feb 19 03:08:20.487434 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:20.491045 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-56f49ab2-81fe-4f14-91ae-8f1d547e6a71 None None] Provisioning complete for port 37626b94-18f6-4d29-b82e-dad0ea9d5602 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:08:20.491588 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-56f49ab2-81fe-4f14-91ae-8f1d547e6a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (37626b94-18f6-4d29-b82e-dad0ea9d5602), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:20.514304 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c9e561e8-56af-4bb9-be72-2c178ce8ad79 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12647399'] for subnet (ae66a76a-c8c7-4a54-9d1e-e896775d68c1), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:20.669738 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c9e561e8-56af-4bb9-be72-2c178ce8ad79 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (ae66a76a-c8c7-4a54-9d1e-e896775d68c1), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:20.686757 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-56f49ab2-81fe-4f14-91ae-8f1d547e6a71 None None] Current status of the port 37626b94-18f6-4d29-b82e-dad0ea9d5602 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:08:20.692523 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-56f49ab2-81fe-4f14-91ae-8f1d547e6a71 None None] Could not find standard attr ID for object 2f8cee73-8033-4e4c-99a6-ab92edeb7ba9. {{(pid=103703) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:08:20.713445 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-56f49ab2-81fe-4f14-91ae-8f1d547e6a71 None None] Provisioning complete for port d4a64fa4-1c32-4c01-8f6e-c9cd4d1fc357 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:08:20.714190 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-56f49ab2-81fe-4f14-91ae-8f1d547e6a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (d4a64fa4-1c32-4c01-8f6e-c9cd4d1fc357), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:20.822494 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-56f49ab2-81fe-4f14-91ae-8f1d547e6a71 None None] Port d4a64fa4-1c32-4c01-8f6e-c9cd4d1fc357 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:08:20.837476 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c9e561e8-56af-4bb9-be72-2c178ce8ad79 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12647206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58706286'] for subnet (ae66a76a-c8c7-4a54-9d1e-e896775d68c1), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:20.907526 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e561e8-56af-4bb9-be72-2c178ce8ad79 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Pushing event deleted for resources: {'Subnet': ['ID=ae66a76a-c8c7-4a54-9d1e-e896775d68c1,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:20.921206 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c9e561e8-56af-4bb9-be72-2c178ce8ad79 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks [] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:20.932184 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58306) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:20.941267 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-8fa37c32-faf8-401a-b9cd-3525433631fb tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Request body: {'subnet': {'network_id': '06053c41-d6ab-4ab8-a47c-d779892299f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:08:20.955956 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-c9e561e8-56af-4bb9-be72-2c178ce8ad79 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "DELETE /v2.0/subnets/ae66a76a-c8c7-4a54-9d1e-e896775d68c1 HTTP/1.1" status: 204 len: 168 time: 0.8694420 Feb 19 03:08:20.977875 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-da7b1e91-6557-48fd-b5b1-5291825a5e94 None None] Could not find standard attr ID for object 2f8cee73-8033-4e4c-99a6-ab92edeb7ba9. {{(pid=103703) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:08:21.244712 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fa37c32-faf8-401a-b9cd-3525433631fb tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Made reservation on behalf of 7e7716f824fc44b98f6a51091fedc5c3 for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:08:21.250998 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8fa37c32-faf8-401a-b9cd-3525433631fb tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:21.344486 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304df560-f25e-4301-a2db-a5a7b3c24580 None None] Network 06053c41-d6ab-4ab8-a47c-d779892299f2 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:08:21.581363 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8fa37c32-faf8-401a-b9cd-3525433631fb tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (286f8ed9-3a61-4370-b96d-c8eb7889abc6), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:21.674137 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa37c32-faf8-401a-b9cd-3525433631fb tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Network 06053c41-d6ab-4ab8-a47c-d779892299f2 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:08:21.686917 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-8fa37c32-faf8-401a-b9cd-3525433631fb tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:08:21.691622 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa37c32-faf8-401a-b9cd-3525433631fb tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:21.692210 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8fa37c32-faf8-401a-b9cd-3525433631fb tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:21.725369 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb59b2c8-08ae-4a17-b70b-60d2b8cccefa req-6f141120-9295-4a10-ab6f-27cd21a81eef tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:21.728116 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cb59b2c8-08ae-4a17-b70b-60d2b8cccefa req-6f141120-9295-4a10-ab6f-27cd21a81eef tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8d5c327-c8ba-4f2b-aa42-d2e452d716f7 HTTP/1.1" status: 200 len: 945 time: 0.1139834 Feb 19 03:08:21.733219 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa37c32-faf8-401a-b9cd-3525433631fb tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Pushing event updated for resources: {'Subnet': ['ID=286f8ed9-3a61-4370-b96d-c8eb7889abc6,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:21.744299 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-8fa37c32-faf8-401a-b9cd-3525433631fb tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8097560 Feb 19 03:08:21.748808 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 58310) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:21.757142 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-b8c216ed-dd6b-4ae7-92b5-cc9ff439626d tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Request body: {'security_group': {'name': 'tempest-secgroup-174310471'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:08:21.933665 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cb59b2c8-08ae-4a17-b70b-60d2b8cccefa req-8c36ba57-c7a3-48c8-a5f1-4d52b98ffb6d tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6656291-2f71-4c36-83df-c6cd4c44fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701283 Feb 19 03:08:21.941872 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b8c216ed-dd6b-4ae7-92b5-cc9ff439626d tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:21.981288 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:22.191529 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b8c216ed-dd6b-4ae7-92b5-cc9ff439626d tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks [] for security_group (33e88298-f353-41a3-8b00-b2cb1c025bf7), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:22.202949 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b8c216ed-dd6b-4ae7-92b5-cc9ff439626d tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (33e88298-f353-41a3-8b00-b2cb1c025bf7), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:22.261434 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b8c216ed-dd6b-4ae7-92b5-cc9ff439626d tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:22.262770 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-b8c216ed-dd6b-4ae7-92b5-cc9ff439626d tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5127449 Feb 19 03:08:22.266353 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58320) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:22.272339 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-bbad506d-3bb6-4c62-996b-79b6f3622a7c tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Request body: {'security_group': {'name': 'tempest-secgroup-1532247052'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:08:22.278251 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c216ed-dd6b-4ae7-92b5-cc9ff439626d tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33e88298-f353-41a3-8b00-b2cb1c025bf7,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:22.342668 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bbad506d-3bb6-4c62-996b-79b6f3622a7c tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:22.496889 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bbad506d-3bb6-4c62-996b-79b6f3622a7c tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks [] for security_group (1d312a94-c85f-4297-a7e6-935ce68b5115), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:22.504666 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bbad506d-3bb6-4c62-996b-79b6f3622a7c tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (1d312a94-c85f-4297-a7e6-935ce68b5115), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:22.523714 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dea2a4b-653b-4826-8ca6-4423dd534856 req-cddab808-f2ef-4c7b-90b3-0de5d748ae9d tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:22.547787 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3dea2a4b-653b-4826-8ca6-4423dd534856 req-cddab808-f2ef-4c7b-90b3-0de5d748ae9d tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8d5c327-c8ba-4f2b-aa42-d2e452d716f7 HTTP/1.1" status: 200 len: 945 time: 0.2101490 Feb 19 03:08:22.564371 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bbad506d-3bb6-4c62-996b-79b6f3622a7c tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:22.565675 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-bbad506d-3bb6-4c62-996b-79b6f3622a7c tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2983782 Feb 19 03:08:22.569308 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58322) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:22.574044 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-d4b3f3b4-a060-40e8-a88c-a3cc182de6f2 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Request body: {'security_group': {'name': 'tempest-secgroup-779822489'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:08:22.582023 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbad506d-3bb6-4c62-996b-79b6f3622a7c tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d312a94-c85f-4297-a7e6-935ce68b5115,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:22.592331 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:22.632129 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d4b3f3b4-a060-40e8-a88c-a3cc182de6f2 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:22.687425 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e6e305-c488-4888-8959-31f711f5fb15 None None] Network 06053c41-d6ab-4ab8-a47c-d779892299f2 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:08:22.717168 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3dea2a4b-653b-4826-8ca6-4423dd534856 req-5dc3deb9-3706-4c72-9ec4-63e29b0d51ef tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6656291-2f71-4c36-83df-c6cd4c44fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682036 Feb 19 03:08:22.731660 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d4b3f3b4-a060-40e8-a88c-a3cc182de6f2 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks [] for security_group (bd9ccbfa-419c-44fb-8ddc-bb5cab9bda92), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:22.737397 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d4b3f3b4-a060-40e8-a88c-a3cc182de6f2 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (bd9ccbfa-419c-44fb-8ddc-bb5cab9bda92), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:22.778373 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d4b3f3b4-a060-40e8-a88c-a3cc182de6f2 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:22.779858 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-d4b3f3b4-a060-40e8-a88c-a3cc182de6f2 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2094858 Feb 19 03:08:22.782838 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 58324) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:22.790981 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b3f3b4-a060-40e8-a88c-a3cc182de6f2 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd9ccbfa-419c-44fb-8ddc-bb5cab9bda92,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:22.802879 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-be7fd326-0f08-4560-b08d-f49bb919aedd tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1019594478', 'security_groups': ['bd9ccbfa-419c-44fb-8ddc-bb5cab9bda92'], 'network_id': '06053c41-d6ab-4ab8-a47c-d779892299f2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '286f8ed9-3a61-4370-b96d-c8eb7889abc6'}]}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:08:22.844722 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-cb59fae7-a984-443e-b2c2-dd105c4c230e None None] Provisioning complete for port 37626b94-18f6-4d29-b82e-dad0ea9d5602 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:08:22.845676 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-cb59fae7-a984-443e-b2c2-dd105c4c230e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (37626b94-18f6-4d29-b82e-dad0ea9d5602), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:23.000419 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-cb59fae7-a984-443e-b2c2-dd105c4c230e None None] Current status of the port 37626b94-18f6-4d29-b82e-dad0ea9d5602 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:08:23.032507 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be7fd326-0f08-4560-b08d-f49bb919aedd tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Made reservation on behalf of 7e7716f824fc44b98f6a51091fedc5c3 for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:08:23.044708 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-cb59fae7-a984-443e-b2c2-dd105c4c230e None None] Provisioning complete for port d4a64fa4-1c32-4c01-8f6e-c9cd4d1fc357 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:08:23.045120 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-cb59fae7-a984-443e-b2c2-dd105c4c230e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (d4a64fa4-1c32-4c01-8f6e-c9cd4d1fc357), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:23.102380 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-cb59fae7-a984-443e-b2c2-dd105c4c230e None None] Port d4a64fa4-1c32-4c01-8f6e-c9cd4d1fc357 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:08:23.153458 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fcabdf5-5c3d-4540-b58e-1c6e67c356f3 None None] Update dhcp port {'port': {'network_id': '06053c41-d6ab-4ab8-a47c-d779892299f2', 'fixed_ips': [{'subnet_id': 'c4b92841-db22-491f-8c0c-15dfee9ef429', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '286f8ed9-3a61-4370-b96d-c8eb7889abc6'}], 'binding:host_id': 'n-d-826753-2'}, 'id': '37626b94-18f6-4d29-b82e-dad0ea9d5602'} from n-d-826753-2. {{(pid=103703) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 03:08:23.195017 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-7fcabdf5-5c3d-4540-b58e-1c6e67c356f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (37626b94-18f6-4d29-b82e-dad0ea9d5602), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:23.199167 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-be7fd326-0f08-4560-b08d-f49bb919aedd tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:23.247598 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [None req-be7fd326-0f08-4560-b08d-f49bb919aedd tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] device_id is not set on port aceb27be-11be-4446-b6cc-48c6a7ecfbc5 yet. {{(pid=103701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:08:23.451888 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-7fcabdf5-5c3d-4540-b58e-1c6e67c356f3 None None] Allocated IP 2001:db8::2 (06053c41-d6ab-4ab8-a47c-d779892299f2/286f8ed9-3a61-4370-b96d-c8eb7889abc6/37626b94-18f6-4d29-b82e-dad0ea9d5602) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:08:23.582885 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-7fcabdf5-5c3d-4540-b58e-1c6e67c356f3 None None] For port 37626b94-18f6-4d29-b82e-dad0ea9d5602, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=37626b94-18f6-4d29-b82e-dad0ea9d5602,segment=NetworkSegment(5ad9d753-2f4b-4fb3-bf48-efacff46979d),segment_id=5ad9d753-2f4b-4fb3-bf48-efacff46979d)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:08:23.632107 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-7fcabdf5-5c3d-4540-b58e-1c6e67c356f3 None None] Publish callbacks [] for port (37626b94-18f6-4d29-b82e-dad0ea9d5602), precommit_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:23.638866 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-7fcabdf5-5c3d-4540-b58e-1c6e67c356f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (37626b94-18f6-4d29-b82e-dad0ea9d5602), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:23.808555 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcabdf5-5c3d-4540-b58e-1c6e67c356f3 None None] Pushing event updated for resources: {'Port': ['ID=37626b94-18f6-4d29-b82e-dad0ea9d5602,revision_number=6']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:23.825627 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcabdf5-5c3d-4540-b58e-1c6e67c356f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:08:23.826281 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcabdf5-5c3d-4540-b58e-1c6e67c356f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:08:23.826734 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcabdf5-5c3d-4540-b58e-1c6e67c356f3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:08:23.827208 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcabdf5-5c3d-4540-b58e-1c6e67c356f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:08:23.827702 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcabdf5-5c3d-4540-b58e-1c6e67c356f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:08:23.828138 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcabdf5-5c3d-4540-b58e-1c6e67c356f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:08:23.828588 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcabdf5-5c3d-4540-b58e-1c6e67c356f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:08:23.829049 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcabdf5-5c3d-4540-b58e-1c6e67c356f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:08:23.829486 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcabdf5-5c3d-4540-b58e-1c6e67c356f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:08:23.829916 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcabdf5-5c3d-4540-b58e-1c6e67c356f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:08:23.830427 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcabdf5-5c3d-4540-b58e-1c6e67c356f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:08:23.830924 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcabdf5-5c3d-4540-b58e-1c6e67c356f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:08:23.831408 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcabdf5-5c3d-4540-b58e-1c6e67c356f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:08:23.835396 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-be7fd326-0f08-4560-b08d-f49bb919aedd tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Allocated IP 2001:db8::313 (06053c41-d6ab-4ab8-a47c-d779892299f2/286f8ed9-3a61-4370-b96d-c8eb7889abc6/aceb27be-11be-4446-b6cc-48c6a7ecfbc5) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:08:24.023683 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 37626b94-18f6-4d29-b82e-dad0ea9d5602 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:08:24.066009 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49519f90-fa6b-44fe-b500-ffb441f604cd req-6d2eefee-c104-4e8e-8068-1c812a596374 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:24.068218 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-49519f90-fa6b-44fe-b500-ffb441f604cd req-6d2eefee-c104-4e8e-8068-1c812a596374 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8d5c327-c8ba-4f2b-aa42-d2e452d716f7 HTTP/1.1" status: 200 len: 945 time: 0.1832194 Feb 19 03:08:24.136223 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 37626b94-18f6-4d29-b82e-dad0ea9d5602 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:08:24.136803 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (37626b94-18f6-4d29-b82e-dad0ea9d5602), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:24.223964 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-be7fd326-0f08-4560-b08d-f49bb919aedd tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks [] for port (aceb27be-11be-4446-b6cc-48c6a7ecfbc5), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:24.283897 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-49519f90-fa6b-44fe-b500-ffb441f604cd req-ba90f19f-5488-4692-b846-124044d2247e tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6656291-2f71-4c36-83df-c6cd4c44fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063866 Feb 19 03:08:24.292766 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 37626b94-18f6-4d29-b82e-dad0ea9d5602 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:08:24.345424 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-be7fd326-0f08-4560-b08d-f49bb919aedd tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (aceb27be-11be-4446-b6cc-48c6a7ecfbc5), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:24.434563 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7fd326-0f08-4560-b08d-f49bb919aedd tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Network 06053c41-d6ab-4ab8-a47c-d779892299f2 is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:08:24.436636 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-be7fd326-0f08-4560-b08d-f49bb919aedd tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:08:24.439780 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7fd326-0f08-4560-b08d-f49bb919aedd tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:08:24.446644 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7fd326-0f08-4560-b08d-f49bb919aedd tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:24.447230 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-be7fd326-0f08-4560-b08d-f49bb919aedd tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:24.489311 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-be7fd326-0f08-4560-b08d-f49bb919aedd tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7041581 Feb 19 03:08:24.493513 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58340) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:24.494503 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7fd326-0f08-4560-b08d-f49bb919aedd tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Pushing event updated for resources: {'Port': ['ID=aceb27be-11be-4446-b6cc-48c6a7ecfbc5,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:24.500118 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-7e15233b-aeaa-4b45-8cba-a0a8090de289 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Request body: {'subnet': {'network_id': '06053c41-d6ab-4ab8-a47c-d779892299f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:08:24.751661 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e15233b-aeaa-4b45-8cba-a0a8090de289 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Made reservation on behalf of 7e7716f824fc44b98f6a51091fedc5c3 for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:08:24.757550 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7e15233b-aeaa-4b45-8cba-a0a8090de289 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:24.905780 n-d-826753-2 neutron-server[103702]: INFO neutron.db.ipam_backend_mixin [None req-7e15233b-aeaa-4b45-8cba-a0a8090de289 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 286f8ed9-3a61-4370-b96d-c8eb7889abc6 (CIDR: 2001:db8::/64) Feb 19 03:08:24.911660 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e15233b-aeaa-4b45-8cba-a0a8090de289 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:08:24.912803 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e15233b-aeaa-4b45-8cba-a0a8090de289 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:08:24.943634 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-7e15233b-aeaa-4b45-8cba-a0a8090de289 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4479966 Feb 19 03:08:24.946184 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 58342) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:24.951465 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-3d1872d9-d0aa-447c-a701-b029b901282f tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Request body: {'subnet': {'network_id': '06053c41-d6ab-4ab8-a47c-d779892299f2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:08:25.079145 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-7be0904c-9160-470d-bd36-b94384c94bf1 None None] Provisioning complete for port 37626b94-18f6-4d29-b82e-dad0ea9d5602 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:08:25.080075 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-7be0904c-9160-470d-bd36-b94384c94bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (37626b94-18f6-4d29-b82e-dad0ea9d5602), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:25.231593 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d1872d9-d0aa-447c-a701-b029b901282f tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Made reservation on behalf of 7e7716f824fc44b98f6a51091fedc5c3 for: {'subnet': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:08:25.235920 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3d1872d9-d0aa-447c-a701-b029b901282f tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58706307'] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:25.305610 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-7be0904c-9160-470d-bd36-b94384c94bf1 None None] Current status of the port 37626b94-18f6-4d29-b82e-dad0ea9d5602 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:08:25.366866 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-7be0904c-9160-470d-bd36-b94384c94bf1 None None] Provisioning complete for port d4a64fa4-1c32-4c01-8f6e-c9cd4d1fc357 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:08:25.367492 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-7be0904c-9160-470d-bd36-b94384c94bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (d4a64fa4-1c32-4c01-8f6e-c9cd4d1fc357), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:25.434434 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-7be0904c-9160-470d-bd36-b94384c94bf1 None None] Port d4a64fa4-1c32-4c01-8f6e-c9cd4d1fc357 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:08:25.505488 n-d-826753-2 neutron-server[103701]: INFO neutron.db.ipam_backend_mixin [None req-3d1872d9-d0aa-447c-a701-b029b901282f tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet c4b92841-db22-491f-8c0c-15dfee9ef429 (CIDR: 2001:db8:0:1::/64) Feb 19 03:08:25.515788 n-d-826753-2 neutron-server[103701]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d1872d9-d0aa-447c-a701-b029b901282f tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:08:25.516728 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d1872d9-d0aa-447c-a701-b029b901282f tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:08:25.536437 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ab198b-eb70-4aa2-8415-02040ba5f2c5 req-54e67385-5c39-4d9a-b6aa-c41bab401dd1 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:25.539493 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e7ab198b-eb70-4aa2-8415-02040ba5f2c5 req-54e67385-5c39-4d9a-b6aa-c41bab401dd1 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8d5c327-c8ba-4f2b-aa42-d2e452d716f7 HTTP/1.1" status: 200 len: 945 time: 0.1107490 Feb 19 03:08:25.564245 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-ad511665-9a49-4c67-8a64-9b5c99a34ca9 None None] Provisioning complete for port aceb27be-11be-4446-b6cc-48c6a7ecfbc5 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:08:25.565289 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-ad511665-9a49-4c67-8a64-9b5c99a34ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (aceb27be-11be-4446-b6cc-48c6a7ecfbc5), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:25.604663 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58350) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:25.605418 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-3d1872d9-d0aa-447c-a701-b029b901282f tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.6571670 Feb 19 03:08:25.611839 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-52c21f98-26be-44aa-9ed3-6f25111700ae tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Request body: {'subnet': {'network_id': '06053c41-d6ab-4ab8-a47c-d779892299f2', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:08:25.668626 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e7ab198b-eb70-4aa2-8415-02040ba5f2c5 req-9e83bcc2-06b3-47a6-b0e3-08e4220a6ac6 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6656291-2f71-4c36-83df-c6cd4c44fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169579 Feb 19 03:08:25.730710 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-ad511665-9a49-4c67-8a64-9b5c99a34ca9 None None] Port aceb27be-11be-4446-b6cc-48c6a7ecfbc5 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:08:25.839459 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52c21f98-26be-44aa-9ed3-6f25111700ae tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Made reservation on behalf of 7e7716f824fc44b98f6a51091fedc5c3 for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:08:25.846775 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-52c21f98-26be-44aa-9ed3-6f25111700ae tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:26.189096 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:26.301569 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-52c21f98-26be-44aa-9ed3-6f25111700ae tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (999bbd8c-c4e7-40cd-bb3a-c02b2d949030), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:26.355100 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c21f98-26be-44aa-9ed3-6f25111700ae tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Network 06053c41-d6ab-4ab8-a47c-d779892299f2 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:08:26.363890 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-52c21f98-26be-44aa-9ed3-6f25111700ae tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:08:26.377867 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d587ecc1-6467-481e-9085-5eb843f86104 None None] Network 06053c41-d6ab-4ab8-a47c-d779892299f2 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:08:26.378906 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c21f98-26be-44aa-9ed3-6f25111700ae tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:26.382239 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-52c21f98-26be-44aa-9ed3-6f25111700ae tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:26.424971 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c21f98-26be-44aa-9ed3-6f25111700ae tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Pushing event updated for resources: {'Subnet': ['ID=999bbd8c-c4e7-40cd-bb3a-c02b2d949030,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:26.447179 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-52c21f98-26be-44aa-9ed3-6f25111700ae tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8398108 Feb 19 03:08:26.449944 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58354) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:26.456421 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-a577cd40-61dc-4c5d-b40e-35cf952e700f tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-258112241', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '999bbd8c-c4e7-40cd-bb3a-c02b2d949030'}], 'security_groups': ['33e88298-f353-41a3-8b00-b2cb1c025bf7', '1d312a94-c85f-4297-a7e6-935ce68b5115']}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:08:26.750132 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a577cd40-61dc-4c5d-b40e-35cf952e700f tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (aceb27be-11be-4446-b6cc-48c6a7ecfbc5), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:26.771460 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9290c2d-e43d-4f44-883c-4197c6cee097 None None] Update dhcp port {'port': {'network_id': '06053c41-d6ab-4ab8-a47c-d779892299f2', 'fixed_ips': [{'subnet_id': 'c4b92841-db22-491f-8c0c-15dfee9ef429', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '286f8ed9-3a61-4370-b96d-c8eb7889abc6', 'ip_address': '2001:db8::2'}, {'subnet_id': '999bbd8c-c4e7-40cd-bb3a-c02b2d949030'}], 'binding:host_id': 'n-d-826753-2'}, 'id': '37626b94-18f6-4d29-b82e-dad0ea9d5602'} from n-d-826753-2. {{(pid=103703) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 03:08:26.844344 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d9290c2d-e43d-4f44-883c-4197c6cee097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (37626b94-18f6-4d29-b82e-dad0ea9d5602), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:26.911882 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d059db4-2df3-4fbd-a440-fcb4bed30858 req-3d71f137-09fc-4882-b352-ab16278106a3 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:26.920607 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1d059db4-2df3-4fbd-a440-fcb4bed30858 req-3d71f137-09fc-4882-b352-ab16278106a3 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8d5c327-c8ba-4f2b-aa42-d2e452d716f7 HTTP/1.1" status: 200 len: 945 time: 0.1227131 Feb 19 03:08:27.048103 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1d059db4-2df3-4fbd-a440-fcb4bed30858 req-011e3903-0ca9-41b2-b0a7-16069286a065 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6656291-2f71-4c36-83df-c6cd4c44fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178195 Feb 19 03:08:27.196007 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-d9290c2d-e43d-4f44-883c-4197c6cee097 None None] Allocated IP 2001:db8:0:2::2 (06053c41-d6ab-4ab8-a47c-d779892299f2/999bbd8c-c4e7-40cd-bb3a-c02b2d949030/37626b94-18f6-4d29-b82e-dad0ea9d5602) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:08:27.368062 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-d9290c2d-e43d-4f44-883c-4197c6cee097 None None] For port 37626b94-18f6-4d29-b82e-dad0ea9d5602, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=37626b94-18f6-4d29-b82e-dad0ea9d5602,segment=NetworkSegment(5ad9d753-2f4b-4fb3-bf48-efacff46979d),segment_id=5ad9d753-2f4b-4fb3-bf48-efacff46979d)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:08:27.432332 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d9290c2d-e43d-4f44-883c-4197c6cee097 None None] Publish callbacks [] for port (37626b94-18f6-4d29-b82e-dad0ea9d5602), precommit_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:27.439905 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d9290c2d-e43d-4f44-883c-4197c6cee097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (37626b94-18f6-4d29-b82e-dad0ea9d5602), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:27.604505 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9290c2d-e43d-4f44-883c-4197c6cee097 None None] Pushing event updated for resources: {'Port': ['ID=37626b94-18f6-4d29-b82e-dad0ea9d5602,revision_number=7']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:27.634453 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-a577cd40-61dc-4c5d-b40e-35cf952e700f tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Delete allocated IP 2001:db8::313 (06053c41-d6ab-4ab8-a47c-d779892299f2/286f8ed9-3a61-4370-b96d-c8eb7889abc6) {{(pid=103702) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 19 03:08:27.649951 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-a577cd40-61dc-4c5d-b40e-35cf952e700f tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Allocated IP 2001:db8:0:2::28 (06053c41-d6ab-4ab8-a47c-d779892299f2/999bbd8c-c4e7-40cd-bb3a-c02b2d949030/aceb27be-11be-4446-b6cc-48c6a7ecfbc5) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:08:27.900618 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a577cd40-61dc-4c5d-b40e-35cf952e700f tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks [] for port (aceb27be-11be-4446-b6cc-48c6a7ecfbc5), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:27.917026 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a577cd40-61dc-4c5d-b40e-35cf952e700f tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (aceb27be-11be-4446-b6cc-48c6a7ecfbc5), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:27.984131 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 37626b94-18f6-4d29-b82e-dad0ea9d5602 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:08:28.010857 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-a577cd40-61dc-4c5d-b40e-35cf952e700f tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] In _notify_port_updated(), no bound segment for port aceb27be-11be-4446-b6cc-48c6a7ecfbc5 on network 06053c41-d6ab-4ab8-a47c-d779892299f2 {{(pid=103702) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 03:08:28.022205 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a577cd40-61dc-4c5d-b40e-35cf952e700f tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:28.023411 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a577cd40-61dc-4c5d-b40e-35cf952e700f tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:28.025031 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-a577cd40-61dc-4c5d-b40e-35cf952e700f tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "PUT /v2.0/ports/aceb27be-11be-4446-b6cc-48c6a7ecfbc5 HTTP/1.1" status: 200 len: 968 time: 1.5739942 Feb 19 03:08:28.027903 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 58364) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:28.048759 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a577cd40-61dc-4c5d-b40e-35cf952e700f tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Pushing event updated for resources: {'Port': ['ID=aceb27be-11be-4446-b6cc-48c6a7ecfbc5,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:28.101119 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 37626b94-18f6-4d29-b82e-dad0ea9d5602 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:08:28.101602 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (37626b94-18f6-4d29-b82e-dad0ea9d5602), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:28.273311 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 37626b94-18f6-4d29-b82e-dad0ea9d5602 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:08:28.647169 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-13986d6b-c75a-4406-8617-59263bc6fa8c tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Deleting port aceb27be-11be-4446-b6cc-48c6a7ecfbc5 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:08:28.647568 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-13986d6b-c75a-4406-8617-59263bc6fa8c tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (aceb27be-11be-4446-b6cc-48c6a7ecfbc5), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:28.687666 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-6aa0afb8-4e53-42f3-ac76-252a4eaeeedf None None] Provisioning complete for port 37626b94-18f6-4d29-b82e-dad0ea9d5602 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:08:28.688034 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6aa0afb8-4e53-42f3-ac76-252a4eaeeedf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (37626b94-18f6-4d29-b82e-dad0ea9d5602), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:28.719139 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c16823d-a872-4dbf-9275-73829b8b068e req-ad414ffa-96dd-4038-b44e-4357c80ec154 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:28.720689 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9c16823d-a872-4dbf-9275-73829b8b068e req-ad414ffa-96dd-4038-b44e-4357c80ec154 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8d5c327-c8ba-4f2b-aa42-d2e452d716f7 HTTP/1.1" status: 200 len: 945 time: 0.4987481 Feb 19 03:08:28.853548 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9c16823d-a872-4dbf-9275-73829b8b068e req-c00e34c2-9386-4375-aa9d-fe1bedc7b7f9 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6656291-2f71-4c36-83df-c6cd4c44fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225727 Feb 19 03:08:28.909543 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-13986d6b-c75a-4406-8617-59263bc6fa8c tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (aceb27be-11be-4446-b6cc-48c6a7ecfbc5), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:28.943037 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-13986d6b-c75a-4406-8617-59263bc6fa8c tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Calling delete_port for aceb27be-11be-4446-b6cc-48c6a7ecfbc5 owned by {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:08:28.993092 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-6aa0afb8-4e53-42f3-ac76-252a4eaeeedf None None] Current status of the port 37626b94-18f6-4d29-b82e-dad0ea9d5602 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:08:29.004316 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-6aa0afb8-4e53-42f3-ac76-252a4eaeeedf None None] Provisioning complete for port aceb27be-11be-4446-b6cc-48c6a7ecfbc5 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:08:29.004694 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6aa0afb8-4e53-42f3-ac76-252a4eaeeedf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (aceb27be-11be-4446-b6cc-48c6a7ecfbc5), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:29.072817 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-6aa0afb8-4e53-42f3-ac76-252a4eaeeedf None None] Port aceb27be-11be-4446-b6cc-48c6a7ecfbc5 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:08:29.085411 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-6aa0afb8-4e53-42f3-ac76-252a4eaeeedf None None] Provisioning complete for port d4a64fa4-1c32-4c01-8f6e-c9cd4d1fc357 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:08:29.085792 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6aa0afb8-4e53-42f3-ac76-252a4eaeeedf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (d4a64fa4-1c32-4c01-8f6e-c9cd4d1fc357), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:29.136058 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-6aa0afb8-4e53-42f3-ac76-252a4eaeeedf None None] Port d4a64fa4-1c32-4c01-8f6e-c9cd4d1fc357 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:08:29.151660 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-13986d6b-c75a-4406-8617-59263bc6fa8c tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (aceb27be-11be-4446-b6cc-48c6a7ecfbc5), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:29.193213 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13986d6b-c75a-4406-8617-59263bc6fa8c tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Pushing event deleted for resources: {'Port': ['ID=aceb27be-11be-4446-b6cc-48c6a7ecfbc5,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:29.226533 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-13986d6b-c75a-4406-8617-59263bc6fa8c tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:29.233162 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-13986d6b-c75a-4406-8617-59263bc6fa8c tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "DELETE /v2.0/ports/aceb27be-11be-4446-b6cc-48c6a7ecfbc5 HTTP/1.1" status: 204 len: 168 time: 1.2014680 Feb 19 03:08:29.234719 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58372) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:29.259513 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-049ab254-297f-497b-9439-0dcb0159037d None None] Could not find standard attr ID for object aceb27be-11be-4446-b6cc-48c6a7ecfbc5. {{(pid=103703) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:08:29.278102 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-65174814-e133-4551-aacc-33c1ae9058e1 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] GET failed (client error): The resource could not be found. Feb 19 03:08:29.280040 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-65174814-e133-4551-aacc-33c1ae9058e1 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "GET /v2.0/ports/aceb27be-11be-4446-b6cc-48c6a7ecfbc5 HTTP/1.1" status: 404 len: 333 time: 0.0439460 Feb 19 03:08:29.282420 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 58374) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:29.368708 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d8655922-dcb4-4c6f-a261-c7d93fbb27cf tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks [] for security_group (bd9ccbfa-419c-44fb-8ddc-bb5cab9bda92), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:29.402712 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d8655922-dcb4-4c6f-a261-c7d93fbb27cf tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks [] for security_group (bd9ccbfa-419c-44fb-8ddc-bb5cab9bda92), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:29.462737 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d8655922-dcb4-4c6f-a261-c7d93fbb27cf tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (bd9ccbfa-419c-44fb-8ddc-bb5cab9bda92), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:29.466741 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d8655922-dcb4-4c6f-a261-c7d93fbb27cf tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:29.468192 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-d8655922-dcb4-4c6f-a261-c7d93fbb27cf tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "DELETE /v2.0/security-groups/bd9ccbfa-419c-44fb-8ddc-bb5cab9bda92 HTTP/1.1" status: 204 len: 168 time: 0.1847618 Feb 19 03:08:29.470934 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58376) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:29.482306 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8655922-dcb4-4c6f-a261-c7d93fbb27cf tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd9ccbfa-419c-44fb-8ddc-bb5cab9bda92,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:29.562082 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0f94d161-3054-4924-8a53-a4495c6ecb9a tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks [] for security_group (1d312a94-c85f-4297-a7e6-935ce68b5115), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:29.592664 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0f94d161-3054-4924-8a53-a4495c6ecb9a tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks [] for security_group (1d312a94-c85f-4297-a7e6-935ce68b5115), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:29.643903 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0f94d161-3054-4924-8a53-a4495c6ecb9a tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (1d312a94-c85f-4297-a7e6-935ce68b5115), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:29.647199 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0f94d161-3054-4924-8a53-a4495c6ecb9a tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:29.652246 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-0f94d161-3054-4924-8a53-a4495c6ecb9a tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "DELETE /v2.0/security-groups/1d312a94-c85f-4297-a7e6-935ce68b5115 HTTP/1.1" status: 204 len: 168 time: 0.1770303 Feb 19 03:08:29.653021 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 58382) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:29.668927 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f94d161-3054-4924-8a53-a4495c6ecb9a tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d312a94-c85f-4297-a7e6-935ce68b5115,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:29.727874 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-22008b90-cf72-4938-8cbd-e3df7325c0d2 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks [] for security_group (33e88298-f353-41a3-8b00-b2cb1c025bf7), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:29.781480 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-22008b90-cf72-4938-8cbd-e3df7325c0d2 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks [] for security_group (33e88298-f353-41a3-8b00-b2cb1c025bf7), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:29.870946 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-22008b90-cf72-4938-8cbd-e3df7325c0d2 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (33e88298-f353-41a3-8b00-b2cb1c025bf7), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:29.876195 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-22008b90-cf72-4938-8cbd-e3df7325c0d2 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:29.882493 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58386) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:29.892655 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-22008b90-cf72-4938-8cbd-e3df7325c0d2 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "DELETE /v2.0/security-groups/33e88298-f353-41a3-8b00-b2cb1c025bf7 HTTP/1.1" status: 204 len: 168 time: 0.2381368 Feb 19 03:08:29.917120 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22008b90-cf72-4938-8cbd-e3df7325c0d2 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e88298-f353-41a3-8b00-b2cb1c025bf7,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:29.979186 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-a55665b3-ae26-45f8-9afc-b8196a56bfb1 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Deleting subnet 286f8ed9-3a61-4370-b96d-c8eb7889abc6 {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:08:29.983424 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a55665b3-ae26-45f8-9afc-b8196a56bfb1 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks [] for subnet (286f8ed9-3a61-4370-b96d-c8eb7889abc6), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:30.091074 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fe93d5-f0aa-4d2b-97fe-1e02e7bdfd7c req-908d4091-d681-47d3-a6a6-4a95d6e61e90 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:30.093573 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a55665b3-ae26-45f8-9afc-b8196a56bfb1 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (286f8ed9-3a61-4370-b96d-c8eb7889abc6), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:30.114242 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-68fe93d5-f0aa-4d2b-97fe-1e02e7bdfd7c req-908d4091-d681-47d3-a6a6-4a95d6e61e90 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8d5c327-c8ba-4f2b-aa42-d2e452d716f7 HTTP/1.1" status: 200 len: 945 time: 0.1265423 Feb 19 03:08:30.116304 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 58394) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:30.253162 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-68fe93d5-f0aa-4d2b-97fe-1e02e7bdfd7c req-78746519-afec-43e7-856e-c0af7cd70f48 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6656291-2f71-4c36-83df-c6cd4c44fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319051 Feb 19 03:08:30.314888 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a55665b3-ae26-45f8-9afc-b8196a56bfb1 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (286f8ed9-3a61-4370-b96d-c8eb7889abc6), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:30.386001 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a7bcb94f-322d-4e39-a44c-ed729789d8e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:30.415796 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a55665b3-ae26-45f8-9afc-b8196a56bfb1 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (286f8ed9-3a61-4370-b96d-c8eb7889abc6), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:30.464369 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55665b3-ae26-45f8-9afc-b8196a56bfb1 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Pushing event deleted for resources: {'Subnet': ['ID=286f8ed9-3a61-4370-b96d-c8eb7889abc6,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:30.466936 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a55665b3-ae26-45f8-9afc-b8196a56bfb1 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:30.477784 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-a55665b3-ae26-45f8-9afc-b8196a56bfb1 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "DELETE /v2.0/subnets/286f8ed9-3a61-4370-b96d-c8eb7889abc6 HTTP/1.1" status: 204 len: 168 time: 0.5937595 Feb 19 03:08:30.478796 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58402) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:30.481720 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e6d5fd-4eff-4b9c-981e-5d02a82fb647 None None] Network 06053c41-d6ab-4ab8-a47c-d779892299f2 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:08:30.554993 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a7bcb94f-322d-4e39-a44c-ed729789d8e0 admin admin] Publish callbacks [] for security_group (739172c4-c46d-4dc7-8a37-ef8e3969dbbb), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:30.560490 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a7bcb94f-322d-4e39-a44c-ed729789d8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (739172c4-c46d-4dc7-8a37-ef8e3969dbbb), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:30.601571 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-820cd918-3fff-474c-a805-402ed2b5dd04 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Deleting subnet 999bbd8c-c4e7-40cd-bb3a-c02b2d949030 {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:08:30.613714 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-820cd918-3fff-474c-a805-402ed2b5dd04 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks [] for subnet (999bbd8c-c4e7-40cd-bb3a-c02b2d949030), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:30.639617 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-a7bcb94f-322d-4e39-a44c-ed729789d8e0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=fe2077b9c9b0436697fca83418fdf36f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5203769 Feb 19 03:08:30.640264 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 58404) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:30.641041 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bcb94f-322d-4e39-a44c-ed729789d8e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=739172c4-c46d-4dc7-8a37-ef8e3969dbbb,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:30.699887 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-820cd918-3fff-474c-a805-402ed2b5dd04 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (999bbd8c-c4e7-40cd-bb3a-c02b2d949030), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:30.728572 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-919ace84-7a4e-4ec2-8676-c80f0be7277d admin admin] Publish callbacks [] for security_group (739172c4-c46d-4dc7-8a37-ef8e3969dbbb), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:30.763626 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-919ace84-7a4e-4ec2-8676-c80f0be7277d admin admin] Publish callbacks [] for security_group (739172c4-c46d-4dc7-8a37-ef8e3969dbbb), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:30.882129 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-919ace84-7a4e-4ec2-8676-c80f0be7277d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (739172c4-c46d-4dc7-8a37-ef8e3969dbbb), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:30.885557 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-919ace84-7a4e-4ec2-8676-c80f0be7277d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:30.889880 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-919ace84-7a4e-4ec2-8676-c80f0be7277d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/739172c4-c46d-4dc7-8a37-ef8e3969dbbb HTTP/1.1" status: 204 len: 168 time: 0.2444782 Feb 19 03:08:30.919700 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919ace84-7a4e-4ec2-8676-c80f0be7277d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=739172c4-c46d-4dc7-8a37-ef8e3969dbbb,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:30.952893 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-820cd918-3fff-474c-a805-402ed2b5dd04 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (999bbd8c-c4e7-40cd-bb3a-c02b2d949030), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:31.112744 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-820cd918-3fff-474c-a805-402ed2b5dd04 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (999bbd8c-c4e7-40cd-bb3a-c02b2d949030), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:31.194867 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820cd918-3fff-474c-a805-402ed2b5dd04 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Pushing event deleted for resources: {'Subnet': ['ID=999bbd8c-c4e7-40cd-bb3a-c02b2d949030,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:31.197134 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-820cd918-3fff-474c-a805-402ed2b5dd04 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:31.214399 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 58410) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:31.218151 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-820cd918-3fff-474c-a805-402ed2b5dd04 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "DELETE /v2.0/subnets/999bbd8c-c4e7-40cd-bb3a-c02b2d949030 HTTP/1.1" status: 204 len: 168 time: 0.7320099 Feb 19 03:08:31.297411 n-d-826753-2 neutron-server[103701]: INFO neutron.pecan_wsgi.hooks.translation [None req-771ae1f0-e7ec-47eb-a877-c8e65a006586 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] DELETE failed (client error): The resource could not be found. Feb 19 03:08:31.297411 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-771ae1f0-e7ec-47eb-a877-c8e65a006586 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:08:31.311202 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-771ae1f0-e7ec-47eb-a877-c8e65a006586 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "DELETE /v2.0/subnets/286f8ed9-3a61-4370-b96d-c8eb7889abc6 HTTP/1.1" status: 404 len: 337 time: 0.0951543 Feb 19 03:08:31.313888 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58416) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:31.482302 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-c077963e-1234-4288-a225-9f015fa71c60 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Deleting subnet c4b92841-db22-491f-8c0c-15dfee9ef429 {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:08:31.489776 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c077963e-1234-4288-a225-9f015fa71c60 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks [] for subnet (c4b92841-db22-491f-8c0c-15dfee9ef429), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:31.550126 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 58418) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:31.566479 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-eeef9bfe-11d8-4e4c-a034-174a56310af3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:31.579560 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c077963e-1234-4288-a225-9f015fa71c60 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (c4b92841-db22-491f-8c0c-15dfee9ef429), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:31.594937 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36502710-4816-4c56-b07a-0927b9dbde65 req-7a91d827-51f1-4bab-8d62-e55933f47145 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:31.596666 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-36502710-4816-4c56-b07a-0927b9dbde65 req-7a91d827-51f1-4bab-8d62-e55933f47145 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8d5c327-c8ba-4f2b-aa42-d2e452d716f7 HTTP/1.1" status: 200 len: 945 time: 0.1359923 Feb 19 03:08:31.704364 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-36502710-4816-4c56-b07a-0927b9dbde65 req-3a0ca6e6-a5c2-4924-9d97-220df862f298 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6656291-2f71-4c36-83df-c6cd4c44fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002245 Feb 19 03:08:31.809518 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-eeef9bfe-11d8-4e4c-a034-174a56310af3 admin admin] Publish callbacks [] for security_group (77cf87bc-28c9-4fac-b6e6-ceb64efce266), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:31.821890 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c077963e-1234-4288-a225-9f015fa71c60 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (c4b92841-db22-491f-8c0c-15dfee9ef429), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:31.822236 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-eeef9bfe-11d8-4e4c-a034-174a56310af3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (77cf87bc-28c9-4fac-b6e6-ceb64efce266), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:31.888595 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-eeef9bfe-11d8-4e4c-a034-174a56310af3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=aed6158be2d74c92a244e737cb4288c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3360221 Feb 19 03:08:31.889396 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeef9bfe-11d8-4e4c-a034-174a56310af3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77cf87bc-28c9-4fac-b6e6-ceb64efce266,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:31.890984 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58420) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:31.972222 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8540117-6abb-4835-b5c4-71bc91737cc2 None None] Network 06053c41-d6ab-4ab8-a47c-d779892299f2 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:08:32.016737 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c077963e-1234-4288-a225-9f015fa71c60 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (c4b92841-db22-491f-8c0c-15dfee9ef429), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:32.074518 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c077963e-1234-4288-a225-9f015fa71c60 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Pushing event deleted for resources: {'Subnet': ['ID=c4b92841-db22-491f-8c0c-15dfee9ef429,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:32.090519 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c077963e-1234-4288-a225-9f015fa71c60 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:32.096379 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-c077963e-1234-4288-a225-9f015fa71c60 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "DELETE /v2.0/subnets/c4b92841-db22-491f-8c0c-15dfee9ef429 HTTP/1.1" status: 204 len: 168 time: 0.7803316 Feb 19 03:08:32.098322 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-32dc92d5-79fe-4fe6-a0e6-36134dbeaa58 None None] Provisioning complete for port 37626b94-18f6-4d29-b82e-dad0ea9d5602 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:08:32.098940 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-32dc92d5-79fe-4fe6-a0e6-36134dbeaa58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (37626b94-18f6-4d29-b82e-dad0ea9d5602), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:32.099098 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 58422) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:32.128940 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cd055224-0b7e-4455-97f9-d4f90b470229 admin admin] Publish callbacks [] for security_group (77cf87bc-28c9-4fac-b6e6-ceb64efce266), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:32.160193 n-d-826753-2 neutron-server[103701]: INFO neutron.pecan_wsgi.hooks.translation [None req-19eb9a40-008e-46e1-aaa0-2ed7fde0a845 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] DELETE failed (client error): The resource could not be found. Feb 19 03:08:32.160643 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19eb9a40-008e-46e1-aaa0-2ed7fde0a845 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:08:32.164028 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-19eb9a40-008e-46e1-aaa0-2ed7fde0a845 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "DELETE /v2.0/subnets/ae66a76a-c8c7-4a54-9d1e-e896775d68c1 HTTP/1.1" status: 404 len: 337 time: 0.0638981 Feb 19 03:08:32.166621 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 58424) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:32.203808 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-eef605e3-783f-4016-b1b0-f1b82c78e8c4 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "GET /v2.0/ports?device_id=43f9fdb2-aede-4550-8d49-f7c8b6d8ba5a HTTP/1.1" status: 200 len: 205 time: 0.0357149 Feb 19 03:08:32.206493 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 58426) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:32.206685 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cd055224-0b7e-4455-97f9-d4f90b470229 admin admin] Publish callbacks [] for security_group (77cf87bc-28c9-4fac-b6e6-ceb64efce266), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:32.260303 n-d-826753-2 neutron-server[103701]: INFO neutron.api.v2.resource [None req-e0426932-98eb-44d7-b5ac-0c555c91696e tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] delete failed (client error): The resource could not be found. Feb 19 03:08:32.261462 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-e0426932-98eb-44d7-b5ac-0c555c91696e tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "DELETE /v2.0/routers/43f9fdb2-aede-4550-8d49-f7c8b6d8ba5a HTTP/1.1" status: 404 len: 336 time: 0.0535173 Feb 19 03:08:32.263869 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 58428) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:32.274351 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-32dc92d5-79fe-4fe6-a0e6-36134dbeaa58 None None] Current status of the port 37626b94-18f6-4d29-b82e-dad0ea9d5602 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:08:32.300532 n-d-826753-2 neutron-server[103701]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c96dafc-30f5-4784-9b86-13060fbc88a6 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] DELETE failed (client error): The resource could not be found. Feb 19 03:08:32.301181 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c96dafc-30f5-4784-9b86-13060fbc88a6 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:08:32.305824 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-9c96dafc-30f5-4784-9b86-13060fbc88a6 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "DELETE /v2.0/subnets/aaaed8fc-c9cc-470b-bea7-2ad7e3145f6c HTTP/1.1" status: 404 len: 337 time: 0.0405836 Feb 19 03:08:32.307127 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-32dc92d5-79fe-4fe6-a0e6-36134dbeaa58 None None] Provisioning complete for port d4a64fa4-1c32-4c01-8f6e-c9cd4d1fc357 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:08:32.307514 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-32dc92d5-79fe-4fe6-a0e6-36134dbeaa58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (d4a64fa4-1c32-4c01-8f6e-c9cd4d1fc357), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:32.309422 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 58430) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:32.328427 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cd055224-0b7e-4455-97f9-d4f90b470229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (77cf87bc-28c9-4fac-b6e6-ceb64efce266), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:32.331889 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cd055224-0b7e-4455-97f9-d4f90b470229 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:32.340235 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-cd055224-0b7e-4455-97f9-d4f90b470229 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/77cf87bc-28c9-4fac-b6e6-ceb64efce266 HTTP/1.1" status: 204 len: 168 time: 0.4440207 Feb 19 03:08:32.363061 n-d-826753-2 neutron-server[103701]: INFO neutron.pecan_wsgi.hooks.translation [None req-a85d7305-893b-4625-857b-119de6c5b9e3 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] DELETE failed (client error): The resource could not be found. Feb 19 03:08:32.363798 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a85d7305-893b-4625-857b-119de6c5b9e3 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:08:32.367496 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd055224-0b7e-4455-97f9-d4f90b470229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77cf87bc-28c9-4fac-b6e6-ceb64efce266,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:32.368746 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-a85d7305-893b-4625-857b-119de6c5b9e3 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "DELETE /v2.0/subnets/df711be8-6ac5-4e17-bf61-e81fdd18fd17 HTTP/1.1" status: 404 len: 337 time: 0.0580559 Feb 19 03:08:32.371286 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 58434) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:32.418239 n-d-826753-2 neutron-server[103701]: INFO neutron.pecan_wsgi.hooks.translation [None req-1025e56e-288a-44f9-a065-b8523f78db92 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] DELETE failed (client error): The resource could not be found. Feb 19 03:08:32.418794 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1025e56e-288a-44f9-a065-b8523f78db92 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:08:32.426113 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-1025e56e-288a-44f9-a065-b8523f78db92 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "DELETE /v2.0/subnets/3c424092-c299-4d30-95a1-b404596a2d33 HTTP/1.1" status: 404 len: 337 time: 0.0479567 Feb 19 03:08:32.426969 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 58436) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:32.492174 n-d-826753-2 neutron-server[103701]: INFO neutron.pecan_wsgi.hooks.translation [None req-a413a059-0efb-4b6c-9fb3-e4bd61926635 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] DELETE failed (client error): The resource could not be found. Feb 19 03:08:32.492770 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a413a059-0efb-4b6c-9fb3-e4bd61926635 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:08:32.502702 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-a413a059-0efb-4b6c-9fb3-e4bd61926635 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "DELETE /v2.0/ports/1238b063-7ae5-403e-bc28-2aed967c42e4 HTTP/1.1" status: 404 len: 333 time: 0.0724351 Feb 19 03:08:32.504301 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-32dc92d5-79fe-4fe6-a0e6-36134dbeaa58 None None] Port d4a64fa4-1c32-4c01-8f6e-c9cd4d1fc357 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:08:32.504648 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 58440) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:32.533896 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f58efb-3835-41ec-a328-84abcf9d6acb None None] Update dhcp port {'port': {'network_id': '06053c41-d6ab-4ab8-a47c-d779892299f2', 'fixed_ips': [{'subnet_id': 'c4b92841-db22-491f-8c0c-15dfee9ef429'}], 'binding:host_id': 'n-d-826753-2'}, 'id': '37626b94-18f6-4d29-b82e-dad0ea9d5602'} from n-d-826753-2. {{(pid=103703) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 03:08:32.556539 n-d-826753-2 neutron-server[103701]: INFO neutron.pecan_wsgi.hooks.translation [None req-f52c6138-78e9-492c-a94c-d787bf47e159 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] DELETE failed (client error): The resource could not be found. Feb 19 03:08:32.557300 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f52c6138-78e9-492c-a94c-d787bf47e159 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:08:32.560675 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-f52c6138-78e9-492c-a94c-d787bf47e159 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "DELETE /v2.0/subnets/bb4029cd-b810-4a3a-b282-880ba320c5d0 HTTP/1.1" status: 404 len: 337 time: 0.0509372 Feb 19 03:08:32.563504 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58442) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:32.592023 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-41f58efb-3835-41ec-a328-84abcf9d6acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (37626b94-18f6-4d29-b82e-dad0ea9d5602), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:32.619746 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec146929-4fdc-4afa-9818-f882ea94330d tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] DELETE failed (client error): The resource could not be found. Feb 19 03:08:32.621143 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec146929-4fdc-4afa-9818-f882ea94330d tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:08:32.624480 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-ec146929-4fdc-4afa-9818-f882ea94330d tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "DELETE /v2.0/subnets/8de1fe5c-c810-4db1-9098-971f90e8a652 HTTP/1.1" status: 404 len: 337 time: 0.0598190 Feb 19 03:08:32.627290 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 58444) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:32.704702 n-d-826753-2 neutron-server[103701]: INFO neutron.pecan_wsgi.hooks.translation [None req-73b0ccd8-b8b4-4aac-8c36-700ba1e4fd27 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] DELETE failed (client error): The resource could not be found. Feb 19 03:08:32.705303 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73b0ccd8-b8b4-4aac-8c36-700ba1e4fd27 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:08:32.709050 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-73b0ccd8-b8b4-4aac-8c36-700ba1e4fd27 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "DELETE /v2.0/ports/d38a4e08-92cf-4939-9761-15491c40d877 HTTP/1.1" status: 404 len: 333 time: 0.0806952 Feb 19 03:08:32.712322 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58448) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:32.763892 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f637a35-d1bf-4ef7-8931-b5aed42cd126 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] DELETE failed (client error): The resource could not be found. Feb 19 03:08:32.777881 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f637a35-d1bf-4ef7-8931-b5aed42cd126 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:08:32.786374 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 58454) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:32.788882 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-8f637a35-d1bf-4ef7-8931-b5aed42cd126 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "DELETE /v2.0/subnets/1c1fe96b-1af7-4ee4-aad2-864c3739d4d0 HTTP/1.1" status: 404 len: 337 time: 0.0752966 Feb 19 03:08:32.849473 n-d-826753-2 neutron-server[103701]: INFO neutron.pecan_wsgi.hooks.translation [None req-1043867a-e507-458a-ae0f-b7e49555eed8 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] DELETE failed (client error): The resource could not be found. Feb 19 03:08:32.849935 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1043867a-e507-458a-ae0f-b7e49555eed8 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:08:32.858634 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58458) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:32.867031 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-1043867a-e507-458a-ae0f-b7e49555eed8 tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "DELETE /v2.0/subnets/7b0a1979-2d99-4c3c-85b2-006e2856359d HTTP/1.1" status: 404 len: 337 time: 0.0656600 Feb 19 03:08:32.965261 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e999db40-3bd7-4d54-9590-01e4e0a3f74f None None] Network 06053c41-d6ab-4ab8-a47c-d779892299f2 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:08:33.039364 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e26e656-f2c0-4cca-8a9a-c3f7fb1d0323 req-ed5237a4-c60c-4d96-adb8-496c9f575589 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:33.039364 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4e26e656-f2c0-4cca-8a9a-c3f7fb1d0323 req-ed5237a4-c60c-4d96-adb8-496c9f575589 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8d5c327-c8ba-4f2b-aa42-d2e452d716f7 HTTP/1.1" status: 200 len: 945 time: 0.1462696 Feb 19 03:08:33.117339 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-c86d1f99-7df1-4fcd-809e-f87a7d35e8ac tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Deleting port d4a64fa4-1c32-4c01-8f6e-c9cd4d1fc357 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:08:33.118227 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c86d1f99-7df1-4fcd-809e-f87a7d35e8ac tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (d4a64fa4-1c32-4c01-8f6e-c9cd4d1fc357), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:33.122842 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4e26e656-f2c0-4cca-8a9a-c3f7fb1d0323 req-4e5442fb-df51-4f13-96bd-f0a8c94c182a tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6656291-2f71-4c36-83df-c6cd4c44fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664454 Feb 19 03:08:33.165326 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-0d8c6d93-58a6-4de2-aacf-509e9145377f None None] Provisioning complete for port 37626b94-18f6-4d29-b82e-dad0ea9d5602 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:08:33.173657 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-0d8c6d93-58a6-4de2-aacf-509e9145377f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (37626b94-18f6-4d29-b82e-dad0ea9d5602), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:33.211906 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c86d1f99-7df1-4fcd-809e-f87a7d35e8ac tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (d4a64fa4-1c32-4c01-8f6e-c9cd4d1fc357), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:33.231174 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-c86d1f99-7df1-4fcd-809e-f87a7d35e8ac tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Calling delete_port for d4a64fa4-1c32-4c01-8f6e-c9cd4d1fc357 owned by {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:08:33.346295 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-0d8c6d93-58a6-4de2-aacf-509e9145377f None None] Current status of the port 37626b94-18f6-4d29-b82e-dad0ea9d5602 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:08:33.349691 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2c9dab-abe0-4f7a-9ca2-5909f3b685c9 None None] DHCP port deletion for 06053c41-d6ab-4ab8-a47c-d779892299f2 request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:08:33.381111 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c86d1f99-7df1-4fcd-809e-f87a7d35e8ac tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (d4a64fa4-1c32-4c01-8f6e-c9cd4d1fc357), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:33.387303 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-0d8c6d93-58a6-4de2-aacf-509e9145377f None None] Provisioning complete for port d4a64fa4-1c32-4c01-8f6e-c9cd4d1fc357 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:08:33.387685 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-0d8c6d93-58a6-4de2-aacf-509e9145377f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (d4a64fa4-1c32-4c01-8f6e-c9cd4d1fc357), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:33.415388 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86d1f99-7df1-4fcd-809e-f87a7d35e8ac tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Pushing event deleted for resources: {'Port': ['ID=d4a64fa4-1c32-4c01-8f6e-c9cd4d1fc357,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:33.433393 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c86d1f99-7df1-4fcd-809e-f87a7d35e8ac tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:33.434154 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-0d8c6d93-58a6-4de2-aacf-509e9145377f None None] Port d4a64fa4-1c32-4c01-8f6e-c9cd4d1fc357 was deleted so its status cannot be updated. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 19 03:08:33.440011 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-c86d1f99-7df1-4fcd-809e-f87a7d35e8ac tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "DELETE /v2.0/ports/d4a64fa4-1c32-4c01-8f6e-c9cd4d1fc357 HTTP/1.1" status: 204 len: 168 time: 0.5802348 Feb 19 03:08:33.442542 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58474) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:33.480680 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-cf2c9dab-abe0-4f7a-9ca2-5909f3b685c9 None None] Deleting port 37626b94-18f6-4d29-b82e-dad0ea9d5602 {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:08:33.481158 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-cf2c9dab-abe0-4f7a-9ca2-5909f3b685c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (37626b94-18f6-4d29-b82e-dad0ea9d5602), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:33.558727 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-cf2c9dab-abe0-4f7a-9ca2-5909f3b685c9 None None] For port 37626b94-18f6-4d29-b82e-dad0ea9d5602, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=37626b94-18f6-4d29-b82e-dad0ea9d5602,segment=NetworkSegment(5ad9d753-2f4b-4fb3-bf48-efacff46979d),segment_id=5ad9d753-2f4b-4fb3-bf48-efacff46979d)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:08:33.559148 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-620c4674-a948-4ea8-808d-d82e5000940f tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (06053c41-d6ab-4ab8-a47c-d779892299f2), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:33.559764 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-cf2c9dab-abe0-4f7a-9ca2-5909f3b685c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (37626b94-18f6-4d29-b82e-dad0ea9d5602), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:33.601260 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-cf2c9dab-abe0-4f7a-9ca2-5909f3b685c9 None None] Calling delete_port for 37626b94-18f6-4d29-b82e-dad0ea9d5602 owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:08:33.630234 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-620c4674-a948-4ea8-808d-d82e5000940f tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Deleting port 37626b94-18f6-4d29-b82e-dad0ea9d5602 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:08:33.631032 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-620c4674-a948-4ea8-808d-d82e5000940f tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (37626b94-18f6-4d29-b82e-dad0ea9d5602), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:33.693689 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-cf2c9dab-abe0-4f7a-9ca2-5909f3b685c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (37626b94-18f6-4d29-b82e-dad0ea9d5602), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:33.731469 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2c9dab-abe0-4f7a-9ca2-5909f3b685c9 None None] Pushing event deleted for resources: {'Port': ['ID=37626b94-18f6-4d29-b82e-dad0ea9d5602,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:33.733512 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2c9dab-abe0-4f7a-9ca2-5909f3b685c9 None None] No DVR routers for this DVR port 37626b94-18f6-4d29-b82e-dad0ea9d5602 on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:08:33.747847 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-620c4674-a948-4ea8-808d-d82e5000940f tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] For port 37626b94-18f6-4d29-b82e-dad0ea9d5602, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=37626b94-18f6-4d29-b82e-dad0ea9d5602,segment=NetworkSegment(5ad9d753-2f4b-4fb3-bf48-efacff46979d),segment_id=5ad9d753-2f4b-4fb3-bf48-efacff46979d)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:08:33.748248 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-620c4674-a948-4ea8-808d-d82e5000940f tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (37626b94-18f6-4d29-b82e-dad0ea9d5602), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:33.766248 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-620c4674-a948-4ea8-808d-d82e5000940f tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Calling delete_port for 37626b94-18f6-4d29-b82e-dad0ea9d5602 owned by network:dhcp {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:08:33.854727 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-620c4674-a948-4ea8-808d-d82e5000940f tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (37626b94-18f6-4d29-b82e-dad0ea9d5602), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:33.892366 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620c4674-a948-4ea8-808d-d82e5000940f tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] No DVR routers for this DVR port 37626b94-18f6-4d29-b82e-dad0ea9d5602 on host n-d-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:08:33.898205 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620c4674-a948-4ea8-808d-d82e5000940f tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Pushing event deleted for resources: {'Port': ['ID=37626b94-18f6-4d29-b82e-dad0ea9d5602,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:33.943448 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 37626b94-18f6-4d29-b82e-dad0ea9d5602 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:08:33.968485 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 37626b94-18f6-4d29-b82e-dad0ea9d5602 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:08:33.968993 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 37626b94-18f6-4d29-b82e-dad0ea9d5602 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:08:33.988329 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-620c4674-a948-4ea8-808d-d82e5000940f tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (06053c41-d6ab-4ab8-a47c-d779892299f2), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:34.015608 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-620c4674-a948-4ea8-808d-d82e5000940f tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06053c41-d6ab-4ab8-a47c-d779892299f2']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:08:34.027656 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-620c4674-a948-4ea8-808d-d82e5000940f tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ad9d753-2f4b-4fb3-bf48-efacff46979d') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:08:34.028030 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-620c4674-a948-4ea8-808d-d82e5000940f tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ad9d753-2f4b-4fb3-bf48-efacff46979d') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:08:34.049471 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-620c4674-a948-4ea8-808d-d82e5000940f tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (5ad9d753-2f4b-4fb3-bf48-efacff46979d), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:34.071621 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-620c4674-a948-4ea8-808d-d82e5000940f tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (5ad9d753-2f4b-4fb3-bf48-efacff46979d), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:34.080784 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-620c4674-a948-4ea8-808d-d82e5000940f tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Releasing vlan 294 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:08:34.081219 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-620c4674-a948-4ea8-808d-d82e5000940f tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (5ad9d753-2f4b-4fb3-bf48-efacff46979d), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:34.085230 n-d-826753-2 neutron-server[103702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:08:34.085230 n-d-826753-2 neutron-server[103702]: self.session.flush() Feb 19 03:08:34.085230 n-d-826753-2 neutron-server[103702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:08:34.085230 n-d-826753-2 neutron-server[103702]: self.session.flush() Feb 19 03:08:34.085230 n-d-826753-2 neutron-server[103702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:08:34.085230 n-d-826753-2 neutron-server[103702]: self.session.flush() Feb 19 03:08:34.085230 n-d-826753-2 neutron-server[103702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:08:34.085230 n-d-826753-2 neutron-server[103702]: self.session.flush() Feb 19 03:08:34.085230 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 03:08:34.085230 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:08:34.085230 n-d-826753-2 neutron-server[103702]: timer() Feb 19 03:08:34.085230 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:08:34.085230 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 03:08:34.085230 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:08:34.085230 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 03:08:34.085230 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:08:34.085230 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 03:08:34.085230 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:08:34.085230 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 03:08:34.085230 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:08:34.085230 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 03:08:34.085230 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:08:34.085230 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:08:34.085230 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:08:34.085230 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:08:34.085230 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:08:34.085230 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 03:08:34.085230 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:08:34.085230 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 03:08:34.085230 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:08:34.085230 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:08:34.085230 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:08:34.085230 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 03:08:34.085230 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:08:34.085230 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:08:34.085230 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:08:34.085230 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:08:34.085230 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:08:34.085230 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:08:34.085230 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:08:34.176159 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-620c4674-a948-4ea8-808d-d82e5000940f tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (06053c41-d6ab-4ab8-a47c-d779892299f2), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:34.184860 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-620c4674-a948-4ea8-808d-d82e5000940f tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:34.191338 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-620c4674-a948-4ea8-808d-d82e5000940f tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] 10.222.0.72 "DELETE /v2.0/networks/06053c41-d6ab-4ab8-a47c-d779892299f2 HTTP/1.1" status: 204 len: 168 time: 0.7472756 Feb 19 03:08:34.209799 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620c4674-a948-4ea8-808d-d82e5000940f tempest-PortsIpV6TestJSON-838032478 tempest-PortsIpV6TestJSON-838032478-project] Pushing event deleted for resources: {'Network': ['ID=06053c41-d6ab-4ab8-a47c-d779892299f2,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:34.234742 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 58496) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:34.345958 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5200b0d6-0d0a-41d3-bbea-0343068a3e93 req-114463bd-1a38-41ae-9b39-6faa5a2bd08a tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:34.357773 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5200b0d6-0d0a-41d3-bbea-0343068a3e93 req-114463bd-1a38-41ae-9b39-6faa5a2bd08a tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8d5c327-c8ba-4f2b-aa42-d2e452d716f7 HTTP/1.1" status: 200 len: 945 time: 0.0794458 Feb 19 03:08:34.393083 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-696a32c7-a248-4c4b-96f9-265319561a25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:34.442089 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5200b0d6-0d0a-41d3-bbea-0343068a3e93 req-b84b6fe7-36d8-4d36-b858-e012e2a5e273 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6656291-2f71-4c36-83df-c6cd4c44fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827088 Feb 19 03:08:34.533033 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-696a32c7-a248-4c4b-96f9-265319561a25 admin admin] Publish callbacks [] for security_group (e0680165-5fd5-4330-a237-dd8633a395ce), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:34.537828 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-696a32c7-a248-4c4b-96f9-265319561a25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (e0680165-5fd5-4330-a237-dd8633a395ce), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:34.570589 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58502) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:34.586522 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-696a32c7-a248-4c4b-96f9-265319561a25 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c1e3874e0c494a27a7442e480f5168af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3497622 Feb 19 03:08:34.589204 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696a32c7-a248-4c4b-96f9-265319561a25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0680165-5fd5-4330-a237-dd8633a395ce,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:34.589769 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58506) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:34.657820 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-eb87a440-2e2d-44d0-9194-087cc4623693 admin admin] Publish callbacks [] for security_group (e0680165-5fd5-4330-a237-dd8633a395ce), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:34.682478 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-eb87a440-2e2d-44d0-9194-087cc4623693 admin admin] Publish callbacks [] for security_group (e0680165-5fd5-4330-a237-dd8633a395ce), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:34.759604 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-eb87a440-2e2d-44d0-9194-087cc4623693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (e0680165-5fd5-4330-a237-dd8633a395ce), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:34.762304 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-eb87a440-2e2d-44d0-9194-087cc4623693 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:34.763577 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-eb87a440-2e2d-44d0-9194-087cc4623693 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e0680165-5fd5-4330-a237-dd8633a395ce HTTP/1.1" status: 204 len: 168 time: 0.1722920 Feb 19 03:08:34.785776 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb87a440-2e2d-44d0-9194-087cc4623693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0680165-5fd5-4330-a237-dd8633a395ce,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:34.828607 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-26d6ad41-7e4f-4779-8285-dc5298056340 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7e7716f824fc44b98f6a51091fedc5c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2556684 Feb 19 03:08:34.831262 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58514) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:34.893285 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7102e494-a657-4fae-bbad-3a3390397dac admin admin] Publish callbacks [] for security_group (d3b57c91-9cb8-44b9-80d8-13c391feeb7e), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:34.942304 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7102e494-a657-4fae-bbad-3a3390397dac admin admin] Publish callbacks [] for security_group (d3b57c91-9cb8-44b9-80d8-13c391feeb7e), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:35.041603 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7102e494-a657-4fae-bbad-3a3390397dac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (d3b57c91-9cb8-44b9-80d8-13c391feeb7e), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:35.051441 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7102e494-a657-4fae-bbad-3a3390397dac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:35.055979 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-7102e494-a657-4fae-bbad-3a3390397dac admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d3b57c91-9cb8-44b9-80d8-13c391feeb7e HTTP/1.1" status: 204 len: 168 time: 0.2235167 Feb 19 03:08:35.070771 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7102e494-a657-4fae-bbad-3a3390397dac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b57c91-9cb8-44b9-80d8-13c391feeb7e,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:35.616336 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb3b5cb-97ee-44df-a612-17ec6278fbd2 req-6fd07abd-2e1e-4364-a3c3-35705eda8ed9 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:35.623584 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-edb3b5cb-97ee-44df-a612-17ec6278fbd2 req-6fd07abd-2e1e-4364-a3c3-35705eda8ed9 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8d5c327-c8ba-4f2b-aa42-d2e452d716f7 HTTP/1.1" status: 200 len: 945 time: 0.0798705 Feb 19 03:08:35.701125 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-edb3b5cb-97ee-44df-a612-17ec6278fbd2 req-945555db-6538-44f2-8b38-8e3a53883924 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6656291-2f71-4c36-83df-c6cd4c44fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756400 Feb 19 03:08:36.307030 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58566) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:36.475200 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-ec440a99-b4c9-419a-a728-4de3897e5e92 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Request body: {'security_group': {'name': 'tempest-secgroup--666364873'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:08:36.508301 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ec440a99-b4c9-419a-a728-4de3897e5e92 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:36.519289 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ec440a99-b4c9-419a-a728-4de3897e5e92 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:36.617622 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ec440a99-b4c9-419a-a728-4de3897e5e92 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group (192de126-b73e-40cb-bf5b-250999583c53), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:36.623206 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ec440a99-b4c9-419a-a728-4de3897e5e92 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (192de126-b73e-40cb-bf5b-250999583c53), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:36.666484 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec440a99-b4c9-419a-a728-4de3897e5e92 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=192de126-b73e-40cb-bf5b-250999583c53,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:36.734035 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ec440a99-b4c9-419a-a728-4de3897e5e92 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group (7ffddd4e-5cdd-4621-93ff-6e53976885e4), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:36.739818 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ec440a99-b4c9-419a-a728-4de3897e5e92 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (7ffddd4e-5cdd-4621-93ff-6e53976885e4), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:36.792671 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec440a99-b4c9-419a-a728-4de3897e5e92 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ffddd4e-5cdd-4621-93ff-6e53976885e4,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:36.805583 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ec440a99-b4c9-419a-a728-4de3897e5e92 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:36.807347 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-ec440a99-b4c9-419a-a728-4de3897e5e92 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4989786 Feb 19 03:08:36.811570 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 58582) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:36.912441 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:08:36.965000 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-292c4d3c-a5bb-49d7-ae89-e0bc0811b5b9 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1506591 Feb 19 03:08:36.969425 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58590) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:36.979044 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-f4779156-2268-41c7-9fde-65ed551ff9aa tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Request body: {'security_group': {'name': 'tempest-security--1378496593', 'description': 'tempest-security-description-265090457'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:08:37.045769 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc27ee-3c1a-4846-97f4-97758ec6153f req-1dbf58c5-d531-4c2a-8888-99de412b5254 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:37.049212 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-85dc27ee-3c1a-4846-97f4-97758ec6153f req-1dbf58c5-d531-4c2a-8888-99de412b5254 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8d5c327-c8ba-4f2b-aa42-d2e452d716f7 HTTP/1.1" status: 200 len: 945 time: 0.1490879 Feb 19 03:08:37.079794 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f4779156-2268-41c7-9fde-65ed551ff9aa tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group (7ffddd4e-5cdd-4621-93ff-6e53976885e4), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:37.167707 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-85dc27ee-3c1a-4846-97f4-97758ec6153f req-6b31ef92-5631-4eaf-a0ec-46a96294b9f1 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6656291-2f71-4c36-83df-c6cd4c44fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110115 Feb 19 03:08:37.207140 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f4779156-2268-41c7-9fde-65ed551ff9aa tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group (7ffddd4e-5cdd-4621-93ff-6e53976885e4), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:37.220986 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f4779156-2268-41c7-9fde-65ed551ff9aa tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (7ffddd4e-5cdd-4621-93ff-6e53976885e4), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:37.226982 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f4779156-2268-41c7-9fde-65ed551ff9aa tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:37.232917 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 58592) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:37.233638 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-f4779156-2268-41c7-9fde-65ed551ff9aa tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] 10.222.0.72 "PUT /v2.0/security-groups/7ffddd4e-5cdd-4621-93ff-6e53976885e4 HTTP/1.1" status: 200 len: 1796 time: 0.2628980 Feb 19 03:08:37.274052 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4779156-2268-41c7-9fde-65ed551ff9aa tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ffddd4e-5cdd-4621-93ff-6e53976885e4,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:37.305433 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-132d3771-63b5-46e2-8001-897ce9252956 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] 10.222.0.72 "GET /v2.0/security-groups/7ffddd4e-5cdd-4621-93ff-6e53976885e4 HTTP/1.1" status: 200 len: 1796 time: 0.0696242 Feb 19 03:08:37.308154 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 58594) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:37.408129 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7650ceab-792a-4f62-b501-86e9e47874b5 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group (7ffddd4e-5cdd-4621-93ff-6e53976885e4), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:37.471325 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7650ceab-792a-4f62-b501-86e9e47874b5 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group (7ffddd4e-5cdd-4621-93ff-6e53976885e4), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:37.537764 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7650ceab-792a-4f62-b501-86e9e47874b5 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (7ffddd4e-5cdd-4621-93ff-6e53976885e4), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:37.541192 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7650ceab-792a-4f62-b501-86e9e47874b5 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:37.545647 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-7650ceab-792a-4f62-b501-86e9e47874b5 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] 10.222.0.72 "DELETE /v2.0/security-groups/7ffddd4e-5cdd-4621-93ff-6e53976885e4 HTTP/1.1" status: 204 len: 168 time: 0.2359343 Feb 19 03:08:37.545914 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58596) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:37.557621 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7650ceab-792a-4f62-b501-86e9e47874b5 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ffddd4e-5cdd-4621-93ff-6e53976885e4,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:37.621892 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-99957093-e2c9-4fea-901b-089fec75a5bf tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0739386 Feb 19 03:08:37.623075 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 58598) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:37.649184 n-d-826753-2 neutron-server[103701]: INFO neutron.api.v2.resource [None req-00d0d16a-6f5a-4c91-83a5-817b853891e0 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] delete failed (client error): The resource could not be found. Feb 19 03:08:37.651546 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-00d0d16a-6f5a-4c91-83a5-817b853891e0 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] 10.222.0.72 "DELETE /v2.0/security-groups/7ffddd4e-5cdd-4621-93ff-6e53976885e4 HTTP/1.1" status: 404 len: 347 time: 0.0268626 Feb 19 03:08:37.657397 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58600) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:37.661567 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-9587627f-4996-450a-b902-260480eed265 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Request body: {'security_group': {'name': 'tempest-secgroup--706373605'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:08:37.722543 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9587627f-4996-450a-b902-260480eed265 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:37.884292 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9587627f-4996-450a-b902-260480eed265 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group (cdd3044e-c5fa-46ac-8141-c2a42f4db31a), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:37.891714 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9587627f-4996-450a-b902-260480eed265 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (cdd3044e-c5fa-46ac-8141-c2a42f4db31a), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:37.944356 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9587627f-4996-450a-b902-260480eed265 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:37.950000 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-9587627f-4996-450a-b902-260480eed265 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2898331 Feb 19 03:08:37.950438 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 58608) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:37.958855 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-7b4ebd31-3511-4296-9b96-cc37613dcd8a tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Request body: {'security_group_rule': {'security_group_id': 'cdd3044e-c5fa-46ac-8141-c2a42f4db31a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:08:37.961778 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9587627f-4996-450a-b902-260480eed265 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd3044e-c5fa-46ac-8141-c2a42f4db31a,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:38.032252 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7b4ebd31-3511-4296-9b96-cc37613dcd8a tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group_rule (f4ed47dd-2ba1-4515-b909-2e09af0b1a1d), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:38.159211 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7b4ebd31-3511-4296-9b96-cc37613dcd8a tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group_rule (f4ed47dd-2ba1-4515-b909-2e09af0b1a1d), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:38.165584 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7b4ebd31-3511-4296-9b96-cc37613dcd8a tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (f4ed47dd-2ba1-4515-b909-2e09af0b1a1d), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:38.188480 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4ebd31-3511-4296-9b96-cc37613dcd8a tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4ed47dd-2ba1-4515-b909-2e09af0b1a1d,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:38.198006 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7b4ebd31-3511-4296-9b96-cc37613dcd8a tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:38.201999 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-7b4ebd31-3511-4296-9b96-cc37613dcd8a tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2475860 Feb 19 03:08:38.202320 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58612) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:38.275433 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-431dd5b4-368a-4bba-b5a6-13cd41d79f4d tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group_rule (f4ed47dd-2ba1-4515-b909-2e09af0b1a1d), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:38.286327 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-431dd5b4-368a-4bba-b5a6-13cd41d79f4d tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group_rule (f4ed47dd-2ba1-4515-b909-2e09af0b1a1d), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:38.320407 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-431dd5b4-368a-4bba-b5a6-13cd41d79f4d tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (f4ed47dd-2ba1-4515-b909-2e09af0b1a1d), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:38.327365 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-431dd5b4-368a-4bba-b5a6-13cd41d79f4d tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:38.331243 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-431dd5b4-368a-4bba-b5a6-13cd41d79f4d tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/f4ed47dd-2ba1-4515-b909-2e09af0b1a1d HTTP/1.1" status: 204 len: 168 time: 0.1249564 Feb 19 03:08:38.340140 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58616) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:38.341374 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431dd5b4-368a-4bba-b5a6-13cd41d79f4d tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f4ed47dd-2ba1-4515-b909-2e09af0b1a1d,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:38.435869 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-86768802-7c7e-4f34-af35-39a67fc95a51 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0782099 Feb 19 03:08:38.436207 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cb671e-229f-4b9d-8b9d-d1fd32a7ce37 req-c720041c-84b2-47d3-bd96-d5ac7de207af tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:38.437298 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58618) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:38.445160 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b9cb671e-229f-4b9d-8b9d-d1fd32a7ce37 req-c720041c-84b2-47d3-bd96-d5ac7de207af tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8d5c327-c8ba-4f2b-aa42-d2e452d716f7 HTTP/1.1" status: 200 len: 945 time: 0.1274176 Feb 19 03:08:38.541773 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b9cb671e-229f-4b9d-8b9d-d1fd32a7ce37 req-33badbb2-48f4-4f90-ab9f-125e6eca7613 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6656291-2f71-4c36-83df-c6cd4c44fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861285 Feb 19 03:08:38.552410 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8e0a872e-0e91-49f8-8d51-566683ad8a54 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group (cdd3044e-c5fa-46ac-8141-c2a42f4db31a), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:38.590322 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8e0a872e-0e91-49f8-8d51-566683ad8a54 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group (cdd3044e-c5fa-46ac-8141-c2a42f4db31a), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:38.640859 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8e0a872e-0e91-49f8-8d51-566683ad8a54 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (cdd3044e-c5fa-46ac-8141-c2a42f4db31a), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:38.643862 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8e0a872e-0e91-49f8-8d51-566683ad8a54 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:38.649426 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 58620) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:38.655454 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-8e0a872e-0e91-49f8-8d51-566683ad8a54 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] 10.222.0.72 "DELETE /v2.0/security-groups/cdd3044e-c5fa-46ac-8141-c2a42f4db31a HTTP/1.1" status: 204 len: 168 time: 0.2064042 Feb 19 03:08:38.677298 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0a872e-0e91-49f8-8d51-566683ad8a54 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd3044e-c5fa-46ac-8141-c2a42f4db31a,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:38.745555 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-90e3463d-a30a-46c0-9950-56e69df303e3 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0880475 Feb 19 03:08:38.746085 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58622) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:38.753165 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-8e3a182b-7fe6-445a-86b9-5dd997f9eb56 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Request body: {'security_group': {'name': 'tempest-secgroup--426237583'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:08:38.781966 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8e3a182b-7fe6-445a-86b9-5dd997f9eb56 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:38.860901 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8e3a182b-7fe6-445a-86b9-5dd997f9eb56 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group (0cd85e76-cc81-4a3a-8c34-c71364cb8f25), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:38.866259 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8e3a182b-7fe6-445a-86b9-5dd997f9eb56 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (0cd85e76-cc81-4a3a-8c34-c71364cb8f25), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:38.900191 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8e3a182b-7fe6-445a-86b9-5dd997f9eb56 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:38.904051 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-8e3a182b-7fe6-445a-86b9-5dd997f9eb56 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1534040 Feb 19 03:08:38.904051 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3a182b-7fe6-445a-86b9-5dd997f9eb56 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd85e76-cc81-4a3a-8c34-c71364cb8f25,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:38.904605 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 58626) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:38.914812 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-028dbdea-44a4-46ac-9e80-1459958bfc74 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Request body: {'security_group_rule': {'security_group_id': '0cd85e76-cc81-4a3a-8c34-c71364cb8f25', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:08:38.955852 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-028dbdea-44a4-46ac-9e80-1459958bfc74 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group_rule (86cfe069-3b51-46f5-9c7c-1b6b3285cc2b), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:39.025073 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-028dbdea-44a4-46ac-9e80-1459958bfc74 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group_rule (86cfe069-3b51-46f5-9c7c-1b6b3285cc2b), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:39.030250 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-028dbdea-44a4-46ac-9e80-1459958bfc74 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (86cfe069-3b51-46f5-9c7c-1b6b3285cc2b), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:39.068518 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028dbdea-44a4-46ac-9e80-1459958bfc74 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86cfe069-3b51-46f5-9c7c-1b6b3285cc2b,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:39.081460 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-028dbdea-44a4-46ac-9e80-1459958bfc74 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:39.083546 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-028dbdea-44a4-46ac-9e80-1459958bfc74 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1756165 Feb 19 03:08:39.086850 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58628) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:39.093255 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-e45ebe75-5d10-4d40-aeaa-e8d6cf16849e tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Request body: {'security_group_rule': {'security_group_id': '0cd85e76-cc81-4a3a-8c34-c71364cb8f25', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:08:39.131403 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e45ebe75-5d10-4d40-aeaa-e8d6cf16849e tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group_rule (8e3886e4-1892-4056-b950-ba555c08378b), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:39.210268 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e45ebe75-5d10-4d40-aeaa-e8d6cf16849e tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group_rule (8e3886e4-1892-4056-b950-ba555c08378b), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:39.216223 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e45ebe75-5d10-4d40-aeaa-e8d6cf16849e tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (8e3886e4-1892-4056-b950-ba555c08378b), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:39.237734 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45ebe75-5d10-4d40-aeaa-e8d6cf16849e tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e3886e4-1892-4056-b950-ba555c08378b,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:39.250509 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e45ebe75-5d10-4d40-aeaa-e8d6cf16849e tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:39.256241 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-e45ebe75-5d10-4d40-aeaa-e8d6cf16849e tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1640520 Feb 19 03:08:39.256659 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 58632) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:39.262576 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-eb2d7bf1-2299-4c52-9089-b423f906c5ec tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Request body: {'security_group_rule': {'security_group_id': '0cd85e76-cc81-4a3a-8c34-c71364cb8f25', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:08:39.302543 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-eb2d7bf1-2299-4c52-9089-b423f906c5ec tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group_rule (a1d4006d-be23-459d-afab-84c1d1bd6626), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:39.370566 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-eb2d7bf1-2299-4c52-9089-b423f906c5ec tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group_rule (a1d4006d-be23-459d-afab-84c1d1bd6626), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:39.374551 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-eb2d7bf1-2299-4c52-9089-b423f906c5ec tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (a1d4006d-be23-459d-afab-84c1d1bd6626), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:39.399098 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2d7bf1-2299-4c52-9089-b423f906c5ec tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1d4006d-be23-459d-afab-84c1d1bd6626,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:39.405533 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-eb2d7bf1-2299-4c52-9089-b423f906c5ec tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:39.409055 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-eb2d7bf1-2299-4c52-9089-b423f906c5ec tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1485460 Feb 19 03:08:39.409712 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 58634) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:39.414732 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-774c6bcc-8ee2-4f2c-a771-850f6809cd9b tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Request body: {'security_group_rule': {'security_group_id': '0cd85e76-cc81-4a3a-8c34-c71364cb8f25', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:08:39.449182 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-774c6bcc-8ee2-4f2c-a771-850f6809cd9b tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group_rule (10cf7336-91d5-4c57-8552-e1e54b98ee8f), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:39.523037 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-774c6bcc-8ee2-4f2c-a771-850f6809cd9b tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group_rule (10cf7336-91d5-4c57-8552-e1e54b98ee8f), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:39.532433 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-774c6bcc-8ee2-4f2c-a771-850f6809cd9b tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (10cf7336-91d5-4c57-8552-e1e54b98ee8f), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:39.554824 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774c6bcc-8ee2-4f2c-a771-850f6809cd9b tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10cf7336-91d5-4c57-8552-e1e54b98ee8f,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:39.565486 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-774c6bcc-8ee2-4f2c-a771-850f6809cd9b tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:39.571265 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-774c6bcc-8ee2-4f2c-a771-850f6809cd9b tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1564174 Feb 19 03:08:39.571610 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58636) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:39.576673 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-49aa5bcd-aacb-4efb-b91b-7a14460d09ce tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Request body: {'security_group_rule': {'security_group_id': '0cd85e76-cc81-4a3a-8c34-c71364cb8f25', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:08:39.623833 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-49aa5bcd-aacb-4efb-b91b-7a14460d09ce tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group_rule (324cd6f9-3545-44f9-b69b-938890913e40), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:39.707685 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-49aa5bcd-aacb-4efb-b91b-7a14460d09ce tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group_rule (324cd6f9-3545-44f9-b69b-938890913e40), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:39.716129 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-49aa5bcd-aacb-4efb-b91b-7a14460d09ce tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (324cd6f9-3545-44f9-b69b-938890913e40), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:39.728514 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c367f1a-cf2d-43fa-9096-fd162996cafc req-5ee92277-7419-492e-898f-b4c5cf95b785 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:39.730395 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7c367f1a-cf2d-43fa-9096-fd162996cafc req-5ee92277-7419-492e-898f-b4c5cf95b785 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8d5c327-c8ba-4f2b-aa42-d2e452d716f7 HTTP/1.1" status: 200 len: 945 time: 0.0762348 Feb 19 03:08:39.742989 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aa5bcd-aacb-4efb-b91b-7a14460d09ce tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=324cd6f9-3545-44f9-b69b-938890913e40,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:39.749487 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-49aa5bcd-aacb-4efb-b91b-7a14460d09ce tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:39.754135 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-49aa5bcd-aacb-4efb-b91b-7a14460d09ce tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1807206 Feb 19 03:08:39.755291 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58640) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:39.788248 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cb002562-c2e1-4c63-97e6-dc05d8264b86 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group_rule (324cd6f9-3545-44f9-b69b-938890913e40), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:39.797470 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cb002562-c2e1-4c63-97e6-dc05d8264b86 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group_rule (324cd6f9-3545-44f9-b69b-938890913e40), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:39.810513 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7c367f1a-cf2d-43fa-9096-fd162996cafc req-aa8655da-e014-452a-914c-ff680b359ef0 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6656291-2f71-4c36-83df-c6cd4c44fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740931 Feb 19 03:08:39.830281 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cb002562-c2e1-4c63-97e6-dc05d8264b86 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (324cd6f9-3545-44f9-b69b-938890913e40), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:39.840456 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb002562-c2e1-4c63-97e6-dc05d8264b86 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=324cd6f9-3545-44f9-b69b-938890913e40,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:39.844632 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cb002562-c2e1-4c63-97e6-dc05d8264b86 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:39.846255 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-cb002562-c2e1-4c63-97e6-dc05d8264b86 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/324cd6f9-3545-44f9-b69b-938890913e40 HTTP/1.1" status: 204 len: 168 time: 0.0897484 Feb 19 03:08:39.852420 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 58642) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:39.908058 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-85335445-7c90-4c71-9763-50ee930f7ad4 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0543492 Feb 19 03:08:39.913072 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58646) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:39.935779 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ba9be5b9-0705-44ab-a1d9-997ce8c4f70c tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group_rule (10cf7336-91d5-4c57-8552-e1e54b98ee8f), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:39.946786 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ba9be5b9-0705-44ab-a1d9-997ce8c4f70c tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group_rule (10cf7336-91d5-4c57-8552-e1e54b98ee8f), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:39.986630 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ba9be5b9-0705-44ab-a1d9-997ce8c4f70c tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (10cf7336-91d5-4c57-8552-e1e54b98ee8f), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:39.995101 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ba9be5b9-0705-44ab-a1d9-997ce8c4f70c tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:39.995604 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-ba9be5b9-0705-44ab-a1d9-997ce8c4f70c tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/10cf7336-91d5-4c57-8552-e1e54b98ee8f HTTP/1.1" status: 204 len: 168 time: 0.0852056 Feb 19 03:08:39.998931 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 58652) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:40.002336 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9be5b9-0705-44ab-a1d9-997ce8c4f70c tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=10cf7336-91d5-4c57-8552-e1e54b98ee8f,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:40.065318 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-ea831dd5-972e-4863-b095-9fb3f6608bb2 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0642867 Feb 19 03:08:40.069471 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58656) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:40.104731 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-239f045c-dee9-496e-843c-1831a37ecddd tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group_rule (a1d4006d-be23-459d-afab-84c1d1bd6626), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:40.135487 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-239f045c-dee9-496e-843c-1831a37ecddd tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group_rule (a1d4006d-be23-459d-afab-84c1d1bd6626), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:40.177105 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-239f045c-dee9-496e-843c-1831a37ecddd tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (a1d4006d-be23-459d-afab-84c1d1bd6626), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:40.184745 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-239f045c-dee9-496e-843c-1831a37ecddd tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:40.189575 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-239f045c-dee9-496e-843c-1831a37ecddd tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/a1d4006d-be23-459d-afab-84c1d1bd6626 HTTP/1.1" status: 204 len: 168 time: 0.1155100 Feb 19 03:08:40.189936 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 58658) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:40.196864 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239f045c-dee9-496e-843c-1831a37ecddd tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a1d4006d-be23-459d-afab-84c1d1bd6626,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:40.248641 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58662) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:40.248893 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-0448c576-9453-4aed-a376-0c80c1f1eaf0 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0575078 Feb 19 03:08:40.280100 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-30226c0b-34c5-4e5a-9549-766050648382 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group_rule (8e3886e4-1892-4056-b950-ba555c08378b), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:40.294325 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-30226c0b-34c5-4e5a-9549-766050648382 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group_rule (8e3886e4-1892-4056-b950-ba555c08378b), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:40.338053 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-30226c0b-34c5-4e5a-9549-766050648382 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (8e3886e4-1892-4056-b950-ba555c08378b), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:40.344109 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-30226c0b-34c5-4e5a-9549-766050648382 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:40.345378 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-30226c0b-34c5-4e5a-9549-766050648382 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/8e3886e4-1892-4056-b950-ba555c08378b HTTP/1.1" status: 204 len: 168 time: 0.0956147 Feb 19 03:08:40.349409 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 58664) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:40.354472 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30226c0b-34c5-4e5a-9549-766050648382 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8e3886e4-1892-4056-b950-ba555c08378b,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:40.402355 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-38173dd5-2599-464f-aec9-ce92bb0fdec6 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0499656 Feb 19 03:08:40.402800 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58666) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:40.433036 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7fc171b1-f66e-4eb1-8190-c9bbf1f0ebe7 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group_rule (86cfe069-3b51-46f5-9c7c-1b6b3285cc2b), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:40.441822 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7fc171b1-f66e-4eb1-8190-c9bbf1f0ebe7 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group_rule (86cfe069-3b51-46f5-9c7c-1b6b3285cc2b), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:40.475054 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7fc171b1-f66e-4eb1-8190-c9bbf1f0ebe7 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (86cfe069-3b51-46f5-9c7c-1b6b3285cc2b), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:40.483728 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7fc171b1-f66e-4eb1-8190-c9bbf1f0ebe7 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:40.489707 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-7fc171b1-f66e-4eb1-8190-c9bbf1f0ebe7 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/86cfe069-3b51-46f5-9c7c-1b6b3285cc2b HTTP/1.1" status: 204 len: 168 time: 0.0810030 Feb 19 03:08:40.489707 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58670) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:40.500602 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc171b1-f66e-4eb1-8190-c9bbf1f0ebe7 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=86cfe069-3b51-46f5-9c7c-1b6b3285cc2b,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:40.549315 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-0139c06e-c73f-433a-ab0d-16f155c3d3fa tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0544934 Feb 19 03:08:40.549653 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58672) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:40.618686 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-27ffa91c-c669-40e8-944b-3e5df2efbdf9 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group (0cd85e76-cc81-4a3a-8c34-c71364cb8f25), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:40.642819 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-27ffa91c-c669-40e8-944b-3e5df2efbdf9 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group (0cd85e76-cc81-4a3a-8c34-c71364cb8f25), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:40.700652 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-27ffa91c-c669-40e8-944b-3e5df2efbdf9 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (0cd85e76-cc81-4a3a-8c34-c71364cb8f25), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:40.709611 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-27ffa91c-c669-40e8-944b-3e5df2efbdf9 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:40.713237 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-27ffa91c-c669-40e8-944b-3e5df2efbdf9 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] 10.222.0.72 "DELETE /v2.0/security-groups/0cd85e76-cc81-4a3a-8c34-c71364cb8f25 HTTP/1.1" status: 204 len: 168 time: 0.1602528 Feb 19 03:08:40.713805 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 58674) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:40.720901 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ffa91c-c669-40e8-944b-3e5df2efbdf9 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd85e76-cc81-4a3a-8c34-c71364cb8f25,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:40.782551 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-e00ed82b-381d-4274-a3f6-4fc7318c7738 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0674162 Feb 19 03:08:40.795860 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 58676) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:40.801529 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-1890ad29-0d26-47e3-8a2c-67722d6d232c tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Request body: {'security_group': {'name': 'tempest-secgroup--518829028'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:08:40.827000 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1890ad29-0d26-47e3-8a2c-67722d6d232c tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:40.985546 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1890ad29-0d26-47e3-8a2c-67722d6d232c tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group (fb62ee12-6122-491c-bd47-d78c2ba02bd7), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:40.995208 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1890ad29-0d26-47e3-8a2c-67722d6d232c tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (fb62ee12-6122-491c-bd47-d78c2ba02bd7), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:41.063326 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1890ad29-0d26-47e3-8a2c-67722d6d232c tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:41.063326 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-1890ad29-0d26-47e3-8a2c-67722d6d232c tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2626255 Feb 19 03:08:41.065910 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58682) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:41.072353 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-74b3030a-23c8-4ff3-8265-8e7490d75e23 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Request body: {'security_group_rule': {'security_group_id': 'fb62ee12-6122-491c-bd47-d78c2ba02bd7', 'direction': 'ingress', 'protocol': 17}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:08:41.080781 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1890ad29-0d26-47e3-8a2c-67722d6d232c tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb62ee12-6122-491c-bd47-d78c2ba02bd7,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:41.125368 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-74b3030a-23c8-4ff3-8265-8e7490d75e23 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group_rule (d338522f-0235-4c74-8e94-265f89ff8b34), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:41.131388 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73b93f-0d5f-4aac-929e-3da00965852c req-0fadbab1-a7d1-4e8b-bbe0-0ca98cbacc31 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:41.133632 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2f73b93f-0d5f-4aac-929e-3da00965852c req-0fadbab1-a7d1-4e8b-bbe0-0ca98cbacc31 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8d5c327-c8ba-4f2b-aa42-d2e452d716f7 HTTP/1.1" status: 200 len: 945 time: 0.2038524 Feb 19 03:08:41.209782 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2f73b93f-0d5f-4aac-929e-3da00965852c req-3bc6f870-5db0-4285-bd04-bf86ea7e7c4f tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6656291-2f71-4c36-83df-c6cd4c44fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674946 Feb 19 03:08:41.247389 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-74b3030a-23c8-4ff3-8265-8e7490d75e23 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group_rule (d338522f-0235-4c74-8e94-265f89ff8b34), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:41.251523 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-74b3030a-23c8-4ff3-8265-8e7490d75e23 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (d338522f-0235-4c74-8e94-265f89ff8b34), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:41.280619 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b3030a-23c8-4ff3-8265-8e7490d75e23 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d338522f-0235-4c74-8e94-265f89ff8b34,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:41.301692 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-74b3030a-23c8-4ff3-8265-8e7490d75e23 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:41.305086 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-74b3030a-23c8-4ff3-8265-8e7490d75e23 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2389565 Feb 19 03:08:41.307249 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58688) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:41.392782 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fd57c1f3-c086-40e8-b2bf-c3837d8274dc tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group (fb62ee12-6122-491c-bd47-d78c2ba02bd7), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:41.428631 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fd57c1f3-c086-40e8-b2bf-c3837d8274dc tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group (fb62ee12-6122-491c-bd47-d78c2ba02bd7), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:41.495569 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fd57c1f3-c086-40e8-b2bf-c3837d8274dc tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (fb62ee12-6122-491c-bd47-d78c2ba02bd7), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:41.501231 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fd57c1f3-c086-40e8-b2bf-c3837d8274dc tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:41.506956 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-fd57c1f3-c086-40e8-b2bf-c3837d8274dc tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] 10.222.0.72 "DELETE /v2.0/security-groups/fb62ee12-6122-491c-bd47-d78c2ba02bd7 HTTP/1.1" status: 204 len: 168 time: 0.1942647 Feb 19 03:08:41.507321 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 58692) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:41.522976 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd57c1f3-c086-40e8-b2bf-c3837d8274dc tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb62ee12-6122-491c-bd47-d78c2ba02bd7,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:41.602338 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-63eb5d08-f928-4068-8eb3-ab20c9ed62ec tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0891094 Feb 19 03:08:41.602741 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 58694) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:41.611021 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-c1a82a7b-d39f-4062-a4f0-e2664b7ced9e tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Request body: {'security_group': {'name': 'tempest-secgroup--19193038'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:08:41.644922 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c1a82a7b-d39f-4062-a4f0-e2664b7ced9e tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:41.742340 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c1a82a7b-d39f-4062-a4f0-e2664b7ced9e tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group (dc35b485-a83e-4cba-bc6e-22a631c1401f), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:41.749130 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c1a82a7b-d39f-4062-a4f0-e2664b7ced9e tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (dc35b485-a83e-4cba-bc6e-22a631c1401f), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:41.791225 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c1a82a7b-d39f-4062-a4f0-e2664b7ced9e tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:41.795782 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-c1a82a7b-d39f-4062-a4f0-e2664b7ced9e tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1893654 Feb 19 03:08:41.795782 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a82a7b-d39f-4062-a4f0-e2664b7ced9e tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc35b485-a83e-4cba-bc6e-22a631c1401f,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:41.796115 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58698) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:41.800614 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-f487ff7a-1959-4a47-ae79-d74bb535bd29 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Request body: {'security_group': {'name': 'tempest-secgroup--135460589'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:08:41.811954 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 58700) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:41.847925 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f487ff7a-1959-4a47-ae79-d74bb535bd29 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:41.952845 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f487ff7a-1959-4a47-ae79-d74bb535bd29 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group (8c294905-4f58-48c2-a6fb-540120b70185), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:41.961973 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f487ff7a-1959-4a47-ae79-d74bb535bd29 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (8c294905-4f58-48c2-a6fb-540120b70185), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:41.969721 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e2d0c028-9aec-4ace-b414-1138679a9ddd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:42.002844 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f487ff7a-1959-4a47-ae79-d74bb535bd29 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:42.007625 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-f487ff7a-1959-4a47-ae79-d74bb535bd29 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2076964 Feb 19 03:08:42.007625 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58704) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:42.013128 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-46835207-9c27-4ced-8b86-2f0f42785019 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Request body: {'security_group_rule': {'security_group_id': 'dc35b485-a83e-4cba-bc6e-22a631c1401f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '8c294905-4f58-48c2-a6fb-540120b70185', 'remote_ip_prefix': None}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:08:42.018745 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f487ff7a-1959-4a47-ae79-d74bb535bd29 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c294905-4f58-48c2-a6fb-540120b70185,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:42.065857 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-46835207-9c27-4ced-8b86-2f0f42785019 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group_rule (6b8892b3-8c50-4d98-8fc4-99a0cccb8db5), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:42.100739 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e2d0c028-9aec-4ace-b414-1138679a9ddd admin admin] Publish callbacks [] for security_group (2be413d4-638e-449d-9786-2d3abffe875e), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:42.106687 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e2d0c028-9aec-4ace-b414-1138679a9ddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (2be413d4-638e-449d-9786-2d3abffe875e), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:42.153732 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-e2d0c028-9aec-4ace-b414-1138679a9ddd admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=17b55c58373a4e9a98637a0188078248&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3378692 Feb 19 03:08:42.153732 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d0c028-9aec-4ace-b414-1138679a9ddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2be413d4-638e-449d-9786-2d3abffe875e,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:42.154612 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 58706) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:42.165747 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-46835207-9c27-4ced-8b86-2f0f42785019 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group_rule (6b8892b3-8c50-4d98-8fc4-99a0cccb8db5), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:42.171563 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-46835207-9c27-4ced-8b86-2f0f42785019 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (6b8892b3-8c50-4d98-8fc4-99a0cccb8db5), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:42.209523 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46835207-9c27-4ced-8b86-2f0f42785019 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b8892b3-8c50-4d98-8fc4-99a0cccb8db5,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:42.215939 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1c9ea233-6248-476d-9c3a-9cec02874e39 admin admin] Publish callbacks [] for security_group (2be413d4-638e-449d-9786-2d3abffe875e), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:42.227371 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-46835207-9c27-4ced-8b86-2f0f42785019 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:42.231705 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-46835207-9c27-4ced-8b86-2f0f42785019 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2199190 Feb 19 03:08:42.231965 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58710) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:42.259885 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1c9ea233-6248-476d-9c3a-9cec02874e39 admin admin] Publish callbacks [] for security_group (2be413d4-638e-449d-9786-2d3abffe875e), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:42.291705 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-16161f59-9167-492c-a022-766f6ca2392f tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group_rule (6b8892b3-8c50-4d98-8fc4-99a0cccb8db5), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:42.303400 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-16161f59-9167-492c-a022-766f6ca2392f tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group_rule (6b8892b3-8c50-4d98-8fc4-99a0cccb8db5), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:42.331217 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1c9ea233-6248-476d-9c3a-9cec02874e39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (2be413d4-638e-449d-9786-2d3abffe875e), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:42.336991 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1c9ea233-6248-476d-9c3a-9cec02874e39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:42.340917 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-1c9ea233-6248-476d-9c3a-9cec02874e39 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2be413d4-638e-449d-9786-2d3abffe875e HTTP/1.1" status: 204 len: 168 time: 0.1831200 Feb 19 03:08:42.366422 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-16161f59-9167-492c-a022-766f6ca2392f tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (6b8892b3-8c50-4d98-8fc4-99a0cccb8db5), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:42.378083 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-16161f59-9167-492c-a022-766f6ca2392f tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:42.379217 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-16161f59-9167-492c-a022-766f6ca2392f tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/6b8892b3-8c50-4d98-8fc4-99a0cccb8db5 HTTP/1.1" status: 204 len: 168 time: 0.1462297 Feb 19 03:08:42.386631 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58716) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:42.393377 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9ea233-6248-476d-9c3a-9cec02874e39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be413d4-638e-449d-9786-2d3abffe875e,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:42.433897 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16161f59-9167-492c-a022-766f6ca2392f tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6b8892b3-8c50-4d98-8fc4-99a0cccb8db5,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:42.487169 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554f2b40-0866-4218-bb50-74237d810a62 req-7d5c4201-1e5a-493c-aeae-16e13e27a12c tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:42.491580 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-554f2b40-0866-4218-bb50-74237d810a62 req-7d5c4201-1e5a-493c-aeae-16e13e27a12c tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8d5c327-c8ba-4f2b-aa42-d2e452d716f7 HTTP/1.1" status: 200 len: 945 time: 0.1469843 Feb 19 03:08:42.497464 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-ae7a0ab7-8b50-40c5-8fef-50b877433784 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1096690 Feb 19 03:08:42.500225 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 58720) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:42.593039 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-554f2b40-0866-4218-bb50-74237d810a62 req-8298330f-c3dd-44db-a6da-68ffb4af389b tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6656291-2f71-4c36-83df-c6cd4c44fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837982 Feb 19 03:08:42.622205 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1e9657e3-8b83-43af-b19c-0c337be9c245 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group (8c294905-4f58-48c2-a6fb-540120b70185), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:42.671775 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1e9657e3-8b83-43af-b19c-0c337be9c245 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group (8c294905-4f58-48c2-a6fb-540120b70185), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:42.752564 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1e9657e3-8b83-43af-b19c-0c337be9c245 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (8c294905-4f58-48c2-a6fb-540120b70185), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:42.758674 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1e9657e3-8b83-43af-b19c-0c337be9c245 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:42.763893 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58728) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:42.764224 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-1e9657e3-8b83-43af-b19c-0c337be9c245 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] 10.222.0.72 "DELETE /v2.0/security-groups/8c294905-4f58-48c2-a6fb-540120b70185 HTTP/1.1" status: 204 len: 168 time: 0.2626879 Feb 19 03:08:42.778150 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9657e3-8b83-43af-b19c-0c337be9c245 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c294905-4f58-48c2-a6fb-540120b70185,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:42.859038 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-52880666-4107-4003-984f-b1ce85af474f tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4543 time: 0.0893271 Feb 19 03:08:42.861813 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 58732) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:42.953247 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3b81e689-77f3-4ba0-8960-0525d6b54bee tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group (dc35b485-a83e-4cba-bc6e-22a631c1401f), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:42.998299 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3b81e689-77f3-4ba0-8960-0525d6b54bee tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group (dc35b485-a83e-4cba-bc6e-22a631c1401f), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:43.073202 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3b81e689-77f3-4ba0-8960-0525d6b54bee tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (dc35b485-a83e-4cba-bc6e-22a631c1401f), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:43.078188 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3b81e689-77f3-4ba0-8960-0525d6b54bee tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:43.081989 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58738) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:43.082138 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-3b81e689-77f3-4ba0-8960-0525d6b54bee tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] 10.222.0.72 "DELETE /v2.0/security-groups/dc35b485-a83e-4cba-bc6e-22a631c1401f HTTP/1.1" status: 204 len: 168 time: 0.2177331 Feb 19 03:08:43.093577 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b81e689-77f3-4ba0-8960-0525d6b54bee tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc35b485-a83e-4cba-bc6e-22a631c1401f,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:43.165200 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-11283dd3-c449-4985-ae32-10b1899acba9 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0809252 Feb 19 03:08:43.174267 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 58742) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:43.182144 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-de9c4136-be7b-49e5-80d8-76982977f024 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Request body: {'security_group': {'name': 'tempest-secgroup--1274585756'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:08:43.216743 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-de9c4136-be7b-49e5-80d8-76982977f024 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:43.350702 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-de9c4136-be7b-49e5-80d8-76982977f024 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group (be843322-aad2-4c59-bf25-fd4fb0cbf24c), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:43.361097 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-de9c4136-be7b-49e5-80d8-76982977f024 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (be843322-aad2-4c59-bf25-fd4fb0cbf24c), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:43.394699 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-de9c4136-be7b-49e5-80d8-76982977f024 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:43.395959 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-de9c4136-be7b-49e5-80d8-76982977f024 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2183416 Feb 19 03:08:43.397314 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9c4136-be7b-49e5-80d8-76982977f024 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be843322-aad2-4c59-bf25-fd4fb0cbf24c,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:43.399497 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58752) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:43.403439 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-a325f9d5-a655-414d-949f-19f0e3fdb4b5 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Request body: {'security_group_rule': {'security_group_id': 'be843322-aad2-4c59-bf25-fd4fb0cbf24c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:08:43.433795 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a325f9d5-a655-414d-949f-19f0e3fdb4b5 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group_rule (ded7c2e3-e186-43ae-83e9-72fae562aabe), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:43.505394 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a325f9d5-a655-414d-949f-19f0e3fdb4b5 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group_rule (ded7c2e3-e186-43ae-83e9-72fae562aabe), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:43.509504 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a325f9d5-a655-414d-949f-19f0e3fdb4b5 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (ded7c2e3-e186-43ae-83e9-72fae562aabe), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:43.530958 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a325f9d5-a655-414d-949f-19f0e3fdb4b5 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ded7c2e3-e186-43ae-83e9-72fae562aabe,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:43.539087 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a325f9d5-a655-414d-949f-19f0e3fdb4b5 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:43.540518 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-a325f9d5-a655-414d-949f-19f0e3fdb4b5 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1404946 Feb 19 03:08:43.543414 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58754) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:43.577777 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e97c21d5-9c25-4a20-9a63-dcf2a13e80c8 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group_rule (ded7c2e3-e186-43ae-83e9-72fae562aabe), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:43.587743 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e97c21d5-9c25-4a20-9a63-dcf2a13e80c8 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group_rule (ded7c2e3-e186-43ae-83e9-72fae562aabe), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:43.618450 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e97c21d5-9c25-4a20-9a63-dcf2a13e80c8 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (ded7c2e3-e186-43ae-83e9-72fae562aabe), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:43.633381 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e97c21d5-9c25-4a20-9a63-dcf2a13e80c8 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:43.637696 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-e97c21d5-9c25-4a20-9a63-dcf2a13e80c8 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/ded7c2e3-e186-43ae-83e9-72fae562aabe HTTP/1.1" status: 204 len: 168 time: 0.0899208 Feb 19 03:08:43.637696 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97c21d5-9c25-4a20-9a63-dcf2a13e80c8 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ded7c2e3-e186-43ae-83e9-72fae562aabe,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:43.638474 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58758) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:43.687596 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-d9ab1d5b-ed57-4df9-abdd-0423e8eef4f2 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0468166 Feb 19 03:08:43.689735 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 58760) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:43.788272 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5d61a58e-f9f6-4823-946a-a37c2573d326 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group (be843322-aad2-4c59-bf25-fd4fb0cbf24c), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:43.827410 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5d61a58e-f9f6-4823-946a-a37c2573d326 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group (be843322-aad2-4c59-bf25-fd4fb0cbf24c), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:43.836425 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e50d4e-555e-453d-92be-42247f3ddd6f req-464a81d8-ee9e-4538-b77b-26d351fc1e71 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:43.838198 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b5e50d4e-555e-453d-92be-42247f3ddd6f req-464a81d8-ee9e-4538-b77b-26d351fc1e71 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8d5c327-c8ba-4f2b-aa42-d2e452d716f7 HTTP/1.1" status: 200 len: 945 time: 0.1099670 Feb 19 03:08:43.925167 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5d61a58e-f9f6-4823-946a-a37c2573d326 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (be843322-aad2-4c59-bf25-fd4fb0cbf24c), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:43.928761 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5d61a58e-f9f6-4823-946a-a37c2573d326 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:43.932535 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-5d61a58e-f9f6-4823-946a-a37c2573d326 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] 10.222.0.72 "DELETE /v2.0/security-groups/be843322-aad2-4c59-bf25-fd4fb0cbf24c HTTP/1.1" status: 204 len: 168 time: 0.2391672 Feb 19 03:08:43.933542 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58766) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:43.939851 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b5e50d4e-555e-453d-92be-42247f3ddd6f req-ed8b4519-5c06-40ce-9257-b07f26571bef tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6656291-2f71-4c36-83df-c6cd4c44fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949581 Feb 19 03:08:43.946726 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d61a58e-f9f6-4823-946a-a37c2573d326 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be843322-aad2-4c59-bf25-fd4fb0cbf24c,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:44.017026 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-bf5744fa-6ac1-4901-a5f4-170679329347 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0782757 Feb 19 03:08:44.017379 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 58770) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:44.023212 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-b4c242f8-6b80-4bc9-aa30-959d0d5213f0 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Request body: {'security_group': {'name': 'tempest-secgroup--1500712076'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:08:44.055686 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b4c242f8-6b80-4bc9-aa30-959d0d5213f0 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:44.148168 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b4c242f8-6b80-4bc9-aa30-959d0d5213f0 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group (c3a734a0-1813-4780-9f76-abdeb1ecdff3), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:44.151876 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b4c242f8-6b80-4bc9-aa30-959d0d5213f0 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (c3a734a0-1813-4780-9f76-abdeb1ecdff3), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:44.192536 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b4c242f8-6b80-4bc9-aa30-959d0d5213f0 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:44.194513 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-b4c242f8-6b80-4bc9-aa30-959d0d5213f0 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1756489 Feb 19 03:08:44.197517 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58772) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:44.200348 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c242f8-6b80-4bc9-aa30-959d0d5213f0 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3a734a0-1813-4780-9f76-abdeb1ecdff3,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:44.212916 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-935c1b02-fccc-403f-a941-e6283e8cc1eb tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Request body: {'security_group_rule': {'security_group_id': 'c3a734a0-1813-4780-9f76-abdeb1ecdff3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:08:44.257164 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-935c1b02-fccc-403f-a941-e6283e8cc1eb tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group_rule (a0e9b7ac-a142-44ff-8879-5bb184aef993), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:44.330720 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-935c1b02-fccc-403f-a941-e6283e8cc1eb tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group_rule (a0e9b7ac-a142-44ff-8879-5bb184aef993), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:44.351858 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-935c1b02-fccc-403f-a941-e6283e8cc1eb tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (a0e9b7ac-a142-44ff-8879-5bb184aef993), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:44.382319 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935c1b02-fccc-403f-a941-e6283e8cc1eb tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0e9b7ac-a142-44ff-8879-5bb184aef993,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:44.402033 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-935c1b02-fccc-403f-a941-e6283e8cc1eb tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:44.404243 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-935c1b02-fccc-403f-a941-e6283e8cc1eb tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2048051 Feb 19 03:08:44.407083 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 58776) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:44.444874 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-53ff9355-8bb6-4982-86d5-11d29b6f8bfe tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] 10.222.0.72 "GET /v2.0/security-group-rules/a0e9b7ac-a142-44ff-8879-5bb184aef993 HTTP/1.1" status: 200 len: 763 time: 0.0355947 Feb 19 03:08:44.447459 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58778) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:44.500048 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-f916666b-8643-4289-b81b-da8f66b67e5e tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0488439 Feb 19 03:08:44.500392 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 58780) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:44.526649 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-59f752e6-9553-493f-b823-1c35f705d33a tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group_rule (a0e9b7ac-a142-44ff-8879-5bb184aef993), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:44.535406 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-59f752e6-9553-493f-b823-1c35f705d33a tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group_rule (a0e9b7ac-a142-44ff-8879-5bb184aef993), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:44.571231 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-59f752e6-9553-493f-b823-1c35f705d33a tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (a0e9b7ac-a142-44ff-8879-5bb184aef993), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:44.576053 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-59f752e6-9553-493f-b823-1c35f705d33a tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:44.579504 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-59f752e6-9553-493f-b823-1c35f705d33a tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/a0e9b7ac-a142-44ff-8879-5bb184aef993 HTTP/1.1" status: 204 len: 168 time: 0.0758686 Feb 19 03:08:44.580495 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 58782) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:44.602218 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f752e6-9553-493f-b823-1c35f705d33a tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a0e9b7ac-a142-44ff-8879-5bb184aef993,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:44.636901 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-c5a260d3-9444-4865-86c8-c0d5decb3e4b tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0551641 Feb 19 03:08:44.639525 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58784) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:44.643950 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-01178585-a322-4671-8d66-78df2726e01d tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Request body: {'security_group_rule': {'security_group_id': 'c3a734a0-1813-4780-9f76-abdeb1ecdff3', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:08:44.681304 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-01178585-a322-4671-8d66-78df2726e01d tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group_rule (130b5c0a-807e-4e4a-9a3e-7fe2cde5814b), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:44.750583 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-01178585-a322-4671-8d66-78df2726e01d tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group_rule (130b5c0a-807e-4e4a-9a3e-7fe2cde5814b), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:44.757204 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-01178585-a322-4671-8d66-78df2726e01d tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (130b5c0a-807e-4e4a-9a3e-7fe2cde5814b), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:44.786725 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01178585-a322-4671-8d66-78df2726e01d tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=130b5c0a-807e-4e4a-9a3e-7fe2cde5814b,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:44.801953 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-01178585-a322-4671-8d66-78df2726e01d tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:44.808649 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 58786) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:44.808838 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-01178585-a322-4671-8d66-78df2726e01d tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1678681 Feb 19 03:08:44.835198 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-2fb4ba70-5e9c-449e-9165-eaaab16ef137 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] 10.222.0.72 "GET /v2.0/security-group-rules/130b5c0a-807e-4e4a-9a3e-7fe2cde5814b HTTP/1.1" status: 200 len: 763 time: 0.0248411 Feb 19 03:08:44.838285 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 58788) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:44.902510 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-fc1a72f1-9b55-49ec-a846-794910b511b3 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0598378 Feb 19 03:08:44.902783 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 58792) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:44.947493 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c0df0f83-d502-4060-94f1-88544b922eab tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group_rule (130b5c0a-807e-4e4a-9a3e-7fe2cde5814b), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:44.956722 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c0df0f83-d502-4060-94f1-88544b922eab tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group_rule (130b5c0a-807e-4e4a-9a3e-7fe2cde5814b), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:44.997330 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c0df0f83-d502-4060-94f1-88544b922eab tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (130b5c0a-807e-4e4a-9a3e-7fe2cde5814b), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:45.009372 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c0df0f83-d502-4060-94f1-88544b922eab tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:45.022201 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-c0df0f83-d502-4060-94f1-88544b922eab tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/130b5c0a-807e-4e4a-9a3e-7fe2cde5814b HTTP/1.1" status: 204 len: 168 time: 0.1176789 Feb 19 03:08:45.025282 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58796) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:45.030218 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0df0f83-d502-4060-94f1-88544b922eab tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=130b5c0a-807e-4e4a-9a3e-7fe2cde5814b,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:45.119938 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-507ce078-2915-4401-b0ae-db523589ef91 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0927436 Feb 19 03:08:45.120583 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58798) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:45.127205 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-ac82e587-5133-4e39-96bd-4c90fba0ab0a tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Request body: {'security_group_rule': {'security_group_id': 'c3a734a0-1813-4780-9f76-abdeb1ecdff3', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:08:45.144326 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c59744d-dc64-4e2e-9f9a-f9672dec72be req-82e040fd-7a97-48a9-be37-608d70cec12a tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:45.153784 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9c59744d-dc64-4e2e-9f9a-f9672dec72be req-82e040fd-7a97-48a9-be37-608d70cec12a tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8d5c327-c8ba-4f2b-aa42-d2e452d716f7 HTTP/1.1" status: 200 len: 945 time: 0.0959060 Feb 19 03:08:45.172968 n-d-826753-2 neutron-server[103702]: INFO neutron.db.securitygroups_db [None req-ac82e587-5133-4e39-96bd-4c90fba0ab0a tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Project 775fc18059a847f6941fb804b51afc6b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 03:08:45.184117 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ac82e587-5133-4e39-96bd-4c90fba0ab0a tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group_rule (31efe785-cdf0-44b3-a7ae-44a4741dd634), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:45.213916 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9c59744d-dc64-4e2e-9f9a-f9672dec72be req-b09cafae-032a-4a28-9965-ce67e41e829e tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6656291-2f71-4c36-83df-c6cd4c44fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589371 Feb 19 03:08:45.272271 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ac82e587-5133-4e39-96bd-4c90fba0ab0a tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group_rule (31efe785-cdf0-44b3-a7ae-44a4741dd634), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:45.276753 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ac82e587-5133-4e39-96bd-4c90fba0ab0a tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (31efe785-cdf0-44b3-a7ae-44a4741dd634), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:45.295262 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac82e587-5133-4e39-96bd-4c90fba0ab0a tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31efe785-cdf0-44b3-a7ae-44a4741dd634,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:45.311240 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ac82e587-5133-4e39-96bd-4c90fba0ab0a tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:45.315099 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-ac82e587-5133-4e39-96bd-4c90fba0ab0a tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1907539 Feb 19 03:08:45.315977 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 58800) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:45.345079 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-248c652c-8ac9-4f67-a0f8-a77d9cb64860 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] 10.222.0.72 "GET /v2.0/security-group-rules/31efe785-cdf0-44b3-a7ae-44a4741dd634 HTTP/1.1" status: 200 len: 769 time: 0.0251451 Feb 19 03:08:45.346664 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58802) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:45.408734 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-9eb463c5-3a29-4dc0-b9c5-c367a568301c tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0562639 Feb 19 03:08:45.409561 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58804) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:45.445982 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5a7a74eb-5906-4239-a4ae-9264f26a7b3c tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group_rule (31efe785-cdf0-44b3-a7ae-44a4741dd634), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:45.456074 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5a7a74eb-5906-4239-a4ae-9264f26a7b3c tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group_rule (31efe785-cdf0-44b3-a7ae-44a4741dd634), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:45.500793 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5a7a74eb-5906-4239-a4ae-9264f26a7b3c tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (31efe785-cdf0-44b3-a7ae-44a4741dd634), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:45.513923 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d96f7aab-811e-4c43-b60b-f9a1f92d512c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:45.525265 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5a7a74eb-5906-4239-a4ae-9264f26a7b3c tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:45.532299 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 58810) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:45.545721 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-5a7a74eb-5906-4239-a4ae-9264f26a7b3c tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/31efe785-cdf0-44b3-a7ae-44a4741dd634 HTTP/1.1" status: 204 len: 168 time: 0.1345932 Feb 19 03:08:45.553841 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7a74eb-5906-4239-a4ae-9264f26a7b3c tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=31efe785-cdf0-44b3-a7ae-44a4741dd634,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:45.602689 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-b78fc364-fad5-4234-8315-0e3540b594cb tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0678575 Feb 19 03:08:45.605285 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58812) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:45.666658 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c14d01cd-b374-4584-8203-22456c9d1f87 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group (c3a734a0-1813-4780-9f76-abdeb1ecdff3), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:45.698990 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c14d01cd-b374-4584-8203-22456c9d1f87 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group (c3a734a0-1813-4780-9f76-abdeb1ecdff3), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:45.770684 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c14d01cd-b374-4584-8203-22456c9d1f87 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (c3a734a0-1813-4780-9f76-abdeb1ecdff3), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:45.774520 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c14d01cd-b374-4584-8203-22456c9d1f87 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:45.779480 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-c14d01cd-b374-4584-8203-22456c9d1f87 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] 10.222.0.72 "DELETE /v2.0/security-groups/c3a734a0-1813-4780-9f76-abdeb1ecdff3 HTTP/1.1" status: 204 len: 168 time: 0.1701102 Feb 19 03:08:45.780466 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 58816) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:45.789814 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14d01cd-b374-4584-8203-22456c9d1f87 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3a734a0-1813-4780-9f76-abdeb1ecdff3,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:45.867987 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58818) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:45.877853 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-f6f31d8c-f4e7-461b-a7dd-aa504af2df11 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0962629 Feb 19 03:08:45.883303 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58822) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:45.889179 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-aa8ce882-9567-431d-811a-ef2fe6c0a78f tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Request body: {'security_group': {'name': 'tempest-secgroup--319976967'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:08:45.930810 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-aa8ce882-9567-431d-811a-ef2fe6c0a78f tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:46.078540 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-aa8ce882-9567-431d-811a-ef2fe6c0a78f tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group (eddce394-d6ae-4cd9-a105-82f2644fa567), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:46.093202 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-aa8ce882-9567-431d-811a-ef2fe6c0a78f tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (eddce394-d6ae-4cd9-a105-82f2644fa567), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:46.123419 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1a377aab-2eaf-4bc2-89be-268ef2d9a744 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:46.177767 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-aa8ce882-9567-431d-811a-ef2fe6c0a78f tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:46.182199 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-aa8ce882-9567-431d-811a-ef2fe6c0a78f tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2971790 Feb 19 03:08:46.183855 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 58832) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:46.191658 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-7c3a2338-e98a-4fbf-96fb-bf2cc2bcca54 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Request body: {'security_group_rule': {'security_group_id': 'eddce394-d6ae-4cd9-a105-82f2644fa567', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:08:46.196110 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8ce882-9567-431d-811a-ef2fe6c0a78f tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eddce394-d6ae-4cd9-a105-82f2644fa567,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:46.279513 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7c3a2338-e98a-4fbf-96fb-bf2cc2bcca54 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group_rule (b06fb6f7-b347-462f-b7dd-f15b1e6ba503), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:46.308683 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1a377aab-2eaf-4bc2-89be-268ef2d9a744 admin admin] Publish callbacks [] for security_group (6574c261-6bae-4168-ab06-35ab9c512707), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:46.314955 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1a377aab-2eaf-4bc2-89be-268ef2d9a744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (6574c261-6bae-4168-ab06-35ab9c512707), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:46.362991 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-1a377aab-2eaf-4bc2-89be-268ef2d9a744 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=eabb38e9dd7e474e9efcafa308302327&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4873643 Feb 19 03:08:46.363316 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 58836) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:46.384316 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a377aab-2eaf-4bc2-89be-268ef2d9a744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6574c261-6bae-4168-ab06-35ab9c512707,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:46.533023 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7c3a2338-e98a-4fbf-96fb-bf2cc2bcca54 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group_rule (b06fb6f7-b347-462f-b7dd-f15b1e6ba503), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:46.553396 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7c3a2338-e98a-4fbf-96fb-bf2cc2bcca54 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (b06fb6f7-b347-462f-b7dd-f15b1e6ba503), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:46.601113 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-cda68fdb-cbde-4c96-9e78-2cb930eaacbd admin admin] Publish callbacks [] for security_group (6574c261-6bae-4168-ab06-35ab9c512707), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:46.612620 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3a2338-e98a-4fbf-96fb-bf2cc2bcca54 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b06fb6f7-b347-462f-b7dd-f15b1e6ba503,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:46.630526 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e7e43b-3044-4ae9-bad9-25d3ebe35cf0 req-dddb684c-f3eb-45ad-870d-2bbb61603bf3 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:46.635422 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a5e7e43b-3044-4ae9-bad9-25d3ebe35cf0 req-dddb684c-f3eb-45ad-870d-2bbb61603bf3 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8d5c327-c8ba-4f2b-aa42-d2e452d716f7 HTTP/1.1" status: 200 len: 945 time: 0.2123578 Feb 19 03:08:46.649662 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7c3a2338-e98a-4fbf-96fb-bf2cc2bcca54 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:46.654324 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-7c3a2338-e98a-4fbf-96fb-bf2cc2bcca54 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4662516 Feb 19 03:08:46.655231 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58838) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:46.698008 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-cda68fdb-cbde-4c96-9e78-2cb930eaacbd admin admin] Publish callbacks [] for security_group (6574c261-6bae-4168-ab06-35ab9c512707), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:46.768914 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ab2152fd-180e-4903-ac13-68b81a1edb4d tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group (eddce394-d6ae-4cd9-a105-82f2644fa567), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:46.816011 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ab2152fd-180e-4903-ac13-68b81a1edb4d tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group (eddce394-d6ae-4cd9-a105-82f2644fa567), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:46.821085 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a5e7e43b-3044-4ae9-bad9-25d3ebe35cf0 req-590e80ab-5fcb-4c02-a7bb-2273e86b80ad tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6656291-2f71-4c36-83df-c6cd4c44fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778517 Feb 19 03:08:46.823562 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-cda68fdb-cbde-4c96-9e78-2cb930eaacbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (6574c261-6bae-4168-ab06-35ab9c512707), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:46.827611 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-cda68fdb-cbde-4c96-9e78-2cb930eaacbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:46.829330 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-cda68fdb-cbde-4c96-9e78-2cb930eaacbd admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6574c261-6bae-4168-ab06-35ab9c512707 HTTP/1.1" status: 204 len: 168 time: 0.4646862 Feb 19 03:08:46.867261 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda68fdb-cbde-4c96-9e78-2cb930eaacbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6574c261-6bae-4168-ab06-35ab9c512707,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:47.296263 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ab2152fd-180e-4903-ac13-68b81a1edb4d tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (eddce394-d6ae-4cd9-a105-82f2644fa567), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:47.300613 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ab2152fd-180e-4903-ac13-68b81a1edb4d tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:47.302739 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-ab2152fd-180e-4903-ac13-68b81a1edb4d tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] 10.222.0.72 "DELETE /v2.0/security-groups/eddce394-d6ae-4cd9-a105-82f2644fa567 HTTP/1.1" status: 204 len: 168 time: 0.6443660 Feb 19 03:08:47.305660 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 58844) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:47.314328 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2152fd-180e-4903-ac13-68b81a1edb4d tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eddce394-d6ae-4cd9-a105-82f2644fa567,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:47.332273 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58846) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:47.349151 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8cb19662-211c-4dcc-b9b8-8bff17d6d962 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:47.459189 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-fa2be501-b071-4ace-a09f-fe49df80e7ea tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1517870 Feb 19 03:08:47.459826 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 58850) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:47.481167 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8cb19662-211c-4dcc-b9b8-8bff17d6d962 admin admin] Publish callbacks [] for security_group (e9fd9092-dd2b-44e5-8972-05a7e34eb730), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:47.486729 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8cb19662-211c-4dcc-b9b8-8bff17d6d962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (e9fd9092-dd2b-44e5-8972-05a7e34eb730), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:47.503476 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58852) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:47.503753 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-fa0af2f1-ff10-4fa7-a7b0-ee957df4e6a9 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0417011 Feb 19 03:08:47.544423 n-d-826753-2 neutron-server[103702]: INFO neutron.api.v2.resource [None req-45e03a99-92db-49d8-a16e-c8dfa6b36397 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] delete failed (client error): The resource could not be found. Feb 19 03:08:47.545579 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-45e03a99-92db-49d8-a16e-c8dfa6b36397 tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] 10.222.0.72 "DELETE /v2.0/security-groups/eddce394-d6ae-4cd9-a105-82f2644fa567 HTTP/1.1" status: 404 len: 347 time: 0.0390723 Feb 19 03:08:47.549994 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 58854) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:47.555269 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-8cb19662-211c-4dcc-b9b8-8bff17d6d962 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9524bcecd39b4524b3464698a3f57786&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2190669 Feb 19 03:08:47.555269 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb19662-211c-4dcc-b9b8-8bff17d6d962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9fd9092-dd2b-44e5-8972-05a7e34eb730,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:47.556511 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58856) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:47.619087 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-795d5430-a7df-4daf-8643-9a6b2e782471 admin admin] Publish callbacks [] for security_group (e9fd9092-dd2b-44e5-8972-05a7e34eb730), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:47.646804 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-795d5430-a7df-4daf-8643-9a6b2e782471 admin admin] Publish callbacks [] for security_group (e9fd9092-dd2b-44e5-8972-05a7e34eb730), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:47.667390 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-33f9c4d0-286c-411d-9f0e-e8b00a71d65c tempest-SecGroupIPv6Test-1426901574 tempest-SecGroupIPv6Test-1426901574-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1084399 Feb 19 03:08:47.691567 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-046fe0c7-ca9c-4255-aae7-7522a8a3b6d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:47.742810 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-795d5430-a7df-4daf-8643-9a6b2e782471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (e9fd9092-dd2b-44e5-8972-05a7e34eb730), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:47.745566 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-795d5430-a7df-4daf-8643-9a6b2e782471 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:47.749534 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-795d5430-a7df-4daf-8643-9a6b2e782471 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e9fd9092-dd2b-44e5-8972-05a7e34eb730 HTTP/1.1" status: 204 len: 168 time: 0.1893601 Feb 19 03:08:47.764612 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795d5430-a7df-4daf-8643-9a6b2e782471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9fd9092-dd2b-44e5-8972-05a7e34eb730,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:48.011286 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88407116-a1d1-4fbb-89ae-4e01988b74fd req-1e33ebe3-0661-42de-8f9b-aa392dd27f96 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:48.013872 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-88407116-a1d1-4fbb-89ae-4e01988b74fd req-1e33ebe3-0661-42de-8f9b-aa392dd27f96 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8d5c327-c8ba-4f2b-aa42-d2e452d716f7 HTTP/1.1" status: 200 len: 945 time: 0.0976398 Feb 19 03:08:48.086488 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 58868) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:48.147222 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-88407116-a1d1-4fbb-89ae-4e01988b74fd req-216a5a6b-0d4e-4de9-80ff-8ba33d709b4a tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6656291-2f71-4c36-83df-c6cd4c44fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218810 Feb 19 03:08:48.295687 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58876) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:48.298091 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-56c906a6-2637-4b6c-bc7a-aa2469452745 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=775fc18059a847f6941fb804b51afc6b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2092216 Feb 19 03:08:48.366590 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8a6d71b4-f0f9-4a0f-a055-8b8b0859da17 admin admin] Publish callbacks [] for security_group (192de126-b73e-40cb-bf5b-250999583c53), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:48.393346 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8a6d71b4-f0f9-4a0f-a055-8b8b0859da17 admin admin] Publish callbacks [] for security_group (192de126-b73e-40cb-bf5b-250999583c53), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:48.401809 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea21e7e9-b42d-4809-8e5c-e9302c64d211 req-49b2aaff-092e-4cee-a2f5-9486f33d4741 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:48.403766 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ea21e7e9-b42d-4809-8e5c-e9302c64d211 req-49b2aaff-092e-4cee-a2f5-9486f33d4741 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 944 time: 0.0840621 Feb 19 03:08:48.458492 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8a6d71b4-f0f9-4a0f-a055-8b8b0859da17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (192de126-b73e-40cb-bf5b-250999583c53), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:48.464083 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8a6d71b4-f0f9-4a0f-a055-8b8b0859da17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:48.466654 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-8a6d71b4-f0f9-4a0f-a055-8b8b0859da17 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/192de126-b73e-40cb-bf5b-250999583c53 HTTP/1.1" status: 204 len: 168 time: 0.1697240 Feb 19 03:08:48.485616 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6d71b4-f0f9-4a0f-a055-8b8b0859da17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=192de126-b73e-40cb-bf5b-250999583c53,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:48.571979 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ea21e7e9-b42d-4809-8e5c-e9302c64d211 req-29b76353-ba90-4779-b179-5cefa60fd304 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1493149 Feb 19 03:08:48.774654 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad844430-7456-4b10-8ddd-20c416bb2040 req-b6dc6e85-ed99-4234-8f25-8ce969392b0a tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:48.778035 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ad844430-7456-4b10-8ddd-20c416bb2040 req-b6dc6e85-ed99-4234-8f25-8ce969392b0a tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 944 time: 0.1035397 Feb 19 03:08:48.884435 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ad844430-7456-4b10-8ddd-20c416bb2040 req-1ef3e5c9-bdd2-40b8-bc6d-402e709b45e2 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999498 Feb 19 03:08:49.147419 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1108c7d6-5bb6-4b54-a106-4863c31efe77 req-9c4ac0e0-f232-4cf9-8ade-66b515531cb8 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:49.149504 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1108c7d6-5bb6-4b54-a106-4863c31efe77 req-9c4ac0e0-f232-4cf9-8ade-66b515531cb8 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 944 time: 0.1316888 Feb 19 03:08:49.237926 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1108c7d6-5bb6-4b54-a106-4863c31efe77 req-ead28094-1e06-4778-8605-636bc50d6e19 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823610 Feb 19 03:08:49.277431 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:49.422066 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff9677b-0f92-4ae5-8470-9b7172dac4bb req-7528fb38-3536-4547-9633-6b7345423764 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:49.423838 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9ff9677b-0f92-4ae5-8470-9b7172dac4bb req-7528fb38-3536-4547-9633-6b7345423764 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 944 time: 0.0679410 Feb 19 03:08:49.493143 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58926) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:49.513343 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9ff9677b-0f92-4ae5-8470-9b7172dac4bb req-d5f72638-22ab-41dc-a236-86d4cc7b1819 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819385 Feb 19 03:08:49.640027 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-2f0a1fa2-cb7b-440a-97dd-247d7328517f tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-159494448'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:08:49.684961 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f0a1fa2-cb7b-440a-97dd-247d7328517f tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] Made reservation on behalf of c41776f1b7884da8935b7e25d9778740 for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:08:49.690884 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2f0a1fa2-cb7b-440a-97dd-247d7328517f tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:49.709648 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2f0a1fa2-cb7b-440a-97dd-247d7328517f tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:49.886953 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2f0a1fa2-cb7b-440a-97dd-247d7328517f tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] Publish callbacks [] for security_group (5c8ec413-f6c8-4500-8d2f-b648ae7a1d9c), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:49.893984 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2f0a1fa2-cb7b-440a-97dd-247d7328517f tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (5c8ec413-f6c8-4500-8d2f-b648ae7a1d9c), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:49.966930 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0a1fa2-cb7b-440a-97dd-247d7328517f tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8ec413-f6c8-4500-8d2f-b648ae7a1d9c,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:49.971971 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f0a1fa2-cb7b-440a-97dd-247d7328517f tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] vlan segment allocate from pool success with {'vlan_id': 266, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:08:49.976755 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d4dfd2-19a4-4c75-b3f1-4e392c95fa59 req-1a9e2f1c-b24a-4685-aade-1801b53674a3 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:49.978423 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c1d4dfd2-19a4-4c75-b3f1-4e392c95fa59 req-1a9e2f1c-b24a-4685-aade-1801b53674a3 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/networks?id=0f4d9579-5631-481f-acff-55faffa2a3d0 HTTP/1.1" status: 200 len: 812 time: 0.1450007 Feb 19 03:08:50.011427 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c1d4dfd2-19a4-4c75-b3f1-4e392c95fa59 req-59aad5ae-fff8-4ff3-884e-e90981eba32a tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/quotas/b9f6d445adfb4303a5f2e35c9323b376 HTTP/1.1" status: 200 len: 375 time: 0.0251143 Feb 19 03:08:50.027463 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2f0a1fa2-cb7b-440a-97dd-247d7328517f tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (5108e5cc-ca6c-4de2-b683-8a8a7576b645), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:50.028165 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-2f0a1fa2-cb7b-440a-97dd-247d7328517f tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] Added segment 5108e5cc-ca6c-4de2-b683-8a8a7576b645 of type vlan for network 2df8ad74-5548-4097-8feb-1795291b418c Feb 19 03:08:50.108068 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c1d4dfd2-19a4-4c75-b3f1-4e392c95fa59 req-d441a3e3-d179-4a43-b600-b2ab14487d6b tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=b9f6d445adfb4303a5f2e35c9323b376&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0884182 Feb 19 03:08:50.143174 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2f0a1fa2-cb7b-440a-97dd-247d7328517f tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (2df8ad74-5548-4097-8feb-1795291b418c), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:50.175277 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2f0a1fa2-cb7b-440a-97dd-247d7328517f tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (2df8ad74-5548-4097-8feb-1795291b418c), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:50.183582 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0a1fa2-cb7b-440a-97dd-247d7328517f tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:50.184334 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2f0a1fa2-cb7b-440a-97dd-247d7328517f tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:50.224144 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c1d4dfd2-19a4-4c75-b3f1-4e392c95fa59 req-87879792-d4ae-442a-8f4f-7ae0cf08879e service neutron] 10.222.0.72 "GET /v2.0/networks/0f4d9579-5631-481f-acff-55faffa2a3d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146121 Feb 19 03:08:50.271674 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-2f0a1fa2-cb7b-440a-97dd-247d7328517f tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.7730424 Feb 19 03:08:50.276728 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58948) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:50.283402 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-6896c740-0bed-45a4-b8f7-f0d9be85cf2d tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] Request body: {'subnet': {'network_id': '2df8ad74-5548-4097-8feb-1795291b418c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:08:50.350693 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c1d4dfd2-19a4-4c75-b3f1-4e392c95fa59 req-8e509fcb-6bfc-4e96-b225-9760ee7b4d77 service neutron] 10.222.0.72 "GET /v2.0/networks/0f4d9579-5631-481f-acff-55faffa2a3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196930 Feb 19 03:08:50.368667 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0a1fa2-cb7b-440a-97dd-247d7328517f tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] Pushing event updated for resources: {'Network': ['ID=2df8ad74-5548-4097-8feb-1795291b418c,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:50.383709 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 2df8ad74-5548-4097-8feb-1795291b418c details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:08:50.445226 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6896c740-0bed-45a4-b8f7-f0d9be85cf2d tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] Made reservation on behalf of c41776f1b7884da8935b7e25d9778740 for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:08:50.451899 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6896c740-0bed-45a4-b8f7-f0d9be85cf2d tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:50.555664 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:50.752630 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ec55856a-a6fa-4f70-80bc-f1458814f308 req-41ae12e8-c3c9-497f-a990-68c1b9eacfeb tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=22f4f8b6-26f2-43b9-bec7-de3dfc4e0224 HTTP/1.1" status: 200 len: 210 time: 0.0823085 Feb 19 03:08:50.792505 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6896c740-0bed-45a4-b8f7-f0d9be85cf2d tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (af8d7c92-a489-4da7-b5d5-38b4172d9b02), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:50.896123 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6896c740-0bed-45a4-b8f7-f0d9be85cf2d tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] Checking segment: {'id': '5108e5cc-ca6c-4de2-b683-8a8a7576b645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '2df8ad74-5548-4097-8feb-1795291b418c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:08:50.896123 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6896c740-0bed-45a4-b8f7-f0d9be85cf2d tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] Network hostable DHCP agents. Network: 2df8ad74-5548-4097-8feb-1795291b418c, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:08:50.927644 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6896c740-0bed-45a4-b8f7-f0d9be85cf2d tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] Pushing event updated for resources: {'Subnet': ['ID=af8d7c92-a489-4da7-b5d5-38b4172d9b02,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:50.943582 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6896c740-0bed-45a4-b8f7-f0d9be85cf2d tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] Network 2df8ad74-5548-4097-8feb-1795291b418c is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:08:50.958646 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-6896c740-0bed-45a4-b8f7-f0d9be85cf2d tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 2df8ad74-5548-4097-8feb-1795291b418c) {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:08:50.976690 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6896c740-0bed-45a4-b8f7-f0d9be85cf2d tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:50.977410 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6896c740-0bed-45a4-b8f7-f0d9be85cf2d tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:51.009856 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ced24f-6898-4791-83d4-c7f0448a802a None None] Network 2df8ad74-5548-4097-8feb-1795291b418c requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:08:51.010409 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-6896c740-0bed-45a4-b8f7-f0d9be85cf2d tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7323461 Feb 19 03:08:51.016859 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 58962) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:51.022932 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-f142b836-13e6-4607-9e87-d25b64cd2515 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] Request body: {'port': {'network_id': '2df8ad74-5548-4097-8feb-1795291b418c', 'name': 'tempest-TagsExtTest-1328224565'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:08:51.216532 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f142b836-13e6-4607-9e87-d25b64cd2515 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] Made reservation on behalf of c41776f1b7884da8935b7e25d9778740 for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:08:51.221827 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f142b836-13e6-4607-9e87-d25b64cd2515 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:51.247726 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b5f49b-151a-4600-ba89-e47bc1fde89a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-2df8ad74-5548-4097-8feb-1795291b418c', 'network_id': '2df8ad74-5548-4097-8feb-1795291b418c', 'project_id': 'c41776f1b7884da8935b7e25d9778740', 'fixed_ips': [{'subnet_id': 'af8d7c92-a489-4da7-b5d5-38b4172d9b02'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:08:51.248580 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-11b5f49b-151a-4600-ba89-e47bc1fde89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:51.273396 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [None req-f142b836-13e6-4607-9e87-d25b64cd2515 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] device_id is not set on port fb32c6fd-42a6-4b43-9630-22690f48b4e2 yet. {{(pid=103701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:08:51.468678 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-f142b836-13e6-4607-9e87-d25b64cd2515 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] Allocated IP 172.20.0.10 (2df8ad74-5548-4097-8feb-1795291b418c/af8d7c92-a489-4da7-b5d5-38b4172d9b02/fb32c6fd-42a6-4b43-9630-22690f48b4e2) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:08:51.710846 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f142b836-13e6-4607-9e87-d25b64cd2515 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] Publish callbacks [] for port (fb32c6fd-42a6-4b43-9630-22690f48b4e2), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:51.756637 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f142b836-13e6-4607-9e87-d25b64cd2515 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (fb32c6fd-42a6-4b43-9630-22690f48b4e2), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:51.805918 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f142b836-13e6-4607-9e87-d25b64cd2515 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] Network 2df8ad74-5548-4097-8feb-1795291b418c is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:08:51.809503 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-f142b836-13e6-4607-9e87-d25b64cd2515 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:08:51.817928 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f142b836-13e6-4607-9e87-d25b64cd2515 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:08:51.909314 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-11b5f49b-151a-4600-ba89-e47bc1fde89a None None] Allocated IP 172.20.0.2 (2df8ad74-5548-4097-8feb-1795291b418c/af8d7c92-a489-4da7-b5d5-38b4172d9b02/23b9644f-8051-421c-b50c-9c631188bd2d) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:08:51.917236 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f142b836-13e6-4607-9e87-d25b64cd2515 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] Pushing event updated for resources: {'Port': ['ID=fb32c6fd-42a6-4b43-9630-22690f48b4e2,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:52.010215 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2620dfb9-d205-4f87-af0e-72919545dde8 req-be3b8630-33c2-4eed-87df-593a0ba9cb04 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=22f4f8b6-26f2-43b9-bec7-de3dfc4e0224 HTTP/1.1" status: 200 len: 210 time: 0.0939088 Feb 19 03:08:52.039706 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f142b836-13e6-4607-9e87-d25b64cd2515 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:52.053880 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f142b836-13e6-4607-9e87-d25b64cd2515 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:52.075801 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-f142b836-13e6-4607-9e87-d25b64cd2515 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.0576637 Feb 19 03:08:52.078377 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58974) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:52.083326 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-b53734bc-925f-497b-b871-d6a9fd047cb7 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-174349913', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:08:52.123101 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b53734bc-925f-497b-b871-d6a9fd047cb7 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14172'] for router (67bde816-6ce6-4736-8b6d-5d490fd134bc), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:52.124356 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b53734bc-925f-497b-b871-d6a9fd047cb7 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16317487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16285822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16309985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14247'] for router (67bde816-6ce6-4736-8b6d-5d490fd134bc), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:52.147399 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:52.249245 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-11b5f49b-151a-4600-ba89-e47bc1fde89a None None] Publish callbacks [] for port (23b9644f-8051-421c-b50c-9c631188bd2d), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:52.260510 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-11b5f49b-151a-4600-ba89-e47bc1fde89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (23b9644f-8051-421c-b50c-9c631188bd2d), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:52.302333 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b53734bc-925f-497b-b871-d6a9fd047cb7 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] Publish callbacks [] for router_controller (67bde816-6ce6-4736-8b6d-5d490fd134bc), precommit_add_association {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:52.338832 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b5f49b-151a-4600-ba89-e47bc1fde89a None None] Network 2df8ad74-5548-4097-8feb-1795291b418c is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:08:52.341680 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b53734bc-925f-497b-b871-d6a9fd047cb7 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16317478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865'] for router (67bde816-6ce6-4736-8b6d-5d490fd134bc), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:52.346390 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-11b5f49b-151a-4600-ba89-e47bc1fde89a None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:08:52.360532 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b5f49b-151a-4600-ba89-e47bc1fde89a None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:08:52.409743 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b53734bc-925f-497b-b871-d6a9fd047cb7 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:52.414544 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-b53734bc-925f-497b-b871-d6a9fd047cb7 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3322663 Feb 19 03:08:52.415496 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 58980) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:52.420040 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-34d6a53d-156c-441e-9fdd-a0a436595e56 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1174863690', 'prefixes': ['172.20.0.0/16']}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:08:52.486012 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b5f49b-151a-4600-ba89-e47bc1fde89a None None] Pushing event updated for resources: {'Port': ['ID=23b9644f-8051-421c-b50c-9c631188bd2d,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:52.522165 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d4dfd2-19a4-4c75-b3f1-4e392c95fa59 req-b01cee15-99e3-48a8-9554-70769d03995b tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:52.526169 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c1d4dfd2-19a4-4c75-b3f1-4e392c95fa59 req-b01cee15-99e3-48a8-9554-70769d03995b tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.73 "GET /v2.0/networks?id=0f4d9579-5631-481f-acff-55faffa2a3d0 HTTP/1.1" status: 200 len: 812 time: 0.3446219 Feb 19 03:08:52.545591 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-c1d4dfd2-19a4-4c75-b3f1-4e392c95fa59 req-f2534fe6-ec1a-4ac1-b409-8e8fa74cad8a tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Request body: {'port': {'device_id': '22f4f8b6-26f2-43b9-bec7-de3dfc4e0224', 'network_id': '0f4d9579-5631-481f-acff-55faffa2a3d0', 'admin_state_up': True, 'tenant_id': 'b9f6d445adfb4303a5f2e35c9323b376'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:08:52.590206 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-34d6a53d-156c-441e-9fdd-a0a436595e56 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:52.597993 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-11b5f49b-151a-4600-ba89-e47bc1fde89a None None] Attempting to bind port 23b9644f-8051-421c-b50c-9c631188bd2d on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:08:52.597993 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-11b5f49b-151a-4600-ba89-e47bc1fde89a None None] Attempting to bind port 23b9644f-8051-421c-b50c-9c631188bd2d by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '5108e5cc-ca6c-4de2-b683-8a8a7576b645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '2df8ad74-5548-4097-8feb-1795291b418c'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:08:52.597993 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b5f49b-151a-4600-ba89-e47bc1fde89a None None] Attempting to bind port 23b9644f-8051-421c-b50c-9c631188bd2d on network 2df8ad74-5548-4097-8feb-1795291b418c {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:08:52.599047 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-34d6a53d-156c-441e-9fdd-a0a436595e56 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] 10.222.0.72 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1789680 Feb 19 03:08:52.599625 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58982) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:52.604498 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:52.605917 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b5f49b-151a-4600-ba89-e47bc1fde89a None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:08:52.606574 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b5f49b-151a-4600-ba89-e47bc1fde89a None None] Checking segment: {'id': '5108e5cc-ca6c-4de2-b683-8a8a7576b645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '2df8ad74-5548-4097-8feb-1795291b418c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:08:52.606966 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-11b5f49b-151a-4600-ba89-e47bc1fde89a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:52.607363 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b5f49b-151a-4600-ba89-e47bc1fde89a None None] Bound using segment: {'id': '5108e5cc-ca6c-4de2-b683-8a8a7576b645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '2df8ad74-5548-4097-8feb-1795291b418c'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:08:52.607851 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-11b5f49b-151a-4600-ba89-e47bc1fde89a None None] Bound port: 23b9644f-8051-421c-b50c-9c631188bd2d, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5108e5cc-ca6c-4de2-b683-8a8a7576b645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '2df8ad74-5548-4097-8feb-1795291b418c'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:08:52.608231 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-11b5f49b-151a-4600-ba89-e47bc1fde89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (23b9644f-8051-421c-b50c-9c631188bd2d), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:52.612737 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 58984) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:52.644388 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.tag.tag_plugin [None req-b0b0bffe-f77c-4698-ad74-6881e0ab0bab tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'af8d7c92-a489-4da7-b5d5-38b4172d9b02', 'tempest-TagsExtTest-Tag-1279393754') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:08:52.694332 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-11b5f49b-151a-4600-ba89-e47bc1fde89a None None] For port 23b9644f-8051-421c-b50c-9c631188bd2d, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:08:52.698724 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-11b5f49b-151a-4600-ba89-e47bc1fde89a None None] For port 23b9644f-8051-421c-b50c-9c631188bd2d, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=23b9644f-8051-421c-b50c-9c631188bd2d,segment=NetworkSegment(5108e5cc-ca6c-4de2-b683-8a8a7576b645),segment_id=5108e5cc-ca6c-4de2-b683-8a8a7576b645)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:08:52.706911 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-11b5f49b-151a-4600-ba89-e47bc1fde89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (23b9644f-8051-421c-b50c-9c631188bd2d), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:52.789145 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b5f49b-151a-4600-ba89-e47bc1fde89a None None] Pushing event updated for resources: {'Port': ['ID=23b9644f-8051-421c-b50c-9c631188bd2d,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:52.808662 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b3c47d8c-9c39-4132-98b3-5f6c7c786955 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:52.902529 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1d4dfd2-19a4-4c75-b3f1-4e392c95fa59 req-f2534fe6-ec1a-4ac1-b409-8e8fa74cad8a tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Made reservation on behalf of b9f6d445adfb4303a5f2e35c9323b376 for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:08:52.906544 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-c1d4dfd2-19a4-4c75-b3f1-4e392c95fa59 req-f2534fe6-ec1a-4ac1-b409-8e8fa74cad8a tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:52.924646 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b3c47d8c-9c39-4132-98b3-5f6c7c786955 admin admin] Publish callbacks [] for security_group (6033f905-5549-4e47-9028-f3e3d485805c), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:52.933053 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-b0b0bffe-f77c-4698-ad74-6881e0ab0bab tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] 10.222.0.72 "PUT /v2.0/subnets/af8d7c92-a489-4da7-b5d5-38b4172d9b02/tags/tempest-TagsExtTest-Tag-1279393754 HTTP/1.1" status: 201 len: 201 time: 0.3318372 Feb 19 03:08:52.935203 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b3c47d8c-9c39-4132-98b3-5f6c7c786955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (6033f905-5549-4e47-9028-f3e3d485805c), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:52.937920 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 58988) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:52.945921 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.tag.tag_plugin [None req-467abf90-cc9a-4aa8-b2e7-40c6425267e4 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'fb32c6fd-42a6-4b43-9630-22690f48b4e2', 'tempest-TagsExtTest-Tag-434587782') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:08:53.025478 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-b3c47d8c-9c39-4132-98b3-5f6c7c786955 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d7e466b5ced843129a0d0f9fcd6105c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4102511 Feb 19 03:08:53.029877 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c47d8c-9c39-4132-98b3-5f6c7c786955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6033f905-5549-4e47-9028-f3e3d485805c,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:53.034605 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58990) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:53.154668 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-467abf90-cc9a-4aa8-b2e7-40c6425267e4 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] 10.222.0.72 "PUT /v2.0/ports/fb32c6fd-42a6-4b43-9630-22690f48b4e2/tags/tempest-TagsExtTest-Tag-434587782 HTTP/1.1" status: 201 len: 201 time: 0.2139981 Feb 19 03:08:53.158010 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 58994) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:53.164742 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.tag.tag_plugin [None req-9402096d-c601-49b8-9bc3-9540dd62af5e tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '67bde816-6ce6-4736-8b6d-5d490fd134bc', 'tempest-TagsExtTest-Tag-1030455557') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:08:53.214390 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0bfc89bf-7bb1-40ac-b013-32fc9df30673 admin admin] Publish callbacks [] for security_group (6033f905-5549-4e47-9028-f3e3d485805c), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:53.218400 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [req-c1d4dfd2-19a4-4c75-b3f1-4e392c95fa59 req-f2534fe6-ec1a-4ac1-b409-8e8fa74cad8a tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Allocated IP 172.20.0.5 (0f4d9579-5631-481f-acff-55faffa2a3d0/873fca23-e618-4343-ad67-b4c94d7ebaec/f7b6da1f-b537-45af-9feb-c15f1c6a08bc) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:08:53.247384 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-21001111-ca75-41e6-8117-db40766c4e3c req-f361aa2e-ebae-41b6-8f79-7a569e923779 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=22f4f8b6-26f2-43b9-bec7-de3dfc4e0224 HTTP/1.1" status: 200 len: 210 time: 0.0367870 Feb 19 03:08:53.289571 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0bfc89bf-7bb1-40ac-b013-32fc9df30673 admin admin] Publish callbacks [] for security_group (6033f905-5549-4e47-9028-f3e3d485805c), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:53.335211 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-9402096d-c601-49b8-9bc3-9540dd62af5e tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] 10.222.0.72 "PUT /v2.0/routers/67bde816-6ce6-4736-8b6d-5d490fd134bc/tags/tempest-TagsExtTest-Tag-1030455557 HTTP/1.1" status: 201 len: 201 time: 0.1727304 Feb 19 03:08:53.335724 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 58996) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:53.349628 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.tag.tag_plugin [None req-10054dba-267e-4f13-afe1-c9e35f59c9cf tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '5ba05f16-a7d2-47e9-8265-c80214f25bfb', 'tempest-TagsExtTest-Tag-1934438279') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:08:53.486960 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0bfc89bf-7bb1-40ac-b013-32fc9df30673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (6033f905-5549-4e47-9028-f3e3d485805c), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:53.490280 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0bfc89bf-7bb1-40ac-b013-32fc9df30673 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:53.494323 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-0bfc89bf-7bb1-40ac-b013-32fc9df30673 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6033f905-5549-4e47-9028-f3e3d485805c HTTP/1.1" status: 204 len: 168 time: 0.4593368 Feb 19 03:08:53.526127 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfc89bf-7bb1-40ac-b013-32fc9df30673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6033f905-5549-4e47-9028-f3e3d485805c,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:53.544913 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-10054dba-267e-4f13-afe1-c9e35f59c9cf tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] 10.222.0.72 "PUT /v2.0/subnetpools/5ba05f16-a7d2-47e9-8265-c80214f25bfb/tags/tempest-TagsExtTest-Tag-1934438279 HTTP/1.1" status: 201 len: 201 time: 0.2033834 Feb 19 03:08:53.547727 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 59004) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:53.552228 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.tag.tag_plugin [None req-cfcda01d-422c-4039-a16f-bda43b4bbcf7 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'af8d7c92-a489-4da7-b5d5-38b4172d9b02') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:08:53.601053 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-c1d4dfd2-19a4-4c75-b3f1-4e392c95fa59 req-f2534fe6-ec1a-4ac1-b409-8e8fa74cad8a tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Publish callbacks [] for port (f7b6da1f-b537-45af-9feb-c15f1c6a08bc), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:53.657368 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-c1d4dfd2-19a4-4c75-b3f1-4e392c95fa59 req-f2534fe6-ec1a-4ac1-b409-8e8fa74cad8a tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (f7b6da1f-b537-45af-9feb-c15f1c6a08bc), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:53.692640 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['ee0a9052-b8e5-46ec-9a0b-e486bffedfdb'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:08:53.704958 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-cfcda01d-422c-4039-a16f-bda43b4bbcf7 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] 10.222.0.72 "GET /v2.0/subnets/af8d7c92-a489-4da7-b5d5-38b4172d9b02/tags HTTP/1.1" status: 200 len: 241 time: 0.1561265 Feb 19 03:08:53.720018 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 59016) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:53.725413 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.tag.tag_plugin [None req-1c648f16-1d8d-43a5-bc89-b51cee730396 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'af8d7c92-a489-4da7-b5d5-38b4172d9b02', 'tempest-TagsExtTest-Tag-1279393754') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:08:53.747977 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-99e15bf0-5ad5-4984-bc33-f9a0a4d5986a req-baa49093-31d1-49d0-9de5-cf31cd7c0d73 tempest-VolumesBackupsTest-1550039874 tempest-VolumesBackupsTest-1550039874-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=376b1bcecd5f4e18bc0cc4339c1d0b04&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0723968 Feb 19 03:08:53.773966 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1d4dfd2-19a4-4c75-b3f1-4e392c95fa59 req-f2534fe6-ec1a-4ac1-b409-8e8fa74cad8a tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Network 0f4d9579-5631-481f-acff-55faffa2a3d0 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:08:53.777730 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [req-c1d4dfd2-19a4-4c75-b3f1-4e392c95fa59 req-f2534fe6-ec1a-4ac1-b409-8e8fa74cad8a tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:08:53.810712 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1d4dfd2-19a4-4c75-b3f1-4e392c95fa59 req-f2534fe6-ec1a-4ac1-b409-8e8fa74cad8a tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:08:53.915442 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d4dfd2-19a4-4c75-b3f1-4e392c95fa59 req-f2534fe6-ec1a-4ac1-b409-8e8fa74cad8a tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:53.916126 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-c1d4dfd2-19a4-4c75-b3f1-4e392c95fa59 req-f2534fe6-ec1a-4ac1-b409-8e8fa74cad8a tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:53.987589 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c1d4dfd2-19a4-4c75-b3f1-4e392c95fa59 req-f2534fe6-ec1a-4ac1-b409-8e8fa74cad8a tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4471235 Feb 19 03:08:54.003207 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2534fe6-ec1a-4ac1-b409-8e8fa74cad8a tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Pushing event updated for resources: {'Port': ['ID=f7b6da1f-b537-45af-9feb-c15f1c6a08bc,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:54.024619 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-c1d4dfd2-19a4-4c75-b3f1-4e392c95fa59 req-a40b6ed4-4c60-4e99-a2c7-42a148064339 service neutron] Request body: {'port': {'device_id': '22f4f8b6-26f2-43b9-bec7-de3dfc4e0224', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826753-2'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:08:54.109233 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 23b9644f-8051-421c-b50c-9c631188bd2d up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:08:54.133717 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-1c648f16-1d8d-43a5-bc89-b51cee730396 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] 10.222.0.72 "GET /v2.0/subnets/af8d7c92-a489-4da7-b5d5-38b4172d9b02/tags/tempest-TagsExtTest-Tag-1279393754 HTTP/1.1" status: 204 len: 168 time: 0.4123476 Feb 19 03:08:54.149369 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 59024) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:54.162693 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.tag.tag_plugin [None req-1d77fcc7-cb4f-4f02-9c52-617322b2688c tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'af8d7c92-a489-4da7-b5d5-38b4172d9b02', 'tempest-TagsExtTest-Tag-1279393754') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:08:54.213911 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 23b9644f-8051-421c-b50c-9c631188bd2d triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:08:54.214798 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (23b9644f-8051-421c-b50c-9c631188bd2d), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:54.261942 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e15bf0-5ad5-4984-bc33-f9a0a4d5986a req-671aa4e0-22a9-4393-a6c4-7d412ecd3b85 tempest-VolumesBackupsTest-1550039874 tempest-VolumesBackupsTest-1550039874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:54.263551 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-99e15bf0-5ad5-4984-bc33-f9a0a4d5986a req-671aa4e0-22a9-4393-a6c4-7d412ecd3b85 tempest-VolumesBackupsTest-1550039874 tempest-VolumesBackupsTest-1550039874-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5012674 Feb 19 03:08:54.293889 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-c1d4dfd2-19a4-4c75-b3f1-4e392c95fa59 req-a40b6ed4-4c60-4e99-a2c7-42a148064339 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (f7b6da1f-b537-45af-9feb-c15f1c6a08bc), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:54.327032 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-99e15bf0-5ad5-4984-bc33-f9a0a4d5986a req-6b371819-10fc-441e-b7ed-02b458825d84 tempest-VolumesBackupsTest-1550039874 tempest-VolumesBackupsTest-1550039874-project] 10.222.0.72 "GET /v2.0/quotas/376b1bcecd5f4e18bc0cc4339c1d0b04 HTTP/1.1" status: 200 len: 375 time: 0.0529354 Feb 19 03:08:54.362367 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 23b9644f-8051-421c-b50c-9c631188bd2d is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:08:54.362919 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (23b9644f-8051-421c-b50c-9c631188bd2d), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:54.383077 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-0aceb6be-cc9f-46b9-9d51-5d921845c7c8 None None] Provisioning complete for port f7b6da1f-b537-45af-9feb-c15f1c6a08bc triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:08:54.383573 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-0aceb6be-cc9f-46b9-9d51-5d921845c7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (f7b6da1f-b537-45af-9feb-c15f1c6a08bc), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:54.419911 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-99e15bf0-5ad5-4984-bc33-f9a0a4d5986a req-100eb5f6-611f-4995-8d73-c515b9871851 tempest-VolumesBackupsTest-1550039874 tempest-VolumesBackupsTest-1550039874-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=376b1bcecd5f4e18bc0cc4339c1d0b04&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0799549 Feb 19 03:08:54.464982 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port 23b9644f-8051-421c-b50c-9c631188bd2d, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=23b9644f-8051-421c-b50c-9c631188bd2d,segment=NetworkSegment(5108e5cc-ca6c-4de2-b683-8a8a7576b645),segment_id=5108e5cc-ca6c-4de2-b683-8a8a7576b645)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:08:54.483593 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (23b9644f-8051-421c-b50c-9c631188bd2d), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:54.562769 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=23b9644f-8051-421c-b50c-9c631188bd2d,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:54.589675 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7684df1b-410b-488e-a87c-6b4ea7baec5e None None] Network 2df8ad74-5548-4097-8feb-1795291b418c requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:08:54.594183 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-0aceb6be-cc9f-46b9-9d51-5d921845c7c8 None None] Port f7b6da1f-b537-45af-9feb-c15f1c6a08bc cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:08:54.786482 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-1d77fcc7-cb4f-4f02-9c52-617322b2688c tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] 10.222.0.72 "DELETE /v2.0/subnets/af8d7c92-a489-4da7-b5d5-38b4172d9b02/tags/tempest-TagsExtTest-Tag-1279393754 HTTP/1.1" status: 204 len: 168 time: 0.6339655 Feb 19 03:08:54.789201 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 59044) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:54.793915 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.tag.tag_plugin [None req-e9c3ff04-53d7-4c34-80c3-2057d177c3f2 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'af8d7c92-a489-4da7-b5d5-38b4172d9b02') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:08:54.853801 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-f3124907-bb17-4ff2-9633-ce781a02ce51 None None] Provisioning complete for port 23b9644f-8051-421c-b50c-9c631188bd2d triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:08:54.854430 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f3124907-bb17-4ff2-9633-ce781a02ce51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (23b9644f-8051-421c-b50c-9c631188bd2d), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:54.909713 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-e9c3ff04-53d7-4c34-80c3-2057d177c3f2 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] 10.222.0.72 "GET /v2.0/subnets/af8d7c92-a489-4da7-b5d5-38b4172d9b02/tags HTTP/1.1" status: 200 len: 205 time: 0.1169672 Feb 19 03:08:54.929598 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 59046) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:54.936322 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.tag.tag_plugin [None req-fcd3f4aa-fa3d-473f-a53b-a5f73cbe5ade tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'fb32c6fd-42a6-4b43-9630-22690f48b4e2') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:08:55.003335 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-c1d4dfd2-19a4-4c75-b3f1-4e392c95fa59 req-a40b6ed4-4c60-4e99-a2c7-42a148064339 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7b6da1f-b537-45af-9feb-c15f1c6a08bc {{(pid=103702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:08:55.015492 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-c1d4dfd2-19a4-4c75-b3f1-4e392c95fa59 req-a40b6ed4-4c60-4e99-a2c7-42a148064339 service neutron] Publish callbacks [] for port (f7b6da1f-b537-45af-9feb-c15f1c6a08bc), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:55.038326 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-c1d4dfd2-19a4-4c75-b3f1-4e392c95fa59 req-a40b6ed4-4c60-4e99-a2c7-42a148064339 service neutron] Transition to ACTIVE for port object f7b6da1f-b537-45af-9feb-c15f1c6a08bc will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:08:55.051596 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-fcd3f4aa-fa3d-473f-a53b-a5f73cbe5ade tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] 10.222.0.72 "GET /v2.0/ports/fb32c6fd-42a6-4b43-9630-22690f48b4e2/tags HTTP/1.1" status: 200 len: 240 time: 0.1208248 Feb 19 03:08:55.052939 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-c1d4dfd2-19a4-4c75-b3f1-4e392c95fa59 req-a40b6ed4-4c60-4e99-a2c7-42a148064339 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (f7b6da1f-b537-45af-9feb-c15f1c6a08bc), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:55.063234 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 59058) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:55.114361 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40b6ed4-4c60-4e99-a2c7-42a148064339 service neutron] Pushing event updated for resources: {'Port': ['ID=f7b6da1f-b537-45af-9feb-c15f1c6a08bc,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:55.115696 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-f3124907-bb17-4ff2-9633-ce781a02ce51 None None] Current status of the port 23b9644f-8051-421c-b50c-9c631188bd2d is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:08:55.139719 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.tag.tag_plugin [None req-93a55cf6-5fee-4347-9600-6a1640fc2652 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'fb32c6fd-42a6-4b43-9630-22690f48b4e2', 'tempest-TagsExtTest-Tag-434587782') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:08:55.164759 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-710da6e6-17d1-4327-bc44-3d92f9126daf req-2c8a2af1-909b-40c8-a188-247fb2f39114 tempest-VolumesBackupsTest-1550039874 tempest-VolumesBackupsTest-1550039874-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0431707-cecb-4c7f-a21a-2881ee4d482e HTTP/1.1" status: 200 len: 210 time: 0.0607150 Feb 19 03:08:55.224408 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a60e4b3-3fae-474f-b9bb-b1a1d52dfa5b req-a780c98e-07d2-449d-be74-fea4fdd01248 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:55.227171 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8a60e4b3-3fae-474f-b9bb-b1a1d52dfa5b req-a780c98e-07d2-449d-be74-fea4fdd01248 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=22f4f8b6-26f2-43b9-bec7-de3dfc4e0224 HTTP/1.1" status: 200 len: 931 time: 0.8059974 Feb 19 03:08:55.341686 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-93a55cf6-5fee-4347-9600-6a1640fc2652 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] 10.222.0.72 "GET /v2.0/ports/fb32c6fd-42a6-4b43-9630-22690f48b4e2/tags/tempest-TagsExtTest-Tag-434587782 HTTP/1.1" status: 204 len: 168 time: 0.2315655 Feb 19 03:08:55.342527 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 59062) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:55.342671 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8a60e4b3-3fae-474f-b9bb-b1a1d52dfa5b req-fade310f-55ae-4842-a43f-0e5966e8d9f2 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6656291-2f71-4c36-83df-c6cd4c44fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092978 Feb 19 03:08:55.343346 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-c1d4dfd2-19a4-4c75-b3f1-4e392c95fa59 req-a40b6ed4-4c60-4e99-a2c7-42a148064339 service neutron] Attempting to bind port f7b6da1f-b537-45af-9feb-c15f1c6a08bc on host n-h1-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:08:55.343743 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-c1d4dfd2-19a4-4c75-b3f1-4e392c95fa59 req-a40b6ed4-4c60-4e99-a2c7-42a148064339 service neutron] Attempting to bind port f7b6da1f-b537-45af-9feb-c15f1c6a08bc by drivers openvswitch,hyperv on host n-h1-826753-2 at level 0 using segments [{'id': '9361ff5e-ecd3-4a53-b64f-0204e54bd4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '0f4d9579-5631-481f-acff-55faffa2a3d0'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:08:55.344136 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d4dfd2-19a4-4c75-b3f1-4e392c95fa59 req-a40b6ed4-4c60-4e99-a2c7-42a148064339 service neutron] Attempting to bind port f7b6da1f-b537-45af-9feb-c15f1c6a08bc on network 0f4d9579-5631-481f-acff-55faffa2a3d0 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:08:55.364283 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.tag.tag_plugin [None req-28474d4e-dd52-420f-9223-ce14bdf92d50 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'fb32c6fd-42a6-4b43-9630-22690f48b4e2', 'tempest-TagsExtTest-Tag-434587782') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:08:55.369219 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d4dfd2-19a4-4c75-b3f1-4e392c95fa59 req-a40b6ed4-4c60-4e99-a2c7-42a148064339 service neutron] Port f7b6da1f-b537-45af-9feb-c15f1c6a08bc on network 0f4d9579-5631-481f-acff-55faffa2a3d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:08:55.369557 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d4dfd2-19a4-4c75-b3f1-4e392c95fa59 req-a40b6ed4-4c60-4e99-a2c7-42a148064339 service neutron] Attempting to bind port f7b6da1f-b537-45af-9feb-c15f1c6a08bc on network 0f4d9579-5631-481f-acff-55faffa2a3d0 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:08:55.409578 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d4dfd2-19a4-4c75-b3f1-4e392c95fa59 req-a40b6ed4-4c60-4e99-a2c7-42a148064339 service neutron] Checking agent: {'id': '9d56fb1b-2855-496a-a6d9-c324740cb98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:08:55.410056 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d4dfd2-19a4-4c75-b3f1-4e392c95fa59 req-a40b6ed4-4c60-4e99-a2c7-42a148064339 service neutron] Checking segment: {'id': '9361ff5e-ecd3-4a53-b64f-0204e54bd4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '0f4d9579-5631-481f-acff-55faffa2a3d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:08:55.411392 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d4dfd2-19a4-4c75-b3f1-4e392c95fa59 req-a40b6ed4-4c60-4e99-a2c7-42a148064339 service neutron] Bound using segment: {'id': '9361ff5e-ecd3-4a53-b64f-0204e54bd4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '0f4d9579-5631-481f-acff-55faffa2a3d0'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:08:55.411710 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-c1d4dfd2-19a4-4c75-b3f1-4e392c95fa59 req-a40b6ed4-4c60-4e99-a2c7-42a148064339 service neutron] Bound port: f7b6da1f-b537-45af-9feb-c15f1c6a08bc, host: n-h1-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9361ff5e-ecd3-4a53-b64f-0204e54bd4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '0f4d9579-5631-481f-acff-55faffa2a3d0'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:08:55.412147 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-c1d4dfd2-19a4-4c75-b3f1-4e392c95fa59 req-a40b6ed4-4c60-4e99-a2c7-42a148064339 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (f7b6da1f-b537-45af-9feb-c15f1c6a08bc), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:55.521139 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 59086) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:55.525703 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.tag.tag_plugin [None req-36f34e53-1836-40f4-ab34-50e8491c3ece tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'fb32c6fd-42a6-4b43-9630-22690f48b4e2') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:08:55.528768 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-28474d4e-dd52-420f-9223-ce14bdf92d50 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] 10.222.0.72 "DELETE /v2.0/ports/fb32c6fd-42a6-4b43-9630-22690f48b4e2/tags/tempest-TagsExtTest-Tag-434587782 HTTP/1.1" status: 204 len: 168 time: 0.1817589 Feb 19 03:08:55.596715 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-c1d4dfd2-19a4-4c75-b3f1-4e392c95fa59 req-a40b6ed4-4c60-4e99-a2c7-42a148064339 service neutron] For port f7b6da1f-b537-45af-9feb-c15f1c6a08bc, host n-h1-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:08:55.599858 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-14836e86-e674-4d72-9f1d-6c7d5fb20bcc None None] Provisioning complete for port fb32c6fd-42a6-4b43-9630-22690f48b4e2 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:08:55.601691 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-14836e86-e674-4d72-9f1d-6c7d5fb20bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (fb32c6fd-42a6-4b43-9630-22690f48b4e2), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:55.609096 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-c1d4dfd2-19a4-4c75-b3f1-4e392c95fa59 req-a40b6ed4-4c60-4e99-a2c7-42a148064339 service neutron] For port f7b6da1f-b537-45af-9feb-c15f1c6a08bc, host n-h1-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=f7b6da1f-b537-45af-9feb-c15f1c6a08bc,segment=NetworkSegment(9361ff5e-ecd3-4a53-b64f-0204e54bd4ff),segment_id=9361ff5e-ecd3-4a53-b64f-0204e54bd4ff)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:08:55.618137 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-c1d4dfd2-19a4-4c75-b3f1-4e392c95fa59 req-a40b6ed4-4c60-4e99-a2c7-42a148064339 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (f7b6da1f-b537-45af-9feb-c15f1c6a08bc), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:55.643161 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-36f34e53-1836-40f4-ab34-50e8491c3ece tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] 10.222.0.72 "GET /v2.0/ports/fb32c6fd-42a6-4b43-9630-22690f48b4e2/tags HTTP/1.1" status: 200 len: 205 time: 0.1203229 Feb 19 03:08:55.645799 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 59100) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:55.656823 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.tag.tag_plugin [None req-c8a30be2-aac0-40ce-958e-e55f81fbe3bd tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '67bde816-6ce6-4736-8b6d-5d490fd134bc') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:08:55.657948 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-14836e86-e674-4d72-9f1d-6c7d5fb20bcc None None] Port fb32c6fd-42a6-4b43-9630-22690f48b4e2 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:08:55.674080 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-14836e86-e674-4d72-9f1d-6c7d5fb20bcc None None] Provisioning complete for port 23b9644f-8051-421c-b50c-9c631188bd2d triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:08:55.675110 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-14836e86-e674-4d72-9f1d-6c7d5fb20bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (23b9644f-8051-421c-b50c-9c631188bd2d), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:55.738314 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40b6ed4-4c60-4e99-a2c7-42a148064339 service neutron] Pushing event updated for resources: {'Port': ['ID=f7b6da1f-b537-45af-9feb-c15f1c6a08bc,revision_number=3']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:55.754862 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d4dfd2-19a4-4c75-b3f1-4e392c95fa59 req-a40b6ed4-4c60-4e99-a2c7-42a148064339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:55.755640 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-c1d4dfd2-19a4-4c75-b3f1-4e392c95fa59 req-a40b6ed4-4c60-4e99-a2c7-42a148064339 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:55.756689 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c1d4dfd2-19a4-4c75-b3f1-4e392c95fa59 req-a40b6ed4-4c60-4e99-a2c7-42a148064339 service neutron] 10.222.0.73 "PUT /v2.0/ports/f7b6da1f-b537-45af-9feb-c15f1c6a08bc HTTP/1.1" status: 200 len: 1091 time: 1.7472014 Feb 19 03:08:55.757187 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22f4f8b6-26f2-43b9-bec7-de3dfc4e0224', 'tag': 'f7b6da1f-b537-45af-9feb-c15f1c6a08bc'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:08:55.759900 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-011b80fe-ae21-4abc-8942-dbcc13403227" -d '{"events": [{"name": "network-changed", "server_uuid": "22f4f8b6-26f2-43b9-bec7-de3dfc4e0224", "tag": "f7b6da1f-b537-45af-9feb-c15f1c6a08bc"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:08:55.828650 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-c8a30be2-aac0-40ce-958e-e55f81fbe3bd tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] 10.222.0.72 "GET /v2.0/routers/67bde816-6ce6-4736-8b6d-5d490fd134bc/tags HTTP/1.1" status: 200 len: 241 time: 0.1815379 Feb 19 03:08:55.832224 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 59104) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:55.838557 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.tag.tag_plugin [None req-10a8f357-4a1e-4510-984b-8e0665419cfa tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '67bde816-6ce6-4736-8b6d-5d490fd134bc', 'tempest-TagsExtTest-Tag-1030455557') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:08:55.903774 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e850f8f2-c6c8-4d15-be45-6e7ca2fc9855 x-openstack-request-id: req-e850f8f2-c6c8-4d15-be45-6e7ca2fc9855 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:08:55.904169 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22f4f8b6-26f2-43b9-bec7-de3dfc4e0224", "tag": "f7b6da1f-b537-45af-9feb-c15f1c6a08bc", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:08:55.904528 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e850f8f2-c6c8-4d15-be45-6e7ca2fc9855 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:08:55.905059 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22f4f8b6-26f2-43b9-bec7-de3dfc4e0224', 'tag': 'f7b6da1f-b537-45af-9feb-c15f1c6a08bc', 'status': 'completed', 'code': 200} Feb 19 03:08:55.948640 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-14836e86-e674-4d72-9f1d-6c7d5fb20bcc None None] Current status of the port 23b9644f-8051-421c-b50c-9c631188bd2d is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:08:56.010765 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 23b9644f-8051-421c-b50c-9c631188bd2d up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:08:56.018894 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-10a8f357-4a1e-4510-984b-8e0665419cfa tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] 10.222.0.72 "GET /v2.0/routers/67bde816-6ce6-4736-8b6d-5d490fd134bc/tags/tempest-TagsExtTest-Tag-1030455557 HTTP/1.1" status: 204 len: 168 time: 0.1852372 Feb 19 03:08:56.022010 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 59108) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:56.028252 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d4dfd2-19a4-4c75-b3f1-4e392c95fa59 req-2fa6c4d0-9cf4-4937-b881-e9a443b3af2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:56.028426 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.tag.tag_plugin [None req-e7fd763b-a772-4c68-b9e9-91754fa71b76 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '67bde816-6ce6-4736-8b6d-5d490fd134bc', 'tempest-TagsExtTest-Tag-1030455557') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:08:56.029934 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c1d4dfd2-19a4-4c75-b3f1-4e392c95fa59 req-2fa6c4d0-9cf4-4937-b881-e9a443b3af2e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b9f6d445adfb4303a5f2e35c9323b376&device_id=22f4f8b6-26f2-43b9-bec7-de3dfc4e0224 HTTP/1.1" status: 200 len: 1125 time: 0.1239758 Feb 19 03:08:56.105958 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-0023caf9-7c41-41e0-ab98-7a638f0d0724 None None] Provisioning complete for port fb32c6fd-42a6-4b43-9630-22690f48b4e2 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:08:56.107078 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-0023caf9-7c41-41e0-ab98-7a638f0d0724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (fb32c6fd-42a6-4b43-9630-22690f48b4e2), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:56.107603 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c1d4dfd2-19a4-4c75-b3f1-4e392c95fa59 req-7101db6a-0182-4b61-af48-01d13c952484 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7b6da1f-b537-45af-9feb-c15f1c6a08bc HTTP/1.1" status: 200 len: 217 time: 0.0626965 Feb 19 03:08:56.145464 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 23b9644f-8051-421c-b50c-9c631188bd2d triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:08:56.145926 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (23b9644f-8051-421c-b50c-9c631188bd2d), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:56.188465 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d4dfd2-19a4-4c75-b3f1-4e392c95fa59 req-5249b216-d741-4b2b-b90d-3de80f018bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:56.191719 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c1d4dfd2-19a4-4c75-b3f1-4e392c95fa59 req-5249b216-d741-4b2b-b90d-3de80f018bfe service neutron] 10.222.0.73 "GET /v2.0/subnets?id=873fca23-e618-4343-ad67-b4c94d7ebaec HTTP/1.1" status: 200 len: 851 time: 0.0782626 Feb 19 03:08:56.199848 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-e7fd763b-a772-4c68-b9e9-91754fa71b76 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] 10.222.0.72 "DELETE /v2.0/routers/67bde816-6ce6-4736-8b6d-5d490fd134bc/tags/tempest-TagsExtTest-Tag-1030455557 HTTP/1.1" status: 204 len: 168 time: 0.1764402 Feb 19 03:08:56.202211 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 59114) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:56.213624 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.tag.tag_plugin [None req-a7807159-0061-4ba6-bb66-f4e47583c0f0 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '67bde816-6ce6-4736-8b6d-5d490fd134bc') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:08:56.252924 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-0023caf9-7c41-41e0-ab98-7a638f0d0724 None None] Port fb32c6fd-42a6-4b43-9630-22690f48b4e2 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:08:56.262662 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d4dfd2-19a4-4c75-b3f1-4e392c95fa59 req-d51656c5-262a-4174-ad6d-b6073f2a26bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:56.264362 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c1d4dfd2-19a4-4c75-b3f1-4e392c95fa59 req-d51656c5-262a-4174-ad6d-b6073f2a26bd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0f4d9579-5631-481f-acff-55faffa2a3d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0671670 Feb 19 03:08:56.273920 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:56.326114 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bdede661-c6d9-4133-8f11-665edb8bb6e9 req-ffccb2ce-e6d8-4b84-b5f5-951f6727b682 tempest-VolumesBackupsTest-1550039874 tempest-VolumesBackupsTest-1550039874-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0431707-cecb-4c7f-a21a-2881ee4d482e HTTP/1.1" status: 200 len: 210 time: 0.0458372 Feb 19 03:08:56.340093 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 23b9644f-8051-421c-b50c-9c631188bd2d is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:08:56.425543 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c1d4dfd2-19a4-4c75-b3f1-4e392c95fa59 req-86537248-50a8-45e0-8827-bfd8b8f9b16b service neutron] 10.222.0.73 "GET /v2.0/networks/0f4d9579-5631-481f-acff-55faffa2a3d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545041 Feb 19 03:08:56.451073 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-99e15bf0-5ad5-4984-bc33-f9a0a4d5986a req-212b706f-af6b-4cb9-b789-857906ea9c76 tempest-VolumesBackupsTest-1550039874 tempest-VolumesBackupsTest-1550039874-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=376b1bcecd5f4e18bc0cc4339c1d0b04&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0620105 Feb 19 03:08:56.557956 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-a7807159-0061-4ba6-bb66-f4e47583c0f0 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] 10.222.0.72 "GET /v2.0/routers/67bde816-6ce6-4736-8b6d-5d490fd134bc/tags HTTP/1.1" status: 200 len: 205 time: 0.3526525 Feb 19 03:08:56.562016 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 59148) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:56.572751 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.tag.tag_plugin [None req-c12e090d-1dfc-474e-9b8d-a0e34af70a0e tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '5ba05f16-a7d2-47e9-8265-c80214f25bfb') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:08:56.591762 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c1d4dfd2-19a4-4c75-b3f1-4e392c95fa59 req-20d97f35-aff8-47ee-ac10-b0412cde606e service neutron] 10.222.0.73 "GET /v2.0/networks/0f4d9579-5631-481f-acff-55faffa2a3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595254 Feb 19 03:08:56.598916 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e15bf0-5ad5-4984-bc33-f9a0a4d5986a req-f4d823f6-ca52-49d8-9bba-f3cd8e1128c7 tempest-VolumesBackupsTest-1550039874 tempest-VolumesBackupsTest-1550039874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:56.600457 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-99e15bf0-5ad5-4984-bc33-f9a0a4d5986a req-f4d823f6-ca52-49d8-9bba-f3cd8e1128c7 tempest-VolumesBackupsTest-1550039874 tempest-VolumesBackupsTest-1550039874-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1391625 Feb 19 03:08:56.609858 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-c12e090d-1dfc-474e-9b8d-a0e34af70a0e tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] 10.222.0.72 "GET /v2.0/subnetpools/5ba05f16-a7d2-47e9-8265-c80214f25bfb/tags HTTP/1.1" status: 200 len: 241 time: 0.0469213 Feb 19 03:08:56.612864 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 59150) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:56.618102 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.tag.tag_plugin [None req-f8b1eafc-7575-463a-a1c9-e0ea22efdb61 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5ba05f16-a7d2-47e9-8265-c80214f25bfb', 'tempest-TagsExtTest-Tag-1934438279') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:08:56.630854 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-99e15bf0-5ad5-4984-bc33-f9a0a4d5986a req-c76e71d1-504c-4718-94ef-529274a776be tempest-VolumesBackupsTest-1550039874 tempest-VolumesBackupsTest-1550039874-project] Request body: {'port': {'device_id': 'a0431707-cecb-4c7f-a21a-2881ee4d482e', 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f', 'admin_state_up': True, 'tenant_id': '376b1bcecd5f4e18bc0cc4339c1d0b04'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:08:56.643951 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5bd098-e507-43da-af1b-aa9cafd6ec6e req-1b0162d7-b506-4cd7-abd8-95aff57ea226 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:56.645533 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-f8b1eafc-7575-463a-a1c9-e0ea22efdb61 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] 10.222.0.72 "GET /v2.0/subnetpools/5ba05f16-a7d2-47e9-8265-c80214f25bfb/tags/tempest-TagsExtTest-Tag-1934438279 HTTP/1.1" status: 204 len: 168 time: 0.0294030 Feb 19 03:08:56.647618 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 59152) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:56.651891 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ca5bd098-e507-43da-af1b-aa9cafd6ec6e req-1b0162d7-b506-4cd7-abd8-95aff57ea226 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=22f4f8b6-26f2-43b9-bec7-de3dfc4e0224 HTTP/1.1" status: 200 len: 943 time: 0.2038801 Feb 19 03:08:56.653343 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.tag.tag_plugin [None req-cc04e120-4a87-4fba-b1b1-8ae75f7080f3 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '5ba05f16-a7d2-47e9-8265-c80214f25bfb', 'tempest-TagsExtTest-Tag-1934438279') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:08:56.732364 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-cc04e120-4a87-4fba-b1b1-8ae75f7080f3 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] 10.222.0.72 "DELETE /v2.0/subnetpools/5ba05f16-a7d2-47e9-8265-c80214f25bfb/tags/tempest-TagsExtTest-Tag-1934438279 HTTP/1.1" status: 204 len: 168 time: 0.0832937 Feb 19 03:08:56.734774 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 59154) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:56.740656 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.tag.tag_plugin [None req-09e6abfb-d7ae-479a-b5ab-c11144fb663e tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '5ba05f16-a7d2-47e9-8265-c80214f25bfb') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:08:56.766367 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011b80fe-ae21-4abc-8942-dbcc13403227 req-617dd3c0-96d6-40a2-9ee7-cd2566fb1477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:56.767932 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-011b80fe-ae21-4abc-8942-dbcc13403227 req-617dd3c0-96d6-40a2-9ee7-cd2566fb1477 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b9f6d445adfb4303a5f2e35c9323b376&device_id=22f4f8b6-26f2-43b9-bec7-de3dfc4e0224 HTTP/1.1" status: 200 len: 1125 time: 0.0867362 Feb 19 03:08:56.773575 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-09e6abfb-d7ae-479a-b5ab-c11144fb663e tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] 10.222.0.72 "GET /v2.0/subnetpools/5ba05f16-a7d2-47e9-8265-c80214f25bfb/tags HTTP/1.1" status: 200 len: 205 time: 0.0374715 Feb 19 03:08:56.777339 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ca5bd098-e507-43da-af1b-aa9cafd6ec6e req-37e52d91-8a74-4e1a-8ec8-3e94ea7a6e94 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6656291-2f71-4c36-83df-c6cd4c44fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244590 Feb 19 03:08:56.780278 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 59156) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:56.793440 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.tag.tag_plugin [None req-a807f9b7-5499-40b1-b04e-9d13160f4b5f tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '5ba05f16-a7d2-47e9-8265-c80214f25bfb') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:08:56.861731 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-a807f9b7-5499-40b1-b04e-9d13160f4b5f tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] 10.222.0.72 "DELETE /v2.0/subnetpools/5ba05f16-a7d2-47e9-8265-c80214f25bfb/tags HTTP/1.1" status: 204 len: 168 time: 0.0806210 Feb 19 03:08:56.864976 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99e15bf0-5ad5-4984-bc33-f9a0a4d5986a req-c76e71d1-504c-4718-94ef-529274a776be tempest-VolumesBackupsTest-1550039874 tempest-VolumesBackupsTest-1550039874-project] Made reservation on behalf of 376b1bcecd5f4e18bc0cc4339c1d0b04 for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:08:56.868489 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-99e15bf0-5ad5-4984-bc33-f9a0a4d5986a req-c76e71d1-504c-4718-94ef-529274a776be tempest-VolumesBackupsTest-1550039874 tempest-VolumesBackupsTest-1550039874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:56.868691 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 59158) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:56.873351 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.tag.tag_plugin [None req-a6503959-1267-470c-836d-af09b7fc3da5 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '67bde816-6ce6-4736-8b6d-5d490fd134bc') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:08:56.881412 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-99e15bf0-5ad5-4984-bc33-f9a0a4d5986a req-c76e71d1-504c-4718-94ef-529274a776be tempest-VolumesBackupsTest-1550039874 tempest-VolumesBackupsTest-1550039874-project] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:56.918867 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011b80fe-ae21-4abc-8942-dbcc13403227 req-8f7ec561-8a5e-4a55-af8d-fed31393f522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:56.920492 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-011b80fe-ae21-4abc-8942-dbcc13403227 req-8f7ec561-8a5e-4a55-af8d-fed31393f522 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0f4d9579-5631-481f-acff-55faffa2a3d0 HTTP/1.1" status: 200 len: 913 time: 0.1459949 Feb 19 03:08:56.972506 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-011b80fe-ae21-4abc-8942-dbcc13403227 req-98a03e15-0dc6-482d-bb71-b3f90f7ef88e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7b6da1f-b537-45af-9feb-c15f1c6a08bc HTTP/1.1" status: 200 len: 217 time: 0.0452271 Feb 19 03:08:56.987620 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-99e15bf0-5ad5-4984-bc33-f9a0a4d5986a req-c76e71d1-504c-4718-94ef-529274a776be tempest-VolumesBackupsTest-1550039874 tempest-VolumesBackupsTest-1550039874-project] Publish callbacks [] for security_group (398c0468-0d6c-448e-bf5b-d560bc342adc), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:56.992692 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-99e15bf0-5ad5-4984-bc33-f9a0a4d5986a req-c76e71d1-504c-4718-94ef-529274a776be tempest-VolumesBackupsTest-1550039874 tempest-VolumesBackupsTest-1550039874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (398c0468-0d6c-448e-bf5b-d560bc342adc), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:57.061196 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-a6503959-1267-470c-836d-af09b7fc3da5 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] 10.222.0.72 "DELETE /v2.0/routers/67bde816-6ce6-4736-8b6d-5d490fd134bc/tags HTTP/1.1" status: 204 len: 168 time: 0.1890781 Feb 19 03:08:57.065040 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 59160) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:57.071065 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.tag.tag_plugin [None req-27dae1b5-1bde-4ea2-89d5-c5c04f9462be tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'fb32c6fd-42a6-4b43-9630-22690f48b4e2') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:08:57.076137 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011b80fe-ae21-4abc-8942-dbcc13403227 req-5496fab7-4600-447a-bb31-36cbf16b4bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:57.078086 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-011b80fe-ae21-4abc-8942-dbcc13403227 req-5496fab7-4600-447a-bb31-36cbf16b4bf7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=873fca23-e618-4343-ad67-b4c94d7ebaec HTTP/1.1" status: 200 len: 851 time: 0.0794017 Feb 19 03:08:57.082054 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76e71d1-504c-4718-94ef-529274a776be tempest-VolumesBackupsTest-1550039874 tempest-VolumesBackupsTest-1550039874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=398c0468-0d6c-448e-bf5b-d560bc342adc,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:57.155694 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011b80fe-ae21-4abc-8942-dbcc13403227 req-f6e3a0ee-5607-4752-9cc5-ac709932888c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:57.157389 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-011b80fe-ae21-4abc-8942-dbcc13403227 req-f6e3a0ee-5607-4752-9cc5-ac709932888c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0f4d9579-5631-481f-acff-55faffa2a3d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0737302 Feb 19 03:08:57.216161 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [req-99e15bf0-5ad5-4984-bc33-f9a0a4d5986a req-c76e71d1-504c-4718-94ef-529274a776be tempest-VolumesBackupsTest-1550039874 tempest-VolumesBackupsTest-1550039874-project] Allocated IP 192.168.233.39 (5124bd00-da2a-4bd6-93a0-c14c92afb11f/974c06bc-f097-4890-970a-b087501ab241/a6c36231-c93d-47fb-9e86-f06e680f8ccc) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:08:57.233214 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-27dae1b5-1bde-4ea2-89d5-c5c04f9462be tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] 10.222.0.72 "DELETE /v2.0/ports/fb32c6fd-42a6-4b43-9630-22690f48b4e2/tags HTTP/1.1" status: 204 len: 168 time: 0.1675308 Feb 19 03:08:57.233461 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 59164) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:57.239269 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.tag.tag_plugin [None req-7d34f96f-63d4-402d-8075-032cfa80d213 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'af8d7c92-a489-4da7-b5d5-38b4172d9b02') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:08:57.292456 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-011b80fe-ae21-4abc-8942-dbcc13403227 req-512f5bf7-7d66-4824-ab74-5bfc9057a5aa service neutron] 10.222.0.73 "GET /v2.0/networks/0f4d9579-5631-481f-acff-55faffa2a3d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279039 Feb 19 03:08:57.382390 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 59168) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:57.386934 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-7d34f96f-63d4-402d-8075-032cfa80d213 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] 10.222.0.72 "DELETE /v2.0/subnets/af8d7c92-a489-4da7-b5d5-38b4172d9b02/tags HTTP/1.1" status: 204 len: 168 time: 0.1419523 Feb 19 03:08:57.409160 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.tag.tag_plugin [None req-ed37ee87-a486-4395-b0f6-28959114922d tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'af8d7c92-a489-4da7-b5d5-38b4172d9b02', 'tempest-TagsExtTest-Tag-1465242171') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:08:57.439396 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-011b80fe-ae21-4abc-8942-dbcc13403227 req-6a036387-5c6b-4e5d-a736-59c569a13fd7 service neutron] 10.222.0.73 "GET /v2.0/networks/0f4d9579-5631-481f-acff-55faffa2a3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403396 Feb 19 03:08:57.514644 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-99e15bf0-5ad5-4984-bc33-f9a0a4d5986a req-c76e71d1-504c-4718-94ef-529274a776be tempest-VolumesBackupsTest-1550039874 tempest-VolumesBackupsTest-1550039874-project] Publish callbacks [] for port (a6c36231-c93d-47fb-9e86-f06e680f8ccc), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:57.537477 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8ac6081b-cfef-45fc-b2d4-2338ece4e2b5 req-b59f37ec-0712-4c9e-867c-9ec276f3c808 tempest-VolumesBackupsTest-1550039874 tempest-VolumesBackupsTest-1550039874-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0431707-cecb-4c7f-a21a-2881ee4d482e HTTP/1.1" status: 200 len: 210 time: 0.0765381 Feb 19 03:08:57.585792 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fa37f68f-99e1-4693-a573-6afb4655049e req-660e7045-c338-4363-bd6c-75c51ca35049 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=f8d5c327-c8ba-4f2b-aa42-d2e452d716f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1591713 Feb 19 03:08:57.606251 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-99e15bf0-5ad5-4984-bc33-f9a0a4d5986a req-c76e71d1-504c-4718-94ef-529274a776be tempest-VolumesBackupsTest-1550039874 tempest-VolumesBackupsTest-1550039874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (a6c36231-c93d-47fb-9e86-f06e680f8ccc), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:57.661748 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-ed37ee87-a486-4395-b0f6-28959114922d tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] 10.222.0.72 "PUT /v2.0/subnets/af8d7c92-a489-4da7-b5d5-38b4172d9b02/tags/tempest-TagsExtTest-Tag-1465242171 HTTP/1.1" status: 201 len: 201 time: 0.2769389 Feb 19 03:08:57.665871 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 59170) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:57.669541 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.tag.tag_plugin [None req-3b348e3a-b141-4f75-b559-1c9dbbb9e6ed tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'fb32c6fd-42a6-4b43-9630-22690f48b4e2', 'tempest-TagsExtTest-Tag-984117953') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:08:57.692670 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99e15bf0-5ad5-4984-bc33-f9a0a4d5986a req-c76e71d1-504c-4718-94ef-529274a776be tempest-VolumesBackupsTest-1550039874 tempest-VolumesBackupsTest-1550039874-project] Network 5124bd00-da2a-4bd6-93a0-c14c92afb11f is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:08:57.698435 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [req-99e15bf0-5ad5-4984-bc33-f9a0a4d5986a req-c76e71d1-504c-4718-94ef-529274a776be tempest-VolumesBackupsTest-1550039874 tempest-VolumesBackupsTest-1550039874-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:08:57.700943 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-99e15bf0-5ad5-4984-bc33-f9a0a4d5986a req-c76e71d1-504c-4718-94ef-529274a776be tempest-VolumesBackupsTest-1550039874 tempest-VolumesBackupsTest-1550039874-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:08:57.745225 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76e71d1-504c-4718-94ef-529274a776be tempest-VolumesBackupsTest-1550039874 tempest-VolumesBackupsTest-1550039874-project] Pushing event updated for resources: {'Port': ['ID=a6c36231-c93d-47fb-9e86-f06e680f8ccc,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:57.768763 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 59172) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:57.770294 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-3b348e3a-b141-4f75-b559-1c9dbbb9e6ed tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] 10.222.0.72 "PUT /v2.0/ports/fb32c6fd-42a6-4b43-9630-22690f48b4e2/tags/tempest-TagsExtTest-Tag-984117953 HTTP/1.1" status: 201 len: 201 time: 0.1045520 Feb 19 03:08:57.775109 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.tag.tag_plugin [None req-afd3bee2-cbd8-46aa-984a-d2020235fea1 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '67bde816-6ce6-4736-8b6d-5d490fd134bc', 'tempest-TagsExtTest-Tag-262173726') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:08:57.826553 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e15bf0-5ad5-4984-bc33-f9a0a4d5986a req-c76e71d1-504c-4718-94ef-529274a776be tempest-VolumesBackupsTest-1550039874 tempest-VolumesBackupsTest-1550039874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:57.827226 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-99e15bf0-5ad5-4984-bc33-f9a0a4d5986a req-c76e71d1-504c-4718-94ef-529274a776be tempest-VolumesBackupsTest-1550039874 tempest-VolumesBackupsTest-1550039874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:57.841070 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa37f68f-99e1-4693-a573-6afb4655049e req-65bd2ac8-f337-44a3-b1c2-f2ac6e7690ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:57.842614 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fa37f68f-99e1-4693-a573-6afb4655049e req-65bd2ac8-f337-44a3-b1c2-f2ac6e7690ff service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b9f6d445adfb4303a5f2e35c9323b376&device_id=f8d5c327-c8ba-4f2b-aa42-d2e452d716f7 HTTP/1.1" status: 200 len: 1127 time: 0.1944108 Feb 19 03:08:57.860171 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-99e15bf0-5ad5-4984-bc33-f9a0a4d5986a req-c76e71d1-504c-4718-94ef-529274a776be tempest-VolumesBackupsTest-1550039874 tempest-VolumesBackupsTest-1550039874-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2338905 Feb 19 03:08:57.924127 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-99e15bf0-5ad5-4984-bc33-f9a0a4d5986a req-50930573-8619-4a1c-a686-3a5405a63dc7 service neutron] Request body: {'port': {'device_id': 'a0431707-cecb-4c7f-a21a-2881ee4d482e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826753-2'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:08:58.044887 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-7431afe5-57a6-4ad6-9f49-f062780ac52f None None] Provisioning complete for port a6c36231-c93d-47fb-9e86-f06e680f8ccc triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:08:58.045977 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-7431afe5-57a6-4ad6-9f49-f062780ac52f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (a6c36231-c93d-47fb-9e86-f06e680f8ccc), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:58.081195 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-afd3bee2-cbd8-46aa-984a-d2020235fea1 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] 10.222.0.72 "PUT /v2.0/routers/67bde816-6ce6-4736-8b6d-5d490fd134bc/tags/tempest-TagsExtTest-Tag-262173726 HTTP/1.1" status: 201 len: 201 time: 0.3115103 Feb 19 03:08:58.084299 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 59178) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:58.089204 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.tag.tag_plugin [None req-a219c6d0-b065-48c7-9803-2625e5b1aaab tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '5ba05f16-a7d2-47e9-8265-c80214f25bfb', 'tempest-TagsExtTest-Tag-1504093630') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:08:58.101149 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-7431afe5-57a6-4ad6-9f49-f062780ac52f None None] Port a6c36231-c93d-47fb-9e86-f06e680f8ccc cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:08:58.110499 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-99e15bf0-5ad5-4984-bc33-f9a0a4d5986a req-50930573-8619-4a1c-a686-3a5405a63dc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (a6c36231-c93d-47fb-9e86-f06e680f8ccc), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:58.124352 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150059e4-cb5f-4ae2-83c2-13731d240401 req-48be7f75-a4dc-47eb-9e1f-8b8f4e708b84 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:58.128049 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-150059e4-cb5f-4ae2-83c2-13731d240401 req-48be7f75-a4dc-47eb-9e1f-8b8f4e708b84 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=22f4f8b6-26f2-43b9-bec7-de3dfc4e0224 HTTP/1.1" status: 200 len: 943 time: 0.2544229 Feb 19 03:08:58.149828 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-a219c6d0-b065-48c7-9803-2625e5b1aaab tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] 10.222.0.72 "PUT /v2.0/subnetpools/5ba05f16-a7d2-47e9-8265-c80214f25bfb/tags/tempest-TagsExtTest-Tag-1504093630 HTTP/1.1" status: 201 len: 201 time: 0.0621076 Feb 19 03:08:58.150330 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 59182) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:58.158443 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.tag.tag_plugin [None req-b1700cd5-628f-42ac-bcdd-7dda99979d06 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'af8d7c92-a489-4da7-b5d5-38b4172d9b02', {'tags': ['tempest-TagsExtTest-Tag-486127719', 'tempest-TagsExtTest-Tag-123696083', 'tempest-TagsExtTest-Tag-1728140900']}) {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:08:58.180206 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa37f68f-99e1-4693-a573-6afb4655049e req-39ab8b95-9511-45fd-9c83-c45cbca59ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:58.183077 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fa37f68f-99e1-4693-a573-6afb4655049e req-39ab8b95-9511-45fd-9c83-c45cbca59ce6 service neutron] 10.222.0.82 "GET /v2.0/networks?id=0f4d9579-5631-481f-acff-55faffa2a3d0 HTTP/1.1" status: 200 len: 913 time: 0.2749369 Feb 19 03:08:58.242827 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-b1700cd5-628f-42ac-bcdd-7dda99979d06 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] 10.222.0.72 "PUT /v2.0/subnets/af8d7c92-a489-4da7-b5d5-38b4172d9b02/tags HTTP/1.1" status: 200 len: 316 time: 0.0890920 Feb 19 03:08:58.243192 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 59184) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:58.255387 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.tag.tag_plugin [None req-946a82a9-d71b-431c-a7aa-d85c4ae41bb8 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'af8d7c92-a489-4da7-b5d5-38b4172d9b02') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:08:58.266142 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fa37f68f-99e1-4693-a573-6afb4655049e req-3d899c7c-8cfe-4880-84ff-f30c6caf2431 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ee0a9052-b8e5-46ec-9a0b-e486bffedfdb HTTP/1.1" status: 200 len: 217 time: 0.0616031 Feb 19 03:08:58.331520 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-946a82a9-d71b-431c-a7aa-d85c4ae41bb8 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] 10.222.0.72 "DELETE /v2.0/subnets/af8d7c92-a489-4da7-b5d5-38b4172d9b02/tags HTTP/1.1" status: 204 len: 168 time: 0.0869191 Feb 19 03:08:58.334817 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 59186) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:58.339478 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.tag.tag_plugin [None req-ca842b28-f66c-4d38-ae0a-bdd298194f48 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'af8d7c92-a489-4da7-b5d5-38b4172d9b02', 'tempest-TagsExtTest-Tag-486127719') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:08:58.379356 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-150059e4-cb5f-4ae2-83c2-13731d240401 req-1ba87d75-ed6e-4740-8358-0d1ddebb06bf tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6656291-2f71-4c36-83df-c6cd4c44fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397382 Feb 19 03:08:58.395781 n-d-826753-2 neutron-server[103702]: INFO neutron.api.v2.resource [None req-ca842b28-f66c-4d38-ae0a-bdd298194f48 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] show failed (client error): The resource could not be found. Feb 19 03:08:58.396652 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-ca842b28-f66c-4d38-ae0a-bdd298194f48 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] 10.222.0.72 "GET /v2.0/subnets/af8d7c92-a489-4da7-b5d5-38b4172d9b02/tags/tempest-TagsExtTest-Tag-486127719 HTTP/1.1" status: 404 len: 328 time: 0.0605936 Feb 19 03:08:58.399529 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 59188) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:58.408258 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa37f68f-99e1-4693-a573-6afb4655049e req-869e43b8-a9bc-4184-ada7-adcd77c7fa5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:58.409858 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fa37f68f-99e1-4693-a573-6afb4655049e req-869e43b8-a9bc-4184-ada7-adcd77c7fa5e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=873fca23-e618-4343-ad67-b4c94d7ebaec HTTP/1.1" status: 200 len: 851 time: 0.1350269 Feb 19 03:08:58.412927 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.tag.tag_plugin [None req-1b99279d-cec5-445e-8abd-b8ade6a04c37 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'af8d7c92-a489-4da7-b5d5-38b4172d9b02', 'tempest-TagsExtTest-Tag-123696083') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:08:58.472029 n-d-826753-2 neutron-server[103702]: INFO neutron.api.v2.resource [None req-1b99279d-cec5-445e-8abd-b8ade6a04c37 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] show failed (client error): The resource could not be found. Feb 19 03:08:58.473846 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-1b99279d-cec5-445e-8abd-b8ade6a04c37 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] 10.222.0.72 "GET /v2.0/subnets/af8d7c92-a489-4da7-b5d5-38b4172d9b02/tags/tempest-TagsExtTest-Tag-123696083 HTTP/1.1" status: 404 len: 328 time: 0.0733800 Feb 19 03:08:58.477181 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 59190) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:58.481508 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.tag.tag_plugin [None req-0bb2a7c2-8842-429d-8db2-a4bdbdec48e5 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'af8d7c92-a489-4da7-b5d5-38b4172d9b02', 'tempest-TagsExtTest-Tag-1728140900') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:08:58.518923 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa37f68f-99e1-4693-a573-6afb4655049e req-2623c1f7-a5fe-44ea-8c90-b617f8374c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:58.521659 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fa37f68f-99e1-4693-a573-6afb4655049e req-2623c1f7-a5fe-44ea-8c90-b617f8374c0b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0f4d9579-5631-481f-acff-55faffa2a3d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1042547 Feb 19 03:08:58.555186 n-d-826753-2 neutron-server[103702]: INFO neutron.api.v2.resource [None req-0bb2a7c2-8842-429d-8db2-a4bdbdec48e5 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] show failed (client error): The resource could not be found. Feb 19 03:08:58.556787 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-0bb2a7c2-8842-429d-8db2-a4bdbdec48e5 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] 10.222.0.72 "GET /v2.0/subnets/af8d7c92-a489-4da7-b5d5-38b4172d9b02/tags/tempest-TagsExtTest-Tag-1728140900 HTTP/1.1" status: 404 len: 329 time: 0.0784113 Feb 19 03:08:58.559557 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 59192) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:58.567759 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.tag.tag_plugin [None req-c59cd93e-8578-4ef2-ac99-0215669b29e8 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'fb32c6fd-42a6-4b43-9630-22690f48b4e2', {'tags': ['tempest-TagsExtTest-Tag-1610424942', 'tempest-TagsExtTest-Tag-1380006501', 'tempest-TagsExtTest-Tag-1966957209']}) {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:08:58.649146 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-c59cd93e-8578-4ef2-ac99-0215669b29e8 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] 10.222.0.72 "PUT /v2.0/ports/fb32c6fd-42a6-4b43-9630-22690f48b4e2/tags HTTP/1.1" status: 200 len: 318 time: 0.0874915 Feb 19 03:08:58.651457 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 59196) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:58.655816 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.tag.tag_plugin [None req-cc90a208-0055-4077-8ca7-596ae37731dc tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'fb32c6fd-42a6-4b43-9630-22690f48b4e2') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:08:58.714292 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fa37f68f-99e1-4693-a573-6afb4655049e req-1bcb81e1-3b72-41c7-b2b0-53ecb0c3fad9 service neutron] 10.222.0.82 "GET /v2.0/networks/0f4d9579-5631-481f-acff-55faffa2a3d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823423 Feb 19 03:08:58.719508 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [req-99e15bf0-5ad5-4984-bc33-f9a0a4d5986a req-50930573-8619-4a1c-a686-3a5405a63dc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6c36231-c93d-47fb-9e86-f06e680f8ccc {{(pid=103701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:08:58.733655 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-cc90a208-0055-4077-8ca7-596ae37731dc tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] 10.222.0.72 "DELETE /v2.0/ports/fb32c6fd-42a6-4b43-9630-22690f48b4e2/tags HTTP/1.1" status: 204 len: 168 time: 0.0811145 Feb 19 03:08:58.735842 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-99e15bf0-5ad5-4984-bc33-f9a0a4d5986a req-50930573-8619-4a1c-a686-3a5405a63dc7 service neutron] Publish callbacks [] for port (a6c36231-c93d-47fb-9e86-f06e680f8ccc), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:58.736412 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 59198) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:58.743318 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.tag.tag_plugin [None req-58e769af-3a35-4474-a53f-8f2f471a90a3 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'fb32c6fd-42a6-4b43-9630-22690f48b4e2', 'tempest-TagsExtTest-Tag-1610424942') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:08:58.787928 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.provisioning_blocks [req-99e15bf0-5ad5-4984-bc33-f9a0a4d5986a req-50930573-8619-4a1c-a686-3a5405a63dc7 service neutron] Transition to ACTIVE for port object a6c36231-c93d-47fb-9e86-f06e680f8ccc will not be triggered until provisioned by entity L2. {{(pid=103701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:08:58.798476 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-99e15bf0-5ad5-4984-bc33-f9a0a4d5986a req-50930573-8619-4a1c-a686-3a5405a63dc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (a6c36231-c93d-47fb-9e86-f06e680f8ccc), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:58.808425 n-d-826753-2 neutron-server[103702]: INFO neutron.api.v2.resource [None req-58e769af-3a35-4474-a53f-8f2f471a90a3 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] show failed (client error): The resource could not be found. Feb 19 03:08:58.809752 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-58e769af-3a35-4474-a53f-8f2f471a90a3 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] 10.222.0.72 "GET /v2.0/ports/fb32c6fd-42a6-4b43-9630-22690f48b4e2/tags/tempest-TagsExtTest-Tag-1610424942 HTTP/1.1" status: 404 len: 329 time: 0.0712743 Feb 19 03:08:58.812522 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d709cab-5fd4-4e1e-a64e-5d557991cbc0 req-ca8e9f54-0eb2-4908-a68e-fe5bfe186754 tempest-VolumesBackupsTest-1550039874 tempest-VolumesBackupsTest-1550039874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:58.812719 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 59200) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:58.814359 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1d709cab-5fd4-4e1e-a64e-5d557991cbc0 req-ca8e9f54-0eb2-4908-a68e-fe5bfe186754 tempest-VolumesBackupsTest-1550039874 tempest-VolumesBackupsTest-1550039874-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0431707-cecb-4c7f-a21a-2881ee4d482e HTTP/1.1" status: 200 len: 935 time: 0.1944451 Feb 19 03:08:58.819909 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.tag.tag_plugin [None req-86e1067c-5328-4151-8097-add9888f57e4 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'fb32c6fd-42a6-4b43-9630-22690f48b4e2', 'tempest-TagsExtTest-Tag-1380006501') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:08:58.891802 n-d-826753-2 neutron-server[103702]: INFO neutron.api.v2.resource [None req-86e1067c-5328-4151-8097-add9888f57e4 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] show failed (client error): The resource could not be found. Feb 19 03:08:58.896211 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-86e1067c-5328-4151-8097-add9888f57e4 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] 10.222.0.72 "GET /v2.0/ports/fb32c6fd-42a6-4b43-9630-22690f48b4e2/tags/tempest-TagsExtTest-Tag-1380006501 HTTP/1.1" status: 404 len: 329 time: 0.0793884 Feb 19 03:08:58.896854 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 59202) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:58.901628 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.tag.tag_plugin [None req-15e76afc-b5bb-477d-932c-922bc0062de4 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'fb32c6fd-42a6-4b43-9630-22690f48b4e2', 'tempest-TagsExtTest-Tag-1966957209') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:08:58.924449 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50930573-8619-4a1c-a686-3a5405a63dc7 service neutron] Pushing event updated for resources: {'Port': ['ID=a6c36231-c93d-47fb-9e86-f06e680f8ccc,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:58.987621 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fa37f68f-99e1-4693-a573-6afb4655049e req-42ec3563-6aac-46a6-93dd-2b1229b55d1f service neutron] 10.222.0.82 "GET /v2.0/networks/0f4d9579-5631-481f-acff-55faffa2a3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637801 Feb 19 03:08:58.995011 n-d-826753-2 neutron-server[103702]: INFO neutron.api.v2.resource [None req-15e76afc-b5bb-477d-932c-922bc0062de4 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] show failed (client error): The resource could not be found. Feb 19 03:08:58.996338 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-15e76afc-b5bb-477d-932c-922bc0062de4 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] 10.222.0.72 "GET /v2.0/ports/fb32c6fd-42a6-4b43-9630-22690f48b4e2/tags/tempest-TagsExtTest-Tag-1966957209 HTTP/1.1" status: 404 len: 329 time: 0.0981932 Feb 19 03:08:58.998312 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1d709cab-5fd4-4e1e-a64e-5d557991cbc0 req-e02a6527-90c5-473c-b031-c7f059e2a822 tempest-VolumesBackupsTest-1550039874 tempest-VolumesBackupsTest-1550039874-project] 10.222.0.72 "GET /v2.0/security-groups?id=398c0468-0d6c-448e-bf5b-d560bc342adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570261 Feb 19 03:08:59.001053 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 59204) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:59.010514 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.tag.tag_plugin [None req-e597d649-7143-4d44-b7b0-2993514b0d55 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '67bde816-6ce6-4736-8b6d-5d490fd134bc', {'tags': ['tempest-TagsExtTest-Tag-422504409', 'tempest-TagsExtTest-Tag-979939863', 'tempest-TagsExtTest-Tag-1977955741']}) {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:08:59.031701 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-99e15bf0-5ad5-4984-bc33-f9a0a4d5986a req-50930573-8619-4a1c-a686-3a5405a63dc7 service neutron] Attempting to bind port a6c36231-c93d-47fb-9e86-f06e680f8ccc on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:08:59.032251 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-99e15bf0-5ad5-4984-bc33-f9a0a4d5986a req-50930573-8619-4a1c-a686-3a5405a63dc7 service neutron] Attempting to bind port a6c36231-c93d-47fb-9e86-f06e680f8ccc by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:08:59.032701 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e15bf0-5ad5-4984-bc33-f9a0a4d5986a req-50930573-8619-4a1c-a686-3a5405a63dc7 service neutron] Attempting to bind port a6c36231-c93d-47fb-9e86-f06e680f8ccc on network 5124bd00-da2a-4bd6-93a0-c14c92afb11f {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:08:59.038966 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e15bf0-5ad5-4984-bc33-f9a0a4d5986a req-50930573-8619-4a1c-a686-3a5405a63dc7 service neutron] Port a6c36231-c93d-47fb-9e86-f06e680f8ccc on network 5124bd00-da2a-4bd6-93a0-c14c92afb11f not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:08:59.039408 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e15bf0-5ad5-4984-bc33-f9a0a4d5986a req-50930573-8619-4a1c-a686-3a5405a63dc7 service neutron] Attempting to bind port a6c36231-c93d-47fb-9e86-f06e680f8ccc on network 5124bd00-da2a-4bd6-93a0-c14c92afb11f {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:08:59.048061 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e15bf0-5ad5-4984-bc33-f9a0a4d5986a req-50930573-8619-4a1c-a686-3a5405a63dc7 service neutron] Checking agent: {'id': 'bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:08:59.048499 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e15bf0-5ad5-4984-bc33-f9a0a4d5986a req-50930573-8619-4a1c-a686-3a5405a63dc7 service neutron] Checking segment: {'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:08:59.049032 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e15bf0-5ad5-4984-bc33-f9a0a4d5986a req-50930573-8619-4a1c-a686-3a5405a63dc7 service neutron] Bound using segment: {'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:08:59.049618 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-99e15bf0-5ad5-4984-bc33-f9a0a4d5986a req-50930573-8619-4a1c-a686-3a5405a63dc7 service neutron] Bound port: a6c36231-c93d-47fb-9e86-f06e680f8ccc, host: n-h2-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'}}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:08:59.050108 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-99e15bf0-5ad5-4984-bc33-f9a0a4d5986a req-50930573-8619-4a1c-a686-3a5405a63dc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (a6c36231-c93d-47fb-9e86-f06e680f8ccc), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:59.142318 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-99e15bf0-5ad5-4984-bc33-f9a0a4d5986a req-50930573-8619-4a1c-a686-3a5405a63dc7 service neutron] For port a6c36231-c93d-47fb-9e86-f06e680f8ccc, host n-h2-826753-2, cleared binding levels {{(pid=103701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:08:59.147220 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-99e15bf0-5ad5-4984-bc33-f9a0a4d5986a req-50930573-8619-4a1c-a686-3a5405a63dc7 service neutron] For port a6c36231-c93d-47fb-9e86-f06e680f8ccc, host n-h2-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=a6c36231-c93d-47fb-9e86-f06e680f8ccc,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:08:59.155820 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-99e15bf0-5ad5-4984-bc33-f9a0a4d5986a req-50930573-8619-4a1c-a686-3a5405a63dc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (a6c36231-c93d-47fb-9e86-f06e680f8ccc), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:59.206036 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e15bf0-5ad5-4984-bc33-f9a0a4d5986a req-50930573-8619-4a1c-a686-3a5405a63dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:59.207991 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-99e15bf0-5ad5-4984-bc33-f9a0a4d5986a req-50930573-8619-4a1c-a686-3a5405a63dc7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:59.208175 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-99e15bf0-5ad5-4984-bc33-f9a0a4d5986a req-50930573-8619-4a1c-a686-3a5405a63dc7 service neutron] 10.222.0.82 "PUT /v2.0/ports/a6c36231-c93d-47fb-9e86-f06e680f8ccc HTTP/1.1" status: 200 len: 1095 time: 1.3012598 Feb 19 03:08:59.208674 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0431707-cecb-4c7f-a21a-2881ee4d482e', 'tag': 'a6c36231-c93d-47fb-9e86-f06e680f8ccc'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:08:59.211041 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbebfe05-08fa-41e8-8f0f-d45022aaabf1" -d '{"events": [{"name": "network-changed", "server_uuid": "a0431707-cecb-4c7f-a21a-2881ee4d482e", "tag": "a6c36231-c93d-47fb-9e86-f06e680f8ccc"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:08:59.238968 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50930573-8619-4a1c-a686-3a5405a63dc7 service neutron] Pushing event updated for resources: {'Port': ['ID=a6c36231-c93d-47fb-9e86-f06e680f8ccc,revision_number=3']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:59.323039 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee182fcf-2703-48a7-b52e-58db40111d5b x-openstack-request-id: req-ee182fcf-2703-48a7-b52e-58db40111d5b {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:08:59.323778 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0431707-cecb-4c7f-a21a-2881ee4d482e", "tag": "a6c36231-c93d-47fb-9e86-f06e680f8ccc", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:08:59.323778 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ee182fcf-2703-48a7-b52e-58db40111d5b {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:08:59.324103 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0431707-cecb-4c7f-a21a-2881ee4d482e', 'tag': 'a6c36231-c93d-47fb-9e86-f06e680f8ccc', 'status': 'completed', 'code': 200} Feb 19 03:08:59.351867 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e15bf0-5ad5-4984-bc33-f9a0a4d5986a req-aaa88d08-a2bb-456c-baa9-4df4cbabfbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:59.354333 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-99e15bf0-5ad5-4984-bc33-f9a0a4d5986a req-aaa88d08-a2bb-456c-baa9-4df4cbabfbc9 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=376b1bcecd5f4e18bc0cc4339c1d0b04&device_id=a0431707-cecb-4c7f-a21a-2881ee4d482e HTTP/1.1" status: 200 len: 1129 time: 0.0818300 Feb 19 03:08:59.423784 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-99e15bf0-5ad5-4984-bc33-f9a0a4d5986a req-1f196e3d-a77e-416b-bfdd-b29407ff13c7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=a6c36231-c93d-47fb-9e86-f06e680f8ccc HTTP/1.1" status: 200 len: 217 time: 0.0544825 Feb 19 03:08:59.516296 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e15bf0-5ad5-4984-bc33-f9a0a4d5986a req-c5d44685-fcca-4393-bd56-e4ad3d0bf466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:59.518033 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-99e15bf0-5ad5-4984-bc33-f9a0a4d5986a req-c5d44685-fcca-4393-bd56-e4ad3d0bf466 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=974c06bc-f097-4890-970a-b087501ab241 HTTP/1.1" status: 200 len: 843 time: 0.0871687 Feb 19 03:08:59.570696 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-e597d649-7143-4d44-b7b0-2993514b0d55 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] 10.222.0.72 "PUT /v2.0/routers/67bde816-6ce6-4736-8b6d-5d490fd134bc/tags HTTP/1.1" status: 200 len: 316 time: 0.5685470 Feb 19 03:08:59.573327 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 59212) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:59.578523 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.tag.tag_plugin [None req-2be4b4a1-2ddb-419a-aed2-0e8cdf9795ad tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '67bde816-6ce6-4736-8b6d-5d490fd134bc') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:08:59.658766 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f21b43-c17c-4923-ae25-e94cdddd446f req-b82a0f7e-4a9b-48cd-9de1-9f2656ac8dca tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:59.661164 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-12f21b43-c17c-4923-ae25-e94cdddd446f req-b82a0f7e-4a9b-48cd-9de1-9f2656ac8dca tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=22f4f8b6-26f2-43b9-bec7-de3dfc4e0224 HTTP/1.1" status: 200 len: 943 time: 0.1359227 Feb 19 03:08:59.668995 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e15bf0-5ad5-4984-bc33-f9a0a4d5986a req-bfcf7082-e3a6-4935-a34d-ea1bf57961bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:59.671130 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-99e15bf0-5ad5-4984-bc33-f9a0a4d5986a req-bfcf7082-e3a6-4935-a34d-ea1bf57961bf service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5124bd00-da2a-4bd6-93a0-c14c92afb11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0834160 Feb 19 03:08:59.701099 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-2be4b4a1-2ddb-419a-aed2-0e8cdf9795ad tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] 10.222.0.72 "DELETE /v2.0/routers/67bde816-6ce6-4736-8b6d-5d490fd134bc/tags HTTP/1.1" status: 204 len: 168 time: 0.1259859 Feb 19 03:08:59.703676 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 59214) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:59.715475 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.tag.tag_plugin [None req-8ea4ed1a-62d3-490b-92dc-daf409aa3a13 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '67bde816-6ce6-4736-8b6d-5d490fd134bc', 'tempest-TagsExtTest-Tag-422504409') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:08:59.807288 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-12f21b43-c17c-4923-ae25-e94cdddd446f req-3b626bca-df03-4e97-a576-a5cde01bf345 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6656291-2f71-4c36-83df-c6cd4c44fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346633 Feb 19 03:08:59.840024 n-d-826753-2 neutron-server[103702]: INFO neutron.api.v2.resource [None req-8ea4ed1a-62d3-490b-92dc-daf409aa3a13 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] show failed (client error): The resource could not be found. Feb 19 03:08:59.841764 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-8ea4ed1a-62d3-490b-92dc-daf409aa3a13 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] 10.222.0.72 "GET /v2.0/routers/67bde816-6ce6-4736-8b6d-5d490fd134bc/tags/tempest-TagsExtTest-Tag-422504409 HTTP/1.1" status: 404 len: 328 time: 0.1368768 Feb 19 03:08:59.845992 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 59216) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:59.852722 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.tag.tag_plugin [None req-33da2fc2-8f73-498b-a0d1-89a84ba6800b tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '67bde816-6ce6-4736-8b6d-5d490fd134bc', 'tempest-TagsExtTest-Tag-979939863') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:08:59.863559 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-99e15bf0-5ad5-4984-bc33-f9a0a4d5986a req-aee9d3cb-31e1-424a-9e65-81c9838f2bab service neutron] 10.222.0.82 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836615 Feb 19 03:08:59.964701 n-d-826753-2 neutron-server[103702]: INFO neutron.api.v2.resource [None req-33da2fc2-8f73-498b-a0d1-89a84ba6800b tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] show failed (client error): The resource could not be found. Feb 19 03:08:59.968683 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-33da2fc2-8f73-498b-a0d1-89a84ba6800b tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] 10.222.0.72 "GET /v2.0/routers/67bde816-6ce6-4736-8b6d-5d490fd134bc/tags/tempest-TagsExtTest-Tag-979939863 HTTP/1.1" status: 404 len: 328 time: 0.1223795 Feb 19 03:08:59.969770 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 59218) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:59.974570 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.tag.tag_plugin [None req-b47eaa1d-4a7b-48dc-8e61-8d72bf253b4a tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '67bde816-6ce6-4736-8b6d-5d490fd134bc', 'tempest-TagsExtTest-Tag-1977955741') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:08:59.988251 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-99e15bf0-5ad5-4984-bc33-f9a0a4d5986a req-9942a5b7-ffd8-4621-8068-6a7624030cb9 service neutron] 10.222.0.82 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184142 Feb 19 03:09:00.076072 n-d-826753-2 neutron-server[103702]: INFO neutron.api.v2.resource [None req-b47eaa1d-4a7b-48dc-8e61-8d72bf253b4a tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] show failed (client error): The resource could not be found. Feb 19 03:09:00.077967 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-b47eaa1d-4a7b-48dc-8e61-8d72bf253b4a tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] 10.222.0.72 "GET /v2.0/routers/67bde816-6ce6-4736-8b6d-5d490fd134bc/tags/tempest-TagsExtTest-Tag-1977955741 HTTP/1.1" status: 404 len: 329 time: 0.1076391 Feb 19 03:09:00.080767 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 59222) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:00.088850 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.tag.tag_plugin [None req-34c27b24-7620-4182-aeff-f695c5ae8471 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '5ba05f16-a7d2-47e9-8265-c80214f25bfb', {'tags': ['tempest-TagsExtTest-Tag-1278817914', 'tempest-TagsExtTest-Tag-1814483814', 'tempest-TagsExtTest-Tag-1103528518']}) {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:09:00.206239 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-34c27b24-7620-4182-aeff-f695c5ae8471 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] 10.222.0.72 "PUT /v2.0/subnetpools/5ba05f16-a7d2-47e9-8265-c80214f25bfb/tags HTTP/1.1" status: 200 len: 318 time: 0.1232240 Feb 19 03:09:00.209478 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 59224) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:00.217466 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.tag.tag_plugin [None req-eccfad8b-e945-442b-ba2d-8390b3d8ebe7 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '5ba05f16-a7d2-47e9-8265-c80214f25bfb') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:09:00.230959 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbebfe05-08fa-41e8-8f0f-d45022aaabf1 req-d0069dca-b962-42e0-9d3e-bd13a20c15b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:00.233494 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fbebfe05-08fa-41e8-8f0f-d45022aaabf1 req-d0069dca-b962-42e0-9d3e-bd13a20c15b4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=376b1bcecd5f4e18bc0cc4339c1d0b04&device_id=a0431707-cecb-4c7f-a21a-2881ee4d482e HTTP/1.1" status: 200 len: 1129 time: 0.1372378 Feb 19 03:09:00.247187 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56e74f4-f876-4448-b8c2-91af9f518d25 req-29447148-4851-4eee-a314-baaabbd46c13 tempest-VolumesBackupsTest-1550039874 tempest-VolumesBackupsTest-1550039874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:00.249443 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f56e74f4-f876-4448-b8c2-91af9f518d25 req-29447148-4851-4eee-a314-baaabbd46c13 tempest-VolumesBackupsTest-1550039874 tempest-VolumesBackupsTest-1550039874-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0431707-cecb-4c7f-a21a-2881ee4d482e HTTP/1.1" status: 200 len: 947 time: 0.1555028 Feb 19 03:09:00.275367 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-eccfad8b-e945-442b-ba2d-8390b3d8ebe7 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] 10.222.0.72 "DELETE /v2.0/subnetpools/5ba05f16-a7d2-47e9-8265-c80214f25bfb/tags HTTP/1.1" status: 204 len: 168 time: 0.0641990 Feb 19 03:09:00.279505 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 59226) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:00.288314 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.tag.tag_plugin [None req-a67206b7-9984-47bd-b274-35b219d9ad1f tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5ba05f16-a7d2-47e9-8265-c80214f25bfb', 'tempest-TagsExtTest-Tag-1278817914') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:09:00.340892 n-d-826753-2 neutron-server[103702]: INFO neutron.api.v2.resource [None req-a67206b7-9984-47bd-b274-35b219d9ad1f tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] show failed (client error): The resource could not be found. Feb 19 03:09:00.347114 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 59230) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:00.348150 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-a67206b7-9984-47bd-b274-35b219d9ad1f tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] 10.222.0.72 "GET /v2.0/subnetpools/5ba05f16-a7d2-47e9-8265-c80214f25bfb/tags/tempest-TagsExtTest-Tag-1278817914 HTTP/1.1" status: 404 len: 329 time: 0.0612075 Feb 19 03:09:00.361045 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.tag.tag_plugin [None req-b8695655-2223-462c-9bdc-3b571d12afdc tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5ba05f16-a7d2-47e9-8265-c80214f25bfb', 'tempest-TagsExtTest-Tag-1814483814') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:09:00.378176 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device f7b6da1f-b537-45af-9feb-c15f1c6a08bc details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:09:00.412774 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f56e74f4-f876-4448-b8c2-91af9f518d25 req-72fdc5f2-f771-4ee8-97a3-66dd6bb4b3ce tempest-VolumesBackupsTest-1550039874 tempest-VolumesBackupsTest-1550039874-project] 10.222.0.72 "GET /v2.0/security-groups?id=398c0468-0d6c-448e-bf5b-d560bc342adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481028 Feb 19 03:09:00.419888 n-d-826753-2 neutron-server[103701]: INFO neutron.api.v2.resource [None req-b8695655-2223-462c-9bdc-3b571d12afdc tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] show failed (client error): The resource could not be found. Feb 19 03:09:00.421057 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-b8695655-2223-462c-9bdc-3b571d12afdc tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] 10.222.0.72 "GET /v2.0/subnetpools/5ba05f16-a7d2-47e9-8265-c80214f25bfb/tags/tempest-TagsExtTest-Tag-1814483814 HTTP/1.1" status: 404 len: 329 time: 0.0729718 Feb 19 03:09:00.424423 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 59232) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:00.434948 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.tag.tag_plugin [None req-f3dcdc6b-04e7-48a8-bfbe-71190b4d39e1 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5ba05f16-a7d2-47e9-8265-c80214f25bfb', 'tempest-TagsExtTest-Tag-1103528518') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:09:00.449559 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbebfe05-08fa-41e8-8f0f-d45022aaabf1 req-582d7a03-70ce-4323-b499-5a8995544062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:00.451924 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fbebfe05-08fa-41e8-8f0f-d45022aaabf1 req-582d7a03-70ce-4323-b499-5a8995544062 service neutron] 10.222.0.82 "GET /v2.0/networks?id=5124bd00-da2a-4bd6-93a0-c14c92afb11f HTTP/1.1" status: 200 len: 870 time: 0.2012818 Feb 19 03:09:00.471868 n-d-826753-2 neutron-server[103702]: INFO neutron.api.v2.resource [None req-f3dcdc6b-04e7-48a8-bfbe-71190b4d39e1 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] show failed (client error): The resource could not be found. Feb 19 03:09:00.474144 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-f3dcdc6b-04e7-48a8-bfbe-71190b4d39e1 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] 10.222.0.72 "GET /v2.0/subnetpools/5ba05f16-a7d2-47e9-8265-c80214f25bfb/tags/tempest-TagsExtTest-Tag-1103528518 HTTP/1.1" status: 404 len: 329 time: 0.0477238 Feb 19 03:09:00.476823 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 59234) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:00.484909 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.tag.tag_plugin [None req-c9c2e6a1-43b9-49a7-8738-399c7110f1ca tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '5ba05f16-a7d2-47e9-8265-c80214f25bfb') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:09:00.504282 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port f7b6da1f-b537-45af-9feb-c15f1c6a08bc, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=f7b6da1f-b537-45af-9feb-c15f1c6a08bc,segment=NetworkSegment(9361ff5e-ecd3-4a53-b64f-0204e54bd4ff),segment_id=9361ff5e-ecd3-4a53-b64f-0204e54bd4ff)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:09:00.505221 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fbebfe05-08fa-41e8-8f0f-d45022aaabf1 req-490d75a5-927f-4917-a7c1-e4e0ba9caf52 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=a6c36231-c93d-47fb-9e86-f06e680f8ccc HTTP/1.1" status: 200 len: 217 time: 0.0456052 Feb 19 03:09:00.517591 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': 'f7b6da1f-b537-45af-9feb-c15f1c6a08bc', 'network_id': '0f4d9579-5631-481f-acff-55faffa2a3d0', 'port_id': 'f7b6da1f-b537-45af-9feb-c15f1c6a08bc', 'mac_address': 'fa:16:3e:82:37:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '873fca23-e618-4343-ad67-b4c94d7ebaec', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:09:00.524463 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-c9c2e6a1-43b9-49a7-8738-399c7110f1ca tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] 10.222.0.72 "DELETE /v2.0/subnetpools/5ba05f16-a7d2-47e9-8265-c80214f25bfb/tags HTTP/1.1" status: 204 len: 168 time: 0.0458531 Feb 19 03:09:00.527016 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 59236) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:00.531616 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.tag.tag_plugin [None req-33a85b82-e9da-45dd-84d2-f021b42bb334 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '67bde816-6ce6-4736-8b6d-5d490fd134bc') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:09:00.569872 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbebfe05-08fa-41e8-8f0f-d45022aaabf1 req-e1e193ea-157d-41b5-aa53-b8709c4a34c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:00.571309 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port f7b6da1f-b537-45af-9feb-c15f1c6a08bc is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:09:00.571941 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fbebfe05-08fa-41e8-8f0f-d45022aaabf1 req-e1e193ea-157d-41b5-aa53-b8709c4a34c7 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=974c06bc-f097-4890-970a-b087501ab241 HTTP/1.1" status: 200 len: 843 time: 0.0604382 Feb 19 03:09:00.572083 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (f7b6da1f-b537-45af-9feb-c15f1c6a08bc), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:00.587244 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7b6da1f-b537-45af-9feb-c15f1c6a08bc {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:09:00.610307 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port f7b6da1f-b537-45af-9feb-c15f1c6a08bc, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=f7b6da1f-b537-45af-9feb-c15f1c6a08bc,segment=NetworkSegment(9361ff5e-ecd3-4a53-b64f-0204e54bd4ff),segment_id=9361ff5e-ecd3-4a53-b64f-0204e54bd4ff)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:09:00.616382 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (f7b6da1f-b537-45af-9feb-c15f1c6a08bc), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:00.647370 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbebfe05-08fa-41e8-8f0f-d45022aaabf1 req-589a241d-5eae-4951-8119-24b78be699eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:00.649441 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fbebfe05-08fa-41e8-8f0f-d45022aaabf1 req-589a241d-5eae-4951-8119-24b78be699eb service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5124bd00-da2a-4bd6-93a0-c14c92afb11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0708227 Feb 19 03:09:00.659038 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-33a85b82-e9da-45dd-84d2-f021b42bb334 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] 10.222.0.72 "DELETE /v2.0/routers/67bde816-6ce6-4736-8b6d-5d490fd134bc/tags HTTP/1.1" status: 204 len: 168 time: 0.1309142 Feb 19 03:09:00.661742 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 59238) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:00.666683 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.tag.tag_plugin [None req-4c10cf8d-e4e2-423d-8644-cdc265c874e7 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'fb32c6fd-42a6-4b43-9630-22690f48b4e2') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:09:00.680887 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=f7b6da1f-b537-45af-9feb-c15f1c6a08bc,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:00.732509 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-4c10cf8d-e4e2-423d-8644-cdc265c874e7 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] 10.222.0.72 "DELETE /v2.0/ports/fb32c6fd-42a6-4b43-9630-22690f48b4e2/tags HTTP/1.1" status: 204 len: 168 time: 0.0694838 Feb 19 03:09:00.735564 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 59240) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:00.740736 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.tag.tag_plugin [None req-3294d32c-4782-456a-a778-8ab70c41be16 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'af8d7c92-a489-4da7-b5d5-38b4172d9b02') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:09:00.766151 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fbebfe05-08fa-41e8-8f0f-d45022aaabf1 req-796678ec-5845-440f-901b-cbd3fc4ec19f service neutron] 10.222.0.82 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100414 Feb 19 03:09:00.817577 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-3294d32c-4782-456a-a778-8ab70c41be16 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] 10.222.0.72 "DELETE /v2.0/subnets/af8d7c92-a489-4da7-b5d5-38b4172d9b02/tags HTTP/1.1" status: 204 len: 168 time: 0.0763016 Feb 19 03:09:00.818110 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 59242) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:00.920609 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3a8b267d-58af-4981-8590-d926cb2de5be tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:00.922049 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-3a8b267d-58af-4981-8590-d926cb2de5be tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] 10.222.0.72 "DELETE /v2.0/subnetpools/5ba05f16-a7d2-47e9-8265-c80214f25bfb HTTP/1.1" status: 204 len: 168 time: 0.1029575 Feb 19 03:09:00.924647 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 59246) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:00.960506 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-042e78fe-6a79-4aff-9bdd-d6f118424bc1 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] 10.222.0.72 "GET /v2.0/ports?device_id=67bde816-6ce6-4736-8b6d-5d490fd134bc HTTP/1.1" status: 200 len: 205 time: 0.0346580 Feb 19 03:09:00.964462 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 59248) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:01.059874 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-72b549fa-2fa8-4458-b8ff-0363addf7f23 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] Publish callbacks [] for router (67bde816-6ce6-4736-8b6d-5d490fd134bc), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:01.118214 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['f7b6da1f-b537-45af-9feb-c15f1c6a08bc'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:09:01.245506 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fbebfe05-08fa-41e8-8f0f-d45022aaabf1 req-581d31de-59cc-4595-b342-8b219b481df7 service neutron] 10.222.0.82 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4726818 Feb 19 03:09:01.253699 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18030978-7541-4664-8e8b-d35355abaaad req-43d45f83-4fd2-4ea2-8b9a-4113c229bb18 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:01.255231 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-18030978-7541-4664-8e8b-d35355abaaad req-43d45f83-4fd2-4ea2-8b9a-4113c229bb18 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=22f4f8b6-26f2-43b9-bec7-de3dfc4e0224 HTTP/1.1" status: 200 len: 944 time: 0.0885644 Feb 19 03:09:01.269849 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-72b549fa-2fa8-4458-b8ff-0363addf7f23 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16317457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14254'] for router (67bde816-6ce6-4736-8b6d-5d490fd134bc), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:01.273219 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-72b549fa-2fa8-4458-b8ff-0363addf7f23 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] Publish callbacks [] for router_controller (67bde816-6ce6-4736-8b6d-5d490fd134bc), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:01.318392 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-18030978-7541-4664-8e8b-d35355abaaad req-19542345-3f71-4a95-b29c-8fdff0bd32d0 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6656291-2f71-4c36-83df-c6cd4c44fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562637 Feb 19 03:09:01.335041 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-72b549fa-2fa8-4458-b8ff-0363addf7f23 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16317544'] for router (67bde816-6ce6-4736-8b6d-5d490fd134bc), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:01.335695 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72b549fa-2fa8-4458-b8ff-0363addf7f23 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] Fanout notify agent at l3_agent the message router_deleted on router 67bde816-6ce6-4736-8b6d-5d490fd134bc {{(pid=103702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:09:01.342806 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-72b549fa-2fa8-4458-b8ff-0363addf7f23 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:01.344067 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-72b549fa-2fa8-4458-b8ff-0363addf7f23 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] 10.222.0.72 "DELETE /v2.0/routers/67bde816-6ce6-4736-8b6d-5d490fd134bc HTTP/1.1" status: 204 len: 168 time: 0.3785081 Feb 19 03:09:01.346459 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 59250) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:01.459519 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-24d4f7cb-942a-4f4e-a4f7-ce6e07620fd2 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] Deleting port fb32c6fd-42a6-4b43-9630-22690f48b4e2 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:09:01.460138 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-24d4f7cb-942a-4f4e-a4f7-ce6e07620fd2 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (fb32c6fd-42a6-4b43-9630-22690f48b4e2), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:01.555069 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b0f1b9-03a7-4fce-9b92-7c97341642e9 req-e57a2617-bfc2-402c-8823-a9ec748b8071 tempest-VolumesBackupsTest-1550039874 tempest-VolumesBackupsTest-1550039874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:01.557040 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-83b0f1b9-03a7-4fce-9b92-7c97341642e9 req-e57a2617-bfc2-402c-8823-a9ec748b8071 tempest-VolumesBackupsTest-1550039874 tempest-VolumesBackupsTest-1550039874-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0431707-cecb-4c7f-a21a-2881ee4d482e HTTP/1.1" status: 200 len: 947 time: 0.0610328 Feb 19 03:09:01.570013 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-24d4f7cb-942a-4f4e-a4f7-ce6e07620fd2 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (fb32c6fd-42a6-4b43-9630-22690f48b4e2), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:01.585897 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-24d4f7cb-942a-4f4e-a4f7-ce6e07620fd2 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] Calling delete_port for fb32c6fd-42a6-4b43-9630-22690f48b4e2 owned by {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:09:01.612506 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-83b0f1b9-03a7-4fce-9b92-7c97341642e9 req-154de050-31aa-4b34-8579-db6f502cd7f1 tempest-VolumesBackupsTest-1550039874 tempest-VolumesBackupsTest-1550039874-project] 10.222.0.72 "GET /v2.0/security-groups?id=398c0468-0d6c-448e-bf5b-d560bc342adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496535 Feb 19 03:09:01.736564 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-24d4f7cb-942a-4f4e-a4f7-ce6e07620fd2 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (fb32c6fd-42a6-4b43-9630-22690f48b4e2), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:01.778752 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d4f7cb-942a-4f4e-a4f7-ce6e07620fd2 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] Pushing event deleted for resources: {'Port': ['ID=fb32c6fd-42a6-4b43-9630-22690f48b4e2,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:01.847812 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-24d4f7cb-942a-4f4e-a4f7-ce6e07620fd2 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:01.854151 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 59256) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:01.854389 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-24d4f7cb-942a-4f4e-a4f7-ce6e07620fd2 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] 10.222.0.72 "DELETE /v2.0/ports/fb32c6fd-42a6-4b43-9630-22690f48b4e2 HTTP/1.1" status: 204 len: 168 time: 0.5067570 Feb 19 03:09:01.908325 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c9e1d89-f013-49a9-a521-6c3e885c2883 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] Deleting subnet af8d7c92-a489-4da7-b5d5-38b4172d9b02 {{(pid=103701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:09:01.912641 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2c9e1d89-f013-49a9-a521-6c3e885c2883 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] Publish callbacks [] for subnet (af8d7c92-a489-4da7-b5d5-38b4172d9b02), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:01.967884 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2c9e1d89-f013-49a9-a521-6c3e885c2883 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12647399'] for subnet (af8d7c92-a489-4da7-b5d5-38b4172d9b02), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:02.069660 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2c9e1d89-f013-49a9-a521-6c3e885c2883 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (af8d7c92-a489-4da7-b5d5-38b4172d9b02), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:02.135839 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2c9e1d89-f013-49a9-a521-6c3e885c2883 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12647206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58706286'] for subnet (af8d7c92-a489-4da7-b5d5-38b4172d9b02), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:02.163368 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9e1d89-f013-49a9-a521-6c3e885c2883 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] Pushing event deleted for resources: {'Subnet': ['ID=af8d7c92-a489-4da7-b5d5-38b4172d9b02,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:02.167707 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2c9e1d89-f013-49a9-a521-6c3e885c2883 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] Publish callbacks [] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:02.173613 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 59258) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:02.173813 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-2c9e1d89-f013-49a9-a521-6c3e885c2883 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] 10.222.0.72 "DELETE /v2.0/subnets/af8d7c92-a489-4da7-b5d5-38b4172d9b02 HTTP/1.1" status: 204 len: 168 time: 0.3184874 Feb 19 03:09:02.176086 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0031f0-4c4b-441f-8df4-61c27b0b6d47 None None] Network 2df8ad74-5548-4097-8feb-1795291b418c requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:09:02.264892 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-80abe4f3-2abe-4b54-bda5-fb646c905ee4 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (2df8ad74-5548-4097-8feb-1795291b418c), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:02.333777 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-80abe4f3-2abe-4b54-bda5-fb646c905ee4 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] Deleting port 23b9644f-8051-421c-b50c-9c631188bd2d {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:09:02.334219 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-80abe4f3-2abe-4b54-bda5-fb646c905ee4 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (23b9644f-8051-421c-b50c-9c631188bd2d), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:02.336375 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4031f65c-b58e-4950-94d8-a5ba42e46646 None None] DHCP port deletion for 2df8ad74-5548-4097-8feb-1795291b418c request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:09:02.398405 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device f7b6da1f-b537-45af-9feb-c15f1c6a08bc up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:09:02.462381 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-80abe4f3-2abe-4b54-bda5-fb646c905ee4 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] For port 23b9644f-8051-421c-b50c-9c631188bd2d, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=23b9644f-8051-421c-b50c-9c631188bd2d,segment=NetworkSegment(5108e5cc-ca6c-4de2-b683-8a8a7576b645),segment_id=5108e5cc-ca6c-4de2-b683-8a8a7576b645)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:09:02.462381 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-80abe4f3-2abe-4b54-bda5-fb646c905ee4 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (23b9644f-8051-421c-b50c-9c631188bd2d), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:02.480903 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a924ff8-05aa-42bb-9ade-0990e949a8e4 req-ff200f59-4d8b-4d49-90ae-23fbe75d5386 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:02.490156 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7a924ff8-05aa-42bb-9ade-0990e949a8e4 req-ff200f59-4d8b-4d49-90ae-23fbe75d5386 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=22f4f8b6-26f2-43b9-bec7-de3dfc4e0224 HTTP/1.1" status: 200 len: 944 time: 0.0876472 Feb 19 03:09:02.490993 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-80abe4f3-2abe-4b54-bda5-fb646c905ee4 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] Calling delete_port for 23b9644f-8051-421c-b50c-9c631188bd2d owned by network:dhcp {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:09:02.550061 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7a924ff8-05aa-42bb-9ade-0990e949a8e4 req-9cfeda1c-ed76-4b24-915f-13ae0c7a3a78 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6656291-2f71-4c36-83df-c6cd4c44fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582213 Feb 19 03:09:02.608468 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-80abe4f3-2abe-4b54-bda5-fb646c905ee4 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (23b9644f-8051-421c-b50c-9c631188bd2d), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:02.632836 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4031f65c-b58e-4950-94d8-a5ba42e46646 None None] Deleting port 23b9644f-8051-421c-b50c-9c631188bd2d {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:09:02.633261 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4031f65c-b58e-4950-94d8-a5ba42e46646 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (23b9644f-8051-421c-b50c-9c631188bd2d), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:02.641454 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80abe4f3-2abe-4b54-bda5-fb646c905ee4 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] Pushing event deleted for resources: {'Port': ['ID=23b9644f-8051-421c-b50c-9c631188bd2d,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:02.649340 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80abe4f3-2abe-4b54-bda5-fb646c905ee4 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] No DVR routers for this DVR port 23b9644f-8051-421c-b50c-9c631188bd2d on host n-d-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:09:02.727988 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4031f65c-b58e-4950-94d8-a5ba42e46646 None None] For port 23b9644f-8051-421c-b50c-9c631188bd2d, host n-d-826753-2, got binding levels [] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:09:02.728536 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4031f65c-b58e-4950-94d8-a5ba42e46646 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (23b9644f-8051-421c-b50c-9c631188bd2d), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:02.741124 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-80abe4f3-2abe-4b54-bda5-fb646c905ee4 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (2df8ad74-5548-4097-8feb-1795291b418c), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:02.743030 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4031f65c-b58e-4950-94d8-a5ba42e46646 None None] Calling delete_port for 23b9644f-8051-421c-b50c-9c631188bd2d owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:09:02.747607 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.ipam_backend_mixin [None req-4031f65c-b58e-4950-94d8-a5ba42e46646 None None] Port 23b9644f-8051-421c-b50c-9c631188bd2d was not found and therefore no delete operation was performed {{(pid=103703) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 03:09:02.748715 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning for port f7b6da1f-b537-45af-9feb-c15f1c6a08bc completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:09:02.754103 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port f7b6da1f-b537-45af-9feb-c15f1c6a08bc triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:09:02.754479 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (f7b6da1f-b537-45af-9feb-c15f1c6a08bc), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:02.757137 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4031f65c-b58e-4950-94d8-a5ba42e46646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (23b9644f-8051-421c-b50c-9c631188bd2d), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:02.771779 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd67a0a-f5af-4f16-8598-4b1460d6ff14 req-d52e445c-8d19-4d6b-8d47-1c64c8f3da90 tempest-VolumesBackupsTest-1550039874 tempest-VolumesBackupsTest-1550039874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:02.772374 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-80abe4f3-2abe-4b54-bda5-fb646c905ee4 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2df8ad74-5548-4097-8feb-1795291b418c']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:09:02.782413 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2fd67a0a-f5af-4f16-8598-4b1460d6ff14 req-d52e445c-8d19-4d6b-8d47-1c64c8f3da90 tempest-VolumesBackupsTest-1550039874 tempest-VolumesBackupsTest-1550039874-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0431707-cecb-4c7f-a21a-2881ee4d482e HTTP/1.1" status: 200 len: 947 time: 0.0845511 Feb 19 03:09:02.784029 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-80abe4f3-2abe-4b54-bda5-fb646c905ee4 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5108e5cc-ca6c-4de2-b683-8a8a7576b645') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:09:02.785501 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-80abe4f3-2abe-4b54-bda5-fb646c905ee4 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5108e5cc-ca6c-4de2-b683-8a8a7576b645') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:09:02.804889 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-80abe4f3-2abe-4b54-bda5-fb646c905ee4 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (5108e5cc-ca6c-4de2-b683-8a8a7576b645), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:02.812457 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4031f65c-b58e-4950-94d8-a5ba42e46646 None None] Pushing event deleted for resources: {'Port': ['ID=23b9644f-8051-421c-b50c-9c631188bd2d,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:02.817105 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4031f65c-b58e-4950-94d8-a5ba42e46646 None None] No DVR routers for this DVR port 23b9644f-8051-421c-b50c-9c631188bd2d on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:09:02.832283 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-80abe4f3-2abe-4b54-bda5-fb646c905ee4 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (5108e5cc-ca6c-4de2-b683-8a8a7576b645), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:02.844991 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80abe4f3-2abe-4b54-bda5-fb646c905ee4 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] Releasing vlan 266 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:09:02.845518 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-80abe4f3-2abe-4b54-bda5-fb646c905ee4 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (5108e5cc-ca6c-4de2-b683-8a8a7576b645), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:02.847103 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2fd67a0a-f5af-4f16-8598-4b1460d6ff14 req-c11ce2fb-d078-4c66-b90f-ed2128c86706 tempest-VolumesBackupsTest-1550039874 tempest-VolumesBackupsTest-1550039874-project] 10.222.0.72 "GET /v2.0/security-groups?id=398c0468-0d6c-448e-bf5b-d560bc342adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627589 Feb 19 03:09:02.850065 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 03:09:02.850065 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:09:02.850065 n-d-826753-2 neutron-server[103702]: timer() Feb 19 03:09:02.850065 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:09:02.850065 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 03:09:02.850065 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:09:02.850065 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 03:09:02.850065 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:09:02.850065 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 03:09:02.850065 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:09:02.850065 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 03:09:02.850065 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:09:02.850065 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 03:09:02.850065 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:09:02.850065 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:09:02.850065 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:09:02.850065 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:09:02.850065 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:09:02.850065 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 03:09:02.850065 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:09:02.850065 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 03:09:02.850065 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:09:02.850065 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:09:02.850065 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:09:02.850065 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 03:09:02.850065 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:09:02.850065 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:09:02.850065 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:09:02.850065 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:09:02.850065 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:09:02.850065 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:09:02.850065 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:09:02.893699 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port f7b6da1f-b537-45af-9feb-c15f1c6a08bc is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:09:02.894990 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (f7b6da1f-b537-45af-9feb-c15f1c6a08bc), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:02.924818 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22f4f8b6-26f2-43b9-bec7-de3dfc4e0224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7b6da1f-b537-45af-9feb-c15f1c6a08bc'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:09:02.926705 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-919388fb-a632-4c42-8689-3b60a428869d" -d '{"events": [{"server_uuid": "22f4f8b6-26f2-43b9-bec7-de3dfc4e0224", "name": "network-vif-plugged", "status": "completed", "tag": "f7b6da1f-b537-45af-9feb-c15f1c6a08bc"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:09:02.934560 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-80abe4f3-2abe-4b54-bda5-fb646c905ee4 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (2df8ad74-5548-4097-8feb-1795291b418c), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:02.946300 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port f7b6da1f-b537-45af-9feb-c15f1c6a08bc, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=f7b6da1f-b537-45af-9feb-c15f1c6a08bc,segment=NetworkSegment(9361ff5e-ecd3-4a53-b64f-0204e54bd4ff),segment_id=9361ff5e-ecd3-4a53-b64f-0204e54bd4ff)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:09:02.953827 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-80abe4f3-2abe-4b54-bda5-fb646c905ee4 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:02.956223 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (f7b6da1f-b537-45af-9feb-c15f1c6a08bc), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:02.962590 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-80abe4f3-2abe-4b54-bda5-fb646c905ee4 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] 10.222.0.72 "DELETE /v2.0/networks/2df8ad74-5548-4097-8feb-1795291b418c HTTP/1.1" status: 204 len: 168 time: 0.7842610 Feb 19 03:09:02.981957 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80abe4f3-2abe-4b54-bda5-fb646c905ee4 tempest-TagsExtTest-1922600974 tempest-TagsExtTest-1922600974-project] Pushing event deleted for resources: {'Network': ['ID=2df8ad74-5548-4097-8feb-1795291b418c,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:02.993833 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-645f5e00-3a7a-428e-b9be-d354b2fc4db4 x-openstack-request-id: req-645f5e00-3a7a-428e-b9be-d354b2fc4db4 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:09:02.994151 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22f4f8b6-26f2-43b9-bec7-de3dfc4e0224", "name": "network-vif-plugged", "status": "completed", "tag": "f7b6da1f-b537-45af-9feb-c15f1c6a08bc", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:09:02.994396 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-645f5e00-3a7a-428e-b9be-d354b2fc4db4 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:09:02.994972 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22f4f8b6-26f2-43b9-bec7-de3dfc4e0224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7b6da1f-b537-45af-9feb-c15f1c6a08bc', 'code': 200} Feb 19 03:09:02.997055 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device a6c36231-c93d-47fb-9e86-f06e680f8ccc details requested by agent hyperv_n-h2-826753-2 with host n-h2-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:09:03.041841 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=f7b6da1f-b537-45af-9feb-c15f1c6a08bc,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:03.135319 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f70595-8dc9-4332-a800-4afd34b29c32 req-997df303-419e-4445-a83d-17ca5813b477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:03.136932 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-52f70595-8dc9-4332-a800-4afd34b29c32 req-997df303-419e-4445-a83d-17ca5813b477 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=22f4f8b6-26f2-43b9-bec7-de3dfc4e0224 HTTP/1.1" status: 200 len: 1127 time: 0.0679073 Feb 19 03:09:03.154935 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port a6c36231-c93d-47fb-9e86-f06e680f8ccc, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=a6c36231-c93d-47fb-9e86-f06e680f8ccc,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:09:03.168892 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Returning: {'device': 'a6c36231-c93d-47fb-9e86-f06e680f8ccc', 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f', 'port_id': 'a6c36231-c93d-47fb-9e86-f06e680f8ccc', 'mac_address': 'fa:16:3e:bb:62:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '974c06bc-f097-4890-970a-b087501ab241', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:09:03.211153 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-52f70595-8dc9-4332-a800-4afd34b29c32 req-548b93f6-616c-44a8-9675-cb59f20a2d7f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=a6656291-2f71-4c36-83df-c6cd4c44fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674570 Feb 19 03:09:03.222722 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port a6c36231-c93d-47fb-9e86-f06e680f8ccc is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:09:03.223956 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (a6c36231-c93d-47fb-9e86-f06e680f8ccc), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:03.239114 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6c36231-c93d-47fb-9e86-f06e680f8ccc {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:09:03.267614 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port a6c36231-c93d-47fb-9e86-f06e680f8ccc, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=a6c36231-c93d-47fb-9e86-f06e680f8ccc,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:09:03.272964 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (a6c36231-c93d-47fb-9e86-f06e680f8ccc), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:03.326395 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=a6c36231-c93d-47fb-9e86-f06e680f8ccc,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:03.350995 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 59272) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:03.535468 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-2c141c8e-6826-4c8b-a59f-b027d840ab1d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c41776f1b7884da8935b7e25d9778740&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1831729 Feb 19 03:09:03.538185 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 59278) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:03.559874 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['a6c36231-c93d-47fb-9e86-f06e680f8ccc'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:09:03.595469 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9bb1e3d3-6fc6-4928-a1ca-c32c05219586 admin admin] Publish callbacks [] for security_group (5c8ec413-f6c8-4500-8d2f-b648ae7a1d9c), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:03.632655 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9bb1e3d3-6fc6-4928-a1ca-c32c05219586 admin admin] Publish callbacks [] for security_group (5c8ec413-f6c8-4500-8d2f-b648ae7a1d9c), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:03.731884 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa512d79-d2b3-401e-a293-542638fbc477 req-4485a059-fd27-4add-beb9-6f87fab1ea25 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:03.733711 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fa512d79-d2b3-401e-a293-542638fbc477 req-4485a059-fd27-4add-beb9-6f87fab1ea25 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=22f4f8b6-26f2-43b9-bec7-de3dfc4e0224 HTTP/1.1" status: 200 len: 945 time: 0.0781007 Feb 19 03:09:03.760877 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9bb1e3d3-6fc6-4928-a1ca-c32c05219586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (5c8ec413-f6c8-4500-8d2f-b648ae7a1d9c), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:03.763558 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9bb1e3d3-6fc6-4928-a1ca-c32c05219586 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:03.767012 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-9bb1e3d3-6fc6-4928-a1ca-c32c05219586 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5c8ec413-f6c8-4500-8d2f-b648ae7a1d9c HTTP/1.1" status: 204 len: 168 time: 0.2255404 Feb 19 03:09:03.788653 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb1e3d3-6fc6-4928-a1ca-c32c05219586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c8ec413-f6c8-4500-8d2f-b648ae7a1d9c,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:03.833105 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fa512d79-d2b3-401e-a293-542638fbc477 req-388650a2-7957-4d4b-bc83-e2e1bb3aeb52 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6656291-2f71-4c36-83df-c6cd4c44fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899148 Feb 19 03:09:03.964056 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 23b9644f-8051-421c-b50c-9c631188bd2d no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:09:03.990277 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 23b9644f-8051-421c-b50c-9c631188bd2d {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:09:03.990633 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 23b9644f-8051-421c-b50c-9c631188bd2d not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:09:04.032536 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce46f13-6b6e-4307-8d0e-8cd87ebcbae0 req-b375263d-1de1-4e07-8fe6-3a1145a1702e tempest-VolumesBackupsTest-1550039874 tempest-VolumesBackupsTest-1550039874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:04.043435 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fce46f13-6b6e-4307-8d0e-8cd87ebcbae0 req-b375263d-1de1-4e07-8fe6-3a1145a1702e tempest-VolumesBackupsTest-1550039874 tempest-VolumesBackupsTest-1550039874-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0431707-cecb-4c7f-a21a-2881ee4d482e HTTP/1.1" status: 200 len: 948 time: 0.0847211 Feb 19 03:09:04.101928 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fce46f13-6b6e-4307-8d0e-8cd87ebcbae0 req-251de223-81e2-4deb-9594-886fe963678c tempest-VolumesBackupsTest-1550039874 tempest-VolumesBackupsTest-1550039874-project] 10.222.0.72 "GET /v2.0/security-groups?id=398c0468-0d6c-448e-bf5b-d560bc342adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558734 Feb 19 03:09:04.560404 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-b5c33bd2-cd97-49f2-bef8-a701f5758635 req-26a22ce3-4474-4207-a372-7ddbafa98543 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0887170 Feb 19 03:09:04.751514 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c33bd2-cd97-49f2-bef8-a701f5758635 req-d4e2adb4-414e-474c-be38-3b88bcd5d248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:04.754594 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-b5c33bd2-cd97-49f2-bef8-a701f5758635 req-d4e2adb4-414e-474c-be38-3b88bcd5d248 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b9f6d445adfb4303a5f2e35c9323b376&device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 1126 time: 0.0747428 Feb 19 03:09:04.984290 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c33bd2-cd97-49f2-bef8-a701f5758635 req-e95ad10d-9061-4497-8ec3-119c25d5dfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:04.984733 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device a6c36231-c93d-47fb-9e86-f06e680f8ccc up at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:09:04.989037 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-b5c33bd2-cd97-49f2-bef8-a701f5758635 req-e95ad10d-9061-4497-8ec3-119c25d5dfa2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0f4d9579-5631-481f-acff-55faffa2a3d0 HTTP/1.1" status: 200 len: 913 time: 0.2086127 Feb 19 03:09:05.049897 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7863e9-e6b4-4895-ae07-b7b9cfd1d30a req-067366c7-12fd-46b4-9ceb-758b3c65a857 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:05.059871 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9f7863e9-e6b4-4895-ae07-b7b9cfd1d30a req-067366c7-12fd-46b4-9ceb-758b3c65a857 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=22f4f8b6-26f2-43b9-bec7-de3dfc4e0224 HTTP/1.1" status: 200 len: 945 time: 0.0948365 Feb 19 03:09:05.104162 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-b5c33bd2-cd97-49f2-bef8-a701f5758635 req-de47af25-f1fc-40cb-918f-fb2a0163dda4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6 HTTP/1.1" status: 200 len: 998 time: 0.1101289 Feb 19 03:09:05.119064 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning for port a6c36231-c93d-47fb-9e86-f06e680f8ccc completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:09:05.125421 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning complete for port a6c36231-c93d-47fb-9e86-f06e680f8ccc triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:09:05.126058 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (a6c36231-c93d-47fb-9e86-f06e680f8ccc), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:05.252932 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c33bd2-cd97-49f2-bef8-a701f5758635 req-03f29c13-953d-400d-b7e9-e5fa238abc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:05.262138 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9f7863e9-e6b4-4895-ae07-b7b9cfd1d30a req-9d56d609-467a-45dd-83cc-5efc71982b19 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6656291-2f71-4c36-83df-c6cd4c44fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915960 Feb 19 03:09:05.262367 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-b5c33bd2-cd97-49f2-bef8-a701f5758635 req-03f29c13-953d-400d-b7e9-e5fa238abc5d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=873fca23-e618-4343-ad67-b4c94d7ebaec HTTP/1.1" status: 200 len: 851 time: 0.1518590 Feb 19 03:09:05.355834 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port a6c36231-c93d-47fb-9e86-f06e680f8ccc is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:09:05.356789 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (a6c36231-c93d-47fb-9e86-f06e680f8ccc), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:05.371303 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c33bd2-cd97-49f2-bef8-a701f5758635 req-5bbe1c66-77d9-40ae-8acd-078ed9389765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:05.376262 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-b5c33bd2-cd97-49f2-bef8-a701f5758635 req-5bbe1c66-77d9-40ae-8acd-078ed9389765 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0f4d9579-5631-481f-acff-55faffa2a3d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1053183 Feb 19 03:09:05.395308 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b1e554-ed14-49d1-b39b-906e33f0eaf8 req-7579f689-79f1-485a-991c-8f02c0bb2f91 tempest-VolumesBackupsTest-1550039874 tempest-VolumesBackupsTest-1550039874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:05.404101 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-92b1e554-ed14-49d1-b39b-906e33f0eaf8 req-7579f689-79f1-485a-991c-8f02c0bb2f91 tempest-VolumesBackupsTest-1550039874 tempest-VolumesBackupsTest-1550039874-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0431707-cecb-4c7f-a21a-2881ee4d482e HTTP/1.1" status: 200 len: 948 time: 0.1408348 Feb 19 03:09:05.444625 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port a6c36231-c93d-47fb-9e86-f06e680f8ccc, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=a6c36231-c93d-47fb-9e86-f06e680f8ccc,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:09:05.446225 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0431707-cecb-4c7f-a21a-2881ee4d482e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6c36231-c93d-47fb-9e86-f06e680f8ccc'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:09:05.466455 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66ccd7fa-e8db-457a-9c4a-8fb7a7609b83" -d '{"events": [{"server_uuid": "a0431707-cecb-4c7f-a21a-2881ee4d482e", "name": "network-vif-plugged", "status": "completed", "tag": "a6c36231-c93d-47fb-9e86-f06e680f8ccc"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:09:05.470157 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (a6c36231-c93d-47fb-9e86-f06e680f8ccc), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:05.511105 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-92b1e554-ed14-49d1-b39b-906e33f0eaf8 req-dbb2d8ba-e5bd-42ea-9a68-088d402682f8 tempest-VolumesBackupsTest-1550039874 tempest-VolumesBackupsTest-1550039874-project] 10.222.0.72 "GET /v2.0/security-groups?id=398c0468-0d6c-448e-bf5b-d560bc342adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059492 Feb 19 03:09:05.548696 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccc5bf53-5a5d-4024-8d09-6e7f57d1abb1 x-openstack-request-id: req-ccc5bf53-5a5d-4024-8d09-6e7f57d1abb1 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:09:05.549080 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0431707-cecb-4c7f-a21a-2881ee4d482e", "name": "network-vif-plugged", "status": "completed", "tag": "a6c36231-c93d-47fb-9e86-f06e680f8ccc", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:09:05.549268 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ccc5bf53-5a5d-4024-8d09-6e7f57d1abb1 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:09:05.550346 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0431707-cecb-4c7f-a21a-2881ee4d482e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6c36231-c93d-47fb-9e86-f06e680f8ccc', 'code': 200} Feb 19 03:09:05.587227 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=a6c36231-c93d-47fb-9e86-f06e680f8ccc,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:05.590708 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-b5c33bd2-cd97-49f2-bef8-a701f5758635 req-81a0a82e-8ef2-4cb3-9fbe-5aef28f246be service neutron] 10.222.0.73 "GET /v2.0/networks/0f4d9579-5631-481f-acff-55faffa2a3d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079885 Feb 19 03:09:05.728522 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c309e3d8-72bb-4e8e-92ae-d9811b064e9f req-20a03f41-cba3-4316-8f22-e963a13a2eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:05.730173 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c309e3d8-72bb-4e8e-92ae-d9811b064e9f req-20a03f41-cba3-4316-8f22-e963a13a2eb5 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=a0431707-cecb-4c7f-a21a-2881ee4d482e HTTP/1.1" status: 200 len: 1131 time: 0.0807092 Feb 19 03:09:05.795733 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-b5c33bd2-cd97-49f2-bef8-a701f5758635 req-93bc1397-d1b2-4db9-ac7b-15a24ae666e6 service neutron] 10.222.0.73 "GET /v2.0/networks/0f4d9579-5631-481f-acff-55faffa2a3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957705 Feb 19 03:09:05.803021 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c309e3d8-72bb-4e8e-92ae-d9811b064e9f req-a511763d-dff3-4661-9869-db287c8e1839 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=398c0468-0d6c-448e-bf5b-d560bc342adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670636 Feb 19 03:09:06.689331 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5f384e-319a-42d1-a904-514e7e3bd249 req-3820fcd9-af64-4428-aaba-1ad2c5299fe2 tempest-VolumesBackupsTest-1550039874 tempest-VolumesBackupsTest-1550039874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:06.692211 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7e5f384e-319a-42d1-a904-514e7e3bd249 req-3820fcd9-af64-4428-aaba-1ad2c5299fe2 tempest-VolumesBackupsTest-1550039874 tempest-VolumesBackupsTest-1550039874-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0431707-cecb-4c7f-a21a-2881ee4d482e HTTP/1.1" status: 200 len: 949 time: 0.0940678 Feb 19 03:09:06.770070 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7e5f384e-319a-42d1-a904-514e7e3bd249 req-bc7a08a3-a823-4f6f-80a8-5e9df109d661 tempest-VolumesBackupsTest-1550039874 tempest-VolumesBackupsTest-1550039874-project] 10.222.0.72 "GET /v2.0/security-groups?id=398c0468-0d6c-448e-bf5b-d560bc342adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676351 Feb 19 03:09:07.952881 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095669d5-1dbe-450c-baa0-c94ab036ef93 req-d59a13de-ee42-4acd-a82f-9f7d10e78eee tempest-VolumesBackupsTest-1550039874 tempest-VolumesBackupsTest-1550039874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:07.954425 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-095669d5-1dbe-450c-baa0-c94ab036ef93 req-d59a13de-ee42-4acd-a82f-9f7d10e78eee tempest-VolumesBackupsTest-1550039874 tempest-VolumesBackupsTest-1550039874-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0431707-cecb-4c7f-a21a-2881ee4d482e HTTP/1.1" status: 200 len: 949 time: 0.0720420 Feb 19 03:09:08.005943 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-095669d5-1dbe-450c-baa0-c94ab036ef93 req-75351ec9-7d96-4c6d-b233-1f15ffc05415 tempest-VolumesBackupsTest-1550039874 tempest-VolumesBackupsTest-1550039874-project] 10.222.0.72 "GET /v2.0/security-groups?id=398c0468-0d6c-448e-bf5b-d560bc342adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446587 Feb 19 03:09:13.912422 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:09:15.522882 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-ab3f59ea-8b98-4bea-aee3-72e6f9865c2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:17.685072 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fb2aaa99-6c97-442a-8272-002b34d1e779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:19.184551 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15715d5a-712d-4176-89e1-fdaf667f64a0 req-17d2b89b-3b94-4758-acc4-38752449564e tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:19.201713 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-15715d5a-712d-4176-89e1-fdaf667f64a0 req-17d2b89b-3b94-4758-acc4-38752449564e tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 944 time: 0.3664305 Feb 19 03:09:19.266153 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:19.298035 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-15715d5a-712d-4176-89e1-fdaf667f64a0 req-8bc5f93c-dada-4696-830b-96b9194d054b tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946772 Feb 19 03:09:19.571956 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c931b-277b-4634-889c-a98ae2c3485f req-5ba4b5ef-ca9a-4936-a986-339a06420f6d tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:19.580474 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e98c931b-277b-4634-889c-a98ae2c3485f req-5ba4b5ef-ca9a-4936-a986-339a06420f6d tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 944 time: 0.1740937 Feb 19 03:09:19.648372 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e98c931b-277b-4634-889c-a98ae2c3485f req-44409940-3994-49a2-b3cd-d8a661f18d10 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624943 Feb 19 03:09:19.786124 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a12c934-e23f-41b7-83f7-cff51ea287b2 req-f67b4a15-cb9c-4358-8dd1-8b5ff7bef2fe tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:19.788765 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1a12c934-e23f-41b7-83f7-cff51ea287b2 req-f67b4a15-cb9c-4358-8dd1-8b5ff7bef2fe tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 944 time: 0.0692391 Feb 19 03:09:19.850974 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1a12c934-e23f-41b7-83f7-cff51ea287b2 req-1344a3cc-3eb6-4965-981c-029a87b8f64b tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562623 Feb 19 03:09:20.022909 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73971abc-38cc-4070-bf03-fb2fa841a363 req-7ca232ca-34a0-4277-bd8c-dac843aa45bc tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:20.025201 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-73971abc-38cc-4070-bf03-fb2fa841a363 req-7ca232ca-34a0-4277-bd8c-dac843aa45bc tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 944 time: 0.0792677 Feb 19 03:09:20.083278 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-73971abc-38cc-4070-bf03-fb2fa841a363 req-bbd539f1-eccd-40bc-9f93-37e47c5fb1f7 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524056 Feb 19 03:09:20.420751 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31818494-a1c5-49da-aa8c-c899e10215b8 req-b414b9a3-f408-4174-a676-09b697b3b264 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:20.422359 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-31818494-a1c5-49da-aa8c-c899e10215b8 req-b414b9a3-f408-4174-a676-09b697b3b264 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 944 time: 0.0724602 Feb 19 03:09:20.465805 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:20.514288 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-31818494-a1c5-49da-aa8c-c899e10215b8 req-f77ab3fe-59bf-475f-889e-97f417f4d476 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703483 Feb 19 03:09:21.057941 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822e0e86-d5a6-45ee-a10d-2d848ca01b38 req-40ec9455-375f-4a38-acf3-7ac356dc6481 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:21.066566 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-822e0e86-d5a6-45ee-a10d-2d848ca01b38 req-40ec9455-375f-4a38-acf3-7ac356dc6481 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 944 time: 0.0874295 Feb 19 03:09:21.138908 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-822e0e86-d5a6-45ee-a10d-2d848ca01b38 req-90696845-5793-4774-a84b-dca7fb836309 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689752 Feb 19 03:09:21.965722 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:22.297131 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a67181-9748-4254-8860-8914d8c49ed9 req-5ac506ae-6ce8-489a-9463-c81260f08477 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:22.298906 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-74a67181-9748-4254-8860-8914d8c49ed9 req-5ac506ae-6ce8-489a-9463-c81260f08477 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 944 time: 0.0675933 Feb 19 03:09:22.356027 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-74a67181-9748-4254-8860-8914d8c49ed9 req-46f44a90-8843-4cdc-8f41-46e297a904c1 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498517 Feb 19 03:09:22.574483 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:23.533114 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869768cc-5aef-4f0d-b457-fe215536afa6 req-a8cabb73-b347-43bc-8c34-313c70003e94 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:23.540906 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-869768cc-5aef-4f0d-b457-fe215536afa6 req-a8cabb73-b347-43bc-8c34-313c70003e94 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 944 time: 0.0968726 Feb 19 03:09:23.613981 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-869768cc-5aef-4f0d-b457-fe215536afa6 req-785067fc-a08f-4910-8aaf-8d3a42285efe tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716002 Feb 19 03:09:24.790874 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78e74f3-dc3a-4658-a0da-81461c01a850 req-9978da32-87d2-4fc1-8b9c-141c47545aee tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:24.792462 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e78e74f3-dc3a-4658-a0da-81461c01a850 req-9978da32-87d2-4fc1-8b9c-141c47545aee tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 944 time: 0.0631440 Feb 19 03:09:24.885082 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e78e74f3-dc3a-4658-a0da-81461c01a850 req-e4e3a863-4998-4c92-afb3-aa6a0c217948 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864701 Feb 19 03:09:26.031103 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25706d4a-ce71-40ff-af78-a51a8cff978b req-6b77ee7c-f518-49eb-bd0d-85fe8b4c91df tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:26.032692 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-25706d4a-ce71-40ff-af78-a51a8cff978b req-6b77ee7c-f518-49eb-bd0d-85fe8b4c91df tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 944 time: 0.0730736 Feb 19 03:09:26.099025 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-25706d4a-ce71-40ff-af78-a51a8cff978b req-361095ca-c32a-48d2-a95a-41be539c5efc tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567439 Feb 19 03:09:26.218823 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:27.249323 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aefc5b-257c-4d17-9242-ea3d7aea380b req-cfa3956d-1b12-4d00-9900-236eee2c641d tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:27.251326 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-75aefc5b-257c-4d17-9242-ea3d7aea380b req-cfa3956d-1b12-4d00-9900-236eee2c641d tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 944 time: 0.0684731 Feb 19 03:09:27.311532 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-75aefc5b-257c-4d17-9242-ea3d7aea380b req-9e42560f-2365-427b-949a-be10e770aa7e tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541055 Feb 19 03:09:28.536724 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3466da-fc76-4394-a882-978529765e7f req-d80b209a-ee73-4194-9b77-15bd74244a45 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:28.538700 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0d3466da-fc76-4394-a882-978529765e7f req-d80b209a-ee73-4194-9b77-15bd74244a45 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 944 time: 0.0913939 Feb 19 03:09:28.606089 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0d3466da-fc76-4394-a882-978529765e7f req-74112b74-b8be-41db-b0e8-9a2443d734ba tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613387 Feb 19 03:09:29.749583 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc15cae-8458-49c1-a856-b9935de344ae req-bfc5a8ad-0809-41a5-ae16-ad169e1754e3 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:29.757252 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-abc15cae-8458-49c1-a856-b9935de344ae req-bfc5a8ad-0809-41a5-ae16-ad169e1754e3 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 944 time: 0.0647764 Feb 19 03:09:29.844903 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-abc15cae-8458-49c1-a856-b9935de344ae req-c79a7a9d-bf44-4ed7-8f48-76aa7865e27a tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860853 Feb 19 03:09:30.997821 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acb4b43-6676-4176-a6aa-46848bf1e5f3 req-a5e6c9ce-2be6-47ba-8626-866443390d67 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:31.006966 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6acb4b43-6676-4176-a6aa-46848bf1e5f3 req-a5e6c9ce-2be6-47ba-8626-866443390d67 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 944 time: 0.0740168 Feb 19 03:09:31.097399 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6acb4b43-6676-4176-a6aa-46848bf1e5f3 req-6a1da641-9f23-4e60-ae4a-a73cb02f8809 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884049 Feb 19 03:09:32.441932 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7710575-314a-4f3a-a1dc-49a4f55c7be5 req-6ebda2d1-b477-476f-a23d-ce62510a973a tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:32.443982 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e7710575-314a-4f3a-a1dc-49a4f55c7be5 req-6ebda2d1-b477-476f-a23d-ce62510a973a tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 944 time: 0.1728976 Feb 19 03:09:32.523902 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e7710575-314a-4f3a-a1dc-49a4f55c7be5 req-e9d68e09-b1d9-4055-b0e5-4af66808d0d8 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655689 Feb 19 03:09:32.992459 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dccc24-ba6d-4376-aaed-7db614d5f57f req-a2474f6b-65af-4bf3-bfdb-ee8c3a6966a1 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:33.011282 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-88dccc24-ba6d-4376-aaed-7db614d5f57f req-a2474f6b-65af-4bf3-bfdb-ee8c3a6966a1 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 944 time: 0.1709402 Feb 19 03:09:33.089764 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-88dccc24-ba6d-4376-aaed-7db614d5f57f req-5a7cfa92-59d4-4fa0-9d2c-8522e6c3ccb2 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774410 Feb 19 03:09:33.117321 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9853a96-9f9c-4cb1-a04b-8c8ca966a936 req-19cb039b-6413-4720-8f3e-f42079cafb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:33.118954 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-b9853a96-9f9c-4cb1-a04b-8c8ca966a936 req-19cb039b-6413-4720-8f3e-f42079cafb11 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b9f6d445adfb4303a5f2e35c9323b376&device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 1126 time: 0.1391373 Feb 19 03:09:33.238294 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9853a96-9f9c-4cb1-a04b-8c8ca966a936 req-12fe4052-dc01-4444-83ec-7509bf2e77e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:33.239842 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-b9853a96-9f9c-4cb1-a04b-8c8ca966a936 req-12fe4052-dc01-4444-83ec-7509bf2e77e6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0f4d9579-5631-481f-acff-55faffa2a3d0 HTTP/1.1" status: 200 len: 913 time: 0.1135244 Feb 19 03:09:33.322131 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-b9853a96-9f9c-4cb1-a04b-8c8ca966a936 req-9902ca69-b683-470d-9d1e-5b58caa31d6f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6 HTTP/1.1" status: 200 len: 998 time: 0.0763094 Feb 19 03:09:33.391561 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9853a96-9f9c-4cb1-a04b-8c8ca966a936 req-69eb91ac-8de4-4976-9d3b-69063edfc8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:33.393448 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-b9853a96-9f9c-4cb1-a04b-8c8ca966a936 req-69eb91ac-8de4-4976-9d3b-69063edfc8bd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=873fca23-e618-4343-ad67-b4c94d7ebaec HTTP/1.1" status: 200 len: 851 time: 0.0644164 Feb 19 03:09:33.518298 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9853a96-9f9c-4cb1-a04b-8c8ca966a936 req-a9907f1d-c449-4148-bca3-0a4e4526eb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:33.525641 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-b9853a96-9f9c-4cb1-a04b-8c8ca966a936 req-a9907f1d-c449-4148-bca3-0a4e4526eb04 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0f4d9579-5631-481f-acff-55faffa2a3d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1206162 Feb 19 03:09:33.699229 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-b9853a96-9f9c-4cb1-a04b-8c8ca966a936 req-50854b0a-98a4-40b5-85dd-4c97c635ba98 service neutron] 10.222.0.73 "GET /v2.0/networks/0f4d9579-5631-481f-acff-55faffa2a3d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726830 Feb 19 03:09:33.901740 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-b9853a96-9f9c-4cb1-a04b-8c8ca966a936 req-7c061bc6-e7f1-4f0b-b582-314348112d90 service neutron] 10.222.0.73 "GET /v2.0/networks/0f4d9579-5631-481f-acff-55faffa2a3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954970 Feb 19 03:09:34.323533 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37ab869-825e-46f8-8ed7-4cc6d5e9b04d req-4833a2e6-09cd-452a-871a-43086e7c30c3 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:34.327411 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b37ab869-825e-46f8-8ed7-4cc6d5e9b04d req-4833a2e6-09cd-452a-871a-43086e7c30c3 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 944 time: 0.1226745 Feb 19 03:09:34.420272 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b37ab869-825e-46f8-8ed7-4cc6d5e9b04d req-d6fca6a4-12fe-41f0-9ef3-39759af9e49a tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856299 Feb 19 03:09:35.634374 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6069d6c4-b604-4e0b-b9db-d9148f7c0ba9 req-69baf690-cee0-405b-b5c7-34fb42393d04 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:35.638166 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6069d6c4-b604-4e0b-b9db-d9148f7c0ba9 req-69baf690-cee0-405b-b5c7-34fb42393d04 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 944 time: 0.0867090 Feb 19 03:09:35.722515 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6069d6c4-b604-4e0b-b9db-d9148f7c0ba9 req-fa6ce93c-a5b3-436e-951e-24903ba2b18d tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779576 Feb 19 03:09:35.885464 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b893ab-da25-471c-8f11-df8cf093455d req-98e19c81-cc56-48bb-a619-b92db861c9a6 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:35.886961 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f3b893ab-da25-471c-8f11-df8cf093455d req-98e19c81-cc56-48bb-a619-b92db861c9a6 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 944 time: 0.0778034 Feb 19 03:09:35.949030 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f3b893ab-da25-471c-8f11-df8cf093455d req-ff0c6863-494c-4cba-928b-4a5b88367091 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560050 Feb 19 03:09:36.268234 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eea1140-40b3-43d9-b71e-7fd365865576 req-dfb44957-c127-46c9-a421-5b4e4eefffb0 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:36.270761 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4eea1140-40b3-43d9-b71e-7fd365865576 req-dfb44957-c127-46c9-a421-5b4e4eefffb0 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 944 time: 0.0709205 Feb 19 03:09:36.348900 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4eea1140-40b3-43d9-b71e-7fd365865576 req-28f5229a-1112-460d-9391-828f70387100 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729201 Feb 19 03:09:36.535116 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87496fef-3863-4003-8230-5083c4f8b05b req-a829df52-71e3-4491-8d25-66742594d540 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:36.541793 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-87496fef-3863-4003-8230-5083c4f8b05b req-a829df52-71e3-4491-8d25-66742594d540 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 944 time: 0.0922856 Feb 19 03:09:36.618150 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-87496fef-3863-4003-8230-5083c4f8b05b req-a04ab6a3-4a89-4992-89c2-349f9fdac3e4 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700562 Feb 19 03:09:36.789698 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3806a2ac-5229-4270-b073-258700e169ef req-ed551e50-94ac-456b-9e22-2e21e03f20b7 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:36.797608 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3806a2ac-5229-4270-b073-258700e169ef req-ed551e50-94ac-456b-9e22-2e21e03f20b7 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 944 time: 0.0813611 Feb 19 03:09:36.867183 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3806a2ac-5229-4270-b073-258700e169ef req-fe32cdb1-c83e-4a64-bfcc-020dd5572d4c tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685461 Feb 19 03:09:37.204495 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34316b7c-07d1-44cb-97d6-088c7b452743 req-6b8e5410-f516-4704-9773-7804d545f9dc tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:37.206658 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-34316b7c-07d1-44cb-97d6-088c7b452743 req-6b8e5410-f516-4704-9773-7804d545f9dc tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 944 time: 0.1001303 Feb 19 03:09:37.294817 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-34316b7c-07d1-44cb-97d6-088c7b452743 req-dd1b8872-70a4-4bde-8d9f-7098025164da tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750105 Feb 19 03:09:38.479921 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b42811-940b-4d84-9f00-795b52d2a5f7 req-c5616969-d62f-47fb-9fa7-2b3d99dc3ef3 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:38.493097 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b4b42811-940b-4d84-9f00-795b52d2a5f7 req-c5616969-d62f-47fb-9fa7-2b3d99dc3ef3 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 944 time: 0.0960922 Feb 19 03:09:38.635659 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b4b42811-940b-4d84-9f00-795b52d2a5f7 req-aeeb774d-330f-4e48-afdb-9b48cd5f7628 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414726 Feb 19 03:09:39.096766 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d99124-b558-4025-b1af-3949870f6d36 req-0cb800f4-815d-4c1e-85d7-0f36c628d460 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:39.107631 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-38d99124-b558-4025-b1af-3949870f6d36 req-0cb800f4-815d-4c1e-85d7-0f36c628d460 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 944 time: 0.1370442 Feb 19 03:09:39.276846 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-38d99124-b558-4025-b1af-3949870f6d36 req-c8b702cc-e684-4445-94e0-087c44ae49e3 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1475368 Feb 19 03:09:40.554049 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b953189f-80c9-4f51-8a2d-d8849e9fd815 req-a15bae05-365b-45cf-a355-ab4f7423738d tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:40.556446 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b953189f-80c9-4f51-8a2d-d8849e9fd815 req-a15bae05-365b-45cf-a355-ab4f7423738d tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 944 time: 0.0955980 Feb 19 03:09:40.697397 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b953189f-80c9-4f51-8a2d-d8849e9fd815 req-2cff72af-2909-4d47-877e-36002d284993 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726714 Feb 19 03:09:40.865076 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52277709-8aed-4e48-b0c9-558424f3be14 req-45f21273-fa95-40cb-82c3-02e20090da1e tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:40.873761 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-52277709-8aed-4e48-b0c9-558424f3be14 req-45f21273-fa95-40cb-82c3-02e20090da1e tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 944 time: 0.0690749 Feb 19 03:09:40.934642 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-52277709-8aed-4e48-b0c9-558424f3be14 req-f56ef33e-7e69-4c24-b27a-08672b98da14 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583658 Feb 19 03:09:41.229148 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc46650f-06cf-4731-8f5e-253694db8a17 req-edd8a34e-fbec-4d82-bade-d6580da3390c tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:41.231150 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-dc46650f-06cf-4731-8f5e-253694db8a17 req-edd8a34e-fbec-4d82-bade-d6580da3390c tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 944 time: 0.2102733 Feb 19 03:09:41.332121 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-dc46650f-06cf-4731-8f5e-253694db8a17 req-70593f37-259c-4ec2-bc46-9ddb95a5aca1 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919445 Feb 19 03:09:41.528107 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed4919d-9e38-48a2-9103-6a506bc8c3f2 req-e80a8636-ab6a-43c6-8c9a-674b8bca4e0b tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:41.538473 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9ed4919d-9e38-48a2-9103-6a506bc8c3f2 req-e80a8636-ab6a-43c6-8c9a-674b8bca4e0b tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 944 time: 0.0825219 Feb 19 03:09:41.636003 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9ed4919d-9e38-48a2-9103-6a506bc8c3f2 req-e697c0c5-6e2b-45a2-b1de-df120685bc52 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951269 Feb 19 03:09:41.806874 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486eb6f5-2cf1-42f0-ba88-1f3cd8bd5c9a req-37dec250-f8f7-412d-b5c3-73cf6073a761 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:41.816340 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-486eb6f5-2cf1-42f0-ba88-1f3cd8bd5c9a req-37dec250-f8f7-412d-b5c3-73cf6073a761 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 944 time: 0.1042907 Feb 19 03:09:41.876383 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-486eb6f5-2cf1-42f0-ba88-1f3cd8bd5c9a req-ce67052e-d43a-4072-a2b4-2df03dee51a6 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587034 Feb 19 03:09:42.083763 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004ca11f-cb82-4ac7-a20c-57e7548b5824 req-adff9cea-8fab-4b1e-b3d1-ba810a99d1ce tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:42.085928 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-004ca11f-cb82-4ac7-a20c-57e7548b5824 req-adff9cea-8fab-4b1e-b3d1-ba810a99d1ce tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 944 time: 0.1064854 Feb 19 03:09:42.169640 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-004ca11f-cb82-4ac7-a20c-57e7548b5824 req-d76e2acf-748e-43b4-aa95-a4bc8696398a tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757022 Feb 19 03:09:45.511211 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c8ed95e9-86da-465d-bd5d-9d0964d2e29c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:47.681708 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-0e368418-c28a-4135-87e2-5dc94f975a0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:49.249600 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:50.449563 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:50.913789 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:09:51.958010 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:52.584072 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:54.815806 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 59980) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:54.986227 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-41192884-ab1c-40b6-9a82-585056e0804b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:55.096777 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-41192884-ab1c-40b6-9a82-585056e0804b admin admin] Publish callbacks [] for security_group (ff9ad69d-682c-46d4-9910-95f8245ff64a), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:55.102131 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-41192884-ab1c-40b6-9a82-585056e0804b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (ff9ad69d-682c-46d4-9910-95f8245ff64a), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:55.137044 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41192884-ab1c-40b6-9a82-585056e0804b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff9ad69d-682c-46d4-9910-95f8245ff64a,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:55.155345 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41192884-ab1c-40b6-9a82-585056e0804b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:09:55.155748 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41192884-ab1c-40b6-9a82-585056e0804b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:09:55.156100 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41192884-ab1c-40b6-9a82-585056e0804b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:09:55.156445 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41192884-ab1c-40b6-9a82-585056e0804b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:09:55.156799 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41192884-ab1c-40b6-9a82-585056e0804b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:09:55.157168 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41192884-ab1c-40b6-9a82-585056e0804b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:09:55.158103 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41192884-ab1c-40b6-9a82-585056e0804b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:09:55.158409 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41192884-ab1c-40b6-9a82-585056e0804b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:09:55.159016 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41192884-ab1c-40b6-9a82-585056e0804b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:09:55.159564 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41192884-ab1c-40b6-9a82-585056e0804b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:09:55.160118 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41192884-ab1c-40b6-9a82-585056e0804b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:09:55.160662 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41192884-ab1c-40b6-9a82-585056e0804b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:09:55.161211 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41192884-ab1c-40b6-9a82-585056e0804b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:09:55.191597 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-41192884-ab1c-40b6-9a82-585056e0804b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=bb00204aef244614b4664277a6cc4959&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3706887 Feb 19 03:09:55.192322 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 59986) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:55.263563 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-648f4383-354c-40c4-b66f-d1535d87f9f4 admin admin] Publish callbacks [] for security_group (ff9ad69d-682c-46d4-9910-95f8245ff64a), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:55.292496 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-648f4383-354c-40c4-b66f-d1535d87f9f4 admin admin] Publish callbacks [] for security_group (ff9ad69d-682c-46d4-9910-95f8245ff64a), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:55.355356 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-648f4383-354c-40c4-b66f-d1535d87f9f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (ff9ad69d-682c-46d4-9910-95f8245ff64a), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:55.359015 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-648f4383-354c-40c4-b66f-d1535d87f9f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:55.361115 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-648f4383-354c-40c4-b66f-d1535d87f9f4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ff9ad69d-682c-46d4-9910-95f8245ff64a HTTP/1.1" status: 204 len: 168 time: 0.1673534 Feb 19 03:09:55.391016 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648f4383-354c-40c4-b66f-d1535d87f9f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff9ad69d-682c-46d4-9910-95f8245ff64a,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:56.212794 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:56.320203 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 60014) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:56.446860 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-e91b9e2e-a2f9-48f5-bc3c-d36c5114b28d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-58087126-network', 'tenant_id': '6a117b40fa834d6ba0b46e03c0b9e1fa'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:09:56.472945 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e91b9e2e-a2f9-48f5-bc3c-d36c5114b28d admin admin] Made reservation on behalf of 6a117b40fa834d6ba0b46e03c0b9e1fa for: {'network': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:09:56.476927 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e91b9e2e-a2f9-48f5-bc3c-d36c5114b28d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:56.493741 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e91b9e2e-a2f9-48f5-bc3c-d36c5114b28d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:56.686311 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e91b9e2e-a2f9-48f5-bc3c-d36c5114b28d admin admin] Publish callbacks [] for security_group (c51a9c7c-7c8a-45b4-a7c9-83843a0878c3), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:56.700798 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e91b9e2e-a2f9-48f5-bc3c-d36c5114b28d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (c51a9c7c-7c8a-45b4-a7c9-83843a0878c3), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:56.755420 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91b9e2e-a2f9-48f5-bc3c-d36c5114b28d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c51a9c7c-7c8a-45b4-a7c9-83843a0878c3,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:56.764251 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e91b9e2e-a2f9-48f5-bc3c-d36c5114b28d admin admin] vlan segment allocate from pool success with {'vlan_id': 266, 'physical_network': 'physnet1'} {{(pid=103701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:09:56.776121 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e91b9e2e-a2f9-48f5-bc3c-d36c5114b28d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (6240e188-115c-48b5-9e2f-d315c80b3406), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:56.776491 n-d-826753-2 neutron-server[103701]: INFO neutron.db.segments_db [None req-e91b9e2e-a2f9-48f5-bc3c-d36c5114b28d admin admin] Added segment 6240e188-115c-48b5-9e2f-d315c80b3406 of type vlan for network 079ea5cf-2034-46d1-8adf-a2a461c96033 Feb 19 03:09:56.824438 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91b9e2e-a2f9-48f5-bc3c-d36c5114b28d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:09:56.824787 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91b9e2e-a2f9-48f5-bc3c-d36c5114b28d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:09:56.825177 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91b9e2e-a2f9-48f5-bc3c-d36c5114b28d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:09:56.825515 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91b9e2e-a2f9-48f5-bc3c-d36c5114b28d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:09:56.825851 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91b9e2e-a2f9-48f5-bc3c-d36c5114b28d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:09:56.826181 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91b9e2e-a2f9-48f5-bc3c-d36c5114b28d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:09:56.826517 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91b9e2e-a2f9-48f5-bc3c-d36c5114b28d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:09:56.826889 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91b9e2e-a2f9-48f5-bc3c-d36c5114b28d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:09:56.827226 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91b9e2e-a2f9-48f5-bc3c-d36c5114b28d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:09:56.827551 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91b9e2e-a2f9-48f5-bc3c-d36c5114b28d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:09:56.827880 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91b9e2e-a2f9-48f5-bc3c-d36c5114b28d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:09:56.828210 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91b9e2e-a2f9-48f5-bc3c-d36c5114b28d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:09:56.828625 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91b9e2e-a2f9-48f5-bc3c-d36c5114b28d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:09:56.842133 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e91b9e2e-a2f9-48f5-bc3c-d36c5114b28d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (079ea5cf-2034-46d1-8adf-a2a461c96033), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:56.876842 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e91b9e2e-a2f9-48f5-bc3c-d36c5114b28d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (079ea5cf-2034-46d1-8adf-a2a461c96033), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:56.878104 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91b9e2e-a2f9-48f5-bc3c-d36c5114b28d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:56.878884 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e91b9e2e-a2f9-48f5-bc3c-d36c5114b28d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:56.950076 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-e91b9e2e-a2f9-48f5-bc3c-d36c5114b28d admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6285107 Feb 19 03:09:56.952853 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 60018) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:56.961044 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-4d69c0a0-5f7d-4310-97c9-696d718bf03a admin admin] Request body: {'subnet': {'network_id': '079ea5cf-2034-46d1-8adf-a2a461c96033', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-58087126-subnet', 'tenant_id': '6a117b40fa834d6ba0b46e03c0b9e1fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:09:56.972110 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91b9e2e-a2f9-48f5-bc3c-d36c5114b28d admin admin] Pushing event updated for resources: {'Network': ['ID=079ea5cf-2034-46d1-8adf-a2a461c96033,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:56.993514 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 079ea5cf-2034-46d1-8adf-a2a461c96033 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:09:57.003030 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d69c0a0-5f7d-4310-97c9-696d718bf03a admin admin] Made reservation on behalf of 6a117b40fa834d6ba0b46e03c0b9e1fa for: {'subnet': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:09:57.006388 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4d69c0a0-5f7d-4310-97c9-696d718bf03a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58706307'] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:57.256643 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4d69c0a0-5f7d-4310-97c9-696d718bf03a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12647271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58706289'] for subnet (22864221-4aca-46ca-960b-688e9533636e), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:57.355217 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d69c0a0-5f7d-4310-97c9-696d718bf03a admin admin] Pushing event updated for resources: {'Subnet': ['ID=22864221-4aca-46ca-960b-688e9533636e,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:57.365554 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d69c0a0-5f7d-4310-97c9-696d718bf03a admin admin] Checking segment: {'id': '6240e188-115c-48b5-9e2f-d315c80b3406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '079ea5cf-2034-46d1-8adf-a2a461c96033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:09:57.366228 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d69c0a0-5f7d-4310-97c9-696d718bf03a admin admin] Network hostable DHCP agents. Network: 079ea5cf-2034-46d1-8adf-a2a461c96033, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:09:57.413705 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d69c0a0-5f7d-4310-97c9-696d718bf03a admin admin] Network 079ea5cf-2034-46d1-8adf-a2a461c96033 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:09:57.433495 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-4d69c0a0-5f7d-4310-97c9-696d718bf03a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 079ea5cf-2034-46d1-8adf-a2a461c96033) {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:09:57.446606 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d69c0a0-5f7d-4310-97c9-696d718bf03a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:57.447386 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6f0cee-4a8b-437a-9519-1afd7d0c5ac6 None None] Network 079ea5cf-2034-46d1-8adf-a2a461c96033 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:09:57.447893 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4d69c0a0-5f7d-4310-97c9-696d718bf03a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:57.480561 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-4d69c0a0-5f7d-4310-97c9-696d718bf03a admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5235407 Feb 19 03:09:57.570727 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7e433efb-e921-47ec-b9de-dcc92cf49fcf req-282bd5c7-fc38-48de-922f-26a39bd91cfa service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=f8d5c327-c8ba-4f2b-aa42-d2e452d716f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1638453 Feb 19 03:09:57.600895 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1c9585-52da-4dc5-9b3a-d34175219285 None None] Network 079ea5cf-2034-46d1-8adf-a2a461c96033 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:09:57.742162 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e433efb-e921-47ec-b9de-dcc92cf49fcf req-b5888d9a-ba1d-4ed3-8ee7-03222e94a346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:57.745964 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7e433efb-e921-47ec-b9de-dcc92cf49fcf req-b5888d9a-ba1d-4ed3-8ee7-03222e94a346 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b9f6d445adfb4303a5f2e35c9323b376&device_id=f8d5c327-c8ba-4f2b-aa42-d2e452d716f7 HTTP/1.1" status: 200 len: 1127 time: 0.0940928 Feb 19 03:09:57.898324 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e433efb-e921-47ec-b9de-dcc92cf49fcf req-a351ed62-aae5-412b-86b4-bb85d3baf644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:57.900074 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7e433efb-e921-47ec-b9de-dcc92cf49fcf req-a351ed62-aae5-412b-86b4-bb85d3baf644 service neutron] 10.222.0.82 "GET /v2.0/networks?id=0f4d9579-5631-481f-acff-55faffa2a3d0 HTTP/1.1" status: 200 len: 913 time: 0.1239607 Feb 19 03:09:57.951891 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7e433efb-e921-47ec-b9de-dcc92cf49fcf req-294e8371-21c3-4b56-b57e-3af6ed32fb21 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ee0a9052-b8e5-46ec-9a0b-e486bffedfdb HTTP/1.1" status: 200 len: 217 time: 0.0459344 Feb 19 03:09:58.009313 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e433efb-e921-47ec-b9de-dcc92cf49fcf req-ec553670-efe5-477d-8cb6-8d51f5b95f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:58.010868 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7e433efb-e921-47ec-b9de-dcc92cf49fcf req-ec553670-efe5-477d-8cb6-8d51f5b95f50 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=873fca23-e618-4343-ad67-b4c94d7ebaec HTTP/1.1" status: 200 len: 851 time: 0.0534751 Feb 19 03:09:58.107718 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e433efb-e921-47ec-b9de-dcc92cf49fcf req-3759334e-9ccd-4ee2-bf55-ad3c5365ff50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:58.109527 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7e433efb-e921-47ec-b9de-dcc92cf49fcf req-3759334e-9ccd-4ee2-bf55-ad3c5365ff50 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0f4d9579-5631-481f-acff-55faffa2a3d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0922883 Feb 19 03:09:58.123146 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [req-7e433efb-e921-47ec-b9de-dcc92cf49fcf req-94baa497-fe14-4ca9-9a8c-38958cfba95a service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103701) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:09:58.124760 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7e433efb-e921-47ec-b9de-dcc92cf49fcf req-94baa497-fe14-4ca9-9a8c-38958cfba95a service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065279 Feb 19 03:09:58.261658 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7e433efb-e921-47ec-b9de-dcc92cf49fcf req-93a24a73-7023-404d-ba07-eb01cd6bef24 service neutron] 10.222.0.82 "GET /v2.0/networks/0f4d9579-5631-481f-acff-55faffa2a3d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307938 Feb 19 03:09:58.385708 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7e433efb-e921-47ec-b9de-dcc92cf49fcf req-e104a308-05c1-448c-badd-4c767f14d860 service neutron] 10.222.0.82 "GET /v2.0/networks/0f4d9579-5631-481f-acff-55faffa2a3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175337 Feb 19 03:10:05.578932 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-cd3daed4-2d88-42c3-93d2-b435c5f643d6 req-2b1043dc-32eb-4274-abe6-7cda7fa6f138 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1482940 Feb 19 03:10:05.746014 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3daed4-2d88-42c3-93d2-b435c5f643d6 req-74e0c3c6-5c98-41bd-aad8-1e5ebcb5c5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:05.747460 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-cd3daed4-2d88-42c3-93d2-b435c5f643d6 req-74e0c3c6-5c98-41bd-aad8-1e5ebcb5c5fd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b9f6d445adfb4303a5f2e35c9323b376&device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 1126 time: 0.1048813 Feb 19 03:10:05.862632 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3daed4-2d88-42c3-93d2-b435c5f643d6 req-62af953a-8f63-4320-b7ad-f006fc855770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:05.864518 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-cd3daed4-2d88-42c3-93d2-b435c5f643d6 req-62af953a-8f63-4320-b7ad-f006fc855770 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0f4d9579-5631-481f-acff-55faffa2a3d0 HTTP/1.1" status: 200 len: 913 time: 0.0952806 Feb 19 03:10:05.955001 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-cd3daed4-2d88-42c3-93d2-b435c5f643d6 req-46e70f3a-5ce9-4e6b-8a46-50402ca97d2e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6 HTTP/1.1" status: 200 len: 998 time: 0.0846739 Feb 19 03:10:06.037098 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3daed4-2d88-42c3-93d2-b435c5f643d6 req-04b79dcd-a338-4732-8f1b-9aa43e74d17c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:06.039149 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-cd3daed4-2d88-42c3-93d2-b435c5f643d6 req-04b79dcd-a338-4732-8f1b-9aa43e74d17c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=873fca23-e618-4343-ad67-b4c94d7ebaec HTTP/1.1" status: 200 len: 851 time: 0.0704007 Feb 19 03:10:06.106483 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3daed4-2d88-42c3-93d2-b435c5f643d6 req-dc1a15d8-06cd-47ef-9ac6-33717b7af465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:06.108107 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-cd3daed4-2d88-42c3-93d2-b435c5f643d6 req-dc1a15d8-06cd-47ef-9ac6-33717b7af465 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0f4d9579-5631-481f-acff-55faffa2a3d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0611837 Feb 19 03:10:06.119156 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [req-cd3daed4-2d88-42c3-93d2-b435c5f643d6 req-6880836f-3efc-4051-a28d-88d26edb8cd2 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103702) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:10:06.120740 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-cd3daed4-2d88-42c3-93d2-b435c5f643d6 req-6880836f-3efc-4051-a28d-88d26edb8cd2 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061419 Feb 19 03:10:06.223665 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-cd3daed4-2d88-42c3-93d2-b435c5f643d6 req-7c167693-3462-4bf8-97d7-e4f469b97180 service neutron] 10.222.0.73 "GET /v2.0/networks/0f4d9579-5631-481f-acff-55faffa2a3d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967336 Feb 19 03:10:06.321500 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-cd3daed4-2d88-42c3-93d2-b435c5f643d6 req-c9062061-2605-4353-bd56-b2e9e02e089a service neutron] 10.222.0.73 "GET /v2.0/networks/0f4d9579-5631-481f-acff-55faffa2a3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918736 Feb 19 03:10:15.514287 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d73751d2-dfad-4a6b-b459-2088ab1be1d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:17.686250 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-58b2e809-5acf-4533-aa23-9a9e1022e68c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:19.257852 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:20.462917 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:21.957489 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:22.619936 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:26.227405 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:27.914217 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:10:32.048848 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 60904) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:10:32.205356 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-04dd7944-3ea4-47f4-bd50-2390af588aa4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:32.313694 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-04dd7944-3ea4-47f4-bd50-2390af588aa4 admin admin] Publish callbacks [] for security_group (392583ca-f2fe-462c-ba56-90c49c99ab8b), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:32.326248 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-04dd7944-3ea4-47f4-bd50-2390af588aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (392583ca-f2fe-462c-ba56-90c49c99ab8b), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:32.359716 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 60912) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:10:32.360274 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-04dd7944-3ea4-47f4-bd50-2390af588aa4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b79f199effe54dc9be8c5ca963e3b3fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3102267 Feb 19 03:10:32.386934 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd7944-3ea4-47f4-bd50-2390af588aa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=392583ca-f2fe-462c-ba56-90c49c99ab8b,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:32.452208 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d591d98a-838c-46f7-a9dc-e93309bd72db admin admin] Publish callbacks [] for security_group (392583ca-f2fe-462c-ba56-90c49c99ab8b), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:32.478910 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d591d98a-838c-46f7-a9dc-e93309bd72db admin admin] Publish callbacks [] for security_group (392583ca-f2fe-462c-ba56-90c49c99ab8b), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:32.560682 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d591d98a-838c-46f7-a9dc-e93309bd72db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (392583ca-f2fe-462c-ba56-90c49c99ab8b), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:32.564771 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d591d98a-838c-46f7-a9dc-e93309bd72db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:32.569025 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-d591d98a-838c-46f7-a9dc-e93309bd72db admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/392583ca-f2fe-462c-ba56-90c49c99ab8b HTTP/1.1" status: 204 len: 168 time: 0.2080541 Feb 19 03:10:32.579259 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d591d98a-838c-46f7-a9dc-e93309bd72db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=392583ca-f2fe-462c-ba56-90c49c99ab8b,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:33.037731 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 60930) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:10:33.055407 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-13fd16be-a4b4-4709-9510-6a291a6ecbfc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:33.173269 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-13fd16be-a4b4-4709-9510-6a291a6ecbfc admin admin] Publish callbacks [] for security_group (6ad56e45-52de-423b-9d59-481403d3ec50), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:33.190538 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-13fd16be-a4b4-4709-9510-6a291a6ecbfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (6ad56e45-52de-423b-9d59-481403d3ec50), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:33.224617 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-13fd16be-a4b4-4709-9510-6a291a6ecbfc admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ad7379560d404201867993d1319a3ff6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1854515 Feb 19 03:10:33.227588 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 60932) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:10:33.249304 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd16be-a4b4-4709-9510-6a291a6ecbfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad56e45-52de-423b-9d59-481403d3ec50,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:33.316912 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b9f0ee2f-4bb2-40b4-9ace-131448e0163d admin admin] Publish callbacks [] for security_group (6ad56e45-52de-423b-9d59-481403d3ec50), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:33.349064 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b9f0ee2f-4bb2-40b4-9ace-131448e0163d admin admin] Publish callbacks [] for security_group (6ad56e45-52de-423b-9d59-481403d3ec50), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:33.411095 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b9f0ee2f-4bb2-40b4-9ace-131448e0163d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (6ad56e45-52de-423b-9d59-481403d3ec50), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:33.414190 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b9f0ee2f-4bb2-40b4-9ace-131448e0163d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:33.417811 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-b9f0ee2f-4bb2-40b4-9ace-131448e0163d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6ad56e45-52de-423b-9d59-481403d3ec50 HTTP/1.1" status: 204 len: 168 time: 0.1869655 Feb 19 03:10:33.431576 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f0ee2f-4bb2-40b4-9ace-131448e0163d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad56e45-52de-423b-9d59-481403d3ec50,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:38.504518 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 32880) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:10:38.627342 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d512bcbb-aaac-40d6-a2ec-ad8714caceae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:38.717043 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d512bcbb-aaac-40d6-a2ec-ad8714caceae admin admin] Publish callbacks [] for security_group (256d8e6b-d6a2-4741-b6ca-40ba92bd9003), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:38.727001 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d512bcbb-aaac-40d6-a2ec-ad8714caceae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (256d8e6b-d6a2-4741-b6ca-40ba92bd9003), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:38.777430 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d512bcbb-aaac-40d6-a2ec-ad8714caceae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=256d8e6b-d6a2-4741-b6ca-40ba92bd9003,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:38.785586 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 32890) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:10:38.786642 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-d512bcbb-aaac-40d6-a2ec-ad8714caceae admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=51292fd938fa4ca2bc4de94d913d9085&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2799668 Feb 19 03:10:38.845657 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a63e9233-2b52-44e7-9528-6c69551f6354 admin admin] Publish callbacks [] for security_group (256d8e6b-d6a2-4741-b6ca-40ba92bd9003), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:38.869597 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a63e9233-2b52-44e7-9528-6c69551f6354 admin admin] Publish callbacks [] for security_group (256d8e6b-d6a2-4741-b6ca-40ba92bd9003), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:38.945459 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a63e9233-2b52-44e7-9528-6c69551f6354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (256d8e6b-d6a2-4741-b6ca-40ba92bd9003), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:38.945459 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a63e9233-2b52-44e7-9528-6c69551f6354 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:38.945459 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-a63e9233-2b52-44e7-9528-6c69551f6354 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/256d8e6b-d6a2-4741-b6ca-40ba92bd9003 HTTP/1.1" status: 204 len: 168 time: 0.1586194 Feb 19 03:10:38.965231 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63e9233-2b52-44e7-9528-6c69551f6354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=256d8e6b-d6a2-4741-b6ca-40ba92bd9003,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:39.329177 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 32906) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:10:39.344851 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c7952601-bd63-4534-b096-fd93ccd90a59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:39.446124 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c7952601-bd63-4534-b096-fd93ccd90a59 admin admin] Publish callbacks [] for security_group (0ce2e62f-6918-4f5e-be6e-400284bc5bd4), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:39.458402 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c7952601-bd63-4534-b096-fd93ccd90a59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (0ce2e62f-6918-4f5e-be6e-400284bc5bd4), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:39.511492 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-c7952601-bd63-4534-b096-fd93ccd90a59 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7b28f98b58d94d3b80afd727c7421e34&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1784842 Feb 19 03:10:39.511492 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7952601-bd63-4534-b096-fd93ccd90a59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ce2e62f-6918-4f5e-be6e-400284bc5bd4,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:39.511788 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 32908) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:10:39.581035 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bd79c910-f0f4-4372-847f-1596c2b0cf13 admin admin] Publish callbacks [] for security_group (0ce2e62f-6918-4f5e-be6e-400284bc5bd4), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:39.608518 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bd79c910-f0f4-4372-847f-1596c2b0cf13 admin admin] Publish callbacks [] for security_group (0ce2e62f-6918-4f5e-be6e-400284bc5bd4), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:39.666788 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bd79c910-f0f4-4372-847f-1596c2b0cf13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (0ce2e62f-6918-4f5e-be6e-400284bc5bd4), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:39.669580 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bd79c910-f0f4-4372-847f-1596c2b0cf13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:39.673441 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-bd79c910-f0f4-4372-847f-1596c2b0cf13 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0ce2e62f-6918-4f5e-be6e-400284bc5bd4 HTTP/1.1" status: 204 len: 168 time: 0.1579857 Feb 19 03:10:39.684370 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd79c910-f0f4-4372-847f-1596c2b0cf13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ce2e62f-6918-4f5e-be6e-400284bc5bd4,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:41.642012 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 33000) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:10:41.757929 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-76c8bc2f-2707-4c4d-afde-f8bd1b14157d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:41.861797 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-76c8bc2f-2707-4c4d-afde-f8bd1b14157d admin admin] Publish callbacks [] for security_group (a23f0a8b-4229-42ff-b9d9-bd81f6f2a9d1), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:41.869065 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-76c8bc2f-2707-4c4d-afde-f8bd1b14157d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (a23f0a8b-4229-42ff-b9d9-bd81f6f2a9d1), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:41.925919 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 33016) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:10:41.926678 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-76c8bc2f-2707-4c4d-afde-f8bd1b14157d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8e031e8b87484dae932d287275bc3180&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2828779 Feb 19 03:10:41.928265 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c8bc2f-2707-4c4d-afde-f8bd1b14157d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a23f0a8b-4229-42ff-b9d9-bd81f6f2a9d1,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:41.995697 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2a8aafba-0fa4-4276-9cf6-433a48b254a0 admin admin] Publish callbacks [] for security_group (a23f0a8b-4229-42ff-b9d9-bd81f6f2a9d1), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:42.027928 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2a8aafba-0fa4-4276-9cf6-433a48b254a0 admin admin] Publish callbacks [] for security_group (a23f0a8b-4229-42ff-b9d9-bd81f6f2a9d1), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:42.088435 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2a8aafba-0fa4-4276-9cf6-433a48b254a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (a23f0a8b-4229-42ff-b9d9-bd81f6f2a9d1), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:42.091198 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2a8aafba-0fa4-4276-9cf6-433a48b254a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:42.095059 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-2a8aafba-0fa4-4276-9cf6-433a48b254a0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a23f0a8b-4229-42ff-b9d9-bd81f6f2a9d1 HTTP/1.1" status: 204 len: 168 time: 0.1652050 Feb 19 03:10:42.101829 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8aafba-0fa4-4276-9cf6-433a48b254a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a23f0a8b-4229-42ff-b9d9-bd81f6f2a9d1,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:42.408867 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3526890a-e3a2-4136-a518-6812f9e49aac req-71423f30-1044-4513-b7b6-9c1f449b6bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:42.411469 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3526890a-e3a2-4136-a518-6812f9e49aac req-71423f30-1044-4513-b7b6-9c1f449b6bad service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b9f6d445adfb4303a5f2e35c9323b376&device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 1126 time: 0.0726929 Feb 19 03:10:42.418105 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00600418-fead-4f71-9123-d068cc6a1c92 req-5de5a81d-df56-4840-83a4-7be6dc574f27 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:42.420020 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-00600418-fead-4f71-9123-d068cc6a1c92 req-5de5a81d-df56-4840-83a4-7be6dc574f27 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 944 time: 0.0961599 Feb 19 03:10:42.519757 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-00600418-fead-4f71-9123-d068cc6a1c92 req-89f0e29b-967f-4e73-971a-8c2777e83a8a tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933597 Feb 19 03:10:42.560353 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 33034) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:10:42.574762 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3526890a-e3a2-4136-a518-6812f9e49aac req-4671ea66-fd90-421f-ab1f-e17c4f4f3c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:42.576222 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2690d3f8-b423-48b5-9704-ba1688afa5d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:42.576618 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3526890a-e3a2-4136-a518-6812f9e49aac req-4671ea66-fd90-421f-ab1f-e17c4f4f3c52 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0f4d9579-5631-481f-acff-55faffa2a3d0 HTTP/1.1" status: 200 len: 913 time: 0.1584904 Feb 19 03:10:42.681675 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3526890a-e3a2-4136-a518-6812f9e49aac req-8e6310ec-a7a6-485b-b317-9b2d63ef38cd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6 HTTP/1.1" status: 200 len: 998 time: 0.0994599 Feb 19 03:10:42.693442 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2690d3f8-b423-48b5-9704-ba1688afa5d9 admin admin] Publish callbacks [] for security_group (bae8be8c-9c26-4023-86ef-7d7af4dc04f8), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:42.702589 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2690d3f8-b423-48b5-9704-ba1688afa5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (bae8be8c-9c26-4023-86ef-7d7af4dc04f8), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:42.751162 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3526890a-e3a2-4136-a518-6812f9e49aac req-97d9ca62-d0a5-47bc-a537-aa9c5d08f71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:42.752984 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3526890a-e3a2-4136-a518-6812f9e49aac req-97d9ca62-d0a5-47bc-a537-aa9c5d08f71a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=873fca23-e618-4343-ad67-b4c94d7ebaec HTTP/1.1" status: 200 len: 851 time: 0.0638416 Feb 19 03:10:42.758351 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-2690d3f8-b423-48b5-9704-ba1688afa5d9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e47b71bf3b914f32a6c8133d9daf27d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1943793 Feb 19 03:10:42.758351 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2690d3f8-b423-48b5-9704-ba1688afa5d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bae8be8c-9c26-4023-86ef-7d7af4dc04f8,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:42.759515 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 33040) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:10:42.861303 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2ef33e81-1d7f-4266-94dc-490b7d490185 admin admin] Publish callbacks [] for security_group (bae8be8c-9c26-4023-86ef-7d7af4dc04f8), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:42.880543 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3526890a-e3a2-4136-a518-6812f9e49aac req-84d0a584-4cb6-4aef-8a6f-27e5999376d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:42.882635 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3526890a-e3a2-4136-a518-6812f9e49aac req-84d0a584-4cb6-4aef-8a6f-27e5999376d1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0f4d9579-5631-481f-acff-55faffa2a3d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1220703 Feb 19 03:10:42.946496 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2ef33e81-1d7f-4266-94dc-490b7d490185 admin admin] Publish callbacks [] for security_group (bae8be8c-9c26-4023-86ef-7d7af4dc04f8), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:43.070702 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2ef33e81-1d7f-4266-94dc-490b7d490185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (bae8be8c-9c26-4023-86ef-7d7af4dc04f8), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:43.076402 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2ef33e81-1d7f-4266-94dc-490b7d490185 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:43.078837 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-2ef33e81-1d7f-4266-94dc-490b7d490185 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/bae8be8c-9c26-4023-86ef-7d7af4dc04f8 HTTP/1.1" status: 204 len: 168 time: 0.3159769 Feb 19 03:10:43.137081 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3526890a-e3a2-4136-a518-6812f9e49aac req-3a247719-58bc-4ef3-8d2c-cc0d02cb3158 service neutron] 10.222.0.73 "GET /v2.0/networks/0f4d9579-5631-481f-acff-55faffa2a3d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392411 Feb 19 03:10:43.137081 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef33e81-1d7f-4266-94dc-490b7d490185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae8be8c-9c26-4023-86ef-7d7af4dc04f8,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:43.376886 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3526890a-e3a2-4136-a518-6812f9e49aac req-b0f62b20-0994-4f52-b6fa-6dbb977f3eed service neutron] 10.222.0.73 "GET /v2.0/networks/0f4d9579-5631-481f-acff-55faffa2a3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103806 Feb 19 03:10:43.789794 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c16de14-f47b-41b4-8725-b40f9572207f req-83af482b-7ed8-41c5-a792-1e40be2c49cb tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:43.804566 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8c16de14-f47b-41b4-8725-b40f9572207f req-83af482b-7ed8-41c5-a792-1e40be2c49cb tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 944 time: 0.1010695 Feb 19 03:10:43.895694 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8c16de14-f47b-41b4-8725-b40f9572207f req-d5555932-c9e8-48d2-9ddb-d0d29d7c4b0a tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846872 Feb 19 03:10:45.124153 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8e74c7-ae32-404d-8483-86a2f2b87b8b req-3459128a-2412-41ba-a529-b7b0920db4e2 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:45.126160 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fc8e74c7-ae32-404d-8483-86a2f2b87b8b req-3459128a-2412-41ba-a529-b7b0920db4e2 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 944 time: 0.0978723 Feb 19 03:10:45.242245 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fc8e74c7-ae32-404d-8483-86a2f2b87b8b req-a31c7fa1-5b3a-42dc-b4b6-3dcc98de175d tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002693 Feb 19 03:10:45.531996 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6147b833-5a69-491e-8973-b98547e7001c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:47.677446 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-895e4f62-58a4-4215-ba10-fd9451bb8793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:49.255915 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:50.458197 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:51.957494 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:52.595454 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:56.245662 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:58.455798 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4d0f8399-29d1-466d-b4fa-a3d1a42ea923 req-a72deae1-8d7b-4802-b863-4c783a6665e8 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=a0431707-cecb-4c7f-a21a-2881ee4d482e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0691245 Feb 19 03:10:58.548668 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0f8399-29d1-466d-b4fa-a3d1a42ea923 req-84b25e13-8c49-4c49-8198-638c82799b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:58.550815 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4d0f8399-29d1-466d-b4fa-a3d1a42ea923 req-84b25e13-8c49-4c49-8198-638c82799b41 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=376b1bcecd5f4e18bc0cc4339c1d0b04&device_id=a0431707-cecb-4c7f-a21a-2881ee4d482e HTTP/1.1" status: 200 len: 1131 time: 0.0608199 Feb 19 03:10:58.683333 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0f8399-29d1-466d-b4fa-a3d1a42ea923 req-8aa780dc-5467-416b-9c41-8a6b6d21fc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:58.685299 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4d0f8399-29d1-466d-b4fa-a3d1a42ea923 req-8aa780dc-5467-416b-9c41-8a6b6d21fc57 service neutron] 10.222.0.82 "GET /v2.0/networks?id=5124bd00-da2a-4bd6-93a0-c14c92afb11f HTTP/1.1" status: 200 len: 870 time: 0.1124327 Feb 19 03:10:58.753964 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4d0f8399-29d1-466d-b4fa-a3d1a42ea923 req-cbe0792a-f525-47b1-ba78-103cb1faac9f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=a6c36231-c93d-47fb-9e86-f06e680f8ccc HTTP/1.1" status: 200 len: 217 time: 0.0629349 Feb 19 03:10:58.826927 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0f8399-29d1-466d-b4fa-a3d1a42ea923 req-7aacaaa9-a817-4c4e-b9b8-b73a0eb41a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:58.829209 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4d0f8399-29d1-466d-b4fa-a3d1a42ea923 req-7aacaaa9-a817-4c4e-b9b8-b73a0eb41a21 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=974c06bc-f097-4890-970a-b087501ab241 HTTP/1.1" status: 200 len: 843 time: 0.0683603 Feb 19 03:10:58.894647 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0f8399-29d1-466d-b4fa-a3d1a42ea923 req-fdd19442-6450-41f5-9937-b6c406627f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:58.896123 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4d0f8399-29d1-466d-b4fa-a3d1a42ea923 req-fdd19442-6450-41f5-9937-b6c406627f1f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5124bd00-da2a-4bd6-93a0-c14c92afb11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0614579 Feb 19 03:10:59.052197 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4d0f8399-29d1-466d-b4fa-a3d1a42ea923 req-9d4751de-7e97-40bf-a6dd-56f0ac1cba61 service neutron] 10.222.0.82 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484659 Feb 19 03:10:59.167980 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4d0f8399-29d1-466d-b4fa-a3d1a42ea923 req-6cac30c3-18b7-4524-b9f4-7f56f3ffd37b service neutron] 10.222.0.82 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078348 Feb 19 03:10:59.797434 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d128f861-d1c1-4e9d-89e5-2e9bb17a715d req-9eab7fd4-3738-4eed-af7c-23d10b7a44c2 tempest-VolumesBackupsTest-1550039874 tempest-VolumesBackupsTest-1550039874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:59.800789 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d128f861-d1c1-4e9d-89e5-2e9bb17a715d req-9eab7fd4-3738-4eed-af7c-23d10b7a44c2 tempest-VolumesBackupsTest-1550039874 tempest-VolumesBackupsTest-1550039874-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0431707-cecb-4c7f-a21a-2881ee4d482e HTTP/1.1" status: 200 len: 949 time: 0.0702004 Feb 19 03:10:59.859027 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d128f861-d1c1-4e9d-89e5-2e9bb17a715d req-7f698d09-1358-4a88-baa6-fac357d1d6b3 tempest-VolumesBackupsTest-1550039874 tempest-VolumesBackupsTest-1550039874-project] 10.222.0.72 "GET /v2.0/security-groups?id=398c0468-0d6c-448e-bf5b-d560bc342adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486555 Feb 19 03:11:01.002566 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc27d8c3-7890-4691-883f-f6ab3148de21 req-5681cb37-1f3d-4fe3-aba4-44572e67d7d3 tempest-VolumesBackupsTest-1550039874 tempest-VolumesBackupsTest-1550039874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:01.004516 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fc27d8c3-7890-4691-883f-f6ab3148de21 req-5681cb37-1f3d-4fe3-aba4-44572e67d7d3 tempest-VolumesBackupsTest-1550039874 tempest-VolumesBackupsTest-1550039874-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0431707-cecb-4c7f-a21a-2881ee4d482e HTTP/1.1" status: 200 len: 949 time: 0.0638065 Feb 19 03:11:01.063596 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fc27d8c3-7890-4691-883f-f6ab3148de21 req-fcb1ae48-b59e-4ae1-b334-caa4674a6f18 tempest-VolumesBackupsTest-1550039874 tempest-VolumesBackupsTest-1550039874-project] 10.222.0.72 "GET /v2.0/security-groups?id=398c0468-0d6c-448e-bf5b-d560bc342adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531325 Feb 19 03:11:01.384368 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb51302-3ee9-44fb-838e-5b21dab5a270 req-c2ad6dde-7eb1-4f4a-92f1-202f1e81581a tempest-VolumesBackupsTest-1550039874 tempest-VolumesBackupsTest-1550039874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:01.386544 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1eb51302-3ee9-44fb-838e-5b21dab5a270 req-c2ad6dde-7eb1-4f4a-92f1-202f1e81581a tempest-VolumesBackupsTest-1550039874 tempest-VolumesBackupsTest-1550039874-project] 10.222.0.82 "GET /v2.0/ports?device_id=a0431707-cecb-4c7f-a21a-2881ee4d482e HTTP/1.1" status: 200 len: 949 time: 0.0591853 Feb 19 03:11:01.493069 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-1eb51302-3ee9-44fb-838e-5b21dab5a270 req-a79f6aae-ccd1-4738-89a2-7e0a4449b2e7 tempest-VolumesBackupsTest-1550039874 tempest-VolumesBackupsTest-1550039874-project] Deleting port a6c36231-c93d-47fb-9e86-f06e680f8ccc {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:11:01.493414 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-1eb51302-3ee9-44fb-838e-5b21dab5a270 req-a79f6aae-ccd1-4738-89a2-7e0a4449b2e7 tempest-VolumesBackupsTest-1550039874 tempest-VolumesBackupsTest-1550039874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (a6c36231-c93d-47fb-9e86-f06e680f8ccc), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:01.588905 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-1eb51302-3ee9-44fb-838e-5b21dab5a270 req-a79f6aae-ccd1-4738-89a2-7e0a4449b2e7 tempest-VolumesBackupsTest-1550039874 tempest-VolumesBackupsTest-1550039874-project] For port a6c36231-c93d-47fb-9e86-f06e680f8ccc, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=a6c36231-c93d-47fb-9e86-f06e680f8ccc,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:11:01.589378 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-1eb51302-3ee9-44fb-838e-5b21dab5a270 req-a79f6aae-ccd1-4738-89a2-7e0a4449b2e7 tempest-VolumesBackupsTest-1550039874 tempest-VolumesBackupsTest-1550039874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (a6c36231-c93d-47fb-9e86-f06e680f8ccc), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:01.603284 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-1eb51302-3ee9-44fb-838e-5b21dab5a270 req-a79f6aae-ccd1-4738-89a2-7e0a4449b2e7 tempest-VolumesBackupsTest-1550039874 tempest-VolumesBackupsTest-1550039874-project] Calling delete_port for a6c36231-c93d-47fb-9e86-f06e680f8ccc owned by compute:nova {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:11:01.766130 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-1eb51302-3ee9-44fb-838e-5b21dab5a270 req-a79f6aae-ccd1-4738-89a2-7e0a4449b2e7 tempest-VolumesBackupsTest-1550039874 tempest-VolumesBackupsTest-1550039874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (a6c36231-c93d-47fb-9e86-f06e680f8ccc), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:01.801625 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['a6c36231-c93d-47fb-9e86-f06e680f8ccc'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:11:01.821462 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f6aae-ccd1-4738-89a2-7e0a4449b2e7 tempest-VolumesBackupsTest-1550039874 tempest-VolumesBackupsTest-1550039874-project] Pushing event deleted for resources: {'Port': ['ID=a6c36231-c93d-47fb-9e86-f06e680f8ccc,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:01.869307 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6aae-ccd1-4738-89a2-7e0a4449b2e7 tempest-VolumesBackupsTest-1550039874 tempest-VolumesBackupsTest-1550039874-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:11:01.869927 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6aae-ccd1-4738-89a2-7e0a4449b2e7 tempest-VolumesBackupsTest-1550039874 tempest-VolumesBackupsTest-1550039874-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:11:01.870465 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6aae-ccd1-4738-89a2-7e0a4449b2e7 tempest-VolumesBackupsTest-1550039874 tempest-VolumesBackupsTest-1550039874-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:11:01.870902 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6aae-ccd1-4738-89a2-7e0a4449b2e7 tempest-VolumesBackupsTest-1550039874 tempest-VolumesBackupsTest-1550039874-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:11:01.871324 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6aae-ccd1-4738-89a2-7e0a4449b2e7 tempest-VolumesBackupsTest-1550039874 tempest-VolumesBackupsTest-1550039874-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:11:01.871755 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6aae-ccd1-4738-89a2-7e0a4449b2e7 tempest-VolumesBackupsTest-1550039874 tempest-VolumesBackupsTest-1550039874-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:11:01.872191 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6aae-ccd1-4738-89a2-7e0a4449b2e7 tempest-VolumesBackupsTest-1550039874 tempest-VolumesBackupsTest-1550039874-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:11:01.872651 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6aae-ccd1-4738-89a2-7e0a4449b2e7 tempest-VolumesBackupsTest-1550039874 tempest-VolumesBackupsTest-1550039874-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:11:01.874372 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6aae-ccd1-4738-89a2-7e0a4449b2e7 tempest-VolumesBackupsTest-1550039874 tempest-VolumesBackupsTest-1550039874-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:11:01.875023 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6aae-ccd1-4738-89a2-7e0a4449b2e7 tempest-VolumesBackupsTest-1550039874 tempest-VolumesBackupsTest-1550039874-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:11:01.875574 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6aae-ccd1-4738-89a2-7e0a4449b2e7 tempest-VolumesBackupsTest-1550039874 tempest-VolumesBackupsTest-1550039874-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:11:01.876936 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6aae-ccd1-4738-89a2-7e0a4449b2e7 tempest-VolumesBackupsTest-1550039874 tempest-VolumesBackupsTest-1550039874-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:11:01.878028 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f6aae-ccd1-4738-89a2-7e0a4449b2e7 tempest-VolumesBackupsTest-1550039874 tempest-VolumesBackupsTest-1550039874-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:11:01.914276 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eb51302-3ee9-44fb-838e-5b21dab5a270 req-a79f6aae-ccd1-4738-89a2-7e0a4449b2e7 tempest-VolumesBackupsTest-1550039874 tempest-VolumesBackupsTest-1550039874-project] No DVR routers for this DVR port a6c36231-c93d-47fb-9e86-f06e680f8ccc on host n-h2-826753-2 {{(pid=103701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:11:01.917844 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-1eb51302-3ee9-44fb-838e-5b21dab5a270 req-a79f6aae-ccd1-4738-89a2-7e0a4449b2e7 tempest-VolumesBackupsTest-1550039874 tempest-VolumesBackupsTest-1550039874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:01.925982 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1eb51302-3ee9-44fb-838e-5b21dab5a270 req-a79f6aae-ccd1-4738-89a2-7e0a4449b2e7 tempest-VolumesBackupsTest-1550039874 tempest-VolumesBackupsTest-1550039874-project] 10.222.0.82 "DELETE /v2.0/ports/a6c36231-c93d-47fb-9e86-f06e680f8ccc HTTP/1.1" status: 204 len: 173 time: 0.5304284 Feb 19 03:11:01.926930 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0431707-cecb-4c7f-a21a-2881ee4d482e', 'name': 'network-vif-deleted', 'tag': 'a6c36231-c93d-47fb-9e86-f06e680f8ccc'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:11:01.929483 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-489fd467-ceb9-4917-91f1-8199dce88914" -d '{"events": [{"server_uuid": "a0431707-cecb-4c7f-a21a-2881ee4d482e", "name": "network-vif-deleted", "tag": "a6c36231-c93d-47fb-9e86-f06e680f8ccc"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:11:02.210669 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-668dbf7d-3c96-4828-b491-4de96dd65107 x-openstack-request-id: req-668dbf7d-3c96-4828-b491-4de96dd65107 {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:11:02.211268 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0431707-cecb-4c7f-a21a-2881ee4d482e", "name": "network-vif-deleted", "tag": "a6c36231-c93d-47fb-9e86-f06e680f8ccc", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:11:02.211268 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-668dbf7d-3c96-4828-b491-4de96dd65107 {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:11:02.211709 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0431707-cecb-4c7f-a21a-2881ee4d482e', 'name': 'network-vif-deleted', 'tag': 'a6c36231-c93d-47fb-9e86-f06e680f8ccc', 'status': 'completed', 'code': 200} Feb 19 03:11:02.274756 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a8c089af-303a-474d-a0f1-ec7502f295c6 req-7b69d7fd-a4d2-4171-a3a0-abc0233b7e95 tempest-VolumesBackupsTest-1550039874 tempest-VolumesBackupsTest-1550039874-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0431707-cecb-4c7f-a21a-2881ee4d482e HTTP/1.1" status: 200 len: 210 time: 0.0537143 Feb 19 03:11:02.730787 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 33964) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:11:02.875818 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b7dce177-960d-4c89-8fbf-d5ca52e14c01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:02.956255 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b7dce177-960d-4c89-8fbf-d5ca52e14c01 admin admin] Publish callbacks [] for security_group (ef346882-dabc-45a2-b02b-0dcca5dbbbeb), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:02.960640 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b7dce177-960d-4c89-8fbf-d5ca52e14c01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (ef346882-dabc-45a2-b02b-0dcca5dbbbeb), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:03.002038 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-b7dce177-960d-4c89-8fbf-d5ca52e14c01 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8edb513910844278a57362ee23a42c4f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2686727 Feb 19 03:11:03.003115 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dce177-960d-4c89-8fbf-d5ca52e14c01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef346882-dabc-45a2-b02b-0dcca5dbbbeb,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:03.007496 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 33968) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:11:03.089974 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-453e9b95-7933-4b42-ba18-bfbb2b205e18 admin admin] Publish callbacks [] for security_group (ef346882-dabc-45a2-b02b-0dcca5dbbbeb), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:03.116707 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-453e9b95-7933-4b42-ba18-bfbb2b205e18 admin admin] Publish callbacks [] for security_group (ef346882-dabc-45a2-b02b-0dcca5dbbbeb), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:03.166788 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-453e9b95-7933-4b42-ba18-bfbb2b205e18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (ef346882-dabc-45a2-b02b-0dcca5dbbbeb), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:03.169545 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-453e9b95-7933-4b42-ba18-bfbb2b205e18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:03.176086 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-453e9b95-7933-4b42-ba18-bfbb2b205e18 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ef346882-dabc-45a2-b02b-0dcca5dbbbeb HTTP/1.1" status: 204 len: 168 time: 0.1662579 Feb 19 03:11:03.188685 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453e9b95-7933-4b42-ba18-bfbb2b205e18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef346882-dabc-45a2-b02b-0dcca5dbbbeb,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:03.198767 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453e9b95-7933-4b42-ba18-bfbb2b205e18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:11:03.199479 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453e9b95-7933-4b42-ba18-bfbb2b205e18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:11:03.200070 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453e9b95-7933-4b42-ba18-bfbb2b205e18 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:11:03.200759 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453e9b95-7933-4b42-ba18-bfbb2b205e18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:11:03.202520 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453e9b95-7933-4b42-ba18-bfbb2b205e18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:11:03.203123 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453e9b95-7933-4b42-ba18-bfbb2b205e18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:11:03.204094 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453e9b95-7933-4b42-ba18-bfbb2b205e18 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:11:03.204640 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453e9b95-7933-4b42-ba18-bfbb2b205e18 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:11:03.205506 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453e9b95-7933-4b42-ba18-bfbb2b205e18 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:11:03.206105 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453e9b95-7933-4b42-ba18-bfbb2b205e18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:11:03.206660 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453e9b95-7933-4b42-ba18-bfbb2b205e18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:11:03.207238 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453e9b95-7933-4b42-ba18-bfbb2b205e18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:11:03.207783 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453e9b95-7933-4b42-ba18-bfbb2b205e18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:11:03.593107 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 33982) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:11:03.611360 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d2c3cc78-9981-402c-8243-80cd090f30a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:03.717821 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d2c3cc78-9981-402c-8243-80cd090f30a2 admin admin] Publish callbacks [] for security_group (6f0f729f-77b6-48df-9c83-6a4adcacf2bb), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:03.722644 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d2c3cc78-9981-402c-8243-80cd090f30a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (6f0f729f-77b6-48df-9c83-6a4adcacf2bb), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:03.769896 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c3cc78-9981-402c-8243-80cd090f30a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f0f729f-77b6-48df-9c83-6a4adcacf2bb,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:03.777439 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-d2c3cc78-9981-402c-8243-80cd090f30a2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3c98e3ccfd0b451b956d4891640a4bf5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1808748 Feb 19 03:11:03.777824 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 33984) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:11:03.843663 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7cfcb9cb-9dbf-4a33-88a0-205cc761d886 admin admin] Publish callbacks [] for security_group (6f0f729f-77b6-48df-9c83-6a4adcacf2bb), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:03.866808 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7cfcb9cb-9dbf-4a33-88a0-205cc761d886 admin admin] Publish callbacks [] for security_group (6f0f729f-77b6-48df-9c83-6a4adcacf2bb), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:03.916017 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7cfcb9cb-9dbf-4a33-88a0-205cc761d886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (6f0f729f-77b6-48df-9c83-6a4adcacf2bb), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:03.920223 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7cfcb9cb-9dbf-4a33-88a0-205cc761d886 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:03.924166 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-7cfcb9cb-9dbf-4a33-88a0-205cc761d886 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6f0f729f-77b6-48df-9c83-6a4adcacf2bb HTTP/1.1" status: 204 len: 168 time: 0.1430440 Feb 19 03:11:03.932076 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfcb9cb-9dbf-4a33-88a0-205cc761d886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f0f729f-77b6-48df-9c83-6a4adcacf2bb,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:04.353334 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 33990) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:11:04.370746 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cd8f87bb-ae87-4032-8854-c5e4e00f44c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:04.467846 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cd8f87bb-ae87-4032-8854-c5e4e00f44c3 admin admin] Publish callbacks [] for security_group (7aea9ef1-98f5-4f21-878b-71b8cc86c8d8), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:04.472264 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cd8f87bb-ae87-4032-8854-c5e4e00f44c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (7aea9ef1-98f5-4f21-878b-71b8cc86c8d8), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:04.518611 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-cd8f87bb-ae87-4032-8854-c5e4e00f44c3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f44fabe07e2449d98a5283d05a77e253&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1641221 Feb 19 03:11:04.521386 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 33994) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:11:04.526578 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f87bb-ae87-4032-8854-c5e4e00f44c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aea9ef1-98f5-4f21-878b-71b8cc86c8d8,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:04.588329 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ba75b51b-ce7d-40e2-a84f-dd0a9f6ae78d admin admin] Publish callbacks [] for security_group (7aea9ef1-98f5-4f21-878b-71b8cc86c8d8), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:04.621408 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ba75b51b-ce7d-40e2-a84f-dd0a9f6ae78d admin admin] Publish callbacks [] for security_group (7aea9ef1-98f5-4f21-878b-71b8cc86c8d8), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:04.692633 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ba75b51b-ce7d-40e2-a84f-dd0a9f6ae78d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (7aea9ef1-98f5-4f21-878b-71b8cc86c8d8), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:04.695795 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ba75b51b-ce7d-40e2-a84f-dd0a9f6ae78d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:04.699802 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-ba75b51b-ce7d-40e2-a84f-dd0a9f6ae78d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7aea9ef1-98f5-4f21-878b-71b8cc86c8d8 HTTP/1.1" status: 204 len: 168 time: 0.1749852 Feb 19 03:11:04.708718 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba75b51b-ce7d-40e2-a84f-dd0a9f6ae78d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aea9ef1-98f5-4f21-878b-71b8cc86c8d8,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:04.916351 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:11:05.487272 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device a6c36231-c93d-47fb-9e86-f06e680f8ccc no longer exists at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:11:05.518348 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] No Port match for: a6c36231-c93d-47fb-9e86-f06e680f8ccc {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:11:05.519219 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device a6c36231-c93d-47fb-9e86-f06e680f8ccc not bound to the agent host n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:11:06.502043 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a54506e2-9d62-4aa6-9649-9fbd88233441 req-9953a496-576b-4073-897c-4a4bfc86d944 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=22f4f8b6-26f2-43b9-bec7-de3dfc4e0224&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0564625 Feb 19 03:11:06.592589 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54506e2-9d62-4aa6-9649-9fbd88233441 req-bbcc6127-d992-4b2d-999a-94e55b2cf2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:06.594280 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a54506e2-9d62-4aa6-9649-9fbd88233441 req-bbcc6127-d992-4b2d-999a-94e55b2cf2d0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b9f6d445adfb4303a5f2e35c9323b376&device_id=22f4f8b6-26f2-43b9-bec7-de3dfc4e0224 HTTP/1.1" status: 200 len: 1127 time: 0.0563185 Feb 19 03:11:06.734721 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54506e2-9d62-4aa6-9649-9fbd88233441 req-e5741e73-2805-4412-b501-0663429041ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:06.736674 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a54506e2-9d62-4aa6-9649-9fbd88233441 req-e5741e73-2805-4412-b501-0663429041ca service neutron] 10.222.0.73 "GET /v2.0/networks?id=0f4d9579-5631-481f-acff-55faffa2a3d0 HTTP/1.1" status: 200 len: 913 time: 0.1078715 Feb 19 03:11:06.800270 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a54506e2-9d62-4aa6-9649-9fbd88233441 req-0711df21-e573-4e51-a659-5886f96336c4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7b6da1f-b537-45af-9feb-c15f1c6a08bc HTTP/1.1" status: 200 len: 217 time: 0.0565004 Feb 19 03:11:06.851741 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54506e2-9d62-4aa6-9649-9fbd88233441 req-d5b5bd8b-9527-4d42-9cca-bdf0c65b64b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:06.853250 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a54506e2-9d62-4aa6-9649-9fbd88233441 req-d5b5bd8b-9527-4d42-9cca-bdf0c65b64b0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=873fca23-e618-4343-ad67-b4c94d7ebaec HTTP/1.1" status: 200 len: 851 time: 0.0464606 Feb 19 03:11:06.905039 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54506e2-9d62-4aa6-9649-9fbd88233441 req-017ac52b-931f-421a-ae3d-0e409601a93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:06.906562 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a54506e2-9d62-4aa6-9649-9fbd88233441 req-017ac52b-931f-421a-ae3d-0e409601a93d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0f4d9579-5631-481f-acff-55faffa2a3d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0468793 Feb 19 03:11:07.022545 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a54506e2-9d62-4aa6-9649-9fbd88233441 req-8e37c8d6-4ad3-4b0a-b926-9d9d48549e7c service neutron] 10.222.0.73 "GET /v2.0/networks/0f4d9579-5631-481f-acff-55faffa2a3d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088653 Feb 19 03:11:07.440189 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a54506e2-9d62-4aa6-9649-9fbd88233441 req-0473eb51-a337-48db-9a88-11f2e878f879 service neutron] 10.222.0.73 "GET /v2.0/networks/0f4d9579-5631-481f-acff-55faffa2a3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4115591 Feb 19 03:11:11.552656 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [req-7fe579d8-b308-4062-86d2-979b76858347 req-fb5b8280-1d4e-42a9-8354-517aa3e192a8 tempest-TaggedBootDevicesTest-896615199 tempest-TaggedBootDevicesTest-896615199-project] (103701) timed out ('10.222.0.72', 46822) {{(pid=103701) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 03:11:15.455928 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 34384) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:11:15.517973 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c57831d5-1bb1-4d5b-9437-416b20170ab8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:15.674894 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ac504c78-cce7-492d-b56a-f5956a14d029 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:15.829143 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ac504c78-cce7-492d-b56a-f5956a14d029 admin admin] Publish callbacks [] for security_group (d1d4f468-b334-4c86-a6f8-c26d2e00afd3), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:15.833992 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ac504c78-cce7-492d-b56a-f5956a14d029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (d1d4f468-b334-4c86-a6f8-c26d2e00afd3), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:15.880244 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac504c78-cce7-492d-b56a-f5956a14d029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1d4f468-b334-4c86-a6f8-c26d2e00afd3,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:15.902898 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 34436) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:11:15.903478 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-ac504c78-cce7-492d-b56a-f5956a14d029 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=19922bf6ed4a49f6a2c3461a06e07d4e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4460323 Feb 19 03:11:15.969598 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5cf1c751-91dd-417d-b0b4-add7868d15d1 admin admin] Publish callbacks [] for security_group (d1d4f468-b334-4c86-a6f8-c26d2e00afd3), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:16.010709 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5cf1c751-91dd-417d-b0b4-add7868d15d1 admin admin] Publish callbacks [] for security_group (d1d4f468-b334-4c86-a6f8-c26d2e00afd3), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:16.111758 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5cf1c751-91dd-417d-b0b4-add7868d15d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (d1d4f468-b334-4c86-a6f8-c26d2e00afd3), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:16.116050 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5cf1c751-91dd-417d-b0b4-add7868d15d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:16.121652 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-5cf1c751-91dd-417d-b0b4-add7868d15d1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d1d4f468-b334-4c86-a6f8-c26d2e00afd3 HTTP/1.1" status: 204 len: 168 time: 0.2168519 Feb 19 03:11:16.132745 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf1c751-91dd-417d-b0b4-add7868d15d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1d4f468-b334-4c86-a6f8-c26d2e00afd3,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:16.745784 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 34522) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:11:16.775664 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ea33e510-60ed-4f9c-a277-2e2e383a2285 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:17.009973 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ea33e510-60ed-4f9c-a277-2e2e383a2285 admin admin] Publish callbacks [] for security_group (526e9e37-d409-4a8f-bab0-499356d4d5c7), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:17.019170 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ea33e510-60ed-4f9c-a277-2e2e383a2285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (526e9e37-d409-4a8f-bab0-499356d4d5c7), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:17.176287 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea33e510-60ed-4f9c-a277-2e2e383a2285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=526e9e37-d409-4a8f-bab0-499356d4d5c7,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:17.189250 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-ea33e510-60ed-4f9c-a277-2e2e383a2285 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8554e53da62942468922bdabd52d41ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4422894 Feb 19 03:11:17.192143 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 34568) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:11:17.261453 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4fa33c4c-e83e-44a4-bad0-3d0e0b15a290 admin admin] Publish callbacks [] for security_group (526e9e37-d409-4a8f-bab0-499356d4d5c7), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:17.335974 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4fa33c4c-e83e-44a4-bad0-3d0e0b15a290 admin admin] Publish callbacks [] for security_group (526e9e37-d409-4a8f-bab0-499356d4d5c7), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:17.404031 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4fa33c4c-e83e-44a4-bad0-3d0e0b15a290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (526e9e37-d409-4a8f-bab0-499356d4d5c7), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:17.410234 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4fa33c4c-e83e-44a4-bad0-3d0e0b15a290 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:17.419103 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-4fa33c4c-e83e-44a4-bad0-3d0e0b15a290 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/526e9e37-d409-4a8f-bab0-499356d4d5c7 HTTP/1.1" status: 204 len: 168 time: 0.2229004 Feb 19 03:11:17.445404 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa33c4c-e83e-44a4-bad0-3d0e0b15a290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=526e9e37-d409-4a8f-bab0-499356d4d5c7,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:17.692197 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-15470fbd-9640-406f-bf19-919a0e4c3b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:19.281625 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:19.581415 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bac5fbc-880f-43a6-a06d-b8bc95278997 req-7af6fbaa-3beb-4c80-964c-1bf4b5aaadb3 tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:19.589429 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8bac5fbc-880f-43a6-a06d-b8bc95278997 req-7af6fbaa-3beb-4c80-964c-1bf4b5aaadb3 tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] 10.222.0.72 "GET /v2.0/networks?id=079ea5cf-2034-46d1-8adf-a2a461c96033 HTTP/1.1" status: 200 len: 812 time: 0.2062733 Feb 19 03:11:19.612299 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8bac5fbc-880f-43a6-a06d-b8bc95278997 req-74fd37c0-c7e4-414c-aac2-1e550fcebbf6 tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] 10.222.0.72 "GET /v2.0/quotas/6a117b40fa834d6ba0b46e03c0b9e1fa HTTP/1.1" status: 200 len: 375 time: 0.0213153 Feb 19 03:11:19.663482 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8bac5fbc-880f-43a6-a06d-b8bc95278997 req-61fba3ff-eeda-4958-a161-1548fe5aa1df tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=6a117b40fa834d6ba0b46e03c0b9e1fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0498319 Feb 19 03:11:19.791261 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8bac5fbc-880f-43a6-a06d-b8bc95278997 req-696ec857-45d2-4257-b1a0-48bf5a357c8f service neutron] 10.222.0.72 "GET /v2.0/networks/079ea5cf-2034-46d1-8adf-a2a461c96033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264539 Feb 19 03:11:19.900048 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8bac5fbc-880f-43a6-a06d-b8bc95278997 req-bee38bf5-907c-4413-86e5-e341360af715 service neutron] 10.222.0.72 "GET /v2.0/networks/079ea5cf-2034-46d1-8adf-a2a461c96033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018512 Feb 19 03:11:20.457274 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:21.148430 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3961c95f-1d4f-4e1a-a807-e50df8143658 req-bcf11de4-08db-4626-bc09-1aa020a66c06 tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] 10.222.0.72 "GET /v2.0/ports?device_id=b3e716e3-d85a-437b-8802-84a4436ef7cb HTTP/1.1" status: 200 len: 210 time: 0.0331898 Feb 19 03:11:21.965621 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:22.271754 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-70384bdc-2c20-4ca2-8eb6-a006e68f3059 req-702ec894-c423-47da-a095-e5298b27b78b tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] 10.222.0.72 "GET /v2.0/ports?device_id=b3e716e3-d85a-437b-8802-84a4436ef7cb HTTP/1.1" status: 200 len: 210 time: 0.0339291 Feb 19 03:11:22.487754 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bac5fbc-880f-43a6-a06d-b8bc95278997 req-5942113b-a787-460c-99d2-8fed979a8e2c tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:22.489579 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8bac5fbc-880f-43a6-a06d-b8bc95278997 req-5942113b-a787-460c-99d2-8fed979a8e2c tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] 10.222.0.82 "GET /v2.0/networks?id=079ea5cf-2034-46d1-8adf-a2a461c96033 HTTP/1.1" status: 200 len: 812 time: 0.1461947 Feb 19 03:11:22.517523 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-8bac5fbc-880f-43a6-a06d-b8bc95278997 req-fbbadc24-52e1-4896-8814-d2efe8d105f8 tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] Request body: {'port': {'device_id': 'b3e716e3-d85a-437b-8802-84a4436ef7cb', 'network_id': '079ea5cf-2034-46d1-8adf-a2a461c96033', 'admin_state_up': True, 'tenant_id': '6a117b40fa834d6ba0b46e03c0b9e1fa'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:11:22.598232 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:22.650781 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bac5fbc-880f-43a6-a06d-b8bc95278997 req-fbbadc24-52e1-4896-8814-d2efe8d105f8 tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] Made reservation on behalf of 6a117b40fa834d6ba0b46e03c0b9e1fa for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:11:22.655149 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-8bac5fbc-880f-43a6-a06d-b8bc95278997 req-fbbadc24-52e1-4896-8814-d2efe8d105f8 tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:22.800107 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [req-8bac5fbc-880f-43a6-a06d-b8bc95278997 req-fbbadc24-52e1-4896-8814-d2efe8d105f8 tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] Allocated IP 172.20.0.7 (079ea5cf-2034-46d1-8adf-a2a461c96033/22864221-4aca-46ca-960b-688e9533636e/5f3b3d5f-bd2f-4b17-8006-a1be4f60e6ab) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:11:22.962265 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-8bac5fbc-880f-43a6-a06d-b8bc95278997 req-fbbadc24-52e1-4896-8814-d2efe8d105f8 tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] Publish callbacks [] for port (5f3b3d5f-bd2f-4b17-8006-a1be4f60e6ab), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:23.016244 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-8bac5fbc-880f-43a6-a06d-b8bc95278997 req-fbbadc24-52e1-4896-8814-d2efe8d105f8 tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (5f3b3d5f-bd2f-4b17-8006-a1be4f60e6ab), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:23.070530 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bac5fbc-880f-43a6-a06d-b8bc95278997 req-fbbadc24-52e1-4896-8814-d2efe8d105f8 tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] Network 079ea5cf-2034-46d1-8adf-a2a461c96033 is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:11:23.074760 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [req-8bac5fbc-880f-43a6-a06d-b8bc95278997 req-fbbadc24-52e1-4896-8814-d2efe8d105f8 tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:11:23.079446 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bac5fbc-880f-43a6-a06d-b8bc95278997 req-fbbadc24-52e1-4896-8814-d2efe8d105f8 tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:11:23.114996 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbadc24-52e1-4896-8814-d2efe8d105f8 tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] Pushing event updated for resources: {'Port': ['ID=5f3b3d5f-bd2f-4b17-8006-a1be4f60e6ab,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:23.144353 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bac5fbc-880f-43a6-a06d-b8bc95278997 req-fbbadc24-52e1-4896-8814-d2efe8d105f8 tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:23.144996 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-8bac5fbc-880f-43a6-a06d-b8bc95278997 req-fbbadc24-52e1-4896-8814-d2efe8d105f8 tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:23.167654 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8bac5fbc-880f-43a6-a06d-b8bc95278997 req-fbbadc24-52e1-4896-8814-d2efe8d105f8 tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6542206 Feb 19 03:11:23.187745 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-8bac5fbc-880f-43a6-a06d-b8bc95278997 req-7e4d6547-8936-4199-b4e6-efd81afa8a63 service neutron] Request body: {'port': {'device_id': 'b3e716e3-d85a-437b-8802-84a4436ef7cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826753-2'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:11:23.258147 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-8bac5fbc-880f-43a6-a06d-b8bc95278997 req-7e4d6547-8936-4199-b4e6-efd81afa8a63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (5f3b3d5f-bd2f-4b17-8006-a1be4f60e6ab), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:23.495704 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a59ac8-2e94-4c40-bb48-dbd62aad96b2 req-4623ff82-f50f-4b52-aaf0-ec47b2a3b5a8 tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:23.499626 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-93a59ac8-2e94-4c40-bb48-dbd62aad96b2 req-4623ff82-f50f-4b52-aaf0-ec47b2a3b5a8 tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] 10.222.0.72 "GET /v2.0/ports?device_id=b3e716e3-d85a-437b-8802-84a4436ef7cb HTTP/1.1" status: 200 len: 931 time: 0.1260970 Feb 19 03:11:23.986855 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-93a59ac8-2e94-4c40-bb48-dbd62aad96b2 req-b3eccf4f-61c1-49b2-b886-e5f389ce79b5 tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] 10.222.0.72 "GET /v2.0/security-groups?id=c51a9c7c-7c8a-45b4-a7c9-83843a0878c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4789009 Feb 19 03:11:24.053904 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [req-8bac5fbc-880f-43a6-a06d-b8bc95278997 req-7e4d6547-8936-4199-b4e6-efd81afa8a63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f3b3d5f-bd2f-4b17-8006-a1be4f60e6ab {{(pid=103701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:11:24.062741 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-8bac5fbc-880f-43a6-a06d-b8bc95278997 req-7e4d6547-8936-4199-b4e6-efd81afa8a63 service neutron] Publish callbacks [] for port (5f3b3d5f-bd2f-4b17-8006-a1be4f60e6ab), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:24.075865 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.provisioning_blocks [req-8bac5fbc-880f-43a6-a06d-b8bc95278997 req-7e4d6547-8936-4199-b4e6-efd81afa8a63 service neutron] Transition to ACTIVE for port object 5f3b3d5f-bd2f-4b17-8006-a1be4f60e6ab will not be triggered until provisioned by entity L2. {{(pid=103701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:11:24.079409 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-8bac5fbc-880f-43a6-a06d-b8bc95278997 req-7e4d6547-8936-4199-b4e6-efd81afa8a63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (5f3b3d5f-bd2f-4b17-8006-a1be4f60e6ab), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:24.129364 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4d6547-8936-4199-b4e6-efd81afa8a63 service neutron] Pushing event updated for resources: {'Port': ['ID=5f3b3d5f-bd2f-4b17-8006-a1be4f60e6ab,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:24.217131 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-8bac5fbc-880f-43a6-a06d-b8bc95278997 req-7e4d6547-8936-4199-b4e6-efd81afa8a63 service neutron] Attempting to bind port 5f3b3d5f-bd2f-4b17-8006-a1be4f60e6ab on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:11:24.217408 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-8bac5fbc-880f-43a6-a06d-b8bc95278997 req-7e4d6547-8936-4199-b4e6-efd81afa8a63 service neutron] Attempting to bind port 5f3b3d5f-bd2f-4b17-8006-a1be4f60e6ab by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': '6240e188-115c-48b5-9e2f-d315c80b3406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '079ea5cf-2034-46d1-8adf-a2a461c96033'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:11:24.217669 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bac5fbc-880f-43a6-a06d-b8bc95278997 req-7e4d6547-8936-4199-b4e6-efd81afa8a63 service neutron] Attempting to bind port 5f3b3d5f-bd2f-4b17-8006-a1be4f60e6ab on network 079ea5cf-2034-46d1-8adf-a2a461c96033 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:11:24.222589 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bac5fbc-880f-43a6-a06d-b8bc95278997 req-7e4d6547-8936-4199-b4e6-efd81afa8a63 service neutron] Port 5f3b3d5f-bd2f-4b17-8006-a1be4f60e6ab on network 079ea5cf-2034-46d1-8adf-a2a461c96033 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:11:24.223021 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bac5fbc-880f-43a6-a06d-b8bc95278997 req-7e4d6547-8936-4199-b4e6-efd81afa8a63 service neutron] Attempting to bind port 5f3b3d5f-bd2f-4b17-8006-a1be4f60e6ab on network 079ea5cf-2034-46d1-8adf-a2a461c96033 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:11:24.227770 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bac5fbc-880f-43a6-a06d-b8bc95278997 req-7e4d6547-8936-4199-b4e6-efd81afa8a63 service neutron] Checking agent: {'id': 'bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:11:24.228099 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bac5fbc-880f-43a6-a06d-b8bc95278997 req-7e4d6547-8936-4199-b4e6-efd81afa8a63 service neutron] Checking segment: {'id': '6240e188-115c-48b5-9e2f-d315c80b3406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '079ea5cf-2034-46d1-8adf-a2a461c96033'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:11:24.228478 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bac5fbc-880f-43a6-a06d-b8bc95278997 req-7e4d6547-8936-4199-b4e6-efd81afa8a63 service neutron] Bound using segment: {'id': '6240e188-115c-48b5-9e2f-d315c80b3406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '079ea5cf-2034-46d1-8adf-a2a461c96033'} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:11:24.228894 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-8bac5fbc-880f-43a6-a06d-b8bc95278997 req-7e4d6547-8936-4199-b4e6-efd81afa8a63 service neutron] Bound port: 5f3b3d5f-bd2f-4b17-8006-a1be4f60e6ab, host: n-h2-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6240e188-115c-48b5-9e2f-d315c80b3406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '079ea5cf-2034-46d1-8adf-a2a461c96033'}}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:11:24.229282 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-8bac5fbc-880f-43a6-a06d-b8bc95278997 req-7e4d6547-8936-4199-b4e6-efd81afa8a63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (5f3b3d5f-bd2f-4b17-8006-a1be4f60e6ab), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:24.293038 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-8bac5fbc-880f-43a6-a06d-b8bc95278997 req-7e4d6547-8936-4199-b4e6-efd81afa8a63 service neutron] For port 5f3b3d5f-bd2f-4b17-8006-a1be4f60e6ab, host n-h2-826753-2, cleared binding levels {{(pid=103701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:11:24.297704 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-8bac5fbc-880f-43a6-a06d-b8bc95278997 req-7e4d6547-8936-4199-b4e6-efd81afa8a63 service neutron] For port 5f3b3d5f-bd2f-4b17-8006-a1be4f60e6ab, host n-h2-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=5f3b3d5f-bd2f-4b17-8006-a1be4f60e6ab,segment=NetworkSegment(6240e188-115c-48b5-9e2f-d315c80b3406),segment_id=6240e188-115c-48b5-9e2f-d315c80b3406)] {{(pid=103701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:11:24.303873 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-8bac5fbc-880f-43a6-a06d-b8bc95278997 req-7e4d6547-8936-4199-b4e6-efd81afa8a63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (5f3b3d5f-bd2f-4b17-8006-a1be4f60e6ab), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:24.337775 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bac5fbc-880f-43a6-a06d-b8bc95278997 req-7e4d6547-8936-4199-b4e6-efd81afa8a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:24.338575 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-8bac5fbc-880f-43a6-a06d-b8bc95278997 req-7e4d6547-8936-4199-b4e6-efd81afa8a63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:24.339996 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8bac5fbc-880f-43a6-a06d-b8bc95278997 req-7e4d6547-8936-4199-b4e6-efd81afa8a63 service neutron] 10.222.0.82 "PUT /v2.0/ports/5f3b3d5f-bd2f-4b17-8006-a1be4f60e6ab HTTP/1.1" status: 200 len: 1091 time: 1.1586485 Feb 19 03:11:24.340665 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3e716e3-d85a-437b-8802-84a4436ef7cb', 'tag': '5f3b3d5f-bd2f-4b17-8006-a1be4f60e6ab'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:11:24.343052 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcaaea5b-fdab-451b-9f3b-f39c03c217e0" -d '{"events": [{"name": "network-changed", "server_uuid": "b3e716e3-d85a-437b-8802-84a4436ef7cb", "tag": "5f3b3d5f-bd2f-4b17-8006-a1be4f60e6ab"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:11:24.380664 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4d6547-8936-4199-b4e6-efd81afa8a63 service neutron] Pushing event updated for resources: {'Port': ['ID=5f3b3d5f-bd2f-4b17-8006-a1be4f60e6ab,revision_number=3']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:24.411485 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e38105e6-81c6-4601-ab31-4b267767f444 x-openstack-request-id: req-e38105e6-81c6-4601-ab31-4b267767f444 {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:11:24.411857 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3e716e3-d85a-437b-8802-84a4436ef7cb", "tag": "5f3b3d5f-bd2f-4b17-8006-a1be4f60e6ab", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:11:24.412168 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e38105e6-81c6-4601-ab31-4b267767f444 {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:11:24.412575 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3e716e3-d85a-437b-8802-84a4436ef7cb', 'tag': '5f3b3d5f-bd2f-4b17-8006-a1be4f60e6ab', 'status': 'completed', 'code': 200} Feb 19 03:11:24.454426 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bac5fbc-880f-43a6-a06d-b8bc95278997 req-1bc067cf-53e8-42a1-9e7d-a04631ad0b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:24.455959 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8bac5fbc-880f-43a6-a06d-b8bc95278997 req-1bc067cf-53e8-42a1-9e7d-a04631ad0b3e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6a117b40fa834d6ba0b46e03c0b9e1fa&device_id=b3e716e3-d85a-437b-8802-84a4436ef7cb HTTP/1.1" status: 200 len: 1125 time: 0.0549638 Feb 19 03:11:24.517707 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8bac5fbc-880f-43a6-a06d-b8bc95278997 req-7ab368ed-9aa1-40c5-8046-a1bf7da1306f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5f3b3d5f-bd2f-4b17-8006-a1be4f60e6ab HTTP/1.1" status: 200 len: 217 time: 0.0495310 Feb 19 03:11:24.572659 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bac5fbc-880f-43a6-a06d-b8bc95278997 req-72b6d16c-2263-4dee-af81-a5ad0ec141b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:24.574210 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8bac5fbc-880f-43a6-a06d-b8bc95278997 req-72b6d16c-2263-4dee-af81-a5ad0ec141b5 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=22864221-4aca-46ca-960b-688e9533636e HTTP/1.1" status: 200 len: 852 time: 0.0505631 Feb 19 03:11:24.611367 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8bac5fbc-880f-43a6-a06d-b8bc95278997 req-9408cc57-0b1f-4774-86c6-bcbc16bfa4b5 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=079ea5cf-2034-46d1-8adf-a2a461c96033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313118 Feb 19 03:11:24.708540 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8bac5fbc-880f-43a6-a06d-b8bc95278997 req-c983f436-e7d4-42fa-91d2-1a2e5ecc614a service neutron] 10.222.0.82 "GET /v2.0/networks/079ea5cf-2034-46d1-8adf-a2a461c96033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904081 Feb 19 03:11:24.818745 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8bac5fbc-880f-43a6-a06d-b8bc95278997 req-57fb664c-ccf1-4f00-84d4-1e5236d8833e service neutron] 10.222.0.82 "GET /v2.0/networks/079ea5cf-2034-46d1-8adf-a2a461c96033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043384 Feb 19 03:11:24.958077 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaaea5b-fdab-451b-9f3b-f39c03c217e0 req-8c32320f-d883-48ab-8f40-918148dc7d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:24.959656 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bcaaea5b-fdab-451b-9f3b-f39c03c217e0 req-8c32320f-d883-48ab-8f40-918148dc7d21 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6a117b40fa834d6ba0b46e03c0b9e1fa&device_id=b3e716e3-d85a-437b-8802-84a4436ef7cb HTTP/1.1" status: 200 len: 1125 time: 0.0549459 Feb 19 03:11:25.102274 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaaea5b-fdab-451b-9f3b-f39c03c217e0 req-547ca19f-55ac-4138-9003-8dbb7e08e0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:25.103944 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bcaaea5b-fdab-451b-9f3b-f39c03c217e0 req-547ca19f-55ac-4138-9003-8dbb7e08e0da service neutron] 10.222.0.82 "GET /v2.0/networks?id=079ea5cf-2034-46d1-8adf-a2a461c96033 HTTP/1.1" status: 200 len: 913 time: 0.1363783 Feb 19 03:11:25.175586 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bcaaea5b-fdab-451b-9f3b-f39c03c217e0 req-2fb2eb54-cf23-4cff-b012-24b5b5919ad8 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5f3b3d5f-bd2f-4b17-8006-a1be4f60e6ab HTTP/1.1" status: 200 len: 217 time: 0.0593376 Feb 19 03:11:25.231736 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aee0d5-63e2-431f-98f0-c06f7e5ca506 req-73212af5-7a16-4215-bc9f-18fbbd872808 tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:25.233332 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f6aee0d5-63e2-431f-98f0-c06f7e5ca506 req-73212af5-7a16-4215-bc9f-18fbbd872808 tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] 10.222.0.72 "GET /v2.0/ports?device_id=b3e716e3-d85a-437b-8802-84a4436ef7cb HTTP/1.1" status: 200 len: 943 time: 0.1284268 Feb 19 03:11:25.250125 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaaea5b-fdab-451b-9f3b-f39c03c217e0 req-cc906afc-903d-414f-9d3e-f9a17f821c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:25.251595 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bcaaea5b-fdab-451b-9f3b-f39c03c217e0 req-cc906afc-903d-414f-9d3e-f9a17f821c82 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=22864221-4aca-46ca-960b-688e9533636e HTTP/1.1" status: 200 len: 852 time: 0.0686111 Feb 19 03:11:25.290739 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bcaaea5b-fdab-451b-9f3b-f39c03c217e0 req-30e25188-4f6e-409a-8220-809b6806bab6 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=079ea5cf-2034-46d1-8adf-a2a461c96033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327368 Feb 19 03:11:25.365144 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f6aee0d5-63e2-431f-98f0-c06f7e5ca506 req-888faeaa-ef62-406f-b0d4-1807c526b803 tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] 10.222.0.72 "GET /v2.0/security-groups?id=c51a9c7c-7c8a-45b4-a7c9-83843a0878c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254590 Feb 19 03:11:25.404810 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bcaaea5b-fdab-451b-9f3b-f39c03c217e0 req-f74d0790-01a8-4c07-b8fc-ba96f6188aa1 service neutron] 10.222.0.82 "GET /v2.0/networks/079ea5cf-2034-46d1-8adf-a2a461c96033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032791 Feb 19 03:11:25.510747 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bcaaea5b-fdab-451b-9f3b-f39c03c217e0 req-67f9d0c0-dead-4155-80ee-c52127b666db service neutron] 10.222.0.82 "GET /v2.0/networks/079ea5cf-2034-46d1-8adf-a2a461c96033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991042 Feb 19 03:11:26.251048 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:26.493379 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedc3d36-e358-49f8-ac01-c24b25f82307 req-d2849013-7e8d-41cd-bd8a-102008598ad4 tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:26.494849 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bedc3d36-e358-49f8-ac01-c24b25f82307 req-d2849013-7e8d-41cd-bd8a-102008598ad4 tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] 10.222.0.72 "GET /v2.0/ports?device_id=b3e716e3-d85a-437b-8802-84a4436ef7cb HTTP/1.1" status: 200 len: 943 time: 0.0545859 Feb 19 03:11:26.545211 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bedc3d36-e358-49f8-ac01-c24b25f82307 req-f791cb95-b042-4aa0-8ed8-52fffc3b3866 tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] 10.222.0.72 "GET /v2.0/security-groups?id=c51a9c7c-7c8a-45b4-a7c9-83843a0878c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432992 Feb 19 03:11:27.645191 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 5f3b3d5f-bd2f-4b17-8006-a1be4f60e6ab details requested by agent hyperv_n-h2-826753-2 with host n-h2-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:11:27.671329 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67f69b6-ed59-4aae-8d9d-392f31d964e7 req-40592aca-5417-45e4-9d2b-778d7db2bfc2 tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:27.672851 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e67f69b6-ed59-4aae-8d9d-392f31d964e7 req-40592aca-5417-45e4-9d2b-778d7db2bfc2 tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] 10.222.0.72 "GET /v2.0/ports?device_id=b3e716e3-d85a-437b-8802-84a4436ef7cb HTTP/1.1" status: 200 len: 943 time: 0.0549388 Feb 19 03:11:27.727127 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e67f69b6-ed59-4aae-8d9d-392f31d964e7 req-c3f66540-5a26-4ce9-952c-197b1e6832a1 tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] 10.222.0.72 "GET /v2.0/security-groups?id=c51a9c7c-7c8a-45b4-a7c9-83843a0878c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472879 Feb 19 03:11:27.752827 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 5f3b3d5f-bd2f-4b17-8006-a1be4f60e6ab, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=5f3b3d5f-bd2f-4b17-8006-a1be4f60e6ab,segment=NetworkSegment(6240e188-115c-48b5-9e2f-d315c80b3406),segment_id=6240e188-115c-48b5-9e2f-d315c80b3406)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:11:27.765715 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Returning: {'device': '5f3b3d5f-bd2f-4b17-8006-a1be4f60e6ab', 'network_id': '079ea5cf-2034-46d1-8adf-a2a461c96033', 'port_id': '5f3b3d5f-bd2f-4b17-8006-a1be4f60e6ab', 'mac_address': 'fa:16:3e:0b:6e:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22864221-4aca-46ca-960b-688e9533636e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:11:27.804064 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 5f3b3d5f-bd2f-4b17-8006-a1be4f60e6ab is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:11:27.804453 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (5f3b3d5f-bd2f-4b17-8006-a1be4f60e6ab), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:27.818477 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f3b3d5f-bd2f-4b17-8006-a1be4f60e6ab {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:11:27.839087 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 5f3b3d5f-bd2f-4b17-8006-a1be4f60e6ab, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=5f3b3d5f-bd2f-4b17-8006-a1be4f60e6ab,segment=NetworkSegment(6240e188-115c-48b5-9e2f-d315c80b3406),segment_id=6240e188-115c-48b5-9e2f-d315c80b3406)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:11:27.843354 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (5f3b3d5f-bd2f-4b17-8006-a1be4f60e6ab), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:27.892861 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=5f3b3d5f-bd2f-4b17-8006-a1be4f60e6ab,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:27.900116 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:11:27.900460 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:11:27.900795 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:11:27.901290 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:11:27.901630 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:11:27.901955 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:11:27.902278 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:11:27.903326 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:11:27.903326 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:11:27.903326 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:11:27.903587 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:11:27.903858 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:11:27.904163 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:11:28.161429 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['5f3b3d5f-bd2f-4b17-8006-a1be4f60e6ab'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:11:28.860587 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e500e037-268b-43a3-9472-68e63e4377a3 req-f8b64654-90a0-4342-876f-cc8f8f0f7969 tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:28.865480 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e500e037-268b-43a3-9472-68e63e4377a3 req-f8b64654-90a0-4342-876f-cc8f8f0f7969 tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] 10.222.0.72 "GET /v2.0/ports?device_id=b3e716e3-d85a-437b-8802-84a4436ef7cb HTTP/1.1" status: 200 len: 944 time: 0.0640354 Feb 19 03:11:28.912217 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e500e037-268b-43a3-9472-68e63e4377a3 req-307359b6-4682-4a7b-a695-1870076e74bb tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] 10.222.0.72 "GET /v2.0/security-groups?id=c51a9c7c-7c8a-45b4-a7c9-83843a0878c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445275 Feb 19 03:11:29.664136 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 5f3b3d5f-bd2f-4b17-8006-a1be4f60e6ab up at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:11:29.716937 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning for port 5f3b3d5f-bd2f-4b17-8006-a1be4f60e6ab completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:11:29.721840 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning complete for port 5f3b3d5f-bd2f-4b17-8006-a1be4f60e6ab triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:11:29.722217 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (5f3b3d5f-bd2f-4b17-8006-a1be4f60e6ab), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:29.794209 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [req-763107f4-2afb-42f7-be4f-18e3b9ccfe34 req-f29aae85-323d-43e1-8b2e-f5289ac0dfb6 tempest-ServerRescueTestJSONUnderV235-1930629712 tempest-ServerRescueTestJSONUnderV235-1930629712-project] (103702) timed out ('10.222.0.82', 58514) {{(pid=103702) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 03:11:29.799302 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 5f3b3d5f-bd2f-4b17-8006-a1be4f60e6ab is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:11:29.799694 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (5f3b3d5f-bd2f-4b17-8006-a1be4f60e6ab), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:29.822062 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3e716e3-d85a-437b-8802-84a4436ef7cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f3b3d5f-bd2f-4b17-8006-a1be4f60e6ab'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:11:29.824603 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-083bb5bf-832b-4809-8143-7e7d195450ea" -d '{"events": [{"server_uuid": "b3e716e3-d85a-437b-8802-84a4436ef7cb", "name": "network-vif-plugged", "status": "completed", "tag": "5f3b3d5f-bd2f-4b17-8006-a1be4f60e6ab"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:11:29.846029 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 5f3b3d5f-bd2f-4b17-8006-a1be4f60e6ab, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=5f3b3d5f-bd2f-4b17-8006-a1be4f60e6ab,segment=NetworkSegment(6240e188-115c-48b5-9e2f-d315c80b3406),segment_id=6240e188-115c-48b5-9e2f-d315c80b3406)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:11:29.852654 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (5f3b3d5f-bd2f-4b17-8006-a1be4f60e6ab), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:29.911255 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=5f3b3d5f-bd2f-4b17-8006-a1be4f60e6ab,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:30.047352 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68c87850-ca62-4acb-9848-6fb83e67e805 x-openstack-request-id: req-68c87850-ca62-4acb-9848-6fb83e67e805 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:11:30.047650 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3e716e3-d85a-437b-8802-84a4436ef7cb", "name": "network-vif-plugged", "status": "completed", "tag": "5f3b3d5f-bd2f-4b17-8006-a1be4f60e6ab", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:11:30.047911 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-68c87850-ca62-4acb-9848-6fb83e67e805 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:11:30.048309 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3e716e3-d85a-437b-8802-84a4436ef7cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f3b3d5f-bd2f-4b17-8006-a1be4f60e6ab', 'code': 200} Feb 19 03:11:30.088973 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f043721-556e-45cc-8df7-64263ba986f1 req-781b850a-4e27-49b1-8e16-f2c15d91e568 tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:30.092107 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7f043721-556e-45cc-8df7-64263ba986f1 req-781b850a-4e27-49b1-8e16-f2c15d91e568 tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] 10.222.0.72 "GET /v2.0/ports?device_id=b3e716e3-d85a-437b-8802-84a4436ef7cb HTTP/1.1" status: 200 len: 945 time: 0.0749807 Feb 19 03:11:30.184076 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7f043721-556e-45cc-8df7-64263ba986f1 req-15df5714-2c94-459c-aa73-ee3c485c2d89 tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] 10.222.0.72 "GET /v2.0/security-groups?id=c51a9c7c-7c8a-45b4-a7c9-83843a0878c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859261 Feb 19 03:11:30.205636 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc4744d-ff88-43fe-a85d-87d48a29e806 req-564614f8-bd53-4e18-b2f3-e1e8764787db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:30.205636 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cfc4744d-ff88-43fe-a85d-87d48a29e806 req-564614f8-bd53-4e18-b2f3-e1e8764787db service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=b3e716e3-d85a-437b-8802-84a4436ef7cb HTTP/1.1" status: 200 len: 1127 time: 0.0682704 Feb 19 03:11:30.244882 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cfc4744d-ff88-43fe-a85d-87d48a29e806 req-84571c0a-b46a-4098-9079-f8c344dfbab3 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=c51a9c7c-7c8a-45b4-a7c9-83843a0878c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392373 Feb 19 03:11:31.329032 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed13fba8-9276-46fa-aa21-e02501e6b082 req-11794fce-670f-4364-8826-989832bad78d tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:31.330622 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ed13fba8-9276-46fa-aa21-e02501e6b082 req-11794fce-670f-4364-8826-989832bad78d tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] 10.222.0.72 "GET /v2.0/ports?device_id=b3e716e3-d85a-437b-8802-84a4436ef7cb HTTP/1.1" status: 200 len: 945 time: 0.0664177 Feb 19 03:11:31.385028 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ed13fba8-9276-46fa-aa21-e02501e6b082 req-34bfe999-e2fe-4cc2-b7d7-a6c458c6dba2 tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] 10.222.0.72 "GET /v2.0/security-groups?id=c51a9c7c-7c8a-45b4-a7c9-83843a0878c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483236 Feb 19 03:11:32.530792 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65854915-e86e-4d64-9440-e9187eda3af1 req-a81d769c-c335-4172-b243-9d2abbf2630c tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:32.533716 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-65854915-e86e-4d64-9440-e9187eda3af1 req-a81d769c-c335-4172-b243-9d2abbf2630c tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] 10.222.0.72 "GET /v2.0/ports?device_id=b3e716e3-d85a-437b-8802-84a4436ef7cb HTTP/1.1" status: 200 len: 945 time: 0.0703959 Feb 19 03:11:32.595620 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-65854915-e86e-4d64-9440-e9187eda3af1 req-7584247d-5686-4259-a66c-1a75f940ef72 tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] 10.222.0.72 "GET /v2.0/security-groups?id=c51a9c7c-7c8a-45b4-a7c9-83843a0878c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499852 Feb 19 03:11:32.900149 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 34900) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:11:33.058779 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-864a9939-9d3d-4cd6-ae29-9b960180fd7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:33.162164 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-864a9939-9d3d-4cd6-ae29-9b960180fd7c admin admin] Publish callbacks [] for security_group (c5cda09e-5ba1-4d71-ab06-fc2f477b4098), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:33.177476 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-864a9939-9d3d-4cd6-ae29-9b960180fd7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (c5cda09e-5ba1-4d71-ab06-fc2f477b4098), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:33.235842 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-864a9939-9d3d-4cd6-ae29-9b960180fd7c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1c772439dbfe467b9ace1df1c34ceba7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3343124 Feb 19 03:11:33.238720 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 34912) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:11:33.300890 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864a9939-9d3d-4cd6-ae29-9b960180fd7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5cda09e-5ba1-4d71-ab06-fc2f477b4098,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:33.342548 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-57f7cd33-dadb-4271-a2fb-dde31375b7d3 admin admin] Publish callbacks [] for security_group (c5cda09e-5ba1-4d71-ab06-fc2f477b4098), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:33.377191 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-57f7cd33-dadb-4271-a2fb-dde31375b7d3 admin admin] Publish callbacks [] for security_group (c5cda09e-5ba1-4d71-ab06-fc2f477b4098), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:33.435438 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-57f7cd33-dadb-4271-a2fb-dde31375b7d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (c5cda09e-5ba1-4d71-ab06-fc2f477b4098), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:33.438358 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-57f7cd33-dadb-4271-a2fb-dde31375b7d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:33.443033 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-57f7cd33-dadb-4271-a2fb-dde31375b7d3 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c5cda09e-5ba1-4d71-ab06-fc2f477b4098 HTTP/1.1" status: 204 len: 168 time: 0.1999557 Feb 19 03:11:33.448558 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f7cd33-dadb-4271-a2fb-dde31375b7d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5cda09e-5ba1-4d71-ab06-fc2f477b4098,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:37.260258 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c6b26a71-fbb1-4445-b216-37774f4172f3 req-12460fdf-658b-4fd3-849a-4c5f1450dca7 tempest-VolumesNegativeTest-1157742051 tempest-VolumesNegativeTest-1157742051-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=cf7b53e3191f45868d62aa22b484ce09&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0235951 Feb 19 03:11:37.397305 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b26a71-fbb1-4445-b216-37774f4172f3 req-0bd76aa2-4a4c-48ac-9870-90ef9b0be31f tempest-VolumesNegativeTest-1157742051 tempest-VolumesNegativeTest-1157742051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:37.399524 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c6b26a71-fbb1-4445-b216-37774f4172f3 req-0bd76aa2-4a4c-48ac-9870-90ef9b0be31f tempest-VolumesNegativeTest-1157742051 tempest-VolumesNegativeTest-1157742051-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1327178 Feb 19 03:11:37.417313 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c6b26a71-fbb1-4445-b216-37774f4172f3 req-4bb77e25-3735-4df5-a7da-ef14ce0f5ecb tempest-VolumesNegativeTest-1157742051 tempest-VolumesNegativeTest-1157742051-project] 10.222.0.72 "GET /v2.0/quotas/cf7b53e3191f45868d62aa22b484ce09 HTTP/1.1" status: 200 len: 375 time: 0.0108593 Feb 19 03:11:37.455437 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c6b26a71-fbb1-4445-b216-37774f4172f3 req-2490e358-8443-463c-906e-03028b629850 tempest-VolumesNegativeTest-1157742051 tempest-VolumesNegativeTest-1157742051-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=cf7b53e3191f45868d62aa22b484ce09&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313084 Feb 19 03:11:38.684882 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d0d1ce9e-1642-4b83-afa8-7a15671614ed req-9b38e981-eeca-49aa-b387-25e04b90863f tempest-VolumesNegativeTest-1157742051 tempest-VolumesNegativeTest-1157742051-project] 10.222.0.72 "GET /v2.0/ports?device_id=2ffdd190-8e8d-4816-b0b3-603e3b910aac HTTP/1.1" status: 200 len: 210 time: 0.0440569 Feb 19 03:11:39.798104 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8a0f5d21-4efe-44b8-8891-32c2a140b6c3 req-9eec3ed6-d5a4-4fd6-bdc1-87aa6b011d56 tempest-VolumesNegativeTest-1157742051 tempest-VolumesNegativeTest-1157742051-project] 10.222.0.72 "GET /v2.0/ports?device_id=2ffdd190-8e8d-4816-b0b3-603e3b910aac HTTP/1.1" status: 200 len: 210 time: 0.0489311 Feb 19 03:11:40.890818 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-05cc8a0f-a3e0-479a-a25e-569f5948c26c req-44c3442f-b10d-4c19-a793-fb8c9c6fc425 tempest-VolumesNegativeTest-1157742051 tempest-VolumesNegativeTest-1157742051-project] 10.222.0.72 "GET /v2.0/ports?device_id=2ffdd190-8e8d-4816-b0b3-603e3b910aac HTTP/1.1" status: 200 len: 210 time: 0.0351608 Feb 19 03:11:41.793316 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c6b26a71-fbb1-4445-b216-37774f4172f3 req-c8d28ca3-dfe9-4cf4-86b6-970a0856ba0d tempest-VolumesNegativeTest-1157742051 tempest-VolumesNegativeTest-1157742051-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=cf7b53e3191f45868d62aa22b484ce09&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353138 Feb 19 03:11:41.919190 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:11:42.020133 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-668238ff-b162-46e9-b56d-7d4b08444326 req-73cb120f-8e5b-49aa-9b70-aae32bb7dc43 tempest-VolumesNegativeTest-1157742051 tempest-VolumesNegativeTest-1157742051-project] 10.222.0.72 "GET /v2.0/ports?device_id=2ffdd190-8e8d-4816-b0b3-603e3b910aac HTTP/1.1" status: 200 len: 210 time: 0.0315826 Feb 19 03:11:42.054720 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b26a71-fbb1-4445-b216-37774f4172f3 req-33a85c25-0c2c-4ff5-8f9c-d054db38d054 tempest-VolumesNegativeTest-1157742051 tempest-VolumesNegativeTest-1157742051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:42.056727 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c6b26a71-fbb1-4445-b216-37774f4172f3 req-33a85c25-0c2c-4ff5-8f9c-d054db38d054 tempest-VolumesNegativeTest-1157742051 tempest-VolumesNegativeTest-1157742051-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2572539 Feb 19 03:11:42.077208 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-c6b26a71-fbb1-4445-b216-37774f4172f3 req-27bee6f5-d250-4e67-8cd9-270d0fd6b574 tempest-VolumesNegativeTest-1157742051 tempest-VolumesNegativeTest-1157742051-project] Request body: {'port': {'device_id': '2ffdd190-8e8d-4816-b0b3-603e3b910aac', 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f', 'admin_state_up': True, 'tenant_id': 'cf7b53e3191f45868d62aa22b484ce09'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:11:42.195307 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6b26a71-fbb1-4445-b216-37774f4172f3 req-27bee6f5-d250-4e67-8cd9-270d0fd6b574 tempest-VolumesNegativeTest-1157742051 tempest-VolumesNegativeTest-1157742051-project] Made reservation on behalf of cf7b53e3191f45868d62aa22b484ce09 for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:11:42.198615 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-c6b26a71-fbb1-4445-b216-37774f4172f3 req-27bee6f5-d250-4e67-8cd9-270d0fd6b574 tempest-VolumesNegativeTest-1157742051 tempest-VolumesNegativeTest-1157742051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:42.209487 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-c6b26a71-fbb1-4445-b216-37774f4172f3 req-27bee6f5-d250-4e67-8cd9-270d0fd6b574 tempest-VolumesNegativeTest-1157742051 tempest-VolumesNegativeTest-1157742051-project] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:42.307031 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-c6b26a71-fbb1-4445-b216-37774f4172f3 req-27bee6f5-d250-4e67-8cd9-270d0fd6b574 tempest-VolumesNegativeTest-1157742051 tempest-VolumesNegativeTest-1157742051-project] Publish callbacks [] for security_group (7711e339-4bcc-4bf3-9317-35ec8a4adfd1), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:42.312246 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-c6b26a71-fbb1-4445-b216-37774f4172f3 req-27bee6f5-d250-4e67-8cd9-270d0fd6b574 tempest-VolumesNegativeTest-1157742051 tempest-VolumesNegativeTest-1157742051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (7711e339-4bcc-4bf3-9317-35ec8a4adfd1), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:42.387733 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bee6f5-d250-4e67-8cd9-270d0fd6b574 tempest-VolumesNegativeTest-1157742051 tempest-VolumesNegativeTest-1157742051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7711e339-4bcc-4bf3-9317-35ec8a4adfd1,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:42.465584 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [req-c6b26a71-fbb1-4445-b216-37774f4172f3 req-27bee6f5-d250-4e67-8cd9-270d0fd6b574 tempest-VolumesNegativeTest-1157742051 tempest-VolumesNegativeTest-1157742051-project] Allocated IP 192.168.233.116 (5124bd00-da2a-4bd6-93a0-c14c92afb11f/974c06bc-f097-4890-970a-b087501ab241/6963cbb2-cff4-4995-8395-1083bce7b3bc) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:11:42.640996 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-c6b26a71-fbb1-4445-b216-37774f4172f3 req-27bee6f5-d250-4e67-8cd9-270d0fd6b574 tempest-VolumesNegativeTest-1157742051 tempest-VolumesNegativeTest-1157742051-project] Publish callbacks [] for port (6963cbb2-cff4-4995-8395-1083bce7b3bc), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:42.687699 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-c6b26a71-fbb1-4445-b216-37774f4172f3 req-27bee6f5-d250-4e67-8cd9-270d0fd6b574 tempest-VolumesNegativeTest-1157742051 tempest-VolumesNegativeTest-1157742051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (6963cbb2-cff4-4995-8395-1083bce7b3bc), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:42.744568 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6b26a71-fbb1-4445-b216-37774f4172f3 req-27bee6f5-d250-4e67-8cd9-270d0fd6b574 tempest-VolumesNegativeTest-1157742051 tempest-VolumesNegativeTest-1157742051-project] Network 5124bd00-da2a-4bd6-93a0-c14c92afb11f is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:11:42.751167 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [req-c6b26a71-fbb1-4445-b216-37774f4172f3 req-27bee6f5-d250-4e67-8cd9-270d0fd6b574 tempest-VolumesNegativeTest-1157742051 tempest-VolumesNegativeTest-1157742051-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:11:42.756678 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6b26a71-fbb1-4445-b216-37774f4172f3 req-27bee6f5-d250-4e67-8cd9-270d0fd6b574 tempest-VolumesNegativeTest-1157742051 tempest-VolumesNegativeTest-1157742051-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:11:42.760316 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bee6f5-d250-4e67-8cd9-270d0fd6b574 tempest-VolumesNegativeTest-1157742051 tempest-VolumesNegativeTest-1157742051-project] Pushing event updated for resources: {'Port': ['ID=6963cbb2-cff4-4995-8395-1083bce7b3bc,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:42.830623 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b26a71-fbb1-4445-b216-37774f4172f3 req-27bee6f5-d250-4e67-8cd9-270d0fd6b574 tempest-VolumesNegativeTest-1157742051 tempest-VolumesNegativeTest-1157742051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:42.830623 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-c6b26a71-fbb1-4445-b216-37774f4172f3 req-27bee6f5-d250-4e67-8cd9-270d0fd6b574 tempest-VolumesNegativeTest-1157742051 tempest-VolumesNegativeTest-1157742051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:42.864077 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c6b26a71-fbb1-4445-b216-37774f4172f3 req-27bee6f5-d250-4e67-8cd9-270d0fd6b574 tempest-VolumesNegativeTest-1157742051 tempest-VolumesNegativeTest-1157742051-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7918603 Feb 19 03:11:42.881291 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-c6b26a71-fbb1-4445-b216-37774f4172f3 req-86a0f1a6-0f00-4d56-a8ca-8d155b19dcd7 service neutron] Request body: {'port': {'device_id': '2ffdd190-8e8d-4816-b0b3-603e3b910aac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826753-2'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:11:42.961918 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-c6b26a71-fbb1-4445-b216-37774f4172f3 req-86a0f1a6-0f00-4d56-a8ca-8d155b19dcd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (6963cbb2-cff4-4995-8395-1083bce7b3bc), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:43.165280 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-dfab516d-ade6-41f9-999e-772af3515274 None None] Provisioning complete for port 6963cbb2-cff4-4995-8395-1083bce7b3bc triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:11:43.167535 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-dfab516d-ade6-41f9-999e-772af3515274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (6963cbb2-cff4-4995-8395-1083bce7b3bc), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:43.206215 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7472df8a-efe3-40ee-9b7b-23265dda9874 req-cd224b1e-57b4-4762-ba61-11f78999e93c tempest-VolumesNegativeTest-1157742051 tempest-VolumesNegativeTest-1157742051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:43.217745 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7472df8a-efe3-40ee-9b7b-23265dda9874 req-cd224b1e-57b4-4762-ba61-11f78999e93c tempest-VolumesNegativeTest-1157742051 tempest-VolumesNegativeTest-1157742051-project] 10.222.0.72 "GET /v2.0/ports?device_id=2ffdd190-8e8d-4816-b0b3-603e3b910aac HTTP/1.1" status: 200 len: 936 time: 0.0979757 Feb 19 03:11:43.239869 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-dfab516d-ade6-41f9-999e-772af3515274 None None] Port 6963cbb2-cff4-4995-8395-1083bce7b3bc cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:11:43.305223 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7472df8a-efe3-40ee-9b7b-23265dda9874 req-52924c3a-a26f-479b-a8ce-2166bc0ff834 tempest-VolumesNegativeTest-1157742051 tempest-VolumesNegativeTest-1157742051-project] 10.222.0.72 "GET /v2.0/security-groups?id=7711e339-4bcc-4bf3-9317-35ec8a4adfd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857613 Feb 19 03:11:43.376949 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-c6b26a71-fbb1-4445-b216-37774f4172f3 req-86a0f1a6-0f00-4d56-a8ca-8d155b19dcd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6963cbb2-cff4-4995-8395-1083bce7b3bc {{(pid=103702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:11:43.385918 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-c6b26a71-fbb1-4445-b216-37774f4172f3 req-86a0f1a6-0f00-4d56-a8ca-8d155b19dcd7 service neutron] Publish callbacks [] for port (6963cbb2-cff4-4995-8395-1083bce7b3bc), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:43.404003 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-c6b26a71-fbb1-4445-b216-37774f4172f3 req-86a0f1a6-0f00-4d56-a8ca-8d155b19dcd7 service neutron] Transition to ACTIVE for port object 6963cbb2-cff4-4995-8395-1083bce7b3bc will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:11:43.408622 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-c6b26a71-fbb1-4445-b216-37774f4172f3 req-86a0f1a6-0f00-4d56-a8ca-8d155b19dcd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (6963cbb2-cff4-4995-8395-1083bce7b3bc), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:43.478581 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a0f1a6-0f00-4d56-a8ca-8d155b19dcd7 service neutron] Pushing event updated for resources: {'Port': ['ID=6963cbb2-cff4-4995-8395-1083bce7b3bc,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:43.594406 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-c6b26a71-fbb1-4445-b216-37774f4172f3 req-86a0f1a6-0f00-4d56-a8ca-8d155b19dcd7 service neutron] Attempting to bind port 6963cbb2-cff4-4995-8395-1083bce7b3bc on host n-h1-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:11:43.594882 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-c6b26a71-fbb1-4445-b216-37774f4172f3 req-86a0f1a6-0f00-4d56-a8ca-8d155b19dcd7 service neutron] Attempting to bind port 6963cbb2-cff4-4995-8395-1083bce7b3bc by drivers openvswitch,hyperv on host n-h1-826753-2 at level 0 using segments [{'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:11:43.595297 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b26a71-fbb1-4445-b216-37774f4172f3 req-86a0f1a6-0f00-4d56-a8ca-8d155b19dcd7 service neutron] Attempting to bind port 6963cbb2-cff4-4995-8395-1083bce7b3bc on network 5124bd00-da2a-4bd6-93a0-c14c92afb11f {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:11:43.600658 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b26a71-fbb1-4445-b216-37774f4172f3 req-86a0f1a6-0f00-4d56-a8ca-8d155b19dcd7 service neutron] Port 6963cbb2-cff4-4995-8395-1083bce7b3bc on network 5124bd00-da2a-4bd6-93a0-c14c92afb11f not bound, no agent of type Open vSwitch agent registered on host n-h1-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:11:43.601113 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b26a71-fbb1-4445-b216-37774f4172f3 req-86a0f1a6-0f00-4d56-a8ca-8d155b19dcd7 service neutron] Attempting to bind port 6963cbb2-cff4-4995-8395-1083bce7b3bc on network 5124bd00-da2a-4bd6-93a0-c14c92afb11f {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:11:43.607143 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b26a71-fbb1-4445-b216-37774f4172f3 req-86a0f1a6-0f00-4d56-a8ca-8d155b19dcd7 service neutron] Checking agent: {'id': '9d56fb1b-2855-496a-a6d9-c324740cb98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:11:43.607600 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b26a71-fbb1-4445-b216-37774f4172f3 req-86a0f1a6-0f00-4d56-a8ca-8d155b19dcd7 service neutron] Checking segment: {'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:11:43.608075 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b26a71-fbb1-4445-b216-37774f4172f3 req-86a0f1a6-0f00-4d56-a8ca-8d155b19dcd7 service neutron] Bound using segment: {'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:11:43.608732 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-c6b26a71-fbb1-4445-b216-37774f4172f3 req-86a0f1a6-0f00-4d56-a8ca-8d155b19dcd7 service neutron] Bound port: 6963cbb2-cff4-4995-8395-1083bce7b3bc, host: n-h1-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:11:43.609212 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-c6b26a71-fbb1-4445-b216-37774f4172f3 req-86a0f1a6-0f00-4d56-a8ca-8d155b19dcd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (6963cbb2-cff4-4995-8395-1083bce7b3bc), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:43.702962 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-c6b26a71-fbb1-4445-b216-37774f4172f3 req-86a0f1a6-0f00-4d56-a8ca-8d155b19dcd7 service neutron] For port 6963cbb2-cff4-4995-8395-1083bce7b3bc, host n-h1-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:11:43.706720 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-c6b26a71-fbb1-4445-b216-37774f4172f3 req-86a0f1a6-0f00-4d56-a8ca-8d155b19dcd7 service neutron] For port 6963cbb2-cff4-4995-8395-1083bce7b3bc, host n-h1-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=6963cbb2-cff4-4995-8395-1083bce7b3bc,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:11:43.715804 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-c6b26a71-fbb1-4445-b216-37774f4172f3 req-86a0f1a6-0f00-4d56-a8ca-8d155b19dcd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (6963cbb2-cff4-4995-8395-1083bce7b3bc), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:43.774871 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b26a71-fbb1-4445-b216-37774f4172f3 req-86a0f1a6-0f00-4d56-a8ca-8d155b19dcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:43.775705 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-c6b26a71-fbb1-4445-b216-37774f4172f3 req-86a0f1a6-0f00-4d56-a8ca-8d155b19dcd7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:43.778392 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c6b26a71-fbb1-4445-b216-37774f4172f3 req-86a0f1a6-0f00-4d56-a8ca-8d155b19dcd7 service neutron] 10.222.0.73 "PUT /v2.0/ports/6963cbb2-cff4-4995-8395-1083bce7b3bc HTTP/1.1" status: 200 len: 1096 time: 0.9017477 Feb 19 03:11:43.794883 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ffdd190-8e8d-4816-b0b3-603e3b910aac', 'tag': '6963cbb2-cff4-4995-8395-1083bce7b3bc'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:11:43.797525 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cdc41bb-9789-469e-95e0-5a4d3a2d3022" -d '{"events": [{"name": "network-changed", "server_uuid": "2ffdd190-8e8d-4816-b0b3-603e3b910aac", "tag": "6963cbb2-cff4-4995-8395-1083bce7b3bc"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:11:43.832000 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a0f1a6-0f00-4d56-a8ca-8d155b19dcd7 service neutron] Pushing event updated for resources: {'Port': ['ID=6963cbb2-cff4-4995-8395-1083bce7b3bc,revision_number=3']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:43.926721 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b26a71-fbb1-4445-b216-37774f4172f3 req-fe6a0f7b-4fd5-468a-b5e3-d07331b8b761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:43.928822 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c6b26a71-fbb1-4445-b216-37774f4172f3 req-fe6a0f7b-4fd5-468a-b5e3-d07331b8b761 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cf7b53e3191f45868d62aa22b484ce09&device_id=2ffdd190-8e8d-4816-b0b3-603e3b910aac HTTP/1.1" status: 200 len: 1130 time: 0.0736756 Feb 19 03:11:44.038978 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c6b26a71-fbb1-4445-b216-37774f4172f3 req-aa7cb679-da7f-4f44-bb32-83c80e3369dd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=6963cbb2-cff4-4995-8395-1083bce7b3bc HTTP/1.1" status: 200 len: 217 time: 0.0958161 Feb 19 03:11:44.069466 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-667797a6-f588-4fd3-bbd4-dc09599c763e x-openstack-request-id: req-667797a6-f588-4fd3-bbd4-dc09599c763e {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:11:44.069998 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ffdd190-8e8d-4816-b0b3-603e3b910aac", "tag": "6963cbb2-cff4-4995-8395-1083bce7b3bc", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:11:44.070255 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-667797a6-f588-4fd3-bbd4-dc09599c763e {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:11:44.070659 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ffdd190-8e8d-4816-b0b3-603e3b910aac', 'tag': '6963cbb2-cff4-4995-8395-1083bce7b3bc', 'status': 'completed', 'code': 200} Feb 19 03:11:44.112320 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b26a71-fbb1-4445-b216-37774f4172f3 req-be9feeb6-bd9b-428b-8326-f17a272d755f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:44.113844 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c6b26a71-fbb1-4445-b216-37774f4172f3 req-be9feeb6-bd9b-428b-8326-f17a272d755f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=974c06bc-f097-4890-970a-b087501ab241 HTTP/1.1" status: 200 len: 843 time: 0.0571117 Feb 19 03:11:44.188274 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b26a71-fbb1-4445-b216-37774f4172f3 req-f38a8af8-0fa9-4621-aed6-198cddf6240e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:44.190790 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c6b26a71-fbb1-4445-b216-37774f4172f3 req-f38a8af8-0fa9-4621-aed6-198cddf6240e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5124bd00-da2a-4bd6-93a0-c14c92afb11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0698144 Feb 19 03:11:44.295952 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c6b26a71-fbb1-4445-b216-37774f4172f3 req-465c2f6d-0193-46b9-88ee-5c2c4dd79ed1 service neutron] 10.222.0.73 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986898 Feb 19 03:11:44.431535 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c6b26a71-fbb1-4445-b216-37774f4172f3 req-5f7feab0-816f-4d24-94f5-8f1e3c4b427f service neutron] 10.222.0.73 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292906 Feb 19 03:11:44.511894 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2045cab7-29d6-498c-b788-8dff6dd780fa req-c52c153f-ee09-440f-ae0d-38f21e32eefb tempest-VolumesNegativeTest-1157742051 tempest-VolumesNegativeTest-1157742051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:44.515147 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2045cab7-29d6-498c-b788-8dff6dd780fa req-c52c153f-ee09-440f-ae0d-38f21e32eefb tempest-VolumesNegativeTest-1157742051 tempest-VolumesNegativeTest-1157742051-project] 10.222.0.72 "GET /v2.0/ports?device_id=2ffdd190-8e8d-4816-b0b3-603e3b910aac HTTP/1.1" status: 200 len: 948 time: 0.0957842 Feb 19 03:11:44.601449 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdc41bb-9789-469e-95e0-5a4d3a2d3022 req-0735a02e-530a-4464-984f-be992ec2294d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:44.604515 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2045cab7-29d6-498c-b788-8dff6dd780fa req-bad90a97-fba7-4e83-98ac-52149b597c65 tempest-VolumesNegativeTest-1157742051 tempest-VolumesNegativeTest-1157742051-project] 10.222.0.72 "GET /v2.0/security-groups?id=7711e339-4bcc-4bf3-9317-35ec8a4adfd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830743 Feb 19 03:11:44.609996 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-6cdc41bb-9789-469e-95e0-5a4d3a2d3022 req-0735a02e-530a-4464-984f-be992ec2294d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cf7b53e3191f45868d62aa22b484ce09&device_id=2ffdd190-8e8d-4816-b0b3-603e3b910aac HTTP/1.1" status: 200 len: 1130 time: 0.0704119 Feb 19 03:11:44.727015 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdc41bb-9789-469e-95e0-5a4d3a2d3022 req-5721ab67-3c9a-4b9c-a0f7-e18f4a81eaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:44.728499 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-6cdc41bb-9789-469e-95e0-5a4d3a2d3022 req-5721ab67-3c9a-4b9c-a0f7-e18f4a81eaf7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5124bd00-da2a-4bd6-93a0-c14c92afb11f HTTP/1.1" status: 200 len: 870 time: 0.1112270 Feb 19 03:11:44.777637 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-6cdc41bb-9789-469e-95e0-5a4d3a2d3022 req-cc7a9a58-874d-4e24-82aa-bfccd76ca04f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=6963cbb2-cff4-4995-8395-1083bce7b3bc HTTP/1.1" status: 200 len: 217 time: 0.0415504 Feb 19 03:11:44.851719 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdc41bb-9789-469e-95e0-5a4d3a2d3022 req-70e87f85-1687-4431-9c4e-0743de2ade20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:44.853230 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-6cdc41bb-9789-469e-95e0-5a4d3a2d3022 req-70e87f85-1687-4431-9c4e-0743de2ade20 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=974c06bc-f097-4890-970a-b087501ab241 HTTP/1.1" status: 200 len: 843 time: 0.0710919 Feb 19 03:11:44.906035 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdc41bb-9789-469e-95e0-5a4d3a2d3022 req-7665067e-c9c2-429c-87a2-4e7c0e6751a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:44.909084 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-6cdc41bb-9789-469e-95e0-5a4d3a2d3022 req-7665067e-c9c2-429c-87a2-4e7c0e6751a4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5124bd00-da2a-4bd6-93a0-c14c92afb11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0487695 Feb 19 03:11:45.009608 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-6cdc41bb-9789-469e-95e0-5a4d3a2d3022 req-815a8719-9985-41d4-9df4-aa9709ba2624 service neutron] 10.222.0.73 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961735 Feb 19 03:11:45.124222 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-6cdc41bb-9789-469e-95e0-5a4d3a2d3022 req-483a8233-379f-45f2-bada-b355ecc421ea service neutron] 10.222.0.73 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082830 Feb 19 03:11:45.515359 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5d3b2384-282e-4a04-b5c8-4f374da64244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:45.739812 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78f11de-8340-479f-aad4-b7c67a6133a7 req-a58e81a7-9e99-486c-ac53-8a83229c2185 tempest-VolumesNegativeTest-1157742051 tempest-VolumesNegativeTest-1157742051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:45.741439 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d78f11de-8340-479f-aad4-b7c67a6133a7 req-a58e81a7-9e99-486c-ac53-8a83229c2185 tempest-VolumesNegativeTest-1157742051 tempest-VolumesNegativeTest-1157742051-project] 10.222.0.72 "GET /v2.0/ports?device_id=2ffdd190-8e8d-4816-b0b3-603e3b910aac HTTP/1.1" status: 200 len: 948 time: 0.0553348 Feb 19 03:11:45.796601 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d78f11de-8340-479f-aad4-b7c67a6133a7 req-60f08869-0ceb-4a1f-b611-cd43e9c13b59 tempest-VolumesNegativeTest-1157742051 tempest-VolumesNegativeTest-1157742051-project] 10.222.0.72 "GET /v2.0/security-groups?id=7711e339-4bcc-4bf3-9317-35ec8a4adfd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477650 Feb 19 03:11:46.950120 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797c9874-a141-4fd0-a95b-6974130bbbfb req-0a8a04cb-a6f8-43aa-a7ab-4fa8a8511702 tempest-VolumesNegativeTest-1157742051 tempest-VolumesNegativeTest-1157742051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:46.953226 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-797c9874-a141-4fd0-a95b-6974130bbbfb req-0a8a04cb-a6f8-43aa-a7ab-4fa8a8511702 tempest-VolumesNegativeTest-1157742051 tempest-VolumesNegativeTest-1157742051-project] 10.222.0.72 "GET /v2.0/ports?device_id=2ffdd190-8e8d-4816-b0b3-603e3b910aac HTTP/1.1" status: 200 len: 948 time: 0.0849662 Feb 19 03:11:47.047331 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-797c9874-a141-4fd0-a95b-6974130bbbfb req-b6a50626-c97f-4d63-b560-a63194c95efc tempest-VolumesNegativeTest-1157742051 tempest-VolumesNegativeTest-1157742051-project] 10.222.0.72 "GET /v2.0/security-groups?id=7711e339-4bcc-4bf3-9317-35ec8a4adfd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877616 Feb 19 03:11:47.681056 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-39916293-9b9f-4b67-b347-b342dc21bd2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:48.183239 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85e6b13-d72e-4fce-83a1-3cf062a60285 req-37682a2a-6626-4db2-87de-157cd5c58518 tempest-VolumesNegativeTest-1157742051 tempest-VolumesNegativeTest-1157742051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:48.185044 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b85e6b13-d72e-4fce-83a1-3cf062a60285 req-37682a2a-6626-4db2-87de-157cd5c58518 tempest-VolumesNegativeTest-1157742051 tempest-VolumesNegativeTest-1157742051-project] 10.222.0.72 "GET /v2.0/ports?device_id=2ffdd190-8e8d-4816-b0b3-603e3b910aac HTTP/1.1" status: 200 len: 948 time: 0.0623684 Feb 19 03:11:48.241250 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b85e6b13-d72e-4fce-83a1-3cf062a60285 req-5445fbf8-2819-4e01-829e-7d3e93b0fce7 tempest-VolumesNegativeTest-1157742051 tempest-VolumesNegativeTest-1157742051-project] 10.222.0.72 "GET /v2.0/security-groups?id=7711e339-4bcc-4bf3-9317-35ec8a4adfd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496585 Feb 19 03:11:49.102057 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 6963cbb2-cff4-4995-8395-1083bce7b3bc details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:11:49.278654 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 6963cbb2-cff4-4995-8395-1083bce7b3bc, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=6963cbb2-cff4-4995-8395-1083bce7b3bc,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:11:49.295770 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': '6963cbb2-cff4-4995-8395-1083bce7b3bc', 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f', 'port_id': '6963cbb2-cff4-4995-8395-1083bce7b3bc', 'mac_address': 'fa:16:3e:52:b8:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '974c06bc-f097-4890-970a-b087501ab241', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:11:49.308895 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:49.374293 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 6963cbb2-cff4-4995-8395-1083bce7b3bc is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:11:49.374974 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (6963cbb2-cff4-4995-8395-1083bce7b3bc), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:49.397452 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d77434-cf2d-4965-ba90-519b0d3b1d00 req-086f52e6-caed-47f8-b7f7-60e3a569145d tempest-VolumesNegativeTest-1157742051 tempest-VolumesNegativeTest-1157742051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:49.398269 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6963cbb2-cff4-4995-8395-1083bce7b3bc {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:11:49.405656 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-31d77434-cf2d-4965-ba90-519b0d3b1d00 req-086f52e6-caed-47f8-b7f7-60e3a569145d tempest-VolumesNegativeTest-1157742051 tempest-VolumesNegativeTest-1157742051-project] 10.222.0.72 "GET /v2.0/ports?device_id=2ffdd190-8e8d-4816-b0b3-603e3b910aac HTTP/1.1" status: 200 len: 948 time: 0.0734832 Feb 19 03:11:49.435338 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 6963cbb2-cff4-4995-8395-1083bce7b3bc, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=6963cbb2-cff4-4995-8395-1083bce7b3bc,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:11:49.443330 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (6963cbb2-cff4-4995-8395-1083bce7b3bc), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:49.470216 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-31d77434-cf2d-4965-ba90-519b0d3b1d00 req-f912f30b-c50a-4032-ba2d-b35ca99aa548 tempest-VolumesNegativeTest-1157742051 tempest-VolumesNegativeTest-1157742051-project] 10.222.0.72 "GET /v2.0/security-groups?id=7711e339-4bcc-4bf3-9317-35ec8a4adfd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596666 Feb 19 03:11:49.523796 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=6963cbb2-cff4-4995-8395-1083bce7b3bc,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:49.992653 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['6963cbb2-cff4-4995-8395-1083bce7b3bc'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:11:50.461253 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:50.645137 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f09dfb-715a-414e-90b0-384c917aba88 req-2ebf781f-99f5-42f6-8e5d-004c8c78d9eb tempest-VolumesNegativeTest-1157742051 tempest-VolumesNegativeTest-1157742051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:50.646964 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-28f09dfb-715a-414e-90b0-384c917aba88 req-2ebf781f-99f5-42f6-8e5d-004c8c78d9eb tempest-VolumesNegativeTest-1157742051 tempest-VolumesNegativeTest-1157742051-project] 10.222.0.72 "GET /v2.0/ports?device_id=2ffdd190-8e8d-4816-b0b3-603e3b910aac HTTP/1.1" status: 200 len: 949 time: 0.0694444 Feb 19 03:11:50.714166 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-28f09dfb-715a-414e-90b0-384c917aba88 req-2a4d5c0a-1e96-44c2-8388-fccc815b4c39 tempest-VolumesNegativeTest-1157742051 tempest-VolumesNegativeTest-1157742051-project] 10.222.0.72 "GET /v2.0/security-groups?id=7711e339-4bcc-4bf3-9317-35ec8a4adfd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599136 Feb 19 03:11:51.863327 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dae6c3-b428-4ace-8af9-5a3385ceab5a req-dc864ae9-3b31-4250-bce9-593dd5ee9a82 tempest-VolumesNegativeTest-1157742051 tempest-VolumesNegativeTest-1157742051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:51.865599 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a8dae6c3-b428-4ace-8af9-5a3385ceab5a req-dc864ae9-3b31-4250-bce9-593dd5ee9a82 tempest-VolumesNegativeTest-1157742051 tempest-VolumesNegativeTest-1157742051-project] 10.222.0.72 "GET /v2.0/ports?device_id=2ffdd190-8e8d-4816-b0b3-603e3b910aac HTTP/1.1" status: 200 len: 949 time: 0.0701752 Feb 19 03:11:51.921210 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a8dae6c3-b428-4ace-8af9-5a3385ceab5a req-2ba78bc4-2c37-4219-857b-5c8cb5b9a37c tempest-VolumesNegativeTest-1157742051 tempest-VolumesNegativeTest-1157742051-project] 10.222.0.72 "GET /v2.0/security-groups?id=7711e339-4bcc-4bf3-9317-35ec8a4adfd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482447 Feb 19 03:11:51.967868 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:52.561165 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88784ee1-9227-4975-951e-0fbbdff09fde req-f2084ed5-d3ef-4725-98c5-43106351e189 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:52.562945 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-88784ee1-9227-4975-951e-0fbbdff09fde req-f2084ed5-d3ef-4725-98c5-43106351e189 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 944 time: 0.0638347 Feb 19 03:11:52.604346 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:52.626803 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-88784ee1-9227-4975-951e-0fbbdff09fde req-3d8e6c6d-7559-4510-9f24-552bcd2b065d tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573752 Feb 19 03:11:52.763146 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902a44de-b971-4bb8-a277-04aa11ca58c0 req-6dd67a9b-a6c6-4f04-bb3e-3faabcf45fbd tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:52.764761 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-902a44de-b971-4bb8-a277-04aa11ca58c0 req-6dd67a9b-a6c6-4f04-bb3e-3faabcf45fbd tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 944 time: 0.0613935 Feb 19 03:11:52.817390 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-902a44de-b971-4bb8-a277-04aa11ca58c0 req-0d733fc3-6b3a-4970-a4ed-d6f2ca19f865 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462422 Feb 19 03:11:52.965750 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2020b4cf-6311-41b7-ae60-43e867baa3e6 req-e0edafe5-7ead-45c4-ac94-0099f214a749 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:52.967326 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2020b4cf-6311-41b7-ae60-43e867baa3e6 req-e0edafe5-7ead-45c4-ac94-0099f214a749 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 944 time: 0.0694072 Feb 19 03:11:53.034163 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2020b4cf-6311-41b7-ae60-43e867baa3e6 req-013a53ad-4acd-4af8-bc7a-ad1c340108d0 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558829 Feb 19 03:11:53.102716 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864d5972-48b7-4ad6-ac96-88a0d871f3be req-ab218653-dcf7-4ca7-908d-138d908cb75a tempest-VolumesNegativeTest-1157742051 tempest-VolumesNegativeTest-1157742051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:53.104804 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-864d5972-48b7-4ad6-ac96-88a0d871f3be req-ab218653-dcf7-4ca7-908d-138d908cb75a tempest-VolumesNegativeTest-1157742051 tempest-VolumesNegativeTest-1157742051-project] 10.222.0.72 "GET /v2.0/ports?device_id=2ffdd190-8e8d-4816-b0b3-603e3b910aac HTTP/1.1" status: 200 len: 949 time: 0.0744133 Feb 19 03:11:53.132312 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 6963cbb2-cff4-4995-8395-1083bce7b3bc up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:11:53.201598 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning for port 6963cbb2-cff4-4995-8395-1083bce7b3bc completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:11:53.207645 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port 6963cbb2-cff4-4995-8395-1083bce7b3bc triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:11:53.208322 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (6963cbb2-cff4-4995-8395-1083bce7b3bc), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:53.219100 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-864d5972-48b7-4ad6-ac96-88a0d871f3be req-f272f187-442a-4331-9d56-8b34b4161d2d tempest-VolumesNegativeTest-1157742051 tempest-VolumesNegativeTest-1157742051-project] 10.222.0.72 "GET /v2.0/security-groups?id=7711e339-4bcc-4bf3-9317-35ec8a4adfd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010609 Feb 19 03:11:53.252422 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7abef5-af54-4959-b69f-3b149e92e660 req-c4a83f6f-2933-4bad-bac3-736c5e21e08a tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:53.260856 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-aa7abef5-af54-4959-b69f-3b149e92e660 req-c4a83f6f-2933-4bad-bac3-736c5e21e08a tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 944 time: 0.1156034 Feb 19 03:11:53.341640 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 6963cbb2-cff4-4995-8395-1083bce7b3bc is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:11:53.342712 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (6963cbb2-cff4-4995-8395-1083bce7b3bc), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:53.368606 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-aa7abef5-af54-4959-b69f-3b149e92e660 req-86d5ab25-8a11-4ca1-8c14-0a027ebef5b2 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061068 Feb 19 03:11:53.385589 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ffdd190-8e8d-4816-b0b3-603e3b910aac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6963cbb2-cff4-4995-8395-1083bce7b3bc'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:11:53.390721 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e9cf375-272f-4118-bd26-ea7af65764d7" -d '{"events": [{"server_uuid": "2ffdd190-8e8d-4816-b0b3-603e3b910aac", "name": "network-vif-plugged", "status": "completed", "tag": "6963cbb2-cff4-4995-8395-1083bce7b3bc"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:11:53.416771 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 6963cbb2-cff4-4995-8395-1083bce7b3bc, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=6963cbb2-cff4-4995-8395-1083bce7b3bc,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:11:53.426339 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (6963cbb2-cff4-4995-8395-1083bce7b3bc), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:53.475188 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-951498f1-7f24-41c9-a9d7-a5d01aecb7cb x-openstack-request-id: req-951498f1-7f24-41c9-a9d7-a5d01aecb7cb {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:11:53.475826 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ffdd190-8e8d-4816-b0b3-603e3b910aac", "name": "network-vif-plugged", "status": "completed", "tag": "6963cbb2-cff4-4995-8395-1083bce7b3bc", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:11:53.476590 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-951498f1-7f24-41c9-a9d7-a5d01aecb7cb {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:11:53.476590 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ffdd190-8e8d-4816-b0b3-603e3b910aac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6963cbb2-cff4-4995-8395-1083bce7b3bc', 'code': 200} Feb 19 03:11:53.508501 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=6963cbb2-cff4-4995-8395-1083bce7b3bc,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:53.628923 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9943b63b-0c91-4314-ace7-f6ac95cd9eec req-a89942aa-1ffc-406b-aaf9-398fb6faeab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:53.636852 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-9943b63b-0c91-4314-ace7-f6ac95cd9eec req-a89942aa-1ffc-406b-aaf9-398fb6faeab0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2ffdd190-8e8d-4816-b0b3-603e3b910aac HTTP/1.1" status: 200 len: 1132 time: 0.0684569 Feb 19 03:11:53.694192 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-9943b63b-0c91-4314-ace7-f6ac95cd9eec req-07642c74-7afb-43d1-b00e-075e46e6ac73 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7711e339-4bcc-4bf3-9317-35ec8a4adfd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483181 Feb 19 03:11:53.837106 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f3c092-c3be-4b62-9ba7-cdeb229b5fd8 req-c4ca3296-bc36-4482-946a-bb7bc08061f5 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:53.840542 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-50f3c092-c3be-4b62-9ba7-cdeb229b5fd8 req-c4ca3296-bc36-4482-946a-bb7bc08061f5 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/networks?id=0f4d9579-5631-481f-acff-55faffa2a3d0 HTTP/1.1" status: 200 len: 812 time: 0.1433127 Feb 19 03:11:53.858157 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-50f3c092-c3be-4b62-9ba7-cdeb229b5fd8 req-67b18232-a339-4ee3-b1ec-a013ad42d301 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/quotas/b9f6d445adfb4303a5f2e35c9323b376 HTTP/1.1" status: 200 len: 375 time: 0.0113707 Feb 19 03:11:53.940005 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-50f3c092-c3be-4b62-9ba7-cdeb229b5fd8 req-d4128b23-161d-48c3-8059-a7ff2fa5d733 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=b9f6d445adfb4303a5f2e35c9323b376&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0743027 Feb 19 03:11:54.088033 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [req-50f3c092-c3be-4b62-9ba7-cdeb229b5fd8 req-eeeee3ec-04fe-4d8a-8da3-bb235a44d310 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103701) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:11:54.090171 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-50f3c092-c3be-4b62-9ba7-cdeb229b5fd8 req-eeeee3ec-04fe-4d8a-8da3-bb235a44d310 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1428926 Feb 19 03:11:54.196600 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-50f3c092-c3be-4b62-9ba7-cdeb229b5fd8 req-c7a1c7f9-7985-4fda-adb2-655a7cc30d08 service neutron] 10.222.0.72 "GET /v2.0/networks/0f4d9579-5631-481f-acff-55faffa2a3d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003435 Feb 19 03:11:54.302112 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-50f3c092-c3be-4b62-9ba7-cdeb229b5fd8 req-824b045d-44df-478b-8056-03c224fb431d service neutron] 10.222.0.72 "GET /v2.0/networks/0f4d9579-5631-481f-acff-55faffa2a3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982454 Feb 19 03:11:54.386292 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f4211c-90d8-47c9-8b5a-a37d8e2cd0e3 req-768d363e-f2a2-4c69-9da5-420863a9cb87 tempest-VolumesNegativeTest-1157742051 tempest-VolumesNegativeTest-1157742051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:54.394354 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-85f4211c-90d8-47c9-8b5a-a37d8e2cd0e3 req-768d363e-f2a2-4c69-9da5-420863a9cb87 tempest-VolumesNegativeTest-1157742051 tempest-VolumesNegativeTest-1157742051-project] 10.222.0.72 "GET /v2.0/ports?device_id=2ffdd190-8e8d-4816-b0b3-603e3b910aac HTTP/1.1" status: 200 len: 950 time: 0.0909603 Feb 19 03:11:54.469666 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-85f4211c-90d8-47c9-8b5a-a37d8e2cd0e3 req-7580ce43-2a2f-4357-b547-b36af965bbe2 tempest-VolumesNegativeTest-1157742051 tempest-VolumesNegativeTest-1157742051-project] 10.222.0.72 "GET /v2.0/security-groups?id=7711e339-4bcc-4bf3-9317-35ec8a4adfd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742116 Feb 19 03:11:54.550742 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4d714cb0-8b7b-43d1-a664-6acdd4708eaa req-a155aaf5-e823-430c-910d-63fbdaa40714 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=1804d605-e4ac-4550-8ca5-5481c7dfe0e1 HTTP/1.1" status: 200 len: 210 time: 0.0527840 Feb 19 03:11:54.588459 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [req-7fe579d8-b308-4062-86d2-979b76858347 req-d85940dc-2946-4beb-b356-000e463a5e1c service neutron] (103701) timed out ('10.222.0.73', 63967) {{(pid=103701) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 03:11:55.685180 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c88db3c3-0280-41bf-8a2a-616f266dbad4 req-fe5793dc-53a7-47c4-a428-109489feed9c tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=1804d605-e4ac-4550-8ca5-5481c7dfe0e1 HTTP/1.1" status: 200 len: 210 time: 0.0438540 Feb 19 03:11:55.702812 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c3fca4-9f2e-4b89-904c-0dbdc702bf45 req-00cb9e52-9c86-49fa-8116-4f0dcd9781e7 tempest-VolumesNegativeTest-1157742051 tempest-VolumesNegativeTest-1157742051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:55.710229 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f1c3fca4-9f2e-4b89-904c-0dbdc702bf45 req-00cb9e52-9c86-49fa-8116-4f0dcd9781e7 tempest-VolumesNegativeTest-1157742051 tempest-VolumesNegativeTest-1157742051-project] 10.222.0.72 "GET /v2.0/ports?device_id=2ffdd190-8e8d-4816-b0b3-603e3b910aac HTTP/1.1" status: 200 len: 950 time: 0.0993524 Feb 19 03:11:55.766728 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f1c3fca4-9f2e-4b89-904c-0dbdc702bf45 req-aa549404-a436-4b44-ae76-581d5b342435 tempest-VolumesNegativeTest-1157742051 tempest-VolumesNegativeTest-1157742051-project] 10.222.0.72 "GET /v2.0/security-groups?id=7711e339-4bcc-4bf3-9317-35ec8a4adfd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556211 Feb 19 03:11:56.093155 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66052dee-ac31-4f09-90b0-bdb74ecf0591 req-06c16534-6ff5-4c07-b78a-a554914c364e tempest-VolumesNegativeTest-1157742051 tempest-VolumesNegativeTest-1157742051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:56.095175 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-66052dee-ac31-4f09-90b0-bdb74ecf0591 req-06c16534-6ff5-4c07-b78a-a554914c364e tempest-VolumesNegativeTest-1157742051 tempest-VolumesNegativeTest-1157742051-project] 10.222.0.72 "GET /v2.0/ports?device_id=2ffdd190-8e8d-4816-b0b3-603e3b910aac HTTP/1.1" status: 200 len: 950 time: 0.0705576 Feb 19 03:11:56.171792 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-66052dee-ac31-4f09-90b0-bdb74ecf0591 req-36455019-1c4f-44b3-a6a0-4ee9939be92f tempest-VolumesNegativeTest-1157742051 tempest-VolumesNegativeTest-1157742051-project] 10.222.0.72 "GET /v2.0/security-groups?id=7711e339-4bcc-4bf3-9317-35ec8a4adfd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635190 Feb 19 03:11:56.272295 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:56.304444 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f3c092-c3be-4b62-9ba7-cdeb229b5fd8 req-6eba5ecc-814b-4f96-bd29-69ff28edd7c4 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:56.306836 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-50f3c092-c3be-4b62-9ba7-cdeb229b5fd8 req-6eba5ecc-814b-4f96-bd29-69ff28edd7c4 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.82 "GET /v2.0/networks?id=0f4d9579-5631-481f-acff-55faffa2a3d0 HTTP/1.1" status: 200 len: 812 time: 0.1331189 Feb 19 03:11:56.327459 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-50f3c092-c3be-4b62-9ba7-cdeb229b5fd8 req-726bf886-a8a0-4eb1-9d7e-24363ee1ce4a tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Request body: {'port': {'device_id': '1804d605-e4ac-4550-8ca5-5481c7dfe0e1', 'network_id': '0f4d9579-5631-481f-acff-55faffa2a3d0', 'admin_state_up': True, 'tenant_id': 'b9f6d445adfb4303a5f2e35c9323b376'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:11:56.463555 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50f3c092-c3be-4b62-9ba7-cdeb229b5fd8 req-726bf886-a8a0-4eb1-9d7e-24363ee1ce4a tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Made reservation on behalf of b9f6d445adfb4303a5f2e35c9323b376 for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:11:56.467253 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-50f3c092-c3be-4b62-9ba7-cdeb229b5fd8 req-726bf886-a8a0-4eb1-9d7e-24363ee1ce4a tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:56.607124 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [req-50f3c092-c3be-4b62-9ba7-cdeb229b5fd8 req-726bf886-a8a0-4eb1-9d7e-24363ee1ce4a tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Allocated IP 172.20.0.7 (0f4d9579-5631-481f-acff-55faffa2a3d0/873fca23-e618-4343-ad67-b4c94d7ebaec/97cb9faa-cca5-463f-b099-e430a34bf6da) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:11:56.824702 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-50f3c092-c3be-4b62-9ba7-cdeb229b5fd8 req-726bf886-a8a0-4eb1-9d7e-24363ee1ce4a tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Publish callbacks [] for port (97cb9faa-cca5-463f-b099-e430a34bf6da), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:56.845238 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-dd744357-07eb-4118-8f43-86cf36141708 req-3e4326d5-2168-4016-922e-10f5fc596a95 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=1804d605-e4ac-4550-8ca5-5481c7dfe0e1 HTTP/1.1" status: 200 len: 210 time: 0.0367229 Feb 19 03:11:56.884942 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-50f3c092-c3be-4b62-9ba7-cdeb229b5fd8 req-726bf886-a8a0-4eb1-9d7e-24363ee1ce4a tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (97cb9faa-cca5-463f-b099-e430a34bf6da), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:56.919790 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['ee0a9052-b8e5-46ec-9a0b-e486bffedfdb'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:11:56.937396 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50f3c092-c3be-4b62-9ba7-cdeb229b5fd8 req-726bf886-a8a0-4eb1-9d7e-24363ee1ce4a tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Network 0f4d9579-5631-481f-acff-55faffa2a3d0 is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:11:56.943570 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [req-50f3c092-c3be-4b62-9ba7-cdeb229b5fd8 req-726bf886-a8a0-4eb1-9d7e-24363ee1ce4a tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:11:56.947680 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-50f3c092-c3be-4b62-9ba7-cdeb229b5fd8 req-726bf886-a8a0-4eb1-9d7e-24363ee1ce4a tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:11:56.949206 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['f7b6da1f-b537-45af-9feb-c15f1c6a08bc'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:11:56.986558 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726bf886-a8a0-4eb1-9d7e-24363ee1ce4a tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Pushing event updated for resources: {'Port': ['ID=97cb9faa-cca5-463f-b099-e430a34bf6da,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:57.024387 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f3c092-c3be-4b62-9ba7-cdeb229b5fd8 req-726bf886-a8a0-4eb1-9d7e-24363ee1ce4a tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:57.025835 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-50f3c092-c3be-4b62-9ba7-cdeb229b5fd8 req-726bf886-a8a0-4eb1-9d7e-24363ee1ce4a tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:57.070203 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-50f3c092-c3be-4b62-9ba7-cdeb229b5fd8 req-726bf886-a8a0-4eb1-9d7e-24363ee1ce4a tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7467203 Feb 19 03:11:57.088548 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-50f3c092-c3be-4b62-9ba7-cdeb229b5fd8 req-00287697-d485-4f18-b942-53e78503a42f service neutron] Request body: {'port': {'device_id': '1804d605-e4ac-4550-8ca5-5481c7dfe0e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826753-2'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:11:57.180370 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-50f3c092-c3be-4b62-9ba7-cdeb229b5fd8 req-00287697-d485-4f18-b942-53e78503a42f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (97cb9faa-cca5-463f-b099-e430a34bf6da), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:57.385361 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-c132c3c5-aa7e-4d99-83f7-18e4fe9c0fda None None] Provisioning complete for port 97cb9faa-cca5-463f-b099-e430a34bf6da triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:11:57.387526 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c132c3c5-aa7e-4d99-83f7-18e4fe9c0fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (97cb9faa-cca5-463f-b099-e430a34bf6da), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:57.410571 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffcd0ac-007e-4457-b186-f9071058791e req-251bf4bf-72e1-44bb-ac82-99faa489baf0 tempest-VolumesNegativeTest-1157742051 tempest-VolumesNegativeTest-1157742051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:57.412101 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4ffcd0ac-007e-4457-b186-f9071058791e req-251bf4bf-72e1-44bb-ac82-99faa489baf0 tempest-VolumesNegativeTest-1157742051 tempest-VolumesNegativeTest-1157742051-project] 10.222.0.72 "GET /v2.0/ports?device_id=2ffdd190-8e8d-4816-b0b3-603e3b910aac HTTP/1.1" status: 200 len: 950 time: 0.1292708 Feb 19 03:11:57.465790 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-c132c3c5-aa7e-4d99-83f7-18e4fe9c0fda None None] Port 97cb9faa-cca5-463f-b099-e430a34bf6da cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:11:57.517707 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4ffcd0ac-007e-4457-b186-f9071058791e req-7fd94a13-df0c-465e-a42f-8225ac8eb96f tempest-VolumesNegativeTest-1157742051 tempest-VolumesNegativeTest-1157742051-project] 10.222.0.72 "GET /v2.0/security-groups?id=7711e339-4bcc-4bf3-9317-35ec8a4adfd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993714 Feb 19 03:11:57.617095 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [req-50f3c092-c3be-4b62-9ba7-cdeb229b5fd8 req-00287697-d485-4f18-b942-53e78503a42f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97cb9faa-cca5-463f-b099-e430a34bf6da {{(pid=103701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:11:57.625613 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-50f3c092-c3be-4b62-9ba7-cdeb229b5fd8 req-00287697-d485-4f18-b942-53e78503a42f service neutron] Publish callbacks [] for port (97cb9faa-cca5-463f-b099-e430a34bf6da), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:57.639030 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.provisioning_blocks [req-50f3c092-c3be-4b62-9ba7-cdeb229b5fd8 req-00287697-d485-4f18-b942-53e78503a42f service neutron] Transition to ACTIVE for port object 97cb9faa-cca5-463f-b099-e430a34bf6da will not be triggered until provisioned by entity L2. {{(pid=103701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:11:57.642512 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-50f3c092-c3be-4b62-9ba7-cdeb229b5fd8 req-00287697-d485-4f18-b942-53e78503a42f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (97cb9faa-cca5-463f-b099-e430a34bf6da), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:57.777602 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd5ad08-5367-4297-af14-61b3f4ee7242 req-db03a0aa-a07b-4627-b840-2222f26f4024 tempest-VolumesNegativeTest-1157742051 tempest-VolumesNegativeTest-1157742051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:57.780114 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-6dd5ad08-5367-4297-af14-61b3f4ee7242 req-db03a0aa-a07b-4627-b840-2222f26f4024 tempest-VolumesNegativeTest-1157742051 tempest-VolumesNegativeTest-1157742051-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ffdd190-8e8d-4816-b0b3-603e3b910aac HTTP/1.1" status: 200 len: 950 time: 0.0825508 Feb 19 03:11:57.844589 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-50f3c092-c3be-4b62-9ba7-cdeb229b5fd8 req-00287697-d485-4f18-b942-53e78503a42f service neutron] Attempting to bind port 97cb9faa-cca5-463f-b099-e430a34bf6da on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:11:57.845229 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-50f3c092-c3be-4b62-9ba7-cdeb229b5fd8 req-00287697-d485-4f18-b942-53e78503a42f service neutron] Attempting to bind port 97cb9faa-cca5-463f-b099-e430a34bf6da by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': '9361ff5e-ecd3-4a53-b64f-0204e54bd4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '0f4d9579-5631-481f-acff-55faffa2a3d0'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:11:57.845318 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f3c092-c3be-4b62-9ba7-cdeb229b5fd8 req-00287697-d485-4f18-b942-53e78503a42f service neutron] Attempting to bind port 97cb9faa-cca5-463f-b099-e430a34bf6da on network 0f4d9579-5631-481f-acff-55faffa2a3d0 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:11:57.859300 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00287697-d485-4f18-b942-53e78503a42f service neutron] Pushing event updated for resources: {'Port': ['ID=97cb9faa-cca5-463f-b099-e430a34bf6da,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:57.876501 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f3c092-c3be-4b62-9ba7-cdeb229b5fd8 req-00287697-d485-4f18-b942-53e78503a42f service neutron] Port 97cb9faa-cca5-463f-b099-e430a34bf6da on network 0f4d9579-5631-481f-acff-55faffa2a3d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:11:57.876828 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f3c092-c3be-4b62-9ba7-cdeb229b5fd8 req-00287697-d485-4f18-b942-53e78503a42f service neutron] Attempting to bind port 97cb9faa-cca5-463f-b099-e430a34bf6da on network 0f4d9579-5631-481f-acff-55faffa2a3d0 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:11:57.891673 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f3c092-c3be-4b62-9ba7-cdeb229b5fd8 req-00287697-d485-4f18-b942-53e78503a42f service neutron] Checking agent: {'id': 'bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:11:57.892013 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f3c092-c3be-4b62-9ba7-cdeb229b5fd8 req-00287697-d485-4f18-b942-53e78503a42f service neutron] Checking segment: {'id': '9361ff5e-ecd3-4a53-b64f-0204e54bd4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '0f4d9579-5631-481f-acff-55faffa2a3d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:11:57.892407 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f3c092-c3be-4b62-9ba7-cdeb229b5fd8 req-00287697-d485-4f18-b942-53e78503a42f service neutron] Bound using segment: {'id': '9361ff5e-ecd3-4a53-b64f-0204e54bd4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '0f4d9579-5631-481f-acff-55faffa2a3d0'} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:11:57.892847 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-50f3c092-c3be-4b62-9ba7-cdeb229b5fd8 req-00287697-d485-4f18-b942-53e78503a42f service neutron] Bound port: 97cb9faa-cca5-463f-b099-e430a34bf6da, host: n-h2-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9361ff5e-ecd3-4a53-b64f-0204e54bd4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '0f4d9579-5631-481f-acff-55faffa2a3d0'}}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:11:57.893235 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-50f3c092-c3be-4b62-9ba7-cdeb229b5fd8 req-00287697-d485-4f18-b942-53e78503a42f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (97cb9faa-cca5-463f-b099-e430a34bf6da), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:57.921492 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-6dd5ad08-5367-4297-af14-61b3f4ee7242 req-87563c16-3aab-4ec9-a6ad-d13ce5d70c30 tempest-VolumesNegativeTest-1157742051 tempest-VolumesNegativeTest-1157742051-project] Deleting port 6963cbb2-cff4-4995-8395-1083bce7b3bc {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:11:57.922093 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-6dd5ad08-5367-4297-af14-61b3f4ee7242 req-87563c16-3aab-4ec9-a6ad-d13ce5d70c30 tempest-VolumesNegativeTest-1157742051 tempest-VolumesNegativeTest-1157742051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (6963cbb2-cff4-4995-8395-1083bce7b3bc), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:58.050838 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-50f3c092-c3be-4b62-9ba7-cdeb229b5fd8 req-00287697-d485-4f18-b942-53e78503a42f service neutron] For port 97cb9faa-cca5-463f-b099-e430a34bf6da, host n-h2-826753-2, cleared binding levels {{(pid=103701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:11:58.055039 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-50f3c092-c3be-4b62-9ba7-cdeb229b5fd8 req-00287697-d485-4f18-b942-53e78503a42f service neutron] For port 97cb9faa-cca5-463f-b099-e430a34bf6da, host n-h2-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=97cb9faa-cca5-463f-b099-e430a34bf6da,segment=NetworkSegment(9361ff5e-ecd3-4a53-b64f-0204e54bd4ff),segment_id=9361ff5e-ecd3-4a53-b64f-0204e54bd4ff)] {{(pid=103701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:11:58.063918 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-50f3c092-c3be-4b62-9ba7-cdeb229b5fd8 req-00287697-d485-4f18-b942-53e78503a42f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (97cb9faa-cca5-463f-b099-e430a34bf6da), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:58.086944 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-6dd5ad08-5367-4297-af14-61b3f4ee7242 req-87563c16-3aab-4ec9-a6ad-d13ce5d70c30 tempest-VolumesNegativeTest-1157742051 tempest-VolumesNegativeTest-1157742051-project] For port 6963cbb2-cff4-4995-8395-1083bce7b3bc, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=6963cbb2-cff4-4995-8395-1083bce7b3bc,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:11:58.087548 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-6dd5ad08-5367-4297-af14-61b3f4ee7242 req-87563c16-3aab-4ec9-a6ad-d13ce5d70c30 tempest-VolumesNegativeTest-1157742051 tempest-VolumesNegativeTest-1157742051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (6963cbb2-cff4-4995-8395-1083bce7b3bc), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:58.117464 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-6dd5ad08-5367-4297-af14-61b3f4ee7242 req-87563c16-3aab-4ec9-a6ad-d13ce5d70c30 tempest-VolumesNegativeTest-1157742051 tempest-VolumesNegativeTest-1157742051-project] Calling delete_port for 6963cbb2-cff4-4995-8395-1083bce7b3bc owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:11:58.140036 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa416de-6aaa-4470-b9a6-2c9319c79674 req-84bbd1a1-714b-4884-bbc4-82bd163415e7 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:58.141924 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-aaa416de-6aaa-4470-b9a6-2c9319c79674 req-84bbd1a1-714b-4884-bbc4-82bd163415e7 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=1804d605-e4ac-4550-8ca5-5481c7dfe0e1 HTTP/1.1" status: 200 len: 943 time: 0.1709275 Feb 19 03:11:58.154621 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f3c092-c3be-4b62-9ba7-cdeb229b5fd8 req-00287697-d485-4f18-b942-53e78503a42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:58.155264 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-50f3c092-c3be-4b62-9ba7-cdeb229b5fd8 req-00287697-d485-4f18-b942-53e78503a42f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:58.156674 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-50f3c092-c3be-4b62-9ba7-cdeb229b5fd8 req-00287697-d485-4f18-b942-53e78503a42f service neutron] 10.222.0.82 "PUT /v2.0/ports/97cb9faa-cca5-463f-b099-e430a34bf6da HTTP/1.1" status: 200 len: 1091 time: 1.0737898 Feb 19 03:11:58.165047 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1804d605-e4ac-4550-8ca5-5481c7dfe0e1', 'tag': '97cb9faa-cca5-463f-b099-e430a34bf6da'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:11:58.166599 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2823080-8786-4336-8cf2-96bdce39867b" -d '{"events": [{"name": "network-changed", "server_uuid": "1804d605-e4ac-4550-8ca5-5481c7dfe0e1", "tag": "97cb9faa-cca5-463f-b099-e430a34bf6da"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:11:58.218542 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00287697-d485-4f18-b942-53e78503a42f service neutron] Pushing event updated for resources: {'Port': ['ID=97cb9faa-cca5-463f-b099-e430a34bf6da,revision_number=3']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:58.234499 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ed7fd4-0953-4044-830f-0aeb1cad3c90 x-openstack-request-id: req-c3ed7fd4-0953-4044-830f-0aeb1cad3c90 {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:11:58.234810 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1804d605-e4ac-4550-8ca5-5481c7dfe0e1", "tag": "97cb9faa-cca5-463f-b099-e430a34bf6da", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:11:58.235133 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c3ed7fd4-0953-4044-830f-0aeb1cad3c90 {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:11:58.235549 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1804d605-e4ac-4550-8ca5-5481c7dfe0e1', 'tag': '97cb9faa-cca5-463f-b099-e430a34bf6da', 'status': 'completed', 'code': 200} Feb 19 03:11:58.295457 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-aaa416de-6aaa-4470-b9a6-2c9319c79674 req-13c39e95-0043-4db1-a98a-283919e1f8f5 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6656291-2f71-4c36-83df-c6cd4c44fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422987 Feb 19 03:11:58.320296 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-6dd5ad08-5367-4297-af14-61b3f4ee7242 req-87563c16-3aab-4ec9-a6ad-d13ce5d70c30 tempest-VolumesNegativeTest-1157742051 tempest-VolumesNegativeTest-1157742051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (6963cbb2-cff4-4995-8395-1083bce7b3bc), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:58.349783 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f3c092-c3be-4b62-9ba7-cdeb229b5fd8 req-5b543f55-8fb4-4827-b09c-c649f4b17823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:58.351838 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-50f3c092-c3be-4b62-9ba7-cdeb229b5fd8 req-5b543f55-8fb4-4827-b09c-c649f4b17823 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b9f6d445adfb4303a5f2e35c9323b376&device_id=1804d605-e4ac-4550-8ca5-5481c7dfe0e1 HTTP/1.1" status: 200 len: 1125 time: 0.0921183 Feb 19 03:11:58.353539 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['6963cbb2-cff4-4995-8395-1083bce7b3bc'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:11:58.390336 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87563c16-3aab-4ec9-a6ad-d13ce5d70c30 tempest-VolumesNegativeTest-1157742051 tempest-VolumesNegativeTest-1157742051-project] Pushing event deleted for resources: {'Port': ['ID=6963cbb2-cff4-4995-8395-1083bce7b3bc,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:58.461586 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dd5ad08-5367-4297-af14-61b3f4ee7242 req-87563c16-3aab-4ec9-a6ad-d13ce5d70c30 tempest-VolumesNegativeTest-1157742051 tempest-VolumesNegativeTest-1157742051-project] No DVR routers for this DVR port 6963cbb2-cff4-4995-8395-1083bce7b3bc on host n-h1-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:11:58.465625 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-6dd5ad08-5367-4297-af14-61b3f4ee7242 req-87563c16-3aab-4ec9-a6ad-d13ce5d70c30 tempest-VolumesNegativeTest-1157742051 tempest-VolumesNegativeTest-1157742051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:58.471004 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-6dd5ad08-5367-4297-af14-61b3f4ee7242 req-87563c16-3aab-4ec9-a6ad-d13ce5d70c30 tempest-VolumesNegativeTest-1157742051 tempest-VolumesNegativeTest-1157742051-project] 10.222.0.73 "DELETE /v2.0/ports/6963cbb2-cff4-4995-8395-1083bce7b3bc HTTP/1.1" status: 204 len: 173 time: 0.6845994 Feb 19 03:11:58.471795 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ffdd190-8e8d-4816-b0b3-603e3b910aac', 'name': 'network-vif-deleted', 'tag': '6963cbb2-cff4-4995-8395-1083bce7b3bc'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:11:58.474468 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d1e3db1-d15e-4025-b73a-7e21a5779230" -d '{"events": [{"server_uuid": "2ffdd190-8e8d-4816-b0b3-603e3b910aac", "name": "network-vif-deleted", "tag": "6963cbb2-cff4-4995-8395-1083bce7b3bc"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:11:58.481053 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-50f3c092-c3be-4b62-9ba7-cdeb229b5fd8 req-66bec2b0-abef-4865-972e-c7d39e5d3fdf service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97cb9faa-cca5-463f-b099-e430a34bf6da HTTP/1.1" status: 200 len: 217 time: 0.0937972 Feb 19 03:11:58.525862 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7216a894-481e-4ace-bcb9-8701c102bc22 x-openstack-request-id: req-7216a894-481e-4ace-bcb9-8701c102bc22 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:11:58.526967 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ffdd190-8e8d-4816-b0b3-603e3b910aac", "name": "network-vif-deleted", "tag": "6963cbb2-cff4-4995-8395-1083bce7b3bc", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:11:58.527539 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7216a894-481e-4ace-bcb9-8701c102bc22 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:11:58.528543 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ffdd190-8e8d-4816-b0b3-603e3b910aac', 'name': 'network-vif-deleted', 'tag': '6963cbb2-cff4-4995-8395-1083bce7b3bc', 'status': 'completed', 'code': 200} Feb 19 03:11:58.622484 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f3c092-c3be-4b62-9ba7-cdeb229b5fd8 req-7d8dd9ed-6a1e-4498-aad6-362067c45aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:58.626151 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-50f3c092-c3be-4b62-9ba7-cdeb229b5fd8 req-7d8dd9ed-6a1e-4498-aad6-362067c45aee service neutron] 10.222.0.82 "GET /v2.0/subnets?id=873fca23-e618-4343-ad67-b4c94d7ebaec HTTP/1.1" status: 200 len: 851 time: 0.1433656 Feb 19 03:11:58.701332 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8b55e4ad-fd5c-4fec-b122-7dccf04173ce req-a2957283-a2ad-450e-bcc5-0446005c9dcd tempest-VolumesNegativeTest-1157742051 tempest-VolumesNegativeTest-1157742051-project] 10.222.0.72 "GET /v2.0/ports?device_id=2ffdd190-8e8d-4816-b0b3-603e3b910aac HTTP/1.1" status: 200 len: 210 time: 0.0453541 Feb 19 03:11:58.766661 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f3c092-c3be-4b62-9ba7-cdeb229b5fd8 req-4731ee05-4c59-4d6f-a6e4-99b8f66be3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:58.768885 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-50f3c092-c3be-4b62-9ba7-cdeb229b5fd8 req-4731ee05-4c59-4d6f-a6e4-99b8f66be3e4 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0f4d9579-5631-481f-acff-55faffa2a3d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1340907 Feb 19 03:11:58.864687 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-50f3c092-c3be-4b62-9ba7-cdeb229b5fd8 req-a0e85d3e-7fcf-499b-9708-fcded38ddde7 service neutron] 10.222.0.82 "GET /v2.0/networks/0f4d9579-5631-481f-acff-55faffa2a3d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901775 Feb 19 03:11:58.959995 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-50f3c092-c3be-4b62-9ba7-cdeb229b5fd8 req-59e9807b-a075-4976-b18c-803f2fbe18f5 service neutron] 10.222.0.82 "GET /v2.0/networks/0f4d9579-5631-481f-acff-55faffa2a3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883954 Feb 19 03:11:59.161102 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2823080-8786-4336-8cf2-96bdce39867b req-ea397e7c-931c-4fb5-8e1d-b9853db65908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:59.163062 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f2823080-8786-4336-8cf2-96bdce39867b req-ea397e7c-931c-4fb5-8e1d-b9853db65908 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b9f6d445adfb4303a5f2e35c9323b376&device_id=1804d605-e4ac-4550-8ca5-5481c7dfe0e1 HTTP/1.1" status: 200 len: 1125 time: 0.0929902 Feb 19 03:11:59.303694 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2823080-8786-4336-8cf2-96bdce39867b req-ad4b6935-e60f-4c31-a222-06105c4daefe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:59.306035 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f2823080-8786-4336-8cf2-96bdce39867b req-ad4b6935-e60f-4c31-a222-06105c4daefe service neutron] 10.222.0.82 "GET /v2.0/networks?id=0f4d9579-5631-481f-acff-55faffa2a3d0 HTTP/1.1" status: 200 len: 913 time: 0.1370840 Feb 19 03:11:59.364526 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f2823080-8786-4336-8cf2-96bdce39867b req-6f9b690c-411c-4098-9fe3-74d13cc5aba9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97cb9faa-cca5-463f-b099-e430a34bf6da HTTP/1.1" status: 200 len: 217 time: 0.0514987 Feb 19 03:11:59.502034 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f873be0b-b596-4e84-a210-05db8945e835 req-7ad3a16f-c36e-4c7c-bece-36a5b88c2e6e tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:59.503580 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f873be0b-b596-4e84-a210-05db8945e835 req-7ad3a16f-c36e-4c7c-bece-36a5b88c2e6e tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=1804d605-e4ac-4550-8ca5-5481c7dfe0e1 HTTP/1.1" status: 200 len: 943 time: 0.1331782 Feb 19 03:11:59.504979 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2823080-8786-4336-8cf2-96bdce39867b req-45694cdb-0e1e-453b-bdb1-a8e1e54d07a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:59.506399 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f2823080-8786-4336-8cf2-96bdce39867b req-45694cdb-0e1e-453b-bdb1-a8e1e54d07a7 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=873fca23-e618-4343-ad67-b4c94d7ebaec HTTP/1.1" status: 200 len: 851 time: 0.0957205 Feb 19 03:11:59.586948 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-847c7b7c-d858-424a-a588-761b80dde56d req-193d29d9-a8ed-44c0-881e-8295bc631f0e service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=f8d5c327-c8ba-4f2b-aa42-d2e452d716f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1421566 Feb 19 03:11:59.608967 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f873be0b-b596-4e84-a210-05db8945e835 req-8ce108de-9f1e-4a79-bc97-160f6b8bc720 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6656291-2f71-4c36-83df-c6cd4c44fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973606 Feb 19 03:11:59.630916 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2823080-8786-4336-8cf2-96bdce39867b req-982dae08-bd58-4bb2-8972-57fe5a0514e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:59.630916 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f2823080-8786-4336-8cf2-96bdce39867b req-982dae08-bd58-4bb2-8972-57fe5a0514e6 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0f4d9579-5631-481f-acff-55faffa2a3d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1098022 Feb 19 03:11:59.780694 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f2823080-8786-4336-8cf2-96bdce39867b req-d6f51a75-83dc-43c1-b4bc-6d4e2db83f70 service neutron] 10.222.0.82 "GET /v2.0/networks/0f4d9579-5631-481f-acff-55faffa2a3d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384428 Feb 19 03:11:59.783888 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847c7b7c-d858-424a-a588-761b80dde56d req-50fd827a-5e56-4361-87a4-bd4477cd1523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:59.784705 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-847c7b7c-d858-424a-a588-761b80dde56d req-50fd827a-5e56-4361-87a4-bd4477cd1523 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b9f6d445adfb4303a5f2e35c9323b376&device_id=f8d5c327-c8ba-4f2b-aa42-d2e452d716f7 HTTP/1.1" status: 200 len: 1127 time: 0.1227140 Feb 19 03:11:59.963022 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f2823080-8786-4336-8cf2-96bdce39867b req-a0187aaa-64f4-4c76-bc64-1cbe0dacad83 service neutron] 10.222.0.82 "GET /v2.0/networks/0f4d9579-5631-481f-acff-55faffa2a3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731379 Feb 19 03:11:59.978116 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847c7b7c-d858-424a-a588-761b80dde56d req-d0fd1d84-641e-4559-875d-58be8fae29e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:59.980654 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-847c7b7c-d858-424a-a588-761b80dde56d req-d0fd1d84-641e-4559-875d-58be8fae29e4 service neutron] 10.222.0.82 "GET /v2.0/networks?id=0f4d9579-5631-481f-acff-55faffa2a3d0 HTTP/1.1" status: 200 len: 913 time: 0.1677094 Feb 19 03:12:00.064761 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-847c7b7c-d858-424a-a588-761b80dde56d req-53e7f349-06e5-448f-ad4f-c060bff660b9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ee0a9052-b8e5-46ec-9a0b-e486bffedfdb HTTP/1.1" status: 200 len: 217 time: 0.0668812 Feb 19 03:12:00.141762 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847c7b7c-d858-424a-a588-761b80dde56d req-977282ec-140f-470d-8b94-b28703ac33f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:00.143799 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-847c7b7c-d858-424a-a588-761b80dde56d req-977282ec-140f-470d-8b94-b28703ac33f4 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=873fca23-e618-4343-ad67-b4c94d7ebaec HTTP/1.1" status: 200 len: 851 time: 0.0725536 Feb 19 03:12:00.206383 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847c7b7c-d858-424a-a588-761b80dde56d req-aae58727-4e60-4e8c-a820-71e307caf13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:00.208367 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-847c7b7c-d858-424a-a588-761b80dde56d req-aae58727-4e60-4e8c-a820-71e307caf13f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0f4d9579-5631-481f-acff-55faffa2a3d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0583575 Feb 19 03:12:00.330326 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-847c7b7c-d858-424a-a588-761b80dde56d req-20cfd6e9-0527-4292-9a33-384893e5c846 service neutron] 10.222.0.82 "GET /v2.0/networks/0f4d9579-5631-481f-acff-55faffa2a3d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149721 Feb 19 03:12:00.460902 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-847c7b7c-d858-424a-a588-761b80dde56d req-2e74da01-9139-403b-9add-1f08464aee57 service neutron] 10.222.0.82 "GET /v2.0/networks/0f4d9579-5631-481f-acff-55faffa2a3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246612 Feb 19 03:12:00.806357 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a88093d-153f-4307-9d1f-620dc0df8299 req-bbcaabd9-37f9-485c-9996-50d919544714 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:00.817091 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0a88093d-153f-4307-9d1f-620dc0df8299 req-bbcaabd9-37f9-485c-9996-50d919544714 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=1804d605-e4ac-4550-8ca5-5481c7dfe0e1 HTTP/1.1" status: 200 len: 943 time: 0.1059403 Feb 19 03:12:00.890284 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0a88093d-153f-4307-9d1f-620dc0df8299 req-207698e7-a0f6-4303-9b38-038e985e18bc tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6656291-2f71-4c36-83df-c6cd4c44fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716298 Feb 19 03:12:01.147931 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 6963cbb2-cff4-4995-8395-1083bce7b3bc no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:12:01.175696 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] No Port match for: 6963cbb2-cff4-4995-8395-1083bce7b3bc {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:12:01.176329 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 6963cbb2-cff4-4995-8395-1083bce7b3bc not bound to the agent host n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:12:01.758987 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 97cb9faa-cca5-463f-b099-e430a34bf6da details requested by agent hyperv_n-h2-826753-2 with host n-h2-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:12:01.884869 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 97cb9faa-cca5-463f-b099-e430a34bf6da, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=97cb9faa-cca5-463f-b099-e430a34bf6da,segment=NetworkSegment(9361ff5e-ecd3-4a53-b64f-0204e54bd4ff),segment_id=9361ff5e-ecd3-4a53-b64f-0204e54bd4ff)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:12:01.905996 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Returning: {'device': '97cb9faa-cca5-463f-b099-e430a34bf6da', 'network_id': '0f4d9579-5631-481f-acff-55faffa2a3d0', 'port_id': '97cb9faa-cca5-463f-b099-e430a34bf6da', 'mac_address': 'fa:16:3e:65:20:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '873fca23-e618-4343-ad67-b4c94d7ebaec', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:12:01.957338 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 97cb9faa-cca5-463f-b099-e430a34bf6da is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:12:01.961659 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (97cb9faa-cca5-463f-b099-e430a34bf6da), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:01.975174 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97cb9faa-cca5-463f-b099-e430a34bf6da {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:12:02.008093 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 97cb9faa-cca5-463f-b099-e430a34bf6da, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=97cb9faa-cca5-463f-b099-e430a34bf6da,segment=NetworkSegment(9361ff5e-ecd3-4a53-b64f-0204e54bd4ff),segment_id=9361ff5e-ecd3-4a53-b64f-0204e54bd4ff)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:12:02.015014 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (97cb9faa-cca5-463f-b099-e430a34bf6da), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:02.141636 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=97cb9faa-cca5-463f-b099-e430a34bf6da,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:02.308455 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['97cb9faa-cca5-463f-b099-e430a34bf6da'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:12:02.483986 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c20995-71cd-4f0d-9231-fd2600eafad9 req-13428851-09a5-459c-90d5-4b02e0bea474 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:02.491151 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a4c20995-71cd-4f0d-9231-fd2600eafad9 req-13428851-09a5-459c-90d5-4b02e0bea474 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=1804d605-e4ac-4550-8ca5-5481c7dfe0e1 HTTP/1.1" status: 200 len: 944 time: 0.4468911 Feb 19 03:12:02.569115 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a4c20995-71cd-4f0d-9231-fd2600eafad9 req-8a7fb41c-a41f-4913-82ee-49771a1a718f tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6656291-2f71-4c36-83df-c6cd4c44fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723786 Feb 19 03:12:03.770701 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 97cb9faa-cca5-463f-b099-e430a34bf6da up at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:12:03.793397 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147fad4d-6258-4b72-b3d7-d608e51b15a6 req-7a4b6d99-1289-4afb-bb62-21227661f375 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:03.805586 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-147fad4d-6258-4b72-b3d7-d608e51b15a6 req-7a4b6d99-1289-4afb-bb62-21227661f375 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=1804d605-e4ac-4550-8ca5-5481c7dfe0e1 HTTP/1.1" status: 200 len: 944 time: 0.1225502 Feb 19 03:12:03.891598 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning for port 97cb9faa-cca5-463f-b099-e430a34bf6da completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:12:03.896169 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning complete for port 97cb9faa-cca5-463f-b099-e430a34bf6da triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:12:03.896730 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (97cb9faa-cca5-463f-b099-e430a34bf6da), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:03.907316 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-147fad4d-6258-4b72-b3d7-d608e51b15a6 req-52a93c2e-a9ca-4c89-bfca-9f0622a108e3 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6656291-2f71-4c36-83df-c6cd4c44fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959077 Feb 19 03:12:04.030208 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 97cb9faa-cca5-463f-b099-e430a34bf6da is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:12:04.030867 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (97cb9faa-cca5-463f-b099-e430a34bf6da), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:04.062855 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1804d605-e4ac-4550-8ca5-5481c7dfe0e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97cb9faa-cca5-463f-b099-e430a34bf6da'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:12:04.065570 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34798cb1-6e1e-42c4-8c47-953ecc815cfa" -d '{"events": [{"server_uuid": "1804d605-e4ac-4550-8ca5-5481c7dfe0e1", "name": "network-vif-plugged", "status": "completed", "tag": "97cb9faa-cca5-463f-b099-e430a34bf6da"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:12:04.099477 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 97cb9faa-cca5-463f-b099-e430a34bf6da, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=97cb9faa-cca5-463f-b099-e430a34bf6da,segment=NetworkSegment(9361ff5e-ecd3-4a53-b64f-0204e54bd4ff),segment_id=9361ff5e-ecd3-4a53-b64f-0204e54bd4ff)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:12:04.110496 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (97cb9faa-cca5-463f-b099-e430a34bf6da), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:04.161847 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85777ef4-1b57-4c3a-93b6-2d6779063621 x-openstack-request-id: req-85777ef4-1b57-4c3a-93b6-2d6779063621 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:12:04.162474 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1804d605-e4ac-4550-8ca5-5481c7dfe0e1", "name": "network-vif-plugged", "status": "completed", "tag": "97cb9faa-cca5-463f-b099-e430a34bf6da", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:12:04.166006 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-85777ef4-1b57-4c3a-93b6-2d6779063621 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:12:04.166679 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1804d605-e4ac-4550-8ca5-5481c7dfe0e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97cb9faa-cca5-463f-b099-e430a34bf6da', 'code': 200} Feb 19 03:12:04.219712 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=97cb9faa-cca5-463f-b099-e430a34bf6da,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:04.325338 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c367d580-6d4d-43d3-8529-49ecde01ac2b req-cadeb464-f9a5-4acb-a8dc-59913b12796d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:04.341637 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c367d580-6d4d-43d3-8529-49ecde01ac2b req-cadeb464-f9a5-4acb-a8dc-59913b12796d service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=1804d605-e4ac-4550-8ca5-5481c7dfe0e1 HTTP/1.1" status: 200 len: 1127 time: 0.0830374 Feb 19 03:12:04.413715 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c367d580-6d4d-43d3-8529-49ecde01ac2b req-3587b1d4-6c52-4c5b-968b-0d7855ba54fa service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=a6656291-2f71-4c36-83df-c6cd4c44fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712662 Feb 19 03:12:05.118002 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d9b13f-2c1e-4d63-a380-9f1a286c7460 req-903af763-215e-4d65-a573-13fdc6b0c154 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:05.121860 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-58d9b13f-2c1e-4d63-a380-9f1a286c7460 req-903af763-215e-4d65-a573-13fdc6b0c154 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=1804d605-e4ac-4550-8ca5-5481c7dfe0e1 HTTP/1.1" status: 200 len: 945 time: 0.0828564 Feb 19 03:12:05.222684 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-58d9b13f-2c1e-4d63-a380-9f1a286c7460 req-e9d81354-1a45-45ff-8f95-d72205e76cfa tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6656291-2f71-4c36-83df-c6cd4c44fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937433 Feb 19 03:12:06.405662 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e80cbb4-049d-464c-b6b4-f65269614979 req-a8b46290-1c97-4935-b542-9418ad1ddc99 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:06.407488 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3e80cbb4-049d-464c-b6b4-f65269614979 req-a8b46290-1c97-4935-b542-9418ad1ddc99 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=1804d605-e4ac-4550-8ca5-5481c7dfe0e1 HTTP/1.1" status: 200 len: 945 time: 0.0916185 Feb 19 03:12:06.464468 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3e80cbb4-049d-464c-b6b4-f65269614979 req-a4313351-d669-49a0-8427-7b84ef3d0e0e tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6656291-2f71-4c36-83df-c6cd4c44fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511119 Feb 19 03:12:06.598222 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9c46872d-8078-4232-99b3-7b11e21d1b6f req-beb66068-700f-4d4f-b286-9126457b4cfe tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=b9f6d445adfb4303a5f2e35c9323b376 HTTP/1.1" status: 200 len: 267 time: 0.0591524 Feb 19 03:12:06.665694 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c46872d-8078-4232-99b3-7b11e21d1b6f req-7b7cf11f-f74e-4807-9e23-8edc03f3c9eb tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:06.674820 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9c46872d-8078-4232-99b3-7b11e21d1b6f req-7b7cf11f-f74e-4807-9e23-8edc03f3c9eb tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=1804d605-e4ac-4550-8ca5-5481c7dfe0e1 HTTP/1.1" status: 200 len: 945 time: 0.0709715 Feb 19 03:12:06.681034 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-9c46872d-8078-4232-99b3-7b11e21d1b6f req-b8946a28-7290-4650-8b12-edb0cedde1e7 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Request body: {'port': {'security_groups': []}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:12:06.788194 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-9c46872d-8078-4232-99b3-7b11e21d1b6f req-b8946a28-7290-4650-8b12-edb0cedde1e7 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (97cb9faa-cca5-463f-b099-e430a34bf6da), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:07.004546 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-9c46872d-8078-4232-99b3-7b11e21d1b6f req-b8946a28-7290-4650-8b12-edb0cedde1e7 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] For port 97cb9faa-cca5-463f-b099-e430a34bf6da, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=97cb9faa-cca5-463f-b099-e430a34bf6da,segment=NetworkSegment(9361ff5e-ecd3-4a53-b64f-0204e54bd4ff),segment_id=9361ff5e-ecd3-4a53-b64f-0204e54bd4ff)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:12:07.046146 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-9c46872d-8078-4232-99b3-7b11e21d1b6f req-b8946a28-7290-4650-8b12-edb0cedde1e7 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Publish callbacks [] for port (97cb9faa-cca5-463f-b099-e430a34bf6da), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:07.054457 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-9c46872d-8078-4232-99b3-7b11e21d1b6f req-b8946a28-7290-4650-8b12-edb0cedde1e7 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (97cb9faa-cca5-463f-b099-e430a34bf6da), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:07.090519 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['ee0a9052-b8e5-46ec-9a0b-e486bffedfdb', '97cb9faa-cca5-463f-b099-e430a34bf6da'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:12:07.092774 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['f7b6da1f-b537-45af-9feb-c15f1c6a08bc'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:12:07.113200 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c46872d-8078-4232-99b3-7b11e21d1b6f req-b8946a28-7290-4650-8b12-edb0cedde1e7 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:07.113200 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-9c46872d-8078-4232-99b3-7b11e21d1b6f req-b8946a28-7290-4650-8b12-edb0cedde1e7 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:07.118199 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9c46872d-8078-4232-99b3-7b11e21d1b6f req-b8946a28-7290-4650-8b12-edb0cedde1e7 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "PUT /v2.0/ports/97cb9faa-cca5-463f-b099-e430a34bf6da HTTP/1.1" status: 200 len: 904 time: 0.4425435 Feb 19 03:12:07.119121 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1804d605-e4ac-4550-8ca5-5481c7dfe0e1', 'tag': '97cb9faa-cca5-463f-b099-e430a34bf6da'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:12:07.135996 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c69a1e48-c7b0-4a87-ba80-109e5857acfc" -d '{"events": [{"name": "network-changed", "server_uuid": "1804d605-e4ac-4550-8ca5-5481c7dfe0e1", "tag": "97cb9faa-cca5-463f-b099-e430a34bf6da"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:12:07.264577 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-543a8833-a888-4dd2-85d3-da491050d810 x-openstack-request-id: req-543a8833-a888-4dd2-85d3-da491050d810 {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:12:07.264577 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1804d605-e4ac-4550-8ca5-5481c7dfe0e1", "tag": "97cb9faa-cca5-463f-b099-e430a34bf6da", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:12:07.265515 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-543a8833-a888-4dd2-85d3-da491050d810 {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:12:07.266977 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1804d605-e4ac-4550-8ca5-5481c7dfe0e1', 'tag': '97cb9faa-cca5-463f-b099-e430a34bf6da', 'status': 'completed', 'code': 200} Feb 19 03:12:07.267430 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8946a28-7290-4650-8b12-edb0cedde1e7 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Pushing event updated for resources: {'Port': ['ID=97cb9faa-cca5-463f-b099-e430a34bf6da,revision_number=6']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:07.296585 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8946a28-7290-4650-8b12-edb0cedde1e7 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:07.297385 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8946a28-7290-4650-8b12-edb0cedde1e7 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:07.297385 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8946a28-7290-4650-8b12-edb0cedde1e7 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:07.297622 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8946a28-7290-4650-8b12-edb0cedde1e7 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:07.297956 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8946a28-7290-4650-8b12-edb0cedde1e7 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:07.298292 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8946a28-7290-4650-8b12-edb0cedde1e7 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:07.298634 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8946a28-7290-4650-8b12-edb0cedde1e7 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:07.298966 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8946a28-7290-4650-8b12-edb0cedde1e7 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:07.299291 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8946a28-7290-4650-8b12-edb0cedde1e7 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:07.299616 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8946a28-7290-4650-8b12-edb0cedde1e7 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:07.299948 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8946a28-7290-4650-8b12-edb0cedde1e7 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:07.300292 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8946a28-7290-4650-8b12-edb0cedde1e7 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:07.300620 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8946a28-7290-4650-8b12-edb0cedde1e7 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:07.324602 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['97cb9faa-cca5-463f-b099-e430a34bf6da'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:12:07.441344 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8467b24d-85ba-4583-a678-8d0615a6baf0 req-974303d6-7661-479f-a6ce-66b6cd1da8f0 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:07.444109 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8467b24d-85ba-4583-a678-8d0615a6baf0 req-974303d6-7661-479f-a6ce-66b6cd1da8f0 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=1804d605-e4ac-4550-8ca5-5481c7dfe0e1 HTTP/1.1" status: 200 len: 907 time: 0.2072196 Feb 19 03:12:07.453558 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69a1e48-c7b0-4a87-ba80-109e5857acfc req-43499ad3-eaf3-47f6-9255-d765911fd7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:07.455569 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c69a1e48-c7b0-4a87-ba80-109e5857acfc req-43499ad3-eaf3-47f6-9255-d765911fd7bb service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b9f6d445adfb4303a5f2e35c9323b376&device_id=1804d605-e4ac-4550-8ca5-5481c7dfe0e1 HTTP/1.1" status: 200 len: 1089 time: 0.1340904 Feb 19 03:12:07.645261 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69a1e48-c7b0-4a87-ba80-109e5857acfc req-1eaa11ae-4c6e-4467-b3cc-dbd8fb4f67bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:07.647502 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c69a1e48-c7b0-4a87-ba80-109e5857acfc req-1eaa11ae-4c6e-4467-b3cc-dbd8fb4f67bb service neutron] 10.222.0.82 "GET /v2.0/networks?id=0f4d9579-5631-481f-acff-55faffa2a3d0 HTTP/1.1" status: 200 len: 913 time: 0.1831024 Feb 19 03:12:07.726885 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c69a1e48-c7b0-4a87-ba80-109e5857acfc req-8d18829c-6dc0-46d6-86ba-d06f96187ad5 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97cb9faa-cca5-463f-b099-e430a34bf6da HTTP/1.1" status: 200 len: 217 time: 0.0627122 Feb 19 03:12:07.734234 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-2ba8435e-323a-40af-841a-3f00b4676816 None None] Provisioning complete for port 97cb9faa-cca5-463f-b099-e430a34bf6da triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:12:07.739245 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-2ba8435e-323a-40af-841a-3f00b4676816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (97cb9faa-cca5-463f-b099-e430a34bf6da), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:07.819452 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69a1e48-c7b0-4a87-ba80-109e5857acfc req-91327d2c-e249-4823-8d3a-875a3498717b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:07.827983 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c69a1e48-c7b0-4a87-ba80-109e5857acfc req-91327d2c-e249-4823-8d3a-875a3498717b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=873fca23-e618-4343-ad67-b4c94d7ebaec HTTP/1.1" status: 200 len: 851 time: 0.0772791 Feb 19 03:12:07.886749 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-2ba8435e-323a-40af-841a-3f00b4676816 None None] Current status of the port 97cb9faa-cca5-463f-b099-e430a34bf6da is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:12:07.938718 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d8207a-e337-4344-9298-501bfee832f1 req-ed00da49-912c-4435-ab89-3c3451f936c4 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:07.940312 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b7d8207a-e337-4344-9298-501bfee832f1 req-ed00da49-912c-4435-ab89-3c3451f936c4 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 944 time: 0.2913074 Feb 19 03:12:07.944642 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69a1e48-c7b0-4a87-ba80-109e5857acfc req-de3a12e4-710d-4686-a831-fe80489b86d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:07.946026 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c69a1e48-c7b0-4a87-ba80-109e5857acfc req-de3a12e4-710d-4686-a831-fe80489b86d0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0f4d9579-5631-481f-acff-55faffa2a3d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1096590 Feb 19 03:12:08.059750 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b7d8207a-e337-4344-9298-501bfee832f1 req-e0b95741-455d-4811-9254-842914226013 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117225 Feb 19 03:12:08.133508 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c69a1e48-c7b0-4a87-ba80-109e5857acfc req-af76e193-7c92-4cf3-90f7-368499087673 service neutron] 10.222.0.82 "GET /v2.0/networks/0f4d9579-5631-481f-acff-55faffa2a3d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771519 Feb 19 03:12:08.300643 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1881522-6ed9-447d-b554-71233a4cb48a req-dbf0662c-d6fe-45aa-b83c-230b50597f09 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:08.308976 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f1881522-6ed9-447d-b554-71233a4cb48a req-dbf0662c-d6fe-45aa-b83c-230b50597f09 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 944 time: 0.1203535 Feb 19 03:12:08.322091 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c69a1e48-c7b0-4a87-ba80-109e5857acfc req-4f49ec82-e173-4cd9-97b8-4db87497c2a6 service neutron] 10.222.0.82 "GET /v2.0/networks/0f4d9579-5631-481f-acff-55faffa2a3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805096 Feb 19 03:12:08.388372 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f1881522-6ed9-447d-b554-71233a4cb48a req-c68661d3-30c2-4978-ba87-2c1c659b292c tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783472 Feb 19 03:12:08.516778 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e38ef7b1-b44e-402f-9425-b03e3e9ee2c6 req-6bced767-cf8a-42aa-bc11-c7af4a0e7b14 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0731685 Feb 19 03:12:08.660586 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aebf77-2956-4bc3-bfba-fb6e9586d8dd req-d4310c5c-581a-432a-b47b-1e3a37ce53f4 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:08.663325 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d4aebf77-2956-4bc3-bfba-fb6e9586d8dd req-d4310c5c-581a-432a-b47b-1e3a37ce53f4 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 944 time: 0.1423337 Feb 19 03:12:08.694513 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38ef7b1-b44e-402f-9425-b03e3e9ee2c6 req-237b8fc3-3c2a-41e2-836a-0d2ddf7543f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:08.696254 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e38ef7b1-b44e-402f-9425-b03e3e9ee2c6 req-237b8fc3-3c2a-41e2-836a-0d2ddf7543f8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b9f6d445adfb4303a5f2e35c9323b376&device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 1126 time: 0.1053202 Feb 19 03:12:08.753616 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d4aebf77-2956-4bc3-bfba-fb6e9586d8dd req-4b715679-18b1-40d6-9341-41ad4e650567 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838521 Feb 19 03:12:08.869169 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38ef7b1-b44e-402f-9425-b03e3e9ee2c6 req-3b01be97-8bec-4758-8f00-beae06224432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:08.874801 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e38ef7b1-b44e-402f-9425-b03e3e9ee2c6 req-3b01be97-8bec-4758-8f00-beae06224432 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0f4d9579-5631-481f-acff-55faffa2a3d0 HTTP/1.1" status: 200 len: 913 time: 0.1582732 Feb 19 03:12:08.953334 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63680eb5-ba78-46ac-b573-50c2acf21c31 req-e8f28dd6-bf27-42b8-8139-9634bfcabb7e tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:08.966235 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-63680eb5-ba78-46ac-b573-50c2acf21c31 req-e8f28dd6-bf27-42b8-8139-9634bfcabb7e tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 944 time: 0.1255245 Feb 19 03:12:09.027211 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e38ef7b1-b44e-402f-9425-b03e3e9ee2c6 req-ff4085c3-a006-4636-a9e1-c4cf6eb45d10 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6 HTTP/1.1" status: 200 len: 998 time: 0.1447549 Feb 19 03:12:09.056609 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 35670) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:12:09.106394 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-63680eb5-ba78-46ac-b573-50c2acf21c31 req-298dabb6-81e9-44f1-b6ae-17c390c842a6 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389823 Feb 19 03:12:09.175320 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38ef7b1-b44e-402f-9425-b03e3e9ee2c6 req-9791222a-4a30-4a47-b8a2-3ac286a0ccc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:09.176867 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e38ef7b1-b44e-402f-9425-b03e3e9ee2c6 req-9791222a-4a30-4a47-b8a2-3ac286a0ccc7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=873fca23-e618-4343-ad67-b4c94d7ebaec HTTP/1.1" status: 200 len: 851 time: 0.1451151 Feb 19 03:12:09.270557 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38ef7b1-b44e-402f-9425-b03e3e9ee2c6 req-73471650-a819-4318-9cfc-de820846d5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:09.275413 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e38ef7b1-b44e-402f-9425-b03e3e9ee2c6 req-73471650-a819-4318-9cfc-de820846d5d2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0f4d9579-5631-481f-acff-55faffa2a3d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0920506 Feb 19 03:12:09.291062 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-20667b66-cd25-417b-a64b-36ce054236f3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=cf7b53e3191f45868d62aa22b484ce09&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2334251 Feb 19 03:12:09.294229 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 35680) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:12:09.369807 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8248e9ee-10a8-4425-8b57-ca83a955ca66 admin admin] Publish callbacks [] for security_group (7711e339-4bcc-4bf3-9317-35ec8a4adfd1), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:09.406395 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e38ef7b1-b44e-402f-9425-b03e3e9ee2c6 req-769bc278-42c2-437c-a89b-c94f2e4ad3e8 service neutron] 10.222.0.73 "GET /v2.0/networks/0f4d9579-5631-481f-acff-55faffa2a3d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233292 Feb 19 03:12:09.433477 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8248e9ee-10a8-4425-8b57-ca83a955ca66 admin admin] Publish callbacks [] for security_group (7711e339-4bcc-4bf3-9317-35ec8a4adfd1), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:09.521907 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e38ef7b1-b44e-402f-9425-b03e3e9ee2c6 req-bf51b439-5e21-4b93-8883-c76ddadd621e service neutron] 10.222.0.73 "GET /v2.0/networks/0f4d9579-5631-481f-acff-55faffa2a3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100893 Feb 19 03:12:09.583690 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8248e9ee-10a8-4425-8b57-ca83a955ca66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (7711e339-4bcc-4bf3-9317-35ec8a4adfd1), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:09.586328 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8248e9ee-10a8-4425-8b57-ca83a955ca66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:09.590382 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-8248e9ee-10a8-4425-8b57-ca83a955ca66 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7711e339-4bcc-4bf3-9317-35ec8a4adfd1 HTTP/1.1" status: 204 len: 168 time: 0.2944322 Feb 19 03:12:09.606825 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef0db67-4c22-4afc-998e-71b38cb983d1 req-35961282-2e1b-4f89-af9b-7aece463062d tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:09.614183 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7ef0db67-4c22-4afc-998e-71b38cb983d1 req-35961282-2e1b-4f89-af9b-7aece463062d tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/networks?id=0f4d9579-5631-481f-acff-55faffa2a3d0 HTTP/1.1" status: 200 len: 812 time: 0.1857374 Feb 19 03:12:09.616495 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248e9ee-10a8-4425-8b57-ca83a955ca66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7711e339-4bcc-4bf3-9317-35ec8a4adfd1,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:09.632392 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7ef0db67-4c22-4afc-998e-71b38cb983d1 req-23482305-c5ab-4078-96d8-3154d0156093 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/quotas/b9f6d445adfb4303a5f2e35c9323b376 HTTP/1.1" status: 200 len: 375 time: 0.0177667 Feb 19 03:12:09.718977 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7ef0db67-4c22-4afc-998e-71b38cb983d1 req-b8b2142d-415e-48c1-bdf0-6d77cc0efdd7 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=b9f6d445adfb4303a5f2e35c9323b376&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0857079 Feb 19 03:12:09.913327 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7ef0db67-4c22-4afc-998e-71b38cb983d1 req-b5309bfc-33b2-47f4-974e-3d235e8ca0a8 service neutron] 10.222.0.72 "GET /v2.0/networks/0f4d9579-5631-481f-acff-55faffa2a3d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864686 Feb 19 03:12:10.109391 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7ef0db67-4c22-4afc-998e-71b38cb983d1 req-77aa76c8-e7a1-4d10-8bcd-9a0baad24611 service neutron] 10.222.0.72 "GET /v2.0/networks/0f4d9579-5631-481f-acff-55faffa2a3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951559 Feb 19 03:12:10.426454 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-aa989450-04ed-4a6d-8fb8-a74502961a80 req-759c5ebd-a88a-44a8-9080-d9e854788177 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=00e73479-8262-4b33-95a0-d335d514b1ae HTTP/1.1" status: 200 len: 210 time: 0.0456655 Feb 19 03:12:11.645455 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d6e4cca0-cf9c-41ef-9c13-e0f31305ecb8 req-20470649-b445-43d7-ba8d-825dfa2804ec tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=00e73479-8262-4b33-95a0-d335d514b1ae HTTP/1.1" status: 200 len: 210 time: 0.0519557 Feb 19 03:12:11.744310 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 35756) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:12:11.878387 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef0db67-4c22-4afc-998e-71b38cb983d1 req-804b1094-7625-49b1-b9bc-09500afb45b1 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:11.880289 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7ef0db67-4c22-4afc-998e-71b38cb983d1 req-804b1094-7625-49b1-b9bc-09500afb45b1 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.73 "GET /v2.0/networks?id=0f4d9579-5631-481f-acff-55faffa2a3d0 HTTP/1.1" status: 200 len: 812 time: 0.1859667 Feb 19 03:12:11.899409 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-7ef0db67-4c22-4afc-998e-71b38cb983d1 req-0588e0c6-2ab0-4a32-aa34-f204ccad3ec5 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Request body: {'port': {'device_id': '00e73479-8262-4b33-95a0-d335d514b1ae', 'network_id': '0f4d9579-5631-481f-acff-55faffa2a3d0', 'admin_state_up': True, 'tenant_id': 'b9f6d445adfb4303a5f2e35c9323b376'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:12:12.008316 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-6641822f-9e89-4273-8b48-50679627aa49 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Request body: {'network': {'name': 'tempest-network-smoke--211189298', 'project_id': '32b88e7bc28b44379a1452b198468e54', 'port_security_enabled': True}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:12:12.032068 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6641822f-9e89-4273-8b48-50679627aa49 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Made reservation on behalf of 32b88e7bc28b44379a1452b198468e54 for: {'network': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:12:12.036291 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ef0db67-4c22-4afc-998e-71b38cb983d1 req-0588e0c6-2ab0-4a32-aa34-f204ccad3ec5 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Made reservation on behalf of b9f6d445adfb4303a5f2e35c9323b376 for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:12:12.040063 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-7ef0db67-4c22-4afc-998e-71b38cb983d1 req-0588e0c6-2ab0-4a32-aa34-f204ccad3ec5 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:12.054366 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6641822f-9e89-4273-8b48-50679627aa49 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:12.064459 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6641822f-9e89-4273-8b48-50679627aa49 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:12.149465 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6641822f-9e89-4273-8b48-50679627aa49 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for security_group (434ff5c6-c38f-4efa-b23a-d537c55789e6), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:12.154467 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6641822f-9e89-4273-8b48-50679627aa49 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (434ff5c6-c38f-4efa-b23a-d537c55789e6), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:12.184730 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6641822f-9e89-4273-8b48-50679627aa49 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] vlan segment allocate from pool success with {'vlan_id': 257, 'physical_network': 'physnet1'} {{(pid=103701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:12:12.195827 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6641822f-9e89-4273-8b48-50679627aa49 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=434ff5c6-c38f-4efa-b23a-d537c55789e6,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:12.196764 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [req-7ef0db67-4c22-4afc-998e-71b38cb983d1 req-0588e0c6-2ab0-4a32-aa34-f204ccad3ec5 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Allocated IP 172.20.0.8 (0f4d9579-5631-481f-acff-55faffa2a3d0/873fca23-e618-4343-ad67-b4c94d7ebaec/ca9573b3-b0c5-4744-9e20-e933f91fc19f) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:12:12.202044 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6641822f-9e89-4273-8b48-50679627aa49 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (1caf5773-570d-4a90-a280-ed84933424dc), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:12.202395 n-d-826753-2 neutron-server[103701]: INFO neutron.db.segments_db [None req-6641822f-9e89-4273-8b48-50679627aa49 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Added segment 1caf5773-570d-4a90-a280-ed84933424dc of type vlan for network 5189435a-ef15-47eb-8dc4-aaf10a844886 Feb 19 03:12:12.269477 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6641822f-9e89-4273-8b48-50679627aa49 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (5189435a-ef15-47eb-8dc4-aaf10a844886), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:12.299579 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6641822f-9e89-4273-8b48-50679627aa49 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (5189435a-ef15-47eb-8dc4-aaf10a844886), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:12.305246 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6641822f-9e89-4273-8b48-50679627aa49 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:12.305858 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6641822f-9e89-4273-8b48-50679627aa49 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:12.367994 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-7ef0db67-4c22-4afc-998e-71b38cb983d1 req-0588e0c6-2ab0-4a32-aa34-f204ccad3ec5 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Publish callbacks [] for port (ca9573b3-b0c5-4744-9e20-e933f91fc19f), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:12.371544 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-6641822f-9e89-4273-8b48-50679627aa49 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6259158 Feb 19 03:12:12.374813 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 35764) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:12:12.381478 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-cd9ab8dc-cb63-49b4-8f5d-ee0cfa79d46a tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1592647355', 'admin_state_up': True, 'project_id': '32b88e7bc28b44379a1452b198468e54', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:12:12.388118 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6641822f-9e89-4273-8b48-50679627aa49 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Pushing event updated for resources: {'Network': ['ID=5189435a-ef15-47eb-8dc4-aaf10a844886,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:12.403932 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 5189435a-ef15-47eb-8dc4-aaf10a844886 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:12:12.405224 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-7ef0db67-4c22-4afc-998e-71b38cb983d1 req-0588e0c6-2ab0-4a32-aa34-f204ccad3ec5 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (ca9573b3-b0c5-4744-9e20-e933f91fc19f), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:12.410549 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-cd9ab8dc-cb63-49b4-8f5d-ee0cfa79d46a tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14172'] for router (96334688-f5fd-468c-bd5a-b0a8e580f7e7), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:12.411648 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-cd9ab8dc-cb63-49b4-8f5d-ee0cfa79d46a tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16317487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16285822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16309985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14247'] for router (96334688-f5fd-468c-bd5a-b0a8e580f7e7), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:12.475553 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['ee0a9052-b8e5-46ec-9a0b-e486bffedfdb'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:12:12.477965 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ef0db67-4c22-4afc-998e-71b38cb983d1 req-0588e0c6-2ab0-4a32-aa34-f204ccad3ec5 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Network 0f4d9579-5631-481f-acff-55faffa2a3d0 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:12:12.478529 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['f7b6da1f-b537-45af-9feb-c15f1c6a08bc'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:12:12.482161 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0588e0c6-2ab0-4a32-aa34-f204ccad3ec5 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Pushing event updated for resources: {'Port': ['ID=ca9573b3-b0c5-4744-9e20-e933f91fc19f,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:12.485274 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [req-7ef0db67-4c22-4afc-998e-71b38cb983d1 req-0588e0c6-2ab0-4a32-aa34-f204ccad3ec5 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:12:12.503545 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ef0db67-4c22-4afc-998e-71b38cb983d1 req-0588e0c6-2ab0-4a32-aa34-f204ccad3ec5 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:12:12.509351 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-cd9ab8dc-cb63-49b4-8f5d-ee0cfa79d46a tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for router_controller (96334688-f5fd-468c-bd5a-b0a8e580f7e7), precommit_add_association {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:12.581555 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0588e0c6-2ab0-4a32-aa34-f204ccad3ec5 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:12.588780 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0588e0c6-2ab0-4a32-aa34-f204ccad3ec5 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:12.589912 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0588e0c6-2ab0-4a32-aa34-f204ccad3ec5 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:12.590595 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0588e0c6-2ab0-4a32-aa34-f204ccad3ec5 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:12.591258 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0588e0c6-2ab0-4a32-aa34-f204ccad3ec5 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:12.591834 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0588e0c6-2ab0-4a32-aa34-f204ccad3ec5 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:12.592466 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0588e0c6-2ab0-4a32-aa34-f204ccad3ec5 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:12.592948 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0588e0c6-2ab0-4a32-aa34-f204ccad3ec5 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:12.593462 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0588e0c6-2ab0-4a32-aa34-f204ccad3ec5 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:12.600644 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0588e0c6-2ab0-4a32-aa34-f204ccad3ec5 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:12.601265 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0588e0c6-2ab0-4a32-aa34-f204ccad3ec5 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:12.601761 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0588e0c6-2ab0-4a32-aa34-f204ccad3ec5 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:12.602405 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0588e0c6-2ab0-4a32-aa34-f204ccad3ec5 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:12.648696 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef0db67-4c22-4afc-998e-71b38cb983d1 req-0588e0c6-2ab0-4a32-aa34-f204ccad3ec5 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:12.649530 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-7ef0db67-4c22-4afc-998e-71b38cb983d1 req-0588e0c6-2ab0-4a32-aa34-f204ccad3ec5 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:12.684397 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7ef0db67-4c22-4afc-998e-71b38cb983d1 req-0588e0c6-2ab0-4a32-aa34-f204ccad3ec5 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7893331 Feb 19 03:12:12.712077 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-7ef0db67-4c22-4afc-998e-71b38cb983d1 req-ff38b410-0b63-4b1c-8672-3fe0e294138c service neutron] Request body: {'port': {'device_id': '00e73479-8262-4b33-95a0-d335d514b1ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826753-2'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:12:12.753223 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-cd9ab8dc-cb63-49b4-8f5d-ee0cfa79d46a tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for router_gateway (96334688-f5fd-468c-bd5a-b0a8e580f7e7), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:12.799030 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-7ef0db67-4c22-4afc-998e-71b38cb983d1 req-ff38b410-0b63-4b1c-8672-3fe0e294138c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (ca9573b3-b0c5-4744-9e20-e933f91fc19f), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:12.884333 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-d2f045df-232c-4818-8027-65775365836c None None] Provisioning complete for port ca9573b3-b0c5-4744-9e20-e933f91fc19f triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:12:12.884333 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d2f045df-232c-4818-8027-65775365836c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (ca9573b3-b0c5-4744-9e20-e933f91fc19f), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:12.891616 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be783115-24b7-4c31-a709-d33f9a074f6e req-f2caf05b-1f4c-468a-b5ce-801dcf32ae29 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:12.894047 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-be783115-24b7-4c31-a709-d33f9a074f6e req-f2caf05b-1f4c-468a-b5ce-801dcf32ae29 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=00e73479-8262-4b33-95a0-d335d514b1ae HTTP/1.1" status: 200 len: 931 time: 0.1309164 Feb 19 03:12:12.956928 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-d2f045df-232c-4818-8027-65775365836c None None] Port ca9573b3-b0c5-4744-9e20-e933f91fc19f cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:12:12.970049 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-be783115-24b7-4c31-a709-d33f9a074f6e req-a649351c-2b25-4ad0-b8e7-c3c0e45c6bfe tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6656291-2f71-4c36-83df-c6cd4c44fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627527 Feb 19 03:12:13.100783 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-cd9ab8dc-cb63-49b4-8f5d-ee0cfa79d46a tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for router_gateway (96334688-f5fd-468c-bd5a-b0a8e580f7e7), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:13.121755 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-cd9ab8dc-cb63-49b4-8f5d-ee0cfa79d46a tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:13.154129 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-7ef0db67-4c22-4afc-998e-71b38cb983d1 req-ff38b410-0b63-4b1c-8672-3fe0e294138c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca9573b3-b0c5-4744-9e20-e933f91fc19f {{(pid=103702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:12:13.162328 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-7ef0db67-4c22-4afc-998e-71b38cb983d1 req-ff38b410-0b63-4b1c-8672-3fe0e294138c service neutron] Publish callbacks [] for port (ca9573b3-b0c5-4744-9e20-e933f91fc19f), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:13.177162 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-7ef0db67-4c22-4afc-998e-71b38cb983d1 req-ff38b410-0b63-4b1c-8672-3fe0e294138c service neutron] Transition to ACTIVE for port object ca9573b3-b0c5-4744-9e20-e933f91fc19f will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:12:13.184893 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-7ef0db67-4c22-4afc-998e-71b38cb983d1 req-ff38b410-0b63-4b1c-8672-3fe0e294138c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (ca9573b3-b0c5-4744-9e20-e933f91fc19f), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:13.247376 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-cd9ab8dc-cb63-49b4-8f5d-ee0cfa79d46a tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Allocated IP 172.25.6.145 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/f0bef01f-7a5e-4587-9579-7e30c23e9db4) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:12:13.258740 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff38b410-0b63-4b1c-8672-3fe0e294138c service neutron] Pushing event updated for resources: {'Port': ['ID=ca9573b3-b0c5-4744-9e20-e933f91fc19f,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:13.356240 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-7ef0db67-4c22-4afc-998e-71b38cb983d1 req-ff38b410-0b63-4b1c-8672-3fe0e294138c service neutron] Attempting to bind port ca9573b3-b0c5-4744-9e20-e933f91fc19f on host n-h1-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:12:13.356575 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-7ef0db67-4c22-4afc-998e-71b38cb983d1 req-ff38b410-0b63-4b1c-8672-3fe0e294138c service neutron] Attempting to bind port ca9573b3-b0c5-4744-9e20-e933f91fc19f by drivers openvswitch,hyperv on host n-h1-826753-2 at level 0 using segments [{'id': '9361ff5e-ecd3-4a53-b64f-0204e54bd4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '0f4d9579-5631-481f-acff-55faffa2a3d0'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:12:13.356930 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef0db67-4c22-4afc-998e-71b38cb983d1 req-ff38b410-0b63-4b1c-8672-3fe0e294138c service neutron] Attempting to bind port ca9573b3-b0c5-4744-9e20-e933f91fc19f on network 0f4d9579-5631-481f-acff-55faffa2a3d0 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:12:13.367111 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef0db67-4c22-4afc-998e-71b38cb983d1 req-ff38b410-0b63-4b1c-8672-3fe0e294138c service neutron] Port ca9573b3-b0c5-4744-9e20-e933f91fc19f on network 0f4d9579-5631-481f-acff-55faffa2a3d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:12:13.367594 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef0db67-4c22-4afc-998e-71b38cb983d1 req-ff38b410-0b63-4b1c-8672-3fe0e294138c service neutron] Attempting to bind port ca9573b3-b0c5-4744-9e20-e933f91fc19f on network 0f4d9579-5631-481f-acff-55faffa2a3d0 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:12:13.376429 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef0db67-4c22-4afc-998e-71b38cb983d1 req-ff38b410-0b63-4b1c-8672-3fe0e294138c service neutron] Checking agent: {'id': '9d56fb1b-2855-496a-a6d9-c324740cb98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:12:13.377741 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef0db67-4c22-4afc-998e-71b38cb983d1 req-ff38b410-0b63-4b1c-8672-3fe0e294138c service neutron] Checking segment: {'id': '9361ff5e-ecd3-4a53-b64f-0204e54bd4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '0f4d9579-5631-481f-acff-55faffa2a3d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:12:13.378737 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef0db67-4c22-4afc-998e-71b38cb983d1 req-ff38b410-0b63-4b1c-8672-3fe0e294138c service neutron] Bound using segment: {'id': '9361ff5e-ecd3-4a53-b64f-0204e54bd4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '0f4d9579-5631-481f-acff-55faffa2a3d0'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:12:13.379744 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-7ef0db67-4c22-4afc-998e-71b38cb983d1 req-ff38b410-0b63-4b1c-8672-3fe0e294138c service neutron] Bound port: ca9573b3-b0c5-4744-9e20-e933f91fc19f, host: n-h1-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9361ff5e-ecd3-4a53-b64f-0204e54bd4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '0f4d9579-5631-481f-acff-55faffa2a3d0'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:12:13.380117 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-7ef0db67-4c22-4afc-998e-71b38cb983d1 req-ff38b410-0b63-4b1c-8672-3fe0e294138c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (ca9573b3-b0c5-4744-9e20-e933f91fc19f), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:13.388784 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-cd9ab8dc-cb63-49b4-8f5d-ee0cfa79d46a tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for port (f0bef01f-7a5e-4587-9579-7e30c23e9db4), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:13.434904 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-cd9ab8dc-cb63-49b4-8f5d-ee0cfa79d46a tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (f0bef01f-7a5e-4587-9579-7e30c23e9db4), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:13.458798 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-7ef0db67-4c22-4afc-998e-71b38cb983d1 req-ff38b410-0b63-4b1c-8672-3fe0e294138c service neutron] For port ca9573b3-b0c5-4744-9e20-e933f91fc19f, host n-h1-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:12:13.462900 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-7ef0db67-4c22-4afc-998e-71b38cb983d1 req-ff38b410-0b63-4b1c-8672-3fe0e294138c service neutron] For port ca9573b3-b0c5-4744-9e20-e933f91fc19f, host n-h1-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=ca9573b3-b0c5-4744-9e20-e933f91fc19f,segment=NetworkSegment(9361ff5e-ecd3-4a53-b64f-0204e54bd4ff),segment_id=9361ff5e-ecd3-4a53-b64f-0204e54bd4ff)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:12:13.473574 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-7ef0db67-4c22-4afc-998e-71b38cb983d1 req-ff38b410-0b63-4b1c-8672-3fe0e294138c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (ca9573b3-b0c5-4744-9e20-e933f91fc19f), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:13.489508 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9ab8dc-cb63-49b4-8f5d-ee0cfa79d46a tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:12:13.496402 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-cd9ab8dc-cb63-49b4-8f5d-ee0cfa79d46a tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:12:13.499489 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9ab8dc-cb63-49b4-8f5d-ee0cfa79d46a tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:12:13.529766 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9ab8dc-cb63-49b4-8f5d-ee0cfa79d46a tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Pushing event updated for resources: {'Port': ['ID=f0bef01f-7a5e-4587-9579-7e30c23e9db4,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:13.540865 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef0db67-4c22-4afc-998e-71b38cb983d1 req-ff38b410-0b63-4b1c-8672-3fe0e294138c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:13.542683 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-7ef0db67-4c22-4afc-998e-71b38cb983d1 req-ff38b410-0b63-4b1c-8672-3fe0e294138c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:13.544119 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7ef0db67-4c22-4afc-998e-71b38cb983d1 req-ff38b410-0b63-4b1c-8672-3fe0e294138c service neutron] 10.222.0.73 "PUT /v2.0/ports/ca9573b3-b0c5-4744-9e20-e933f91fc19f HTTP/1.1" status: 200 len: 1091 time: 0.8441570 Feb 19 03:12:13.544579 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00e73479-8262-4b33-95a0-d335d514b1ae', 'tag': 'ca9573b3-b0c5-4744-9e20-e933f91fc19f'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:12:13.547112 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4410801d-cd89-4571-9f60-5dde980cd992" -d '{"events": [{"name": "network-changed", "server_uuid": "00e73479-8262-4b33-95a0-d335d514b1ae", "tag": "ca9573b3-b0c5-4744-9e20-e933f91fc19f"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:12:13.553148 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff38b410-0b63-4b1c-8672-3fe0e294138c service neutron] Pushing event updated for resources: {'Port': ['ID=ca9573b3-b0c5-4744-9e20-e933f91fc19f,revision_number=3']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:13.637764 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48205597-4864-46e6-b607-d6ce63a8031b x-openstack-request-id: req-48205597-4864-46e6-b607-d6ce63a8031b {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:12:13.638133 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00e73479-8262-4b33-95a0-d335d514b1ae", "tag": "ca9573b3-b0c5-4744-9e20-e933f91fc19f", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:12:13.638352 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-48205597-4864-46e6-b607-d6ce63a8031b {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:12:13.638713 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00e73479-8262-4b33-95a0-d335d514b1ae', 'tag': 'ca9573b3-b0c5-4744-9e20-e933f91fc19f', 'status': 'completed', 'code': 200} Feb 19 03:12:13.696720 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef0db67-4c22-4afc-998e-71b38cb983d1 req-84713d1c-a28f-4f4b-a695-db4c50acaed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:13.698656 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7ef0db67-4c22-4afc-998e-71b38cb983d1 req-84713d1c-a28f-4f4b-a695-db4c50acaed7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b9f6d445adfb4303a5f2e35c9323b376&device_id=00e73479-8262-4b33-95a0-d335d514b1ae HTTP/1.1" status: 200 len: 1125 time: 0.0716281 Feb 19 03:12:13.761775 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7ef0db67-4c22-4afc-998e-71b38cb983d1 req-828ac117-3b95-4bf1-b07e-b6e24ef84650 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca9573b3-b0c5-4744-9e20-e933f91fc19f HTTP/1.1" status: 200 len: 217 time: 0.0444820 Feb 19 03:12:13.820846 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef0db67-4c22-4afc-998e-71b38cb983d1 req-dd5c2801-5b51-48d7-a995-641e1c36f548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:13.823639 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7ef0db67-4c22-4afc-998e-71b38cb983d1 req-dd5c2801-5b51-48d7-a995-641e1c36f548 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=873fca23-e618-4343-ad67-b4c94d7ebaec HTTP/1.1" status: 200 len: 851 time: 0.0545356 Feb 19 03:12:13.883053 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef0db67-4c22-4afc-998e-71b38cb983d1 req-101ba660-91dd-4381-b9ea-802831a5f24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:13.884583 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7ef0db67-4c22-4afc-998e-71b38cb983d1 req-101ba660-91dd-4381-b9ea-802831a5f24e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0f4d9579-5631-481f-acff-55faffa2a3d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0553477 Feb 19 03:12:13.907754 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-cd9ab8dc-cb63-49b4-8f5d-ee0cfa79d46a tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for router_gateway (96334688-f5fd-468c-bd5a-b0a8e580f7e7), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:13.993907 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7ef0db67-4c22-4afc-998e-71b38cb983d1 req-52929642-64fc-4abd-b8d7-9e8b33e002f1 service neutron] 10.222.0.73 "GET /v2.0/networks/0f4d9579-5631-481f-acff-55faffa2a3d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026056 Feb 19 03:12:14.106134 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7ef0db67-4c22-4afc-998e-71b38cb983d1 req-8b55386d-1356-4ce7-9e4b-17b213dbcbab service neutron] 10.222.0.73 "GET /v2.0/networks/0f4d9579-5631-481f-acff-55faffa2a3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047046 Feb 19 03:12:14.201207 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d129f036-0764-4e71-99e1-89af7db60d40 req-11e97545-d7a4-4e9d-992d-49e9f1778e92 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:14.208641 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d129f036-0764-4e71-99e1-89af7db60d40 req-11e97545-d7a4-4e9d-992d-49e9f1778e92 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=00e73479-8262-4b33-95a0-d335d514b1ae HTTP/1.1" status: 200 len: 943 time: 0.1206975 Feb 19 03:12:14.232892 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-cd9ab8dc-cb63-49b4-8f5d-ee0cfa79d46a tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16317478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865'] for router (96334688-f5fd-468c-bd5a-b0a8e580f7e7), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:14.260118 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4410801d-cd89-4571-9f60-5dde980cd992 req-0c68cf51-59a7-45a3-a498-039576ee072c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:14.262821 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4410801d-cd89-4571-9f60-5dde980cd992 req-0c68cf51-59a7-45a3-a498-039576ee072c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b9f6d445adfb4303a5f2e35c9323b376&device_id=00e73479-8262-4b33-95a0-d335d514b1ae HTTP/1.1" status: 200 len: 1125 time: 0.0708396 Feb 19 03:12:14.330777 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d129f036-0764-4e71-99e1-89af7db60d40 req-075dfcb9-3563-42cc-b6c9-e7f74cba3a65 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6656291-2f71-4c36-83df-c6cd4c44fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168740 Feb 19 03:12:14.391270 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4410801d-cd89-4571-9f60-5dde980cd992 req-d90f6383-d3a7-45cb-a574-1602faabfa35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:14.392764 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4410801d-cd89-4571-9f60-5dde980cd992 req-d90f6383-d3a7-45cb-a574-1602faabfa35 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0f4d9579-5631-481f-acff-55faffa2a3d0 HTTP/1.1" status: 200 len: 913 time: 0.1236386 Feb 19 03:12:14.441274 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4410801d-cd89-4571-9f60-5dde980cd992 req-1a84db08-7c00-48b6-8d1c-5a59affd1b9a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca9573b3-b0c5-4744-9e20-e933f91fc19f HTTP/1.1" status: 200 len: 217 time: 0.0421121 Feb 19 03:12:14.441605 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd9ab8dc-cb63-49b4-8f5d-ee0cfa79d46a tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Router 96334688-f5fd-468c-bd5a-b0a8e580f7e7 is scheduled to L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd with binding_index 1 {{(pid=103701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:12:14.495626 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4410801d-cd89-4571-9f60-5dde980cd992 req-e524c55d-9cbc-49db-9777-df567c15d85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:14.497270 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4410801d-cd89-4571-9f60-5dde980cd992 req-e524c55d-9cbc-49db-9777-df567c15d85c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=873fca23-e618-4343-ad67-b4c94d7ebaec HTTP/1.1" status: 200 len: 851 time: 0.0490153 Feb 19 03:12:14.550719 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4410801d-cd89-4571-9f60-5dde980cd992 req-22df0b13-9a29-4edd-84f3-0f9399dd4247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:14.552374 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4410801d-cd89-4571-9f60-5dde980cd992 req-22df0b13-9a29-4edd-84f3-0f9399dd4247 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0f4d9579-5631-481f-acff-55faffa2a3d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0491126 Feb 19 03:12:14.570298 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd9ab8dc-cb63-49b4-8f5d-ee0cfa79d46a tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:12:14.585836 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af37de06-b302-49ba-ad6f-c99c721c9f2c None None] Sync routers for ids ['96334688-f5fd-468c-bd5a-b0a8e580f7e7'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:12:14.598111 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-cd9ab8dc-cb63-49b4-8f5d-ee0cfa79d46a tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for router (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:14.599547 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-cd9ab8dc-cb63-49b4-8f5d-ee0cfa79d46a tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.2239168 Feb 19 03:12:14.600807 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af37de06-b302-49ba-ad6f-c99c721c9f2c None None] Routers {'96334688-f5fd-468c-bd5a-b0a8e580f7e7'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:12:14.601536 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-af37de06-b302-49ba-ad6f-c99c721c9f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:11:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['96334688-f5fd-468c-bd5a-b0a8e580f7e7'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:12:14.602626 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 35788) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:12:14.684794 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4410801d-cd89-4571-9f60-5dde980cd992 req-525ab2ae-ea4c-4087-9ad5-250157ac2a95 service neutron] 10.222.0.73 "GET /v2.0/networks/0f4d9579-5631-481f-acff-55faffa2a3d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263504 Feb 19 03:12:14.701038 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-1e129a95-bb27-4130-b6ed-a8673e4b48f6 tempest-TestNetworkBasicOps-916205551 tempest-TestNetworkBasicOps-916205551-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=32b88e7bc28b44379a1452b198468e54&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0968833 Feb 19 03:12:14.704417 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 35792) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:12:14.733279 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-af37de06-b302-49ba-ad6f-c99c721c9f2c None None] Set router 96334688-f5fd-468c-bd5a-b0a8e580f7e7 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:12:14.799690 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4410801d-cd89-4571-9f60-5dde980cd992 req-f115dea2-0ef4-4740-bd1c-1fcc95e784e0 service neutron] 10.222.0.73 "GET /v2.0/networks/0f4d9579-5631-481f-acff-55faffa2a3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081715 Feb 19 03:12:14.904340 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a81759-e237-452f-b7f7-d87baaff3c8d tempest-TestNetworkBasicOps-916205551 tempest-TestNetworkBasicOps-916205551-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:14.905899 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-c0a81759-e237-452f-b7f7-d87baaff3c8d tempest-TestNetworkBasicOps-916205551 tempest-TestNetworkBasicOps-916205551-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2000859 Feb 19 03:12:14.908766 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 35796) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:12:14.948407 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-af37de06-b302-49ba-ad6f-c99c721c9f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96334688-f5fd-468c-bd5a-b0a8e580f7e7', 'name': 'tempest-TestNetworkBasicOps-router-1592647355', 'tenant_id': '32b88e7bc28b44379a1452b198468e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'f0bef01f-7a5e-4587-9579-7e30c23e9db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:12:12Z', 'updated_at': '2022-02-19T03:12:13Z', 'revision_number': 3, 'project_id': '32b88e7bc28b44379a1452b198468e54', 'gw_port': {'id': 'f0bef01f-7a5e-4587-9579-7e30c23e9db4', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:8b:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96334688-f5fd-468c-bd5a-b0a8e580f7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:12:13Z', 'updated_at': '2022-02-19T03:12:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:12:14.954498 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-1659767d-9fac-4355-8a89-da834196b1c0 tempest-TestNetworkBasicOps-916205551 tempest-TestNetworkBasicOps-916205551-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=eaf64708-9021-419e-b287-ef3e0f51e2ee&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0417955 Feb 19 03:12:14.954829 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 35800) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:12:14.963774 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-1d55db37-1734-401f-8e49-14c4768e425a tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1347898723', 'network_id': '5189435a-ef15-47eb-8dc4-aaf10a844886', 'project_id': '32b88e7bc28b44379a1452b198468e54', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:12:14.990029 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af37de06-b302-49ba-ad6f-c99c721c9f2c None None] Checking router: 96334688-f5fd-468c-bd5a-b0a8e580f7e7 for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:12:14.990614 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af37de06-b302-49ba-ad6f-c99c721c9f2c None None] Updating router 96334688-f5fd-468c-bd5a-b0a8e580f7e7 port f0bef01f-7a5e-4587-9579-7e30c23e9db4 binding host n-d-826753-2 {{(pid=103704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:12:15.028268 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-af37de06-b302-49ba-ad6f-c99c721c9f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (f0bef01f-7a5e-4587-9579-7e30c23e9db4), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:15.090539 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d55db37-1734-401f-8e49-14c4768e425a tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Made reservation on behalf of 32b88e7bc28b44379a1452b198468e54 for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:12:15.094001 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1d55db37-1734-401f-8e49-14c4768e425a tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:15.298253 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-af37de06-b302-49ba-ad6f-c99c721c9f2c None None] Publish callbacks [] for port (f0bef01f-7a5e-4587-9579-7e30c23e9db4), precommit_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:15.300120 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1d55db37-1734-401f-8e49-14c4768e425a tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (bc6b4e94-cc8d-478c-bcbf-a4c78d4a263c), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:15.312133 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-af37de06-b302-49ba-ad6f-c99c721c9f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (f0bef01f-7a5e-4587-9579-7e30c23e9db4), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:15.361605 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f520e2c-3982-4f87-a481-8fb3e39ed1e3 None None] Pushing event updated for resources: {'Port': ['ID=f0bef01f-7a5e-4587-9579-7e30c23e9db4,revision_number=2']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:15.372313 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f520e2c-3982-4f87-a481-8fb3e39ed1e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:15.372667 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f520e2c-3982-4f87-a481-8fb3e39ed1e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:15.373028 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f520e2c-3982-4f87-a481-8fb3e39ed1e3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:15.373815 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d55db37-1734-401f-8e49-14c4768e425a tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Pushing event updated for resources: {'Subnet': ['ID=bc6b4e94-cc8d-478c-bcbf-a4c78d4a263c,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:15.373955 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f520e2c-3982-4f87-a481-8fb3e39ed1e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:15.374246 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f520e2c-3982-4f87-a481-8fb3e39ed1e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:15.374583 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f520e2c-3982-4f87-a481-8fb3e39ed1e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:15.374913 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f520e2c-3982-4f87-a481-8fb3e39ed1e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:15.375239 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f520e2c-3982-4f87-a481-8fb3e39ed1e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:15.375561 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f520e2c-3982-4f87-a481-8fb3e39ed1e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:15.376031 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f520e2c-3982-4f87-a481-8fb3e39ed1e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:15.376474 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f520e2c-3982-4f87-a481-8fb3e39ed1e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:15.377092 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f520e2c-3982-4f87-a481-8fb3e39ed1e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:15.377459 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f520e2c-3982-4f87-a481-8fb3e39ed1e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:15.384370 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d55db37-1734-401f-8e49-14c4768e425a tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Checking segment: {'id': '1caf5773-570d-4a90-a280-ed84933424dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '5189435a-ef15-47eb-8dc4-aaf10a844886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:12:15.384370 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d55db37-1734-401f-8e49-14c4768e425a tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Network hostable DHCP agents. Network: 5189435a-ef15-47eb-8dc4-aaf10a844886, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:12:15.395341 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-af37de06-b302-49ba-ad6f-c99c721c9f2c None None] Attempting to bind port f0bef01f-7a5e-4587-9579-7e30c23e9db4 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:12:15.395809 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-af37de06-b302-49ba-ad6f-c99c721c9f2c None None] Attempting to bind port f0bef01f-7a5e-4587-9579-7e30c23e9db4 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:12:15.396183 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af37de06-b302-49ba-ad6f-c99c721c9f2c None None] Attempting to bind port f0bef01f-7a5e-4587-9579-7e30c23e9db4 on network eaf64708-9021-419e-b287-ef3e0f51e2ee {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:12:15.401883 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af37de06-b302-49ba-ad6f-c99c721c9f2c None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:12:15.402225 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af37de06-b302-49ba-ad6f-c99c721c9f2c None None] Checking segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:12:15.402595 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-af37de06-b302-49ba-ad6f-c99c721c9f2c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:15.402987 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af37de06-b302-49ba-ad6f-c99c721c9f2c None None] Bound using segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:12:15.403458 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-af37de06-b302-49ba-ad6f-c99c721c9f2c None None] Bound port: f0bef01f-7a5e-4587-9579-7e30c23e9db4, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:12:15.403838 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-af37de06-b302-49ba-ad6f-c99c721c9f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (f0bef01f-7a5e-4587-9579-7e30c23e9db4), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:15.404840 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d55db37-1734-401f-8e49-14c4768e425a tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Network 5189435a-ef15-47eb-8dc4-aaf10a844886 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:12:15.416803 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-1d55db37-1734-401f-8e49-14c4768e425a tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 5189435a-ef15-47eb-8dc4-aaf10a844886) {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:12:15.426398 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f5b51b-6b85-4014-a620-2e7279d23e9a None None] Network 5189435a-ef15-47eb-8dc4-aaf10a844886 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:12:15.449693 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d55db37-1734-401f-8e49-14c4768e425a tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:15.454536 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1d55db37-1734-401f-8e49-14c4768e425a tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:15.484119 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-1d55db37-1734-401f-8e49-14c4768e425a tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5273621 Feb 19 03:12:15.487111 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 35808) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:12:15.494739 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-af37de06-b302-49ba-ad6f-c99c721c9f2c None None] For port f0bef01f-7a5e-4587-9579-7e30c23e9db4, host n-d-826753-2, cleared binding levels {{(pid=103704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:12:15.498233 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-af37de06-b302-49ba-ad6f-c99c721c9f2c None None] For port f0bef01f-7a5e-4587-9579-7e30c23e9db4, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=f0bef01f-7a5e-4587-9579-7e30c23e9db4,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:12:15.507689 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-af37de06-b302-49ba-ad6f-c99c721c9f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (f0bef01f-7a5e-4587-9579-7e30c23e9db4), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:15.563083 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed114086-2285-4a06-b794-f08f5791e2f3 req-32d53a73-28a3-48cb-8c5a-b304d759f576 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:15.574684 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f520e2c-3982-4f87-a481-8fb3e39ed1e3 None None] Pushing event updated for resources: {'Port': ['ID=f0bef01f-7a5e-4587-9579-7e30c23e9db4,revision_number=3']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:15.575090 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-ce3c4daf-b112-42b3-9058-6c6df02b080a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:15.576926 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ed114086-2285-4a06-b794-f08f5791e2f3 req-32d53a73-28a3-48cb-8c5a-b304d759f576 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=00e73479-8262-4b33-95a0-d335d514b1ae HTTP/1.1" status: 200 len: 943 time: 0.1401956 Feb 19 03:12:15.586534 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3758f148-b029-4b6a-807c-3a9a965f41f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-5189435a-ef15-47eb-8dc4-aaf10a844886', 'network_id': '5189435a-ef15-47eb-8dc4-aaf10a844886', 'project_id': '32b88e7bc28b44379a1452b198468e54', 'fixed_ips': [{'subnet_id': 'bc6b4e94-cc8d-478c-bcbf-a4c78d4a263c'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:12:15.588625 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3758f148-b029-4b6a-807c-3a9a965f41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:15.595346 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af37de06-b302-49ba-ad6f-c99c721c9f2c None None] Routers {'96334688-f5fd-468c-bd5a-b0a8e580f7e7'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:12:15.596658 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-af37de06-b302-49ba-ad6f-c99c721c9f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:11:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['96334688-f5fd-468c-bd5a-b0a8e580f7e7'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:12:15.673107 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ed114086-2285-4a06-b794-f08f5791e2f3 req-a5ffd0c8-58e7-4deb-9708-f7e0006eb912 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6656291-2f71-4c36-83df-c6cd4c44fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822163 Feb 19 03:12:15.730343 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-af37de06-b302-49ba-ad6f-c99c721c9f2c None None] Set router 96334688-f5fd-468c-bd5a-b0a8e580f7e7 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:12:15.766014 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-3758f148-b029-4b6a-807c-3a9a965f41f8 None None] Allocated IP 172.20.0.2 (5189435a-ef15-47eb-8dc4-aaf10a844886/bc6b4e94-cc8d-478c-bcbf-a4c78d4a263c/778b9976-6b72-45b5-adca-e3a2a040d072) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:12:15.975432 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-af37de06-b302-49ba-ad6f-c99c721c9f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96334688-f5fd-468c-bd5a-b0a8e580f7e7', 'name': 'tempest-TestNetworkBasicOps-router-1592647355', 'tenant_id': '32b88e7bc28b44379a1452b198468e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'f0bef01f-7a5e-4587-9579-7e30c23e9db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:12:12Z', 'updated_at': '2022-02-19T03:12:13Z', 'revision_number': 3, 'project_id': '32b88e7bc28b44379a1452b198468e54', 'gw_port': {'id': 'f0bef01f-7a5e-4587-9579-7e30c23e9db4', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:8b:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96334688-f5fd-468c-bd5a-b0a8e580f7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:12:13Z', 'updated_at': '2022-02-19T03:12:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:12:15.981859 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3758f148-b029-4b6a-807c-3a9a965f41f8 None None] Publish callbacks [] for port (778b9976-6b72-45b5-adca-e3a2a040d072), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:15.991059 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3758f148-b029-4b6a-807c-3a9a965f41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (778b9976-6b72-45b5-adca-e3a2a040d072), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:16.008485 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af37de06-b302-49ba-ad6f-c99c721c9f2c None None] The sync data for ids ['96334688-f5fd-468c-bd5a-b0a8e580f7e7'] in n-d-826753-2 is: [{'id': '96334688-f5fd-468c-bd5a-b0a8e580f7e7', 'name': 'tempest-TestNetworkBasicOps-router-1592647355', 'tenant_id': '32b88e7bc28b44379a1452b198468e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'f0bef01f-7a5e-4587-9579-7e30c23e9db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:12:12Z', 'updated_at': '2022-02-19T03:12:13Z', 'revision_number': 3, 'project_id': '32b88e7bc28b44379a1452b198468e54', 'gw_port': {'id': 'f0bef01f-7a5e-4587-9579-7e30c23e9db4', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:8b:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96334688-f5fd-468c-bd5a-b0a8e580f7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:12:13Z', 'updated_at': '2022-02-19T03:12:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:12:16.040089 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3758f148-b029-4b6a-807c-3a9a965f41f8 None None] Network 5189435a-ef15-47eb-8dc4-aaf10a844886 is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:12:16.044741 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-3758f148-b029-4b6a-807c-3a9a965f41f8 None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:12:16.049349 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3758f148-b029-4b6a-807c-3a9a965f41f8 None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:12:16.128956 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3758f148-b029-4b6a-807c-3a9a965f41f8 None None] Pushing event updated for resources: {'Port': ['ID=778b9976-6b72-45b5-adca-e3a2a040d072,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:16.143669 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-3758f148-b029-4b6a-807c-3a9a965f41f8 None None] Attempting to bind port 778b9976-6b72-45b5-adca-e3a2a040d072 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:12:16.144173 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-3758f148-b029-4b6a-807c-3a9a965f41f8 None None] Attempting to bind port 778b9976-6b72-45b5-adca-e3a2a040d072 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '1caf5773-570d-4a90-a280-ed84933424dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '5189435a-ef15-47eb-8dc4-aaf10a844886'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:12:16.144660 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3758f148-b029-4b6a-807c-3a9a965f41f8 None None] Attempting to bind port 778b9976-6b72-45b5-adca-e3a2a040d072 on network 5189435a-ef15-47eb-8dc4-aaf10a844886 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:12:16.151521 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3758f148-b029-4b6a-807c-3a9a965f41f8 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:12:16.152143 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3758f148-b029-4b6a-807c-3a9a965f41f8 None None] Checking segment: {'id': '1caf5773-570d-4a90-a280-ed84933424dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '5189435a-ef15-47eb-8dc4-aaf10a844886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:12:16.152683 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3758f148-b029-4b6a-807c-3a9a965f41f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:16.153319 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3758f148-b029-4b6a-807c-3a9a965f41f8 None None] Bound using segment: {'id': '1caf5773-570d-4a90-a280-ed84933424dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '5189435a-ef15-47eb-8dc4-aaf10a844886'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:12:16.153945 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-3758f148-b029-4b6a-807c-3a9a965f41f8 None None] Bound port: 778b9976-6b72-45b5-adca-e3a2a040d072, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1caf5773-570d-4a90-a280-ed84933424dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '5189435a-ef15-47eb-8dc4-aaf10a844886'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:12:16.154437 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3758f148-b029-4b6a-807c-3a9a965f41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (778b9976-6b72-45b5-adca-e3a2a040d072), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:16.232351 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-3758f148-b029-4b6a-807c-3a9a965f41f8 None None] For port 778b9976-6b72-45b5-adca-e3a2a040d072, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:12:16.237961 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-3758f148-b029-4b6a-807c-3a9a965f41f8 None None] For port 778b9976-6b72-45b5-adca-e3a2a040d072, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=778b9976-6b72-45b5-adca-e3a2a040d072,segment=NetworkSegment(1caf5773-570d-4a90-a280-ed84933424dc),segment_id=1caf5773-570d-4a90-a280-ed84933424dc)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:12:16.246265 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3758f148-b029-4b6a-807c-3a9a965f41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (778b9976-6b72-45b5-adca-e3a2a040d072), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:16.316723 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3758f148-b029-4b6a-807c-3a9a965f41f8 None None] Pushing event updated for resources: {'Port': ['ID=778b9976-6b72-45b5-adca-e3a2a040d072,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:16.730483 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-056cefe5-3c87-4381-befd-016d049fd6c0 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:16.853336 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ce7c2a-d28b-40dd-8a0a-4356f80ba8e8 req-d8a3cb7c-b42a-4f93-845c-930fd178388a tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:16.856504 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-49ce7c2a-d28b-40dd-8a0a-4356f80ba8e8 req-d8a3cb7c-b42a-4f93-845c-930fd178388a tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=00e73479-8262-4b33-95a0-d335d514b1ae HTTP/1.1" status: 200 len: 943 time: 0.0929086 Feb 19 03:12:16.927332 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-49ce7c2a-d28b-40dd-8a0a-4356f80ba8e8 req-d0b67277-26e1-43e2-a701-c48d114d8e74 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6656291-2f71-4c36-83df-c6cd4c44fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604260 Feb 19 03:12:17.096134 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-056cefe5-3c87-4381-befd-016d049fd6c0 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Allocated IP 172.20.0.1 (5189435a-ef15-47eb-8dc4-aaf10a844886/bc6b4e94-cc8d-478c-bcbf-a4c78d4a263c/711e4c99-b69f-4cb5-8104-e546cdcb1ff4) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:12:17.226511 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device ca9573b3-b0c5-4744-9e20-e933f91fc19f details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:12:17.268788 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-056cefe5-3c87-4381-befd-016d049fd6c0 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for port (711e4c99-b69f-4cb5-8104-e546cdcb1ff4), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:17.342007 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-056cefe5-3c87-4381-befd-016d049fd6c0 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (711e4c99-b69f-4cb5-8104-e546cdcb1ff4), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:17.405950 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056cefe5-3c87-4381-befd-016d049fd6c0 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Network 5189435a-ef15-47eb-8dc4-aaf10a844886 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:12:17.409940 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-056cefe5-3c87-4381-befd-016d049fd6c0 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:12:17.416872 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056cefe5-3c87-4381-befd-016d049fd6c0 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:12:17.435950 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port ca9573b3-b0c5-4744-9e20-e933f91fc19f, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=ca9573b3-b0c5-4744-9e20-e933f91fc19f,segment=NetworkSegment(9361ff5e-ecd3-4a53-b64f-0204e54bd4ff),segment_id=9361ff5e-ecd3-4a53-b64f-0204e54bd4ff)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:12:17.445839 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056cefe5-3c87-4381-befd-016d049fd6c0 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Pushing event updated for resources: {'Port': ['ID=711e4c99-b69f-4cb5-8104-e546cdcb1ff4,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:17.459953 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': 'ca9573b3-b0c5-4744-9e20-e933f91fc19f', 'network_id': '0f4d9579-5631-481f-acff-55faffa2a3d0', 'port_id': 'ca9573b3-b0c5-4744-9e20-e933f91fc19f', 'mac_address': 'fa:16:3e:9c:f6:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '873fca23-e618-4343-ad67-b4c94d7ebaec', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:12:17.474925 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-056cefe5-3c87-4381-befd-016d049fd6c0 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16289150'] for router_interface (96334688-f5fd-468c-bd5a-b0a8e580f7e7), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:17.507432 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port ca9573b3-b0c5-4744-9e20-e933f91fc19f is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:12:17.508151 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (ca9573b3-b0c5-4744-9e20-e933f91fc19f), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:17.568859 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca9573b3-b0c5-4744-9e20-e933f91fc19f {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:12:17.608628 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port ca9573b3-b0c5-4744-9e20-e933f91fc19f, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=ca9573b3-b0c5-4744-9e20-e933f91fc19f,segment=NetworkSegment(9361ff5e-ecd3-4a53-b64f-0204e54bd4ff),segment_id=9361ff5e-ecd3-4a53-b64f-0204e54bd4ff)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:12:17.624950 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (ca9573b3-b0c5-4744-9e20-e933f91fc19f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:17.746116 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-056cefe5-3c87-4381-befd-016d049fd6c0 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (711e4c99-b69f-4cb5-8104-e546cdcb1ff4), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:17.784420 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-95154609-2a3e-4532-90b5-d01aef4c225c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:17.805673 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=ca9573b3-b0c5-4744-9e20-e933f91fc19f,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:17.998787 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6a211c-4854-4976-a1d9-f2993ad408c2 None None] Network 5189435a-ef15-47eb-8dc4-aaf10a844886 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:12:18.068189 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['ca9573b3-b0c5-4744-9e20-e933f91fc19f'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:12:18.150981 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ed86c7-a0db-47f2-8db2-515550d1b0a9 req-1e2b15a0-ee6c-45e4-bad2-82d3fd2840b2 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:18.159367 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-64ed86c7-a0db-47f2-8db2-515550d1b0a9 req-1e2b15a0-ee6c-45e4-bad2-82d3fd2840b2 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=00e73479-8262-4b33-95a0-d335d514b1ae HTTP/1.1" status: 200 len: 944 time: 0.1276848 Feb 19 03:12:18.243796 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-056cefe5-3c87-4381-befd-016d049fd6c0 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for port (711e4c99-b69f-4cb5-8104-e546cdcb1ff4), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:18.258413 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-056cefe5-3c87-4381-befd-016d049fd6c0 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (711e4c99-b69f-4cb5-8104-e546cdcb1ff4), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:18.259691 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-64ed86c7-a0db-47f2-8db2-515550d1b0a9 req-8e6107b7-6d92-4af9-bb80-9969fd30b577 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6656291-2f71-4c36-83df-c6cd4c44fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991812 Feb 19 03:12:18.289911 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 778b9976-6b72-45b5-adca-e3a2a040d072 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:12:18.329045 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-65aaaa6c-65c5-41dd-83cc-5f8d8116df01 None None] Provisioning complete for port 778b9976-6b72-45b5-adca-e3a2a040d072 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:12:18.329368 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-65aaaa6c-65c5-41dd-83cc-5f8d8116df01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (778b9976-6b72-45b5-adca-e3a2a040d072), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:18.352084 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-056cefe5-3c87-4381-befd-016d049fd6c0 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16362769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16289258'] for router_interface (96334688-f5fd-468c-bd5a-b0a8e580f7e7), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:18.354584 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056cefe5-3c87-4381-befd-016d049fd6c0 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Pushing event updated for resources: {'Port': ['ID=711e4c99-b69f-4cb5-8104-e546cdcb1ff4,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:18.496156 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056cefe5-3c87-4381-befd-016d049fd6c0 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Network 5189435a-ef15-47eb-8dc4-aaf10a844886 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:12:18.496594 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-056cefe5-3c87-4381-befd-016d049fd6c0 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:12:18.535910 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 778b9976-6b72-45b5-adca-e3a2a040d072 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:12:18.537563 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (778b9976-6b72-45b5-adca-e3a2a040d072), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:18.547311 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-65aaaa6c-65c5-41dd-83cc-5f8d8116df01 None None] Current status of the port 778b9976-6b72-45b5-adca-e3a2a040d072 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:12:18.548585 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-65aaaa6c-65c5-41dd-83cc-5f8d8116df01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (778b9976-6b72-45b5-adca-e3a2a040d072), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:18.677119 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-056cefe5-3c87-4381-befd-016d049fd6c0 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Router 96334688-f5fd-468c-bd5a-b0a8e580f7e7 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:12:18.723411 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 778b9976-6b72-45b5-adca-e3a2a040d072 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:12:18.723921 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (778b9976-6b72-45b5-adca-e3a2a040d072), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:18.764104 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-65aaaa6c-65c5-41dd-83cc-5f8d8116df01 None None] For port 778b9976-6b72-45b5-adca-e3a2a040d072, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=778b9976-6b72-45b5-adca-e3a2a040d072,segment=NetworkSegment(1caf5773-570d-4a90-a280-ed84933424dc),segment_id=1caf5773-570d-4a90-a280-ed84933424dc)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:12:18.771603 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-65aaaa6c-65c5-41dd-83cc-5f8d8116df01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (778b9976-6b72-45b5-adca-e3a2a040d072), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:18.882894 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-056cefe5-3c87-4381-befd-016d049fd6c0 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:12:18.896340 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 35834) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:12:18.905415 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-056cefe5-3c87-4381-befd-016d049fd6c0 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "PUT /v2.0/routers/96334688-f5fd-468c-bd5a-b0a8e580f7e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4172623 Feb 19 03:12:18.932008 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:12:18.932834 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8d678c-30fb-496b-ac91-c85ec4368bb8 None None] Sync routers for ids ['96334688-f5fd-468c-bd5a-b0a8e580f7e7'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:12:18.993081 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8d678c-30fb-496b-ac91-c85ec4368bb8 None None] Routers {'96334688-f5fd-468c-bd5a-b0a8e580f7e7'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:12:18.993863 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-7b8d678c-30fb-496b-ac91-c85ec4368bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:12:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['96334688-f5fd-468c-bd5a-b0a8e580f7e7'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:12:19.007828 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aaaa6c-65c5-41dd-83cc-5f8d8116df01 None None] Pushing event updated for resources: {'Port': ['ID=778b9976-6b72-45b5-adca-e3a2a040d072,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:19.024021 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.db.api [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103703) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:12:19.024638 n-d-826753-2 neutron-server[103703]: DEBUG oslo_db.api [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:12:19.248670 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474f549a-dc1c-4a74-b481-7494dd3aad8b tempest-TestNetworkBasicOps-916205551 tempest-TestNetworkBasicOps-916205551-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:19.250282 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474f549a-dc1c-4a74-b481-7494dd3aad8b tempest-TestNetworkBasicOps-916205551 tempest-TestNetworkBasicOps-916205551-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:19.250901 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474f549a-dc1c-4a74-b481-7494dd3aad8b tempest-TestNetworkBasicOps-916205551 tempest-TestNetworkBasicOps-916205551-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:19.251535 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474f549a-dc1c-4a74-b481-7494dd3aad8b tempest-TestNetworkBasicOps-916205551 tempest-TestNetworkBasicOps-916205551-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:19.255467 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474f549a-dc1c-4a74-b481-7494dd3aad8b tempest-TestNetworkBasicOps-916205551 tempest-TestNetworkBasicOps-916205551-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:19.256153 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474f549a-dc1c-4a74-b481-7494dd3aad8b tempest-TestNetworkBasicOps-916205551 tempest-TestNetworkBasicOps-916205551-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:19.258327 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-474f549a-dc1c-4a74-b481-7494dd3aad8b tempest-TestNetworkBasicOps-916205551 tempest-TestNetworkBasicOps-916205551-project-admin] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.3610218 Feb 19 03:12:19.263873 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 35842) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:12:19.514013 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-7b8d678c-30fb-496b-ac91-c85ec4368bb8 None None] Set router 96334688-f5fd-468c-bd5a-b0a8e580f7e7 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:12:19.527243 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4efa7609-e716-4966-ab8a-33c22aa02eb4 tempest-TestNetworkBasicOps-916205551 tempest-TestNetworkBasicOps-916205551-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:19.527732 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4efa7609-e716-4966-ab8a-33c22aa02eb4 tempest-TestNetworkBasicOps-916205551 tempest-TestNetworkBasicOps-916205551-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:19.528166 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4efa7609-e716-4966-ab8a-33c22aa02eb4 tempest-TestNetworkBasicOps-916205551 tempest-TestNetworkBasicOps-916205551-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:19.533700 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4efa7609-e716-4966-ab8a-33c22aa02eb4 tempest-TestNetworkBasicOps-916205551 tempest-TestNetworkBasicOps-916205551-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:19.533700 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4efa7609-e716-4966-ab8a-33c22aa02eb4 tempest-TestNetworkBasicOps-916205551 tempest-TestNetworkBasicOps-916205551-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:19.533700 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4efa7609-e716-4966-ab8a-33c22aa02eb4 tempest-TestNetworkBasicOps-916205551 tempest-TestNetworkBasicOps-916205551-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:19.533700 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-4efa7609-e716-4966-ab8a-33c22aa02eb4 tempest-TestNetworkBasicOps-916205551 tempest-TestNetworkBasicOps-916205551-project-admin] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4007 time: 0.2663004 Feb 19 03:12:19.550507 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 35852) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:12:19.569771 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d365411-3f91-43c1-9240-f72287fe3d2a None None] Provisioning complete for port 711e4c99-b69f-4cb5-8104-e546cdcb1ff4 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:12:19.570149 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d365411-3f91-43c1-9240-f72287fe3d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (711e4c99-b69f-4cb5-8104-e546cdcb1ff4), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:19.576950 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:19.748720 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d365411-3f91-43c1-9240-f72287fe3d2a None None] Port 711e4c99-b69f-4cb5-8104-e546cdcb1ff4 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:12:19.763232 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 778b9976-6b72-45b5-adca-e3a2a040d072 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:12:19.764304 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device f0bef01f-7a5e-4587-9579-7e30c23e9db4 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:12:19.871984 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d365411-3f91-43c1-9240-f72287fe3d2a None None] Provisioning complete for port 778b9976-6b72-45b5-adca-e3a2a040d072 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:12:19.872404 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d365411-3f91-43c1-9240-f72287fe3d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (778b9976-6b72-45b5-adca-e3a2a040d072), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:19.931105 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a857210d-713d-4bbf-b6af-78b4d7f3e2f4 req-debbb8e3-7dcf-4d54-944d-a35705c4cb27 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:19.940284 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a857210d-713d-4bbf-b6af-78b4d7f3e2f4 req-debbb8e3-7dcf-4d54-944d-a35705c4cb27 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=00e73479-8262-4b33-95a0-d335d514b1ae HTTP/1.1" status: 200 len: 944 time: 0.5639071 Feb 19 03:12:19.966262 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port f0bef01f-7a5e-4587-9579-7e30c23e9db4 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:12:19.966623 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (f0bef01f-7a5e-4587-9579-7e30c23e9db4), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:19.970614 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-2c8040c0-053d-4e35-80db-1f7d386e9d94 tempest-TestNetworkBasicOps-916205551 tempest-TestNetworkBasicOps-916205551-project-admin] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2329 time: 0.4189148 Feb 19 03:12:20.008691 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a857210d-713d-4bbf-b6af-78b4d7f3e2f4 req-3c6774e8-48cb-414b-834d-23e8ebc39b73 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6656291-2f71-4c36-83df-c6cd4c44fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619340 Feb 19 03:12:20.162870 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 35856) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:12:20.167838 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-e752a39f-188e-408e-bf5b-411c16a58671 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1237070779', 'description': 'tempest-secgroup-smoke-1237070779 description', 'project_id': '32b88e7bc28b44379a1452b198468e54'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:12:20.170557 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port f0bef01f-7a5e-4587-9579-7e30c23e9db4 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:12:20.170956 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (f0bef01f-7a5e-4587-9579-7e30c23e9db4), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:20.194330 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e752a39f-188e-408e-bf5b-411c16a58671 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:20.220737 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d365411-3f91-43c1-9240-f72287fe3d2a None None] Current status of the port 778b9976-6b72-45b5-adca-e3a2a040d072 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:12:20.226372 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port f0bef01f-7a5e-4587-9579-7e30c23e9db4, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=f0bef01f-7a5e-4587-9579-7e30c23e9db4,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:12:20.237968 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (f0bef01f-7a5e-4587-9579-7e30c23e9db4), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:20.290117 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e752a39f-188e-408e-bf5b-411c16a58671 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for security_group (8e4acdde-4972-48a2-9e3f-17813fae8eee), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:20.297659 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e752a39f-188e-408e-bf5b-411c16a58671 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (8e4acdde-4972-48a2-9e3f-17813fae8eee), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:20.316243 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-7b8d678c-30fb-496b-ac91-c85ec4368bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96334688-f5fd-468c-bd5a-b0a8e580f7e7', 'name': 'tempest-TestNetworkBasicOps-router-1592647355', 'tenant_id': '32b88e7bc28b44379a1452b198468e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'f0bef01f-7a5e-4587-9579-7e30c23e9db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:12:12Z', 'updated_at': '2022-02-19T03:12:17Z', 'revision_number': 4, 'project_id': '32b88e7bc28b44379a1452b198468e54', 'gw_port': {'id': 'f0bef01f-7a5e-4587-9579-7e30c23e9db4', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:8b:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96334688-f5fd-468c-bd5a-b0a8e580f7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:12:13Z', 'updated_at': '2022-02-19T03:12:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '711e4c99-b69f-4cb5-8104-e546cdcb1ff4', 'name': '', 'network_id': '5189435a-ef15-47eb-8dc4-aaf10a844886', 'tenant_id': '32b88e7bc28b44379a1452b198468e54', 'mac_address': 'fa:16:3e:da:9b:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96334688-f5fd-468c-bd5a-b0a8e580f7e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'bc6b4e94-cc8d-478c-bcbf-a4c78d4a263c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:12:16Z', 'updated_at': '2022-02-19T03:12:18Z', 'revision_number': 2, 'project_id': '32b88e7bc28b44379a1452b198468e54', 'subnets': [{'id': 'bc6b4e94-cc8d-478c-bcbf-a4c78d4a263c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:12:20.342977 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e752a39f-188e-408e-bf5b-411c16a58671 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e4acdde-4972-48a2-9e3f-17813fae8eee,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:20.348466 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e752a39f-188e-408e-bf5b-411c16a58671 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:20.350210 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-e752a39f-188e-408e-bf5b-411c16a58671 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1859705 Feb 19 03:12:20.352966 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 35860) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:12:20.360916 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-8c78e518-b8a2-4f49-87d3-6bc8830dc42d tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Request body: {'security_group_rule': {'security_group_id': '8e4acdde-4972-48a2-9e3f-17813fae8eee', 'project_id': '32b88e7bc28b44379a1452b198468e54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:12:20.397474 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 778b9976-6b72-45b5-adca-e3a2a040d072 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:12:20.399241 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8c78e518-b8a2-4f49-87d3-6bc8830dc42d tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for security_group_rule (cff2fca0-bec6-480f-8442-4047950495a1), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:20.405244 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8d678c-30fb-496b-ac91-c85ec4368bb8 None None] Checking router: 96334688-f5fd-468c-bd5a-b0a8e580f7e7 for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:12:20.405897 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8d678c-30fb-496b-ac91-c85ec4368bb8 None None] Updating router 96334688-f5fd-468c-bd5a-b0a8e580f7e7 port 711e4c99-b69f-4cb5-8104-e546cdcb1ff4 binding host n-d-826753-2 {{(pid=103703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:12:20.475541 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8c78e518-b8a2-4f49-87d3-6bc8830dc42d tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for security_group_rule (cff2fca0-bec6-480f-8442-4047950495a1), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:20.482416 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8c78e518-b8a2-4f49-87d3-6bc8830dc42d tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (cff2fca0-bec6-480f-8442-4047950495a1), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:20.502416 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-05d670a8-179d-4620-9e3c-3ec85c1b40f8 None None] Provisioning complete for port 711e4c99-b69f-4cb5-8104-e546cdcb1ff4 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:12:20.503085 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-05d670a8-179d-4620-9e3c-3ec85c1b40f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (711e4c99-b69f-4cb5-8104-e546cdcb1ff4), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:20.507666 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c78e518-b8a2-4f49-87d3-6bc8830dc42d tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cff2fca0-bec6-480f-8442-4047950495a1,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:20.511557 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=f0bef01f-7a5e-4587-9579-7e30c23e9db4,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:20.528685 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8c78e518-b8a2-4f49-87d3-6bc8830dc42d tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:20.530106 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-8c78e518-b8a2-4f49-87d3-6bc8830dc42d tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1747949 Feb 19 03:12:20.532785 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 35862) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:12:20.539242 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-24c2e181-8259-4fac-ac49-38f38595f9d5 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Request body: {'security_group_rule': {'security_group_id': '8e4acdde-4972-48a2-9e3f-17813fae8eee', 'project_id': '32b88e7bc28b44379a1452b198468e54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:12:20.555384 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-7b8d678c-30fb-496b-ac91-c85ec4368bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (711e4c99-b69f-4cb5-8104-e546cdcb1ff4), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:20.571576 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:20.576265 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-24c2e181-8259-4fac-ac49-38f38595f9d5 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for security_group_rule (814e6be1-b2c9-4fdb-99c1-9d5d792086dc), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:20.600957 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-05d670a8-179d-4620-9e3c-3ec85c1b40f8 None None] Port 711e4c99-b69f-4cb5-8104-e546cdcb1ff4 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:12:20.637650 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 778b9976-6b72-45b5-adca-e3a2a040d072 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:12:20.638227 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (778b9976-6b72-45b5-adca-e3a2a040d072), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:20.698726 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-24c2e181-8259-4fac-ac49-38f38595f9d5 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for security_group_rule (814e6be1-b2c9-4fdb-99c1-9d5d792086dc), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:20.704558 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-24c2e181-8259-4fac-ac49-38f38595f9d5 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (814e6be1-b2c9-4fdb-99c1-9d5d792086dc), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:20.733255 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c2e181-8259-4fac-ac49-38f38595f9d5 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=814e6be1-b2c9-4fdb-99c1-9d5d792086dc,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:20.753066 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-24c2e181-8259-4fac-ac49-38f38595f9d5 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:20.754593 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-24c2e181-8259-4fac-ac49-38f38595f9d5 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2203400 Feb 19 03:12:20.757525 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 35866) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:12:20.777199 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-8c189c02-4410-46e4-a664-f593dcfef10a tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Request body: {'security_group_rule': {'security_group_id': '8e4acdde-4972-48a2-9e3f-17813fae8eee', 'project_id': '32b88e7bc28b44379a1452b198468e54', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:12:20.817891 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8c189c02-4410-46e4-a664-f593dcfef10a tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for security_group_rule (cbff4c0f-208c-430b-a29a-b990849e9b43), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:20.881047 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 778b9976-6b72-45b5-adca-e3a2a040d072 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:12:20.917126 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8c189c02-4410-46e4-a664-f593dcfef10a tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for security_group_rule (cbff4c0f-208c-430b-a29a-b990849e9b43), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:20.930055 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8c189c02-4410-46e4-a664-f593dcfef10a tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (cbff4c0f-208c-430b-a29a-b990849e9b43), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:20.964767 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c189c02-4410-46e4-a664-f593dcfef10a tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbff4c0f-208c-430b-a29a-b990849e9b43,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:20.990796 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8c189c02-4410-46e4-a664-f593dcfef10a tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:20.992602 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-8c189c02-4410-46e4-a664-f593dcfef10a tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2338758 Feb 19 03:12:20.996157 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 35872) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:12:21.003551 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-ce0edf03-be60-484f-88ae-411e57897534 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Request body: {'security_group_rule': {'security_group_id': '8e4acdde-4972-48a2-9e3f-17813fae8eee', 'project_id': '32b88e7bc28b44379a1452b198468e54', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:12:21.056177 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-7b8d678c-30fb-496b-ac91-c85ec4368bb8 None None] Publish callbacks [] for port (711e4c99-b69f-4cb5-8104-e546cdcb1ff4), precommit_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:21.060626 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ce0edf03-be60-484f-88ae-411e57897534 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for security_group_rule (45244c10-db84-47d2-8a13-11e86f875b5d), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:21.075927 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-7b8d678c-30fb-496b-ac91-c85ec4368bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (711e4c99-b69f-4cb5-8104-e546cdcb1ff4), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:21.144467 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ce0edf03-be60-484f-88ae-411e57897534 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for security_group_rule (45244c10-db84-47d2-8a13-11e86f875b5d), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:21.150411 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ce0edf03-be60-484f-88ae-411e57897534 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (45244c10-db84-47d2-8a13-11e86f875b5d), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:21.204116 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5366c3bc-f440-4817-b3bc-a0ec8543d661 None None] Pushing event updated for resources: {'Port': ['ID=711e4c99-b69f-4cb5-8104-e546cdcb1ff4,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:21.206106 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0edf03-be60-484f-88ae-411e57897534 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45244c10-db84-47d2-8a13-11e86f875b5d,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:21.217935 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c39537b-11b8-46e0-b368-6343b92b1786 req-89b847fa-39d2-4f2e-afd5-ff71ec101cfd tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:21.219520 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ce0edf03-be60-484f-88ae-411e57897534 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:21.221121 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-ce0edf03-be60-484f-88ae-411e57897534 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2230046 Feb 19 03:12:21.224441 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 35876) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:12:21.232264 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-31c6f4b1-c112-4e7f-8b9c-c11eda7da788 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Request body: {'security_group_rule': {'security_group_id': '8e4acdde-4972-48a2-9e3f-17813fae8eee', 'project_id': '32b88e7bc28b44379a1452b198468e54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:12:21.233273 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device ca9573b3-b0c5-4744-9e20-e933f91fc19f up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:12:21.241610 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6c39537b-11b8-46e0-b368-6343b92b1786 req-89b847fa-39d2-4f2e-afd5-ff71ec101cfd tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=00e73479-8262-4b33-95a0-d335d514b1ae HTTP/1.1" status: 200 len: 944 time: 0.1257029 Feb 19 03:12:21.292059 n-d-826753-2 neutron-server[103702]: INFO neutron.db.securitygroups_db [None req-31c6f4b1-c112-4e7f-8b9c-c11eda7da788 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Project 32b88e7bc28b44379a1452b198468e54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 03:12:21.300204 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-31c6f4b1-c112-4e7f-8b9c-c11eda7da788 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for security_group_rule (74b96b40-d66a-4f6a-8f4f-2e7817a07aab), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:21.333426 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6c39537b-11b8-46e0-b368-6343b92b1786 req-be75ac33-219f-4710-aa9a-94506e351d69 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6656291-2f71-4c36-83df-c6cd4c44fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908003 Feb 19 03:12:21.406746 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-7b8d678c-30fb-496b-ac91-c85ec4368bb8 None None] Attempting to bind port 711e4c99-b69f-4cb5-8104-e546cdcb1ff4 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:12:21.410904 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-7b8d678c-30fb-496b-ac91-c85ec4368bb8 None None] Attempting to bind port 711e4c99-b69f-4cb5-8104-e546cdcb1ff4 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '1caf5773-570d-4a90-a280-ed84933424dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '5189435a-ef15-47eb-8dc4-aaf10a844886'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:12:21.411152 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-31c6f4b1-c112-4e7f-8b9c-c11eda7da788 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for security_group_rule (74b96b40-d66a-4f6a-8f4f-2e7817a07aab), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:21.413984 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8d678c-30fb-496b-ac91-c85ec4368bb8 None None] Attempting to bind port 711e4c99-b69f-4cb5-8104-e546cdcb1ff4 on network 5189435a-ef15-47eb-8dc4-aaf10a844886 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:12:21.422700 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-31c6f4b1-c112-4e7f-8b9c-c11eda7da788 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (74b96b40-d66a-4f6a-8f4f-2e7817a07aab), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:21.440689 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8d678c-30fb-496b-ac91-c85ec4368bb8 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:12:21.450855 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8d678c-30fb-496b-ac91-c85ec4368bb8 None None] Checking segment: {'id': '1caf5773-570d-4a90-a280-ed84933424dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '5189435a-ef15-47eb-8dc4-aaf10a844886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:12:21.451428 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-7b8d678c-30fb-496b-ac91-c85ec4368bb8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:21.451829 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8d678c-30fb-496b-ac91-c85ec4368bb8 None None] Bound using segment: {'id': '1caf5773-570d-4a90-a280-ed84933424dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '5189435a-ef15-47eb-8dc4-aaf10a844886'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:12:21.452506 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-7b8d678c-30fb-496b-ac91-c85ec4368bb8 None None] Bound port: 711e4c99-b69f-4cb5-8104-e546cdcb1ff4, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1caf5773-570d-4a90-a280-ed84933424dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '5189435a-ef15-47eb-8dc4-aaf10a844886'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:12:21.457083 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-7b8d678c-30fb-496b-ac91-c85ec4368bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (711e4c99-b69f-4cb5-8104-e546cdcb1ff4), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:21.464168 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c6f4b1-c112-4e7f-8b9c-c11eda7da788 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74b96b40-d66a-4f6a-8f4f-2e7817a07aab,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:21.499038 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-31c6f4b1-c112-4e7f-8b9c-c11eda7da788 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:21.500384 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-31c6f4b1-c112-4e7f-8b9c-c11eda7da788 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2745779 Feb 19 03:12:21.503233 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 35880) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:12:21.507740 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-4ecd0ab2-8657-4dcf-86d6-aecc19ab01cb tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Request body: {'security_group_rule': {'security_group_id': '8e4acdde-4972-48a2-9e3f-17813fae8eee', 'project_id': '32b88e7bc28b44379a1452b198468e54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:12:21.542862 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning for port ca9573b3-b0c5-4744-9e20-e933f91fc19f completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:12:21.543492 n-d-826753-2 neutron-server[103701]: INFO neutron.db.securitygroups_db [None req-4ecd0ab2-8657-4dcf-86d6-aecc19ab01cb tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Project 32b88e7bc28b44379a1452b198468e54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 03:12:21.549102 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4ecd0ab2-8657-4dcf-86d6-aecc19ab01cb tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for security_group_rule (f3a9b563-4366-4a90-b96f-bb7ffcd56671), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:21.552792 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port ca9573b3-b0c5-4744-9e20-e933f91fc19f triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:12:21.553201 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (ca9573b3-b0c5-4744-9e20-e933f91fc19f), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:21.649208 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4ecd0ab2-8657-4dcf-86d6-aecc19ab01cb tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for security_group_rule (f3a9b563-4366-4a90-b96f-bb7ffcd56671), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:21.655237 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4ecd0ab2-8657-4dcf-86d6-aecc19ab01cb tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (f3a9b563-4366-4a90-b96f-bb7ffcd56671), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:21.672076 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-a9241f00-a2c4-4a78-987a-eb72cdc87993 None None] Provisioning complete for port 711e4c99-b69f-4cb5-8104-e546cdcb1ff4 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:12:21.672642 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-a9241f00-a2c4-4a78-987a-eb72cdc87993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (711e4c99-b69f-4cb5-8104-e546cdcb1ff4), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:21.679278 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecd0ab2-8657-4dcf-86d6-aecc19ab01cb tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3a9b563-4366-4a90-b96f-bb7ffcd56671,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:21.694912 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4ecd0ab2-8657-4dcf-86d6-aecc19ab01cb tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:21.705834 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-4ecd0ab2-8657-4dcf-86d6-aecc19ab01cb tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2014318 Feb 19 03:12:21.714197 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-7b8d678c-30fb-496b-ac91-c85ec4368bb8 None None] For port 711e4c99-b69f-4cb5-8104-e546cdcb1ff4, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:12:21.744669 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-a9241f00-a2c4-4a78-987a-eb72cdc87993 None None] Port 711e4c99-b69f-4cb5-8104-e546cdcb1ff4 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:12:21.752707 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-7b8d678c-30fb-496b-ac91-c85ec4368bb8 None None] For port 711e4c99-b69f-4cb5-8104-e546cdcb1ff4, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=711e4c99-b69f-4cb5-8104-e546cdcb1ff4,segment=NetworkSegment(1caf5773-570d-4a90-a280-ed84933424dc),segment_id=1caf5773-570d-4a90-a280-ed84933424dc)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:12:21.774959 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port ca9573b3-b0c5-4744-9e20-e933f91fc19f is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:12:21.776170 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (ca9573b3-b0c5-4744-9e20-e933f91fc19f), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:21.782081 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-7b8d678c-30fb-496b-ac91-c85ec4368bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (711e4c99-b69f-4cb5-8104-e546cdcb1ff4), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:21.879378 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00e73479-8262-4b33-95a0-d335d514b1ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca9573b3-b0c5-4744-9e20-e933f91fc19f'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:12:21.883680 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87c8db17-b5c5-4b6a-8f7f-b9e9262eead7" -d '{"events": [{"server_uuid": "00e73479-8262-4b33-95a0-d335d514b1ae", "name": "network-vif-plugged", "status": "completed", "tag": "ca9573b3-b0c5-4744-9e20-e933f91fc19f"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:12:21.932190 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5366c3bc-f440-4817-b3bc-a0ec8543d661 None None] Pushing event updated for resources: {'Port': ['ID=711e4c99-b69f-4cb5-8104-e546cdcb1ff4,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:21.935362 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7d8cbc1b-e782-462e-8048-0bfc4e1a7d6a req-2aad33dd-01cf-4b59-88da-7cdfb84ba1ea tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1237070779&fields=id&tenant_id=32b88e7bc28b44379a1452b198468e54 HTTP/1.1" status: 200 len: 267 time: 0.1010928 Feb 19 03:12:21.961586 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8d678c-30fb-496b-ac91-c85ec4368bb8 None None] Routers {'96334688-f5fd-468c-bd5a-b0a8e580f7e7'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:12:21.966474 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-7b8d678c-30fb-496b-ac91-c85ec4368bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:12:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['96334688-f5fd-468c-bd5a-b0a8e580f7e7'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:12:21.979367 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aebdc65-1e9b-46a7-ba0c-fac0c645659b x-openstack-request-id: req-7aebdc65-1e9b-46a7-ba0c-fac0c645659b {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:12:21.979719 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00e73479-8262-4b33-95a0-d335d514b1ae", "name": "network-vif-plugged", "status": "completed", "tag": "ca9573b3-b0c5-4744-9e20-e933f91fc19f", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:12:21.979939 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7aebdc65-1e9b-46a7-ba0c-fac0c645659b {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:12:21.980330 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00e73479-8262-4b33-95a0-d335d514b1ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca9573b3-b0c5-4744-9e20-e933f91fc19f', 'code': 200} Feb 19 03:12:22.039566 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port ca9573b3-b0c5-4744-9e20-e933f91fc19f, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=ca9573b3-b0c5-4744-9e20-e933f91fc19f,segment=NetworkSegment(9361ff5e-ecd3-4a53-b64f-0204e54bd4ff),segment_id=9361ff5e-ecd3-4a53-b64f-0204e54bd4ff)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:12:22.056170 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (ca9573b3-b0c5-4744-9e20-e933f91fc19f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:22.114171 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:22.120581 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=ca9573b3-b0c5-4744-9e20-e933f91fc19f,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:22.184071 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8cbc1b-e782-462e-8048-0bfc4e1a7d6a req-de40c8e2-add5-4ec7-a670-8fcde9b5c54d tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:22.189858 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c87cfb-4d0e-4191-856b-10b8a6c9a20b req-047809c2-1cac-47e2-ba5c-5dfa8faf165a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:22.191877 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d0c87cfb-4d0e-4191-856b-10b8a6c9a20b req-047809c2-1cac-47e2-ba5c-5dfa8faf165a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=00e73479-8262-4b33-95a0-d335d514b1ae HTTP/1.1" status: 200 len: 1127 time: 0.1305940 Feb 19 03:12:22.201632 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7d8cbc1b-e782-462e-8048-0bfc4e1a7d6a req-de40c8e2-add5-4ec7-a670-8fcde9b5c54d tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "GET /v2.0/networks?id=5189435a-ef15-47eb-8dc4-aaf10a844886 HTTP/1.1" status: 200 len: 796 time: 0.2526088 Feb 19 03:12:22.218328 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-7b8d678c-30fb-496b-ac91-c85ec4368bb8 None None] Set router 96334688-f5fd-468c-bd5a-b0a8e580f7e7 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:12:22.232345 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7d8cbc1b-e782-462e-8048-0bfc4e1a7d6a req-c706dd76-ec45-47d4-b5d1-6a9484a8e86e tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "GET /v2.0/quotas/32b88e7bc28b44379a1452b198468e54 HTTP/1.1" status: 200 len: 375 time: 0.0170705 Feb 19 03:12:22.286670 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d0c87cfb-4d0e-4191-856b-10b8a6c9a20b req-be1d3ee4-71f3-4ebd-9651-713e805fcb47 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=a6656291-2f71-4c36-83df-c6cd4c44fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875218 Feb 19 03:12:22.332963 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7d8cbc1b-e782-462e-8048-0bfc4e1a7d6a req-b7e0f2d7-87ab-4436-87bd-aea87a030ec9 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=32b88e7bc28b44379a1452b198468e54&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0944266 Feb 19 03:12:22.397550 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device f0bef01f-7a5e-4587-9579-7e30c23e9db4 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:12:22.509149 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7d8cbc1b-e782-462e-8048-0bfc4e1a7d6a req-279a5cd0-937a-4bae-af5a-a116312bf742 service neutron] 10.222.0.72 "GET /v2.0/networks/5189435a-ef15-47eb-8dc4-aaf10a844886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457117 Feb 19 03:12:22.521434 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b73c612-e885-47cf-9160-4416adf0fa96 req-53be89b8-2673-4d4a-9cfc-3b2d1077fca9 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:22.522955 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7b73c612-e885-47cf-9160-4416adf0fa96 req-53be89b8-2673-4d4a-9cfc-3b2d1077fca9 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=00e73479-8262-4b33-95a0-d335d514b1ae HTTP/1.1" status: 200 len: 945 time: 0.0951145 Feb 19 03:12:22.550466 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-06a99000-5529-42e0-8912-b4376b5f80eb None None] Provisioning complete for port 711e4c99-b69f-4cb5-8104-e546cdcb1ff4 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:12:22.550994 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-06a99000-5529-42e0-8912-b4376b5f80eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (711e4c99-b69f-4cb5-8104-e546cdcb1ff4), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:22.639939 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port f0bef01f-7a5e-4587-9579-7e30c23e9db4 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:12:22.640762 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (f0bef01f-7a5e-4587-9579-7e30c23e9db4), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:22.642572 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:22.745894 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7b73c612-e885-47cf-9160-4416adf0fa96 req-b29f32a9-4a7b-429f-bf5e-4a98b399e8e4 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6656291-2f71-4c36-83df-c6cd4c44fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105963 Feb 19 03:12:22.793443 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7d8cbc1b-e782-462e-8048-0bfc4e1a7d6a req-02fb76f8-a357-45dc-a341-51e39d706163 service neutron] 10.222.0.72 "GET /v2.0/networks/5189435a-ef15-47eb-8dc4-aaf10a844886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2694454 Feb 19 03:12:23.080375 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5bd2bdd8-b1e4-46d1-a9cb-d57bec1f46bd req-6d5809a6-60de-4fd9-84fa-fe5a32e55b28 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "GET /v2.0/ports?device_id=0dad18e6-0289-4849-ab34-abf40e975ae1 HTTP/1.1" status: 200 len: 210 time: 0.0558550 Feb 19 03:12:23.099397 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-06a99000-5529-42e0-8912-b4376b5f80eb None None] Current status of the port 711e4c99-b69f-4cb5-8104-e546cdcb1ff4 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:12:23.100696 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-06a99000-5529-42e0-8912-b4376b5f80eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (711e4c99-b69f-4cb5-8104-e546cdcb1ff4), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:23.130809 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port f0bef01f-7a5e-4587-9579-7e30c23e9db4 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:12:23.138287 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-7b8d678c-30fb-496b-ac91-c85ec4368bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96334688-f5fd-468c-bd5a-b0a8e580f7e7', 'name': 'tempest-TestNetworkBasicOps-router-1592647355', 'tenant_id': '32b88e7bc28b44379a1452b198468e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'f0bef01f-7a5e-4587-9579-7e30c23e9db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:12:12Z', 'updated_at': '2022-02-19T03:12:17Z', 'revision_number': 4, 'project_id': '32b88e7bc28b44379a1452b198468e54', 'gw_port': {'id': 'f0bef01f-7a5e-4587-9579-7e30c23e9db4', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:8b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96334688-f5fd-468c-bd5a-b0a8e580f7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:12:13Z', 'updated_at': '2022-02-19T03:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '711e4c99-b69f-4cb5-8104-e546cdcb1ff4', 'name': '', 'network_id': '5189435a-ef15-47eb-8dc4-aaf10a844886', 'tenant_id': '32b88e7bc28b44379a1452b198468e54', 'mac_address': 'fa:16:3e:da:9b:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96334688-f5fd-468c-bd5a-b0a8e580f7e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'bc6b4e94-cc8d-478c-bcbf-a4c78d4a263c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:12:16Z', 'updated_at': '2022-02-19T03:12:21Z', 'revision_number': 4, 'project_id': '32b88e7bc28b44379a1452b198468e54', 'subnets': [{'id': 'bc6b4e94-cc8d-478c-bcbf-a4c78d4a263c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:12:23.162300 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-06a99000-5529-42e0-8912-b4376b5f80eb None None] For port 711e4c99-b69f-4cb5-8104-e546cdcb1ff4, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=711e4c99-b69f-4cb5-8104-e546cdcb1ff4,segment=NetworkSegment(1caf5773-570d-4a90-a280-ed84933424dc),segment_id=1caf5773-570d-4a90-a280-ed84933424dc)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:12:23.195336 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8d678c-30fb-496b-ac91-c85ec4368bb8 None None] The sync data for ids ['96334688-f5fd-468c-bd5a-b0a8e580f7e7'] in n-d-826753-2 is: [{'id': '96334688-f5fd-468c-bd5a-b0a8e580f7e7', 'name': 'tempest-TestNetworkBasicOps-router-1592647355', 'tenant_id': '32b88e7bc28b44379a1452b198468e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'f0bef01f-7a5e-4587-9579-7e30c23e9db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:12:12Z', 'updated_at': '2022-02-19T03:12:17Z', 'revision_number': 4, 'project_id': '32b88e7bc28b44379a1452b198468e54', 'gw_port': {'id': 'f0bef01f-7a5e-4587-9579-7e30c23e9db4', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:8b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96334688-f5fd-468c-bd5a-b0a8e580f7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:12:13Z', 'updated_at': '2022-02-19T03:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '711e4c99-b69f-4cb5-8104-e546cdcb1ff4', 'name': '', 'network_id': '5189435a-ef15-47eb-8dc4-aaf10a844886', 'tenant_id': '32b88e7bc28b44379a1452b198468e54', 'mac_address': 'fa:16:3e:da:9b:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96334688-f5fd-468c-bd5a-b0a8e580f7e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'bc6b4e94-cc8d-478c-bcbf-a4c78d4a263c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:12:16Z', 'updated_at': '2022-02-19T03:12:21Z', 'revision_number': 4, 'project_id': '32b88e7bc28b44379a1452b198468e54', 'subnets': [{'id': 'bc6b4e94-cc8d-478c-bcbf-a4c78d4a263c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:12:23.197839 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-06a99000-5529-42e0-8912-b4376b5f80eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (711e4c99-b69f-4cb5-8104-e546cdcb1ff4), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:23.266345 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a99000-5529-42e0-8912-b4376b5f80eb None None] Pushing event updated for resources: {'Port': ['ID=711e4c99-b69f-4cb5-8104-e546cdcb1ff4,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:23.972156 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbca9a2-701b-4c9c-81fe-455a788f0f7d req-4bb2d948-1291-493f-8380-06c780bb570c tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:23.982267 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9cbca9a2-701b-4c9c-81fe-455a788f0f7d req-4bb2d948-1291-493f-8380-06c780bb570c tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=00e73479-8262-4b33-95a0-d335d514b1ae HTTP/1.1" status: 200 len: 945 time: 0.0843737 Feb 19 03:12:24.053607 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9cbca9a2-701b-4c9c-81fe-455a788f0f7d req-68096c38-3275-4c50-8e6f-434f7567292c tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6656291-2f71-4c36-83df-c6cd4c44fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699644 Feb 19 03:12:24.205781 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-94b828ca-9b28-46c9-a5e2-1c42de1efef0 req-86d37a32-f3f7-4257-a8bb-307529588330 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "GET /v2.0/ports?device_id=0dad18e6-0289-4849-ab34-abf40e975ae1 HTTP/1.1" status: 200 len: 210 time: 0.0391400 Feb 19 03:12:24.594667 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 711e4c99-b69f-4cb5-8104-e546cdcb1ff4 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:12:24.734208 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 711e4c99-b69f-4cb5-8104-e546cdcb1ff4 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:12:24.734208 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (711e4c99-b69f-4cb5-8104-e546cdcb1ff4), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:24.785575 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8cbc1b-e782-462e-8048-0bfc4e1a7d6a req-e7e9310e-9935-4ca2-bbe1-8457545e7966 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:24.789314 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7d8cbc1b-e782-462e-8048-0bfc4e1a7d6a req-e7e9310e-9935-4ca2-bbe1-8457545e7966 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.73 "GET /v2.0/networks?id=5189435a-ef15-47eb-8dc4-aaf10a844886 HTTP/1.1" status: 200 len: 796 time: 0.3137257 Feb 19 03:12:24.894714 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7d8cbc1b-e782-462e-8048-0bfc4e1a7d6a req-74c8e72e-8f85-41cb-8cdd-44e4f33010a1 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32b88e7bc28b44379a1452b198468e54 HTTP/1.1" status: 200 len: 380 time: 0.0893321 Feb 19 03:12:24.904265 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 711e4c99-b69f-4cb5-8104-e546cdcb1ff4 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:12:24.907056 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-7d8cbc1b-e782-462e-8048-0bfc4e1a7d6a req-4179c986-5af6-4c7a-9da0-bb753ee7b720 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Request body: {'port': {'device_id': '0dad18e6-0289-4849-ab34-abf40e975ae1', 'network_id': '5189435a-ef15-47eb-8dc4-aaf10a844886', 'admin_state_up': True, 'tenant_id': '32b88e7bc28b44379a1452b198468e54', 'security_groups': ['8e4acdde-4972-48a2-9e3f-17813fae8eee']}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:12:25.061776 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d8cbc1b-e782-462e-8048-0bfc4e1a7d6a req-4179c986-5af6-4c7a-9da0-bb753ee7b720 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Made reservation on behalf of 32b88e7bc28b44379a1452b198468e54 for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:12:25.066563 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-7d8cbc1b-e782-462e-8048-0bfc4e1a7d6a req-4179c986-5af6-4c7a-9da0-bb753ee7b720 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:25.219563 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e66e4e9-93d2-42f3-b614-5e55bbcc4c28 req-3a517904-94cd-4301-ad04-009a09d6eefa tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:25.221350 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0e66e4e9-93d2-42f3-b614-5e55bbcc4c28 req-3a517904-94cd-4301-ad04-009a09d6eefa tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=00e73479-8262-4b33-95a0-d335d514b1ae HTTP/1.1" status: 200 len: 945 time: 0.0662725 Feb 19 03:12:25.251447 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [req-7d8cbc1b-e782-462e-8048-0bfc4e1a7d6a req-4179c986-5af6-4c7a-9da0-bb753ee7b720 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Allocated IP 172.20.0.8 (5189435a-ef15-47eb-8dc4-aaf10a844886/bc6b4e94-cc8d-478c-bcbf-a4c78d4a263c/815798fc-e514-4a26-8f99-eeff0cbf5bd9) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:12:25.293579 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0e66e4e9-93d2-42f3-b614-5e55bbcc4c28 req-3dcf502a-4d1b-404c-ac59-251af169fdab tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6656291-2f71-4c36-83df-c6cd4c44fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665610 Feb 19 03:12:25.378990 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e6f9ce43-2f4a-4c9c-bf9d-d26d1e2d1761 req-625167a7-7d18-473a-9b26-717023fa1c93 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "GET /v2.0/ports?device_id=0dad18e6-0289-4849-ab34-abf40e975ae1 HTTP/1.1" status: 200 len: 210 time: 0.0527790 Feb 19 03:12:25.532343 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-7d8cbc1b-e782-462e-8048-0bfc4e1a7d6a req-4179c986-5af6-4c7a-9da0-bb753ee7b720 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for port (815798fc-e514-4a26-8f99-eeff0cbf5bd9), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:25.583269 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9100ca6-dccd-432d-a1f5-558a5ac6332c req-fc9de94b-b5b7-4d0a-af83-1b26ab3fa99b tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:25.592785 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e9100ca6-dccd-432d-a1f5-558a5ac6332c req-fc9de94b-b5b7-4d0a-af83-1b26ab3fa99b tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=00e73479-8262-4b33-95a0-d335d514b1ae HTTP/1.1" status: 200 len: 945 time: 0.0969899 Feb 19 03:12:25.595363 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-7d8cbc1b-e782-462e-8048-0bfc4e1a7d6a req-4179c986-5af6-4c7a-9da0-bb753ee7b720 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (815798fc-e514-4a26-8f99-eeff0cbf5bd9), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:25.643777 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d8cbc1b-e782-462e-8048-0bfc4e1a7d6a req-4179c986-5af6-4c7a-9da0-bb753ee7b720 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Network 5189435a-ef15-47eb-8dc4-aaf10a844886 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:12:25.647435 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [req-7d8cbc1b-e782-462e-8048-0bfc4e1a7d6a req-4179c986-5af6-4c7a-9da0-bb753ee7b720 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:12:25.650258 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d8cbc1b-e782-462e-8048-0bfc4e1a7d6a req-4179c986-5af6-4c7a-9da0-bb753ee7b720 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:12:25.651233 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e9100ca6-dccd-432d-a1f5-558a5ac6332c req-86e1b95f-9f26-472c-8efc-888610726e2d tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6656291-2f71-4c36-83df-c6cd4c44fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531952 Feb 19 03:12:25.696309 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4179c986-5af6-4c7a-9da0-bb753ee7b720 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Pushing event updated for resources: {'Port': ['ID=815798fc-e514-4a26-8f99-eeff0cbf5bd9,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:25.725316 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8cbc1b-e782-462e-8048-0bfc4e1a7d6a req-4179c986-5af6-4c7a-9da0-bb753ee7b720 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:25.725978 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-7d8cbc1b-e782-462e-8048-0bfc4e1a7d6a req-4179c986-5af6-4c7a-9da0-bb753ee7b720 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:25.749104 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7d8cbc1b-e782-462e-8048-0bfc4e1a7d6a req-4179c986-5af6-4c7a-9da0-bb753ee7b720 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8464701 Feb 19 03:12:25.808417 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-7d8cbc1b-e782-462e-8048-0bfc4e1a7d6a req-d47630c8-bb58-4941-9504-168896b0cd6b service neutron] Request body: {'port': {'device_id': '0dad18e6-0289-4849-ab34-abf40e975ae1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826753-2'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:12:25.944507 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-7d8cbc1b-e782-462e-8048-0bfc4e1a7d6a req-d47630c8-bb58-4941-9504-168896b0cd6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (815798fc-e514-4a26-8f99-eeff0cbf5bd9), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:26.060843 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-5b3c1697-ab6d-47b3-96fc-a912e31948a5 None None] Provisioning complete for port 815798fc-e514-4a26-8f99-eeff0cbf5bd9 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:12:26.061430 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5b3c1697-ab6d-47b3-96fc-a912e31948a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (815798fc-e514-4a26-8f99-eeff0cbf5bd9), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:26.099329 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-5b3c1697-ab6d-47b3-96fc-a912e31948a5 None None] Port 815798fc-e514-4a26-8f99-eeff0cbf5bd9 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:12:26.263233 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-7d8cbc1b-e782-462e-8048-0bfc4e1a7d6a req-d47630c8-bb58-4941-9504-168896b0cd6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 815798fc-e514-4a26-8f99-eeff0cbf5bd9 {{(pid=103702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:12:26.279890 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-7d8cbc1b-e782-462e-8048-0bfc4e1a7d6a req-d47630c8-bb58-4941-9504-168896b0cd6b service neutron] Publish callbacks [] for port (815798fc-e514-4a26-8f99-eeff0cbf5bd9), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:26.288935 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:26.300458 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-7d8cbc1b-e782-462e-8048-0bfc4e1a7d6a req-d47630c8-bb58-4941-9504-168896b0cd6b service neutron] Transition to ACTIVE for port object 815798fc-e514-4a26-8f99-eeff0cbf5bd9 will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:12:26.305855 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-7d8cbc1b-e782-462e-8048-0bfc4e1a7d6a req-d47630c8-bb58-4941-9504-168896b0cd6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (815798fc-e514-4a26-8f99-eeff0cbf5bd9), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:26.383667 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47630c8-bb58-4941-9504-168896b0cd6b service neutron] Pushing event updated for resources: {'Port': ['ID=815798fc-e514-4a26-8f99-eeff0cbf5bd9,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:26.522627 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-7d8cbc1b-e782-462e-8048-0bfc4e1a7d6a req-d47630c8-bb58-4941-9504-168896b0cd6b service neutron] Attempting to bind port 815798fc-e514-4a26-8f99-eeff0cbf5bd9 on host n-h1-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:12:26.523156 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-7d8cbc1b-e782-462e-8048-0bfc4e1a7d6a req-d47630c8-bb58-4941-9504-168896b0cd6b service neutron] Attempting to bind port 815798fc-e514-4a26-8f99-eeff0cbf5bd9 by drivers openvswitch,hyperv on host n-h1-826753-2 at level 0 using segments [{'id': '1caf5773-570d-4a90-a280-ed84933424dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '5189435a-ef15-47eb-8dc4-aaf10a844886'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:12:26.523698 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8cbc1b-e782-462e-8048-0bfc4e1a7d6a req-d47630c8-bb58-4941-9504-168896b0cd6b service neutron] Attempting to bind port 815798fc-e514-4a26-8f99-eeff0cbf5bd9 on network 5189435a-ef15-47eb-8dc4-aaf10a844886 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:12:26.532562 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8cbc1b-e782-462e-8048-0bfc4e1a7d6a req-d47630c8-bb58-4941-9504-168896b0cd6b service neutron] Port 815798fc-e514-4a26-8f99-eeff0cbf5bd9 on network 5189435a-ef15-47eb-8dc4-aaf10a844886 not bound, no agent of type Open vSwitch agent registered on host n-h1-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:12:26.533100 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8cbc1b-e782-462e-8048-0bfc4e1a7d6a req-d47630c8-bb58-4941-9504-168896b0cd6b service neutron] Attempting to bind port 815798fc-e514-4a26-8f99-eeff0cbf5bd9 on network 5189435a-ef15-47eb-8dc4-aaf10a844886 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:12:26.541378 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8cbc1b-e782-462e-8048-0bfc4e1a7d6a req-d47630c8-bb58-4941-9504-168896b0cd6b service neutron] Checking agent: {'id': '9d56fb1b-2855-496a-a6d9-c324740cb98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:12:26.541903 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8cbc1b-e782-462e-8048-0bfc4e1a7d6a req-d47630c8-bb58-4941-9504-168896b0cd6b service neutron] Checking segment: {'id': '1caf5773-570d-4a90-a280-ed84933424dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '5189435a-ef15-47eb-8dc4-aaf10a844886'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:12:26.542523 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8cbc1b-e782-462e-8048-0bfc4e1a7d6a req-d47630c8-bb58-4941-9504-168896b0cd6b service neutron] Bound using segment: {'id': '1caf5773-570d-4a90-a280-ed84933424dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '5189435a-ef15-47eb-8dc4-aaf10a844886'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:12:26.543223 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-7d8cbc1b-e782-462e-8048-0bfc4e1a7d6a req-d47630c8-bb58-4941-9504-168896b0cd6b service neutron] Bound port: 815798fc-e514-4a26-8f99-eeff0cbf5bd9, host: n-h1-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1caf5773-570d-4a90-a280-ed84933424dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '5189435a-ef15-47eb-8dc4-aaf10a844886'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:12:26.543798 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-7d8cbc1b-e782-462e-8048-0bfc4e1a7d6a req-d47630c8-bb58-4941-9504-168896b0cd6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (815798fc-e514-4a26-8f99-eeff0cbf5bd9), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:26.626284 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-7d8cbc1b-e782-462e-8048-0bfc4e1a7d6a req-d47630c8-bb58-4941-9504-168896b0cd6b service neutron] For port 815798fc-e514-4a26-8f99-eeff0cbf5bd9, host n-h1-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:12:26.635437 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-7d8cbc1b-e782-462e-8048-0bfc4e1a7d6a req-d47630c8-bb58-4941-9504-168896b0cd6b service neutron] For port 815798fc-e514-4a26-8f99-eeff0cbf5bd9, host n-h1-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=815798fc-e514-4a26-8f99-eeff0cbf5bd9,segment=NetworkSegment(1caf5773-570d-4a90-a280-ed84933424dc),segment_id=1caf5773-570d-4a90-a280-ed84933424dc)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:12:26.642103 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f18088-7276-4faf-a283-6974016cea59 req-0a543b41-2ad4-4f60-903b-3f9784a1dc92 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:26.644499 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b6f18088-7276-4faf-a283-6974016cea59 req-0a543b41-2ad4-4f60-903b-3f9784a1dc92 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "GET /v2.0/ports?device_id=0dad18e6-0289-4849-ab34-abf40e975ae1 HTTP/1.1" status: 200 len: 943 time: 0.1116335 Feb 19 03:12:26.652722 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-7d8cbc1b-e782-462e-8048-0bfc4e1a7d6a req-d47630c8-bb58-4941-9504-168896b0cd6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (815798fc-e514-4a26-8f99-eeff0cbf5bd9), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:26.698880 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8cbc1b-e782-462e-8048-0bfc4e1a7d6a req-d47630c8-bb58-4941-9504-168896b0cd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:26.699542 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-7d8cbc1b-e782-462e-8048-0bfc4e1a7d6a req-d47630c8-bb58-4941-9504-168896b0cd6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:26.701070 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7d8cbc1b-e782-462e-8048-0bfc4e1a7d6a req-d47630c8-bb58-4941-9504-168896b0cd6b service neutron] 10.222.0.73 "PUT /v2.0/ports/815798fc-e514-4a26-8f99-eeff0cbf5bd9 HTTP/1.1" status: 200 len: 1091 time: 0.8994019 Feb 19 03:12:26.701502 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dad18e6-0289-4849-ab34-abf40e975ae1', 'tag': '815798fc-e514-4a26-8f99-eeff0cbf5bd9'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:12:26.704375 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-017465d3-3208-4a92-b918-a0a6706b7dbf" -d '{"events": [{"name": "network-changed", "server_uuid": "0dad18e6-0289-4849-ab34-abf40e975ae1", "tag": "815798fc-e514-4a26-8f99-eeff0cbf5bd9"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:12:26.788388 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b6f18088-7276-4faf-a283-6974016cea59 req-3ae867b4-881f-4d43-8a83-df2cca6c3705 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e4acdde-4972-48a2-9e3f-17813fae8eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213613 Feb 19 03:12:26.842875 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47630c8-bb58-4941-9504-168896b0cd6b service neutron] Pushing event updated for resources: {'Port': ['ID=815798fc-e514-4a26-8f99-eeff0cbf5bd9,revision_number=3']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:26.928662 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-698375ff-a990-49cd-a62d-9921b6259ecb x-openstack-request-id: req-698375ff-a990-49cd-a62d-9921b6259ecb {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:12:26.929210 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dad18e6-0289-4849-ab34-abf40e975ae1", "tag": "815798fc-e514-4a26-8f99-eeff0cbf5bd9", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:12:26.929905 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-698375ff-a990-49cd-a62d-9921b6259ecb {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:12:26.930568 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dad18e6-0289-4849-ab34-abf40e975ae1', 'tag': '815798fc-e514-4a26-8f99-eeff0cbf5bd9', 'status': 'completed', 'code': 200} Feb 19 03:12:26.934502 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8cbc1b-e782-462e-8048-0bfc4e1a7d6a req-105810c1-8628-4de3-91b4-9dd9553d78ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:26.937000 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7d8cbc1b-e782-462e-8048-0bfc4e1a7d6a req-105810c1-8628-4de3-91b4-9dd9553d78ae service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=32b88e7bc28b44379a1452b198468e54&device_id=0dad18e6-0289-4849-ab34-abf40e975ae1 HTTP/1.1" status: 200 len: 1125 time: 0.1637154 Feb 19 03:12:26.949703 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28509020-1fbf-4b7f-b433-59e2c7172449 req-95e3ed7c-1ba8-4dd8-8b55-649b39478135 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:26.951590 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-28509020-1fbf-4b7f-b433-59e2c7172449 req-95e3ed7c-1ba8-4dd8-8b55-649b39478135 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=00e73479-8262-4b33-95a0-d335d514b1ae HTTP/1.1" status: 200 len: 945 time: 0.1621480 Feb 19 03:12:26.998998 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7d8cbc1b-e782-462e-8048-0bfc4e1a7d6a req-d65a193a-3c83-4828-a440-0ae9c2788804 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=815798fc-e514-4a26-8f99-eeff0cbf5bd9 HTTP/1.1" status: 200 len: 217 time: 0.0477326 Feb 19 03:12:27.043642 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-28509020-1fbf-4b7f-b433-59e2c7172449 req-5bdb6c31-4e24-40ff-a3b0-1796ca18a4bc tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6656291-2f71-4c36-83df-c6cd4c44fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854459 Feb 19 03:12:27.102671 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8cbc1b-e782-462e-8048-0bfc4e1a7d6a req-99730667-21a9-4e96-8229-599297df886b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:27.104893 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7d8cbc1b-e782-462e-8048-0bfc4e1a7d6a req-99730667-21a9-4e96-8229-599297df886b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bc6b4e94-cc8d-478c-bcbf-a4c78d4a263c HTTP/1.1" status: 200 len: 835 time: 0.1004667 Feb 19 03:12:27.202702 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8cbc1b-e782-462e-8048-0bfc4e1a7d6a req-6baf5568-78f3-40c2-bb29-e21ce25c4a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:27.205678 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7d8cbc1b-e782-462e-8048-0bfc4e1a7d6a req-6baf5568-78f3-40c2-bb29-e21ce25c4a14 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5189435a-ef15-47eb-8dc4-aaf10a844886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0951793 Feb 19 03:12:27.383534 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7d8cbc1b-e782-462e-8048-0bfc4e1a7d6a req-790cab61-bd6a-40f6-a8e7-77fbdcc23a73 service neutron] 10.222.0.73 "GET /v2.0/networks/5189435a-ef15-47eb-8dc4-aaf10a844886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716280 Feb 19 03:12:27.502236 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7d8cbc1b-e782-462e-8048-0bfc4e1a7d6a req-61e468c6-cd91-4f27-b349-da59909c75fc service neutron] 10.222.0.73 "GET /v2.0/networks/5189435a-ef15-47eb-8dc4-aaf10a844886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134405 Feb 19 03:12:27.676839 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017465d3-3208-4a92-b918-a0a6706b7dbf req-06953679-30cf-4e2f-9a0d-37d2dfd5671c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:27.678665 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-017465d3-3208-4a92-b918-a0a6706b7dbf req-06953679-30cf-4e2f-9a0d-37d2dfd5671c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=32b88e7bc28b44379a1452b198468e54&device_id=0dad18e6-0289-4849-ab34-abf40e975ae1 HTTP/1.1" status: 200 len: 1125 time: 0.0682604 Feb 19 03:12:27.680491 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e00560-a424-4d79-b56b-6fd5a4644e9f req-888e051a-ac1b-40b2-8998-34887bc46507 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:27.682614 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a1e00560-a424-4d79-b56b-6fd5a4644e9f req-888e051a-ac1b-40b2-8998-34887bc46507 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=00e73479-8262-4b33-95a0-d335d514b1ae HTTP/1.1" status: 200 len: 945 time: 0.0582597 Feb 19 03:12:27.735852 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a1e00560-a424-4d79-b56b-6fd5a4644e9f req-9149376f-600a-415f-ad03-fe8bdb43c055 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6656291-2f71-4c36-83df-c6cd4c44fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473824 Feb 19 03:12:27.799225 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017465d3-3208-4a92-b918-a0a6706b7dbf req-4c2660b2-4038-4140-b133-8baa9b23b849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:27.800620 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-017465d3-3208-4a92-b918-a0a6706b7dbf req-4c2660b2-4038-4140-b133-8baa9b23b849 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5189435a-ef15-47eb-8dc4-aaf10a844886 HTTP/1.1" status: 200 len: 897 time: 0.1049762 Feb 19 03:12:27.849988 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-017465d3-3208-4a92-b918-a0a6706b7dbf req-f0824e27-c595-4903-b0b0-bbb5a3ffa508 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=815798fc-e514-4a26-8f99-eeff0cbf5bd9 HTTP/1.1" status: 200 len: 217 time: 0.0416384 Feb 19 03:12:27.909896 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017465d3-3208-4a92-b918-a0a6706b7dbf req-628a7e45-da38-4134-93c8-b21a5ade1039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:27.911436 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-017465d3-3208-4a92-b918-a0a6706b7dbf req-628a7e45-da38-4134-93c8-b21a5ade1039 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bc6b4e94-cc8d-478c-bcbf-a4c78d4a263c HTTP/1.1" status: 200 len: 835 time: 0.0535336 Feb 19 03:12:27.918307 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0825337e-4338-47a7-b9a2-488c56d10d21 req-5e26de76-6c47-424a-acc9-d503e8b59d0d tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:27.925224 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0825337e-4338-47a7-b9a2-488c56d10d21 req-5e26de76-6c47-424a-acc9-d503e8b59d0d tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "GET /v2.0/ports?device_id=0dad18e6-0289-4849-ab34-abf40e975ae1 HTTP/1.1" status: 200 len: 943 time: 0.0684443 Feb 19 03:12:27.986825 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017465d3-3208-4a92-b918-a0a6706b7dbf req-70ab2aea-57ea-4e9b-880c-2dd12ee2aa4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:27.988388 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-017465d3-3208-4a92-b918-a0a6706b7dbf req-70ab2aea-57ea-4e9b-880c-2dd12ee2aa4e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5189435a-ef15-47eb-8dc4-aaf10a844886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0698960 Feb 19 03:12:27.989579 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0825337e-4338-47a7-b9a2-488c56d10d21 req-5df2f807-b434-442c-ac18-1b4493966b18 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e4acdde-4972-48a2-9e3f-17813fae8eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634303 Feb 19 03:12:28.111694 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-017465d3-3208-4a92-b918-a0a6706b7dbf req-b6f803eb-1545-43b9-91e1-0541138e2d34 service neutron] 10.222.0.73 "GET /v2.0/networks/5189435a-ef15-47eb-8dc4-aaf10a844886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155658 Feb 19 03:12:28.234217 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-017465d3-3208-4a92-b918-a0a6706b7dbf req-3f709e08-3ff6-493b-8c18-51db4e38dad8 service neutron] 10.222.0.73 "GET /v2.0/networks/5189435a-ef15-47eb-8dc4-aaf10a844886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001968 Feb 19 03:12:28.870112 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4eb24b-2d3e-4d5a-81b2-792eb5e63029 req-5ed41ec7-d723-4eba-aeba-ecc2da8cb7d0 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:28.871619 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ba4eb24b-2d3e-4d5a-81b2-792eb5e63029 req-5ed41ec7-d723-4eba-aeba-ecc2da8cb7d0 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=00e73479-8262-4b33-95a0-d335d514b1ae HTTP/1.1" status: 200 len: 945 time: 0.0600443 Feb 19 03:12:28.928235 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ba4eb24b-2d3e-4d5a-81b2-792eb5e63029 req-a41a0189-7f52-42b7-a056-85a55a52db62 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6656291-2f71-4c36-83df-c6cd4c44fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501573 Feb 19 03:12:29.127411 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace052c0-2bc7-42f5-86b4-369e4f3b7aee req-a57cd4e6-a1cc-471f-9ce7-3cb91a4b9d68 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:29.129204 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ace052c0-2bc7-42f5-86b4-369e4f3b7aee req-a57cd4e6-a1cc-471f-9ce7-3cb91a4b9d68 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "GET /v2.0/ports?device_id=0dad18e6-0289-4849-ab34-abf40e975ae1 HTTP/1.1" status: 200 len: 943 time: 0.0561316 Feb 19 03:12:29.189896 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ace052c0-2bc7-42f5-86b4-369e4f3b7aee req-f4ed389e-4888-461c-a8cc-4a5695e74809 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e4acdde-4972-48a2-9e3f-17813fae8eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534365 Feb 19 03:12:30.076042 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88060b5b-2f0b-4c14-a7d6-423de82d9f0d req-4f260856-4fa5-4d29-a47f-5a2b03d9b064 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:30.077611 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-88060b5b-2f0b-4c14-a7d6-423de82d9f0d req-4f260856-4fa5-4d29-a47f-5a2b03d9b064 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=00e73479-8262-4b33-95a0-d335d514b1ae HTTP/1.1" status: 200 len: 945 time: 0.0723860 Feb 19 03:12:30.142813 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-88060b5b-2f0b-4c14-a7d6-423de82d9f0d req-e7f47878-9160-465f-834c-a9c1a1bb28ff tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6656291-2f71-4c36-83df-c6cd4c44fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533280 Feb 19 03:12:30.324212 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a77c76-c745-4e80-8a37-5884f5fbafd8 req-677291f3-3141-4dff-8f0e-a38df2bbc493 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:30.325907 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-99a77c76-c745-4e80-8a37-5884f5fbafd8 req-677291f3-3141-4dff-8f0e-a38df2bbc493 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "GET /v2.0/ports?device_id=0dad18e6-0289-4849-ab34-abf40e975ae1 HTTP/1.1" status: 200 len: 943 time: 0.0558360 Feb 19 03:12:30.389071 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-99a77c76-c745-4e80-8a37-5884f5fbafd8 req-af5b8c78-d4dc-46ef-b683-1de461097994 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e4acdde-4972-48a2-9e3f-17813fae8eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535150 Feb 19 03:12:31.271392 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a407273d-0b3e-491a-a8b8-e89fb9791935 req-a1a0a64b-3985-423e-ac4a-391e15192a96 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:31.273227 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a407273d-0b3e-491a-a8b8-e89fb9791935 req-a1a0a64b-3985-423e-ac4a-391e15192a96 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=00e73479-8262-4b33-95a0-d335d514b1ae HTTP/1.1" status: 200 len: 945 time: 0.0613704 Feb 19 03:12:31.304546 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device ca9573b3-b0c5-4744-9e20-e933f91fc19f details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:12:31.331229 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a407273d-0b3e-491a-a8b8-e89fb9791935 req-17de956d-e15b-4171-b08e-9fc442717ac3 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6656291-2f71-4c36-83df-c6cd4c44fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510988 Feb 19 03:12:31.434010 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port ca9573b3-b0c5-4744-9e20-e933f91fc19f, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=ca9573b3-b0c5-4744-9e20-e933f91fc19f,segment=NetworkSegment(9361ff5e-ecd3-4a53-b64f-0204e54bd4ff),segment_id=9361ff5e-ecd3-4a53-b64f-0204e54bd4ff)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:12:31.448080 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': 'ca9573b3-b0c5-4744-9e20-e933f91fc19f', 'network_id': '0f4d9579-5631-481f-acff-55faffa2a3d0', 'port_id': 'ca9573b3-b0c5-4744-9e20-e933f91fc19f', 'mac_address': 'fa:16:3e:9c:f6:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '873fca23-e618-4343-ad67-b4c94d7ebaec', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:12:31.511386 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port ca9573b3-b0c5-4744-9e20-e933f91fc19f is: ACTIVE; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:12:31.512051 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (ca9573b3-b0c5-4744-9e20-e933f91fc19f), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:31.530410 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ca9573b3-b0c5-4744-9e20-e933f91fc19f {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:12:31.535518 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e9fd2-2eea-4052-92da-703340ebb5be req-13fe3f68-02b8-434d-b808-5ca4606fae68 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:31.537843 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c91e9fd2-2eea-4052-92da-703340ebb5be req-13fe3f68-02b8-434d-b808-5ca4606fae68 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "GET /v2.0/ports?device_id=0dad18e6-0289-4849-ab34-abf40e975ae1 HTTP/1.1" status: 200 len: 943 time: 0.0715923 Feb 19 03:12:31.561604 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port ca9573b3-b0c5-4744-9e20-e933f91fc19f, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=ca9573b3-b0c5-4744-9e20-e933f91fc19f,segment=NetworkSegment(9361ff5e-ecd3-4a53-b64f-0204e54bd4ff),segment_id=9361ff5e-ecd3-4a53-b64f-0204e54bd4ff)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:12:31.579779 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (ca9573b3-b0c5-4744-9e20-e933f91fc19f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:31.580723 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 815798fc-e514-4a26-8f99-eeff0cbf5bd9 details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:12:31.616710 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c91e9fd2-2eea-4052-92da-703340ebb5be req-0a2428d8-7da4-4c34-bd08-62f91e8981cf tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e4acdde-4972-48a2-9e3f-17813fae8eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723686 Feb 19 03:12:31.665421 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=ca9573b3-b0c5-4744-9e20-e933f91fc19f,revision_number=6']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:31.678593 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:31.679073 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:31.679768 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:31.680198 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:31.680629 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:31.681379 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:31.681966 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:31.682420 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:31.682840 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:31.683267 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:31.683707 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:31.684116 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:31.684532 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:31.768624 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 815798fc-e514-4a26-8f99-eeff0cbf5bd9, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=815798fc-e514-4a26-8f99-eeff0cbf5bd9,segment=NetworkSegment(1caf5773-570d-4a90-a280-ed84933424dc),segment_id=1caf5773-570d-4a90-a280-ed84933424dc)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:12:31.780146 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': '815798fc-e514-4a26-8f99-eeff0cbf5bd9', 'network_id': '5189435a-ef15-47eb-8dc4-aaf10a844886', 'port_id': '815798fc-e514-4a26-8f99-eeff0cbf5bd9', 'mac_address': 'fa:16:3e:e2:c9:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc6b4e94-cc8d-478c-bcbf-a4c78d4a263c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:12:31.833172 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 815798fc-e514-4a26-8f99-eeff0cbf5bd9 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:12:31.833820 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (815798fc-e514-4a26-8f99-eeff0cbf5bd9), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:31.851952 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 815798fc-e514-4a26-8f99-eeff0cbf5bd9 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:12:31.872947 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 815798fc-e514-4a26-8f99-eeff0cbf5bd9, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=815798fc-e514-4a26-8f99-eeff0cbf5bd9,segment=NetworkSegment(1caf5773-570d-4a90-a280-ed84933424dc),segment_id=1caf5773-570d-4a90-a280-ed84933424dc)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:12:31.876849 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (815798fc-e514-4a26-8f99-eeff0cbf5bd9), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:31.930521 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=815798fc-e514-4a26-8f99-eeff0cbf5bd9,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:32.090318 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['ca9573b3-b0c5-4744-9e20-e933f91fc19f'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:12:32.481591 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f619ca6a-e9a6-4c50-bece-c7e2a510d43d req-233196a0-ed12-4af2-8f89-f70bd18b5f29 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:32.483258 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f619ca6a-e9a6-4c50-bece-c7e2a510d43d req-233196a0-ed12-4af2-8f89-f70bd18b5f29 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=00e73479-8262-4b33-95a0-d335d514b1ae HTTP/1.1" status: 200 len: 944 time: 0.0863578 Feb 19 03:12:32.536233 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f619ca6a-e9a6-4c50-bece-c7e2a510d43d req-b2987a9e-0623-476d-ae2e-5d9df3d790b0 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6656291-2f71-4c36-83df-c6cd4c44fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468323 Feb 19 03:12:32.592894 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['815798fc-e514-4a26-8f99-eeff0cbf5bd9'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:12:32.755077 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94ec798-d47e-4234-b119-d4508fa9fb1c req-56841f4f-0319-4c21-8219-b16f641d3856 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:32.765045 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e94ec798-d47e-4234-b119-d4508fa9fb1c req-56841f4f-0319-4c21-8219-b16f641d3856 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "GET /v2.0/ports?device_id=0dad18e6-0289-4849-ab34-abf40e975ae1 HTTP/1.1" status: 200 len: 944 time: 0.0682991 Feb 19 03:12:32.829586 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e94ec798-d47e-4234-b119-d4508fa9fb1c req-1cd990ca-db53-4f49-af8b-98fa7cb07b08 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e4acdde-4972-48a2-9e3f-17813fae8eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617228 Feb 19 03:12:33.302393 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device ca9573b3-b0c5-4744-9e20-e933f91fc19f up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:12:33.354522 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port ca9573b3-b0c5-4744-9e20-e933f91fc19f triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:12:33.354893 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (ca9573b3-b0c5-4744-9e20-e933f91fc19f), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:33.440197 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port ca9573b3-b0c5-4744-9e20-e933f91fc19f is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:12:33.440592 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (ca9573b3-b0c5-4744-9e20-e933f91fc19f), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:33.466915 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00e73479-8262-4b33-95a0-d335d514b1ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca9573b3-b0c5-4744-9e20-e933f91fc19f'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:12:33.469227 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59e63498-b516-4e2f-a4f4-16883229a46e" -d '{"events": [{"server_uuid": "00e73479-8262-4b33-95a0-d335d514b1ae", "name": "network-vif-plugged", "status": "completed", "tag": "ca9573b3-b0c5-4744-9e20-e933f91fc19f"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:12:33.483928 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port ca9573b3-b0c5-4744-9e20-e933f91fc19f, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=ca9573b3-b0c5-4744-9e20-e933f91fc19f,segment=NetworkSegment(9361ff5e-ecd3-4a53-b64f-0204e54bd4ff),segment_id=9361ff5e-ecd3-4a53-b64f-0204e54bd4ff)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:12:33.489689 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (ca9573b3-b0c5-4744-9e20-e933f91fc19f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:33.539914 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2b2cf3c-9df0-497c-b3f0-baf1050f6842 x-openstack-request-id: req-c2b2cf3c-9df0-497c-b3f0-baf1050f6842 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:12:33.540348 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00e73479-8262-4b33-95a0-d335d514b1ae", "name": "network-vif-plugged", "status": "completed", "tag": "ca9573b3-b0c5-4744-9e20-e933f91fc19f", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:12:33.540613 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c2b2cf3c-9df0-497c-b3f0-baf1050f6842 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:12:33.541198 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00e73479-8262-4b33-95a0-d335d514b1ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca9573b3-b0c5-4744-9e20-e933f91fc19f', 'code': 200} Feb 19 03:12:33.559206 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=ca9573b3-b0c5-4744-9e20-e933f91fc19f,revision_number=7']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:33.750219 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03dd662-4284-47ab-aeab-4e24cff23648 req-a25cf3c6-a401-4ff3-a21a-96a561386a1e tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:33.751964 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f03dd662-4284-47ab-aeab-4e24cff23648 req-a25cf3c6-a401-4ff3-a21a-96a561386a1e tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=00e73479-8262-4b33-95a0-d335d514b1ae HTTP/1.1" status: 200 len: 945 time: 0.0669107 Feb 19 03:12:33.805582 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f03dd662-4284-47ab-aeab-4e24cff23648 req-6c09868d-1ae7-456e-b807-3483ceaf4940 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6656291-2f71-4c36-83df-c6cd4c44fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440240 Feb 19 03:12:33.943996 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6d26b6-e297-4bfb-99dd-32cd26502221 req-9f96b514-8416-4d5f-ab16-e88801ec4b51 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:33.947104 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0e6d26b6-e297-4bfb-99dd-32cd26502221 req-9f96b514-8416-4d5f-ab16-e88801ec4b51 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "GET /v2.0/ports?device_id=0dad18e6-0289-4849-ab34-abf40e975ae1 HTTP/1.1" status: 200 len: 944 time: 0.0549643 Feb 19 03:12:34.003182 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0e6d26b6-e297-4bfb-99dd-32cd26502221 req-7533249f-f2ec-486f-8102-6df84b8b6300 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e4acdde-4972-48a2-9e3f-17813fae8eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495558 Feb 19 03:12:35.039695 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d1a1b3-2c36-4902-bca8-694bfaa40308 req-4b156398-8846-4b18-9137-1a354c2ab985 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:35.050101 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f8d1a1b3-2c36-4902-bca8-694bfaa40308 req-4b156398-8846-4b18-9137-1a354c2ab985 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=00e73479-8262-4b33-95a0-d335d514b1ae HTTP/1.1" status: 200 len: 945 time: 0.0806122 Feb 19 03:12:35.211318 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f8d1a1b3-2c36-4902-bca8-694bfaa40308 req-5bbd54f6-0f6d-46b8-8dea-dc054f366a5f tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6656291-2f71-4c36-83df-c6cd4c44fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542575 Feb 19 03:12:35.231633 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7ce6ec-4011-4d4f-b8f0-4c03518613a2 req-1d522d3f-f24c-45a5-b8b5-84e0287d0a2d tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:35.233715 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bc7ce6ec-4011-4d4f-b8f0-4c03518613a2 req-1d522d3f-f24c-45a5-b8b5-84e0287d0a2d tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "GET /v2.0/ports?device_id=0dad18e6-0289-4849-ab34-abf40e975ae1 HTTP/1.1" status: 200 len: 944 time: 0.0984819 Feb 19 03:12:35.301574 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bc7ce6ec-4011-4d4f-b8f0-4c03518613a2 req-a1c7ea9a-35b6-4d8d-b4d7-eb56656e65e4 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e4acdde-4972-48a2-9e3f-17813fae8eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606377 Feb 19 03:12:35.333488 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 815798fc-e514-4a26-8f99-eeff0cbf5bd9 up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:12:35.405257 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning for port 815798fc-e514-4a26-8f99-eeff0cbf5bd9 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:12:35.413147 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port 815798fc-e514-4a26-8f99-eeff0cbf5bd9 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:12:35.413846 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (815798fc-e514-4a26-8f99-eeff0cbf5bd9), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:35.552562 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 815798fc-e514-4a26-8f99-eeff0cbf5bd9 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:12:35.553368 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (815798fc-e514-4a26-8f99-eeff0cbf5bd9), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:35.592032 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 815798fc-e514-4a26-8f99-eeff0cbf5bd9, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=815798fc-e514-4a26-8f99-eeff0cbf5bd9,segment=NetworkSegment(1caf5773-570d-4a90-a280-ed84933424dc),segment_id=1caf5773-570d-4a90-a280-ed84933424dc)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:12:35.593831 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dad18e6-0289-4849-ab34-abf40e975ae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '815798fc-e514-4a26-8f99-eeff0cbf5bd9'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:12:35.596849 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb6d7d32-e97f-42d5-a7e6-5e29363477a5" -d '{"events": [{"server_uuid": "0dad18e6-0289-4849-ab34-abf40e975ae1", "name": "network-vif-plugged", "status": "completed", "tag": "815798fc-e514-4a26-8f99-eeff0cbf5bd9"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:12:35.615458 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (815798fc-e514-4a26-8f99-eeff0cbf5bd9), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:35.680119 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a19da7d-f657-42be-b1ed-aa55cb5b0672 x-openstack-request-id: req-7a19da7d-f657-42be-b1ed-aa55cb5b0672 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:12:35.680420 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dad18e6-0289-4849-ab34-abf40e975ae1", "name": "network-vif-plugged", "status": "completed", "tag": "815798fc-e514-4a26-8f99-eeff0cbf5bd9", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:12:35.681238 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7a19da7d-f657-42be-b1ed-aa55cb5b0672 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:12:35.694158 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dad18e6-0289-4849-ab34-abf40e975ae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '815798fc-e514-4a26-8f99-eeff0cbf5bd9', 'code': 200} Feb 19 03:12:35.696345 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=815798fc-e514-4a26-8f99-eeff0cbf5bd9,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:35.804069 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae8e9a-b3cd-4c23-b8f2-b6867bd7bc5a req-1846fe0a-0182-48b6-9151-17a286e735f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:35.806696 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-bcae8e9a-b3cd-4c23-b8f2-b6867bd7bc5a req-1846fe0a-0182-48b6-9151-17a286e735f7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0dad18e6-0289-4849-ab34-abf40e975ae1 HTTP/1.1" status: 200 len: 1127 time: 0.0586541 Feb 19 03:12:35.918627 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-bcae8e9a-b3cd-4c23-b8f2-b6867bd7bc5a req-041eb5f7-0e55-4fde-9870-72678046d9b6 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=8e4acdde-4972-48a2-9e3f-17813fae8eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061294 Feb 19 03:12:36.449772 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd66b91-717f-439a-b54e-5fcba0f8bff5 req-2566313e-2e01-4b75-8bdf-da93dcaf971e tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:36.451800 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-dfd66b91-717f-439a-b54e-5fcba0f8bff5 req-2566313e-2e01-4b75-8bdf-da93dcaf971e tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=00e73479-8262-4b33-95a0-d335d514b1ae HTTP/1.1" status: 200 len: 945 time: 0.1490979 Feb 19 03:12:36.521600 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28d89d7-3c89-4808-8696-d9d788be2129 req-7cc4569c-e33b-4d7f-8312-7cb3bb859361 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:36.533933 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e28d89d7-3c89-4808-8696-d9d788be2129 req-7cc4569c-e33b-4d7f-8312-7cb3bb859361 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "GET /v2.0/ports?device_id=0dad18e6-0289-4849-ab34-abf40e975ae1 HTTP/1.1" status: 200 len: 945 time: 0.1456797 Feb 19 03:12:36.594492 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-dfd66b91-717f-439a-b54e-5fcba0f8bff5 req-c12c3950-ea6e-40c8-aafc-df9f71dbe3e7 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6656291-2f71-4c36-83df-c6cd4c44fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341846 Feb 19 03:12:36.667349 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e28d89d7-3c89-4808-8696-d9d788be2129 req-5573f03d-1876-4167-8f79-39a0d4d50932 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e4acdde-4972-48a2-9e3f-17813fae8eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324549 Feb 19 03:12:37.783716 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b9e134-9d85-4ce8-be68-df79d4bf358f req-6221d5bf-d35e-44d7-b09a-f7f25ef3789d tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:37.785626 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c6b9e134-9d85-4ce8-be68-df79d4bf358f req-6221d5bf-d35e-44d7-b09a-f7f25ef3789d tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=00e73479-8262-4b33-95a0-d335d514b1ae HTTP/1.1" status: 200 len: 945 time: 0.1118755 Feb 19 03:12:37.910730 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c6b9e134-9d85-4ce8-be68-df79d4bf358f req-626aa299-faa6-41fe-ad55-bb32bb4c5d0d tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6656291-2f71-4c36-83df-c6cd4c44fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165712 Feb 19 03:12:37.926797 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0a5e2f-f2f9-4105-93eb-66ed194e1f18 req-fc4a43ec-fe4d-47cb-97f3-1ac3e57cb9ac tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:37.933531 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ad0a5e2f-f2f9-4105-93eb-66ed194e1f18 req-fc4a43ec-fe4d-47cb-97f3-1ac3e57cb9ac tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "GET /v2.0/ports?device_id=0dad18e6-0289-4849-ab34-abf40e975ae1 HTTP/1.1" status: 200 len: 945 time: 0.1110635 Feb 19 03:12:38.011597 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ad0a5e2f-f2f9-4105-93eb-66ed194e1f18 req-7d5a421b-b6e0-4b49-aa24-51b5e6078cfe tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e4acdde-4972-48a2-9e3f-17813fae8eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703027 Feb 19 03:12:38.210621 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e13e3e-4c8c-4f33-891d-8fc356e638b6 req-7066ea61-1e22-4c4f-abdd-450b6d9928a1 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:38.212403 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-92e13e3e-4c8c-4f33-891d-8fc356e638b6 req-7066ea61-1e22-4c4f-abdd-450b6d9928a1 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "GET /v2.0/ports?device_id=0dad18e6-0289-4849-ab34-abf40e975ae1 HTTP/1.1" status: 200 len: 945 time: 0.1001468 Feb 19 03:12:38.328225 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-92e13e3e-4c8c-4f33-891d-8fc356e638b6 req-2e2da8fb-dcec-4b90-aaf3-32d55e0e85c9 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e4acdde-4972-48a2-9e3f-17813fae8eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099894 Feb 19 03:12:38.354076 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 36162) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:12:38.414691 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1ebdf6-ccfe-4897-b5c0-3388d020b762 tempest-TestNetworkBasicOps-916205551 tempest-TestNetworkBasicOps-916205551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:38.420926 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 36164) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:12:38.428857 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-056d76f3-1000-4754-a883-ba275e43b634 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Request body: {'floatingip': {'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'port_id': '815798fc-e514-4a26-8f99-eeff0cbf5bd9', 'tenant_id': '32b88e7bc28b44379a1452b198468e54', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:12:38.433709 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-2e1ebdf6-ccfe-4897-b5c0-3388d020b762 tempest-TestNetworkBasicOps-916205551 tempest-TestNetworkBasicOps-916205551-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=0dad18e6-0289-4849-ab34-abf40e975ae1 HTTP/1.1" status: 200 len: 1122 time: 0.0780463 Feb 19 03:12:38.482562 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-056d76f3-1000-4754-a883-ba275e43b634 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:38.695608 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-056d76f3-1000-4754-a883-ba275e43b634 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:39.184975 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4a01a5-fa25-4cfd-a541-953f558bd961 req-5fca1d7d-3a01-45e5-8ad2-ef81f485bced tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:39.197861 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0c4a01a5-fa25-4cfd-a541-953f558bd961 req-5fca1d7d-3a01-45e5-8ad2-ef81f485bced tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=00e73479-8262-4b33-95a0-d335d514b1ae HTTP/1.1" status: 200 len: 945 time: 0.1231349 Feb 19 03:12:39.331532 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0c4a01a5-fa25-4cfd-a541-953f558bd961 req-156cbc5d-6826-42b5-8e07-7823d5605512 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6656291-2f71-4c36-83df-c6cd4c44fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952046 Feb 19 03:12:39.361988 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-056d76f3-1000-4754-a883-ba275e43b634 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Allocated IP 172.25.6.183 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/44969e4c-9ac8-4fd7-9da9-1d86e689e1af) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:12:39.526868 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-056d76f3-1000-4754-a883-ba275e43b634 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for port (44969e4c-9ac8-4fd7-9da9-1d86e689e1af), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:39.576202 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-056d76f3-1000-4754-a883-ba275e43b634 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (44969e4c-9ac8-4fd7-9da9-1d86e689e1af), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:39.600591 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056d76f3-1000-4754-a883-ba275e43b634 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:12:39.607673 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-056d76f3-1000-4754-a883-ba275e43b634 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:12:39.650176 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056d76f3-1000-4754-a883-ba275e43b634 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:12:39.695001 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056d76f3-1000-4754-a883-ba275e43b634 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Pushing event updated for resources: {'Port': ['ID=44969e4c-9ac8-4fd7-9da9-1d86e689e1af,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:40.503307 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355ea5a4-fd03-4d08-91d3-9765af3e9b1d req-4ecda912-c639-4b39-9a98-5b8f5ffacaa9 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:40.509543 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-355ea5a4-fd03-4d08-91d3-9765af3e9b1d req-4ecda912-c639-4b39-9a98-5b8f5ffacaa9 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=00e73479-8262-4b33-95a0-d335d514b1ae HTTP/1.1" status: 200 len: 945 time: 0.0779760 Feb 19 03:12:40.538594 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-056d76f3-1000-4754-a883-ba275e43b634 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for floatingip (c3cbbefa-a79b-4cf1-9eee-3efa54329558), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:40.630687 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-355ea5a4-fd03-4d08-91d3-9765af3e9b1d req-7857c86e-993a-4040-a282-b67e5238bcca tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6656291-2f71-4c36-83df-c6cd4c44fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163182 Feb 19 03:12:40.806368 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-056d76f3-1000-4754-a883-ba275e43b634 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (44969e4c-9ac8-4fd7-9da9-1d86e689e1af), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:41.037506 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-056d76f3-1000-4754-a883-ba275e43b634 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for port (44969e4c-9ac8-4fd7-9da9-1d86e689e1af), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:41.056783 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-056d76f3-1000-4754-a883-ba275e43b634 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (44969e4c-9ac8-4fd7-9da9-1d86e689e1af), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:41.204920 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056d76f3-1000-4754-a883-ba275e43b634 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Pushing event updated for resources: {'Port': ['ID=44969e4c-9ac8-4fd7-9da9-1d86e689e1af,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:41.222405 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-056d76f3-1000-4754-a883-ba275e43b634 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16285943'] for floatingip (c3cbbefa-a79b-4cf1-9eee-3efa54329558), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:41.436079 n-d-826753-2 neutron-server[103702]: INFO neutron.db.l3_db [None req-056d76f3-1000-4754-a883-ba275e43b634 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Floating IP c3cbbefa-a79b-4cf1-9eee-3efa54329558 associated. External IP: 172.25.6.183, port: 815798fc-e514-4a26-8f99-eeff0cbf5bd9. Feb 19 03:12:41.752815 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-056d76f3-1000-4754-a883-ba275e43b634 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Router 96334688-f5fd-468c-bd5a-b0a8e580f7e7 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:12:41.803535 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f969a475-c879-4823-9417-5d26d217424f req-f5533c88-1af6-4f51-8c25-50dd9db64612 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:41.812741 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f969a475-c879-4823-9417-5d26d217424f req-f5533c88-1af6-4f51-8c25-50dd9db64612 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=00e73479-8262-4b33-95a0-d335d514b1ae HTTP/1.1" status: 200 len: 945 time: 0.0697846 Feb 19 03:12:41.870837 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f969a475-c879-4823-9417-5d26d217424f req-af60f5c4-9d77-42f7-a387-5d18b107a1ca tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6656291-2f71-4c36-83df-c6cd4c44fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568714 Feb 19 03:12:41.952213 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-056d76f3-1000-4754-a883-ba275e43b634 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:12:41.969954 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e8da08-fc6d-47cd-b5a7-1ca16ed67c5d None None] Sync routers for ids ['96334688-f5fd-468c-bd5a-b0a8e580f7e7'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:12:41.979516 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-056d76f3-1000-4754-a883-ba275e43b634 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:41.986600 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e8da08-fc6d-47cd-b5a7-1ca16ed67c5d None None] Routers {'96334688-f5fd-468c-bd5a-b0a8e580f7e7'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:12:41.987453 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-31e8da08-fc6d-47cd-b5a7-1ca16ed67c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:12:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['96334688-f5fd-468c-bd5a-b0a8e580f7e7'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:12:42.036969 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-056d76f3-1000-4754-a883-ba275e43b634 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.6136899 Feb 19 03:12:42.037829 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 36212) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:12:42.038315 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dad18e6-0289-4849-ab34-abf40e975ae1', 'tag': '815798fc-e514-4a26-8f99-eeff0cbf5bd9'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:12:42.041533 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8013739-5343-4b61-8c77-38b58cf1fb1e" -d '{"events": [{"name": "network-changed", "server_uuid": "0dad18e6-0289-4849-ab34-abf40e975ae1", "tag": "815798fc-e514-4a26-8f99-eeff0cbf5bd9"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:12:42.334417 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-31e8da08-fc6d-47cd-b5a7-1ca16ed67c5d None None] Set router 96334688-f5fd-468c-bd5a-b0a8e580f7e7 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:12:42.562884 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-594e7a8e-104a-4d72-baf3-d22a506b6e45 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "GET /v2.0/floatingips/c3cbbefa-a79b-4cf1-9eee-3efa54329558 HTTP/1.1" status: 200 len: 991 time: 0.5184591 Feb 19 03:12:42.638745 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd08eee1-0647-40ca-80c8-1608574a8557 x-openstack-request-id: req-dd08eee1-0647-40ca-80c8-1608574a8557 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:12:42.639052 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dad18e6-0289-4849-ab34-abf40e975ae1", "tag": "815798fc-e514-4a26-8f99-eeff0cbf5bd9", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:12:42.639308 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-dd08eee1-0647-40ca-80c8-1608574a8557 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:12:42.639722 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dad18e6-0289-4849-ab34-abf40e975ae1', 'tag': '815798fc-e514-4a26-8f99-eeff0cbf5bd9', 'status': 'completed', 'code': 200} Feb 19 03:12:42.682715 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-31e8da08-fc6d-47cd-b5a7-1ca16ed67c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96334688-f5fd-468c-bd5a-b0a8e580f7e7', 'name': 'tempest-TestNetworkBasicOps-router-1592647355', 'tenant_id': '32b88e7bc28b44379a1452b198468e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'f0bef01f-7a5e-4587-9579-7e30c23e9db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:12:12Z', 'updated_at': '2022-02-19T03:12:17Z', 'revision_number': 4, 'project_id': '32b88e7bc28b44379a1452b198468e54', 'gw_port': {'id': 'f0bef01f-7a5e-4587-9579-7e30c23e9db4', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:8b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96334688-f5fd-468c-bd5a-b0a8e580f7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:12:13Z', 'updated_at': '2022-02-19T03:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': 'c3cbbefa-a79b-4cf1-9eee-3efa54329558', 'tenant_id': '32b88e7bc28b44379a1452b198468e54', 'floating_ip_address': '172.25.6.183', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': '96334688-f5fd-468c-bd5a-b0a8e580f7e7', 'port_id': '815798fc-e514-4a26-8f99-eeff0cbf5bd9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5189435a-ef15-47eb-8dc4-aaf10a844886', 'mac_address': 'fa:16:3e:e2:c9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dad18e6-0289-4849-ab34-abf40e975ae1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:12:40Z', 'updated_at': '2022-02-19T03:12:40Z', 'revision_number': 0, 'project_id': '32b88e7bc28b44379a1452b198468e54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '711e4c99-b69f-4cb5-8104-e546cdcb1ff4', 'name': '', 'network_id': '5189435a-ef15-47eb-8dc4-aaf10a844886', 'tenant_id': '32b88e7bc28b44379a1452b198468e54', 'mac_address': 'fa:16:3e:da:9b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96334688-f5fd-468c-bd5a-b0a8e580f7e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'bc6b4e94-cc8d-478c-bcbf-a4c78d4a263c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:12:16Z', 'updated_at': '2022-02-19T03:12:23Z', 'revision_number': 5, 'project_id': '32b88e7bc28b44379a1452b198468e54', 'subnets': [{'id': 'bc6b4e94-cc8d-478c-bcbf-a4c78d4a263c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:12:42.720068 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e8da08-fc6d-47cd-b5a7-1ca16ed67c5d None None] Checking router: 96334688-f5fd-468c-bd5a-b0a8e580f7e7 for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:12:42.734204 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e8da08-fc6d-47cd-b5a7-1ca16ed67c5d None None] Routers {'96334688-f5fd-468c-bd5a-b0a8e580f7e7'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:12:42.735120 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-31e8da08-fc6d-47cd-b5a7-1ca16ed67c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:12:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['96334688-f5fd-468c-bd5a-b0a8e580f7e7'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:12:42.797022 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8013739-5343-4b61-8c77-38b58cf1fb1e req-2f24b903-a286-4b82-ab7e-a06e40a4364d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:42.798938 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-f8013739-5343-4b61-8c77-38b58cf1fb1e req-2f24b903-a286-4b82-ab7e-a06e40a4364d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=32b88e7bc28b44379a1452b198468e54&device_id=0dad18e6-0289-4849-ab34-abf40e975ae1 HTTP/1.1" status: 200 len: 1127 time: 0.1100509 Feb 19 03:12:42.947549 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8013739-5343-4b61-8c77-38b58cf1fb1e req-dc18c0aa-7c7c-425a-bad2-6de374fcb351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:42.949325 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-f8013739-5343-4b61-8c77-38b58cf1fb1e req-dc18c0aa-7c7c-425a-bad2-6de374fcb351 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5189435a-ef15-47eb-8dc4-aaf10a844886 HTTP/1.1" status: 200 len: 897 time: 0.1353672 Feb 19 03:12:43.016540 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-31e8da08-fc6d-47cd-b5a7-1ca16ed67c5d None None] Set router 96334688-f5fd-468c-bd5a-b0a8e580f7e7 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:12:43.065424 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e6ec55-8ec0-49cf-bea1-4f9c9ba55130 req-331b8082-83fd-4d72-acf1-20e9600e3a05 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:43.068874 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-f8013739-5343-4b61-8c77-38b58cf1fb1e req-ac42f369-8487-4d3a-bce4-5ed123877a00 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=815798fc-e514-4a26-8f99-eeff0cbf5bd9 HTTP/1.1" status: 200 len: 999 time: 0.1126699 Feb 19 03:12:43.075165 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-81e6ec55-8ec0-49cf-bea1-4f9c9ba55130 req-331b8082-83fd-4d72-acf1-20e9600e3a05 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=00e73479-8262-4b33-95a0-d335d514b1ae HTTP/1.1" status: 200 len: 945 time: 0.0894299 Feb 19 03:12:43.143654 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-81e6ec55-8ec0-49cf-bea1-4f9c9ba55130 req-9a364026-d473-493a-9380-915cb81a1e84 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6656291-2f71-4c36-83df-c6cd4c44fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666699 Feb 19 03:12:43.162014 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8013739-5343-4b61-8c77-38b58cf1fb1e req-f9ee2c32-8469-4c83-80b0-b5727063b5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:43.163618 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-f8013739-5343-4b61-8c77-38b58cf1fb1e req-f9ee2c32-8469-4c83-80b0-b5727063b5ef service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bc6b4e94-cc8d-478c-bcbf-a4c78d4a263c HTTP/1.1" status: 200 len: 835 time: 0.0834463 Feb 19 03:12:43.262975 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8013739-5343-4b61-8c77-38b58cf1fb1e req-f050a540-51ba-4b2b-97a9-f571dcd66032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:43.264910 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-f8013739-5343-4b61-8c77-38b58cf1fb1e req-f050a540-51ba-4b2b-97a9-f571dcd66032 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5189435a-ef15-47eb-8dc4-aaf10a844886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0947540 Feb 19 03:12:43.494949 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-f8013739-5343-4b61-8c77-38b58cf1fb1e req-6fb8e1d0-7fc3-46b0-b6ed-363c8aa0db77 service neutron] 10.222.0.73 "GET /v2.0/networks/5189435a-ef15-47eb-8dc4-aaf10a844886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231388 Feb 19 03:12:43.565204 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 36242) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:12:43.743897 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-31e8da08-fc6d-47cd-b5a7-1ca16ed67c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96334688-f5fd-468c-bd5a-b0a8e580f7e7', 'name': 'tempest-TestNetworkBasicOps-router-1592647355', 'tenant_id': '32b88e7bc28b44379a1452b198468e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'f0bef01f-7a5e-4587-9579-7e30c23e9db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:12:12Z', 'updated_at': '2022-02-19T03:12:17Z', 'revision_number': 4, 'project_id': '32b88e7bc28b44379a1452b198468e54', 'gw_port': {'id': 'f0bef01f-7a5e-4587-9579-7e30c23e9db4', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:8b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96334688-f5fd-468c-bd5a-b0a8e580f7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:12:13Z', 'updated_at': '2022-02-19T03:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': 'c3cbbefa-a79b-4cf1-9eee-3efa54329558', 'tenant_id': '32b88e7bc28b44379a1452b198468e54', 'floating_ip_address': '172.25.6.183', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': '96334688-f5fd-468c-bd5a-b0a8e580f7e7', 'port_id': '815798fc-e514-4a26-8f99-eeff0cbf5bd9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5189435a-ef15-47eb-8dc4-aaf10a844886', 'mac_address': 'fa:16:3e:e2:c9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dad18e6-0289-4849-ab34-abf40e975ae1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:12:40Z', 'updated_at': '2022-02-19T03:12:40Z', 'revision_number': 0, 'project_id': '32b88e7bc28b44379a1452b198468e54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '711e4c99-b69f-4cb5-8104-e546cdcb1ff4', 'name': '', 'network_id': '5189435a-ef15-47eb-8dc4-aaf10a844886', 'tenant_id': '32b88e7bc28b44379a1452b198468e54', 'mac_address': 'fa:16:3e:da:9b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96334688-f5fd-468c-bd5a-b0a8e580f7e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'bc6b4e94-cc8d-478c-bcbf-a4c78d4a263c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:12:16Z', 'updated_at': '2022-02-19T03:12:23Z', 'revision_number': 5, 'project_id': '32b88e7bc28b44379a1452b198468e54', 'subnets': [{'id': 'bc6b4e94-cc8d-478c-bcbf-a4c78d4a263c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:12:43.777270 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-f8013739-5343-4b61-8c77-38b58cf1fb1e req-95573c42-b66f-4472-84a0-12049cae018a service neutron] 10.222.0.73 "GET /v2.0/networks/5189435a-ef15-47eb-8dc4-aaf10a844886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663555 Feb 19 03:12:43.787534 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e8da08-fc6d-47cd-b5a7-1ca16ed67c5d None None] The sync data for ids ['96334688-f5fd-468c-bd5a-b0a8e580f7e7'] in n-d-826753-2 is: [{'id': '96334688-f5fd-468c-bd5a-b0a8e580f7e7', 'name': 'tempest-TestNetworkBasicOps-router-1592647355', 'tenant_id': '32b88e7bc28b44379a1452b198468e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'f0bef01f-7a5e-4587-9579-7e30c23e9db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:12:12Z', 'updated_at': '2022-02-19T03:12:17Z', 'revision_number': 4, 'project_id': '32b88e7bc28b44379a1452b198468e54', 'gw_port': {'id': 'f0bef01f-7a5e-4587-9579-7e30c23e9db4', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:8b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96334688-f5fd-468c-bd5a-b0a8e580f7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:12:13Z', 'updated_at': '2022-02-19T03:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': 'c3cbbefa-a79b-4cf1-9eee-3efa54329558', 'tenant_id': '32b88e7bc28b44379a1452b198468e54', 'floating_ip_address': '172.25.6.183', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': '96334688-f5fd-468c-bd5a-b0a8e580f7e7', 'port_id': '815798fc-e514-4a26-8f99-eeff0cbf5bd9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5189435a-ef15-47eb-8dc4-aaf10a844886', 'mac_address': 'fa:16:3e:e2:c9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dad18e6-0289-4849-ab34-abf40e975ae1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:12:40Z', 'updated_at': '2022-02-19T03:12:40Z', 'revision_number': 0, 'project_id': '32b88e7bc28b44379a1452b198468e54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '711e4c99-b69f-4cb5-8104-e546cdcb1ff4', 'name': '', 'network_id': '5189435a-ef15-47eb-8dc4-aaf10a844886', 'tenant_id': '32b88e7bc28b44379a1452b198468e54', 'mac_address': 'fa:16:3e:da:9b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96334688-f5fd-468c-bd5a-b0a8e580f7e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'bc6b4e94-cc8d-478c-bcbf-a4c78d4a263c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:12:16Z', 'updated_at': '2022-02-19T03:12:23Z', 'revision_number': 5, 'project_id': '32b88e7bc28b44379a1452b198468e54', 'subnets': [{'id': 'bc6b4e94-cc8d-478c-bcbf-a4c78d4a263c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:12:43.807934 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-4d16b5dc-f6e5-4422-a0a2-0b9476dd152e tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "GET /v2.0/floatingips/c3cbbefa-a79b-4cf1-9eee-3efa54329558 HTTP/1.1" status: 200 len: 991 time: 0.2412987 Feb 19 03:12:44.145897 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07197531-1c9f-4a58-95a9-ee4fbfcda297 None None] New status for floating IP c3cbbefa-a79b-4cf1-9eee-3efa54329558: ACTIVE {{(pid=103703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:12:44.407184 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12b75f1-e072-43f8-bad6-b50202c59ec1 req-0cd8a925-c335-4dca-9e9e-b3ff1610e14f tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:44.409776 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a12b75f1-e072-43f8-bad6-b50202c59ec1 req-0cd8a925-c335-4dca-9e9e-b3ff1610e14f tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=00e73479-8262-4b33-95a0-d335d514b1ae HTTP/1.1" status: 200 len: 945 time: 0.1224246 Feb 19 03:12:44.511878 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a12b75f1-e072-43f8-bad6-b50202c59ec1 req-82919fc5-9018-46ec-9481-e9f22b6c4284 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6656291-2f71-4c36-83df-c6cd4c44fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929303 Feb 19 03:12:44.831290 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 36256) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:12:44.931166 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-946a3106-596b-40b5-acf6-4a04b2958656 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "GET /v2.0/floatingips/c3cbbefa-a79b-4cf1-9eee-3efa54329558 HTTP/1.1" status: 200 len: 993 time: 0.0896592 Feb 19 03:12:45.514938 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-487c3201-bb32-47f5-b3c5-437fe809b25c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:45.680003 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78daf19-e28a-4182-a5d0-37c5b2cc86d5 req-e379e887-7fa0-4365-a0ee-828a513bfd68 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:45.684377 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b78daf19-e28a-4182-a5d0-37c5b2cc86d5 req-e379e887-7fa0-4365-a0ee-828a513bfd68 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=00e73479-8262-4b33-95a0-d335d514b1ae HTTP/1.1" status: 200 len: 945 time: 0.0952945 Feb 19 03:12:45.772284 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b78daf19-e28a-4182-a5d0-37c5b2cc86d5 req-b9f1350d-7d52-437f-937c-6434c160aeef tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6656291-2f71-4c36-83df-c6cd4c44fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819666 Feb 19 03:12:46.990313 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfc707c-7f49-4bb0-82fa-c9426647d38d req-8a01909f-ea8f-450e-b7f1-fd7b3395bf37 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:47.001820 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7bfc707c-7f49-4bb0-82fa-c9426647d38d req-8a01909f-ea8f-450e-b7f1-fd7b3395bf37 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=00e73479-8262-4b33-95a0-d335d514b1ae HTTP/1.1" status: 200 len: 945 time: 0.0861166 Feb 19 03:12:47.126031 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7bfc707c-7f49-4bb0-82fa-c9426647d38d req-7994159b-d0d2-4d90-8ede-e3a50b023736 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6656291-2f71-4c36-83df-c6cd4c44fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217284 Feb 19 03:12:47.725656 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-61847bd4-c12e-4e52-94c8-67a79e64658d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:48.328105 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0370185-602b-4772-803a-ecec6490a4c4 req-3400a69c-2633-4c6c-8c52-a192571d6392 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:48.329790 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f0370185-602b-4772-803a-ecec6490a4c4 req-3400a69c-2633-4c6c-8c52-a192571d6392 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=00e73479-8262-4b33-95a0-d335d514b1ae HTTP/1.1" status: 200 len: 945 time: 0.1121223 Feb 19 03:12:48.392239 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f0370185-602b-4772-803a-ecec6490a4c4 req-f70cb43e-05e3-4bed-8ee1-b225093f5fb2 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6656291-2f71-4c36-83df-c6cd4c44fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558808 Feb 19 03:12:49.280518 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:49.578735 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fae2fcf-39e8-4da6-8928-7e60909d2af0 req-c2735cbf-4675-4464-bde9-75664d08f749 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:49.581473 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5fae2fcf-39e8-4da6-8928-7e60909d2af0 req-c2735cbf-4675-4464-bde9-75664d08f749 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=00e73479-8262-4b33-95a0-d335d514b1ae HTTP/1.1" status: 200 len: 945 time: 0.0955646 Feb 19 03:12:49.661792 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5fae2fcf-39e8-4da6-8928-7e60909d2af0 req-d9b86dd5-c2f5-4695-b0a2-8d711bd2147c tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6656291-2f71-4c36-83df-c6cd4c44fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662560 Feb 19 03:12:50.028152 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce58a573-97d4-42de-a587-4352c09ed500 req-e2763d1c-24fa-4919-9b77-d2705030f66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:50.029697 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ce58a573-97d4-42de-a587-4352c09ed500 req-e2763d1c-24fa-4919-9b77-d2705030f66a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b9f6d445adfb4303a5f2e35c9323b376&device_id=00e73479-8262-4b33-95a0-d335d514b1ae HTTP/1.1" status: 200 len: 1127 time: 0.0576344 Feb 19 03:12:50.135101 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce58a573-97d4-42de-a587-4352c09ed500 req-84b0a8af-ca7e-41a5-bdf1-56b75757b19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:50.136858 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ce58a573-97d4-42de-a587-4352c09ed500 req-84b0a8af-ca7e-41a5-bdf1-56b75757b19d service neutron] 10.222.0.73 "GET /v2.0/networks?id=0f4d9579-5631-481f-acff-55faffa2a3d0 HTTP/1.1" status: 200 len: 913 time: 0.1005962 Feb 19 03:12:50.183228 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ce58a573-97d4-42de-a587-4352c09ed500 req-4b5eb14d-0e9b-4530-8af9-5496608734fb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca9573b3-b0c5-4744-9e20-e933f91fc19f HTTP/1.1" status: 200 len: 217 time: 0.0396914 Feb 19 03:12:50.244527 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce58a573-97d4-42de-a587-4352c09ed500 req-11af1201-549c-4571-a79f-d4b22ed46535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:50.246782 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ce58a573-97d4-42de-a587-4352c09ed500 req-11af1201-549c-4571-a79f-d4b22ed46535 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=873fca23-e618-4343-ad67-b4c94d7ebaec HTTP/1.1" status: 200 len: 851 time: 0.0579720 Feb 19 03:12:50.316967 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce58a573-97d4-42de-a587-4352c09ed500 req-f5ebb67d-c80d-40e8-9067-c74cfadb5119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:50.318970 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ce58a573-97d4-42de-a587-4352c09ed500 req-f5ebb67d-c80d-40e8-9067-c74cfadb5119 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0f4d9579-5631-481f-acff-55faffa2a3d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0666528 Feb 19 03:12:50.433929 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ce58a573-97d4-42de-a587-4352c09ed500 req-9f23bbd6-6083-4844-af50-11809406519d service neutron] 10.222.0.73 "GET /v2.0/networks/0f4d9579-5631-481f-acff-55faffa2a3d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070981 Feb 19 03:12:50.471180 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:50.545145 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ce58a573-97d4-42de-a587-4352c09ed500 req-494b42ec-2e0a-4465-809a-533a8e9b6bf4 service neutron] 10.222.0.73 "GET /v2.0/networks/0f4d9579-5631-481f-acff-55faffa2a3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053841 Feb 19 03:12:50.821831 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3347c548-98f0-47ec-b88d-4dff1577783f req-79c4c8a4-79a5-4844-9875-e64f5fbd97e4 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:50.824237 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3347c548-98f0-47ec-b88d-4dff1577783f req-79c4c8a4-79a5-4844-9875-e64f5fbd97e4 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=00e73479-8262-4b33-95a0-d335d514b1ae HTTP/1.1" status: 200 len: 945 time: 0.0708194 Feb 19 03:12:50.888059 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3347c548-98f0-47ec-b88d-4dff1577783f req-25dac6c4-93c4-496d-9436-1f77ba59b2b9 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6656291-2f71-4c36-83df-c6cd4c44fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578272 Feb 19 03:12:51.979966 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:52.046069 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864c75b1-005f-4a78-9504-b93bb4297579 req-a5172ab3-1341-4828-b76d-9236f1cfd27b tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:52.048850 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-864c75b1-005f-4a78-9504-b93bb4297579 req-a5172ab3-1341-4828-b76d-9236f1cfd27b tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=00e73479-8262-4b33-95a0-d335d514b1ae HTTP/1.1" status: 200 len: 945 time: 0.0753682 Feb 19 03:12:52.101735 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-864c75b1-005f-4a78-9504-b93bb4297579 req-bb0e32e0-1662-4959-88ca-357929c629c7 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6656291-2f71-4c36-83df-c6cd4c44fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453184 Feb 19 03:12:52.612897 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:53.281637 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af149060-3c0b-4043-bd60-767c79553ac3 req-be567361-4949-459b-9b48-58d533291a5a tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:53.283498 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-af149060-3c0b-4043-bd60-767c79553ac3 req-be567361-4949-459b-9b48-58d533291a5a tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=00e73479-8262-4b33-95a0-d335d514b1ae HTTP/1.1" status: 200 len: 945 time: 0.0736461 Feb 19 03:12:53.362772 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-af149060-3c0b-4043-bd60-767c79553ac3 req-16edaf9a-6670-4fca-9c84-9c9ddddcdbf4 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6656291-2f71-4c36-83df-c6cd4c44fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718527 Feb 19 03:12:53.480270 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device ca9573b3-b0c5-4744-9e20-e933f91fc19f no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:12:53.513790 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05d0135-bb7e-48fb-b073-9ac2820236c0 req-9bf29633-1046-4903-9874-8b9c920629a3 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:53.521078 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d05d0135-bb7e-48fb-b073-9ac2820236c0 req-9bf29633-1046-4903-9874-8b9c920629a3 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 944 time: 0.0794392 Feb 19 03:12:53.577583 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d05d0135-bb7e-48fb-b073-9ac2820236c0 req-ed78f933-2282-4a5b-9e60-50726c939043 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552030 Feb 19 03:12:53.590365 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port ca9573b3-b0c5-4744-9e20-e933f91fc19f is: ACTIVE; New status is: DOWN {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:12:53.590755 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (ca9573b3-b0c5-4744-9e20-e933f91fc19f), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:53.618265 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00e73479-8262-4b33-95a0-d335d514b1ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca9573b3-b0c5-4744-9e20-e933f91fc19f'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:12:53.620937 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7051e2f-1b1a-45cc-b36a-29cf6eed6f00" -d '{"events": [{"server_uuid": "00e73479-8262-4b33-95a0-d335d514b1ae", "name": "network-vif-unplugged", "status": "completed", "tag": "ca9573b3-b0c5-4744-9e20-e933f91fc19f"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:12:53.635314 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port ca9573b3-b0c5-4744-9e20-e933f91fc19f, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=ca9573b3-b0c5-4744-9e20-e933f91fc19f,segment=NetworkSegment(9361ff5e-ecd3-4a53-b64f-0204e54bd4ff),segment_id=9361ff5e-ecd3-4a53-b64f-0204e54bd4ff)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:12:53.641383 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (ca9573b3-b0c5-4744-9e20-e933f91fc19f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:53.692662 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 19 Feb 2022 03:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40f1accf-e26d-4c02-b506-3c4c5e128cde x-openstack-request-id: req-40f1accf-e26d-4c02-b506-3c4c5e128cde {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:12:53.692951 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00e73479-8262-4b33-95a0-d335d514b1ae", "name": "network-vif-unplugged", "status": "failed", "tag": "ca9573b3-b0c5-4744-9e20-e933f91fc19f", "code": 422}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:12:53.693246 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-40f1accf-e26d-4c02-b506-3c4c5e128cde {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:12:53.693650 n-d-826753-2 neutron-server[103703]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '00e73479-8262-4b33-95a0-d335d514b1ae', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ca9573b3-b0c5-4744-9e20-e933f91fc19f', 'code': 422} returned with failed status Feb 19 03:12:53.716468 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=ca9573b3-b0c5-4744-9e20-e933f91fc19f,revision_number=8']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:53.751606 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a67df4-14ed-4c77-bd59-ffefb2d46834 req-1589dd03-5628-4d7f-904e-aa7153e8a295 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:53.753903 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-39a67df4-14ed-4c77-bd59-ffefb2d46834 req-1589dd03-5628-4d7f-904e-aa7153e8a295 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 944 time: 0.0693595 Feb 19 03:12:53.828627 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-39a67df4-14ed-4c77-bd59-ffefb2d46834 req-dd162953-fab6-4cd6-ab2e-d7b84ece3cdd tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677054 Feb 19 03:12:53.984469 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c12b7f-2c45-4d88-b286-e6674ec119f0 req-a529c34d-1fb3-49dd-a5a2-9ba7a4404404 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:53.987060 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a1c12b7f-2c45-4d88-b286-e6674ec119f0 req-a529c34d-1fb3-49dd-a5a2-9ba7a4404404 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 944 time: 0.0797882 Feb 19 03:12:54.066445 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a1c12b7f-2c45-4d88-b286-e6674ec119f0 req-f3ce5566-c333-4fc4-a344-a6f2f7523251 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723460 Feb 19 03:12:54.194699 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76375f79-2400-4d7b-b0f6-5132f8486c05 req-e8e3ca09-bd58-445c-b569-d2edd3ecf9e2 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:54.196492 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-76375f79-2400-4d7b-b0f6-5132f8486c05 req-e8e3ca09-bd58-445c-b569-d2edd3ecf9e2 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 944 time: 0.0560098 Feb 19 03:12:54.250126 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-76375f79-2400-4d7b-b0f6-5132f8486c05 req-caa29cf2-3bd6-456a-8dcb-a1196ed61a80 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476403 Feb 19 03:12:54.523178 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21126cf9-4187-41d2-816d-d0f9081440d9 req-3a2c548d-2d6a-4642-8be4-55d5589af207 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:54.529543 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-21126cf9-4187-41d2-816d-d0f9081440d9 req-3a2c548d-2d6a-4642-8be4-55d5589af207 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 944 time: 0.0818074 Feb 19 03:12:54.592809 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-21126cf9-4187-41d2-816d-d0f9081440d9 req-d41c803a-04a7-41af-9603-c16a983e2841 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508997 Feb 19 03:12:54.827106 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497fd3c3-bc5a-4a60-9580-814861948932 req-2e71f723-3b19-41a4-a2ed-2689810f36d0 tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:54.829849 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-497fd3c3-bc5a-4a60-9580-814861948932 req-2e71f723-3b19-41a4-a2ed-2689810f36d0 tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] 10.222.0.72 "GET /v2.0/ports?device_id=b3e716e3-d85a-437b-8802-84a4436ef7cb HTTP/1.1" status: 200 len: 945 time: 0.0934720 Feb 19 03:12:54.892130 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-497fd3c3-bc5a-4a60-9580-814861948932 req-6f568c7a-10af-4ee2-a841-501e91f01b9c tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] 10.222.0.72 "GET /v2.0/security-groups?id=c51a9c7c-7c8a-45b4-a7c9-83843a0878c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564246 Feb 19 03:12:55.739469 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d6ca04-e38b-402a-ab52-a2c9df02ba77 req-7f297896-87f2-4b1d-a832-56d168bff35e tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:55.743683 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-77d6ca04-e38b-402a-ab52-a2c9df02ba77 req-7f297896-87f2-4b1d-a832-56d168bff35e tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 944 time: 0.0690002 Feb 19 03:12:55.804219 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-77d6ca04-e38b-402a-ab52-a2c9df02ba77 req-627b7b69-af37-4af3-81c8-8f08af857d57 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537763 Feb 19 03:12:55.925745 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:12:56.049305 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dc4865-45a0-44ae-ab3b-9dae5330a222 req-c96ac6f1-a391-45de-a2c5-a612e761589e tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:56.051370 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-78dc4865-45a0-44ae-ab3b-9dae5330a222 req-c96ac6f1-a391-45de-a2c5-a612e761589e tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] 10.222.0.72 "GET /v2.0/ports?device_id=b3e716e3-d85a-437b-8802-84a4436ef7cb HTTP/1.1" status: 200 len: 945 time: 0.0760276 Feb 19 03:12:56.112778 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-78dc4865-45a0-44ae-ab3b-9dae5330a222 req-5fcfc206-3e56-4566-90ca-b5dd19050e16 tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] 10.222.0.72 "GET /v2.0/security-groups?id=c51a9c7c-7c8a-45b4-a7c9-83843a0878c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513816 Feb 19 03:12:56.254712 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:56.372896 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f3e998-d06e-49ed-98b6-7bb8b6cddd00 req-efe0808f-a98c-4431-b4f4-773eeac08440 tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:56.375189 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-14f3e998-d06e-49ed-98b6-7bb8b6cddd00 req-efe0808f-a98c-4431-b4f4-773eeac08440 tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] 10.222.0.82 "GET /v2.0/ports?device_id=b3e716e3-d85a-437b-8802-84a4436ef7cb HTTP/1.1" status: 200 len: 945 time: 0.0600309 Feb 19 03:12:56.476529 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-14f3e998-d06e-49ed-98b6-7bb8b6cddd00 req-2822fc7f-5782-42bf-badd-bad133591351 tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] Deleting port 5f3b3d5f-bd2f-4b17-8006-a1be4f60e6ab {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:12:56.476882 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-14f3e998-d06e-49ed-98b6-7bb8b6cddd00 req-2822fc7f-5782-42bf-badd-bad133591351 tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (5f3b3d5f-bd2f-4b17-8006-a1be4f60e6ab), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:56.573483 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-14f3e998-d06e-49ed-98b6-7bb8b6cddd00 req-2822fc7f-5782-42bf-badd-bad133591351 tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] For port 5f3b3d5f-bd2f-4b17-8006-a1be4f60e6ab, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=5f3b3d5f-bd2f-4b17-8006-a1be4f60e6ab,segment=NetworkSegment(6240e188-115c-48b5-9e2f-d315c80b3406),segment_id=6240e188-115c-48b5-9e2f-d315c80b3406)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:12:56.574093 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-14f3e998-d06e-49ed-98b6-7bb8b6cddd00 req-2822fc7f-5782-42bf-badd-bad133591351 tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (5f3b3d5f-bd2f-4b17-8006-a1be4f60e6ab), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:56.590437 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-14f3e998-d06e-49ed-98b6-7bb8b6cddd00 req-2822fc7f-5782-42bf-badd-bad133591351 tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] Calling delete_port for 5f3b3d5f-bd2f-4b17-8006-a1be4f60e6ab owned by compute:nova {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:12:56.754754 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-14f3e998-d06e-49ed-98b6-7bb8b6cddd00 req-2822fc7f-5782-42bf-badd-bad133591351 tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (5f3b3d5f-bd2f-4b17-8006-a1be4f60e6ab), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:56.785615 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2822fc7f-5782-42bf-badd-bad133591351 tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] Pushing event deleted for resources: {'Port': ['ID=5f3b3d5f-bd2f-4b17-8006-a1be4f60e6ab,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:56.794112 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['5f3b3d5f-bd2f-4b17-8006-a1be4f60e6ab'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:12:56.850265 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-14f3e998-d06e-49ed-98b6-7bb8b6cddd00 req-2822fc7f-5782-42bf-badd-bad133591351 tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] No DVR routers for this DVR port 5f3b3d5f-bd2f-4b17-8006-a1be4f60e6ab on host n-h2-826753-2 {{(pid=103701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:12:56.854163 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-14f3e998-d06e-49ed-98b6-7bb8b6cddd00 req-2822fc7f-5782-42bf-badd-bad133591351 tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:56.859123 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-14f3e998-d06e-49ed-98b6-7bb8b6cddd00 req-2822fc7f-5782-42bf-badd-bad133591351 tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] 10.222.0.82 "DELETE /v2.0/ports/5f3b3d5f-bd2f-4b17-8006-a1be4f60e6ab HTTP/1.1" status: 204 len: 173 time: 0.4787698 Feb 19 03:12:56.859637 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3e716e3-d85a-437b-8802-84a4436ef7cb', 'name': 'network-vif-deleted', 'tag': '5f3b3d5f-bd2f-4b17-8006-a1be4f60e6ab'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:12:56.863138 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6318a5aa-7abc-4617-8fc4-dac22390d9e8" -d '{"events": [{"server_uuid": "b3e716e3-d85a-437b-8802-84a4436ef7cb", "name": "network-vif-deleted", "tag": "5f3b3d5f-bd2f-4b17-8006-a1be4f60e6ab"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:12:56.906217 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60ec85b5-8f0e-4a29-8751-8b3a94e35701 x-openstack-request-id: req-60ec85b5-8f0e-4a29-8751-8b3a94e35701 {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:12:56.906519 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3e716e3-d85a-437b-8802-84a4436ef7cb", "name": "network-vif-deleted", "tag": "5f3b3d5f-bd2f-4b17-8006-a1be4f60e6ab", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:12:56.906786 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-60ec85b5-8f0e-4a29-8751-8b3a94e35701 {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:12:56.907215 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3e716e3-d85a-437b-8802-84a4436ef7cb', 'name': 'network-vif-deleted', 'tag': '5f3b3d5f-bd2f-4b17-8006-a1be4f60e6ab', 'status': 'completed', 'code': 200} Feb 19 03:12:56.992571 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036c8480-0bd7-4e98-acdf-a6eb1227a771 req-e42fcbc9-f3e5-4e95-bc7e-905ef40a6a53 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:56.995116 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-036c8480-0bd7-4e98-acdf-a6eb1227a771 req-e42fcbc9-f3e5-4e95-bc7e-905ef40a6a53 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 944 time: 0.0916371 Feb 19 03:12:57.079041 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-036c8480-0bd7-4e98-acdf-a6eb1227a771 req-64197f93-0c9c-4ebf-88bc-82c79795594d tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780675 Feb 19 03:12:57.239977 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-99fdeabf-e3d7-4eef-97c1-27181fcc54e5 req-c6a77d9b-efbe-48e9-b231-3424f29b7dd1 tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] 10.222.0.72 "GET /v2.0/ports?device_id=b3e716e3-d85a-437b-8802-84a4436ef7cb HTTP/1.1" status: 200 len: 210 time: 0.0343058 Feb 19 03:12:58.222005 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8854c3e4-1d2e-4d3d-ada6-aa26aaa901e2 req-f53f8ebe-1690-4ec5-a67f-0ae3eebc7a6e tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:58.223546 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8854c3e4-1d2e-4d3d-ada6-aa26aaa901e2 req-f53f8ebe-1690-4ec5-a67f-0ae3eebc7a6e tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 944 time: 0.0558105 Feb 19 03:12:58.279343 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8854c3e4-1d2e-4d3d-ada6-aa26aaa901e2 req-157653af-21b7-4cbe-a9fc-ca0ab0491593 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487659 Feb 19 03:12:59.455179 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb249bd1-2da4-43f2-adfc-16dc8bd249b9 req-bbbd9327-bd7d-4fc8-9e28-cacdb3d4fdaa tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:59.457914 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-eb249bd1-2da4-43f2-adfc-16dc8bd249b9 req-bbbd9327-bd7d-4fc8-9e28-cacdb3d4fdaa tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 944 time: 0.0652099 Feb 19 03:12:59.524780 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-eb249bd1-2da4-43f2-adfc-16dc8bd249b9 req-e1efecd9-78b0-4f21-a4f4-296cc237642a tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594065 Feb 19 03:13:00.073569 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 5f3b3d5f-bd2f-4b17-8006-a1be4f60e6ab no longer exists at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:13:00.095115 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] No Port match for: 5f3b3d5f-bd2f-4b17-8006-a1be4f60e6ab {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:13:00.095553 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 5f3b3d5f-bd2f-4b17-8006-a1be4f60e6ab not bound to the agent host n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:13:00.672922 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a15bd33-08c4-4624-ace5-26a23316bc3a req-91b95036-3a6a-4cf7-8f4d-95d2dc65f7ea tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:00.675503 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1a15bd33-08c4-4624-ace5-26a23316bc3a req-91b95036-3a6a-4cf7-8f4d-95d2dc65f7ea tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 944 time: 0.0715177 Feb 19 03:13:00.768532 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1a15bd33-08c4-4624-ace5-26a23316bc3a req-c36251e3-e61e-449f-a6bc-bae5da876a55 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819294 Feb 19 03:13:01.927872 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c959a9e-165a-4132-8913-c9be95157b50 req-f7753118-f568-4601-ae07-3f1b5717b6f4 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:01.936341 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8c959a9e-165a-4132-8913-c9be95157b50 req-f7753118-f568-4601-ae07-3f1b5717b6f4 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 944 time: 0.0743518 Feb 19 03:13:01.996633 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8c959a9e-165a-4132-8913-c9be95157b50 req-0658d985-87b6-4be1-a819-54594c90b42c tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591247 Feb 19 03:13:03.171137 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ec2ebe-cb65-4d78-8e6c-e73510f6bc44 req-228902d4-43a4-49fb-96f2-fcb4dc875dfa tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:03.177150 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-26ec2ebe-cb65-4d78-8e6c-e73510f6bc44 req-228902d4-43a4-49fb-96f2-fcb4dc875dfa tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 944 time: 0.0828729 Feb 19 03:13:03.260915 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-26ec2ebe-cb65-4d78-8e6c-e73510f6bc44 req-5ab51f50-a63c-4813-a610-ab5cc04a47be tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765345 Feb 19 03:13:04.435353 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976f40c0-08e4-40ca-868a-a06d33e17226 req-5c7cbc37-dfd7-456f-89f5-c73230785da3 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:04.445838 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-976f40c0-08e4-40ca-868a-a06d33e17226 req-5c7cbc37-dfd7-456f-89f5-c73230785da3 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 944 time: 0.0794387 Feb 19 03:13:04.520621 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-976f40c0-08e4-40ca-868a-a06d33e17226 req-fbaf3f83-ef7c-4e8f-a959-ffd7fc910cc7 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734956 Feb 19 03:13:05.701627 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa13313a-9a16-4595-9f9b-ccfc6bb40d54 req-a0375edd-8953-4ef2-84cf-8e5be27d1196 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:05.703316 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fa13313a-9a16-4595-9f9b-ccfc6bb40d54 req-a0375edd-8953-4ef2-84cf-8e5be27d1196 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 944 time: 0.0951719 Feb 19 03:13:05.793274 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fa13313a-9a16-4595-9f9b-ccfc6bb40d54 req-4dd0e3f4-69ab-4a0d-bcce-17cc545782e1 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841451 Feb 19 03:13:06.016494 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6a6918-ffe6-4160-ab13-0623ddae534b req-56ce5cc1-94bf-4b7a-9324-27192171f819 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:06.023597 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5d6a6918-ffe6-4160-ab13-0623ddae534b req-56ce5cc1-94bf-4b7a-9324-27192171f819 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 944 time: 0.0655367 Feb 19 03:13:06.103480 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5d6a6918-ffe6-4160-ab13-0623ddae534b req-36a4e5db-6e55-4f0e-ab72-f7d0bcee898b tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789232 Feb 19 03:13:06.113531 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff665412-3bc4-447c-b6df-322c57d69c9a req-5de01b19-8090-4c19-a18c-3784478b560c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:06.115706 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ff665412-3bc4-447c-b6df-322c57d69c9a req-5de01b19-8090-4c19-a18c-3784478b560c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b9f6d445adfb4303a5f2e35c9323b376&device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 1126 time: 0.0851955 Feb 19 03:13:06.228675 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff665412-3bc4-447c-b6df-322c57d69c9a req-a33f09a8-a7b8-49c5-b99d-4ee62cfa7442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:06.230653 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ff665412-3bc4-447c-b6df-322c57d69c9a req-a33f09a8-a7b8-49c5-b99d-4ee62cfa7442 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0f4d9579-5631-481f-acff-55faffa2a3d0 HTTP/1.1" status: 200 len: 913 time: 0.1085925 Feb 19 03:13:06.309488 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ff665412-3bc4-447c-b6df-322c57d69c9a req-7b3c4e9f-f8ec-4fc8-b1ee-b583d8e0cd5b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6 HTTP/1.1" status: 200 len: 998 time: 0.0692585 Feb 19 03:13:06.364595 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff665412-3bc4-447c-b6df-322c57d69c9a req-ac985253-e7cf-438c-aca7-aa78612d2ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:06.366009 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ff665412-3bc4-447c-b6df-322c57d69c9a req-ac985253-e7cf-438c-aca7-aa78612d2ecc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=873fca23-e618-4343-ad67-b4c94d7ebaec HTTP/1.1" status: 200 len: 851 time: 0.0508173 Feb 19 03:13:06.423400 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff665412-3bc4-447c-b6df-322c57d69c9a req-6b65d08f-4b55-40ee-8af5-174ce7a5d65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:06.425429 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ff665412-3bc4-447c-b6df-322c57d69c9a req-6b65d08f-4b55-40ee-8af5-174ce7a5d65b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0f4d9579-5631-481f-acff-55faffa2a3d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0537021 Feb 19 03:13:06.529713 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ff665412-3bc4-447c-b6df-322c57d69c9a req-eecf6627-cf9e-4f05-9c24-b8ed8a47b099 service neutron] 10.222.0.73 "GET /v2.0/networks/0f4d9579-5631-481f-acff-55faffa2a3d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973132 Feb 19 03:13:06.623046 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ff665412-3bc4-447c-b6df-322c57d69c9a req-5e6559dd-5b1d-4624-88ea-673ab82eeeb8 service neutron] 10.222.0.73 "GET /v2.0/networks/0f4d9579-5631-481f-acff-55faffa2a3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872953 Feb 19 03:13:07.243293 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3c5f86-1931-4306-a5e7-98c513e46799 req-cde5ed60-d64c-4444-a205-bf320c049ea0 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:07.246001 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4f3c5f86-1931-4306-a5e7-98c513e46799 req-cde5ed60-d64c-4444-a205-bf320c049ea0 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 944 time: 0.0685225 Feb 19 03:13:07.328429 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4f3c5f86-1931-4306-a5e7-98c513e46799 req-7b3d129f-9240-4eb4-8125-c150052d39d9 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737338 Feb 19 03:13:08.518560 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90503b94-ed21-4706-80ec-3d80814b2d30 req-25ce6dea-a0a4-417a-ba1b-bae6951e8162 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:08.520050 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-90503b94-ed21-4706-80ec-3d80814b2d30 req-25ce6dea-a0a4-417a-ba1b-bae6951e8162 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 944 time: 0.1052608 Feb 19 03:13:08.607090 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-90503b94-ed21-4706-80ec-3d80814b2d30 req-95ba9254-eda3-488e-97a9-d3ca0b0d5db9 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786815 Feb 19 03:13:08.614532 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd54b52-783f-4fea-b54a-dfd49a305593 req-4efa3755-e816-4e8b-a941-8c0c5ac8b36b tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:08.616001 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2bd54b52-783f-4fea-b54a-dfd49a305593 req-4efa3755-e816-4e8b-a941-8c0c5ac8b36b tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] 10.222.0.72 "GET /v2.0/networks?id=079ea5cf-2034-46d1-8adf-a2a461c96033 HTTP/1.1" status: 200 len: 812 time: 0.1546068 Feb 19 03:13:08.634660 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2bd54b52-783f-4fea-b54a-dfd49a305593 req-694d0319-0875-4911-9383-9204a3e48306 tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] 10.222.0.72 "GET /v2.0/quotas/6a117b40fa834d6ba0b46e03c0b9e1fa HTTP/1.1" status: 200 len: 375 time: 0.0112386 Feb 19 03:13:08.673844 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2bd54b52-783f-4fea-b54a-dfd49a305593 req-c810139d-a105-4e24-9440-1af7e0bf1f1d tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=6a117b40fa834d6ba0b46e03c0b9e1fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290592 Feb 19 03:13:09.032011 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9167e7a1-22d2-4800-b628-da4778530e0c req-efb176d0-d5e7-47fb-9408-f36fbd4ae295 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:09.037124 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9167e7a1-22d2-4800-b628-da4778530e0c req-efb176d0-d5e7-47fb-9408-f36fbd4ae295 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 944 time: 0.3430781 Feb 19 03:13:09.040457 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2bd54b52-783f-4fea-b54a-dfd49a305593 req-65da8bac-ede2-4722-8641-32b3315dca84 service neutron] 10.222.0.72 "GET /v2.0/networks/079ea5cf-2034-46d1-8adf-a2a461c96033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3578687 Feb 19 03:13:09.134880 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9167e7a1-22d2-4800-b628-da4778530e0c req-7df09ae1-8560-4c04-82a8-e5a7ceadb725 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910249 Feb 19 03:13:09.173024 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2bd54b52-783f-4fea-b54a-dfd49a305593 req-db2f912a-8583-424f-bbd6-76e982df292f service neutron] 10.222.0.72 "GET /v2.0/networks/079ea5cf-2034-46d1-8adf-a2a461c96033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141472 Feb 19 03:13:09.334228 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c92273-bdd2-4765-810d-fb2ced27efb2 req-4916bf06-0e6b-450e-b3a6-a161a941e1e6 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:09.336021 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-66c92273-bdd2-4765-810d-fb2ced27efb2 req-4916bf06-0e6b-450e-b3a6-a161a941e1e6 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 944 time: 0.0971215 Feb 19 03:13:09.396816 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6a8881a1-7a90-4121-8d2c-6aca931cb700 req-a1d36403-c28c-4b32-8ed7-a7cd5be166ab tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ae8803a-5f68-42c1-a66d-2b201836efba HTTP/1.1" status: 200 len: 210 time: 0.0585444 Feb 19 03:13:09.431932 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-66c92273-bdd2-4765-810d-fb2ced27efb2 req-a5d6677e-df21-4e7c-9e32-ac4113ef3238 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809131 Feb 19 03:13:09.614607 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11cb5f5-5622-4d7d-976a-f4e232be0bfe req-329eb4d9-5044-4f77-8df7-e9ca8970d8a6 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:09.616384 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f11cb5f5-5622-4d7d-976a-f4e232be0bfe req-329eb4d9-5044-4f77-8df7-e9ca8970d8a6 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 944 time: 0.0685070 Feb 19 03:13:09.685036 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f11cb5f5-5622-4d7d-976a-f4e232be0bfe req-b46a1a8d-ba05-4014-a16d-b41c3fd612fe tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532000 Feb 19 03:13:09.823040 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fde0b2c-1d08-4c94-a267-d7861e17aa37 req-d376d33b-7dfb-4673-a367-6b31361110e3 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:09.824586 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1fde0b2c-1d08-4c94-a267-d7861e17aa37 req-d376d33b-7dfb-4673-a367-6b31361110e3 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 944 time: 0.0664113 Feb 19 03:13:09.882956 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1fde0b2c-1d08-4c94-a267-d7861e17aa37 req-93a5c4e3-9738-4655-8352-38d8ff87c03c tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521302 Feb 19 03:13:10.172108 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a74b5f-5812-4c6b-bfac-6529d3c7fb5f req-11ed8325-d258-463e-9e4c-756ee35161a8 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:10.173906 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-96a74b5f-5812-4c6b-bfac-6529d3c7fb5f req-11ed8325-d258-463e-9e4c-756ee35161a8 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 944 time: 0.0563118 Feb 19 03:13:10.230100 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-96a74b5f-5812-4c6b-bfac-6529d3c7fb5f req-d4cd7bde-85fc-4f2b-9d58-b9fba3f008d8 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490384 Feb 19 03:13:10.537559 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c852fd11-af4f-4d51-94f5-e40e40deb575 req-180917f6-03e1-42d3-8436-17c03d6c96b5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=22f4f8b6-26f2-43b9-bec7-de3dfc4e0224&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0528939 Feb 19 03:13:10.585930 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cc64be15-5aa7-42d5-bafb-76e7ad8e1d03 req-3a423f44-a523-4e2e-a06a-a78324f1508b tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ae8803a-5f68-42c1-a66d-2b201836efba HTTP/1.1" status: 200 len: 210 time: 0.1003282 Feb 19 03:13:10.660267 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd54b52-783f-4fea-b54a-dfd49a305593 req-3a788aa4-1739-40c9-912a-810eb93dc66d tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:10.662126 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2bd54b52-783f-4fea-b54a-dfd49a305593 req-3a788aa4-1739-40c9-912a-810eb93dc66d tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] 10.222.0.82 "GET /v2.0/networks?id=079ea5cf-2034-46d1-8adf-a2a461c96033 HTTP/1.1" status: 200 len: 812 time: 0.1973643 Feb 19 03:13:10.664289 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c852fd11-af4f-4d51-94f5-e40e40deb575 req-7b32367f-6e87-4943-ade7-ed310436ba09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:10.666031 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c852fd11-af4f-4d51-94f5-e40e40deb575 req-7b32367f-6e87-4943-ade7-ed310436ba09 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b9f6d445adfb4303a5f2e35c9323b376&device_id=22f4f8b6-26f2-43b9-bec7-de3dfc4e0224 HTTP/1.1" status: 200 len: 1127 time: 0.0876980 Feb 19 03:13:10.687639 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-2bd54b52-783f-4fea-b54a-dfd49a305593 req-c04d8281-b5ab-4244-b103-ea1f86df7d2a tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] Request body: {'port': {'device_id': '5ae8803a-5f68-42c1-a66d-2b201836efba', 'network_id': '079ea5cf-2034-46d1-8adf-a2a461c96033', 'admin_state_up': True, 'tenant_id': '6a117b40fa834d6ba0b46e03c0b9e1fa'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:13:10.789679 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c852fd11-af4f-4d51-94f5-e40e40deb575 req-b031b095-0709-4710-b10a-c16e8ca6cc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:10.792127 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c852fd11-af4f-4d51-94f5-e40e40deb575 req-b031b095-0709-4710-b10a-c16e8ca6cc83 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0f4d9579-5631-481f-acff-55faffa2a3d0 HTTP/1.1" status: 200 len: 913 time: 0.1020808 Feb 19 03:13:10.820474 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bd54b52-783f-4fea-b54a-dfd49a305593 req-c04d8281-b5ab-4244-b103-ea1f86df7d2a tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] Made reservation on behalf of 6a117b40fa834d6ba0b46e03c0b9e1fa for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:13:10.824017 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-2bd54b52-783f-4fea-b54a-dfd49a305593 req-c04d8281-b5ab-4244-b103-ea1f86df7d2a tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:10.847863 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c852fd11-af4f-4d51-94f5-e40e40deb575 req-a3b0cffa-d40d-4b61-9239-6fe10efa78e5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7b6da1f-b537-45af-9feb-c15f1c6a08bc HTTP/1.1" status: 200 len: 217 time: 0.0470068 Feb 19 03:13:10.903977 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c852fd11-af4f-4d51-94f5-e40e40deb575 req-14548a79-12aa-4fe8-b28b-d3e09e45dbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:10.905522 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c852fd11-af4f-4d51-94f5-e40e40deb575 req-14548a79-12aa-4fe8-b28b-d3e09e45dbe6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=873fca23-e618-4343-ad67-b4c94d7ebaec HTTP/1.1" status: 200 len: 851 time: 0.0477450 Feb 19 03:13:10.957643 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [req-2bd54b52-783f-4fea-b54a-dfd49a305593 req-c04d8281-b5ab-4244-b103-ea1f86df7d2a tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] Allocated IP 172.20.0.2 (079ea5cf-2034-46d1-8adf-a2a461c96033/22864221-4aca-46ca-960b-688e9533636e/d9329d17-36f5-4f06-ad53-677d82e3289f) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:13:10.959246 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c852fd11-af4f-4d51-94f5-e40e40deb575 req-4d0fde20-e3bf-42f2-9101-e8c7064b359e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:10.961411 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c852fd11-af4f-4d51-94f5-e40e40deb575 req-4d0fde20-e3bf-42f2-9101-e8c7064b359e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0f4d9579-5631-481f-acff-55faffa2a3d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0499289 Feb 19 03:13:11.107866 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c852fd11-af4f-4d51-94f5-e40e40deb575 req-2607a697-c8d2-40b2-a77f-9525ce1fe233 service neutron] 10.222.0.73 "GET /v2.0/networks/0f4d9579-5631-481f-acff-55faffa2a3d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253393 Feb 19 03:13:11.151205 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-2bd54b52-783f-4fea-b54a-dfd49a305593 req-c04d8281-b5ab-4244-b103-ea1f86df7d2a tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] Publish callbacks [] for port (d9329d17-36f5-4f06-ad53-677d82e3289f), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:11.197846 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-2bd54b52-783f-4fea-b54a-dfd49a305593 req-c04d8281-b5ab-4244-b103-ea1f86df7d2a tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (d9329d17-36f5-4f06-ad53-677d82e3289f), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:11.224660 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c852fd11-af4f-4d51-94f5-e40e40deb575 req-e7401390-a456-4994-889e-459e898d420d service neutron] 10.222.0.73 "GET /v2.0/networks/0f4d9579-5631-481f-acff-55faffa2a3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108003 Feb 19 03:13:11.256077 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bd54b52-783f-4fea-b54a-dfd49a305593 req-c04d8281-b5ab-4244-b103-ea1f86df7d2a tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] Network 079ea5cf-2034-46d1-8adf-a2a461c96033 is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:13:11.263446 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [req-2bd54b52-783f-4fea-b54a-dfd49a305593 req-c04d8281-b5ab-4244-b103-ea1f86df7d2a tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:13:11.268327 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bd54b52-783f-4fea-b54a-dfd49a305593 req-c04d8281-b5ab-4244-b103-ea1f86df7d2a tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:13:11.294109 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04d8281-b5ab-4244-b103-ea1f86df7d2a tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] Pushing event updated for resources: {'Port': ['ID=d9329d17-36f5-4f06-ad53-677d82e3289f,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:11.312140 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04d8281-b5ab-4244-b103-ea1f86df7d2a tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:11.312588 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04d8281-b5ab-4244-b103-ea1f86df7d2a tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:11.312839 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04d8281-b5ab-4244-b103-ea1f86df7d2a tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:11.313187 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04d8281-b5ab-4244-b103-ea1f86df7d2a tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:11.313522 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04d8281-b5ab-4244-b103-ea1f86df7d2a tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:11.313851 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04d8281-b5ab-4244-b103-ea1f86df7d2a tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:11.314177 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04d8281-b5ab-4244-b103-ea1f86df7d2a tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:11.314501 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04d8281-b5ab-4244-b103-ea1f86df7d2a tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:11.314823 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04d8281-b5ab-4244-b103-ea1f86df7d2a tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:11.315145 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04d8281-b5ab-4244-b103-ea1f86df7d2a tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:11.315470 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04d8281-b5ab-4244-b103-ea1f86df7d2a tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:11.315792 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04d8281-b5ab-4244-b103-ea1f86df7d2a tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:11.316112 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04d8281-b5ab-4244-b103-ea1f86df7d2a tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:11.346717 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd54b52-783f-4fea-b54a-dfd49a305593 req-c04d8281-b5ab-4244-b103-ea1f86df7d2a tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:11.347435 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-2bd54b52-783f-4fea-b54a-dfd49a305593 req-c04d8281-b5ab-4244-b103-ea1f86df7d2a tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:11.387247 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2bd54b52-783f-4fea-b54a-dfd49a305593 req-c04d8281-b5ab-4244-b103-ea1f86df7d2a tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7067492 Feb 19 03:13:11.405886 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-2bd54b52-783f-4fea-b54a-dfd49a305593 req-73d062f1-f53d-4eaa-88d2-7a00a7e9df81 service neutron] Request body: {'port': {'device_id': '5ae8803a-5f68-42c1-a66d-2b201836efba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826753-2'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:13:11.446340 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2504bdf1-f45b-4e6f-a41c-098b31c394a9 req-fbf44b40-b8f6-48bc-8d46-560fc8130bb0 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:11.448259 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2504bdf1-f45b-4e6f-a41c-098b31c394a9 req-fbf44b40-b8f6-48bc-8d46-560fc8130bb0 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 944 time: 0.0977876 Feb 19 03:13:11.500406 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-2bd54b52-783f-4fea-b54a-dfd49a305593 req-73d062f1-f53d-4eaa-88d2-7a00a7e9df81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (d9329d17-36f5-4f06-ad53-677d82e3289f), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:11.561964 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2504bdf1-f45b-4e6f-a41c-098b31c394a9 req-f1325043-6304-4c8d-a150-8c289967920f tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064088 Feb 19 03:13:11.836886 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce03fe3-9178-41bd-8b2a-eb90d05aeaab req-83abf2ec-a89c-4043-87e5-d14c924e1bca tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:11.838781 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6ce03fe3-9178-41bd-8b2a-eb90d05aeaab req-83abf2ec-a89c-4043-87e5-d14c924e1bca tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ae8803a-5f68-42c1-a66d-2b201836efba HTTP/1.1" status: 200 len: 931 time: 0.1513474 Feb 19 03:13:11.847103 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e36b16-5cca-49f8-bcaa-f1b2a6eb1c97 req-13a89fb6-2546-4808-8a73-4ec2c28a417b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:11.848733 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-68e36b16-5cca-49f8-bcaa-f1b2a6eb1c97 req-13a89fb6-2546-4808-8a73-4ec2c28a417b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b9f6d445adfb4303a5f2e35c9323b376&device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 1126 time: 0.0481827 Feb 19 03:13:11.869835 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621dccd2-2c56-4bac-8073-b51d64ad755d req-76d456db-702d-45f6-9874-84c661061244 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:11.871327 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-621dccd2-2c56-4bac-8073-b51d64ad755d req-76d456db-702d-45f6-9874-84c661061244 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 944 time: 0.1180646 Feb 19 03:13:11.946160 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e36b16-5cca-49f8-bcaa-f1b2a6eb1c97 req-aa9f1f91-c718-447f-bc08-9a409d875626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:11.947572 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-68e36b16-5cca-49f8-bcaa-f1b2a6eb1c97 req-aa9f1f91-c718-447f-bc08-9a409d875626 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0f4d9579-5631-481f-acff-55faffa2a3d0 HTTP/1.1" status: 200 len: 913 time: 0.0915191 Feb 19 03:13:11.971769 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6ce03fe3-9178-41bd-8b2a-eb90d05aeaab req-47da6c6b-1340-47e5-9f90-b342bed9c712 tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] 10.222.0.72 "GET /v2.0/security-groups?id=c51a9c7c-7c8a-45b4-a7c9-83843a0878c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220334 Feb 19 03:13:11.988968 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [req-2bd54b52-783f-4fea-b54a-dfd49a305593 req-73d062f1-f53d-4eaa-88d2-7a00a7e9df81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9329d17-36f5-4f06-ad53-677d82e3289f {{(pid=103701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:13:11.999173 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-621dccd2-2c56-4bac-8073-b51d64ad755d req-6f8b1d8b-24ca-42f8-9112-d25fc5cc3cde tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189523 Feb 19 03:13:12.001030 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-2bd54b52-783f-4fea-b54a-dfd49a305593 req-73d062f1-f53d-4eaa-88d2-7a00a7e9df81 service neutron] Publish callbacks [] for port (d9329d17-36f5-4f06-ad53-677d82e3289f), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:12.015694 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.provisioning_blocks [req-2bd54b52-783f-4fea-b54a-dfd49a305593 req-73d062f1-f53d-4eaa-88d2-7a00a7e9df81 service neutron] Transition to ACTIVE for port object d9329d17-36f5-4f06-ad53-677d82e3289f will not be triggered until provisioned by entity L2. {{(pid=103701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:13:12.025286 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-2bd54b52-783f-4fea-b54a-dfd49a305593 req-73d062f1-f53d-4eaa-88d2-7a00a7e9df81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (d9329d17-36f5-4f06-ad53-677d82e3289f), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:12.025799 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-68e36b16-5cca-49f8-bcaa-f1b2a6eb1c97 req-f373f1e5-6b97-4c40-a7e8-05bdecd3e5cf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6 HTTP/1.1" status: 200 len: 998 time: 0.0725043 Feb 19 03:13:12.087648 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e36b16-5cca-49f8-bcaa-f1b2a6eb1c97 req-4299a25d-0465-48f9-ba02-d02602877131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:12.089084 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-68e36b16-5cca-49f8-bcaa-f1b2a6eb1c97 req-4299a25d-0465-48f9-ba02-d02602877131 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=873fca23-e618-4343-ad67-b4c94d7ebaec HTTP/1.1" status: 200 len: 851 time: 0.0572810 Feb 19 03:13:12.112473 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d062f1-f53d-4eaa-88d2-7a00a7e9df81 service neutron] Pushing event updated for resources: {'Port': ['ID=d9329d17-36f5-4f06-ad53-677d82e3289f,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:12.142067 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e36b16-5cca-49f8-bcaa-f1b2a6eb1c97 req-d2499ddd-12a2-4670-be3f-0e320310852b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:12.143612 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-68e36b16-5cca-49f8-bcaa-f1b2a6eb1c97 req-d2499ddd-12a2-4670-be3f-0e320310852b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0f4d9579-5631-481f-acff-55faffa2a3d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0490010 Feb 19 03:13:12.168342 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-2bd54b52-783f-4fea-b54a-dfd49a305593 req-73d062f1-f53d-4eaa-88d2-7a00a7e9df81 service neutron] Attempting to bind port d9329d17-36f5-4f06-ad53-677d82e3289f on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:13:12.168676 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-2bd54b52-783f-4fea-b54a-dfd49a305593 req-73d062f1-f53d-4eaa-88d2-7a00a7e9df81 service neutron] Attempting to bind port d9329d17-36f5-4f06-ad53-677d82e3289f by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': '6240e188-115c-48b5-9e2f-d315c80b3406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '079ea5cf-2034-46d1-8adf-a2a461c96033'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:13:12.169029 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd54b52-783f-4fea-b54a-dfd49a305593 req-73d062f1-f53d-4eaa-88d2-7a00a7e9df81 service neutron] Attempting to bind port d9329d17-36f5-4f06-ad53-677d82e3289f on network 079ea5cf-2034-46d1-8adf-a2a461c96033 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:13:12.173439 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd54b52-783f-4fea-b54a-dfd49a305593 req-73d062f1-f53d-4eaa-88d2-7a00a7e9df81 service neutron] Port d9329d17-36f5-4f06-ad53-677d82e3289f on network 079ea5cf-2034-46d1-8adf-a2a461c96033 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:13:12.173763 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd54b52-783f-4fea-b54a-dfd49a305593 req-73d062f1-f53d-4eaa-88d2-7a00a7e9df81 service neutron] Attempting to bind port d9329d17-36f5-4f06-ad53-677d82e3289f on network 079ea5cf-2034-46d1-8adf-a2a461c96033 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:13:12.178933 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd54b52-783f-4fea-b54a-dfd49a305593 req-73d062f1-f53d-4eaa-88d2-7a00a7e9df81 service neutron] Checking agent: {'id': 'bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:13:12.179670 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd54b52-783f-4fea-b54a-dfd49a305593 req-73d062f1-f53d-4eaa-88d2-7a00a7e9df81 service neutron] Checking segment: {'id': '6240e188-115c-48b5-9e2f-d315c80b3406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '079ea5cf-2034-46d1-8adf-a2a461c96033'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:13:12.180059 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd54b52-783f-4fea-b54a-dfd49a305593 req-73d062f1-f53d-4eaa-88d2-7a00a7e9df81 service neutron] Bound using segment: {'id': '6240e188-115c-48b5-9e2f-d315c80b3406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '079ea5cf-2034-46d1-8adf-a2a461c96033'} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:13:12.180492 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-2bd54b52-783f-4fea-b54a-dfd49a305593 req-73d062f1-f53d-4eaa-88d2-7a00a7e9df81 service neutron] Bound port: d9329d17-36f5-4f06-ad53-677d82e3289f, host: n-h2-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6240e188-115c-48b5-9e2f-d315c80b3406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '079ea5cf-2034-46d1-8adf-a2a461c96033'}}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:13:12.180853 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-2bd54b52-783f-4fea-b54a-dfd49a305593 req-73d062f1-f53d-4eaa-88d2-7a00a7e9df81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (d9329d17-36f5-4f06-ad53-677d82e3289f), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:12.234435 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-68e36b16-5cca-49f8-bcaa-f1b2a6eb1c97 req-5e7f7113-64ba-4247-a747-24564304d9ad service neutron] 10.222.0.73 "GET /v2.0/networks/0f4d9579-5631-481f-acff-55faffa2a3d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844939 Feb 19 03:13:12.247628 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-2bd54b52-783f-4fea-b54a-dfd49a305593 req-73d062f1-f53d-4eaa-88d2-7a00a7e9df81 service neutron] For port d9329d17-36f5-4f06-ad53-677d82e3289f, host n-h2-826753-2, cleared binding levels {{(pid=103701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:13:12.250911 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-2bd54b52-783f-4fea-b54a-dfd49a305593 req-73d062f1-f53d-4eaa-88d2-7a00a7e9df81 service neutron] For port d9329d17-36f5-4f06-ad53-677d82e3289f, host n-h2-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=d9329d17-36f5-4f06-ad53-677d82e3289f,segment=NetworkSegment(6240e188-115c-48b5-9e2f-d315c80b3406),segment_id=6240e188-115c-48b5-9e2f-d315c80b3406)] {{(pid=103701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:13:12.265194 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-2bd54b52-783f-4fea-b54a-dfd49a305593 req-73d062f1-f53d-4eaa-88d2-7a00a7e9df81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (d9329d17-36f5-4f06-ad53-677d82e3289f), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:12.302133 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd54b52-783f-4fea-b54a-dfd49a305593 req-73d062f1-f53d-4eaa-88d2-7a00a7e9df81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:12.302842 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-2bd54b52-783f-4fea-b54a-dfd49a305593 req-73d062f1-f53d-4eaa-88d2-7a00a7e9df81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:12.304557 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2bd54b52-783f-4fea-b54a-dfd49a305593 req-73d062f1-f53d-4eaa-88d2-7a00a7e9df81 service neutron] 10.222.0.82 "PUT /v2.0/ports/d9329d17-36f5-4f06-ad53-677d82e3289f HTTP/1.1" status: 200 len: 1091 time: 0.9042816 Feb 19 03:13:12.305039 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ae8803a-5f68-42c1-a66d-2b201836efba', 'tag': 'd9329d17-36f5-4f06-ad53-677d82e3289f'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:13:12.307322 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0785d5ee-6a50-494f-a2cc-8a1e5c6dc76b" -d '{"events": [{"name": "network-changed", "server_uuid": "5ae8803a-5f68-42c1-a66d-2b201836efba", "tag": "d9329d17-36f5-4f06-ad53-677d82e3289f"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:13:12.333492 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d062f1-f53d-4eaa-88d2-7a00a7e9df81 service neutron] Pushing event updated for resources: {'Port': ['ID=d9329d17-36f5-4f06-ad53-677d82e3289f,revision_number=3']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:12.342665 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-68e36b16-5cca-49f8-bcaa-f1b2a6eb1c97 req-fb4d1b19-2b3f-4fcf-8721-38b81dcbd94f service neutron] 10.222.0.73 "GET /v2.0/networks/0f4d9579-5631-481f-acff-55faffa2a3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016667 Feb 19 03:13:12.356479 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2df07525-c15b-4dd6-8ca5-0b2d6aadfc9d x-openstack-request-id: req-2df07525-c15b-4dd6-8ca5-0b2d6aadfc9d {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:13:12.356984 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ae8803a-5f68-42c1-a66d-2b201836efba", "tag": "d9329d17-36f5-4f06-ad53-677d82e3289f", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:13:12.357277 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2df07525-c15b-4dd6-8ca5-0b2d6aadfc9d {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:13:12.357748 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ae8803a-5f68-42c1-a66d-2b201836efba', 'tag': 'd9329d17-36f5-4f06-ad53-677d82e3289f', 'status': 'completed', 'code': 200} Feb 19 03:13:12.421372 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd54b52-783f-4fea-b54a-dfd49a305593 req-42ffcd3f-6d66-4110-af44-fe53fe47140b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:12.422898 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2bd54b52-783f-4fea-b54a-dfd49a305593 req-42ffcd3f-6d66-4110-af44-fe53fe47140b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6a117b40fa834d6ba0b46e03c0b9e1fa&device_id=5ae8803a-5f68-42c1-a66d-2b201836efba HTTP/1.1" status: 200 len: 1125 time: 0.0482223 Feb 19 03:13:12.473697 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2bd54b52-783f-4fea-b54a-dfd49a305593 req-b2c179c4-a5a2-494c-80fd-081d34befebc service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d9329d17-36f5-4f06-ad53-677d82e3289f HTTP/1.1" status: 200 len: 217 time: 0.0389667 Feb 19 03:13:12.526604 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd54b52-783f-4fea-b54a-dfd49a305593 req-154e20fe-c1eb-497c-851a-0111c7c40943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:12.528092 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2bd54b52-783f-4fea-b54a-dfd49a305593 req-154e20fe-c1eb-497c-851a-0111c7c40943 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=22864221-4aca-46ca-960b-688e9533636e HTTP/1.1" status: 200 len: 852 time: 0.0482705 Feb 19 03:13:12.562410 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2bd54b52-783f-4fea-b54a-dfd49a305593 req-08c10019-b776-4a73-a455-2bb5e4202e1a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=079ea5cf-2034-46d1-8adf-a2a461c96033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279665 Feb 19 03:13:12.672697 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2bd54b52-783f-4fea-b54a-dfd49a305593 req-94be388f-9319-4b81-bf9a-f713bca622ee service neutron] 10.222.0.82 "GET /v2.0/networks/079ea5cf-2034-46d1-8adf-a2a461c96033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036096 Feb 19 03:13:12.764808 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2bd54b52-783f-4fea-b54a-dfd49a305593 req-c4ea5159-5577-4dd7-9010-f4a7ba1b6cca service neutron] 10.222.0.82 "GET /v2.0/networks/079ea5cf-2034-46d1-8adf-a2a461c96033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865180 Feb 19 03:13:12.906990 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0785d5ee-6a50-494f-a2cc-8a1e5c6dc76b req-046f0f90-2847-437a-b327-d74581780b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:12.908676 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0785d5ee-6a50-494f-a2cc-8a1e5c6dc76b req-046f0f90-2847-437a-b327-d74581780b79 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6a117b40fa834d6ba0b46e03c0b9e1fa&device_id=5ae8803a-5f68-42c1-a66d-2b201836efba HTTP/1.1" status: 200 len: 1125 time: 0.0553219 Feb 19 03:13:13.010791 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0785d5ee-6a50-494f-a2cc-8a1e5c6dc76b req-e053e6eb-e78a-450b-9ed2-da6bed11c9da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:13.012577 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0785d5ee-6a50-494f-a2cc-8a1e5c6dc76b req-e053e6eb-e78a-450b-9ed2-da6bed11c9da service neutron] 10.222.0.82 "GET /v2.0/networks?id=079ea5cf-2034-46d1-8adf-a2a461c96033 HTTP/1.1" status: 200 len: 913 time: 0.0970790 Feb 19 03:13:13.066180 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0785d5ee-6a50-494f-a2cc-8a1e5c6dc76b req-a3ed4c3e-3cdd-4bce-a944-e3e753709daf service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d9329d17-36f5-4f06-ad53-677d82e3289f HTTP/1.1" status: 200 len: 217 time: 0.0479617 Feb 19 03:13:13.180778 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0785d5ee-6a50-494f-a2cc-8a1e5c6dc76b req-6f144f50-dcbf-40b6-a73b-411b7d24671f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:13.182326 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0785d5ee-6a50-494f-a2cc-8a1e5c6dc76b req-6f144f50-dcbf-40b6-a73b-411b7d24671f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=22864221-4aca-46ca-960b-688e9533636e HTTP/1.1" status: 200 len: 852 time: 0.1103740 Feb 19 03:13:13.228312 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0785d5ee-6a50-494f-a2cc-8a1e5c6dc76b req-a25f19ee-4b73-4ec5-8d9a-bc2da389c74a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=079ea5cf-2034-46d1-8adf-a2a461c96033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368755 Feb 19 03:13:13.235450 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8b5423-b773-4a0c-9eec-5a79de2d6b6f req-e1a3ebb1-7ead-4532-8305-5eefea202bfd tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:13.236914 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4f8b5423-b773-4a0c-9eec-5a79de2d6b6f req-e1a3ebb1-7ead-4532-8305-5eefea202bfd tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ae8803a-5f68-42c1-a66d-2b201836efba HTTP/1.1" status: 200 len: 943 time: 0.1545842 Feb 19 03:13:13.307716 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80e85e1-bab3-4dd6-8247-c61d212b4c5f req-9bf886ae-d5c1-4504-ae10-8ad590bc8f84 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:13.309297 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d80e85e1-bab3-4dd6-8247-c61d212b4c5f req-9bf886ae-d5c1-4504-ae10-8ad590bc8f84 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 944 time: 0.2024956 Feb 19 03:13:13.382780 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4f8b5423-b773-4a0c-9eec-5a79de2d6b6f req-9cfa7b79-0297-4bd0-bf10-ad0dc5ac1ffb tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] 10.222.0.72 "GET /v2.0/security-groups?id=c51a9c7c-7c8a-45b4-a7c9-83843a0878c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362116 Feb 19 03:13:13.408219 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d80e85e1-bab3-4dd6-8247-c61d212b4c5f req-34e3f3b6-c532-4b80-9a4d-b327d01b6081 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926776 Feb 19 03:13:13.411911 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0785d5ee-6a50-494f-a2cc-8a1e5c6dc76b req-ffbc0cf0-571d-4215-81da-c1201417cb3a service neutron] 10.222.0.82 "GET /v2.0/networks/079ea5cf-2034-46d1-8adf-a2a461c96033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739089 Feb 19 03:13:13.512191 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0785d5ee-6a50-494f-a2cc-8a1e5c6dc76b req-e0f16577-55a9-4ef1-8278-6a5f82b7d9f9 service neutron] 10.222.0.82 "GET /v2.0/networks/079ea5cf-2034-46d1-8adf-a2a461c96033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935433 Feb 19 03:13:14.102122 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device d9329d17-36f5-4f06-ad53-677d82e3289f details requested by agent hyperv_n-h2-826753-2 with host n-h2-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:13:14.205147 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port d9329d17-36f5-4f06-ad53-677d82e3289f, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=d9329d17-36f5-4f06-ad53-677d82e3289f,segment=NetworkSegment(6240e188-115c-48b5-9e2f-d315c80b3406),segment_id=6240e188-115c-48b5-9e2f-d315c80b3406)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:13:14.218644 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Returning: {'device': 'd9329d17-36f5-4f06-ad53-677d82e3289f', 'network_id': '079ea5cf-2034-46d1-8adf-a2a461c96033', 'port_id': 'd9329d17-36f5-4f06-ad53-677d82e3289f', 'mac_address': 'fa:16:3e:3a:4a:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22864221-4aca-46ca-960b-688e9533636e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:13:14.263628 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port d9329d17-36f5-4f06-ad53-677d82e3289f is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:13:14.264020 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (d9329d17-36f5-4f06-ad53-677d82e3289f), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:14.280562 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9329d17-36f5-4f06-ad53-677d82e3289f {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:13:14.309674 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port d9329d17-36f5-4f06-ad53-677d82e3289f, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=d9329d17-36f5-4f06-ad53-677d82e3289f,segment=NetworkSegment(6240e188-115c-48b5-9e2f-d315c80b3406),segment_id=6240e188-115c-48b5-9e2f-d315c80b3406)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:13:14.315741 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (d9329d17-36f5-4f06-ad53-677d82e3289f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:14.389658 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=d9329d17-36f5-4f06-ad53-677d82e3289f,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:14.570521 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa13690-2d62-4faa-884e-f81dc1c9c89a req-d8355ad2-b561-47e6-a2b9-3de308b6d414 tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:14.572182 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1fa13690-2d62-4faa-884e-f81dc1c9c89a req-d8355ad2-b561-47e6-a2b9-3de308b6d414 tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ae8803a-5f68-42c1-a66d-2b201836efba HTTP/1.1" status: 200 len: 944 time: 0.1011000 Feb 19 03:13:14.586676 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd4177f-3f73-42d1-ab69-aa6c740cbfca req-d3e88396-86c0-4224-91a7-6f11380deb47 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:14.588149 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ddd4177f-3f73-42d1-ab69-aa6c740cbfca req-d3e88396-86c0-4224-91a7-6f11380deb47 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 944 time: 0.0882182 Feb 19 03:13:14.629854 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['d9329d17-36f5-4f06-ad53-677d82e3289f'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:13:14.659820 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1fa13690-2d62-4faa-884e-f81dc1c9c89a req-19f1924d-6d00-4820-9573-eb465eb9b77e tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] 10.222.0.72 "GET /v2.0/security-groups?id=c51a9c7c-7c8a-45b4-a7c9-83843a0878c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812726 Feb 19 03:13:14.667416 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ddd4177f-3f73-42d1-ab69-aa6c740cbfca req-15e64d63-fc48-456f-92d6-39440c7e519f tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731101 Feb 19 03:13:14.795901 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eded0cf-0dcd-4a2b-8c4a-8a00ebfa5cbb req-df7d9280-b30a-400b-95df-126b5c74336c tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:14.797446 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8eded0cf-0dcd-4a2b-8c4a-8a00ebfa5cbb req-df7d9280-b30a-400b-95df-126b5c74336c tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 944 time: 0.0544798 Feb 19 03:13:14.852209 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8eded0cf-0dcd-4a2b-8c4a-8a00ebfa5cbb req-dbba304c-9471-4351-a927-735cc7d194cb tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487912 Feb 19 03:13:15.515062 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d6508290-1ce7-4d58-ab6c-2b8ae55b6fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:15.534137 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e4f849-8297-4fa1-8cec-b66fb79e0a9e req-2b447906-825c-45a9-9668-ca63633a9d07 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:15.535745 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d8e4f849-8297-4fa1-8cec-b66fb79e0a9e req-2b447906-825c-45a9-9668-ca63633a9d07 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=00e73479-8262-4b33-95a0-d335d514b1ae HTTP/1.1" status: 200 len: 943 time: 0.0678704 Feb 19 03:13:15.637955 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-d8e4f849-8297-4fa1-8cec-b66fb79e0a9e req-4225933d-a121-4fff-a78e-0f0ac9bd8141 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Deleting port ca9573b3-b0c5-4744-9e20-e933f91fc19f {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:13:15.638647 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-d8e4f849-8297-4fa1-8cec-b66fb79e0a9e req-4225933d-a121-4fff-a78e-0f0ac9bd8141 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (ca9573b3-b0c5-4744-9e20-e933f91fc19f), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:15.734352 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-d8e4f849-8297-4fa1-8cec-b66fb79e0a9e req-4225933d-a121-4fff-a78e-0f0ac9bd8141 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] For port ca9573b3-b0c5-4744-9e20-e933f91fc19f, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=ca9573b3-b0c5-4744-9e20-e933f91fc19f,segment=NetworkSegment(9361ff5e-ecd3-4a53-b64f-0204e54bd4ff),segment_id=9361ff5e-ecd3-4a53-b64f-0204e54bd4ff)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:13:15.735016 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-d8e4f849-8297-4fa1-8cec-b66fb79e0a9e req-4225933d-a121-4fff-a78e-0f0ac9bd8141 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (ca9573b3-b0c5-4744-9e20-e933f91fc19f), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:15.749890 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-d8e4f849-8297-4fa1-8cec-b66fb79e0a9e req-4225933d-a121-4fff-a78e-0f0ac9bd8141 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Calling delete_port for ca9573b3-b0c5-4744-9e20-e933f91fc19f owned by compute:nova {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:13:15.856237 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26defce6-2466-4140-b068-d756a1cd7330 req-218baa46-6536-4004-8d09-92cb3a12fea9 tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:15.857846 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-26defce6-2466-4140-b068-d756a1cd7330 req-218baa46-6536-4004-8d09-92cb3a12fea9 tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ae8803a-5f68-42c1-a66d-2b201836efba HTTP/1.1" status: 200 len: 944 time: 0.1099210 Feb 19 03:13:15.949791 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-26defce6-2466-4140-b068-d756a1cd7330 req-d5dfecb9-9025-4d95-b07f-5595f03bb4ba tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] 10.222.0.72 "GET /v2.0/security-groups?id=c51a9c7c-7c8a-45b4-a7c9-83843a0878c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838656 Feb 19 03:13:15.976184 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-d8e4f849-8297-4fa1-8cec-b66fb79e0a9e req-4225933d-a121-4fff-a78e-0f0ac9bd8141 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (ca9573b3-b0c5-4744-9e20-e933f91fc19f), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:16.004654 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4225933d-a121-4fff-a78e-0f0ac9bd8141 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Pushing event deleted for resources: {'Port': ['ID=ca9573b3-b0c5-4744-9e20-e933f91fc19f,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:16.011452 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['f7b6da1f-b537-45af-9feb-c15f1c6a08bc'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:13:16.016917 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['ee0a9052-b8e5-46ec-9a0b-e486bffedfdb'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:13:16.063726 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8e4f849-8297-4fa1-8cec-b66fb79e0a9e req-4225933d-a121-4fff-a78e-0f0ac9bd8141 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] No DVR routers for this DVR port ca9573b3-b0c5-4744-9e20-e933f91fc19f on host n-h1-826753-2 {{(pid=103701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:13:16.066524 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-d8e4f849-8297-4fa1-8cec-b66fb79e0a9e req-4225933d-a121-4fff-a78e-0f0ac9bd8141 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:16.070942 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d8e4f849-8297-4fa1-8cec-b66fb79e0a9e req-4225933d-a121-4fff-a78e-0f0ac9bd8141 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "DELETE /v2.0/ports/ca9573b3-b0c5-4744-9e20-e933f91fc19f HTTP/1.1" status: 204 len: 173 time: 0.5285234 Feb 19 03:13:16.071310 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00e73479-8262-4b33-95a0-d335d514b1ae', 'name': 'network-vif-deleted', 'tag': 'ca9573b3-b0c5-4744-9e20-e933f91fc19f'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:13:16.074118 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bcd6a3b-eaca-4244-b1f1-4082e40e9ba3" -d '{"events": [{"server_uuid": "00e73479-8262-4b33-95a0-d335d514b1ae", "name": "network-vif-deleted", "tag": "ca9573b3-b0c5-4744-9e20-e933f91fc19f"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:13:16.121098 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device d9329d17-36f5-4f06-ad53-677d82e3289f up at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:13:16.124885 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 19 Feb 2022 03:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff17387b-7638-4a85-8a5e-f5a44cd7ea4b x-openstack-request-id: req-ff17387b-7638-4a85-8a5e-f5a44cd7ea4b {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:13:16.124885 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00e73479-8262-4b33-95a0-d335d514b1ae", "name": "network-vif-deleted", "tag": "ca9573b3-b0c5-4744-9e20-e933f91fc19f", "status": "failed", "code": 422}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:13:16.124885 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ff17387b-7638-4a85-8a5e-f5a44cd7ea4b {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:13:16.125261 n-d-826753-2 neutron-server[103701]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '00e73479-8262-4b33-95a0-d335d514b1ae', 'name': 'network-vif-deleted', 'tag': 'ca9573b3-b0c5-4744-9e20-e933f91fc19f', 'status': 'failed', 'code': 422} returned with failed status Feb 19 03:13:16.279595 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning for port d9329d17-36f5-4f06-ad53-677d82e3289f completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:13:16.293443 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning complete for port d9329d17-36f5-4f06-ad53-677d82e3289f triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:13:16.293823 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (d9329d17-36f5-4f06-ad53-677d82e3289f), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:16.493264 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port d9329d17-36f5-4f06-ad53-677d82e3289f is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:13:16.493670 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (d9329d17-36f5-4f06-ad53-677d82e3289f), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:16.518588 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ae8803a-5f68-42c1-a66d-2b201836efba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9329d17-36f5-4f06-ad53-677d82e3289f'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:13:16.520945 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f08ceb52-cb45-44a9-be6f-c1f6ae2b541a" -d '{"events": [{"server_uuid": "5ae8803a-5f68-42c1-a66d-2b201836efba", "name": "network-vif-plugged", "status": "completed", "tag": "d9329d17-36f5-4f06-ad53-677d82e3289f"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:13:16.535265 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port d9329d17-36f5-4f06-ad53-677d82e3289f, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=d9329d17-36f5-4f06-ad53-677d82e3289f,segment=NetworkSegment(6240e188-115c-48b5-9e2f-d315c80b3406),segment_id=6240e188-115c-48b5-9e2f-d315c80b3406)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:13:16.546032 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (d9329d17-36f5-4f06-ad53-677d82e3289f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:16.581757 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66355ce2-f122-403f-a83c-a1ae23a6f33d x-openstack-request-id: req-66355ce2-f122-403f-a83c-a1ae23a6f33d {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:13:16.582063 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ae8803a-5f68-42c1-a66d-2b201836efba", "name": "network-vif-plugged", "status": "completed", "tag": "d9329d17-36f5-4f06-ad53-677d82e3289f", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:13:16.582510 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-66355ce2-f122-403f-a83c-a1ae23a6f33d {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:13:16.582915 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ae8803a-5f68-42c1-a66d-2b201836efba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9329d17-36f5-4f06-ad53-677d82e3289f', 'code': 200} Feb 19 03:13:16.634192 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=d9329d17-36f5-4f06-ad53-677d82e3289f,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:16.798401 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d6373-e2e5-4e8e-a12c-9f668c72463b req-450203eb-8fcd-4818-92c9-0cc1e6601fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:16.799838 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-da4d6373-e2e5-4e8e-a12c-9f668c72463b req-450203eb-8fcd-4818-92c9-0cc1e6601fc9 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=5ae8803a-5f68-42c1-a66d-2b201836efba HTTP/1.1" status: 200 len: 1127 time: 0.0787160 Feb 19 03:13:16.820823 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0279ef-9dd6-4a65-96ac-a6a2b30e340d req-2655e89c-9291-4d63-b3c1-6e4fa3ea9153 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:16.822390 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5b0279ef-9dd6-4a65-96ac-a6a2b30e340d req-2655e89c-9291-4d63-b3c1-6e4fa3ea9153 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=1804d605-e4ac-4550-8ca5-5481c7dfe0e1 HTTP/1.1" status: 200 len: 907 time: 0.0763204 Feb 19 03:13:16.860551 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-da4d6373-e2e5-4e8e-a12c-9f668c72463b req-4635379b-05cc-4604-a343-166597435eb7 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=c51a9c7c-7c8a-45b4-a7c9-83843a0878c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535297 Feb 19 03:13:17.085268 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65912af0-2142-4b42-bebc-da4eabde3483 req-883dd4cf-6db6-4836-9ab8-1d11cd16635f tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:17.087210 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-65912af0-2142-4b42-bebc-da4eabde3483 req-883dd4cf-6db6-4836-9ab8-1d11cd16635f tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ae8803a-5f68-42c1-a66d-2b201836efba HTTP/1.1" status: 200 len: 945 time: 0.0602593 Feb 19 03:13:17.142295 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-65912af0-2142-4b42-bebc-da4eabde3483 req-12c0cc8b-c629-47b3-8b99-fefe9b87cfaf tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] 10.222.0.72 "GET /v2.0/security-groups?id=c51a9c7c-7c8a-45b4-a7c9-83843a0878c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489042 Feb 19 03:13:17.684589 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-02b71836-436a-483e-9a81-e16d1905016f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:17.981468 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595be8c1-4e95-4830-a75d-a96bb0ee968c req-f812fbf6-5345-45ae-a044-30e6bd11c882 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:17.983205 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-595be8c1-4e95-4830-a75d-a96bb0ee968c req-f812fbf6-5345-45ae-a044-30e6bd11c882 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=1804d605-e4ac-4550-8ca5-5481c7dfe0e1 HTTP/1.1" status: 200 len: 907 time: 0.0822222 Feb 19 03:13:18.293688 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c640d1e5-5c95-400f-82e2-20b1d4dd77be req-df263bf1-4896-41c1-b094-6a109437076d tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:18.295467 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c640d1e5-5c95-400f-82e2-20b1d4dd77be req-df263bf1-4896-41c1-b094-6a109437076d tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ae8803a-5f68-42c1-a66d-2b201836efba HTTP/1.1" status: 200 len: 945 time: 0.0707707 Feb 19 03:13:18.348649 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c640d1e5-5c95-400f-82e2-20b1d4dd77be req-26a30ba5-138c-4691-ba9d-3ec76d7f4dbf tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] 10.222.0.72 "GET /v2.0/security-groups?id=c51a9c7c-7c8a-45b4-a7c9-83843a0878c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468132 Feb 19 03:13:18.627752 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63820e1c-daf7-4c2d-b806-2ff02a064273 req-44c0371b-4594-48b9-a64e-699fb4e2b84b tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:18.629353 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-63820e1c-daf7-4c2d-b806-2ff02a064273 req-44c0371b-4594-48b9-a64e-699fb4e2b84b tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.82 "GET /v2.0/ports?device_id=1804d605-e4ac-4550-8ca5-5481c7dfe0e1 HTTP/1.1" status: 200 len: 907 time: 0.0569687 Feb 19 03:13:18.751846 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-63820e1c-daf7-4c2d-b806-2ff02a064273 req-e2107ab8-2d2f-4c09-87f1-2c29ad329b7b tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Deleting port 97cb9faa-cca5-463f-b099-e430a34bf6da {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:13:18.752187 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-63820e1c-daf7-4c2d-b806-2ff02a064273 req-e2107ab8-2d2f-4c09-87f1-2c29ad329b7b tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (97cb9faa-cca5-463f-b099-e430a34bf6da), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:18.846522 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-63820e1c-daf7-4c2d-b806-2ff02a064273 req-e2107ab8-2d2f-4c09-87f1-2c29ad329b7b tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] For port 97cb9faa-cca5-463f-b099-e430a34bf6da, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=97cb9faa-cca5-463f-b099-e430a34bf6da,segment=NetworkSegment(9361ff5e-ecd3-4a53-b64f-0204e54bd4ff),segment_id=9361ff5e-ecd3-4a53-b64f-0204e54bd4ff)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:13:18.846889 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-63820e1c-daf7-4c2d-b806-2ff02a064273 req-e2107ab8-2d2f-4c09-87f1-2c29ad329b7b tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (97cb9faa-cca5-463f-b099-e430a34bf6da), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:18.862217 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-63820e1c-daf7-4c2d-b806-2ff02a064273 req-e2107ab8-2d2f-4c09-87f1-2c29ad329b7b tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Calling delete_port for 97cb9faa-cca5-463f-b099-e430a34bf6da owned by compute:nova {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:13:19.008372 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-63820e1c-daf7-4c2d-b806-2ff02a064273 req-e2107ab8-2d2f-4c09-87f1-2c29ad329b7b tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (97cb9faa-cca5-463f-b099-e430a34bf6da), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:19.056211 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2107ab8-2d2f-4c09-87f1-2c29ad329b7b tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Pushing event deleted for resources: {'Port': ['ID=97cb9faa-cca5-463f-b099-e430a34bf6da,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:19.184258 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5e80ef20-1e96-4310-bb5a-cc8642d21c45 req-db99a5b6-c71c-4364-82f3-c8eeea76d6ce tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=1804d605-e4ac-4550-8ca5-5481c7dfe0e1 HTTP/1.1" status: 200 len: 210 time: 0.0989702 Feb 19 03:13:19.185132 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-63820e1c-daf7-4c2d-b806-2ff02a064273 req-e2107ab8-2d2f-4c09-87f1-2c29ad329b7b tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] No DVR routers for this DVR port 97cb9faa-cca5-463f-b099-e430a34bf6da on host n-h2-826753-2 {{(pid=103701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:13:19.189874 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-63820e1c-daf7-4c2d-b806-2ff02a064273 req-e2107ab8-2d2f-4c09-87f1-2c29ad329b7b tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:19.193790 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-63820e1c-daf7-4c2d-b806-2ff02a064273 req-e2107ab8-2d2f-4c09-87f1-2c29ad329b7b tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.82 "DELETE /v2.0/ports/97cb9faa-cca5-463f-b099-e430a34bf6da HTTP/1.1" status: 204 len: 173 time: 0.5593605 Feb 19 03:13:19.195001 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1804d605-e4ac-4550-8ca5-5481c7dfe0e1', 'name': 'network-vif-deleted', 'tag': '97cb9faa-cca5-463f-b099-e430a34bf6da'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:13:19.220486 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82cc4808-b5d8-4352-b225-9290c53ddb35" -d '{"events": [{"server_uuid": "1804d605-e4ac-4550-8ca5-5481c7dfe0e1", "name": "network-vif-deleted", "tag": "97cb9faa-cca5-463f-b099-e430a34bf6da"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:13:19.282203 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3684e41e-92ed-49c6-b260-a6b37e111a57 x-openstack-request-id: req-3684e41e-92ed-49c6-b260-a6b37e111a57 {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:13:19.282584 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1804d605-e4ac-4550-8ca5-5481c7dfe0e1", "name": "network-vif-deleted", "tag": "97cb9faa-cca5-463f-b099-e430a34bf6da", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:13:19.282867 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3684e41e-92ed-49c6-b260-a6b37e111a57 {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:13:19.283245 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1804d605-e4ac-4550-8ca5-5481c7dfe0e1', 'name': 'network-vif-deleted', 'tag': '97cb9faa-cca5-463f-b099-e430a34bf6da', 'status': 'completed', 'code': 200} Feb 19 03:13:19.295552 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:20.472288 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:20.479750 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e66e80-c95e-4e09-a212-c65089a974c0 req-15513f87-e566-4ea2-9482-ecfc0e58bc1d tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:20.483433 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d2e66e80-c95e-4e09-a212-c65089a974c0 req-15513f87-e566-4ea2-9482-ecfc0e58bc1d tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=22f4f8b6-26f2-43b9-bec7-de3dfc4e0224 HTTP/1.1" status: 200 len: 945 time: 0.0610471 Feb 19 03:13:20.529729 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d2e66e80-c95e-4e09-a212-c65089a974c0 req-7c754607-f380-4c08-a762-7bf13554c80c tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6656291-2f71-4c36-83df-c6cd4c44fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428011 Feb 19 03:13:21.652164 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dac6a8-9b7c-4e6e-96ce-2b2e8e9d34c2 req-14fe3166-2522-4835-803c-66f42a95713e tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:21.653970 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a8dac6a8-9b7c-4e6e-96ce-2b2e8e9d34c2 req-14fe3166-2522-4835-803c-66f42a95713e tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=22f4f8b6-26f2-43b9-bec7-de3dfc4e0224 HTTP/1.1" status: 200 len: 945 time: 0.0550621 Feb 19 03:13:21.702882 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a8dac6a8-9b7c-4e6e-96ce-2b2e8e9d34c2 req-8e17733f-163b-4419-b5a0-a5c61e603b83 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6656291-2f71-4c36-83df-c6cd4c44fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433092 Feb 19 03:13:21.969550 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:22.118792 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 97cb9faa-cca5-463f-b099-e430a34bf6da no longer exists at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:13:22.140376 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] No Port match for: 97cb9faa-cca5-463f-b099-e430a34bf6da {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:13:22.140798 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 97cb9faa-cca5-463f-b099-e430a34bf6da not bound to the agent host n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:13:22.289735 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0bae13-d3e4-412b-a9d3-a4d0f7fe767f req-512891b8-3074-4a5d-b26a-b4ea2955fca4 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:22.291241 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7a0bae13-d3e4-412b-a9d3-a4d0f7fe767f req-512891b8-3074-4a5d-b26a-b4ea2955fca4 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.73 "GET /v2.0/ports?device_id=22f4f8b6-26f2-43b9-bec7-de3dfc4e0224 HTTP/1.1" status: 200 len: 945 time: 0.0643072 Feb 19 03:13:22.392764 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-7a0bae13-d3e4-412b-a9d3-a4d0f7fe767f req-dc9d32e0-83e0-49d9-a06c-a4d41e332f60 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Deleting port f7b6da1f-b537-45af-9feb-c15f1c6a08bc {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:13:22.393148 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-7a0bae13-d3e4-412b-a9d3-a4d0f7fe767f req-dc9d32e0-83e0-49d9-a06c-a4d41e332f60 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (f7b6da1f-b537-45af-9feb-c15f1c6a08bc), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:22.486470 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-7a0bae13-d3e4-412b-a9d3-a4d0f7fe767f req-dc9d32e0-83e0-49d9-a06c-a4d41e332f60 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] For port f7b6da1f-b537-45af-9feb-c15f1c6a08bc, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=f7b6da1f-b537-45af-9feb-c15f1c6a08bc,segment=NetworkSegment(9361ff5e-ecd3-4a53-b64f-0204e54bd4ff),segment_id=9361ff5e-ecd3-4a53-b64f-0204e54bd4ff)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:13:22.486750 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-7a0bae13-d3e4-412b-a9d3-a4d0f7fe767f req-dc9d32e0-83e0-49d9-a06c-a4d41e332f60 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (f7b6da1f-b537-45af-9feb-c15f1c6a08bc), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:22.499755 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-7a0bae13-d3e4-412b-a9d3-a4d0f7fe767f req-dc9d32e0-83e0-49d9-a06c-a4d41e332f60 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Calling delete_port for f7b6da1f-b537-45af-9feb-c15f1c6a08bc owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:13:22.605494 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:22.649756 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-7a0bae13-d3e4-412b-a9d3-a4d0f7fe767f req-dc9d32e0-83e0-49d9-a06c-a4d41e332f60 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (f7b6da1f-b537-45af-9feb-c15f1c6a08bc), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:22.679827 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9d32e0-83e0-49d9-a06c-a4d41e332f60 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Pushing event deleted for resources: {'Port': ['ID=f7b6da1f-b537-45af-9feb-c15f1c6a08bc,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:22.681661 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['ee0a9052-b8e5-46ec-9a0b-e486bffedfdb'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:13:22.710837 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d32e0-83e0-49d9-a06c-a4d41e332f60 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:22.711221 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d32e0-83e0-49d9-a06c-a4d41e332f60 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:22.711543 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d32e0-83e0-49d9-a06c-a4d41e332f60 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:22.711862 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d32e0-83e0-49d9-a06c-a4d41e332f60 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:22.712224 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d32e0-83e0-49d9-a06c-a4d41e332f60 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:22.712521 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d32e0-83e0-49d9-a06c-a4d41e332f60 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:22.712849 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d32e0-83e0-49d9-a06c-a4d41e332f60 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:22.713202 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d32e0-83e0-49d9-a06c-a4d41e332f60 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:22.713530 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d32e0-83e0-49d9-a06c-a4d41e332f60 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:22.713854 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d32e0-83e0-49d9-a06c-a4d41e332f60 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:22.714182 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d32e0-83e0-49d9-a06c-a4d41e332f60 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:22.714508 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d32e0-83e0-49d9-a06c-a4d41e332f60 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:22.714830 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d32e0-83e0-49d9-a06c-a4d41e332f60 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:22.747029 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a0bae13-d3e4-412b-a9d3-a4d0f7fe767f req-dc9d32e0-83e0-49d9-a06c-a4d41e332f60 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] No DVR routers for this DVR port f7b6da1f-b537-45af-9feb-c15f1c6a08bc on host n-h1-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:13:22.750073 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-7a0bae13-d3e4-412b-a9d3-a4d0f7fe767f req-dc9d32e0-83e0-49d9-a06c-a4d41e332f60 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:22.755280 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['f7b6da1f-b537-45af-9feb-c15f1c6a08bc'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:13:22.756816 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7a0bae13-d3e4-412b-a9d3-a4d0f7fe767f req-dc9d32e0-83e0-49d9-a06c-a4d41e332f60 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.73 "DELETE /v2.0/ports/f7b6da1f-b537-45af-9feb-c15f1c6a08bc HTTP/1.1" status: 204 len: 173 time: 0.4586351 Feb 19 03:13:22.757535 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22f4f8b6-26f2-43b9-bec7-de3dfc4e0224', 'name': 'network-vif-deleted', 'tag': 'f7b6da1f-b537-45af-9feb-c15f1c6a08bc'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:13:22.763349 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75c05b7e-593a-4481-aa31-a39ace047b1c" -d '{"events": [{"server_uuid": "22f4f8b6-26f2-43b9-bec7-de3dfc4e0224", "name": "network-vif-deleted", "tag": "f7b6da1f-b537-45af-9feb-c15f1c6a08bc"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:13:22.836773 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2fc53bf-a6f2-4258-ae46-dfb45f83644c x-openstack-request-id: req-f2fc53bf-a6f2-4258-ae46-dfb45f83644c {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:13:22.837663 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22f4f8b6-26f2-43b9-bec7-de3dfc4e0224", "name": "network-vif-deleted", "tag": "f7b6da1f-b537-45af-9feb-c15f1c6a08bc", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:13:22.838447 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f2fc53bf-a6f2-4258-ae46-dfb45f83644c {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:13:22.839070 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22f4f8b6-26f2-43b9-bec7-de3dfc4e0224', 'name': 'network-vif-deleted', 'tag': 'f7b6da1f-b537-45af-9feb-c15f1c6a08bc', 'status': 'completed', 'code': 200} Feb 19 03:13:22.839190 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5450572f-f183-42e9-9ec6-7bd7538fd2f0 req-ca77563a-37f3-41d1-9403-250225de6eec tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=22f4f8b6-26f2-43b9-bec7-de3dfc4e0224 HTTP/1.1" status: 200 len: 210 time: 0.0563481 Feb 19 03:13:24.139922 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69df3fc6-3707-4fbf-aed6-0b6590199754 req-1f7f6c34-c719-433f-9f4c-7ada7a15e3e8 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:24.141436 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-69df3fc6-3707-4fbf-aed6-0b6590199754 req-1f7f6c34-c719-433f-9f4c-7ada7a15e3e8 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8d5c327-c8ba-4f2b-aa42-d2e452d716f7 HTTP/1.1" status: 200 len: 945 time: 0.0550194 Feb 19 03:13:24.189884 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-69df3fc6-3707-4fbf-aed6-0b6590199754 req-b0f7bad7-11a9-4383-9eca-d96cf753067e tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6656291-2f71-4c36-83df-c6cd4c44fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428035 Feb 19 03:13:24.513886 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cade835-141c-4d4f-87e5-a947cdb390c9 req-21e8e4a1-7a7f-4f31-9bff-9a15a51b29cb tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:24.515656 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3cade835-141c-4d4f-87e5-a947cdb390c9 req-21e8e4a1-7a7f-4f31-9bff-9a15a51b29cb tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.82 "GET /v2.0/ports?device_id=f8d5c327-c8ba-4f2b-aa42-d2e452d716f7 HTTP/1.1" status: 200 len: 945 time: 0.0546300 Feb 19 03:13:24.859580 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-3cade835-141c-4d4f-87e5-a947cdb390c9 req-90b1749c-d2d9-48ba-a12a-2a26215e3bf2 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Deleting port ee0a9052-b8e5-46ec-9a0b-e486bffedfdb {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:13:24.859924 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-3cade835-141c-4d4f-87e5-a947cdb390c9 req-90b1749c-d2d9-48ba-a12a-2a26215e3bf2 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (ee0a9052-b8e5-46ec-9a0b-e486bffedfdb), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:24.949692 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-3cade835-141c-4d4f-87e5-a947cdb390c9 req-90b1749c-d2d9-48ba-a12a-2a26215e3bf2 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] For port ee0a9052-b8e5-46ec-9a0b-e486bffedfdb, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=ee0a9052-b8e5-46ec-9a0b-e486bffedfdb,segment=NetworkSegment(9361ff5e-ecd3-4a53-b64f-0204e54bd4ff),segment_id=9361ff5e-ecd3-4a53-b64f-0204e54bd4ff)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:13:24.950049 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-3cade835-141c-4d4f-87e5-a947cdb390c9 req-90b1749c-d2d9-48ba-a12a-2a26215e3bf2 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (ee0a9052-b8e5-46ec-9a0b-e486bffedfdb), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:24.962279 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-3cade835-141c-4d4f-87e5-a947cdb390c9 req-90b1749c-d2d9-48ba-a12a-2a26215e3bf2 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Calling delete_port for ee0a9052-b8e5-46ec-9a0b-e486bffedfdb owned by compute:nova {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:13:25.102154 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-3cade835-141c-4d4f-87e5-a947cdb390c9 req-90b1749c-d2d9-48ba-a12a-2a26215e3bf2 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (ee0a9052-b8e5-46ec-9a0b-e486bffedfdb), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:25.135810 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b1749c-d2d9-48ba-a12a-2a26215e3bf2 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Pushing event deleted for resources: {'Port': ['ID=ee0a9052-b8e5-46ec-9a0b-e486bffedfdb,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:25.145334 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['ee0a9052-b8e5-46ec-9a0b-e486bffedfdb'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:13:25.182732 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cade835-141c-4d4f-87e5-a947cdb390c9 req-90b1749c-d2d9-48ba-a12a-2a26215e3bf2 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] No DVR routers for this DVR port ee0a9052-b8e5-46ec-9a0b-e486bffedfdb on host n-h2-826753-2 {{(pid=103701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:13:25.185600 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-3cade835-141c-4d4f-87e5-a947cdb390c9 req-90b1749c-d2d9-48ba-a12a-2a26215e3bf2 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:25.188956 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3cade835-141c-4d4f-87e5-a947cdb390c9 req-90b1749c-d2d9-48ba-a12a-2a26215e3bf2 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.82 "DELETE /v2.0/ports/ee0a9052-b8e5-46ec-9a0b-e486bffedfdb HTTP/1.1" status: 204 len: 173 time: 0.6686823 Feb 19 03:13:25.189383 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8d5c327-c8ba-4f2b-aa42-d2e452d716f7', 'name': 'network-vif-deleted', 'tag': 'ee0a9052-b8e5-46ec-9a0b-e486bffedfdb'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:13:25.191682 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76deb07d-e964-4687-9289-e0f199a7b4ef" -d '{"events": [{"server_uuid": "f8d5c327-c8ba-4f2b-aa42-d2e452d716f7", "name": "network-vif-deleted", "tag": "ee0a9052-b8e5-46ec-9a0b-e486bffedfdb"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:13:25.254571 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de75cb12-c3a8-435d-ad1f-5e17e539d264 x-openstack-request-id: req-de75cb12-c3a8-435d-ad1f-5e17e539d264 {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:13:25.254992 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8d5c327-c8ba-4f2b-aa42-d2e452d716f7", "name": "network-vif-deleted", "tag": "ee0a9052-b8e5-46ec-9a0b-e486bffedfdb", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:13:25.255353 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-de75cb12-c3a8-435d-ad1f-5e17e539d264 {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:13:25.255918 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8d5c327-c8ba-4f2b-aa42-d2e452d716f7', 'name': 'network-vif-deleted', 'tag': 'ee0a9052-b8e5-46ec-9a0b-e486bffedfdb', 'status': 'completed', 'code': 200} Feb 19 03:13:25.318109 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e1d7b1d8-dbf2-4208-86d4-7f4bda5d3050 req-aadc72a4-3583-4469-aefa-314bc829b28f tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8d5c327-c8ba-4f2b-aa42-d2e452d716f7 HTTP/1.1" status: 200 len: 210 time: 0.0418906 Feb 19 03:13:25.634505 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device f7b6da1f-b537-45af-9feb-c15f1c6a08bc no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:13:25.659595 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] No Port match for: f7b6da1f-b537-45af-9feb-c15f1c6a08bc {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:13:25.660222 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device f7b6da1f-b537-45af-9feb-c15f1c6a08bc not bound to the agent host n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:13:26.260194 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:26.619749 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635aead2-b408-44be-8ae2-088000e42bce req-7887da07-6820-43d5-b362-616651f0cbdc tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:26.621371 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-635aead2-b408-44be-8ae2-088000e42bce req-7887da07-6820-43d5-b362-616651f0cbdc tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 944 time: 0.0554676 Feb 19 03:13:26.667916 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-635aead2-b408-44be-8ae2-088000e42bce req-cfe9f884-4326-4fef-a145-46fd6bb6c207 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408926 Feb 19 03:13:27.810903 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abf4c5e-798a-4527-876f-b8fbd0ac6603 req-dbec874e-2200-4a10-805e-1b9269745f75 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:27.813551 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1abf4c5e-798a-4527-876f-b8fbd0ac6603 req-dbec874e-2200-4a10-805e-1b9269745f75 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 944 time: 0.0696340 Feb 19 03:13:27.868139 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1abf4c5e-798a-4527-876f-b8fbd0ac6603 req-9e423245-c6a9-47d8-adc9-2cad364ac88b tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478015 Feb 19 03:13:28.203226 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device ee0a9052-b8e5-46ec-9a0b-e486bffedfdb no longer exists at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:13:28.222980 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] No Port match for: ee0a9052-b8e5-46ec-9a0b-e486bffedfdb {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:13:28.223330 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device ee0a9052-b8e5-46ec-9a0b-e486bffedfdb not bound to the agent host n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:13:28.414345 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3e3037-abdb-45e9-84be-8a316b37ed68 req-514c9911-8aed-4cd2-af5f-9c7e66be56e6 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:28.415895 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-dd3e3037-abdb-45e9-84be-8a316b37ed68 req-514c9911-8aed-4cd2-af5f-9c7e66be56e6 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.73 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 944 time: 0.0579646 Feb 19 03:13:28.521912 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-dd3e3037-abdb-45e9-84be-8a316b37ed68 req-be060392-b1bf-46af-b406-00bf748245a2 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Deleting port 45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:13:28.522242 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-dd3e3037-abdb-45e9-84be-8a316b37ed68 req-be060392-b1bf-46af-b406-00bf748245a2 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:28.622854 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-dd3e3037-abdb-45e9-84be-8a316b37ed68 req-be060392-b1bf-46af-b406-00bf748245a2 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] For port 45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6,segment=NetworkSegment(9361ff5e-ecd3-4a53-b64f-0204e54bd4ff),segment_id=9361ff5e-ecd3-4a53-b64f-0204e54bd4ff)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:13:28.623224 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-dd3e3037-abdb-45e9-84be-8a316b37ed68 req-be060392-b1bf-46af-b406-00bf748245a2 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:28.852491 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-dd3e3037-abdb-45e9-84be-8a316b37ed68 req-be060392-b1bf-46af-b406-00bf748245a2 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:28.852941 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-dd3e3037-abdb-45e9-84be-8a316b37ed68 req-be060392-b1bf-46af-b406-00bf748245a2 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16285943'] for floatingip (de62ef49-884d-43da-8b6b-8e21cf6b3d64), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:28.853421 n-d-826753-2 neutron-server[103702]: INFO neutron.db.l3_db [req-dd3e3037-abdb-45e9-84be-8a316b37ed68 req-be060392-b1bf-46af-b406-00bf748245a2 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Floating IP de62ef49-884d-43da-8b6b-8e21cf6b3d64 disassociated. External IP: 172.25.6.21, port: 45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6. Feb 19 03:13:28.853584 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-dd3e3037-abdb-45e9-84be-8a316b37ed68 req-be060392-b1bf-46af-b406-00bf748245a2 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Calling delete_port for 45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6 owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:13:28.994912 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-dd3e3037-abdb-45e9-84be-8a316b37ed68 req-be060392-b1bf-46af-b406-00bf748245a2 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:29.021415 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa03f90-f3c3-42ad-b62f-c5036266af51 req-feee2a88-5329-4307-9d13-4795906a9b64 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:29.023256 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8aa03f90-f3c3-42ad-b62f-c5036266af51 req-feee2a88-5329-4307-9d13-4795906a9b64 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 944 time: 0.0668151 Feb 19 03:13:29.044067 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be060392-b1bf-46af-b406-00bf748245a2 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Pushing event deleted for resources: {'Port': ['ID=45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:29.123485 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8aa03f90-f3c3-42ad-b62f-c5036266af51 req-290417cd-0ed3-44d4-af90-70a7a959c6ad tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups?id=3fcd5f07-b451-4a4f-b38f-b25676c06cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896628 Feb 19 03:13:29.183094 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dd3e3037-abdb-45e9-84be-8a316b37ed68 req-be060392-b1bf-46af-b406-00bf748245a2 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Router 7bcff32f-85cc-4b7a-a9ae-323902b5a1b1 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:13:29.574494 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dd3e3037-abdb-45e9-84be-8a316b37ed68 req-be060392-b1bf-46af-b406-00bf748245a2 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:13:29.585774 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4275e9a0-053e-4323-bf36-95d8c23818b7 None None] Sync routers for ids ['7bcff32f-85cc-4b7a-a9ae-323902b5a1b1'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:13:29.598137 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4275e9a0-053e-4323-bf36-95d8c23818b7 None None] Routers {'7bcff32f-85cc-4b7a-a9ae-323902b5a1b1'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:13:29.599179 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-4275e9a0-053e-4323-bf36-95d8c23818b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:13:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['7bcff32f-85cc-4b7a-a9ae-323902b5a1b1'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:13:29.620849 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd3e3037-abdb-45e9-84be-8a316b37ed68 req-be060392-b1bf-46af-b406-00bf748245a2 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] No DVR routers for this DVR port 45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6 on host n-h1-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:13:29.623603 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-dd3e3037-abdb-45e9-84be-8a316b37ed68 req-be060392-b1bf-46af-b406-00bf748245a2 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:29.627309 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-dd3e3037-abdb-45e9-84be-8a316b37ed68 req-be060392-b1bf-46af-b406-00bf748245a2 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.73 "DELETE /v2.0/ports/45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6 HTTP/1.1" status: 204 len: 173 time: 1.2062893 Feb 19 03:13:29.627452 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5712473-ec71-4cd2-a7d2-c2cec0223e2b', 'name': 'network-vif-deleted', 'tag': '45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:13:29.629755 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfa5a192-18b1-4231-8874-94265b873dcb" -d '{"events": [{"server_uuid": "d5712473-ec71-4cd2-a7d2-c2cec0223e2b", "name": "network-vif-deleted", "tag": "45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:13:29.674418 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f3daad1-bf25-4a40-80d9-f144960d2288 x-openstack-request-id: req-1f3daad1-bf25-4a40-80d9-f144960d2288 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:13:29.674812 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5712473-ec71-4cd2-a7d2-c2cec0223e2b", "name": "network-vif-deleted", "tag": "45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:13:29.675189 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1f3daad1-bf25-4a40-80d9-f144960d2288 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:13:29.675690 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5712473-ec71-4cd2-a7d2-c2cec0223e2b', 'name': 'network-vif-deleted', 'tag': '45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6', 'status': 'completed', 'code': 200} Feb 19 03:13:29.727582 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-4275e9a0-053e-4323-bf36-95d8c23818b7 None None] Set router 7bcff32f-85cc-4b7a-a9ae-323902b5a1b1 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:13:29.953919 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-4275e9a0-053e-4323-bf36-95d8c23818b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bcff32f-85cc-4b7a-a9ae-323902b5a1b1', 'name': 'tempest-ServerActionsTestJSON-1229262062-router', 'tenant_id': 'b9f6d445adfb4303a5f2e35c9323b376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': 'a224555f-f273-4885-9609-4b19ad6517a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:05:02Z', 'updated_at': '2022-02-19T03:05:09Z', 'revision_number': 4, 'project_id': 'b9f6d445adfb4303a5f2e35c9323b376', 'gw_port': {'id': 'a224555f-f273-4885-9609-4b19ad6517a6', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:1e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bcff32f-85cc-4b7a-a9ae-323902b5a1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:05:03Z', 'updated_at': '2022-02-19T03:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '9fae4cd5-b2a9-4751-b75a-102a78ea8169', 'name': '', 'network_id': '0f4d9579-5631-481f-acff-55faffa2a3d0', 'tenant_id': 'b9f6d445adfb4303a5f2e35c9323b376', 'mac_address': 'fa:16:3e:a3:80:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bcff32f-85cc-4b7a-a9ae-323902b5a1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': '873fca23-e618-4343-ad67-b4c94d7ebaec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:05:07Z', 'updated_at': '2022-02-19T03:05:23Z', 'revision_number': 5, 'project_id': 'b9f6d445adfb4303a5f2e35c9323b376', 'subnets': [{'id': '873fca23-e618-4343-ad67-b4c94d7ebaec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:13:29.985652 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4275e9a0-053e-4323-bf36-95d8c23818b7 None None] Checking router: 7bcff32f-85cc-4b7a-a9ae-323902b5a1b1 for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:13:29.995805 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4275e9a0-053e-4323-bf36-95d8c23818b7 None None] Routers {'7bcff32f-85cc-4b7a-a9ae-323902b5a1b1'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:13:29.996539 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-4275e9a0-053e-4323-bf36-95d8c23818b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:13:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['7bcff32f-85cc-4b7a-a9ae-323902b5a1b1'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:13:30.125742 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-4275e9a0-053e-4323-bf36-95d8c23818b7 None None] Set router 7bcff32f-85cc-4b7a-a9ae-323902b5a1b1 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:13:30.267161 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f25d4bf6-eab6-494d-859e-6e57bad27a68 req-2b5ec815-8c5e-442e-aa20-55bf521c3df8 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5712473-ec71-4cd2-a7d2-c2cec0223e2b HTTP/1.1" status: 200 len: 210 time: 0.0365195 Feb 19 03:13:30.448506 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-4275e9a0-053e-4323-bf36-95d8c23818b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bcff32f-85cc-4b7a-a9ae-323902b5a1b1', 'name': 'tempest-ServerActionsTestJSON-1229262062-router', 'tenant_id': 'b9f6d445adfb4303a5f2e35c9323b376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': 'a224555f-f273-4885-9609-4b19ad6517a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:05:02Z', 'updated_at': '2022-02-19T03:05:09Z', 'revision_number': 4, 'project_id': 'b9f6d445adfb4303a5f2e35c9323b376', 'gw_port': {'id': 'a224555f-f273-4885-9609-4b19ad6517a6', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:1e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bcff32f-85cc-4b7a-a9ae-323902b5a1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:05:03Z', 'updated_at': '2022-02-19T03:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '9fae4cd5-b2a9-4751-b75a-102a78ea8169', 'name': '', 'network_id': '0f4d9579-5631-481f-acff-55faffa2a3d0', 'tenant_id': 'b9f6d445adfb4303a5f2e35c9323b376', 'mac_address': 'fa:16:3e:a3:80:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bcff32f-85cc-4b7a-a9ae-323902b5a1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': '873fca23-e618-4343-ad67-b4c94d7ebaec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:05:07Z', 'updated_at': '2022-02-19T03:05:23Z', 'revision_number': 5, 'project_id': 'b9f6d445adfb4303a5f2e35c9323b376', 'subnets': [{'id': '873fca23-e618-4343-ad67-b4c94d7ebaec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:13:30.483949 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4275e9a0-053e-4323-bf36-95d8c23818b7 None None] The sync data for ids ['7bcff32f-85cc-4b7a-a9ae-323902b5a1b1'] in n-d-826753-2 is: [{'id': '7bcff32f-85cc-4b7a-a9ae-323902b5a1b1', 'name': 'tempest-ServerActionsTestJSON-1229262062-router', 'tenant_id': 'b9f6d445adfb4303a5f2e35c9323b376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': 'a224555f-f273-4885-9609-4b19ad6517a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:05:02Z', 'updated_at': '2022-02-19T03:05:09Z', 'revision_number': 4, 'project_id': 'b9f6d445adfb4303a5f2e35c9323b376', 'gw_port': {'id': 'a224555f-f273-4885-9609-4b19ad6517a6', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:1e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bcff32f-85cc-4b7a-a9ae-323902b5a1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:05:03Z', 'updated_at': '2022-02-19T03:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '9fae4cd5-b2a9-4751-b75a-102a78ea8169', 'name': '', 'network_id': '0f4d9579-5631-481f-acff-55faffa2a3d0', 'tenant_id': 'b9f6d445adfb4303a5f2e35c9323b376', 'mac_address': 'fa:16:3e:a3:80:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bcff32f-85cc-4b7a-a9ae-323902b5a1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3045, 'fixed_ips': [{'subnet_id': '873fca23-e618-4343-ad67-b4c94d7ebaec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:05:07Z', 'updated_at': '2022-02-19T03:05:23Z', 'revision_number': 5, 'project_id': 'b9f6d445adfb4303a5f2e35c9323b376', 'subnets': [{'id': '873fca23-e618-4343-ad67-b4c94d7ebaec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:13:30.767785 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03406d2f-2df3-4ca3-9d64-67bf3c9c0257 None None] New status for floating IP de62ef49-884d-43da-8b6b-8e21cf6b3d64: DOWN {{(pid=103703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:13:31.360594 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 36882) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:31.425105 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d29795c2-5cd2-4dfb-b4c4-42798644996d tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Publish callbacks [] for security_group (3fcd5f07-b451-4a4f-b38f-b25676c06cc6), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:31.454079 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d29795c2-5cd2-4dfb-b4c4-42798644996d tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Publish callbacks [] for security_group (3fcd5f07-b451-4a4f-b38f-b25676c06cc6), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:31.512661 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d29795c2-5cd2-4dfb-b4c4-42798644996d tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (3fcd5f07-b451-4a4f-b38f-b25676c06cc6), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:31.516103 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d29795c2-5cd2-4dfb-b4c4-42798644996d tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:31.520338 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 36888) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:31.521718 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-d29795c2-5cd2-4dfb-b4c4-42798644996d tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "DELETE /v2.0/security-groups/3fcd5f07-b451-4a4f-b38f-b25676c06cc6 HTTP/1.1" status: 204 len: 168 time: 0.1596780 Feb 19 03:13:31.533512 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29795c2-5cd2-4dfb-b4c4-42798644996d tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fcd5f07-b451-4a4f-b38f-b25676c06cc6,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:31.546650 n-d-826753-2 neutron-server[103701]: INFO neutron.api.v2.resource [None req-717d2c84-8958-414d-b10d-0aa1976d9572 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] show failed (client error): The resource could not be found. Feb 19 03:13:31.552532 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-717d2c84-8958-414d-b10d-0aa1976d9572 tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "GET /v2.0/security-groups/3fcd5f07-b451-4a4f-b38f-b25676c06cc6 HTTP/1.1" status: 404 len: 347 time: 0.0281360 Feb 19 03:13:31.552713 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 36890) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:31.664090 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6 no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:13:31.700089 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] No Port match for: 45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:13:31.700926 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 45d6c6ed-fc23-4c3c-93ec-ebebe41c92a6 not bound to the agent host n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:13:31.738984 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-a8072b05-ef52-4617-b37f-e912285820cf tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Deleting port 579eeca8-97fe-4df7-85d0-4fbdd01daee4 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:13:31.739388 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a8072b05-ef52-4617-b37f-e912285820cf tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (579eeca8-97fe-4df7-85d0-4fbdd01daee4), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:31.832685 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a8072b05-ef52-4617-b37f-e912285820cf tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (579eeca8-97fe-4df7-85d0-4fbdd01daee4), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:31.833301 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a8072b05-ef52-4617-b37f-e912285820cf tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Publish callbacks [] for floatingip (579eeca8-97fe-4df7-85d0-4fbdd01daee4), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:31.855474 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-a8072b05-ef52-4617-b37f-e912285820cf tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Calling delete_port for 579eeca8-97fe-4df7-85d0-4fbdd01daee4 owned by network:floatingip {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:13:32.007999 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a8072b05-ef52-4617-b37f-e912285820cf tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (579eeca8-97fe-4df7-85d0-4fbdd01daee4), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:32.032778 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8072b05-ef52-4617-b37f-e912285820cf tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Pushing event deleted for resources: {'Port': ['ID=579eeca8-97fe-4df7-85d0-4fbdd01daee4,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:32.103572 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a8072b05-ef52-4617-b37f-e912285820cf tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Publish callbacks [] for floatingip (de62ef49-884d-43da-8b6b-8e21cf6b3d64), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:32.106448 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a8072b05-ef52-4617-b37f-e912285820cf tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:32.110524 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-a8072b05-ef52-4617-b37f-e912285820cf tempest-ServerActionsTestJSON-1089214715 tempest-ServerActionsTestJSON-1089214715-project] 10.222.0.72 "DELETE /v2.0/floatingips/de62ef49-884d-43da-8b6b-8e21cf6b3d64 HTTP/1.1" status: 204 len: 168 time: 0.5548072 Feb 19 03:13:32.110899 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 36896) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:32.716644 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2fa2a573-3363-4b62-b7db-911c4f5383f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16289271'] for router_interface (7bcff32f-85cc-4b7a-a9ae-323902b5a1b1), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:32.925989 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:13:33.059632 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-2fa2a573-3363-4b62-b7db-911c4f5383f4 admin admin] Deleting port 9fae4cd5-b2a9-4751-b75a-102a78ea8169 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:13:33.060121 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2fa2a573-3363-4b62-b7db-911c4f5383f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (9fae4cd5-b2a9-4751-b75a-102a78ea8169), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:33.144432 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-2fa2a573-3363-4b62-b7db-911c4f5383f4 admin admin] For port 9fae4cd5-b2a9-4751-b75a-102a78ea8169, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=9fae4cd5-b2a9-4751-b75a-102a78ea8169,segment=NetworkSegment(9361ff5e-ecd3-4a53-b64f-0204e54bd4ff),segment_id=9361ff5e-ecd3-4a53-b64f-0204e54bd4ff)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:13:33.144794 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2fa2a573-3363-4b62-b7db-911c4f5383f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (9fae4cd5-b2a9-4751-b75a-102a78ea8169), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:33.158762 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-2fa2a573-3363-4b62-b7db-911c4f5383f4 admin admin] Calling delete_port for 9fae4cd5-b2a9-4751-b75a-102a78ea8169 owned by network:router_interface {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:13:33.438725 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2fa2a573-3363-4b62-b7db-911c4f5383f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (9fae4cd5-b2a9-4751-b75a-102a78ea8169), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:33.463157 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa2a573-3363-4b62-b7db-911c4f5383f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fae4cd5-b2a9-4751-b75a-102a78ea8169,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:33.682405 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2fa2a573-3363-4b62-b7db-911c4f5383f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16362762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16314471'] for router_interface (7bcff32f-85cc-4b7a-a9ae-323902b5a1b1), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:34.094018 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fa2a573-3363-4b62-b7db-911c4f5383f4 admin admin] Router 7bcff32f-85cc-4b7a-a9ae-323902b5a1b1 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:13:34.100114 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fa2a573-3363-4b62-b7db-911c4f5383f4 admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:13:34.109201 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-2fa2a573-3363-4b62-b7db-911c4f5383f4 admin admin] 10.222.0.72 "PUT /v2.0/routers/7bcff32f-85cc-4b7a-a9ae-323902b5a1b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9947689 Feb 19 03:13:34.109201 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 36920) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:34.111498 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0d970d-eca6-41d9-872b-ee2e7d3fe24c None None] Sync routers for ids ['7bcff32f-85cc-4b7a-a9ae-323902b5a1b1'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:13:34.123990 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0d970d-eca6-41d9-872b-ee2e7d3fe24c None None] Routers {'7bcff32f-85cc-4b7a-a9ae-323902b5a1b1'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:13:34.125481 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-9f0d970d-eca6-41d9-872b-ee2e7d3fe24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:13:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['7bcff32f-85cc-4b7a-a9ae-323902b5a1b1'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:13:34.245074 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9d1e7a01-f1f2-46ad-abaf-95f81c7bfc3f admin admin] Publish callbacks [] for router (7bcff32f-85cc-4b7a-a9ae-323902b5a1b1), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:34.251559 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-9f0d970d-eca6-41d9-872b-ee2e7d3fe24c None None] Set router 7bcff32f-85cc-4b7a-a9ae-323902b5a1b1 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:13:34.499109 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-9f0d970d-eca6-41d9-872b-ee2e7d3fe24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bcff32f-85cc-4b7a-a9ae-323902b5a1b1', 'name': 'tempest-ServerActionsTestJSON-1229262062-router', 'tenant_id': 'b9f6d445adfb4303a5f2e35c9323b376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': 'a224555f-f273-4885-9609-4b19ad6517a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:05:02Z', 'updated_at': '2022-02-19T03:13:33Z', 'revision_number': 5, 'project_id': 'b9f6d445adfb4303a5f2e35c9323b376', 'gw_port': {'id': 'a224555f-f273-4885-9609-4b19ad6517a6', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:1e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bcff32f-85cc-4b7a-a9ae-323902b5a1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:05:03Z', 'updated_at': '2022-02-19T03:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:13:34.563229 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0d970d-eca6-41d9-872b-ee2e7d3fe24c None None] Checking router: 7bcff32f-85cc-4b7a-a9ae-323902b5a1b1 for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:13:34.574387 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0d970d-eca6-41d9-872b-ee2e7d3fe24c None None] Routers {'7bcff32f-85cc-4b7a-a9ae-323902b5a1b1'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:13:34.575017 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-9f0d970d-eca6-41d9-872b-ee2e7d3fe24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:13:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['7bcff32f-85cc-4b7a-a9ae-323902b5a1b1'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:13:34.715159 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9d1e7a01-f1f2-46ad-abaf-95f81c7bfc3f admin admin] Publish callbacks [] for router_gateway (7bcff32f-85cc-4b7a-a9ae-323902b5a1b1), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:34.732058 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-9f0d970d-eca6-41d9-872b-ee2e7d3fe24c None None] Set router 7bcff32f-85cc-4b7a-a9ae-323902b5a1b1 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:13:34.795271 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-9d1e7a01-f1f2-46ad-abaf-95f81c7bfc3f admin admin] Deleting port a224555f-f273-4885-9609-4b19ad6517a6 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:13:34.795746 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9d1e7a01-f1f2-46ad-abaf-95f81c7bfc3f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (a224555f-f273-4885-9609-4b19ad6517a6), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:34.914437 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-9d1e7a01-f1f2-46ad-abaf-95f81c7bfc3f admin admin] For port a224555f-f273-4885-9609-4b19ad6517a6, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=a224555f-f273-4885-9609-4b19ad6517a6,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:13:34.914804 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9d1e7a01-f1f2-46ad-abaf-95f81c7bfc3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (a224555f-f273-4885-9609-4b19ad6517a6), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:34.935261 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-9d1e7a01-f1f2-46ad-abaf-95f81c7bfc3f admin admin] Calling delete_port for a224555f-f273-4885-9609-4b19ad6517a6 owned by network:router_gateway {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:13:34.989877 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-9f0d970d-eca6-41d9-872b-ee2e7d3fe24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bcff32f-85cc-4b7a-a9ae-323902b5a1b1', 'name': 'tempest-ServerActionsTestJSON-1229262062-router', 'tenant_id': 'b9f6d445adfb4303a5f2e35c9323b376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': 'a224555f-f273-4885-9609-4b19ad6517a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:05:02Z', 'updated_at': '2022-02-19T03:13:33Z', 'revision_number': 5, 'project_id': 'b9f6d445adfb4303a5f2e35c9323b376', 'gw_port': {'id': 'a224555f-f273-4885-9609-4b19ad6517a6', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:1e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bcff32f-85cc-4b7a-a9ae-323902b5a1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:05:03Z', 'updated_at': '2022-02-19T03:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:13:35.027969 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0d970d-eca6-41d9-872b-ee2e7d3fe24c None None] The sync data for ids ['7bcff32f-85cc-4b7a-a9ae-323902b5a1b1'] in n-d-826753-2 is: [{'id': '7bcff32f-85cc-4b7a-a9ae-323902b5a1b1', 'name': 'tempest-ServerActionsTestJSON-1229262062-router', 'tenant_id': 'b9f6d445adfb4303a5f2e35c9323b376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': 'a224555f-f273-4885-9609-4b19ad6517a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:05:02Z', 'updated_at': '2022-02-19T03:13:33Z', 'revision_number': 5, 'project_id': 'b9f6d445adfb4303a5f2e35c9323b376', 'gw_port': {'id': 'a224555f-f273-4885-9609-4b19ad6517a6', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:1e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bcff32f-85cc-4b7a-a9ae-323902b5a1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:05:03Z', 'updated_at': '2022-02-19T03:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:13:35.179612 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9d1e7a01-f1f2-46ad-abaf-95f81c7bfc3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (a224555f-f273-4885-9609-4b19ad6517a6), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:35.213131 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1e7a01-f1f2-46ad-abaf-95f81c7bfc3f admin admin] Pushing event deleted for resources: {'Port': ['ID=a224555f-f273-4885-9609-4b19ad6517a6,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:35.283869 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9d1e7a01-f1f2-46ad-abaf-95f81c7bfc3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16285837'] for router_gateway (7bcff32f-85cc-4b7a-a9ae-323902b5a1b1), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:35.429269 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9d1e7a01-f1f2-46ad-abaf-95f81c7bfc3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16317457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14254'] for router (7bcff32f-85cc-4b7a-a9ae-323902b5a1b1), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:35.432160 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9d1e7a01-f1f2-46ad-abaf-95f81c7bfc3f admin admin] Publish callbacks [] for router_controller (7bcff32f-85cc-4b7a-a9ae-323902b5a1b1), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:35.523126 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9d1e7a01-f1f2-46ad-abaf-95f81c7bfc3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16317544'] for router (7bcff32f-85cc-4b7a-a9ae-323902b5a1b1), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:35.523990 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d1e7a01-f1f2-46ad-abaf-95f81c7bfc3f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7bcff32f-85cc-4b7a-a9ae-323902b5a1b1 {{(pid=103701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:13:35.528830 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9d1e7a01-f1f2-46ad-abaf-95f81c7bfc3f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:35.532590 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-9d1e7a01-f1f2-46ad-abaf-95f81c7bfc3f admin admin] 10.222.0.72 "DELETE /v2.0/routers/7bcff32f-85cc-4b7a-a9ae-323902b5a1b1 HTTP/1.1" status: 204 len: 168 time: 1.4199185 Feb 19 03:13:35.532823 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 36944) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:35.596900 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_v2 [None req-26a26a1d-1832-47f7-ba7f-8bfda6538568 admin admin] Deleting subnet 873fca23-e618-4343-ad67-b4c94d7ebaec {{(pid=103701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:13:35.601038 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-26a26a1d-1832-47f7-ba7f-8bfda6538568 admin admin] Publish callbacks [] for subnet (873fca23-e618-4343-ad67-b4c94d7ebaec), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:35.643835 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-26a26a1d-1832-47f7-ba7f-8bfda6538568 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12647399'] for subnet (873fca23-e618-4343-ad67-b4c94d7ebaec), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:35.747393 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-26a26a1d-1832-47f7-ba7f-8bfda6538568 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (873fca23-e618-4343-ad67-b4c94d7ebaec), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:35.811243 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-26a26a1d-1832-47f7-ba7f-8bfda6538568 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12647206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58706286'] for subnet (873fca23-e618-4343-ad67-b4c94d7ebaec), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:35.839653 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a26a1d-1832-47f7-ba7f-8bfda6538568 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=873fca23-e618-4343-ad67-b4c94d7ebaec,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:35.846243 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-26a26a1d-1832-47f7-ba7f-8bfda6538568 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:35.849757 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-26a26a1d-1832-47f7-ba7f-8bfda6538568 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/873fca23-e618-4343-ad67-b4c94d7ebaec HTTP/1.1" status: 204 len: 168 time: 0.3156922 Feb 19 03:13:35.852648 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440a0bab-545a-4cce-95d1-8cfd2229cd4c None None] Network 0f4d9579-5631-481f-acff-55faffa2a3d0 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:13:35.860173 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 36954) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:35.966642 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a30f2d94-5142-4ba3-8aed-ae8271081e29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (0f4d9579-5631-481f-acff-55faffa2a3d0), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:36.031761 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-a30f2d94-5142-4ba3-8aed-ae8271081e29 admin admin] Deleting port 0af2718b-7026-4898-9150-9add291e8501 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:13:36.032193 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a30f2d94-5142-4ba3-8aed-ae8271081e29 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (0af2718b-7026-4898-9150-9add291e8501), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:36.102777 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-a30f2d94-5142-4ba3-8aed-ae8271081e29 admin admin] For port 0af2718b-7026-4898-9150-9add291e8501, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=0af2718b-7026-4898-9150-9add291e8501,segment=NetworkSegment(9361ff5e-ecd3-4a53-b64f-0204e54bd4ff),segment_id=9361ff5e-ecd3-4a53-b64f-0204e54bd4ff)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:13:36.103147 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a30f2d94-5142-4ba3-8aed-ae8271081e29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (0af2718b-7026-4898-9150-9add291e8501), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:36.121855 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-a30f2d94-5142-4ba3-8aed-ae8271081e29 admin admin] Calling delete_port for 0af2718b-7026-4898-9150-9add291e8501 owned by network:dhcp {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:13:36.213110 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a30f2d94-5142-4ba3-8aed-ae8271081e29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (0af2718b-7026-4898-9150-9add291e8501), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:36.242277 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30f2d94-5142-4ba3-8aed-ae8271081e29 admin admin] Pushing event deleted for resources: {'Port': ['ID=0af2718b-7026-4898-9150-9add291e8501,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:36.247470 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30f2d94-5142-4ba3-8aed-ae8271081e29 admin admin] No DVR routers for this DVR port 0af2718b-7026-4898-9150-9add291e8501 on host n-d-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:13:36.299532 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61687452-ebeb-4825-bb35-855bf5e9b43e None None] DHCP port deletion for 0f4d9579-5631-481f-acff-55faffa2a3d0 request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:13:36.374191 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a30f2d94-5142-4ba3-8aed-ae8271081e29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (0f4d9579-5631-481f-acff-55faffa2a3d0), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:36.399518 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-a30f2d94-5142-4ba3-8aed-ae8271081e29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f4d9579-5631-481f-acff-55faffa2a3d0']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:13:36.411084 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-a30f2d94-5142-4ba3-8aed-ae8271081e29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9361ff5e-ecd3-4a53-b64f-0204e54bd4ff') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:13:36.411278 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-a30f2d94-5142-4ba3-8aed-ae8271081e29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9361ff5e-ecd3-4a53-b64f-0204e54bd4ff') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:13:36.417639 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 0af2718b-7026-4898-9150-9add291e8501 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:13:36.428727 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a30f2d94-5142-4ba3-8aed-ae8271081e29 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (9361ff5e-ecd3-4a53-b64f-0204e54bd4ff), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:36.440370 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 0af2718b-7026-4898-9150-9add291e8501 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:13:36.441571 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 0af2718b-7026-4898-9150-9add291e8501 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:13:36.442112 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 9fae4cd5-b2a9-4751-b75a-102a78ea8169 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:13:36.448407 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a30f2d94-5142-4ba3-8aed-ae8271081e29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (9361ff5e-ecd3-4a53-b64f-0204e54bd4ff), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:36.462924 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a30f2d94-5142-4ba3-8aed-ae8271081e29 admin admin] Releasing vlan 250 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:13:36.464856 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 9fae4cd5-b2a9-4751-b75a-102a78ea8169 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:13:36.465076 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 9fae4cd5-b2a9-4751-b75a-102a78ea8169 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:13:36.465436 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device a224555f-f273-4885-9609-4b19ad6517a6 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:13:36.467097 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a30f2d94-5142-4ba3-8aed-ae8271081e29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (9361ff5e-ecd3-4a53-b64f-0204e54bd4ff), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:36.469322 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 03:13:36.469322 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:13:36.469322 n-d-826753-2 neutron-server[103702]: timer() Feb 19 03:13:36.469322 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:13:36.469322 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 03:13:36.469322 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:13:36.469322 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 03:13:36.469322 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:13:36.469322 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 03:13:36.469322 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:13:36.469322 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 03:13:36.469322 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:13:36.469322 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 03:13:36.469322 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:13:36.469322 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:13:36.469322 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:13:36.469322 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:13:36.469322 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:13:36.469322 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 03:13:36.469322 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:13:36.469322 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 03:13:36.469322 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:13:36.469322 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:13:36.469322 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:13:36.469322 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 03:13:36.469322 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:13:36.469322 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:13:36.469322 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:13:36.469322 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:13:36.469322 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:13:36.469322 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:13:36.469322 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:13:36.495372 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: a224555f-f273-4885-9609-4b19ad6517a6 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:13:36.495710 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device a224555f-f273-4885-9609-4b19ad6517a6 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:13:36.546647 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a30f2d94-5142-4ba3-8aed-ae8271081e29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (0f4d9579-5631-481f-acff-55faffa2a3d0), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:36.558356 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a30f2d94-5142-4ba3-8aed-ae8271081e29 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:36.564091 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-a30f2d94-5142-4ba3-8aed-ae8271081e29 admin admin] 10.222.0.72 "DELETE /v2.0/networks/0f4d9579-5631-481f-acff-55faffa2a3d0 HTTP/1.1" status: 204 len: 168 time: 0.7004592 Feb 19 03:13:36.588567 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30f2d94-5142-4ba3-8aed-ae8271081e29 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f4d9579-5631-481f-acff-55faffa2a3d0,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:36.699858 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 36970) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:36.750839 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-70487bc8-74b7-45a2-87b4-d7c6755f2856 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b9f6d445adfb4303a5f2e35c9323b376&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0497799 Feb 19 03:13:36.753416 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 36974) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:36.823095 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-db0a7113-ce2b-40ff-ba79-1cc5a0593452 admin admin] Publish callbacks [] for security_group (a6656291-2f71-4c36-83df-c6cd4c44fc6c), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:36.847264 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-db0a7113-ce2b-40ff-ba79-1cc5a0593452 admin admin] Publish callbacks [] for security_group (a6656291-2f71-4c36-83df-c6cd4c44fc6c), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:36.906766 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-db0a7113-ce2b-40ff-ba79-1cc5a0593452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (a6656291-2f71-4c36-83df-c6cd4c44fc6c), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:36.909507 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-db0a7113-ce2b-40ff-ba79-1cc5a0593452 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:36.910784 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-db0a7113-ce2b-40ff-ba79-1cc5a0593452 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a6656291-2f71-4c36-83df-c6cd4c44fc6c HTTP/1.1" status: 204 len: 168 time: 0.1564109 Feb 19 03:13:36.921779 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0a7113-ce2b-40ff-ba79-1cc5a0593452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6656291-2f71-4c36-83df-c6cd4c44fc6c,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:37.708029 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 37012) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:37.835605 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-f2106047-5857-4227-bb3c-dc0192a45dd1 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-440464544-network', 'tenant_id': 'eebd668ef05f4ec4b83bc2583e340007'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:13:37.870896 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2106047-5857-4227-bb3c-dc0192a45dd1 admin admin] Made reservation on behalf of eebd668ef05f4ec4b83bc2583e340007 for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:13:37.873811 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f2106047-5857-4227-bb3c-dc0192a45dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:37.890020 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f2106047-5857-4227-bb3c-dc0192a45dd1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:37.986048 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f2106047-5857-4227-bb3c-dc0192a45dd1 admin admin] Publish callbacks [] for security_group (9c1c2746-1f4e-4190-a3f0-bb5f08787f56), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:37.990984 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f2106047-5857-4227-bb3c-dc0192a45dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (9c1c2746-1f4e-4190-a3f0-bb5f08787f56), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:38.022628 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2106047-5857-4227-bb3c-dc0192a45dd1 admin admin] vlan segment allocate from pool success with {'vlan_id': 255, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:13:38.032982 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2106047-5857-4227-bb3c-dc0192a45dd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c1c2746-1f4e-4190-a3f0-bb5f08787f56,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:38.043286 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f2106047-5857-4227-bb3c-dc0192a45dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (ac904bfa-5c9f-4b43-835e-aee0e40a4a0a), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:38.043820 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-f2106047-5857-4227-bb3c-dc0192a45dd1 admin admin] Added segment ac904bfa-5c9f-4b43-835e-aee0e40a4a0a of type vlan for network 47555910-ca3c-496a-b516-35677525f63b Feb 19 03:13:38.090230 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f2106047-5857-4227-bb3c-dc0192a45dd1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (47555910-ca3c-496a-b516-35677525f63b), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:38.119967 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f2106047-5857-4227-bb3c-dc0192a45dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (47555910-ca3c-496a-b516-35677525f63b), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:38.121389 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2106047-5857-4227-bb3c-dc0192a45dd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:38.121958 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f2106047-5857-4227-bb3c-dc0192a45dd1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:38.202760 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-f2106047-5857-4227-bb3c-dc0192a45dd1 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4900255 Feb 19 03:13:38.204403 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 37028) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:38.211086 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-d065f277-b62e-46a8-a9b3-07dd364a6fe0 admin admin] Request body: {'subnet': {'network_id': '47555910-ca3c-496a-b516-35677525f63b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-440464544-subnet', 'tenant_id': 'eebd668ef05f4ec4b83bc2583e340007', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:13:38.229136 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2106047-5857-4227-bb3c-dc0192a45dd1 admin admin] Pushing event updated for resources: {'Network': ['ID=47555910-ca3c-496a-b516-35677525f63b,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:38.237515 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d065f277-b62e-46a8-a9b3-07dd364a6fe0 admin admin] Made reservation on behalf of eebd668ef05f4ec4b83bc2583e340007 for: {'subnet': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:13:38.240298 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d065f277-b62e-46a8-a9b3-07dd364a6fe0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58706307'] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:38.240503 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 47555910-ca3c-496a-b516-35677525f63b details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:13:38.456272 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d065f277-b62e-46a8-a9b3-07dd364a6fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12647271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58706289'] for subnet (9373af49-5c79-43c1-aa98-412f6f3d1e2e), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:38.519417 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d065f277-b62e-46a8-a9b3-07dd364a6fe0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9373af49-5c79-43c1-aa98-412f6f3d1e2e,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:38.529494 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d065f277-b62e-46a8-a9b3-07dd364a6fe0 admin admin] Checking segment: {'id': 'ac904bfa-5c9f-4b43-835e-aee0e40a4a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '47555910-ca3c-496a-b516-35677525f63b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:13:38.529854 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d065f277-b62e-46a8-a9b3-07dd364a6fe0 admin admin] Network hostable DHCP agents. Network: 47555910-ca3c-496a-b516-35677525f63b, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:13:38.546833 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d065f277-b62e-46a8-a9b3-07dd364a6fe0 admin admin] Network 47555910-ca3c-496a-b516-35677525f63b is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:13:38.558222 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-d065f277-b62e-46a8-a9b3-07dd364a6fe0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 47555910-ca3c-496a-b516-35677525f63b) {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:13:38.563590 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d065f277-b62e-46a8-a9b3-07dd364a6fe0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:38.564230 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d065f277-b62e-46a8-a9b3-07dd364a6fe0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:38.569346 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e374ec1-c581-4fee-ac9a-c7a339d24883 None None] Network 47555910-ca3c-496a-b516-35677525f63b requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:13:38.586595 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-d065f277-b62e-46a8-a9b3-07dd364a6fe0 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3802669 Feb 19 03:13:38.687468 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c321868-7562-4ebe-845c-3a127529bc8a None None] Network 47555910-ca3c-496a-b516-35677525f63b requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:13:39.126066 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af5bc74-e4e1-4f9d-9ce0-30a47b1c994c req-da1dc15a-079d-4947-9ed2-0bd9d77d8ac1 tempest-ServerAddressesTestJSON-802765099 tempest-ServerAddressesTestJSON-802765099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:39.127670 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1af5bc74-e4e1-4f9d-9ce0-30a47b1c994c req-da1dc15a-079d-4947-9ed2-0bd9d77d8ac1 tempest-ServerAddressesTestJSON-802765099 tempest-ServerAddressesTestJSON-802765099-project] 10.222.0.72 "GET /v2.0/networks?id=47555910-ca3c-496a-b516-35677525f63b HTTP/1.1" status: 200 len: 813 time: 0.1272221 Feb 19 03:13:39.150185 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1af5bc74-e4e1-4f9d-9ce0-30a47b1c994c req-c07f929b-9b34-4418-b805-188099341a96 tempest-ServerAddressesTestJSON-802765099 tempest-ServerAddressesTestJSON-802765099-project] 10.222.0.72 "GET /v2.0/quotas/eebd668ef05f4ec4b83bc2583e340007 HTTP/1.1" status: 200 len: 375 time: 0.0156283 Feb 19 03:13:39.185319 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1af5bc74-e4e1-4f9d-9ce0-30a47b1c994c req-c768d17e-9716-4271-9d34-8f7ed5ed6201 tempest-ServerAddressesTestJSON-802765099 tempest-ServerAddressesTestJSON-802765099-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=eebd668ef05f4ec4b83bc2583e340007&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294852 Feb 19 03:13:39.360748 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1af5bc74-e4e1-4f9d-9ce0-30a47b1c994c req-330a606c-5381-434b-9532-d7c989921829 service neutron] 10.222.0.72 "GET /v2.0/networks/47555910-ca3c-496a-b516-35677525f63b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685247 Feb 19 03:13:39.464504 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1af5bc74-e4e1-4f9d-9ce0-30a47b1c994c req-0e434d53-3d4e-4ccf-8599-7ca19d9441fd service neutron] 10.222.0.72 "GET /v2.0/networks/47555910-ca3c-496a-b516-35677525f63b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971189 Feb 19 03:13:39.657657 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e7951fdb-e714-4b06-a22a-d86ecdac38e5 req-4c21e2c6-c80b-4fe8-843e-7adf17de654d tempest-ServerAddressesTestJSON-802765099 tempest-ServerAddressesTestJSON-802765099-project] 10.222.0.72 "GET /v2.0/ports?device_id=34fc0469-13fe-498d-90e4-0749d35956c8 HTTP/1.1" status: 200 len: 210 time: 0.0322058 Feb 19 03:13:40.774392 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c74f28dd-8205-4418-9c53-4e962bd2b738 req-5723a049-d0d0-43a9-b6ca-7d908346942a tempest-ServerAddressesTestJSON-802765099 tempest-ServerAddressesTestJSON-802765099-project] 10.222.0.72 "GET /v2.0/ports?device_id=34fc0469-13fe-498d-90e4-0749d35956c8 HTTP/1.1" status: 200 len: 210 time: 0.0362723 Feb 19 03:13:40.848546 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af5bc74-e4e1-4f9d-9ce0-30a47b1c994c req-3670624d-2f15-43d7-895f-f8c922a5f93b tempest-ServerAddressesTestJSON-802765099 tempest-ServerAddressesTestJSON-802765099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:40.850161 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-1af5bc74-e4e1-4f9d-9ce0-30a47b1c994c req-3670624d-2f15-43d7-895f-f8c922a5f93b tempest-ServerAddressesTestJSON-802765099 tempest-ServerAddressesTestJSON-802765099-project] 10.222.0.73 "GET /v2.0/networks?id=47555910-ca3c-496a-b516-35677525f63b HTTP/1.1" status: 200 len: 813 time: 0.1361639 Feb 19 03:13:40.875548 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-1af5bc74-e4e1-4f9d-9ce0-30a47b1c994c req-b5b08cd9-822d-46d8-8d99-b40217f728b1 tempest-ServerAddressesTestJSON-802765099 tempest-ServerAddressesTestJSON-802765099-project] Request body: {'port': {'device_id': '34fc0469-13fe-498d-90e4-0749d35956c8', 'network_id': '47555910-ca3c-496a-b516-35677525f63b', 'admin_state_up': True, 'tenant_id': 'eebd668ef05f4ec4b83bc2583e340007'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:13:41.000958 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1af5bc74-e4e1-4f9d-9ce0-30a47b1c994c req-b5b08cd9-822d-46d8-8d99-b40217f728b1 tempest-ServerAddressesTestJSON-802765099 tempest-ServerAddressesTestJSON-802765099-project] Made reservation on behalf of eebd668ef05f4ec4b83bc2583e340007 for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:13:41.006938 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-1af5bc74-e4e1-4f9d-9ce0-30a47b1c994c req-b5b08cd9-822d-46d8-8d99-b40217f728b1 tempest-ServerAddressesTestJSON-802765099 tempest-ServerAddressesTestJSON-802765099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:41.171045 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [req-1af5bc74-e4e1-4f9d-9ce0-30a47b1c994c req-b5b08cd9-822d-46d8-8d99-b40217f728b1 tempest-ServerAddressesTestJSON-802765099 tempest-ServerAddressesTestJSON-802765099-project] Allocated IP 172.20.0.10 (47555910-ca3c-496a-b516-35677525f63b/9373af49-5c79-43c1-aa98-412f6f3d1e2e/503221c3-743a-46e3-b633-097a2f517df1) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:13:41.390241 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-1af5bc74-e4e1-4f9d-9ce0-30a47b1c994c req-b5b08cd9-822d-46d8-8d99-b40217f728b1 tempest-ServerAddressesTestJSON-802765099 tempest-ServerAddressesTestJSON-802765099-project] Publish callbacks [] for port (503221c3-743a-46e3-b633-097a2f517df1), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:41.430439 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-1af5bc74-e4e1-4f9d-9ce0-30a47b1c994c req-b5b08cd9-822d-46d8-8d99-b40217f728b1 tempest-ServerAddressesTestJSON-802765099 tempest-ServerAddressesTestJSON-802765099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (503221c3-743a-46e3-b633-097a2f517df1), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:41.479662 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1af5bc74-e4e1-4f9d-9ce0-30a47b1c994c req-b5b08cd9-822d-46d8-8d99-b40217f728b1 tempest-ServerAddressesTestJSON-802765099 tempest-ServerAddressesTestJSON-802765099-project] Network 47555910-ca3c-496a-b516-35677525f63b is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:13:41.483218 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [req-1af5bc74-e4e1-4f9d-9ce0-30a47b1c994c req-b5b08cd9-822d-46d8-8d99-b40217f728b1 tempest-ServerAddressesTestJSON-802765099 tempest-ServerAddressesTestJSON-802765099-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:13:41.491416 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-1af5bc74-e4e1-4f9d-9ce0-30a47b1c994c req-b5b08cd9-822d-46d8-8d99-b40217f728b1 tempest-ServerAddressesTestJSON-802765099 tempest-ServerAddressesTestJSON-802765099-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:13:41.498552 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b08cd9-822d-46d8-8d99-b40217f728b1 tempest-ServerAddressesTestJSON-802765099 tempest-ServerAddressesTestJSON-802765099-project] Pushing event updated for resources: {'Port': ['ID=503221c3-743a-46e3-b633-097a2f517df1,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:41.558488 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af5bc74-e4e1-4f9d-9ce0-30a47b1c994c req-b5b08cd9-822d-46d8-8d99-b40217f728b1 tempest-ServerAddressesTestJSON-802765099 tempest-ServerAddressesTestJSON-802765099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:41.559096 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-1af5bc74-e4e1-4f9d-9ce0-30a47b1c994c req-b5b08cd9-822d-46d8-8d99-b40217f728b1 tempest-ServerAddressesTestJSON-802765099 tempest-ServerAddressesTestJSON-802765099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:41.577071 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-1af5bc74-e4e1-4f9d-9ce0-30a47b1c994c req-b5b08cd9-822d-46d8-8d99-b40217f728b1 tempest-ServerAddressesTestJSON-802765099 tempest-ServerAddressesTestJSON-802765099-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7096672 Feb 19 03:13:41.595541 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-1af5bc74-e4e1-4f9d-9ce0-30a47b1c994c req-14cea699-608b-47b2-8790-2819a22b2324 service neutron] Request body: {'port': {'device_id': '34fc0469-13fe-498d-90e4-0749d35956c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826753-2'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:13:41.661144 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-1af5bc74-e4e1-4f9d-9ce0-30a47b1c994c req-14cea699-608b-47b2-8790-2819a22b2324 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (503221c3-743a-46e3-b633-097a2f517df1), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:41.942021 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f25b163-1d03-478e-b4ea-7ebec2def7e7 req-99805e6f-5921-42ca-82da-7f4a9d95ef2f tempest-ServerAddressesTestJSON-802765099 tempest-ServerAddressesTestJSON-802765099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:41.944079 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1f25b163-1d03-478e-b4ea-7ebec2def7e7 req-99805e6f-5921-42ca-82da-7f4a9d95ef2f tempest-ServerAddressesTestJSON-802765099 tempest-ServerAddressesTestJSON-802765099-project] 10.222.0.72 "GET /v2.0/ports?device_id=34fc0469-13fe-498d-90e4-0749d35956c8 HTTP/1.1" status: 200 len: 932 time: 0.0827105 Feb 19 03:13:41.992962 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-1af5bc74-e4e1-4f9d-9ce0-30a47b1c994c req-14cea699-608b-47b2-8790-2819a22b2324 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 503221c3-743a-46e3-b633-097a2f517df1 {{(pid=103702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:13:42.001503 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-1af5bc74-e4e1-4f9d-9ce0-30a47b1c994c req-14cea699-608b-47b2-8790-2819a22b2324 service neutron] Publish callbacks [] for port (503221c3-743a-46e3-b633-097a2f517df1), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:42.014151 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1f25b163-1d03-478e-b4ea-7ebec2def7e7 req-e6cc8966-ccc1-4cdf-b1ed-e33256c8de2d tempest-ServerAddressesTestJSON-802765099 tempest-ServerAddressesTestJSON-802765099-project] 10.222.0.72 "GET /v2.0/security-groups?id=9c1c2746-1f4e-4190-a3f0-bb5f08787f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631104 Feb 19 03:13:42.014898 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-1af5bc74-e4e1-4f9d-9ce0-30a47b1c994c req-14cea699-608b-47b2-8790-2819a22b2324 service neutron] Transition to ACTIVE for port object 503221c3-743a-46e3-b633-097a2f517df1 will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:13:42.020245 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-1af5bc74-e4e1-4f9d-9ce0-30a47b1c994c req-14cea699-608b-47b2-8790-2819a22b2324 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (503221c3-743a-46e3-b633-097a2f517df1), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:42.103942 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cea699-608b-47b2-8790-2819a22b2324 service neutron] Pushing event updated for resources: {'Port': ['ID=503221c3-743a-46e3-b633-097a2f517df1,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:42.176618 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-1af5bc74-e4e1-4f9d-9ce0-30a47b1c994c req-14cea699-608b-47b2-8790-2819a22b2324 service neutron] Attempting to bind port 503221c3-743a-46e3-b633-097a2f517df1 on host n-h1-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:13:42.176948 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-1af5bc74-e4e1-4f9d-9ce0-30a47b1c994c req-14cea699-608b-47b2-8790-2819a22b2324 service neutron] Attempting to bind port 503221c3-743a-46e3-b633-097a2f517df1 by drivers openvswitch,hyperv on host n-h1-826753-2 at level 0 using segments [{'id': 'ac904bfa-5c9f-4b43-835e-aee0e40a4a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '47555910-ca3c-496a-b516-35677525f63b'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:13:42.177359 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af5bc74-e4e1-4f9d-9ce0-30a47b1c994c req-14cea699-608b-47b2-8790-2819a22b2324 service neutron] Attempting to bind port 503221c3-743a-46e3-b633-097a2f517df1 on network 47555910-ca3c-496a-b516-35677525f63b {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:13:42.185525 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af5bc74-e4e1-4f9d-9ce0-30a47b1c994c req-14cea699-608b-47b2-8790-2819a22b2324 service neutron] Port 503221c3-743a-46e3-b633-097a2f517df1 on network 47555910-ca3c-496a-b516-35677525f63b not bound, no agent of type Open vSwitch agent registered on host n-h1-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:13:42.185748 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af5bc74-e4e1-4f9d-9ce0-30a47b1c994c req-14cea699-608b-47b2-8790-2819a22b2324 service neutron] Attempting to bind port 503221c3-743a-46e3-b633-097a2f517df1 on network 47555910-ca3c-496a-b516-35677525f63b {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:13:42.191030 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af5bc74-e4e1-4f9d-9ce0-30a47b1c994c req-14cea699-608b-47b2-8790-2819a22b2324 service neutron] Checking agent: {'id': '9d56fb1b-2855-496a-a6d9-c324740cb98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:13:42.191382 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af5bc74-e4e1-4f9d-9ce0-30a47b1c994c req-14cea699-608b-47b2-8790-2819a22b2324 service neutron] Checking segment: {'id': 'ac904bfa-5c9f-4b43-835e-aee0e40a4a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '47555910-ca3c-496a-b516-35677525f63b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:13:42.191758 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af5bc74-e4e1-4f9d-9ce0-30a47b1c994c req-14cea699-608b-47b2-8790-2819a22b2324 service neutron] Bound using segment: {'id': 'ac904bfa-5c9f-4b43-835e-aee0e40a4a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '47555910-ca3c-496a-b516-35677525f63b'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:13:42.192219 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-1af5bc74-e4e1-4f9d-9ce0-30a47b1c994c req-14cea699-608b-47b2-8790-2819a22b2324 service neutron] Bound port: 503221c3-743a-46e3-b633-097a2f517df1, host: n-h1-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac904bfa-5c9f-4b43-835e-aee0e40a4a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '47555910-ca3c-496a-b516-35677525f63b'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:13:42.192724 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-1af5bc74-e4e1-4f9d-9ce0-30a47b1c994c req-14cea699-608b-47b2-8790-2819a22b2324 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (503221c3-743a-46e3-b633-097a2f517df1), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:42.270714 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-1af5bc74-e4e1-4f9d-9ce0-30a47b1c994c req-14cea699-608b-47b2-8790-2819a22b2324 service neutron] For port 503221c3-743a-46e3-b633-097a2f517df1, host n-h1-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:13:42.274583 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-1af5bc74-e4e1-4f9d-9ce0-30a47b1c994c req-14cea699-608b-47b2-8790-2819a22b2324 service neutron] For port 503221c3-743a-46e3-b633-097a2f517df1, host n-h1-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=503221c3-743a-46e3-b633-097a2f517df1,segment=NetworkSegment(ac904bfa-5c9f-4b43-835e-aee0e40a4a0a),segment_id=ac904bfa-5c9f-4b43-835e-aee0e40a4a0a)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:13:42.283964 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-1af5bc74-e4e1-4f9d-9ce0-30a47b1c994c req-14cea699-608b-47b2-8790-2819a22b2324 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (503221c3-743a-46e3-b633-097a2f517df1), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:42.322852 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af5bc74-e4e1-4f9d-9ce0-30a47b1c994c req-14cea699-608b-47b2-8790-2819a22b2324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:42.325494 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-1af5bc74-e4e1-4f9d-9ce0-30a47b1c994c req-14cea699-608b-47b2-8790-2819a22b2324 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:42.327162 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-1af5bc74-e4e1-4f9d-9ce0-30a47b1c994c req-14cea699-608b-47b2-8790-2819a22b2324 service neutron] 10.222.0.73 "PUT /v2.0/ports/503221c3-743a-46e3-b633-097a2f517df1 HTTP/1.1" status: 200 len: 1092 time: 0.7372613 Feb 19 03:13:42.327755 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34fc0469-13fe-498d-90e4-0749d35956c8', 'tag': '503221c3-743a-46e3-b633-097a2f517df1'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:13:42.335037 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4cf4b0e-bb47-4ec4-9a6f-0b445e0bb919" -d '{"events": [{"name": "network-changed", "server_uuid": "34fc0469-13fe-498d-90e4-0749d35956c8", "tag": "503221c3-743a-46e3-b633-097a2f517df1"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:13:42.391278 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cea699-608b-47b2-8790-2819a22b2324 service neutron] Pushing event updated for resources: {'Port': ['ID=503221c3-743a-46e3-b633-097a2f517df1,revision_number=3']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:42.417196 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e241c2a-758a-48fb-abba-cdde74326bf0 x-openstack-request-id: req-4e241c2a-758a-48fb-abba-cdde74326bf0 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:13:42.417966 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34fc0469-13fe-498d-90e4-0749d35956c8", "tag": "503221c3-743a-46e3-b633-097a2f517df1", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:13:42.418607 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4e241c2a-758a-48fb-abba-cdde74326bf0 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:13:42.419407 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34fc0469-13fe-498d-90e4-0749d35956c8', 'tag': '503221c3-743a-46e3-b633-097a2f517df1', 'status': 'completed', 'code': 200} Feb 19 03:13:42.464137 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af5bc74-e4e1-4f9d-9ce0-30a47b1c994c req-e079ff15-f02f-4cd8-b704-6beefb42374a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:42.465774 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-1af5bc74-e4e1-4f9d-9ce0-30a47b1c994c req-e079ff15-f02f-4cd8-b704-6beefb42374a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=eebd668ef05f4ec4b83bc2583e340007&device_id=34fc0469-13fe-498d-90e4-0749d35956c8 HTTP/1.1" status: 200 len: 1126 time: 0.0620761 Feb 19 03:13:42.519721 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-1af5bc74-e4e1-4f9d-9ce0-30a47b1c994c req-c4725583-4efc-41c7-8405-e7ac1217bdea service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=503221c3-743a-46e3-b633-097a2f517df1 HTTP/1.1" status: 200 len: 217 time: 0.0404184 Feb 19 03:13:42.583086 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af5bc74-e4e1-4f9d-9ce0-30a47b1c994c req-27310d8b-de82-4cfe-b15a-52594b421ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:42.585585 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-1af5bc74-e4e1-4f9d-9ce0-30a47b1c994c req-27310d8b-de82-4cfe-b15a-52594b421ca5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9373af49-5c79-43c1-aa98-412f6f3d1e2e HTTP/1.1" status: 200 len: 853 time: 0.0589166 Feb 19 03:13:42.618908 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-1af5bc74-e4e1-4f9d-9ce0-30a47b1c994c req-f56efd0b-1cb0-4e37-9c92-9649accf89a2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=47555910-ca3c-496a-b516-35677525f63b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279968 Feb 19 03:13:42.744417 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-1af5bc74-e4e1-4f9d-9ce0-30a47b1c994c req-7a96988f-f91f-4901-92ae-f9d3bd447a10 service neutron] 10.222.0.73 "GET /v2.0/networks/47555910-ca3c-496a-b516-35677525f63b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102529 Feb 19 03:13:42.859150 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-1af5bc74-e4e1-4f9d-9ce0-30a47b1c994c req-9d4bf9ff-2b19-4b96-ba00-21eba0782280 service neutron] 10.222.0.73 "GET /v2.0/networks/47555910-ca3c-496a-b516-35677525f63b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088257 Feb 19 03:13:43.057286 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cf4b0e-bb47-4ec4-9a6f-0b445e0bb919 req-248d02eb-12ed-4190-b877-56fad06a8753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:43.058998 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c4cf4b0e-bb47-4ec4-9a6f-0b445e0bb919 req-248d02eb-12ed-4190-b877-56fad06a8753 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=eebd668ef05f4ec4b83bc2583e340007&device_id=34fc0469-13fe-498d-90e4-0749d35956c8 HTTP/1.1" status: 200 len: 1126 time: 0.0871971 Feb 19 03:13:43.197438 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cf4b0e-bb47-4ec4-9a6f-0b445e0bb919 req-f096e6e3-0403-4e62-94ed-1a83bd570b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:43.202019 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c4cf4b0e-bb47-4ec4-9a6f-0b445e0bb919 req-f096e6e3-0403-4e62-94ed-1a83bd570b3c service neutron] 10.222.0.73 "GET /v2.0/networks?id=47555910-ca3c-496a-b516-35677525f63b HTTP/1.1" status: 200 len: 914 time: 0.1360257 Feb 19 03:13:43.220138 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054d1eac-b565-4280-8c72-2ee1be1f2578 req-d3c44a2d-8a71-4e23-a8d4-8be93b7fc4c4 tempest-ServerAddressesTestJSON-802765099 tempest-ServerAddressesTestJSON-802765099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:43.223324 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-054d1eac-b565-4280-8c72-2ee1be1f2578 req-d3c44a2d-8a71-4e23-a8d4-8be93b7fc4c4 tempest-ServerAddressesTestJSON-802765099 tempest-ServerAddressesTestJSON-802765099-project] 10.222.0.72 "GET /v2.0/ports?device_id=34fc0469-13fe-498d-90e4-0749d35956c8 HTTP/1.1" status: 200 len: 944 time: 0.0927916 Feb 19 03:13:43.261415 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c4cf4b0e-bb47-4ec4-9a6f-0b445e0bb919 req-54f8a297-2502-45b6-84a1-4fcc29b08013 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=503221c3-743a-46e3-b633-097a2f517df1 HTTP/1.1" status: 200 len: 217 time: 0.0511372 Feb 19 03:13:43.293292 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-054d1eac-b565-4280-8c72-2ee1be1f2578 req-599d82b3-9c35-402a-80ad-fc6bb99a0a0a tempest-ServerAddressesTestJSON-802765099 tempest-ServerAddressesTestJSON-802765099-project] 10.222.0.72 "GET /v2.0/security-groups?id=9c1c2746-1f4e-4190-a3f0-bb5f08787f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592430 Feb 19 03:13:43.339368 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cf4b0e-bb47-4ec4-9a6f-0b445e0bb919 req-bf939a39-f7bc-4d5c-aa8a-d7c542b2ba63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:43.340826 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c4cf4b0e-bb47-4ec4-9a6f-0b445e0bb919 req-bf939a39-f7bc-4d5c-aa8a-d7c542b2ba63 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9373af49-5c79-43c1-aa98-412f6f3d1e2e HTTP/1.1" status: 200 len: 853 time: 0.0740755 Feb 19 03:13:43.403616 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c4cf4b0e-bb47-4ec4-9a6f-0b445e0bb919 req-c845f874-4a21-4bd8-9219-b72c91d56adb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=47555910-ca3c-496a-b516-35677525f63b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565324 Feb 19 03:13:43.524960 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c4cf4b0e-bb47-4ec4-9a6f-0b445e0bb919 req-2690aa71-55ad-4ef7-b97a-4d7e0f39b457 service neutron] 10.222.0.73 "GET /v2.0/networks/47555910-ca3c-496a-b516-35677525f63b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151347 Feb 19 03:13:43.650889 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c4cf4b0e-bb47-4ec4-9a6f-0b445e0bb919 req-328fd25d-d6b0-4ef6-8ae8-932f8a641c21 service neutron] 10.222.0.73 "GET /v2.0/networks/47555910-ca3c-496a-b516-35677525f63b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201875 Feb 19 03:13:44.517129 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688caead-2071-446d-b29c-e81759e4731c req-f499f94c-0db7-45f3-bf49-0b2a1302bb64 tempest-ServerAddressesTestJSON-802765099 tempest-ServerAddressesTestJSON-802765099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:44.519900 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-688caead-2071-446d-b29c-e81759e4731c req-f499f94c-0db7-45f3-bf49-0b2a1302bb64 tempest-ServerAddressesTestJSON-802765099 tempest-ServerAddressesTestJSON-802765099-project] 10.222.0.72 "GET /v2.0/ports?device_id=34fc0469-13fe-498d-90e4-0749d35956c8 HTTP/1.1" status: 200 len: 944 time: 0.0994027 Feb 19 03:13:44.595106 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-688caead-2071-446d-b29c-e81759e4731c req-122c15ca-7a87-4710-83ec-b8ce81b3fff9 tempest-ServerAddressesTestJSON-802765099 tempest-ServerAddressesTestJSON-802765099-project] 10.222.0.72 "GET /v2.0/security-groups?id=9c1c2746-1f4e-4190-a3f0-bb5f08787f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684788 Feb 19 03:13:45.511845 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d5b480f4-c012-4873-b992-dedb1025123a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:45.721154 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 503221c3-743a-46e3-b633-097a2f517df1 details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:13:45.758889 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcc39e3-a285-4b61-8952-8ee163e0fcd8 req-109e75c8-61a8-4fd2-882d-33bf239ad375 tempest-ServerAddressesTestJSON-802765099 tempest-ServerAddressesTestJSON-802765099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:45.761413 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8fcc39e3-a285-4b61-8952-8ee163e0fcd8 req-109e75c8-61a8-4fd2-882d-33bf239ad375 tempest-ServerAddressesTestJSON-802765099 tempest-ServerAddressesTestJSON-802765099-project] 10.222.0.72 "GET /v2.0/ports?device_id=34fc0469-13fe-498d-90e4-0749d35956c8 HTTP/1.1" status: 200 len: 944 time: 0.0821226 Feb 19 03:13:45.829850 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8fcc39e3-a285-4b61-8952-8ee163e0fcd8 req-da152107-e581-4936-9569-0f9e51180b89 tempest-ServerAddressesTestJSON-802765099 tempest-ServerAddressesTestJSON-802765099-project] 10.222.0.72 "GET /v2.0/security-groups?id=9c1c2746-1f4e-4190-a3f0-bb5f08787f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587289 Feb 19 03:13:45.873726 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 503221c3-743a-46e3-b633-097a2f517df1, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=503221c3-743a-46e3-b633-097a2f517df1,segment=NetworkSegment(ac904bfa-5c9f-4b43-835e-aee0e40a4a0a),segment_id=ac904bfa-5c9f-4b43-835e-aee0e40a4a0a)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:13:45.891771 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': '503221c3-743a-46e3-b633-097a2f517df1', 'network_id': '47555910-ca3c-496a-b516-35677525f63b', 'port_id': '503221c3-743a-46e3-b633-097a2f517df1', 'mac_address': 'fa:16:3e:db:59:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9373af49-5c79-43c1-aa98-412f6f3d1e2e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:13:45.939336 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 503221c3-743a-46e3-b633-097a2f517df1 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:13:45.939735 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (503221c3-743a-46e3-b633-097a2f517df1), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:45.953909 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 503221c3-743a-46e3-b633-097a2f517df1 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:13:45.976000 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 503221c3-743a-46e3-b633-097a2f517df1, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=503221c3-743a-46e3-b633-097a2f517df1,segment=NetworkSegment(ac904bfa-5c9f-4b43-835e-aee0e40a4a0a),segment_id=ac904bfa-5c9f-4b43-835e-aee0e40a4a0a)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:13:45.981112 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (503221c3-743a-46e3-b633-097a2f517df1), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:46.044365 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=503221c3-743a-46e3-b633-097a2f517df1,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:46.059654 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:46.059941 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:46.060294 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:46.060636 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:46.060998 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:46.061390 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:46.061739 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:46.062058 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:46.062402 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:46.062715 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:46.063255 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:46.063762 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:46.064088 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:46.394414 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['503221c3-743a-46e3-b633-097a2f517df1'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:13:46.971086 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f490d-c46f-4c3d-9a11-e606fe14a6d9 req-86d6d565-95c6-4425-a762-210558c9be9a tempest-ServerAddressesTestJSON-802765099 tempest-ServerAddressesTestJSON-802765099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:46.973598 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f51f490d-c46f-4c3d-9a11-e606fe14a6d9 req-86d6d565-95c6-4425-a762-210558c9be9a tempest-ServerAddressesTestJSON-802765099 tempest-ServerAddressesTestJSON-802765099-project] 10.222.0.72 "GET /v2.0/ports?device_id=34fc0469-13fe-498d-90e4-0749d35956c8 HTTP/1.1" status: 200 len: 945 time: 0.0638547 Feb 19 03:13:47.029648 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f51f490d-c46f-4c3d-9a11-e606fe14a6d9 req-359a8261-2e50-4f23-a7c9-226a8b9d2e15 tempest-ServerAddressesTestJSON-802765099 tempest-ServerAddressesTestJSON-802765099-project] 10.222.0.72 "GET /v2.0/security-groups?id=9c1c2746-1f4e-4190-a3f0-bb5f08787f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482509 Feb 19 03:13:47.692258 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3b78cab2-49a7-41ec-9060-ae6d4ea05d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:47.721597 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 503221c3-743a-46e3-b633-097a2f517df1 up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:13:47.786117 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning for port 503221c3-743a-46e3-b633-097a2f517df1 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:13:47.791463 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port 503221c3-743a-46e3-b633-097a2f517df1 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:13:47.791838 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (503221c3-743a-46e3-b633-097a2f517df1), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:47.925176 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 503221c3-743a-46e3-b633-097a2f517df1 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:13:47.925671 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (503221c3-743a-46e3-b633-097a2f517df1), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:47.958658 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34fc0469-13fe-498d-90e4-0749d35956c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '503221c3-743a-46e3-b633-097a2f517df1'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:13:47.961399 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f2ac29-6d90-4fe8-a56b-947e8836658f" -d '{"events": [{"server_uuid": "34fc0469-13fe-498d-90e4-0749d35956c8", "name": "network-vif-plugged", "status": "completed", "tag": "503221c3-743a-46e3-b633-097a2f517df1"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:13:47.975984 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 503221c3-743a-46e3-b633-097a2f517df1, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=503221c3-743a-46e3-b633-097a2f517df1,segment=NetworkSegment(ac904bfa-5c9f-4b43-835e-aee0e40a4a0a),segment_id=ac904bfa-5c9f-4b43-835e-aee0e40a4a0a)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:13:47.983367 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (503221c3-743a-46e3-b633-097a2f517df1), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:48.021377 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-141bfdb3-af28-47ca-9c6f-e457b9ba2675 x-openstack-request-id: req-141bfdb3-af28-47ca-9c6f-e457b9ba2675 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:13:48.022591 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34fc0469-13fe-498d-90e4-0749d35956c8", "name": "network-vif-plugged", "status": "completed", "tag": "503221c3-743a-46e3-b633-097a2f517df1", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:13:48.022959 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-141bfdb3-af28-47ca-9c6f-e457b9ba2675 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:13:48.023394 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34fc0469-13fe-498d-90e4-0749d35956c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '503221c3-743a-46e3-b633-097a2f517df1', 'code': 200} Feb 19 03:13:48.061987 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=503221c3-743a-46e3-b633-097a2f517df1,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:48.261497 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ce2da6-200b-4d8b-960c-b7fc95d91544 req-abf4fd4a-49bc-4ec8-a7e7-77023119d758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:48.264237 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a3ce2da6-200b-4d8b-960c-b7fc95d91544 req-abf4fd4a-49bc-4ec8-a7e7-77023119d758 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=34fc0469-13fe-498d-90e4-0749d35956c8 HTTP/1.1" status: 200 len: 1128 time: 0.1305926 Feb 19 03:13:48.300726 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1d37e9-d055-4856-a240-0a969d215f58 req-f7fea7ac-fa4f-4de0-a580-4488d921d544 tempest-ServerAddressesTestJSON-802765099 tempest-ServerAddressesTestJSON-802765099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:48.302430 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ca1d37e9-d055-4856-a240-0a969d215f58 req-f7fea7ac-fa4f-4de0-a580-4488d921d544 tempest-ServerAddressesTestJSON-802765099 tempest-ServerAddressesTestJSON-802765099-project] 10.222.0.72 "GET /v2.0/ports?device_id=34fc0469-13fe-498d-90e4-0749d35956c8 HTTP/1.1" status: 200 len: 946 time: 0.1880071 Feb 19 03:13:48.364431 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a3ce2da6-200b-4d8b-960c-b7fc95d91544 req-852db30e-155e-48b6-aedc-add9c3ba2768 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=9c1c2746-1f4e-4190-a3f0-bb5f08787f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893176 Feb 19 03:13:48.397635 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ca1d37e9-d055-4856-a240-0a969d215f58 req-6d92c948-54e6-4630-95ec-79769c6d7e81 tempest-ServerAddressesTestJSON-802765099 tempest-ServerAddressesTestJSON-802765099-project] 10.222.0.72 "GET /v2.0/security-groups?id=9c1c2746-1f4e-4190-a3f0-bb5f08787f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879602 Feb 19 03:13:49.283758 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:49.530110 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f63c71-47a9-4374-a5ca-c11b55d5c60e req-2b4441b5-d44e-425c-b27d-240a1be59160 tempest-ServerAddressesTestJSON-802765099 tempest-ServerAddressesTestJSON-802765099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:49.532546 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e6f63c71-47a9-4374-a5ca-c11b55d5c60e req-2b4441b5-d44e-425c-b27d-240a1be59160 tempest-ServerAddressesTestJSON-802765099 tempest-ServerAddressesTestJSON-802765099-project] 10.222.0.72 "GET /v2.0/ports?device_id=34fc0469-13fe-498d-90e4-0749d35956c8 HTTP/1.1" status: 200 len: 946 time: 0.0599463 Feb 19 03:13:49.596408 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e6f63c71-47a9-4374-a5ca-c11b55d5c60e req-696f5877-c028-4d3a-a8db-7215ae4d4a61 tempest-ServerAddressesTestJSON-802765099 tempest-ServerAddressesTestJSON-802765099-project] 10.222.0.72 "GET /v2.0/security-groups?id=9c1c2746-1f4e-4190-a3f0-bb5f08787f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523598 Feb 19 03:13:50.478298 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:50.741110 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f322bd5-4985-4d73-b1da-7b72900e8d0a req-3c4d809b-2b92-4f51-8803-e25c283b20d4 tempest-ServerAddressesTestJSON-802765099 tempest-ServerAddressesTestJSON-802765099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:50.742823 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0f322bd5-4985-4d73-b1da-7b72900e8d0a req-3c4d809b-2b92-4f51-8803-e25c283b20d4 tempest-ServerAddressesTestJSON-802765099 tempest-ServerAddressesTestJSON-802765099-project] 10.222.0.72 "GET /v2.0/ports?device_id=34fc0469-13fe-498d-90e4-0749d35956c8 HTTP/1.1" status: 200 len: 946 time: 0.0678267 Feb 19 03:13:50.808003 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0f322bd5-4985-4d73-b1da-7b72900e8d0a req-c3037b7d-b5cb-46fa-96d3-91ff76004f21 tempest-ServerAddressesTestJSON-802765099 tempest-ServerAddressesTestJSON-802765099-project] 10.222.0.72 "GET /v2.0/security-groups?id=9c1c2746-1f4e-4190-a3f0-bb5f08787f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507035 Feb 19 03:13:51.354028 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8457d25-02f8-4c88-9965-de5f21135b28 req-0acfc5ea-1384-4f84-aa5f-43944f062de8 tempest-ServerAddressesTestJSON-802765099 tempest-ServerAddressesTestJSON-802765099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:51.355873 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c8457d25-02f8-4c88-9965-de5f21135b28 req-0acfc5ea-1384-4f84-aa5f-43944f062de8 tempest-ServerAddressesTestJSON-802765099 tempest-ServerAddressesTestJSON-802765099-project] 10.222.0.72 "GET /v2.0/ports?device_id=34fc0469-13fe-498d-90e4-0749d35956c8 HTTP/1.1" status: 200 len: 946 time: 0.0639465 Feb 19 03:13:51.420279 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c8457d25-02f8-4c88-9965-de5f21135b28 req-29e6165b-2f2c-4630-a098-6b4122db32bf tempest-ServerAddressesTestJSON-802765099 tempest-ServerAddressesTestJSON-802765099-project] 10.222.0.72 "GET /v2.0/security-groups?id=9c1c2746-1f4e-4190-a3f0-bb5f08787f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547719 Feb 19 03:13:51.967056 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:52.566484 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fd4cbe-632f-4fce-85be-d1ad07d801ef req-6c98f515-670d-4853-bd4c-030280889bc5 tempest-ServerAddressesTestJSON-802765099 tempest-ServerAddressesTestJSON-802765099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:52.568944 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-95fd4cbe-632f-4fce-85be-d1ad07d801ef req-6c98f515-670d-4853-bd4c-030280889bc5 tempest-ServerAddressesTestJSON-802765099 tempest-ServerAddressesTestJSON-802765099-project] 10.222.0.72 "GET /v2.0/ports?device_id=34fc0469-13fe-498d-90e4-0749d35956c8 HTTP/1.1" status: 200 len: 946 time: 0.0736020 Feb 19 03:13:52.594198 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:52.643803 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-95fd4cbe-632f-4fce-85be-d1ad07d801ef req-c8da8284-e6c2-4a7d-9dbd-5757fd4d51fa tempest-ServerAddressesTestJSON-802765099 tempest-ServerAddressesTestJSON-802765099-project] 10.222.0.72 "GET /v2.0/security-groups?id=9c1c2746-1f4e-4190-a3f0-bb5f08787f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686057 Feb 19 03:13:52.859081 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4007a07b-0879-43f6-af54-1565ec690148 req-6564a8aa-19c9-4227-8250-7d76b010e35b tempest-ServerAddressesTestJSON-802765099 tempest-ServerAddressesTestJSON-802765099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:52.860794 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4007a07b-0879-43f6-af54-1565ec690148 req-6564a8aa-19c9-4227-8250-7d76b010e35b tempest-ServerAddressesTestJSON-802765099 tempest-ServerAddressesTestJSON-802765099-project] 10.222.0.73 "GET /v2.0/ports?device_id=34fc0469-13fe-498d-90e4-0749d35956c8 HTTP/1.1" status: 200 len: 946 time: 0.0570185 Feb 19 03:13:52.971586 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-4007a07b-0879-43f6-af54-1565ec690148 req-d3a213e0-3e69-4c64-99eb-734bd0da6ab6 tempest-ServerAddressesTestJSON-802765099 tempest-ServerAddressesTestJSON-802765099-project] Deleting port 503221c3-743a-46e3-b633-097a2f517df1 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:13:52.972090 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-4007a07b-0879-43f6-af54-1565ec690148 req-d3a213e0-3e69-4c64-99eb-734bd0da6ab6 tempest-ServerAddressesTestJSON-802765099 tempest-ServerAddressesTestJSON-802765099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (503221c3-743a-46e3-b633-097a2f517df1), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:53.087325 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-4007a07b-0879-43f6-af54-1565ec690148 req-d3a213e0-3e69-4c64-99eb-734bd0da6ab6 tempest-ServerAddressesTestJSON-802765099 tempest-ServerAddressesTestJSON-802765099-project] For port 503221c3-743a-46e3-b633-097a2f517df1, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=503221c3-743a-46e3-b633-097a2f517df1,segment=NetworkSegment(ac904bfa-5c9f-4b43-835e-aee0e40a4a0a),segment_id=ac904bfa-5c9f-4b43-835e-aee0e40a4a0a)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:13:53.088137 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-4007a07b-0879-43f6-af54-1565ec690148 req-d3a213e0-3e69-4c64-99eb-734bd0da6ab6 tempest-ServerAddressesTestJSON-802765099 tempest-ServerAddressesTestJSON-802765099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (503221c3-743a-46e3-b633-097a2f517df1), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:53.105706 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-4007a07b-0879-43f6-af54-1565ec690148 req-d3a213e0-3e69-4c64-99eb-734bd0da6ab6 tempest-ServerAddressesTestJSON-802765099 tempest-ServerAddressesTestJSON-802765099-project] Calling delete_port for 503221c3-743a-46e3-b633-097a2f517df1 owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:13:53.256735 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-4007a07b-0879-43f6-af54-1565ec690148 req-d3a213e0-3e69-4c64-99eb-734bd0da6ab6 tempest-ServerAddressesTestJSON-802765099 tempest-ServerAddressesTestJSON-802765099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (503221c3-743a-46e3-b633-097a2f517df1), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:53.288353 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a213e0-3e69-4c64-99eb-734bd0da6ab6 tempest-ServerAddressesTestJSON-802765099 tempest-ServerAddressesTestJSON-802765099-project] Pushing event deleted for resources: {'Port': ['ID=503221c3-743a-46e3-b633-097a2f517df1,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:53.295821 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['503221c3-743a-46e3-b633-097a2f517df1'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:13:53.344724 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-4007a07b-0879-43f6-af54-1565ec690148 req-d3a213e0-3e69-4c64-99eb-734bd0da6ab6 tempest-ServerAddressesTestJSON-802765099 tempest-ServerAddressesTestJSON-802765099-project] No DVR routers for this DVR port 503221c3-743a-46e3-b633-097a2f517df1 on host n-h1-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:13:53.348174 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-4007a07b-0879-43f6-af54-1565ec690148 req-d3a213e0-3e69-4c64-99eb-734bd0da6ab6 tempest-ServerAddressesTestJSON-802765099 tempest-ServerAddressesTestJSON-802765099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:53.352832 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4007a07b-0879-43f6-af54-1565ec690148 req-d3a213e0-3e69-4c64-99eb-734bd0da6ab6 tempest-ServerAddressesTestJSON-802765099 tempest-ServerAddressesTestJSON-802765099-project] 10.222.0.73 "DELETE /v2.0/ports/503221c3-743a-46e3-b633-097a2f517df1 HTTP/1.1" status: 204 len: 173 time: 0.4853783 Feb 19 03:13:53.353408 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34fc0469-13fe-498d-90e4-0749d35956c8', 'name': 'network-vif-deleted', 'tag': '503221c3-743a-46e3-b633-097a2f517df1'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:13:53.356424 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e9c7c40-741a-41a7-b046-8d13768a8063" -d '{"events": [{"server_uuid": "34fc0469-13fe-498d-90e4-0749d35956c8", "name": "network-vif-deleted", "tag": "503221c3-743a-46e3-b633-097a2f517df1"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:13:53.407720 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc799475-affb-463a-b0ac-49080e4616c8 x-openstack-request-id: req-fc799475-affb-463a-b0ac-49080e4616c8 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:13:53.408140 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34fc0469-13fe-498d-90e4-0749d35956c8", "name": "network-vif-deleted", "tag": "503221c3-743a-46e3-b633-097a2f517df1", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:13:53.408398 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-fc799475-affb-463a-b0ac-49080e4616c8 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:13:53.409441 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34fc0469-13fe-498d-90e4-0749d35956c8', 'name': 'network-vif-deleted', 'tag': '503221c3-743a-46e3-b633-097a2f517df1', 'status': 'completed', 'code': 200} Feb 19 03:13:53.777658 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f8daae3f-2684-4f2d-9d6d-eace953cd4ec req-29bf301b-7b87-4852-abff-f504d61c6d16 tempest-ServerAddressesTestJSON-802765099 tempest-ServerAddressesTestJSON-802765099-project] 10.222.0.72 "GET /v2.0/ports?device_id=34fc0469-13fe-498d-90e4-0749d35956c8 HTTP/1.1" status: 200 len: 210 time: 0.0284758 Feb 19 03:13:54.844745 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 37332) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:54.890856 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_v2 [None req-13a1068c-ee13-4ec1-b871-f56f637a3fcc admin admin] Deleting subnet 9373af49-5c79-43c1-aa98-412f6f3d1e2e {{(pid=103701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:13:54.894150 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-13a1068c-ee13-4ec1-b871-f56f637a3fcc admin admin] Publish callbacks [] for subnet (9373af49-5c79-43c1-aa98-412f6f3d1e2e), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:54.931013 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-13a1068c-ee13-4ec1-b871-f56f637a3fcc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12647399'] for subnet (9373af49-5c79-43c1-aa98-412f6f3d1e2e), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:54.973386 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-13a1068c-ee13-4ec1-b871-f56f637a3fcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (9373af49-5c79-43c1-aa98-412f6f3d1e2e), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:55.031566 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-13a1068c-ee13-4ec1-b871-f56f637a3fcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12647206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58706286'] for subnet (9373af49-5c79-43c1-aa98-412f6f3d1e2e), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:55.056447 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a1068c-ee13-4ec1-b871-f56f637a3fcc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9373af49-5c79-43c1-aa98-412f6f3d1e2e,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:55.064738 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-13a1068c-ee13-4ec1-b871-f56f637a3fcc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:55.068854 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-13a1068c-ee13-4ec1-b871-f56f637a3fcc admin admin] 10.222.0.72 "DELETE /v2.0/subnets/9373af49-5c79-43c1-aa98-412f6f3d1e2e HTTP/1.1" status: 204 len: 168 time: 0.2228904 Feb 19 03:13:55.071821 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 37334) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:55.153744 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b902467e-d98c-4a6e-90a8-1eb548e15cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (47555910-ca3c-496a-b516-35677525f63b), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:55.257351 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b902467e-d98c-4a6e-90a8-1eb548e15cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (47555910-ca3c-496a-b516-35677525f63b), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:55.279477 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-b902467e-d98c-4a6e-90a8-1eb548e15cd3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47555910-ca3c-496a-b516-35677525f63b']}} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:13:55.299247 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-b902467e-d98c-4a6e-90a8-1eb548e15cd3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac904bfa-5c9f-4b43-835e-aee0e40a4a0a') {'for_net_delete': True} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:13:55.299682 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-b902467e-d98c-4a6e-90a8-1eb548e15cd3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac904bfa-5c9f-4b43-835e-aee0e40a4a0a') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:13:55.320979 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b902467e-d98c-4a6e-90a8-1eb548e15cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12647422'] for segment (ac904bfa-5c9f-4b43-835e-aee0e40a4a0a), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:55.342999 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b902467e-d98c-4a6e-90a8-1eb548e15cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (ac904bfa-5c9f-4b43-835e-aee0e40a4a0a), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:55.350964 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b902467e-d98c-4a6e-90a8-1eb548e15cd3 admin admin] Releasing vlan 255 on physical network physnet1 to pool {{(pid=103701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:13:55.351550 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b902467e-d98c-4a6e-90a8-1eb548e15cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583360'] for segment (ac904bfa-5c9f-4b43-835e-aee0e40a4a0a), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:55.353320 n-d-826753-2 neutron-server[103701]: Traceback (most recent call last): Feb 19 03:13:55.353320 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:13:55.353320 n-d-826753-2 neutron-server[103701]: timer() Feb 19 03:13:55.353320 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:13:55.353320 n-d-826753-2 neutron-server[103701]: cb(*args, **kw) Feb 19 03:13:55.353320 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:13:55.353320 n-d-826753-2 neutron-server[103701]: return func(*args, **kwargs) Feb 19 03:13:55.353320 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:13:55.353320 n-d-826753-2 neutron-server[103701]: self._notify() Feb 19 03:13:55.353320 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:13:55.353320 n-d-826753-2 neutron-server[103701]: self.callback(batched_events) Feb 19 03:13:55.353320 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:13:55.353320 n-d-826753-2 neutron-server[103701]: event.method(event) Feb 19 03:13:55.353320 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:13:55.353320 n-d-826753-2 neutron-server[103701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:13:55.353320 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:13:55.353320 n-d-826753-2 neutron-server[103701]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:13:55.353320 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:13:55.353320 n-d-826753-2 neutron-server[103701]: return f(self, *a, **k) Feb 19 03:13:55.353320 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:13:55.353320 n-d-826753-2 neutron-server[103701]: return self._get(url).json() Feb 19 03:13:55.353320 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:13:55.353320 n-d-826753-2 neutron-server[103701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:13:55.353320 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:13:55.353320 n-d-826753-2 neutron-server[103701]: return self.request(url, 'GET', **kwargs) Feb 19 03:13:55.353320 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:13:55.353320 n-d-826753-2 neutron-server[103701]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:13:55.353320 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:13:55.353320 n-d-826753-2 neutron-server[103701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:13:55.353320 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:13:55.353320 n-d-826753-2 neutron-server[103701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:13:55.353320 n-d-826753-2 neutron-server[103701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:13:55.414393 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b902467e-d98c-4a6e-90a8-1eb548e15cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (47555910-ca3c-496a-b516-35677525f63b), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:55.420142 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b902467e-d98c-4a6e-90a8-1eb548e15cd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:55.423781 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-b902467e-d98c-4a6e-90a8-1eb548e15cd3 admin admin] 10.222.0.72 "DELETE /v2.0/networks/47555910-ca3c-496a-b516-35677525f63b HTTP/1.1" status: 204 len: 168 time: 0.3510101 Feb 19 03:13:55.438665 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b902467e-d98c-4a6e-90a8-1eb548e15cd3 admin admin] Pushing event deleted for resources: {'Network': ['ID=47555910-ca3c-496a-b516-35677525f63b,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:55.583991 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 37346) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:55.631367 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-0c1ff7db-20f9-4f0c-95bd-3a71d560e695 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=eebd668ef05f4ec4b83bc2583e340007&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0472498 Feb 19 03:13:55.631613 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 37348) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:55.691935 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3828f6f1-e81f-4821-8dbb-19b25c45ea30 admin admin] Publish callbacks [] for security_group (9c1c2746-1f4e-4190-a3f0-bb5f08787f56), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:55.712702 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3828f6f1-e81f-4821-8dbb-19b25c45ea30 admin admin] Publish callbacks [] for security_group (9c1c2746-1f4e-4190-a3f0-bb5f08787f56), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:55.769749 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 503221c3-743a-46e3-b633-097a2f517df1 no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:13:55.776616 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3828f6f1-e81f-4821-8dbb-19b25c45ea30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (9c1c2746-1f4e-4190-a3f0-bb5f08787f56), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:55.779277 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3828f6f1-e81f-4821-8dbb-19b25c45ea30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:55.782988 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-3828f6f1-e81f-4821-8dbb-19b25c45ea30 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9c1c2746-1f4e-4190-a3f0-bb5f08787f56 HTTP/1.1" status: 204 len: 168 time: 0.1478581 Feb 19 03:13:55.789981 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3828f6f1-e81f-4821-8dbb-19b25c45ea30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c1c2746-1f4e-4190-a3f0-bb5f08787f56,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:55.818130 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] No Port match for: 503221c3-743a-46e3-b633-097a2f517df1 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:13:55.818798 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 503221c3-743a-46e3-b633-097a2f517df1 not bound to the agent host n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:13:56.262672 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:56.637351 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 37374) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:56.764531 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-f771e47a-cf43-40a1-a128-f95590b30ea3 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1127919754-network', 'tenant_id': '180f2d2640c7460f9f0abc7f5d527bd5'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:13:56.789425 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f771e47a-cf43-40a1-a128-f95590b30ea3 admin admin] Made reservation on behalf of 180f2d2640c7460f9f0abc7f5d527bd5 for: {'network': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:13:56.793308 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f771e47a-cf43-40a1-a128-f95590b30ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:56.810030 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f771e47a-cf43-40a1-a128-f95590b30ea3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:56.916336 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f771e47a-cf43-40a1-a128-f95590b30ea3 admin admin] Publish callbacks [] for security_group (ce10ad1c-f746-4a59-8fa2-44633be818e3), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:56.922172 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f771e47a-cf43-40a1-a128-f95590b30ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (ce10ad1c-f746-4a59-8fa2-44633be818e3), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:56.949114 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f771e47a-cf43-40a1-a128-f95590b30ea3 admin admin] vlan segment allocate from pool success with {'vlan_id': 295, 'physical_network': 'physnet1'} {{(pid=103701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:13:56.968586 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f771e47a-cf43-40a1-a128-f95590b30ea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce10ad1c-f746-4a59-8fa2-44633be818e3,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:56.972001 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f771e47a-cf43-40a1-a128-f95590b30ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (07ed87a1-2c19-4bb6-a835-fa91cb2e70b2), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:56.972283 n-d-826753-2 neutron-server[103701]: INFO neutron.db.segments_db [None req-f771e47a-cf43-40a1-a128-f95590b30ea3 admin admin] Added segment 07ed87a1-2c19-4bb6-a835-fa91cb2e70b2 of type vlan for network 9d0a422a-12d0-4976-b059-97c5b2991b17 Feb 19 03:13:57.024523 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f771e47a-cf43-40a1-a128-f95590b30ea3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (9d0a422a-12d0-4976-b059-97c5b2991b17), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:57.061959 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f771e47a-cf43-40a1-a128-f95590b30ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (9d0a422a-12d0-4976-b059-97c5b2991b17), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:57.063328 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f771e47a-cf43-40a1-a128-f95590b30ea3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:57.063939 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f771e47a-cf43-40a1-a128-f95590b30ea3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:57.143426 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-f771e47a-cf43-40a1-a128-f95590b30ea3 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.5022774 Feb 19 03:13:57.143811 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 37378) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:57.150539 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-2eb11e65-9695-4e37-92b6-51d3d379090c admin admin] Request body: {'subnet': {'network_id': '9d0a422a-12d0-4976-b059-97c5b2991b17', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1127919754-subnet', 'tenant_id': '180f2d2640c7460f9f0abc7f5d527bd5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:13:57.166019 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f771e47a-cf43-40a1-a128-f95590b30ea3 admin admin] Pushing event updated for resources: {'Network': ['ID=9d0a422a-12d0-4976-b059-97c5b2991b17,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:57.182010 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 9d0a422a-12d0-4976-b059-97c5b2991b17 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:13:57.194250 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eb11e65-9695-4e37-92b6-51d3d379090c admin admin] Made reservation on behalf of 180f2d2640c7460f9f0abc7f5d527bd5 for: {'subnet': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:13:57.198940 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2eb11e65-9695-4e37-92b6-51d3d379090c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58706307'] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:57.473163 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2eb11e65-9695-4e37-92b6-51d3d379090c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12647271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58706289'] for subnet (2610e08e-6f3d-4791-8350-df6c096e2547), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:57.542415 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb11e65-9695-4e37-92b6-51d3d379090c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2610e08e-6f3d-4791-8350-df6c096e2547,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:57.558291 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb11e65-9695-4e37-92b6-51d3d379090c admin admin] Checking segment: {'id': '07ed87a1-2c19-4bb6-a835-fa91cb2e70b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '9d0a422a-12d0-4976-b059-97c5b2991b17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:13:57.558657 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb11e65-9695-4e37-92b6-51d3d379090c admin admin] Network hostable DHCP agents. Network: 9d0a422a-12d0-4976-b059-97c5b2991b17, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:13:57.578639 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb11e65-9695-4e37-92b6-51d3d379090c admin admin] Network 9d0a422a-12d0-4976-b059-97c5b2991b17 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:13:57.590207 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-2eb11e65-9695-4e37-92b6-51d3d379090c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 9d0a422a-12d0-4976-b059-97c5b2991b17) {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:13:57.595133 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb11e65-9695-4e37-92b6-51d3d379090c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:57.595746 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2eb11e65-9695-4e37-92b6-51d3d379090c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:57.604389 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0a976c-cf6f-4cf3-808d-631f2f9d77b6 None None] Network 9d0a422a-12d0-4976-b059-97c5b2991b17 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:13:57.629885 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-2eb11e65-9695-4e37-92b6-51d3d379090c admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4842052 Feb 19 03:13:57.768077 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b01f545-0db6-47b0-8bb3-fe1434821ab2 None None] Network 9d0a422a-12d0-4976-b059-97c5b2991b17 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:13:58.169979 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a5e13b-49d1-4a74-b203-f2398b94db59 req-a590c726-06d9-4010-bd9f-c379eb282678 tempest-ServerAddressesNegativeTestJSON-1214028355 tempest-ServerAddressesNegativeTestJSON-1214028355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:58.171505 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c7a5e13b-49d1-4a74-b203-f2398b94db59 req-a590c726-06d9-4010-bd9f-c379eb282678 tempest-ServerAddressesNegativeTestJSON-1214028355 tempest-ServerAddressesNegativeTestJSON-1214028355-project] 10.222.0.72 "GET /v2.0/networks?id=9d0a422a-12d0-4976-b059-97c5b2991b17 HTTP/1.1" status: 200 len: 822 time: 0.1019742 Feb 19 03:13:58.192337 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c7a5e13b-49d1-4a74-b203-f2398b94db59 req-42f8acea-4bd3-4031-a4fe-d189d6487f11 tempest-ServerAddressesNegativeTestJSON-1214028355 tempest-ServerAddressesNegativeTestJSON-1214028355-project] 10.222.0.72 "GET /v2.0/quotas/180f2d2640c7460f9f0abc7f5d527bd5 HTTP/1.1" status: 200 len: 375 time: 0.0142279 Feb 19 03:13:58.229568 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c7a5e13b-49d1-4a74-b203-f2398b94db59 req-25ceaf6e-bb3d-488c-86f0-6060143e6817 tempest-ServerAddressesNegativeTestJSON-1214028355 tempest-ServerAddressesNegativeTestJSON-1214028355-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=180f2d2640c7460f9f0abc7f5d527bd5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311561 Feb 19 03:13:58.325917 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c7a5e13b-49d1-4a74-b203-f2398b94db59 req-7ee78dc4-e8b5-4ecd-8df8-c13cc31de492 service neutron] 10.222.0.72 "GET /v2.0/networks/9d0a422a-12d0-4976-b059-97c5b2991b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896204 Feb 19 03:13:58.451106 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c7a5e13b-49d1-4a74-b203-f2398b94db59 req-ec5d75b3-4bd6-4717-a0f6-0c0ed7b9bbf2 service neutron] 10.222.0.72 "GET /v2.0/networks/9d0a422a-12d0-4976-b059-97c5b2991b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168473 Feb 19 03:13:58.668852 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-93888520-29ee-4057-8a66-aefe1a2da03b req-566b0835-33b0-45f2-81c3-12809284515c tempest-ServerAddressesNegativeTestJSON-1214028355 tempest-ServerAddressesNegativeTestJSON-1214028355-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2f2e59c-b925-432f-ae0b-8bea05c47311 HTTP/1.1" status: 200 len: 210 time: 0.0356975 Feb 19 03:13:59.411684 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bb922f82-3ae7-4882-8625-c87a1e070a3f req-074d9b9a-3b60-48ff-90ac-d9d8544039a4 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=5ae8803a-5f68-42c1-a66d-2b201836efba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0451484 Feb 19 03:13:59.517164 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb922f82-3ae7-4882-8625-c87a1e070a3f req-7b2e6491-4605-42de-8c49-5b049d96eae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:59.518734 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bb922f82-3ae7-4882-8625-c87a1e070a3f req-7b2e6491-4605-42de-8c49-5b049d96eae5 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6a117b40fa834d6ba0b46e03c0b9e1fa&device_id=5ae8803a-5f68-42c1-a66d-2b201836efba HTTP/1.1" status: 200 len: 1127 time: 0.0482817 Feb 19 03:13:59.659679 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb922f82-3ae7-4882-8625-c87a1e070a3f req-e2f3e7c0-a017-44f0-92bc-07367edacad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:59.662173 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bb922f82-3ae7-4882-8625-c87a1e070a3f req-e2f3e7c0-a017-44f0-92bc-07367edacad3 service neutron] 10.222.0.82 "GET /v2.0/networks?id=079ea5cf-2034-46d1-8adf-a2a461c96033 HTTP/1.1" status: 200 len: 913 time: 0.1246569 Feb 19 03:13:59.744510 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bb922f82-3ae7-4882-8625-c87a1e070a3f req-700bb318-dfd3-492a-af6d-75725aa1ce6f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d9329d17-36f5-4f06-ad53-677d82e3289f HTTP/1.1" status: 200 len: 217 time: 0.0755589 Feb 19 03:13:59.817837 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a5e13b-49d1-4a74-b203-f2398b94db59 req-6ecac3bc-605d-4e55-95a9-acec4d7b5428 tempest-ServerAddressesNegativeTestJSON-1214028355 tempest-ServerAddressesNegativeTestJSON-1214028355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:59.820018 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c7a5e13b-49d1-4a74-b203-f2398b94db59 req-6ecac3bc-605d-4e55-95a9-acec4d7b5428 tempest-ServerAddressesNegativeTestJSON-1214028355 tempest-ServerAddressesNegativeTestJSON-1214028355-project] 10.222.0.73 "GET /v2.0/networks?id=9d0a422a-12d0-4976-b059-97c5b2991b17 HTTP/1.1" status: 200 len: 822 time: 0.1517384 Feb 19 03:13:59.839526 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-c7a5e13b-49d1-4a74-b203-f2398b94db59 req-9f063a77-e95f-4e1e-a549-bcdecfda086b tempest-ServerAddressesNegativeTestJSON-1214028355 tempest-ServerAddressesNegativeTestJSON-1214028355-project] Request body: {'port': {'device_id': 'a2f2e59c-b925-432f-ae0b-8bea05c47311', 'network_id': '9d0a422a-12d0-4976-b059-97c5b2991b17', 'admin_state_up': True, 'tenant_id': '180f2d2640c7460f9f0abc7f5d527bd5'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:13:59.848468 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0cf1db3a-f1ab-4db3-9bb4-c163f25fd666 req-ea2f610c-6c10-44e3-a1ee-7851a3bf29e3 tempest-ServerAddressesNegativeTestJSON-1214028355 tempest-ServerAddressesNegativeTestJSON-1214028355-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2f2e59c-b925-432f-ae0b-8bea05c47311 HTTP/1.1" status: 200 len: 210 time: 0.0460367 Feb 19 03:13:59.871460 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb922f82-3ae7-4882-8625-c87a1e070a3f req-af7a26c2-1839-4a67-b1f6-a66f016269bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:59.873416 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bb922f82-3ae7-4882-8625-c87a1e070a3f req-af7a26c2-1839-4a67-b1f6-a66f016269bc service neutron] 10.222.0.82 "GET /v2.0/subnets?id=22864221-4aca-46ca-960b-688e9533636e HTTP/1.1" status: 200 len: 852 time: 0.1218040 Feb 19 03:13:59.908092 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bb922f82-3ae7-4882-8625-c87a1e070a3f req-0a6554d4-3c7b-4bdd-b897-8821cbc1f3c2 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=079ea5cf-2034-46d1-8adf-a2a461c96033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286682 Feb 19 03:13:59.978843 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7a5e13b-49d1-4a74-b203-f2398b94db59 req-9f063a77-e95f-4e1e-a549-bcdecfda086b tempest-ServerAddressesNegativeTestJSON-1214028355 tempest-ServerAddressesNegativeTestJSON-1214028355-project] Made reservation on behalf of 180f2d2640c7460f9f0abc7f5d527bd5 for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:13:59.983170 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-c7a5e13b-49d1-4a74-b203-f2398b94db59 req-9f063a77-e95f-4e1e-a549-bcdecfda086b tempest-ServerAddressesNegativeTestJSON-1214028355 tempest-ServerAddressesNegativeTestJSON-1214028355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:00.026526 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bb922f82-3ae7-4882-8625-c87a1e070a3f req-0abc119b-c1cc-45e7-aad8-28ba7526d083 service neutron] 10.222.0.82 "GET /v2.0/networks/079ea5cf-2034-46d1-8adf-a2a461c96033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041160 Feb 19 03:14:00.086028 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 37430) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:14:00.139382 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bb922f82-3ae7-4882-8625-c87a1e070a3f req-5a19e5a1-8825-4633-9cb9-ff36ca511fb7 service neutron] 10.222.0.82 "GET /v2.0/networks/079ea5cf-2034-46d1-8adf-a2a461c96033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070530 Feb 19 03:14:00.204978 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [req-c7a5e13b-49d1-4a74-b203-f2398b94db59 req-9f063a77-e95f-4e1e-a549-bcdecfda086b tempest-ServerAddressesNegativeTestJSON-1214028355 tempest-ServerAddressesNegativeTestJSON-1214028355-project] Allocated IP 172.20.0.8 (9d0a422a-12d0-4976-b059-97c5b2991b17/2610e08e-6f3d-4791-8350-df6c096e2547/8e022eb8-a995-42fb-86be-1f4eff6d9d74) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:14:00.230862 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddfef55a-5401-4034-9f3a-619bfaa5a2cd tempest-TestNetworkBasicOps-916205551 tempest-TestNetworkBasicOps-916205551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:00.231262 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddfef55a-5401-4034-9f3a-619bfaa5a2cd tempest-TestNetworkBasicOps-916205551 tempest-TestNetworkBasicOps-916205551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:00.231737 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddfef55a-5401-4034-9f3a-619bfaa5a2cd tempest-TestNetworkBasicOps-916205551 tempest-TestNetworkBasicOps-916205551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:00.233570 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-ddfef55a-5401-4034-9f3a-619bfaa5a2cd tempest-TestNetworkBasicOps-916205551 tempest-TestNetworkBasicOps-916205551-project-admin] 10.222.0.72 "GET /v2.0/ports?project_id=32b88e7bc28b44379a1452b198468e54&network_id=5189435a-ef15-47eb-8dc4-aaf10a844886 HTTP/1.1" status: 200 len: 3072 time: 0.1462138 Feb 19 03:14:00.383868 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-c7a5e13b-49d1-4a74-b203-f2398b94db59 req-9f063a77-e95f-4e1e-a549-bcdecfda086b tempest-ServerAddressesNegativeTestJSON-1214028355 tempest-ServerAddressesNegativeTestJSON-1214028355-project] Publish callbacks [] for port (8e022eb8-a995-42fb-86be-1f4eff6d9d74), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:00.427830 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-c7a5e13b-49d1-4a74-b203-f2398b94db59 req-9f063a77-e95f-4e1e-a549-bcdecfda086b tempest-ServerAddressesNegativeTestJSON-1214028355 tempest-ServerAddressesNegativeTestJSON-1214028355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (8e022eb8-a995-42fb-86be-1f4eff6d9d74), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:00.467581 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7a5e13b-49d1-4a74-b203-f2398b94db59 req-9f063a77-e95f-4e1e-a549-bcdecfda086b tempest-ServerAddressesNegativeTestJSON-1214028355 tempest-ServerAddressesNegativeTestJSON-1214028355-project] Network 9d0a422a-12d0-4976-b059-97c5b2991b17 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:14:00.470803 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [req-c7a5e13b-49d1-4a74-b203-f2398b94db59 req-9f063a77-e95f-4e1e-a549-bcdecfda086b tempest-ServerAddressesNegativeTestJSON-1214028355 tempest-ServerAddressesNegativeTestJSON-1214028355-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:14:00.477750 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7a5e13b-49d1-4a74-b203-f2398b94db59 req-9f063a77-e95f-4e1e-a549-bcdecfda086b tempest-ServerAddressesNegativeTestJSON-1214028355 tempest-ServerAddressesNegativeTestJSON-1214028355-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:14:00.484640 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f063a77-e95f-4e1e-a549-bcdecfda086b tempest-ServerAddressesNegativeTestJSON-1214028355 tempest-ServerAddressesNegativeTestJSON-1214028355-project] Pushing event updated for resources: {'Port': ['ID=8e022eb8-a995-42fb-86be-1f4eff6d9d74,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:00.533473 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a5e13b-49d1-4a74-b203-f2398b94db59 req-9f063a77-e95f-4e1e-a549-bcdecfda086b tempest-ServerAddressesNegativeTestJSON-1214028355 tempest-ServerAddressesNegativeTestJSON-1214028355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:00.534106 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-c7a5e13b-49d1-4a74-b203-f2398b94db59 req-9f063a77-e95f-4e1e-a549-bcdecfda086b tempest-ServerAddressesNegativeTestJSON-1214028355 tempest-ServerAddressesNegativeTestJSON-1214028355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:00.557375 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c7a5e13b-49d1-4a74-b203-f2398b94db59 req-9f063a77-e95f-4e1e-a549-bcdecfda086b tempest-ServerAddressesNegativeTestJSON-1214028355 tempest-ServerAddressesNegativeTestJSON-1214028355-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7234645 Feb 19 03:14:00.648670 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-c7a5e13b-49d1-4a74-b203-f2398b94db59 req-50546ca1-a6b5-48ac-b25d-8db719c80a9a service neutron] Request body: {'port': {'device_id': 'a2f2e59c-b925-432f-ae0b-8bea05c47311', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826753-2'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:14:00.998470 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9dea6d-767d-4143-a032-fff3b2254a7e req-896190d6-7ec8-46f4-b781-c42fbbdba598 tempest-ServerAddressesNegativeTestJSON-1214028355 tempest-ServerAddressesNegativeTestJSON-1214028355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:01.013952 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3b9dea6d-767d-4143-a032-fff3b2254a7e req-896190d6-7ec8-46f4-b781-c42fbbdba598 tempest-ServerAddressesNegativeTestJSON-1214028355 tempest-ServerAddressesNegativeTestJSON-1214028355-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2f2e59c-b925-432f-ae0b-8bea05c47311 HTTP/1.1" status: 200 len: 931 time: 0.0833006 Feb 19 03:14:01.087896 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3b9dea6d-767d-4143-a032-fff3b2254a7e req-9bbdd36c-eb42-40ed-8686-f371f470e7c6 tempest-ServerAddressesNegativeTestJSON-1214028355 tempest-ServerAddressesNegativeTestJSON-1214028355-project] 10.222.0.72 "GET /v2.0/security-groups?id=ce10ad1c-f746-4a59-8fa2-44633be818e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712309 Feb 19 03:14:01.093324 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-c7a5e13b-49d1-4a74-b203-f2398b94db59 req-50546ca1-a6b5-48ac-b25d-8db719c80a9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (8e022eb8-a995-42fb-86be-1f4eff6d9d74), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:01.378337 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-c7a5e13b-49d1-4a74-b203-f2398b94db59 req-50546ca1-a6b5-48ac-b25d-8db719c80a9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e022eb8-a995-42fb-86be-1f4eff6d9d74 {{(pid=103702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:14:01.387136 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-c7a5e13b-49d1-4a74-b203-f2398b94db59 req-50546ca1-a6b5-48ac-b25d-8db719c80a9a service neutron] Publish callbacks [] for port (8e022eb8-a995-42fb-86be-1f4eff6d9d74), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:01.401610 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-c7a5e13b-49d1-4a74-b203-f2398b94db59 req-50546ca1-a6b5-48ac-b25d-8db719c80a9a service neutron] Transition to ACTIVE for port object 8e022eb8-a995-42fb-86be-1f4eff6d9d74 will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:14:01.406596 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-c7a5e13b-49d1-4a74-b203-f2398b94db59 req-50546ca1-a6b5-48ac-b25d-8db719c80a9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (8e022eb8-a995-42fb-86be-1f4eff6d9d74), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:01.472286 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50546ca1-a6b5-48ac-b25d-8db719c80a9a service neutron] Pushing event updated for resources: {'Port': ['ID=8e022eb8-a995-42fb-86be-1f4eff6d9d74,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:01.556483 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-c7a5e13b-49d1-4a74-b203-f2398b94db59 req-50546ca1-a6b5-48ac-b25d-8db719c80a9a service neutron] Attempting to bind port 8e022eb8-a995-42fb-86be-1f4eff6d9d74 on host n-h1-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:14:01.556816 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-c7a5e13b-49d1-4a74-b203-f2398b94db59 req-50546ca1-a6b5-48ac-b25d-8db719c80a9a service neutron] Attempting to bind port 8e022eb8-a995-42fb-86be-1f4eff6d9d74 by drivers openvswitch,hyperv on host n-h1-826753-2 at level 0 using segments [{'id': '07ed87a1-2c19-4bb6-a835-fa91cb2e70b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '9d0a422a-12d0-4976-b059-97c5b2991b17'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:14:01.557185 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a5e13b-49d1-4a74-b203-f2398b94db59 req-50546ca1-a6b5-48ac-b25d-8db719c80a9a service neutron] Attempting to bind port 8e022eb8-a995-42fb-86be-1f4eff6d9d74 on network 9d0a422a-12d0-4976-b059-97c5b2991b17 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:14:01.562218 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a5e13b-49d1-4a74-b203-f2398b94db59 req-50546ca1-a6b5-48ac-b25d-8db719c80a9a service neutron] Port 8e022eb8-a995-42fb-86be-1f4eff6d9d74 on network 9d0a422a-12d0-4976-b059-97c5b2991b17 not bound, no agent of type Open vSwitch agent registered on host n-h1-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:14:01.562556 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a5e13b-49d1-4a74-b203-f2398b94db59 req-50546ca1-a6b5-48ac-b25d-8db719c80a9a service neutron] Attempting to bind port 8e022eb8-a995-42fb-86be-1f4eff6d9d74 on network 9d0a422a-12d0-4976-b059-97c5b2991b17 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:14:01.567952 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a5e13b-49d1-4a74-b203-f2398b94db59 req-50546ca1-a6b5-48ac-b25d-8db719c80a9a service neutron] Checking agent: {'id': '9d56fb1b-2855-496a-a6d9-c324740cb98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:14:01.568307 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a5e13b-49d1-4a74-b203-f2398b94db59 req-50546ca1-a6b5-48ac-b25d-8db719c80a9a service neutron] Checking segment: {'id': '07ed87a1-2c19-4bb6-a835-fa91cb2e70b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '9d0a422a-12d0-4976-b059-97c5b2991b17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:14:01.568686 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a5e13b-49d1-4a74-b203-f2398b94db59 req-50546ca1-a6b5-48ac-b25d-8db719c80a9a service neutron] Bound using segment: {'id': '07ed87a1-2c19-4bb6-a835-fa91cb2e70b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '9d0a422a-12d0-4976-b059-97c5b2991b17'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:14:01.569139 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-c7a5e13b-49d1-4a74-b203-f2398b94db59 req-50546ca1-a6b5-48ac-b25d-8db719c80a9a service neutron] Bound port: 8e022eb8-a995-42fb-86be-1f4eff6d9d74, host: n-h1-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07ed87a1-2c19-4bb6-a835-fa91cb2e70b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '9d0a422a-12d0-4976-b059-97c5b2991b17'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:14:01.569486 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-c7a5e13b-49d1-4a74-b203-f2398b94db59 req-50546ca1-a6b5-48ac-b25d-8db719c80a9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (8e022eb8-a995-42fb-86be-1f4eff6d9d74), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:01.641435 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-c7a5e13b-49d1-4a74-b203-f2398b94db59 req-50546ca1-a6b5-48ac-b25d-8db719c80a9a service neutron] For port 8e022eb8-a995-42fb-86be-1f4eff6d9d74, host n-h1-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:14:01.646572 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-c7a5e13b-49d1-4a74-b203-f2398b94db59 req-50546ca1-a6b5-48ac-b25d-8db719c80a9a service neutron] For port 8e022eb8-a995-42fb-86be-1f4eff6d9d74, host n-h1-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=8e022eb8-a995-42fb-86be-1f4eff6d9d74,segment=NetworkSegment(07ed87a1-2c19-4bb6-a835-fa91cb2e70b2),segment_id=07ed87a1-2c19-4bb6-a835-fa91cb2e70b2)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:14:01.654152 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-c7a5e13b-49d1-4a74-b203-f2398b94db59 req-50546ca1-a6b5-48ac-b25d-8db719c80a9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (8e022eb8-a995-42fb-86be-1f4eff6d9d74), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:01.697392 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a5e13b-49d1-4a74-b203-f2398b94db59 req-50546ca1-a6b5-48ac-b25d-8db719c80a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:01.697989 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-c7a5e13b-49d1-4a74-b203-f2398b94db59 req-50546ca1-a6b5-48ac-b25d-8db719c80a9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:01.699493 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c7a5e13b-49d1-4a74-b203-f2398b94db59 req-50546ca1-a6b5-48ac-b25d-8db719c80a9a service neutron] 10.222.0.73 "PUT /v2.0/ports/8e022eb8-a995-42fb-86be-1f4eff6d9d74 HTTP/1.1" status: 200 len: 1091 time: 1.0551932 Feb 19 03:14:01.699951 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2f2e59c-b925-432f-ae0b-8bea05c47311', 'tag': '8e022eb8-a995-42fb-86be-1f4eff6d9d74'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:14:01.702253 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec7f18a9-c2d9-4af6-b89c-a00e502bfcd7" -d '{"events": [{"name": "network-changed", "server_uuid": "a2f2e59c-b925-432f-ae0b-8bea05c47311", "tag": "8e022eb8-a995-42fb-86be-1f4eff6d9d74"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:14:01.732237 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50546ca1-a6b5-48ac-b25d-8db719c80a9a service neutron] Pushing event updated for resources: {'Port': ['ID=8e022eb8-a995-42fb-86be-1f4eff6d9d74,revision_number=3']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:01.760753 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d620da06-8827-43e3-8bed-64c3d2d61c06 x-openstack-request-id: req-d620da06-8827-43e3-8bed-64c3d2d61c06 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:14:01.760753 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2f2e59c-b925-432f-ae0b-8bea05c47311", "tag": "8e022eb8-a995-42fb-86be-1f4eff6d9d74", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:14:01.760753 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d620da06-8827-43e3-8bed-64c3d2d61c06 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:14:01.760753 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2f2e59c-b925-432f-ae0b-8bea05c47311', 'tag': '8e022eb8-a995-42fb-86be-1f4eff6d9d74', 'status': 'completed', 'code': 200} Feb 19 03:14:01.827371 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a5e13b-49d1-4a74-b203-f2398b94db59 req-28b1e317-2a22-4bc4-af16-5d6f640d839e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:01.828928 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c7a5e13b-49d1-4a74-b203-f2398b94db59 req-28b1e317-2a22-4bc4-af16-5d6f640d839e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=180f2d2640c7460f9f0abc7f5d527bd5&device_id=a2f2e59c-b925-432f-ae0b-8bea05c47311 HTTP/1.1" status: 200 len: 1125 time: 0.0543642 Feb 19 03:14:01.881642 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c7a5e13b-49d1-4a74-b203-f2398b94db59 req-16317325-1a92-4064-9ef8-6138178ae6a0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e022eb8-a995-42fb-86be-1f4eff6d9d74 HTTP/1.1" status: 200 len: 217 time: 0.0383124 Feb 19 03:14:01.932944 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a5e13b-49d1-4a74-b203-f2398b94db59 req-0338d05d-aa15-4a91-bc48-3ebc9a175a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:01.934502 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c7a5e13b-49d1-4a74-b203-f2398b94db59 req-0338d05d-aa15-4a91-bc48-3ebc9a175a14 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2610e08e-6f3d-4791-8350-df6c096e2547 HTTP/1.1" status: 200 len: 862 time: 0.0473392 Feb 19 03:14:01.972607 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c7a5e13b-49d1-4a74-b203-f2398b94db59 req-02410d15-c3b7-4ad7-a8c1-70713e343127 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9d0a422a-12d0-4976-b059-97c5b2991b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316463 Feb 19 03:14:02.073554 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c7a5e13b-49d1-4a74-b203-f2398b94db59 req-ef97d392-b407-407c-8098-20b5ee270e1b service neutron] 10.222.0.73 "GET /v2.0/networks/9d0a422a-12d0-4976-b059-97c5b2991b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933592 Feb 19 03:14:02.174888 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c7a5e13b-49d1-4a74-b203-f2398b94db59 req-f912c22d-0e24-41ce-89f9-7fe04a4fbc50 service neutron] 10.222.0.73 "GET /v2.0/networks/9d0a422a-12d0-4976-b059-97c5b2991b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952430 Feb 19 03:14:02.217370 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0be9c1d-81a6-4935-ab8b-d2da0aaba5e7 req-fe92adcf-013d-420e-a9d6-93cd32a45e50 tempest-ServerAddressesNegativeTestJSON-1214028355 tempest-ServerAddressesNegativeTestJSON-1214028355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:02.218852 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d0be9c1d-81a6-4935-ab8b-d2da0aaba5e7 req-fe92adcf-013d-420e-a9d6-93cd32a45e50 tempest-ServerAddressesNegativeTestJSON-1214028355 tempest-ServerAddressesNegativeTestJSON-1214028355-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2f2e59c-b925-432f-ae0b-8bea05c47311 HTTP/1.1" status: 200 len: 943 time: 0.0585546 Feb 19 03:14:02.257117 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 37462) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:14:02.342537 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45de8876-13a7-48e7-af4b-0239216b21c7 tempest-TestNetworkBasicOps-916205551 tempest-TestNetworkBasicOps-916205551-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:02.351685 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-45de8876-13a7-48e7-af4b-0239216b21c7 tempest-TestNetworkBasicOps-916205551 tempest-TestNetworkBasicOps-916205551-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=eaf64708-9021-419e-b287-ef3e0f51e2ee HTTP/1.1" status: 200 len: 814 time: 0.0859568 Feb 19 03:14:02.365968 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7f18a9-c2d9-4af6-b89c-a00e502bfcd7 req-8970e521-61a9-42ac-936e-08004014f47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:02.367863 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ec7f18a9-c2d9-4af6-b89c-a00e502bfcd7 req-8970e521-61a9-42ac-936e-08004014f47c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=180f2d2640c7460f9f0abc7f5d527bd5&device_id=a2f2e59c-b925-432f-ae0b-8bea05c47311 HTTP/1.1" status: 200 len: 1125 time: 0.0931604 Feb 19 03:14:02.481461 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7f18a9-c2d9-4af6-b89c-a00e502bfcd7 req-c9ff07c9-6b29-4077-9dee-85992174bfed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:02.483347 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ec7f18a9-c2d9-4af6-b89c-a00e502bfcd7 req-c9ff07c9-6b29-4077-9dee-85992174bfed service neutron] 10.222.0.73 "GET /v2.0/networks?id=9d0a422a-12d0-4976-b059-97c5b2991b17 HTTP/1.1" status: 200 len: 923 time: 0.1095057 Feb 19 03:14:02.535230 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ec7f18a9-c2d9-4af6-b89c-a00e502bfcd7 req-2c141089-0963-469b-8856-7b1fc5126697 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e022eb8-a995-42fb-86be-1f4eff6d9d74 HTTP/1.1" status: 200 len: 217 time: 0.0424275 Feb 19 03:14:02.547393 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d0be9c1d-81a6-4935-ab8b-d2da0aaba5e7 req-ad1695c2-c33f-4bf3-beb9-c17aadbf6595 tempest-ServerAddressesNegativeTestJSON-1214028355 tempest-ServerAddressesNegativeTestJSON-1214028355-project] 10.222.0.72 "GET /v2.0/security-groups?id=ce10ad1c-f746-4a59-8fa2-44633be818e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3203595 Feb 19 03:14:02.587457 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7f18a9-c2d9-4af6-b89c-a00e502bfcd7 req-16df263c-50a3-460c-a129-c25ebdb8ada3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:02.590868 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ec7f18a9-c2d9-4af6-b89c-a00e502bfcd7 req-16df263c-50a3-460c-a129-c25ebdb8ada3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2610e08e-6f3d-4791-8350-df6c096e2547 HTTP/1.1" status: 200 len: 862 time: 0.0495005 Feb 19 03:14:02.625882 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ec7f18a9-c2d9-4af6-b89c-a00e502bfcd7 req-546b384b-0082-4b09-9745-d27138fbe9b1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9d0a422a-12d0-4976-b059-97c5b2991b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309439 Feb 19 03:14:02.720434 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ec7f18a9-c2d9-4af6-b89c-a00e502bfcd7 req-58947914-bb17-4b0a-9e3d-97e2ef89989e service neutron] 10.222.0.73 "GET /v2.0/networks/9d0a422a-12d0-4976-b059-97c5b2991b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884018 Feb 19 03:14:02.823337 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ec7f18a9-c2d9-4af6-b89c-a00e502bfcd7 req-ae98f178-a2a2-44f9-aca5-6971c862f6a5 service neutron] 10.222.0.73 "GET /v2.0/networks/9d0a422a-12d0-4976-b059-97c5b2991b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962441 Feb 19 03:14:03.242872 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 37472) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:14:03.250327 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-9fdb8ad2-b772-48d0-a1ec-efab56450e80 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Request body: {'network': {'name': 'tempest-network-smoke--1930124829', 'project_id': '32b88e7bc28b44379a1452b198468e54', 'port_security_enabled': True}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:14:03.273245 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fdb8ad2-b772-48d0-a1ec-efab56450e80 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Made reservation on behalf of 32b88e7bc28b44379a1452b198468e54 for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:14:03.277144 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9fdb8ad2-b772-48d0-a1ec-efab56450e80 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:03.303898 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fdb8ad2-b772-48d0-a1ec-efab56450e80 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] vlan segment allocate from pool success with {'vlan_id': 258, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:14:03.317530 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9fdb8ad2-b772-48d0-a1ec-efab56450e80 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (c5b839d4-843b-49fb-9dd5-49a3b448b49c), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:03.317878 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-9fdb8ad2-b772-48d0-a1ec-efab56450e80 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Added segment c5b839d4-843b-49fb-9dd5-49a3b448b49c of type vlan for network 960566ca-c692-4125-9236-7767a681d326 Feb 19 03:14:03.365739 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9fdb8ad2-b772-48d0-a1ec-efab56450e80 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (960566ca-c692-4125-9236-7767a681d326), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:03.402722 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9fdb8ad2-b772-48d0-a1ec-efab56450e80 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (960566ca-c692-4125-9236-7767a681d326), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:03.411351 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fdb8ad2-b772-48d0-a1ec-efab56450e80 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:03.412044 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9fdb8ad2-b772-48d0-a1ec-efab56450e80 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:03.470387 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-9fdb8ad2-b772-48d0-a1ec-efab56450e80 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2259943 Feb 19 03:14:03.473630 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 37474) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:14:03.499580 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdb8ad2-b772-48d0-a1ec-efab56450e80 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Pushing event updated for resources: {'Network': ['ID=960566ca-c692-4125-9236-7767a681d326,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:03.512894 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 960566ca-c692-4125-9236-7767a681d326 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:14:03.556563 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cca11b5-b185-4726-b599-434267dbc63a tempest-TestNetworkBasicOps-916205551 tempest-TestNetworkBasicOps-916205551-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:03.558532 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-8cca11b5-b185-4726-b599-434267dbc63a tempest-TestNetworkBasicOps-916205551 tempest-TestNetworkBasicOps-916205551-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=32b88e7bc28b44379a1452b198468e54&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0838785 Feb 19 03:14:03.561460 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 37476) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:14:03.712905 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [req-6be52e11-e4a6-4753-ab45-04b12ed5e2f1 req-f8e37fe3-0d22-4043-8722-3bc9da94acc7 service neutron] (103701) timed out ('10.222.0.73', 63939) {{(pid=103701) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 03:14:03.743349 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc12fad3-2f3c-4cb3-a948-2066c2a52edc tempest-TestNetworkBasicOps-916205551 tempest-TestNetworkBasicOps-916205551-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:03.749350 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-dc12fad3-2f3c-4cb3-a948-2066c2a52edc tempest-TestNetworkBasicOps-916205551 tempest-TestNetworkBasicOps-916205551-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1865571 Feb 19 03:14:03.752010 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 37480) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:14:03.775173 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a081a3-0254-4ca7-96b4-1daa2dd56a19 req-b9db92ab-0e40-4478-95df-5548f726ac3b tempest-ServerAddressesNegativeTestJSON-1214028355 tempest-ServerAddressesNegativeTestJSON-1214028355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:03.777037 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a2a081a3-0254-4ca7-96b4-1daa2dd56a19 req-b9db92ab-0e40-4478-95df-5548f726ac3b tempest-ServerAddressesNegativeTestJSON-1214028355 tempest-ServerAddressesNegativeTestJSON-1214028355-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2f2e59c-b925-432f-ae0b-8bea05c47311 HTTP/1.1" status: 200 len: 943 time: 0.1197789 Feb 19 03:14:03.835865 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-e76c2026-af71-4f2f-a9a2-d725ca9d4517 tempest-TestNetworkBasicOps-916205551 tempest-TestNetworkBasicOps-916205551-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=eaf64708-9021-419e-b287-ef3e0f51e2ee&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0823936 Feb 19 03:14:03.838730 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 37482) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:14:03.871064 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a2a081a3-0254-4ca7-96b4-1daa2dd56a19 req-79268fe2-a817-4db4-b322-e6fc7ca2dc19 tempest-ServerAddressesNegativeTestJSON-1214028355 tempest-ServerAddressesNegativeTestJSON-1214028355-project] 10.222.0.72 "GET /v2.0/security-groups?id=ce10ad1c-f746-4a59-8fa2-44633be818e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850413 Feb 19 03:14:03.912362 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 37486) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:14:03.912888 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-abc3c52f-990d-413c-b2fd-eecb1c6be681 tempest-TestNetworkBasicOps-916205551 tempest-TestNetworkBasicOps-916205551-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=32b88e7bc28b44379a1452b198468e54&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0727813 Feb 19 03:14:04.015499 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba684c31-435c-49df-a684-02af625aaeca tempest-TestNetworkBasicOps-916205551 tempest-TestNetworkBasicOps-916205551-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:04.017075 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-ba684c31-435c-49df-a684-02af625aaeca tempest-TestNetworkBasicOps-916205551 tempest-TestNetworkBasicOps-916205551-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1037097 Feb 19 03:14:04.019869 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 37488) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:14:04.050971 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-d3e94a0a-35de-4bd7-a915-073469421811 tempest-TestNetworkBasicOps-916205551 tempest-TestNetworkBasicOps-916205551-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=eaf64708-9021-419e-b287-ef3e0f51e2ee&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0293200 Feb 19 03:14:04.054051 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 37490) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:14:04.059018 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-fa686ecc-da53-4fa9-8dec-feb547b34156 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-104182614', 'network_id': '960566ca-c692-4125-9236-7767a681d326', 'project_id': '32b88e7bc28b44379a1452b198468e54', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:14:04.177422 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa686ecc-da53-4fa9-8dec-feb547b34156 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Made reservation on behalf of 32b88e7bc28b44379a1452b198468e54 for: {'subnet': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:14:04.181454 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-fa686ecc-da53-4fa9-8dec-feb547b34156 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58706307'] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:04.390991 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-fa686ecc-da53-4fa9-8dec-feb547b34156 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12647271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58706289'] for subnet (d14fb3d7-724f-46d4-9032-40a7d93448d0), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:04.461166 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa686ecc-da53-4fa9-8dec-feb547b34156 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Pushing event updated for resources: {'Subnet': ['ID=d14fb3d7-724f-46d4-9032-40a7d93448d0,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:04.477743 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa686ecc-da53-4fa9-8dec-feb547b34156 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Checking segment: {'id': 'c5b839d4-843b-49fb-9dd5-49a3b448b49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '960566ca-c692-4125-9236-7767a681d326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:14:04.478417 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa686ecc-da53-4fa9-8dec-feb547b34156 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Network hostable DHCP agents. Network: 960566ca-c692-4125-9236-7767a681d326, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:14:04.505573 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa686ecc-da53-4fa9-8dec-feb547b34156 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Network 960566ca-c692-4125-9236-7767a681d326 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:14:04.524071 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-fa686ecc-da53-4fa9-8dec-feb547b34156 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 960566ca-c692-4125-9236-7767a681d326) {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:14:04.530715 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa686ecc-da53-4fa9-8dec-feb547b34156 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:04.531684 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-fa686ecc-da53-4fa9-8dec-feb547b34156 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:04.542973 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a734c165-eb18-43ef-a977-7bf8aa369bb8 None None] Network 960566ca-c692-4125-9236-7767a681d326 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:14:04.564811 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-fa686ecc-da53-4fa9-8dec-feb547b34156 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5072637 Feb 19 03:14:04.663227 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3afe04b9-5945-4ffd-a454-35f79370dca4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-960566ca-c692-4125-9236-7767a681d326', 'network_id': '960566ca-c692-4125-9236-7767a681d326', 'project_id': '32b88e7bc28b44379a1452b198468e54', 'fixed_ips': [{'subnet_id': 'd14fb3d7-724f-46d4-9032-40a7d93448d0'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:14:04.664078 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3afe04b9-5945-4ffd-a454-35f79370dca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:04.821944 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 37496) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:14:04.827091 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-480f7373-0d96-4b1a-b0e9-1546fc04aaa6 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1141165966', 'description': 'tempest-secgroup-smoke-1141165966 description', 'project_id': '32b88e7bc28b44379a1452b198468e54'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:14:04.852473 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-480f7373-0d96-4b1a-b0e9-1546fc04aaa6 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:04.864760 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-3afe04b9-5945-4ffd-a454-35f79370dca4 None None] Allocated IP 172.20.0.18 (960566ca-c692-4125-9236-7767a681d326/d14fb3d7-724f-46d4-9032-40a7d93448d0/efeaa079-de90-4013-9b16-53164d71ea1e) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:14:05.015598 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-480f7373-0d96-4b1a-b0e9-1546fc04aaa6 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for security_group (d50b9fcf-63d2-4fd5-8f3e-59d81006cd91), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:05.022202 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-480f7373-0d96-4b1a-b0e9-1546fc04aaa6 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (d50b9fcf-63d2-4fd5-8f3e-59d81006cd91), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:05.063716 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-480f7373-0d96-4b1a-b0e9-1546fc04aaa6 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:05.065076 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-480f7373-0d96-4b1a-b0e9-1546fc04aaa6 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2420495 Feb 19 03:14:05.069232 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 37502) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:14:05.073662 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-6bcdd548-926d-410b-b803-f8bb700e4800 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Request body: {'security_group_rule': {'security_group_id': 'd50b9fcf-63d2-4fd5-8f3e-59d81006cd91', 'project_id': '32b88e7bc28b44379a1452b198468e54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:14:05.081911 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480f7373-0d96-4b1a-b0e9-1546fc04aaa6 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d50b9fcf-63d2-4fd5-8f3e-59d81006cd91,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:05.086049 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ca9a1d-e61f-40d0-9e39-1558c1dfffcb req-4705efb2-ad22-413c-ac56-26c2e31c6a88 tempest-ServerAddressesNegativeTestJSON-1214028355 tempest-ServerAddressesNegativeTestJSON-1214028355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:05.087674 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-98ca9a1d-e61f-40d0-9e39-1558c1dfffcb req-4705efb2-ad22-413c-ac56-26c2e31c6a88 tempest-ServerAddressesNegativeTestJSON-1214028355 tempest-ServerAddressesNegativeTestJSON-1214028355-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2f2e59c-b925-432f-ae0b-8bea05c47311 HTTP/1.1" status: 200 len: 943 time: 0.1019578 Feb 19 03:14:05.118244 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6bcdd548-926d-410b-b803-f8bb700e4800 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for security_group_rule (8f556c55-d65a-4133-82d9-f7e985c181c8), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:05.185386 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-98ca9a1d-e61f-40d0-9e39-1558c1dfffcb req-6e0ecbd4-1561-40f3-b2e8-ecae86fd08cf tempest-ServerAddressesNegativeTestJSON-1214028355 tempest-ServerAddressesNegativeTestJSON-1214028355-project] 10.222.0.72 "GET /v2.0/security-groups?id=ce10ad1c-f746-4a59-8fa2-44633be818e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916307 Feb 19 03:14:05.214144 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6bcdd548-926d-410b-b803-f8bb700e4800 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for security_group_rule (8f556c55-d65a-4133-82d9-f7e985c181c8), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:05.215147 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3afe04b9-5945-4ffd-a454-35f79370dca4 None None] Publish callbacks [] for port (efeaa079-de90-4013-9b16-53164d71ea1e), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:05.219113 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6bcdd548-926d-410b-b803-f8bb700e4800 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (8f556c55-d65a-4133-82d9-f7e985c181c8), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:05.226054 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3afe04b9-5945-4ffd-a454-35f79370dca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (efeaa079-de90-4013-9b16-53164d71ea1e), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:05.241741 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcdd548-926d-410b-b803-f8bb700e4800 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f556c55-d65a-4133-82d9-f7e985c181c8,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:05.280917 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6bcdd548-926d-410b-b803-f8bb700e4800 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:05.284842 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-6bcdd548-926d-410b-b803-f8bb700e4800 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2120194 Feb 19 03:14:05.284978 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3afe04b9-5945-4ffd-a454-35f79370dca4 None None] Network 960566ca-c692-4125-9236-7767a681d326 is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:14:05.285508 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 37506) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:14:05.292060 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-62158316-67f6-450d-ae8b-6222ed03c900 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Request body: {'security_group_rule': {'security_group_id': 'd50b9fcf-63d2-4fd5-8f3e-59d81006cd91', 'project_id': '32b88e7bc28b44379a1452b198468e54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:14:05.295831 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-3afe04b9-5945-4ffd-a454-35f79370dca4 None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:14:05.306930 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afe04b9-5945-4ffd-a454-35f79370dca4 None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:14:05.335198 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-62158316-67f6-450d-ae8b-6222ed03c900 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for security_group_rule (8b670764-98f7-46cd-87d9-9f5449ce01f9), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:05.346524 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afe04b9-5945-4ffd-a454-35f79370dca4 None None] Pushing event updated for resources: {'Port': ['ID=efeaa079-de90-4013-9b16-53164d71ea1e,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:05.404689 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-3afe04b9-5945-4ffd-a454-35f79370dca4 None None] Attempting to bind port efeaa079-de90-4013-9b16-53164d71ea1e on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:14:05.405194 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-3afe04b9-5945-4ffd-a454-35f79370dca4 None None] Attempting to bind port efeaa079-de90-4013-9b16-53164d71ea1e by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': 'c5b839d4-843b-49fb-9dd5-49a3b448b49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '960566ca-c692-4125-9236-7767a681d326'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:14:05.405625 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afe04b9-5945-4ffd-a454-35f79370dca4 None None] Attempting to bind port efeaa079-de90-4013-9b16-53164d71ea1e on network 960566ca-c692-4125-9236-7767a681d326 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:14:05.411766 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afe04b9-5945-4ffd-a454-35f79370dca4 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:14:05.412354 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afe04b9-5945-4ffd-a454-35f79370dca4 None None] Checking segment: {'id': 'c5b839d4-843b-49fb-9dd5-49a3b448b49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '960566ca-c692-4125-9236-7767a681d326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:14:05.412860 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3afe04b9-5945-4ffd-a454-35f79370dca4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:05.413378 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afe04b9-5945-4ffd-a454-35f79370dca4 None None] Bound using segment: {'id': 'c5b839d4-843b-49fb-9dd5-49a3b448b49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '960566ca-c692-4125-9236-7767a681d326'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:14:05.414258 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-3afe04b9-5945-4ffd-a454-35f79370dca4 None None] Bound port: efeaa079-de90-4013-9b16-53164d71ea1e, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5b839d4-843b-49fb-9dd5-49a3b448b49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '960566ca-c692-4125-9236-7767a681d326'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:14:05.414914 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3afe04b9-5945-4ffd-a454-35f79370dca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (efeaa079-de90-4013-9b16-53164d71ea1e), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:05.433515 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-62158316-67f6-450d-ae8b-6222ed03c900 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for security_group_rule (8b670764-98f7-46cd-87d9-9f5449ce01f9), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:05.440333 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-62158316-67f6-450d-ae8b-6222ed03c900 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (8b670764-98f7-46cd-87d9-9f5449ce01f9), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:05.465259 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62158316-67f6-450d-ae8b-6222ed03c900 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b670764-98f7-46cd-87d9-9f5449ce01f9,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:05.476837 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-62158316-67f6-450d-ae8b-6222ed03c900 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:05.478230 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-62158316-67f6-450d-ae8b-6222ed03c900 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1901634 Feb 19 03:14:05.482393 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 37508) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:14:05.486304 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-4c2e81a3-aa18-41c1-85c3-705326d74637 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Request body: {'security_group_rule': {'security_group_id': 'd50b9fcf-63d2-4fd5-8f3e-59d81006cd91', 'project_id': '32b88e7bc28b44379a1452b198468e54', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:14:05.524521 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4c2e81a3-aa18-41c1-85c3-705326d74637 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for security_group_rule (6195de88-18b3-45c4-85e1-269bdc596577), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:05.532337 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-3afe04b9-5945-4ffd-a454-35f79370dca4 None None] For port efeaa079-de90-4013-9b16-53164d71ea1e, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:14:05.537529 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-3afe04b9-5945-4ffd-a454-35f79370dca4 None None] For port efeaa079-de90-4013-9b16-53164d71ea1e, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=efeaa079-de90-4013-9b16-53164d71ea1e,segment=NetworkSegment(c5b839d4-843b-49fb-9dd5-49a3b448b49c),segment_id=c5b839d4-843b-49fb-9dd5-49a3b448b49c)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:14:05.550922 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3afe04b9-5945-4ffd-a454-35f79370dca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (efeaa079-de90-4013-9b16-53164d71ea1e), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:05.623894 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afe04b9-5945-4ffd-a454-35f79370dca4 None None] Pushing event updated for resources: {'Port': ['ID=efeaa079-de90-4013-9b16-53164d71ea1e,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:05.642912 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4c2e81a3-aa18-41c1-85c3-705326d74637 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for security_group_rule (6195de88-18b3-45c4-85e1-269bdc596577), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:05.649330 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4c2e81a3-aa18-41c1-85c3-705326d74637 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (6195de88-18b3-45c4-85e1-269bdc596577), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:05.669550 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2e81a3-aa18-41c1-85c3-705326d74637 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6195de88-18b3-45c4-85e1-269bdc596577,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:05.690446 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4c2e81a3-aa18-41c1-85c3-705326d74637 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:05.693271 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-4c2e81a3-aa18-41c1-85c3-705326d74637 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2099621 Feb 19 03:14:05.695484 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 37510) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:14:05.700982 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-55a7261a-07ad-4199-97dd-49a90ed0e8c0 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Request body: {'security_group_rule': {'security_group_id': 'd50b9fcf-63d2-4fd5-8f3e-59d81006cd91', 'project_id': '32b88e7bc28b44379a1452b198468e54', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:14:05.735524 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-55a7261a-07ad-4199-97dd-49a90ed0e8c0 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for security_group_rule (61a7587b-ee2a-4091-a1dd-965f94781615), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:05.828565 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 8e022eb8-a995-42fb-86be-1f4eff6d9d74 details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:14:05.829259 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-55a7261a-07ad-4199-97dd-49a90ed0e8c0 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for security_group_rule (61a7587b-ee2a-4091-a1dd-965f94781615), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:05.837721 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-55a7261a-07ad-4199-97dd-49a90ed0e8c0 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (61a7587b-ee2a-4091-a1dd-965f94781615), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:05.922421 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a7261a-07ad-4199-97dd-49a90ed0e8c0 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61a7587b-ee2a-4091-a1dd-965f94781615,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:05.933724 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-55a7261a-07ad-4199-97dd-49a90ed0e8c0 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:05.937726 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-55a7261a-07ad-4199-97dd-49a90ed0e8c0 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2379942 Feb 19 03:14:05.938113 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 37512) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:14:05.944643 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-21856771-8bf8-4d12-a9f4-dcf5565dee8d tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Request body: {'security_group_rule': {'security_group_id': 'd50b9fcf-63d2-4fd5-8f3e-59d81006cd91', 'project_id': '32b88e7bc28b44379a1452b198468e54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:14:06.009218 n-d-826753-2 neutron-server[103701]: INFO neutron.db.securitygroups_db [None req-21856771-8bf8-4d12-a9f4-dcf5565dee8d tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Project 32b88e7bc28b44379a1452b198468e54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 03:14:06.025021 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-21856771-8bf8-4d12-a9f4-dcf5565dee8d tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for security_group_rule (7066c28f-b464-489d-a277-da4d15e2f9de), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:06.025400 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 8e022eb8-a995-42fb-86be-1f4eff6d9d74, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=8e022eb8-a995-42fb-86be-1f4eff6d9d74,segment=NetworkSegment(07ed87a1-2c19-4bb6-a835-fa91cb2e70b2),segment_id=07ed87a1-2c19-4bb6-a835-fa91cb2e70b2)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:14:06.042879 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': '8e022eb8-a995-42fb-86be-1f4eff6d9d74', 'network_id': '9d0a422a-12d0-4976-b059-97c5b2991b17', 'port_id': '8e022eb8-a995-42fb-86be-1f4eff6d9d74', 'mac_address': 'fa:16:3e:c1:c4:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2610e08e-6f3d-4791-8350-df6c096e2547', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:14:06.097744 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 8e022eb8-a995-42fb-86be-1f4eff6d9d74 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:14:06.098730 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (8e022eb8-a995-42fb-86be-1f4eff6d9d74), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:06.124176 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e022eb8-a995-42fb-86be-1f4eff6d9d74 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:14:06.149836 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 8e022eb8-a995-42fb-86be-1f4eff6d9d74, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=8e022eb8-a995-42fb-86be-1f4eff6d9d74,segment=NetworkSegment(07ed87a1-2c19-4bb6-a835-fa91cb2e70b2),segment_id=07ed87a1-2c19-4bb6-a835-fa91cb2e70b2)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:14:06.156297 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (8e022eb8-a995-42fb-86be-1f4eff6d9d74), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:06.172426 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-21856771-8bf8-4d12-a9f4-dcf5565dee8d tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for security_group_rule (7066c28f-b464-489d-a277-da4d15e2f9de), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:06.180197 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-21856771-8bf8-4d12-a9f4-dcf5565dee8d tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (7066c28f-b464-489d-a277-da4d15e2f9de), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:06.214038 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21856771-8bf8-4d12-a9f4-dcf5565dee8d tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7066c28f-b464-489d-a277-da4d15e2f9de,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:06.230033 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=8e022eb8-a995-42fb-86be-1f4eff6d9d74,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:06.237570 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-21856771-8bf8-4d12-a9f4-dcf5565dee8d tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:06.238923 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-21856771-8bf8-4d12-a9f4-dcf5565dee8d tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2997742 Feb 19 03:14:06.242375 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 37518) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:14:06.247488 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-8c67b64b-b7b1-4c0e-a850-c9ad5610d0e4 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Request body: {'security_group_rule': {'security_group_id': 'd50b9fcf-63d2-4fd5-8f3e-59d81006cd91', 'project_id': '32b88e7bc28b44379a1452b198468e54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:14:06.270488 n-d-826753-2 neutron-server[103702]: INFO neutron.db.securitygroups_db [None req-8c67b64b-b7b1-4c0e-a850-c9ad5610d0e4 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Project 32b88e7bc28b44379a1452b198468e54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 03:14:06.276692 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8c67b64b-b7b1-4c0e-a850-c9ad5610d0e4 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for security_group_rule (745528b1-18f0-4d2d-99b8-2666e5152af1), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:06.370828 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8c67b64b-b7b1-4c0e-a850-c9ad5610d0e4 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for security_group_rule (745528b1-18f0-4d2d-99b8-2666e5152af1), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:06.379029 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8c67b64b-b7b1-4c0e-a850-c9ad5610d0e4 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (745528b1-18f0-4d2d-99b8-2666e5152af1), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:06.405048 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01ee291-d353-4c02-bd28-fec9113c86a1 req-6a2e22fd-f22d-4735-8273-8ce651e6880e tempest-ServerAddressesNegativeTestJSON-1214028355 tempest-ServerAddressesNegativeTestJSON-1214028355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:06.405048 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b01ee291-d353-4c02-bd28-fec9113c86a1 req-6a2e22fd-f22d-4735-8273-8ce651e6880e tempest-ServerAddressesNegativeTestJSON-1214028355 tempest-ServerAddressesNegativeTestJSON-1214028355-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2f2e59c-b925-432f-ae0b-8bea05c47311 HTTP/1.1" status: 200 len: 944 time: 0.1228395 Feb 19 03:14:06.408012 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c67b64b-b7b1-4c0e-a850-c9ad5610d0e4 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=745528b1-18f0-4d2d-99b8-2666e5152af1,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:06.422713 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8c67b64b-b7b1-4c0e-a850-c9ad5610d0e4 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:06.424250 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-8c67b64b-b7b1-4c0e-a850-c9ad5610d0e4 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1804891 Feb 19 03:14:06.493705 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b01ee291-d353-4c02-bd28-fec9113c86a1 req-58887c47-a225-44bc-a3fe-c16b472e8298 tempest-ServerAddressesNegativeTestJSON-1214028355 tempest-ServerAddressesNegativeTestJSON-1214028355-project] 10.222.0.72 "GET /v2.0/security-groups?id=ce10ad1c-f746-4a59-8fa2-44633be818e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766263 Feb 19 03:14:06.498569 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device efeaa079-de90-4013-9b16-53164d71ea1e up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:14:06.547436 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['8e022eb8-a995-42fb-86be-1f4eff6d9d74'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:14:06.600846 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port efeaa079-de90-4013-9b16-53164d71ea1e triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:14:06.601956 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (efeaa079-de90-4013-9b16-53164d71ea1e), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:06.696523 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d10d19f8-4de7-49c0-b6ca-e3848e2c0386 req-2022dd24-47cb-496b-bea7-f4a05f13d25e tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1141165966&fields=id&tenant_id=32b88e7bc28b44379a1452b198468e54 HTTP/1.1" status: 200 len: 267 time: 0.0639563 Feb 19 03:14:06.766890 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port efeaa079-de90-4013-9b16-53164d71ea1e is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:14:06.767282 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (efeaa079-de90-4013-9b16-53164d71ea1e), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:06.823143 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port efeaa079-de90-4013-9b16-53164d71ea1e, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=efeaa079-de90-4013-9b16-53164d71ea1e,segment=NetworkSegment(c5b839d4-843b-49fb-9dd5-49a3b448b49c),segment_id=c5b839d4-843b-49fb-9dd5-49a3b448b49c)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:14:06.841056 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (efeaa079-de90-4013-9b16-53164d71ea1e), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:06.853188 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10d19f8-4de7-49c0-b6ca-e3848e2c0386 req-8c583807-e2c6-49cb-900e-22eacf4be663 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:06.857645 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d10d19f8-4de7-49c0-b6ca-e3848e2c0386 req-8c583807-e2c6-49cb-900e-22eacf4be663 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "GET /v2.0/networks?id=960566ca-c692-4125-9236-7767a681d326 HTTP/1.1" status: 200 len: 797 time: 0.1525090 Feb 19 03:14:06.878122 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d10d19f8-4de7-49c0-b6ca-e3848e2c0386 req-14cc5c2e-2053-4ec8-bacb-a0815fbde7f4 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "GET /v2.0/quotas/32b88e7bc28b44379a1452b198468e54 HTTP/1.1" status: 200 len: 375 time: 0.0116584 Feb 19 03:14:06.935739 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=efeaa079-de90-4013-9b16-53164d71ea1e,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:06.969860 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d10d19f8-4de7-49c0-b6ca-e3848e2c0386 req-58beea19-0505-4c4b-8585-9b68d697e0ed tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=32b88e7bc28b44379a1452b198468e54&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0791740 Feb 19 03:14:07.027537 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3e79fd-948f-4a35-9a5d-78dea3a3500e None None] Network 960566ca-c692-4125-9236-7767a681d326 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:14:07.099467 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d10d19f8-4de7-49c0-b6ca-e3848e2c0386 req-8ddaddcb-6b03-484d-b995-204fe6486124 service neutron] 10.222.0.72 "GET /v2.0/networks/960566ca-c692-4125-9236-7767a681d326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161072 Feb 19 03:14:07.234359 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d10d19f8-4de7-49c0-b6ca-e3848e2c0386 req-5d565ce4-0cc8-4095-a591-47910ed0cf3e service neutron] 10.222.0.72 "GET /v2.0/networks/960566ca-c692-4125-9236-7767a681d326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282444 Feb 19 03:14:07.265611 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e58b841c-8eb8-4672-b371-06ce4f11d8ab None None] Provisioning complete for port efeaa079-de90-4013-9b16-53164d71ea1e triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:14:07.266391 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e58b841c-8eb8-4672-b371-06ce4f11d8ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (efeaa079-de90-4013-9b16-53164d71ea1e), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:07.402954 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e58b841c-8eb8-4672-b371-06ce4f11d8ab None None] Current status of the port efeaa079-de90-4013-9b16-53164d71ea1e is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:14:07.483190 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-063f7f63-cb0b-4415-b1c8-a3f318742433 req-eda033ab-ec44-4ac4-8584-933c1417d57e tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e9ea28e-33b0-4cda-8810-974cf96afcd0 HTTP/1.1" status: 200 len: 210 time: 0.0557511 Feb 19 03:14:07.692089 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53c466b-5202-4331-9cdb-42fed18c1072 req-3ce175ac-36fb-4c7d-a60d-53fb802f288a tempest-ServerAddressesNegativeTestJSON-1214028355 tempest-ServerAddressesNegativeTestJSON-1214028355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:07.693984 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a53c466b-5202-4331-9cdb-42fed18c1072 req-3ce175ac-36fb-4c7d-a60d-53fb802f288a tempest-ServerAddressesNegativeTestJSON-1214028355 tempest-ServerAddressesNegativeTestJSON-1214028355-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2f2e59c-b925-432f-ae0b-8bea05c47311 HTTP/1.1" status: 200 len: 944 time: 0.1001494 Feb 19 03:14:07.729397 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-fd7fc4f0-635f-47c5-a6a0-a34ecec14f00 None None] Provisioning complete for port efeaa079-de90-4013-9b16-53164d71ea1e triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:14:07.729958 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fd7fc4f0-635f-47c5-a6a0-a34ecec14f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (efeaa079-de90-4013-9b16-53164d71ea1e), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:07.772901 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a53c466b-5202-4331-9cdb-42fed18c1072 req-d289cb30-4e0c-490d-8477-2c29b923c687 tempest-ServerAddressesNegativeTestJSON-1214028355 tempest-ServerAddressesNegativeTestJSON-1214028355-project] 10.222.0.72 "GET /v2.0/security-groups?id=ce10ad1c-f746-4a59-8fa2-44633be818e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671284 Feb 19 03:14:07.826151 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-fd7fc4f0-635f-47c5-a6a0-a34ecec14f00 None None] Current status of the port efeaa079-de90-4013-9b16-53164d71ea1e is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:14:07.844081 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 8e022eb8-a995-42fb-86be-1f4eff6d9d74 up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:14:07.902217 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning for port 8e022eb8-a995-42fb-86be-1f4eff6d9d74 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:14:07.906750 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port 8e022eb8-a995-42fb-86be-1f4eff6d9d74 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:14:07.907128 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (8e022eb8-a995-42fb-86be-1f4eff6d9d74), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:08.011765 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 8e022eb8-a995-42fb-86be-1f4eff6d9d74 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:14:08.012174 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (8e022eb8-a995-42fb-86be-1f4eff6d9d74), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:08.041674 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2f2e59c-b925-432f-ae0b-8bea05c47311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e022eb8-a995-42fb-86be-1f4eff6d9d74'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:14:08.046371 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93e1dc54-9d74-4429-8ba1-54e7ba4fc850" -d '{"events": [{"server_uuid": "a2f2e59c-b925-432f-ae0b-8bea05c47311", "name": "network-vif-plugged", "status": "completed", "tag": "8e022eb8-a995-42fb-86be-1f4eff6d9d74"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:14:08.063781 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 8e022eb8-a995-42fb-86be-1f4eff6d9d74, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=8e022eb8-a995-42fb-86be-1f4eff6d9d74,segment=NetworkSegment(07ed87a1-2c19-4bb6-a835-fa91cb2e70b2),segment_id=07ed87a1-2c19-4bb6-a835-fa91cb2e70b2)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:14:08.069257 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (8e022eb8-a995-42fb-86be-1f4eff6d9d74), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:08.106072 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee034de7-cafc-4600-89fc-51812a174c92 x-openstack-request-id: req-ee034de7-cafc-4600-89fc-51812a174c92 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:14:08.106449 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2f2e59c-b925-432f-ae0b-8bea05c47311", "name": "network-vif-plugged", "status": "completed", "tag": "8e022eb8-a995-42fb-86be-1f4eff6d9d74", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:14:08.106709 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ee034de7-cafc-4600-89fc-51812a174c92 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:14:08.107208 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2f2e59c-b925-432f-ae0b-8bea05c47311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e022eb8-a995-42fb-86be-1f4eff6d9d74', 'code': 200} Feb 19 03:14:08.133066 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=8e022eb8-a995-42fb-86be-1f4eff6d9d74,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:08.262410 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d50949-433b-44e9-8c0b-58c0c3248c85 req-91dfd4fe-b35b-441f-8d36-70b333a4b1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:08.264075 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-87d50949-433b-44e9-8c0b-58c0c3248c85 req-91dfd4fe-b35b-441f-8d36-70b333a4b1ae service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a2f2e59c-b925-432f-ae0b-8bea05c47311 HTTP/1.1" status: 200 len: 1127 time: 0.0491395 Feb 19 03:14:08.311341 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-87d50949-433b-44e9-8c0b-58c0c3248c85 req-77d581af-adfa-4522-95e5-4c794cec83e7 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ce10ad1c-f746-4a59-8fa2-44633be818e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417817 Feb 19 03:14:08.392393 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device efeaa079-de90-4013-9b16-53164d71ea1e up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:14:08.446097 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port efeaa079-de90-4013-9b16-53164d71ea1e triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:14:08.446381 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (efeaa079-de90-4013-9b16-53164d71ea1e), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:08.538826 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port efeaa079-de90-4013-9b16-53164d71ea1e is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:14:08.627219 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8c92a379-da7f-4f2d-b87c-870fe938a8a3 req-98a70aa6-556f-401b-a194-495f1c0564d5 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e9ea28e-33b0-4cda-8810-974cf96afcd0 HTTP/1.1" status: 200 len: 210 time: 0.0411861 Feb 19 03:14:08.740510 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10d19f8-4de7-49c0-b6ca-e3848e2c0386 req-a58be3c3-3ca5-4095-88ac-107ff960721f tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:08.741956 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d10d19f8-4de7-49c0-b6ca-e3848e2c0386 req-a58be3c3-3ca5-4095-88ac-107ff960721f tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.82 "GET /v2.0/networks?id=960566ca-c692-4125-9236-7767a681d326 HTTP/1.1" status: 200 len: 797 time: 0.1468332 Feb 19 03:14:08.851432 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d10d19f8-4de7-49c0-b6ca-e3848e2c0386 req-290af152-964a-4e59-ac93-ee7700247821 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32b88e7bc28b44379a1452b198468e54 HTTP/1.1" status: 200 len: 473 time: 0.0825756 Feb 19 03:14:08.866741 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-d10d19f8-4de7-49c0-b6ca-e3848e2c0386 req-9fe2f835-ac36-4a56-af8e-1a517d409077 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Request body: {'port': {'device_id': '1e9ea28e-33b0-4cda-8810-974cf96afcd0', 'network_id': '960566ca-c692-4125-9236-7767a681d326', 'admin_state_up': True, 'tenant_id': '32b88e7bc28b44379a1452b198468e54', 'security_groups': ['d50b9fcf-63d2-4fd5-8f3e-59d81006cd91']}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:14:08.978858 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad39147b-ef1a-4f15-b8df-62efb0365039 req-3c89c1ac-1717-4fdb-b7f5-925b5c955c83 tempest-ServerAddressesNegativeTestJSON-1214028355 tempest-ServerAddressesNegativeTestJSON-1214028355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:08.980440 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ad39147b-ef1a-4f15-b8df-62efb0365039 req-3c89c1ac-1717-4fdb-b7f5-925b5c955c83 tempest-ServerAddressesNegativeTestJSON-1214028355 tempest-ServerAddressesNegativeTestJSON-1214028355-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2f2e59c-b925-432f-ae0b-8bea05c47311 HTTP/1.1" status: 200 len: 945 time: 0.1280706 Feb 19 03:14:09.052029 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ad39147b-ef1a-4f15-b8df-62efb0365039 req-bc1d3e8a-faab-4a08-988e-951e91758cea tempest-ServerAddressesNegativeTestJSON-1214028355 tempest-ServerAddressesNegativeTestJSON-1214028355-project] 10.222.0.72 "GET /v2.0/security-groups?id=ce10ad1c-f746-4a59-8fa2-44633be818e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635540 Feb 19 03:14:09.058582 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d10d19f8-4de7-49c0-b6ca-e3848e2c0386 req-9fe2f835-ac36-4a56-af8e-1a517d409077 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Made reservation on behalf of 32b88e7bc28b44379a1452b198468e54 for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:14:09.062028 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-d10d19f8-4de7-49c0-b6ca-e3848e2c0386 req-9fe2f835-ac36-4a56-af8e-1a517d409077 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:09.199522 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [req-d10d19f8-4de7-49c0-b6ca-e3848e2c0386 req-9fe2f835-ac36-4a56-af8e-1a517d409077 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Allocated IP 172.20.0.27 (960566ca-c692-4125-9236-7767a681d326/d14fb3d7-724f-46d4-9032-40a7d93448d0/40bfdff7-cd54-4e7e-88d6-ba1a4b1bcc68) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:14:09.369813 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-d10d19f8-4de7-49c0-b6ca-e3848e2c0386 req-9fe2f835-ac36-4a56-af8e-1a517d409077 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for port (40bfdff7-cd54-4e7e-88d6-ba1a4b1bcc68), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:09.409421 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-d10d19f8-4de7-49c0-b6ca-e3848e2c0386 req-9fe2f835-ac36-4a56-af8e-1a517d409077 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (40bfdff7-cd54-4e7e-88d6-ba1a4b1bcc68), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:09.454286 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d10d19f8-4de7-49c0-b6ca-e3848e2c0386 req-9fe2f835-ac36-4a56-af8e-1a517d409077 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Network 960566ca-c692-4125-9236-7767a681d326 is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:14:09.457461 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [req-d10d19f8-4de7-49c0-b6ca-e3848e2c0386 req-9fe2f835-ac36-4a56-af8e-1a517d409077 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:14:09.459910 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-d10d19f8-4de7-49c0-b6ca-e3848e2c0386 req-9fe2f835-ac36-4a56-af8e-1a517d409077 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:14:09.491845 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe2f835-ac36-4a56-af8e-1a517d409077 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Pushing event updated for resources: {'Port': ['ID=40bfdff7-cd54-4e7e-88d6-ba1a4b1bcc68,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:09.522644 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10d19f8-4de7-49c0-b6ca-e3848e2c0386 req-9fe2f835-ac36-4a56-af8e-1a517d409077 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:09.523476 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-d10d19f8-4de7-49c0-b6ca-e3848e2c0386 req-9fe2f835-ac36-4a56-af8e-1a517d409077 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:09.549882 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d10d19f8-4de7-49c0-b6ca-e3848e2c0386 req-9fe2f835-ac36-4a56-af8e-1a517d409077 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6879363 Feb 19 03:14:09.566510 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-d10d19f8-4de7-49c0-b6ca-e3848e2c0386 req-e7ac6bda-4496-4511-a850-d3c415aa2a8b service neutron] Request body: {'port': {'device_id': '1e9ea28e-33b0-4cda-8810-974cf96afcd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826753-2'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:14:09.668941 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-d10d19f8-4de7-49c0-b6ca-e3848e2c0386 req-e7ac6bda-4496-4511-a850-d3c415aa2a8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (40bfdff7-cd54-4e7e-88d6-ba1a4b1bcc68), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:09.781661 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-6e02eaac-5cec-4a23-810a-1d3802a4fb6b None None] Provisioning complete for port 40bfdff7-cd54-4e7e-88d6-ba1a4b1bcc68 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:14:09.781661 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6e02eaac-5cec-4a23-810a-1d3802a4fb6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (40bfdff7-cd54-4e7e-88d6-ba1a4b1bcc68), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:09.831254 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-6e02eaac-5cec-4a23-810a-1d3802a4fb6b None None] Port 40bfdff7-cd54-4e7e-88d6-ba1a4b1bcc68 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:14:09.871932 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b191acd0-ec45-49e2-8e53-fca2f439e46a req-f95e00c3-4c64-4108-8556-31ccde8a5ffe tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:09.875664 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b191acd0-ec45-49e2-8e53-fca2f439e46a req-f95e00c3-4c64-4108-8556-31ccde8a5ffe tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e9ea28e-33b0-4cda-8810-974cf96afcd0 HTTP/1.1" status: 200 len: 932 time: 0.1535017 Feb 19 03:14:09.927070 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:14:09.982353 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b191acd0-ec45-49e2-8e53-fca2f439e46a req-75649e31-fadf-4a08-ade8-392b856095e8 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "GET /v2.0/security-groups?id=d50b9fcf-63d2-4fd5-8f3e-59d81006cd91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023319 Feb 19 03:14:10.102669 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [req-d10d19f8-4de7-49c0-b6ca-e3848e2c0386 req-e7ac6bda-4496-4511-a850-d3c415aa2a8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40bfdff7-cd54-4e7e-88d6-ba1a4b1bcc68 {{(pid=103701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:14:10.117230 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-d10d19f8-4de7-49c0-b6ca-e3848e2c0386 req-e7ac6bda-4496-4511-a850-d3c415aa2a8b service neutron] Publish callbacks [] for port (40bfdff7-cd54-4e7e-88d6-ba1a4b1bcc68), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:10.141574 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.provisioning_blocks [req-d10d19f8-4de7-49c0-b6ca-e3848e2c0386 req-e7ac6bda-4496-4511-a850-d3c415aa2a8b service neutron] Transition to ACTIVE for port object 40bfdff7-cd54-4e7e-88d6-ba1a4b1bcc68 will not be triggered until provisioned by entity L2. {{(pid=103701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:14:10.146445 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-d10d19f8-4de7-49c0-b6ca-e3848e2c0386 req-e7ac6bda-4496-4511-a850-d3c415aa2a8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (40bfdff7-cd54-4e7e-88d6-ba1a4b1bcc68), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:10.236810 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ac6bda-4496-4511-a850-d3c415aa2a8b service neutron] Pushing event updated for resources: {'Port': ['ID=40bfdff7-cd54-4e7e-88d6-ba1a4b1bcc68,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:10.305690 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe13301-43cc-431e-a678-be814537ac02 req-8af244f7-f33c-451a-bb91-7979f871df9d tempest-ServerAddressesNegativeTestJSON-1214028355 tempest-ServerAddressesNegativeTestJSON-1214028355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:10.307280 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-dfe13301-43cc-431e-a678-be814537ac02 req-8af244f7-f33c-451a-bb91-7979f871df9d tempest-ServerAddressesNegativeTestJSON-1214028355 tempest-ServerAddressesNegativeTestJSON-1214028355-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2f2e59c-b925-432f-ae0b-8bea05c47311 HTTP/1.1" status: 200 len: 945 time: 0.1348741 Feb 19 03:14:10.374697 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-d10d19f8-4de7-49c0-b6ca-e3848e2c0386 req-e7ac6bda-4496-4511-a850-d3c415aa2a8b service neutron] Attempting to bind port 40bfdff7-cd54-4e7e-88d6-ba1a4b1bcc68 on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:14:10.375041 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-d10d19f8-4de7-49c0-b6ca-e3848e2c0386 req-e7ac6bda-4496-4511-a850-d3c415aa2a8b service neutron] Attempting to bind port 40bfdff7-cd54-4e7e-88d6-ba1a4b1bcc68 by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': 'c5b839d4-843b-49fb-9dd5-49a3b448b49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '960566ca-c692-4125-9236-7767a681d326'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:14:10.375371 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10d19f8-4de7-49c0-b6ca-e3848e2c0386 req-e7ac6bda-4496-4511-a850-d3c415aa2a8b service neutron] Attempting to bind port 40bfdff7-cd54-4e7e-88d6-ba1a4b1bcc68 on network 960566ca-c692-4125-9236-7767a681d326 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:14:10.396698 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-dfe13301-43cc-431e-a678-be814537ac02 req-782e696b-e802-4a4b-8098-6d1e2cd5cbe7 tempest-ServerAddressesNegativeTestJSON-1214028355 tempest-ServerAddressesNegativeTestJSON-1214028355-project] 10.222.0.72 "GET /v2.0/security-groups?id=ce10ad1c-f746-4a59-8fa2-44633be818e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759118 Feb 19 03:14:10.397362 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10d19f8-4de7-49c0-b6ca-e3848e2c0386 req-e7ac6bda-4496-4511-a850-d3c415aa2a8b service neutron] Port 40bfdff7-cd54-4e7e-88d6-ba1a4b1bcc68 on network 960566ca-c692-4125-9236-7767a681d326 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:14:10.397692 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10d19f8-4de7-49c0-b6ca-e3848e2c0386 req-e7ac6bda-4496-4511-a850-d3c415aa2a8b service neutron] Attempting to bind port 40bfdff7-cd54-4e7e-88d6-ba1a4b1bcc68 on network 960566ca-c692-4125-9236-7767a681d326 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:14:10.411561 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10d19f8-4de7-49c0-b6ca-e3848e2c0386 req-e7ac6bda-4496-4511-a850-d3c415aa2a8b service neutron] Checking agent: {'id': 'bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:14:10.411897 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10d19f8-4de7-49c0-b6ca-e3848e2c0386 req-e7ac6bda-4496-4511-a850-d3c415aa2a8b service neutron] Checking segment: {'id': 'c5b839d4-843b-49fb-9dd5-49a3b448b49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '960566ca-c692-4125-9236-7767a681d326'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:14:10.412946 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10d19f8-4de7-49c0-b6ca-e3848e2c0386 req-e7ac6bda-4496-4511-a850-d3c415aa2a8b service neutron] Bound using segment: {'id': 'c5b839d4-843b-49fb-9dd5-49a3b448b49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '960566ca-c692-4125-9236-7767a681d326'} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:14:10.413558 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-d10d19f8-4de7-49c0-b6ca-e3848e2c0386 req-e7ac6bda-4496-4511-a850-d3c415aa2a8b service neutron] Bound port: 40bfdff7-cd54-4e7e-88d6-ba1a4b1bcc68, host: n-h2-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5b839d4-843b-49fb-9dd5-49a3b448b49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '960566ca-c692-4125-9236-7767a681d326'}}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:14:10.413920 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-d10d19f8-4de7-49c0-b6ca-e3848e2c0386 req-e7ac6bda-4496-4511-a850-d3c415aa2a8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (40bfdff7-cd54-4e7e-88d6-ba1a4b1bcc68), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:10.502527 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-d10d19f8-4de7-49c0-b6ca-e3848e2c0386 req-e7ac6bda-4496-4511-a850-d3c415aa2a8b service neutron] For port 40bfdff7-cd54-4e7e-88d6-ba1a4b1bcc68, host n-h2-826753-2, cleared binding levels {{(pid=103701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:14:10.511638 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-d10d19f8-4de7-49c0-b6ca-e3848e2c0386 req-e7ac6bda-4496-4511-a850-d3c415aa2a8b service neutron] For port 40bfdff7-cd54-4e7e-88d6-ba1a4b1bcc68, host n-h2-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=40bfdff7-cd54-4e7e-88d6-ba1a4b1bcc68,segment=NetworkSegment(c5b839d4-843b-49fb-9dd5-49a3b448b49c),segment_id=c5b839d4-843b-49fb-9dd5-49a3b448b49c)] {{(pid=103701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:14:10.521891 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-d10d19f8-4de7-49c0-b6ca-e3848e2c0386 req-e7ac6bda-4496-4511-a850-d3c415aa2a8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (40bfdff7-cd54-4e7e-88d6-ba1a4b1bcc68), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:10.614449 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ac6bda-4496-4511-a850-d3c415aa2a8b service neutron] Pushing event updated for resources: {'Port': ['ID=40bfdff7-cd54-4e7e-88d6-ba1a4b1bcc68,revision_number=3']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:10.628549 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10d19f8-4de7-49c0-b6ca-e3848e2c0386 req-e7ac6bda-4496-4511-a850-d3c415aa2a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:10.630362 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-d10d19f8-4de7-49c0-b6ca-e3848e2c0386 req-e7ac6bda-4496-4511-a850-d3c415aa2a8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:10.633659 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d10d19f8-4de7-49c0-b6ca-e3848e2c0386 req-e7ac6bda-4496-4511-a850-d3c415aa2a8b service neutron] 10.222.0.82 "PUT /v2.0/ports/40bfdff7-cd54-4e7e-88d6-ba1a4b1bcc68 HTTP/1.1" status: 200 len: 1092 time: 1.0715570 Feb 19 03:14:10.634305 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e9ea28e-33b0-4cda-8810-974cf96afcd0', 'tag': '40bfdff7-cd54-4e7e-88d6-ba1a4b1bcc68'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:14:10.637195 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fe43dc9-fbce-4724-94a0-fc4a05347cf6" -d '{"events": [{"name": "network-changed", "server_uuid": "1e9ea28e-33b0-4cda-8810-974cf96afcd0", "tag": "40bfdff7-cd54-4e7e-88d6-ba1a4b1bcc68"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:14:10.703572 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e05f8b65-bcab-4fbd-ba0f-60d7ed1f88c0 x-openstack-request-id: req-e05f8b65-bcab-4fbd-ba0f-60d7ed1f88c0 {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:14:10.703964 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e9ea28e-33b0-4cda-8810-974cf96afcd0", "tag": "40bfdff7-cd54-4e7e-88d6-ba1a4b1bcc68", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:14:10.704290 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e05f8b65-bcab-4fbd-ba0f-60d7ed1f88c0 {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:14:10.704810 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e9ea28e-33b0-4cda-8810-974cf96afcd0', 'tag': '40bfdff7-cd54-4e7e-88d6-ba1a4b1bcc68', 'status': 'completed', 'code': 200} Feb 19 03:14:10.798263 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10d19f8-4de7-49c0-b6ca-e3848e2c0386 req-f1fca39f-383a-4e21-b891-041a0969c651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:10.800109 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d10d19f8-4de7-49c0-b6ca-e3848e2c0386 req-f1fca39f-383a-4e21-b891-041a0969c651 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=32b88e7bc28b44379a1452b198468e54&device_id=1e9ea28e-33b0-4cda-8810-974cf96afcd0 HTTP/1.1" status: 200 len: 1126 time: 0.0729289 Feb 19 03:14:10.885412 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d10d19f8-4de7-49c0-b6ca-e3848e2c0386 req-75321559-3263-44b4-9844-4c48503b52c3 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=40bfdff7-cd54-4e7e-88d6-ba1a4b1bcc68 HTTP/1.1" status: 200 len: 217 time: 0.0688255 Feb 19 03:14:10.954560 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90393d27-6a1f-46fa-ba80-1f59e44af878 req-031e7a4e-bed1-4d56-9a93-721003ef1b14 tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:10.956099 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-90393d27-6a1f-46fa-ba80-1f59e44af878 req-031e7a4e-bed1-4d56-9a93-721003ef1b14 tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ae8803a-5f68-42c1-a66d-2b201836efba HTTP/1.1" status: 200 len: 945 time: 0.1745918 Feb 19 03:14:10.976283 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10d19f8-4de7-49c0-b6ca-e3848e2c0386 req-30e9429d-570a-429b-8936-10b549fbd06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:10.977147 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d10d19f8-4de7-49c0-b6ca-e3848e2c0386 req-30e9429d-570a-429b-8936-10b549fbd06d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d14fb3d7-724f-46d4-9032-40a7d93448d0 HTTP/1.1" status: 200 len: 837 time: 0.0841205 Feb 19 03:14:10.987107 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d638f4-25b2-4ca4-bf16-25bd1e30d098 req-98603253-82a3-4613-a2e6-1ca26a959071 tempest-ServerAddressesNegativeTestJSON-1214028355 tempest-ServerAddressesNegativeTestJSON-1214028355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:10.990218 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-04d638f4-25b2-4ca4-bf16-25bd1e30d098 req-98603253-82a3-4613-a2e6-1ca26a959071 tempest-ServerAddressesNegativeTestJSON-1214028355 tempest-ServerAddressesNegativeTestJSON-1214028355-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2f2e59c-b925-432f-ae0b-8bea05c47311 HTTP/1.1" status: 200 len: 945 time: 0.1719115 Feb 19 03:14:11.106636 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-90393d27-6a1f-46fa-ba80-1f59e44af878 req-191115b3-b597-4e52-8cf3-b7b21c13444b tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] 10.222.0.72 "GET /v2.0/security-groups?id=c51a9c7c-7c8a-45b4-a7c9-83843a0878c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413169 Feb 19 03:14:11.114481 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-04d638f4-25b2-4ca4-bf16-25bd1e30d098 req-803503e7-3246-45a6-83f4-ac1862c9a8da tempest-ServerAddressesNegativeTestJSON-1214028355 tempest-ServerAddressesNegativeTestJSON-1214028355-project] 10.222.0.72 "GET /v2.0/security-groups?id=ce10ad1c-f746-4a59-8fa2-44633be818e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131051 Feb 19 03:14:11.117556 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10d19f8-4de7-49c0-b6ca-e3848e2c0386 req-d4ede3cf-5318-451e-808f-050e4b539860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:11.119075 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d10d19f8-4de7-49c0-b6ca-e3848e2c0386 req-d4ede3cf-5318-451e-808f-050e4b539860 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=960566ca-c692-4125-9236-7767a681d326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1279366 Feb 19 03:14:11.250702 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d10d19f8-4de7-49c0-b6ca-e3848e2c0386 req-b27c89f0-cf04-4873-b955-869b641a9a10 service neutron] 10.222.0.82 "GET /v2.0/networks/960566ca-c692-4125-9236-7767a681d326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227388 Feb 19 03:14:11.262200 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89350813-a687-4123-a09d-41add72914ed req-c51b55bc-5219-4efc-b5b2-b96e2b334d3f tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:11.263676 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-89350813-a687-4123-a09d-41add72914ed req-c51b55bc-5219-4efc-b5b2-b96e2b334d3f tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e9ea28e-33b0-4cda-8810-974cf96afcd0 HTTP/1.1" status: 200 len: 944 time: 0.0895798 Feb 19 03:14:11.358568 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-89350813-a687-4123-a09d-41add72914ed req-aba1960f-1fb7-4b29-bb60-933cc6512bb5 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "GET /v2.0/security-groups?id=d50b9fcf-63d2-4fd5-8f3e-59d81006cd91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865788 Feb 19 03:14:11.386518 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d10d19f8-4de7-49c0-b6ca-e3848e2c0386 req-924882f1-f4be-4d1e-9e2f-c12a80f0d740 service neutron] 10.222.0.82 "GET /v2.0/networks/960566ca-c692-4125-9236-7767a681d326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218472 Feb 19 03:14:11.523809 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe43dc9-fbce-4724-94a0-fc4a05347cf6 req-cb4a9695-0e4f-415b-accd-dee311be720a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:11.525335 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7fe43dc9-fbce-4724-94a0-fc4a05347cf6 req-cb4a9695-0e4f-415b-accd-dee311be720a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=32b88e7bc28b44379a1452b198468e54&device_id=1e9ea28e-33b0-4cda-8810-974cf96afcd0 HTTP/1.1" status: 200 len: 1126 time: 0.0547049 Feb 19 03:14:11.623144 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe43dc9-fbce-4724-94a0-fc4a05347cf6 req-b420c452-8f9c-4858-bfe0-7ca912aa5b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:11.624644 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7fe43dc9-fbce-4724-94a0-fc4a05347cf6 req-b420c452-8f9c-4858-bfe0-7ca912aa5b03 service neutron] 10.222.0.82 "GET /v2.0/networks?id=960566ca-c692-4125-9236-7767a681d326 HTTP/1.1" status: 200 len: 898 time: 0.0931065 Feb 19 03:14:11.667105 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7fe43dc9-fbce-4724-94a0-fc4a05347cf6 req-11aab24e-a51a-4e9d-a785-c39bb7a7a418 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=40bfdff7-cd54-4e7e-88d6-ba1a4b1bcc68 HTTP/1.1" status: 200 len: 217 time: 0.0356915 Feb 19 03:14:11.722681 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe43dc9-fbce-4724-94a0-fc4a05347cf6 req-ed5ae197-6f80-4e4c-8c0c-72a073e63edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:11.724189 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7fe43dc9-fbce-4724-94a0-fc4a05347cf6 req-ed5ae197-6f80-4e4c-8c0c-72a073e63edf service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d14fb3d7-724f-46d4-9032-40a7d93448d0 HTTP/1.1" status: 200 len: 837 time: 0.0503247 Feb 19 03:14:11.776558 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe43dc9-fbce-4724-94a0-fc4a05347cf6 req-955d4f60-afb2-489a-9d0f-430a4f802416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:11.778082 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7fe43dc9-fbce-4724-94a0-fc4a05347cf6 req-955d4f60-afb2-489a-9d0f-430a4f802416 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=960566ca-c692-4125-9236-7767a681d326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0462451 Feb 19 03:14:11.878222 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7fe43dc9-fbce-4724-94a0-fc4a05347cf6 req-a34916d1-c661-401f-bf3d-b326c78eea06 service neutron] 10.222.0.82 "GET /v2.0/networks/960566ca-c692-4125-9236-7767a681d326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915644 Feb 19 03:14:11.999741 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7fe43dc9-fbce-4724-94a0-fc4a05347cf6 req-dc3febe7-2824-4e46-9ef9-fec228d07359 service neutron] 10.222.0.82 "GET /v2.0/networks/960566ca-c692-4125-9236-7767a681d326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140780 Feb 19 03:14:12.279796 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d40f5e-5915-4a60-a65e-aa7206e25ee3 req-70fafbb7-6397-45f0-aa05-c00651f0c73f tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:12.281289 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e2d40f5e-5915-4a60-a65e-aa7206e25ee3 req-70fafbb7-6397-45f0-aa05-c00651f0c73f tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ae8803a-5f68-42c1-a66d-2b201836efba HTTP/1.1" status: 200 len: 945 time: 0.0932000 Feb 19 03:14:12.293508 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cc5569-d12c-4dd9-aa3e-00d98fad439e req-5be09ec2-7231-46e3-878d-2415b019c8e5 tempest-ServerAddressesNegativeTestJSON-1214028355 tempest-ServerAddressesNegativeTestJSON-1214028355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:12.294986 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-29cc5569-d12c-4dd9-aa3e-00d98fad439e req-5be09ec2-7231-46e3-878d-2415b019c8e5 tempest-ServerAddressesNegativeTestJSON-1214028355 tempest-ServerAddressesNegativeTestJSON-1214028355-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2f2e59c-b925-432f-ae0b-8bea05c47311 HTTP/1.1" status: 200 len: 945 time: 0.0781777 Feb 19 03:14:12.453571 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9ffaff-bb9e-435f-8a32-c4d1c1c70138 req-02b5c118-0a40-40bd-92a2-0fc6ff3eef0c tempest-ServerAddressesNegativeTestJSON-1214028355 tempest-ServerAddressesNegativeTestJSON-1214028355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:12.456069 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-0f9ffaff-bb9e-435f-8a32-c4d1c1c70138 req-02b5c118-0a40-40bd-92a2-0fc6ff3eef0c tempest-ServerAddressesNegativeTestJSON-1214028355 tempest-ServerAddressesNegativeTestJSON-1214028355-project] 10.222.0.73 "GET /v2.0/ports?device_id=a2f2e59c-b925-432f-ae0b-8bea05c47311 HTTP/1.1" status: 200 len: 945 time: 0.0696647 Feb 19 03:14:12.456635 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.73', 64408) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:14:12.572411 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-12e56ad1-b7af-4619-a667-4358e8852920 req-e41a07fe-3896-47fd-8819-b86148df3d25 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0dad18e6-0289-4849-ab34-abf40e975ae1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1136231 Feb 19 03:14:12.599234 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-0f9ffaff-bb9e-435f-8a32-c4d1c1c70138 req-2566717f-af97-4217-b0b4-432b62e051bf tempest-ServerAddressesNegativeTestJSON-1214028355 tempest-ServerAddressesNegativeTestJSON-1214028355-project] Deleting port 8e022eb8-a995-42fb-86be-1f4eff6d9d74 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:14:12.600125 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-0f9ffaff-bb9e-435f-8a32-c4d1c1c70138 req-2566717f-af97-4217-b0b4-432b62e051bf tempest-ServerAddressesNegativeTestJSON-1214028355 tempest-ServerAddressesNegativeTestJSON-1214028355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (8e022eb8-a995-42fb-86be-1f4eff6d9d74), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:12.676851 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e2d40f5e-5915-4a60-a65e-aa7206e25ee3 req-78b53c95-65dc-4c27-8811-840440181cfc tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] 10.222.0.72 "GET /v2.0/security-groups?id=c51a9c7c-7c8a-45b4-a7c9-83843a0878c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3808587 Feb 19 03:14:12.680970 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-29cc5569-d12c-4dd9-aa3e-00d98fad439e req-2b278811-7fda-4325-a229-c2fa8c9ac547 tempest-ServerAddressesNegativeTestJSON-1214028355 tempest-ServerAddressesNegativeTestJSON-1214028355-project] 10.222.0.72 "GET /v2.0/security-groups?id=ce10ad1c-f746-4a59-8fa2-44633be818e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3789885 Feb 19 03:14:12.731113 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f482ea-33e5-4ba1-9403-e9d71d2e18ee req-d61b36df-fe10-4c85-b781-f6797051befe tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:12.733281 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-07f482ea-33e5-4ba1-9403-e9d71d2e18ee req-d61b36df-fe10-4c85-b781-f6797051befe tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] 10.222.0.82 "GET /v2.0/ports?device_id=5ae8803a-5f68-42c1-a66d-2b201836efba HTTP/1.1" status: 200 len: 945 time: 0.1564093 Feb 19 03:14:12.770658 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-0f9ffaff-bb9e-435f-8a32-c4d1c1c70138 req-2566717f-af97-4217-b0b4-432b62e051bf tempest-ServerAddressesNegativeTestJSON-1214028355 tempest-ServerAddressesNegativeTestJSON-1214028355-project] For port 8e022eb8-a995-42fb-86be-1f4eff6d9d74, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=8e022eb8-a995-42fb-86be-1f4eff6d9d74,segment=NetworkSegment(07ed87a1-2c19-4bb6-a835-fa91cb2e70b2),segment_id=07ed87a1-2c19-4bb6-a835-fa91cb2e70b2)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:14:12.771144 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-0f9ffaff-bb9e-435f-8a32-c4d1c1c70138 req-2566717f-af97-4217-b0b4-432b62e051bf tempest-ServerAddressesNegativeTestJSON-1214028355 tempest-ServerAddressesNegativeTestJSON-1214028355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (8e022eb8-a995-42fb-86be-1f4eff6d9d74), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:12.775141 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e56ad1-b7af-4619-a667-4358e8852920 req-6555d8c4-3db0-42c8-9cde-3cf6b95cd0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:12.776747 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-12e56ad1-b7af-4619-a667-4358e8852920 req-6555d8c4-3db0-42c8-9cde-3cf6b95cd0e2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=32b88e7bc28b44379a1452b198468e54&device_id=0dad18e6-0289-4849-ab34-abf40e975ae1 HTTP/1.1" status: 200 len: 1127 time: 0.1041327 Feb 19 03:14:12.800281 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-0f9ffaff-bb9e-435f-8a32-c4d1c1c70138 req-2566717f-af97-4217-b0b4-432b62e051bf tempest-ServerAddressesNegativeTestJSON-1214028355 tempest-ServerAddressesNegativeTestJSON-1214028355-project] Calling delete_port for 8e022eb8-a995-42fb-86be-1f4eff6d9d74 owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:14:12.892818 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832a7af0-8095-4fd5-be59-e417e013e59f req-c98fa41b-9e8b-478a-b673-5b1f9a9d8e3b tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:12.894428 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-832a7af0-8095-4fd5-be59-e417e013e59f req-c98fa41b-9e8b-478a-b673-5b1f9a9d8e3b tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e9ea28e-33b0-4cda-8810-974cf96afcd0 HTTP/1.1" status: 200 len: 944 time: 0.0946429 Feb 19 03:14:12.927732 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-07f482ea-33e5-4ba1-9403-e9d71d2e18ee req-29705449-d795-495b-b602-09951c5bf800 tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] Deleting port d9329d17-36f5-4f06-ad53-677d82e3289f {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:14:12.928437 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-07f482ea-33e5-4ba1-9403-e9d71d2e18ee req-29705449-d795-495b-b602-09951c5bf800 tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (d9329d17-36f5-4f06-ad53-677d82e3289f), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:12.963295 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e56ad1-b7af-4619-a667-4358e8852920 req-f2e64e30-5283-4110-91e6-2af874399c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:12.964810 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-12e56ad1-b7af-4619-a667-4358e8852920 req-f2e64e30-5283-4110-91e6-2af874399c32 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5189435a-ef15-47eb-8dc4-aaf10a844886 HTTP/1.1" status: 200 len: 897 time: 0.1659689 Feb 19 03:14:13.017483 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-832a7af0-8095-4fd5-be59-e417e013e59f req-c7f68086-5845-4aa3-bc4b-55ae3416fc62 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "GET /v2.0/security-groups?id=d50b9fcf-63d2-4fd5-8f3e-59d81006cd91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072912 Feb 19 03:14:13.058256 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-07f482ea-33e5-4ba1-9403-e9d71d2e18ee req-29705449-d795-495b-b602-09951c5bf800 tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] For port d9329d17-36f5-4f06-ad53-677d82e3289f, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=d9329d17-36f5-4f06-ad53-677d82e3289f,segment=NetworkSegment(6240e188-115c-48b5-9e2f-d315c80b3406),segment_id=6240e188-115c-48b5-9e2f-d315c80b3406)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:14:13.058256 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-07f482ea-33e5-4ba1-9403-e9d71d2e18ee req-29705449-d795-495b-b602-09951c5bf800 tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (d9329d17-36f5-4f06-ad53-677d82e3289f), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:13.072789 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-07f482ea-33e5-4ba1-9403-e9d71d2e18ee req-29705449-d795-495b-b602-09951c5bf800 tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] Calling delete_port for d9329d17-36f5-4f06-ad53-677d82e3289f owned by compute:nova {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:14:13.094139 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-12e56ad1-b7af-4619-a667-4358e8852920 req-077c8244-c339-4b90-9c7d-2daeaf2554ee service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=815798fc-e514-4a26-8f99-eeff0cbf5bd9 HTTP/1.1" status: 200 len: 1001 time: 0.1202161 Feb 19 03:14:13.156464 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-0f9ffaff-bb9e-435f-8a32-c4d1c1c70138 req-2566717f-af97-4217-b0b4-432b62e051bf tempest-ServerAddressesNegativeTestJSON-1214028355 tempest-ServerAddressesNegativeTestJSON-1214028355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (8e022eb8-a995-42fb-86be-1f4eff6d9d74), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:13.189135 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['8e022eb8-a995-42fb-86be-1f4eff6d9d74'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:14:13.203523 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2566717f-af97-4217-b0b4-432b62e051bf tempest-ServerAddressesNegativeTestJSON-1214028355 tempest-ServerAddressesNegativeTestJSON-1214028355-project] Pushing event deleted for resources: {'Port': ['ID=8e022eb8-a995-42fb-86be-1f4eff6d9d74,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:13.206212 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e56ad1-b7af-4619-a667-4358e8852920 req-a0b6f56f-45f5-473a-add4-e8c5f68f02d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:13.208356 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-12e56ad1-b7af-4619-a667-4358e8852920 req-a0b6f56f-45f5-473a-add4-e8c5f68f02d2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bc6b4e94-cc8d-478c-bcbf-a4c78d4a263c HTTP/1.1" status: 200 len: 835 time: 0.1071782 Feb 19 03:14:13.252039 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-07f482ea-33e5-4ba1-9403-e9d71d2e18ee req-29705449-d795-495b-b602-09951c5bf800 tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (d9329d17-36f5-4f06-ad53-677d82e3289f), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:13.282266 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f9ffaff-bb9e-435f-8a32-c4d1c1c70138 req-2566717f-af97-4217-b0b4-432b62e051bf tempest-ServerAddressesNegativeTestJSON-1214028355 tempest-ServerAddressesNegativeTestJSON-1214028355-project] No DVR routers for this DVR port 8e022eb8-a995-42fb-86be-1f4eff6d9d74 on host n-h1-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:14:13.286191 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-0f9ffaff-bb9e-435f-8a32-c4d1c1c70138 req-2566717f-af97-4217-b0b4-432b62e051bf tempest-ServerAddressesNegativeTestJSON-1214028355 tempest-ServerAddressesNegativeTestJSON-1214028355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:13.287888 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['d9329d17-36f5-4f06-ad53-677d82e3289f'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:14:13.290036 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29705449-d795-495b-b602-09951c5bf800 tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] Pushing event deleted for resources: {'Port': ['ID=d9329d17-36f5-4f06-ad53-677d82e3289f,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:13.290191 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-0f9ffaff-bb9e-435f-8a32-c4d1c1c70138 req-2566717f-af97-4217-b0b4-432b62e051bf tempest-ServerAddressesNegativeTestJSON-1214028355 tempest-ServerAddressesNegativeTestJSON-1214028355-project] 10.222.0.73 "DELETE /v2.0/ports/8e022eb8-a995-42fb-86be-1f4eff6d9d74 HTTP/1.1" status: 204 len: 173 time: 0.8232808 Feb 19 03:14:13.290606 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2f2e59c-b925-432f-ae0b-8bea05c47311', 'name': 'network-vif-deleted', 'tag': '8e022eb8-a995-42fb-86be-1f4eff6d9d74'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:14:13.293992 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ab2305a-26c9-4dcc-a0c4-9bc39a8a629f" -d '{"events": [{"server_uuid": "a2f2e59c-b925-432f-ae0b-8bea05c47311", "name": "network-vif-deleted", "tag": "8e022eb8-a995-42fb-86be-1f4eff6d9d74"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:14:13.321394 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e56ad1-b7af-4619-a667-4358e8852920 req-82ba57b1-e79f-40b0-86bf-0dbdaebaaaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:13.322998 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-12e56ad1-b7af-4619-a667-4358e8852920 req-82ba57b1-e79f-40b0-86bf-0dbdaebaaaf2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5189435a-ef15-47eb-8dc4-aaf10a844886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1066041 Feb 19 03:14:13.353967 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ce8d78f-354f-4ada-8aaf-62accec0dc17 x-openstack-request-id: req-9ce8d78f-354f-4ada-8aaf-62accec0dc17 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:14:13.354567 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2f2e59c-b925-432f-ae0b-8bea05c47311", "name": "network-vif-deleted", "tag": "8e022eb8-a995-42fb-86be-1f4eff6d9d74", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:14:13.354965 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9ce8d78f-354f-4ada-8aaf-62accec0dc17 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:14:13.355377 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2f2e59c-b925-432f-ae0b-8bea05c47311', 'name': 'network-vif-deleted', 'tag': '8e022eb8-a995-42fb-86be-1f4eff6d9d74', 'status': 'completed', 'code': 200} Feb 19 03:14:13.362462 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29705449-d795-495b-b602-09951c5bf800 tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:13.362800 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29705449-d795-495b-b602-09951c5bf800 tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:13.363748 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29705449-d795-495b-b602-09951c5bf800 tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:13.364257 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29705449-d795-495b-b602-09951c5bf800 tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:13.364649 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29705449-d795-495b-b602-09951c5bf800 tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:13.364926 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29705449-d795-495b-b602-09951c5bf800 tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:13.365279 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29705449-d795-495b-b602-09951c5bf800 tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:13.365606 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29705449-d795-495b-b602-09951c5bf800 tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:13.365929 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29705449-d795-495b-b602-09951c5bf800 tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:13.366251 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29705449-d795-495b-b602-09951c5bf800 tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:13.366575 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29705449-d795-495b-b602-09951c5bf800 tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:13.367062 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29705449-d795-495b-b602-09951c5bf800 tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:13.367194 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29705449-d795-495b-b602-09951c5bf800 tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:13.371726 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-07f482ea-33e5-4ba1-9403-e9d71d2e18ee req-29705449-d795-495b-b602-09951c5bf800 tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] No DVR routers for this DVR port d9329d17-36f5-4f06-ad53-677d82e3289f on host n-h2-826753-2 {{(pid=103701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:14:13.375147 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-07f482ea-33e5-4ba1-9403-e9d71d2e18ee req-29705449-d795-495b-b602-09951c5bf800 tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:13.381923 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-07f482ea-33e5-4ba1-9403-e9d71d2e18ee req-29705449-d795-495b-b602-09951c5bf800 tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] 10.222.0.82 "DELETE /v2.0/ports/d9329d17-36f5-4f06-ad53-677d82e3289f HTTP/1.1" status: 204 len: 173 time: 0.6412275 Feb 19 03:14:13.382674 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ae8803a-5f68-42c1-a66d-2b201836efba', 'name': 'network-vif-deleted', 'tag': 'd9329d17-36f5-4f06-ad53-677d82e3289f'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:14:13.386255 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfb3b504-04ff-48d5-b07e-9d290e6ee8e0" -d '{"events": [{"server_uuid": "5ae8803a-5f68-42c1-a66d-2b201836efba", "name": "network-vif-deleted", "tag": "d9329d17-36f5-4f06-ad53-677d82e3289f"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:14:13.432171 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5846eea2-af4f-4d1f-982f-e43b390d37a9 x-openstack-request-id: req-5846eea2-af4f-4d1f-982f-e43b390d37a9 {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:14:13.432682 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ae8803a-5f68-42c1-a66d-2b201836efba", "name": "network-vif-deleted", "tag": "d9329d17-36f5-4f06-ad53-677d82e3289f", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:14:13.433111 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5846eea2-af4f-4d1f-982f-e43b390d37a9 {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:14:13.434409 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ae8803a-5f68-42c1-a66d-2b201836efba', 'name': 'network-vif-deleted', 'tag': 'd9329d17-36f5-4f06-ad53-677d82e3289f', 'status': 'completed', 'code': 200} Feb 19 03:14:13.478195 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-12e56ad1-b7af-4619-a667-4358e8852920 req-b421c8b6-11fe-4ae2-af7c-65b849505f16 service neutron] 10.222.0.73 "GET /v2.0/networks/5189435a-ef15-47eb-8dc4-aaf10a844886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410983 Feb 19 03:14:13.575587 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-12e56ad1-b7af-4619-a667-4358e8852920 req-bc260cf1-b7a6-449e-a03a-58a17c22da27 service neutron] 10.222.0.73 "GET /v2.0/networks/5189435a-ef15-47eb-8dc4-aaf10a844886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916934 Feb 19 03:14:13.828267 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1baae565-fea8-44fc-a9b6-d641c2007150 req-1c82e9c8-8e24-433d-aebb-ebe63a7dad61 tempest-VolumesSnapshotTestJSON-1986137652 tempest-VolumesSnapshotTestJSON-1986137652-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ae8803a-5f68-42c1-a66d-2b201836efba HTTP/1.1" status: 200 len: 210 time: 0.0461538 Feb 19 03:14:13.870116 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-56a67b68-d184-4716-91a1-ec73c01159d4 req-a7ad50cf-a7d8-43e6-af0d-348b952c1803 tempest-ServerAddressesNegativeTestJSON-1214028355 tempest-ServerAddressesNegativeTestJSON-1214028355-project] 10.222.0.72 "GET /v2.0/ports?device_id=a2f2e59c-b925-432f-ae0b-8bea05c47311 HTTP/1.1" status: 200 len: 210 time: 0.0635078 Feb 19 03:14:14.154860 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3007f7-e66e-42ca-ae39-1b08d1b59a79 req-5c9fae65-15c1-4e90-9bca-312387d0d36a tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:14.156583 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ad3007f7-e66e-42ca-ae39-1b08d1b59a79 req-5c9fae65-15c1-4e90-9bca-312387d0d36a tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e9ea28e-33b0-4cda-8810-974cf96afcd0 HTTP/1.1" status: 200 len: 944 time: 0.0602632 Feb 19 03:14:14.211062 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ad3007f7-e66e-42ca-ae39-1b08d1b59a79 req-67ce9321-b2b6-4e58-9a9e-7f3f51b13674 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "GET /v2.0/security-groups?id=d50b9fcf-63d2-4fd5-8f3e-59d81006cd91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480640 Feb 19 03:14:14.527226 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 40bfdff7-cd54-4e7e-88d6-ba1a4b1bcc68 details requested by agent hyperv_n-h2-826753-2 with host n-h2-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:14:14.634717 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 40bfdff7-cd54-4e7e-88d6-ba1a4b1bcc68, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=40bfdff7-cd54-4e7e-88d6-ba1a4b1bcc68,segment=NetworkSegment(c5b839d4-843b-49fb-9dd5-49a3b448b49c),segment_id=c5b839d4-843b-49fb-9dd5-49a3b448b49c)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:14:14.646997 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Returning: {'device': '40bfdff7-cd54-4e7e-88d6-ba1a4b1bcc68', 'network_id': '960566ca-c692-4125-9236-7767a681d326', 'port_id': '40bfdff7-cd54-4e7e-88d6-ba1a4b1bcc68', 'mac_address': 'fa:16:3e:59:d2:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd14fb3d7-724f-46d4-9032-40a7d93448d0', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:14:14.695684 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 40bfdff7-cd54-4e7e-88d6-ba1a4b1bcc68 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:14:14.695942 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (40bfdff7-cd54-4e7e-88d6-ba1a4b1bcc68), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:14.710089 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40bfdff7-cd54-4e7e-88d6-ba1a4b1bcc68 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:14:14.731070 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 40bfdff7-cd54-4e7e-88d6-ba1a4b1bcc68, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=40bfdff7-cd54-4e7e-88d6-ba1a4b1bcc68,segment=NetworkSegment(c5b839d4-843b-49fb-9dd5-49a3b448b49c),segment_id=c5b839d4-843b-49fb-9dd5-49a3b448b49c)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:14:14.736857 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (40bfdff7-cd54-4e7e-88d6-ba1a4b1bcc68), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:14.792081 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=40bfdff7-cd54-4e7e-88d6-ba1a4b1bcc68,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:14.959331 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 37618) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:14:15.028852 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b64931d-cdf1-484b-afaf-b6c763d890b0 admin admin] Deleting subnet 2610e08e-6f3d-4791-8350-df6c096e2547 {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:14:15.032407 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['40bfdff7-cd54-4e7e-88d6-ba1a4b1bcc68'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:14:15.056259 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1b64931d-cdf1-484b-afaf-b6c763d890b0 admin admin] Publish callbacks [] for subnet (2610e08e-6f3d-4791-8350-df6c096e2547), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:15.105722 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1b64931d-cdf1-484b-afaf-b6c763d890b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (2610e08e-6f3d-4791-8350-df6c096e2547), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:15.163865 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1b64931d-cdf1-484b-afaf-b6c763d890b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (2610e08e-6f3d-4791-8350-df6c096e2547), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:15.253553 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1b64931d-cdf1-484b-afaf-b6c763d890b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (2610e08e-6f3d-4791-8350-df6c096e2547), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:15.289344 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b64931d-cdf1-484b-afaf-b6c763d890b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2610e08e-6f3d-4791-8350-df6c096e2547,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:15.302042 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1b64931d-cdf1-484b-afaf-b6c763d890b0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:15.309095 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-1b64931d-cdf1-484b-afaf-b6c763d890b0 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/2610e08e-6f3d-4791-8350-df6c096e2547 HTTP/1.1" status: 204 len: 168 time: 0.3473277 Feb 19 03:14:15.311597 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 37624) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:14:15.446350 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3bec39a2-e3ad-407c-941c-12a1f6747f4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (9d0a422a-12d0-4976-b059-97c5b2991b17), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:15.473142 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f08c09-52e3-4650-9822-b872b6e9e1ad req-6a097ee9-9d95-4301-9fc3-f9622ecbd550 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:15.474719 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a2f08c09-52e3-4650-9822-b872b6e9e1ad req-6a097ee9-9d95-4301-9fc3-f9622ecbd550 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e9ea28e-33b0-4cda-8810-974cf96afcd0 HTTP/1.1" status: 200 len: 945 time: 0.1345215 Feb 19 03:14:15.517413 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f30e21fc-d101-4412-8b9c-819dbf6c5a70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:15.593675 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3bec39a2-e3ad-407c-941c-12a1f6747f4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (9d0a422a-12d0-4976-b059-97c5b2991b17), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:15.605253 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a2f08c09-52e3-4650-9822-b872b6e9e1ad req-20f98a18-c03a-45a0-9122-01549cd371cd tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "GET /v2.0/security-groups?id=d50b9fcf-63d2-4fd5-8f3e-59d81006cd91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103704 Feb 19 03:14:15.620461 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-3bec39a2-e3ad-407c-941c-12a1f6747f4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d0a422a-12d0-4976-b059-97c5b2991b17']}} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:14:15.636669 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-3bec39a2-e3ad-407c-941c-12a1f6747f4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07ed87a1-2c19-4bb6-a835-fa91cb2e70b2') {'for_net_delete': True} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:14:15.636968 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-3bec39a2-e3ad-407c-941c-12a1f6747f4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07ed87a1-2c19-4bb6-a835-fa91cb2e70b2') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:14:15.650001 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3bec39a2-e3ad-407c-941c-12a1f6747f4f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12647422'] for segment (07ed87a1-2c19-4bb6-a835-fa91cb2e70b2), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:15.672437 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3bec39a2-e3ad-407c-941c-12a1f6747f4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (07ed87a1-2c19-4bb6-a835-fa91cb2e70b2), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:15.681905 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bec39a2-e3ad-407c-941c-12a1f6747f4f admin admin] Releasing vlan 295 on physical network physnet1 to pool {{(pid=103701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:14:15.682322 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3bec39a2-e3ad-407c-941c-12a1f6747f4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583360'] for segment (07ed87a1-2c19-4bb6-a835-fa91cb2e70b2), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:15.684220 n-d-826753-2 neutron-server[103701]: Traceback (most recent call last): Feb 19 03:14:15.684220 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:14:15.684220 n-d-826753-2 neutron-server[103701]: timer() Feb 19 03:14:15.684220 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:14:15.684220 n-d-826753-2 neutron-server[103701]: cb(*args, **kw) Feb 19 03:14:15.684220 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:14:15.684220 n-d-826753-2 neutron-server[103701]: return func(*args, **kwargs) Feb 19 03:14:15.684220 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:14:15.684220 n-d-826753-2 neutron-server[103701]: self._notify() Feb 19 03:14:15.684220 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:14:15.684220 n-d-826753-2 neutron-server[103701]: self.callback(batched_events) Feb 19 03:14:15.684220 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:14:15.684220 n-d-826753-2 neutron-server[103701]: event.method(event) Feb 19 03:14:15.684220 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:14:15.684220 n-d-826753-2 neutron-server[103701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:14:15.684220 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:14:15.684220 n-d-826753-2 neutron-server[103701]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:14:15.684220 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:14:15.684220 n-d-826753-2 neutron-server[103701]: return f(self, *a, **k) Feb 19 03:14:15.684220 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:14:15.684220 n-d-826753-2 neutron-server[103701]: return self._get(url).json() Feb 19 03:14:15.684220 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:14:15.684220 n-d-826753-2 neutron-server[103701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:14:15.684220 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:14:15.684220 n-d-826753-2 neutron-server[103701]: return self.request(url, 'GET', **kwargs) Feb 19 03:14:15.684220 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:14:15.684220 n-d-826753-2 neutron-server[103701]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:14:15.684220 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:14:15.684220 n-d-826753-2 neutron-server[103701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:14:15.684220 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:14:15.684220 n-d-826753-2 neutron-server[103701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:14:15.684220 n-d-826753-2 neutron-server[103701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:14:15.754218 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3bec39a2-e3ad-407c-941c-12a1f6747f4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (9d0a422a-12d0-4976-b059-97c5b2991b17), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:15.760917 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3bec39a2-e3ad-407c-941c-12a1f6747f4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:15.764584 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-3bec39a2-e3ad-407c-941c-12a1f6747f4f admin admin] 10.222.0.72 "DELETE /v2.0/networks/9d0a422a-12d0-4976-b059-97c5b2991b17 HTTP/1.1" status: 204 len: 168 time: 0.4517860 Feb 19 03:14:15.784075 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec39a2-e3ad-407c-941c-12a1f6747f4f admin admin] Pushing event deleted for resources: {'Network': ['ID=9d0a422a-12d0-4976-b059-97c5b2991b17,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:15.890774 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 8e022eb8-a995-42fb-86be-1f4eff6d9d74 no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:14:15.917904 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 37632) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:14:15.922589 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] No Port match for: 8e022eb8-a995-42fb-86be-1f4eff6d9d74 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:14:15.923257 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 8e022eb8-a995-42fb-86be-1f4eff6d9d74 not bound to the agent host n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:14:15.970140 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-dc9d5b04-26e4-4986-bb1f-d3dae339735b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=180f2d2640c7460f9f0abc7f5d527bd5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0484042 Feb 19 03:14:15.970502 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 37634) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:14:16.043825 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9b703313-aa0b-406d-91a3-0ffd2d631e39 admin admin] Publish callbacks [] for security_group (ce10ad1c-f746-4a59-8fa2-44633be818e3), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:16.105841 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9b703313-aa0b-406d-91a3-0ffd2d631e39 admin admin] Publish callbacks [] for security_group (ce10ad1c-f746-4a59-8fa2-44633be818e3), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:16.181341 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9b703313-aa0b-406d-91a3-0ffd2d631e39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (ce10ad1c-f746-4a59-8fa2-44633be818e3), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:16.189750 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9b703313-aa0b-406d-91a3-0ffd2d631e39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:16.193497 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-9b703313-aa0b-406d-91a3-0ffd2d631e39 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ce10ad1c-f746-4a59-8fa2-44633be818e3 HTTP/1.1" status: 204 len: 168 time: 0.2219155 Feb 19 03:14:16.210646 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b703313-aa0b-406d-91a3-0ffd2d631e39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce10ad1c-f746-4a59-8fa2-44633be818e3,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:16.532232 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 40bfdff7-cd54-4e7e-88d6-ba1a4b1bcc68 up at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:14:16.625374 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning for port 40bfdff7-cd54-4e7e-88d6-ba1a4b1bcc68 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:14:16.630548 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning complete for port 40bfdff7-cd54-4e7e-88d6-ba1a4b1bcc68 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:14:16.631172 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (40bfdff7-cd54-4e7e-88d6-ba1a4b1bcc68), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:16.755299 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 40bfdff7-cd54-4e7e-88d6-ba1a4b1bcc68 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:14:16.755720 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (40bfdff7-cd54-4e7e-88d6-ba1a4b1bcc68), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:16.801560 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e9ea28e-33b0-4cda-8810-974cf96afcd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40bfdff7-cd54-4e7e-88d6-ba1a4b1bcc68'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:14:16.804499 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e3b6cc5-3297-488d-82fe-7667d58753d6" -d '{"events": [{"server_uuid": "1e9ea28e-33b0-4cda-8810-974cf96afcd0", "name": "network-vif-plugged", "status": "completed", "tag": "40bfdff7-cd54-4e7e-88d6-ba1a4b1bcc68"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:14:16.852516 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 40bfdff7-cd54-4e7e-88d6-ba1a4b1bcc68, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=40bfdff7-cd54-4e7e-88d6-ba1a4b1bcc68,segment=NetworkSegment(c5b839d4-843b-49fb-9dd5-49a3b448b49c),segment_id=c5b839d4-843b-49fb-9dd5-49a3b448b49c)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:14:16.862271 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (40bfdff7-cd54-4e7e-88d6-ba1a4b1bcc68), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:16.864334 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device d9329d17-36f5-4f06-ad53-677d82e3289f no longer exists at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:14:16.894368 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d17058-9831-454d-90a3-a6c7e67921df req-fe9ec11c-00d2-4ac5-8a46-ba79507139ac tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:16.897231 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-25d17058-9831-454d-90a3-a6c7e67921df req-fe9ec11c-00d2-4ac5-8a46-ba79507139ac tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e9ea28e-33b0-4cda-8810-974cf96afcd0 HTTP/1.1" status: 200 len: 945 time: 0.0799859 Feb 19 03:14:16.935639 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebdee039-be9a-4010-bf79-9315dbd785b2 x-openstack-request-id: req-ebdee039-be9a-4010-bf79-9315dbd785b2 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:14:16.936181 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e9ea28e-33b0-4cda-8810-974cf96afcd0", "name": "network-vif-plugged", "status": "completed", "tag": "40bfdff7-cd54-4e7e-88d6-ba1a4b1bcc68", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:14:16.936181 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ebdee039-be9a-4010-bf79-9315dbd785b2 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:14:16.938914 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e9ea28e-33b0-4cda-8810-974cf96afcd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40bfdff7-cd54-4e7e-88d6-ba1a4b1bcc68', 'code': 200} Feb 19 03:14:16.946782 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] No Port match for: d9329d17-36f5-4f06-ad53-677d82e3289f {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:14:16.947205 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device d9329d17-36f5-4f06-ad53-677d82e3289f not bound to the agent host n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:14:17.022917 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=40bfdff7-cd54-4e7e-88d6-ba1a4b1bcc68,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:17.059867 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-25d17058-9831-454d-90a3-a6c7e67921df req-3ff8fc0d-1cf8-4b89-abdc-7146b2549581 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "GET /v2.0/security-groups?id=d50b9fcf-63d2-4fd5-8f3e-59d81006cd91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1548743 Feb 19 03:14:17.109927 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b73c1b5-1cfe-45d5-971c-8f7234b0dd36 req-efc30d2c-b42c-4f96-997e-d136819f7e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:17.114025 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5b73c1b5-1cfe-45d5-971c-8f7234b0dd36 req-efc30d2c-b42c-4f96-997e-d136819f7e6b service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=1e9ea28e-33b0-4cda-8810-974cf96afcd0 HTTP/1.1" status: 200 len: 1128 time: 0.1294608 Feb 19 03:14:17.199140 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5b73c1b5-1cfe-45d5-971c-8f7234b0dd36 req-df5d423e-abab-4342-97f0-638b9d783f73 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=d50b9fcf-63d2-4fd5-8f3e-59d81006cd91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789771 Feb 19 03:14:17.507119 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 37792) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:14:17.661573 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-ae9d1019-7dac-4e1e-b9a4-de5bb673ac8f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1602959568-network', 'tenant_id': '7a63ab9e8b95425ea22b823775b5854d'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:14:17.694220 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-91137079-3f8d-4352-ae91-c57a569d2718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:17.703308 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae9d1019-7dac-4e1e-b9a4-de5bb673ac8f admin admin] Made reservation on behalf of 7a63ab9e8b95425ea22b823775b5854d for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:14:17.705679 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ae9d1019-7dac-4e1e-b9a4-de5bb673ac8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:17.725228 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ae9d1019-7dac-4e1e-b9a4-de5bb673ac8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:17.839994 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ae9d1019-7dac-4e1e-b9a4-de5bb673ac8f admin admin] Publish callbacks [] for security_group (6d734209-9ed7-4184-b2e7-50451ae6030f), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:17.845538 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ae9d1019-7dac-4e1e-b9a4-de5bb673ac8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (6d734209-9ed7-4184-b2e7-50451ae6030f), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:17.865732 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae9d1019-7dac-4e1e-b9a4-de5bb673ac8f admin admin] vlan segment allocate from pool success with {'vlan_id': 272, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:14:17.877709 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ae9d1019-7dac-4e1e-b9a4-de5bb673ac8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (5a6ec8de-15be-49a7-a384-4a9ddf7d36c6), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:17.878544 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-ae9d1019-7dac-4e1e-b9a4-de5bb673ac8f admin admin] Added segment 5a6ec8de-15be-49a7-a384-4a9ddf7d36c6 of type vlan for network 0394da51-6788-49dd-a9db-c6ad882a71d6 Feb 19 03:14:17.971707 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ae9d1019-7dac-4e1e-b9a4-de5bb673ac8f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (0394da51-6788-49dd-a9db-c6ad882a71d6), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:17.977615 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9d1019-7dac-4e1e-b9a4-de5bb673ac8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d734209-9ed7-4184-b2e7-50451ae6030f,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:18.031319 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ae9d1019-7dac-4e1e-b9a4-de5bb673ac8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (0394da51-6788-49dd-a9db-c6ad882a71d6), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:18.051740 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9d1019-7dac-4e1e-b9a4-de5bb673ac8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:18.054130 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ae9d1019-7dac-4e1e-b9a4-de5bb673ac8f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:18.163496 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-ae9d1019-7dac-4e1e-b9a4-de5bb673ac8f admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6549687 Feb 19 03:14:18.165664 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9d1019-7dac-4e1e-b9a4-de5bb673ac8f admin admin] Pushing event updated for resources: {'Network': ['ID=0394da51-6788-49dd-a9db-c6ad882a71d6,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:18.166725 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 37864) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:14:18.188032 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 0394da51-6788-49dd-a9db-c6ad882a71d6 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:14:18.189844 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-f85d4189-1ced-4b6f-b396-8b6104e0774c admin admin] Request body: {'subnet': {'network_id': '0394da51-6788-49dd-a9db-c6ad882a71d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1602959568-subnet', 'tenant_id': '7a63ab9e8b95425ea22b823775b5854d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:14:18.219534 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f85d4189-1ced-4b6f-b396-8b6104e0774c admin admin] Made reservation on behalf of 7a63ab9e8b95425ea22b823775b5854d for: {'subnet': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:14:18.237934 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f85d4189-1ced-4b6f-b396-8b6104e0774c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58706307'] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:18.587739 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe05a5-81bf-472b-a879-0423b1963a7e req-a37b0fba-b322-457d-b52f-7c1b4e2cd065 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:18.591063 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9dbe05a5-81bf-472b-a879-0423b1963a7e req-a37b0fba-b322-457d-b52f-7c1b4e2cd065 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e9ea28e-33b0-4cda-8810-974cf96afcd0 HTTP/1.1" status: 200 len: 946 time: 0.1596112 Feb 19 03:14:18.737033 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9dbe05a5-81bf-472b-a879-0423b1963a7e req-cfe8c8ca-54f9-430c-bfba-3cfa05957b38 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "GET /v2.0/security-groups?id=d50b9fcf-63d2-4fd5-8f3e-59d81006cd91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303904 Feb 19 03:14:18.846073 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f85d4189-1ced-4b6f-b396-8b6104e0774c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12647271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58706289'] for subnet (c7fd532c-3a0d-45e5-bde2-0533dcd580e1), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:18.917470 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85d4189-1ced-4b6f-b396-8b6104e0774c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7fd532c-3a0d-45e5-bde2-0533dcd580e1,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:18.964019 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85d4189-1ced-4b6f-b396-8b6104e0774c admin admin] Checking segment: {'id': '5a6ec8de-15be-49a7-a384-4a9ddf7d36c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '0394da51-6788-49dd-a9db-c6ad882a71d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:14:18.964385 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85d4189-1ced-4b6f-b396-8b6104e0774c admin admin] Network hostable DHCP agents. Network: 0394da51-6788-49dd-a9db-c6ad882a71d6, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:14:18.984603 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85d4189-1ced-4b6f-b396-8b6104e0774c admin admin] Network 0394da51-6788-49dd-a9db-c6ad882a71d6 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:14:18.999471 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-f85d4189-1ced-4b6f-b396-8b6104e0774c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 0394da51-6788-49dd-a9db-c6ad882a71d6) {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:14:19.004779 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85d4189-1ced-4b6f-b396-8b6104e0774c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:19.005441 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f85d4189-1ced-4b6f-b396-8b6104e0774c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:19.018379 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ccde8d7-67e5-449a-98c1-5b81a59427fc None None] Network 0394da51-6788-49dd-a9db-c6ad882a71d6 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:14:19.026789 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-f85d4189-1ced-4b6f-b396-8b6104e0774c admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8567712 Feb 19 03:14:19.138044 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95fb40d-1859-477b-abc1-1db66b759a0f None None] Network 0394da51-6788-49dd-a9db-c6ad882a71d6 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:14:19.301597 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:19.625259 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 38026) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:14:19.631033 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-05399b01-bb30-4dd2-991a-2d72c1d0c4cb admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1628163933-network', 'tenant_id': '1d4bde20c6c1410796321830ceeae091'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:14:19.661974 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05399b01-bb30-4dd2-991a-2d72c1d0c4cb admin admin] Made reservation on behalf of 1d4bde20c6c1410796321830ceeae091 for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:14:19.665305 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-05399b01-bb30-4dd2-991a-2d72c1d0c4cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:19.676223 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-05399b01-bb30-4dd2-991a-2d72c1d0c4cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:19.772760 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-05399b01-bb30-4dd2-991a-2d72c1d0c4cb admin admin] Publish callbacks [] for security_group (78b873b8-c6c0-49fb-88c1-5f68df80b1d8), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:19.778868 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-05399b01-bb30-4dd2-991a-2d72c1d0c4cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (78b873b8-c6c0-49fb-88c1-5f68df80b1d8), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:19.815646 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05399b01-bb30-4dd2-991a-2d72c1d0c4cb admin admin] vlan segment allocate from pool success with {'vlan_id': 252, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:14:19.854590 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05399b01-bb30-4dd2-991a-2d72c1d0c4cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78b873b8-c6c0-49fb-88c1-5f68df80b1d8,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:19.858502 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-05399b01-bb30-4dd2-991a-2d72c1d0c4cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (ea21ae41-6297-4b5a-85e7-665465cb8d3e), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:19.859158 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-05399b01-bb30-4dd2-991a-2d72c1d0c4cb admin admin] Added segment ea21ae41-6297-4b5a-85e7-665465cb8d3e of type vlan for network 28906979-0fb1-4a3f-89d6-655a58b4db75 Feb 19 03:14:19.932328 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-05399b01-bb30-4dd2-991a-2d72c1d0c4cb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (28906979-0fb1-4a3f-89d6-655a58b4db75), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:19.970623 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-05399b01-bb30-4dd2-991a-2d72c1d0c4cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (28906979-0fb1-4a3f-89d6-655a58b4db75), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:19.971891 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05399b01-bb30-4dd2-991a-2d72c1d0c4cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:19.973974 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-05399b01-bb30-4dd2-991a-2d72c1d0c4cb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:20.047729 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05399b01-bb30-4dd2-991a-2d72c1d0c4cb admin admin] Pushing event updated for resources: {'Network': ['ID=28906979-0fb1-4a3f-89d6-655a58b4db75,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:20.067210 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 28906979-0fb1-4a3f-89d6-655a58b4db75 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:14:20.076673 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-05399b01-bb30-4dd2-991a-2d72c1d0c4cb admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4502151 Feb 19 03:14:20.077517 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 38078) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:14:20.082947 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-a873e147-a8bc-4ee6-bc47-cd9b9fec803c admin admin] Request body: {'subnet': {'network_id': '28906979-0fb1-4a3f-89d6-655a58b4db75', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1628163933-subnet', 'tenant_id': '1d4bde20c6c1410796321830ceeae091', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:14:20.126995 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a873e147-a8bc-4ee6-bc47-cd9b9fec803c admin admin] Made reservation on behalf of 1d4bde20c6c1410796321830ceeae091 for: {'subnet': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:14:20.132997 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a873e147-a8bc-4ee6-bc47-cd9b9fec803c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58706307'] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:20.278334 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b4d961-b5a9-4322-b9b6-38c011742bce req-11d57fbd-59af-410e-958b-783712b2ce71 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:20.279901 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-73b4d961-b5a9-4322-b9b6-38c011742bce req-11d57fbd-59af-410e-958b-783712b2ce71 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e9ea28e-33b0-4cda-8810-974cf96afcd0 HTTP/1.1" status: 200 len: 946 time: 0.4563158 Feb 19 03:14:20.404476 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-73b4d961-b5a9-4322-b9b6-38c011742bce req-134d39f9-9cfb-4215-b9a0-6daf42f0024e tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "GET /v2.0/security-groups?id=d50b9fcf-63d2-4fd5-8f3e-59d81006cd91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986822 Feb 19 03:14:20.424726 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a873e147-a8bc-4ee6-bc47-cd9b9fec803c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12647271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58706289'] for subnet (566776cd-47e6-4798-9df8-5c2cf1874a88), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:20.504932 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:20.521861 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a873e147-a8bc-4ee6-bc47-cd9b9fec803c admin admin] Pushing event updated for resources: {'Subnet': ['ID=566776cd-47e6-4798-9df8-5c2cf1874a88,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:20.536402 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a873e147-a8bc-4ee6-bc47-cd9b9fec803c admin admin] Checking segment: {'id': 'ea21ae41-6297-4b5a-85e7-665465cb8d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '28906979-0fb1-4a3f-89d6-655a58b4db75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:14:20.536765 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a873e147-a8bc-4ee6-bc47-cd9b9fec803c admin admin] Network hostable DHCP agents. Network: 28906979-0fb1-4a3f-89d6-655a58b4db75, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:14:20.602492 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a873e147-a8bc-4ee6-bc47-cd9b9fec803c admin admin] Network 28906979-0fb1-4a3f-89d6-655a58b4db75 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:14:20.646106 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-a873e147-a8bc-4ee6-bc47-cd9b9fec803c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 28906979-0fb1-4a3f-89d6-655a58b4db75) {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:14:20.654662 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a873e147-a8bc-4ee6-bc47-cd9b9fec803c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:20.663654 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e72590-77ca-48f9-bedc-2a347d143232 None None] Network 28906979-0fb1-4a3f-89d6-655a58b4db75 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:14:20.674990 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a873e147-a8bc-4ee6-bc47-cd9b9fec803c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:20.750955 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-a873e147-a8bc-4ee6-bc47-cd9b9fec803c admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6723199 Feb 19 03:14:20.809196 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd776825-8984-4976-9822-1d6c5b2ef54d req-174b2860-7edc-4e82-9196-3afb223a73b4 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:20.821031 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-dd776825-8984-4976-9822-1d6c5b2ef54d req-174b2860-7edc-4e82-9196-3afb223a73b4 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e9ea28e-33b0-4cda-8810-974cf96afcd0 HTTP/1.1" status: 200 len: 946 time: 0.3060362 Feb 19 03:14:20.867065 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96115eb2-37d0-4086-923b-dc700bb14e19 None None] Network 28906979-0fb1-4a3f-89d6-655a58b4db75 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:14:20.954394 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-dd776825-8984-4976-9822-1d6c5b2ef54d req-93ce3506-8735-4457-8b93-2af0bb1c35c7 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "GET /v2.0/security-groups?id=d50b9fcf-63d2-4fd5-8f3e-59d81006cd91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293328 Feb 19 03:14:21.276370 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62acf12-1e7e-4609-9c03-526d4ab42753 req-7ab3a299-3dfe-4a54-ae09-cc1d774112d8 tempest-ServersNegativeTestMultiTenantJSON-1674549261 tempest-ServersNegativeTestMultiTenantJSON-1674549261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:21.277784 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e62acf12-1e7e-4609-9c03-526d4ab42753 req-7ab3a299-3dfe-4a54-ae09-cc1d774112d8 tempest-ServersNegativeTestMultiTenantJSON-1674549261 tempest-ServersNegativeTestMultiTenantJSON-1674549261-project] 10.222.0.72 "GET /v2.0/networks?id=0394da51-6788-49dd-a9db-c6ad882a71d6 HTTP/1.1" status: 200 len: 825 time: 0.1077824 Feb 19 03:14:21.293408 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e62acf12-1e7e-4609-9c03-526d4ab42753 req-545a44d4-4250-45cc-a6af-ab7f78f18792 tempest-ServersNegativeTestMultiTenantJSON-1674549261 tempest-ServersNegativeTestMultiTenantJSON-1674549261-project] 10.222.0.72 "GET /v2.0/quotas/7a63ab9e8b95425ea22b823775b5854d HTTP/1.1" status: 200 len: 375 time: 0.0100222 Feb 19 03:14:21.329314 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e62acf12-1e7e-4609-9c03-526d4ab42753 req-f2a3afde-760a-4242-b896-fd05429deb4a tempest-ServersNegativeTestMultiTenantJSON-1674549261 tempest-ServersNegativeTestMultiTenantJSON-1674549261-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=7a63ab9e8b95425ea22b823775b5854d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304101 Feb 19 03:14:21.425661 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e62acf12-1e7e-4609-9c03-526d4ab42753 req-4ea6c0fc-bbbb-41cb-b2b7-0988cdd1624a service neutron] 10.222.0.72 "GET /v2.0/networks/0394da51-6788-49dd-a9db-c6ad882a71d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874639 Feb 19 03:14:21.536672 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e62acf12-1e7e-4609-9c03-526d4ab42753 req-7ca3e4ae-7ac9-4def-9c1e-3cdf7a976b83 service neutron] 10.222.0.72 "GET /v2.0/networks/0394da51-6788-49dd-a9db-c6ad882a71d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039360 Feb 19 03:14:21.755544 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c98b4360-79e1-4dc1-81c7-99f462a20252 req-e3544cd5-d9cc-4b33-9db8-2e160c3bfc3f tempest-ServersNegativeTestMultiTenantJSON-1674549261 tempest-ServersNegativeTestMultiTenantJSON-1674549261-project] 10.222.0.72 "GET /v2.0/ports?device_id=a6d817ee-d7b2-4203-ad22-c29c9b948791 HTTP/1.1" status: 200 len: 210 time: 0.0426333 Feb 19 03:14:21.970535 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:22.440454 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 38198) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:14:22.639001 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:22.968365 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4cf27139-e760-477b-a231-b37370f3e014 req-536e67c6-c500-4c05-88a8-a142d95acf4b tempest-ServersNegativeTestMultiTenantJSON-1674549261 tempest-ServersNegativeTestMultiTenantJSON-1674549261-project] 10.222.0.72 "GET /v2.0/ports?device_id=a6d817ee-d7b2-4203-ad22-c29c9b948791 HTTP/1.1" status: 200 len: 210 time: 0.0706098 Feb 19 03:14:23.009623 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62acf12-1e7e-4609-9c03-526d4ab42753 req-c91651a6-a06c-42dd-97c2-c196366d4066 tempest-ServersNegativeTestMultiTenantJSON-1674549261 tempest-ServersNegativeTestMultiTenantJSON-1674549261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:23.011192 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e62acf12-1e7e-4609-9c03-526d4ab42753 req-c91651a6-a06c-42dd-97c2-c196366d4066 tempest-ServersNegativeTestMultiTenantJSON-1674549261 tempest-ServersNegativeTestMultiTenantJSON-1674549261-project] 10.222.0.73 "GET /v2.0/networks?id=0394da51-6788-49dd-a9db-c6ad882a71d6 HTTP/1.1" status: 200 len: 825 time: 0.1833475 Feb 19 03:14:23.044965 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-e62acf12-1e7e-4609-9c03-526d4ab42753 req-c58912c1-c579-45c4-8a9b-13bb2a37afcb tempest-ServersNegativeTestMultiTenantJSON-1674549261 tempest-ServersNegativeTestMultiTenantJSON-1674549261-project] Request body: {'port': {'device_id': 'a6d817ee-d7b2-4203-ad22-c29c9b948791', 'network_id': '0394da51-6788-49dd-a9db-c6ad882a71d6', 'admin_state_up': True, 'tenant_id': '7a63ab9e8b95425ea22b823775b5854d'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:14:23.226038 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e62acf12-1e7e-4609-9c03-526d4ab42753 req-c58912c1-c579-45c4-8a9b-13bb2a37afcb tempest-ServersNegativeTestMultiTenantJSON-1674549261 tempest-ServersNegativeTestMultiTenantJSON-1674549261-project] Made reservation on behalf of 7a63ab9e8b95425ea22b823775b5854d for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:14:23.229944 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-e62acf12-1e7e-4609-9c03-526d4ab42753 req-c58912c1-c579-45c4-8a9b-13bb2a37afcb tempest-ServersNegativeTestMultiTenantJSON-1674549261 tempest-ServersNegativeTestMultiTenantJSON-1674549261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:23.230255 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ea7c19a9-5de5-40de-bc96-ed7d9485289d tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:23.406370 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [req-e62acf12-1e7e-4609-9c03-526d4ab42753 req-c58912c1-c579-45c4-8a9b-13bb2a37afcb tempest-ServersNegativeTestMultiTenantJSON-1674549261 tempest-ServersNegativeTestMultiTenantJSON-1674549261-project] Allocated IP 172.20.0.5 (0394da51-6788-49dd-a9db-c6ad882a71d6/c7fd532c-3a0d-45e5-bde2-0533dcd580e1/7e3124ef-b5b9-40b0-8d07-385fb045629e) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:14:23.572647 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-ea7c19a9-5de5-40de-bc96-ed7d9485289d tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Allocated IP 172.20.0.17 (960566ca-c692-4125-9236-7767a681d326/d14fb3d7-724f-46d4-9032-40a7d93448d0/89dd57ff-90d1-4d4a-8c36-9a3e772d8e99) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:14:23.622845 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-e62acf12-1e7e-4609-9c03-526d4ab42753 req-c58912c1-c579-45c4-8a9b-13bb2a37afcb tempest-ServersNegativeTestMultiTenantJSON-1674549261 tempest-ServersNegativeTestMultiTenantJSON-1674549261-project] Publish callbacks [] for port (7e3124ef-b5b9-40b0-8d07-385fb045629e), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:23.671999 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-e62acf12-1e7e-4609-9c03-526d4ab42753 req-c58912c1-c579-45c4-8a9b-13bb2a37afcb tempest-ServersNegativeTestMultiTenantJSON-1674549261 tempest-ServersNegativeTestMultiTenantJSON-1674549261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (7e3124ef-b5b9-40b0-8d07-385fb045629e), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:23.714008 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ea7c19a9-5de5-40de-bc96-ed7d9485289d tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for port (89dd57ff-90d1-4d4a-8c36-9a3e772d8e99), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:23.717047 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e62acf12-1e7e-4609-9c03-526d4ab42753 req-c58912c1-c579-45c4-8a9b-13bb2a37afcb tempest-ServersNegativeTestMultiTenantJSON-1674549261 tempest-ServersNegativeTestMultiTenantJSON-1674549261-project] Network 0394da51-6788-49dd-a9db-c6ad882a71d6 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:14:23.724853 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [req-e62acf12-1e7e-4609-9c03-526d4ab42753 req-c58912c1-c579-45c4-8a9b-13bb2a37afcb tempest-ServersNegativeTestMultiTenantJSON-1674549261 tempest-ServersNegativeTestMultiTenantJSON-1674549261-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:14:23.743842 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-e62acf12-1e7e-4609-9c03-526d4ab42753 req-c58912c1-c579-45c4-8a9b-13bb2a37afcb tempest-ServersNegativeTestMultiTenantJSON-1674549261 tempest-ServersNegativeTestMultiTenantJSON-1674549261-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:14:23.767440 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ea7c19a9-5de5-40de-bc96-ed7d9485289d tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (89dd57ff-90d1-4d4a-8c36-9a3e772d8e99), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:23.773963 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58912c1-c579-45c4-8a9b-13bb2a37afcb tempest-ServersNegativeTestMultiTenantJSON-1674549261 tempest-ServersNegativeTestMultiTenantJSON-1674549261-project] Pushing event updated for resources: {'Port': ['ID=7e3124ef-b5b9-40b0-8d07-385fb045629e,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:23.792607 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58912c1-c579-45c4-8a9b-13bb2a37afcb tempest-ServersNegativeTestMultiTenantJSON-1674549261 tempest-ServersNegativeTestMultiTenantJSON-1674549261-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:23.792974 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58912c1-c579-45c4-8a9b-13bb2a37afcb tempest-ServersNegativeTestMultiTenantJSON-1674549261 tempest-ServersNegativeTestMultiTenantJSON-1674549261-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:23.793589 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58912c1-c579-45c4-8a9b-13bb2a37afcb tempest-ServersNegativeTestMultiTenantJSON-1674549261 tempest-ServersNegativeTestMultiTenantJSON-1674549261-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:23.793777 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58912c1-c579-45c4-8a9b-13bb2a37afcb tempest-ServersNegativeTestMultiTenantJSON-1674549261 tempest-ServersNegativeTestMultiTenantJSON-1674549261-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:23.794129 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58912c1-c579-45c4-8a9b-13bb2a37afcb tempest-ServersNegativeTestMultiTenantJSON-1674549261 tempest-ServersNegativeTestMultiTenantJSON-1674549261-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:23.794480 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58912c1-c579-45c4-8a9b-13bb2a37afcb tempest-ServersNegativeTestMultiTenantJSON-1674549261 tempest-ServersNegativeTestMultiTenantJSON-1674549261-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:23.794839 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58912c1-c579-45c4-8a9b-13bb2a37afcb tempest-ServersNegativeTestMultiTenantJSON-1674549261 tempest-ServersNegativeTestMultiTenantJSON-1674549261-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:23.795253 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58912c1-c579-45c4-8a9b-13bb2a37afcb tempest-ServersNegativeTestMultiTenantJSON-1674549261 tempest-ServersNegativeTestMultiTenantJSON-1674549261-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:23.795465 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58912c1-c579-45c4-8a9b-13bb2a37afcb tempest-ServersNegativeTestMultiTenantJSON-1674549261 tempest-ServersNegativeTestMultiTenantJSON-1674549261-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:23.795802 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58912c1-c579-45c4-8a9b-13bb2a37afcb tempest-ServersNegativeTestMultiTenantJSON-1674549261 tempest-ServersNegativeTestMultiTenantJSON-1674549261-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:23.796114 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58912c1-c579-45c4-8a9b-13bb2a37afcb tempest-ServersNegativeTestMultiTenantJSON-1674549261 tempest-ServersNegativeTestMultiTenantJSON-1674549261-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:23.796438 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58912c1-c579-45c4-8a9b-13bb2a37afcb tempest-ServersNegativeTestMultiTenantJSON-1674549261 tempest-ServersNegativeTestMultiTenantJSON-1674549261-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:23.796772 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58912c1-c579-45c4-8a9b-13bb2a37afcb tempest-ServersNegativeTestMultiTenantJSON-1674549261 tempest-ServersNegativeTestMultiTenantJSON-1674549261-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:23.833672 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7c19a9-5de5-40de-bc96-ed7d9485289d tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Network 960566ca-c692-4125-9236-7767a681d326 is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:14:23.837284 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-ea7c19a9-5de5-40de-bc96-ed7d9485289d tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:14:23.841303 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7c19a9-5de5-40de-bc96-ed7d9485289d tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:14:23.858149 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62acf12-1e7e-4609-9c03-526d4ab42753 req-c58912c1-c579-45c4-8a9b-13bb2a37afcb tempest-ServersNegativeTestMultiTenantJSON-1674549261 tempest-ServersNegativeTestMultiTenantJSON-1674549261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:23.860740 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-e62acf12-1e7e-4609-9c03-526d4ab42753 req-c58912c1-c579-45c4-8a9b-13bb2a37afcb tempest-ServersNegativeTestMultiTenantJSON-1674549261 tempest-ServersNegativeTestMultiTenantJSON-1674549261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:23.882548 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7c19a9-5de5-40de-bc96-ed7d9485289d tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Pushing event updated for resources: {'Port': ['ID=89dd57ff-90d1-4d4a-8c36-9a3e772d8e99,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:23.893276 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e62acf12-1e7e-4609-9c03-526d4ab42753 req-c58912c1-c579-45c4-8a9b-13bb2a37afcb tempest-ServersNegativeTestMultiTenantJSON-1674549261 tempest-ServersNegativeTestMultiTenantJSON-1674549261-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8631608 Feb 19 03:14:23.913067 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-e62acf12-1e7e-4609-9c03-526d4ab42753 req-a2b7fe88-7a38-44ea-9d8b-f5505f39ccf0 service neutron] Request body: {'port': {'device_id': 'a6d817ee-d7b2-4203-ad22-c29c9b948791', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826753-2'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:14:23.942385 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ea7c19a9-5de5-40de-bc96-ed7d9485289d tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16289150'] for router_interface (96334688-f5fd-468c-bd5a-b0a8e580f7e7), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:24.039464 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-e62acf12-1e7e-4609-9c03-526d4ab42753 req-a2b7fe88-7a38-44ea-9d8b-f5505f39ccf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (7e3124ef-b5b9-40b0-8d07-385fb045629e), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:24.241732 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ea7c19a9-5de5-40de-bc96-ed7d9485289d tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (89dd57ff-90d1-4d4a-8c36-9a3e772d8e99), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:24.251817 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4466ab7-b4b6-4d0e-80fe-ee5961c5df54 req-a7ca346a-fe52-4aa7-a009-85f4d4e9405f tempest-ServersNegativeTestMultiTenantJSON-1674549261 tempest-ServersNegativeTestMultiTenantJSON-1674549261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:24.254142 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c4466ab7-b4b6-4d0e-80fe-ee5961c5df54 req-a7ca346a-fe52-4aa7-a009-85f4d4e9405f tempest-ServersNegativeTestMultiTenantJSON-1674549261 tempest-ServersNegativeTestMultiTenantJSON-1674549261-project] 10.222.0.72 "GET /v2.0/ports?device_id=a6d817ee-d7b2-4203-ad22-c29c9b948791 HTTP/1.1" status: 200 len: 931 time: 0.0936775 Feb 19 03:14:24.290738 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-ee8a0fa6-045c-4c85-813c-a65da68c2fcf None None] Provisioning complete for port 89dd57ff-90d1-4d4a-8c36-9a3e772d8e99 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:14:24.292336 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-ee8a0fa6-045c-4c85-813c-a65da68c2fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (89dd57ff-90d1-4d4a-8c36-9a3e772d8e99), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:24.362606 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-ee8a0fa6-045c-4c85-813c-a65da68c2fcf None None] Port 89dd57ff-90d1-4d4a-8c36-9a3e772d8e99 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:14:24.400051 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c4466ab7-b4b6-4d0e-80fe-ee5961c5df54 req-1382147d-b012-4e2f-87ae-597cd62217ed tempest-ServersNegativeTestMultiTenantJSON-1674549261 tempest-ServersNegativeTestMultiTenantJSON-1674549261-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d734209-9ed7-4184-b2e7-50451ae6030f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337910 Feb 19 03:14:24.549170 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-e62acf12-1e7e-4609-9c03-526d4ab42753 req-a2b7fe88-7a38-44ea-9d8b-f5505f39ccf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e3124ef-b5b9-40b0-8d07-385fb045629e {{(pid=103702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:14:24.559364 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-e62acf12-1e7e-4609-9c03-526d4ab42753 req-a2b7fe88-7a38-44ea-9d8b-f5505f39ccf0 service neutron] Publish callbacks [] for port (7e3124ef-b5b9-40b0-8d07-385fb045629e), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:24.576763 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-e62acf12-1e7e-4609-9c03-526d4ab42753 req-a2b7fe88-7a38-44ea-9d8b-f5505f39ccf0 service neutron] Transition to ACTIVE for port object 7e3124ef-b5b9-40b0-8d07-385fb045629e will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:14:24.583092 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-e62acf12-1e7e-4609-9c03-526d4ab42753 req-a2b7fe88-7a38-44ea-9d8b-f5505f39ccf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (7e3124ef-b5b9-40b0-8d07-385fb045629e), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:24.727681 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ea7c19a9-5de5-40de-bc96-ed7d9485289d tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for port (89dd57ff-90d1-4d4a-8c36-9a3e772d8e99), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:24.735977 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ea7c19a9-5de5-40de-bc96-ed7d9485289d tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (89dd57ff-90d1-4d4a-8c36-9a3e772d8e99), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:24.748755 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-e62acf12-1e7e-4609-9c03-526d4ab42753 req-a2b7fe88-7a38-44ea-9d8b-f5505f39ccf0 service neutron] Attempting to bind port 7e3124ef-b5b9-40b0-8d07-385fb045629e on host n-h1-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:14:24.749273 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-e62acf12-1e7e-4609-9c03-526d4ab42753 req-a2b7fe88-7a38-44ea-9d8b-f5505f39ccf0 service neutron] Attempting to bind port 7e3124ef-b5b9-40b0-8d07-385fb045629e by drivers openvswitch,hyperv on host n-h1-826753-2 at level 0 using segments [{'id': '5a6ec8de-15be-49a7-a384-4a9ddf7d36c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '0394da51-6788-49dd-a9db-c6ad882a71d6'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:14:24.749695 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62acf12-1e7e-4609-9c03-526d4ab42753 req-a2b7fe88-7a38-44ea-9d8b-f5505f39ccf0 service neutron] Attempting to bind port 7e3124ef-b5b9-40b0-8d07-385fb045629e on network 0394da51-6788-49dd-a9db-c6ad882a71d6 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:14:24.754074 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b7fe88-7a38-44ea-9d8b-f5505f39ccf0 service neutron] Pushing event updated for resources: {'Port': ['ID=7e3124ef-b5b9-40b0-8d07-385fb045629e,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:24.766015 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62acf12-1e7e-4609-9c03-526d4ab42753 req-a2b7fe88-7a38-44ea-9d8b-f5505f39ccf0 service neutron] Port 7e3124ef-b5b9-40b0-8d07-385fb045629e on network 0394da51-6788-49dd-a9db-c6ad882a71d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:14:24.766446 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62acf12-1e7e-4609-9c03-526d4ab42753 req-a2b7fe88-7a38-44ea-9d8b-f5505f39ccf0 service neutron] Attempting to bind port 7e3124ef-b5b9-40b0-8d07-385fb045629e on network 0394da51-6788-49dd-a9db-c6ad882a71d6 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:14:24.773170 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62acf12-1e7e-4609-9c03-526d4ab42753 req-a2b7fe88-7a38-44ea-9d8b-f5505f39ccf0 service neutron] Checking agent: {'id': '9d56fb1b-2855-496a-a6d9-c324740cb98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:14:24.773875 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62acf12-1e7e-4609-9c03-526d4ab42753 req-a2b7fe88-7a38-44ea-9d8b-f5505f39ccf0 service neutron] Checking segment: {'id': '5a6ec8de-15be-49a7-a384-4a9ddf7d36c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '0394da51-6788-49dd-a9db-c6ad882a71d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:14:24.774374 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62acf12-1e7e-4609-9c03-526d4ab42753 req-a2b7fe88-7a38-44ea-9d8b-f5505f39ccf0 service neutron] Bound using segment: {'id': '5a6ec8de-15be-49a7-a384-4a9ddf7d36c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '0394da51-6788-49dd-a9db-c6ad882a71d6'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:14:24.774948 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-e62acf12-1e7e-4609-9c03-526d4ab42753 req-a2b7fe88-7a38-44ea-9d8b-f5505f39ccf0 service neutron] Bound port: 7e3124ef-b5b9-40b0-8d07-385fb045629e, host: n-h1-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a6ec8de-15be-49a7-a384-4a9ddf7d36c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '0394da51-6788-49dd-a9db-c6ad882a71d6'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:14:24.775393 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-e62acf12-1e7e-4609-9c03-526d4ab42753 req-a2b7fe88-7a38-44ea-9d8b-f5505f39ccf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (7e3124ef-b5b9-40b0-8d07-385fb045629e), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:24.828320 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ea7c19a9-5de5-40de-bc96-ed7d9485289d tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16362769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16289258'] for router_interface (96334688-f5fd-468c-bd5a-b0a8e580f7e7), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:24.830388 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7c19a9-5de5-40de-bc96-ed7d9485289d tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Pushing event updated for resources: {'Port': ['ID=89dd57ff-90d1-4d4a-8c36-9a3e772d8e99,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:24.865374 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-e62acf12-1e7e-4609-9c03-526d4ab42753 req-a2b7fe88-7a38-44ea-9d8b-f5505f39ccf0 service neutron] For port 7e3124ef-b5b9-40b0-8d07-385fb045629e, host n-h1-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:14:24.872168 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-e62acf12-1e7e-4609-9c03-526d4ab42753 req-a2b7fe88-7a38-44ea-9d8b-f5505f39ccf0 service neutron] For port 7e3124ef-b5b9-40b0-8d07-385fb045629e, host n-h1-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=7e3124ef-b5b9-40b0-8d07-385fb045629e,segment=NetworkSegment(5a6ec8de-15be-49a7-a384-4a9ddf7d36c6),segment_id=5a6ec8de-15be-49a7-a384-4a9ddf7d36c6)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:14:24.884722 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-e62acf12-1e7e-4609-9c03-526d4ab42753 req-a2b7fe88-7a38-44ea-9d8b-f5505f39ccf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (7e3124ef-b5b9-40b0-8d07-385fb045629e), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:24.927937 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62acf12-1e7e-4609-9c03-526d4ab42753 req-a2b7fe88-7a38-44ea-9d8b-f5505f39ccf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:24.928902 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-e62acf12-1e7e-4609-9c03-526d4ab42753 req-a2b7fe88-7a38-44ea-9d8b-f5505f39ccf0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:24.931110 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e62acf12-1e7e-4609-9c03-526d4ab42753 req-a2b7fe88-7a38-44ea-9d8b-f5505f39ccf0 service neutron] 10.222.0.73 "PUT /v2.0/ports/7e3124ef-b5b9-40b0-8d07-385fb045629e HTTP/1.1" status: 200 len: 1091 time: 1.0234606 Feb 19 03:14:24.931707 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6d817ee-d7b2-4203-ad22-c29c9b948791', 'tag': '7e3124ef-b5b9-40b0-8d07-385fb045629e'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:14:24.934775 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-094d6c26-376e-4bb7-9ea9-c34f1cb24acd" -d '{"events": [{"name": "network-changed", "server_uuid": "a6d817ee-d7b2-4203-ad22-c29c9b948791", "tag": "7e3124ef-b5b9-40b0-8d07-385fb045629e"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:14:24.962539 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7c19a9-5de5-40de-bc96-ed7d9485289d tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Network 960566ca-c692-4125-9236-7767a681d326 is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:14:24.964036 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-ea7c19a9-5de5-40de-bc96-ed7d9485289d tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:14:24.989612 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b7fe88-7a38-44ea-9d8b-f5505f39ccf0 service neutron] Pushing event updated for resources: {'Port': ['ID=7e3124ef-b5b9-40b0-8d07-385fb045629e,revision_number=3']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:25.074518 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f979d724-91f1-4408-b5d4-6bff8d35e047 x-openstack-request-id: req-f979d724-91f1-4408-b5d4-6bff8d35e047 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:14:25.075118 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6d817ee-d7b2-4203-ad22-c29c9b948791", "tag": "7e3124ef-b5b9-40b0-8d07-385fb045629e", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:14:25.075435 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f979d724-91f1-4408-b5d4-6bff8d35e047 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:14:25.075849 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6d817ee-d7b2-4203-ad22-c29c9b948791', 'tag': '7e3124ef-b5b9-40b0-8d07-385fb045629e', 'status': 'completed', 'code': 200} Feb 19 03:14:25.122074 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62acf12-1e7e-4609-9c03-526d4ab42753 req-60ae2bc9-8aab-4bfb-a87a-85e3f2fa267f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:25.127605 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e62acf12-1e7e-4609-9c03-526d4ab42753 req-60ae2bc9-8aab-4bfb-a87a-85e3f2fa267f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7a63ab9e8b95425ea22b823775b5854d&device_id=a6d817ee-d7b2-4203-ad22-c29c9b948791 HTTP/1.1" status: 200 len: 1125 time: 0.1266973 Feb 19 03:14:25.165895 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea7c19a9-5de5-40de-bc96-ed7d9485289d tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Router 96334688-f5fd-468c-bd5a-b0a8e580f7e7 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:14:25.198252 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e62acf12-1e7e-4609-9c03-526d4ab42753 req-d7d47706-c547-4912-b3d4-ab204be90bc2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e3124ef-b5b9-40b0-8d07-385fb045629e HTTP/1.1" status: 200 len: 217 time: 0.0556042 Feb 19 03:14:25.301277 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62acf12-1e7e-4609-9c03-526d4ab42753 req-836905c8-463e-4f05-8953-8b486d1b6649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:25.303946 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e62acf12-1e7e-4609-9c03-526d4ab42753 req-836905c8-463e-4f05-8953-8b486d1b6649 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c7fd532c-3a0d-45e5-bde2-0533dcd580e1 HTTP/1.1" status: 200 len: 865 time: 0.1039009 Feb 19 03:14:25.344977 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-f1994602-a32c-4df2-81c1-b2cde38e2acd None None] Provisioning complete for port 89dd57ff-90d1-4d4a-8c36-9a3e772d8e99 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:14:25.345584 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f1994602-a32c-4df2-81c1-b2cde38e2acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (89dd57ff-90d1-4d4a-8c36-9a3e772d8e99), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:25.346773 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e62acf12-1e7e-4609-9c03-526d4ab42753 req-144e89ec-fdd9-4b5e-9f8b-98465340b18e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0394da51-6788-49dd-a9db-c6ad882a71d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366712 Feb 19 03:14:25.404934 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-f1994602-a32c-4df2-81c1-b2cde38e2acd None None] Port 89dd57ff-90d1-4d4a-8c36-9a3e772d8e99 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:14:25.506438 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e62acf12-1e7e-4609-9c03-526d4ab42753 req-34203107-5c65-4658-b775-57b0aeb2763b service neutron] 10.222.0.73 "GET /v2.0/networks/0394da51-6788-49dd-a9db-c6ad882a71d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523244 Feb 19 03:14:25.656818 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e62acf12-1e7e-4609-9c03-526d4ab42753 req-2fb0b392-842a-4111-9589-4f26b015d6f0 service neutron] 10.222.0.73 "GET /v2.0/networks/0394da51-6788-49dd-a9db-c6ad882a71d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444507 Feb 19 03:14:25.695109 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60011ee1-6173-4490-92a0-647f9ad1dd53 req-40136fe5-dbb9-4d1a-b106-ebe5466f5f52 tempest-ServersNegativeTestMultiTenantJSON-1674549261 tempest-ServersNegativeTestMultiTenantJSON-1674549261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:25.696661 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-60011ee1-6173-4490-92a0-647f9ad1dd53 req-40136fe5-dbb9-4d1a-b106-ebe5466f5f52 tempest-ServersNegativeTestMultiTenantJSON-1674549261 tempest-ServersNegativeTestMultiTenantJSON-1674549261-project] 10.222.0.72 "GET /v2.0/ports?device_id=a6d817ee-d7b2-4203-ad22-c29c9b948791 HTTP/1.1" status: 200 len: 943 time: 0.1075993 Feb 19 03:14:25.743489 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea7c19a9-5de5-40de-bc96-ed7d9485289d tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:14:25.757655 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-ea7c19a9-5de5-40de-bc96-ed7d9485289d tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "PUT /v2.0/routers/96334688-f5fd-468c-bd5a-b0a8e580f7e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3150439 Feb 19 03:14:25.758879 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a094ca4-2219-4cfd-9c27-dcc790cc0945 None None] Sync routers for ids ['96334688-f5fd-468c-bd5a-b0a8e580f7e7'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:14:25.778652 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a094ca4-2219-4cfd-9c27-dcc790cc0945 None None] Routers {'96334688-f5fd-468c-bd5a-b0a8e580f7e7'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:14:25.779602 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-8a094ca4-2219-4cfd-9c27-dcc790cc0945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:14:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['96334688-f5fd-468c-bd5a-b0a8e580f7e7'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:14:25.780827 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-60011ee1-6173-4490-92a0-647f9ad1dd53 req-1e816cca-c1fb-4732-949b-bbebec36c935 tempest-ServersNegativeTestMultiTenantJSON-1674549261 tempest-ServersNegativeTestMultiTenantJSON-1674549261-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d734209-9ed7-4184-b2e7-50451ae6030f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748937 Feb 19 03:14:25.821383 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094d6c26-376e-4bb7-9ea9-c34f1cb24acd req-df68dd6b-0f9a-40c3-aaed-ee17319c056c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:25.823153 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-094d6c26-376e-4bb7-9ea9-c34f1cb24acd req-df68dd6b-0f9a-40c3-aaed-ee17319c056c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7a63ab9e8b95425ea22b823775b5854d&device_id=a6d817ee-d7b2-4203-ad22-c29c9b948791 HTTP/1.1" status: 200 len: 1125 time: 0.0837102 Feb 19 03:14:25.954553 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094d6c26-376e-4bb7-9ea9-c34f1cb24acd req-a056d5f9-fd7b-465b-b54e-a3103d252628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:25.957030 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-094d6c26-376e-4bb7-9ea9-c34f1cb24acd req-a056d5f9-fd7b-465b-b54e-a3103d252628 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0394da51-6788-49dd-a9db-c6ad882a71d6 HTTP/1.1" status: 200 len: 926 time: 0.1272504 Feb 19 03:14:25.961655 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-8a094ca4-2219-4cfd-9c27-dcc790cc0945 None None] Set router 96334688-f5fd-468c-bd5a-b0a8e580f7e7 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:14:26.022828 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-094d6c26-376e-4bb7-9ea9-c34f1cb24acd req-59e01e8f-75fe-4f24-896b-2990b31d7add service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e3124ef-b5b9-40b0-8d07-385fb045629e HTTP/1.1" status: 200 len: 217 time: 0.0543602 Feb 19 03:14:26.091546 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094d6c26-376e-4bb7-9ea9-c34f1cb24acd req-ebbc1894-d4b5-47d5-a15b-88365ae81d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:26.093750 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-094d6c26-376e-4bb7-9ea9-c34f1cb24acd req-ebbc1894-d4b5-47d5-a15b-88365ae81d08 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c7fd532c-3a0d-45e5-bde2-0533dcd580e1 HTTP/1.1" status: 200 len: 865 time: 0.0661306 Feb 19 03:14:26.132104 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-094d6c26-376e-4bb7-9ea9-c34f1cb24acd req-7b88d6fc-88a5-43a2-b0e5-d83870d03b9f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0394da51-6788-49dd-a9db-c6ad882a71d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305970 Feb 19 03:14:26.248720 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-094d6c26-376e-4bb7-9ea9-c34f1cb24acd req-a005e29e-c7c3-42a9-8ae3-2c5fa28192f7 service neutron] 10.222.0.73 "GET /v2.0/networks/0394da51-6788-49dd-a9db-c6ad882a71d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092458 Feb 19 03:14:26.273658 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-8a094ca4-2219-4cfd-9c27-dcc790cc0945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96334688-f5fd-468c-bd5a-b0a8e580f7e7', 'name': 'tempest-TestNetworkBasicOps-router-1592647355', 'tenant_id': '32b88e7bc28b44379a1452b198468e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'f0bef01f-7a5e-4587-9579-7e30c23e9db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:12:12Z', 'updated_at': '2022-02-19T03:14:24Z', 'revision_number': 5, 'project_id': '32b88e7bc28b44379a1452b198468e54', 'gw_port': {'id': 'f0bef01f-7a5e-4587-9579-7e30c23e9db4', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:8b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96334688-f5fd-468c-bd5a-b0a8e580f7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:12:13Z', 'updated_at': '2022-02-19T03:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': 'c3cbbefa-a79b-4cf1-9eee-3efa54329558', 'tenant_id': '32b88e7bc28b44379a1452b198468e54', 'floating_ip_address': '172.25.6.183', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': '96334688-f5fd-468c-bd5a-b0a8e580f7e7', 'port_id': '815798fc-e514-4a26-8f99-eeff0cbf5bd9', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5189435a-ef15-47eb-8dc4-aaf10a844886', 'mac_address': 'fa:16:3e:e2:c9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dad18e6-0289-4849-ab34-abf40e975ae1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:12:40Z', 'updated_at': '2022-02-19T03:12:44Z', 'revision_number': 1, 'project_id': '32b88e7bc28b44379a1452b198468e54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '711e4c99-b69f-4cb5-8104-e546cdcb1ff4', 'name': '', 'network_id': '5189435a-ef15-47eb-8dc4-aaf10a844886', 'tenant_id': '32b88e7bc28b44379a1452b198468e54', 'mac_address': 'fa:16:3e:da:9b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96334688-f5fd-468c-bd5a-b0a8e580f7e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'bc6b4e94-cc8d-478c-bcbf-a4c78d4a263c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:12:16Z', 'updated_at': '2022-02-19T03:12:23Z', 'revision_number': 5, 'project_id': '32b88e7bc28b44379a1452b198468e54', 'subnets': [{'id': 'bc6b4e94-cc8d-478c-bcbf-a4c78d4a263c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89dd57ff-90d1-4d4a-8c36-9a3e772d8e99', 'name': '', 'network_id': '960566ca-c692-4125-9236-7767a681d326', 'tenant_id': '32b88e7bc28b44379a1452b198468e54', 'mac_address': 'fa:16:3e:bd:77:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96334688-f5fd-468c-bd5a-b0a8e580f7e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'd14fb3d7-724f-46d4-9032-40a7d93448d0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:14:23Z', 'updated_at': '2022-02-19T03:14:24Z', 'revision_number': 2, 'project_id': '32b88e7bc28b44379a1452b198468e54', 'subnets': [{'id': 'd14fb3d7-724f-46d4-9032-40a7d93448d0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:14:26.278188 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:26.305531 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a094ca4-2219-4cfd-9c27-dcc790cc0945 None None] Checking router: 96334688-f5fd-468c-bd5a-b0a8e580f7e7 for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:14:26.306206 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a094ca4-2219-4cfd-9c27-dcc790cc0945 None None] Updating router 96334688-f5fd-468c-bd5a-b0a8e580f7e7 port 89dd57ff-90d1-4d4a-8c36-9a3e772d8e99 binding host n-d-826753-2 {{(pid=103703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:14:26.348737 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-8a094ca4-2219-4cfd-9c27-dcc790cc0945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (89dd57ff-90d1-4d4a-8c36-9a3e772d8e99), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:26.717584 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-094d6c26-376e-4bb7-9ea9-c34f1cb24acd req-6a11d769-20a1-4694-9bca-7795908b7e52 service neutron] 10.222.0.73 "GET /v2.0/networks/0394da51-6788-49dd-a9db-c6ad882a71d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4632626 Feb 19 03:14:26.845868 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-8a094ca4-2219-4cfd-9c27-dcc790cc0945 None None] Publish callbacks [] for port (89dd57ff-90d1-4d4a-8c36-9a3e772d8e99), precommit_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:26.854849 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-8a094ca4-2219-4cfd-9c27-dcc790cc0945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (89dd57ff-90d1-4d4a-8c36-9a3e772d8e99), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:26.932302 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c46a3e-6ee3-432c-ae46-344c353f0eae None None] Pushing event updated for resources: {'Port': ['ID=89dd57ff-90d1-4d4a-8c36-9a3e772d8e99,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:26.955738 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead95185-0d65-4454-b10a-27c7ac683673 req-1756ba34-2ac0-42cf-8581-9a28832cd885 tempest-ServersNegativeTestMultiTenantJSON-1674549261 tempest-ServersNegativeTestMultiTenantJSON-1674549261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:26.965617 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ead95185-0d65-4454-b10a-27c7ac683673 req-1756ba34-2ac0-42cf-8581-9a28832cd885 tempest-ServersNegativeTestMultiTenantJSON-1674549261 tempest-ServersNegativeTestMultiTenantJSON-1674549261-project] 10.222.0.72 "GET /v2.0/ports?device_id=a6d817ee-d7b2-4203-ad22-c29c9b948791 HTTP/1.1" status: 200 len: 943 time: 0.0926547 Feb 19 03:14:27.001854 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-8a094ca4-2219-4cfd-9c27-dcc790cc0945 None None] Attempting to bind port 89dd57ff-90d1-4d4a-8c36-9a3e772d8e99 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:14:27.002520 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-8a094ca4-2219-4cfd-9c27-dcc790cc0945 None None] Attempting to bind port 89dd57ff-90d1-4d4a-8c36-9a3e772d8e99 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': 'c5b839d4-843b-49fb-9dd5-49a3b448b49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '960566ca-c692-4125-9236-7767a681d326'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:14:27.003118 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a094ca4-2219-4cfd-9c27-dcc790cc0945 None None] Attempting to bind port 89dd57ff-90d1-4d4a-8c36-9a3e772d8e99 on network 960566ca-c692-4125-9236-7767a681d326 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:14:27.015556 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a094ca4-2219-4cfd-9c27-dcc790cc0945 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:14:27.016256 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a094ca4-2219-4cfd-9c27-dcc790cc0945 None None] Checking segment: {'id': 'c5b839d4-843b-49fb-9dd5-49a3b448b49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '960566ca-c692-4125-9236-7767a681d326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:14:27.018273 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-8a094ca4-2219-4cfd-9c27-dcc790cc0945 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:27.020171 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a094ca4-2219-4cfd-9c27-dcc790cc0945 None None] Bound using segment: {'id': 'c5b839d4-843b-49fb-9dd5-49a3b448b49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '960566ca-c692-4125-9236-7767a681d326'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:14:27.020865 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-8a094ca4-2219-4cfd-9c27-dcc790cc0945 None None] Bound port: 89dd57ff-90d1-4d4a-8c36-9a3e772d8e99, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5b839d4-843b-49fb-9dd5-49a3b448b49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '960566ca-c692-4125-9236-7767a681d326'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:14:27.021559 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-8a094ca4-2219-4cfd-9c27-dcc790cc0945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (89dd57ff-90d1-4d4a-8c36-9a3e772d8e99), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:27.054342 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ead95185-0d65-4454-b10a-27c7ac683673 req-83da2768-e725-4dc8-a546-2864a0bb723f tempest-ServersNegativeTestMultiTenantJSON-1674549261 tempest-ServersNegativeTestMultiTenantJSON-1674549261-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d734209-9ed7-4184-b2e7-50451ae6030f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860775 Feb 19 03:14:27.119990 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-8a094ca4-2219-4cfd-9c27-dcc790cc0945 None None] For port 89dd57ff-90d1-4d4a-8c36-9a3e772d8e99, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:14:27.124279 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-8a094ca4-2219-4cfd-9c27-dcc790cc0945 None None] For port 89dd57ff-90d1-4d4a-8c36-9a3e772d8e99, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=89dd57ff-90d1-4d4a-8c36-9a3e772d8e99,segment=NetworkSegment(c5b839d4-843b-49fb-9dd5-49a3b448b49c),segment_id=c5b839d4-843b-49fb-9dd5-49a3b448b49c)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:14:27.136649 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-8a094ca4-2219-4cfd-9c27-dcc790cc0945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (89dd57ff-90d1-4d4a-8c36-9a3e772d8e99), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:27.204594 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a094ca4-2219-4cfd-9c27-dcc790cc0945 None None] Routers {'96334688-f5fd-468c-bd5a-b0a8e580f7e7'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:14:27.205172 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-8a094ca4-2219-4cfd-9c27-dcc790cc0945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:14:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['96334688-f5fd-468c-bd5a-b0a8e580f7e7'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:14:27.258387 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c46a3e-6ee3-432c-ae46-344c353f0eae None None] Pushing event updated for resources: {'Port': ['ID=89dd57ff-90d1-4d4a-8c36-9a3e772d8e99,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:27.376520 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-8a094ca4-2219-4cfd-9c27-dcc790cc0945 None None] Set router 96334688-f5fd-468c-bd5a-b0a8e580f7e7 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:14:27.505178 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-740eab39-56ef-4bfa-a7b0-5117a1ef54d8 None None] Provisioning complete for port 89dd57ff-90d1-4d4a-8c36-9a3e772d8e99 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:14:27.506028 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-740eab39-56ef-4bfa-a7b0-5117a1ef54d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (89dd57ff-90d1-4d4a-8c36-9a3e772d8e99), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:27.704896 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-740eab39-56ef-4bfa-a7b0-5117a1ef54d8 None None] Current status of the port 89dd57ff-90d1-4d4a-8c36-9a3e772d8e99 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:14:27.705313 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-740eab39-56ef-4bfa-a7b0-5117a1ef54d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (89dd57ff-90d1-4d4a-8c36-9a3e772d8e99), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:27.754120 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-8a094ca4-2219-4cfd-9c27-dcc790cc0945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96334688-f5fd-468c-bd5a-b0a8e580f7e7', 'name': 'tempest-TestNetworkBasicOps-router-1592647355', 'tenant_id': '32b88e7bc28b44379a1452b198468e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'f0bef01f-7a5e-4587-9579-7e30c23e9db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:12:12Z', 'updated_at': '2022-02-19T03:14:24Z', 'revision_number': 5, 'project_id': '32b88e7bc28b44379a1452b198468e54', 'gw_port': {'id': 'f0bef01f-7a5e-4587-9579-7e30c23e9db4', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:8b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96334688-f5fd-468c-bd5a-b0a8e580f7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:12:13Z', 'updated_at': '2022-02-19T03:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': 'c3cbbefa-a79b-4cf1-9eee-3efa54329558', 'tenant_id': '32b88e7bc28b44379a1452b198468e54', 'floating_ip_address': '172.25.6.183', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': '96334688-f5fd-468c-bd5a-b0a8e580f7e7', 'port_id': '815798fc-e514-4a26-8f99-eeff0cbf5bd9', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5189435a-ef15-47eb-8dc4-aaf10a844886', 'mac_address': 'fa:16:3e:e2:c9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dad18e6-0289-4849-ab34-abf40e975ae1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:12:40Z', 'updated_at': '2022-02-19T03:12:44Z', 'revision_number': 1, 'project_id': '32b88e7bc28b44379a1452b198468e54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '711e4c99-b69f-4cb5-8104-e546cdcb1ff4', 'name': '', 'network_id': '5189435a-ef15-47eb-8dc4-aaf10a844886', 'tenant_id': '32b88e7bc28b44379a1452b198468e54', 'mac_address': 'fa:16:3e:da:9b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96334688-f5fd-468c-bd5a-b0a8e580f7e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'bc6b4e94-cc8d-478c-bcbf-a4c78d4a263c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:12:16Z', 'updated_at': '2022-02-19T03:12:23Z', 'revision_number': 5, 'project_id': '32b88e7bc28b44379a1452b198468e54', 'subnets': [{'id': 'bc6b4e94-cc8d-478c-bcbf-a4c78d4a263c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89dd57ff-90d1-4d4a-8c36-9a3e772d8e99', 'name': '', 'network_id': '960566ca-c692-4125-9236-7767a681d326', 'tenant_id': '32b88e7bc28b44379a1452b198468e54', 'mac_address': 'fa:16:3e:bd:77:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96334688-f5fd-468c-bd5a-b0a8e580f7e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'd14fb3d7-724f-46d4-9032-40a7d93448d0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:14:23Z', 'updated_at': '2022-02-19T03:14:27Z', 'revision_number': 4, 'project_id': '32b88e7bc28b44379a1452b198468e54', 'subnets': [{'id': 'd14fb3d7-724f-46d4-9032-40a7d93448d0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:14:27.759521 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-740eab39-56ef-4bfa-a7b0-5117a1ef54d8 None None] For port 89dd57ff-90d1-4d4a-8c36-9a3e772d8e99, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=89dd57ff-90d1-4d4a-8c36-9a3e772d8e99,segment=NetworkSegment(c5b839d4-843b-49fb-9dd5-49a3b448b49c),segment_id=c5b839d4-843b-49fb-9dd5-49a3b448b49c)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:14:27.790539 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a094ca4-2219-4cfd-9c27-dcc790cc0945 None None] The sync data for ids ['96334688-f5fd-468c-bd5a-b0a8e580f7e7'] in n-d-826753-2 is: [{'id': '96334688-f5fd-468c-bd5a-b0a8e580f7e7', 'name': 'tempest-TestNetworkBasicOps-router-1592647355', 'tenant_id': '32b88e7bc28b44379a1452b198468e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'f0bef01f-7a5e-4587-9579-7e30c23e9db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:12:12Z', 'updated_at': '2022-02-19T03:14:24Z', 'revision_number': 5, 'project_id': '32b88e7bc28b44379a1452b198468e54', 'gw_port': {'id': 'f0bef01f-7a5e-4587-9579-7e30c23e9db4', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:8b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96334688-f5fd-468c-bd5a-b0a8e580f7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:12:13Z', 'updated_at': '2022-02-19T03:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': 'c3cbbefa-a79b-4cf1-9eee-3efa54329558', 'tenant_id': '32b88e7bc28b44379a1452b198468e54', 'floating_ip_address': '172.25.6.183', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': '96334688-f5fd-468c-bd5a-b0a8e580f7e7', 'port_id': '815798fc-e514-4a26-8f99-eeff0cbf5bd9', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5189435a-ef15-47eb-8dc4-aaf10a844886', 'mac_address': 'fa:16:3e:e2:c9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dad18e6-0289-4849-ab34-abf40e975ae1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:12:40Z', 'updated_at': '2022-02-19T03:12:44Z', 'revision_number': 1, 'project_id': '32b88e7bc28b44379a1452b198468e54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '711e4c99-b69f-4cb5-8104-e546cdcb1ff4', 'name': '', 'network_id': '5189435a-ef15-47eb-8dc4-aaf10a844886', 'tenant_id': '32b88e7bc28b44379a1452b198468e54', 'mac_address': 'fa:16:3e:da:9b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96334688-f5fd-468c-bd5a-b0a8e580f7e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'bc6b4e94-cc8d-478c-bcbf-a4c78d4a263c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:12:16Z', 'updated_at': '2022-02-19T03:12:23Z', 'revision_number': 5, 'project_id': '32b88e7bc28b44379a1452b198468e54', 'subnets': [{'id': 'bc6b4e94-cc8d-478c-bcbf-a4c78d4a263c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89dd57ff-90d1-4d4a-8c36-9a3e772d8e99', 'name': '', 'network_id': '960566ca-c692-4125-9236-7767a681d326', 'tenant_id': '32b88e7bc28b44379a1452b198468e54', 'mac_address': 'fa:16:3e:bd:77:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96334688-f5fd-468c-bd5a-b0a8e580f7e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'd14fb3d7-724f-46d4-9032-40a7d93448d0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:14:23Z', 'updated_at': '2022-02-19T03:14:27Z', 'revision_number': 4, 'project_id': '32b88e7bc28b44379a1452b198468e54', 'subnets': [{'id': 'd14fb3d7-724f-46d4-9032-40a7d93448d0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:14:27.793244 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-740eab39-56ef-4bfa-a7b0-5117a1ef54d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (89dd57ff-90d1-4d4a-8c36-9a3e772d8e99), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:27.847666 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740eab39-56ef-4bfa-a7b0-5117a1ef54d8 None None] Pushing event updated for resources: {'Port': ['ID=89dd57ff-90d1-4d4a-8c36-9a3e772d8e99,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:27.930862 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-09a20512-c1d0-483c-b05b-b1f7f094a420 None None] Provisioning complete for port 89dd57ff-90d1-4d4a-8c36-9a3e772d8e99 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:14:27.931507 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-09a20512-c1d0-483c-b05b-b1f7f094a420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (89dd57ff-90d1-4d4a-8c36-9a3e772d8e99), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:27.969882 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 7e3124ef-b5b9-40b0-8d07-385fb045629e details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:14:28.121295 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-09a20512-c1d0-483c-b05b-b1f7f094a420 None None] Current status of the port 89dd57ff-90d1-4d4a-8c36-9a3e772d8e99 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:14:28.145385 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 7e3124ef-b5b9-40b0-8d07-385fb045629e, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=7e3124ef-b5b9-40b0-8d07-385fb045629e,segment=NetworkSegment(5a6ec8de-15be-49a7-a384-4a9ddf7d36c6),segment_id=5a6ec8de-15be-49a7-a384-4a9ddf7d36c6)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:14:28.158879 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': '7e3124ef-b5b9-40b0-8d07-385fb045629e', 'network_id': '0394da51-6788-49dd-a9db-c6ad882a71d6', 'port_id': '7e3124ef-b5b9-40b0-8d07-385fb045629e', 'mac_address': 'fa:16:3e:b2:22:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7fd532c-3a0d-45e5-bde2-0533dcd580e1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:14:28.207904 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 7e3124ef-b5b9-40b0-8d07-385fb045629e is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:14:28.208397 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (7e3124ef-b5b9-40b0-8d07-385fb045629e), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:28.224797 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e3124ef-b5b9-40b0-8d07-385fb045629e {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:14:28.259931 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 7e3124ef-b5b9-40b0-8d07-385fb045629e, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=7e3124ef-b5b9-40b0-8d07-385fb045629e,segment=NetworkSegment(5a6ec8de-15be-49a7-a384-4a9ddf7d36c6),segment_id=5a6ec8de-15be-49a7-a384-4a9ddf7d36c6)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:14:28.266180 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (7e3124ef-b5b9-40b0-8d07-385fb045629e), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:28.271551 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add22299-af06-4429-a781-34ae30f70089 req-31dec3e5-beed-46bb-b86a-ea691296e5b4 tempest-ServersNegativeTestMultiTenantJSON-1674549261 tempest-ServersNegativeTestMultiTenantJSON-1674549261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:28.273793 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-add22299-af06-4429-a781-34ae30f70089 req-31dec3e5-beed-46bb-b86a-ea691296e5b4 tempest-ServersNegativeTestMultiTenantJSON-1674549261 tempest-ServersNegativeTestMultiTenantJSON-1674549261-project] 10.222.0.72 "GET /v2.0/ports?device_id=a6d817ee-d7b2-4203-ad22-c29c9b948791 HTTP/1.1" status: 200 len: 943 time: 0.1147604 Feb 19 03:14:28.361797 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-add22299-af06-4429-a781-34ae30f70089 req-7711ca87-71f9-4bf0-a321-025a6019bb86 tempest-ServersNegativeTestMultiTenantJSON-1674549261 tempest-ServersNegativeTestMultiTenantJSON-1674549261-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d734209-9ed7-4184-b2e7-50451ae6030f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785580 Feb 19 03:14:28.383331 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=7e3124ef-b5b9-40b0-8d07-385fb045629e,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:28.504585 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 89dd57ff-90d1-4d4a-8c36-9a3e772d8e99 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:14:28.582534 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 89dd57ff-90d1-4d4a-8c36-9a3e772d8e99 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:14:28.582909 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (89dd57ff-90d1-4d4a-8c36-9a3e772d8e99), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:28.643417 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['7e3124ef-b5b9-40b0-8d07-385fb045629e'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:14:28.719932 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 89dd57ff-90d1-4d4a-8c36-9a3e772d8e99 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:14:29.510975 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f3d895-175c-4080-8049-44b9da6c01bd req-065c223c-4655-4dd2-a272-bb7026611d33 tempest-ServersNegativeTestMultiTenantJSON-1674549261 tempest-ServersNegativeTestMultiTenantJSON-1674549261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:29.518984 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-16f3d895-175c-4080-8049-44b9da6c01bd req-065c223c-4655-4dd2-a272-bb7026611d33 tempest-ServersNegativeTestMultiTenantJSON-1674549261 tempest-ServersNegativeTestMultiTenantJSON-1674549261-project] 10.222.0.72 "GET /v2.0/ports?device_id=a6d817ee-d7b2-4203-ad22-c29c9b948791 HTTP/1.1" status: 200 len: 944 time: 0.0701065 Feb 19 03:14:29.595203 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-16f3d895-175c-4080-8049-44b9da6c01bd req-75b08de6-7afc-4624-a738-00a51eecdf32 tempest-ServersNegativeTestMultiTenantJSON-1674549261 tempest-ServersNegativeTestMultiTenantJSON-1674549261-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d734209-9ed7-4184-b2e7-50451ae6030f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750351 Feb 19 03:14:29.970935 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 7e3124ef-b5b9-40b0-8d07-385fb045629e up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:14:30.044364 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning for port 7e3124ef-b5b9-40b0-8d07-385fb045629e completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:14:30.052981 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port 7e3124ef-b5b9-40b0-8d07-385fb045629e triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:14:30.053520 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (7e3124ef-b5b9-40b0-8d07-385fb045629e), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:30.144600 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 7e3124ef-b5b9-40b0-8d07-385fb045629e is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:14:30.144989 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (7e3124ef-b5b9-40b0-8d07-385fb045629e), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:30.177432 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6d817ee-d7b2-4203-ad22-c29c9b948791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e3124ef-b5b9-40b0-8d07-385fb045629e'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:14:30.182648 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b95310e-2326-4f9d-9f0f-296742781efa" -d '{"events": [{"server_uuid": "a6d817ee-d7b2-4203-ad22-c29c9b948791", "name": "network-vif-plugged", "status": "completed", "tag": "7e3124ef-b5b9-40b0-8d07-385fb045629e"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:14:30.212663 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 7e3124ef-b5b9-40b0-8d07-385fb045629e, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=7e3124ef-b5b9-40b0-8d07-385fb045629e,segment=NetworkSegment(5a6ec8de-15be-49a7-a384-4a9ddf7d36c6),segment_id=5a6ec8de-15be-49a7-a384-4a9ddf7d36c6)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:14:30.222552 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (7e3124ef-b5b9-40b0-8d07-385fb045629e), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:30.243805 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3719678f-1bf2-47fb-8319-0271c3091631 x-openstack-request-id: req-3719678f-1bf2-47fb-8319-0271c3091631 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:14:30.244099 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6d817ee-d7b2-4203-ad22-c29c9b948791", "name": "network-vif-plugged", "status": "completed", "tag": "7e3124ef-b5b9-40b0-8d07-385fb045629e", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:14:30.244361 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3719678f-1bf2-47fb-8319-0271c3091631 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:14:30.244754 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6d817ee-d7b2-4203-ad22-c29c9b948791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e3124ef-b5b9-40b0-8d07-385fb045629e', 'code': 200} Feb 19 03:14:30.348674 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=7e3124ef-b5b9-40b0-8d07-385fb045629e,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:30.387545 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b780267e-476e-4247-8636-cdb689e1ae5f req-288c8ce2-0a54-474b-bc41-720310a016a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:30.389295 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-b780267e-476e-4247-8636-cdb689e1ae5f req-288c8ce2-0a54-474b-bc41-720310a016a2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a6d817ee-d7b2-4203-ad22-c29c9b948791 HTTP/1.1" status: 200 len: 1127 time: 0.0533741 Feb 19 03:14:30.445987 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-b780267e-476e-4247-8636-cdb689e1ae5f req-3cdd4556-6eea-4b47-b4d6-cec743db31b0 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=6d734209-9ed7-4184-b2e7-50451ae6030f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502851 Feb 19 03:14:30.750549 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a70b9b4-a678-4dcb-81bf-c2d35d39d9f4 req-9e52e02e-1fcf-469b-8754-6961a7ee7af3 tempest-ServersNegativeTestMultiTenantJSON-1674549261 tempest-ServersNegativeTestMultiTenantJSON-1674549261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:30.752767 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5a70b9b4-a678-4dcb-81bf-c2d35d39d9f4 req-9e52e02e-1fcf-469b-8754-6961a7ee7af3 tempest-ServersNegativeTestMultiTenantJSON-1674549261 tempest-ServersNegativeTestMultiTenantJSON-1674549261-project] 10.222.0.72 "GET /v2.0/ports?device_id=a6d817ee-d7b2-4203-ad22-c29c9b948791 HTTP/1.1" status: 200 len: 945 time: 0.0692246 Feb 19 03:14:30.824083 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5a70b9b4-a678-4dcb-81bf-c2d35d39d9f4 req-6f7c6e01-e6d1-4a3e-a012-9ccacc59a41b tempest-ServersNegativeTestMultiTenantJSON-1674549261 tempest-ServersNegativeTestMultiTenantJSON-1674549261-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d734209-9ed7-4184-b2e7-50451ae6030f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654867 Feb 19 03:14:32.041549 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536f418d-ad4c-43c2-82b1-c124f23381fe req-35cb7fa8-c3f2-4438-9af6-8b22ce9e415a tempest-ServersNegativeTestMultiTenantJSON-1674549261 tempest-ServersNegativeTestMultiTenantJSON-1674549261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:32.068342 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-536f418d-ad4c-43c2-82b1-c124f23381fe req-35cb7fa8-c3f2-4438-9af6-8b22ce9e415a tempest-ServersNegativeTestMultiTenantJSON-1674549261 tempest-ServersNegativeTestMultiTenantJSON-1674549261-project] 10.222.0.72 "GET /v2.0/ports?device_id=a6d817ee-d7b2-4203-ad22-c29c9b948791 HTTP/1.1" status: 200 len: 945 time: 0.1049027 Feb 19 03:14:32.128206 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-536f418d-ad4c-43c2-82b1-c124f23381fe req-ead7a1d1-94c4-488d-a50c-24762cfe908e tempest-ServersNegativeTestMultiTenantJSON-1674549261 tempest-ServersNegativeTestMultiTenantJSON-1674549261-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d734209-9ed7-4184-b2e7-50451ae6030f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572207 Feb 19 03:14:32.285291 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c84c3-aa89-44da-a26b-b5b173d59cad req-b9606108-5af8-447b-9414-170a0fc6aa16 tempest-ServersNegativeTestMultiTenantJSON-1674549261 tempest-ServersNegativeTestMultiTenantJSON-1674549261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:32.292916 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d65c84c3-aa89-44da-a26b-b5b173d59cad req-b9606108-5af8-447b-9414-170a0fc6aa16 tempest-ServersNegativeTestMultiTenantJSON-1674549261 tempest-ServersNegativeTestMultiTenantJSON-1674549261-project] 10.222.0.72 "GET /v2.0/ports?device_id=a6d817ee-d7b2-4203-ad22-c29c9b948791 HTTP/1.1" status: 200 len: 945 time: 0.0822999 Feb 19 03:14:32.360676 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d65c84c3-aa89-44da-a26b-b5b173d59cad req-fc4b915b-dead-4d0b-bf77-451b6a39c268 tempest-ServersNegativeTestMultiTenantJSON-1674549261 tempest-ServersNegativeTestMultiTenantJSON-1674549261-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d734209-9ed7-4184-b2e7-50451ae6030f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670812 Feb 19 03:14:32.602170 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75b0a84-d95a-438b-99fa-6c94f1e7bbcf req-03fe05da-bdaf-4891-a733-cecf04ca0970 tempest-ServersNegativeTestMultiTenantJSON-1674549261 tempest-ServersNegativeTestMultiTenantJSON-1674549261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:32.608974 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a75b0a84-d95a-438b-99fa-6c94f1e7bbcf req-03fe05da-bdaf-4891-a733-cecf04ca0970 tempest-ServersNegativeTestMultiTenantJSON-1674549261 tempest-ServersNegativeTestMultiTenantJSON-1674549261-project] 10.222.0.72 "GET /v2.0/ports?device_id=a6d817ee-d7b2-4203-ad22-c29c9b948791 HTTP/1.1" status: 200 len: 945 time: 0.0681458 Feb 19 03:14:32.658006 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a75b0a84-d95a-438b-99fa-6c94f1e7bbcf req-05b36aee-652c-4987-a26f-af1a2a48ab9b tempest-ServersNegativeTestMultiTenantJSON-1674549261 tempest-ServersNegativeTestMultiTenantJSON-1674549261-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d734209-9ed7-4184-b2e7-50451ae6030f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480795 Feb 19 03:14:33.070783 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58db4adf-c93c-4824-8e42-f3dfa428bce1 req-67aa5de6-d3fa-4821-8f8d-c941f501cabf tempest-ServersNegativeTestMultiTenantJSON-1674549261 tempest-ServersNegativeTestMultiTenantJSON-1674549261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:33.078540 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-58db4adf-c93c-4824-8e42-f3dfa428bce1 req-67aa5de6-d3fa-4821-8f8d-c941f501cabf tempest-ServersNegativeTestMultiTenantJSON-1674549261 tempest-ServersNegativeTestMultiTenantJSON-1674549261-project] 10.222.0.72 "GET /v2.0/ports?device_id=a6d817ee-d7b2-4203-ad22-c29c9b948791 HTTP/1.1" status: 200 len: 945 time: 0.0948622 Feb 19 03:14:33.145627 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-58db4adf-c93c-4824-8e42-f3dfa428bce1 req-136df1e3-8dd3-40c0-91df-a7e8dea4a1b1 tempest-ServersNegativeTestMultiTenantJSON-1674549261 tempest-ServersNegativeTestMultiTenantJSON-1674549261-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d734209-9ed7-4184-b2e7-50451ae6030f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662546 Feb 19 03:14:34.314023 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398d3b7a-1b7a-4503-ba32-f77662648ab2 req-3d1d9be0-e4c6-4f78-8e6b-8b14405b71dd tempest-ServersNegativeTestMultiTenantJSON-1674549261 tempest-ServersNegativeTestMultiTenantJSON-1674549261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:34.317534 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-398d3b7a-1b7a-4503-ba32-f77662648ab2 req-3d1d9be0-e4c6-4f78-8e6b-8b14405b71dd tempest-ServersNegativeTestMultiTenantJSON-1674549261 tempest-ServersNegativeTestMultiTenantJSON-1674549261-project] 10.222.0.72 "GET /v2.0/ports?device_id=a6d817ee-d7b2-4203-ad22-c29c9b948791 HTTP/1.1" status: 200 len: 945 time: 0.0705900 Feb 19 03:14:34.380930 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-398d3b7a-1b7a-4503-ba32-f77662648ab2 req-0da8d807-e1e0-4108-87ff-6daf6d8f85bb tempest-ServersNegativeTestMultiTenantJSON-1674549261 tempest-ServersNegativeTestMultiTenantJSON-1674549261-project] 10.222.0.72 "GET /v2.0/security-groups?id=6d734209-9ed7-4184-b2e7-50451ae6030f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576026 Feb 19 03:14:34.510103 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252de4df-a664-42f3-8888-a33f17052728 req-b8fd7f5d-fb94-4612-bc5f-fe3a25ac2808 tempest-ServersNegativeTestMultiTenantJSON-1674549261 tempest-ServersNegativeTestMultiTenantJSON-1674549261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:34.511743 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-252de4df-a664-42f3-8888-a33f17052728 req-b8fd7f5d-fb94-4612-bc5f-fe3a25ac2808 tempest-ServersNegativeTestMultiTenantJSON-1674549261 tempest-ServersNegativeTestMultiTenantJSON-1674549261-project] 10.222.0.73 "GET /v2.0/ports?device_id=a6d817ee-d7b2-4203-ad22-c29c9b948791 HTTP/1.1" status: 200 len: 945 time: 0.0621407 Feb 19 03:14:34.615878 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-252de4df-a664-42f3-8888-a33f17052728 req-842d66fb-0466-4bba-8a1a-408c63e49c2f tempest-ServersNegativeTestMultiTenantJSON-1674549261 tempest-ServersNegativeTestMultiTenantJSON-1674549261-project] Deleting port 7e3124ef-b5b9-40b0-8d07-385fb045629e {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:14:34.616136 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-252de4df-a664-42f3-8888-a33f17052728 req-842d66fb-0466-4bba-8a1a-408c63e49c2f tempest-ServersNegativeTestMultiTenantJSON-1674549261 tempest-ServersNegativeTestMultiTenantJSON-1674549261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (7e3124ef-b5b9-40b0-8d07-385fb045629e), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:34.708591 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-252de4df-a664-42f3-8888-a33f17052728 req-842d66fb-0466-4bba-8a1a-408c63e49c2f tempest-ServersNegativeTestMultiTenantJSON-1674549261 tempest-ServersNegativeTestMultiTenantJSON-1674549261-project] For port 7e3124ef-b5b9-40b0-8d07-385fb045629e, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=7e3124ef-b5b9-40b0-8d07-385fb045629e,segment=NetworkSegment(5a6ec8de-15be-49a7-a384-4a9ddf7d36c6),segment_id=5a6ec8de-15be-49a7-a384-4a9ddf7d36c6)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:14:34.708949 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-252de4df-a664-42f3-8888-a33f17052728 req-842d66fb-0466-4bba-8a1a-408c63e49c2f tempest-ServersNegativeTestMultiTenantJSON-1674549261 tempest-ServersNegativeTestMultiTenantJSON-1674549261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (7e3124ef-b5b9-40b0-8d07-385fb045629e), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:34.721146 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-252de4df-a664-42f3-8888-a33f17052728 req-842d66fb-0466-4bba-8a1a-408c63e49c2f tempest-ServersNegativeTestMultiTenantJSON-1674549261 tempest-ServersNegativeTestMultiTenantJSON-1674549261-project] Calling delete_port for 7e3124ef-b5b9-40b0-8d07-385fb045629e owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:14:34.851910 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-252de4df-a664-42f3-8888-a33f17052728 req-842d66fb-0466-4bba-8a1a-408c63e49c2f tempest-ServersNegativeTestMultiTenantJSON-1674549261 tempest-ServersNegativeTestMultiTenantJSON-1674549261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (7e3124ef-b5b9-40b0-8d07-385fb045629e), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:34.884745 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842d66fb-0466-4bba-8a1a-408c63e49c2f tempest-ServersNegativeTestMultiTenantJSON-1674549261 tempest-ServersNegativeTestMultiTenantJSON-1674549261-project] Pushing event deleted for resources: {'Port': ['ID=7e3124ef-b5b9-40b0-8d07-385fb045629e,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:34.887129 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['7e3124ef-b5b9-40b0-8d07-385fb045629e'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:14:34.947099 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-252de4df-a664-42f3-8888-a33f17052728 req-842d66fb-0466-4bba-8a1a-408c63e49c2f tempest-ServersNegativeTestMultiTenantJSON-1674549261 tempest-ServersNegativeTestMultiTenantJSON-1674549261-project] No DVR routers for this DVR port 7e3124ef-b5b9-40b0-8d07-385fb045629e on host n-h1-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:14:34.950590 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-252de4df-a664-42f3-8888-a33f17052728 req-842d66fb-0466-4bba-8a1a-408c63e49c2f tempest-ServersNegativeTestMultiTenantJSON-1674549261 tempest-ServersNegativeTestMultiTenantJSON-1674549261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:34.954373 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-252de4df-a664-42f3-8888-a33f17052728 req-842d66fb-0466-4bba-8a1a-408c63e49c2f tempest-ServersNegativeTestMultiTenantJSON-1674549261 tempest-ServersNegativeTestMultiTenantJSON-1674549261-project] 10.222.0.73 "DELETE /v2.0/ports/7e3124ef-b5b9-40b0-8d07-385fb045629e HTTP/1.1" status: 204 len: 173 time: 0.4372473 Feb 19 03:14:34.955078 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6d817ee-d7b2-4203-ad22-c29c9b948791', 'name': 'network-vif-deleted', 'tag': '7e3124ef-b5b9-40b0-8d07-385fb045629e'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:14:34.957660 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-026c66e7-9932-470d-81c7-861b114bc153" -d '{"events": [{"server_uuid": "a6d817ee-d7b2-4203-ad22-c29c9b948791", "name": "network-vif-deleted", "tag": "7e3124ef-b5b9-40b0-8d07-385fb045629e"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:14:35.005734 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a865d01-441f-40ff-8162-cbd223f86a9e x-openstack-request-id: req-7a865d01-441f-40ff-8162-cbd223f86a9e {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:14:35.005734 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6d817ee-d7b2-4203-ad22-c29c9b948791", "name": "network-vif-deleted", "tag": "7e3124ef-b5b9-40b0-8d07-385fb045629e", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:14:35.006184 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7a865d01-441f-40ff-8162-cbd223f86a9e {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:14:35.006395 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6d817ee-d7b2-4203-ad22-c29c9b948791', 'name': 'network-vif-deleted', 'tag': '7e3124ef-b5b9-40b0-8d07-385fb045629e', 'status': 'completed', 'code': 200} Feb 19 03:14:35.519920 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ae977fc4-8a3d-4bc3-a2b7-30048b2c8c62 req-d6e26e49-eaf5-486b-bf1a-89e508b2ec07 tempest-ServersNegativeTestMultiTenantJSON-1674549261 tempest-ServersNegativeTestMultiTenantJSON-1674549261-project] 10.222.0.72 "GET /v2.0/ports?device_id=a6d817ee-d7b2-4203-ad22-c29c9b948791 HTTP/1.1" status: 200 len: 210 time: 0.0314605 Feb 19 03:14:36.583029 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 38326) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:14:36.629764 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb48f8ec-7bbb-48ec-b600-f68cb7a2c66e admin admin] Deleting subnet c7fd532c-3a0d-45e5-bde2-0533dcd580e1 {{(pid=103701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:14:36.633236 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bb48f8ec-7bbb-48ec-b600-f68cb7a2c66e admin admin] Publish callbacks [] for subnet (c7fd532c-3a0d-45e5-bde2-0533dcd580e1), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:36.670069 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bb48f8ec-7bbb-48ec-b600-f68cb7a2c66e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12647399'] for subnet (c7fd532c-3a0d-45e5-bde2-0533dcd580e1), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:36.710661 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bb48f8ec-7bbb-48ec-b600-f68cb7a2c66e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (c7fd532c-3a0d-45e5-bde2-0533dcd580e1), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:36.770956 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bb48f8ec-7bbb-48ec-b600-f68cb7a2c66e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12647206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58706286'] for subnet (c7fd532c-3a0d-45e5-bde2-0533dcd580e1), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:36.800764 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bb48f8ec-7bbb-48ec-b600-f68cb7a2c66e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:36.804299 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-bb48f8ec-7bbb-48ec-b600-f68cb7a2c66e admin admin] 10.222.0.72 "DELETE /v2.0/subnets/c7fd532c-3a0d-45e5-bde2-0533dcd580e1 HTTP/1.1" status: 204 len: 168 time: 0.2202401 Feb 19 03:14:36.805187 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb48f8ec-7bbb-48ec-b600-f68cb7a2c66e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7fd532c-3a0d-45e5-bde2-0533dcd580e1,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:36.806988 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 38328) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:14:36.878600 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-00066768-625c-441b-8f74-d4d742c2dda6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (0394da51-6788-49dd-a9db-c6ad882a71d6), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:36.962387 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-00066768-625c-441b-8f74-d4d742c2dda6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (0394da51-6788-49dd-a9db-c6ad882a71d6), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:36.982783 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-00066768-625c-441b-8f74-d4d742c2dda6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0394da51-6788-49dd-a9db-c6ad882a71d6']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:14:36.993062 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-00066768-625c-441b-8f74-d4d742c2dda6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a6ec8de-15be-49a7-a384-4a9ddf7d36c6') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:14:36.993367 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-00066768-625c-441b-8f74-d4d742c2dda6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a6ec8de-15be-49a7-a384-4a9ddf7d36c6') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:14:37.003918 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-00066768-625c-441b-8f74-d4d742c2dda6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (5a6ec8de-15be-49a7-a384-4a9ddf7d36c6), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:37.017383 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-00066768-625c-441b-8f74-d4d742c2dda6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (5a6ec8de-15be-49a7-a384-4a9ddf7d36c6), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:37.027255 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00066768-625c-441b-8f74-d4d742c2dda6 admin admin] Releasing vlan 272 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:14:37.027719 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-00066768-625c-441b-8f74-d4d742c2dda6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (5a6ec8de-15be-49a7-a384-4a9ddf7d36c6), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:37.040895 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 03:14:37.040895 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:14:37.040895 n-d-826753-2 neutron-server[103702]: timer() Feb 19 03:14:37.040895 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:14:37.040895 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 03:14:37.040895 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:14:37.040895 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 03:14:37.040895 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:14:37.040895 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 03:14:37.040895 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:14:37.040895 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 03:14:37.040895 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:14:37.040895 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 03:14:37.040895 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:14:37.040895 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:14:37.040895 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:14:37.040895 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:14:37.040895 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:14:37.040895 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 03:14:37.040895 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:14:37.040895 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 03:14:37.040895 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:14:37.040895 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:14:37.040895 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:14:37.040895 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 03:14:37.040895 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:14:37.040895 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:14:37.040895 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:14:37.040895 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:14:37.040895 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:14:37.040895 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:14:37.040895 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:14:37.092898 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-00066768-625c-441b-8f74-d4d742c2dda6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (0394da51-6788-49dd-a9db-c6ad882a71d6), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:37.098963 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-00066768-625c-441b-8f74-d4d742c2dda6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:37.102190 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-00066768-625c-441b-8f74-d4d742c2dda6 admin admin] 10.222.0.72 "DELETE /v2.0/networks/0394da51-6788-49dd-a9db-c6ad882a71d6 HTTP/1.1" status: 204 len: 168 time: 0.2935655 Feb 19 03:14:37.105484 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 38330) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:14:37.113915 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00066768-625c-441b-8f74-d4d742c2dda6 admin admin] Pushing event deleted for resources: {'Network': ['ID=0394da51-6788-49dd-a9db-c6ad882a71d6,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:37.157981 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_v2 [None req-159f3e70-b13c-4add-8248-356d280bf407 admin admin] Deleting subnet 566776cd-47e6-4798-9df8-5c2cf1874a88 {{(pid=103701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:14:37.161598 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-159f3e70-b13c-4add-8248-356d280bf407 admin admin] Publish callbacks [] for subnet (566776cd-47e6-4798-9df8-5c2cf1874a88), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:37.197975 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-159f3e70-b13c-4add-8248-356d280bf407 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12647399'] for subnet (566776cd-47e6-4798-9df8-5c2cf1874a88), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:37.237818 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-159f3e70-b13c-4add-8248-356d280bf407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (566776cd-47e6-4798-9df8-5c2cf1874a88), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:37.314749 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-159f3e70-b13c-4add-8248-356d280bf407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12647206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58706286'] for subnet (566776cd-47e6-4798-9df8-5c2cf1874a88), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:37.346699 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-159f3e70-b13c-4add-8248-356d280bf407 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:37.359041 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-159f3e70-b13c-4add-8248-356d280bf407 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/566776cd-47e6-4798-9df8-5c2cf1874a88 HTTP/1.1" status: 204 len: 168 time: 0.2524447 Feb 19 03:14:37.360123 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159f3e70-b13c-4add-8248-356d280bf407 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=566776cd-47e6-4798-9df8-5c2cf1874a88,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:37.361754 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 38334) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:14:37.371090 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [req-0032bd96-b5de-4f31-84b5-75ccb9c53f67 req-2529bd7a-92dc-4afa-9adc-10c6f1061a43 service neutron] (103701) timed out ('10.222.0.72', 44828) {{(pid=103701) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 03:14:37.467467 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-dfbc3c7c-5510-447d-889e-496670714a17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (28906979-0fb1-4a3f-89d6-655a58b4db75), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:37.570940 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-dfbc3c7c-5510-447d-889e-496670714a17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (28906979-0fb1-4a3f-89d6-655a58b4db75), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:37.595658 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-dfbc3c7c-5510-447d-889e-496670714a17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28906979-0fb1-4a3f-89d6-655a58b4db75']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:14:37.607907 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-dfbc3c7c-5510-447d-889e-496670714a17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea21ae41-6297-4b5a-85e7-665465cb8d3e') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:14:37.608352 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-dfbc3c7c-5510-447d-889e-496670714a17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea21ae41-6297-4b5a-85e7-665465cb8d3e') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:14:37.620605 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-dfbc3c7c-5510-447d-889e-496670714a17 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (ea21ae41-6297-4b5a-85e7-665465cb8d3e), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:37.646976 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-dfbc3c7c-5510-447d-889e-496670714a17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (ea21ae41-6297-4b5a-85e7-665465cb8d3e), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:37.654204 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfbc3c7c-5510-447d-889e-496670714a17 admin admin] Releasing vlan 252 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:14:37.654752 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-dfbc3c7c-5510-447d-889e-496670714a17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (ea21ae41-6297-4b5a-85e7-665465cb8d3e), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:37.656856 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 03:14:37.656856 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:14:37.656856 n-d-826753-2 neutron-server[103702]: timer() Feb 19 03:14:37.656856 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:14:37.656856 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 03:14:37.656856 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:14:37.656856 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 03:14:37.656856 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:14:37.656856 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 03:14:37.656856 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:14:37.656856 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 03:14:37.656856 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:14:37.656856 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 03:14:37.656856 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:14:37.656856 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:14:37.656856 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:14:37.656856 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:14:37.656856 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:14:37.656856 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 03:14:37.656856 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:14:37.656856 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 03:14:37.656856 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:14:37.656856 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:14:37.656856 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:14:37.656856 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 03:14:37.656856 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:14:37.656856 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:14:37.656856 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:14:37.656856 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:14:37.656856 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:14:37.656856 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:14:37.656856 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:14:37.737977 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-dfbc3c7c-5510-447d-889e-496670714a17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (28906979-0fb1-4a3f-89d6-655a58b4db75), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:37.757509 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-dfbc3c7c-5510-447d-889e-496670714a17 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:37.761621 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-dfbc3c7c-5510-447d-889e-496670714a17 admin admin] 10.222.0.72 "DELETE /v2.0/networks/28906979-0fb1-4a3f-89d6-655a58b4db75 HTTP/1.1" status: 204 len: 168 time: 0.3982165 Feb 19 03:14:37.762863 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbc3c7c-5510-447d-889e-496670714a17 admin admin] Pushing event deleted for resources: {'Network': ['ID=28906979-0fb1-4a3f-89d6-655a58b4db75,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:37.978621 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 38342) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:14:38.031426 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-8f07cf72-13c6-419d-9561-3c9c67ec2106 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7a63ab9e8b95425ea22b823775b5854d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0483274 Feb 19 03:14:38.032236 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 38344) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:14:38.033043 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 7e3124ef-b5b9-40b0-8d07-385fb045629e no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:14:38.056193 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] No Port match for: 7e3124ef-b5b9-40b0-8d07-385fb045629e {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:14:38.056747 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 7e3124ef-b5b9-40b0-8d07-385fb045629e not bound to the agent host n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:14:38.110896 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-cd3ecff3-947c-4ee5-9a96-04b13921850c admin admin] Publish callbacks [] for security_group (6d734209-9ed7-4184-b2e7-50451ae6030f), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:38.137222 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-cd3ecff3-947c-4ee5-9a96-04b13921850c admin admin] Publish callbacks [] for security_group (6d734209-9ed7-4184-b2e7-50451ae6030f), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:38.189463 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-cd3ecff3-947c-4ee5-9a96-04b13921850c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (6d734209-9ed7-4184-b2e7-50451ae6030f), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:38.192352 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-cd3ecff3-947c-4ee5-9a96-04b13921850c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:38.196785 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-cd3ecff3-947c-4ee5-9a96-04b13921850c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6d734209-9ed7-4184-b2e7-50451ae6030f HTTP/1.1" status: 204 len: 168 time: 0.1521571 Feb 19 03:14:38.204991 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3ecff3-947c-4ee5-9a96-04b13921850c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d734209-9ed7-4184-b2e7-50451ae6030f,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:38.610231 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 38364) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:14:38.681063 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-8b65985c-9b78-48f4-95fc-1aae10771b05 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1d4bde20c6c1410796321830ceeae091&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0688987 Feb 19 03:14:38.685191 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 38366) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:14:38.742712 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d40aa239-4586-4a7e-9637-b7212b1451b6 admin admin] Publish callbacks [] for security_group (78b873b8-c6c0-49fb-88c1-5f68df80b1d8), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:38.772072 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d40aa239-4586-4a7e-9637-b7212b1451b6 admin admin] Publish callbacks [] for security_group (78b873b8-c6c0-49fb-88c1-5f68df80b1d8), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:38.836842 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d40aa239-4586-4a7e-9637-b7212b1451b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (78b873b8-c6c0-49fb-88c1-5f68df80b1d8), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:38.842284 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d40aa239-4586-4a7e-9637-b7212b1451b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:38.843505 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-d40aa239-4586-4a7e-9637-b7212b1451b6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/78b873b8-c6c0-49fb-88c1-5f68df80b1d8 HTTP/1.1" status: 204 len: 168 time: 0.1571467 Feb 19 03:14:38.852992 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40aa239-4586-4a7e-9637-b7212b1451b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b873b8-c6c0-49fb-88c1-5f68df80b1d8,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:39.681640 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 38414) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:14:39.853391 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-8cff27e1-5f4e-4645-aa10-3d974ba754b7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-68653113-network', 'tenant_id': 'fb2c2a033b7e417f933bc0bae524eae3'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:14:39.890825 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cff27e1-5f4e-4645-aa10-3d974ba754b7 admin admin] Made reservation on behalf of fb2c2a033b7e417f933bc0bae524eae3 for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:14:39.893984 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8cff27e1-5f4e-4645-aa10-3d974ba754b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:39.905603 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8cff27e1-5f4e-4645-aa10-3d974ba754b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:40.021474 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8cff27e1-5f4e-4645-aa10-3d974ba754b7 admin admin] Publish callbacks [] for security_group (71e6a735-f619-4fa2-89f3-2e48f18e4f23), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:40.027268 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8cff27e1-5f4e-4645-aa10-3d974ba754b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (71e6a735-f619-4fa2-89f3-2e48f18e4f23), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:40.082023 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cff27e1-5f4e-4645-aa10-3d974ba754b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 285, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:14:40.089249 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cff27e1-5f4e-4645-aa10-3d974ba754b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71e6a735-f619-4fa2-89f3-2e48f18e4f23,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:40.102549 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8cff27e1-5f4e-4645-aa10-3d974ba754b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (94e756a0-02a5-4c2a-8669-4568f7372c91), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:40.103448 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-8cff27e1-5f4e-4645-aa10-3d974ba754b7 admin admin] Added segment 94e756a0-02a5-4c2a-8669-4568f7372c91 of type vlan for network f202f6e6-ff6c-416c-b757-76fc930d3992 Feb 19 03:14:40.188733 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8cff27e1-5f4e-4645-aa10-3d974ba754b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (f202f6e6-ff6c-416c-b757-76fc930d3992), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:40.225506 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8cff27e1-5f4e-4645-aa10-3d974ba754b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (f202f6e6-ff6c-416c-b757-76fc930d3992), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:40.227327 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cff27e1-5f4e-4645-aa10-3d974ba754b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:40.228329 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8cff27e1-5f4e-4645-aa10-3d974ba754b7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:40.315944 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cff27e1-5f4e-4645-aa10-3d974ba754b7 admin admin] Pushing event updated for resources: {'Network': ['ID=f202f6e6-ff6c-416c-b757-76fc930d3992,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:40.324989 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 38428) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:14:40.325588 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-8cff27e1-5f4e-4645-aa10-3d974ba754b7 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6425014 Feb 19 03:14:40.332896 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network f202f6e6-ff6c-416c-b757-76fc930d3992 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:14:40.338836 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-5f8c416b-90c4-4764-bdbd-d2a749201f58 admin admin] Request body: {'subnet': {'network_id': 'f202f6e6-ff6c-416c-b757-76fc930d3992', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-68653113-subnet', 'tenant_id': 'fb2c2a033b7e417f933bc0bae524eae3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:14:40.389149 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f8c416b-90c4-4764-bdbd-d2a749201f58 admin admin] Made reservation on behalf of fb2c2a033b7e417f933bc0bae524eae3 for: {'subnet': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:14:40.396111 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5f8c416b-90c4-4764-bdbd-d2a749201f58 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58706307'] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:40.680149 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5f8c416b-90c4-4764-bdbd-d2a749201f58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12647271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58706289'] for subnet (e5721fd3-1b55-4729-a406-44f440380eba), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:40.764483 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8c416b-90c4-4764-bdbd-d2a749201f58 admin admin] Checking segment: {'id': '94e756a0-02a5-4c2a-8669-4568f7372c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'f202f6e6-ff6c-416c-b757-76fc930d3992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:14:40.765211 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8c416b-90c4-4764-bdbd-d2a749201f58 admin admin] Network hostable DHCP agents. Network: f202f6e6-ff6c-416c-b757-76fc930d3992, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:14:40.774301 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8c416b-90c4-4764-bdbd-d2a749201f58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5721fd3-1b55-4729-a406-44f440380eba,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:40.834418 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8c416b-90c4-4764-bdbd-d2a749201f58 admin admin] Network f202f6e6-ff6c-416c-b757-76fc930d3992 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:14:40.846775 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-5f8c416b-90c4-4764-bdbd-d2a749201f58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, f202f6e6-ff6c-416c-b757-76fc930d3992) {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:14:40.851724 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8c416b-90c4-4764-bdbd-d2a749201f58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:40.852258 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5f8c416b-90c4-4764-bdbd-d2a749201f58 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:40.859971 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b060d8-fae9-4407-a72a-a3efab94771b None None] Network f202f6e6-ff6c-416c-b757-76fc930d3992 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:14:40.871960 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-5f8c416b-90c4-4764-bdbd-d2a749201f58 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5431719 Feb 19 03:14:40.874722 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 38440) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:14:40.883376 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-8628bb17-e58a-4adf-bfe3-cd18ef589c26 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-68653113-router', 'tenant_id': 'fb2c2a033b7e417f933bc0bae524eae3', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:14:40.911911 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8628bb17-e58a-4adf-bfe3-cd18ef589c26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14172'] for router (481a1ed6-4c15-41cf-9edc-be29fd1040e5), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:40.913343 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8628bb17-e58a-4adf-bfe3-cd18ef589c26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16317487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16285822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16309985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14247'] for router (481a1ed6-4c15-41cf-9edc-be29fd1040e5), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:40.988755 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8628bb17-e58a-4adf-bfe3-cd18ef589c26 admin admin] Publish callbacks [] for router_controller (481a1ed6-4c15-41cf-9edc-be29fd1040e5), precommit_add_association {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:41.017571 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2405eb5-7d72-4ad6-a075-6ac15c89fc3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-f202f6e6-ff6c-416c-b757-76fc930d3992', 'network_id': 'f202f6e6-ff6c-416c-b757-76fc930d3992', 'project_id': 'fb2c2a033b7e417f933bc0bae524eae3', 'fixed_ips': [{'subnet_id': 'e5721fd3-1b55-4729-a406-44f440380eba'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:14:41.019262 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c2405eb5-7d72-4ad6-a075-6ac15c89fc3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:41.236808 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8628bb17-e58a-4adf-bfe3-cd18ef589c26 admin admin] Publish callbacks [] for router_gateway (481a1ed6-4c15-41cf-9edc-be29fd1040e5), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:41.311519 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-c2405eb5-7d72-4ad6-a075-6ac15c89fc3a None None] Allocated IP 172.20.0.2 (f202f6e6-ff6c-416c-b757-76fc930d3992/e5721fd3-1b55-4729-a406-44f440380eba/0848acde-2659-4762-8080-15fe2504915b) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:14:41.512738 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c2405eb5-7d72-4ad6-a075-6ac15c89fc3a None None] Publish callbacks [] for port (0848acde-2659-4762-8080-15fe2504915b), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:41.513401 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8628bb17-e58a-4adf-bfe3-cd18ef589c26 admin admin] Publish callbacks [] for router_gateway (481a1ed6-4c15-41cf-9edc-be29fd1040e5), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:41.523115 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c2405eb5-7d72-4ad6-a075-6ac15c89fc3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (0848acde-2659-4762-8080-15fe2504915b), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:41.536650 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8628bb17-e58a-4adf-bfe3-cd18ef589c26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:41.590197 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2405eb5-7d72-4ad6-a075-6ac15c89fc3a None None] Network f202f6e6-ff6c-416c-b757-76fc930d3992 is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:14:41.603104 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-c2405eb5-7d72-4ad6-a075-6ac15c89fc3a None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:14:41.624010 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2405eb5-7d72-4ad6-a075-6ac15c89fc3a None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:14:41.721932 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2405eb5-7d72-4ad6-a075-6ac15c89fc3a None None] Pushing event updated for resources: {'Port': ['ID=0848acde-2659-4762-8080-15fe2504915b,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:41.739892 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-c2405eb5-7d72-4ad6-a075-6ac15c89fc3a None None] Attempting to bind port 0848acde-2659-4762-8080-15fe2504915b on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:14:41.740273 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-c2405eb5-7d72-4ad6-a075-6ac15c89fc3a None None] Attempting to bind port 0848acde-2659-4762-8080-15fe2504915b by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '94e756a0-02a5-4c2a-8669-4568f7372c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'f202f6e6-ff6c-416c-b757-76fc930d3992'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:14:41.740643 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2405eb5-7d72-4ad6-a075-6ac15c89fc3a None None] Attempting to bind port 0848acde-2659-4762-8080-15fe2504915b on network f202f6e6-ff6c-416c-b757-76fc930d3992 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:14:41.744386 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-8628bb17-e58a-4adf-bfe3-cd18ef589c26 admin admin] Allocated IP 172.25.6.47 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/b47e3312-9c84-4e78-bab8-a8a0c46881b3) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:14:41.747430 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2405eb5-7d72-4ad6-a075-6ac15c89fc3a None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:14:41.747813 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2405eb5-7d72-4ad6-a075-6ac15c89fc3a None None] Checking segment: {'id': '94e756a0-02a5-4c2a-8669-4568f7372c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'f202f6e6-ff6c-416c-b757-76fc930d3992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:14:41.748222 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c2405eb5-7d72-4ad6-a075-6ac15c89fc3a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:41.748620 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2405eb5-7d72-4ad6-a075-6ac15c89fc3a None None] Bound using segment: {'id': '94e756a0-02a5-4c2a-8669-4568f7372c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'f202f6e6-ff6c-416c-b757-76fc930d3992'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:14:41.749136 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-c2405eb5-7d72-4ad6-a075-6ac15c89fc3a None None] Bound port: 0848acde-2659-4762-8080-15fe2504915b, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94e756a0-02a5-4c2a-8669-4568f7372c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'f202f6e6-ff6c-416c-b757-76fc930d3992'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:14:41.749528 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c2405eb5-7d72-4ad6-a075-6ac15c89fc3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (0848acde-2659-4762-8080-15fe2504915b), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:41.884689 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-c2405eb5-7d72-4ad6-a075-6ac15c89fc3a None None] For port 0848acde-2659-4762-8080-15fe2504915b, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:14:41.888643 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-c2405eb5-7d72-4ad6-a075-6ac15c89fc3a None None] For port 0848acde-2659-4762-8080-15fe2504915b, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=0848acde-2659-4762-8080-15fe2504915b,segment=NetworkSegment(94e756a0-02a5-4c2a-8669-4568f7372c91),segment_id=94e756a0-02a5-4c2a-8669-4568f7372c91)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:14:41.898849 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c2405eb5-7d72-4ad6-a075-6ac15c89fc3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (0848acde-2659-4762-8080-15fe2504915b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:41.917681 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8628bb17-e58a-4adf-bfe3-cd18ef589c26 admin admin] Publish callbacks [] for port (b47e3312-9c84-4e78-bab8-a8a0c46881b3), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:41.958409 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8628bb17-e58a-4adf-bfe3-cd18ef589c26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (b47e3312-9c84-4e78-bab8-a8a0c46881b3), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:41.959953 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2405eb5-7d72-4ad6-a075-6ac15c89fc3a None None] Pushing event updated for resources: {'Port': ['ID=0848acde-2659-4762-8080-15fe2504915b,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:42.014122 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8628bb17-e58a-4adf-bfe3-cd18ef589c26 admin admin] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:14:42.020621 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-8628bb17-e58a-4adf-bfe3-cd18ef589c26 admin admin] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:14:42.026906 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8628bb17-e58a-4adf-bfe3-cd18ef589c26 admin admin] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:14:42.057205 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8628bb17-e58a-4adf-bfe3-cd18ef589c26 admin admin] Pushing event updated for resources: {'Port': ['ID=b47e3312-9c84-4e78-bab8-a8a0c46881b3,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:42.422416 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8628bb17-e58a-4adf-bfe3-cd18ef589c26 admin admin] Publish callbacks [] for router_gateway (481a1ed6-4c15-41cf-9edc-be29fd1040e5), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:42.495832 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 0848acde-2659-4762-8080-15fe2504915b up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:14:42.553947 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 0848acde-2659-4762-8080-15fe2504915b triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:14:42.554660 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (0848acde-2659-4762-8080-15fe2504915b), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:42.641069 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 0848acde-2659-4762-8080-15fe2504915b is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:14:42.641069 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (0848acde-2659-4762-8080-15fe2504915b), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:42.703190 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port 0848acde-2659-4762-8080-15fe2504915b, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=0848acde-2659-4762-8080-15fe2504915b,segment=NetworkSegment(94e756a0-02a5-4c2a-8669-4568f7372c91),segment_id=94e756a0-02a5-4c2a-8669-4568f7372c91)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:14:42.711967 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (0848acde-2659-4762-8080-15fe2504915b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:42.764765 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8628bb17-e58a-4adf-bfe3-cd18ef589c26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16317478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865'] for router (481a1ed6-4c15-41cf-9edc-be29fd1040e5), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:42.771012 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=0848acde-2659-4762-8080-15fe2504915b,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:42.922784 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8628bb17-e58a-4adf-bfe3-cd18ef589c26 admin admin] Router 481a1ed6-4c15-41cf-9edc-be29fd1040e5 is scheduled to L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd with binding_index 1 {{(pid=103701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:14:43.084873 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8628bb17-e58a-4adf-bfe3-cd18ef589c26 admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:14:43.096937 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bba80f7-ff8c-49d2-a26b-c633c02857e3 None None] Sync routers for ids ['481a1ed6-4c15-41cf-9edc-be29fd1040e5'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:14:43.114231 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8628bb17-e58a-4adf-bfe3-cd18ef589c26 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:43.116040 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-8628bb17-e58a-4adf-bfe3-cd18ef589c26 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2401731 Feb 19 03:14:43.116667 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bba80f7-ff8c-49d2-a26b-c633c02857e3 None None] Routers {'481a1ed6-4c15-41cf-9edc-be29fd1040e5'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:14:43.117324 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-3bba80f7-ff8c-49d2-a26b-c633c02857e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:14:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['481a1ed6-4c15-41cf-9edc-be29fd1040e5'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:14:43.118950 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 38480) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:14:43.323519 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-3bba80f7-ff8c-49d2-a26b-c633c02857e3 None None] Set router 481a1ed6-4c15-41cf-9edc-be29fd1040e5 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:14:43.586348 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff60109-861c-4b0a-be96-35250c181c9d None None] Network f202f6e6-ff6c-416c-b757-76fc930d3992 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:14:43.642602 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-3bba80f7-ff8c-49d2-a26b-c633c02857e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481a1ed6-4c15-41cf-9edc-be29fd1040e5', 'name': 'tempest-AttachVolumeShelveTestJSON-68653113-router', 'tenant_id': 'fb2c2a033b7e417f933bc0bae524eae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'b47e3312-9c84-4e78-bab8-a8a0c46881b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:14:40Z', 'updated_at': '2022-02-19T03:14:42Z', 'revision_number': 3, 'project_id': 'fb2c2a033b7e417f933bc0bae524eae3', 'gw_port': {'id': 'b47e3312-9c84-4e78-bab8-a8a0c46881b3', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:11:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '481a1ed6-4c15-41cf-9edc-be29fd1040e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:14:41Z', 'updated_at': '2022-02-19T03:14:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:14:43.724358 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-63f7302e-c508-4fc9-90dc-5a4bb3422fd4 None None] Provisioning complete for port 0848acde-2659-4762-8080-15fe2504915b triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:14:43.724678 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-63f7302e-c508-4fc9-90dc-5a4bb3422fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (0848acde-2659-4762-8080-15fe2504915b), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:43.735659 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bba80f7-ff8c-49d2-a26b-c633c02857e3 None None] Checking router: 481a1ed6-4c15-41cf-9edc-be29fd1040e5 for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:14:43.736290 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bba80f7-ff8c-49d2-a26b-c633c02857e3 None None] Updating router 481a1ed6-4c15-41cf-9edc-be29fd1040e5 port b47e3312-9c84-4e78-bab8-a8a0c46881b3 binding host n-d-826753-2 {{(pid=103704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:14:43.892023 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-63f7302e-c508-4fc9-90dc-5a4bb3422fd4 None None] Current status of the port 0848acde-2659-4762-8080-15fe2504915b is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:14:43.907559 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-3bba80f7-ff8c-49d2-a26b-c633c02857e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (b47e3312-9c84-4e78-bab8-a8a0c46881b3), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:44.171545 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 38496) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:14:44.196803 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-98c5cd40-bf4e-4a71-9591-c9486f8f889b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:44.218064 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-c635fff2-a417-4025-9092-e4ee0f1ccc19 None None] Provisioning complete for port 0848acde-2659-4762-8080-15fe2504915b triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:14:44.218869 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c635fff2-a417-4025-9092-e4ee0f1ccc19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (0848acde-2659-4762-8080-15fe2504915b), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:44.350682 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-c635fff2-a417-4025-9092-e4ee0f1ccc19 None None] Current status of the port 0848acde-2659-4762-8080-15fe2504915b is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:14:44.446413 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-3bba80f7-ff8c-49d2-a26b-c633c02857e3 None None] Publish callbacks [] for port (b47e3312-9c84-4e78-bab8-a8a0c46881b3), precommit_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:44.457742 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-3bba80f7-ff8c-49d2-a26b-c633c02857e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (b47e3312-9c84-4e78-bab8-a8a0c46881b3), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:44.477606 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 0848acde-2659-4762-8080-15fe2504915b up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:14:44.488732 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-3bba80f7-ff8c-49d2-a26b-c633c02857e3 None None] Attempting to bind port b47e3312-9c84-4e78-bab8-a8a0c46881b3 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:14:44.489165 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-3bba80f7-ff8c-49d2-a26b-c633c02857e3 None None] Attempting to bind port b47e3312-9c84-4e78-bab8-a8a0c46881b3 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:14:44.489538 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bba80f7-ff8c-49d2-a26b-c633c02857e3 None None] Attempting to bind port b47e3312-9c84-4e78-bab8-a8a0c46881b3 on network eaf64708-9021-419e-b287-ef3e0f51e2ee {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:14:44.514188 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bba80f7-ff8c-49d2-a26b-c633c02857e3 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:14:44.514507 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bba80f7-ff8c-49d2-a26b-c633c02857e3 None None] Checking segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:14:44.515458 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-3bba80f7-ff8c-49d2-a26b-c633c02857e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:44.515458 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bba80f7-ff8c-49d2-a26b-c633c02857e3 None None] Bound using segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:14:44.522427 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-3bba80f7-ff8c-49d2-a26b-c633c02857e3 None None] Bound port: b47e3312-9c84-4e78-bab8-a8a0c46881b3, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:14:44.523001 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-3bba80f7-ff8c-49d2-a26b-c633c02857e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (b47e3312-9c84-4e78-bab8-a8a0c46881b3), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:44.626310 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-98c5cd40-bf4e-4a71-9591-c9486f8f889b admin admin] Allocated IP 172.20.0.1 (f202f6e6-ff6c-416c-b757-76fc930d3992/e5721fd3-1b55-4729-a406-44f440380eba/67e2c03f-ec2d-4b73-ae64-03051e7df08f) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:14:44.628457 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-3bba80f7-ff8c-49d2-a26b-c633c02857e3 None None] For port b47e3312-9c84-4e78-bab8-a8a0c46881b3, host n-d-826753-2, cleared binding levels {{(pid=103704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:14:44.662232 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9fbfd5-e195-458b-a11f-94454b05fd94 None None] Pushing event updated for resources: {'Port': ['ID=b47e3312-9c84-4e78-bab8-a8a0c46881b3,revision_number=2']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:44.662468 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 0848acde-2659-4762-8080-15fe2504915b triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:14:44.662861 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (0848acde-2659-4762-8080-15fe2504915b), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:44.667921 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-3bba80f7-ff8c-49d2-a26b-c633c02857e3 None None] For port b47e3312-9c84-4e78-bab8-a8a0c46881b3, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=b47e3312-9c84-4e78-bab8-a8a0c46881b3,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:14:44.680683 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9fbfd5-e195-458b-a11f-94454b05fd94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:44.681088 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9fbfd5-e195-458b-a11f-94454b05fd94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:44.683447 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9fbfd5-e195-458b-a11f-94454b05fd94 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:44.683813 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9fbfd5-e195-458b-a11f-94454b05fd94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:44.684127 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9fbfd5-e195-458b-a11f-94454b05fd94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:44.684501 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9fbfd5-e195-458b-a11f-94454b05fd94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:44.684831 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9fbfd5-e195-458b-a11f-94454b05fd94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:44.685187 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9fbfd5-e195-458b-a11f-94454b05fd94 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:44.685514 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9fbfd5-e195-458b-a11f-94454b05fd94 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:44.685837 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9fbfd5-e195-458b-a11f-94454b05fd94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:44.686160 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9fbfd5-e195-458b-a11f-94454b05fd94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:44.686475 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9fbfd5-e195-458b-a11f-94454b05fd94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:44.686791 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9fbfd5-e195-458b-a11f-94454b05fd94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:44.709185 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-3bba80f7-ff8c-49d2-a26b-c633c02857e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (b47e3312-9c84-4e78-bab8-a8a0c46881b3), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:44.855328 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-98c5cd40-bf4e-4a71-9591-c9486f8f889b admin admin] Publish callbacks [] for port (67e2c03f-ec2d-4b73-ae64-03051e7df08f), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:44.903883 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-98c5cd40-bf4e-4a71-9591-c9486f8f889b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (67e2c03f-ec2d-4b73-ae64-03051e7df08f), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:44.916410 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9fbfd5-e195-458b-a11f-94454b05fd94 None None] Pushing event updated for resources: {'Port': ['ID=b47e3312-9c84-4e78-bab8-a8a0c46881b3,revision_number=3']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:44.933556 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bba80f7-ff8c-49d2-a26b-c633c02857e3 None None] Routers {'481a1ed6-4c15-41cf-9edc-be29fd1040e5'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:14:44.934042 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-3bba80f7-ff8c-49d2-a26b-c633c02857e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:14:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['481a1ed6-4c15-41cf-9edc-be29fd1040e5'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:14:45.008539 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c5cd40-bf4e-4a71-9591-c9486f8f889b admin admin] Network f202f6e6-ff6c-416c-b757-76fc930d3992 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:14:45.040075 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-98c5cd40-bf4e-4a71-9591-c9486f8f889b admin admin] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:14:45.048672 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c5cd40-bf4e-4a71-9591-c9486f8f889b admin admin] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:14:45.053836 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c5cd40-bf4e-4a71-9591-c9486f8f889b admin admin] Pushing event updated for resources: {'Port': ['ID=67e2c03f-ec2d-4b73-ae64-03051e7df08f,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:45.157119 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-59cdfce3-39ad-4e73-a050-14d31cbf9ed0 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16289271'] for router_interface (96334688-f5fd-468c-bd5a-b0a8e580f7e7), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:45.184973 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-98c5cd40-bf4e-4a71-9591-c9486f8f889b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16289150'] for router_interface (481a1ed6-4c15-41cf-9edc-be29fd1040e5), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:45.231476 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-3bba80f7-ff8c-49d2-a26b-c633c02857e3 None None] Set router 481a1ed6-4c15-41cf-9edc-be29fd1040e5 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:14:45.443738 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 0848acde-2659-4762-8080-15fe2504915b is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:14:45.525908 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-98c5cd40-bf4e-4a71-9591-c9486f8f889b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (67e2c03f-ec2d-4b73-ae64-03051e7df08f), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:45.550493 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-79f4b893-586b-46e0-b1e8-a52b4a1b0956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:45.601755 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-bda3cc55-08fc-4cde-9c55-7ceee60f7ddd None None] Provisioning complete for port 67e2c03f-ec2d-4b73-ae64-03051e7df08f triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:14:45.603737 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-bda3cc55-08fc-4cde-9c55-7ceee60f7ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (67e2c03f-ec2d-4b73-ae64-03051e7df08f), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:45.662535 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-3bba80f7-ff8c-49d2-a26b-c633c02857e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481a1ed6-4c15-41cf-9edc-be29fd1040e5', 'name': 'tempest-AttachVolumeShelveTestJSON-68653113-router', 'tenant_id': 'fb2c2a033b7e417f933bc0bae524eae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'b47e3312-9c84-4e78-bab8-a8a0c46881b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:14:40Z', 'updated_at': '2022-02-19T03:14:42Z', 'revision_number': 3, 'project_id': 'fb2c2a033b7e417f933bc0bae524eae3', 'gw_port': {'id': 'b47e3312-9c84-4e78-bab8-a8a0c46881b3', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:11:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '481a1ed6-4c15-41cf-9edc-be29fd1040e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:14:41Z', 'updated_at': '2022-02-19T03:14:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:14:45.695030 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-bda3cc55-08fc-4cde-9c55-7ceee60f7ddd None None] Port 67e2c03f-ec2d-4b73-ae64-03051e7df08f cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:14:45.711332 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bba80f7-ff8c-49d2-a26b-c633c02857e3 None None] The sync data for ids ['481a1ed6-4c15-41cf-9edc-be29fd1040e5'] in n-d-826753-2 is: [{'id': '481a1ed6-4c15-41cf-9edc-be29fd1040e5', 'name': 'tempest-AttachVolumeShelveTestJSON-68653113-router', 'tenant_id': 'fb2c2a033b7e417f933bc0bae524eae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'b47e3312-9c84-4e78-bab8-a8a0c46881b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:14:40Z', 'updated_at': '2022-02-19T03:14:42Z', 'revision_number': 3, 'project_id': 'fb2c2a033b7e417f933bc0bae524eae3', 'gw_port': {'id': 'b47e3312-9c84-4e78-bab8-a8a0c46881b3', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:11:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '481a1ed6-4c15-41cf-9edc-be29fd1040e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:14:41Z', 'updated_at': '2022-02-19T03:14:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:14:45.871236 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-98c5cd40-bf4e-4a71-9591-c9486f8f889b admin admin] Publish callbacks [] for port (67e2c03f-ec2d-4b73-ae64-03051e7df08f), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:45.879827 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-98c5cd40-bf4e-4a71-9591-c9486f8f889b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (67e2c03f-ec2d-4b73-ae64-03051e7df08f), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:45.970614 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c5cd40-bf4e-4a71-9591-c9486f8f889b admin admin] Pushing event updated for resources: {'Port': ['ID=67e2c03f-ec2d-4b73-ae64-03051e7df08f,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:45.979765 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-98c5cd40-bf4e-4a71-9591-c9486f8f889b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16362769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16289258'] for router_interface (481a1ed6-4c15-41cf-9edc-be29fd1040e5), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:46.094189 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c5cd40-bf4e-4a71-9591-c9486f8f889b admin admin] Network f202f6e6-ff6c-416c-b757-76fc930d3992 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:14:46.096232 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-98c5cd40-bf4e-4a71-9591-c9486f8f889b admin admin] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:14:46.416533 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-59cdfce3-39ad-4e73-a050-14d31cbf9ed0 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Deleting port 89dd57ff-90d1-4d4a-8c36-9a3e772d8e99 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:14:46.417032 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-59cdfce3-39ad-4e73-a050-14d31cbf9ed0 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (89dd57ff-90d1-4d4a-8c36-9a3e772d8e99), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:46.419590 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98c5cd40-bf4e-4a71-9591-c9486f8f889b admin admin] Router 481a1ed6-4c15-41cf-9edc-be29fd1040e5 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:14:46.545518 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-122bdf45-9d69-46c2-a285-2401df59109d None None] Provisioning complete for port 67e2c03f-ec2d-4b73-ae64-03051e7df08f triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:14:46.546166 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-122bdf45-9d69-46c2-a285-2401df59109d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (67e2c03f-ec2d-4b73-ae64-03051e7df08f), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:46.652893 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device b47e3312-9c84-4e78-bab8-a8a0c46881b3 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:14:46.741570 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-122bdf45-9d69-46c2-a285-2401df59109d None None] Port 67e2c03f-ec2d-4b73-ae64-03051e7df08f cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:14:46.757628 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-59cdfce3-39ad-4e73-a050-14d31cbf9ed0 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] For port 89dd57ff-90d1-4d4a-8c36-9a3e772d8e99, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=89dd57ff-90d1-4d4a-8c36-9a3e772d8e99,segment=NetworkSegment(c5b839d4-843b-49fb-9dd5-49a3b448b49c),segment_id=c5b839d4-843b-49fb-9dd5-49a3b448b49c)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:14:46.760406 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-59cdfce3-39ad-4e73-a050-14d31cbf9ed0 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (89dd57ff-90d1-4d4a-8c36-9a3e772d8e99), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:46.775028 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port b47e3312-9c84-4e78-bab8-a8a0c46881b3 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:14:46.775522 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (b47e3312-9c84-4e78-bab8-a8a0c46881b3), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:46.804409 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-59cdfce3-39ad-4e73-a050-14d31cbf9ed0 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Calling delete_port for 89dd57ff-90d1-4d4a-8c36-9a3e772d8e99 owned by network:router_interface {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:14:46.832521 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98c5cd40-bf4e-4a71-9591-c9486f8f889b admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:14:46.866962 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-98c5cd40-bf4e-4a71-9591-c9486f8f889b admin admin] 10.222.0.72 "PUT /v2.0/routers/481a1ed6-4c15-41cf-9edc-be29fd1040e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7469010 Feb 19 03:14:46.930267 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port b47e3312-9c84-4e78-bab8-a8a0c46881b3 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:14:46.930995 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (b47e3312-9c84-4e78-bab8-a8a0c46881b3), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:46.936676 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:14:47.036993 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port b47e3312-9c84-4e78-bab8-a8a0c46881b3, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=b47e3312-9c84-4e78-bab8-a8a0c46881b3,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:14:47.051984 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (b47e3312-9c84-4e78-bab8-a8a0c46881b3), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:47.146224 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-59cdfce3-39ad-4e73-a050-14d31cbf9ed0 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (89dd57ff-90d1-4d4a-8c36-9a3e772d8e99), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:47.170028 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=b47e3312-9c84-4e78-bab8-a8a0c46881b3,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:47.179450 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:47.180328 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:47.180328 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:47.180699 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:47.181308 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:47.181969 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:47.182511 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:47.183039 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:47.183572 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:47.184086 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:47.184608 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:47.185230 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:47.185745 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:47.194152 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cdfce3-39ad-4e73-a050-14d31cbf9ed0 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Pushing event deleted for resources: {'Port': ['ID=89dd57ff-90d1-4d4a-8c36-9a3e772d8e99,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:47.464575 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-59cdfce3-39ad-4e73-a050-14d31cbf9ed0 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16362762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16314471'] for router_interface (96334688-f5fd-468c-bd5a-b0a8e580f7e7), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:47.706958 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-1143a290-4fdf-44d0-8f34-5620149e9a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:47.780919 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59cdfce3-39ad-4e73-a050-14d31cbf9ed0 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Router 96334688-f5fd-468c-bd5a-b0a8e580f7e7 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:14:47.912497 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 38556) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:14:47.921701 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-8ec620fd-af5a-49c4-b9a1-73a84e43206f tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1432794761', 'description': 'tempest-description--700028343'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:14:47.957999 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8ec620fd-af5a-49c4-b9a1-73a84e43206f tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:47.959216 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59cdfce3-39ad-4e73-a050-14d31cbf9ed0 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:14:47.965073 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-59cdfce3-39ad-4e73-a050-14d31cbf9ed0 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "PUT /v2.0/routers/96334688-f5fd-468c-bd5a-b0a8e580f7e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7923911 Feb 19 03:14:47.976496 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1dca4ae-72ce-4f02-8f56-04d157220bad None None] Sync routers for ids ['96334688-f5fd-468c-bd5a-b0a8e580f7e7'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:14:47.994630 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1dca4ae-72ce-4f02-8f56-04d157220bad None None] Routers {'96334688-f5fd-468c-bd5a-b0a8e580f7e7'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:14:47.995698 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-b1dca4ae-72ce-4f02-8f56-04d157220bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:14:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['96334688-f5fd-468c-bd5a-b0a8e580f7e7'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:14:48.138084 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8ec620fd-af5a-49c4-b9a1-73a84e43206f tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Publish callbacks [] for security_group (fa5f04a2-1657-4891-b592-91ee63654b5d), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:48.147394 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8ec620fd-af5a-49c4-b9a1-73a84e43206f tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (fa5f04a2-1657-4891-b592-91ee63654b5d), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:48.161642 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-b1dca4ae-72ce-4f02-8f56-04d157220bad None None] Set router 96334688-f5fd-468c-bd5a-b0a8e580f7e7 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:14:48.189713 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec620fd-af5a-49c4-b9a1-73a84e43206f tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa5f04a2-1657-4891-b592-91ee63654b5d,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:48.219386 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8ec620fd-af5a-49c4-b9a1-73a84e43206f tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:48.221551 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-8ec620fd-af5a-49c4-b9a1-73a84e43206f tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3058259 Feb 19 03:14:48.224558 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 38562) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:14:48.230158 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-584bbd91-7118-4faf-b359-b5c10578d9d3 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Request body: {'security_group_rule': {'security_group_id': 'fa5f04a2-1657-4891-b592-91ee63654b5d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:14:48.274498 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-584bbd91-7118-4faf-b359-b5c10578d9d3 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Publish callbacks [] for security_group_rule (107d849d-6e06-4a1c-848d-236f73036c35), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:48.371933 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-584bbd91-7118-4faf-b359-b5c10578d9d3 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Publish callbacks [] for security_group_rule (107d849d-6e06-4a1c-848d-236f73036c35), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:48.378042 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-584bbd91-7118-4faf-b359-b5c10578d9d3 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (107d849d-6e06-4a1c-848d-236f73036c35), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:48.435770 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e298e7f4-c866-4c7d-9993-fa432e3ec1ac req-d33b614b-bf2b-437c-8148-0565fe0fc917 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:48.449594 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e298e7f4-c866-4c7d-9993-fa432e3ec1ac req-d33b614b-bf2b-437c-8148-0565fe0fc917 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e9ea28e-33b0-4cda-8810-974cf96afcd0 HTTP/1.1" status: 200 len: 946 time: 0.1243551 Feb 19 03:14:48.452510 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584bbd91-7118-4faf-b359-b5c10578d9d3 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=107d849d-6e06-4a1c-848d-236f73036c35,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:48.481691 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-584bbd91-7118-4faf-b359-b5c10578d9d3 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:48.483243 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-584bbd91-7118-4faf-b359-b5c10578d9d3 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2572474 Feb 19 03:14:48.490104 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 38574) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:14:48.495444 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-a81e5793-84ad-4380-a431-1a2f6fc0f64b tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Request body: {'security_group_rule': {'security_group_id': 'fa5f04a2-1657-4891-b592-91ee63654b5d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:14:48.554299 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a81e5793-84ad-4380-a431-1a2f6fc0f64b tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Publish callbacks [] for security_group_rule (ff7b7b56-cc0a-4429-8d50-93f26fd9f8b4), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:48.612018 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e298e7f4-c866-4c7d-9993-fa432e3ec1ac req-732af1b6-78c0-4169-8cc0-a363e0fd7acc tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "GET /v2.0/security-groups?id=d50b9fcf-63d2-4fd5-8f3e-59d81006cd91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1571524 Feb 19 03:14:48.665567 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device b47e3312-9c84-4e78-bab8-a8a0c46881b3 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:14:48.692700 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a81e5793-84ad-4380-a431-1a2f6fc0f64b tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Publish callbacks [] for security_group_rule (ff7b7b56-cc0a-4429-8d50-93f26fd9f8b4), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:48.699990 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a81e5793-84ad-4380-a431-1a2f6fc0f64b tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (ff7b7b56-cc0a-4429-8d50-93f26fd9f8b4), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:48.726239 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81e5793-84ad-4380-a431-1a2f6fc0f64b tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff7b7b56-cc0a-4429-8d50-93f26fd9f8b4,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:48.737211 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-b1dca4ae-72ce-4f02-8f56-04d157220bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96334688-f5fd-468c-bd5a-b0a8e580f7e7', 'name': 'tempest-TestNetworkBasicOps-router-1592647355', 'tenant_id': '32b88e7bc28b44379a1452b198468e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'f0bef01f-7a5e-4587-9579-7e30c23e9db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:12:12Z', 'updated_at': '2022-02-19T03:14:47Z', 'revision_number': 6, 'project_id': '32b88e7bc28b44379a1452b198468e54', 'gw_port': {'id': 'f0bef01f-7a5e-4587-9579-7e30c23e9db4', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:8b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96334688-f5fd-468c-bd5a-b0a8e580f7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:12:13Z', 'updated_at': '2022-02-19T03:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': 'c3cbbefa-a79b-4cf1-9eee-3efa54329558', 'tenant_id': '32b88e7bc28b44379a1452b198468e54', 'floating_ip_address': '172.25.6.183', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': '96334688-f5fd-468c-bd5a-b0a8e580f7e7', 'port_id': '815798fc-e514-4a26-8f99-eeff0cbf5bd9', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5189435a-ef15-47eb-8dc4-aaf10a844886', 'mac_address': 'fa:16:3e:e2:c9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dad18e6-0289-4849-ab34-abf40e975ae1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:12:40Z', 'updated_at': '2022-02-19T03:12:44Z', 'revision_number': 1, 'project_id': '32b88e7bc28b44379a1452b198468e54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '711e4c99-b69f-4cb5-8104-e546cdcb1ff4', 'name': '', 'network_id': '5189435a-ef15-47eb-8dc4-aaf10a844886', 'tenant_id': '32b88e7bc28b44379a1452b198468e54', 'mac_address': 'fa:16:3e:da:9b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96334688-f5fd-468c-bd5a-b0a8e580f7e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'bc6b4e94-cc8d-478c-bcbf-a4c78d4a263c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:12:16Z', 'updated_at': '2022-02-19T03:12:23Z', 'revision_number': 5, 'project_id': '32b88e7bc28b44379a1452b198468e54', 'subnets': [{'id': 'bc6b4e94-cc8d-478c-bcbf-a4c78d4a263c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:14:48.744244 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a81e5793-84ad-4380-a431-1a2f6fc0f64b tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:48.748582 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-a81e5793-84ad-4380-a431-1a2f6fc0f64b tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2575772 Feb 19 03:14:48.749611 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 38578) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:14:48.755151 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-b9d97756-0eea-42d4-ae79-977e1c899240 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Request body: {'floatingip': {'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:14:48.775402 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1dca4ae-72ce-4f02-8f56-04d157220bad None None] Checking router: 96334688-f5fd-468c-bd5a-b0a8e580f7e7 for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:14:48.791012 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port b47e3312-9c84-4e78-bab8-a8a0c46881b3 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:14:48.791402 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (b47e3312-9c84-4e78-bab8-a8a0c46881b3), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:48.792125 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b9d97756-0eea-42d4-ae79-977e1c899240 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:48.855119 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1dca4ae-72ce-4f02-8f56-04d157220bad None None] Routers {'96334688-f5fd-468c-bd5a-b0a8e580f7e7'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:14:48.856150 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-b1dca4ae-72ce-4f02-8f56-04d157220bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:14:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['96334688-f5fd-468c-bd5a-b0a8e580f7e7'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:14:48.916278 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2399de-b273-4ec8-9e50-c0d81f5f4f3f None None] Sync routers for ids ['481a1ed6-4c15-41cf-9edc-be29fd1040e5'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:14:48.968475 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2399de-b273-4ec8-9e50-c0d81f5f4f3f None None] Routers {'481a1ed6-4c15-41cf-9edc-be29fd1040e5'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:14:48.969265 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-2c2399de-b273-4ec8-9e50-c0d81f5f4f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:14:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['481a1ed6-4c15-41cf-9edc-be29fd1040e5'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:14:48.996675 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port b47e3312-9c84-4e78-bab8-a8a0c46881b3 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:14:49.029243 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b9d97756-0eea-42d4-ae79-977e1c899240 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:49.100699 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-b1dca4ae-72ce-4f02-8f56-04d157220bad None None] Set router 96334688-f5fd-468c-bd5a-b0a8e580f7e7 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:14:49.139450 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-2c2399de-b273-4ec8-9e50-c0d81f5f4f3f None None] Set router 481a1ed6-4c15-41cf-9edc-be29fd1040e5 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:14:49.272011 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-b9d97756-0eea-42d4-ae79-977e1c899240 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Allocated IP 172.25.6.237 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/fa7435fe-1f17-49a8-b5fd-7f349eb44df9) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:14:49.458968 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-2c2399de-b273-4ec8-9e50-c0d81f5f4f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481a1ed6-4c15-41cf-9edc-be29fd1040e5', 'name': 'tempest-AttachVolumeShelveTestJSON-68653113-router', 'tenant_id': 'fb2c2a033b7e417f933bc0bae524eae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'b47e3312-9c84-4e78-bab8-a8a0c46881b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:14:40Z', 'updated_at': '2022-02-19T03:14:45Z', 'revision_number': 4, 'project_id': 'fb2c2a033b7e417f933bc0bae524eae3', 'gw_port': {'id': 'b47e3312-9c84-4e78-bab8-a8a0c46881b3', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:11:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481a1ed6-4c15-41cf-9edc-be29fd1040e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:14:41Z', 'updated_at': '2022-02-19T03:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '67e2c03f-ec2d-4b73-ae64-03051e7df08f', 'name': '', 'network_id': 'f202f6e6-ff6c-416c-b757-76fc930d3992', 'tenant_id': 'fb2c2a033b7e417f933bc0bae524eae3', 'mac_address': 'fa:16:3e:2a:4d:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '481a1ed6-4c15-41cf-9edc-be29fd1040e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'e5721fd3-1b55-4729-a406-44f440380eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:14:44Z', 'updated_at': '2022-02-19T03:14:45Z', 'revision_number': 2, 'project_id': 'fb2c2a033b7e417f933bc0bae524eae3', 'subnets': [{'id': 'e5721fd3-1b55-4729-a406-44f440380eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:14:49.479068 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b9d97756-0eea-42d4-ae79-977e1c899240 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Publish callbacks [] for port (fa7435fe-1f17-49a8-b5fd-7f349eb44df9), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:49.482699 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:49.545346 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2399de-b273-4ec8-9e50-c0d81f5f4f3f None None] Checking router: 481a1ed6-4c15-41cf-9edc-be29fd1040e5 for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:14:49.545915 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2399de-b273-4ec8-9e50-c0d81f5f4f3f None None] Updating router 481a1ed6-4c15-41cf-9edc-be29fd1040e5 port 67e2c03f-ec2d-4b73-ae64-03051e7df08f binding host n-d-826753-2 {{(pid=103704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:14:49.547420 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-b1dca4ae-72ce-4f02-8f56-04d157220bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96334688-f5fd-468c-bd5a-b0a8e580f7e7', 'name': 'tempest-TestNetworkBasicOps-router-1592647355', 'tenant_id': '32b88e7bc28b44379a1452b198468e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'f0bef01f-7a5e-4587-9579-7e30c23e9db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:12:12Z', 'updated_at': '2022-02-19T03:14:47Z', 'revision_number': 6, 'project_id': '32b88e7bc28b44379a1452b198468e54', 'gw_port': {'id': 'f0bef01f-7a5e-4587-9579-7e30c23e9db4', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:8b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96334688-f5fd-468c-bd5a-b0a8e580f7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:12:13Z', 'updated_at': '2022-02-19T03:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': 'c3cbbefa-a79b-4cf1-9eee-3efa54329558', 'tenant_id': '32b88e7bc28b44379a1452b198468e54', 'floating_ip_address': '172.25.6.183', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': '96334688-f5fd-468c-bd5a-b0a8e580f7e7', 'port_id': '815798fc-e514-4a26-8f99-eeff0cbf5bd9', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5189435a-ef15-47eb-8dc4-aaf10a844886', 'mac_address': 'fa:16:3e:e2:c9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dad18e6-0289-4849-ab34-abf40e975ae1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:12:40Z', 'updated_at': '2022-02-19T03:12:44Z', 'revision_number': 1, 'project_id': '32b88e7bc28b44379a1452b198468e54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '711e4c99-b69f-4cb5-8104-e546cdcb1ff4', 'name': '', 'network_id': '5189435a-ef15-47eb-8dc4-aaf10a844886', 'tenant_id': '32b88e7bc28b44379a1452b198468e54', 'mac_address': 'fa:16:3e:da:9b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96334688-f5fd-468c-bd5a-b0a8e580f7e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'bc6b4e94-cc8d-478c-bcbf-a4c78d4a263c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:12:16Z', 'updated_at': '2022-02-19T03:12:23Z', 'revision_number': 5, 'project_id': '32b88e7bc28b44379a1452b198468e54', 'subnets': [{'id': 'bc6b4e94-cc8d-478c-bcbf-a4c78d4a263c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:14:49.579633 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b9d97756-0eea-42d4-ae79-977e1c899240 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (fa7435fe-1f17-49a8-b5fd-7f349eb44df9), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:49.597215 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-2c2399de-b273-4ec8-9e50-c0d81f5f4f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (67e2c03f-ec2d-4b73-ae64-03051e7df08f), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:49.626188 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1dca4ae-72ce-4f02-8f56-04d157220bad None None] The sync data for ids ['96334688-f5fd-468c-bd5a-b0a8e580f7e7'] in n-d-826753-2 is: [{'id': '96334688-f5fd-468c-bd5a-b0a8e580f7e7', 'name': 'tempest-TestNetworkBasicOps-router-1592647355', 'tenant_id': '32b88e7bc28b44379a1452b198468e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'f0bef01f-7a5e-4587-9579-7e30c23e9db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:12:12Z', 'updated_at': '2022-02-19T03:14:47Z', 'revision_number': 6, 'project_id': '32b88e7bc28b44379a1452b198468e54', 'gw_port': {'id': 'f0bef01f-7a5e-4587-9579-7e30c23e9db4', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:8b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96334688-f5fd-468c-bd5a-b0a8e580f7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:12:13Z', 'updated_at': '2022-02-19T03:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': 'c3cbbefa-a79b-4cf1-9eee-3efa54329558', 'tenant_id': '32b88e7bc28b44379a1452b198468e54', 'floating_ip_address': '172.25.6.183', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': '96334688-f5fd-468c-bd5a-b0a8e580f7e7', 'port_id': '815798fc-e514-4a26-8f99-eeff0cbf5bd9', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5189435a-ef15-47eb-8dc4-aaf10a844886', 'mac_address': 'fa:16:3e:e2:c9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dad18e6-0289-4849-ab34-abf40e975ae1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:12:40Z', 'updated_at': '2022-02-19T03:12:44Z', 'revision_number': 1, 'project_id': '32b88e7bc28b44379a1452b198468e54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '711e4c99-b69f-4cb5-8104-e546cdcb1ff4', 'name': '', 'network_id': '5189435a-ef15-47eb-8dc4-aaf10a844886', 'tenant_id': '32b88e7bc28b44379a1452b198468e54', 'mac_address': 'fa:16:3e:da:9b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96334688-f5fd-468c-bd5a-b0a8e580f7e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'bc6b4e94-cc8d-478c-bcbf-a4c78d4a263c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:12:16Z', 'updated_at': '2022-02-19T03:12:23Z', 'revision_number': 5, 'project_id': '32b88e7bc28b44379a1452b198468e54', 'subnets': [{'id': 'bc6b4e94-cc8d-478c-bcbf-a4c78d4a263c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:14:49.651594 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d97756-0eea-42d4-ae79-977e1c899240 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Pushing event updated for resources: {'Port': ['ID=fa7435fe-1f17-49a8-b5fd-7f349eb44df9,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:49.670240 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d97756-0eea-42d4-ae79-977e1c899240 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:14:49.672054 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-b9d97756-0eea-42d4-ae79-977e1c899240 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:14:49.684969 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d97756-0eea-42d4-ae79-977e1c899240 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:14:49.931978 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b9d97756-0eea-42d4-ae79-977e1c899240 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Publish callbacks [] for floatingip (653b8106-ed0b-4d7e-a810-28d15fca9eda), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:49.949926 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaed9f7-5b8f-4429-a545-0b1f3582b3ae req-3aed0f61-64e9-4a24-901b-7929aac92ef9 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:49.951674 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2aaed9f7-5b8f-4429-a545-0b1f3582b3ae req-3aed0f61-64e9-4a24-901b-7929aac92ef9 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.82 "GET /v2.0/ports?device_id=1e9ea28e-33b0-4cda-8810-974cf96afcd0 HTTP/1.1" status: 200 len: 946 time: 0.2008543 Feb 19 03:14:49.961706 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d1eb94-b65b-46a4-bd04-eb72aaaddac9 req-39ae64cf-c544-4bc7-a889-8db9125ba7fc tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:49.963407 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-88d1eb94-b65b-46a4-bd04-eb72aaaddac9 req-39ae64cf-c544-4bc7-a889-8db9125ba7fc tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e9ea28e-33b0-4cda-8810-974cf96afcd0 HTTP/1.1" status: 200 len: 946 time: 0.2001476 Feb 19 03:14:50.089510 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-2c2399de-b273-4ec8-9e50-c0d81f5f4f3f None None] Publish callbacks [] for port (67e2c03f-ec2d-4b73-ae64-03051e7df08f), precommit_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:50.101294 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-2c2399de-b273-4ec8-9e50-c0d81f5f4f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (67e2c03f-ec2d-4b73-ae64-03051e7df08f), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:50.103952 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b9d97756-0eea-42d4-ae79-977e1c899240 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (fa7435fe-1f17-49a8-b5fd-7f349eb44df9), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:50.189095 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eecd661-e72c-4bf8-a489-5492d1946c37 None None] Pushing event updated for resources: {'Port': ['ID=67e2c03f-ec2d-4b73-ae64-03051e7df08f,revision_number=3']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:50.254891 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-88d1eb94-b65b-46a4-bd04-eb72aaaddac9 req-70af8b8f-2d15-49fe-98b2-05094a555759 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "GET /v2.0/security-groups?id=d50b9fcf-63d2-4fd5-8f3e-59d81006cd91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2795010 Feb 19 03:14:50.296142 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-2c2399de-b273-4ec8-9e50-c0d81f5f4f3f None None] Attempting to bind port 67e2c03f-ec2d-4b73-ae64-03051e7df08f on host n-d-826753-2 for vnic_type normal with profile {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:14:50.296512 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-2c2399de-b273-4ec8-9e50-c0d81f5f4f3f None None] Attempting to bind port 67e2c03f-ec2d-4b73-ae64-03051e7df08f by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '94e756a0-02a5-4c2a-8669-4568f7372c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'f202f6e6-ff6c-416c-b757-76fc930d3992'}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:14:50.296874 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2399de-b273-4ec8-9e50-c0d81f5f4f3f None None] Attempting to bind port 67e2c03f-ec2d-4b73-ae64-03051e7df08f on network f202f6e6-ff6c-416c-b757-76fc930d3992 {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:14:50.317494 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2399de-b273-4ec8-9e50-c0d81f5f4f3f None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:14:50.317879 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2399de-b273-4ec8-9e50-c0d81f5f4f3f None None] Checking segment: {'id': '94e756a0-02a5-4c2a-8669-4568f7372c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'f202f6e6-ff6c-416c-b757-76fc930d3992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:14:50.318369 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-2c2399de-b273-4ec8-9e50-c0d81f5f4f3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:50.318637 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2399de-b273-4ec8-9e50-c0d81f5f4f3f None None] Bound using segment: {'id': '94e756a0-02a5-4c2a-8669-4568f7372c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'f202f6e6-ff6c-416c-b757-76fc930d3992'} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:14:50.319124 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-2c2399de-b273-4ec8-9e50-c0d81f5f4f3f None None] Bound port: 67e2c03f-ec2d-4b73-ae64-03051e7df08f, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94e756a0-02a5-4c2a-8669-4568f7372c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'f202f6e6-ff6c-416c-b757-76fc930d3992'}}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:14:50.319536 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-2c2399de-b273-4ec8-9e50-c0d81f5f4f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (67e2c03f-ec2d-4b73-ae64-03051e7df08f), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:50.423665 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-2aaed9f7-5b8f-4429-a545-0b1f3582b3ae req-adfa8d52-767b-4b87-b6e7-3d5c01927eff tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Deleting port 40bfdff7-cd54-4e7e-88d6-ba1a4b1bcc68 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:14:50.424419 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-2aaed9f7-5b8f-4429-a545-0b1f3582b3ae req-adfa8d52-767b-4b87-b6e7-3d5c01927eff tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (40bfdff7-cd54-4e7e-88d6-ba1a4b1bcc68), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:50.447984 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 89dd57ff-90d1-4d4a-8c36-9a3e772d8e99 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:14:50.463358 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-2c2399de-b273-4ec8-9e50-c0d81f5f4f3f None None] For port 67e2c03f-ec2d-4b73-ae64-03051e7df08f, host n-d-826753-2, cleared binding levels {{(pid=103704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:14:50.474736 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-2c2399de-b273-4ec8-9e50-c0d81f5f4f3f None None] For port 67e2c03f-ec2d-4b73-ae64-03051e7df08f, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=67e2c03f-ec2d-4b73-ae64-03051e7df08f,segment=NetworkSegment(94e756a0-02a5-4c2a-8669-4568f7372c91),segment_id=94e756a0-02a5-4c2a-8669-4568f7372c91)] {{(pid=103704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:14:50.483467 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-2c2399de-b273-4ec8-9e50-c0d81f5f4f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (67e2c03f-ec2d-4b73-ae64-03051e7df08f), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:50.514772 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 89dd57ff-90d1-4d4a-8c36-9a3e772d8e99 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:14:50.515410 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 89dd57ff-90d1-4d4a-8c36-9a3e772d8e99 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:14:50.538969 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:50.625776 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b9d97756-0eea-42d4-ae79-977e1c899240 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Publish callbacks [] for port (fa7435fe-1f17-49a8-b5fd-7f349eb44df9), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:50.640873 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b9d97756-0eea-42d4-ae79-977e1c899240 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (fa7435fe-1f17-49a8-b5fd-7f349eb44df9), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:50.661439 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2399de-b273-4ec8-9e50-c0d81f5f4f3f None None] Routers {'481a1ed6-4c15-41cf-9edc-be29fd1040e5'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:14:50.661439 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-2c2399de-b273-4ec8-9e50-c0d81f5f4f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:14:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['481a1ed6-4c15-41cf-9edc-be29fd1040e5'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:14:50.705164 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eecd661-e72c-4bf8-a489-5492d1946c37 None None] Pushing event updated for resources: {'Port': ['ID=67e2c03f-ec2d-4b73-ae64-03051e7df08f,revision_number=4']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:50.768393 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-21eba39c-04cc-4c81-85e8-25e465cfec7c None None] Provisioning complete for port 67e2c03f-ec2d-4b73-ae64-03051e7df08f triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:14:50.770776 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-21eba39c-04cc-4c81-85e8-25e465cfec7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (67e2c03f-ec2d-4b73-ae64-03051e7df08f), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:50.819004 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-2aaed9f7-5b8f-4429-a545-0b1f3582b3ae req-adfa8d52-767b-4b87-b6e7-3d5c01927eff tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] For port 40bfdff7-cd54-4e7e-88d6-ba1a4b1bcc68, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=40bfdff7-cd54-4e7e-88d6-ba1a4b1bcc68,segment=NetworkSegment(c5b839d4-843b-49fb-9dd5-49a3b448b49c),segment_id=c5b839d4-843b-49fb-9dd5-49a3b448b49c)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:14:50.819597 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-2aaed9f7-5b8f-4429-a545-0b1f3582b3ae req-adfa8d52-767b-4b87-b6e7-3d5c01927eff tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (40bfdff7-cd54-4e7e-88d6-ba1a4b1bcc68), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:50.881767 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-2c2399de-b273-4ec8-9e50-c0d81f5f4f3f None None] Set router 481a1ed6-4c15-41cf-9edc-be29fd1040e5 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:14:51.021887 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-21eba39c-04cc-4c81-85e8-25e465cfec7c None None] Current status of the port 67e2c03f-ec2d-4b73-ae64-03051e7df08f is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:14:51.023730 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-21eba39c-04cc-4c81-85e8-25e465cfec7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (67e2c03f-ec2d-4b73-ae64-03051e7df08f), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:51.104138 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-21eba39c-04cc-4c81-85e8-25e465cfec7c None None] For port 67e2c03f-ec2d-4b73-ae64-03051e7df08f, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=67e2c03f-ec2d-4b73-ae64-03051e7df08f,segment=NetworkSegment(94e756a0-02a5-4c2a-8669-4568f7372c91),segment_id=94e756a0-02a5-4c2a-8669-4568f7372c91)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:14:51.110766 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-21eba39c-04cc-4c81-85e8-25e465cfec7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (67e2c03f-ec2d-4b73-ae64-03051e7df08f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:51.183639 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eba39c-04cc-4c81-85e8-25e465cfec7c None None] Pushing event updated for resources: {'Port': ['ID=67e2c03f-ec2d-4b73-ae64-03051e7df08f,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:51.258723 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-86ccdbee-1d32-4f68-8485-38e65f9e268a None None] Provisioning complete for port 67e2c03f-ec2d-4b73-ae64-03051e7df08f triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:14:51.259100 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-86ccdbee-1d32-4f68-8485-38e65f9e268a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (67e2c03f-ec2d-4b73-ae64-03051e7df08f), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:51.405999 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-86ccdbee-1d32-4f68-8485-38e65f9e268a None None] Current status of the port 67e2c03f-ec2d-4b73-ae64-03051e7df08f is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:14:51.422950 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-2aaed9f7-5b8f-4429-a545-0b1f3582b3ae req-adfa8d52-767b-4b87-b6e7-3d5c01927eff tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Calling delete_port for 40bfdff7-cd54-4e7e-88d6-ba1a4b1bcc68 owned by compute:nova {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:14:51.429560 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d97756-0eea-42d4-ae79-977e1c899240 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Pushing event updated for resources: {'Port': ['ID=fa7435fe-1f17-49a8-b5fd-7f349eb44df9,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:51.452647 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b9d97756-0eea-42d4-ae79-977e1c899240 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16285943'] for floatingip (653b8106-ed0b-4d7e-a810-28d15fca9eda), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:51.529439 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-2c2399de-b273-4ec8-9e50-c0d81f5f4f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481a1ed6-4c15-41cf-9edc-be29fd1040e5', 'name': 'tempest-AttachVolumeShelveTestJSON-68653113-router', 'tenant_id': 'fb2c2a033b7e417f933bc0bae524eae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'b47e3312-9c84-4e78-bab8-a8a0c46881b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:14:40Z', 'updated_at': '2022-02-19T03:14:45Z', 'revision_number': 4, 'project_id': 'fb2c2a033b7e417f933bc0bae524eae3', 'gw_port': {'id': 'b47e3312-9c84-4e78-bab8-a8a0c46881b3', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:11:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481a1ed6-4c15-41cf-9edc-be29fd1040e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:14:41Z', 'updated_at': '2022-02-19T03:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '67e2c03f-ec2d-4b73-ae64-03051e7df08f', 'name': '', 'network_id': 'f202f6e6-ff6c-416c-b757-76fc930d3992', 'tenant_id': 'fb2c2a033b7e417f933bc0bae524eae3', 'mac_address': 'fa:16:3e:2a:4d:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '481a1ed6-4c15-41cf-9edc-be29fd1040e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'e5721fd3-1b55-4729-a406-44f440380eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:14:44Z', 'updated_at': '2022-02-19T03:14:50Z', 'revision_number': 4, 'project_id': 'fb2c2a033b7e417f933bc0bae524eae3', 'subnets': [{'id': 'e5721fd3-1b55-4729-a406-44f440380eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:14:51.540339 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab9ee6b-1f38-423c-a3cc-fffce8e7a3b6 req-850be02a-f814-4f4e-9737-15b573ecbb5b tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:51.542318 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cab9ee6b-1f38-423c-a3cc-fffce8e7a3b6 req-850be02a-f814-4f4e-9737-15b573ecbb5b tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e9ea28e-33b0-4cda-8810-974cf96afcd0 HTTP/1.1" status: 200 len: 946 time: 0.1569097 Feb 19 03:14:51.547120 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b9d97756-0eea-42d4-ae79-977e1c899240 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:51.548783 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-b9d97756-0eea-42d4-ae79-977e1c899240 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7980142 Feb 19 03:14:51.595958 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2399de-b273-4ec8-9e50-c0d81f5f4f3f None None] The sync data for ids ['481a1ed6-4c15-41cf-9edc-be29fd1040e5'] in n-d-826753-2 is: [{'id': '481a1ed6-4c15-41cf-9edc-be29fd1040e5', 'name': 'tempest-AttachVolumeShelveTestJSON-68653113-router', 'tenant_id': 'fb2c2a033b7e417f933bc0bae524eae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'b47e3312-9c84-4e78-bab8-a8a0c46881b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:14:40Z', 'updated_at': '2022-02-19T03:14:45Z', 'revision_number': 4, 'project_id': 'fb2c2a033b7e417f933bc0bae524eae3', 'gw_port': {'id': 'b47e3312-9c84-4e78-bab8-a8a0c46881b3', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:11:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481a1ed6-4c15-41cf-9edc-be29fd1040e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:14:41Z', 'updated_at': '2022-02-19T03:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '67e2c03f-ec2d-4b73-ae64-03051e7df08f', 'name': '', 'network_id': 'f202f6e6-ff6c-416c-b757-76fc930d3992', 'tenant_id': 'fb2c2a033b7e417f933bc0bae524eae3', 'mac_address': 'fa:16:3e:2a:4d:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '481a1ed6-4c15-41cf-9edc-be29fd1040e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'e5721fd3-1b55-4729-a406-44f440380eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:14:44Z', 'updated_at': '2022-02-19T03:14:50Z', 'revision_number': 4, 'project_id': 'fb2c2a033b7e417f933bc0bae524eae3', 'subnets': [{'id': 'e5721fd3-1b55-4729-a406-44f440380eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:14:51.660289 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cab9ee6b-1f38-423c-a3cc-fffce8e7a3b6 req-81721aa2-3ef8-46d6-8920-559b08ce6340 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "GET /v2.0/security-groups?id=d50b9fcf-63d2-4fd5-8f3e-59d81006cd91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040752 Feb 19 03:14:51.805632 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-2aaed9f7-5b8f-4429-a545-0b1f3582b3ae req-adfa8d52-767b-4b87-b6e7-3d5c01927eff tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (40bfdff7-cd54-4e7e-88d6-ba1a4b1bcc68), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:51.857600 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfa8d52-767b-4b87-b6e7-3d5c01927eff tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Pushing event deleted for resources: {'Port': ['ID=40bfdff7-cd54-4e7e-88d6-ba1a4b1bcc68,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:51.948840 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aaed9f7-5b8f-4429-a545-0b1f3582b3ae req-adfa8d52-767b-4b87-b6e7-3d5c01927eff tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] No DVR routers for this DVR port 40bfdff7-cd54-4e7e-88d6-ba1a4b1bcc68 on host n-h2-826753-2 {{(pid=103701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:14:51.952717 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-2aaed9f7-5b8f-4429-a545-0b1f3582b3ae req-adfa8d52-767b-4b87-b6e7-3d5c01927eff tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:51.956806 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2aaed9f7-5b8f-4429-a545-0b1f3582b3ae req-adfa8d52-767b-4b87-b6e7-3d5c01927eff tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.82 "DELETE /v2.0/ports/40bfdff7-cd54-4e7e-88d6-ba1a4b1bcc68 HTTP/1.1" status: 204 len: 173 time: 1.9919634 Feb 19 03:14:51.957318 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e9ea28e-33b0-4cda-8810-974cf96afcd0', 'name': 'network-vif-deleted', 'tag': '40bfdff7-cd54-4e7e-88d6-ba1a4b1bcc68'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:14:51.960233 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e10fd0-aaf9-46ea-9852-819f8089414e" -d '{"events": [{"server_uuid": "1e9ea28e-33b0-4cda-8810-974cf96afcd0", "name": "network-vif-deleted", "tag": "40bfdff7-cd54-4e7e-88d6-ba1a4b1bcc68"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:14:51.973964 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-880b714e-56f9-49c6-886d-90102e382cf3 req-495dd6ae-5dc3-4110-a833-a09d17239a27 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1432794761&fields=id&tenant_id=fb2c2a033b7e417f933bc0bae524eae3 HTTP/1.1" status: 200 len: 267 time: 0.1174762 Feb 19 03:14:51.979172 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:52.130318 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da7fa3a2-8b18-4327-bec9-62ed662260c2 x-openstack-request-id: req-da7fa3a2-8b18-4327-bec9-62ed662260c2 {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:14:52.130720 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e9ea28e-33b0-4cda-8810-974cf96afcd0", "name": "network-vif-deleted", "tag": "40bfdff7-cd54-4e7e-88d6-ba1a4b1bcc68", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:14:52.131045 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-da7fa3a2-8b18-4327-bec9-62ed662260c2 {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:14:52.131522 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e9ea28e-33b0-4cda-8810-974cf96afcd0', 'name': 'network-vif-deleted', 'tag': '40bfdff7-cd54-4e7e-88d6-ba1a4b1bcc68', 'status': 'completed', 'code': 200} Feb 19 03:14:52.197519 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b714e-56f9-49c6-886d-90102e382cf3 req-a7508638-51f6-47c9-9e68-a5362ca63a97 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:52.199249 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-880b714e-56f9-49c6-886d-90102e382cf3 req-a7508638-51f6-47c9-9e68-a5362ca63a97 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/networks?id=f202f6e6-ff6c-416c-b757-76fc930d3992 HTTP/1.1" status: 200 len: 815 time: 0.2017756 Feb 19 03:14:52.240021 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-880b714e-56f9-49c6-886d-90102e382cf3 req-6521bf62-e180-4d89-95fd-b470f442905e tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/quotas/fb2c2a033b7e417f933bc0bae524eae3 HTTP/1.1" status: 200 len: 375 time: 0.0204434 Feb 19 03:14:52.313702 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-880b714e-56f9-49c6-886d-90102e382cf3 req-f8ceeca4-ea7c-4615-9412-f6e86b8a4bfa tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=fb2c2a033b7e417f933bc0bae524eae3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0668705 Feb 19 03:14:52.522128 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-880b714e-56f9-49c6-886d-90102e382cf3 req-6c6b94e8-b1dd-4a6e-b0d1-961585375cc0 service neutron] 10.222.0.72 "GET /v2.0/networks/f202f6e6-ff6c-416c-b757-76fc930d3992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981146 Feb 19 03:14:52.556064 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 67e2c03f-ec2d-4b73-ae64-03051e7df08f up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:14:52.666088 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-880b714e-56f9-49c6-886d-90102e382cf3 req-81c0839e-d799-444e-870b-38287473138c service neutron] 10.222.0.72 "GET /v2.0/networks/f202f6e6-ff6c-416c-b757-76fc930d3992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427755 Feb 19 03:14:52.749992 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 40bfdff7-cd54-4e7e-88d6-ba1a4b1bcc68 no longer exists at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:14:52.791280 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 38656) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:14:52.823496 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 67e2c03f-ec2d-4b73-ae64-03051e7df08f triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:14:52.826071 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (67e2c03f-ec2d-4b73-ae64-03051e7df08f), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:52.838048 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:52.839695 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] No Port match for: 40bfdff7-cd54-4e7e-88d6-ba1a4b1bcc68 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:14:52.843799 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 40bfdff7-cd54-4e7e-88d6-ba1a4b1bcc68 not bound to the agent host n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:14:52.975036 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-942cd585-ce90-4a8d-bb70-9626e5ad5cc8 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for security_group (d50b9fcf-63d2-4fd5-8f3e-59d81006cd91), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:53.008211 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c9b46ec0-956d-48f5-85ae-15dbc71e3f1d req-976ea80f-0dfe-4cf7-a084-506863266e30 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=399ef207-3128-4be8-a1ae-2f81ccbaba4a HTTP/1.1" status: 200 len: 210 time: 0.0444171 Feb 19 03:14:53.081402 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-942cd585-ce90-4a8d-bb70-9626e5ad5cc8 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for security_group (d50b9fcf-63d2-4fd5-8f3e-59d81006cd91), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:53.131039 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 67e2c03f-ec2d-4b73-ae64-03051e7df08f is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:14:53.229768 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-942cd585-ce90-4a8d-bb70-9626e5ad5cc8 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (d50b9fcf-63d2-4fd5-8f3e-59d81006cd91), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:53.234024 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-942cd585-ce90-4a8d-bb70-9626e5ad5cc8 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:53.235713 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-942cd585-ce90-4a8d-bb70-9626e5ad5cc8 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "DELETE /v2.0/security-groups/d50b9fcf-63d2-4fd5-8f3e-59d81006cd91 HTTP/1.1" status: 204 len: 168 time: 0.4432023 Feb 19 03:14:53.267105 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942cd585-ce90-4a8d-bb70-9626e5ad5cc8 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d50b9fcf-63d2-4fd5-8f3e-59d81006cd91,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:53.313323 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 38674) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:14:53.382029 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-a01a3e92-fdbd-40ff-90e5-e50e5ddeec3d tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Deleting subnet d14fb3d7-724f-46d4-9032-40a7d93448d0 {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:14:53.387185 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a01a3e92-fdbd-40ff-90e5-e50e5ddeec3d tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for subnet (d14fb3d7-724f-46d4-9032-40a7d93448d0), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:53.470351 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a01a3e92-fdbd-40ff-90e5-e50e5ddeec3d tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (d14fb3d7-724f-46d4-9032-40a7d93448d0), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:53.674526 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a01a3e92-fdbd-40ff-90e5-e50e5ddeec3d tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (d14fb3d7-724f-46d4-9032-40a7d93448d0), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:53.793300 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a01a3e92-fdbd-40ff-90e5-e50e5ddeec3d tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (d14fb3d7-724f-46d4-9032-40a7d93448d0), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:53.849820 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a01a3e92-fdbd-40ff-90e5-e50e5ddeec3d tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:53.853205 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-a01a3e92-fdbd-40ff-90e5-e50e5ddeec3d tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "DELETE /v2.0/subnets/d14fb3d7-724f-46d4-9032-40a7d93448d0 HTTP/1.1" status: 204 len: 168 time: 0.5387943 Feb 19 03:14:53.855044 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01a3e92-fdbd-40ff-90e5-e50e5ddeec3d tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Pushing event deleted for resources: {'Subnet': ['ID=d14fb3d7-724f-46d4-9032-40a7d93448d0,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:53.856202 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 38686) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:14:53.874432 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa9f0cf-5dda-473c-94bb-ebf89d036e82 None None] Network 960566ca-c692-4125-9236-7767a681d326 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:14:54.008740 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ba7b8e64-f6cd-43bf-8152-71e2bea25bf1 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (960566ca-c692-4125-9236-7767a681d326), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:54.148275 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-74cc7ddb-f49d-4fa1-a8ab-cb61915239a7 req-3937b49d-c45f-4715-b0ad-92e3882a43c8 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=399ef207-3128-4be8-a1ae-2f81ccbaba4a HTTP/1.1" status: 200 len: 210 time: 0.0340478 Feb 19 03:14:54.167630 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b8e64-f6cd-43bf-8152-71e2bea25bf1 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Deleting port efeaa079-de90-4013-9b16-53164d71ea1e {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:14:54.168296 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ba7b8e64-f6cd-43bf-8152-71e2bea25bf1 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (efeaa079-de90-4013-9b16-53164d71ea1e), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:54.182871 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865912b9-f332-472c-ab90-8c0824a470d1 None None] DHCP port deletion for 960566ca-c692-4125-9236-7767a681d326 request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:14:54.259793 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-ba7b8e64-f6cd-43bf-8152-71e2bea25bf1 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] For port efeaa079-de90-4013-9b16-53164d71ea1e, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=efeaa079-de90-4013-9b16-53164d71ea1e,segment=NetworkSegment(c5b839d4-843b-49fb-9dd5-49a3b448b49c),segment_id=c5b839d4-843b-49fb-9dd5-49a3b448b49c)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:14:54.260588 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ba7b8e64-f6cd-43bf-8152-71e2bea25bf1 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (efeaa079-de90-4013-9b16-53164d71ea1e), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:54.295411 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b8e64-f6cd-43bf-8152-71e2bea25bf1 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Calling delete_port for efeaa079-de90-4013-9b16-53164d71ea1e owned by network:dhcp {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:14:54.310176 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-865912b9-f332-472c-ab90-8c0824a470d1 None None] Deleting port efeaa079-de90-4013-9b16-53164d71ea1e {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:14:54.310842 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-865912b9-f332-472c-ab90-8c0824a470d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (efeaa079-de90-4013-9b16-53164d71ea1e), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:54.422972 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ba7b8e64-f6cd-43bf-8152-71e2bea25bf1 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (efeaa079-de90-4013-9b16-53164d71ea1e), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:54.435359 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-865912b9-f332-472c-ab90-8c0824a470d1 None None] For port efeaa079-de90-4013-9b16-53164d71ea1e, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=efeaa079-de90-4013-9b16-53164d71ea1e,segment=NetworkSegment(c5b839d4-843b-49fb-9dd5-49a3b448b49c),segment_id=c5b839d4-843b-49fb-9dd5-49a3b448b49c)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:14:54.437550 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-865912b9-f332-472c-ab90-8c0824a470d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (efeaa079-de90-4013-9b16-53164d71ea1e), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:54.457678 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-865912b9-f332-472c-ab90-8c0824a470d1 None None] Calling delete_port for efeaa079-de90-4013-9b16-53164d71ea1e owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:14:54.481259 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7b8e64-f6cd-43bf-8152-71e2bea25bf1 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] No DVR routers for this DVR port efeaa079-de90-4013-9b16-53164d71ea1e on host n-d-826753-2 {{(pid=103701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:14:54.491779 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b8e64-f6cd-43bf-8152-71e2bea25bf1 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Pushing event deleted for resources: {'Port': ['ID=efeaa079-de90-4013-9b16-53164d71ea1e,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:54.507514 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device efeaa079-de90-4013-9b16-53164d71ea1e no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:14:54.569525 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: efeaa079-de90-4013-9b16-53164d71ea1e {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:14:54.570377 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device efeaa079-de90-4013-9b16-53164d71ea1e not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:14:54.662449 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ba7b8e64-f6cd-43bf-8152-71e2bea25bf1 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (960566ca-c692-4125-9236-7767a681d326), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:54.705440 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-ba7b8e64-f6cd-43bf-8152-71e2bea25bf1 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['960566ca-c692-4125-9236-7767a681d326']}} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:14:54.718618 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-865912b9-f332-472c-ab90-8c0824a470d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (efeaa079-de90-4013-9b16-53164d71ea1e), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:54.728675 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-ba7b8e64-f6cd-43bf-8152-71e2bea25bf1 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5b839d4-843b-49fb-9dd5-49a3b448b49c') {'for_net_delete': True} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:14:54.730434 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-ba7b8e64-f6cd-43bf-8152-71e2bea25bf1 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5b839d4-843b-49fb-9dd5-49a3b448b49c') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:14:54.746011 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865912b9-f332-472c-ab90-8c0824a470d1 None None] Pushing event deleted for resources: {'Port': ['ID=efeaa079-de90-4013-9b16-53164d71ea1e,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:54.759676 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865912b9-f332-472c-ab90-8c0824a470d1 None None] No DVR routers for this DVR port efeaa079-de90-4013-9b16-53164d71ea1e on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:14:54.775260 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ba7b8e64-f6cd-43bf-8152-71e2bea25bf1 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12647422'] for segment (c5b839d4-843b-49fb-9dd5-49a3b448b49c), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:54.801925 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ba7b8e64-f6cd-43bf-8152-71e2bea25bf1 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (c5b839d4-843b-49fb-9dd5-49a3b448b49c), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:54.823697 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba7b8e64-f6cd-43bf-8152-71e2bea25bf1 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Releasing vlan 258 on physical network physnet1 to pool {{(pid=103701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:14:54.824103 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ba7b8e64-f6cd-43bf-8152-71e2bea25bf1 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583360'] for segment (c5b839d4-843b-49fb-9dd5-49a3b448b49c), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:54.912364 n-d-826753-2 neutron-server[103701]: Traceback (most recent call last): Feb 19 03:14:54.912364 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:14:54.912364 n-d-826753-2 neutron-server[103701]: timer() Feb 19 03:14:54.912364 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:14:54.912364 n-d-826753-2 neutron-server[103701]: cb(*args, **kw) Feb 19 03:14:54.912364 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:14:54.912364 n-d-826753-2 neutron-server[103701]: return func(*args, **kwargs) Feb 19 03:14:54.912364 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:14:54.912364 n-d-826753-2 neutron-server[103701]: self._notify() Feb 19 03:14:54.912364 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:14:54.912364 n-d-826753-2 neutron-server[103701]: self.callback(batched_events) Feb 19 03:14:54.912364 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:14:54.912364 n-d-826753-2 neutron-server[103701]: event.method(event) Feb 19 03:14:54.912364 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:14:54.912364 n-d-826753-2 neutron-server[103701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:14:54.912364 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:14:54.912364 n-d-826753-2 neutron-server[103701]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:14:54.912364 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:14:54.912364 n-d-826753-2 neutron-server[103701]: return f(self, *a, **k) Feb 19 03:14:54.912364 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:14:54.912364 n-d-826753-2 neutron-server[103701]: return self._get(url).json() Feb 19 03:14:54.912364 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:14:54.912364 n-d-826753-2 neutron-server[103701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:14:54.912364 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:14:54.912364 n-d-826753-2 neutron-server[103701]: return self.request(url, 'GET', **kwargs) Feb 19 03:14:54.912364 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:14:54.912364 n-d-826753-2 neutron-server[103701]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:14:54.912364 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:14:54.912364 n-d-826753-2 neutron-server[103701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:14:54.912364 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:14:54.912364 n-d-826753-2 neutron-server[103701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:14:54.912364 n-d-826753-2 neutron-server[103701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:14:55.000409 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ba7b8e64-f6cd-43bf-8152-71e2bea25bf1 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (960566ca-c692-4125-9236-7767a681d326), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:55.023899 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ba7b8e64-f6cd-43bf-8152-71e2bea25bf1 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:55.029890 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-ba7b8e64-f6cd-43bf-8152-71e2bea25bf1 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "DELETE /v2.0/networks/960566ca-c692-4125-9236-7767a681d326 HTTP/1.1" status: 204 len: 168 time: 1.1702011 Feb 19 03:14:55.032035 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 38708) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:14:55.045215 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b8e64-f6cd-43bf-8152-71e2bea25bf1 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Pushing event deleted for resources: {'Network': ['ID=960566ca-c692-4125-9236-7767a681d326,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:55.110443 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b714e-56f9-49c6-886d-90102e382cf3 req-a4e14f81-c9d8-4301-afb5-545873781a83 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:55.113276 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-880b714e-56f9-49c6-886d-90102e382cf3 req-a4e14f81-c9d8-4301-afb5-545873781a83 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.82 "GET /v2.0/networks?id=f202f6e6-ff6c-416c-b757-76fc930d3992 HTTP/1.1" status: 200 len: 815 time: 0.3027456 Feb 19 03:14:55.248500 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-880b714e-56f9-49c6-886d-90102e382cf3 req-8cf51fe3-5ea5-4ce3-8d01-3798231e4f28 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fb2c2a033b7e417f933bc0bae524eae3 HTTP/1.1" status: 200 len: 380 time: 0.0890787 Feb 19 03:14:55.259442 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-880b714e-56f9-49c6-886d-90102e382cf3 req-11e08ee6-1dd4-4d5d-8700-d037138d29c0 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Request body: {'port': {'device_id': '399ef207-3128-4be8-a1ae-2f81ccbaba4a', 'network_id': 'f202f6e6-ff6c-416c-b757-76fc930d3992', 'admin_state_up': True, 'tenant_id': 'fb2c2a033b7e417f933bc0bae524eae3', 'security_groups': ['fa5f04a2-1657-4891-b592-91ee63654b5d']}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:14:55.285836 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-e9835194-631c-4a2c-8380-699264d36b0d tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Deleting port 44969e4c-9ac8-4fd7-9da9-1d86e689e1af {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:14:55.286645 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e9835194-631c-4a2c-8380-699264d36b0d tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (44969e4c-9ac8-4fd7-9da9-1d86e689e1af), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:55.365305 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-462d74d2-0448-4f30-885b-ead584f34192 req-c48d594f-37fe-4870-8b98-4bf03bfb61e6 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=399ef207-3128-4be8-a1ae-2f81ccbaba4a HTTP/1.1" status: 200 len: 210 time: 0.0683985 Feb 19 03:14:55.405695 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e9835194-631c-4a2c-8380-699264d36b0d tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (44969e4c-9ac8-4fd7-9da9-1d86e689e1af), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:55.406399 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e9835194-631c-4a2c-8380-699264d36b0d tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for floatingip (44969e4c-9ac8-4fd7-9da9-1d86e689e1af), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:55.424882 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-e9835194-631c-4a2c-8380-699264d36b0d tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Calling delete_port for 44969e4c-9ac8-4fd7-9da9-1d86e689e1af owned by network:floatingip {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:14:55.460605 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-880b714e-56f9-49c6-886d-90102e382cf3 req-11e08ee6-1dd4-4d5d-8700-d037138d29c0 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Made reservation on behalf of fb2c2a033b7e417f933bc0bae524eae3 for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:14:55.465033 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-880b714e-56f9-49c6-886d-90102e382cf3 req-11e08ee6-1dd4-4d5d-8700-d037138d29c0 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:55.681966 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [req-880b714e-56f9-49c6-886d-90102e382cf3 req-11e08ee6-1dd4-4d5d-8700-d037138d29c0 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Allocated IP 172.20.0.14 (f202f6e6-ff6c-416c-b757-76fc930d3992/e5721fd3-1b55-4729-a406-44f440380eba/47ba5e21-cd34-4511-9761-c2908b71ba23) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:14:55.860634 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-880b714e-56f9-49c6-886d-90102e382cf3 req-11e08ee6-1dd4-4d5d-8700-d037138d29c0 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Publish callbacks [] for port (47ba5e21-cd34-4511-9761-c2908b71ba23), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:55.921380 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-880b714e-56f9-49c6-886d-90102e382cf3 req-11e08ee6-1dd4-4d5d-8700-d037138d29c0 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (47ba5e21-cd34-4511-9761-c2908b71ba23), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:55.987499 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e08ee6-1dd4-4d5d-8700-d037138d29c0 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Pushing event updated for resources: {'Port': ['ID=47ba5e21-cd34-4511-9761-c2908b71ba23,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:56.030463 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-880b714e-56f9-49c6-886d-90102e382cf3 req-11e08ee6-1dd4-4d5d-8700-d037138d29c0 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Network f202f6e6-ff6c-416c-b757-76fc930d3992 is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:14:56.033545 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [req-880b714e-56f9-49c6-886d-90102e382cf3 req-11e08ee6-1dd4-4d5d-8700-d037138d29c0 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:14:56.036278 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-880b714e-56f9-49c6-886d-90102e382cf3 req-11e08ee6-1dd4-4d5d-8700-d037138d29c0 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:14:56.050354 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e9835194-631c-4a2c-8380-699264d36b0d tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (44969e4c-9ac8-4fd7-9da9-1d86e689e1af), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:56.087615 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9835194-631c-4a2c-8380-699264d36b0d tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Pushing event deleted for resources: {'Port': ['ID=44969e4c-9ac8-4fd7-9da9-1d86e689e1af,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:56.141283 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b714e-56f9-49c6-886d-90102e382cf3 req-11e08ee6-1dd4-4d5d-8700-d037138d29c0 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:56.143426 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-880b714e-56f9-49c6-886d-90102e382cf3 req-11e08ee6-1dd4-4d5d-8700-d037138d29c0 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:56.169939 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-880b714e-56f9-49c6-886d-90102e382cf3 req-11e08ee6-1dd4-4d5d-8700-d037138d29c0 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9144773 Feb 19 03:14:56.191930 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-880b714e-56f9-49c6-886d-90102e382cf3 req-728232cc-38dc-48ac-9de0-e1247d409fad service neutron] Request body: {'port': {'device_id': '399ef207-3128-4be8-a1ae-2f81ccbaba4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826753-2'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:14:56.229329 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e9835194-631c-4a2c-8380-699264d36b0d tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for floatingip (c3cbbefa-a79b-4cf1-9eee-3efa54329558), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:56.229697 n-d-826753-2 neutron-server[103702]: INFO neutron.db.l3_db [None req-e9835194-631c-4a2c-8380-699264d36b0d tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Floating IP c3cbbefa-a79b-4cf1-9eee-3efa54329558 disassociated (deleted). External IP: 172.25.6.183, port: 815798fc-e514-4a26-8f99-eeff0cbf5bd9. Feb 19 03:14:56.275840 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:56.327785 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-880b714e-56f9-49c6-886d-90102e382cf3 req-728232cc-38dc-48ac-9de0-e1247d409fad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (47ba5e21-cd34-4511-9761-c2908b71ba23), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:56.483725 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-5bf4bbbc-d355-47e6-bc40-296c46cb7715 None None] Provisioning complete for port 47ba5e21-cd34-4511-9761-c2908b71ba23 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:14:56.484113 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5bf4bbbc-d355-47e6-bc40-296c46cb7715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (47ba5e21-cd34-4511-9761-c2908b71ba23), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:56.525695 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-5bf4bbbc-d355-47e6-bc40-296c46cb7715 None None] Port 47ba5e21-cd34-4511-9761-c2908b71ba23 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:14:56.664221 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cdf256-24f7-4da6-8d55-f79073c660d0 req-9c4fbc46-dae8-41b7-9173-5764e866ea94 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:56.671514 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-69cdf256-24f7-4da6-8d55-f79073c660d0 req-9c4fbc46-dae8-41b7-9173-5764e866ea94 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=399ef207-3128-4be8-a1ae-2f81ccbaba4a HTTP/1.1" status: 200 len: 932 time: 0.1419709 Feb 19 03:14:56.674406 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9835194-631c-4a2c-8380-699264d36b0d tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Router 96334688-f5fd-468c-bd5a-b0a8e580f7e7 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:14:56.832006 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9835194-631c-4a2c-8380-699264d36b0d tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:14:56.836816 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e9835194-631c-4a2c-8380-699264d36b0d tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:56.844441 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b72edd-569e-445d-b81a-6fd881410114 None None] Sync routers for ids ['96334688-f5fd-468c-bd5a-b0a8e580f7e7'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:14:56.861660 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-69cdf256-24f7-4da6-8d55-f79073c660d0 req-cbe017b0-6025-42e1-9b23-a3c7c8267665 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa5f04a2-1657-4891-b592-91ee63654b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1622312 Feb 19 03:14:56.881911 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b72edd-569e-445d-b81a-6fd881410114 None None] Routers {'96334688-f5fd-468c-bd5a-b0a8e580f7e7'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:14:56.883043 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [req-880b714e-56f9-49c6-886d-90102e382cf3 req-728232cc-38dc-48ac-9de0-e1247d409fad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47ba5e21-cd34-4511-9761-c2908b71ba23 {{(pid=103701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:14:56.883927 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-50b72edd-569e-445d-b81a-6fd881410114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:14:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['96334688-f5fd-468c-bd5a-b0a8e580f7e7'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:14:56.891381 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-e9835194-631c-4a2c-8380-699264d36b0d tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "DELETE /v2.0/floatingips/c3cbbefa-a79b-4cf1-9eee-3efa54329558 HTTP/1.1" status: 204 len: 168 time: 1.8569393 Feb 19 03:14:56.892094 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dad18e6-0289-4849-ab34-abf40e975ae1', 'tag': '815798fc-e514-4a26-8f99-eeff0cbf5bd9'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:14:56.897874 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-880b714e-56f9-49c6-886d-90102e382cf3 req-728232cc-38dc-48ac-9de0-e1247d409fad service neutron] Publish callbacks [] for port (47ba5e21-cd34-4511-9761-c2908b71ba23), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:56.899861 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1f59f4b-e63c-4742-9f5d-70c1296bff24" -d '{"events": [{"name": "network-changed", "server_uuid": "0dad18e6-0289-4849-ab34-abf40e975ae1", "tag": "815798fc-e514-4a26-8f99-eeff0cbf5bd9"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:14:56.930508 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.provisioning_blocks [req-880b714e-56f9-49c6-886d-90102e382cf3 req-728232cc-38dc-48ac-9de0-e1247d409fad service neutron] Transition to ACTIVE for port object 47ba5e21-cd34-4511-9761-c2908b71ba23 will not be triggered until provisioned by entity L2. {{(pid=103701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:14:56.944938 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-880b714e-56f9-49c6-886d-90102e382cf3 req-728232cc-38dc-48ac-9de0-e1247d409fad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (47ba5e21-cd34-4511-9761-c2908b71ba23), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:56.973317 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c4740d3-88eb-400e-a0cc-1af16f747694 x-openstack-request-id: req-1c4740d3-88eb-400e-a0cc-1af16f747694 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:14:56.973604 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dad18e6-0289-4849-ab34-abf40e975ae1", "tag": "815798fc-e514-4a26-8f99-eeff0cbf5bd9", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:14:56.973961 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1c4740d3-88eb-400e-a0cc-1af16f747694 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:14:56.974258 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dad18e6-0289-4849-ab34-abf40e975ae1', 'tag': '815798fc-e514-4a26-8f99-eeff0cbf5bd9', 'status': 'completed', 'code': 200} Feb 19 03:14:57.137924 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f59f4b-e63c-4742-9f5d-70c1296bff24 req-e8256e48-9f6b-4e48-a637-e931f7304892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:57.139707 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e1f59f4b-e63c-4742-9f5d-70c1296bff24 req-e8256e48-9f6b-4e48-a637-e931f7304892 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=32b88e7bc28b44379a1452b198468e54&device_id=0dad18e6-0289-4849-ab34-abf40e975ae1 HTTP/1.1" status: 200 len: 1127 time: 0.1013129 Feb 19 03:14:57.166848 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-50b72edd-569e-445d-b81a-6fd881410114 None None] Set router 96334688-f5fd-468c-bd5a-b0a8e580f7e7 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:14:57.217342 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728232cc-38dc-48ac-9de0-e1247d409fad service neutron] Pushing event updated for resources: {'Port': ['ID=47ba5e21-cd34-4511-9761-c2908b71ba23,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:57.256145 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-880b714e-56f9-49c6-886d-90102e382cf3 req-728232cc-38dc-48ac-9de0-e1247d409fad service neutron] Attempting to bind port 47ba5e21-cd34-4511-9761-c2908b71ba23 on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:14:57.256803 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-880b714e-56f9-49c6-886d-90102e382cf3 req-728232cc-38dc-48ac-9de0-e1247d409fad service neutron] Attempting to bind port 47ba5e21-cd34-4511-9761-c2908b71ba23 by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': '94e756a0-02a5-4c2a-8669-4568f7372c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'f202f6e6-ff6c-416c-b757-76fc930d3992'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:14:57.256942 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880b714e-56f9-49c6-886d-90102e382cf3 req-728232cc-38dc-48ac-9de0-e1247d409fad service neutron] Attempting to bind port 47ba5e21-cd34-4511-9761-c2908b71ba23 on network f202f6e6-ff6c-416c-b757-76fc930d3992 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:14:57.261895 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880b714e-56f9-49c6-886d-90102e382cf3 req-728232cc-38dc-48ac-9de0-e1247d409fad service neutron] Port 47ba5e21-cd34-4511-9761-c2908b71ba23 on network f202f6e6-ff6c-416c-b757-76fc930d3992 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:14:57.262232 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880b714e-56f9-49c6-886d-90102e382cf3 req-728232cc-38dc-48ac-9de0-e1247d409fad service neutron] Attempting to bind port 47ba5e21-cd34-4511-9761-c2908b71ba23 on network f202f6e6-ff6c-416c-b757-76fc930d3992 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:14:57.279362 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880b714e-56f9-49c6-886d-90102e382cf3 req-728232cc-38dc-48ac-9de0-e1247d409fad service neutron] Checking agent: {'id': 'bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:14:57.279828 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880b714e-56f9-49c6-886d-90102e382cf3 req-728232cc-38dc-48ac-9de0-e1247d409fad service neutron] Checking segment: {'id': '94e756a0-02a5-4c2a-8669-4568f7372c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'f202f6e6-ff6c-416c-b757-76fc930d3992'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:14:57.280186 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880b714e-56f9-49c6-886d-90102e382cf3 req-728232cc-38dc-48ac-9de0-e1247d409fad service neutron] Bound using segment: {'id': '94e756a0-02a5-4c2a-8669-4568f7372c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'f202f6e6-ff6c-416c-b757-76fc930d3992'} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:14:57.280746 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-880b714e-56f9-49c6-886d-90102e382cf3 req-728232cc-38dc-48ac-9de0-e1247d409fad service neutron] Bound port: 47ba5e21-cd34-4511-9761-c2908b71ba23, host: n-h2-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94e756a0-02a5-4c2a-8669-4568f7372c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'f202f6e6-ff6c-416c-b757-76fc930d3992'}}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:14:57.281043 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-880b714e-56f9-49c6-886d-90102e382cf3 req-728232cc-38dc-48ac-9de0-e1247d409fad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (47ba5e21-cd34-4511-9761-c2908b71ba23), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:57.426270 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f59f4b-e63c-4742-9f5d-70c1296bff24 req-0aeb4a36-98f3-43e2-82e3-775d75541b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:57.428704 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e1f59f4b-e63c-4742-9f5d-70c1296bff24 req-0aeb4a36-98f3-43e2-82e3-775d75541b96 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5189435a-ef15-47eb-8dc4-aaf10a844886 HTTP/1.1" status: 200 len: 897 time: 0.2822337 Feb 19 03:14:57.487917 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9df5eb5-e7e4-4eec-afba-77b2cff1cbf7 req-d2272c7d-acf6-4a90-93cb-69c462b5e8dc tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:57.494103 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a9df5eb5-e7e4-4eec-afba-77b2cff1cbf7 req-d2272c7d-acf6-4a90-93cb-69c462b5e8dc tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "GET /v2.0/ports?device_id=0dad18e6-0289-4849-ab34-abf40e975ae1 HTTP/1.1" status: 200 len: 945 time: 0.1635292 Feb 19 03:14:57.550538 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-880b714e-56f9-49c6-886d-90102e382cf3 req-728232cc-38dc-48ac-9de0-e1247d409fad service neutron] For port 47ba5e21-cd34-4511-9761-c2908b71ba23, host n-h2-826753-2, cleared binding levels {{(pid=103701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:14:57.557626 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-880b714e-56f9-49c6-886d-90102e382cf3 req-728232cc-38dc-48ac-9de0-e1247d409fad service neutron] For port 47ba5e21-cd34-4511-9761-c2908b71ba23, host n-h2-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=47ba5e21-cd34-4511-9761-c2908b71ba23,segment=NetworkSegment(94e756a0-02a5-4c2a-8669-4568f7372c91),segment_id=94e756a0-02a5-4c2a-8669-4568f7372c91)] {{(pid=103701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:14:57.565519 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e1f59f4b-e63c-4742-9f5d-70c1296bff24 req-f5dba6f8-9b01-4647-913a-4ae382850aac service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=815798fc-e514-4a26-8f99-eeff0cbf5bd9 HTTP/1.1" status: 200 len: 217 time: 0.1302147 Feb 19 03:14:57.587982 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-880b714e-56f9-49c6-886d-90102e382cf3 req-728232cc-38dc-48ac-9de0-e1247d409fad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (47ba5e21-cd34-4511-9761-c2908b71ba23), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:57.694078 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b714e-56f9-49c6-886d-90102e382cf3 req-728232cc-38dc-48ac-9de0-e1247d409fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:57.695590 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-880b714e-56f9-49c6-886d-90102e382cf3 req-728232cc-38dc-48ac-9de0-e1247d409fad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:57.695937 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-880b714e-56f9-49c6-886d-90102e382cf3 req-728232cc-38dc-48ac-9de0-e1247d409fad service neutron] 10.222.0.82 "PUT /v2.0/ports/47ba5e21-cd34-4511-9761-c2908b71ba23 HTTP/1.1" status: 200 len: 1092 time: 1.5103209 Feb 19 03:14:57.700681 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a9df5eb5-e7e4-4eec-afba-77b2cff1cbf7 req-35a34901-74e2-46ba-a8d9-54f0085c952a tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e4acdde-4972-48a2-9e3f-17813fae8eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1889012 Feb 19 03:14:57.701299 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '399ef207-3128-4be8-a1ae-2f81ccbaba4a', 'tag': '47ba5e21-cd34-4511-9761-c2908b71ba23'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:14:57.704215 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b18fb44-09b7-48d8-8297-d8a2b02b8e8e" -d '{"events": [{"name": "network-changed", "server_uuid": "399ef207-3128-4be8-a1ae-2f81ccbaba4a", "tag": "47ba5e21-cd34-4511-9761-c2908b71ba23"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:14:57.731756 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f59f4b-e63c-4742-9f5d-70c1296bff24 req-7cdf3aa6-d1ce-47fb-8dfc-0a834323dd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:57.738171 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e1f59f4b-e63c-4742-9f5d-70c1296bff24 req-7cdf3aa6-d1ce-47fb-8dfc-0a834323dd0f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bc6b4e94-cc8d-478c-bcbf-a4c78d4a263c HTTP/1.1" status: 200 len: 835 time: 0.1621184 Feb 19 03:14:57.764724 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728232cc-38dc-48ac-9de0-e1247d409fad service neutron] Pushing event updated for resources: {'Port': ['ID=47ba5e21-cd34-4511-9761-c2908b71ba23,revision_number=3']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:57.798523 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-182dbdce-e894-4825-b20c-920e561120ec x-openstack-request-id: req-182dbdce-e894-4825-b20c-920e561120ec {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:14:57.799230 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "399ef207-3128-4be8-a1ae-2f81ccbaba4a", "tag": "47ba5e21-cd34-4511-9761-c2908b71ba23", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:14:57.799651 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-182dbdce-e894-4825-b20c-920e561120ec {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:14:57.800207 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '399ef207-3128-4be8-a1ae-2f81ccbaba4a', 'tag': '47ba5e21-cd34-4511-9761-c2908b71ba23', 'status': 'completed', 'code': 200} Feb 19 03:14:57.841798 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f59f4b-e63c-4742-9f5d-70c1296bff24 req-aa345dbb-904c-4f76-bb58-b34d1e884550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:57.846313 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e1f59f4b-e63c-4742-9f5d-70c1296bff24 req-aa345dbb-904c-4f76-bb58-b34d1e884550 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5189435a-ef15-47eb-8dc4-aaf10a844886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0956209 Feb 19 03:14:57.963769 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-50b72edd-569e-445d-b81a-6fd881410114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96334688-f5fd-468c-bd5a-b0a8e580f7e7', 'name': 'tempest-TestNetworkBasicOps-router-1592647355', 'tenant_id': '32b88e7bc28b44379a1452b198468e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'f0bef01f-7a5e-4587-9579-7e30c23e9db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:12:12Z', 'updated_at': '2022-02-19T03:14:47Z', 'revision_number': 6, 'project_id': '32b88e7bc28b44379a1452b198468e54', 'gw_port': {'id': 'f0bef01f-7a5e-4587-9579-7e30c23e9db4', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:8b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96334688-f5fd-468c-bd5a-b0a8e580f7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:12:13Z', 'updated_at': '2022-02-19T03:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '711e4c99-b69f-4cb5-8104-e546cdcb1ff4', 'name': '', 'network_id': '5189435a-ef15-47eb-8dc4-aaf10a844886', 'tenant_id': '32b88e7bc28b44379a1452b198468e54', 'mac_address': 'fa:16:3e:da:9b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96334688-f5fd-468c-bd5a-b0a8e580f7e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'bc6b4e94-cc8d-478c-bcbf-a4c78d4a263c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:12:16Z', 'updated_at': '2022-02-19T03:12:23Z', 'revision_number': 5, 'project_id': '32b88e7bc28b44379a1452b198468e54', 'subnets': [{'id': 'bc6b4e94-cc8d-478c-bcbf-a4c78d4a263c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:14:58.003431 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b714e-56f9-49c6-886d-90102e382cf3 req-74fc337b-c263-49d6-b73a-1d0412299418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:58.005836 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-880b714e-56f9-49c6-886d-90102e382cf3 req-74fc337b-c263-49d6-b73a-1d0412299418 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=fb2c2a033b7e417f933bc0bae524eae3&device_id=399ef207-3128-4be8-a1ae-2f81ccbaba4a HTTP/1.1" status: 200 len: 1126 time: 0.2351100 Feb 19 03:14:58.024192 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b72edd-569e-445d-b81a-6fd881410114 None None] Checking router: 96334688-f5fd-468c-bd5a-b0a8e580f7e7 for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:14:58.038236 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b72edd-569e-445d-b81a-6fd881410114 None None] Routers {'96334688-f5fd-468c-bd5a-b0a8e580f7e7'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:14:58.040009 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-50b72edd-569e-445d-b81a-6fd881410114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:14:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['96334688-f5fd-468c-bd5a-b0a8e580f7e7'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:14:58.130249 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-880b714e-56f9-49c6-886d-90102e382cf3 req-be611041-d4a9-40fc-80e7-6af5837d3820 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=47ba5e21-cd34-4511-9761-c2908b71ba23 HTTP/1.1" status: 200 len: 217 time: 0.1061192 Feb 19 03:14:58.149081 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e1f59f4b-e63c-4742-9f5d-70c1296bff24 req-6ec0ae10-7d88-482c-ae1c-5b245decd03b service neutron] 10.222.0.73 "GET /v2.0/networks/5189435a-ef15-47eb-8dc4-aaf10a844886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2966845 Feb 19 03:14:58.244958 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-50b72edd-569e-445d-b81a-6fd881410114 None None] Set router 96334688-f5fd-468c-bd5a-b0a8e580f7e7 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:14:58.247365 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b714e-56f9-49c6-886d-90102e382cf3 req-febed4ba-905f-49be-bf50-9759652624a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:58.249358 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-880b714e-56f9-49c6-886d-90102e382cf3 req-febed4ba-905f-49be-bf50-9759652624a7 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e5721fd3-1b55-4729-a406-44f440380eba HTTP/1.1" status: 200 len: 854 time: 0.1148753 Feb 19 03:14:58.390306 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e1f59f4b-e63c-4742-9f5d-70c1296bff24 req-835a96f3-07a9-4fa5-a6ec-ec842bb19eb0 service neutron] 10.222.0.73 "GET /v2.0/networks/5189435a-ef15-47eb-8dc4-aaf10a844886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287555 Feb 19 03:14:58.477825 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b714e-56f9-49c6-886d-90102e382cf3 req-cf4f0484-8605-428e-92d0-5bd7ee273d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:58.480132 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-880b714e-56f9-49c6-886d-90102e382cf3 req-cf4f0484-8605-428e-92d0-5bd7ee273d31 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f202f6e6-ff6c-416c-b757-76fc930d3992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1997578 Feb 19 03:14:58.631159 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26099648-c2b5-4bd9-a814-65fa2efcac81 req-8fb6b4c3-9057-4817-841e-c0e5a8637f08 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:58.633015 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-50b72edd-569e-445d-b81a-6fd881410114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96334688-f5fd-468c-bd5a-b0a8e580f7e7', 'name': 'tempest-TestNetworkBasicOps-router-1592647355', 'tenant_id': '32b88e7bc28b44379a1452b198468e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'f0bef01f-7a5e-4587-9579-7e30c23e9db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:12:12Z', 'updated_at': '2022-02-19T03:14:47Z', 'revision_number': 6, 'project_id': '32b88e7bc28b44379a1452b198468e54', 'gw_port': {'id': 'f0bef01f-7a5e-4587-9579-7e30c23e9db4', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:8b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96334688-f5fd-468c-bd5a-b0a8e580f7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:12:13Z', 'updated_at': '2022-02-19T03:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '711e4c99-b69f-4cb5-8104-e546cdcb1ff4', 'name': '', 'network_id': '5189435a-ef15-47eb-8dc4-aaf10a844886', 'tenant_id': '32b88e7bc28b44379a1452b198468e54', 'mac_address': 'fa:16:3e:da:9b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96334688-f5fd-468c-bd5a-b0a8e580f7e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'bc6b4e94-cc8d-478c-bcbf-a4c78d4a263c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:12:16Z', 'updated_at': '2022-02-19T03:12:23Z', 'revision_number': 5, 'project_id': '32b88e7bc28b44379a1452b198468e54', 'subnets': [{'id': 'bc6b4e94-cc8d-478c-bcbf-a4c78d4a263c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:14:58.644780 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-26099648-c2b5-4bd9-a814-65fa2efcac81 req-8fb6b4c3-9057-4817-841e-c0e5a8637f08 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=399ef207-3128-4be8-a1ae-2f81ccbaba4a HTTP/1.1" status: 200 len: 944 time: 0.3899055 Feb 19 03:14:58.664990 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b72edd-569e-445d-b81a-6fd881410114 None None] The sync data for ids ['96334688-f5fd-468c-bd5a-b0a8e580f7e7'] in n-d-826753-2 is: [{'id': '96334688-f5fd-468c-bd5a-b0a8e580f7e7', 'name': 'tempest-TestNetworkBasicOps-router-1592647355', 'tenant_id': '32b88e7bc28b44379a1452b198468e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'f0bef01f-7a5e-4587-9579-7e30c23e9db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:12:12Z', 'updated_at': '2022-02-19T03:14:47Z', 'revision_number': 6, 'project_id': '32b88e7bc28b44379a1452b198468e54', 'gw_port': {'id': 'f0bef01f-7a5e-4587-9579-7e30c23e9db4', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:8b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96334688-f5fd-468c-bd5a-b0a8e580f7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:12:13Z', 'updated_at': '2022-02-19T03:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '711e4c99-b69f-4cb5-8104-e546cdcb1ff4', 'name': '', 'network_id': '5189435a-ef15-47eb-8dc4-aaf10a844886', 'tenant_id': '32b88e7bc28b44379a1452b198468e54', 'mac_address': 'fa:16:3e:da:9b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96334688-f5fd-468c-bd5a-b0a8e580f7e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'bc6b4e94-cc8d-478c-bcbf-a4c78d4a263c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:12:16Z', 'updated_at': '2022-02-19T03:12:23Z', 'revision_number': 5, 'project_id': '32b88e7bc28b44379a1452b198468e54', 'subnets': [{'id': 'bc6b4e94-cc8d-478c-bcbf-a4c78d4a263c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:14:58.801039 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-880b714e-56f9-49c6-886d-90102e382cf3 req-b0cb67b2-0370-424e-8cfc-7134751f6206 service neutron] 10.222.0.82 "GET /v2.0/networks/f202f6e6-ff6c-416c-b757-76fc930d3992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3091075 Feb 19 03:14:58.835514 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-26099648-c2b5-4bd9-a814-65fa2efcac81 req-0015663c-72be-49f9-8387-eb09d9c8e303 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa5f04a2-1657-4891-b592-91ee63654b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1765022 Feb 19 03:14:59.046233 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae10051-02b4-4e34-a333-2c56dbaa3542 req-df27ad0d-fcac-405b-a966-1e85a5b78ac9 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:59.058035 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fae10051-02b4-4e34-a333-2c56dbaa3542 req-df27ad0d-fcac-405b-a966-1e85a5b78ac9 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "GET /v2.0/ports?device_id=0dad18e6-0289-4849-ab34-abf40e975ae1 HTTP/1.1" status: 200 len: 945 time: 0.2194805 Feb 19 03:14:59.068675 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ffdb79-44a1-4c28-935e-7e112a38c2c8 req-bf750892-8952-4ff8-a383-9c812ed8bcac tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:59.070604 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-b4ffdb79-44a1-4c28-935e-7e112a38c2c8 req-bf750892-8952-4ff8-a383-9c812ed8bcac tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.73 "GET /v2.0/ports?device_id=0dad18e6-0289-4849-ab34-abf40e975ae1 HTTP/1.1" status: 200 len: 945 time: 0.1711948 Feb 19 03:14:59.070933 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-880b714e-56f9-49c6-886d-90102e382cf3 req-d8efb823-c2aa-48c9-bc9c-44257a1aa228 service neutron] 10.222.0.82 "GET /v2.0/networks/f202f6e6-ff6c-416c-b757-76fc930d3992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302179 Feb 19 03:14:59.168637 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fae10051-02b4-4e34-a333-2c56dbaa3542 req-52a6f1d1-00db-4897-bdcb-a192bd47b0c2 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "GET /v2.0/security-groups?id=8e4acdde-4972-48a2-9e3f-17813fae8eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095934 Feb 19 03:14:59.232811 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04db7e09-6a2a-46c9-8ef3-0acb92230648 None None] New status for floating IP c3cbbefa-a79b-4cf1-9eee-3efa54329558: DOWN {{(pid=103704) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:14:59.296444 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b18fb44-09b7-48d8-8297-d8a2b02b8e8e req-ce8cfc7b-ca99-4bc9-aa47-2ad8ac6aa432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:59.297532 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2b18fb44-09b7-48d8-8297-d8a2b02b8e8e req-ce8cfc7b-ca99-4bc9-aa47-2ad8ac6aa432 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=fb2c2a033b7e417f933bc0bae524eae3&device_id=399ef207-3128-4be8-a1ae-2f81ccbaba4a HTTP/1.1" status: 200 len: 1126 time: 0.1109359 Feb 19 03:14:59.316140 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-b4ffdb79-44a1-4c28-935e-7e112a38c2c8 req-775d4e2d-4f76-48c9-b871-88de0e4e3593 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Deleting port 815798fc-e514-4a26-8f99-eeff0cbf5bd9 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:14:59.317854 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-b4ffdb79-44a1-4c28-935e-7e112a38c2c8 req-775d4e2d-4f76-48c9-b871-88de0e4e3593 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (815798fc-e514-4a26-8f99-eeff0cbf5bd9), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:59.506545 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-b4ffdb79-44a1-4c28-935e-7e112a38c2c8 req-775d4e2d-4f76-48c9-b871-88de0e4e3593 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] For port 815798fc-e514-4a26-8f99-eeff0cbf5bd9, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=815798fc-e514-4a26-8f99-eeff0cbf5bd9,segment=NetworkSegment(1caf5773-570d-4a90-a280-ed84933424dc),segment_id=1caf5773-570d-4a90-a280-ed84933424dc)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:14:59.507184 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-b4ffdb79-44a1-4c28-935e-7e112a38c2c8 req-775d4e2d-4f76-48c9-b871-88de0e4e3593 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (815798fc-e514-4a26-8f99-eeff0cbf5bd9), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:59.539638 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-b4ffdb79-44a1-4c28-935e-7e112a38c2c8 req-775d4e2d-4f76-48c9-b871-88de0e4e3593 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Calling delete_port for 815798fc-e514-4a26-8f99-eeff0cbf5bd9 owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:14:59.561992 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b18fb44-09b7-48d8-8297-d8a2b02b8e8e req-9671cf57-cbd4-46c2-a114-9bdcde93fed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:59.563685 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2b18fb44-09b7-48d8-8297-d8a2b02b8e8e req-9671cf57-cbd4-46c2-a114-9bdcde93fed6 service neutron] 10.222.0.82 "GET /v2.0/networks?id=f202f6e6-ff6c-416c-b757-76fc930d3992 HTTP/1.1" status: 200 len: 916 time: 0.2590985 Feb 19 03:14:59.634605 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2b18fb44-09b7-48d8-8297-d8a2b02b8e8e req-908a3cb3-9732-42be-a1d6-ec31a6b1b0a9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=47ba5e21-cd34-4511-9761-c2908b71ba23 HTTP/1.1" status: 200 len: 217 time: 0.0617385 Feb 19 03:14:59.695277 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b18fb44-09b7-48d8-8297-d8a2b02b8e8e req-502c78d4-7fbe-46e6-a049-dbab2debf0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:59.696781 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2b18fb44-09b7-48d8-8297-d8a2b02b8e8e req-502c78d4-7fbe-46e6-a049-dbab2debf0b8 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e5721fd3-1b55-4729-a406-44f440380eba HTTP/1.1" status: 200 len: 854 time: 0.0557964 Feb 19 03:14:59.771119 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b18fb44-09b7-48d8-8297-d8a2b02b8e8e req-a9d88e89-e054-4039-b6ca-0e10d7221a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:59.774426 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2b18fb44-09b7-48d8-8297-d8a2b02b8e8e req-a9d88e89-e054-4039-b6ca-0e10d7221a62 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f202f6e6-ff6c-416c-b757-76fc930d3992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0707195 Feb 19 03:14:59.777264 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-b4ffdb79-44a1-4c28-935e-7e112a38c2c8 req-775d4e2d-4f76-48c9-b871-88de0e4e3593 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (815798fc-e514-4a26-8f99-eeff0cbf5bd9), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:59.823144 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775d4e2d-4f76-48c9-b871-88de0e4e3593 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Pushing event deleted for resources: {'Port': ['ID=815798fc-e514-4a26-8f99-eeff0cbf5bd9,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:59.900269 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4ffdb79-44a1-4c28-935e-7e112a38c2c8 req-775d4e2d-4f76-48c9-b871-88de0e4e3593 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] No DVR routers for this DVR port 815798fc-e514-4a26-8f99-eeff0cbf5bd9 on host n-h1-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:14:59.907760 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-b4ffdb79-44a1-4c28-935e-7e112a38c2c8 req-775d4e2d-4f76-48c9-b871-88de0e4e3593 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:59.912427 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-b4ffdb79-44a1-4c28-935e-7e112a38c2c8 req-775d4e2d-4f76-48c9-b871-88de0e4e3593 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.73 "DELETE /v2.0/ports/815798fc-e514-4a26-8f99-eeff0cbf5bd9 HTTP/1.1" status: 204 len: 173 time: 0.8359151 Feb 19 03:14:59.912914 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dad18e6-0289-4849-ab34-abf40e975ae1', 'name': 'network-vif-deleted', 'tag': '815798fc-e514-4a26-8f99-eeff0cbf5bd9'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:14:59.922828 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2fdb179-2801-4853-9eb8-7bcbed732c4c" -d '{"events": [{"server_uuid": "0dad18e6-0289-4849-ab34-abf40e975ae1", "name": "network-vif-deleted", "tag": "815798fc-e514-4a26-8f99-eeff0cbf5bd9"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:14:59.991257 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3331e52e-93c1-451a-837a-76388b13db89 x-openstack-request-id: req-3331e52e-93c1-451a-837a-76388b13db89 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:14:59.991720 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dad18e6-0289-4849-ab34-abf40e975ae1", "name": "network-vif-deleted", "tag": "815798fc-e514-4a26-8f99-eeff0cbf5bd9", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:14:59.996883 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3331e52e-93c1-451a-837a-76388b13db89 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:15:00.000510 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dad18e6-0289-4849-ab34-abf40e975ae1', 'name': 'network-vif-deleted', 'tag': '815798fc-e514-4a26-8f99-eeff0cbf5bd9', 'status': 'completed', 'code': 200} Feb 19 03:15:00.019922 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2b18fb44-09b7-48d8-8297-d8a2b02b8e8e req-851e8713-6ed7-4bf5-ad49-528c812bd865 service neutron] 10.222.0.82 "GET /v2.0/networks/f202f6e6-ff6c-416c-b757-76fc930d3992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309723 Feb 19 03:15:00.039142 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3f637e-1228-4572-91a5-285da4f909ac req-3069fcbc-b0cc-4437-9ddb-a13e04dc3f3d tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:00.046057 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4f3f637e-1228-4572-91a5-285da4f909ac req-3069fcbc-b0cc-4437-9ddb-a13e04dc3f3d tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=399ef207-3128-4be8-a1ae-2f81ccbaba4a HTTP/1.1" status: 200 len: 944 time: 0.0898657 Feb 19 03:15:00.147224 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4f3f637e-1228-4572-91a5-285da4f909ac req-4daf30ac-9e2a-4163-b312-fc91c1705fa8 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa5f04a2-1657-4891-b592-91ee63654b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002178 Feb 19 03:15:00.247131 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2b18fb44-09b7-48d8-8297-d8a2b02b8e8e req-990da9e0-03cc-421c-939b-78bfe0982fd1 service neutron] 10.222.0.82 "GET /v2.0/networks/f202f6e6-ff6c-416c-b757-76fc930d3992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224641 Feb 19 03:15:00.368942 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b0eb28c4-d7f7-49a3-a35e-c5f72a381427 req-f928fed2-900d-4b6f-938a-3ba1e58c0705 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "GET /v2.0/ports?device_id=0dad18e6-0289-4849-ab34-abf40e975ae1 HTTP/1.1" status: 200 len: 210 time: 0.0676336 Feb 19 03:15:00.768766 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 47ba5e21-cd34-4511-9761-c2908b71ba23 details requested by agent hyperv_n-h2-826753-2 with host n-h2-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:15:00.895404 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 47ba5e21-cd34-4511-9761-c2908b71ba23, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=47ba5e21-cd34-4511-9761-c2908b71ba23,segment=NetworkSegment(94e756a0-02a5-4c2a-8669-4568f7372c91),segment_id=94e756a0-02a5-4c2a-8669-4568f7372c91)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:15:00.912181 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Returning: {'device': '47ba5e21-cd34-4511-9761-c2908b71ba23', 'network_id': 'f202f6e6-ff6c-416c-b757-76fc930d3992', 'port_id': '47ba5e21-cd34-4511-9761-c2908b71ba23', 'mac_address': 'fa:16:3e:69:fa:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5721fd3-1b55-4729-a406-44f440380eba', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:15:00.963265 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 47ba5e21-cd34-4511-9761-c2908b71ba23 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:15:00.963816 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (47ba5e21-cd34-4511-9761-c2908b71ba23), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:00.997975 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47ba5e21-cd34-4511-9761-c2908b71ba23 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:15:01.024028 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 47ba5e21-cd34-4511-9761-c2908b71ba23, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=47ba5e21-cd34-4511-9761-c2908b71ba23,segment=NetworkSegment(94e756a0-02a5-4c2a-8669-4568f7372c91),segment_id=94e756a0-02a5-4c2a-8669-4568f7372c91)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:15:01.028588 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (47ba5e21-cd34-4511-9761-c2908b71ba23), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:01.094304 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=47ba5e21-cd34-4511-9761-c2908b71ba23,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:01.297069 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['47ba5e21-cd34-4511-9761-c2908b71ba23'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:15:01.359252 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03edcfde-db29-45d5-9910-d5e748a29e6f req-82535cfe-9a1d-4624-b6ca-a63ff31175de tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:01.371200 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-03edcfde-db29-45d5-9910-d5e748a29e6f req-82535cfe-9a1d-4624-b6ca-a63ff31175de tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=399ef207-3128-4be8-a1ae-2f81ccbaba4a HTTP/1.1" status: 200 len: 945 time: 0.1070313 Feb 19 03:15:01.425677 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-03edcfde-db29-45d5-9910-d5e748a29e6f req-4492e7a1-7836-49bb-a9cd-72d6cf4210a0 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa5f04a2-1657-4891-b592-91ee63654b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514102 Feb 19 03:15:01.487487 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 38834) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:01.583765 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ee8a4238-26b4-4fca-b203-954162932721 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for security_group (8e4acdde-4972-48a2-9e3f-17813fae8eee), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:01.615527 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ee8a4238-26b4-4fca-b203-954162932721 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for security_group (8e4acdde-4972-48a2-9e3f-17813fae8eee), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:01.699219 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ee8a4238-26b4-4fca-b203-954162932721 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (8e4acdde-4972-48a2-9e3f-17813fae8eee), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:01.702014 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ee8a4238-26b4-4fca-b203-954162932721 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:01.707219 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-ee8a4238-26b4-4fca-b203-954162932721 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "DELETE /v2.0/security-groups/8e4acdde-4972-48a2-9e3f-17813fae8eee HTTP/1.1" status: 204 len: 168 time: 0.2145503 Feb 19 03:15:01.713632 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8a4238-26b4-4fca-b203-954162932721 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e4acdde-4972-48a2-9e3f-17813fae8eee,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:01.761661 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 38838) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:02.078380 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 815798fc-e514-4a26-8f99-eeff0cbf5bd9 no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:15:02.127590 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] No Port match for: 815798fc-e514-4a26-8f99-eeff0cbf5bd9 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:15:02.128824 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 815798fc-e514-4a26-8f99-eeff0cbf5bd9 not bound to the agent host n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:15:02.331545 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-df9a90bd-f080-4662-97a2-f95c0b0bb12b tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16289271'] for router_interface (96334688-f5fd-468c-bd5a-b0a8e580f7e7), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:02.646619 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e7e550-1b4c-4c80-96fc-205dad8e5d96 req-b53878d0-2810-4a58-9475-0c9e07ad8c28 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:02.648285 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c2e7e550-1b4c-4c80-96fc-205dad8e5d96 req-b53878d0-2810-4a58-9475-0c9e07ad8c28 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=399ef207-3128-4be8-a1ae-2f81ccbaba4a HTTP/1.1" status: 200 len: 945 time: 0.0760443 Feb 19 03:15:02.723974 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c2e7e550-1b4c-4c80-96fc-205dad8e5d96 req-e613ddf2-ac17-4a50-bdb0-606cec442667 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa5f04a2-1657-4891-b592-91ee63654b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660713 Feb 19 03:15:02.784636 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 47ba5e21-cd34-4511-9761-c2908b71ba23 up at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:15:02.830865 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-df9a90bd-f080-4662-97a2-f95c0b0bb12b tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Deleting port 711e4c99-b69f-4cb5-8104-e546cdcb1ff4 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:15:02.831479 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-df9a90bd-f080-4662-97a2-f95c0b0bb12b tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (711e4c99-b69f-4cb5-8104-e546cdcb1ff4), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:02.888601 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning for port 47ba5e21-cd34-4511-9761-c2908b71ba23 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:15:02.899208 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning complete for port 47ba5e21-cd34-4511-9761-c2908b71ba23 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:15:02.901228 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (47ba5e21-cd34-4511-9761-c2908b71ba23), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:02.967776 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-df9a90bd-f080-4662-97a2-f95c0b0bb12b tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] For port 711e4c99-b69f-4cb5-8104-e546cdcb1ff4, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=711e4c99-b69f-4cb5-8104-e546cdcb1ff4,segment=NetworkSegment(1caf5773-570d-4a90-a280-ed84933424dc),segment_id=1caf5773-570d-4a90-a280-ed84933424dc)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:15:02.968668 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-df9a90bd-f080-4662-97a2-f95c0b0bb12b tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (711e4c99-b69f-4cb5-8104-e546cdcb1ff4), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:02.989121 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-df9a90bd-f080-4662-97a2-f95c0b0bb12b tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Calling delete_port for 711e4c99-b69f-4cb5-8104-e546cdcb1ff4 owned by network:router_interface {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:15:03.056572 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 47ba5e21-cd34-4511-9761-c2908b71ba23 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:15:03.057082 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (47ba5e21-cd34-4511-9761-c2908b71ba23), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:03.085971 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '399ef207-3128-4be8-a1ae-2f81ccbaba4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47ba5e21-cd34-4511-9761-c2908b71ba23'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:15:03.088462 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dd76bdf-6376-4f24-bbcb-3264b35b071a" -d '{"events": [{"server_uuid": "399ef207-3128-4be8-a1ae-2f81ccbaba4a", "name": "network-vif-plugged", "status": "completed", "tag": "47ba5e21-cd34-4511-9761-c2908b71ba23"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:15:03.103173 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 47ba5e21-cd34-4511-9761-c2908b71ba23, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=47ba5e21-cd34-4511-9761-c2908b71ba23,segment=NetworkSegment(94e756a0-02a5-4c2a-8669-4568f7372c91),segment_id=94e756a0-02a5-4c2a-8669-4568f7372c91)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:15:03.113302 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (47ba5e21-cd34-4511-9761-c2908b71ba23), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:03.170776 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5687ec7-fbd6-4b14-ab4d-04d18208ca6f x-openstack-request-id: req-c5687ec7-fbd6-4b14-ab4d-04d18208ca6f {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:15:03.171106 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "399ef207-3128-4be8-a1ae-2f81ccbaba4a", "name": "network-vif-plugged", "status": "completed", "tag": "47ba5e21-cd34-4511-9761-c2908b71ba23", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:15:03.171563 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c5687ec7-fbd6-4b14-ab4d-04d18208ca6f {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:15:03.171966 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '399ef207-3128-4be8-a1ae-2f81ccbaba4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47ba5e21-cd34-4511-9761-c2908b71ba23', 'code': 200} Feb 19 03:15:03.191382 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=47ba5e21-cd34-4511-9761-c2908b71ba23,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:03.320659 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-df9a90bd-f080-4662-97a2-f95c0b0bb12b tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (711e4c99-b69f-4cb5-8104-e546cdcb1ff4), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:03.353733 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86ee9b4-8809-4d79-852c-85a43b0b2421 req-413528a3-2e73-4b6b-8233-c304690ad98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:03.355575 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a86ee9b4-8809-4d79-852c-85a43b0b2421 req-413528a3-2e73-4b6b-8233-c304690ad98d service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=399ef207-3128-4be8-a1ae-2f81ccbaba4a HTTP/1.1" status: 200 len: 1128 time: 0.0588484 Feb 19 03:15:03.374964 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9a90bd-f080-4662-97a2-f95c0b0bb12b tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Pushing event deleted for resources: {'Port': ['ID=711e4c99-b69f-4cb5-8104-e546cdcb1ff4,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:03.513499 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a86ee9b4-8809-4d79-852c-85a43b0b2421 req-1d79fa4c-fe07-41a7-ba19-84b1b1490337 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=fa5f04a2-1657-4891-b592-91ee63654b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1464860 Feb 19 03:15:03.772091 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-df9a90bd-f080-4662-97a2-f95c0b0bb12b tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16362762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16314471'] for router_interface (96334688-f5fd-468c-bd5a-b0a8e580f7e7), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:03.936717 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd32dd4-76b9-4844-9004-5b52a062f4e2 req-97d6b1d9-bc2a-4e99-a568-1c55d8c073dc tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:03.944968 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fcd32dd4-76b9-4844-9004-5b52a062f4e2 req-97d6b1d9-bc2a-4e99-a568-1c55d8c073dc tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=399ef207-3128-4be8-a1ae-2f81ccbaba4a HTTP/1.1" status: 200 len: 946 time: 0.1252789 Feb 19 03:15:04.052969 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fcd32dd4-76b9-4844-9004-5b52a062f4e2 req-5f9ca726-38e0-466e-a7be-244a306d3d2a tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa5f04a2-1657-4891-b592-91ee63654b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020992 Feb 19 03:15:04.099516 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df9a90bd-f080-4662-97a2-f95c0b0bb12b tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Router 96334688-f5fd-468c-bd5a-b0a8e580f7e7 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:15:04.232058 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df9a90bd-f080-4662-97a2-f95c0b0bb12b tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:15:04.240503 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 38886) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:04.240721 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-df9a90bd-f080-4662-97a2-f95c0b0bb12b tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "PUT /v2.0/routers/96334688-f5fd-468c-bd5a-b0a8e580f7e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4771366 Feb 19 03:15:04.245088 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb32de3a-81dd-4ef3-91ef-e4c2937f875d None None] Sync routers for ids ['96334688-f5fd-468c-bd5a-b0a8e580f7e7'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:15:04.299830 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb32de3a-81dd-4ef3-91ef-e4c2937f875d None None] Routers {'96334688-f5fd-468c-bd5a-b0a8e580f7e7'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:15:04.301139 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-bb32de3a-81dd-4ef3-91ef-e4c2937f875d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:14:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['96334688-f5fd-468c-bd5a-b0a8e580f7e7'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:15:04.311186 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe6dca79-af19-4a63-9bf0-364648d33a02 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Deleting subnet bc6b4e94-cc8d-478c-bcbf-a4c78d4a263c {{(pid=103701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:15:04.315430 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-fe6dca79-af19-4a63-9bf0-364648d33a02 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for subnet (bc6b4e94-cc8d-478c-bcbf-a4c78d4a263c), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:04.369128 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-fe6dca79-af19-4a63-9bf0-364648d33a02 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12647399'] for subnet (bc6b4e94-cc8d-478c-bcbf-a4c78d4a263c), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:04.510451 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-bb32de3a-81dd-4ef3-91ef-e4c2937f875d None None] Set router 96334688-f5fd-468c-bd5a-b0a8e580f7e7 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:15:04.605980 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-fe6dca79-af19-4a63-9bf0-364648d33a02 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (bc6b4e94-cc8d-478c-bcbf-a4c78d4a263c), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:04.777457 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-fe6dca79-af19-4a63-9bf0-364648d33a02 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12647206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58706286'] for subnet (bc6b4e94-cc8d-478c-bcbf-a4c78d4a263c), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:04.801520 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-fe6dca79-af19-4a63-9bf0-364648d33a02 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:04.807889 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-fe6dca79-af19-4a63-9bf0-364648d33a02 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "DELETE /v2.0/subnets/bc6b4e94-cc8d-478c-bcbf-a4c78d4a263c HTTP/1.1" status: 204 len: 168 time: 0.5661752 Feb 19 03:15:04.810668 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 38902) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:04.830589 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b89bb7-894c-49f6-8187-99849fe458dc None None] Network 5189435a-ef15-47eb-8dc4-aaf10a844886 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:15:04.872665 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6dca79-af19-4a63-9bf0-364648d33a02 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Pushing event deleted for resources: {'Subnet': ['ID=bc6b4e94-cc8d-478c-bcbf-a4c78d4a263c,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:04.964948 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-bb32de3a-81dd-4ef3-91ef-e4c2937f875d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96334688-f5fd-468c-bd5a-b0a8e580f7e7', 'name': 'tempest-TestNetworkBasicOps-router-1592647355', 'tenant_id': '32b88e7bc28b44379a1452b198468e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'f0bef01f-7a5e-4587-9579-7e30c23e9db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:12:12Z', 'updated_at': '2022-02-19T03:15:03Z', 'revision_number': 7, 'project_id': '32b88e7bc28b44379a1452b198468e54', 'gw_port': {'id': 'f0bef01f-7a5e-4587-9579-7e30c23e9db4', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:8b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96334688-f5fd-468c-bd5a-b0a8e580f7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:12:13Z', 'updated_at': '2022-02-19T03:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:15:05.072332 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b3d93b-3f7d-4975-a75e-386b1790d872 None None] DHCP port deletion for 5189435a-ef15-47eb-8dc4-aaf10a844886 request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:15:05.083960 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb32de3a-81dd-4ef3-91ef-e4c2937f875d None None] Checking router: 96334688-f5fd-468c-bd5a-b0a8e580f7e7 for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:15:05.143491 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb32de3a-81dd-4ef3-91ef-e4c2937f875d None None] Routers {'96334688-f5fd-468c-bd5a-b0a8e580f7e7'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:15:05.144537 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-bb32de3a-81dd-4ef3-91ef-e4c2937f875d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:14:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['96334688-f5fd-468c-bd5a-b0a8e580f7e7'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:15:05.332713 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d93f8a-74a3-437d-babe-b71da3f1f701 req-6f876e56-3cec-42e7-ac32-8e353a5e6622 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:05.368726 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-27d93f8a-74a3-437d-babe-b71da3f1f701 req-6f876e56-3cec-42e7-ac32-8e353a5e6622 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=399ef207-3128-4be8-a1ae-2f81ccbaba4a HTTP/1.1" status: 200 len: 946 time: 0.1817026 Feb 19 03:15:05.391271 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-bb32de3a-81dd-4ef3-91ef-e4c2937f875d None None] Set router 96334688-f5fd-468c-bd5a-b0a8e580f7e7 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:15:05.410037 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-023ced5d-d1e8-4bfd-9cdd-c0afaf482598 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for router (96334688-f5fd-468c-bd5a-b0a8e580f7e7), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:05.502223 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-27d93f8a-74a3-437d-babe-b71da3f1f701 req-5858c2f6-1338-4612-bd11-51afaf1f4ff5 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa5f04a2-1657-4891-b592-91ee63654b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308608 Feb 19 03:15:05.572375 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-d9b3d93b-3f7d-4975-a75e-386b1790d872 None None] Deleting port 778b9976-6b72-45b5-adca-e3a2a040d072 {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:15:05.572777 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d9b3d93b-3f7d-4975-a75e-386b1790d872 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (778b9976-6b72-45b5-adca-e3a2a040d072), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:05.629751 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-023ced5d-d1e8-4bfd-9cdd-c0afaf482598 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for router_gateway (96334688-f5fd-468c-bd5a-b0a8e580f7e7), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:05.649438 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-d9b3d93b-3f7d-4975-a75e-386b1790d872 None None] For port 778b9976-6b72-45b5-adca-e3a2a040d072, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=778b9976-6b72-45b5-adca-e3a2a040d072,segment=NetworkSegment(1caf5773-570d-4a90-a280-ed84933424dc),segment_id=1caf5773-570d-4a90-a280-ed84933424dc)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:15:05.649876 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d9b3d93b-3f7d-4975-a75e-386b1790d872 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (778b9976-6b72-45b5-adca-e3a2a040d072), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:05.713761 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-d9b3d93b-3f7d-4975-a75e-386b1790d872 None None] Calling delete_port for 778b9976-6b72-45b5-adca-e3a2a040d072 owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:15:05.738395 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d48b25-c9d1-4409-b38f-068f4411b49b req-f29f2af8-089a-45a6-a0eb-38fcf83ee327 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:05.744910 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-60d48b25-c9d1-4409-b38f-068f4411b49b req-f29f2af8-089a-45a6-a0eb-38fcf83ee327 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=399ef207-3128-4be8-a1ae-2f81ccbaba4a HTTP/1.1" status: 200 len: 946 time: 0.1393170 Feb 19 03:15:05.753656 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 38920) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:05.758082 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-8a2e3873-d6c9-418c-94b6-4d9708ab3372 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Request body: {'floatingip': {'port_id': '47ba5e21-cd34-4511-9761-c2908b71ba23'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:15:05.772283 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-023ced5d-d1e8-4bfd-9cdd-c0afaf482598 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Deleting port f0bef01f-7a5e-4587-9579-7e30c23e9db4 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:15:05.772872 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-023ced5d-d1e8-4bfd-9cdd-c0afaf482598 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (f0bef01f-7a5e-4587-9579-7e30c23e9db4), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:05.840513 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8a2e3873-d6c9-418c-94b6-4d9708ab3372 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Publish callbacks [] for floatingip (653b8106-ed0b-4d7e-a810-28d15fca9eda), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:05.975698 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-023ced5d-d1e8-4bfd-9cdd-c0afaf482598 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] For port f0bef01f-7a5e-4587-9579-7e30c23e9db4, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=f0bef01f-7a5e-4587-9579-7e30c23e9db4,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:15:05.976088 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-023ced5d-d1e8-4bfd-9cdd-c0afaf482598 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (f0bef01f-7a5e-4587-9579-7e30c23e9db4), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:06.001694 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-023ced5d-d1e8-4bfd-9cdd-c0afaf482598 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Calling delete_port for f0bef01f-7a5e-4587-9579-7e30c23e9db4 owned by network:router_gateway {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:15:06.014099 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-bb32de3a-81dd-4ef3-91ef-e4c2937f875d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96334688-f5fd-468c-bd5a-b0a8e580f7e7', 'name': 'tempest-TestNetworkBasicOps-router-1592647355', 'tenant_id': '32b88e7bc28b44379a1452b198468e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'f0bef01f-7a5e-4587-9579-7e30c23e9db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:12:12Z', 'updated_at': '2022-02-19T03:15:03Z', 'revision_number': 7, 'project_id': '32b88e7bc28b44379a1452b198468e54', 'gw_port': {'id': 'f0bef01f-7a5e-4587-9579-7e30c23e9db4', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:8b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96334688-f5fd-468c-bd5a-b0a8e580f7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:12:13Z', 'updated_at': '2022-02-19T03:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:15:06.023656 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d9b3d93b-3f7d-4975-a75e-386b1790d872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (778b9976-6b72-45b5-adca-e3a2a040d072), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:06.151257 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb32de3a-81dd-4ef3-91ef-e4c2937f875d None None] The sync data for ids ['96334688-f5fd-468c-bd5a-b0a8e580f7e7'] in n-d-826753-2 is: [{'id': '96334688-f5fd-468c-bd5a-b0a8e580f7e7', 'name': 'tempest-TestNetworkBasicOps-router-1592647355', 'tenant_id': '32b88e7bc28b44379a1452b198468e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': 'f0bef01f-7a5e-4587-9579-7e30c23e9db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:12:12Z', 'updated_at': '2022-02-19T03:15:03Z', 'revision_number': 7, 'project_id': '32b88e7bc28b44379a1452b198468e54', 'gw_port': {'id': 'f0bef01f-7a5e-4587-9579-7e30c23e9db4', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:8b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96334688-f5fd-468c-bd5a-b0a8e580f7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:12:13Z', 'updated_at': '2022-02-19T03:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:15:06.174249 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b3d93b-3f7d-4975-a75e-386b1790d872 None None] Pushing event deleted for resources: {'Port': ['ID=778b9976-6b72-45b5-adca-e3a2a040d072,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:06.185509 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b3d93b-3f7d-4975-a75e-386b1790d872 None None] No DVR routers for this DVR port 778b9976-6b72-45b5-adca-e3a2a040d072 on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:15:06.366333 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-023ced5d-d1e8-4bfd-9cdd-c0afaf482598 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (f0bef01f-7a5e-4587-9579-7e30c23e9db4), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:06.408466 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023ced5d-d1e8-4bfd-9cdd-c0afaf482598 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Pushing event deleted for resources: {'Port': ['ID=f0bef01f-7a5e-4587-9579-7e30c23e9db4,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:06.502287 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-023ced5d-d1e8-4bfd-9cdd-c0afaf482598 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16285837'] for router_gateway (96334688-f5fd-468c-bd5a-b0a8e580f7e7), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:06.768021 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-023ced5d-d1e8-4bfd-9cdd-c0afaf482598 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16317457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14254'] for router (96334688-f5fd-468c-bd5a-b0a8e580f7e7), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:06.773843 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-023ced5d-d1e8-4bfd-9cdd-c0afaf482598 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for router_controller (96334688-f5fd-468c-bd5a-b0a8e580f7e7), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:06.851844 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 778b9976-6b72-45b5-adca-e3a2a040d072 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:15:06.916854 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 778b9976-6b72-45b5-adca-e3a2a040d072 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:15:06.917369 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 778b9976-6b72-45b5-adca-e3a2a040d072 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:15:06.917873 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 711e4c99-b69f-4cb5-8104-e546cdcb1ff4 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:15:06.924897 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-023ced5d-d1e8-4bfd-9cdd-c0afaf482598 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16317544'] for router (96334688-f5fd-468c-bd5a-b0a8e580f7e7), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:06.925795 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-023ced5d-d1e8-4bfd-9cdd-c0afaf482598 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Fanout notify agent at l3_agent the message router_deleted on router 96334688-f5fd-468c-bd5a-b0a8e580f7e7 {{(pid=103702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:15:06.942614 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-023ced5d-d1e8-4bfd-9cdd-c0afaf482598 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:06.948512 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-023ced5d-d1e8-4bfd-9cdd-c0afaf482598 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "DELETE /v2.0/routers/96334688-f5fd-468c-bd5a-b0a8e580f7e7 HTTP/1.1" status: 204 len: 168 time: 2.1355064 Feb 19 03:15:06.950472 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 38938) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:07.105748 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1eb6b438-4777-4548-aa0e-2ace1078ac2b tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (5189435a-ef15-47eb-8dc4-aaf10a844886), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:07.254353 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 711e4c99-b69f-4cb5-8104-e546cdcb1ff4 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:15:07.255032 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 711e4c99-b69f-4cb5-8104-e546cdcb1ff4 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:15:07.331468 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1eb6b438-4777-4548-aa0e-2ace1078ac2b tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (5189435a-ef15-47eb-8dc4-aaf10a844886), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:07.372697 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8a2e3873-d6c9-418c-94b6-4d9708ab3372 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:07.377978 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-1eb6b438-4777-4548-aa0e-2ace1078ac2b tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5189435a-ef15-47eb-8dc4-aaf10a844886']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:15:07.381857 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8a2e3873-d6c9-418c-94b6-4d9708ab3372 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16285943'] for floatingip (653b8106-ed0b-4d7e-a810-28d15fca9eda), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:07.390306 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-1eb6b438-4777-4548-aa0e-2ace1078ac2b tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1caf5773-570d-4a90-a280-ed84933424dc') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:15:07.390653 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-1eb6b438-4777-4548-aa0e-2ace1078ac2b tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1caf5773-570d-4a90-a280-ed84933424dc') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:15:07.401178 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1eb6b438-4777-4548-aa0e-2ace1078ac2b tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (1caf5773-570d-4a90-a280-ed84933424dc), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:07.415930 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1eb6b438-4777-4548-aa0e-2ace1078ac2b tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (1caf5773-570d-4a90-a280-ed84933424dc), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:07.423895 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1eb6b438-4777-4548-aa0e-2ace1078ac2b tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Releasing vlan 257 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:15:07.424773 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1eb6b438-4777-4548-aa0e-2ace1078ac2b tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (1caf5773-570d-4a90-a280-ed84933424dc), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:07.428926 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 03:15:07.428926 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:15:07.428926 n-d-826753-2 neutron-server[103702]: timer() Feb 19 03:15:07.428926 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:15:07.428926 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 03:15:07.428926 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:15:07.428926 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 03:15:07.428926 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:15:07.428926 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 03:15:07.428926 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:15:07.428926 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 03:15:07.428926 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:15:07.428926 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 03:15:07.428926 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:15:07.428926 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:15:07.428926 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:15:07.428926 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:15:07.428926 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:15:07.428926 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 03:15:07.428926 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:15:07.428926 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 03:15:07.428926 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:15:07.428926 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:15:07.428926 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:15:07.428926 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 03:15:07.428926 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:15:07.428926 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:15:07.428926 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:15:07.428926 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:15:07.428926 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:15:07.428926 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:15:07.428926 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:15:07.503930 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1eb6b438-4777-4548-aa0e-2ace1078ac2b tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (5189435a-ef15-47eb-8dc4-aaf10a844886), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:07.526326 n-d-826753-2 neutron-server[103701]: INFO neutron.db.l3_db [None req-8a2e3873-d6c9-418c-94b6-4d9708ab3372 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Floating IP 653b8106-ed0b-4d7e-a810-28d15fca9eda associated. External IP: 172.25.6.237, port: 47ba5e21-cd34-4511-9761-c2908b71ba23. Feb 19 03:15:07.533364 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1eb6b438-4777-4548-aa0e-2ace1078ac2b tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:07.537047 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-1eb6b438-4777-4548-aa0e-2ace1078ac2b tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "DELETE /v2.0/networks/5189435a-ef15-47eb-8dc4-aaf10a844886 HTTP/1.1" status: 204 len: 168 time: 0.5811071 Feb 19 03:15:07.537978 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb6b438-4777-4548-aa0e-2ace1078ac2b tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Pushing event deleted for resources: {'Network': ['ID=5189435a-ef15-47eb-8dc4-aaf10a844886,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:07.560616 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 38948) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:07.569701 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-5c68dc9b-4de6-4918-ad87-166503436166 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Request body: {'network': {'name': 'tempest-network-smoke--702297724', 'project_id': '32b88e7bc28b44379a1452b198468e54', 'port_security_enabled': True}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:15:07.595305 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c68dc9b-4de6-4918-ad87-166503436166 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Made reservation on behalf of 32b88e7bc28b44379a1452b198468e54 for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:15:07.599995 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5c68dc9b-4de6-4918-ad87-166503436166 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:07.635119 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c68dc9b-4de6-4918-ad87-166503436166 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] vlan segment allocate from pool success with {'vlan_id': 270, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:15:07.649282 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5c68dc9b-4de6-4918-ad87-166503436166 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (5fc92d01-4b49-455e-b68d-221b56644dd1), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:07.649642 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-5c68dc9b-4de6-4918-ad87-166503436166 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Added segment 5fc92d01-4b49-455e-b68d-221b56644dd1 of type vlan for network 857a919b-06ed-45a8-aeb5-8f692bc36bb9 Feb 19 03:15:07.706918 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5c68dc9b-4de6-4918-ad87-166503436166 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (857a919b-06ed-45a8-aeb5-8f692bc36bb9), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:07.739506 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5c68dc9b-4de6-4918-ad87-166503436166 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (857a919b-06ed-45a8-aeb5-8f692bc36bb9), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:07.747433 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c68dc9b-4de6-4918-ad87-166503436166 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:07.748464 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5c68dc9b-4de6-4918-ad87-166503436166 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:07.854238 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-5c68dc9b-4de6-4918-ad87-166503436166 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2920470 Feb 19 03:15:07.855298 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c68dc9b-4de6-4918-ad87-166503436166 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Pushing event updated for resources: {'Network': ['ID=857a919b-06ed-45a8-aeb5-8f692bc36bb9,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:07.859301 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 38952) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:07.865782 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a2e3873-d6c9-418c-94b6-4d9708ab3372 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Router 481a1ed6-4c15-41cf-9edc-be29fd1040e5 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:15:07.867585 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 857a919b-06ed-45a8-aeb5-8f692bc36bb9 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:15:07.880250 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-cbd99779-ffc3-4cdf-8183-a65ac3670513 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-448933419', 'admin_state_up': True, 'project_id': '32b88e7bc28b44379a1452b198468e54', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:15:07.926693 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cbd99779-ffc3-4cdf-8183-a65ac3670513 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14172'] for router (24cbb566-3bca-4211-a375-c6ca751791f2), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:07.931617 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cbd99779-ffc3-4cdf-8183-a65ac3670513 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16317487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16285822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16309985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14247'] for router (24cbb566-3bca-4211-a375-c6ca751791f2), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:08.025443 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cbd99779-ffc3-4cdf-8183-a65ac3670513 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for router_controller (24cbb566-3bca-4211-a375-c6ca751791f2), precommit_add_association {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:08.054815 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a2e3873-d6c9-418c-94b6-4d9708ab3372 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:15:08.061771 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8a2e3873-d6c9-418c-94b6-4d9708ab3372 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:08.065588 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c430a8-abab-453c-8eff-17fcd67953ca None None] Sync routers for ids ['481a1ed6-4c15-41cf-9edc-be29fd1040e5'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:15:08.085795 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c430a8-abab-453c-8eff-17fcd67953ca None None] Routers {'481a1ed6-4c15-41cf-9edc-be29fd1040e5'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:15:08.086867 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-17c430a8-abab-453c-8eff-17fcd67953ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:14:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['481a1ed6-4c15-41cf-9edc-be29fd1040e5'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:15:08.113531 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-8a2e3873-d6c9-418c-94b6-4d9708ab3372 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "PUT /v2.0/floatingips/653b8106-ed0b-4d7e-a810-28d15fca9eda HTTP/1.1" status: 200 len: 992 time: 2.3558221 Feb 19 03:15:08.113531 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '399ef207-3128-4be8-a1ae-2f81ccbaba4a', 'tag': '47ba5e21-cd34-4511-9761-c2908b71ba23'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:15:08.114767 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb3dea46-2989-4263-b1d9-9083c89cd71d" -d '{"events": [{"name": "network-changed", "server_uuid": "399ef207-3128-4be8-a1ae-2f81ccbaba4a", "tag": "47ba5e21-cd34-4511-9761-c2908b71ba23"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:15:08.216338 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91a91c7f-acc1-4a0f-8ab7-803272b38bfc x-openstack-request-id: req-91a91c7f-acc1-4a0f-8ab7-803272b38bfc {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:15:08.216685 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "399ef207-3128-4be8-a1ae-2f81ccbaba4a", "tag": "47ba5e21-cd34-4511-9761-c2908b71ba23", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:15:08.216895 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-91a91c7f-acc1-4a0f-8ab7-803272b38bfc {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:15:08.217319 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '399ef207-3128-4be8-a1ae-2f81ccbaba4a', 'tag': '47ba5e21-cd34-4511-9761-c2908b71ba23', 'status': 'completed', 'code': 200} Feb 19 03:15:08.243062 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cbd99779-ffc3-4cdf-8183-a65ac3670513 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for router_gateway (24cbb566-3bca-4211-a375-c6ca751791f2), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:08.311200 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-17c430a8-abab-453c-8eff-17fcd67953ca None None] Set router 481a1ed6-4c15-41cf-9edc-be29fd1040e5 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:15:08.406195 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3dea46-2989-4263-b1d9-9083c89cd71d req-85ac4083-81e0-41ce-b2f4-0fd4dcf6610d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:08.412099 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fb3dea46-2989-4263-b1d9-9083c89cd71d req-85ac4083-81e0-41ce-b2f4-0fd4dcf6610d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=fb2c2a033b7e417f933bc0bae524eae3&device_id=399ef207-3128-4be8-a1ae-2f81ccbaba4a HTTP/1.1" status: 200 len: 1128 time: 0.1515279 Feb 19 03:15:08.449398 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device f0bef01f-7a5e-4587-9579-7e30c23e9db4 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:15:08.504053 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: f0bef01f-7a5e-4587-9579-7e30c23e9db4 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:15:08.508101 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device f0bef01f-7a5e-4587-9579-7e30c23e9db4 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:15:08.577375 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cbd99779-ffc3-4cdf-8183-a65ac3670513 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for router_gateway (24cbb566-3bca-4211-a375-c6ca751791f2), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:08.622056 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cbd99779-ffc3-4cdf-8183-a65ac3670513 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:08.628146 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3dea46-2989-4263-b1d9-9083c89cd71d req-5e3d36e7-9acd-42b3-a50c-ec9c0d5eb1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:08.629932 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fb3dea46-2989-4263-b1d9-9083c89cd71d req-5e3d36e7-9acd-42b3-a50c-ec9c0d5eb1e0 service neutron] 10.222.0.82 "GET /v2.0/networks?id=f202f6e6-ff6c-416c-b757-76fc930d3992 HTTP/1.1" status: 200 len: 916 time: 0.2000122 Feb 19 03:15:08.818534 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-17c430a8-abab-453c-8eff-17fcd67953ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481a1ed6-4c15-41cf-9edc-be29fd1040e5', 'name': 'tempest-AttachVolumeShelveTestJSON-68653113-router', 'tenant_id': 'fb2c2a033b7e417f933bc0bae524eae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'b47e3312-9c84-4e78-bab8-a8a0c46881b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:14:40Z', 'updated_at': '2022-02-19T03:14:45Z', 'revision_number': 4, 'project_id': 'fb2c2a033b7e417f933bc0bae524eae3', 'gw_port': {'id': 'b47e3312-9c84-4e78-bab8-a8a0c46881b3', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:11:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481a1ed6-4c15-41cf-9edc-be29fd1040e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:14:41Z', 'updated_at': '2022-02-19T03:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': '653b8106-ed0b-4d7e-a810-28d15fca9eda', 'tenant_id': 'fb2c2a033b7e417f933bc0bae524eae3', 'floating_ip_address': '172.25.6.237', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': '481a1ed6-4c15-41cf-9edc-be29fd1040e5', 'port_id': '47ba5e21-cd34-4511-9761-c2908b71ba23', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f202f6e6-ff6c-416c-b757-76fc930d3992', 'mac_address': 'fa:16:3e:69:fa:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399ef207-3128-4be8-a1ae-2f81ccbaba4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:14:49Z', 'updated_at': '2022-02-19T03:15:07Z', 'revision_number': 1, 'project_id': 'fb2c2a033b7e417f933bc0bae524eae3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67e2c03f-ec2d-4b73-ae64-03051e7df08f', 'name': '', 'network_id': 'f202f6e6-ff6c-416c-b757-76fc930d3992', 'tenant_id': 'fb2c2a033b7e417f933bc0bae524eae3', 'mac_address': 'fa:16:3e:2a:4d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481a1ed6-4c15-41cf-9edc-be29fd1040e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'e5721fd3-1b55-4729-a406-44f440380eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:14:44Z', 'updated_at': '2022-02-19T03:14:51Z', 'revision_number': 5, 'project_id': 'fb2c2a033b7e417f933bc0bae524eae3', 'subnets': [{'id': 'e5721fd3-1b55-4729-a406-44f440380eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:15:08.850655 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fb3dea46-2989-4263-b1d9-9083c89cd71d req-93ac72e0-46fa-4fbf-aef2-fd9c91c5c81b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=47ba5e21-cd34-4511-9761-c2908b71ba23 HTTP/1.1" status: 200 len: 1000 time: 0.2054844 Feb 19 03:15:08.902568 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-cbd99779-ffc3-4cdf-8183-a65ac3670513 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Allocated IP 172.25.6.14 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/54b12ee7-7890-4137-9b1a-a55533a8cafd) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:15:08.919138 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c430a8-abab-453c-8eff-17fcd67953ca None None] Checking router: 481a1ed6-4c15-41cf-9edc-be29fd1040e5 for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:15:08.942262 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c430a8-abab-453c-8eff-17fcd67953ca None None] Routers {'481a1ed6-4c15-41cf-9edc-be29fd1040e5'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:15:08.943056 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-17c430a8-abab-453c-8eff-17fcd67953ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:14:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['481a1ed6-4c15-41cf-9edc-be29fd1040e5'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:15:08.955986 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3dea46-2989-4263-b1d9-9083c89cd71d req-82e48bb2-b763-400a-982c-18b6b7090ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:08.957600 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fb3dea46-2989-4263-b1d9-9083c89cd71d req-82e48bb2-b763-400a-982c-18b6b7090ad0 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e5721fd3-1b55-4729-a406-44f440380eba HTTP/1.1" status: 200 len: 854 time: 0.1015177 Feb 19 03:15:09.106377 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3dea46-2989-4263-b1d9-9083c89cd71d req-2a4cccdb-03b2-4d92-a429-b3d8ff19bf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:09.109858 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fb3dea46-2989-4263-b1d9-9083c89cd71d req-2a4cccdb-03b2-4d92-a429-b3d8ff19bf8c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f202f6e6-ff6c-416c-b757-76fc930d3992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1387410 Feb 19 03:15:09.151538 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cbd99779-ffc3-4cdf-8183-a65ac3670513 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for port (54b12ee7-7890-4137-9b1a-a55533a8cafd), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:09.184392 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-17c430a8-abab-453c-8eff-17fcd67953ca None None] Set router 481a1ed6-4c15-41cf-9edc-be29fd1040e5 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:15:09.224892 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cbd99779-ffc3-4cdf-8183-a65ac3670513 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (54b12ee7-7890-4137-9b1a-a55533a8cafd), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:09.277391 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd99779-ffc3-4cdf-8183-a65ac3670513 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:15:09.291569 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-cbd99779-ffc3-4cdf-8183-a65ac3670513 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:15:09.294316 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd99779-ffc3-4cdf-8183-a65ac3670513 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:15:09.305113 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fb3dea46-2989-4263-b1d9-9083c89cd71d req-35e59e40-3d18-45cf-94ed-63216f0dd8e6 service neutron] 10.222.0.82 "GET /v2.0/networks/f202f6e6-ff6c-416c-b757-76fc930d3992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863816 Feb 19 03:15:09.429879 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fb3dea46-2989-4263-b1d9-9083c89cd71d req-f4dc6a8c-fe23-46be-bd70-4ea3f646df94 service neutron] 10.222.0.82 "GET /v2.0/networks/f202f6e6-ff6c-416c-b757-76fc930d3992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168909 Feb 19 03:15:09.487012 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd99779-ffc3-4cdf-8183-a65ac3670513 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Pushing event updated for resources: {'Port': ['ID=54b12ee7-7890-4137-9b1a-a55533a8cafd,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:09.578754 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-17c430a8-abab-453c-8eff-17fcd67953ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481a1ed6-4c15-41cf-9edc-be29fd1040e5', 'name': 'tempest-AttachVolumeShelveTestJSON-68653113-router', 'tenant_id': 'fb2c2a033b7e417f933bc0bae524eae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'b47e3312-9c84-4e78-bab8-a8a0c46881b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:14:40Z', 'updated_at': '2022-02-19T03:14:45Z', 'revision_number': 4, 'project_id': 'fb2c2a033b7e417f933bc0bae524eae3', 'gw_port': {'id': 'b47e3312-9c84-4e78-bab8-a8a0c46881b3', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:11:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481a1ed6-4c15-41cf-9edc-be29fd1040e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:14:41Z', 'updated_at': '2022-02-19T03:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': '653b8106-ed0b-4d7e-a810-28d15fca9eda', 'tenant_id': 'fb2c2a033b7e417f933bc0bae524eae3', 'floating_ip_address': '172.25.6.237', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': '481a1ed6-4c15-41cf-9edc-be29fd1040e5', 'port_id': '47ba5e21-cd34-4511-9761-c2908b71ba23', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f202f6e6-ff6c-416c-b757-76fc930d3992', 'mac_address': 'fa:16:3e:69:fa:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399ef207-3128-4be8-a1ae-2f81ccbaba4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:14:49Z', 'updated_at': '2022-02-19T03:15:07Z', 'revision_number': 1, 'project_id': 'fb2c2a033b7e417f933bc0bae524eae3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67e2c03f-ec2d-4b73-ae64-03051e7df08f', 'name': '', 'network_id': 'f202f6e6-ff6c-416c-b757-76fc930d3992', 'tenant_id': 'fb2c2a033b7e417f933bc0bae524eae3', 'mac_address': 'fa:16:3e:2a:4d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481a1ed6-4c15-41cf-9edc-be29fd1040e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'e5721fd3-1b55-4729-a406-44f440380eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:14:44Z', 'updated_at': '2022-02-19T03:14:51Z', 'revision_number': 5, 'project_id': 'fb2c2a033b7e417f933bc0bae524eae3', 'subnets': [{'id': 'e5721fd3-1b55-4729-a406-44f440380eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:15:09.610793 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c430a8-abab-453c-8eff-17fcd67953ca None None] The sync data for ids ['481a1ed6-4c15-41cf-9edc-be29fd1040e5'] in n-d-826753-2 is: [{'id': '481a1ed6-4c15-41cf-9edc-be29fd1040e5', 'name': 'tempest-AttachVolumeShelveTestJSON-68653113-router', 'tenant_id': 'fb2c2a033b7e417f933bc0bae524eae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'b47e3312-9c84-4e78-bab8-a8a0c46881b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:14:40Z', 'updated_at': '2022-02-19T03:14:45Z', 'revision_number': 4, 'project_id': 'fb2c2a033b7e417f933bc0bae524eae3', 'gw_port': {'id': 'b47e3312-9c84-4e78-bab8-a8a0c46881b3', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:11:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481a1ed6-4c15-41cf-9edc-be29fd1040e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:14:41Z', 'updated_at': '2022-02-19T03:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': '653b8106-ed0b-4d7e-a810-28d15fca9eda', 'tenant_id': 'fb2c2a033b7e417f933bc0bae524eae3', 'floating_ip_address': '172.25.6.237', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': '481a1ed6-4c15-41cf-9edc-be29fd1040e5', 'port_id': '47ba5e21-cd34-4511-9761-c2908b71ba23', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f202f6e6-ff6c-416c-b757-76fc930d3992', 'mac_address': 'fa:16:3e:69:fa:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399ef207-3128-4be8-a1ae-2f81ccbaba4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:14:49Z', 'updated_at': '2022-02-19T03:15:07Z', 'revision_number': 1, 'project_id': 'fb2c2a033b7e417f933bc0bae524eae3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67e2c03f-ec2d-4b73-ae64-03051e7df08f', 'name': '', 'network_id': 'f202f6e6-ff6c-416c-b757-76fc930d3992', 'tenant_id': 'fb2c2a033b7e417f933bc0bae524eae3', 'mac_address': 'fa:16:3e:2a:4d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481a1ed6-4c15-41cf-9edc-be29fd1040e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'e5721fd3-1b55-4729-a406-44f440380eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:14:44Z', 'updated_at': '2022-02-19T03:14:51Z', 'revision_number': 5, 'project_id': 'fb2c2a033b7e417f933bc0bae524eae3', 'subnets': [{'id': 'e5721fd3-1b55-4729-a406-44f440380eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:15:09.749505 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cbd99779-ffc3-4cdf-8183-a65ac3670513 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for router_gateway (24cbb566-3bca-4211-a375-c6ca751791f2), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:10.022499 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635c9016-0fb4-4b34-9908-d19da2d8341d None None] New status for floating IP 653b8106-ed0b-4d7e-a810-28d15fca9eda: ACTIVE {{(pid=103703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:15:10.080318 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cbd99779-ffc3-4cdf-8183-a65ac3670513 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16317478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865'] for router (24cbb566-3bca-4211-a375-c6ca751791f2), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:10.358895 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbd99779-ffc3-4cdf-8183-a65ac3670513 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Router 24cbb566-3bca-4211-a375-c6ca751791f2 is scheduled to L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd with binding_index 1 {{(pid=103702) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:15:10.906079 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbd99779-ffc3-4cdf-8183-a65ac3670513 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:15:10.923492 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0881e6e-ac70-423e-b0e3-89488b69547c None None] Sync routers for ids ['24cbb566-3bca-4211-a375-c6ca751791f2'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:15:10.937235 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0881e6e-ac70-423e-b0e3-89488b69547c None None] Routers {'24cbb566-3bca-4211-a375-c6ca751791f2'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:15:10.938686 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-d0881e6e-ac70-423e-b0e3-89488b69547c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:14:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['24cbb566-3bca-4211-a375-c6ca751791f2'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:15:10.954872 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cbd99779-ffc3-4cdf-8183-a65ac3670513 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:10.961702 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 39012) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:10.963368 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-cbd99779-ffc3-4cdf-8183-a65ac3670513 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.1025729 Feb 19 03:15:11.030549 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-472cf4bf-6648-4b55-a12f-1db58edf024f tempest-TestNetworkBasicOps-916205551 tempest-TestNetworkBasicOps-916205551-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=32b88e7bc28b44379a1452b198468e54&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0670118 Feb 19 03:15:11.035216 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 39016) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:11.203603 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-d0881e6e-ac70-423e-b0e3-89488b69547c None None] Set router 24cbb566-3bca-4211-a375-c6ca751791f2 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:15:11.240600 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17978d76-827b-45d8-b809-bd85d37ef9cc tempest-TestNetworkBasicOps-916205551 tempest-TestNetworkBasicOps-916205551-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:11.243903 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-17978d76-827b-45d8-b809-bd85d37ef9cc tempest-TestNetworkBasicOps-916205551 tempest-TestNetworkBasicOps-916205551-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2072642 Feb 19 03:15:11.246498 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 39026) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:11.307386 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-968bd63e-677d-4a26-b398-706aa00db629 tempest-TestNetworkBasicOps-916205551 tempest-TestNetworkBasicOps-916205551-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=eaf64708-9021-419e-b287-ef3e0f51e2ee&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0596452 Feb 19 03:15:11.312143 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 39032) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:11.317767 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-a924e533-efae-4e01-808a-5569701f38e8 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1202028832', 'network_id': '857a919b-06ed-45a8-aeb5-8f692bc36bb9', 'project_id': '32b88e7bc28b44379a1452b198468e54', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:15:11.493146 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a924e533-efae-4e01-808a-5569701f38e8 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Made reservation on behalf of 32b88e7bc28b44379a1452b198468e54 for: {'subnet': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:15:11.497733 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a924e533-efae-4e01-808a-5569701f38e8 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58706307'] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:11.539407 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-d0881e6e-ac70-423e-b0e3-89488b69547c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24cbb566-3bca-4211-a375-c6ca751791f2', 'name': 'tempest-TestNetworkBasicOps-router-448933419', 'tenant_id': '32b88e7bc28b44379a1452b198468e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '54b12ee7-7890-4137-9b1a-a55533a8cafd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:15:07Z', 'updated_at': '2022-02-19T03:15:09Z', 'revision_number': 3, 'project_id': '32b88e7bc28b44379a1452b198468e54', 'gw_port': {'id': '54b12ee7-7890-4137-9b1a-a55533a8cafd', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:86:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24cbb566-3bca-4211-a375-c6ca751791f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:15:08Z', 'updated_at': '2022-02-19T03:15:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:15:11.605696 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0881e6e-ac70-423e-b0e3-89488b69547c None None] Checking router: 24cbb566-3bca-4211-a375-c6ca751791f2 for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:15:11.606069 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0881e6e-ac70-423e-b0e3-89488b69547c None None] Updating router 24cbb566-3bca-4211-a375-c6ca751791f2 port 54b12ee7-7890-4137-9b1a-a55533a8cafd binding host n-d-826753-2 {{(pid=103704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:15:11.681234 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-d0881e6e-ac70-423e-b0e3-89488b69547c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (54b12ee7-7890-4137-9b1a-a55533a8cafd), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:11.815104 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a924e533-efae-4e01-808a-5569701f38e8 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12647271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58706289'] for subnet (87c7fa79-3c3a-43f3-8894-32763ce884fd), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:11.895991 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a924e533-efae-4e01-808a-5569701f38e8 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Pushing event updated for resources: {'Subnet': ['ID=87c7fa79-3c3a-43f3-8894-32763ce884fd,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:11.925977 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a924e533-efae-4e01-808a-5569701f38e8 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Checking segment: {'id': '5fc92d01-4b49-455e-b68d-221b56644dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '857a919b-06ed-45a8-aeb5-8f692bc36bb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:15:11.926830 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a924e533-efae-4e01-808a-5569701f38e8 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Network hostable DHCP agents. Network: 857a919b-06ed-45a8-aeb5-8f692bc36bb9, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:15:11.962189 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a924e533-efae-4e01-808a-5569701f38e8 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Network 857a919b-06ed-45a8-aeb5-8f692bc36bb9 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:15:11.986191 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-a924e533-efae-4e01-808a-5569701f38e8 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 857a919b-06ed-45a8-aeb5-8f692bc36bb9) {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:15:11.992387 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a924e533-efae-4e01-808a-5569701f38e8 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:11.994639 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a924e533-efae-4e01-808a-5569701f38e8 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:11.996572 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902b9e87-6ca4-487e-9650-240c1a6cc71d None None] Network 857a919b-06ed-45a8-aeb5-8f692bc36bb9 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:15:12.056575 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 39044) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:12.058707 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-a924e533-efae-4e01-808a-5569701f38e8 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7403891 Feb 19 03:15:12.232916 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c19e863-4046-4439-a4f2-da0d8acb36ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-857a919b-06ed-45a8-aeb5-8f692bc36bb9', 'network_id': '857a919b-06ed-45a8-aeb5-8f692bc36bb9', 'project_id': '32b88e7bc28b44379a1452b198468e54', 'fixed_ips': [{'subnet_id': '87c7fa79-3c3a-43f3-8894-32763ce884fd'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:15:12.234223 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-8c19e863-4046-4439-a4f2-da0d8acb36ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:12.338169 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-d0881e6e-ac70-423e-b0e3-89488b69547c None None] Publish callbacks [] for port (54b12ee7-7890-4137-9b1a-a55533a8cafd), precommit_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:12.350883 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-d0881e6e-ac70-423e-b0e3-89488b69547c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (54b12ee7-7890-4137-9b1a-a55533a8cafd), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:12.403093 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-8c19e863-4046-4439-a4f2-da0d8acb36ea None None] Allocated IP 172.20.0.2 (857a919b-06ed-45a8-aeb5-8f692bc36bb9/87c7fa79-3c3a-43f3-8894-32763ce884fd/ca38faa7-92a9-4c37-8ab3-50aa0feffef5) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:15:12.544300 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeb2a42-6eb7-4d67-83ff-199848acfc28 None None] Pushing event updated for resources: {'Port': ['ID=54b12ee7-7890-4137-9b1a-a55533a8cafd,revision_number=2']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:12.572626 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-d0881e6e-ac70-423e-b0e3-89488b69547c None None] Attempting to bind port 54b12ee7-7890-4137-9b1a-a55533a8cafd on host n-d-826753-2 for vnic_type normal with profile {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:15:12.575054 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-d0881e6e-ac70-423e-b0e3-89488b69547c None None] Attempting to bind port 54b12ee7-7890-4137-9b1a-a55533a8cafd by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:15:12.575699 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0881e6e-ac70-423e-b0e3-89488b69547c None None] Attempting to bind port 54b12ee7-7890-4137-9b1a-a55533a8cafd on network eaf64708-9021-419e-b287-ef3e0f51e2ee {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:15:12.588080 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0881e6e-ac70-423e-b0e3-89488b69547c None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:15:12.591743 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0881e6e-ac70-423e-b0e3-89488b69547c None None] Checking segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:15:12.594072 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-d0881e6e-ac70-423e-b0e3-89488b69547c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:12.594699 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0881e6e-ac70-423e-b0e3-89488b69547c None None] Bound using segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:15:12.595614 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-d0881e6e-ac70-423e-b0e3-89488b69547c None None] Bound port: 54b12ee7-7890-4137-9b1a-a55533a8cafd, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:15:12.596265 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-d0881e6e-ac70-423e-b0e3-89488b69547c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (54b12ee7-7890-4137-9b1a-a55533a8cafd), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:12.648225 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-8c19e863-4046-4439-a4f2-da0d8acb36ea None None] Publish callbacks [] for port (ca38faa7-92a9-4c37-8ab3-50aa0feffef5), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:12.659637 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-8c19e863-4046-4439-a4f2-da0d8acb36ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (ca38faa7-92a9-4c37-8ab3-50aa0feffef5), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:12.751366 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-d0881e6e-ac70-423e-b0e3-89488b69547c None None] For port 54b12ee7-7890-4137-9b1a-a55533a8cafd, host n-d-826753-2, cleared binding levels {{(pid=103704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:15:12.757331 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c19e863-4046-4439-a4f2-da0d8acb36ea None None] Pushing event updated for resources: {'Port': ['ID=ca38faa7-92a9-4c37-8ab3-50aa0feffef5,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:12.758728 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-d0881e6e-ac70-423e-b0e3-89488b69547c None None] For port 54b12ee7-7890-4137-9b1a-a55533a8cafd, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=54b12ee7-7890-4137-9b1a-a55533a8cafd,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:15:12.771613 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c19e863-4046-4439-a4f2-da0d8acb36ea None None] Network 857a919b-06ed-45a8-aeb5-8f692bc36bb9 is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:15:12.772346 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-d0881e6e-ac70-423e-b0e3-89488b69547c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (54b12ee7-7890-4137-9b1a-a55533a8cafd), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:12.773862 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-8c19e863-4046-4439-a4f2-da0d8acb36ea None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:15:12.776878 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c19e863-4046-4439-a4f2-da0d8acb36ea None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:15:12.867130 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0881e6e-ac70-423e-b0e3-89488b69547c None None] Routers {'24cbb566-3bca-4211-a375-c6ca751791f2'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:15:12.867448 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-d0881e6e-ac70-423e-b0e3-89488b69547c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:14:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['24cbb566-3bca-4211-a375-c6ca751791f2'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:15:12.876505 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-8c19e863-4046-4439-a4f2-da0d8acb36ea None None] Attempting to bind port ca38faa7-92a9-4c37-8ab3-50aa0feffef5 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:15:12.876505 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-8c19e863-4046-4439-a4f2-da0d8acb36ea None None] Attempting to bind port ca38faa7-92a9-4c37-8ab3-50aa0feffef5 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '5fc92d01-4b49-455e-b68d-221b56644dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '857a919b-06ed-45a8-aeb5-8f692bc36bb9'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:15:12.876505 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c19e863-4046-4439-a4f2-da0d8acb36ea None None] Attempting to bind port ca38faa7-92a9-4c37-8ab3-50aa0feffef5 on network 857a919b-06ed-45a8-aeb5-8f692bc36bb9 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:15:12.882070 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c19e863-4046-4439-a4f2-da0d8acb36ea None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:15:12.882460 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c19e863-4046-4439-a4f2-da0d8acb36ea None None] Checking segment: {'id': '5fc92d01-4b49-455e-b68d-221b56644dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '857a919b-06ed-45a8-aeb5-8f692bc36bb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:15:12.883006 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-8c19e863-4046-4439-a4f2-da0d8acb36ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:12.883532 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c19e863-4046-4439-a4f2-da0d8acb36ea None None] Bound using segment: {'id': '5fc92d01-4b49-455e-b68d-221b56644dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '857a919b-06ed-45a8-aeb5-8f692bc36bb9'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:15:12.884452 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-8c19e863-4046-4439-a4f2-da0d8acb36ea None None] Bound port: ca38faa7-92a9-4c37-8ab3-50aa0feffef5, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fc92d01-4b49-455e-b68d-221b56644dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '857a919b-06ed-45a8-aeb5-8f692bc36bb9'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:15:12.884975 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-8c19e863-4046-4439-a4f2-da0d8acb36ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (ca38faa7-92a9-4c37-8ab3-50aa0feffef5), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:12.924707 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeb2a42-6eb7-4d67-83ff-199848acfc28 None None] Pushing event updated for resources: {'Port': ['ID=54b12ee7-7890-4137-9b1a-a55533a8cafd,revision_number=3']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:12.977948 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-8c19e863-4046-4439-a4f2-da0d8acb36ea None None] For port ca38faa7-92a9-4c37-8ab3-50aa0feffef5, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:15:12.988612 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-8c19e863-4046-4439-a4f2-da0d8acb36ea None None] For port ca38faa7-92a9-4c37-8ab3-50aa0feffef5, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=ca38faa7-92a9-4c37-8ab3-50aa0feffef5,segment=NetworkSegment(5fc92d01-4b49-455e-b68d-221b56644dd1),segment_id=5fc92d01-4b49-455e-b68d-221b56644dd1)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:15:13.015047 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-8c19e863-4046-4439-a4f2-da0d8acb36ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (ca38faa7-92a9-4c37-8ab3-50aa0feffef5), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:13.083796 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-d0881e6e-ac70-423e-b0e3-89488b69547c None None] Set router 24cbb566-3bca-4211-a375-c6ca751791f2 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:15:13.112431 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b9b595b4-d960-4c0b-bc4d-fd5971651674 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:13.210260 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c19e863-4046-4439-a4f2-da0d8acb36ea None None] Pushing event updated for resources: {'Port': ['ID=ca38faa7-92a9-4c37-8ab3-50aa0feffef5,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:13.505374 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-d0881e6e-ac70-423e-b0e3-89488b69547c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24cbb566-3bca-4211-a375-c6ca751791f2', 'name': 'tempest-TestNetworkBasicOps-router-448933419', 'tenant_id': '32b88e7bc28b44379a1452b198468e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '54b12ee7-7890-4137-9b1a-a55533a8cafd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:15:07Z', 'updated_at': '2022-02-19T03:15:09Z', 'revision_number': 3, 'project_id': '32b88e7bc28b44379a1452b198468e54', 'gw_port': {'id': '54b12ee7-7890-4137-9b1a-a55533a8cafd', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:86:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24cbb566-3bca-4211-a375-c6ca751791f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:15:08Z', 'updated_at': '2022-02-19T03:15:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:15:13.610149 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0881e6e-ac70-423e-b0e3-89488b69547c None None] The sync data for ids ['24cbb566-3bca-4211-a375-c6ca751791f2'] in n-d-826753-2 is: [{'id': '24cbb566-3bca-4211-a375-c6ca751791f2', 'name': 'tempest-TestNetworkBasicOps-router-448933419', 'tenant_id': '32b88e7bc28b44379a1452b198468e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '54b12ee7-7890-4137-9b1a-a55533a8cafd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:15:07Z', 'updated_at': '2022-02-19T03:15:09Z', 'revision_number': 3, 'project_id': '32b88e7bc28b44379a1452b198468e54', 'gw_port': {'id': '54b12ee7-7890-4137-9b1a-a55533a8cafd', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:86:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24cbb566-3bca-4211-a375-c6ca751791f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:15:08Z', 'updated_at': '2022-02-19T03:15:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:15:13.685481 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-b9b595b4-d960-4c0b-bc4d-fd5971651674 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Allocated IP 172.20.0.1 (857a919b-06ed-45a8-aeb5-8f692bc36bb9/87c7fa79-3c3a-43f3-8894-32763ce884fd/538d2a32-d679-4fb3-9f51-9818efbd9b81) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:15:13.934288 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b9b595b4-d960-4c0b-bc4d-fd5971651674 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for port (538d2a32-d679-4fb3-9f51-9818efbd9b81), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:13.997108 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b9b595b4-d960-4c0b-bc4d-fd5971651674 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (538d2a32-d679-4fb3-9f51-9818efbd9b81), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:14.087557 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b595b4-d960-4c0b-bc4d-fd5971651674 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Network 857a919b-06ed-45a8-aeb5-8f692bc36bb9 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:15:14.095159 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-b9b595b4-d960-4c0b-bc4d-fd5971651674 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:15:14.104236 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b595b4-d960-4c0b-bc4d-fd5971651674 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:15:14.187074 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b595b4-d960-4c0b-bc4d-fd5971651674 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Pushing event updated for resources: {'Port': ['ID=538d2a32-d679-4fb3-9f51-9818efbd9b81,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:14.231085 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b9b595b4-d960-4c0b-bc4d-fd5971651674 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16289150'] for router_interface (24cbb566-3bca-4211-a375-c6ca751791f2), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:14.419637 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b9b595b4-d960-4c0b-bc4d-fd5971651674 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (538d2a32-d679-4fb3-9f51-9818efbd9b81), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:14.739750 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 54b12ee7-7890-4137-9b1a-a55533a8cafd up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:15:14.859413 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 54b12ee7-7890-4137-9b1a-a55533a8cafd triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:15:14.864290 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (54b12ee7-7890-4137-9b1a-a55533a8cafd), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:14.969903 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b9b595b4-d960-4c0b-bc4d-fd5971651674 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for port (538d2a32-d679-4fb3-9f51-9818efbd9b81), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:14.991200 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b9b595b4-d960-4c0b-bc4d-fd5971651674 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (538d2a32-d679-4fb3-9f51-9818efbd9b81), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:15.006158 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 54b12ee7-7890-4137-9b1a-a55533a8cafd is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:15:15.006624 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (54b12ee7-7890-4137-9b1a-a55533a8cafd), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:15.047285 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port 54b12ee7-7890-4137-9b1a-a55533a8cafd, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=54b12ee7-7890-4137-9b1a-a55533a8cafd,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:15:15.052569 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (54b12ee7-7890-4137-9b1a-a55533a8cafd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:15.053504 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device ca38faa7-92a9-4c37-8ab3-50aa0feffef5 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:15:15.148394 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b9b595b4-d960-4c0b-bc4d-fd5971651674 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16362769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16289258'] for router_interface (24cbb566-3bca-4211-a375-c6ca751791f2), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:15.171634 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d039fc1a-3d7d-48ae-81dd-07d7fe6df48c None None] Network 857a919b-06ed-45a8-aeb5-8f692bc36bb9 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:15:15.184920 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b595b4-d960-4c0b-bc4d-fd5971651674 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Pushing event updated for resources: {'Port': ['ID=538d2a32-d679-4fb3-9f51-9818efbd9b81,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:15.263880 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b595b4-d960-4c0b-bc4d-fd5971651674 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Network 857a919b-06ed-45a8-aeb5-8f692bc36bb9 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:15:15.265537 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-b9b595b4-d960-4c0b-bc4d-fd5971651674 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:15:15.345484 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-c7d2db79-0e9c-4d90-b545-919c240324a8 None None] Provisioning complete for port ca38faa7-92a9-4c37-8ab3-50aa0feffef5 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:15:15.346036 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c7d2db79-0e9c-4d90-b545-919c240324a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (ca38faa7-92a9-4c37-8ab3-50aa0feffef5), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:15.352079 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=54b12ee7-7890-4137-9b1a-a55533a8cafd,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:15.430819 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port ca38faa7-92a9-4c37-8ab3-50aa0feffef5 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:15:15.431260 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (ca38faa7-92a9-4c37-8ab3-50aa0feffef5), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:15.431843 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9b595b4-d960-4c0b-bc4d-fd5971651674 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Router 24cbb566-3bca-4211-a375-c6ca751791f2 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:15:15.586368 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9b595b4-d960-4c0b-bc4d-fd5971651674 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:15:15.587253 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-84399748-ce37-47c1-9ca0-007f590465b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:15.592084 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-b9b595b4-d960-4c0b-bc4d-fd5971651674 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "PUT /v2.0/routers/24cbb566-3bca-4211-a375-c6ca751791f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5338593 Feb 19 03:15:15.595554 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 39094) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:15.697347 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-c7d2db79-0e9c-4d90-b545-919c240324a8 None None] Current status of the port ca38faa7-92a9-4c37-8ab3-50aa0feffef5 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:15:15.699671 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c7d2db79-0e9c-4d90-b545-919c240324a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (ca38faa7-92a9-4c37-8ab3-50aa0feffef5), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:15.760584 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port ca38faa7-92a9-4c37-8ab3-50aa0feffef5 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:15:15.763245 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (ca38faa7-92a9-4c37-8ab3-50aa0feffef5), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:15.771920 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15871885-c317-4e82-81e6-a25a75b01562 tempest-TestNetworkBasicOps-916205551 tempest-TestNetworkBasicOps-916205551-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:15.772734 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15871885-c317-4e82-81e6-a25a75b01562 tempest-TestNetworkBasicOps-916205551 tempest-TestNetworkBasicOps-916205551-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:15.773589 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15871885-c317-4e82-81e6-a25a75b01562 tempest-TestNetworkBasicOps-916205551 tempest-TestNetworkBasicOps-916205551-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:15.774199 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15871885-c317-4e82-81e6-a25a75b01562 tempest-TestNetworkBasicOps-916205551 tempest-TestNetworkBasicOps-916205551-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:15.774863 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15871885-c317-4e82-81e6-a25a75b01562 tempest-TestNetworkBasicOps-916205551 tempest-TestNetworkBasicOps-916205551-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:15.775500 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15871885-c317-4e82-81e6-a25a75b01562 tempest-TestNetworkBasicOps-916205551 tempest-TestNetworkBasicOps-916205551-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:15.778771 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-15871885-c317-4e82-81e6-a25a75b01562 tempest-TestNetworkBasicOps-916205551 tempest-TestNetworkBasicOps-916205551-project-admin] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4288 time: 0.1817126 Feb 19 03:15:15.790794 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 39104) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:15.799249 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-c7d2db79-0e9c-4d90-b545-919c240324a8 None None] For port ca38faa7-92a9-4c37-8ab3-50aa0feffef5, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=ca38faa7-92a9-4c37-8ab3-50aa0feffef5,segment=NetworkSegment(5fc92d01-4b49-455e-b68d-221b56644dd1),segment_id=5fc92d01-4b49-455e-b68d-221b56644dd1)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:15:15.815285 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c7d2db79-0e9c-4d90-b545-919c240324a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (ca38faa7-92a9-4c37-8ab3-50aa0feffef5), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:15.888050 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.db.api [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103703) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:15:15.888809 n-d-826753-2 neutron-server[103703]: DEBUG oslo_db.api [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:15:15.905808 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d2db79-0e9c-4d90-b545-919c240324a8 None None] Pushing event updated for resources: {'Port': ['ID=ca38faa7-92a9-4c37-8ab3-50aa0feffef5,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:15.914793 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb1cacb-66d3-4d62-85e1-d71bbac44618 tempest-TestNetworkBasicOps-916205551 tempest-TestNetworkBasicOps-916205551-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:15.915330 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb1cacb-66d3-4d62-85e1-d71bbac44618 tempest-TestNetworkBasicOps-916205551 tempest-TestNetworkBasicOps-916205551-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:15.915685 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb1cacb-66d3-4d62-85e1-d71bbac44618 tempest-TestNetworkBasicOps-916205551 tempest-TestNetworkBasicOps-916205551-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:15.916132 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb1cacb-66d3-4d62-85e1-d71bbac44618 tempest-TestNetworkBasicOps-916205551 tempest-TestNetworkBasicOps-916205551-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:15.916564 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb1cacb-66d3-4d62-85e1-d71bbac44618 tempest-TestNetworkBasicOps-916205551 tempest-TestNetworkBasicOps-916205551-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:15.917064 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb1cacb-66d3-4d62-85e1-d71bbac44618 tempest-TestNetworkBasicOps-916205551 tempest-TestNetworkBasicOps-916205551-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:15.921314 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-5bb1cacb-66d3-4d62-85e1-d71bbac44618 tempest-TestNetworkBasicOps-916205551 tempest-TestNetworkBasicOps-916205551-project-admin] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4010 time: 0.1270244 Feb 19 03:15:15.921888 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 39106) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:16.137530 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-f082ff30-f845-4f6e-88f3-86d1881c269e tempest-TestNetworkBasicOps-916205551 tempest-TestNetworkBasicOps-916205551-project-admin] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2329 time: 0.2143679 Feb 19 03:15:16.163798 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-5aa390e6-efea-40af-b2e0-c5944a60209d None None] Provisioning complete for port ca38faa7-92a9-4c37-8ab3-50aa0feffef5 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:15:16.164096 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5aa390e6-efea-40af-b2e0-c5944a60209d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (ca38faa7-92a9-4c37-8ab3-50aa0feffef5), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:16.323849 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-5aa390e6-efea-40af-b2e0-c5944a60209d None None] Current status of the port ca38faa7-92a9-4c37-8ab3-50aa0feffef5 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:15:16.357830 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-5aa390e6-efea-40af-b2e0-c5944a60209d None None] Provisioning complete for port 538d2a32-d679-4fb3-9f51-9818efbd9b81 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:15:16.361493 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5aa390e6-efea-40af-b2e0-c5944a60209d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (538d2a32-d679-4fb3-9f51-9818efbd9b81), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:16.456938 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-5aa390e6-efea-40af-b2e0-c5944a60209d None None] Port 538d2a32-d679-4fb3-9f51-9818efbd9b81 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:15:16.474499 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port ca38faa7-92a9-4c37-8ab3-50aa0feffef5 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:15:16.580028 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d10f657-e629-4274-91a2-8cbfdf781b96 None None] Provisioning complete for port 538d2a32-d679-4fb3-9f51-9818efbd9b81 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:15:16.580407 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d10f657-e629-4274-91a2-8cbfdf781b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (538d2a32-d679-4fb3-9f51-9818efbd9b81), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:16.695065 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 54b12ee7-7890-4137-9b1a-a55533a8cafd up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:15:16.697281 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 39120) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:16.699222 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362b3fe1-09a0-4adc-876a-be58bc6ef5f6 None None] Sync routers for ids ['24cbb566-3bca-4211-a375-c6ca751791f2'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:15:16.701725 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-038ac4df-7392-4c70-a932-bb597f7e35ea tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-307961693', 'description': 'tempest-secgroup-smoke-307961693 description', 'project_id': '32b88e7bc28b44379a1452b198468e54'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:15:16.720840 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d10f657-e629-4274-91a2-8cbfdf781b96 None None] Port 538d2a32-d679-4fb3-9f51-9818efbd9b81 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:15:16.732023 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-038ac4df-7392-4c70-a932-bb597f7e35ea tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:16.752749 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362b3fe1-09a0-4adc-876a-be58bc6ef5f6 None None] Routers {'24cbb566-3bca-4211-a375-c6ca751791f2'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:15:16.753615 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-362b3fe1-09a0-4adc-876a-be58bc6ef5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:14:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['24cbb566-3bca-4211-a375-c6ca751791f2'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:15:16.816782 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-038ac4df-7392-4c70-a932-bb597f7e35ea tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for security_group (b65da424-3d3c-4fdf-a297-dc4855acf922), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:16.823852 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 54b12ee7-7890-4137-9b1a-a55533a8cafd triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:15:16.825386 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (54b12ee7-7890-4137-9b1a-a55533a8cafd), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:16.827944 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-038ac4df-7392-4c70-a932-bb597f7e35ea tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (b65da424-3d3c-4fdf-a297-dc4855acf922), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:16.862752 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038ac4df-7392-4c70-a932-bb597f7e35ea tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b65da424-3d3c-4fdf-a297-dc4855acf922,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:16.869947 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-038ac4df-7392-4c70-a932-bb597f7e35ea tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:16.873971 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-038ac4df-7392-4c70-a932-bb597f7e35ea tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1729269 Feb 19 03:15:16.874335 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 39128) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:16.880282 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-18a54c56-0722-4a08-a0c1-d0a830fef4f3 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Request body: {'security_group_rule': {'security_group_id': 'b65da424-3d3c-4fdf-a297-dc4855acf922', 'project_id': '32b88e7bc28b44379a1452b198468e54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:15:16.939964 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-18a54c56-0722-4a08-a0c1-d0a830fef4f3 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for security_group_rule (8bfd1e61-ac23-4dd1-867c-270451cfe20f), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:16.952715 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-362b3fe1-09a0-4adc-876a-be58bc6ef5f6 None None] Set router 24cbb566-3bca-4211-a375-c6ca751791f2 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:15:16.986821 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-9025bb86-c8c2-45d6-a72b-e071112ca571 None None] Provisioning complete for port 538d2a32-d679-4fb3-9f51-9818efbd9b81 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:15:16.987405 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-9025bb86-c8c2-45d6-a72b-e071112ca571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (538d2a32-d679-4fb3-9f51-9818efbd9b81), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:17.020297 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-18a54c56-0722-4a08-a0c1-d0a830fef4f3 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for security_group_rule (8bfd1e61-ac23-4dd1-867c-270451cfe20f), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:17.025456 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-18a54c56-0722-4a08-a0c1-d0a830fef4f3 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (8bfd1e61-ac23-4dd1-867c-270451cfe20f), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:17.041164 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a54c56-0722-4a08-a0c1-d0a830fef4f3 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bfd1e61-ac23-4dd1-867c-270451cfe20f,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:17.061135 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-18a54c56-0722-4a08-a0c1-d0a830fef4f3 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:17.062778 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-18a54c56-0722-4a08-a0c1-d0a830fef4f3 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1874559 Feb 19 03:15:17.066598 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 39130) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:17.072468 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-7e594488-2077-4c30-9f18-50650eff2b6c tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Request body: {'security_group_rule': {'security_group_id': 'b65da424-3d3c-4fdf-a297-dc4855acf922', 'project_id': '32b88e7bc28b44379a1452b198468e54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:15:17.105993 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7e594488-2077-4c30-9f18-50650eff2b6c tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for security_group_rule (a12fe7d1-84f8-4a78-a168-c5eab05e6052), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:17.192214 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7e594488-2077-4c30-9f18-50650eff2b6c tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for security_group_rule (a12fe7d1-84f8-4a78-a168-c5eab05e6052), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:17.198517 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7e594488-2077-4c30-9f18-50650eff2b6c tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (a12fe7d1-84f8-4a78-a168-c5eab05e6052), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:17.218233 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e594488-2077-4c30-9f18-50650eff2b6c tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a12fe7d1-84f8-4a78-a168-c5eab05e6052,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:17.229657 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e594488-2077-4c30-9f18-50650eff2b6c tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:17.230008 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e594488-2077-4c30-9f18-50650eff2b6c tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:17.230355 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e594488-2077-4c30-9f18-50650eff2b6c tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:17.230687 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e594488-2077-4c30-9f18-50650eff2b6c tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:17.231428 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e594488-2077-4c30-9f18-50650eff2b6c tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:17.231926 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e594488-2077-4c30-9f18-50650eff2b6c tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:17.232418 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e594488-2077-4c30-9f18-50650eff2b6c tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:17.232930 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e594488-2077-4c30-9f18-50650eff2b6c tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:17.233453 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e594488-2077-4c30-9f18-50650eff2b6c tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:17.233939 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e594488-2077-4c30-9f18-50650eff2b6c tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:17.234441 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e594488-2077-4c30-9f18-50650eff2b6c tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:17.235459 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e594488-2077-4c30-9f18-50650eff2b6c tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:17.235948 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e594488-2077-4c30-9f18-50650eff2b6c tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:17.248891 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7e594488-2077-4c30-9f18-50650eff2b6c tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:17.253893 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 39136) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:17.254313 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-7e594488-2077-4c30-9f18-50650eff2b6c tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1858029 Feb 19 03:15:17.259793 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-b6297d6a-6ac5-46a9-a30a-063cd7d0176f tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Request body: {'security_group_rule': {'security_group_id': 'b65da424-3d3c-4fdf-a297-dc4855acf922', 'project_id': '32b88e7bc28b44379a1452b198468e54', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:15:17.278770 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-9025bb86-c8c2-45d6-a72b-e071112ca571 None None] Port 538d2a32-d679-4fb3-9f51-9818efbd9b81 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:15:17.289881 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 54b12ee7-7890-4137-9b1a-a55533a8cafd is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:15:17.290201 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b6297d6a-6ac5-46a9-a30a-063cd7d0176f tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for security_group_rule (0cb9ca52-886f-4a4e-9181-e4d0f134f762), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:17.290993 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device ca38faa7-92a9-4c37-8ab3-50aa0feffef5 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:15:17.404550 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b6297d6a-6ac5-46a9-a30a-063cd7d0176f tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for security_group_rule (0cb9ca52-886f-4a4e-9181-e4d0f134f762), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:17.410987 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b6297d6a-6ac5-46a9-a30a-063cd7d0176f tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (0cb9ca52-886f-4a4e-9181-e4d0f134f762), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:17.439513 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6297d6a-6ac5-46a9-a30a-063cd7d0176f tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cb9ca52-886f-4a4e-9181-e4d0f134f762,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:17.449680 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port ca38faa7-92a9-4c37-8ab3-50aa0feffef5 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:15:17.450211 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (ca38faa7-92a9-4c37-8ab3-50aa0feffef5), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:17.454887 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b6297d6a-6ac5-46a9-a30a-063cd7d0176f tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:17.459380 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 39140) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:17.465370 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-7efca1bb-d0f0-4044-b94e-c0bbd203966d tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Request body: {'security_group_rule': {'security_group_id': 'b65da424-3d3c-4fdf-a297-dc4855acf922', 'project_id': '32b88e7bc28b44379a1452b198468e54', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:15:17.467731 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-b6297d6a-6ac5-46a9-a30a-063cd7d0176f tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2118397 Feb 19 03:15:17.494624 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7efca1bb-d0f0-4044-b94e-c0bbd203966d tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for security_group_rule (199901d8-9efe-4038-a1f9-0129dfb58bd6), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:17.548757 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-362b3fe1-09a0-4adc-876a-be58bc6ef5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24cbb566-3bca-4211-a375-c6ca751791f2', 'name': 'tempest-TestNetworkBasicOps-router-448933419', 'tenant_id': '32b88e7bc28b44379a1452b198468e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '54b12ee7-7890-4137-9b1a-a55533a8cafd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:15:07Z', 'updated_at': '2022-02-19T03:15:14Z', 'revision_number': 4, 'project_id': '32b88e7bc28b44379a1452b198468e54', 'gw_port': {'id': '54b12ee7-7890-4137-9b1a-a55533a8cafd', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:86:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cbb566-3bca-4211-a375-c6ca751791f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:15:08Z', 'updated_at': '2022-02-19T03:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '538d2a32-d679-4fb3-9f51-9818efbd9b81', 'name': '', 'network_id': '857a919b-06ed-45a8-aeb5-8f692bc36bb9', 'tenant_id': '32b88e7bc28b44379a1452b198468e54', 'mac_address': 'fa:16:3e:8b:94:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24cbb566-3bca-4211-a375-c6ca751791f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': '87c7fa79-3c3a-43f3-8894-32763ce884fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:15:13Z', 'updated_at': '2022-02-19T03:15:14Z', 'revision_number': 2, 'project_id': '32b88e7bc28b44379a1452b198468e54', 'subnets': [{'id': '87c7fa79-3c3a-43f3-8894-32763ce884fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:15:17.579220 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7efca1bb-d0f0-4044-b94e-c0bbd203966d tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for security_group_rule (199901d8-9efe-4038-a1f9-0129dfb58bd6), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:17.585279 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7efca1bb-d0f0-4044-b94e-c0bbd203966d tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (199901d8-9efe-4038-a1f9-0129dfb58bd6), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:17.585915 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362b3fe1-09a0-4adc-876a-be58bc6ef5f6 None None] Checking router: 24cbb566-3bca-4211-a375-c6ca751791f2 for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:15:17.586314 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362b3fe1-09a0-4adc-876a-be58bc6ef5f6 None None] Updating router 24cbb566-3bca-4211-a375-c6ca751791f2 port 538d2a32-d679-4fb3-9f51-9818efbd9b81 binding host n-d-826753-2 {{(pid=103703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:15:17.588296 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port ca38faa7-92a9-4c37-8ab3-50aa0feffef5 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:15:17.612469 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efca1bb-d0f0-4044-b94e-c0bbd203966d tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=199901d8-9efe-4038-a1f9-0129dfb58bd6,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:17.618694 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-362b3fe1-09a0-4adc-876a-be58bc6ef5f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (538d2a32-d679-4fb3-9f51-9818efbd9b81), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:17.620899 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7efca1bb-d0f0-4044-b94e-c0bbd203966d tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:17.622422 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-7efca1bb-d0f0-4044-b94e-c0bbd203966d tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1619070 Feb 19 03:15:17.625839 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 39146) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:17.631022 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-da9e5681-f351-445f-a8c3-f50b7d93c434 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Request body: {'security_group_rule': {'security_group_id': 'b65da424-3d3c-4fdf-a297-dc4855acf922', 'project_id': '32b88e7bc28b44379a1452b198468e54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:15:17.659400 n-d-826753-2 neutron-server[103702]: INFO neutron.db.securitygroups_db [None req-da9e5681-f351-445f-a8c3-f50b7d93c434 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Project 32b88e7bc28b44379a1452b198468e54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 03:15:17.666477 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-da9e5681-f351-445f-a8c3-f50b7d93c434 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for security_group_rule (25452e37-1263-4d2c-8420-3df9376aac25), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:17.754646 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-da9e5681-f351-445f-a8c3-f50b7d93c434 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for security_group_rule (25452e37-1263-4d2c-8420-3df9376aac25), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:17.760155 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-da9e5681-f351-445f-a8c3-f50b7d93c434 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (25452e37-1263-4d2c-8420-3df9376aac25), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:17.772099 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-557e1b32-a155-4450-a96b-fd04574bb129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:17.792753 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-da9e5681-f351-445f-a8c3-f50b7d93c434 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:17.794003 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-da9e5681-f351-445f-a8c3-f50b7d93c434 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1669395 Feb 19 03:15:17.795074 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9e5681-f351-445f-a8c3-f50b7d93c434 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25452e37-1263-4d2c-8420-3df9376aac25,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:17.796779 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 39148) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:17.802510 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-1984ef71-f772-456d-989c-96507c8a1b2a tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Request body: {'security_group_rule': {'security_group_id': 'b65da424-3d3c-4fdf-a297-dc4855acf922', 'project_id': '32b88e7bc28b44379a1452b198468e54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:15:17.829370 n-d-826753-2 neutron-server[103701]: INFO neutron.db.securitygroups_db [None req-1984ef71-f772-456d-989c-96507c8a1b2a tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Project 32b88e7bc28b44379a1452b198468e54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 03:15:17.835624 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1984ef71-f772-456d-989c-96507c8a1b2a tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for security_group_rule (665c2465-7b9c-4a96-8fc9-cd3aef2b8080), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:17.923786 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1984ef71-f772-456d-989c-96507c8a1b2a tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for security_group_rule (665c2465-7b9c-4a96-8fc9-cd3aef2b8080), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:17.929701 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1984ef71-f772-456d-989c-96507c8a1b2a tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (665c2465-7b9c-4a96-8fc9-cd3aef2b8080), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:17.954280 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1984ef71-f772-456d-989c-96507c8a1b2a tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=665c2465-7b9c-4a96-8fc9-cd3aef2b8080,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:17.975936 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1984ef71-f772-456d-989c-96507c8a1b2a tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:17.989360 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-1984ef71-f772-456d-989c-96507c8a1b2a tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1912620 Feb 19 03:15:18.001719 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-362b3fe1-09a0-4adc-876a-be58bc6ef5f6 None None] Publish callbacks [] for port (538d2a32-d679-4fb3-9f51-9818efbd9b81), precommit_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:18.015089 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-362b3fe1-09a0-4adc-876a-be58bc6ef5f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (538d2a32-d679-4fb3-9f51-9818efbd9b81), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:18.126405 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548ef01f-63ba-4dea-a5e0-91c006d7a383 None None] Pushing event updated for resources: {'Port': ['ID=538d2a32-d679-4fb3-9f51-9818efbd9b81,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:18.199533 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-362b3fe1-09a0-4adc-876a-be58bc6ef5f6 None None] Attempting to bind port 538d2a32-d679-4fb3-9f51-9818efbd9b81 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:15:18.199913 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-362b3fe1-09a0-4adc-876a-be58bc6ef5f6 None None] Attempting to bind port 538d2a32-d679-4fb3-9f51-9818efbd9b81 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '5fc92d01-4b49-455e-b68d-221b56644dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '857a919b-06ed-45a8-aeb5-8f692bc36bb9'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:15:18.200281 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362b3fe1-09a0-4adc-876a-be58bc6ef5f6 None None] Attempting to bind port 538d2a32-d679-4fb3-9f51-9818efbd9b81 on network 857a919b-06ed-45a8-aeb5-8f692bc36bb9 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:15:18.216393 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362b3fe1-09a0-4adc-876a-be58bc6ef5f6 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:15:18.226002 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362b3fe1-09a0-4adc-876a-be58bc6ef5f6 None None] Checking segment: {'id': '5fc92d01-4b49-455e-b68d-221b56644dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '857a919b-06ed-45a8-aeb5-8f692bc36bb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:15:18.226903 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-362b3fe1-09a0-4adc-876a-be58bc6ef5f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:18.231287 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362b3fe1-09a0-4adc-876a-be58bc6ef5f6 None None] Bound using segment: {'id': '5fc92d01-4b49-455e-b68d-221b56644dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '857a919b-06ed-45a8-aeb5-8f692bc36bb9'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:15:18.232061 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-362b3fe1-09a0-4adc-876a-be58bc6ef5f6 None None] Bound port: 538d2a32-d679-4fb3-9f51-9818efbd9b81, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fc92d01-4b49-455e-b68d-221b56644dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '857a919b-06ed-45a8-aeb5-8f692bc36bb9'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:15:18.233053 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-362b3fe1-09a0-4adc-876a-be58bc6ef5f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (538d2a32-d679-4fb3-9f51-9818efbd9b81), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:18.299931 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3b5db0e2-9820-4648-9617-85c112dbc1db req-bf1bf283-2e39-44e1-8602-617290f65810 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-307961693&fields=id&tenant_id=32b88e7bc28b44379a1452b198468e54 HTTP/1.1" status: 200 len: 267 time: 0.0736480 Feb 19 03:15:18.337469 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-362b3fe1-09a0-4adc-876a-be58bc6ef5f6 None None] For port 538d2a32-d679-4fb3-9f51-9818efbd9b81, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:15:18.341276 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-362b3fe1-09a0-4adc-876a-be58bc6ef5f6 None None] For port 538d2a32-d679-4fb3-9f51-9818efbd9b81, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=538d2a32-d679-4fb3-9f51-9818efbd9b81,segment=NetworkSegment(5fc92d01-4b49-455e-b68d-221b56644dd1),segment_id=5fc92d01-4b49-455e-b68d-221b56644dd1)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:15:18.352155 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-362b3fe1-09a0-4adc-876a-be58bc6ef5f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (538d2a32-d679-4fb3-9f51-9818efbd9b81), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:18.437430 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5db0e2-9820-4648-9617-85c112dbc1db req-a2630265-c255-4cd9-81e5-58352614ac57 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:18.445057 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3b5db0e2-9820-4648-9617-85c112dbc1db req-a2630265-c255-4cd9-81e5-58352614ac57 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "GET /v2.0/networks?id=857a919b-06ed-45a8-aeb5-8f692bc36bb9 HTTP/1.1" status: 200 len: 796 time: 0.1377382 Feb 19 03:15:18.456210 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362b3fe1-09a0-4adc-876a-be58bc6ef5f6 None None] Routers {'24cbb566-3bca-4211-a375-c6ca751791f2'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:15:18.457274 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-362b3fe1-09a0-4adc-876a-be58bc6ef5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:15:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['24cbb566-3bca-4211-a375-c6ca751791f2'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:15:18.469326 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3b5db0e2-9820-4648-9617-85c112dbc1db req-d61dda5c-158d-49cf-a917-64aeaa2311f9 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "GET /v2.0/quotas/32b88e7bc28b44379a1452b198468e54 HTTP/1.1" status: 200 len: 375 time: 0.0232723 Feb 19 03:15:18.545535 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548ef01f-63ba-4dea-a5e0-91c006d7a383 None None] Pushing event updated for resources: {'Port': ['ID=538d2a32-d679-4fb3-9f51-9818efbd9b81,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:18.550167 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3b5db0e2-9820-4648-9617-85c112dbc1db req-d6d95dda-a689-47fd-a03a-8deb1171df26 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=32b88e7bc28b44379a1452b198468e54&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0796802 Feb 19 03:15:18.567227 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [req-3b5db0e2-9820-4648-9617-85c112dbc1db req-b09104ec-5b12-4bde-92de-dbfb9d01cbf5 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103701) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:15:18.568950 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3b5db0e2-9820-4648-9617-85c112dbc1db req-b09104ec-5b12-4bde-92de-dbfb9d01cbf5 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0072842 Feb 19 03:15:18.575398 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-8eda041e-c0bb-48da-b2ea-8e548596fa4d None None] Provisioning complete for port 538d2a32-d679-4fb3-9f51-9818efbd9b81 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:15:18.575999 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-8eda041e-c0bb-48da-b2ea-8e548596fa4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (538d2a32-d679-4fb3-9f51-9818efbd9b81), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:18.698389 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3b5db0e2-9820-4648-9617-85c112dbc1db req-4a9cf067-d3f1-45d4-86fa-631b71acd00c service neutron] 10.222.0.72 "GET /v2.0/networks/857a919b-06ed-45a8-aeb5-8f692bc36bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228344 Feb 19 03:15:18.743295 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-362b3fe1-09a0-4adc-876a-be58bc6ef5f6 None None] Set router 24cbb566-3bca-4211-a375-c6ca751791f2 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:15:18.825993 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-8eda041e-c0bb-48da-b2ea-8e548596fa4d None None] Current status of the port 538d2a32-d679-4fb3-9f51-9818efbd9b81 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:15:18.827034 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-8eda041e-c0bb-48da-b2ea-8e548596fa4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (538d2a32-d679-4fb3-9f51-9818efbd9b81), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:18.846395 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3b5db0e2-9820-4648-9617-85c112dbc1db req-4a6d454b-f210-400c-af96-16cee55a4449 service neutron] 10.222.0.72 "GET /v2.0/networks/857a919b-06ed-45a8-aeb5-8f692bc36bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393416 Feb 19 03:15:18.958126 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-8eda041e-c0bb-48da-b2ea-8e548596fa4d None None] For port 538d2a32-d679-4fb3-9f51-9818efbd9b81, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=538d2a32-d679-4fb3-9f51-9818efbd9b81,segment=NetworkSegment(5fc92d01-4b49-455e-b68d-221b56644dd1),segment_id=5fc92d01-4b49-455e-b68d-221b56644dd1)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:15:19.002289 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-8eda041e-c0bb-48da-b2ea-8e548596fa4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (538d2a32-d679-4fb3-9f51-9818efbd9b81), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:19.101964 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eda041e-c0bb-48da-b2ea-8e548596fa4d None None] Pushing event updated for resources: {'Port': ['ID=538d2a32-d679-4fb3-9f51-9818efbd9b81,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:19.212651 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-d4381e18-6f08-4523-b5f3-bdd7ea70f72f None None] Provisioning complete for port 538d2a32-d679-4fb3-9f51-9818efbd9b81 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:15:19.213160 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d4381e18-6f08-4523-b5f3-bdd7ea70f72f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (538d2a32-d679-4fb3-9f51-9818efbd9b81), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:19.214529 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6bacfbcb-e775-4246-acd8-63ebe27708de req-bcc66c53-1ed5-45d0-9b7e-f35cd779fb5c tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "GET /v2.0/ports?device_id=d21b63f8-865d-42dc-bafb-75ef4bcbdddf HTTP/1.1" status: 200 len: 210 time: 0.0492187 Feb 19 03:15:19.341755 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:19.433805 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-d4381e18-6f08-4523-b5f3-bdd7ea70f72f None None] Current status of the port 538d2a32-d679-4fb3-9f51-9818efbd9b81 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:15:19.437358 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-362b3fe1-09a0-4adc-876a-be58bc6ef5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24cbb566-3bca-4211-a375-c6ca751791f2', 'name': 'tempest-TestNetworkBasicOps-router-448933419', 'tenant_id': '32b88e7bc28b44379a1452b198468e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '54b12ee7-7890-4137-9b1a-a55533a8cafd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:15:07Z', 'updated_at': '2022-02-19T03:15:14Z', 'revision_number': 4, 'project_id': '32b88e7bc28b44379a1452b198468e54', 'gw_port': {'id': '54b12ee7-7890-4137-9b1a-a55533a8cafd', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:86:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cbb566-3bca-4211-a375-c6ca751791f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:15:08Z', 'updated_at': '2022-02-19T03:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '538d2a32-d679-4fb3-9f51-9818efbd9b81', 'name': '', 'network_id': '857a919b-06ed-45a8-aeb5-8f692bc36bb9', 'tenant_id': '32b88e7bc28b44379a1452b198468e54', 'mac_address': 'fa:16:3e:8b:94:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24cbb566-3bca-4211-a375-c6ca751791f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': '87c7fa79-3c3a-43f3-8894-32763ce884fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:15:13Z', 'updated_at': '2022-02-19T03:15:18Z', 'revision_number': 4, 'project_id': '32b88e7bc28b44379a1452b198468e54', 'subnets': [{'id': '87c7fa79-3c3a-43f3-8894-32763ce884fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:15:19.475576 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362b3fe1-09a0-4adc-876a-be58bc6ef5f6 None None] The sync data for ids ['24cbb566-3bca-4211-a375-c6ca751791f2'] in n-d-826753-2 is: [{'id': '24cbb566-3bca-4211-a375-c6ca751791f2', 'name': 'tempest-TestNetworkBasicOps-router-448933419', 'tenant_id': '32b88e7bc28b44379a1452b198468e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '54b12ee7-7890-4137-9b1a-a55533a8cafd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:15:07Z', 'updated_at': '2022-02-19T03:15:14Z', 'revision_number': 4, 'project_id': '32b88e7bc28b44379a1452b198468e54', 'gw_port': {'id': '54b12ee7-7890-4137-9b1a-a55533a8cafd', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:86:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cbb566-3bca-4211-a375-c6ca751791f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:15:08Z', 'updated_at': '2022-02-19T03:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '538d2a32-d679-4fb3-9f51-9818efbd9b81', 'name': '', 'network_id': '857a919b-06ed-45a8-aeb5-8f692bc36bb9', 'tenant_id': '32b88e7bc28b44379a1452b198468e54', 'mac_address': 'fa:16:3e:8b:94:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24cbb566-3bca-4211-a375-c6ca751791f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': '87c7fa79-3c3a-43f3-8894-32763ce884fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:15:13Z', 'updated_at': '2022-02-19T03:15:18Z', 'revision_number': 4, 'project_id': '32b88e7bc28b44379a1452b198468e54', 'subnets': [{'id': '87c7fa79-3c3a-43f3-8894-32763ce884fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:15:20.385604 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b9f584ec-0cc7-4272-98c8-4f8fc76eae2e req-cb90dca5-b233-4ae4-adaf-02fbad3468eb tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "GET /v2.0/ports?device_id=d21b63f8-865d-42dc-bafb-75ef4bcbdddf HTTP/1.1" status: 200 len: 210 time: 0.0441382 Feb 19 03:15:20.519751 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:20.685075 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 538d2a32-d679-4fb3-9f51-9818efbd9b81 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:15:20.754690 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5db0e2-9820-4648-9617-85c112dbc1db req-40c99a8d-5b9f-4764-ad89-32a687acbe3a tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:20.756557 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3b5db0e2-9820-4648-9617-85c112dbc1db req-40c99a8d-5b9f-4764-ad89-32a687acbe3a tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.73 "GET /v2.0/networks?id=857a919b-06ed-45a8-aeb5-8f692bc36bb9 HTTP/1.1" status: 200 len: 796 time: 0.2543156 Feb 19 03:15:20.808285 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 538d2a32-d679-4fb3-9f51-9818efbd9b81 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:15:20.808683 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (538d2a32-d679-4fb3-9f51-9818efbd9b81), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:20.869351 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3b5db0e2-9820-4648-9617-85c112dbc1db req-72edabd4-1f8e-45d0-93c4-76f901976730 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32b88e7bc28b44379a1452b198468e54 HTTP/1.1" status: 200 len: 379 time: 0.0895972 Feb 19 03:15:20.883414 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-3b5db0e2-9820-4648-9617-85c112dbc1db req-4faca415-2697-4b64-8e65-0e0c0363ca48 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Request body: {'port': {'device_id': 'd21b63f8-865d-42dc-bafb-75ef4bcbdddf', 'network_id': '857a919b-06ed-45a8-aeb5-8f692bc36bb9', 'admin_state_up': True, 'tenant_id': '32b88e7bc28b44379a1452b198468e54', 'security_groups': ['b65da424-3d3c-4fdf-a297-dc4855acf922']}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:15:20.910722 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 538d2a32-d679-4fb3-9f51-9818efbd9b81 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:15:21.029117 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b5db0e2-9820-4648-9617-85c112dbc1db req-4faca415-2697-4b64-8e65-0e0c0363ca48 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Made reservation on behalf of 32b88e7bc28b44379a1452b198468e54 for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:15:21.039167 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-3b5db0e2-9820-4648-9617-85c112dbc1db req-4faca415-2697-4b64-8e65-0e0c0363ca48 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:21.242516 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [req-3b5db0e2-9820-4648-9617-85c112dbc1db req-4faca415-2697-4b64-8e65-0e0c0363ca48 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Allocated IP 172.20.0.12 (857a919b-06ed-45a8-aeb5-8f692bc36bb9/87c7fa79-3c3a-43f3-8894-32763ce884fd/ba170958-d7a0-4971-ae0e-f58edd64e105) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:15:21.424693 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-3b5db0e2-9820-4648-9617-85c112dbc1db req-4faca415-2697-4b64-8e65-0e0c0363ca48 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for port (ba170958-d7a0-4971-ae0e-f58edd64e105), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:21.470856 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-3b5db0e2-9820-4648-9617-85c112dbc1db req-4faca415-2697-4b64-8e65-0e0c0363ca48 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (ba170958-d7a0-4971-ae0e-f58edd64e105), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:21.543894 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b5db0e2-9820-4648-9617-85c112dbc1db req-4faca415-2697-4b64-8e65-0e0c0363ca48 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Network 857a919b-06ed-45a8-aeb5-8f692bc36bb9 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:15:21.547924 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [req-3b5db0e2-9820-4648-9617-85c112dbc1db req-4faca415-2697-4b64-8e65-0e0c0363ca48 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:15:21.555448 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b5db0e2-9820-4648-9617-85c112dbc1db req-4faca415-2697-4b64-8e65-0e0c0363ca48 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:15:21.579164 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d0a051-1fd6-481f-aad2-1597609d58b6 req-71cc968b-7fc6-488f-9964-3d0badf3ce34 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:21.592284 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d6d0a051-1fd6-481f-aad2-1597609d58b6 req-71cc968b-7fc6-488f-9964-3d0badf3ce34 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "GET /v2.0/ports?device_id=d21b63f8-865d-42dc-bafb-75ef4bcbdddf HTTP/1.1" status: 200 len: 932 time: 0.0870745 Feb 19 03:15:21.601969 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faca415-2697-4b64-8e65-0e0c0363ca48 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Pushing event updated for resources: {'Port': ['ID=ba170958-d7a0-4971-ae0e-f58edd64e105,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:21.652486 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5db0e2-9820-4648-9617-85c112dbc1db req-4faca415-2697-4b64-8e65-0e0c0363ca48 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:21.653747 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-3b5db0e2-9820-4648-9617-85c112dbc1db req-4faca415-2697-4b64-8e65-0e0c0363ca48 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:21.680930 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3b5db0e2-9820-4648-9617-85c112dbc1db req-4faca415-2697-4b64-8e65-0e0c0363ca48 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8027294 Feb 19 03:15:21.704812 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d6d0a051-1fd6-481f-aad2-1597609d58b6 req-e1c8daf8-d1c9-4228-a60d-9b207ca3bcd7 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "GET /v2.0/security-groups?id=b65da424-3d3c-4fdf-a297-dc4855acf922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113019 Feb 19 03:15:21.772729 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-3b5db0e2-9820-4648-9617-85c112dbc1db req-bcb3b617-d22a-4abc-a445-018c4f30e953 service neutron] Request body: {'port': {'device_id': 'd21b63f8-865d-42dc-bafb-75ef4bcbdddf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826753-2'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:15:21.886202 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-3b5db0e2-9820-4648-9617-85c112dbc1db req-bcb3b617-d22a-4abc-a445-018c4f30e953 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (ba170958-d7a0-4971-ae0e-f58edd64e105), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:21.903045 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-cdc4357f-8c02-4aba-ac20-f4f18a2210e7 None None] Provisioning complete for port ba170958-d7a0-4971-ae0e-f58edd64e105 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:15:21.903616 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-cdc4357f-8c02-4aba-ac20-f4f18a2210e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (ba170958-d7a0-4971-ae0e-f58edd64e105), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:21.952049 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-cdc4357f-8c02-4aba-ac20-f4f18a2210e7 None None] Port ba170958-d7a0-4971-ae0e-f58edd64e105 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:15:21.990527 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:22.247557 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-3b5db0e2-9820-4648-9617-85c112dbc1db req-bcb3b617-d22a-4abc-a445-018c4f30e953 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba170958-d7a0-4971-ae0e-f58edd64e105 {{(pid=103702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:15:22.258453 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-3b5db0e2-9820-4648-9617-85c112dbc1db req-bcb3b617-d22a-4abc-a445-018c4f30e953 service neutron] Publish callbacks [] for port (ba170958-d7a0-4971-ae0e-f58edd64e105), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:22.272997 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-3b5db0e2-9820-4648-9617-85c112dbc1db req-bcb3b617-d22a-4abc-a445-018c4f30e953 service neutron] Transition to ACTIVE for port object ba170958-d7a0-4971-ae0e-f58edd64e105 will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:15:22.278489 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-3b5db0e2-9820-4648-9617-85c112dbc1db req-bcb3b617-d22a-4abc-a445-018c4f30e953 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (ba170958-d7a0-4971-ae0e-f58edd64e105), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:22.342862 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb3b617-d22a-4abc-a445-018c4f30e953 service neutron] Pushing event updated for resources: {'Port': ['ID=ba170958-d7a0-4971-ae0e-f58edd64e105,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:22.439743 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-3b5db0e2-9820-4648-9617-85c112dbc1db req-bcb3b617-d22a-4abc-a445-018c4f30e953 service neutron] Attempting to bind port ba170958-d7a0-4971-ae0e-f58edd64e105 on host n-h1-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:15:22.440707 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-3b5db0e2-9820-4648-9617-85c112dbc1db req-bcb3b617-d22a-4abc-a445-018c4f30e953 service neutron] Attempting to bind port ba170958-d7a0-4971-ae0e-f58edd64e105 by drivers openvswitch,hyperv on host n-h1-826753-2 at level 0 using segments [{'id': '5fc92d01-4b49-455e-b68d-221b56644dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '857a919b-06ed-45a8-aeb5-8f692bc36bb9'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:15:22.441453 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5db0e2-9820-4648-9617-85c112dbc1db req-bcb3b617-d22a-4abc-a445-018c4f30e953 service neutron] Attempting to bind port ba170958-d7a0-4971-ae0e-f58edd64e105 on network 857a919b-06ed-45a8-aeb5-8f692bc36bb9 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:15:22.446945 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5db0e2-9820-4648-9617-85c112dbc1db req-bcb3b617-d22a-4abc-a445-018c4f30e953 service neutron] Port ba170958-d7a0-4971-ae0e-f58edd64e105 on network 857a919b-06ed-45a8-aeb5-8f692bc36bb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:15:22.448832 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5db0e2-9820-4648-9617-85c112dbc1db req-bcb3b617-d22a-4abc-a445-018c4f30e953 service neutron] Attempting to bind port ba170958-d7a0-4971-ae0e-f58edd64e105 on network 857a919b-06ed-45a8-aeb5-8f692bc36bb9 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:15:22.456351 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5db0e2-9820-4648-9617-85c112dbc1db req-bcb3b617-d22a-4abc-a445-018c4f30e953 service neutron] Checking agent: {'id': '9d56fb1b-2855-496a-a6d9-c324740cb98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:15:22.457047 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5db0e2-9820-4648-9617-85c112dbc1db req-bcb3b617-d22a-4abc-a445-018c4f30e953 service neutron] Checking segment: {'id': '5fc92d01-4b49-455e-b68d-221b56644dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '857a919b-06ed-45a8-aeb5-8f692bc36bb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:15:22.457722 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5db0e2-9820-4648-9617-85c112dbc1db req-bcb3b617-d22a-4abc-a445-018c4f30e953 service neutron] Bound using segment: {'id': '5fc92d01-4b49-455e-b68d-221b56644dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '857a919b-06ed-45a8-aeb5-8f692bc36bb9'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:15:22.458385 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-3b5db0e2-9820-4648-9617-85c112dbc1db req-bcb3b617-d22a-4abc-a445-018c4f30e953 service neutron] Bound port: ba170958-d7a0-4971-ae0e-f58edd64e105, host: n-h1-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fc92d01-4b49-455e-b68d-221b56644dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '857a919b-06ed-45a8-aeb5-8f692bc36bb9'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:15:22.459105 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-3b5db0e2-9820-4648-9617-85c112dbc1db req-bcb3b617-d22a-4abc-a445-018c4f30e953 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (ba170958-d7a0-4971-ae0e-f58edd64e105), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:22.545687 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-3b5db0e2-9820-4648-9617-85c112dbc1db req-bcb3b617-d22a-4abc-a445-018c4f30e953 service neutron] For port ba170958-d7a0-4971-ae0e-f58edd64e105, host n-h1-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:15:22.550544 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-3b5db0e2-9820-4648-9617-85c112dbc1db req-bcb3b617-d22a-4abc-a445-018c4f30e953 service neutron] For port ba170958-d7a0-4971-ae0e-f58edd64e105, host n-h1-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=ba170958-d7a0-4971-ae0e-f58edd64e105,segment=NetworkSegment(5fc92d01-4b49-455e-b68d-221b56644dd1),segment_id=5fc92d01-4b49-455e-b68d-221b56644dd1)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:15:22.572858 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-3b5db0e2-9820-4648-9617-85c112dbc1db req-bcb3b617-d22a-4abc-a445-018c4f30e953 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (ba170958-d7a0-4971-ae0e-f58edd64e105), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:22.621905 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:22.650429 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5db0e2-9820-4648-9617-85c112dbc1db req-bcb3b617-d22a-4abc-a445-018c4f30e953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:22.651428 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-3b5db0e2-9820-4648-9617-85c112dbc1db req-bcb3b617-d22a-4abc-a445-018c4f30e953 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:22.653149 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3b5db0e2-9820-4648-9617-85c112dbc1db req-bcb3b617-d22a-4abc-a445-018c4f30e953 service neutron] 10.222.0.73 "PUT /v2.0/ports/ba170958-d7a0-4971-ae0e-f58edd64e105 HTTP/1.1" status: 200 len: 1092 time: 0.9523137 Feb 19 03:15:22.653841 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd21b63f8-865d-42dc-bafb-75ef4bcbdddf', 'tag': 'ba170958-d7a0-4971-ae0e-f58edd64e105'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:15:22.657041 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-885d0438-d526-470e-a030-9bff04096e56" -d '{"events": [{"name": "network-changed", "server_uuid": "d21b63f8-865d-42dc-bafb-75ef4bcbdddf", "tag": "ba170958-d7a0-4971-ae0e-f58edd64e105"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:15:22.675597 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb3b617-d22a-4abc-a445-018c4f30e953 service neutron] Pushing event updated for resources: {'Port': ['ID=ba170958-d7a0-4971-ae0e-f58edd64e105,revision_number=3']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:22.757809 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5d5a538-4d2e-4277-a61d-a19432217910 x-openstack-request-id: req-b5d5a538-4d2e-4277-a61d-a19432217910 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:15:22.758104 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d21b63f8-865d-42dc-bafb-75ef4bcbdddf", "tag": "ba170958-d7a0-4971-ae0e-f58edd64e105", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:15:22.758369 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b5d5a538-4d2e-4277-a61d-a19432217910 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:15:22.758781 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd21b63f8-865d-42dc-bafb-75ef4bcbdddf', 'tag': 'ba170958-d7a0-4971-ae0e-f58edd64e105', 'status': 'completed', 'code': 200} Feb 19 03:15:22.847221 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5db0e2-9820-4648-9617-85c112dbc1db req-7e1737f3-2d5d-4f50-a6a9-854118d34c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:22.848892 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3b5db0e2-9820-4648-9617-85c112dbc1db req-7e1737f3-2d5d-4f50-a6a9-854118d34c3b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=32b88e7bc28b44379a1452b198468e54&device_id=d21b63f8-865d-42dc-bafb-75ef4bcbdddf HTTP/1.1" status: 200 len: 1126 time: 0.1222854 Feb 19 03:15:22.893541 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8fb9ef-e05f-47b0-aae5-177a781586a5 req-dbe6d106-ce80-4ea3-8e8f-2ef0cf8ceb50 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:22.903754 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4e8fb9ef-e05f-47b0-aae5-177a781586a5 req-dbe6d106-ce80-4ea3-8e8f-2ef0cf8ceb50 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "GET /v2.0/ports?device_id=d21b63f8-865d-42dc-bafb-75ef4bcbdddf HTTP/1.1" status: 200 len: 944 time: 0.1017244 Feb 19 03:15:22.955071 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3b5db0e2-9820-4648-9617-85c112dbc1db req-055c2d04-a5c9-4e2d-9710-d38faf179b5c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba170958-d7a0-4971-ae0e-f58edd64e105 HTTP/1.1" status: 200 len: 217 time: 0.0914369 Feb 19 03:15:23.011698 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4e8fb9ef-e05f-47b0-aae5-177a781586a5 req-79b5a674-5718-4a4f-8020-39eb79a802c5 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "GET /v2.0/security-groups?id=b65da424-3d3c-4fdf-a297-dc4855acf922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058719 Feb 19 03:15:23.073780 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5db0e2-9820-4648-9617-85c112dbc1db req-f2a67917-8376-47f2-95ed-667a73f7765e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:23.075274 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3b5db0e2-9820-4648-9617-85c112dbc1db req-f2a67917-8376-47f2-95ed-667a73f7765e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=87c7fa79-3c3a-43f3-8894-32763ce884fd HTTP/1.1" status: 200 len: 835 time: 0.1093633 Feb 19 03:15:23.158375 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5db0e2-9820-4648-9617-85c112dbc1db req-01b2d626-ba9d-49f6-a654-9e743f6cce53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:23.161224 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3b5db0e2-9820-4648-9617-85c112dbc1db req-01b2d626-ba9d-49f6-a654-9e743f6cce53 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=857a919b-06ed-45a8-aeb5-8f692bc36bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0790570 Feb 19 03:15:23.282028 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3b5db0e2-9820-4648-9617-85c112dbc1db req-5a455f80-12f2-44d3-8ec6-624665dc211f service neutron] 10.222.0.73 "GET /v2.0/networks/857a919b-06ed-45a8-aeb5-8f692bc36bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152589 Feb 19 03:15:23.387123 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3b5db0e2-9820-4648-9617-85c112dbc1db req-f9ae9e6f-9417-4fa1-80b3-02ef71b764f3 service neutron] 10.222.0.73 "GET /v2.0/networks/857a919b-06ed-45a8-aeb5-8f692bc36bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992749 Feb 19 03:15:23.916178 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885d0438-d526-470e-a030-9bff04096e56 req-7ce25eeb-5345-47b9-b37c-e5e754b9b4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:23.917899 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-885d0438-d526-470e-a030-9bff04096e56 req-7ce25eeb-5345-47b9-b37c-e5e754b9b4d9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=32b88e7bc28b44379a1452b198468e54&device_id=d21b63f8-865d-42dc-bafb-75ef4bcbdddf HTTP/1.1" status: 200 len: 1126 time: 0.4360604 Feb 19 03:15:23.928141 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:15:24.044435 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885d0438-d526-470e-a030-9bff04096e56 req-22923382-7b1b-4761-a310-d16762783ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:24.049968 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-885d0438-d526-470e-a030-9bff04096e56 req-22923382-7b1b-4761-a310-d16762783ddf service neutron] 10.222.0.73 "GET /v2.0/networks?id=857a919b-06ed-45a8-aeb5-8f692bc36bb9 HTTP/1.1" status: 200 len: 897 time: 0.1258917 Feb 19 03:15:24.122645 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-885d0438-d526-470e-a030-9bff04096e56 req-5bcf4756-4f66-4e82-b524-5d83d7800f59 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba170958-d7a0-4971-ae0e-f58edd64e105 HTTP/1.1" status: 200 len: 217 time: 0.0659807 Feb 19 03:15:24.191823 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885d0438-d526-470e-a030-9bff04096e56 req-cfa5b081-5e7e-4659-977a-0a6b2161e93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:24.193437 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-885d0438-d526-470e-a030-9bff04096e56 req-cfa5b081-5e7e-4659-977a-0a6b2161e93d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=87c7fa79-3c3a-43f3-8894-32763ce884fd HTTP/1.1" status: 200 len: 835 time: 0.0643682 Feb 19 03:15:24.198391 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d6bfbf-47e8-43d5-b1b3-bb378ea3d196 req-9e9e6378-7331-4e4f-ad9c-2fa7600a5940 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:24.207186 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-01d6bfbf-47e8-43d5-b1b3-bb378ea3d196 req-9e9e6378-7331-4e4f-ad9c-2fa7600a5940 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "GET /v2.0/ports?device_id=d21b63f8-865d-42dc-bafb-75ef4bcbdddf HTTP/1.1" status: 200 len: 944 time: 0.0787892 Feb 19 03:15:24.251612 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885d0438-d526-470e-a030-9bff04096e56 req-f52e0a9d-2a20-474e-8f49-35195ac8f0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:24.253038 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-885d0438-d526-470e-a030-9bff04096e56 req-f52e0a9d-2a20-474e-8f49-35195ac8f0cd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=857a919b-06ed-45a8-aeb5-8f692bc36bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0531223 Feb 19 03:15:24.277435 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-01d6bfbf-47e8-43d5-b1b3-bb378ea3d196 req-4e3258da-c2cb-48b8-b05a-8d61303cf213 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "GET /v2.0/security-groups?id=b65da424-3d3c-4fdf-a297-dc4855acf922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529480 Feb 19 03:15:24.373707 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-885d0438-d526-470e-a030-9bff04096e56 req-3db75fae-854e-4283-a37d-49b9b66593bb service neutron] 10.222.0.73 "GET /v2.0/networks/857a919b-06ed-45a8-aeb5-8f692bc36bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140683 Feb 19 03:15:24.505724 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-885d0438-d526-470e-a030-9bff04096e56 req-bdaa660e-0a40-466b-9026-4407fb59ee30 service neutron] 10.222.0.73 "GET /v2.0/networks/857a919b-06ed-45a8-aeb5-8f692bc36bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257875 Feb 19 03:15:25.420144 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c151579a-3bd8-4dfc-94d2-2f9c436468a2 req-2db91468-fb53-4717-8a5f-7a944a5a4e51 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:25.423075 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c151579a-3bd8-4dfc-94d2-2f9c436468a2 req-2db91468-fb53-4717-8a5f-7a944a5a4e51 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "GET /v2.0/ports?device_id=d21b63f8-865d-42dc-bafb-75ef4bcbdddf HTTP/1.1" status: 200 len: 944 time: 0.0693469 Feb 19 03:15:25.479356 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c151579a-3bd8-4dfc-94d2-2f9c436468a2 req-56392ea3-c3a3-4010-bfe1-6dabebc7c65e tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "GET /v2.0/security-groups?id=b65da424-3d3c-4fdf-a297-dc4855acf922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485294 Feb 19 03:15:26.199220 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device ba170958-d7a0-4971-ae0e-f58edd64e105 details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:15:26.294769 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:26.322495 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port ba170958-d7a0-4971-ae0e-f58edd64e105, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=ba170958-d7a0-4971-ae0e-f58edd64e105,segment=NetworkSegment(5fc92d01-4b49-455e-b68d-221b56644dd1),segment_id=5fc92d01-4b49-455e-b68d-221b56644dd1)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:15:26.337564 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': 'ba170958-d7a0-4971-ae0e-f58edd64e105', 'network_id': '857a919b-06ed-45a8-aeb5-8f692bc36bb9', 'port_id': 'ba170958-d7a0-4971-ae0e-f58edd64e105', 'mac_address': 'fa:16:3e:61:c1:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87c7fa79-3c3a-43f3-8894-32763ce884fd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:15:26.399125 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port ba170958-d7a0-4971-ae0e-f58edd64e105 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:15:26.399523 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (ba170958-d7a0-4971-ae0e-f58edd64e105), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:26.414090 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba170958-d7a0-4971-ae0e-f58edd64e105 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:15:26.436188 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port ba170958-d7a0-4971-ae0e-f58edd64e105, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=ba170958-d7a0-4971-ae0e-f58edd64e105,segment=NetworkSegment(5fc92d01-4b49-455e-b68d-221b56644dd1),segment_id=5fc92d01-4b49-455e-b68d-221b56644dd1)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:15:26.442129 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (ba170958-d7a0-4971-ae0e-f58edd64e105), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:26.504349 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=ba170958-d7a0-4971-ae0e-f58edd64e105,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:26.786286 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['ba170958-d7a0-4971-ae0e-f58edd64e105'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:15:26.951633 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86ca760-c6fa-4530-9926-7e12764d727b req-45a0c7d5-7ebf-42d4-a31c-91f7bcbf41ee tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:26.953327 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c86ca760-c6fa-4530-9926-7e12764d727b req-45a0c7d5-7ebf-42d4-a31c-91f7bcbf41ee tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "GET /v2.0/ports?device_id=d21b63f8-865d-42dc-bafb-75ef4bcbdddf HTTP/1.1" status: 200 len: 945 time: 0.3746314 Feb 19 03:15:27.041749 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c86ca760-c6fa-4530-9926-7e12764d727b req-8ac1279b-0bbf-4447-8f30-7fadb3b88812 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "GET /v2.0/security-groups?id=b65da424-3d3c-4fdf-a297-dc4855acf922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817013 Feb 19 03:15:28.167462 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f85902-0b31-4ff4-8c5a-e29f567d7ce2 req-871e25b6-acac-41a9-b460-2cec75e542d9 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:28.169134 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-15f85902-0b31-4ff4-8c5a-e29f567d7ce2 req-871e25b6-acac-41a9-b460-2cec75e542d9 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "GET /v2.0/ports?device_id=d21b63f8-865d-42dc-bafb-75ef4bcbdddf HTTP/1.1" status: 200 len: 945 time: 0.0583167 Feb 19 03:15:28.215051 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device ba170958-d7a0-4971-ae0e-f58edd64e105 up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:15:28.229749 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-15f85902-0b31-4ff4-8c5a-e29f567d7ce2 req-6bbbb1fa-91e9-4357-87ce-633918bbcaa2 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "GET /v2.0/security-groups?id=b65da424-3d3c-4fdf-a297-dc4855acf922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537717 Feb 19 03:15:28.298271 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning for port ba170958-d7a0-4971-ae0e-f58edd64e105 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:15:28.302945 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port ba170958-d7a0-4971-ae0e-f58edd64e105 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:15:28.303415 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (ba170958-d7a0-4971-ae0e-f58edd64e105), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:28.393541 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port ba170958-d7a0-4971-ae0e-f58edd64e105 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:15:28.394034 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (ba170958-d7a0-4971-ae0e-f58edd64e105), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:28.422993 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd21b63f8-865d-42dc-bafb-75ef4bcbdddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba170958-d7a0-4971-ae0e-f58edd64e105'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:15:28.425269 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73f0c52e-2ebd-4abd-8664-7aeabd4d37e1" -d '{"events": [{"server_uuid": "d21b63f8-865d-42dc-bafb-75ef4bcbdddf", "name": "network-vif-plugged", "status": "completed", "tag": "ba170958-d7a0-4971-ae0e-f58edd64e105"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:15:28.442730 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port ba170958-d7a0-4971-ae0e-f58edd64e105, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=ba170958-d7a0-4971-ae0e-f58edd64e105,segment=NetworkSegment(5fc92d01-4b49-455e-b68d-221b56644dd1),segment_id=5fc92d01-4b49-455e-b68d-221b56644dd1)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:15:28.454776 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (ba170958-d7a0-4971-ae0e-f58edd64e105), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:28.488426 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-092a69fc-75ab-4a78-b76d-e601331c9b60 x-openstack-request-id: req-092a69fc-75ab-4a78-b76d-e601331c9b60 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:15:28.488855 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d21b63f8-865d-42dc-bafb-75ef4bcbdddf", "name": "network-vif-plugged", "status": "completed", "tag": "ba170958-d7a0-4971-ae0e-f58edd64e105", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:15:28.489277 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-092a69fc-75ab-4a78-b76d-e601331c9b60 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:15:28.489685 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd21b63f8-865d-42dc-bafb-75ef4bcbdddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba170958-d7a0-4971-ae0e-f58edd64e105', 'code': 200} Feb 19 03:15:28.539024 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=ba170958-d7a0-4971-ae0e-f58edd64e105,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:28.633336 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b816e036-e4b1-44c9-8aeb-559917a7046b req-4f4ff823-725c-4e42-8010-a62397bd70e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:28.635157 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-b816e036-e4b1-44c9-8aeb-559917a7046b req-4f4ff823-725c-4e42-8010-a62397bd70e4 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d21b63f8-865d-42dc-bafb-75ef4bcbdddf HTTP/1.1" status: 200 len: 1128 time: 0.0499544 Feb 19 03:15:28.683382 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-b816e036-e4b1-44c9-8aeb-559917a7046b req-8a56a90a-554f-4e1b-9f6c-bd1b9715658f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b65da424-3d3c-4fdf-a297-dc4855acf922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427296 Feb 19 03:15:29.378796 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cc7663-87d9-4ff9-a608-312bab92668d req-b819c4d7-5d4d-49a2-b1bb-d82517218b59 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:29.380475 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-67cc7663-87d9-4ff9-a608-312bab92668d req-b819c4d7-5d4d-49a2-b1bb-d82517218b59 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "GET /v2.0/ports?device_id=d21b63f8-865d-42dc-bafb-75ef4bcbdddf HTTP/1.1" status: 200 len: 946 time: 0.0659304 Feb 19 03:15:29.454891 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-67cc7663-87d9-4ff9-a608-312bab92668d req-ffb0e9ee-800b-43d9-a335-117ada1dd831 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "GET /v2.0/security-groups?id=b65da424-3d3c-4fdf-a297-dc4855acf922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675704 Feb 19 03:15:30.593119 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768b7d1c-adfe-4e50-a36c-8f9f62e5bcdb req-e5978f83-d9e7-498c-b25f-9deeb8d98ced tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:30.595247 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-768b7d1c-adfe-4e50-a36c-8f9f62e5bcdb req-e5978f83-d9e7-498c-b25f-9deeb8d98ced tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "GET /v2.0/ports?device_id=d21b63f8-865d-42dc-bafb-75ef4bcbdddf HTTP/1.1" status: 200 len: 946 time: 0.0590463 Feb 19 03:15:30.653322 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-768b7d1c-adfe-4e50-a36c-8f9f62e5bcdb req-cdb13eb6-d4a4-40ab-8c03-9bbe2f034352 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "GET /v2.0/security-groups?id=b65da424-3d3c-4fdf-a297-dc4855acf922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496185 Feb 19 03:15:30.782719 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ae54d7-a711-4764-a7b4-c63b075e489b req-835e6aeb-4891-4182-8e34-db040893fdc7 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:30.784233 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d6ae54d7-a711-4764-a7b4-c63b075e489b req-835e6aeb-4891-4182-8e34-db040893fdc7 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "GET /v2.0/ports?device_id=d21b63f8-865d-42dc-bafb-75ef4bcbdddf HTTP/1.1" status: 200 len: 946 time: 0.0552680 Feb 19 03:15:30.839453 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d6ae54d7-a711-4764-a7b4-c63b075e489b req-ac285164-7e84-4517-ab41-322a0a3bae62 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "GET /v2.0/security-groups?id=b65da424-3d3c-4fdf-a297-dc4855acf922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489638 Feb 19 03:15:30.864365 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 39308) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:30.908415 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9f5ec4-f7e2-42fc-a739-8b7ba0150358 tempest-TestNetworkBasicOps-916205551 tempest-TestNetworkBasicOps-916205551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:30.910228 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-8e9f5ec4-f7e2-42fc-a739-8b7ba0150358 tempest-TestNetworkBasicOps-916205551 tempest-TestNetworkBasicOps-916205551-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=d21b63f8-865d-42dc-bafb-75ef4bcbdddf HTTP/1.1" status: 200 len: 1123 time: 0.0447817 Feb 19 03:15:30.912890 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 39310) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:30.917169 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-45a58c6a-3bb6-4ef4-8def-1da8d62e18ff tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Request body: {'floatingip': {'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'port_id': 'ba170958-d7a0-4971-ae0e-f58edd64e105', 'tenant_id': '32b88e7bc28b44379a1452b198468e54', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:15:30.937866 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-45a58c6a-3bb6-4ef4-8def-1da8d62e18ff tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:31.039726 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-45a58c6a-3bb6-4ef4-8def-1da8d62e18ff tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:31.152526 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-45a58c6a-3bb6-4ef4-8def-1da8d62e18ff tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Allocated IP 172.25.6.206 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/93bb9a15-e061-47bb-8c42-38d6b09db193) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:15:31.263149 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-45a58c6a-3bb6-4ef4-8def-1da8d62e18ff tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for port (93bb9a15-e061-47bb-8c42-38d6b09db193), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:31.305150 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-45a58c6a-3bb6-4ef4-8def-1da8d62e18ff tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (93bb9a15-e061-47bb-8c42-38d6b09db193), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:31.340407 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a58c6a-3bb6-4ef4-8def-1da8d62e18ff tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:15:31.345859 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-45a58c6a-3bb6-4ef4-8def-1da8d62e18ff tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:15:31.349489 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a58c6a-3bb6-4ef4-8def-1da8d62e18ff tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:15:31.379639 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a58c6a-3bb6-4ef4-8def-1da8d62e18ff tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Pushing event updated for resources: {'Port': ['ID=93bb9a15-e061-47bb-8c42-38d6b09db193,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:31.787158 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-45a58c6a-3bb6-4ef4-8def-1da8d62e18ff tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for floatingip (0c9c81b3-04cc-4b31-8e67-ca84293530bb), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:31.871152 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-45a58c6a-3bb6-4ef4-8def-1da8d62e18ff tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (93bb9a15-e061-47bb-8c42-38d6b09db193), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:32.058342 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-45a58c6a-3bb6-4ef4-8def-1da8d62e18ff tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for port (93bb9a15-e061-47bb-8c42-38d6b09db193), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:32.066046 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-45a58c6a-3bb6-4ef4-8def-1da8d62e18ff tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (93bb9a15-e061-47bb-8c42-38d6b09db193), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:32.188634 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a58c6a-3bb6-4ef4-8def-1da8d62e18ff tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Pushing event updated for resources: {'Port': ['ID=93bb9a15-e061-47bb-8c42-38d6b09db193,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:32.196628 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-45a58c6a-3bb6-4ef4-8def-1da8d62e18ff tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16285943'] for floatingip (0c9c81b3-04cc-4b31-8e67-ca84293530bb), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:32.330678 n-d-826753-2 neutron-server[103701]: INFO neutron.db.l3_db [None req-45a58c6a-3bb6-4ef4-8def-1da8d62e18ff tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Floating IP 0c9c81b3-04cc-4b31-8e67-ca84293530bb associated. External IP: 172.25.6.206, port: ba170958-d7a0-4971-ae0e-f58edd64e105. Feb 19 03:15:32.565792 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45a58c6a-3bb6-4ef4-8def-1da8d62e18ff tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Router 24cbb566-3bca-4211-a375-c6ca751791f2 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:15:32.697089 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45a58c6a-3bb6-4ef4-8def-1da8d62e18ff tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:15:32.719723 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-45a58c6a-3bb6-4ef4-8def-1da8d62e18ff tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:32.727758 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3595d54-e53d-4126-b2a7-9e86e50d1cc6 None None] Sync routers for ids ['24cbb566-3bca-4211-a375-c6ca751791f2'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:15:32.740213 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3595d54-e53d-4126-b2a7-9e86e50d1cc6 None None] Routers {'24cbb566-3bca-4211-a375-c6ca751791f2'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:15:32.741205 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-e3595d54-e53d-4126-b2a7-9e86e50d1cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:15:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['24cbb566-3bca-4211-a375-c6ca751791f2'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:15:32.759197 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-45a58c6a-3bb6-4ef4-8def-1da8d62e18ff tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8427846 Feb 19 03:15:32.759197 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd21b63f8-865d-42dc-bafb-75ef4bcbdddf', 'tag': 'ba170958-d7a0-4971-ae0e-f58edd64e105'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:15:32.759481 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 39332) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:32.760088 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c099b3-bf99-4d36-abbc-c432236a9041" -d '{"events": [{"name": "network-changed", "server_uuid": "d21b63f8-865d-42dc-bafb-75ef4bcbdddf", "tag": "ba170958-d7a0-4971-ae0e-f58edd64e105"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:15:32.833940 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8851dcc9-d4e4-40f9-af21-4bb4d01d9a58 x-openstack-request-id: req-8851dcc9-d4e4-40f9-af21-4bb4d01d9a58 {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:15:32.834567 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d21b63f8-865d-42dc-bafb-75ef4bcbdddf", "tag": "ba170958-d7a0-4971-ae0e-f58edd64e105", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:15:32.834567 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8851dcc9-d4e4-40f9-af21-4bb4d01d9a58 {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:15:32.834915 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd21b63f8-865d-42dc-bafb-75ef4bcbdddf', 'tag': 'ba170958-d7a0-4971-ae0e-f58edd64e105', 'status': 'completed', 'code': 200} Feb 19 03:15:32.842728 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-73635ff8-76ac-4297-a32e-e01cb8f8f46d tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "GET /v2.0/floatingips/0c9c81b3-04cc-4b31-8e67-ca84293530bb HTTP/1.1" status: 200 len: 992 time: 0.0814846 Feb 19 03:15:32.922477 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-e3595d54-e53d-4126-b2a7-9e86e50d1cc6 None None] Set router 24cbb566-3bca-4211-a375-c6ca751791f2 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:15:32.933704 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c099b3-bf99-4d36-abbc-c432236a9041 req-ee51c348-b373-42c1-a1cc-c4e1fa9c69ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:32.936339 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-f2c099b3-bf99-4d36-abbc-c432236a9041 req-ee51c348-b373-42c1-a1cc-c4e1fa9c69ee service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=32b88e7bc28b44379a1452b198468e54&device_id=d21b63f8-865d-42dc-bafb-75ef4bcbdddf HTTP/1.1" status: 200 len: 1128 time: 0.0618026 Feb 19 03:15:33.067668 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c099b3-bf99-4d36-abbc-c432236a9041 req-b72d7c3e-1c69-4994-adb0-e95b1a3a7723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:33.069465 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-f2c099b3-bf99-4d36-abbc-c432236a9041 req-b72d7c3e-1c69-4994-adb0-e95b1a3a7723 service neutron] 10.222.0.73 "GET /v2.0/networks?id=857a919b-06ed-45a8-aeb5-8f692bc36bb9 HTTP/1.1" status: 200 len: 897 time: 0.1259041 Feb 19 03:15:33.167510 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-f2c099b3-bf99-4d36-abbc-c432236a9041 req-1db93dc6-5214-42f4-a6d7-87d947e78190 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba170958-d7a0-4971-ae0e-f58edd64e105 HTTP/1.1" status: 200 len: 1000 time: 0.0905890 Feb 19 03:15:33.221087 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c099b3-bf99-4d36-abbc-c432236a9041 req-f19b7f67-a77c-4620-b4f6-31b2dd917758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:33.222798 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-f2c099b3-bf99-4d36-abbc-c432236a9041 req-f19b7f67-a77c-4620-b4f6-31b2dd917758 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=87c7fa79-3c3a-43f3-8894-32763ce884fd HTTP/1.1" status: 200 len: 835 time: 0.0513401 Feb 19 03:15:33.234909 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-e3595d54-e53d-4126-b2a7-9e86e50d1cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24cbb566-3bca-4211-a375-c6ca751791f2', 'name': 'tempest-TestNetworkBasicOps-router-448933419', 'tenant_id': '32b88e7bc28b44379a1452b198468e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '54b12ee7-7890-4137-9b1a-a55533a8cafd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:15:07Z', 'updated_at': '2022-02-19T03:15:14Z', 'revision_number': 4, 'project_id': '32b88e7bc28b44379a1452b198468e54', 'gw_port': {'id': '54b12ee7-7890-4137-9b1a-a55533a8cafd', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:86:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cbb566-3bca-4211-a375-c6ca751791f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:15:08Z', 'updated_at': '2022-02-19T03:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': '0c9c81b3-04cc-4b31-8e67-ca84293530bb', 'tenant_id': '32b88e7bc28b44379a1452b198468e54', 'floating_ip_address': '172.25.6.206', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': '24cbb566-3bca-4211-a375-c6ca751791f2', 'port_id': 'ba170958-d7a0-4971-ae0e-f58edd64e105', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '857a919b-06ed-45a8-aeb5-8f692bc36bb9', 'mac_address': 'fa:16:3e:61:c1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21b63f8-865d-42dc-bafb-75ef4bcbdddf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:15:31Z', 'updated_at': '2022-02-19T03:15:31Z', 'revision_number': 0, 'project_id': '32b88e7bc28b44379a1452b198468e54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '538d2a32-d679-4fb3-9f51-9818efbd9b81', 'name': '', 'network_id': '857a919b-06ed-45a8-aeb5-8f692bc36bb9', 'tenant_id': '32b88e7bc28b44379a1452b198468e54', 'mac_address': 'fa:16:3e:8b:94:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cbb566-3bca-4211-a375-c6ca751791f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': '87c7fa79-3c3a-43f3-8894-32763ce884fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:15:13Z', 'updated_at': '2022-02-19T03:15:18Z', 'revision_number': 5, 'project_id': '32b88e7bc28b44379a1452b198468e54', 'subnets': [{'id': '87c7fa79-3c3a-43f3-8894-32763ce884fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:15:33.274752 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3595d54-e53d-4126-b2a7-9e86e50d1cc6 None None] Checking router: 24cbb566-3bca-4211-a375-c6ca751791f2 for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:15:33.287000 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3595d54-e53d-4126-b2a7-9e86e50d1cc6 None None] Routers {'24cbb566-3bca-4211-a375-c6ca751791f2'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:15:33.288139 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-e3595d54-e53d-4126-b2a7-9e86e50d1cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:15:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['24cbb566-3bca-4211-a375-c6ca751791f2'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:15:33.307621 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c099b3-bf99-4d36-abbc-c432236a9041 req-7526fc56-b4cd-48ac-8f3f-049cf616c78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:33.311617 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-f2c099b3-bf99-4d36-abbc-c432236a9041 req-7526fc56-b4cd-48ac-8f3f-049cf616c78b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=857a919b-06ed-45a8-aeb5-8f692bc36bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0834663 Feb 19 03:15:33.433515 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-e3595d54-e53d-4126-b2a7-9e86e50d1cc6 None None] Set router 24cbb566-3bca-4211-a375-c6ca751791f2 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:15:33.454075 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-f2c099b3-bf99-4d36-abbc-c432236a9041 req-9753d70a-b2d8-4db7-ac2f-59d738fa85c0 service neutron] 10.222.0.73 "GET /v2.0/networks/857a919b-06ed-45a8-aeb5-8f692bc36bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338418 Feb 19 03:15:33.571792 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-f2c099b3-bf99-4d36-abbc-c432236a9041 req-b17caa08-12aa-487f-8591-685fda6b6d95 service neutron] 10.222.0.73 "GET /v2.0/networks/857a919b-06ed-45a8-aeb5-8f692bc36bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132369 Feb 19 03:15:33.715662 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-e3595d54-e53d-4126-b2a7-9e86e50d1cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24cbb566-3bca-4211-a375-c6ca751791f2', 'name': 'tempest-TestNetworkBasicOps-router-448933419', 'tenant_id': '32b88e7bc28b44379a1452b198468e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '54b12ee7-7890-4137-9b1a-a55533a8cafd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:15:07Z', 'updated_at': '2022-02-19T03:15:14Z', 'revision_number': 4, 'project_id': '32b88e7bc28b44379a1452b198468e54', 'gw_port': {'id': '54b12ee7-7890-4137-9b1a-a55533a8cafd', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:86:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cbb566-3bca-4211-a375-c6ca751791f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:15:08Z', 'updated_at': '2022-02-19T03:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': '0c9c81b3-04cc-4b31-8e67-ca84293530bb', 'tenant_id': '32b88e7bc28b44379a1452b198468e54', 'floating_ip_address': '172.25.6.206', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': '24cbb566-3bca-4211-a375-c6ca751791f2', 'port_id': 'ba170958-d7a0-4971-ae0e-f58edd64e105', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '857a919b-06ed-45a8-aeb5-8f692bc36bb9', 'mac_address': 'fa:16:3e:61:c1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21b63f8-865d-42dc-bafb-75ef4bcbdddf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:15:31Z', 'updated_at': '2022-02-19T03:15:31Z', 'revision_number': 0, 'project_id': '32b88e7bc28b44379a1452b198468e54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '538d2a32-d679-4fb3-9f51-9818efbd9b81', 'name': '', 'network_id': '857a919b-06ed-45a8-aeb5-8f692bc36bb9', 'tenant_id': '32b88e7bc28b44379a1452b198468e54', 'mac_address': 'fa:16:3e:8b:94:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cbb566-3bca-4211-a375-c6ca751791f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': '87c7fa79-3c3a-43f3-8894-32763ce884fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:15:13Z', 'updated_at': '2022-02-19T03:15:18Z', 'revision_number': 5, 'project_id': '32b88e7bc28b44379a1452b198468e54', 'subnets': [{'id': '87c7fa79-3c3a-43f3-8894-32763ce884fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:15:33.747183 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3595d54-e53d-4126-b2a7-9e86e50d1cc6 None None] The sync data for ids ['24cbb566-3bca-4211-a375-c6ca751791f2'] in n-d-826753-2 is: [{'id': '24cbb566-3bca-4211-a375-c6ca751791f2', 'name': 'tempest-TestNetworkBasicOps-router-448933419', 'tenant_id': '32b88e7bc28b44379a1452b198468e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '54b12ee7-7890-4137-9b1a-a55533a8cafd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:15:07Z', 'updated_at': '2022-02-19T03:15:14Z', 'revision_number': 4, 'project_id': '32b88e7bc28b44379a1452b198468e54', 'gw_port': {'id': '54b12ee7-7890-4137-9b1a-a55533a8cafd', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:86:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cbb566-3bca-4211-a375-c6ca751791f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:15:08Z', 'updated_at': '2022-02-19T03:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': '0c9c81b3-04cc-4b31-8e67-ca84293530bb', 'tenant_id': '32b88e7bc28b44379a1452b198468e54', 'floating_ip_address': '172.25.6.206', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': '24cbb566-3bca-4211-a375-c6ca751791f2', 'port_id': 'ba170958-d7a0-4971-ae0e-f58edd64e105', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '857a919b-06ed-45a8-aeb5-8f692bc36bb9', 'mac_address': 'fa:16:3e:61:c1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21b63f8-865d-42dc-bafb-75ef4bcbdddf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:15:31Z', 'updated_at': '2022-02-19T03:15:31Z', 'revision_number': 0, 'project_id': '32b88e7bc28b44379a1452b198468e54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '538d2a32-d679-4fb3-9f51-9818efbd9b81', 'name': '', 'network_id': '857a919b-06ed-45a8-aeb5-8f692bc36bb9', 'tenant_id': '32b88e7bc28b44379a1452b198468e54', 'mac_address': 'fa:16:3e:8b:94:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cbb566-3bca-4211-a375-c6ca751791f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': '87c7fa79-3c3a-43f3-8894-32763ce884fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:15:13Z', 'updated_at': '2022-02-19T03:15:18Z', 'revision_number': 5, 'project_id': '32b88e7bc28b44379a1452b198468e54', 'subnets': [{'id': '87c7fa79-3c3a-43f3-8894-32763ce884fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:15:33.845877 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 39338) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:33.910809 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-a9210fcc-359b-487d-9ce4-ac420303ddd2 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "GET /v2.0/floatingips/0c9c81b3-04cc-4b31-8e67-ca84293530bb HTTP/1.1" status: 200 len: 992 time: 0.0636637 Feb 19 03:15:33.978966 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19fa807b-47b4-449a-ac66-a71cd417d7f2 None None] New status for floating IP 0c9c81b3-04cc-4b31-8e67-ca84293530bb: ACTIVE {{(pid=103703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:15:34.914807 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 39346) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:34.996314 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-5a13eb7d-aa0b-444a-8434-bec108a903d7 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "GET /v2.0/floatingips/0c9c81b3-04cc-4b31-8e67-ca84293530bb HTTP/1.1" status: 200 len: 994 time: 0.0761857 Feb 19 03:15:39.728743 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fd10f2-a72b-495c-83c2-f6430044a0dd req-b7815e36-e672-4154-b043-fdce61ea51fe tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:39.730308 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c4fd10f2-a72b-495c-83c2-f6430044a0dd req-b7815e36-e672-4154-b043-fdce61ea51fe tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=399ef207-3128-4be8-a1ae-2f81ccbaba4a HTTP/1.1" status: 200 len: 946 time: 0.0907497 Feb 19 03:15:39.791564 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c4fd10f2-a72b-495c-83c2-f6430044a0dd req-28e32aae-a64c-43bf-b2c5-a589d8af2710 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa5f04a2-1657-4891-b592-91ee63654b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537565 Feb 19 03:15:40.942321 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f6d401-15fe-42ea-abe4-297249033cd2 req-8841e76e-b2ac-4332-84e6-eb032d786bbc tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:40.944039 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b0f6d401-15fe-42ea-abe4-297249033cd2 req-8841e76e-b2ac-4332-84e6-eb032d786bbc tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=399ef207-3128-4be8-a1ae-2f81ccbaba4a HTTP/1.1" status: 200 len: 946 time: 0.0628219 Feb 19 03:15:41.003413 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b0f6d401-15fe-42ea-abe4-297249033cd2 req-4bfcd756-6d04-4938-a894-f1de4efe8ca6 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa5f04a2-1657-4891-b592-91ee63654b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508881 Feb 19 03:15:42.156584 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb32788-c642-4054-8da4-9fb8ed8f67a4 req-7d4b07fe-bbfd-48f5-ba22-f43da3cbda5a tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:42.158397 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0fb32788-c642-4054-8da4-9fb8ed8f67a4 req-7d4b07fe-bbfd-48f5-ba22-f43da3cbda5a tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=399ef207-3128-4be8-a1ae-2f81ccbaba4a HTTP/1.1" status: 200 len: 946 time: 0.0566974 Feb 19 03:15:42.208101 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0fb32788-c642-4054-8da4-9fb8ed8f67a4 req-b4dfe254-0b75-4e1f-bfb8-8c73f0055cab tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa5f04a2-1657-4891-b592-91ee63654b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439003 Feb 19 03:15:43.353286 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59229442-66a8-4665-96d4-1e0956656dcf req-29eac828-09b1-4478-b5b9-c87f54f56169 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:43.354938 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-59229442-66a8-4665-96d4-1e0956656dcf req-29eac828-09b1-4478-b5b9-c87f54f56169 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=399ef207-3128-4be8-a1ae-2f81ccbaba4a HTTP/1.1" status: 200 len: 946 time: 0.0683932 Feb 19 03:15:43.410378 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-59229442-66a8-4665-96d4-1e0956656dcf req-7cd3f693-1428-4dee-b212-717b479cdf22 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa5f04a2-1657-4891-b592-91ee63654b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437348 Feb 19 03:15:44.610971 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37554a7c-6cca-4f75-b6d0-abffaec3f088 req-6134db52-9253-40e0-ac64-bc8667a0bd58 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:44.613797 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-37554a7c-6cca-4f75-b6d0-abffaec3f088 req-6134db52-9253-40e0-ac64-bc8667a0bd58 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=399ef207-3128-4be8-a1ae-2f81ccbaba4a HTTP/1.1" status: 200 len: 946 time: 0.0861781 Feb 19 03:15:44.669321 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-37554a7c-6cca-4f75-b6d0-abffaec3f088 req-a879f487-c56e-4754-875c-0f9ae63b8fec tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa5f04a2-1657-4891-b592-91ee63654b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482991 Feb 19 03:15:45.524906 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-11465ac1-efe9-4748-99d8-5a105ea50308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:45.839437 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefc8160-7652-4afc-b516-0b34b98a717e req-71985642-7fdb-4e46-884f-9f6c02826861 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:45.842722 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-eefc8160-7652-4afc-b516-0b34b98a717e req-71985642-7fdb-4e46-884f-9f6c02826861 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=399ef207-3128-4be8-a1ae-2f81ccbaba4a HTTP/1.1" status: 200 len: 946 time: 0.0734615 Feb 19 03:15:45.929399 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-eefc8160-7652-4afc-b516-0b34b98a717e req-dc926190-15a5-41bb-87dc-cf059605ec8c tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa5f04a2-1657-4891-b592-91ee63654b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799532 Feb 19 03:15:47.085748 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463d13b0-85c7-4efb-ab0f-2490f465f515 req-93f615d3-6135-4b27-b5d8-d5c15083ecd9 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:47.087658 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-463d13b0-85c7-4efb-ab0f-2490f465f515 req-93f615d3-6135-4b27-b5d8-d5c15083ecd9 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=399ef207-3128-4be8-a1ae-2f81ccbaba4a HTTP/1.1" status: 200 len: 946 time: 0.0665870 Feb 19 03:15:47.156545 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-463d13b0-85c7-4efb-ab0f-2490f465f515 req-cb91ca8c-2866-4e73-b570-9996815c9923 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa5f04a2-1657-4891-b592-91ee63654b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627143 Feb 19 03:15:47.177146 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 39434) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:47.306120 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c81bc38-b363-456b-bcff-502db395c342 admin admin] Deleting subnet 22864221-4aca-46ca-960b-688e9533636e {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:15:47.309673 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6c81bc38-b363-456b-bcff-502db395c342 admin admin] Publish callbacks [] for subnet (22864221-4aca-46ca-960b-688e9533636e), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:47.349397 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6c81bc38-b363-456b-bcff-502db395c342 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (22864221-4aca-46ca-960b-688e9533636e), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:47.400487 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6c81bc38-b363-456b-bcff-502db395c342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (22864221-4aca-46ca-960b-688e9533636e), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:47.461986 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6c81bc38-b363-456b-bcff-502db395c342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (22864221-4aca-46ca-960b-688e9533636e), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:47.496042 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c81bc38-b363-456b-bcff-502db395c342 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22864221-4aca-46ca-960b-688e9533636e,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:47.501495 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6c81bc38-b363-456b-bcff-502db395c342 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:47.504981 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-6c81bc38-b363-456b-bcff-502db395c342 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/22864221-4aca-46ca-960b-688e9533636e HTTP/1.1" status: 204 len: 168 time: 0.3267164 Feb 19 03:15:47.508691 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 39440) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:47.512015 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c81bc38-b363-456b-bcff-502db395c342 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:47.512369 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c81bc38-b363-456b-bcff-502db395c342 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:47.512716 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c81bc38-b363-456b-bcff-502db395c342 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:47.513086 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c81bc38-b363-456b-bcff-502db395c342 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:47.513428 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c81bc38-b363-456b-bcff-502db395c342 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:47.514318 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c81bc38-b363-456b-bcff-502db395c342 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:47.514898 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c81bc38-b363-456b-bcff-502db395c342 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:47.515398 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c81bc38-b363-456b-bcff-502db395c342 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:47.515915 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c81bc38-b363-456b-bcff-502db395c342 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:47.516410 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c81bc38-b363-456b-bcff-502db395c342 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:47.516915 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c81bc38-b363-456b-bcff-502db395c342 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:47.517573 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c81bc38-b363-456b-bcff-502db395c342 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:47.518081 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c81bc38-b363-456b-bcff-502db395c342 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:47.601800 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ec9ca810-f8af-41a2-861f-65794b4ce0ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (079ea5cf-2034-46d1-8adf-a2a461c96033), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:47.693123 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ec9ca810-f8af-41a2-861f-65794b4ce0ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (079ea5cf-2034-46d1-8adf-a2a461c96033), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:47.700835 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d4370037-175f-49b7-90ea-c7951cd0b7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:47.719405 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-ec9ca810-f8af-41a2-861f-65794b4ce0ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['079ea5cf-2034-46d1-8adf-a2a461c96033']}} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:15:47.734000 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-ec9ca810-f8af-41a2-861f-65794b4ce0ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6240e188-115c-48b5-9e2f-d315c80b3406') {'for_net_delete': True} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:15:47.734379 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-ec9ca810-f8af-41a2-861f-65794b4ce0ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6240e188-115c-48b5-9e2f-d315c80b3406') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:15:47.745326 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ec9ca810-f8af-41a2-861f-65794b4ce0ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12647422'] for segment (6240e188-115c-48b5-9e2f-d315c80b3406), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:47.760412 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ec9ca810-f8af-41a2-861f-65794b4ce0ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (6240e188-115c-48b5-9e2f-d315c80b3406), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:47.768463 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec9ca810-f8af-41a2-861f-65794b4ce0ca admin admin] Releasing vlan 266 on physical network physnet1 to pool {{(pid=103701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:15:47.768916 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ec9ca810-f8af-41a2-861f-65794b4ce0ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583360'] for segment (6240e188-115c-48b5-9e2f-d315c80b3406), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:47.770663 n-d-826753-2 neutron-server[103701]: Traceback (most recent call last): Feb 19 03:15:47.770663 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:15:47.770663 n-d-826753-2 neutron-server[103701]: timer() Feb 19 03:15:47.770663 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:15:47.770663 n-d-826753-2 neutron-server[103701]: cb(*args, **kw) Feb 19 03:15:47.770663 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:15:47.770663 n-d-826753-2 neutron-server[103701]: return func(*args, **kwargs) Feb 19 03:15:47.770663 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:15:47.770663 n-d-826753-2 neutron-server[103701]: self._notify() Feb 19 03:15:47.770663 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:15:47.770663 n-d-826753-2 neutron-server[103701]: self.callback(batched_events) Feb 19 03:15:47.770663 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:15:47.770663 n-d-826753-2 neutron-server[103701]: event.method(event) Feb 19 03:15:47.770663 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:15:47.770663 n-d-826753-2 neutron-server[103701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:15:47.770663 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:15:47.770663 n-d-826753-2 neutron-server[103701]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:15:47.770663 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:15:47.770663 n-d-826753-2 neutron-server[103701]: return f(self, *a, **k) Feb 19 03:15:47.770663 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:15:47.770663 n-d-826753-2 neutron-server[103701]: return self._get(url).json() Feb 19 03:15:47.770663 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:15:47.770663 n-d-826753-2 neutron-server[103701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:15:47.770663 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:15:47.770663 n-d-826753-2 neutron-server[103701]: return self.request(url, 'GET', **kwargs) Feb 19 03:15:47.770663 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:15:47.770663 n-d-826753-2 neutron-server[103701]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:15:47.770663 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:15:47.770663 n-d-826753-2 neutron-server[103701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:15:47.770663 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:15:47.770663 n-d-826753-2 neutron-server[103701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:15:47.770663 n-d-826753-2 neutron-server[103701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:15:47.835996 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ec9ca810-f8af-41a2-861f-65794b4ce0ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (079ea5cf-2034-46d1-8adf-a2a461c96033), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:47.840231 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ec9ca810-f8af-41a2-861f-65794b4ce0ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:47.843786 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-ec9ca810-f8af-41a2-861f-65794b4ce0ca admin admin] 10.222.0.72 "DELETE /v2.0/networks/079ea5cf-2034-46d1-8adf-a2a461c96033 HTTP/1.1" status: 204 len: 168 time: 0.3334811 Feb 19 03:15:47.857645 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9ca810-f8af-41a2-861f-65794b4ce0ca admin admin] Pushing event deleted for resources: {'Network': ['ID=079ea5cf-2034-46d1-8adf-a2a461c96033,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:48.002247 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 39446) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:48.044023 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-c4aca43f-6b09-45c8-9f1c-c38c6f3003f1 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6a117b40fa834d6ba0b46e03c0b9e1fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0401833 Feb 19 03:15:48.047091 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 39448) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:48.098888 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e3c7b827-5643-4d47-bc44-fbc96bc89c9d admin admin] Publish callbacks [] for security_group (c51a9c7c-7c8a-45b4-a7c9-83843a0878c3), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:48.120803 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e3c7b827-5643-4d47-bc44-fbc96bc89c9d admin admin] Publish callbacks [] for security_group (c51a9c7c-7c8a-45b4-a7c9-83843a0878c3), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:48.172014 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e3c7b827-5643-4d47-bc44-fbc96bc89c9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (c51a9c7c-7c8a-45b4-a7c9-83843a0878c3), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:48.175240 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e3c7b827-5643-4d47-bc44-fbc96bc89c9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:48.179863 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-e3c7b827-5643-4d47-bc44-fbc96bc89c9d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c51a9c7c-7c8a-45b4-a7c9-83843a0878c3 HTTP/1.1" status: 204 len: 168 time: 0.1305709 Feb 19 03:15:48.189907 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c7b827-5643-4d47-bc44-fbc96bc89c9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c51a9c7c-7c8a-45b4-a7c9-83843a0878c3,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:48.321300 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4966e9ba-1f28-4456-a823-587bacc9fb8a req-5fdd0ef8-2ac1-4019-b064-8f1753d78ae9 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:48.322996 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4966e9ba-1f28-4456-a823-587bacc9fb8a req-5fdd0ef8-2ac1-4019-b064-8f1753d78ae9 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=399ef207-3128-4be8-a1ae-2f81ccbaba4a HTTP/1.1" status: 200 len: 946 time: 0.0693729 Feb 19 03:15:48.391722 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4966e9ba-1f28-4456-a823-587bacc9fb8a req-25ec38b7-1a04-4e34-985b-b4d7fb0d1d0c tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa5f04a2-1657-4891-b592-91ee63654b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612807 Feb 19 03:15:49.291460 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:49.534739 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b052ba5b-1b9a-4b91-86d9-19618e4e3920 req-90b7e189-9a85-40b4-8d35-449199785745 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:49.536581 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b052ba5b-1b9a-4b91-86d9-19618e4e3920 req-90b7e189-9a85-40b4-8d35-449199785745 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=399ef207-3128-4be8-a1ae-2f81ccbaba4a HTTP/1.1" status: 200 len: 946 time: 0.0634186 Feb 19 03:15:49.606655 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b052ba5b-1b9a-4b91-86d9-19618e4e3920 req-087529ee-8cb4-4345-a13e-051a9a07a681 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa5f04a2-1657-4891-b592-91ee63654b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634577 Feb 19 03:15:50.488074 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:50.806029 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d51015-e1f5-4272-8226-fb99631b26e4 req-f6039f02-a989-4e98-861c-4fe749978d14 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:50.813650 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-30d51015-e1f5-4272-8226-fb99631b26e4 req-f6039f02-a989-4e98-861c-4fe749978d14 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=399ef207-3128-4be8-a1ae-2f81ccbaba4a HTTP/1.1" status: 200 len: 946 time: 0.1149721 Feb 19 03:15:50.875885 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-30d51015-e1f5-4272-8226-fb99631b26e4 req-472e3dd0-0b3a-47b5-ad81-9c17d4f5b039 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa5f04a2-1657-4891-b592-91ee63654b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600235 Feb 19 03:15:51.083286 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 47ba5e21-cd34-4511-9761-c2908b71ba23 details requested by agent hyperv_n-h2-826753-2 with host n-h2-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:15:51.230338 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 47ba5e21-cd34-4511-9761-c2908b71ba23, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=47ba5e21-cd34-4511-9761-c2908b71ba23,segment=NetworkSegment(94e756a0-02a5-4c2a-8669-4568f7372c91),segment_id=94e756a0-02a5-4c2a-8669-4568f7372c91)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:15:51.249447 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Returning: {'device': '47ba5e21-cd34-4511-9761-c2908b71ba23', 'network_id': 'f202f6e6-ff6c-416c-b757-76fc930d3992', 'port_id': '47ba5e21-cd34-4511-9761-c2908b71ba23', 'mac_address': 'fa:16:3e:69:fa:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5721fd3-1b55-4729-a406-44f440380eba', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:15:51.305893 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 47ba5e21-cd34-4511-9761-c2908b71ba23 is: ACTIVE; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:15:51.306485 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (47ba5e21-cd34-4511-9761-c2908b71ba23), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:51.323046 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 47ba5e21-cd34-4511-9761-c2908b71ba23 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:15:51.346859 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 47ba5e21-cd34-4511-9761-c2908b71ba23, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=47ba5e21-cd34-4511-9761-c2908b71ba23,segment=NetworkSegment(94e756a0-02a5-4c2a-8669-4568f7372c91),segment_id=94e756a0-02a5-4c2a-8669-4568f7372c91)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:15:51.353941 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (47ba5e21-cd34-4511-9761-c2908b71ba23), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:51.445686 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=47ba5e21-cd34-4511-9761-c2908b71ba23,revision_number=6']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:51.455471 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:51.455822 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:51.456164 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:51.456499 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:51.456834 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:51.457208 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:51.457537 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:51.457863 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:51.458186 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:51.458509 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:51.458831 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:51.459149 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:51.459466 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:51.502708 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['47ba5e21-cd34-4511-9761-c2908b71ba23'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:15:51.967121 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:52.057512 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e63a1e-61b1-42be-a520-fc13e0300e52 req-6c4bdffc-39a7-4b5a-81c9-31b4e38002e2 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:52.059080 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-29e63a1e-61b1-42be-a520-fc13e0300e52 req-6c4bdffc-39a7-4b5a-81c9-31b4e38002e2 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=399ef207-3128-4be8-a1ae-2f81ccbaba4a HTTP/1.1" status: 200 len: 945 time: 0.0842607 Feb 19 03:15:52.129265 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-29e63a1e-61b1-42be-a520-fc13e0300e52 req-361094d9-f866-49ea-9321-948bd5305cb8 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa5f04a2-1657-4891-b592-91ee63654b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628798 Feb 19 03:15:52.658164 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:53.097757 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 47ba5e21-cd34-4511-9761-c2908b71ba23 up at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:15:53.224364 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning complete for port 47ba5e21-cd34-4511-9761-c2908b71ba23 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:15:53.224741 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (47ba5e21-cd34-4511-9761-c2908b71ba23), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:53.356476 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 47ba5e21-cd34-4511-9761-c2908b71ba23 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:15:53.357670 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (47ba5e21-cd34-4511-9761-c2908b71ba23), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:53.366016 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd9086-fa10-4647-9298-da4f40aca4c8 req-e9254bbd-9f04-4a3e-bb53-f8b9f93f1a66 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:53.368496 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6dfd9086-fa10-4647-9298-da4f40aca4c8 req-e9254bbd-9f04-4a3e-bb53-f8b9f93f1a66 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=399ef207-3128-4be8-a1ae-2f81ccbaba4a HTTP/1.1" status: 200 len: 945 time: 0.1056738 Feb 19 03:15:53.428008 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '399ef207-3128-4be8-a1ae-2f81ccbaba4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47ba5e21-cd34-4511-9761-c2908b71ba23'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:15:53.431257 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb0b7007-f324-4136-b20b-80198a2f9d92" -d '{"events": [{"server_uuid": "399ef207-3128-4be8-a1ae-2f81ccbaba4a", "name": "network-vif-plugged", "status": "completed", "tag": "47ba5e21-cd34-4511-9761-c2908b71ba23"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:15:53.479519 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 47ba5e21-cd34-4511-9761-c2908b71ba23, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=47ba5e21-cd34-4511-9761-c2908b71ba23,segment=NetworkSegment(94e756a0-02a5-4c2a-8669-4568f7372c91),segment_id=94e756a0-02a5-4c2a-8669-4568f7372c91)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:15:53.504287 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (47ba5e21-cd34-4511-9761-c2908b71ba23), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:53.510017 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0130d30-670d-4162-9466-544ad4542cca x-openstack-request-id: req-e0130d30-670d-4162-9466-544ad4542cca {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:15:53.510306 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "399ef207-3128-4be8-a1ae-2f81ccbaba4a", "name": "network-vif-plugged", "status": "completed", "tag": "47ba5e21-cd34-4511-9761-c2908b71ba23", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:15:53.512785 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e0130d30-670d-4162-9466-544ad4542cca {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:15:53.522420 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6dfd9086-fa10-4647-9298-da4f40aca4c8 req-0d351521-6ae0-4c46-a2bb-d0dc1e7e02b7 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa5f04a2-1657-4891-b592-91ee63654b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389725 Feb 19 03:15:53.535211 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '399ef207-3128-4be8-a1ae-2f81ccbaba4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47ba5e21-cd34-4511-9761-c2908b71ba23', 'code': 200} Feb 19 03:15:53.644899 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=47ba5e21-cd34-4511-9761-c2908b71ba23,revision_number=7']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:54.813028 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77f5ba7-e8b4-4ace-889c-cbcd3393612e req-6ac96a9b-8835-4e90-898c-50c268c3caa9 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:54.829278 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a77f5ba7-e8b4-4ace-889c-cbcd3393612e req-6ac96a9b-8835-4e90-898c-50c268c3caa9 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=399ef207-3128-4be8-a1ae-2f81ccbaba4a HTTP/1.1" status: 200 len: 946 time: 0.1740823 Feb 19 03:15:54.956970 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a77f5ba7-e8b4-4ace-889c-cbcd3393612e req-e04545eb-6aaa-44cc-abc4-fef697649771 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa5f04a2-1657-4891-b592-91ee63654b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230295 Feb 19 03:15:56.150489 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1e5a9c-c6df-442f-be5e-e4b018e2fa29 req-2a8083d2-d34a-49a7-a1b0-40de9bcaef39 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:56.152859 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-dc1e5a9c-c6df-442f-be5e-e4b018e2fa29 req-2a8083d2-d34a-49a7-a1b0-40de9bcaef39 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=399ef207-3128-4be8-a1ae-2f81ccbaba4a HTTP/1.1" status: 200 len: 946 time: 0.0875564 Feb 19 03:15:56.217796 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-dc1e5a9c-c6df-442f-be5e-e4b018e2fa29 req-eb3aa46f-5621-4dfd-be54-033fa20efefe tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa5f04a2-1657-4891-b592-91ee63654b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590174 Feb 19 03:15:56.332836 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:57.453267 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83aecc8-6df2-45b9-bd4a-a375dc001efa req-a4ac01e9-df5a-45ae-b80d-1aa0345a49ce tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:57.456544 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b83aecc8-6df2-45b9-bd4a-a375dc001efa req-a4ac01e9-df5a-45ae-b80d-1aa0345a49ce tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=399ef207-3128-4be8-a1ae-2f81ccbaba4a HTTP/1.1" status: 200 len: 946 time: 0.0939367 Feb 19 03:15:57.541188 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b83aecc8-6df2-45b9-bd4a-a375dc001efa req-42c2310a-2a80-4af9-8746-26a3cb695132 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa5f04a2-1657-4891-b592-91ee63654b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798087 Feb 19 03:15:58.803490 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3263e783-831f-4a09-a6c6-63032e81f8e2 req-c2b41164-9480-4ac7-b890-8906f9c67acb tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:58.814232 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3263e783-831f-4a09-a6c6-63032e81f8e2 req-c2b41164-9480-4ac7-b890-8906f9c67acb tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=399ef207-3128-4be8-a1ae-2f81ccbaba4a HTTP/1.1" status: 200 len: 946 time: 0.0770898 Feb 19 03:15:58.879906 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3263e783-831f-4a09-a6c6-63032e81f8e2 req-21b9566a-fb7f-4f4d-a165-cbbbaa30feec tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa5f04a2-1657-4891-b592-91ee63654b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557399 Feb 19 03:15:59.351881 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [req-fb86178d-5523-49da-aced-0354d7141881 req-81de62bb-169a-4aa1-b55e-4d975bfb0c07 service neutron] (103702) timed out ('10.222.0.72', 44296) {{(pid=103702) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 03:15:59.828643 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [req-fb86178d-5523-49da-aced-0354d7141881 req-10bae8f7-d30a-4dc7-b800-735a1ca9d4a9 tempest-ServersNegativeTestJSON-468846055 tempest-ServersNegativeTestJSON-468846055-project] (103702) timed out ('10.222.0.72', 46700) {{(pid=103702) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 03:16:00.065931 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f94c4-ab25-4606-89a1-cdccf2195489 req-ede32552-18e4-4caa-823d-cc66767c7bad tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:00.067652 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4e7f94c4-ab25-4606-89a1-cdccf2195489 req-ede32552-18e4-4caa-823d-cc66767c7bad tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=399ef207-3128-4be8-a1ae-2f81ccbaba4a HTTP/1.1" status: 200 len: 946 time: 0.0783308 Feb 19 03:16:00.135934 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4e7f94c4-ab25-4606-89a1-cdccf2195489 req-f257bc36-42f0-41d0-b54f-3962006637d7 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa5f04a2-1657-4891-b592-91ee63654b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615819 Feb 19 03:16:00.502567 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83acb9f-1aca-4d8e-ad50-6103215df9b1 req-9d6684f4-ab84-4fd9-b9a8-7cc74f3a2f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:00.504558 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b83acb9f-1aca-4d8e-ad50-6103215df9b1 req-9d6684f4-ab84-4fd9-b9a8-7cc74f3a2f2c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=fb2c2a033b7e417f933bc0bae524eae3&device_id=399ef207-3128-4be8-a1ae-2f81ccbaba4a HTTP/1.1" status: 200 len: 1128 time: 0.0598903 Feb 19 03:16:00.647472 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83acb9f-1aca-4d8e-ad50-6103215df9b1 req-dc716c6d-0989-4772-848b-f992030b0f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:00.649125 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b83acb9f-1aca-4d8e-ad50-6103215df9b1 req-dc716c6d-0989-4772-848b-f992030b0f27 service neutron] 10.222.0.82 "GET /v2.0/networks?id=f202f6e6-ff6c-416c-b757-76fc930d3992 HTTP/1.1" status: 200 len: 916 time: 0.1186128 Feb 19 03:16:00.753843 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b83acb9f-1aca-4d8e-ad50-6103215df9b1 req-5ccbf931-e3a0-4e63-81f9-4da47f92548f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=47ba5e21-cd34-4511-9761-c2908b71ba23 HTTP/1.1" status: 200 len: 1002 time: 0.0863512 Feb 19 03:16:00.847253 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83acb9f-1aca-4d8e-ad50-6103215df9b1 req-aa2dec36-c6de-4492-b4ab-5a62286d1ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:00.849255 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b83acb9f-1aca-4d8e-ad50-6103215df9b1 req-aa2dec36-c6de-4492-b4ab-5a62286d1ed2 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e5721fd3-1b55-4729-a406-44f440380eba HTTP/1.1" status: 200 len: 854 time: 0.0849125 Feb 19 03:16:00.930621 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:16:00.969905 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83acb9f-1aca-4d8e-ad50-6103215df9b1 req-b7c72dc4-cc48-4c1d-a63b-60859ebdadbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:00.971950 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b83acb9f-1aca-4d8e-ad50-6103215df9b1 req-b7c72dc4-cc48-4c1d-a63b-60859ebdadbf service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f202f6e6-ff6c-416c-b757-76fc930d3992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0933957 Feb 19 03:16:01.134255 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b83acb9f-1aca-4d8e-ad50-6103215df9b1 req-1fcf57e7-9297-40ff-b1a3-168328e5910a service neutron] 10.222.0.82 "GET /v2.0/networks/f202f6e6-ff6c-416c-b757-76fc930d3992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535766 Feb 19 03:16:01.371210 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b83acb9f-1aca-4d8e-ad50-6103215df9b1 req-1a745375-464c-4957-a460-b53a0cac182d service neutron] 10.222.0.82 "GET /v2.0/networks/f202f6e6-ff6c-416c-b757-76fc930d3992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123716 Feb 19 03:16:01.382435 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4050be5a-efb0-4f81-bf90-f9dded0263c0 req-6034ddcc-033e-4047-9689-73c9bca7b54f tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:01.389556 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4050be5a-efb0-4f81-bf90-f9dded0263c0 req-6034ddcc-033e-4047-9689-73c9bca7b54f tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=399ef207-3128-4be8-a1ae-2f81ccbaba4a HTTP/1.1" status: 200 len: 946 time: 0.1730204 Feb 19 03:16:01.452286 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4050be5a-efb0-4f81-bf90-f9dded0263c0 req-b8436958-24a3-4865-b5be-72f53667cdd7 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa5f04a2-1657-4891-b592-91ee63654b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561714 Feb 19 03:16:02.682375 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d971fc-f969-4171-bedc-99f9ee5228b3 req-d4e4b9c4-a9c0-4bae-ac83-e05b5bdf053e tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:02.684076 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-56d971fc-f969-4171-bedc-99f9ee5228b3 req-d4e4b9c4-a9c0-4bae-ac83-e05b5bdf053e tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=399ef207-3128-4be8-a1ae-2f81ccbaba4a HTTP/1.1" status: 200 len: 946 time: 0.0701334 Feb 19 03:16:02.783438 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-56d971fc-f969-4171-bedc-99f9ee5228b3 req-0541864c-2220-4bd7-a8ef-1f9580087608 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa5f04a2-1657-4891-b592-91ee63654b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922651 Feb 19 03:16:03.994972 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04912695-28ab-4b56-a550-0a95684c31bd req-dc9cf421-69a1-45e3-99a0-a17369f09a95 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:03.997323 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-04912695-28ab-4b56-a550-0a95684c31bd req-dc9cf421-69a1-45e3-99a0-a17369f09a95 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=399ef207-3128-4be8-a1ae-2f81ccbaba4a HTTP/1.1" status: 200 len: 946 time: 0.0784826 Feb 19 03:16:04.077668 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-04912695-28ab-4b56-a550-0a95684c31bd req-aa922c87-04c7-4db6-bf37-01aa2cfa00f8 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa5f04a2-1657-4891-b592-91ee63654b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729284 Feb 19 03:16:04.944813 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e29be1-1c54-4771-91fc-87332f9ee437 req-31bcfbdd-e9a7-4dab-8669-f89a383c9587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:04.946646 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f8e29be1-1c54-4771-91fc-87332f9ee437 req-31bcfbdd-e9a7-4dab-8669-f89a383c9587 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=fb2c2a033b7e417f933bc0bae524eae3&device_id=399ef207-3128-4be8-a1ae-2f81ccbaba4a HTTP/1.1" status: 200 len: 1128 time: 0.0550587 Feb 19 03:16:05.064547 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e29be1-1c54-4771-91fc-87332f9ee437 req-438b91fa-fd28-4c65-be1e-b59496144a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:05.068037 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f8e29be1-1c54-4771-91fc-87332f9ee437 req-438b91fa-fd28-4c65-be1e-b59496144a52 service neutron] 10.222.0.82 "GET /v2.0/networks?id=f202f6e6-ff6c-416c-b757-76fc930d3992 HTTP/1.1" status: 200 len: 916 time: 0.1152074 Feb 19 03:16:05.177638 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f8e29be1-1c54-4771-91fc-87332f9ee437 req-cf25aca6-66cf-4675-8def-4a05db1e1e20 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=47ba5e21-cd34-4511-9761-c2908b71ba23 HTTP/1.1" status: 200 len: 1002 time: 0.1024790 Feb 19 03:16:05.239729 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e29be1-1c54-4771-91fc-87332f9ee437 req-3a15b369-b166-4c51-bd32-53dcd76e4514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:05.241933 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f8e29be1-1c54-4771-91fc-87332f9ee437 req-3a15b369-b166-4c51-bd32-53dcd76e4514 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e5721fd3-1b55-4729-a406-44f440380eba HTTP/1.1" status: 200 len: 854 time: 0.0579538 Feb 19 03:16:05.339708 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e29be1-1c54-4771-91fc-87332f9ee437 req-f8ce12da-31ea-4c1a-bf71-e6921af9c47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:05.341284 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f8e29be1-1c54-4771-91fc-87332f9ee437 req-f8ce12da-31ea-4c1a-bf71-e6921af9c47f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f202f6e6-ff6c-416c-b757-76fc930d3992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0862415 Feb 19 03:16:05.362340 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a016942-580a-40d3-a866-671d7ccccb26 req-e0a0d440-5ecc-418e-890a-def171fe5fa0 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:05.363886 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7a016942-580a-40d3-a866-671d7ccccb26 req-e0a0d440-5ecc-418e-890a-def171fe5fa0 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=399ef207-3128-4be8-a1ae-2f81ccbaba4a HTTP/1.1" status: 200 len: 946 time: 0.1208098 Feb 19 03:16:05.528268 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7a016942-580a-40d3-a866-671d7ccccb26 req-edfb8440-b673-4718-aa69-d538cd4b36e7 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa5f04a2-1657-4891-b592-91ee63654b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1526420 Feb 19 03:16:05.535106 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f8e29be1-1c54-4771-91fc-87332f9ee437 req-e262bc53-e0bf-417e-b068-cd009ce82df5 service neutron] 10.222.0.82 "GET /v2.0/networks/f202f6e6-ff6c-416c-b757-76fc930d3992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870992 Feb 19 03:16:05.665674 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f8e29be1-1c54-4771-91fc-87332f9ee437 req-462867a5-15d7-4560-b658-e51534e472f2 service neutron] 10.222.0.82 "GET /v2.0/networks/f202f6e6-ff6c-416c-b757-76fc930d3992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240404 Feb 19 03:16:06.644571 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 39880) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:06.710336 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5897449f-c7fb-4f5b-9990-40540c73ff70 req-1543d37f-a828-4ddd-8e6e-bfb27497cf0d tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:06.711911 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5897449f-c7fb-4f5b-9990-40540c73ff70 req-1543d37f-a828-4ddd-8e6e-bfb27497cf0d tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=399ef207-3128-4be8-a1ae-2f81ccbaba4a HTTP/1.1" status: 200 len: 946 time: 0.0755835 Feb 19 03:16:06.770567 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5897449f-c7fb-4f5b-9990-40540c73ff70 req-25d24d17-c06e-4728-9bdd-2266ee4e1517 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa5f04a2-1657-4891-b592-91ee63654b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502422 Feb 19 03:16:06.799356 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c2de7604-53ad-4b51-91c3-fd272c8bee23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:06.878384 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c2de7604-53ad-4b51-91c3-fd272c8bee23 admin admin] Publish callbacks [] for security_group (25b23c90-11a3-46cc-9d9d-9c923efde065), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:06.882766 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c2de7604-53ad-4b51-91c3-fd272c8bee23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (25b23c90-11a3-46cc-9d9d-9c923efde065), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:06.935786 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-c2de7604-53ad-4b51-91c3-fd272c8bee23 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0f59e0fe12ee40b3b0418096dd16218f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2873538 Feb 19 03:16:06.936584 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2de7604-53ad-4b51-91c3-fd272c8bee23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25b23c90-11a3-46cc-9d9d-9c923efde065,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:06.936729 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 39886) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:06.996987 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8f52b10d-9fe5-49f2-bb71-ca815102a7b4 admin admin] Publish callbacks [] for security_group (25b23c90-11a3-46cc-9d9d-9c923efde065), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:07.022968 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8f52b10d-9fe5-49f2-bb71-ca815102a7b4 admin admin] Publish callbacks [] for security_group (25b23c90-11a3-46cc-9d9d-9c923efde065), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:07.075852 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8f52b10d-9fe5-49f2-bb71-ca815102a7b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (25b23c90-11a3-46cc-9d9d-9c923efde065), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:07.080280 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8f52b10d-9fe5-49f2-bb71-ca815102a7b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:07.084847 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-8f52b10d-9fe5-49f2-bb71-ca815102a7b4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/25b23c90-11a3-46cc-9d9d-9c923efde065 HTTP/1.1" status: 204 len: 168 time: 0.1463535 Feb 19 03:16:07.093899 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f52b10d-9fe5-49f2-bb71-ca815102a7b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25b23c90-11a3-46cc-9d9d-9c923efde065,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:07.154337 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 47ba5e21-cd34-4511-9761-c2908b71ba23 no longer exists at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:16:07.271981 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 47ba5e21-cd34-4511-9761-c2908b71ba23 is: ACTIVE; New status is: DOWN {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:16:07.272549 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (47ba5e21-cd34-4511-9761-c2908b71ba23), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:07.307043 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '399ef207-3128-4be8-a1ae-2f81ccbaba4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47ba5e21-cd34-4511-9761-c2908b71ba23'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:16:07.310972 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75590314-d614-4ac9-abea-233c9b58c01b" -d '{"events": [{"server_uuid": "399ef207-3128-4be8-a1ae-2f81ccbaba4a", "name": "network-vif-unplugged", "status": "completed", "tag": "47ba5e21-cd34-4511-9761-c2908b71ba23"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:16:07.359964 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 47ba5e21-cd34-4511-9761-c2908b71ba23, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=47ba5e21-cd34-4511-9761-c2908b71ba23,segment=NetworkSegment(94e756a0-02a5-4c2a-8669-4568f7372c91),segment_id=94e756a0-02a5-4c2a-8669-4568f7372c91)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:16:07.376062 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (47ba5e21-cd34-4511-9761-c2908b71ba23), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:07.449939 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63461bd7-d355-49be-a332-8fe57a831347 x-openstack-request-id: req-63461bd7-d355-49be-a332-8fe57a831347 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:16:07.450629 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "399ef207-3128-4be8-a1ae-2f81ccbaba4a", "name": "network-vif-unplugged", "status": "completed", "tag": "47ba5e21-cd34-4511-9761-c2908b71ba23", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:16:07.451135 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-63461bd7-d355-49be-a332-8fe57a831347 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:16:07.451778 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '399ef207-3128-4be8-a1ae-2f81ccbaba4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47ba5e21-cd34-4511-9761-c2908b71ba23', 'code': 200} Feb 19 03:16:07.453927 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=47ba5e21-cd34-4511-9761-c2908b71ba23,revision_number=8']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:07.945804 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c58cc0-ce3d-4237-8e60-1b72248516b3 req-117e838b-bf0f-4a68-86d5-4ce16a3ae614 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:07.947527 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-57c58cc0-ce3d-4237-8e60-1b72248516b3 req-117e838b-bf0f-4a68-86d5-4ce16a3ae614 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=399ef207-3128-4be8-a1ae-2f81ccbaba4a HTTP/1.1" status: 200 len: 944 time: 0.0597081 Feb 19 03:16:08.005230 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-57c58cc0-ce3d-4237-8e60-1b72248516b3 req-7137cd6e-103d-4777-bad7-784633b58861 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa5f04a2-1657-4891-b592-91ee63654b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514700 Feb 19 03:16:08.542606 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [req-0e0bc6be-8a74-4bb4-8bda-22ca168cbcd6 req-ea022637-0003-48ce-9012-909964777d68 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103701) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:16:08.543667 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0e0bc6be-8a74-4bb4-8bda-22ca168cbcd6 req-ea022637-0003-48ce-9012-909964777d68 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056407 Feb 19 03:16:08.730526 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad3904c-2908-4e87-a0cd-a8673ea852a7 req-6fb95a00-91d7-49a2-9103-bd4662a5e4fa tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:08.732950 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5ad3904c-2908-4e87-a0cd-a8673ea852a7 req-6fb95a00-91d7-49a2-9103-bd4662a5e4fa tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=399ef207-3128-4be8-a1ae-2f81ccbaba4a HTTP/1.1" status: 200 len: 944 time: 0.0701692 Feb 19 03:16:08.793878 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5ad3904c-2908-4e87-a0cd-a8673ea852a7 req-50d3955b-0c2c-4aa0-8298-46fb41f6a283 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa5f04a2-1657-4891-b592-91ee63654b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537734 Feb 19 03:16:08.983951 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 39926) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:09.165819 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-08b7a7a3-c3eb-4dad-894c-b0376532655a req-3e739a68-f642-42ea-a3b9-3745ba27f526 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=399ef207-3128-4be8-a1ae-2f81ccbaba4a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1799619 Feb 19 03:16:09.174361 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [req-08b7a7a3-c3eb-4dad-894c-b0376532655a req-0392c811-4451-4972-b12d-120ce7068ff4 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103702) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:16:09.179365 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-08b7a7a3-c3eb-4dad-894c-b0376532655a req-0392c811-4451-4972-b12d-120ce7068ff4 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054982 Feb 19 03:16:09.208448 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 39932) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:09.350070 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b7a7a3-c3eb-4dad-894c-b0376532655a req-0f9ca776-9606-4e7e-aa5c-88313ab1a803 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:09.351492 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-08b7a7a3-c3eb-4dad-894c-b0376532655a req-0f9ca776-9606-4e7e-aa5c-88313ab1a803 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports/47ba5e21-cd34-4511-9761-c2908b71ba23 HTTP/1.1" status: 200 len: 941 time: 0.1411870 Feb 19 03:16:09.949333 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306a100b-2e15-416a-a084-6158dce543e6 req-f300ae4b-fca4-4be6-92d5-bfaa1a992d55 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:09.951114 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-306a100b-2e15-416a-a084-6158dce543e6 req-f300ae4b-fca4-4be6-92d5-bfaa1a992d55 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=399ef207-3128-4be8-a1ae-2f81ccbaba4a HTTP/1.1" status: 200 len: 944 time: 0.0584629 Feb 19 03:16:10.003374 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-306a100b-2e15-416a-a084-6158dce543e6 req-1f05c0ae-3af8-496f-ad1b-2779d6d0d202 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa5f04a2-1657-4891-b592-91ee63654b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457911 Feb 19 03:16:11.160131 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda34ccf-4e18-4724-bf6d-4b87fc04bce5 req-c319baff-81bc-477f-b208-801fff645963 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:11.161716 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bda34ccf-4e18-4724-bf6d-4b87fc04bce5 req-c319baff-81bc-477f-b208-801fff645963 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=399ef207-3128-4be8-a1ae-2f81ccbaba4a HTTP/1.1" status: 200 len: 944 time: 0.0593793 Feb 19 03:16:11.167691 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 47ba5e21-cd34-4511-9761-c2908b71ba23 no longer exists at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:16:11.212700 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bda34ccf-4e18-4724-bf6d-4b87fc04bce5 req-9d2589ae-edee-4e0f-a5af-cf2e8bb27111 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa5f04a2-1657-4891-b592-91ee63654b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451872 Feb 19 03:16:11.262182 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 47ba5e21-cd34-4511-9761-c2908b71ba23 is: DOWN; New status is: DOWN {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:16:12.356897 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d12675e-c081-41d5-9340-82d276799715 req-56cbafb2-8ac7-4e6e-a6e5-e83ae09a2a5b tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:12.358754 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8d12675e-c081-41d5-9340-82d276799715 req-56cbafb2-8ac7-4e6e-a6e5-e83ae09a2a5b tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=399ef207-3128-4be8-a1ae-2f81ccbaba4a HTTP/1.1" status: 200 len: 944 time: 0.0675116 Feb 19 03:16:12.417963 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8d12675e-c081-41d5-9340-82d276799715 req-1e3b66cb-06ca-40c9-9311-7de4573464b0 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa5f04a2-1657-4891-b592-91ee63654b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471361 Feb 19 03:16:13.546844 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da243949-b2e8-408e-aa65-73d759e09afc req-12f2bc31-c51a-4d50-b80e-0ceb66a26957 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:13.548345 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-da243949-b2e8-408e-aa65-73d759e09afc req-12f2bc31-c51a-4d50-b80e-0ceb66a26957 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=399ef207-3128-4be8-a1ae-2f81ccbaba4a HTTP/1.1" status: 200 len: 944 time: 0.0537837 Feb 19 03:16:13.596195 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-da243949-b2e8-408e-aa65-73d759e09afc req-01189c77-709d-4e8e-a877-60a89656fdca tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa5f04a2-1657-4891-b592-91ee63654b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418227 Feb 19 03:16:14.483162 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ae6dacdd-9806-4c29-be2d-c8096638f482 req-154e2fb0-aeef-400b-98c0-b41a6a531e71 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d21b63f8-865d-42dc-bafb-75ef4bcbdddf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0508802 Feb 19 03:16:14.585301 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6dacdd-9806-4c29-be2d-c8096638f482 req-f5c38e03-e713-4a4d-9dd7-3487c8a67780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:14.586845 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ae6dacdd-9806-4c29-be2d-c8096638f482 req-f5c38e03-e713-4a4d-9dd7-3487c8a67780 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=32b88e7bc28b44379a1452b198468e54&device_id=d21b63f8-865d-42dc-bafb-75ef4bcbdddf HTTP/1.1" status: 200 len: 1128 time: 0.0461428 Feb 19 03:16:14.703477 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6dacdd-9806-4c29-be2d-c8096638f482 req-0fa0ec42-dacc-4d94-9ede-5550ca1eab72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:14.704898 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ae6dacdd-9806-4c29-be2d-c8096638f482 req-0fa0ec42-dacc-4d94-9ede-5550ca1eab72 service neutron] 10.222.0.73 "GET /v2.0/networks?id=857a919b-06ed-45a8-aeb5-8f692bc36bb9 HTTP/1.1" status: 200 len: 897 time: 0.0989258 Feb 19 03:16:14.730306 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c800575-66e4-40ab-ae29-a17bd36004da req-0c4291e8-5051-40a7-b056-1944ba9a12d7 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:14.732612 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3c800575-66e4-40ab-ae29-a17bd36004da req-0c4291e8-5051-40a7-b056-1944ba9a12d7 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=399ef207-3128-4be8-a1ae-2f81ccbaba4a HTTP/1.1" status: 200 len: 944 time: 0.0545769 Feb 19 03:16:14.774655 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ae6dacdd-9806-4c29-be2d-c8096638f482 req-e2089a75-5c99-4cb3-9b15-81337f12c7c4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba170958-d7a0-4971-ae0e-f58edd64e105 HTTP/1.1" status: 200 len: 1002 time: 0.0633764 Feb 19 03:16:14.791403 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3c800575-66e4-40ab-ae29-a17bd36004da req-00684919-6399-4d5c-ade8-5f5dfc9ceeff tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa5f04a2-1657-4891-b592-91ee63654b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500853 Feb 19 03:16:14.826752 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6dacdd-9806-4c29-be2d-c8096638f482 req-7fdcab8b-1892-4a54-a14e-12f49a282151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:14.828428 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ae6dacdd-9806-4c29-be2d-c8096638f482 req-7fdcab8b-1892-4a54-a14e-12f49a282151 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=87c7fa79-3c3a-43f3-8894-32763ce884fd HTTP/1.1" status: 200 len: 835 time: 0.0477228 Feb 19 03:16:14.882668 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6dacdd-9806-4c29-be2d-c8096638f482 req-1e42050e-a538-4963-83b8-eda678e70b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:14.884264 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ae6dacdd-9806-4c29-be2d-c8096638f482 req-1e42050e-a538-4963-83b8-eda678e70b0f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=857a919b-06ed-45a8-aeb5-8f692bc36bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0501831 Feb 19 03:16:14.977737 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ae6dacdd-9806-4c29-be2d-c8096638f482 req-5728d10a-78ee-433d-85de-2aa67169f8f2 service neutron] 10.222.0.73 "GET /v2.0/networks/857a919b-06ed-45a8-aeb5-8f692bc36bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877335 Feb 19 03:16:15.082824 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ae6dacdd-9806-4c29-be2d-c8096638f482 req-62fd70d5-e676-406c-9924-d3e8ccb1b118 service neutron] 10.222.0.73 "GET /v2.0/networks/857a919b-06ed-45a8-aeb5-8f692bc36bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987792 Feb 19 03:16:15.519416 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-7d00a2aa-c23e-4f0c-84b8-3886c24e2e38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:15.923827 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe934db4-184a-45c2-bdc4-760c76599ee1 req-2d995e0c-8308-4e17-95fe-410fd67770fb tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:15.925331 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fe934db4-184a-45c2-bdc4-760c76599ee1 req-2d995e0c-8308-4e17-95fe-410fd67770fb tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=399ef207-3128-4be8-a1ae-2f81ccbaba4a HTTP/1.1" status: 200 len: 944 time: 0.0552528 Feb 19 03:16:15.975085 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fe934db4-184a-45c2-bdc4-760c76599ee1 req-a67ab861-c109-42da-b5ed-3c42f0854419 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa5f04a2-1657-4891-b592-91ee63654b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436614 Feb 19 03:16:17.106408 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c77207a-5ff5-46db-a37b-4aed1bf35c1e req-4bceedfe-db3f-4b1c-839c-971d4fef5c64 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:17.108531 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6c77207a-5ff5-46db-a37b-4aed1bf35c1e req-4bceedfe-db3f-4b1c-839c-971d4fef5c64 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=399ef207-3128-4be8-a1ae-2f81ccbaba4a HTTP/1.1" status: 200 len: 944 time: 0.0589402 Feb 19 03:16:17.158250 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6c77207a-5ff5-46db-a37b-4aed1bf35c1e req-979a410d-22eb-469b-9e27-12a81dbd53b8 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa5f04a2-1657-4891-b592-91ee63654b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437150 Feb 19 03:16:17.696776 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-053b9f3f-c1e2-46b3-96ac-aaf891798f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:18.294482 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3de65c-48c8-47cb-b4d8-afb5e921a394 req-01b6c1b0-8340-4cc4-9357-f5e3f6dcc7c2 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:18.296513 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cb3de65c-48c8-47cb-b4d8-afb5e921a394 req-01b6c1b0-8340-4cc4-9357-f5e3f6dcc7c2 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=399ef207-3128-4be8-a1ae-2f81ccbaba4a HTTP/1.1" status: 200 len: 944 time: 0.0600734 Feb 19 03:16:18.343942 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cb3de65c-48c8-47cb-b4d8-afb5e921a394 req-d5c9d21c-6b18-4009-a05e-71930dd6f86c tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa5f04a2-1657-4891-b592-91ee63654b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413470 Feb 19 03:16:19.291048 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:19.479792 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665750ea-19c0-4dc2-b9e4-88d02ef55948 req-7024cb53-e8a2-4e73-84c3-78749b3291fb tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:19.481343 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-665750ea-19c0-4dc2-b9e4-88d02ef55948 req-7024cb53-e8a2-4e73-84c3-78749b3291fb tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=399ef207-3128-4be8-a1ae-2f81ccbaba4a HTTP/1.1" status: 200 len: 944 time: 0.0628555 Feb 19 03:16:19.553726 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-665750ea-19c0-4dc2-b9e4-88d02ef55948 req-bea2db67-fc4b-4818-ab73-455a2a322c20 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa5f04a2-1657-4891-b592-91ee63654b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646303 Feb 19 03:16:20.490023 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:20.720458 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debf6861-7061-4734-b81c-6c26a568562c req-e3b3c636-b4be-4b0e-9d91-318009ddd420 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:20.722623 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-debf6861-7061-4734-b81c-6c26a568562c req-e3b3c636-b4be-4b0e-9d91-318009ddd420 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=399ef207-3128-4be8-a1ae-2f81ccbaba4a HTTP/1.1" status: 200 len: 944 time: 0.0737009 Feb 19 03:16:20.771308 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-debf6861-7061-4734-b81c-6c26a568562c req-abf91a05-ae71-4510-927c-7291c46b3f6c tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa5f04a2-1657-4891-b592-91ee63654b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428629 Feb 19 03:16:21.901147 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90507033-bdc8-4d8c-8c1b-93d7b4c93d9c req-6f93a4bd-cc65-437e-ac99-95ac1ecc5e2c tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:21.903735 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-90507033-bdc8-4d8c-8c1b-93d7b4c93d9c req-6f93a4bd-cc65-437e-ac99-95ac1ecc5e2c tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=399ef207-3128-4be8-a1ae-2f81ccbaba4a HTTP/1.1" status: 200 len: 944 time: 0.0559003 Feb 19 03:16:21.965114 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-90507033-bdc8-4d8c-8c1b-93d7b4c93d9c req-2ffe6891-bb03-42cb-9436-6544e8f5034e tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa5f04a2-1657-4891-b592-91ee63654b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553999 Feb 19 03:16:21.965805 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:22.654757 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:23.123818 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c096ba-8842-450b-b277-b2940b248d30 req-c0abe606-d282-46e7-b6a0-ac1754f8759b tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:23.125793 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-94c096ba-8842-450b-b277-b2940b248d30 req-c0abe606-d282-46e7-b6a0-ac1754f8759b tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=399ef207-3128-4be8-a1ae-2f81ccbaba4a HTTP/1.1" status: 200 len: 944 time: 0.0565281 Feb 19 03:16:23.186262 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-94c096ba-8842-450b-b277-b2940b248d30 req-fd42da08-8155-4388-b060-eca984dc80ba tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa5f04a2-1657-4891-b592-91ee63654b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541151 Feb 19 03:16:24.315044 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a848475-d504-43f5-b593-5064f8c9f33f req-22beb73e-e015-4d56-87e3-52cc08bbbb56 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:24.317281 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4a848475-d504-43f5-b593-5064f8c9f33f req-22beb73e-e015-4d56-87e3-52cc08bbbb56 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=399ef207-3128-4be8-a1ae-2f81ccbaba4a HTTP/1.1" status: 200 len: 944 time: 0.0533302 Feb 19 03:16:24.370703 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4a848475-d504-43f5-b593-5064f8c9f33f req-f8499f41-732d-4675-b494-df09ec4d0b33 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa5f04a2-1657-4891-b592-91ee63654b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474751 Feb 19 03:16:25.521999 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305e8c00-863e-4ebb-88d6-122946e40dd9 req-436f66db-8afd-4146-a7c0-83bb59117020 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:25.524447 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-305e8c00-863e-4ebb-88d6-122946e40dd9 req-436f66db-8afd-4146-a7c0-83bb59117020 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=399ef207-3128-4be8-a1ae-2f81ccbaba4a HTTP/1.1" status: 200 len: 944 time: 0.0605836 Feb 19 03:16:25.579483 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-305e8c00-863e-4ebb-88d6-122946e40dd9 req-3a9c4da9-f239-45ad-820e-2865c86958ef tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa5f04a2-1657-4891-b592-91ee63654b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464187 Feb 19 03:16:26.344878 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:27.112162 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44964219-453d-43e5-bc40-0301ed5f2403 req-c7436178-dba6-43b7-b8c9-7b0dc23bc0ef tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:27.113772 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-44964219-453d-43e5-bc40-0301ed5f2403 req-c7436178-dba6-43b7-b8c9-7b0dc23bc0ef tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=399ef207-3128-4be8-a1ae-2f81ccbaba4a HTTP/1.1" status: 200 len: 944 time: 0.4462779 Feb 19 03:16:27.125922 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b7a7a3-c3eb-4dad-894c-b0376532655a req-2d5d6565-c3f8-47a5-b22e-cb45292617d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:27.127503 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-08b7a7a3-c3eb-4dad-894c-b0376532655a req-2d5d6565-c3f8-47a5-b22e-cb45292617d7 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=399ef207-3128-4be8-a1ae-2f81ccbaba4a&tenant_id=fb2c2a033b7e417f933bc0bae524eae3 HTTP/1.1" status: 200 len: 1126 time: 0.1057498 Feb 19 03:16:27.209262 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-44964219-453d-43e5-bc40-0301ed5f2403 req-2ce27e53-f8a9-4528-b8dc-547a858542b1 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa5f04a2-1657-4891-b592-91ee63654b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881958 Feb 19 03:16:27.230007 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b7a7a3-c3eb-4dad-894c-b0376532655a req-8647f8bc-abdb-40fa-8576-9fb421020052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:27.231748 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-08b7a7a3-c3eb-4dad-894c-b0376532655a req-8647f8bc-abdb-40fa-8576-9fb421020052 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=fb2c2a033b7e417f933bc0bae524eae3&device_id=399ef207-3128-4be8-a1ae-2f81ccbaba4a HTTP/1.1" status: 200 len: 1126 time: 0.0668583 Feb 19 03:16:27.331748 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b7a7a3-c3eb-4dad-894c-b0376532655a req-c6c0cb35-d49c-46c6-a030-93085b9ad09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:27.336108 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-08b7a7a3-c3eb-4dad-894c-b0376532655a req-c6c0cb35-d49c-46c6-a030-93085b9ad09e service neutron] 10.222.0.82 "GET /v2.0/networks?id=f202f6e6-ff6c-416c-b757-76fc930d3992 HTTP/1.1" status: 200 len: 916 time: 0.0986166 Feb 19 03:16:27.442025 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-08b7a7a3-c3eb-4dad-894c-b0376532655a req-a68c84bf-9e53-45e5-82b2-2791b966f30d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=47ba5e21-cd34-4511-9761-c2908b71ba23 HTTP/1.1" status: 200 len: 1000 time: 0.0922565 Feb 19 03:16:27.500374 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b7a7a3-c3eb-4dad-894c-b0376532655a req-8424c943-8ff9-4e2a-8a33-0c15efbbb0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:27.501884 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-08b7a7a3-c3eb-4dad-894c-b0376532655a req-8424c943-8ff9-4e2a-8a33-0c15efbbb0d0 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e5721fd3-1b55-4729-a406-44f440380eba HTTP/1.1" status: 200 len: 854 time: 0.0541325 Feb 19 03:16:27.554315 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b7a7a3-c3eb-4dad-894c-b0376532655a req-a8abb1c3-858f-4d3a-b025-11dcca5e8ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:27.555862 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-08b7a7a3-c3eb-4dad-894c-b0376532655a req-a8abb1c3-858f-4d3a-b025-11dcca5e8ae1 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f202f6e6-ff6c-416c-b757-76fc930d3992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0478938 Feb 19 03:16:27.669043 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-08b7a7a3-c3eb-4dad-894c-b0376532655a req-a12e1ae6-3748-47cf-9516-53d22d43bf48 service neutron] 10.222.0.82 "GET /v2.0/networks/f202f6e6-ff6c-416c-b757-76fc930d3992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016948 Feb 19 03:16:27.774060 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-08b7a7a3-c3eb-4dad-894c-b0376532655a req-9e7ac7f3-45e2-4c37-878c-2d9bcc8fb700 service neutron] 10.222.0.82 "GET /v2.0/networks/f202f6e6-ff6c-416c-b757-76fc930d3992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988543 Feb 19 03:16:28.416737 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6df307e-4a44-4ee1-b5f9-b8aad7445b02 req-1a861211-7ebb-43f0-92bc-8fe479e203a2 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:28.419451 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c6df307e-4a44-4ee1-b5f9-b8aad7445b02 req-1a861211-7ebb-43f0-92bc-8fe479e203a2 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=399ef207-3128-4be8-a1ae-2f81ccbaba4a HTTP/1.1" status: 200 len: 944 time: 0.0852640 Feb 19 03:16:28.490158 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c6df307e-4a44-4ee1-b5f9-b8aad7445b02 req-36c33ba8-07be-49b8-a532-cff13a1c3a89 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa5f04a2-1657-4891-b592-91ee63654b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646574 Feb 19 03:16:29.662667 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e5785-18f8-4ed4-97d5-9b5f114c3bcc req-cefc6d88-3b0a-4615-87c3-be2eb063faf5 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:29.664563 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-333e5785-18f8-4ed4-97d5-9b5f114c3bcc req-cefc6d88-3b0a-4615-87c3-be2eb063faf5 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=399ef207-3128-4be8-a1ae-2f81ccbaba4a HTTP/1.1" status: 200 len: 944 time: 0.0647964 Feb 19 03:16:29.743326 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-333e5785-18f8-4ed4-97d5-9b5f114c3bcc req-4004d83f-3ee4-4688-8702-2435b68d6433 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa5f04a2-1657-4891-b592-91ee63654b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679457 Feb 19 03:16:30.933366 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126fff6e-c09a-42b3-b137-6f447d55191b req-c0ba55a9-0fe1-4d9c-8123-b19e050167bb tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:30.936243 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-126fff6e-c09a-42b3-b137-6f447d55191b req-c0ba55a9-0fe1-4d9c-8123-b19e050167bb tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=399ef207-3128-4be8-a1ae-2f81ccbaba4a HTTP/1.1" status: 200 len: 944 time: 0.0811508 Feb 19 03:16:31.009800 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-126fff6e-c09a-42b3-b137-6f447d55191b req-9b643509-c36f-4190-8c66-1937c9645e23 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa5f04a2-1657-4891-b592-91ee63654b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593588 Feb 19 03:16:32.170684 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79d8f9f-67db-407d-8c42-1622e0694966 req-ad35de8c-b44c-4d11-a004-f50b2446d578 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:32.172286 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a79d8f9f-67db-407d-8c42-1622e0694966 req-ad35de8c-b44c-4d11-a004-f50b2446d578 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=399ef207-3128-4be8-a1ae-2f81ccbaba4a HTTP/1.1" status: 200 len: 944 time: 0.0869682 Feb 19 03:16:32.234726 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a79d8f9f-67db-407d-8c42-1622e0694966 req-ba9f73f8-8f50-464c-9839-8af926a014f1 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa5f04a2-1657-4891-b592-91ee63654b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553591 Feb 19 03:16:33.446798 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8d1db7-8293-4447-8cce-a25688d200ca req-6dbfad9a-dd1c-45b2-b055-327376d531a6 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:33.449556 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1f8d1db7-8293-4447-8cce-a25688d200ca req-6dbfad9a-dd1c-45b2-b055-327376d531a6 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=399ef207-3128-4be8-a1ae-2f81ccbaba4a HTTP/1.1" status: 200 len: 944 time: 0.0943294 Feb 19 03:16:33.526385 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1f8d1db7-8293-4447-8cce-a25688d200ca req-a941ca06-06f4-459b-a125-ac33745b3022 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa5f04a2-1657-4891-b592-91ee63654b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718291 Feb 19 03:16:34.678922 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0caa54f-8440-4d53-a05e-01d79b18448b req-cc4e81e6-1f21-49e4-b0b0-6c15a691de63 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:34.680921 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f0caa54f-8440-4d53-a05e-01d79b18448b req-cc4e81e6-1f21-49e4-b0b0-6c15a691de63 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=399ef207-3128-4be8-a1ae-2f81ccbaba4a HTTP/1.1" status: 200 len: 944 time: 0.0668604 Feb 19 03:16:34.739280 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f0caa54f-8440-4d53-a05e-01d79b18448b req-73ad2d02-506a-4e28-9f97-37f1f4013e17 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa5f04a2-1657-4891-b592-91ee63654b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516596 Feb 19 03:16:35.924537 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609933d0-333b-4a24-be1f-7575f3f143cc req-dec7b692-c7b5-4b64-a17c-676274144103 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:35.926692 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-609933d0-333b-4a24-be1f-7575f3f143cc req-dec7b692-c7b5-4b64-a17c-676274144103 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=399ef207-3128-4be8-a1ae-2f81ccbaba4a HTTP/1.1" status: 200 len: 944 time: 0.0641596 Feb 19 03:16:35.997883 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-609933d0-333b-4a24-be1f-7575f3f143cc req-a77f28b6-82b6-4940-99e8-45f8361784d7 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa5f04a2-1657-4891-b592-91ee63654b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528054 Feb 19 03:16:37.133457 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70edf830-bf5c-40c9-9761-abdc5f02d056 req-5b713e83-0a61-404e-9a06-f6e5ef23e43e tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:37.135011 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-70edf830-bf5c-40c9-9761-abdc5f02d056 req-5b713e83-0a61-404e-9a06-f6e5ef23e43e tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=399ef207-3128-4be8-a1ae-2f81ccbaba4a HTTP/1.1" status: 200 len: 944 time: 0.0575702 Feb 19 03:16:37.190187 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-70edf830-bf5c-40c9-9761-abdc5f02d056 req-eeea7562-056d-4fdf-bfba-4200469ec62d tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa5f04a2-1657-4891-b592-91ee63654b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491691 Feb 19 03:16:37.930151 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:16:38.333633 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15254096-d9e0-4759-8a0f-147a38124f7b req-92968008-268f-4270-94e1-0d521542f985 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:38.335409 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-15254096-d9e0-4759-8a0f-147a38124f7b req-92968008-268f-4270-94e1-0d521542f985 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=399ef207-3128-4be8-a1ae-2f81ccbaba4a HTTP/1.1" status: 200 len: 944 time: 0.0615306 Feb 19 03:16:38.392850 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-15254096-d9e0-4759-8a0f-147a38124f7b req-448f2e8c-edcf-40e5-997b-64dd241cf910 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa5f04a2-1657-4891-b592-91ee63654b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496662 Feb 19 03:16:39.532233 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233b452a-4c36-4ba6-8b83-d8181dee16cc req-1c84336a-c727-4e58-9744-1721ea59b48a tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:39.533830 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-233b452a-4c36-4ba6-8b83-d8181dee16cc req-1c84336a-c727-4e58-9744-1721ea59b48a tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=399ef207-3128-4be8-a1ae-2f81ccbaba4a HTTP/1.1" status: 200 len: 944 time: 0.0591688 Feb 19 03:16:39.584162 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-233b452a-4c36-4ba6-8b83-d8181dee16cc req-beec786e-a173-4123-a96f-16826c2a3d39 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa5f04a2-1657-4891-b592-91ee63654b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445702 Feb 19 03:16:40.759829 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded5fa13-619a-412d-87a5-0e6e31730f8b req-058246bd-df7b-44d3-92dc-7f2790e60d94 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:40.761425 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ded5fa13-619a-412d-87a5-0e6e31730f8b req-058246bd-df7b-44d3-92dc-7f2790e60d94 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=399ef207-3128-4be8-a1ae-2f81ccbaba4a HTTP/1.1" status: 200 len: 944 time: 0.0867875 Feb 19 03:16:40.816762 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ded5fa13-619a-412d-87a5-0e6e31730f8b req-7a31e513-16bb-4b92-9924-b4e0b72b169f tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa5f04a2-1657-4891-b592-91ee63654b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481951 Feb 19 03:16:41.948796 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ffedef-ec1d-4b81-8b87-a15f6e37b582 req-4a31232d-aa01-4edc-a997-6e0a26d2903a tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:41.951039 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-79ffedef-ec1d-4b81-8b87-a15f6e37b582 req-4a31232d-aa01-4edc-a997-6e0a26d2903a tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=399ef207-3128-4be8-a1ae-2f81ccbaba4a HTTP/1.1" status: 200 len: 944 time: 0.0551414 Feb 19 03:16:42.002158 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-79ffedef-ec1d-4b81-8b87-a15f6e37b582 req-cfd572c5-b358-41e5-baa8-65142304308b tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa5f04a2-1657-4891-b592-91ee63654b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454373 Feb 19 03:16:43.141457 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6276f1-cfee-4464-95e9-b58cd43267c6 req-3cbfd56e-c5a4-45aa-bda6-aab5ce0cf4fd tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:43.143136 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8e6276f1-cfee-4464-95e9-b58cd43267c6 req-3cbfd56e-c5a4-45aa-bda6-aab5ce0cf4fd tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=399ef207-3128-4be8-a1ae-2f81ccbaba4a HTTP/1.1" status: 200 len: 944 time: 0.0588903 Feb 19 03:16:43.205962 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8e6276f1-cfee-4464-95e9-b58cd43267c6 req-0c7bca63-94c5-46f5-a7ca-645e49667b71 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa5f04a2-1657-4891-b592-91ee63654b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568740 Feb 19 03:16:43.630646 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 40560) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:43.771301 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-5a1ae47a-af1a-4c7a-889b-6a7b11d11b85 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=376b1bcecd5f4e18bc0cc4339c1d0b04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1393859 Feb 19 03:16:43.775201 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 40564) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:43.826213 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9db73508-aa27-4ec9-8b7f-5152d5e85fa8 admin admin] Publish callbacks [] for security_group (398c0468-0d6c-448e-bf5b-d560bc342adc), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:43.848458 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9db73508-aa27-4ec9-8b7f-5152d5e85fa8 admin admin] Publish callbacks [] for security_group (398c0468-0d6c-448e-bf5b-d560bc342adc), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:43.896744 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9db73508-aa27-4ec9-8b7f-5152d5e85fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (398c0468-0d6c-448e-bf5b-d560bc342adc), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:43.900849 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9db73508-aa27-4ec9-8b7f-5152d5e85fa8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:43.903377 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-9db73508-aa27-4ec9-8b7f-5152d5e85fa8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/398c0468-0d6c-448e-bf5b-d560bc342adc HTTP/1.1" status: 204 len: 168 time: 0.1259618 Feb 19 03:16:43.913513 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db73508-aa27-4ec9-8b7f-5152d5e85fa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=398c0468-0d6c-448e-bf5b-d560bc342adc,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:44.359528 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee33a2f-1e2a-4130-a32f-bbda940021a0 req-369736e6-f47a-4227-9940-55eabe0fa379 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:44.361786 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-aee33a2f-1e2a-4130-a32f-bbda940021a0 req-369736e6-f47a-4227-9940-55eabe0fa379 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=399ef207-3128-4be8-a1ae-2f81ccbaba4a HTTP/1.1" status: 200 len: 944 time: 0.0720537 Feb 19 03:16:44.434301 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-aee33a2f-1e2a-4130-a32f-bbda940021a0 req-70b9af96-aaa9-4054-b641-27aec426cd2d tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa5f04a2-1657-4891-b592-91ee63654b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664258 Feb 19 03:16:45.271567 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 47ba5e21-cd34-4511-9761-c2908b71ba23 details requested by agent hyperv_n-h2-826753-2 with host n-h2-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:16:45.389162 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 47ba5e21-cd34-4511-9761-c2908b71ba23, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=47ba5e21-cd34-4511-9761-c2908b71ba23,segment=NetworkSegment(94e756a0-02a5-4c2a-8669-4568f7372c91),segment_id=94e756a0-02a5-4c2a-8669-4568f7372c91)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:16:45.400727 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Returning: {'device': '47ba5e21-cd34-4511-9761-c2908b71ba23', 'network_id': 'f202f6e6-ff6c-416c-b757-76fc930d3992', 'port_id': '47ba5e21-cd34-4511-9761-c2908b71ba23', 'mac_address': 'fa:16:3e:69:fa:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5721fd3-1b55-4729-a406-44f440380eba', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:16:45.445642 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 47ba5e21-cd34-4511-9761-c2908b71ba23 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:16:45.446135 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (47ba5e21-cd34-4511-9761-c2908b71ba23), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:45.463536 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47ba5e21-cd34-4511-9761-c2908b71ba23 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:16:45.494698 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 47ba5e21-cd34-4511-9761-c2908b71ba23, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=47ba5e21-cd34-4511-9761-c2908b71ba23,segment=NetworkSegment(94e756a0-02a5-4c2a-8669-4568f7372c91),segment_id=94e756a0-02a5-4c2a-8669-4568f7372c91)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:16:45.502953 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (47ba5e21-cd34-4511-9761-c2908b71ba23), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:45.583990 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-49dc7b4a-7f8c-4095-985a-0274a99fff92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:45.590897 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=47ba5e21-cd34-4511-9761-c2908b71ba23,revision_number=9']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:45.599953 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16279d1-9d3a-4f23-ad63-982611bfdf7a req-6dcfaec5-25df-416e-a7ef-7f096cf4193d tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:45.603751 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b16279d1-9d3a-4f23-ad63-982611bfdf7a req-6dcfaec5-25df-416e-a7ef-7f096cf4193d tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=399ef207-3128-4be8-a1ae-2f81ccbaba4a HTTP/1.1" status: 200 len: 945 time: 0.0704193 Feb 19 03:16:45.653827 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b16279d1-9d3a-4f23-ad63-982611bfdf7a req-ed2645fb-d313-476a-affd-e3964c1d9155 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa5f04a2-1657-4891-b592-91ee63654b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440812 Feb 19 03:16:45.780544 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['47ba5e21-cd34-4511-9761-c2908b71ba23'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:16:46.814386 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cbfa01-37c3-4117-87ff-3ac0b6ecfc50 req-ec7dae71-967e-4154-a09f-27510e39c140 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:46.816059 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-52cbfa01-37c3-4117-87ff-3ac0b6ecfc50 req-ec7dae71-967e-4154-a09f-27510e39c140 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=399ef207-3128-4be8-a1ae-2f81ccbaba4a HTTP/1.1" status: 200 len: 945 time: 0.0688224 Feb 19 03:16:46.873597 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-52cbfa01-37c3-4117-87ff-3ac0b6ecfc50 req-14d5f5c2-5a20-46db-adbb-5dbebd9de8d4 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa5f04a2-1657-4891-b592-91ee63654b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512550 Feb 19 03:16:47.275908 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 47ba5e21-cd34-4511-9761-c2908b71ba23 up at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:16:47.332863 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning complete for port 47ba5e21-cd34-4511-9761-c2908b71ba23 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:16:47.333269 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (47ba5e21-cd34-4511-9761-c2908b71ba23), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:47.428913 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 47ba5e21-cd34-4511-9761-c2908b71ba23 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:16:47.429576 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (47ba5e21-cd34-4511-9761-c2908b71ba23), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:47.461927 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '399ef207-3128-4be8-a1ae-2f81ccbaba4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47ba5e21-cd34-4511-9761-c2908b71ba23'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:16:47.464378 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c309ee3-ec25-43b9-84fc-31c9642267f1" -d '{"events": [{"server_uuid": "399ef207-3128-4be8-a1ae-2f81ccbaba4a", "name": "network-vif-plugged", "status": "completed", "tag": "47ba5e21-cd34-4511-9761-c2908b71ba23"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:16:47.478754 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 47ba5e21-cd34-4511-9761-c2908b71ba23, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=47ba5e21-cd34-4511-9761-c2908b71ba23,segment=NetworkSegment(94e756a0-02a5-4c2a-8669-4568f7372c91),segment_id=94e756a0-02a5-4c2a-8669-4568f7372c91)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:16:47.487980 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (47ba5e21-cd34-4511-9761-c2908b71ba23), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:47.560375 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=47ba5e21-cd34-4511-9761-c2908b71ba23,revision_number=10']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:47.686975 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7d5e4b3-cd36-46ca-b0ba-bc010c047e72 x-openstack-request-id: req-d7d5e4b3-cd36-46ca-b0ba-bc010c047e72 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:16:47.687187 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "399ef207-3128-4be8-a1ae-2f81ccbaba4a", "name": "network-vif-plugged", "status": "completed", "tag": "47ba5e21-cd34-4511-9761-c2908b71ba23", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:16:47.687429 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d7d5e4b3-cd36-46ca-b0ba-bc010c047e72 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:16:47.687818 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '399ef207-3128-4be8-a1ae-2f81ccbaba4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47ba5e21-cd34-4511-9761-c2908b71ba23', 'code': 200} Feb 19 03:16:47.695326 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-47123641-39cb-4353-9886-0a55395c24b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:47.929576 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466b4cf2-c79a-450a-b8ec-8a718f7483d5 req-8acd29ee-2c2e-4eb3-b2c1-8ae4f74f258d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:47.932336 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-466b4cf2-c79a-450a-b8ec-8a718f7483d5 req-8acd29ee-2c2e-4eb3-b2c1-8ae4f74f258d service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=399ef207-3128-4be8-a1ae-2f81ccbaba4a HTTP/1.1" status: 200 len: 1129 time: 0.0568724 Feb 19 03:16:48.017867 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-466b4cf2-c79a-450a-b8ec-8a718f7483d5 req-733a13ef-44e5-4b37-a897-481e08536af7 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=fa5f04a2-1657-4891-b592-91ee63654b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787325 Feb 19 03:16:48.042221 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af5fc66-fd81-4635-ba57-9aa14475adc2 req-894978e8-7080-4a9c-bd11-560036a3deb4 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:48.049085 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9af5fc66-fd81-4635-ba57-9aa14475adc2 req-894978e8-7080-4a9c-bd11-560036a3deb4 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=399ef207-3128-4be8-a1ae-2f81ccbaba4a HTTP/1.1" status: 200 len: 947 time: 0.0783694 Feb 19 03:16:48.062162 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 40618) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:48.154032 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9af5fc66-fd81-4635-ba57-9aa14475adc2 req-a8d4d454-d8f3-4d9a-8084-30aec453bd4f tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa5f04a2-1657-4891-b592-91ee63654b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036899 Feb 19 03:16:48.159547 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-502e1e1e-5a81-4bb5-97ab-08aca6ed9e58 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "GET /v2.0/floatingips/0c9c81b3-04cc-4b31-8e67-ca84293530bb HTTP/1.1" status: 200 len: 994 time: 0.0938988 Feb 19 03:16:48.455583 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 40624) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:48.649108 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-ebf4ae56-61f6-4308-88dd-77e8bf2f50a5 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Deleting port 93bb9a15-e061-47bb-8c42-38d6b09db193 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:16:48.649487 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ebf4ae56-61f6-4308-88dd-77e8bf2f50a5 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (93bb9a15-e061-47bb-8c42-38d6b09db193), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:48.732581 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ebf4ae56-61f6-4308-88dd-77e8bf2f50a5 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (93bb9a15-e061-47bb-8c42-38d6b09db193), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:48.732905 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ebf4ae56-61f6-4308-88dd-77e8bf2f50a5 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for floatingip (93bb9a15-e061-47bb-8c42-38d6b09db193), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:48.745843 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-ebf4ae56-61f6-4308-88dd-77e8bf2f50a5 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Calling delete_port for 93bb9a15-e061-47bb-8c42-38d6b09db193 owned by network:floatingip {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:16:48.948530 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ebf4ae56-61f6-4308-88dd-77e8bf2f50a5 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (93bb9a15-e061-47bb-8c42-38d6b09db193), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:48.981807 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf4ae56-61f6-4308-88dd-77e8bf2f50a5 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Pushing event deleted for resources: {'Port': ['ID=93bb9a15-e061-47bb-8c42-38d6b09db193,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:49.006498 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4ae56-61f6-4308-88dd-77e8bf2f50a5 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:16:49.006843 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4ae56-61f6-4308-88dd-77e8bf2f50a5 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:16:49.007181 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4ae56-61f6-4308-88dd-77e8bf2f50a5 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:16:49.007516 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4ae56-61f6-4308-88dd-77e8bf2f50a5 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:16:49.007847 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4ae56-61f6-4308-88dd-77e8bf2f50a5 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:16:49.008173 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4ae56-61f6-4308-88dd-77e8bf2f50a5 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:16:49.008501 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4ae56-61f6-4308-88dd-77e8bf2f50a5 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:16:49.009802 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4ae56-61f6-4308-88dd-77e8bf2f50a5 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:16:49.010292 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4ae56-61f6-4308-88dd-77e8bf2f50a5 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:16:49.010637 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4ae56-61f6-4308-88dd-77e8bf2f50a5 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:16:49.011242 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4ae56-61f6-4308-88dd-77e8bf2f50a5 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:16:49.012630 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4ae56-61f6-4308-88dd-77e8bf2f50a5 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:16:49.012980 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf4ae56-61f6-4308-88dd-77e8bf2f50a5 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:16:49.070721 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ebf4ae56-61f6-4308-88dd-77e8bf2f50a5 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for floatingip (0c9c81b3-04cc-4b31-8e67-ca84293530bb), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:49.072097 n-d-826753-2 neutron-server[103701]: INFO neutron.db.l3_db [None req-ebf4ae56-61f6-4308-88dd-77e8bf2f50a5 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Floating IP 0c9c81b3-04cc-4b31-8e67-ca84293530bb disassociated (deleted). External IP: 172.25.6.206, port: ba170958-d7a0-4971-ae0e-f58edd64e105. Feb 19 03:16:49.298460 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:49.395979 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebf4ae56-61f6-4308-88dd-77e8bf2f50a5 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Router 24cbb566-3bca-4211-a375-c6ca751791f2 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:16:49.406226 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416e2436-b30d-4b79-9725-a26092d60cc1 req-1d6b6e41-86d0-439e-acd4-f4c3b2d943d8 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:49.407985 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-416e2436-b30d-4b79-9725-a26092d60cc1 req-1d6b6e41-86d0-439e-acd4-f4c3b2d943d8 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=399ef207-3128-4be8-a1ae-2f81ccbaba4a HTTP/1.1" status: 200 len: 947 time: 0.0794220 Feb 19 03:16:49.528327 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-416e2436-b30d-4b79-9725-a26092d60cc1 req-836c01fb-3639-4562-9b3a-3fa54546714a tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa5f04a2-1657-4891-b592-91ee63654b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117871 Feb 19 03:16:49.596209 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf4ae56-61f6-4308-88dd-77e8bf2f50a5 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:16:49.603917 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ebf4ae56-61f6-4308-88dd-77e8bf2f50a5 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:49.608283 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4283b819-9baa-4ad3-b801-2b36cf29d6ff None None] Sync routers for ids ['24cbb566-3bca-4211-a375-c6ca751791f2'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:16:49.623606 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4283b819-9baa-4ad3-b801-2b36cf29d6ff None None] Routers {'24cbb566-3bca-4211-a375-c6ca751791f2'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:16:49.624464 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-4283b819-9baa-4ad3-b801-2b36cf29d6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:16:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['24cbb566-3bca-4211-a375-c6ca751791f2'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:16:49.639476 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-ebf4ae56-61f6-4308-88dd-77e8bf2f50a5 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "DELETE /v2.0/floatingips/0c9c81b3-04cc-4b31-8e67-ca84293530bb HTTP/1.1" status: 204 len: 168 time: 1.1826906 Feb 19 03:16:49.640518 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd21b63f8-865d-42dc-bafb-75ef4bcbdddf', 'tag': 'ba170958-d7a0-4971-ae0e-f58edd64e105'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:16:49.650786 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01d37359-9b20-46e7-bf10-5215f429dbb1" -d '{"events": [{"name": "network-changed", "server_uuid": "d21b63f8-865d-42dc-bafb-75ef4bcbdddf", "tag": "ba170958-d7a0-4971-ae0e-f58edd64e105"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:16:49.845267 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-4283b819-9baa-4ad3-b801-2b36cf29d6ff None None] Set router 24cbb566-3bca-4211-a375-c6ca751791f2 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:16:49.947425 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f120c021-d760-4001-8202-b4b1171ac352 x-openstack-request-id: req-f120c021-d760-4001-8202-b4b1171ac352 {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:16:49.948140 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d21b63f8-865d-42dc-bafb-75ef4bcbdddf", "tag": "ba170958-d7a0-4971-ae0e-f58edd64e105", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:16:49.948140 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f120c021-d760-4001-8202-b4b1171ac352 {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:16:49.948636 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd21b63f8-865d-42dc-bafb-75ef4bcbdddf', 'tag': 'ba170958-d7a0-4971-ae0e-f58edd64e105', 'status': 'completed', 'code': 200} Feb 19 03:16:50.097774 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d37359-9b20-46e7-bf10-5215f429dbb1 req-f93bfed4-b199-49ae-92e2-03e92c97eecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:50.100258 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-01d37359-9b20-46e7-bf10-5215f429dbb1 req-f93bfed4-b199-49ae-92e2-03e92c97eecd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=32b88e7bc28b44379a1452b198468e54&device_id=d21b63f8-865d-42dc-bafb-75ef4bcbdddf HTTP/1.1" status: 200 len: 1128 time: 0.0986333 Feb 19 03:16:50.121982 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b5a4ff-940d-4539-a5ab-cbb85b3452d8 req-6fbb450f-c0de-4758-a562-a30773b8c057 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:50.124963 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-80b5a4ff-940d-4539-a5ab-cbb85b3452d8 req-6fbb450f-c0de-4758-a562-a30773b8c057 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "GET /v2.0/ports?device_id=d21b63f8-865d-42dc-bafb-75ef4bcbdddf HTTP/1.1" status: 200 len: 946 time: 0.1178081 Feb 19 03:16:50.225505 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d37359-9b20-46e7-bf10-5215f429dbb1 req-87bd9a91-3f46-4f66-a413-e97eea126947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:50.226522 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-80b5a4ff-940d-4539-a5ab-cbb85b3452d8 req-bb630739-e8e0-45b4-ac61-a8b62a7924c0 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "GET /v2.0/security-groups?id=b65da424-3d3c-4fdf-a297-dc4855acf922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966668 Feb 19 03:16:50.228413 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-01d37359-9b20-46e7-bf10-5215f429dbb1 req-87bd9a91-3f46-4f66-a413-e97eea126947 service neutron] 10.222.0.73 "GET /v2.0/networks?id=857a919b-06ed-45a8-aeb5-8f692bc36bb9 HTTP/1.1" status: 200 len: 897 time: 0.1185112 Feb 19 03:16:50.231749 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-4283b819-9baa-4ad3-b801-2b36cf29d6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24cbb566-3bca-4211-a375-c6ca751791f2', 'name': 'tempest-TestNetworkBasicOps-router-448933419', 'tenant_id': '32b88e7bc28b44379a1452b198468e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '54b12ee7-7890-4137-9b1a-a55533a8cafd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:15:07Z', 'updated_at': '2022-02-19T03:15:14Z', 'revision_number': 4, 'project_id': '32b88e7bc28b44379a1452b198468e54', 'gw_port': {'id': '54b12ee7-7890-4137-9b1a-a55533a8cafd', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:86:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cbb566-3bca-4211-a375-c6ca751791f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:15:08Z', 'updated_at': '2022-02-19T03:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '538d2a32-d679-4fb3-9f51-9818efbd9b81', 'name': '', 'network_id': '857a919b-06ed-45a8-aeb5-8f692bc36bb9', 'tenant_id': '32b88e7bc28b44379a1452b198468e54', 'mac_address': 'fa:16:3e:8b:94:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cbb566-3bca-4211-a375-c6ca751791f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': '87c7fa79-3c3a-43f3-8894-32763ce884fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:15:13Z', 'updated_at': '2022-02-19T03:15:18Z', 'revision_number': 5, 'project_id': '32b88e7bc28b44379a1452b198468e54', 'subnets': [{'id': '87c7fa79-3c3a-43f3-8894-32763ce884fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:16:50.260141 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4283b819-9baa-4ad3-b801-2b36cf29d6ff None None] Checking router: 24cbb566-3bca-4211-a375-c6ca751791f2 for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:16:50.272543 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4283b819-9baa-4ad3-b801-2b36cf29d6ff None None] Routers {'24cbb566-3bca-4211-a375-c6ca751791f2'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:16:50.275102 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-4283b819-9baa-4ad3-b801-2b36cf29d6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:16:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['24cbb566-3bca-4211-a375-c6ca751791f2'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:16:50.278657 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-01d37359-9b20-46e7-bf10-5215f429dbb1 req-d6730546-deba-45ed-bbb1-8fa46cd72a16 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba170958-d7a0-4971-ae0e-f58edd64e105 HTTP/1.1" status: 200 len: 217 time: 0.0438678 Feb 19 03:16:50.333728 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d37359-9b20-46e7-bf10-5215f429dbb1 req-01dfa9ee-be9a-4402-8b2f-ac426e8abe57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:50.335241 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-01d37359-9b20-46e7-bf10-5215f429dbb1 req-01dfa9ee-be9a-4402-8b2f-ac426e8abe57 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=87c7fa79-3c3a-43f3-8894-32763ce884fd HTTP/1.1" status: 200 len: 835 time: 0.0508313 Feb 19 03:16:50.388122 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-4283b819-9baa-4ad3-b801-2b36cf29d6ff None None] Set router 24cbb566-3bca-4211-a375-c6ca751791f2 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:16:50.389320 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d37359-9b20-46e7-bf10-5215f429dbb1 req-91d4e3d1-e6cf-4f5d-9612-b8739df6ba06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:50.390867 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-01d37359-9b20-46e7-bf10-5215f429dbb1 req-91d4e3d1-e6cf-4f5d-9612-b8739df6ba06 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=857a919b-06ed-45a8-aeb5-8f692bc36bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0483198 Feb 19 03:16:50.489788 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-01d37359-9b20-46e7-bf10-5215f429dbb1 req-9649a7b4-75a6-4e3a-b713-ad3a6673bf85 service neutron] 10.222.0.73 "GET /v2.0/networks/857a919b-06ed-45a8-aeb5-8f692bc36bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914214 Feb 19 03:16:50.494054 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:50.596147 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-01d37359-9b20-46e7-bf10-5215f429dbb1 req-de0f3e11-8a10-437c-9313-bb61aa9db128 service neutron] 10.222.0.73 "GET /v2.0/networks/857a919b-06ed-45a8-aeb5-8f692bc36bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997760 Feb 19 03:16:50.607543 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-4283b819-9baa-4ad3-b801-2b36cf29d6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24cbb566-3bca-4211-a375-c6ca751791f2', 'name': 'tempest-TestNetworkBasicOps-router-448933419', 'tenant_id': '32b88e7bc28b44379a1452b198468e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '54b12ee7-7890-4137-9b1a-a55533a8cafd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:15:07Z', 'updated_at': '2022-02-19T03:15:14Z', 'revision_number': 4, 'project_id': '32b88e7bc28b44379a1452b198468e54', 'gw_port': {'id': '54b12ee7-7890-4137-9b1a-a55533a8cafd', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:86:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cbb566-3bca-4211-a375-c6ca751791f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:15:08Z', 'updated_at': '2022-02-19T03:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '538d2a32-d679-4fb3-9f51-9818efbd9b81', 'name': '', 'network_id': '857a919b-06ed-45a8-aeb5-8f692bc36bb9', 'tenant_id': '32b88e7bc28b44379a1452b198468e54', 'mac_address': 'fa:16:3e:8b:94:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cbb566-3bca-4211-a375-c6ca751791f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': '87c7fa79-3c3a-43f3-8894-32763ce884fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:15:13Z', 'updated_at': '2022-02-19T03:15:18Z', 'revision_number': 5, 'project_id': '32b88e7bc28b44379a1452b198468e54', 'subnets': [{'id': '87c7fa79-3c3a-43f3-8894-32763ce884fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:16:50.642872 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4283b819-9baa-4ad3-b801-2b36cf29d6ff None None] The sync data for ids ['24cbb566-3bca-4211-a375-c6ca751791f2'] in n-d-826753-2 is: [{'id': '24cbb566-3bca-4211-a375-c6ca751791f2', 'name': 'tempest-TestNetworkBasicOps-router-448933419', 'tenant_id': '32b88e7bc28b44379a1452b198468e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '54b12ee7-7890-4137-9b1a-a55533a8cafd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:15:07Z', 'updated_at': '2022-02-19T03:15:14Z', 'revision_number': 4, 'project_id': '32b88e7bc28b44379a1452b198468e54', 'gw_port': {'id': '54b12ee7-7890-4137-9b1a-a55533a8cafd', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:86:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cbb566-3bca-4211-a375-c6ca751791f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:15:08Z', 'updated_at': '2022-02-19T03:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '538d2a32-d679-4fb3-9f51-9818efbd9b81', 'name': '', 'network_id': '857a919b-06ed-45a8-aeb5-8f692bc36bb9', 'tenant_id': '32b88e7bc28b44379a1452b198468e54', 'mac_address': 'fa:16:3e:8b:94:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cbb566-3bca-4211-a375-c6ca751791f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': '87c7fa79-3c3a-43f3-8894-32763ce884fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:15:13Z', 'updated_at': '2022-02-19T03:15:18Z', 'revision_number': 5, 'project_id': '32b88e7bc28b44379a1452b198468e54', 'subnets': [{'id': '87c7fa79-3c3a-43f3-8894-32763ce884fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:16:50.712383 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0f5c42-a67e-41e9-b8b3-dcaf44e8a2fb req-408e9e97-cd9d-40e0-87f9-d1eaf04433ae tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:50.714123 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8a0f5c42-a67e-41e9-b8b3-dcaf44e8a2fb req-408e9e97-cd9d-40e0-87f9-d1eaf04433ae tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=399ef207-3128-4be8-a1ae-2f81ccbaba4a HTTP/1.1" status: 200 len: 947 time: 0.0761771 Feb 19 03:16:50.781214 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8a0f5c42-a67e-41e9-b8b3-dcaf44e8a2fb req-ae03a5fe-7461-4202-a8ad-02062088be4c tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa5f04a2-1657-4891-b592-91ee63654b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604279 Feb 19 03:16:50.960936 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4859547e-1134-4f18-870a-c39fe5d900b3 None None] New status for floating IP 0c9c81b3-04cc-4b31-8e67-ca84293530bb: DOWN {{(pid=103703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:16:51.359762 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e8a59c-7689-4d4c-ae69-283ce2cc84dc req-4e0a9f42-bde5-4576-880e-59957cf04287 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:51.362067 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e0e8a59c-7689-4d4c-ae69-283ce2cc84dc req-4e0a9f42-bde5-4576-880e-59957cf04287 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "GET /v2.0/ports?device_id=d21b63f8-865d-42dc-bafb-75ef4bcbdddf HTTP/1.1" status: 200 len: 946 time: 0.0597210 Feb 19 03:16:51.424817 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e0e8a59c-7689-4d4c-ae69-283ce2cc84dc req-fe2c4538-023a-42ef-9a72-f425e1d2de4f tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "GET /v2.0/security-groups?id=b65da424-3d3c-4fdf-a297-dc4855acf922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571666 Feb 19 03:16:51.699642 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee37e49-9a4b-4839-8e5d-e07e2887fde5 req-543cc9bb-b663-48e6-84ed-53317167effc tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:51.701392 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-6ee37e49-9a4b-4839-8e5d-e07e2887fde5 req-543cc9bb-b663-48e6-84ed-53317167effc tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.73 "GET /v2.0/ports?device_id=d21b63f8-865d-42dc-bafb-75ef4bcbdddf HTTP/1.1" status: 200 len: 946 time: 0.0596280 Feb 19 03:16:51.807246 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-6ee37e49-9a4b-4839-8e5d-e07e2887fde5 req-a257fd6f-35cc-408f-ab99-26b43e03b35a tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Deleting port ba170958-d7a0-4971-ae0e-f58edd64e105 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:16:51.808603 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-6ee37e49-9a4b-4839-8e5d-e07e2887fde5 req-a257fd6f-35cc-408f-ab99-26b43e03b35a tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (ba170958-d7a0-4971-ae0e-f58edd64e105), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:51.906454 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-6ee37e49-9a4b-4839-8e5d-e07e2887fde5 req-a257fd6f-35cc-408f-ab99-26b43e03b35a tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] For port ba170958-d7a0-4971-ae0e-f58edd64e105, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=ba170958-d7a0-4971-ae0e-f58edd64e105,segment=NetworkSegment(5fc92d01-4b49-455e-b68d-221b56644dd1),segment_id=5fc92d01-4b49-455e-b68d-221b56644dd1)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:16:51.906819 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-6ee37e49-9a4b-4839-8e5d-e07e2887fde5 req-a257fd6f-35cc-408f-ab99-26b43e03b35a tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (ba170958-d7a0-4971-ae0e-f58edd64e105), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:51.921856 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-6ee37e49-9a4b-4839-8e5d-e07e2887fde5 req-a257fd6f-35cc-408f-ab99-26b43e03b35a tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Calling delete_port for ba170958-d7a0-4971-ae0e-f58edd64e105 owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:16:51.963399 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:52.071206 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-6ee37e49-9a4b-4839-8e5d-e07e2887fde5 req-a257fd6f-35cc-408f-ab99-26b43e03b35a tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (ba170958-d7a0-4971-ae0e-f58edd64e105), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:52.105879 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a257fd6f-35cc-408f-ab99-26b43e03b35a tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Pushing event deleted for resources: {'Port': ['ID=ba170958-d7a0-4971-ae0e-f58edd64e105,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:52.139538 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a257fd6f-35cc-408f-ab99-26b43e03b35a tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:16:52.139887 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a257fd6f-35cc-408f-ab99-26b43e03b35a tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:16:52.140235 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a257fd6f-35cc-408f-ab99-26b43e03b35a tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:16:52.140578 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a257fd6f-35cc-408f-ab99-26b43e03b35a tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:16:52.140918 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a257fd6f-35cc-408f-ab99-26b43e03b35a tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:16:52.141282 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a257fd6f-35cc-408f-ab99-26b43e03b35a tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:16:52.141617 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a257fd6f-35cc-408f-ab99-26b43e03b35a tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:16:52.141947 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a257fd6f-35cc-408f-ab99-26b43e03b35a tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:16:52.142278 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a257fd6f-35cc-408f-ab99-26b43e03b35a tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:16:52.142605 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a257fd6f-35cc-408f-ab99-26b43e03b35a tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:16:52.142936 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a257fd6f-35cc-408f-ab99-26b43e03b35a tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:16:52.143260 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a257fd6f-35cc-408f-ab99-26b43e03b35a tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:16:52.143585 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a257fd6f-35cc-408f-ab99-26b43e03b35a tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:16:52.161543 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ee37e49-9a4b-4839-8e5d-e07e2887fde5 req-a257fd6f-35cc-408f-ab99-26b43e03b35a tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] No DVR routers for this DVR port ba170958-d7a0-4971-ae0e-f58edd64e105 on host n-h1-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:16:52.164198 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-6ee37e49-9a4b-4839-8e5d-e07e2887fde5 req-a257fd6f-35cc-408f-ab99-26b43e03b35a tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:52.168699 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-6ee37e49-9a4b-4839-8e5d-e07e2887fde5 req-a257fd6f-35cc-408f-ab99-26b43e03b35a tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.73 "DELETE /v2.0/ports/ba170958-d7a0-4971-ae0e-f58edd64e105 HTTP/1.1" status: 204 len: 173 time: 0.4610169 Feb 19 03:16:52.169270 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd21b63f8-865d-42dc-bafb-75ef4bcbdddf', 'name': 'network-vif-deleted', 'tag': 'ba170958-d7a0-4971-ae0e-f58edd64e105'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:16:52.171570 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f1695a5-f71d-4ccc-834b-85c8685f0222" -d '{"events": [{"server_uuid": "d21b63f8-865d-42dc-bafb-75ef4bcbdddf", "name": "network-vif-deleted", "tag": "ba170958-d7a0-4971-ae0e-f58edd64e105"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:16:52.290138 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad5a8bbc-c618-4681-a634-d8c7cbf5f59b x-openstack-request-id: req-ad5a8bbc-c618-4681-a634-d8c7cbf5f59b {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:16:52.290432 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d21b63f8-865d-42dc-bafb-75ef4bcbdddf", "name": "network-vif-deleted", "tag": "ba170958-d7a0-4971-ae0e-f58edd64e105", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:16:52.290683 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ad5a8bbc-c618-4681-a634-d8c7cbf5f59b {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:16:52.291086 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd21b63f8-865d-42dc-bafb-75ef4bcbdddf', 'name': 'network-vif-deleted', 'tag': 'ba170958-d7a0-4971-ae0e-f58edd64e105', 'status': 'completed', 'code': 200} Feb 19 03:16:52.588546 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7d022767-2d0d-486c-8429-598bbac7c0a5 req-a70ca4d2-26ea-4d43-84e0-c027b89b6737 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "GET /v2.0/ports?device_id=d21b63f8-865d-42dc-bafb-75ef4bcbdddf HTTP/1.1" status: 200 len: 210 time: 0.0444016 Feb 19 03:16:52.656022 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:53.637418 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 40698) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:53.694690 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d951c592-7010-469a-b5fc-05b8ec0bc4f6 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for security_group (b65da424-3d3c-4fdf-a297-dc4855acf922), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:53.721803 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d951c592-7010-469a-b5fc-05b8ec0bc4f6 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for security_group (b65da424-3d3c-4fdf-a297-dc4855acf922), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:53.795681 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d951c592-7010-469a-b5fc-05b8ec0bc4f6 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (b65da424-3d3c-4fdf-a297-dc4855acf922), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:53.798359 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d951c592-7010-469a-b5fc-05b8ec0bc4f6 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:53.799550 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-d951c592-7010-469a-b5fc-05b8ec0bc4f6 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "DELETE /v2.0/security-groups/b65da424-3d3c-4fdf-a297-dc4855acf922 HTTP/1.1" status: 204 len: 168 time: 0.1611524 Feb 19 03:16:53.811115 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d951c592-7010-469a-b5fc-05b8ec0bc4f6 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b65da424-3d3c-4fdf-a297-dc4855acf922,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:53.834447 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 40702) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:54.265769 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-24fd930b-847a-4e8a-97d9-7846beceafa2 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16289271'] for router_interface (24cbb566-3bca-4211-a375-c6ca751791f2), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:54.565536 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-24fd930b-847a-4e8a-97d9-7846beceafa2 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Deleting port 538d2a32-d679-4fb3-9f51-9818efbd9b81 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:16:54.566115 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-24fd930b-847a-4e8a-97d9-7846beceafa2 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (538d2a32-d679-4fb3-9f51-9818efbd9b81), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:54.655872 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-24fd930b-847a-4e8a-97d9-7846beceafa2 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] For port 538d2a32-d679-4fb3-9f51-9818efbd9b81, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=538d2a32-d679-4fb3-9f51-9818efbd9b81,segment=NetworkSegment(5fc92d01-4b49-455e-b68d-221b56644dd1),segment_id=5fc92d01-4b49-455e-b68d-221b56644dd1)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:16:54.656470 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-24fd930b-847a-4e8a-97d9-7846beceafa2 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (538d2a32-d679-4fb3-9f51-9818efbd9b81), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:54.670115 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-24fd930b-847a-4e8a-97d9-7846beceafa2 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Calling delete_port for 538d2a32-d679-4fb3-9f51-9818efbd9b81 owned by network:router_interface {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:16:54.876493 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device ba170958-d7a0-4971-ae0e-f58edd64e105 no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:16:54.887389 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-24fd930b-847a-4e8a-97d9-7846beceafa2 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (538d2a32-d679-4fb3-9f51-9818efbd9b81), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:54.904151 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] No Port match for: ba170958-d7a0-4971-ae0e-f58edd64e105 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:16:54.904654 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device ba170958-d7a0-4971-ae0e-f58edd64e105 not bound to the agent host n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:16:54.916048 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fd930b-847a-4e8a-97d9-7846beceafa2 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Pushing event deleted for resources: {'Port': ['ID=538d2a32-d679-4fb3-9f51-9818efbd9b81,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:55.138623 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-24fd930b-847a-4e8a-97d9-7846beceafa2 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16362762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16314471'] for router_interface (24cbb566-3bca-4211-a375-c6ca751791f2), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:55.382344 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24fd930b-847a-4e8a-97d9-7846beceafa2 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Router 24cbb566-3bca-4211-a375-c6ca751791f2 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:16:55.504766 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24fd930b-847a-4e8a-97d9-7846beceafa2 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:16:55.509941 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-24fd930b-847a-4e8a-97d9-7846beceafa2 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "PUT /v2.0/routers/24cbb566-3bca-4211-a375-c6ca751791f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6740806 Feb 19 03:16:55.513318 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 40712) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:55.516510 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a367b60-69bc-4c2e-8cb1-af016a673ad5 None None] Sync routers for ids ['24cbb566-3bca-4211-a375-c6ca751791f2'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:16:55.536037 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a367b60-69bc-4c2e-8cb1-af016a673ad5 None None] Routers {'24cbb566-3bca-4211-a375-c6ca751791f2'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:16:55.536665 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-4a367b60-69bc-4c2e-8cb1-af016a673ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:16:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['24cbb566-3bca-4211-a375-c6ca751791f2'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:16:55.567708 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_v2 [None req-2eeafb4b-ce30-41a2-8409-a4345fec15ae tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Deleting subnet 87c7fa79-3c3a-43f3-8894-32763ce884fd {{(pid=103701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:16:55.571316 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2eeafb4b-ce30-41a2-8409-a4345fec15ae tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for subnet (87c7fa79-3c3a-43f3-8894-32763ce884fd), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:55.615138 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2eeafb4b-ce30-41a2-8409-a4345fec15ae tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12647399'] for subnet (87c7fa79-3c3a-43f3-8894-32763ce884fd), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:55.654281 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-4a367b60-69bc-4c2e-8cb1-af016a673ad5 None None] Set router 24cbb566-3bca-4211-a375-c6ca751791f2 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:16:55.711242 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2eeafb4b-ce30-41a2-8409-a4345fec15ae tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (87c7fa79-3c3a-43f3-8894-32763ce884fd), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:55.777837 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2eeafb4b-ce30-41a2-8409-a4345fec15ae tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12647206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58706286'] for subnet (87c7fa79-3c3a-43f3-8894-32763ce884fd), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:55.809199 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeafb4b-ce30-41a2-8409-a4345fec15ae tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Pushing event deleted for resources: {'Subnet': ['ID=87c7fa79-3c3a-43f3-8894-32763ce884fd,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:55.818357 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bccfa22a-3834-4a6e-8ce2-abaf8e9ec4a8 None None] Network 857a919b-06ed-45a8-aeb5-8f692bc36bb9 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:16:55.818603 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2eeafb4b-ce30-41a2-8409-a4345fec15ae tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:55.822575 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-2eeafb4b-ce30-41a2-8409-a4345fec15ae tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "DELETE /v2.0/subnets/87c7fa79-3c3a-43f3-8894-32763ce884fd HTTP/1.1" status: 204 len: 168 time: 0.3080099 Feb 19 03:16:55.826352 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 40714) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:55.872181 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-4a367b60-69bc-4c2e-8cb1-af016a673ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24cbb566-3bca-4211-a375-c6ca751791f2', 'name': 'tempest-TestNetworkBasicOps-router-448933419', 'tenant_id': '32b88e7bc28b44379a1452b198468e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '54b12ee7-7890-4137-9b1a-a55533a8cafd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:15:07Z', 'updated_at': '2022-02-19T03:16:54Z', 'revision_number': 5, 'project_id': '32b88e7bc28b44379a1452b198468e54', 'gw_port': {'id': '54b12ee7-7890-4137-9b1a-a55533a8cafd', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:86:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cbb566-3bca-4211-a375-c6ca751791f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:15:08Z', 'updated_at': '2022-02-19T03:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:16:55.910072 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a367b60-69bc-4c2e-8cb1-af016a673ad5 None None] Checking router: 24cbb566-3bca-4211-a375-c6ca751791f2 for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:16:55.921429 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a367b60-69bc-4c2e-8cb1-af016a673ad5 None None] Routers {'24cbb566-3bca-4211-a375-c6ca751791f2'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:16:55.922483 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-4a367b60-69bc-4c2e-8cb1-af016a673ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:16:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['24cbb566-3bca-4211-a375-c6ca751791f2'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:16:55.961428 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-775a4d88-ee42-448d-a76a-c1bce3d53ac5 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for router (24cbb566-3bca-4211-a375-c6ca751791f2), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:56.046341 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ea5d17-0c2f-4eb7-b946-fb1301061271 None None] DHCP port deletion for 857a919b-06ed-45a8-aeb5-8f692bc36bb9 request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:16:56.048537 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-4a367b60-69bc-4c2e-8cb1-af016a673ad5 None None] Set router 24cbb566-3bca-4211-a375-c6ca751791f2 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:16:56.109470 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-50ea5d17-0c2f-4eb7-b946-fb1301061271 None None] Deleting port ca38faa7-92a9-4c37-8ab3-50aa0feffef5 {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:16:56.110178 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-50ea5d17-0c2f-4eb7-b946-fb1301061271 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (ca38faa7-92a9-4c37-8ab3-50aa0feffef5), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:56.124087 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-775a4d88-ee42-448d-a76a-c1bce3d53ac5 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for router_gateway (24cbb566-3bca-4211-a375-c6ca751791f2), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:56.180706 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-50ea5d17-0c2f-4eb7-b946-fb1301061271 None None] For port ca38faa7-92a9-4c37-8ab3-50aa0feffef5, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=ca38faa7-92a9-4c37-8ab3-50aa0feffef5,segment=NetworkSegment(5fc92d01-4b49-455e-b68d-221b56644dd1),segment_id=5fc92d01-4b49-455e-b68d-221b56644dd1)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:16:56.181143 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-50ea5d17-0c2f-4eb7-b946-fb1301061271 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (ca38faa7-92a9-4c37-8ab3-50aa0feffef5), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:56.195334 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-50ea5d17-0c2f-4eb7-b946-fb1301061271 None None] Calling delete_port for ca38faa7-92a9-4c37-8ab3-50aa0feffef5 owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:16:56.196301 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-775a4d88-ee42-448d-a76a-c1bce3d53ac5 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Deleting port 54b12ee7-7890-4137-9b1a-a55533a8cafd {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:16:56.196868 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-775a4d88-ee42-448d-a76a-c1bce3d53ac5 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (54b12ee7-7890-4137-9b1a-a55533a8cafd), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:56.282666 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-50ea5d17-0c2f-4eb7-b946-fb1301061271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (ca38faa7-92a9-4c37-8ab3-50aa0feffef5), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:56.303420 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-775a4d88-ee42-448d-a76a-c1bce3d53ac5 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] For port 54b12ee7-7890-4137-9b1a-a55533a8cafd, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=54b12ee7-7890-4137-9b1a-a55533a8cafd,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:16:56.303854 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-775a4d88-ee42-448d-a76a-c1bce3d53ac5 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (54b12ee7-7890-4137-9b1a-a55533a8cafd), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:56.309336 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ea5d17-0c2f-4eb7-b946-fb1301061271 None None] Pushing event deleted for resources: {'Port': ['ID=ca38faa7-92a9-4c37-8ab3-50aa0feffef5,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:56.320067 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ea5d17-0c2f-4eb7-b946-fb1301061271 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:16:56.320413 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ea5d17-0c2f-4eb7-b946-fb1301061271 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:16:56.320753 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ea5d17-0c2f-4eb7-b946-fb1301061271 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:16:56.321307 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ea5d17-0c2f-4eb7-b946-fb1301061271 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:16:56.321790 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ea5d17-0c2f-4eb7-b946-fb1301061271 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:16:56.322292 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ea5d17-0c2f-4eb7-b946-fb1301061271 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:16:56.323383 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ea5d17-0c2f-4eb7-b946-fb1301061271 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:16:56.324034 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ea5d17-0c2f-4eb7-b946-fb1301061271 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:16:56.324689 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ea5d17-0c2f-4eb7-b946-fb1301061271 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:16:56.325242 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ea5d17-0c2f-4eb7-b946-fb1301061271 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:16:56.325740 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ea5d17-0c2f-4eb7-b946-fb1301061271 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:16:56.326234 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ea5d17-0c2f-4eb7-b946-fb1301061271 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:16:56.326710 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ea5d17-0c2f-4eb7-b946-fb1301061271 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:16:56.327574 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-775a4d88-ee42-448d-a76a-c1bce3d53ac5 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Calling delete_port for 54b12ee7-7890-4137-9b1a-a55533a8cafd owned by network:router_gateway {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:16:56.330194 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ea5d17-0c2f-4eb7-b946-fb1301061271 None None] No DVR routers for this DVR port ca38faa7-92a9-4c37-8ab3-50aa0feffef5 on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:16:56.360301 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:56.401105 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-4a367b60-69bc-4c2e-8cb1-af016a673ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24cbb566-3bca-4211-a375-c6ca751791f2', 'name': 'tempest-TestNetworkBasicOps-router-448933419', 'tenant_id': '32b88e7bc28b44379a1452b198468e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '54b12ee7-7890-4137-9b1a-a55533a8cafd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:15:07Z', 'updated_at': '2022-02-19T03:16:54Z', 'revision_number': 5, 'project_id': '32b88e7bc28b44379a1452b198468e54', 'gw_port': {'id': '54b12ee7-7890-4137-9b1a-a55533a8cafd', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:86:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cbb566-3bca-4211-a375-c6ca751791f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:15:08Z', 'updated_at': '2022-02-19T03:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:16:56.430603 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a367b60-69bc-4c2e-8cb1-af016a673ad5 None None] The sync data for ids ['24cbb566-3bca-4211-a375-c6ca751791f2'] in n-d-826753-2 is: [{'id': '24cbb566-3bca-4211-a375-c6ca751791f2', 'name': 'tempest-TestNetworkBasicOps-router-448933419', 'tenant_id': '32b88e7bc28b44379a1452b198468e54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '54b12ee7-7890-4137-9b1a-a55533a8cafd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:15:07Z', 'updated_at': '2022-02-19T03:16:54Z', 'revision_number': 5, 'project_id': '32b88e7bc28b44379a1452b198468e54', 'gw_port': {'id': '54b12ee7-7890-4137-9b1a-a55533a8cafd', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:86:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cbb566-3bca-4211-a375-c6ca751791f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:15:08Z', 'updated_at': '2022-02-19T03:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:16:56.609280 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-775a4d88-ee42-448d-a76a-c1bce3d53ac5 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (54b12ee7-7890-4137-9b1a-a55533a8cafd), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:56.639696 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775a4d88-ee42-448d-a76a-c1bce3d53ac5 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Pushing event deleted for resources: {'Port': ['ID=54b12ee7-7890-4137-9b1a-a55533a8cafd,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:56.706233 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-775a4d88-ee42-448d-a76a-c1bce3d53ac5 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16285837'] for router_gateway (24cbb566-3bca-4211-a375-c6ca751791f2), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:56.807038 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-775a4d88-ee42-448d-a76a-c1bce3d53ac5 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16317457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14254'] for router (24cbb566-3bca-4211-a375-c6ca751791f2), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:56.809731 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-775a4d88-ee42-448d-a76a-c1bce3d53ac5 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for router_controller (24cbb566-3bca-4211-a375-c6ca751791f2), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:56.855278 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-775a4d88-ee42-448d-a76a-c1bce3d53ac5 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16317544'] for router (24cbb566-3bca-4211-a375-c6ca751791f2), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:56.855954 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-775a4d88-ee42-448d-a76a-c1bce3d53ac5 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Fanout notify agent at l3_agent the message router_deleted on router 24cbb566-3bca-4211-a375-c6ca751791f2 {{(pid=103701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:16:56.867170 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-775a4d88-ee42-448d-a76a-c1bce3d53ac5 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for router (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:56.868337 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-775a4d88-ee42-448d-a76a-c1bce3d53ac5 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "DELETE /v2.0/routers/24cbb566-3bca-4211-a375-c6ca751791f2 HTTP/1.1" status: 204 len: 168 time: 1.0410042 Feb 19 03:16:56.871759 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 40718) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:56.963927 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-139d143a-4603-4d85-90a6-4941da261692 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (857a919b-06ed-45a8-aeb5-8f692bc36bb9), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:56.986875 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device ca38faa7-92a9-4c37-8ab3-50aa0feffef5 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:16:57.008247 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: ca38faa7-92a9-4c37-8ab3-50aa0feffef5 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:16:57.008685 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device ca38faa7-92a9-4c37-8ab3-50aa0feffef5 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:16:57.009252 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 538d2a32-d679-4fb3-9f51-9818efbd9b81 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:16:57.031188 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 538d2a32-d679-4fb3-9f51-9818efbd9b81 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:16:57.031566 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 538d2a32-d679-4fb3-9f51-9818efbd9b81 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:16:57.068390 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-139d143a-4603-4d85-90a6-4941da261692 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (857a919b-06ed-45a8-aeb5-8f692bc36bb9), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:57.091976 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-139d143a-4603-4d85-90a6-4941da261692 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['857a919b-06ed-45a8-aeb5-8f692bc36bb9']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:16:57.101664 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-139d143a-4603-4d85-90a6-4941da261692 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fc92d01-4b49-455e-b68d-221b56644dd1') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:16:57.101873 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-139d143a-4603-4d85-90a6-4941da261692 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fc92d01-4b49-455e-b68d-221b56644dd1') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:16:57.111598 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-139d143a-4603-4d85-90a6-4941da261692 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (5fc92d01-4b49-455e-b68d-221b56644dd1), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:57.126660 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-139d143a-4603-4d85-90a6-4941da261692 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (5fc92d01-4b49-455e-b68d-221b56644dd1), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:57.136705 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-139d143a-4603-4d85-90a6-4941da261692 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Releasing vlan 270 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:16:57.136705 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-139d143a-4603-4d85-90a6-4941da261692 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (5fc92d01-4b49-455e-b68d-221b56644dd1), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:57.140555 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 03:16:57.140555 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:16:57.140555 n-d-826753-2 neutron-server[103702]: timer() Feb 19 03:16:57.140555 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:16:57.140555 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 03:16:57.140555 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:16:57.140555 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 03:16:57.140555 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:16:57.140555 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 03:16:57.140555 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:16:57.140555 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 03:16:57.140555 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:16:57.140555 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 03:16:57.140555 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:16:57.140555 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:16:57.140555 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:16:57.140555 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:16:57.140555 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:16:57.140555 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 03:16:57.140555 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:16:57.140555 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 03:16:57.140555 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:16:57.140555 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:16:57.140555 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:16:57.140555 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 03:16:57.140555 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:16:57.140555 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:16:57.140555 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:16:57.140555 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:16:57.140555 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:16:57.140555 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:16:57.140555 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:16:57.227784 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-139d143a-4603-4d85-90a6-4941da261692 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (857a919b-06ed-45a8-aeb5-8f692bc36bb9), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:57.239405 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-139d143a-4603-4d85-90a6-4941da261692 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:57.243233 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-139d143a-4603-4d85-90a6-4941da261692 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] 10.222.0.72 "DELETE /v2.0/networks/857a919b-06ed-45a8-aeb5-8f692bc36bb9 HTTP/1.1" status: 204 len: 168 time: 0.3690555 Feb 19 03:16:57.259447 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139d143a-4603-4d85-90a6-4941da261692 tempest-TestNetworkBasicOps-1930032368 tempest-TestNetworkBasicOps-1930032368-project] Pushing event deleted for resources: {'Network': ['ID=857a919b-06ed-45a8-aeb5-8f692bc36bb9,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:57.532053 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 40750) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:57.691588 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-d0ee4f7a-4487-4a09-8cad-f97f4dd39252 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=32b88e7bc28b44379a1452b198468e54&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1582947 Feb 19 03:16:57.694260 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 40760) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:57.749931 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a17cb642-2737-42f1-9ca1-d9bb5db4c99b admin admin] Publish callbacks [] for security_group (434ff5c6-c38f-4efa-b23a-d537c55789e6), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:57.774251 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a17cb642-2737-42f1-9ca1-d9bb5db4c99b admin admin] Publish callbacks [] for security_group (434ff5c6-c38f-4efa-b23a-d537c55789e6), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:57.825098 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a17cb642-2737-42f1-9ca1-d9bb5db4c99b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (434ff5c6-c38f-4efa-b23a-d537c55789e6), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:57.829200 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a17cb642-2737-42f1-9ca1-d9bb5db4c99b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:57.829440 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-a17cb642-2737-42f1-9ca1-d9bb5db4c99b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/434ff5c6-c38f-4efa-b23a-d537c55789e6 HTTP/1.1" status: 204 len: 168 time: 0.1342402 Feb 19 03:16:57.838793 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17cb642-2737-42f1-9ca1-d9bb5db4c99b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=434ff5c6-c38f-4efa-b23a-d537c55789e6,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:58.128713 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 40778) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:58.143298 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-33bf6507-41c5-473d-afc6-0914de504c73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:58.227404 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-33bf6507-41c5-473d-afc6-0914de504c73 admin admin] Publish callbacks [] for security_group (7c26f6bf-eca4-4741-8024-951a7ae5a971), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:58.231648 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-33bf6507-41c5-473d-afc6-0914de504c73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (7c26f6bf-eca4-4741-8024-951a7ae5a971), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:58.274814 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-33bf6507-41c5-473d-afc6-0914de504c73 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=849a5791eb434fb3aa6e8b8f0a3aefba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1448126 Feb 19 03:16:58.275678 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bf6507-41c5-473d-afc6-0914de504c73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c26f6bf-eca4-4741-8024-951a7ae5a971,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:58.277602 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 40780) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:58.331175 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8998-fb89-41b8-9b0e-ccfe22afd382 admin admin] Publish callbacks [] for security_group (7c26f6bf-eca4-4741-8024-951a7ae5a971), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:58.353681 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8998-fb89-41b8-9b0e-ccfe22afd382 admin admin] Publish callbacks [] for security_group (7c26f6bf-eca4-4741-8024-951a7ae5a971), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:58.405317 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8998-fb89-41b8-9b0e-ccfe22afd382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (7c26f6bf-eca4-4741-8024-951a7ae5a971), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:58.408086 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8998-fb89-41b8-9b0e-ccfe22afd382 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:58.409399 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-ba1d8998-fb89-41b8-9b0e-ccfe22afd382 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7c26f6bf-eca4-4741-8024-951a7ae5a971 HTTP/1.1" status: 204 len: 168 time: 0.1305246 Feb 19 03:16:58.422314 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d8998-fb89-41b8-9b0e-ccfe22afd382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c26f6bf-eca4-4741-8024-951a7ae5a971,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:58.592438 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 54b12ee7-7890-4137-9b1a-a55533a8cafd no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:16:58.617400 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 54b12ee7-7890-4137-9b1a-a55533a8cafd {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:16:58.617754 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 54b12ee7-7890-4137-9b1a-a55533a8cafd not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:16:59.175098 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 40804) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:59.287481 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-90413f4a-9859-4c3d-8c5d-dc76ac5b49f7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-929029532-network', 'tenant_id': '64ae991cb43e46efb531c9e00a1ca2e3'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:16:59.314889 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90413f4a-9859-4c3d-8c5d-dc76ac5b49f7 admin admin] Made reservation on behalf of 64ae991cb43e46efb531c9e00a1ca2e3 for: {'network': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:16:59.317545 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-90413f4a-9859-4c3d-8c5d-dc76ac5b49f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:59.326829 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-90413f4a-9859-4c3d-8c5d-dc76ac5b49f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:59.408049 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-90413f4a-9859-4c3d-8c5d-dc76ac5b49f7 admin admin] Publish callbacks [] for security_group (e1dc6330-d73e-41e6-bffd-0cd7f7491f3c), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:59.412853 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-90413f4a-9859-4c3d-8c5d-dc76ac5b49f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (e1dc6330-d73e-41e6-bffd-0cd7f7491f3c), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:59.439180 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90413f4a-9859-4c3d-8c5d-dc76ac5b49f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 279, 'physical_network': 'physnet1'} {{(pid=103701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:16:59.449403 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90413f4a-9859-4c3d-8c5d-dc76ac5b49f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1dc6330-d73e-41e6-bffd-0cd7f7491f3c,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:59.454585 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-90413f4a-9859-4c3d-8c5d-dc76ac5b49f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (bc5d74be-1223-49a4-a23a-7c0d761331cb), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:59.454920 n-d-826753-2 neutron-server[103701]: INFO neutron.db.segments_db [None req-90413f4a-9859-4c3d-8c5d-dc76ac5b49f7 admin admin] Added segment bc5d74be-1223-49a4-a23a-7c0d761331cb of type vlan for network b216cc2c-1512-4bae-b856-4f0437b460aa Feb 19 03:16:59.498490 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-90413f4a-9859-4c3d-8c5d-dc76ac5b49f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (b216cc2c-1512-4bae-b856-4f0437b460aa), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:59.525552 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-90413f4a-9859-4c3d-8c5d-dc76ac5b49f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (b216cc2c-1512-4bae-b856-4f0437b460aa), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:59.527185 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90413f4a-9859-4c3d-8c5d-dc76ac5b49f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:59.527938 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-90413f4a-9859-4c3d-8c5d-dc76ac5b49f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:59.602331 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-90413f4a-9859-4c3d-8c5d-dc76ac5b49f7 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4257891 Feb 19 03:16:59.605971 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 40808) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:59.610926 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-e7c2d670-e8f5-42cf-925b-ee6a5de1fe97 admin admin] Request body: {'subnet': {'network_id': 'b216cc2c-1512-4bae-b856-4f0437b460aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-929029532-subnet', 'tenant_id': '64ae991cb43e46efb531c9e00a1ca2e3', 'ip_version': 4}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:16:59.619669 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90413f4a-9859-4c3d-8c5d-dc76ac5b49f7 admin admin] Pushing event updated for resources: {'Network': ['ID=b216cc2c-1512-4bae-b856-4f0437b460aa,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:59.637588 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network b216cc2c-1512-4bae-b856-4f0437b460aa details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:16:59.638231 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7c2d670-e8f5-42cf-925b-ee6a5de1fe97 admin admin] Made reservation on behalf of 64ae991cb43e46efb531c9e00a1ca2e3 for: {'subnet': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:16:59.642326 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e7c2d670-e8f5-42cf-925b-ee6a5de1fe97 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58706307'] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:00.156651 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e7c2d670-e8f5-42cf-925b-ee6a5de1fe97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12647271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58706289'] for subnet (96ee5a80-083e-4f09-972c-00585f4cdb44), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:00.229862 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c2d670-e8f5-42cf-925b-ee6a5de1fe97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96ee5a80-083e-4f09-972c-00585f4cdb44,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:00.240374 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c2d670-e8f5-42cf-925b-ee6a5de1fe97 admin admin] Checking segment: {'id': 'bc5d74be-1223-49a4-a23a-7c0d761331cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'b216cc2c-1512-4bae-b856-4f0437b460aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:17:00.240739 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c2d670-e8f5-42cf-925b-ee6a5de1fe97 admin admin] Network hostable DHCP agents. Network: b216cc2c-1512-4bae-b856-4f0437b460aa, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:17:00.264180 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c2d670-e8f5-42cf-925b-ee6a5de1fe97 admin admin] Network b216cc2c-1512-4bae-b856-4f0437b460aa is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:17:00.276498 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-e7c2d670-e8f5-42cf-925b-ee6a5de1fe97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, b216cc2c-1512-4bae-b856-4f0437b460aa) {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:17:00.281705 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c2d670-e8f5-42cf-925b-ee6a5de1fe97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:00.282413 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e7c2d670-e8f5-42cf-925b-ee6a5de1fe97 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:00.289282 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2dad893-822c-4e97-a3ed-6db6cf34486d None None] Network b216cc2c-1512-4bae-b856-4f0437b460aa requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:17:00.309458 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-e7c2d670-e8f5-42cf-925b-ee6a5de1fe97 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7020140 Feb 19 03:17:00.311806 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 40812) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:00.318812 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-920cb608-cf9f-402a-8edb-a9a0066154e4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-929029532-router', 'tenant_id': '64ae991cb43e46efb531c9e00a1ca2e3', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:17:00.356261 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-920cb608-cf9f-402a-8edb-a9a0066154e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14172'] for router (a4167261-d83c-4da6-8470-6a9ada3dfcef), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:00.357342 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-920cb608-cf9f-402a-8edb-a9a0066154e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16317487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16285822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16309985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14247'] for router (a4167261-d83c-4da6-8470-6a9ada3dfcef), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:00.414615 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e497453c-898d-41b8-a290-fd7e3f57c969 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-b216cc2c-1512-4bae-b856-4f0437b460aa', 'network_id': 'b216cc2c-1512-4bae-b856-4f0437b460aa', 'project_id': '64ae991cb43e46efb531c9e00a1ca2e3', 'fixed_ips': [{'subnet_id': '96ee5a80-083e-4f09-972c-00585f4cdb44'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:17:00.415733 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e497453c-898d-41b8-a290-fd7e3f57c969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:00.430067 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-920cb608-cf9f-402a-8edb-a9a0066154e4 admin admin] Publish callbacks [] for router_controller (a4167261-d83c-4da6-8470-6a9ada3dfcef), precommit_add_association {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:00.579818 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-e497453c-898d-41b8-a290-fd7e3f57c969 None None] Allocated IP 172.20.0.2 (b216cc2c-1512-4bae-b856-4f0437b460aa/96ee5a80-083e-4f09-972c-00585f4cdb44/fc3e00e0-65da-4940-a772-4924c0ebdf5a) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:17:00.593769 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-920cb608-cf9f-402a-8edb-a9a0066154e4 admin admin] Publish callbacks [] for router_gateway (a4167261-d83c-4da6-8470-6a9ada3dfcef), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:00.740363 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e497453c-898d-41b8-a290-fd7e3f57c969 None None] Publish callbacks [] for port (fc3e00e0-65da-4940-a772-4924c0ebdf5a), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:00.748003 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e497453c-898d-41b8-a290-fd7e3f57c969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (fc3e00e0-65da-4940-a772-4924c0ebdf5a), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:00.786570 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e497453c-898d-41b8-a290-fd7e3f57c969 None None] Network b216cc2c-1512-4bae-b856-4f0437b460aa is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:17:00.789620 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-e497453c-898d-41b8-a290-fd7e3f57c969 None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:17:00.794572 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e497453c-898d-41b8-a290-fd7e3f57c969 None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:17:00.808157 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e497453c-898d-41b8-a290-fd7e3f57c969 None None] Pushing event updated for resources: {'Port': ['ID=fc3e00e0-65da-4940-a772-4924c0ebdf5a,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:00.819104 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-920cb608-cf9f-402a-8edb-a9a0066154e4 admin admin] Publish callbacks [] for router_gateway (a4167261-d83c-4da6-8470-6a9ada3dfcef), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:00.839280 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-920cb608-cf9f-402a-8edb-a9a0066154e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:00.862709 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-e497453c-898d-41b8-a290-fd7e3f57c969 None None] Attempting to bind port fc3e00e0-65da-4940-a772-4924c0ebdf5a on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:17:00.863087 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-e497453c-898d-41b8-a290-fd7e3f57c969 None None] Attempting to bind port fc3e00e0-65da-4940-a772-4924c0ebdf5a by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': 'bc5d74be-1223-49a4-a23a-7c0d761331cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'b216cc2c-1512-4bae-b856-4f0437b460aa'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:17:00.863451 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e497453c-898d-41b8-a290-fd7e3f57c969 None None] Attempting to bind port fc3e00e0-65da-4940-a772-4924c0ebdf5a on network b216cc2c-1512-4bae-b856-4f0437b460aa {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:17:00.868650 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e497453c-898d-41b8-a290-fd7e3f57c969 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:17:00.869075 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e497453c-898d-41b8-a290-fd7e3f57c969 None None] Checking segment: {'id': 'bc5d74be-1223-49a4-a23a-7c0d761331cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'b216cc2c-1512-4bae-b856-4f0437b460aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:17:00.869479 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e497453c-898d-41b8-a290-fd7e3f57c969 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:00.870411 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e497453c-898d-41b8-a290-fd7e3f57c969 None None] Bound using segment: {'id': 'bc5d74be-1223-49a4-a23a-7c0d761331cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'b216cc2c-1512-4bae-b856-4f0437b460aa'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:17:00.870877 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-e497453c-898d-41b8-a290-fd7e3f57c969 None None] Bound port: fc3e00e0-65da-4940-a772-4924c0ebdf5a, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc5d74be-1223-49a4-a23a-7c0d761331cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'b216cc2c-1512-4bae-b856-4f0437b460aa'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:17:00.871651 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e497453c-898d-41b8-a290-fd7e3f57c969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (fc3e00e0-65da-4940-a772-4924c0ebdf5a), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:00.935793 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e497453c-898d-41b8-a290-fd7e3f57c969 None None] For port fc3e00e0-65da-4940-a772-4924c0ebdf5a, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:17:00.938787 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e497453c-898d-41b8-a290-fd7e3f57c969 None None] For port fc3e00e0-65da-4940-a772-4924c0ebdf5a, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=fc3e00e0-65da-4940-a772-4924c0ebdf5a,segment=NetworkSegment(bc5d74be-1223-49a4-a23a-7c0d761331cb),segment_id=bc5d74be-1223-49a4-a23a-7c0d761331cb)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:17:00.945038 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e497453c-898d-41b8-a290-fd7e3f57c969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (fc3e00e0-65da-4940-a772-4924c0ebdf5a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:00.949475 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-920cb608-cf9f-402a-8edb-a9a0066154e4 admin admin] Allocated IP 172.25.6.99 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/1f063ce7-a35d-4b14-b809-fc9de6498650) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:17:01.006994 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e497453c-898d-41b8-a290-fd7e3f57c969 None None] Pushing event updated for resources: {'Port': ['ID=fc3e00e0-65da-4940-a772-4924c0ebdf5a,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:01.071397 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-920cb608-cf9f-402a-8edb-a9a0066154e4 admin admin] Publish callbacks [] for port (1f063ce7-a35d-4b14-b809-fc9de6498650), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:01.114329 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-920cb608-cf9f-402a-8edb-a9a0066154e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (1f063ce7-a35d-4b14-b809-fc9de6498650), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:01.155966 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920cb608-cf9f-402a-8edb-a9a0066154e4 admin admin] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:17:01.159249 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-920cb608-cf9f-402a-8edb-a9a0066154e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:17:01.162052 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920cb608-cf9f-402a-8edb-a9a0066154e4 admin admin] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:17:01.195971 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920cb608-cf9f-402a-8edb-a9a0066154e4 admin admin] Pushing event updated for resources: {'Port': ['ID=1f063ce7-a35d-4b14-b809-fc9de6498650,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:01.499149 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2c7df2b3-91f4-4b56-866d-2b23f2508526 req-128f0c49-1953-46bd-a02f-344ae8b180cc service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=399ef207-3128-4be8-a1ae-2f81ccbaba4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1359277 Feb 19 03:17:01.512665 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-920cb608-cf9f-402a-8edb-a9a0066154e4 admin admin] Publish callbacks [] for router_gateway (a4167261-d83c-4da6-8470-6a9ada3dfcef), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:01.658521 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7df2b3-91f4-4b56-866d-2b23f2508526 req-40d7e357-9668-41a1-afee-d6f4d552ae93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:01.660033 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2c7df2b3-91f4-4b56-866d-2b23f2508526 req-40d7e357-9668-41a1-afee-d6f4d552ae93 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=fb2c2a033b7e417f933bc0bae524eae3&device_id=399ef207-3128-4be8-a1ae-2f81ccbaba4a HTTP/1.1" status: 200 len: 1129 time: 0.0985887 Feb 19 03:17:01.841577 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-920cb608-cf9f-402a-8edb-a9a0066154e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16317478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865'] for router (a4167261-d83c-4da6-8470-6a9ada3dfcef), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:01.850853 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7df2b3-91f4-4b56-866d-2b23f2508526 req-3b1fb8aa-35eb-43b4-8fd3-46224621fc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:01.852356 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2c7df2b3-91f4-4b56-866d-2b23f2508526 req-3b1fb8aa-35eb-43b4-8fd3-46224621fc40 service neutron] 10.222.0.82 "GET /v2.0/networks?id=f202f6e6-ff6c-416c-b757-76fc930d3992 HTTP/1.1" status: 200 len: 916 time: 0.1603436 Feb 19 03:17:01.995388 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2c7df2b3-91f4-4b56-866d-2b23f2508526 req-921a343e-4a3c-4d20-93c0-3cc91d09cb30 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=47ba5e21-cd34-4511-9761-c2908b71ba23 HTTP/1.1" status: 200 len: 1002 time: 0.1020374 Feb 19 03:17:02.069814 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7df2b3-91f4-4b56-866d-2b23f2508526 req-3eaeba95-1806-4fd0-8769-2cac5f5fef4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:02.071282 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2c7df2b3-91f4-4b56-866d-2b23f2508526 req-3eaeba95-1806-4fd0-8769-2cac5f5fef4c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e5721fd3-1b55-4729-a406-44f440380eba HTTP/1.1" status: 200 len: 854 time: 0.0686870 Feb 19 03:17:02.116983 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-920cb608-cf9f-402a-8edb-a9a0066154e4 admin admin] Router a4167261-d83c-4da6-8470-6a9ada3dfcef is scheduled to L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd with binding_index 1 {{(pid=103701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:17:02.172193 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2569e0-e774-484e-8783-50de36eca5a8 None None] Network b216cc2c-1512-4bae-b856-4f0437b460aa requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:17:02.183709 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7df2b3-91f4-4b56-866d-2b23f2508526 req-079a3a6c-adcd-4c91-bbeb-49c6a6f4c1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:02.185425 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2c7df2b3-91f4-4b56-866d-2b23f2508526 req-079a3a6c-adcd-4c91-bbeb-49c6a6f4c1b9 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f202f6e6-ff6c-416c-b757-76fc930d3992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1051128 Feb 19 03:17:02.236871 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-92fd7ad6-d749-4e01-92be-9324ddb4805a None None] Provisioning complete for port fc3e00e0-65da-4940-a772-4924c0ebdf5a triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:17:02.237317 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-92fd7ad6-d749-4e01-92be-9324ddb4805a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (fc3e00e0-65da-4940-a772-4924c0ebdf5a), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:02.339834 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-920cb608-cf9f-402a-8edb-a9a0066154e4 admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:17:02.348682 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2c7df2b3-91f4-4b56-866d-2b23f2508526 req-e9863946-924a-467f-8830-445e79a91487 service neutron] 10.222.0.82 "GET /v2.0/networks/f202f6e6-ff6c-416c-b757-76fc930d3992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541529 Feb 19 03:17:02.383320 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-920cb608-cf9f-402a-8edb-a9a0066154e4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:02.388137 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-920cb608-cf9f-402a-8edb-a9a0066154e4 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0713375 Feb 19 03:17:02.388448 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 40822) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:02.466681 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2c7df2b3-91f4-4b56-866d-2b23f2508526 req-c49a77f7-8967-47ee-93e1-a2616e72edaa service neutron] 10.222.0.82 "GET /v2.0/networks/f202f6e6-ff6c-416c-b757-76fc930d3992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091220 Feb 19 03:17:02.473394 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82939442-d99a-4c91-9430-b7522b565495 None None] Sync routers for ids ['a4167261-d83c-4da6-8470-6a9ada3dfcef'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:17:02.535689 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82939442-d99a-4c91-9430-b7522b565495 None None] Routers {'a4167261-d83c-4da6-8470-6a9ada3dfcef'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:17:02.536846 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-82939442-d99a-4c91-9430-b7522b565495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:16:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['a4167261-d83c-4da6-8470-6a9ada3dfcef'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:02.680926 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-82939442-d99a-4c91-9430-b7522b565495 None None] Set router a4167261-d83c-4da6-8470-6a9ada3dfcef gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:17:02.751631 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device fc3e00e0-65da-4940-a772-4924c0ebdf5a up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:17:02.833282 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-92fd7ad6-d749-4e01-92be-9324ddb4805a None None] Current status of the port fc3e00e0-65da-4940-a772-4924c0ebdf5a is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:17:02.833718 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-92fd7ad6-d749-4e01-92be-9324ddb4805a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (fc3e00e0-65da-4940-a772-4924c0ebdf5a), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:02.934805 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-92fd7ad6-d749-4e01-92be-9324ddb4805a None None] For port fc3e00e0-65da-4940-a772-4924c0ebdf5a, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=fc3e00e0-65da-4940-a772-4924c0ebdf5a,segment=NetworkSegment(bc5d74be-1223-49a4-a23a-7c0d761331cb),segment_id=bc5d74be-1223-49a4-a23a-7c0d761331cb)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:17:02.954053 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-92fd7ad6-d749-4e01-92be-9324ddb4805a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (fc3e00e0-65da-4940-a772-4924c0ebdf5a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:02.993417 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port fc3e00e0-65da-4940-a772-4924c0ebdf5a triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:17:02.993801 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (fc3e00e0-65da-4940-a772-4924c0ebdf5a), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:03.108841 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fd7ad6-d749-4e01-92be-9324ddb4805a None None] Pushing event updated for resources: {'Port': ['ID=fc3e00e0-65da-4940-a772-4924c0ebdf5a,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:03.184996 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port fc3e00e0-65da-4940-a772-4924c0ebdf5a is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:17:03.209654 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-82939442-d99a-4c91-9430-b7522b565495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4167261-d83c-4da6-8470-6a9ada3dfcef', 'name': 'tempest-TestVolumeBackupRestore-929029532-router', 'tenant_id': '64ae991cb43e46efb531c9e00a1ca2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '1f063ce7-a35d-4b14-b809-fc9de6498650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:17:00Z', 'updated_at': '2022-02-19T03:17:01Z', 'revision_number': 3, 'project_id': '64ae991cb43e46efb531c9e00a1ca2e3', 'gw_port': {'id': '1f063ce7-a35d-4b14-b809-fc9de6498650', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:7e:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4167261-d83c-4da6-8470-6a9ada3dfcef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:17:00Z', 'updated_at': '2022-02-19T03:17:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:03.242241 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82939442-d99a-4c91-9430-b7522b565495 None None] Checking router: a4167261-d83c-4da6-8470-6a9ada3dfcef for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:17:03.242599 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82939442-d99a-4c91-9430-b7522b565495 None None] Updating router a4167261-d83c-4da6-8470-6a9ada3dfcef port 1f063ce7-a35d-4b14-b809-fc9de6498650 binding host n-d-826753-2 {{(pid=103703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:17:03.259049 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3b3ced88-7d42-494b-a3da-8e30b1f52fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:03.298474 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-24e39889-5c79-4faf-9665-b55b48283285 None None] Provisioning complete for port fc3e00e0-65da-4940-a772-4924c0ebdf5a triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:17:03.298853 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-24e39889-5c79-4faf-9665-b55b48283285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (fc3e00e0-65da-4940-a772-4924c0ebdf5a), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:03.302311 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-82939442-d99a-4c91-9430-b7522b565495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (1f063ce7-a35d-4b14-b809-fc9de6498650), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:03.495772 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-3b3ced88-7d42-494b-a3da-8e30b1f52fb9 admin admin] Allocated IP 172.20.0.1 (b216cc2c-1512-4bae-b856-4f0437b460aa/96ee5a80-083e-4f09-972c-00585f4cdb44/9ccea71f-b787-4742-96ff-ef9ccc89c2bf) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:17:03.615661 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-24e39889-5c79-4faf-9665-b55b48283285 None None] Current status of the port fc3e00e0-65da-4940-a772-4924c0ebdf5a is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:17:03.650212 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3b3ced88-7d42-494b-a3da-8e30b1f52fb9 admin admin] Publish callbacks [] for port (9ccea71f-b787-4742-96ff-ef9ccc89c2bf), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:03.694525 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3b3ced88-7d42-494b-a3da-8e30b1f52fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (9ccea71f-b787-4742-96ff-ef9ccc89c2bf), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:03.738426 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3ced88-7d42-494b-a3da-8e30b1f52fb9 admin admin] Pushing event updated for resources: {'Port': ['ID=9ccea71f-b787-4742-96ff-ef9ccc89c2bf,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:03.755994 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3ced88-7d42-494b-a3da-8e30b1f52fb9 admin admin] Network b216cc2c-1512-4bae-b856-4f0437b460aa is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:17:03.757702 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-3b3ced88-7d42-494b-a3da-8e30b1f52fb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:17:03.760090 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3ced88-7d42-494b-a3da-8e30b1f52fb9 admin admin] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:17:03.806213 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3b3ced88-7d42-494b-a3da-8e30b1f52fb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16289150'] for router_interface (a4167261-d83c-4da6-8470-6a9ada3dfcef), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:03.812194 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-82939442-d99a-4c91-9430-b7522b565495 None None] Publish callbacks [] for port (1f063ce7-a35d-4b14-b809-fc9de6498650), precommit_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:03.819852 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-82939442-d99a-4c91-9430-b7522b565495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (1f063ce7-a35d-4b14-b809-fc9de6498650), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:03.908787 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d0b175-0274-4622-89cc-87f1cfa980f3 None None] Pushing event updated for resources: {'Port': ['ID=1f063ce7-a35d-4b14-b809-fc9de6498650,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:03.911573 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-82939442-d99a-4c91-9430-b7522b565495 None None] Attempting to bind port 1f063ce7-a35d-4b14-b809-fc9de6498650 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:17:03.911948 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-82939442-d99a-4c91-9430-b7522b565495 None None] Attempting to bind port 1f063ce7-a35d-4b14-b809-fc9de6498650 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:17:03.912311 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82939442-d99a-4c91-9430-b7522b565495 None None] Attempting to bind port 1f063ce7-a35d-4b14-b809-fc9de6498650 on network eaf64708-9021-419e-b287-ef3e0f51e2ee {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:17:03.924497 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82939442-d99a-4c91-9430-b7522b565495 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:17:03.925984 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82939442-d99a-4c91-9430-b7522b565495 None None] Checking segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:17:03.926374 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-82939442-d99a-4c91-9430-b7522b565495 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:03.926915 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82939442-d99a-4c91-9430-b7522b565495 None None] Bound using segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:17:03.927423 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-82939442-d99a-4c91-9430-b7522b565495 None None] Bound port: 1f063ce7-a35d-4b14-b809-fc9de6498650, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:17:03.927822 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-82939442-d99a-4c91-9430-b7522b565495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (1f063ce7-a35d-4b14-b809-fc9de6498650), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:04.017165 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-82939442-d99a-4c91-9430-b7522b565495 None None] For port 1f063ce7-a35d-4b14-b809-fc9de6498650, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:17:04.021699 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-82939442-d99a-4c91-9430-b7522b565495 None None] For port 1f063ce7-a35d-4b14-b809-fc9de6498650, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=1f063ce7-a35d-4b14-b809-fc9de6498650,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:17:04.041738 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-82939442-d99a-4c91-9430-b7522b565495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (1f063ce7-a35d-4b14-b809-fc9de6498650), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:04.070257 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3b3ced88-7d42-494b-a3da-8e30b1f52fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (9ccea71f-b787-4742-96ff-ef9ccc89c2bf), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:04.107243 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82939442-d99a-4c91-9430-b7522b565495 None None] Routers {'a4167261-d83c-4da6-8470-6a9ada3dfcef'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:17:04.107878 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-82939442-d99a-4c91-9430-b7522b565495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:16:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['a4167261-d83c-4da6-8470-6a9ada3dfcef'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:04.154160 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d0b175-0274-4622-89cc-87f1cfa980f3 None None] Pushing event updated for resources: {'Port': ['ID=1f063ce7-a35d-4b14-b809-fc9de6498650,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:04.178026 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-898a3d13-709a-45a0-8030-8aa711607f80 None None] Provisioning complete for port 9ccea71f-b787-4742-96ff-ef9ccc89c2bf triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:17:04.178403 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-898a3d13-709a-45a0-8030-8aa711607f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (9ccea71f-b787-4742-96ff-ef9ccc89c2bf), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:04.265919 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-898a3d13-709a-45a0-8030-8aa711607f80 None None] Port 9ccea71f-b787-4742-96ff-ef9ccc89c2bf cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:17:04.282225 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3b3ced88-7d42-494b-a3da-8e30b1f52fb9 admin admin] Publish callbacks [] for port (9ccea71f-b787-4742-96ff-ef9ccc89c2bf), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:04.285960 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-82939442-d99a-4c91-9430-b7522b565495 None None] Set router a4167261-d83c-4da6-8470-6a9ada3dfcef gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:17:04.289766 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3b3ced88-7d42-494b-a3da-8e30b1f52fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (9ccea71f-b787-4742-96ff-ef9ccc89c2bf), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:04.403482 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3ced88-7d42-494b-a3da-8e30b1f52fb9 admin admin] Pushing event updated for resources: {'Port': ['ID=9ccea71f-b787-4742-96ff-ef9ccc89c2bf,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:04.411097 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3b3ced88-7d42-494b-a3da-8e30b1f52fb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16362769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16289258'] for router_interface (a4167261-d83c-4da6-8470-6a9ada3dfcef), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:04.532691 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-82939442-d99a-4c91-9430-b7522b565495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4167261-d83c-4da6-8470-6a9ada3dfcef', 'name': 'tempest-TestVolumeBackupRestore-929029532-router', 'tenant_id': '64ae991cb43e46efb531c9e00a1ca2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '1f063ce7-a35d-4b14-b809-fc9de6498650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:17:00Z', 'updated_at': '2022-02-19T03:17:04Z', 'revision_number': 4, 'project_id': '64ae991cb43e46efb531c9e00a1ca2e3', 'gw_port': {'id': '1f063ce7-a35d-4b14-b809-fc9de6498650', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:7e:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4167261-d83c-4da6-8470-6a9ada3dfcef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:17:00Z', 'updated_at': '2022-02-19T03:17:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '9ccea71f-b787-4742-96ff-ef9ccc89c2bf', 'name': '', 'network_id': 'b216cc2c-1512-4bae-b856-4f0437b460aa', 'tenant_id': '64ae991cb43e46efb531c9e00a1ca2e3', 'mac_address': 'fa:16:3e:0e:df:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4167261-d83c-4da6-8470-6a9ada3dfcef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': '96ee5a80-083e-4f09-972c-00585f4cdb44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:17:03Z', 'updated_at': '2022-02-19T03:17:03Z', 'revision_number': 1, 'project_id': '64ae991cb43e46efb531c9e00a1ca2e3', 'subnets': [{'id': '96ee5a80-083e-4f09-972c-00585f4cdb44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:04.535408 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3ced88-7d42-494b-a3da-8e30b1f52fb9 admin admin] Network b216cc2c-1512-4bae-b856-4f0437b460aa is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:17:04.539264 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-3b3ced88-7d42-494b-a3da-8e30b1f52fb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:17:04.599754 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82939442-d99a-4c91-9430-b7522b565495 None None] The sync data for ids ['a4167261-d83c-4da6-8470-6a9ada3dfcef'] in n-d-826753-2 is: [{'id': 'a4167261-d83c-4da6-8470-6a9ada3dfcef', 'name': 'tempest-TestVolumeBackupRestore-929029532-router', 'tenant_id': '64ae991cb43e46efb531c9e00a1ca2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '1f063ce7-a35d-4b14-b809-fc9de6498650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:17:00Z', 'updated_at': '2022-02-19T03:17:04Z', 'revision_number': 4, 'project_id': '64ae991cb43e46efb531c9e00a1ca2e3', 'gw_port': {'id': '1f063ce7-a35d-4b14-b809-fc9de6498650', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:7e:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4167261-d83c-4da6-8470-6a9ada3dfcef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:17:00Z', 'updated_at': '2022-02-19T03:17:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '9ccea71f-b787-4742-96ff-ef9ccc89c2bf', 'name': '', 'network_id': 'b216cc2c-1512-4bae-b856-4f0437b460aa', 'tenant_id': '64ae991cb43e46efb531c9e00a1ca2e3', 'mac_address': 'fa:16:3e:0e:df:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4167261-d83c-4da6-8470-6a9ada3dfcef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': '96ee5a80-083e-4f09-972c-00585f4cdb44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:17:03Z', 'updated_at': '2022-02-19T03:17:03Z', 'revision_number': 1, 'project_id': '64ae991cb43e46efb531c9e00a1ca2e3', 'subnets': [{'id': '96ee5a80-083e-4f09-972c-00585f4cdb44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:17:04.692452 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device fc3e00e0-65da-4940-a772-4924c0ebdf5a up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:17:04.774896 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b3ced88-7d42-494b-a3da-8e30b1f52fb9 admin admin] Router a4167261-d83c-4da6-8470-6a9ada3dfcef has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:17:04.794757 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port fc3e00e0-65da-4940-a772-4924c0ebdf5a triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:17:04.795373 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (fc3e00e0-65da-4940-a772-4924c0ebdf5a), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:04.922407 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port fc3e00e0-65da-4940-a772-4924c0ebdf5a is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:17:04.951416 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b3ced88-7d42-494b-a3da-8e30b1f52fb9 admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:17:04.959387 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-3b3ced88-7d42-494b-a3da-8e30b1f52fb9 admin admin] 10.222.0.72 "PUT /v2.0/routers/a4167261-d83c-4da6-8470-6a9ada3dfcef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5697324 Feb 19 03:17:04.992366 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b831818c-0f89-4ede-b766-3a3d5c69f3cd None None] Provisioning complete for port 9ccea71f-b787-4742-96ff-ef9ccc89c2bf triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:17:04.993111 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b831818c-0f89-4ede-b766-3a3d5c69f3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (9ccea71f-b787-4742-96ff-ef9ccc89c2bf), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:05.072565 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b831818c-0f89-4ede-b766-3a3d5c69f3cd None None] Port 9ccea71f-b787-4742-96ff-ef9ccc89c2bf cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:17:05.673846 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 40848) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:05.690284 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-b31b7bcc-d5a3-43d1-b61f-eb1e6ba3d7ae admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-420245170-network', 'tenant_id': 'b7a2a0bc3e2c4600a91c20227f8428a2'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:17:05.736783 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b31b7bcc-d5a3-43d1-b61f-eb1e6ba3d7ae admin admin] Made reservation on behalf of b7a2a0bc3e2c4600a91c20227f8428a2 for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:17:05.742746 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b31b7bcc-d5a3-43d1-b61f-eb1e6ba3d7ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:05.757490 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b31b7bcc-d5a3-43d1-b61f-eb1e6ba3d7ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:05.926456 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b31b7bcc-d5a3-43d1-b61f-eb1e6ba3d7ae admin admin] Publish callbacks [] for security_group (3f538f21-dd9c-4d41-b410-0b7d6d9b1680), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:05.932281 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b31b7bcc-d5a3-43d1-b61f-eb1e6ba3d7ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (3f538f21-dd9c-4d41-b410-0b7d6d9b1680), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:05.947726 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b31b7bcc-d5a3-43d1-b61f-eb1e6ba3d7ae admin admin] vlan segment allocate from pool success with {'vlan_id': 278, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:17:05.959619 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b31b7bcc-d5a3-43d1-b61f-eb1e6ba3d7ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (0264e9b4-dd9a-42eb-93b3-c0a4ea239113), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:05.960517 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-b31b7bcc-d5a3-43d1-b61f-eb1e6ba3d7ae admin admin] Added segment 0264e9b4-dd9a-42eb-93b3-c0a4ea239113 of type vlan for network c69cc084-ef9d-48b1-a3c4-7a315e95e138 Feb 19 03:17:06.014707 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b31b7bcc-d5a3-43d1-b61f-eb1e6ba3d7ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (c69cc084-ef9d-48b1-a3c4-7a315e95e138), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:06.072045 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31b7bcc-d5a3-43d1-b61f-eb1e6ba3d7ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f538f21-dd9c-4d41-b410-0b7d6d9b1680,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:06.086557 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b31b7bcc-d5a3-43d1-b61f-eb1e6ba3d7ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (c69cc084-ef9d-48b1-a3c4-7a315e95e138), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:06.087659 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31b7bcc-d5a3-43d1-b61f-eb1e6ba3d7ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:06.088138 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b31b7bcc-d5a3-43d1-b61f-eb1e6ba3d7ae admin admin] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:06.177253 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31b7bcc-d5a3-43d1-b61f-eb1e6ba3d7ae admin admin] Pushing event updated for resources: {'Network': ['ID=c69cc084-ef9d-48b1-a3c4-7a315e95e138,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:06.195795 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network c69cc084-ef9d-48b1-a3c4-7a315e95e138 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:17:06.196390 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-b31b7bcc-d5a3-43d1-b61f-eb1e6ba3d7ae admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5209870 Feb 19 03:17:06.199076 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 40852) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:06.206713 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-7ba463ee-00e1-44ff-a06f-cabcac5c203c admin admin] Request body: {'subnet': {'network_id': 'c69cc084-ef9d-48b1-a3c4-7a315e95e138', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-420245170-subnet', 'tenant_id': 'b7a2a0bc3e2c4600a91c20227f8428a2', 'ip_version': 4}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:17:06.241162 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ba463ee-00e1-44ff-a06f-cabcac5c203c admin admin] Made reservation on behalf of b7a2a0bc3e2c4600a91c20227f8428a2 for: {'subnet': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:17:06.244257 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7ba463ee-00e1-44ff-a06f-cabcac5c203c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58706307'] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:06.531706 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7ba463ee-00e1-44ff-a06f-cabcac5c203c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12647271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58706289'] for subnet (231425b7-82d8-49cb-8cca-cf7ce02dcfaf), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:06.606848 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba463ee-00e1-44ff-a06f-cabcac5c203c admin admin] Checking segment: {'id': '0264e9b4-dd9a-42eb-93b3-c0a4ea239113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'c69cc084-ef9d-48b1-a3c4-7a315e95e138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:17:06.607207 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba463ee-00e1-44ff-a06f-cabcac5c203c admin admin] Network hostable DHCP agents. Network: c69cc084-ef9d-48b1-a3c4-7a315e95e138, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:17:06.610992 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba463ee-00e1-44ff-a06f-cabcac5c203c admin admin] Pushing event updated for resources: {'Subnet': ['ID=231425b7-82d8-49cb-8cca-cf7ce02dcfaf,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:06.634072 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba463ee-00e1-44ff-a06f-cabcac5c203c admin admin] Network c69cc084-ef9d-48b1-a3c4-7a315e95e138 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:17:06.654845 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-7ba463ee-00e1-44ff-a06f-cabcac5c203c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, c69cc084-ef9d-48b1-a3c4-7a315e95e138) {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:17:06.662221 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba463ee-00e1-44ff-a06f-cabcac5c203c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:06.662819 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7ba463ee-00e1-44ff-a06f-cabcac5c203c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:06.669311 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ca88ce-2f2d-438c-be60-ca111aa42974 None None] Network c69cc084-ef9d-48b1-a3c4-7a315e95e138 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:17:06.701609 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 1f063ce7-a35d-4b14-b809-fc9de6498650 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:17:06.712641 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-7ba463ee-00e1-44ff-a06f-cabcac5c203c admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5107124 Feb 19 03:17:06.717344 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 40856) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:06.722372 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-7b6d6ac3-2d59-4ed8-9493-b7d7856c34f0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-420245170-router', 'tenant_id': 'b7a2a0bc3e2c4600a91c20227f8428a2', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:17:06.753388 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7b6d6ac3-2d59-4ed8-9493-b7d7856c34f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14172'] for router (967564f2-f53c-458b-97fe-f47c42284ce7), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:06.756388 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7b6d6ac3-2d59-4ed8-9493-b7d7856c34f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16317487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16285822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16309985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14247'] for router (967564f2-f53c-458b-97fe-f47c42284ce7), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:06.828561 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7b6d6ac3-2d59-4ed8-9493-b7d7856c34f0 admin admin] Publish callbacks [] for router_controller (967564f2-f53c-458b-97fe-f47c42284ce7), precommit_add_association {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:06.846492 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 1f063ce7-a35d-4b14-b809-fc9de6498650 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:17:06.846872 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (1f063ce7-a35d-4b14-b809-fc9de6498650), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:06.915263 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b892a6e-c26e-419b-8632-459163e37f10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-c69cc084-ef9d-48b1-a3c4-7a315e95e138', 'network_id': 'c69cc084-ef9d-48b1-a3c4-7a315e95e138', 'project_id': 'b7a2a0bc3e2c4600a91c20227f8428a2', 'fixed_ips': [{'subnet_id': '231425b7-82d8-49cb-8cca-cf7ce02dcfaf'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:17:06.915263 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3b892a6e-c26e-419b-8632-459163e37f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:07.000959 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7b6d6ac3-2d59-4ed8-9493-b7d7856c34f0 admin admin] Publish callbacks [] for router_gateway (967564f2-f53c-458b-97fe-f47c42284ce7), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:07.290985 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 1f063ce7-a35d-4b14-b809-fc9de6498650 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:17:07.292681 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (1f063ce7-a35d-4b14-b809-fc9de6498650), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:07.311089 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7b6d6ac3-2d59-4ed8-9493-b7d7856c34f0 admin admin] Publish callbacks [] for router_gateway (967564f2-f53c-458b-97fe-f47c42284ce7), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:07.330873 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port 1f063ce7-a35d-4b14-b809-fc9de6498650, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=1f063ce7-a35d-4b14-b809-fc9de6498650,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:17:07.342141 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (1f063ce7-a35d-4b14-b809-fc9de6498650), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:07.342520 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7b6d6ac3-2d59-4ed8-9493-b7d7856c34f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:07.345266 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-3b892a6e-c26e-419b-8632-459163e37f10 None None] Allocated IP 172.20.0.2 (c69cc084-ef9d-48b1-a3c4-7a315e95e138/231425b7-82d8-49cb-8cca-cf7ce02dcfaf/6f069173-aaab-4884-aa6a-609aa2f92c1a) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:17:07.448909 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=1f063ce7-a35d-4b14-b809-fc9de6498650,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:07.495580 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-7b6d6ac3-2d59-4ed8-9493-b7d7856c34f0 admin admin] Allocated IP 172.25.6.140 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/753f7bbc-8b53-4417-8a6c-384a6e663a77) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:17:07.575434 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3b892a6e-c26e-419b-8632-459163e37f10 None None] Publish callbacks [] for port (6f069173-aaab-4884-aa6a-609aa2f92c1a), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:07.582940 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3b892a6e-c26e-419b-8632-459163e37f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (6f069173-aaab-4884-aa6a-609aa2f92c1a), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:07.621599 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b892a6e-c26e-419b-8632-459163e37f10 None None] Network c69cc084-ef9d-48b1-a3c4-7a315e95e138 is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:17:07.626969 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-3b892a6e-c26e-419b-8632-459163e37f10 None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:17:07.629327 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7b6d6ac3-2d59-4ed8-9493-b7d7856c34f0 admin admin] Publish callbacks [] for port (753f7bbc-8b53-4417-8a6c-384a6e663a77), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:07.629570 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b892a6e-c26e-419b-8632-459163e37f10 None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:17:07.642155 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b892a6e-c26e-419b-8632-459163e37f10 None None] Pushing event updated for resources: {'Port': ['ID=6f069173-aaab-4884-aa6a-609aa2f92c1a,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:07.716900 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba8c251-34ee-445e-8c2a-fdad9e0f1478 None None] Sync routers for ids ['a4167261-d83c-4da6-8470-6a9ada3dfcef'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:17:07.717518 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-3b892a6e-c26e-419b-8632-459163e37f10 None None] Attempting to bind port 6f069173-aaab-4884-aa6a-609aa2f92c1a on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:17:07.717993 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-3b892a6e-c26e-419b-8632-459163e37f10 None None] Attempting to bind port 6f069173-aaab-4884-aa6a-609aa2f92c1a by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '0264e9b4-dd9a-42eb-93b3-c0a4ea239113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'c69cc084-ef9d-48b1-a3c4-7a315e95e138'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:17:07.718417 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b892a6e-c26e-419b-8632-459163e37f10 None None] Attempting to bind port 6f069173-aaab-4884-aa6a-609aa2f92c1a on network c69cc084-ef9d-48b1-a3c4-7a315e95e138 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:17:07.724004 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b892a6e-c26e-419b-8632-459163e37f10 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:17:07.724432 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b892a6e-c26e-419b-8632-459163e37f10 None None] Checking segment: {'id': '0264e9b4-dd9a-42eb-93b3-c0a4ea239113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'c69cc084-ef9d-48b1-a3c4-7a315e95e138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:17:07.724778 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3b892a6e-c26e-419b-8632-459163e37f10 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:07.725211 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b892a6e-c26e-419b-8632-459163e37f10 None None] Bound using segment: {'id': '0264e9b4-dd9a-42eb-93b3-c0a4ea239113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'c69cc084-ef9d-48b1-a3c4-7a315e95e138'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:17:07.725689 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-3b892a6e-c26e-419b-8632-459163e37f10 None None] Bound port: 6f069173-aaab-4884-aa6a-609aa2f92c1a, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0264e9b4-dd9a-42eb-93b3-c0a4ea239113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'c69cc084-ef9d-48b1-a3c4-7a315e95e138'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:17:07.726069 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3b892a6e-c26e-419b-8632-459163e37f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (6f069173-aaab-4884-aa6a-609aa2f92c1a), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:07.727444 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba8c251-34ee-445e-8c2a-fdad9e0f1478 None None] Routers {'a4167261-d83c-4da6-8470-6a9ada3dfcef'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:17:07.728277 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-5ba8c251-34ee-445e-8c2a-fdad9e0f1478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:16:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['a4167261-d83c-4da6-8470-6a9ada3dfcef'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:07.813474 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-3b892a6e-c26e-419b-8632-459163e37f10 None None] For port 6f069173-aaab-4884-aa6a-609aa2f92c1a, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:17:07.819972 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-3b892a6e-c26e-419b-8632-459163e37f10 None None] For port 6f069173-aaab-4884-aa6a-609aa2f92c1a, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=6f069173-aaab-4884-aa6a-609aa2f92c1a,segment=NetworkSegment(0264e9b4-dd9a-42eb-93b3-c0a4ea239113),segment_id=0264e9b4-dd9a-42eb-93b3-c0a4ea239113)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:17:07.829303 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3b892a6e-c26e-419b-8632-459163e37f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (6f069173-aaab-4884-aa6a-609aa2f92c1a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:07.854368 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-5ba8c251-34ee-445e-8c2a-fdad9e0f1478 None None] Set router a4167261-d83c-4da6-8470-6a9ada3dfcef gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:17:07.895493 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b892a6e-c26e-419b-8632-459163e37f10 None None] Pushing event updated for resources: {'Port': ['ID=6f069173-aaab-4884-aa6a-609aa2f92c1a,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:08.007351 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7b6d6ac3-2d59-4ed8-9493-b7d7856c34f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (753f7bbc-8b53-4417-8a6c-384a6e663a77), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:08.072780 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6d6ac3-2d59-4ed8-9493-b7d7856c34f0 admin admin] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:17:08.078327 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-7b6d6ac3-2d59-4ed8-9493-b7d7856c34f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:17:08.096245 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-5ba8c251-34ee-445e-8c2a-fdad9e0f1478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4167261-d83c-4da6-8470-6a9ada3dfcef', 'name': 'tempest-TestVolumeBackupRestore-929029532-router', 'tenant_id': '64ae991cb43e46efb531c9e00a1ca2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '1f063ce7-a35d-4b14-b809-fc9de6498650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:17:00Z', 'updated_at': '2022-02-19T03:17:04Z', 'revision_number': 4, 'project_id': '64ae991cb43e46efb531c9e00a1ca2e3', 'gw_port': {'id': '1f063ce7-a35d-4b14-b809-fc9de6498650', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:7e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4167261-d83c-4da6-8470-6a9ada3dfcef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:17:00Z', 'updated_at': '2022-02-19T03:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '9ccea71f-b787-4742-96ff-ef9ccc89c2bf', 'name': '', 'network_id': 'b216cc2c-1512-4bae-b856-4f0437b460aa', 'tenant_id': '64ae991cb43e46efb531c9e00a1ca2e3', 'mac_address': 'fa:16:3e:0e:df:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4167261-d83c-4da6-8470-6a9ada3dfcef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': '96ee5a80-083e-4f09-972c-00585f4cdb44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:17:03Z', 'updated_at': '2022-02-19T03:17:04Z', 'revision_number': 2, 'project_id': '64ae991cb43e46efb531c9e00a1ca2e3', 'subnets': [{'id': '96ee5a80-083e-4f09-972c-00585f4cdb44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:08.114299 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6d6ac3-2d59-4ed8-9493-b7d7856c34f0 admin admin] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:17:08.117497 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6d6ac3-2d59-4ed8-9493-b7d7856c34f0 admin admin] Pushing event updated for resources: {'Port': ['ID=753f7bbc-8b53-4417-8a6c-384a6e663a77,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:08.126699 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba8c251-34ee-445e-8c2a-fdad9e0f1478 None None] Checking router: a4167261-d83c-4da6-8470-6a9ada3dfcef for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:17:08.127134 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba8c251-34ee-445e-8c2a-fdad9e0f1478 None None] Updating router a4167261-d83c-4da6-8470-6a9ada3dfcef port 9ccea71f-b787-4742-96ff-ef9ccc89c2bf binding host n-d-826753-2 {{(pid=103704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:17:08.157933 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-5ba8c251-34ee-445e-8c2a-fdad9e0f1478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (9ccea71f-b787-4742-96ff-ef9ccc89c2bf), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:08.401851 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7b6d6ac3-2d59-4ed8-9493-b7d7856c34f0 admin admin] Publish callbacks [] for router_gateway (967564f2-f53c-458b-97fe-f47c42284ce7), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:08.453923 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-5ba8c251-34ee-445e-8c2a-fdad9e0f1478 None None] Publish callbacks [] for port (9ccea71f-b787-4742-96ff-ef9ccc89c2bf), precommit_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:08.460782 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-5ba8c251-34ee-445e-8c2a-fdad9e0f1478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (9ccea71f-b787-4742-96ff-ef9ccc89c2bf), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:08.511136 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9593bb80-bea5-4fe0-9dd6-caace9e042d5 None None] Pushing event updated for resources: {'Port': ['ID=9ccea71f-b787-4742-96ff-ef9ccc89c2bf,revision_number=3']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:08.519704 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9593bb80-bea5-4fe0-9dd6-caace9e042d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:17:08.520053 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9593bb80-bea5-4fe0-9dd6-caace9e042d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:17:08.520393 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9593bb80-bea5-4fe0-9dd6-caace9e042d5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:17:08.520725 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9593bb80-bea5-4fe0-9dd6-caace9e042d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:17:08.521120 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9593bb80-bea5-4fe0-9dd6-caace9e042d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:17:08.521394 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9593bb80-bea5-4fe0-9dd6-caace9e042d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:17:08.521717 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9593bb80-bea5-4fe0-9dd6-caace9e042d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:17:08.522040 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9593bb80-bea5-4fe0-9dd6-caace9e042d5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:17:08.522359 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9593bb80-bea5-4fe0-9dd6-caace9e042d5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:17:08.522681 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9593bb80-bea5-4fe0-9dd6-caace9e042d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:17:08.522997 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9593bb80-bea5-4fe0-9dd6-caace9e042d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:17:08.523315 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9593bb80-bea5-4fe0-9dd6-caace9e042d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:17:08.523629 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9593bb80-bea5-4fe0-9dd6-caace9e042d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:17:08.618110 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-5ba8c251-34ee-445e-8c2a-fdad9e0f1478 None None] Attempting to bind port 9ccea71f-b787-4742-96ff-ef9ccc89c2bf on host n-d-826753-2 for vnic_type normal with profile {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:17:08.618483 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-5ba8c251-34ee-445e-8c2a-fdad9e0f1478 None None] Attempting to bind port 9ccea71f-b787-4742-96ff-ef9ccc89c2bf by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': 'bc5d74be-1223-49a4-a23a-7c0d761331cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'b216cc2c-1512-4bae-b856-4f0437b460aa'}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:17:08.618846 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba8c251-34ee-445e-8c2a-fdad9e0f1478 None None] Attempting to bind port 9ccea71f-b787-4742-96ff-ef9ccc89c2bf on network b216cc2c-1512-4bae-b856-4f0437b460aa {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:17:08.632426 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba8c251-34ee-445e-8c2a-fdad9e0f1478 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:17:08.632809 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba8c251-34ee-445e-8c2a-fdad9e0f1478 None None] Checking segment: {'id': 'bc5d74be-1223-49a4-a23a-7c0d761331cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'b216cc2c-1512-4bae-b856-4f0437b460aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:17:08.633237 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-5ba8c251-34ee-445e-8c2a-fdad9e0f1478 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:08.633629 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba8c251-34ee-445e-8c2a-fdad9e0f1478 None None] Bound using segment: {'id': 'bc5d74be-1223-49a4-a23a-7c0d761331cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'b216cc2c-1512-4bae-b856-4f0437b460aa'} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:17:08.636637 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-5ba8c251-34ee-445e-8c2a-fdad9e0f1478 None None] Bound port: 9ccea71f-b787-4742-96ff-ef9ccc89c2bf, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc5d74be-1223-49a4-a23a-7c0d761331cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'b216cc2c-1512-4bae-b856-4f0437b460aa'}}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:17:08.638300 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-5ba8c251-34ee-445e-8c2a-fdad9e0f1478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (9ccea71f-b787-4742-96ff-ef9ccc89c2bf), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:08.747003 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7b6d6ac3-2d59-4ed8-9493-b7d7856c34f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16317478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865'] for router (967564f2-f53c-458b-97fe-f47c42284ce7), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:08.753380 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-5ba8c251-34ee-445e-8c2a-fdad9e0f1478 None None] For port 9ccea71f-b787-4742-96ff-ef9ccc89c2bf, host n-d-826753-2, cleared binding levels {{(pid=103704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:17:08.758256 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-5ba8c251-34ee-445e-8c2a-fdad9e0f1478 None None] For port 9ccea71f-b787-4742-96ff-ef9ccc89c2bf, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=9ccea71f-b787-4742-96ff-ef9ccc89c2bf,segment=NetworkSegment(bc5d74be-1223-49a4-a23a-7c0d761331cb),segment_id=bc5d74be-1223-49a4-a23a-7c0d761331cb)] {{(pid=103704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:17:08.768121 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-5ba8c251-34ee-445e-8c2a-fdad9e0f1478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (9ccea71f-b787-4742-96ff-ef9ccc89c2bf), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:08.833940 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9593bb80-bea5-4fe0-9dd6-caace9e042d5 None None] Pushing event updated for resources: {'Port': ['ID=9ccea71f-b787-4742-96ff-ef9ccc89c2bf,revision_number=4']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:08.850209 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba8c251-34ee-445e-8c2a-fdad9e0f1478 None None] Routers {'a4167261-d83c-4da6-8470-6a9ada3dfcef'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:17:08.850838 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-5ba8c251-34ee-445e-8c2a-fdad9e0f1478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:16:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['a4167261-d83c-4da6-8470-6a9ada3dfcef'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:08.933063 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 1f063ce7-a35d-4b14-b809-fc9de6498650 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:17:09.004813 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b6d6ac3-2d59-4ed8-9493-b7d7856c34f0 admin admin] Router 967564f2-f53c-458b-97fe-f47c42284ce7 is scheduled to L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd with binding_index 1 {{(pid=103701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:17:09.019883 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-5ba8c251-34ee-445e-8c2a-fdad9e0f1478 None None] Set router a4167261-d83c-4da6-8470-6a9ada3dfcef gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:17:09.059503 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-1e00bf9c-52d3-4535-8867-4ea847a42ccc None None] Provisioning complete for port 9ccea71f-b787-4742-96ff-ef9ccc89c2bf triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:17:09.060165 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-1e00bf9c-52d3-4535-8867-4ea847a42ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (9ccea71f-b787-4742-96ff-ef9ccc89c2bf), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:09.147441 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 1f063ce7-a35d-4b14-b809-fc9de6498650 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:17:09.147818 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (1f063ce7-a35d-4b14-b809-fc9de6498650), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:09.212581 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b6d6ac3-2d59-4ed8-9493-b7d7856c34f0 admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:17:09.238581 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7b6d6ac3-2d59-4ed8-9493-b7d7856c34f0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:09.242865 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-7b6d6ac3-2d59-4ed8-9493-b7d7856c34f0 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.5217581 Feb 19 03:17:09.243315 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 40866) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:09.269929 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b5d6b4-9408-464a-97bf-f7b8231cd0f6 None None] Sync routers for ids ['967564f2-f53c-458b-97fe-f47c42284ce7'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:17:09.290218 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-1e00bf9c-52d3-4535-8867-4ea847a42ccc None None] Current status of the port 9ccea71f-b787-4742-96ff-ef9ccc89c2bf is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:17:09.291192 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-1e00bf9c-52d3-4535-8867-4ea847a42ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (9ccea71f-b787-4742-96ff-ef9ccc89c2bf), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:09.360667 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b5d6b4-9408-464a-97bf-f7b8231cd0f6 None None] Routers {'967564f2-f53c-458b-97fe-f47c42284ce7'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:17:09.360667 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-28b5d6b4-9408-464a-97bf-f7b8231cd0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:16:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['967564f2-f53c-458b-97fe-f47c42284ce7'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:09.445389 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-5ba8c251-34ee-445e-8c2a-fdad9e0f1478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4167261-d83c-4da6-8470-6a9ada3dfcef', 'name': 'tempest-TestVolumeBackupRestore-929029532-router', 'tenant_id': '64ae991cb43e46efb531c9e00a1ca2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '1f063ce7-a35d-4b14-b809-fc9de6498650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:17:00Z', 'updated_at': '2022-02-19T03:17:04Z', 'revision_number': 4, 'project_id': '64ae991cb43e46efb531c9e00a1ca2e3', 'gw_port': {'id': '1f063ce7-a35d-4b14-b809-fc9de6498650', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:7e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4167261-d83c-4da6-8470-6a9ada3dfcef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:17:00Z', 'updated_at': '2022-02-19T03:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '9ccea71f-b787-4742-96ff-ef9ccc89c2bf', 'name': '', 'network_id': 'b216cc2c-1512-4bae-b856-4f0437b460aa', 'tenant_id': '64ae991cb43e46efb531c9e00a1ca2e3', 'mac_address': 'fa:16:3e:0e:df:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4167261-d83c-4da6-8470-6a9ada3dfcef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': '96ee5a80-083e-4f09-972c-00585f4cdb44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:17:03Z', 'updated_at': '2022-02-19T03:17:08Z', 'revision_number': 4, 'project_id': '64ae991cb43e46efb531c9e00a1ca2e3', 'subnets': [{'id': '96ee5a80-083e-4f09-972c-00585f4cdb44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:09.482351 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba8c251-34ee-445e-8c2a-fdad9e0f1478 None None] The sync data for ids ['a4167261-d83c-4da6-8470-6a9ada3dfcef'] in n-d-826753-2 is: [{'id': 'a4167261-d83c-4da6-8470-6a9ada3dfcef', 'name': 'tempest-TestVolumeBackupRestore-929029532-router', 'tenant_id': '64ae991cb43e46efb531c9e00a1ca2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '1f063ce7-a35d-4b14-b809-fc9de6498650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:17:00Z', 'updated_at': '2022-02-19T03:17:04Z', 'revision_number': 4, 'project_id': '64ae991cb43e46efb531c9e00a1ca2e3', 'gw_port': {'id': '1f063ce7-a35d-4b14-b809-fc9de6498650', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:7e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4167261-d83c-4da6-8470-6a9ada3dfcef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:17:00Z', 'updated_at': '2022-02-19T03:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '9ccea71f-b787-4742-96ff-ef9ccc89c2bf', 'name': '', 'network_id': 'b216cc2c-1512-4bae-b856-4f0437b460aa', 'tenant_id': '64ae991cb43e46efb531c9e00a1ca2e3', 'mac_address': 'fa:16:3e:0e:df:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4167261-d83c-4da6-8470-6a9ada3dfcef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': '96ee5a80-083e-4f09-972c-00585f4cdb44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:17:03Z', 'updated_at': '2022-02-19T03:17:08Z', 'revision_number': 4, 'project_id': '64ae991cb43e46efb531c9e00a1ca2e3', 'subnets': [{'id': '96ee5a80-083e-4f09-972c-00585f4cdb44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:17:09.544694 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-28b5d6b4-9408-464a-97bf-f7b8231cd0f6 None None] Set router 967564f2-f53c-458b-97fe-f47c42284ce7 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:17:09.651211 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-1e00bf9c-52d3-4535-8867-4ea847a42ccc None None] For port 9ccea71f-b787-4742-96ff-ef9ccc89c2bf, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=9ccea71f-b787-4742-96ff-ef9ccc89c2bf,segment=NetworkSegment(bc5d74be-1223-49a4-a23a-7c0d761331cb),segment_id=bc5d74be-1223-49a4-a23a-7c0d761331cb)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:17:09.653493 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d39199-bc88-431a-aead-e3b288e58be7 None None] Network c69cc084-ef9d-48b1-a3c4-7a315e95e138 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:17:09.693093 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-1e00bf9c-52d3-4535-8867-4ea847a42ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (9ccea71f-b787-4742-96ff-ef9ccc89c2bf), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:09.870231 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0a320b5a-409d-44fa-b5c6-e6c27731cc26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:09.928149 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 1f063ce7-a35d-4b14-b809-fc9de6498650 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:17:09.930323 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 6f069173-aaab-4884-aa6a-609aa2f92c1a up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:17:10.001399 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-84180607-2a93-4959-adb7-2ab77e2ac526 None None] Provisioning complete for port 9ccea71f-b787-4742-96ff-ef9ccc89c2bf triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:17:10.002076 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-84180607-2a93-4959-adb7-2ab77e2ac526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (9ccea71f-b787-4742-96ff-ef9ccc89c2bf), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:10.016824 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e00bf9c-52d3-4535-8867-4ea847a42ccc None None] Pushing event updated for resources: {'Port': ['ID=9ccea71f-b787-4742-96ff-ef9ccc89c2bf,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:10.120623 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-0a320b5a-409d-44fa-b5c6-e6c27731cc26 admin admin] Allocated IP 172.20.0.1 (c69cc084-ef9d-48b1-a3c4-7a315e95e138/231425b7-82d8-49cb-8cca-cf7ce02dcfaf/b86a2886-f8c8-41bb-8e92-5b5aa5d60f14) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:17:10.182259 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 6f069173-aaab-4884-aa6a-609aa2f92c1a triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:17:10.182743 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (6f069173-aaab-4884-aa6a-609aa2f92c1a), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:10.249450 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0a320b5a-409d-44fa-b5c6-e6c27731cc26 admin admin] Publish callbacks [] for port (b86a2886-f8c8-41bb-8e92-5b5aa5d60f14), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:10.319506 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-84180607-2a93-4959-adb7-2ab77e2ac526 None None] Current status of the port 9ccea71f-b787-4742-96ff-ef9ccc89c2bf is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:17:10.325910 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0a320b5a-409d-44fa-b5c6-e6c27731cc26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (b86a2886-f8c8-41bb-8e92-5b5aa5d60f14), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:10.351237 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-28b5d6b4-9408-464a-97bf-f7b8231cd0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '967564f2-f53c-458b-97fe-f47c42284ce7', 'name': 'tempest-TestVolumeBackupRestore-420245170-router', 'tenant_id': 'b7a2a0bc3e2c4600a91c20227f8428a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '753f7bbc-8b53-4417-8a6c-384a6e663a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:17:06Z', 'updated_at': '2022-02-19T03:17:08Z', 'revision_number': 3, 'project_id': 'b7a2a0bc3e2c4600a91c20227f8428a2', 'gw_port': {'id': '753f7bbc-8b53-4417-8a6c-384a6e663a77', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e4:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '967564f2-f53c-458b-97fe-f47c42284ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:17:07Z', 'updated_at': '2022-02-19T03:17:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:10.379984 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a320b5a-409d-44fa-b5c6-e6c27731cc26 admin admin] Pushing event updated for resources: {'Port': ['ID=b86a2886-f8c8-41bb-8e92-5b5aa5d60f14,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:10.403050 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b5d6b4-9408-464a-97bf-f7b8231cd0f6 None None] Checking router: 967564f2-f53c-458b-97fe-f47c42284ce7 for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:17:10.403408 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b5d6b4-9408-464a-97bf-f7b8231cd0f6 None None] Updating router 967564f2-f53c-458b-97fe-f47c42284ce7 port 753f7bbc-8b53-4417-8a6c-384a6e663a77 binding host n-d-826753-2 {{(pid=103703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:17:10.404244 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a320b5a-409d-44fa-b5c6-e6c27731cc26 admin admin] Network c69cc084-ef9d-48b1-a3c4-7a315e95e138 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:17:10.406236 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-0a320b5a-409d-44fa-b5c6-e6c27731cc26 admin admin] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:17:10.408565 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a320b5a-409d-44fa-b5c6-e6c27731cc26 admin admin] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:17:10.411380 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-84180607-2a93-4959-adb7-2ab77e2ac526 None None] Provisioning complete for port 6f069173-aaab-4884-aa6a-609aa2f92c1a triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:17:10.411765 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-84180607-2a93-4959-adb7-2ab77e2ac526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (6f069173-aaab-4884-aa6a-609aa2f92c1a), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:10.452522 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 6f069173-aaab-4884-aa6a-609aa2f92c1a is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:17:10.452653 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (6f069173-aaab-4884-aa6a-609aa2f92c1a), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:10.478582 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0a320b5a-409d-44fa-b5c6-e6c27731cc26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16289150'] for router_interface (967564f2-f53c-458b-97fe-f47c42284ce7), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:10.501468 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-28b5d6b4-9408-464a-97bf-f7b8231cd0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (753f7bbc-8b53-4417-8a6c-384a6e663a77), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:10.590700 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port 6f069173-aaab-4884-aa6a-609aa2f92c1a, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=6f069173-aaab-4884-aa6a-609aa2f92c1a,segment=NetworkSegment(0264e9b4-dd9a-42eb-93b3-c0a4ea239113),segment_id=0264e9b4-dd9a-42eb-93b3-c0a4ea239113)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:17:10.616324 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (6f069173-aaab-4884-aa6a-609aa2f92c1a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:10.701431 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-84180607-2a93-4959-adb7-2ab77e2ac526 None None] Current status of the port 6f069173-aaab-4884-aa6a-609aa2f92c1a is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:17:10.701854 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-84180607-2a93-4959-adb7-2ab77e2ac526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (6f069173-aaab-4884-aa6a-609aa2f92c1a), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:10.827637 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0a320b5a-409d-44fa-b5c6-e6c27731cc26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (b86a2886-f8c8-41bb-8e92-5b5aa5d60f14), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:10.845724 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 9ccea71f-b787-4742-96ff-ef9ccc89c2bf up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:17:10.969924 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=6f069173-aaab-4884-aa6a-609aa2f92c1a,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:11.028717 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.db.api [None req-84180607-2a93-4959-adb7-2ab77e2ac526 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103703) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:17:11.029418 n-d-826753-2 neutron-server[103703]: DEBUG oslo_db.api [None req-84180607-2a93-4959-adb7-2ab77e2ac526 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:17:11.090735 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0a320b5a-409d-44fa-b5c6-e6c27731cc26 admin admin] Publish callbacks [] for port (b86a2886-f8c8-41bb-8e92-5b5aa5d60f14), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:11.097266 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0a320b5a-409d-44fa-b5c6-e6c27731cc26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (b86a2886-f8c8-41bb-8e92-5b5aa5d60f14), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:11.178899 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0a320b5a-409d-44fa-b5c6-e6c27731cc26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16362769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16289258'] for router_interface (967564f2-f53c-458b-97fe-f47c42284ce7), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:11.181121 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a320b5a-409d-44fa-b5c6-e6c27731cc26 admin admin] Pushing event updated for resources: {'Port': ['ID=b86a2886-f8c8-41bb-8e92-5b5aa5d60f14,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:11.243303 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 9ccea71f-b787-4742-96ff-ef9ccc89c2bf triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:17:11.243704 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (9ccea71f-b787-4742-96ff-ef9ccc89c2bf), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:11.306473 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a320b5a-409d-44fa-b5c6-e6c27731cc26 admin admin] Network c69cc084-ef9d-48b1-a3c4-7a315e95e138 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:17:11.308423 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-0a320b5a-409d-44fa-b5c6-e6c27731cc26 admin admin] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:17:11.382749 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-28b5d6b4-9408-464a-97bf-f7b8231cd0f6 None None] Publish callbacks [] for port (753f7bbc-8b53-4417-8a6c-384a6e663a77), precommit_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:11.405582 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-28b5d6b4-9408-464a-97bf-f7b8231cd0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (753f7bbc-8b53-4417-8a6c-384a6e663a77), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:11.479452 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a320b5a-409d-44fa-b5c6-e6c27731cc26 admin admin] Router 967564f2-f53c-458b-97fe-f47c42284ce7 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:17:11.487782 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5c268e-2457-4188-924b-7951a1d961a8 None None] Pushing event updated for resources: {'Port': ['ID=753f7bbc-8b53-4417-8a6c-384a6e663a77,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:11.505695 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 9ccea71f-b787-4742-96ff-ef9ccc89c2bf is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:17:11.522156 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-28b5d6b4-9408-464a-97bf-f7b8231cd0f6 None None] Attempting to bind port 753f7bbc-8b53-4417-8a6c-384a6e663a77 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:17:11.523060 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-28b5d6b4-9408-464a-97bf-f7b8231cd0f6 None None] Attempting to bind port 753f7bbc-8b53-4417-8a6c-384a6e663a77 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:17:11.523583 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b5d6b4-9408-464a-97bf-f7b8231cd0f6 None None] Attempting to bind port 753f7bbc-8b53-4417-8a6c-384a6e663a77 on network eaf64708-9021-419e-b287-ef3e0f51e2ee {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:17:11.559293 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b5d6b4-9408-464a-97bf-f7b8231cd0f6 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:17:11.559628 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b5d6b4-9408-464a-97bf-f7b8231cd0f6 None None] Checking segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:17:11.560058 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-28b5d6b4-9408-464a-97bf-f7b8231cd0f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:11.560667 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b5d6b4-9408-464a-97bf-f7b8231cd0f6 None None] Bound using segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:17:11.560971 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-28b5d6b4-9408-464a-97bf-f7b8231cd0f6 None None] Bound port: 753f7bbc-8b53-4417-8a6c-384a6e663a77, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:17:11.561738 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-28b5d6b4-9408-464a-97bf-f7b8231cd0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (753f7bbc-8b53-4417-8a6c-384a6e663a77), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:11.611496 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-84180607-2a93-4959-adb7-2ab77e2ac526 None None] Current status of the port 6f069173-aaab-4884-aa6a-609aa2f92c1a is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:17:11.631757 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a320b5a-409d-44fa-b5c6-e6c27731cc26 admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:17:11.637460 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-0a320b5a-409d-44fa-b5c6-e6c27731cc26 admin admin] 10.222.0.72 "PUT /v2.0/routers/967564f2-f53c-458b-97fe-f47c42284ce7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3930435 Feb 19 03:17:11.653732 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-28b5d6b4-9408-464a-97bf-f7b8231cd0f6 None None] For port 753f7bbc-8b53-4417-8a6c-384a6e663a77, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:17:11.657699 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-28b5d6b4-9408-464a-97bf-f7b8231cd0f6 None None] For port 753f7bbc-8b53-4417-8a6c-384a6e663a77, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=753f7bbc-8b53-4417-8a6c-384a6e663a77,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:17:11.663320 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-28b5d6b4-9408-464a-97bf-f7b8231cd0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (753f7bbc-8b53-4417-8a6c-384a6e663a77), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:11.736103 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b5d6b4-9408-464a-97bf-f7b8231cd0f6 None None] Routers {'967564f2-f53c-458b-97fe-f47c42284ce7'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:17:11.736761 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-28b5d6b4-9408-464a-97bf-f7b8231cd0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:16:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['967564f2-f53c-458b-97fe-f47c42284ce7'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:11.783360 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5c268e-2457-4188-924b-7951a1d961a8 None None] Pushing event updated for resources: {'Port': ['ID=753f7bbc-8b53-4417-8a6c-384a6e663a77,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:11.789242 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-f43d1ed1-0111-40df-8e93-509d259f734c None None] Provisioning complete for port b86a2886-f8c8-41bb-8e92-5b5aa5d60f14 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:17:11.789631 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f43d1ed1-0111-40df-8e93-509d259f734c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (b86a2886-f8c8-41bb-8e92-5b5aa5d60f14), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:11.839871 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-f43d1ed1-0111-40df-8e93-509d259f734c None None] Port b86a2886-f8c8-41bb-8e92-5b5aa5d60f14 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:17:11.903574 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-f43d1ed1-0111-40df-8e93-509d259f734c None None] Provisioning complete for port 6f069173-aaab-4884-aa6a-609aa2f92c1a triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:17:11.903831 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f43d1ed1-0111-40df-8e93-509d259f734c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (6f069173-aaab-4884-aa6a-609aa2f92c1a), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:11.935641 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-28b5d6b4-9408-464a-97bf-f7b8231cd0f6 None None] Set router 967564f2-f53c-458b-97fe-f47c42284ce7 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:17:12.142092 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-f43d1ed1-0111-40df-8e93-509d259f734c None None] Current status of the port 6f069173-aaab-4884-aa6a-609aa2f92c1a is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:17:12.226796 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-28b5d6b4-9408-464a-97bf-f7b8231cd0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '967564f2-f53c-458b-97fe-f47c42284ce7', 'name': 'tempest-TestVolumeBackupRestore-420245170-router', 'tenant_id': 'b7a2a0bc3e2c4600a91c20227f8428a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '753f7bbc-8b53-4417-8a6c-384a6e663a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:17:06Z', 'updated_at': '2022-02-19T03:17:10Z', 'revision_number': 4, 'project_id': 'b7a2a0bc3e2c4600a91c20227f8428a2', 'gw_port': {'id': '753f7bbc-8b53-4417-8a6c-384a6e663a77', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e4:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '967564f2-f53c-458b-97fe-f47c42284ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:17:07Z', 'updated_at': '2022-02-19T03:17:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': 'b86a2886-f8c8-41bb-8e92-5b5aa5d60f14', 'name': '', 'network_id': 'c69cc084-ef9d-48b1-a3c4-7a315e95e138', 'tenant_id': 'b7a2a0bc3e2c4600a91c20227f8428a2', 'mac_address': 'fa:16:3e:f9:ff:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '967564f2-f53c-458b-97fe-f47c42284ce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '231425b7-82d8-49cb-8cca-cf7ce02dcfaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:17:09Z', 'updated_at': '2022-02-19T03:17:10Z', 'revision_number': 2, 'project_id': 'b7a2a0bc3e2c4600a91c20227f8428a2', 'subnets': [{'id': '231425b7-82d8-49cb-8cca-cf7ce02dcfaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:12.257040 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b5d6b4-9408-464a-97bf-f7b8231cd0f6 None None] The sync data for ids ['967564f2-f53c-458b-97fe-f47c42284ce7'] in n-d-826753-2 is: [{'id': '967564f2-f53c-458b-97fe-f47c42284ce7', 'name': 'tempest-TestVolumeBackupRestore-420245170-router', 'tenant_id': 'b7a2a0bc3e2c4600a91c20227f8428a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '753f7bbc-8b53-4417-8a6c-384a6e663a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:17:06Z', 'updated_at': '2022-02-19T03:17:10Z', 'revision_number': 4, 'project_id': 'b7a2a0bc3e2c4600a91c20227f8428a2', 'gw_port': {'id': '753f7bbc-8b53-4417-8a6c-384a6e663a77', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e4:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '967564f2-f53c-458b-97fe-f47c42284ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:17:07Z', 'updated_at': '2022-02-19T03:17:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': 'b86a2886-f8c8-41bb-8e92-5b5aa5d60f14', 'name': '', 'network_id': 'c69cc084-ef9d-48b1-a3c4-7a315e95e138', 'tenant_id': 'b7a2a0bc3e2c4600a91c20227f8428a2', 'mac_address': 'fa:16:3e:f9:ff:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '967564f2-f53c-458b-97fe-f47c42284ce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '231425b7-82d8-49cb-8cca-cf7ce02dcfaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:17:09Z', 'updated_at': '2022-02-19T03:17:10Z', 'revision_number': 2, 'project_id': 'b7a2a0bc3e2c4600a91c20227f8428a2', 'subnets': [{'id': '231425b7-82d8-49cb-8cca-cf7ce02dcfaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:17:12.732002 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 6f069173-aaab-4884-aa6a-609aa2f92c1a up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:17:12.813409 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 6f069173-aaab-4884-aa6a-609aa2f92c1a triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:17:12.813869 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (6f069173-aaab-4884-aa6a-609aa2f92c1a), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:12.915652 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 6f069173-aaab-4884-aa6a-609aa2f92c1a is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:17:14.409869 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 40964) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:14.547803 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4b22b110-5e60-4f41-a694-daaf8ba39bc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:14.653734 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4b22b110-5e60-4f41-a694-daaf8ba39bc6 admin admin] Publish callbacks [] for security_group (960bad32-3c77-412d-af58-66e297759b2c), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:14.663728 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4b22b110-5e60-4f41-a694-daaf8ba39bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (960bad32-3c77-412d-af58-66e297759b2c), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:14.740084 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-4b22b110-5e60-4f41-a694-daaf8ba39bc6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f7a3dc82fc49448e82544c079f9776d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3260057 Feb 19 03:17:14.740084 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b22b110-5e60-4f41-a694-daaf8ba39bc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=960bad32-3c77-412d-af58-66e297759b2c,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:14.740488 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 40970) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:14.784061 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 753f7bbc-8b53-4417-8a6c-384a6e663a77 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:17:14.797170 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-db363916-da1b-4ef7-8c1d-32074ba91249 admin admin] Publish callbacks [] for security_group (960bad32-3c77-412d-af58-66e297759b2c), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:14.828940 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-db363916-da1b-4ef7-8c1d-32074ba91249 admin admin] Publish callbacks [] for security_group (960bad32-3c77-412d-af58-66e297759b2c), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:14.852260 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 753f7bbc-8b53-4417-8a6c-384a6e663a77 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:17:14.852642 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (753f7bbc-8b53-4417-8a6c-384a6e663a77), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:14.909422 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-db363916-da1b-4ef7-8c1d-32074ba91249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (960bad32-3c77-412d-af58-66e297759b2c), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:14.912332 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-db363916-da1b-4ef7-8c1d-32074ba91249 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:14.914948 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-db363916-da1b-4ef7-8c1d-32074ba91249 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/960bad32-3c77-412d-af58-66e297759b2c HTTP/1.1" status: 204 len: 168 time: 0.1733928 Feb 19 03:17:14.937744 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:17:14.946607 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db363916-da1b-4ef7-8c1d-32074ba91249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=960bad32-3c77-412d-af58-66e297759b2c,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:14.999417 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 753f7bbc-8b53-4417-8a6c-384a6e663a77 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:17:14.999715 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (753f7bbc-8b53-4417-8a6c-384a6e663a77), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:15.042619 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port 753f7bbc-8b53-4417-8a6c-384a6e663a77, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=753f7bbc-8b53-4417-8a6c-384a6e663a77,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:17:15.048688 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (753f7bbc-8b53-4417-8a6c-384a6e663a77), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:15.107590 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=753f7bbc-8b53-4417-8a6c-384a6e663a77,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:15.528814 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-19b76a73-56cb-4865-a4af-eaafb275f02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:16.217418 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901a08ef-de1a-484f-9b2a-d1ea2ab824d3 None None] Sync routers for ids ['967564f2-f53c-458b-97fe-f47c42284ce7'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:17:16.227956 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901a08ef-de1a-484f-9b2a-d1ea2ab824d3 None None] Routers {'967564f2-f53c-458b-97fe-f47c42284ce7'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:17:16.228652 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-901a08ef-de1a-484f-9b2a-d1ea2ab824d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:16:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['967564f2-f53c-458b-97fe-f47c42284ce7'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:16.452085 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-901a08ef-de1a-484f-9b2a-d1ea2ab824d3 None None] Set router 967564f2-f53c-458b-97fe-f47c42284ce7 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:17:16.722244 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-901a08ef-de1a-484f-9b2a-d1ea2ab824d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '967564f2-f53c-458b-97fe-f47c42284ce7', 'name': 'tempest-TestVolumeBackupRestore-420245170-router', 'tenant_id': 'b7a2a0bc3e2c4600a91c20227f8428a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '753f7bbc-8b53-4417-8a6c-384a6e663a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:17:06Z', 'updated_at': '2022-02-19T03:17:10Z', 'revision_number': 4, 'project_id': 'b7a2a0bc3e2c4600a91c20227f8428a2', 'gw_port': {'id': '753f7bbc-8b53-4417-8a6c-384a6e663a77', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967564f2-f53c-458b-97fe-f47c42284ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:17:07Z', 'updated_at': '2022-02-19T03:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': 'b86a2886-f8c8-41bb-8e92-5b5aa5d60f14', 'name': '', 'network_id': 'c69cc084-ef9d-48b1-a3c4-7a315e95e138', 'tenant_id': 'b7a2a0bc3e2c4600a91c20227f8428a2', 'mac_address': 'fa:16:3e:f9:ff:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '967564f2-f53c-458b-97fe-f47c42284ce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '231425b7-82d8-49cb-8cca-cf7ce02dcfaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:17:09Z', 'updated_at': '2022-02-19T03:17:10Z', 'revision_number': 2, 'project_id': 'b7a2a0bc3e2c4600a91c20227f8428a2', 'subnets': [{'id': '231425b7-82d8-49cb-8cca-cf7ce02dcfaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:16.724717 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 753f7bbc-8b53-4417-8a6c-384a6e663a77 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:17:16.762935 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901a08ef-de1a-484f-9b2a-d1ea2ab824d3 None None] Checking router: 967564f2-f53c-458b-97fe-f47c42284ce7 for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:17:16.762935 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901a08ef-de1a-484f-9b2a-d1ea2ab824d3 None None] Updating router 967564f2-f53c-458b-97fe-f47c42284ce7 port b86a2886-f8c8-41bb-8e92-5b5aa5d60f14 binding host n-d-826753-2 {{(pid=103704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:17:16.790754 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 753f7bbc-8b53-4417-8a6c-384a6e663a77 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:17:16.791593 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (753f7bbc-8b53-4417-8a6c-384a6e663a77), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:16.800766 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-901a08ef-de1a-484f-9b2a-d1ea2ab824d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (b86a2886-f8c8-41bb-8e92-5b5aa5d60f14), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:16.897264 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 753f7bbc-8b53-4417-8a6c-384a6e663a77 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:17:16.959003 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 41014) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:16.963900 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-1fbb05ee-058d-4154-8ec1-7901c8550c2b tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-734512894', 'description': 'tempest-secgroup-smoke-734512894 description', 'project_id': '3bc3bb28499f4673b42d5b4a69d45946'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:17:16.988464 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1fbb05ee-058d-4154-8ec1-7901c8550c2b tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:16.998295 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1fbb05ee-058d-4154-8ec1-7901c8550c2b tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:17.126956 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1fbb05ee-058d-4154-8ec1-7901c8550c2b tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for security_group (5d0cceca-d770-4d51-8151-f74e7318b77b), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:17.132065 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1fbb05ee-058d-4154-8ec1-7901c8550c2b tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (5d0cceca-d770-4d51-8151-f74e7318b77b), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:17.177274 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-901a08ef-de1a-484f-9b2a-d1ea2ab824d3 None None] Publish callbacks [] for port (b86a2886-f8c8-41bb-8e92-5b5aa5d60f14), precommit_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:17.184742 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-901a08ef-de1a-484f-9b2a-d1ea2ab824d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (b86a2886-f8c8-41bb-8e92-5b5aa5d60f14), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:17.190001 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbb05ee-058d-4154-8ec1-7901c8550c2b tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d0cceca-d770-4d51-8151-f74e7318b77b,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:17.264827 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1fbb05ee-058d-4154-8ec1-7901c8550c2b tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for security_group (768624ca-d116-45bb-8a95-6a5cd6c608a3), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:17.270296 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1fbb05ee-058d-4154-8ec1-7901c8550c2b tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (768624ca-d116-45bb-8a95-6a5cd6c608a3), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:17.298888 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1fbb05ee-058d-4154-8ec1-7901c8550c2b tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:17.301828 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-1fbb05ee-058d-4154-8ec1-7901c8550c2b tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3413978 Feb 19 03:17:17.303473 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 41016) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:17.312702 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-5f403cad-8ea1-49b7-a07f-ee3d8530b766 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Request body: {'security_group_rule': {'security_group_id': '768624ca-d116-45bb-8a95-6a5cd6c608a3', 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:17:17.315855 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275bf6d7-37d4-4150-9f84-731ce32f6420 None None] Pushing event updated for resources: {'Port': ['ID=b86a2886-f8c8-41bb-8e92-5b5aa5d60f14,revision_number=3']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:17.331233 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbb05ee-058d-4154-8ec1-7901c8550c2b tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=768624ca-d116-45bb-8a95-6a5cd6c608a3,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:17.371500 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5f403cad-8ea1-49b7-a07f-ee3d8530b766 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for security_group_rule (405d746a-b2e7-42ef-a62f-298284adcb0d), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:17.383816 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-901a08ef-de1a-484f-9b2a-d1ea2ab824d3 None None] Attempting to bind port b86a2886-f8c8-41bb-8e92-5b5aa5d60f14 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:17:17.384533 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-901a08ef-de1a-484f-9b2a-d1ea2ab824d3 None None] Attempting to bind port b86a2886-f8c8-41bb-8e92-5b5aa5d60f14 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '0264e9b4-dd9a-42eb-93b3-c0a4ea239113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'c69cc084-ef9d-48b1-a3c4-7a315e95e138'}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:17:17.385772 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901a08ef-de1a-484f-9b2a-d1ea2ab824d3 None None] Attempting to bind port b86a2886-f8c8-41bb-8e92-5b5aa5d60f14 on network c69cc084-ef9d-48b1-a3c4-7a315e95e138 {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:17:17.395415 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901a08ef-de1a-484f-9b2a-d1ea2ab824d3 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:17:17.395996 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901a08ef-de1a-484f-9b2a-d1ea2ab824d3 None None] Checking segment: {'id': '0264e9b4-dd9a-42eb-93b3-c0a4ea239113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'c69cc084-ef9d-48b1-a3c4-7a315e95e138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:17:17.396686 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-901a08ef-de1a-484f-9b2a-d1ea2ab824d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:17.397347 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901a08ef-de1a-484f-9b2a-d1ea2ab824d3 None None] Bound using segment: {'id': '0264e9b4-dd9a-42eb-93b3-c0a4ea239113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'c69cc084-ef9d-48b1-a3c4-7a315e95e138'} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:17:17.398083 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-901a08ef-de1a-484f-9b2a-d1ea2ab824d3 None None] Bound port: b86a2886-f8c8-41bb-8e92-5b5aa5d60f14, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0264e9b4-dd9a-42eb-93b3-c0a4ea239113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'c69cc084-ef9d-48b1-a3c4-7a315e95e138'}}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:17:17.399016 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-901a08ef-de1a-484f-9b2a-d1ea2ab824d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (b86a2886-f8c8-41bb-8e92-5b5aa5d60f14), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:17.469344 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5f403cad-8ea1-49b7-a07f-ee3d8530b766 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for security_group_rule (405d746a-b2e7-42ef-a62f-298284adcb0d), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:17.477233 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5f403cad-8ea1-49b7-a07f-ee3d8530b766 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (405d746a-b2e7-42ef-a62f-298284adcb0d), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:17.496438 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-901a08ef-de1a-484f-9b2a-d1ea2ab824d3 None None] For port b86a2886-f8c8-41bb-8e92-5b5aa5d60f14, host n-d-826753-2, cleared binding levels {{(pid=103704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:17:17.498392 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f403cad-8ea1-49b7-a07f-ee3d8530b766 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=405d746a-b2e7-42ef-a62f-298284adcb0d,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:17.500086 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-901a08ef-de1a-484f-9b2a-d1ea2ab824d3 None None] For port b86a2886-f8c8-41bb-8e92-5b5aa5d60f14, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=b86a2886-f8c8-41bb-8e92-5b5aa5d60f14,segment=NetworkSegment(0264e9b4-dd9a-42eb-93b3-c0a4ea239113),segment_id=0264e9b4-dd9a-42eb-93b3-c0a4ea239113)] {{(pid=103704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:17:17.513800 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-901a08ef-de1a-484f-9b2a-d1ea2ab824d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (b86a2886-f8c8-41bb-8e92-5b5aa5d60f14), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:17.515563 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5f403cad-8ea1-49b7-a07f-ee3d8530b766 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:17.519510 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-5f403cad-8ea1-49b7-a07f-ee3d8530b766 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2122843 Feb 19 03:17:17.520213 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 41018) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:17.526125 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-9586082b-2a5d-41fd-9397-2a25c3f2fcf4 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Request body: {'security_group_rule': {'security_group_id': '768624ca-d116-45bb-8a95-6a5cd6c608a3', 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:17:17.563362 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9586082b-2a5d-41fd-9397-2a25c3f2fcf4 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for security_group_rule (fe8c277f-3fc6-4747-af53-0f41806ad23d), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:17.581552 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275bf6d7-37d4-4150-9f84-731ce32f6420 None None] Pushing event updated for resources: {'Port': ['ID=b86a2886-f8c8-41bb-8e92-5b5aa5d60f14,revision_number=4']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:17.592638 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901a08ef-de1a-484f-9b2a-d1ea2ab824d3 None None] Routers {'967564f2-f53c-458b-97fe-f47c42284ce7'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:17:17.593293 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-901a08ef-de1a-484f-9b2a-d1ea2ab824d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:16:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['967564f2-f53c-458b-97fe-f47c42284ce7'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:17.657847 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-6c01cf06-55f6-4496-85d9-941ffee0c36e None None] Provisioning complete for port b86a2886-f8c8-41bb-8e92-5b5aa5d60f14 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:17:17.658222 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6c01cf06-55f6-4496-85d9-941ffee0c36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (b86a2886-f8c8-41bb-8e92-5b5aa5d60f14), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:17.682170 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9586082b-2a5d-41fd-9397-2a25c3f2fcf4 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for security_group_rule (fe8c277f-3fc6-4747-af53-0f41806ad23d), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:17.690606 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9586082b-2a5d-41fd-9397-2a25c3f2fcf4 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (fe8c277f-3fc6-4747-af53-0f41806ad23d), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:17.736333 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-9ba5f4ba-f5ad-486f-baf8-a2aa0df35452 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:17.736949 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9586082b-2a5d-41fd-9397-2a25c3f2fcf4 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe8c277f-3fc6-4747-af53-0f41806ad23d,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:17.758635 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9586082b-2a5d-41fd-9397-2a25c3f2fcf4 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:17.762486 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-9586082b-2a5d-41fd-9397-2a25c3f2fcf4 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2400420 Feb 19 03:17:17.764269 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 41020) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:17.768983 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-76f883dd-b1bd-413b-be50-99ba570e9df3 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Request body: {'security_group_rule': {'security_group_id': '768624ca-d116-45bb-8a95-6a5cd6c608a3', 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:17:17.786618 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-901a08ef-de1a-484f-9b2a-d1ea2ab824d3 None None] Set router 967564f2-f53c-458b-97fe-f47c42284ce7 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:17:17.809673 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-6c01cf06-55f6-4496-85d9-941ffee0c36e None None] Current status of the port b86a2886-f8c8-41bb-8e92-5b5aa5d60f14 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:17:17.810336 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6c01cf06-55f6-4496-85d9-941ffee0c36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (b86a2886-f8c8-41bb-8e92-5b5aa5d60f14), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:17.824818 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-76f883dd-b1bd-413b-be50-99ba570e9df3 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for security_group_rule (a7b55284-ffb4-47e1-a06e-7dbae6a59ffe), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:17.862780 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-6c01cf06-55f6-4496-85d9-941ffee0c36e None None] For port b86a2886-f8c8-41bb-8e92-5b5aa5d60f14, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=b86a2886-f8c8-41bb-8e92-5b5aa5d60f14,segment=NetworkSegment(0264e9b4-dd9a-42eb-93b3-c0a4ea239113),segment_id=0264e9b4-dd9a-42eb-93b3-c0a4ea239113)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:17:17.880077 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6c01cf06-55f6-4496-85d9-941ffee0c36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (b86a2886-f8c8-41bb-8e92-5b5aa5d60f14), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:17.938899 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-76f883dd-b1bd-413b-be50-99ba570e9df3 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for security_group_rule (a7b55284-ffb4-47e1-a06e-7dbae6a59ffe), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:17.945262 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-76f883dd-b1bd-413b-be50-99ba570e9df3 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (a7b55284-ffb4-47e1-a06e-7dbae6a59ffe), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:17.965466 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c01cf06-55f6-4496-85d9-941ffee0c36e None None] Pushing event updated for resources: {'Port': ['ID=b86a2886-f8c8-41bb-8e92-5b5aa5d60f14,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:17.980922 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-76f883dd-b1bd-413b-be50-99ba570e9df3 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:17.982582 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-76f883dd-b1bd-413b-be50-99ba570e9df3 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2172384 Feb 19 03:17:17.985631 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 41024) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:17.990314 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-bf6328c8-03b4-4ad8-a127-537ac985cc18 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Request body: {'security_group_rule': {'security_group_id': '768624ca-d116-45bb-8a95-6a5cd6c608a3', 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:17:17.996665 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f883dd-b1bd-413b-be50-99ba570e9df3 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7b55284-ffb4-47e1-a06e-7dbae6a59ffe,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:18.022739 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-a4adfdd6-8839-4579-999b-3f2d09a6d65b None None] Provisioning complete for port b86a2886-f8c8-41bb-8e92-5b5aa5d60f14 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:17:18.023667 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-a4adfdd6-8839-4579-999b-3f2d09a6d65b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (b86a2886-f8c8-41bb-8e92-5b5aa5d60f14), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:18.029905 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bf6328c8-03b4-4ad8-a127-537ac985cc18 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for security_group_rule (21e5887c-e4a0-434c-b8eb-6d1dd5d3c931), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:18.114225 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bf6328c8-03b4-4ad8-a127-537ac985cc18 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for security_group_rule (21e5887c-e4a0-434c-b8eb-6d1dd5d3c931), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:18.118650 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-901a08ef-de1a-484f-9b2a-d1ea2ab824d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '967564f2-f53c-458b-97fe-f47c42284ce7', 'name': 'tempest-TestVolumeBackupRestore-420245170-router', 'tenant_id': 'b7a2a0bc3e2c4600a91c20227f8428a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '753f7bbc-8b53-4417-8a6c-384a6e663a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:17:06Z', 'updated_at': '2022-02-19T03:17:10Z', 'revision_number': 4, 'project_id': 'b7a2a0bc3e2c4600a91c20227f8428a2', 'gw_port': {'id': '753f7bbc-8b53-4417-8a6c-384a6e663a77', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967564f2-f53c-458b-97fe-f47c42284ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:17:07Z', 'updated_at': '2022-02-19T03:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': 'b86a2886-f8c8-41bb-8e92-5b5aa5d60f14', 'name': '', 'network_id': 'c69cc084-ef9d-48b1-a3c4-7a315e95e138', 'tenant_id': 'b7a2a0bc3e2c4600a91c20227f8428a2', 'mac_address': 'fa:16:3e:f9:ff:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '967564f2-f53c-458b-97fe-f47c42284ce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '231425b7-82d8-49cb-8cca-cf7ce02dcfaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:17:09Z', 'updated_at': '2022-02-19T03:17:17Z', 'revision_number': 4, 'project_id': 'b7a2a0bc3e2c4600a91c20227f8428a2', 'subnets': [{'id': '231425b7-82d8-49cb-8cca-cf7ce02dcfaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:18.119516 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bf6328c8-03b4-4ad8-a127-537ac985cc18 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (21e5887c-e4a0-434c-b8eb-6d1dd5d3c931), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:18.146205 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6328c8-03b4-4ad8-a127-537ac985cc18 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21e5887c-e4a0-434c-b8eb-6d1dd5d3c931,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:18.150401 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901a08ef-de1a-484f-9b2a-d1ea2ab824d3 None None] The sync data for ids ['967564f2-f53c-458b-97fe-f47c42284ce7'] in n-d-826753-2 is: [{'id': '967564f2-f53c-458b-97fe-f47c42284ce7', 'name': 'tempest-TestVolumeBackupRestore-420245170-router', 'tenant_id': 'b7a2a0bc3e2c4600a91c20227f8428a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '753f7bbc-8b53-4417-8a6c-384a6e663a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:17:06Z', 'updated_at': '2022-02-19T03:17:10Z', 'revision_number': 4, 'project_id': 'b7a2a0bc3e2c4600a91c20227f8428a2', 'gw_port': {'id': '753f7bbc-8b53-4417-8a6c-384a6e663a77', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967564f2-f53c-458b-97fe-f47c42284ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:17:07Z', 'updated_at': '2022-02-19T03:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': 'b86a2886-f8c8-41bb-8e92-5b5aa5d60f14', 'name': '', 'network_id': 'c69cc084-ef9d-48b1-a3c4-7a315e95e138', 'tenant_id': 'b7a2a0bc3e2c4600a91c20227f8428a2', 'mac_address': 'fa:16:3e:f9:ff:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '967564f2-f53c-458b-97fe-f47c42284ce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '231425b7-82d8-49cb-8cca-cf7ce02dcfaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:17:09Z', 'updated_at': '2022-02-19T03:17:17Z', 'revision_number': 4, 'project_id': 'b7a2a0bc3e2c4600a91c20227f8428a2', 'subnets': [{'id': '231425b7-82d8-49cb-8cca-cf7ce02dcfaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:17:18.151390 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-a4adfdd6-8839-4579-999b-3f2d09a6d65b None None] Current status of the port b86a2886-f8c8-41bb-8e92-5b5aa5d60f14 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:17:18.158428 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bf6328c8-03b4-4ad8-a127-537ac985cc18 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:18.159792 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-bf6328c8-03b4-4ad8-a127-537ac985cc18 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1730673 Feb 19 03:17:18.162694 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 41026) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:18.168056 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-b7725e52-379a-4da2-9ac7-fe55e22ccdce tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Request body: {'security_group_rule': {'security_group_id': '768624ca-d116-45bb-8a95-6a5cd6c608a3', 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:17:18.191362 n-d-826753-2 neutron-server[103701]: INFO neutron.db.securitygroups_db [None req-b7725e52-379a-4da2-9ac7-fe55e22ccdce tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Project 3bc3bb28499f4673b42d5b4a69d45946 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 03:17:18.199979 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b7725e52-379a-4da2-9ac7-fe55e22ccdce tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for security_group_rule (407f817e-d67d-4562-8577-422069703fb8), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:18.283199 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b7725e52-379a-4da2-9ac7-fe55e22ccdce tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for security_group_rule (407f817e-d67d-4562-8577-422069703fb8), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:18.288588 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b7725e52-379a-4da2-9ac7-fe55e22ccdce tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (407f817e-d67d-4562-8577-422069703fb8), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:18.306005 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7725e52-379a-4da2-9ac7-fe55e22ccdce tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=407f817e-d67d-4562-8577-422069703fb8,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:18.318352 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b7725e52-379a-4da2-9ac7-fe55e22ccdce tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:18.319601 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-b7725e52-379a-4da2-9ac7-fe55e22ccdce tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1559234 Feb 19 03:17:18.325199 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 41028) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:18.330531 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-bdffca21-601c-4c20-9766-d3596aaa73e1 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Request body: {'security_group_rule': {'security_group_id': '768624ca-d116-45bb-8a95-6a5cd6c608a3', 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:17:18.359870 n-d-826753-2 neutron-server[103701]: INFO neutron.db.securitygroups_db [None req-bdffca21-601c-4c20-9766-d3596aaa73e1 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Project 3bc3bb28499f4673b42d5b4a69d45946 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 03:17:18.365996 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bdffca21-601c-4c20-9766-d3596aaa73e1 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for security_group_rule (4ed8609a-d1ac-4f53-b2a5-31522f60dd88), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:18.438198 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bdffca21-601c-4c20-9766-d3596aaa73e1 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for security_group_rule (4ed8609a-d1ac-4f53-b2a5-31522f60dd88), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:18.442757 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bdffca21-601c-4c20-9766-d3596aaa73e1 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (4ed8609a-d1ac-4f53-b2a5-31522f60dd88), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:18.465167 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdffca21-601c-4c20-9766-d3596aaa73e1 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ed8609a-d1ac-4f53-b2a5-31522f60dd88,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:18.470397 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bdffca21-601c-4c20-9766-d3596aaa73e1 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:18.474736 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-bdffca21-601c-4c20-9766-d3596aaa73e1 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1454380 Feb 19 03:17:18.474996 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 41032) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:18.480668 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-d29c6206-1fc1-4d81-8c92-10a2e0b1ff5d tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Request body: {'network': {'name': 'tempest-network-smoke--483829309', 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'port_security_enabled': True}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:17:18.505656 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d29c6206-1fc1-4d81-8c92-10a2e0b1ff5d tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Made reservation on behalf of 3bc3bb28499f4673b42d5b4a69d45946 for: {'network': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:17:18.509470 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d29c6206-1fc1-4d81-8c92-10a2e0b1ff5d tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:18.538130 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d29c6206-1fc1-4d81-8c92-10a2e0b1ff5d tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] vlan segment allocate from pool success with {'vlan_id': 283, 'physical_network': 'physnet1'} {{(pid=103701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:17:18.552901 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d29c6206-1fc1-4d81-8c92-10a2e0b1ff5d tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (9af82d65-a592-41a3-9bd1-9ac04167b63f), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:18.553286 n-d-826753-2 neutron-server[103701]: INFO neutron.db.segments_db [None req-d29c6206-1fc1-4d81-8c92-10a2e0b1ff5d tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Added segment 9af82d65-a592-41a3-9bd1-9ac04167b63f of type vlan for network aa00952d-de9c-4d5d-ab13-6cd6c73b1fe8 Feb 19 03:17:18.603166 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d29c6206-1fc1-4d81-8c92-10a2e0b1ff5d tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (aa00952d-de9c-4d5d-ab13-6cd6c73b1fe8), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:18.645900 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d29c6206-1fc1-4d81-8c92-10a2e0b1ff5d tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (aa00952d-de9c-4d5d-ab13-6cd6c73b1fe8), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:18.652004 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29c6206-1fc1-4d81-8c92-10a2e0b1ff5d tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:18.652694 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d29c6206-1fc1-4d81-8c92-10a2e0b1ff5d tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:18.717956 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-d29c6206-1fc1-4d81-8c92-10a2e0b1ff5d tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2418873 Feb 19 03:17:18.723696 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 41034) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:18.736945 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-6e30703f-5562-4fc3-8d39-241e31b8dfcf tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-184969492', 'admin_state_up': True, 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:17:18.758811 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29c6206-1fc1-4d81-8c92-10a2e0b1ff5d tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Pushing event updated for resources: {'Network': ['ID=aa00952d-de9c-4d5d-ab13-6cd6c73b1fe8,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:18.771061 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6e30703f-5562-4fc3-8d39-241e31b8dfcf tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14172'] for router (27fd2252-637a-49c5-9ef5-14fea80c66c6), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:18.772286 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6e30703f-5562-4fc3-8d39-241e31b8dfcf tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16317487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16285822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16309985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14247'] for router (27fd2252-637a-49c5-9ef5-14fea80c66c6), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:18.773502 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network aa00952d-de9c-4d5d-ab13-6cd6c73b1fe8 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:17:18.839516 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device b86a2886-f8c8-41bb-8e92-5b5aa5d60f14 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:17:18.841131 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6e30703f-5562-4fc3-8d39-241e31b8dfcf tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for router_controller (27fd2252-637a-49c5-9ef5-14fea80c66c6), precommit_add_association {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:18.934399 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port b86a2886-f8c8-41bb-8e92-5b5aa5d60f14 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:17:18.936061 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (b86a2886-f8c8-41bb-8e92-5b5aa5d60f14), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:19.039354 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port b86a2886-f8c8-41bb-8e92-5b5aa5d60f14 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:17:19.040126 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6e30703f-5562-4fc3-8d39-241e31b8dfcf tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for router_gateway (27fd2252-637a-49c5-9ef5-14fea80c66c6), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:19.277550 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6e30703f-5562-4fc3-8d39-241e31b8dfcf tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for router_gateway (27fd2252-637a-49c5-9ef5-14fea80c66c6), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:19.301240 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:19.303507 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6e30703f-5562-4fc3-8d39-241e31b8dfcf tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:19.429160 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-6e30703f-5562-4fc3-8d39-241e31b8dfcf tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Allocated IP 172.25.6.87 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/902e7d68-d978-4da8-a6d8-c3d98941d135) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:17:19.546406 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6e30703f-5562-4fc3-8d39-241e31b8dfcf tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for port (902e7d68-d978-4da8-a6d8-c3d98941d135), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:19.588301 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6e30703f-5562-4fc3-8d39-241e31b8dfcf tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (902e7d68-d978-4da8-a6d8-c3d98941d135), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:19.625399 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e30703f-5562-4fc3-8d39-241e31b8dfcf tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:17:19.628387 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-6e30703f-5562-4fc3-8d39-241e31b8dfcf tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:17:19.632082 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e30703f-5562-4fc3-8d39-241e31b8dfcf tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:17:19.670562 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e30703f-5562-4fc3-8d39-241e31b8dfcf tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Pushing event updated for resources: {'Port': ['ID=902e7d68-d978-4da8-a6d8-c3d98941d135,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:19.976680 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6e30703f-5562-4fc3-8d39-241e31b8dfcf tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for router_gateway (27fd2252-637a-49c5-9ef5-14fea80c66c6), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:20.225648 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6e30703f-5562-4fc3-8d39-241e31b8dfcf tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16317478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865'] for router (27fd2252-637a-49c5-9ef5-14fea80c66c6), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:20.366437 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e30703f-5562-4fc3-8d39-241e31b8dfcf tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Router 27fd2252-637a-49c5-9ef5-14fea80c66c6 is scheduled to L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd with binding_index 1 {{(pid=103701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:17:20.489431 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e30703f-5562-4fc3-8d39-241e31b8dfcf tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:17:20.500083 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:20.504454 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4054f020-70d5-40ca-869f-bf7d26589c5b None None] Sync routers for ids ['27fd2252-637a-49c5-9ef5-14fea80c66c6'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:17:20.516034 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6e30703f-5562-4fc3-8d39-241e31b8dfcf tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for router (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:20.517230 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4054f020-70d5-40ca-869f-bf7d26589c5b None None] Routers {'27fd2252-637a-49c5-9ef5-14fea80c66c6'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:17:20.521132 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-4054f020-70d5-40ca-869f-bf7d26589c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:17:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['27fd2252-637a-49c5-9ef5-14fea80c66c6'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:20.521329 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-6e30703f-5562-4fc3-8d39-241e31b8dfcf tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7857134 Feb 19 03:17:20.521481 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 41040) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:20.651491 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-4054f020-70d5-40ca-869f-bf7d26589c5b None None] Set router 27fd2252-637a-49c5-9ef5-14fea80c66c6 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:17:20.866476 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-4054f020-70d5-40ca-869f-bf7d26589c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27fd2252-637a-49c5-9ef5-14fea80c66c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-184969492', 'tenant_id': '3bc3bb28499f4673b42d5b4a69d45946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '902e7d68-d978-4da8-a6d8-c3d98941d135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:17:18Z', 'updated_at': '2022-02-19T03:17:19Z', 'revision_number': 3, 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'gw_port': {'id': '902e7d68-d978-4da8-a6d8-c3d98941d135', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:63:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27fd2252-637a-49c5-9ef5-14fea80c66c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:17:19Z', 'updated_at': '2022-02-19T03:17:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:20.898094 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4054f020-70d5-40ca-869f-bf7d26589c5b None None] Checking router: 27fd2252-637a-49c5-9ef5-14fea80c66c6 for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:17:20.898457 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4054f020-70d5-40ca-869f-bf7d26589c5b None None] Updating router 27fd2252-637a-49c5-9ef5-14fea80c66c6 port 902e7d68-d978-4da8-a6d8-c3d98941d135 binding host n-d-826753-2 {{(pid=103703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:17:20.934694 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4054f020-70d5-40ca-869f-bf7d26589c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (902e7d68-d978-4da8-a6d8-c3d98941d135), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:21.004593 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-231d0559-7d53-4056-bc28-e36c2e203957 tempest-TestNetworkAdvancedServerOps-967795877 tempest-TestNetworkAdvancedServerOps-967795877-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=3bc3bb28499f4673b42d5b4a69d45946&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4818573 Feb 19 03:17:21.007302 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 41044) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:21.128605 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6afd540-5ff1-4283-9a55-86d3ab5d7f17 tempest-TestNetworkAdvancedServerOps-967795877 tempest-TestNetworkAdvancedServerOps-967795877-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:21.130460 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-f6afd540-5ff1-4283-9a55-86d3ab5d7f17 tempest-TestNetworkAdvancedServerOps-967795877 tempest-TestNetworkAdvancedServerOps-967795877-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1213224 Feb 19 03:17:21.134175 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 41048) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:21.176579 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 41050) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:21.176809 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-95ddc2f4-1f7f-4814-a610-f91f4e814310 tempest-TestNetworkAdvancedServerOps-967795877 tempest-TestNetworkAdvancedServerOps-967795877-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=eaf64708-9021-419e-b287-ef3e0f51e2ee&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0412939 Feb 19 03:17:21.183247 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-2a0f2cc7-67bc-434d-a8f8-27e5cfb1fa53 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-888945398', 'network_id': 'aa00952d-de9c-4d5d-ab13-6cd6c73b1fe8', 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:17:21.294057 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a0f2cc7-67bc-434d-a8f8-27e5cfb1fa53 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Made reservation on behalf of 3bc3bb28499f4673b42d5b4a69d45946 for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:17:21.298090 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2a0f2cc7-67bc-434d-a8f8-27e5cfb1fa53 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:21.408802 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4054f020-70d5-40ca-869f-bf7d26589c5b None None] Publish callbacks [] for port (902e7d68-d978-4da8-a6d8-c3d98941d135), precommit_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:21.417578 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4054f020-70d5-40ca-869f-bf7d26589c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (902e7d68-d978-4da8-a6d8-c3d98941d135), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:21.472407 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-4054f020-70d5-40ca-869f-bf7d26589c5b None None] Attempting to bind port 902e7d68-d978-4da8-a6d8-c3d98941d135 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:17:21.473110 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-4054f020-70d5-40ca-869f-bf7d26589c5b None None] Attempting to bind port 902e7d68-d978-4da8-a6d8-c3d98941d135 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:17:21.473243 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4054f020-70d5-40ca-869f-bf7d26589c5b None None] Attempting to bind port 902e7d68-d978-4da8-a6d8-c3d98941d135 on network eaf64708-9021-419e-b287-ef3e0f51e2ee {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:17:21.481426 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abea1a80-faf7-43a8-8155-da8ffb76779f None None] Pushing event updated for resources: {'Port': ['ID=902e7d68-d978-4da8-a6d8-c3d98941d135,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:21.484799 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4054f020-70d5-40ca-869f-bf7d26589c5b None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:17:21.485249 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4054f020-70d5-40ca-869f-bf7d26589c5b None None] Checking segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:17:21.485607 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4054f020-70d5-40ca-869f-bf7d26589c5b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:21.486014 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4054f020-70d5-40ca-869f-bf7d26589c5b None None] Bound using segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:17:21.486460 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-4054f020-70d5-40ca-869f-bf7d26589c5b None None] Bound port: 902e7d68-d978-4da8-a6d8-c3d98941d135, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:17:21.486841 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4054f020-70d5-40ca-869f-bf7d26589c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (902e7d68-d978-4da8-a6d8-c3d98941d135), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:21.538417 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2a0f2cc7-67bc-434d-a8f8-27e5cfb1fa53 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (9a463e69-de83-4275-952a-5193f40c31f0), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:21.575390 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4054f020-70d5-40ca-869f-bf7d26589c5b None None] For port 902e7d68-d978-4da8-a6d8-c3d98941d135, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:17:21.579245 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4054f020-70d5-40ca-869f-bf7d26589c5b None None] For port 902e7d68-d978-4da8-a6d8-c3d98941d135, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=902e7d68-d978-4da8-a6d8-c3d98941d135,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:17:21.587052 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4054f020-70d5-40ca-869f-bf7d26589c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (902e7d68-d978-4da8-a6d8-c3d98941d135), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:21.653055 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4054f020-70d5-40ca-869f-bf7d26589c5b None None] Routers {'27fd2252-637a-49c5-9ef5-14fea80c66c6'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:17:21.653819 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-4054f020-70d5-40ca-869f-bf7d26589c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:17:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['27fd2252-637a-49c5-9ef5-14fea80c66c6'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:21.659592 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abea1a80-faf7-43a8-8155-da8ffb76779f None None] Pushing event updated for resources: {'Port': ['ID=902e7d68-d978-4da8-a6d8-c3d98941d135,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:21.785278 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-4054f020-70d5-40ca-869f-bf7d26589c5b None None] Set router 27fd2252-637a-49c5-9ef5-14fea80c66c6 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:17:21.952524 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0f2cc7-67bc-434d-a8f8-27e5cfb1fa53 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Pushing event updated for resources: {'Subnet': ['ID=9a463e69-de83-4275-952a-5193f40c31f0,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:21.964687 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0f2cc7-67bc-434d-a8f8-27e5cfb1fa53 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Checking segment: {'id': '9af82d65-a592-41a3-9bd1-9ac04167b63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'aa00952d-de9c-4d5d-ab13-6cd6c73b1fe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:17:21.965078 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0f2cc7-67bc-434d-a8f8-27e5cfb1fa53 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Network hostable DHCP agents. Network: aa00952d-de9c-4d5d-ab13-6cd6c73b1fe8, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:17:21.979963 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:21.988103 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0f2cc7-67bc-434d-a8f8-27e5cfb1fa53 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Network aa00952d-de9c-4d5d-ab13-6cd6c73b1fe8 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:17:22.001305 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-2a0f2cc7-67bc-434d-a8f8-27e5cfb1fa53 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, aa00952d-de9c-4d5d-ab13-6cd6c73b1fe8) {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:17:22.005371 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-4054f020-70d5-40ca-869f-bf7d26589c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27fd2252-637a-49c5-9ef5-14fea80c66c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-184969492', 'tenant_id': '3bc3bb28499f4673b42d5b4a69d45946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '902e7d68-d978-4da8-a6d8-c3d98941d135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:17:18Z', 'updated_at': '2022-02-19T03:17:19Z', 'revision_number': 3, 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'gw_port': {'id': '902e7d68-d978-4da8-a6d8-c3d98941d135', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:63:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27fd2252-637a-49c5-9ef5-14fea80c66c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:17:19Z', 'updated_at': '2022-02-19T03:17:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:22.005858 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0f2cc7-67bc-434d-a8f8-27e5cfb1fa53 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:22.006455 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2a0f2cc7-67bc-434d-a8f8-27e5cfb1fa53 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:22.025080 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-2a0f2cc7-67bc-434d-a8f8-27e5cfb1fa53 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8472431 Feb 19 03:17:22.031438 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 41052) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:22.054760 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf521901-37c9-45fc-9df3-ac29d1707282 None None] Network aa00952d-de9c-4d5d-ab13-6cd6c73b1fe8 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:17:22.057857 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4054f020-70d5-40ca-869f-bf7d26589c5b None None] The sync data for ids ['27fd2252-637a-49c5-9ef5-14fea80c66c6'] in n-d-826753-2 is: [{'id': '27fd2252-637a-49c5-9ef5-14fea80c66c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-184969492', 'tenant_id': '3bc3bb28499f4673b42d5b4a69d45946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '902e7d68-d978-4da8-a6d8-c3d98941d135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:17:18Z', 'updated_at': '2022-02-19T03:17:19Z', 'revision_number': 3, 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'gw_port': {'id': '902e7d68-d978-4da8-a6d8-c3d98941d135', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:63:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27fd2252-637a-49c5-9ef5-14fea80c66c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:17:19Z', 'updated_at': '2022-02-19T03:17:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:17:22.179026 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e47e06-5e0b-4378-b3eb-21b31e6090bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-aa00952d-de9c-4d5d-ab13-6cd6c73b1fe8', 'network_id': 'aa00952d-de9c-4d5d-ab13-6cd6c73b1fe8', 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'fixed_ips': [{'subnet_id': '9a463e69-de83-4275-952a-5193f40c31f0'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:17:22.179899 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-59e47e06-5e0b-4378-b3eb-21b31e6090bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:22.360980 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-59e47e06-5e0b-4378-b3eb-21b31e6090bb None None] Allocated IP 172.20.0.2 (aa00952d-de9c-4d5d-ab13-6cd6c73b1fe8/9a463e69-de83-4275-952a-5193f40c31f0/969bf310-69fd-4015-8be9-a717019774eb) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:17:22.599939 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-59e47e06-5e0b-4378-b3eb-21b31e6090bb None None] Publish callbacks [] for port (969bf310-69fd-4015-8be9-a717019774eb), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:22.608670 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-59e47e06-5e0b-4378-b3eb-21b31e6090bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (969bf310-69fd-4015-8be9-a717019774eb), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:22.654782 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e47e06-5e0b-4378-b3eb-21b31e6090bb None None] Network aa00952d-de9c-4d5d-ab13-6cd6c73b1fe8 is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:17:22.662376 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-59e47e06-5e0b-4378-b3eb-21b31e6090bb None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:17:22.675594 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e47e06-5e0b-4378-b3eb-21b31e6090bb None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:17:22.684927 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e47e06-5e0b-4378-b3eb-21b31e6090bb None None] Pushing event updated for resources: {'Port': ['ID=969bf310-69fd-4015-8be9-a717019774eb,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:22.736810 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:22.740451 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9aaf47f0-8539-4df5-9a3d-4d60d4f4704b tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:22.797707 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-59e47e06-5e0b-4378-b3eb-21b31e6090bb None None] Attempting to bind port 969bf310-69fd-4015-8be9-a717019774eb on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:17:22.798335 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-59e47e06-5e0b-4378-b3eb-21b31e6090bb None None] Attempting to bind port 969bf310-69fd-4015-8be9-a717019774eb by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '9af82d65-a592-41a3-9bd1-9ac04167b63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'aa00952d-de9c-4d5d-ab13-6cd6c73b1fe8'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:17:22.799197 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e47e06-5e0b-4378-b3eb-21b31e6090bb None None] Attempting to bind port 969bf310-69fd-4015-8be9-a717019774eb on network aa00952d-de9c-4d5d-ab13-6cd6c73b1fe8 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:17:22.813621 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 902e7d68-d978-4da8-a6d8-c3d98941d135 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:17:22.816105 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e47e06-5e0b-4378-b3eb-21b31e6090bb None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:17:22.816561 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e47e06-5e0b-4378-b3eb-21b31e6090bb None None] Checking segment: {'id': '9af82d65-a592-41a3-9bd1-9ac04167b63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'aa00952d-de9c-4d5d-ab13-6cd6c73b1fe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:17:22.816977 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-59e47e06-5e0b-4378-b3eb-21b31e6090bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:22.817408 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e47e06-5e0b-4378-b3eb-21b31e6090bb None None] Bound using segment: {'id': '9af82d65-a592-41a3-9bd1-9ac04167b63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'aa00952d-de9c-4d5d-ab13-6cd6c73b1fe8'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:17:22.817906 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-59e47e06-5e0b-4378-b3eb-21b31e6090bb None None] Bound port: 969bf310-69fd-4015-8be9-a717019774eb, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9af82d65-a592-41a3-9bd1-9ac04167b63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'aa00952d-de9c-4d5d-ab13-6cd6c73b1fe8'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:17:22.818301 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-59e47e06-5e0b-4378-b3eb-21b31e6090bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (969bf310-69fd-4015-8be9-a717019774eb), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:22.959657 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 902e7d68-d978-4da8-a6d8-c3d98941d135 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:17:22.960128 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (902e7d68-d978-4da8-a6d8-c3d98941d135), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:23.001971 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-59e47e06-5e0b-4378-b3eb-21b31e6090bb None None] For port 969bf310-69fd-4015-8be9-a717019774eb, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:17:23.019836 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-59e47e06-5e0b-4378-b3eb-21b31e6090bb None None] For port 969bf310-69fd-4015-8be9-a717019774eb, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=969bf310-69fd-4015-8be9-a717019774eb,segment=NetworkSegment(9af82d65-a592-41a3-9bd1-9ac04167b63f),segment_id=9af82d65-a592-41a3-9bd1-9ac04167b63f)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:17:23.038468 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-59e47e06-5e0b-4378-b3eb-21b31e6090bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (969bf310-69fd-4015-8be9-a717019774eb), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:23.128792 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 902e7d68-d978-4da8-a6d8-c3d98941d135 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:17:23.128792 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (902e7d68-d978-4da8-a6d8-c3d98941d135), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:23.167575 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-9aaf47f0-8539-4df5-9a3d-4d60d4f4704b tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Allocated IP 172.20.0.1 (aa00952d-de9c-4d5d-ab13-6cd6c73b1fe8/9a463e69-de83-4275-952a-5193f40c31f0/03d9be9a-624c-4319-8f2e-8fa31e8a9686) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:17:23.178886 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e47e06-5e0b-4378-b3eb-21b31e6090bb None None] Pushing event updated for resources: {'Port': ['ID=969bf310-69fd-4015-8be9-a717019774eb,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:23.183172 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port 902e7d68-d978-4da8-a6d8-c3d98941d135, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=902e7d68-d978-4da8-a6d8-c3d98941d135,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:17:23.189926 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (902e7d68-d978-4da8-a6d8-c3d98941d135), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:23.300618 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=902e7d68-d978-4da8-a6d8-c3d98941d135,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:23.385086 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9aaf47f0-8539-4df5-9a3d-4d60d4f4704b tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for port (03d9be9a-624c-4319-8f2e-8fa31e8a9686), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:23.461264 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9aaf47f0-8539-4df5-9a3d-4d60d4f4704b tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (03d9be9a-624c-4319-8f2e-8fa31e8a9686), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:23.513867 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aaf47f0-8539-4df5-9a3d-4d60d4f4704b tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Network aa00952d-de9c-4d5d-ab13-6cd6c73b1fe8 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:17:23.521532 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-9aaf47f0-8539-4df5-9a3d-4d60d4f4704b tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:17:23.531487 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aaf47f0-8539-4df5-9a3d-4d60d4f4704b tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:17:23.575486 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaf47f0-8539-4df5-9a3d-4d60d4f4704b tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Pushing event updated for resources: {'Port': ['ID=03d9be9a-624c-4319-8f2e-8fa31e8a9686,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:23.596880 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9aaf47f0-8539-4df5-9a3d-4d60d4f4704b tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16289150'] for router_interface (27fd2252-637a-49c5-9ef5-14fea80c66c6), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:23.765982 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9aaf47f0-8539-4df5-9a3d-4d60d4f4704b tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (03d9be9a-624c-4319-8f2e-8fa31e8a9686), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:24.171687 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9aaf47f0-8539-4df5-9a3d-4d60d4f4704b tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for port (03d9be9a-624c-4319-8f2e-8fa31e8a9686), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:24.178985 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9aaf47f0-8539-4df5-9a3d-4d60d4f4704b tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (03d9be9a-624c-4319-8f2e-8fa31e8a9686), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:24.274863 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaf47f0-8539-4df5-9a3d-4d60d4f4704b tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Pushing event updated for resources: {'Port': ['ID=03d9be9a-624c-4319-8f2e-8fa31e8a9686,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:24.279169 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9aaf47f0-8539-4df5-9a3d-4d60d4f4704b tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16362769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16289258'] for router_interface (27fd2252-637a-49c5-9ef5-14fea80c66c6), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:24.407018 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aaf47f0-8539-4df5-9a3d-4d60d4f4704b tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Network aa00952d-de9c-4d5d-ab13-6cd6c73b1fe8 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:17:24.408548 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-9aaf47f0-8539-4df5-9a3d-4d60d4f4704b tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:17:24.565353 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aaf47f0-8539-4df5-9a3d-4d60d4f4704b tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Router 27fd2252-637a-49c5-9ef5-14fea80c66c6 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:17:24.729112 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aaf47f0-8539-4df5-9a3d-4d60d4f4704b tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:17:24.736051 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-9aaf47f0-8539-4df5-9a3d-4d60d4f4704b tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "PUT /v2.0/routers/27fd2252-637a-49c5-9ef5-14fea80c66c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7026920 Feb 19 03:17:24.860666 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 902e7d68-d978-4da8-a6d8-c3d98941d135 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:17:24.909725 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d96e9d-46d6-4d47-beb2-07bbaefdd921 None None] Sync routers for ids ['27fd2252-637a-49c5-9ef5-14fea80c66c6'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:17:24.922570 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d96e9d-46d6-4d47-beb2-07bbaefdd921 None None] Routers {'27fd2252-637a-49c5-9ef5-14fea80c66c6'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:17:24.923521 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-11d96e9d-46d6-4d47-beb2-07bbaefdd921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:17:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['27fd2252-637a-49c5-9ef5-14fea80c66c6'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:24.930718 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-317a72c5-4ffa-4ece-9b29-9c3bdba68ee5 None None] Network aa00952d-de9c-4d5d-ab13-6cd6c73b1fe8 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:17:24.982749 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f7cd3b17-a7e2-4808-9409-cc97c80c899c req-989e8257-e483-42d0-bfa7-8ea274b3e23d tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-734512894&fields=id&tenant_id=3bc3bb28499f4673b42d5b4a69d45946 HTTP/1.1" status: 200 len: 267 time: 0.0715656 Feb 19 03:17:25.024080 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-a8042bb2-4ec5-4267-b2c2-8c14fdd86d98 None None] Provisioning complete for port 969bf310-69fd-4015-8be9-a717019774eb triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:17:25.024479 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-a8042bb2-4ec5-4267-b2c2-8c14fdd86d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (969bf310-69fd-4015-8be9-a717019774eb), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:25.052338 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-11d96e9d-46d6-4d47-beb2-07bbaefdd921 None None] Set router 27fd2252-637a-49c5-9ef5-14fea80c66c6 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:17:25.066268 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 902e7d68-d978-4da8-a6d8-c3d98941d135 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:17:25.066646 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (902e7d68-d978-4da8-a6d8-c3d98941d135), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:25.179268 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd3b17-a7e2-4808-9409-cc97c80c899c req-5fa618a2-3a30-41ce-96d3-288dd576a236 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:25.181749 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f7cd3b17-a7e2-4808-9409-cc97c80c899c req-5fa618a2-3a30-41ce-96d3-288dd576a236 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/networks?id=aa00952d-de9c-4d5d-ab13-6cd6c73b1fe8 HTTP/1.1" status: 200 len: 796 time: 0.1915779 Feb 19 03:17:25.210655 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f7cd3b17-a7e2-4808-9409-cc97c80c899c req-ecf85571-74f3-454d-87fa-87269a0fd19c tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/quotas/3bc3bb28499f4673b42d5b4a69d45946 HTTP/1.1" status: 200 len: 375 time: 0.0197270 Feb 19 03:17:25.280165 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-a8042bb2-4ec5-4267-b2c2-8c14fdd86d98 None None] Current status of the port 969bf310-69fd-4015-8be9-a717019774eb is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:17:25.280557 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-a8042bb2-4ec5-4267-b2c2-8c14fdd86d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (969bf310-69fd-4015-8be9-a717019774eb), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:25.306254 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-11d96e9d-46d6-4d47-beb2-07bbaefdd921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27fd2252-637a-49c5-9ef5-14fea80c66c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-184969492', 'tenant_id': '3bc3bb28499f4673b42d5b4a69d45946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '902e7d68-d978-4da8-a6d8-c3d98941d135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:17:18Z', 'updated_at': '2022-02-19T03:17:23Z', 'revision_number': 4, 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'gw_port': {'id': '902e7d68-d978-4da8-a6d8-c3d98941d135', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:63:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27fd2252-637a-49c5-9ef5-14fea80c66c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:17:19Z', 'updated_at': '2022-02-19T03:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '03d9be9a-624c-4319-8f2e-8fa31e8a9686', 'name': '', 'network_id': 'aa00952d-de9c-4d5d-ab13-6cd6c73b1fe8', 'tenant_id': '3bc3bb28499f4673b42d5b4a69d45946', 'mac_address': 'fa:16:3e:59:95:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27fd2252-637a-49c5-9ef5-14fea80c66c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '9a463e69-de83-4275-952a-5193f40c31f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:17:22Z', 'updated_at': '2022-02-19T03:17:23Z', 'revision_number': 2, 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'subnets': [{'id': '9a463e69-de83-4275-952a-5193f40c31f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:25.335393 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 902e7d68-d978-4da8-a6d8-c3d98941d135 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:17:25.336535 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 969bf310-69fd-4015-8be9-a717019774eb up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:17:25.337164 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d96e9d-46d6-4d47-beb2-07bbaefdd921 None None] Checking router: 27fd2252-637a-49c5-9ef5-14fea80c66c6 for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:17:25.337912 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d96e9d-46d6-4d47-beb2-07bbaefdd921 None None] Updating router 27fd2252-637a-49c5-9ef5-14fea80c66c6 port 03d9be9a-624c-4319-8f2e-8fa31e8a9686 binding host n-d-826753-2 {{(pid=103704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:17:25.373939 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-11d96e9d-46d6-4d47-beb2-07bbaefdd921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (03d9be9a-624c-4319-8f2e-8fa31e8a9686), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:25.397277 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f7cd3b17-a7e2-4808-9409-cc97c80c899c req-d28cd18a-8c49-48e3-b5f3-a21af8d4ab7a tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=3bc3bb28499f4673b42d5b4a69d45946&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1738138 Feb 19 03:17:25.532718 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-a8042bb2-4ec5-4267-b2c2-8c14fdd86d98 None None] For port 969bf310-69fd-4015-8be9-a717019774eb, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=969bf310-69fd-4015-8be9-a717019774eb,segment=NetworkSegment(9af82d65-a592-41a3-9bd1-9ac04167b63f),segment_id=9af82d65-a592-41a3-9bd1-9ac04167b63f)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:17:25.540618 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 969bf310-69fd-4015-8be9-a717019774eb triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:17:25.541198 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (969bf310-69fd-4015-8be9-a717019774eb), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:25.544834 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-a8042bb2-4ec5-4267-b2c2-8c14fdd86d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (969bf310-69fd-4015-8be9-a717019774eb), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:25.606175 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f7cd3b17-a7e2-4808-9409-cc97c80c899c req-ad52e730-8d70-493e-bac7-8e3efc5d8181 service neutron] 10.222.0.72 "GET /v2.0/networks/aa00952d-de9c-4d5d-ab13-6cd6c73b1fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078924 Feb 19 03:17:25.738966 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8042bb2-4ec5-4267-b2c2-8c14fdd86d98 None None] Pushing event updated for resources: {'Port': ['ID=969bf310-69fd-4015-8be9-a717019774eb,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:25.811792 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-11d96e9d-46d6-4d47-beb2-07bbaefdd921 None None] Publish callbacks [] for port (03d9be9a-624c-4319-8f2e-8fa31e8a9686), precommit_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:25.823125 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-11d96e9d-46d6-4d47-beb2-07bbaefdd921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (03d9be9a-624c-4319-8f2e-8fa31e8a9686), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:25.863014 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-442eef2d-ba64-4987-a6cf-35f25c1f8ee7 None None] Provisioning complete for port 03d9be9a-624c-4319-8f2e-8fa31e8a9686 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:17:25.863612 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-442eef2d-ba64-4987-a6cf-35f25c1f8ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (03d9be9a-624c-4319-8f2e-8fa31e8a9686), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:25.892194 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f7cd3b17-a7e2-4808-9409-cc97c80c899c req-1193535f-8293-4a01-aafa-b4480a82e5e5 service neutron] 10.222.0.72 "GET /v2.0/networks/aa00952d-de9c-4d5d-ab13-6cd6c73b1fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769096 Feb 19 03:17:25.947196 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 969bf310-69fd-4015-8be9-a717019774eb is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:17:25.962426 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-442eef2d-ba64-4987-a6cf-35f25c1f8ee7 None None] Port 03d9be9a-624c-4319-8f2e-8fa31e8a9686 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:17:25.969281 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0c90c5-eee7-4183-97e0-a0a893706161 None None] Pushing event updated for resources: {'Port': ['ID=03d9be9a-624c-4319-8f2e-8fa31e8a9686,revision_number=3']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:25.989552 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-442eef2d-ba64-4987-a6cf-35f25c1f8ee7 None None] Provisioning complete for port 969bf310-69fd-4015-8be9-a717019774eb triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:17:25.989912 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-442eef2d-ba64-4987-a6cf-35f25c1f8ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (969bf310-69fd-4015-8be9-a717019774eb), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:26.030707 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-11d96e9d-46d6-4d47-beb2-07bbaefdd921 None None] Attempting to bind port 03d9be9a-624c-4319-8f2e-8fa31e8a9686 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:17:26.031181 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-11d96e9d-46d6-4d47-beb2-07bbaefdd921 None None] Attempting to bind port 03d9be9a-624c-4319-8f2e-8fa31e8a9686 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '9af82d65-a592-41a3-9bd1-9ac04167b63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'aa00952d-de9c-4d5d-ab13-6cd6c73b1fe8'}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:17:26.031590 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d96e9d-46d6-4d47-beb2-07bbaefdd921 None None] Attempting to bind port 03d9be9a-624c-4319-8f2e-8fa31e8a9686 on network aa00952d-de9c-4d5d-ab13-6cd6c73b1fe8 {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:17:26.037909 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d96e9d-46d6-4d47-beb2-07bbaefdd921 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:17:26.038329 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d96e9d-46d6-4d47-beb2-07bbaefdd921 None None] Checking segment: {'id': '9af82d65-a592-41a3-9bd1-9ac04167b63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'aa00952d-de9c-4d5d-ab13-6cd6c73b1fe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:17:26.038730 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-11d96e9d-46d6-4d47-beb2-07bbaefdd921 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:26.039162 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d96e9d-46d6-4d47-beb2-07bbaefdd921 None None] Bound using segment: {'id': '9af82d65-a592-41a3-9bd1-9ac04167b63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'aa00952d-de9c-4d5d-ab13-6cd6c73b1fe8'} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:17:26.039667 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-11d96e9d-46d6-4d47-beb2-07bbaefdd921 None None] Bound port: 03d9be9a-624c-4319-8f2e-8fa31e8a9686, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9af82d65-a592-41a3-9bd1-9ac04167b63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'aa00952d-de9c-4d5d-ab13-6cd6c73b1fe8'}}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:17:26.040095 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-11d96e9d-46d6-4d47-beb2-07bbaefdd921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (03d9be9a-624c-4319-8f2e-8fa31e8a9686), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:26.154514 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-11d96e9d-46d6-4d47-beb2-07bbaefdd921 None None] For port 03d9be9a-624c-4319-8f2e-8fa31e8a9686, host n-d-826753-2, cleared binding levels {{(pid=103704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:17:26.158677 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-442eef2d-ba64-4987-a6cf-35f25c1f8ee7 None None] Current status of the port 969bf310-69fd-4015-8be9-a717019774eb is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:17:26.159577 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-11d96e9d-46d6-4d47-beb2-07bbaefdd921 None None] For port 03d9be9a-624c-4319-8f2e-8fa31e8a9686, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=03d9be9a-624c-4319-8f2e-8fa31e8a9686,segment=NetworkSegment(9af82d65-a592-41a3-9bd1-9ac04167b63f),segment_id=9af82d65-a592-41a3-9bd1-9ac04167b63f)] {{(pid=103704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:17:26.174587 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-11d96e9d-46d6-4d47-beb2-07bbaefdd921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (03d9be9a-624c-4319-8f2e-8fa31e8a9686), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:26.247545 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d96e9d-46d6-4d47-beb2-07bbaefdd921 None None] Routers {'27fd2252-637a-49c5-9ef5-14fea80c66c6'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:17:26.248502 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-11d96e9d-46d6-4d47-beb2-07bbaefdd921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:17:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['27fd2252-637a-49c5-9ef5-14fea80c66c6'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:26.291865 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-7ffd60a9-a00f-4b55-b19d-6ba103b5d2d2 None None] Provisioning complete for port 03d9be9a-624c-4319-8f2e-8fa31e8a9686 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:17:26.292253 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-7ffd60a9-a00f-4b55-b19d-6ba103b5d2d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (03d9be9a-624c-4319-8f2e-8fa31e8a9686), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:26.309467 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0c90c5-eee7-4183-97e0-a0a893706161 None None] Pushing event updated for resources: {'Port': ['ID=03d9be9a-624c-4319-8f2e-8fa31e8a9686,revision_number=4']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:26.402289 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:26.512147 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-7ffd60a9-a00f-4b55-b19d-6ba103b5d2d2 None None] Current status of the port 03d9be9a-624c-4319-8f2e-8fa31e8a9686 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:17:26.512543 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-7ffd60a9-a00f-4b55-b19d-6ba103b5d2d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (03d9be9a-624c-4319-8f2e-8fa31e8a9686), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:26.561706 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-7ffd60a9-a00f-4b55-b19d-6ba103b5d2d2 None None] For port 03d9be9a-624c-4319-8f2e-8fa31e8a9686, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=03d9be9a-624c-4319-8f2e-8fa31e8a9686,segment=NetworkSegment(9af82d65-a592-41a3-9bd1-9ac04167b63f),segment_id=9af82d65-a592-41a3-9bd1-9ac04167b63f)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:17:26.567369 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-7ffd60a9-a00f-4b55-b19d-6ba103b5d2d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (03d9be9a-624c-4319-8f2e-8fa31e8a9686), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:26.660667 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffd60a9-a00f-4b55-b19d-6ba103b5d2d2 None None] Pushing event updated for resources: {'Port': ['ID=03d9be9a-624c-4319-8f2e-8fa31e8a9686,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:26.708492 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-d72142a5-70e5-4b94-bec9-eaf2a9b1cbdc None None] Provisioning complete for port 03d9be9a-624c-4319-8f2e-8fa31e8a9686 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:17:26.709223 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d72142a5-70e5-4b94-bec9-eaf2a9b1cbdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (03d9be9a-624c-4319-8f2e-8fa31e8a9686), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:26.735351 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-11d96e9d-46d6-4d47-beb2-07bbaefdd921 None None] Set router 27fd2252-637a-49c5-9ef5-14fea80c66c6 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:17:26.783163 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 969bf310-69fd-4015-8be9-a717019774eb up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:17:26.913463 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-d72142a5-70e5-4b94-bec9-eaf2a9b1cbdc None None] Current status of the port 03d9be9a-624c-4319-8f2e-8fa31e8a9686 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:17:26.934374 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 969bf310-69fd-4015-8be9-a717019774eb triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:17:26.935895 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (969bf310-69fd-4015-8be9-a717019774eb), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:27.051276 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 969bf310-69fd-4015-8be9-a717019774eb is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:17:27.060596 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-a1b3428f-18d4-4f9b-98df-1445d4d399e9 None None] Provisioning complete for port 03d9be9a-624c-4319-8f2e-8fa31e8a9686 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:17:27.061050 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-a1b3428f-18d4-4f9b-98df-1445d4d399e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (03d9be9a-624c-4319-8f2e-8fa31e8a9686), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:27.146527 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-11d96e9d-46d6-4d47-beb2-07bbaefdd921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27fd2252-637a-49c5-9ef5-14fea80c66c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-184969492', 'tenant_id': '3bc3bb28499f4673b42d5b4a69d45946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '902e7d68-d978-4da8-a6d8-c3d98941d135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:17:18Z', 'updated_at': '2022-02-19T03:17:23Z', 'revision_number': 4, 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'gw_port': {'id': '902e7d68-d978-4da8-a6d8-c3d98941d135', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:63:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27fd2252-637a-49c5-9ef5-14fea80c66c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:17:19Z', 'updated_at': '2022-02-19T03:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '03d9be9a-624c-4319-8f2e-8fa31e8a9686', 'name': '', 'network_id': 'aa00952d-de9c-4d5d-ab13-6cd6c73b1fe8', 'tenant_id': '3bc3bb28499f4673b42d5b4a69d45946', 'mac_address': 'fa:16:3e:59:95:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27fd2252-637a-49c5-9ef5-14fea80c66c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '9a463e69-de83-4275-952a-5193f40c31f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:17:22Z', 'updated_at': '2022-02-19T03:17:26Z', 'revision_number': 4, 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'subnets': [{'id': '9a463e69-de83-4275-952a-5193f40c31f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:27.236985 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d96e9d-46d6-4d47-beb2-07bbaefdd921 None None] The sync data for ids ['27fd2252-637a-49c5-9ef5-14fea80c66c6'] in n-d-826753-2 is: [{'id': '27fd2252-637a-49c5-9ef5-14fea80c66c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-184969492', 'tenant_id': '3bc3bb28499f4673b42d5b4a69d45946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '902e7d68-d978-4da8-a6d8-c3d98941d135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:17:18Z', 'updated_at': '2022-02-19T03:17:23Z', 'revision_number': 4, 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'gw_port': {'id': '902e7d68-d978-4da8-a6d8-c3d98941d135', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:63:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27fd2252-637a-49c5-9ef5-14fea80c66c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:17:19Z', 'updated_at': '2022-02-19T03:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '03d9be9a-624c-4319-8f2e-8fa31e8a9686', 'name': '', 'network_id': 'aa00952d-de9c-4d5d-ab13-6cd6c73b1fe8', 'tenant_id': '3bc3bb28499f4673b42d5b4a69d45946', 'mac_address': 'fa:16:3e:59:95:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27fd2252-637a-49c5-9ef5-14fea80c66c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '9a463e69-de83-4275-952a-5193f40c31f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:17:22Z', 'updated_at': '2022-02-19T03:17:26Z', 'revision_number': 4, 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'subnets': [{'id': '9a463e69-de83-4275-952a-5193f40c31f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:17:27.251780 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f5e899c1-5139-468f-a48d-8c55e1d3b3ab req-f4303628-3ddf-4444-b0b5-6658c4654f82 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1eb5b30-f883-44f5-8b29-2ad5d9d2b00d HTTP/1.1" status: 200 len: 210 time: 0.0810568 Feb 19 03:17:27.553330 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-a1b3428f-18d4-4f9b-98df-1445d4d399e9 None None] Current status of the port 03d9be9a-624c-4319-8f2e-8fa31e8a9686 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:17:28.418562 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-86c681c9-e195-4cd7-8d1f-75ae07612903 req-830c1dbf-b88d-4ca3-881f-5f7c043d754a tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1eb5b30-f883-44f5-8b29-2ad5d9d2b00d HTTP/1.1" status: 200 len: 210 time: 0.0354793 Feb 19 03:17:28.833853 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 03d9be9a-624c-4319-8f2e-8fa31e8a9686 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:17:28.881265 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd3b17-a7e2-4808-9409-cc97c80c899c req-b5fa18d5-4bad-4eb1-9e15-1cd2ba4e8dca tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:28.883179 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-f7cd3b17-a7e2-4808-9409-cc97c80c899c req-b5fa18d5-4bad-4eb1-9e15-1cd2ba4e8dca tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.73 "GET /v2.0/networks?id=aa00952d-de9c-4d5d-ab13-6cd6c73b1fe8 HTTP/1.1" status: 200 len: 796 time: 0.1979239 Feb 19 03:17:28.968904 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 03d9be9a-624c-4319-8f2e-8fa31e8a9686 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:17:28.969449 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (03d9be9a-624c-4319-8f2e-8fa31e8a9686), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:28.991878 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-f7cd3b17-a7e2-4808-9409-cc97c80c899c req-4c40dfca-5e4c-4cfb-94a1-a6b86e4fe6f0 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3bc3bb28499f4673b42d5b4a69d45946 HTTP/1.1" status: 200 len: 379 time: 0.0934248 Feb 19 03:17:29.021465 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-f7cd3b17-a7e2-4808-9409-cc97c80c899c req-5b226a77-0175-4066-8f39-e1dd991f172a tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Request body: {'port': {'device_id': 'b1eb5b30-f883-44f5-8b29-2ad5d9d2b00d', 'network_id': 'aa00952d-de9c-4d5d-ab13-6cd6c73b1fe8', 'admin_state_up': True, 'tenant_id': '3bc3bb28499f4673b42d5b4a69d45946', 'security_groups': ['768624ca-d116-45bb-8a95-6a5cd6c608a3']}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:17:29.099081 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 03d9be9a-624c-4319-8f2e-8fa31e8a9686 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:17:29.208514 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7cd3b17-a7e2-4808-9409-cc97c80c899c req-5b226a77-0175-4066-8f39-e1dd991f172a tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Made reservation on behalf of 3bc3bb28499f4673b42d5b4a69d45946 for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:17:29.213717 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-f7cd3b17-a7e2-4808-9409-cc97c80c899c req-5b226a77-0175-4066-8f39-e1dd991f172a tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:29.374189 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [req-f7cd3b17-a7e2-4808-9409-cc97c80c899c req-5b226a77-0175-4066-8f39-e1dd991f172a tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Allocated IP 172.20.0.14 (aa00952d-de9c-4d5d-ab13-6cd6c73b1fe8/9a463e69-de83-4275-952a-5193f40c31f0/b3e64be4-e4c6-4d36-95f4-1c9864074986) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:17:29.541712 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1cefe068-5a68-4535-a1fc-48bfe30ea028 req-246bdc33-9f95-4a84-adc0-88091e1377a6 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1eb5b30-f883-44f5-8b29-2ad5d9d2b00d HTTP/1.1" status: 200 len: 210 time: 0.0400698 Feb 19 03:17:29.566839 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-f7cd3b17-a7e2-4808-9409-cc97c80c899c req-5b226a77-0175-4066-8f39-e1dd991f172a tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for port (b3e64be4-e4c6-4d36-95f4-1c9864074986), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:29.616215 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-f7cd3b17-a7e2-4808-9409-cc97c80c899c req-5b226a77-0175-4066-8f39-e1dd991f172a tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (b3e64be4-e4c6-4d36-95f4-1c9864074986), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:29.673177 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7cd3b17-a7e2-4808-9409-cc97c80c899c req-5b226a77-0175-4066-8f39-e1dd991f172a tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Network aa00952d-de9c-4d5d-ab13-6cd6c73b1fe8 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:17:29.677047 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [req-f7cd3b17-a7e2-4808-9409-cc97c80c899c req-5b226a77-0175-4066-8f39-e1dd991f172a tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:17:29.694913 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7cd3b17-a7e2-4808-9409-cc97c80c899c req-5b226a77-0175-4066-8f39-e1dd991f172a tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:17:29.736003 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b226a77-0175-4066-8f39-e1dd991f172a tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Pushing event updated for resources: {'Port': ['ID=b3e64be4-e4c6-4d36-95f4-1c9864074986,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:29.776964 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd3b17-a7e2-4808-9409-cc97c80c899c req-5b226a77-0175-4066-8f39-e1dd991f172a tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:29.778086 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-f7cd3b17-a7e2-4808-9409-cc97c80c899c req-5b226a77-0175-4066-8f39-e1dd991f172a tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:29.800873 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-f7cd3b17-a7e2-4808-9409-cc97c80c899c req-5b226a77-0175-4066-8f39-e1dd991f172a tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7879708 Feb 19 03:17:29.827577 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-f7cd3b17-a7e2-4808-9409-cc97c80c899c req-81a77caa-1185-45fb-883b-39a93df516c4 service neutron] Request body: {'port': {'device_id': 'b1eb5b30-f883-44f5-8b29-2ad5d9d2b00d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826753-2'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:17:29.933557 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-f7cd3b17-a7e2-4808-9409-cc97c80c899c req-81a77caa-1185-45fb-883b-39a93df516c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (b3e64be4-e4c6-4d36-95f4-1c9864074986), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:30.022385 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-81132dea-d499-484c-897f-e04729c75b47 None None] Provisioning complete for port b3e64be4-e4c6-4d36-95f4-1c9864074986 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:17:30.023353 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-81132dea-d499-484c-897f-e04729c75b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (b3e64be4-e4c6-4d36-95f4-1c9864074986), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:30.063518 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-81132dea-d499-484c-897f-e04729c75b47 None None] Port b3e64be4-e4c6-4d36-95f4-1c9864074986 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:17:30.269925 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-f7cd3b17-a7e2-4808-9409-cc97c80c899c req-81a77caa-1185-45fb-883b-39a93df516c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3e64be4-e4c6-4d36-95f4-1c9864074986 {{(pid=103702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:17:30.279440 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-f7cd3b17-a7e2-4808-9409-cc97c80c899c req-81a77caa-1185-45fb-883b-39a93df516c4 service neutron] Publish callbacks [] for port (b3e64be4-e4c6-4d36-95f4-1c9864074986), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:30.293346 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-f7cd3b17-a7e2-4808-9409-cc97c80c899c req-81a77caa-1185-45fb-883b-39a93df516c4 service neutron] Transition to ACTIVE for port object b3e64be4-e4c6-4d36-95f4-1c9864074986 will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:17:30.298891 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-f7cd3b17-a7e2-4808-9409-cc97c80c899c req-81a77caa-1185-45fb-883b-39a93df516c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (b3e64be4-e4c6-4d36-95f4-1c9864074986), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:30.372264 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a77caa-1185-45fb-883b-39a93df516c4 service neutron] Pushing event updated for resources: {'Port': ['ID=b3e64be4-e4c6-4d36-95f4-1c9864074986,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:30.433861 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-f7cd3b17-a7e2-4808-9409-cc97c80c899c req-81a77caa-1185-45fb-883b-39a93df516c4 service neutron] Attempting to bind port b3e64be4-e4c6-4d36-95f4-1c9864074986 on host n-h1-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:17:30.435003 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-f7cd3b17-a7e2-4808-9409-cc97c80c899c req-81a77caa-1185-45fb-883b-39a93df516c4 service neutron] Attempting to bind port b3e64be4-e4c6-4d36-95f4-1c9864074986 by drivers openvswitch,hyperv on host n-h1-826753-2 at level 0 using segments [{'id': '9af82d65-a592-41a3-9bd1-9ac04167b63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'aa00952d-de9c-4d5d-ab13-6cd6c73b1fe8'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:17:30.435466 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cd3b17-a7e2-4808-9409-cc97c80c899c req-81a77caa-1185-45fb-883b-39a93df516c4 service neutron] Attempting to bind port b3e64be4-e4c6-4d36-95f4-1c9864074986 on network aa00952d-de9c-4d5d-ab13-6cd6c73b1fe8 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:17:30.441321 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cd3b17-a7e2-4808-9409-cc97c80c899c req-81a77caa-1185-45fb-883b-39a93df516c4 service neutron] Port b3e64be4-e4c6-4d36-95f4-1c9864074986 on network aa00952d-de9c-4d5d-ab13-6cd6c73b1fe8 not bound, no agent of type Open vSwitch agent registered on host n-h1-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:17:30.441693 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cd3b17-a7e2-4808-9409-cc97c80c899c req-81a77caa-1185-45fb-883b-39a93df516c4 service neutron] Attempting to bind port b3e64be4-e4c6-4d36-95f4-1c9864074986 on network aa00952d-de9c-4d5d-ab13-6cd6c73b1fe8 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:17:30.447884 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cd3b17-a7e2-4808-9409-cc97c80c899c req-81a77caa-1185-45fb-883b-39a93df516c4 service neutron] Checking agent: {'id': '9d56fb1b-2855-496a-a6d9-c324740cb98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:17:30.448261 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cd3b17-a7e2-4808-9409-cc97c80c899c req-81a77caa-1185-45fb-883b-39a93df516c4 service neutron] Checking segment: {'id': '9af82d65-a592-41a3-9bd1-9ac04167b63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'aa00952d-de9c-4d5d-ab13-6cd6c73b1fe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:17:30.448614 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cd3b17-a7e2-4808-9409-cc97c80c899c req-81a77caa-1185-45fb-883b-39a93df516c4 service neutron] Bound using segment: {'id': '9af82d65-a592-41a3-9bd1-9ac04167b63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'aa00952d-de9c-4d5d-ab13-6cd6c73b1fe8'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:17:30.449067 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-f7cd3b17-a7e2-4808-9409-cc97c80c899c req-81a77caa-1185-45fb-883b-39a93df516c4 service neutron] Bound port: b3e64be4-e4c6-4d36-95f4-1c9864074986, host: n-h1-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9af82d65-a592-41a3-9bd1-9ac04167b63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'aa00952d-de9c-4d5d-ab13-6cd6c73b1fe8'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:17:30.449430 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-f7cd3b17-a7e2-4808-9409-cc97c80c899c req-81a77caa-1185-45fb-883b-39a93df516c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (b3e64be4-e4c6-4d36-95f4-1c9864074986), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:30.525965 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-f7cd3b17-a7e2-4808-9409-cc97c80c899c req-81a77caa-1185-45fb-883b-39a93df516c4 service neutron] For port b3e64be4-e4c6-4d36-95f4-1c9864074986, host n-h1-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:17:30.530330 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-f7cd3b17-a7e2-4808-9409-cc97c80c899c req-81a77caa-1185-45fb-883b-39a93df516c4 service neutron] For port b3e64be4-e4c6-4d36-95f4-1c9864074986, host n-h1-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=b3e64be4-e4c6-4d36-95f4-1c9864074986,segment=NetworkSegment(9af82d65-a592-41a3-9bd1-9ac04167b63f),segment_id=9af82d65-a592-41a3-9bd1-9ac04167b63f)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:17:30.543613 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-f7cd3b17-a7e2-4808-9409-cc97c80c899c req-81a77caa-1185-45fb-883b-39a93df516c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (b3e64be4-e4c6-4d36-95f4-1c9864074986), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:30.616268 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a77caa-1185-45fb-883b-39a93df516c4 service neutron] Pushing event updated for resources: {'Port': ['ID=b3e64be4-e4c6-4d36-95f4-1c9864074986,revision_number=3']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:30.632728 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd3b17-a7e2-4808-9409-cc97c80c899c req-81a77caa-1185-45fb-883b-39a93df516c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:30.635086 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-f7cd3b17-a7e2-4808-9409-cc97c80c899c req-81a77caa-1185-45fb-883b-39a93df516c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:30.636735 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-f7cd3b17-a7e2-4808-9409-cc97c80c899c req-81a77caa-1185-45fb-883b-39a93df516c4 service neutron] 10.222.0.73 "PUT /v2.0/ports/b3e64be4-e4c6-4d36-95f4-1c9864074986 HTTP/1.1" status: 200 len: 1092 time: 0.8146639 Feb 19 03:17:30.637543 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1eb5b30-f883-44f5-8b29-2ad5d9d2b00d', 'tag': 'b3e64be4-e4c6-4d36-95f4-1c9864074986'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:17:30.640309 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75c0861c-4487-41d0-b2e0-cb62f201f094" -d '{"events": [{"name": "network-changed", "server_uuid": "b1eb5b30-f883-44f5-8b29-2ad5d9d2b00d", "tag": "b3e64be4-e4c6-4d36-95f4-1c9864074986"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:17:30.739950 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dec922c-cab8-42d8-9302-00d24906321c x-openstack-request-id: req-9dec922c-cab8-42d8-9302-00d24906321c {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:17:30.740519 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1eb5b30-f883-44f5-8b29-2ad5d9d2b00d", "tag": "b3e64be4-e4c6-4d36-95f4-1c9864074986", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:17:30.741099 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9dec922c-cab8-42d8-9302-00d24906321c {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:17:30.741607 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1eb5b30-f883-44f5-8b29-2ad5d9d2b00d', 'tag': 'b3e64be4-e4c6-4d36-95f4-1c9864074986', 'status': 'completed', 'code': 200} Feb 19 03:17:30.747617 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447bd447-2071-426d-a38d-5e008f66942f req-238e9b61-d8d7-42d4-876e-ac70279dcce1 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:30.759022 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-447bd447-2071-426d-a38d-5e008f66942f req-238e9b61-d8d7-42d4-876e-ac70279dcce1 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1eb5b30-f883-44f5-8b29-2ad5d9d2b00d HTTP/1.1" status: 200 len: 944 time: 0.1210213 Feb 19 03:17:30.766480 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd3b17-a7e2-4808-9409-cc97c80c899c req-066e9fd7-06a7-4a72-aefd-63e052e6a4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:30.768509 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-f7cd3b17-a7e2-4808-9409-cc97c80c899c req-066e9fd7-06a7-4a72-aefd-63e052e6a4db service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3bc3bb28499f4673b42d5b4a69d45946&device_id=b1eb5b30-f883-44f5-8b29-2ad5d9d2b00d HTTP/1.1" status: 200 len: 1126 time: 0.0661204 Feb 19 03:17:30.843299 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-447bd447-2071-426d-a38d-5e008f66942f req-58112221-4e01-45be-8ee7-1232c946a9e8 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=768624ca-d116-45bb-8a95-6a5cd6c608a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827403 Feb 19 03:17:30.858400 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-f7cd3b17-a7e2-4808-9409-cc97c80c899c req-f8167d82-b8f2-4d19-8152-97ca5fbfc65c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3e64be4-e4c6-4d36-95f4-1c9864074986 HTTP/1.1" status: 200 len: 217 time: 0.0765927 Feb 19 03:17:30.927941 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd3b17-a7e2-4808-9409-cc97c80c899c req-90d6f87f-d1e6-49b5-a009-646ca2ed9fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:30.929829 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-f7cd3b17-a7e2-4808-9409-cc97c80c899c req-90d6f87f-d1e6-49b5-a009-646ca2ed9fef service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9a463e69-de83-4275-952a-5193f40c31f0 HTTP/1.1" status: 200 len: 834 time: 0.0652061 Feb 19 03:17:31.015737 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd3b17-a7e2-4808-9409-cc97c80c899c req-011e7903-b017-476b-ae16-4284c3255c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:31.019086 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-f7cd3b17-a7e2-4808-9409-cc97c80c899c req-011e7903-b017-476b-ae16-4284c3255c43 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=aa00952d-de9c-4d5d-ab13-6cd6c73b1fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0830791 Feb 19 03:17:31.127078 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-f7cd3b17-a7e2-4808-9409-cc97c80c899c req-582f12cd-7cce-4c8c-ba3a-3e08e38bb36a service neutron] 10.222.0.73 "GET /v2.0/networks/aa00952d-de9c-4d5d-ab13-6cd6c73b1fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015944 Feb 19 03:17:31.226385 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-f7cd3b17-a7e2-4808-9409-cc97c80c899c req-3aafba09-1b4e-4de8-8919-dd3710405cce service neutron] 10.222.0.73 "GET /v2.0/networks/aa00952d-de9c-4d5d-ab13-6cd6c73b1fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938437 Feb 19 03:17:31.359534 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c0861c-4487-41d0-b2e0-cb62f201f094 req-94a9a207-f0ff-40c7-b9d8-97b871a23dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:31.361253 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-75c0861c-4487-41d0-b2e0-cb62f201f094 req-94a9a207-f0ff-40c7-b9d8-97b871a23dbd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3bc3bb28499f4673b42d5b4a69d45946&device_id=b1eb5b30-f883-44f5-8b29-2ad5d9d2b00d HTTP/1.1" status: 200 len: 1126 time: 0.0517502 Feb 19 03:17:31.466665 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c0861c-4487-41d0-b2e0-cb62f201f094 req-e62f4351-4758-4d4c-8663-2b845b032021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:31.468937 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-75c0861c-4487-41d0-b2e0-cb62f201f094 req-e62f4351-4758-4d4c-8663-2b845b032021 service neutron] 10.222.0.73 "GET /v2.0/networks?id=aa00952d-de9c-4d5d-ab13-6cd6c73b1fe8 HTTP/1.1" status: 200 len: 897 time: 0.1018686 Feb 19 03:17:31.529953 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-75c0861c-4487-41d0-b2e0-cb62f201f094 req-5322a716-978e-41e3-ad8c-89089a8e398b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3e64be4-e4c6-4d36-95f4-1c9864074986 HTTP/1.1" status: 200 len: 217 time: 0.0549097 Feb 19 03:17:31.588121 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c0861c-4487-41d0-b2e0-cb62f201f094 req-f52e698c-207e-4455-8b2c-03748032a5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:31.589716 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-75c0861c-4487-41d0-b2e0-cb62f201f094 req-f52e698c-207e-4455-8b2c-03748032a5a8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9a463e69-de83-4275-952a-5193f40c31f0 HTTP/1.1" status: 200 len: 834 time: 0.0535004 Feb 19 03:17:31.652324 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c0861c-4487-41d0-b2e0-cb62f201f094 req-d1253e48-a082-493b-b346-1985318015a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:31.655524 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-75c0861c-4487-41d0-b2e0-cb62f201f094 req-d1253e48-a082-493b-b346-1985318015a9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=aa00952d-de9c-4d5d-ab13-6cd6c73b1fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0602686 Feb 19 03:17:31.771000 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-75c0861c-4487-41d0-b2e0-cb62f201f094 req-d72f835d-79f1-466a-a6ad-ba70ec633356 service neutron] 10.222.0.73 "GET /v2.0/networks/aa00952d-de9c-4d5d-ab13-6cd6c73b1fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075778 Feb 19 03:17:31.901761 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-75c0861c-4487-41d0-b2e0-cb62f201f094 req-c12b5b1c-323d-4539-af26-b0bc92e253cf service neutron] 10.222.0.73 "GET /v2.0/networks/aa00952d-de9c-4d5d-ab13-6cd6c73b1fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268766 Feb 19 03:17:31.999138 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dcbbd8-cc9e-4230-ad1a-89d1310ce6c5 req-8a642163-1fb6-4717-823f-783e2fbfb228 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:32.001706 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-71dcbbd8-cc9e-4230-ad1a-89d1310ce6c5 req-8a642163-1fb6-4717-823f-783e2fbfb228 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1eb5b30-f883-44f5-8b29-2ad5d9d2b00d HTTP/1.1" status: 200 len: 944 time: 0.0626783 Feb 19 03:17:32.077438 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-71dcbbd8-cc9e-4230-ad1a-89d1310ce6c5 req-11fccb1d-477f-46c3-a39c-1535991d1c77 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=768624ca-d116-45bb-8a95-6a5cd6c608a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645721 Feb 19 03:17:33.217053 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ac7771-c53b-45f4-ac27-bd84f19bba3b req-55b44ae3-686e-43a3-a457-013b81f080c5 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:33.218712 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-53ac7771-c53b-45f4-ac27-bd84f19bba3b req-55b44ae3-686e-43a3-a457-013b81f080c5 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1eb5b30-f883-44f5-8b29-2ad5d9d2b00d HTTP/1.1" status: 200 len: 944 time: 0.0637999 Feb 19 03:17:33.275681 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-53ac7771-c53b-45f4-ac27-bd84f19bba3b req-d4ac4a4e-ef27-4642-a1ee-2274c90d3e49 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=768624ca-d116-45bb-8a95-6a5cd6c608a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508392 Feb 19 03:17:34.421257 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885255d2-b354-4526-a51f-e96442b18e5a req-5798e380-d770-4326-9983-9e117755cf71 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:34.423139 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-885255d2-b354-4526-a51f-e96442b18e5a req-5798e380-d770-4326-9983-9e117755cf71 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1eb5b30-f883-44f5-8b29-2ad5d9d2b00d HTTP/1.1" status: 200 len: 944 time: 0.0652106 Feb 19 03:17:34.485545 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-885255d2-b354-4526-a51f-e96442b18e5a req-c8c506a9-919d-43e3-8154-f7340c759e26 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=768624ca-d116-45bb-8a95-6a5cd6c608a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528848 Feb 19 03:17:35.035977 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device b3e64be4-e4c6-4d36-95f4-1c9864074986 details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:17:35.167181 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port b3e64be4-e4c6-4d36-95f4-1c9864074986, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=b3e64be4-e4c6-4d36-95f4-1c9864074986,segment=NetworkSegment(9af82d65-a592-41a3-9bd1-9ac04167b63f),segment_id=9af82d65-a592-41a3-9bd1-9ac04167b63f)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:17:35.183646 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': 'b3e64be4-e4c6-4d36-95f4-1c9864074986', 'network_id': 'aa00952d-de9c-4d5d-ab13-6cd6c73b1fe8', 'port_id': 'b3e64be4-e4c6-4d36-95f4-1c9864074986', 'mac_address': 'fa:16:3e:21:4b:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a463e69-de83-4275-952a-5193f40c31f0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:17:35.230555 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port b3e64be4-e4c6-4d36-95f4-1c9864074986 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:17:35.231014 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (b3e64be4-e4c6-4d36-95f4-1c9864074986), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:35.247413 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3e64be4-e4c6-4d36-95f4-1c9864074986 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:17:35.271390 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port b3e64be4-e4c6-4d36-95f4-1c9864074986, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=b3e64be4-e4c6-4d36-95f4-1c9864074986,segment=NetworkSegment(9af82d65-a592-41a3-9bd1-9ac04167b63f),segment_id=9af82d65-a592-41a3-9bd1-9ac04167b63f)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:17:35.276797 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (b3e64be4-e4c6-4d36-95f4-1c9864074986), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:35.331617 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=b3e64be4-e4c6-4d36-95f4-1c9864074986,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:35.658680 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47be7351-e0d0-4cbe-a2f4-3d6b99b0c21d req-58585083-be4a-481e-bcf4-c503778f18ff tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:35.662491 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-47be7351-e0d0-4cbe-a2f4-3d6b99b0c21d req-58585083-be4a-481e-bcf4-c503778f18ff tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1eb5b30-f883-44f5-8b29-2ad5d9d2b00d HTTP/1.1" status: 200 len: 945 time: 0.0848281 Feb 19 03:17:35.699388 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['b3e64be4-e4c6-4d36-95f4-1c9864074986'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:17:35.731164 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-47be7351-e0d0-4cbe-a2f4-3d6b99b0c21d req-f0869c93-c4cf-472c-b17b-5841bd9cde01 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=768624ca-d116-45bb-8a95-6a5cd6c608a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613010 Feb 19 03:17:36.515341 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a88e77-8999-482b-bcc2-0691618779c1 req-42324de1-bbb9-4540-bf68-c071cd66ace1 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:36.517152 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-57a88e77-8999-482b-bcc2-0691618779c1 req-42324de1-bbb9-4540-bf68-c071cd66ace1 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=399ef207-3128-4be8-a1ae-2f81ccbaba4a HTTP/1.1" status: 200 len: 947 time: 0.0730963 Feb 19 03:17:36.579965 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-57a88e77-8999-482b-bcc2-0691618779c1 req-f7dc902f-185b-48e1-b37c-e40dfbd133bd tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa5f04a2-1657-4891-b592-91ee63654b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561171 Feb 19 03:17:36.890724 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87d89c6-dd3f-4a4e-8845-f0872b6210c9 req-33b2fdfa-fb00-4384-b44f-0b1ebb90512a tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:36.892384 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a87d89c6-dd3f-4a4e-8845-f0872b6210c9 req-33b2fdfa-fb00-4384-b44f-0b1ebb90512a tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1eb5b30-f883-44f5-8b29-2ad5d9d2b00d HTTP/1.1" status: 200 len: 945 time: 0.0729687 Feb 19 03:17:36.951473 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a87d89c6-dd3f-4a4e-8845-f0872b6210c9 req-5b07be19-d730-4237-a700-51030adf646a tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=768624ca-d116-45bb-8a95-6a5cd6c608a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528319 Feb 19 03:17:37.042584 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device b3e64be4-e4c6-4d36-95f4-1c9864074986 up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:17:37.094165 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning for port b3e64be4-e4c6-4d36-95f4-1c9864074986 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:17:37.098221 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port b3e64be4-e4c6-4d36-95f4-1c9864074986 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:17:37.098535 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (b3e64be4-e4c6-4d36-95f4-1c9864074986), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:37.178477 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port b3e64be4-e4c6-4d36-95f4-1c9864074986 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:17:37.178869 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (b3e64be4-e4c6-4d36-95f4-1c9864074986), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:37.203311 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1eb5b30-f883-44f5-8b29-2ad5d9d2b00d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3e64be4-e4c6-4d36-95f4-1c9864074986'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:17:37.205437 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5292b937-1621-459c-8cf3-e8397bc1ee2a" -d '{"events": [{"server_uuid": "b1eb5b30-f883-44f5-8b29-2ad5d9d2b00d", "name": "network-vif-plugged", "status": "completed", "tag": "b3e64be4-e4c6-4d36-95f4-1c9864074986"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:17:37.222504 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port b3e64be4-e4c6-4d36-95f4-1c9864074986, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=b3e64be4-e4c6-4d36-95f4-1c9864074986,segment=NetworkSegment(9af82d65-a592-41a3-9bd1-9ac04167b63f),segment_id=9af82d65-a592-41a3-9bd1-9ac04167b63f)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:17:37.229806 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (b3e64be4-e4c6-4d36-95f4-1c9864074986), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:37.257295 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22dbba3b-3b19-4402-8184-d6b20b7e1260 x-openstack-request-id: req-22dbba3b-3b19-4402-8184-d6b20b7e1260 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:17:37.257590 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1eb5b30-f883-44f5-8b29-2ad5d9d2b00d", "name": "network-vif-plugged", "status": "completed", "tag": "b3e64be4-e4c6-4d36-95f4-1c9864074986", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:17:37.257840 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-22dbba3b-3b19-4402-8184-d6b20b7e1260 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:17:37.258227 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1eb5b30-f883-44f5-8b29-2ad5d9d2b00d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3e64be4-e4c6-4d36-95f4-1c9864074986', 'code': 200} Feb 19 03:17:37.292417 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=b3e64be4-e4c6-4d36-95f4-1c9864074986,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:37.413536 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae67fe6a-0fd5-43d7-b13f-1bf44994c686 req-c0d7fbda-b2bd-4354-8d09-57b9b132ff42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:37.416300 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ae67fe6a-0fd5-43d7-b13f-1bf44994c686 req-c0d7fbda-b2bd-4354-8d09-57b9b132ff42 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b1eb5b30-f883-44f5-8b29-2ad5d9d2b00d HTTP/1.1" status: 200 len: 1128 time: 0.0450056 Feb 19 03:17:37.465073 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ae67fe6a-0fd5-43d7-b13f-1bf44994c686 req-63ca0889-da66-4c02-a75f-243c06eeeb59 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=768624ca-d116-45bb-8a95-6a5cd6c608a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437233 Feb 19 03:17:37.719892 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc1284f-a7a8-4e65-8cd7-8b10cfa44dca req-41cc1b3b-f440-41ab-87f0-f6a8e5930a57 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:37.721356 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2dc1284f-a7a8-4e65-8cd7-8b10cfa44dca req-41cc1b3b-f440-41ab-87f0-f6a8e5930a57 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=399ef207-3128-4be8-a1ae-2f81ccbaba4a HTTP/1.1" status: 200 len: 947 time: 0.0592637 Feb 19 03:17:37.774922 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2dc1284f-a7a8-4e65-8cd7-8b10cfa44dca req-b270bd59-e489-41bb-8156-88794fc72471 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa5f04a2-1657-4891-b592-91ee63654b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470386 Feb 19 03:17:38.074105 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b76937-6938-47a3-835e-6460115cb924 req-f46b2cb1-b746-4204-90ac-13802536637d tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:38.075589 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a6b76937-6938-47a3-835e-6460115cb924 req-f46b2cb1-b746-4204-90ac-13802536637d tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.82 "GET /v2.0/ports?device_id=399ef207-3128-4be8-a1ae-2f81ccbaba4a HTTP/1.1" status: 200 len: 947 time: 0.0877082 Feb 19 03:17:38.134432 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d5d28f-5160-4113-9863-1144f3a645a7 req-5d7cc238-309c-4507-b0c7-f68ae9e2415e tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:38.135992 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-82d5d28f-5160-4113-9863-1144f3a645a7 req-5d7cc238-309c-4507-b0c7-f68ae9e2415e tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1eb5b30-f883-44f5-8b29-2ad5d9d2b00d HTTP/1.1" status: 200 len: 946 time: 0.1076634 Feb 19 03:17:38.223672 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-82d5d28f-5160-4113-9863-1144f3a645a7 req-e5a403cd-1ea9-45e5-b50b-d8a1be792083 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=768624ca-d116-45bb-8a95-6a5cd6c608a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793512 Feb 19 03:17:38.232964 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-a6b76937-6938-47a3-835e-6460115cb924 req-893a5c3b-fc8a-44bc-bb30-932ddd017417 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Deleting port 47ba5e21-cd34-4511-9761-c2908b71ba23 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:17:38.233272 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-a6b76937-6938-47a3-835e-6460115cb924 req-893a5c3b-fc8a-44bc-bb30-932ddd017417 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (47ba5e21-cd34-4511-9761-c2908b71ba23), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:38.337297 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-a6b76937-6938-47a3-835e-6460115cb924 req-893a5c3b-fc8a-44bc-bb30-932ddd017417 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] For port 47ba5e21-cd34-4511-9761-c2908b71ba23, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=47ba5e21-cd34-4511-9761-c2908b71ba23,segment=NetworkSegment(94e756a0-02a5-4c2a-8669-4568f7372c91),segment_id=94e756a0-02a5-4c2a-8669-4568f7372c91)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:17:38.337624 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-a6b76937-6938-47a3-835e-6460115cb924 req-893a5c3b-fc8a-44bc-bb30-932ddd017417 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (47ba5e21-cd34-4511-9761-c2908b71ba23), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:38.582523 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-a6b76937-6938-47a3-835e-6460115cb924 req-893a5c3b-fc8a-44bc-bb30-932ddd017417 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:38.582895 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-a6b76937-6938-47a3-835e-6460115cb924 req-893a5c3b-fc8a-44bc-bb30-932ddd017417 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16285943'] for floatingip (653b8106-ed0b-4d7e-a810-28d15fca9eda), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:38.583279 n-d-826753-2 neutron-server[103701]: INFO neutron.db.l3_db [req-a6b76937-6938-47a3-835e-6460115cb924 req-893a5c3b-fc8a-44bc-bb30-932ddd017417 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Floating IP 653b8106-ed0b-4d7e-a810-28d15fca9eda disassociated. External IP: 172.25.6.237, port: 47ba5e21-cd34-4511-9761-c2908b71ba23. Feb 19 03:17:38.583575 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-a6b76937-6938-47a3-835e-6460115cb924 req-893a5c3b-fc8a-44bc-bb30-932ddd017417 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Calling delete_port for 47ba5e21-cd34-4511-9761-c2908b71ba23 owned by compute:nova {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:17:38.733416 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-a6b76937-6938-47a3-835e-6460115cb924 req-893a5c3b-fc8a-44bc-bb30-932ddd017417 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (47ba5e21-cd34-4511-9761-c2908b71ba23), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:38.769426 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893a5c3b-fc8a-44bc-bb30-932ddd017417 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Pushing event deleted for resources: {'Port': ['ID=47ba5e21-cd34-4511-9761-c2908b71ba23,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:38.929777 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2f71794a-2fae-4481-b88f-95a4d2e3ff06 req-7a8b79c4-fb96-4aeb-b98a-55a4656bfad4 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=399ef207-3128-4be8-a1ae-2f81ccbaba4a HTTP/1.1" status: 200 len: 210 time: 0.0421329 Feb 19 03:17:38.943920 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a6b76937-6938-47a3-835e-6460115cb924 req-893a5c3b-fc8a-44bc-bb30-932ddd017417 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Router 481a1ed6-4c15-41cf-9edc-be29fd1040e5 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:17:39.065386 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a6b76937-6938-47a3-835e-6460115cb924 req-893a5c3b-fc8a-44bc-bb30-932ddd017417 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:17:39.084251 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f345de83-5fca-4ecb-963b-d826b17101d3 None None] Sync routers for ids ['481a1ed6-4c15-41cf-9edc-be29fd1040e5'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:17:39.103128 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f345de83-5fca-4ecb-963b-d826b17101d3 None None] Routers {'481a1ed6-4c15-41cf-9edc-be29fd1040e5'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:17:39.104069 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-f345de83-5fca-4ecb-963b-d826b17101d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:17:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['481a1ed6-4c15-41cf-9edc-be29fd1040e5'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:39.115734 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6b76937-6938-47a3-835e-6460115cb924 req-893a5c3b-fc8a-44bc-bb30-932ddd017417 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] No DVR routers for this DVR port 47ba5e21-cd34-4511-9761-c2908b71ba23 on host n-h2-826753-2 {{(pid=103701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:17:39.118621 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-a6b76937-6938-47a3-835e-6460115cb924 req-893a5c3b-fc8a-44bc-bb30-932ddd017417 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:39.122137 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a6b76937-6938-47a3-835e-6460115cb924 req-893a5c3b-fc8a-44bc-bb30-932ddd017417 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.82 "DELETE /v2.0/ports/47ba5e21-cd34-4511-9761-c2908b71ba23 HTTP/1.1" status: 204 len: 173 time: 1.0406771 Feb 19 03:17:39.122607 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '399ef207-3128-4be8-a1ae-2f81ccbaba4a', 'name': 'network-vif-deleted', 'tag': '47ba5e21-cd34-4511-9761-c2908b71ba23'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:17:39.125038 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fda9f428-a928-4c9b-8d76-a39e09b3d952" -d '{"events": [{"server_uuid": "399ef207-3128-4be8-a1ae-2f81ccbaba4a", "name": "network-vif-deleted", "tag": "47ba5e21-cd34-4511-9761-c2908b71ba23"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:17:39.203592 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55dcf75f-3006-441b-85de-1e52d6119177 x-openstack-request-id: req-55dcf75f-3006-441b-85de-1e52d6119177 {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:17:39.204244 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "399ef207-3128-4be8-a1ae-2f81ccbaba4a", "name": "network-vif-deleted", "tag": "47ba5e21-cd34-4511-9761-c2908b71ba23", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:17:39.204427 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-55dcf75f-3006-441b-85de-1e52d6119177 {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:17:39.204749 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '399ef207-3128-4be8-a1ae-2f81ccbaba4a', 'name': 'network-vif-deleted', 'tag': '47ba5e21-cd34-4511-9761-c2908b71ba23', 'status': 'completed', 'code': 200} Feb 19 03:17:39.276548 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-f345de83-5fca-4ecb-963b-d826b17101d3 None None] Set router 481a1ed6-4c15-41cf-9edc-be29fd1040e5 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:17:39.414494 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47828d15-2e7e-4917-ae80-0f9d8f466758 req-cf905fc7-2b4b-456d-a945-66fe8494ee5a tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:39.416669 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-47828d15-2e7e-4917-ae80-0f9d8f466758 req-cf905fc7-2b4b-456d-a945-66fe8494ee5a tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1eb5b30-f883-44f5-8b29-2ad5d9d2b00d HTTP/1.1" status: 200 len: 946 time: 0.0644896 Feb 19 03:17:39.479192 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-47828d15-2e7e-4917-ae80-0f9d8f466758 req-76eabe13-61e5-40e8-b93a-eb18c7ae357e tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=768624ca-d116-45bb-8a95-6a5cd6c608a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545738 Feb 19 03:17:39.558380 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-f345de83-5fca-4ecb-963b-d826b17101d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481a1ed6-4c15-41cf-9edc-be29fd1040e5', 'name': 'tempest-AttachVolumeShelveTestJSON-68653113-router', 'tenant_id': 'fb2c2a033b7e417f933bc0bae524eae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'b47e3312-9c84-4e78-bab8-a8a0c46881b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:14:40Z', 'updated_at': '2022-02-19T03:14:45Z', 'revision_number': 4, 'project_id': 'fb2c2a033b7e417f933bc0bae524eae3', 'gw_port': {'id': 'b47e3312-9c84-4e78-bab8-a8a0c46881b3', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:11:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481a1ed6-4c15-41cf-9edc-be29fd1040e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:14:41Z', 'updated_at': '2022-02-19T03:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '67e2c03f-ec2d-4b73-ae64-03051e7df08f', 'name': '', 'network_id': 'f202f6e6-ff6c-416c-b757-76fc930d3992', 'tenant_id': 'fb2c2a033b7e417f933bc0bae524eae3', 'mac_address': 'fa:16:3e:2a:4d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481a1ed6-4c15-41cf-9edc-be29fd1040e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'e5721fd3-1b55-4729-a406-44f440380eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:14:44Z', 'updated_at': '2022-02-19T03:14:51Z', 'revision_number': 5, 'project_id': 'fb2c2a033b7e417f933bc0bae524eae3', 'subnets': [{'id': 'e5721fd3-1b55-4729-a406-44f440380eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:39.594839 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f345de83-5fca-4ecb-963b-d826b17101d3 None None] Checking router: 481a1ed6-4c15-41cf-9edc-be29fd1040e5 for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:17:39.609838 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f345de83-5fca-4ecb-963b-d826b17101d3 None None] Routers {'481a1ed6-4c15-41cf-9edc-be29fd1040e5'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:17:39.610632 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-f345de83-5fca-4ecb-963b-d826b17101d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:17:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['481a1ed6-4c15-41cf-9edc-be29fd1040e5'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:39.624558 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df297fdf-0c5e-4b3f-bb79-a5481a2c46ff req-4147727c-3b8b-4954-ad90-906d08aa1731 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:39.626630 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-df297fdf-0c5e-4b3f-bb79-a5481a2c46ff req-4147727c-3b8b-4954-ad90-906d08aa1731 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1eb5b30-f883-44f5-8b29-2ad5d9d2b00d HTTP/1.1" status: 200 len: 946 time: 0.0706346 Feb 19 03:17:39.711354 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-df297fdf-0c5e-4b3f-bb79-a5481a2c46ff req-df6c0c80-bc5f-4c05-b334-33f714712b7e tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=768624ca-d116-45bb-8a95-6a5cd6c608a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763364 Feb 19 03:17:39.730636 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 41222) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:39.780351 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-f345de83-5fca-4ecb-963b-d826b17101d3 None None] Set router 481a1ed6-4c15-41cf-9edc-be29fd1040e5 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:17:39.825035 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1961dbea-1df3-404f-87be-88eed33ed554 tempest-TestNetworkAdvancedServerOps-967795877 tempest-TestNetworkAdvancedServerOps-967795877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:39.830412 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-1961dbea-1df3-404f-87be-88eed33ed554 tempest-TestNetworkAdvancedServerOps-967795877 tempest-TestNetworkAdvancedServerOps-967795877-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=b1eb5b30-f883-44f5-8b29-2ad5d9d2b00d HTTP/1.1" status: 200 len: 1123 time: 0.0936801 Feb 19 03:17:39.830412 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 41224) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:39.834404 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-68f7f453-0ddc-4620-ba17-bd82ceab25a3 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Request body: {'floatingip': {'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'port_id': 'b3e64be4-e4c6-4d36-95f4-1c9864074986', 'tenant_id': '3bc3bb28499f4673b42d5b4a69d45946', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:17:39.859698 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-68f7f453-0ddc-4620-ba17-bd82ceab25a3 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:39.976273 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-68f7f453-0ddc-4620-ba17-bd82ceab25a3 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:40.050692 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-f345de83-5fca-4ecb-963b-d826b17101d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481a1ed6-4c15-41cf-9edc-be29fd1040e5', 'name': 'tempest-AttachVolumeShelveTestJSON-68653113-router', 'tenant_id': 'fb2c2a033b7e417f933bc0bae524eae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'b47e3312-9c84-4e78-bab8-a8a0c46881b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:14:40Z', 'updated_at': '2022-02-19T03:14:45Z', 'revision_number': 4, 'project_id': 'fb2c2a033b7e417f933bc0bae524eae3', 'gw_port': {'id': 'b47e3312-9c84-4e78-bab8-a8a0c46881b3', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:11:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481a1ed6-4c15-41cf-9edc-be29fd1040e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:14:41Z', 'updated_at': '2022-02-19T03:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '67e2c03f-ec2d-4b73-ae64-03051e7df08f', 'name': '', 'network_id': 'f202f6e6-ff6c-416c-b757-76fc930d3992', 'tenant_id': 'fb2c2a033b7e417f933bc0bae524eae3', 'mac_address': 'fa:16:3e:2a:4d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481a1ed6-4c15-41cf-9edc-be29fd1040e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'e5721fd3-1b55-4729-a406-44f440380eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:14:44Z', 'updated_at': '2022-02-19T03:14:51Z', 'revision_number': 5, 'project_id': 'fb2c2a033b7e417f933bc0bae524eae3', 'subnets': [{'id': 'e5721fd3-1b55-4729-a406-44f440380eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:40.058236 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 41230) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:40.080927 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f345de83-5fca-4ecb-963b-d826b17101d3 None None] The sync data for ids ['481a1ed6-4c15-41cf-9edc-be29fd1040e5'] in n-d-826753-2 is: [{'id': '481a1ed6-4c15-41cf-9edc-be29fd1040e5', 'name': 'tempest-AttachVolumeShelveTestJSON-68653113-router', 'tenant_id': 'fb2c2a033b7e417f933bc0bae524eae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'b47e3312-9c84-4e78-bab8-a8a0c46881b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:14:40Z', 'updated_at': '2022-02-19T03:14:45Z', 'revision_number': 4, 'project_id': 'fb2c2a033b7e417f933bc0bae524eae3', 'gw_port': {'id': 'b47e3312-9c84-4e78-bab8-a8a0c46881b3', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:11:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481a1ed6-4c15-41cf-9edc-be29fd1040e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:14:41Z', 'updated_at': '2022-02-19T03:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '67e2c03f-ec2d-4b73-ae64-03051e7df08f', 'name': '', 'network_id': 'f202f6e6-ff6c-416c-b757-76fc930d3992', 'tenant_id': 'fb2c2a033b7e417f933bc0bae524eae3', 'mac_address': 'fa:16:3e:2a:4d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481a1ed6-4c15-41cf-9edc-be29fd1040e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'e5721fd3-1b55-4729-a406-44f440380eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:14:44Z', 'updated_at': '2022-02-19T03:14:51Z', 'revision_number': 5, 'project_id': 'fb2c2a033b7e417f933bc0bae524eae3', 'subnets': [{'id': 'e5721fd3-1b55-4729-a406-44f440380eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:17:40.138250 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-68f7f453-0ddc-4620-ba17-bd82ceab25a3 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Allocated IP 172.25.6.15 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/8dbcd772-ac8e-44bc-80fb-d547965b07c3) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:17:40.144716 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4acc1e74-95b7-4e89-98c2-424500e2002a tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Publish callbacks [] for security_group (fa5f04a2-1657-4891-b592-91ee63654b5d), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:40.188303 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4acc1e74-95b7-4e89-98c2-424500e2002a tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Publish callbacks [] for security_group (fa5f04a2-1657-4891-b592-91ee63654b5d), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:40.252788 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4acc1e74-95b7-4e89-98c2-424500e2002a tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (fa5f04a2-1657-4891-b592-91ee63654b5d), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:40.260662 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4acc1e74-95b7-4e89-98c2-424500e2002a tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:40.266513 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-4acc1e74-95b7-4e89-98c2-424500e2002a tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "DELETE /v2.0/security-groups/fa5f04a2-1657-4891-b592-91ee63654b5d HTTP/1.1" status: 204 len: 168 time: 0.2067313 Feb 19 03:17:40.267776 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 41232) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:40.288427 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-68f7f453-0ddc-4620-ba17-bd82ceab25a3 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for port (8dbcd772-ac8e-44bc-80fb-d547965b07c3), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:40.290628 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acc1e74-95b7-4e89-98c2-424500e2002a tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa5f04a2-1657-4891-b592-91ee63654b5d,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:40.298254 n-d-826753-2 neutron-server[103701]: INFO neutron.api.v2.resource [None req-e405d695-e12e-421b-866e-6cea92e87abc tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] show failed (client error): The resource could not be found. Feb 19 03:17:40.299504 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-e405d695-e12e-421b-866e-6cea92e87abc tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups/fa5f04a2-1657-4891-b592-91ee63654b5d HTTP/1.1" status: 404 len: 347 time: 0.0262878 Feb 19 03:17:40.303325 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 41234) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:40.416932 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06f5c44-619e-41ff-92f9-9bc0825308fa None None] New status for floating IP 653b8106-ed0b-4d7e-a810-28d15fca9eda: DOWN {{(pid=103704) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:17:40.438253 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-68f7f453-0ddc-4620-ba17-bd82ceab25a3 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (8dbcd772-ac8e-44bc-80fb-d547965b07c3), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:40.486505 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f7f453-0ddc-4620-ba17-bd82ceab25a3 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:17:40.494355 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-68f7f453-0ddc-4620-ba17-bd82ceab25a3 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:17:40.498944 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f7f453-0ddc-4620-ba17-bd82ceab25a3 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:17:40.537368 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f7f453-0ddc-4620-ba17-bd82ceab25a3 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Pushing event updated for resources: {'Port': ['ID=8dbcd772-ac8e-44bc-80fb-d547965b07c3,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:40.554395 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-6805f827-a419-48ad-beca-4156c91c5fe6 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Deleting port fa7435fe-1f17-49a8-b5fd-7f349eb44df9 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:17:40.554732 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6805f827-a419-48ad-beca-4156c91c5fe6 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (fa7435fe-1f17-49a8-b5fd-7f349eb44df9), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:41.024853 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6805f827-a419-48ad-beca-4156c91c5fe6 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (fa7435fe-1f17-49a8-b5fd-7f349eb44df9), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:41.025571 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6805f827-a419-48ad-beca-4156c91c5fe6 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Publish callbacks [] for floatingip (fa7435fe-1f17-49a8-b5fd-7f349eb44df9), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:41.076080 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-6805f827-a419-48ad-beca-4156c91c5fe6 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Calling delete_port for fa7435fe-1f17-49a8-b5fd-7f349eb44df9 owned by network:floatingip {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:17:41.373344 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6805f827-a419-48ad-beca-4156c91c5fe6 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (fa7435fe-1f17-49a8-b5fd-7f349eb44df9), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:41.412069 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6805f827-a419-48ad-beca-4156c91c5fe6 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Pushing event deleted for resources: {'Port': ['ID=fa7435fe-1f17-49a8-b5fd-7f349eb44df9,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:41.420379 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-68f7f453-0ddc-4620-ba17-bd82ceab25a3 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for floatingip (552af909-fe13-4e7c-8d48-029f74926870), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:41.512577 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6805f827-a419-48ad-beca-4156c91c5fe6 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Publish callbacks [] for floatingip (653b8106-ed0b-4d7e-a810-28d15fca9eda), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:41.515099 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6805f827-a419-48ad-beca-4156c91c5fe6 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:41.516262 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-6805f827-a419-48ad-beca-4156c91c5fe6 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "DELETE /v2.0/floatingips/653b8106-ed0b-4d7e-a810-28d15fca9eda HTTP/1.1" status: 204 len: 168 time: 1.2119870 Feb 19 03:17:41.550006 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-68f7f453-0ddc-4620-ba17-bd82ceab25a3 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (8dbcd772-ac8e-44bc-80fb-d547965b07c3), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:41.553398 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 47ba5e21-cd34-4511-9761-c2908b71ba23 no longer exists at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:17:41.576323 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] No Port match for: 47ba5e21-cd34-4511-9761-c2908b71ba23 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:17:41.576913 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 47ba5e21-cd34-4511-9761-c2908b71ba23 not bound to the agent host n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:17:41.725961 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-68f7f453-0ddc-4620-ba17-bd82ceab25a3 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for port (8dbcd772-ac8e-44bc-80fb-d547965b07c3), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:41.737856 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-68f7f453-0ddc-4620-ba17-bd82ceab25a3 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (8dbcd772-ac8e-44bc-80fb-d547965b07c3), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:41.793148 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 41244) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:41.798293 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-945222d2-43b6-4030-b92e-4eadc872f4aa tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1483023592', 'description': 'tempest-description--929346650'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:17:41.812934 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f7f453-0ddc-4620-ba17-bd82ceab25a3 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Pushing event updated for resources: {'Port': ['ID=8dbcd772-ac8e-44bc-80fb-d547965b07c3,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:41.835203 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-945222d2-43b6-4030-b92e-4eadc872f4aa tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:41.836114 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-68f7f453-0ddc-4620-ba17-bd82ceab25a3 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16285943'] for floatingip (552af909-fe13-4e7c-8d48-029f74926870), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:41.921665 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-945222d2-43b6-4030-b92e-4eadc872f4aa tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Publish callbacks [] for security_group (b0e3775b-cf6e-404e-bdc7-f78d40bed23f), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:41.926663 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-945222d2-43b6-4030-b92e-4eadc872f4aa tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (b0e3775b-cf6e-404e-bdc7-f78d40bed23f), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:41.960308 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-945222d2-43b6-4030-b92e-4eadc872f4aa tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:41.966167 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 41246) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:41.970507 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-945222d2-43b6-4030-b92e-4eadc872f4aa tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1754625 Feb 19 03:17:41.973913 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945222d2-43b6-4030-b92e-4eadc872f4aa tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e3775b-cf6e-404e-bdc7-f78d40bed23f,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:41.975656 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-45384c45-8f17-43b5-8bf9-dc1ad3d8ebed tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Request body: {'security_group_rule': {'security_group_id': 'b0e3775b-cf6e-404e-bdc7-f78d40bed23f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:17:41.986807 n-d-826753-2 neutron-server[103702]: INFO neutron.db.l3_db [None req-68f7f453-0ddc-4620-ba17-bd82ceab25a3 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Floating IP 552af909-fe13-4e7c-8d48-029f74926870 associated. External IP: 172.25.6.15, port: b3e64be4-e4c6-4d36-95f4-1c9864074986. Feb 19 03:17:42.068483 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-45384c45-8f17-43b5-8bf9-dc1ad3d8ebed tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Publish callbacks [] for security_group_rule (3a3c295b-6eb6-4129-9732-84b8920ac6d3), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:42.218163 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-45384c45-8f17-43b5-8bf9-dc1ad3d8ebed tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Publish callbacks [] for security_group_rule (3a3c295b-6eb6-4129-9732-84b8920ac6d3), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:42.225078 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-45384c45-8f17-43b5-8bf9-dc1ad3d8ebed tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (3a3c295b-6eb6-4129-9732-84b8920ac6d3), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:42.254384 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45384c45-8f17-43b5-8bf9-dc1ad3d8ebed tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a3c295b-6eb6-4129-9732-84b8920ac6d3,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:42.267362 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-45384c45-8f17-43b5-8bf9-dc1ad3d8ebed tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:42.268607 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-45384c45-8f17-43b5-8bf9-dc1ad3d8ebed tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2990584 Feb 19 03:17:42.271468 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 41248) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:42.276814 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-1281ef6a-86cc-445a-8cd6-a180ebf075f3 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Request body: {'security_group_rule': {'security_group_id': 'b0e3775b-cf6e-404e-bdc7-f78d40bed23f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:17:42.304494 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1281ef6a-86cc-445a-8cd6-a180ebf075f3 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Publish callbacks [] for security_group_rule (1f854352-ab76-4036-8c6c-ef47b554fec4), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:42.329396 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68f7f453-0ddc-4620-ba17-bd82ceab25a3 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Router 27fd2252-637a-49c5-9ef5-14fea80c66c6 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:17:42.374386 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1281ef6a-86cc-445a-8cd6-a180ebf075f3 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Publish callbacks [] for security_group_rule (1f854352-ab76-4036-8c6c-ef47b554fec4), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:42.379175 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1281ef6a-86cc-445a-8cd6-a180ebf075f3 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (1f854352-ab76-4036-8c6c-ef47b554fec4), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:42.400208 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1281ef6a-86cc-445a-8cd6-a180ebf075f3 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f854352-ab76-4036-8c6c-ef47b554fec4,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:42.413165 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1281ef6a-86cc-445a-8cd6-a180ebf075f3 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:42.415151 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-1281ef6a-86cc-445a-8cd6-a180ebf075f3 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1419861 Feb 19 03:17:42.418080 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 41250) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:42.423051 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-8c16c619-016b-46af-b643-4207d1836afe tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Request body: {'floatingip': {'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:17:42.448326 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8c16c619-016b-46af-b643-4207d1836afe tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:42.461996 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68f7f453-0ddc-4620-ba17-bd82ceab25a3 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:17:42.481396 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df35c38-691d-4dbc-a92f-1ad8371b3be5 None None] Sync routers for ids ['27fd2252-637a-49c5-9ef5-14fea80c66c6'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:17:42.492524 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-68f7f453-0ddc-4620-ba17-bd82ceab25a3 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:42.494513 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df35c38-691d-4dbc-a92f-1ad8371b3be5 None None] Routers {'27fd2252-637a-49c5-9ef5-14fea80c66c6'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:17:42.495151 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-7df35c38-691d-4dbc-a92f-1ad8371b3be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:17:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['27fd2252-637a-49c5-9ef5-14fea80c66c6'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:42.551498 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-68f7f453-0ddc-4620-ba17-bd82ceab25a3 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7178314 Feb 19 03:17:42.551498 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1eb5b30-f883-44f5-8b29-2ad5d9d2b00d', 'tag': 'b3e64be4-e4c6-4d36-95f4-1c9864074986'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:17:42.563451 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76572da2-25c9-4513-b0eb-619b4fa740cc" -d '{"events": [{"name": "network-changed", "server_uuid": "b1eb5b30-f883-44f5-8b29-2ad5d9d2b00d", "tag": "b3e64be4-e4c6-4d36-95f4-1c9864074986"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:17:42.585976 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8c16c619-016b-46af-b643-4207d1836afe tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:42.623083 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ad7ed91-53b5-4df9-ae80-8fb9739a2da5 x-openstack-request-id: req-1ad7ed91-53b5-4df9-ae80-8fb9739a2da5 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:17:42.623373 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1eb5b30-f883-44f5-8b29-2ad5d9d2b00d", "tag": "b3e64be4-e4c6-4d36-95f4-1c9864074986", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:17:42.623635 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1ad7ed91-53b5-4df9-ae80-8fb9739a2da5 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:17:42.624048 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1eb5b30-f883-44f5-8b29-2ad5d9d2b00d', 'tag': 'b3e64be4-e4c6-4d36-95f4-1c9864074986', 'status': 'completed', 'code': 200} Feb 19 03:17:42.649989 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-7df35c38-691d-4dbc-a92f-1ad8371b3be5 None None] Set router 27fd2252-637a-49c5-9ef5-14fea80c66c6 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:17:42.715779 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76572da2-25c9-4513-b0eb-619b4fa740cc req-e0d01be3-3da4-4f86-86aa-159c071ab2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:42.717333 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-76572da2-25c9-4513-b0eb-619b4fa740cc req-e0d01be3-3da4-4f86-86aa-159c071ab2ae service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3bc3bb28499f4673b42d5b4a69d45946&device_id=b1eb5b30-f883-44f5-8b29-2ad5d9d2b00d HTTP/1.1" status: 200 len: 1128 time: 0.0489881 Feb 19 03:17:42.804313 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef28528-912f-4d20-9c45-12f9c2154987 req-6c55bfc6-b569-432e-bb25-aeb2f698aee8 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:42.807451 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9ef28528-912f-4d20-9c45-12f9c2154987 req-6c55bfc6-b569-432e-bb25-aeb2f698aee8 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1eb5b30-f883-44f5-8b29-2ad5d9d2b00d HTTP/1.1" status: 200 len: 946 time: 0.1617861 Feb 19 03:17:42.843536 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76572da2-25c9-4513-b0eb-619b4fa740cc req-95967e61-6962-4fc2-b835-1ada0591e68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:42.845573 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-76572da2-25c9-4513-b0eb-619b4fa740cc req-95967e61-6962-4fc2-b835-1ada0591e68c service neutron] 10.222.0.73 "GET /v2.0/networks?id=aa00952d-de9c-4d5d-ab13-6cd6c73b1fe8 HTTP/1.1" status: 200 len: 897 time: 0.1217480 Feb 19 03:17:42.850261 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-8c16c619-016b-46af-b643-4207d1836afe tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Allocated IP 172.25.6.86 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/2fac275a-8b11-463d-8bc1-9bcdc7cdd041) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:17:42.890494 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9ef28528-912f-4d20-9c45-12f9c2154987 req-23bf7264-068e-467e-8eca-723714b2ddf9 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=768624ca-d116-45bb-8a95-6a5cd6c608a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751073 Feb 19 03:17:42.916669 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 41258) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:42.952056 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-76572da2-25c9-4513-b0eb-619b4fa740cc req-f8a24bef-3f12-4a3e-bf51-7ea97c0e44c9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3e64be4-e4c6-4d36-95f4-1c9864074986 HTTP/1.1" status: 200 len: 999 time: 0.0995171 Feb 19 03:17:43.006255 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-7df35c38-691d-4dbc-a92f-1ad8371b3be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27fd2252-637a-49c5-9ef5-14fea80c66c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-184969492', 'tenant_id': '3bc3bb28499f4673b42d5b4a69d45946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '902e7d68-d978-4da8-a6d8-c3d98941d135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:17:18Z', 'updated_at': '2022-02-19T03:17:23Z', 'revision_number': 4, 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'gw_port': {'id': '902e7d68-d978-4da8-a6d8-c3d98941d135', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:63:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27fd2252-637a-49c5-9ef5-14fea80c66c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:17:19Z', 'updated_at': '2022-02-19T03:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': '552af909-fe13-4e7c-8d48-029f74926870', 'tenant_id': '3bc3bb28499f4673b42d5b4a69d45946', 'floating_ip_address': '172.25.6.15', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': '27fd2252-637a-49c5-9ef5-14fea80c66c6', 'port_id': 'b3e64be4-e4c6-4d36-95f4-1c9864074986', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3651, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa00952d-de9c-4d5d-ab13-6cd6c73b1fe8', 'mac_address': 'fa:16:3e:21:4b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1eb5b30-f883-44f5-8b29-2ad5d9d2b00d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:17:41Z', 'updated_at': '2022-02-19T03:17:41Z', 'revision_number': 0, 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03d9be9a-624c-4319-8f2e-8fa31e8a9686', 'name': '', 'network_id': 'aa00952d-de9c-4d5d-ab13-6cd6c73b1fe8', 'tenant_id': '3bc3bb28499f4673b42d5b4a69d45946', 'mac_address': 'fa:16:3e:59:95:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27fd2252-637a-49c5-9ef5-14fea80c66c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '9a463e69-de83-4275-952a-5193f40c31f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:17:22Z', 'updated_at': '2022-02-19T03:17:26Z', 'revision_number': 5, 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'subnets': [{'id': '9a463e69-de83-4275-952a-5193f40c31f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:43.026609 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76572da2-25c9-4513-b0eb-619b4fa740cc req-979a1bfb-a202-4b2a-ba4f-3dff5fcde72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:43.028750 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-76572da2-25c9-4513-b0eb-619b4fa740cc req-979a1bfb-a202-4b2a-ba4f-3dff5fcde72f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9a463e69-de83-4275-952a-5193f40c31f0 HTTP/1.1" status: 200 len: 834 time: 0.0698988 Feb 19 03:17:43.035739 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-b3392982-827a-4ec9-884f-419959fe4016 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/floatingips/552af909-fe13-4e7c-8d48-029f74926870 HTTP/1.1" status: 200 len: 991 time: 0.1178253 Feb 19 03:17:43.053278 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df35c38-691d-4dbc-a92f-1ad8371b3be5 None None] Checking router: 27fd2252-637a-49c5-9ef5-14fea80c66c6 for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:17:43.068436 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df35c38-691d-4dbc-a92f-1ad8371b3be5 None None] Routers {'27fd2252-637a-49c5-9ef5-14fea80c66c6'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:17:43.069281 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-7df35c38-691d-4dbc-a92f-1ad8371b3be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:17:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['27fd2252-637a-49c5-9ef5-14fea80c66c6'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:43.091362 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8c16c619-016b-46af-b643-4207d1836afe tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Publish callbacks [] for port (2fac275a-8b11-463d-8bc1-9bcdc7cdd041), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:43.105563 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76572da2-25c9-4513-b0eb-619b4fa740cc req-354b8787-1295-4df2-84ed-8ebd23a1996d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:43.107102 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-76572da2-25c9-4513-b0eb-619b4fa740cc req-354b8787-1295-4df2-84ed-8ebd23a1996d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=aa00952d-de9c-4d5d-ab13-6cd6c73b1fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0651472 Feb 19 03:17:43.140627 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8c16c619-016b-46af-b643-4207d1836afe tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (2fac275a-8b11-463d-8bc1-9bcdc7cdd041), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:43.193974 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c16c619-016b-46af-b643-4207d1836afe tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Pushing event updated for resources: {'Port': ['ID=2fac275a-8b11-463d-8bc1-9bcdc7cdd041,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:43.201148 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-7df35c38-691d-4dbc-a92f-1ad8371b3be5 None None] Set router 27fd2252-637a-49c5-9ef5-14fea80c66c6 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:17:43.217564 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c16c619-016b-46af-b643-4207d1836afe tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:17:43.219451 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-8c16c619-016b-46af-b643-4207d1836afe tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:17:43.220273 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-76572da2-25c9-4513-b0eb-619b4fa740cc req-2f30f41f-3084-4e22-8794-0761c3e62523 service neutron] 10.222.0.73 "GET /v2.0/networks/aa00952d-de9c-4d5d-ab13-6cd6c73b1fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067905 Feb 19 03:17:43.225419 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c16c619-016b-46af-b643-4207d1836afe tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:17:43.346355 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8c16c619-016b-46af-b643-4207d1836afe tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Publish callbacks [] for floatingip (e07f41e6-ddb2-4573-ae30-7340231e931a), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:43.347812 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-76572da2-25c9-4513-b0eb-619b4fa740cc req-8f73d40f-0624-4525-a412-9c4ccbb1bee9 service neutron] 10.222.0.73 "GET /v2.0/networks/aa00952d-de9c-4d5d-ab13-6cd6c73b1fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207407 Feb 19 03:17:43.391285 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8c16c619-016b-46af-b643-4207d1836afe tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (2fac275a-8b11-463d-8bc1-9bcdc7cdd041), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:43.491024 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-7df35c38-691d-4dbc-a92f-1ad8371b3be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27fd2252-637a-49c5-9ef5-14fea80c66c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-184969492', 'tenant_id': '3bc3bb28499f4673b42d5b4a69d45946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '902e7d68-d978-4da8-a6d8-c3d98941d135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:17:18Z', 'updated_at': '2022-02-19T03:17:23Z', 'revision_number': 4, 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'gw_port': {'id': '902e7d68-d978-4da8-a6d8-c3d98941d135', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:63:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27fd2252-637a-49c5-9ef5-14fea80c66c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:17:19Z', 'updated_at': '2022-02-19T03:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': '552af909-fe13-4e7c-8d48-029f74926870', 'tenant_id': '3bc3bb28499f4673b42d5b4a69d45946', 'floating_ip_address': '172.25.6.15', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': '27fd2252-637a-49c5-9ef5-14fea80c66c6', 'port_id': 'b3e64be4-e4c6-4d36-95f4-1c9864074986', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3651, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa00952d-de9c-4d5d-ab13-6cd6c73b1fe8', 'mac_address': 'fa:16:3e:21:4b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1eb5b30-f883-44f5-8b29-2ad5d9d2b00d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:17:41Z', 'updated_at': '2022-02-19T03:17:41Z', 'revision_number': 0, 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03d9be9a-624c-4319-8f2e-8fa31e8a9686', 'name': '', 'network_id': 'aa00952d-de9c-4d5d-ab13-6cd6c73b1fe8', 'tenant_id': '3bc3bb28499f4673b42d5b4a69d45946', 'mac_address': 'fa:16:3e:59:95:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27fd2252-637a-49c5-9ef5-14fea80c66c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '9a463e69-de83-4275-952a-5193f40c31f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:17:22Z', 'updated_at': '2022-02-19T03:17:26Z', 'revision_number': 5, 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'subnets': [{'id': '9a463e69-de83-4275-952a-5193f40c31f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:43.522505 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df35c38-691d-4dbc-a92f-1ad8371b3be5 None None] The sync data for ids ['27fd2252-637a-49c5-9ef5-14fea80c66c6'] in n-d-826753-2 is: [{'id': '27fd2252-637a-49c5-9ef5-14fea80c66c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-184969492', 'tenant_id': '3bc3bb28499f4673b42d5b4a69d45946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '902e7d68-d978-4da8-a6d8-c3d98941d135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:17:18Z', 'updated_at': '2022-02-19T03:17:23Z', 'revision_number': 4, 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'gw_port': {'id': '902e7d68-d978-4da8-a6d8-c3d98941d135', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:63:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27fd2252-637a-49c5-9ef5-14fea80c66c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:17:19Z', 'updated_at': '2022-02-19T03:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': '552af909-fe13-4e7c-8d48-029f74926870', 'tenant_id': '3bc3bb28499f4673b42d5b4a69d45946', 'floating_ip_address': '172.25.6.15', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': '27fd2252-637a-49c5-9ef5-14fea80c66c6', 'port_id': 'b3e64be4-e4c6-4d36-95f4-1c9864074986', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3651, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa00952d-de9c-4d5d-ab13-6cd6c73b1fe8', 'mac_address': 'fa:16:3e:21:4b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1eb5b30-f883-44f5-8b29-2ad5d9d2b00d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:17:41Z', 'updated_at': '2022-02-19T03:17:41Z', 'revision_number': 0, 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03d9be9a-624c-4319-8f2e-8fa31e8a9686', 'name': '', 'network_id': 'aa00952d-de9c-4d5d-ab13-6cd6c73b1fe8', 'tenant_id': '3bc3bb28499f4673b42d5b4a69d45946', 'mac_address': 'fa:16:3e:59:95:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27fd2252-637a-49c5-9ef5-14fea80c66c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '9a463e69-de83-4275-952a-5193f40c31f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:17:22Z', 'updated_at': '2022-02-19T03:17:26Z', 'revision_number': 5, 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'subnets': [{'id': '9a463e69-de83-4275-952a-5193f40c31f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:17:43.605224 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8c16c619-016b-46af-b643-4207d1836afe tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Publish callbacks [] for port (2fac275a-8b11-463d-8bc1-9bcdc7cdd041), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:43.610523 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8c16c619-016b-46af-b643-4207d1836afe tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (2fac275a-8b11-463d-8bc1-9bcdc7cdd041), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:43.699697 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c16c619-016b-46af-b643-4207d1836afe tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Pushing event updated for resources: {'Port': ['ID=2fac275a-8b11-463d-8bc1-9bcdc7cdd041,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:43.708299 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8c16c619-016b-46af-b643-4207d1836afe tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16285943'] for floatingip (e07f41e6-ddb2-4573-ae30-7340231e931a), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:43.727556 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8c16c619-016b-46af-b643-4207d1836afe tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:43.737587 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-8c16c619-016b-46af-b643-4207d1836afe tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3105235 Feb 19 03:17:43.773356 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fb2bae-da09-43e6-92a6-2c7b934e79c0 None None] New status for floating IP 552af909-fe13-4e7c-8d48-029f74926870: ACTIVE {{(pid=103704) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:17:43.969615 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c62596bb-50e7-48d1-9cd2-20451a0e436d req-2d4f287b-7b99-4395-add0-67616866f2fd tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1483023592&fields=id&tenant_id=fb2c2a033b7e417f933bc0bae524eae3 HTTP/1.1" status: 200 len: 267 time: 0.0513632 Feb 19 03:17:44.039896 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 41274) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:44.114914 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62596bb-50e7-48d1-9cd2-20451a0e436d req-f11420b6-c05b-40de-96d2-4240de24fddf tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:44.116762 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c62596bb-50e7-48d1-9cd2-20451a0e436d req-f11420b6-c05b-40de-96d2-4240de24fddf tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/networks?id=f202f6e6-ff6c-416c-b757-76fc930d3992 HTTP/1.1" status: 200 len: 815 time: 0.1382911 Feb 19 03:17:44.120254 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-ac6f6683-c135-4761-b399-7237710dfd79 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/floatingips/552af909-fe13-4e7c-8d48-029f74926870 HTTP/1.1" status: 200 len: 993 time: 0.0789492 Feb 19 03:17:44.135024 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c62596bb-50e7-48d1-9cd2-20451a0e436d req-323ae54f-3481-4c72-b8a0-87d8826c49cd tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/quotas/fb2c2a033b7e417f933bc0bae524eae3 HTTP/1.1" status: 200 len: 375 time: 0.0108843 Feb 19 03:17:44.197969 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c62596bb-50e7-48d1-9cd2-20451a0e436d req-1077e60a-552d-407d-acc1-52c63f3e9897 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=fb2c2a033b7e417f933bc0bae524eae3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0546894 Feb 19 03:17:44.356364 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c62596bb-50e7-48d1-9cd2-20451a0e436d req-f9715a58-c3d2-4960-a48b-c33f2db3e026 service neutron] 10.222.0.72 "GET /v2.0/networks/f202f6e6-ff6c-416c-b757-76fc930d3992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467199 Feb 19 03:17:44.460564 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c62596bb-50e7-48d1-9cd2-20451a0e436d req-046b6860-7348-4b07-bcb1-c912018a2f1b service neutron] 10.222.0.72 "GET /v2.0/networks/f202f6e6-ff6c-416c-b757-76fc930d3992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983851 Feb 19 03:17:44.648359 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a9bf1b28-719a-4b40-835c-f3d30e836d9e req-c276efd3-2367-4522-af4e-61dfda69fd15 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=edcf12cc-cf30-480d-8c9e-a77623e7a2c5 HTTP/1.1" status: 200 len: 210 time: 0.0296531 Feb 19 03:17:45.534094 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4c70e3b8-608a-45a2-93c0-f0047706be22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:45.733477 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62596bb-50e7-48d1-9cd2-20451a0e436d req-77c478cc-08bd-4efb-87a4-7d27a41a8cc9 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:45.735172 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c62596bb-50e7-48d1-9cd2-20451a0e436d req-77c478cc-08bd-4efb-87a4-7d27a41a8cc9 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.82 "GET /v2.0/networks?id=f202f6e6-ff6c-416c-b757-76fc930d3992 HTTP/1.1" status: 200 len: 815 time: 0.1349626 Feb 19 03:17:45.773217 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9964ec1e-dd66-49d0-97ae-5adf0a876e41 req-5f54dbb9-716a-4a57-a8cc-8d26995c3736 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=edcf12cc-cf30-480d-8c9e-a77623e7a2c5 HTTP/1.1" status: 200 len: 210 time: 0.0351865 Feb 19 03:17:45.826927 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c62596bb-50e7-48d1-9cd2-20451a0e436d req-8c411cee-31e3-4e84-8ace-bee4153ecc09 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fb2c2a033b7e417f933bc0bae524eae3 HTTP/1.1" status: 200 len: 380 time: 0.0767002 Feb 19 03:17:45.835573 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-c62596bb-50e7-48d1-9cd2-20451a0e436d req-48409bfc-78c3-4313-8472-a97db225f462 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Request body: {'port': {'device_id': 'edcf12cc-cf30-480d-8c9e-a77623e7a2c5', 'network_id': 'f202f6e6-ff6c-416c-b757-76fc930d3992', 'admin_state_up': True, 'tenant_id': 'fb2c2a033b7e417f933bc0bae524eae3', 'security_groups': ['b0e3775b-cf6e-404e-bdc7-f78d40bed23f']}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:17:45.963716 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c62596bb-50e7-48d1-9cd2-20451a0e436d req-48409bfc-78c3-4313-8472-a97db225f462 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Made reservation on behalf of fb2c2a033b7e417f933bc0bae524eae3 for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:17:45.967306 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-c62596bb-50e7-48d1-9cd2-20451a0e436d req-48409bfc-78c3-4313-8472-a97db225f462 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:46.104681 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [req-c62596bb-50e7-48d1-9cd2-20451a0e436d req-48409bfc-78c3-4313-8472-a97db225f462 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Allocated IP 172.20.0.8 (f202f6e6-ff6c-416c-b757-76fc930d3992/e5721fd3-1b55-4729-a406-44f440380eba/31c15d02-93d8-4024-bb7b-2f8a5f8dc298) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:17:46.269313 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-c62596bb-50e7-48d1-9cd2-20451a0e436d req-48409bfc-78c3-4313-8472-a97db225f462 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Publish callbacks [] for port (31c15d02-93d8-4024-bb7b-2f8a5f8dc298), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:46.307438 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-c62596bb-50e7-48d1-9cd2-20451a0e436d req-48409bfc-78c3-4313-8472-a97db225f462 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (31c15d02-93d8-4024-bb7b-2f8a5f8dc298), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:46.352619 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c62596bb-50e7-48d1-9cd2-20451a0e436d req-48409bfc-78c3-4313-8472-a97db225f462 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Network f202f6e6-ff6c-416c-b757-76fc930d3992 is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:17:46.357903 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [req-c62596bb-50e7-48d1-9cd2-20451a0e436d req-48409bfc-78c3-4313-8472-a97db225f462 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:17:46.362622 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48409bfc-78c3-4313-8472-a97db225f462 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Pushing event updated for resources: {'Port': ['ID=31c15d02-93d8-4024-bb7b-2f8a5f8dc298,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:46.365811 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-c62596bb-50e7-48d1-9cd2-20451a0e436d req-48409bfc-78c3-4313-8472-a97db225f462 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:17:46.420713 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62596bb-50e7-48d1-9cd2-20451a0e436d req-48409bfc-78c3-4313-8472-a97db225f462 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:46.421400 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-c62596bb-50e7-48d1-9cd2-20451a0e436d req-48409bfc-78c3-4313-8472-a97db225f462 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:46.443265 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c62596bb-50e7-48d1-9cd2-20451a0e436d req-48409bfc-78c3-4313-8472-a97db225f462 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6113195 Feb 19 03:17:46.460936 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-c62596bb-50e7-48d1-9cd2-20451a0e436d req-e8bc464c-cb52-419d-b0c9-690aa96c3a64 service neutron] Request body: {'port': {'device_id': 'edcf12cc-cf30-480d-8c9e-a77623e7a2c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826753-2'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:17:46.666402 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-54f9815e-25c7-46d6-a635-63d68a5d801f None None] Provisioning complete for port 31c15d02-93d8-4024-bb7b-2f8a5f8dc298 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:17:46.667485 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-54f9815e-25c7-46d6-a635-63d68a5d801f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (31c15d02-93d8-4024-bb7b-2f8a5f8dc298), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:46.708332 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-54f9815e-25c7-46d6-a635-63d68a5d801f None None] Port 31c15d02-93d8-4024-bb7b-2f8a5f8dc298 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:17:46.841331 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-c62596bb-50e7-48d1-9cd2-20451a0e436d req-e8bc464c-cb52-419d-b0c9-690aa96c3a64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (31c15d02-93d8-4024-bb7b-2f8a5f8dc298), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:47.005256 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059d2306-4f1d-4d8b-9643-dd46fbbca1c7 req-92aeeaa2-0411-47d6-a673-48a3a870d80e tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:47.006780 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-059d2306-4f1d-4d8b-9643-dd46fbbca1c7 req-92aeeaa2-0411-47d6-a673-48a3a870d80e tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=edcf12cc-cf30-480d-8c9e-a77623e7a2c5 HTTP/1.1" status: 200 len: 931 time: 0.1493206 Feb 19 03:17:47.116029 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-059d2306-4f1d-4d8b-9643-dd46fbbca1c7 req-1e94fc20-5ecb-47f9-92a5-a2fb5729b0f3 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0e3775b-cf6e-404e-bdc7-f78d40bed23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018918 Feb 19 03:17:47.196268 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [req-c62596bb-50e7-48d1-9cd2-20451a0e436d req-e8bc464c-cb52-419d-b0c9-690aa96c3a64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31c15d02-93d8-4024-bb7b-2f8a5f8dc298 {{(pid=103701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:17:47.204607 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-c62596bb-50e7-48d1-9cd2-20451a0e436d req-e8bc464c-cb52-419d-b0c9-690aa96c3a64 service neutron] Publish callbacks [] for port (31c15d02-93d8-4024-bb7b-2f8a5f8dc298), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:47.217640 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.provisioning_blocks [req-c62596bb-50e7-48d1-9cd2-20451a0e436d req-e8bc464c-cb52-419d-b0c9-690aa96c3a64 service neutron] Transition to ACTIVE for port object 31c15d02-93d8-4024-bb7b-2f8a5f8dc298 will not be triggered until provisioned by entity L2. {{(pid=103701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:17:47.225588 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-c62596bb-50e7-48d1-9cd2-20451a0e436d req-e8bc464c-cb52-419d-b0c9-690aa96c3a64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (31c15d02-93d8-4024-bb7b-2f8a5f8dc298), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:47.275918 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bc464c-cb52-419d-b0c9-690aa96c3a64 service neutron] Pushing event updated for resources: {'Port': ['ID=31c15d02-93d8-4024-bb7b-2f8a5f8dc298,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:47.358282 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-c62596bb-50e7-48d1-9cd2-20451a0e436d req-e8bc464c-cb52-419d-b0c9-690aa96c3a64 service neutron] Attempting to bind port 31c15d02-93d8-4024-bb7b-2f8a5f8dc298 on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:17:47.358727 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-c62596bb-50e7-48d1-9cd2-20451a0e436d req-e8bc464c-cb52-419d-b0c9-690aa96c3a64 service neutron] Attempting to bind port 31c15d02-93d8-4024-bb7b-2f8a5f8dc298 by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': '94e756a0-02a5-4c2a-8669-4568f7372c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'f202f6e6-ff6c-416c-b757-76fc930d3992'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:17:47.359133 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62596bb-50e7-48d1-9cd2-20451a0e436d req-e8bc464c-cb52-419d-b0c9-690aa96c3a64 service neutron] Attempting to bind port 31c15d02-93d8-4024-bb7b-2f8a5f8dc298 on network f202f6e6-ff6c-416c-b757-76fc930d3992 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:17:47.364442 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62596bb-50e7-48d1-9cd2-20451a0e436d req-e8bc464c-cb52-419d-b0c9-690aa96c3a64 service neutron] Port 31c15d02-93d8-4024-bb7b-2f8a5f8dc298 on network f202f6e6-ff6c-416c-b757-76fc930d3992 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:17:47.364765 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62596bb-50e7-48d1-9cd2-20451a0e436d req-e8bc464c-cb52-419d-b0c9-690aa96c3a64 service neutron] Attempting to bind port 31c15d02-93d8-4024-bb7b-2f8a5f8dc298 on network f202f6e6-ff6c-416c-b757-76fc930d3992 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:17:47.370707 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62596bb-50e7-48d1-9cd2-20451a0e436d req-e8bc464c-cb52-419d-b0c9-690aa96c3a64 service neutron] Checking agent: {'id': 'bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:17:47.370982 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62596bb-50e7-48d1-9cd2-20451a0e436d req-e8bc464c-cb52-419d-b0c9-690aa96c3a64 service neutron] Checking segment: {'id': '94e756a0-02a5-4c2a-8669-4568f7372c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'f202f6e6-ff6c-416c-b757-76fc930d3992'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:17:47.371375 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62596bb-50e7-48d1-9cd2-20451a0e436d req-e8bc464c-cb52-419d-b0c9-690aa96c3a64 service neutron] Bound using segment: {'id': '94e756a0-02a5-4c2a-8669-4568f7372c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'f202f6e6-ff6c-416c-b757-76fc930d3992'} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:17:47.371814 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-c62596bb-50e7-48d1-9cd2-20451a0e436d req-e8bc464c-cb52-419d-b0c9-690aa96c3a64 service neutron] Bound port: 31c15d02-93d8-4024-bb7b-2f8a5f8dc298, host: n-h2-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94e756a0-02a5-4c2a-8669-4568f7372c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'f202f6e6-ff6c-416c-b757-76fc930d3992'}}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:17:47.372155 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-c62596bb-50e7-48d1-9cd2-20451a0e436d req-e8bc464c-cb52-419d-b0c9-690aa96c3a64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (31c15d02-93d8-4024-bb7b-2f8a5f8dc298), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:47.447590 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-c62596bb-50e7-48d1-9cd2-20451a0e436d req-e8bc464c-cb52-419d-b0c9-690aa96c3a64 service neutron] For port 31c15d02-93d8-4024-bb7b-2f8a5f8dc298, host n-h2-826753-2, cleared binding levels {{(pid=103701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:17:47.451513 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-c62596bb-50e7-48d1-9cd2-20451a0e436d req-e8bc464c-cb52-419d-b0c9-690aa96c3a64 service neutron] For port 31c15d02-93d8-4024-bb7b-2f8a5f8dc298, host n-h2-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=31c15d02-93d8-4024-bb7b-2f8a5f8dc298,segment=NetworkSegment(94e756a0-02a5-4c2a-8669-4568f7372c91),segment_id=94e756a0-02a5-4c2a-8669-4568f7372c91)] {{(pid=103701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:17:47.459395 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-c62596bb-50e7-48d1-9cd2-20451a0e436d req-e8bc464c-cb52-419d-b0c9-690aa96c3a64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (31c15d02-93d8-4024-bb7b-2f8a5f8dc298), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:47.498228 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62596bb-50e7-48d1-9cd2-20451a0e436d req-e8bc464c-cb52-419d-b0c9-690aa96c3a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:47.498915 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-c62596bb-50e7-48d1-9cd2-20451a0e436d req-e8bc464c-cb52-419d-b0c9-690aa96c3a64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:47.500672 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c62596bb-50e7-48d1-9cd2-20451a0e436d req-e8bc464c-cb52-419d-b0c9-690aa96c3a64 service neutron] 10.222.0.82 "PUT /v2.0/ports/31c15d02-93d8-4024-bb7b-2f8a5f8dc298 HTTP/1.1" status: 200 len: 1091 time: 1.0442050 Feb 19 03:17:47.503478 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edcf12cc-cf30-480d-8c9e-a77623e7a2c5', 'tag': '31c15d02-93d8-4024-bb7b-2f8a5f8dc298'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:17:47.505567 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8c10b3c-7ad9-4bd8-8e12-fa2e7000fbc4" -d '{"events": [{"name": "network-changed", "server_uuid": "edcf12cc-cf30-480d-8c9e-a77623e7a2c5", "tag": "31c15d02-93d8-4024-bb7b-2f8a5f8dc298"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:17:47.558750 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bc464c-cb52-419d-b0c9-690aa96c3a64 service neutron] Pushing event updated for resources: {'Port': ['ID=31c15d02-93d8-4024-bb7b-2f8a5f8dc298,revision_number=3']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:47.612235 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-637ab65b-dc72-4b49-8fdf-5d77e8c3b677 x-openstack-request-id: req-637ab65b-dc72-4b49-8fdf-5d77e8c3b677 {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:17:47.612523 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edcf12cc-cf30-480d-8c9e-a77623e7a2c5", "tag": "31c15d02-93d8-4024-bb7b-2f8a5f8dc298", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:17:47.612769 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-637ab65b-dc72-4b49-8fdf-5d77e8c3b677 {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:17:47.613205 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edcf12cc-cf30-480d-8c9e-a77623e7a2c5', 'tag': '31c15d02-93d8-4024-bb7b-2f8a5f8dc298', 'status': 'completed', 'code': 200} Feb 19 03:17:47.645159 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62596bb-50e7-48d1-9cd2-20451a0e436d req-75f62314-7889-4598-a934-6b8bb66c6b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:47.647814 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c62596bb-50e7-48d1-9cd2-20451a0e436d req-75f62314-7889-4598-a934-6b8bb66c6b93 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=fb2c2a033b7e417f933bc0bae524eae3&device_id=edcf12cc-cf30-480d-8c9e-a77623e7a2c5 HTTP/1.1" status: 200 len: 1125 time: 0.0684259 Feb 19 03:17:47.698739 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-7c7284f2-9adb-48e5-be1e-e578ef92367f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:47.710584 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c62596bb-50e7-48d1-9cd2-20451a0e436d req-94b2c95c-b6d5-4616-bc64-195d908c7d1a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31c15d02-93d8-4024-bb7b-2f8a5f8dc298 HTTP/1.1" status: 200 len: 217 time: 0.0493934 Feb 19 03:17:47.764525 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62596bb-50e7-48d1-9cd2-20451a0e436d req-6791f369-fda1-4f4f-8876-e19970724427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:47.767987 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c62596bb-50e7-48d1-9cd2-20451a0e436d req-6791f369-fda1-4f4f-8876-e19970724427 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e5721fd3-1b55-4729-a406-44f440380eba HTTP/1.1" status: 200 len: 854 time: 0.0485201 Feb 19 03:17:47.825499 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62596bb-50e7-48d1-9cd2-20451a0e436d req-23000ac7-f15c-4be7-a0cd-1aa04295f0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:47.827042 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c62596bb-50e7-48d1-9cd2-20451a0e436d req-23000ac7-f15c-4be7-a0cd-1aa04295f0b6 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f202f6e6-ff6c-416c-b757-76fc930d3992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0547988 Feb 19 03:17:47.928394 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c62596bb-50e7-48d1-9cd2-20451a0e436d req-1bc95c10-fed3-4978-8a3c-a4e18d6ef0cd service neutron] 10.222.0.82 "GET /v2.0/networks/f202f6e6-ff6c-416c-b757-76fc930d3992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951905 Feb 19 03:17:48.022474 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c62596bb-50e7-48d1-9cd2-20451a0e436d req-fb1c510e-2b6b-4777-8260-70afdb7711d2 service neutron] 10.222.0.82 "GET /v2.0/networks/f202f6e6-ff6c-416c-b757-76fc930d3992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882683 Feb 19 03:17:48.181273 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c10b3c-7ad9-4bd8-8e12-fa2e7000fbc4 req-90a5a7bd-8f11-4e94-93ea-e99289ee166a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:48.182737 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f8c10b3c-7ad9-4bd8-8e12-fa2e7000fbc4 req-90a5a7bd-8f11-4e94-93ea-e99289ee166a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=fb2c2a033b7e417f933bc0bae524eae3&device_id=edcf12cc-cf30-480d-8c9e-a77623e7a2c5 HTTP/1.1" status: 200 len: 1125 time: 0.0598133 Feb 19 03:17:48.324873 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c018cdd-cde4-4c95-95f3-3b8cb4e2afbd req-d7dc64c6-64ec-4a4c-858d-08b26a3bd1bc tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:48.326418 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8c018cdd-cde4-4c95-95f3-3b8cb4e2afbd req-d7dc64c6-64ec-4a4c-858d-08b26a3bd1bc tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=edcf12cc-cf30-480d-8c9e-a77623e7a2c5 HTTP/1.1" status: 200 len: 943 time: 0.1248169 Feb 19 03:17:48.331480 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c10b3c-7ad9-4bd8-8e12-fa2e7000fbc4 req-04261718-99ba-4b41-a9f6-9840de7dd845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:48.332879 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f8c10b3c-7ad9-4bd8-8e12-fa2e7000fbc4 req-04261718-99ba-4b41-a9f6-9840de7dd845 service neutron] 10.222.0.82 "GET /v2.0/networks?id=f202f6e6-ff6c-416c-b757-76fc930d3992 HTTP/1.1" status: 200 len: 916 time: 0.1425059 Feb 19 03:17:48.384811 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f8c10b3c-7ad9-4bd8-8e12-fa2e7000fbc4 req-3b363eba-12ae-4144-b9af-d72383447c3f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31c15d02-93d8-4024-bb7b-2f8a5f8dc298 HTTP/1.1" status: 200 len: 217 time: 0.0424578 Feb 19 03:17:48.442687 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8c018cdd-cde4-4c95-95f3-3b8cb4e2afbd req-e667fd93-31ec-455d-a6a7-dea5bb343867 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0e3775b-cf6e-404e-bdc7-f78d40bed23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087358 Feb 19 03:17:48.453216 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c10b3c-7ad9-4bd8-8e12-fa2e7000fbc4 req-bd74b09e-db21-4dd5-90c4-0c3900e9555c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:48.454875 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f8c10b3c-7ad9-4bd8-8e12-fa2e7000fbc4 req-bd74b09e-db21-4dd5-90c4-0c3900e9555c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e5721fd3-1b55-4729-a406-44f440380eba HTTP/1.1" status: 200 len: 854 time: 0.0651381 Feb 19 03:17:48.516627 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c10b3c-7ad9-4bd8-8e12-fa2e7000fbc4 req-aa4f53fa-5505-4581-ad26-62ca8d3c5513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:48.518187 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f8c10b3c-7ad9-4bd8-8e12-fa2e7000fbc4 req-aa4f53fa-5505-4581-ad26-62ca8d3c5513 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f202f6e6-ff6c-416c-b757-76fc930d3992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0524080 Feb 19 03:17:48.617839 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f8c10b3c-7ad9-4bd8-8e12-fa2e7000fbc4 req-a593cd9b-a7c1-4560-854f-2defd9596279 service neutron] 10.222.0.82 "GET /v2.0/networks/f202f6e6-ff6c-416c-b757-76fc930d3992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920687 Feb 19 03:17:48.728942 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f8c10b3c-7ad9-4bd8-8e12-fa2e7000fbc4 req-92864de1-fb36-4362-abcb-a3a56443806c service neutron] 10.222.0.82 "GET /v2.0/networks/f202f6e6-ff6c-416c-b757-76fc930d3992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042314 Feb 19 03:17:49.306592 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:49.554233 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 31c15d02-93d8-4024-bb7b-2f8a5f8dc298 details requested by agent hyperv_n-h2-826753-2 with host n-h2-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:17:49.582743 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724d23b5-a307-49c0-b9e8-255e8074f697 req-ff173d77-6f69-482f-845d-e0b7f5609c95 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:49.592050 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-724d23b5-a307-49c0-b9e8-255e8074f697 req-ff173d77-6f69-482f-845d-e0b7f5609c95 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=edcf12cc-cf30-480d-8c9e-a77623e7a2c5 HTTP/1.1" status: 200 len: 943 time: 0.0668192 Feb 19 03:17:49.652223 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-724d23b5-a307-49c0-b9e8-255e8074f697 req-5737b08f-f972-4266-b35f-be73b19a9771 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0e3775b-cf6e-404e-bdc7-f78d40bed23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591781 Feb 19 03:17:49.673512 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 31c15d02-93d8-4024-bb7b-2f8a5f8dc298, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=31c15d02-93d8-4024-bb7b-2f8a5f8dc298,segment=NetworkSegment(94e756a0-02a5-4c2a-8669-4568f7372c91),segment_id=94e756a0-02a5-4c2a-8669-4568f7372c91)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:17:49.685406 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Returning: {'device': '31c15d02-93d8-4024-bb7b-2f8a5f8dc298', 'network_id': 'f202f6e6-ff6c-416c-b757-76fc930d3992', 'port_id': '31c15d02-93d8-4024-bb7b-2f8a5f8dc298', 'mac_address': 'fa:16:3e:a1:f2:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5721fd3-1b55-4729-a406-44f440380eba', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:17:49.732373 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 31c15d02-93d8-4024-bb7b-2f8a5f8dc298 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:17:49.732769 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (31c15d02-93d8-4024-bb7b-2f8a5f8dc298), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:49.747526 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31c15d02-93d8-4024-bb7b-2f8a5f8dc298 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:17:49.769629 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 31c15d02-93d8-4024-bb7b-2f8a5f8dc298, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=31c15d02-93d8-4024-bb7b-2f8a5f8dc298,segment=NetworkSegment(94e756a0-02a5-4c2a-8669-4568f7372c91),segment_id=94e756a0-02a5-4c2a-8669-4568f7372c91)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:17:49.775723 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (31c15d02-93d8-4024-bb7b-2f8a5f8dc298), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:49.828159 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=31c15d02-93d8-4024-bb7b-2f8a5f8dc298,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:50.068166 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['31c15d02-93d8-4024-bb7b-2f8a5f8dc298'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:17:50.497557 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:50.779244 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b09520-9488-4e57-b89a-e838fd098bed req-bc617d44-1cbf-4003-acd2-3c732bc96dda tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:50.780776 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-20b09520-9488-4e57-b89a-e838fd098bed req-bc617d44-1cbf-4003-acd2-3c732bc96dda tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=edcf12cc-cf30-480d-8c9e-a77623e7a2c5 HTTP/1.1" status: 200 len: 944 time: 0.0558581 Feb 19 03:17:50.841627 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-20b09520-9488-4e57-b89a-e838fd098bed req-077b1bec-314b-497d-9174-baeb7e3fe842 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0e3775b-cf6e-404e-bdc7-f78d40bed23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551305 Feb 19 03:17:51.554705 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 31c15d02-93d8-4024-bb7b-2f8a5f8dc298 up at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:17:51.609538 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning for port 31c15d02-93d8-4024-bb7b-2f8a5f8dc298 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:17:51.613517 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning complete for port 31c15d02-93d8-4024-bb7b-2f8a5f8dc298 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:17:51.613894 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (31c15d02-93d8-4024-bb7b-2f8a5f8dc298), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:51.701998 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 31c15d02-93d8-4024-bb7b-2f8a5f8dc298 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:17:51.702390 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (31c15d02-93d8-4024-bb7b-2f8a5f8dc298), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:51.726173 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edcf12cc-cf30-480d-8c9e-a77623e7a2c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31c15d02-93d8-4024-bb7b-2f8a5f8dc298'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:17:51.729484 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7f45042-b030-475d-86f0-36bb380b6dc7" -d '{"events": [{"server_uuid": "edcf12cc-cf30-480d-8c9e-a77623e7a2c5", "name": "network-vif-plugged", "status": "completed", "tag": "31c15d02-93d8-4024-bb7b-2f8a5f8dc298"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:17:51.743462 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 31c15d02-93d8-4024-bb7b-2f8a5f8dc298, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=31c15d02-93d8-4024-bb7b-2f8a5f8dc298,segment=NetworkSegment(94e756a0-02a5-4c2a-8669-4568f7372c91),segment_id=94e756a0-02a5-4c2a-8669-4568f7372c91)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:17:51.749511 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (31c15d02-93d8-4024-bb7b-2f8a5f8dc298), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:51.776321 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-762946f5-c2eb-48dd-9b5a-132ccc27d89d x-openstack-request-id: req-762946f5-c2eb-48dd-9b5a-132ccc27d89d {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:17:51.776617 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edcf12cc-cf30-480d-8c9e-a77623e7a2c5", "name": "network-vif-plugged", "status": "completed", "tag": "31c15d02-93d8-4024-bb7b-2f8a5f8dc298", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:17:51.776872 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-762946f5-c2eb-48dd-9b5a-132ccc27d89d {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:17:51.777286 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edcf12cc-cf30-480d-8c9e-a77623e7a2c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31c15d02-93d8-4024-bb7b-2f8a5f8dc298', 'code': 200} Feb 19 03:17:51.805749 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=31c15d02-93d8-4024-bb7b-2f8a5f8dc298,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:51.925077 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d43ffe-ef52-4539-94a4-60afdca905f5 req-a8b49aad-9d72-4672-9698-46e6751e76f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:51.927062 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-78d43ffe-ef52-4539-94a4-60afdca905f5 req-a8b49aad-9d72-4672-9698-46e6751e76f5 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=edcf12cc-cf30-480d-8c9e-a77623e7a2c5 HTTP/1.1" status: 200 len: 1127 time: 0.0517831 Feb 19 03:17:51.930168 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:17:51.964022 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:52.020560 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-78d43ffe-ef52-4539-94a4-60afdca905f5 req-25c2317c-49ba-4a6e-8387-671284dd414a service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=b0e3775b-cf6e-404e-bdc7-f78d40bed23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862324 Feb 19 03:17:52.030178 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0323e113-7771-4751-a78a-5d0fce1065b5 req-d5673bd6-6e72-45ff-b9a6-496a6b4ab0e2 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:52.031825 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0323e113-7771-4751-a78a-5d0fce1065b5 req-d5673bd6-6e72-45ff-b9a6-496a6b4ab0e2 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=edcf12cc-cf30-480d-8c9e-a77623e7a2c5 HTTP/1.1" status: 200 len: 945 time: 0.0996411 Feb 19 03:17:52.097781 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0323e113-7771-4751-a78a-5d0fce1065b5 req-c0092c8b-4dc8-45a4-8cad-2848cabe7bd6 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0e3775b-cf6e-404e-bdc7-f78d40bed23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534883 Feb 19 03:17:52.674976 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:53.253346 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2e649e-5965-4888-a45b-cc4685625ba4 req-d1a50957-7434-4c6a-8434-520b2ad68a2d tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:53.254788 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9d2e649e-5965-4888-a45b-cc4685625ba4 req-d1a50957-7434-4c6a-8434-520b2ad68a2d tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=edcf12cc-cf30-480d-8c9e-a77623e7a2c5 HTTP/1.1" status: 200 len: 945 time: 0.0781600 Feb 19 03:17:53.306722 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9d2e649e-5965-4888-a45b-cc4685625ba4 req-308206a9-75ac-458a-9d7d-2b038ae85a0d tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0e3775b-cf6e-404e-bdc7-f78d40bed23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457420 Feb 19 03:17:53.437252 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fb1155-7128-450a-bca8-45d247bb4566 req-62daae2a-4964-40f2-9c28-db5eacaa4f98 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:53.438659 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-01fb1155-7128-450a-bca8-45d247bb4566 req-62daae2a-4964-40f2-9c28-db5eacaa4f98 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=edcf12cc-cf30-480d-8c9e-a77623e7a2c5 HTTP/1.1" status: 200 len: 945 time: 0.0592837 Feb 19 03:17:53.448338 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 41356) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:53.452993 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-1e230786-2d16-42af-bf4a-643bf82ab3b7 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Request body: {'floatingip': {'port_id': '31c15d02-93d8-4024-bb7b-2f8a5f8dc298'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:17:53.497416 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1e230786-2d16-42af-bf4a-643bf82ab3b7 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Publish callbacks [] for floatingip (e07f41e6-ddb2-4573-ae30-7340231e931a), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:53.988417 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1e230786-2d16-42af-bf4a-643bf82ab3b7 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:53.994057 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1e230786-2d16-42af-bf4a-643bf82ab3b7 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16285943'] for floatingip (e07f41e6-ddb2-4573-ae30-7340231e931a), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:54.114629 n-d-826753-2 neutron-server[103701]: INFO neutron.db.l3_db [None req-1e230786-2d16-42af-bf4a-643bf82ab3b7 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Floating IP e07f41e6-ddb2-4573-ae30-7340231e931a associated. External IP: 172.25.6.86, port: 31c15d02-93d8-4024-bb7b-2f8a5f8dc298. Feb 19 03:17:54.341276 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e230786-2d16-42af-bf4a-643bf82ab3b7 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Router 481a1ed6-4c15-41cf-9edc-be29fd1040e5 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:17:54.459390 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e230786-2d16-42af-bf4a-643bf82ab3b7 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:17:54.464638 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1e230786-2d16-42af-bf4a-643bf82ab3b7 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:54.471379 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba7d40b-cc0e-45e6-96f4-ea3e89980127 None None] Sync routers for ids ['481a1ed6-4c15-41cf-9edc-be29fd1040e5'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:17:54.482812 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba7d40b-cc0e-45e6-96f4-ea3e89980127 None None] Routers {'481a1ed6-4c15-41cf-9edc-be29fd1040e5'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:17:54.483438 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-3ba7d40b-cc0e-45e6-96f4-ea3e89980127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:17:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['481a1ed6-4c15-41cf-9edc-be29fd1040e5'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:54.503563 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-1e230786-2d16-42af-bf4a-643bf82ab3b7 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "PUT /v2.0/floatingips/e07f41e6-ddb2-4573-ae30-7340231e931a HTTP/1.1" status: 200 len: 990 time: 1.0539534 Feb 19 03:17:54.504329 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edcf12cc-cf30-480d-8c9e-a77623e7a2c5', 'tag': '31c15d02-93d8-4024-bb7b-2f8a5f8dc298'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:17:54.506764 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcd679f9-9fe8-44cb-97b8-89e694366dfc" -d '{"events": [{"name": "network-changed", "server_uuid": "edcf12cc-cf30-480d-8c9e-a77623e7a2c5", "tag": "31c15d02-93d8-4024-bb7b-2f8a5f8dc298"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:17:54.548352 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76bc390e-2cc1-459e-a0a9-a4d4ff5fa42a x-openstack-request-id: req-76bc390e-2cc1-459e-a0a9-a4d4ff5fa42a {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:17:54.548760 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edcf12cc-cf30-480d-8c9e-a77623e7a2c5", "tag": "31c15d02-93d8-4024-bb7b-2f8a5f8dc298", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:17:54.549347 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-76bc390e-2cc1-459e-a0a9-a4d4ff5fa42a {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:17:54.550131 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edcf12cc-cf30-480d-8c9e-a77623e7a2c5', 'tag': '31c15d02-93d8-4024-bb7b-2f8a5f8dc298', 'status': 'completed', 'code': 200} Feb 19 03:17:54.625959 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-3ba7d40b-cc0e-45e6-96f4-ea3e89980127 None None] Set router 481a1ed6-4c15-41cf-9edc-be29fd1040e5 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:17:54.647030 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd679f9-9fe8-44cb-97b8-89e694366dfc req-d067322e-8455-4a2e-83b3-35830968ada3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:54.649272 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bcd679f9-9fe8-44cb-97b8-89e694366dfc req-d067322e-8455-4a2e-83b3-35830968ada3 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=fb2c2a033b7e417f933bc0bae524eae3&device_id=edcf12cc-cf30-480d-8c9e-a77623e7a2c5 HTTP/1.1" status: 200 len: 1127 time: 0.0585847 Feb 19 03:17:54.793542 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd679f9-9fe8-44cb-97b8-89e694366dfc req-85f8f848-b08c-4efa-8122-ee16e1836ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:54.795733 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bcd679f9-9fe8-44cb-97b8-89e694366dfc req-85f8f848-b08c-4efa-8122-ee16e1836ec3 service neutron] 10.222.0.82 "GET /v2.0/networks?id=f202f6e6-ff6c-416c-b757-76fc930d3992 HTTP/1.1" status: 200 len: 916 time: 0.1398189 Feb 19 03:17:54.918412 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bcd679f9-9fe8-44cb-97b8-89e694366dfc req-4bc0c396-3e1e-4321-bad9-e58051bc07a4 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31c15d02-93d8-4024-bb7b-2f8a5f8dc298 HTTP/1.1" status: 200 len: 998 time: 0.1169543 Feb 19 03:17:54.987321 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-3ba7d40b-cc0e-45e6-96f4-ea3e89980127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481a1ed6-4c15-41cf-9edc-be29fd1040e5', 'name': 'tempest-AttachVolumeShelveTestJSON-68653113-router', 'tenant_id': 'fb2c2a033b7e417f933bc0bae524eae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'b47e3312-9c84-4e78-bab8-a8a0c46881b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:14:40Z', 'updated_at': '2022-02-19T03:14:45Z', 'revision_number': 4, 'project_id': 'fb2c2a033b7e417f933bc0bae524eae3', 'gw_port': {'id': 'b47e3312-9c84-4e78-bab8-a8a0c46881b3', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:11:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481a1ed6-4c15-41cf-9edc-be29fd1040e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:14:41Z', 'updated_at': '2022-02-19T03:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': 'e07f41e6-ddb2-4573-ae30-7340231e931a', 'tenant_id': 'fb2c2a033b7e417f933bc0bae524eae3', 'floating_ip_address': '172.25.6.86', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': '481a1ed6-4c15-41cf-9edc-be29fd1040e5', 'port_id': '31c15d02-93d8-4024-bb7b-2f8a5f8dc298', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3658, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f202f6e6-ff6c-416c-b757-76fc930d3992', 'mac_address': 'fa:16:3e:a1:f2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edcf12cc-cf30-480d-8c9e-a77623e7a2c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:17:43Z', 'updated_at': '2022-02-19T03:17:53Z', 'revision_number': 1, 'project_id': 'fb2c2a033b7e417f933bc0bae524eae3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67e2c03f-ec2d-4b73-ae64-03051e7df08f', 'name': '', 'network_id': 'f202f6e6-ff6c-416c-b757-76fc930d3992', 'tenant_id': 'fb2c2a033b7e417f933bc0bae524eae3', 'mac_address': 'fa:16:3e:2a:4d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481a1ed6-4c15-41cf-9edc-be29fd1040e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'e5721fd3-1b55-4729-a406-44f440380eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:14:44Z', 'updated_at': '2022-02-19T03:14:51Z', 'revision_number': 5, 'project_id': 'fb2c2a033b7e417f933bc0bae524eae3', 'subnets': [{'id': 'e5721fd3-1b55-4729-a406-44f440380eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:54.990673 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd679f9-9fe8-44cb-97b8-89e694366dfc req-da858638-0082-49af-81a9-3e1d2507595d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:54.992954 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bcd679f9-9fe8-44cb-97b8-89e694366dfc req-da858638-0082-49af-81a9-3e1d2507595d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e5721fd3-1b55-4729-a406-44f440380eba HTTP/1.1" status: 200 len: 854 time: 0.0681121 Feb 19 03:17:55.020620 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba7d40b-cc0e-45e6-96f4-ea3e89980127 None None] Checking router: 481a1ed6-4c15-41cf-9edc-be29fd1040e5 for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:17:55.030552 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba7d40b-cc0e-45e6-96f4-ea3e89980127 None None] Routers {'481a1ed6-4c15-41cf-9edc-be29fd1040e5'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:17:55.031189 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-3ba7d40b-cc0e-45e6-96f4-ea3e89980127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:17:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['481a1ed6-4c15-41cf-9edc-be29fd1040e5'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:55.062671 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd679f9-9fe8-44cb-97b8-89e694366dfc req-0a5b18c1-f01e-4208-9aef-555655542f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:55.064644 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bcd679f9-9fe8-44cb-97b8-89e694366dfc req-0a5b18c1-f01e-4208-9aef-555655542f56 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f202f6e6-ff6c-416c-b757-76fc930d3992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0617862 Feb 19 03:17:55.172188 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-3ba7d40b-cc0e-45e6-96f4-ea3e89980127 None None] Set router 481a1ed6-4c15-41cf-9edc-be29fd1040e5 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:17:55.179571 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bcd679f9-9fe8-44cb-97b8-89e694366dfc req-f4461849-43a6-4c2d-84fe-b5bcd615b4b2 service neutron] 10.222.0.82 "GET /v2.0/networks/f202f6e6-ff6c-416c-b757-76fc930d3992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068110 Feb 19 03:17:55.303494 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bcd679f9-9fe8-44cb-97b8-89e694366dfc req-d015a73e-c3f6-43f5-9b58-85bcc9268e84 service neutron] 10.222.0.82 "GET /v2.0/networks/f202f6e6-ff6c-416c-b757-76fc930d3992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184592 Feb 19 03:17:55.463322 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-3ba7d40b-cc0e-45e6-96f4-ea3e89980127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481a1ed6-4c15-41cf-9edc-be29fd1040e5', 'name': 'tempest-AttachVolumeShelveTestJSON-68653113-router', 'tenant_id': 'fb2c2a033b7e417f933bc0bae524eae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'b47e3312-9c84-4e78-bab8-a8a0c46881b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:14:40Z', 'updated_at': '2022-02-19T03:14:45Z', 'revision_number': 4, 'project_id': 'fb2c2a033b7e417f933bc0bae524eae3', 'gw_port': {'id': 'b47e3312-9c84-4e78-bab8-a8a0c46881b3', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:11:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481a1ed6-4c15-41cf-9edc-be29fd1040e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:14:41Z', 'updated_at': '2022-02-19T03:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': 'e07f41e6-ddb2-4573-ae30-7340231e931a', 'tenant_id': 'fb2c2a033b7e417f933bc0bae524eae3', 'floating_ip_address': '172.25.6.86', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': '481a1ed6-4c15-41cf-9edc-be29fd1040e5', 'port_id': '31c15d02-93d8-4024-bb7b-2f8a5f8dc298', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3658, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f202f6e6-ff6c-416c-b757-76fc930d3992', 'mac_address': 'fa:16:3e:a1:f2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edcf12cc-cf30-480d-8c9e-a77623e7a2c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:17:43Z', 'updated_at': '2022-02-19T03:17:53Z', 'revision_number': 1, 'project_id': 'fb2c2a033b7e417f933bc0bae524eae3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67e2c03f-ec2d-4b73-ae64-03051e7df08f', 'name': '', 'network_id': 'f202f6e6-ff6c-416c-b757-76fc930d3992', 'tenant_id': 'fb2c2a033b7e417f933bc0bae524eae3', 'mac_address': 'fa:16:3e:2a:4d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481a1ed6-4c15-41cf-9edc-be29fd1040e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'e5721fd3-1b55-4729-a406-44f440380eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:14:44Z', 'updated_at': '2022-02-19T03:14:51Z', 'revision_number': 5, 'project_id': 'fb2c2a033b7e417f933bc0bae524eae3', 'subnets': [{'id': 'e5721fd3-1b55-4729-a406-44f440380eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:55.494436 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba7d40b-cc0e-45e6-96f4-ea3e89980127 None None] The sync data for ids ['481a1ed6-4c15-41cf-9edc-be29fd1040e5'] in n-d-826753-2 is: [{'id': '481a1ed6-4c15-41cf-9edc-be29fd1040e5', 'name': 'tempest-AttachVolumeShelveTestJSON-68653113-router', 'tenant_id': 'fb2c2a033b7e417f933bc0bae524eae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'b47e3312-9c84-4e78-bab8-a8a0c46881b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:14:40Z', 'updated_at': '2022-02-19T03:14:45Z', 'revision_number': 4, 'project_id': 'fb2c2a033b7e417f933bc0bae524eae3', 'gw_port': {'id': 'b47e3312-9c84-4e78-bab8-a8a0c46881b3', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:11:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481a1ed6-4c15-41cf-9edc-be29fd1040e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:14:41Z', 'updated_at': '2022-02-19T03:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': 'e07f41e6-ddb2-4573-ae30-7340231e931a', 'tenant_id': 'fb2c2a033b7e417f933bc0bae524eae3', 'floating_ip_address': '172.25.6.86', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': '481a1ed6-4c15-41cf-9edc-be29fd1040e5', 'port_id': '31c15d02-93d8-4024-bb7b-2f8a5f8dc298', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3658, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f202f6e6-ff6c-416c-b757-76fc930d3992', 'mac_address': 'fa:16:3e:a1:f2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edcf12cc-cf30-480d-8c9e-a77623e7a2c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:17:43Z', 'updated_at': '2022-02-19T03:17:53Z', 'revision_number': 1, 'project_id': 'fb2c2a033b7e417f933bc0bae524eae3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67e2c03f-ec2d-4b73-ae64-03051e7df08f', 'name': '', 'network_id': 'f202f6e6-ff6c-416c-b757-76fc930d3992', 'tenant_id': 'fb2c2a033b7e417f933bc0bae524eae3', 'mac_address': 'fa:16:3e:2a:4d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481a1ed6-4c15-41cf-9edc-be29fd1040e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'e5721fd3-1b55-4729-a406-44f440380eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:14:44Z', 'updated_at': '2022-02-19T03:14:51Z', 'revision_number': 5, 'project_id': 'fb2c2a033b7e417f933bc0bae524eae3', 'subnets': [{'id': 'e5721fd3-1b55-4729-a406-44f440380eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:17:55.736507 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156b6330-08c6-45a9-a05a-b1c1b14d3ee1 None None] New status for floating IP e07f41e6-ddb2-4573-ae30-7340231e931a: ACTIVE {{(pid=103704) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:17:56.359017 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:01.430040 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7230baed-2d77-4d43-a666-951e17d90df1 req-88412a63-377a-4a7a-8724-4694321e09fc service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=edcf12cc-cf30-480d-8c9e-a77623e7a2c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0467460 Feb 19 03:18:01.538349 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7230baed-2d77-4d43-a666-951e17d90df1 req-a5e658fd-4e0c-437f-b74a-442c97717d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:01.540210 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7230baed-2d77-4d43-a666-951e17d90df1 req-a5e658fd-4e0c-437f-b74a-442c97717d52 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=fb2c2a033b7e417f933bc0bae524eae3&device_id=edcf12cc-cf30-480d-8c9e-a77623e7a2c5 HTTP/1.1" status: 200 len: 1127 time: 0.0514431 Feb 19 03:18:01.654394 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7230baed-2d77-4d43-a666-951e17d90df1 req-90bbd3f9-e970-4bfc-b8d7-eeb26fafa0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:01.655921 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7230baed-2d77-4d43-a666-951e17d90df1 req-90bbd3f9-e970-4bfc-b8d7-eeb26fafa0af service neutron] 10.222.0.82 "GET /v2.0/networks?id=f202f6e6-ff6c-416c-b757-76fc930d3992 HTTP/1.1" status: 200 len: 916 time: 0.0936007 Feb 19 03:18:01.731859 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7230baed-2d77-4d43-a666-951e17d90df1 req-1992f9a3-13ff-426a-ab4f-b369dcfc549a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31c15d02-93d8-4024-bb7b-2f8a5f8dc298 HTTP/1.1" status: 200 len: 1000 time: 0.0695922 Feb 19 03:18:01.784753 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7230baed-2d77-4d43-a666-951e17d90df1 req-6054b4ba-7424-4156-a702-eb3b67b49750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:01.786277 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7230baed-2d77-4d43-a666-951e17d90df1 req-6054b4ba-7424-4156-a702-eb3b67b49750 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e5721fd3-1b55-4729-a406-44f440380eba HTTP/1.1" status: 200 len: 854 time: 0.0491719 Feb 19 03:18:01.850215 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7230baed-2d77-4d43-a666-951e17d90df1 req-913762dd-6d8d-43e2-8e09-e9f6789133e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:01.852108 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7230baed-2d77-4d43-a666-951e17d90df1 req-913762dd-6d8d-43e2-8e09-e9f6789133e6 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f202f6e6-ff6c-416c-b757-76fc930d3992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0597281 Feb 19 03:18:01.947267 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7230baed-2d77-4d43-a666-951e17d90df1 req-972206ac-155d-4fac-b318-674409039e49 service neutron] 10.222.0.82 "GET /v2.0/networks/f202f6e6-ff6c-416c-b757-76fc930d3992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891974 Feb 19 03:18:02.049272 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7230baed-2d77-4d43-a666-951e17d90df1 req-6d377e6f-ddfc-45aa-aecc-c114c9841c05 service neutron] 10.222.0.82 "GET /v2.0/networks/f202f6e6-ff6c-416c-b757-76fc930d3992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938301 Feb 19 03:18:15.530036 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-598fc49d-dd9f-42f3-a9dc-45cb71e523e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:16.481193 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-db5fa759-8c4e-49dd-87cc-5f6112cbfd19 req-ad918473-739c-40a9-b6c9-7a765503958d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b1eb5b30-f883-44f5-8b29-2ad5d9d2b00d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0508072 Feb 19 03:18:16.585722 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5fa759-8c4e-49dd-87cc-5f6112cbfd19 req-edcecc52-be2d-496c-83c8-c7109f4e2cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:16.587403 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-db5fa759-8c4e-49dd-87cc-5f6112cbfd19 req-edcecc52-be2d-496c-83c8-c7109f4e2cc5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3bc3bb28499f4673b42d5b4a69d45946&device_id=b1eb5b30-f883-44f5-8b29-2ad5d9d2b00d HTTP/1.1" status: 200 len: 1128 time: 0.0466058 Feb 19 03:18:16.707044 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5fa759-8c4e-49dd-87cc-5f6112cbfd19 req-4ab82c98-4ccb-47f0-8e69-8753d8759f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:16.708553 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-db5fa759-8c4e-49dd-87cc-5f6112cbfd19 req-4ab82c98-4ccb-47f0-8e69-8753d8759f29 service neutron] 10.222.0.73 "GET /v2.0/networks?id=aa00952d-de9c-4d5d-ab13-6cd6c73b1fe8 HTTP/1.1" status: 200 len: 897 time: 0.0961905 Feb 19 03:18:16.779846 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-db5fa759-8c4e-49dd-87cc-5f6112cbfd19 req-befecae8-9a27-4119-bc38-0004fb776cec service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3e64be4-e4c6-4d36-95f4-1c9864074986 HTTP/1.1" status: 200 len: 1001 time: 0.0651000 Feb 19 03:18:16.830891 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5fa759-8c4e-49dd-87cc-5f6112cbfd19 req-de23adc6-3d54-4e37-9e39-9613c1a49053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:16.832391 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-db5fa759-8c4e-49dd-87cc-5f6112cbfd19 req-de23adc6-3d54-4e37-9e39-9613c1a49053 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9a463e69-de83-4275-952a-5193f40c31f0 HTTP/1.1" status: 200 len: 834 time: 0.0468092 Feb 19 03:18:16.885764 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5fa759-8c4e-49dd-87cc-5f6112cbfd19 req-de5a6abc-fac7-4d65-9981-fc44feef2fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:16.887849 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-db5fa759-8c4e-49dd-87cc-5f6112cbfd19 req-de5a6abc-fac7-4d65-9981-fc44feef2fec service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=aa00952d-de9c-4d5d-ab13-6cd6c73b1fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0495477 Feb 19 03:18:16.988417 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-db5fa759-8c4e-49dd-87cc-5f6112cbfd19 req-1491492a-fdc5-46cc-a1ee-32f217254727 service neutron] 10.222.0.73 "GET /v2.0/networks/aa00952d-de9c-4d5d-ab13-6cd6c73b1fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931094 Feb 19 03:18:17.082207 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-db5fa759-8c4e-49dd-87cc-5f6112cbfd19 req-b9a6b76e-1dad-4087-80c0-a90893052c2b service neutron] 10.222.0.73 "GET /v2.0/networks/aa00952d-de9c-4d5d-ab13-6cd6c73b1fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874608 Feb 19 03:18:17.692396 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-2cc4c6ae-d6fb-4aea-9b21-82ecbe6f2dc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:19.310299 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:20.502646 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:21.958711 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:22.689373 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:26.341489 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:28.929827 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:18:31.115988 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b75400d-1c25-41d0-ba5d-518eecfc0b28 req-2f0113f2-b5db-480e-aa48-fcad0103e774 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:31.117657 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7b75400d-1c25-41d0-ba5d-518eecfc0b28 req-2f0113f2-b5db-480e-aa48-fcad0103e774 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=edcf12cc-cf30-480d-8c9e-a77623e7a2c5 HTTP/1.1" status: 200 len: 945 time: 0.0672553 Feb 19 03:18:31.167756 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7b75400d-1c25-41d0-ba5d-518eecfc0b28 req-8d811565-3432-4efc-8fa4-782d6c60d065 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0e3775b-cf6e-404e-bdc7-f78d40bed23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442557 Feb 19 03:18:32.305416 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1047e749-04d0-427e-96f1-61004b34244a req-fc77d7e5-9fa8-4740-882d-94dad80a55ec tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:32.306976 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1047e749-04d0-427e-96f1-61004b34244a req-fc77d7e5-9fa8-4740-882d-94dad80a55ec tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=edcf12cc-cf30-480d-8c9e-a77623e7a2c5 HTTP/1.1" status: 200 len: 945 time: 0.0599477 Feb 19 03:18:32.359400 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1047e749-04d0-427e-96f1-61004b34244a req-6a3c1a8b-19f3-4bfc-b3ca-d5f70cc1d6a0 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0e3775b-cf6e-404e-bdc7-f78d40bed23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467100 Feb 19 03:18:33.487045 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a0c25e-5267-414a-a039-4fecd1396285 req-7c1c7abb-40db-4d50-8faa-44e8c142c8f1 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:33.489445 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-37a0c25e-5267-414a-a039-4fecd1396285 req-7c1c7abb-40db-4d50-8faa-44e8c142c8f1 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=edcf12cc-cf30-480d-8c9e-a77623e7a2c5 HTTP/1.1" status: 200 len: 945 time: 0.0555935 Feb 19 03:18:33.541069 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-37a0c25e-5267-414a-a039-4fecd1396285 req-31200164-77e0-4baa-9f00-1153ab09af67 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0e3775b-cf6e-404e-bdc7-f78d40bed23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450127 Feb 19 03:18:34.676680 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01128476-ef82-488e-984b-b575cce1cd5e req-da04853b-03be-4195-b55e-a3ab74f8cb01 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:34.678372 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-01128476-ef82-488e-984b-b575cce1cd5e req-da04853b-03be-4195-b55e-a3ab74f8cb01 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=edcf12cc-cf30-480d-8c9e-a77623e7a2c5 HTTP/1.1" status: 200 len: 945 time: 0.0605776 Feb 19 03:18:34.734482 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-01128476-ef82-488e-984b-b575cce1cd5e req-44cae384-ec31-443c-b0ee-50c9b1f6bf12 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0e3775b-cf6e-404e-bdc7-f78d40bed23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500717 Feb 19 03:18:35.862669 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607dec85-4677-4af4-b7d5-6771546912fd req-4594116d-fcea-47d0-8383-8f77e0f746d3 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:35.866386 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-607dec85-4677-4af4-b7d5-6771546912fd req-4594116d-fcea-47d0-8383-8f77e0f746d3 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=edcf12cc-cf30-480d-8c9e-a77623e7a2c5 HTTP/1.1" status: 200 len: 945 time: 0.0542889 Feb 19 03:18:35.917351 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-607dec85-4677-4af4-b7d5-6771546912fd req-a94a2493-d22e-43c2-a89a-98814567128a tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0e3775b-cf6e-404e-bdc7-f78d40bed23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446532 Feb 19 03:18:37.064260 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820e3e2b-e7d9-4586-9860-617e9d2538d7 req-6db944cf-acdb-4ff6-b7b2-73844217179a tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:37.065846 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-820e3e2b-e7d9-4586-9860-617e9d2538d7 req-6db944cf-acdb-4ff6-b7b2-73844217179a tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=edcf12cc-cf30-480d-8c9e-a77623e7a2c5 HTTP/1.1" status: 200 len: 945 time: 0.0676928 Feb 19 03:18:37.116227 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-820e3e2b-e7d9-4586-9860-617e9d2538d7 req-0993c9c6-edcd-436e-8d5d-92fb569afd4e tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0e3775b-cf6e-404e-bdc7-f78d40bed23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437872 Feb 19 03:18:38.254482 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cab304-827d-41e4-8595-d857fee1b59b req-312bd254-6047-4eb8-bc2d-b5c70c5092b7 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:38.256730 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-67cab304-827d-41e4-8595-d857fee1b59b req-312bd254-6047-4eb8-bc2d-b5c70c5092b7 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=edcf12cc-cf30-480d-8c9e-a77623e7a2c5 HTTP/1.1" status: 200 len: 945 time: 0.0613320 Feb 19 03:18:38.307723 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-67cab304-827d-41e4-8595-d857fee1b59b req-11f4c9ca-4dc4-488b-9fb7-5fbf52a55d01 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0e3775b-cf6e-404e-bdc7-f78d40bed23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448115 Feb 19 03:18:39.446697 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ab1bda-708f-4699-8767-0d428f40835c req-43457889-f3e9-46bf-bbf9-d13433831a95 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:39.448252 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-02ab1bda-708f-4699-8767-0d428f40835c req-43457889-f3e9-46bf-bbf9-d13433831a95 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=edcf12cc-cf30-480d-8c9e-a77623e7a2c5 HTTP/1.1" status: 200 len: 945 time: 0.0547602 Feb 19 03:18:39.497471 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-02ab1bda-708f-4699-8767-0d428f40835c req-89bdcb5d-57b5-4ff9-a941-13b7ce971976 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0e3775b-cf6e-404e-bdc7-f78d40bed23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435596 Feb 19 03:18:40.636210 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b1318f-76a1-46b5-81e6-644c1c90ae16 req-eb9285a0-e9e3-4658-8d8c-cf0c865d2d58 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:40.637781 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-08b1318f-76a1-46b5-81e6-644c1c90ae16 req-eb9285a0-e9e3-4658-8d8c-cf0c865d2d58 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=edcf12cc-cf30-480d-8c9e-a77623e7a2c5 HTTP/1.1" status: 200 len: 945 time: 0.0620751 Feb 19 03:18:40.690588 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-08b1318f-76a1-46b5-81e6-644c1c90ae16 req-72a2607e-950a-495f-b013-595a23fc7ccb tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0e3775b-cf6e-404e-bdc7-f78d40bed23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472064 Feb 19 03:18:41.822073 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a656193-8c39-4f9e-be61-de4bd25d3849 req-739f96bf-5307-4cf0-8bf6-64bd081bca41 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:41.823802 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7a656193-8c39-4f9e-be61-de4bd25d3849 req-739f96bf-5307-4cf0-8bf6-64bd081bca41 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=edcf12cc-cf30-480d-8c9e-a77623e7a2c5 HTTP/1.1" status: 200 len: 945 time: 0.0569305 Feb 19 03:18:41.873057 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7a656193-8c39-4f9e-be61-de4bd25d3849 req-77eb9c55-26b3-40d8-aba4-0668df4c00c6 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0e3775b-cf6e-404e-bdc7-f78d40bed23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436182 Feb 19 03:18:43.039642 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5025c480-959e-4d5f-aabd-70d6df1e04f8 req-ca1e7e37-a246-47e8-b019-2725fc413bdb tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:43.042225 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5025c480-959e-4d5f-aabd-70d6df1e04f8 req-ca1e7e37-a246-47e8-b019-2725fc413bdb tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=edcf12cc-cf30-480d-8c9e-a77623e7a2c5 HTTP/1.1" status: 200 len: 945 time: 0.0758307 Feb 19 03:18:43.101175 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5025c480-959e-4d5f-aabd-70d6df1e04f8 req-5524599d-9b00-4986-9a34-eeca9fceff2a tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0e3775b-cf6e-404e-bdc7-f78d40bed23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535254 Feb 19 03:18:44.229352 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926d80bf-a6bb-4c0f-95dc-8ab6315427e9 req-00776fb9-d4c2-4658-bed6-ad61e7a969be tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:44.230866 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-926d80bf-a6bb-4c0f-95dc-8ab6315427e9 req-00776fb9-d4c2-4658-bed6-ad61e7a969be tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=edcf12cc-cf30-480d-8c9e-a77623e7a2c5 HTTP/1.1" status: 200 len: 945 time: 0.0526774 Feb 19 03:18:44.278897 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-926d80bf-a6bb-4c0f-95dc-8ab6315427e9 req-698a1a4d-a4f0-4104-b1a4-d4b3cd195484 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0e3775b-cf6e-404e-bdc7-f78d40bed23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424824 Feb 19 03:18:45.412269 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd2f6f-7c9b-4478-9a09-601375d806b1 req-8aaa1bb1-ff68-4a10-bf6a-238a474b03fc tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:45.413981 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cfbd2f6f-7c9b-4478-9a09-601375d806b1 req-8aaa1bb1-ff68-4a10-bf6a-238a474b03fc tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=edcf12cc-cf30-480d-8c9e-a77623e7a2c5 HTTP/1.1" status: 200 len: 945 time: 0.0558248 Feb 19 03:18:45.461613 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cfbd2f6f-7c9b-4478-9a09-601375d806b1 req-0033236e-ddc8-49bb-ab16-7c26dad499d0 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0e3775b-cf6e-404e-bdc7-f78d40bed23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415890 Feb 19 03:18:45.532179 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-165d7e28-0096-485b-a4f5-84ec5f3ea5e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:46.595540 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d78f65-057b-4cd1-a27e-c22902751e5a req-c582c502-24ca-44b2-b649-1d58451aab6b tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:46.598203 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-66d78f65-057b-4cd1-a27e-c22902751e5a req-c582c502-24ca-44b2-b649-1d58451aab6b tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=edcf12cc-cf30-480d-8c9e-a77623e7a2c5 HTTP/1.1" status: 200 len: 945 time: 0.0608001 Feb 19 03:18:46.648661 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-66d78f65-057b-4cd1-a27e-c22902751e5a req-f2ce91c7-ae5e-40d7-a4ce-d428626a1b9d tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0e3775b-cf6e-404e-bdc7-f78d40bed23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458951 Feb 19 03:18:47.695200 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-43995750-3d95-4705-8337-d0578c43a82b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:47.779403 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f311447-989d-4ccc-8ebd-1385421528f9 req-5a0fe45e-3fff-45df-9087-2a83e995376b tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:47.780946 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5f311447-989d-4ccc-8ebd-1385421528f9 req-5a0fe45e-3fff-45df-9087-2a83e995376b tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=edcf12cc-cf30-480d-8c9e-a77623e7a2c5 HTTP/1.1" status: 200 len: 945 time: 0.0566390 Feb 19 03:18:47.827854 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 31c15d02-93d8-4024-bb7b-2f8a5f8dc298 details requested by agent hyperv_n-h2-826753-2 with host n-h2-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:18:47.841870 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5f311447-989d-4ccc-8ebd-1385421528f9 req-0ea28a24-ac05-4d97-8205-05dc329fd941 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0e3775b-cf6e-404e-bdc7-f78d40bed23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541430 Feb 19 03:18:47.959065 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 31c15d02-93d8-4024-bb7b-2f8a5f8dc298, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=31c15d02-93d8-4024-bb7b-2f8a5f8dc298,segment=NetworkSegment(94e756a0-02a5-4c2a-8669-4568f7372c91),segment_id=94e756a0-02a5-4c2a-8669-4568f7372c91)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:18:47.970524 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Returning: {'device': '31c15d02-93d8-4024-bb7b-2f8a5f8dc298', 'network_id': 'f202f6e6-ff6c-416c-b757-76fc930d3992', 'port_id': '31c15d02-93d8-4024-bb7b-2f8a5f8dc298', 'mac_address': 'fa:16:3e:a1:f2:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5721fd3-1b55-4729-a406-44f440380eba', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:18:48.007234 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 31c15d02-93d8-4024-bb7b-2f8a5f8dc298 is: ACTIVE; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:18:48.007609 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (31c15d02-93d8-4024-bb7b-2f8a5f8dc298), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:48.022339 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 31c15d02-93d8-4024-bb7b-2f8a5f8dc298 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:18:48.043581 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 31c15d02-93d8-4024-bb7b-2f8a5f8dc298, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=31c15d02-93d8-4024-bb7b-2f8a5f8dc298,segment=NetworkSegment(94e756a0-02a5-4c2a-8669-4568f7372c91),segment_id=94e756a0-02a5-4c2a-8669-4568f7372c91)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:18:48.050349 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (31c15d02-93d8-4024-bb7b-2f8a5f8dc298), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:48.104220 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=31c15d02-93d8-4024-bb7b-2f8a5f8dc298,revision_number=6']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:48.111824 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:18:48.112425 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:18:48.112769 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:18:48.113139 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:18:48.113475 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:18:48.113812 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:18:48.114228 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:18:48.114638 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:18:48.115192 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:18:48.115631 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:18:48.115964 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:18:48.116292 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:18:48.116624 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:18:48.210824 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['31c15d02-93d8-4024-bb7b-2f8a5f8dc298'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:18:48.980841 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ea4cd3-0901-4425-a1da-ce611e152255 req-adcc2794-a48c-470e-a17f-fda74bbc4bfb tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:48.987769 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-99ea4cd3-0901-4425-a1da-ce611e152255 req-adcc2794-a48c-470e-a17f-fda74bbc4bfb tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=edcf12cc-cf30-480d-8c9e-a77623e7a2c5 HTTP/1.1" status: 200 len: 944 time: 0.0681655 Feb 19 03:18:49.043217 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-99ea4cd3-0901-4425-a1da-ce611e152255 req-2301007c-f5b0-4b1a-add1-ae13d4f62d3f tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0e3775b-cf6e-404e-bdc7-f78d40bed23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545862 Feb 19 03:18:49.321783 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:49.834980 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 31c15d02-93d8-4024-bb7b-2f8a5f8dc298 up at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:18:49.948464 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning complete for port 31c15d02-93d8-4024-bb7b-2f8a5f8dc298 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:18:49.949925 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (31c15d02-93d8-4024-bb7b-2f8a5f8dc298), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:50.088050 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 31c15d02-93d8-4024-bb7b-2f8a5f8dc298 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:18:50.090909 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (31c15d02-93d8-4024-bb7b-2f8a5f8dc298), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:50.166961 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 31c15d02-93d8-4024-bb7b-2f8a5f8dc298, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=31c15d02-93d8-4024-bb7b-2f8a5f8dc298,segment=NetworkSegment(94e756a0-02a5-4c2a-8669-4568f7372c91),segment_id=94e756a0-02a5-4c2a-8669-4568f7372c91)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:18:50.169141 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edcf12cc-cf30-480d-8c9e-a77623e7a2c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31c15d02-93d8-4024-bb7b-2f8a5f8dc298'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:18:50.172356 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d197472-288f-421f-a200-0d794e836840" -d '{"events": [{"server_uuid": "edcf12cc-cf30-480d-8c9e-a77623e7a2c5", "name": "network-vif-plugged", "status": "completed", "tag": "31c15d02-93d8-4024-bb7b-2f8a5f8dc298"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:18:50.176974 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (31c15d02-93d8-4024-bb7b-2f8a5f8dc298), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:50.250495 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a744b9d4-d6ac-45fd-8644-871675154158 x-openstack-request-id: req-a744b9d4-d6ac-45fd-8644-871675154158 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:18:50.250920 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edcf12cc-cf30-480d-8c9e-a77623e7a2c5", "name": "network-vif-plugged", "status": "completed", "tag": "31c15d02-93d8-4024-bb7b-2f8a5f8dc298", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:18:50.251185 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a744b9d4-d6ac-45fd-8644-871675154158 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:18:50.251584 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edcf12cc-cf30-480d-8c9e-a77623e7a2c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31c15d02-93d8-4024-bb7b-2f8a5f8dc298', 'code': 200} Feb 19 03:18:50.272134 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6851e8c2-71bb-456b-99c2-fa1c80330d60 req-ffa9d1a9-6405-4a45-bab3-71d5b5fd095a tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:50.275472 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6851e8c2-71bb-456b-99c2-fa1c80330d60 req-ffa9d1a9-6405-4a45-bab3-71d5b5fd095a tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=edcf12cc-cf30-480d-8c9e-a77623e7a2c5 HTTP/1.1" status: 200 len: 944 time: 0.1163096 Feb 19 03:18:50.279550 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=31c15d02-93d8-4024-bb7b-2f8a5f8dc298,revision_number=7']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:50.384553 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6851e8c2-71bb-456b-99c2-fa1c80330d60 req-66ea0194-e0c2-4702-a295-e3a262e2d445 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0e3775b-cf6e-404e-bdc7-f78d40bed23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897577 Feb 19 03:18:50.512292 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:51.557627 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068e83ee-9e19-445e-8c86-d589a39188e1 req-8cbf3c81-9a1e-4b42-be1c-eb52d55eea06 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:51.569528 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-068e83ee-9e19-445e-8c86-d589a39188e1 req-8cbf3c81-9a1e-4b42-be1c-eb52d55eea06 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=edcf12cc-cf30-480d-8c9e-a77623e7a2c5 HTTP/1.1" status: 200 len: 945 time: 0.0684860 Feb 19 03:18:51.625221 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-068e83ee-9e19-445e-8c86-d589a39188e1 req-222105b7-e843-475c-9265-2cc8c0bef52c tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0e3775b-cf6e-404e-bdc7-f78d40bed23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546384 Feb 19 03:18:51.967758 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:52.712523 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:52.801936 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996be5ce-b405-4ac0-ab1c-98ce9dd0ead6 req-0e0e30c8-60a3-4dfc-8ece-24e9e05f4b32 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:52.803992 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-996be5ce-b405-4ac0-ab1c-98ce9dd0ead6 req-0e0e30c8-60a3-4dfc-8ece-24e9e05f4b32 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=edcf12cc-cf30-480d-8c9e-a77623e7a2c5 HTTP/1.1" status: 200 len: 945 time: 0.0840232 Feb 19 03:18:52.881455 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-996be5ce-b405-4ac0-ab1c-98ce9dd0ead6 req-b020dd20-7961-4520-b36d-13d3ea48265f tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0e3775b-cf6e-404e-bdc7-f78d40bed23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569639 Feb 19 03:18:54.035995 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e35da-6f60-4acf-bc29-86d5c994ed06 req-4f9e0131-a5c9-49c4-a4fd-43adc3005105 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:54.044361 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ea9e35da-6f60-4acf-bc29-86d5c994ed06 req-4f9e0131-a5c9-49c4-a4fd-43adc3005105 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=edcf12cc-cf30-480d-8c9e-a77623e7a2c5 HTTP/1.1" status: 200 len: 945 time: 0.0726879 Feb 19 03:18:54.136389 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ea9e35da-6f60-4acf-bc29-86d5c994ed06 req-b8e76730-fbaa-4e47-ba47-17b24f7bd021 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0e3775b-cf6e-404e-bdc7-f78d40bed23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905628 Feb 19 03:18:55.296111 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb9ed39-58af-43ed-b133-fc716d3da7ac req-6a7ccd97-0a9d-4ba4-b83d-87110802f485 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:55.305413 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bdb9ed39-58af-43ed-b133-fc716d3da7ac req-6a7ccd97-0a9d-4ba4-b83d-87110802f485 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=edcf12cc-cf30-480d-8c9e-a77623e7a2c5 HTTP/1.1" status: 200 len: 945 time: 0.0728664 Feb 19 03:18:55.373109 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bdb9ed39-58af-43ed-b133-fc716d3da7ac req-8ea01428-7c38-497a-9533-2dca344e72bf tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0e3775b-cf6e-404e-bdc7-f78d40bed23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650418 Feb 19 03:18:56.367814 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:56.526318 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dce0213-c6b6-40dd-af23-1ebde6e3f8db req-7f59a413-c367-42ea-907e-1d439e8aa823 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:56.528577 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8dce0213-c6b6-40dd-af23-1ebde6e3f8db req-7f59a413-c367-42ea-907e-1d439e8aa823 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=edcf12cc-cf30-480d-8c9e-a77623e7a2c5 HTTP/1.1" status: 200 len: 945 time: 0.0768342 Feb 19 03:18:56.605752 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8dce0213-c6b6-40dd-af23-1ebde6e3f8db req-59a9378e-3256-496a-bc84-0602f3097e5f tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0e3775b-cf6e-404e-bdc7-f78d40bed23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631781 Feb 19 03:18:57.310912 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9084589-1b53-4182-a9df-ed6bc4dabaa7 req-fd58e092-14c4-40d4-b6cf-ab863811ecfa tempest-TestNetworkAdvancedServerOps-967795877 tempest-TestNetworkAdvancedServerOps-967795877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:57.319537 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e9084589-1b53-4182-a9df-ed6bc4dabaa7 req-fd58e092-14c4-40d4-b6cf-ab863811ecfa tempest-TestNetworkAdvancedServerOps-967795877 tempest-TestNetworkAdvancedServerOps-967795877-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=b1eb5b30-f883-44f5-8b29-2ad5d9d2b00d HTTP/1.1" status: 200 len: 1128 time: 0.0594904 Feb 19 03:18:57.334842 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-e9084589-1b53-4182-a9df-ed6bc4dabaa7 req-47152b29-49dc-4105-83ad-c8d3f298bb18 tempest-TestNetworkAdvancedServerOps-967795877 tempest-TestNetworkAdvancedServerOps-967795877-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:57.442800 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-e9084589-1b53-4182-a9df-ed6bc4dabaa7 req-47152b29-49dc-4105-83ad-c8d3f298bb18 tempest-TestNetworkAdvancedServerOps-967795877 tempest-TestNetworkAdvancedServerOps-967795877-project-admin] Publish callbacks [] for security_group (48c99011-b9e2-4bc0-9a62-7b5f312eda57), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:57.449816 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-e9084589-1b53-4182-a9df-ed6bc4dabaa7 req-47152b29-49dc-4105-83ad-c8d3f298bb18 tempest-TestNetworkAdvancedServerOps-967795877 tempest-TestNetworkAdvancedServerOps-967795877-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (48c99011-b9e2-4bc0-9a62-7b5f312eda57), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:57.482861 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e9084589-1b53-4182-a9df-ed6bc4dabaa7 req-47152b29-49dc-4105-83ad-c8d3f298bb18 tempest-TestNetworkAdvancedServerOps-967795877 tempest-TestNetworkAdvancedServerOps-967795877-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=768624ca-d116-45bb-8a95-6a5cd6c608a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1620326 Feb 19 03:18:57.506471 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47152b29-49dc-4105-83ad-c8d3f298bb18 tempest-TestNetworkAdvancedServerOps-967795877 tempest-TestNetworkAdvancedServerOps-967795877-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48c99011-b9e2-4bc0-9a62-7b5f312eda57,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:57.516033 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47152b29-49dc-4105-83ad-c8d3f298bb18 tempest-TestNetworkAdvancedServerOps-967795877 tempest-TestNetworkAdvancedServerOps-967795877-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:18:57.517047 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47152b29-49dc-4105-83ad-c8d3f298bb18 tempest-TestNetworkAdvancedServerOps-967795877 tempest-TestNetworkAdvancedServerOps-967795877-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:18:57.517605 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47152b29-49dc-4105-83ad-c8d3f298bb18 tempest-TestNetworkAdvancedServerOps-967795877 tempest-TestNetworkAdvancedServerOps-967795877-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:18:57.518397 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47152b29-49dc-4105-83ad-c8d3f298bb18 tempest-TestNetworkAdvancedServerOps-967795877 tempest-TestNetworkAdvancedServerOps-967795877-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:18:57.519050 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47152b29-49dc-4105-83ad-c8d3f298bb18 tempest-TestNetworkAdvancedServerOps-967795877 tempest-TestNetworkAdvancedServerOps-967795877-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:18:57.519745 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47152b29-49dc-4105-83ad-c8d3f298bb18 tempest-TestNetworkAdvancedServerOps-967795877 tempest-TestNetworkAdvancedServerOps-967795877-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:18:57.521237 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47152b29-49dc-4105-83ad-c8d3f298bb18 tempest-TestNetworkAdvancedServerOps-967795877 tempest-TestNetworkAdvancedServerOps-967795877-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:18:57.521961 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47152b29-49dc-4105-83ad-c8d3f298bb18 tempest-TestNetworkAdvancedServerOps-967795877 tempest-TestNetworkAdvancedServerOps-967795877-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:18:57.522550 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47152b29-49dc-4105-83ad-c8d3f298bb18 tempest-TestNetworkAdvancedServerOps-967795877 tempest-TestNetworkAdvancedServerOps-967795877-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:18:57.523189 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47152b29-49dc-4105-83ad-c8d3f298bb18 tempest-TestNetworkAdvancedServerOps-967795877 tempest-TestNetworkAdvancedServerOps-967795877-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:18:57.523764 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47152b29-49dc-4105-83ad-c8d3f298bb18 tempest-TestNetworkAdvancedServerOps-967795877 tempest-TestNetworkAdvancedServerOps-967795877-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:18:57.533353 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47152b29-49dc-4105-83ad-c8d3f298bb18 tempest-TestNetworkAdvancedServerOps-967795877 tempest-TestNetworkAdvancedServerOps-967795877-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:18:57.533353 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47152b29-49dc-4105-83ad-c8d3f298bb18 tempest-TestNetworkAdvancedServerOps-967795877 tempest-TestNetworkAdvancedServerOps-967795877-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:18:57.647163 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efb0a1e-ae30-4369-b7ed-e2d48bc60b5a req-2e82ce32-7076-4e53-8a64-5e4a7ff23e11 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:57.648824 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3efb0a1e-ae30-4369-b7ed-e2d48bc60b5a req-2e82ce32-7076-4e53-8a64-5e4a7ff23e11 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1eb5b30-f883-44f5-8b29-2ad5d9d2b00d HTTP/1.1" status: 200 len: 946 time: 0.0564032 Feb 19 03:18:57.740267 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3efb0a1e-ae30-4369-b7ed-e2d48bc60b5a req-2e7bab08-93bb-4d1e-8420-7d9373c6d2d2 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=768624ca-d116-45bb-8a95-6a5cd6c608a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822799 Feb 19 03:18:57.774644 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42042) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:57.796350 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1ad641-596e-459b-9db5-4cf1c7df6022 req-c5c1de0a-c42c-4ded-a95d-25b733dbc96c tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:57.805398 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2a1ad641-596e-459b-9db5-4cf1c7df6022 req-c5c1de0a-c42c-4ded-a95d-25b733dbc96c tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=edcf12cc-cf30-480d-8c9e-a77623e7a2c5 HTTP/1.1" status: 200 len: 945 time: 0.1081290 Feb 19 03:18:57.868778 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-ddf0a400-87c6-45d3-aa83-9320e9530c21 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/floatingips/552af909-fe13-4e7c-8d48-029f74926870 HTTP/1.1" status: 200 len: 993 time: 0.0920815 Feb 19 03:18:57.876331 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2a1ad641-596e-459b-9db5-4cf1c7df6022 req-a9c9236e-f02f-4e1c-9226-5864be99121f tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0e3775b-cf6e-404e-bdc7-f78d40bed23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560825 Feb 19 03:18:58.320139 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [req-77f7e163-dbc6-4f6d-a2b2-d6aa0c89ecff req-4f8326bc-1c0c-4aca-9e27-85f3c17d9552 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103701) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:18:58.322050 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-77f7e163-dbc6-4f6d-a2b2-d6aa0c89ecff req-4f8326bc-1c0c-4aca-9e27-85f3c17d9552 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1221006 Feb 19 03:18:58.671209 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42062) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:58.737969 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b837d349-0a37-4238-8316-25a6ed544a51 req-d45c8edd-6ee0-490f-9351-b2abebce02fb tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:58.746486 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b837d349-0a37-4238-8316-25a6ed544a51 req-d45c8edd-6ee0-490f-9351-b2abebce02fb tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1eb5b30-f883-44f5-8b29-2ad5d9d2b00d HTTP/1.1" status: 200 len: 946 time: 0.0830984 Feb 19 03:18:58.813520 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b837d349-0a37-4238-8316-25a6ed544a51 req-a3a22f6a-a0f5-4245-af42-94b6d4c87ec4 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=768624ca-d116-45bb-8a95-6a5cd6c608a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606411 Feb 19 03:18:58.836693 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-77795012-45bd-4a61-b833-fc676d1d79eb req-6778cc52-e52a-43ff-8b20-7598a0350990 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b1eb5b30-f883-44f5-8b29-2ad5d9d2b00d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1555130 Feb 19 03:18:58.845214 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [req-77795012-45bd-4a61-b833-fc676d1d79eb req-ef4911b1-c33f-4b6a-9ec6-6651e9240704 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103702) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:18:58.848127 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-77795012-45bd-4a61-b833-fc676d1d79eb req-ef4911b1-c33f-4b6a-9ec6-6651e9240704 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063887 Feb 19 03:18:59.014242 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72d6a16-94aa-40d8-b4d7-856d5be98192 req-1d875fb8-850e-4543-8833-c8b54cecdfa8 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:59.017697 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c72d6a16-94aa-40d8-b4d7-856d5be98192 req-1d875fb8-850e-4543-8833-c8b54cecdfa8 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=edcf12cc-cf30-480d-8c9e-a77623e7a2c5 HTTP/1.1" status: 200 len: 945 time: 0.0671918 Feb 19 03:18:59.073317 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c72d6a16-94aa-40d8-b4d7-856d5be98192 req-bbcf8d45-5c16-45d0-82c0-10b71b8ab4e8 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0e3775b-cf6e-404e-bdc7-f78d40bed23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493197 Feb 19 03:18:59.227518 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42096) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:59.326514 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77795012-45bd-4a61-b833-fc676d1d79eb req-89ae0b02-74b2-4350-93af-bf084a0815fe tempest-TestNetworkAdvancedServerOps-967795877 tempest-TestNetworkAdvancedServerOps-967795877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:59.328076 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-77795012-45bd-4a61-b833-fc676d1d79eb req-89ae0b02-74b2-4350-93af-bf084a0815fe tempest-TestNetworkAdvancedServerOps-967795877 tempest-TestNetworkAdvancedServerOps-967795877-project-admin] 10.222.0.72 "GET /v2.0/ports/b3e64be4-e4c6-4d36-95f4-1c9864074986 HTTP/1.1" status: 200 len: 1125 time: 0.0995612 Feb 19 03:18:59.617377 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f926c43-c195-4217-aa5d-f57957f410e8 req-b95f59df-1e83-4d1e-bdc3-4382343a4617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:59.619384 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6f926c43-c195-4217-aa5d-f57957f410e8 req-b95f59df-1e83-4d1e-bdc3-4382343a4617 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=fb2c2a033b7e417f933bc0bae524eae3&device_id=edcf12cc-cf30-480d-8c9e-a77623e7a2c5 HTTP/1.1" status: 200 len: 1127 time: 0.0586588 Feb 19 03:18:59.712926 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f926c43-c195-4217-aa5d-f57957f410e8 req-b7aaaa02-5faa-48c1-becc-ec37fca513c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:59.714410 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6f926c43-c195-4217-aa5d-f57957f410e8 req-b7aaaa02-5faa-48c1-becc-ec37fca513c9 service neutron] 10.222.0.82 "GET /v2.0/networks?id=f202f6e6-ff6c-416c-b757-76fc930d3992 HTTP/1.1" status: 200 len: 916 time: 0.0888498 Feb 19 03:18:59.785879 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6f926c43-c195-4217-aa5d-f57957f410e8 req-54fc0ce9-0b3e-4179-a5a1-dd50eff2e9b6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31c15d02-93d8-4024-bb7b-2f8a5f8dc298 HTTP/1.1" status: 200 len: 1000 time: 0.0639501 Feb 19 03:18:59.855586 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f926c43-c195-4217-aa5d-f57957f410e8 req-9566f912-b84a-4dcb-a216-4d27bef8ce5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:59.857081 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6f926c43-c195-4217-aa5d-f57957f410e8 req-9566f912-b84a-4dcb-a216-4d27bef8ce5a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e5721fd3-1b55-4729-a406-44f440380eba HTTP/1.1" status: 200 len: 854 time: 0.0565937 Feb 19 03:18:59.948208 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f926c43-c195-4217-aa5d-f57957f410e8 req-b19a7994-9e7f-47c5-ac39-e8ec51c214b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:59.950102 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6f926c43-c195-4217-aa5d-f57957f410e8 req-b19a7994-9e7f-47c5-ac39-e8ec51c214b0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f202f6e6-ff6c-416c-b757-76fc930d3992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0862837 Feb 19 03:18:59.961022 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b09e05-b494-4fda-9784-7103c89439df req-e34bbe7e-df98-4082-995b-aa704b539bf2 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:59.962458 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-76b09e05-b494-4fda-9784-7103c89439df req-e34bbe7e-df98-4082-995b-aa704b539bf2 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1eb5b30-f883-44f5-8b29-2ad5d9d2b00d HTTP/1.1" status: 200 len: 946 time: 0.0635729 Feb 19 03:19:00.065038 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-76b09e05-b494-4fda-9784-7103c89439df req-b0f429e4-92e3-4856-b66a-d02bbd13bf9f tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=768624ca-d116-45bb-8a95-6a5cd6c608a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947833 Feb 19 03:19:00.083017 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6f926c43-c195-4217-aa5d-f57957f410e8 req-e897e666-3c52-4d1d-ab38-14e34a90d243 service neutron] 10.222.0.82 "GET /v2.0/networks/f202f6e6-ff6c-416c-b757-76fc930d3992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194923 Feb 19 03:19:00.200365 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6f926c43-c195-4217-aa5d-f57957f410e8 req-a7124965-0396-4985-9ef1-14ff83aa325b service neutron] 10.222.0.82 "GET /v2.0/networks/f202f6e6-ff6c-416c-b757-76fc930d3992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113029 Feb 19 03:19:00.227089 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da7d5d2-f0f9-4bb0-8cc9-34feb0f0d70b req-dd950a3c-7c4d-440e-b6d0-6ac7d23d2300 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:00.228663 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7da7d5d2-f0f9-4bb0-8cc9-34feb0f0d70b req-dd950a3c-7c4d-440e-b6d0-6ac7d23d2300 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=edcf12cc-cf30-480d-8c9e-a77623e7a2c5 HTTP/1.1" status: 200 len: 945 time: 0.0658145 Feb 19 03:19:00.280547 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7da7d5d2-f0f9-4bb0-8cc9-34feb0f0d70b req-89951913-85eb-4cf1-b83b-a1486e4ad54a tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0e3775b-cf6e-404e-bdc7-f78d40bed23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459483 Feb 19 03:19:00.362016 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77795012-45bd-4a61-b833-fc676d1d79eb req-1025247a-a5f6-4c91-8d6a-f6d47d810928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:00.364277 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-77795012-45bd-4a61-b833-fc676d1d79eb req-1025247a-a5f6-4c91-8d6a-f6d47d810928 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3bc3bb28499f4673b42d5b4a69d45946&device_id=b1eb5b30-f883-44f5-8b29-2ad5d9d2b00d HTTP/1.1" status: 200 len: 1128 time: 0.0543051 Feb 19 03:19:00.464340 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77795012-45bd-4a61-b833-fc676d1d79eb req-c0a3de15-50bf-46c4-a002-6d8bb7c46cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:00.465931 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-77795012-45bd-4a61-b833-fc676d1d79eb req-c0a3de15-50bf-46c4-a002-6d8bb7c46cf3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=aa00952d-de9c-4d5d-ab13-6cd6c73b1fe8 HTTP/1.1" status: 200 len: 897 time: 0.0956542 Feb 19 03:19:00.541240 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-77795012-45bd-4a61-b833-fc676d1d79eb req-d22d6558-eaf8-4f18-8a83-1a89012ccacf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3e64be4-e4c6-4d36-95f4-1c9864074986 HTTP/1.1" status: 200 len: 1001 time: 0.0688467 Feb 19 03:19:00.601903 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77795012-45bd-4a61-b833-fc676d1d79eb req-c93cdaa4-4ff4-4fe5-adcf-9f13dace2596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:00.603431 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-77795012-45bd-4a61-b833-fc676d1d79eb req-c93cdaa4-4ff4-4fe5-adcf-9f13dace2596 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9a463e69-de83-4275-952a-5193f40c31f0 HTTP/1.1" status: 200 len: 834 time: 0.0557790 Feb 19 03:19:00.651680 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77795012-45bd-4a61-b833-fc676d1d79eb req-8127e326-edb9-4780-9edf-4b205e7bc938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:00.653239 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-77795012-45bd-4a61-b833-fc676d1d79eb req-8127e326-edb9-4780-9edf-4b205e7bc938 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=aa00952d-de9c-4d5d-ab13-6cd6c73b1fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0444465 Feb 19 03:19:00.745911 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-77795012-45bd-4a61-b833-fc676d1d79eb req-9570b3a4-8a9e-46a2-b0a8-09e60c85cc60 service neutron] 10.222.0.73 "GET /v2.0/networks/aa00952d-de9c-4d5d-ab13-6cd6c73b1fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866647 Feb 19 03:19:00.849504 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-77795012-45bd-4a61-b833-fc676d1d79eb req-cd218829-707a-4e72-a259-ac5068e8fc3b service neutron] 10.222.0.73 "GET /v2.0/networks/aa00952d-de9c-4d5d-ab13-6cd6c73b1fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977926 Feb 19 03:19:01.211322 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cabdb1-a9c9-4ed6-bd63-9fd4db9373ef req-a1c5c899-2157-4781-b5d4-cee693584f1a tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:01.212830 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-43cabdb1-a9c9-4ed6-bd63-9fd4db9373ef req-a1c5c899-2157-4781-b5d4-cee693584f1a tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1eb5b30-f883-44f5-8b29-2ad5d9d2b00d HTTP/1.1" status: 200 len: 946 time: 0.0602262 Feb 19 03:19:01.273807 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-43cabdb1-a9c9-4ed6-bd63-9fd4db9373ef req-e411a158-9608-421d-905d-f9ecdb4249ef tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=768624ca-d116-45bb-8a95-6a5cd6c608a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479465 Feb 19 03:19:01.719559 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7a9607-40a1-419d-bbd7-77e85a7c5dd5 req-1c99e3d3-ad02-4394-9f13-8842dcdb4790 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:01.720956 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0b7a9607-40a1-419d-bbd7-77e85a7c5dd5 req-1c99e3d3-ad02-4394-9f13-8842dcdb4790 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=edcf12cc-cf30-480d-8c9e-a77623e7a2c5 HTTP/1.1" status: 200 len: 945 time: 0.3628154 Feb 19 03:19:01.766468 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0b7a9607-40a1-419d-bbd7-77e85a7c5dd5 req-2a89b556-87e1-4b0c-9fdf-1f2bfb7a03e4 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0e3775b-cf6e-404e-bdc7-f78d40bed23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392010 Feb 19 03:19:01.912532 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 31c15d02-93d8-4024-bb7b-2f8a5f8dc298 no longer exists at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:19:01.992532 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 31c15d02-93d8-4024-bb7b-2f8a5f8dc298 is: ACTIVE; New status is: DOWN {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:19:01.992823 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (31c15d02-93d8-4024-bb7b-2f8a5f8dc298), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:02.020582 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edcf12cc-cf30-480d-8c9e-a77623e7a2c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31c15d02-93d8-4024-bb7b-2f8a5f8dc298'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:19:02.023358 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-067922d8-eccd-449d-824f-0304d0a0a62a" -d '{"events": [{"server_uuid": "edcf12cc-cf30-480d-8c9e-a77623e7a2c5", "name": "network-vif-unplugged", "status": "completed", "tag": "31c15d02-93d8-4024-bb7b-2f8a5f8dc298"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:19:02.039926 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 31c15d02-93d8-4024-bb7b-2f8a5f8dc298, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=31c15d02-93d8-4024-bb7b-2f8a5f8dc298,segment=NetworkSegment(94e756a0-02a5-4c2a-8669-4568f7372c91),segment_id=94e756a0-02a5-4c2a-8669-4568f7372c91)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:19:02.045192 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (31c15d02-93d8-4024-bb7b-2f8a5f8dc298), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:02.075398 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e52a2673-a1d8-4356-8835-612c7ecb3bce x-openstack-request-id: req-e52a2673-a1d8-4356-8835-612c7ecb3bce {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:19:02.075796 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edcf12cc-cf30-480d-8c9e-a77623e7a2c5", "name": "network-vif-unplugged", "status": "completed", "tag": "31c15d02-93d8-4024-bb7b-2f8a5f8dc298", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:19:02.076168 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e52a2673-a1d8-4356-8835-612c7ecb3bce {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:19:02.076656 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edcf12cc-cf30-480d-8c9e-a77623e7a2c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31c15d02-93d8-4024-bb7b-2f8a5f8dc298', 'code': 200} Feb 19 03:19:02.102095 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=31c15d02-93d8-4024-bb7b-2f8a5f8dc298,revision_number=8']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:02.401519 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ead8d3-a1a3-4f2a-ab8c-94f1df7e5b18 req-6a1afffa-0920-4ca3-8965-a37e6a99796d tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:02.403051 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-28ead8d3-a1a3-4f2a-ab8c-94f1df7e5b18 req-6a1afffa-0920-4ca3-8965-a37e6a99796d tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1eb5b30-f883-44f5-8b29-2ad5d9d2b00d HTTP/1.1" status: 200 len: 946 time: 0.0544770 Feb 19 03:19:02.460655 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-28ead8d3-a1a3-4f2a-ab8c-94f1df7e5b18 req-ef018e25-01d8-4718-b0a7-1232aa814e24 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=768624ca-d116-45bb-8a95-6a5cd6c608a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510030 Feb 19 03:19:02.902102 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a885ebb-d04a-4ecf-808f-73f54fa07b1a req-624a46a1-6f52-42af-9148-23190410eac0 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:02.903580 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0a885ebb-d04a-4ecf-808f-73f54fa07b1a req-624a46a1-6f52-42af-9148-23190410eac0 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=edcf12cc-cf30-480d-8c9e-a77623e7a2c5 HTTP/1.1" status: 200 len: 943 time: 0.0561893 Feb 19 03:19:02.950323 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0a885ebb-d04a-4ecf-808f-73f54fa07b1a req-c4854a75-9e6f-4659-8037-d760bc922826 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0e3775b-cf6e-404e-bdc7-f78d40bed23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410705 Feb 19 03:19:03.645688 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a782b9e7-ff7a-4edc-9fb0-d7ca1b1e9df1 req-be6a2d10-8f49-46ba-94fa-deb482e58c7d tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:03.647992 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a782b9e7-ff7a-4edc-9fb0-d7ca1b1e9df1 req-be6a2d10-8f49-46ba-94fa-deb482e58c7d tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1eb5b30-f883-44f5-8b29-2ad5d9d2b00d HTTP/1.1" status: 200 len: 946 time: 0.0789044 Feb 19 03:19:03.727177 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a782b9e7-ff7a-4edc-9fb0-d7ca1b1e9df1 req-da27619f-2cfb-40d9-a617-a83707fe6e4d tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=768624ca-d116-45bb-8a95-6a5cd6c608a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727675 Feb 19 03:19:03.991520 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216bfe6e-70a5-43e2-b6e8-af5cc7d667df req-edade6f1-aae2-4267-ab5c-87c20fc1c111 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:03.996569 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-216bfe6e-70a5-43e2-b6e8-af5cc7d667df req-edade6f1-aae2-4267-ab5c-87c20fc1c111 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=edcf12cc-cf30-480d-8c9e-a77623e7a2c5 HTTP/1.1" status: 200 len: 943 time: 0.0658505 Feb 19 03:19:04.055560 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-216bfe6e-70a5-43e2-b6e8-af5cc7d667df req-63ca7ebb-9e03-4b34-ae06-3db74caa5a98 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0e3775b-cf6e-404e-bdc7-f78d40bed23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558736 Feb 19 03:19:04.079548 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d1324b21-81fa-4530-acd3-d91ac33e090b req-4d4d1158-4cc7-4e16-8e86-d8c48c1b060b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=edcf12cc-cf30-480d-8c9e-a77623e7a2c5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0852630 Feb 19 03:19:04.159584 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1324b21-81fa-4530-acd3-d91ac33e090b req-712be44a-9b6f-4e3f-b817-e083481a35f7 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:04.161681 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d1324b21-81fa-4530-acd3-d91ac33e090b req-712be44a-9b6f-4e3f-b817-e083481a35f7 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports/31c15d02-93d8-4024-bb7b-2f8a5f8dc298 HTTP/1.1" status: 200 len: 940 time: 0.0534940 Feb 19 03:19:04.851025 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70218561-5503-4715-98d3-fdd09ce7a836 req-0513bf28-d32c-4140-8e34-f499d7c60284 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:04.852550 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-70218561-5503-4715-98d3-fdd09ce7a836 req-0513bf28-d32c-4140-8e34-f499d7c60284 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1eb5b30-f883-44f5-8b29-2ad5d9d2b00d HTTP/1.1" status: 200 len: 946 time: 0.0548663 Feb 19 03:19:04.904608 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-70218561-5503-4715-98d3-fdd09ce7a836 req-de2f5fa4-a1fd-450f-8c2c-f54efdbf465a tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=768624ca-d116-45bb-8a95-6a5cd6c608a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458658 Feb 19 03:19:05.109150 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1324b21-81fa-4530-acd3-d91ac33e090b req-b9ca7005-04c1-4158-b9fa-710fe8889ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:05.110724 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d1324b21-81fa-4530-acd3-d91ac33e090b req-b9ca7005-04c1-4158-b9fa-710fe8889ee1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=edcf12cc-cf30-480d-8c9e-a77623e7a2c5&tenant_id=fb2c2a033b7e417f933bc0bae524eae3 HTTP/1.1" status: 200 len: 1125 time: 0.0853581 Feb 19 03:19:05.135548 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-d1324b21-81fa-4530-acd3-d91ac33e090b req-40629b65-e094-45bb-8ada-c92061968317 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-826753-2', 'device_owner': 'compute:nova'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:19:05.219284 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cc07c9-49c1-44a7-9d9a-d0755b8d8918 req-e4557d8f-b1ce-4f04-b70f-5996f5d9e99b tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:05.220997 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-44cc07c9-49c1-44a7-9d9a-d0755b8d8918 req-e4557d8f-b1ce-4f04-b70f-5996f5d9e99b tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=edcf12cc-cf30-480d-8c9e-a77623e7a2c5 HTTP/1.1" status: 200 len: 943 time: 0.0667927 Feb 19 03:19:05.229257 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-d1324b21-81fa-4530-acd3-d91ac33e090b req-40629b65-e094-45bb-8ada-c92061968317 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (31c15d02-93d8-4024-bb7b-2f8a5f8dc298), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:05.287558 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-44cc07c9-49c1-44a7-9d9a-d0755b8d8918 req-df17ead5-c952-4a45-8c35-7092fb0a1d49 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0e3775b-cf6e-404e-bdc7-f78d40bed23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548615 Feb 19 03:19:05.463415 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-d1324b21-81fa-4530-acd3-d91ac33e090b req-40629b65-e094-45bb-8ada-c92061968317 service neutron] For port 31c15d02-93d8-4024-bb7b-2f8a5f8dc298, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=31c15d02-93d8-4024-bb7b-2f8a5f8dc298,segment=NetworkSegment(94e756a0-02a5-4c2a-8669-4568f7372c91),segment_id=94e756a0-02a5-4c2a-8669-4568f7372c91)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:19:05.498597 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-d1324b21-81fa-4530-acd3-d91ac33e090b req-40629b65-e094-45bb-8ada-c92061968317 service neutron] For port 31c15d02-93d8-4024-bb7b-2f8a5f8dc298, host n-h2-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:19:05.532252 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-d1324b21-81fa-4530-acd3-d91ac33e090b req-40629b65-e094-45bb-8ada-c92061968317 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31c15d02-93d8-4024-bb7b-2f8a5f8dc298 {{(pid=103702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:19:05.541629 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-d1324b21-81fa-4530-acd3-d91ac33e090b req-40629b65-e094-45bb-8ada-c92061968317 service neutron] Publish callbacks [] for port (31c15d02-93d8-4024-bb7b-2f8a5f8dc298), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:05.556658 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-d1324b21-81fa-4530-acd3-d91ac33e090b req-40629b65-e094-45bb-8ada-c92061968317 service neutron] Transition to ACTIVE for port object 31c15d02-93d8-4024-bb7b-2f8a5f8dc298 will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:19:05.561944 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-d1324b21-81fa-4530-acd3-d91ac33e090b req-40629b65-e094-45bb-8ada-c92061968317 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (31c15d02-93d8-4024-bb7b-2f8a5f8dc298), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:05.703153 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40629b65-e094-45bb-8ada-c92061968317 service neutron] Pushing event updated for resources: {'Port': ['ID=31c15d02-93d8-4024-bb7b-2f8a5f8dc298,revision_number=9']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:05.730374 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40629b65-e094-45bb-8ada-c92061968317 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:19:05.730729 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40629b65-e094-45bb-8ada-c92061968317 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:19:05.731071 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40629b65-e094-45bb-8ada-c92061968317 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:19:05.731410 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40629b65-e094-45bb-8ada-c92061968317 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:19:05.731746 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40629b65-e094-45bb-8ada-c92061968317 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:19:05.732087 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40629b65-e094-45bb-8ada-c92061968317 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:19:05.732416 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40629b65-e094-45bb-8ada-c92061968317 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:19:05.732744 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40629b65-e094-45bb-8ada-c92061968317 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:19:05.733092 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40629b65-e094-45bb-8ada-c92061968317 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:19:05.733419 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40629b65-e094-45bb-8ada-c92061968317 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:19:05.733744 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40629b65-e094-45bb-8ada-c92061968317 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:19:05.734067 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40629b65-e094-45bb-8ada-c92061968317 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:19:05.734426 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40629b65-e094-45bb-8ada-c92061968317 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:19:05.770190 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1324b21-81fa-4530-acd3-d91ac33e090b req-40629b65-e094-45bb-8ada-c92061968317 service neutron] No DVR routers for this DVR port 31c15d02-93d8-4024-bb7b-2f8a5f8dc298 on host n-h2-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:19:05.919132 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-d1324b21-81fa-4530-acd3-d91ac33e090b req-40629b65-e094-45bb-8ada-c92061968317 service neutron] Attempting to bind port 31c15d02-93d8-4024-bb7b-2f8a5f8dc298 on host n-h1-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:19:05.919462 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-d1324b21-81fa-4530-acd3-d91ac33e090b req-40629b65-e094-45bb-8ada-c92061968317 service neutron] Attempting to bind port 31c15d02-93d8-4024-bb7b-2f8a5f8dc298 by drivers openvswitch,hyperv on host n-h1-826753-2 at level 0 using segments [{'id': '94e756a0-02a5-4c2a-8669-4568f7372c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'f202f6e6-ff6c-416c-b757-76fc930d3992'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:19:05.919784 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1324b21-81fa-4530-acd3-d91ac33e090b req-40629b65-e094-45bb-8ada-c92061968317 service neutron] Attempting to bind port 31c15d02-93d8-4024-bb7b-2f8a5f8dc298 on network f202f6e6-ff6c-416c-b757-76fc930d3992 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:19:05.924293 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1324b21-81fa-4530-acd3-d91ac33e090b req-40629b65-e094-45bb-8ada-c92061968317 service neutron] Port 31c15d02-93d8-4024-bb7b-2f8a5f8dc298 on network f202f6e6-ff6c-416c-b757-76fc930d3992 not bound, no agent of type Open vSwitch agent registered on host n-h1-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:19:05.924607 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1324b21-81fa-4530-acd3-d91ac33e090b req-40629b65-e094-45bb-8ada-c92061968317 service neutron] Attempting to bind port 31c15d02-93d8-4024-bb7b-2f8a5f8dc298 on network f202f6e6-ff6c-416c-b757-76fc930d3992 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:19:05.930238 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1324b21-81fa-4530-acd3-d91ac33e090b req-40629b65-e094-45bb-8ada-c92061968317 service neutron] Checking agent: {'id': '9d56fb1b-2855-496a-a6d9-c324740cb98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:19:05.930576 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1324b21-81fa-4530-acd3-d91ac33e090b req-40629b65-e094-45bb-8ada-c92061968317 service neutron] Checking segment: {'id': '94e756a0-02a5-4c2a-8669-4568f7372c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'f202f6e6-ff6c-416c-b757-76fc930d3992'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:19:05.930958 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1324b21-81fa-4530-acd3-d91ac33e090b req-40629b65-e094-45bb-8ada-c92061968317 service neutron] Bound using segment: {'id': '94e756a0-02a5-4c2a-8669-4568f7372c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'f202f6e6-ff6c-416c-b757-76fc930d3992'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:19:05.931378 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-d1324b21-81fa-4530-acd3-d91ac33e090b req-40629b65-e094-45bb-8ada-c92061968317 service neutron] Bound port: 31c15d02-93d8-4024-bb7b-2f8a5f8dc298, host: n-h1-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94e756a0-02a5-4c2a-8669-4568f7372c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'f202f6e6-ff6c-416c-b757-76fc930d3992'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:19:05.931731 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-d1324b21-81fa-4530-acd3-d91ac33e090b req-40629b65-e094-45bb-8ada-c92061968317 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (31c15d02-93d8-4024-bb7b-2f8a5f8dc298), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:05.932240 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:19:05.960436 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 31c15d02-93d8-4024-bb7b-2f8a5f8dc298 no longer exists at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:19:06.002735 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] The host n-h2-826753-2 is not matching for port 31c15d02-93d8-4024-bb7b-2f8a5f8dc298 host n-h1-826753-2! {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 03:19:06.003474 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 31c15d02-93d8-4024-bb7b-2f8a5f8dc298 not bound to the agent host n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:19:06.009045 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-d1324b21-81fa-4530-acd3-d91ac33e090b req-40629b65-e094-45bb-8ada-c92061968317 service neutron] For port 31c15d02-93d8-4024-bb7b-2f8a5f8dc298, host n-h1-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:19:06.012518 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-d1324b21-81fa-4530-acd3-d91ac33e090b req-40629b65-e094-45bb-8ada-c92061968317 service neutron] For port 31c15d02-93d8-4024-bb7b-2f8a5f8dc298, host n-h1-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=31c15d02-93d8-4024-bb7b-2f8a5f8dc298,segment=NetworkSegment(94e756a0-02a5-4c2a-8669-4568f7372c91),segment_id=94e756a0-02a5-4c2a-8669-4568f7372c91)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:19:06.020373 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-d1324b21-81fa-4530-acd3-d91ac33e090b req-40629b65-e094-45bb-8ada-c92061968317 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (31c15d02-93d8-4024-bb7b-2f8a5f8dc298), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:06.047199 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b0e343-2e9a-4d26-80bc-222bac0e2485 req-9f6ad899-75ce-489d-a3c7-46f30ab54bd4 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:06.052881 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-56b0e343-2e9a-4d26-80bc-222bac0e2485 req-9f6ad899-75ce-489d-a3c7-46f30ab54bd4 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1eb5b30-f883-44f5-8b29-2ad5d9d2b00d HTTP/1.1" status: 200 len: 946 time: 0.0697892 Feb 19 03:19:06.059316 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1324b21-81fa-4530-acd3-d91ac33e090b req-40629b65-e094-45bb-8ada-c92061968317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:06.059962 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-d1324b21-81fa-4530-acd3-d91ac33e090b req-40629b65-e094-45bb-8ada-c92061968317 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:06.061383 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d1324b21-81fa-4530-acd3-d91ac33e090b req-40629b65-e094-45bb-8ada-c92061968317 service neutron] 10.222.0.73 "PUT /v2.0/ports/31c15d02-93d8-4024-bb7b-2f8a5f8dc298 HTTP/1.1" status: 200 len: 1091 time: 0.9323990 Feb 19 03:19:06.061844 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edcf12cc-cf30-480d-8c9e-a77623e7a2c5', 'tag': '31c15d02-93d8-4024-bb7b-2f8a5f8dc298'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:19:06.064114 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d62207fa-4763-49b8-9295-cf94ce48d775" -d '{"events": [{"name": "network-changed", "server_uuid": "edcf12cc-cf30-480d-8c9e-a77623e7a2c5", "tag": "31c15d02-93d8-4024-bb7b-2f8a5f8dc298"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:19:06.095784 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40629b65-e094-45bb-8ada-c92061968317 service neutron] Pushing event updated for resources: {'Port': ['ID=31c15d02-93d8-4024-bb7b-2f8a5f8dc298,revision_number=10']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:06.131373 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-56b0e343-2e9a-4d26-80bc-222bac0e2485 req-d215c5d5-60cf-44e4-8a1e-cc5f7121b598 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=768624ca-d116-45bb-8a95-6a5cd6c608a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708382 Feb 19 03:19:06.156236 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42bca8c8-cb6b-40d3-a4e9-a3d5e0a29ca2 x-openstack-request-id: req-42bca8c8-cb6b-40d3-a4e9-a3d5e0a29ca2 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:19:06.156838 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edcf12cc-cf30-480d-8c9e-a77623e7a2c5", "tag": "31c15d02-93d8-4024-bb7b-2f8a5f8dc298", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:19:06.156838 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-42bca8c8-cb6b-40d3-a4e9-a3d5e0a29ca2 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:19:06.157420 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edcf12cc-cf30-480d-8c9e-a77623e7a2c5', 'tag': '31c15d02-93d8-4024-bb7b-2f8a5f8dc298', 'status': 'completed', 'code': 200} Feb 19 03:19:06.179454 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1324b21-81fa-4530-acd3-d91ac33e090b req-2f502743-eb62-4103-abe2-12ecc640d956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:06.180909 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d1324b21-81fa-4530-acd3-d91ac33e090b req-2f502743-eb62-4103-abe2-12ecc640d956 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fb2c2a033b7e417f933bc0bae524eae3&device_id=edcf12cc-cf30-480d-8c9e-a77623e7a2c5 HTTP/1.1" status: 200 len: 1126 time: 0.0707731 Feb 19 03:19:06.276083 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1324b21-81fa-4530-acd3-d91ac33e090b req-e211729f-c092-4fb4-ba42-d8cff46d1996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:06.277642 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d1324b21-81fa-4530-acd3-d91ac33e090b req-e211729f-c092-4fb4-ba42-d8cff46d1996 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f202f6e6-ff6c-416c-b757-76fc930d3992 HTTP/1.1" status: 200 len: 916 time: 0.0904696 Feb 19 03:19:06.368201 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d1324b21-81fa-4530-acd3-d91ac33e090b req-4d729e0a-e6e1-4908-8e2c-f136d2778e44 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31c15d02-93d8-4024-bb7b-2f8a5f8dc298 HTTP/1.1" status: 200 len: 998 time: 0.0848393 Feb 19 03:19:06.434953 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2bef97-0c13-4632-80ed-208a5e957aa0 req-cb6fbd84-7e68-44cb-ad1a-eb62e766b393 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:06.437159 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3d2bef97-0c13-4632-80ed-208a5e957aa0 req-cb6fbd84-7e68-44cb-ad1a-eb62e766b393 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=edcf12cc-cf30-480d-8c9e-a77623e7a2c5 HTTP/1.1" status: 200 len: 944 time: 0.0670149 Feb 19 03:19:06.493415 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3d2bef97-0c13-4632-80ed-208a5e957aa0 req-9331cd68-4874-459d-a232-340291af27b1 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0e3775b-cf6e-404e-bdc7-f78d40bed23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499969 Feb 19 03:19:06.736206 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1324b21-81fa-4530-acd3-d91ac33e090b req-67d95c40-9275-43da-9b51-f0eee2fdc81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:06.737981 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d1324b21-81fa-4530-acd3-d91ac33e090b req-67d95c40-9275-43da-9b51-f0eee2fdc81f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e5721fd3-1b55-4729-a406-44f440380eba HTTP/1.1" status: 200 len: 854 time: 0.3601499 Feb 19 03:19:06.788565 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1324b21-81fa-4530-acd3-d91ac33e090b req-bcadfd9e-a1c2-41fb-ba95-189d78143979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:06.790009 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d1324b21-81fa-4530-acd3-d91ac33e090b req-bcadfd9e-a1c2-41fb-ba95-189d78143979 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f202f6e6-ff6c-416c-b757-76fc930d3992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0456731 Feb 19 03:19:06.882326 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d1324b21-81fa-4530-acd3-d91ac33e090b req-251d8e9a-9c26-4145-8a05-a6eb63297754 service neutron] 10.222.0.73 "GET /v2.0/networks/f202f6e6-ff6c-416c-b757-76fc930d3992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858202 Feb 19 03:19:06.971950 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d1324b21-81fa-4530-acd3-d91ac33e090b req-1d4f6379-09e2-4d1b-803f-b153048eef48 service neutron] 10.222.0.73 "GET /v2.0/networks/f202f6e6-ff6c-416c-b757-76fc930d3992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830119 Feb 19 03:19:07.093394 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62207fa-4763-49b8-9295-cf94ce48d775 req-4bf718ec-536f-47b8-932f-ddfcb9d4650c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:07.094919 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d62207fa-4763-49b8-9295-cf94ce48d775 req-4bf718ec-536f-47b8-932f-ddfcb9d4650c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fb2c2a033b7e417f933bc0bae524eae3&device_id=edcf12cc-cf30-480d-8c9e-a77623e7a2c5 HTTP/1.1" status: 200 len: 1126 time: 0.0536849 Feb 19 03:19:07.204015 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62207fa-4763-49b8-9295-cf94ce48d775 req-3a7b5d0f-13bd-4ccc-a39a-722e65f6f618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:07.205642 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d62207fa-4763-49b8-9295-cf94ce48d775 req-3a7b5d0f-13bd-4ccc-a39a-722e65f6f618 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f202f6e6-ff6c-416c-b757-76fc930d3992 HTTP/1.1" status: 200 len: 916 time: 0.1024809 Feb 19 03:19:07.284382 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b9741d-3f2a-468e-805a-d38b05841643 req-7f8af0b4-1728-4ce9-acf2-1ba1639d4ecf tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:07.285677 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d62207fa-4763-49b8-9295-cf94ce48d775 req-e77fbc74-f7fb-45cb-9b47-c1e29831ac97 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31c15d02-93d8-4024-bb7b-2f8a5f8dc298 HTTP/1.1" status: 200 len: 998 time: 0.0724120 Feb 19 03:19:07.287809 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-47b9741d-3f2a-468e-805a-d38b05841643 req-7f8af0b4-1728-4ce9-acf2-1ba1639d4ecf tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1eb5b30-f883-44f5-8b29-2ad5d9d2b00d HTTP/1.1" status: 200 len: 946 time: 0.0691781 Feb 19 03:19:07.343201 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-47b9741d-3f2a-468e-805a-d38b05841643 req-a599544e-2de0-4076-9a60-53ecf7964224 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=768624ca-d116-45bb-8a95-6a5cd6c608a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492611 Feb 19 03:19:07.361727 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62207fa-4763-49b8-9295-cf94ce48d775 req-6bdf9f90-d12c-4d68-bd0f-83cfb380d595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:07.364039 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d62207fa-4763-49b8-9295-cf94ce48d775 req-6bdf9f90-d12c-4d68-bd0f-83cfb380d595 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e5721fd3-1b55-4729-a406-44f440380eba HTTP/1.1" status: 200 len: 854 time: 0.0730431 Feb 19 03:19:07.433666 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62207fa-4763-49b8-9295-cf94ce48d775 req-7bb74505-7c34-436b-97c5-da55a8c2325b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:07.435204 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d62207fa-4763-49b8-9295-cf94ce48d775 req-7bb74505-7c34-436b-97c5-da55a8c2325b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f202f6e6-ff6c-416c-b757-76fc930d3992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0613122 Feb 19 03:19:07.702159 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70271abe-9208-4f35-884d-6b69c91dc496 req-993d8a51-c0b2-4024-b2e6-1f8e1bd902a0 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:07.715208 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-70271abe-9208-4f35-884d-6b69c91dc496 req-993d8a51-c0b2-4024-b2e6-1f8e1bd902a0 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=edcf12cc-cf30-480d-8c9e-a77623e7a2c5 HTTP/1.1" status: 200 len: 944 time: 0.0981195 Feb 19 03:19:07.849633 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-70271abe-9208-4f35-884d-6b69c91dc496 req-61567fc7-5a99-4ff3-876a-4e07a9cf775b tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0e3775b-cf6e-404e-bdc7-f78d40bed23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296370 Feb 19 03:19:08.502071 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732593f9-3585-4f3f-a65d-856c1d339703 req-678db63b-9e21-4729-a68a-d3599b8453db tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:08.504607 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-732593f9-3585-4f3f-a65d-856c1d339703 req-678db63b-9e21-4729-a68a-d3599b8453db tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1eb5b30-f883-44f5-8b29-2ad5d9d2b00d HTTP/1.1" status: 200 len: 946 time: 0.0724545 Feb 19 03:19:08.582325 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-732593f9-3585-4f3f-a65d-856c1d339703 req-6e96958f-c304-4db5-980d-96157493474d tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=768624ca-d116-45bb-8a95-6a5cd6c608a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697029 Feb 19 03:19:09.000687 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3255836f-335e-4345-ad1a-1b7ace1da989 req-6fb3b99e-cbc6-4771-81e0-17613289aa03 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:09.011519 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3255836f-335e-4345-ad1a-1b7ace1da989 req-6fb3b99e-cbc6-4771-81e0-17613289aa03 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=edcf12cc-cf30-480d-8c9e-a77623e7a2c5 HTTP/1.1" status: 200 len: 944 time: 0.0773911 Feb 19 03:19:09.124510 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3255836f-335e-4345-ad1a-1b7ace1da989 req-e85cf774-eda7-4477-a1ad-95946c614b8d tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0e3775b-cf6e-404e-bdc7-f78d40bed23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118779 Feb 19 03:19:09.767395 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f0fe62-1c6f-41a0-8787-22f440a180ae req-dd31d3e2-ab3a-4a92-899c-ed28a800e477 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:09.773932 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d8f0fe62-1c6f-41a0-8787-22f440a180ae req-dd31d3e2-ab3a-4a92-899c-ed28a800e477 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1eb5b30-f883-44f5-8b29-2ad5d9d2b00d HTTP/1.1" status: 200 len: 946 time: 0.1031640 Feb 19 03:19:09.832773 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d8f0fe62-1c6f-41a0-8787-22f440a180ae req-44291260-0bb9-451f-9daa-41a2841dcf23 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=768624ca-d116-45bb-8a95-6a5cd6c608a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559146 Feb 19 03:19:10.302882 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546f78d2-69d0-47f2-b460-67e1e4c2c31a req-315b2cc8-02df-4861-a961-cb3fe53239e7 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:10.304820 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-546f78d2-69d0-47f2-b460-67e1e4c2c31a req-315b2cc8-02df-4861-a961-cb3fe53239e7 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=edcf12cc-cf30-480d-8c9e-a77623e7a2c5 HTTP/1.1" status: 200 len: 944 time: 0.0870004 Feb 19 03:19:10.384276 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-546f78d2-69d0-47f2-b460-67e1e4c2c31a req-bda59e85-c052-42e7-8e0a-ccafc37fd286 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0e3775b-cf6e-404e-bdc7-f78d40bed23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637500 Feb 19 03:19:10.978582 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12309745-1eb7-4c74-9455-91d194ed6d10 req-4401e988-1767-4b79-92cd-4c72ae1c5698 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:10.980252 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-12309745-1eb7-4c74-9455-91d194ed6d10 req-4401e988-1767-4b79-92cd-4c72ae1c5698 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1eb5b30-f883-44f5-8b29-2ad5d9d2b00d HTTP/1.1" status: 200 len: 946 time: 0.0695512 Feb 19 03:19:11.059434 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-12309745-1eb7-4c74-9455-91d194ed6d10 req-0c671a17-dad6-497b-b0a0-eb2c59b6ff15 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=768624ca-d116-45bb-8a95-6a5cd6c608a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702035 Feb 19 03:19:11.589418 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fea0310-a378-41fb-af95-b5c362491e2f req-31041bc1-80fe-4bfb-9fc3-b8099dffa948 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:11.591018 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8fea0310-a378-41fb-af95-b5c362491e2f req-31041bc1-80fe-4bfb-9fc3-b8099dffa948 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=edcf12cc-cf30-480d-8c9e-a77623e7a2c5 HTTP/1.1" status: 200 len: 944 time: 0.1116498 Feb 19 03:19:11.656736 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8fea0310-a378-41fb-af95-b5c362491e2f req-3ba1c1cd-e575-4d13-b118-a1900aa40a89 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0e3775b-cf6e-404e-bdc7-f78d40bed23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578861 Feb 19 03:19:12.251418 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfd9ded-d45b-4431-9082-d0cf6c33759c req-71911007-288f-46d2-a5e8-5990857ab7d2 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:12.253098 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-abfd9ded-d45b-4431-9082-d0cf6c33759c req-71911007-288f-46d2-a5e8-5990857ab7d2 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1eb5b30-f883-44f5-8b29-2ad5d9d2b00d HTTP/1.1" status: 200 len: 946 time: 0.1236761 Feb 19 03:19:12.327834 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-abfd9ded-d45b-4431-9082-d0cf6c33759c req-cc139ccd-c174-45b0-b0f4-038f69922b93 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=768624ca-d116-45bb-8a95-6a5cd6c608a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677307 Feb 19 03:19:12.865692 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ca99bf-0dee-467b-8401-3c9f1f8feabd req-53cd3581-393a-4caa-b358-94120a096792 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:12.867800 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a3ca99bf-0dee-467b-8401-3c9f1f8feabd req-53cd3581-393a-4caa-b358-94120a096792 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=edcf12cc-cf30-480d-8c9e-a77623e7a2c5 HTTP/1.1" status: 200 len: 944 time: 0.1068101 Feb 19 03:19:12.966172 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a3ca99bf-0dee-467b-8401-3c9f1f8feabd req-20971057-9993-49af-814f-dd919f8952c5 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0e3775b-cf6e-404e-bdc7-f78d40bed23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915582 Feb 19 03:19:13.482190 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad4d356-1343-4f98-b281-5e0ab8ad435c req-0cc4c176-6a3a-4f9d-b09d-afec09f42e7b tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:13.483741 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cad4d356-1343-4f98-b281-5e0ab8ad435c req-0cc4c176-6a3a-4f9d-b09d-afec09f42e7b tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1eb5b30-f883-44f5-8b29-2ad5d9d2b00d HTTP/1.1" status: 200 len: 946 time: 0.0702193 Feb 19 03:19:13.537667 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cad4d356-1343-4f98-b281-5e0ab8ad435c req-3daf48b6-fd55-4863-b4d7-7a7cc83a51fe tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=768624ca-d116-45bb-8a95-6a5cd6c608a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478997 Feb 19 03:19:14.151688 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1134eca0-c4a8-4b59-b614-101bb32a4698 req-97b63391-582f-46e7-9805-7868133cb7c7 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:14.154218 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1134eca0-c4a8-4b59-b614-101bb32a4698 req-97b63391-582f-46e7-9805-7868133cb7c7 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=edcf12cc-cf30-480d-8c9e-a77623e7a2c5 HTTP/1.1" status: 200 len: 944 time: 0.1016731 Feb 19 03:19:14.222760 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1134eca0-c4a8-4b59-b614-101bb32a4698 req-09224eb9-36fd-4dba-a2c8-1801032c928e tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0e3775b-cf6e-404e-bdc7-f78d40bed23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558054 Feb 19 03:19:14.739534 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5bcde5-56b4-40fa-9558-f27f16e2a203 req-7fc62638-fdb0-4c6a-bfaa-0520b7f3ffc5 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:14.741333 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8e5bcde5-56b4-40fa-9558-f27f16e2a203 req-7fc62638-fdb0-4c6a-bfaa-0520b7f3ffc5 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1eb5b30-f883-44f5-8b29-2ad5d9d2b00d HTTP/1.1" status: 200 len: 946 time: 0.0740154 Feb 19 03:19:14.813542 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8e5bcde5-56b4-40fa-9558-f27f16e2a203 req-aee817a1-1e60-43ac-8ba2-732a585f9ae0 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=768624ca-d116-45bb-8a95-6a5cd6c608a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665903 Feb 19 03:19:15.333802 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c7797b-f538-4f31-8380-5edd6eb2aefc req-2621c285-e653-4fae-8fb7-8a625b09ddb0 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:15.335286 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-16c7797b-f538-4f31-8380-5edd6eb2aefc req-2621c285-e653-4fae-8fb7-8a625b09ddb0 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=edcf12cc-cf30-480d-8c9e-a77623e7a2c5 HTTP/1.1" status: 200 len: 944 time: 0.0527492 Feb 19 03:19:15.381949 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-16c7797b-f538-4f31-8380-5edd6eb2aefc req-1d0b36c4-0415-46ea-bdf5-c9aac90fc14a tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0e3775b-cf6e-404e-bdc7-f78d40bed23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409226 Feb 19 03:19:15.534512 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-34742937-3be5-4a8c-8fb1-742f8cf469d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:15.934202 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139ef53e-f63d-4a6d-ae36-6ce8806725fb req-53092a7e-57fc-4950-9450-4d9fc1bc6290 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:15.935699 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-139ef53e-f63d-4a6d-ae36-6ce8806725fb req-53092a7e-57fc-4950-9450-4d9fc1bc6290 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1eb5b30-f883-44f5-8b29-2ad5d9d2b00d HTTP/1.1" status: 200 len: 946 time: 0.0531614 Feb 19 03:19:15.992019 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-139ef53e-f63d-4a6d-ae36-6ce8806725fb req-9d45295b-ea75-4313-85c0-7858b7953cbd tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=768624ca-d116-45bb-8a95-6a5cd6c608a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501730 Feb 19 03:19:16.506939 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb381af7-f06b-4765-9ad4-9dda41bbc177 req-5118ebf4-6b5d-4f6d-9fe9-c13d3dfcc498 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:16.508482 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fb381af7-f06b-4765-9ad4-9dda41bbc177 req-5118ebf4-6b5d-4f6d-9fe9-c13d3dfcc498 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=edcf12cc-cf30-480d-8c9e-a77623e7a2c5 HTTP/1.1" status: 200 len: 944 time: 0.0540054 Feb 19 03:19:16.556419 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fb381af7-f06b-4765-9ad4-9dda41bbc177 req-817cccc7-bc42-4add-bf2c-834c8584bd1a tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0e3775b-cf6e-404e-bdc7-f78d40bed23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423226 Feb 19 03:19:17.164513 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0a57c7-821d-44e7-a5ae-7ee1585b873f req-861ffff0-2c83-43af-ade0-4a343aff4515 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:17.164513 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ff0a57c7-821d-44e7-a5ae-7ee1585b873f req-861ffff0-2c83-43af-ade0-4a343aff4515 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1eb5b30-f883-44f5-8b29-2ad5d9d2b00d HTTP/1.1" status: 200 len: 946 time: 0.0860312 Feb 19 03:19:17.213170 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ff0a57c7-821d-44e7-a5ae-7ee1585b873f req-f1c4535c-4ebc-4920-b7a0-f9e842cb60ce tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=768624ca-d116-45bb-8a95-6a5cd6c608a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477018 Feb 19 03:19:17.689770 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfd206c-9aa7-46cd-839a-6456a9ec2fbe req-4a393ad8-9e87-4939-93a1-8e4ad57dced5 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:17.691643 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8dfd206c-9aa7-46cd-839a-6456a9ec2fbe req-4a393ad8-9e87-4939-93a1-8e4ad57dced5 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=edcf12cc-cf30-480d-8c9e-a77623e7a2c5 HTTP/1.1" status: 200 len: 944 time: 0.0581839 Feb 19 03:19:17.698948 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3d322848-8ff5-4a00-9bb1-d48b38ecc72a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:17.752177 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8dfd206c-9aa7-46cd-839a-6456a9ec2fbe req-97fb1920-54ea-4e7f-b005-0974dd8aee53 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0e3775b-cf6e-404e-bdc7-f78d40bed23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511150 Feb 19 03:19:18.335626 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46c36ed-7428-47fa-b555-70ac7cd1d713 req-463e53b9-6abc-499c-bf21-9c2de07f377d tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:18.342636 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c46c36ed-7428-47fa-b555-70ac7cd1d713 req-463e53b9-6abc-499c-bf21-9c2de07f377d tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1eb5b30-f883-44f5-8b29-2ad5d9d2b00d HTTP/1.1" status: 200 len: 946 time: 0.0604312 Feb 19 03:19:18.395979 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c46c36ed-7428-47fa-b555-70ac7cd1d713 req-eb136187-6e60-419e-853c-b54d18ca82bf tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=768624ca-d116-45bb-8a95-6a5cd6c608a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465581 Feb 19 03:19:18.891486 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43a2315-a393-463e-9be0-54fea3134402 req-687cc17d-d88a-4900-83de-6b9f29d8431a tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:18.893196 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d43a2315-a393-463e-9be0-54fea3134402 req-687cc17d-d88a-4900-83de-6b9f29d8431a tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=edcf12cc-cf30-480d-8c9e-a77623e7a2c5 HTTP/1.1" status: 200 len: 944 time: 0.0628979 Feb 19 03:19:18.946887 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d43a2315-a393-463e-9be0-54fea3134402 req-d6590b4b-3013-4a20-a308-34d74843a70c tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0e3775b-cf6e-404e-bdc7-f78d40bed23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463676 Feb 19 03:19:19.318125 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:19.520952 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6a6c8f-2f55-4b57-876d-6cc382cf22e9 req-50b60d7b-f974-4e02-9804-b866bafe5e2f tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:19.522419 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-af6a6c8f-2f55-4b57-876d-6cc382cf22e9 req-50b60d7b-f974-4e02-9804-b866bafe5e2f tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1eb5b30-f883-44f5-8b29-2ad5d9d2b00d HTTP/1.1" status: 200 len: 946 time: 0.0552721 Feb 19 03:19:19.584333 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-af6a6c8f-2f55-4b57-876d-6cc382cf22e9 req-3c54b5f2-62f5-4971-b159-73ee15c09bf4 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=768624ca-d116-45bb-8a95-6a5cd6c608a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551119 Feb 19 03:19:19.637447 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d62207fa-4763-49b8-9295-cf94ce48d775 req-15c91370-08c4-497b-a6b5-3d1f02e27ded service neutron] 10.222.0.73 "GET /v2.0/networks/f202f6e6-ff6c-416c-b757-76fc930d3992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166897 Feb 19 03:19:19.794096 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d988af3-efbf-452f-8095-05971a75dee0 req-49aae30c-5464-4a55-9a9c-983cf9d9eda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:19.795666 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-6d988af3-efbf-452f-8095-05971a75dee0 req-49aae30c-5464-4a55-9a9c-983cf9d9eda5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3bc3bb28499f4673b42d5b4a69d45946&device_id=b1eb5b30-f883-44f5-8b29-2ad5d9d2b00d HTTP/1.1" status: 200 len: 1128 time: 0.0788026 Feb 19 03:19:19.799491 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d62207fa-4763-49b8-9295-cf94ce48d775 req-66fa3f76-2876-48ff-a59e-f13809de08e7 service neutron] 10.222.0.73 "GET /v2.0/networks/f202f6e6-ff6c-416c-b757-76fc930d3992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346259 Feb 19 03:19:19.917191 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d988af3-efbf-452f-8095-05971a75dee0 req-33053a8f-4829-4889-a6b8-f17c37f80ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:19.918805 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-6d988af3-efbf-452f-8095-05971a75dee0 req-33053a8f-4829-4889-a6b8-f17c37f80ba7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=aa00952d-de9c-4d5d-ab13-6cd6c73b1fe8 HTTP/1.1" status: 200 len: 897 time: 0.0951416 Feb 19 03:19:19.990251 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-6d988af3-efbf-452f-8095-05971a75dee0 req-fa9837a6-59ef-416e-bf81-e1e45351c152 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3e64be4-e4c6-4d36-95f4-1c9864074986 HTTP/1.1" status: 200 len: 1001 time: 0.0609434 Feb 19 03:19:20.053985 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d988af3-efbf-452f-8095-05971a75dee0 req-094fcef3-4c89-4f50-bb2f-90f902cd1b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:20.055502 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-6d988af3-efbf-452f-8095-05971a75dee0 req-094fcef3-4c89-4f50-bb2f-90f902cd1b25 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9a463e69-de83-4275-952a-5193f40c31f0 HTTP/1.1" status: 200 len: 834 time: 0.0562971 Feb 19 03:19:20.110162 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d988af3-efbf-452f-8095-05971a75dee0 req-b2d5ca25-64bf-4122-989f-68094155a26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:20.111793 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-6d988af3-efbf-452f-8095-05971a75dee0 req-b2d5ca25-64bf-4122-989f-68094155a26a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=aa00952d-de9c-4d5d-ab13-6cd6c73b1fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0501227 Feb 19 03:19:20.156993 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e88de3c-1ace-4a8f-842c-6e75ce5c31ad req-4179eb9c-fd44-4879-b940-07fb3daf0c45 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:20.158554 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7e88de3c-1ace-4a8f-842c-6e75ce5c31ad req-4179eb9c-fd44-4879-b940-07fb3daf0c45 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=edcf12cc-cf30-480d-8c9e-a77623e7a2c5 HTTP/1.1" status: 200 len: 944 time: 0.1204410 Feb 19 03:19:20.214612 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-6d988af3-efbf-452f-8095-05971a75dee0 req-56b8416a-ebaf-4405-90fc-d45f3b94d274 service neutron] 10.222.0.73 "GET /v2.0/networks/aa00952d-de9c-4d5d-ab13-6cd6c73b1fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942221 Feb 19 03:19:20.220745 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7e88de3c-1ace-4a8f-842c-6e75ce5c31ad req-d50dbac9-cfbb-43ef-a218-4383f7920b2b tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0e3775b-cf6e-404e-bdc7-f78d40bed23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562534 Feb 19 03:19:20.315363 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-6d988af3-efbf-452f-8095-05971a75dee0 req-381f7dd7-5789-4f0d-b399-08c5f31d5294 service neutron] 10.222.0.73 "GET /v2.0/networks/aa00952d-de9c-4d5d-ab13-6cd6c73b1fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932937 Feb 19 03:19:20.508895 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:20.799683 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b57cb09-b41f-4659-aeed-1632bb58c639 req-d884d0a1-8948-43a6-ad92-fe1afe83f485 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:20.801348 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5b57cb09-b41f-4659-aeed-1632bb58c639 req-d884d0a1-8948-43a6-ad92-fe1afe83f485 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1eb5b30-f883-44f5-8b29-2ad5d9d2b00d HTTP/1.1" status: 200 len: 946 time: 0.1339161 Feb 19 03:19:20.861659 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5b57cb09-b41f-4659-aeed-1632bb58c639 req-bb1f08f0-5e38-4395-81d2-c4860056aba4 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=768624ca-d116-45bb-8a95-6a5cd6c608a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537343 Feb 19 03:19:21.363350 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02010ad-3c46-421f-a1b4-88ea504c9355 req-c62bc246-e6b3-4d8f-ba8f-f1e5e713c348 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:21.364918 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b02010ad-3c46-421f-a1b4-88ea504c9355 req-c62bc246-e6b3-4d8f-ba8f-f1e5e713c348 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=edcf12cc-cf30-480d-8c9e-a77623e7a2c5 HTTP/1.1" status: 200 len: 944 time: 0.0561056 Feb 19 03:19:21.412548 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b02010ad-3c46-421f-a1b4-88ea504c9355 req-438e9fb4-b493-49be-a227-82c89fe1addb tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0e3775b-cf6e-404e-bdc7-f78d40bed23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415492 Feb 19 03:19:21.870241 n-d-826753-2 neutron-server[103702]: INFO neutron.api.v2.resource [req-77795012-45bd-4a61-b833-fc676d1d79eb req-7ba96230-1d22-4a45-872c-26e11afc1fd5 service neutron] show failed (client error): The resource could not be found. Feb 19 03:19:21.871241 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-77795012-45bd-4a61-b833-fc676d1d79eb req-7ba96230-1d22-4a45-872c-26e11afc1fd5 service neutron] 10.222.0.73 "GET /v2.0/ports/b3e64be4-e4c6-4d36-95f4-1c9864074986/bindings/n-h2-826753-2 HTTP/1.1" status: 404 len: 380 time: 0.0606685 Feb 19 03:19:21.978353 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:22.041543 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c13a00f-6ce2-46e1-b1d7-589732555fa2 req-b08168d8-762c-45c8-a1a2-6da1841b72b8 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:22.043283 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2c13a00f-6ce2-46e1-b1d7-589732555fa2 req-b08168d8-762c-45c8-a1a2-6da1841b72b8 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1eb5b30-f883-44f5-8b29-2ad5d9d2b00d HTTP/1.1" status: 200 len: 946 time: 0.1043053 Feb 19 03:19:22.137304 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2c13a00f-6ce2-46e1-b1d7-589732555fa2 req-b917c428-6d76-4d29-908c-24f2eedbddb0 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=768624ca-d116-45bb-8a95-6a5cd6c608a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873268 Feb 19 03:19:22.141901 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77795012-45bd-4a61-b833-fc676d1d79eb req-2fd99323-648c-44ad-aa7f-f5b2e86a919e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:22.143385 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-77795012-45bd-4a61-b833-fc676d1d79eb req-2fd99323-648c-44ad-aa7f-f5b2e86a919e service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=b1eb5b30-f883-44f5-8b29-2ad5d9d2b00d&tenant_id=3bc3bb28499f4673b42d5b4a69d45946 HTTP/1.1" status: 200 len: 1128 time: 0.0701380 Feb 19 03:19:22.161352 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-77795012-45bd-4a61-b833-fc676d1d79eb req-155705d2-6e16-4896-b78a-dc79ec56a7d7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-826753-2', 'device_owner': 'compute:nova'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:19:22.227040 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-77795012-45bd-4a61-b833-fc676d1d79eb req-155705d2-6e16-4896-b78a-dc79ec56a7d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (b3e64be4-e4c6-4d36-95f4-1c9864074986), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:22.455171 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-77795012-45bd-4a61-b833-fc676d1d79eb req-155705d2-6e16-4896-b78a-dc79ec56a7d7 service neutron] For port b3e64be4-e4c6-4d36-95f4-1c9864074986, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=b3e64be4-e4c6-4d36-95f4-1c9864074986,segment=NetworkSegment(9af82d65-a592-41a3-9bd1-9ac04167b63f),segment_id=9af82d65-a592-41a3-9bd1-9ac04167b63f)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:19:22.510330 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-77795012-45bd-4a61-b833-fc676d1d79eb req-155705d2-6e16-4896-b78a-dc79ec56a7d7 service neutron] For port b3e64be4-e4c6-4d36-95f4-1c9864074986, host n-h1-826753-2, cleared binding levels {{(pid=103701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:19:22.573601 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1eb5b30-f883-44f5-8b29-2ad5d9d2b00d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3e64be4-e4c6-4d36-95f4-1c9864074986'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:19:22.575926 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37c3502d-ffad-4c40-9d77-d7d4e0a02785" -d '{"events": [{"server_uuid": "b1eb5b30-f883-44f5-8b29-2ad5d9d2b00d", "name": "network-vif-unplugged", "status": "completed", "tag": "b3e64be4-e4c6-4d36-95f4-1c9864074986"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:19:22.580017 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-77795012-45bd-4a61-b833-fc676d1d79eb req-155705d2-6e16-4896-b78a-dc79ec56a7d7 service neutron] Publish callbacks [] for port (b3e64be4-e4c6-4d36-95f4-1c9864074986), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:22.608398 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e1e5ff-ac50-41b8-b655-f081ba0d0c6e req-2876d7c2-d9df-4375-87e6-7a9187f13af5 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:22.612100 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-63e1e5ff-ac50-41b8-b655-f081ba0d0c6e req-2876d7c2-d9df-4375-87e6-7a9187f13af5 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=edcf12cc-cf30-480d-8c9e-a77623e7a2c5 HTTP/1.1" status: 200 len: 944 time: 0.1135390 Feb 19 03:19:22.621905 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.provisioning_blocks [req-77795012-45bd-4a61-b833-fc676d1d79eb req-155705d2-6e16-4896-b78a-dc79ec56a7d7 service neutron] Transition to ACTIVE for port object b3e64be4-e4c6-4d36-95f4-1c9864074986 will not be triggered until provisioned by entity L2. {{(pid=103701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:19:22.637901 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-77795012-45bd-4a61-b833-fc676d1d79eb req-155705d2-6e16-4896-b78a-dc79ec56a7d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (b3e64be4-e4c6-4d36-95f4-1c9864074986), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:22.644742 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ec85207-4274-4d96-8ca1-d0fb23b4bcf6 x-openstack-request-id: req-0ec85207-4274-4d96-8ca1-d0fb23b4bcf6 {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:19:22.645070 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1eb5b30-f883-44f5-8b29-2ad5d9d2b00d", "name": "network-vif-unplugged", "status": "completed", "tag": "b3e64be4-e4c6-4d36-95f4-1c9864074986", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:19:22.645328 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0ec85207-4274-4d96-8ca1-d0fb23b4bcf6 {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:19:22.645730 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1eb5b30-f883-44f5-8b29-2ad5d9d2b00d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3e64be4-e4c6-4d36-95f4-1c9864074986', 'code': 200} Feb 19 03:19:22.701859 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:22.767614 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155705d2-6e16-4896-b78a-dc79ec56a7d7 service neutron] Pushing event updated for resources: {'Port': ['ID=b3e64be4-e4c6-4d36-95f4-1c9864074986,revision_number=6']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:22.783737 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-63e1e5ff-ac50-41b8-b655-f081ba0d0c6e req-b6d5798d-ae84-4939-96ed-f11866197a00 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0e3775b-cf6e-404e-bdc7-f78d40bed23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1606431 Feb 19 03:19:22.886387 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-77795012-45bd-4a61-b833-fc676d1d79eb req-155705d2-6e16-4896-b78a-dc79ec56a7d7 service neutron] No DVR routers for this DVR port b3e64be4-e4c6-4d36-95f4-1c9864074986 on host n-h1-826753-2 {{(pid=103701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:19:23.042112 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-77795012-45bd-4a61-b833-fc676d1d79eb req-155705d2-6e16-4896-b78a-dc79ec56a7d7 service neutron] Attempting to bind port b3e64be4-e4c6-4d36-95f4-1c9864074986 on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:19:23.042857 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-77795012-45bd-4a61-b833-fc676d1d79eb req-155705d2-6e16-4896-b78a-dc79ec56a7d7 service neutron] Attempting to bind port b3e64be4-e4c6-4d36-95f4-1c9864074986 by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': '9af82d65-a592-41a3-9bd1-9ac04167b63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'aa00952d-de9c-4d5d-ab13-6cd6c73b1fe8'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:19:23.042857 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77795012-45bd-4a61-b833-fc676d1d79eb req-155705d2-6e16-4896-b78a-dc79ec56a7d7 service neutron] Attempting to bind port b3e64be4-e4c6-4d36-95f4-1c9864074986 on network aa00952d-de9c-4d5d-ab13-6cd6c73b1fe8 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:19:23.047539 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77795012-45bd-4a61-b833-fc676d1d79eb req-155705d2-6e16-4896-b78a-dc79ec56a7d7 service neutron] Port b3e64be4-e4c6-4d36-95f4-1c9864074986 on network aa00952d-de9c-4d5d-ab13-6cd6c73b1fe8 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:19:23.047866 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77795012-45bd-4a61-b833-fc676d1d79eb req-155705d2-6e16-4896-b78a-dc79ec56a7d7 service neutron] Attempting to bind port b3e64be4-e4c6-4d36-95f4-1c9864074986 on network aa00952d-de9c-4d5d-ab13-6cd6c73b1fe8 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:19:23.054531 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77795012-45bd-4a61-b833-fc676d1d79eb req-155705d2-6e16-4896-b78a-dc79ec56a7d7 service neutron] Checking agent: {'id': 'bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:19:23.054867 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77795012-45bd-4a61-b833-fc676d1d79eb req-155705d2-6e16-4896-b78a-dc79ec56a7d7 service neutron] Checking segment: {'id': '9af82d65-a592-41a3-9bd1-9ac04167b63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'aa00952d-de9c-4d5d-ab13-6cd6c73b1fe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:19:23.055252 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77795012-45bd-4a61-b833-fc676d1d79eb req-155705d2-6e16-4896-b78a-dc79ec56a7d7 service neutron] Bound using segment: {'id': '9af82d65-a592-41a3-9bd1-9ac04167b63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'aa00952d-de9c-4d5d-ab13-6cd6c73b1fe8'} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:19:23.055672 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-77795012-45bd-4a61-b833-fc676d1d79eb req-155705d2-6e16-4896-b78a-dc79ec56a7d7 service neutron] Bound port: b3e64be4-e4c6-4d36-95f4-1c9864074986, host: n-h2-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9af82d65-a592-41a3-9bd1-9ac04167b63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'aa00952d-de9c-4d5d-ab13-6cd6c73b1fe8'}}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:19:23.056024 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-77795012-45bd-4a61-b833-fc676d1d79eb req-155705d2-6e16-4896-b78a-dc79ec56a7d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (b3e64be4-e4c6-4d36-95f4-1c9864074986), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:23.126680 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-77795012-45bd-4a61-b833-fc676d1d79eb req-155705d2-6e16-4896-b78a-dc79ec56a7d7 service neutron] For port b3e64be4-e4c6-4d36-95f4-1c9864074986, host n-h2-826753-2, cleared binding levels {{(pid=103701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:19:23.130189 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-77795012-45bd-4a61-b833-fc676d1d79eb req-155705d2-6e16-4896-b78a-dc79ec56a7d7 service neutron] For port b3e64be4-e4c6-4d36-95f4-1c9864074986, host n-h2-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=b3e64be4-e4c6-4d36-95f4-1c9864074986,segment=NetworkSegment(9af82d65-a592-41a3-9bd1-9ac04167b63f),segment_id=9af82d65-a592-41a3-9bd1-9ac04167b63f)] {{(pid=103701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:19:23.136870 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-77795012-45bd-4a61-b833-fc676d1d79eb req-155705d2-6e16-4896-b78a-dc79ec56a7d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (b3e64be4-e4c6-4d36-95f4-1c9864074986), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:23.172261 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77795012-45bd-4a61-b833-fc676d1d79eb req-155705d2-6e16-4896-b78a-dc79ec56a7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:23.172887 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-77795012-45bd-4a61-b833-fc676d1d79eb req-155705d2-6e16-4896-b78a-dc79ec56a7d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:23.175371 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-77795012-45bd-4a61-b833-fc676d1d79eb req-155705d2-6e16-4896-b78a-dc79ec56a7d7 service neutron] 10.222.0.82 "PUT /v2.0/ports/b3e64be4-e4c6-4d36-95f4-1c9864074986 HTTP/1.1" status: 200 len: 1092 time: 1.0187256 Feb 19 03:19:23.211429 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155705d2-6e16-4896-b78a-dc79ec56a7d7 service neutron] Pushing event updated for resources: {'Port': ['ID=b3e64be4-e4c6-4d36-95f4-1c9864074986,revision_number=7']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:23.301937 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77795012-45bd-4a61-b833-fc676d1d79eb req-cc5af7cb-e986-4b9f-bfdc-8832750a9157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:23.303583 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-77795012-45bd-4a61-b833-fc676d1d79eb req-cc5af7cb-e986-4b9f-bfdc-8832750a9157 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3bc3bb28499f4673b42d5b4a69d45946&device_id=b1eb5b30-f883-44f5-8b29-2ad5d9d2b00d HTTP/1.1" status: 200 len: 1126 time: 0.0880060 Feb 19 03:19:23.323416 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4915b377-d5f3-4ce5-8286-e7491831e165 req-99a8fffd-a50d-42c1-aca2-3b62a6299ad0 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:23.325125 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4915b377-d5f3-4ce5-8286-e7491831e165 req-99a8fffd-a50d-42c1-aca2-3b62a6299ad0 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1eb5b30-f883-44f5-8b29-2ad5d9d2b00d HTTP/1.1" status: 200 len: 944 time: 0.0778143 Feb 19 03:19:23.460390 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4915b377-d5f3-4ce5-8286-e7491831e165 req-9af28977-1b42-4e07-9dcc-0cfda9938176 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=768624ca-d116-45bb-8a95-6a5cd6c608a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217422 Feb 19 03:19:23.465154 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77795012-45bd-4a61-b833-fc676d1d79eb req-deb4273d-36d2-473a-9afe-420d1c34517d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:23.466575 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-77795012-45bd-4a61-b833-fc676d1d79eb req-deb4273d-36d2-473a-9afe-420d1c34517d service neutron] 10.222.0.82 "GET /v2.0/networks?id=aa00952d-de9c-4d5d-ab13-6cd6c73b1fe8 HTTP/1.1" status: 200 len: 897 time: 0.1569169 Feb 19 03:19:23.550957 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-77795012-45bd-4a61-b833-fc676d1d79eb req-6839a57d-b863-4ae9-b7f9-9b005b6d2928 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3e64be4-e4c6-4d36-95f4-1c9864074986 HTTP/1.1" status: 200 len: 999 time: 0.0774570 Feb 19 03:19:23.555787 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 31c15d02-93d8-4024-bb7b-2f8a5f8dc298 details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:19:23.604897 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77795012-45bd-4a61-b833-fc676d1d79eb req-fefc3c5d-fe7f-4239-adc2-4629a100447d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:23.606416 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-77795012-45bd-4a61-b833-fc676d1d79eb req-fefc3c5d-fe7f-4239-adc2-4629a100447d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9a463e69-de83-4275-952a-5193f40c31f0 HTTP/1.1" status: 200 len: 834 time: 0.0496509 Feb 19 03:19:23.656417 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77795012-45bd-4a61-b833-fc676d1d79eb req-de8817d6-550a-402e-acd3-b94aede6509d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:23.657990 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-77795012-45bd-4a61-b833-fc676d1d79eb req-de8817d6-550a-402e-acd3-b94aede6509d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=aa00952d-de9c-4d5d-ab13-6cd6c73b1fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0455554 Feb 19 03:19:23.662727 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 31c15d02-93d8-4024-bb7b-2f8a5f8dc298, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=31c15d02-93d8-4024-bb7b-2f8a5f8dc298,segment=NetworkSegment(94e756a0-02a5-4c2a-8669-4568f7372c91),segment_id=94e756a0-02a5-4c2a-8669-4568f7372c91)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:19:23.680430 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': '31c15d02-93d8-4024-bb7b-2f8a5f8dc298', 'network_id': 'f202f6e6-ff6c-416c-b757-76fc930d3992', 'port_id': '31c15d02-93d8-4024-bb7b-2f8a5f8dc298', 'mac_address': 'fa:16:3e:a1:f2:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5721fd3-1b55-4729-a406-44f440380eba', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:19:23.720816 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 31c15d02-93d8-4024-bb7b-2f8a5f8dc298 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:19:23.721320 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (31c15d02-93d8-4024-bb7b-2f8a5f8dc298), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:23.736746 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31c15d02-93d8-4024-bb7b-2f8a5f8dc298 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:19:23.759320 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 31c15d02-93d8-4024-bb7b-2f8a5f8dc298, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=31c15d02-93d8-4024-bb7b-2f8a5f8dc298,segment=NetworkSegment(94e756a0-02a5-4c2a-8669-4568f7372c91),segment_id=94e756a0-02a5-4c2a-8669-4568f7372c91)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:19:23.763732 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (31c15d02-93d8-4024-bb7b-2f8a5f8dc298), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:23.775701 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-77795012-45bd-4a61-b833-fc676d1d79eb req-e9c99d2b-a514-483b-a10f-bdb88a1b2be5 service neutron] 10.222.0.82 "GET /v2.0/networks/aa00952d-de9c-4d5d-ab13-6cd6c73b1fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115174 Feb 19 03:19:23.813376 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=31c15d02-93d8-4024-bb7b-2f8a5f8dc298,revision_number=11']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:23.890203 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-77795012-45bd-4a61-b833-fc676d1d79eb req-a2646a00-fde1-4ce7-a0b2-d7afc5b7a3c1 service neutron] 10.222.0.82 "GET /v2.0/networks/aa00952d-de9c-4d5d-ab13-6cd6c73b1fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088965 Feb 19 03:19:23.987848 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c24a19-41e0-4677-83bb-0f1217e554fd req-a50878cd-e09d-4f4e-a0a3-a34bfea6ea03 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:23.989423 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-74c24a19-41e0-4677-83bb-0f1217e554fd req-a50878cd-e09d-4f4e-a0a3-a34bfea6ea03 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=edcf12cc-cf30-480d-8c9e-a77623e7a2c5 HTTP/1.1" status: 200 len: 945 time: 0.0909200 Feb 19 03:19:24.049568 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-74c24a19-41e0-4677-83bb-0f1217e554fd req-30ac0a8c-42e2-4d82-be37-e686d83bc789 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0e3775b-cf6e-404e-bdc7-f78d40bed23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536716 Feb 19 03:19:24.161353 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['31c15d02-93d8-4024-bb7b-2f8a5f8dc298'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:19:24.599943 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d2cb9e-952b-4c5f-8633-ab0a937dc748 req-34ae0588-588b-4f43-8bfc-0544db3c8678 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:24.601633 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c8d2cb9e-952b-4c5f-8633-ab0a937dc748 req-34ae0588-588b-4f43-8bfc-0544db3c8678 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1eb5b30-f883-44f5-8b29-2ad5d9d2b00d HTTP/1.1" status: 200 len: 944 time: 0.0652585 Feb 19 03:19:24.648410 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1eb5b30-f883-44f5-8b29-2ad5d9d2b00d', 'tag': 'b3e64be4-e4c6-4d36-95f4-1c9864074986'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:19:24.650750 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf6052ab-4a58-4c2b-a5cd-cb3671aa9471" -d '{"events": [{"name": "network-changed", "server_uuid": "b1eb5b30-f883-44f5-8b29-2ad5d9d2b00d", "tag": "b3e64be4-e4c6-4d36-95f4-1c9864074986"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:19:24.662572 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c8d2cb9e-952b-4c5f-8633-ab0a937dc748 req-d6cac0dd-ebc1-42f9-ae6b-1a0d5213ee7c tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=768624ca-d116-45bb-8a95-6a5cd6c608a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551169 Feb 19 03:19:24.703498 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7bf13e8-88fe-411d-b6b0-cc5d7a843d39 x-openstack-request-id: req-f7bf13e8-88fe-411d-b6b0-cc5d7a843d39 {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:19:24.703865 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1eb5b30-f883-44f5-8b29-2ad5d9d2b00d", "tag": "b3e64be4-e4c6-4d36-95f4-1c9864074986", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:19:24.704187 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f7bf13e8-88fe-411d-b6b0-cc5d7a843d39 {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:19:24.704589 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1eb5b30-f883-44f5-8b29-2ad5d9d2b00d', 'tag': 'b3e64be4-e4c6-4d36-95f4-1c9864074986', 'status': 'completed', 'code': 200} Feb 19 03:19:24.805753 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6052ab-4a58-4c2b-a5cd-cb3671aa9471 req-d5639cb9-33f7-4a75-92eb-db558bec1b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:24.806590 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6052ab-4a58-4c2b-a5cd-cb3671aa9471 req-54897549-7dc6-4d60-9fed-490c0729420c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:24.807500 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-cf6052ab-4a58-4c2b-a5cd-cb3671aa9471 req-d5639cb9-33f7-4a75-92eb-db558bec1b6c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3bc3bb28499f4673b42d5b4a69d45946&device_id=b1eb5b30-f883-44f5-8b29-2ad5d9d2b00d HTTP/1.1" status: 200 len: 1126 time: 0.0491061 Feb 19 03:19:24.808385 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cf6052ab-4a58-4c2b-a5cd-cb3671aa9471 req-54897549-7dc6-4d60-9fed-490c0729420c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3bc3bb28499f4673b42d5b4a69d45946&device_id=b1eb5b30-f883-44f5-8b29-2ad5d9d2b00d HTTP/1.1" status: 200 len: 1126 time: 0.0472875 Feb 19 03:19:24.912175 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6052ab-4a58-4c2b-a5cd-cb3671aa9471 req-0ffbb5e4-12e9-4a67-a1fe-9665639ad673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:24.912951 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6052ab-4a58-4c2b-a5cd-cb3671aa9471 req-2b5bc950-3921-48dc-89ad-0d755153021d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:24.913902 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-cf6052ab-4a58-4c2b-a5cd-cb3671aa9471 req-0ffbb5e4-12e9-4a67-a1fe-9665639ad673 service neutron] 10.222.0.73 "GET /v2.0/networks?id=aa00952d-de9c-4d5d-ab13-6cd6c73b1fe8 HTTP/1.1" status: 200 len: 897 time: 0.0990753 Feb 19 03:19:24.914768 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cf6052ab-4a58-4c2b-a5cd-cb3671aa9471 req-2b5bc950-3921-48dc-89ad-0d755153021d service neutron] 10.222.0.82 "GET /v2.0/networks?id=aa00952d-de9c-4d5d-ab13-6cd6c73b1fe8 HTTP/1.1" status: 200 len: 897 time: 0.0993249 Feb 19 03:19:24.998674 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cf6052ab-4a58-4c2b-a5cd-cb3671aa9471 req-3ed768a8-9ca8-4c83-9249-433afd8a86d9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3e64be4-e4c6-4d36-95f4-1c9864074986 HTTP/1.1" status: 200 len: 999 time: 0.0776160 Feb 19 03:19:24.999131 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-cf6052ab-4a58-4c2b-a5cd-cb3671aa9471 req-f1ecc3ee-3458-4ea8-a6d4-a3af5f4609a7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3e64be4-e4c6-4d36-95f4-1c9864074986 HTTP/1.1" status: 200 len: 999 time: 0.0784805 Feb 19 03:19:25.055741 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6052ab-4a58-4c2b-a5cd-cb3671aa9471 req-1498c5e8-6886-4aaf-ab9c-95f37cf6ad03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:25.057221 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cf6052ab-4a58-4c2b-a5cd-cb3671aa9471 req-1498c5e8-6886-4aaf-ab9c-95f37cf6ad03 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9a463e69-de83-4275-952a-5193f40c31f0 HTTP/1.1" status: 200 len: 834 time: 0.0516777 Feb 19 03:19:25.072799 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6052ab-4a58-4c2b-a5cd-cb3671aa9471 req-77b2f312-51cb-4b45-90c6-b96270de25b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:25.074410 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-cf6052ab-4a58-4c2b-a5cd-cb3671aa9471 req-77b2f312-51cb-4b45-90c6-b96270de25b7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9a463e69-de83-4275-952a-5193f40c31f0 HTTP/1.1" status: 200 len: 834 time: 0.0583963 Feb 19 03:19:25.126609 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6052ab-4a58-4c2b-a5cd-cb3671aa9471 req-bfc72907-d967-4814-a7e8-0319877ece74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:25.128689 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cf6052ab-4a58-4c2b-a5cd-cb3671aa9471 req-bfc72907-d967-4814-a7e8-0319877ece74 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=aa00952d-de9c-4d5d-ab13-6cd6c73b1fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0652061 Feb 19 03:19:25.144905 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6052ab-4a58-4c2b-a5cd-cb3671aa9471 req-9df3e9be-1586-40dd-9d10-c1cae5c75fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:25.146781 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-cf6052ab-4a58-4c2b-a5cd-cb3671aa9471 req-9df3e9be-1586-40dd-9d10-c1cae5c75fbb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=aa00952d-de9c-4d5d-ab13-6cd6c73b1fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0655911 Feb 19 03:19:25.260978 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-cf6052ab-4a58-4c2b-a5cd-cb3671aa9471 req-e97d826a-ac93-4eb8-86c3-b32451442189 service neutron] 10.222.0.73 "GET /v2.0/networks/aa00952d-de9c-4d5d-ab13-6cd6c73b1fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074457 Feb 19 03:19:25.270487 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d9212f-f0cc-4560-bae5-ecdd67fb2a06 req-ea4e7651-aaaf-44c1-ab5b-cfd29708e606 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:25.276479 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a2d9212f-f0cc-4560-bae5-ecdd67fb2a06 req-ea4e7651-aaaf-44c1-ab5b-cfd29708e606 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=edcf12cc-cf30-480d-8c9e-a77623e7a2c5 HTTP/1.1" status: 200 len: 945 time: 0.1386144 Feb 19 03:19:25.317232 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cf6052ab-4a58-4c2b-a5cd-cb3671aa9471 req-962c4b86-9944-42cd-8da6-b10d5305e765 service neutron] 10.222.0.82 "GET /v2.0/networks/aa00952d-de9c-4d5d-ab13-6cd6c73b1fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774933 Feb 19 03:19:25.365403 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-cf6052ab-4a58-4c2b-a5cd-cb3671aa9471 req-ddb49944-3869-4428-b58a-2c11c1d1563b service neutron] 10.222.0.73 "GET /v2.0/networks/aa00952d-de9c-4d5d-ab13-6cd6c73b1fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987413 Feb 19 03:19:25.379224 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a2d9212f-f0cc-4560-bae5-ecdd67fb2a06 req-c884f571-d63e-40a6-9705-ac99b5128bf3 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0e3775b-cf6e-404e-bdc7-f78d40bed23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956542 Feb 19 03:19:25.464454 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cf6052ab-4a58-4c2b-a5cd-cb3671aa9471 req-3d45bbc7-5818-4f33-a211-0253de3140cd service neutron] 10.222.0.82 "GET /v2.0/networks/aa00952d-de9c-4d5d-ab13-6cd6c73b1fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378512 Feb 19 03:19:25.570597 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 31c15d02-93d8-4024-bb7b-2f8a5f8dc298 up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:19:25.653159 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning for port 31c15d02-93d8-4024-bb7b-2f8a5f8dc298 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:19:25.658042 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port 31c15d02-93d8-4024-bb7b-2f8a5f8dc298 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:19:25.658716 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (31c15d02-93d8-4024-bb7b-2f8a5f8dc298), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:25.750606 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 31c15d02-93d8-4024-bb7b-2f8a5f8dc298 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:19:25.750996 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (31c15d02-93d8-4024-bb7b-2f8a5f8dc298), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:25.775114 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edcf12cc-cf30-480d-8c9e-a77623e7a2c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31c15d02-93d8-4024-bb7b-2f8a5f8dc298'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:19:25.777781 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5f22e9b-a3ac-4e1a-a9f2-3a6cfa975f05" -d '{"events": [{"server_uuid": "edcf12cc-cf30-480d-8c9e-a77623e7a2c5", "name": "network-vif-plugged", "status": "completed", "tag": "31c15d02-93d8-4024-bb7b-2f8a5f8dc298"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:19:25.795482 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 31c15d02-93d8-4024-bb7b-2f8a5f8dc298, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=31c15d02-93d8-4024-bb7b-2f8a5f8dc298,segment=NetworkSegment(94e756a0-02a5-4c2a-8669-4568f7372c91),segment_id=94e756a0-02a5-4c2a-8669-4568f7372c91)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:19:25.803944 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (31c15d02-93d8-4024-bb7b-2f8a5f8dc298), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:25.804801 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device b3e64be4-e4c6-4d36-95f4-1c9864074986 no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:19:25.821125 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d938fa2-5db2-4e77-8942-b18ff929a96d req-220a0407-1114-434e-ad0c-4c024cf74c79 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:25.823036 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5d938fa2-5db2-4e77-8942-b18ff929a96d req-220a0407-1114-434e-ad0c-4c024cf74c79 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1eb5b30-f883-44f5-8b29-2ad5d9d2b00d HTTP/1.1" status: 200 len: 944 time: 0.0723372 Feb 19 03:19:25.841950 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d1eed25-170e-41d7-968f-418fd47e1f11 x-openstack-request-id: req-5d1eed25-170e-41d7-968f-418fd47e1f11 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:19:25.842226 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edcf12cc-cf30-480d-8c9e-a77623e7a2c5", "name": "network-vif-plugged", "status": "completed", "tag": "31c15d02-93d8-4024-bb7b-2f8a5f8dc298", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:19:25.842484 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5d1eed25-170e-41d7-968f-418fd47e1f11 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:19:25.843280 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edcf12cc-cf30-480d-8c9e-a77623e7a2c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31c15d02-93d8-4024-bb7b-2f8a5f8dc298', 'code': 200} Feb 19 03:19:25.876666 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] The host n-h1-826753-2 is not matching for port b3e64be4-e4c6-4d36-95f4-1c9864074986 host n-h2-826753-2! {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 03:19:25.876928 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device b3e64be4-e4c6-4d36-95f4-1c9864074986 not bound to the agent host n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:19:25.888674 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5d938fa2-5db2-4e77-8942-b18ff929a96d req-3b34ceb7-642f-4774-992d-1fca2fcac18a tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=768624ca-d116-45bb-8a95-6a5cd6c608a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580854 Feb 19 03:19:25.917895 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=31c15d02-93d8-4024-bb7b-2f8a5f8dc298,revision_number=12']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:26.043686 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device b3e64be4-e4c6-4d36-95f4-1c9864074986 details requested by agent hyperv_n-h2-826753-2 with host n-h2-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:19:26.102300 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441ac712-9424-48ba-98df-7eb586da2fe5 req-9c5895ee-f740-48f4-852d-8abaa64ddbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:26.122428 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-441ac712-9424-48ba-98df-7eb586da2fe5 req-9c5895ee-f740-48f4-852d-8abaa64ddbe5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=edcf12cc-cf30-480d-8c9e-a77623e7a2c5 HTTP/1.1" status: 200 len: 1128 time: 0.1042466 Feb 19 03:19:26.179452 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcaf09f-bcc0-4461-83a5-8a29bdefa70a req-191b64cc-121e-4e06-9d23-55aaf7b7a3b0 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:26.182060 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-abcaf09f-bcc0-4461-83a5-8a29bdefa70a req-191b64cc-121e-4e06-9d23-55aaf7b7a3b0 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1eb5b30-f883-44f5-8b29-2ad5d9d2b00d HTTP/1.1" status: 200 len: 944 time: 0.1070945 Feb 19 03:19:26.254903 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-abcaf09f-bcc0-4461-83a5-8a29bdefa70a req-1c54b84c-51dd-43d8-8392-83658226527c tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=768624ca-d116-45bb-8a95-6a5cd6c608a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669880 Feb 19 03:19:26.261923 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-441ac712-9424-48ba-98df-7eb586da2fe5 req-dd5d92ce-e7d0-4441-9446-db6845be77a7 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b0e3775b-cf6e-404e-bdc7-f78d40bed23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239102 Feb 19 03:19:26.296003 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae720e5-f9ca-4ca9-8e4b-2a87eff36240 req-2f0df44c-9f3f-4845-a7ea-42d5dfac5c2d tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:26.297555 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-6ae720e5-f9ca-4ca9-8e4b-2a87eff36240 req-2f0df44c-9f3f-4845-a7ea-42d5dfac5c2d tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.73 "GET /v2.0/ports?device_id=b1eb5b30-f883-44f5-8b29-2ad5d9d2b00d&tenant_id=3bc3bb28499f4673b42d5b4a69d45946&binding%3Ahost_id=n-h2-826753-2 HTTP/1.1" status: 200 len: 944 time: 0.1275649 Feb 19 03:19:26.345605 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port b3e64be4-e4c6-4d36-95f4-1c9864074986, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=b3e64be4-e4c6-4d36-95f4-1c9864074986,segment=NetworkSegment(9af82d65-a592-41a3-9bd1-9ac04167b63f),segment_id=9af82d65-a592-41a3-9bd1-9ac04167b63f)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:19:26.368170 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Returning: {'device': 'b3e64be4-e4c6-4d36-95f4-1c9864074986', 'network_id': 'aa00952d-de9c-4d5d-ab13-6cd6c73b1fe8', 'port_id': 'b3e64be4-e4c6-4d36-95f4-1c9864074986', 'mac_address': 'fa:16:3e:21:4b:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a463e69-de83-4275-952a-5193f40c31f0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:19:26.374731 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:26.408969 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port b3e64be4-e4c6-4d36-95f4-1c9864074986 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:19:26.411195 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (b3e64be4-e4c6-4d36-95f4-1c9864074986), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:26.424845 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3e64be4-e4c6-4d36-95f4-1c9864074986 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:19:26.450639 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port b3e64be4-e4c6-4d36-95f4-1c9864074986, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=b3e64be4-e4c6-4d36-95f4-1c9864074986,segment=NetworkSegment(9af82d65-a592-41a3-9bd1-9ac04167b63f),segment_id=9af82d65-a592-41a3-9bd1-9ac04167b63f)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:19:26.459240 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (b3e64be4-e4c6-4d36-95f4-1c9864074986), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:26.520891 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=b3e64be4-e4c6-4d36-95f4-1c9864074986,revision_number=8']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:26.537604 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d59672-84fb-4ab0-8be4-82bd16013411 req-50dbd938-7677-4166-87ba-3a7d34f8ede0 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:26.539122 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-52d59672-84fb-4ab0-8be4-82bd16013411 req-50dbd938-7677-4166-87ba-3a7d34f8ede0 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=edcf12cc-cf30-480d-8c9e-a77623e7a2c5 HTTP/1.1" status: 200 len: 946 time: 0.0639062 Feb 19 03:19:26.587447 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-52d59672-84fb-4ab0-8be4-82bd16013411 req-2f5350f2-2ed1-41a9-906f-4394fe9515db tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0e3775b-cf6e-404e-bdc7-f78d40bed23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425966 Feb 19 03:19:26.685528 n-d-826753-2 neutron-server[103702]: INFO neutron.api.v2.resource [req-6ae720e5-f9ca-4ca9-8e4b-2a87eff36240 req-d857de2b-f616-4562-ae05-5aee4d7022b5 service neutron] delete failed (client error): The resource could not be found. Feb 19 03:19:26.686466 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-6ae720e5-f9ca-4ca9-8e4b-2a87eff36240 req-d857de2b-f616-4562-ae05-5aee4d7022b5 service neutron] 10.222.0.73 "DELETE /v2.0/ports/b3e64be4-e4c6-4d36-95f4-1c9864074986/bindings/n-h1-826753-2 HTTP/1.1" status: 404 len: 380 time: 0.0569279 Feb 19 03:19:26.739928 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['b3e64be4-e4c6-4d36-95f4-1c9864074986'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:19:26.825378 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae720e5-f9ca-4ca9-8e4b-2a87eff36240 req-f2aa0429-c2ab-460c-8f2c-eee8f69e48f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:26.826989 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-6ae720e5-f9ca-4ca9-8e4b-2a87eff36240 req-f2aa0429-c2ab-460c-8f2c-eee8f69e48f7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3bc3bb28499f4673b42d5b4a69d45946&device_id=b1eb5b30-f883-44f5-8b29-2ad5d9d2b00d HTTP/1.1" status: 200 len: 1127 time: 0.0640359 Feb 19 03:19:26.933311 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae720e5-f9ca-4ca9-8e4b-2a87eff36240 req-8bb9b919-9c79-4852-9a22-3c062c0368a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:26.935005 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-6ae720e5-f9ca-4ca9-8e4b-2a87eff36240 req-8bb9b919-9c79-4852-9a22-3c062c0368a9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=aa00952d-de9c-4d5d-ab13-6cd6c73b1fe8 HTTP/1.1" status: 200 len: 897 time: 0.1019468 Feb 19 03:19:27.007202 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-6ae720e5-f9ca-4ca9-8e4b-2a87eff36240 req-56ea581b-8a79-4207-b7a2-dc4d62dae38a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3e64be4-e4c6-4d36-95f4-1c9864074986 HTTP/1.1" status: 200 len: 1000 time: 0.0639107 Feb 19 03:19:27.066478 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae720e5-f9ca-4ca9-8e4b-2a87eff36240 req-c8f13d01-ff8b-4288-b8a5-64b964de8acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:27.067971 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-6ae720e5-f9ca-4ca9-8e4b-2a87eff36240 req-c8f13d01-ff8b-4288-b8a5-64b964de8acb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9a463e69-de83-4275-952a-5193f40c31f0 HTTP/1.1" status: 200 len: 834 time: 0.0549133 Feb 19 03:19:27.121299 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae720e5-f9ca-4ca9-8e4b-2a87eff36240 req-2b34d016-afc0-47d8-ab52-731a4aef70fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:27.122851 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-6ae720e5-f9ca-4ca9-8e4b-2a87eff36240 req-2b34d016-afc0-47d8-ab52-731a4aef70fb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=aa00952d-de9c-4d5d-ab13-6cd6c73b1fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0486000 Feb 19 03:19:27.216451 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-6ae720e5-f9ca-4ca9-8e4b-2a87eff36240 req-ce4f6c8a-75e1-41a8-a0c6-27a27f0a4cad service neutron] 10.222.0.73 "GET /v2.0/networks/aa00952d-de9c-4d5d-ab13-6cd6c73b1fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872569 Feb 19 03:19:27.318340 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-6ae720e5-f9ca-4ca9-8e4b-2a87eff36240 req-b1146982-80f2-4c13-9a16-043e37b64bb6 service neutron] 10.222.0.73 "GET /v2.0/networks/aa00952d-de9c-4d5d-ab13-6cd6c73b1fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950782 Feb 19 03:19:27.424240 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa925045-3afe-4eb1-b1c8-fbb6892f8f18 req-2e8c9877-9c89-473c-b3e4-2cab196fccac tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:27.427407 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fa925045-3afe-4eb1-b1c8-fbb6892f8f18 req-2e8c9877-9c89-473c-b3e4-2cab196fccac tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1eb5b30-f883-44f5-8b29-2ad5d9d2b00d HTTP/1.1" status: 200 len: 945 time: 0.0683732 Feb 19 03:19:27.493682 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fa925045-3afe-4eb1-b1c8-fbb6892f8f18 req-32d46d59-a4fb-4682-90b0-5e4b18e2ad50 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=768624ca-d116-45bb-8a95-6a5cd6c608a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484982 Feb 19 03:19:27.729645 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0a88af-7760-42f5-a78f-59dec0d86572 req-bcda14c1-4f07-4e7a-982c-2e6cf47f7b56 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:27.731442 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8f0a88af-7760-42f5-a78f-59dec0d86572 req-bcda14c1-4f07-4e7a-982c-2e6cf47f7b56 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=edcf12cc-cf30-480d-8c9e-a77623e7a2c5 HTTP/1.1" status: 200 len: 946 time: 0.0582728 Feb 19 03:19:27.802314 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8f0a88af-7760-42f5-a78f-59dec0d86572 req-948123b1-d5e6-4fa6-b83b-5afe88e7e765 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0e3775b-cf6e-404e-bdc7-f78d40bed23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642192 Feb 19 03:19:28.056344 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device b3e64be4-e4c6-4d36-95f4-1c9864074986 up at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:19:28.108777 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning for port b3e64be4-e4c6-4d36-95f4-1c9864074986 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:19:28.120977 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning complete for port b3e64be4-e4c6-4d36-95f4-1c9864074986 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:19:28.121536 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (b3e64be4-e4c6-4d36-95f4-1c9864074986), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:28.222619 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port b3e64be4-e4c6-4d36-95f4-1c9864074986 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:19:28.223096 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (b3e64be4-e4c6-4d36-95f4-1c9864074986), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:28.249801 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1eb5b30-f883-44f5-8b29-2ad5d9d2b00d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3e64be4-e4c6-4d36-95f4-1c9864074986'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:19:28.252210 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c82251a-fffa-40f9-8daa-b8067d780907" -d '{"events": [{"server_uuid": "b1eb5b30-f883-44f5-8b29-2ad5d9d2b00d", "name": "network-vif-plugged", "status": "completed", "tag": "b3e64be4-e4c6-4d36-95f4-1c9864074986"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:19:28.265432 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port b3e64be4-e4c6-4d36-95f4-1c9864074986, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=b3e64be4-e4c6-4d36-95f4-1c9864074986,segment=NetworkSegment(9af82d65-a592-41a3-9bd1-9ac04167b63f),segment_id=9af82d65-a592-41a3-9bd1-9ac04167b63f)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:19:28.270644 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (b3e64be4-e4c6-4d36-95f4-1c9864074986), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:28.296501 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d483d74-d90a-4bc4-8f04-ee9aed6bfeee x-openstack-request-id: req-3d483d74-d90a-4bc4-8f04-ee9aed6bfeee {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:19:28.296801 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1eb5b30-f883-44f5-8b29-2ad5d9d2b00d", "name": "network-vif-plugged", "status": "completed", "tag": "b3e64be4-e4c6-4d36-95f4-1c9864074986", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:19:28.297082 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3d483d74-d90a-4bc4-8f04-ee9aed6bfeee {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:19:28.297503 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1eb5b30-f883-44f5-8b29-2ad5d9d2b00d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3e64be4-e4c6-4d36-95f4-1c9864074986', 'code': 200} Feb 19 03:19:28.327817 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=b3e64be4-e4c6-4d36-95f4-1c9864074986,revision_number=9']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:28.629205 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f1e338-59a9-445c-a845-fe64d6a81f1d req-49d14cce-4bc9-42ab-ab8a-11745fa0da5d tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:28.630826 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f2f1e338-59a9-445c-a845-fe64d6a81f1d req-49d14cce-4bc9-42ab-ab8a-11745fa0da5d tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1eb5b30-f883-44f5-8b29-2ad5d9d2b00d HTTP/1.1" status: 200 len: 946 time: 0.0585089 Feb 19 03:19:28.688328 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f2f1e338-59a9-445c-a845-fe64d6a81f1d req-9e1f741d-e54b-4943-bca5-639cebd29f35 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=768624ca-d116-45bb-8a95-6a5cd6c608a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518837 Feb 19 03:19:28.712531 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42584) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:28.780006 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-d3dc9c8c-a917-4ad9-8efe-2d88cf9fe26a tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/floatingips/552af909-fe13-4e7c-8d48-029f74926870 HTTP/1.1" status: 200 len: 993 time: 0.0662119 Feb 19 03:19:28.942672 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda98f62-acb3-42d7-8b8e-5ae319d507ad req-b02e6ccf-d0a7-4261-aa1a-7d751717ab3b tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:28.944494 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cda98f62-acb3-42d7-8b8e-5ae319d507ad req-b02e6ccf-d0a7-4261-aa1a-7d751717ab3b tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=edcf12cc-cf30-480d-8c9e-a77623e7a2c5 HTTP/1.1" status: 200 len: 946 time: 0.0634627 Feb 19 03:19:28.994982 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cda98f62-acb3-42d7-8b8e-5ae319d507ad req-f8f6e280-029c-4db8-b3c5-e0b979cfc29d tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0e3775b-cf6e-404e-bdc7-f78d40bed23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445406 Feb 19 03:19:41.823611 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 42646) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:41.828231 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-86e4be04-e673-489b-84d6-e491a9792996 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-419269995', 'description': 'tempest-secgroup-smoke-419269995 description', 'project_id': '64ae991cb43e46efb531c9e00a1ca2e3'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:19:41.850089 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-86e4be04-e673-489b-84d6-e491a9792996 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:41.931608 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-86e4be04-e673-489b-84d6-e491a9792996 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Publish callbacks [] for security_group (f9c366ea-bbe5-4ee9-957c-e2195345cf6a), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:41.935606 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-86e4be04-e673-489b-84d6-e491a9792996 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (f9c366ea-bbe5-4ee9-957c-e2195345cf6a), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:41.962441 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-86e4be04-e673-489b-84d6-e491a9792996 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:41.963689 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-86e4be04-e673-489b-84d6-e491a9792996 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1390257 Feb 19 03:19:41.967875 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e4be04-e673-489b-84d6-e491a9792996 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9c366ea-bbe5-4ee9-957c-e2195345cf6a,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:41.968217 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42648) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:41.974922 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-e0becc8b-1817-4696-b238-e489c2df1c0e tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Request body: {'security_group_rule': {'security_group_id': 'f9c366ea-bbe5-4ee9-957c-e2195345cf6a', 'project_id': '64ae991cb43e46efb531c9e00a1ca2e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:19:42.003384 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e0becc8b-1817-4696-b238-e489c2df1c0e tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Publish callbacks [] for security_group_rule (e877b938-3c6d-4715-a1f1-044c3c0f656b), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:42.070175 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e0becc8b-1817-4696-b238-e489c2df1c0e tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Publish callbacks [] for security_group_rule (e877b938-3c6d-4715-a1f1-044c3c0f656b), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:42.073851 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e0becc8b-1817-4696-b238-e489c2df1c0e tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (e877b938-3c6d-4715-a1f1-044c3c0f656b), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:42.095217 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0becc8b-1817-4696-b238-e489c2df1c0e tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e877b938-3c6d-4715-a1f1-044c3c0f656b,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:42.103871 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e0becc8b-1817-4696-b238-e489c2df1c0e tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:42.105145 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-e0becc8b-1817-4696-b238-e489c2df1c0e tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1354148 Feb 19 03:19:42.108519 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42650) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:42.113646 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-95443a53-76d4-455c-b9be-0753c1478779 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Request body: {'security_group_rule': {'security_group_id': 'f9c366ea-bbe5-4ee9-957c-e2195345cf6a', 'project_id': '64ae991cb43e46efb531c9e00a1ca2e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:19:42.139243 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-95443a53-76d4-455c-b9be-0753c1478779 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Publish callbacks [] for security_group_rule (36139732-4839-41d8-ac1a-83d15033ca1a), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:42.200734 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-95443a53-76d4-455c-b9be-0753c1478779 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Publish callbacks [] for security_group_rule (36139732-4839-41d8-ac1a-83d15033ca1a), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:42.204346 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-95443a53-76d4-455c-b9be-0753c1478779 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (36139732-4839-41d8-ac1a-83d15033ca1a), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:42.224884 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95443a53-76d4-455c-b9be-0753c1478779 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36139732-4839-41d8-ac1a-83d15033ca1a,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:42.230501 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-95443a53-76d4-455c-b9be-0753c1478779 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:42.234538 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-95443a53-76d4-455c-b9be-0753c1478779 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1223586 Feb 19 03:19:42.234721 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42652) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:42.239154 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-fc0d0a55-c304-4683-b1b5-4ed4af324e89 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Request body: {'security_group_rule': {'security_group_id': 'f9c366ea-bbe5-4ee9-957c-e2195345cf6a', 'project_id': '64ae991cb43e46efb531c9e00a1ca2e3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:19:42.265840 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fc0d0a55-c304-4683-b1b5-4ed4af324e89 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Publish callbacks [] for security_group_rule (34bc4b13-a087-4cd2-b981-f8e5fdf5e673), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:42.327658 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fc0d0a55-c304-4683-b1b5-4ed4af324e89 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Publish callbacks [] for security_group_rule (34bc4b13-a087-4cd2-b981-f8e5fdf5e673), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:42.332929 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fc0d0a55-c304-4683-b1b5-4ed4af324e89 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (34bc4b13-a087-4cd2-b981-f8e5fdf5e673), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:42.359547 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0d0a55-c304-4683-b1b5-4ed4af324e89 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34bc4b13-a087-4cd2-b981-f8e5fdf5e673,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:42.370426 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fc0d0a55-c304-4683-b1b5-4ed4af324e89 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:42.371685 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-fc0d0a55-c304-4683-b1b5-4ed4af324e89 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1359689 Feb 19 03:19:42.375359 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42654) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:42.380802 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-e166242a-c37f-425d-8311-6212e31d199a tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Request body: {'security_group_rule': {'security_group_id': 'f9c366ea-bbe5-4ee9-957c-e2195345cf6a', 'project_id': '64ae991cb43e46efb531c9e00a1ca2e3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:19:42.407084 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e166242a-c37f-425d-8311-6212e31d199a tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Publish callbacks [] for security_group_rule (2a71a9c3-425b-4c73-92c5-e8865fadd3a6), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:42.470624 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e166242a-c37f-425d-8311-6212e31d199a tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Publish callbacks [] for security_group_rule (2a71a9c3-425b-4c73-92c5-e8865fadd3a6), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:42.474703 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e166242a-c37f-425d-8311-6212e31d199a tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (2a71a9c3-425b-4c73-92c5-e8865fadd3a6), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:42.494052 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e166242a-c37f-425d-8311-6212e31d199a tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a71a9c3-425b-4c73-92c5-e8865fadd3a6,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:42.498584 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e166242a-c37f-425d-8311-6212e31d199a tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:42.499950 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-e166242a-c37f-425d-8311-6212e31d199a tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1234207 Feb 19 03:19:42.503429 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42656) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:42.507734 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-55451a29-f506-4451-b34e-ac7a23e17252 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Request body: {'security_group_rule': {'security_group_id': 'f9c366ea-bbe5-4ee9-957c-e2195345cf6a', 'project_id': '64ae991cb43e46efb531c9e00a1ca2e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:19:42.529851 n-d-826753-2 neutron-server[103702]: INFO neutron.db.securitygroups_db [None req-55451a29-f506-4451-b34e-ac7a23e17252 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Project 64ae991cb43e46efb531c9e00a1ca2e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 03:19:42.535553 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-55451a29-f506-4451-b34e-ac7a23e17252 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Publish callbacks [] for security_group_rule (95ab5427-741a-4d29-ae81-c31867794ad5), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:42.600562 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-55451a29-f506-4451-b34e-ac7a23e17252 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Publish callbacks [] for security_group_rule (95ab5427-741a-4d29-ae81-c31867794ad5), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:42.604250 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-55451a29-f506-4451-b34e-ac7a23e17252 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (95ab5427-741a-4d29-ae81-c31867794ad5), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:42.624036 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55451a29-f506-4451-b34e-ac7a23e17252 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95ab5427-741a-4d29-ae81-c31867794ad5,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:42.632349 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-55451a29-f506-4451-b34e-ac7a23e17252 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:42.633578 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-55451a29-f506-4451-b34e-ac7a23e17252 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1292229 Feb 19 03:19:42.636397 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42658) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:42.640615 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-a22efc0a-e1b1-49aa-aa3d-d8bbbd2361f2 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Request body: {'security_group_rule': {'security_group_id': 'f9c366ea-bbe5-4ee9-957c-e2195345cf6a', 'project_id': '64ae991cb43e46efb531c9e00a1ca2e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:19:42.662186 n-d-826753-2 neutron-server[103702]: INFO neutron.db.securitygroups_db [None req-a22efc0a-e1b1-49aa-aa3d-d8bbbd2361f2 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Project 64ae991cb43e46efb531c9e00a1ca2e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 03:19:42.668890 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a22efc0a-e1b1-49aa-aa3d-d8bbbd2361f2 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Publish callbacks [] for security_group_rule (cdd68566-3562-43fa-b68a-8ba8ceb87279), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:42.730608 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a22efc0a-e1b1-49aa-aa3d-d8bbbd2361f2 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Publish callbacks [] for security_group_rule (cdd68566-3562-43fa-b68a-8ba8ceb87279), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:42.734405 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a22efc0a-e1b1-49aa-aa3d-d8bbbd2361f2 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (cdd68566-3562-43fa-b68a-8ba8ceb87279), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:42.753855 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22efc0a-e1b1-49aa-aa3d-d8bbbd2361f2 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdd68566-3562-43fa-b68a-8ba8ceb87279,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:42.763039 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a22efc0a-e1b1-49aa-aa3d-d8bbbd2361f2 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:42.764591 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-a22efc0a-e1b1-49aa-aa3d-d8bbbd2361f2 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1272740 Feb 19 03:19:42.933325 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-20ae247e-856b-4eb6-8280-c4a54f2b20b7 req-f4eefc39-61c2-4e33-9523-52b181d81a53 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-419269995&fields=id&tenant_id=64ae991cb43e46efb531c9e00a1ca2e3 HTTP/1.1" status: 200 len: 267 time: 0.0446517 Feb 19 03:19:42.934017 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:19:43.048168 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae247e-856b-4eb6-8280-c4a54f2b20b7 req-91e512da-bc0d-4df8-8ba5-318ee9bd19dc tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:43.050764 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-20ae247e-856b-4eb6-8280-c4a54f2b20b7 req-91e512da-bc0d-4df8-8ba5-318ee9bd19dc tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] 10.222.0.72 "GET /v2.0/networks?id=b216cc2c-1512-4bae-b856-4f0437b460aa HTTP/1.1" status: 200 len: 813 time: 0.1100490 Feb 19 03:19:43.068740 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-20ae247e-856b-4eb6-8280-c4a54f2b20b7 req-8ce2dc65-4937-416a-99da-14594dd63d6d tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] 10.222.0.72 "GET /v2.0/quotas/64ae991cb43e46efb531c9e00a1ca2e3 HTTP/1.1" status: 200 len: 375 time: 0.0106995 Feb 19 03:19:43.127783 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-20ae247e-856b-4eb6-8280-c4a54f2b20b7 req-78dfeded-33cd-47ad-9539-1508e3682ce1 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=64ae991cb43e46efb531c9e00a1ca2e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0519145 Feb 19 03:19:43.229302 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-20ae247e-856b-4eb6-8280-c4a54f2b20b7 req-e237cd34-053a-4f23-96b0-80dfd461643b service neutron] 10.222.0.72 "GET /v2.0/networks/b216cc2c-1512-4bae-b856-4f0437b460aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904233 Feb 19 03:19:43.332068 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-20ae247e-856b-4eb6-8280-c4a54f2b20b7 req-6241cabe-33a5-43bc-813b-565b41ce92d8 service neutron] 10.222.0.72 "GET /v2.0/networks/b216cc2c-1512-4bae-b856-4f0437b460aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916560 Feb 19 03:19:43.637858 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-75558dad-6c16-46f9-8b11-d9a3c9832936 req-a40493a6-867e-4e1a-bdc3-34a8201c5f78 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] 10.222.0.72 "GET /v2.0/ports?device_id=4be3e524-064e-4038-8421-0b8c170e856f HTTP/1.1" status: 200 len: 210 time: 0.0285358 Feb 19 03:19:44.696359 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae247e-856b-4eb6-8280-c4a54f2b20b7 req-9893c8cf-4223-40ff-8287-58ade66097f7 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:44.697500 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-20ae247e-856b-4eb6-8280-c4a54f2b20b7 req-9893c8cf-4223-40ff-8287-58ade66097f7 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] 10.222.0.82 "GET /v2.0/networks?id=b216cc2c-1512-4bae-b856-4f0437b460aa HTTP/1.1" status: 200 len: 813 time: 0.1125815 Feb 19 03:19:44.757400 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a4d9f9b8-eb4a-423b-befe-a005cee1176b req-e27bec36-cc73-4368-9ece-05651712d119 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] 10.222.0.72 "GET /v2.0/ports?device_id=4be3e524-064e-4038-8421-0b8c170e856f HTTP/1.1" status: 200 len: 210 time: 0.0382414 Feb 19 03:19:44.801348 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-20ae247e-856b-4eb6-8280-c4a54f2b20b7 req-5f3ff99c-635d-4e81-b7e4-b20d79213a33 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64ae991cb43e46efb531c9e00a1ca2e3 HTTP/1.1" status: 200 len: 379 time: 0.0878086 Feb 19 03:19:44.810389 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-20ae247e-856b-4eb6-8280-c4a54f2b20b7 req-bd190328-79b6-40c2-8c1d-232ce0dc2136 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Request body: {'port': {'device_id': '4be3e524-064e-4038-8421-0b8c170e856f', 'network_id': 'b216cc2c-1512-4bae-b856-4f0437b460aa', 'admin_state_up': True, 'tenant_id': '64ae991cb43e46efb531c9e00a1ca2e3', 'security_groups': ['f9c366ea-bbe5-4ee9-957c-e2195345cf6a']}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:19:44.927704 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20ae247e-856b-4eb6-8280-c4a54f2b20b7 req-bd190328-79b6-40c2-8c1d-232ce0dc2136 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Made reservation on behalf of 64ae991cb43e46efb531c9e00a1ca2e3 for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:19:44.931584 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-20ae247e-856b-4eb6-8280-c4a54f2b20b7 req-bd190328-79b6-40c2-8c1d-232ce0dc2136 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:45.065341 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [req-20ae247e-856b-4eb6-8280-c4a54f2b20b7 req-bd190328-79b6-40c2-8c1d-232ce0dc2136 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Allocated IP 172.20.0.7 (b216cc2c-1512-4bae-b856-4f0437b460aa/96ee5a80-083e-4f09-972c-00585f4cdb44/d8dd1a90-0460-47f3-9fe6-e292c1c69c20) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:19:45.213820 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-20ae247e-856b-4eb6-8280-c4a54f2b20b7 req-bd190328-79b6-40c2-8c1d-232ce0dc2136 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Publish callbacks [] for port (d8dd1a90-0460-47f3-9fe6-e292c1c69c20), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:45.248982 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-20ae247e-856b-4eb6-8280-c4a54f2b20b7 req-bd190328-79b6-40c2-8c1d-232ce0dc2136 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (d8dd1a90-0460-47f3-9fe6-e292c1c69c20), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:45.293639 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20ae247e-856b-4eb6-8280-c4a54f2b20b7 req-bd190328-79b6-40c2-8c1d-232ce0dc2136 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Network b216cc2c-1512-4bae-b856-4f0437b460aa is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:19:45.296984 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [req-20ae247e-856b-4eb6-8280-c4a54f2b20b7 req-bd190328-79b6-40c2-8c1d-232ce0dc2136 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:19:45.304982 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-20ae247e-856b-4eb6-8280-c4a54f2b20b7 req-bd190328-79b6-40c2-8c1d-232ce0dc2136 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:19:45.328621 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd190328-79b6-40c2-8c1d-232ce0dc2136 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Pushing event updated for resources: {'Port': ['ID=d8dd1a90-0460-47f3-9fe6-e292c1c69c20,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:45.365338 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae247e-856b-4eb6-8280-c4a54f2b20b7 req-bd190328-79b6-40c2-8c1d-232ce0dc2136 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:45.365986 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-20ae247e-856b-4eb6-8280-c4a54f2b20b7 req-bd190328-79b6-40c2-8c1d-232ce0dc2136 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:45.384596 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-20ae247e-856b-4eb6-8280-c4a54f2b20b7 req-bd190328-79b6-40c2-8c1d-232ce0dc2136 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5782993 Feb 19 03:19:45.403393 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-20ae247e-856b-4eb6-8280-c4a54f2b20b7 req-b6d118fb-8fb9-4efc-b9da-c3818ec79a54 service neutron] Request body: {'port': {'device_id': '4be3e524-064e-4038-8421-0b8c170e856f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826753-2'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:19:45.468842 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-20ae247e-856b-4eb6-8280-c4a54f2b20b7 req-b6d118fb-8fb9-4efc-b9da-c3818ec79a54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (d8dd1a90-0460-47f3-9fe6-e292c1c69c20), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:45.557872 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-11ec408f-7231-46ab-b1ba-fa54e8cd0b66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:45.579048 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-9ba552ba-87a7-4725-9aa9-ef82003ac85b None None] Provisioning complete for port d8dd1a90-0460-47f3-9fe6-e292c1c69c20 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:19:45.579300 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-9ba552ba-87a7-4725-9aa9-ef82003ac85b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (d8dd1a90-0460-47f3-9fe6-e292c1c69c20), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:45.623602 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-9ba552ba-87a7-4725-9aa9-ef82003ac85b None None] Port d8dd1a90-0460-47f3-9fe6-e292c1c69c20 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:19:45.769894 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [req-20ae247e-856b-4eb6-8280-c4a54f2b20b7 req-b6d118fb-8fb9-4efc-b9da-c3818ec79a54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8dd1a90-0460-47f3-9fe6-e292c1c69c20 {{(pid=103701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:19:45.778482 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-20ae247e-856b-4eb6-8280-c4a54f2b20b7 req-b6d118fb-8fb9-4efc-b9da-c3818ec79a54 service neutron] Publish callbacks [] for port (d8dd1a90-0460-47f3-9fe6-e292c1c69c20), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:45.793237 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.provisioning_blocks [req-20ae247e-856b-4eb6-8280-c4a54f2b20b7 req-b6d118fb-8fb9-4efc-b9da-c3818ec79a54 service neutron] Transition to ACTIVE for port object d8dd1a90-0460-47f3-9fe6-e292c1c69c20 will not be triggered until provisioned by entity L2. {{(pid=103701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:19:45.798084 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-20ae247e-856b-4eb6-8280-c4a54f2b20b7 req-b6d118fb-8fb9-4efc-b9da-c3818ec79a54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (d8dd1a90-0460-47f3-9fe6-e292c1c69c20), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:45.859008 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d118fb-8fb9-4efc-b9da-c3818ec79a54 service neutron] Pushing event updated for resources: {'Port': ['ID=d8dd1a90-0460-47f3-9fe6-e292c1c69c20,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:45.985514 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9207081-f02e-4f2c-9898-f534fa6c519c req-e03af210-388c-4e9c-9c95-8dfccf4a7e33 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:45.987492 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c9207081-f02e-4f2c-9898-f534fa6c519c req-e03af210-388c-4e9c-9c95-8dfccf4a7e33 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] 10.222.0.72 "GET /v2.0/ports?device_id=4be3e524-064e-4038-8421-0b8c170e856f HTTP/1.1" status: 200 len: 943 time: 0.1321263 Feb 19 03:19:46.032630 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-20ae247e-856b-4eb6-8280-c4a54f2b20b7 req-b6d118fb-8fb9-4efc-b9da-c3818ec79a54 service neutron] Attempting to bind port d8dd1a90-0460-47f3-9fe6-e292c1c69c20 on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:19:46.033994 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-20ae247e-856b-4eb6-8280-c4a54f2b20b7 req-b6d118fb-8fb9-4efc-b9da-c3818ec79a54 service neutron] Attempting to bind port d8dd1a90-0460-47f3-9fe6-e292c1c69c20 by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': 'bc5d74be-1223-49a4-a23a-7c0d761331cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'b216cc2c-1512-4bae-b856-4f0437b460aa'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:19:46.034601 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ae247e-856b-4eb6-8280-c4a54f2b20b7 req-b6d118fb-8fb9-4efc-b9da-c3818ec79a54 service neutron] Attempting to bind port d8dd1a90-0460-47f3-9fe6-e292c1c69c20 on network b216cc2c-1512-4bae-b856-4f0437b460aa {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:19:46.052560 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ae247e-856b-4eb6-8280-c4a54f2b20b7 req-b6d118fb-8fb9-4efc-b9da-c3818ec79a54 service neutron] Port d8dd1a90-0460-47f3-9fe6-e292c1c69c20 on network b216cc2c-1512-4bae-b856-4f0437b460aa not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:19:46.053360 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ae247e-856b-4eb6-8280-c4a54f2b20b7 req-b6d118fb-8fb9-4efc-b9da-c3818ec79a54 service neutron] Attempting to bind port d8dd1a90-0460-47f3-9fe6-e292c1c69c20 on network b216cc2c-1512-4bae-b856-4f0437b460aa {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:19:46.069449 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ae247e-856b-4eb6-8280-c4a54f2b20b7 req-b6d118fb-8fb9-4efc-b9da-c3818ec79a54 service neutron] Checking agent: {'id': 'bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:19:46.069857 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ae247e-856b-4eb6-8280-c4a54f2b20b7 req-b6d118fb-8fb9-4efc-b9da-c3818ec79a54 service neutron] Checking segment: {'id': 'bc5d74be-1223-49a4-a23a-7c0d761331cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'b216cc2c-1512-4bae-b856-4f0437b460aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:19:46.070352 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ae247e-856b-4eb6-8280-c4a54f2b20b7 req-b6d118fb-8fb9-4efc-b9da-c3818ec79a54 service neutron] Bound using segment: {'id': 'bc5d74be-1223-49a4-a23a-7c0d761331cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'b216cc2c-1512-4bae-b856-4f0437b460aa'} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:19:46.070862 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-20ae247e-856b-4eb6-8280-c4a54f2b20b7 req-b6d118fb-8fb9-4efc-b9da-c3818ec79a54 service neutron] Bound port: d8dd1a90-0460-47f3-9fe6-e292c1c69c20, host: n-h2-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc5d74be-1223-49a4-a23a-7c0d761331cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'b216cc2c-1512-4bae-b856-4f0437b460aa'}}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:19:46.071324 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-20ae247e-856b-4eb6-8280-c4a54f2b20b7 req-b6d118fb-8fb9-4efc-b9da-c3818ec79a54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (d8dd1a90-0460-47f3-9fe6-e292c1c69c20), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:46.090956 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c9207081-f02e-4f2c-9898-f534fa6c519c req-b51736d2-58aa-4e7a-abba-a60a1b6ff40c tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] 10.222.0.72 "GET /v2.0/security-groups?id=f9c366ea-bbe5-4ee9-957c-e2195345cf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959635 Feb 19 03:19:46.149937 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-20ae247e-856b-4eb6-8280-c4a54f2b20b7 req-b6d118fb-8fb9-4efc-b9da-c3818ec79a54 service neutron] For port d8dd1a90-0460-47f3-9fe6-e292c1c69c20, host n-h2-826753-2, cleared binding levels {{(pid=103701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:19:46.153922 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-20ae247e-856b-4eb6-8280-c4a54f2b20b7 req-b6d118fb-8fb9-4efc-b9da-c3818ec79a54 service neutron] For port d8dd1a90-0460-47f3-9fe6-e292c1c69c20, host n-h2-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=d8dd1a90-0460-47f3-9fe6-e292c1c69c20,segment=NetworkSegment(bc5d74be-1223-49a4-a23a-7c0d761331cb),segment_id=bc5d74be-1223-49a4-a23a-7c0d761331cb)] {{(pid=103701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:19:46.161362 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-20ae247e-856b-4eb6-8280-c4a54f2b20b7 req-b6d118fb-8fb9-4efc-b9da-c3818ec79a54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (d8dd1a90-0460-47f3-9fe6-e292c1c69c20), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:46.201187 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae247e-856b-4eb6-8280-c4a54f2b20b7 req-b6d118fb-8fb9-4efc-b9da-c3818ec79a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:46.201895 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-20ae247e-856b-4eb6-8280-c4a54f2b20b7 req-b6d118fb-8fb9-4efc-b9da-c3818ec79a54 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:46.203646 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-20ae247e-856b-4eb6-8280-c4a54f2b20b7 req-b6d118fb-8fb9-4efc-b9da-c3818ec79a54 service neutron] 10.222.0.82 "PUT /v2.0/ports/d8dd1a90-0460-47f3-9fe6-e292c1c69c20 HTTP/1.1" status: 200 len: 1091 time: 0.8053510 Feb 19 03:19:46.204108 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4be3e524-064e-4038-8421-0b8c170e856f', 'tag': 'd8dd1a90-0460-47f3-9fe6-e292c1c69c20'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:19:46.207144 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bcf5d04-66dd-4197-9719-85b1cbe0fc71" -d '{"events": [{"name": "network-changed", "server_uuid": "4be3e524-064e-4038-8421-0b8c170e856f", "tag": "d8dd1a90-0460-47f3-9fe6-e292c1c69c20"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:19:46.253767 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d118fb-8fb9-4efc-b9da-c3818ec79a54 service neutron] Pushing event updated for resources: {'Port': ['ID=d8dd1a90-0460-47f3-9fe6-e292c1c69c20,revision_number=3']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:46.265274 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1ea526e-6048-4a5b-9283-6b398c2e014e x-openstack-request-id: req-e1ea526e-6048-4a5b-9283-6b398c2e014e {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:19:46.265573 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4be3e524-064e-4038-8421-0b8c170e856f", "tag": "d8dd1a90-0460-47f3-9fe6-e292c1c69c20", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:19:46.265836 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e1ea526e-6048-4a5b-9283-6b398c2e014e {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:19:46.266300 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4be3e524-064e-4038-8421-0b8c170e856f', 'tag': 'd8dd1a90-0460-47f3-9fe6-e292c1c69c20', 'status': 'completed', 'code': 200} Feb 19 03:19:46.340607 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae247e-856b-4eb6-8280-c4a54f2b20b7 req-f2e77ff0-7372-4a25-a4a2-c9fbcd1de70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:46.343085 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-20ae247e-856b-4eb6-8280-c4a54f2b20b7 req-f2e77ff0-7372-4a25-a4a2-c9fbcd1de70e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=64ae991cb43e46efb531c9e00a1ca2e3&device_id=4be3e524-064e-4038-8421-0b8c170e856f HTTP/1.1" status: 200 len: 1125 time: 0.0588696 Feb 19 03:19:46.737130 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-20ae247e-856b-4eb6-8280-c4a54f2b20b7 req-f3198828-e168-422d-b728-c162476f6423 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d8dd1a90-0460-47f3-9fe6-e292c1c69c20 HTTP/1.1" status: 200 len: 217 time: 0.3779788 Feb 19 03:19:46.785160 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae247e-856b-4eb6-8280-c4a54f2b20b7 req-a949d8b0-1d36-4693-8e71-46774c581f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:46.786651 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-20ae247e-856b-4eb6-8280-c4a54f2b20b7 req-a949d8b0-1d36-4693-8e71-46774c581f55 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=96ee5a80-083e-4f09-972c-00585f4cdb44 HTTP/1.1" status: 200 len: 852 time: 0.0445495 Feb 19 03:19:46.836728 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae247e-856b-4eb6-8280-c4a54f2b20b7 req-4e02f48a-f762-42b6-b042-764277592abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:46.838259 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-20ae247e-856b-4eb6-8280-c4a54f2b20b7 req-4e02f48a-f762-42b6-b042-764277592abd service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b216cc2c-1512-4bae-b856-4f0437b460aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0456266 Feb 19 03:19:46.934959 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-20ae247e-856b-4eb6-8280-c4a54f2b20b7 req-3cca9601-e732-480a-9db2-c631843cb0e1 service neutron] 10.222.0.82 "GET /v2.0/networks/b216cc2c-1512-4bae-b856-4f0437b460aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896406 Feb 19 03:19:47.037363 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-20ae247e-856b-4eb6-8280-c4a54f2b20b7 req-61ff07ef-bd40-4ce9-ab48-1a7e39063feb service neutron] 10.222.0.82 "GET /v2.0/networks/b216cc2c-1512-4bae-b856-4f0437b460aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949986 Feb 19 03:19:47.172240 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcf5d04-66dd-4197-9719-85b1cbe0fc71 req-af9788af-fe86-4d5a-bea3-ad2296940efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:47.174913 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7bcf5d04-66dd-4197-9719-85b1cbe0fc71 req-af9788af-fe86-4d5a-bea3-ad2296940efa service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=64ae991cb43e46efb531c9e00a1ca2e3&device_id=4be3e524-064e-4038-8421-0b8c170e856f HTTP/1.1" status: 200 len: 1125 time: 0.0511599 Feb 19 03:19:47.294878 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d730e5f-50a7-4db8-aefc-26db26062977 req-7d16f660-a8fd-4005-9930-0ecea1e7509c tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:47.296705 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1d730e5f-50a7-4db8-aefc-26db26062977 req-7d16f660-a8fd-4005-9930-0ecea1e7509c tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] 10.222.0.72 "GET /v2.0/ports?device_id=4be3e524-064e-4038-8421-0b8c170e856f HTTP/1.1" status: 200 len: 943 time: 0.1208453 Feb 19 03:19:47.319611 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcf5d04-66dd-4197-9719-85b1cbe0fc71 req-7b185d7b-f1fa-4c35-90b0-f5d2a042b3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:47.321044 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7bcf5d04-66dd-4197-9719-85b1cbe0fc71 req-7b185d7b-f1fa-4c35-90b0-f5d2a042b3e0 service neutron] 10.222.0.82 "GET /v2.0/networks?id=b216cc2c-1512-4bae-b856-4f0437b460aa HTTP/1.1" status: 200 len: 914 time: 0.1355004 Feb 19 03:19:47.368892 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7bcf5d04-66dd-4197-9719-85b1cbe0fc71 req-c2ea3200-73df-4d9e-9a6c-dcc2f1bd2163 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d8dd1a90-0460-47f3-9fe6-e292c1c69c20 HTTP/1.1" status: 200 len: 217 time: 0.0416014 Feb 19 03:19:47.429277 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1d730e5f-50a7-4db8-aefc-26db26062977 req-4002cba3-81c1-48f8-aff4-b48bed54c979 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] 10.222.0.72 "GET /v2.0/security-groups?id=f9c366ea-bbe5-4ee9-957c-e2195345cf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245296 Feb 19 03:19:47.440732 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcf5d04-66dd-4197-9719-85b1cbe0fc71 req-546f62a1-d544-41a8-82f8-f8553bb6a678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:47.442136 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7bcf5d04-66dd-4197-9719-85b1cbe0fc71 req-546f62a1-d544-41a8-82f8-f8553bb6a678 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=96ee5a80-083e-4f09-972c-00585f4cdb44 HTTP/1.1" status: 200 len: 852 time: 0.0662470 Feb 19 03:19:47.500756 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcf5d04-66dd-4197-9719-85b1cbe0fc71 req-1e7b8679-99a3-4fc5-9e5d-c814f16f0b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:47.502486 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7bcf5d04-66dd-4197-9719-85b1cbe0fc71 req-1e7b8679-99a3-4fc5-9e5d-c814f16f0b00 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b216cc2c-1512-4bae-b856-4f0437b460aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0543642 Feb 19 03:19:47.608253 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7bcf5d04-66dd-4197-9719-85b1cbe0fc71 req-eea093bc-cc4f-49d9-9775-46e38925eb57 service neutron] 10.222.0.82 "GET /v2.0/networks/b216cc2c-1512-4bae-b856-4f0437b460aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997815 Feb 19 03:19:47.701624 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6802ad98-0c62-46f8-95f6-d2173bb0e0f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:47.712679 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7bcf5d04-66dd-4197-9719-85b1cbe0fc71 req-d448cc81-ee2f-4246-af26-184d68aa2f7b service neutron] 10.222.0.82 "GET /v2.0/networks/b216cc2c-1512-4bae-b856-4f0437b460aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982075 Feb 19 03:19:48.566111 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52d8ea5-3040-4cc0-af9e-d3a940e49a72 req-86f8fc03-cdbe-45dc-a2e7-e9b952c74577 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:48.568357 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d52d8ea5-3040-4cc0-af9e-d3a940e49a72 req-86f8fc03-cdbe-45dc-a2e7-e9b952c74577 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] 10.222.0.72 "GET /v2.0/ports?device_id=4be3e524-064e-4038-8421-0b8c170e856f HTTP/1.1" status: 200 len: 943 time: 0.0599387 Feb 19 03:19:48.621726 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d52d8ea5-3040-4cc0-af9e-d3a940e49a72 req-cefe6962-dda3-4586-ac56-4cf6cf4f3e93 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] 10.222.0.72 "GET /v2.0/security-groups?id=f9c366ea-bbe5-4ee9-957c-e2195345cf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475545 Feb 19 03:19:49.315530 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:49.787896 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cf7336-9e93-443f-be78-69ad8fabc05c req-10c42193-1491-4022-9043-22d1ba52e1ba tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:49.789721 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-24cf7336-9e93-443f-be78-69ad8fabc05c req-10c42193-1491-4022-9043-22d1ba52e1ba tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] 10.222.0.72 "GET /v2.0/ports?device_id=4be3e524-064e-4038-8421-0b8c170e856f HTTP/1.1" status: 200 len: 943 time: 0.0713162 Feb 19 03:19:49.856117 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-24cf7336-9e93-443f-be78-69ad8fabc05c req-72babb33-d0b9-4275-8be7-15bcd61a215f tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] 10.222.0.72 "GET /v2.0/security-groups?id=f9c366ea-bbe5-4ee9-957c-e2195345cf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592284 Feb 19 03:19:50.511489 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:51.002120 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff27cae7-48a0-4667-b7bc-ca44aaa56f4e req-4acad34f-547c-46a9-bb4f-95adab9a3be8 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:51.004300 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ff27cae7-48a0-4667-b7bc-ca44aaa56f4e req-4acad34f-547c-46a9-bb4f-95adab9a3be8 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] 10.222.0.72 "GET /v2.0/ports?device_id=4be3e524-064e-4038-8421-0b8c170e856f HTTP/1.1" status: 200 len: 943 time: 0.0738127 Feb 19 03:19:51.057477 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ff27cae7-48a0-4667-b7bc-ca44aaa56f4e req-e95ba58c-60d6-47dc-94ca-90f49e3e79b1 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] 10.222.0.72 "GET /v2.0/security-groups?id=f9c366ea-bbe5-4ee9-957c-e2195345cf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474885 Feb 19 03:19:51.962025 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:52.442680 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ca99bb-e872-4b0c-bcd4-9acd3d5e79d7 req-4e75b46b-fa21-4ae3-816c-556fb2df1ebd tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:52.444213 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-15ca99bb-e872-4b0c-bcd4-9acd3d5e79d7 req-4e75b46b-fa21-4ae3-816c-556fb2df1ebd tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] 10.222.0.72 "GET /v2.0/ports?device_id=4be3e524-064e-4038-8421-0b8c170e856f HTTP/1.1" status: 200 len: 943 time: 0.0565190 Feb 19 03:19:52.500166 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-15ca99bb-e872-4b0c-bcd4-9acd3d5e79d7 req-dfa99e29-b8b9-4f56-a898-583caf59eff4 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] 10.222.0.72 "GET /v2.0/security-groups?id=f9c366ea-bbe5-4ee9-957c-e2195345cf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503535 Feb 19 03:19:52.700292 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:53.638107 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38257bb5-6e31-484f-be0f-515aa9e6be0a req-a2ba6c6e-f9a8-4789-a45c-ece9337bb482 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:53.640003 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-38257bb5-6e31-484f-be0f-515aa9e6be0a req-a2ba6c6e-f9a8-4789-a45c-ece9337bb482 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] 10.222.0.72 "GET /v2.0/ports?device_id=4be3e524-064e-4038-8421-0b8c170e856f HTTP/1.1" status: 200 len: 943 time: 0.0611753 Feb 19 03:19:53.699804 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-38257bb5-6e31-484f-be0f-515aa9e6be0a req-a7286ad5-d77e-44ab-8c48-f90e65907c0a tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] 10.222.0.72 "GET /v2.0/security-groups?id=f9c366ea-bbe5-4ee9-957c-e2195345cf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535343 Feb 19 03:19:54.825241 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041c560d-e057-4654-9364-8d1903efea70 req-2f9bb1ae-50aa-462d-9891-e96e1fcd7ce3 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:54.827084 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-041c560d-e057-4654-9364-8d1903efea70 req-2f9bb1ae-50aa-462d-9891-e96e1fcd7ce3 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] 10.222.0.72 "GET /v2.0/ports?device_id=4be3e524-064e-4038-8421-0b8c170e856f HTTP/1.1" status: 200 len: 943 time: 0.0574508 Feb 19 03:19:54.880073 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-041c560d-e057-4654-9364-8d1903efea70 req-0491223e-d527-4573-b92f-5ad0ad77663c tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] 10.222.0.72 "GET /v2.0/security-groups?id=f9c366ea-bbe5-4ee9-957c-e2195345cf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473113 Feb 19 03:19:56.012493 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7da5d1-b582-4446-9606-aa5c797f42c2 req-e27647e3-7db4-4872-ae0a-b8fd457ae214 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:56.014025 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ba7da5d1-b582-4446-9606-aa5c797f42c2 req-e27647e3-7db4-4872-ae0a-b8fd457ae214 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] 10.222.0.72 "GET /v2.0/ports?device_id=4be3e524-064e-4038-8421-0b8c170e856f HTTP/1.1" status: 200 len: 943 time: 0.0636308 Feb 19 03:19:56.070648 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ba7da5d1-b582-4446-9606-aa5c797f42c2 req-08002c21-4ed2-4090-a70f-64a4cd301fc0 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] 10.222.0.72 "GET /v2.0/security-groups?id=f9c366ea-bbe5-4ee9-957c-e2195345cf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509839 Feb 19 03:19:56.368196 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:57.195377 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c5a53-d0b8-4076-b6aa-e14ce92927c4 req-e8ec3ac8-cd1c-4dec-9f19-85aef4e8d279 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:57.196991 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-197c5a53-d0b8-4076-b6aa-e14ce92927c4 req-e8ec3ac8-cd1c-4dec-9f19-85aef4e8d279 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] 10.222.0.72 "GET /v2.0/ports?device_id=4be3e524-064e-4038-8421-0b8c170e856f HTTP/1.1" status: 200 len: 943 time: 0.0533934 Feb 19 03:19:57.256751 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-197c5a53-d0b8-4076-b6aa-e14ce92927c4 req-6d38d659-dcce-47c0-bd9b-29ae91147f9f tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] 10.222.0.72 "GET /v2.0/security-groups?id=f9c366ea-bbe5-4ee9-957c-e2195345cf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528738 Feb 19 03:19:57.295881 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7101b6db-0c01-4a70-894b-24c96d549a69 req-6b18ed86-92ed-4378-a068-9c0f01df1515 tempest-TestNetworkAdvancedServerOps-967795877 tempest-TestNetworkAdvancedServerOps-967795877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:57.297689 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7101b6db-0c01-4a70-894b-24c96d549a69 req-6b18ed86-92ed-4378-a068-9c0f01df1515 tempest-TestNetworkAdvancedServerOps-967795877 tempest-TestNetworkAdvancedServerOps-967795877-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=b1eb5b30-f883-44f5-8b29-2ad5d9d2b00d HTTP/1.1" status: 200 len: 1128 time: 0.0575972 Feb 19 03:19:57.351424 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7101b6db-0c01-4a70-894b-24c96d549a69 req-08951fa1-6f94-470a-835b-e7e365e898e4 tempest-TestNetworkAdvancedServerOps-967795877 tempest-TestNetworkAdvancedServerOps-967795877-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=768624ca-d116-45bb-8a95-6a5cd6c608a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477984 Feb 19 03:19:57.373846 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42720) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:57.537867 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-ef899e86-7c40-461d-8e63-0d347e01b08c tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Deleting port 8dbcd772-ac8e-44bc-80fb-d547965b07c3 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:19:57.538483 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ef899e86-7c40-461d-8e63-0d347e01b08c tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (8dbcd772-ac8e-44bc-80fb-d547965b07c3), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:57.614281 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ef899e86-7c40-461d-8e63-0d347e01b08c tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (8dbcd772-ac8e-44bc-80fb-d547965b07c3), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:57.614513 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ef899e86-7c40-461d-8e63-0d347e01b08c tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for floatingip (8dbcd772-ac8e-44bc-80fb-d547965b07c3), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:57.626039 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-ef899e86-7c40-461d-8e63-0d347e01b08c tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Calling delete_port for 8dbcd772-ac8e-44bc-80fb-d547965b07c3 owned by network:floatingip {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:19:57.776650 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ef899e86-7c40-461d-8e63-0d347e01b08c tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (8dbcd772-ac8e-44bc-80fb-d547965b07c3), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:57.802758 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef899e86-7c40-461d-8e63-0d347e01b08c tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Pushing event deleted for resources: {'Port': ['ID=8dbcd772-ac8e-44bc-80fb-d547965b07c3,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:57.868091 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ef899e86-7c40-461d-8e63-0d347e01b08c tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for floatingip (552af909-fe13-4e7c-8d48-029f74926870), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:57.868474 n-d-826753-2 neutron-server[103702]: INFO neutron.db.l3_db [None req-ef899e86-7c40-461d-8e63-0d347e01b08c tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Floating IP 552af909-fe13-4e7c-8d48-029f74926870 disassociated (deleted). External IP: 172.25.6.15, port: b3e64be4-e4c6-4d36-95f4-1c9864074986. Feb 19 03:19:58.092140 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef899e86-7c40-461d-8e63-0d347e01b08c tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Router 27fd2252-637a-49c5-9ef5-14fea80c66c6 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:19:58.204858 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef899e86-7c40-461d-8e63-0d347e01b08c tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:19:58.209320 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ef899e86-7c40-461d-8e63-0d347e01b08c tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:58.213941 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1d49f2-ae73-4860-a61b-5c21ffa342ca None None] Sync routers for ids ['27fd2252-637a-49c5-9ef5-14fea80c66c6'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:19:58.224290 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1d49f2-ae73-4860-a61b-5c21ffa342ca None None] Routers {'27fd2252-637a-49c5-9ef5-14fea80c66c6'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:19:58.224918 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-ba1d49f2-ae73-4860-a61b-5c21ffa342ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:19:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['27fd2252-637a-49c5-9ef5-14fea80c66c6'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:58.243083 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-ef899e86-7c40-461d-8e63-0d347e01b08c tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "DELETE /v2.0/floatingips/552af909-fe13-4e7c-8d48-029f74926870 HTTP/1.1" status: 204 len: 168 time: 0.8680027 Feb 19 03:19:58.244032 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1eb5b30-f883-44f5-8b29-2ad5d9d2b00d', 'tag': 'b3e64be4-e4c6-4d36-95f4-1c9864074986'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:19:58.246328 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d73c18d9-6f25-4edf-ad74-5073670a1965" -d '{"events": [{"name": "network-changed", "server_uuid": "b1eb5b30-f883-44f5-8b29-2ad5d9d2b00d", "tag": "b3e64be4-e4c6-4d36-95f4-1c9864074986"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:19:58.291129 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-906f3c75-3348-4717-abe4-57da57761ebb x-openstack-request-id: req-906f3c75-3348-4717-abe4-57da57761ebb {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:19:58.291644 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1eb5b30-f883-44f5-8b29-2ad5d9d2b00d", "tag": "b3e64be4-e4c6-4d36-95f4-1c9864074986", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:19:58.292553 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-906f3c75-3348-4717-abe4-57da57761ebb {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:19:58.294125 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1eb5b30-f883-44f5-8b29-2ad5d9d2b00d', 'tag': 'b3e64be4-e4c6-4d36-95f4-1c9864074986', 'status': 'completed', 'code': 200} Feb 19 03:19:58.342210 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-ba1d49f2-ae73-4860-a61b-5c21ffa342ca None None] Set router 27fd2252-637a-49c5-9ef5-14fea80c66c6 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:19:58.411205 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae23bd1-d7b4-4c46-b8d3-d9bf48895d72 req-c90acac9-2d6f-486e-be59-b534bdaede8a tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:58.412808 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8ae23bd1-d7b4-4c46-b8d3-d9bf48895d72 req-c90acac9-2d6f-486e-be59-b534bdaede8a tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] 10.222.0.72 "GET /v2.0/ports?device_id=4be3e524-064e-4038-8421-0b8c170e856f HTTP/1.1" status: 200 len: 943 time: 0.0758843 Feb 19 03:19:58.534237 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8ae23bd1-d7b4-4c46-b8d3-d9bf48895d72 req-e214da8a-ed39-42ae-890a-581a540eb0e5 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] 10.222.0.72 "GET /v2.0/security-groups?id=f9c366ea-bbe5-4ee9-957c-e2195345cf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144497 Feb 19 03:19:58.567539 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59414b11-e858-4061-9091-fd30d87eb4b6 req-bbd4eb25-62b4-4358-93d7-a3973888dec8 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:58.569092 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-59414b11-e858-4061-9091-fd30d87eb4b6 req-bbd4eb25-62b4-4358-93d7-a3973888dec8 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1eb5b30-f883-44f5-8b29-2ad5d9d2b00d HTTP/1.1" status: 200 len: 946 time: 0.1119239 Feb 19 03:19:58.571402 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73c18d9-6f25-4edf-ad74-5073670a1965 req-6ad65b9d-561a-42a6-b1d8-73fd27a37665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:58.572241 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d73c18d9-6f25-4edf-ad74-5073670a1965 req-6ad65b9d-561a-42a6-b1d8-73fd27a37665 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3bc3bb28499f4673b42d5b4a69d45946&device_id=b1eb5b30-f883-44f5-8b29-2ad5d9d2b00d HTTP/1.1" status: 200 len: 1128 time: 0.1972365 Feb 19 03:19:58.587555 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-ba1d49f2-ae73-4860-a61b-5c21ffa342ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27fd2252-637a-49c5-9ef5-14fea80c66c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-184969492', 'tenant_id': '3bc3bb28499f4673b42d5b4a69d45946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '902e7d68-d978-4da8-a6d8-c3d98941d135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:17:18Z', 'updated_at': '2022-02-19T03:17:23Z', 'revision_number': 4, 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'gw_port': {'id': '902e7d68-d978-4da8-a6d8-c3d98941d135', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:63:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27fd2252-637a-49c5-9ef5-14fea80c66c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:17:19Z', 'updated_at': '2022-02-19T03:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '03d9be9a-624c-4319-8f2e-8fa31e8a9686', 'name': '', 'network_id': 'aa00952d-de9c-4d5d-ab13-6cd6c73b1fe8', 'tenant_id': '3bc3bb28499f4673b42d5b4a69d45946', 'mac_address': 'fa:16:3e:59:95:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27fd2252-637a-49c5-9ef5-14fea80c66c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '9a463e69-de83-4275-952a-5193f40c31f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:17:22Z', 'updated_at': '2022-02-19T03:17:26Z', 'revision_number': 5, 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'subnets': [{'id': '9a463e69-de83-4275-952a-5193f40c31f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:58.614788 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1d49f2-ae73-4860-a61b-5c21ffa342ca None None] Checking router: 27fd2252-637a-49c5-9ef5-14fea80c66c6 for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:19:58.623381 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1d49f2-ae73-4860-a61b-5c21ffa342ca None None] Routers {'27fd2252-637a-49c5-9ef5-14fea80c66c6'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:19:58.623996 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-ba1d49f2-ae73-4860-a61b-5c21ffa342ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:19:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['27fd2252-637a-49c5-9ef5-14fea80c66c6'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:58.676508 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-59414b11-e858-4061-9091-fd30d87eb4b6 req-55654f97-f508-49e0-aea9-94fb04601abd tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=768624ca-d116-45bb-8a95-6a5cd6c608a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995791 Feb 19 03:19:58.701807 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73c18d9-6f25-4edf-ad74-5073670a1965 req-65e8ea67-985f-4e8a-b621-d24acf260acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:58.703292 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d73c18d9-6f25-4edf-ad74-5073670a1965 req-65e8ea67-985f-4e8a-b621-d24acf260acd service neutron] 10.222.0.82 "GET /v2.0/networks?id=aa00952d-de9c-4d5d-ab13-6cd6c73b1fe8 HTTP/1.1" status: 200 len: 897 time: 0.1199775 Feb 19 03:19:58.755221 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d73c18d9-6f25-4edf-ad74-5073670a1965 req-d154d3f3-3564-47bb-8b69-a7a339228263 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3e64be4-e4c6-4d36-95f4-1c9864074986 HTTP/1.1" status: 200 len: 217 time: 0.0449386 Feb 19 03:19:58.764075 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-ba1d49f2-ae73-4860-a61b-5c21ffa342ca None None] Set router 27fd2252-637a-49c5-9ef5-14fea80c66c6 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:19:58.804420 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73c18d9-6f25-4edf-ad74-5073670a1965 req-c464765f-93f6-4ebf-af22-60016505d9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:58.805977 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d73c18d9-6f25-4edf-ad74-5073670a1965 req-c464765f-93f6-4ebf-af22-60016505d9c2 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9a463e69-de83-4275-952a-5193f40c31f0 HTTP/1.1" status: 200 len: 834 time: 0.0451524 Feb 19 03:19:58.857191 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73c18d9-6f25-4edf-ad74-5073670a1965 req-9e5a8abc-a0f6-4e4e-a968-0655c03e395c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:58.858717 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d73c18d9-6f25-4edf-ad74-5073670a1965 req-9e5a8abc-a0f6-4e4e-a968-0655c03e395c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=aa00952d-de9c-4d5d-ab13-6cd6c73b1fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0464435 Feb 19 03:19:58.869702 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [req-d73c18d9-6f25-4edf-ad74-5073670a1965 req-f948d3c6-ae5e-4be9-8ab1-bc1114d5e753 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103701) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:19:58.870717 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d73c18d9-6f25-4edf-ad74-5073670a1965 req-f948d3c6-ae5e-4be9-8ab1-bc1114d5e753 service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050702 Feb 19 03:19:58.971437 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d73c18d9-6f25-4edf-ad74-5073670a1965 req-e94d6189-a65e-4914-b9bb-cb99f5b1d5ac service neutron] 10.222.0.82 "GET /v2.0/networks/aa00952d-de9c-4d5d-ab13-6cd6c73b1fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933051 Feb 19 03:19:58.972229 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-ba1d49f2-ae73-4860-a61b-5c21ffa342ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27fd2252-637a-49c5-9ef5-14fea80c66c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-184969492', 'tenant_id': '3bc3bb28499f4673b42d5b4a69d45946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '902e7d68-d978-4da8-a6d8-c3d98941d135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:17:18Z', 'updated_at': '2022-02-19T03:17:23Z', 'revision_number': 4, 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'gw_port': {'id': '902e7d68-d978-4da8-a6d8-c3d98941d135', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:63:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27fd2252-637a-49c5-9ef5-14fea80c66c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:17:19Z', 'updated_at': '2022-02-19T03:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '03d9be9a-624c-4319-8f2e-8fa31e8a9686', 'name': '', 'network_id': 'aa00952d-de9c-4d5d-ab13-6cd6c73b1fe8', 'tenant_id': '3bc3bb28499f4673b42d5b4a69d45946', 'mac_address': 'fa:16:3e:59:95:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27fd2252-637a-49c5-9ef5-14fea80c66c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '9a463e69-de83-4275-952a-5193f40c31f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:17:22Z', 'updated_at': '2022-02-19T03:17:26Z', 'revision_number': 5, 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'subnets': [{'id': '9a463e69-de83-4275-952a-5193f40c31f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:58.999049 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1d49f2-ae73-4860-a61b-5c21ffa342ca None None] The sync data for ids ['27fd2252-637a-49c5-9ef5-14fea80c66c6'] in n-d-826753-2 is: [{'id': '27fd2252-637a-49c5-9ef5-14fea80c66c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-184969492', 'tenant_id': '3bc3bb28499f4673b42d5b4a69d45946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '902e7d68-d978-4da8-a6d8-c3d98941d135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:17:18Z', 'updated_at': '2022-02-19T03:17:23Z', 'revision_number': 4, 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'gw_port': {'id': '902e7d68-d978-4da8-a6d8-c3d98941d135', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:63:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27fd2252-637a-49c5-9ef5-14fea80c66c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:17:19Z', 'updated_at': '2022-02-19T03:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '03d9be9a-624c-4319-8f2e-8fa31e8a9686', 'name': '', 'network_id': 'aa00952d-de9c-4d5d-ab13-6cd6c73b1fe8', 'tenant_id': '3bc3bb28499f4673b42d5b4a69d45946', 'mac_address': 'fa:16:3e:59:95:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27fd2252-637a-49c5-9ef5-14fea80c66c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '9a463e69-de83-4275-952a-5193f40c31f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:17:22Z', 'updated_at': '2022-02-19T03:17:26Z', 'revision_number': 5, 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'subnets': [{'id': '9a463e69-de83-4275-952a-5193f40c31f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:19:59.075785 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d73c18d9-6f25-4edf-ad74-5073670a1965 req-b8b3b5d8-73e1-4cf5-b8ae-11f821bf73db service neutron] 10.222.0.82 "GET /v2.0/networks/aa00952d-de9c-4d5d-ab13-6cd6c73b1fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980797 Feb 19 03:19:59.239390 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29a54cf-12eb-42e6-98ed-3ab86c3e224a None None] New status for floating IP 552af909-fe13-4e7c-8d48-029f74926870: DOWN {{(pid=103704) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:19:59.679737 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e14647-19af-4aa0-937f-c8b98127d857 req-8235bb04-397f-4fde-9f56-85d0fbc171bf tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:59.681268 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b6e14647-19af-4aa0-937f-c8b98127d857 req-8235bb04-397f-4fde-9f56-85d0fbc171bf tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] 10.222.0.72 "GET /v2.0/ports?device_id=4be3e524-064e-4038-8421-0b8c170e856f HTTP/1.1" status: 200 len: 943 time: 0.0599842 Feb 19 03:19:59.739830 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b6e14647-19af-4aa0-937f-c8b98127d857 req-c7d95da2-3d9f-4bbd-989a-a380a7380891 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] 10.222.0.72 "GET /v2.0/security-groups?id=f9c366ea-bbe5-4ee9-957c-e2195345cf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528898 Feb 19 03:19:59.821654 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f060a75-1530-4a9f-8641-0a774f4604ff req-2aed3d12-d0aa-40a9-a110-3e350866c71a tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:59.823067 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4f060a75-1530-4a9f-8641-0a774f4604ff req-2aed3d12-d0aa-40a9-a110-3e350866c71a tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1eb5b30-f883-44f5-8b29-2ad5d9d2b00d HTTP/1.1" status: 200 len: 946 time: 0.0576222 Feb 19 03:19:59.881084 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4f060a75-1530-4a9f-8641-0a774f4604ff req-0884278b-2c54-4928-bac7-997cfb38b3ce tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=768624ca-d116-45bb-8a95-6a5cd6c608a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524776 Feb 19 03:19:59.922272 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c93595-4bef-4bc7-ae36-529f32f21b59 req-c8eacffc-8c27-419e-8f8f-2e28261b8872 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:59.925186 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d6c93595-4bef-4bc7-ae36-529f32f21b59 req-c8eacffc-8c27-419e-8f8f-2e28261b8872 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.82 "GET /v2.0/ports?device_id=b1eb5b30-f883-44f5-8b29-2ad5d9d2b00d HTTP/1.1" status: 200 len: 946 time: 0.0566869 Feb 19 03:20:00.025678 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-d6c93595-4bef-4bc7-ae36-529f32f21b59 req-6c1c6b5a-80ee-483e-9aa1-d6ef7e78cc23 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Deleting port b3e64be4-e4c6-4d36-95f4-1c9864074986 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:20:00.026017 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-d6c93595-4bef-4bc7-ae36-529f32f21b59 req-6c1c6b5a-80ee-483e-9aa1-d6ef7e78cc23 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (b3e64be4-e4c6-4d36-95f4-1c9864074986), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:00.118206 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-d6c93595-4bef-4bc7-ae36-529f32f21b59 req-6c1c6b5a-80ee-483e-9aa1-d6ef7e78cc23 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] For port b3e64be4-e4c6-4d36-95f4-1c9864074986, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=b3e64be4-e4c6-4d36-95f4-1c9864074986,segment=NetworkSegment(9af82d65-a592-41a3-9bd1-9ac04167b63f),segment_id=9af82d65-a592-41a3-9bd1-9ac04167b63f)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:20:00.118489 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-d6c93595-4bef-4bc7-ae36-529f32f21b59 req-6c1c6b5a-80ee-483e-9aa1-d6ef7e78cc23 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (b3e64be4-e4c6-4d36-95f4-1c9864074986), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:00.131006 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-d6c93595-4bef-4bc7-ae36-529f32f21b59 req-6c1c6b5a-80ee-483e-9aa1-d6ef7e78cc23 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Calling delete_port for b3e64be4-e4c6-4d36-95f4-1c9864074986 owned by compute:nova {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:20:00.268622 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-d6c93595-4bef-4bc7-ae36-529f32f21b59 req-6c1c6b5a-80ee-483e-9aa1-d6ef7e78cc23 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (b3e64be4-e4c6-4d36-95f4-1c9864074986), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:00.295600 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1c6b5a-80ee-483e-9aa1-d6ef7e78cc23 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Pushing event deleted for resources: {'Port': ['ID=b3e64be4-e4c6-4d36-95f4-1c9864074986,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:00.306664 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1c6b5a-80ee-483e-9aa1-d6ef7e78cc23 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:00.307015 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1c6b5a-80ee-483e-9aa1-d6ef7e78cc23 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:00.307370 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1c6b5a-80ee-483e-9aa1-d6ef7e78cc23 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:00.307705 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1c6b5a-80ee-483e-9aa1-d6ef7e78cc23 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:00.308045 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1c6b5a-80ee-483e-9aa1-d6ef7e78cc23 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:00.308376 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1c6b5a-80ee-483e-9aa1-d6ef7e78cc23 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:00.308708 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1c6b5a-80ee-483e-9aa1-d6ef7e78cc23 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:00.309052 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1c6b5a-80ee-483e-9aa1-d6ef7e78cc23 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:00.309387 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1c6b5a-80ee-483e-9aa1-d6ef7e78cc23 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:00.309720 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1c6b5a-80ee-483e-9aa1-d6ef7e78cc23 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:00.310495 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1c6b5a-80ee-483e-9aa1-d6ef7e78cc23 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:00.310495 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1c6b5a-80ee-483e-9aa1-d6ef7e78cc23 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:00.310705 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1c6b5a-80ee-483e-9aa1-d6ef7e78cc23 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:00.357690 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6c93595-4bef-4bc7-ae36-529f32f21b59 req-6c1c6b5a-80ee-483e-9aa1-d6ef7e78cc23 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] No DVR routers for this DVR port b3e64be4-e4c6-4d36-95f4-1c9864074986 on host n-h2-826753-2 {{(pid=103701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:20:00.360829 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-d6c93595-4bef-4bc7-ae36-529f32f21b59 req-6c1c6b5a-80ee-483e-9aa1-d6ef7e78cc23 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:00.364270 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d6c93595-4bef-4bc7-ae36-529f32f21b59 req-6c1c6b5a-80ee-483e-9aa1-d6ef7e78cc23 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.82 "DELETE /v2.0/ports/b3e64be4-e4c6-4d36-95f4-1c9864074986 HTTP/1.1" status: 204 len: 173 time: 0.4338109 Feb 19 03:20:00.364713 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1eb5b30-f883-44f5-8b29-2ad5d9d2b00d', 'name': 'network-vif-deleted', 'tag': 'b3e64be4-e4c6-4d36-95f4-1c9864074986'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:20:00.366963 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c9deccb-2b98-4f18-917d-ec91aee6a229" -d '{"events": [{"server_uuid": "b1eb5b30-f883-44f5-8b29-2ad5d9d2b00d", "name": "network-vif-deleted", "tag": "b3e64be4-e4c6-4d36-95f4-1c9864074986"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:20:00.402377 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ede29b54-e121-4490-8460-8ee7f2269a0a x-openstack-request-id: req-ede29b54-e121-4490-8460-8ee7f2269a0a {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:20:00.402778 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1eb5b30-f883-44f5-8b29-2ad5d9d2b00d", "name": "network-vif-deleted", "tag": "b3e64be4-e4c6-4d36-95f4-1c9864074986", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:20:00.403023 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ede29b54-e121-4490-8460-8ee7f2269a0a {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:20:00.403240 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1eb5b30-f883-44f5-8b29-2ad5d9d2b00d', 'name': 'network-vif-deleted', 'tag': 'b3e64be4-e4c6-4d36-95f4-1c9864074986', 'status': 'completed', 'code': 200} Feb 19 03:20:00.871970 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291fde3-7663-4664-a263-7f86163fcfb2 req-7f873b7c-f6c1-44d5-8df5-6b7aec6b0e67 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:00.873500 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5291fde3-7663-4664-a263-7f86163fcfb2 req-7f873b7c-f6c1-44d5-8df5-6b7aec6b0e67 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] 10.222.0.72 "GET /v2.0/ports?device_id=4be3e524-064e-4038-8421-0b8c170e856f HTTP/1.1" status: 200 len: 943 time: 0.0549450 Feb 19 03:20:00.926471 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5291fde3-7663-4664-a263-7f86163fcfb2 req-153119ec-486f-4d1b-bf94-cf2f66d8c8d3 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] 10.222.0.72 "GET /v2.0/security-groups?id=f9c366ea-bbe5-4ee9-957c-e2195345cf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464060 Feb 19 03:20:00.945030 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42742) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:01.320307 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-481102b8-9401-4b42-99a6-206e4f84d820 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16289271'] for router_interface (27fd2252-637a-49c5-9ef5-14fea80c66c6), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:01.592016 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-481102b8-9401-4b42-99a6-206e4f84d820 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Deleting port 03d9be9a-624c-4319-8f2e-8fa31e8a9686 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:20:01.592254 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-481102b8-9401-4b42-99a6-206e4f84d820 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (03d9be9a-624c-4319-8f2e-8fa31e8a9686), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:02.011008 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-481102b8-9401-4b42-99a6-206e4f84d820 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] For port 03d9be9a-624c-4319-8f2e-8fa31e8a9686, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=03d9be9a-624c-4319-8f2e-8fa31e8a9686,segment=NetworkSegment(9af82d65-a592-41a3-9bd1-9ac04167b63f),segment_id=9af82d65-a592-41a3-9bd1-9ac04167b63f)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:20:02.011766 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-481102b8-9401-4b42-99a6-206e4f84d820 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (03d9be9a-624c-4319-8f2e-8fa31e8a9686), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:02.024052 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-481102b8-9401-4b42-99a6-206e4f84d820 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Calling delete_port for 03d9be9a-624c-4319-8f2e-8fa31e8a9686 owned by network:router_interface {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:20:02.051524 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e78b19-9c91-4574-a331-757ed3edaef0 req-8ade7179-a9d7-48a9-ad0a-5a3e07bb6ef4 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:02.053098 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-80e78b19-9c91-4574-a331-757ed3edaef0 req-8ade7179-a9d7-48a9-ad0a-5a3e07bb6ef4 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] 10.222.0.72 "GET /v2.0/ports?device_id=4be3e524-064e-4038-8421-0b8c170e856f HTTP/1.1" status: 200 len: 943 time: 0.0561178 Feb 19 03:20:02.108370 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-80e78b19-9c91-4574-a331-757ed3edaef0 req-63d43128-4703-44f6-a41e-2b71ba0d0881 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] 10.222.0.72 "GET /v2.0/security-groups?id=f9c366ea-bbe5-4ee9-957c-e2195345cf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495148 Feb 19 03:20:02.216182 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device d8dd1a90-0460-47f3-9fe6-e292c1c69c20 details requested by agent hyperv_n-h2-826753-2 with host n-h2-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:20:02.225994 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-481102b8-9401-4b42-99a6-206e4f84d820 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (03d9be9a-624c-4319-8f2e-8fa31e8a9686), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:02.228115 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device b3e64be4-e4c6-4d36-95f4-1c9864074986 no longer exists at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:20:02.251534 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] No Port match for: b3e64be4-e4c6-4d36-95f4-1c9864074986 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:20:02.251886 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device b3e64be4-e4c6-4d36-95f4-1c9864074986 not bound to the agent host n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:20:02.255288 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481102b8-9401-4b42-99a6-206e4f84d820 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Pushing event deleted for resources: {'Port': ['ID=03d9be9a-624c-4319-8f2e-8fa31e8a9686,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:02.376462 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port d8dd1a90-0460-47f3-9fe6-e292c1c69c20, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=d8dd1a90-0460-47f3-9fe6-e292c1c69c20,segment=NetworkSegment(bc5d74be-1223-49a4-a23a-7c0d761331cb),segment_id=bc5d74be-1223-49a4-a23a-7c0d761331cb)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:20:02.389883 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Returning: {'device': 'd8dd1a90-0460-47f3-9fe6-e292c1c69c20', 'network_id': 'b216cc2c-1512-4bae-b856-4f0437b460aa', 'port_id': 'd8dd1a90-0460-47f3-9fe6-e292c1c69c20', 'mac_address': 'fa:16:3e:ec:5a:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96ee5a80-083e-4f09-972c-00585f4cdb44', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:20:02.430033 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port d8dd1a90-0460-47f3-9fe6-e292c1c69c20 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:20:02.430429 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (d8dd1a90-0460-47f3-9fe6-e292c1c69c20), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:02.444533 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8dd1a90-0460-47f3-9fe6-e292c1c69c20 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:20:02.446883 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-481102b8-9401-4b42-99a6-206e4f84d820 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16362762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16314471'] for router_interface (27fd2252-637a-49c5-9ef5-14fea80c66c6), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:02.465210 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port d8dd1a90-0460-47f3-9fe6-e292c1c69c20, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=d8dd1a90-0460-47f3-9fe6-e292c1c69c20,segment=NetworkSegment(bc5d74be-1223-49a4-a23a-7c0d761331cb),segment_id=bc5d74be-1223-49a4-a23a-7c0d761331cb)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:20:02.471986 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (d8dd1a90-0460-47f3-9fe6-e292c1c69c20), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:02.526795 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=d8dd1a90-0460-47f3-9fe6-e292c1c69c20,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:02.535156 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:02.535513 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:02.535853 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:02.536187 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:02.536518 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:02.536847 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:02.537211 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:02.537536 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:02.537908 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:02.538179 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:02.538498 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:02.538819 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:02.539138 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:02.693276 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-481102b8-9401-4b42-99a6-206e4f84d820 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Router 27fd2252-637a-49c5-9ef5-14fea80c66c6 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:20:02.733619 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['d8dd1a90-0460-47f3-9fe6-e292c1c69c20'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:20:02.815611 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-481102b8-9401-4b42-99a6-206e4f84d820 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:20:02.820970 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-481102b8-9401-4b42-99a6-206e4f84d820 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "PUT /v2.0/routers/27fd2252-637a-49c5-9ef5-14fea80c66c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8745770 Feb 19 03:20:02.823635 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42746) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:02.826806 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f041e38d-8db1-46f4-a05c-75f225de8b4d None None] Sync routers for ids ['27fd2252-637a-49c5-9ef5-14fea80c66c6'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:20:02.854754 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f041e38d-8db1-46f4-a05c-75f225de8b4d None None] Routers {'27fd2252-637a-49c5-9ef5-14fea80c66c6'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:20:02.855380 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-f041e38d-8db1-46f4-a05c-75f225de8b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:19:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['27fd2252-637a-49c5-9ef5-14fea80c66c6'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:02.876256 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-cded8465-8671-4700-98c1-bc8f5bb5fcc5 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Deleting subnet 9a463e69-de83-4275-952a-5193f40c31f0 {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:20:02.879516 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cded8465-8671-4700-98c1-bc8f5bb5fcc5 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for subnet (9a463e69-de83-4275-952a-5193f40c31f0), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:02.920026 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cded8465-8671-4700-98c1-bc8f5bb5fcc5 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (9a463e69-de83-4275-952a-5193f40c31f0), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:03.011047 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cded8465-8671-4700-98c1-bc8f5bb5fcc5 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (9a463e69-de83-4275-952a-5193f40c31f0), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:03.012665 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-f041e38d-8db1-46f4-a05c-75f225de8b4d None None] Set router 27fd2252-637a-49c5-9ef5-14fea80c66c6 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:20:03.075351 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cded8465-8671-4700-98c1-bc8f5bb5fcc5 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (9a463e69-de83-4275-952a-5193f40c31f0), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:03.103492 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cded8465-8671-4700-98c1-bc8f5bb5fcc5 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Pushing event deleted for resources: {'Subnet': ['ID=9a463e69-de83-4275-952a-5193f40c31f0,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:03.107145 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cded8465-8671-4700-98c1-bc8f5bb5fcc5 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:03.113951 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 42748) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:03.114449 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-cded8465-8671-4700-98c1-bc8f5bb5fcc5 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "DELETE /v2.0/subnets/9a463e69-de83-4275-952a-5193f40c31f0 HTTP/1.1" status: 204 len: 168 time: 0.2888715 Feb 19 03:20:03.140995 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb532cee-36ca-49c6-83e3-2e508351e772 None None] Network aa00952d-de9c-4d5d-ab13-6cd6c73b1fe8 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:20:03.257628 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d15cfc98-0a4e-46bf-a798-ef09efe5460f tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for router (27fd2252-637a-49c5-9ef5-14fea80c66c6), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:03.310597 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc0658f-8e7c-45c4-8a47-364200c0065e req-41ac0ae7-03ac-4280-9b6c-543e1f5c1f48 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:03.312031 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-dfc0658f-8e7c-45c4-8a47-364200c0065e req-41ac0ae7-03ac-4280-9b6c-543e1f5c1f48 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] 10.222.0.72 "GET /v2.0/ports?device_id=4be3e524-064e-4038-8421-0b8c170e856f HTTP/1.1" status: 200 len: 944 time: 0.1100359 Feb 19 03:20:03.361817 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-f041e38d-8db1-46f4-a05c-75f225de8b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27fd2252-637a-49c5-9ef5-14fea80c66c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-184969492', 'tenant_id': '3bc3bb28499f4673b42d5b4a69d45946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '902e7d68-d978-4da8-a6d8-c3d98941d135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:17:18Z', 'updated_at': '2022-02-19T03:20:02Z', 'revision_number': 5, 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'gw_port': {'id': '902e7d68-d978-4da8-a6d8-c3d98941d135', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:63:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27fd2252-637a-49c5-9ef5-14fea80c66c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:17:19Z', 'updated_at': '2022-02-19T03:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:03.399073 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f041e38d-8db1-46f4-a05c-75f225de8b4d None None] Checking router: 27fd2252-637a-49c5-9ef5-14fea80c66c6 for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:20:03.409614 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f041e38d-8db1-46f4-a05c-75f225de8b4d None None] Routers {'27fd2252-637a-49c5-9ef5-14fea80c66c6'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:20:03.410249 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-f041e38d-8db1-46f4-a05c-75f225de8b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:19:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['27fd2252-637a-49c5-9ef5-14fea80c66c6'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:03.432754 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-dfc0658f-8e7c-45c4-8a47-364200c0065e req-a3ecf4b9-438b-4134-9395-9d0d73fbe6d0 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] 10.222.0.72 "GET /v2.0/security-groups?id=f9c366ea-bbe5-4ee9-957c-e2195345cf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000423 Feb 19 03:20:03.448227 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d15cfc98-0a4e-46bf-a798-ef09efe5460f tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for router_gateway (27fd2252-637a-49c5-9ef5-14fea80c66c6), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:03.477788 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d5c5abe-33f1-432b-ac68-10eafeb37fb3 None None] DHCP port deletion for aa00952d-de9c-4d5d-ab13-6cd6c73b1fe8 request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:20:03.514781 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-d15cfc98-0a4e-46bf-a798-ef09efe5460f tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Deleting port 902e7d68-d978-4da8-a6d8-c3d98941d135 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:20:03.515117 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d15cfc98-0a4e-46bf-a798-ef09efe5460f tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (902e7d68-d978-4da8-a6d8-c3d98941d135), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:03.562653 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-f041e38d-8db1-46f4-a05c-75f225de8b4d None None] Set router 27fd2252-637a-49c5-9ef5-14fea80c66c6 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:20:03.605141 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-d15cfc98-0a4e-46bf-a798-ef09efe5460f tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] For port 902e7d68-d978-4da8-a6d8-c3d98941d135, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=902e7d68-d978-4da8-a6d8-c3d98941d135,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:20:03.605610 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d15cfc98-0a4e-46bf-a798-ef09efe5460f tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (902e7d68-d978-4da8-a6d8-c3d98941d135), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:03.619464 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-d15cfc98-0a4e-46bf-a798-ef09efe5460f tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Calling delete_port for 902e7d68-d978-4da8-a6d8-c3d98941d135 owned by network:router_gateway {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:20:03.815645 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d15cfc98-0a4e-46bf-a798-ef09efe5460f tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (902e7d68-d978-4da8-a6d8-c3d98941d135), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:03.830597 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-2d5c5abe-33f1-432b-ac68-10eafeb37fb3 None None] Deleting port 969bf310-69fd-4015-8be9-a717019774eb {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:20:03.830977 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-2d5c5abe-33f1-432b-ac68-10eafeb37fb3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (969bf310-69fd-4015-8be9-a717019774eb), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:03.843167 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15cfc98-0a4e-46bf-a798-ef09efe5460f tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Pushing event deleted for resources: {'Port': ['ID=902e7d68-d978-4da8-a6d8-c3d98941d135,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:03.915831 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d15cfc98-0a4e-46bf-a798-ef09efe5460f tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16285837'] for router_gateway (27fd2252-637a-49c5-9ef5-14fea80c66c6), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:03.917115 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-2d5c5abe-33f1-432b-ac68-10eafeb37fb3 None None] For port 969bf310-69fd-4015-8be9-a717019774eb, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=969bf310-69fd-4015-8be9-a717019774eb,segment=NetworkSegment(9af82d65-a592-41a3-9bd1-9ac04167b63f),segment_id=9af82d65-a592-41a3-9bd1-9ac04167b63f)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:20:03.917990 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-2d5c5abe-33f1-432b-ac68-10eafeb37fb3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (969bf310-69fd-4015-8be9-a717019774eb), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:03.940514 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-2d5c5abe-33f1-432b-ac68-10eafeb37fb3 None None] Calling delete_port for 969bf310-69fd-4015-8be9-a717019774eb owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:20:04.022985 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d15cfc98-0a4e-46bf-a798-ef09efe5460f tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16317457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14254'] for router (27fd2252-637a-49c5-9ef5-14fea80c66c6), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:04.025210 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d15cfc98-0a4e-46bf-a798-ef09efe5460f tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for router_controller (27fd2252-637a-49c5-9ef5-14fea80c66c6), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:04.061455 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-f041e38d-8db1-46f4-a05c-75f225de8b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27fd2252-637a-49c5-9ef5-14fea80c66c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-184969492', 'tenant_id': '3bc3bb28499f4673b42d5b4a69d45946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '902e7d68-d978-4da8-a6d8-c3d98941d135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:17:18Z', 'updated_at': '2022-02-19T03:20:02Z', 'revision_number': 5, 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'gw_port': {'id': '902e7d68-d978-4da8-a6d8-c3d98941d135', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:63:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27fd2252-637a-49c5-9ef5-14fea80c66c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:17:19Z', 'updated_at': '2022-02-19T03:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:04.065864 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-2d5c5abe-33f1-432b-ac68-10eafeb37fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (969bf310-69fd-4015-8be9-a717019774eb), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:04.096032 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d15cfc98-0a4e-46bf-a798-ef09efe5460f tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16317544'] for router (27fd2252-637a-49c5-9ef5-14fea80c66c6), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:04.096859 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d15cfc98-0a4e-46bf-a798-ef09efe5460f tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Fanout notify agent at l3_agent the message router_deleted on router 27fd2252-637a-49c5-9ef5-14fea80c66c6 {{(pid=103701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:20:04.104947 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d15cfc98-0a4e-46bf-a798-ef09efe5460f tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for router (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:04.109386 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-d15cfc98-0a4e-46bf-a798-ef09efe5460f tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "DELETE /v2.0/routers/27fd2252-637a-49c5-9ef5-14fea80c66c6 HTTP/1.1" status: 204 len: 168 time: 0.9936736 Feb 19 03:20:04.109767 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42756) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:04.115943 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f041e38d-8db1-46f4-a05c-75f225de8b4d None None] The sync data for ids ['27fd2252-637a-49c5-9ef5-14fea80c66c6'] in n-d-826753-2 is: [{'id': '27fd2252-637a-49c5-9ef5-14fea80c66c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-184969492', 'tenant_id': '3bc3bb28499f4673b42d5b4a69d45946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '902e7d68-d978-4da8-a6d8-c3d98941d135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:17:18Z', 'updated_at': '2022-02-19T03:20:02Z', 'revision_number': 5, 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'gw_port': {'id': '902e7d68-d978-4da8-a6d8-c3d98941d135', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:63:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27fd2252-637a-49c5-9ef5-14fea80c66c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:17:19Z', 'updated_at': '2022-02-19T03:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:20:04.123689 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5c5abe-33f1-432b-ac68-10eafeb37fb3 None None] Pushing event deleted for resources: {'Port': ['ID=969bf310-69fd-4015-8be9-a717019774eb,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:04.129340 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5c5abe-33f1-432b-ac68-10eafeb37fb3 None None] No DVR routers for this DVR port 969bf310-69fd-4015-8be9-a717019774eb on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:20:04.211711 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-54a9f9a3-cecf-4367-ad05-a22e5f1896c0 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (aa00952d-de9c-4d5d-ab13-6cd6c73b1fe8), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:04.214452 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device d8dd1a90-0460-47f3-9fe6-e292c1c69c20 up at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:20:04.269594 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning for port d8dd1a90-0460-47f3-9fe6-e292c1c69c20 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:20:04.274449 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning complete for port d8dd1a90-0460-47f3-9fe6-e292c1c69c20 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:20:04.274847 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (d8dd1a90-0460-47f3-9fe6-e292c1c69c20), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:04.333615 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-54a9f9a3-cecf-4367-ad05-a22e5f1896c0 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (aa00952d-de9c-4d5d-ab13-6cd6c73b1fe8), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:04.356986 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-54a9f9a3-cecf-4367-ad05-a22e5f1896c0 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa00952d-de9c-4d5d-ab13-6cd6c73b1fe8']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:04.358485 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port d8dd1a90-0460-47f3-9fe6-e292c1c69c20 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:20:04.358901 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (d8dd1a90-0460-47f3-9fe6-e292c1c69c20), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:04.368136 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-54a9f9a3-cecf-4367-ad05-a22e5f1896c0 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9af82d65-a592-41a3-9bd1-9ac04167b63f') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:04.368736 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-54a9f9a3-cecf-4367-ad05-a22e5f1896c0 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9af82d65-a592-41a3-9bd1-9ac04167b63f') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:04.379812 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-54a9f9a3-cecf-4367-ad05-a22e5f1896c0 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (9af82d65-a592-41a3-9bd1-9ac04167b63f), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:04.384052 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4be3e524-064e-4038-8421-0b8c170e856f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8dd1a90-0460-47f3-9fe6-e292c1c69c20'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:20:04.386320 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46dc64a8-5353-4e0d-bf7e-1da2350f77cf" -d '{"events": [{"server_uuid": "4be3e524-064e-4038-8421-0b8c170e856f", "name": "network-vif-plugged", "status": "completed", "tag": "d8dd1a90-0460-47f3-9fe6-e292c1c69c20"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:20:04.394970 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-54a9f9a3-cecf-4367-ad05-a22e5f1896c0 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (9af82d65-a592-41a3-9bd1-9ac04167b63f), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:04.403389 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54a9f9a3-cecf-4367-ad05-a22e5f1896c0 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Releasing vlan 283 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:20:04.404157 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-54a9f9a3-cecf-4367-ad05-a22e5f1896c0 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (9af82d65-a592-41a3-9bd1-9ac04167b63f), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:04.407117 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port d8dd1a90-0460-47f3-9fe6-e292c1c69c20, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=d8dd1a90-0460-47f3-9fe6-e292c1c69c20,segment=NetworkSegment(bc5d74be-1223-49a4-a23a-7c0d761331cb),segment_id=bc5d74be-1223-49a4-a23a-7c0d761331cb)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:20:04.411598 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 03:20:04.411598 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:20:04.411598 n-d-826753-2 neutron-server[103702]: timer() Feb 19 03:20:04.411598 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:20:04.411598 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 03:20:04.411598 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:20:04.411598 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 03:20:04.411598 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:20:04.411598 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 03:20:04.411598 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:20:04.411598 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 03:20:04.411598 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:20:04.411598 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 03:20:04.411598 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:20:04.411598 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:20:04.411598 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:20:04.411598 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:20:04.411598 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:20:04.411598 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 03:20:04.411598 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:20:04.411598 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 03:20:04.411598 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:20:04.411598 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:20:04.411598 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:20:04.411598 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 03:20:04.411598 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:20:04.411598 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:20:04.411598 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:20:04.411598 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:20:04.411598 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:20:04.411598 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:20:04.411598 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:20:04.414061 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (d8dd1a90-0460-47f3-9fe6-e292c1c69c20), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:04.443972 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d8d748e-8bf7-4ce0-91d2-8a155d844376 x-openstack-request-id: req-0d8d748e-8bf7-4ce0-91d2-8a155d844376 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:20:04.444270 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4be3e524-064e-4038-8421-0b8c170e856f", "name": "network-vif-plugged", "status": "completed", "tag": "d8dd1a90-0460-47f3-9fe6-e292c1c69c20", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:20:04.444525 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0d8d748e-8bf7-4ce0-91d2-8a155d844376 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:20:04.444924 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4be3e524-064e-4038-8421-0b8c170e856f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8dd1a90-0460-47f3-9fe6-e292c1c69c20', 'code': 200} Feb 19 03:20:04.492823 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-54a9f9a3-cecf-4367-ad05-a22e5f1896c0 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (aa00952d-de9c-4d5d-ab13-6cd6c73b1fe8), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:04.503261 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-54a9f9a3-cecf-4367-ad05-a22e5f1896c0 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:04.510138 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 42764) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:04.515076 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=d8dd1a90-0460-47f3-9fe6-e292c1c69c20,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:04.528983 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-54a9f9a3-cecf-4367-ad05-a22e5f1896c0 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "DELETE /v2.0/networks/aa00952d-de9c-4d5d-ab13-6cd6c73b1fe8 HTTP/1.1" status: 204 len: 168 time: 0.4102938 Feb 19 03:20:04.554391 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a9f9a3-cecf-4367-ad05-a22e5f1896c0 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Pushing event deleted for resources: {'Network': ['ID=aa00952d-de9c-4d5d-ab13-6cd6c73b1fe8,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:04.675577 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-198c6d43-6db3-4177-9f81-8da453bfd0fe tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for security_group (768624ca-d116-45bb-8a95-6a5cd6c608a3), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:04.697682 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de7261-d1cb-47ac-ba0e-c7b825632eca req-5a270297-2189-485b-868a-9d1dee404e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:04.699224 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-27de7261-d1cb-47ac-ba0e-c7b825632eca req-5a270297-2189-485b-868a-9d1dee404e3d service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=4be3e524-064e-4038-8421-0b8c170e856f HTTP/1.1" status: 200 len: 1127 time: 0.1314600 Feb 19 03:20:04.708931 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd8221c-eb3b-41ae-a416-88281af4a772 req-d51693ac-eef5-4e76-b3c4-8e1127e9fc28 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:04.710510 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3dd8221c-eb3b-41ae-a416-88281af4a772 req-d51693ac-eef5-4e76-b3c4-8e1127e9fc28 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] 10.222.0.72 "GET /v2.0/ports?device_id=4be3e524-064e-4038-8421-0b8c170e856f HTTP/1.1" status: 200 len: 945 time: 0.1277533 Feb 19 03:20:04.740695 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-198c6d43-6db3-4177-9f81-8da453bfd0fe tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for security_group (768624ca-d116-45bb-8a95-6a5cd6c608a3), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:04.833123 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-27de7261-d1cb-47ac-ba0e-c7b825632eca req-73d8e19b-53ac-4080-8ece-9cf6990c7b78 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=f9c366ea-bbe5-4ee9-957c-e2195345cf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215050 Feb 19 03:20:04.837533 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3dd8221c-eb3b-41ae-a416-88281af4a772 req-8b2cb60f-d506-4c64-aaf1-4cba75e87c70 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] 10.222.0.72 "GET /v2.0/security-groups?id=f9c366ea-bbe5-4ee9-957c-e2195345cf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161983 Feb 19 03:20:04.883912 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-198c6d43-6db3-4177-9f81-8da453bfd0fe tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (768624ca-d116-45bb-8a95-6a5cd6c608a3), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:04.887128 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-198c6d43-6db3-4177-9f81-8da453bfd0fe tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:04.888601 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-198c6d43-6db3-4177-9f81-8da453bfd0fe tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "DELETE /v2.0/security-groups/768624ca-d116-45bb-8a95-6a5cd6c608a3 HTTP/1.1" status: 204 len: 168 time: 0.3773515 Feb 19 03:20:04.903963 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198c6d43-6db3-4177-9f81-8da453bfd0fe tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=768624ca-d116-45bb-8a95-6a5cd6c608a3,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:04.977109 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 03d9be9a-624c-4319-8f2e-8fa31e8a9686 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:20:05.009749 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 03d9be9a-624c-4319-8f2e-8fa31e8a9686 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:20:05.009982 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 03d9be9a-624c-4319-8f2e-8fa31e8a9686 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:20:05.010417 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 969bf310-69fd-4015-8be9-a717019774eb no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:20:05.032664 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 969bf310-69fd-4015-8be9-a717019774eb {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:20:05.037889 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 969bf310-69fd-4015-8be9-a717019774eb not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:20:05.991745 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade8bff1-9cf2-448d-9cbe-894ff551f901 req-e5e4b361-bb3c-4488-8806-47f2a6356178 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:05.993236 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ade8bff1-9cf2-448d-9cbe-894ff551f901 req-e5e4b361-bb3c-4488-8806-47f2a6356178 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] 10.222.0.72 "GET /v2.0/ports?device_id=4be3e524-064e-4038-8421-0b8c170e856f HTTP/1.1" status: 200 len: 945 time: 0.0631273 Feb 19 03:20:06.053623 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ade8bff1-9cf2-448d-9cbe-894ff551f901 req-d3c318fc-5b19-4195-b890-cd0f3665801f tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] 10.222.0.72 "GET /v2.0/security-groups?id=f9c366ea-bbe5-4ee9-957c-e2195345cf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547857 Feb 19 03:20:06.170676 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70060b70-aaae-405d-8639-a08c1b73dc8b req-941bdaf5-3c4f-4cd7-8e42-2b09ca18ccf6 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:06.172228 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-70060b70-aaae-405d-8639-a08c1b73dc8b req-941bdaf5-3c4f-4cd7-8e42-2b09ca18ccf6 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] 10.222.0.72 "GET /v2.0/ports?device_id=4be3e524-064e-4038-8421-0b8c170e856f HTTP/1.1" status: 200 len: 945 time: 0.0571489 Feb 19 03:20:06.224824 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-70060b70-aaae-405d-8639-a08c1b73dc8b req-f301f00b-1997-43b3-969d-a72b897653f1 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] 10.222.0.72 "GET /v2.0/security-groups?id=f9c366ea-bbe5-4ee9-957c-e2195345cf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459068 Feb 19 03:20:06.239121 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 42776) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:06.244499 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-477fa59a-34c2-49b5-a6d0-85f7331d7bee tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-581723447', 'description': 'tempest-secgroup-smoke-581723447 description', 'project_id': '3bc3bb28499f4673b42d5b4a69d45946'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:06.247817 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42778) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:06.267551 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-477fa59a-34c2-49b5-a6d0-85f7331d7bee tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:06.339508 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-477fa59a-34c2-49b5-a6d0-85f7331d7bee tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for security_group (2aa96b9b-ec5f-4d15-9c2c-3bf29b0e4a66), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:06.343702 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-477fa59a-34c2-49b5-a6d0-85f7331d7bee tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (2aa96b9b-ec5f-4d15-9c2c-3bf29b0e4a66), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:06.374688 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-477fa59a-34c2-49b5-a6d0-85f7331d7bee tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:06.376493 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-477fa59a-34c2-49b5-a6d0-85f7331d7bee tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1357064 Feb 19 03:20:06.378676 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477fa59a-34c2-49b5-a6d0-85f7331d7bee tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa96b9b-ec5f-4d15-9c2c-3bf29b0e4a66,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:06.380863 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 42782) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:06.385147 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-cb1c29d3-8c25-4cb8-a40d-3a7830433f28 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Request body: {'security_group_rule': {'security_group_id': '2aa96b9b-ec5f-4d15-9c2c-3bf29b0e4a66', 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:06.405139 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95eddf69-2026-4140-9bfb-beb4199c475a tempest-TestVolumeBackupRestore-926651471 tempest-TestVolumeBackupRestore-926651471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:06.406714 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-95eddf69-2026-4140-9bfb-beb4199c475a tempest-TestVolumeBackupRestore-926651471 tempest-TestVolumeBackupRestore-926651471-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=4be3e524-064e-4038-8421-0b8c170e856f HTTP/1.1" status: 200 len: 1122 time: 0.1576269 Feb 19 03:20:06.410499 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42784) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:06.413534 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-cb1c29d3-8c25-4cb8-a40d-3a7830433f28 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for security_group_rule (3ee75fc3-4d32-4b32-b740-4d885d5fafa4), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:06.415846 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-d676ea4e-df62-447c-a2d0-14efb4e6b182 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Request body: {'floatingip': {'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'port_id': 'd8dd1a90-0460-47f3-9fe6-e292c1c69c20', 'tenant_id': '64ae991cb43e46efb531c9e00a1ca2e3', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:06.437960 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d676ea4e-df62-447c-a2d0-14efb4e6b182 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:06.479637 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-cb1c29d3-8c25-4cb8-a40d-3a7830433f28 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for security_group_rule (3ee75fc3-4d32-4b32-b740-4d885d5fafa4), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:06.483805 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-cb1c29d3-8c25-4cb8-a40d-3a7830433f28 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (3ee75fc3-4d32-4b32-b740-4d885d5fafa4), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:06.503237 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1c29d3-8c25-4cb8-a40d-3a7830433f28 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ee75fc3-4d32-4b32-b740-4d885d5fafa4,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:06.511251 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-cb1c29d3-8c25-4cb8-a40d-3a7830433f28 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:06.515316 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-cb1c29d3-8c25-4cb8-a40d-3a7830433f28 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1310742 Feb 19 03:20:06.515607 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 42786) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:06.520683 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-32518131-f471-4124-a9a0-0306c1b84f6c tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Request body: {'security_group_rule': {'security_group_id': '2aa96b9b-ec5f-4d15-9c2c-3bf29b0e4a66', 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:06.545690 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d676ea4e-df62-447c-a2d0-14efb4e6b182 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:06.547344 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-32518131-f471-4124-a9a0-0306c1b84f6c tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for security_group_rule (82280ea3-1835-4b39-be4e-c669bc434eec), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:06.608116 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-32518131-f471-4124-a9a0-0306c1b84f6c tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for security_group_rule (82280ea3-1835-4b39-be4e-c669bc434eec), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:06.612585 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-32518131-f471-4124-a9a0-0306c1b84f6c tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (82280ea3-1835-4b39-be4e-c669bc434eec), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:06.635662 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32518131-f471-4124-a9a0-0306c1b84f6c tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82280ea3-1835-4b39-be4e-c669bc434eec,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:06.647965 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-32518131-f471-4124-a9a0-0306c1b84f6c tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:06.649685 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-32518131-f471-4124-a9a0-0306c1b84f6c tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1323597 Feb 19 03:20:06.652434 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42788) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:06.662541 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-5a9cd55d-66bf-4413-a53c-47513f4e7287 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Request body: {'security_group_rule': {'security_group_id': '2aa96b9b-ec5f-4d15-9c2c-3bf29b0e4a66', 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:06.666776 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-d676ea4e-df62-447c-a2d0-14efb4e6b182 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Allocated IP 172.25.6.234 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/cf9ded9a-cf6d-4f7c-b999-f409ab8e7a49) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:20:06.738466 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5a9cd55d-66bf-4413-a53c-47513f4e7287 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for security_group_rule (9bcd395a-4374-4498-91fa-d3e00b14df64), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:06.769714 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 902e7d68-d978-4da8-a6d8-c3d98941d135 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:20:06.793157 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 902e7d68-d978-4da8-a6d8-c3d98941d135 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:20:06.793503 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 902e7d68-d978-4da8-a6d8-c3d98941d135 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:20:06.832315 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5a9cd55d-66bf-4413-a53c-47513f4e7287 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for security_group_rule (9bcd395a-4374-4498-91fa-d3e00b14df64), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:06.838009 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d676ea4e-df62-447c-a2d0-14efb4e6b182 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Publish callbacks [] for port (cf9ded9a-cf6d-4f7c-b999-f409ab8e7a49), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:06.841313 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5a9cd55d-66bf-4413-a53c-47513f4e7287 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (9bcd395a-4374-4498-91fa-d3e00b14df64), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:06.872646 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9cd55d-66bf-4413-a53c-47513f4e7287 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bcd395a-4374-4498-91fa-d3e00b14df64,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:06.881769 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5a9cd55d-66bf-4413-a53c-47513f4e7287 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:06.882972 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-5a9cd55d-66bf-4413-a53c-47513f4e7287 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2295341 Feb 19 03:20:06.886014 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 42790) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:06.890656 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-aa94aa36-705f-4500-9d49-aebfac43269b tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Request body: {'security_group_rule': {'security_group_id': '2aa96b9b-ec5f-4d15-9c2c-3bf29b0e4a66', 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:06.893760 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9cd55d-66bf-4413-a53c-47513f4e7287 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:06.894119 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9cd55d-66bf-4413-a53c-47513f4e7287 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:06.894462 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9cd55d-66bf-4413-a53c-47513f4e7287 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:06.894992 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9cd55d-66bf-4413-a53c-47513f4e7287 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:06.895334 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9cd55d-66bf-4413-a53c-47513f4e7287 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:06.895699 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9cd55d-66bf-4413-a53c-47513f4e7287 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:06.896453 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9cd55d-66bf-4413-a53c-47513f4e7287 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:06.896798 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9cd55d-66bf-4413-a53c-47513f4e7287 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:06.897172 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9cd55d-66bf-4413-a53c-47513f4e7287 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:06.897559 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9cd55d-66bf-4413-a53c-47513f4e7287 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:06.897898 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9cd55d-66bf-4413-a53c-47513f4e7287 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:06.898757 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9cd55d-66bf-4413-a53c-47513f4e7287 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:06.899036 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9cd55d-66bf-4413-a53c-47513f4e7287 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:06.914539 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d676ea4e-df62-447c-a2d0-14efb4e6b182 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (cf9ded9a-cf6d-4f7c-b999-f409ab8e7a49), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:06.920284 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-aa94aa36-705f-4500-9d49-aebfac43269b tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for security_group_rule (f259fe2a-0316-4f88-973e-572675fe07f3), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:06.956364 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d676ea4e-df62-447c-a2d0-14efb4e6b182 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:20:06.960295 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-d676ea4e-df62-447c-a2d0-14efb4e6b182 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:20:06.963913 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d676ea4e-df62-447c-a2d0-14efb4e6b182 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:20:06.988477 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-aa94aa36-705f-4500-9d49-aebfac43269b tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for security_group_rule (f259fe2a-0316-4f88-973e-572675fe07f3), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:06.992608 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-aa94aa36-705f-4500-9d49-aebfac43269b tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (f259fe2a-0316-4f88-973e-572675fe07f3), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:07.001392 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676ea4e-df62-447c-a2d0-14efb4e6b182 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Pushing event updated for resources: {'Port': ['ID=cf9ded9a-cf6d-4f7c-b999-f409ab8e7a49,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:07.015584 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa94aa36-705f-4500-9d49-aebfac43269b tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f259fe2a-0316-4f88-973e-572675fe07f3,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:07.024222 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-aa94aa36-705f-4500-9d49-aebfac43269b tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:07.025591 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-aa94aa36-705f-4500-9d49-aebfac43269b tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1385455 Feb 19 03:20:07.028378 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 42792) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:07.033434 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-30f483b5-09c5-49fe-9f95-337e4fa93990 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Request body: {'security_group_rule': {'security_group_id': '2aa96b9b-ec5f-4d15-9c2c-3bf29b0e4a66', 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:07.058502 n-d-826753-2 neutron-server[103701]: INFO neutron.db.securitygroups_db [None req-30f483b5-09c5-49fe-9f95-337e4fa93990 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Project 3bc3bb28499f4673b42d5b4a69d45946 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 03:20:07.064566 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-30f483b5-09c5-49fe-9f95-337e4fa93990 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for security_group_rule (bd78f5c9-91be-43d0-b6df-3e564708f9da), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:07.127548 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-30f483b5-09c5-49fe-9f95-337e4fa93990 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for security_group_rule (bd78f5c9-91be-43d0-b6df-3e564708f9da), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:07.131320 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-30f483b5-09c5-49fe-9f95-337e4fa93990 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (bd78f5c9-91be-43d0-b6df-3e564708f9da), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:07.151854 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f483b5-09c5-49fe-9f95-337e4fa93990 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd78f5c9-91be-43d0-b6df-3e564708f9da,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:07.161857 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-30f483b5-09c5-49fe-9f95-337e4fa93990 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:07.165662 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-30f483b5-09c5-49fe-9f95-337e4fa93990 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1337993 Feb 19 03:20:07.165921 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 42794) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:07.170199 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-a3b02018-b507-40d5-9c33-dc134bc567e7 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Request body: {'security_group_rule': {'security_group_id': '2aa96b9b-ec5f-4d15-9c2c-3bf29b0e4a66', 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:07.192959 n-d-826753-2 neutron-server[103701]: INFO neutron.db.securitygroups_db [None req-a3b02018-b507-40d5-9c33-dc134bc567e7 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Project 3bc3bb28499f4673b42d5b4a69d45946 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 03:20:07.197813 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a3b02018-b507-40d5-9c33-dc134bc567e7 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for security_group_rule (c17cafa2-544d-48e8-a175-9c10ebec21aa), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:07.261943 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a3b02018-b507-40d5-9c33-dc134bc567e7 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for security_group_rule (c17cafa2-544d-48e8-a175-9c10ebec21aa), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:07.265844 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a3b02018-b507-40d5-9c33-dc134bc567e7 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (c17cafa2-544d-48e8-a175-9c10ebec21aa), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:07.287365 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b02018-b507-40d5-9c33-dc134bc567e7 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c17cafa2-544d-48e8-a175-9c10ebec21aa,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:07.293301 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a3b02018-b507-40d5-9c33-dc134bc567e7 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:07.297427 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-a3b02018-b507-40d5-9c33-dc134bc567e7 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1275156 Feb 19 03:20:07.298558 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 42796) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:07.303635 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-7a909d13-a346-43aa-82f7-bb927d1b2738 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Request body: {'network': {'name': 'tempest-network-smoke--1246550142', 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'port_security_enabled': True}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:07.324039 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a909d13-a346-43aa-82f7-bb927d1b2738 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Made reservation on behalf of 3bc3bb28499f4673b42d5b4a69d45946 for: {'network': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:20:07.327423 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7a909d13-a346-43aa-82f7-bb927d1b2738 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:07.353912 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a909d13-a346-43aa-82f7-bb927d1b2738 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] vlan segment allocate from pool success with {'vlan_id': 294, 'physical_network': 'physnet1'} {{(pid=103701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:20:07.365733 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7a909d13-a346-43aa-82f7-bb927d1b2738 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (0b07b9bd-167c-42c6-b7c9-2f468887a2a0), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:07.366083 n-d-826753-2 neutron-server[103701]: INFO neutron.db.segments_db [None req-7a909d13-a346-43aa-82f7-bb927d1b2738 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Added segment 0b07b9bd-167c-42c6-b7c9-2f468887a2a0 of type vlan for network 46ba7a40-34d1-486e-a718-daaa9120f771 Feb 19 03:20:07.370634 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d676ea4e-df62-447c-a2d0-14efb4e6b182 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Publish callbacks [] for floatingip (af3c3821-7e80-4c43-ae43-e8326b8752db), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:07.408055 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7a909d13-a346-43aa-82f7-bb927d1b2738 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (46ba7a40-34d1-486e-a718-daaa9120f771), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:07.436417 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7a909d13-a346-43aa-82f7-bb927d1b2738 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (46ba7a40-34d1-486e-a718-daaa9120f771), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:07.442153 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a909d13-a346-43aa-82f7-bb927d1b2738 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:07.442758 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7a909d13-a346-43aa-82f7-bb927d1b2738 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:07.449254 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d676ea4e-df62-447c-a2d0-14efb4e6b182 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (cf9ded9a-cf6d-4f7c-b999-f409ab8e7a49), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:07.503175 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-7a909d13-a346-43aa-82f7-bb927d1b2738 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2033510 Feb 19 03:20:07.506492 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 42798) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:07.518680 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-fe1db5e0-4cc6-4db7-ba58-fb1245df0343 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-504297456', 'admin_state_up': True, 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:07.541142 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a909d13-a346-43aa-82f7-bb927d1b2738 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Pushing event updated for resources: {'Network': ['ID=46ba7a40-34d1-486e-a718-daaa9120f771,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:07.553699 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-fe1db5e0-4cc6-4db7-ba58-fb1245df0343 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14172'] for router (4f2a2924-eb7e-46fb-9cbc-5603c09486c7), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:07.554851 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-fe1db5e0-4cc6-4db7-ba58-fb1245df0343 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16317487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16285822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16309985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14247'] for router (4f2a2924-eb7e-46fb-9cbc-5603c09486c7), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:07.557691 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 46ba7a40-34d1-486e-a718-daaa9120f771 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:20:07.620353 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d676ea4e-df62-447c-a2d0-14efb4e6b182 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Publish callbacks [] for port (cf9ded9a-cf6d-4f7c-b999-f409ab8e7a49), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:07.623548 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-fe1db5e0-4cc6-4db7-ba58-fb1245df0343 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for router_controller (4f2a2924-eb7e-46fb-9cbc-5603c09486c7), precommit_add_association {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:07.628385 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d676ea4e-df62-447c-a2d0-14efb4e6b182 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (cf9ded9a-cf6d-4f7c-b999-f409ab8e7a49), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:07.706756 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676ea4e-df62-447c-a2d0-14efb4e6b182 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Pushing event updated for resources: {'Port': ['ID=cf9ded9a-cf6d-4f7c-b999-f409ab8e7a49,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:07.715282 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d676ea4e-df62-447c-a2d0-14efb4e6b182 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16285943'] for floatingip (af3c3821-7e80-4c43-ae43-e8326b8752db), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:07.780870 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-fe1db5e0-4cc6-4db7-ba58-fb1245df0343 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for router_gateway (4f2a2924-eb7e-46fb-9cbc-5603c09486c7), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:07.825951 n-d-826753-2 neutron-server[103702]: INFO neutron.db.l3_db [None req-d676ea4e-df62-447c-a2d0-14efb4e6b182 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Floating IP af3c3821-7e80-4c43-ae43-e8326b8752db associated. External IP: 172.25.6.234, port: d8dd1a90-0460-47f3-9fe6-e292c1c69c20. Feb 19 03:20:07.996512 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-fe1db5e0-4cc6-4db7-ba58-fb1245df0343 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for router_gateway (4f2a2924-eb7e-46fb-9cbc-5603c09486c7), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:08.016302 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-fe1db5e0-4cc6-4db7-ba58-fb1245df0343 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:08.062395 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d676ea4e-df62-447c-a2d0-14efb4e6b182 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Router a4167261-d83c-4da6-8470-6a9ada3dfcef has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:20:08.121607 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-fe1db5e0-4cc6-4db7-ba58-fb1245df0343 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Allocated IP 172.25.6.113 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/a60bfc11-3750-48a0-bf50-741d5905ed7b) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:20:08.235367 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-fe1db5e0-4cc6-4db7-ba58-fb1245df0343 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for port (a60bfc11-3750-48a0-bf50-741d5905ed7b), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:08.276354 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-fe1db5e0-4cc6-4db7-ba58-fb1245df0343 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (a60bfc11-3750-48a0-bf50-741d5905ed7b), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:08.320077 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1db5e0-4cc6-4db7-ba58-fb1245df0343 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:20:08.323124 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-fe1db5e0-4cc6-4db7-ba58-fb1245df0343 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:20:08.330033 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1db5e0-4cc6-4db7-ba58-fb1245df0343 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:20:08.358807 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1db5e0-4cc6-4db7-ba58-fb1245df0343 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Pushing event updated for resources: {'Port': ['ID=a60bfc11-3750-48a0-bf50-741d5905ed7b,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:08.517917 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d676ea4e-df62-447c-a2d0-14efb4e6b182 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:20:08.528977 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840dd336-03b8-4f80-b243-20b8ac117836 None None] Sync routers for ids ['a4167261-d83c-4da6-8470-6a9ada3dfcef'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:20:08.539221 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d676ea4e-df62-447c-a2d0-14efb4e6b182 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:08.541305 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840dd336-03b8-4f80-b243-20b8ac117836 None None] Routers {'a4167261-d83c-4da6-8470-6a9ada3dfcef'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:20:08.542040 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-840dd336-03b8-4f80-b243-20b8ac117836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:19:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['a4167261-d83c-4da6-8470-6a9ada3dfcef'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:08.572837 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-d676ea4e-df62-447c-a2d0-14efb4e6b182 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1608720 Feb 19 03:20:08.573533 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4be3e524-064e-4038-8421-0b8c170e856f', 'tag': 'd8dd1a90-0460-47f3-9fe6-e292c1c69c20'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:20:08.576176 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f255333a-49d9-4db7-909c-bf14c028f037" -d '{"events": [{"name": "network-changed", "server_uuid": "4be3e524-064e-4038-8421-0b8c170e856f", "tag": "d8dd1a90-0460-47f3-9fe6-e292c1c69c20"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:20:08.579226 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42800) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:08.622194 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-116fdc93-1b1d-47a4-a3ae-08b94f4cd770 x-openstack-request-id: req-116fdc93-1b1d-47a4-a3ae-08b94f4cd770 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:20:08.622495 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4be3e524-064e-4038-8421-0b8c170e856f", "tag": "d8dd1a90-0460-47f3-9fe6-e292c1c69c20", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:20:08.622751 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-116fdc93-1b1d-47a4-a3ae-08b94f4cd770 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:20:08.623161 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4be3e524-064e-4038-8421-0b8c170e856f', 'tag': 'd8dd1a90-0460-47f3-9fe6-e292c1c69c20', 'status': 'completed', 'code': 200} Feb 19 03:20:08.645309 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0726d1c5-7349-4e29-b514-dd0fff0c8343 tempest-TestVolumeBackupRestore-926651471 tempest-TestVolumeBackupRestore-926651471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:08.647380 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-0726d1c5-7349-4e29-b514-dd0fff0c8343 tempest-TestVolumeBackupRestore-926651471 tempest-TestVolumeBackupRestore-926651471-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=4be3e524-064e-4038-8421-0b8c170e856f HTTP/1.1" status: 200 len: 1122 time: 0.0669699 Feb 19 03:20:08.650198 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42804) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:08.658602 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-8d166dcb-1b6e-4fe6-928c-62738dbb53c1 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Request body: {'floatingip': {'port_id': 'd8dd1a90-0460-47f3-9fe6-e292c1c69c20'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:08.676495 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-840dd336-03b8-4f80-b243-20b8ac117836 None None] Set router a4167261-d83c-4da6-8470-6a9ada3dfcef gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:20:08.724755 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8d166dcb-1b6e-4fe6-928c-62738dbb53c1 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Publish callbacks [] for floatingip (af3c3821-7e80-4c43-ae43-e8326b8752db), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:08.867729 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f255333a-49d9-4db7-909c-bf14c028f037 req-4d772650-5e2e-4ba9-8a0b-73f9c5e0be9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:08.869236 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f255333a-49d9-4db7-909c-bf14c028f037 req-4d772650-5e2e-4ba9-8a0b-73f9c5e0be9e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=64ae991cb43e46efb531c9e00a1ca2e3&device_id=4be3e524-064e-4038-8421-0b8c170e856f HTTP/1.1" status: 200 len: 1127 time: 0.0841477 Feb 19 03:20:09.035269 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-840dd336-03b8-4f80-b243-20b8ac117836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4167261-d83c-4da6-8470-6a9ada3dfcef', 'name': 'tempest-TestVolumeBackupRestore-929029532-router', 'tenant_id': '64ae991cb43e46efb531c9e00a1ca2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '1f063ce7-a35d-4b14-b809-fc9de6498650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:17:00Z', 'updated_at': '2022-02-19T03:17:04Z', 'revision_number': 4, 'project_id': '64ae991cb43e46efb531c9e00a1ca2e3', 'gw_port': {'id': '1f063ce7-a35d-4b14-b809-fc9de6498650', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:7e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4167261-d83c-4da6-8470-6a9ada3dfcef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:17:00Z', 'updated_at': '2022-02-19T03:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': 'af3c3821-7e80-4c43-ae43-e8326b8752db', 'tenant_id': '64ae991cb43e46efb531c9e00a1ca2e3', 'floating_ip_address': '172.25.6.234', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': 'a4167261-d83c-4da6-8470-6a9ada3dfcef', 'port_id': 'd8dd1a90-0460-47f3-9fe6-e292c1c69c20', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b216cc2c-1512-4bae-b856-4f0437b460aa', 'mac_address': 'fa:16:3e:ec:5a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be3e524-064e-4038-8421-0b8c170e856f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:20:07Z', 'updated_at': '2022-02-19T03:20:07Z', 'revision_number': 0, 'project_id': '64ae991cb43e46efb531c9e00a1ca2e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ccea71f-b787-4742-96ff-ef9ccc89c2bf', 'name': '', 'network_id': 'b216cc2c-1512-4bae-b856-4f0437b460aa', 'tenant_id': '64ae991cb43e46efb531c9e00a1ca2e3', 'mac_address': 'fa:16:3e:0e:df:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4167261-d83c-4da6-8470-6a9ada3dfcef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': '96ee5a80-083e-4f09-972c-00585f4cdb44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:17:03Z', 'updated_at': '2022-02-19T03:17:09Z', 'revision_number': 5, 'project_id': '64ae991cb43e46efb531c9e00a1ca2e3', 'subnets': [{'id': '96ee5a80-083e-4f09-972c-00585f4cdb44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:09.055838 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f255333a-49d9-4db7-909c-bf14c028f037 req-858668d5-f065-4b2b-ab27-28ac525c0ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:09.057631 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f255333a-49d9-4db7-909c-bf14c028f037 req-858668d5-f065-4b2b-ab27-28ac525c0ab9 service neutron] 10.222.0.82 "GET /v2.0/networks?id=b216cc2c-1512-4bae-b856-4f0437b460aa HTTP/1.1" status: 200 len: 914 time: 0.1465325 Feb 19 03:20:09.058563 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-fe1db5e0-4cc6-4db7-ba58-fb1245df0343 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for router_gateway (4f2a2924-eb7e-46fb-9cbc-5603c09486c7), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:09.067794 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840dd336-03b8-4f80-b243-20b8ac117836 None None] Checking router: a4167261-d83c-4da6-8470-6a9ada3dfcef for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:20:09.076020 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840dd336-03b8-4f80-b243-20b8ac117836 None None] Routers {'a4167261-d83c-4da6-8470-6a9ada3dfcef'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:20:09.076618 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-840dd336-03b8-4f80-b243-20b8ac117836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:19:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['a4167261-d83c-4da6-8470-6a9ada3dfcef'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:09.206927 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-840dd336-03b8-4f80-b243-20b8ac117836 None None] Set router a4167261-d83c-4da6-8470-6a9ada3dfcef gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:20:09.212023 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f255333a-49d9-4db7-909c-bf14c028f037 req-b376985c-deb4-481b-b37f-9eaeba5254fe service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d8dd1a90-0460-47f3-9fe6-e292c1c69c20 HTTP/1.1" status: 200 len: 999 time: 0.1089106 Feb 19 03:20:09.286446 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8d166dcb-1b6e-4fe6-928c-62738dbb53c1 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:09.292189 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8d166dcb-1b6e-4fe6-928c-62738dbb53c1 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16285943'] for floatingip (af3c3821-7e80-4c43-ae43-e8326b8752db), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:09.326102 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f255333a-49d9-4db7-909c-bf14c028f037 req-ef024675-9cc3-4349-9aba-5fa2f6ddee92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:09.327628 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f255333a-49d9-4db7-909c-bf14c028f037 req-ef024675-9cc3-4349-9aba-5fa2f6ddee92 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=96ee5a80-083e-4f09-972c-00585f4cdb44 HTTP/1.1" status: 200 len: 852 time: 0.1098149 Feb 19 03:20:09.420597 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-fe1db5e0-4cc6-4db7-ba58-fb1245df0343 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16317478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865'] for router (4f2a2924-eb7e-46fb-9cbc-5603c09486c7), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:09.430582 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f255333a-49d9-4db7-909c-bf14c028f037 req-95f82457-488c-44ae-89bc-8b59693e21d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:09.432119 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f255333a-49d9-4db7-909c-bf14c028f037 req-95f82457-488c-44ae-89bc-8b59693e21d5 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b216cc2c-1512-4bae-b856-4f0437b460aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0970943 Feb 19 03:20:09.462209 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-840dd336-03b8-4f80-b243-20b8ac117836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4167261-d83c-4da6-8470-6a9ada3dfcef', 'name': 'tempest-TestVolumeBackupRestore-929029532-router', 'tenant_id': '64ae991cb43e46efb531c9e00a1ca2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '1f063ce7-a35d-4b14-b809-fc9de6498650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:17:00Z', 'updated_at': '2022-02-19T03:17:04Z', 'revision_number': 4, 'project_id': '64ae991cb43e46efb531c9e00a1ca2e3', 'gw_port': {'id': '1f063ce7-a35d-4b14-b809-fc9de6498650', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:7e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4167261-d83c-4da6-8470-6a9ada3dfcef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:17:00Z', 'updated_at': '2022-02-19T03:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': 'af3c3821-7e80-4c43-ae43-e8326b8752db', 'tenant_id': '64ae991cb43e46efb531c9e00a1ca2e3', 'floating_ip_address': '172.25.6.234', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': 'a4167261-d83c-4da6-8470-6a9ada3dfcef', 'port_id': 'd8dd1a90-0460-47f3-9fe6-e292c1c69c20', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b216cc2c-1512-4bae-b856-4f0437b460aa', 'mac_address': 'fa:16:3e:ec:5a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be3e524-064e-4038-8421-0b8c170e856f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:20:07Z', 'updated_at': '2022-02-19T03:20:07Z', 'revision_number': 0, 'project_id': '64ae991cb43e46efb531c9e00a1ca2e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ccea71f-b787-4742-96ff-ef9ccc89c2bf', 'name': '', 'network_id': 'b216cc2c-1512-4bae-b856-4f0437b460aa', 'tenant_id': '64ae991cb43e46efb531c9e00a1ca2e3', 'mac_address': 'fa:16:3e:0e:df:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4167261-d83c-4da6-8470-6a9ada3dfcef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': '96ee5a80-083e-4f09-972c-00585f4cdb44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:17:03Z', 'updated_at': '2022-02-19T03:17:09Z', 'revision_number': 5, 'project_id': '64ae991cb43e46efb531c9e00a1ca2e3', 'subnets': [{'id': '96ee5a80-083e-4f09-972c-00585f4cdb44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:09.493096 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840dd336-03b8-4f80-b243-20b8ac117836 None None] The sync data for ids ['a4167261-d83c-4da6-8470-6a9ada3dfcef'] in n-d-826753-2 is: [{'id': 'a4167261-d83c-4da6-8470-6a9ada3dfcef', 'name': 'tempest-TestVolumeBackupRestore-929029532-router', 'tenant_id': '64ae991cb43e46efb531c9e00a1ca2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '1f063ce7-a35d-4b14-b809-fc9de6498650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:17:00Z', 'updated_at': '2022-02-19T03:17:04Z', 'revision_number': 4, 'project_id': '64ae991cb43e46efb531c9e00a1ca2e3', 'gw_port': {'id': '1f063ce7-a35d-4b14-b809-fc9de6498650', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:7e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4167261-d83c-4da6-8470-6a9ada3dfcef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:17:00Z', 'updated_at': '2022-02-19T03:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': 'af3c3821-7e80-4c43-ae43-e8326b8752db', 'tenant_id': '64ae991cb43e46efb531c9e00a1ca2e3', 'floating_ip_address': '172.25.6.234', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': 'a4167261-d83c-4da6-8470-6a9ada3dfcef', 'port_id': 'd8dd1a90-0460-47f3-9fe6-e292c1c69c20', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b216cc2c-1512-4bae-b856-4f0437b460aa', 'mac_address': 'fa:16:3e:ec:5a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be3e524-064e-4038-8421-0b8c170e856f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:20:07Z', 'updated_at': '2022-02-19T03:20:07Z', 'revision_number': 0, 'project_id': '64ae991cb43e46efb531c9e00a1ca2e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ccea71f-b787-4742-96ff-ef9ccc89c2bf', 'name': '', 'network_id': 'b216cc2c-1512-4bae-b856-4f0437b460aa', 'tenant_id': '64ae991cb43e46efb531c9e00a1ca2e3', 'mac_address': 'fa:16:3e:0e:df:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4167261-d83c-4da6-8470-6a9ada3dfcef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': '96ee5a80-083e-4f09-972c-00585f4cdb44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:17:03Z', 'updated_at': '2022-02-19T03:17:09Z', 'revision_number': 5, 'project_id': '64ae991cb43e46efb531c9e00a1ca2e3', 'subnets': [{'id': '96ee5a80-083e-4f09-972c-00585f4cdb44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:20:09.553933 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d166dcb-1b6e-4fe6-928c-62738dbb53c1 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Router a4167261-d83c-4da6-8470-6a9ada3dfcef has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:20:09.632520 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f255333a-49d9-4db7-909c-bf14c028f037 req-d6c7f7cf-2b9e-4c13-aa0f-72f1181d028a service neutron] 10.222.0.82 "GET /v2.0/networks/b216cc2c-1512-4bae-b856-4f0437b460aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578832 Feb 19 03:20:09.695672 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d166dcb-1b6e-4fe6-928c-62738dbb53c1 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:20:09.700929 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8d166dcb-1b6e-4fe6-928c-62738dbb53c1 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:09.723084 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe1db5e0-4cc6-4db7-ba58-fb1245df0343 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Router 4f2a2924-eb7e-46fb-9cbc-5603c09486c7 is scheduled to L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd with binding_index 1 {{(pid=103701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:20:09.781959 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deacbba0-fac1-4bd6-bb78-a2bf605e6150 None None] New status for floating IP af3c3821-7e80-4c43-ae43-e8326b8752db: ACTIVE {{(pid=103703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:20:09.785317 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-8d166dcb-1b6e-4fe6-928c-62738dbb53c1 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] 10.222.0.72 "PUT /v2.0/floatingips/af3c3821-7e80-4c43-ae43-e8326b8752db HTTP/1.1" status: 200 len: 991 time: 1.1318095 Feb 19 03:20:09.825052 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f255333a-49d9-4db7-909c-bf14c028f037 req-d30a9d62-2fe8-4dff-a388-ecc902d35e27 service neutron] 10.222.0.82 "GET /v2.0/networks/b216cc2c-1512-4bae-b856-4f0437b460aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860893 Feb 19 03:20:09.892399 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe1db5e0-4cc6-4db7-ba58-fb1245df0343 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:20:09.905219 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1635328e-240b-4fea-baa9-92ddf5c99a97 None None] Sync routers for ids ['4f2a2924-eb7e-46fb-9cbc-5603c09486c7'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:20:09.917449 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-fe1db5e0-4cc6-4db7-ba58-fb1245df0343 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for router (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:09.923371 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-fe1db5e0-4cc6-4db7-ba58-fb1245df0343 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4121091 Feb 19 03:20:09.923565 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1635328e-240b-4fea-baa9-92ddf5c99a97 None None] Routers {'4f2a2924-eb7e-46fb-9cbc-5603c09486c7'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:20:09.923565 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-1635328e-240b-4fea-baa9-92ddf5c99a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:19:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['4f2a2924-eb7e-46fb-9cbc-5603c09486c7'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:09.924088 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 42806) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:09.956485 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-804a7e49-e81b-4643-bf07-43f621aed744 tempest-TestNetworkAdvancedServerOps-967795877 tempest-TestNetworkAdvancedServerOps-967795877-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=3bc3bb28499f4673b42d5b4a69d45946&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283492 Feb 19 03:20:09.956750 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 42808) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:10.040530 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe5f9a9-ab8d-4521-afb7-010b6f4a5250 None None] Sync routers for ids ['a4167261-d83c-4da6-8470-6a9ada3dfcef'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:20:10.052970 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-1635328e-240b-4fea-baa9-92ddf5c99a97 None None] Set router 4f2a2924-eb7e-46fb-9cbc-5603c09486c7 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:20:10.058297 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe5f9a9-ab8d-4521-afb7-010b6f4a5250 None None] Routers {'a4167261-d83c-4da6-8470-6a9ada3dfcef'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:20:10.059039 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-bfe5f9a9-ab8d-4521-afb7-010b6f4a5250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:19:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['a4167261-d83c-4da6-8470-6a9ada3dfcef'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:10.066119 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ff00e8-82db-41be-9703-11fb82e4845f tempest-TestNetworkAdvancedServerOps-967795877 tempest-TestNetworkAdvancedServerOps-967795877-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:10.069054 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-47ff00e8-82db-41be-9703-11fb82e4845f tempest-TestNetworkAdvancedServerOps-967795877 tempest-TestNetworkAdvancedServerOps-967795877-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1099091 Feb 19 03:20:10.070573 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 42810) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:10.102947 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-bfd1aeca-de04-4197-86dd-69d30f5293b1 tempest-TestNetworkAdvancedServerOps-967795877 tempest-TestNetworkAdvancedServerOps-967795877-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=eaf64708-9021-419e-b287-ef3e0f51e2ee&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283937 Feb 19 03:20:10.103369 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42812) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:10.108499 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-1e6ab394-7a82-4369-afad-ad481b98959e tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-383687850', 'network_id': '46ba7a40-34d1-486e-a718-daaa9120f771', 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:10.191753 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-bfe5f9a9-ab8d-4521-afb7-010b6f4a5250 None None] Set router a4167261-d83c-4da6-8470-6a9ada3dfcef gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:20:10.202438 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e6ab394-7a82-4369-afad-ad481b98959e tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Made reservation on behalf of 3bc3bb28499f4673b42d5b4a69d45946 for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:20:10.206343 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1e6ab394-7a82-4369-afad-ad481b98959e tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:10.258653 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-1635328e-240b-4fea-baa9-92ddf5c99a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f2a2924-eb7e-46fb-9cbc-5603c09486c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-504297456', 'tenant_id': '3bc3bb28499f4673b42d5b4a69d45946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': 'a60bfc11-3750-48a0-bf50-741d5905ed7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:20:07Z', 'updated_at': '2022-02-19T03:20:08Z', 'revision_number': 3, 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'gw_port': {'id': 'a60bfc11-3750-48a0-bf50-741d5905ed7b', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b5:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f2a2924-eb7e-46fb-9cbc-5603c09486c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:20:08Z', 'updated_at': '2022-02-19T03:20:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:10.285896 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1635328e-240b-4fea-baa9-92ddf5c99a97 None None] Checking router: 4f2a2924-eb7e-46fb-9cbc-5603c09486c7 for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:20:10.286379 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1635328e-240b-4fea-baa9-92ddf5c99a97 None None] Updating router 4f2a2924-eb7e-46fb-9cbc-5603c09486c7 port a60bfc11-3750-48a0-bf50-741d5905ed7b binding host n-d-826753-2 {{(pid=103704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:20:10.316189 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-1635328e-240b-4fea-baa9-92ddf5c99a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (a60bfc11-3750-48a0-bf50-741d5905ed7b), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:10.422169 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1e6ab394-7a82-4369-afad-ad481b98959e tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (f7025eb2-ffe7-4a82-a4e1-9990d681fd2d), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:10.457382 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-bfe5f9a9-ab8d-4521-afb7-010b6f4a5250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4167261-d83c-4da6-8470-6a9ada3dfcef', 'name': 'tempest-TestVolumeBackupRestore-929029532-router', 'tenant_id': '64ae991cb43e46efb531c9e00a1ca2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '1f063ce7-a35d-4b14-b809-fc9de6498650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:17:00Z', 'updated_at': '2022-02-19T03:17:04Z', 'revision_number': 4, 'project_id': '64ae991cb43e46efb531c9e00a1ca2e3', 'gw_port': {'id': '1f063ce7-a35d-4b14-b809-fc9de6498650', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:7e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4167261-d83c-4da6-8470-6a9ada3dfcef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:17:00Z', 'updated_at': '2022-02-19T03:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': 'af3c3821-7e80-4c43-ae43-e8326b8752db', 'tenant_id': '64ae991cb43e46efb531c9e00a1ca2e3', 'floating_ip_address': '172.25.6.234', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': 'a4167261-d83c-4da6-8470-6a9ada3dfcef', 'port_id': 'd8dd1a90-0460-47f3-9fe6-e292c1c69c20', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b216cc2c-1512-4bae-b856-4f0437b460aa', 'mac_address': 'fa:16:3e:ec:5a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be3e524-064e-4038-8421-0b8c170e856f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:20:07Z', 'updated_at': '2022-02-19T03:20:09Z', 'revision_number': 2, 'project_id': '64ae991cb43e46efb531c9e00a1ca2e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ccea71f-b787-4742-96ff-ef9ccc89c2bf', 'name': '', 'network_id': 'b216cc2c-1512-4bae-b856-4f0437b460aa', 'tenant_id': '64ae991cb43e46efb531c9e00a1ca2e3', 'mac_address': 'fa:16:3e:0e:df:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4167261-d83c-4da6-8470-6a9ada3dfcef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': '96ee5a80-083e-4f09-972c-00585f4cdb44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:17:03Z', 'updated_at': '2022-02-19T03:17:09Z', 'revision_number': 5, 'project_id': '64ae991cb43e46efb531c9e00a1ca2e3', 'subnets': [{'id': '96ee5a80-083e-4f09-972c-00585f4cdb44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:10.487740 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe5f9a9-ab8d-4521-afb7-010b6f4a5250 None None] Checking router: a4167261-d83c-4da6-8470-6a9ada3dfcef for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:20:10.489506 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6ab394-7a82-4369-afad-ad481b98959e tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Pushing event updated for resources: {'Subnet': ['ID=f7025eb2-ffe7-4a82-a4e1-9990d681fd2d,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:10.498347 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe5f9a9-ab8d-4521-afb7-010b6f4a5250 None None] Routers {'a4167261-d83c-4da6-8470-6a9ada3dfcef'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:20:10.498502 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6ab394-7a82-4369-afad-ad481b98959e tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Checking segment: {'id': '0b07b9bd-167c-42c6-b7c9-2f468887a2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '46ba7a40-34d1-486e-a718-daaa9120f771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:20:10.498729 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6ab394-7a82-4369-afad-ad481b98959e tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Network hostable DHCP agents. Network: 46ba7a40-34d1-486e-a718-daaa9120f771, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:20:10.499619 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-bfe5f9a9-ab8d-4521-afb7-010b6f4a5250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:19:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['a4167261-d83c-4da6-8470-6a9ada3dfcef'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:10.519339 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6ab394-7a82-4369-afad-ad481b98959e tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Network 46ba7a40-34d1-486e-a718-daaa9120f771 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:20:10.530765 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-1e6ab394-7a82-4369-afad-ad481b98959e tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 46ba7a40-34d1-486e-a718-daaa9120f771) {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:20:10.537461 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6ab394-7a82-4369-afad-ad481b98959e tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:10.537892 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1e6ab394-7a82-4369-afad-ad481b98959e tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:10.551026 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90bf4da2-60d2-4f30-974a-8291eeee244a None None] Network 46ba7a40-34d1-486e-a718-daaa9120f771 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:20:10.566019 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-1e6ab394-7a82-4369-afad-ad481b98959e tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4581969 Feb 19 03:20:10.566818 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42814) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:10.597828 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-1635328e-240b-4fea-baa9-92ddf5c99a97 None None] Publish callbacks [] for port (a60bfc11-3750-48a0-bf50-741d5905ed7b), precommit_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:10.602532 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-1635328e-240b-4fea-baa9-92ddf5c99a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (a60bfc11-3750-48a0-bf50-741d5905ed7b), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:10.625415 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4be3e524-064e-4038-8421-0b8c170e856f', 'tag': 'd8dd1a90-0460-47f3-9fe6-e292c1c69c20'}, {'name': 'network-changed', 'server_uuid': '4be3e524-064e-4038-8421-0b8c170e856f', 'tag': 'd8dd1a90-0460-47f3-9fe6-e292c1c69c20'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:20:10.629035 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4850ded7-a937-4c03-a7eb-490fe5ea445d" -d '{"events": [{"name": "network-changed", "server_uuid": "4be3e524-064e-4038-8421-0b8c170e856f", "tag": "d8dd1a90-0460-47f3-9fe6-e292c1c69c20"}, {"name": "network-changed", "server_uuid": "4be3e524-064e-4038-8421-0b8c170e856f", "tag": "d8dd1a90-0460-47f3-9fe6-e292c1c69c20"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:20:10.652666 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f54d5ed-6acc-47fa-9803-6bdab0653d3f None None] Pushing event updated for resources: {'Port': ['ID=a60bfc11-3750-48a0-bf50-741d5905ed7b,revision_number=2']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:10.663259 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f54d5ed-6acc-47fa-9803-6bdab0653d3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:10.663715 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f54d5ed-6acc-47fa-9803-6bdab0653d3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:10.664174 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f54d5ed-6acc-47fa-9803-6bdab0653d3f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:10.664652 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f54d5ed-6acc-47fa-9803-6bdab0653d3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:10.665187 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f54d5ed-6acc-47fa-9803-6bdab0653d3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:10.665651 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f54d5ed-6acc-47fa-9803-6bdab0653d3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:10.665981 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f54d5ed-6acc-47fa-9803-6bdab0653d3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:10.666312 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f54d5ed-6acc-47fa-9803-6bdab0653d3f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:10.666635 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f54d5ed-6acc-47fa-9803-6bdab0653d3f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:10.666956 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f54d5ed-6acc-47fa-9803-6bdab0653d3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:10.667276 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f54d5ed-6acc-47fa-9803-6bdab0653d3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:10.667595 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f54d5ed-6acc-47fa-9803-6bdab0653d3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:10.667913 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f54d5ed-6acc-47fa-9803-6bdab0653d3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:10.682224 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-1635328e-240b-4fea-baa9-92ddf5c99a97 None None] Attempting to bind port a60bfc11-3750-48a0-bf50-741d5905ed7b on host n-d-826753-2 for vnic_type normal with profile {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:20:10.682600 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-1635328e-240b-4fea-baa9-92ddf5c99a97 None None] Attempting to bind port a60bfc11-3750-48a0-bf50-741d5905ed7b by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:20:10.682965 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1635328e-240b-4fea-baa9-92ddf5c99a97 None None] Attempting to bind port a60bfc11-3750-48a0-bf50-741d5905ed7b on network eaf64708-9021-419e-b287-ef3e0f51e2ee {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:20:10.689832 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1635328e-240b-4fea-baa9-92ddf5c99a97 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:20:10.689832 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1635328e-240b-4fea-baa9-92ddf5c99a97 None None] Checking segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:20:10.690311 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-1635328e-240b-4fea-baa9-92ddf5c99a97 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:10.690942 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1635328e-240b-4fea-baa9-92ddf5c99a97 None None] Bound using segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:20:10.691593 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-1635328e-240b-4fea-baa9-92ddf5c99a97 None None] Bound port: a60bfc11-3750-48a0-bf50-741d5905ed7b, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:20:10.692250 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-1635328e-240b-4fea-baa9-92ddf5c99a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (a60bfc11-3750-48a0-bf50-741d5905ed7b), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:10.697675 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-bfe5f9a9-ab8d-4521-afb7-010b6f4a5250 None None] Set router a4167261-d83c-4da6-8470-6a9ada3dfcef gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:20:10.698708 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 19 Feb 2022 03:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7ee8a63-bcbb-42d7-8ed1-01c834b1c073 x-openstack-request-id: req-b7ee8a63-bcbb-42d7-8ed1-01c834b1c073 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:20:10.699073 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4be3e524-064e-4038-8421-0b8c170e856f", "tag": "d8dd1a90-0460-47f3-9fe6-e292c1c69c20", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4be3e524-064e-4038-8421-0b8c170e856f", "tag": "d8dd1a90-0460-47f3-9fe6-e292c1c69c20", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:20:10.699394 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b7ee8a63-bcbb-42d7-8ed1-01c834b1c073 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:20:10.699859 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4be3e524-064e-4038-8421-0b8c170e856f', 'tag': 'd8dd1a90-0460-47f3-9fe6-e292c1c69c20', 'status': 'completed', 'code': 200} Feb 19 03:20:10.700180 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4be3e524-064e-4038-8421-0b8c170e856f', 'tag': 'd8dd1a90-0460-47f3-9fe6-e292c1c69c20', 'status': 'completed', 'code': 200} Feb 19 03:20:10.755973 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-1635328e-240b-4fea-baa9-92ddf5c99a97 None None] For port a60bfc11-3750-48a0-bf50-741d5905ed7b, host n-d-826753-2, cleared binding levels {{(pid=103704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:20:10.760465 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-1635328e-240b-4fea-baa9-92ddf5c99a97 None None] For port a60bfc11-3750-48a0-bf50-741d5905ed7b, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=a60bfc11-3750-48a0-bf50-741d5905ed7b,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:20:10.771014 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-1635328e-240b-4fea-baa9-92ddf5c99a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (a60bfc11-3750-48a0-bf50-741d5905ed7b), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:10.809850 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4850ded7-a937-4c03-a7eb-490fe5ea445d req-890fa58d-7012-40b4-8aa3-08d490c5e688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:10.811417 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4850ded7-a937-4c03-a7eb-490fe5ea445d req-890fa58d-7012-40b4-8aa3-08d490c5e688 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=64ae991cb43e46efb531c9e00a1ca2e3&device_id=4be3e524-064e-4038-8421-0b8c170e856f HTTP/1.1" status: 200 len: 1127 time: 0.0586092 Feb 19 03:20:10.849042 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1635328e-240b-4fea-baa9-92ddf5c99a97 None None] Routers {'4f2a2924-eb7e-46fb-9cbc-5603c09486c7'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:20:10.849352 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-1635328e-240b-4fea-baa9-92ddf5c99a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:19:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['4f2a2924-eb7e-46fb-9cbc-5603c09486c7'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:10.856605 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7cce73c-4d07-40d6-a715-1b779f2549a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-46ba7a40-34d1-486e-a718-daaa9120f771', 'network_id': '46ba7a40-34d1-486e-a718-daaa9120f771', 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'fixed_ips': [{'subnet_id': 'f7025eb2-ffe7-4a82-a4e1-9990d681fd2d'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:20:10.861883 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b7cce73c-4d07-40d6-a715-1b779f2549a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:10.897545 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f54d5ed-6acc-47fa-9803-6bdab0653d3f None None] Pushing event updated for resources: {'Port': ['ID=a60bfc11-3750-48a0-bf50-741d5905ed7b,revision_number=3']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:10.957817 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4850ded7-a937-4c03-a7eb-490fe5ea445d req-b052d2f9-6e6d-45e2-926d-253e9ae4e949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:10.959775 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4850ded7-a937-4c03-a7eb-490fe5ea445d req-b052d2f9-6e6d-45e2-926d-253e9ae4e949 service neutron] 10.222.0.82 "GET /v2.0/networks?id=b216cc2c-1512-4bae-b856-4f0437b460aa HTTP/1.1" status: 200 len: 914 time: 0.1420629 Feb 19 03:20:10.980498 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-1635328e-240b-4fea-baa9-92ddf5c99a97 None None] Set router 4f2a2924-eb7e-46fb-9cbc-5603c09486c7 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:20:11.050232 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4850ded7-a937-4c03-a7eb-490fe5ea445d req-9003592d-a398-4196-88fa-8807d9541055 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d8dd1a90-0460-47f3-9fe6-e292c1c69c20 HTTP/1.1" status: 200 len: 1001 time: 0.0835152 Feb 19 03:20:11.118807 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4850ded7-a937-4c03-a7eb-490fe5ea445d req-c164dd0c-7cc3-4792-b604-192b0337fecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:11.120866 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4850ded7-a937-4c03-a7eb-490fe5ea445d req-c164dd0c-7cc3-4792-b604-192b0337fecd service neutron] 10.222.0.82 "GET /v2.0/subnets?id=96ee5a80-083e-4f09-972c-00585f4cdb44 HTTP/1.1" status: 200 len: 852 time: 0.0644889 Feb 19 03:20:11.133041 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-b7cce73c-4d07-40d6-a715-1b779f2549a7 None None] Allocated IP 172.20.0.2 (46ba7a40-34d1-486e-a718-daaa9120f771/f7025eb2-ffe7-4a82-a4e1-9990d681fd2d/77567a09-e8c4-4904-8ec7-e7e8ce15d4fe) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:20:11.190311 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-bfe5f9a9-ab8d-4521-afb7-010b6f4a5250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4167261-d83c-4da6-8470-6a9ada3dfcef', 'name': 'tempest-TestVolumeBackupRestore-929029532-router', 'tenant_id': '64ae991cb43e46efb531c9e00a1ca2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '1f063ce7-a35d-4b14-b809-fc9de6498650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:17:00Z', 'updated_at': '2022-02-19T03:17:04Z', 'revision_number': 4, 'project_id': '64ae991cb43e46efb531c9e00a1ca2e3', 'gw_port': {'id': '1f063ce7-a35d-4b14-b809-fc9de6498650', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:7e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4167261-d83c-4da6-8470-6a9ada3dfcef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:17:00Z', 'updated_at': '2022-02-19T03:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': 'af3c3821-7e80-4c43-ae43-e8326b8752db', 'tenant_id': '64ae991cb43e46efb531c9e00a1ca2e3', 'floating_ip_address': '172.25.6.234', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': 'a4167261-d83c-4da6-8470-6a9ada3dfcef', 'port_id': 'd8dd1a90-0460-47f3-9fe6-e292c1c69c20', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b216cc2c-1512-4bae-b856-4f0437b460aa', 'mac_address': 'fa:16:3e:ec:5a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be3e524-064e-4038-8421-0b8c170e856f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:20:07Z', 'updated_at': '2022-02-19T03:20:09Z', 'revision_number': 2, 'project_id': '64ae991cb43e46efb531c9e00a1ca2e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ccea71f-b787-4742-96ff-ef9ccc89c2bf', 'name': '', 'network_id': 'b216cc2c-1512-4bae-b856-4f0437b460aa', 'tenant_id': '64ae991cb43e46efb531c9e00a1ca2e3', 'mac_address': 'fa:16:3e:0e:df:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4167261-d83c-4da6-8470-6a9ada3dfcef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': '96ee5a80-083e-4f09-972c-00585f4cdb44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:17:03Z', 'updated_at': '2022-02-19T03:17:09Z', 'revision_number': 5, 'project_id': '64ae991cb43e46efb531c9e00a1ca2e3', 'subnets': [{'id': '96ee5a80-083e-4f09-972c-00585f4cdb44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:11.205800 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4850ded7-a937-4c03-a7eb-490fe5ea445d req-ef9046f7-8189-4b2b-a0e7-524f5f4b5410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:11.207368 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4850ded7-a937-4c03-a7eb-490fe5ea445d req-ef9046f7-8189-4b2b-a0e7-524f5f4b5410 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b216cc2c-1512-4bae-b856-4f0437b460aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0792465 Feb 19 03:20:11.244033 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-21002d0c-f0c0-49a3-a1e9-94e05dcf28e2 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:11.258475 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe5f9a9-ab8d-4521-afb7-010b6f4a5250 None None] The sync data for ids ['a4167261-d83c-4da6-8470-6a9ada3dfcef'] in n-d-826753-2 is: [{'id': 'a4167261-d83c-4da6-8470-6a9ada3dfcef', 'name': 'tempest-TestVolumeBackupRestore-929029532-router', 'tenant_id': '64ae991cb43e46efb531c9e00a1ca2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '1f063ce7-a35d-4b14-b809-fc9de6498650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:17:00Z', 'updated_at': '2022-02-19T03:17:04Z', 'revision_number': 4, 'project_id': '64ae991cb43e46efb531c9e00a1ca2e3', 'gw_port': {'id': '1f063ce7-a35d-4b14-b809-fc9de6498650', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:7e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4167261-d83c-4da6-8470-6a9ada3dfcef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:17:00Z', 'updated_at': '2022-02-19T03:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': 'af3c3821-7e80-4c43-ae43-e8326b8752db', 'tenant_id': '64ae991cb43e46efb531c9e00a1ca2e3', 'floating_ip_address': '172.25.6.234', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': 'a4167261-d83c-4da6-8470-6a9ada3dfcef', 'port_id': 'd8dd1a90-0460-47f3-9fe6-e292c1c69c20', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b216cc2c-1512-4bae-b856-4f0437b460aa', 'mac_address': 'fa:16:3e:ec:5a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be3e524-064e-4038-8421-0b8c170e856f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:20:07Z', 'updated_at': '2022-02-19T03:20:09Z', 'revision_number': 2, 'project_id': '64ae991cb43e46efb531c9e00a1ca2e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ccea71f-b787-4742-96ff-ef9ccc89c2bf', 'name': '', 'network_id': 'b216cc2c-1512-4bae-b856-4f0437b460aa', 'tenant_id': '64ae991cb43e46efb531c9e00a1ca2e3', 'mac_address': 'fa:16:3e:0e:df:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4167261-d83c-4da6-8470-6a9ada3dfcef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': '96ee5a80-083e-4f09-972c-00585f4cdb44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:17:03Z', 'updated_at': '2022-02-19T03:17:09Z', 'revision_number': 5, 'project_id': '64ae991cb43e46efb531c9e00a1ca2e3', 'subnets': [{'id': '96ee5a80-083e-4f09-972c-00585f4cdb44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:20:11.320319 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-1635328e-240b-4fea-baa9-92ddf5c99a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f2a2924-eb7e-46fb-9cbc-5603c09486c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-504297456', 'tenant_id': '3bc3bb28499f4673b42d5b4a69d45946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': 'a60bfc11-3750-48a0-bf50-741d5905ed7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:20:07Z', 'updated_at': '2022-02-19T03:20:08Z', 'revision_number': 3, 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'gw_port': {'id': 'a60bfc11-3750-48a0-bf50-741d5905ed7b', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b5:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f2a2924-eb7e-46fb-9cbc-5603c09486c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:20:08Z', 'updated_at': '2022-02-19T03:20:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:11.350746 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4850ded7-a937-4c03-a7eb-490fe5ea445d req-93409482-af61-4e54-b482-d45f5c5b6cdf service neutron] 10.222.0.82 "GET /v2.0/networks/b216cc2c-1512-4bae-b856-4f0437b460aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377409 Feb 19 03:20:11.390381 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1635328e-240b-4fea-baa9-92ddf5c99a97 None None] The sync data for ids ['4f2a2924-eb7e-46fb-9cbc-5603c09486c7'] in n-d-826753-2 is: [{'id': '4f2a2924-eb7e-46fb-9cbc-5603c09486c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-504297456', 'tenant_id': '3bc3bb28499f4673b42d5b4a69d45946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': 'a60bfc11-3750-48a0-bf50-741d5905ed7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:20:07Z', 'updated_at': '2022-02-19T03:20:08Z', 'revision_number': 3, 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'gw_port': {'id': 'a60bfc11-3750-48a0-bf50-741d5905ed7b', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b5:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f2a2924-eb7e-46fb-9cbc-5603c09486c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:20:08Z', 'updated_at': '2022-02-19T03:20:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:20:11.428086 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b7cce73c-4d07-40d6-a715-1b779f2549a7 None None] Publish callbacks [] for port (77567a09-e8c4-4904-8ec7-e7e8ce15d4fe), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:11.444198 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b7cce73c-4d07-40d6-a715-1b779f2549a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (77567a09-e8c4-4904-8ec7-e7e8ce15d4fe), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:11.503882 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7cce73c-4d07-40d6-a715-1b779f2549a7 None None] Network 46ba7a40-34d1-486e-a718-daaa9120f771 is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:20:11.514024 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-b7cce73c-4d07-40d6-a715-1b779f2549a7 None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:20:11.518036 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cce73c-4d07-40d6-a715-1b779f2549a7 None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:20:11.518644 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4850ded7-a937-4c03-a7eb-490fe5ea445d req-7e30fbdd-78ff-4f27-8eff-c843b813e303 service neutron] 10.222.0.82 "GET /v2.0/networks/b216cc2c-1512-4bae-b856-4f0437b460aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619163 Feb 19 03:20:11.526554 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cce73c-4d07-40d6-a715-1b779f2549a7 None None] Pushing event updated for resources: {'Port': ['ID=77567a09-e8c4-4904-8ec7-e7e8ce15d4fe,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:11.605550 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-b7cce73c-4d07-40d6-a715-1b779f2549a7 None None] Attempting to bind port 77567a09-e8c4-4904-8ec7-e7e8ce15d4fe on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:20:11.606010 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-b7cce73c-4d07-40d6-a715-1b779f2549a7 None None] Attempting to bind port 77567a09-e8c4-4904-8ec7-e7e8ce15d4fe by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '0b07b9bd-167c-42c6-b7c9-2f468887a2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '46ba7a40-34d1-486e-a718-daaa9120f771'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:20:11.606457 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cce73c-4d07-40d6-a715-1b779f2549a7 None None] Attempting to bind port 77567a09-e8c4-4904-8ec7-e7e8ce15d4fe on network 46ba7a40-34d1-486e-a718-daaa9120f771 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:20:11.614569 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cce73c-4d07-40d6-a715-1b779f2549a7 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:20:11.615024 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cce73c-4d07-40d6-a715-1b779f2549a7 None None] Checking segment: {'id': '0b07b9bd-167c-42c6-b7c9-2f468887a2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '46ba7a40-34d1-486e-a718-daaa9120f771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:20:11.615540 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b7cce73c-4d07-40d6-a715-1b779f2549a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:11.616007 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cce73c-4d07-40d6-a715-1b779f2549a7 None None] Bound using segment: {'id': '0b07b9bd-167c-42c6-b7c9-2f468887a2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '46ba7a40-34d1-486e-a718-daaa9120f771'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:20:11.616569 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-b7cce73c-4d07-40d6-a715-1b779f2549a7 None None] Bound port: 77567a09-e8c4-4904-8ec7-e7e8ce15d4fe, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b07b9bd-167c-42c6-b7c9-2f468887a2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '46ba7a40-34d1-486e-a718-daaa9120f771'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:20:11.617123 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b7cce73c-4d07-40d6-a715-1b779f2549a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (77567a09-e8c4-4904-8ec7-e7e8ce15d4fe), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:11.667271 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4850ded7-a937-4c03-a7eb-490fe5ea445d req-8d0eeef0-bd62-454e-9e7d-7a8ca1a9782b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:11.668793 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4850ded7-a937-4c03-a7eb-490fe5ea445d req-8d0eeef0-bd62-454e-9e7d-7a8ca1a9782b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=64ae991cb43e46efb531c9e00a1ca2e3&device_id=4be3e524-064e-4038-8421-0b8c170e856f HTTP/1.1" status: 200 len: 1127 time: 0.0674753 Feb 19 03:20:11.669464 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-21002d0c-f0c0-49a3-a1e9-94e05dcf28e2 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Allocated IP 172.20.0.1 (46ba7a40-34d1-486e-a718-daaa9120f771/f7025eb2-ffe7-4a82-a4e1-9990d681fd2d/97584a1d-49a0-4e68-9ba3-3bde5ed5bf2c) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:20:11.698628 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b7cce73c-4d07-40d6-a715-1b779f2549a7 None None] For port 77567a09-e8c4-4904-8ec7-e7e8ce15d4fe, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:20:11.705051 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b7cce73c-4d07-40d6-a715-1b779f2549a7 None None] For port 77567a09-e8c4-4904-8ec7-e7e8ce15d4fe, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=77567a09-e8c4-4904-8ec7-e7e8ce15d4fe,segment=NetworkSegment(0b07b9bd-167c-42c6-b7c9-2f468887a2a0),segment_id=0b07b9bd-167c-42c6-b7c9-2f468887a2a0)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:20:11.717039 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b7cce73c-4d07-40d6-a715-1b779f2549a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (77567a09-e8c4-4904-8ec7-e7e8ce15d4fe), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:11.809696 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4850ded7-a937-4c03-a7eb-490fe5ea445d req-5dda977d-4b39-49e5-9ec9-145201fd01cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:11.810772 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4850ded7-a937-4c03-a7eb-490fe5ea445d req-5dda977d-4b39-49e5-9ec9-145201fd01cf service neutron] 10.222.0.82 "GET /v2.0/networks?id=b216cc2c-1512-4bae-b856-4f0437b460aa HTTP/1.1" status: 200 len: 914 time: 0.1350842 Feb 19 03:20:11.864247 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-21002d0c-f0c0-49a3-a1e9-94e05dcf28e2 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for port (97584a1d-49a0-4e68-9ba3-3bde5ed5bf2c), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:11.908649 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4850ded7-a937-4c03-a7eb-490fe5ea445d req-21d1eaeb-a299-43cb-84e8-aebe397175b7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d8dd1a90-0460-47f3-9fe6-e292c1c69c20 HTTP/1.1" status: 200 len: 1001 time: 0.0912941 Feb 19 03:20:11.933172 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-21002d0c-f0c0-49a3-a1e9-94e05dcf28e2 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (97584a1d-49a0-4e68-9ba3-3bde5ed5bf2c), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:11.966897 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4850ded7-a937-4c03-a7eb-490fe5ea445d req-45a53e55-30b4-40ca-a498-750fd33c9b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:11.969104 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4850ded7-a937-4c03-a7eb-490fe5ea445d req-45a53e55-30b4-40ca-a498-750fd33c9b99 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=96ee5a80-083e-4f09-972c-00585f4cdb44 HTTP/1.1" status: 200 len: 852 time: 0.0539603 Feb 19 03:20:11.982744 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21002d0c-f0c0-49a3-a1e9-94e05dcf28e2 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Network 46ba7a40-34d1-486e-a718-daaa9120f771 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:20:11.987389 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-21002d0c-f0c0-49a3-a1e9-94e05dcf28e2 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:20:11.992329 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21002d0c-f0c0-49a3-a1e9-94e05dcf28e2 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:20:12.019404 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cce73c-4d07-40d6-a715-1b779f2549a7 None None] Pushing event updated for resources: {'Port': ['ID=77567a09-e8c4-4904-8ec7-e7e8ce15d4fe,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:12.057862 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21002d0c-f0c0-49a3-a1e9-94e05dcf28e2 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Pushing event updated for resources: {'Port': ['ID=97584a1d-49a0-4e68-9ba3-3bde5ed5bf2c,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:12.078468 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4850ded7-a937-4c03-a7eb-490fe5ea445d req-6a09bbcb-e4a6-4636-9b3c-8518ba654afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:12.080754 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4850ded7-a937-4c03-a7eb-490fe5ea445d req-6a09bbcb-e4a6-4636-9b3c-8518ba654afc service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b216cc2c-1512-4bae-b856-4f0437b460aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0988402 Feb 19 03:20:12.081860 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-21002d0c-f0c0-49a3-a1e9-94e05dcf28e2 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16289150'] for router_interface (4f2a2924-eb7e-46fb-9cbc-5603c09486c7), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:12.202833 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4850ded7-a937-4c03-a7eb-490fe5ea445d req-06f191cf-890d-4b1c-80e1-e9593ccb0e7f service neutron] 10.222.0.82 "GET /v2.0/networks/b216cc2c-1512-4bae-b856-4f0437b460aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160083 Feb 19 03:20:12.291236 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-21002d0c-f0c0-49a3-a1e9-94e05dcf28e2 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (97584a1d-49a0-4e68-9ba3-3bde5ed5bf2c), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:12.340811 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4850ded7-a937-4c03-a7eb-490fe5ea445d req-84066bc6-9914-472a-880e-23b69d53b0da service neutron] 10.222.0.82 "GET /v2.0/networks/b216cc2c-1512-4bae-b856-4f0437b460aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307168 Feb 19 03:20:12.654821 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-21002d0c-f0c0-49a3-a1e9-94e05dcf28e2 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for port (97584a1d-49a0-4e68-9ba3-3bde5ed5bf2c), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:12.660877 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-21002d0c-f0c0-49a3-a1e9-94e05dcf28e2 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (97584a1d-49a0-4e68-9ba3-3bde5ed5bf2c), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:12.752231 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-21002d0c-f0c0-49a3-a1e9-94e05dcf28e2 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16362769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16289258'] for router_interface (4f2a2924-eb7e-46fb-9cbc-5603c09486c7), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:12.755476 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21002d0c-f0c0-49a3-a1e9-94e05dcf28e2 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Pushing event updated for resources: {'Port': ['ID=97584a1d-49a0-4e68-9ba3-3bde5ed5bf2c,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:12.893455 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21002d0c-f0c0-49a3-a1e9-94e05dcf28e2 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Network 46ba7a40-34d1-486e-a718-daaa9120f771 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:20:12.896690 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-21002d0c-f0c0-49a3-a1e9-94e05dcf28e2 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:20:12.913775 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 77567a09-e8c4-4904-8ec7-e7e8ce15d4fe up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:20:12.969867 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 77567a09-e8c4-4904-8ec7-e7e8ce15d4fe triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:20:12.970430 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (77567a09-e8c4-4904-8ec7-e7e8ce15d4fe), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:13.063987 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21002d0c-f0c0-49a3-a1e9-94e05dcf28e2 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Router 4f2a2924-eb7e-46fb-9cbc-5603c09486c7 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:20:13.093053 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 77567a09-e8c4-4904-8ec7-e7e8ce15d4fe is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:20:13.093500 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (77567a09-e8c4-4904-8ec7-e7e8ce15d4fe), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:13.134559 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port 77567a09-e8c4-4904-8ec7-e7e8ce15d4fe, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=77567a09-e8c4-4904-8ec7-e7e8ce15d4fe,segment=NetworkSegment(0b07b9bd-167c-42c6-b7c9-2f468887a2a0),segment_id=0b07b9bd-167c-42c6-b7c9-2f468887a2a0)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:20:13.140206 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (77567a09-e8c4-4904-8ec7-e7e8ce15d4fe), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:13.141203 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device a60bfc11-3750-48a0-bf50-741d5905ed7b up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:20:13.190235 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff4e621-4e6b-498e-a7cf-048c91bd98f7 None None] Network 46ba7a40-34d1-486e-a718-daaa9120f771 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:20:13.198982 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21002d0c-f0c0-49a3-a1e9-94e05dcf28e2 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:20:13.205057 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-21002d0c-f0c0-49a3-a1e9-94e05dcf28e2 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "PUT /v2.0/routers/4f2a2924-eb7e-46fb-9cbc-5603c09486c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6361296 Feb 19 03:20:13.264242 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=77567a09-e8c4-4904-8ec7-e7e8ce15d4fe,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:13.309673 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port a60bfc11-3750-48a0-bf50-741d5905ed7b triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:20:13.310037 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (a60bfc11-3750-48a0-bf50-741d5905ed7b), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:13.363497 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-c9602771-a13f-45b6-85cc-301dbf3c6197 None None] Provisioning complete for port 77567a09-e8c4-4904-8ec7-e7e8ce15d4fe triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:20:13.363876 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c9602771-a13f-45b6-85cc-301dbf3c6197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (77567a09-e8c4-4904-8ec7-e7e8ce15d4fe), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:13.384528 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d79c77af-7f75-4ef1-9b24-8fd98bc7b42c req-f6b4c076-d037-49b3-8248-862c63ecda5a tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-581723447&fields=id&tenant_id=3bc3bb28499f4673b42d5b4a69d45946 HTTP/1.1" status: 200 len: 267 time: 0.0594971 Feb 19 03:20:13.496657 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port a60bfc11-3750-48a0-bf50-741d5905ed7b is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:20:13.497094 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (a60bfc11-3750-48a0-bf50-741d5905ed7b), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:13.519543 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79c77af-7f75-4ef1-9b24-8fd98bc7b42c req-fac9886d-8db7-41c8-8342-77434f2db938 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:13.521203 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d79c77af-7f75-4ef1-9b24-8fd98bc7b42c req-fac9886d-8db7-41c8-8342-77434f2db938 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/networks?id=46ba7a40-34d1-486e-a718-daaa9120f771 HTTP/1.1" status: 200 len: 797 time: 0.1280291 Feb 19 03:20:13.524426 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-c9602771-a13f-45b6-85cc-301dbf3c6197 None None] Current status of the port 77567a09-e8c4-4904-8ec7-e7e8ce15d4fe is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:20:13.530043 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port a60bfc11-3750-48a0-bf50-741d5905ed7b, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=a60bfc11-3750-48a0-bf50-741d5905ed7b,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:20:13.537371 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (a60bfc11-3750-48a0-bf50-741d5905ed7b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:13.540444 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d79c77af-7f75-4ef1-9b24-8fd98bc7b42c req-30e84011-ce26-47e2-9d88-c37dde630948 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/quotas/3bc3bb28499f4673b42d5b4a69d45946 HTTP/1.1" status: 200 len: 375 time: 0.0121167 Feb 19 03:20:13.603057 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=a60bfc11-3750-48a0-bf50-741d5905ed7b,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:13.616169 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d79c77af-7f75-4ef1-9b24-8fd98bc7b42c req-4e96487b-c46f-4db3-ab18-663405fd9277 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=3bc3bb28499f4673b42d5b4a69d45946&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0651648 Feb 19 03:20:13.725068 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d79c77af-7f75-4ef1-9b24-8fd98bc7b42c req-2a8df586-f9c3-4fdb-8734-2ca0c2195bfc service neutron] 10.222.0.72 "GET /v2.0/networks/46ba7a40-34d1-486e-a718-daaa9120f771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963535 Feb 19 03:20:13.753904 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-51a87b09-7cb2-4aea-8f15-f51ca7bb2842 None None] Provisioning complete for port 77567a09-e8c4-4904-8ec7-e7e8ce15d4fe triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:20:13.754332 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-51a87b09-7cb2-4aea-8f15-f51ca7bb2842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (77567a09-e8c4-4904-8ec7-e7e8ce15d4fe), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:13.806981 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211962c0-e9da-4e06-aa56-db2005e1738c None None] Sync routers for ids ['4f2a2924-eb7e-46fb-9cbc-5603c09486c7'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:20:13.824694 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211962c0-e9da-4e06-aa56-db2005e1738c None None] Routers {'4f2a2924-eb7e-46fb-9cbc-5603c09486c7'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:20:13.826281 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-211962c0-e9da-4e06-aa56-db2005e1738c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:19:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['4f2a2924-eb7e-46fb-9cbc-5603c09486c7'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:13.832394 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d79c77af-7f75-4ef1-9b24-8fd98bc7b42c req-38d86732-59d9-4ac0-b469-bcde7561a5bc service neutron] 10.222.0.72 "GET /v2.0/networks/46ba7a40-34d1-486e-a718-daaa9120f771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009860 Feb 19 03:20:13.842131 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-51a87b09-7cb2-4aea-8f15-f51ca7bb2842 None None] Current status of the port 77567a09-e8c4-4904-8ec7-e7e8ce15d4fe is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:20:13.853721 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-51a87b09-7cb2-4aea-8f15-f51ca7bb2842 None None] Provisioning complete for port 97584a1d-49a0-4e68-9ba3-3bde5ed5bf2c triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:20:13.854104 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-51a87b09-7cb2-4aea-8f15-f51ca7bb2842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (97584a1d-49a0-4e68-9ba3-3bde5ed5bf2c), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:13.890967 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-51a87b09-7cb2-4aea-8f15-f51ca7bb2842 None None] Port 97584a1d-49a0-4e68-9ba3-3bde5ed5bf2c cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:20:13.972408 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-211962c0-e9da-4e06-aa56-db2005e1738c None None] Set router 4f2a2924-eb7e-46fb-9cbc-5603c09486c7 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:20:14.017890 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-75b487ac-2947-4b62-81b3-5364a7389679 None None] Provisioning complete for port 97584a1d-49a0-4e68-9ba3-3bde5ed5bf2c triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:20:14.018274 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-75b487ac-2947-4b62-81b3-5364a7389679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (97584a1d-49a0-4e68-9ba3-3bde5ed5bf2c), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:14.037427 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b13f4f63-5efe-40ae-8ce8-1acde22d9ac1 req-5700f7d4-a227-481d-a909-fedcbba56425 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=358d53a4-36fe-47f7-97f0-acb94bca01c8 HTTP/1.1" status: 200 len: 210 time: 0.0405478 Feb 19 03:20:14.074734 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-75b487ac-2947-4b62-81b3-5364a7389679 None None] Port 97584a1d-49a0-4e68-9ba3-3bde5ed5bf2c cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:20:14.242692 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-211962c0-e9da-4e06-aa56-db2005e1738c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f2a2924-eb7e-46fb-9cbc-5603c09486c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-504297456', 'tenant_id': '3bc3bb28499f4673b42d5b4a69d45946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': 'a60bfc11-3750-48a0-bf50-741d5905ed7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:20:07Z', 'updated_at': '2022-02-19T03:20:12Z', 'revision_number': 4, 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'gw_port': {'id': 'a60bfc11-3750-48a0-bf50-741d5905ed7b', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2a2924-eb7e-46fb-9cbc-5603c09486c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:20:08Z', 'updated_at': '2022-02-19T03:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '97584a1d-49a0-4e68-9ba3-3bde5ed5bf2c', 'name': '', 'network_id': '46ba7a40-34d1-486e-a718-daaa9120f771', 'tenant_id': '3bc3bb28499f4673b42d5b4a69d45946', 'mac_address': 'fa:16:3e:ed:fa:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f2a2924-eb7e-46fb-9cbc-5603c09486c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': 'f7025eb2-ffe7-4a82-a4e1-9990d681fd2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:20:11Z', 'updated_at': '2022-02-19T03:20:12Z', 'revision_number': 2, 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'subnets': [{'id': 'f7025eb2-ffe7-4a82-a4e1-9990d681fd2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:14.269849 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211962c0-e9da-4e06-aa56-db2005e1738c None None] Checking router: 4f2a2924-eb7e-46fb-9cbc-5603c09486c7 for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:20:14.270195 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211962c0-e9da-4e06-aa56-db2005e1738c None None] Updating router 4f2a2924-eb7e-46fb-9cbc-5603c09486c7 port 97584a1d-49a0-4e68-9ba3-3bde5ed5bf2c binding host n-d-826753-2 {{(pid=103704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:20:14.298363 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-65c26dca-0ece-41c3-b2f9-8e758e772879 None None] Provisioning complete for port 97584a1d-49a0-4e68-9ba3-3bde5ed5bf2c triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:20:14.299052 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-65c26dca-0ece-41c3-b2f9-8e758e772879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (97584a1d-49a0-4e68-9ba3-3bde5ed5bf2c), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:14.302871 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-211962c0-e9da-4e06-aa56-db2005e1738c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (97584a1d-49a0-4e68-9ba3-3bde5ed5bf2c), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:14.342073 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-65c26dca-0ece-41c3-b2f9-8e758e772879 None None] Port 97584a1d-49a0-4e68-9ba3-3bde5ed5bf2c cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:20:14.601503 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-211962c0-e9da-4e06-aa56-db2005e1738c None None] Publish callbacks [] for port (97584a1d-49a0-4e68-9ba3-3bde5ed5bf2c), precommit_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:14.607055 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-211962c0-e9da-4e06-aa56-db2005e1738c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (97584a1d-49a0-4e68-9ba3-3bde5ed5bf2c), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:14.655906 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d49522-79f6-4b24-8c94-43d4af5adbaa None None] Pushing event updated for resources: {'Port': ['ID=97584a1d-49a0-4e68-9ba3-3bde5ed5bf2c,revision_number=3']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:14.720776 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-211962c0-e9da-4e06-aa56-db2005e1738c None None] Attempting to bind port 97584a1d-49a0-4e68-9ba3-3bde5ed5bf2c on host n-d-826753-2 for vnic_type normal with profile {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:20:14.721226 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-211962c0-e9da-4e06-aa56-db2005e1738c None None] Attempting to bind port 97584a1d-49a0-4e68-9ba3-3bde5ed5bf2c by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '0b07b9bd-167c-42c6-b7c9-2f468887a2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '46ba7a40-34d1-486e-a718-daaa9120f771'}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:20:14.721653 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211962c0-e9da-4e06-aa56-db2005e1738c None None] Attempting to bind port 97584a1d-49a0-4e68-9ba3-3bde5ed5bf2c on network 46ba7a40-34d1-486e-a718-daaa9120f771 {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:20:14.727556 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211962c0-e9da-4e06-aa56-db2005e1738c None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:20:14.727954 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211962c0-e9da-4e06-aa56-db2005e1738c None None] Checking segment: {'id': '0b07b9bd-167c-42c6-b7c9-2f468887a2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '46ba7a40-34d1-486e-a718-daaa9120f771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:20:14.728470 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-211962c0-e9da-4e06-aa56-db2005e1738c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:14.728999 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211962c0-e9da-4e06-aa56-db2005e1738c None None] Bound using segment: {'id': '0b07b9bd-167c-42c6-b7c9-2f468887a2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '46ba7a40-34d1-486e-a718-daaa9120f771'} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:20:14.729660 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-211962c0-e9da-4e06-aa56-db2005e1738c None None] Bound port: 97584a1d-49a0-4e68-9ba3-3bde5ed5bf2c, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b07b9bd-167c-42c6-b7c9-2f468887a2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '46ba7a40-34d1-486e-a718-daaa9120f771'}}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:20:14.730150 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-211962c0-e9da-4e06-aa56-db2005e1738c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (97584a1d-49a0-4e68-9ba3-3bde5ed5bf2c), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:14.810264 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-211962c0-e9da-4e06-aa56-db2005e1738c None None] For port 97584a1d-49a0-4e68-9ba3-3bde5ed5bf2c, host n-d-826753-2, cleared binding levels {{(pid=103704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:20:14.815791 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-211962c0-e9da-4e06-aa56-db2005e1738c None None] For port 97584a1d-49a0-4e68-9ba3-3bde5ed5bf2c, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=97584a1d-49a0-4e68-9ba3-3bde5ed5bf2c,segment=NetworkSegment(0b07b9bd-167c-42c6-b7c9-2f468887a2a0),segment_id=0b07b9bd-167c-42c6-b7c9-2f468887a2a0)] {{(pid=103704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:20:14.823456 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-211962c0-e9da-4e06-aa56-db2005e1738c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (97584a1d-49a0-4e68-9ba3-3bde5ed5bf2c), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:14.866338 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 77567a09-e8c4-4904-8ec7-e7e8ce15d4fe up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:20:14.884172 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211962c0-e9da-4e06-aa56-db2005e1738c None None] Routers {'4f2a2924-eb7e-46fb-9cbc-5603c09486c7'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:20:14.884902 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-211962c0-e9da-4e06-aa56-db2005e1738c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:19:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['4f2a2924-eb7e-46fb-9cbc-5603c09486c7'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:14.925605 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d49522-79f6-4b24-8c94-43d4af5adbaa None None] Pushing event updated for resources: {'Port': ['ID=97584a1d-49a0-4e68-9ba3-3bde5ed5bf2c,revision_number=4']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:14.939653 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 77567a09-e8c4-4904-8ec7-e7e8ce15d4fe triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:20:14.940787 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (77567a09-e8c4-4904-8ec7-e7e8ce15d4fe), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:15.011020 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-22764441-d88c-4b26-88e6-29f0347555c4 None None] Provisioning complete for port 97584a1d-49a0-4e68-9ba3-3bde5ed5bf2c triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:20:15.012053 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-22764441-d88c-4b26-88e6-29f0347555c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (97584a1d-49a0-4e68-9ba3-3bde5ed5bf2c), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:15.058293 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-211962c0-e9da-4e06-aa56-db2005e1738c None None] Set router 4f2a2924-eb7e-46fb-9cbc-5603c09486c7 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:20:15.135454 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 77567a09-e8c4-4904-8ec7-e7e8ce15d4fe is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:20:15.136842 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device a60bfc11-3750-48a0-bf50-741d5905ed7b up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:20:15.208068 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-44c5d536-1b02-4902-ade3-f2b61ddfb392 req-c6c66c33-e73a-49d1-a61d-39c899a9d86e tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=358d53a4-36fe-47f7-97f0-acb94bca01c8 HTTP/1.1" status: 200 len: 210 time: 0.0428884 Feb 19 03:20:15.270492 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79c77af-7f75-4ef1-9b24-8fd98bc7b42c req-0e89acd6-d8bc-49f8-9366-b1252d097499 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:15.272843 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d79c77af-7f75-4ef1-9b24-8fd98bc7b42c req-0e89acd6-d8bc-49f8-9366-b1252d097499 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.73 "GET /v2.0/networks?id=46ba7a40-34d1-486e-a718-daaa9120f771 HTTP/1.1" status: 200 len: 797 time: 0.2349734 Feb 19 03:20:15.278239 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port a60bfc11-3750-48a0-bf50-741d5905ed7b triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:20:15.278689 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (a60bfc11-3750-48a0-bf50-741d5905ed7b), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:15.281364 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-22764441-d88c-4b26-88e6-29f0347555c4 None None] Current status of the port 97584a1d-49a0-4e68-9ba3-3bde5ed5bf2c is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:20:15.281869 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-22764441-d88c-4b26-88e6-29f0347555c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (97584a1d-49a0-4e68-9ba3-3bde5ed5bf2c), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:15.341275 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-211962c0-e9da-4e06-aa56-db2005e1738c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f2a2924-eb7e-46fb-9cbc-5603c09486c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-504297456', 'tenant_id': '3bc3bb28499f4673b42d5b4a69d45946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': 'a60bfc11-3750-48a0-bf50-741d5905ed7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:20:07Z', 'updated_at': '2022-02-19T03:20:12Z', 'revision_number': 4, 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'gw_port': {'id': 'a60bfc11-3750-48a0-bf50-741d5905ed7b', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2a2924-eb7e-46fb-9cbc-5603c09486c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:20:08Z', 'updated_at': '2022-02-19T03:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '97584a1d-49a0-4e68-9ba3-3bde5ed5bf2c', 'name': '', 'network_id': '46ba7a40-34d1-486e-a718-daaa9120f771', 'tenant_id': '3bc3bb28499f4673b42d5b4a69d45946', 'mac_address': 'fa:16:3e:ed:fa:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f2a2924-eb7e-46fb-9cbc-5603c09486c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': 'f7025eb2-ffe7-4a82-a4e1-9990d681fd2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:20:11Z', 'updated_at': '2022-02-19T03:20:14Z', 'revision_number': 4, 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'subnets': [{'id': 'f7025eb2-ffe7-4a82-a4e1-9990d681fd2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:15.348834 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-22764441-d88c-4b26-88e6-29f0347555c4 None None] For port 97584a1d-49a0-4e68-9ba3-3bde5ed5bf2c, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=97584a1d-49a0-4e68-9ba3-3bde5ed5bf2c,segment=NetworkSegment(0b07b9bd-167c-42c6-b7c9-2f468887a2a0),segment_id=0b07b9bd-167c-42c6-b7c9-2f468887a2a0)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:20:15.357968 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-22764441-d88c-4b26-88e6-29f0347555c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (97584a1d-49a0-4e68-9ba3-3bde5ed5bf2c), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:15.375646 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211962c0-e9da-4e06-aa56-db2005e1738c None None] The sync data for ids ['4f2a2924-eb7e-46fb-9cbc-5603c09486c7'] in n-d-826753-2 is: [{'id': '4f2a2924-eb7e-46fb-9cbc-5603c09486c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-504297456', 'tenant_id': '3bc3bb28499f4673b42d5b4a69d45946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': 'a60bfc11-3750-48a0-bf50-741d5905ed7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:20:07Z', 'updated_at': '2022-02-19T03:20:12Z', 'revision_number': 4, 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'gw_port': {'id': 'a60bfc11-3750-48a0-bf50-741d5905ed7b', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2a2924-eb7e-46fb-9cbc-5603c09486c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:20:08Z', 'updated_at': '2022-02-19T03:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '97584a1d-49a0-4e68-9ba3-3bde5ed5bf2c', 'name': '', 'network_id': '46ba7a40-34d1-486e-a718-daaa9120f771', 'tenant_id': '3bc3bb28499f4673b42d5b4a69d45946', 'mac_address': 'fa:16:3e:ed:fa:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f2a2924-eb7e-46fb-9cbc-5603c09486c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': 'f7025eb2-ffe7-4a82-a4e1-9990d681fd2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:20:11Z', 'updated_at': '2022-02-19T03:20:14Z', 'revision_number': 4, 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'subnets': [{'id': 'f7025eb2-ffe7-4a82-a4e1-9990d681fd2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:20:15.380978 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d79c77af-7f75-4ef1-9b24-8fd98bc7b42c req-7ede50a5-d6cb-4d38-8e30-a5ae019fef05 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3bc3bb28499f4673b42d5b4a69d45946 HTTP/1.1" status: 200 len: 379 time: 0.0863826 Feb 19 03:20:15.393126 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-d79c77af-7f75-4ef1-9b24-8fd98bc7b42c req-6fe6f82f-c129-4956-a7c8-45146843595e tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Request body: {'port': {'device_id': '358d53a4-36fe-47f7-97f0-acb94bca01c8', 'network_id': '46ba7a40-34d1-486e-a718-daaa9120f771', 'admin_state_up': True, 'tenant_id': '3bc3bb28499f4673b42d5b4a69d45946', 'security_groups': ['2aa96b9b-ec5f-4d15-9c2c-3bf29b0e4a66']}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:15.428551 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port a60bfc11-3750-48a0-bf50-741d5905ed7b is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:20:15.456056 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22764441-d88c-4b26-88e6-29f0347555c4 None None] Pushing event updated for resources: {'Port': ['ID=97584a1d-49a0-4e68-9ba3-3bde5ed5bf2c,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:15.498403 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-fd98f36b-588d-4943-ade7-34973d475acb None None] Provisioning complete for port 97584a1d-49a0-4e68-9ba3-3bde5ed5bf2c triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:20:15.498863 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fd98f36b-588d-4943-ade7-34973d475acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (97584a1d-49a0-4e68-9ba3-3bde5ed5bf2c), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:15.561824 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d023c444-30e4-47c9-a1e5-c6ff4165c163 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:15.584159 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d79c77af-7f75-4ef1-9b24-8fd98bc7b42c req-6fe6f82f-c129-4956-a7c8-45146843595e tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Made reservation on behalf of 3bc3bb28499f4673b42d5b4a69d45946 for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:20:15.590458 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-d79c77af-7f75-4ef1-9b24-8fd98bc7b42c req-6fe6f82f-c129-4956-a7c8-45146843595e tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:15.624723 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-fd98f36b-588d-4943-ade7-34973d475acb None None] Current status of the port 97584a1d-49a0-4e68-9ba3-3bde5ed5bf2c is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:20:15.766802 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [req-d79c77af-7f75-4ef1-9b24-8fd98bc7b42c req-6fe6f82f-c129-4956-a7c8-45146843595e tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Allocated IP 172.20.0.4 (46ba7a40-34d1-486e-a718-daaa9120f771/f7025eb2-ffe7-4a82-a4e1-9990d681fd2d/b499396d-a4f6-4939-ab9a-789b61bccaf2) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:20:15.938123 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-d79c77af-7f75-4ef1-9b24-8fd98bc7b42c req-6fe6f82f-c129-4956-a7c8-45146843595e tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for port (b499396d-a4f6-4939-ab9a-789b61bccaf2), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:15.989642 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-d79c77af-7f75-4ef1-9b24-8fd98bc7b42c req-6fe6f82f-c129-4956-a7c8-45146843595e tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (b499396d-a4f6-4939-ab9a-789b61bccaf2), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:16.036656 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d79c77af-7f75-4ef1-9b24-8fd98bc7b42c req-6fe6f82f-c129-4956-a7c8-45146843595e tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Network 46ba7a40-34d1-486e-a718-daaa9120f771 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:20:16.040527 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [req-d79c77af-7f75-4ef1-9b24-8fd98bc7b42c req-6fe6f82f-c129-4956-a7c8-45146843595e tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:20:16.044765 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-d79c77af-7f75-4ef1-9b24-8fd98bc7b42c req-6fe6f82f-c129-4956-a7c8-45146843595e tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:20:16.076079 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe6f82f-c129-4956-a7c8-45146843595e tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Pushing event updated for resources: {'Port': ['ID=b499396d-a4f6-4939-ab9a-789b61bccaf2,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:16.124896 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79c77af-7f75-4ef1-9b24-8fd98bc7b42c req-6fe6f82f-c129-4956-a7c8-45146843595e tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:16.124896 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-d79c77af-7f75-4ef1-9b24-8fd98bc7b42c req-6fe6f82f-c129-4956-a7c8-45146843595e tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:16.143307 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d79c77af-7f75-4ef1-9b24-8fd98bc7b42c req-6fe6f82f-c129-4956-a7c8-45146843595e tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7568891 Feb 19 03:20:16.153205 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [req-d79c77af-7f75-4ef1-9b24-8fd98bc7b42c req-d8fb568e-a164-4182-9cc3-cd90a6775f61 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103702) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:20:16.154358 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d79c77af-7f75-4ef1-9b24-8fd98bc7b42c req-d8fb568e-a164-4182-9cc3-cd90a6775f61 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060022 Feb 19 03:20:16.173293 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-d79c77af-7f75-4ef1-9b24-8fd98bc7b42c req-58dd8301-28a2-4416-a180-62f849c97e69 service neutron] Request body: {'port': {'device_id': '358d53a4-36fe-47f7-97f0-acb94bca01c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826753-2'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:16.249974 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-d79c77af-7f75-4ef1-9b24-8fd98bc7b42c req-58dd8301-28a2-4416-a180-62f849c97e69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (b499396d-a4f6-4939-ab9a-789b61bccaf2), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:16.358936 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-0058aa48-ad76-4bf2-88b9-929b1c9b0097 None None] Provisioning complete for port b499396d-a4f6-4939-ab9a-789b61bccaf2 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:20:16.360831 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-0058aa48-ad76-4bf2-88b9-929b1c9b0097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (b499396d-a4f6-4939-ab9a-789b61bccaf2), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:16.418616 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ff10ac-37c9-4422-8a3a-c8013f4d73ab req-8798d7f8-f482-4bd1-ac57-4c44b4a9fc38 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:16.421483 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c3ff10ac-37c9-4422-8a3a-c8013f4d73ab req-8798d7f8-f482-4bd1-ac57-4c44b4a9fc38 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=358d53a4-36fe-47f7-97f0-acb94bca01c8 HTTP/1.1" status: 200 len: 931 time: 0.1160238 Feb 19 03:20:16.440104 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-0058aa48-ad76-4bf2-88b9-929b1c9b0097 None None] Port b499396d-a4f6-4939-ab9a-789b61bccaf2 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:20:16.498041 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c3ff10ac-37c9-4422-8a3a-c8013f4d73ab req-1ded9594-038d-4562-9faa-bd57440e988e tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=2aa96b9b-ec5f-4d15-9c2c-3bf29b0e4a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669024 Feb 19 03:20:16.546711 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ce85d27e-633e-4069-9dc6-65f9218076b0 req-3c836515-165d-49dd-b138-9856407be8c8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=edcf12cc-cf30-480d-8c9e-a77623e7a2c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0898013 Feb 19 03:20:16.641928 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-d79c77af-7f75-4ef1-9b24-8fd98bc7b42c req-58dd8301-28a2-4416-a180-62f849c97e69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b499396d-a4f6-4939-ab9a-789b61bccaf2 {{(pid=103702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:20:16.652645 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-d79c77af-7f75-4ef1-9b24-8fd98bc7b42c req-58dd8301-28a2-4416-a180-62f849c97e69 service neutron] Publish callbacks [] for port (b499396d-a4f6-4939-ab9a-789b61bccaf2), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:16.674057 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-d79c77af-7f75-4ef1-9b24-8fd98bc7b42c req-58dd8301-28a2-4416-a180-62f849c97e69 service neutron] Transition to ACTIVE for port object b499396d-a4f6-4939-ab9a-789b61bccaf2 will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:20:16.680808 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-d79c77af-7f75-4ef1-9b24-8fd98bc7b42c req-58dd8301-28a2-4416-a180-62f849c97e69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (b499396d-a4f6-4939-ab9a-789b61bccaf2), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:16.695554 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce85d27e-633e-4069-9dc6-65f9218076b0 req-aaa38e03-ad33-4e18-90a5-67843dc435f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:16.697923 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ce85d27e-633e-4069-9dc6-65f9218076b0 req-aaa38e03-ad33-4e18-90a5-67843dc435f3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fb2c2a033b7e417f933bc0bae524eae3&device_id=edcf12cc-cf30-480d-8c9e-a77623e7a2c5 HTTP/1.1" status: 200 len: 1128 time: 0.0984473 Feb 19 03:20:16.808632 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dd8301-28a2-4416-a180-62f849c97e69 service neutron] Pushing event updated for resources: {'Port': ['ID=b499396d-a4f6-4939-ab9a-789b61bccaf2,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:16.914573 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 97584a1d-49a0-4e68-9ba3-3bde5ed5bf2c up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:20:16.938284 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce85d27e-633e-4069-9dc6-65f9218076b0 req-7c761d79-dea1-4d1e-ab7b-ca15712f71bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:16.940641 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ce85d27e-633e-4069-9dc6-65f9218076b0 req-7c761d79-dea1-4d1e-ab7b-ca15712f71bd service neutron] 10.222.0.73 "GET /v2.0/networks?id=f202f6e6-ff6c-416c-b757-76fc930d3992 HTTP/1.1" status: 200 len: 916 time: 0.2171748 Feb 19 03:20:16.986365 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 97584a1d-49a0-4e68-9ba3-3bde5ed5bf2c triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:20:16.986843 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (97584a1d-49a0-4e68-9ba3-3bde5ed5bf2c), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:17.018038 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-d79c77af-7f75-4ef1-9b24-8fd98bc7b42c req-58dd8301-28a2-4416-a180-62f849c97e69 service neutron] Attempting to bind port b499396d-a4f6-4939-ab9a-789b61bccaf2 on host n-h1-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:20:17.018268 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-d79c77af-7f75-4ef1-9b24-8fd98bc7b42c req-58dd8301-28a2-4416-a180-62f849c97e69 service neutron] Attempting to bind port b499396d-a4f6-4939-ab9a-789b61bccaf2 by drivers openvswitch,hyperv on host n-h1-826753-2 at level 0 using segments [{'id': '0b07b9bd-167c-42c6-b7c9-2f468887a2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '46ba7a40-34d1-486e-a718-daaa9120f771'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:20:17.018664 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79c77af-7f75-4ef1-9b24-8fd98bc7b42c req-58dd8301-28a2-4416-a180-62f849c97e69 service neutron] Attempting to bind port b499396d-a4f6-4939-ab9a-789b61bccaf2 on network 46ba7a40-34d1-486e-a718-daaa9120f771 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:20:17.033380 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79c77af-7f75-4ef1-9b24-8fd98bc7b42c req-58dd8301-28a2-4416-a180-62f849c97e69 service neutron] Port b499396d-a4f6-4939-ab9a-789b61bccaf2 on network 46ba7a40-34d1-486e-a718-daaa9120f771 not bound, no agent of type Open vSwitch agent registered on host n-h1-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:20:17.038716 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79c77af-7f75-4ef1-9b24-8fd98bc7b42c req-58dd8301-28a2-4416-a180-62f849c97e69 service neutron] Attempting to bind port b499396d-a4f6-4939-ab9a-789b61bccaf2 on network 46ba7a40-34d1-486e-a718-daaa9120f771 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:20:17.046191 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79c77af-7f75-4ef1-9b24-8fd98bc7b42c req-58dd8301-28a2-4416-a180-62f849c97e69 service neutron] Checking agent: {'id': '9d56fb1b-2855-496a-a6d9-c324740cb98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:20:17.046437 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79c77af-7f75-4ef1-9b24-8fd98bc7b42c req-58dd8301-28a2-4416-a180-62f849c97e69 service neutron] Checking segment: {'id': '0b07b9bd-167c-42c6-b7c9-2f468887a2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '46ba7a40-34d1-486e-a718-daaa9120f771'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:20:17.048576 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79c77af-7f75-4ef1-9b24-8fd98bc7b42c req-58dd8301-28a2-4416-a180-62f849c97e69 service neutron] Bound using segment: {'id': '0b07b9bd-167c-42c6-b7c9-2f468887a2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '46ba7a40-34d1-486e-a718-daaa9120f771'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:20:17.048576 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-d79c77af-7f75-4ef1-9b24-8fd98bc7b42c req-58dd8301-28a2-4416-a180-62f849c97e69 service neutron] Bound port: b499396d-a4f6-4939-ab9a-789b61bccaf2, host: n-h1-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b07b9bd-167c-42c6-b7c9-2f468887a2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '46ba7a40-34d1-486e-a718-daaa9120f771'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:20:17.048576 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-d79c77af-7f75-4ef1-9b24-8fd98bc7b42c req-58dd8301-28a2-4416-a180-62f849c97e69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (b499396d-a4f6-4939-ab9a-789b61bccaf2), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:17.052815 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ce85d27e-633e-4069-9dc6-65f9218076b0 req-9a45cbeb-5ce6-4141-920d-3523436149dc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31c15d02-93d8-4024-bb7b-2f8a5f8dc298 HTTP/1.1" status: 200 len: 1000 time: 0.1044528 Feb 19 03:20:17.078872 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 97584a1d-49a0-4e68-9ba3-3bde5ed5bf2c is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:20:17.137417 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce85d27e-633e-4069-9dc6-65f9218076b0 req-87446df6-a83a-4cc3-8b49-95db11bc0257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:17.138884 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ce85d27e-633e-4069-9dc6-65f9218076b0 req-87446df6-a83a-4cc3-8b49-95db11bc0257 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e5721fd3-1b55-4729-a406-44f440380eba HTTP/1.1" status: 200 len: 854 time: 0.0753751 Feb 19 03:20:17.189552 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-d79c77af-7f75-4ef1-9b24-8fd98bc7b42c req-58dd8301-28a2-4416-a180-62f849c97e69 service neutron] For port b499396d-a4f6-4939-ab9a-789b61bccaf2, host n-h1-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:20:17.204680 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-d79c77af-7f75-4ef1-9b24-8fd98bc7b42c req-58dd8301-28a2-4416-a180-62f849c97e69 service neutron] For port b499396d-a4f6-4939-ab9a-789b61bccaf2, host n-h1-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=b499396d-a4f6-4939-ab9a-789b61bccaf2,segment=NetworkSegment(0b07b9bd-167c-42c6-b7c9-2f468887a2a0),segment_id=0b07b9bd-167c-42c6-b7c9-2f468887a2a0)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:20:17.212469 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-d79c77af-7f75-4ef1-9b24-8fd98bc7b42c req-58dd8301-28a2-4416-a180-62f849c97e69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (b499396d-a4f6-4939-ab9a-789b61bccaf2), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:17.257933 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce85d27e-633e-4069-9dc6-65f9218076b0 req-f195d3a4-a77c-4c3f-b697-177e4f7f2965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:17.259425 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ce85d27e-633e-4069-9dc6-65f9218076b0 req-f195d3a4-a77c-4c3f-b697-177e4f7f2965 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f202f6e6-ff6c-416c-b757-76fc930d3992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1119483 Feb 19 03:20:17.262430 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79c77af-7f75-4ef1-9b24-8fd98bc7b42c req-58dd8301-28a2-4416-a180-62f849c97e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:17.263033 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-d79c77af-7f75-4ef1-9b24-8fd98bc7b42c req-58dd8301-28a2-4416-a180-62f849c97e69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:17.264319 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d79c77af-7f75-4ef1-9b24-8fd98bc7b42c req-58dd8301-28a2-4416-a180-62f849c97e69 service neutron] 10.222.0.73 "PUT /v2.0/ports/b499396d-a4f6-4939-ab9a-789b61bccaf2 HTTP/1.1" status: 200 len: 1091 time: 1.0962543 Feb 19 03:20:17.264839 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '358d53a4-36fe-47f7-97f0-acb94bca01c8', 'tag': 'b499396d-a4f6-4939-ab9a-789b61bccaf2'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:20:17.268341 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b1ebe2e-3ca0-4127-95d1-a409f6360f34" -d '{"events": [{"name": "network-changed", "server_uuid": "358d53a4-36fe-47f7-97f0-acb94bca01c8", "tag": "b499396d-a4f6-4939-ab9a-789b61bccaf2"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:20:17.333065 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8da88df3-5809-49f5-8a7c-d3594e644b24 x-openstack-request-id: req-8da88df3-5809-49f5-8a7c-d3594e644b24 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:20:17.333359 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "358d53a4-36fe-47f7-97f0-acb94bca01c8", "tag": "b499396d-a4f6-4939-ab9a-789b61bccaf2", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:20:17.333610 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8da88df3-5809-49f5-8a7c-d3594e644b24 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:20:17.334057 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '358d53a4-36fe-47f7-97f0-acb94bca01c8', 'tag': 'b499396d-a4f6-4939-ab9a-789b61bccaf2', 'status': 'completed', 'code': 200} Feb 19 03:20:17.343076 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dd8301-28a2-4416-a180-62f849c97e69 service neutron] Pushing event updated for resources: {'Port': ['ID=b499396d-a4f6-4939-ab9a-789b61bccaf2,revision_number=3']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:17.658108 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f3df26-40b0-40ab-99b0-13db9bf1f2f2 req-fc843424-4378-4936-a490-36da8fc2c770 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:17.659942 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-57f3df26-40b0-40ab-99b0-13db9bf1f2f2 req-fc843424-4378-4936-a490-36da8fc2c770 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=358d53a4-36fe-47f7-97f0-acb94bca01c8 HTTP/1.1" status: 200 len: 943 time: 0.0775602 Feb 19 03:20:17.710403 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-424c9b28-5ad8-47a8-acf8-0a4dd41178e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:17.735943 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-57f3df26-40b0-40ab-99b0-13db9bf1f2f2 req-3f937bd8-9a9a-4c68-a321-6661962af885 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=2aa96b9b-ec5f-4d15-9c2c-3bf29b0e4a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688941 Feb 19 03:20:17.771154 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ce85d27e-633e-4069-9dc6-65f9218076b0 req-5e249f46-50e7-4a10-87c4-866141a7dfbd service neutron] 10.222.0.73 "GET /v2.0/networks/f202f6e6-ff6c-416c-b757-76fc930d3992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4997032 Feb 19 03:20:17.780294 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79c77af-7f75-4ef1-9b24-8fd98bc7b42c req-05d3434c-6416-4355-93f2-f4a18de666af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:17.782583 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d79c77af-7f75-4ef1-9b24-8fd98bc7b42c req-05d3434c-6416-4355-93f2-f4a18de666af service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3bc3bb28499f4673b42d5b4a69d45946&device_id=358d53a4-36fe-47f7-97f0-acb94bca01c8 HTTP/1.1" status: 200 len: 1125 time: 0.4414954 Feb 19 03:20:17.870059 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d79c77af-7f75-4ef1-9b24-8fd98bc7b42c req-31cd15cb-1b09-4f9e-bd72-e4c18c6ac15a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b499396d-a4f6-4939-ab9a-789b61bccaf2 HTTP/1.1" status: 200 len: 217 time: 0.0683010 Feb 19 03:20:17.954722 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79c77af-7f75-4ef1-9b24-8fd98bc7b42c req-df2166ec-85ed-4134-acba-33c823ccd8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:17.956200 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d79c77af-7f75-4ef1-9b24-8fd98bc7b42c req-df2166ec-85ed-4134-acba-33c823ccd8b5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f7025eb2-ffe7-4a82-a4e1-9990d681fd2d HTTP/1.1" status: 200 len: 834 time: 0.0778153 Feb 19 03:20:17.962051 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ce85d27e-633e-4069-9dc6-65f9218076b0 req-6f9a0a3b-bbd5-4171-9a7c-8701f42d657f service neutron] 10.222.0.73 "GET /v2.0/networks/f202f6e6-ff6c-416c-b757-76fc930d3992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841066 Feb 19 03:20:18.008802 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79c77af-7f75-4ef1-9b24-8fd98bc7b42c req-b8734475-73b0-47ec-9dc1-b3c3b3cb72f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:18.010353 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d79c77af-7f75-4ef1-9b24-8fd98bc7b42c req-b8734475-73b0-47ec-9dc1-b3c3b3cb72f6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=46ba7a40-34d1-486e-a718-daaa9120f771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0476036 Feb 19 03:20:18.107322 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d79c77af-7f75-4ef1-9b24-8fd98bc7b42c req-124f127b-f469-42ce-a5e9-cae4a6d9fd66 service neutron] 10.222.0.73 "GET /v2.0/networks/46ba7a40-34d1-486e-a718-daaa9120f771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908196 Feb 19 03:20:18.200464 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d79c77af-7f75-4ef1-9b24-8fd98bc7b42c req-e6f27fbf-7103-4253-a179-67863578089b service neutron] 10.222.0.73 "GET /v2.0/networks/46ba7a40-34d1-486e-a718-daaa9120f771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865288 Feb 19 03:20:18.333381 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1ebe2e-3ca0-4127-95d1-a409f6360f34 req-2380bc07-5077-4952-9ec4-8d0866dd46a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:18.334904 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-0b1ebe2e-3ca0-4127-95d1-a409f6360f34 req-2380bc07-5077-4952-9ec4-8d0866dd46a2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3bc3bb28499f4673b42d5b4a69d45946&device_id=358d53a4-36fe-47f7-97f0-acb94bca01c8 HTTP/1.1" status: 200 len: 1125 time: 0.0474291 Feb 19 03:20:18.427818 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1ebe2e-3ca0-4127-95d1-a409f6360f34 req-97424a89-8fcf-41a2-a81e-c0942a8b4894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:18.429310 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-0b1ebe2e-3ca0-4127-95d1-a409f6360f34 req-97424a89-8fcf-41a2-a81e-c0942a8b4894 service neutron] 10.222.0.73 "GET /v2.0/networks?id=46ba7a40-34d1-486e-a718-daaa9120f771 HTTP/1.1" status: 200 len: 898 time: 0.0886631 Feb 19 03:20:18.470205 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-0b1ebe2e-3ca0-4127-95d1-a409f6360f34 req-35144285-4992-46bc-94a3-33d1d1498484 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b499396d-a4f6-4939-ab9a-789b61bccaf2 HTTP/1.1" status: 200 len: 217 time: 0.0351367 Feb 19 03:20:18.522316 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1ebe2e-3ca0-4127-95d1-a409f6360f34 req-8231836c-7f01-4774-bd33-d024fb9a8c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:18.523780 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-0b1ebe2e-3ca0-4127-95d1-a409f6360f34 req-8231836c-7f01-4774-bd33-d024fb9a8c38 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f7025eb2-ffe7-4a82-a4e1-9990d681fd2d HTTP/1.1" status: 200 len: 834 time: 0.0481241 Feb 19 03:20:18.571531 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1ebe2e-3ca0-4127-95d1-a409f6360f34 req-ef434974-c7f0-4d61-91f3-b4fb4b700b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:18.573078 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-0b1ebe2e-3ca0-4127-95d1-a409f6360f34 req-ef434974-c7f0-4d61-91f3-b4fb4b700b85 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=46ba7a40-34d1-486e-a718-daaa9120f771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0438600 Feb 19 03:20:18.662210 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-0b1ebe2e-3ca0-4127-95d1-a409f6360f34 req-5adc1410-e51f-41df-8804-938ec68beaf2 service neutron] 10.222.0.73 "GET /v2.0/networks/46ba7a40-34d1-486e-a718-daaa9120f771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821962 Feb 19 03:20:18.756199 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-0b1ebe2e-3ca0-4127-95d1-a409f6360f34 req-462a8e13-2261-40a4-a6ab-7c3c6e962f41 service neutron] 10.222.0.73 "GET /v2.0/networks/46ba7a40-34d1-486e-a718-daaa9120f771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876474 Feb 19 03:20:18.869024 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b24719e-cbb8-47a5-ad6d-631d1092eab8 req-bc4115fc-5e48-4ce1-9fca-492d4b6bb081 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:18.870528 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3b24719e-cbb8-47a5-ad6d-631d1092eab8 req-bc4115fc-5e48-4ce1-9fca-492d4b6bb081 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=358d53a4-36fe-47f7-97f0-acb94bca01c8 HTTP/1.1" status: 200 len: 943 time: 0.0525949 Feb 19 03:20:18.919254 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3b24719e-cbb8-47a5-ad6d-631d1092eab8 req-d21c7b94-40f6-401b-9765-64341edd68b5 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=2aa96b9b-ec5f-4d15-9c2c-3bf29b0e4a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425632 Feb 19 03:20:19.318965 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:19.933861 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:20:20.058828 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95ce43a-4722-4a06-8b4e-59025d9fbbc9 req-df8feff3-3837-4e6f-a518-27c1196b95d1 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:20.061024 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e95ce43a-4722-4a06-8b4e-59025d9fbbc9 req-df8feff3-3837-4e6f-a518-27c1196b95d1 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=358d53a4-36fe-47f7-97f0-acb94bca01c8 HTTP/1.1" status: 200 len: 943 time: 0.0717185 Feb 19 03:20:20.111054 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e95ce43a-4722-4a06-8b4e-59025d9fbbc9 req-4fd58476-1f2e-4a8b-bab9-e013fa66b54b tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=2aa96b9b-ec5f-4d15-9c2c-3bf29b0e4a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440006 Feb 19 03:20:20.512842 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:21.236883 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dbf7bb-7b52-495d-b3bd-c2618e3c81d2 req-13ed27d6-9ae9-4006-b5d6-3dc6c6de9e6e tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:21.238399 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-77dbf7bb-7b52-495d-b3bd-c2618e3c81d2 req-13ed27d6-9ae9-4006-b5d6-3dc6c6de9e6e tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=358d53a4-36fe-47f7-97f0-acb94bca01c8 HTTP/1.1" status: 200 len: 943 time: 0.0561612 Feb 19 03:20:21.287230 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-77dbf7bb-7b52-495d-b3bd-c2618e3c81d2 req-fed0cc71-0830-4232-8074-33ca0c899e1f tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=2aa96b9b-ec5f-4d15-9c2c-3bf29b0e4a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431001 Feb 19 03:20:21.965477 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:22.426518 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863e562d-526a-43e9-85e8-d975752d6f0a req-724246b7-b572-4721-8aff-6623a32cd0e7 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:22.428215 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-863e562d-526a-43e9-85e8-d975752d6f0a req-724246b7-b572-4721-8aff-6623a32cd0e7 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=358d53a4-36fe-47f7-97f0-acb94bca01c8 HTTP/1.1" status: 200 len: 943 time: 0.0559595 Feb 19 03:20:22.482306 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-863e562d-526a-43e9-85e8-d975752d6f0a req-fa8321a5-64c7-4d88-8a13-767ebdacb916 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=2aa96b9b-ec5f-4d15-9c2c-3bf29b0e4a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483205 Feb 19 03:20:22.709654 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:23.632672 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064fa47b-9c1b-441b-a912-895b9416cffd req-fe24f793-f851-4c2c-88cb-62956df70ff5 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:23.634222 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-064fa47b-9c1b-441b-a912-895b9416cffd req-fe24f793-f851-4c2c-88cb-62956df70ff5 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=358d53a4-36fe-47f7-97f0-acb94bca01c8 HTTP/1.1" status: 200 len: 943 time: 0.0663626 Feb 19 03:20:23.688316 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-064fa47b-9c1b-441b-a912-895b9416cffd req-8c2f32b2-60b6-49c1-bd78-9154d4de0e9d tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=2aa96b9b-ec5f-4d15-9c2c-3bf29b0e4a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476356 Feb 19 03:20:23.801777 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device b499396d-a4f6-4939-ab9a-789b61bccaf2 details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:20:23.903925 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port b499396d-a4f6-4939-ab9a-789b61bccaf2, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=b499396d-a4f6-4939-ab9a-789b61bccaf2,segment=NetworkSegment(0b07b9bd-167c-42c6-b7c9-2f468887a2a0),segment_id=0b07b9bd-167c-42c6-b7c9-2f468887a2a0)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:20:23.916063 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': 'b499396d-a4f6-4939-ab9a-789b61bccaf2', 'network_id': '46ba7a40-34d1-486e-a718-daaa9120f771', 'port_id': 'b499396d-a4f6-4939-ab9a-789b61bccaf2', 'mac_address': 'fa:16:3e:ec:99:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7025eb2-ffe7-4a82-a4e1-9990d681fd2d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:20:23.953768 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port b499396d-a4f6-4939-ab9a-789b61bccaf2 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:20:23.954371 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (b499396d-a4f6-4939-ab9a-789b61bccaf2), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:23.968433 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b499396d-a4f6-4939-ab9a-789b61bccaf2 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:20:23.989528 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port b499396d-a4f6-4939-ab9a-789b61bccaf2, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=b499396d-a4f6-4939-ab9a-789b61bccaf2,segment=NetworkSegment(0b07b9bd-167c-42c6-b7c9-2f468887a2a0),segment_id=0b07b9bd-167c-42c6-b7c9-2f468887a2a0)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:20:23.993842 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (b499396d-a4f6-4939-ab9a-789b61bccaf2), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:24.048577 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=b499396d-a4f6-4939-ab9a-789b61bccaf2,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:24.410161 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['b499396d-a4f6-4939-ab9a-789b61bccaf2'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:20:24.811957 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae428a2a-858a-49c6-b8f8-cc2eaf42ca68 req-c0e15d10-2c6b-42b7-aff3-cecb20e82388 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:24.814143 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ae428a2a-858a-49c6-b8f8-cc2eaf42ca68 req-c0e15d10-2c6b-42b7-aff3-cecb20e82388 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=358d53a4-36fe-47f7-97f0-acb94bca01c8 HTTP/1.1" status: 200 len: 944 time: 0.0542448 Feb 19 03:20:24.864109 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ae428a2a-858a-49c6-b8f8-cc2eaf42ca68 req-c2624fd0-06ce-47b8-810e-0c0c396d9e6c tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=2aa96b9b-ec5f-4d15-9c2c-3bf29b0e4a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438614 Feb 19 03:20:25.808396 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device b499396d-a4f6-4939-ab9a-789b61bccaf2 up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:20:25.857680 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning for port b499396d-a4f6-4939-ab9a-789b61bccaf2 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:20:25.865465 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port b499396d-a4f6-4939-ab9a-789b61bccaf2 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:20:25.865465 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (b499396d-a4f6-4939-ab9a-789b61bccaf2), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:25.988793 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a759cad1-3a10-4dbd-9018-b419a9ab3cac req-10ba8294-6b13-406b-bebe-7da7685b208c tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:25.990454 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a759cad1-3a10-4dbd-9018-b419a9ab3cac req-10ba8294-6b13-406b-bebe-7da7685b208c tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=358d53a4-36fe-47f7-97f0-acb94bca01c8 HTTP/1.1" status: 200 len: 944 time: 0.0574102 Feb 19 03:20:26.057723 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a759cad1-3a10-4dbd-9018-b419a9ab3cac req-43aa5238-0b78-4d2b-99e7-9cffc626a042 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=2aa96b9b-ec5f-4d15-9c2c-3bf29b0e4a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606384 Feb 19 03:20:26.117496 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port b499396d-a4f6-4939-ab9a-789b61bccaf2 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:20:26.117884 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (b499396d-a4f6-4939-ab9a-789b61bccaf2), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:26.143438 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '358d53a4-36fe-47f7-97f0-acb94bca01c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b499396d-a4f6-4939-ab9a-789b61bccaf2'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:20:26.145876 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf80837a-6ffd-4363-9eae-d05c3eab8477" -d '{"events": [{"server_uuid": "358d53a4-36fe-47f7-97f0-acb94bca01c8", "name": "network-vif-plugged", "status": "completed", "tag": "b499396d-a4f6-4939-ab9a-789b61bccaf2"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:20:26.161304 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port b499396d-a4f6-4939-ab9a-789b61bccaf2, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=b499396d-a4f6-4939-ab9a-789b61bccaf2,segment=NetworkSegment(0b07b9bd-167c-42c6-b7c9-2f468887a2a0),segment_id=0b07b9bd-167c-42c6-b7c9-2f468887a2a0)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:20:26.166841 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (b499396d-a4f6-4939-ab9a-789b61bccaf2), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:26.201174 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9f5f99b-9f8c-4cdf-8501-7bec42592a45 x-openstack-request-id: req-e9f5f99b-9f8c-4cdf-8501-7bec42592a45 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:20:26.201467 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "358d53a4-36fe-47f7-97f0-acb94bca01c8", "name": "network-vif-plugged", "status": "completed", "tag": "b499396d-a4f6-4939-ab9a-789b61bccaf2", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:20:26.201720 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e9f5f99b-9f8c-4cdf-8501-7bec42592a45 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:20:26.202124 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '358d53a4-36fe-47f7-97f0-acb94bca01c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b499396d-a4f6-4939-ab9a-789b61bccaf2', 'code': 200} Feb 19 03:20:26.224021 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=b499396d-a4f6-4939-ab9a-789b61bccaf2,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:26.398504 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:26.399044 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89a47a5-7699-4502-94c4-9148a3638a1b req-b6286c6b-7c32-4789-bf1e-f7c34483658c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:26.400910 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e89a47a5-7699-4502-94c4-9148a3638a1b req-b6286c6b-7c32-4789-bf1e-f7c34483658c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=358d53a4-36fe-47f7-97f0-acb94bca01c8 HTTP/1.1" status: 200 len: 1127 time: 0.1092558 Feb 19 03:20:26.458233 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e89a47a5-7699-4502-94c4-9148a3638a1b req-24747b89-1ced-49ce-aab2-1b6f8e318fc6 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=2aa96b9b-ec5f-4d15-9c2c-3bf29b0e4a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478921 Feb 19 03:20:27.189583 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d276d70-caf0-44ba-9c06-3fd5bbf2f3c3 req-a48f6554-0c71-4f8e-a8d4-ed3388bcc585 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:27.191100 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2d276d70-caf0-44ba-9c06-3fd5bbf2f3c3 req-a48f6554-0c71-4f8e-a8d4-ed3388bcc585 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=358d53a4-36fe-47f7-97f0-acb94bca01c8 HTTP/1.1" status: 200 len: 945 time: 0.0586340 Feb 19 03:20:27.243766 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2d276d70-caf0-44ba-9c06-3fd5bbf2f3c3 req-6bbcc791-1d00-4e25-8ecb-8331ef6f38ec tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=2aa96b9b-ec5f-4d15-9c2c-3bf29b0e4a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465441 Feb 19 03:20:28.370209 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f9f9d7-a6f5-48ce-b556-a102caef2d35 req-aa8cff0c-f482-4908-8306-03f075ded12e tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:28.371722 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-57f9f9d7-a6f5-48ce-b556-a102caef2d35 req-aa8cff0c-f482-4908-8306-03f075ded12e tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=358d53a4-36fe-47f7-97f0-acb94bca01c8 HTTP/1.1" status: 200 len: 945 time: 0.0542381 Feb 19 03:20:28.421040 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-57f9f9d7-a6f5-48ce-b556-a102caef2d35 req-29087194-75a2-4c17-9a8b-0fa4d64339c7 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=2aa96b9b-ec5f-4d15-9c2c-3bf29b0e4a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436814 Feb 19 03:20:28.549969 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f2380f-4f68-4818-991c-f522822c1861 req-98d3d9bc-59f2-49d3-8e9e-d1324607593e tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:28.551485 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f4f2380f-4f68-4818-991c-f522822c1861 req-98d3d9bc-59f2-49d3-8e9e-d1324607593e tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=358d53a4-36fe-47f7-97f0-acb94bca01c8 HTTP/1.1" status: 200 len: 945 time: 0.0590746 Feb 19 03:20:28.601384 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f4f2380f-4f68-4818-991c-f522822c1861 req-0fd74092-df97-40b2-964f-0e6aa9aab7c1 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=2aa96b9b-ec5f-4d15-9c2c-3bf29b0e4a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437584 Feb 19 03:20:28.624226 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42880) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:28.670374 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a686565a-6e52-4884-9014-4e0768aa8c67 tempest-TestNetworkAdvancedServerOps-967795877 tempest-TestNetworkAdvancedServerOps-967795877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:28.671977 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-a686565a-6e52-4884-9014-4e0768aa8c67 tempest-TestNetworkAdvancedServerOps-967795877 tempest-TestNetworkAdvancedServerOps-967795877-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=358d53a4-36fe-47f7-97f0-acb94bca01c8 HTTP/1.1" status: 200 len: 1122 time: 0.0467088 Feb 19 03:20:28.676253 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42882) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:28.681666 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-95e1cbd0-a986-48db-9af1-40c6f9f7f981 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Request body: {'floatingip': {'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'port_id': 'b499396d-a4f6-4939-ab9a-789b61bccaf2', 'tenant_id': '3bc3bb28499f4673b42d5b4a69d45946', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:28.703346 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-95e1cbd0-a986-48db-9af1-40c6f9f7f981 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:28.815368 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-95e1cbd0-a986-48db-9af1-40c6f9f7f981 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:28.933435 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-95e1cbd0-a986-48db-9af1-40c6f9f7f981 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Allocated IP 172.25.6.67 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/d385440b-693a-4b2d-acc9-67e52e34ce83) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:20:29.042222 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-95e1cbd0-a986-48db-9af1-40c6f9f7f981 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for port (d385440b-693a-4b2d-acc9-67e52e34ce83), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:29.081324 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-95e1cbd0-a986-48db-9af1-40c6f9f7f981 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (d385440b-693a-4b2d-acc9-67e52e34ce83), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:29.120316 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e1cbd0-a986-48db-9af1-40c6f9f7f981 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:20:29.123563 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-95e1cbd0-a986-48db-9af1-40c6f9f7f981 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:20:29.129098 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e1cbd0-a986-48db-9af1-40c6f9f7f981 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:20:29.173461 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e1cbd0-a986-48db-9af1-40c6f9f7f981 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Pushing event updated for resources: {'Port': ['ID=d385440b-693a-4b2d-acc9-67e52e34ce83,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:29.557351 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-95e1cbd0-a986-48db-9af1-40c6f9f7f981 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for floatingip (3aed6a27-4d18-4834-9ba9-230955ce5140), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:29.635885 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-95e1cbd0-a986-48db-9af1-40c6f9f7f981 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (d385440b-693a-4b2d-acc9-67e52e34ce83), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:29.798661 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-95e1cbd0-a986-48db-9af1-40c6f9f7f981 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for port (d385440b-693a-4b2d-acc9-67e52e34ce83), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:29.803154 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-95e1cbd0-a986-48db-9af1-40c6f9f7f981 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (d385440b-693a-4b2d-acc9-67e52e34ce83), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:29.878066 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e1cbd0-a986-48db-9af1-40c6f9f7f981 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Pushing event updated for resources: {'Port': ['ID=d385440b-693a-4b2d-acc9-67e52e34ce83,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:29.889321 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-95e1cbd0-a986-48db-9af1-40c6f9f7f981 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16285943'] for floatingip (3aed6a27-4d18-4834-9ba9-230955ce5140), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:29.996940 n-d-826753-2 neutron-server[103702]: INFO neutron.db.l3_db [None req-95e1cbd0-a986-48db-9af1-40c6f9f7f981 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Floating IP 3aed6a27-4d18-4834-9ba9-230955ce5140 associated. External IP: 172.25.6.67, port: b499396d-a4f6-4939-ab9a-789b61bccaf2. Feb 19 03:20:30.227180 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95e1cbd0-a986-48db-9af1-40c6f9f7f981 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Router 4f2a2924-eb7e-46fb-9cbc-5603c09486c7 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:20:30.351524 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95e1cbd0-a986-48db-9af1-40c6f9f7f981 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:20:30.365134 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58848200-f308-48ee-a4d5-7957946e426c None None] Sync routers for ids ['4f2a2924-eb7e-46fb-9cbc-5603c09486c7'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:20:30.373403 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-95e1cbd0-a986-48db-9af1-40c6f9f7f981 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:30.378985 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58848200-f308-48ee-a4d5-7957946e426c None None] Routers {'4f2a2924-eb7e-46fb-9cbc-5603c09486c7'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:20:30.379705 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-58848200-f308-48ee-a4d5-7957946e426c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:20:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['4f2a2924-eb7e-46fb-9cbc-5603c09486c7'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:30.408770 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-95e1cbd0-a986-48db-9af1-40c6f9f7f981 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7311015 Feb 19 03:20:30.409395 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '358d53a4-36fe-47f7-97f0-acb94bca01c8', 'tag': 'b499396d-a4f6-4939-ab9a-789b61bccaf2'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:20:30.411873 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9552724-bfdb-414d-84ee-181790f8c2f8" -d '{"events": [{"name": "network-changed", "server_uuid": "358d53a4-36fe-47f7-97f0-acb94bca01c8", "tag": "b499396d-a4f6-4939-ab9a-789b61bccaf2"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:20:30.470230 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69a84156-d854-4cee-9fe2-be9e50fddce3 x-openstack-request-id: req-69a84156-d854-4cee-9fe2-be9e50fddce3 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:20:30.470662 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "358d53a4-36fe-47f7-97f0-acb94bca01c8", "tag": "b499396d-a4f6-4939-ab9a-789b61bccaf2", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:20:30.471040 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-69a84156-d854-4cee-9fe2-be9e50fddce3 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:20:30.471726 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '358d53a4-36fe-47f7-97f0-acb94bca01c8', 'tag': 'b499396d-a4f6-4939-ab9a-789b61bccaf2', 'status': 'completed', 'code': 200} Feb 19 03:20:30.532278 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd21130-17e8-4a57-be73-3c2259e8c15a req-1387f24e-9762-4b21-a25f-941ef324da80 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:30.534119 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-58848200-f308-48ee-a4d5-7957946e426c None None] Set router 4f2a2924-eb7e-46fb-9cbc-5603c09486c7 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:20:30.534708 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6fd21130-17e8-4a57-be73-3c2259e8c15a req-1387f24e-9762-4b21-a25f-941ef324da80 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=358d53a4-36fe-47f7-97f0-acb94bca01c8 HTTP/1.1" status: 200 len: 945 time: 0.0631840 Feb 19 03:20:30.595946 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9552724-bfdb-414d-84ee-181790f8c2f8 req-f3ca24d2-4c0c-4b27-942e-1e6b6ca3e503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:30.598270 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a9552724-bfdb-414d-84ee-181790f8c2f8 req-f3ca24d2-4c0c-4b27-942e-1e6b6ca3e503 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3bc3bb28499f4673b42d5b4a69d45946&device_id=358d53a4-36fe-47f7-97f0-acb94bca01c8 HTTP/1.1" status: 200 len: 1127 time: 0.0762365 Feb 19 03:20:30.613564 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6fd21130-17e8-4a57-be73-3c2259e8c15a req-41d5327c-d289-4f40-8030-15eab05afa1c tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=2aa96b9b-ec5f-4d15-9c2c-3bf29b0e4a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689149 Feb 19 03:20:30.652628 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 42888) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:30.738751 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9552724-bfdb-414d-84ee-181790f8c2f8 req-b05d7cbb-3907-4a98-a207-23d58001a9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:30.740382 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a9552724-bfdb-414d-84ee-181790f8c2f8 req-b05d7cbb-3907-4a98-a207-23d58001a9d9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=46ba7a40-34d1-486e-a718-daaa9120f771 HTTP/1.1" status: 200 len: 898 time: 0.1361346 Feb 19 03:20:30.743616 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-d43a17a6-3ab3-4ab4-bbd4-3b47f4fa8bdd tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/floatingips/3aed6a27-4d18-4834-9ba9-230955ce5140 HTTP/1.1" status: 200 len: 990 time: 0.0893888 Feb 19 03:20:30.827425 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-58848200-f308-48ee-a4d5-7957946e426c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f2a2924-eb7e-46fb-9cbc-5603c09486c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-504297456', 'tenant_id': '3bc3bb28499f4673b42d5b4a69d45946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': 'a60bfc11-3750-48a0-bf50-741d5905ed7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:20:07Z', 'updated_at': '2022-02-19T03:20:12Z', 'revision_number': 4, 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'gw_port': {'id': 'a60bfc11-3750-48a0-bf50-741d5905ed7b', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2a2924-eb7e-46fb-9cbc-5603c09486c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:20:08Z', 'updated_at': '2022-02-19T03:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': '3aed6a27-4d18-4834-9ba9-230955ce5140', 'tenant_id': '3bc3bb28499f4673b42d5b4a69d45946', 'floating_ip_address': '172.25.6.67', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': '4f2a2924-eb7e-46fb-9cbc-5603c09486c7', 'port_id': 'b499396d-a4f6-4939-ab9a-789b61bccaf2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46ba7a40-34d1-486e-a718-daaa9120f771', 'mac_address': 'fa:16:3e:ec:99:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358d53a4-36fe-47f7-97f0-acb94bca01c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:20:29Z', 'updated_at': '2022-02-19T03:20:29Z', 'revision_number': 0, 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97584a1d-49a0-4e68-9ba3-3bde5ed5bf2c', 'name': '', 'network_id': '46ba7a40-34d1-486e-a718-daaa9120f771', 'tenant_id': '3bc3bb28499f4673b42d5b4a69d45946', 'mac_address': 'fa:16:3e:ed:fa:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2a2924-eb7e-46fb-9cbc-5603c09486c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': 'f7025eb2-ffe7-4a82-a4e1-9990d681fd2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:20:11Z', 'updated_at': '2022-02-19T03:20:15Z', 'revision_number': 5, 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'subnets': [{'id': 'f7025eb2-ffe7-4a82-a4e1-9990d681fd2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:30.831255 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a9552724-bfdb-414d-84ee-181790f8c2f8 req-a4e5908a-8205-4b1c-aa3d-71c63c0c19b4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b499396d-a4f6-4939-ab9a-789b61bccaf2 HTTP/1.1" status: 200 len: 998 time: 0.0849555 Feb 19 03:20:30.855418 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58848200-f308-48ee-a4d5-7957946e426c None None] Checking router: 4f2a2924-eb7e-46fb-9cbc-5603c09486c7 for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:20:30.865650 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58848200-f308-48ee-a4d5-7957946e426c None None] Routers {'4f2a2924-eb7e-46fb-9cbc-5603c09486c7'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:20:30.866325 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-58848200-f308-48ee-a4d5-7957946e426c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:20:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['4f2a2924-eb7e-46fb-9cbc-5603c09486c7'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:30.920920 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9552724-bfdb-414d-84ee-181790f8c2f8 req-e081bd4f-0b77-498a-8f8e-c8a473c2bde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:30.922641 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a9552724-bfdb-414d-84ee-181790f8c2f8 req-e081bd4f-0b77-498a-8f8e-c8a473c2bde0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f7025eb2-ffe7-4a82-a4e1-9990d681fd2d HTTP/1.1" status: 200 len: 834 time: 0.0858018 Feb 19 03:20:30.978034 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9552724-bfdb-414d-84ee-181790f8c2f8 req-a27e33f0-af09-4c4b-a369-c7074349b7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:30.979886 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a9552724-bfdb-414d-84ee-181790f8c2f8 req-a27e33f0-af09-4c4b-a369-c7074349b7e6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=46ba7a40-34d1-486e-a718-daaa9120f771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0513515 Feb 19 03:20:30.996363 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-58848200-f308-48ee-a4d5-7957946e426c None None] Set router 4f2a2924-eb7e-46fb-9cbc-5603c09486c7 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:20:31.074603 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a9552724-bfdb-414d-84ee-181790f8c2f8 req-f3f1aa3f-0a58-42a7-8a1f-99b8e296d778 service neutron] 10.222.0.73 "GET /v2.0/networks/46ba7a40-34d1-486e-a718-daaa9120f771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888977 Feb 19 03:20:31.171593 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a9552724-bfdb-414d-84ee-181790f8c2f8 req-2f985083-ea81-4b93-ab1d-ef28e09d638e service neutron] 10.222.0.73 "GET /v2.0/networks/46ba7a40-34d1-486e-a718-daaa9120f771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899675 Feb 19 03:20:31.253277 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-58848200-f308-48ee-a4d5-7957946e426c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f2a2924-eb7e-46fb-9cbc-5603c09486c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-504297456', 'tenant_id': '3bc3bb28499f4673b42d5b4a69d45946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': 'a60bfc11-3750-48a0-bf50-741d5905ed7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:20:07Z', 'updated_at': '2022-02-19T03:20:12Z', 'revision_number': 4, 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'gw_port': {'id': 'a60bfc11-3750-48a0-bf50-741d5905ed7b', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2a2924-eb7e-46fb-9cbc-5603c09486c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:20:08Z', 'updated_at': '2022-02-19T03:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': '3aed6a27-4d18-4834-9ba9-230955ce5140', 'tenant_id': '3bc3bb28499f4673b42d5b4a69d45946', 'floating_ip_address': '172.25.6.67', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': '4f2a2924-eb7e-46fb-9cbc-5603c09486c7', 'port_id': 'b499396d-a4f6-4939-ab9a-789b61bccaf2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46ba7a40-34d1-486e-a718-daaa9120f771', 'mac_address': 'fa:16:3e:ec:99:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358d53a4-36fe-47f7-97f0-acb94bca01c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:20:29Z', 'updated_at': '2022-02-19T03:20:29Z', 'revision_number': 0, 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97584a1d-49a0-4e68-9ba3-3bde5ed5bf2c', 'name': '', 'network_id': '46ba7a40-34d1-486e-a718-daaa9120f771', 'tenant_id': '3bc3bb28499f4673b42d5b4a69d45946', 'mac_address': 'fa:16:3e:ed:fa:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2a2924-eb7e-46fb-9cbc-5603c09486c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': 'f7025eb2-ffe7-4a82-a4e1-9990d681fd2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:20:11Z', 'updated_at': '2022-02-19T03:20:15Z', 'revision_number': 5, 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'subnets': [{'id': 'f7025eb2-ffe7-4a82-a4e1-9990d681fd2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:31.280673 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58848200-f308-48ee-a4d5-7957946e426c None None] The sync data for ids ['4f2a2924-eb7e-46fb-9cbc-5603c09486c7'] in n-d-826753-2 is: [{'id': '4f2a2924-eb7e-46fb-9cbc-5603c09486c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-504297456', 'tenant_id': '3bc3bb28499f4673b42d5b4a69d45946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': 'a60bfc11-3750-48a0-bf50-741d5905ed7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:20:07Z', 'updated_at': '2022-02-19T03:20:12Z', 'revision_number': 4, 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'gw_port': {'id': 'a60bfc11-3750-48a0-bf50-741d5905ed7b', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2a2924-eb7e-46fb-9cbc-5603c09486c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:20:08Z', 'updated_at': '2022-02-19T03:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': '3aed6a27-4d18-4834-9ba9-230955ce5140', 'tenant_id': '3bc3bb28499f4673b42d5b4a69d45946', 'floating_ip_address': '172.25.6.67', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': '4f2a2924-eb7e-46fb-9cbc-5603c09486c7', 'port_id': 'b499396d-a4f6-4939-ab9a-789b61bccaf2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46ba7a40-34d1-486e-a718-daaa9120f771', 'mac_address': 'fa:16:3e:ec:99:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358d53a4-36fe-47f7-97f0-acb94bca01c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:20:29Z', 'updated_at': '2022-02-19T03:20:29Z', 'revision_number': 0, 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97584a1d-49a0-4e68-9ba3-3bde5ed5bf2c', 'name': '', 'network_id': '46ba7a40-34d1-486e-a718-daaa9120f771', 'tenant_id': '3bc3bb28499f4673b42d5b4a69d45946', 'mac_address': 'fa:16:3e:ed:fa:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2a2924-eb7e-46fb-9cbc-5603c09486c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': 'f7025eb2-ffe7-4a82-a4e1-9990d681fd2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:20:11Z', 'updated_at': '2022-02-19T03:20:15Z', 'revision_number': 5, 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'subnets': [{'id': 'f7025eb2-ffe7-4a82-a4e1-9990d681fd2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:20:31.503626 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89266bbd-c3a9-4dae-b2bf-da5ae3c1aa53 None None] New status for floating IP 3aed6a27-4d18-4834-9ba9-230955ce5140: ACTIVE {{(pid=103704) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:20:31.746907 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 42890) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:31.808334 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-60c4120f-c664-4f1b-8e9a-dca1708374c1 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/floatingips/3aed6a27-4d18-4834-9ba9-230955ce5140 HTTP/1.1" status: 200 len: 992 time: 0.0603311 Feb 19 03:20:36.425398 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827fdbe2-2188-4c2a-a2c0-dfd9ad2edbe2 req-2dc7e61d-587b-4d4c-9e64-75e55b5df789 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:36.426917 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-827fdbe2-2188-4c2a-a2c0-dfd9ad2edbe2 req-2dc7e61d-587b-4d4c-9e64-75e55b5df789 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=edcf12cc-cf30-480d-8c9e-a77623e7a2c5 HTTP/1.1" status: 200 len: 946 time: 0.0544755 Feb 19 03:20:36.481502 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-827fdbe2-2188-4c2a-a2c0-dfd9ad2edbe2 req-20255b06-d914-43d8-8a70-49ee88192668 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0e3775b-cf6e-404e-bdc7-f78d40bed23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486491 Feb 19 03:20:37.614219 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485fbf27-11ee-451f-8707-db4c4abd25fc req-cbd7f1b3-0dc5-44e8-baec-ccc0fb44a439 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:37.615939 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-485fbf27-11ee-451f-8707-db4c4abd25fc req-cbd7f1b3-0dc5-44e8-baec-ccc0fb44a439 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=edcf12cc-cf30-480d-8c9e-a77623e7a2c5 HTTP/1.1" status: 200 len: 946 time: 0.0562754 Feb 19 03:20:37.664480 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-485fbf27-11ee-451f-8707-db4c4abd25fc req-4933e827-94e0-4dbe-889c-30700c5f319a tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups?id=b0e3775b-cf6e-404e-bdc7-f78d40bed23f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428343 Feb 19 03:20:38.091080 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596260e2-ea01-443b-9e30-277be0aa1b1a req-966f4154-5c53-482d-912e-5ade438ea57a tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:38.092644 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-596260e2-ea01-443b-9e30-277be0aa1b1a req-966f4154-5c53-482d-912e-5ade438ea57a tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.73 "GET /v2.0/ports?device_id=edcf12cc-cf30-480d-8c9e-a77623e7a2c5 HTTP/1.1" status: 200 len: 946 time: 0.0558002 Feb 19 03:20:38.195966 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-596260e2-ea01-443b-9e30-277be0aa1b1a req-4daf66dd-84df-483a-9171-254899546407 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Deleting port 31c15d02-93d8-4024-bb7b-2f8a5f8dc298 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:20:38.196330 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-596260e2-ea01-443b-9e30-277be0aa1b1a req-4daf66dd-84df-483a-9171-254899546407 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (31c15d02-93d8-4024-bb7b-2f8a5f8dc298), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:38.296039 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-596260e2-ea01-443b-9e30-277be0aa1b1a req-4daf66dd-84df-483a-9171-254899546407 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] For port 31c15d02-93d8-4024-bb7b-2f8a5f8dc298, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=31c15d02-93d8-4024-bb7b-2f8a5f8dc298,segment=NetworkSegment(94e756a0-02a5-4c2a-8669-4568f7372c91),segment_id=94e756a0-02a5-4c2a-8669-4568f7372c91)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:20:38.296545 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-596260e2-ea01-443b-9e30-277be0aa1b1a req-4daf66dd-84df-483a-9171-254899546407 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (31c15d02-93d8-4024-bb7b-2f8a5f8dc298), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:38.476861 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-596260e2-ea01-443b-9e30-277be0aa1b1a req-4daf66dd-84df-483a-9171-254899546407 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:38.477299 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-596260e2-ea01-443b-9e30-277be0aa1b1a req-4daf66dd-84df-483a-9171-254899546407 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16285943'] for floatingip (e07f41e6-ddb2-4573-ae30-7340231e931a), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:38.477570 n-d-826753-2 neutron-server[103702]: INFO neutron.db.l3_db [req-596260e2-ea01-443b-9e30-277be0aa1b1a req-4daf66dd-84df-483a-9171-254899546407 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Floating IP e07f41e6-ddb2-4573-ae30-7340231e931a disassociated. External IP: 172.25.6.86, port: 31c15d02-93d8-4024-bb7b-2f8a5f8dc298. Feb 19 03:20:38.477913 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-596260e2-ea01-443b-9e30-277be0aa1b1a req-4daf66dd-84df-483a-9171-254899546407 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Calling delete_port for 31c15d02-93d8-4024-bb7b-2f8a5f8dc298 owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:20:38.612418 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-596260e2-ea01-443b-9e30-277be0aa1b1a req-4daf66dd-84df-483a-9171-254899546407 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (31c15d02-93d8-4024-bb7b-2f8a5f8dc298), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:38.643426 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daf66dd-84df-483a-9171-254899546407 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Pushing event deleted for resources: {'Port': ['ID=31c15d02-93d8-4024-bb7b-2f8a5f8dc298,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:38.767762 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [req-596260e2-ea01-443b-9e30-277be0aa1b1a req-4daf66dd-84df-483a-9171-254899546407 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Router 481a1ed6-4c15-41cf-9edc-be29fd1040e5 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:20:38.768989 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9bfd36ae-8b0f-408f-8fef-a668c101a72a req-5952fdd8-afb9-4f9c-804d-adfe6a15c920 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/ports?device_id=edcf12cc-cf30-480d-8c9e-a77623e7a2c5 HTTP/1.1" status: 200 len: 210 time: 0.0288100 Feb 19 03:20:38.884300 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-596260e2-ea01-443b-9e30-277be0aa1b1a req-4daf66dd-84df-483a-9171-254899546407 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:20:38.897149 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f4952f-db85-4ad8-a1a7-c8a99d96426e None None] Sync routers for ids ['481a1ed6-4c15-41cf-9edc-be29fd1040e5'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:20:38.908958 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f4952f-db85-4ad8-a1a7-c8a99d96426e None None] Routers {'481a1ed6-4c15-41cf-9edc-be29fd1040e5'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:20:38.909630 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-88f4952f-db85-4ad8-a1a7-c8a99d96426e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:20:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['481a1ed6-4c15-41cf-9edc-be29fd1040e5'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:38.930234 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-596260e2-ea01-443b-9e30-277be0aa1b1a req-4daf66dd-84df-483a-9171-254899546407 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] No DVR routers for this DVR port 31c15d02-93d8-4024-bb7b-2f8a5f8dc298 on host n-h1-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:20:38.933029 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-596260e2-ea01-443b-9e30-277be0aa1b1a req-4daf66dd-84df-483a-9171-254899546407 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:38.937056 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-596260e2-ea01-443b-9e30-277be0aa1b1a req-4daf66dd-84df-483a-9171-254899546407 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.73 "DELETE /v2.0/ports/31c15d02-93d8-4024-bb7b-2f8a5f8dc298 HTTP/1.1" status: 204 len: 173 time: 0.8392284 Feb 19 03:20:38.937534 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edcf12cc-cf30-480d-8c9e-a77623e7a2c5', 'name': 'network-vif-deleted', 'tag': '31c15d02-93d8-4024-bb7b-2f8a5f8dc298'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:20:38.939922 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7af0c5e2-12c1-469f-8714-3a388315a587" -d '{"events": [{"server_uuid": "edcf12cc-cf30-480d-8c9e-a77623e7a2c5", "name": "network-vif-deleted", "tag": "31c15d02-93d8-4024-bb7b-2f8a5f8dc298"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:20:38.996474 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4435f7e-103e-46ed-bad6-2b12d7a1f1b4 x-openstack-request-id: req-d4435f7e-103e-46ed-bad6-2b12d7a1f1b4 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:20:38.996774 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edcf12cc-cf30-480d-8c9e-a77623e7a2c5", "name": "network-vif-deleted", "tag": "31c15d02-93d8-4024-bb7b-2f8a5f8dc298", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:20:38.997072 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d4435f7e-103e-46ed-bad6-2b12d7a1f1b4 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:20:38.997489 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edcf12cc-cf30-480d-8c9e-a77623e7a2c5', 'name': 'network-vif-deleted', 'tag': '31c15d02-93d8-4024-bb7b-2f8a5f8dc298', 'status': 'completed', 'code': 200} Feb 19 03:20:39.041752 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-88f4952f-db85-4ad8-a1a7-c8a99d96426e None None] Set router 481a1ed6-4c15-41cf-9edc-be29fd1040e5 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:20:39.283399 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-88f4952f-db85-4ad8-a1a7-c8a99d96426e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481a1ed6-4c15-41cf-9edc-be29fd1040e5', 'name': 'tempest-AttachVolumeShelveTestJSON-68653113-router', 'tenant_id': 'fb2c2a033b7e417f933bc0bae524eae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'b47e3312-9c84-4e78-bab8-a8a0c46881b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:14:40Z', 'updated_at': '2022-02-19T03:14:45Z', 'revision_number': 4, 'project_id': 'fb2c2a033b7e417f933bc0bae524eae3', 'gw_port': {'id': 'b47e3312-9c84-4e78-bab8-a8a0c46881b3', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:11:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481a1ed6-4c15-41cf-9edc-be29fd1040e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:14:41Z', 'updated_at': '2022-02-19T03:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '67e2c03f-ec2d-4b73-ae64-03051e7df08f', 'name': '', 'network_id': 'f202f6e6-ff6c-416c-b757-76fc930d3992', 'tenant_id': 'fb2c2a033b7e417f933bc0bae524eae3', 'mac_address': 'fa:16:3e:2a:4d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481a1ed6-4c15-41cf-9edc-be29fd1040e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'e5721fd3-1b55-4729-a406-44f440380eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:14:44Z', 'updated_at': '2022-02-19T03:14:51Z', 'revision_number': 5, 'project_id': 'fb2c2a033b7e417f933bc0bae524eae3', 'subnets': [{'id': 'e5721fd3-1b55-4729-a406-44f440380eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:39.309863 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f4952f-db85-4ad8-a1a7-c8a99d96426e None None] Checking router: 481a1ed6-4c15-41cf-9edc-be29fd1040e5 for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:20:39.318939 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f4952f-db85-4ad8-a1a7-c8a99d96426e None None] Routers {'481a1ed6-4c15-41cf-9edc-be29fd1040e5'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:20:39.319552 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-88f4952f-db85-4ad8-a1a7-c8a99d96426e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:20:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['481a1ed6-4c15-41cf-9edc-be29fd1040e5'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:39.431324 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-88f4952f-db85-4ad8-a1a7-c8a99d96426e None None] Set router 481a1ed6-4c15-41cf-9edc-be29fd1040e5 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:20:39.641856 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-88f4952f-db85-4ad8-a1a7-c8a99d96426e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481a1ed6-4c15-41cf-9edc-be29fd1040e5', 'name': 'tempest-AttachVolumeShelveTestJSON-68653113-router', 'tenant_id': 'fb2c2a033b7e417f933bc0bae524eae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'b47e3312-9c84-4e78-bab8-a8a0c46881b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:14:40Z', 'updated_at': '2022-02-19T03:14:45Z', 'revision_number': 4, 'project_id': 'fb2c2a033b7e417f933bc0bae524eae3', 'gw_port': {'id': 'b47e3312-9c84-4e78-bab8-a8a0c46881b3', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:11:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481a1ed6-4c15-41cf-9edc-be29fd1040e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:14:41Z', 'updated_at': '2022-02-19T03:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '67e2c03f-ec2d-4b73-ae64-03051e7df08f', 'name': '', 'network_id': 'f202f6e6-ff6c-416c-b757-76fc930d3992', 'tenant_id': 'fb2c2a033b7e417f933bc0bae524eae3', 'mac_address': 'fa:16:3e:2a:4d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481a1ed6-4c15-41cf-9edc-be29fd1040e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'e5721fd3-1b55-4729-a406-44f440380eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:14:44Z', 'updated_at': '2022-02-19T03:14:51Z', 'revision_number': 5, 'project_id': 'fb2c2a033b7e417f933bc0bae524eae3', 'subnets': [{'id': 'e5721fd3-1b55-4729-a406-44f440380eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:39.669741 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f4952f-db85-4ad8-a1a7-c8a99d96426e None None] The sync data for ids ['481a1ed6-4c15-41cf-9edc-be29fd1040e5'] in n-d-826753-2 is: [{'id': '481a1ed6-4c15-41cf-9edc-be29fd1040e5', 'name': 'tempest-AttachVolumeShelveTestJSON-68653113-router', 'tenant_id': 'fb2c2a033b7e417f933bc0bae524eae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'b47e3312-9c84-4e78-bab8-a8a0c46881b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:14:40Z', 'updated_at': '2022-02-19T03:14:45Z', 'revision_number': 4, 'project_id': 'fb2c2a033b7e417f933bc0bae524eae3', 'gw_port': {'id': 'b47e3312-9c84-4e78-bab8-a8a0c46881b3', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:11:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481a1ed6-4c15-41cf-9edc-be29fd1040e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:14:41Z', 'updated_at': '2022-02-19T03:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '67e2c03f-ec2d-4b73-ae64-03051e7df08f', 'name': '', 'network_id': 'f202f6e6-ff6c-416c-b757-76fc930d3992', 'tenant_id': 'fb2c2a033b7e417f933bc0bae524eae3', 'mac_address': 'fa:16:3e:2a:4d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481a1ed6-4c15-41cf-9edc-be29fd1040e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'e5721fd3-1b55-4729-a406-44f440380eba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:14:44Z', 'updated_at': '2022-02-19T03:14:51Z', 'revision_number': 5, 'project_id': 'fb2c2a033b7e417f933bc0bae524eae3', 'subnets': [{'id': 'e5721fd3-1b55-4729-a406-44f440380eba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:20:39.872946 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 42920) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:39.924370 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac9ef29-f37b-4ca3-b19b-73c01956e13e None None] New status for floating IP e07f41e6-ddb2-4573-ae30-7340231e931a: DOWN {{(pid=103704) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:20:39.935900 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-594b4dd0-36be-4160-94ab-42d771acee1d tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Publish callbacks [] for security_group (b0e3775b-cf6e-404e-bdc7-f78d40bed23f), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:39.964405 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-594b4dd0-36be-4160-94ab-42d771acee1d tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Publish callbacks [] for security_group (b0e3775b-cf6e-404e-bdc7-f78d40bed23f), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:40.021126 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-594b4dd0-36be-4160-94ab-42d771acee1d tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (b0e3775b-cf6e-404e-bdc7-f78d40bed23f), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:40.023721 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-594b4dd0-36be-4160-94ab-42d771acee1d tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:40.027896 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-594b4dd0-36be-4160-94ab-42d771acee1d tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "DELETE /v2.0/security-groups/b0e3775b-cf6e-404e-bdc7-f78d40bed23f HTTP/1.1" status: 204 len: 168 time: 0.1507995 Feb 19 03:20:40.028511 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42924) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:40.034856 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594b4dd0-36be-4160-94ab-42d771acee1d tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0e3775b-cf6e-404e-bdc7-f78d40bed23f,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:40.068102 n-d-826753-2 neutron-server[103702]: INFO neutron.api.v2.resource [None req-f0a84f0f-b390-4b93-9043-0fd179538207 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] show failed (client error): The resource could not be found. Feb 19 03:20:40.069474 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-f0a84f0f-b390-4b93-9043-0fd179538207 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "GET /v2.0/security-groups/b0e3775b-cf6e-404e-bdc7-f78d40bed23f HTTP/1.1" status: 404 len: 347 time: 0.0393090 Feb 19 03:20:40.072364 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 42926) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:40.207932 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-4177ed9c-2c7a-4cce-8a61-a9a7eb891574 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Deleting port 2fac275a-8b11-463d-8bc1-9bcdc7cdd041 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:20:40.208189 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4177ed9c-2c7a-4cce-8a61-a9a7eb891574 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (2fac275a-8b11-463d-8bc1-9bcdc7cdd041), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:40.289510 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4177ed9c-2c7a-4cce-8a61-a9a7eb891574 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (2fac275a-8b11-463d-8bc1-9bcdc7cdd041), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:40.289824 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4177ed9c-2c7a-4cce-8a61-a9a7eb891574 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Publish callbacks [] for floatingip (2fac275a-8b11-463d-8bc1-9bcdc7cdd041), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:40.303429 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-4177ed9c-2c7a-4cce-8a61-a9a7eb891574 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Calling delete_port for 2fac275a-8b11-463d-8bc1-9bcdc7cdd041 owned by network:floatingip {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:20:40.410367 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 42928) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:40.445120 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4177ed9c-2c7a-4cce-8a61-a9a7eb891574 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (2fac275a-8b11-463d-8bc1-9bcdc7cdd041), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:40.473571 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177ed9c-2c7a-4cce-8a61-a9a7eb891574 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Pushing event deleted for resources: {'Port': ['ID=2fac275a-8b11-463d-8bc1-9bcdc7cdd041,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:40.545089 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4177ed9c-2c7a-4cce-8a61-a9a7eb891574 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Publish callbacks [] for floatingip (e07f41e6-ddb2-4573-ae30-7340231e931a), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:40.548502 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4177ed9c-2c7a-4cce-8a61-a9a7eb891574 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:40.550003 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-4177ed9c-2c7a-4cce-8a61-a9a7eb891574 tempest-AttachVolumeShelveTestJSON-1756871674 tempest-AttachVolumeShelveTestJSON-1756871674-project] 10.222.0.72 "DELETE /v2.0/floatingips/e07f41e6-ddb2-4573-ae30-7340231e931a HTTP/1.1" status: 204 len: 168 time: 0.4764867 Feb 19 03:20:40.934439 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-7d5dddd7-32c9-4194-96a0-136284dc1b75 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Deleting port cf9ded9a-cf6d-4f7c-b999-f409ab8e7a49 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:20:40.934701 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7d5dddd7-32c9-4194-96a0-136284dc1b75 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (cf9ded9a-cf6d-4f7c-b999-f409ab8e7a49), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:41.015445 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7d5dddd7-32c9-4194-96a0-136284dc1b75 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (cf9ded9a-cf6d-4f7c-b999-f409ab8e7a49), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:41.016629 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7d5dddd7-32c9-4194-96a0-136284dc1b75 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Publish callbacks [] for floatingip (cf9ded9a-cf6d-4f7c-b999-f409ab8e7a49), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:41.031582 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-7d5dddd7-32c9-4194-96a0-136284dc1b75 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Calling delete_port for cf9ded9a-cf6d-4f7c-b999-f409ab8e7a49 owned by network:floatingip {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:20:41.234336 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7d5dddd7-32c9-4194-96a0-136284dc1b75 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (cf9ded9a-cf6d-4f7c-b999-f409ab8e7a49), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:41.268125 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5dddd7-32c9-4194-96a0-136284dc1b75 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Pushing event deleted for resources: {'Port': ['ID=cf9ded9a-cf6d-4f7c-b999-f409ab8e7a49,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:41.337235 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7d5dddd7-32c9-4194-96a0-136284dc1b75 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Publish callbacks [] for floatingip (af3c3821-7e80-4c43-ae43-e8326b8752db), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:41.337830 n-d-826753-2 neutron-server[103702]: INFO neutron.db.l3_db [None req-7d5dddd7-32c9-4194-96a0-136284dc1b75 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Floating IP af3c3821-7e80-4c43-ae43-e8326b8752db disassociated (deleted). External IP: 172.25.6.234, port: d8dd1a90-0460-47f3-9fe6-e292c1c69c20. Feb 19 03:20:41.598509 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d5dddd7-32c9-4194-96a0-136284dc1b75 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Router a4167261-d83c-4da6-8470-6a9ada3dfcef has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:20:41.727436 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d5dddd7-32c9-4194-96a0-136284dc1b75 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:20:41.732406 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7d5dddd7-32c9-4194-96a0-136284dc1b75 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:41.739830 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2380adb7-5287-4d6b-ad98-8e44f5c82ab8 None None] Sync routers for ids ['a4167261-d83c-4da6-8470-6a9ada3dfcef'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:20:41.757503 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2380adb7-5287-4d6b-ad98-8e44f5c82ab8 None None] Routers {'a4167261-d83c-4da6-8470-6a9ada3dfcef'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:20:41.758523 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-2380adb7-5287-4d6b-ad98-8e44f5c82ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:20:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['a4167261-d83c-4da6-8470-6a9ada3dfcef'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:41.791134 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-7d5dddd7-32c9-4194-96a0-136284dc1b75 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] 10.222.0.72 "DELETE /v2.0/floatingips/af3c3821-7e80-4c43-ae43-e8326b8752db HTTP/1.1" status: 204 len: 168 time: 1.3733439 Feb 19 03:20:41.791134 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4be3e524-064e-4038-8421-0b8c170e856f', 'tag': 'd8dd1a90-0460-47f3-9fe6-e292c1c69c20'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:20:41.798828 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a4b6aa9-8bc6-4d2d-a633-859bc57b93f5" -d '{"events": [{"name": "network-changed", "server_uuid": "4be3e524-064e-4038-8421-0b8c170e856f", "tag": "d8dd1a90-0460-47f3-9fe6-e292c1c69c20"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:20:41.872903 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 31c15d02-93d8-4024-bb7b-2f8a5f8dc298 no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:20:41.873504 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73f29f8a-6abc-44d1-9b10-35debe945c43 x-openstack-request-id: req-73f29f8a-6abc-44d1-9b10-35debe945c43 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:20:41.874444 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4be3e524-064e-4038-8421-0b8c170e856f", "tag": "d8dd1a90-0460-47f3-9fe6-e292c1c69c20", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:20:41.875117 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-73f29f8a-6abc-44d1-9b10-35debe945c43 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:20:41.875830 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4be3e524-064e-4038-8421-0b8c170e856f', 'tag': 'd8dd1a90-0460-47f3-9fe6-e292c1c69c20', 'status': 'completed', 'code': 200} Feb 19 03:20:41.899915 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] No Port match for: 31c15d02-93d8-4024-bb7b-2f8a5f8dc298 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:20:41.900568 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 31c15d02-93d8-4024-bb7b-2f8a5f8dc298 not bound to the agent host n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:20:41.931575 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-2380adb7-5287-4d6b-ad98-8e44f5c82ab8 None None] Set router a4167261-d83c-4da6-8470-6a9ada3dfcef gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:20:42.037893 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4b6aa9-8bc6-4d2d-a633-859bc57b93f5 req-096d3529-b342-4f38-b67d-cde1b4fa10ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:42.043968 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9a4b6aa9-8bc6-4d2d-a633-859bc57b93f5 req-096d3529-b342-4f38-b67d-cde1b4fa10ab service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=64ae991cb43e46efb531c9e00a1ca2e3&device_id=4be3e524-064e-4038-8421-0b8c170e856f HTTP/1.1" status: 200 len: 1127 time: 0.1077065 Feb 19 03:20:42.168997 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8a6db3-6fef-42b1-b612-945b2169c91e req-c6d5ca9a-8bf7-40e2-bff4-f95839987995 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:42.174023 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0b8a6db3-6fef-42b1-b612-945b2169c91e req-c6d5ca9a-8bf7-40e2-bff4-f95839987995 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] 10.222.0.72 "GET /v2.0/ports?device_id=4be3e524-064e-4038-8421-0b8c170e856f HTTP/1.1" status: 200 len: 945 time: 0.1279132 Feb 19 03:20:42.216723 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4b6aa9-8bc6-4d2d-a633-859bc57b93f5 req-ac2f7c07-6012-4384-86bd-f81fe9a43fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:42.218545 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9a4b6aa9-8bc6-4d2d-a633-859bc57b93f5 req-ac2f7c07-6012-4384-86bd-f81fe9a43fd8 service neutron] 10.222.0.82 "GET /v2.0/networks?id=b216cc2c-1512-4bae-b856-4f0437b460aa HTTP/1.1" status: 200 len: 914 time: 0.1616707 Feb 19 03:20:42.284156 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9a4b6aa9-8bc6-4d2d-a633-859bc57b93f5 req-6021c22f-2578-4f43-93bd-7a1bfcdca796 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d8dd1a90-0460-47f3-9fe6-e292c1c69c20 HTTP/1.1" status: 200 len: 217 time: 0.0545294 Feb 19 03:20:42.328037 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-2380adb7-5287-4d6b-ad98-8e44f5c82ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4167261-d83c-4da6-8470-6a9ada3dfcef', 'name': 'tempest-TestVolumeBackupRestore-929029532-router', 'tenant_id': '64ae991cb43e46efb531c9e00a1ca2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '1f063ce7-a35d-4b14-b809-fc9de6498650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:17:00Z', 'updated_at': '2022-02-19T03:17:04Z', 'revision_number': 4, 'project_id': '64ae991cb43e46efb531c9e00a1ca2e3', 'gw_port': {'id': '1f063ce7-a35d-4b14-b809-fc9de6498650', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:7e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4167261-d83c-4da6-8470-6a9ada3dfcef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:17:00Z', 'updated_at': '2022-02-19T03:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '9ccea71f-b787-4742-96ff-ef9ccc89c2bf', 'name': '', 'network_id': 'b216cc2c-1512-4bae-b856-4f0437b460aa', 'tenant_id': '64ae991cb43e46efb531c9e00a1ca2e3', 'mac_address': 'fa:16:3e:0e:df:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4167261-d83c-4da6-8470-6a9ada3dfcef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': '96ee5a80-083e-4f09-972c-00585f4cdb44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:17:03Z', 'updated_at': '2022-02-19T03:17:09Z', 'revision_number': 5, 'project_id': '64ae991cb43e46efb531c9e00a1ca2e3', 'subnets': [{'id': '96ee5a80-083e-4f09-972c-00585f4cdb44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:42.358355 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2380adb7-5287-4d6b-ad98-8e44f5c82ab8 None None] Checking router: a4167261-d83c-4da6-8470-6a9ada3dfcef for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:20:42.368371 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2380adb7-5287-4d6b-ad98-8e44f5c82ab8 None None] Routers {'a4167261-d83c-4da6-8470-6a9ada3dfcef'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:20:42.369259 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-2380adb7-5287-4d6b-ad98-8e44f5c82ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:20:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['a4167261-d83c-4da6-8470-6a9ada3dfcef'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:42.493735 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-2380adb7-5287-4d6b-ad98-8e44f5c82ab8 None None] Set router a4167261-d83c-4da6-8470-6a9ada3dfcef gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:20:42.670664 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0b8a6db3-6fef-42b1-b612-945b2169c91e req-3078f46d-8176-45db-b150-0c15447b2f2b tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] 10.222.0.72 "GET /v2.0/security-groups?id=f9c366ea-bbe5-4ee9-957c-e2195345cf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4859090 Feb 19 03:20:42.687263 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4b6aa9-8bc6-4d2d-a633-859bc57b93f5 req-6354693e-3723-4f17-88dc-345704f15057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:42.690074 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9a4b6aa9-8bc6-4d2d-a633-859bc57b93f5 req-6354693e-3723-4f17-88dc-345704f15057 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=96ee5a80-083e-4f09-972c-00585f4cdb44 HTTP/1.1" status: 200 len: 852 time: 0.3975892 Feb 19 03:20:42.726531 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-2380adb7-5287-4d6b-ad98-8e44f5c82ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4167261-d83c-4da6-8470-6a9ada3dfcef', 'name': 'tempest-TestVolumeBackupRestore-929029532-router', 'tenant_id': '64ae991cb43e46efb531c9e00a1ca2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '1f063ce7-a35d-4b14-b809-fc9de6498650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:17:00Z', 'updated_at': '2022-02-19T03:17:04Z', 'revision_number': 4, 'project_id': '64ae991cb43e46efb531c9e00a1ca2e3', 'gw_port': {'id': '1f063ce7-a35d-4b14-b809-fc9de6498650', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:7e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4167261-d83c-4da6-8470-6a9ada3dfcef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:17:00Z', 'updated_at': '2022-02-19T03:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '9ccea71f-b787-4742-96ff-ef9ccc89c2bf', 'name': '', 'network_id': 'b216cc2c-1512-4bae-b856-4f0437b460aa', 'tenant_id': '64ae991cb43e46efb531c9e00a1ca2e3', 'mac_address': 'fa:16:3e:0e:df:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4167261-d83c-4da6-8470-6a9ada3dfcef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': '96ee5a80-083e-4f09-972c-00585f4cdb44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:17:03Z', 'updated_at': '2022-02-19T03:17:09Z', 'revision_number': 5, 'project_id': '64ae991cb43e46efb531c9e00a1ca2e3', 'subnets': [{'id': '96ee5a80-083e-4f09-972c-00585f4cdb44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:42.750448 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4b6aa9-8bc6-4d2d-a633-859bc57b93f5 req-ec585f28-f3e0-45ee-a37e-6a245224d4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:42.752369 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9a4b6aa9-8bc6-4d2d-a633-859bc57b93f5 req-ec585f28-f3e0-45ee-a37e-6a245224d4fc service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b216cc2c-1512-4bae-b856-4f0437b460aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0492566 Feb 19 03:20:42.754346 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2380adb7-5287-4d6b-ad98-8e44f5c82ab8 None None] The sync data for ids ['a4167261-d83c-4da6-8470-6a9ada3dfcef'] in n-d-826753-2 is: [{'id': 'a4167261-d83c-4da6-8470-6a9ada3dfcef', 'name': 'tempest-TestVolumeBackupRestore-929029532-router', 'tenant_id': '64ae991cb43e46efb531c9e00a1ca2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '1f063ce7-a35d-4b14-b809-fc9de6498650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:17:00Z', 'updated_at': '2022-02-19T03:17:04Z', 'revision_number': 4, 'project_id': '64ae991cb43e46efb531c9e00a1ca2e3', 'gw_port': {'id': '1f063ce7-a35d-4b14-b809-fc9de6498650', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:7e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4167261-d83c-4da6-8470-6a9ada3dfcef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:17:00Z', 'updated_at': '2022-02-19T03:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '9ccea71f-b787-4742-96ff-ef9ccc89c2bf', 'name': '', 'network_id': 'b216cc2c-1512-4bae-b856-4f0437b460aa', 'tenant_id': '64ae991cb43e46efb531c9e00a1ca2e3', 'mac_address': 'fa:16:3e:0e:df:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4167261-d83c-4da6-8470-6a9ada3dfcef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': '96ee5a80-083e-4f09-972c-00585f4cdb44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:17:03Z', 'updated_at': '2022-02-19T03:17:09Z', 'revision_number': 5, 'project_id': '64ae991cb43e46efb531c9e00a1ca2e3', 'subnets': [{'id': '96ee5a80-083e-4f09-972c-00585f4cdb44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:20:42.896089 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9a4b6aa9-8bc6-4d2d-a633-859bc57b93f5 req-3a8d16e6-9c2a-42a9-ba29-546f24ef07c7 service neutron] 10.222.0.82 "GET /v2.0/networks/b216cc2c-1512-4bae-b856-4f0437b460aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315279 Feb 19 03:20:42.996797 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9a4b6aa9-8bc6-4d2d-a633-859bc57b93f5 req-5da07f54-1b60-424d-80f3-76a235ff934b service neutron] 10.222.0.82 "GET /v2.0/networks/b216cc2c-1512-4bae-b856-4f0437b460aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934062 Feb 19 03:20:43.095408 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8a04af-5912-410e-b454-e571e8b074c3 None None] New status for floating IP af3c3821-7e80-4c43-ae43-e8326b8752db: DOWN {{(pid=103704) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:20:43.822575 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d2c264-fa5d-4f2b-ad4a-375a131b4338 req-09813161-d29f-4aaa-9e7b-2325ce568150 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:43.824845 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b5d2c264-fa5d-4f2b-ad4a-375a131b4338 req-09813161-d29f-4aaa-9e7b-2325ce568150 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] 10.222.0.82 "GET /v2.0/ports?device_id=4be3e524-064e-4038-8421-0b8c170e856f HTTP/1.1" status: 200 len: 945 time: 0.0923483 Feb 19 03:20:43.874597 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe1da05-d41f-4c28-a659-602504ddd025 req-a20753cd-ce79-4100-ae91-2d3a113f8af7 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:43.874597 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-afe1da05-d41f-4c28-a659-602504ddd025 req-a20753cd-ce79-4100-ae91-2d3a113f8af7 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] 10.222.0.72 "GET /v2.0/ports?device_id=4be3e524-064e-4038-8421-0b8c170e856f HTTP/1.1" status: 200 len: 945 time: 0.1091809 Feb 19 03:20:43.964415 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-afe1da05-d41f-4c28-a659-602504ddd025 req-70fbf484-0f22-4167-89e6-0e65d95e764c tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] 10.222.0.72 "GET /v2.0/security-groups?id=f9c366ea-bbe5-4ee9-957c-e2195345cf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802560 Feb 19 03:20:43.979181 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-b5d2c264-fa5d-4f2b-ad4a-375a131b4338 req-ca378508-1de7-444c-b38a-fccfa81f6777 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Deleting port d8dd1a90-0460-47f3-9fe6-e292c1c69c20 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:20:43.979620 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-b5d2c264-fa5d-4f2b-ad4a-375a131b4338 req-ca378508-1de7-444c-b38a-fccfa81f6777 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (d8dd1a90-0460-47f3-9fe6-e292c1c69c20), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:44.082226 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-b5d2c264-fa5d-4f2b-ad4a-375a131b4338 req-ca378508-1de7-444c-b38a-fccfa81f6777 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] For port d8dd1a90-0460-47f3-9fe6-e292c1c69c20, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=d8dd1a90-0460-47f3-9fe6-e292c1c69c20,segment=NetworkSegment(bc5d74be-1223-49a4-a23a-7c0d761331cb),segment_id=bc5d74be-1223-49a4-a23a-7c0d761331cb)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:20:44.082587 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-b5d2c264-fa5d-4f2b-ad4a-375a131b4338 req-ca378508-1de7-444c-b38a-fccfa81f6777 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (d8dd1a90-0460-47f3-9fe6-e292c1c69c20), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:44.096085 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-b5d2c264-fa5d-4f2b-ad4a-375a131b4338 req-ca378508-1de7-444c-b38a-fccfa81f6777 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Calling delete_port for d8dd1a90-0460-47f3-9fe6-e292c1c69c20 owned by compute:nova {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:20:44.236851 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-b5d2c264-fa5d-4f2b-ad4a-375a131b4338 req-ca378508-1de7-444c-b38a-fccfa81f6777 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (d8dd1a90-0460-47f3-9fe6-e292c1c69c20), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:44.267967 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca378508-1de7-444c-b38a-fccfa81f6777 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Pushing event deleted for resources: {'Port': ['ID=d8dd1a90-0460-47f3-9fe6-e292c1c69c20,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:44.313675 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5d2c264-fa5d-4f2b-ad4a-375a131b4338 req-ca378508-1de7-444c-b38a-fccfa81f6777 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] No DVR routers for this DVR port d8dd1a90-0460-47f3-9fe6-e292c1c69c20 on host n-h2-826753-2 {{(pid=103701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:20:44.316526 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-b5d2c264-fa5d-4f2b-ad4a-375a131b4338 req-ca378508-1de7-444c-b38a-fccfa81f6777 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:44.320129 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b5d2c264-fa5d-4f2b-ad4a-375a131b4338 req-ca378508-1de7-444c-b38a-fccfa81f6777 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] 10.222.0.82 "DELETE /v2.0/ports/d8dd1a90-0460-47f3-9fe6-e292c1c69c20 HTTP/1.1" status: 204 len: 173 time: 0.4899576 Feb 19 03:20:44.320605 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4be3e524-064e-4038-8421-0b8c170e856f', 'name': 'network-vif-deleted', 'tag': 'd8dd1a90-0460-47f3-9fe6-e292c1c69c20'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:20:44.323649 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6b38738-1fab-4138-9f22-06948842ac93" -d '{"events": [{"server_uuid": "4be3e524-064e-4038-8421-0b8c170e856f", "name": "network-vif-deleted", "tag": "d8dd1a90-0460-47f3-9fe6-e292c1c69c20"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:20:44.392044 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd6946bb-fb84-47ce-af61-666f173e718a x-openstack-request-id: req-dd6946bb-fb84-47ce-af61-666f173e718a {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:20:44.392349 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4be3e524-064e-4038-8421-0b8c170e856f", "name": "network-vif-deleted", "tag": "d8dd1a90-0460-47f3-9fe6-e292c1c69c20", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:20:44.392607 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-dd6946bb-fb84-47ce-af61-666f173e718a {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:20:44.393106 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4be3e524-064e-4038-8421-0b8c170e856f', 'name': 'network-vif-deleted', 'tag': 'd8dd1a90-0460-47f3-9fe6-e292c1c69c20', 'status': 'completed', 'code': 200} Feb 19 03:20:45.148710 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f8638bd2-f01a-4530-8da2-1cdde0565172 req-9cf1958a-edcd-4c27-9850-19b940d707b6 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] 10.222.0.72 "GET /v2.0/ports?device_id=4be3e524-064e-4038-8421-0b8c170e856f HTTP/1.1" status: 200 len: 210 time: 0.0606067 Feb 19 03:20:45.538292 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-8a9ea258-08ab-4d1a-b94d-327e32887cb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:46.293532 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9a4c7aae-0930-4e81-af9d-557e473ab7b4 req-d7de818e-2d73-4384-b7b5-45bff14715a6 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] 10.222.0.72 "GET /v2.0/ports?device_id=4be3e524-064e-4038-8421-0b8c170e856f HTTP/1.1" status: 200 len: 210 time: 0.0589852 Feb 19 03:20:46.331327 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device d8dd1a90-0460-47f3-9fe6-e292c1c69c20 no longer exists at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:20:46.358542 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] No Port match for: d8dd1a90-0460-47f3-9fe6-e292c1c69c20 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:20:46.358898 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device d8dd1a90-0460-47f3-9fe6-e292c1c69c20 not bound to the agent host n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:20:47.390325 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5c996646-fc80-4207-9ee1-2e004f6ad30a req-6241b509-9777-40e2-bd7a-16e5937dc1d8 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] 10.222.0.72 "GET /v2.0/ports?device_id=4be3e524-064e-4038-8421-0b8c170e856f HTTP/1.1" status: 200 len: 210 time: 0.0324562 Feb 19 03:20:47.707265 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-9ca48468-aa4c-4ee4-992b-8f691a0df3a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:48.507553 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-eed3e411-6fe1-4e33-be2f-0653762ad8b2 req-c6dbc543-56d5-401c-99a2-031d9d5bdcdb tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] 10.222.0.72 "GET /v2.0/ports?device_id=4be3e524-064e-4038-8421-0b8c170e856f HTTP/1.1" status: 200 len: 210 time: 0.0364161 Feb 19 03:20:49.322785 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:49.611201 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d654f053-0481-44e5-961c-f87aa8e9247a req-dde8bc63-17ef-4587-bf97-5f9ea358fe0f tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] 10.222.0.72 "GET /v2.0/ports?device_id=4be3e524-064e-4038-8421-0b8c170e856f HTTP/1.1" status: 200 len: 210 time: 0.0330768 Feb 19 03:20:50.522189 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:50.712247 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6c016d01-92cb-4cee-8fc6-337b4b3bdf40 req-0bd02889-2445-4358-9258-df9518ac928e tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] 10.222.0.72 "GET /v2.0/ports?device_id=4be3e524-064e-4038-8421-0b8c170e856f HTTP/1.1" status: 200 len: 210 time: 0.0271542 Feb 19 03:20:51.831590 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9a8c5244-d561-4d6a-815b-c97fd0a39134 req-23c3b0ca-6b57-4a6f-82e8-5ff92e0adc51 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] 10.222.0.72 "GET /v2.0/ports?device_id=4be3e524-064e-4038-8421-0b8c170e856f HTTP/1.1" status: 200 len: 210 time: 0.0406611 Feb 19 03:20:51.969191 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:52.715941 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:52.954849 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4273836e-0921-4e53-8cca-78bb0743bd48 req-8f0b88c7-08ac-431e-9301-4c53d2b5d0b4 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] 10.222.0.72 "GET /v2.0/ports?device_id=4be3e524-064e-4038-8421-0b8c170e856f HTTP/1.1" status: 200 len: 210 time: 0.0344615 Feb 19 03:20:54.089826 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d3f23de3-af37-4328-b049-3d2af1b0364e req-3e6c15d1-a913-47f9-b79c-86c4f6ecc832 tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] 10.222.0.72 "GET /v2.0/ports?device_id=4be3e524-064e-4038-8421-0b8c170e856f HTTP/1.1" status: 200 len: 210 time: 0.0415139 Feb 19 03:20:55.158520 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 43000) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:55.221534 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-de6c352a-5622-4147-ab51-d09b9e44971f tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Publish callbacks [] for security_group (f9c366ea-bbe5-4ee9-957c-e2195345cf6a), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:55.248132 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-de6c352a-5622-4147-ab51-d09b9e44971f tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Publish callbacks [] for security_group (f9c366ea-bbe5-4ee9-957c-e2195345cf6a), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:55.326355 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-de6c352a-5622-4147-ab51-d09b9e44971f tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (f9c366ea-bbe5-4ee9-957c-e2195345cf6a), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:55.330191 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-de6c352a-5622-4147-ab51-d09b9e44971f tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:55.331505 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-de6c352a-5622-4147-ab51-d09b9e44971f tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] 10.222.0.72 "DELETE /v2.0/security-groups/f9c366ea-bbe5-4ee9-957c-e2195345cf6a HTTP/1.1" status: 204 len: 168 time: 0.1718206 Feb 19 03:20:55.341638 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c352a-5622-4147-ab51-d09b9e44971f tempest-TestVolumeBackupRestore-1840783394 tempest-TestVolumeBackupRestore-1840783394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9c366ea-bbe5-4ee9-957c-e2195345cf6a,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:56.430868 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:56.939120 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:21:00.155774 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 43468) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:00.794932 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b5ddd886-877c-40c9-8e4b-5aa683711984 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16289271'] for router_interface (481a1ed6-4c15-41cf-9edc-be29fd1040e5), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:01.147086 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-b5ddd886-877c-40c9-8e4b-5aa683711984 admin admin] Deleting port 67e2c03f-ec2d-4b73-ae64-03051e7df08f {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:21:01.147344 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b5ddd886-877c-40c9-8e4b-5aa683711984 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (67e2c03f-ec2d-4b73-ae64-03051e7df08f), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:01.248161 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-b5ddd886-877c-40c9-8e4b-5aa683711984 admin admin] For port 67e2c03f-ec2d-4b73-ae64-03051e7df08f, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=67e2c03f-ec2d-4b73-ae64-03051e7df08f,segment=NetworkSegment(94e756a0-02a5-4c2a-8669-4568f7372c91),segment_id=94e756a0-02a5-4c2a-8669-4568f7372c91)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:21:01.249118 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b5ddd886-877c-40c9-8e4b-5aa683711984 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (67e2c03f-ec2d-4b73-ae64-03051e7df08f), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:01.263045 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-b5ddd886-877c-40c9-8e4b-5aa683711984 admin admin] Calling delete_port for 67e2c03f-ec2d-4b73-ae64-03051e7df08f owned by network:router_interface {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:21:01.495702 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b5ddd886-877c-40c9-8e4b-5aa683711984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (67e2c03f-ec2d-4b73-ae64-03051e7df08f), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:01.629097 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ddd886-877c-40c9-8e4b-5aa683711984 admin admin] Pushing event deleted for resources: {'Port': ['ID=67e2c03f-ec2d-4b73-ae64-03051e7df08f,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:01.830705 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b5ddd886-877c-40c9-8e4b-5aa683711984 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16362762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16314471'] for router_interface (481a1ed6-4c15-41cf-9edc-be29fd1040e5), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:02.148873 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5ddd886-877c-40c9-8e4b-5aa683711984 admin admin] Router 481a1ed6-4c15-41cf-9edc-be29fd1040e5 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:21:02.278487 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5ddd886-877c-40c9-8e4b-5aa683711984 admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:21:02.287314 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-b5ddd886-877c-40c9-8e4b-5aa683711984 admin admin] 10.222.0.72 "PUT /v2.0/routers/481a1ed6-4c15-41cf-9edc-be29fd1040e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1278775 Feb 19 03:21:02.287504 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 43476) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:02.295562 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56ddbbf-d509-4512-97e1-2d6a46703214 None None] Sync routers for ids ['481a1ed6-4c15-41cf-9edc-be29fd1040e5'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:21:02.310057 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56ddbbf-d509-4512-97e1-2d6a46703214 None None] Routers {'481a1ed6-4c15-41cf-9edc-be29fd1040e5'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:21:02.310703 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-c56ddbbf-d509-4512-97e1-2d6a46703214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:20:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['481a1ed6-4c15-41cf-9edc-be29fd1040e5'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:21:02.402173 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-66a19b9f-ae04-4471-a0da-2832fe30c8d6 admin admin] Publish callbacks [] for router (481a1ed6-4c15-41cf-9edc-be29fd1040e5), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:02.433804 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-c56ddbbf-d509-4512-97e1-2d6a46703214 None None] Set router 481a1ed6-4c15-41cf-9edc-be29fd1040e5 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:21:02.513807 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-66a19b9f-ae04-4471-a0da-2832fe30c8d6 admin admin] Publish callbacks [] for router_gateway (481a1ed6-4c15-41cf-9edc-be29fd1040e5), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:02.637655 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-c56ddbbf-d509-4512-97e1-2d6a46703214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481a1ed6-4c15-41cf-9edc-be29fd1040e5', 'name': 'tempest-AttachVolumeShelveTestJSON-68653113-router', 'tenant_id': 'fb2c2a033b7e417f933bc0bae524eae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'b47e3312-9c84-4e78-bab8-a8a0c46881b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:14:40Z', 'updated_at': '2022-02-19T03:21:01Z', 'revision_number': 5, 'project_id': 'fb2c2a033b7e417f933bc0bae524eae3', 'gw_port': {'id': 'b47e3312-9c84-4e78-bab8-a8a0c46881b3', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:11:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481a1ed6-4c15-41cf-9edc-be29fd1040e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:14:41Z', 'updated_at': '2022-02-19T03:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:21:02.681996 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56ddbbf-d509-4512-97e1-2d6a46703214 None None] Checking router: 481a1ed6-4c15-41cf-9edc-be29fd1040e5 for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:21:02.694487 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56ddbbf-d509-4512-97e1-2d6a46703214 None None] Routers {'481a1ed6-4c15-41cf-9edc-be29fd1040e5'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:21:02.695830 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-c56ddbbf-d509-4512-97e1-2d6a46703214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:20:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['481a1ed6-4c15-41cf-9edc-be29fd1040e5'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:21:02.812130 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-c56ddbbf-d509-4512-97e1-2d6a46703214 None None] Set router 481a1ed6-4c15-41cf-9edc-be29fd1040e5 gateway port host: None {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:21:02.877065 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-c56ddbbf-d509-4512-97e1-2d6a46703214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481a1ed6-4c15-41cf-9edc-be29fd1040e5', 'name': 'tempest-AttachVolumeShelveTestJSON-68653113-router', 'tenant_id': 'fb2c2a033b7e417f933bc0bae524eae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:14:40Z', 'updated_at': '2022-02-19T03:21:02Z', 'revision_number': 6, 'project_id': 'fb2c2a033b7e417f933bc0bae524eae3', 'gw_port_host': None}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:21:02.913932 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56ddbbf-d509-4512-97e1-2d6a46703214 None None] The sync data for ids ['481a1ed6-4c15-41cf-9edc-be29fd1040e5'] in n-d-826753-2 is: [{'id': '481a1ed6-4c15-41cf-9edc-be29fd1040e5', 'name': 'tempest-AttachVolumeShelveTestJSON-68653113-router', 'tenant_id': 'fb2c2a033b7e417f933bc0bae524eae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:14:40Z', 'updated_at': '2022-02-19T03:21:02Z', 'revision_number': 6, 'project_id': 'fb2c2a033b7e417f933bc0bae524eae3', 'gw_port_host': None}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:21:03.019994 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-66a19b9f-ae04-4471-a0da-2832fe30c8d6 admin admin] Deleting port b47e3312-9c84-4e78-bab8-a8a0c46881b3 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:21:03.020329 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-66a19b9f-ae04-4471-a0da-2832fe30c8d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (b47e3312-9c84-4e78-bab8-a8a0c46881b3), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:03.108849 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-66a19b9f-ae04-4471-a0da-2832fe30c8d6 admin admin] For port b47e3312-9c84-4e78-bab8-a8a0c46881b3, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=b47e3312-9c84-4e78-bab8-a8a0c46881b3,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:21:03.109285 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-66a19b9f-ae04-4471-a0da-2832fe30c8d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (b47e3312-9c84-4e78-bab8-a8a0c46881b3), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:03.123234 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-66a19b9f-ae04-4471-a0da-2832fe30c8d6 admin admin] Calling delete_port for b47e3312-9c84-4e78-bab8-a8a0c46881b3 owned by network:router_gateway {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:21:03.321941 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-66a19b9f-ae04-4471-a0da-2832fe30c8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (b47e3312-9c84-4e78-bab8-a8a0c46881b3), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:03.361794 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a19b9f-ae04-4471-a0da-2832fe30c8d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b47e3312-9c84-4e78-bab8-a8a0c46881b3,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:03.429324 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-66a19b9f-ae04-4471-a0da-2832fe30c8d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16285837'] for router_gateway (481a1ed6-4c15-41cf-9edc-be29fd1040e5), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:03.531310 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-66a19b9f-ae04-4471-a0da-2832fe30c8d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16317457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14254'] for router (481a1ed6-4c15-41cf-9edc-be29fd1040e5), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:03.533903 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-66a19b9f-ae04-4471-a0da-2832fe30c8d6 admin admin] Publish callbacks [] for router_controller (481a1ed6-4c15-41cf-9edc-be29fd1040e5), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:03.590791 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-66a19b9f-ae04-4471-a0da-2832fe30c8d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16317544'] for router (481a1ed6-4c15-41cf-9edc-be29fd1040e5), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:03.591376 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66a19b9f-ae04-4471-a0da-2832fe30c8d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 481a1ed6-4c15-41cf-9edc-be29fd1040e5 {{(pid=103702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:21:03.597873 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-66a19b9f-ae04-4471-a0da-2832fe30c8d6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:03.599110 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-66a19b9f-ae04-4471-a0da-2832fe30c8d6 admin admin] 10.222.0.72 "DELETE /v2.0/routers/481a1ed6-4c15-41cf-9edc-be29fd1040e5 HTTP/1.1" status: 204 len: 168 time: 1.3105755 Feb 19 03:21:03.602679 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 43480) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:03.656980 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb3af06b-c9c1-41f0-b789-c8370c48c7c8 admin admin] Deleting subnet e5721fd3-1b55-4729-a406-44f440380eba {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:21:03.661111 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bb3af06b-c9c1-41f0-b789-c8370c48c7c8 admin admin] Publish callbacks [] for subnet (e5721fd3-1b55-4729-a406-44f440380eba), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:03.707008 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bb3af06b-c9c1-41f0-b789-c8370c48c7c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (e5721fd3-1b55-4729-a406-44f440380eba), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:03.847547 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bb3af06b-c9c1-41f0-b789-c8370c48c7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (e5721fd3-1b55-4729-a406-44f440380eba), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:03.926122 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bb3af06b-c9c1-41f0-b789-c8370c48c7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (e5721fd3-1b55-4729-a406-44f440380eba), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:03.944601 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bb3af06b-c9c1-41f0-b789-c8370c48c7c8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:03.951304 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 43482) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:03.956168 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd9483d-810a-48dd-9ba5-e9cdbadfcf72 None None] Network f202f6e6-ff6c-416c-b757-76fc930d3992 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:21:03.964581 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-bb3af06b-c9c1-41f0-b789-c8370c48c7c8 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/e5721fd3-1b55-4729-a406-44f440380eba HTTP/1.1" status: 204 len: 168 time: 0.3606014 Feb 19 03:21:04.025138 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3af06b-c9c1-41f0-b789-c8370c48c7c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5721fd3-1b55-4729-a406-44f440380eba,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:04.126753 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-cd585cad-2e90-41d4-8b2d-6646afdcd3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (f202f6e6-ff6c-416c-b757-76fc930d3992), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:04.239286 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89beec2-54b1-4b23-beec-609c3a0678bb None None] DHCP port deletion for f202f6e6-ff6c-416c-b757-76fc930d3992 request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:21:04.276745 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-cd585cad-2e90-41d4-8b2d-6646afdcd3e5 admin admin] Deleting port 0848acde-2659-4762-8080-15fe2504915b {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:21:04.277529 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-cd585cad-2e90-41d4-8b2d-6646afdcd3e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (0848acde-2659-4762-8080-15fe2504915b), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:04.338899 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-d89beec2-54b1-4b23-beec-609c3a0678bb None None] Deleting port 0848acde-2659-4762-8080-15fe2504915b {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:21:04.339280 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d89beec2-54b1-4b23-beec-609c3a0678bb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (0848acde-2659-4762-8080-15fe2504915b), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:04.394310 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-cd585cad-2e90-41d4-8b2d-6646afdcd3e5 admin admin] For port 0848acde-2659-4762-8080-15fe2504915b, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=0848acde-2659-4762-8080-15fe2504915b,segment=NetworkSegment(94e756a0-02a5-4c2a-8669-4568f7372c91),segment_id=94e756a0-02a5-4c2a-8669-4568f7372c91)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:21:04.395076 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-cd585cad-2e90-41d4-8b2d-6646afdcd3e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (0848acde-2659-4762-8080-15fe2504915b), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:04.412963 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-cd585cad-2e90-41d4-8b2d-6646afdcd3e5 admin admin] Calling delete_port for 0848acde-2659-4762-8080-15fe2504915b owned by network:dhcp {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:21:04.418339 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-d89beec2-54b1-4b23-beec-609c3a0678bb None None] For port 0848acde-2659-4762-8080-15fe2504915b, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=0848acde-2659-4762-8080-15fe2504915b,segment=NetworkSegment(94e756a0-02a5-4c2a-8669-4568f7372c91),segment_id=94e756a0-02a5-4c2a-8669-4568f7372c91)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:21:04.418908 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d89beec2-54b1-4b23-beec-609c3a0678bb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (0848acde-2659-4762-8080-15fe2504915b), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:04.433861 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-d89beec2-54b1-4b23-beec-609c3a0678bb None None] Calling delete_port for 0848acde-2659-4762-8080-15fe2504915b owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:21:04.512774 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-cd585cad-2e90-41d4-8b2d-6646afdcd3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (0848acde-2659-4762-8080-15fe2504915b), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:04.539215 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d89beec2-54b1-4b23-beec-609c3a0678bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (0848acde-2659-4762-8080-15fe2504915b), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:04.544326 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd585cad-2e90-41d4-8b2d-6646afdcd3e5 admin admin] No DVR routers for this DVR port 0848acde-2659-4762-8080-15fe2504915b on host n-d-826753-2 {{(pid=103701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:21:04.567352 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89beec2-54b1-4b23-beec-609c3a0678bb None None] Pushing event deleted for resources: {'Port': ['ID=0848acde-2659-4762-8080-15fe2504915b,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:04.588026 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89beec2-54b1-4b23-beec-609c3a0678bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:04.588364 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89beec2-54b1-4b23-beec-609c3a0678bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:04.588687 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89beec2-54b1-4b23-beec-609c3a0678bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:04.589075 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89beec2-54b1-4b23-beec-609c3a0678bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:04.589438 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89beec2-54b1-4b23-beec-609c3a0678bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:04.589770 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89beec2-54b1-4b23-beec-609c3a0678bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:04.590096 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89beec2-54b1-4b23-beec-609c3a0678bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:04.592245 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89beec2-54b1-4b23-beec-609c3a0678bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:04.592720 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89beec2-54b1-4b23-beec-609c3a0678bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:04.594231 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89beec2-54b1-4b23-beec-609c3a0678bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:04.594588 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89beec2-54b1-4b23-beec-609c3a0678bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:04.594926 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89beec2-54b1-4b23-beec-609c3a0678bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:04.595264 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89beec2-54b1-4b23-beec-609c3a0678bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:04.612557 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89beec2-54b1-4b23-beec-609c3a0678bb None None] No DVR routers for this DVR port 0848acde-2659-4762-8080-15fe2504915b on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:21:04.638117 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd585cad-2e90-41d4-8b2d-6646afdcd3e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=0848acde-2659-4762-8080-15fe2504915b,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:04.689564 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd585cad-2e90-41d4-8b2d-6646afdcd3e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:04.689854 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd585cad-2e90-41d4-8b2d-6646afdcd3e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:04.690193 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd585cad-2e90-41d4-8b2d-6646afdcd3e5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:04.690525 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd585cad-2e90-41d4-8b2d-6646afdcd3e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:04.690877 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd585cad-2e90-41d4-8b2d-6646afdcd3e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:04.691182 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd585cad-2e90-41d4-8b2d-6646afdcd3e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:04.691523 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd585cad-2e90-41d4-8b2d-6646afdcd3e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:04.691835 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd585cad-2e90-41d4-8b2d-6646afdcd3e5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:04.692157 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd585cad-2e90-41d4-8b2d-6646afdcd3e5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:04.692480 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd585cad-2e90-41d4-8b2d-6646afdcd3e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:04.692801 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd585cad-2e90-41d4-8b2d-6646afdcd3e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:04.693154 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd585cad-2e90-41d4-8b2d-6646afdcd3e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:04.693475 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd585cad-2e90-41d4-8b2d-6646afdcd3e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:04.708115 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-cd585cad-2e90-41d4-8b2d-6646afdcd3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (f202f6e6-ff6c-416c-b757-76fc930d3992), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:04.729834 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-cd585cad-2e90-41d4-8b2d-6646afdcd3e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f202f6e6-ff6c-416c-b757-76fc930d3992']}} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:21:04.739073 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-cd585cad-2e90-41d4-8b2d-6646afdcd3e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94e756a0-02a5-4c2a-8669-4568f7372c91') {'for_net_delete': True} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:21:04.739368 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-cd585cad-2e90-41d4-8b2d-6646afdcd3e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94e756a0-02a5-4c2a-8669-4568f7372c91') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:21:04.753559 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-cd585cad-2e90-41d4-8b2d-6646afdcd3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12647422'] for segment (94e756a0-02a5-4c2a-8669-4568f7372c91), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:04.767902 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-cd585cad-2e90-41d4-8b2d-6646afdcd3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (94e756a0-02a5-4c2a-8669-4568f7372c91), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:04.774794 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd585cad-2e90-41d4-8b2d-6646afdcd3e5 admin admin] Releasing vlan 285 on physical network physnet1 to pool {{(pid=103701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:21:04.775196 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-cd585cad-2e90-41d4-8b2d-6646afdcd3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583360'] for segment (94e756a0-02a5-4c2a-8669-4568f7372c91), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:04.777404 n-d-826753-2 neutron-server[103701]: Traceback (most recent call last): Feb 19 03:21:04.777404 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:21:04.777404 n-d-826753-2 neutron-server[103701]: timer() Feb 19 03:21:04.777404 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:21:04.777404 n-d-826753-2 neutron-server[103701]: cb(*args, **kw) Feb 19 03:21:04.777404 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:21:04.777404 n-d-826753-2 neutron-server[103701]: return func(*args, **kwargs) Feb 19 03:21:04.777404 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:21:04.777404 n-d-826753-2 neutron-server[103701]: self._notify() Feb 19 03:21:04.777404 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:21:04.777404 n-d-826753-2 neutron-server[103701]: self.callback(batched_events) Feb 19 03:21:04.777404 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:21:04.777404 n-d-826753-2 neutron-server[103701]: event.method(event) Feb 19 03:21:04.777404 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:21:04.777404 n-d-826753-2 neutron-server[103701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:21:04.777404 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:21:04.777404 n-d-826753-2 neutron-server[103701]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:21:04.777404 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:21:04.777404 n-d-826753-2 neutron-server[103701]: return f(self, *a, **k) Feb 19 03:21:04.777404 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:21:04.777404 n-d-826753-2 neutron-server[103701]: return self._get(url).json() Feb 19 03:21:04.777404 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:21:04.777404 n-d-826753-2 neutron-server[103701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:21:04.777404 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:21:04.777404 n-d-826753-2 neutron-server[103701]: return self.request(url, 'GET', **kwargs) Feb 19 03:21:04.777404 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:21:04.777404 n-d-826753-2 neutron-server[103701]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:21:04.777404 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:21:04.777404 n-d-826753-2 neutron-server[103701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:21:04.777404 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:21:04.777404 n-d-826753-2 neutron-server[103701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:21:04.777404 n-d-826753-2 neutron-server[103701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:21:04.860160 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-cd585cad-2e90-41d4-8b2d-6646afdcd3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (f202f6e6-ff6c-416c-b757-76fc930d3992), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:04.868150 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-cd585cad-2e90-41d4-8b2d-6646afdcd3e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:04.879689 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-cd585cad-2e90-41d4-8b2d-6646afdcd3e5 admin admin] 10.222.0.72 "DELETE /v2.0/networks/f202f6e6-ff6c-416c-b757-76fc930d3992 HTTP/1.1" status: 204 len: 168 time: 0.9271400 Feb 19 03:21:04.892129 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device b47e3312-9c84-4e78-bab8-a8a0c46881b3 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:21:04.900340 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd585cad-2e90-41d4-8b2d-6646afdcd3e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=f202f6e6-ff6c-416c-b757-76fc930d3992,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:04.924588 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: b47e3312-9c84-4e78-bab8-a8a0c46881b3 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:21:04.930073 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device b47e3312-9c84-4e78-bab8-a8a0c46881b3 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:21:04.930636 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 0848acde-2659-4762-8080-15fe2504915b no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:21:04.951684 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 0848acde-2659-4762-8080-15fe2504915b {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:21:04.952235 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 0848acde-2659-4762-8080-15fe2504915b not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:21:04.952782 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 67e2c03f-ec2d-4b73-ae64-03051e7df08f no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:21:04.972895 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 67e2c03f-ec2d-4b73-ae64-03051e7df08f {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:21:04.973652 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 67e2c03f-ec2d-4b73-ae64-03051e7df08f not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:21:05.065160 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 43488) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:05.107245 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-836897c5-1af7-4642-bef5-a56ec92a1df6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=fb2c2a033b7e417f933bc0bae524eae3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0402482 Feb 19 03:21:05.109889 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 43490) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:05.158908 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f04c7b89-e01c-41cb-8d45-122db36945ce admin admin] Publish callbacks [] for security_group (71e6a735-f619-4fa2-89f3-2e48f18e4f23), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:05.181833 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f04c7b89-e01c-41cb-8d45-122db36945ce admin admin] Publish callbacks [] for security_group (71e6a735-f619-4fa2-89f3-2e48f18e4f23), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:05.231926 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f04c7b89-e01c-41cb-8d45-122db36945ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (71e6a735-f619-4fa2-89f3-2e48f18e4f23), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:05.234959 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f04c7b89-e01c-41cb-8d45-122db36945ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:05.238486 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-f04c7b89-e01c-41cb-8d45-122db36945ce admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/71e6a735-f619-4fa2-89f3-2e48f18e4f23 HTTP/1.1" status: 204 len: 168 time: 0.1251276 Feb 19 03:21:05.244056 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04c7b89-e01c-41cb-8d45-122db36945ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e6a735-f619-4fa2-89f3-2e48f18e4f23,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:05.305121 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 43496) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:05.741580 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6881ba3a-ec83-4f90-b0ee-e8d1fa505cb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16289271'] for router_interface (a4167261-d83c-4da6-8470-6a9ada3dfcef), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:06.124832 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-6881ba3a-ec83-4f90-b0ee-e8d1fa505cb7 admin admin] Deleting port 9ccea71f-b787-4742-96ff-ef9ccc89c2bf {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:21:06.125604 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6881ba3a-ec83-4f90-b0ee-e8d1fa505cb7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (9ccea71f-b787-4742-96ff-ef9ccc89c2bf), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:06.206476 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 43520) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:06.221932 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-6881ba3a-ec83-4f90-b0ee-e8d1fa505cb7 admin admin] For port 9ccea71f-b787-4742-96ff-ef9ccc89c2bf, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=9ccea71f-b787-4742-96ff-ef9ccc89c2bf,segment=NetworkSegment(bc5d74be-1223-49a4-a23a-7c0d761331cb),segment_id=bc5d74be-1223-49a4-a23a-7c0d761331cb)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:21:06.222288 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6881ba3a-ec83-4f90-b0ee-e8d1fa505cb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (9ccea71f-b787-4742-96ff-ef9ccc89c2bf), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:06.234436 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-6881ba3a-ec83-4f90-b0ee-e8d1fa505cb7 admin admin] Calling delete_port for 9ccea71f-b787-4742-96ff-ef9ccc89c2bf owned by network:router_interface {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:21:06.316220 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-31cb3ea4-6274-4bf7-9b5a-243be2647f8e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1720526732-network', 'tenant_id': '4bc29719da89493e810e3a2508264407'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:06.337285 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31cb3ea4-6274-4bf7-9b5a-243be2647f8e admin admin] Made reservation on behalf of 4bc29719da89493e810e3a2508264407 for: {'network': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:21:06.340389 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-31cb3ea4-6274-4bf7-9b5a-243be2647f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:06.350253 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-31cb3ea4-6274-4bf7-9b5a-243be2647f8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:06.433680 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6881ba3a-ec83-4f90-b0ee-e8d1fa505cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (9ccea71f-b787-4742-96ff-ef9ccc89c2bf), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:06.434550 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-31cb3ea4-6274-4bf7-9b5a-243be2647f8e admin admin] Publish callbacks [] for security_group (b9f1266c-3197-470c-a221-20f093828f0b), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:06.439377 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-31cb3ea4-6274-4bf7-9b5a-243be2647f8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (b9f1266c-3197-470c-a221-20f093828f0b), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:06.461734 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6881ba3a-ec83-4f90-b0ee-e8d1fa505cb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ccea71f-b787-4742-96ff-ef9ccc89c2bf,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:06.461994 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31cb3ea4-6274-4bf7-9b5a-243be2647f8e admin admin] vlan segment allocate from pool success with {'vlan_id': 287, 'physical_network': 'physnet1'} {{(pid=103701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:21:06.490792 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-31cb3ea4-6274-4bf7-9b5a-243be2647f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (86f850ad-61c2-49a5-886b-3df30cbb0f04), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:06.491226 n-d-826753-2 neutron-server[103701]: INFO neutron.db.segments_db [None req-31cb3ea4-6274-4bf7-9b5a-243be2647f8e admin admin] Added segment 86f850ad-61c2-49a5-886b-3df30cbb0f04 of type vlan for network 9a554e32-f7c5-4dcb-952c-723e4a86c322 Feb 19 03:21:06.492686 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cb3ea4-6274-4bf7-9b5a-243be2647f8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f1266c-3197-470c-a221-20f093828f0b,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:06.559460 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-31cb3ea4-6274-4bf7-9b5a-243be2647f8e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (9a554e32-f7c5-4dcb-952c-723e4a86c322), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:06.602884 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-31cb3ea4-6274-4bf7-9b5a-243be2647f8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (9a554e32-f7c5-4dcb-952c-723e4a86c322), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:06.603994 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31cb3ea4-6274-4bf7-9b5a-243be2647f8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:06.604870 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-31cb3ea4-6274-4bf7-9b5a-243be2647f8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:06.663199 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6881ba3a-ec83-4f90-b0ee-e8d1fa505cb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16362762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16314471'] for router_interface (a4167261-d83c-4da6-8470-6a9ada3dfcef), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:06.676801 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-31cb3ea4-6274-4bf7-9b5a-243be2647f8e admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4691970 Feb 19 03:21:06.680065 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 43524) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:06.684953 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-11f595e8-72ec-4519-8d32-d1f7273e4446 admin admin] Request body: {'subnet': {'network_id': '9a554e32-f7c5-4dcb-952c-723e4a86c322', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1720526732-subnet', 'tenant_id': '4bc29719da89493e810e3a2508264407', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:06.695859 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cb3ea4-6274-4bf7-9b5a-243be2647f8e admin admin] Pushing event updated for resources: {'Network': ['ID=9a554e32-f7c5-4dcb-952c-723e4a86c322,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:06.707943 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 9a554e32-f7c5-4dcb-952c-723e4a86c322 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:21:06.716482 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11f595e8-72ec-4519-8d32-d1f7273e4446 admin admin] Made reservation on behalf of 4bc29719da89493e810e3a2508264407 for: {'subnet': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:21:06.720285 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-11f595e8-72ec-4519-8d32-d1f7273e4446 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58706307'] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:06.922199 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-11f595e8-72ec-4519-8d32-d1f7273e4446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12647271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58706289'] for subnet (ea16c631-8dac-4b32-b4b0-9ae4e04ef132), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:06.956957 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6881ba3a-ec83-4f90-b0ee-e8d1fa505cb7 admin admin] Router a4167261-d83c-4da6-8470-6a9ada3dfcef has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:21:06.982035 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f595e8-72ec-4519-8d32-d1f7273e4446 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea16c631-8dac-4b32-b4b0-9ae4e04ef132,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:06.992661 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f595e8-72ec-4519-8d32-d1f7273e4446 admin admin] Checking segment: {'id': '86f850ad-61c2-49a5-886b-3df30cbb0f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '9a554e32-f7c5-4dcb-952c-723e4a86c322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:21:06.993048 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f595e8-72ec-4519-8d32-d1f7273e4446 admin admin] Network hostable DHCP agents. Network: 9a554e32-f7c5-4dcb-952c-723e4a86c322, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:21:07.013524 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f595e8-72ec-4519-8d32-d1f7273e4446 admin admin] Network 9a554e32-f7c5-4dcb-952c-723e4a86c322 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:21:07.025402 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-11f595e8-72ec-4519-8d32-d1f7273e4446 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 9a554e32-f7c5-4dcb-952c-723e4a86c322) {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:21:07.032551 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f595e8-72ec-4519-8d32-d1f7273e4446 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:07.037113 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-11f595e8-72ec-4519-8d32-d1f7273e4446 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:07.051805 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db5385b-975a-4a07-9206-a80d1ad2ce2a None None] Network 9a554e32-f7c5-4dcb-952c-723e4a86c322 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:21:07.065515 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 43526) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:07.066782 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-11f595e8-72ec-4519-8d32-d1f7273e4446 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3854127 Feb 19 03:21:07.072838 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-31cc5b8f-aea5-49a2-a88b-61d19d4e49e9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1720526732-router', 'tenant_id': '4bc29719da89493e810e3a2508264407', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:07.103523 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6881ba3a-ec83-4f90-b0ee-e8d1fa505cb7 admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:21:07.105789 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-31cc5b8f-aea5-49a2-a88b-61d19d4e49e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14172'] for router (4b0f659c-98e2-4e55-9ac0-d38f88bba5aa), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:07.106817 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-31cc5b8f-aea5-49a2-a88b-61d19d4e49e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16317487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16285822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16309985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14247'] for router (4b0f659c-98e2-4e55-9ac0-d38f88bba5aa), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:07.116507 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 43528) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:07.116678 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-6881ba3a-ec83-4f90-b0ee-e8d1fa505cb7 admin admin] 10.222.0.72 "PUT /v2.0/routers/a4167261-d83c-4da6-8470-6a9ada3dfcef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8103292 Feb 19 03:21:07.116803 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d55324-a4a1-4d5c-99cf-4f5540a76345 None None] Sync routers for ids ['a4167261-d83c-4da6-8470-6a9ada3dfcef'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:21:07.134084 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d55324-a4a1-4d5c-99cf-4f5540a76345 None None] Routers {'a4167261-d83c-4da6-8470-6a9ada3dfcef'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:21:07.135065 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-f3d55324-a4a1-4d5c-99cf-4f5540a76345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:20:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['a4167261-d83c-4da6-8470-6a9ada3dfcef'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:21:07.175394 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-31cc5b8f-aea5-49a2-a88b-61d19d4e49e9 admin admin] Publish callbacks [] for router_controller (4b0f659c-98e2-4e55-9ac0-d38f88bba5aa), precommit_add_association {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:07.184019 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d14eac7-e730-4dd7-845e-ccd00c40d1a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-9a554e32-f7c5-4dcb-952c-723e4a86c322', 'network_id': '9a554e32-f7c5-4dcb-952c-723e4a86c322', 'project_id': '4bc29719da89493e810e3a2508264407', 'fixed_ips': [{'subnet_id': 'ea16c631-8dac-4b32-b4b0-9ae4e04ef132'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:21:07.187826 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3d14eac7-e730-4dd7-845e-ccd00c40d1a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:07.265398 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-f3d55324-a4a1-4d5c-99cf-4f5540a76345 None None] Set router a4167261-d83c-4da6-8470-6a9ada3dfcef gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:21:07.275622 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8c52596b-05cd-4641-8093-39be7dba0927 admin admin] Publish callbacks [] for router (a4167261-d83c-4da6-8470-6a9ada3dfcef), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:07.329892 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-31cc5b8f-aea5-49a2-a88b-61d19d4e49e9 admin admin] Publish callbacks [] for router_gateway (4b0f659c-98e2-4e55-9ac0-d38f88bba5aa), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:07.354804 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-3d14eac7-e730-4dd7-845e-ccd00c40d1a4 None None] Allocated IP 172.20.0.2 (9a554e32-f7c5-4dcb-952c-723e4a86c322/ea16c631-8dac-4b32-b4b0-9ae4e04ef132/475d21f6-e317-48f6-996a-c646eaae127f) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:21:07.412710 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8c52596b-05cd-4641-8093-39be7dba0927 admin admin] Publish callbacks [] for router_gateway (a4167261-d83c-4da6-8470-6a9ada3dfcef), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:07.485575 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-8c52596b-05cd-4641-8093-39be7dba0927 admin admin] Deleting port 1f063ce7-a35d-4b14-b809-fc9de6498650 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:21:07.485919 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8c52596b-05cd-4641-8093-39be7dba0927 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (1f063ce7-a35d-4b14-b809-fc9de6498650), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:07.501217 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-f3d55324-a4a1-4d5c-99cf-4f5540a76345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4167261-d83c-4da6-8470-6a9ada3dfcef', 'name': 'tempest-TestVolumeBackupRestore-929029532-router', 'tenant_id': '64ae991cb43e46efb531c9e00a1ca2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': '1f063ce7-a35d-4b14-b809-fc9de6498650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:17:00Z', 'updated_at': '2022-02-19T03:21:06Z', 'revision_number': 5, 'project_id': '64ae991cb43e46efb531c9e00a1ca2e3', 'gw_port': {'id': '1f063ce7-a35d-4b14-b809-fc9de6498650', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:7e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4167261-d83c-4da6-8470-6a9ada3dfcef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:17:00Z', 'updated_at': '2022-02-19T03:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:21:07.534326 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3d14eac7-e730-4dd7-845e-ccd00c40d1a4 None None] Publish callbacks [] for port (475d21f6-e317-48f6-996a-c646eaae127f), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:07.534558 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d55324-a4a1-4d5c-99cf-4f5540a76345 None None] Checking router: a4167261-d83c-4da6-8470-6a9ada3dfcef for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:21:07.542465 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3d14eac7-e730-4dd7-845e-ccd00c40d1a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (475d21f6-e317-48f6-996a-c646eaae127f), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:07.543650 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d55324-a4a1-4d5c-99cf-4f5540a76345 None None] Routers {'a4167261-d83c-4da6-8470-6a9ada3dfcef'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:21:07.544444 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-f3d55324-a4a1-4d5c-99cf-4f5540a76345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:20:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['a4167261-d83c-4da6-8470-6a9ada3dfcef'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:21:07.584118 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-8c52596b-05cd-4641-8093-39be7dba0927 admin admin] For port 1f063ce7-a35d-4b14-b809-fc9de6498650, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=1f063ce7-a35d-4b14-b809-fc9de6498650,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:21:07.584806 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8c52596b-05cd-4641-8093-39be7dba0927 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (1f063ce7-a35d-4b14-b809-fc9de6498650), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:07.594398 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d14eac7-e730-4dd7-845e-ccd00c40d1a4 None None] Network 9a554e32-f7c5-4dcb-952c-723e4a86c322 is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:21:07.601886 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-8c52596b-05cd-4641-8093-39be7dba0927 admin admin] Calling delete_port for 1f063ce7-a35d-4b14-b809-fc9de6498650 owned by network:router_gateway {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:21:07.602225 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-3d14eac7-e730-4dd7-845e-ccd00c40d1a4 None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:21:07.605178 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d14eac7-e730-4dd7-845e-ccd00c40d1a4 None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:21:07.609716 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-31cc5b8f-aea5-49a2-a88b-61d19d4e49e9 admin admin] Publish callbacks [] for router_gateway (4b0f659c-98e2-4e55-9ac0-d38f88bba5aa), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:07.617961 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d14eac7-e730-4dd7-845e-ccd00c40d1a4 None None] Pushing event updated for resources: {'Port': ['ID=475d21f6-e317-48f6-996a-c646eaae127f,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:07.644379 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-31cc5b8f-aea5-49a2-a88b-61d19d4e49e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:07.647865 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-f3d55324-a4a1-4d5c-99cf-4f5540a76345 None None] Set router a4167261-d83c-4da6-8470-6a9ada3dfcef gateway port host: None {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:21:07.704602 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-f3d55324-a4a1-4d5c-99cf-4f5540a76345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4167261-d83c-4da6-8470-6a9ada3dfcef', 'name': 'tempest-TestVolumeBackupRestore-929029532-router', 'tenant_id': '64ae991cb43e46efb531c9e00a1ca2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:17:00Z', 'updated_at': '2022-02-19T03:21:07Z', 'revision_number': 6, 'project_id': '64ae991cb43e46efb531c9e00a1ca2e3', 'gw_port_host': None}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:21:07.740162 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d55324-a4a1-4d5c-99cf-4f5540a76345 None None] The sync data for ids ['a4167261-d83c-4da6-8470-6a9ada3dfcef'] in n-d-826753-2 is: [{'id': 'a4167261-d83c-4da6-8470-6a9ada3dfcef', 'name': 'tempest-TestVolumeBackupRestore-929029532-router', 'tenant_id': '64ae991cb43e46efb531c9e00a1ca2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:17:00Z', 'updated_at': '2022-02-19T03:21:07Z', 'revision_number': 6, 'project_id': '64ae991cb43e46efb531c9e00a1ca2e3', 'gw_port_host': None}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:21:07.770449 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-31cc5b8f-aea5-49a2-a88b-61d19d4e49e9 admin admin] Allocated IP 172.25.6.206 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/8191241c-f09f-4dcd-8be7-6df2728ba5ab) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:21:07.847957 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8c52596b-05cd-4641-8093-39be7dba0927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (1f063ce7-a35d-4b14-b809-fc9de6498650), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:07.867305 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-3d14eac7-e730-4dd7-845e-ccd00c40d1a4 None None] Attempting to bind port 475d21f6-e317-48f6-996a-c646eaae127f on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:21:07.867878 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-3d14eac7-e730-4dd7-845e-ccd00c40d1a4 None None] Attempting to bind port 475d21f6-e317-48f6-996a-c646eaae127f by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '86f850ad-61c2-49a5-886b-3df30cbb0f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '9a554e32-f7c5-4dcb-952c-723e4a86c322'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:21:07.868071 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d14eac7-e730-4dd7-845e-ccd00c40d1a4 None None] Attempting to bind port 475d21f6-e317-48f6-996a-c646eaae127f on network 9a554e32-f7c5-4dcb-952c-723e4a86c322 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:21:07.873865 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d14eac7-e730-4dd7-845e-ccd00c40d1a4 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:21:07.874188 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c52596b-05cd-4641-8093-39be7dba0927 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f063ce7-a35d-4b14-b809-fc9de6498650,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:07.874326 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d14eac7-e730-4dd7-845e-ccd00c40d1a4 None None] Checking segment: {'id': '86f850ad-61c2-49a5-886b-3df30cbb0f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '9a554e32-f7c5-4dcb-952c-723e4a86c322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:21:07.874722 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3d14eac7-e730-4dd7-845e-ccd00c40d1a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:07.875720 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d14eac7-e730-4dd7-845e-ccd00c40d1a4 None None] Bound using segment: {'id': '86f850ad-61c2-49a5-886b-3df30cbb0f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '9a554e32-f7c5-4dcb-952c-723e4a86c322'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:21:07.876167 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-3d14eac7-e730-4dd7-845e-ccd00c40d1a4 None None] Bound port: 475d21f6-e317-48f6-996a-c646eaae127f, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86f850ad-61c2-49a5-886b-3df30cbb0f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '9a554e32-f7c5-4dcb-952c-723e4a86c322'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:21:07.876543 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3d14eac7-e730-4dd7-845e-ccd00c40d1a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (475d21f6-e317-48f6-996a-c646eaae127f), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:07.897826 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-31cc5b8f-aea5-49a2-a88b-61d19d4e49e9 admin admin] Publish callbacks [] for port (8191241c-f09f-4dcd-8be7-6df2728ba5ab), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:07.938055 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-31cc5b8f-aea5-49a2-a88b-61d19d4e49e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (8191241c-f09f-4dcd-8be7-6df2728ba5ab), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:07.946124 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8c52596b-05cd-4641-8093-39be7dba0927 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16285837'] for router_gateway (a4167261-d83c-4da6-8470-6a9ada3dfcef), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:07.949067 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-3d14eac7-e730-4dd7-845e-ccd00c40d1a4 None None] For port 475d21f6-e317-48f6-996a-c646eaae127f, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:21:07.952286 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-3d14eac7-e730-4dd7-845e-ccd00c40d1a4 None None] For port 475d21f6-e317-48f6-996a-c646eaae127f, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=475d21f6-e317-48f6-996a-c646eaae127f,segment=NetworkSegment(86f850ad-61c2-49a5-886b-3df30cbb0f04),segment_id=86f850ad-61c2-49a5-886b-3df30cbb0f04)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:21:07.960040 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3d14eac7-e730-4dd7-845e-ccd00c40d1a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (475d21f6-e317-48f6-996a-c646eaae127f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:07.976410 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31cc5b8f-aea5-49a2-a88b-61d19d4e49e9 admin admin] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:21:07.981043 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-31cc5b8f-aea5-49a2-a88b-61d19d4e49e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:21:07.986894 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31cc5b8f-aea5-49a2-a88b-61d19d4e49e9 admin admin] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:21:08.021389 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d14eac7-e730-4dd7-845e-ccd00c40d1a4 None None] Pushing event updated for resources: {'Port': ['ID=475d21f6-e317-48f6-996a-c646eaae127f,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:08.028492 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cc5b8f-aea5-49a2-a88b-61d19d4e49e9 admin admin] Pushing event updated for resources: {'Port': ['ID=8191241c-f09f-4dcd-8be7-6df2728ba5ab,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:08.041839 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cc5b8f-aea5-49a2-a88b-61d19d4e49e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:08.042189 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cc5b8f-aea5-49a2-a88b-61d19d4e49e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:08.042535 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cc5b8f-aea5-49a2-a88b-61d19d4e49e9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:08.042876 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cc5b8f-aea5-49a2-a88b-61d19d4e49e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:08.043210 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cc5b8f-aea5-49a2-a88b-61d19d4e49e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:08.043542 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cc5b8f-aea5-49a2-a88b-61d19d4e49e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:08.043873 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cc5b8f-aea5-49a2-a88b-61d19d4e49e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:08.044207 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cc5b8f-aea5-49a2-a88b-61d19d4e49e9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:08.044536 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cc5b8f-aea5-49a2-a88b-61d19d4e49e9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:08.044866 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cc5b8f-aea5-49a2-a88b-61d19d4e49e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:08.045215 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cc5b8f-aea5-49a2-a88b-61d19d4e49e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:08.045537 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cc5b8f-aea5-49a2-a88b-61d19d4e49e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:08.045869 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cc5b8f-aea5-49a2-a88b-61d19d4e49e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:08.061401 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8c52596b-05cd-4641-8093-39be7dba0927 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16317457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14254'] for router (a4167261-d83c-4da6-8470-6a9ada3dfcef), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:08.064502 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8c52596b-05cd-4641-8093-39be7dba0927 admin admin] Publish callbacks [] for router_controller (a4167261-d83c-4da6-8470-6a9ada3dfcef), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:08.124214 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8c52596b-05cd-4641-8093-39be7dba0927 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16317544'] for router (a4167261-d83c-4da6-8470-6a9ada3dfcef), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:08.125343 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c52596b-05cd-4641-8093-39be7dba0927 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a4167261-d83c-4da6-8470-6a9ada3dfcef {{(pid=103701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:21:08.134060 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8c52596b-05cd-4641-8093-39be7dba0927 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:08.137580 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-8c52596b-05cd-4641-8093-39be7dba0927 admin admin] 10.222.0.72 "DELETE /v2.0/routers/a4167261-d83c-4da6-8470-6a9ada3dfcef HTTP/1.1" status: 204 len: 168 time: 1.0173070 Feb 19 03:21:08.138603 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 43530) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:08.200574 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b8084f9-f0e0-41b3-9e8f-406a4cfde3c4 admin admin] Deleting subnet 96ee5a80-083e-4f09-972c-00585f4cdb44 {{(pid=103701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:21:08.205389 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3b8084f9-f0e0-41b3-9e8f-406a4cfde3c4 admin admin] Publish callbacks [] for subnet (96ee5a80-083e-4f09-972c-00585f4cdb44), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:08.248282 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3b8084f9-f0e0-41b3-9e8f-406a4cfde3c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12647399'] for subnet (96ee5a80-083e-4f09-972c-00585f4cdb44), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:08.307589 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-31cc5b8f-aea5-49a2-a88b-61d19d4e49e9 admin admin] Publish callbacks [] for router_gateway (4b0f659c-98e2-4e55-9ac0-d38f88bba5aa), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:08.336053 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3b8084f9-f0e0-41b3-9e8f-406a4cfde3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (96ee5a80-083e-4f09-972c-00585f4cdb44), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:08.392761 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3b8084f9-f0e0-41b3-9e8f-406a4cfde3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12647206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58706286'] for subnet (96ee5a80-083e-4f09-972c-00585f4cdb44), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:08.416204 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8084f9-f0e0-41b3-9e8f-406a4cfde3c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96ee5a80-083e-4f09-972c-00585f4cdb44,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:08.423019 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3b8084f9-f0e0-41b3-9e8f-406a4cfde3c4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:08.427341 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-3b8084f9-f0e0-41b3-9e8f-406a4cfde3c4 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/96ee5a80-083e-4f09-972c-00585f4cdb44 HTTP/1.1" status: 204 len: 168 time: 0.2876990 Feb 19 03:21:08.429488 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b331b17-e65d-4526-84a9-ce7f18ddd9ff None None] Network b216cc2c-1512-4bae-b856-4f0437b460aa requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:21:08.429799 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 43532) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:08.501536 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5c123725-1a14-427e-bf2d-05316c420015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (b216cc2c-1512-4bae-b856-4f0437b460aa), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:08.519893 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-31cc5b8f-aea5-49a2-a88b-61d19d4e49e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16317478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865'] for router (4b0f659c-98e2-4e55-9ac0-d38f88bba5aa), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:08.583810 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-5c123725-1a14-427e-bf2d-05316c420015 admin admin] Deleting port fc3e00e0-65da-4940-a772-4924c0ebdf5a {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:21:08.584152 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5c123725-1a14-427e-bf2d-05316c420015 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (fc3e00e0-65da-4940-a772-4924c0ebdf5a), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:08.666614 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c25c8c-45ff-4d8a-a750-42233658baf7 None None] DHCP port deletion for b216cc2c-1512-4bae-b856-4f0437b460aa request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:21:08.671215 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-5c123725-1a14-427e-bf2d-05316c420015 admin admin] For port fc3e00e0-65da-4940-a772-4924c0ebdf5a, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=fc3e00e0-65da-4940-a772-4924c0ebdf5a,segment=NetworkSegment(bc5d74be-1223-49a4-a23a-7c0d761331cb),segment_id=bc5d74be-1223-49a4-a23a-7c0d761331cb)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:21:08.671658 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5c123725-1a14-427e-bf2d-05316c420015 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (fc3e00e0-65da-4940-a772-4924c0ebdf5a), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:08.691923 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-5c123725-1a14-427e-bf2d-05316c420015 admin admin] Calling delete_port for fc3e00e0-65da-4940-a772-4924c0ebdf5a owned by network:dhcp {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:21:08.702303 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31cc5b8f-aea5-49a2-a88b-61d19d4e49e9 admin admin] Router 4b0f659c-98e2-4e55-9ac0-d38f88bba5aa is scheduled to L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd with binding_index 1 {{(pid=103702) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:21:08.736479 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-64c25c8c-45ff-4d8a-a750-42233658baf7 None None] Deleting port fc3e00e0-65da-4940-a772-4924c0ebdf5a {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:21:08.736997 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-64c25c8c-45ff-4d8a-a750-42233658baf7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (fc3e00e0-65da-4940-a772-4924c0ebdf5a), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:08.811219 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5c123725-1a14-427e-bf2d-05316c420015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (fc3e00e0-65da-4940-a772-4924c0ebdf5a), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:08.820348 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-64c25c8c-45ff-4d8a-a750-42233658baf7 None None] For port fc3e00e0-65da-4940-a772-4924c0ebdf5a, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=fc3e00e0-65da-4940-a772-4924c0ebdf5a,segment=NetworkSegment(bc5d74be-1223-49a4-a23a-7c0d761331cb),segment_id=bc5d74be-1223-49a4-a23a-7c0d761331cb)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:21:08.822879 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-64c25c8c-45ff-4d8a-a750-42233658baf7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (fc3e00e0-65da-4940-a772-4924c0ebdf5a), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:08.845944 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-64c25c8c-45ff-4d8a-a750-42233658baf7 None None] Calling delete_port for fc3e00e0-65da-4940-a772-4924c0ebdf5a owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:21:08.846150 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31cc5b8f-aea5-49a2-a88b-61d19d4e49e9 admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:21:08.847216 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c123725-1a14-427e-bf2d-05316c420015 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc3e00e0-65da-4940-a772-4924c0ebdf5a,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:08.858633 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b492e2-cbaf-40fb-b27d-ca7ccc39f80f None None] Sync routers for ids ['4b0f659c-98e2-4e55-9ac0-d38f88bba5aa'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:21:08.879473 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c123725-1a14-427e-bf2d-05316c420015 admin admin] No DVR routers for this DVR port fc3e00e0-65da-4940-a772-4924c0ebdf5a on host n-d-826753-2 {{(pid=103701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:21:08.887752 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-31cc5b8f-aea5-49a2-a88b-61d19d4e49e9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:08.897816 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-31cc5b8f-aea5-49a2-a88b-61d19d4e49e9 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8304334 Feb 19 03:21:08.899231 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 43536) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:08.919415 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b492e2-cbaf-40fb-b27d-ca7ccc39f80f None None] Routers {'4b0f659c-98e2-4e55-9ac0-d38f88bba5aa'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:21:08.920781 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-56b492e2-cbaf-40fb-b27d-ca7ccc39f80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:20:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['4b0f659c-98e2-4e55-9ac0-d38f88bba5aa'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:21:08.977406 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5c123725-1a14-427e-bf2d-05316c420015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (b216cc2c-1512-4bae-b856-4f0437b460aa), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:09.008878 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-5c123725-1a14-427e-bf2d-05316c420015 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b216cc2c-1512-4bae-b856-4f0437b460aa']}} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:21:09.051522 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-5c123725-1a14-427e-bf2d-05316c420015 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc5d74be-1223-49a4-a23a-7c0d761331cb') {'for_net_delete': True} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:21:09.051814 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-5c123725-1a14-427e-bf2d-05316c420015 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc5d74be-1223-49a4-a23a-7c0d761331cb') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:21:09.070857 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 475d21f6-e317-48f6-996a-c646eaae127f up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:21:09.071939 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5c123725-1a14-427e-bf2d-05316c420015 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12647422'] for segment (bc5d74be-1223-49a4-a23a-7c0d761331cb), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:09.092800 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5c123725-1a14-427e-bf2d-05316c420015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (bc5d74be-1223-49a4-a23a-7c0d761331cb), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:09.102802 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c123725-1a14-427e-bf2d-05316c420015 admin admin] Releasing vlan 279 on physical network physnet1 to pool {{(pid=103701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:21:09.103913 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5c123725-1a14-427e-bf2d-05316c420015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583360'] for segment (bc5d74be-1223-49a4-a23a-7c0d761331cb), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:09.107927 n-d-826753-2 neutron-server[103701]: Traceback (most recent call last): Feb 19 03:21:09.107927 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:21:09.107927 n-d-826753-2 neutron-server[103701]: timer() Feb 19 03:21:09.107927 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:21:09.107927 n-d-826753-2 neutron-server[103701]: cb(*args, **kw) Feb 19 03:21:09.107927 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:21:09.107927 n-d-826753-2 neutron-server[103701]: return func(*args, **kwargs) Feb 19 03:21:09.107927 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:21:09.107927 n-d-826753-2 neutron-server[103701]: self._notify() Feb 19 03:21:09.107927 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:21:09.107927 n-d-826753-2 neutron-server[103701]: self.callback(batched_events) Feb 19 03:21:09.107927 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:21:09.107927 n-d-826753-2 neutron-server[103701]: event.method(event) Feb 19 03:21:09.107927 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:21:09.107927 n-d-826753-2 neutron-server[103701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:21:09.107927 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:21:09.107927 n-d-826753-2 neutron-server[103701]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:21:09.107927 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:21:09.107927 n-d-826753-2 neutron-server[103701]: return f(self, *a, **k) Feb 19 03:21:09.107927 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:21:09.107927 n-d-826753-2 neutron-server[103701]: return self._get(url).json() Feb 19 03:21:09.107927 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:21:09.107927 n-d-826753-2 neutron-server[103701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:21:09.107927 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:21:09.107927 n-d-826753-2 neutron-server[103701]: return self.request(url, 'GET', **kwargs) Feb 19 03:21:09.107927 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:21:09.107927 n-d-826753-2 neutron-server[103701]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:21:09.107927 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:21:09.107927 n-d-826753-2 neutron-server[103701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:21:09.107927 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:21:09.107927 n-d-826753-2 neutron-server[103701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:21:09.107927 n-d-826753-2 neutron-server[103701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:21:09.153311 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-56b492e2-cbaf-40fb-b27d-ca7ccc39f80f None None] Set router 4b0f659c-98e2-4e55-9ac0-d38f88bba5aa gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:21:09.186138 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5c123725-1a14-427e-bf2d-05316c420015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (b216cc2c-1512-4bae-b856-4f0437b460aa), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:09.192024 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5c123725-1a14-427e-bf2d-05316c420015 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:09.198719 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-5c123725-1a14-427e-bf2d-05316c420015 admin admin] 10.222.0.72 "DELETE /v2.0/networks/b216cc2c-1512-4bae-b856-4f0437b460aa HTTP/1.1" status: 204 len: 168 time: 0.7651067 Feb 19 03:21:09.201067 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 43538) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:09.217801 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c123725-1a14-427e-bf2d-05316c420015 admin admin] Pushing event deleted for resources: {'Network': ['ID=b216cc2c-1512-4bae-b856-4f0437b460aa,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:09.310007 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-64c25c8c-45ff-4d8a-a750-42233658baf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (fc3e00e0-65da-4940-a772-4924c0ebdf5a), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:09.312320 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 475d21f6-e317-48f6-996a-c646eaae127f triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:09.312946 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (475d21f6-e317-48f6-996a-c646eaae127f), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:09.352773 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-64c25c8c-45ff-4d8a-a750-42233658baf7 None None] Network b216cc2c-1512-4bae-b856-4f0437b460aa is not hosted by any dhcp agent {{(pid=103703) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 19 03:21:09.353271 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c25c8c-45ff-4d8a-a750-42233658baf7 None None] No DVR routers for this DVR port fc3e00e0-65da-4940-a772-4924c0ebdf5a on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:21:09.388506 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c25c8c-45ff-4d8a-a750-42233658baf7 None None] Pushing event deleted for resources: {'Port': ['ID=fc3e00e0-65da-4940-a772-4924c0ebdf5a,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:09.550721 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 475d21f6-e317-48f6-996a-c646eaae127f is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:09.551120 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (475d21f6-e317-48f6-996a-c646eaae127f), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:09.567823 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-56b492e2-cbaf-40fb-b27d-ca7ccc39f80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b0f659c-98e2-4e55-9ac0-d38f88bba5aa', 'name': 'tempest-AttachVolumeTestJSON-1720526732-router', 'tenant_id': '4bc29719da89493e810e3a2508264407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '8191241c-f09f-4dcd-8be7-6df2728ba5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:21:07Z', 'updated_at': '2022-02-19T03:21:08Z', 'revision_number': 3, 'project_id': '4bc29719da89493e810e3a2508264407', 'gw_port': {'id': '8191241c-f09f-4dcd-8be7-6df2728ba5ab', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:98:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b0f659c-98e2-4e55-9ac0-d38f88bba5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:21:07Z', 'updated_at': '2022-02-19T03:21:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:21:09.617036 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b492e2-cbaf-40fb-b27d-ca7ccc39f80f None None] Checking router: 4b0f659c-98e2-4e55-9ac0-d38f88bba5aa for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:21:09.618045 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b492e2-cbaf-40fb-b27d-ca7ccc39f80f None None] Updating router 4b0f659c-98e2-4e55-9ac0-d38f88bba5aa port 8191241c-f09f-4dcd-8be7-6df2728ba5ab binding host n-d-826753-2 {{(pid=103703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:21:09.661825 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-56b492e2-cbaf-40fb-b27d-ca7ccc39f80f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (8191241c-f09f-4dcd-8be7-6df2728ba5ab), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:09.701498 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port 475d21f6-e317-48f6-996a-c646eaae127f, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=475d21f6-e317-48f6-996a-c646eaae127f,segment=NetworkSegment(86f850ad-61c2-49a5-886b-3df30cbb0f04),segment_id=86f850ad-61c2-49a5-886b-3df30cbb0f04)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:21:09.707898 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (475d21f6-e317-48f6-996a-c646eaae127f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:09.754163 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a327e1-9052-4743-93ea-7ca4cc7731e3 None None] Network 9a554e32-f7c5-4dcb-952c-723e4a86c322 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:21:09.771934 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-30280f61-883f-4a40-9943-a4463e485bcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16289271'] for router_interface (967564f2-f53c-458b-97fe-f47c42284ce7), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:09.834010 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 1f063ce7-a35d-4b14-b809-fc9de6498650 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:21:09.909383 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 1f063ce7-a35d-4b14-b809-fc9de6498650 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:21:09.909723 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 1f063ce7-a35d-4b14-b809-fc9de6498650 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:21:09.910193 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 9ccea71f-b787-4742-96ff-ef9ccc89c2bf no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:21:09.955871 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 9ccea71f-b787-4742-96ff-ef9ccc89c2bf {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:21:09.956588 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 9ccea71f-b787-4742-96ff-ef9ccc89c2bf not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:21:09.956729 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device fc3e00e0-65da-4940-a772-4924c0ebdf5a no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:21:09.982249 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-00663b16-7fe3-4b3a-a798-767c3c543460 None None] Provisioning complete for port 475d21f6-e317-48f6-996a-c646eaae127f triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:09.982552 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-00663b16-7fe3-4b3a-a798-767c3c543460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (475d21f6-e317-48f6-996a-c646eaae127f), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:09.984644 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=475d21f6-e317-48f6-996a-c646eaae127f,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:09.999834 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4e5e7cec-7b23-4e80-b8dd-b939ed463abb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:10.010996 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: fc3e00e0-65da-4940-a772-4924c0ebdf5a {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:21:10.010996 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device fc3e00e0-65da-4940-a772-4924c0ebdf5a not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:21:10.072625 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-30280f61-883f-4a40-9943-a4463e485bcb admin admin] Deleting port b86a2886-f8c8-41bb-8e92-5b5aa5d60f14 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:21:10.072976 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-30280f61-883f-4a40-9943-a4463e485bcb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (b86a2886-f8c8-41bb-8e92-5b5aa5d60f14), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:10.161187 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-30280f61-883f-4a40-9943-a4463e485bcb admin admin] For port b86a2886-f8c8-41bb-8e92-5b5aa5d60f14, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=b86a2886-f8c8-41bb-8e92-5b5aa5d60f14,segment=NetworkSegment(0264e9b4-dd9a-42eb-93b3-c0a4ea239113),segment_id=0264e9b4-dd9a-42eb-93b3-c0a4ea239113)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:21:10.161718 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-30280f61-883f-4a40-9943-a4463e485bcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (b86a2886-f8c8-41bb-8e92-5b5aa5d60f14), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:10.175507 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-30280f61-883f-4a40-9943-a4463e485bcb admin admin] Calling delete_port for b86a2886-f8c8-41bb-8e92-5b5aa5d60f14 owned by network:router_interface {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:21:10.179430 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-4e5e7cec-7b23-4e80-b8dd-b939ed463abb admin admin] Allocated IP 172.20.0.1 (9a554e32-f7c5-4dcb-952c-723e4a86c322/ea16c631-8dac-4b32-b4b0-9ae4e04ef132/41e81cb6-5f0c-4d6b-b471-5434eaa02d25) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:21:10.231905 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-00663b16-7fe3-4b3a-a798-767c3c543460 None None] Current status of the port 475d21f6-e317-48f6-996a-c646eaae127f is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:10.282950 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-56b492e2-cbaf-40fb-b27d-ca7ccc39f80f None None] Publish callbacks [] for port (8191241c-f09f-4dcd-8be7-6df2728ba5ab), precommit_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:10.292875 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-56b492e2-cbaf-40fb-b27d-ca7ccc39f80f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (8191241c-f09f-4dcd-8be7-6df2728ba5ab), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:10.317934 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4e5e7cec-7b23-4e80-b8dd-b939ed463abb admin admin] Publish callbacks [] for port (41e81cb6-5f0c-4d6b-b471-5434eaa02d25), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:10.361135 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4e5e7cec-7b23-4e80-b8dd-b939ed463abb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (41e81cb6-5f0c-4d6b-b471-5434eaa02d25), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:10.364864 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-56b492e2-cbaf-40fb-b27d-ca7ccc39f80f None None] Attempting to bind port 8191241c-f09f-4dcd-8be7-6df2728ba5ab on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:21:10.365534 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-56b492e2-cbaf-40fb-b27d-ca7ccc39f80f None None] Attempting to bind port 8191241c-f09f-4dcd-8be7-6df2728ba5ab by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:21:10.366031 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b492e2-cbaf-40fb-b27d-ca7ccc39f80f None None] Attempting to bind port 8191241c-f09f-4dcd-8be7-6df2728ba5ab on network eaf64708-9021-419e-b287-ef3e0f51e2ee {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:21:10.369346 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3650fd-b869-4678-9f79-6b1e578adaed None None] Pushing event updated for resources: {'Port': ['ID=8191241c-f09f-4dcd-8be7-6df2728ba5ab,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:10.376495 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b492e2-cbaf-40fb-b27d-ca7ccc39f80f None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:21:10.377070 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b492e2-cbaf-40fb-b27d-ca7ccc39f80f None None] Checking segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:21:10.377603 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-56b492e2-cbaf-40fb-b27d-ca7ccc39f80f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:10.378126 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b492e2-cbaf-40fb-b27d-ca7ccc39f80f None None] Bound using segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:21:10.378733 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-56b492e2-cbaf-40fb-b27d-ca7ccc39f80f None None] Bound port: 8191241c-f09f-4dcd-8be7-6df2728ba5ab, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:21:10.379229 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-56b492e2-cbaf-40fb-b27d-ca7ccc39f80f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (8191241c-f09f-4dcd-8be7-6df2728ba5ab), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:10.412154 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5e7cec-7b23-4e80-b8dd-b939ed463abb admin admin] Network 9a554e32-f7c5-4dcb-952c-723e4a86c322 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:21:10.416986 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-30280f61-883f-4a40-9943-a4463e485bcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (b86a2886-f8c8-41bb-8e92-5b5aa5d60f14), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:10.419382 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-4e5e7cec-7b23-4e80-b8dd-b939ed463abb admin admin] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:21:10.422905 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5e7cec-7b23-4e80-b8dd-b939ed463abb admin admin] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:21:10.428834 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e7cec-7b23-4e80-b8dd-b939ed463abb admin admin] Pushing event updated for resources: {'Port': ['ID=41e81cb6-5f0c-4d6b-b471-5434eaa02d25,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:10.451965 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30280f61-883f-4a40-9943-a4463e485bcb admin admin] Pushing event deleted for resources: {'Port': ['ID=b86a2886-f8c8-41bb-8e92-5b5aa5d60f14,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:10.472568 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-56b492e2-cbaf-40fb-b27d-ca7ccc39f80f None None] For port 8191241c-f09f-4dcd-8be7-6df2728ba5ab, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:21:10.479118 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4e5e7cec-7b23-4e80-b8dd-b939ed463abb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16289150'] for router_interface (4b0f659c-98e2-4e55-9ac0-d38f88bba5aa), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:10.481689 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-56b492e2-cbaf-40fb-b27d-ca7ccc39f80f None None] For port 8191241c-f09f-4dcd-8be7-6df2728ba5ab, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=8191241c-f09f-4dcd-8be7-6df2728ba5ab,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:21:10.495785 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-56b492e2-cbaf-40fb-b27d-ca7ccc39f80f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (8191241c-f09f-4dcd-8be7-6df2728ba5ab), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:10.684019 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4e5e7cec-7b23-4e80-b8dd-b939ed463abb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (41e81cb6-5f0c-4d6b-b471-5434eaa02d25), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:10.685055 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-30280f61-883f-4a40-9943-a4463e485bcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16362762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16314471'] for router_interface (967564f2-f53c-458b-97fe-f47c42284ce7), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:10.834064 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-d4547985-9da0-485c-a9c5-5048ca2e53ef None None] Provisioning complete for port 475d21f6-e317-48f6-996a-c646eaae127f triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:10.834433 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d4547985-9da0-485c-a9c5-5048ca2e53ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (475d21f6-e317-48f6-996a-c646eaae127f), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:10.837937 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b492e2-cbaf-40fb-b27d-ca7ccc39f80f None None] Routers {'4b0f659c-98e2-4e55-9ac0-d38f88bba5aa'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:21:10.838565 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-56b492e2-cbaf-40fb-b27d-ca7ccc39f80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:20:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['4b0f659c-98e2-4e55-9ac0-d38f88bba5aa'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:21:10.842387 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3650fd-b869-4678-9f79-6b1e578adaed None None] Pushing event updated for resources: {'Port': ['ID=8191241c-f09f-4dcd-8be7-6df2728ba5ab,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:10.979213 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30280f61-883f-4a40-9943-a4463e485bcb admin admin] Router 967564f2-f53c-458b-97fe-f47c42284ce7 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:21:10.994272 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4e5e7cec-7b23-4e80-b8dd-b939ed463abb admin admin] Publish callbacks [] for port (41e81cb6-5f0c-4d6b-b471-5434eaa02d25), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:11.002343 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4e5e7cec-7b23-4e80-b8dd-b939ed463abb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (41e81cb6-5f0c-4d6b-b471-5434eaa02d25), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:11.010767 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 475d21f6-e317-48f6-996a-c646eaae127f up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:21:11.055631 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-56b492e2-cbaf-40fb-b27d-ca7ccc39f80f None None] Set router 4b0f659c-98e2-4e55-9ac0-d38f88bba5aa gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:21:11.058911 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-d4547985-9da0-485c-a9c5-5048ca2e53ef None None] Current status of the port 475d21f6-e317-48f6-996a-c646eaae127f is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:11.075845 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4e5e7cec-7b23-4e80-b8dd-b939ed463abb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16362769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16289258'] for router_interface (4b0f659c-98e2-4e55-9ac0-d38f88bba5aa), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:11.086019 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e7cec-7b23-4e80-b8dd-b939ed463abb admin admin] Pushing event updated for resources: {'Port': ['ID=41e81cb6-5f0c-4d6b-b471-5434eaa02d25,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:11.117534 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30280f61-883f-4a40-9943-a4463e485bcb admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:21:11.123256 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-30280f61-883f-4a40-9943-a4463e485bcb admin admin] 10.222.0.72 "PUT /v2.0/routers/967564f2-f53c-458b-97fe-f47c42284ce7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9223387 Feb 19 03:21:11.130029 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 43540) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:11.131078 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7deb6acd-a423-400e-b955-29b3bdad33a5 None None] Sync routers for ids ['967564f2-f53c-458b-97fe-f47c42284ce7'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:21:11.147052 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7deb6acd-a423-400e-b955-29b3bdad33a5 None None] Routers {'967564f2-f53c-458b-97fe-f47c42284ce7'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:21:11.148615 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-7deb6acd-a423-400e-b955-29b3bdad33a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:20:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['967564f2-f53c-458b-97fe-f47c42284ce7'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:21:11.195026 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5e7cec-7b23-4e80-b8dd-b939ed463abb admin admin] Network 9a554e32-f7c5-4dcb-952c-723e4a86c322 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:21:11.196629 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-4e5e7cec-7b23-4e80-b8dd-b939ed463abb admin admin] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:21:11.222784 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 475d21f6-e317-48f6-996a-c646eaae127f triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:11.223161 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (475d21f6-e317-48f6-996a-c646eaae127f), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:11.271142 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4459a806-72da-4a82-b32f-bfae5ffc470f admin admin] Publish callbacks [] for router (967564f2-f53c-458b-97fe-f47c42284ce7), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:11.272798 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-0d90d958-08d4-4ad7-9bb5-bd099aa42da8 None None] Provisioning complete for port 41e81cb6-5f0c-4d6b-b471-5434eaa02d25 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:11.273243 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-0d90d958-08d4-4ad7-9bb5-bd099aa42da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (41e81cb6-5f0c-4d6b-b471-5434eaa02d25), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:11.327566 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-7deb6acd-a423-400e-b955-29b3bdad33a5 None None] Set router 967564f2-f53c-458b-97fe-f47c42284ce7 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:21:11.369396 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e5e7cec-7b23-4e80-b8dd-b939ed463abb admin admin] Router 4b0f659c-98e2-4e55-9ac0-d38f88bba5aa has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:21:11.411328 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-0d90d958-08d4-4ad7-9bb5-bd099aa42da8 None None] Port 41e81cb6-5f0c-4d6b-b471-5434eaa02d25 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:21:11.435851 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4459a806-72da-4a82-b32f-bfae5ffc470f admin admin] Publish callbacks [] for router_gateway (967564f2-f53c-458b-97fe-f47c42284ce7), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:11.483697 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 475d21f6-e317-48f6-996a-c646eaae127f is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:11.501608 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-56b492e2-cbaf-40fb-b27d-ca7ccc39f80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b0f659c-98e2-4e55-9ac0-d38f88bba5aa', 'name': 'tempest-AttachVolumeTestJSON-1720526732-router', 'tenant_id': '4bc29719da89493e810e3a2508264407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '8191241c-f09f-4dcd-8be7-6df2728ba5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:21:07Z', 'updated_at': '2022-02-19T03:21:10Z', 'revision_number': 4, 'project_id': '4bc29719da89493e810e3a2508264407', 'gw_port': {'id': '8191241c-f09f-4dcd-8be7-6df2728ba5ab', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:98:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b0f659c-98e2-4e55-9ac0-d38f88bba5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:21:07Z', 'updated_at': '2022-02-19T03:21:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '41e81cb6-5f0c-4d6b-b471-5434eaa02d25', 'name': '', 'network_id': '9a554e32-f7c5-4dcb-952c-723e4a86c322', 'tenant_id': '4bc29719da89493e810e3a2508264407', 'mac_address': 'fa:16:3e:7f:af:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b0f659c-98e2-4e55-9ac0-d38f88bba5aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': 'ea16c631-8dac-4b32-b4b0-9ae4e04ef132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:21:10Z', 'updated_at': '2022-02-19T03:21:10Z', 'revision_number': 1, 'project_id': '4bc29719da89493e810e3a2508264407', 'subnets': [{'id': 'ea16c631-8dac-4b32-b4b0-9ae4e04ef132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:21:11.539667 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b492e2-cbaf-40fb-b27d-ca7ccc39f80f None None] The sync data for ids ['4b0f659c-98e2-4e55-9ac0-d38f88bba5aa'] in n-d-826753-2 is: [{'id': '4b0f659c-98e2-4e55-9ac0-d38f88bba5aa', 'name': 'tempest-AttachVolumeTestJSON-1720526732-router', 'tenant_id': '4bc29719da89493e810e3a2508264407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '8191241c-f09f-4dcd-8be7-6df2728ba5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:21:07Z', 'updated_at': '2022-02-19T03:21:10Z', 'revision_number': 4, 'project_id': '4bc29719da89493e810e3a2508264407', 'gw_port': {'id': '8191241c-f09f-4dcd-8be7-6df2728ba5ab', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:98:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b0f659c-98e2-4e55-9ac0-d38f88bba5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:21:07Z', 'updated_at': '2022-02-19T03:21:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '41e81cb6-5f0c-4d6b-b471-5434eaa02d25', 'name': '', 'network_id': '9a554e32-f7c5-4dcb-952c-723e4a86c322', 'tenant_id': '4bc29719da89493e810e3a2508264407', 'mac_address': 'fa:16:3e:7f:af:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b0f659c-98e2-4e55-9ac0-d38f88bba5aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': 'ea16c631-8dac-4b32-b4b0-9ae4e04ef132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:21:10Z', 'updated_at': '2022-02-19T03:21:10Z', 'revision_number': 1, 'project_id': '4bc29719da89493e810e3a2508264407', 'subnets': [{'id': 'ea16c631-8dac-4b32-b4b0-9ae4e04ef132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:21:11.548094 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-4459a806-72da-4a82-b32f-bfae5ffc470f admin admin] Deleting port 753f7bbc-8b53-4417-8a6c-384a6e663a77 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:21:11.548656 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4459a806-72da-4a82-b32f-bfae5ffc470f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (753f7bbc-8b53-4417-8a6c-384a6e663a77), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:11.568702 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-61efd25d-5283-4299-b54b-3e450104a58e None None] Provisioning complete for port 41e81cb6-5f0c-4d6b-b471-5434eaa02d25 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:11.569102 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-61efd25d-5283-4299-b54b-3e450104a58e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (41e81cb6-5f0c-4d6b-b471-5434eaa02d25), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:11.570479 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-7deb6acd-a423-400e-b955-29b3bdad33a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '967564f2-f53c-458b-97fe-f47c42284ce7', 'name': 'tempest-TestVolumeBackupRestore-420245170-router', 'tenant_id': 'b7a2a0bc3e2c4600a91c20227f8428a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '753f7bbc-8b53-4417-8a6c-384a6e663a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:17:06Z', 'updated_at': '2022-02-19T03:21:10Z', 'revision_number': 5, 'project_id': 'b7a2a0bc3e2c4600a91c20227f8428a2', 'gw_port': {'id': '753f7bbc-8b53-4417-8a6c-384a6e663a77', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967564f2-f53c-458b-97fe-f47c42284ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:17:07Z', 'updated_at': '2022-02-19T03:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:21:11.574198 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e5e7cec-7b23-4e80-b8dd-b939ed463abb admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:21:11.598204 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7deb6acd-a423-400e-b955-29b3bdad33a5 None None] Checking router: 967564f2-f53c-458b-97fe-f47c42284ce7 for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:21:11.607597 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7deb6acd-a423-400e-b955-29b3bdad33a5 None None] Routers {'967564f2-f53c-458b-97fe-f47c42284ce7'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:21:11.608239 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-7deb6acd-a423-400e-b955-29b3bdad33a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:20:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['967564f2-f53c-458b-97fe-f47c42284ce7'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:21:11.614914 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-4e5e7cec-7b23-4e80-b8dd-b939ed463abb admin admin] 10.222.0.72 "PUT /v2.0/routers/4b0f659c-98e2-4e55-9ac0-d38f88bba5aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6999040 Feb 19 03:21:11.632533 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-61efd25d-5283-4299-b54b-3e450104a58e None None] Port 41e81cb6-5f0c-4d6b-b471-5434eaa02d25 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:21:11.740085 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-7deb6acd-a423-400e-b955-29b3bdad33a5 None None] Set router 967564f2-f53c-458b-97fe-f47c42284ce7 gateway port host: None {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:21:11.812836 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-7deb6acd-a423-400e-b955-29b3bdad33a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '967564f2-f53c-458b-97fe-f47c42284ce7', 'name': 'tempest-TestVolumeBackupRestore-420245170-router', 'tenant_id': 'b7a2a0bc3e2c4600a91c20227f8428a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:17:06Z', 'updated_at': '2022-02-19T03:21:11Z', 'revision_number': 6, 'project_id': 'b7a2a0bc3e2c4600a91c20227f8428a2', 'gw_port_host': None}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:21:11.848228 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7deb6acd-a423-400e-b955-29b3bdad33a5 None None] The sync data for ids ['967564f2-f53c-458b-97fe-f47c42284ce7'] in n-d-826753-2 is: [{'id': '967564f2-f53c-458b-97fe-f47c42284ce7', 'name': 'tempest-TestVolumeBackupRestore-420245170-router', 'tenant_id': 'b7a2a0bc3e2c4600a91c20227f8428a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:17:06Z', 'updated_at': '2022-02-19T03:21:11Z', 'revision_number': 6, 'project_id': 'b7a2a0bc3e2c4600a91c20227f8428a2', 'gw_port_host': None}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:21:12.033616 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-4459a806-72da-4a82-b32f-bfae5ffc470f admin admin] For port 753f7bbc-8b53-4417-8a6c-384a6e663a77, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=753f7bbc-8b53-4417-8a6c-384a6e663a77,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:21:12.034171 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4459a806-72da-4a82-b32f-bfae5ffc470f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (753f7bbc-8b53-4417-8a6c-384a6e663a77), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:12.054405 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-4459a806-72da-4a82-b32f-bfae5ffc470f admin admin] Calling delete_port for 753f7bbc-8b53-4417-8a6c-384a6e663a77 owned by network:router_gateway {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:21:12.232949 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4459a806-72da-4a82-b32f-bfae5ffc470f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (753f7bbc-8b53-4417-8a6c-384a6e663a77), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:12.295338 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4459a806-72da-4a82-b32f-bfae5ffc470f admin admin] Pushing event deleted for resources: {'Port': ['ID=753f7bbc-8b53-4417-8a6c-384a6e663a77,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:12.345100 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4459a806-72da-4a82-b32f-bfae5ffc470f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16285837'] for router_gateway (967564f2-f53c-458b-97fe-f47c42284ce7), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:12.488934 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4459a806-72da-4a82-b32f-bfae5ffc470f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16317457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14254'] for router (967564f2-f53c-458b-97fe-f47c42284ce7), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:12.491186 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4459a806-72da-4a82-b32f-bfae5ffc470f admin admin] Publish callbacks [] for router_controller (967564f2-f53c-458b-97fe-f47c42284ce7), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:12.537148 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4459a806-72da-4a82-b32f-bfae5ffc470f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16317544'] for router (967564f2-f53c-458b-97fe-f47c42284ce7), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:12.537998 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4459a806-72da-4a82-b32f-bfae5ffc470f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 967564f2-f53c-458b-97fe-f47c42284ce7 {{(pid=103701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:21:12.543361 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4459a806-72da-4a82-b32f-bfae5ffc470f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:12.547581 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-4459a806-72da-4a82-b32f-bfae5ffc470f admin admin] 10.222.0.72 "DELETE /v2.0/routers/967564f2-f53c-458b-97fe-f47c42284ce7 HTTP/1.1" status: 204 len: 168 time: 1.4138122 Feb 19 03:21:12.548061 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 43550) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:12.596606 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 43552) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:12.601597 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-76558cb7-1d69-40e9-9e9d-552a4a347448 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Request body: {'security_group': {'name': 'tempest-securitygroup--277719452', 'description': 'tempest-description--282276809'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:12.604305 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8ea5743-c4a8-4615-8975-4f21ceb30d5c admin admin] Deleting subnet 231425b7-82d8-49cb-8cca-cf7ce02dcfaf {{(pid=103701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:21:12.607887 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e8ea5743-c4a8-4615-8975-4f21ceb30d5c admin admin] Publish callbacks [] for subnet (231425b7-82d8-49cb-8cca-cf7ce02dcfaf), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:12.624200 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-76558cb7-1d69-40e9-9e9d-552a4a347448 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:12.662346 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e8ea5743-c4a8-4615-8975-4f21ceb30d5c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12647399'] for subnet (231425b7-82d8-49cb-8cca-cf7ce02dcfaf), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:12.699662 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-76558cb7-1d69-40e9-9e9d-552a4a347448 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Publish callbacks [] for security_group (7720c530-0957-408e-b065-5a2a34575093), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:12.706077 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-76558cb7-1d69-40e9-9e9d-552a4a347448 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (7720c530-0957-408e-b065-5a2a34575093), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:12.742765 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-76558cb7-1d69-40e9-9e9d-552a4a347448 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:12.744054 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-76558cb7-1d69-40e9-9e9d-552a4a347448 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1462469 Feb 19 03:21:12.746645 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76558cb7-1d69-40e9-9e9d-552a4a347448 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7720c530-0957-408e-b065-5a2a34575093,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:12.749341 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 43554) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:12.755294 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-6f49c499-c8ad-40b7-9179-e27d2dd9aa85 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Request body: {'security_group_rule': {'security_group_id': '7720c530-0957-408e-b065-5a2a34575093', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:12.756545 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e8ea5743-c4a8-4615-8975-4f21ceb30d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (231425b7-82d8-49cb-8cca-cf7ce02dcfaf), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:12.793957 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6f49c499-c8ad-40b7-9179-e27d2dd9aa85 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Publish callbacks [] for security_group_rule (108a9523-0990-448f-87c4-4a68275db754), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:12.854344 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e8ea5743-c4a8-4615-8975-4f21ceb30d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12647206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58706286'] for subnet (231425b7-82d8-49cb-8cca-cf7ce02dcfaf), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:12.892169 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ea5743-c4a8-4615-8975-4f21ceb30d5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=231425b7-82d8-49cb-8cca-cf7ce02dcfaf,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:12.903910 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e8ea5743-c4a8-4615-8975-4f21ceb30d5c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:12.910648 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-e8ea5743-c4a8-4615-8975-4f21ceb30d5c admin admin] 10.222.0.72 "DELETE /v2.0/subnets/231425b7-82d8-49cb-8cca-cf7ce02dcfaf HTTP/1.1" status: 204 len: 168 time: 0.3604097 Feb 19 03:21:12.915490 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57fb3ff7-22e1-4dda-976e-3d6140750d77 None None] Network c69cc084-ef9d-48b1-a3c4-7a315e95e138 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:21:12.921664 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 43556) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:12.933201 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6f49c499-c8ad-40b7-9179-e27d2dd9aa85 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Publish callbacks [] for security_group_rule (108a9523-0990-448f-87c4-4a68275db754), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:12.959811 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6f49c499-c8ad-40b7-9179-e27d2dd9aa85 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (108a9523-0990-448f-87c4-4a68275db754), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:12.976566 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 8191241c-f09f-4dcd-8be7-6df2728ba5ab up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:21:13.019530 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f49c499-c8ad-40b7-9179-e27d2dd9aa85 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=108a9523-0990-448f-87c4-4a68275db754,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:13.029689 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6f49c499-c8ad-40b7-9179-e27d2dd9aa85 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:13.030992 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-6f49c499-c8ad-40b7-9179-e27d2dd9aa85 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2797778 Feb 19 03:21:13.034476 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 43558) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:13.044615 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-730f9d7a-7252-4ac0-b602-d8de9e83e141 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Request body: {'security_group_rule': {'security_group_id': '7720c530-0957-408e-b065-5a2a34575093', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:13.046990 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-40f4a445-2650-4149-8cda-3a7d7898198b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (c69cc084-ef9d-48b1-a3c4-7a315e95e138), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:13.105769 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 8191241c-f09f-4dcd-8be7-6df2728ba5ab triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:13.106270 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (8191241c-f09f-4dcd-8be7-6df2728ba5ab), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:13.125812 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-730f9d7a-7252-4ac0-b602-d8de9e83e141 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Publish callbacks [] for security_group_rule (450a3dd0-f620-44c8-a8d4-75a0e7e35574), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:13.143714 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-40f4a445-2650-4149-8cda-3a7d7898198b admin admin] Deleting port 6f069173-aaab-4884-aa6a-609aa2f92c1a {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:21:13.144281 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-40f4a445-2650-4149-8cda-3a7d7898198b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (6f069173-aaab-4884-aa6a-609aa2f92c1a), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:13.235025 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5060d9-a862-4517-97a3-b298a93c6bfe None None] DHCP port deletion for c69cc084-ef9d-48b1-a3c4-7a315e95e138 request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:21:13.237998 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-730f9d7a-7252-4ac0-b602-d8de9e83e141 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Publish callbacks [] for security_group_rule (450a3dd0-f620-44c8-a8d4-75a0e7e35574), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:13.248072 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-730f9d7a-7252-4ac0-b602-d8de9e83e141 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (450a3dd0-f620-44c8-a8d4-75a0e7e35574), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:13.254447 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 8191241c-f09f-4dcd-8be7-6df2728ba5ab is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:13.254860 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (8191241c-f09f-4dcd-8be7-6df2728ba5ab), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:13.269893 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730f9d7a-7252-4ac0-b602-d8de9e83e141 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=450a3dd0-f620-44c8-a8d4-75a0e7e35574,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:13.277312 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-40f4a445-2650-4149-8cda-3a7d7898198b admin admin] For port 6f069173-aaab-4884-aa6a-609aa2f92c1a, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=6f069173-aaab-4884-aa6a-609aa2f92c1a,segment=NetworkSegment(0264e9b4-dd9a-42eb-93b3-c0a4ea239113),segment_id=0264e9b4-dd9a-42eb-93b3-c0a4ea239113)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:21:13.277664 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-40f4a445-2650-4149-8cda-3a7d7898198b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (6f069173-aaab-4884-aa6a-609aa2f92c1a), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:13.285334 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-730f9d7a-7252-4ac0-b602-d8de9e83e141 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:13.287617 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-730f9d7a-7252-4ac0-b602-d8de9e83e141 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2515123 Feb 19 03:21:13.290698 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 43560) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:13.295195 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-40f4a445-2650-4149-8cda-3a7d7898198b admin admin] Calling delete_port for 6f069173-aaab-4884-aa6a-609aa2f92c1a owned by network:dhcp {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:21:13.297188 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-92e66b6a-a58c-446b-abc9-7013b60912f7 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Request body: {'floatingip': {'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:13.314027 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port 8191241c-f09f-4dcd-8be7-6df2728ba5ab, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=8191241c-f09f-4dcd-8be7-6df2728ba5ab,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:21:13.326368 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (8191241c-f09f-4dcd-8be7-6df2728ba5ab), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:13.329310 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-92e66b6a-a58c-446b-abc9-7013b60912f7 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:13.389106 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-7e5060d9-a862-4517-97a3-b298a93c6bfe None None] Deleting port 6f069173-aaab-4884-aa6a-609aa2f92c1a {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:21:13.389578 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-7e5060d9-a862-4517-97a3-b298a93c6bfe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (6f069173-aaab-4884-aa6a-609aa2f92c1a), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:13.446007 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 753f7bbc-8b53-4417-8a6c-384a6e663a77 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:21:13.450888 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=8191241c-f09f-4dcd-8be7-6df2728ba5ab,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:13.466542 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-40f4a445-2650-4149-8cda-3a7d7898198b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (6f069173-aaab-4884-aa6a-609aa2f92c1a), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:13.479451 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 753f7bbc-8b53-4417-8a6c-384a6e663a77 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:21:13.479798 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 753f7bbc-8b53-4417-8a6c-384a6e663a77 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:21:13.480166 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device b86a2886-f8c8-41bb-8e92-5b5aa5d60f14 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:21:13.489429 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-92e66b6a-a58c-446b-abc9-7013b60912f7 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:13.496724 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f4a445-2650-4149-8cda-3a7d7898198b admin admin] Pushing event deleted for resources: {'Port': ['ID=6f069173-aaab-4884-aa6a-609aa2f92c1a,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:13.500995 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f4a445-2650-4149-8cda-3a7d7898198b admin admin] No DVR routers for this DVR port 6f069173-aaab-4884-aa6a-609aa2f92c1a on host n-d-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:21:13.517753 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: b86a2886-f8c8-41bb-8e92-5b5aa5d60f14 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:21:13.518099 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device b86a2886-f8c8-41bb-8e92-5b5aa5d60f14 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:21:13.526776 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-7e5060d9-a862-4517-97a3-b298a93c6bfe None None] For port 6f069173-aaab-4884-aa6a-609aa2f92c1a, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=6f069173-aaab-4884-aa6a-609aa2f92c1a,segment=NetworkSegment(0264e9b4-dd9a-42eb-93b3-c0a4ea239113),segment_id=0264e9b4-dd9a-42eb-93b3-c0a4ea239113)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:21:13.527174 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-7e5060d9-a862-4517-97a3-b298a93c6bfe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (6f069173-aaab-4884-aa6a-609aa2f92c1a), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:13.539730 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-7e5060d9-a862-4517-97a3-b298a93c6bfe None None] Calling delete_port for 6f069173-aaab-4884-aa6a-609aa2f92c1a owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:21:13.580367 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-40f4a445-2650-4149-8cda-3a7d7898198b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (c69cc084-ef9d-48b1-a3c4-7a315e95e138), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:13.602096 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-40f4a445-2650-4149-8cda-3a7d7898198b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c69cc084-ef9d-48b1-a3c4-7a315e95e138']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:21:13.609808 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-92e66b6a-a58c-446b-abc9-7013b60912f7 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Allocated IP 172.25.6.92 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/3d4b1463-46b3-4a7d-ab18-8caa9cd54509) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:21:13.613111 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-40f4a445-2650-4149-8cda-3a7d7898198b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0264e9b4-dd9a-42eb-93b3-c0a4ea239113') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:21:13.614037 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-40f4a445-2650-4149-8cda-3a7d7898198b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0264e9b4-dd9a-42eb-93b3-c0a4ea239113') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:21:13.625168 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-7e5060d9-a862-4517-97a3-b298a93c6bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (6f069173-aaab-4884-aa6a-609aa2f92c1a), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:13.628452 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-40f4a445-2650-4149-8cda-3a7d7898198b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (0264e9b4-dd9a-42eb-93b3-c0a4ea239113), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:13.643792 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-40f4a445-2650-4149-8cda-3a7d7898198b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (0264e9b4-dd9a-42eb-93b3-c0a4ea239113), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:13.649624 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5060d9-a862-4517-97a3-b298a93c6bfe None None] Pushing event deleted for resources: {'Port': ['ID=6f069173-aaab-4884-aa6a-609aa2f92c1a,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:13.650546 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40f4a445-2650-4149-8cda-3a7d7898198b admin admin] Releasing vlan 278 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:21:13.651847 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-40f4a445-2650-4149-8cda-3a7d7898198b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (0264e9b4-dd9a-42eb-93b3-c0a4ea239113), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:13.655160 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 03:21:13.655160 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:21:13.655160 n-d-826753-2 neutron-server[103702]: timer() Feb 19 03:21:13.655160 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:21:13.655160 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 03:21:13.655160 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:21:13.655160 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 03:21:13.655160 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:21:13.655160 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 03:21:13.655160 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:21:13.655160 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 03:21:13.655160 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:21:13.655160 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 03:21:13.655160 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:21:13.655160 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:21:13.655160 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:21:13.655160 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:21:13.655160 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:21:13.655160 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 03:21:13.655160 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:21:13.655160 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 03:21:13.655160 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:21:13.655160 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:21:13.655160 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:21:13.655160 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 03:21:13.655160 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:21:13.655160 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:21:13.655160 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:21:13.655160 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:21:13.655160 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:21:13.655160 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:21:13.655160 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:21:13.659774 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5060d9-a862-4517-97a3-b298a93c6bfe None None] No DVR routers for this DVR port 6f069173-aaab-4884-aa6a-609aa2f92c1a on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:21:13.724839 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-40f4a445-2650-4149-8cda-3a7d7898198b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (c69cc084-ef9d-48b1-a3c4-7a315e95e138), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:13.730620 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-40f4a445-2650-4149-8cda-3a7d7898198b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:13.734189 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-40f4a445-2650-4149-8cda-3a7d7898198b admin admin] 10.222.0.72 "DELETE /v2.0/networks/c69cc084-ef9d-48b1-a3c4-7a315e95e138 HTTP/1.1" status: 204 len: 168 time: 0.8105540 Feb 19 03:21:13.745269 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f4a445-2650-4149-8cda-3a7d7898198b admin admin] Pushing event deleted for resources: {'Network': ['ID=c69cc084-ef9d-48b1-a3c4-7a315e95e138,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:13.746034 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-92e66b6a-a58c-446b-abc9-7013b60912f7 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Publish callbacks [] for port (3d4b1463-46b3-4a7d-ab18-8caa9cd54509), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:13.782608 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-92e66b6a-a58c-446b-abc9-7013b60912f7 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (3d4b1463-46b3-4a7d-ab18-8caa9cd54509), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:13.825145 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e66b6a-a58c-446b-abc9-7013b60912f7 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:21:13.829077 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-92e66b6a-a58c-446b-abc9-7013b60912f7 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:21:13.831416 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e66b6a-a58c-446b-abc9-7013b60912f7 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:21:13.856820 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 43564) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:13.863022 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e66b6a-a58c-446b-abc9-7013b60912f7 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Pushing event updated for resources: {'Port': ['ID=3d4b1463-46b3-4a7d-ab18-8caa9cd54509,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:13.902391 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-5dab4c5a-10c0-4b2c-97ef-23b35788f8a5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=64ae991cb43e46efb531c9e00a1ca2e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0442867 Feb 19 03:21:13.905548 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 43566) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:13.930292 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-92e66b6a-a58c-446b-abc9-7013b60912f7 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Publish callbacks [] for floatingip (faa17c49-9539-496b-b7e3-21713296f624), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:13.963676 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c2ccef9e-7926-46da-b117-71444d6cc64f admin admin] Publish callbacks [] for security_group (e1dc6330-d73e-41e6-bffd-0cd7f7491f3c), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:13.970820 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-92e66b6a-a58c-446b-abc9-7013b60912f7 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (3d4b1463-46b3-4a7d-ab18-8caa9cd54509), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:13.985433 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c2ccef9e-7926-46da-b117-71444d6cc64f admin admin] Publish callbacks [] for security_group (e1dc6330-d73e-41e6-bffd-0cd7f7491f3c), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:14.045653 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c2ccef9e-7926-46da-b117-71444d6cc64f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (e1dc6330-d73e-41e6-bffd-0cd7f7491f3c), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:14.048561 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c2ccef9e-7926-46da-b117-71444d6cc64f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:14.052701 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-c2ccef9e-7926-46da-b117-71444d6cc64f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e1dc6330-d73e-41e6-bffd-0cd7f7491f3c HTTP/1.1" status: 204 len: 168 time: 0.1429892 Feb 19 03:21:14.060461 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ccef9e-7926-46da-b117-71444d6cc64f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1dc6330-d73e-41e6-bffd-0cd7f7491f3c,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:14.141946 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-92e66b6a-a58c-446b-abc9-7013b60912f7 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Publish callbacks [] for port (3d4b1463-46b3-4a7d-ab18-8caa9cd54509), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:14.148024 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-92e66b6a-a58c-446b-abc9-7013b60912f7 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (3d4b1463-46b3-4a7d-ab18-8caa9cd54509), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:14.221774 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e66b6a-a58c-446b-abc9-7013b60912f7 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Pushing event updated for resources: {'Port': ['ID=3d4b1463-46b3-4a7d-ab18-8caa9cd54509,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:14.241803 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-92e66b6a-a58c-446b-abc9-7013b60912f7 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16285943'] for floatingip (faa17c49-9539-496b-b7e3-21713296f624), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:14.254066 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d187edf8-fcb2-4d3f-a90a-a669234c9636 None None] Sync routers for ids ['4b0f659c-98e2-4e55-9ac0-d38f88bba5aa'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:21:14.263639 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-92e66b6a-a58c-446b-abc9-7013b60912f7 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:14.266353 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-92e66b6a-a58c-446b-abc9-7013b60912f7 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9742005 Feb 19 03:21:14.269690 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d187edf8-fcb2-4d3f-a90a-a669234c9636 None None] Routers {'4b0f659c-98e2-4e55-9ac0-d38f88bba5aa'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:21:14.270373 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-d187edf8-fcb2-4d3f-a90a-a669234c9636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:20:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['4b0f659c-98e2-4e55-9ac0-d38f88bba5aa'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:21:14.392203 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-d187edf8-fcb2-4d3f-a90a-a669234c9636 None None] Set router 4b0f659c-98e2-4e55-9ac0-d38f88bba5aa gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:21:14.437551 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 43588) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:14.508650 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-aa2a4c26-7728-4af9-95fa-a6e5a7486905 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b7a2a0bc3e2c4600a91c20227f8428a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0674136 Feb 19 03:21:14.509325 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 43590) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:14.514096 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d17ea03b-2f11-4de1-8fff-cacb77375ad9 req-c1d7f6e0-b85b-4f54-a421-a7ff3afa5e87 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--277719452&fields=id&tenant_id=4bc29719da89493e810e3a2508264407 HTTP/1.1" status: 200 len: 267 time: 0.0617926 Feb 19 03:21:14.565225 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-921ad2da-9f9a-4b73-9501-338fac9536a0 admin admin] Publish callbacks [] for security_group (3f538f21-dd9c-4d41-b410-0b7d6d9b1680), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:14.597106 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-921ad2da-9f9a-4b73-9501-338fac9536a0 admin admin] Publish callbacks [] for security_group (3f538f21-dd9c-4d41-b410-0b7d6d9b1680), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:14.614534 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-d187edf8-fcb2-4d3f-a90a-a669234c9636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b0f659c-98e2-4e55-9ac0-d38f88bba5aa', 'name': 'tempest-AttachVolumeTestJSON-1720526732-router', 'tenant_id': '4bc29719da89493e810e3a2508264407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '8191241c-f09f-4dcd-8be7-6df2728ba5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:21:07Z', 'updated_at': '2022-02-19T03:21:10Z', 'revision_number': 4, 'project_id': '4bc29719da89493e810e3a2508264407', 'gw_port': {'id': '8191241c-f09f-4dcd-8be7-6df2728ba5ab', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:98:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0f659c-98e2-4e55-9ac0-d38f88bba5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:21:07Z', 'updated_at': '2022-02-19T03:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '41e81cb6-5f0c-4d6b-b471-5434eaa02d25', 'name': '', 'network_id': '9a554e32-f7c5-4dcb-952c-723e4a86c322', 'tenant_id': '4bc29719da89493e810e3a2508264407', 'mac_address': 'fa:16:3e:7f:af:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b0f659c-98e2-4e55-9ac0-d38f88bba5aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': 'ea16c631-8dac-4b32-b4b0-9ae4e04ef132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:21:10Z', 'updated_at': '2022-02-19T03:21:10Z', 'revision_number': 2, 'project_id': '4bc29719da89493e810e3a2508264407', 'subnets': [{'id': 'ea16c631-8dac-4b32-b4b0-9ae4e04ef132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:21:14.653251 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d187edf8-fcb2-4d3f-a90a-a669234c9636 None None] Checking router: 4b0f659c-98e2-4e55-9ac0-d38f88bba5aa for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:21:14.653638 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d187edf8-fcb2-4d3f-a90a-a669234c9636 None None] Updating router 4b0f659c-98e2-4e55-9ac0-d38f88bba5aa port 41e81cb6-5f0c-4d6b-b471-5434eaa02d25 binding host n-d-826753-2 {{(pid=103703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:21:14.660190 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17ea03b-2f11-4de1-8fff-cacb77375ad9 req-675ba2e1-bb7d-4aa4-8185-2fbd3ab09163 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:14.661759 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d17ea03b-2f11-4de1-8fff-cacb77375ad9 req-675ba2e1-bb7d-4aa4-8185-2fbd3ab09163 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/networks?id=9a554e32-f7c5-4dcb-952c-723e4a86c322 HTTP/1.1" status: 200 len: 811 time: 0.1389623 Feb 19 03:21:14.666469 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-921ad2da-9f9a-4b73-9501-338fac9536a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (3f538f21-dd9c-4d41-b410-0b7d6d9b1680), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:14.669214 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-921ad2da-9f9a-4b73-9501-338fac9536a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:14.670353 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-921ad2da-9f9a-4b73-9501-338fac9536a0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3f538f21-dd9c-4d41-b410-0b7d6d9b1680 HTTP/1.1" status: 204 len: 168 time: 0.1596048 Feb 19 03:21:14.679839 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d17ea03b-2f11-4de1-8fff-cacb77375ad9 req-174e7f02-34a7-4da8-b4d8-87ebc067ef61 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/quotas/4bc29719da89493e810e3a2508264407 HTTP/1.1" status: 200 len: 375 time: 0.0114539 Feb 19 03:21:14.686769 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d187edf8-fcb2-4d3f-a90a-a669234c9636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (41e81cb6-5f0c-4d6b-b471-5434eaa02d25), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:14.688455 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921ad2da-9f9a-4b73-9501-338fac9536a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f538f21-dd9c-4d41-b410-0b7d6d9b1680,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:14.777337 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d17ea03b-2f11-4de1-8fff-cacb77375ad9 req-b0549341-d444-468c-95e3-dd1243ed9549 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=4bc29719da89493e810e3a2508264407&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0656648 Feb 19 03:21:14.898595 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 8191241c-f09f-4dcd-8be7-6df2728ba5ab up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:21:14.898855 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d17ea03b-2f11-4de1-8fff-cacb77375ad9 req-1d0e0455-2cfb-4fe4-ad17-c8fa3f80e6d9 service neutron] 10.222.0.72 "GET /v2.0/networks/9a554e32-f7c5-4dcb-952c-723e4a86c322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200645 Feb 19 03:21:14.999329 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 8191241c-f09f-4dcd-8be7-6df2728ba5ab triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:15.000283 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (8191241c-f09f-4dcd-8be7-6df2728ba5ab), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:15.020095 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d17ea03b-2f11-4de1-8fff-cacb77375ad9 req-2bdce1ec-ed64-442d-882c-a9eda24a03ee service neutron] 10.222.0.72 "GET /v2.0/networks/9a554e32-f7c5-4dcb-952c-723e4a86c322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152964 Feb 19 03:21:15.089930 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d187edf8-fcb2-4d3f-a90a-a669234c9636 None None] Publish callbacks [] for port (41e81cb6-5f0c-4d6b-b471-5434eaa02d25), precommit_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:15.098149 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d187edf8-fcb2-4d3f-a90a-a669234c9636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (41e81cb6-5f0c-4d6b-b471-5434eaa02d25), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:15.257142 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-28b32e24-95e0-4818-b476-f98ce5009d32 req-04c6bfca-54dd-405e-a4ff-f1bcc0bb72fb tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/ports?device_id=9561e903-5887-489a-bff4-903ca5c6c651 HTTP/1.1" status: 200 len: 210 time: 0.0478814 Feb 19 03:21:15.382485 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fa4d1c-4de3-4b9a-8b16-3384a6feef04 None None] Pushing event updated for resources: {'Port': ['ID=41e81cb6-5f0c-4d6b-b471-5434eaa02d25,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:15.385423 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 8191241c-f09f-4dcd-8be7-6df2728ba5ab is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:15.473922 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-d187edf8-fcb2-4d3f-a90a-a669234c9636 None None] Attempting to bind port 41e81cb6-5f0c-4d6b-b471-5434eaa02d25 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:21:15.474296 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-d187edf8-fcb2-4d3f-a90a-a669234c9636 None None] Attempting to bind port 41e81cb6-5f0c-4d6b-b471-5434eaa02d25 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '86f850ad-61c2-49a5-886b-3df30cbb0f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '9a554e32-f7c5-4dcb-952c-723e4a86c322'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:21:15.474672 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d187edf8-fcb2-4d3f-a90a-a669234c9636 None None] Attempting to bind port 41e81cb6-5f0c-4d6b-b471-5434eaa02d25 on network 9a554e32-f7c5-4dcb-952c-723e4a86c322 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:21:15.480893 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d187edf8-fcb2-4d3f-a90a-a669234c9636 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:21:15.481067 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d187edf8-fcb2-4d3f-a90a-a669234c9636 None None] Checking segment: {'id': '86f850ad-61c2-49a5-886b-3df30cbb0f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '9a554e32-f7c5-4dcb-952c-723e4a86c322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:21:15.481477 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d187edf8-fcb2-4d3f-a90a-a669234c9636 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:15.481874 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d187edf8-fcb2-4d3f-a90a-a669234c9636 None None] Bound using segment: {'id': '86f850ad-61c2-49a5-886b-3df30cbb0f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '9a554e32-f7c5-4dcb-952c-723e4a86c322'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:21:15.482351 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-d187edf8-fcb2-4d3f-a90a-a669234c9636 None None] Bound port: 41e81cb6-5f0c-4d6b-b471-5434eaa02d25, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86f850ad-61c2-49a5-886b-3df30cbb0f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '9a554e32-f7c5-4dcb-952c-723e4a86c322'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:21:15.482739 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d187edf8-fcb2-4d3f-a90a-a669234c9636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (41e81cb6-5f0c-4d6b-b471-5434eaa02d25), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:15.486677 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 6f069173-aaab-4884-aa6a-609aa2f92c1a no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:21:15.525042 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 6f069173-aaab-4884-aa6a-609aa2f92c1a {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:21:15.525634 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 6f069173-aaab-4884-aa6a-609aa2f92c1a not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:21:15.580671 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6fbdc4a7-75e2-4e0c-8041-9f609f068bc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:15.618273 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-d187edf8-fcb2-4d3f-a90a-a669234c9636 None None] For port 41e81cb6-5f0c-4d6b-b471-5434eaa02d25, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:21:15.625253 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-d187edf8-fcb2-4d3f-a90a-a669234c9636 None None] For port 41e81cb6-5f0c-4d6b-b471-5434eaa02d25, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=41e81cb6-5f0c-4d6b-b471-5434eaa02d25,segment=NetworkSegment(86f850ad-61c2-49a5-886b-3df30cbb0f04),segment_id=86f850ad-61c2-49a5-886b-3df30cbb0f04)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:21:15.636336 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d187edf8-fcb2-4d3f-a90a-a669234c9636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (41e81cb6-5f0c-4d6b-b471-5434eaa02d25), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:15.661964 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 43622) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:15.717687 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fa4d1c-4de3-4b9a-8b16-3384a6feef04 None None] Pushing event updated for resources: {'Port': ['ID=41e81cb6-5f0c-4d6b-b471-5434eaa02d25,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:15.722009 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-aaa906c3-57b7-4f6a-b5e3-173c32db72e3 None None] Provisioning complete for port 41e81cb6-5f0c-4d6b-b471-5434eaa02d25 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:15.722495 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-aaa906c3-57b7-4f6a-b5e3-173c32db72e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (41e81cb6-5f0c-4d6b-b471-5434eaa02d25), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:15.726114 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d187edf8-fcb2-4d3f-a90a-a669234c9636 None None] Routers {'4b0f659c-98e2-4e55-9ac0-d38f88bba5aa'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:21:15.726742 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-d187edf8-fcb2-4d3f-a90a-a669234c9636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:20:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['4b0f659c-98e2-4e55-9ac0-d38f88bba5aa'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:21:15.803892 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-24fe0bb1-9511-4df5-9d31-f79cf2cefff4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-409071175-network', 'tenant_id': '8257d05cb054404db31cec3bbb71493a'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:15.837462 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24fe0bb1-9511-4df5-9d31-f79cf2cefff4 admin admin] Made reservation on behalf of 8257d05cb054404db31cec3bbb71493a for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:21:15.842354 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-24fe0bb1-9511-4df5-9d31-f79cf2cefff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:15.853036 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-24fe0bb1-9511-4df5-9d31-f79cf2cefff4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:15.929666 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-d187edf8-fcb2-4d3f-a90a-a669234c9636 None None] Set router 4b0f659c-98e2-4e55-9ac0-d38f88bba5aa gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:21:15.971246 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-aaa906c3-57b7-4f6a-b5e3-173c32db72e3 None None] Current status of the port 41e81cb6-5f0c-4d6b-b471-5434eaa02d25 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:15.971645 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-aaa906c3-57b7-4f6a-b5e3-173c32db72e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (41e81cb6-5f0c-4d6b-b471-5434eaa02d25), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:15.973853 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-24fe0bb1-9511-4df5-9d31-f79cf2cefff4 admin admin] Publish callbacks [] for security_group (6c6ace4e-33cc-4c54-b8d5-44af38e54687), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:15.979364 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-24fe0bb1-9511-4df5-9d31-f79cf2cefff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (6c6ace4e-33cc-4c54-b8d5-44af38e54687), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:16.016630 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fe0bb1-9511-4df5-9d31-f79cf2cefff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c6ace4e-33cc-4c54-b8d5-44af38e54687,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:16.025516 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24fe0bb1-9511-4df5-9d31-f79cf2cefff4 admin admin] vlan segment allocate from pool success with {'vlan_id': 251, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:21:16.041304 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-24fe0bb1-9511-4df5-9d31-f79cf2cefff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (1cc07983-2153-4fea-b2a9-9157e38f7075), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:16.041649 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-24fe0bb1-9511-4df5-9d31-f79cf2cefff4 admin admin] Added segment 1cc07983-2153-4fea-b2a9-9157e38f7075 of type vlan for network 48e87e60-6ae2-4eae-a03b-2fd752f397d2 Feb 19 03:21:16.089686 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-24fe0bb1-9511-4df5-9d31-f79cf2cefff4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (48e87e60-6ae2-4eae-a03b-2fd752f397d2), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:16.105885 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-aaa906c3-57b7-4f6a-b5e3-173c32db72e3 None None] For port 41e81cb6-5f0c-4d6b-b471-5434eaa02d25, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=41e81cb6-5f0c-4d6b-b471-5434eaa02d25,segment=NetworkSegment(86f850ad-61c2-49a5-886b-3df30cbb0f04),segment_id=86f850ad-61c2-49a5-886b-3df30cbb0f04)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:21:16.114300 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-aaa906c3-57b7-4f6a-b5e3-173c32db72e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (41e81cb6-5f0c-4d6b-b471-5434eaa02d25), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:16.124134 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-24fe0bb1-9511-4df5-9d31-f79cf2cefff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (48e87e60-6ae2-4eae-a03b-2fd752f397d2), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:16.125808 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24fe0bb1-9511-4df5-9d31-f79cf2cefff4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:16.126401 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-24fe0bb1-9511-4df5-9d31-f79cf2cefff4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:16.190581 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-24fe0bb1-9511-4df5-9d31-f79cf2cefff4 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5239727 Feb 19 03:21:16.191409 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 43626) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:16.194878 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fe0bb1-9511-4df5-9d31-f79cf2cefff4 admin admin] Pushing event updated for resources: {'Network': ['ID=48e87e60-6ae2-4eae-a03b-2fd752f397d2,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:16.196077 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa906c3-57b7-4f6a-b5e3-173c32db72e3 None None] Pushing event updated for resources: {'Port': ['ID=41e81cb6-5f0c-4d6b-b471-5434eaa02d25,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:16.198213 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-1ac447ea-131f-41c0-8194-4eab2d9cf48f admin admin] Request body: {'subnet': {'network_id': '48e87e60-6ae2-4eae-a03b-2fd752f397d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-409071175-subnet', 'tenant_id': '8257d05cb054404db31cec3bbb71493a', 'ip_version': 4}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:16.221894 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 48e87e60-6ae2-4eae-a03b-2fd752f397d2 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:21:16.228695 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ac447ea-131f-41c0-8194-4eab2d9cf48f admin admin] Made reservation on behalf of 8257d05cb054404db31cec3bbb71493a for: {'subnet': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:21:16.231350 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1ac447ea-131f-41c0-8194-4eab2d9cf48f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58706307'] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:16.306893 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-9df08024-6b4c-47bb-915d-94abd4d02bde None None] Provisioning complete for port 41e81cb6-5f0c-4d6b-b471-5434eaa02d25 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:16.307277 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-9df08024-6b4c-47bb-915d-94abd4d02bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (41e81cb6-5f0c-4d6b-b471-5434eaa02d25), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:16.357584 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-d187edf8-fcb2-4d3f-a90a-a669234c9636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b0f659c-98e2-4e55-9ac0-d38f88bba5aa', 'name': 'tempest-AttachVolumeTestJSON-1720526732-router', 'tenant_id': '4bc29719da89493e810e3a2508264407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '8191241c-f09f-4dcd-8be7-6df2728ba5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:21:07Z', 'updated_at': '2022-02-19T03:21:10Z', 'revision_number': 4, 'project_id': '4bc29719da89493e810e3a2508264407', 'gw_port': {'id': '8191241c-f09f-4dcd-8be7-6df2728ba5ab', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:98:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0f659c-98e2-4e55-9ac0-d38f88bba5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:21:07Z', 'updated_at': '2022-02-19T03:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '41e81cb6-5f0c-4d6b-b471-5434eaa02d25', 'name': '', 'network_id': '9a554e32-f7c5-4dcb-952c-723e4a86c322', 'tenant_id': '4bc29719da89493e810e3a2508264407', 'mac_address': 'fa:16:3e:7f:af:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b0f659c-98e2-4e55-9ac0-d38f88bba5aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': 'ea16c631-8dac-4b32-b4b0-9ae4e04ef132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:21:10Z', 'updated_at': '2022-02-19T03:21:15Z', 'revision_number': 4, 'project_id': '4bc29719da89493e810e3a2508264407', 'subnets': [{'id': 'ea16c631-8dac-4b32-b4b0-9ae4e04ef132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:21:16.390767 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d187edf8-fcb2-4d3f-a90a-a669234c9636 None None] The sync data for ids ['4b0f659c-98e2-4e55-9ac0-d38f88bba5aa'] in n-d-826753-2 is: [{'id': '4b0f659c-98e2-4e55-9ac0-d38f88bba5aa', 'name': 'tempest-AttachVolumeTestJSON-1720526732-router', 'tenant_id': '4bc29719da89493e810e3a2508264407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '8191241c-f09f-4dcd-8be7-6df2728ba5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:21:07Z', 'updated_at': '2022-02-19T03:21:10Z', 'revision_number': 4, 'project_id': '4bc29719da89493e810e3a2508264407', 'gw_port': {'id': '8191241c-f09f-4dcd-8be7-6df2728ba5ab', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:98:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0f659c-98e2-4e55-9ac0-d38f88bba5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:21:07Z', 'updated_at': '2022-02-19T03:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '41e81cb6-5f0c-4d6b-b471-5434eaa02d25', 'name': '', 'network_id': '9a554e32-f7c5-4dcb-952c-723e4a86c322', 'tenant_id': '4bc29719da89493e810e3a2508264407', 'mac_address': 'fa:16:3e:7f:af:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b0f659c-98e2-4e55-9ac0-d38f88bba5aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': 'ea16c631-8dac-4b32-b4b0-9ae4e04ef132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:21:10Z', 'updated_at': '2022-02-19T03:21:15Z', 'revision_number': 4, 'project_id': '4bc29719da89493e810e3a2508264407', 'subnets': [{'id': 'ea16c631-8dac-4b32-b4b0-9ae4e04ef132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:21:16.415988 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f06ddc82-2907-4884-9755-74350b6d46d3 req-e328038b-5bb3-4d7e-bf79-8684f708f3af tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/ports?device_id=9561e903-5887-489a-bff4-903ca5c6c651 HTTP/1.1" status: 200 len: 210 time: 0.0632825 Feb 19 03:21:16.450541 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-9df08024-6b4c-47bb-915d-94abd4d02bde None None] Current status of the port 41e81cb6-5f0c-4d6b-b471-5434eaa02d25 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:16.554511 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1ac447ea-131f-41c0-8194-4eab2d9cf48f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12647271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58706289'] for subnet (2d8d01f7-c65c-4273-a693-0737e1d5a5eb), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:16.601902 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17ea03b-2f11-4de1-8fff-cacb77375ad9 req-d6bf83f4-c1af-4df8-b59e-cfc5324bb081 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:16.603381 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d17ea03b-2f11-4de1-8fff-cacb77375ad9 req-d6bf83f4-c1af-4df8-b59e-cfc5324bb081 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.82 "GET /v2.0/networks?id=9a554e32-f7c5-4dcb-952c-723e4a86c322 HTTP/1.1" status: 200 len: 811 time: 0.2190945 Feb 19 03:21:16.642501 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac447ea-131f-41c0-8194-4eab2d9cf48f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d8d01f7-c65c-4273-a693-0737e1d5a5eb,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:16.662618 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac447ea-131f-41c0-8194-4eab2d9cf48f admin admin] Checking segment: {'id': '1cc07983-2153-4fea-b2a9-9157e38f7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '48e87e60-6ae2-4eae-a03b-2fd752f397d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:21:16.662981 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac447ea-131f-41c0-8194-4eab2d9cf48f admin admin] Network hostable DHCP agents. Network: 48e87e60-6ae2-4eae-a03b-2fd752f397d2, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:21:16.730427 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d17ea03b-2f11-4de1-8fff-cacb77375ad9 req-363325b2-2f67-4d05-9c5e-a51696c60161 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4bc29719da89493e810e3a2508264407 HTTP/1.1" status: 200 len: 379 time: 0.1039920 Feb 19 03:21:16.731473 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac447ea-131f-41c0-8194-4eab2d9cf48f admin admin] Network 48e87e60-6ae2-4eae-a03b-2fd752f397d2 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:21:16.741620 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-d17ea03b-2f11-4de1-8fff-cacb77375ad9 req-37559da8-d042-471d-b674-de4b5b7ed766 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Request body: {'port': {'device_id': '9561e903-5887-489a-bff4-903ca5c6c651', 'network_id': '9a554e32-f7c5-4dcb-952c-723e4a86c322', 'admin_state_up': True, 'tenant_id': '4bc29719da89493e810e3a2508264407', 'security_groups': ['7720c530-0957-408e-b065-5a2a34575093']}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:16.758717 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-1ac447ea-131f-41c0-8194-4eab2d9cf48f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 48e87e60-6ae2-4eae-a03b-2fd752f397d2) {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:21:16.769443 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fecce9f7-aba4-4f3e-aa9d-dec91b36f638 None None] Network 48e87e60-6ae2-4eae-a03b-2fd752f397d2 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:21:16.791993 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac447ea-131f-41c0-8194-4eab2d9cf48f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:16.792602 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1ac447ea-131f-41c0-8194-4eab2d9cf48f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:16.835026 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-1ac447ea-131f-41c0-8194-4eab2d9cf48f admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6422844 Feb 19 03:21:16.839018 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 43632) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:16.844595 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-dadcc249-869b-43bf-9ede-cd442840b7e8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-409071175-router', 'tenant_id': '8257d05cb054404db31cec3bbb71493a', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:16.891342 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-dadcc249-869b-43bf-9ede-cd442840b7e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14172'] for router (0968ee23-8036-45f4-8809-145560fe157a), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:16.892597 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-dadcc249-869b-43bf-9ede-cd442840b7e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16317487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16285822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16309985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14247'] for router (0968ee23-8036-45f4-8809-145560fe157a), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:16.896503 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853a741a-5111-4018-98e8-73fb74bb6b65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-48e87e60-6ae2-4eae-a03b-2fd752f397d2', 'network_id': '48e87e60-6ae2-4eae-a03b-2fd752f397d2', 'project_id': '8257d05cb054404db31cec3bbb71493a', 'fixed_ips': [{'subnet_id': '2d8d01f7-c65c-4273-a693-0737e1d5a5eb'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:21:16.897794 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-853a741a-5111-4018-98e8-73fb74bb6b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:16.932339 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d17ea03b-2f11-4de1-8fff-cacb77375ad9 req-37559da8-d042-471d-b674-de4b5b7ed766 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Made reservation on behalf of 4bc29719da89493e810e3a2508264407 for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:21:16.935935 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-d17ea03b-2f11-4de1-8fff-cacb77375ad9 req-37559da8-d042-471d-b674-de4b5b7ed766 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:16.988069 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-dadcc249-869b-43bf-9ede-cd442840b7e8 admin admin] Publish callbacks [] for router_controller (0968ee23-8036-45f4-8809-145560fe157a), precommit_add_association {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:17.025229 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 41e81cb6-5f0c-4d6b-b471-5434eaa02d25 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:21:17.136147 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-853a741a-5111-4018-98e8-73fb74bb6b65 None None] Allocated IP 172.20.0.2 (48e87e60-6ae2-4eae-a03b-2fd752f397d2/2d8d01f7-c65c-4273-a693-0737e1d5a5eb/97998376-9b69-4c7f-91ee-6729feabee26) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:21:17.143731 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 41e81cb6-5f0c-4d6b-b471-5434eaa02d25 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:17.143731 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (41e81cb6-5f0c-4d6b-b471-5434eaa02d25), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:17.225476 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-dadcc249-869b-43bf-9ede-cd442840b7e8 admin admin] Publish callbacks [] for router_gateway (0968ee23-8036-45f4-8809-145560fe157a), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:17.256515 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [req-d17ea03b-2f11-4de1-8fff-cacb77375ad9 req-37559da8-d042-471d-b674-de4b5b7ed766 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Allocated IP 172.20.0.4 (9a554e32-f7c5-4dcb-952c-723e4a86c322/ea16c631-8dac-4b32-b4b0-9ae4e04ef132/27eee251-46ae-42e7-b6f1-4d8c3fdcaa3f) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:21:17.323750 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 41e81cb6-5f0c-4d6b-b471-5434eaa02d25 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:17.371154 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-853a741a-5111-4018-98e8-73fb74bb6b65 None None] Publish callbacks [] for port (97998376-9b69-4c7f-91ee-6729feabee26), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:17.378512 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-853a741a-5111-4018-98e8-73fb74bb6b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (97998376-9b69-4c7f-91ee-6729feabee26), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:17.420385 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853a741a-5111-4018-98e8-73fb74bb6b65 None None] Network 48e87e60-6ae2-4eae-a03b-2fd752f397d2 is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:21:17.424137 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-853a741a-5111-4018-98e8-73fb74bb6b65 None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:21:17.429586 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853a741a-5111-4018-98e8-73fb74bb6b65 None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:21:17.434901 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853a741a-5111-4018-98e8-73fb74bb6b65 None None] Pushing event updated for resources: {'Port': ['ID=97998376-9b69-4c7f-91ee-6729feabee26,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:17.465366 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-d17ea03b-2f11-4de1-8fff-cacb77375ad9 req-37559da8-d042-471d-b674-de4b5b7ed766 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Publish callbacks [] for port (27eee251-46ae-42e7-b6f1-4d8c3fdcaa3f), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:17.499894 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-853a741a-5111-4018-98e8-73fb74bb6b65 None None] Attempting to bind port 97998376-9b69-4c7f-91ee-6729feabee26 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:21:17.500508 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-853a741a-5111-4018-98e8-73fb74bb6b65 None None] Attempting to bind port 97998376-9b69-4c7f-91ee-6729feabee26 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '1cc07983-2153-4fea-b2a9-9157e38f7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '48e87e60-6ae2-4eae-a03b-2fd752f397d2'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:21:17.500873 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853a741a-5111-4018-98e8-73fb74bb6b65 None None] Attempting to bind port 97998376-9b69-4c7f-91ee-6729feabee26 on network 48e87e60-6ae2-4eae-a03b-2fd752f397d2 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:21:17.507583 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853a741a-5111-4018-98e8-73fb74bb6b65 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:21:17.508115 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853a741a-5111-4018-98e8-73fb74bb6b65 None None] Checking segment: {'id': '1cc07983-2153-4fea-b2a9-9157e38f7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '48e87e60-6ae2-4eae-a03b-2fd752f397d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:21:17.508687 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-853a741a-5111-4018-98e8-73fb74bb6b65 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:17.509420 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853a741a-5111-4018-98e8-73fb74bb6b65 None None] Bound using segment: {'id': '1cc07983-2153-4fea-b2a9-9157e38f7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '48e87e60-6ae2-4eae-a03b-2fd752f397d2'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:21:17.509877 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-853a741a-5111-4018-98e8-73fb74bb6b65 None None] Bound port: 97998376-9b69-4c7f-91ee-6729feabee26, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cc07983-2153-4fea-b2a9-9157e38f7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '48e87e60-6ae2-4eae-a03b-2fd752f397d2'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:21:17.510764 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-853a741a-5111-4018-98e8-73fb74bb6b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (97998376-9b69-4c7f-91ee-6729feabee26), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:17.590833 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-10511c10-32b4-4a23-b053-06b46091d3dd req-314088f2-5025-4d17-ae49-925e060e904e tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/ports?device_id=9561e903-5887-489a-bff4-903ca5c6c651 HTTP/1.1" status: 200 len: 210 time: 0.0709796 Feb 19 03:21:17.591183 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-853a741a-5111-4018-98e8-73fb74bb6b65 None None] For port 97998376-9b69-4c7f-91ee-6729feabee26, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:21:17.595165 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-853a741a-5111-4018-98e8-73fb74bb6b65 None None] For port 97998376-9b69-4c7f-91ee-6729feabee26, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=97998376-9b69-4c7f-91ee-6729feabee26,segment=NetworkSegment(1cc07983-2153-4fea-b2a9-9157e38f7075),segment_id=1cc07983-2153-4fea-b2a9-9157e38f7075)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:21:17.604513 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-853a741a-5111-4018-98e8-73fb74bb6b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (97998376-9b69-4c7f-91ee-6729feabee26), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:17.647847 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-dadcc249-869b-43bf-9ede-cd442840b7e8 admin admin] Publish callbacks [] for router_gateway (0968ee23-8036-45f4-8809-145560fe157a), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:17.651586 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-d17ea03b-2f11-4de1-8fff-cacb77375ad9 req-37559da8-d042-471d-b674-de4b5b7ed766 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (27eee251-46ae-42e7-b6f1-4d8c3fdcaa3f), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:17.673026 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853a741a-5111-4018-98e8-73fb74bb6b65 None None] Pushing event updated for resources: {'Port': ['ID=97998376-9b69-4c7f-91ee-6729feabee26,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:17.680939 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-dadcc249-869b-43bf-9ede-cd442840b7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:17.721674 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d6d9b6fa-7e28-4b1e-9aca-192fc5ce230c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:17.730640 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d17ea03b-2f11-4de1-8fff-cacb77375ad9 req-37559da8-d042-471d-b674-de4b5b7ed766 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Network 9a554e32-f7c5-4dcb-952c-723e4a86c322 is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:21:17.765826 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [req-d17ea03b-2f11-4de1-8fff-cacb77375ad9 req-37559da8-d042-471d-b674-de4b5b7ed766 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:21:17.773984 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-d17ea03b-2f11-4de1-8fff-cacb77375ad9 req-37559da8-d042-471d-b674-de4b5b7ed766 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:21:17.796905 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37559da8-d042-471d-b674-de4b5b7ed766 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Pushing event updated for resources: {'Port': ['ID=27eee251-46ae-42e7-b6f1-4d8c3fdcaa3f,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:17.861287 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17ea03b-2f11-4de1-8fff-cacb77375ad9 req-37559da8-d042-471d-b674-de4b5b7ed766 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:17.865190 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-d17ea03b-2f11-4de1-8fff-cacb77375ad9 req-37559da8-d042-471d-b674-de4b5b7ed766 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:17.900358 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d17ea03b-2f11-4de1-8fff-cacb77375ad9 req-37559da8-d042-471d-b674-de4b5b7ed766 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1647120 Feb 19 03:21:17.909813 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-dadcc249-869b-43bf-9ede-cd442840b7e8 admin admin] Allocated IP 172.25.6.109 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/66784259-b70b-4223-adef-284071a24f1f) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:21:17.921778 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-d17ea03b-2f11-4de1-8fff-cacb77375ad9 req-31cad7fa-5830-47db-b60e-5987bfc9dd11 service neutron] Request body: {'port': {'device_id': '9561e903-5887-489a-bff4-903ca5c6c651', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826753-2'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:18.042809 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-d17ea03b-2f11-4de1-8fff-cacb77375ad9 req-31cad7fa-5830-47db-b60e-5987bfc9dd11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (27eee251-46ae-42e7-b6f1-4d8c3fdcaa3f), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:18.099075 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-bfe2f50c-448c-48e4-a38e-00d113e73064 None None] Provisioning complete for port 27eee251-46ae-42e7-b6f1-4d8c3fdcaa3f triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:18.099448 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-bfe2f50c-448c-48e4-a38e-00d113e73064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (27eee251-46ae-42e7-b6f1-4d8c3fdcaa3f), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:18.121553 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-dadcc249-869b-43bf-9ede-cd442840b7e8 admin admin] Publish callbacks [] for port (66784259-b70b-4223-adef-284071a24f1f), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:18.138097 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-bfe2f50c-448c-48e4-a38e-00d113e73064 None None] Port 27eee251-46ae-42e7-b6f1-4d8c3fdcaa3f cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:21:18.266655 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-dadcc249-869b-43bf-9ede-cd442840b7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (66784259-b70b-4223-adef-284071a24f1f), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:18.322714 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dadcc249-869b-43bf-9ede-cd442840b7e8 admin admin] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:21:18.331598 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-dadcc249-869b-43bf-9ede-cd442840b7e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:21:18.338318 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadcc249-869b-43bf-9ede-cd442840b7e8 admin admin] Pushing event updated for resources: {'Port': ['ID=66784259-b70b-4223-adef-284071a24f1f,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:18.340666 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dadcc249-869b-43bf-9ede-cd442840b7e8 admin admin] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:21:18.487882 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-f2160363-3873-4864-a27b-2ed69b5eed3a req-ca1f21b9-6fe7-45d9-9f03-cbefa3cdd99c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=358d53a4-36fe-47f7-97f0-acb94bca01c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0538487 Feb 19 03:21:18.523886 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [req-d17ea03b-2f11-4de1-8fff-cacb77375ad9 req-31cad7fa-5830-47db-b60e-5987bfc9dd11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27eee251-46ae-42e7-b6f1-4d8c3fdcaa3f {{(pid=103701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:21:18.535381 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-d17ea03b-2f11-4de1-8fff-cacb77375ad9 req-31cad7fa-5830-47db-b60e-5987bfc9dd11 service neutron] Publish callbacks [] for port (27eee251-46ae-42e7-b6f1-4d8c3fdcaa3f), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:18.560180 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.provisioning_blocks [req-d17ea03b-2f11-4de1-8fff-cacb77375ad9 req-31cad7fa-5830-47db-b60e-5987bfc9dd11 service neutron] Transition to ACTIVE for port object 27eee251-46ae-42e7-b6f1-4d8c3fdcaa3f will not be triggered until provisioned by entity L2. {{(pid=103701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:21:18.565642 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-d17ea03b-2f11-4de1-8fff-cacb77375ad9 req-31cad7fa-5830-47db-b60e-5987bfc9dd11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (27eee251-46ae-42e7-b6f1-4d8c3fdcaa3f), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:18.598034 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2160363-3873-4864-a27b-2ed69b5eed3a req-e78e3166-4980-4a5d-b93b-476e951d171d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:18.599691 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-f2160363-3873-4864-a27b-2ed69b5eed3a req-e78e3166-4980-4a5d-b93b-476e951d171d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3bc3bb28499f4673b42d5b4a69d45946&device_id=358d53a4-36fe-47f7-97f0-acb94bca01c8 HTTP/1.1" status: 200 len: 1127 time: 0.0505929 Feb 19 03:21:18.716236 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2160363-3873-4864-a27b-2ed69b5eed3a req-e3061e1d-30ff-435b-8c97-3aaf8618e2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:18.718670 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-f2160363-3873-4864-a27b-2ed69b5eed3a req-e3061e1d-30ff-435b-8c97-3aaf8618e2ca service neutron] 10.222.0.73 "GET /v2.0/networks?id=46ba7a40-34d1-486e-a718-daaa9120f771 HTTP/1.1" status: 200 len: 898 time: 0.0993607 Feb 19 03:21:18.729068 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f13c30b-91d2-4272-8c37-dd9c54d8aa74 None None] Network 48e87e60-6ae2-4eae-a03b-2fd752f397d2 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:21:18.795525 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-f2160363-3873-4864-a27b-2ed69b5eed3a req-b081bb91-459b-44dc-a947-bb94f6a1fb66 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b499396d-a4f6-4939-ab9a-789b61bccaf2 HTTP/1.1" status: 200 len: 1000 time: 0.0716341 Feb 19 03:21:18.814294 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-5d2a232f-384a-4004-8355-ca35f244413b None None] Provisioning complete for port 97998376-9b69-4c7f-91ee-6729feabee26 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:18.814672 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5d2a232f-384a-4004-8355-ca35f244413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (97998376-9b69-4c7f-91ee-6729feabee26), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:18.881712 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2160363-3873-4864-a27b-2ed69b5eed3a req-95f49c61-3ed4-4cd7-b256-d23622e3299f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:18.883753 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-f2160363-3873-4864-a27b-2ed69b5eed3a req-95f49c61-3ed4-4cd7-b256-d23622e3299f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f7025eb2-ffe7-4a82-a4e1-9990d681fd2d HTTP/1.1" status: 200 len: 834 time: 0.0823150 Feb 19 03:21:18.947099 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 97998376-9b69-4c7f-91ee-6729feabee26 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:21:18.955451 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2160363-3873-4864-a27b-2ed69b5eed3a req-5f143396-d3c2-4221-8745-29b268b1d87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:18.957155 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-f2160363-3873-4864-a27b-2ed69b5eed3a req-5f143396-d3c2-4221-8745-29b268b1d87a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=46ba7a40-34d1-486e-a718-daaa9120f771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0671706 Feb 19 03:21:18.979559 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-5d2a232f-384a-4004-8355-ca35f244413b None None] Current status of the port 97998376-9b69-4c7f-91ee-6729feabee26 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:18.979931 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5d2a232f-384a-4004-8355-ca35f244413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (97998376-9b69-4c7f-91ee-6729feabee26), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:19.025231 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-5d2a232f-384a-4004-8355-ca35f244413b None None] For port 97998376-9b69-4c7f-91ee-6729feabee26, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=97998376-9b69-4c7f-91ee-6729feabee26,segment=NetworkSegment(1cc07983-2153-4fea-b2a9-9157e38f7075),segment_id=1cc07983-2153-4fea-b2a9-9157e38f7075)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:21:19.040044 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cad7fa-5830-47db-b60e-5987bfc9dd11 service neutron] Pushing event updated for resources: {'Port': ['ID=27eee251-46ae-42e7-b6f1-4d8c3fdcaa3f,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:19.053181 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5d2a232f-384a-4004-8355-ca35f244413b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (97998376-9b69-4c7f-91ee-6729feabee26), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:19.136263 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 97998376-9b69-4c7f-91ee-6729feabee26 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:19.136896 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (97998376-9b69-4c7f-91ee-6729feabee26), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:19.150600 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-f2160363-3873-4864-a27b-2ed69b5eed3a req-3660027f-a014-4f4d-8a96-4060cd4cdee8 service neutron] 10.222.0.73 "GET /v2.0/networks/46ba7a40-34d1-486e-a718-daaa9120f771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857674 Feb 19 03:21:19.173081 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-d17ea03b-2f11-4de1-8fff-cacb77375ad9 req-31cad7fa-5830-47db-b60e-5987bfc9dd11 service neutron] Attempting to bind port 27eee251-46ae-42e7-b6f1-4d8c3fdcaa3f on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:21:19.173416 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-d17ea03b-2f11-4de1-8fff-cacb77375ad9 req-31cad7fa-5830-47db-b60e-5987bfc9dd11 service neutron] Attempting to bind port 27eee251-46ae-42e7-b6f1-4d8c3fdcaa3f by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': '86f850ad-61c2-49a5-886b-3df30cbb0f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '9a554e32-f7c5-4dcb-952c-723e4a86c322'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:21:19.173743 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17ea03b-2f11-4de1-8fff-cacb77375ad9 req-31cad7fa-5830-47db-b60e-5987bfc9dd11 service neutron] Attempting to bind port 27eee251-46ae-42e7-b6f1-4d8c3fdcaa3f on network 9a554e32-f7c5-4dcb-952c-723e4a86c322 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:21:19.194336 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2a232f-384a-4004-8355-ca35f244413b None None] Pushing event updated for resources: {'Port': ['ID=97998376-9b69-4c7f-91ee-6729feabee26,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:19.195750 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-dadcc249-869b-43bf-9ede-cd442840b7e8 admin admin] Publish callbacks [] for router_gateway (0968ee23-8036-45f4-8809-145560fe157a), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:19.207304 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17ea03b-2f11-4de1-8fff-cacb77375ad9 req-31cad7fa-5830-47db-b60e-5987bfc9dd11 service neutron] Port 27eee251-46ae-42e7-b6f1-4d8c3fdcaa3f on network 9a554e32-f7c5-4dcb-952c-723e4a86c322 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:21:19.213555 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17ea03b-2f11-4de1-8fff-cacb77375ad9 req-31cad7fa-5830-47db-b60e-5987bfc9dd11 service neutron] Attempting to bind port 27eee251-46ae-42e7-b6f1-4d8c3fdcaa3f on network 9a554e32-f7c5-4dcb-952c-723e4a86c322 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:21:19.267515 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 97998376-9b69-4c7f-91ee-6729feabee26 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:19.269963 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f51130-c28e-4053-b7a5-1b52bf8ac808 req-dd8594b2-2584-4a05-aef9-3c468e9e508a tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:19.277137 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d0f51130-c28e-4053-b7a5-1b52bf8ac808 req-dd8594b2-2584-4a05-aef9-3c468e9e508a tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/ports?device_id=9561e903-5887-489a-bff4-903ca5c6c651 HTTP/1.1" status: 200 len: 943 time: 0.3039219 Feb 19 03:21:19.281200 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-f2160363-3873-4864-a27b-2ed69b5eed3a req-0abb8ff5-0558-4494-9144-844f89e3cbe1 service neutron] 10.222.0.73 "GET /v2.0/networks/46ba7a40-34d1-486e-a718-daaa9120f771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202316 Feb 19 03:21:19.300259 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17ea03b-2f11-4de1-8fff-cacb77375ad9 req-31cad7fa-5830-47db-b60e-5987bfc9dd11 service neutron] Checking agent: {'id': 'bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:21:19.300613 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17ea03b-2f11-4de1-8fff-cacb77375ad9 req-31cad7fa-5830-47db-b60e-5987bfc9dd11 service neutron] Checking segment: {'id': '86f850ad-61c2-49a5-886b-3df30cbb0f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '9a554e32-f7c5-4dcb-952c-723e4a86c322'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:21:19.301030 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17ea03b-2f11-4de1-8fff-cacb77375ad9 req-31cad7fa-5830-47db-b60e-5987bfc9dd11 service neutron] Bound using segment: {'id': '86f850ad-61c2-49a5-886b-3df30cbb0f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '9a554e32-f7c5-4dcb-952c-723e4a86c322'} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:21:19.301482 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-d17ea03b-2f11-4de1-8fff-cacb77375ad9 req-31cad7fa-5830-47db-b60e-5987bfc9dd11 service neutron] Bound port: 27eee251-46ae-42e7-b6f1-4d8c3fdcaa3f, host: n-h2-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86f850ad-61c2-49a5-886b-3df30cbb0f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '9a554e32-f7c5-4dcb-952c-723e4a86c322'}}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:21:19.301844 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-d17ea03b-2f11-4de1-8fff-cacb77375ad9 req-31cad7fa-5830-47db-b60e-5987bfc9dd11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (27eee251-46ae-42e7-b6f1-4d8c3fdcaa3f), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:19.330508 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:19.389802 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-40f3c6f1-e9b6-4445-9990-51b98ba21e27 None None] Provisioning complete for port 97998376-9b69-4c7f-91ee-6729feabee26 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:19.390309 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-40f3c6f1-e9b6-4445-9990-51b98ba21e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (97998376-9b69-4c7f-91ee-6729feabee26), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:19.402603 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d0f51130-c28e-4053-b7a5-1b52bf8ac808 req-0d72d2ba-d8c5-43eb-b92c-bedc06b5226b tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/security-groups?id=7720c530-0957-408e-b065-5a2a34575093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245937 Feb 19 03:21:19.474230 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-40f3c6f1-e9b6-4445-9990-51b98ba21e27 None None] Current status of the port 97998376-9b69-4c7f-91ee-6729feabee26 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:19.490479 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-d17ea03b-2f11-4de1-8fff-cacb77375ad9 req-31cad7fa-5830-47db-b60e-5987bfc9dd11 service neutron] For port 27eee251-46ae-42e7-b6f1-4d8c3fdcaa3f, host n-h2-826753-2, cleared binding levels {{(pid=103701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:21:19.511668 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-d17ea03b-2f11-4de1-8fff-cacb77375ad9 req-31cad7fa-5830-47db-b60e-5987bfc9dd11 service neutron] For port 27eee251-46ae-42e7-b6f1-4d8c3fdcaa3f, host n-h2-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=27eee251-46ae-42e7-b6f1-4d8c3fdcaa3f,segment=NetworkSegment(86f850ad-61c2-49a5-886b-3df30cbb0f04),segment_id=86f850ad-61c2-49a5-886b-3df30cbb0f04)] {{(pid=103701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:21:19.524018 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-d17ea03b-2f11-4de1-8fff-cacb77375ad9 req-31cad7fa-5830-47db-b60e-5987bfc9dd11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (27eee251-46ae-42e7-b6f1-4d8c3fdcaa3f), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:19.595114 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17ea03b-2f11-4de1-8fff-cacb77375ad9 req-31cad7fa-5830-47db-b60e-5987bfc9dd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:19.595728 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-d17ea03b-2f11-4de1-8fff-cacb77375ad9 req-31cad7fa-5830-47db-b60e-5987bfc9dd11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:19.597139 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d17ea03b-2f11-4de1-8fff-cacb77375ad9 req-31cad7fa-5830-47db-b60e-5987bfc9dd11 service neutron] 10.222.0.82 "PUT /v2.0/ports/27eee251-46ae-42e7-b6f1-4d8c3fdcaa3f HTTP/1.1" status: 200 len: 1091 time: 1.6829488 Feb 19 03:21:19.597596 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9561e903-5887-489a-bff4-903ca5c6c651', 'tag': '27eee251-46ae-42e7-b6f1-4d8c3fdcaa3f'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:21:19.599850 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffa83068-a454-490b-a668-9bdcd2c77011" -d '{"events": [{"name": "network-changed", "server_uuid": "9561e903-5887-489a-bff4-903ca5c6c651", "tag": "27eee251-46ae-42e7-b6f1-4d8c3fdcaa3f"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:21:19.630728 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-dadcc249-869b-43bf-9ede-cd442840b7e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16317478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865'] for router (0968ee23-8036-45f4-8809-145560fe157a), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:19.633865 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cad7fa-5830-47db-b60e-5987bfc9dd11 service neutron] Pushing event updated for resources: {'Port': ['ID=27eee251-46ae-42e7-b6f1-4d8c3fdcaa3f,revision_number=3']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:19.676979 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d52c981-78d4-48fa-8243-a8615be54a2f x-openstack-request-id: req-8d52c981-78d4-48fa-8243-a8615be54a2f {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:21:19.677301 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9561e903-5887-489a-bff4-903ca5c6c651", "tag": "27eee251-46ae-42e7-b6f1-4d8c3fdcaa3f", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:21:19.677564 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8d52c981-78d4-48fa-8243-a8615be54a2f {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:21:19.677965 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9561e903-5887-489a-bff4-903ca5c6c651', 'tag': '27eee251-46ae-42e7-b6f1-4d8c3fdcaa3f', 'status': 'completed', 'code': 200} Feb 19 03:21:19.778668 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17ea03b-2f11-4de1-8fff-cacb77375ad9 req-9e295de5-6a1c-47dd-b222-2195c5eb8ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:19.781449 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d17ea03b-2f11-4de1-8fff-cacb77375ad9 req-9e295de5-6a1c-47dd-b222-2195c5eb8ec8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=4bc29719da89493e810e3a2508264407&device_id=9561e903-5887-489a-bff4-903ca5c6c651 HTTP/1.1" status: 200 len: 1125 time: 0.1055772 Feb 19 03:21:19.845883 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d17ea03b-2f11-4de1-8fff-cacb77375ad9 req-b3fb5cc2-fbdf-4daf-83e3-627e2e0b44b5 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27eee251-46ae-42e7-b6f1-4d8c3fdcaa3f HTTP/1.1" status: 200 len: 217 time: 0.0509577 Feb 19 03:21:19.897764 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dadcc249-869b-43bf-9ede-cd442840b7e8 admin admin] Router 0968ee23-8036-45f4-8809-145560fe157a is scheduled to L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd with binding_index 1 {{(pid=103701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:21:19.907831 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17ea03b-2f11-4de1-8fff-cacb77375ad9 req-69bc3eef-da37-4bca-b234-a29c1ec69438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:19.909353 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d17ea03b-2f11-4de1-8fff-cacb77375ad9 req-69bc3eef-da37-4bca-b234-a29c1ec69438 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ea16c631-8dac-4b32-b4b0-9ae4e04ef132 HTTP/1.1" status: 200 len: 850 time: 0.0577440 Feb 19 03:21:20.030946 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17ea03b-2f11-4de1-8fff-cacb77375ad9 req-f41f68a3-47a5-421b-b1c1-4c0d8aa54d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:20.032464 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d17ea03b-2f11-4de1-8fff-cacb77375ad9 req-f41f68a3-47a5-421b-b1c1-4c0d8aa54d73 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9a554e32-f7c5-4dcb-952c-723e4a86c322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1164746 Feb 19 03:21:20.094288 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dadcc249-869b-43bf-9ede-cd442840b7e8 admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:21:20.103490 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc8c7fd-f8ca-4b53-bd8f-0c53258820a6 None None] Sync routers for ids ['0968ee23-8036-45f4-8809-145560fe157a'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:21:20.116321 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc8c7fd-f8ca-4b53-bd8f-0c53258820a6 None None] Routers {'0968ee23-8036-45f4-8809-145560fe157a'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:21:20.117034 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-fcc8c7fd-f8ca-4b53-bd8f-0c53258820a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:21:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['0968ee23-8036-45f4-8809-145560fe157a'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:21:20.119547 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-dadcc249-869b-43bf-9ede-cd442840b7e8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:20.125430 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-dadcc249-869b-43bf-9ede-cd442840b7e8 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.2806060 Feb 19 03:21:20.126330 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 43640) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:20.149392 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d17ea03b-2f11-4de1-8fff-cacb77375ad9 req-124b2c0d-7791-44ae-a13e-914b0cc061ad service neutron] 10.222.0.82 "GET /v2.0/networks/9a554e32-f7c5-4dcb-952c-723e4a86c322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091049 Feb 19 03:21:20.253212 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d17ea03b-2f11-4de1-8fff-cacb77375ad9 req-3ec66e45-e290-4bca-80e0-376d50f7f039 service neutron] 10.222.0.82 "GET /v2.0/networks/9a554e32-f7c5-4dcb-952c-723e4a86c322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980604 Feb 19 03:21:20.375260 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-fcc8c7fd-f8ca-4b53-bd8f-0c53258820a6 None None] Set router 0968ee23-8036-45f4-8809-145560fe157a gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:21:20.386747 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa83068-a454-490b-a668-9bdcd2c77011 req-2e06980c-3c6b-4d20-8a78-9b3b11582831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:20.388403 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ffa83068-a454-490b-a668-9bdcd2c77011 req-2e06980c-3c6b-4d20-8a78-9b3b11582831 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=4bc29719da89493e810e3a2508264407&device_id=9561e903-5887-489a-bff4-903ca5c6c651 HTTP/1.1" status: 200 len: 1125 time: 0.0491576 Feb 19 03:21:20.497940 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa83068-a454-490b-a668-9bdcd2c77011 req-571bb84d-53e9-4184-9e4d-272640c17f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:20.499655 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ffa83068-a454-490b-a668-9bdcd2c77011 req-571bb84d-53e9-4184-9e4d-272640c17f8f service neutron] 10.222.0.82 "GET /v2.0/networks?id=9a554e32-f7c5-4dcb-952c-723e4a86c322 HTTP/1.1" status: 200 len: 912 time: 0.1048503 Feb 19 03:21:20.521783 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:20.566188 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ffa83068-a454-490b-a668-9bdcd2c77011 req-22cbc79b-a480-4880-8e11-22f1fb0e3f42 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27eee251-46ae-42e7-b6f1-4d8c3fdcaa3f HTTP/1.1" status: 200 len: 217 time: 0.0515068 Feb 19 03:21:20.591886 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa6e05c-ee46-4cc3-a1c8-75c5c4323270 req-823c60af-d5d6-49ed-b2f2-c76a8e3fe40a tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:20.594096 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8aa6e05c-ee46-4cc3-a1c8-75c5c4323270 req-823c60af-d5d6-49ed-b2f2-c76a8e3fe40a tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/ports?device_id=9561e903-5887-489a-bff4-903ca5c6c651 HTTP/1.1" status: 200 len: 943 time: 0.1095381 Feb 19 03:21:20.611641 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-fcc8c7fd-f8ca-4b53-bd8f-0c53258820a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0968ee23-8036-45f4-8809-145560fe157a', 'name': 'tempest-TestVolumeBootPattern-409071175-router', 'tenant_id': '8257d05cb054404db31cec3bbb71493a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '66784259-b70b-4223-adef-284071a24f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:21:16Z', 'updated_at': '2022-02-19T03:21:18Z', 'revision_number': 3, 'project_id': '8257d05cb054404db31cec3bbb71493a', 'gw_port': {'id': '66784259-b70b-4223-adef-284071a24f1f', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a8:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0968ee23-8036-45f4-8809-145560fe157a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:21:17Z', 'updated_at': '2022-02-19T03:21:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:21:20.617654 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2213b001-38dc-4f2c-a37c-5c7849a943ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:20.645914 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc8c7fd-f8ca-4b53-bd8f-0c53258820a6 None None] Checking router: 0968ee23-8036-45f4-8809-145560fe157a for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:21:20.646303 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc8c7fd-f8ca-4b53-bd8f-0c53258820a6 None None] Updating router 0968ee23-8036-45f4-8809-145560fe157a port 66784259-b70b-4223-adef-284071a24f1f binding host n-d-826753-2 {{(pid=103704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:21:20.652099 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa83068-a454-490b-a668-9bdcd2c77011 req-66f6e615-4e5b-4c70-bd2b-6a8cbead21f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:20.653629 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ffa83068-a454-490b-a668-9bdcd2c77011 req-66f6e615-4e5b-4c70-bd2b-6a8cbead21f6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ea16c631-8dac-4b32-b4b0-9ae4e04ef132 HTTP/1.1" status: 200 len: 850 time: 0.0778916 Feb 19 03:21:20.674585 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-fcc8c7fd-f8ca-4b53-bd8f-0c53258820a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (66784259-b70b-4223-adef-284071a24f1f), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:20.679283 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8aa6e05c-ee46-4cc3-a1c8-75c5c4323270 req-2a34b682-3690-4d43-8511-7405e6a40730 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/security-groups?id=7720c530-0957-408e-b065-5a2a34575093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664365 Feb 19 03:21:20.717642 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa83068-a454-490b-a668-9bdcd2c77011 req-957def6e-c2a1-417b-8da8-cb9817c87938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:20.719677 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ffa83068-a454-490b-a668-9bdcd2c77011 req-957def6e-c2a1-417b-8da8-cb9817c87938 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9a554e32-f7c5-4dcb-952c-723e4a86c322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0596817 Feb 19 03:21:20.804421 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-2213b001-38dc-4f2c-a37c-5c7849a943ee admin admin] Allocated IP 172.20.0.1 (48e87e60-6ae2-4eae-a03b-2fd752f397d2/2d8d01f7-c65c-4273-a693-0737e1d5a5eb/2cb0bc19-d8c8-4262-a93c-7a17a83c15da) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:21:20.821310 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ffa83068-a454-490b-a668-9bdcd2c77011 req-702d5804-8d48-42fb-9e5e-486cb266c8c5 service neutron] 10.222.0.82 "GET /v2.0/networks/9a554e32-f7c5-4dcb-952c-723e4a86c322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943449 Feb 19 03:21:20.883903 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 97998376-9b69-4c7f-91ee-6729feabee26 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:21:20.936394 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2213b001-38dc-4f2c-a37c-5c7849a943ee admin admin] Publish callbacks [] for port (2cb0bc19-d8c8-4262-a93c-7a17a83c15da), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:20.943119 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 97998376-9b69-4c7f-91ee-6729feabee26 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:20.944209 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (97998376-9b69-4c7f-91ee-6729feabee26), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:20.944892 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ffa83068-a454-490b-a668-9bdcd2c77011 req-7182f780-7fd9-47e1-8c0b-07ec37cc70c4 service neutron] 10.222.0.82 "GET /v2.0/networks/9a554e32-f7c5-4dcb-952c-723e4a86c322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158776 Feb 19 03:21:21.000299 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2213b001-38dc-4f2c-a37c-5c7849a943ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (2cb0bc19-d8c8-4262-a93c-7a17a83c15da), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:21.024681 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-fcc8c7fd-f8ca-4b53-bd8f-0c53258820a6 None None] Publish callbacks [] for port (66784259-b70b-4223-adef-284071a24f1f), precommit_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:21.031966 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-fcc8c7fd-f8ca-4b53-bd8f-0c53258820a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (66784259-b70b-4223-adef-284071a24f1f), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:21.060678 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2213b001-38dc-4f2c-a37c-5c7849a943ee admin admin] Network 48e87e60-6ae2-4eae-a03b-2fd752f397d2 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:21:21.076613 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-2213b001-38dc-4f2c-a37c-5c7849a943ee admin admin] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:21:21.080327 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2213b001-38dc-4f2c-a37c-5c7849a943ee admin admin] Pushing event updated for resources: {'Port': ['ID=2cb0bc19-d8c8-4262-a93c-7a17a83c15da,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:21.082782 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2213b001-38dc-4f2c-a37c-5c7849a943ee admin admin] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:21:21.086874 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12630ef5-0367-4602-bf46-04311357f5e1 None None] Pushing event updated for resources: {'Port': ['ID=66784259-b70b-4223-adef-284071a24f1f,revision_number=2']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:21.110981 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12630ef5-0367-4602-bf46-04311357f5e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:21.111587 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12630ef5-0367-4602-bf46-04311357f5e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:21.111676 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12630ef5-0367-4602-bf46-04311357f5e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:21.111994 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12630ef5-0367-4602-bf46-04311357f5e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:21.112491 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12630ef5-0367-4602-bf46-04311357f5e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:21.112826 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12630ef5-0367-4602-bf46-04311357f5e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:21.113182 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12630ef5-0367-4602-bf46-04311357f5e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:21.113550 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12630ef5-0367-4602-bf46-04311357f5e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:21.113829 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12630ef5-0367-4602-bf46-04311357f5e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:21.114152 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12630ef5-0367-4602-bf46-04311357f5e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:21.114471 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12630ef5-0367-4602-bf46-04311357f5e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:21.114793 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12630ef5-0367-4602-bf46-04311357f5e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:21.115112 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12630ef5-0367-4602-bf46-04311357f5e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:21.118404 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-fcc8c7fd-f8ca-4b53-bd8f-0c53258820a6 None None] Attempting to bind port 66784259-b70b-4223-adef-284071a24f1f on host n-d-826753-2 for vnic_type normal with profile {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:21:21.118776 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-fcc8c7fd-f8ca-4b53-bd8f-0c53258820a6 None None] Attempting to bind port 66784259-b70b-4223-adef-284071a24f1f by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:21:21.119138 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc8c7fd-f8ca-4b53-bd8f-0c53258820a6 None None] Attempting to bind port 66784259-b70b-4223-adef-284071a24f1f on network eaf64708-9021-419e-b287-ef3e0f51e2ee {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:21:21.129125 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc8c7fd-f8ca-4b53-bd8f-0c53258820a6 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:21:21.129521 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc8c7fd-f8ca-4b53-bd8f-0c53258820a6 None None] Checking segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:21:21.130083 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-fcc8c7fd-f8ca-4b53-bd8f-0c53258820a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:21.130523 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc8c7fd-f8ca-4b53-bd8f-0c53258820a6 None None] Bound using segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:21:21.131003 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-fcc8c7fd-f8ca-4b53-bd8f-0c53258820a6 None None] Bound port: 66784259-b70b-4223-adef-284071a24f1f, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:21:21.131459 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-fcc8c7fd-f8ca-4b53-bd8f-0c53258820a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (66784259-b70b-4223-adef-284071a24f1f), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:21.143004 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2213b001-38dc-4f2c-a37c-5c7849a943ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16289150'] for router_interface (0968ee23-8036-45f4-8809-145560fe157a), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:21.202261 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-fcc8c7fd-f8ca-4b53-bd8f-0c53258820a6 None None] For port 66784259-b70b-4223-adef-284071a24f1f, host n-d-826753-2, cleared binding levels {{(pid=103704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:21:21.206998 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-fcc8c7fd-f8ca-4b53-bd8f-0c53258820a6 None None] For port 66784259-b70b-4223-adef-284071a24f1f, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=66784259-b70b-4223-adef-284071a24f1f,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:21:21.219426 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-fcc8c7fd-f8ca-4b53-bd8f-0c53258820a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (66784259-b70b-4223-adef-284071a24f1f), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:21.309154 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc8c7fd-f8ca-4b53-bd8f-0c53258820a6 None None] Routers {'0968ee23-8036-45f4-8809-145560fe157a'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:21:21.309786 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-fcc8c7fd-f8ca-4b53-bd8f-0c53258820a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:21:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['0968ee23-8036-45f4-8809-145560fe157a'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:21:21.311707 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12630ef5-0367-4602-bf46-04311357f5e1 None None] Pushing event updated for resources: {'Port': ['ID=66784259-b70b-4223-adef-284071a24f1f,revision_number=3']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:21.337568 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 97998376-9b69-4c7f-91ee-6729feabee26 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:21.347820 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2213b001-38dc-4f2c-a37c-5c7849a943ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (2cb0bc19-d8c8-4262-a93c-7a17a83c15da), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:21.446465 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-fcc8c7fd-f8ca-4b53-bd8f-0c53258820a6 None None] Set router 0968ee23-8036-45f4-8809-145560fe157a gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:21:21.524609 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e04326d9-fd46-45f0-bf20-e7deb6e7b046 None None] Provisioning complete for port 2cb0bc19-d8c8-4262-a93c-7a17a83c15da triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:21.525230 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e04326d9-fd46-45f0-bf20-e7deb6e7b046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (2cb0bc19-d8c8-4262-a93c-7a17a83c15da), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:21.526287 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2213b001-38dc-4f2c-a37c-5c7849a943ee admin admin] Publish callbacks [] for port (2cb0bc19-d8c8-4262-a93c-7a17a83c15da), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:21.531330 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2213b001-38dc-4f2c-a37c-5c7849a943ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (2cb0bc19-d8c8-4262-a93c-7a17a83c15da), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:21.561531 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e04326d9-fd46-45f0-bf20-e7deb6e7b046 None None] Port 2cb0bc19-d8c8-4262-a93c-7a17a83c15da cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:21:21.604190 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2213b001-38dc-4f2c-a37c-5c7849a943ee admin admin] Pushing event updated for resources: {'Port': ['ID=2cb0bc19-d8c8-4262-a93c-7a17a83c15da,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:21.606711 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2213b001-38dc-4f2c-a37c-5c7849a943ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16362769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16289258'] for router_interface (0968ee23-8036-45f4-8809-145560fe157a), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:21.645415 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-fcc8c7fd-f8ca-4b53-bd8f-0c53258820a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0968ee23-8036-45f4-8809-145560fe157a', 'name': 'tempest-TestVolumeBootPattern-409071175-router', 'tenant_id': '8257d05cb054404db31cec3bbb71493a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '66784259-b70b-4223-adef-284071a24f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:21:16Z', 'updated_at': '2022-02-19T03:21:21Z', 'revision_number': 4, 'project_id': '8257d05cb054404db31cec3bbb71493a', 'gw_port': {'id': '66784259-b70b-4223-adef-284071a24f1f', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a8:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0968ee23-8036-45f4-8809-145560fe157a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:21:17Z', 'updated_at': '2022-02-19T03:21:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '2cb0bc19-d8c8-4262-a93c-7a17a83c15da', 'name': '', 'network_id': '48e87e60-6ae2-4eae-a03b-2fd752f397d2', 'tenant_id': '8257d05cb054404db31cec3bbb71493a', 'mac_address': 'fa:16:3e:d2:db:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0968ee23-8036-45f4-8809-145560fe157a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '2d8d01f7-c65c-4273-a693-0737e1d5a5eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:21:20Z', 'updated_at': '2022-02-19T03:21:20Z', 'revision_number': 1, 'project_id': '8257d05cb054404db31cec3bbb71493a', 'subnets': [{'id': '2d8d01f7-c65c-4273-a693-0737e1d5a5eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:21:21.672339 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc8c7fd-f8ca-4b53-bd8f-0c53258820a6 None None] The sync data for ids ['0968ee23-8036-45f4-8809-145560fe157a'] in n-d-826753-2 is: [{'id': '0968ee23-8036-45f4-8809-145560fe157a', 'name': 'tempest-TestVolumeBootPattern-409071175-router', 'tenant_id': '8257d05cb054404db31cec3bbb71493a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '66784259-b70b-4223-adef-284071a24f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:21:16Z', 'updated_at': '2022-02-19T03:21:21Z', 'revision_number': 4, 'project_id': '8257d05cb054404db31cec3bbb71493a', 'gw_port': {'id': '66784259-b70b-4223-adef-284071a24f1f', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a8:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0968ee23-8036-45f4-8809-145560fe157a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:21:17Z', 'updated_at': '2022-02-19T03:21:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '2cb0bc19-d8c8-4262-a93c-7a17a83c15da', 'name': '', 'network_id': '48e87e60-6ae2-4eae-a03b-2fd752f397d2', 'tenant_id': '8257d05cb054404db31cec3bbb71493a', 'mac_address': 'fa:16:3e:d2:db:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0968ee23-8036-45f4-8809-145560fe157a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '2d8d01f7-c65c-4273-a693-0737e1d5a5eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:21:20Z', 'updated_at': '2022-02-19T03:21:20Z', 'revision_number': 1, 'project_id': '8257d05cb054404db31cec3bbb71493a', 'subnets': [{'id': '2d8d01f7-c65c-4273-a693-0737e1d5a5eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:21:21.701839 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2213b001-38dc-4f2c-a37c-5c7849a943ee admin admin] Network 48e87e60-6ae2-4eae-a03b-2fd752f397d2 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:21:21.703662 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-2213b001-38dc-4f2c-a37c-5c7849a943ee admin admin] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:21:21.819540 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc44c1b-c28c-4c0e-a3ba-dc98d79afb2f req-d4f5d115-09f2-4985-a15e-30776bfe79c8 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:21.825511 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-adc44c1b-c28c-4c0e-a3ba-dc98d79afb2f req-d4f5d115-09f2-4985-a15e-30776bfe79c8 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/ports?device_id=9561e903-5887-489a-bff4-903ca5c6c651 HTTP/1.1" status: 200 len: 943 time: 0.0653784 Feb 19 03:21:21.844396 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2213b001-38dc-4f2c-a37c-5c7849a943ee admin admin] Router 0968ee23-8036-45f4-8809-145560fe157a has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:21:21.882433 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-adc44c1b-c28c-4c0e-a3ba-dc98d79afb2f req-d428fe0b-e119-4900-a338-4ff672658136 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/security-groups?id=7720c530-0957-408e-b065-5a2a34575093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555573 Feb 19 03:21:21.972876 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:22.021571 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2213b001-38dc-4f2c-a37c-5c7849a943ee admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:21:22.026704 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-2213b001-38dc-4f2c-a37c-5c7849a943ee admin admin] 10.222.0.72 "PUT /v2.0/routers/0968ee23-8036-45f4-8809-145560fe157a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8982537 Feb 19 03:21:22.092725 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-81605e57-1c49-48ac-a061-a83e22abd234 None None] Provisioning complete for port 2cb0bc19-d8c8-4262-a93c-7a17a83c15da triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:22.093906 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-81605e57-1c49-48ac-a061-a83e22abd234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (2cb0bc19-d8c8-4262-a93c-7a17a83c15da), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:22.128109 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-81605e57-1c49-48ac-a061-a83e22abd234 None None] Port 2cb0bc19-d8c8-4262-a93c-7a17a83c15da cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:21:22.516456 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 43662) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:22.521263 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-d53b5571-0a6b-44df-92a2-9bb4fc77215f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1317570517-network', 'tenant_id': 'c3e03d11562e4dd89a5010d3d982cb82'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:22.539204 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d53b5571-0a6b-44df-92a2-9bb4fc77215f admin admin] Made reservation on behalf of c3e03d11562e4dd89a5010d3d982cb82 for: {'network': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:21:22.541542 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d53b5571-0a6b-44df-92a2-9bb4fc77215f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:22.550488 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 27eee251-46ae-42e7-b6f1-4d8c3fdcaa3f details requested by agent hyperv_n-h2-826753-2 with host n-h2-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:21:22.551033 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d53b5571-0a6b-44df-92a2-9bb4fc77215f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:22.633718 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d53b5571-0a6b-44df-92a2-9bb4fc77215f admin admin] Publish callbacks [] for security_group (35a4a4a0-9079-4e74-bf39-edeb40d228b2), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:22.650236 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d53b5571-0a6b-44df-92a2-9bb4fc77215f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (35a4a4a0-9079-4e74-bf39-edeb40d228b2), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:22.672123 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d53b5571-0a6b-44df-92a2-9bb4fc77215f admin admin] vlan segment allocate from pool success with {'vlan_id': 266, 'physical_network': 'physnet1'} {{(pid=103701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:21:22.675637 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 27eee251-46ae-42e7-b6f1-4d8c3fdcaa3f, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=27eee251-46ae-42e7-b6f1-4d8c3fdcaa3f,segment=NetworkSegment(86f850ad-61c2-49a5-886b-3df30cbb0f04),segment_id=86f850ad-61c2-49a5-886b-3df30cbb0f04)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:21:22.692643 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Returning: {'device': '27eee251-46ae-42e7-b6f1-4d8c3fdcaa3f', 'network_id': '9a554e32-f7c5-4dcb-952c-723e4a86c322', 'port_id': '27eee251-46ae-42e7-b6f1-4d8c3fdcaa3f', 'mac_address': 'fa:16:3e:81:62:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea16c631-8dac-4b32-b4b0-9ae4e04ef132', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:21:22.693201 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d53b5571-0a6b-44df-92a2-9bb4fc77215f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (e93e2c82-cbbb-4d09-abab-88cf9dcafce5), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:22.693553 n-d-826753-2 neutron-server[103701]: INFO neutron.db.segments_db [None req-d53b5571-0a6b-44df-92a2-9bb4fc77215f admin admin] Added segment e93e2c82-cbbb-4d09-abab-88cf9dcafce5 of type vlan for network ef5c136e-fb19-4483-a0c3-ef9c972c24f9 Feb 19 03:21:22.702896 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53b5571-0a6b-44df-92a2-9bb4fc77215f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35a4a4a0-9079-4e74-bf39-edeb40d228b2,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:22.742763 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d53b5571-0a6b-44df-92a2-9bb4fc77215f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (ef5c136e-fb19-4483-a0c3-ef9c972c24f9), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:22.763332 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:22.772401 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d53b5571-0a6b-44df-92a2-9bb4fc77215f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (ef5c136e-fb19-4483-a0c3-ef9c972c24f9), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:22.773358 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 27eee251-46ae-42e7-b6f1-4d8c3fdcaa3f is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:22.773495 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53b5571-0a6b-44df-92a2-9bb4fc77215f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:22.773756 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (27eee251-46ae-42e7-b6f1-4d8c3fdcaa3f), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:22.774048 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d53b5571-0a6b-44df-92a2-9bb4fc77215f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:22.790444 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27eee251-46ae-42e7-b6f1-4d8c3fdcaa3f {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:21:22.817376 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 27eee251-46ae-42e7-b6f1-4d8c3fdcaa3f, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=27eee251-46ae-42e7-b6f1-4d8c3fdcaa3f,segment=NetworkSegment(86f850ad-61c2-49a5-886b-3df30cbb0f04),segment_id=86f850ad-61c2-49a5-886b-3df30cbb0f04)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:21:22.823078 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (27eee251-46ae-42e7-b6f1-4d8c3fdcaa3f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:22.840202 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-d53b5571-0a6b-44df-92a2-9bb4fc77215f admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3226600 Feb 19 03:21:22.842977 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 43664) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:22.848736 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-6d1bfa64-3341-4265-9c4a-dc9337488615 admin admin] Request body: {'subnet': {'network_id': 'ef5c136e-fb19-4483-a0c3-ef9c972c24f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1317570517-subnet', 'tenant_id': 'c3e03d11562e4dd89a5010d3d982cb82', 'ip_version': 4}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:22.859373 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53b5571-0a6b-44df-92a2-9bb4fc77215f admin admin] Pushing event updated for resources: {'Network': ['ID=ef5c136e-fb19-4483-a0c3-ef9c972c24f9,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:22.880537 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d1bfa64-3341-4265-9c4a-dc9337488615 admin admin] Made reservation on behalf of c3e03d11562e4dd89a5010d3d982cb82 for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:21:22.887785 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6d1bfa64-3341-4265-9c4a-dc9337488615 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:22.891633 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network ef5c136e-fb19-4483-a0c3-ef9c972c24f9 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:21:22.941142 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 66784259-b70b-4223-adef-284071a24f1f up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:21:23.015332 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=27eee251-46ae-42e7-b6f1-4d8c3fdcaa3f,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:23.049336 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db5d31d-a811-473d-ae49-6bf5e765de22 req-f5d8c15b-3973-4cd5-9169-43a19556524b tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:23.054109 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4db5d31d-a811-473d-ae49-6bf5e765de22 req-f5d8c15b-3973-4cd5-9169-43a19556524b tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/ports?device_id=9561e903-5887-489a-bff4-903ca5c6c651 HTTP/1.1" status: 200 len: 944 time: 0.0731504 Feb 19 03:21:23.067982 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 66784259-b70b-4223-adef-284071a24f1f triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:23.068537 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (66784259-b70b-4223-adef-284071a24f1f), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:23.119196 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4db5d31d-a811-473d-ae49-6bf5e765de22 req-f658975a-547d-4f77-896a-f2314490a90a tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/security-groups?id=7720c530-0957-408e-b065-5a2a34575093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588851 Feb 19 03:21:23.128419 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6d1bfa64-3341-4265-9c4a-dc9337488615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (81439ec3-101c-4979-93dc-e95ed4b06e1f), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:23.128674 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['27eee251-46ae-42e7-b6f1-4d8c3fdcaa3f'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:21:23.189239 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1bfa64-3341-4265-9c4a-dc9337488615 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81439ec3-101c-4979-93dc-e95ed4b06e1f,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:23.200023 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1bfa64-3341-4265-9c4a-dc9337488615 admin admin] Checking segment: {'id': 'e93e2c82-cbbb-4d09-abab-88cf9dcafce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'ef5c136e-fb19-4483-a0c3-ef9c972c24f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:21:23.200384 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1bfa64-3341-4265-9c4a-dc9337488615 admin admin] Network hostable DHCP agents. Network: ef5c136e-fb19-4483-a0c3-ef9c972c24f9, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:21:23.220303 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1bfa64-3341-4265-9c4a-dc9337488615 admin admin] Network ef5c136e-fb19-4483-a0c3-ef9c972c24f9 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:21:23.226090 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 66784259-b70b-4223-adef-284071a24f1f is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:23.226456 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (66784259-b70b-4223-adef-284071a24f1f), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:23.231960 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-6d1bfa64-3341-4265-9c4a-dc9337488615 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, ef5c136e-fb19-4483-a0c3-ef9c972c24f9) {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:21:23.243102 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91929f2d-6d05-4633-bd32-a5a12cf3d00e None None] Network ef5c136e-fb19-4483-a0c3-ef9c972c24f9 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:21:23.244231 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1bfa64-3341-4265-9c4a-dc9337488615 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:23.245137 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6d1bfa64-3341-4265-9c4a-dc9337488615 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:23.265063 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-6d1bfa64-3341-4265-9c4a-dc9337488615 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4189181 Feb 19 03:21:23.266234 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 43668) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:23.270980 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-fbdd8e61-1d25-4e81-bff2-39d851e8b3af admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1317570517-router', 'tenant_id': 'c3e03d11562e4dd89a5010d3d982cb82', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:23.275614 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port 66784259-b70b-4223-adef-284071a24f1f, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=66784259-b70b-4223-adef-284071a24f1f,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:21:23.293023 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fbdd8e61-1d25-4e81-bff2-39d851e8b3af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14172'] for router (193c7d99-3c47-4603-b560-7333a82c14a2), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:23.294145 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fbdd8e61-1d25-4e81-bff2-39d851e8b3af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16317487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16285822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16309985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14247'] for router (193c7d99-3c47-4603-b560-7333a82c14a2), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:23.316284 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (66784259-b70b-4223-adef-284071a24f1f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:23.365899 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fbdd8e61-1d25-4e81-bff2-39d851e8b3af admin admin] Publish callbacks [] for router_controller (193c7d99-3c47-4603-b560-7333a82c14a2), precommit_add_association {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:23.426206 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=66784259-b70b-4223-adef-284071a24f1f,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:23.469994 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd68c2c-bd22-4304-bfda-52607b0d16ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-ef5c136e-fb19-4483-a0c3-ef9c972c24f9', 'network_id': 'ef5c136e-fb19-4483-a0c3-ef9c972c24f9', 'project_id': 'c3e03d11562e4dd89a5010d3d982cb82', 'fixed_ips': [{'subnet_id': '81439ec3-101c-4979-93dc-e95ed4b06e1f'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:21:23.470850 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-dcd68c2c-bd22-4304-bfda-52607b0d16ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:23.521281 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fbdd8e61-1d25-4e81-bff2-39d851e8b3af admin admin] Publish callbacks [] for router_gateway (193c7d99-3c47-4603-b560-7333a82c14a2), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:23.613916 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-dcd68c2c-bd22-4304-bfda-52607b0d16ba None None] Allocated IP 172.20.0.2 (ef5c136e-fb19-4483-a0c3-ef9c972c24f9/81439ec3-101c-4979-93dc-e95ed4b06e1f/9f104cc0-f67a-43c4-bcf3-5ba908e66524) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:21:23.765167 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-dcd68c2c-bd22-4304-bfda-52607b0d16ba None None] Publish callbacks [] for port (9f104cc0-f67a-43c4-bcf3-5ba908e66524), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:23.771459 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-dcd68c2c-bd22-4304-bfda-52607b0d16ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (9f104cc0-f67a-43c4-bcf3-5ba908e66524), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:23.810703 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd68c2c-bd22-4304-bfda-52607b0d16ba None None] Network ef5c136e-fb19-4483-a0c3-ef9c972c24f9 is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:21:23.818320 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-dcd68c2c-bd22-4304-bfda-52607b0d16ba None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:21:23.822805 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd68c2c-bd22-4304-bfda-52607b0d16ba None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:21:23.825967 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd68c2c-bd22-4304-bfda-52607b0d16ba None None] Pushing event updated for resources: {'Port': ['ID=9f104cc0-f67a-43c4-bcf3-5ba908e66524,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:23.881895 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-dcd68c2c-bd22-4304-bfda-52607b0d16ba None None] Attempting to bind port 9f104cc0-f67a-43c4-bcf3-5ba908e66524 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:21:23.882181 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-dcd68c2c-bd22-4304-bfda-52607b0d16ba None None] Attempting to bind port 9f104cc0-f67a-43c4-bcf3-5ba908e66524 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': 'e93e2c82-cbbb-4d09-abab-88cf9dcafce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'ef5c136e-fb19-4483-a0c3-ef9c972c24f9'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:21:23.882545 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd68c2c-bd22-4304-bfda-52607b0d16ba None None] Attempting to bind port 9f104cc0-f67a-43c4-bcf3-5ba908e66524 on network ef5c136e-fb19-4483-a0c3-ef9c972c24f9 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:21:23.887905 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd68c2c-bd22-4304-bfda-52607b0d16ba None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:21:23.888284 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd68c2c-bd22-4304-bfda-52607b0d16ba None None] Checking segment: {'id': 'e93e2c82-cbbb-4d09-abab-88cf9dcafce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'ef5c136e-fb19-4483-a0c3-ef9c972c24f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:21:23.888776 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-dcd68c2c-bd22-4304-bfda-52607b0d16ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:23.889134 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd68c2c-bd22-4304-bfda-52607b0d16ba None None] Bound using segment: {'id': 'e93e2c82-cbbb-4d09-abab-88cf9dcafce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'ef5c136e-fb19-4483-a0c3-ef9c972c24f9'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:21:23.893184 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-dcd68c2c-bd22-4304-bfda-52607b0d16ba None None] Bound port: 9f104cc0-f67a-43c4-bcf3-5ba908e66524, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e93e2c82-cbbb-4d09-abab-88cf9dcafce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'ef5c136e-fb19-4483-a0c3-ef9c972c24f9'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:21:23.893819 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-dcd68c2c-bd22-4304-bfda-52607b0d16ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (9f104cc0-f67a-43c4-bcf3-5ba908e66524), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:23.968160 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-dcd68c2c-bd22-4304-bfda-52607b0d16ba None None] For port 9f104cc0-f67a-43c4-bcf3-5ba908e66524, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:21:23.971879 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-dcd68c2c-bd22-4304-bfda-52607b0d16ba None None] For port 9f104cc0-f67a-43c4-bcf3-5ba908e66524, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=9f104cc0-f67a-43c4-bcf3-5ba908e66524,segment=NetworkSegment(e93e2c82-cbbb-4d09-abab-88cf9dcafce5),segment_id=e93e2c82-cbbb-4d09-abab-88cf9dcafce5)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:21:23.978772 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-dcd68c2c-bd22-4304-bfda-52607b0d16ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (9f104cc0-f67a-43c4-bcf3-5ba908e66524), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:24.040309 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd68c2c-bd22-4304-bfda-52607b0d16ba None None] Pushing event updated for resources: {'Port': ['ID=9f104cc0-f67a-43c4-bcf3-5ba908e66524,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:24.074398 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fbdd8e61-1d25-4e81-bff2-39d851e8b3af admin admin] Publish callbacks [] for router_gateway (193c7d99-3c47-4603-b560-7333a82c14a2), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:24.094625 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fbdd8e61-1d25-4e81-bff2-39d851e8b3af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:24.216454 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-fbdd8e61-1d25-4e81-bff2-39d851e8b3af admin admin] Allocated IP 172.25.6.247 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/7f890060-1983-4d59-ada6-4a95eae79e61) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:21:24.266150 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b80328-74bc-4eee-88bd-6afbf6094576 req-08cf92e2-4739-45dc-8939-4a3cced8f6ea tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:24.267773 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-54b80328-74bc-4eee-88bd-6afbf6094576 req-08cf92e2-4739-45dc-8939-4a3cced8f6ea tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/ports?device_id=9561e903-5887-489a-bff4-903ca5c6c651 HTTP/1.1" status: 200 len: 944 time: 0.0875218 Feb 19 03:21:24.328773 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2184534e-3f61-4dce-85b4-f8ff9bbb769a None None] Sync routers for ids ['0968ee23-8036-45f4-8809-145560fe157a'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:21:24.341562 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-54b80328-74bc-4eee-88bd-6afbf6094576 req-f9f097a5-0b2c-4d2c-935b-48024957116c tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/security-groups?id=7720c530-0957-408e-b065-5a2a34575093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680633 Feb 19 03:21:24.345160 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2184534e-3f61-4dce-85b4-f8ff9bbb769a None None] Routers {'0968ee23-8036-45f4-8809-145560fe157a'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:21:24.346038 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-2184534e-3f61-4dce-85b4-f8ff9bbb769a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:21:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['0968ee23-8036-45f4-8809-145560fe157a'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:21:24.388173 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fbdd8e61-1d25-4e81-bff2-39d851e8b3af admin admin] Publish callbacks [] for port (7f890060-1983-4d59-ada6-4a95eae79e61), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:24.435967 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fbdd8e61-1d25-4e81-bff2-39d851e8b3af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (7f890060-1983-4d59-ada6-4a95eae79e61), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:24.472041 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-2184534e-3f61-4dce-85b4-f8ff9bbb769a None None] Set router 0968ee23-8036-45f4-8809-145560fe157a gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:21:24.475211 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbdd8e61-1d25-4e81-bff2-39d851e8b3af admin admin] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:21:24.478158 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-fbdd8e61-1d25-4e81-bff2-39d851e8b3af admin admin] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:21:24.483880 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdd8e61-1d25-4e81-bff2-39d851e8b3af admin admin] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:21:24.509036 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdd8e61-1d25-4e81-bff2-39d851e8b3af admin admin] Pushing event updated for resources: {'Port': ['ID=7f890060-1983-4d59-ada6-4a95eae79e61,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:24.594757 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 27eee251-46ae-42e7-b6f1-4d8c3fdcaa3f up at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:21:24.697697 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning for port 27eee251-46ae-42e7-b6f1-4d8c3fdcaa3f completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:21:24.703306 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning complete for port 27eee251-46ae-42e7-b6f1-4d8c3fdcaa3f triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:24.703677 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (27eee251-46ae-42e7-b6f1-4d8c3fdcaa3f), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:24.757577 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fbdd8e61-1d25-4e81-bff2-39d851e8b3af admin admin] Publish callbacks [] for router_gateway (193c7d99-3c47-4603-b560-7333a82c14a2), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:24.762861 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-2184534e-3f61-4dce-85b4-f8ff9bbb769a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0968ee23-8036-45f4-8809-145560fe157a', 'name': 'tempest-TestVolumeBootPattern-409071175-router', 'tenant_id': '8257d05cb054404db31cec3bbb71493a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '66784259-b70b-4223-adef-284071a24f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:21:16Z', 'updated_at': '2022-02-19T03:21:21Z', 'revision_number': 4, 'project_id': '8257d05cb054404db31cec3bbb71493a', 'gw_port': {'id': '66784259-b70b-4223-adef-284071a24f1f', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0968ee23-8036-45f4-8809-145560fe157a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:21:17Z', 'updated_at': '2022-02-19T03:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '2cb0bc19-d8c8-4262-a93c-7a17a83c15da', 'name': '', 'network_id': '48e87e60-6ae2-4eae-a03b-2fd752f397d2', 'tenant_id': '8257d05cb054404db31cec3bbb71493a', 'mac_address': 'fa:16:3e:d2:db:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0968ee23-8036-45f4-8809-145560fe157a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '2d8d01f7-c65c-4273-a693-0737e1d5a5eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:21:20Z', 'updated_at': '2022-02-19T03:21:21Z', 'revision_number': 2, 'project_id': '8257d05cb054404db31cec3bbb71493a', 'subnets': [{'id': '2d8d01f7-c65c-4273-a693-0737e1d5a5eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:21:24.811880 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2184534e-3f61-4dce-85b4-f8ff9bbb769a None None] Checking router: 0968ee23-8036-45f4-8809-145560fe157a for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:21:24.812762 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2184534e-3f61-4dce-85b4-f8ff9bbb769a None None] Updating router 0968ee23-8036-45f4-8809-145560fe157a port 2cb0bc19-d8c8-4262-a93c-7a17a83c15da binding host n-d-826753-2 {{(pid=103703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:21:24.858567 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 27eee251-46ae-42e7-b6f1-4d8c3fdcaa3f is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:24.858965 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (27eee251-46ae-42e7-b6f1-4d8c3fdcaa3f), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:24.867127 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-2184534e-3f61-4dce-85b4-f8ff9bbb769a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (2cb0bc19-d8c8-4262-a93c-7a17a83c15da), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:24.929533 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9561e903-5887-489a-bff4-903ca5c6c651', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27eee251-46ae-42e7-b6f1-4d8c3fdcaa3f'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:21:24.932473 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6de0280-5921-4095-a6b8-a11e098fba42" -d '{"events": [{"server_uuid": "9561e903-5887-489a-bff4-903ca5c6c651", "name": "network-vif-plugged", "status": "completed", "tag": "27eee251-46ae-42e7-b6f1-4d8c3fdcaa3f"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:21:24.963207 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 27eee251-46ae-42e7-b6f1-4d8c3fdcaa3f, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=27eee251-46ae-42e7-b6f1-4d8c3fdcaa3f,segment=NetworkSegment(86f850ad-61c2-49a5-886b-3df30cbb0f04),segment_id=86f850ad-61c2-49a5-886b-3df30cbb0f04)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:21:24.974440 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (27eee251-46ae-42e7-b6f1-4d8c3fdcaa3f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:25.041833 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fbdd8e61-1d25-4e81-bff2-39d851e8b3af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16317478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865'] for router (193c7d99-3c47-4603-b560-7333a82c14a2), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:25.045577 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f55f0ef2-44d9-4cc3-86ed-a593ea77240b x-openstack-request-id: req-f55f0ef2-44d9-4cc3-86ed-a593ea77240b {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:21:25.045883 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9561e903-5887-489a-bff4-903ca5c6c651", "name": "network-vif-plugged", "status": "completed", "tag": "27eee251-46ae-42e7-b6f1-4d8c3fdcaa3f", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:21:25.047099 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f55f0ef2-44d9-4cc3-86ed-a593ea77240b {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:21:25.047554 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9561e903-5887-489a-bff4-903ca5c6c651', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27eee251-46ae-42e7-b6f1-4d8c3fdcaa3f', 'code': 200} Feb 19 03:21:25.057820 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 66784259-b70b-4223-adef-284071a24f1f up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:21:25.145955 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf68f55c-61cc-4687-8202-57c1e1abd231 req-a44498c5-c10d-49fb-8365-aa48ce4eba9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:25.147800 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cf68f55c-61cc-4687-8202-57c1e1abd231 req-a44498c5-c10d-49fb-8365-aa48ce4eba9a service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=9561e903-5887-489a-bff4-903ca5c6c651 HTTP/1.1" status: 200 len: 1127 time: 0.0547240 Feb 19 03:21:25.161136 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=27eee251-46ae-42e7-b6f1-4d8c3fdcaa3f,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:25.220690 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cf68f55c-61cc-4687-8202-57c1e1abd231 req-953e6691-46b7-41a8-b7cf-6ef54b15effd service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=7720c530-0957-408e-b065-5a2a34575093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644414 Feb 19 03:21:25.230663 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 66784259-b70b-4223-adef-284071a24f1f triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:25.230805 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbdd8e61-1d25-4e81-bff2-39d851e8b3af admin admin] Router 193c7d99-3c47-4603-b560-7333a82c14a2 is scheduled to L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd with binding_index 1 {{(pid=103702) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:21:25.231253 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (66784259-b70b-4223-adef-284071a24f1f), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:25.255000 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb7b901d-d7f7-4d4c-8160-f06b7a8bb607 None None] Network ef5c136e-fb19-4483-a0c3-ef9c972c24f9 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:21:25.352636 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbdd8e61-1d25-4e81-bff2-39d851e8b3af admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:21:25.358442 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-0cb3b113-b24d-47f9-976a-c3bd71ef4e70 None None] Provisioning complete for port 9f104cc0-f67a-43c4-bcf3-5ba908e66524 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:25.359387 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-0cb3b113-b24d-47f9-976a-c3bd71ef4e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (9f104cc0-f67a-43c4-bcf3-5ba908e66524), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:25.365613 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb95889c-fb27-479f-b37e-428423d0716f None None] Sync routers for ids ['193c7d99-3c47-4603-b560-7333a82c14a2'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:21:25.379331 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb95889c-fb27-479f-b37e-428423d0716f None None] Routers {'193c7d99-3c47-4603-b560-7333a82c14a2'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:21:25.380458 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fbdd8e61-1d25-4e81-bff2-39d851e8b3af admin admin] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:25.381159 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-bb95889c-fb27-479f-b37e-428423d0716f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:21:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['193c7d99-3c47-4603-b560-7333a82c14a2'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:21:25.384775 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-fbdd8e61-1d25-4e81-bff2-39d851e8b3af admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.1149867 Feb 19 03:21:25.385000 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 43676) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:25.485120 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470f829c-a472-4e55-9cae-01a9c243cf78 req-a5521792-f2b3-46c0-a988-deaf60929d53 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:25.487416 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-470f829c-a472-4e55-9cae-01a9c243cf78 req-a5521792-f2b3-46c0-a988-deaf60929d53 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/ports?device_id=9561e903-5887-489a-bff4-903ca5c6c651 HTTP/1.1" status: 200 len: 945 time: 0.0661850 Feb 19 03:21:25.510488 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-bb95889c-fb27-479f-b37e-428423d0716f None None] Set router 193c7d99-3c47-4603-b560-7333a82c14a2 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:21:25.541562 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-470f829c-a472-4e55-9cae-01a9c243cf78 req-7b11e06b-9d4d-4d46-b1a8-ca4aa7a9c621 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/security-groups?id=7720c530-0957-408e-b065-5a2a34575093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479321 Feb 19 03:21:25.689418 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-2184534e-3f61-4dce-85b4-f8ff9bbb769a None None] Publish callbacks [] for port (2cb0bc19-d8c8-4262-a93c-7a17a83c15da), precommit_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:25.706489 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-2184534e-3f61-4dce-85b4-f8ff9bbb769a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (2cb0bc19-d8c8-4262-a93c-7a17a83c15da), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:25.718034 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-bb95889c-fb27-479f-b37e-428423d0716f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '193c7d99-3c47-4603-b560-7333a82c14a2', 'name': 'tempest-TestVolumeBootPattern-1317570517-router', 'tenant_id': 'c3e03d11562e4dd89a5010d3d982cb82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '7f890060-1983-4d59-ada6-4a95eae79e61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:21:23Z', 'updated_at': '2022-02-19T03:21:24Z', 'revision_number': 3, 'project_id': 'c3e03d11562e4dd89a5010d3d982cb82', 'gw_port': {'id': '7f890060-1983-4d59-ada6-4a95eae79e61', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:80:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '193c7d99-3c47-4603-b560-7333a82c14a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:21:24Z', 'updated_at': '2022-02-19T03:21:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:21:25.737630 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 66784259-b70b-4223-adef-284071a24f1f is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:25.738609 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 9f104cc0-f67a-43c4-bcf3-5ba908e66524 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:21:25.745448 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb95889c-fb27-479f-b37e-428423d0716f None None] Checking router: 193c7d99-3c47-4603-b560-7333a82c14a2 for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:21:25.745796 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb95889c-fb27-479f-b37e-428423d0716f None None] Updating router 193c7d99-3c47-4603-b560-7333a82c14a2 port 7f890060-1983-4d59-ada6-4a95eae79e61 binding host n-d-826753-2 {{(pid=103704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:21:25.776425 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-bb95889c-fb27-479f-b37e-428423d0716f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (7f890060-1983-4d59-ada6-4a95eae79e61), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:25.830026 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d3b1ba-c4cd-41a9-a92d-44c73d773481 None None] Pushing event updated for resources: {'Port': ['ID=2cb0bc19-d8c8-4262-a93c-7a17a83c15da,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:25.846144 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-0cb3b113-b24d-47f9-976a-c3bd71ef4e70 None None] Current status of the port 9f104cc0-f67a-43c4-bcf3-5ba908e66524 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:25.846527 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-0cb3b113-b24d-47f9-976a-c3bd71ef4e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (9f104cc0-f67a-43c4-bcf3-5ba908e66524), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:25.905763 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-83df385e-1ccf-467e-a2bb-5168aa046f2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:25.930063 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-2184534e-3f61-4dce-85b4-f8ff9bbb769a None None] Attempting to bind port 2cb0bc19-d8c8-4262-a93c-7a17a83c15da on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:21:25.930453 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-2184534e-3f61-4dce-85b4-f8ff9bbb769a None None] Attempting to bind port 2cb0bc19-d8c8-4262-a93c-7a17a83c15da by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '1cc07983-2153-4fea-b2a9-9157e38f7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '48e87e60-6ae2-4eae-a03b-2fd752f397d2'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:21:25.930797 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2184534e-3f61-4dce-85b4-f8ff9bbb769a None None] Attempting to bind port 2cb0bc19-d8c8-4262-a93c-7a17a83c15da on network 48e87e60-6ae2-4eae-a03b-2fd752f397d2 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:21:25.946431 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-0cb3b113-b24d-47f9-976a-c3bd71ef4e70 None None] For port 9f104cc0-f67a-43c4-bcf3-5ba908e66524, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=9f104cc0-f67a-43c4-bcf3-5ba908e66524,segment=NetworkSegment(e93e2c82-cbbb-4d09-abab-88cf9dcafce5),segment_id=e93e2c82-cbbb-4d09-abab-88cf9dcafce5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:21:25.948126 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 9f104cc0-f67a-43c4-bcf3-5ba908e66524 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:25.948589 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (9f104cc0-f67a-43c4-bcf3-5ba908e66524), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:25.950695 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2184534e-3f61-4dce-85b4-f8ff9bbb769a None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:21:25.951255 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2184534e-3f61-4dce-85b4-f8ff9bbb769a None None] Checking segment: {'id': '1cc07983-2153-4fea-b2a9-9157e38f7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '48e87e60-6ae2-4eae-a03b-2fd752f397d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:21:25.951499 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-2184534e-3f61-4dce-85b4-f8ff9bbb769a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:25.951990 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2184534e-3f61-4dce-85b4-f8ff9bbb769a None None] Bound using segment: {'id': '1cc07983-2153-4fea-b2a9-9157e38f7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '48e87e60-6ae2-4eae-a03b-2fd752f397d2'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:21:25.952681 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-2184534e-3f61-4dce-85b4-f8ff9bbb769a None None] Bound port: 2cb0bc19-d8c8-4262-a93c-7a17a83c15da, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cc07983-2153-4fea-b2a9-9157e38f7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '48e87e60-6ae2-4eae-a03b-2fd752f397d2'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:21:25.953262 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-2184534e-3f61-4dce-85b4-f8ff9bbb769a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (2cb0bc19-d8c8-4262-a93c-7a17a83c15da), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:25.963226 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-0cb3b113-b24d-47f9-976a-c3bd71ef4e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (9f104cc0-f67a-43c4-bcf3-5ba908e66524), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:26.127834 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb3b113-b24d-47f9-976a-c3bd71ef4e70 None None] Pushing event updated for resources: {'Port': ['ID=9f104cc0-f67a-43c4-bcf3-5ba908e66524,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:26.138124 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-2184534e-3f61-4dce-85b4-f8ff9bbb769a None None] For port 2cb0bc19-d8c8-4262-a93c-7a17a83c15da, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:21:26.151360 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-83df385e-1ccf-467e-a2bb-5168aa046f2c admin admin] Allocated IP 172.20.0.1 (ef5c136e-fb19-4483-a0c3-ef9c972c24f9/81439ec3-101c-4979-93dc-e95ed4b06e1f/a08bc833-7cff-4f4e-b0a6-b5f02abaa719) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:21:26.170763 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-2184534e-3f61-4dce-85b4-f8ff9bbb769a None None] For port 2cb0bc19-d8c8-4262-a93c-7a17a83c15da, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=2cb0bc19-d8c8-4262-a93c-7a17a83c15da,segment=NetworkSegment(1cc07983-2153-4fea-b2a9-9157e38f7075),segment_id=1cc07983-2153-4fea-b2a9-9157e38f7075)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:21:26.194452 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-2184534e-3f61-4dce-85b4-f8ff9bbb769a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (2cb0bc19-d8c8-4262-a93c-7a17a83c15da), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:26.201920 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 9f104cc0-f67a-43c4-bcf3-5ba908e66524 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:26.241133 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-a53871f1-e382-44d2-a1fe-afc77c8dcb9a None None] Provisioning complete for port 2cb0bc19-d8c8-4262-a93c-7a17a83c15da triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:26.241294 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-a53871f1-e382-44d2-a1fe-afc77c8dcb9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (2cb0bc19-d8c8-4262-a93c-7a17a83c15da), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:26.293562 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2184534e-3f61-4dce-85b4-f8ff9bbb769a None None] Routers {'0968ee23-8036-45f4-8809-145560fe157a'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:21:26.294222 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-2184534e-3f61-4dce-85b4-f8ff9bbb769a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:21:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['0968ee23-8036-45f4-8809-145560fe157a'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:21:26.296000 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d3b1ba-c4cd-41a9-a92d-44c73d773481 None None] Pushing event updated for resources: {'Port': ['ID=2cb0bc19-d8c8-4262-a93c-7a17a83c15da,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:26.369110 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-83df385e-1ccf-467e-a2bb-5168aa046f2c admin admin] Publish callbacks [] for port (a08bc833-7cff-4f4e-b0a6-b5f02abaa719), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:26.403449 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-bb95889c-fb27-479f-b37e-428423d0716f None None] Publish callbacks [] for port (7f890060-1983-4d59-ada6-4a95eae79e61), precommit_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:26.410622 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-bb95889c-fb27-479f-b37e-428423d0716f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (7f890060-1983-4d59-ada6-4a95eae79e61), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:26.419178 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-83df385e-1ccf-467e-a2bb-5168aa046f2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (a08bc833-7cff-4f4e-b0a6-b5f02abaa719), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:26.464276 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-a53871f1-e382-44d2-a1fe-afc77c8dcb9a None None] Current status of the port 2cb0bc19-d8c8-4262-a93c-7a17a83c15da is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:26.464665 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-a53871f1-e382-44d2-a1fe-afc77c8dcb9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (2cb0bc19-d8c8-4262-a93c-7a17a83c15da), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:26.481235 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-bb95889c-fb27-479f-b37e-428423d0716f None None] Attempting to bind port 7f890060-1983-4d59-ada6-4a95eae79e61 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:21:26.481610 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-bb95889c-fb27-479f-b37e-428423d0716f None None] Attempting to bind port 7f890060-1983-4d59-ada6-4a95eae79e61 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:21:26.481961 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb95889c-fb27-479f-b37e-428423d0716f None None] Attempting to bind port 7f890060-1983-4d59-ada6-4a95eae79e61 on network eaf64708-9021-419e-b287-ef3e0f51e2ee {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:21:26.485140 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:26.486526 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83df385e-1ccf-467e-a2bb-5168aa046f2c admin admin] Network ef5c136e-fb19-4483-a0c3-ef9c972c24f9 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:21:26.488114 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83df385e-1ccf-467e-a2bb-5168aa046f2c admin admin] Pushing event updated for resources: {'Port': ['ID=a08bc833-7cff-4f4e-b0a6-b5f02abaa719,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:26.490349 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-2184534e-3f61-4dce-85b4-f8ff9bbb769a None None] Set router 0968ee23-8036-45f4-8809-145560fe157a gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:21:26.490960 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-83df385e-1ccf-467e-a2bb-5168aa046f2c admin admin] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:21:26.493318 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83df385e-1ccf-467e-a2bb-5168aa046f2c admin admin] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:21:26.504092 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb95889c-fb27-479f-b37e-428423d0716f None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:21:26.504480 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb95889c-fb27-479f-b37e-428423d0716f None None] Checking segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:21:26.504876 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-bb95889c-fb27-479f-b37e-428423d0716f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:26.505291 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb95889c-fb27-479f-b37e-428423d0716f None None] Bound using segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:21:26.505765 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-bb95889c-fb27-479f-b37e-428423d0716f None None] Bound port: 7f890060-1983-4d59-ada6-4a95eae79e61, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:21:26.506122 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-bb95889c-fb27-479f-b37e-428423d0716f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (7f890060-1983-4d59-ada6-4a95eae79e61), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:26.507873 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8684604-1c06-4b34-b4a8-63c637126a52 None None] Pushing event updated for resources: {'Port': ['ID=7f890060-1983-4d59-ada6-4a95eae79e61,revision_number=2']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:26.549917 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-83df385e-1ccf-467e-a2bb-5168aa046f2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16289150'] for router_interface (193c7d99-3c47-4603-b560-7333a82c14a2), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:26.631680 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-bb95889c-fb27-479f-b37e-428423d0716f None None] For port 7f890060-1983-4d59-ada6-4a95eae79e61, host n-d-826753-2, cleared binding levels {{(pid=103704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:21:26.647582 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-bb95889c-fb27-479f-b37e-428423d0716f None None] For port 7f890060-1983-4d59-ada6-4a95eae79e61, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=7f890060-1983-4d59-ada6-4a95eae79e61,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:21:26.659230 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-bb95889c-fb27-479f-b37e-428423d0716f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (7f890060-1983-4d59-ada6-4a95eae79e61), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:26.709195 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-a53871f1-e382-44d2-a1fe-afc77c8dcb9a None None] For port 2cb0bc19-d8c8-4262-a93c-7a17a83c15da, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=2cb0bc19-d8c8-4262-a93c-7a17a83c15da,segment=NetworkSegment(1cc07983-2153-4fea-b2a9-9157e38f7075),segment_id=1cc07983-2153-4fea-b2a9-9157e38f7075)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:21:26.724374 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-a53871f1-e382-44d2-a1fe-afc77c8dcb9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (2cb0bc19-d8c8-4262-a93c-7a17a83c15da), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:26.755653 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017e180c-b909-4e81-9568-9449649fe4f4 req-19df6d0c-be84-4caa-b7f3-b71d9d6695b0 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:26.757977 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-017e180c-b909-4e81-9568-9449649fe4f4 req-19df6d0c-be84-4caa-b7f3-b71d9d6695b0 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/ports?device_id=9561e903-5887-489a-bff4-903ca5c6c651 HTTP/1.1" status: 200 len: 945 time: 0.1174130 Feb 19 03:21:26.762939 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb95889c-fb27-479f-b37e-428423d0716f None None] Routers {'193c7d99-3c47-4603-b560-7333a82c14a2'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:21:26.763909 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-bb95889c-fb27-479f-b37e-428423d0716f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:21:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['193c7d99-3c47-4603-b560-7333a82c14a2'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:21:26.770166 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8684604-1c06-4b34-b4a8-63c637126a52 None None] Pushing event updated for resources: {'Port': ['ID=7f890060-1983-4d59-ada6-4a95eae79e61,revision_number=3']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:26.798929 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-83df385e-1ccf-467e-a2bb-5168aa046f2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (a08bc833-7cff-4f4e-b0a6-b5f02abaa719), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:26.864566 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-017e180c-b909-4e81-9568-9449649fe4f4 req-94c1ed17-17a6-4089-ab5b-a59478ec0c66 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/security-groups?id=7720c530-0957-408e-b065-5a2a34575093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993321 Feb 19 03:21:26.899797 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-489aef59-5a05-494a-bd85-96dfa6c6650a None None] Provisioning complete for port 2cb0bc19-d8c8-4262-a93c-7a17a83c15da triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:26.900179 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-489aef59-5a05-494a-bd85-96dfa6c6650a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (2cb0bc19-d8c8-4262-a93c-7a17a83c15da), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:26.901725 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53871f1-e382-44d2-a1fe-afc77c8dcb9a None None] Pushing event updated for resources: {'Port': ['ID=2cb0bc19-d8c8-4262-a93c-7a17a83c15da,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:26.953872 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-2184534e-3f61-4dce-85b4-f8ff9bbb769a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0968ee23-8036-45f4-8809-145560fe157a', 'name': 'tempest-TestVolumeBootPattern-409071175-router', 'tenant_id': '8257d05cb054404db31cec3bbb71493a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '66784259-b70b-4223-adef-284071a24f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:21:16Z', 'updated_at': '2022-02-19T03:21:21Z', 'revision_number': 4, 'project_id': '8257d05cb054404db31cec3bbb71493a', 'gw_port': {'id': '66784259-b70b-4223-adef-284071a24f1f', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0968ee23-8036-45f4-8809-145560fe157a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:21:17Z', 'updated_at': '2022-02-19T03:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '2cb0bc19-d8c8-4262-a93c-7a17a83c15da', 'name': '', 'network_id': '48e87e60-6ae2-4eae-a03b-2fd752f397d2', 'tenant_id': '8257d05cb054404db31cec3bbb71493a', 'mac_address': 'fa:16:3e:d2:db:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0968ee23-8036-45f4-8809-145560fe157a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '2d8d01f7-c65c-4273-a693-0737e1d5a5eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:21:20Z', 'updated_at': '2022-02-19T03:21:26Z', 'revision_number': 4, 'project_id': '8257d05cb054404db31cec3bbb71493a', 'subnets': [{'id': '2d8d01f7-c65c-4273-a693-0737e1d5a5eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:21:26.983496 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-bb95889c-fb27-479f-b37e-428423d0716f None None] Set router 193c7d99-3c47-4603-b560-7333a82c14a2 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:21:27.004734 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 2cb0bc19-d8c8-4262-a93c-7a17a83c15da up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:21:27.007332 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2184534e-3f61-4dce-85b4-f8ff9bbb769a None None] The sync data for ids ['0968ee23-8036-45f4-8809-145560fe157a'] in n-d-826753-2 is: [{'id': '0968ee23-8036-45f4-8809-145560fe157a', 'name': 'tempest-TestVolumeBootPattern-409071175-router', 'tenant_id': '8257d05cb054404db31cec3bbb71493a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '66784259-b70b-4223-adef-284071a24f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:21:16Z', 'updated_at': '2022-02-19T03:21:21Z', 'revision_number': 4, 'project_id': '8257d05cb054404db31cec3bbb71493a', 'gw_port': {'id': '66784259-b70b-4223-adef-284071a24f1f', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0968ee23-8036-45f4-8809-145560fe157a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:21:17Z', 'updated_at': '2022-02-19T03:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '2cb0bc19-d8c8-4262-a93c-7a17a83c15da', 'name': '', 'network_id': '48e87e60-6ae2-4eae-a03b-2fd752f397d2', 'tenant_id': '8257d05cb054404db31cec3bbb71493a', 'mac_address': 'fa:16:3e:d2:db:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0968ee23-8036-45f4-8809-145560fe157a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '2d8d01f7-c65c-4273-a693-0737e1d5a5eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:21:20Z', 'updated_at': '2022-02-19T03:21:26Z', 'revision_number': 4, 'project_id': '8257d05cb054404db31cec3bbb71493a', 'subnets': [{'id': '2d8d01f7-c65c-4273-a693-0737e1d5a5eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:21:27.043895 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1921e6be-e43e-4638-8aec-1509c68c3b24 req-f73c0f11-c4fb-4440-a8cf-93e1a75e6f76 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:27.054267 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1921e6be-e43e-4638-8aec-1509c68c3b24 req-f73c0f11-c4fb-4440-a8cf-93e1a75e6f76 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/ports?device_id=9561e903-5887-489a-bff4-903ca5c6c651 HTTP/1.1" status: 200 len: 945 time: 0.0824687 Feb 19 03:21:27.070629 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 43682) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:27.081219 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-355d7c49-6c03-4026-8a20-836a57d01165 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Request body: {'floatingip': {'port_id': '27eee251-46ae-42e7-b6f1-4d8c3fdcaa3f'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:27.107573 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-83df385e-1ccf-467e-a2bb-5168aa046f2c admin admin] Publish callbacks [] for port (a08bc833-7cff-4f4e-b0a6-b5f02abaa719), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:27.118190 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-489aef59-5a05-494a-bd85-96dfa6c6650a None None] Current status of the port 2cb0bc19-d8c8-4262-a93c-7a17a83c15da is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:27.122690 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-83df385e-1ccf-467e-a2bb-5168aa046f2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (a08bc833-7cff-4f4e-b0a6-b5f02abaa719), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:27.126627 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-355d7c49-6c03-4026-8a20-836a57d01165 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Publish callbacks [] for floatingip (faa17c49-9539-496b-b7e3-21713296f624), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:27.154419 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 2cb0bc19-d8c8-4262-a93c-7a17a83c15da triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:27.154918 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (2cb0bc19-d8c8-4262-a93c-7a17a83c15da), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:27.158300 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-489aef59-5a05-494a-bd85-96dfa6c6650a None None] Provisioning complete for port 9f104cc0-f67a-43c4-bcf3-5ba908e66524 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:27.158667 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-489aef59-5a05-494a-bd85-96dfa6c6650a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (9f104cc0-f67a-43c4-bcf3-5ba908e66524), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:27.209162 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-83df385e-1ccf-467e-a2bb-5168aa046f2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16362769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16289258'] for router_interface (193c7d99-3c47-4603-b560-7333a82c14a2), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:27.211001 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83df385e-1ccf-467e-a2bb-5168aa046f2c admin admin] Pushing event updated for resources: {'Port': ['ID=a08bc833-7cff-4f4e-b0a6-b5f02abaa719,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:27.320080 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-bb95889c-fb27-479f-b37e-428423d0716f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '193c7d99-3c47-4603-b560-7333a82c14a2', 'name': 'tempest-TestVolumeBootPattern-1317570517-router', 'tenant_id': 'c3e03d11562e4dd89a5010d3d982cb82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '7f890060-1983-4d59-ada6-4a95eae79e61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:21:23Z', 'updated_at': '2022-02-19T03:21:26Z', 'revision_number': 4, 'project_id': 'c3e03d11562e4dd89a5010d3d982cb82', 'gw_port': {'id': '7f890060-1983-4d59-ada6-4a95eae79e61', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:80:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '193c7d99-3c47-4603-b560-7333a82c14a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:21:24Z', 'updated_at': '2022-02-19T03:21:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': 'a08bc833-7cff-4f4e-b0a6-b5f02abaa719', 'name': '', 'network_id': 'ef5c136e-fb19-4483-a0c3-ef9c972c24f9', 'tenant_id': 'c3e03d11562e4dd89a5010d3d982cb82', 'mac_address': 'fa:16:3e:86:ac:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '193c7d99-3c47-4603-b560-7333a82c14a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '81439ec3-101c-4979-93dc-e95ed4b06e1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:21:25Z', 'updated_at': '2022-02-19T03:21:26Z', 'revision_number': 1, 'project_id': 'c3e03d11562e4dd89a5010d3d982cb82', 'subnets': [{'id': '81439ec3-101c-4979-93dc-e95ed4b06e1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:21:27.356497 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb95889c-fb27-479f-b37e-428423d0716f None None] The sync data for ids ['193c7d99-3c47-4603-b560-7333a82c14a2'] in n-d-826753-2 is: [{'id': '193c7d99-3c47-4603-b560-7333a82c14a2', 'name': 'tempest-TestVolumeBootPattern-1317570517-router', 'tenant_id': 'c3e03d11562e4dd89a5010d3d982cb82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '7f890060-1983-4d59-ada6-4a95eae79e61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:21:23Z', 'updated_at': '2022-02-19T03:21:26Z', 'revision_number': 4, 'project_id': 'c3e03d11562e4dd89a5010d3d982cb82', 'gw_port': {'id': '7f890060-1983-4d59-ada6-4a95eae79e61', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:80:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '193c7d99-3c47-4603-b560-7333a82c14a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:21:24Z', 'updated_at': '2022-02-19T03:21:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': 'a08bc833-7cff-4f4e-b0a6-b5f02abaa719', 'name': '', 'network_id': 'ef5c136e-fb19-4483-a0c3-ef9c972c24f9', 'tenant_id': 'c3e03d11562e4dd89a5010d3d982cb82', 'mac_address': 'fa:16:3e:86:ac:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '193c7d99-3c47-4603-b560-7333a82c14a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '81439ec3-101c-4979-93dc-e95ed4b06e1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:21:25Z', 'updated_at': '2022-02-19T03:21:26Z', 'revision_number': 1, 'project_id': 'c3e03d11562e4dd89a5010d3d982cb82', 'subnets': [{'id': '81439ec3-101c-4979-93dc-e95ed4b06e1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:21:27.369425 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-489aef59-5a05-494a-bd85-96dfa6c6650a None None] Current status of the port 9f104cc0-f67a-43c4-bcf3-5ba908e66524 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:27.370398 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83df385e-1ccf-467e-a2bb-5168aa046f2c admin admin] Network ef5c136e-fb19-4483-a0c3-ef9c972c24f9 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:21:27.378527 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-83df385e-1ccf-467e-a2bb-5168aa046f2c admin admin] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:21:27.398476 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 2cb0bc19-d8c8-4262-a93c-7a17a83c15da is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:27.399909 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 9f104cc0-f67a-43c4-bcf3-5ba908e66524 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:21:27.519526 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 9f104cc0-f67a-43c4-bcf3-5ba908e66524 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:27.520168 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (9f104cc0-f67a-43c4-bcf3-5ba908e66524), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:27.561360 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-8830e88e-f058-467a-b7ec-fdce1e87dd8d None None] Provisioning complete for port a08bc833-7cff-4f4e-b0a6-b5f02abaa719 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:27.564786 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-8830e88e-f058-467a-b7ec-fdce1e87dd8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (a08bc833-7cff-4f4e-b0a6-b5f02abaa719), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:27.587364 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83df385e-1ccf-467e-a2bb-5168aa046f2c admin admin] Router 193c7d99-3c47-4603-b560-7333a82c14a2 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:21:27.648278 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-8830e88e-f058-467a-b7ec-fdce1e87dd8d None None] Port a08bc833-7cff-4f4e-b0a6-b5f02abaa719 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:21:27.712900 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 9f104cc0-f67a-43c4-bcf3-5ba908e66524 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:27.789505 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83df385e-1ccf-467e-a2bb-5168aa046f2c admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:21:27.807523 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-83df385e-1ccf-467e-a2bb-5168aa046f2c admin admin] 10.222.0.72 "PUT /v2.0/routers/193c7d99-3c47-4603-b560-7333a82c14a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4194479 Feb 19 03:21:27.888173 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-f317eae3-bff0-4237-a88e-6eb312d2a3a7 None None] Provisioning complete for port a08bc833-7cff-4f4e-b0a6-b5f02abaa719 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:27.888970 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f317eae3-bff0-4237-a88e-6eb312d2a3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (a08bc833-7cff-4f4e-b0a6-b5f02abaa719), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:27.894751 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-355d7c49-6c03-4026-8a20-836a57d01165 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:27.900185 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-355d7c49-6c03-4026-8a20-836a57d01165 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16285943'] for floatingip (faa17c49-9539-496b-b7e3-21713296f624), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:27.945726 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-f317eae3-bff0-4237-a88e-6eb312d2a3a7 None None] Port a08bc833-7cff-4f4e-b0a6-b5f02abaa719 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:21:28.037148 n-d-826753-2 neutron-server[103701]: INFO neutron.db.l3_db [None req-355d7c49-6c03-4026-8a20-836a57d01165 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Floating IP faa17c49-9539-496b-b7e3-21713296f624 associated. External IP: 172.25.6.92, port: 27eee251-46ae-42e7-b6f1-4d8c3fdcaa3f. Feb 19 03:21:28.650734 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-355d7c49-6c03-4026-8a20-836a57d01165 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Router 4b0f659c-98e2-4e55-9ac0-d38f88bba5aa has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:21:28.785443 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-355d7c49-6c03-4026-8a20-836a57d01165 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:21:28.790475 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-355d7c49-6c03-4026-8a20-836a57d01165 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:28.797746 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c588ed56-b029-4648-aaae-52d8182f57d8 None None] Sync routers for ids ['4b0f659c-98e2-4e55-9ac0-d38f88bba5aa'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:21:28.825064 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-355d7c49-6c03-4026-8a20-836a57d01165 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "PUT /v2.0/floatingips/faa17c49-9539-496b-b7e3-21713296f624 HTTP/1.1" status: 200 len: 990 time: 1.7509179 Feb 19 03:21:28.825658 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9561e903-5887-489a-bff4-903ca5c6c651', 'tag': '27eee251-46ae-42e7-b6f1-4d8c3fdcaa3f'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:21:28.826886 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c588ed56-b029-4648-aaae-52d8182f57d8 None None] Routers {'4b0f659c-98e2-4e55-9ac0-d38f88bba5aa'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:21:28.828623 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-c588ed56-b029-4648-aaae-52d8182f57d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:21:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['4b0f659c-98e2-4e55-9ac0-d38f88bba5aa'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:21:28.834075 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2a63187-fb99-4754-819a-04f7e87f5302" -d '{"events": [{"name": "network-changed", "server_uuid": "9561e903-5887-489a-bff4-903ca5c6c651", "tag": "27eee251-46ae-42e7-b6f1-4d8c3fdcaa3f"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:21:28.963582 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55db7335-7ad0-4ec7-9c80-9e902f361b7f x-openstack-request-id: req-55db7335-7ad0-4ec7-9c80-9e902f361b7f {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:21:28.964262 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9561e903-5887-489a-bff4-903ca5c6c651", "tag": "27eee251-46ae-42e7-b6f1-4d8c3fdcaa3f", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:21:28.965113 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-55db7335-7ad0-4ec7-9c80-9e902f361b7f {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:21:28.965401 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9561e903-5887-489a-bff4-903ca5c6c651', 'tag': '27eee251-46ae-42e7-b6f1-4d8c3fdcaa3f', 'status': 'completed', 'code': 200} Feb 19 03:21:29.006334 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-c588ed56-b029-4648-aaae-52d8182f57d8 None None] Set router 4b0f659c-98e2-4e55-9ac0-d38f88bba5aa gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:21:29.062753 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 2cb0bc19-d8c8-4262-a93c-7a17a83c15da up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:21:29.080303 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a63187-fb99-4754-819a-04f7e87f5302 req-15ba51bf-10af-439b-a458-5c3d45c9def7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:29.082344 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a2a63187-fb99-4754-819a-04f7e87f5302 req-15ba51bf-10af-439b-a458-5c3d45c9def7 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=4bc29719da89493e810e3a2508264407&device_id=9561e903-5887-489a-bff4-903ca5c6c651 HTTP/1.1" status: 200 len: 1127 time: 0.0806229 Feb 19 03:21:29.186398 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 2cb0bc19-d8c8-4262-a93c-7a17a83c15da triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:29.187230 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (2cb0bc19-d8c8-4262-a93c-7a17a83c15da), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:29.219315 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a63187-fb99-4754-819a-04f7e87f5302 req-d84876fd-806a-4875-a437-c30165dd02d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:29.221811 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a2a63187-fb99-4754-819a-04f7e87f5302 req-d84876fd-806a-4875-a437-c30165dd02d7 service neutron] 10.222.0.82 "GET /v2.0/networks?id=9a554e32-f7c5-4dcb-952c-723e4a86c322 HTTP/1.1" status: 200 len: 912 time: 0.1329820 Feb 19 03:21:29.313421 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a2a63187-fb99-4754-819a-04f7e87f5302 req-5c94f7aa-91a2-469a-b444-734525e02cd3 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27eee251-46ae-42e7-b6f1-4d8c3fdcaa3f HTTP/1.1" status: 200 len: 998 time: 0.0810540 Feb 19 03:21:29.370604 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 2cb0bc19-d8c8-4262-a93c-7a17a83c15da is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:29.371693 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 7f890060-1983-4d59-ada6-4a95eae79e61 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:21:29.383325 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a63187-fb99-4754-819a-04f7e87f5302 req-a2a62e95-43bd-48cf-9c1b-2db396aa7067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:29.385121 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a2a63187-fb99-4754-819a-04f7e87f5302 req-a2a62e95-43bd-48cf-9c1b-2db396aa7067 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ea16c631-8dac-4b32-b4b0-9ae4e04ef132 HTTP/1.1" status: 200 len: 850 time: 0.0658040 Feb 19 03:21:29.439898 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a63187-fb99-4754-819a-04f7e87f5302 req-f3f198d8-2551-4385-b071-d3933b9cd545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:29.441611 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a2a63187-fb99-4754-819a-04f7e87f5302 req-f3f198d8-2551-4385-b071-d3933b9cd545 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9a554e32-f7c5-4dcb-952c-723e4a86c322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0503707 Feb 19 03:21:29.549567 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a2a63187-fb99-4754-819a-04f7e87f5302 req-a6d8d7e9-808e-42b1-a4d7-7a7711e08700 service neutron] 10.222.0.82 "GET /v2.0/networks/9a554e32-f7c5-4dcb-952c-723e4a86c322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000013 Feb 19 03:21:29.586245 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-c588ed56-b029-4648-aaae-52d8182f57d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b0f659c-98e2-4e55-9ac0-d38f88bba5aa', 'name': 'tempest-AttachVolumeTestJSON-1720526732-router', 'tenant_id': '4bc29719da89493e810e3a2508264407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '8191241c-f09f-4dcd-8be7-6df2728ba5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:21:07Z', 'updated_at': '2022-02-19T03:21:10Z', 'revision_number': 4, 'project_id': '4bc29719da89493e810e3a2508264407', 'gw_port': {'id': '8191241c-f09f-4dcd-8be7-6df2728ba5ab', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:98:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0f659c-98e2-4e55-9ac0-d38f88bba5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:21:07Z', 'updated_at': '2022-02-19T03:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': 'faa17c49-9539-496b-b7e3-21713296f624', 'tenant_id': '4bc29719da89493e810e3a2508264407', 'floating_ip_address': '172.25.6.92', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': '4b0f659c-98e2-4e55-9ac0-d38f88bba5aa', 'port_id': '27eee251-46ae-42e7-b6f1-4d8c3fdcaa3f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3714, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a554e32-f7c5-4dcb-952c-723e4a86c322', 'mac_address': 'fa:16:3e:81:62:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9561e903-5887-489a-bff4-903ca5c6c651', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:21:13Z', 'updated_at': '2022-02-19T03:21:27Z', 'revision_number': 1, 'project_id': '4bc29719da89493e810e3a2508264407', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41e81cb6-5f0c-4d6b-b471-5434eaa02d25', 'name': '', 'network_id': '9a554e32-f7c5-4dcb-952c-723e4a86c322', 'tenant_id': '4bc29719da89493e810e3a2508264407', 'mac_address': 'fa:16:3e:7f:af:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0f659c-98e2-4e55-9ac0-d38f88bba5aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': 'ea16c631-8dac-4b32-b4b0-9ae4e04ef132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:21:10Z', 'updated_at': '2022-02-19T03:21:16Z', 'revision_number': 5, 'project_id': '4bc29719da89493e810e3a2508264407', 'subnets': [{'id': 'ea16c631-8dac-4b32-b4b0-9ae4e04ef132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:21:29.614621 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c588ed56-b029-4648-aaae-52d8182f57d8 None None] Checking router: 4b0f659c-98e2-4e55-9ac0-d38f88bba5aa for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:21:29.631413 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c588ed56-b029-4648-aaae-52d8182f57d8 None None] Routers {'4b0f659c-98e2-4e55-9ac0-d38f88bba5aa'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:21:29.632576 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-c588ed56-b029-4648-aaae-52d8182f57d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:21:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['4b0f659c-98e2-4e55-9ac0-d38f88bba5aa'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:21:29.636013 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 7f890060-1983-4d59-ada6-4a95eae79e61 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:29.636428 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (7f890060-1983-4d59-ada6-4a95eae79e61), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:29.662383 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a2a63187-fb99-4754-819a-04f7e87f5302 req-2ac1d69e-b8fd-4ba9-b08f-28e1a82f2aa3 service neutron] 10.222.0.82 "GET /v2.0/networks/9a554e32-f7c5-4dcb-952c-723e4a86c322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072333 Feb 19 03:21:29.805160 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-c588ed56-b029-4648-aaae-52d8182f57d8 None None] Set router 4b0f659c-98e2-4e55-9ac0-d38f88bba5aa gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:21:29.839246 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 7f890060-1983-4d59-ada6-4a95eae79e61 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:29.839538 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (7f890060-1983-4d59-ada6-4a95eae79e61), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:29.896641 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port 7f890060-1983-4d59-ada6-4a95eae79e61, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=7f890060-1983-4d59-ada6-4a95eae79e61,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:21:29.903361 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (7f890060-1983-4d59-ada6-4a95eae79e61), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:30.014452 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=7f890060-1983-4d59-ada6-4a95eae79e61,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:30.114541 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-c588ed56-b029-4648-aaae-52d8182f57d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b0f659c-98e2-4e55-9ac0-d38f88bba5aa', 'name': 'tempest-AttachVolumeTestJSON-1720526732-router', 'tenant_id': '4bc29719da89493e810e3a2508264407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '8191241c-f09f-4dcd-8be7-6df2728ba5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:21:07Z', 'updated_at': '2022-02-19T03:21:10Z', 'revision_number': 4, 'project_id': '4bc29719da89493e810e3a2508264407', 'gw_port': {'id': '8191241c-f09f-4dcd-8be7-6df2728ba5ab', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:98:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0f659c-98e2-4e55-9ac0-d38f88bba5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:21:07Z', 'updated_at': '2022-02-19T03:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': 'faa17c49-9539-496b-b7e3-21713296f624', 'tenant_id': '4bc29719da89493e810e3a2508264407', 'floating_ip_address': '172.25.6.92', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': '4b0f659c-98e2-4e55-9ac0-d38f88bba5aa', 'port_id': '27eee251-46ae-42e7-b6f1-4d8c3fdcaa3f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3714, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a554e32-f7c5-4dcb-952c-723e4a86c322', 'mac_address': 'fa:16:3e:81:62:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9561e903-5887-489a-bff4-903ca5c6c651', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:21:13Z', 'updated_at': '2022-02-19T03:21:27Z', 'revision_number': 1, 'project_id': '4bc29719da89493e810e3a2508264407', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41e81cb6-5f0c-4d6b-b471-5434eaa02d25', 'name': '', 'network_id': '9a554e32-f7c5-4dcb-952c-723e4a86c322', 'tenant_id': '4bc29719da89493e810e3a2508264407', 'mac_address': 'fa:16:3e:7f:af:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0f659c-98e2-4e55-9ac0-d38f88bba5aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': 'ea16c631-8dac-4b32-b4b0-9ae4e04ef132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:21:10Z', 'updated_at': '2022-02-19T03:21:16Z', 'revision_number': 5, 'project_id': '4bc29719da89493e810e3a2508264407', 'subnets': [{'id': 'ea16c631-8dac-4b32-b4b0-9ae4e04ef132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:21:30.152129 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c588ed56-b029-4648-aaae-52d8182f57d8 None None] The sync data for ids ['4b0f659c-98e2-4e55-9ac0-d38f88bba5aa'] in n-d-826753-2 is: [{'id': '4b0f659c-98e2-4e55-9ac0-d38f88bba5aa', 'name': 'tempest-AttachVolumeTestJSON-1720526732-router', 'tenant_id': '4bc29719da89493e810e3a2508264407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '8191241c-f09f-4dcd-8be7-6df2728ba5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:21:07Z', 'updated_at': '2022-02-19T03:21:10Z', 'revision_number': 4, 'project_id': '4bc29719da89493e810e3a2508264407', 'gw_port': {'id': '8191241c-f09f-4dcd-8be7-6df2728ba5ab', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:98:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0f659c-98e2-4e55-9ac0-d38f88bba5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:21:07Z', 'updated_at': '2022-02-19T03:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': 'faa17c49-9539-496b-b7e3-21713296f624', 'tenant_id': '4bc29719da89493e810e3a2508264407', 'floating_ip_address': '172.25.6.92', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': '4b0f659c-98e2-4e55-9ac0-d38f88bba5aa', 'port_id': '27eee251-46ae-42e7-b6f1-4d8c3fdcaa3f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3714, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a554e32-f7c5-4dcb-952c-723e4a86c322', 'mac_address': 'fa:16:3e:81:62:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9561e903-5887-489a-bff4-903ca5c6c651', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:21:13Z', 'updated_at': '2022-02-19T03:21:27Z', 'revision_number': 1, 'project_id': '4bc29719da89493e810e3a2508264407', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41e81cb6-5f0c-4d6b-b471-5434eaa02d25', 'name': '', 'network_id': '9a554e32-f7c5-4dcb-952c-723e4a86c322', 'tenant_id': '4bc29719da89493e810e3a2508264407', 'mac_address': 'fa:16:3e:7f:af:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0f659c-98e2-4e55-9ac0-d38f88bba5aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': 'ea16c631-8dac-4b32-b4b0-9ae4e04ef132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:21:10Z', 'updated_at': '2022-02-19T03:21:16Z', 'revision_number': 5, 'project_id': '4bc29719da89493e810e3a2508264407', 'subnets': [{'id': 'ea16c631-8dac-4b32-b4b0-9ae4e04ef132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:21:30.539747 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27ad4d7-a101-4c49-8ca3-bed2f630388f None None] Sync routers for ids ['193c7d99-3c47-4603-b560-7333a82c14a2'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:21:30.551492 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27ad4d7-a101-4c49-8ca3-bed2f630388f None None] Routers {'193c7d99-3c47-4603-b560-7333a82c14a2'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:21:30.552329 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-c27ad4d7-a101-4c49-8ca3-bed2f630388f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:21:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['193c7d99-3c47-4603-b560-7333a82c14a2'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:21:30.658792 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-c27ad4d7-a101-4c49-8ca3-bed2f630388f None None] Set router 193c7d99-3c47-4603-b560-7333a82c14a2 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:21:30.828330 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c414ab06-ece9-4748-92dd-bad9de8f3f48 None None] New status for floating IP faa17c49-9539-496b-b7e3-21713296f624: ACTIVE {{(pid=103703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:21:30.871543 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-c27ad4d7-a101-4c49-8ca3-bed2f630388f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '193c7d99-3c47-4603-b560-7333a82c14a2', 'name': 'tempest-TestVolumeBootPattern-1317570517-router', 'tenant_id': 'c3e03d11562e4dd89a5010d3d982cb82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '7f890060-1983-4d59-ada6-4a95eae79e61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:21:23Z', 'updated_at': '2022-02-19T03:21:26Z', 'revision_number': 4, 'project_id': 'c3e03d11562e4dd89a5010d3d982cb82', 'gw_port': {'id': '7f890060-1983-4d59-ada6-4a95eae79e61', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:80:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193c7d99-3c47-4603-b560-7333a82c14a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:21:24Z', 'updated_at': '2022-02-19T03:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': 'a08bc833-7cff-4f4e-b0a6-b5f02abaa719', 'name': '', 'network_id': 'ef5c136e-fb19-4483-a0c3-ef9c972c24f9', 'tenant_id': 'c3e03d11562e4dd89a5010d3d982cb82', 'mac_address': 'fa:16:3e:86:ac:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '193c7d99-3c47-4603-b560-7333a82c14a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '81439ec3-101c-4979-93dc-e95ed4b06e1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:21:25Z', 'updated_at': '2022-02-19T03:21:26Z', 'revision_number': 2, 'project_id': 'c3e03d11562e4dd89a5010d3d982cb82', 'subnets': [{'id': '81439ec3-101c-4979-93dc-e95ed4b06e1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:21:30.898251 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27ad4d7-a101-4c49-8ca3-bed2f630388f None None] Checking router: 193c7d99-3c47-4603-b560-7333a82c14a2 for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:21:30.898780 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27ad4d7-a101-4c49-8ca3-bed2f630388f None None] Updating router 193c7d99-3c47-4603-b560-7333a82c14a2 port a08bc833-7cff-4f4e-b0a6-b5f02abaa719 binding host n-d-826753-2 {{(pid=103704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:21:30.933310 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-c27ad4d7-a101-4c49-8ca3-bed2f630388f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (a08bc833-7cff-4f4e-b0a6-b5f02abaa719), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:30.945376 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 7f890060-1983-4d59-ada6-4a95eae79e61 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:21:31.070530 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 7f890060-1983-4d59-ada6-4a95eae79e61 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:31.070982 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (7f890060-1983-4d59-ada6-4a95eae79e61), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:31.120749 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f2341e-107c-44b1-82d4-35cfb0fd4e73 req-13d744cc-dbd1-4b04-b8e9-014aa69b6e22 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:31.123541 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-95f2341e-107c-44b1-82d4-35cfb0fd4e73 req-13d744cc-dbd1-4b04-b8e9-014aa69b6e22 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/networks?id=48e87e60-6ae2-4eae-a03b-2fd752f397d2 HTTP/1.1" status: 200 len: 811 time: 0.1268547 Feb 19 03:21:31.141942 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-95f2341e-107c-44b1-82d4-35cfb0fd4e73 req-3e003cd9-b601-4247-83ea-f3f83a0da645 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/quotas/8257d05cb054404db31cec3bbb71493a HTTP/1.1" status: 200 len: 375 time: 0.0112519 Feb 19 03:21:31.166550 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 7f890060-1983-4d59-ada6-4a95eae79e61 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:31.206979 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-95f2341e-107c-44b1-82d4-35cfb0fd4e73 req-f8b35633-d5ae-4b1f-8348-6a34593620e7 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=8257d05cb054404db31cec3bbb71493a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0590436 Feb 19 03:21:31.242878 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-c27ad4d7-a101-4c49-8ca3-bed2f630388f None None] Publish callbacks [] for port (a08bc833-7cff-4f4e-b0a6-b5f02abaa719), precommit_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:31.248335 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-c27ad4d7-a101-4c49-8ca3-bed2f630388f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (a08bc833-7cff-4f4e-b0a6-b5f02abaa719), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:31.299690 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-95f2341e-107c-44b1-82d4-35cfb0fd4e73 req-886583c2-a321-4824-9c91-b99949ddd73a service neutron] 10.222.0.72 "GET /v2.0/networks/48e87e60-6ae2-4eae-a03b-2fd752f397d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859158 Feb 19 03:21:31.300036 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38355edc-e7d8-4115-abb7-b8a6c61c7c99 None None] Pushing event updated for resources: {'Port': ['ID=a08bc833-7cff-4f4e-b0a6-b5f02abaa719,revision_number=3']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:31.354693 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-c27ad4d7-a101-4c49-8ca3-bed2f630388f None None] Attempting to bind port a08bc833-7cff-4f4e-b0a6-b5f02abaa719 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:21:31.355423 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-c27ad4d7-a101-4c49-8ca3-bed2f630388f None None] Attempting to bind port a08bc833-7cff-4f4e-b0a6-b5f02abaa719 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': 'e93e2c82-cbbb-4d09-abab-88cf9dcafce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'ef5c136e-fb19-4483-a0c3-ef9c972c24f9'}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:21:31.355984 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27ad4d7-a101-4c49-8ca3-bed2f630388f None None] Attempting to bind port a08bc833-7cff-4f4e-b0a6-b5f02abaa719 on network ef5c136e-fb19-4483-a0c3-ef9c972c24f9 {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:21:31.361565 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27ad4d7-a101-4c49-8ca3-bed2f630388f None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:21:31.361943 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27ad4d7-a101-4c49-8ca3-bed2f630388f None None] Checking segment: {'id': 'e93e2c82-cbbb-4d09-abab-88cf9dcafce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'ef5c136e-fb19-4483-a0c3-ef9c972c24f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:21:31.362344 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-c27ad4d7-a101-4c49-8ca3-bed2f630388f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:31.362733 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27ad4d7-a101-4c49-8ca3-bed2f630388f None None] Bound using segment: {'id': 'e93e2c82-cbbb-4d09-abab-88cf9dcafce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'ef5c136e-fb19-4483-a0c3-ef9c972c24f9'} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:21:31.363337 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-c27ad4d7-a101-4c49-8ca3-bed2f630388f None None] Bound port: a08bc833-7cff-4f4e-b0a6-b5f02abaa719, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e93e2c82-cbbb-4d09-abab-88cf9dcafce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'ef5c136e-fb19-4483-a0c3-ef9c972c24f9'}}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:21:31.363773 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-c27ad4d7-a101-4c49-8ca3-bed2f630388f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (a08bc833-7cff-4f4e-b0a6-b5f02abaa719), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:31.413800 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-95f2341e-107c-44b1-82d4-35cfb0fd4e73 req-fb1345b7-0458-4ac3-9e3a-1e888212369e service neutron] 10.222.0.72 "GET /v2.0/networks/48e87e60-6ae2-4eae-a03b-2fd752f397d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030588 Feb 19 03:21:31.432895 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-c27ad4d7-a101-4c49-8ca3-bed2f630388f None None] For port a08bc833-7cff-4f4e-b0a6-b5f02abaa719, host n-d-826753-2, cleared binding levels {{(pid=103704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:21:31.436475 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-c27ad4d7-a101-4c49-8ca3-bed2f630388f None None] For port a08bc833-7cff-4f4e-b0a6-b5f02abaa719, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=a08bc833-7cff-4f4e-b0a6-b5f02abaa719,segment=NetworkSegment(e93e2c82-cbbb-4d09-abab-88cf9dcafce5),segment_id=e93e2c82-cbbb-4d09-abab-88cf9dcafce5)] {{(pid=103704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:21:31.444661 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-c27ad4d7-a101-4c49-8ca3-bed2f630388f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (a08bc833-7cff-4f4e-b0a6-b5f02abaa719), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:31.508035 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38355edc-e7d8-4115-abb7-b8a6c61c7c99 None None] Pushing event updated for resources: {'Port': ['ID=a08bc833-7cff-4f4e-b0a6-b5f02abaa719,revision_number=4']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:31.515775 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27ad4d7-a101-4c49-8ca3-bed2f630388f None None] Routers {'193c7d99-3c47-4603-b560-7333a82c14a2'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:21:31.516414 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-c27ad4d7-a101-4c49-8ca3-bed2f630388f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:21:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['193c7d99-3c47-4603-b560-7333a82c14a2'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:21:31.619436 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-cc91eadd-1b69-4d25-bd0e-d9697c5f29bc None None] Provisioning complete for port a08bc833-7cff-4f4e-b0a6-b5f02abaa719 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:31.621112 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-cc91eadd-1b69-4d25-bd0e-d9697c5f29bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (a08bc833-7cff-4f4e-b0a6-b5f02abaa719), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:31.646126 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-c27ad4d7-a101-4c49-8ca3-bed2f630388f None None] Set router 193c7d99-3c47-4603-b560-7333a82c14a2 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:21:31.742003 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-cc91eadd-1b69-4d25-bd0e-d9697c5f29bc None None] Current status of the port a08bc833-7cff-4f4e-b0a6-b5f02abaa719 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:31.742225 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-cc91eadd-1b69-4d25-bd0e-d9697c5f29bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (a08bc833-7cff-4f4e-b0a6-b5f02abaa719), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:31.792916 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-cc91eadd-1b69-4d25-bd0e-d9697c5f29bc None None] For port a08bc833-7cff-4f4e-b0a6-b5f02abaa719, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=a08bc833-7cff-4f4e-b0a6-b5f02abaa719,segment=NetworkSegment(e93e2c82-cbbb-4d09-abab-88cf9dcafce5),segment_id=e93e2c82-cbbb-4d09-abab-88cf9dcafce5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:21:31.799726 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-cc91eadd-1b69-4d25-bd0e-d9697c5f29bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (a08bc833-7cff-4f4e-b0a6-b5f02abaa719), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:31.823707 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7ca348ad-831c-45af-b6cc-f49d2ee5ca2f req-e2fb4ba6-2c84-4e40-8aac-97383fc5d708 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=2eb08fac-717f-4119-8254-e32db7cc9ab8 HTTP/1.1" status: 200 len: 210 time: 0.0560405 Feb 19 03:21:31.877132 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc91eadd-1b69-4d25-bd0e-d9697c5f29bc None None] Pushing event updated for resources: {'Port': ['ID=a08bc833-7cff-4f4e-b0a6-b5f02abaa719,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:31.927284 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-03deb990-a239-475a-afb7-583fc1f96e0c None None] Provisioning complete for port a08bc833-7cff-4f4e-b0a6-b5f02abaa719 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:31.928096 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-03deb990-a239-475a-afb7-583fc1f96e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (a08bc833-7cff-4f4e-b0a6-b5f02abaa719), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:32.015198 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-03deb990-a239-475a-afb7-583fc1f96e0c None None] Current status of the port a08bc833-7cff-4f4e-b0a6-b5f02abaa719 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:32.015874 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-c27ad4d7-a101-4c49-8ca3-bed2f630388f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '193c7d99-3c47-4603-b560-7333a82c14a2', 'name': 'tempest-TestVolumeBootPattern-1317570517-router', 'tenant_id': 'c3e03d11562e4dd89a5010d3d982cb82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '7f890060-1983-4d59-ada6-4a95eae79e61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:21:23Z', 'updated_at': '2022-02-19T03:21:26Z', 'revision_number': 4, 'project_id': 'c3e03d11562e4dd89a5010d3d982cb82', 'gw_port': {'id': '7f890060-1983-4d59-ada6-4a95eae79e61', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:80:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193c7d99-3c47-4603-b560-7333a82c14a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:21:24Z', 'updated_at': '2022-02-19T03:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': 'a08bc833-7cff-4f4e-b0a6-b5f02abaa719', 'name': '', 'network_id': 'ef5c136e-fb19-4483-a0c3-ef9c972c24f9', 'tenant_id': 'c3e03d11562e4dd89a5010d3d982cb82', 'mac_address': 'fa:16:3e:86:ac:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '193c7d99-3c47-4603-b560-7333a82c14a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '81439ec3-101c-4979-93dc-e95ed4b06e1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:21:25Z', 'updated_at': '2022-02-19T03:21:31Z', 'revision_number': 4, 'project_id': 'c3e03d11562e4dd89a5010d3d982cb82', 'subnets': [{'id': '81439ec3-101c-4979-93dc-e95ed4b06e1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:21:32.043924 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27ad4d7-a101-4c49-8ca3-bed2f630388f None None] The sync data for ids ['193c7d99-3c47-4603-b560-7333a82c14a2'] in n-d-826753-2 is: [{'id': '193c7d99-3c47-4603-b560-7333a82c14a2', 'name': 'tempest-TestVolumeBootPattern-1317570517-router', 'tenant_id': 'c3e03d11562e4dd89a5010d3d982cb82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '7f890060-1983-4d59-ada6-4a95eae79e61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:21:23Z', 'updated_at': '2022-02-19T03:21:26Z', 'revision_number': 4, 'project_id': 'c3e03d11562e4dd89a5010d3d982cb82', 'gw_port': {'id': '7f890060-1983-4d59-ada6-4a95eae79e61', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:80:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193c7d99-3c47-4603-b560-7333a82c14a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:21:24Z', 'updated_at': '2022-02-19T03:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': 'a08bc833-7cff-4f4e-b0a6-b5f02abaa719', 'name': '', 'network_id': 'ef5c136e-fb19-4483-a0c3-ef9c972c24f9', 'tenant_id': 'c3e03d11562e4dd89a5010d3d982cb82', 'mac_address': 'fa:16:3e:86:ac:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '193c7d99-3c47-4603-b560-7333a82c14a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '81439ec3-101c-4979-93dc-e95ed4b06e1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:21:25Z', 'updated_at': '2022-02-19T03:21:31Z', 'revision_number': 4, 'project_id': 'c3e03d11562e4dd89a5010d3d982cb82', 'subnets': [{'id': '81439ec3-101c-4979-93dc-e95ed4b06e1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:21:32.860406 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f2341e-107c-44b1-82d4-35cfb0fd4e73 req-4d6a667a-bcc0-42f2-8b2a-1a81573a20e2 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:32.862337 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-95f2341e-107c-44b1-82d4-35cfb0fd4e73 req-4d6a667a-bcc0-42f2-8b2a-1a81573a20e2 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.73 "GET /v2.0/networks?id=48e87e60-6ae2-4eae-a03b-2fd752f397d2 HTTP/1.1" status: 200 len: 811 time: 0.1367109 Feb 19 03:21:32.890758 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-95f2341e-107c-44b1-82d4-35cfb0fd4e73 req-96ea10f0-4ced-47cf-97ad-5b92d3cb716c tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Request body: {'port': {'device_id': '2eb08fac-717f-4119-8254-e32db7cc9ab8', 'network_id': '48e87e60-6ae2-4eae-a03b-2fd752f397d2', 'admin_state_up': True, 'tenant_id': '8257d05cb054404db31cec3bbb71493a'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:32.944795 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device a08bc833-7cff-4f4e-b0a6-b5f02abaa719 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:21:32.962643 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-751d497d-762a-4e20-a2d1-8524b13d19ab req-f107d42a-8b5c-4220-ade2-092e36ef1838 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=2eb08fac-717f-4119-8254-e32db7cc9ab8 HTTP/1.1" status: 200 len: 210 time: 0.0570738 Feb 19 03:21:33.008795 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port a08bc833-7cff-4f4e-b0a6-b5f02abaa719 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:33.009588 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (a08bc833-7cff-4f4e-b0a6-b5f02abaa719), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:33.133653 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port a08bc833-7cff-4f4e-b0a6-b5f02abaa719 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:33.402250 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95f2341e-107c-44b1-82d4-35cfb0fd4e73 req-96ea10f0-4ced-47cf-97ad-5b92d3cb716c tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Made reservation on behalf of 8257d05cb054404db31cec3bbb71493a for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:21:33.406456 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-95f2341e-107c-44b1-82d4-35cfb0fd4e73 req-96ea10f0-4ced-47cf-97ad-5b92d3cb716c tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:33.531240 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [req-95f2341e-107c-44b1-82d4-35cfb0fd4e73 req-96ea10f0-4ced-47cf-97ad-5b92d3cb716c tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Allocated IP 172.20.0.12 (48e87e60-6ae2-4eae-a03b-2fd752f397d2/2d8d01f7-c65c-4273-a693-0737e1d5a5eb/54333682-8311-492b-8634-1192428fab96) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:21:33.684193 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-95f2341e-107c-44b1-82d4-35cfb0fd4e73 req-96ea10f0-4ced-47cf-97ad-5b92d3cb716c tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks [] for port (54333682-8311-492b-8634-1192428fab96), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:33.721912 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-95f2341e-107c-44b1-82d4-35cfb0fd4e73 req-96ea10f0-4ced-47cf-97ad-5b92d3cb716c tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (54333682-8311-492b-8634-1192428fab96), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:33.772003 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95f2341e-107c-44b1-82d4-35cfb0fd4e73 req-96ea10f0-4ced-47cf-97ad-5b92d3cb716c tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Network 48e87e60-6ae2-4eae-a03b-2fd752f397d2 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:21:33.777219 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [req-95f2341e-107c-44b1-82d4-35cfb0fd4e73 req-96ea10f0-4ced-47cf-97ad-5b92d3cb716c tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:21:33.781648 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-95f2341e-107c-44b1-82d4-35cfb0fd4e73 req-96ea10f0-4ced-47cf-97ad-5b92d3cb716c tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:21:33.784499 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ea10f0-4ced-47cf-97ad-5b92d3cb716c tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Pushing event updated for resources: {'Port': ['ID=54333682-8311-492b-8634-1192428fab96,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:33.840176 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f2341e-107c-44b1-82d4-35cfb0fd4e73 req-96ea10f0-4ced-47cf-97ad-5b92d3cb716c tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:33.840843 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-95f2341e-107c-44b1-82d4-35cfb0fd4e73 req-96ea10f0-4ced-47cf-97ad-5b92d3cb716c tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:33.861574 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-95f2341e-107c-44b1-82d4-35cfb0fd4e73 req-96ea10f0-4ced-47cf-97ad-5b92d3cb716c tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9748409 Feb 19 03:21:33.879821 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-95f2341e-107c-44b1-82d4-35cfb0fd4e73 req-4015d805-9240-490a-92b6-a3c73925121d service neutron] Request body: {'port': {'device_id': '2eb08fac-717f-4119-8254-e32db7cc9ab8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826753-2'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:33.939314 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:21:33.949397 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-95f2341e-107c-44b1-82d4-35cfb0fd4e73 req-4015d805-9240-490a-92b6-a3c73925121d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (54333682-8311-492b-8634-1192428fab96), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:34.059544 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-0de1c114-b47c-46a3-b82b-635b324c46f4 None None] Provisioning complete for port 54333682-8311-492b-8634-1192428fab96 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:34.060037 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-0de1c114-b47c-46a3-b82b-635b324c46f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (54333682-8311-492b-8634-1192428fab96), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:34.100856 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-0de1c114-b47c-46a3-b82b-635b324c46f4 None None] Port 54333682-8311-492b-8634-1192428fab96 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:21:34.139604 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6660ccf2-71cd-45c8-a9c0-abbeb528ead6 req-bf31689d-4006-4e30-8311-f0e98b15616b tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:34.142929 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6660ccf2-71cd-45c8-a9c0-abbeb528ead6 req-bf31689d-4006-4e30-8311-f0e98b15616b tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=2eb08fac-717f-4119-8254-e32db7cc9ab8 HTTP/1.1" status: 200 len: 932 time: 0.0765631 Feb 19 03:21:34.203479 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6660ccf2-71cd-45c8-a9c0-abbeb528ead6 req-9768561e-71b2-4436-89c9-d3602a2c8da5 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536418 Feb 19 03:21:34.263818 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-95f2341e-107c-44b1-82d4-35cfb0fd4e73 req-4015d805-9240-490a-92b6-a3c73925121d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54333682-8311-492b-8634-1192428fab96 {{(pid=103702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:21:34.273773 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-95f2341e-107c-44b1-82d4-35cfb0fd4e73 req-4015d805-9240-490a-92b6-a3c73925121d service neutron] Publish callbacks [] for port (54333682-8311-492b-8634-1192428fab96), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:34.287998 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-95f2341e-107c-44b1-82d4-35cfb0fd4e73 req-4015d805-9240-490a-92b6-a3c73925121d service neutron] Transition to ACTIVE for port object 54333682-8311-492b-8634-1192428fab96 will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:21:34.292167 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-95f2341e-107c-44b1-82d4-35cfb0fd4e73 req-4015d805-9240-490a-92b6-a3c73925121d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (54333682-8311-492b-8634-1192428fab96), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:34.347951 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4015d805-9240-490a-92b6-a3c73925121d service neutron] Pushing event updated for resources: {'Port': ['ID=54333682-8311-492b-8634-1192428fab96,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:34.424089 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-95f2341e-107c-44b1-82d4-35cfb0fd4e73 req-4015d805-9240-490a-92b6-a3c73925121d service neutron] Attempting to bind port 54333682-8311-492b-8634-1192428fab96 on host n-h1-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:21:34.425399 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-95f2341e-107c-44b1-82d4-35cfb0fd4e73 req-4015d805-9240-490a-92b6-a3c73925121d service neutron] Attempting to bind port 54333682-8311-492b-8634-1192428fab96 by drivers openvswitch,hyperv on host n-h1-826753-2 at level 0 using segments [{'id': '1cc07983-2153-4fea-b2a9-9157e38f7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '48e87e60-6ae2-4eae-a03b-2fd752f397d2'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:21:34.425974 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f2341e-107c-44b1-82d4-35cfb0fd4e73 req-4015d805-9240-490a-92b6-a3c73925121d service neutron] Attempting to bind port 54333682-8311-492b-8634-1192428fab96 on network 48e87e60-6ae2-4eae-a03b-2fd752f397d2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:21:34.430889 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f2341e-107c-44b1-82d4-35cfb0fd4e73 req-4015d805-9240-490a-92b6-a3c73925121d service neutron] Port 54333682-8311-492b-8634-1192428fab96 on network 48e87e60-6ae2-4eae-a03b-2fd752f397d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:21:34.431371 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f2341e-107c-44b1-82d4-35cfb0fd4e73 req-4015d805-9240-490a-92b6-a3c73925121d service neutron] Attempting to bind port 54333682-8311-492b-8634-1192428fab96 on network 48e87e60-6ae2-4eae-a03b-2fd752f397d2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:21:34.437689 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f2341e-107c-44b1-82d4-35cfb0fd4e73 req-4015d805-9240-490a-92b6-a3c73925121d service neutron] Checking agent: {'id': '9d56fb1b-2855-496a-a6d9-c324740cb98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:21:34.437900 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f2341e-107c-44b1-82d4-35cfb0fd4e73 req-4015d805-9240-490a-92b6-a3c73925121d service neutron] Checking segment: {'id': '1cc07983-2153-4fea-b2a9-9157e38f7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '48e87e60-6ae2-4eae-a03b-2fd752f397d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:21:34.438192 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f2341e-107c-44b1-82d4-35cfb0fd4e73 req-4015d805-9240-490a-92b6-a3c73925121d service neutron] Bound using segment: {'id': '1cc07983-2153-4fea-b2a9-9157e38f7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '48e87e60-6ae2-4eae-a03b-2fd752f397d2'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:21:34.438840 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-95f2341e-107c-44b1-82d4-35cfb0fd4e73 req-4015d805-9240-490a-92b6-a3c73925121d service neutron] Bound port: 54333682-8311-492b-8634-1192428fab96, host: n-h1-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cc07983-2153-4fea-b2a9-9157e38f7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '48e87e60-6ae2-4eae-a03b-2fd752f397d2'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:21:34.439046 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-95f2341e-107c-44b1-82d4-35cfb0fd4e73 req-4015d805-9240-490a-92b6-a3c73925121d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (54333682-8311-492b-8634-1192428fab96), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:34.521768 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-95f2341e-107c-44b1-82d4-35cfb0fd4e73 req-4015d805-9240-490a-92b6-a3c73925121d service neutron] For port 54333682-8311-492b-8634-1192428fab96, host n-h1-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:21:34.525385 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-95f2341e-107c-44b1-82d4-35cfb0fd4e73 req-4015d805-9240-490a-92b6-a3c73925121d service neutron] For port 54333682-8311-492b-8634-1192428fab96, host n-h1-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=54333682-8311-492b-8634-1192428fab96,segment=NetworkSegment(1cc07983-2153-4fea-b2a9-9157e38f7075),segment_id=1cc07983-2153-4fea-b2a9-9157e38f7075)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:21:34.533793 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-95f2341e-107c-44b1-82d4-35cfb0fd4e73 req-4015d805-9240-490a-92b6-a3c73925121d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (54333682-8311-492b-8634-1192428fab96), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:34.575156 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f2341e-107c-44b1-82d4-35cfb0fd4e73 req-4015d805-9240-490a-92b6-a3c73925121d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:34.579183 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-95f2341e-107c-44b1-82d4-35cfb0fd4e73 req-4015d805-9240-490a-92b6-a3c73925121d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:34.580814 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-95f2341e-107c-44b1-82d4-35cfb0fd4e73 req-4015d805-9240-490a-92b6-a3c73925121d service neutron] 10.222.0.73 "PUT /v2.0/ports/54333682-8311-492b-8634-1192428fab96 HTTP/1.1" status: 200 len: 1092 time: 0.7059460 Feb 19 03:21:34.581593 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eb08fac-717f-4119-8254-e32db7cc9ab8', 'tag': '54333682-8311-492b-8634-1192428fab96'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:21:34.584569 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd8f130c-8245-4265-8df7-09688deadbcc" -d '{"events": [{"name": "network-changed", "server_uuid": "2eb08fac-717f-4119-8254-e32db7cc9ab8", "tag": "54333682-8311-492b-8634-1192428fab96"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:21:34.638091 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4015d805-9240-490a-92b6-a3c73925121d service neutron] Pushing event updated for resources: {'Port': ['ID=54333682-8311-492b-8634-1192428fab96,revision_number=3']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:34.678676 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92ea5ae2-cbf4-4b88-8157-e17abacba571 x-openstack-request-id: req-92ea5ae2-cbf4-4b88-8157-e17abacba571 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:21:34.678676 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2eb08fac-717f-4119-8254-e32db7cc9ab8", "tag": "54333682-8311-492b-8634-1192428fab96", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:21:34.679070 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-92ea5ae2-cbf4-4b88-8157-e17abacba571 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:21:34.680271 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2eb08fac-717f-4119-8254-e32db7cc9ab8', 'tag': '54333682-8311-492b-8634-1192428fab96', 'status': 'completed', 'code': 200} Feb 19 03:21:34.700755 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f2341e-107c-44b1-82d4-35cfb0fd4e73 req-c2707797-6d04-4ab8-b5a7-6a778cc090ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:34.702435 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-95f2341e-107c-44b1-82d4-35cfb0fd4e73 req-c2707797-6d04-4ab8-b5a7-6a778cc090ce service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8257d05cb054404db31cec3bbb71493a&device_id=2eb08fac-717f-4119-8254-e32db7cc9ab8 HTTP/1.1" status: 200 len: 1126 time: 0.0582411 Feb 19 03:21:34.759718 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-95f2341e-107c-44b1-82d4-35cfb0fd4e73 req-0aa74a3f-fe92-4e5e-a09a-c79d4ce69c7c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=54333682-8311-492b-8634-1192428fab96 HTTP/1.1" status: 200 len: 217 time: 0.0421011 Feb 19 03:21:34.815143 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f2341e-107c-44b1-82d4-35cfb0fd4e73 req-06d19261-caef-43b6-b7f3-0a22a43f132b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:34.816639 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-95f2341e-107c-44b1-82d4-35cfb0fd4e73 req-06d19261-caef-43b6-b7f3-0a22a43f132b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2d8d01f7-c65c-4273-a693-0737e1d5a5eb HTTP/1.1" status: 200 len: 850 time: 0.0510340 Feb 19 03:21:34.867121 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f2341e-107c-44b1-82d4-35cfb0fd4e73 req-99ac93fb-4c21-4d2f-9176-b97a67eb2457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:34.868671 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-95f2341e-107c-44b1-82d4-35cfb0fd4e73 req-99ac93fb-4c21-4d2f-9176-b97a67eb2457 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=48e87e60-6ae2-4eae-a03b-2fd752f397d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0465250 Feb 19 03:21:34.970906 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-95f2341e-107c-44b1-82d4-35cfb0fd4e73 req-7b83af99-4686-4bac-bef0-6d85c8b0510b service neutron] 10.222.0.73 "GET /v2.0/networks/48e87e60-6ae2-4eae-a03b-2fd752f397d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966518 Feb 19 03:21:35.065331 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-95f2341e-107c-44b1-82d4-35cfb0fd4e73 req-7548ff86-b65e-45c9-a437-d8e0dacb4b51 service neutron] 10.222.0.73 "GET /v2.0/networks/48e87e60-6ae2-4eae-a03b-2fd752f397d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885277 Feb 19 03:21:35.185775 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8f130c-8245-4265-8df7-09688deadbcc req-30292a45-3cbe-4b2e-a256-d3d1b0a56a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:35.187544 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-dd8f130c-8245-4265-8df7-09688deadbcc req-30292a45-3cbe-4b2e-a256-d3d1b0a56a13 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8257d05cb054404db31cec3bbb71493a&device_id=2eb08fac-717f-4119-8254-e32db7cc9ab8 HTTP/1.1" status: 200 len: 1126 time: 0.0508850 Feb 19 03:21:35.294753 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8f130c-8245-4265-8df7-09688deadbcc req-3a6e7883-07fd-4a64-8216-b0ff18aed3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:35.296445 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-dd8f130c-8245-4265-8df7-09688deadbcc req-3a6e7883-07fd-4a64-8216-b0ff18aed3d4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=48e87e60-6ae2-4eae-a03b-2fd752f397d2 HTTP/1.1" status: 200 len: 912 time: 0.1033881 Feb 19 03:21:35.339189 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-dd8f130c-8245-4265-8df7-09688deadbcc req-500779a1-7515-41a8-bd3e-25a8fc081734 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=54333682-8311-492b-8634-1192428fab96 HTTP/1.1" status: 200 len: 217 time: 0.0363734 Feb 19 03:21:35.344065 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92da6367-a64c-4eec-950f-574e152a152c req-18e38f52-56da-43ca-af90-0e8487aee2ed tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:35.345653 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-92da6367-a64c-4eec-950f-574e152a152c req-18e38f52-56da-43ca-af90-0e8487aee2ed tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=2eb08fac-717f-4119-8254-e32db7cc9ab8 HTTP/1.1" status: 200 len: 944 time: 0.0629761 Feb 19 03:21:35.393584 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8f130c-8245-4265-8df7-09688deadbcc req-885dab61-72f0-461d-95ad-57c30af26aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:35.394657 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-92da6367-a64c-4eec-950f-574e152a152c req-390d96d9-1a40-42d5-93e7-7b5f0aec9420 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432689 Feb 19 03:21:35.395079 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-dd8f130c-8245-4265-8df7-09688deadbcc req-885dab61-72f0-461d-95ad-57c30af26aa0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2d8d01f7-c65c-4273-a693-0737e1d5a5eb HTTP/1.1" status: 200 len: 850 time: 0.0495346 Feb 19 03:21:35.444135 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8f130c-8245-4265-8df7-09688deadbcc req-1681b694-dd29-4046-b28a-6fd1f3544fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:35.445649 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-dd8f130c-8245-4265-8df7-09688deadbcc req-1681b694-dd29-4046-b28a-6fd1f3544fb3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=48e87e60-6ae2-4eae-a03b-2fd752f397d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0451787 Feb 19 03:21:35.535133 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-dd8f130c-8245-4265-8df7-09688deadbcc req-7b1f977d-c4db-42e7-b507-6525835d2750 service neutron] 10.222.0.73 "GET /v2.0/networks/48e87e60-6ae2-4eae-a03b-2fd752f397d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837796 Feb 19 03:21:35.632761 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-dd8f130c-8245-4265-8df7-09688deadbcc req-f6567421-40f3-466a-9839-37d94ee649b7 service neutron] 10.222.0.73 "GET /v2.0/networks/48e87e60-6ae2-4eae-a03b-2fd752f397d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907757 Feb 19 03:21:36.520369 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dd8a28-4337-4845-b142-c6ce699ac683 req-35f8ff91-cdf4-4de5-bea0-5df4e9c57d50 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:36.521943 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-23dd8a28-4337-4845-b142-c6ce699ac683 req-35f8ff91-cdf4-4de5-bea0-5df4e9c57d50 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=2eb08fac-717f-4119-8254-e32db7cc9ab8 HTTP/1.1" status: 200 len: 944 time: 0.0577567 Feb 19 03:21:36.572700 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-23dd8a28-4337-4845-b142-c6ce699ac683 req-987aabaf-e386-4b48-95b5-c7190d01e274 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442836 Feb 19 03:21:37.697223 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a061a9-2c14-4847-825f-7dfd8e931429 req-fe7ed835-4357-4eee-8553-c4cc4f40ee52 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:37.699097 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-39a061a9-2c14-4847-825f-7dfd8e931429 req-fe7ed835-4357-4eee-8553-c4cc4f40ee52 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=2eb08fac-717f-4119-8254-e32db7cc9ab8 HTTP/1.1" status: 200 len: 944 time: 0.0578129 Feb 19 03:21:37.755420 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-39a061a9-2c14-4847-825f-7dfd8e931429 req-f22562ca-5bef-4a0c-97a2-26c7f1c3195c tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503204 Feb 19 03:21:38.875974 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc924da3-8bd2-40f5-8ece-8f01be18fbb8 req-82c2366a-37c5-47a6-ade2-3fb2ce7ec2a0 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:38.877771 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fc924da3-8bd2-40f5-8ece-8f01be18fbb8 req-82c2366a-37c5-47a6-ade2-3fb2ce7ec2a0 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=2eb08fac-717f-4119-8254-e32db7cc9ab8 HTTP/1.1" status: 200 len: 944 time: 0.0548158 Feb 19 03:21:38.936923 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fc924da3-8bd2-40f5-8ece-8f01be18fbb8 req-4cac8e6f-1ad4-44c7-b4da-b7ec5407fff3 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534296 Feb 19 03:21:40.064875 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ff54cd-eb4e-4b90-b26d-c1b4180f3440 req-8e08a317-e29c-4286-a1e2-4c65043ced29 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:40.066428 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-17ff54cd-eb4e-4b90-b26d-c1b4180f3440 req-8e08a317-e29c-4286-a1e2-4c65043ced29 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=2eb08fac-717f-4119-8254-e32db7cc9ab8 HTTP/1.1" status: 200 len: 944 time: 0.0608578 Feb 19 03:21:40.115945 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-17ff54cd-eb4e-4b90-b26d-c1b4180f3440 req-189c0d48-62e6-4d8e-b46f-9aec2b92b987 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436304 Feb 19 03:21:41.243125 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae063db-a20c-4da9-8dcb-55baf13b3645 req-00766d7f-8daf-4580-814f-54d1b24f852b tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:41.244633 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1ae063db-a20c-4da9-8dcb-55baf13b3645 req-00766d7f-8daf-4580-814f-54d1b24f852b tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=2eb08fac-717f-4119-8254-e32db7cc9ab8 HTTP/1.1" status: 200 len: 944 time: 0.0587177 Feb 19 03:21:41.298619 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1ae063db-a20c-4da9-8dcb-55baf13b3645 req-2ec52458-2b62-4299-b600-20e18e437ce9 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475583 Feb 19 03:21:42.423221 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1532e992-3ebb-492c-a025-5f64a06d8486 req-4434e84d-e85a-4475-a78d-0efe3f958d73 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:42.425026 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1532e992-3ebb-492c-a025-5f64a06d8486 req-4434e84d-e85a-4475-a78d-0efe3f958d73 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=2eb08fac-717f-4119-8254-e32db7cc9ab8 HTTP/1.1" status: 200 len: 944 time: 0.0556855 Feb 19 03:21:42.474093 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1532e992-3ebb-492c-a025-5f64a06d8486 req-7ecc6549-9eeb-4758-bcc0-2622e2d31c03 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435042 Feb 19 03:21:43.600466 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b59a3a-a43e-44e4-ac47-176d1967fa0c req-f5b6c707-6beb-4bb4-90b3-d633745ff371 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:43.602005 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e8b59a3a-a43e-44e4-ac47-176d1967fa0c req-f5b6c707-6beb-4bb4-90b3-d633745ff371 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=2eb08fac-717f-4119-8254-e32db7cc9ab8 HTTP/1.1" status: 200 len: 944 time: 0.0601423 Feb 19 03:21:43.648878 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e8b59a3a-a43e-44e4-ac47-176d1967fa0c req-8e78a925-2a01-4394-bdb6-7bdf1981fdf3 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411782 Feb 19 03:21:44.769231 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0623d50-b21e-47ef-adfe-c8053a4d1e18 req-c55cd49b-477c-4f7a-8ae4-8987e7fe4766 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:44.770745 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c0623d50-b21e-47ef-adfe-c8053a4d1e18 req-c55cd49b-477c-4f7a-8ae4-8987e7fe4766 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=2eb08fac-717f-4119-8254-e32db7cc9ab8 HTTP/1.1" status: 200 len: 944 time: 0.0539970 Feb 19 03:21:44.818437 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c0623d50-b21e-47ef-adfe-c8053a4d1e18 req-c7b7b9e9-53f4-4eec-bb47-edf1e3e2c27b tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420823 Feb 19 03:21:44.947321 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548883f2-4a12-4724-baed-9eed198d2277 req-7440aca2-1d34-43f7-9422-5e282e0507fb tempest-TestNetworkAdvancedServerOps-967795877 tempest-TestNetworkAdvancedServerOps-967795877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:44.948812 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-548883f2-4a12-4724-baed-9eed198d2277 req-7440aca2-1d34-43f7-9422-5e282e0507fb tempest-TestNetworkAdvancedServerOps-967795877 tempest-TestNetworkAdvancedServerOps-967795877-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=358d53a4-36fe-47f7-97f0-acb94bca01c8 HTTP/1.1" status: 200 len: 1127 time: 0.0452621 Feb 19 03:21:44.998414 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-548883f2-4a12-4724-baed-9eed198d2277 req-99ab3dc5-3948-4d0a-a36f-2171fa2131d8 tempest-TestNetworkAdvancedServerOps-967795877 tempest-TestNetworkAdvancedServerOps-967795877-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=2aa96b9b-ec5f-4d15-9c2c-3bf29b0e4a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435493 Feb 19 03:21:45.119185 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eee96c-100b-40e4-83bb-2e1b3f2f9bab req-c42ab406-c57f-4666-ab10-a55997b4ce69 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:45.120672 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-21eee96c-100b-40e4-83bb-2e1b3f2f9bab req-c42ab406-c57f-4666-ab10-a55997b4ce69 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=358d53a4-36fe-47f7-97f0-acb94bca01c8 HTTP/1.1" status: 200 len: 945 time: 0.0538397 Feb 19 03:21:45.170506 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-21eee96c-100b-40e4-83bb-2e1b3f2f9bab req-74eecb61-929b-43f8-b483-97a74fb9c349 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=2aa96b9b-ec5f-4d15-9c2c-3bf29b0e4a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432742 Feb 19 03:21:45.195240 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 43776) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:45.256799 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-717cb431-5d86-4001-aa71-1f8b8d7c88e6 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/floatingips/3aed6a27-4d18-4834-9ba9-230955ce5140 HTTP/1.1" status: 200 len: 992 time: 0.0602267 Feb 19 03:21:45.534715 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b575b8fe-105a-4636-beda-7ac3cbb2e38d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:45.759240 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ce320ffa-f53b-4903-8f13-a6887779e437 req-2f920265-24c0-4585-98a6-b9a7dda8b754 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=358d53a4-36fe-47f7-97f0-acb94bca01c8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0470130 Feb 19 03:21:45.784657 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bbed57-9c50-4fa6-8d34-6a225c43bf44 req-62b49abd-5923-4bea-93ba-8714fa7c3a27 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:45.786244 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-81bbed57-9c50-4fa6-8d34-6a225c43bf44 req-62b49abd-5923-4bea-93ba-8714fa7c3a27 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=358d53a4-36fe-47f7-97f0-acb94bca01c8 HTTP/1.1" status: 200 len: 945 time: 0.0634472 Feb 19 03:21:45.839634 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-81bbed57-9c50-4fa6-8d34-6a225c43bf44 req-749b22f7-f970-4de0-aebb-715a7c003bcc tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=2aa96b9b-ec5f-4d15-9c2c-3bf29b0e4a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475464 Feb 19 03:21:45.942080 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe16724-90c0-4631-810e-5e0cc6afdc98 req-37d7b724-1106-466a-b765-8f065445d86e tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:45.943626 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-abe16724-90c0-4631-810e-5e0cc6afdc98 req-37d7b724-1106-466a-b765-8f065445d86e tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=2eb08fac-717f-4119-8254-e32db7cc9ab8 HTTP/1.1" status: 200 len: 944 time: 0.0573046 Feb 19 03:21:45.993670 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-abe16724-90c0-4631-810e-5e0cc6afdc98 req-024923b4-f78a-456b-bde9-8994d99dada9 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437160 Feb 19 03:21:46.179020 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce320ffa-f53b-4903-8f13-a6887779e437 req-42f2e1f3-5855-400e-adbc-31e00f1320dd tempest-TestNetworkAdvancedServerOps-967795877 tempest-TestNetworkAdvancedServerOps-967795877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:46.180430 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ce320ffa-f53b-4903-8f13-a6887779e437 req-42f2e1f3-5855-400e-adbc-31e00f1320dd tempest-TestNetworkAdvancedServerOps-967795877 tempest-TestNetworkAdvancedServerOps-967795877-project-admin] 10.222.0.72 "GET /v2.0/ports/b499396d-a4f6-4939-ab9a-789b61bccaf2 HTTP/1.1" status: 200 len: 1124 time: 0.0381618 Feb 19 03:21:46.980898 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62bc8c3-12b4-4b3b-b29c-7c6c36f8b348 req-5c26bc7a-b32d-4885-b13d-df3def5b8e75 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:46.982526 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c62bc8c3-12b4-4b3b-b29c-7c6c36f8b348 req-5c26bc7a-b32d-4885-b13d-df3def5b8e75 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=358d53a4-36fe-47f7-97f0-acb94bca01c8 HTTP/1.1" status: 200 len: 945 time: 0.0602446 Feb 19 03:21:47.057613 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c62bc8c3-12b4-4b3b-b29c-7c6c36f8b348 req-55512aae-6d16-440b-be2f-01190eace0b7 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=2aa96b9b-ec5f-4d15-9c2c-3bf29b0e4a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648184 Feb 19 03:21:47.118575 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce320ffa-f53b-4903-8f13-a6887779e437 req-cd472bc4-0221-4af2-ac69-2a387cefd1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:47.120019 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ce320ffa-f53b-4903-8f13-a6887779e437 req-cd472bc4-0221-4af2-ac69-2a387cefd1c7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3bc3bb28499f4673b42d5b4a69d45946&device_id=358d53a4-36fe-47f7-97f0-acb94bca01c8 HTTP/1.1" status: 200 len: 1127 time: 0.0539603 Feb 19 03:21:47.129051 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c89ec2-f631-4296-a86f-173c35b7bfc5 req-27ecadc3-7edd-4a9a-abad-7905356ff695 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:47.130568 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-68c89ec2-f631-4296-a86f-173c35b7bfc5 req-27ecadc3-7edd-4a9a-abad-7905356ff695 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=2eb08fac-717f-4119-8254-e32db7cc9ab8 HTTP/1.1" status: 200 len: 944 time: 0.0610564 Feb 19 03:21:47.184442 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-68c89ec2-f631-4296-a86f-173c35b7bfc5 req-435ee2ea-0ef3-4462-930d-1ffdc42d09c3 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465829 Feb 19 03:21:47.214406 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce320ffa-f53b-4903-8f13-a6887779e437 req-1f9bf500-18ca-498a-b769-07da2a9bd5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:47.215891 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ce320ffa-f53b-4903-8f13-a6887779e437 req-1f9bf500-18ca-498a-b769-07da2a9bd5e9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=46ba7a40-34d1-486e-a718-daaa9120f771 HTTP/1.1" status: 200 len: 898 time: 0.0901568 Feb 19 03:21:47.286079 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ce320ffa-f53b-4903-8f13-a6887779e437 req-fc124ee1-ad74-4f4d-a608-f3bf076422d5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b499396d-a4f6-4939-ab9a-789b61bccaf2 HTTP/1.1" status: 200 len: 1000 time: 0.0644815 Feb 19 03:21:47.334850 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce320ffa-f53b-4903-8f13-a6887779e437 req-7536c236-92c5-48d2-a0ac-3ce37b9542c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:47.336303 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ce320ffa-f53b-4903-8f13-a6887779e437 req-7536c236-92c5-48d2-a0ac-3ce37b9542c1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f7025eb2-ffe7-4a82-a4e1-9990d681fd2d HTTP/1.1" status: 200 len: 834 time: 0.0447145 Feb 19 03:21:47.384322 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce320ffa-f53b-4903-8f13-a6887779e437 req-4a1518b7-dc1a-4e5e-ad93-1a5dd804c5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:47.385775 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ce320ffa-f53b-4903-8f13-a6887779e437 req-4a1518b7-dc1a-4e5e-ad93-1a5dd804c5ef service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=46ba7a40-34d1-486e-a718-daaa9120f771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0438771 Feb 19 03:21:47.476961 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ce320ffa-f53b-4903-8f13-a6887779e437 req-3cddc7ef-8fed-45e1-88c1-629ea3281385 service neutron] 10.222.0.73 "GET /v2.0/networks/46ba7a40-34d1-486e-a718-daaa9120f771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854354 Feb 19 03:21:47.565151 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ce320ffa-f53b-4903-8f13-a6887779e437 req-74389e51-9701-4e0f-b01b-02f79efe8142 service neutron] 10.222.0.73 "GET /v2.0/networks/46ba7a40-34d1-486e-a718-daaa9120f771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825498 Feb 19 03:21:47.713413 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-80fa717c-e84e-442a-a470-669d9ba41a37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:48.172880 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d1985a-1b8c-4752-ad76-48b2544d2897 req-5e48c1e4-c082-4763-8aab-d3d90eebdae1 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:48.174684 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b9d1985a-1b8c-4752-ad76-48b2544d2897 req-5e48c1e4-c082-4763-8aab-d3d90eebdae1 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=358d53a4-36fe-47f7-97f0-acb94bca01c8 HTTP/1.1" status: 200 len: 945 time: 0.0592206 Feb 19 03:21:48.226597 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b9d1985a-1b8c-4752-ad76-48b2544d2897 req-073367fa-b440-4656-a80e-14a45b622c03 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=2aa96b9b-ec5f-4d15-9c2c-3bf29b0e4a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463114 Feb 19 03:21:48.317977 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29880def-35f7-4000-8ab0-0e09530a2d60 req-17255d73-57d1-4976-9f7c-52e44b3ebfa7 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:48.319449 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-29880def-35f7-4000-8ab0-0e09530a2d60 req-17255d73-57d1-4976-9f7c-52e44b3ebfa7 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=2eb08fac-717f-4119-8254-e32db7cc9ab8 HTTP/1.1" status: 200 len: 944 time: 0.0551677 Feb 19 03:21:48.370830 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-29880def-35f7-4000-8ab0-0e09530a2d60 req-bdc2fca8-1735-4955-a9be-49246c59ed20 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450923 Feb 19 03:21:49.331293 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:49.349455 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d868f5-4caa-4925-834b-da2f92f81acc req-458bc4c1-a9ac-439c-8603-23e468c89bd1 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:49.350961 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-63d868f5-4caa-4925-834b-da2f92f81acc req-458bc4c1-a9ac-439c-8603-23e468c89bd1 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=358d53a4-36fe-47f7-97f0-acb94bca01c8 HTTP/1.1" status: 200 len: 945 time: 0.0533099 Feb 19 03:21:49.405309 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-63d868f5-4caa-4925-834b-da2f92f81acc req-1bad4d4f-264e-4f78-9e4a-a7e533ab2b55 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=2aa96b9b-ec5f-4d15-9c2c-3bf29b0e4a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483129 Feb 19 03:21:49.497541 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2a2f26-8d32-4d06-ac87-06b2ba8fe3dd req-7b965d1a-ce7e-4eb4-a513-38b02884695c tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:49.499734 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ff2a2f26-8d32-4d06-ac87-06b2ba8fe3dd req-7b965d1a-ce7e-4eb4-a513-38b02884695c tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=2eb08fac-717f-4119-8254-e32db7cc9ab8 HTTP/1.1" status: 200 len: 944 time: 0.0558479 Feb 19 03:21:49.544978 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ff2a2f26-8d32-4d06-ac87-06b2ba8fe3dd req-c3525d84-97c7-47be-bcd9-239d4f8a98ea tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398674 Feb 19 03:21:50.522666 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:50.536816 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb7a8fc-969a-474c-a246-63c5fe876daa req-7949ffbf-577c-4f90-a336-9588c804d9d8 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:50.538372 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7bb7a8fc-969a-474c-a246-63c5fe876daa req-7949ffbf-577c-4f90-a336-9588c804d9d8 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=358d53a4-36fe-47f7-97f0-acb94bca01c8 HTTP/1.1" status: 200 len: 945 time: 0.0545561 Feb 19 03:21:50.588420 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7bb7a8fc-969a-474c-a246-63c5fe876daa req-f63adeb3-40f4-43fd-ab70-9fa97f8349ba tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=2aa96b9b-ec5f-4d15-9c2c-3bf29b0e4a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442479 Feb 19 03:21:50.673991 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d212d0-1e87-447c-9012-75043afe6508 req-4fefcc20-79bd-45b5-9554-357eb0956127 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:50.675750 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a8d212d0-1e87-447c-9012-75043afe6508 req-4fefcc20-79bd-45b5-9554-357eb0956127 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=2eb08fac-717f-4119-8254-e32db7cc9ab8 HTTP/1.1" status: 200 len: 944 time: 0.0538795 Feb 19 03:21:50.727108 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a8d212d0-1e87-447c-9012-75043afe6508 req-a0425a45-3c35-4ea8-a87d-3adb639ce00f tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457418 Feb 19 03:21:51.718646 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefba1e7-1f9a-40a4-8a4e-e7ab3448e605 req-86142b18-2ef9-4514-9c5e-17d1b8007431 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:51.720179 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fefba1e7-1f9a-40a4-8a4e-e7ab3448e605 req-86142b18-2ef9-4514-9c5e-17d1b8007431 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=358d53a4-36fe-47f7-97f0-acb94bca01c8 HTTP/1.1" status: 200 len: 945 time: 0.0537741 Feb 19 03:21:51.770451 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fefba1e7-1f9a-40a4-8a4e-e7ab3448e605 req-b7e646dc-da7e-4c52-a80b-583fb30165ff tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=2aa96b9b-ec5f-4d15-9c2c-3bf29b0e4a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446842 Feb 19 03:21:51.849879 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55439d72-f84e-47a9-b883-04582caae32b req-01fba423-e93f-4ea0-8f10-1abc153af5db tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:51.851663 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-55439d72-f84e-47a9-b883-04582caae32b req-01fba423-e93f-4ea0-8f10-1abc153af5db tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=2eb08fac-717f-4119-8254-e32db7cc9ab8 HTTP/1.1" status: 200 len: 944 time: 0.0570254 Feb 19 03:21:51.899380 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-55439d72-f84e-47a9-b883-04582caae32b req-5fb40ccb-405c-4d65-a3e9-b2cd75ac18aa tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416734 Feb 19 03:21:51.965132 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:52.720618 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:52.893959 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c787397e-722a-4ccc-b940-5a66b14e0d53 req-2fcd8274-c091-4836-89d8-1ba6bb729b5d tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:52.895481 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c787397e-722a-4ccc-b940-5a66b14e0d53 req-2fcd8274-c091-4836-89d8-1ba6bb729b5d tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=358d53a4-36fe-47f7-97f0-acb94bca01c8 HTTP/1.1" status: 200 len: 945 time: 0.0563409 Feb 19 03:21:52.953189 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c787397e-722a-4ccc-b940-5a66b14e0d53 req-f7fc6a94-c58c-49c2-983b-945c93e39b73 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=2aa96b9b-ec5f-4d15-9c2c-3bf29b0e4a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521564 Feb 19 03:21:53.028638 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a711b6-6754-40d2-9a37-dc6494153676 req-06da4671-fca0-4e30-8214-a23b87887aa6 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:53.030184 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-26a711b6-6754-40d2-9a37-dc6494153676 req-06da4671-fca0-4e30-8214-a23b87887aa6 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=2eb08fac-717f-4119-8254-e32db7cc9ab8 HTTP/1.1" status: 200 len: 944 time: 0.0535445 Feb 19 03:21:53.077723 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-26a711b6-6754-40d2-9a37-dc6494153676 req-8f413c2f-366e-41f7-b43a-d18bba6aa05f tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417242 Feb 19 03:21:54.084880 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9567f7a0-142d-40ea-82bb-be38dc534c7c req-c41dc8d3-3d03-4714-a547-95152a4687f6 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:54.087517 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9567f7a0-142d-40ea-82bb-be38dc534c7c req-c41dc8d3-3d03-4714-a547-95152a4687f6 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=358d53a4-36fe-47f7-97f0-acb94bca01c8 HTTP/1.1" status: 200 len: 945 time: 0.0607488 Feb 19 03:21:54.143962 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9567f7a0-142d-40ea-82bb-be38dc534c7c req-bbfc988f-b866-45da-9829-8cb0bfbd12e5 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=2aa96b9b-ec5f-4d15-9c2c-3bf29b0e4a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500748 Feb 19 03:21:54.174219 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 54333682-8311-492b-8634-1192428fab96 details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:21:54.213294 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8216824a-d34a-41f5-a0c6-41562a434a28 req-b931b19a-1ddc-49ec-9763-8de2b011a0a9 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:54.215072 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8216824a-d34a-41f5-a0c6-41562a434a28 req-b931b19a-1ddc-49ec-9763-8de2b011a0a9 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=2eb08fac-717f-4119-8254-e32db7cc9ab8 HTTP/1.1" status: 200 len: 944 time: 0.0666337 Feb 19 03:21:54.269963 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8216824a-d34a-41f5-a0c6-41562a434a28 req-266c88de-7eb4-48b6-9143-4e2fdcbf5ea5 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477509 Feb 19 03:21:54.295772 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 54333682-8311-492b-8634-1192428fab96, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=54333682-8311-492b-8634-1192428fab96,segment=NetworkSegment(1cc07983-2153-4fea-b2a9-9157e38f7075),segment_id=1cc07983-2153-4fea-b2a9-9157e38f7075)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:21:54.306744 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': '54333682-8311-492b-8634-1192428fab96', 'network_id': '48e87e60-6ae2-4eae-a03b-2fd752f397d2', 'port_id': '54333682-8311-492b-8634-1192428fab96', 'mac_address': 'fa:16:3e:e7:a7:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d8d01f7-c65c-4273-a693-0737e1d5a5eb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:21:54.352825 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 54333682-8311-492b-8634-1192428fab96 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:54.353472 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (54333682-8311-492b-8634-1192428fab96), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:54.368433 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54333682-8311-492b-8634-1192428fab96 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:21:54.390126 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 54333682-8311-492b-8634-1192428fab96, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=54333682-8311-492b-8634-1192428fab96,segment=NetworkSegment(1cc07983-2153-4fea-b2a9-9157e38f7075),segment_id=1cc07983-2153-4fea-b2a9-9157e38f7075)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:21:54.395054 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (54333682-8311-492b-8634-1192428fab96), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:54.441501 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=54333682-8311-492b-8634-1192428fab96,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:54.796856 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['54333682-8311-492b-8634-1192428fab96'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:21:55.270119 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b05be2b-3f85-48c2-8b2b-4230b1ba3939 req-2205b4a3-ffa1-40fd-abfc-0085948256a0 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:55.271598 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8b05be2b-3f85-48c2-8b2b-4230b1ba3939 req-2205b4a3-ffa1-40fd-abfc-0085948256a0 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=358d53a4-36fe-47f7-97f0-acb94bca01c8 HTTP/1.1" status: 200 len: 945 time: 0.0527647 Feb 19 03:21:55.329973 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8b05be2b-3f85-48c2-8b2b-4230b1ba3939 req-35a61126-f9df-48bd-bd00-2df2db2143e5 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=2aa96b9b-ec5f-4d15-9c2c-3bf29b0e4a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526705 Feb 19 03:21:55.403900 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390bff1b-ecfa-43f6-ae24-f19c40ccff48 req-f9c9840c-8e08-4609-a4bf-9f4850db1760 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:55.405403 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-390bff1b-ecfa-43f6-ae24-f19c40ccff48 req-f9c9840c-8e08-4609-a4bf-9f4850db1760 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=2eb08fac-717f-4119-8254-e32db7cc9ab8 HTTP/1.1" status: 200 len: 945 time: 0.0642545 Feb 19 03:21:55.452794 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-390bff1b-ecfa-43f6-ae24-f19c40ccff48 req-6b90a8a5-c044-4e95-aa50-8621b0a1e22a tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408745 Feb 19 03:21:56.180510 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 54333682-8311-492b-8634-1192428fab96 up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:21:56.230287 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning for port 54333682-8311-492b-8634-1192428fab96 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:21:56.234399 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port 54333682-8311-492b-8634-1192428fab96 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:56.234770 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (54333682-8311-492b-8634-1192428fab96), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:56.316232 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 54333682-8311-492b-8634-1192428fab96 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:56.316620 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (54333682-8311-492b-8634-1192428fab96), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:56.340152 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eb08fac-717f-4119-8254-e32db7cc9ab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54333682-8311-492b-8634-1192428fab96'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:21:56.342414 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8858d83a-1777-4a49-aec9-596168af840f" -d '{"events": [{"server_uuid": "2eb08fac-717f-4119-8254-e32db7cc9ab8", "name": "network-vif-plugged", "status": "completed", "tag": "54333682-8311-492b-8634-1192428fab96"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:21:56.356037 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 54333682-8311-492b-8634-1192428fab96, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=54333682-8311-492b-8634-1192428fab96,segment=NetworkSegment(1cc07983-2153-4fea-b2a9-9157e38f7075),segment_id=1cc07983-2153-4fea-b2a9-9157e38f7075)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:21:56.362762 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (54333682-8311-492b-8634-1192428fab96), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:56.430001 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=54333682-8311-492b-8634-1192428fab96,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:56.443624 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:56.468273 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ef57cb-2340-4c86-8f8a-3f168d61fa62 req-e82c1aca-a20b-4715-99b2-da10e06ac487 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:56.469844 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c7ef57cb-2340-4c86-8f8a-3f168d61fa62 req-e82c1aca-a20b-4715-99b2-da10e06ac487 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=358d53a4-36fe-47f7-97f0-acb94bca01c8 HTTP/1.1" status: 200 len: 945 time: 0.0580978 Feb 19 03:21:56.521446 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c7ef57cb-2340-4c86-8f8a-3f168d61fa62 req-066f4b86-e43b-4041-8e6d-141e2bb4e298 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=2aa96b9b-ec5f-4d15-9c2c-3bf29b0e4a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448914 Feb 19 03:21:56.528009 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-782dfadd-42a3-4e58-ab6e-9ecac9ceaf61 x-openstack-request-id: req-782dfadd-42a3-4e58-ab6e-9ecac9ceaf61 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:21:56.528818 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eb08fac-717f-4119-8254-e32db7cc9ab8", "name": "network-vif-plugged", "status": "completed", "tag": "54333682-8311-492b-8634-1192428fab96", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:21:56.528818 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-782dfadd-42a3-4e58-ab6e-9ecac9ceaf61 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:21:56.529077 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eb08fac-717f-4119-8254-e32db7cc9ab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54333682-8311-492b-8634-1192428fab96', 'code': 200} Feb 19 03:21:56.629333 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f66015d-ede4-41d5-b8a0-0e6e3cef82e9 req-5ea9d022-7903-4162-b254-8f03a0a34af2 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:56.630805 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9f66015d-ede4-41d5-b8a0-0e6e3cef82e9 req-5ea9d022-7903-4162-b254-8f03a0a34af2 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=2eb08fac-717f-4119-8254-e32db7cc9ab8 HTTP/1.1" status: 200 len: 946 time: 0.0585938 Feb 19 03:21:56.663558 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b54340d-d6d7-407a-b9c2-22728167574d req-72a462c7-2727-4f7f-bc03-b455acc42b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:56.665125 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-5b54340d-d6d7-407a-b9c2-22728167574d req-72a462c7-2727-4f7f-bc03-b455acc42b4d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2eb08fac-717f-4119-8254-e32db7cc9ab8 HTTP/1.1" status: 200 len: 1128 time: 0.0496991 Feb 19 03:21:56.684793 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9f66015d-ede4-41d5-b8a0-0e6e3cef82e9 req-cd98cf2d-4c0a-4542-afeb-4b1e3cf9e555 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477402 Feb 19 03:21:56.722721 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-5b54340d-d6d7-407a-b9c2-22728167574d req-ca703747-606c-492f-9324-c9e6b72bce75 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505166 Feb 19 03:21:57.657112 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8008cf5b-8143-4673-a9a4-2639fcd66970 req-f4ca95ef-8359-4737-99a3-622fcf1a1c98 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:57.659372 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8008cf5b-8143-4673-a9a4-2639fcd66970 req-f4ca95ef-8359-4737-99a3-622fcf1a1c98 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=358d53a4-36fe-47f7-97f0-acb94bca01c8 HTTP/1.1" status: 200 len: 945 time: 0.0615089 Feb 19 03:21:57.717956 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8008cf5b-8143-4673-a9a4-2639fcd66970 req-8f436dff-b555-47dd-ad11-baa95dede116 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=2aa96b9b-ec5f-4d15-9c2c-3bf29b0e4a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529315 Feb 19 03:21:57.819902 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9addbc0-762f-4845-bd13-b3fae420cba1 req-6407eadb-1ede-4094-8198-df71278daf47 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:57.821412 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b9addbc0-762f-4845-bd13-b3fae420cba1 req-6407eadb-1ede-4094-8198-df71278daf47 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=2eb08fac-717f-4119-8254-e32db7cc9ab8 HTTP/1.1" status: 200 len: 946 time: 0.0531914 Feb 19 03:21:57.871063 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b9addbc0-762f-4845-bd13-b3fae420cba1 req-aeb0994e-83c0-44bc-b3d4-09a6d6b94c7b tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441804 Feb 19 03:21:58.837836 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21642361-95a2-420f-aa99-fe46aaea90ca req-a4ec8750-17cb-48c3-a49a-754e81c2ea0e tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:58.839325 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-21642361-95a2-420f-aa99-fe46aaea90ca req-a4ec8750-17cb-48c3-a49a-754e81c2ea0e tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=358d53a4-36fe-47f7-97f0-acb94bca01c8 HTTP/1.1" status: 200 len: 945 time: 0.0528736 Feb 19 03:21:58.889804 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-21642361-95a2-420f-aa99-fe46aaea90ca req-ca2ad568-b966-4645-968f-fe78e413187e tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=2aa96b9b-ec5f-4d15-9c2c-3bf29b0e4a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447347 Feb 19 03:21:58.992009 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2154ae-3197-4101-afa9-bffc9b094294 req-1b02adbd-fc00-4a25-a893-68e3a728c469 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:58.993529 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5a2154ae-3197-4101-afa9-bffc9b094294 req-1b02adbd-fc00-4a25-a893-68e3a728c469 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=2eb08fac-717f-4119-8254-e32db7cc9ab8 HTTP/1.1" status: 200 len: 946 time: 0.0535996 Feb 19 03:21:59.040788 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5a2154ae-3197-4101-afa9-bffc9b094294 req-ad4bf8e5-af56-4211-ab6b-9dd820e2c4a0 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416977 Feb 19 03:21:59.166313 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7497ca1f-ebb4-422a-985c-272b4d833865 req-27174fa5-cff7-440c-805c-647c1cd6ef59 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:59.167934 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7497ca1f-ebb4-422a-985c-272b4d833865 req-27174fa5-cff7-440c-805c-647c1cd6ef59 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=2eb08fac-717f-4119-8254-e32db7cc9ab8 HTTP/1.1" status: 200 len: 946 time: 0.0589330 Feb 19 03:21:59.215631 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7497ca1f-ebb4-422a-985c-272b4d833865 req-da7e380e-38a4-4c2b-ae2c-b3f66467ec00 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422277 Feb 19 03:21:59.336849 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5086f3a-7b40-4b83-86ae-6b95743fa122 req-b920ebae-b991-48a4-a0b2-8be10ca00865 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:59.338373 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c5086f3a-7b40-4b83-86ae-6b95743fa122 req-b920ebae-b991-48a4-a0b2-8be10ca00865 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=2eb08fac-717f-4119-8254-e32db7cc9ab8 HTTP/1.1" status: 200 len: 946 time: 0.0542786 Feb 19 03:21:59.383863 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c5086f3a-7b40-4b83-86ae-6b95743fa122 req-f82b2b30-b39c-47c6-bb31-f6a90286f9fe tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399144 Feb 19 03:21:59.622244 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230b91f3-4c39-4fa9-833c-aa9f08a66bf0 req-30efc59a-69b0-4b73-8c9e-2cb9dfcbb44f tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:59.623752 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-230b91f3-4c39-4fa9-833c-aa9f08a66bf0 req-30efc59a-69b0-4b73-8c9e-2cb9dfcbb44f tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=2eb08fac-717f-4119-8254-e32db7cc9ab8 HTTP/1.1" status: 200 len: 946 time: 0.0569715 Feb 19 03:21:59.673774 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-230b91f3-4c39-4fa9-833c-aa9f08a66bf0 req-bb99e481-7c2b-475e-b9f0-23d46f392def tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434742 Feb 19 03:21:59.962362 n-d-826753-2 neutron-server[103702]: INFO neutron.api.v2.resource [req-ce320ffa-f53b-4903-8f13-a6887779e437 req-e2bff45e-c639-4231-a063-1d81443f9deb service neutron] show failed (client error): The resource could not be found. Feb 19 03:21:59.963383 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ce320ffa-f53b-4903-8f13-a6887779e437 req-e2bff45e-c639-4231-a063-1d81443f9deb service neutron] 10.222.0.73 "GET /v2.0/ports/b499396d-a4f6-4939-ab9a-789b61bccaf2/bindings/n-h2-826753-2 HTTP/1.1" status: 404 len: 380 time: 0.0608385 Feb 19 03:22:00.021054 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e674a110-cb69-419d-8943-9dca14f5d44a req-26c7dfe4-9acc-4745-abce-2c88379e9b68 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:00.022577 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e674a110-cb69-419d-8943-9dca14f5d44a req-26c7dfe4-9acc-4745-abce-2c88379e9b68 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=358d53a4-36fe-47f7-97f0-acb94bca01c8 HTTP/1.1" status: 200 len: 945 time: 0.0569718 Feb 19 03:22:00.087379 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e674a110-cb69-419d-8943-9dca14f5d44a req-804bbcc8-52f5-4da9-a5ff-476754140ea7 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=2aa96b9b-ec5f-4d15-9c2c-3bf29b0e4a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581024 Feb 19 03:22:00.185225 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce320ffa-f53b-4903-8f13-a6887779e437 req-6c37eaee-2d14-4423-86b8-fe78effb0e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:00.186620 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ce320ffa-f53b-4903-8f13-a6887779e437 req-6c37eaee-2d14-4423-86b8-fe78effb0e71 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=358d53a4-36fe-47f7-97f0-acb94bca01c8&tenant_id=3bc3bb28499f4673b42d5b4a69d45946 HTTP/1.1" status: 200 len: 1127 time: 0.0451009 Feb 19 03:22:00.205598 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-ce320ffa-f53b-4903-8f13-a6887779e437 req-8ab432f7-cd1a-4c5a-a4ef-59e2e55a8002 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-826753-2', 'device_owner': 'compute:nova'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:00.267283 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-ce320ffa-f53b-4903-8f13-a6887779e437 req-8ab432f7-cd1a-4c5a-a4ef-59e2e55a8002 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (b499396d-a4f6-4939-ab9a-789b61bccaf2), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:00.468521 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-ce320ffa-f53b-4903-8f13-a6887779e437 req-8ab432f7-cd1a-4c5a-a4ef-59e2e55a8002 service neutron] For port b499396d-a4f6-4939-ab9a-789b61bccaf2, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=b499396d-a4f6-4939-ab9a-789b61bccaf2,segment=NetworkSegment(0b07b9bd-167c-42c6-b7c9-2f468887a2a0),segment_id=0b07b9bd-167c-42c6-b7c9-2f468887a2a0)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:22:00.504080 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-ce320ffa-f53b-4903-8f13-a6887779e437 req-8ab432f7-cd1a-4c5a-a4ef-59e2e55a8002 service neutron] For port b499396d-a4f6-4939-ab9a-789b61bccaf2, host n-h1-826753-2, cleared binding levels {{(pid=103701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:22:00.543534 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '358d53a4-36fe-47f7-97f0-acb94bca01c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b499396d-a4f6-4939-ab9a-789b61bccaf2'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:22:00.546182 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ec9bb11-029a-4a0f-9d2c-ac48e20a069e" -d '{"events": [{"server_uuid": "358d53a4-36fe-47f7-97f0-acb94bca01c8", "name": "network-vif-unplugged", "status": "completed", "tag": "b499396d-a4f6-4939-ab9a-789b61bccaf2"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:22:00.551200 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-ce320ffa-f53b-4903-8f13-a6887779e437 req-8ab432f7-cd1a-4c5a-a4ef-59e2e55a8002 service neutron] Publish callbacks [] for port (b499396d-a4f6-4939-ab9a-789b61bccaf2), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:00.564003 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.provisioning_blocks [req-ce320ffa-f53b-4903-8f13-a6887779e437 req-8ab432f7-cd1a-4c5a-a4ef-59e2e55a8002 service neutron] Transition to ACTIVE for port object b499396d-a4f6-4939-ab9a-789b61bccaf2 will not be triggered until provisioned by entity L2. {{(pid=103701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:22:00.569405 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-ce320ffa-f53b-4903-8f13-a6887779e437 req-8ab432f7-cd1a-4c5a-a4ef-59e2e55a8002 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (b499396d-a4f6-4939-ab9a-789b61bccaf2), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:00.664538 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab432f7-cd1a-4c5a-a4ef-59e2e55a8002 service neutron] Pushing event updated for resources: {'Port': ['ID=b499396d-a4f6-4939-ab9a-789b61bccaf2,revision_number=6']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:00.710058 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8369e94c-c45e-4aa3-bc9c-9d01bd524a48 x-openstack-request-id: req-8369e94c-c45e-4aa3-bc9c-9d01bd524a48 {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:22:00.710579 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "358d53a4-36fe-47f7-97f0-acb94bca01c8", "name": "network-vif-unplugged", "status": "completed", "tag": "b499396d-a4f6-4939-ab9a-789b61bccaf2", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:22:00.710912 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8369e94c-c45e-4aa3-bc9c-9d01bd524a48 {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:22:00.711394 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '358d53a4-36fe-47f7-97f0-acb94bca01c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b499396d-a4f6-4939-ab9a-789b61bccaf2', 'code': 200} Feb 19 03:22:00.750246 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce320ffa-f53b-4903-8f13-a6887779e437 req-8ab432f7-cd1a-4c5a-a4ef-59e2e55a8002 service neutron] No DVR routers for this DVR port b499396d-a4f6-4939-ab9a-789b61bccaf2 on host n-h1-826753-2 {{(pid=103701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:22:00.902383 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbab5ac-2d85-4e2f-aa89-202cac436555 req-f686decb-942a-4912-8e40-45c5e7c13b31 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:00.903979 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ccbab5ac-2d85-4e2f-aa89-202cac436555 req-f686decb-942a-4912-8e40-45c5e7c13b31 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=2eb08fac-717f-4119-8254-e32db7cc9ab8 HTTP/1.1" status: 200 len: 946 time: 0.1134968 Feb 19 03:22:01.000498 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ccbab5ac-2d85-4e2f-aa89-202cac436555 req-47108c9e-58e9-43e2-809a-d544e2ee1e6e tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876760 Feb 19 03:22:01.001276 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-ce320ffa-f53b-4903-8f13-a6887779e437 req-8ab432f7-cd1a-4c5a-a4ef-59e2e55a8002 service neutron] Attempting to bind port b499396d-a4f6-4939-ab9a-789b61bccaf2 on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:22:01.001606 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-ce320ffa-f53b-4903-8f13-a6887779e437 req-8ab432f7-cd1a-4c5a-a4ef-59e2e55a8002 service neutron] Attempting to bind port b499396d-a4f6-4939-ab9a-789b61bccaf2 by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': '0b07b9bd-167c-42c6-b7c9-2f468887a2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '46ba7a40-34d1-486e-a718-daaa9120f771'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:22:01.001932 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce320ffa-f53b-4903-8f13-a6887779e437 req-8ab432f7-cd1a-4c5a-a4ef-59e2e55a8002 service neutron] Attempting to bind port b499396d-a4f6-4939-ab9a-789b61bccaf2 on network 46ba7a40-34d1-486e-a718-daaa9120f771 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:22:01.006996 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce320ffa-f53b-4903-8f13-a6887779e437 req-8ab432f7-cd1a-4c5a-a4ef-59e2e55a8002 service neutron] Port b499396d-a4f6-4939-ab9a-789b61bccaf2 on network 46ba7a40-34d1-486e-a718-daaa9120f771 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:22:01.007343 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce320ffa-f53b-4903-8f13-a6887779e437 req-8ab432f7-cd1a-4c5a-a4ef-59e2e55a8002 service neutron] Attempting to bind port b499396d-a4f6-4939-ab9a-789b61bccaf2 on network 46ba7a40-34d1-486e-a718-daaa9120f771 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:22:01.012521 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce320ffa-f53b-4903-8f13-a6887779e437 req-8ab432f7-cd1a-4c5a-a4ef-59e2e55a8002 service neutron] Checking agent: {'id': 'bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:22:01.012861 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce320ffa-f53b-4903-8f13-a6887779e437 req-8ab432f7-cd1a-4c5a-a4ef-59e2e55a8002 service neutron] Checking segment: {'id': '0b07b9bd-167c-42c6-b7c9-2f468887a2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '46ba7a40-34d1-486e-a718-daaa9120f771'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:22:01.013291 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce320ffa-f53b-4903-8f13-a6887779e437 req-8ab432f7-cd1a-4c5a-a4ef-59e2e55a8002 service neutron] Bound using segment: {'id': '0b07b9bd-167c-42c6-b7c9-2f468887a2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '46ba7a40-34d1-486e-a718-daaa9120f771'} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:22:01.013721 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-ce320ffa-f53b-4903-8f13-a6887779e437 req-8ab432f7-cd1a-4c5a-a4ef-59e2e55a8002 service neutron] Bound port: b499396d-a4f6-4939-ab9a-789b61bccaf2, host: n-h2-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b07b9bd-167c-42c6-b7c9-2f468887a2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '46ba7a40-34d1-486e-a718-daaa9120f771'}}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:22:01.014078 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-ce320ffa-f53b-4903-8f13-a6887779e437 req-8ab432f7-cd1a-4c5a-a4ef-59e2e55a8002 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (b499396d-a4f6-4939-ab9a-789b61bccaf2), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:01.085441 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-ce320ffa-f53b-4903-8f13-a6887779e437 req-8ab432f7-cd1a-4c5a-a4ef-59e2e55a8002 service neutron] For port b499396d-a4f6-4939-ab9a-789b61bccaf2, host n-h2-826753-2, cleared binding levels {{(pid=103701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:22:01.089566 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-ce320ffa-f53b-4903-8f13-a6887779e437 req-8ab432f7-cd1a-4c5a-a4ef-59e2e55a8002 service neutron] For port b499396d-a4f6-4939-ab9a-789b61bccaf2, host n-h2-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=b499396d-a4f6-4939-ab9a-789b61bccaf2,segment=NetworkSegment(0b07b9bd-167c-42c6-b7c9-2f468887a2a0),segment_id=0b07b9bd-167c-42c6-b7c9-2f468887a2a0)] {{(pid=103701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:22:01.096015 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-ce320ffa-f53b-4903-8f13-a6887779e437 req-8ab432f7-cd1a-4c5a-a4ef-59e2e55a8002 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (b499396d-a4f6-4939-ab9a-789b61bccaf2), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:01.133728 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce320ffa-f53b-4903-8f13-a6887779e437 req-8ab432f7-cd1a-4c5a-a4ef-59e2e55a8002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:01.134421 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-ce320ffa-f53b-4903-8f13-a6887779e437 req-8ab432f7-cd1a-4c5a-a4ef-59e2e55a8002 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:01.135457 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ce320ffa-f53b-4903-8f13-a6887779e437 req-8ab432f7-cd1a-4c5a-a4ef-59e2e55a8002 service neutron] 10.222.0.82 "PUT /v2.0/ports/b499396d-a4f6-4939-ab9a-789b61bccaf2 HTTP/1.1" status: 200 len: 1091 time: 0.9337130 Feb 19 03:22:01.160355 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab432f7-cd1a-4c5a-a4ef-59e2e55a8002 service neutron] Pushing event updated for resources: {'Port': ['ID=b499396d-a4f6-4939-ab9a-789b61bccaf2,revision_number=7']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:01.257092 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce320ffa-f53b-4903-8f13-a6887779e437 req-14fa616a-f1b6-4374-90e4-7acd56e791e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:01.258546 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ce320ffa-f53b-4903-8f13-a6887779e437 req-14fa616a-f1b6-4374-90e4-7acd56e791e0 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3bc3bb28499f4673b42d5b4a69d45946&device_id=358d53a4-36fe-47f7-97f0-acb94bca01c8 HTTP/1.1" status: 200 len: 1125 time: 0.0879116 Feb 19 03:22:01.288188 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc20da70-24a1-453c-b82b-52d20778ed60 req-fc73006d-19aa-43f8-9e87-ae65bedf4fd2 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:01.290506 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bc20da70-24a1-453c-b82b-52d20778ed60 req-fc73006d-19aa-43f8-9e87-ae65bedf4fd2 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=358d53a4-36fe-47f7-97f0-acb94bca01c8 HTTP/1.1" status: 200 len: 943 time: 0.0852683 Feb 19 03:22:01.392127 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bc20da70-24a1-453c-b82b-52d20778ed60 req-3c166b90-1741-46a9-947e-de4f0ec67db1 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=2aa96b9b-ec5f-4d15-9c2c-3bf29b0e4a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862620 Feb 19 03:22:01.397888 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667a98ae-e1bc-4964-ba35-49085efe04e4 req-dc12c150-fb16-42c4-9662-04b26c2f6d57 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:01.399485 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-667a98ae-e1bc-4964-ba35-49085efe04e4 req-dc12c150-fb16-42c4-9662-04b26c2f6d57 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.73 "GET /v2.0/ports?device_id=2eb08fac-717f-4119-8254-e32db7cc9ab8 HTTP/1.1" status: 200 len: 946 time: 0.0636938 Feb 19 03:22:01.419846 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce320ffa-f53b-4903-8f13-a6887779e437 req-0c8a724b-df76-4987-920a-bcd7cef208d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:01.421360 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ce320ffa-f53b-4903-8f13-a6887779e437 req-0c8a724b-df76-4987-920a-bcd7cef208d7 service neutron] 10.222.0.82 "GET /v2.0/networks?id=46ba7a40-34d1-486e-a718-daaa9120f771 HTTP/1.1" status: 200 len: 898 time: 0.1549344 Feb 19 03:22:01.496921 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ce320ffa-f53b-4903-8f13-a6887779e437 req-0b5b92cc-f524-4f8a-8e76-4c8c1c559ac0 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b499396d-a4f6-4939-ab9a-789b61bccaf2 HTTP/1.1" status: 200 len: 998 time: 0.0676959 Feb 19 03:22:01.509290 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-667a98ae-e1bc-4964-ba35-49085efe04e4 req-faaf0517-8644-4695-89ea-51ad48df012c tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Deleting port 54333682-8311-492b-8634-1192428fab96 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:22:01.509630 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-667a98ae-e1bc-4964-ba35-49085efe04e4 req-faaf0517-8644-4695-89ea-51ad48df012c tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (54333682-8311-492b-8634-1192428fab96), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:01.547354 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce320ffa-f53b-4903-8f13-a6887779e437 req-08b7d259-5b12-447b-8897-4a2fdfa585ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:01.548842 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ce320ffa-f53b-4903-8f13-a6887779e437 req-08b7d259-5b12-447b-8897-4a2fdfa585ea service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f7025eb2-ffe7-4a82-a4e1-9990d681fd2d HTTP/1.1" status: 200 len: 834 time: 0.0453792 Feb 19 03:22:01.603856 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce320ffa-f53b-4903-8f13-a6887779e437 req-8c9fa896-b9f4-4ea9-a467-d6217441ae51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:01.606270 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ce320ffa-f53b-4903-8f13-a6887779e437 req-8c9fa896-b9f4-4ea9-a467-d6217441ae51 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=46ba7a40-34d1-486e-a718-daaa9120f771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0510678 Feb 19 03:22:01.607178 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-667a98ae-e1bc-4964-ba35-49085efe04e4 req-faaf0517-8644-4695-89ea-51ad48df012c tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] For port 54333682-8311-492b-8634-1192428fab96, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=54333682-8311-492b-8634-1192428fab96,segment=NetworkSegment(1cc07983-2153-4fea-b2a9-9157e38f7075),segment_id=1cc07983-2153-4fea-b2a9-9157e38f7075)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:22:01.607540 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-667a98ae-e1bc-4964-ba35-49085efe04e4 req-faaf0517-8644-4695-89ea-51ad48df012c tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (54333682-8311-492b-8634-1192428fab96), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:01.619796 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-667a98ae-e1bc-4964-ba35-49085efe04e4 req-faaf0517-8644-4695-89ea-51ad48df012c tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Calling delete_port for 54333682-8311-492b-8634-1192428fab96 owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:22:01.704689 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ce320ffa-f53b-4903-8f13-a6887779e437 req-9733c0c8-fd26-46c7-a9a0-eb5339fcce0b service neutron] 10.222.0.82 "GET /v2.0/networks/46ba7a40-34d1-486e-a718-daaa9120f771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913999 Feb 19 03:22:01.779743 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-667a98ae-e1bc-4964-ba35-49085efe04e4 req-faaf0517-8644-4695-89ea-51ad48df012c tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (54333682-8311-492b-8634-1192428fab96), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:01.812378 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaf0517-8644-4695-89ea-51ad48df012c tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Pushing event deleted for resources: {'Port': ['ID=54333682-8311-492b-8634-1192428fab96,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:01.813243 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['54333682-8311-492b-8634-1192428fab96'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:22:01.817522 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ce320ffa-f53b-4903-8f13-a6887779e437 req-a11d2b0b-70eb-48f7-ab8a-9a78327ff269 service neutron] 10.222.0.82 "GET /v2.0/networks/46ba7a40-34d1-486e-a718-daaa9120f771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069100 Feb 19 03:22:01.873999 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-667a98ae-e1bc-4964-ba35-49085efe04e4 req-faaf0517-8644-4695-89ea-51ad48df012c tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] No DVR routers for this DVR port 54333682-8311-492b-8634-1192428fab96 on host n-h1-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:22:01.876565 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-667a98ae-e1bc-4964-ba35-49085efe04e4 req-faaf0517-8644-4695-89ea-51ad48df012c tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:01.881480 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-667a98ae-e1bc-4964-ba35-49085efe04e4 req-faaf0517-8644-4695-89ea-51ad48df012c tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.73 "DELETE /v2.0/ports/54333682-8311-492b-8634-1192428fab96 HTTP/1.1" status: 204 len: 173 time: 0.4764369 Feb 19 03:22:01.881944 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eb08fac-717f-4119-8254-e32db7cc9ab8', 'name': 'network-vif-deleted', 'tag': '54333682-8311-492b-8634-1192428fab96'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:22:01.884203 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6f00217-e8bc-4b98-8625-817f1a42f858" -d '{"events": [{"server_uuid": "2eb08fac-717f-4119-8254-e32db7cc9ab8", "name": "network-vif-deleted", "tag": "54333682-8311-492b-8634-1192428fab96"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:22:02.055876 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a04688c6-6ba7-4a11-8e39-0025b0a191bb x-openstack-request-id: req-a04688c6-6ba7-4a11-8e39-0025b0a191bb {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:22:02.056475 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eb08fac-717f-4119-8254-e32db7cc9ab8", "name": "network-vif-deleted", "tag": "54333682-8311-492b-8634-1192428fab96", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:22:02.057060 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a04688c6-6ba7-4a11-8e39-0025b0a191bb {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:22:02.057691 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eb08fac-717f-4119-8254-e32db7cc9ab8', 'name': 'network-vif-deleted', 'tag': '54333682-8311-492b-8634-1192428fab96', 'status': 'completed', 'code': 200} Feb 19 03:22:02.150368 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ede20e86-0c98-4980-a9f1-12108d71adc7 req-7e3350e7-4a42-423a-98ed-5c5923aabbe6 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=2eb08fac-717f-4119-8254-e32db7cc9ab8 HTTP/1.1" status: 200 len: 210 time: 0.0313616 Feb 19 03:22:02.527282 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e88ac52-9c70-4376-827d-f55a82d5d063 req-1e02a55d-9dea-45ad-8144-26f13034f603 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:02.528806 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0e88ac52-9c70-4376-827d-f55a82d5d063 req-1e02a55d-9dea-45ad-8144-26f13034f603 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=358d53a4-36fe-47f7-97f0-acb94bca01c8 HTTP/1.1" status: 200 len: 943 time: 0.0522404 Feb 19 03:22:02.577942 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0e88ac52-9c70-4376-827d-f55a82d5d063 req-591fdbe5-a77b-4963-9030-034f074ea9ed tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=2aa96b9b-ec5f-4d15-9c2c-3bf29b0e4a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434160 Feb 19 03:22:02.712980 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '358d53a4-36fe-47f7-97f0-acb94bca01c8', 'tag': 'b499396d-a4f6-4939-ab9a-789b61bccaf2'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:22:02.715251 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c243dd0b-e25e-4c47-902e-27637ab2b924" -d '{"events": [{"name": "network-changed", "server_uuid": "358d53a4-36fe-47f7-97f0-acb94bca01c8", "tag": "b499396d-a4f6-4939-ab9a-789b61bccaf2"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:22:02.762812 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c0a56ac-0008-4ff7-8ab4-703a9888a0b9 x-openstack-request-id: req-9c0a56ac-0008-4ff7-8ab4-703a9888a0b9 {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:22:02.763106 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "358d53a4-36fe-47f7-97f0-acb94bca01c8", "tag": "b499396d-a4f6-4939-ab9a-789b61bccaf2", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:22:02.763359 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9c0a56ac-0008-4ff7-8ab4-703a9888a0b9 {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:22:02.763751 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '358d53a4-36fe-47f7-97f0-acb94bca01c8', 'tag': 'b499396d-a4f6-4939-ab9a-789b61bccaf2', 'status': 'completed', 'code': 200} Feb 19 03:22:02.851094 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c243dd0b-e25e-4c47-902e-27637ab2b924 req-4734d899-4fbe-4a08-9df5-e37b56c067e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:02.853525 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c243dd0b-e25e-4c47-902e-27637ab2b924 req-4734d899-4fbe-4a08-9df5-e37b56c067e1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3bc3bb28499f4673b42d5b4a69d45946&device_id=358d53a4-36fe-47f7-97f0-acb94bca01c8 HTTP/1.1" status: 200 len: 1125 time: 0.0517316 Feb 19 03:22:02.878046 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c243dd0b-e25e-4c47-902e-27637ab2b924 req-a2003440-b3ab-4a96-afee-dd30df4a415f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:02.880404 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c243dd0b-e25e-4c47-902e-27637ab2b924 req-a2003440-b3ab-4a96-afee-dd30df4a415f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3bc3bb28499f4673b42d5b4a69d45946&device_id=358d53a4-36fe-47f7-97f0-acb94bca01c8 HTTP/1.1" status: 200 len: 1125 time: 0.0685043 Feb 19 03:22:02.952650 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c243dd0b-e25e-4c47-902e-27637ab2b924 req-74f0e9cf-d825-4c26-b170-2c8d42a90ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:02.954306 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c243dd0b-e25e-4c47-902e-27637ab2b924 req-74f0e9cf-d825-4c26-b170-2c8d42a90ab0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=46ba7a40-34d1-486e-a718-daaa9120f771 HTTP/1.1" status: 200 len: 898 time: 0.0945423 Feb 19 03:22:02.977627 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c243dd0b-e25e-4c47-902e-27637ab2b924 req-1b80a3ed-b6d3-48f8-a31d-65bc0a831260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:02.979015 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c243dd0b-e25e-4c47-902e-27637ab2b924 req-1b80a3ed-b6d3-48f8-a31d-65bc0a831260 service neutron] 10.222.0.82 "GET /v2.0/networks?id=46ba7a40-34d1-486e-a718-daaa9120f771 HTTP/1.1" status: 200 len: 898 time: 0.0916417 Feb 19 03:22:03.022302 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c243dd0b-e25e-4c47-902e-27637ab2b924 req-23a08bfb-9478-493e-8421-49cde5a7342a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b499396d-a4f6-4939-ab9a-789b61bccaf2 HTTP/1.1" status: 200 len: 998 time: 0.0618989 Feb 19 03:22:03.077181 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c243dd0b-e25e-4c47-902e-27637ab2b924 req-2c32b9d5-446e-4fe5-ac0e-ac26ea373a30 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b499396d-a4f6-4939-ab9a-789b61bccaf2 HTTP/1.1" status: 200 len: 998 time: 0.0901365 Feb 19 03:22:03.081121 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c243dd0b-e25e-4c47-902e-27637ab2b924 req-454c845c-14fa-48f7-a3cd-d57c7e236556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:03.082969 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c243dd0b-e25e-4c47-902e-27637ab2b924 req-454c845c-14fa-48f7-a3cd-d57c7e236556 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f7025eb2-ffe7-4a82-a4e1-9990d681fd2d HTTP/1.1" status: 200 len: 834 time: 0.0543385 Feb 19 03:22:03.146665 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c243dd0b-e25e-4c47-902e-27637ab2b924 req-ed7fd3e8-74cf-4b58-9f45-f1a7af022df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:03.148310 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c243dd0b-e25e-4c47-902e-27637ab2b924 req-ed7fd3e8-74cf-4b58-9f45-f1a7af022df6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=46ba7a40-34d1-486e-a718-daaa9120f771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0597687 Feb 19 03:22:03.152215 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c243dd0b-e25e-4c47-902e-27637ab2b924 req-dd5e9e05-a9e2-485b-ba22-9fad5da2bda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:03.153942 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c243dd0b-e25e-4c47-902e-27637ab2b924 req-dd5e9e05-a9e2-485b-ba22-9fad5da2bda4 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f7025eb2-ffe7-4a82-a4e1-9990d681fd2d HTTP/1.1" status: 200 len: 834 time: 0.0678482 Feb 19 03:22:03.231454 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c243dd0b-e25e-4c47-902e-27637ab2b924 req-392ebfe8-cbd9-450c-afd7-940687fa1d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:03.233018 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c243dd0b-e25e-4c47-902e-27637ab2b924 req-392ebfe8-cbd9-450c-afd7-940687fa1d1c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=46ba7a40-34d1-486e-a718-daaa9120f771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0725625 Feb 19 03:22:03.265256 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c243dd0b-e25e-4c47-902e-27637ab2b924 req-2da2fc47-6799-4dbd-aa6c-db45f07b0c99 service neutron] 10.222.0.73 "GET /v2.0/networks/46ba7a40-34d1-486e-a718-daaa9120f771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099555 Feb 19 03:22:03.277592 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d12ed4fc-0542-438d-81b8-f75602f41a38 req-353109db-c6cd-4fde-83b1-7690de9bd819 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=2eb08fac-717f-4119-8254-e32db7cc9ab8 HTTP/1.1" status: 200 len: 210 time: 0.0385661 Feb 19 03:22:03.406036 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c243dd0b-e25e-4c47-902e-27637ab2b924 req-5979af44-084d-4845-b85c-629baed4fb64 service neutron] 10.222.0.82 "GET /v2.0/networks/46ba7a40-34d1-486e-a718-daaa9120f771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578941 Feb 19 03:22:03.411896 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c243dd0b-e25e-4c47-902e-27637ab2b924 req-adf6ab17-a5b9-4f8f-9ee4-d00128c5a5b2 service neutron] 10.222.0.73 "GET /v2.0/networks/46ba7a40-34d1-486e-a718-daaa9120f771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406982 Feb 19 03:22:03.538538 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c243dd0b-e25e-4c47-902e-27637ab2b924 req-f4806ed8-daa0-4097-bf1e-05e2d762209b service neutron] 10.222.0.82 "GET /v2.0/networks/46ba7a40-34d1-486e-a718-daaa9120f771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180408 Feb 19 03:22:03.742674 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5833fb-b071-425b-9800-8d605303fb58 req-afc79a79-9739-4367-9ddb-47a819230fa7 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:03.750638 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ef5833fb-b071-425b-9800-8d605303fb58 req-afc79a79-9739-4367-9ddb-47a819230fa7 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=358d53a4-36fe-47f7-97f0-acb94bca01c8 HTTP/1.1" status: 200 len: 943 time: 0.1010344 Feb 19 03:22:03.877242 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ef5833fb-b071-425b-9800-8d605303fb58 req-447ac45b-84c8-42da-9aca-476bf2c8842e tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=2aa96b9b-ec5f-4d15-9c2c-3bf29b0e4a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201878 Feb 19 03:22:04.251055 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device b499396d-a4f6-4939-ab9a-789b61bccaf2 no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:22:04.301427 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] The host n-h1-826753-2 is not matching for port b499396d-a4f6-4939-ab9a-789b61bccaf2 host n-h2-826753-2! {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 03:22:04.302301 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device b499396d-a4f6-4939-ab9a-789b61bccaf2 not bound to the agent host n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:22:04.303376 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 54333682-8311-492b-8634-1192428fab96 no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:22:04.329211 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] No Port match for: 54333682-8311-492b-8634-1192428fab96 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:22:04.329884 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 54333682-8311-492b-8634-1192428fab96 not bound to the agent host n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:22:04.422552 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-77e73c45-0b3d-4942-bb41-0d9f32d86300 req-8c9e21a9-fff6-43c6-8867-12594df80798 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=2eb08fac-717f-4119-8254-e32db7cc9ab8 HTTP/1.1" status: 200 len: 210 time: 0.0415881 Feb 19 03:22:04.803215 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device b499396d-a4f6-4939-ab9a-789b61bccaf2 details requested by agent hyperv_n-h2-826753-2 with host n-h2-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:22:04.931748 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port b499396d-a4f6-4939-ab9a-789b61bccaf2, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=b499396d-a4f6-4939-ab9a-789b61bccaf2,segment=NetworkSegment(0b07b9bd-167c-42c6-b7c9-2f468887a2a0),segment_id=0b07b9bd-167c-42c6-b7c9-2f468887a2a0)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:22:04.946551 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Returning: {'device': 'b499396d-a4f6-4939-ab9a-789b61bccaf2', 'network_id': '46ba7a40-34d1-486e-a718-daaa9120f771', 'port_id': 'b499396d-a4f6-4939-ab9a-789b61bccaf2', 'mac_address': 'fa:16:3e:ec:99:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7025eb2-ffe7-4a82-a4e1-9990d681fd2d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:22:04.993043 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port b499396d-a4f6-4939-ab9a-789b61bccaf2 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:04.993951 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (b499396d-a4f6-4939-ab9a-789b61bccaf2), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:05.010280 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b499396d-a4f6-4939-ab9a-789b61bccaf2 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:22:05.047052 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port b499396d-a4f6-4939-ab9a-789b61bccaf2, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=b499396d-a4f6-4939-ab9a-789b61bccaf2,segment=NetworkSegment(0b07b9bd-167c-42c6-b7c9-2f468887a2a0),segment_id=0b07b9bd-167c-42c6-b7c9-2f468887a2a0)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:22:05.055691 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (b499396d-a4f6-4939-ab9a-789b61bccaf2), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:05.067872 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce4b59-ac57-41b5-8cc3-62625e953f8e req-5f92686d-d7b4-44c3-b400-488e3104f366 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:05.076068 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8cce4b59-ac57-41b5-8cc3-62625e953f8e req-5f92686d-d7b4-44c3-b400-488e3104f366 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=358d53a4-36fe-47f7-97f0-acb94bca01c8 HTTP/1.1" status: 200 len: 943 time: 0.0847130 Feb 19 03:22:05.123369 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=b499396d-a4f6-4939-ab9a-789b61bccaf2,revision_number=8']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:05.132949 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:05.133527 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:05.133958 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8cce4b59-ac57-41b5-8cc3-62625e953f8e req-71f18919-cceb-4c86-9380-b8b8060aefb2 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=2aa96b9b-ec5f-4d15-9c2c-3bf29b0e4a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568035 Feb 19 03:22:05.134251 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:05.134751 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:05.135242 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:05.135730 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:05.136225 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:05.136721 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:05.137234 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:05.137825 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:05.138308 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:05.139101 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:05.149254 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:05.342419 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['b499396d-a4f6-4939-ab9a-789b61bccaf2'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:22:05.841858 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-14994fa0-8def-4159-b498-3e7a30ed8a12 req-5138517f-9e39-41a5-8606-22f2c500b3db tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=2eb08fac-717f-4119-8254-e32db7cc9ab8 HTTP/1.1" status: 200 len: 210 time: 0.0484917 Feb 19 03:22:05.899707 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f24da79-5739-43ad-af07-6920cf550833 req-57d84625-5460-459a-bccb-829dd4b3f897 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:05.901266 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2f24da79-5739-43ad-af07-6920cf550833 req-57d84625-5460-459a-bccb-829dd4b3f897 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.82 "GET /v2.0/ports?device_id=358d53a4-36fe-47f7-97f0-acb94bca01c8&tenant_id=3bc3bb28499f4673b42d5b4a69d45946&binding%3Ahost_id=n-h2-826753-2 HTTP/1.1" status: 200 len: 944 time: 0.5542502 Feb 19 03:22:05.908191 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34963373-52e3-4096-9829-26cfc95095f8 req-9affc7aa-37ab-4589-9421-a79471a12d42 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:05.913503 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-34963373-52e3-4096-9829-26cfc95095f8 req-9affc7aa-37ab-4589-9421-a79471a12d42 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=358d53a4-36fe-47f7-97f0-acb94bca01c8 HTTP/1.1" status: 200 len: 944 time: 0.5235829 Feb 19 03:22:06.007276 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-34963373-52e3-4096-9829-26cfc95095f8 req-24c430b4-5988-489f-ac7f-18696c1ccd7c tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=2aa96b9b-ec5f-4d15-9c2c-3bf29b0e4a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909755 Feb 19 03:22:06.013607 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2f24da79-5739-43ad-af07-6920cf550833 req-7ed3850b-3679-4fa2-8b61-26a1841fdec2 service neutron] 10.222.0.82 "GET /v2.0/ports/b499396d-a4f6-4939-ab9a-789b61bccaf2/bindings/n-h2-826753-2 HTTP/1.1" status: 200 len: 382 time: 0.0988860 Feb 19 03:22:06.103584 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f24da79-5739-43ad-af07-6920cf550833 req-3dfbe475-8c7b-4f0b-8622-79426d4743de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:06.105035 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2f24da79-5739-43ad-af07-6920cf550833 req-3dfbe475-8c7b-4f0b-8622-79426d4743de service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3bc3bb28499f4673b42d5b4a69d45946&device_id=358d53a4-36fe-47f7-97f0-acb94bca01c8 HTTP/1.1" status: 200 len: 1126 time: 0.0497143 Feb 19 03:22:06.202310 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f24da79-5739-43ad-af07-6920cf550833 req-eb82beb4-f69d-404d-bc70-9839451a7397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:06.204248 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2f24da79-5739-43ad-af07-6920cf550833 req-eb82beb4-f69d-404d-bc70-9839451a7397 service neutron] 10.222.0.82 "GET /v2.0/networks?id=46ba7a40-34d1-486e-a718-daaa9120f771 HTTP/1.1" status: 200 len: 898 time: 0.0927885 Feb 19 03:22:06.272265 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2f24da79-5739-43ad-af07-6920cf550833 req-8e91c101-380f-4bd6-8db4-854de1774663 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b499396d-a4f6-4939-ab9a-789b61bccaf2 HTTP/1.1" status: 200 len: 999 time: 0.0617547 Feb 19 03:22:06.329643 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f24da79-5739-43ad-af07-6920cf550833 req-d0b4a2e5-a300-4829-82d3-6125a29746f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:06.331417 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2f24da79-5739-43ad-af07-6920cf550833 req-d0b4a2e5-a300-4829-82d3-6125a29746f2 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f7025eb2-ffe7-4a82-a4e1-9990d681fd2d HTTP/1.1" status: 200 len: 834 time: 0.0524089 Feb 19 03:22:06.382362 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f24da79-5739-43ad-af07-6920cf550833 req-1e8522b2-2969-4489-a5c0-d560e0c1aa8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:06.383814 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2f24da79-5739-43ad-af07-6920cf550833 req-1e8522b2-2969-4489-a5c0-d560e0c1aa8f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=46ba7a40-34d1-486e-a718-daaa9120f771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0465500 Feb 19 03:22:06.473703 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2f24da79-5739-43ad-af07-6920cf550833 req-fbea80b8-90e4-49ae-b5a4-c33d28d659cc service neutron] 10.222.0.82 "GET /v2.0/networks/46ba7a40-34d1-486e-a718-daaa9120f771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823691 Feb 19 03:22:06.570384 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2f24da79-5739-43ad-af07-6920cf550833 req-5be48edf-92da-4f5d-985a-d29a923dcaac service neutron] 10.222.0.82 "GET /v2.0/networks/46ba7a40-34d1-486e-a718-daaa9120f771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909986 Feb 19 03:22:06.707190 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a936fbba-f182-4c05-961c-28f96dbca834 req-da605b0d-4ae5-4565-b775-eb867f18f375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:06.709130 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a936fbba-f182-4c05-961c-28f96dbca834 req-da605b0d-4ae5-4565-b775-eb867f18f375 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3bc3bb28499f4673b42d5b4a69d45946&device_id=358d53a4-36fe-47f7-97f0-acb94bca01c8 HTTP/1.1" status: 200 len: 1126 time: 0.0493217 Feb 19 03:22:06.827551 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a936fbba-f182-4c05-961c-28f96dbca834 req-8366cbd6-7a20-4932-a992-7f36550a8d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:06.829073 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a936fbba-f182-4c05-961c-28f96dbca834 req-8366cbd6-7a20-4932-a992-7f36550a8d08 service neutron] 10.222.0.82 "GET /v2.0/networks?id=46ba7a40-34d1-486e-a718-daaa9120f771 HTTP/1.1" status: 200 len: 898 time: 0.1012437 Feb 19 03:22:06.835839 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device b499396d-a4f6-4939-ab9a-789b61bccaf2 up at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:22:06.901881 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning for port b499396d-a4f6-4939-ab9a-789b61bccaf2 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:22:06.905905 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning complete for port b499396d-a4f6-4939-ab9a-789b61bccaf2 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:06.906282 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (b499396d-a4f6-4939-ab9a-789b61bccaf2), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:06.947249 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a936fbba-f182-4c05-961c-28f96dbca834 req-81113263-d10f-45a2-b41a-2e196a024f50 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b499396d-a4f6-4939-ab9a-789b61bccaf2 HTTP/1.1" status: 200 len: 999 time: 0.1105661 Feb 19 03:22:06.949170 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8a01db97-8171-4f88-9733-0d09adc6340f req-015b5d6b-ff9b-406e-a9be-189b7287a631 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=2eb08fac-717f-4119-8254-e32db7cc9ab8 HTTP/1.1" status: 200 len: 210 time: 0.0309010 Feb 19 03:22:07.002315 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port b499396d-a4f6-4939-ab9a-789b61bccaf2 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:07.002703 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (b499396d-a4f6-4939-ab9a-789b61bccaf2), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:07.003417 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a936fbba-f182-4c05-961c-28f96dbca834 req-dc1e6caa-7bbe-4756-8ef3-c11fb16e056c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:07.004956 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a936fbba-f182-4c05-961c-28f96dbca834 req-dc1e6caa-7bbe-4756-8ef3-c11fb16e056c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f7025eb2-ffe7-4a82-a4e1-9990d681fd2d HTTP/1.1" status: 200 len: 834 time: 0.0509586 Feb 19 03:22:07.028715 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '358d53a4-36fe-47f7-97f0-acb94bca01c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b499396d-a4f6-4939-ab9a-789b61bccaf2'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:22:07.032034 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb8cdde9-3e26-416d-a96e-1110716a2b96" -d '{"events": [{"server_uuid": "358d53a4-36fe-47f7-97f0-acb94bca01c8", "name": "network-vif-plugged", "status": "completed", "tag": "b499396d-a4f6-4939-ab9a-789b61bccaf2"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:22:07.062945 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a936fbba-f182-4c05-961c-28f96dbca834 req-18097054-94d1-4d21-b288-4cf138ebbf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:07.064425 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port b499396d-a4f6-4939-ab9a-789b61bccaf2, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=b499396d-a4f6-4939-ab9a-789b61bccaf2,segment=NetworkSegment(0b07b9bd-167c-42c6-b7c9-2f468887a2a0),segment_id=0b07b9bd-167c-42c6-b7c9-2f468887a2a0)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:22:07.066232 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a936fbba-f182-4c05-961c-28f96dbca834 req-18097054-94d1-4d21-b288-4cf138ebbf3f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=46ba7a40-34d1-486e-a718-daaa9120f771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0545659 Feb 19 03:22:07.069943 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (b499396d-a4f6-4939-ab9a-789b61bccaf2), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:07.114198 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a83a21b-fc9e-4ddb-a7ad-f9d21a78a850 x-openstack-request-id: req-6a83a21b-fc9e-4ddb-a7ad-f9d21a78a850 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:22:07.114882 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "358d53a4-36fe-47f7-97f0-acb94bca01c8", "name": "network-vif-plugged", "status": "completed", "tag": "b499396d-a4f6-4939-ab9a-789b61bccaf2", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:22:07.115340 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6a83a21b-fc9e-4ddb-a7ad-f9d21a78a850 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:22:07.115950 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '358d53a4-36fe-47f7-97f0-acb94bca01c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b499396d-a4f6-4939-ab9a-789b61bccaf2', 'code': 200} Feb 19 03:22:07.134845 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=b499396d-a4f6-4939-ab9a-789b61bccaf2,revision_number=9']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:07.225497 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a936fbba-f182-4c05-961c-28f96dbca834 req-f966fc1b-2c72-4233-95c5-89a862ff25d7 service neutron] 10.222.0.82 "GET /v2.0/networks/46ba7a40-34d1-486e-a718-daaa9120f771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530600 Feb 19 03:22:07.235978 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc4c941-0f7f-423b-a7cf-f9d234987e14 req-759a4cea-62bf-421a-9502-b9ee8979e3b3 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:07.238268 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4fc4c941-0f7f-423b-a7cf-f9d234987e14 req-759a4cea-62bf-421a-9502-b9ee8979e3b3 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=358d53a4-36fe-47f7-97f0-acb94bca01c8 HTTP/1.1" status: 200 len: 945 time: 0.0908630 Feb 19 03:22:07.352620 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4fc4c941-0f7f-423b-a7cf-f9d234987e14 req-e6e332de-3717-4d50-9346-a81a57dc84c4 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=2aa96b9b-ec5f-4d15-9c2c-3bf29b0e4a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062601 Feb 19 03:22:07.375752 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a936fbba-f182-4c05-961c-28f96dbca834 req-561ab374-6f1e-4575-9749-873031b11cff service neutron] 10.222.0.82 "GET /v2.0/networks/46ba7a40-34d1-486e-a718-daaa9120f771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363997 Feb 19 03:22:08.059244 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4d4d9ca9-0a5b-40a5-9bfa-518bff5f03d9 req-3cb380d0-96f8-4f3e-a0a6-04b96887c6d2 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=2eb08fac-717f-4119-8254-e32db7cc9ab8 HTTP/1.1" status: 200 len: 210 time: 0.0338638 Feb 19 03:22:08.490991 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43a0339-93e5-4793-9d0d-edd251080151 req-8703c2f9-8c4e-43bc-99ef-a658f92f04cc tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:08.493693 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a43a0339-93e5-4793-9d0d-edd251080151 req-8703c2f9-8c4e-43bc-99ef-a658f92f04cc tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=358d53a4-36fe-47f7-97f0-acb94bca01c8 HTTP/1.1" status: 200 len: 945 time: 0.0678387 Feb 19 03:22:08.548245 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a43a0339-93e5-4793-9d0d-edd251080151 req-d93447a9-e7b2-4688-a0a1-d4707be5ccc0 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=2aa96b9b-ec5f-4d15-9c2c-3bf29b0e4a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473347 Feb 19 03:22:08.886431 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f24da79-5739-43ad-af07-6920cf550833 req-b79b3452-6a66-47ec-a512-232400e73648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:08.887969 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-2f24da79-5739-43ad-af07-6920cf550833 req-b79b3452-6a66-47ec-a512-232400e73648 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=358d53a4-36fe-47f7-97f0-acb94bca01c8&tenant_id=3bc3bb28499f4673b42d5b4a69d45946 HTTP/1.1" status: 200 len: 1127 time: 0.0552363 Feb 19 03:22:08.905240 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-2f24da79-5739-43ad-af07-6920cf550833 req-7acf2e4f-7381-4e87-aaf1-d77780f2b985 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-826753-2', 'device_owner': 'compute:nova'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:08.969287 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-2f24da79-5739-43ad-af07-6920cf550833 req-7acf2e4f-7381-4e87-aaf1-d77780f2b985 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (b499396d-a4f6-4939-ab9a-789b61bccaf2), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:09.163363 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a7e83065-716a-41d7-8ec6-e6d2196b7932 req-546d7297-e102-433c-aea9-9371acdc4e77 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=2eb08fac-717f-4119-8254-e32db7cc9ab8 HTTP/1.1" status: 200 len: 210 time: 0.0282595 Feb 19 03:22:09.200515 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-2f24da79-5739-43ad-af07-6920cf550833 req-7acf2e4f-7381-4e87-aaf1-d77780f2b985 service neutron] For port b499396d-a4f6-4939-ab9a-789b61bccaf2, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=b499396d-a4f6-4939-ab9a-789b61bccaf2,segment=NetworkSegment(0b07b9bd-167c-42c6-b7c9-2f468887a2a0),segment_id=0b07b9bd-167c-42c6-b7c9-2f468887a2a0)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:22:09.232955 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-2f24da79-5739-43ad-af07-6920cf550833 req-7acf2e4f-7381-4e87-aaf1-d77780f2b985 service neutron] For port b499396d-a4f6-4939-ab9a-789b61bccaf2, host n-h2-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:22:09.274407 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-2f24da79-5739-43ad-af07-6920cf550833 req-7acf2e4f-7381-4e87-aaf1-d77780f2b985 service neutron] Publish callbacks [] for port (b499396d-a4f6-4939-ab9a-789b61bccaf2), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:09.276352 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '358d53a4-36fe-47f7-97f0-acb94bca01c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b499396d-a4f6-4939-ab9a-789b61bccaf2'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:22:09.278662 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f48b4772-afad-4766-a96e-a4401a34ade5" -d '{"events": [{"server_uuid": "358d53a4-36fe-47f7-97f0-acb94bca01c8", "name": "network-vif-unplugged", "status": "completed", "tag": "b499396d-a4f6-4939-ab9a-789b61bccaf2"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:22:09.292411 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-2f24da79-5739-43ad-af07-6920cf550833 req-7acf2e4f-7381-4e87-aaf1-d77780f2b985 service neutron] Transition to ACTIVE for port object b499396d-a4f6-4939-ab9a-789b61bccaf2 will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:22:09.296415 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-2f24da79-5739-43ad-af07-6920cf550833 req-7acf2e4f-7381-4e87-aaf1-d77780f2b985 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (b499396d-a4f6-4939-ab9a-789b61bccaf2), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:09.341459 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b07f7e37-f8f0-4bb4-bcf8-407355c42506 x-openstack-request-id: req-b07f7e37-f8f0-4bb4-bcf8-407355c42506 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:22:09.341752 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "358d53a4-36fe-47f7-97f0-acb94bca01c8", "name": "network-vif-unplugged", "status": "completed", "tag": "b499396d-a4f6-4939-ab9a-789b61bccaf2", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:22:09.342063 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b07f7e37-f8f0-4bb4-bcf8-407355c42506 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:22:09.342398 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '358d53a4-36fe-47f7-97f0-acb94bca01c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b499396d-a4f6-4939-ab9a-789b61bccaf2', 'code': 200} Feb 19 03:22:09.383987 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acf2e4f-7381-4e87-aaf1-d77780f2b985 service neutron] Pushing event updated for resources: {'Port': ['ID=b499396d-a4f6-4939-ab9a-789b61bccaf2,revision_number=10']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:09.396187 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acf2e4f-7381-4e87-aaf1-d77780f2b985 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:09.396552 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acf2e4f-7381-4e87-aaf1-d77780f2b985 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:09.396885 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acf2e4f-7381-4e87-aaf1-d77780f2b985 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:09.397224 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acf2e4f-7381-4e87-aaf1-d77780f2b985 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:09.397561 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acf2e4f-7381-4e87-aaf1-d77780f2b985 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:09.397886 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acf2e4f-7381-4e87-aaf1-d77780f2b985 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:09.398207 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acf2e4f-7381-4e87-aaf1-d77780f2b985 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:09.398530 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acf2e4f-7381-4e87-aaf1-d77780f2b985 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:09.398843 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acf2e4f-7381-4e87-aaf1-d77780f2b985 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:09.399167 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acf2e4f-7381-4e87-aaf1-d77780f2b985 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:09.399490 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acf2e4f-7381-4e87-aaf1-d77780f2b985 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:09.399797 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acf2e4f-7381-4e87-aaf1-d77780f2b985 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:09.400114 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acf2e4f-7381-4e87-aaf1-d77780f2b985 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:09.437330 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f24da79-5739-43ad-af07-6920cf550833 req-7acf2e4f-7381-4e87-aaf1-d77780f2b985 service neutron] No DVR routers for this DVR port b499396d-a4f6-4939-ab9a-789b61bccaf2 on host n-h2-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:22:09.586298 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-2f24da79-5739-43ad-af07-6920cf550833 req-7acf2e4f-7381-4e87-aaf1-d77780f2b985 service neutron] Attempting to bind port b499396d-a4f6-4939-ab9a-789b61bccaf2 on host n-h1-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:22:09.586649 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-2f24da79-5739-43ad-af07-6920cf550833 req-7acf2e4f-7381-4e87-aaf1-d77780f2b985 service neutron] Attempting to bind port b499396d-a4f6-4939-ab9a-789b61bccaf2 by drivers openvswitch,hyperv on host n-h1-826753-2 at level 0 using segments [{'id': '0b07b9bd-167c-42c6-b7c9-2f468887a2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '46ba7a40-34d1-486e-a718-daaa9120f771'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:22:09.586972 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f24da79-5739-43ad-af07-6920cf550833 req-7acf2e4f-7381-4e87-aaf1-d77780f2b985 service neutron] Attempting to bind port b499396d-a4f6-4939-ab9a-789b61bccaf2 on network 46ba7a40-34d1-486e-a718-daaa9120f771 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:22:09.592195 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f24da79-5739-43ad-af07-6920cf550833 req-7acf2e4f-7381-4e87-aaf1-d77780f2b985 service neutron] Port b499396d-a4f6-4939-ab9a-789b61bccaf2 on network 46ba7a40-34d1-486e-a718-daaa9120f771 not bound, no agent of type Open vSwitch agent registered on host n-h1-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:22:09.592508 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f24da79-5739-43ad-af07-6920cf550833 req-7acf2e4f-7381-4e87-aaf1-d77780f2b985 service neutron] Attempting to bind port b499396d-a4f6-4939-ab9a-789b61bccaf2 on network 46ba7a40-34d1-486e-a718-daaa9120f771 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:22:09.598506 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f24da79-5739-43ad-af07-6920cf550833 req-7acf2e4f-7381-4e87-aaf1-d77780f2b985 service neutron] Checking agent: {'id': '9d56fb1b-2855-496a-a6d9-c324740cb98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:22:09.598838 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f24da79-5739-43ad-af07-6920cf550833 req-7acf2e4f-7381-4e87-aaf1-d77780f2b985 service neutron] Checking segment: {'id': '0b07b9bd-167c-42c6-b7c9-2f468887a2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '46ba7a40-34d1-486e-a718-daaa9120f771'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:22:09.599363 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f24da79-5739-43ad-af07-6920cf550833 req-7acf2e4f-7381-4e87-aaf1-d77780f2b985 service neutron] Bound using segment: {'id': '0b07b9bd-167c-42c6-b7c9-2f468887a2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '46ba7a40-34d1-486e-a718-daaa9120f771'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:22:09.599787 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-2f24da79-5739-43ad-af07-6920cf550833 req-7acf2e4f-7381-4e87-aaf1-d77780f2b985 service neutron] Bound port: b499396d-a4f6-4939-ab9a-789b61bccaf2, host: n-h1-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b07b9bd-167c-42c6-b7c9-2f468887a2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '46ba7a40-34d1-486e-a718-daaa9120f771'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:22:09.600132 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-2f24da79-5739-43ad-af07-6920cf550833 req-7acf2e4f-7381-4e87-aaf1-d77780f2b985 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (b499396d-a4f6-4939-ab9a-789b61bccaf2), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:09.668787 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-2f24da79-5739-43ad-af07-6920cf550833 req-7acf2e4f-7381-4e87-aaf1-d77780f2b985 service neutron] For port b499396d-a4f6-4939-ab9a-789b61bccaf2, host n-h1-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:22:09.672041 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-2f24da79-5739-43ad-af07-6920cf550833 req-7acf2e4f-7381-4e87-aaf1-d77780f2b985 service neutron] For port b499396d-a4f6-4939-ab9a-789b61bccaf2, host n-h1-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=b499396d-a4f6-4939-ab9a-789b61bccaf2,segment=NetworkSegment(0b07b9bd-167c-42c6-b7c9-2f468887a2a0),segment_id=0b07b9bd-167c-42c6-b7c9-2f468887a2a0)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:22:09.679608 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-2f24da79-5739-43ad-af07-6920cf550833 req-7acf2e4f-7381-4e87-aaf1-d77780f2b985 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (b499396d-a4f6-4939-ab9a-789b61bccaf2), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:09.687678 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262ac2e8-5471-4849-bbb9-6cee95f6bbbf req-dcf8724a-db36-4d6b-aade-7ab2725ba8cf tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:09.694734 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-262ac2e8-5471-4849-bbb9-6cee95f6bbbf req-dcf8724a-db36-4d6b-aade-7ab2725ba8cf tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=358d53a4-36fe-47f7-97f0-acb94bca01c8 HTTP/1.1" status: 200 len: 944 time: 0.0674131 Feb 19 03:22:09.719316 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f24da79-5739-43ad-af07-6920cf550833 req-7acf2e4f-7381-4e87-aaf1-d77780f2b985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:09.720144 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-2f24da79-5739-43ad-af07-6920cf550833 req-7acf2e4f-7381-4e87-aaf1-d77780f2b985 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:09.721786 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-2f24da79-5739-43ad-af07-6920cf550833 req-7acf2e4f-7381-4e87-aaf1-d77780f2b985 service neutron] 10.222.0.73 "PUT /v2.0/ports/b499396d-a4f6-4939-ab9a-789b61bccaf2 HTTP/1.1" status: 200 len: 1092 time: 0.8204932 Feb 19 03:22:09.755068 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acf2e4f-7381-4e87-aaf1-d77780f2b985 service neutron] Pushing event updated for resources: {'Port': ['ID=b499396d-a4f6-4939-ab9a-789b61bccaf2,revision_number=11']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:09.783287 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-262ac2e8-5471-4849-bbb9-6cee95f6bbbf req-67d364e7-5091-43ef-b31c-4a4f4736d601 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=2aa96b9b-ec5f-4d15-9c2c-3bf29b0e4a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770061 Feb 19 03:22:09.817530 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f24da79-5739-43ad-af07-6920cf550833 req-07d20f7b-03a7-4c48-bf61-14dab67cd06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:09.819137 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-2f24da79-5739-43ad-af07-6920cf550833 req-07d20f7b-03a7-4c48-bf61-14dab67cd06d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3bc3bb28499f4673b42d5b4a69d45946&device_id=358d53a4-36fe-47f7-97f0-acb94bca01c8 HTTP/1.1" status: 200 len: 1126 time: 0.0609379 Feb 19 03:22:09.923652 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f24da79-5739-43ad-af07-6920cf550833 req-0991bec8-5c63-4034-b943-6f7cc8012f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:09.926072 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-2f24da79-5739-43ad-af07-6920cf550833 req-0991bec8-5c63-4034-b943-6f7cc8012f90 service neutron] 10.222.0.73 "GET /v2.0/networks?id=46ba7a40-34d1-486e-a718-daaa9120f771 HTTP/1.1" status: 200 len: 898 time: 0.1013529 Feb 19 03:22:09.997605 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-2f24da79-5739-43ad-af07-6920cf550833 req-9a4d4e2c-a3ab-44a4-b982-0c45f7ee121a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b499396d-a4f6-4939-ab9a-789b61bccaf2 HTTP/1.1" status: 200 len: 998 time: 0.0655499 Feb 19 03:22:10.048206 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f24da79-5739-43ad-af07-6920cf550833 req-7cba3f57-c320-4db5-9934-ca0166e6ed22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:10.050344 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-2f24da79-5739-43ad-af07-6920cf550833 req-7cba3f57-c320-4db5-9934-ca0166e6ed22 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f7025eb2-ffe7-4a82-a4e1-9990d681fd2d HTTP/1.1" status: 200 len: 834 time: 0.0462780 Feb 19 03:22:10.099643 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f24da79-5739-43ad-af07-6920cf550833 req-9d2d0478-552a-4802-97da-24cb6acf2a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:10.101201 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-2f24da79-5739-43ad-af07-6920cf550833 req-9d2d0478-552a-4802-97da-24cb6acf2a7e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=46ba7a40-34d1-486e-a718-daaa9120f771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0455763 Feb 19 03:22:10.194417 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-2f24da79-5739-43ad-af07-6920cf550833 req-dc7dde5c-fe11-4f2c-b1be-a1f53ed42f88 service neutron] 10.222.0.73 "GET /v2.0/networks/46ba7a40-34d1-486e-a718-daaa9120f771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872166 Feb 19 03:22:10.263721 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-179eb419-7b5c-4bf3-b8c0-c9b7040550ca req-22bed1b5-5491-4b98-a4aa-9738e2eaf9bf tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=2eb08fac-717f-4119-8254-e32db7cc9ab8 HTTP/1.1" status: 200 len: 210 time: 0.0288610 Feb 19 03:22:10.289516 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-2f24da79-5739-43ad-af07-6920cf550833 req-1596c340-949c-411c-946f-19923d5e7e92 service neutron] 10.222.0.73 "GET /v2.0/networks/46ba7a40-34d1-486e-a718-daaa9120f771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893674 Feb 19 03:22:10.855267 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device b499396d-a4f6-4939-ab9a-789b61bccaf2 no longer exists at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:22:10.900847 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e7b36a-ab89-46d6-82c4-fd121eaec6eb req-891fd985-7a16-41b4-89af-b2bed2d75738 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:10.902630 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-53e7b36a-ab89-46d6-82c4-fd121eaec6eb req-891fd985-7a16-41b4-89af-b2bed2d75738 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=358d53a4-36fe-47f7-97f0-acb94bca01c8 HTTP/1.1" status: 200 len: 944 time: 0.0548201 Feb 19 03:22:10.911646 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] The host n-h2-826753-2 is not matching for port b499396d-a4f6-4939-ab9a-789b61bccaf2 host n-h1-826753-2! {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 03:22:10.912057 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device b499396d-a4f6-4939-ab9a-789b61bccaf2 not bound to the agent host n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:22:10.938397 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:22:10.957236 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-53e7b36a-ab89-46d6-82c4-fd121eaec6eb req-7218c9c0-53b4-44be-931f-634915501f92 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=2aa96b9b-ec5f-4d15-9c2c-3bf29b0e4a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461359 Feb 19 03:22:11.343956 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '358d53a4-36fe-47f7-97f0-acb94bca01c8', 'tag': 'b499396d-a4f6-4939-ab9a-789b61bccaf2'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:22:11.346307 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24466d7e-f0e9-4261-9b58-2e5a599b7e43" -d '{"events": [{"name": "network-changed", "server_uuid": "358d53a4-36fe-47f7-97f0-acb94bca01c8", "tag": "b499396d-a4f6-4939-ab9a-789b61bccaf2"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:22:11.370698 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d020750c-c6fe-4689-b7b3-85392da038a9 req-b66ca6db-598b-40b1-bcc0-378331a497e7 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=2eb08fac-717f-4119-8254-e32db7cc9ab8 HTTP/1.1" status: 200 len: 210 time: 0.0331039 Feb 19 03:22:11.413699 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ecccb4-301b-4cf8-811f-e5eb92ffece7 x-openstack-request-id: req-b3ecccb4-301b-4cf8-811f-e5eb92ffece7 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:22:11.413996 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "358d53a4-36fe-47f7-97f0-acb94bca01c8", "tag": "b499396d-a4f6-4939-ab9a-789b61bccaf2", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:22:11.414255 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b3ecccb4-301b-4cf8-811f-e5eb92ffece7 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:22:11.414662 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '358d53a4-36fe-47f7-97f0-acb94bca01c8', 'tag': 'b499396d-a4f6-4939-ab9a-789b61bccaf2', 'status': 'completed', 'code': 200} Feb 19 03:22:11.506615 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24466d7e-f0e9-4261-9b58-2e5a599b7e43 req-d775a9d1-b40b-4c15-afbf-ef2b29beb686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:11.508332 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-24466d7e-f0e9-4261-9b58-2e5a599b7e43 req-d775a9d1-b40b-4c15-afbf-ef2b29beb686 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3bc3bb28499f4673b42d5b4a69d45946&device_id=358d53a4-36fe-47f7-97f0-acb94bca01c8 HTTP/1.1" status: 200 len: 1126 time: 0.0522807 Feb 19 03:22:11.513218 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24466d7e-f0e9-4261-9b58-2e5a599b7e43 req-deb5fe8d-d494-47bb-a3a2-4ed4536b662c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:11.514931 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-24466d7e-f0e9-4261-9b58-2e5a599b7e43 req-deb5fe8d-d494-47bb-a3a2-4ed4536b662c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3bc3bb28499f4673b42d5b4a69d45946&device_id=358d53a4-36fe-47f7-97f0-acb94bca01c8 HTTP/1.1" status: 200 len: 1126 time: 0.0541766 Feb 19 03:22:11.608622 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24466d7e-f0e9-4261-9b58-2e5a599b7e43 req-231af8ed-31ca-420c-a388-72b27b62f79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:11.611242 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-24466d7e-f0e9-4261-9b58-2e5a599b7e43 req-231af8ed-31ca-420c-a388-72b27b62f79b service neutron] 10.222.0.82 "GET /v2.0/networks?id=46ba7a40-34d1-486e-a718-daaa9120f771 HTTP/1.1" status: 200 len: 898 time: 0.0963430 Feb 19 03:22:11.612876 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24466d7e-f0e9-4261-9b58-2e5a599b7e43 req-63ca78d3-0acb-455a-8a6a-70715a35c424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:11.614545 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-24466d7e-f0e9-4261-9b58-2e5a599b7e43 req-63ca78d3-0acb-455a-8a6a-70715a35c424 service neutron] 10.222.0.73 "GET /v2.0/networks?id=46ba7a40-34d1-486e-a718-daaa9120f771 HTTP/1.1" status: 200 len: 898 time: 0.0931568 Feb 19 03:22:11.690579 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-24466d7e-f0e9-4261-9b58-2e5a599b7e43 req-e0ebb426-2f4a-40d1-9034-e24ea098185d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b499396d-a4f6-4939-ab9a-789b61bccaf2 HTTP/1.1" status: 200 len: 998 time: 0.0737033 Feb 19 03:22:11.726760 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-24466d7e-f0e9-4261-9b58-2e5a599b7e43 req-2b403fb5-34f5-4afa-8643-b59ec5ea78b7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b499396d-a4f6-4939-ab9a-789b61bccaf2 HTTP/1.1" status: 200 len: 998 time: 0.1048768 Feb 19 03:22:11.796855 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24466d7e-f0e9-4261-9b58-2e5a599b7e43 req-2003ddc1-f226-4b8f-888f-4d27230d1d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:11.798692 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-24466d7e-f0e9-4261-9b58-2e5a599b7e43 req-2003ddc1-f226-4b8f-888f-4d27230d1d89 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f7025eb2-ffe7-4a82-a4e1-9990d681fd2d HTTP/1.1" status: 200 len: 834 time: 0.1026340 Feb 19 03:22:11.810671 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24466d7e-f0e9-4261-9b58-2e5a599b7e43 req-730a1bc6-d167-4094-a584-515168ed5d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:11.812169 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-24466d7e-f0e9-4261-9b58-2e5a599b7e43 req-730a1bc6-d167-4094-a584-515168ed5d0f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f7025eb2-ffe7-4a82-a4e1-9990d681fd2d HTTP/1.1" status: 200 len: 834 time: 0.0736501 Feb 19 03:22:11.854389 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24466d7e-f0e9-4261-9b58-2e5a599b7e43 req-db712e03-7c27-46aa-bf42-08baa1094363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:11.856008 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-24466d7e-f0e9-4261-9b58-2e5a599b7e43 req-db712e03-7c27-46aa-bf42-08baa1094363 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=46ba7a40-34d1-486e-a718-daaa9120f771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0510757 Feb 19 03:22:11.877296 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24466d7e-f0e9-4261-9b58-2e5a599b7e43 req-2b6a0be5-5ef6-47b4-b3d6-e8c17d483d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:11.879633 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-24466d7e-f0e9-4261-9b58-2e5a599b7e43 req-2b6a0be5-5ef6-47b4-b3d6-e8c17d483d40 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=46ba7a40-34d1-486e-a718-daaa9120f771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0490804 Feb 19 03:22:11.958141 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-24466d7e-f0e9-4261-9b58-2e5a599b7e43 req-3022a9e7-05b7-47f5-8c76-5771aff7a55e service neutron] 10.222.0.82 "GET /v2.0/networks/46ba7a40-34d1-486e-a718-daaa9120f771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960901 Feb 19 03:22:11.982291 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-24466d7e-f0e9-4261-9b58-2e5a599b7e43 req-f8ae528c-ced2-42a5-b99e-864a4c21ce8d service neutron] 10.222.0.73 "GET /v2.0/networks/46ba7a40-34d1-486e-a718-daaa9120f771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917964 Feb 19 03:22:12.094404 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-24466d7e-f0e9-4261-9b58-2e5a599b7e43 req-45fc67d6-80ea-4956-bba1-eb9a364f4d50 service neutron] 10.222.0.73 "GET /v2.0/networks/46ba7a40-34d1-486e-a718-daaa9120f771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037965 Feb 19 03:22:12.096049 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-24466d7e-f0e9-4261-9b58-2e5a599b7e43 req-d8d22cc1-5a70-4e06-b659-5cd1ac0035e0 service neutron] 10.222.0.82 "GET /v2.0/networks/46ba7a40-34d1-486e-a718-daaa9120f771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319609 Feb 19 03:22:12.116501 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fb8e25-406c-4909-9726-31657e781412 req-7d3a42df-b11e-4dd5-9185-beaca1548434 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:12.118064 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-80fb8e25-406c-4909-9726-31657e781412 req-7d3a42df-b11e-4dd5-9185-beaca1548434 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=358d53a4-36fe-47f7-97f0-acb94bca01c8 HTTP/1.1" status: 200 len: 944 time: 0.0779743 Feb 19 03:22:12.172653 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-80fb8e25-406c-4909-9726-31657e781412 req-6ef5bf17-6f38-4ad4-a5d0-569b067522c0 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=2aa96b9b-ec5f-4d15-9c2c-3bf29b0e4a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470712 Feb 19 03:22:12.487733 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7b6c02f0-bfeb-47aa-9847-252f2de54e7c req-48c5e990-9e82-4c45-bbd9-7f8997960805 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=2eb08fac-717f-4119-8254-e32db7cc9ab8 HTTP/1.1" status: 200 len: 210 time: 0.0290582 Feb 19 03:22:13.319679 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecaad30-48f4-45d4-8e9c-3ca0bbdc4aba req-d51b8169-5b1b-4f8e-8c84-72c6540736ad tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:13.322560 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2ecaad30-48f4-45d4-8e9c-3ca0bbdc4aba req-d51b8169-5b1b-4f8e-8c84-72c6540736ad tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=358d53a4-36fe-47f7-97f0-acb94bca01c8 HTTP/1.1" status: 200 len: 944 time: 0.0709598 Feb 19 03:22:13.384202 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2ecaad30-48f4-45d4-8e9c-3ca0bbdc4aba req-c069d45c-4580-412a-8aa0-c36b96309c0b tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=2aa96b9b-ec5f-4d15-9c2c-3bf29b0e4a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541501 Feb 19 03:22:14.289919 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device b499396d-a4f6-4939-ab9a-789b61bccaf2 details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:22:14.391885 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port b499396d-a4f6-4939-ab9a-789b61bccaf2, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=b499396d-a4f6-4939-ab9a-789b61bccaf2,segment=NetworkSegment(0b07b9bd-167c-42c6-b7c9-2f468887a2a0),segment_id=0b07b9bd-167c-42c6-b7c9-2f468887a2a0)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:22:14.407627 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': 'b499396d-a4f6-4939-ab9a-789b61bccaf2', 'network_id': '46ba7a40-34d1-486e-a718-daaa9120f771', 'port_id': 'b499396d-a4f6-4939-ab9a-789b61bccaf2', 'mac_address': 'fa:16:3e:ec:99:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7025eb2-ffe7-4a82-a4e1-9990d681fd2d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:22:14.448919 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port b499396d-a4f6-4939-ab9a-789b61bccaf2 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:14.449343 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (b499396d-a4f6-4939-ab9a-789b61bccaf2), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:14.463861 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b499396d-a4f6-4939-ab9a-789b61bccaf2 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:22:14.485604 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port b499396d-a4f6-4939-ab9a-789b61bccaf2, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=b499396d-a4f6-4939-ab9a-789b61bccaf2,segment=NetworkSegment(0b07b9bd-167c-42c6-b7c9-2f468887a2a0),segment_id=0b07b9bd-167c-42c6-b7c9-2f468887a2a0)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:22:14.491113 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (b499396d-a4f6-4939-ab9a-789b61bccaf2), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:14.528961 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7da234-c369-40d4-9ff4-47638baf72e0 req-6d6644dd-121f-4788-907e-5e63c65868a6 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:14.530627 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2b7da234-c369-40d4-9ff4-47638baf72e0 req-6d6644dd-121f-4788-907e-5e63c65868a6 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=358d53a4-36fe-47f7-97f0-acb94bca01c8 HTTP/1.1" status: 200 len: 944 time: 0.0622191 Feb 19 03:22:14.544527 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=b499396d-a4f6-4939-ab9a-789b61bccaf2,revision_number=12']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:14.584657 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2b7da234-c369-40d4-9ff4-47638baf72e0 req-5c9fcbe8-feeb-41b9-bce3-9ff636b25e82 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=2aa96b9b-ec5f-4d15-9c2c-3bf29b0e4a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472696 Feb 19 03:22:14.616777 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 43978) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:14.701131 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-b4c751ae-cbce-4b5d-9b34-326c528d2eae tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/floatingips/3aed6a27-4d18-4834-9ba9-230955ce5140 HTTP/1.1" status: 200 len: 991 time: 0.0827906 Feb 19 03:22:14.877051 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['b499396d-a4f6-4939-ab9a-789b61bccaf2'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:22:15.538448 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d9760a55-2cb6-4fec-90c6-0c4c3ce84835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:16.305841 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device b499396d-a4f6-4939-ab9a-789b61bccaf2 up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:22:16.358354 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning for port b499396d-a4f6-4939-ab9a-789b61bccaf2 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:22:16.363025 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port b499396d-a4f6-4939-ab9a-789b61bccaf2 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:16.363400 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (b499396d-a4f6-4939-ab9a-789b61bccaf2), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:16.443176 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port b499396d-a4f6-4939-ab9a-789b61bccaf2 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:16.443559 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (b499396d-a4f6-4939-ab9a-789b61bccaf2), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:16.466011 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '358d53a4-36fe-47f7-97f0-acb94bca01c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b499396d-a4f6-4939-ab9a-789b61bccaf2'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:22:16.468224 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4df7d3af-3fb5-4d5e-ac75-d98c50629257" -d '{"events": [{"server_uuid": "358d53a4-36fe-47f7-97f0-acb94bca01c8", "name": "network-vif-plugged", "status": "completed", "tag": "b499396d-a4f6-4939-ab9a-789b61bccaf2"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:22:16.482040 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port b499396d-a4f6-4939-ab9a-789b61bccaf2, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=b499396d-a4f6-4939-ab9a-789b61bccaf2,segment=NetworkSegment(0b07b9bd-167c-42c6-b7c9-2f468887a2a0),segment_id=0b07b9bd-167c-42c6-b7c9-2f468887a2a0)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:22:16.486208 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (b499396d-a4f6-4939-ab9a-789b61bccaf2), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:16.535649 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97015eed-86ed-49e2-b563-1b820f8a4794 x-openstack-request-id: req-97015eed-86ed-49e2-b563-1b820f8a4794 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:22:16.535944 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "358d53a4-36fe-47f7-97f0-acb94bca01c8", "name": "network-vif-plugged", "status": "completed", "tag": "b499396d-a4f6-4939-ab9a-789b61bccaf2", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:22:16.536204 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-97015eed-86ed-49e2-b563-1b820f8a4794 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:22:16.539920 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '358d53a4-36fe-47f7-97f0-acb94bca01c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b499396d-a4f6-4939-ab9a-789b61bccaf2', 'code': 200} Feb 19 03:22:16.543801 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=b499396d-a4f6-4939-ab9a-789b61bccaf2,revision_number=13']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:17.719129 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d0025de6-bdc6-484f-8aa5-db15144f78bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:19.331694 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:19.446754 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7bfeace8-15fd-4b65-a61d-48710dd05a4b req-0381ca87-d2ce-4647-9717-a947ef0ec463 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=358d53a4-36fe-47f7-97f0-acb94bca01c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0476632 Feb 19 03:22:19.551097 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfeace8-15fd-4b65-a61d-48710dd05a4b req-6cede3ed-96ff-4db5-a5ac-7ebd6e9f9b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:19.553146 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7bfeace8-15fd-4b65-a61d-48710dd05a4b req-6cede3ed-96ff-4db5-a5ac-7ebd6e9f9b7a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3bc3bb28499f4673b42d5b4a69d45946&device_id=358d53a4-36fe-47f7-97f0-acb94bca01c8 HTTP/1.1" status: 200 len: 1128 time: 0.0470665 Feb 19 03:22:19.672637 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfeace8-15fd-4b65-a61d-48710dd05a4b req-322763ed-bb5d-4a61-8d98-66173772023f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:19.674417 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7bfeace8-15fd-4b65-a61d-48710dd05a4b req-322763ed-bb5d-4a61-8d98-66173772023f service neutron] 10.222.0.73 "GET /v2.0/networks?id=46ba7a40-34d1-486e-a718-daaa9120f771 HTTP/1.1" status: 200 len: 898 time: 0.1039419 Feb 19 03:22:19.745735 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7bfeace8-15fd-4b65-a61d-48710dd05a4b req-7429de50-83da-4f86-8789-b6726aca4f6f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b499396d-a4f6-4939-ab9a-789b61bccaf2 HTTP/1.1" status: 200 len: 1000 time: 0.0648868 Feb 19 03:22:19.799586 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfeace8-15fd-4b65-a61d-48710dd05a4b req-a3612a16-297c-4fa1-95a6-18ec8a0397a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:19.801880 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7bfeace8-15fd-4b65-a61d-48710dd05a4b req-a3612a16-297c-4fa1-95a6-18ec8a0397a8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f7025eb2-ffe7-4a82-a4e1-9990d681fd2d HTTP/1.1" status: 200 len: 834 time: 0.0505657 Feb 19 03:22:19.857930 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfeace8-15fd-4b65-a61d-48710dd05a4b req-2f491ce7-e0ed-44ea-9f75-717dca1f2a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:19.859495 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7bfeace8-15fd-4b65-a61d-48710dd05a4b req-2f491ce7-e0ed-44ea-9f75-717dca1f2a2b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=46ba7a40-34d1-486e-a718-daaa9120f771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0516920 Feb 19 03:22:19.957404 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7bfeace8-15fd-4b65-a61d-48710dd05a4b req-1af16582-bec8-41ba-9659-4f8e74b6da94 service neutron] 10.222.0.73 "GET /v2.0/networks/46ba7a40-34d1-486e-a718-daaa9120f771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912862 Feb 19 03:22:20.070892 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7bfeace8-15fd-4b65-a61d-48710dd05a4b req-7cd739e0-8d9b-4492-93d8-c0eda31cc641 service neutron] 10.222.0.73 "GET /v2.0/networks/46ba7a40-34d1-486e-a718-daaa9120f771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071568 Feb 19 03:22:20.526469 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:21.969110 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:22.710680 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:26.424072 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:28.945477 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5739167e-c951-4ba0-98d3-fef47e257f73 req-681340a1-a5b9-4ae6-8ab8-ddf9bd1c0088 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:28.947007 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5739167e-c951-4ba0-98d3-fef47e257f73 req-681340a1-a5b9-4ae6-8ab8-ddf9bd1c0088 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/ports?device_id=9561e903-5887-489a-bff4-903ca5c6c651 HTTP/1.1" status: 200 len: 945 time: 0.0830953 Feb 19 03:22:28.996111 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5739167e-c951-4ba0-98d3-fef47e257f73 req-094b7995-e9e7-40c3-8d36-d7b23bb929b5 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/security-groups?id=7720c530-0957-408e-b065-5a2a34575093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434029 Feb 19 03:22:30.141343 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f754e1f8-1fcf-4326-a92b-17830c1bbe6e req-a43b0ac2-1be7-4973-9f58-46cfe5c33066 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:30.143041 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f754e1f8-1fcf-4326-a92b-17830c1bbe6e req-a43b0ac2-1be7-4973-9f58-46cfe5c33066 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/ports?device_id=9561e903-5887-489a-bff4-903ca5c6c651 HTTP/1.1" status: 200 len: 945 time: 0.0701637 Feb 19 03:22:30.203184 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f754e1f8-1fcf-4326-a92b-17830c1bbe6e req-d50e84b5-aa0f-4fa1-bfaf-d88d68338f3a tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/security-groups?id=7720c530-0957-408e-b065-5a2a34575093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529485 Feb 19 03:22:31.333183 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea1d76d-6b01-4a1b-94fe-afd1a5a30ab4 req-c18c2d92-d3ea-4df8-bad8-fe7df736679e tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:31.334843 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3ea1d76d-6b01-4a1b-94fe-afd1a5a30ab4 req-c18c2d92-d3ea-4df8-bad8-fe7df736679e tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/ports?device_id=9561e903-5887-489a-bff4-903ca5c6c651 HTTP/1.1" status: 200 len: 945 time: 0.0572195 Feb 19 03:22:31.387596 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3ea1d76d-6b01-4a1b-94fe-afd1a5a30ab4 req-e9d1deb4-08c1-4617-b425-4e2ded87a7bc tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/security-groups?id=7720c530-0957-408e-b065-5a2a34575093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470834 Feb 19 03:22:32.547443 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d558a371-9207-40f6-81aa-929d9564c2d7 req-ecc5b5cf-c9ff-4017-9e31-c1fad55e19cc tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:32.549255 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d558a371-9207-40f6-81aa-929d9564c2d7 req-ecc5b5cf-c9ff-4017-9e31-c1fad55e19cc tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/ports?device_id=9561e903-5887-489a-bff4-903ca5c6c651 HTTP/1.1" status: 200 len: 945 time: 0.0747194 Feb 19 03:22:32.608408 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d558a371-9207-40f6-81aa-929d9564c2d7 req-70368eab-d084-4d62-8bf9-08bc38cc21bc tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/security-groups?id=7720c530-0957-408e-b065-5a2a34575093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522068 Feb 19 03:22:33.736638 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07234b60-daae-42fd-a160-461baa4ddab5 req-e22ef7d1-8b9a-4f23-af98-c9e020270bb1 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:33.738869 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-07234b60-daae-42fd-a160-461baa4ddab5 req-e22ef7d1-8b9a-4f23-af98-c9e020270bb1 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/ports?device_id=9561e903-5887-489a-bff4-903ca5c6c651 HTTP/1.1" status: 200 len: 945 time: 0.0544307 Feb 19 03:22:33.790305 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-07234b60-daae-42fd-a160-461baa4ddab5 req-6971f66b-db4d-4036-b3f0-e0602dff6b83 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/security-groups?id=7720c530-0957-408e-b065-5a2a34575093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452955 Feb 19 03:22:34.923068 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867156da-5d59-4bb6-9086-cb66a61d67cd req-76a4e909-0876-4788-81ab-602a8257dd93 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:34.924619 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-867156da-5d59-4bb6-9086-cb66a61d67cd req-76a4e909-0876-4788-81ab-602a8257dd93 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/ports?device_id=9561e903-5887-489a-bff4-903ca5c6c651 HTTP/1.1" status: 200 len: 945 time: 0.0551333 Feb 19 03:22:34.974924 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-867156da-5d59-4bb6-9086-cb66a61d67cd req-dba3b57f-fdfb-4cc0-980f-49bad2fd646c tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/security-groups?id=7720c530-0957-408e-b065-5a2a34575093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427594 Feb 19 03:22:36.125698 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c782f957-17b3-44fb-8946-7655d46f5c31 req-998d90bb-1490-4c16-a14a-dc544b82f1d6 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:36.127203 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c782f957-17b3-44fb-8946-7655d46f5c31 req-998d90bb-1490-4c16-a14a-dc544b82f1d6 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/ports?device_id=9561e903-5887-489a-bff4-903ca5c6c651 HTTP/1.1" status: 200 len: 945 time: 0.0589528 Feb 19 03:22:36.181763 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c782f957-17b3-44fb-8946-7655d46f5c31 req-d27b99c0-164e-42ed-9992-973eacdda0ce tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/security-groups?id=7720c530-0957-408e-b065-5a2a34575093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467694 Feb 19 03:22:37.316955 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d267679-d026-4ba6-bc8a-c8101f68a7ed req-dd627a64-2404-41f0-8034-0898ed2002c6 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:37.319358 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7d267679-d026-4ba6-bc8a-c8101f68a7ed req-dd627a64-2404-41f0-8034-0898ed2002c6 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/ports?device_id=9561e903-5887-489a-bff4-903ca5c6c651 HTTP/1.1" status: 200 len: 945 time: 0.0572712 Feb 19 03:22:37.391870 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7d267679-d026-4ba6-bc8a-c8101f68a7ed req-59fd8c6e-d120-4d17-8e21-02c53efe7ba6 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/security-groups?id=7720c530-0957-408e-b065-5a2a34575093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563350 Feb 19 03:22:38.541935 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d30b24-6268-4974-9a4d-0d8ab1cf6d71 req-4a20e975-3cfd-413c-96e9-d19d5dda4db7 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:38.543654 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d3d30b24-6268-4974-9a4d-0d8ab1cf6d71 req-4a20e975-3cfd-413c-96e9-d19d5dda4db7 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/ports?device_id=9561e903-5887-489a-bff4-903ca5c6c651 HTTP/1.1" status: 200 len: 945 time: 0.0601366 Feb 19 03:22:38.607364 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d3d30b24-6268-4974-9a4d-0d8ab1cf6d71 req-3e12306d-adca-4d8f-a5ad-1056a702e2e9 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/security-groups?id=7720c530-0957-408e-b065-5a2a34575093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548606 Feb 19 03:22:39.770020 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846df31b-fd85-4239-ad95-a46b90e1c579 req-1c4e0664-ef5a-44f6-b3ed-92d982bfef76 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:39.777661 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-846df31b-fd85-4239-ad95-a46b90e1c579 req-1c4e0664-ef5a-44f6-b3ed-92d982bfef76 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/ports?device_id=9561e903-5887-489a-bff4-903ca5c6c651 HTTP/1.1" status: 200 len: 945 time: 0.0852556 Feb 19 03:22:39.835414 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-846df31b-fd85-4239-ad95-a46b90e1c579 req-c62a73c9-2db1-4607-82d9-8bd5d21a22d1 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/security-groups?id=7720c530-0957-408e-b065-5a2a34575093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537391 Feb 19 03:22:41.001691 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3869d6a3-2397-48f3-acf3-f3d42dfa76b0 req-7d5ee521-c720-4bb8-a171-f2ac28fd37a6 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:41.004059 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3869d6a3-2397-48f3-acf3-f3d42dfa76b0 req-7d5ee521-c720-4bb8-a171-f2ac28fd37a6 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/ports?device_id=9561e903-5887-489a-bff4-903ca5c6c651 HTTP/1.1" status: 200 len: 945 time: 0.0661302 Feb 19 03:22:41.074335 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3869d6a3-2397-48f3-acf3-f3d42dfa76b0 req-1a9049d3-c844-4915-872d-53a4e7758d7f tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/security-groups?id=7720c530-0957-408e-b065-5a2a34575093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611598 Feb 19 03:22:42.206592 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f878b2d3-fdb0-4224-805d-f83920b0dfda req-ecb85e47-7efd-4598-af60-d974f735b54f tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:42.208104 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f878b2d3-fdb0-4224-805d-f83920b0dfda req-ecb85e47-7efd-4598-af60-d974f735b54f tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/ports?device_id=9561e903-5887-489a-bff4-903ca5c6c651 HTTP/1.1" status: 200 len: 945 time: 0.0577898 Feb 19 03:22:42.256232 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f878b2d3-fdb0-4224-805d-f83920b0dfda req-c67d302d-9dd8-47e0-a8c2-aa029d8b99c2 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/security-groups?id=7720c530-0957-408e-b065-5a2a34575093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419590 Feb 19 03:22:43.387865 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d51fb6-1153-4c82-8539-6d409e9f5c1d req-9f646bb2-5d25-4997-90d1-07e5aa6ced7a tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:43.389397 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-57d51fb6-1153-4c82-8539-6d409e9f5c1d req-9f646bb2-5d25-4997-90d1-07e5aa6ced7a tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/ports?device_id=9561e903-5887-489a-bff4-903ca5c6c651 HTTP/1.1" status: 200 len: 945 time: 0.0596068 Feb 19 03:22:43.438541 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-57d51fb6-1153-4c82-8539-6d409e9f5c1d req-6d3d34df-0f57-4777-8de1-7b0655706b34 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/security-groups?id=7720c530-0957-408e-b065-5a2a34575093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423679 Feb 19 03:22:44.569347 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e225fdf6-0519-43f3-b79f-56f979893a82 req-b19f26e5-d4e3-40c9-b7db-f8d795f09fcd tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:44.570907 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e225fdf6-0519-43f3-b79f-56f979893a82 req-b19f26e5-d4e3-40c9-b7db-f8d795f09fcd tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/ports?device_id=9561e903-5887-489a-bff4-903ca5c6c651 HTTP/1.1" status: 200 len: 945 time: 0.0587640 Feb 19 03:22:44.622901 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e225fdf6-0519-43f3-b79f-56f979893a82 req-ae63d238-afc3-4184-86be-41b49673977c tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/security-groups?id=7720c530-0957-408e-b065-5a2a34575093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462091 Feb 19 03:22:45.541173 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-cacd4aab-2d04-4e75-a2b2-0124d8f41a5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:45.753350 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb33a74-4a1a-4e8e-88a1-427cac3002b8 req-8dd317e5-96c5-476e-aee2-e1701ad1144c tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:45.754755 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0bb33a74-4a1a-4e8e-88a1-427cac3002b8 req-8dd317e5-96c5-476e-aee2-e1701ad1144c tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/ports?device_id=9561e903-5887-489a-bff4-903ca5c6c651 HTTP/1.1" status: 200 len: 945 time: 0.0561867 Feb 19 03:22:45.815371 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0bb33a74-4a1a-4e8e-88a1-427cac3002b8 req-3b452568-f944-449e-ab67-596d9af8db3d tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/security-groups?id=7720c530-0957-408e-b065-5a2a34575093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527170 Feb 19 03:22:46.945474 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ddfc69-c7af-4d86-8877-38825e3e26f5 req-41f49f36-bcb7-4a3f-bc02-181051df63a0 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:46.947163 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-08ddfc69-c7af-4d86-8877-38825e3e26f5 req-41f49f36-bcb7-4a3f-bc02-181051df63a0 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/ports?device_id=9561e903-5887-489a-bff4-903ca5c6c651 HTTP/1.1" status: 200 len: 945 time: 0.0590417 Feb 19 03:22:47.001854 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-08ddfc69-c7af-4d86-8877-38825e3e26f5 req-7972e257-922d-4ca7-9dbb-58c486669d94 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/security-groups?id=7720c530-0957-408e-b065-5a2a34575093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489666 Feb 19 03:22:47.258698 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999aaff2-bb09-46e3-9b08-981e4d756743 req-55be6527-c0c4-40b3-b973-2c29c0aff2db tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:47.260218 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-999aaff2-bb09-46e3-9b08-981e4d756743 req-55be6527-c0c4-40b3-b973-2c29c0aff2db tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/networks?id=48e87e60-6ae2-4eae-a03b-2fd752f397d2 HTTP/1.1" status: 200 len: 811 time: 0.0998554 Feb 19 03:22:47.277506 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-999aaff2-bb09-46e3-9b08-981e4d756743 req-91231339-37e5-450a-b605-0d0b4f34d49c tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/quotas/8257d05cb054404db31cec3bbb71493a HTTP/1.1" status: 200 len: 375 time: 0.0093591 Feb 19 03:22:47.333620 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-999aaff2-bb09-46e3-9b08-981e4d756743 req-b032cc34-1860-45f5-b640-00bba4170b35 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=8257d05cb054404db31cec3bbb71493a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0512848 Feb 19 03:22:47.428333 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-999aaff2-bb09-46e3-9b08-981e4d756743 req-ee6896af-1193-4809-82dd-b24396a32821 service neutron] 10.222.0.72 "GET /v2.0/networks/48e87e60-6ae2-4eae-a03b-2fd752f397d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882471 Feb 19 03:22:47.517812 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-999aaff2-bb09-46e3-9b08-981e4d756743 req-c033ccae-4099-4318-bd0a-90e5befd1808 service neutron] 10.222.0.72 "GET /v2.0/networks/48e87e60-6ae2-4eae-a03b-2fd752f397d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836689 Feb 19 03:22:47.714454 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-0d2c5f9d-3be5-48f9-839c-9053d4d70167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:47.741676 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8b906475-cee3-4993-8395-a63303b7b4e1 req-400074d6-9d12-4110-9b15-cbe023df6427 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=6110ed9d-e15f-480b-ab6a-90fd99657644 HTTP/1.1" status: 200 len: 210 time: 0.0375085 Feb 19 03:22:47.938199 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:22:48.133718 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230c08f0-d724-4513-a3b6-4af3cc3836ee req-ae6d7fbe-7733-4570-bfa8-c57b18676b49 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:48.135226 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-230c08f0-d724-4513-a3b6-4af3cc3836ee req-ae6d7fbe-7733-4570-bfa8-c57b18676b49 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/ports?device_id=9561e903-5887-489a-bff4-903ca5c6c651 HTTP/1.1" status: 200 len: 945 time: 0.0573866 Feb 19 03:22:48.187610 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-230c08f0-d724-4513-a3b6-4af3cc3836ee req-8b155684-4ada-48e5-9b3e-8a6fbc3739d7 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/security-groups?id=7720c530-0957-408e-b065-5a2a34575093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456185 Feb 19 03:22:48.789104 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999aaff2-bb09-46e3-9b08-981e4d756743 req-b811453a-7cc0-4f5e-b4f2-1f376014d33e tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:48.790659 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-999aaff2-bb09-46e3-9b08-981e4d756743 req-b811453a-7cc0-4f5e-b4f2-1f376014d33e tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.73 "GET /v2.0/networks?id=48e87e60-6ae2-4eae-a03b-2fd752f397d2 HTTP/1.1" status: 200 len: 811 time: 0.1153760 Feb 19 03:22:48.808701 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-999aaff2-bb09-46e3-9b08-981e4d756743 req-5a10bcb7-eb98-4358-8fff-5b456cb895bd tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Request body: {'port': {'device_id': '6110ed9d-e15f-480b-ab6a-90fd99657644', 'network_id': '48e87e60-6ae2-4eae-a03b-2fd752f397d2', 'admin_state_up': True, 'tenant_id': '8257d05cb054404db31cec3bbb71493a'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:48.875676 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-47e3b8a9-476b-4c8c-b1fc-8ed1e6b9f1cd req-36f849fe-dcbc-4588-8211-d19a62e1cd90 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=6110ed9d-e15f-480b-ab6a-90fd99657644 HTTP/1.1" status: 200 len: 210 time: 0.0404243 Feb 19 03:22:48.939201 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-999aaff2-bb09-46e3-9b08-981e4d756743 req-5a10bcb7-eb98-4358-8fff-5b456cb895bd tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Made reservation on behalf of 8257d05cb054404db31cec3bbb71493a for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:22:48.942616 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-999aaff2-bb09-46e3-9b08-981e4d756743 req-5a10bcb7-eb98-4358-8fff-5b456cb895bd tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:49.085123 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [req-999aaff2-bb09-46e3-9b08-981e4d756743 req-5a10bcb7-eb98-4358-8fff-5b456cb895bd tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Allocated IP 172.20.0.6 (48e87e60-6ae2-4eae-a03b-2fd752f397d2/2d8d01f7-c65c-4273-a693-0737e1d5a5eb/554d58c7-e1a3-4706-a05f-9aac0e33cb92) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:22:49.284888 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-999aaff2-bb09-46e3-9b08-981e4d756743 req-5a10bcb7-eb98-4358-8fff-5b456cb895bd tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks [] for port (554d58c7-e1a3-4706-a05f-9aac0e33cb92), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:49.320941 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-999aaff2-bb09-46e3-9b08-981e4d756743 req-5a10bcb7-eb98-4358-8fff-5b456cb895bd tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (554d58c7-e1a3-4706-a05f-9aac0e33cb92), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:49.334961 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd969ff-8b27-4630-a658-ce49e444e1a9 req-785acdcb-5f57-4e13-8574-e8adb4c30d3c tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:49.338744 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bdd969ff-8b27-4630-a658-ce49e444e1a9 req-785acdcb-5f57-4e13-8574-e8adb4c30d3c tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/ports?device_id=9561e903-5887-489a-bff4-903ca5c6c651 HTTP/1.1" status: 200 len: 945 time: 0.0689888 Feb 19 03:22:49.348382 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:49.364889 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-999aaff2-bb09-46e3-9b08-981e4d756743 req-5a10bcb7-eb98-4358-8fff-5b456cb895bd tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Network 48e87e60-6ae2-4eae-a03b-2fd752f397d2 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:22:49.368019 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [req-999aaff2-bb09-46e3-9b08-981e4d756743 req-5a10bcb7-eb98-4358-8fff-5b456cb895bd tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:22:49.371660 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-999aaff2-bb09-46e3-9b08-981e4d756743 req-5a10bcb7-eb98-4358-8fff-5b456cb895bd tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:22:49.414321 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a10bcb7-eb98-4358-8fff-5b456cb895bd tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Pushing event updated for resources: {'Port': ['ID=554d58c7-e1a3-4706-a05f-9aac0e33cb92,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:49.421340 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bdd969ff-8b27-4630-a658-ce49e444e1a9 req-58d0a6cf-435d-4daa-8be0-dd15fab37bb8 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/security-groups?id=7720c530-0957-408e-b065-5a2a34575093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619159 Feb 19 03:22:49.449720 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999aaff2-bb09-46e3-9b08-981e4d756743 req-5a10bcb7-eb98-4358-8fff-5b456cb895bd tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:49.450662 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-999aaff2-bb09-46e3-9b08-981e4d756743 req-5a10bcb7-eb98-4358-8fff-5b456cb895bd tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:49.476540 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-999aaff2-bb09-46e3-9b08-981e4d756743 req-5a10bcb7-eb98-4358-8fff-5b456cb895bd tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6714454 Feb 19 03:22:49.493040 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-999aaff2-bb09-46e3-9b08-981e4d756743 req-a9ab1631-f2b9-47e2-bfee-d3c4409fdb81 service neutron] Request body: {'port': {'device_id': '6110ed9d-e15f-480b-ab6a-90fd99657644', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826753-2'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:49.702684 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c44a6c1-d2f0-4edb-b58d-b8e4a04f6491 req-f516ceed-6e63-4c2c-8997-c4d6ff2a385d tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:49.704276 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7c44a6c1-d2f0-4edb-b58d-b8e4a04f6491 req-f516ceed-6e63-4c2c-8997-c4d6ff2a385d tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/ports?device_id=9561e903-5887-489a-bff4-903ca5c6c651 HTTP/1.1" status: 200 len: 945 time: 0.0774391 Feb 19 03:22:49.729399 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-dc178b20-960e-488a-9643-0372e5fd7930 None None] Provisioning complete for port 554d58c7-e1a3-4706-a05f-9aac0e33cb92 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:49.730140 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-dc178b20-960e-488a-9643-0372e5fd7930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (554d58c7-e1a3-4706-a05f-9aac0e33cb92), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:49.769494 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-dc178b20-960e-488a-9643-0372e5fd7930 None None] Port 554d58c7-e1a3-4706-a05f-9aac0e33cb92 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:22:49.808099 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7c44a6c1-d2f0-4edb-b58d-b8e4a04f6491 req-b36d7c01-a44d-4beb-9762-f6f5451a62e0 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/security-groups?id=7720c530-0957-408e-b065-5a2a34575093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884161 Feb 19 03:22:49.811132 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48433775-e84e-46dd-bacc-cdb5772d3255 req-66dec7e8-3b8d-41a2-bb23-af0feffe5731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:49.812990 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-48433775-e84e-46dd-bacc-cdb5772d3255 req-66dec7e8-3b8d-41a2-bb23-af0feffe5731 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=4bc29719da89493e810e3a2508264407&device_id=9561e903-5887-489a-bff4-903ca5c6c651 HTTP/1.1" status: 200 len: 1127 time: 0.1074860 Feb 19 03:22:49.926288 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48433775-e84e-46dd-bacc-cdb5772d3255 req-f8031799-afd0-46dd-8b39-c574a317f88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:49.928323 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-48433775-e84e-46dd-bacc-cdb5772d3255 req-f8031799-afd0-46dd-8b39-c574a317f88e service neutron] 10.222.0.82 "GET /v2.0/networks?id=9a554e32-f7c5-4dcb-952c-723e4a86c322 HTTP/1.1" status: 200 len: 912 time: 0.1090121 Feb 19 03:22:49.945215 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-999aaff2-bb09-46e3-9b08-981e4d756743 req-a9ab1631-f2b9-47e2-bfee-d3c4409fdb81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (554d58c7-e1a3-4706-a05f-9aac0e33cb92), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:50.031581 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-48433775-e84e-46dd-bacc-cdb5772d3255 req-6b0a5c6c-90db-4f37-b89e-5399e081971d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27eee251-46ae-42e7-b6f1-4d8c3fdcaa3f HTTP/1.1" status: 200 len: 1000 time: 0.0973139 Feb 19 03:22:50.056674 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b154fd4-5d91-4196-9d2d-e02c6d9f2c36 req-75612725-4653-40bf-9107-121b2fcfa7bb tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:50.058380 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6b154fd4-5d91-4196-9d2d-e02c6d9f2c36 req-75612725-4653-40bf-9107-121b2fcfa7bb tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=6110ed9d-e15f-480b-ab6a-90fd99657644 HTTP/1.1" status: 200 len: 931 time: 0.0836604 Feb 19 03:22:50.126479 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48433775-e84e-46dd-bacc-cdb5772d3255 req-69fa65b8-ba43-4a37-ad31-4f68f5895fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:50.127991 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-48433775-e84e-46dd-bacc-cdb5772d3255 req-69fa65b8-ba43-4a37-ad31-4f68f5895fd7 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ea16c631-8dac-4b32-b4b0-9ae4e04ef132 HTTP/1.1" status: 200 len: 850 time: 0.0912807 Feb 19 03:22:50.132389 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6b154fd4-5d91-4196-9d2d-e02c6d9f2c36 req-f8f4530b-497e-4249-ae94-a54b17303497 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552526 Feb 19 03:22:50.179735 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48433775-e84e-46dd-bacc-cdb5772d3255 req-62481df0-247d-4e33-acd5-f404b265ff68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:50.181742 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-48433775-e84e-46dd-bacc-cdb5772d3255 req-62481df0-247d-4e33-acd5-f404b265ff68 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9a554e32-f7c5-4dcb-952c-723e4a86c322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0482864 Feb 19 03:22:50.237943 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-999aaff2-bb09-46e3-9b08-981e4d756743 req-a9ab1631-f2b9-47e2-bfee-d3c4409fdb81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 554d58c7-e1a3-4706-a05f-9aac0e33cb92 {{(pid=103702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:22:50.245562 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-999aaff2-bb09-46e3-9b08-981e4d756743 req-a9ab1631-f2b9-47e2-bfee-d3c4409fdb81 service neutron] Publish callbacks [] for port (554d58c7-e1a3-4706-a05f-9aac0e33cb92), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:50.258651 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-999aaff2-bb09-46e3-9b08-981e4d756743 req-a9ab1631-f2b9-47e2-bfee-d3c4409fdb81 service neutron] Transition to ACTIVE for port object 554d58c7-e1a3-4706-a05f-9aac0e33cb92 will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:22:50.263581 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-999aaff2-bb09-46e3-9b08-981e4d756743 req-a9ab1631-f2b9-47e2-bfee-d3c4409fdb81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (554d58c7-e1a3-4706-a05f-9aac0e33cb92), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:50.280680 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-48433775-e84e-46dd-bacc-cdb5772d3255 req-64604287-ae89-4c14-a4ed-5ae734f82af6 service neutron] 10.222.0.82 "GET /v2.0/networks/9a554e32-f7c5-4dcb-952c-723e4a86c322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907137 Feb 19 03:22:50.335232 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ab1631-f2b9-47e2-bfee-d3c4409fdb81 service neutron] Pushing event updated for resources: {'Port': ['ID=554d58c7-e1a3-4706-a05f-9aac0e33cb92,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:50.397436 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-48433775-e84e-46dd-bacc-cdb5772d3255 req-3dc329a4-6562-4191-821a-0faf65d0db34 service neutron] 10.222.0.82 "GET /v2.0/networks/9a554e32-f7c5-4dcb-952c-723e4a86c322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107435 Feb 19 03:22:50.412374 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-999aaff2-bb09-46e3-9b08-981e4d756743 req-a9ab1631-f2b9-47e2-bfee-d3c4409fdb81 service neutron] Attempting to bind port 554d58c7-e1a3-4706-a05f-9aac0e33cb92 on host n-h1-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:22:50.412708 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-999aaff2-bb09-46e3-9b08-981e4d756743 req-a9ab1631-f2b9-47e2-bfee-d3c4409fdb81 service neutron] Attempting to bind port 554d58c7-e1a3-4706-a05f-9aac0e33cb92 by drivers openvswitch,hyperv on host n-h1-826753-2 at level 0 using segments [{'id': '1cc07983-2153-4fea-b2a9-9157e38f7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '48e87e60-6ae2-4eae-a03b-2fd752f397d2'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:22:50.413048 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999aaff2-bb09-46e3-9b08-981e4d756743 req-a9ab1631-f2b9-47e2-bfee-d3c4409fdb81 service neutron] Attempting to bind port 554d58c7-e1a3-4706-a05f-9aac0e33cb92 on network 48e87e60-6ae2-4eae-a03b-2fd752f397d2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:22:50.418142 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999aaff2-bb09-46e3-9b08-981e4d756743 req-a9ab1631-f2b9-47e2-bfee-d3c4409fdb81 service neutron] Port 554d58c7-e1a3-4706-a05f-9aac0e33cb92 on network 48e87e60-6ae2-4eae-a03b-2fd752f397d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:22:50.418686 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999aaff2-bb09-46e3-9b08-981e4d756743 req-a9ab1631-f2b9-47e2-bfee-d3c4409fdb81 service neutron] Attempting to bind port 554d58c7-e1a3-4706-a05f-9aac0e33cb92 on network 48e87e60-6ae2-4eae-a03b-2fd752f397d2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:22:50.423770 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999aaff2-bb09-46e3-9b08-981e4d756743 req-a9ab1631-f2b9-47e2-bfee-d3c4409fdb81 service neutron] Checking agent: {'id': '9d56fb1b-2855-496a-a6d9-c324740cb98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:22:50.424123 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999aaff2-bb09-46e3-9b08-981e4d756743 req-a9ab1631-f2b9-47e2-bfee-d3c4409fdb81 service neutron] Checking segment: {'id': '1cc07983-2153-4fea-b2a9-9157e38f7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '48e87e60-6ae2-4eae-a03b-2fd752f397d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:22:50.425062 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999aaff2-bb09-46e3-9b08-981e4d756743 req-a9ab1631-f2b9-47e2-bfee-d3c4409fdb81 service neutron] Bound using segment: {'id': '1cc07983-2153-4fea-b2a9-9157e38f7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '48e87e60-6ae2-4eae-a03b-2fd752f397d2'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:22:50.426006 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-999aaff2-bb09-46e3-9b08-981e4d756743 req-a9ab1631-f2b9-47e2-bfee-d3c4409fdb81 service neutron] Bound port: 554d58c7-e1a3-4706-a05f-9aac0e33cb92, host: n-h1-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cc07983-2153-4fea-b2a9-9157e38f7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '48e87e60-6ae2-4eae-a03b-2fd752f397d2'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:22:50.426518 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-999aaff2-bb09-46e3-9b08-981e4d756743 req-a9ab1631-f2b9-47e2-bfee-d3c4409fdb81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (554d58c7-e1a3-4706-a05f-9aac0e33cb92), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:50.504853 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-999aaff2-bb09-46e3-9b08-981e4d756743 req-a9ab1631-f2b9-47e2-bfee-d3c4409fdb81 service neutron] For port 554d58c7-e1a3-4706-a05f-9aac0e33cb92, host n-h1-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:22:50.509968 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-999aaff2-bb09-46e3-9b08-981e4d756743 req-a9ab1631-f2b9-47e2-bfee-d3c4409fdb81 service neutron] For port 554d58c7-e1a3-4706-a05f-9aac0e33cb92, host n-h1-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=554d58c7-e1a3-4706-a05f-9aac0e33cb92,segment=NetworkSegment(1cc07983-2153-4fea-b2a9-9157e38f7075),segment_id=1cc07983-2153-4fea-b2a9-9157e38f7075)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:22:50.519577 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-999aaff2-bb09-46e3-9b08-981e4d756743 req-a9ab1631-f2b9-47e2-bfee-d3c4409fdb81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (554d58c7-e1a3-4706-a05f-9aac0e33cb92), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:50.537806 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:50.569666 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999aaff2-bb09-46e3-9b08-981e4d756743 req-a9ab1631-f2b9-47e2-bfee-d3c4409fdb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:50.570400 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-999aaff2-bb09-46e3-9b08-981e4d756743 req-a9ab1631-f2b9-47e2-bfee-d3c4409fdb81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:50.571688 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-999aaff2-bb09-46e3-9b08-981e4d756743 req-a9ab1631-f2b9-47e2-bfee-d3c4409fdb81 service neutron] 10.222.0.73 "PUT /v2.0/ports/554d58c7-e1a3-4706-a05f-9aac0e33cb92 HTTP/1.1" status: 200 len: 1091 time: 1.0831256 Feb 19 03:22:50.572287 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6110ed9d-e15f-480b-ab6a-90fd99657644', 'tag': '554d58c7-e1a3-4706-a05f-9aac0e33cb92'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:22:50.574402 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4039064d-b56f-4310-9cc1-a17022485940" -d '{"events": [{"name": "network-changed", "server_uuid": "6110ed9d-e15f-480b-ab6a-90fd99657644", "tag": "554d58c7-e1a3-4706-a05f-9aac0e33cb92"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:22:50.622693 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ab1631-f2b9-47e2-bfee-d3c4409fdb81 service neutron] Pushing event updated for resources: {'Port': ['ID=554d58c7-e1a3-4706-a05f-9aac0e33cb92,revision_number=3']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:50.651515 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bd42556-bfe4-4bf8-ade4-99187bc568bb x-openstack-request-id: req-1bd42556-bfe4-4bf8-ade4-99187bc568bb {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:22:50.652197 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6110ed9d-e15f-480b-ab6a-90fd99657644", "tag": "554d58c7-e1a3-4706-a05f-9aac0e33cb92", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:22:50.652525 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1bd42556-bfe4-4bf8-ade4-99187bc568bb {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:22:50.653144 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6110ed9d-e15f-480b-ab6a-90fd99657644', 'tag': '554d58c7-e1a3-4706-a05f-9aac0e33cb92', 'status': 'completed', 'code': 200} Feb 19 03:22:50.708851 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999aaff2-bb09-46e3-9b08-981e4d756743 req-aa65d744-78e9-4d52-a99d-b6bf28dcee79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:50.710486 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-999aaff2-bb09-46e3-9b08-981e4d756743 req-aa65d744-78e9-4d52-a99d-b6bf28dcee79 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8257d05cb054404db31cec3bbb71493a&device_id=6110ed9d-e15f-480b-ab6a-90fd99657644 HTTP/1.1" status: 200 len: 1125 time: 0.0542765 Feb 19 03:22:50.764987 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-999aaff2-bb09-46e3-9b08-981e4d756743 req-32649b3a-aa3a-4af5-99bf-85ddb20ea273 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=554d58c7-e1a3-4706-a05f-9aac0e33cb92 HTTP/1.1" status: 200 len: 217 time: 0.0416033 Feb 19 03:22:50.819600 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999aaff2-bb09-46e3-9b08-981e4d756743 req-a2834b08-4572-4f04-9868-ddb1e79a000d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:50.821315 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-999aaff2-bb09-46e3-9b08-981e4d756743 req-a2834b08-4572-4f04-9868-ddb1e79a000d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2d8d01f7-c65c-4273-a693-0737e1d5a5eb HTTP/1.1" status: 200 len: 850 time: 0.0501432 Feb 19 03:22:50.888939 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999aaff2-bb09-46e3-9b08-981e4d756743 req-9a656fbc-0645-4ebd-9f7f-dece94f778ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:50.891113 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-999aaff2-bb09-46e3-9b08-981e4d756743 req-9a656fbc-0645-4ebd-9f7f-dece94f778ae service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=48e87e60-6ae2-4eae-a03b-2fd752f397d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0643961 Feb 19 03:22:50.964996 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc6086-327d-4d00-b09b-bb280fed84b1 req-002bb6f4-cd4c-409e-a457-825c0b68a54c tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:50.966532 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5edc6086-327d-4d00-b09b-bb280fed84b1 req-002bb6f4-cd4c-409e-a457-825c0b68a54c tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/ports?device_id=9561e903-5887-489a-bff4-903ca5c6c651 HTTP/1.1" status: 200 len: 945 time: 0.0609798 Feb 19 03:22:50.996279 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-999aaff2-bb09-46e3-9b08-981e4d756743 req-d8430190-3e3a-4350-b884-d419c800501d service neutron] 10.222.0.73 "GET /v2.0/networks/48e87e60-6ae2-4eae-a03b-2fd752f397d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986333 Feb 19 03:22:51.026869 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5edc6086-327d-4d00-b09b-bb280fed84b1 req-2e1b8de1-1f24-452a-a6ca-76dded66ff67 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/security-groups?id=7720c530-0957-408e-b065-5a2a34575093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517657 Feb 19 03:22:51.099474 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-999aaff2-bb09-46e3-9b08-981e4d756743 req-743c36fd-9059-4553-b653-7336be36861f service neutron] 10.222.0.73 "GET /v2.0/networks/48e87e60-6ae2-4eae-a03b-2fd752f397d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928116 Feb 19 03:22:51.212573 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4039064d-b56f-4310-9cc1-a17022485940 req-348974a0-1ad2-4980-8725-3245a3614639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:51.214215 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4039064d-b56f-4310-9cc1-a17022485940 req-348974a0-1ad2-4980-8725-3245a3614639 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8257d05cb054404db31cec3bbb71493a&device_id=6110ed9d-e15f-480b-ab6a-90fd99657644 HTTP/1.1" status: 200 len: 1125 time: 0.0468013 Feb 19 03:22:51.256659 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf9abd9-e89c-45f3-b8fd-d81d71f3b2b7 req-fe74d335-4251-4dca-add8-9dce6dc5d1b0 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:51.258203 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6cf9abd9-e89c-45f3-b8fd-d81d71f3b2b7 req-fe74d335-4251-4dca-add8-9dce6dc5d1b0 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=6110ed9d-e15f-480b-ab6a-90fd99657644 HTTP/1.1" status: 200 len: 943 time: 0.0548499 Feb 19 03:22:51.307128 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6cf9abd9-e89c-45f3-b8fd-d81d71f3b2b7 req-680bfa0b-d97c-4b0f-815b-472cfc57a688 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429506 Feb 19 03:22:51.314612 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4039064d-b56f-4310-9cc1-a17022485940 req-6ebd3e83-101c-4656-8b12-39b8a131b06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:51.316833 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4039064d-b56f-4310-9cc1-a17022485940 req-6ebd3e83-101c-4656-8b12-39b8a131b06c service neutron] 10.222.0.73 "GET /v2.0/networks?id=48e87e60-6ae2-4eae-a03b-2fd752f397d2 HTTP/1.1" status: 200 len: 912 time: 0.0961020 Feb 19 03:22:51.363445 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4039064d-b56f-4310-9cc1-a17022485940 req-d0e3f6c9-2bc8-4542-a2b5-2d53654d1114 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=554d58c7-e1a3-4706-a05f-9aac0e33cb92 HTTP/1.1" status: 200 len: 217 time: 0.0395019 Feb 19 03:22:51.421394 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4039064d-b56f-4310-9cc1-a17022485940 req-5e71fc55-22ce-4632-a4e1-425a773b05a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:51.426216 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4039064d-b56f-4310-9cc1-a17022485940 req-5e71fc55-22ce-4632-a4e1-425a773b05a4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2d8d01f7-c65c-4273-a693-0737e1d5a5eb HTTP/1.1" status: 200 len: 850 time: 0.0573595 Feb 19 03:22:51.503124 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4039064d-b56f-4310-9cc1-a17022485940 req-b6170cde-120a-4192-baa6-ecad2e3ee1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:51.505375 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4039064d-b56f-4310-9cc1-a17022485940 req-b6170cde-120a-4192-baa6-ecad2e3ee1d7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=48e87e60-6ae2-4eae-a03b-2fd752f397d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0727272 Feb 19 03:22:51.601729 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4039064d-b56f-4310-9cc1-a17022485940 req-507a0448-6545-4969-9119-5d177b3ab7a6 service neutron] 10.222.0.73 "GET /v2.0/networks/48e87e60-6ae2-4eae-a03b-2fd752f397d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908124 Feb 19 03:22:51.698828 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4039064d-b56f-4310-9cc1-a17022485940 req-5919edfb-c084-4695-a0f9-d1a467ff511c service neutron] 10.222.0.73 "GET /v2.0/networks/48e87e60-6ae2-4eae-a03b-2fd752f397d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902958 Feb 19 03:22:51.973238 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:52.155650 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f19598-ece8-4fbb-b102-54ad9d6652ca req-fe60cea3-5eee-4624-b1fe-e8fcb615ea54 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:52.157262 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-30f19598-ece8-4fbb-b102-54ad9d6652ca req-fe60cea3-5eee-4624-b1fe-e8fcb615ea54 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/ports?device_id=9561e903-5887-489a-bff4-903ca5c6c651 HTTP/1.1" status: 200 len: 945 time: 0.0526209 Feb 19 03:22:52.215447 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-30f19598-ece8-4fbb-b102-54ad9d6652ca req-bb2c8eb6-5202-4a44-a53d-b3be94ed6e67 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/security-groups?id=7720c530-0957-408e-b065-5a2a34575093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457983 Feb 19 03:22:52.430435 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4c0b9b-d981-4cc5-a5b7-6a1ba0576af1 req-8eee2775-672f-4f56-81a0-4d6104302bbe tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:52.431931 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5a4c0b9b-d981-4cc5-a5b7-6a1ba0576af1 req-8eee2775-672f-4f56-81a0-4d6104302bbe tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=6110ed9d-e15f-480b-ab6a-90fd99657644 HTTP/1.1" status: 200 len: 943 time: 0.0574954 Feb 19 03:22:52.479345 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5a4c0b9b-d981-4cc5-a5b7-6a1ba0576af1 req-0441c0b4-b630-4e17-89eb-c7bcb95a72ab tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415962 Feb 19 03:22:52.720061 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:53.604759 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04cc220-acdf-4b86-897e-1d36934498c2 req-7fec7477-ab6c-4588-99e7-c5a93a5a6974 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:53.606314 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d04cc220-acdf-4b86-897e-1d36934498c2 req-7fec7477-ab6c-4588-99e7-c5a93a5a6974 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=6110ed9d-e15f-480b-ab6a-90fd99657644 HTTP/1.1" status: 200 len: 943 time: 0.0538251 Feb 19 03:22:53.654617 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d04cc220-acdf-4b86-897e-1d36934498c2 req-fdfd90e2-b65c-408f-b2b0-ab62225b5bb4 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427165 Feb 19 03:22:54.780471 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2761376a-41df-4d40-8e59-05061d7d1365 req-ea778349-3348-40d5-8582-676dc7de0e53 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:54.782111 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2761376a-41df-4d40-8e59-05061d7d1365 req-ea778349-3348-40d5-8582-676dc7de0e53 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=6110ed9d-e15f-480b-ab6a-90fd99657644 HTTP/1.1" status: 200 len: 943 time: 0.0544155 Feb 19 03:22:54.833809 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2761376a-41df-4d40-8e59-05061d7d1365 req-5d05f815-81ff-4ca5-af95-c003fb51ac7a tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448077 Feb 19 03:22:56.029584 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8013bc1-293a-4e1e-89a5-fa7070bcdc70 req-ef3fe48c-582f-4383-abc0-dfcd7cdb45ac tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:56.031771 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a8013bc1-293a-4e1e-89a5-fa7070bcdc70 req-ef3fe48c-582f-4383-abc0-dfcd7cdb45ac tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=6110ed9d-e15f-480b-ab6a-90fd99657644 HTTP/1.1" status: 200 len: 943 time: 0.0917506 Feb 19 03:22:56.132734 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a8013bc1-293a-4e1e-89a5-fa7070bcdc70 req-1ca73eda-beeb-422e-a679-70c9a91c7a41 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798814 Feb 19 03:22:56.435902 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:57.292832 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6100d29-9d52-452e-ba1f-618e5039bd08 req-9251e5b9-20fd-4426-9b60-9907b00a71b0 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:57.294492 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b6100d29-9d52-452e-ba1f-618e5039bd08 req-9251e5b9-20fd-4426-9b60-9907b00a71b0 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=6110ed9d-e15f-480b-ab6a-90fd99657644 HTTP/1.1" status: 200 len: 943 time: 0.0573621 Feb 19 03:22:57.361668 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b6100d29-9d52-452e-ba1f-618e5039bd08 req-e539528f-9f3c-4a26-abe1-bcb182e2cd6a tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593176 Feb 19 03:22:58.490457 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f98f63f-c70b-46b0-803e-330ab71127d6 req-ac9f2096-549a-4e6b-b896-5d0dc975b403 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:58.492144 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8f98f63f-c70b-46b0-803e-330ab71127d6 req-ac9f2096-549a-4e6b-b896-5d0dc975b403 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=6110ed9d-e15f-480b-ab6a-90fd99657644 HTTP/1.1" status: 200 len: 943 time: 0.0578945 Feb 19 03:22:58.540541 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8f98f63f-c70b-46b0-803e-330ab71127d6 req-a2780d39-9fad-439e-8332-c2373fd7e963 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423644 Feb 19 03:22:59.670850 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b379e70-7645-4b2b-be8e-d06ce0f725f5 req-91bdb5db-e132-4b58-b0e0-87686faa02c8 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:59.672342 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4b379e70-7645-4b2b-be8e-d06ce0f725f5 req-91bdb5db-e132-4b58-b0e0-87686faa02c8 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=6110ed9d-e15f-480b-ab6a-90fd99657644 HTTP/1.1" status: 200 len: 943 time: 0.0573165 Feb 19 03:22:59.725117 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4b379e70-7645-4b2b-be8e-d06ce0f725f5 req-03f98966-5ca4-4518-9456-cb6ed548add9 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443075 Feb 19 03:23:00.848900 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e84783a-b542-4ee4-b683-47fa3d413127 req-647991e7-51e4-480d-b5c1-423309387253 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:00.850410 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6e84783a-b542-4ee4-b683-47fa3d413127 req-647991e7-51e4-480d-b5c1-423309387253 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=6110ed9d-e15f-480b-ab6a-90fd99657644 HTTP/1.1" status: 200 len: 943 time: 0.0565269 Feb 19 03:23:00.896584 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6e84783a-b542-4ee4-b683-47fa3d413127 req-62d1c2b5-3019-4bfc-bc88-2113bea0228c tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406797 Feb 19 03:23:02.015654 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66360c5c-ea9e-4c8c-b8e1-3446af737a18 req-76ea2682-79d6-47d5-99d4-a4520ffb5544 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:02.017386 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-66360c5c-ea9e-4c8c-b8e1-3446af737a18 req-76ea2682-79d6-47d5-99d4-a4520ffb5544 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=6110ed9d-e15f-480b-ab6a-90fd99657644 HTTP/1.1" status: 200 len: 943 time: 0.0525665 Feb 19 03:23:02.066050 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-66360c5c-ea9e-4c8c-b8e1-3446af737a18 req-bbc18da7-c12a-4f07-ac55-f8ee84a63e55 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421696 Feb 19 03:23:03.191398 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae77c660-11df-45fc-aba5-ff16cdaa1f86 req-ded01962-28fc-4d5e-a5ab-9ff67a1f96e2 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:03.192927 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ae77c660-11df-45fc-aba5-ff16cdaa1f86 req-ded01962-28fc-4d5e-a5ab-9ff67a1f96e2 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=6110ed9d-e15f-480b-ab6a-90fd99657644 HTTP/1.1" status: 200 len: 943 time: 0.0551879 Feb 19 03:23:03.243360 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ae77c660-11df-45fc-aba5-ff16cdaa1f86 req-8fe49ade-f6a1-4808-bc98-31ef3cc452e7 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449164 Feb 19 03:23:04.367273 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe34a09-2f21-4775-848c-7758681942ba req-57bfa037-e41d-47a2-a86f-4748bb585abd tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:04.369591 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ffe34a09-2f21-4775-848c-7758681942ba req-57bfa037-e41d-47a2-a86f-4748bb585abd tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=6110ed9d-e15f-480b-ab6a-90fd99657644 HTTP/1.1" status: 200 len: 943 time: 0.0548646 Feb 19 03:23:04.429551 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ffe34a09-2f21-4775-848c-7758681942ba req-a5814e2b-6af7-4122-aa0d-5d744c38559d tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517139 Feb 19 03:23:05.569028 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637d9881-dfa1-42dd-beb6-42513138f8d3 req-d0b994eb-db4a-4be7-873b-89ba654744fb tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:05.570792 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-637d9881-dfa1-42dd-beb6-42513138f8d3 req-d0b994eb-db4a-4be7-873b-89ba654744fb tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=6110ed9d-e15f-480b-ab6a-90fd99657644 HTTP/1.1" status: 200 len: 943 time: 0.0563006 Feb 19 03:23:05.623150 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-637d9881-dfa1-42dd-beb6-42513138f8d3 req-f2086e58-c2d2-480b-8938-3d9f58c53dcb tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459135 Feb 19 03:23:06.410147 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cf113ca7-52d4-40c8-b95c-7fabcdb10c3a req-5e41c012-a21b-4a49-84ed-abfa8e971966 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=9561e903-5887-489a-bff4-903ca5c6c651&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0499666 Feb 19 03:23:06.486029 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf113ca7-52d4-40c8-b95c-7fabcdb10c3a req-505752c2-a8de-403e-9106-0140efeb6eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:06.488447 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cf113ca7-52d4-40c8-b95c-7fabcdb10c3a req-505752c2-a8de-403e-9106-0140efeb6eb8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=4bc29719da89493e810e3a2508264407&device_id=9561e903-5887-489a-bff4-903ca5c6c651 HTTP/1.1" status: 200 len: 1127 time: 0.0457335 Feb 19 03:23:06.604878 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf113ca7-52d4-40c8-b95c-7fabcdb10c3a req-007112cc-6744-45d2-a28f-a52a032ce6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:06.606387 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cf113ca7-52d4-40c8-b95c-7fabcdb10c3a req-007112cc-6744-45d2-a28f-a52a032ce6d2 service neutron] 10.222.0.82 "GET /v2.0/networks?id=9a554e32-f7c5-4dcb-952c-723e4a86c322 HTTP/1.1" status: 200 len: 912 time: 0.0973511 Feb 19 03:23:06.682879 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cf113ca7-52d4-40c8-b95c-7fabcdb10c3a req-16dd052f-16a1-48f9-a216-ce956e7cf84e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27eee251-46ae-42e7-b6f1-4d8c3fdcaa3f HTTP/1.1" status: 200 len: 1000 time: 0.0700190 Feb 19 03:23:06.766246 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf113ca7-52d4-40c8-b95c-7fabcdb10c3a req-dfafb41b-39ea-497c-a6b9-9205c3d0875c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:06.767781 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cf113ca7-52d4-40c8-b95c-7fabcdb10c3a req-dfafb41b-39ea-497c-a6b9-9205c3d0875c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ea16c631-8dac-4b32-b4b0-9ae4e04ef132 HTTP/1.1" status: 200 len: 850 time: 0.0788858 Feb 19 03:23:06.791166 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e01ff6-b965-4a65-a867-7dc16111eb4f req-224b67fb-94a7-443e-9e33-479fa7d31136 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:06.792607 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-99e01ff6-b965-4a65-a867-7dc16111eb4f req-224b67fb-94a7-443e-9e33-479fa7d31136 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=6110ed9d-e15f-480b-ab6a-90fd99657644 HTTP/1.1" status: 200 len: 943 time: 0.0781379 Feb 19 03:23:06.859988 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-99e01ff6-b965-4a65-a867-7dc16111eb4f req-52c0e4a7-240a-4f0c-8145-8dc7e2c930d9 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521796 Feb 19 03:23:06.861765 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf113ca7-52d4-40c8-b95c-7fabcdb10c3a req-e0145167-06ce-4cea-a30f-ce7c0799c250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:06.863162 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cf113ca7-52d4-40c8-b95c-7fabcdb10c3a req-e0145167-06ce-4cea-a30f-ce7c0799c250 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9a554e32-f7c5-4dcb-952c-723e4a86c322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0870140 Feb 19 03:23:06.961620 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cf113ca7-52d4-40c8-b95c-7fabcdb10c3a req-b93bf4d2-4904-4231-8c37-14255c3c4584 service neutron] 10.222.0.82 "GET /v2.0/networks/9a554e32-f7c5-4dcb-952c-723e4a86c322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918040 Feb 19 03:23:07.401324 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cf113ca7-52d4-40c8-b95c-7fabcdb10c3a req-a95fdd2e-1f77-4b37-8053-78ef3d90b1c5 service neutron] 10.222.0.82 "GET /v2.0/networks/9a554e32-f7c5-4dcb-952c-723e4a86c322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4332037 Feb 19 03:23:07.982285 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12093dad-cafa-4267-aecf-491fc0611c70 req-952d7b3d-9d2e-46a6-96a2-90a6abf5847b tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:07.983778 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-12093dad-cafa-4267-aecf-491fc0611c70 req-952d7b3d-9d2e-46a6-96a2-90a6abf5847b tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=6110ed9d-e15f-480b-ab6a-90fd99657644 HTTP/1.1" status: 200 len: 943 time: 0.0521836 Feb 19 03:23:08.036537 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-12093dad-cafa-4267-aecf-491fc0611c70 req-80a9dbe3-098d-4b3b-bf72-810b754bf0d2 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446017 Feb 19 03:23:09.158441 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e94ab2e-3de1-4d9f-8a04-28f5185f04b6 req-c2ada47b-eca8-4e43-8b91-8632698a71a4 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:09.160558 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5e94ab2e-3de1-4d9f-8a04-28f5185f04b6 req-c2ada47b-eca8-4e43-8b91-8632698a71a4 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=6110ed9d-e15f-480b-ab6a-90fd99657644 HTTP/1.1" status: 200 len: 943 time: 0.0557919 Feb 19 03:23:09.209098 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5e94ab2e-3de1-4d9f-8a04-28f5185f04b6 req-b4d69cfe-74be-4b19-8cec-417cbc6e3bdc tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428672 Feb 19 03:23:10.328940 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6fd781-b062-4192-bd92-0dd38fbaef02 req-a4b56138-c4c2-4f80-a7ae-f85221faf8ac tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:10.331647 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5f6fd781-b062-4192-bd92-0dd38fbaef02 req-a4b56138-c4c2-4f80-a7ae-f85221faf8ac tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=6110ed9d-e15f-480b-ab6a-90fd99657644 HTTP/1.1" status: 200 len: 943 time: 0.0531752 Feb 19 03:23:10.394909 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5f6fd781-b062-4192-bd92-0dd38fbaef02 req-093b9ed0-6123-4cdd-885c-3bb2730c4c03 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581532 Feb 19 03:23:11.520262 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea94730-3866-4664-bdce-0799153c7a30 req-70f38b77-c612-4331-8bcf-d4e5f8466906 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:11.521802 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3ea94730-3866-4664-bdce-0799153c7a30 req-70f38b77-c612-4331-8bcf-d4e5f8466906 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=6110ed9d-e15f-480b-ab6a-90fd99657644 HTTP/1.1" status: 200 len: 943 time: 0.0578341 Feb 19 03:23:11.569601 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3ea94730-3866-4664-bdce-0799153c7a30 req-c85793e3-4227-435a-89ad-2dfd689790c0 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417049 Feb 19 03:23:12.361560 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d78d28-0c8b-4063-800b-03af9a0a504b req-12595ad3-8310-4f1e-96e3-bbe619e848d3 tempest-TestNetworkAdvancedServerOps-967795877 tempest-TestNetworkAdvancedServerOps-967795877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:12.363153 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-29d78d28-0c8b-4063-800b-03af9a0a504b req-12595ad3-8310-4f1e-96e3-bbe619e848d3 tempest-TestNetworkAdvancedServerOps-967795877 tempest-TestNetworkAdvancedServerOps-967795877-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=358d53a4-36fe-47f7-97f0-acb94bca01c8 HTTP/1.1" status: 200 len: 1128 time: 0.0447187 Feb 19 03:23:12.408055 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-29d78d28-0c8b-4063-800b-03af9a0a504b req-cc99fde2-50dc-487c-a57c-1e8fb76495b0 tempest-TestNetworkAdvancedServerOps-967795877 tempest-TestNetworkAdvancedServerOps-967795877-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=2aa96b9b-ec5f-4d15-9c2c-3bf29b0e4a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393982 Feb 19 03:23:12.430028 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 44328) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:12.586273 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-b2b40170-1f40-467c-865a-b9f2505f56bb tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Deleting port d385440b-693a-4b2d-acc9-67e52e34ce83 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:23:12.587000 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b2b40170-1f40-467c-865a-b9f2505f56bb tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (d385440b-693a-4b2d-acc9-67e52e34ce83), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:12.692037 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b2b40170-1f40-467c-865a-b9f2505f56bb tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (d385440b-693a-4b2d-acc9-67e52e34ce83), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:12.692364 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b2b40170-1f40-467c-865a-b9f2505f56bb tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for floatingip (d385440b-693a-4b2d-acc9-67e52e34ce83), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:12.707170 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-b2b40170-1f40-467c-865a-b9f2505f56bb tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Calling delete_port for d385440b-693a-4b2d-acc9-67e52e34ce83 owned by network:floatingip {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:23:12.728492 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a30ae4a-7845-456f-a01f-209659968c2d req-24927305-4e6c-4c79-9caf-d667c0350bdb tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:12.730005 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8a30ae4a-7845-456f-a01f-209659968c2d req-24927305-4e6c-4c79-9caf-d667c0350bdb tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=6110ed9d-e15f-480b-ab6a-90fd99657644 HTTP/1.1" status: 200 len: 943 time: 0.0899749 Feb 19 03:23:12.829649 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8a30ae4a-7845-456f-a01f-209659968c2d req-7d8fc5f7-3ca3-4979-8475-de3cdfe88ebd tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657303 Feb 19 03:23:12.902832 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b2b40170-1f40-467c-865a-b9f2505f56bb tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (d385440b-693a-4b2d-acc9-67e52e34ce83), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:12.931766 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b40170-1f40-467c-865a-b9f2505f56bb tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Pushing event deleted for resources: {'Port': ['ID=d385440b-693a-4b2d-acc9-67e52e34ce83,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:12.943346 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b40170-1f40-467c-865a-b9f2505f56bb tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:12.943694 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b40170-1f40-467c-865a-b9f2505f56bb tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:12.944036 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b40170-1f40-467c-865a-b9f2505f56bb tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:12.944373 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b40170-1f40-467c-865a-b9f2505f56bb tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:12.944711 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b40170-1f40-467c-865a-b9f2505f56bb tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:12.945063 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b40170-1f40-467c-865a-b9f2505f56bb tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:12.945390 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b40170-1f40-467c-865a-b9f2505f56bb tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:12.945715 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b40170-1f40-467c-865a-b9f2505f56bb tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:12.946038 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b40170-1f40-467c-865a-b9f2505f56bb tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:12.946363 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b40170-1f40-467c-865a-b9f2505f56bb tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:12.946704 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b40170-1f40-467c-865a-b9f2505f56bb tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:12.947060 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b40170-1f40-467c-865a-b9f2505f56bb tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:12.947379 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b40170-1f40-467c-865a-b9f2505f56bb tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:13.001177 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b2b40170-1f40-467c-865a-b9f2505f56bb tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for floatingip (3aed6a27-4d18-4834-9ba9-230955ce5140), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:13.001587 n-d-826753-2 neutron-server[103701]: INFO neutron.db.l3_db [None req-b2b40170-1f40-467c-865a-b9f2505f56bb tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Floating IP 3aed6a27-4d18-4834-9ba9-230955ce5140 disassociated (deleted). External IP: 172.25.6.67, port: b499396d-a4f6-4939-ab9a-789b61bccaf2. Feb 19 03:23:13.229091 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2b40170-1f40-467c-865a-b9f2505f56bb tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Router 4f2a2924-eb7e-46fb-9cbc-5603c09486c7 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:23:13.346021 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2b40170-1f40-467c-865a-b9f2505f56bb tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:23:13.351577 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b2b40170-1f40-467c-865a-b9f2505f56bb tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:13.355860 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0bc650-36ec-45d9-9ba5-96602311a73e None None] Sync routers for ids ['4f2a2924-eb7e-46fb-9cbc-5603c09486c7'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:23:13.365336 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0bc650-36ec-45d9-9ba5-96602311a73e None None] Routers {'4f2a2924-eb7e-46fb-9cbc-5603c09486c7'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:23:13.366030 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-bc0bc650-36ec-45d9-9ba5-96602311a73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:22:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['4f2a2924-eb7e-46fb-9cbc-5603c09486c7'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:13.385036 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-b2b40170-1f40-467c-865a-b9f2505f56bb tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "DELETE /v2.0/floatingips/3aed6a27-4d18-4834-9ba9-230955ce5140 HTTP/1.1" status: 204 len: 168 time: 0.9538622 Feb 19 03:23:13.385650 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '358d53a4-36fe-47f7-97f0-acb94bca01c8', 'tag': 'b499396d-a4f6-4939-ab9a-789b61bccaf2'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:23:13.387939 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddc1f54c-fd96-4509-9fbb-fe17903787ca" -d '{"events": [{"name": "network-changed", "server_uuid": "358d53a4-36fe-47f7-97f0-acb94bca01c8", "tag": "b499396d-a4f6-4939-ab9a-789b61bccaf2"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:23:13.429368 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf354e1f-a70a-4cbe-8893-d237f74620e2 x-openstack-request-id: req-cf354e1f-a70a-4cbe-8893-d237f74620e2 {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:23:13.429368 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "358d53a4-36fe-47f7-97f0-acb94bca01c8", "tag": "b499396d-a4f6-4939-ab9a-789b61bccaf2", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:23:13.429368 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-cf354e1f-a70a-4cbe-8893-d237f74620e2 {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:23:13.429843 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '358d53a4-36fe-47f7-97f0-acb94bca01c8', 'tag': 'b499396d-a4f6-4939-ab9a-789b61bccaf2', 'status': 'completed', 'code': 200} Feb 19 03:23:13.481926 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-bc0bc650-36ec-45d9-9ba5-96602311a73e None None] Set router 4f2a2924-eb7e-46fb-9cbc-5603c09486c7 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:23:13.527450 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc1f54c-fd96-4509-9fbb-fe17903787ca req-ac409cf7-cb7c-49c9-965e-e1f0510e7473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:13.529182 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ddc1f54c-fd96-4509-9fbb-fe17903787ca req-ac409cf7-cb7c-49c9-965e-e1f0510e7473 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3bc3bb28499f4673b42d5b4a69d45946&device_id=358d53a4-36fe-47f7-97f0-acb94bca01c8 HTTP/1.1" status: 200 len: 1128 time: 0.0564208 Feb 19 03:23:13.646386 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36596b4b-cff7-4a9f-976a-e19c13de6dfb req-2ccb76a4-e1bf-47b1-862e-3bd576e78c03 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:13.647899 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-36596b4b-cff7-4a9f-976a-e19c13de6dfb req-2ccb76a4-e1bf-47b1-862e-3bd576e78c03 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=358d53a4-36fe-47f7-97f0-acb94bca01c8 HTTP/1.1" status: 200 len: 946 time: 0.0601192 Feb 19 03:23:13.676972 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc1f54c-fd96-4509-9fbb-fe17903787ca req-16106e66-6a16-4572-b69d-afcfc966ad0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:13.679006 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ddc1f54c-fd96-4509-9fbb-fe17903787ca req-16106e66-6a16-4572-b69d-afcfc966ad0c service neutron] 10.222.0.73 "GET /v2.0/networks?id=46ba7a40-34d1-486e-a718-daaa9120f771 HTTP/1.1" status: 200 len: 898 time: 0.1092463 Feb 19 03:23:13.707899 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-36596b4b-cff7-4a9f-976a-e19c13de6dfb req-53718dd4-5579-474a-8848-6d9286b73a6a tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=2aa96b9b-ec5f-4d15-9c2c-3bf29b0e4a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523548 Feb 19 03:23:13.731827 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ddc1f54c-fd96-4509-9fbb-fe17903787ca req-cf545516-5b2d-4e78-921c-464e4728ecc7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b499396d-a4f6-4939-ab9a-789b61bccaf2 HTTP/1.1" status: 200 len: 217 time: 0.0431213 Feb 19 03:23:13.732010 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-bc0bc650-36ec-45d9-9ba5-96602311a73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f2a2924-eb7e-46fb-9cbc-5603c09486c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-504297456', 'tenant_id': '3bc3bb28499f4673b42d5b4a69d45946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': 'a60bfc11-3750-48a0-bf50-741d5905ed7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:20:07Z', 'updated_at': '2022-02-19T03:20:12Z', 'revision_number': 4, 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'gw_port': {'id': 'a60bfc11-3750-48a0-bf50-741d5905ed7b', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2a2924-eb7e-46fb-9cbc-5603c09486c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:20:08Z', 'updated_at': '2022-02-19T03:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '97584a1d-49a0-4e68-9ba3-3bde5ed5bf2c', 'name': '', 'network_id': '46ba7a40-34d1-486e-a718-daaa9120f771', 'tenant_id': '3bc3bb28499f4673b42d5b4a69d45946', 'mac_address': 'fa:16:3e:ed:fa:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2a2924-eb7e-46fb-9cbc-5603c09486c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': 'f7025eb2-ffe7-4a82-a4e1-9990d681fd2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:20:11Z', 'updated_at': '2022-02-19T03:20:15Z', 'revision_number': 5, 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'subnets': [{'id': 'f7025eb2-ffe7-4a82-a4e1-9990d681fd2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:13.762815 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0bc650-36ec-45d9-9ba5-96602311a73e None None] Checking router: 4f2a2924-eb7e-46fb-9cbc-5603c09486c7 for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:23:13.773968 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0bc650-36ec-45d9-9ba5-96602311a73e None None] Routers {'4f2a2924-eb7e-46fb-9cbc-5603c09486c7'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:23:13.774789 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-bc0bc650-36ec-45d9-9ba5-96602311a73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:22:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['4f2a2924-eb7e-46fb-9cbc-5603c09486c7'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:13.781403 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc1f54c-fd96-4509-9fbb-fe17903787ca req-418072df-2ee5-4395-a603-41d1fb3eee97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:13.783088 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ddc1f54c-fd96-4509-9fbb-fe17903787ca req-418072df-2ee5-4395-a603-41d1fb3eee97 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f7025eb2-ffe7-4a82-a4e1-9990d681fd2d HTTP/1.1" status: 200 len: 834 time: 0.0484126 Feb 19 03:23:13.832728 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc1f54c-fd96-4509-9fbb-fe17903787ca req-b1a53889-63bc-4f24-90f9-62771eb30c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:13.834282 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ddc1f54c-fd96-4509-9fbb-fe17903787ca req-b1a53889-63bc-4f24-90f9-62771eb30c7e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=46ba7a40-34d1-486e-a718-daaa9120f771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0453897 Feb 19 03:23:13.889087 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-bc0bc650-36ec-45d9-9ba5-96602311a73e None None] Set router 4f2a2924-eb7e-46fb-9cbc-5603c09486c7 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:23:13.934947 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ddc1f54c-fd96-4509-9fbb-fe17903787ca req-b557600f-9469-42fe-9874-30d9078ae266 service neutron] 10.222.0.73 "GET /v2.0/networks/46ba7a40-34d1-486e-a718-daaa9120f771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937657 Feb 19 03:23:13.965113 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2987fa14-2f9f-4260-81b8-281884be6a42 req-05dca8e4-41c3-4494-8d04-4eccddea3c83 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:13.969749 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2987fa14-2f9f-4260-81b8-281884be6a42 req-05dca8e4-41c3-4494-8d04-4eccddea3c83 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=6110ed9d-e15f-480b-ab6a-90fd99657644 HTTP/1.1" status: 200 len: 943 time: 0.0649328 Feb 19 03:23:14.024476 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2987fa14-2f9f-4260-81b8-281884be6a42 req-1e0ed842-3c69-4f00-8af4-bd39923540d6 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513642 Feb 19 03:23:14.033793 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ddc1f54c-fd96-4509-9fbb-fe17903787ca req-ef5774d4-de06-478a-a89e-02bffb672a31 service neutron] 10.222.0.73 "GET /v2.0/networks/46ba7a40-34d1-486e-a718-daaa9120f771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920618 Feb 19 03:23:14.096552 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-bc0bc650-36ec-45d9-9ba5-96602311a73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f2a2924-eb7e-46fb-9cbc-5603c09486c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-504297456', 'tenant_id': '3bc3bb28499f4673b42d5b4a69d45946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': 'a60bfc11-3750-48a0-bf50-741d5905ed7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:20:07Z', 'updated_at': '2022-02-19T03:20:12Z', 'revision_number': 4, 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'gw_port': {'id': 'a60bfc11-3750-48a0-bf50-741d5905ed7b', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2a2924-eb7e-46fb-9cbc-5603c09486c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:20:08Z', 'updated_at': '2022-02-19T03:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '97584a1d-49a0-4e68-9ba3-3bde5ed5bf2c', 'name': '', 'network_id': '46ba7a40-34d1-486e-a718-daaa9120f771', 'tenant_id': '3bc3bb28499f4673b42d5b4a69d45946', 'mac_address': 'fa:16:3e:ed:fa:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2a2924-eb7e-46fb-9cbc-5603c09486c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': 'f7025eb2-ffe7-4a82-a4e1-9990d681fd2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:20:11Z', 'updated_at': '2022-02-19T03:20:15Z', 'revision_number': 5, 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'subnets': [{'id': 'f7025eb2-ffe7-4a82-a4e1-9990d681fd2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:14.135449 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0bc650-36ec-45d9-9ba5-96602311a73e None None] The sync data for ids ['4f2a2924-eb7e-46fb-9cbc-5603c09486c7'] in n-d-826753-2 is: [{'id': '4f2a2924-eb7e-46fb-9cbc-5603c09486c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-504297456', 'tenant_id': '3bc3bb28499f4673b42d5b4a69d45946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': 'a60bfc11-3750-48a0-bf50-741d5905ed7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:20:07Z', 'updated_at': '2022-02-19T03:20:12Z', 'revision_number': 4, 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'gw_port': {'id': 'a60bfc11-3750-48a0-bf50-741d5905ed7b', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2a2924-eb7e-46fb-9cbc-5603c09486c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:20:08Z', 'updated_at': '2022-02-19T03:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '97584a1d-49a0-4e68-9ba3-3bde5ed5bf2c', 'name': '', 'network_id': '46ba7a40-34d1-486e-a718-daaa9120f771', 'tenant_id': '3bc3bb28499f4673b42d5b4a69d45946', 'mac_address': 'fa:16:3e:ed:fa:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2a2924-eb7e-46fb-9cbc-5603c09486c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': 'f7025eb2-ffe7-4a82-a4e1-9990d681fd2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:20:11Z', 'updated_at': '2022-02-19T03:20:15Z', 'revision_number': 5, 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'subnets': [{'id': 'f7025eb2-ffe7-4a82-a4e1-9990d681fd2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:23:14.359919 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e5e278-4265-46b7-9992-f888af7a7af7 None None] New status for floating IP 3aed6a27-4d18-4834-9ba9-230955ce5140: DOWN {{(pid=103703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:23:14.831505 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c5f0ce-8edb-4d65-bf9d-3aad9a5a1f80 req-dcaf5f5d-2e21-49fb-85f2-f14c6d2905e0 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:14.833144 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-66c5f0ce-8edb-4d65-bf9d-3aad9a5a1f80 req-dcaf5f5d-2e21-49fb-85f2-f14c6d2905e0 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=358d53a4-36fe-47f7-97f0-acb94bca01c8 HTTP/1.1" status: 200 len: 946 time: 0.0546124 Feb 19 03:23:14.883818 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-66c5f0ce-8edb-4d65-bf9d-3aad9a5a1f80 req-138fe1d2-d2d3-47c7-8f9b-a377d3169ade tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=2aa96b9b-ec5f-4d15-9c2c-3bf29b0e4a66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451245 Feb 19 03:23:15.138609 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e7ab5e-1b99-4581-a7f1-cbc17515c007 req-2c379bc4-cfbb-484b-8415-60623f36d08f tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:15.140034 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-76e7ab5e-1b99-4581-a7f1-cbc17515c007 req-2c379bc4-cfbb-484b-8415-60623f36d08f tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=6110ed9d-e15f-480b-ab6a-90fd99657644 HTTP/1.1" status: 200 len: 943 time: 0.0521677 Feb 19 03:23:15.172542 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bbd6cd-8bc4-47bd-a32f-ba4e2b6f2f71 req-fac91d59-3024-40b1-ae7b-26d1833b8aa0 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:15.175192 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d7bbd6cd-8bc4-47bd-a32f-ba4e2b6f2f71 req-fac91d59-3024-40b1-ae7b-26d1833b8aa0 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.73 "GET /v2.0/ports?device_id=358d53a4-36fe-47f7-97f0-acb94bca01c8 HTTP/1.1" status: 200 len: 946 time: 0.0600011 Feb 19 03:23:15.194373 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-76e7ab5e-1b99-4581-a7f1-cbc17515c007 req-5b73ee55-53a0-4be2-9a3f-68d248cd6c93 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475471 Feb 19 03:23:15.270025 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-d7bbd6cd-8bc4-47bd-a32f-ba4e2b6f2f71 req-41472d3f-7ebf-49e0-916a-114f54cce08c tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Deleting port b499396d-a4f6-4939-ab9a-789b61bccaf2 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:23:15.270367 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-d7bbd6cd-8bc4-47bd-a32f-ba4e2b6f2f71 req-41472d3f-7ebf-49e0-916a-114f54cce08c tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (b499396d-a4f6-4939-ab9a-789b61bccaf2), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:15.365349 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-d7bbd6cd-8bc4-47bd-a32f-ba4e2b6f2f71 req-41472d3f-7ebf-49e0-916a-114f54cce08c tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] For port b499396d-a4f6-4939-ab9a-789b61bccaf2, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=b499396d-a4f6-4939-ab9a-789b61bccaf2,segment=NetworkSegment(0b07b9bd-167c-42c6-b7c9-2f468887a2a0),segment_id=0b07b9bd-167c-42c6-b7c9-2f468887a2a0)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:23:15.365714 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-d7bbd6cd-8bc4-47bd-a32f-ba4e2b6f2f71 req-41472d3f-7ebf-49e0-916a-114f54cce08c tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (b499396d-a4f6-4939-ab9a-789b61bccaf2), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:15.377726 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-d7bbd6cd-8bc4-47bd-a32f-ba4e2b6f2f71 req-41472d3f-7ebf-49e0-916a-114f54cce08c tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Calling delete_port for b499396d-a4f6-4939-ab9a-789b61bccaf2 owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:23:15.505244 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-d7bbd6cd-8bc4-47bd-a32f-ba4e2b6f2f71 req-41472d3f-7ebf-49e0-916a-114f54cce08c tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (b499396d-a4f6-4939-ab9a-789b61bccaf2), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:15.538804 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41472d3f-7ebf-49e0-916a-114f54cce08c tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Pushing event deleted for resources: {'Port': ['ID=b499396d-a4f6-4939-ab9a-789b61bccaf2,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:15.543206 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-635765bb-cde3-441e-bd43-a730e1fdfa21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:15.556914 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41472d3f-7ebf-49e0-916a-114f54cce08c tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:15.557295 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41472d3f-7ebf-49e0-916a-114f54cce08c tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:15.557636 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41472d3f-7ebf-49e0-916a-114f54cce08c tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:15.557976 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41472d3f-7ebf-49e0-916a-114f54cce08c tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:15.558301 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41472d3f-7ebf-49e0-916a-114f54cce08c tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:15.558623 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41472d3f-7ebf-49e0-916a-114f54cce08c tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:15.558945 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41472d3f-7ebf-49e0-916a-114f54cce08c tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:15.559267 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41472d3f-7ebf-49e0-916a-114f54cce08c tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:15.559585 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41472d3f-7ebf-49e0-916a-114f54cce08c tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:15.559908 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41472d3f-7ebf-49e0-916a-114f54cce08c tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:15.560589 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41472d3f-7ebf-49e0-916a-114f54cce08c tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:15.561101 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41472d3f-7ebf-49e0-916a-114f54cce08c tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:15.561369 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41472d3f-7ebf-49e0-916a-114f54cce08c tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:15.601203 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7bbd6cd-8bc4-47bd-a32f-ba4e2b6f2f71 req-41472d3f-7ebf-49e0-916a-114f54cce08c tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] No DVR routers for this DVR port b499396d-a4f6-4939-ab9a-789b61bccaf2 on host n-h1-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:23:15.605057 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-d7bbd6cd-8bc4-47bd-a32f-ba4e2b6f2f71 req-41472d3f-7ebf-49e0-916a-114f54cce08c tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:15.608572 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d7bbd6cd-8bc4-47bd-a32f-ba4e2b6f2f71 req-41472d3f-7ebf-49e0-916a-114f54cce08c tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.73 "DELETE /v2.0/ports/b499396d-a4f6-4939-ab9a-789b61bccaf2 HTTP/1.1" status: 204 len: 173 time: 0.4299362 Feb 19 03:23:15.609033 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '358d53a4-36fe-47f7-97f0-acb94bca01c8', 'name': 'network-vif-deleted', 'tag': 'b499396d-a4f6-4939-ab9a-789b61bccaf2'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:23:15.611324 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ce1a884-3d1e-45e5-bec8-903b67dd93fd" -d '{"events": [{"server_uuid": "358d53a4-36fe-47f7-97f0-acb94bca01c8", "name": "network-vif-deleted", "tag": "b499396d-a4f6-4939-ab9a-789b61bccaf2"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:23:15.672372 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1079993f-7adb-43bd-bcb0-b7c0e233d99d x-openstack-request-id: req-1079993f-7adb-43bd-bcb0-b7c0e233d99d {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:23:15.673218 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "358d53a4-36fe-47f7-97f0-acb94bca01c8", "name": "network-vif-deleted", "tag": "b499396d-a4f6-4939-ab9a-789b61bccaf2", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:23:15.673218 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1079993f-7adb-43bd-bcb0-b7c0e233d99d {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:23:15.673444 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '358d53a4-36fe-47f7-97f0-acb94bca01c8', 'name': 'network-vif-deleted', 'tag': 'b499396d-a4f6-4939-ab9a-789b61bccaf2', 'status': 'completed', 'code': 200} Feb 19 03:23:16.000500 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ff05cc72-5a6e-4182-b21a-7f7799d6c383 req-4ec84319-41f8-4cf6-8bdc-91a8c82942eb tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=358d53a4-36fe-47f7-97f0-acb94bca01c8 HTTP/1.1" status: 200 len: 210 time: 0.0328777 Feb 19 03:23:16.317214 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f769ba75-e466-4b8b-bd01-add11c056834 req-9f20596e-c9dd-405a-bbcc-c0f9daab67e5 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:16.318683 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f769ba75-e466-4b8b-bd01-add11c056834 req-9f20596e-c9dd-405a-bbcc-c0f9daab67e5 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=6110ed9d-e15f-480b-ab6a-90fd99657644 HTTP/1.1" status: 200 len: 943 time: 0.0541716 Feb 19 03:23:16.365472 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f769ba75-e466-4b8b-bd01-add11c056834 req-23587515-205b-4350-a1cc-39e7e5a91b72 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412271 Feb 19 03:23:17.062230 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 44354) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:17.431337 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8b461683-852f-4313-bdd7-0ef261d80b1d tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16289271'] for router_interface (4f2a2924-eb7e-46fb-9cbc-5603c09486c7), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:17.485872 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afcc0dc-78ac-49a7-88e0-badd0a08309c req-a2fd64d0-c87e-4f6b-92d0-9976c51a02bd tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:17.488138 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5afcc0dc-78ac-49a7-88e0-badd0a08309c req-a2fd64d0-c87e-4f6b-92d0-9976c51a02bd tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=6110ed9d-e15f-480b-ab6a-90fd99657644 HTTP/1.1" status: 200 len: 943 time: 0.0530257 Feb 19 03:23:17.540128 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5afcc0dc-78ac-49a7-88e0-badd0a08309c req-dae657dc-8aa9-4701-a24d-780df2b47b19 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453894 Feb 19 03:23:17.700119 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-8b461683-852f-4313-bdd7-0ef261d80b1d tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Deleting port 97584a1d-49a0-4e68-9ba3-3bde5ed5bf2c {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:23:17.700520 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8b461683-852f-4313-bdd7-0ef261d80b1d tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (97584a1d-49a0-4e68-9ba3-3bde5ed5bf2c), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:17.716652 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-44498a2f-227f-4c2f-b92c-f53d9ddacc43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:17.787809 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-8b461683-852f-4313-bdd7-0ef261d80b1d tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] For port 97584a1d-49a0-4e68-9ba3-3bde5ed5bf2c, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=97584a1d-49a0-4e68-9ba3-3bde5ed5bf2c,segment=NetworkSegment(0b07b9bd-167c-42c6-b7c9-2f468887a2a0),segment_id=0b07b9bd-167c-42c6-b7c9-2f468887a2a0)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:23:17.788148 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8b461683-852f-4313-bdd7-0ef261d80b1d tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (97584a1d-49a0-4e68-9ba3-3bde5ed5bf2c), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:17.800855 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-8b461683-852f-4313-bdd7-0ef261d80b1d tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Calling delete_port for 97584a1d-49a0-4e68-9ba3-3bde5ed5bf2c owned by network:router_interface {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:23:17.986871 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8b461683-852f-4313-bdd7-0ef261d80b1d tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (97584a1d-49a0-4e68-9ba3-3bde5ed5bf2c), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:18.016602 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b461683-852f-4313-bdd7-0ef261d80b1d tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Pushing event deleted for resources: {'Port': ['ID=97584a1d-49a0-4e68-9ba3-3bde5ed5bf2c,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:18.196119 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8b461683-852f-4313-bdd7-0ef261d80b1d tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16362762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16314471'] for router_interface (4f2a2924-eb7e-46fb-9cbc-5603c09486c7), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:18.442542 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b461683-852f-4313-bdd7-0ef261d80b1d tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Router 4f2a2924-eb7e-46fb-9cbc-5603c09486c7 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:23:18.565276 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b461683-852f-4313-bdd7-0ef261d80b1d tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:23:18.571557 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-8b461683-852f-4313-bdd7-0ef261d80b1d tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "PUT /v2.0/routers/4f2a2924-eb7e-46fb-9cbc-5603c09486c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5073586 Feb 19 03:23:18.574673 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 44360) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:18.579658 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28375523-7487-402e-8e08-cb9ac558760f None None] Sync routers for ids ['4f2a2924-eb7e-46fb-9cbc-5603c09486c7'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:23:18.591222 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28375523-7487-402e-8e08-cb9ac558760f None None] Routers {'4f2a2924-eb7e-46fb-9cbc-5603c09486c7'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:23:18.591841 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-28375523-7487-402e-8e08-cb9ac558760f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:23:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['4f2a2924-eb7e-46fb-9cbc-5603c09486c7'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:18.632541 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device b499396d-a4f6-4939-ab9a-789b61bccaf2 no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:23:18.653785 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] No Port match for: b499396d-a4f6-4939-ab9a-789b61bccaf2 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:23:18.654547 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device b499396d-a4f6-4939-ab9a-789b61bccaf2 not bound to the agent host n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:23:18.674545 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fb04125-280d-4207-903f-5d76c6611b07 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Deleting subnet f7025eb2-ffe7-4a82-a4e1-9990d681fd2d {{(pid=103701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:23:18.680104 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4fb04125-280d-4207-903f-5d76c6611b07 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for subnet (f7025eb2-ffe7-4a82-a4e1-9990d681fd2d), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:18.701530 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-28375523-7487-402e-8e08-cb9ac558760f None None] Set router 4f2a2924-eb7e-46fb-9cbc-5603c09486c7 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:23:18.720835 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b0b6c6-52da-4456-8c71-50ddb63f43e6 req-15d88200-0382-490a-85d2-3e69aefcf3bf tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:18.723637 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-19b0b6c6-52da-4456-8c71-50ddb63f43e6 req-15d88200-0382-490a-85d2-3e69aefcf3bf tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=6110ed9d-e15f-480b-ab6a-90fd99657644 HTTP/1.1" status: 200 len: 943 time: 0.1057591 Feb 19 03:23:18.739402 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4fb04125-280d-4207-903f-5d76c6611b07 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12647399'] for subnet (f7025eb2-ffe7-4a82-a4e1-9990d681fd2d), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:18.821759 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-19b0b6c6-52da-4456-8c71-50ddb63f43e6 req-c2ca0e69-df0b-4a78-a4e0-3bb1297caa7f tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925150 Feb 19 03:23:18.866842 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4fb04125-280d-4207-903f-5d76c6611b07 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (f7025eb2-ffe7-4a82-a4e1-9990d681fd2d), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:18.932023 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4fb04125-280d-4207-903f-5d76c6611b07 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12647206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58706286'] for subnet (f7025eb2-ffe7-4a82-a4e1-9990d681fd2d), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:18.960993 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb04125-280d-4207-903f-5d76c6611b07 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Pushing event deleted for resources: {'Subnet': ['ID=f7025eb2-ffe7-4a82-a4e1-9990d681fd2d,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:18.963300 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4fb04125-280d-4207-903f-5d76c6611b07 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:18.966706 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-4fb04125-280d-4207-903f-5d76c6611b07 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "DELETE /v2.0/subnets/f7025eb2-ffe7-4a82-a4e1-9990d681fd2d HTTP/1.1" status: 204 len: 168 time: 0.3900132 Feb 19 03:23:18.969381 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 44362) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:18.972434 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6c34b5-770e-4b5f-bfd8-71831cb9fb69 None None] Network 46ba7a40-34d1-486e-a718-daaa9120f771 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:23:18.981456 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-28375523-7487-402e-8e08-cb9ac558760f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f2a2924-eb7e-46fb-9cbc-5603c09486c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-504297456', 'tenant_id': '3bc3bb28499f4673b42d5b4a69d45946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': 'a60bfc11-3750-48a0-bf50-741d5905ed7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:20:07Z', 'updated_at': '2022-02-19T03:23:17Z', 'revision_number': 5, 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'gw_port': {'id': 'a60bfc11-3750-48a0-bf50-741d5905ed7b', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2a2924-eb7e-46fb-9cbc-5603c09486c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:20:08Z', 'updated_at': '2022-02-19T03:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:19.008014 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28375523-7487-402e-8e08-cb9ac558760f None None] Checking router: 4f2a2924-eb7e-46fb-9cbc-5603c09486c7 for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:23:19.017694 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28375523-7487-402e-8e08-cb9ac558760f None None] Routers {'4f2a2924-eb7e-46fb-9cbc-5603c09486c7'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:23:19.018305 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-28375523-7487-402e-8e08-cb9ac558760f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:23:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['4f2a2924-eb7e-46fb-9cbc-5603c09486c7'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:19.100603 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9aba4626-35d3-4f71-8863-4ace833ec572 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for router (4f2a2924-eb7e-46fb-9cbc-5603c09486c7), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:19.146423 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ea51a5-32ac-49b6-a540-b3293369c666 None None] DHCP port deletion for 46ba7a40-34d1-486e-a718-daaa9120f771 request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:23:19.153384 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-28375523-7487-402e-8e08-cb9ac558760f None None] Set router 4f2a2924-eb7e-46fb-9cbc-5603c09486c7 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:23:19.195503 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-81ea51a5-32ac-49b6-a540-b3293369c666 None None] Deleting port 77567a09-e8c4-4904-8ec7-e7e8ce15d4fe {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:23:19.195916 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-81ea51a5-32ac-49b6-a540-b3293369c666 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (77567a09-e8c4-4904-8ec7-e7e8ce15d4fe), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:19.223468 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9aba4626-35d3-4f71-8863-4ace833ec572 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for router_gateway (4f2a2924-eb7e-46fb-9cbc-5603c09486c7), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:19.262994 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-81ea51a5-32ac-49b6-a540-b3293369c666 None None] For port 77567a09-e8c4-4904-8ec7-e7e8ce15d4fe, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=77567a09-e8c4-4904-8ec7-e7e8ce15d4fe,segment=NetworkSegment(0b07b9bd-167c-42c6-b7c9-2f468887a2a0),segment_id=0b07b9bd-167c-42c6-b7c9-2f468887a2a0)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:23:19.264202 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-81ea51a5-32ac-49b6-a540-b3293369c666 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (77567a09-e8c4-4904-8ec7-e7e8ce15d4fe), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:19.285724 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-81ea51a5-32ac-49b6-a540-b3293369c666 None None] Calling delete_port for 77567a09-e8c4-4904-8ec7-e7e8ce15d4fe owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:23:19.286186 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-9aba4626-35d3-4f71-8863-4ace833ec572 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Deleting port a60bfc11-3750-48a0-bf50-741d5905ed7b {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:23:19.286630 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9aba4626-35d3-4f71-8863-4ace833ec572 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (a60bfc11-3750-48a0-bf50-741d5905ed7b), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:19.340346 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-28375523-7487-402e-8e08-cb9ac558760f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f2a2924-eb7e-46fb-9cbc-5603c09486c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-504297456', 'tenant_id': '3bc3bb28499f4673b42d5b4a69d45946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': 'a60bfc11-3750-48a0-bf50-741d5905ed7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:20:07Z', 'updated_at': '2022-02-19T03:23:17Z', 'revision_number': 5, 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'gw_port': {'id': 'a60bfc11-3750-48a0-bf50-741d5905ed7b', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2a2924-eb7e-46fb-9cbc-5603c09486c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:20:08Z', 'updated_at': '2022-02-19T03:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:19.355283 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:19.369579 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-9aba4626-35d3-4f71-8863-4ace833ec572 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] For port a60bfc11-3750-48a0-bf50-741d5905ed7b, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=a60bfc11-3750-48a0-bf50-741d5905ed7b,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:23:19.370235 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9aba4626-35d3-4f71-8863-4ace833ec572 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (a60bfc11-3750-48a0-bf50-741d5905ed7b), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:19.370379 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28375523-7487-402e-8e08-cb9ac558760f None None] The sync data for ids ['4f2a2924-eb7e-46fb-9cbc-5603c09486c7'] in n-d-826753-2 is: [{'id': '4f2a2924-eb7e-46fb-9cbc-5603c09486c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-504297456', 'tenant_id': '3bc3bb28499f4673b42d5b4a69d45946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': 'a60bfc11-3750-48a0-bf50-741d5905ed7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:20:07Z', 'updated_at': '2022-02-19T03:23:17Z', 'revision_number': 5, 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'gw_port': {'id': 'a60bfc11-3750-48a0-bf50-741d5905ed7b', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2a2924-eb7e-46fb-9cbc-5603c09486c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:20:08Z', 'updated_at': '2022-02-19T03:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:23:19.380176 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-81ea51a5-32ac-49b6-a540-b3293369c666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (77567a09-e8c4-4904-8ec7-e7e8ce15d4fe), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:19.385172 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-9aba4626-35d3-4f71-8863-4ace833ec572 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Calling delete_port for a60bfc11-3750-48a0-bf50-741d5905ed7b owned by network:router_gateway {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:23:19.407831 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ea51a5-32ac-49b6-a540-b3293369c666 None None] Pushing event deleted for resources: {'Port': ['ID=77567a09-e8c4-4904-8ec7-e7e8ce15d4fe,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:19.417511 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ea51a5-32ac-49b6-a540-b3293369c666 None None] No DVR routers for this DVR port 77567a09-e8c4-4904-8ec7-e7e8ce15d4fe on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:23:19.419974 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ea51a5-32ac-49b6-a540-b3293369c666 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:19.420402 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ea51a5-32ac-49b6-a540-b3293369c666 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:19.420735 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ea51a5-32ac-49b6-a540-b3293369c666 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:19.421087 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ea51a5-32ac-49b6-a540-b3293369c666 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:19.421416 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ea51a5-32ac-49b6-a540-b3293369c666 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:19.421740 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ea51a5-32ac-49b6-a540-b3293369c666 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:19.422060 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ea51a5-32ac-49b6-a540-b3293369c666 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:19.422376 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ea51a5-32ac-49b6-a540-b3293369c666 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:19.422694 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ea51a5-32ac-49b6-a540-b3293369c666 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:19.423033 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ea51a5-32ac-49b6-a540-b3293369c666 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:19.423349 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ea51a5-32ac-49b6-a540-b3293369c666 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:19.423663 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ea51a5-32ac-49b6-a540-b3293369c666 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:19.423976 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ea51a5-32ac-49b6-a540-b3293369c666 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:19.588961 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9aba4626-35d3-4f71-8863-4ace833ec572 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (a60bfc11-3750-48a0-bf50-741d5905ed7b), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:19.615555 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aba4626-35d3-4f71-8863-4ace833ec572 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Pushing event deleted for resources: {'Port': ['ID=a60bfc11-3750-48a0-bf50-741d5905ed7b,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:19.700934 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9aba4626-35d3-4f71-8863-4ace833ec572 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16285837'] for router_gateway (4f2a2924-eb7e-46fb-9cbc-5603c09486c7), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:19.802663 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9aba4626-35d3-4f71-8863-4ace833ec572 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16317457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14254'] for router (4f2a2924-eb7e-46fb-9cbc-5603c09486c7), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:19.804880 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9aba4626-35d3-4f71-8863-4ace833ec572 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for router_controller (4f2a2924-eb7e-46fb-9cbc-5603c09486c7), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:19.860549 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9aba4626-35d3-4f71-8863-4ace833ec572 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16317544'] for router (4f2a2924-eb7e-46fb-9cbc-5603c09486c7), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:19.861128 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aba4626-35d3-4f71-8863-4ace833ec572 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Fanout notify agent at l3_agent the message router_deleted on router 4f2a2924-eb7e-46fb-9cbc-5603c09486c7 {{(pid=103701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:23:19.869215 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9aba4626-35d3-4f71-8863-4ace833ec572 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for router (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:19.870884 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-9aba4626-35d3-4f71-8863-4ace833ec572 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "DELETE /v2.0/routers/4f2a2924-eb7e-46fb-9cbc-5603c09486c7 HTTP/1.1" status: 204 len: 168 time: 0.9000163 Feb 19 03:23:19.873535 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 44368) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:19.992409 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0fca1ff3-a4b5-48ea-bcfa-45f5839e5eda tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (46ba7a40-34d1-486e-a718-daaa9120f771), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:20.041300 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3998c0a-06d6-43b9-97e6-b00faf86fc55 req-f3c49278-787d-44a1-a82b-06514926bbd5 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:20.042924 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a3998c0a-06d6-43b9-97e6-b00faf86fc55 req-f3c49278-787d-44a1-a82b-06514926bbd5 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=6110ed9d-e15f-480b-ab6a-90fd99657644 HTTP/1.1" status: 200 len: 943 time: 0.1111102 Feb 19 03:23:20.125221 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0fca1ff3-a4b5-48ea-bcfa-45f5839e5eda tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (46ba7a40-34d1-486e-a718-daaa9120f771), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:20.167320 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-0fca1ff3-a4b5-48ea-bcfa-45f5839e5eda tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46ba7a40-34d1-486e-a718-daaa9120f771']}} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:20.181878 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a3998c0a-06d6-43b9-97e6-b00faf86fc55 req-ff132a1f-aef2-4f2b-a3a5-17497e609d47 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203330 Feb 19 03:23:20.185256 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-0fca1ff3-a4b5-48ea-bcfa-45f5839e5eda tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b07b9bd-167c-42c6-b7c9-2f468887a2a0') {'for_net_delete': True} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:20.185555 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-0fca1ff3-a4b5-48ea-bcfa-45f5839e5eda tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b07b9bd-167c-42c6-b7c9-2f468887a2a0') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:20.196158 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0fca1ff3-a4b5-48ea-bcfa-45f5839e5eda tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12647422'] for segment (0b07b9bd-167c-42c6-b7c9-2f468887a2a0), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:20.213072 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0fca1ff3-a4b5-48ea-bcfa-45f5839e5eda tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (0b07b9bd-167c-42c6-b7c9-2f468887a2a0), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:20.219633 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fca1ff3-a4b5-48ea-bcfa-45f5839e5eda tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Releasing vlan 294 on physical network physnet1 to pool {{(pid=103701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:23:20.220011 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0fca1ff3-a4b5-48ea-bcfa-45f5839e5eda tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583360'] for segment (0b07b9bd-167c-42c6-b7c9-2f468887a2a0), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:20.223337 n-d-826753-2 neutron-server[103701]: Traceback (most recent call last): Feb 19 03:23:20.223337 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:23:20.223337 n-d-826753-2 neutron-server[103701]: timer() Feb 19 03:23:20.223337 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:23:20.223337 n-d-826753-2 neutron-server[103701]: cb(*args, **kw) Feb 19 03:23:20.223337 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:23:20.223337 n-d-826753-2 neutron-server[103701]: return func(*args, **kwargs) Feb 19 03:23:20.223337 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:23:20.223337 n-d-826753-2 neutron-server[103701]: self._notify() Feb 19 03:23:20.223337 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:23:20.223337 n-d-826753-2 neutron-server[103701]: self.callback(batched_events) Feb 19 03:23:20.223337 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:23:20.223337 n-d-826753-2 neutron-server[103701]: event.method(event) Feb 19 03:23:20.223337 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:23:20.223337 n-d-826753-2 neutron-server[103701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:23:20.223337 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:23:20.223337 n-d-826753-2 neutron-server[103701]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:23:20.223337 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:23:20.223337 n-d-826753-2 neutron-server[103701]: return f(self, *a, **k) Feb 19 03:23:20.223337 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:23:20.223337 n-d-826753-2 neutron-server[103701]: return self._get(url).json() Feb 19 03:23:20.223337 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:23:20.223337 n-d-826753-2 neutron-server[103701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:23:20.223337 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:23:20.223337 n-d-826753-2 neutron-server[103701]: return self.request(url, 'GET', **kwargs) Feb 19 03:23:20.223337 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:23:20.223337 n-d-826753-2 neutron-server[103701]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:23:20.223337 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:23:20.223337 n-d-826753-2 neutron-server[103701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:23:20.223337 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:23:20.223337 n-d-826753-2 neutron-server[103701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:23:20.223337 n-d-826753-2 neutron-server[103701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:23:20.289861 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0fca1ff3-a4b5-48ea-bcfa-45f5839e5eda tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (46ba7a40-34d1-486e-a718-daaa9120f771), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:20.296970 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0fca1ff3-a4b5-48ea-bcfa-45f5839e5eda tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:20.300944 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-0fca1ff3-a4b5-48ea-bcfa-45f5839e5eda tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "DELETE /v2.0/networks/46ba7a40-34d1-486e-a718-daaa9120f771 HTTP/1.1" status: 204 len: 168 time: 0.4257553 Feb 19 03:23:20.305229 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 44370) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:20.312779 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fca1ff3-a4b5-48ea-bcfa-45f5839e5eda tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Pushing event deleted for resources: {'Network': ['ID=46ba7a40-34d1-486e-a718-daaa9120f771,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:20.367823 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3cd1fa20-86cf-406f-9992-b1c46346656f tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for security_group (2aa96b9b-ec5f-4d15-9c2c-3bf29b0e4a66), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:20.396021 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3cd1fa20-86cf-406f-9992-b1c46346656f tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for security_group (2aa96b9b-ec5f-4d15-9c2c-3bf29b0e4a66), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:20.462949 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3cd1fa20-86cf-406f-9992-b1c46346656f tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (2aa96b9b-ec5f-4d15-9c2c-3bf29b0e4a66), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:20.465763 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3cd1fa20-86cf-406f-9992-b1c46346656f tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:20.467007 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-3cd1fa20-86cf-406f-9992-b1c46346656f tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "DELETE /v2.0/security-groups/2aa96b9b-ec5f-4d15-9c2c-3bf29b0e4a66 HTTP/1.1" status: 204 len: 168 time: 0.1605039 Feb 19 03:23:20.481680 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd1fa20-86cf-406f-9992-b1c46346656f tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa96b9b-ec5f-4d15-9c2c-3bf29b0e4a66,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:20.543950 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:20.636513 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 554d58c7-e1a3-4706-a05f-9aac0e33cb92 details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:23:20.765688 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 554d58c7-e1a3-4706-a05f-9aac0e33cb92, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=554d58c7-e1a3-4706-a05f-9aac0e33cb92,segment=NetworkSegment(1cc07983-2153-4fea-b2a9-9157e38f7075),segment_id=1cc07983-2153-4fea-b2a9-9157e38f7075)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:23:20.776542 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': '554d58c7-e1a3-4706-a05f-9aac0e33cb92', 'network_id': '48e87e60-6ae2-4eae-a03b-2fd752f397d2', 'port_id': '554d58c7-e1a3-4706-a05f-9aac0e33cb92', 'mac_address': 'fa:16:3e:52:3d:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d8d01f7-c65c-4273-a693-0737e1d5a5eb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:23:20.818376 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 554d58c7-e1a3-4706-a05f-9aac0e33cb92 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:23:20.818772 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (554d58c7-e1a3-4706-a05f-9aac0e33cb92), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:20.837844 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 554d58c7-e1a3-4706-a05f-9aac0e33cb92 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:23:20.859198 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 554d58c7-e1a3-4706-a05f-9aac0e33cb92, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=554d58c7-e1a3-4706-a05f-9aac0e33cb92,segment=NetworkSegment(1cc07983-2153-4fea-b2a9-9157e38f7075),segment_id=1cc07983-2153-4fea-b2a9-9157e38f7075)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:23:20.871220 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (554d58c7-e1a3-4706-a05f-9aac0e33cb92), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:20.889494 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 44376) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:20.895115 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-f84ce524-6f0f-4cc2-8aef-56999ceeafef tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1964712550', 'description': 'tempest-secgroup-smoke-1964712550 description', 'project_id': '3bc3bb28499f4673b42d5b4a69d45946'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:23:20.928666 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f84ce524-6f0f-4cc2-8aef-56999ceeafef tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:20.935162 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=554d58c7-e1a3-4706-a05f-9aac0e33cb92,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:20.951378 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 77567a09-e8c4-4904-8ec7-e7e8ce15d4fe no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:23:20.971596 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 77567a09-e8c4-4904-8ec7-e7e8ce15d4fe {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:23:20.972530 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 77567a09-e8c4-4904-8ec7-e7e8ce15d4fe not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:23:20.973358 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device a60bfc11-3750-48a0-bf50-741d5905ed7b no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:23:20.991845 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: a60bfc11-3750-48a0-bf50-741d5905ed7b {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:23:20.992183 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device a60bfc11-3750-48a0-bf50-741d5905ed7b not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:23:20.992793 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 97584a1d-49a0-4e68-9ba3-3bde5ed5bf2c no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:23:21.011948 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 97584a1d-49a0-4e68-9ba3-3bde5ed5bf2c {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:23:21.012342 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 97584a1d-49a0-4e68-9ba3-3bde5ed5bf2c not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:23:21.017739 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f84ce524-6f0f-4cc2-8aef-56999ceeafef tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for security_group (d8f64544-e7e8-4359-aa8d-b4a91a5cef39), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:21.022836 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f84ce524-6f0f-4cc2-8aef-56999ceeafef tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (d8f64544-e7e8-4359-aa8d-b4a91a5cef39), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:21.054472 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f84ce524-6f0f-4cc2-8aef-56999ceeafef tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:21.055695 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-f84ce524-6f0f-4cc2-8aef-56999ceeafef tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1650839 Feb 19 03:23:21.057576 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84ce524-6f0f-4cc2-8aef-56999ceeafef tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f64544-e7e8-4359-aa8d-b4a91a5cef39,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:21.058881 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 44378) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:21.065062 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-92a82121-be73-460d-a958-1b4a5ff336e6 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Request body: {'security_group_rule': {'security_group_id': 'd8f64544-e7e8-4359-aa8d-b4a91a5cef39', 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:23:21.091113 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-92a82121-be73-460d-a958-1b4a5ff336e6 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for security_group_rule (68223173-ff89-4116-8f07-7c106e8042bb), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:21.136696 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-92a82121-be73-460d-a958-1b4a5ff336e6 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for security_group_rule (68223173-ff89-4116-8f07-7c106e8042bb), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:21.140825 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-92a82121-be73-460d-a958-1b4a5ff336e6 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (68223173-ff89-4116-8f07-7c106e8042bb), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:21.160829 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a82121-be73-460d-a958-1b4a5ff336e6 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68223173-ff89-4116-8f07-7c106e8042bb,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:21.170654 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-92a82121-be73-460d-a958-1b4a5ff336e6 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:21.171944 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-92a82121-be73-460d-a958-1b4a5ff336e6 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1104255 Feb 19 03:23:21.174762 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 44380) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:21.179371 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-56ecb41a-e4bd-46be-a88a-ac03bdf4bcd3 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Request body: {'security_group_rule': {'security_group_id': 'd8f64544-e7e8-4359-aa8d-b4a91a5cef39', 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:23:21.202285 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-56ecb41a-e4bd-46be-a88a-ac03bdf4bcd3 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for security_group_rule (2048ed63-da30-402a-85b2-47ddcc718a35), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:21.240831 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['554d58c7-e1a3-4706-a05f-9aac0e33cb92'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:23:21.265601 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-56ecb41a-e4bd-46be-a88a-ac03bdf4bcd3 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for security_group_rule (2048ed63-da30-402a-85b2-47ddcc718a35), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:21.270836 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-56ecb41a-e4bd-46be-a88a-ac03bdf4bcd3 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (2048ed63-da30-402a-85b2-47ddcc718a35), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:21.288423 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ecb41a-e4bd-46be-a88a-ac03bdf4bcd3 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2048ed63-da30-402a-85b2-47ddcc718a35,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:21.299543 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-56ecb41a-e4bd-46be-a88a-ac03bdf4bcd3 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:21.301147 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-56ecb41a-e4bd-46be-a88a-ac03bdf4bcd3 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1250768 Feb 19 03:23:21.304043 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 44384) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:21.308426 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-2f886369-bbc9-42ec-bd8c-2378cba15f81 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Request body: {'security_group_rule': {'security_group_id': 'd8f64544-e7e8-4359-aa8d-b4a91a5cef39', 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:23:21.321600 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8e2608-7fe2-4b1c-ab3a-d0dc73246e62 req-01479b04-348c-48e7-9402-9e8a2918bf20 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:21.323103 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1d8e2608-7fe2-4b1c-ab3a-d0dc73246e62 req-01479b04-348c-48e7-9402-9e8a2918bf20 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=6110ed9d-e15f-480b-ab6a-90fd99657644 HTTP/1.1" status: 200 len: 944 time: 0.0706658 Feb 19 03:23:21.366811 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2f886369-bbc9-42ec-bd8c-2378cba15f81 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for security_group_rule (b176882b-adb4-424d-95ea-4fef835f4426), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:21.394866 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1d8e2608-7fe2-4b1c-ab3a-d0dc73246e62 req-cdd86328-9b25-4dfb-8611-976042dc41f6 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644577 Feb 19 03:23:21.443643 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2f886369-bbc9-42ec-bd8c-2378cba15f81 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for security_group_rule (b176882b-adb4-424d-95ea-4fef835f4426), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:21.448134 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2f886369-bbc9-42ec-bd8c-2378cba15f81 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (b176882b-adb4-424d-95ea-4fef835f4426), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:21.469920 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f886369-bbc9-42ec-bd8c-2378cba15f81 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b176882b-adb4-424d-95ea-4fef835f4426,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:21.479415 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2f886369-bbc9-42ec-bd8c-2378cba15f81 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:21.482365 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-2f886369-bbc9-42ec-bd8c-2378cba15f81 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1756508 Feb 19 03:23:21.483598 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 44386) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:21.489508 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-9cd8263a-8e1f-4f8c-964d-5c7e1d97e0c7 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Request body: {'security_group_rule': {'security_group_id': 'd8f64544-e7e8-4359-aa8d-b4a91a5cef39', 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:23:21.515167 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9cd8263a-8e1f-4f8c-964d-5c7e1d97e0c7 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for security_group_rule (e8e5fa46-30c9-42c4-8ebc-5fbc88822594), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:21.585994 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9cd8263a-8e1f-4f8c-964d-5c7e1d97e0c7 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for security_group_rule (e8e5fa46-30c9-42c4-8ebc-5fbc88822594), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:21.591625 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9cd8263a-8e1f-4f8c-964d-5c7e1d97e0c7 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (e8e5fa46-30c9-42c4-8ebc-5fbc88822594), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:21.610496 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd8263a-8e1f-4f8c-964d-5c7e1d97e0c7 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8e5fa46-30c9-42c4-8ebc-5fbc88822594,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:21.622032 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9cd8263a-8e1f-4f8c-964d-5c7e1d97e0c7 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:21.623545 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-9cd8263a-8e1f-4f8c-964d-5c7e1d97e0c7 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1386912 Feb 19 03:23:21.626730 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 44388) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:21.632203 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-7b946bc6-9379-4e30-8fe3-0319c5ec90f0 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Request body: {'security_group_rule': {'security_group_id': 'd8f64544-e7e8-4359-aa8d-b4a91a5cef39', 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:23:21.651759 n-d-826753-2 neutron-server[103701]: INFO neutron.db.securitygroups_db [None req-7b946bc6-9379-4e30-8fe3-0319c5ec90f0 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Project 3bc3bb28499f4673b42d5b4a69d45946 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 03:23:21.656723 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7b946bc6-9379-4e30-8fe3-0319c5ec90f0 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for security_group_rule (d1a46aae-1f90-4006-a68e-006be77b40e1), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:21.725389 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7b946bc6-9379-4e30-8fe3-0319c5ec90f0 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for security_group_rule (d1a46aae-1f90-4006-a68e-006be77b40e1), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:21.729882 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7b946bc6-9379-4e30-8fe3-0319c5ec90f0 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (d1a46aae-1f90-4006-a68e-006be77b40e1), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:21.750461 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b946bc6-9379-4e30-8fe3-0319c5ec90f0 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1a46aae-1f90-4006-a68e-006be77b40e1,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:21.764504 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7b946bc6-9379-4e30-8fe3-0319c5ec90f0 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:21.768347 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-7b946bc6-9379-4e30-8fe3-0319c5ec90f0 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1380396 Feb 19 03:23:21.768726 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 44390) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:21.774562 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-b0c0956b-03bc-4050-bbff-2c29586a42d8 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Request body: {'security_group_rule': {'security_group_id': 'd8f64544-e7e8-4359-aa8d-b4a91a5cef39', 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:23:21.798597 n-d-826753-2 neutron-server[103702]: INFO neutron.db.securitygroups_db [None req-b0c0956b-03bc-4050-bbff-2c29586a42d8 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Project 3bc3bb28499f4673b42d5b4a69d45946 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 03:23:21.805572 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b0c0956b-03bc-4050-bbff-2c29586a42d8 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for security_group_rule (68c283fb-7017-4fbd-92b8-e24152ed01b4), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:21.870113 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b0c0956b-03bc-4050-bbff-2c29586a42d8 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for security_group_rule (68c283fb-7017-4fbd-92b8-e24152ed01b4), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:21.874252 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b0c0956b-03bc-4050-bbff-2c29586a42d8 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (68c283fb-7017-4fbd-92b8-e24152ed01b4), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:21.895839 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c0956b-03bc-4050-bbff-2c29586a42d8 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68c283fb-7017-4fbd-92b8-e24152ed01b4,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:21.905841 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b0c0956b-03bc-4050-bbff-2c29586a42d8 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:21.907082 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-b0c0956b-03bc-4050-bbff-2c29586a42d8 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1372750 Feb 19 03:23:21.910940 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 44392) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:21.916011 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-6150f833-3798-4502-9292-f100e9da63d6 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Request body: {'network': {'name': 'tempest-network-smoke--1864882390', 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'port_security_enabled': True}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:23:21.939069 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6150f833-3798-4502-9292-f100e9da63d6 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Made reservation on behalf of 3bc3bb28499f4673b42d5b4a69d45946 for: {'network': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:23:21.943051 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6150f833-3798-4502-9292-f100e9da63d6 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:21.977245 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6150f833-3798-4502-9292-f100e9da63d6 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] vlan segment allocate from pool success with {'vlan_id': 283, 'physical_network': 'physnet1'} {{(pid=103701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:23:21.977517 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:21.991109 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6150f833-3798-4502-9292-f100e9da63d6 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (c6274bf2-bef6-45b5-aec3-3682a7540ea2), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:21.991456 n-d-826753-2 neutron-server[103701]: INFO neutron.db.segments_db [None req-6150f833-3798-4502-9292-f100e9da63d6 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Added segment c6274bf2-bef6-45b5-aec3-3682a7540ea2 of type vlan for network 0ca35ba5-effe-46d7-b523-b03292027d06 Feb 19 03:23:22.039121 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6150f833-3798-4502-9292-f100e9da63d6 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (0ca35ba5-effe-46d7-b523-b03292027d06), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:22.064412 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6150f833-3798-4502-9292-f100e9da63d6 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (0ca35ba5-effe-46d7-b523-b03292027d06), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:22.070654 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6150f833-3798-4502-9292-f100e9da63d6 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:22.071251 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6150f833-3798-4502-9292-f100e9da63d6 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:22.127096 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-6150f833-3798-4502-9292-f100e9da63d6 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2149129 Feb 19 03:23:22.130659 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 44394) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:22.134978 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-fb6202c0-2500-4d18-931a-bcd8436b69f7 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1142059748', 'admin_state_up': True, 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:23:22.148507 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6150f833-3798-4502-9292-f100e9da63d6 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Pushing event updated for resources: {'Network': ['ID=0ca35ba5-effe-46d7-b523-b03292027d06,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:22.160634 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 0ca35ba5-effe-46d7-b523-b03292027d06 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:23:22.160918 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fb6202c0-2500-4d18-931a-bcd8436b69f7 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14172'] for router (67115fbf-63fa-4980-8074-14c8ea98cbdf), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:22.162202 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fb6202c0-2500-4d18-931a-bcd8436b69f7 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16317487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16285822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16309985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14247'] for router (67115fbf-63fa-4980-8074-14c8ea98cbdf), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:22.220422 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fb6202c0-2500-4d18-931a-bcd8436b69f7 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for router_controller (67115fbf-63fa-4980-8074-14c8ea98cbdf), precommit_add_association {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:22.528613 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425ba6b2-9aa6-4fbb-9834-a5ea863ad1a9 req-dcd5c1ab-2c37-41a3-9845-9a0dcff5108a tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:22.530617 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-425ba6b2-9aa6-4fbb-9834-a5ea863ad1a9 req-dcd5c1ab-2c37-41a3-9845-9a0dcff5108a tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=6110ed9d-e15f-480b-ab6a-90fd99657644 HTTP/1.1" status: 200 len: 944 time: 0.0600300 Feb 19 03:23:22.582271 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-425ba6b2-9aa6-4fbb-9834-a5ea863ad1a9 req-20dc9976-37ee-4b3d-8ce9-6a9cb6f04cac tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454524 Feb 19 03:23:22.647974 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 554d58c7-e1a3-4706-a05f-9aac0e33cb92 up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:23:22.695195 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fb6202c0-2500-4d18-931a-bcd8436b69f7 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for router_gateway (67115fbf-63fa-4980-8074-14c8ea98cbdf), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:22.713562 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning for port 554d58c7-e1a3-4706-a05f-9aac0e33cb92 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:23:22.719421 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port 554d58c7-e1a3-4706-a05f-9aac0e33cb92 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:23:22.720212 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (554d58c7-e1a3-4706-a05f-9aac0e33cb92), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:22.725205 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:22.807294 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 554d58c7-e1a3-4706-a05f-9aac0e33cb92 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:23:22.807669 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (554d58c7-e1a3-4706-a05f-9aac0e33cb92), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:22.834353 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6110ed9d-e15f-480b-ab6a-90fd99657644', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '554d58c7-e1a3-4706-a05f-9aac0e33cb92'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:23:22.836602 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b48ae43-d41b-4cab-a4ef-e5198dc2af73" -d '{"events": [{"server_uuid": "6110ed9d-e15f-480b-ab6a-90fd99657644", "name": "network-vif-plugged", "status": "completed", "tag": "554d58c7-e1a3-4706-a05f-9aac0e33cb92"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:23:22.850774 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 554d58c7-e1a3-4706-a05f-9aac0e33cb92, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=554d58c7-e1a3-4706-a05f-9aac0e33cb92,segment=NetworkSegment(1cc07983-2153-4fea-b2a9-9157e38f7075),segment_id=1cc07983-2153-4fea-b2a9-9157e38f7075)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:23:22.858330 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (554d58c7-e1a3-4706-a05f-9aac0e33cb92), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:22.908576 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3f7976e-1f8b-48e8-a336-a1af1043ba9a x-openstack-request-id: req-c3f7976e-1f8b-48e8-a336-a1af1043ba9a {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:23:22.909604 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6110ed9d-e15f-480b-ab6a-90fd99657644", "name": "network-vif-plugged", "status": "completed", "tag": "554d58c7-e1a3-4706-a05f-9aac0e33cb92", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:23:22.910087 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c3f7976e-1f8b-48e8-a336-a1af1043ba9a {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:23:22.910491 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6110ed9d-e15f-480b-ab6a-90fd99657644', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '554d58c7-e1a3-4706-a05f-9aac0e33cb92', 'code': 200} Feb 19 03:23:22.915628 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=554d58c7-e1a3-4706-a05f-9aac0e33cb92,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:22.940730 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fb6202c0-2500-4d18-931a-bcd8436b69f7 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for router_gateway (67115fbf-63fa-4980-8074-14c8ea98cbdf), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:22.962153 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fb6202c0-2500-4d18-931a-bcd8436b69f7 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:23.095599 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa4f8e8-f834-4aed-a7e9-880308fc4ffc req-0f982366-7c76-4f62-b6cf-e10e72665aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:23.097814 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-dfa4f8e8-f834-4aed-a7e9-880308fc4ffc req-0f982366-7c76-4f62-b6cf-e10e72665aac service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6110ed9d-e15f-480b-ab6a-90fd99657644 HTTP/1.1" status: 200 len: 1127 time: 0.0938666 Feb 19 03:23:23.128195 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-fb6202c0-2500-4d18-931a-bcd8436b69f7 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Allocated IP 172.25.6.234 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/7532a1e1-b1cf-4605-a96d-693125dba2b7) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:23:23.203272 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-dfa4f8e8-f834-4aed-a7e9-880308fc4ffc req-88380162-94fe-4a61-a7a2-5694f862584b service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995755 Feb 19 03:23:23.259185 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fb6202c0-2500-4d18-931a-bcd8436b69f7 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for port (7532a1e1-b1cf-4605-a96d-693125dba2b7), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:23.296200 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fb6202c0-2500-4d18-931a-bcd8436b69f7 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (7532a1e1-b1cf-4605-a96d-693125dba2b7), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:23.333104 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6202c0-2500-4d18-931a-bcd8436b69f7 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:23:23.336128 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-fb6202c0-2500-4d18-931a-bcd8436b69f7 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:23:23.339686 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6202c0-2500-4d18-931a-bcd8436b69f7 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:23:23.372691 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6202c0-2500-4d18-931a-bcd8436b69f7 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Pushing event updated for resources: {'Port': ['ID=7532a1e1-b1cf-4605-a96d-693125dba2b7,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:23.626632 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fb6202c0-2500-4d18-931a-bcd8436b69f7 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for router_gateway (67115fbf-63fa-4980-8074-14c8ea98cbdf), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:23.710942 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c76d549-108c-4cd2-8387-d8ce7622268c req-322ce039-baa4-43d6-945f-45bb6d5f42b2 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:23.712478 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6c76d549-108c-4cd2-8387-d8ce7622268c req-322ce039-baa4-43d6-945f-45bb6d5f42b2 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=6110ed9d-e15f-480b-ab6a-90fd99657644 HTTP/1.1" status: 200 len: 945 time: 0.0590696 Feb 19 03:23:23.759805 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6c76d549-108c-4cd2-8387-d8ce7622268c req-6024c1bc-7103-4bc4-a920-87efcd2bd418 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415115 Feb 19 03:23:23.876582 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fb6202c0-2500-4d18-931a-bcd8436b69f7 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16317478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865'] for router (67115fbf-63fa-4980-8074-14c8ea98cbdf), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:24.013828 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb6202c0-2500-4d18-931a-bcd8436b69f7 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Router 67115fbf-63fa-4980-8074-14c8ea98cbdf is scheduled to L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd with binding_index 1 {{(pid=103702) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:23:24.129189 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb6202c0-2500-4d18-931a-bcd8436b69f7 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:23:24.139302 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a6034c-a8c2-412c-8c43-fc5385076985 None None] Sync routers for ids ['67115fbf-63fa-4980-8074-14c8ea98cbdf'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:23:24.151269 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a6034c-a8c2-412c-8c43-fc5385076985 None None] Routers {'67115fbf-63fa-4980-8074-14c8ea98cbdf'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:23:24.151995 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-c5a6034c-a8c2-412c-8c43-fc5385076985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:23:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['67115fbf-63fa-4980-8074-14c8ea98cbdf'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:24.153116 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fb6202c0-2500-4d18-931a-bcd8436b69f7 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:24.154387 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-fb6202c0-2500-4d18-931a-bcd8436b69f7 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.0229270 Feb 19 03:23:24.157649 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 44404) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:24.186350 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-416ae420-13cb-4214-9937-e3fb71001860 tempest-TestNetworkAdvancedServerOps-967795877 tempest-TestNetworkAdvancedServerOps-967795877-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=3bc3bb28499f4673b42d5b4a69d45946&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275812 Feb 19 03:23:24.189067 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 44406) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:24.263650 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-c5a6034c-a8c2-412c-8c43-fc5385076985 None None] Set router 67115fbf-63fa-4980-8074-14c8ea98cbdf gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:23:24.289634 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e96f6f-0218-4f5c-b537-78bce0ee3b08 tempest-TestNetworkAdvancedServerOps-967795877 tempest-TestNetworkAdvancedServerOps-967795877-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:24.291212 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-39e96f6f-0218-4f5c-b537-78bce0ee3b08 tempest-TestNetworkAdvancedServerOps-967795877 tempest-TestNetworkAdvancedServerOps-967795877-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1012211 Feb 19 03:23:24.293995 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 44408) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:24.331711 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-585a32ef-9d66-48a4-88e6-b04f9335d107 tempest-TestNetworkAdvancedServerOps-967795877 tempest-TestNetworkAdvancedServerOps-967795877-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=eaf64708-9021-419e-b287-ef3e0f51e2ee&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0366220 Feb 19 03:23:24.334385 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 44412) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:24.339179 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-85ab0380-c25a-46e0-96f4-05ed946d11fc tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-562721622', 'network_id': '0ca35ba5-effe-46d7-b523-b03292027d06', 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:23:24.434218 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85ab0380-c25a-46e0-96f4-05ed946d11fc tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Made reservation on behalf of 3bc3bb28499f4673b42d5b4a69d45946 for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:23:24.437621 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-85ab0380-c25a-46e0-96f4-05ed946d11fc tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:24.452125 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-c5a6034c-a8c2-412c-8c43-fc5385076985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67115fbf-63fa-4980-8074-14c8ea98cbdf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1142059748', 'tenant_id': '3bc3bb28499f4673b42d5b4a69d45946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': '7532a1e1-b1cf-4605-a96d-693125dba2b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:23:22Z', 'updated_at': '2022-02-19T03:23:23Z', 'revision_number': 3, 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'gw_port': {'id': '7532a1e1-b1cf-4605-a96d-693125dba2b7', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:6e:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67115fbf-63fa-4980-8074-14c8ea98cbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:23:22Z', 'updated_at': '2022-02-19T03:23:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:24.483541 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a6034c-a8c2-412c-8c43-fc5385076985 None None] Checking router: 67115fbf-63fa-4980-8074-14c8ea98cbdf for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:23:24.483895 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a6034c-a8c2-412c-8c43-fc5385076985 None None] Updating router 67115fbf-63fa-4980-8074-14c8ea98cbdf port 7532a1e1-b1cf-4605-a96d-693125dba2b7 binding host n-d-826753-2 {{(pid=103703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:23:24.513174 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c5a6034c-a8c2-412c-8c43-fc5385076985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (7532a1e1-b1cf-4605-a96d-693125dba2b7), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:24.681829 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-85ab0380-c25a-46e0-96f4-05ed946d11fc tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (b8971dba-4d60-415c-895a-c0e5b7ca2251), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:24.745046 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ab0380-c25a-46e0-96f4-05ed946d11fc tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Pushing event updated for resources: {'Subnet': ['ID=b8971dba-4d60-415c-895a-c0e5b7ca2251,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:24.756695 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ab0380-c25a-46e0-96f4-05ed946d11fc tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Checking segment: {'id': 'c6274bf2-bef6-45b5-aec3-3682a7540ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '0ca35ba5-effe-46d7-b523-b03292027d06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:23:24.757092 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ab0380-c25a-46e0-96f4-05ed946d11fc tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Network hostable DHCP agents. Network: 0ca35ba5-effe-46d7-b523-b03292027d06, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:23:24.777217 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ab0380-c25a-46e0-96f4-05ed946d11fc tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Network 0ca35ba5-effe-46d7-b523-b03292027d06 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:23:24.780586 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c5a6034c-a8c2-412c-8c43-fc5385076985 None None] Publish callbacks [] for port (7532a1e1-b1cf-4605-a96d-693125dba2b7), precommit_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:24.787562 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c5a6034c-a8c2-412c-8c43-fc5385076985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (7532a1e1-b1cf-4605-a96d-693125dba2b7), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:24.791670 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-85ab0380-c25a-46e0-96f4-05ed946d11fc tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 0ca35ba5-effe-46d7-b523-b03292027d06) {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:23:24.812152 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ab0380-c25a-46e0-96f4-05ed946d11fc tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:24.813254 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-85ab0380-c25a-46e0-96f4-05ed946d11fc tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:24.820741 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d26beb-05bb-4f89-aeb9-9aa70562f673 None None] Network 0ca35ba5-effe-46d7-b523-b03292027d06 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:23:24.856103 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-85ab0380-c25a-46e0-96f4-05ed946d11fc tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5181472 Feb 19 03:23:24.856724 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 44420) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:24.900258 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3550d1-e370-4465-9e0b-98bfe37cda12 None None] Pushing event updated for resources: {'Port': ['ID=7532a1e1-b1cf-4605-a96d-693125dba2b7,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:24.915560 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-c5a6034c-a8c2-412c-8c43-fc5385076985 None None] Attempting to bind port 7532a1e1-b1cf-4605-a96d-693125dba2b7 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:23:24.916023 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-c5a6034c-a8c2-412c-8c43-fc5385076985 None None] Attempting to bind port 7532a1e1-b1cf-4605-a96d-693125dba2b7 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:23:24.916451 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a6034c-a8c2-412c-8c43-fc5385076985 None None] Attempting to bind port 7532a1e1-b1cf-4605-a96d-693125dba2b7 on network eaf64708-9021-419e-b287-ef3e0f51e2ee {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:23:24.936614 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a6034c-a8c2-412c-8c43-fc5385076985 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:23:24.937017 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a6034c-a8c2-412c-8c43-fc5385076985 None None] Checking segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:23:24.937284 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:23:24.937790 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c5a6034c-a8c2-412c-8c43-fc5385076985 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:24.937888 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a6034c-a8c2-412c-8c43-fc5385076985 None None] Bound using segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:23:24.938304 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-c5a6034c-a8c2-412c-8c43-fc5385076985 None None] Bound port: 7532a1e1-b1cf-4605-a96d-693125dba2b7, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:23:24.938688 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c5a6034c-a8c2-412c-8c43-fc5385076985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (7532a1e1-b1cf-4605-a96d-693125dba2b7), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:24.978324 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3c97ab-e582-4761-9c72-61b39f651a67 req-608cd385-f45b-443d-98dc-740d0a1c50b2 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:24.987981 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2f3c97ab-e582-4761-9c72-61b39f651a67 req-608cd385-f45b-443d-98dc-740d0a1c50b2 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=6110ed9d-e15f-480b-ab6a-90fd99657644 HTTP/1.1" status: 200 len: 945 time: 0.1307585 Feb 19 03:23:25.060479 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2f3c97ab-e582-4761-9c72-61b39f651a67 req-393ff608-2b6e-4812-80ca-055067fb0ee3 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711062 Feb 19 03:23:25.210440 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7ab411-f3b0-403f-b44b-d7fbbdf551be req-2ad54afd-d72c-4428-8e1b-70a3a582329d tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:25.212025 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ac7ab411-f3b0-403f-b44b-d7fbbdf551be req-2ad54afd-d72c-4428-8e1b-70a3a582329d tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=6110ed9d-e15f-480b-ab6a-90fd99657644 HTTP/1.1" status: 200 len: 945 time: 0.0727382 Feb 19 03:23:25.226572 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b043db11-4119-4014-a475-91551da1660c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-0ca35ba5-effe-46d7-b523-b03292027d06', 'network_id': '0ca35ba5-effe-46d7-b523-b03292027d06', 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'fixed_ips': [{'subnet_id': 'b8971dba-4d60-415c-895a-c0e5b7ca2251'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:23:25.227451 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b043db11-4119-4014-a475-91551da1660c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:25.232213 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-c5a6034c-a8c2-412c-8c43-fc5385076985 None None] For port 7532a1e1-b1cf-4605-a96d-693125dba2b7, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:23:25.254795 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-c5a6034c-a8c2-412c-8c43-fc5385076985 None None] For port 7532a1e1-b1cf-4605-a96d-693125dba2b7, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=7532a1e1-b1cf-4605-a96d-693125dba2b7,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:23:25.279850 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ac7ab411-f3b0-403f-b44b-d7fbbdf551be req-2d8eb60c-d0e7-4840-9be8-9493c2b8a28a tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511734 Feb 19 03:23:25.323021 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c5a6034c-a8c2-412c-8c43-fc5385076985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (7532a1e1-b1cf-4605-a96d-693125dba2b7), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:25.449685 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-b043db11-4119-4014-a475-91551da1660c None None] Allocated IP 172.20.0.2 (0ca35ba5-effe-46d7-b523-b03292027d06/b8971dba-4d60-415c-895a-c0e5b7ca2251/44df4256-107f-47c1-b126-a14edad2acf8) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:23:25.450502 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0694d410-286d-41f1-8d54-27ae4196ba0c req-8f07351a-a30c-4fb2-8838-c58da335a4a0 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:25.453761 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a6034c-a8c2-412c-8c43-fc5385076985 None None] Routers {'67115fbf-63fa-4980-8074-14c8ea98cbdf'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:23:25.454412 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-c5a6034c-a8c2-412c-8c43-fc5385076985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:23:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['67115fbf-63fa-4980-8074-14c8ea98cbdf'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:25.457775 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0694d410-286d-41f1-8d54-27ae4196ba0c req-8f07351a-a30c-4fb2-8838-c58da335a4a0 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=6110ed9d-e15f-480b-ab6a-90fd99657644 HTTP/1.1" status: 200 len: 945 time: 0.0922937 Feb 19 03:23:25.492586 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8662e076-b7b8-4bb9-93c7-48009f3327cd tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:25.501303 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3550d1-e370-4465-9e0b-98bfe37cda12 None None] Pushing event updated for resources: {'Port': ['ID=7532a1e1-b1cf-4605-a96d-693125dba2b7,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:25.529668 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0694d410-286d-41f1-8d54-27ae4196ba0c req-2f6562ea-7c90-4e70-be83-160ca97d921f tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653961 Feb 19 03:23:25.689851 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-c5a6034c-a8c2-412c-8c43-fc5385076985 None None] Set router 67115fbf-63fa-4980-8074-14c8ea98cbdf gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:23:25.874900 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b043db11-4119-4014-a475-91551da1660c None None] Publish callbacks [] for port (44df4256-107f-47c1-b126-a14edad2acf8), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:25.896262 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b043db11-4119-4014-a475-91551da1660c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (44df4256-107f-47c1-b126-a14edad2acf8), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:25.947825 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-8662e076-b7b8-4bb9-93c7-48009f3327cd tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Allocated IP 172.20.0.1 (0ca35ba5-effe-46d7-b523-b03292027d06/b8971dba-4d60-415c-895a-c0e5b7ca2251/0d276046-e5d1-4ea1-854a-42907e0dbdb3) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:23:25.981216 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b043db11-4119-4014-a475-91551da1660c None None] Network 0ca35ba5-effe-46d7-b523-b03292027d06 is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:23:25.991437 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-b043db11-4119-4014-a475-91551da1660c None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:23:25.992998 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6546c5a4-de1b-41b1-a6c7-0b9d8b889c1a req-89e5eef4-f6ec-43b0-812d-c60db5555fa3 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:25.994649 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6546c5a4-de1b-41b1-a6c7-0b9d8b889c1a req-89e5eef4-f6ec-43b0-812d-c60db5555fa3 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=6110ed9d-e15f-480b-ab6a-90fd99657644 HTTP/1.1" status: 200 len: 945 time: 0.0638704 Feb 19 03:23:25.995768 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b043db11-4119-4014-a475-91551da1660c None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:23:26.019903 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b043db11-4119-4014-a475-91551da1660c None None] Pushing event updated for resources: {'Port': ['ID=44df4256-107f-47c1-b126-a14edad2acf8,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:26.074313 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6546c5a4-de1b-41b1-a6c7-0b9d8b889c1a req-44e6132b-80af-491a-a2d4-65ba740beb67 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726762 Feb 19 03:23:26.140876 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-b043db11-4119-4014-a475-91551da1660c None None] Attempting to bind port 44df4256-107f-47c1-b126-a14edad2acf8 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:23:26.141287 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-b043db11-4119-4014-a475-91551da1660c None None] Attempting to bind port 44df4256-107f-47c1-b126-a14edad2acf8 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': 'c6274bf2-bef6-45b5-aec3-3682a7540ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '0ca35ba5-effe-46d7-b523-b03292027d06'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:23:26.141686 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b043db11-4119-4014-a475-91551da1660c None None] Attempting to bind port 44df4256-107f-47c1-b126-a14edad2acf8 on network 0ca35ba5-effe-46d7-b523-b03292027d06 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:23:26.142874 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8662e076-b7b8-4bb9-93c7-48009f3327cd tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for port (0d276046-e5d1-4ea1-854a-42907e0dbdb3), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:26.150817 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b043db11-4119-4014-a475-91551da1660c None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:23:26.151201 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b043db11-4119-4014-a475-91551da1660c None None] Checking segment: {'id': 'c6274bf2-bef6-45b5-aec3-3682a7540ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '0ca35ba5-effe-46d7-b523-b03292027d06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:23:26.151605 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b043db11-4119-4014-a475-91551da1660c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:26.152266 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b043db11-4119-4014-a475-91551da1660c None None] Bound using segment: {'id': 'c6274bf2-bef6-45b5-aec3-3682a7540ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '0ca35ba5-effe-46d7-b523-b03292027d06'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:23:26.152469 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-b043db11-4119-4014-a475-91551da1660c None None] Bound port: 44df4256-107f-47c1-b126-a14edad2acf8, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6274bf2-bef6-45b5-aec3-3682a7540ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '0ca35ba5-effe-46d7-b523-b03292027d06'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:23:26.152852 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b043db11-4119-4014-a475-91551da1660c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (44df4256-107f-47c1-b126-a14edad2acf8), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:26.164750 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-c5a6034c-a8c2-412c-8c43-fc5385076985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67115fbf-63fa-4980-8074-14c8ea98cbdf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1142059748', 'tenant_id': '3bc3bb28499f4673b42d5b4a69d45946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': '7532a1e1-b1cf-4605-a96d-693125dba2b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:23:22Z', 'updated_at': '2022-02-19T03:23:23Z', 'revision_number': 3, 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'gw_port': {'id': '7532a1e1-b1cf-4605-a96d-693125dba2b7', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:6e:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67115fbf-63fa-4980-8074-14c8ea98cbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:23:22Z', 'updated_at': '2022-02-19T03:23:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:26.180589 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8662e076-b7b8-4bb9-93c7-48009f3327cd tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (0d276046-e5d1-4ea1-854a-42907e0dbdb3), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:26.200369 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a6034c-a8c2-412c-8c43-fc5385076985 None None] The sync data for ids ['67115fbf-63fa-4980-8074-14c8ea98cbdf'] in n-d-826753-2 is: [{'id': '67115fbf-63fa-4980-8074-14c8ea98cbdf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1142059748', 'tenant_id': '3bc3bb28499f4673b42d5b4a69d45946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': '7532a1e1-b1cf-4605-a96d-693125dba2b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:23:22Z', 'updated_at': '2022-02-19T03:23:23Z', 'revision_number': 3, 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'gw_port': {'id': '7532a1e1-b1cf-4605-a96d-693125dba2b7', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:6e:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67115fbf-63fa-4980-8074-14c8ea98cbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:23:22Z', 'updated_at': '2022-02-19T03:23:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:23:26.240820 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8662e076-b7b8-4bb9-93c7-48009f3327cd tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Network 0ca35ba5-effe-46d7-b523-b03292027d06 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:23:26.250311 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-8662e076-b7b8-4bb9-93c7-48009f3327cd tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:23:26.252867 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8662e076-b7b8-4bb9-93c7-48009f3327cd tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Pushing event updated for resources: {'Port': ['ID=0d276046-e5d1-4ea1-854a-42907e0dbdb3,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:26.255234 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8662e076-b7b8-4bb9-93c7-48009f3327cd tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:23:26.266161 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b043db11-4119-4014-a475-91551da1660c None None] For port 44df4256-107f-47c1-b126-a14edad2acf8, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:23:26.271930 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b043db11-4119-4014-a475-91551da1660c None None] For port 44df4256-107f-47c1-b126-a14edad2acf8, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=44df4256-107f-47c1-b126-a14edad2acf8,segment=NetworkSegment(c6274bf2-bef6-45b5-aec3-3682a7540ea2),segment_id=c6274bf2-bef6-45b5-aec3-3682a7540ea2)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:23:26.280556 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b043db11-4119-4014-a475-91551da1660c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (44df4256-107f-47c1-b126-a14edad2acf8), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:26.322005 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8662e076-b7b8-4bb9-93c7-48009f3327cd tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16289150'] for router_interface (67115fbf-63fa-4980-8074-14c8ea98cbdf), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:26.369264 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b043db11-4119-4014-a475-91551da1660c None None] Pushing event updated for resources: {'Port': ['ID=44df4256-107f-47c1-b126-a14edad2acf8,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:26.458722 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:26.499634 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8662e076-b7b8-4bb9-93c7-48009f3327cd tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (0d276046-e5d1-4ea1-854a-42907e0dbdb3), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:26.900273 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8662e076-b7b8-4bb9-93c7-48009f3327cd tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for port (0d276046-e5d1-4ea1-854a-42907e0dbdb3), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:26.907443 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8662e076-b7b8-4bb9-93c7-48009f3327cd tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (0d276046-e5d1-4ea1-854a-42907e0dbdb3), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:26.990206 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8662e076-b7b8-4bb9-93c7-48009f3327cd tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16362769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16289258'] for router_interface (67115fbf-63fa-4980-8074-14c8ea98cbdf), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:27.080657 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 7532a1e1-b1cf-4605-a96d-693125dba2b7 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:23:27.083872 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8662e076-b7b8-4bb9-93c7-48009f3327cd tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Pushing event updated for resources: {'Port': ['ID=0d276046-e5d1-4ea1-854a-42907e0dbdb3,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:27.165600 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8662e076-b7b8-4bb9-93c7-48009f3327cd tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Network 0ca35ba5-effe-46d7-b523-b03292027d06 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:23:27.167448 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-8662e076-b7b8-4bb9-93c7-48009f3327cd tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:23:27.193386 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 7532a1e1-b1cf-4605-a96d-693125dba2b7 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:23:27.193753 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (7532a1e1-b1cf-4605-a96d-693125dba2b7), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:27.285057 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c86208-0668-4220-9cf8-50bb6321a419 req-1ae9d89d-d2f4-4dd7-b08c-385214842d1c tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:27.286502 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a3c86208-0668-4220-9cf8-50bb6321a419 req-1ae9d89d-d2f4-4dd7-b08c-385214842d1c tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=6110ed9d-e15f-480b-ab6a-90fd99657644 HTTP/1.1" status: 200 len: 945 time: 0.0931981 Feb 19 03:23:27.389695 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a3c86208-0668-4220-9cf8-50bb6321a419 req-64ad98d6-197b-45ea-99c9-3c1dba5729f9 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965135 Feb 19 03:23:27.392997 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 7532a1e1-b1cf-4605-a96d-693125dba2b7 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:23:27.393704 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (7532a1e1-b1cf-4605-a96d-693125dba2b7), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:27.404464 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8662e076-b7b8-4bb9-93c7-48009f3327cd tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Router 67115fbf-63fa-4980-8074-14c8ea98cbdf has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:23:27.429920 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port 7532a1e1-b1cf-4605-a96d-693125dba2b7, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=7532a1e1-b1cf-4605-a96d-693125dba2b7,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:23:27.437270 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (7532a1e1-b1cf-4605-a96d-693125dba2b7), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:27.438537 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 44df4256-107f-47c1-b126-a14edad2acf8 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:23:27.539697 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=7532a1e1-b1cf-4605-a96d-693125dba2b7,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:27.573153 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 44df4256-107f-47c1-b126-a14edad2acf8 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:23:27.573543 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (44df4256-107f-47c1-b126-a14edad2acf8), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:27.625269 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba58becd-0089-4064-bbc4-bd126ffc1e50 req-85bd21e1-e994-48db-9452-bf7ebecf6e89 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:27.627004 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ba58becd-0089-4064-bbc4-bd126ffc1e50 req-85bd21e1-e994-48db-9452-bf7ebecf6e89 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.73 "GET /v2.0/ports?device_id=6110ed9d-e15f-480b-ab6a-90fd99657644 HTTP/1.1" status: 200 len: 945 time: 0.1385050 Feb 19 03:23:27.689870 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8662e076-b7b8-4bb9-93c7-48009f3327cd tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:23:27.703557 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-8662e076-b7b8-4bb9-93c7-48009f3327cd tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "PUT /v2.0/routers/67115fbf-63fa-4980-8074-14c8ea98cbdf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8438015 Feb 19 03:23:27.720635 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 44df4256-107f-47c1-b126-a14edad2acf8 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:23:27.723196 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (44df4256-107f-47c1-b126-a14edad2acf8), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:27.790457 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port 44df4256-107f-47c1-b126-a14edad2acf8, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=44df4256-107f-47c1-b126-a14edad2acf8,segment=NetworkSegment(c6274bf2-bef6-45b5-aec3-3682a7540ea2),segment_id=c6274bf2-bef6-45b5-aec3-3682a7540ea2)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:23:27.797975 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (44df4256-107f-47c1-b126-a14edad2acf8), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:27.811159 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-ba58becd-0089-4064-bbc4-bd126ffc1e50 req-5524580b-1227-405f-b3ec-b088b860fe12 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Deleting port 554d58c7-e1a3-4706-a05f-9aac0e33cb92 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:23:27.811461 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-ba58becd-0089-4064-bbc4-bd126ffc1e50 req-5524580b-1227-405f-b3ec-b088b860fe12 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (554d58c7-e1a3-4706-a05f-9aac0e33cb92), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:27.837718 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7018c2e4-516a-42f3-9b18-972763910ae3 None None] Network 0ca35ba5-effe-46d7-b523-b03292027d06 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:23:27.887507 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ab10b825-8424-4f5a-a76d-09cba664033b req-a5b0827a-6ff8-4d31-a087-9f090c8aa897 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1964712550&fields=id&tenant_id=3bc3bb28499f4673b42d5b4a69d45946 HTTP/1.1" status: 200 len: 267 time: 0.0516055 Feb 19 03:23:27.916656 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-009b4b65-d780-4a30-8fe5-0e9ba898369b None None] Provisioning complete for port 44df4256-107f-47c1-b126-a14edad2acf8 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:23:27.916873 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-009b4b65-d780-4a30-8fe5-0e9ba898369b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (44df4256-107f-47c1-b126-a14edad2acf8), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:27.942312 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-ba58becd-0089-4064-bbc4-bd126ffc1e50 req-5524580b-1227-405f-b3ec-b088b860fe12 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] For port 554d58c7-e1a3-4706-a05f-9aac0e33cb92, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=554d58c7-e1a3-4706-a05f-9aac0e33cb92,segment=NetworkSegment(1cc07983-2153-4fea-b2a9-9157e38f7075),segment_id=1cc07983-2153-4fea-b2a9-9157e38f7075)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:23:27.942866 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-ba58becd-0089-4064-bbc4-bd126ffc1e50 req-5524580b-1227-405f-b3ec-b088b860fe12 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (554d58c7-e1a3-4706-a05f-9aac0e33cb92), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:27.962510 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-ba58becd-0089-4064-bbc4-bd126ffc1e50 req-5524580b-1227-405f-b3ec-b088b860fe12 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Calling delete_port for 554d58c7-e1a3-4706-a05f-9aac0e33cb92 owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:23:27.967536 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=44df4256-107f-47c1-b126-a14edad2acf8,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:28.017830 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab10b825-8424-4f5a-a76d-09cba664033b req-2124f89f-aa1c-4405-93cb-f63d6560261b tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:28.019826 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ab10b825-8424-4f5a-a76d-09cba664033b req-2124f89f-aa1c-4405-93cb-f63d6560261b tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/networks?id=0ca35ba5-effe-46d7-b523-b03292027d06 HTTP/1.1" status: 200 len: 797 time: 0.1256955 Feb 19 03:23:28.035991 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ab10b825-8424-4f5a-a76d-09cba664033b req-511b588c-7bc4-401d-bd84-9ffaf1e2a7b1 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/quotas/3bc3bb28499f4673b42d5b4a69d45946 HTTP/1.1" status: 200 len: 375 time: 0.0106332 Feb 19 03:23:28.101030 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-009b4b65-d780-4a30-8fe5-0e9ba898369b None None] Current status of the port 44df4256-107f-47c1-b126-a14edad2acf8 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:23:28.132266 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ab10b825-8424-4f5a-a76d-09cba664033b req-952d6a6a-cbb9-4f71-a48f-07b4a238b37e tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=3bc3bb28499f4673b42d5b4a69d45946&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0904498 Feb 19 03:23:28.156212 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-ba58becd-0089-4064-bbc4-bd126ffc1e50 req-5524580b-1227-405f-b3ec-b088b860fe12 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (554d58c7-e1a3-4706-a05f-9aac0e33cb92), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:28.191371 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['554d58c7-e1a3-4706-a05f-9aac0e33cb92'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:23:28.259999 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5524580b-1227-405f-b3ec-b088b860fe12 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Pushing event deleted for resources: {'Port': ['ID=554d58c7-e1a3-4706-a05f-9aac0e33cb92,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:28.266908 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba58becd-0089-4064-bbc4-bd126ffc1e50 req-5524580b-1227-405f-b3ec-b088b860fe12 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] No DVR routers for this DVR port 554d58c7-e1a3-4706-a05f-9aac0e33cb92 on host n-h1-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:23:28.271773 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-ba58becd-0089-4064-bbc4-bd126ffc1e50 req-5524580b-1227-405f-b3ec-b088b860fe12 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:28.277116 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ba58becd-0089-4064-bbc4-bd126ffc1e50 req-5524580b-1227-405f-b3ec-b088b860fe12 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.73 "DELETE /v2.0/ports/554d58c7-e1a3-4706-a05f-9aac0e33cb92 HTTP/1.1" status: 204 len: 173 time: 0.6374774 Feb 19 03:23:28.277998 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6110ed9d-e15f-480b-ab6a-90fd99657644', 'name': 'network-vif-deleted', 'tag': '554d58c7-e1a3-4706-a05f-9aac0e33cb92'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:23:28.286876 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3f29984-e02e-40d8-89e2-bc7d9502a415" -d '{"events": [{"server_uuid": "6110ed9d-e15f-480b-ab6a-90fd99657644", "name": "network-vif-deleted", "tag": "554d58c7-e1a3-4706-a05f-9aac0e33cb92"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:23:28.368896 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [req-ab10b825-8424-4f5a-a76d-09cba664033b req-005b7a8a-79d2-451f-906d-2b803cf1856b service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103701) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:23:28.377153 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ab10b825-8424-4f5a-a76d-09cba664033b req-005b7a8a-79d2-451f-906d-2b803cf1856b service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2277710 Feb 19 03:23:28.412358 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d8fcee0-83ef-48a2-ab35-fdb888f07c45 x-openstack-request-id: req-8d8fcee0-83ef-48a2-ab35-fdb888f07c45 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:23:28.412614 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6110ed9d-e15f-480b-ab6a-90fd99657644", "name": "network-vif-deleted", "tag": "554d58c7-e1a3-4706-a05f-9aac0e33cb92", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:23:28.414314 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8d8fcee0-83ef-48a2-ab35-fdb888f07c45 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:23:28.414314 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6110ed9d-e15f-480b-ab6a-90fd99657644', 'name': 'network-vif-deleted', 'tag': '554d58c7-e1a3-4706-a05f-9aac0e33cb92', 'status': 'completed', 'code': 200} Feb 19 03:23:28.561797 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-06ec3fd2-c97c-49f6-bd1d-432a359c374b None None] Provisioning complete for port 44df4256-107f-47c1-b126-a14edad2acf8 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:23:28.562299 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-06ec3fd2-c97c-49f6-bd1d-432a359c374b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (44df4256-107f-47c1-b126-a14edad2acf8), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:28.602444 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-381caf50-d177-4b4e-ae01-f8e8c3aa3e24 req-5fda34ef-ab65-4a30-b6d3-a49dbc5ff303 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=6110ed9d-e15f-480b-ab6a-90fd99657644 HTTP/1.1" status: 200 len: 210 time: 0.0428767 Feb 19 03:23:28.615342 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ab10b825-8424-4f5a-a76d-09cba664033b req-7b2c269c-3f3e-44d2-9add-870b52028bb9 service neutron] 10.222.0.72 "GET /v2.0/networks/0ca35ba5-effe-46d7-b523-b03292027d06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364929 Feb 19 03:23:28.727705 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-06ec3fd2-c97c-49f6-bd1d-432a359c374b None None] Current status of the port 44df4256-107f-47c1-b126-a14edad2acf8 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:23:28.741164 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-06ec3fd2-c97c-49f6-bd1d-432a359c374b None None] Provisioning complete for port 0d276046-e5d1-4ea1-854a-42907e0dbdb3 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:23:28.741847 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-06ec3fd2-c97c-49f6-bd1d-432a359c374b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (0d276046-e5d1-4ea1-854a-42907e0dbdb3), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:28.758359 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ab10b825-8424-4f5a-a76d-09cba664033b req-b10aea03-485a-45e2-8508-1c4784cd8a91 service neutron] 10.222.0.72 "GET /v2.0/networks/0ca35ba5-effe-46d7-b523-b03292027d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408539 Feb 19 03:23:28.786179 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-06ec3fd2-c97c-49f6-bd1d-432a359c374b None None] Port 0d276046-e5d1-4ea1-854a-42907e0dbdb3 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:23:28.853862 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff16c91-2760-4c83-b6c7-70d66e9bc29e None None] Sync routers for ids ['67115fbf-63fa-4980-8074-14c8ea98cbdf'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:23:28.875506 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff16c91-2760-4c83-b6c7-70d66e9bc29e None None] Routers {'67115fbf-63fa-4980-8074-14c8ea98cbdf'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:23:28.877087 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-dff16c91-2760-4c83-b6c7-70d66e9bc29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:23:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['67115fbf-63fa-4980-8074-14c8ea98cbdf'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:28.917837 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-61885805-d19f-4f14-9645-9880fee6fa2c None None] Provisioning complete for port 0d276046-e5d1-4ea1-854a-42907e0dbdb3 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:23:28.918547 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-61885805-d19f-4f14-9645-9880fee6fa2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (0d276046-e5d1-4ea1-854a-42907e0dbdb3), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:28.962270 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-61885805-d19f-4f14-9645-9880fee6fa2c None None] Port 0d276046-e5d1-4ea1-854a-42907e0dbdb3 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:23:29.036733 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6f89abd0-2445-46b5-b72f-6b8cd4c15dd9 req-96291797-f60a-44ea-8b41-3d63744573c1 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=d4ffcb58-4863-42ad-8174-becce8a1d934 HTTP/1.1" status: 200 len: 210 time: 0.0617208 Feb 19 03:23:29.051665 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 7532a1e1-b1cf-4605-a96d-693125dba2b7 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:23:29.177451 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-dff16c91-2760-4c83-b6c7-70d66e9bc29e None None] Set router 67115fbf-63fa-4980-8074-14c8ea98cbdf gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:23:29.199725 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 7532a1e1-b1cf-4605-a96d-693125dba2b7 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:23:29.200148 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (7532a1e1-b1cf-4605-a96d-693125dba2b7), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:29.309358 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 7532a1e1-b1cf-4605-a96d-693125dba2b7 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:23:29.310648 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 44df4256-107f-47c1-b126-a14edad2acf8 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:23:29.376447 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-758e9cec-431b-454e-8ca7-3e44a55d7afe None None] Provisioning complete for port 0d276046-e5d1-4ea1-854a-42907e0dbdb3 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:23:29.376935 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-758e9cec-431b-454e-8ca7-3e44a55d7afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (0d276046-e5d1-4ea1-854a-42907e0dbdb3), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:29.415873 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 44df4256-107f-47c1-b126-a14edad2acf8 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:23:29.416535 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (44df4256-107f-47c1-b126-a14edad2acf8), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:29.437970 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-dff16c91-2760-4c83-b6c7-70d66e9bc29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67115fbf-63fa-4980-8074-14c8ea98cbdf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1142059748', 'tenant_id': '3bc3bb28499f4673b42d5b4a69d45946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': '7532a1e1-b1cf-4605-a96d-693125dba2b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:23:22Z', 'updated_at': '2022-02-19T03:23:26Z', 'revision_number': 4, 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'gw_port': {'id': '7532a1e1-b1cf-4605-a96d-693125dba2b7', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:6e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67115fbf-63fa-4980-8074-14c8ea98cbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:23:22Z', 'updated_at': '2022-02-19T03:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '0d276046-e5d1-4ea1-854a-42907e0dbdb3', 'name': '', 'network_id': '0ca35ba5-effe-46d7-b523-b03292027d06', 'tenant_id': '3bc3bb28499f4673b42d5b4a69d45946', 'mac_address': 'fa:16:3e:74:67:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67115fbf-63fa-4980-8074-14c8ea98cbdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'b8971dba-4d60-415c-895a-c0e5b7ca2251', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:23:25Z', 'updated_at': '2022-02-19T03:23:26Z', 'revision_number': 2, 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'subnets': [{'id': 'b8971dba-4d60-415c-895a-c0e5b7ca2251', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:29.460313 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-758e9cec-431b-454e-8ca7-3e44a55d7afe None None] Port 0d276046-e5d1-4ea1-854a-42907e0dbdb3 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:23:29.467306 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff16c91-2760-4c83-b6c7-70d66e9bc29e None None] Checking router: 67115fbf-63fa-4980-8074-14c8ea98cbdf for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:23:29.467777 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff16c91-2760-4c83-b6c7-70d66e9bc29e None None] Updating router 67115fbf-63fa-4980-8074-14c8ea98cbdf port 0d276046-e5d1-4ea1-854a-42907e0dbdb3 binding host n-d-826753-2 {{(pid=103704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:23:29.501412 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-dff16c91-2760-4c83-b6c7-70d66e9bc29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (0d276046-e5d1-4ea1-854a-42907e0dbdb3), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:29.509587 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 44df4256-107f-47c1-b126-a14edad2acf8 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:23:29.760745 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b7e72802-9787-4e21-8d8e-bfab3e0837ae req-329954f4-7d4a-453b-9abe-4760ed945cd5 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=6110ed9d-e15f-480b-ab6a-90fd99657644 HTTP/1.1" status: 200 len: 210 time: 0.0435891 Feb 19 03:23:29.828087 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-dff16c91-2760-4c83-b6c7-70d66e9bc29e None None] Publish callbacks [] for port (0d276046-e5d1-4ea1-854a-42907e0dbdb3), precommit_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:29.834089 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-dff16c91-2760-4c83-b6c7-70d66e9bc29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (0d276046-e5d1-4ea1-854a-42907e0dbdb3), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:29.881439 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2be379-fd6c-46de-87e3-59af43b5d4b7 None None] Pushing event updated for resources: {'Port': ['ID=0d276046-e5d1-4ea1-854a-42907e0dbdb3,revision_number=3']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:29.892068 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2be379-fd6c-46de-87e3-59af43b5d4b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:29.892389 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2be379-fd6c-46de-87e3-59af43b5d4b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:29.892974 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2be379-fd6c-46de-87e3-59af43b5d4b7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:29.893719 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2be379-fd6c-46de-87e3-59af43b5d4b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:29.894225 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2be379-fd6c-46de-87e3-59af43b5d4b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:29.894544 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2be379-fd6c-46de-87e3-59af43b5d4b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:29.894871 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2be379-fd6c-46de-87e3-59af43b5d4b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:29.895191 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2be379-fd6c-46de-87e3-59af43b5d4b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:29.895509 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2be379-fd6c-46de-87e3-59af43b5d4b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:29.895827 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2be379-fd6c-46de-87e3-59af43b5d4b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:29.896292 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2be379-fd6c-46de-87e3-59af43b5d4b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:29.896618 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2be379-fd6c-46de-87e3-59af43b5d4b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:29.897097 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2be379-fd6c-46de-87e3-59af43b5d4b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:29.967112 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-dff16c91-2760-4c83-b6c7-70d66e9bc29e None None] Attempting to bind port 0d276046-e5d1-4ea1-854a-42907e0dbdb3 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:23:29.967505 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-dff16c91-2760-4c83-b6c7-70d66e9bc29e None None] Attempting to bind port 0d276046-e5d1-4ea1-854a-42907e0dbdb3 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': 'c6274bf2-bef6-45b5-aec3-3682a7540ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '0ca35ba5-effe-46d7-b523-b03292027d06'}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:23:29.967860 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff16c91-2760-4c83-b6c7-70d66e9bc29e None None] Attempting to bind port 0d276046-e5d1-4ea1-854a-42907e0dbdb3 on network 0ca35ba5-effe-46d7-b523-b03292027d06 {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:23:29.973698 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff16c91-2760-4c83-b6c7-70d66e9bc29e None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:23:29.974063 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff16c91-2760-4c83-b6c7-70d66e9bc29e None None] Checking segment: {'id': 'c6274bf2-bef6-45b5-aec3-3682a7540ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '0ca35ba5-effe-46d7-b523-b03292027d06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:23:29.974462 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-dff16c91-2760-4c83-b6c7-70d66e9bc29e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:29.974836 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff16c91-2760-4c83-b6c7-70d66e9bc29e None None] Bound using segment: {'id': 'c6274bf2-bef6-45b5-aec3-3682a7540ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '0ca35ba5-effe-46d7-b523-b03292027d06'} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:23:29.975296 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-dff16c91-2760-4c83-b6c7-70d66e9bc29e None None] Bound port: 0d276046-e5d1-4ea1-854a-42907e0dbdb3, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6274bf2-bef6-45b5-aec3-3682a7540ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '0ca35ba5-effe-46d7-b523-b03292027d06'}}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:23:29.975667 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-dff16c91-2760-4c83-b6c7-70d66e9bc29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (0d276046-e5d1-4ea1-854a-42907e0dbdb3), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:30.056352 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-dff16c91-2760-4c83-b6c7-70d66e9bc29e None None] For port 0d276046-e5d1-4ea1-854a-42907e0dbdb3, host n-d-826753-2, cleared binding levels {{(pid=103704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:23:30.060010 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-dff16c91-2760-4c83-b6c7-70d66e9bc29e None None] For port 0d276046-e5d1-4ea1-854a-42907e0dbdb3, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=0d276046-e5d1-4ea1-854a-42907e0dbdb3,segment=NetworkSegment(c6274bf2-bef6-45b5-aec3-3682a7540ea2),segment_id=c6274bf2-bef6-45b5-aec3-3682a7540ea2)] {{(pid=103704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:23:30.068912 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-dff16c91-2760-4c83-b6c7-70d66e9bc29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (0d276046-e5d1-4ea1-854a-42907e0dbdb3), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:30.163845 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff16c91-2760-4c83-b6c7-70d66e9bc29e None None] Routers {'67115fbf-63fa-4980-8074-14c8ea98cbdf'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:23:30.165201 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-dff16c91-2760-4c83-b6c7-70d66e9bc29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:23:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['67115fbf-63fa-4980-8074-14c8ea98cbdf'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:30.167317 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2be379-fd6c-46de-87e3-59af43b5d4b7 None None] Pushing event updated for resources: {'Port': ['ID=0d276046-e5d1-4ea1-854a-42907e0dbdb3,revision_number=4']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:30.201316 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8c89e530-3816-4598-9d27-15c593fb4fbc req-7fd0f60e-8ff9-460a-b36e-591281db1bf5 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=d4ffcb58-4863-42ad-8174-becce8a1d934 HTTP/1.1" status: 200 len: 210 time: 0.0586798 Feb 19 03:23:30.206172 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-c6722890-cbb7-425f-b543-3cff0cef7437 None None] Provisioning complete for port 0d276046-e5d1-4ea1-854a-42907e0dbdb3 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:23:30.207260 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c6722890-cbb7-425f-b543-3cff0cef7437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (0d276046-e5d1-4ea1-854a-42907e0dbdb3), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:30.296545 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-dff16c91-2760-4c83-b6c7-70d66e9bc29e None None] Set router 67115fbf-63fa-4980-8074-14c8ea98cbdf gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:23:30.375122 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-c6722890-cbb7-425f-b543-3cff0cef7437 None None] Current status of the port 0d276046-e5d1-4ea1-854a-42907e0dbdb3 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:23:30.376019 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c6722890-cbb7-425f-b543-3cff0cef7437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (0d276046-e5d1-4ea1-854a-42907e0dbdb3), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:30.446089 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-c6722890-cbb7-425f-b543-3cff0cef7437 None None] For port 0d276046-e5d1-4ea1-854a-42907e0dbdb3, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=0d276046-e5d1-4ea1-854a-42907e0dbdb3,segment=NetworkSegment(c6274bf2-bef6-45b5-aec3-3682a7540ea2),segment_id=c6274bf2-bef6-45b5-aec3-3682a7540ea2)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:23:30.466542 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c6722890-cbb7-425f-b543-3cff0cef7437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (0d276046-e5d1-4ea1-854a-42907e0dbdb3), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:30.527238 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab10b825-8424-4f5a-a76d-09cba664033b req-e1ec2c73-da53-41db-81ed-a588ea0cce65 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:30.528989 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ab10b825-8424-4f5a-a76d-09cba664033b req-e1ec2c73-da53-41db-81ed-a588ea0cce65 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.82 "GET /v2.0/networks?id=0ca35ba5-effe-46d7-b523-b03292027d06 HTTP/1.1" status: 200 len: 797 time: 0.2079158 Feb 19 03:23:30.538782 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6722890-cbb7-425f-b543-3cff0cef7437 None None] Pushing event updated for resources: {'Port': ['ID=0d276046-e5d1-4ea1-854a-42907e0dbdb3,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:30.593447 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-dff16c91-2760-4c83-b6c7-70d66e9bc29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67115fbf-63fa-4980-8074-14c8ea98cbdf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1142059748', 'tenant_id': '3bc3bb28499f4673b42d5b4a69d45946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': '7532a1e1-b1cf-4605-a96d-693125dba2b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:23:22Z', 'updated_at': '2022-02-19T03:23:26Z', 'revision_number': 4, 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'gw_port': {'id': '7532a1e1-b1cf-4605-a96d-693125dba2b7', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:6e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67115fbf-63fa-4980-8074-14c8ea98cbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:23:22Z', 'updated_at': '2022-02-19T03:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '0d276046-e5d1-4ea1-854a-42907e0dbdb3', 'name': '', 'network_id': '0ca35ba5-effe-46d7-b523-b03292027d06', 'tenant_id': '3bc3bb28499f4673b42d5b4a69d45946', 'mac_address': 'fa:16:3e:74:67:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67115fbf-63fa-4980-8074-14c8ea98cbdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'b8971dba-4d60-415c-895a-c0e5b7ca2251', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:23:25Z', 'updated_at': '2022-02-19T03:23:30Z', 'revision_number': 4, 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'subnets': [{'id': 'b8971dba-4d60-415c-895a-c0e5b7ca2251', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:30.598433 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-a974f1f8-d177-4def-a231-518eaf7684a4 None None] Provisioning complete for port 0d276046-e5d1-4ea1-854a-42907e0dbdb3 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:23:30.598816 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-a974f1f8-d177-4def-a231-518eaf7684a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (0d276046-e5d1-4ea1-854a-42907e0dbdb3), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:30.624244 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff16c91-2760-4c83-b6c7-70d66e9bc29e None None] The sync data for ids ['67115fbf-63fa-4980-8074-14c8ea98cbdf'] in n-d-826753-2 is: [{'id': '67115fbf-63fa-4980-8074-14c8ea98cbdf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1142059748', 'tenant_id': '3bc3bb28499f4673b42d5b4a69d45946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': '7532a1e1-b1cf-4605-a96d-693125dba2b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:23:22Z', 'updated_at': '2022-02-19T03:23:26Z', 'revision_number': 4, 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'gw_port': {'id': '7532a1e1-b1cf-4605-a96d-693125dba2b7', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:6e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67115fbf-63fa-4980-8074-14c8ea98cbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:23:22Z', 'updated_at': '2022-02-19T03:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '0d276046-e5d1-4ea1-854a-42907e0dbdb3', 'name': '', 'network_id': '0ca35ba5-effe-46d7-b523-b03292027d06', 'tenant_id': '3bc3bb28499f4673b42d5b4a69d45946', 'mac_address': 'fa:16:3e:74:67:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67115fbf-63fa-4980-8074-14c8ea98cbdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'b8971dba-4d60-415c-895a-c0e5b7ca2251', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:23:25Z', 'updated_at': '2022-02-19T03:23:30Z', 'revision_number': 4, 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'subnets': [{'id': 'b8971dba-4d60-415c-895a-c0e5b7ca2251', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:23:30.639732 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ab10b825-8424-4f5a-a76d-09cba664033b req-227c8722-daf8-4b78-9ede-be2ff5bc9cfb tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3bc3bb28499f4673b42d5b4a69d45946 HTTP/1.1" status: 200 len: 380 time: 0.0957994 Feb 19 03:23:30.660483 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-ab10b825-8424-4f5a-a76d-09cba664033b req-1cc898e1-4053-4429-a94b-7d90fd649e85 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Request body: {'port': {'device_id': 'd4ffcb58-4863-42ad-8174-becce8a1d934', 'network_id': '0ca35ba5-effe-46d7-b523-b03292027d06', 'admin_state_up': True, 'tenant_id': '3bc3bb28499f4673b42d5b4a69d45946', 'security_groups': ['d8f64544-e7e8-4359-aa8d-b4a91a5cef39']}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:23:30.680230 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 554d58c7-e1a3-4706-a05f-9aac0e33cb92 no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:23:30.891634 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab10b825-8424-4f5a-a76d-09cba664033b req-1cc898e1-4053-4429-a94b-7d90fd649e85 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Made reservation on behalf of 3bc3bb28499f4673b42d5b4a69d45946 for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:23:30.897391 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-ab10b825-8424-4f5a-a76d-09cba664033b req-1cc898e1-4053-4429-a94b-7d90fd649e85 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:30.969635 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] No Port match for: 554d58c7-e1a3-4706-a05f-9aac0e33cb92 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:23:30.970468 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 554d58c7-e1a3-4706-a05f-9aac0e33cb92 not bound to the agent host n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:23:30.973894 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6d41013c-7bad-4924-b2f4-6ec2fe178837 req-993ac202-7c4a-45ff-8258-9d39c04851ef tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=6110ed9d-e15f-480b-ab6a-90fd99657644 HTTP/1.1" status: 200 len: 210 time: 0.0600011 Feb 19 03:23:30.976482 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-a974f1f8-d177-4def-a231-518eaf7684a4 None None] Current status of the port 0d276046-e5d1-4ea1-854a-42907e0dbdb3 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:23:31.039734 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 0d276046-e5d1-4ea1-854a-42907e0dbdb3 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:23:31.098270 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 0d276046-e5d1-4ea1-854a-42907e0dbdb3 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:23:31.098627 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (0d276046-e5d1-4ea1-854a-42907e0dbdb3), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:31.125892 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [req-ab10b825-8424-4f5a-a76d-09cba664033b req-1cc898e1-4053-4429-a94b-7d90fd649e85 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Allocated IP 172.20.0.5 (0ca35ba5-effe-46d7-b523-b03292027d06/b8971dba-4d60-415c-895a-c0e5b7ca2251/18e54a16-e063-4b55-accb-1d6cf777303f) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:23:31.207622 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 0d276046-e5d1-4ea1-854a-42907e0dbdb3 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:23:31.310723 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-ab10b825-8424-4f5a-a76d-09cba664033b req-1cc898e1-4053-4429-a94b-7d90fd649e85 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for port (18e54a16-e063-4b55-accb-1d6cf777303f), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:31.345855 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-69efe191-b60d-4ba2-bcf8-dba1e95953c8 req-a21c8b5c-3b63-47c4-9871-afd22051a1f9 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=d4ffcb58-4863-42ad-8174-becce8a1d934 HTTP/1.1" status: 200 len: 210 time: 0.0320673 Feb 19 03:23:31.385785 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-ab10b825-8424-4f5a-a76d-09cba664033b req-1cc898e1-4053-4429-a94b-7d90fd649e85 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (18e54a16-e063-4b55-accb-1d6cf777303f), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:31.444786 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab10b825-8424-4f5a-a76d-09cba664033b req-1cc898e1-4053-4429-a94b-7d90fd649e85 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Network 0ca35ba5-effe-46d7-b523-b03292027d06 is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:23:31.449141 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [req-ab10b825-8424-4f5a-a76d-09cba664033b req-1cc898e1-4053-4429-a94b-7d90fd649e85 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:23:31.452394 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab10b825-8424-4f5a-a76d-09cba664033b req-1cc898e1-4053-4429-a94b-7d90fd649e85 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:23:31.483660 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc898e1-4053-4429-a94b-7d90fd649e85 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Pushing event updated for resources: {'Port': ['ID=18e54a16-e063-4b55-accb-1d6cf777303f,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:31.512104 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab10b825-8424-4f5a-a76d-09cba664033b req-1cc898e1-4053-4429-a94b-7d90fd649e85 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:31.512751 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-ab10b825-8424-4f5a-a76d-09cba664033b req-1cc898e1-4053-4429-a94b-7d90fd649e85 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:31.533464 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ab10b825-8424-4f5a-a76d-09cba664033b req-1cc898e1-4053-4429-a94b-7d90fd649e85 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8778443 Feb 19 03:23:31.552674 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-ab10b825-8424-4f5a-a76d-09cba664033b req-cc4b1e75-64fe-4f43-8d6c-fc657870dc74 service neutron] Request body: {'port': {'device_id': 'd4ffcb58-4863-42ad-8174-becce8a1d934', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826753-2'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:23:31.633357 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-ab10b825-8424-4f5a-a76d-09cba664033b req-cc4b1e75-64fe-4f43-8d6c-fc657870dc74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (18e54a16-e063-4b55-accb-1d6cf777303f), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:31.818377 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-ab7fdef4-0d9f-4230-b36a-b074804cf89f None None] Provisioning complete for port 18e54a16-e063-4b55-accb-1d6cf777303f triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:23:31.818901 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-ab7fdef4-0d9f-4230-b36a-b074804cf89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (18e54a16-e063-4b55-accb-1d6cf777303f), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:31.869189 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-ab7fdef4-0d9f-4230-b36a-b074804cf89f None None] Port 18e54a16-e063-4b55-accb-1d6cf777303f cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:23:31.938434 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [req-ab10b825-8424-4f5a-a76d-09cba664033b req-cc4b1e75-64fe-4f43-8d6c-fc657870dc74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18e54a16-e063-4b55-accb-1d6cf777303f {{(pid=103701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:23:31.947071 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-ab10b825-8424-4f5a-a76d-09cba664033b req-cc4b1e75-64fe-4f43-8d6c-fc657870dc74 service neutron] Publish callbacks [] for port (18e54a16-e063-4b55-accb-1d6cf777303f), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:31.959936 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.provisioning_blocks [req-ab10b825-8424-4f5a-a76d-09cba664033b req-cc4b1e75-64fe-4f43-8d6c-fc657870dc74 service neutron] Transition to ACTIVE for port object 18e54a16-e063-4b55-accb-1d6cf777303f will not be triggered until provisioned by entity L2. {{(pid=103701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:23:31.964401 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-ab10b825-8424-4f5a-a76d-09cba664033b req-cc4b1e75-64fe-4f43-8d6c-fc657870dc74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (18e54a16-e063-4b55-accb-1d6cf777303f), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:32.014953 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4b1e75-64fe-4f43-8d6c-fc657870dc74 service neutron] Pushing event updated for resources: {'Port': ['ID=18e54a16-e063-4b55-accb-1d6cf777303f,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:32.467869 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-07e05ac8-3ccd-4c92-9f31-7dcc1c516748 req-8d0ef233-8767-416d-b69f-6558aa42b5be tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=6110ed9d-e15f-480b-ab6a-90fd99657644 HTTP/1.1" status: 200 len: 210 time: 0.3718684 Feb 19 03:23:32.480487 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-ab10b825-8424-4f5a-a76d-09cba664033b req-cc4b1e75-64fe-4f43-8d6c-fc657870dc74 service neutron] Attempting to bind port 18e54a16-e063-4b55-accb-1d6cf777303f on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:23:32.480742 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-ab10b825-8424-4f5a-a76d-09cba664033b req-cc4b1e75-64fe-4f43-8d6c-fc657870dc74 service neutron] Attempting to bind port 18e54a16-e063-4b55-accb-1d6cf777303f by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': 'c6274bf2-bef6-45b5-aec3-3682a7540ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '0ca35ba5-effe-46d7-b523-b03292027d06'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:23:32.481395 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab10b825-8424-4f5a-a76d-09cba664033b req-cc4b1e75-64fe-4f43-8d6c-fc657870dc74 service neutron] Attempting to bind port 18e54a16-e063-4b55-accb-1d6cf777303f on network 0ca35ba5-effe-46d7-b523-b03292027d06 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:23:32.503644 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab10b825-8424-4f5a-a76d-09cba664033b req-cc4b1e75-64fe-4f43-8d6c-fc657870dc74 service neutron] Port 18e54a16-e063-4b55-accb-1d6cf777303f on network 0ca35ba5-effe-46d7-b523-b03292027d06 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:23:32.504006 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab10b825-8424-4f5a-a76d-09cba664033b req-cc4b1e75-64fe-4f43-8d6c-fc657870dc74 service neutron] Attempting to bind port 18e54a16-e063-4b55-accb-1d6cf777303f on network 0ca35ba5-effe-46d7-b523-b03292027d06 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:23:32.512927 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab10b825-8424-4f5a-a76d-09cba664033b req-cc4b1e75-64fe-4f43-8d6c-fc657870dc74 service neutron] Checking agent: {'id': 'bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:23:32.513279 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab10b825-8424-4f5a-a76d-09cba664033b req-cc4b1e75-64fe-4f43-8d6c-fc657870dc74 service neutron] Checking segment: {'id': 'c6274bf2-bef6-45b5-aec3-3682a7540ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '0ca35ba5-effe-46d7-b523-b03292027d06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:23:32.513662 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab10b825-8424-4f5a-a76d-09cba664033b req-cc4b1e75-64fe-4f43-8d6c-fc657870dc74 service neutron] Bound using segment: {'id': 'c6274bf2-bef6-45b5-aec3-3682a7540ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '0ca35ba5-effe-46d7-b523-b03292027d06'} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:23:32.514082 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-ab10b825-8424-4f5a-a76d-09cba664033b req-cc4b1e75-64fe-4f43-8d6c-fc657870dc74 service neutron] Bound port: 18e54a16-e063-4b55-accb-1d6cf777303f, host: n-h2-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6274bf2-bef6-45b5-aec3-3682a7540ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '0ca35ba5-effe-46d7-b523-b03292027d06'}}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:23:32.514435 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-ab10b825-8424-4f5a-a76d-09cba664033b req-cc4b1e75-64fe-4f43-8d6c-fc657870dc74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (18e54a16-e063-4b55-accb-1d6cf777303f), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:32.540614 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe5766f-aa1d-48ca-90b7-8b20004c78ca req-1ed7d4b6-3ab1-407f-8a04-453ae626b253 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:32.542132 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2fe5766f-aa1d-48ca-90b7-8b20004c78ca req-1ed7d4b6-3ab1-407f-8a04-453ae626b253 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=d4ffcb58-4863-42ad-8174-becce8a1d934 HTTP/1.1" status: 200 len: 943 time: 0.0769656 Feb 19 03:23:32.624649 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-ab10b825-8424-4f5a-a76d-09cba664033b req-cc4b1e75-64fe-4f43-8d6c-fc657870dc74 service neutron] For port 18e54a16-e063-4b55-accb-1d6cf777303f, host n-h2-826753-2, cleared binding levels {{(pid=103701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:23:32.627888 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-ab10b825-8424-4f5a-a76d-09cba664033b req-cc4b1e75-64fe-4f43-8d6c-fc657870dc74 service neutron] For port 18e54a16-e063-4b55-accb-1d6cf777303f, host n-h2-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=18e54a16-e063-4b55-accb-1d6cf777303f,segment=NetworkSegment(c6274bf2-bef6-45b5-aec3-3682a7540ea2),segment_id=c6274bf2-bef6-45b5-aec3-3682a7540ea2)] {{(pid=103701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:23:32.632385 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2fe5766f-aa1d-48ca-90b7-8b20004c78ca req-827abc79-35df-4b7a-8c4b-a5c0782c575e tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=d8f64544-e7e8-4359-aa8d-b4a91a5cef39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727973 Feb 19 03:23:32.639391 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-ab10b825-8424-4f5a-a76d-09cba664033b req-cc4b1e75-64fe-4f43-8d6c-fc657870dc74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (18e54a16-e063-4b55-accb-1d6cf777303f), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:32.684043 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab10b825-8424-4f5a-a76d-09cba664033b req-cc4b1e75-64fe-4f43-8d6c-fc657870dc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:32.684802 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-ab10b825-8424-4f5a-a76d-09cba664033b req-cc4b1e75-64fe-4f43-8d6c-fc657870dc74 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:32.686338 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ab10b825-8424-4f5a-a76d-09cba664033b req-cc4b1e75-64fe-4f43-8d6c-fc657870dc74 service neutron] 10.222.0.82 "PUT /v2.0/ports/18e54a16-e063-4b55-accb-1d6cf777303f HTTP/1.1" status: 200 len: 1091 time: 1.1404536 Feb 19 03:23:32.686842 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4ffcb58-4863-42ad-8174-becce8a1d934', 'tag': '18e54a16-e063-4b55-accb-1d6cf777303f'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:23:32.689183 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57095f0e-6ca0-40f2-b86f-d080d1f2dd30" -d '{"events": [{"name": "network-changed", "server_uuid": "d4ffcb58-4863-42ad-8174-becce8a1d934", "tag": "18e54a16-e063-4b55-accb-1d6cf777303f"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:23:32.719524 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4b1e75-64fe-4f43-8d6c-fc657870dc74 service neutron] Pushing event updated for resources: {'Port': ['ID=18e54a16-e063-4b55-accb-1d6cf777303f,revision_number=3']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:32.736146 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d77a00de-7b56-4239-8b68-81123a9c0088 x-openstack-request-id: req-d77a00de-7b56-4239-8b68-81123a9c0088 {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:23:32.736441 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4ffcb58-4863-42ad-8174-becce8a1d934", "tag": "18e54a16-e063-4b55-accb-1d6cf777303f", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:23:32.736941 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d77a00de-7b56-4239-8b68-81123a9c0088 {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:23:32.738396 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4ffcb58-4863-42ad-8174-becce8a1d934', 'tag': '18e54a16-e063-4b55-accb-1d6cf777303f', 'status': 'completed', 'code': 200} Feb 19 03:23:32.804505 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab10b825-8424-4f5a-a76d-09cba664033b req-82fab933-13bf-4859-880f-2302f82369ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:32.806420 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ab10b825-8424-4f5a-a76d-09cba664033b req-82fab933-13bf-4859-880f-2302f82369ea service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3bc3bb28499f4673b42d5b4a69d45946&device_id=d4ffcb58-4863-42ad-8174-becce8a1d934 HTTP/1.1" status: 200 len: 1125 time: 0.0499701 Feb 19 03:23:32.859977 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ab10b825-8424-4f5a-a76d-09cba664033b req-a7d07fac-3962-40fb-a228-a767671954be service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=18e54a16-e063-4b55-accb-1d6cf777303f HTTP/1.1" status: 200 len: 217 time: 0.0410225 Feb 19 03:23:32.910725 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab10b825-8424-4f5a-a76d-09cba664033b req-a77ecd7a-835d-40ba-9307-9898cc7d1bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:32.912171 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ab10b825-8424-4f5a-a76d-09cba664033b req-a77ecd7a-835d-40ba-9307-9898cc7d1bd0 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b8971dba-4d60-415c-895a-c0e5b7ca2251 HTTP/1.1" status: 200 len: 834 time: 0.0462177 Feb 19 03:23:32.963827 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab10b825-8424-4f5a-a76d-09cba664033b req-f03a5666-e146-440c-b5b5-5274b3f050d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:32.965383 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ab10b825-8424-4f5a-a76d-09cba664033b req-f03a5666-e146-440c-b5b5-5274b3f050d0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0ca35ba5-effe-46d7-b523-b03292027d06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0473802 Feb 19 03:23:33.060546 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ab10b825-8424-4f5a-a76d-09cba664033b req-94c2f05d-0500-4ac7-ab9c-da7e22f0632f service neutron] 10.222.0.82 "GET /v2.0/networks/0ca35ba5-effe-46d7-b523-b03292027d06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876615 Feb 19 03:23:33.149496 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ab10b825-8424-4f5a-a76d-09cba664033b req-1b6788f8-d01f-4c03-9d0d-a7353fd001f3 service neutron] 10.222.0.82 "GET /v2.0/networks/0ca35ba5-effe-46d7-b523-b03292027d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831375 Feb 19 03:23:33.287787 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57095f0e-6ca0-40f2-b86f-d080d1f2dd30 req-8f947b0e-9061-471c-9762-55eca9648cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:33.289286 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-57095f0e-6ca0-40f2-b86f-d080d1f2dd30 req-8f947b0e-9061-471c-9762-55eca9648cad service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3bc3bb28499f4673b42d5b4a69d45946&device_id=d4ffcb58-4863-42ad-8174-becce8a1d934 HTTP/1.1" status: 200 len: 1125 time: 0.0466156 Feb 19 03:23:33.386459 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57095f0e-6ca0-40f2-b86f-d080d1f2dd30 req-804e49e7-06a3-4e8f-98db-02f3523efb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:33.388059 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-57095f0e-6ca0-40f2-b86f-d080d1f2dd30 req-804e49e7-06a3-4e8f-98db-02f3523efb88 service neutron] 10.222.0.82 "GET /v2.0/networks?id=0ca35ba5-effe-46d7-b523-b03292027d06 HTTP/1.1" status: 200 len: 898 time: 0.0935938 Feb 19 03:23:33.431544 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-57095f0e-6ca0-40f2-b86f-d080d1f2dd30 req-14f0cb67-a6db-4365-8a0c-24fb4f6fb589 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=18e54a16-e063-4b55-accb-1d6cf777303f HTTP/1.1" status: 200 len: 217 time: 0.0368285 Feb 19 03:23:33.481248 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57095f0e-6ca0-40f2-b86f-d080d1f2dd30 req-7ba05dc1-2b8d-49e9-bf89-58e80175f606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:33.482710 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-57095f0e-6ca0-40f2-b86f-d080d1f2dd30 req-7ba05dc1-2b8d-49e9-bf89-58e80175f606 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b8971dba-4d60-415c-895a-c0e5b7ca2251 HTTP/1.1" status: 200 len: 834 time: 0.0448244 Feb 19 03:23:33.539374 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57095f0e-6ca0-40f2-b86f-d080d1f2dd30 req-e52fa3a4-de06-4aa0-bf3b-5c5bbcff9b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:33.540815 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-57095f0e-6ca0-40f2-b86f-d080d1f2dd30 req-e52fa3a4-de06-4aa0-bf3b-5c5bbcff9b28 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0ca35ba5-effe-46d7-b523-b03292027d06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0516472 Feb 19 03:23:33.584086 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1c066a85-7732-4b04-a47a-93a846b94633 req-9de063e6-6336-4ed2-b153-985866bea155 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=6110ed9d-e15f-480b-ab6a-90fd99657644 HTTP/1.1" status: 200 len: 210 time: 0.0416043 Feb 19 03:23:33.648373 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-57095f0e-6ca0-40f2-b86f-d080d1f2dd30 req-19d6a53d-92b5-4bf5-8388-34f80cb76c6b service neutron] 10.222.0.82 "GET /v2.0/networks/0ca35ba5-effe-46d7-b523-b03292027d06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974407 Feb 19 03:23:33.776497 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-57095f0e-6ca0-40f2-b86f-d080d1f2dd30 req-9f51a933-14ca-455d-8230-f7590b2c87ac service neutron] 10.222.0.82 "GET /v2.0/networks/0ca35ba5-effe-46d7-b523-b03292027d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218376 Feb 19 03:23:33.787398 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935ce6f7-c03a-4853-9491-d399a12a9072 req-97864c31-e61d-4ef8-814d-a4465b20bd08 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:33.788804 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-935ce6f7-c03a-4853-9491-d399a12a9072 req-97864c31-e61d-4ef8-814d-a4465b20bd08 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=d4ffcb58-4863-42ad-8174-becce8a1d934 HTTP/1.1" status: 200 len: 943 time: 0.0788264 Feb 19 03:23:33.850602 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-935ce6f7-c03a-4853-9491-d399a12a9072 req-46acb911-7227-49ff-b659-fcfd37a12bcb tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=d8f64544-e7e8-4359-aa8d-b4a91a5cef39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553739 Feb 19 03:23:34.684303 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d4e21b7d-188c-478b-ab43-54b8d3cd7a35 req-a0276afe-c371-475f-95c3-1785f74528f3 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=6110ed9d-e15f-480b-ab6a-90fd99657644 HTTP/1.1" status: 200 len: 210 time: 0.0319569 Feb 19 03:23:34.975102 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d196e69-124b-483c-b160-bd4ae2f0c89b req-b3d3155a-91dc-43ca-ab67-0495dcd621a6 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:34.976761 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9d196e69-124b-483c-b160-bd4ae2f0c89b req-b3d3155a-91dc-43ca-ab67-0495dcd621a6 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=d4ffcb58-4863-42ad-8174-becce8a1d934 HTTP/1.1" status: 200 len: 943 time: 0.0549786 Feb 19 03:23:35.029157 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9d196e69-124b-483c-b160-bd4ae2f0c89b req-93f6e001-1668-4003-87b4-f9e64c5da2eb tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=d8f64544-e7e8-4359-aa8d-b4a91a5cef39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465121 Feb 19 03:23:35.781794 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e89fa06e-26e3-4e59-89cf-4564f0733395 req-4bf2723f-dfa7-4f61-be17-100721e91802 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=6110ed9d-e15f-480b-ab6a-90fd99657644 HTTP/1.1" status: 200 len: 210 time: 0.0270576 Feb 19 03:23:36.165489 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb6ed1c-3f6f-4963-aad0-9394c07432e4 req-12f11496-4239-485b-9d11-0bb0127291b9 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:36.167076 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7fb6ed1c-3f6f-4963-aad0-9394c07432e4 req-12f11496-4239-485b-9d11-0bb0127291b9 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=d4ffcb58-4863-42ad-8174-becce8a1d934 HTTP/1.1" status: 200 len: 943 time: 0.0607593 Feb 19 03:23:36.237598 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7fb6ed1c-3f6f-4963-aad0-9394c07432e4 req-99b00272-fe41-47ee-b2cf-ef59376d845d tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=d8f64544-e7e8-4359-aa8d-b4a91a5cef39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641880 Feb 19 03:23:36.461418 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcb35fc-5b2a-4944-9748-e9764d8443b2 req-8b48450e-d377-4c83-b536-466d7276a75f tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:36.462867 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bfcb35fc-5b2a-4944-9748-e9764d8443b2 req-8b48450e-d377-4c83-b536-466d7276a75f tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/ports?device_id=9561e903-5887-489a-bff4-903ca5c6c651 HTTP/1.1" status: 200 len: 945 time: 0.0610485 Feb 19 03:23:36.516029 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bfcb35fc-5b2a-4944-9748-e9764d8443b2 req-b73fb408-ca16-4a10-87d5-d8ab44d40423 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/security-groups?id=7720c530-0957-408e-b065-5a2a34575093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451481 Feb 19 03:23:36.889971 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8aa2e6b1-db5f-48b9-9ed0-5e202273a7b6 req-960303cc-81bb-4a50-9007-7a64b023c75f tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=6110ed9d-e15f-480b-ab6a-90fd99657644 HTTP/1.1" status: 200 len: 210 time: 0.0287485 Feb 19 03:23:37.033285 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 18e54a16-e063-4b55-accb-1d6cf777303f details requested by agent hyperv_n-h2-826753-2 with host n-h2-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:23:37.139788 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 18e54a16-e063-4b55-accb-1d6cf777303f, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=18e54a16-e063-4b55-accb-1d6cf777303f,segment=NetworkSegment(c6274bf2-bef6-45b5-aec3-3682a7540ea2),segment_id=c6274bf2-bef6-45b5-aec3-3682a7540ea2)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:23:37.152082 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Returning: {'device': '18e54a16-e063-4b55-accb-1d6cf777303f', 'network_id': '0ca35ba5-effe-46d7-b523-b03292027d06', 'port_id': '18e54a16-e063-4b55-accb-1d6cf777303f', 'mac_address': 'fa:16:3e:4c:aa:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8971dba-4d60-415c-895a-c0e5b7ca2251', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:23:37.190148 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 18e54a16-e063-4b55-accb-1d6cf777303f is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:23:37.190610 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (18e54a16-e063-4b55-accb-1d6cf777303f), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:37.203578 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18e54a16-e063-4b55-accb-1d6cf777303f {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:23:37.223522 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 18e54a16-e063-4b55-accb-1d6cf777303f, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=18e54a16-e063-4b55-accb-1d6cf777303f,segment=NetworkSegment(c6274bf2-bef6-45b5-aec3-3682a7540ea2),segment_id=c6274bf2-bef6-45b5-aec3-3682a7540ea2)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:23:37.228022 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (18e54a16-e063-4b55-accb-1d6cf777303f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:37.275708 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=18e54a16-e063-4b55-accb-1d6cf777303f,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:37.380392 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1e65e9-2fbe-4a86-8a04-6731fa251df6 req-41b02506-66ab-4539-bb99-ad3e2a823b96 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:37.381923 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ee1e65e9-2fbe-4a86-8a04-6731fa251df6 req-41b02506-66ab-4539-bb99-ad3e2a823b96 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=d4ffcb58-4863-42ad-8174-becce8a1d934 HTTP/1.1" status: 200 len: 944 time: 0.0577216 Feb 19 03:23:37.433973 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ee1e65e9-2fbe-4a86-8a04-6731fa251df6 req-00c32118-c853-4e33-b6dd-7240daf5d4ad tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=d8f64544-e7e8-4359-aa8d-b4a91a5cef39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463650 Feb 19 03:23:37.521763 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['18e54a16-e063-4b55-accb-1d6cf777303f'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:23:37.654879 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03db9762-590c-4123-bf30-60e3be4a246e req-7da51017-b5cd-4d73-9f2d-ebdd83166496 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:37.656518 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-03db9762-590c-4123-bf30-60e3be4a246e req-7da51017-b5cd-4d73-9f2d-ebdd83166496 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/ports?device_id=9561e903-5887-489a-bff4-903ca5c6c651 HTTP/1.1" status: 200 len: 945 time: 0.0661566 Feb 19 03:23:37.706740 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-03db9762-590c-4123-bf30-60e3be4a246e req-2fce5713-96db-4998-b2fb-70175630cdcd tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/security-groups?id=7720c530-0957-408e-b065-5a2a34575093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429218 Feb 19 03:23:37.987689 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fb02a7ed-a4a4-4217-a042-18a5a39567db req-c04caf24-1591-4c66-ab36-a5d3b5354a87 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=6110ed9d-e15f-480b-ab6a-90fd99657644 HTTP/1.1" status: 200 len: 210 time: 0.0270998 Feb 19 03:23:38.559533 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a907f2bb-ddb4-4115-a70b-107d95e59f78 req-c74986fb-d741-45bd-a57d-63b4fd97ecc6 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:38.561045 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a907f2bb-ddb4-4115-a70b-107d95e59f78 req-c74986fb-d741-45bd-a57d-63b4fd97ecc6 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=d4ffcb58-4863-42ad-8174-becce8a1d934 HTTP/1.1" status: 200 len: 944 time: 0.0590956 Feb 19 03:23:38.610838 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a907f2bb-ddb4-4115-a70b-107d95e59f78 req-7e1568b6-c0ab-4de0-a7c3-11fa063e8140 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=d8f64544-e7e8-4359-aa8d-b4a91a5cef39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438559 Feb 19 03:23:38.829948 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0b0d19-2338-4cde-9cc5-343630c355aa req-3f6d96dc-966d-4e9b-9a6b-14b915f684f6 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:38.831484 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2b0b0d19-2338-4cde-9cc5-343630c355aa req-3f6d96dc-966d-4e9b-9a6b-14b915f684f6 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/ports?device_id=9561e903-5887-489a-bff4-903ca5c6c651 HTTP/1.1" status: 200 len: 945 time: 0.0550175 Feb 19 03:23:38.878750 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2b0b0d19-2338-4cde-9cc5-343630c355aa req-4e8836d3-032f-4798-8706-f01ecbae0799 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/security-groups?id=7720c530-0957-408e-b065-5a2a34575093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416276 Feb 19 03:23:39.054984 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 18e54a16-e063-4b55-accb-1d6cf777303f up at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:23:39.092851 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e56b8635-f772-4090-ba9b-ac3005a9bc31 req-1a1fd17e-0ae1-400d-9cea-5a53dda8fea6 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=6110ed9d-e15f-480b-ab6a-90fd99657644 HTTP/1.1" status: 200 len: 210 time: 0.0331125 Feb 19 03:23:39.109389 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning for port 18e54a16-e063-4b55-accb-1d6cf777303f completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:23:39.114743 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning complete for port 18e54a16-e063-4b55-accb-1d6cf777303f triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:23:39.115177 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (18e54a16-e063-4b55-accb-1d6cf777303f), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:39.195200 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 18e54a16-e063-4b55-accb-1d6cf777303f is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:23:39.195593 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (18e54a16-e063-4b55-accb-1d6cf777303f), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:39.218716 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4ffcb58-4863-42ad-8174-becce8a1d934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18e54a16-e063-4b55-accb-1d6cf777303f'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:23:39.220943 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a4f244a-c356-4489-8f32-5c7f7882d597" -d '{"events": [{"server_uuid": "d4ffcb58-4863-42ad-8174-becce8a1d934", "name": "network-vif-plugged", "status": "completed", "tag": "18e54a16-e063-4b55-accb-1d6cf777303f"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:23:39.236984 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 18e54a16-e063-4b55-accb-1d6cf777303f, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=18e54a16-e063-4b55-accb-1d6cf777303f,segment=NetworkSegment(c6274bf2-bef6-45b5-aec3-3682a7540ea2),segment_id=c6274bf2-bef6-45b5-aec3-3682a7540ea2)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:23:39.241424 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (18e54a16-e063-4b55-accb-1d6cf777303f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:39.264982 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1596937-72e0-4210-b5fc-f26825a9bea1 x-openstack-request-id: req-e1596937-72e0-4210-b5fc-f26825a9bea1 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:23:39.265346 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4ffcb58-4863-42ad-8174-becce8a1d934", "name": "network-vif-plugged", "status": "completed", "tag": "18e54a16-e063-4b55-accb-1d6cf777303f", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:23:39.265611 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e1596937-72e0-4210-b5fc-f26825a9bea1 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:23:39.266001 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4ffcb58-4863-42ad-8174-becce8a1d934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18e54a16-e063-4b55-accb-1d6cf777303f', 'code': 200} Feb 19 03:23:39.291981 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=18e54a16-e063-4b55-accb-1d6cf777303f,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:39.398109 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df52b01-82fc-4cea-9870-75ddf45630f7 req-08be9509-cd05-4cc8-a5a6-89d7eca7bdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:39.399666 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6df52b01-82fc-4cea-9870-75ddf45630f7 req-08be9509-cd05-4cc8-a5a6-89d7eca7bdc8 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=d4ffcb58-4863-42ad-8174-becce8a1d934 HTTP/1.1" status: 200 len: 1127 time: 0.0470307 Feb 19 03:23:39.445686 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6df52b01-82fc-4cea-9870-75ddf45630f7 req-2a5c96b7-549a-43e1-80af-422dbf2a1548 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=d8f64544-e7e8-4359-aa8d-b4a91a5cef39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401437 Feb 19 03:23:39.738351 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3d8b01-7aab-4c92-982e-75386c6065e8 req-d1f1c300-90df-438c-9b78-9c9af1d80f38 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:39.739926 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ab3d8b01-7aab-4c92-982e-75386c6065e8 req-d1f1c300-90df-438c-9b78-9c9af1d80f38 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=d4ffcb58-4863-42ad-8174-becce8a1d934 HTTP/1.1" status: 200 len: 945 time: 0.0568993 Feb 19 03:23:39.789509 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ab3d8b01-7aab-4c92-982e-75386c6065e8 req-09368173-fa76-4589-902d-58fcb560c842 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=d8f64544-e7e8-4359-aa8d-b4a91a5cef39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436594 Feb 19 03:23:40.008368 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1fbb34-4b61-42f8-8072-d881dc280a6d req-df6faef1-bd15-498f-b214-37a2a99ef225 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:40.009826 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4f1fbb34-4b61-42f8-8072-d881dc280a6d req-df6faef1-bd15-498f-b214-37a2a99ef225 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/ports?device_id=9561e903-5887-489a-bff4-903ca5c6c651 HTTP/1.1" status: 200 len: 945 time: 0.0580578 Feb 19 03:23:40.057718 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4f1fbb34-4b61-42f8-8072-d881dc280a6d req-286d3ad8-08be-4c56-b196-d399e6110c11 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/security-groups?id=7720c530-0957-408e-b065-5a2a34575093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423052 Feb 19 03:23:40.188438 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4da967dc-853a-4d37-b294-4c11716d12cb req-579ea863-6322-48e9-a750-bb0796de1cdd tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=6110ed9d-e15f-480b-ab6a-90fd99657644 HTTP/1.1" status: 200 len: 210 time: 0.0277219 Feb 19 03:23:40.911016 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766f595e-71bc-4a74-8612-b4a7cbe7be0f req-ae857d24-cc8d-45cf-8a5c-f18bc5e3241f tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:40.912552 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-766f595e-71bc-4a74-8612-b4a7cbe7be0f req-ae857d24-cc8d-45cf-8a5c-f18bc5e3241f tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=d4ffcb58-4863-42ad-8174-becce8a1d934 HTTP/1.1" status: 200 len: 945 time: 0.0542738 Feb 19 03:23:40.962707 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-766f595e-71bc-4a74-8612-b4a7cbe7be0f req-c9420750-2257-4087-aeae-4af2805699ec tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=d8f64544-e7e8-4359-aa8d-b4a91a5cef39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445631 Feb 19 03:23:41.091257 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b7e0b8-070d-4569-b66b-015d65f283c3 req-3af33812-176c-429f-8907-7ca2bd273a79 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:41.092737 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e7b7e0b8-070d-4569-b66b-015d65f283c3 req-3af33812-176c-429f-8907-7ca2bd273a79 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=d4ffcb58-4863-42ad-8174-becce8a1d934 HTTP/1.1" status: 200 len: 945 time: 0.0607607 Feb 19 03:23:41.169778 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e7b7e0b8-070d-4569-b66b-015d65f283c3 req-7af9f228-e941-4bac-b1e3-2d4d352890e9 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=d8f64544-e7e8-4359-aa8d-b4a91a5cef39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709598 Feb 19 03:23:41.194159 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 44534) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:41.197216 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c75c05-f33d-4938-b995-9c8608db08ca req-83e8e335-3362-4e3d-b02e-9d8df85c2a9f tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:41.198924 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a1c75c05-f33d-4938-b995-9c8608db08ca req-83e8e335-3362-4e3d-b02e-9d8df85c2a9f tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/ports?device_id=9561e903-5887-489a-bff4-903ca5c6c651 HTTP/1.1" status: 200 len: 945 time: 0.0665805 Feb 19 03:23:41.245959 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300cfbe6-1055-46c2-829d-e2d253aa2b5c tempest-TestNetworkAdvancedServerOps-967795877 tempest-TestNetworkAdvancedServerOps-967795877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:41.248773 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-300cfbe6-1055-46c2-829d-e2d253aa2b5c tempest-TestNetworkAdvancedServerOps-967795877 tempest-TestNetworkAdvancedServerOps-967795877-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=d4ffcb58-4863-42ad-8174-becce8a1d934 HTTP/1.1" status: 200 len: 1122 time: 0.0517960 Feb 19 03:23:41.250602 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 44538) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:41.254151 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a1c75c05-f33d-4938-b995-9c8608db08ca req-0ffe5a59-5889-4267-9ceb-cf737402a85f tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/security-groups?id=7720c530-0957-408e-b065-5a2a34575093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482919 Feb 19 03:23:41.256157 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-bb9d03e5-961b-4660-b4ee-6d762be184fd tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Request body: {'floatingip': {'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'port_id': '18e54a16-e063-4b55-accb-1d6cf777303f', 'tenant_id': '3bc3bb28499f4673b42d5b4a69d45946', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:23:41.281704 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bb9d03e5-961b-4660-b4ee-6d762be184fd tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:41.302121 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-acb2ce40-82e5-4279-9ace-b1a32bfce7a7 req-8407d9f4-982c-48b2-a48f-bca21f7f936e tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=6110ed9d-e15f-480b-ab6a-90fd99657644 HTTP/1.1" status: 200 len: 210 time: 0.0351145 Feb 19 03:23:41.388137 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bb9d03e5-961b-4660-b4ee-6d762be184fd tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:41.508939 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-bb9d03e5-961b-4660-b4ee-6d762be184fd tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Allocated IP 172.25.6.232 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/b7e498e7-ab16-4cb2-af88-3d8bb01ce422) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:23:41.616996 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bb9d03e5-961b-4660-b4ee-6d762be184fd tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for port (b7e498e7-ab16-4cb2-af88-3d8bb01ce422), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:41.658490 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bb9d03e5-961b-4660-b4ee-6d762be184fd tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (b7e498e7-ab16-4cb2-af88-3d8bb01ce422), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:41.706435 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9d03e5-961b-4660-b4ee-6d762be184fd tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:23:41.710391 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-bb9d03e5-961b-4660-b4ee-6d762be184fd tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:23:41.712313 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9d03e5-961b-4660-b4ee-6d762be184fd tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Pushing event updated for resources: {'Port': ['ID=b7e498e7-ab16-4cb2-af88-3d8bb01ce422,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:41.714557 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9d03e5-961b-4660-b4ee-6d762be184fd tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:23:42.397380 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d436df-5e66-465c-a885-06a21a8261b7 req-2ad36653-8bd1-409b-81f6-dfbb5160f895 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:42.405377 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-61d436df-5e66-465c-a885-06a21a8261b7 req-2ad36653-8bd1-409b-81f6-dfbb5160f895 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/ports?device_id=9561e903-5887-489a-bff4-903ca5c6c651 HTTP/1.1" status: 200 len: 945 time: 0.0744977 Feb 19 03:23:42.452752 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-67141213-60df-49a8-91e2-558398a72b7a req-d503ffc5-5905-458f-9bb4-d50fe19cf5d8 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=6110ed9d-e15f-480b-ab6a-90fd99657644 HTTP/1.1" status: 200 len: 210 time: 0.0394070 Feb 19 03:23:42.475261 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bb9d03e5-961b-4660-b4ee-6d762be184fd tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for floatingip (5aa129b0-b0b5-4c54-8ade-7c0421460096), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:42.481775 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-61d436df-5e66-465c-a885-06a21a8261b7 req-87ea880a-61fe-4757-a78a-2fc15001ae77 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/security-groups?id=7720c530-0957-408e-b065-5a2a34575093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751393 Feb 19 03:23:42.547890 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bb9d03e5-961b-4660-b4ee-6d762be184fd tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (b7e498e7-ab16-4cb2-af88-3d8bb01ce422), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:42.715920 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bb9d03e5-961b-4660-b4ee-6d762be184fd tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for port (b7e498e7-ab16-4cb2-af88-3d8bb01ce422), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:42.720599 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bb9d03e5-961b-4660-b4ee-6d762be184fd tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (b7e498e7-ab16-4cb2-af88-3d8bb01ce422), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:42.793465 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9d03e5-961b-4660-b4ee-6d762be184fd tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Pushing event updated for resources: {'Port': ['ID=b7e498e7-ab16-4cb2-af88-3d8bb01ce422,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:42.801565 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bb9d03e5-961b-4660-b4ee-6d762be184fd tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16285943'] for floatingip (5aa129b0-b0b5-4c54-8ade-7c0421460096), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:42.909308 n-d-826753-2 neutron-server[103702]: INFO neutron.db.l3_db [None req-bb9d03e5-961b-4660-b4ee-6d762be184fd tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Floating IP 5aa129b0-b0b5-4c54-8ade-7c0421460096 associated. External IP: 172.25.6.232, port: 18e54a16-e063-4b55-accb-1d6cf777303f. Feb 19 03:23:43.148671 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb9d03e5-961b-4660-b4ee-6d762be184fd tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Router 67115fbf-63fa-4980-8074-14c8ea98cbdf has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:23:43.268275 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb9d03e5-961b-4660-b4ee-6d762be184fd tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:23:43.280714 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb14b3a7-45e4-48ae-a4a1-fc9a92a6f090 None None] Sync routers for ids ['67115fbf-63fa-4980-8074-14c8ea98cbdf'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:23:43.293346 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb14b3a7-45e4-48ae-a4a1-fc9a92a6f090 None None] Routers {'67115fbf-63fa-4980-8074-14c8ea98cbdf'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:23:43.294225 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-fb14b3a7-45e4-48ae-a4a1-fc9a92a6f090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:23:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['67115fbf-63fa-4980-8074-14c8ea98cbdf'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:43.295897 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bb9d03e5-961b-4660-b4ee-6d762be184fd tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:43.329943 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-bb9d03e5-961b-4660-b4ee-6d762be184fd tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0782123 Feb 19 03:23:43.330939 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4ffcb58-4863-42ad-8174-becce8a1d934', 'tag': '18e54a16-e063-4b55-accb-1d6cf777303f'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:23:43.334248 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3a6ce3e-ca8b-40b6-82fd-ff1831581a3d" -d '{"events": [{"name": "network-changed", "server_uuid": "d4ffcb58-4863-42ad-8174-becce8a1d934", "tag": "18e54a16-e063-4b55-accb-1d6cf777303f"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:23:43.387066 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d152dfa0-ab2a-4c44-a5ba-02b20271b7b2 x-openstack-request-id: req-d152dfa0-ab2a-4c44-a5ba-02b20271b7b2 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:23:43.387435 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4ffcb58-4863-42ad-8174-becce8a1d934", "tag": "18e54a16-e063-4b55-accb-1d6cf777303f", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:23:43.387753 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d152dfa0-ab2a-4c44-a5ba-02b20271b7b2 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:23:43.388282 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4ffcb58-4863-42ad-8174-becce8a1d934', 'tag': '18e54a16-e063-4b55-accb-1d6cf777303f', 'status': 'completed', 'code': 200} Feb 19 03:23:43.468045 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-fb14b3a7-45e4-48ae-a4a1-fc9a92a6f090 None None] Set router 67115fbf-63fa-4980-8074-14c8ea98cbdf gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:23:43.537470 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68fd34e-5daa-40fd-9eab-6b51249be48e req-8e27fe2c-5c4d-4318-a831-ce27effd2585 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:43.540446 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f68fd34e-5daa-40fd-9eab-6b51249be48e req-8e27fe2c-5c4d-4318-a831-ce27effd2585 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=d4ffcb58-4863-42ad-8174-becce8a1d934 HTTP/1.1" status: 200 len: 945 time: 0.1349597 Feb 19 03:23:43.545124 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a6ce3e-ca8b-40b6-82fd-ff1831581a3d req-f4f735e6-794e-44d3-b230-e7c6d06bb3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:43.547434 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e3a6ce3e-ca8b-40b6-82fd-ff1831581a3d req-f4f735e6-794e-44d3-b230-e7c6d06bb3cc service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3bc3bb28499f4673b42d5b4a69d45946&device_id=d4ffcb58-4863-42ad-8174-becce8a1d934 HTTP/1.1" status: 200 len: 1127 time: 0.1046889 Feb 19 03:23:43.626956 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8944e62e-c305-4dcd-81e6-f34dcf1f4591 req-f1873e43-77a4-4dbf-9d4f-cbf266e6c71e tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=6110ed9d-e15f-480b-ab6a-90fd99657644 HTTP/1.1" status: 200 len: 210 time: 0.0845120 Feb 19 03:23:43.718354 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f68fd34e-5daa-40fd-9eab-6b51249be48e req-192f95df-7893-411b-b17b-5f6d8930d280 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=d8f64544-e7e8-4359-aa8d-b4a91a5cef39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1686947 Feb 19 03:23:43.740363 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 44554) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:43.770423 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-fb14b3a7-45e4-48ae-a4a1-fc9a92a6f090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67115fbf-63fa-4980-8074-14c8ea98cbdf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1142059748', 'tenant_id': '3bc3bb28499f4673b42d5b4a69d45946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': '7532a1e1-b1cf-4605-a96d-693125dba2b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:23:22Z', 'updated_at': '2022-02-19T03:23:26Z', 'revision_number': 4, 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'gw_port': {'id': '7532a1e1-b1cf-4605-a96d-693125dba2b7', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:6e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67115fbf-63fa-4980-8074-14c8ea98cbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:23:22Z', 'updated_at': '2022-02-19T03:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': '5aa129b0-b0b5-4c54-8ade-7c0421460096', 'tenant_id': '3bc3bb28499f4673b42d5b4a69d45946', 'floating_ip_address': '172.25.6.232', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': '67115fbf-63fa-4980-8074-14c8ea98cbdf', 'port_id': '18e54a16-e063-4b55-accb-1d6cf777303f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ca35ba5-effe-46d7-b523-b03292027d06', 'mac_address': 'fa:16:3e:4c:aa:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ffcb58-4863-42ad-8174-becce8a1d934', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:23:42Z', 'updated_at': '2022-02-19T03:23:42Z', 'revision_number': 0, 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d276046-e5d1-4ea1-854a-42907e0dbdb3', 'name': '', 'network_id': '0ca35ba5-effe-46d7-b523-b03292027d06', 'tenant_id': '3bc3bb28499f4673b42d5b4a69d45946', 'mac_address': 'fa:16:3e:74:67:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67115fbf-63fa-4980-8074-14c8ea98cbdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'b8971dba-4d60-415c-895a-c0e5b7ca2251', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:23:25Z', 'updated_at': '2022-02-19T03:23:30Z', 'revision_number': 5, 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'subnets': [{'id': 'b8971dba-4d60-415c-895a-c0e5b7ca2251', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:43.791333 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a6ce3e-ca8b-40b6-82fd-ff1831581a3d req-ed9ab181-4e80-4cdd-b2cf-35d8b500fb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:43.792833 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e3a6ce3e-ca8b-40b6-82fd-ff1831581a3d req-ed9ab181-4e80-4cdd-b2cf-35d8b500fb41 service neutron] 10.222.0.82 "GET /v2.0/networks?id=0ca35ba5-effe-46d7-b523-b03292027d06 HTTP/1.1" status: 200 len: 898 time: 0.2311304 Feb 19 03:23:43.802297 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f275111-717b-4110-bab6-3c750652aa87 req-97826983-56ee-434f-83be-af717f80c92b tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:43.809971 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8f275111-717b-4110-bab6-3c750652aa87 req-97826983-56ee-434f-83be-af717f80c92b tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/ports?device_id=9561e903-5887-489a-bff4-903ca5c6c651 HTTP/1.1" status: 200 len: 945 time: 0.0901933 Feb 19 03:23:43.813366 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-78b62eeb-9386-4428-ba51-7de51d3a9b9c tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/floatingips/5aa129b0-b0b5-4c54-8ade-7c0421460096 HTTP/1.1" status: 200 len: 991 time: 0.0706840 Feb 19 03:23:43.819106 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb14b3a7-45e4-48ae-a4a1-fc9a92a6f090 None None] Checking router: 67115fbf-63fa-4980-8074-14c8ea98cbdf for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:23:43.828079 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb14b3a7-45e4-48ae-a4a1-fc9a92a6f090 None None] Routers {'67115fbf-63fa-4980-8074-14c8ea98cbdf'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:23:43.828707 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-fb14b3a7-45e4-48ae-a4a1-fc9a92a6f090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:23:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['67115fbf-63fa-4980-8074-14c8ea98cbdf'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:43.903315 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e3a6ce3e-ca8b-40b6-82fd-ff1831581a3d req-666334b6-d165-45e3-8cad-e4d72883c43f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=18e54a16-e063-4b55-accb-1d6cf777303f HTTP/1.1" status: 200 len: 999 time: 0.0909657 Feb 19 03:23:43.911142 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8f275111-717b-4110-bab6-3c750652aa87 req-44cc8aff-d4e2-49b5-b67c-620136129fce tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/security-groups?id=7720c530-0957-408e-b065-5a2a34575093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002522 Feb 19 03:23:43.958893 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a6ce3e-ca8b-40b6-82fd-ff1831581a3d req-7d315695-9fb0-42a7-bda2-bbfb2f44ca66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:43.962828 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e3a6ce3e-ca8b-40b6-82fd-ff1831581a3d req-7d315695-9fb0-42a7-bda2-bbfb2f44ca66 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b8971dba-4d60-415c-895a-c0e5b7ca2251 HTTP/1.1" status: 200 len: 834 time: 0.0483992 Feb 19 03:23:43.974219 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-fb14b3a7-45e4-48ae-a4a1-fc9a92a6f090 None None] Set router 67115fbf-63fa-4980-8074-14c8ea98cbdf gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:23:44.017689 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a6ce3e-ca8b-40b6-82fd-ff1831581a3d req-9eea2ff9-0518-469d-ba04-8137ff204c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:44.019420 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e3a6ce3e-ca8b-40b6-82fd-ff1831581a3d req-9eea2ff9-0518-469d-ba04-8137ff204c3d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0ca35ba5-effe-46d7-b523-b03292027d06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0527813 Feb 19 03:23:44.127471 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e3a6ce3e-ca8b-40b6-82fd-ff1831581a3d req-23254a02-ed72-44fd-b5d6-d50d3e21fa03 service neutron] 10.222.0.82 "GET /v2.0/networks/0ca35ba5-effe-46d7-b523-b03292027d06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019061 Feb 19 03:23:44.229580 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e3a6ce3e-ca8b-40b6-82fd-ff1831581a3d req-ec677132-89f1-44c4-b504-16706ffda842 service neutron] 10.222.0.82 "GET /v2.0/networks/0ca35ba5-effe-46d7-b523-b03292027d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960400 Feb 19 03:23:44.231979 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-fb14b3a7-45e4-48ae-a4a1-fc9a92a6f090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67115fbf-63fa-4980-8074-14c8ea98cbdf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1142059748', 'tenant_id': '3bc3bb28499f4673b42d5b4a69d45946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': '7532a1e1-b1cf-4605-a96d-693125dba2b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:23:22Z', 'updated_at': '2022-02-19T03:23:26Z', 'revision_number': 4, 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'gw_port': {'id': '7532a1e1-b1cf-4605-a96d-693125dba2b7', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:6e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67115fbf-63fa-4980-8074-14c8ea98cbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:23:22Z', 'updated_at': '2022-02-19T03:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': '5aa129b0-b0b5-4c54-8ade-7c0421460096', 'tenant_id': '3bc3bb28499f4673b42d5b4a69d45946', 'floating_ip_address': '172.25.6.232', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': '67115fbf-63fa-4980-8074-14c8ea98cbdf', 'port_id': '18e54a16-e063-4b55-accb-1d6cf777303f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ca35ba5-effe-46d7-b523-b03292027d06', 'mac_address': 'fa:16:3e:4c:aa:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ffcb58-4863-42ad-8174-becce8a1d934', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:23:42Z', 'updated_at': '2022-02-19T03:23:42Z', 'revision_number': 0, 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d276046-e5d1-4ea1-854a-42907e0dbdb3', 'name': '', 'network_id': '0ca35ba5-effe-46d7-b523-b03292027d06', 'tenant_id': '3bc3bb28499f4673b42d5b4a69d45946', 'mac_address': 'fa:16:3e:74:67:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67115fbf-63fa-4980-8074-14c8ea98cbdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'b8971dba-4d60-415c-895a-c0e5b7ca2251', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:23:25Z', 'updated_at': '2022-02-19T03:23:30Z', 'revision_number': 5, 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'subnets': [{'id': 'b8971dba-4d60-415c-895a-c0e5b7ca2251', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:44.264793 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb14b3a7-45e4-48ae-a4a1-fc9a92a6f090 None None] The sync data for ids ['67115fbf-63fa-4980-8074-14c8ea98cbdf'] in n-d-826753-2 is: [{'id': '67115fbf-63fa-4980-8074-14c8ea98cbdf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1142059748', 'tenant_id': '3bc3bb28499f4673b42d5b4a69d45946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': '7532a1e1-b1cf-4605-a96d-693125dba2b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:23:22Z', 'updated_at': '2022-02-19T03:23:26Z', 'revision_number': 4, 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'gw_port': {'id': '7532a1e1-b1cf-4605-a96d-693125dba2b7', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:6e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67115fbf-63fa-4980-8074-14c8ea98cbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:23:22Z', 'updated_at': '2022-02-19T03:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': '5aa129b0-b0b5-4c54-8ade-7c0421460096', 'tenant_id': '3bc3bb28499f4673b42d5b4a69d45946', 'floating_ip_address': '172.25.6.232', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': '67115fbf-63fa-4980-8074-14c8ea98cbdf', 'port_id': '18e54a16-e063-4b55-accb-1d6cf777303f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ca35ba5-effe-46d7-b523-b03292027d06', 'mac_address': 'fa:16:3e:4c:aa:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ffcb58-4863-42ad-8174-becce8a1d934', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:23:42Z', 'updated_at': '2022-02-19T03:23:42Z', 'revision_number': 0, 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d276046-e5d1-4ea1-854a-42907e0dbdb3', 'name': '', 'network_id': '0ca35ba5-effe-46d7-b523-b03292027d06', 'tenant_id': '3bc3bb28499f4673b42d5b4a69d45946', 'mac_address': 'fa:16:3e:74:67:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67115fbf-63fa-4980-8074-14c8ea98cbdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'b8971dba-4d60-415c-895a-c0e5b7ca2251', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:23:25Z', 'updated_at': '2022-02-19T03:23:30Z', 'revision_number': 5, 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'subnets': [{'id': 'b8971dba-4d60-415c-895a-c0e5b7ca2251', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:23:44.615749 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa7bead-b33c-486c-9418-aecdaed2b21c None None] New status for floating IP 5aa129b0-b0b5-4c54-8ade-7c0421460096: ACTIVE {{(pid=103704) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:23:44.765539 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b5128e08-38af-411a-93df-a06f6c69ef28 req-d6f7dbfc-8099-483e-a569-be118a994181 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=6110ed9d-e15f-480b-ab6a-90fd99657644 HTTP/1.1" status: 200 len: 210 time: 0.0380082 Feb 19 03:23:44.816425 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 44558) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:44.882433 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-b162c4e3-c9df-492d-9649-2b3c56c2a8ec tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/floatingips/5aa129b0-b0b5-4c54-8ade-7c0421460096 HTTP/1.1" status: 200 len: 993 time: 0.0641944 Feb 19 03:23:45.053497 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911937b7-44ca-4fe7-810f-b383c4141b46 req-ab526a53-9afc-4877-b9c8-269714939118 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:45.055102 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-911937b7-44ca-4fe7-810f-b383c4141b46 req-ab526a53-9afc-4877-b9c8-269714939118 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/ports?device_id=9561e903-5887-489a-bff4-903ca5c6c651 HTTP/1.1" status: 200 len: 945 time: 0.0623202 Feb 19 03:23:45.107430 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-911937b7-44ca-4fe7-810f-b383c4141b46 req-2f891781-72ce-4b06-b455-94f9e824bc6c tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/security-groups?id=7720c530-0957-408e-b065-5a2a34575093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467153 Feb 19 03:23:45.546545 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5a609777-fce9-4aea-a039-93bc2907179b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:45.922981 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-be39d615-7115-4a85-8e34-2e3fcbfb05c4 req-491ca01e-e1f0-4f7c-8f41-bab8988798ab tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=6110ed9d-e15f-480b-ab6a-90fd99657644 HTTP/1.1" status: 200 len: 210 time: 0.0430422 Feb 19 03:23:46.231463 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311d06f9-195a-43b1-92cb-28d84bcf3a9a req-0a7d9e77-e861-4662-83f7-49e9b85bc30a tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:46.232975 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-311d06f9-195a-43b1-92cb-28d84bcf3a9a req-0a7d9e77-e861-4662-83f7-49e9b85bc30a tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/ports?device_id=9561e903-5887-489a-bff4-903ca5c6c651 HTTP/1.1" status: 200 len: 945 time: 0.0531511 Feb 19 03:23:46.285051 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-311d06f9-195a-43b1-92cb-28d84bcf3a9a req-3ebaf047-9512-4256-8e74-d82226d6bbbe tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/security-groups?id=7720c530-0957-408e-b065-5a2a34575093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432346 Feb 19 03:23:47.420841 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e872dba7-c568-4ad1-9a32-a5c8aa6974d7 req-cfb8554f-2ab7-43a6-8d5d-4c5c95256ca7 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:47.422408 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e872dba7-c568-4ad1-9a32-a5c8aa6974d7 req-cfb8554f-2ab7-43a6-8d5d-4c5c95256ca7 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/ports?device_id=9561e903-5887-489a-bff4-903ca5c6c651 HTTP/1.1" status: 200 len: 945 time: 0.0590582 Feb 19 03:23:47.480739 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e872dba7-c568-4ad1-9a32-a5c8aa6974d7 req-d130c0ce-9792-43fd-9389-9f2d56bf3342 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/security-groups?id=7720c530-0957-408e-b065-5a2a34575093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511646 Feb 19 03:23:47.706044 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cca248-46a4-4e3b-84e9-bcdef179033d req-7f45d317-ad2c-4435-96ac-374c5a7b8bd7 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:47.707800 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-37cca248-46a4-4e3b-84e9-bcdef179033d req-7f45d317-ad2c-4435-96ac-374c5a7b8bd7 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/ports?device_id=9561e903-5887-489a-bff4-903ca5c6c651 HTTP/1.1" status: 200 len: 945 time: 0.0674341 Feb 19 03:23:47.728508 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-403626ba-a579-4856-8a75-cd2c5c73dc70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:47.791254 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-37cca248-46a4-4e3b-84e9-bcdef179033d req-121305c2-9ff1-45f1-bc07-4a16b5c3551b tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/security-groups?id=7720c530-0957-408e-b065-5a2a34575093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779364 Feb 19 03:23:47.802021 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4a3294-e49e-459e-9433-10d2fefcddd0 req-55b3b6a1-3f5a-4a25-932a-86150d8061c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:47.803511 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ff4a3294-e49e-459e-9433-10d2fefcddd0 req-55b3b6a1-3f5a-4a25-932a-86150d8061c1 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=4bc29719da89493e810e3a2508264407&device_id=9561e903-5887-489a-bff4-903ca5c6c651 HTTP/1.1" status: 200 len: 1127 time: 0.0758729 Feb 19 03:23:47.905852 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4a3294-e49e-459e-9433-10d2fefcddd0 req-d722a74f-5a7c-4e0c-9b3a-5e6eadec33c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:47.907267 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ff4a3294-e49e-459e-9433-10d2fefcddd0 req-d722a74f-5a7c-4e0c-9b3a-5e6eadec33c4 service neutron] 10.222.0.82 "GET /v2.0/networks?id=9a554e32-f7c5-4dcb-952c-723e4a86c322 HTTP/1.1" status: 200 len: 912 time: 0.0977869 Feb 19 03:23:47.981652 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ff4a3294-e49e-459e-9433-10d2fefcddd0 req-135426aa-69ab-4954-8860-aab48aa6c156 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27eee251-46ae-42e7-b6f1-4d8c3fdcaa3f HTTP/1.1" status: 200 len: 1000 time: 0.0681326 Feb 19 03:23:48.038883 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4a3294-e49e-459e-9433-10d2fefcddd0 req-42935a3a-fa81-4640-ac34-df6ad70f7f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:48.038883 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ff4a3294-e49e-459e-9433-10d2fefcddd0 req-42935a3a-fa81-4640-ac34-df6ad70f7f54 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ea16c631-8dac-4b32-b4b0-9ae4e04ef132 HTTP/1.1" status: 200 len: 850 time: 0.0471733 Feb 19 03:23:48.093897 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4a3294-e49e-459e-9433-10d2fefcddd0 req-c6c33385-e1d8-43cf-a867-4f96d81977df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:48.095408 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ff4a3294-e49e-459e-9433-10d2fefcddd0 req-c6c33385-e1d8-43cf-a867-4f96d81977df service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9a554e32-f7c5-4dcb-952c-723e4a86c322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0524135 Feb 19 03:23:48.217707 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ff4a3294-e49e-459e-9433-10d2fefcddd0 req-fff081f7-401e-42f7-b88c-f8f4f4cabb8e service neutron] 10.222.0.82 "GET /v2.0/networks/9a554e32-f7c5-4dcb-952c-723e4a86c322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136496 Feb 19 03:23:48.325716 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ff4a3294-e49e-459e-9433-10d2fefcddd0 req-39365227-842a-4901-b0ca-2409d04a10fa service neutron] 10.222.0.82 "GET /v2.0/networks/9a554e32-f7c5-4dcb-952c-723e4a86c322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941610 Feb 19 03:23:48.942071 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005d6ced-be7f-4370-a6cb-7362eb20ceda req-9af54628-1a79-4a9e-a103-22c49c9f1236 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:48.943637 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-005d6ced-be7f-4370-a6cb-7362eb20ceda req-9af54628-1a79-4a9e-a103-22c49c9f1236 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/ports?device_id=9561e903-5887-489a-bff4-903ca5c6c651 HTTP/1.1" status: 200 len: 945 time: 0.0620444 Feb 19 03:23:48.995138 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-005d6ced-be7f-4370-a6cb-7362eb20ceda req-e05cd0ce-0169-43e0-a422-7fea27fe119b tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/security-groups?id=7720c530-0957-408e-b065-5a2a34575093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439546 Feb 19 03:23:49.343437 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:50.533429 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:51.983732 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:52.734166 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:56.468748 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:01.937641 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:24:07.424520 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c96d2bd2-ca4c-4bb3-869e-d15d42157bf9 req-3bdb719e-834a-44d7-85dc-935c07f6b7e3 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=9561e903-5887-489a-bff4-903ca5c6c651&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0507464 Feb 19 03:24:07.534483 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96d2bd2-ca4c-4bb3-869e-d15d42157bf9 req-c4a8065c-38a1-4c55-a8a5-d0cbea961fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:07.536018 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c96d2bd2-ca4c-4bb3-869e-d15d42157bf9 req-c4a8065c-38a1-4c55-a8a5-d0cbea961fa6 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=4bc29719da89493e810e3a2508264407&device_id=9561e903-5887-489a-bff4-903ca5c6c651 HTTP/1.1" status: 200 len: 1127 time: 0.0485642 Feb 19 03:24:07.649296 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96d2bd2-ca4c-4bb3-869e-d15d42157bf9 req-7d31c29b-b429-4659-a04d-4ea1b8b50a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:07.650927 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c96d2bd2-ca4c-4bb3-869e-d15d42157bf9 req-7d31c29b-b429-4659-a04d-4ea1b8b50a5c service neutron] 10.222.0.82 "GET /v2.0/networks?id=9a554e32-f7c5-4dcb-952c-723e4a86c322 HTTP/1.1" status: 200 len: 912 time: 0.0936141 Feb 19 03:24:07.729385 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c96d2bd2-ca4c-4bb3-869e-d15d42157bf9 req-512faaba-33ca-407b-ada1-c0daa612effa service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27eee251-46ae-42e7-b6f1-4d8c3fdcaa3f HTTP/1.1" status: 200 len: 1000 time: 0.0716949 Feb 19 03:24:07.789577 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96d2bd2-ca4c-4bb3-869e-d15d42157bf9 req-120bf869-60d8-463f-8e95-1d9035afe69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:07.791835 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c96d2bd2-ca4c-4bb3-869e-d15d42157bf9 req-120bf869-60d8-463f-8e95-1d9035afe69c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ea16c631-8dac-4b32-b4b0-9ae4e04ef132 HTTP/1.1" status: 200 len: 850 time: 0.0558767 Feb 19 03:24:07.869429 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96d2bd2-ca4c-4bb3-869e-d15d42157bf9 req-f60ed192-a292-468a-a6d5-c437c5814546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:07.870953 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c96d2bd2-ca4c-4bb3-869e-d15d42157bf9 req-f60ed192-a292-468a-a6d5-c437c5814546 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9a554e32-f7c5-4dcb-952c-723e4a86c322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0712152 Feb 19 03:24:07.980794 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c96d2bd2-ca4c-4bb3-869e-d15d42157bf9 req-4c5c6b80-1ad4-41a2-9aa9-bb97ae2d16ee service neutron] 10.222.0.82 "GET /v2.0/networks/9a554e32-f7c5-4dcb-952c-723e4a86c322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011569 Feb 19 03:24:08.094746 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c96d2bd2-ca4c-4bb3-869e-d15d42157bf9 req-d4006fde-e5a8-46b4-86f9-0b90ce5c383d service neutron] 10.222.0.82 "GET /v2.0/networks/9a554e32-f7c5-4dcb-952c-723e4a86c322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068544 Feb 19 03:24:15.548851 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4548005e-ccd5-445d-823c-0a21b45014e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:16.102406 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4f5393-7c6d-49f7-9e77-a7420e42a07c req-9c25e1e1-c1ea-4d5d-9b0c-7e37159cbf27 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:16.107130 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bb4f5393-7c6d-49f7-9e77-a7420e42a07c req-9c25e1e1-c1ea-4d5d-9b0c-7e37159cbf27 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=d4ffcb58-4863-42ad-8174-becce8a1d934 HTTP/1.1" status: 200 len: 945 time: 0.0639513 Feb 19 03:24:16.159938 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bb4f5393-7c6d-49f7-9e77-a7420e42a07c req-82159d28-96ac-435f-9f2f-b08bd2e9da73 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=d8f64544-e7e8-4359-aa8d-b4a91a5cef39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487223 Feb 19 03:24:16.183828 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 44756) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:16.266337 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-73f8c0ec-66c0-4986-869d-b9327e63e560 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/floatingips/5aa129b0-b0b5-4c54-8ade-7c0421460096 HTTP/1.1" status: 200 len: 993 time: 0.0811024 Feb 19 03:24:16.937195 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f93ece-e93f-443c-b795-95d0095bfb67 req-ed4238c1-9851-41f0-b1be-f91a0bbde199 tempest-TestNetworkAdvancedServerOps-967795877 tempest-TestNetworkAdvancedServerOps-967795877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:16.938752 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-70f93ece-e93f-443c-b795-95d0095bfb67 req-ed4238c1-9851-41f0-b1be-f91a0bbde199 tempest-TestNetworkAdvancedServerOps-967795877 tempest-TestNetworkAdvancedServerOps-967795877-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=d4ffcb58-4863-42ad-8174-becce8a1d934 HTTP/1.1" status: 200 len: 1127 time: 0.0504391 Feb 19 03:24:16.991848 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-70f93ece-e93f-443c-b795-95d0095bfb67 req-759dccfd-1ddd-407e-92b2-ceb2e3b6bec6 tempest-TestNetworkAdvancedServerOps-967795877 tempest-TestNetworkAdvancedServerOps-967795877-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=d8f64544-e7e8-4359-aa8d-b4a91a5cef39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462413 Feb 19 03:24:17.078531 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [req-c96b360e-c6e2-4d52-b227-291db24dc034 req-ec90e3cb-87fe-4f0f-a2bd-a5530eeb2aae service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103701) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:24:17.079535 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c96b360e-c6e2-4d52-b227-291db24dc034 req-ec90e3cb-87fe-4f0f-a2bd-a5530eeb2aae service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053427 Feb 19 03:24:17.686646 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-72ab8e2d-a220-4729-b4ac-ba7266b0cb4f req-a0b0129f-90bc-468b-85e9-4a0329c78dcc service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d4ffcb58-4863-42ad-8174-becce8a1d934&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1179762 Feb 19 03:24:17.692987 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [req-72ab8e2d-a220-4729-b4ac-ba7266b0cb4f req-405658dd-03a2-4c94-b52f-b26fa53dfe14 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103702) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:24:17.697679 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-72ab8e2d-a220-4729-b4ac-ba7266b0cb4f req-405658dd-03a2-4c94-b52f-b26fa53dfe14 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0100815 Feb 19 03:24:17.731056 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d923da38-9b71-4854-9f7f-9a0ed605f7ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:17.881516 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab8e2d-a220-4729-b4ac-ba7266b0cb4f req-b5fb8994-c165-4d0f-ab04-e7a19c55686c tempest-TestNetworkAdvancedServerOps-967795877 tempest-TestNetworkAdvancedServerOps-967795877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:17.883049 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-72ab8e2d-a220-4729-b4ac-ba7266b0cb4f req-b5fb8994-c165-4d0f-ab04-e7a19c55686c tempest-TestNetworkAdvancedServerOps-967795877 tempest-TestNetworkAdvancedServerOps-967795877-project-admin] 10.222.0.72 "GET /v2.0/ports/18e54a16-e063-4b55-accb-1d6cf777303f HTTP/1.1" status: 200 len: 1124 time: 0.1495531 Feb 19 03:24:18.419752 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab8e2d-a220-4729-b4ac-ba7266b0cb4f req-75b06eeb-28eb-4af2-9254-72e9040b31d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:18.421176 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-72ab8e2d-a220-4729-b4ac-ba7266b0cb4f req-75b06eeb-28eb-4af2-9254-72e9040b31d9 service neutron] 10.222.0.72 "GET /v2.0/ports/18e54a16-e063-4b55-accb-1d6cf777303f HTTP/1.1" status: 200 len: 1124 time: 0.0369802 Feb 19 03:24:18.430141 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-72ab8e2d-a220-4729-b4ac-ba7266b0cb4f req-66f32393-278c-4f4e-be40-e8aa5da2d200 service neutron] Request body: {'binding': {'host': 'n-h1-826753-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:18.430593 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-72ab8e2d-a220-4729-b4ac-ba7266b0cb4f req-66f32393-278c-4f4e-be40-e8aa5da2d200 service neutron] Unknown quota resources ['binding']. {{(pid=103702) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 03:24:18.570917 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-72ab8e2d-a220-4729-b4ac-ba7266b0cb4f req-66f32393-278c-4f4e-be40-e8aa5da2d200 service neutron] Attempting to bind port 18e54a16-e063-4b55-accb-1d6cf777303f on host n-h1-826753-2 for vnic_type normal with profile None {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:24:18.571245 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-72ab8e2d-a220-4729-b4ac-ba7266b0cb4f req-66f32393-278c-4f4e-be40-e8aa5da2d200 service neutron] Attempting to bind port 18e54a16-e063-4b55-accb-1d6cf777303f by drivers openvswitch,hyperv on host n-h1-826753-2 at level 0 using segments [{'id': 'c6274bf2-bef6-45b5-aec3-3682a7540ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '0ca35ba5-effe-46d7-b523-b03292027d06'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:24:18.571561 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ab8e2d-a220-4729-b4ac-ba7266b0cb4f req-66f32393-278c-4f4e-be40-e8aa5da2d200 service neutron] Attempting to bind port 18e54a16-e063-4b55-accb-1d6cf777303f on network 0ca35ba5-effe-46d7-b523-b03292027d06 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:24:18.576242 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ab8e2d-a220-4729-b4ac-ba7266b0cb4f req-66f32393-278c-4f4e-be40-e8aa5da2d200 service neutron] Port 18e54a16-e063-4b55-accb-1d6cf777303f on network 0ca35ba5-effe-46d7-b523-b03292027d06 not bound, no agent of type Open vSwitch agent registered on host n-h1-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:24:18.576562 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ab8e2d-a220-4729-b4ac-ba7266b0cb4f req-66f32393-278c-4f4e-be40-e8aa5da2d200 service neutron] Attempting to bind port 18e54a16-e063-4b55-accb-1d6cf777303f on network 0ca35ba5-effe-46d7-b523-b03292027d06 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:24:18.582338 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ab8e2d-a220-4729-b4ac-ba7266b0cb4f req-66f32393-278c-4f4e-be40-e8aa5da2d200 service neutron] Checking agent: {'id': '9d56fb1b-2855-496a-a6d9-c324740cb98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:24:18.582677 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ab8e2d-a220-4729-b4ac-ba7266b0cb4f req-66f32393-278c-4f4e-be40-e8aa5da2d200 service neutron] Checking segment: {'id': 'c6274bf2-bef6-45b5-aec3-3682a7540ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '0ca35ba5-effe-46d7-b523-b03292027d06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:24:18.583059 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ab8e2d-a220-4729-b4ac-ba7266b0cb4f req-66f32393-278c-4f4e-be40-e8aa5da2d200 service neutron] Bound using segment: {'id': 'c6274bf2-bef6-45b5-aec3-3682a7540ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '0ca35ba5-effe-46d7-b523-b03292027d06'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:24:18.583496 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-72ab8e2d-a220-4729-b4ac-ba7266b0cb4f req-66f32393-278c-4f4e-be40-e8aa5da2d200 service neutron] Bound port: 18e54a16-e063-4b55-accb-1d6cf777303f, host: n-h1-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6274bf2-bef6-45b5-aec3-3682a7540ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '0ca35ba5-effe-46d7-b523-b03292027d06'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:24:18.675517 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-72ab8e2d-a220-4729-b4ac-ba7266b0cb4f req-66f32393-278c-4f4e-be40-e8aa5da2d200 service neutron] For port 18e54a16-e063-4b55-accb-1d6cf777303f, host n-h1-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=18e54a16-e063-4b55-accb-1d6cf777303f,segment=NetworkSegment(c6274bf2-bef6-45b5-aec3-3682a7540ea2),segment_id=c6274bf2-bef6-45b5-aec3-3682a7540ea2)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:24:18.681786 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-72ab8e2d-a220-4729-b4ac-ba7266b0cb4f req-66f32393-278c-4f4e-be40-e8aa5da2d200 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:18.682970 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-72ab8e2d-a220-4729-b4ac-ba7266b0cb4f req-66f32393-278c-4f4e-be40-e8aa5da2d200 service neutron] 10.222.0.72 "POST /v2.0/ports/18e54a16-e063-4b55-accb-1d6cf777303f/bindings HTTP/1.1" status: 201 len: 389 time: 0.2561789 Feb 19 03:24:18.941602 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c479bff-73fe-4d60-8751-b3d65042f354 req-91b3e813-e9df-4975-bfdb-b92dd5d86b69 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:18.945931 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7c479bff-73fe-4d60-8751-b3d65042f354 req-91b3e813-e9df-4975-bfdb-b92dd5d86b69 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=d4ffcb58-4863-42ad-8174-becce8a1d934 HTTP/1.1" status: 200 len: 945 time: 0.1343791 Feb 19 03:24:18.964456 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab8e2d-a220-4729-b4ac-ba7266b0cb4f req-80637c93-f7cd-4705-94a3-e1ed6dd69311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:18.967100 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-72ab8e2d-a220-4729-b4ac-ba7266b0cb4f req-80637c93-f7cd-4705-94a3-e1ed6dd69311 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3bc3bb28499f4673b42d5b4a69d45946&device_id=d4ffcb58-4863-42ad-8174-becce8a1d934 HTTP/1.1" status: 200 len: 1127 time: 0.0567782 Feb 19 03:24:19.002124 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7c479bff-73fe-4d60-8751-b3d65042f354 req-2e614540-0c34-477f-ab53-8892f3a508d8 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=d8f64544-e7e8-4359-aa8d-b4a91a5cef39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525746 Feb 19 03:24:19.074620 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab8e2d-a220-4729-b4ac-ba7266b0cb4f req-84a47239-406b-4dd3-a905-d20c9a4fd730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:19.076193 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-72ab8e2d-a220-4729-b4ac-ba7266b0cb4f req-84a47239-406b-4dd3-a905-d20c9a4fd730 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0ca35ba5-effe-46d7-b523-b03292027d06 HTTP/1.1" status: 200 len: 898 time: 0.1035669 Feb 19 03:24:19.150127 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-72ab8e2d-a220-4729-b4ac-ba7266b0cb4f req-d20158fa-3b43-4f96-accf-c64ca4d9803d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=18e54a16-e063-4b55-accb-1d6cf777303f HTTP/1.1" status: 200 len: 1001 time: 0.0680630 Feb 19 03:24:19.200023 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab8e2d-a220-4729-b4ac-ba7266b0cb4f req-20f684d7-ef59-42c7-9cd9-8f08501c3849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:19.201535 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-72ab8e2d-a220-4729-b4ac-ba7266b0cb4f req-20f684d7-ef59-42c7-9cd9-8f08501c3849 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b8971dba-4d60-415c-895a-c0e5b7ca2251 HTTP/1.1" status: 200 len: 834 time: 0.0457883 Feb 19 03:24:19.264721 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab8e2d-a220-4729-b4ac-ba7266b0cb4f req-a8f55db7-babe-4b45-8d7c-edbdc7ab9584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:19.266273 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-72ab8e2d-a220-4729-b4ac-ba7266b0cb4f req-a8f55db7-babe-4b45-8d7c-edbdc7ab9584 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0ca35ba5-effe-46d7-b523-b03292027d06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0590076 Feb 19 03:24:19.354685 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:19.383556 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-72ab8e2d-a220-4729-b4ac-ba7266b0cb4f req-0a7da760-2fad-42bf-b818-e544b5d2bcff service neutron] 10.222.0.73 "GET /v2.0/networks/0ca35ba5-effe-46d7-b523-b03292027d06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079471 Feb 19 03:24:19.480867 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-72ab8e2d-a220-4729-b4ac-ba7266b0cb4f req-adf4f673-8282-46a8-bf32-59824ccae17b service neutron] 10.222.0.73 "GET /v2.0/networks/0ca35ba5-effe-46d7-b523-b03292027d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917733 Feb 19 03:24:19.673707 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab8e2d-a220-4729-b4ac-ba7266b0cb4f req-2d2eda0f-02bd-4fc7-824c-72e5024fe257 tempest-TestNetworkAdvancedServerOps-967795877 tempest-TestNetworkAdvancedServerOps-967795877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:19.675726 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-72ab8e2d-a220-4729-b4ac-ba7266b0cb4f req-2d2eda0f-02bd-4fc7-824c-72e5024fe257 tempest-TestNetworkAdvancedServerOps-967795877 tempest-TestNetworkAdvancedServerOps-967795877-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=d4ffcb58-4863-42ad-8174-becce8a1d934&tenant_id=3bc3bb28499f4673b42d5b4a69d45946&binding%3Ahost_id=n-h2-826753-2 HTTP/1.1" status: 200 len: 1127 time: 0.0896401 Feb 19 03:24:19.685897 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-72ab8e2d-a220-4729-b4ac-ba7266b0cb4f req-411aa37a-cfea-42bf-b15b-1caac18dc5be service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-826753-2'}}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:19.755703 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-72ab8e2d-a220-4729-b4ac-ba7266b0cb4f req-411aa37a-cfea-42bf-b15b-1caac18dc5be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (18e54a16-e063-4b55-accb-1d6cf777303f), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:19.887848 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-72ab8e2d-a220-4729-b4ac-ba7266b0cb4f req-411aa37a-cfea-42bf-b15b-1caac18dc5be service neutron] For port 18e54a16-e063-4b55-accb-1d6cf777303f, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=18e54a16-e063-4b55-accb-1d6cf777303f,segment=NetworkSegment(c6274bf2-bef6-45b5-aec3-3682a7540ea2),segment_id=c6274bf2-bef6-45b5-aec3-3682a7540ea2)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:24:19.926047 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-72ab8e2d-a220-4729-b4ac-ba7266b0cb4f req-411aa37a-cfea-42bf-b15b-1caac18dc5be service neutron] For port 18e54a16-e063-4b55-accb-1d6cf777303f, host n-h2-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:24:19.967913 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4ffcb58-4863-42ad-8174-becce8a1d934', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18e54a16-e063-4b55-accb-1d6cf777303f'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:24:19.970329 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83e66183-ef8d-4832-8faf-7c1f820da153" -d '{"events": [{"server_uuid": "d4ffcb58-4863-42ad-8174-becce8a1d934", "name": "network-vif-unplugged", "status": "completed", "tag": "18e54a16-e063-4b55-accb-1d6cf777303f"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:24:19.974611 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-72ab8e2d-a220-4729-b4ac-ba7266b0cb4f req-411aa37a-cfea-42bf-b15b-1caac18dc5be service neutron] Publish callbacks [] for port (18e54a16-e063-4b55-accb-1d6cf777303f), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:19.980173 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-72ab8e2d-a220-4729-b4ac-ba7266b0cb4f req-411aa37a-cfea-42bf-b15b-1caac18dc5be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (18e54a16-e063-4b55-accb-1d6cf777303f), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:20.011673 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ef5f558-fbfc-49a1-9d4b-56c3a12e7a88 x-openstack-request-id: req-4ef5f558-fbfc-49a1-9d4b-56c3a12e7a88 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:24:20.011967 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4ffcb58-4863-42ad-8174-becce8a1d934", "name": "network-vif-unplugged", "status": "completed", "tag": "18e54a16-e063-4b55-accb-1d6cf777303f", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:24:20.012219 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4ef5f558-fbfc-49a1-9d4b-56c3a12e7a88 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:24:20.012616 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4ffcb58-4863-42ad-8174-becce8a1d934', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18e54a16-e063-4b55-accb-1d6cf777303f', 'code': 200} Feb 19 03:24:20.075680 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411aa37a-cfea-42bf-b15b-1caac18dc5be service neutron] Pushing event updated for resources: {'Port': ['ID=18e54a16-e063-4b55-accb-1d6cf777303f,revision_number=7']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:20.096745 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411aa37a-cfea-42bf-b15b-1caac18dc5be service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:20.097537 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411aa37a-cfea-42bf-b15b-1caac18dc5be service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:20.097537 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411aa37a-cfea-42bf-b15b-1caac18dc5be service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:20.097761 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411aa37a-cfea-42bf-b15b-1caac18dc5be service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:20.097989 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411aa37a-cfea-42bf-b15b-1caac18dc5be service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:20.098321 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411aa37a-cfea-42bf-b15b-1caac18dc5be service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:20.098647 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411aa37a-cfea-42bf-b15b-1caac18dc5be service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:20.098971 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411aa37a-cfea-42bf-b15b-1caac18dc5be service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:20.099294 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411aa37a-cfea-42bf-b15b-1caac18dc5be service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:20.099619 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411aa37a-cfea-42bf-b15b-1caac18dc5be service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:20.099943 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411aa37a-cfea-42bf-b15b-1caac18dc5be service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:20.100261 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411aa37a-cfea-42bf-b15b-1caac18dc5be service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:20.100579 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411aa37a-cfea-42bf-b15b-1caac18dc5be service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:20.157680 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-72ab8e2d-a220-4729-b4ac-ba7266b0cb4f req-411aa37a-cfea-42bf-b15b-1caac18dc5be service neutron] Attempting to bind port 18e54a16-e063-4b55-accb-1d6cf777303f on host n-h2-826753-2 for vnic_type normal with profile {"migrating_to": "n-h1-826753-2"} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:24:20.158031 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-72ab8e2d-a220-4729-b4ac-ba7266b0cb4f req-411aa37a-cfea-42bf-b15b-1caac18dc5be service neutron] Attempting to bind port 18e54a16-e063-4b55-accb-1d6cf777303f by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': 'c6274bf2-bef6-45b5-aec3-3682a7540ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '0ca35ba5-effe-46d7-b523-b03292027d06'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:24:20.159270 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ab8e2d-a220-4729-b4ac-ba7266b0cb4f req-411aa37a-cfea-42bf-b15b-1caac18dc5be service neutron] Attempting to bind port 18e54a16-e063-4b55-accb-1d6cf777303f on network 0ca35ba5-effe-46d7-b523-b03292027d06 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:24:20.164396 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ab8e2d-a220-4729-b4ac-ba7266b0cb4f req-411aa37a-cfea-42bf-b15b-1caac18dc5be service neutron] Port 18e54a16-e063-4b55-accb-1d6cf777303f on network 0ca35ba5-effe-46d7-b523-b03292027d06 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:24:20.164855 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ab8e2d-a220-4729-b4ac-ba7266b0cb4f req-411aa37a-cfea-42bf-b15b-1caac18dc5be service neutron] Attempting to bind port 18e54a16-e063-4b55-accb-1d6cf777303f on network 0ca35ba5-effe-46d7-b523-b03292027d06 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:24:20.167168 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7951b9e2-6607-4c85-b4f5-df09dc28937f req-36582716-ddaa-4fba-bc10-3e5fb2317a97 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:20.168916 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7951b9e2-6607-4c85-b4f5-df09dc28937f req-36582716-ddaa-4fba-bc10-3e5fb2317a97 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=d4ffcb58-4863-42ad-8174-becce8a1d934 HTTP/1.1" status: 200 len: 943 time: 0.0911086 Feb 19 03:24:20.170291 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ab8e2d-a220-4729-b4ac-ba7266b0cb4f req-411aa37a-cfea-42bf-b15b-1caac18dc5be service neutron] Checking agent: {'id': 'bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:24:20.170630 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ab8e2d-a220-4729-b4ac-ba7266b0cb4f req-411aa37a-cfea-42bf-b15b-1caac18dc5be service neutron] Checking segment: {'id': 'c6274bf2-bef6-45b5-aec3-3682a7540ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '0ca35ba5-effe-46d7-b523-b03292027d06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:24:20.171017 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ab8e2d-a220-4729-b4ac-ba7266b0cb4f req-411aa37a-cfea-42bf-b15b-1caac18dc5be service neutron] Bound using segment: {'id': 'c6274bf2-bef6-45b5-aec3-3682a7540ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '0ca35ba5-effe-46d7-b523-b03292027d06'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:24:20.171448 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-72ab8e2d-a220-4729-b4ac-ba7266b0cb4f req-411aa37a-cfea-42bf-b15b-1caac18dc5be service neutron] Bound port: 18e54a16-e063-4b55-accb-1d6cf777303f, host: n-h2-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6274bf2-bef6-45b5-aec3-3682a7540ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '0ca35ba5-effe-46d7-b523-b03292027d06'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:24:20.171804 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-72ab8e2d-a220-4729-b4ac-ba7266b0cb4f req-411aa37a-cfea-42bf-b15b-1caac18dc5be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (18e54a16-e063-4b55-accb-1d6cf777303f), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:20.231001 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7951b9e2-6607-4c85-b4f5-df09dc28937f req-9c84c85a-cbf2-4970-b74e-50734e78d551 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=d8f64544-e7e8-4359-aa8d-b4a91a5cef39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554416 Feb 19 03:24:20.267852 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-72ab8e2d-a220-4729-b4ac-ba7266b0cb4f req-411aa37a-cfea-42bf-b15b-1caac18dc5be service neutron] For port 18e54a16-e063-4b55-accb-1d6cf777303f, host n-h2-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:24:20.273946 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-72ab8e2d-a220-4729-b4ac-ba7266b0cb4f req-411aa37a-cfea-42bf-b15b-1caac18dc5be service neutron] For port 18e54a16-e063-4b55-accb-1d6cf777303f, host n-h2-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=18e54a16-e063-4b55-accb-1d6cf777303f,segment=NetworkSegment(c6274bf2-bef6-45b5-aec3-3682a7540ea2),segment_id=c6274bf2-bef6-45b5-aec3-3682a7540ea2)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:24:20.281804 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-72ab8e2d-a220-4729-b4ac-ba7266b0cb4f req-411aa37a-cfea-42bf-b15b-1caac18dc5be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (18e54a16-e063-4b55-accb-1d6cf777303f), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:20.288408 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-18336e64-8bf0-478c-95c8-b761c21600ee None None] Provisioning complete for port 18e54a16-e063-4b55-accb-1d6cf777303f triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:24:20.288813 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-18336e64-8bf0-478c-95c8-b761c21600ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (18e54a16-e063-4b55-accb-1d6cf777303f), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:20.379964 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-18336e64-8bf0-478c-95c8-b761c21600ee None None] Current status of the port 18e54a16-e063-4b55-accb-1d6cf777303f is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:24:20.381119 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-18336e64-8bf0-478c-95c8-b761c21600ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (18e54a16-e063-4b55-accb-1d6cf777303f), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:20.385791 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411aa37a-cfea-42bf-b15b-1caac18dc5be service neutron] Pushing event updated for resources: {'Port': ['ID=18e54a16-e063-4b55-accb-1d6cf777303f,revision_number=8']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:20.427433 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-18336e64-8bf0-478c-95c8-b761c21600ee None None] For port 18e54a16-e063-4b55-accb-1d6cf777303f, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=18e54a16-e063-4b55-accb-1d6cf777303f,segment=NetworkSegment(c6274bf2-bef6-45b5-aec3-3682a7540ea2),segment_id=c6274bf2-bef6-45b5-aec3-3682a7540ea2)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:24:20.428306 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4ffcb58-4863-42ad-8174-becce8a1d934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18e54a16-e063-4b55-accb-1d6cf777303f'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:24:20.430949 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a1eb181-1771-4ca6-bdda-8cef31170af9" -d '{"events": [{"server_uuid": "d4ffcb58-4863-42ad-8174-becce8a1d934", "name": "network-vif-plugged", "status": "completed", "tag": "18e54a16-e063-4b55-accb-1d6cf777303f"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:24:20.441530 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab8e2d-a220-4729-b4ac-ba7266b0cb4f req-411aa37a-cfea-42bf-b15b-1caac18dc5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:20.441815 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-18336e64-8bf0-478c-95c8-b761c21600ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (18e54a16-e063-4b55-accb-1d6cf777303f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:20.442161 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-72ab8e2d-a220-4729-b4ac-ba7266b0cb4f req-411aa37a-cfea-42bf-b15b-1caac18dc5be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:20.443684 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-72ab8e2d-a220-4729-b4ac-ba7266b0cb4f req-411aa37a-cfea-42bf-b15b-1caac18dc5be service neutron] 10.222.0.73 "PUT /v2.0/ports/18e54a16-e063-4b55-accb-1d6cf777303f HTTP/1.1" status: 200 len: 1121 time: 0.7617707 Feb 19 03:24:20.501473 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d86f6364-1957-4864-8d7c-1d511e04e1e6 x-openstack-request-id: req-d86f6364-1957-4864-8d7c-1d511e04e1e6 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:24:20.501780 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4ffcb58-4863-42ad-8174-becce8a1d934", "name": "network-vif-plugged", "status": "completed", "tag": "18e54a16-e063-4b55-accb-1d6cf777303f", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:24:20.502569 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d86f6364-1957-4864-8d7c-1d511e04e1e6 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:24:20.503208 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4ffcb58-4863-42ad-8174-becce8a1d934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18e54a16-e063-4b55-accb-1d6cf777303f', 'code': 200} Feb 19 03:24:20.615738 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['18e54a16-e063-4b55-accb-1d6cf777303f'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:24:20.624807 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:20.656174 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18336e64-8bf0-478c-95c8-b761c21600ee None None] Pushing event updated for resources: {'Port': ['ID=18e54a16-e063-4b55-accb-1d6cf777303f,revision_number=9']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:20.674600 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18336e64-8bf0-478c-95c8-b761c21600ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:20.674943 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18336e64-8bf0-478c-95c8-b761c21600ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:20.675288 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18336e64-8bf0-478c-95c8-b761c21600ee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:20.675626 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18336e64-8bf0-478c-95c8-b761c21600ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:20.676716 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18336e64-8bf0-478c-95c8-b761c21600ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:20.677067 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18336e64-8bf0-478c-95c8-b761c21600ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:20.677428 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18336e64-8bf0-478c-95c8-b761c21600ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:20.678376 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18336e64-8bf0-478c-95c8-b761c21600ee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:20.678376 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18336e64-8bf0-478c-95c8-b761c21600ee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:20.678376 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18336e64-8bf0-478c-95c8-b761c21600ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:20.678700 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18336e64-8bf0-478c-95c8-b761c21600ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:20.678982 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18336e64-8bf0-478c-95c8-b761c21600ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:20.679373 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18336e64-8bf0-478c-95c8-b761c21600ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:20.687331 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383852b7-3594-416c-8649-af5a9bdb2113 req-a4e4162b-2597-4021-8513-ca7f61171074 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:20.689071 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-383852b7-3594-416c-8649-af5a9bdb2113 req-a4e4162b-2597-4021-8513-ca7f61171074 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/networks?id=48e87e60-6ae2-4eae-a03b-2fd752f397d2 HTTP/1.1" status: 200 len: 811 time: 0.1169882 Feb 19 03:24:20.706288 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-383852b7-3594-416c-8649-af5a9bdb2113 req-e878d92a-5dc7-4b4c-9fe3-752efeb0b7ca tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/quotas/8257d05cb054404db31cec3bbb71493a HTTP/1.1" status: 200 len: 375 time: 0.0092893 Feb 19 03:24:20.763325 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-383852b7-3594-416c-8649-af5a9bdb2113 req-17aff593-d49c-4309-8389-255195fa81af tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=8257d05cb054404db31cec3bbb71493a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0516214 Feb 19 03:24:20.863438 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-383852b7-3594-416c-8649-af5a9bdb2113 req-34a2c7c7-cd9b-4ccd-ba8b-c563a6017542 service neutron] 10.222.0.72 "GET /v2.0/networks/48e87e60-6ae2-4eae-a03b-2fd752f397d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923593 Feb 19 03:24:20.866354 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-20df19fa-2ba7-47c5-91eb-993e60a31b58 None None] Provisioning complete for port 18e54a16-e063-4b55-accb-1d6cf777303f triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:24:20.866733 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-20df19fa-2ba7-47c5-91eb-993e60a31b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (18e54a16-e063-4b55-accb-1d6cf777303f), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:20.973187 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-383852b7-3594-416c-8649-af5a9bdb2113 req-340c7f6a-04f2-489a-ab43-2f87f3a31108 service neutron] 10.222.0.72 "GET /v2.0/networks/48e87e60-6ae2-4eae-a03b-2fd752f397d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035442 Feb 19 03:24:21.017212 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-20df19fa-2ba7-47c5-91eb-993e60a31b58 None None] Current status of the port 18e54a16-e063-4b55-accb-1d6cf777303f is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:24:21.267088 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7bc60908-b2d7-478e-ae35-00286b40bbad req-9ba62aa9-ef57-4608-9473-a3bc36402d85 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=7eea7225-1d86-401c-8d24-636bd8023e45 HTTP/1.1" status: 200 len: 210 time: 0.0284185 Feb 19 03:24:21.367345 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9be3670-4905-46da-82f2-fc33baf77f17 req-e91634f1-e9ad-4027-910b-b3bc5f76f838 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:21.368876 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f9be3670-4905-46da-82f2-fc33baf77f17 req-e91634f1-e9ad-4027-910b-b3bc5f76f838 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=d4ffcb58-4863-42ad-8174-becce8a1d934 HTTP/1.1" status: 200 len: 945 time: 0.0559583 Feb 19 03:24:21.420908 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f9be3670-4905-46da-82f2-fc33baf77f17 req-e985110b-b0fa-482a-bf98-d131e36d13c0 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=d8f64544-e7e8-4359-aa8d-b4a91a5cef39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463836 Feb 19 03:24:21.986327 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:22.014106 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4ffcb58-4863-42ad-8174-becce8a1d934', 'tag': '18e54a16-e063-4b55-accb-1d6cf777303f'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:24:22.016469 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a36a49c9-1850-429a-afaf-9ea1f7a73d8f" -d '{"events": [{"name": "network-changed", "server_uuid": "d4ffcb58-4863-42ad-8174-becce8a1d934", "tag": "18e54a16-e063-4b55-accb-1d6cf777303f"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:24:22.065559 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48cd23b2-f215-4884-90d5-b8e1dbf5f88c x-openstack-request-id: req-48cd23b2-f215-4884-90d5-b8e1dbf5f88c {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:24:22.065989 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4ffcb58-4863-42ad-8174-becce8a1d934", "tag": "18e54a16-e063-4b55-accb-1d6cf777303f", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:24:22.066315 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-48cd23b2-f215-4884-90d5-b8e1dbf5f88c {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:24:22.066793 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4ffcb58-4863-42ad-8174-becce8a1d934', 'tag': '18e54a16-e063-4b55-accb-1d6cf777303f', 'status': 'completed', 'code': 200} Feb 19 03:24:22.225738 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36a49c9-1850-429a-afaf-9ea1f7a73d8f req-558e0dcd-58dc-44a6-a30a-24925ec699fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:22.227900 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a36a49c9-1850-429a-afaf-9ea1f7a73d8f req-558e0dcd-58dc-44a6-a30a-24925ec699fc service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3bc3bb28499f4673b42d5b4a69d45946&device_id=d4ffcb58-4863-42ad-8174-becce8a1d934 HTTP/1.1" status: 200 len: 1157 time: 0.0928531 Feb 19 03:24:22.246735 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f949fb-7964-4f33-99ab-7d3259b36e1d req-1bf8c49e-2e73-40e0-acd2-24f57dcbd5f0 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:22.257085 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-17f949fb-7964-4f33-99ab-7d3259b36e1d req-1bf8c49e-2e73-40e0-acd2-24f57dcbd5f0 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/ports?device_id=9561e903-5887-489a-bff4-903ca5c6c651 HTTP/1.1" status: 200 len: 945 time: 0.1237619 Feb 19 03:24:22.378696 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-17f949fb-7964-4f33-99ab-7d3259b36e1d req-a6f8d160-7afd-443a-8cf4-6993660b1af8 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/security-groups?id=7720c530-0957-408e-b065-5a2a34575093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042604 Feb 19 03:24:22.411310 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383852b7-3594-416c-8649-af5a9bdb2113 req-b901cd02-81ba-458a-9e2b-a7bbf5d78b61 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:22.412817 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-383852b7-3594-416c-8649-af5a9bdb2113 req-b901cd02-81ba-458a-9e2b-a7bbf5d78b61 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.73 "GET /v2.0/networks?id=48e87e60-6ae2-4eae-a03b-2fd752f397d2 HTTP/1.1" status: 200 len: 811 time: 0.2006457 Feb 19 03:24:22.415550 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36a49c9-1850-429a-afaf-9ea1f7a73d8f req-8a7b8231-456f-4113-9fdd-9a1f94fccd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:22.417138 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a36a49c9-1850-429a-afaf-9ea1f7a73d8f req-8a7b8231-456f-4113-9fdd-9a1f94fccd99 service neutron] 10.222.0.82 "GET /v2.0/networks?id=0ca35ba5-effe-46d7-b523-b03292027d06 HTTP/1.1" status: 200 len: 898 time: 0.1576421 Feb 19 03:24:22.434732 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-383852b7-3594-416c-8649-af5a9bdb2113 req-1a478bff-f1f4-400c-9d02-ba849116e6d9 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Request body: {'port': {'device_id': '7eea7225-1d86-401c-8d24-636bd8023e45', 'network_id': '48e87e60-6ae2-4eae-a03b-2fd752f397d2', 'admin_state_up': True, 'tenant_id': '8257d05cb054404db31cec3bbb71493a'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:22.438817 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f8293c19-a725-4b01-b1eb-9cdbd1ee042d req-743322e2-2483-4d9c-b253-06ee85265dad tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=7eea7225-1d86-401c-8d24-636bd8023e45 HTTP/1.1" status: 200 len: 210 time: 0.0385568 Feb 19 03:24:22.511117 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a36a49c9-1850-429a-afaf-9ea1f7a73d8f req-e642657e-dba3-426d-9d4a-e416e1bfecf7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=18e54a16-e063-4b55-accb-1d6cf777303f HTTP/1.1" status: 200 len: 1001 time: 0.0790713 Feb 19 03:24:22.568176 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-383852b7-3594-416c-8649-af5a9bdb2113 req-1a478bff-f1f4-400c-9d02-ba849116e6d9 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Made reservation on behalf of 8257d05cb054404db31cec3bbb71493a for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:24:22.571938 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-383852b7-3594-416c-8649-af5a9bdb2113 req-1a478bff-f1f4-400c-9d02-ba849116e6d9 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:22.599181 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36a49c9-1850-429a-afaf-9ea1f7a73d8f req-6243d937-2c66-499a-a9fe-a71a1f0acdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:22.600604 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a36a49c9-1850-429a-afaf-9ea1f7a73d8f req-6243d937-2c66-499a-a9fe-a71a1f0acdb0 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b8971dba-4d60-415c-895a-c0e5b7ca2251 HTTP/1.1" status: 200 len: 834 time: 0.0795043 Feb 19 03:24:22.613680 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2668a2e5-3227-48e1-b5b4-0e2f2beec8a4 req-9aaf8183-5399-4b0c-b87a-70a1195e65d1 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:22.615323 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2668a2e5-3227-48e1-b5b4-0e2f2beec8a4 req-9aaf8183-5399-4b0c-b87a-70a1195e65d1 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=d4ffcb58-4863-42ad-8174-becce8a1d934 HTTP/1.1" status: 200 len: 945 time: 0.1033218 Feb 19 03:24:22.697840 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2668a2e5-3227-48e1-b5b4-0e2f2beec8a4 req-3e60d948-dcc8-4a1f-90a4-d41aa0124d2c tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=d8f64544-e7e8-4359-aa8d-b4a91a5cef39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736785 Feb 19 03:24:22.702775 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36a49c9-1850-429a-afaf-9ea1f7a73d8f req-3e1ef0bd-4f00-46f4-a6ad-82b3f76063e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:22.704415 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a36a49c9-1850-429a-afaf-9ea1f7a73d8f req-3e1ef0bd-4f00-46f4-a6ad-82b3f76063e6 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0ca35ba5-effe-46d7-b523-b03292027d06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0881290 Feb 19 03:24:22.729092 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [req-383852b7-3594-416c-8649-af5a9bdb2113 req-1a478bff-f1f4-400c-9d02-ba849116e6d9 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Allocated IP 172.20.0.7 (48e87e60-6ae2-4eae-a03b-2fd752f397d2/2d8d01f7-c65c-4273-a693-0737e1d5a5eb/feb35b94-bb51-4920-9dc0-f943e445696c) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:24:22.743151 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:22.816043 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a36a49c9-1850-429a-afaf-9ea1f7a73d8f req-31e659e7-41e9-4367-ac0e-699a81296d23 service neutron] 10.222.0.82 "GET /v2.0/networks/0ca35ba5-effe-46d7-b523-b03292027d06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018999 Feb 19 03:24:22.901388 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-383852b7-3594-416c-8649-af5a9bdb2113 req-1a478bff-f1f4-400c-9d02-ba849116e6d9 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks [] for port (feb35b94-bb51-4920-9dc0-f943e445696c), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:22.916285 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a36a49c9-1850-429a-afaf-9ea1f7a73d8f req-f1018987-95aa-49c9-a922-ffca5df106d5 service neutron] 10.222.0.82 "GET /v2.0/networks/0ca35ba5-effe-46d7-b523-b03292027d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939975 Feb 19 03:24:22.942837 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-383852b7-3594-416c-8649-af5a9bdb2113 req-1a478bff-f1f4-400c-9d02-ba849116e6d9 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (feb35b94-bb51-4920-9dc0-f943e445696c), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:22.949566 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 18e54a16-e063-4b55-accb-1d6cf777303f details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:24:22.994803 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-383852b7-3594-416c-8649-af5a9bdb2113 req-1a478bff-f1f4-400c-9d02-ba849116e6d9 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Network 48e87e60-6ae2-4eae-a03b-2fd752f397d2 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:24:22.998770 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [req-383852b7-3594-416c-8649-af5a9bdb2113 req-1a478bff-f1f4-400c-9d02-ba849116e6d9 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:24:23.004203 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-383852b7-3594-416c-8649-af5a9bdb2113 req-1a478bff-f1f4-400c-9d02-ba849116e6d9 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:24:23.044211 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a478bff-f1f4-400c-9d02-ba849116e6d9 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Pushing event updated for resources: {'Port': ['ID=feb35b94-bb51-4920-9dc0-f943e445696c,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:23.087577 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383852b7-3594-416c-8649-af5a9bdb2113 req-1a478bff-f1f4-400c-9d02-ba849116e6d9 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:23.088400 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-383852b7-3594-416c-8649-af5a9bdb2113 req-1a478bff-f1f4-400c-9d02-ba849116e6d9 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:23.100311 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 18e54a16-e063-4b55-accb-1d6cf777303f, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=18e54a16-e063-4b55-accb-1d6cf777303f,segment=NetworkSegment(c6274bf2-bef6-45b5-aec3-3682a7540ea2),segment_id=c6274bf2-bef6-45b5-aec3-3682a7540ea2)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:24:23.110386 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-383852b7-3594-416c-8649-af5a9bdb2113 req-1a478bff-f1f4-400c-9d02-ba849116e6d9 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6795599 Feb 19 03:24:23.122275 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 18e54a16-e063-4b55-accb-1d6cf777303f has no active binding in host n-h1-826753-2 {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 19 03:24:23.129288 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-383852b7-3594-416c-8649-af5a9bdb2113 req-3336c17f-2a51-4815-a295-f11d907bc9bd service neutron] Request body: {'port': {'device_id': '7eea7225-1d86-401c-8d24-636bd8023e45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826753-2'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:23.207536 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-383852b7-3594-416c-8649-af5a9bdb2113 req-3336c17f-2a51-4815-a295-f11d907bc9bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (feb35b94-bb51-4920-9dc0-f943e445696c), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:23.350651 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b1aed025-71ab-4e61-a7df-4edbef78a726 None None] Provisioning complete for port feb35b94-bb51-4920-9dc0-f943e445696c triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:24:23.351440 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b1aed025-71ab-4e61-a7df-4edbef78a726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (feb35b94-bb51-4920-9dc0-f943e445696c), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:23.399762 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b1aed025-71ab-4e61-a7df-4edbef78a726 None None] Port feb35b94-bb51-4920-9dc0-f943e445696c cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:24:23.861028 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-383852b7-3594-416c-8649-af5a9bdb2113 req-3336c17f-2a51-4815-a295-f11d907bc9bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id feb35b94-bb51-4920-9dc0-f943e445696c {{(pid=103702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:24:23.869604 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-383852b7-3594-416c-8649-af5a9bdb2113 req-3336c17f-2a51-4815-a295-f11d907bc9bd service neutron] Publish callbacks [] for port (feb35b94-bb51-4920-9dc0-f943e445696c), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:23.883913 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-383852b7-3594-416c-8649-af5a9bdb2113 req-3336c17f-2a51-4815-a295-f11d907bc9bd service neutron] Transition to ACTIVE for port object feb35b94-bb51-4920-9dc0-f943e445696c will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:24:23.889170 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-383852b7-3594-416c-8649-af5a9bdb2113 req-3336c17f-2a51-4815-a295-f11d907bc9bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (feb35b94-bb51-4920-9dc0-f943e445696c), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:23.925883 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b18e4a9-ffcf-4e95-85b0-d4bd33a54dd1 req-cc2af9ba-45cb-4add-8537-a09183449253 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:23.927778 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1b18e4a9-ffcf-4e95-85b0-d4bd33a54dd1 req-cc2af9ba-45cb-4add-8537-a09183449253 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/ports?device_id=9561e903-5887-489a-bff4-903ca5c6c651 HTTP/1.1" status: 200 len: 945 time: 0.4712634 Feb 19 03:24:23.936014 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6fa9ff-a3cb-4c48-92fa-bddabaccc7d4 req-14ff5ef3-0ef5-4fc0-b82b-0e9d380b3693 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:23.943947 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-db6fa9ff-a3cb-4c48-92fa-bddabaccc7d4 req-14ff5ef3-0ef5-4fc0-b82b-0e9d380b3693 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=7eea7225-1d86-401c-8d24-636bd8023e45 HTTP/1.1" status: 200 len: 931 time: 0.0785708 Feb 19 03:24:24.007592 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3336c17f-2a51-4815-a295-f11d907bc9bd service neutron] Pushing event updated for resources: {'Port': ['ID=feb35b94-bb51-4920-9dc0-f943e445696c,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:24.020798 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1b18e4a9-ffcf-4e95-85b0-d4bd33a54dd1 req-27099954-c920-4931-a34f-e7715dcaaa53 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/security-groups?id=7720c530-0957-408e-b065-5a2a34575093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746486 Feb 19 03:24:24.038268 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-db6fa9ff-a3cb-4c48-92fa-bddabaccc7d4 req-382f8a99-6e02-4b15-ad44-3fbf70b03cf4 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931742 Feb 19 03:24:24.092338 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-383852b7-3594-416c-8649-af5a9bdb2113 req-3336c17f-2a51-4815-a295-f11d907bc9bd service neutron] Attempting to bind port feb35b94-bb51-4920-9dc0-f943e445696c on host n-h1-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:24:24.092968 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-383852b7-3594-416c-8649-af5a9bdb2113 req-3336c17f-2a51-4815-a295-f11d907bc9bd service neutron] Attempting to bind port feb35b94-bb51-4920-9dc0-f943e445696c by drivers openvswitch,hyperv on host n-h1-826753-2 at level 0 using segments [{'id': '1cc07983-2153-4fea-b2a9-9157e38f7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '48e87e60-6ae2-4eae-a03b-2fd752f397d2'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:24:24.092968 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383852b7-3594-416c-8649-af5a9bdb2113 req-3336c17f-2a51-4815-a295-f11d907bc9bd service neutron] Attempting to bind port feb35b94-bb51-4920-9dc0-f943e445696c on network 48e87e60-6ae2-4eae-a03b-2fd752f397d2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:24:24.099040 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383852b7-3594-416c-8649-af5a9bdb2113 req-3336c17f-2a51-4815-a295-f11d907bc9bd service neutron] Port feb35b94-bb51-4920-9dc0-f943e445696c on network 48e87e60-6ae2-4eae-a03b-2fd752f397d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:24:24.099362 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383852b7-3594-416c-8649-af5a9bdb2113 req-3336c17f-2a51-4815-a295-f11d907bc9bd service neutron] Attempting to bind port feb35b94-bb51-4920-9dc0-f943e445696c on network 48e87e60-6ae2-4eae-a03b-2fd752f397d2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:24:24.105572 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383852b7-3594-416c-8649-af5a9bdb2113 req-3336c17f-2a51-4815-a295-f11d907bc9bd service neutron] Checking agent: {'id': '9d56fb1b-2855-496a-a6d9-c324740cb98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:24:24.105572 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383852b7-3594-416c-8649-af5a9bdb2113 req-3336c17f-2a51-4815-a295-f11d907bc9bd service neutron] Checking segment: {'id': '1cc07983-2153-4fea-b2a9-9157e38f7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '48e87e60-6ae2-4eae-a03b-2fd752f397d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:24:24.106017 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383852b7-3594-416c-8649-af5a9bdb2113 req-3336c17f-2a51-4815-a295-f11d907bc9bd service neutron] Bound using segment: {'id': '1cc07983-2153-4fea-b2a9-9157e38f7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '48e87e60-6ae2-4eae-a03b-2fd752f397d2'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:24:24.106450 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-383852b7-3594-416c-8649-af5a9bdb2113 req-3336c17f-2a51-4815-a295-f11d907bc9bd service neutron] Bound port: feb35b94-bb51-4920-9dc0-f943e445696c, host: n-h1-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cc07983-2153-4fea-b2a9-9157e38f7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '48e87e60-6ae2-4eae-a03b-2fd752f397d2'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:24:24.106804 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-383852b7-3594-416c-8649-af5a9bdb2113 req-3336c17f-2a51-4815-a295-f11d907bc9bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (feb35b94-bb51-4920-9dc0-f943e445696c), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:24.196464 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2775e43-15ea-4be3-946f-f854685f16c7 req-85e3b2c7-6213-4e56-901e-8b6857cd28ee tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:24.197114 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-383852b7-3594-416c-8649-af5a9bdb2113 req-3336c17f-2a51-4815-a295-f11d907bc9bd service neutron] For port feb35b94-bb51-4920-9dc0-f943e445696c, host n-h1-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:24:24.198732 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c2775e43-15ea-4be3-946f-f854685f16c7 req-85e3b2c7-6213-4e56-901e-8b6857cd28ee tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=d4ffcb58-4863-42ad-8174-becce8a1d934 HTTP/1.1" status: 200 len: 945 time: 0.0730948 Feb 19 03:24:24.202118 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-383852b7-3594-416c-8649-af5a9bdb2113 req-3336c17f-2a51-4815-a295-f11d907bc9bd service neutron] For port feb35b94-bb51-4920-9dc0-f943e445696c, host n-h1-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=feb35b94-bb51-4920-9dc0-f943e445696c,segment=NetworkSegment(1cc07983-2153-4fea-b2a9-9157e38f7075),segment_id=1cc07983-2153-4fea-b2a9-9157e38f7075)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:24:24.211969 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-383852b7-3594-416c-8649-af5a9bdb2113 req-3336c17f-2a51-4815-a295-f11d907bc9bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (feb35b94-bb51-4920-9dc0-f943e445696c), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:24.253696 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383852b7-3594-416c-8649-af5a9bdb2113 req-3336c17f-2a51-4815-a295-f11d907bc9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:24.254395 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-383852b7-3594-416c-8649-af5a9bdb2113 req-3336c17f-2a51-4815-a295-f11d907bc9bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:24.256068 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-383852b7-3594-416c-8649-af5a9bdb2113 req-3336c17f-2a51-4815-a295-f11d907bc9bd service neutron] 10.222.0.73 "PUT /v2.0/ports/feb35b94-bb51-4920-9dc0-f943e445696c HTTP/1.1" status: 200 len: 1091 time: 1.1310489 Feb 19 03:24:24.256560 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7eea7225-1d86-401c-8d24-636bd8023e45', 'tag': 'feb35b94-bb51-4920-9dc0-f943e445696c'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:24:24.259405 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59d2f285-7122-4065-ba05-85b2b461ff87" -d '{"events": [{"name": "network-changed", "server_uuid": "7eea7225-1d86-401c-8d24-636bd8023e45", "tag": "feb35b94-bb51-4920-9dc0-f943e445696c"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:24:24.273938 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c2775e43-15ea-4be3-946f-f854685f16c7 req-0bddd64a-ce73-4c6f-a44e-fbac0ebcbfa7 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=d8f64544-e7e8-4359-aa8d-b4a91a5cef39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689063 Feb 19 03:24:24.354852 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7981e34c-58cf-468d-b4dd-fccca0e53243 req-9c7ca972-0da7-4940-a83a-eb609f8116c8 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:24.356396 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7981e34c-58cf-468d-b4dd-fccca0e53243 req-9c7ca972-0da7-4940-a83a-eb609f8116c8 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.82 "GET /v2.0/ports?device_id=9561e903-5887-489a-bff4-903ca5c6c651 HTTP/1.1" status: 200 len: 945 time: 0.0957735 Feb 19 03:24:24.423815 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a0d7773-d43b-4d18-9303-b77041af2dc2 x-openstack-request-id: req-1a0d7773-d43b-4d18-9303-b77041af2dc2 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:24:24.424137 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7eea7225-1d86-401c-8d24-636bd8023e45", "tag": "feb35b94-bb51-4920-9dc0-f943e445696c", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:24:24.425098 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1a0d7773-d43b-4d18-9303-b77041af2dc2 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:24:24.425515 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7eea7225-1d86-401c-8d24-636bd8023e45', 'tag': 'feb35b94-bb51-4920-9dc0-f943e445696c', 'status': 'completed', 'code': 200} Feb 19 03:24:24.429196 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3336c17f-2a51-4815-a295-f11d907bc9bd service neutron] Pushing event updated for resources: {'Port': ['ID=feb35b94-bb51-4920-9dc0-f943e445696c,revision_number=3']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:24.473429 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383852b7-3594-416c-8649-af5a9bdb2113 req-a9061004-1311-40fa-829b-ea3224946f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:24.475005 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-383852b7-3594-416c-8649-af5a9bdb2113 req-a9061004-1311-40fa-829b-ea3224946f40 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8257d05cb054404db31cec3bbb71493a&device_id=7eea7225-1d86-401c-8d24-636bd8023e45 HTTP/1.1" status: 200 len: 1125 time: 0.1423981 Feb 19 03:24:24.495051 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-7981e34c-58cf-468d-b4dd-fccca0e53243 req-a607589b-765b-4ac5-9dc3-7b1779a45772 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Deleting port 27eee251-46ae-42e7-b6f1-4d8c3fdcaa3f {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:24:24.495838 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-7981e34c-58cf-468d-b4dd-fccca0e53243 req-a607589b-765b-4ac5-9dc3-7b1779a45772 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (27eee251-46ae-42e7-b6f1-4d8c3fdcaa3f), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:24.546196 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-383852b7-3594-416c-8649-af5a9bdb2113 req-84d351a1-a4f8-4e46-a283-e08d40d55e28 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=feb35b94-bb51-4920-9dc0-f943e445696c HTTP/1.1" status: 200 len: 217 time: 0.0556898 Feb 19 03:24:24.619608 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383852b7-3594-416c-8649-af5a9bdb2113 req-6b0b749d-9da6-4717-92b7-a9d7a27723f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:24.624439 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-383852b7-3594-416c-8649-af5a9bdb2113 req-6b0b749d-9da6-4717-92b7-a9d7a27723f3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2d8d01f7-c65c-4273-a693-0737e1d5a5eb HTTP/1.1" status: 200 len: 850 time: 0.0716956 Feb 19 03:24:24.658984 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-7981e34c-58cf-468d-b4dd-fccca0e53243 req-a607589b-765b-4ac5-9dc3-7b1779a45772 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] For port 27eee251-46ae-42e7-b6f1-4d8c3fdcaa3f, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=27eee251-46ae-42e7-b6f1-4d8c3fdcaa3f,segment=NetworkSegment(86f850ad-61c2-49a5-886b-3df30cbb0f04),segment_id=86f850ad-61c2-49a5-886b-3df30cbb0f04)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:24:24.659351 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-7981e34c-58cf-468d-b4dd-fccca0e53243 req-a607589b-765b-4ac5-9dc3-7b1779a45772 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (27eee251-46ae-42e7-b6f1-4d8c3fdcaa3f), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:24.697979 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383852b7-3594-416c-8649-af5a9bdb2113 req-de278cb6-2f50-48fd-8920-0ffd87cc06dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:24.699771 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-383852b7-3594-416c-8649-af5a9bdb2113 req-de278cb6-2f50-48fd-8920-0ffd87cc06dc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=48e87e60-6ae2-4eae-a03b-2fd752f397d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0695021 Feb 19 03:24:24.823327 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-383852b7-3594-416c-8649-af5a9bdb2113 req-84788124-a277-4971-ab2a-abad80b0f01d service neutron] 10.222.0.73 "GET /v2.0/networks/48e87e60-6ae2-4eae-a03b-2fd752f397d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161659 Feb 19 03:24:24.859771 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-7981e34c-58cf-468d-b4dd-fccca0e53243 req-a607589b-765b-4ac5-9dc3-7b1779a45772 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:24.860184 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-7981e34c-58cf-468d-b4dd-fccca0e53243 req-a607589b-765b-4ac5-9dc3-7b1779a45772 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16285943'] for floatingip (faa17c49-9539-496b-b7e3-21713296f624), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:24.860437 n-d-826753-2 neutron-server[103701]: INFO neutron.db.l3_db [req-7981e34c-58cf-468d-b4dd-fccca0e53243 req-a607589b-765b-4ac5-9dc3-7b1779a45772 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Floating IP faa17c49-9539-496b-b7e3-21713296f624 disassociated. External IP: 172.25.6.92, port: 27eee251-46ae-42e7-b6f1-4d8c3fdcaa3f. Feb 19 03:24:24.860773 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-7981e34c-58cf-468d-b4dd-fccca0e53243 req-a607589b-765b-4ac5-9dc3-7b1779a45772 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Calling delete_port for 27eee251-46ae-42e7-b6f1-4d8c3fdcaa3f owned by compute:nova {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:24:24.919223 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-383852b7-3594-416c-8649-af5a9bdb2113 req-9dec5da4-40a8-49cb-afd1-4bbb3354918e service neutron] 10.222.0.73 "GET /v2.0/networks/48e87e60-6ae2-4eae-a03b-2fd752f397d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889335 Feb 19 03:24:25.007105 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-7981e34c-58cf-468d-b4dd-fccca0e53243 req-a607589b-765b-4ac5-9dc3-7b1779a45772 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (27eee251-46ae-42e7-b6f1-4d8c3fdcaa3f), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:25.041447 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a607589b-765b-4ac5-9dc3-7b1779a45772 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Pushing event deleted for resources: {'Port': ['ID=27eee251-46ae-42e7-b6f1-4d8c3fdcaa3f,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:25.055437 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a607589b-765b-4ac5-9dc3-7b1779a45772 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:25.055780 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a607589b-765b-4ac5-9dc3-7b1779a45772 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:25.056131 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a607589b-765b-4ac5-9dc3-7b1779a45772 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:25.056716 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a607589b-765b-4ac5-9dc3-7b1779a45772 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:25.057434 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a607589b-765b-4ac5-9dc3-7b1779a45772 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:25.057434 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a607589b-765b-4ac5-9dc3-7b1779a45772 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:25.057434 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a607589b-765b-4ac5-9dc3-7b1779a45772 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:25.058207 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a607589b-765b-4ac5-9dc3-7b1779a45772 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:25.058207 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a607589b-765b-4ac5-9dc3-7b1779a45772 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:25.058387 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a607589b-765b-4ac5-9dc3-7b1779a45772 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:25.058769 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a607589b-765b-4ac5-9dc3-7b1779a45772 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:25.058992 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a607589b-765b-4ac5-9dc3-7b1779a45772 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:25.059319 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a607589b-765b-4ac5-9dc3-7b1779a45772 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:25.081256 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d2f285-7122-4065-ba05-85b2b461ff87 req-4cd9ef7e-cfb5-4d33-aa1f-fbbd78321afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:25.082826 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-59d2f285-7122-4065-ba05-85b2b461ff87 req-4cd9ef7e-cfb5-4d33-aa1f-fbbd78321afd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8257d05cb054404db31cec3bbb71493a&device_id=7eea7225-1d86-401c-8d24-636bd8023e45 HTTP/1.1" status: 200 len: 1125 time: 0.0837529 Feb 19 03:24:25.209339 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a25ede9b-3387-41e3-bc20-9bd8384b8b37 req-bb63afd0-3611-474a-82f0-51e6af2f8d27 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/ports?device_id=9561e903-5887-489a-bff4-903ca5c6c651 HTTP/1.1" status: 200 len: 210 time: 0.0591493 Feb 19 03:24:25.226317 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d2f285-7122-4065-ba05-85b2b461ff87 req-01f7ea38-4cce-4370-bec9-f0c07c61fd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:25.229607 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-59d2f285-7122-4065-ba05-85b2b461ff87 req-01f7ea38-4cce-4370-bec9-f0c07c61fd2e service neutron] 10.222.0.73 "GET /v2.0/networks?id=48e87e60-6ae2-4eae-a03b-2fd752f397d2 HTTP/1.1" status: 200 len: 912 time: 0.1385617 Feb 19 03:24:25.277545 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-59d2f285-7122-4065-ba05-85b2b461ff87 req-e25b22d0-673e-450a-bae1-6c813a94e0ac service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=feb35b94-bb51-4920-9dc0-f943e445696c HTTP/1.1" status: 200 len: 217 time: 0.0421617 Feb 19 03:24:25.284574 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7903245b-bb12-4c0c-863f-ce540f51a386 req-e9b89e7a-052e-4958-bde0-7c247782cdce tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:25.286095 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7903245b-bb12-4c0c-863f-ce540f51a386 req-e9b89e7a-052e-4958-bde0-7c247782cdce tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=7eea7225-1d86-401c-8d24-636bd8023e45 HTTP/1.1" status: 200 len: 943 time: 0.1391737 Feb 19 03:24:25.321872 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7981e34c-58cf-468d-b4dd-fccca0e53243 req-a607589b-765b-4ac5-9dc3-7b1779a45772 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Router 4b0f659c-98e2-4e55-9ac0-d38f88bba5aa has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:24:25.334957 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d2f285-7122-4065-ba05-85b2b461ff87 req-b904dbbe-ed3b-4302-8abc-9d1261e8667d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:25.337038 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-59d2f285-7122-4065-ba05-85b2b461ff87 req-b904dbbe-ed3b-4302-8abc-9d1261e8667d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2d8d01f7-c65c-4273-a693-0737e1d5a5eb HTTP/1.1" status: 200 len: 850 time: 0.0528219 Feb 19 03:24:25.392219 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d2f285-7122-4065-ba05-85b2b461ff87 req-09fed70c-fcde-4247-b3d1-7af6e95817c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:25.394466 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-59d2f285-7122-4065-ba05-85b2b461ff87 req-09fed70c-fcde-4247-b3d1-7af6e95817c7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=48e87e60-6ae2-4eae-a03b-2fd752f397d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0499561 Feb 19 03:24:25.442752 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7903245b-bb12-4c0c-863f-ce540f51a386 req-91af50ee-1293-431f-a612-24960eff2106 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427567 Feb 19 03:24:25.517208 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-59d2f285-7122-4065-ba05-85b2b461ff87 req-2523fbf9-d65e-4d30-8a3f-7189bd3d545b service neutron] 10.222.0.73 "GET /v2.0/networks/48e87e60-6ae2-4eae-a03b-2fd752f397d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137912 Feb 19 03:24:25.521229 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784635b1-adb5-447a-bc94-f77f916e24e5 req-16d2596e-4867-432f-96b7-02a51c549654 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:25.522934 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-784635b1-adb5-447a-bc94-f77f916e24e5 req-16d2596e-4867-432f-96b7-02a51c549654 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=d4ffcb58-4863-42ad-8174-becce8a1d934 HTTP/1.1" status: 200 len: 945 time: 0.1350968 Feb 19 03:24:25.533074 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7981e34c-58cf-468d-b4dd-fccca0e53243 req-a607589b-765b-4ac5-9dc3-7b1779a45772 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:24:25.545689 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53008702-79bd-4800-822f-156d0036e70b None None] Sync routers for ids ['4b0f659c-98e2-4e55-9ac0-d38f88bba5aa'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:24:25.566806 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53008702-79bd-4800-822f-156d0036e70b None None] Routers {'4b0f659c-98e2-4e55-9ac0-d38f88bba5aa'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:24:25.567427 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-53008702-79bd-4800-822f-156d0036e70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:24:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['4b0f659c-98e2-4e55-9ac0-d38f88bba5aa'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:25.595537 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-7981e34c-58cf-468d-b4dd-fccca0e53243 req-a607589b-765b-4ac5-9dc3-7b1779a45772 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] No DVR routers for this DVR port 27eee251-46ae-42e7-b6f1-4d8c3fdcaa3f on host n-h2-826753-2 {{(pid=103701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:24:25.612923 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-7981e34c-58cf-468d-b4dd-fccca0e53243 req-a607589b-765b-4ac5-9dc3-7b1779a45772 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:25.615002 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7981e34c-58cf-468d-b4dd-fccca0e53243 req-a607589b-765b-4ac5-9dc3-7b1779a45772 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.82 "DELETE /v2.0/ports/27eee251-46ae-42e7-b6f1-4d8c3fdcaa3f HTTP/1.1" status: 204 len: 173 time: 1.2485781 Feb 19 03:24:25.622825 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9561e903-5887-489a-bff4-903ca5c6c651', 'name': 'network-vif-deleted', 'tag': '27eee251-46ae-42e7-b6f1-4d8c3fdcaa3f'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:24:25.625429 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a656717-3c75-4720-8f58-2c3248fc82ce" -d '{"events": [{"server_uuid": "9561e903-5887-489a-bff4-903ca5c6c651", "name": "network-vif-deleted", "tag": "27eee251-46ae-42e7-b6f1-4d8c3fdcaa3f"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:24:25.679523 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-59d2f285-7122-4065-ba05-85b2b461ff87 req-6b412078-ca26-4444-9f60-2ce7e2712c03 service neutron] 10.222.0.73 "GET /v2.0/networks/48e87e60-6ae2-4eae-a03b-2fd752f397d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519115 Feb 19 03:24:25.723852 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-784635b1-adb5-447a-bc94-f77f916e24e5 req-adf39d76-a659-46d8-9814-e1993cc5a318 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=d8f64544-e7e8-4359-aa8d-b4a91a5cef39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1930265 Feb 19 03:24:25.751669 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6440ef8-7930-47c9-8419-87d0c8841df0 x-openstack-request-id: req-f6440ef8-7930-47c9-8419-87d0c8841df0 {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:24:25.752503 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9561e903-5887-489a-bff4-903ca5c6c651", "name": "network-vif-deleted", "tag": "27eee251-46ae-42e7-b6f1-4d8c3fdcaa3f", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:24:25.752761 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f6440ef8-7930-47c9-8419-87d0c8841df0 {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:24:25.753199 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9561e903-5887-489a-bff4-903ca5c6c651', 'name': 'network-vif-deleted', 'tag': '27eee251-46ae-42e7-b6f1-4d8c3fdcaa3f', 'status': 'completed', 'code': 200} Feb 19 03:24:25.798616 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-53008702-79bd-4800-822f-156d0036e70b None None] Set router 4b0f659c-98e2-4e55-9ac0-d38f88bba5aa gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:24:26.031867 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-53008702-79bd-4800-822f-156d0036e70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b0f659c-98e2-4e55-9ac0-d38f88bba5aa', 'name': 'tempest-AttachVolumeTestJSON-1720526732-router', 'tenant_id': '4bc29719da89493e810e3a2508264407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '8191241c-f09f-4dcd-8be7-6df2728ba5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:21:07Z', 'updated_at': '2022-02-19T03:21:10Z', 'revision_number': 4, 'project_id': '4bc29719da89493e810e3a2508264407', 'gw_port': {'id': '8191241c-f09f-4dcd-8be7-6df2728ba5ab', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:98:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0f659c-98e2-4e55-9ac0-d38f88bba5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:21:07Z', 'updated_at': '2022-02-19T03:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '41e81cb6-5f0c-4d6b-b471-5434eaa02d25', 'name': '', 'network_id': '9a554e32-f7c5-4dcb-952c-723e4a86c322', 'tenant_id': '4bc29719da89493e810e3a2508264407', 'mac_address': 'fa:16:3e:7f:af:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0f659c-98e2-4e55-9ac0-d38f88bba5aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': 'ea16c631-8dac-4b32-b4b0-9ae4e04ef132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:21:10Z', 'updated_at': '2022-02-19T03:21:16Z', 'revision_number': 5, 'project_id': '4bc29719da89493e810e3a2508264407', 'subnets': [{'id': 'ea16c631-8dac-4b32-b4b0-9ae4e04ef132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:26.061969 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53008702-79bd-4800-822f-156d0036e70b None None] Checking router: 4b0f659c-98e2-4e55-9ac0-d38f88bba5aa for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:24:26.070374 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53008702-79bd-4800-822f-156d0036e70b None None] Routers {'4b0f659c-98e2-4e55-9ac0-d38f88bba5aa'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:24:26.070980 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-53008702-79bd-4800-822f-156d0036e70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:24:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['4b0f659c-98e2-4e55-9ac0-d38f88bba5aa'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:26.196525 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-53008702-79bd-4800-822f-156d0036e70b None None] Set router 4b0f659c-98e2-4e55-9ac0-d38f88bba5aa gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:24:26.311403 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 44878) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:26.373070 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7e4cc434-b4a0-4b9e-896d-b99c10a21c00 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Publish callbacks [] for security_group (7720c530-0957-408e-b065-5a2a34575093), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:26.398828 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7e4cc434-b4a0-4b9e-896d-b99c10a21c00 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Publish callbacks [] for security_group (7720c530-0957-408e-b065-5a2a34575093), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:26.428452 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-53008702-79bd-4800-822f-156d0036e70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b0f659c-98e2-4e55-9ac0-d38f88bba5aa', 'name': 'tempest-AttachVolumeTestJSON-1720526732-router', 'tenant_id': '4bc29719da89493e810e3a2508264407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '8191241c-f09f-4dcd-8be7-6df2728ba5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:21:07Z', 'updated_at': '2022-02-19T03:21:10Z', 'revision_number': 4, 'project_id': '4bc29719da89493e810e3a2508264407', 'gw_port': {'id': '8191241c-f09f-4dcd-8be7-6df2728ba5ab', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:98:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0f659c-98e2-4e55-9ac0-d38f88bba5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:21:07Z', 'updated_at': '2022-02-19T03:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '41e81cb6-5f0c-4d6b-b471-5434eaa02d25', 'name': '', 'network_id': '9a554e32-f7c5-4dcb-952c-723e4a86c322', 'tenant_id': '4bc29719da89493e810e3a2508264407', 'mac_address': 'fa:16:3e:7f:af:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0f659c-98e2-4e55-9ac0-d38f88bba5aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': 'ea16c631-8dac-4b32-b4b0-9ae4e04ef132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:21:10Z', 'updated_at': '2022-02-19T03:21:16Z', 'revision_number': 5, 'project_id': '4bc29719da89493e810e3a2508264407', 'subnets': [{'id': 'ea16c631-8dac-4b32-b4b0-9ae4e04ef132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:26.455961 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7e4cc434-b4a0-4b9e-896d-b99c10a21c00 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (7720c530-0957-408e-b065-5a2a34575093), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:26.462344 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7e4cc434-b4a0-4b9e-896d-b99c10a21c00 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:26.467091 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-7e4cc434-b4a0-4b9e-896d-b99c10a21c00 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "DELETE /v2.0/security-groups/7720c530-0957-408e-b065-5a2a34575093 HTTP/1.1" status: 204 len: 168 time: 0.1523945 Feb 19 03:24:26.468951 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 44882) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:26.474780 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53008702-79bd-4800-822f-156d0036e70b None None] The sync data for ids ['4b0f659c-98e2-4e55-9ac0-d38f88bba5aa'] in n-d-826753-2 is: [{'id': '4b0f659c-98e2-4e55-9ac0-d38f88bba5aa', 'name': 'tempest-AttachVolumeTestJSON-1720526732-router', 'tenant_id': '4bc29719da89493e810e3a2508264407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '8191241c-f09f-4dcd-8be7-6df2728ba5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:21:07Z', 'updated_at': '2022-02-19T03:21:10Z', 'revision_number': 4, 'project_id': '4bc29719da89493e810e3a2508264407', 'gw_port': {'id': '8191241c-f09f-4dcd-8be7-6df2728ba5ab', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:98:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0f659c-98e2-4e55-9ac0-d38f88bba5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:21:07Z', 'updated_at': '2022-02-19T03:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '41e81cb6-5f0c-4d6b-b471-5434eaa02d25', 'name': '', 'network_id': '9a554e32-f7c5-4dcb-952c-723e4a86c322', 'tenant_id': '4bc29719da89493e810e3a2508264407', 'mac_address': 'fa:16:3e:7f:af:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0f659c-98e2-4e55-9ac0-d38f88bba5aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': 'ea16c631-8dac-4b32-b4b0-9ae4e04ef132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:21:10Z', 'updated_at': '2022-02-19T03:21:16Z', 'revision_number': 5, 'project_id': '4bc29719da89493e810e3a2508264407', 'subnets': [{'id': 'ea16c631-8dac-4b32-b4b0-9ae4e04ef132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:24:26.477982 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4cc434-b4a0-4b9e-896d-b99c10a21c00 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7720c530-0957-408e-b065-5a2a34575093,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:26.481133 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:26.525385 n-d-826753-2 neutron-server[103701]: INFO neutron.api.v2.resource [None req-8cc016d4-2afb-4041-bd42-3f45d9dfe063 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] show failed (client error): The resource could not be found. Feb 19 03:24:26.530280 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 44884) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:26.531613 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-8cc016d4-2afb-4041-bd42-3f45d9dfe063 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/security-groups/7720c530-0957-408e-b065-5a2a34575093 HTTP/1.1" status: 404 len: 347 time: 0.0609596 Feb 19 03:24:26.611734 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6131bc1a-2378-4a8b-a9b3-2e441a62a06d req-be0480f1-c4de-4069-9a92-d68d33f310d4 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:26.614019 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6131bc1a-2378-4a8b-a9b3-2e441a62a06d req-be0480f1-c4de-4069-9a92-d68d33f310d4 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=7eea7225-1d86-401c-8d24-636bd8023e45 HTTP/1.1" status: 200 len: 943 time: 0.0812793 Feb 19 03:24:26.675106 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6131bc1a-2378-4a8b-a9b3-2e441a62a06d req-76bac860-6495-4483-8217-01861576de99 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520687 Feb 19 03:24:26.713455 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-a66ac748-3780-45e9-a447-f5036544c4d7 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Deleting port 3d4b1463-46b3-4a7d-ab18-8caa9cd54509 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:24:26.713858 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a66ac748-3780-45e9-a447-f5036544c4d7 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (3d4b1463-46b3-4a7d-ab18-8caa9cd54509), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:26.800876 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a66ac748-3780-45e9-a447-f5036544c4d7 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (3d4b1463-46b3-4a7d-ab18-8caa9cd54509), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:26.801764 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a66ac748-3780-45e9-a447-f5036544c4d7 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Publish callbacks [] for floatingip (3d4b1463-46b3-4a7d-ab18-8caa9cd54509), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:26.819750 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-a66ac748-3780-45e9-a447-f5036544c4d7 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Calling delete_port for 3d4b1463-46b3-4a7d-ab18-8caa9cd54509 owned by network:floatingip {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:24:26.863688 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bfecd20-22e3-48a2-80f2-ef0fd8b4c459 None None] New status for floating IP faa17c49-9539-496b-b7e3-21713296f624: DOWN {{(pid=103704) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:24:26.885814 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7204595-19fe-4383-94e3-70d547649ff8 req-bf3f5c1c-ea93-453a-810b-6b28ca8079da tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:26.889170 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a7204595-19fe-4383-94e3-70d547649ff8 req-bf3f5c1c-ea93-453a-810b-6b28ca8079da tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=d4ffcb58-4863-42ad-8174-becce8a1d934 HTTP/1.1" status: 200 len: 945 time: 0.0810287 Feb 19 03:24:26.965307 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a7204595-19fe-4383-94e3-70d547649ff8 req-41f618cd-d518-462e-8193-70465939215e tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=d8f64544-e7e8-4359-aa8d-b4a91a5cef39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687234 Feb 19 03:24:27.001263 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a66ac748-3780-45e9-a447-f5036544c4d7 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (3d4b1463-46b3-4a7d-ab18-8caa9cd54509), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:27.004011 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.db.api [None req-7bfecd20-22e3-48a2-80f2-ef0fd8b4c459 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103704) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:24:27.004251 n-d-826753-2 neutron-server[103704]: DEBUG oslo_db.api [None req-7bfecd20-22e3-48a2-80f2-ef0fd8b4c459 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:24:27.029157 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66ac748-3780-45e9-a447-f5036544c4d7 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Pushing event deleted for resources: {'Port': ['ID=3d4b1463-46b3-4a7d-ab18-8caa9cd54509,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:27.098851 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a66ac748-3780-45e9-a447-f5036544c4d7 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Publish callbacks [] for floatingip (faa17c49-9539-496b-b7e3-21713296f624), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:27.101459 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a66ac748-3780-45e9-a447-f5036544c4d7 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:27.102616 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-a66ac748-3780-45e9-a447-f5036544c4d7 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "DELETE /v2.0/floatingips/faa17c49-9539-496b-b7e3-21713296f624 HTTP/1.1" status: 204 len: 168 time: 0.5712585 Feb 19 03:24:27.323514 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 44890) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:27.328252 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-4b69052f-7854-487f-bae3-071545506963 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1834132650', 'description': 'tempest-description--961354314'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:27.350036 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4b69052f-7854-487f-bae3-071545506963 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:27.425689 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4b69052f-7854-487f-bae3-071545506963 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Publish callbacks [] for security_group (3a414b3f-6555-4d12-842b-74633c0e6e11), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:27.430620 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4b69052f-7854-487f-bae3-071545506963 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (3a414b3f-6555-4d12-842b-74633c0e6e11), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:27.459431 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4b69052f-7854-487f-bae3-071545506963 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:27.460687 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-4b69052f-7854-487f-bae3-071545506963 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1360261 Feb 19 03:24:27.463662 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 44892) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:27.466075 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b69052f-7854-487f-bae3-071545506963 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a414b3f-6555-4d12-842b-74633c0e6e11,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:27.469543 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-04d6be19-5e26-4fd0-bfd7-70a3c3485a9d tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Request body: {'security_group_rule': {'security_group_id': '3a414b3f-6555-4d12-842b-74633c0e6e11', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:27.499695 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-04d6be19-5e26-4fd0-bfd7-70a3c3485a9d tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Publish callbacks [] for security_group_rule (198704b9-b539-423d-a3ff-dc274629be8c), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:27.505280 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bfecd20-22e3-48a2-80f2-ef0fd8b4c459 None None] New status for floating IP faa17c49-9539-496b-b7e3-21713296f624: DOWN {{(pid=103704) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:24:27.567508 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-04d6be19-5e26-4fd0-bfd7-70a3c3485a9d tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Publish callbacks [] for security_group_rule (198704b9-b539-423d-a3ff-dc274629be8c), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:27.572639 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-04d6be19-5e26-4fd0-bfd7-70a3c3485a9d tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (198704b9-b539-423d-a3ff-dc274629be8c), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:27.605063 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d6be19-5e26-4fd0-bfd7-70a3c3485a9d tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=198704b9-b539-423d-a3ff-dc274629be8c,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:27.619235 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-04d6be19-5e26-4fd0-bfd7-70a3c3485a9d tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:27.623246 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-04d6be19-5e26-4fd0-bfd7-70a3c3485a9d tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1556787 Feb 19 03:24:27.623448 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 44894) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:27.629064 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-5bcbb4e6-0b4d-4410-a1c9-c25ef44eade4 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Request body: {'security_group_rule': {'security_group_id': '3a414b3f-6555-4d12-842b-74633c0e6e11', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:27.657960 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5bcbb4e6-0b4d-4410-a1c9-c25ef44eade4 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Publish callbacks [] for security_group_rule (a85d1b16-0666-467e-a555-1df3d4610d10), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:27.733840 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5bcbb4e6-0b4d-4410-a1c9-c25ef44eade4 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Publish callbacks [] for security_group_rule (a85d1b16-0666-467e-a555-1df3d4610d10), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:27.740539 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5bcbb4e6-0b4d-4410-a1c9-c25ef44eade4 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (a85d1b16-0666-467e-a555-1df3d4610d10), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:27.766359 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcbb4e6-0b4d-4410-a1c9-c25ef44eade4 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a85d1b16-0666-467e-a555-1df3d4610d10,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:27.777145 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5bcbb4e6-0b4d-4410-a1c9-c25ef44eade4 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:27.782260 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-5bcbb4e6-0b4d-4410-a1c9-c25ef44eade4 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1575096 Feb 19 03:24:27.783051 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 44898) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:27.788342 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-5fc6db3a-fb98-4bc3-a79b-9d8eeb36ff93 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Request body: {'floatingip': {'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:27.813784 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5fc6db3a-fb98-4bc3-a79b-9d8eeb36ff93 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:27.822971 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb79a5b-17b1-4887-9143-b9072878ef6d req-8fa009f4-41d8-4d6c-80f6-c7e545c3705e tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:27.824108 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5bb79a5b-17b1-4887-9143-b9072878ef6d req-8fa009f4-41d8-4d6c-80f6-c7e545c3705e tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=7eea7225-1d86-401c-8d24-636bd8023e45 HTTP/1.1" status: 200 len: 943 time: 0.0698419 Feb 19 03:24:27.885836 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5bb79a5b-17b1-4887-9143-b9072878ef6d req-d3e46c9a-58fd-4612-9ecf-ff7c4694903b tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461287 Feb 19 03:24:27.929606 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5fc6db3a-fb98-4bc3-a79b-9d8eeb36ff93 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:28.048669 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-5fc6db3a-fb98-4bc3-a79b-9d8eeb36ff93 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Allocated IP 172.25.6.76 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/202dc42c-400e-4c20-af0c-bea473839f59) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:24:28.110551 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6214cc1-f97c-46da-a89a-422922c24a07 req-78284ce1-e091-4341-bd0d-ab34f651969c tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:28.112744 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a6214cc1-f97c-46da-a89a-422922c24a07 req-78284ce1-e091-4341-bd0d-ab34f651969c tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=d4ffcb58-4863-42ad-8174-becce8a1d934 HTTP/1.1" status: 200 len: 945 time: 0.0679235 Feb 19 03:24:28.170170 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a6214cc1-f97c-46da-a89a-422922c24a07 req-37d55446-8a53-4b4f-9365-5ff228c79caf tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=d8f64544-e7e8-4359-aa8d-b4a91a5cef39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509732 Feb 19 03:24:28.184625 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5fc6db3a-fb98-4bc3-a79b-9d8eeb36ff93 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Publish callbacks [] for port (202dc42c-400e-4c20-af0c-bea473839f59), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:28.229545 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5fc6db3a-fb98-4bc3-a79b-9d8eeb36ff93 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (202dc42c-400e-4c20-af0c-bea473839f59), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:28.269437 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc6db3a-fb98-4bc3-a79b-9d8eeb36ff93 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:24:28.272507 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-5fc6db3a-fb98-4bc3-a79b-9d8eeb36ff93 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:24:28.275958 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc6db3a-fb98-4bc3-a79b-9d8eeb36ff93 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:24:28.303035 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc6db3a-fb98-4bc3-a79b-9d8eeb36ff93 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Pushing event updated for resources: {'Port': ['ID=202dc42c-400e-4c20-af0c-bea473839f59,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:28.390104 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5fc6db3a-fb98-4bc3-a79b-9d8eeb36ff93 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Publish callbacks [] for floatingip (4d8b9510-badf-44c3-b832-ab4b62c901f5), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:28.435934 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5fc6db3a-fb98-4bc3-a79b-9d8eeb36ff93 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (202dc42c-400e-4c20-af0c-bea473839f59), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:28.612021 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5fc6db3a-fb98-4bc3-a79b-9d8eeb36ff93 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Publish callbacks [] for port (202dc42c-400e-4c20-af0c-bea473839f59), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:28.617489 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5fc6db3a-fb98-4bc3-a79b-9d8eeb36ff93 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (202dc42c-400e-4c20-af0c-bea473839f59), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:28.686639 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc6db3a-fb98-4bc3-a79b-9d8eeb36ff93 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Pushing event updated for resources: {'Port': ['ID=202dc42c-400e-4c20-af0c-bea473839f59,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:28.703012 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5fc6db3a-fb98-4bc3-a79b-9d8eeb36ff93 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16285943'] for floatingip (4d8b9510-badf-44c3-b832-ab4b62c901f5), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:28.722242 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5fc6db3a-fb98-4bc3-a79b-9d8eeb36ff93 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:28.735066 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-5fc6db3a-fb98-4bc3-a79b-9d8eeb36ff93 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9387774 Feb 19 03:24:28.859363 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-72ab8e2d-a220-4729-b4ac-ba7266b0cb4f req-2c57f7a4-9c85-48d6-a259-55025883f452 service neutron] 10.222.0.82 "GET /v2.0/ports/18e54a16-e063-4b55-accb-1d6cf777303f/bindings/n-h1-826753-2 HTTP/1.1" status: 200 len: 384 time: 0.0676861 Feb 19 03:24:29.014863 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-84d21547-277b-4063-85bc-ad44572f9175 req-968c1ef2-59ff-472b-82fa-3fbf2f7110d2 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1834132650&fields=id&tenant_id=4bc29719da89493e810e3a2508264407 HTTP/1.1" status: 200 len: 267 time: 0.1056719 Feb 19 03:24:29.193341 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7ad96c-0128-49a3-93ca-7c0b15b97198 req-e8e73497-d139-438b-a620-e141c905c916 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:29.201095 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1d7ad96c-0128-49a3-93ca-7c0b15b97198 req-e8e73497-d139-438b-a620-e141c905c916 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=7eea7225-1d86-401c-8d24-636bd8023e45 HTTP/1.1" status: 200 len: 943 time: 0.2241910 Feb 19 03:24:29.216913 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 27eee251-46ae-42e7-b6f1-4d8c3fdcaa3f no longer exists at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:24:29.239234 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] No Port match for: 27eee251-46ae-42e7-b6f1-4d8c3fdcaa3f {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:24:29.239971 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 27eee251-46ae-42e7-b6f1-4d8c3fdcaa3f not bound to the agent host n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:24:29.249223 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-72ab8e2d-a220-4729-b4ac-ba7266b0cb4f req-1bb4d760-84e0-4eac-a423-d2982d7c2363 service neutron] For port 18e54a16-e063-4b55-accb-1d6cf777303f, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=18e54a16-e063-4b55-accb-1d6cf777303f,segment=NetworkSegment(c6274bf2-bef6-45b5-aec3-3682a7540ea2),segment_id=c6274bf2-bef6-45b5-aec3-3682a7540ea2)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:24:29.257683 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d21547-277b-4063-85bc-ad44572f9175 req-703737cd-10ec-4ff3-9e1d-ab6db2bc5949 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:29.259222 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-84d21547-277b-4063-85bc-ad44572f9175 req-703737cd-10ec-4ff3-9e1d-ab6db2bc5949 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/networks?id=9a554e32-f7c5-4dcb-952c-723e4a86c322 HTTP/1.1" status: 200 len: 811 time: 0.2276487 Feb 19 03:24:29.312514 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-84d21547-277b-4063-85bc-ad44572f9175 req-44cf5a18-982b-42d4-a3d9-3a696a39effd tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/quotas/4bc29719da89493e810e3a2508264407 HTTP/1.1" status: 200 len: 375 time: 0.0451815 Feb 19 03:24:29.313463 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-72ab8e2d-a220-4729-b4ac-ba7266b0cb4f req-1bb4d760-84e0-4eac-a423-d2982d7c2363 service neutron] For port 18e54a16-e063-4b55-accb-1d6cf777303f, host n-h2-826753-2, cleared binding levels {{(pid=103701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:24:29.322781 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1d7ad96c-0128-49a3-93ca-7c0b15b97198 req-644e92f5-063b-40ba-b4e8-659aab41e3e6 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135788 Feb 19 03:24:29.396894 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4ffcb58-4863-42ad-8174-becce8a1d934', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18e54a16-e063-4b55-accb-1d6cf777303f'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:24:29.399216 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e0f75d0-8c97-4279-99db-ee06547e9bfa" -d '{"events": [{"server_uuid": "d4ffcb58-4863-42ad-8174-becce8a1d934", "name": "network-vif-unplugged", "status": "completed", "tag": "18e54a16-e063-4b55-accb-1d6cf777303f"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:24:29.419706 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-72ab8e2d-a220-4729-b4ac-ba7266b0cb4f req-1bb4d760-84e0-4eac-a423-d2982d7c2363 service neutron] For port 18e54a16-e063-4b55-accb-1d6cf777303f, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=18e54a16-e063-4b55-accb-1d6cf777303f,segment=NetworkSegment(c6274bf2-bef6-45b5-aec3-3682a7540ea2),segment_id=c6274bf2-bef6-45b5-aec3-3682a7540ea2)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:24:29.458601 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-72ab8e2d-a220-4729-b4ac-ba7266b0cb4f req-1bb4d760-84e0-4eac-a423-d2982d7c2363 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (18e54a16-e063-4b55-accb-1d6cf777303f), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:29.468411 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-84d21547-277b-4063-85bc-ad44572f9175 req-d2c191bb-f0b4-4633-b31b-27665a80b7c0 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=4bc29719da89493e810e3a2508264407&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1303096 Feb 19 03:24:29.536457 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e9bbc3-e301-4b54-8ebe-06f35b13c66b req-526fa38e-3256-4264-a6b7-5a6204350396 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:29.539125 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-46e9bbc3-e301-4b54-8ebe-06f35b13c66b req-526fa38e-3256-4264-a6b7-5a6204350396 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=d4ffcb58-4863-42ad-8174-becce8a1d934 HTTP/1.1" status: 200 len: 945 time: 0.1326180 Feb 19 03:24:29.680906 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.provisioning_blocks [req-72ab8e2d-a220-4729-b4ac-ba7266b0cb4f req-1bb4d760-84e0-4eac-a423-d2982d7c2363 service neutron] Transition to ACTIVE for port object 18e54a16-e063-4b55-accb-1d6cf777303f will not be triggered until provisioned by entity L2. {{(pid=103701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:24:29.691797 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-46e9bbc3-e301-4b54-8ebe-06f35b13c66b req-953bb91a-ce83-4a23-bbe6-0a39df23e927 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=d8f64544-e7e8-4359-aa8d-b4a91a5cef39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1468503 Feb 19 03:24:29.692973 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-72ab8e2d-a220-4729-b4ac-ba7266b0cb4f req-1bb4d760-84e0-4eac-a423-d2982d7c2363 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (18e54a16-e063-4b55-accb-1d6cf777303f), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:29.769546 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-84d21547-277b-4063-85bc-ad44572f9175 req-78203fe3-1070-4282-b768-73c72e40e3d7 service neutron] 10.222.0.72 "GET /v2.0/networks/9a554e32-f7c5-4dcb-952c-723e4a86c322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2849255 Feb 19 03:24:29.771135 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77c6c150-46d1-4a6a-a0f0-00784c916b48 x-openstack-request-id: req-77c6c150-46d1-4a6a-a0f0-00784c916b48 {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:24:29.771441 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4ffcb58-4863-42ad-8174-becce8a1d934", "name": "network-vif-unplugged", "status": "completed", "tag": "18e54a16-e063-4b55-accb-1d6cf777303f", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:24:29.771699 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-77c6c150-46d1-4a6a-a0f0-00784c916b48 {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:24:29.772114 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4ffcb58-4863-42ad-8174-becce8a1d934', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18e54a16-e063-4b55-accb-1d6cf777303f', 'code': 200} Feb 19 03:24:29.869789 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb4d760-84e0-4eac-a423-d2982d7c2363 service neutron] Pushing event updated for resources: {'Port': ['ID=18e54a16-e063-4b55-accb-1d6cf777303f,revision_number=11']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:29.932867 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-72ab8e2d-a220-4729-b4ac-ba7266b0cb4f req-1bb4d760-84e0-4eac-a423-d2982d7c2363 service neutron] No DVR routers for this DVR port 18e54a16-e063-4b55-accb-1d6cf777303f on host n-h2-826753-2 {{(pid=103701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:24:29.995145 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-84d21547-277b-4063-85bc-ad44572f9175 req-0492e8a7-2fcb-45fa-933c-221ccf414c10 service neutron] 10.222.0.72 "GET /v2.0/networks/9a554e32-f7c5-4dcb-952c-723e4a86c322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845393 Feb 19 03:24:30.099114 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-72ab8e2d-a220-4729-b4ac-ba7266b0cb4f req-1bb4d760-84e0-4eac-a423-d2982d7c2363 service neutron] 10.222.0.82 "PUT /v2.0/ports/18e54a16-e063-4b55-accb-1d6cf777303f/bindings/n-h1-826753-2/activate HTTP/1.1" status: 200 len: 369 time: 1.2291975 Feb 19 03:24:30.242734 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a8682fb4-e9c3-4835-ba74-f81c97a24a01 req-a5c6e194-8f3f-4e41-b431-2d0570778be0 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8f7a5-5371-4313-a88e-b243e72f098c HTTP/1.1" status: 200 len: 210 time: 0.0460467 Feb 19 03:24:30.286584 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab8e2d-a220-4729-b4ac-ba7266b0cb4f req-ac72ec45-97ba-45d5-b9e2-533588d3e4fa tempest-TestNetworkAdvancedServerOps-967795877 tempest-TestNetworkAdvancedServerOps-967795877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:30.288905 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-72ab8e2d-a220-4729-b4ac-ba7266b0cb4f req-ac72ec45-97ba-45d5-b9e2-533588d3e4fa tempest-TestNetworkAdvancedServerOps-967795877 tempest-TestNetworkAdvancedServerOps-967795877-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=d4ffcb58-4863-42ad-8174-becce8a1d934&tenant_id=3bc3bb28499f4673b42d5b4a69d45946&binding%3Ahost_id=n-h2-826753-2 HTTP/1.1" status: 200 len: 1126 time: 0.0896430 Feb 19 03:24:30.352273 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab8e2d-a220-4729-b4ac-ba7266b0cb4f req-401583aa-25cb-43da-9d60-1901390896ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:30.354297 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-72ab8e2d-a220-4729-b4ac-ba7266b0cb4f req-401583aa-25cb-43da-9d60-1901390896ae service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d4ffcb58-4863-42ad-8174-becce8a1d934&tenant_id=3bc3bb28499f4673b42d5b4a69d45946 HTTP/1.1" status: 200 len: 1126 time: 0.0576103 Feb 19 03:24:30.474464 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c88cb-cc1f-4e33-a6ac-d4439e4b972d req-82aab9e0-6812-404f-8f2f-c5164a8e5756 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:30.476581 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1a7c88cb-cc1f-4e33-a6ac-d4439e4b972d req-82aab9e0-6812-404f-8f2f-c5164a8e5756 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=7eea7225-1d86-401c-8d24-636bd8023e45 HTTP/1.1" status: 200 len: 943 time: 0.0686467 Feb 19 03:24:30.485075 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab8e2d-a220-4729-b4ac-ba7266b0cb4f req-001cc818-49ba-4be6-bec6-c0261e9348ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:30.487232 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-72ab8e2d-a220-4729-b4ac-ba7266b0cb4f req-001cc818-49ba-4be6-bec6-c0261e9348ba service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3bc3bb28499f4673b42d5b4a69d45946&device_id=d4ffcb58-4863-42ad-8174-becce8a1d934 HTTP/1.1" status: 200 len: 1126 time: 0.0941651 Feb 19 03:24:30.543866 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1a7c88cb-cc1f-4e33-a6ac-d4439e4b972d req-1cc425a2-d1c5-421c-a951-ee904f88ed14 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588083 Feb 19 03:24:30.609751 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab8e2d-a220-4729-b4ac-ba7266b0cb4f req-ec3942e7-f3d0-432c-9483-bb22047425e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:30.611271 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-72ab8e2d-a220-4729-b4ac-ba7266b0cb4f req-ec3942e7-f3d0-432c-9483-bb22047425e8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0ca35ba5-effe-46d7-b523-b03292027d06 HTTP/1.1" status: 200 len: 898 time: 0.1183043 Feb 19 03:24:30.698880 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-72ab8e2d-a220-4729-b4ac-ba7266b0cb4f req-acf77e2b-ca79-4ad1-8964-dffc901357d4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=18e54a16-e063-4b55-accb-1d6cf777303f HTTP/1.1" status: 200 len: 999 time: 0.0813618 Feb 19 03:24:30.761459 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab8e2d-a220-4729-b4ac-ba7266b0cb4f req-9e3830f8-8019-4ecb-ad9b-2f2d60cd0920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:30.763004 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-72ab8e2d-a220-4729-b4ac-ba7266b0cb4f req-9e3830f8-8019-4ecb-ad9b-2f2d60cd0920 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b8971dba-4d60-415c-895a-c0e5b7ca2251 HTTP/1.1" status: 200 len: 834 time: 0.0583043 Feb 19 03:24:30.825628 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab8e2d-a220-4729-b4ac-ba7266b0cb4f req-9566cd19-d35d-4b29-a978-531305847c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:30.827407 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-72ab8e2d-a220-4729-b4ac-ba7266b0cb4f req-9566cd19-d35d-4b29-a978-531305847c15 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0ca35ba5-effe-46d7-b523-b03292027d06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0585177 Feb 19 03:24:30.856068 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b536a32d-2a22-4997-9ae8-984601d12ac7 req-73499533-180f-47a1-9bd3-6dea7fde4d87 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:30.858048 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b536a32d-2a22-4997-9ae8-984601d12ac7 req-73499533-180f-47a1-9bd3-6dea7fde4d87 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=d4ffcb58-4863-42ad-8174-becce8a1d934 HTTP/1.1" status: 200 len: 944 time: 0.0875170 Feb 19 03:24:30.933161 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b536a32d-2a22-4997-9ae8-984601d12ac7 req-5f3187af-71f0-488d-8053-03dcd45f651b tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=d8f64544-e7e8-4359-aa8d-b4a91a5cef39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671997 Feb 19 03:24:30.953488 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-72ab8e2d-a220-4729-b4ac-ba7266b0cb4f req-de53ece9-e1fe-485c-8e6d-51d1642c6117 service neutron] 10.222.0.73 "GET /v2.0/networks/0ca35ba5-effe-46d7-b523-b03292027d06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203225 Feb 19 03:24:31.057621 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-72ab8e2d-a220-4729-b4ac-ba7266b0cb4f req-3032ee18-c36c-4574-be23-251fb6aba183 service neutron] 10.222.0.73 "GET /v2.0/networks/0ca35ba5-effe-46d7-b523-b03292027d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987167 Feb 19 03:24:31.383444 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab8e2d-a220-4729-b4ac-ba7266b0cb4f req-86060249-7a70-4ed2-a124-38517f23a296 tempest-TestNetworkAdvancedServerOps-967795877 tempest-TestNetworkAdvancedServerOps-967795877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:31.385259 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-72ab8e2d-a220-4729-b4ac-ba7266b0cb4f req-86060249-7a70-4ed2-a124-38517f23a296 tempest-TestNetworkAdvancedServerOps-967795877 tempest-TestNetworkAdvancedServerOps-967795877-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=d4ffcb58-4863-42ad-8174-becce8a1d934&tenant_id=3bc3bb28499f4673b42d5b4a69d45946&binding%3Ahost_id=n-h1-826753-2 HTTP/1.1" status: 200 len: 1126 time: 0.0635638 Feb 19 03:24:31.415080 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3b7070e8-7bdb-4c5a-8e64-f26cdade08f8 req-86327c1e-4cd0-4027-8b03-bde42f13c612 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8f7a5-5371-4313-a88e-b243e72f098c HTTP/1.1" status: 200 len: 210 time: 0.0447223 Feb 19 03:24:31.476887 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d21547-277b-4063-85bc-ad44572f9175 req-e1575873-5ad1-43bb-94ef-9e51999b2eb3 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:31.479947 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-84d21547-277b-4063-85bc-ad44572f9175 req-e1575873-5ad1-43bb-94ef-9e51999b2eb3 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.82 "GET /v2.0/networks?id=9a554e32-f7c5-4dcb-952c-723e4a86c322 HTTP/1.1" status: 200 len: 811 time: 0.1746836 Feb 19 03:24:31.566248 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-72ab8e2d-a220-4729-b4ac-ba7266b0cb4f req-7a6a9747-8851-4038-be50-e7803095bb47 service neutron] For port 18e54a16-e063-4b55-accb-1d6cf777303f, host n-h2-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:24:31.566499 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-84d21547-277b-4063-85bc-ad44572f9175 req-ffbf4f9a-6564-47bb-a89e-c1720bc3c695 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4bc29719da89493e810e3a2508264407 HTTP/1.1" status: 200 len: 380 time: 0.0715778 Feb 19 03:24:31.569755 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-72ab8e2d-a220-4729-b4ac-ba7266b0cb4f req-7a6a9747-8851-4038-be50-e7803095bb47 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:31.571026 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-72ab8e2d-a220-4729-b4ac-ba7266b0cb4f req-7a6a9747-8851-4038-be50-e7803095bb47 service neutron] 10.222.0.73 "DELETE /v2.0/ports/18e54a16-e063-4b55-accb-1d6cf777303f/bindings/n-h2-826753-2 HTTP/1.1" status: 204 len: 173 time: 0.1738658 Feb 19 03:24:31.593608 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-84d21547-277b-4063-85bc-ad44572f9175 req-d3a8c9a8-3452-4426-964e-f4881e2c52e7 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Request body: {'port': {'device_id': '3ee8f7a5-5371-4313-a88e-b243e72f098c', 'network_id': '9a554e32-f7c5-4dcb-952c-723e4a86c322', 'admin_state_up': True, 'tenant_id': '4bc29719da89493e810e3a2508264407', 'security_groups': ['3a414b3f-6555-4d12-842b-74633c0e6e11']}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:31.763892 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9a8bc0-08b4-4307-a336-260d24f3b2ee req-b4daca63-4e64-4bb6-afb3-ad42595c1829 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:31.765540 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1c9a8bc0-08b4-4307-a336-260d24f3b2ee req-b4daca63-4e64-4bb6-afb3-ad42595c1829 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=7eea7225-1d86-401c-8d24-636bd8023e45 HTTP/1.1" status: 200 len: 943 time: 0.0997064 Feb 19 03:24:31.802476 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84d21547-277b-4063-85bc-ad44572f9175 req-d3a8c9a8-3452-4426-964e-f4881e2c52e7 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Made reservation on behalf of 4bc29719da89493e810e3a2508264407 for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:24:31.805883 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-84d21547-277b-4063-85bc-ad44572f9175 req-d3a8c9a8-3452-4426-964e-f4881e2c52e7 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:31.842080 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1c9a8bc0-08b4-4307-a336-260d24f3b2ee req-4fd33fbf-142b-4a69-a996-c1798b1b0de4 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691822 Feb 19 03:24:31.972593 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [req-84d21547-277b-4063-85bc-ad44572f9175 req-d3a8c9a8-3452-4426-964e-f4881e2c52e7 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Allocated IP 172.20.0.7 (9a554e32-f7c5-4dcb-952c-723e4a86c322/ea16c631-8dac-4b32-b4b0-9ae4e04ef132/8271fc96-c7c7-46bf-b94d-fe523e654fed) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:24:32.139484 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a3ae75-da4c-4828-be98-95f5bdd19c6b req-fbe2e95f-39a2-41b0-a37f-38844a6f4faa tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:32.140977 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-03a3ae75-da4c-4828-be98-95f5bdd19c6b req-fbe2e95f-39a2-41b0-a37f-38844a6f4faa tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=d4ffcb58-4863-42ad-8174-becce8a1d934 HTTP/1.1" status: 200 len: 944 time: 0.1269557 Feb 19 03:24:32.205782 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-84d21547-277b-4063-85bc-ad44572f9175 req-d3a8c9a8-3452-4426-964e-f4881e2c52e7 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Publish callbacks [] for port (8271fc96-c7c7-46bf-b94d-fe523e654fed), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:32.228407 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-03a3ae75-da4c-4828-be98-95f5bdd19c6b req-97f2dd52-53db-4a03-9469-176498103c50 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=d8f64544-e7e8-4359-aa8d-b4a91a5cef39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763602 Feb 19 03:24:32.256543 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-84d21547-277b-4063-85bc-ad44572f9175 req-d3a8c9a8-3452-4426-964e-f4881e2c52e7 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (8271fc96-c7c7-46bf-b94d-fe523e654fed), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:32.312549 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84d21547-277b-4063-85bc-ad44572f9175 req-d3a8c9a8-3452-4426-964e-f4881e2c52e7 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Network 9a554e32-f7c5-4dcb-952c-723e4a86c322 is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:24:32.320200 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [req-84d21547-277b-4063-85bc-ad44572f9175 req-d3a8c9a8-3452-4426-964e-f4881e2c52e7 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:24:32.333259 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-84d21547-277b-4063-85bc-ad44572f9175 req-d3a8c9a8-3452-4426-964e-f4881e2c52e7 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:24:32.376283 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a8c9a8-3452-4426-964e-f4881e2c52e7 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Pushing event updated for resources: {'Port': ['ID=8271fc96-c7c7-46bf-b94d-fe523e654fed,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:32.443025 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d21547-277b-4063-85bc-ad44572f9175 req-d3a8c9a8-3452-4426-964e-f4881e2c52e7 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:32.444852 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-84d21547-277b-4063-85bc-ad44572f9175 req-d3a8c9a8-3452-4426-964e-f4881e2c52e7 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:32.463056 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9800f57-dc43-4224-b2fa-8d158742a43a req-3164ea56-d5a6-45d2-ba86-52034f4cca6f tempest-TestNetworkAdvancedServerOps-967795877 tempest-TestNetworkAdvancedServerOps-967795877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:32.472769 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b9800f57-dc43-4224-b2fa-8d158742a43a req-3164ea56-d5a6-45d2-ba86-52034f4cca6f tempest-TestNetworkAdvancedServerOps-967795877 tempest-TestNetworkAdvancedServerOps-967795877-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=d4ffcb58-4863-42ad-8174-becce8a1d934 HTTP/1.1" status: 200 len: 1126 time: 0.1563635 Feb 19 03:24:32.543152 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b9800f57-dc43-4224-b2fa-8d158742a43a req-aa05aabc-fb12-4554-bea6-dc481a24c2fe tempest-TestNetworkAdvancedServerOps-967795877 tempest-TestNetworkAdvancedServerOps-967795877-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=d8f64544-e7e8-4359-aa8d-b4a91a5cef39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710166 Feb 19 03:24:32.552450 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-84d21547-277b-4063-85bc-ad44572f9175 req-d3a8c9a8-3452-4426-964e-f4881e2c52e7 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9624403 Feb 19 03:24:32.594707 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-84d21547-277b-4063-85bc-ad44572f9175 req-e09d8622-0dd5-4dd2-a788-8cf0b1c1b4ad service neutron] Request body: {'port': {'device_id': '3ee8f7a5-5371-4313-a88e-b243e72f098c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826753-2'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:32.683039 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-6b793ffc-6204-4d3c-a842-ec1287782898 None None] Provisioning complete for port 8271fc96-c7c7-46bf-b94d-fe523e654fed triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:24:32.683039 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6b793ffc-6204-4d3c-a842-ec1287782898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (8271fc96-c7c7-46bf-b94d-fe523e654fed), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:32.717974 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522fca34-c242-4d33-95a6-aced6450eb87 req-600c7180-3fb1-4468-92c8-07ea25a42ca7 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:32.719531 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-522fca34-c242-4d33-95a6-aced6450eb87 req-600c7180-3fb1-4468-92c8-07ea25a42ca7 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8f7a5-5371-4313-a88e-b243e72f098c HTTP/1.1" status: 200 len: 931 time: 0.1653872 Feb 19 03:24:32.723386 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-6b793ffc-6204-4d3c-a842-ec1287782898 None None] Port 8271fc96-c7c7-46bf-b94d-fe523e654fed cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:24:32.727811 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-84d21547-277b-4063-85bc-ad44572f9175 req-e09d8622-0dd5-4dd2-a788-8cf0b1c1b4ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (8271fc96-c7c7-46bf-b94d-fe523e654fed), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:32.797899 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55618dfc-56dc-473c-b5d3-2e87e4223cf0 req-5a8981cf-6a99-45b2-b51a-aa075861b5a2 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:32.800111 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-55618dfc-56dc-473c-b5d3-2e87e4223cf0 req-5a8981cf-6a99-45b2-b51a-aa075861b5a2 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=d4ffcb58-4863-42ad-8174-becce8a1d934 HTTP/1.1" status: 200 len: 944 time: 0.1611779 Feb 19 03:24:32.860853 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-522fca34-c242-4d33-95a6-aced6450eb87 req-7f5a7be8-159b-41e4-b89b-72b7c38ff585 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a414b3f-6555-4d12-842b-74633c0e6e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227260 Feb 19 03:24:32.968182 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-55618dfc-56dc-473c-b5d3-2e87e4223cf0 req-05323c3e-c450-4fdf-8b36-ce6e2bfffe5f tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=d8f64544-e7e8-4359-aa8d-b4a91a5cef39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1585410 Feb 19 03:24:33.002881 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 44950) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:33.085132 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-ef9d445b-18ae-4497-aa91-b5411cbb2858 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/floatingips/5aa129b0-b0b5-4c54-8ade-7c0421460096 HTTP/1.1" status: 200 len: 991 time: 0.0802293 Feb 19 03:24:33.094310 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b112ee65-77df-442f-ba63-e1c9c9ae6634 req-31bb70ab-06e2-4480-b51e-5f317c924502 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:33.096354 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b112ee65-77df-442f-ba63-e1c9c9ae6634 req-31bb70ab-06e2-4480-b51e-5f317c924502 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=7eea7225-1d86-401c-8d24-636bd8023e45 HTTP/1.1" status: 200 len: 943 time: 0.1438775 Feb 19 03:24:33.179643 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b112ee65-77df-442f-ba63-e1c9c9ae6634 req-35c0b630-6564-464c-a763-9142336823e1 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761487 Feb 19 03:24:33.225126 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [req-84d21547-277b-4063-85bc-ad44572f9175 req-e09d8622-0dd5-4dd2-a788-8cf0b1c1b4ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8271fc96-c7c7-46bf-b94d-fe523e654fed {{(pid=103701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:24:33.232202 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 18e54a16-e063-4b55-accb-1d6cf777303f no longer exists at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:24:33.233763 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-84d21547-277b-4063-85bc-ad44572f9175 req-e09d8622-0dd5-4dd2-a788-8cf0b1c1b4ad service neutron] Publish callbacks [] for port (8271fc96-c7c7-46bf-b94d-fe523e654fed), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:33.249333 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.provisioning_blocks [req-84d21547-277b-4063-85bc-ad44572f9175 req-e09d8622-0dd5-4dd2-a788-8cf0b1c1b4ad service neutron] Transition to ACTIVE for port object 8271fc96-c7c7-46bf-b94d-fe523e654fed will not be triggered until provisioned by entity L2. {{(pid=103701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:24:33.254610 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-84d21547-277b-4063-85bc-ad44572f9175 req-e09d8622-0dd5-4dd2-a788-8cf0b1c1b4ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (8271fc96-c7c7-46bf-b94d-fe523e654fed), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:33.278064 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] The host n-h2-826753-2 is not matching for port 18e54a16-e063-4b55-accb-1d6cf777303f host n-h1-826753-2! {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 03:24:33.278468 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 18e54a16-e063-4b55-accb-1d6cf777303f not bound to the agent host n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:24:33.318224 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09d8622-0dd5-4dd2-a788-8cf0b1c1b4ad service neutron] Pushing event updated for resources: {'Port': ['ID=8271fc96-c7c7-46bf-b94d-fe523e654fed,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:33.397517 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-84d21547-277b-4063-85bc-ad44572f9175 req-e09d8622-0dd5-4dd2-a788-8cf0b1c1b4ad service neutron] Attempting to bind port 8271fc96-c7c7-46bf-b94d-fe523e654fed on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:24:33.397980 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-84d21547-277b-4063-85bc-ad44572f9175 req-e09d8622-0dd5-4dd2-a788-8cf0b1c1b4ad service neutron] Attempting to bind port 8271fc96-c7c7-46bf-b94d-fe523e654fed by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': '86f850ad-61c2-49a5-886b-3df30cbb0f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '9a554e32-f7c5-4dcb-952c-723e4a86c322'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:24:33.398296 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d21547-277b-4063-85bc-ad44572f9175 req-e09d8622-0dd5-4dd2-a788-8cf0b1c1b4ad service neutron] Attempting to bind port 8271fc96-c7c7-46bf-b94d-fe523e654fed on network 9a554e32-f7c5-4dcb-952c-723e4a86c322 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:24:33.403344 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d21547-277b-4063-85bc-ad44572f9175 req-e09d8622-0dd5-4dd2-a788-8cf0b1c1b4ad service neutron] Port 8271fc96-c7c7-46bf-b94d-fe523e654fed on network 9a554e32-f7c5-4dcb-952c-723e4a86c322 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:24:33.403670 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d21547-277b-4063-85bc-ad44572f9175 req-e09d8622-0dd5-4dd2-a788-8cf0b1c1b4ad service neutron] Attempting to bind port 8271fc96-c7c7-46bf-b94d-fe523e654fed on network 9a554e32-f7c5-4dcb-952c-723e4a86c322 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:24:33.411571 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d21547-277b-4063-85bc-ad44572f9175 req-e09d8622-0dd5-4dd2-a788-8cf0b1c1b4ad service neutron] Checking agent: {'id': 'bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:24:33.412290 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d21547-277b-4063-85bc-ad44572f9175 req-e09d8622-0dd5-4dd2-a788-8cf0b1c1b4ad service neutron] Checking segment: {'id': '86f850ad-61c2-49a5-886b-3df30cbb0f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '9a554e32-f7c5-4dcb-952c-723e4a86c322'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:24:33.412963 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d21547-277b-4063-85bc-ad44572f9175 req-e09d8622-0dd5-4dd2-a788-8cf0b1c1b4ad service neutron] Bound using segment: {'id': '86f850ad-61c2-49a5-886b-3df30cbb0f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '9a554e32-f7c5-4dcb-952c-723e4a86c322'} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:24:33.414952 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-84d21547-277b-4063-85bc-ad44572f9175 req-e09d8622-0dd5-4dd2-a788-8cf0b1c1b4ad service neutron] Bound port: 8271fc96-c7c7-46bf-b94d-fe523e654fed, host: n-h2-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86f850ad-61c2-49a5-886b-3df30cbb0f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '9a554e32-f7c5-4dcb-952c-723e4a86c322'}}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:24:33.415420 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-84d21547-277b-4063-85bc-ad44572f9175 req-e09d8622-0dd5-4dd2-a788-8cf0b1c1b4ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (8271fc96-c7c7-46bf-b94d-fe523e654fed), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:33.508897 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-84d21547-277b-4063-85bc-ad44572f9175 req-e09d8622-0dd5-4dd2-a788-8cf0b1c1b4ad service neutron] For port 8271fc96-c7c7-46bf-b94d-fe523e654fed, host n-h2-826753-2, cleared binding levels {{(pid=103701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:24:33.512728 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-84d21547-277b-4063-85bc-ad44572f9175 req-e09d8622-0dd5-4dd2-a788-8cf0b1c1b4ad service neutron] For port 8271fc96-c7c7-46bf-b94d-fe523e654fed, host n-h2-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=8271fc96-c7c7-46bf-b94d-fe523e654fed,segment=NetworkSegment(86f850ad-61c2-49a5-886b-3df30cbb0f04),segment_id=86f850ad-61c2-49a5-886b-3df30cbb0f04)] {{(pid=103701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:24:33.525585 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-84d21547-277b-4063-85bc-ad44572f9175 req-e09d8622-0dd5-4dd2-a788-8cf0b1c1b4ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (8271fc96-c7c7-46bf-b94d-fe523e654fed), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:33.571488 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d21547-277b-4063-85bc-ad44572f9175 req-e09d8622-0dd5-4dd2-a788-8cf0b1c1b4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:33.572478 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-84d21547-277b-4063-85bc-ad44572f9175 req-e09d8622-0dd5-4dd2-a788-8cf0b1c1b4ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:33.574183 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-84d21547-277b-4063-85bc-ad44572f9175 req-e09d8622-0dd5-4dd2-a788-8cf0b1c1b4ad service neutron] 10.222.0.82 "PUT /v2.0/ports/8271fc96-c7c7-46bf-b94d-fe523e654fed HTTP/1.1" status: 200 len: 1091 time: 0.9834411 Feb 19 03:24:33.577616 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ee8f7a5-5371-4313-a88e-b243e72f098c', 'tag': '8271fc96-c7c7-46bf-b94d-fe523e654fed'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:24:33.580467 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ad5441b-1d60-4001-82d9-0776f445884f" -d '{"events": [{"name": "network-changed", "server_uuid": "3ee8f7a5-5371-4313-a88e-b243e72f098c", "tag": "8271fc96-c7c7-46bf-b94d-fe523e654fed"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:24:33.627642 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09d8622-0dd5-4dd2-a788-8cf0b1c1b4ad service neutron] Pushing event updated for resources: {'Port': ['ID=8271fc96-c7c7-46bf-b94d-fe523e654fed,revision_number=3']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:33.637665 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfaaac1b-b53b-46a1-8ef7-837561366156 x-openstack-request-id: req-bfaaac1b-b53b-46a1-8ef7-837561366156 {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:24:33.638065 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ee8f7a5-5371-4313-a88e-b243e72f098c", "tag": "8271fc96-c7c7-46bf-b94d-fe523e654fed", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:24:33.638483 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-bfaaac1b-b53b-46a1-8ef7-837561366156 {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:24:33.638917 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ee8f7a5-5371-4313-a88e-b243e72f098c', 'tag': '8271fc96-c7c7-46bf-b94d-fe523e654fed', 'status': 'completed', 'code': 200} Feb 19 03:24:34.088860 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d21547-277b-4063-85bc-ad44572f9175 req-c1d1a2a5-8559-4f56-b28f-bc1c1b081d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:34.090423 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-84d21547-277b-4063-85bc-ad44572f9175 req-c1d1a2a5-8559-4f56-b28f-bc1c1b081d06 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=4bc29719da89493e810e3a2508264407&device_id=3ee8f7a5-5371-4313-a88e-b243e72f098c HTTP/1.1" status: 200 len: 1125 time: 0.4304962 Feb 19 03:24:34.101905 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df24c2dc-ac1d-4e6b-937f-76e5dae5ef5f req-c70f4fe5-2276-439b-ba46-60ffd098b565 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:34.103422 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-df24c2dc-ac1d-4e6b-937f-76e5dae5ef5f req-c70f4fe5-2276-439b-ba46-60ffd098b565 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8f7a5-5371-4313-a88e-b243e72f098c HTTP/1.1" status: 200 len: 943 time: 0.0672414 Feb 19 03:24:34.147423 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-84d21547-277b-4063-85bc-ad44572f9175 req-3889ee36-9445-4e05-ba25-b86b416197e9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8271fc96-c7c7-46bf-b94d-fe523e654fed HTTP/1.1" status: 200 len: 217 time: 0.0430057 Feb 19 03:24:34.219106 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-df24c2dc-ac1d-4e6b-937f-76e5dae5ef5f req-24c67568-79a0-4e38-99f1-e68c60e4fc52 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a414b3f-6555-4d12-842b-74633c0e6e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089079 Feb 19 03:24:34.221202 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d21547-277b-4063-85bc-ad44572f9175 req-59054dbc-2811-48ff-bf6a-ec32c11a6e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:34.222852 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-84d21547-277b-4063-85bc-ad44572f9175 req-59054dbc-2811-48ff-bf6a-ec32c11a6e5e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ea16c631-8dac-4b32-b4b0-9ae4e04ef132 HTTP/1.1" status: 200 len: 850 time: 0.0693362 Feb 19 03:24:34.307926 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d21547-277b-4063-85bc-ad44572f9175 req-6e23f782-bd42-426c-83c0-59689da6213b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:34.309411 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-84d21547-277b-4063-85bc-ad44572f9175 req-6e23f782-bd42-426c-83c0-59689da6213b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9a554e32-f7c5-4dcb-952c-723e4a86c322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0809727 Feb 19 03:24:34.370261 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa25c006-b390-47bb-97da-31a8432a2a2e req-5e35eb1b-80f7-4421-8cf7-528146ddb601 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:34.371799 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fa25c006-b390-47bb-97da-31a8432a2a2e req-5e35eb1b-80f7-4421-8cf7-528146ddb601 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=7eea7225-1d86-401c-8d24-636bd8023e45 HTTP/1.1" status: 200 len: 943 time: 0.1128316 Feb 19 03:24:34.446663 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fa25c006-b390-47bb-97da-31a8432a2a2e req-8d0e6f75-f39e-4843-a1e0-dd3ff5c705dd tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682995 Feb 19 03:24:34.448665 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-84d21547-277b-4063-85bc-ad44572f9175 req-6b28e57f-0999-4dd8-8fef-e67460eb6837 service neutron] 10.222.0.82 "GET /v2.0/networks/9a554e32-f7c5-4dcb-952c-723e4a86c322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326408 Feb 19 03:24:34.558805 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-84d21547-277b-4063-85bc-ad44572f9175 req-924bff15-8566-4505-9554-d7811bf6ead8 service neutron] 10.222.0.82 "GET /v2.0/networks/9a554e32-f7c5-4dcb-952c-723e4a86c322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001022 Feb 19 03:24:34.688945 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad5441b-1d60-4001-82d9-0776f445884f req-a4fae754-ebb7-4c73-ac33-d4d99a1bd6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:34.691372 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0ad5441b-1d60-4001-82d9-0776f445884f req-a4fae754-ebb7-4c73-ac33-d4d99a1bd6cd service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=4bc29719da89493e810e3a2508264407&device_id=3ee8f7a5-5371-4313-a88e-b243e72f098c HTTP/1.1" status: 200 len: 1125 time: 0.0489259 Feb 19 03:24:34.803028 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad5441b-1d60-4001-82d9-0776f445884f req-23e0c27d-c51a-4c09-a73f-a3d5c50e7ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:34.804571 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0ad5441b-1d60-4001-82d9-0776f445884f req-23e0c27d-c51a-4c09-a73f-a3d5c50e7ebd service neutron] 10.222.0.82 "GET /v2.0/networks?id=9a554e32-f7c5-4dcb-952c-723e4a86c322 HTTP/1.1" status: 200 len: 912 time: 0.1073709 Feb 19 03:24:34.849258 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0ad5441b-1d60-4001-82d9-0776f445884f req-8f29e825-6668-4f3c-815b-0539c9ebd2c1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8271fc96-c7c7-46bf-b94d-fe523e654fed HTTP/1.1" status: 200 len: 217 time: 0.0380988 Feb 19 03:24:34.903217 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad5441b-1d60-4001-82d9-0776f445884f req-86be4fc7-d515-494b-b38c-80eac9fcc92b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:34.904678 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0ad5441b-1d60-4001-82d9-0776f445884f req-86be4fc7-d515-494b-b38c-80eac9fcc92b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ea16c631-8dac-4b32-b4b0-9ae4e04ef132 HTTP/1.1" status: 200 len: 850 time: 0.0501974 Feb 19 03:24:34.962334 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad5441b-1d60-4001-82d9-0776f445884f req-65a2dc2e-3a32-4e86-a188-a3dd8cf54103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:34.963838 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0ad5441b-1d60-4001-82d9-0776f445884f req-65a2dc2e-3a32-4e86-a188-a3dd8cf54103 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9a554e32-f7c5-4dcb-952c-723e4a86c322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0527446 Feb 19 03:24:35.069527 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0ad5441b-1d60-4001-82d9-0776f445884f req-98df2b38-d05e-4520-b4ac-5b4fee1f9e0c service neutron] 10.222.0.82 "GET /v2.0/networks/9a554e32-f7c5-4dcb-952c-723e4a86c322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940046 Feb 19 03:24:35.168171 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0ad5441b-1d60-4001-82d9-0776f445884f req-d7d48484-e375-47b3-9643-1885b6160fb0 service neutron] 10.222.0.82 "GET /v2.0/networks/9a554e32-f7c5-4dcb-952c-723e4a86c322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967741 Feb 19 03:24:35.336185 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 44964) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:35.352719 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87107e2-62a4-4899-a42c-cd55bad58ba8 req-fe19427d-8f81-459b-9054-059919a55287 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:35.355078 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b87107e2-62a4-4899-a42c-cd55bad58ba8 req-fe19427d-8f81-459b-9054-059919a55287 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8f7a5-5371-4313-a88e-b243e72f098c HTTP/1.1" status: 200 len: 943 time: 0.0612497 Feb 19 03:24:35.416185 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b87107e2-62a4-4899-a42c-cd55bad58ba8 req-eb0f18cf-0bc0-4bf3-bade-dcb69c02bbee tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a414b3f-6555-4d12-842b-74633c0e6e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529034 Feb 19 03:24:35.523038 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-5e405635-e430-40e5-9ca4-5bbed7e880dd tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Deleting port b7e498e7-ab16-4cb2-af88-3d8bb01ce422 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:24:35.523372 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5e405635-e430-40e5-9ca4-5bbed7e880dd tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (b7e498e7-ab16-4cb2-af88-3d8bb01ce422), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:35.587696 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3121ae3-04f6-4758-ac43-f56cfd87a6df req-d7bd93b9-e70f-422a-a6f7-50d072109c62 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:35.589319 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f3121ae3-04f6-4758-ac43-f56cfd87a6df req-d7bd93b9-e70f-422a-a6f7-50d072109c62 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=7eea7225-1d86-401c-8d24-636bd8023e45 HTTP/1.1" status: 200 len: 943 time: 0.0598404 Feb 19 03:24:35.611016 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5e405635-e430-40e5-9ca4-5bbed7e880dd tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (b7e498e7-ab16-4cb2-af88-3d8bb01ce422), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:35.612695 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5e405635-e430-40e5-9ca4-5bbed7e880dd tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for floatingip (b7e498e7-ab16-4cb2-af88-3d8bb01ce422), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:35.624916 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-5e405635-e430-40e5-9ca4-5bbed7e880dd tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Calling delete_port for b7e498e7-ab16-4cb2-af88-3d8bb01ce422 owned by network:floatingip {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:24:35.647479 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f3121ae3-04f6-4758-ac43-f56cfd87a6df req-dc83adc6-11e1-40a3-b129-762c2372dbe9 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523481 Feb 19 03:24:35.782217 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5e405635-e430-40e5-9ca4-5bbed7e880dd tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (b7e498e7-ab16-4cb2-af88-3d8bb01ce422), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:35.809481 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e405635-e430-40e5-9ca4-5bbed7e880dd tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Pushing event deleted for resources: {'Port': ['ID=b7e498e7-ab16-4cb2-af88-3d8bb01ce422,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:35.876392 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5e405635-e430-40e5-9ca4-5bbed7e880dd tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for floatingip (5aa129b0-b0b5-4c54-8ade-7c0421460096), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:35.876725 n-d-826753-2 neutron-server[103702]: INFO neutron.db.l3_db [None req-5e405635-e430-40e5-9ca4-5bbed7e880dd tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Floating IP 5aa129b0-b0b5-4c54-8ade-7c0421460096 disassociated (deleted). External IP: 172.25.6.232, port: 18e54a16-e063-4b55-accb-1d6cf777303f. Feb 19 03:24:36.115551 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e405635-e430-40e5-9ca4-5bbed7e880dd tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Router 67115fbf-63fa-4980-8074-14c8ea98cbdf has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:24:36.231590 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e405635-e430-40e5-9ca4-5bbed7e880dd tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:24:36.237205 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5e405635-e430-40e5-9ca4-5bbed7e880dd tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:36.242682 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e036aca-ad1a-482d-9844-2443d47347c9 None None] Sync routers for ids ['67115fbf-63fa-4980-8074-14c8ea98cbdf'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:24:36.253240 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e036aca-ad1a-482d-9844-2443d47347c9 None None] Routers {'67115fbf-63fa-4980-8074-14c8ea98cbdf'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:24:36.253863 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-9e036aca-ad1a-482d-9844-2443d47347c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:24:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['67115fbf-63fa-4980-8074-14c8ea98cbdf'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:36.268691 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-5e405635-e430-40e5-9ca4-5bbed7e880dd tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "DELETE /v2.0/floatingips/5aa129b0-b0b5-4c54-8ade-7c0421460096 HTTP/1.1" status: 204 len: 168 time: 0.9313314 Feb 19 03:24:36.269390 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4ffcb58-4863-42ad-8174-becce8a1d934', 'tag': '18e54a16-e063-4b55-accb-1d6cf777303f'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:24:36.272110 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fae0ab75-9c97-49b8-97f3-763c08a3d8f7" -d '{"events": [{"name": "network-changed", "server_uuid": "d4ffcb58-4863-42ad-8174-becce8a1d934", "tag": "18e54a16-e063-4b55-accb-1d6cf777303f"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:24:36.316389 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec9850bb-065a-40c8-bc25-ae1fc89327a8 x-openstack-request-id: req-ec9850bb-065a-40c8-bc25-ae1fc89327a8 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:24:36.316687 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4ffcb58-4863-42ad-8174-becce8a1d934", "tag": "18e54a16-e063-4b55-accb-1d6cf777303f", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:24:36.317089 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ec9850bb-065a-40c8-bc25-ae1fc89327a8 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:24:36.317713 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4ffcb58-4863-42ad-8174-becce8a1d934', 'tag': '18e54a16-e063-4b55-accb-1d6cf777303f', 'status': 'completed', 'code': 200} Feb 19 03:24:36.398673 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-9e036aca-ad1a-482d-9844-2443d47347c9 None None] Set router 67115fbf-63fa-4980-8074-14c8ea98cbdf gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:24:36.417369 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae0ab75-9c97-49b8-97f3-763c08a3d8f7 req-0af545da-d10e-4463-8eb3-f7bc5f943813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:36.418696 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-fae0ab75-9c97-49b8-97f3-763c08a3d8f7 req-0af545da-d10e-4463-8eb3-f7bc5f943813 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3bc3bb28499f4673b42d5b4a69d45946&device_id=d4ffcb58-4863-42ad-8174-becce8a1d934 HTTP/1.1" status: 200 len: 1126 time: 0.0603948 Feb 19 03:24:36.578462 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b65b58-55b0-41cc-997a-fe1e9335fab8 req-40ff3fa0-7c65-4d25-8180-cec46580952b tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:36.580048 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c7b65b58-55b0-41cc-997a-fe1e9335fab8 req-40ff3fa0-7c65-4d25-8180-cec46580952b tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=d4ffcb58-4863-42ad-8174-becce8a1d934 HTTP/1.1" status: 200 len: 944 time: 0.0985539 Feb 19 03:24:36.583832 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae0ab75-9c97-49b8-97f3-763c08a3d8f7 req-4e1375ab-79e1-4da1-ade8-2f2b62f5fbde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:36.585725 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-fae0ab75-9c97-49b8-97f3-763c08a3d8f7 req-4e1375ab-79e1-4da1-ade8-2f2b62f5fbde service neutron] 10.222.0.73 "GET /v2.0/networks?id=0ca35ba5-effe-46d7-b523-b03292027d06 HTTP/1.1" status: 200 len: 898 time: 0.1250772 Feb 19 03:24:36.587314 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae8d0b5-1a06-402d-ad93-4d36e222177d req-ab361da3-44db-49c9-94c9-69a5b31864a8 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:36.588791 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3ae8d0b5-1a06-402d-ad93-4d36e222177d req-ab361da3-44db-49c9-94c9-69a5b31864a8 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8f7a5-5371-4313-a88e-b243e72f098c HTTP/1.1" status: 200 len: 943 time: 0.0742292 Feb 19 03:24:36.649077 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-9e036aca-ad1a-482d-9844-2443d47347c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67115fbf-63fa-4980-8074-14c8ea98cbdf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1142059748', 'tenant_id': '3bc3bb28499f4673b42d5b4a69d45946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': '7532a1e1-b1cf-4605-a96d-693125dba2b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:23:22Z', 'updated_at': '2022-02-19T03:23:26Z', 'revision_number': 4, 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'gw_port': {'id': '7532a1e1-b1cf-4605-a96d-693125dba2b7', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:6e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67115fbf-63fa-4980-8074-14c8ea98cbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:23:22Z', 'updated_at': '2022-02-19T03:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '0d276046-e5d1-4ea1-854a-42907e0dbdb3', 'name': '', 'network_id': '0ca35ba5-effe-46d7-b523-b03292027d06', 'tenant_id': '3bc3bb28499f4673b42d5b4a69d45946', 'mac_address': 'fa:16:3e:74:67:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67115fbf-63fa-4980-8074-14c8ea98cbdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'b8971dba-4d60-415c-895a-c0e5b7ca2251', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:23:25Z', 'updated_at': '2022-02-19T03:23:30Z', 'revision_number': 5, 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'subnets': [{'id': 'b8971dba-4d60-415c-895a-c0e5b7ca2251', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:36.663202 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-fae0ab75-9c97-49b8-97f3-763c08a3d8f7 req-d91a8861-aea4-4f51-b770-170e40b7096c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=18e54a16-e063-4b55-accb-1d6cf777303f HTTP/1.1" status: 200 len: 217 time: 0.0661662 Feb 19 03:24:36.673542 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c7b65b58-55b0-41cc-997a-fe1e9335fab8 req-1091b490-a317-41d7-a76f-4f75f7a130b9 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=d8f64544-e7e8-4359-aa8d-b4a91a5cef39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822823 Feb 19 03:24:36.675421 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3ae8d0b5-1a06-402d-ad93-4d36e222177d req-b9940a3a-4c9e-4dc1-a603-86f19123dbf0 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a414b3f-6555-4d12-842b-74633c0e6e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788498 Feb 19 03:24:36.687264 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e036aca-ad1a-482d-9844-2443d47347c9 None None] Checking router: 67115fbf-63fa-4980-8074-14c8ea98cbdf for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:24:36.706633 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e036aca-ad1a-482d-9844-2443d47347c9 None None] Routers {'67115fbf-63fa-4980-8074-14c8ea98cbdf'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:24:36.707281 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-9e036aca-ad1a-482d-9844-2443d47347c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:24:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['67115fbf-63fa-4980-8074-14c8ea98cbdf'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:36.748258 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae0ab75-9c97-49b8-97f3-763c08a3d8f7 req-fbd04308-d02b-44ae-988d-5dad1f26a348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:36.750057 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-fae0ab75-9c97-49b8-97f3-763c08a3d8f7 req-fbd04308-d02b-44ae-988d-5dad1f26a348 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b8971dba-4d60-415c-895a-c0e5b7ca2251 HTTP/1.1" status: 200 len: 834 time: 0.0795984 Feb 19 03:24:36.816572 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae0ab75-9c97-49b8-97f3-763c08a3d8f7 req-0ab66733-bbc6-402e-8a37-f19fd65a7b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:36.819525 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-fae0ab75-9c97-49b8-97f3-763c08a3d8f7 req-0ab66733-bbc6-402e-8a37-f19fd65a7b6e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0ca35ba5-effe-46d7-b523-b03292027d06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0622420 Feb 19 03:24:36.822868 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81569673-2723-425a-8b18-0cb1269a1361 req-53dca0fe-977d-4b16-ac29-e71a9a238a04 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:36.824447 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-81569673-2723-425a-8b18-0cb1269a1361 req-53dca0fe-977d-4b16-ac29-e71a9a238a04 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=7eea7225-1d86-401c-8d24-636bd8023e45 HTTP/1.1" status: 200 len: 943 time: 0.0800118 Feb 19 03:24:36.870505 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-9e036aca-ad1a-482d-9844-2443d47347c9 None None] Set router 67115fbf-63fa-4980-8074-14c8ea98cbdf gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:24:36.897880 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-81569673-2723-425a-8b18-0cb1269a1361 req-dc07d661-edc6-4f45-bbd8-ad9cdb0a2141 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576103 Feb 19 03:24:36.934151 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-fae0ab75-9c97-49b8-97f3-763c08a3d8f7 req-f353002d-ff66-45db-a37c-e3d6d50a65a5 service neutron] 10.222.0.73 "GET /v2.0/networks/0ca35ba5-effe-46d7-b523-b03292027d06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001403 Feb 19 03:24:37.043639 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-fae0ab75-9c97-49b8-97f3-763c08a3d8f7 req-51a620ff-2ceb-4cef-bb06-8d62763eb0a9 service neutron] 10.222.0.73 "GET /v2.0/networks/0ca35ba5-effe-46d7-b523-b03292027d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890369 Feb 19 03:24:37.093962 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-9e036aca-ad1a-482d-9844-2443d47347c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67115fbf-63fa-4980-8074-14c8ea98cbdf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1142059748', 'tenant_id': '3bc3bb28499f4673b42d5b4a69d45946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': '7532a1e1-b1cf-4605-a96d-693125dba2b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:23:22Z', 'updated_at': '2022-02-19T03:23:26Z', 'revision_number': 4, 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'gw_port': {'id': '7532a1e1-b1cf-4605-a96d-693125dba2b7', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:6e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67115fbf-63fa-4980-8074-14c8ea98cbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:23:22Z', 'updated_at': '2022-02-19T03:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '0d276046-e5d1-4ea1-854a-42907e0dbdb3', 'name': '', 'network_id': '0ca35ba5-effe-46d7-b523-b03292027d06', 'tenant_id': '3bc3bb28499f4673b42d5b4a69d45946', 'mac_address': 'fa:16:3e:74:67:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67115fbf-63fa-4980-8074-14c8ea98cbdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'b8971dba-4d60-415c-895a-c0e5b7ca2251', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:23:25Z', 'updated_at': '2022-02-19T03:23:30Z', 'revision_number': 5, 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'subnets': [{'id': 'b8971dba-4d60-415c-895a-c0e5b7ca2251', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:37.125102 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e036aca-ad1a-482d-9844-2443d47347c9 None None] The sync data for ids ['67115fbf-63fa-4980-8074-14c8ea98cbdf'] in n-d-826753-2 is: [{'id': '67115fbf-63fa-4980-8074-14c8ea98cbdf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1142059748', 'tenant_id': '3bc3bb28499f4673b42d5b4a69d45946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': '7532a1e1-b1cf-4605-a96d-693125dba2b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:23:22Z', 'updated_at': '2022-02-19T03:23:26Z', 'revision_number': 4, 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'gw_port': {'id': '7532a1e1-b1cf-4605-a96d-693125dba2b7', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:6e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67115fbf-63fa-4980-8074-14c8ea98cbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:23:22Z', 'updated_at': '2022-02-19T03:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '0d276046-e5d1-4ea1-854a-42907e0dbdb3', 'name': '', 'network_id': '0ca35ba5-effe-46d7-b523-b03292027d06', 'tenant_id': '3bc3bb28499f4673b42d5b4a69d45946', 'mac_address': 'fa:16:3e:74:67:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67115fbf-63fa-4980-8074-14c8ea98cbdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'b8971dba-4d60-415c-895a-c0e5b7ca2251', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:23:25Z', 'updated_at': '2022-02-19T03:23:30Z', 'revision_number': 5, 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'subnets': [{'id': 'b8971dba-4d60-415c-895a-c0e5b7ca2251', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:24:37.197036 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9822fd-9f52-4e03-a95f-a37afdf4e0fa req-f02ac92a-9da8-4a55-89b1-3232f06f7434 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:37.198629 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7c9822fd-9f52-4e03-a95f-a37afdf4e0fa req-f02ac92a-9da8-4a55-89b1-3232f06f7434 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4ffcb58-4863-42ad-8174-becce8a1d934 HTTP/1.1" status: 200 len: 944 time: 0.0650969 Feb 19 03:24:37.255847 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 8271fc96-c7c7-46bf-b94d-fe523e654fed details requested by agent hyperv_n-h2-826753-2 with host n-h2-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:24:37.307432 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-7c9822fd-9f52-4e03-a95f-a37afdf4e0fa req-a935e226-dbd2-490a-8678-e53cfdbb774e tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Deleting port 18e54a16-e063-4b55-accb-1d6cf777303f {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:24:37.307777 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-7c9822fd-9f52-4e03-a95f-a37afdf4e0fa req-a935e226-dbd2-490a-8678-e53cfdbb774e tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (18e54a16-e063-4b55-accb-1d6cf777303f), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:37.380463 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 8271fc96-c7c7-46bf-b94d-fe523e654fed, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=8271fc96-c7c7-46bf-b94d-fe523e654fed,segment=NetworkSegment(86f850ad-61c2-49a5-886b-3df30cbb0f04),segment_id=86f850ad-61c2-49a5-886b-3df30cbb0f04)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:24:37.393236 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Returning: {'device': '8271fc96-c7c7-46bf-b94d-fe523e654fed', 'network_id': '9a554e32-f7c5-4dcb-952c-723e4a86c322', 'port_id': '8271fc96-c7c7-46bf-b94d-fe523e654fed', 'mac_address': 'fa:16:3e:cd:4f:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea16c631-8dac-4b32-b4b0-9ae4e04ef132', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:24:37.405904 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24f0cb1-a174-46f3-be45-53e948f77fa7 None None] New status for floating IP 5aa129b0-b0b5-4c54-8ade-7c0421460096: DOWN {{(pid=103704) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:24:37.429443 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-7c9822fd-9f52-4e03-a95f-a37afdf4e0fa req-a935e226-dbd2-490a-8678-e53cfdbb774e tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] For port 18e54a16-e063-4b55-accb-1d6cf777303f, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=18e54a16-e063-4b55-accb-1d6cf777303f,segment=NetworkSegment(c6274bf2-bef6-45b5-aec3-3682a7540ea2),segment_id=c6274bf2-bef6-45b5-aec3-3682a7540ea2)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:24:37.430097 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-7c9822fd-9f52-4e03-a95f-a37afdf4e0fa req-a935e226-dbd2-490a-8678-e53cfdbb774e tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (18e54a16-e063-4b55-accb-1d6cf777303f), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:37.439001 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 8271fc96-c7c7-46bf-b94d-fe523e654fed is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:24:37.441133 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (8271fc96-c7c7-46bf-b94d-fe523e654fed), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:37.450161 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-7c9822fd-9f52-4e03-a95f-a37afdf4e0fa req-a935e226-dbd2-490a-8678-e53cfdbb774e tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Calling delete_port for 18e54a16-e063-4b55-accb-1d6cf777303f owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:24:37.453888 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8271fc96-c7c7-46bf-b94d-fe523e654fed {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:24:37.476483 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 8271fc96-c7c7-46bf-b94d-fe523e654fed, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=8271fc96-c7c7-46bf-b94d-fe523e654fed,segment=NetworkSegment(86f850ad-61c2-49a5-886b-3df30cbb0f04),segment_id=86f850ad-61c2-49a5-886b-3df30cbb0f04)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:24:37.481617 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (8271fc96-c7c7-46bf-b94d-fe523e654fed), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:37.560965 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=8271fc96-c7c7-46bf-b94d-fe523e654fed,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:37.636600 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-7c9822fd-9f52-4e03-a95f-a37afdf4e0fa req-a935e226-dbd2-490a-8678-e53cfdbb774e tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (18e54a16-e063-4b55-accb-1d6cf777303f), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:37.669171 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a935e226-dbd2-490a-8678-e53cfdbb774e tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Pushing event deleted for resources: {'Port': ['ID=18e54a16-e063-4b55-accb-1d6cf777303f,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:37.717613 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c9822fd-9f52-4e03-a95f-a37afdf4e0fa req-a935e226-dbd2-490a-8678-e53cfdbb774e tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] No DVR routers for this DVR port 18e54a16-e063-4b55-accb-1d6cf777303f on host n-h1-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:24:37.720978 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-7c9822fd-9f52-4e03-a95f-a37afdf4e0fa req-a935e226-dbd2-490a-8678-e53cfdbb774e tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:37.724961 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7c9822fd-9f52-4e03-a95f-a37afdf4e0fa req-a935e226-dbd2-490a-8678-e53cfdbb774e tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.73 "DELETE /v2.0/ports/18e54a16-e063-4b55-accb-1d6cf777303f HTTP/1.1" status: 204 len: 173 time: 0.5214651 Feb 19 03:24:37.765311 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['8271fc96-c7c7-46bf-b94d-fe523e654fed'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:24:37.823867 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bdfd4265-34fa-407c-b9a1-04c11b729d18 req-af302847-766f-4319-81a8-bb03e0e2463c tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=d4ffcb58-4863-42ad-8174-becce8a1d934 HTTP/1.1" status: 200 len: 210 time: 0.0483036 Feb 19 03:24:37.855144 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af38e59-1c2b-41ee-bd97-79008ff32b9b req-df661fac-9c63-45fa-b767-35894d2f68de tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:37.857407 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5af38e59-1c2b-41ee-bd97-79008ff32b9b req-df661fac-9c63-45fa-b767-35894d2f68de tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8f7a5-5371-4313-a88e-b243e72f098c HTTP/1.1" status: 200 len: 944 time: 0.0961037 Feb 19 03:24:37.918521 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5af38e59-1c2b-41ee-bd97-79008ff32b9b req-10ace01e-eb9f-4b85-8a1b-e0c2f9ee9192 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a414b3f-6555-4d12-842b-74633c0e6e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541725 Feb 19 03:24:38.053876 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fbdd63-0976-45f7-b670-49c6b1f4d814 req-d4cf9edf-cc2a-41df-bc5c-a4fe95f5bd23 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:38.055519 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-78fbdd63-0976-45f7-b670-49c6b1f4d814 req-d4cf9edf-cc2a-41df-bc5c-a4fe95f5bd23 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=7eea7225-1d86-401c-8d24-636bd8023e45 HTTP/1.1" status: 200 len: 943 time: 0.0760908 Feb 19 03:24:38.107804 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-78fbdd63-0976-45f7-b670-49c6b1f4d814 req-b8be01fe-2dd3-4442-a0f3-bbbe674c8dba tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465009 Feb 19 03:24:38.319449 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4ffcb58-4863-42ad-8174-becce8a1d934', 'name': 'network-vif-deleted', 'tag': '18e54a16-e063-4b55-accb-1d6cf777303f'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:24:38.321833 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65e85890-6be8-4cae-a707-89f945e2bd3c" -d '{"events": [{"server_uuid": "d4ffcb58-4863-42ad-8174-becce8a1d934", "name": "network-vif-deleted", "tag": "18e54a16-e063-4b55-accb-1d6cf777303f"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:24:38.357938 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d9b7424-de83-4cc5-9d6d-5be7d0ec039c x-openstack-request-id: req-4d9b7424-de83-4cc5-9d6d-5be7d0ec039c {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:24:38.358240 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4ffcb58-4863-42ad-8174-becce8a1d934", "name": "network-vif-deleted", "tag": "18e54a16-e063-4b55-accb-1d6cf777303f", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:24:38.358497 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4d9b7424-de83-4cc5-9d6d-5be7d0ec039c {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:24:38.358904 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4ffcb58-4863-42ad-8174-becce8a1d934', 'name': 'network-vif-deleted', 'tag': '18e54a16-e063-4b55-accb-1d6cf777303f', 'status': 'completed', 'code': 200} Feb 19 03:24:38.893268 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 44988) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:38.938579 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:24:39.077082 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a183d7a-99c2-4d46-a407-114bcccea753 req-b0f22ae0-c722-44b7-91f8-190bf2f634b2 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:39.078723 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0a183d7a-99c2-4d46-a407-114bcccea753 req-b0f22ae0-c722-44b7-91f8-190bf2f634b2 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8f7a5-5371-4313-a88e-b243e72f098c HTTP/1.1" status: 200 len: 944 time: 0.0571623 Feb 19 03:24:39.132268 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0a183d7a-99c2-4d46-a407-114bcccea753 req-2824bd13-79c0-4735-b5ac-b4fe7304be95 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a414b3f-6555-4d12-842b-74633c0e6e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454438 Feb 19 03:24:39.237927 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c27293-0c9e-447f-b811-bcfd2570852a req-81b0dbd0-9f9d-4286-afd2-e742f8f8510a tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:39.239464 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-83c27293-0c9e-447f-b811-bcfd2570852a req-81b0dbd0-9f9d-4286-afd2-e742f8f8510a tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=7eea7225-1d86-401c-8d24-636bd8023e45 HTTP/1.1" status: 200 len: 943 time: 0.0562961 Feb 19 03:24:39.262192 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 8271fc96-c7c7-46bf-b94d-fe523e654fed up at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:24:39.296537 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-83c27293-0c9e-447f-b811-bcfd2570852a req-6bbe39d2-0677-49aa-88d6-f47a5eaf6040 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514019 Feb 19 03:24:39.317438 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning for port 8271fc96-c7c7-46bf-b94d-fe523e654fed completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:24:39.322052 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning complete for port 8271fc96-c7c7-46bf-b94d-fe523e654fed triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:24:39.322540 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (8271fc96-c7c7-46bf-b94d-fe523e654fed), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:39.404925 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 8271fc96-c7c7-46bf-b94d-fe523e654fed is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:24:39.405251 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (8271fc96-c7c7-46bf-b94d-fe523e654fed), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:39.428699 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ee8f7a5-5371-4313-a88e-b243e72f098c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8271fc96-c7c7-46bf-b94d-fe523e654fed'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:24:39.431014 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc8d38b7-7b06-429a-9ee0-d7ad92fceb82" -d '{"events": [{"server_uuid": "3ee8f7a5-5371-4313-a88e-b243e72f098c", "name": "network-vif-plugged", "status": "completed", "tag": "8271fc96-c7c7-46bf-b94d-fe523e654fed"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:24:39.444408 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 8271fc96-c7c7-46bf-b94d-fe523e654fed, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=8271fc96-c7c7-46bf-b94d-fe523e654fed,segment=NetworkSegment(86f850ad-61c2-49a5-886b-3df30cbb0f04),segment_id=86f850ad-61c2-49a5-886b-3df30cbb0f04)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:24:39.450322 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (8271fc96-c7c7-46bf-b94d-fe523e654fed), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:39.477338 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a2de6c7-c30d-4f95-a2e3-a35f76d189d4 x-openstack-request-id: req-0a2de6c7-c30d-4f95-a2e3-a35f76d189d4 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:24:39.477635 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ee8f7a5-5371-4313-a88e-b243e72f098c", "name": "network-vif-plugged", "status": "completed", "tag": "8271fc96-c7c7-46bf-b94d-fe523e654fed", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:24:39.477748 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0a2de6c7-c30d-4f95-a2e3-a35f76d189d4 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:24:39.478114 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ee8f7a5-5371-4313-a88e-b243e72f098c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8271fc96-c7c7-46bf-b94d-fe523e654fed', 'code': 200} Feb 19 03:24:39.504440 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=8271fc96-c7c7-46bf-b94d-fe523e654fed,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:39.606120 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5064c8-c2a0-4200-b778-b365f133cdb5 req-99b62044-22cb-4e58-aa7a-4502e51099bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:39.607649 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ac5064c8-c2a0-4200-b778-b365f133cdb5 req-99b62044-22cb-4e58-aa7a-4502e51099bd service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=3ee8f7a5-5371-4313-a88e-b243e72f098c HTTP/1.1" status: 200 len: 1127 time: 0.0447416 Feb 19 03:24:39.608798 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-42d51a25-666c-449c-97b9-ed69f3b6d108 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16289271'] for router_interface (67115fbf-63fa-4980-8074-14c8ea98cbdf), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:39.654737 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ac5064c8-c2a0-4200-b778-b365f133cdb5 req-4fbfad24-6d9b-4293-a626-91fee2ca96c3 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=3a414b3f-6555-4d12-842b-74633c0e6e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397804 Feb 19 03:24:39.899513 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-42d51a25-666c-449c-97b9-ed69f3b6d108 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Deleting port 0d276046-e5d1-4ea1-854a-42907e0dbdb3 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:24:39.900123 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-42d51a25-666c-449c-97b9-ed69f3b6d108 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (0d276046-e5d1-4ea1-854a-42907e0dbdb3), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:40.000364 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-42d51a25-666c-449c-97b9-ed69f3b6d108 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] For port 0d276046-e5d1-4ea1-854a-42907e0dbdb3, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=0d276046-e5d1-4ea1-854a-42907e0dbdb3,segment=NetworkSegment(c6274bf2-bef6-45b5-aec3-3682a7540ea2),segment_id=c6274bf2-bef6-45b5-aec3-3682a7540ea2)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:24:40.000733 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-42d51a25-666c-449c-97b9-ed69f3b6d108 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (0d276046-e5d1-4ea1-854a-42907e0dbdb3), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:40.013550 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-42d51a25-666c-449c-97b9-ed69f3b6d108 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Calling delete_port for 0d276046-e5d1-4ea1-854a-42907e0dbdb3 owned by network:router_interface {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:24:40.236558 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-42d51a25-666c-449c-97b9-ed69f3b6d108 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (0d276046-e5d1-4ea1-854a-42907e0dbdb3), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:40.262136 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d51a25-666c-449c-97b9-ed69f3b6d108 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Pushing event deleted for resources: {'Port': ['ID=0d276046-e5d1-4ea1-854a-42907e0dbdb3,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:40.264498 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5200e415-2b1c-4283-8d9f-1c3c7dee7c30 req-cdd8503e-9aae-4067-a58c-ff17ce775ab1 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:40.266276 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5200e415-2b1c-4283-8d9f-1c3c7dee7c30 req-cdd8503e-9aae-4067-a58c-ff17ce775ab1 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8f7a5-5371-4313-a88e-b243e72f098c HTTP/1.1" status: 200 len: 945 time: 0.0614254 Feb 19 03:24:40.346103 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5200e415-2b1c-4283-8d9f-1c3c7dee7c30 req-f344de0e-1487-45e5-92da-bae11cb82c1a tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a414b3f-6555-4d12-842b-74633c0e6e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665784 Feb 19 03:24:40.448335 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb90ebdb-a11c-4b01-8a31-dfde9593d16b req-c73669fc-7e51-4b00-8d5f-ca9333add414 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:40.449912 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-eb90ebdb-a11c-4b01-8a31-dfde9593d16b req-c73669fc-7e51-4b00-8d5f-ca9333add414 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=7eea7225-1d86-401c-8d24-636bd8023e45 HTTP/1.1" status: 200 len: 943 time: 0.0602603 Feb 19 03:24:40.476331 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-42d51a25-666c-449c-97b9-ed69f3b6d108 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16362762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16314471'] for router_interface (67115fbf-63fa-4980-8074-14c8ea98cbdf), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:40.503997 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-eb90ebdb-a11c-4b01-8a31-dfde9593d16b req-5e256f2b-e0e3-4a01-a28a-dedae85f9922 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476699 Feb 19 03:24:40.714852 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42d51a25-666c-449c-97b9-ed69f3b6d108 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Router 67115fbf-63fa-4980-8074-14c8ea98cbdf has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:24:40.832038 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42d51a25-666c-449c-97b9-ed69f3b6d108 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:24:40.837116 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-42d51a25-666c-449c-97b9-ed69f3b6d108 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "PUT /v2.0/routers/67115fbf-63fa-4980-8074-14c8ea98cbdf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9427855 Feb 19 03:24:40.840355 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45000) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:40.841476 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd87f3ee-0c13-4ee2-b7df-51ef33026591 None None] Sync routers for ids ['67115fbf-63fa-4980-8074-14c8ea98cbdf'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:24:40.852889 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd87f3ee-0c13-4ee2-b7df-51ef33026591 None None] Routers {'67115fbf-63fa-4980-8074-14c8ea98cbdf'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:24:40.854105 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-fd87f3ee-0c13-4ee2-b7df-51ef33026591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:24:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['67115fbf-63fa-4980-8074-14c8ea98cbdf'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:40.892985 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_v2 [None req-1194447a-b2b0-493c-8011-e0d3be8a8a6f tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Deleting subnet b8971dba-4d60-415c-895a-c0e5b7ca2251 {{(pid=103701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:24:40.896168 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1194447a-b2b0-493c-8011-e0d3be8a8a6f tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for subnet (b8971dba-4d60-415c-895a-c0e5b7ca2251), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:40.940742 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1194447a-b2b0-493c-8011-e0d3be8a8a6f tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12647399'] for subnet (b8971dba-4d60-415c-895a-c0e5b7ca2251), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:40.971283 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-fd87f3ee-0c13-4ee2-b7df-51ef33026591 None None] Set router 67115fbf-63fa-4980-8074-14c8ea98cbdf gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:24:41.038201 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1194447a-b2b0-493c-8011-e0d3be8a8a6f tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (b8971dba-4d60-415c-895a-c0e5b7ca2251), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:41.042617 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 18e54a16-e063-4b55-accb-1d6cf777303f no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:24:41.099085 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] No Port match for: 18e54a16-e063-4b55-accb-1d6cf777303f {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:24:41.099440 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 18e54a16-e063-4b55-accb-1d6cf777303f not bound to the agent host n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:24:41.106983 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1194447a-b2b0-493c-8011-e0d3be8a8a6f tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12647206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58706286'] for subnet (b8971dba-4d60-415c-895a-c0e5b7ca2251), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:41.135424 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1194447a-b2b0-493c-8011-e0d3be8a8a6f tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Pushing event deleted for resources: {'Subnet': ['ID=b8971dba-4d60-415c-895a-c0e5b7ca2251,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:41.139924 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1194447a-b2b0-493c-8011-e0d3be8a8a6f tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:41.143305 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-1194447a-b2b0-493c-8011-e0d3be8a8a6f tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "DELETE /v2.0/subnets/b8971dba-4d60-415c-895a-c0e5b7ca2251 HTTP/1.1" status: 204 len: 168 time: 0.3017800 Feb 19 03:24:41.146121 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45002) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:41.268025 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-093e5f14-00d4-4a98-8101-723edcba9422 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for router (67115fbf-63fa-4980-8074-14c8ea98cbdf), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:41.338185 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af318cc5-e6d7-41a7-980b-aaed30bc298f None None] Network 0ca35ba5-effe-46d7-b523-b03292027d06 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:24:41.384686 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-093e5f14-00d4-4a98-8101-723edcba9422 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for router_gateway (67115fbf-63fa-4980-8074-14c8ea98cbdf), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:41.445675 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-fd87f3ee-0c13-4ee2-b7df-51ef33026591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67115fbf-63fa-4980-8074-14c8ea98cbdf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1142059748', 'tenant_id': '3bc3bb28499f4673b42d5b4a69d45946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': '7532a1e1-b1cf-4605-a96d-693125dba2b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:23:22Z', 'updated_at': '2022-02-19T03:24:40Z', 'revision_number': 5, 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'gw_port': {'id': '7532a1e1-b1cf-4605-a96d-693125dba2b7', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:6e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67115fbf-63fa-4980-8074-14c8ea98cbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:23:22Z', 'updated_at': '2022-02-19T03:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:41.475991 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd87f3ee-0c13-4ee2-b7df-51ef33026591 None None] Checking router: 67115fbf-63fa-4980-8074-14c8ea98cbdf for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:24:41.482963 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-093e5f14-00d4-4a98-8101-723edcba9422 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Deleting port 7532a1e1-b1cf-4605-a96d-693125dba2b7 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:24:41.483300 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-093e5f14-00d4-4a98-8101-723edcba9422 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (7532a1e1-b1cf-4605-a96d-693125dba2b7), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:41.493235 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df07c820-be2b-445b-a96a-440d78db8d18 req-6db760bb-b93d-4a59-8995-f8047b95612c tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:41.493404 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd87f3ee-0c13-4ee2-b7df-51ef33026591 None None] Routers {'67115fbf-63fa-4980-8074-14c8ea98cbdf'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:24:41.493899 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-fd87f3ee-0c13-4ee2-b7df-51ef33026591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:24:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['67115fbf-63fa-4980-8074-14c8ea98cbdf'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:41.494735 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-df07c820-be2b-445b-a96a-440d78db8d18 req-6db760bb-b93d-4a59-8995-f8047b95612c tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8f7a5-5371-4313-a88e-b243e72f098c HTTP/1.1" status: 200 len: 945 time: 0.0756116 Feb 19 03:24:41.573692 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aecefe55-22b1-4d4f-820a-58ef3bcbcec1 None None] DHCP port deletion for 0ca35ba5-effe-46d7-b523-b03292027d06 request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:24:41.606259 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-df07c820-be2b-445b-a96a-440d78db8d18 req-836985f9-7c8d-48f2-8fdd-4d657145e81c tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a414b3f-6555-4d12-842b-74633c0e6e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011314 Feb 19 03:24:41.618399 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-fd87f3ee-0c13-4ee2-b7df-51ef33026591 None None] Set router 67115fbf-63fa-4980-8074-14c8ea98cbdf gateway port host: None {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:24:41.677192 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-093e5f14-00d4-4a98-8101-723edcba9422 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] For port 7532a1e1-b1cf-4605-a96d-693125dba2b7, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=7532a1e1-b1cf-4605-a96d-693125dba2b7,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:24:41.677676 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-093e5f14-00d4-4a98-8101-723edcba9422 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (7532a1e1-b1cf-4605-a96d-693125dba2b7), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:41.682768 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-fd87f3ee-0c13-4ee2-b7df-51ef33026591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67115fbf-63fa-4980-8074-14c8ea98cbdf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1142059748', 'tenant_id': '3bc3bb28499f4673b42d5b4a69d45946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:23:22Z', 'updated_at': '2022-02-19T03:24:41Z', 'revision_number': 6, 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'gw_port_host': None}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:41.696036 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-093e5f14-00d4-4a98-8101-723edcba9422 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Calling delete_port for 7532a1e1-b1cf-4605-a96d-693125dba2b7 owned by network:router_gateway {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:24:41.711527 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd87f3ee-0c13-4ee2-b7df-51ef33026591 None None] The sync data for ids ['67115fbf-63fa-4980-8074-14c8ea98cbdf'] in n-d-826753-2 is: [{'id': '67115fbf-63fa-4980-8074-14c8ea98cbdf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1142059748', 'tenant_id': '3bc3bb28499f4673b42d5b4a69d45946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:23:22Z', 'updated_at': '2022-02-19T03:24:41Z', 'revision_number': 6, 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'gw_port_host': None}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:24:41.728857 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-aecefe55-22b1-4d4f-820a-58ef3bcbcec1 None None] Deleting port 44df4256-107f-47c1-b126-a14edad2acf8 {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:24:41.729298 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-aecefe55-22b1-4d4f-820a-58ef3bcbcec1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (44df4256-107f-47c1-b126-a14edad2acf8), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:41.778477 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51797f0-2c57-4b37-a7db-1016745d3882 req-53a40c76-7a09-4243-9d91-98fb0f765e38 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:41.779921 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f51797f0-2c57-4b37-a7db-1016745d3882 req-53a40c76-7a09-4243-9d91-98fb0f765e38 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=7eea7225-1d86-401c-8d24-636bd8023e45 HTTP/1.1" status: 200 len: 943 time: 0.1660254 Feb 19 03:24:41.800383 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-aecefe55-22b1-4d4f-820a-58ef3bcbcec1 None None] For port 44df4256-107f-47c1-b126-a14edad2acf8, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=44df4256-107f-47c1-b126-a14edad2acf8,segment=NetworkSegment(c6274bf2-bef6-45b5-aec3-3682a7540ea2),segment_id=c6274bf2-bef6-45b5-aec3-3682a7540ea2)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:24:41.800698 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-aecefe55-22b1-4d4f-820a-58ef3bcbcec1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (44df4256-107f-47c1-b126-a14edad2acf8), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:41.814428 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-aecefe55-22b1-4d4f-820a-58ef3bcbcec1 None None] Calling delete_port for 44df4256-107f-47c1-b126-a14edad2acf8 owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:24:41.836962 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2962d1e0-5b8c-4dcc-b7d1-779ad4da6124 req-27e3a80c-682d-47bd-ab54-d8647312a181 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:41.836962 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2962d1e0-5b8c-4dcc-b7d1-779ad4da6124 req-27e3a80c-682d-47bd-ab54-d8647312a181 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8f7a5-5371-4313-a88e-b243e72f098c HTTP/1.1" status: 200 len: 945 time: 0.1384664 Feb 19 03:24:41.844865 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45010) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:41.854879 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-fa618810-1263-40cb-a16a-a5c8021c58ef tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Request body: {'floatingip': {'port_id': '8271fc96-c7c7-46bf-b94d-fe523e654fed'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:41.897893 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f51797f0-2c57-4b37-a7db-1016745d3882 req-6abf7df2-92a7-4e3a-aa2e-4702282bda34 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091075 Feb 19 03:24:41.898440 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-aecefe55-22b1-4d4f-820a-58ef3bcbcec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (44df4256-107f-47c1-b126-a14edad2acf8), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:41.901227 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fa618810-1263-40cb-a16a-a5c8021c58ef tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Publish callbacks [] for floatingip (4d8b9510-badf-44c3-b832-ab4b62c901f5), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:41.938458 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecefe55-22b1-4d4f-820a-58ef3bcbcec1 None None] Pushing event deleted for resources: {'Port': ['ID=44df4256-107f-47c1-b126-a14edad2acf8,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:41.942371 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aecefe55-22b1-4d4f-820a-58ef3bcbcec1 None None] No DVR routers for this DVR port 44df4256-107f-47c1-b126-a14edad2acf8 on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:24:42.014249 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-093e5f14-00d4-4a98-8101-723edcba9422 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (7532a1e1-b1cf-4605-a96d-693125dba2b7), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:42.042056 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093e5f14-00d4-4a98-8101-723edcba9422 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Pushing event deleted for resources: {'Port': ['ID=7532a1e1-b1cf-4605-a96d-693125dba2b7,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:42.106774 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-093e5f14-00d4-4a98-8101-723edcba9422 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16285837'] for router_gateway (67115fbf-63fa-4980-8074-14c8ea98cbdf), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:42.217243 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-093e5f14-00d4-4a98-8101-723edcba9422 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16317457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14254'] for router (67115fbf-63fa-4980-8074-14c8ea98cbdf), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:42.219406 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-093e5f14-00d4-4a98-8101-723edcba9422 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for router_controller (67115fbf-63fa-4980-8074-14c8ea98cbdf), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:42.272180 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-093e5f14-00d4-4a98-8101-723edcba9422 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16317544'] for router (67115fbf-63fa-4980-8074-14c8ea98cbdf), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:42.273150 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-093e5f14-00d4-4a98-8101-723edcba9422 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Fanout notify agent at l3_agent the message router_deleted on router 67115fbf-63fa-4980-8074-14c8ea98cbdf {{(pid=103701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:24:42.280100 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-093e5f14-00d4-4a98-8101-723edcba9422 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for router (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:42.284353 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-093e5f14-00d4-4a98-8101-723edcba9422 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "DELETE /v2.0/routers/67115fbf-63fa-4980-8074-14c8ea98cbdf HTTP/1.1" status: 204 len: 168 time: 1.1365905 Feb 19 03:24:42.284895 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45012) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:42.408826 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7ff09244-05a3-4792-99ce-a2e8670c94bf tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (0ca35ba5-effe-46d7-b523-b03292027d06), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:42.568831 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7ff09244-05a3-4792-99ce-a2e8670c94bf tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (0ca35ba5-effe-46d7-b523-b03292027d06), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:42.590081 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fa618810-1263-40cb-a16a-a5c8021c58ef tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:42.596377 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fa618810-1263-40cb-a16a-a5c8021c58ef tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16285943'] for floatingip (4d8b9510-badf-44c3-b832-ab4b62c901f5), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:42.636249 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-7ff09244-05a3-4792-99ce-a2e8670c94bf tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ca35ba5-effe-46d7-b523-b03292027d06']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:42.649766 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-7ff09244-05a3-4792-99ce-a2e8670c94bf tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6274bf2-bef6-45b5-aec3-3682a7540ea2') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:42.650092 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-7ff09244-05a3-4792-99ce-a2e8670c94bf tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6274bf2-bef6-45b5-aec3-3682a7540ea2') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:42.662301 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7ff09244-05a3-4792-99ce-a2e8670c94bf tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (c6274bf2-bef6-45b5-aec3-3682a7540ea2), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:42.684320 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7ff09244-05a3-4792-99ce-a2e8670c94bf tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (c6274bf2-bef6-45b5-aec3-3682a7540ea2), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:42.717772 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ff09244-05a3-4792-99ce-a2e8670c94bf tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Releasing vlan 283 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:24:42.718173 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7ff09244-05a3-4792-99ce-a2e8670c94bf tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (c6274bf2-bef6-45b5-aec3-3682a7540ea2), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:42.721604 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 03:24:42.721604 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:24:42.721604 n-d-826753-2 neutron-server[103702]: timer() Feb 19 03:24:42.721604 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:24:42.721604 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 03:24:42.721604 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:24:42.721604 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 03:24:42.721604 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:24:42.721604 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 03:24:42.721604 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:24:42.721604 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 03:24:42.721604 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:24:42.721604 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 03:24:42.721604 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:24:42.721604 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:24:42.721604 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:24:42.721604 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:24:42.721604 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:24:42.721604 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 03:24:42.721604 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:24:42.721604 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 03:24:42.721604 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:24:42.721604 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:24:42.721604 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:24:42.721604 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 03:24:42.721604 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:24:42.721604 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:24:42.721604 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:24:42.721604 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:24:42.721604 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:24:42.721604 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:24:42.721604 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:24:42.788538 n-d-826753-2 neutron-server[103702]: INFO neutron.db.l3_db [None req-fa618810-1263-40cb-a16a-a5c8021c58ef tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Floating IP 4d8b9510-badf-44c3-b832-ab4b62c901f5 associated. External IP: 172.25.6.76, port: 8271fc96-c7c7-46bf-b94d-fe523e654fed. Feb 19 03:24:42.826349 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7ff09244-05a3-4792-99ce-a2e8670c94bf tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (0ca35ba5-effe-46d7-b523-b03292027d06), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:42.832003 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7ff09244-05a3-4792-99ce-a2e8670c94bf tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:42.835238 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-7ff09244-05a3-4792-99ce-a2e8670c94bf tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "DELETE /v2.0/networks/0ca35ba5-effe-46d7-b523-b03292027d06 HTTP/1.1" status: 204 len: 168 time: 0.5493455 Feb 19 03:24:42.838637 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45014) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:42.856285 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff09244-05a3-4792-99ce-a2e8670c94bf tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Pushing event deleted for resources: {'Network': ['ID=0ca35ba5-effe-46d7-b523-b03292027d06,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:42.910209 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-93c8a12f-5104-421b-a59f-8a25c83262df tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for security_group (d8f64544-e7e8-4359-aa8d-b4a91a5cef39), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:42.973040 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-93c8a12f-5104-421b-a59f-8a25c83262df tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for security_group (d8f64544-e7e8-4359-aa8d-b4a91a5cef39), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:43.011016 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 7532a1e1-b1cf-4605-a96d-693125dba2b7 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:24:43.039401 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 7532a1e1-b1cf-4605-a96d-693125dba2b7 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:24:43.039794 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 7532a1e1-b1cf-4605-a96d-693125dba2b7 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:24:43.040460 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 0d276046-e5d1-4ea1-854a-42907e0dbdb3 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:24:43.079538 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device feb35b94-bb51-4920-9dc0-f943e445696c details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:24:43.083010 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 0d276046-e5d1-4ea1-854a-42907e0dbdb3 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:24:43.083351 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 0d276046-e5d1-4ea1-854a-42907e0dbdb3 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:24:43.083961 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 44df4256-107f-47c1-b126-a14edad2acf8 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:24:43.086643 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572d91d4-eea6-46d0-9276-33ca908d409b req-cb06d5ae-d955-41a8-9808-92a127cb78e2 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:43.088282 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-572d91d4-eea6-46d0-9276-33ca908d409b req-cb06d5ae-d955-41a8-9808-92a127cb78e2 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=7eea7225-1d86-401c-8d24-636bd8023e45 HTTP/1.1" status: 200 len: 943 time: 0.0946665 Feb 19 03:24:43.121737 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 44df4256-107f-47c1-b126-a14edad2acf8 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:24:43.121737 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 44df4256-107f-47c1-b126-a14edad2acf8 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:24:43.130623 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-93c8a12f-5104-421b-a59f-8a25c83262df tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (d8f64544-e7e8-4359-aa8d-b4a91a5cef39), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:43.133616 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-93c8a12f-5104-421b-a59f-8a25c83262df tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:43.138155 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-93c8a12f-5104-421b-a59f-8a25c83262df tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "DELETE /v2.0/security-groups/d8f64544-e7e8-4359-aa8d-b4a91a5cef39 HTTP/1.1" status: 204 len: 168 time: 0.2983797 Feb 19 03:24:43.184345 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-572d91d4-eea6-46d0-9276-33ca908d409b req-c9041d6b-b35e-4f93-9dfb-0f939edd0500 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901248 Feb 19 03:24:43.191940 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c8a12f-5104-421b-a59f-8a25c83262df tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8f64544-e7e8-4359-aa8d-b4a91a5cef39,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:43.263200 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port feb35b94-bb51-4920-9dc0-f943e445696c, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=feb35b94-bb51-4920-9dc0-f943e445696c,segment=NetworkSegment(1cc07983-2153-4fea-b2a9-9157e38f7075),segment_id=1cc07983-2153-4fea-b2a9-9157e38f7075)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:24:43.276869 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': 'feb35b94-bb51-4920-9dc0-f943e445696c', 'network_id': '48e87e60-6ae2-4eae-a03b-2fd752f397d2', 'port_id': 'feb35b94-bb51-4920-9dc0-f943e445696c', 'mac_address': 'fa:16:3e:8d:d0:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d8d01f7-c65c-4273-a693-0737e1d5a5eb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:24:43.318173 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port feb35b94-bb51-4920-9dc0-f943e445696c is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:24:43.318575 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (feb35b94-bb51-4920-9dc0-f943e445696c), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:43.333971 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id feb35b94-bb51-4920-9dc0-f943e445696c {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:24:43.356226 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port feb35b94-bb51-4920-9dc0-f943e445696c, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=feb35b94-bb51-4920-9dc0-f943e445696c,segment=NetworkSegment(1cc07983-2153-4fea-b2a9-9157e38f7075),segment_id=1cc07983-2153-4fea-b2a9-9157e38f7075)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:24:43.363651 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (feb35b94-bb51-4920-9dc0-f943e445696c), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:43.419757 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=feb35b94-bb51-4920-9dc0-f943e445696c,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:43.459713 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45022) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:43.464506 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-54d23f77-9106-4340-af34-512e27190884 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1018572239', 'description': 'tempest-secgroup-smoke-1018572239 description', 'project_id': '3bc3bb28499f4673b42d5b4a69d45946'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:43.486598 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-54d23f77-9106-4340-af34-512e27190884 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:43.499799 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa618810-1263-40cb-a16a-a5c8021c58ef tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Router 4b0f659c-98e2-4e55-9ac0-d38f88bba5aa has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:24:43.561375 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-54d23f77-9106-4340-af34-512e27190884 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for security_group (b8e1e53f-c016-45ce-afd4-70487b1086ea), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:43.566386 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-54d23f77-9106-4340-af34-512e27190884 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (b8e1e53f-c016-45ce-afd4-70487b1086ea), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:43.596076 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d23f77-9106-4340-af34-512e27190884 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8e1e53f-c016-45ce-afd4-70487b1086ea,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:43.600335 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-54d23f77-9106-4340-af34-512e27190884 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:43.601604 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-54d23f77-9106-4340-af34-512e27190884 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1408679 Feb 19 03:24:43.604495 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45024) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:43.608936 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-6b6ff8b2-c5cd-4df4-919f-2d5a75b33d23 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Request body: {'security_group_rule': {'security_group_id': 'b8e1e53f-c016-45ce-afd4-70487b1086ea', 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:43.628104 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa618810-1263-40cb-a16a-a5c8021c58ef tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:24:43.634093 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fa618810-1263-40cb-a16a-a5c8021c58ef tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:43.641737 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6b6ff8b2-c5cd-4df4-919f-2d5a75b33d23 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for security_group_rule (c2e4e869-acde-4188-b2cd-9e8f858f1432), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:43.644722 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8698154f-1f5c-46ce-961c-d3603bb6d1b3 None None] Sync routers for ids ['4b0f659c-98e2-4e55-9ac0-d38f88bba5aa'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:24:43.653992 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8698154f-1f5c-46ce-961c-d3603bb6d1b3 None None] Routers {'4b0f659c-98e2-4e55-9ac0-d38f88bba5aa'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:24:43.655068 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-8698154f-1f5c-46ce-961c-d3603bb6d1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:24:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['4b0f659c-98e2-4e55-9ac0-d38f88bba5aa'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:43.666210 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-fa618810-1263-40cb-a16a-a5c8021c58ef tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "PUT /v2.0/floatingips/4d8b9510-badf-44c3-b832-ab4b62c901f5 HTTP/1.1" status: 200 len: 990 time: 1.8186026 Feb 19 03:24:43.666816 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ee8f7a5-5371-4313-a88e-b243e72f098c', 'tag': '8271fc96-c7c7-46bf-b94d-fe523e654fed'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:24:43.669494 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5aa356a-a30e-401c-8926-21214e204e91" -d '{"events": [{"name": "network-changed", "server_uuid": "3ee8f7a5-5371-4313-a88e-b243e72f098c", "tag": "8271fc96-c7c7-46bf-b94d-fe523e654fed"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:24:43.707653 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6b6ff8b2-c5cd-4df4-919f-2d5a75b33d23 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for security_group_rule (c2e4e869-acde-4188-b2cd-9e8f858f1432), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:43.715242 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6b6ff8b2-c5cd-4df4-919f-2d5a75b33d23 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (c2e4e869-acde-4188-b2cd-9e8f858f1432), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:43.728136 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc6722b7-3ef8-4198-a872-2d44d62fc30e x-openstack-request-id: req-cc6722b7-3ef8-4198-a872-2d44d62fc30e {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:24:43.728434 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ee8f7a5-5371-4313-a88e-b243e72f098c", "tag": "8271fc96-c7c7-46bf-b94d-fe523e654fed", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:24:43.728690 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-cc6722b7-3ef8-4198-a872-2d44d62fc30e {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:24:43.729124 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ee8f7a5-5371-4313-a88e-b243e72f098c', 'tag': '8271fc96-c7c7-46bf-b94d-fe523e654fed', 'status': 'completed', 'code': 200} Feb 19 03:24:43.744283 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6ff8b2-c5cd-4df4-919f-2d5a75b33d23 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2e4e869-acde-4188-b2cd-9e8f858f1432,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:43.749702 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['feb35b94-bb51-4920-9dc0-f943e445696c'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:24:43.757560 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6b6ff8b2-c5cd-4df4-919f-2d5a75b33d23 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:43.761085 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-6b6ff8b2-c5cd-4df4-919f-2d5a75b33d23 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1534982 Feb 19 03:24:43.762415 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45032) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:43.767925 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-aa1f1000-4e1a-43af-9e33-e2fa4688f6ce tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Request body: {'security_group_rule': {'security_group_id': 'b8e1e53f-c016-45ce-afd4-70487b1086ea', 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:43.800814 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-8698154f-1f5c-46ce-961c-d3603bb6d1b3 None None] Set router 4b0f659c-98e2-4e55-9ac0-d38f88bba5aa gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:24:43.821138 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-aa1f1000-4e1a-43af-9e33-e2fa4688f6ce tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for security_group_rule (536bdd2f-524f-4f22-abfc-21b5a5e093be), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:43.837456 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aa356a-a30e-401c-8926-21214e204e91 req-e76b305b-8f25-498b-bcd2-8260c4ad32e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:43.840538 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d5aa356a-a30e-401c-8926-21214e204e91 req-e76b305b-8f25-498b-bcd2-8260c4ad32e8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=4bc29719da89493e810e3a2508264407&device_id=3ee8f7a5-5371-4313-a88e-b243e72f098c HTTP/1.1" status: 200 len: 1127 time: 0.0596235 Feb 19 03:24:43.907211 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-aa1f1000-4e1a-43af-9e33-e2fa4688f6ce tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for security_group_rule (536bdd2f-524f-4f22-abfc-21b5a5e093be), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:43.915667 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-aa1f1000-4e1a-43af-9e33-e2fa4688f6ce tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (536bdd2f-524f-4f22-abfc-21b5a5e093be), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:43.964797 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1f1000-4e1a-43af-9e33-e2fa4688f6ce tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=536bdd2f-524f-4f22-abfc-21b5a5e093be,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:43.980254 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-aa1f1000-4e1a-43af-9e33-e2fa4688f6ce tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:43.982641 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-aa1f1000-4e1a-43af-9e33-e2fa4688f6ce tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2188168 Feb 19 03:24:43.985443 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45034) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:43.998662 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-93388d4e-cb12-4864-9d3f-1c7e36877d4d tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Request body: {'security_group_rule': {'security_group_id': 'b8e1e53f-c016-45ce-afd4-70487b1086ea', 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:44.005984 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aa356a-a30e-401c-8926-21214e204e91 req-2e077277-90ec-4da7-8680-1898bdc2d212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:44.008515 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d5aa356a-a30e-401c-8926-21214e204e91 req-2e077277-90ec-4da7-8680-1898bdc2d212 service neutron] 10.222.0.82 "GET /v2.0/networks?id=9a554e32-f7c5-4dcb-952c-723e4a86c322 HTTP/1.1" status: 200 len: 912 time: 0.1587977 Feb 19 03:24:44.069648 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-8698154f-1f5c-46ce-961c-d3603bb6d1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b0f659c-98e2-4e55-9ac0-d38f88bba5aa', 'name': 'tempest-AttachVolumeTestJSON-1720526732-router', 'tenant_id': '4bc29719da89493e810e3a2508264407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '8191241c-f09f-4dcd-8be7-6df2728ba5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:21:07Z', 'updated_at': '2022-02-19T03:21:10Z', 'revision_number': 4, 'project_id': '4bc29719da89493e810e3a2508264407', 'gw_port': {'id': '8191241c-f09f-4dcd-8be7-6df2728ba5ab', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:98:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0f659c-98e2-4e55-9ac0-d38f88bba5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:21:07Z', 'updated_at': '2022-02-19T03:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': '4d8b9510-badf-44c3-b832-ab4b62c901f5', 'tenant_id': '4bc29719da89493e810e3a2508264407', 'floating_ip_address': '172.25.6.76', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': '4b0f659c-98e2-4e55-9ac0-d38f88bba5aa', 'port_id': '8271fc96-c7c7-46bf-b94d-fe523e654fed', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3768, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a554e32-f7c5-4dcb-952c-723e4a86c322', 'mac_address': 'fa:16:3e:cd:4f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee8f7a5-5371-4313-a88e-b243e72f098c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:24:28Z', 'updated_at': '2022-02-19T03:24:42Z', 'revision_number': 1, 'project_id': '4bc29719da89493e810e3a2508264407', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41e81cb6-5f0c-4d6b-b471-5434eaa02d25', 'name': '', 'network_id': '9a554e32-f7c5-4dcb-952c-723e4a86c322', 'tenant_id': '4bc29719da89493e810e3a2508264407', 'mac_address': 'fa:16:3e:7f:af:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0f659c-98e2-4e55-9ac0-d38f88bba5aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': 'ea16c631-8dac-4b32-b4b0-9ae4e04ef132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:21:10Z', 'updated_at': '2022-02-19T03:21:16Z', 'revision_number': 5, 'project_id': '4bc29719da89493e810e3a2508264407', 'subnets': [{'id': 'ea16c631-8dac-4b32-b4b0-9ae4e04ef132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:44.078868 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-93388d4e-cb12-4864-9d3f-1c7e36877d4d tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for security_group_rule (696c3add-6c53-45be-af1f-04f7fedacc76), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:44.079408 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d5aa356a-a30e-401c-8926-21214e204e91 req-7e51ffe4-6b7a-48d4-b7b4-9dcfec23a8a1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8271fc96-c7c7-46bf-b94d-fe523e654fed HTTP/1.1" status: 200 len: 998 time: 0.0646789 Feb 19 03:24:44.103818 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8698154f-1f5c-46ce-961c-d3603bb6d1b3 None None] Checking router: 4b0f659c-98e2-4e55-9ac0-d38f88bba5aa for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:24:44.116585 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8698154f-1f5c-46ce-961c-d3603bb6d1b3 None None] Routers {'4b0f659c-98e2-4e55-9ac0-d38f88bba5aa'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:24:44.117453 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-8698154f-1f5c-46ce-961c-d3603bb6d1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:24:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['4b0f659c-98e2-4e55-9ac0-d38f88bba5aa'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:44.144382 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aa356a-a30e-401c-8926-21214e204e91 req-578818b4-fb15-47d5-a698-cf8531f0bcef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:44.147681 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d5aa356a-a30e-401c-8926-21214e204e91 req-578818b4-fb15-47d5-a698-cf8531f0bcef service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ea16c631-8dac-4b32-b4b0-9ae4e04ef132 HTTP/1.1" status: 200 len: 850 time: 0.0617771 Feb 19 03:24:44.207142 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-93388d4e-cb12-4864-9d3f-1c7e36877d4d tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for security_group_rule (696c3add-6c53-45be-af1f-04f7fedacc76), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:44.211132 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aa356a-a30e-401c-8926-21214e204e91 req-47b5a2b6-3c17-4e66-8a10-a272de181153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:44.213113 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d5aa356a-a30e-401c-8926-21214e204e91 req-47b5a2b6-3c17-4e66-8a10-a272de181153 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9a554e32-f7c5-4dcb-952c-723e4a86c322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0599949 Feb 19 03:24:44.215086 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-93388d4e-cb12-4864-9d3f-1c7e36877d4d tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (696c3add-6c53-45be-af1f-04f7fedacc76), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:44.260721 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-93388d4e-cb12-4864-9d3f-1c7e36877d4d tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:44.263832 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-93388d4e-cb12-4864-9d3f-1c7e36877d4d tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2745063 Feb 19 03:24:44.276003 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45042) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:44.281062 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-990ca38c-78fc-4439-b957-f31d34f5b821 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Request body: {'security_group_rule': {'security_group_id': 'b8e1e53f-c016-45ce-afd4-70487b1086ea', 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:44.290369 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93388d4e-cb12-4864-9d3f-1c7e36877d4d tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=696c3add-6c53-45be-af1f-04f7fedacc76,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:44.316004 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-8698154f-1f5c-46ce-961c-d3603bb6d1b3 None None] Set router 4b0f659c-98e2-4e55-9ac0-d38f88bba5aa gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:24:44.326484 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-990ca38c-78fc-4439-b957-f31d34f5b821 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for security_group_rule (c64a02bd-65f8-4c9f-a001-5891c1a9a25d), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:44.375910 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d5aa356a-a30e-401c-8926-21214e204e91 req-7ab690bc-d632-4cc3-a50b-fbca4396b342 service neutron] 10.222.0.82 "GET /v2.0/networks/9a554e32-f7c5-4dcb-952c-723e4a86c322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559362 Feb 19 03:24:44.417994 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-990ca38c-78fc-4439-b957-f31d34f5b821 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for security_group_rule (c64a02bd-65f8-4c9f-a001-5891c1a9a25d), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:44.422960 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-990ca38c-78fc-4439-b957-f31d34f5b821 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (c64a02bd-65f8-4c9f-a001-5891c1a9a25d), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:44.469430 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-990ca38c-78fc-4439-b957-f31d34f5b821 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:44.472218 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-990ca38c-78fc-4439-b957-f31d34f5b821 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1951933 Feb 19 03:24:44.473583 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990ca38c-78fc-4439-b957-f31d34f5b821 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c64a02bd-65f8-4c9f-a001-5891c1a9a25d,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:44.476599 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45046) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:44.481085 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-ee709371-c447-4d9e-9ce0-48b404f8e1db tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Request body: {'security_group_rule': {'security_group_id': 'b8e1e53f-c016-45ce-afd4-70487b1086ea', 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:44.496190 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06c3384-21b0-4e8a-ab79-d5854422603a req-936ad593-ddfd-4c56-9afc-e97c73885b7e tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:44.499955 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f06c3384-21b0-4e8a-ab79-d5854422603a req-936ad593-ddfd-4c56-9afc-e97c73885b7e tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=7eea7225-1d86-401c-8d24-636bd8023e45 HTTP/1.1" status: 200 len: 944 time: 0.1670036 Feb 19 03:24:44.515930 n-d-826753-2 neutron-server[103702]: INFO neutron.db.securitygroups_db [None req-ee709371-c447-4d9e-9ce0-48b404f8e1db tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Project 3bc3bb28499f4673b42d5b4a69d45946 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 03:24:44.525592 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ee709371-c447-4d9e-9ce0-48b404f8e1db tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for security_group_rule (9ea01e54-4893-498f-a6bc-2c96fcae4078), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:44.575047 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d5aa356a-a30e-401c-8926-21214e204e91 req-62c6b683-08e3-443b-8374-f3a542255067 service neutron] 10.222.0.82 "GET /v2.0/networks/9a554e32-f7c5-4dcb-952c-723e4a86c322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924105 Feb 19 03:24:44.578614 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f06c3384-21b0-4e8a-ab79-d5854422603a req-be159417-a055-46c7-816a-c56a2e6c3682 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655804 Feb 19 03:24:44.601054 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ee709371-c447-4d9e-9ce0-48b404f8e1db tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for security_group_rule (9ea01e54-4893-498f-a6bc-2c96fcae4078), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:44.612466 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ee709371-c447-4d9e-9ce0-48b404f8e1db tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (9ea01e54-4893-498f-a6bc-2c96fcae4078), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:44.632432 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee709371-c447-4d9e-9ce0-48b404f8e1db tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ea01e54-4893-498f-a6bc-2c96fcae4078,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:44.644406 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ee709371-c447-4d9e-9ce0-48b404f8e1db tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:44.645685 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-ee709371-c447-4d9e-9ce0-48b404f8e1db tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1680944 Feb 19 03:24:44.652192 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45048) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:44.657581 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-0bc11c71-6bf0-400b-bf1a-82b4bc5f9db4 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Request body: {'security_group_rule': {'security_group_id': 'b8e1e53f-c016-45ce-afd4-70487b1086ea', 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:44.685177 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-8698154f-1f5c-46ce-961c-d3603bb6d1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b0f659c-98e2-4e55-9ac0-d38f88bba5aa', 'name': 'tempest-AttachVolumeTestJSON-1720526732-router', 'tenant_id': '4bc29719da89493e810e3a2508264407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '8191241c-f09f-4dcd-8be7-6df2728ba5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:21:07Z', 'updated_at': '2022-02-19T03:21:10Z', 'revision_number': 4, 'project_id': '4bc29719da89493e810e3a2508264407', 'gw_port': {'id': '8191241c-f09f-4dcd-8be7-6df2728ba5ab', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:98:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0f659c-98e2-4e55-9ac0-d38f88bba5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:21:07Z', 'updated_at': '2022-02-19T03:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': '4d8b9510-badf-44c3-b832-ab4b62c901f5', 'tenant_id': '4bc29719da89493e810e3a2508264407', 'floating_ip_address': '172.25.6.76', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': '4b0f659c-98e2-4e55-9ac0-d38f88bba5aa', 'port_id': '8271fc96-c7c7-46bf-b94d-fe523e654fed', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3768, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a554e32-f7c5-4dcb-952c-723e4a86c322', 'mac_address': 'fa:16:3e:cd:4f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee8f7a5-5371-4313-a88e-b243e72f098c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:24:28Z', 'updated_at': '2022-02-19T03:24:42Z', 'revision_number': 1, 'project_id': '4bc29719da89493e810e3a2508264407', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41e81cb6-5f0c-4d6b-b471-5434eaa02d25', 'name': '', 'network_id': '9a554e32-f7c5-4dcb-952c-723e4a86c322', 'tenant_id': '4bc29719da89493e810e3a2508264407', 'mac_address': 'fa:16:3e:7f:af:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0f659c-98e2-4e55-9ac0-d38f88bba5aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': 'ea16c631-8dac-4b32-b4b0-9ae4e04ef132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:21:10Z', 'updated_at': '2022-02-19T03:21:16Z', 'revision_number': 5, 'project_id': '4bc29719da89493e810e3a2508264407', 'subnets': [{'id': 'ea16c631-8dac-4b32-b4b0-9ae4e04ef132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:44.692502 n-d-826753-2 neutron-server[103701]: INFO neutron.db.securitygroups_db [None req-0bc11c71-6bf0-400b-bf1a-82b4bc5f9db4 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Project 3bc3bb28499f4673b42d5b4a69d45946 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 03:24:44.700167 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0bc11c71-6bf0-400b-bf1a-82b4bc5f9db4 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for security_group_rule (05c7c930-77d9-4901-8e8b-970ff653a616), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:44.716463 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8698154f-1f5c-46ce-961c-d3603bb6d1b3 None None] The sync data for ids ['4b0f659c-98e2-4e55-9ac0-d38f88bba5aa'] in n-d-826753-2 is: [{'id': '4b0f659c-98e2-4e55-9ac0-d38f88bba5aa', 'name': 'tempest-AttachVolumeTestJSON-1720526732-router', 'tenant_id': '4bc29719da89493e810e3a2508264407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '8191241c-f09f-4dcd-8be7-6df2728ba5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:21:07Z', 'updated_at': '2022-02-19T03:21:10Z', 'revision_number': 4, 'project_id': '4bc29719da89493e810e3a2508264407', 'gw_port': {'id': '8191241c-f09f-4dcd-8be7-6df2728ba5ab', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:98:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0f659c-98e2-4e55-9ac0-d38f88bba5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:21:07Z', 'updated_at': '2022-02-19T03:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': '4d8b9510-badf-44c3-b832-ab4b62c901f5', 'tenant_id': '4bc29719da89493e810e3a2508264407', 'floating_ip_address': '172.25.6.76', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': '4b0f659c-98e2-4e55-9ac0-d38f88bba5aa', 'port_id': '8271fc96-c7c7-46bf-b94d-fe523e654fed', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3768, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a554e32-f7c5-4dcb-952c-723e4a86c322', 'mac_address': 'fa:16:3e:cd:4f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee8f7a5-5371-4313-a88e-b243e72f098c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:24:28Z', 'updated_at': '2022-02-19T03:24:42Z', 'revision_number': 1, 'project_id': '4bc29719da89493e810e3a2508264407', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41e81cb6-5f0c-4d6b-b471-5434eaa02d25', 'name': '', 'network_id': '9a554e32-f7c5-4dcb-952c-723e4a86c322', 'tenant_id': '4bc29719da89493e810e3a2508264407', 'mac_address': 'fa:16:3e:7f:af:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0f659c-98e2-4e55-9ac0-d38f88bba5aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': 'ea16c631-8dac-4b32-b4b0-9ae4e04ef132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:21:10Z', 'updated_at': '2022-02-19T03:21:16Z', 'revision_number': 5, 'project_id': '4bc29719da89493e810e3a2508264407', 'subnets': [{'id': 'ea16c631-8dac-4b32-b4b0-9ae4e04ef132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:24:44.790886 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0bc11c71-6bf0-400b-bf1a-82b4bc5f9db4 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for security_group_rule (05c7c930-77d9-4901-8e8b-970ff653a616), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:44.794770 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0bc11c71-6bf0-400b-bf1a-82b4bc5f9db4 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (05c7c930-77d9-4901-8e8b-970ff653a616), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:44.815646 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc11c71-6bf0-400b-bf1a-82b4bc5f9db4 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05c7c930-77d9-4901-8e8b-970ff653a616,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:44.825847 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0bc11c71-6bf0-400b-bf1a-82b4bc5f9db4 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:44.831559 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-0bc11c71-6bf0-400b-bf1a-82b4bc5f9db4 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1739986 Feb 19 03:24:44.832094 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45050) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:44.837208 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-d44000e9-532c-4e6a-8203-01de9443fdd0 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Request body: {'network': {'name': 'tempest-network-smoke--1746149159', 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'port_security_enabled': True}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:44.859663 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d44000e9-532c-4e6a-8203-01de9443fdd0 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Made reservation on behalf of 3bc3bb28499f4673b42d5b4a69d45946 for: {'network': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:24:44.863996 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d44000e9-532c-4e6a-8203-01de9443fdd0 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:44.890824 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d44000e9-532c-4e6a-8203-01de9443fdd0 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] vlan segment allocate from pool success with {'vlan_id': 269, 'physical_network': 'physnet1'} {{(pid=103701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:24:44.901570 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d44000e9-532c-4e6a-8203-01de9443fdd0 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (cf5429cd-3246-4bb1-a835-906f2760b64b), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:44.901973 n-d-826753-2 neutron-server[103701]: INFO neutron.db.segments_db [None req-d44000e9-532c-4e6a-8203-01de9443fdd0 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Added segment cf5429cd-3246-4bb1-a835-906f2760b64b of type vlan for network d0d2c2dc-f305-4438-8d4f-c75d0acc2c51 Feb 19 03:24:44.949216 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d44000e9-532c-4e6a-8203-01de9443fdd0 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (d0d2c2dc-f305-4438-8d4f-c75d0acc2c51), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:44.979016 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d44000e9-532c-4e6a-8203-01de9443fdd0 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (d0d2c2dc-f305-4438-8d4f-c75d0acc2c51), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:44.984485 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44000e9-532c-4e6a-8203-01de9443fdd0 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:44.985304 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d44000e9-532c-4e6a-8203-01de9443fdd0 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:45.018429 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-d44000e9-532c-4e6a-8203-01de9443fdd0 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1815627 Feb 19 03:24:45.018745 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45052) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:45.020769 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb804894-8330-48f2-ae27-4dbbed078e7e None None] New status for floating IP 4d8b9510-badf-44c3-b832-ab4b62c901f5: ACTIVE {{(pid=103703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:24:45.026002 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-14a1c1a8-f43b-4570-8909-34200fa9fb3d tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1969813188', 'admin_state_up': True, 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:45.067781 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44000e9-532c-4e6a-8203-01de9443fdd0 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Pushing event updated for resources: {'Network': ['ID=d0d2c2dc-f305-4438-8d4f-c75d0acc2c51,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:45.068536 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-14a1c1a8-f43b-4570-8909-34200fa9fb3d tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14172'] for router (937578fc-f972-4588-9e09-fb2349a9bb1a), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:45.070040 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-14a1c1a8-f43b-4570-8909-34200fa9fb3d tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16317487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16285822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16309985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14247'] for router (937578fc-f972-4588-9e09-fb2349a9bb1a), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:45.098020 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device feb35b94-bb51-4920-9dc0-f943e445696c up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:24:45.100339 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network d0d2c2dc-f305-4438-8d4f-c75d0acc2c51 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:24:45.140674 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-14a1c1a8-f43b-4570-8909-34200fa9fb3d tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for router_controller (937578fc-f972-4588-9e09-fb2349a9bb1a), precommit_add_association {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:45.316956 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning for port feb35b94-bb51-4920-9dc0-f943e445696c completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:24:45.323374 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port feb35b94-bb51-4920-9dc0-f943e445696c triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:24:45.324049 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (feb35b94-bb51-4920-9dc0-f943e445696c), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:45.356966 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-14a1c1a8-f43b-4570-8909-34200fa9fb3d tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for router_gateway (937578fc-f972-4588-9e09-fb2349a9bb1a), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:45.423041 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port feb35b94-bb51-4920-9dc0-f943e445696c is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:24:45.424000 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (feb35b94-bb51-4920-9dc0-f943e445696c), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:45.456604 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eea7225-1d86-401c-8d24-636bd8023e45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feb35b94-bb51-4920-9dc0-f943e445696c'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:24:45.458940 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cba6ee2-ab7c-4828-85d1-aae1ee5ca467" -d '{"events": [{"server_uuid": "7eea7225-1d86-401c-8d24-636bd8023e45", "name": "network-vif-plugged", "status": "completed", "tag": "feb35b94-bb51-4920-9dc0-f943e445696c"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:24:45.473825 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port feb35b94-bb51-4920-9dc0-f943e445696c, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=feb35b94-bb51-4920-9dc0-f943e445696c,segment=NetworkSegment(1cc07983-2153-4fea-b2a9-9157e38f7075),segment_id=1cc07983-2153-4fea-b2a9-9157e38f7075)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:24:45.482432 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (feb35b94-bb51-4920-9dc0-f943e445696c), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:45.512787 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cda5a307-16e5-4ff8-b6ce-12c74244ba32 x-openstack-request-id: req-cda5a307-16e5-4ff8-b6ce-12c74244ba32 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:24:45.513315 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eea7225-1d86-401c-8d24-636bd8023e45", "name": "network-vif-plugged", "status": "completed", "tag": "feb35b94-bb51-4920-9dc0-f943e445696c", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:24:45.513570 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-cda5a307-16e5-4ff8-b6ce-12c74244ba32 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:24:45.514174 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eea7225-1d86-401c-8d24-636bd8023e45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feb35b94-bb51-4920-9dc0-f943e445696c', 'code': 200} Feb 19 03:24:45.551173 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=feb35b94-bb51-4920-9dc0-f943e445696c,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:45.569125 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d1e60ab3-e3fa-4144-934d-4ba9a79f3338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:45.655512 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-14a1c1a8-f43b-4570-8909-34200fa9fb3d tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for router_gateway (937578fc-f972-4588-9e09-fb2349a9bb1a), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:45.679672 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-14a1c1a8-f43b-4570-8909-34200fa9fb3d tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:45.699682 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1399e2f9-4420-4289-94b8-232d28cbff50 req-c0f3c1ef-b34c-471d-a022-8ffc972464d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:45.701314 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-1399e2f9-4420-4289-94b8-232d28cbff50 req-c0f3c1ef-b34c-471d-a022-8ffc972464d5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7eea7225-1d86-401c-8d24-636bd8023e45 HTTP/1.1" status: 200 len: 1127 time: 0.0999439 Feb 19 03:24:45.755714 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08b4e96-3e66-49a6-9bf0-d542b5ac596b req-b943c934-4b9b-4d76-bf92-6d3bf407f9ce tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:45.757456 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f08b4e96-3e66-49a6-9bf0-d542b5ac596b req-b943c934-4b9b-4d76-bf92-6d3bf407f9ce tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=7eea7225-1d86-401c-8d24-636bd8023e45 HTTP/1.1" status: 200 len: 945 time: 0.0852144 Feb 19 03:24:45.811813 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f08b4e96-3e66-49a6-9bf0-d542b5ac596b req-6abd0376-1021-414b-9437-b2adf7b7eb5b tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458081 Feb 19 03:24:45.813446 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-1399e2f9-4420-4289-94b8-232d28cbff50 req-c80d5273-6656-4ada-bb9c-238905fb304a service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702417 Feb 19 03:24:45.870306 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-14a1c1a8-f43b-4570-8909-34200fa9fb3d tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Allocated IP 172.25.6.43 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/8724a13e-eb78-4d7b-93ba-580ed212c627) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:24:45.981323 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-14a1c1a8-f43b-4570-8909-34200fa9fb3d tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for port (8724a13e-eb78-4d7b-93ba-580ed212c627), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:46.016291 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-14a1c1a8-f43b-4570-8909-34200fa9fb3d tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (8724a13e-eb78-4d7b-93ba-580ed212c627), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:46.058332 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a1c1a8-f43b-4570-8909-34200fa9fb3d tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:24:46.061373 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-14a1c1a8-f43b-4570-8909-34200fa9fb3d tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:24:46.065403 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a1c1a8-f43b-4570-8909-34200fa9fb3d tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:24:46.091827 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a1c1a8-f43b-4570-8909-34200fa9fb3d tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Pushing event updated for resources: {'Port': ['ID=8724a13e-eb78-4d7b-93ba-580ed212c627,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:46.330992 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-14a1c1a8-f43b-4570-8909-34200fa9fb3d tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for router_gateway (937578fc-f972-4588-9e09-fb2349a9bb1a), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:46.548503 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-14a1c1a8-f43b-4570-8909-34200fa9fb3d tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16317478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865'] for router (937578fc-f972-4588-9e09-fb2349a9bb1a), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:46.696253 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14a1c1a8-f43b-4570-8909-34200fa9fb3d tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Router 937578fc-f972-4588-9e09-fb2349a9bb1a is scheduled to L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd with binding_index 1 {{(pid=103702) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:24:46.837499 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14a1c1a8-f43b-4570-8909-34200fa9fb3d tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:24:46.848947 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3942fe23-0839-423e-9cb6-4fab957e3745 None None] Sync routers for ids ['937578fc-f972-4588-9e09-fb2349a9bb1a'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:24:46.862220 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-14a1c1a8-f43b-4570-8909-34200fa9fb3d tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:46.864015 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3942fe23-0839-423e-9cb6-4fab957e3745 None None] Routers {'937578fc-f972-4588-9e09-fb2349a9bb1a'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:24:46.864651 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-3942fe23-0839-423e-9cb6-4fab957e3745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:24:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['937578fc-f972-4588-9e09-fb2349a9bb1a'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:46.867167 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45074) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:46.867715 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-14a1c1a8-f43b-4570-8909-34200fa9fb3d tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8451045 Feb 19 03:24:46.912048 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45076) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:46.914281 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-797e4692-0dc5-4890-b782-6b0222258638 tempest-TestNetworkAdvancedServerOps-967795877 tempest-TestNetworkAdvancedServerOps-967795877-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=3bc3bb28499f4673b42d5b4a69d45946&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0444770 Feb 19 03:24:46.999330 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd9426a-1825-408d-b29c-0afe5373e814 req-4ea636c7-53be-41e2-b700-e097cc9c87d1 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:47.001056 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7fd9426a-1825-408d-b29c-0afe5373e814 req-4ea636c7-53be-41e2-b700-e097cc9c87d1 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=7eea7225-1d86-401c-8d24-636bd8023e45 HTTP/1.1" status: 200 len: 945 time: 0.0851591 Feb 19 03:24:47.027233 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d271e8-24af-4d89-b28b-47134f857df3 tempest-TestNetworkAdvancedServerOps-967795877 tempest-TestNetworkAdvancedServerOps-967795877-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:47.029182 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-20d271e8-24af-4d89-b28b-47134f857df3 tempest-TestNetworkAdvancedServerOps-967795877 tempest-TestNetworkAdvancedServerOps-967795877-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1156249 Feb 19 03:24:47.033524 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45078) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:47.079332 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-3ecc4610-032a-456e-acaf-ad63f6bcace0 tempest-TestNetworkAdvancedServerOps-967795877 tempest-TestNetworkAdvancedServerOps-967795877-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=eaf64708-9021-419e-b287-ef3e0f51e2ee&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0446160 Feb 19 03:24:47.082868 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45080) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:47.088457 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-a7f888cf-dbad-46b3-86d7-0620383a6039 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1847536886', 'network_id': 'd0d2c2dc-f305-4438-8d4f-c75d0acc2c51', 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:47.099155 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7fd9426a-1825-408d-b29c-0afe5373e814 req-bd87c1fe-8b52-46db-829d-693dfe85d3a3 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854928 Feb 19 03:24:47.189732 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-3942fe23-0839-423e-9cb6-4fab957e3745 None None] Set router 937578fc-f972-4588-9e09-fb2349a9bb1a gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:24:47.209827 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f888cf-dbad-46b3-86d7-0620383a6039 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Made reservation on behalf of 3bc3bb28499f4673b42d5b4a69d45946 for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:24:47.215305 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a7f888cf-dbad-46b3-86d7-0620383a6039 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:47.432282 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-3942fe23-0839-423e-9cb6-4fab957e3745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937578fc-f972-4588-9e09-fb2349a9bb1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1969813188', 'tenant_id': '3bc3bb28499f4673b42d5b4a69d45946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': '8724a13e-eb78-4d7b-93ba-580ed212c627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:24:45Z', 'updated_at': '2022-02-19T03:24:46Z', 'revision_number': 3, 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'gw_port': {'id': '8724a13e-eb78-4d7b-93ba-580ed212c627', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:8b:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '937578fc-f972-4588-9e09-fb2349a9bb1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:24:45Z', 'updated_at': '2022-02-19T03:24:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:47.466471 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a7f888cf-dbad-46b3-86d7-0620383a6039 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (b9379704-2efc-42f1-a58d-e8716385306d), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:47.481085 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3942fe23-0839-423e-9cb6-4fab957e3745 None None] Checking router: 937578fc-f972-4588-9e09-fb2349a9bb1a for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:24:47.481680 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3942fe23-0839-423e-9cb6-4fab957e3745 None None] Updating router 937578fc-f972-4588-9e09-fb2349a9bb1a port 8724a13e-eb78-4d7b-93ba-580ed212c627 binding host n-d-826753-2 {{(pid=103704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:24:47.514462 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-3942fe23-0839-423e-9cb6-4fab957e3745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (8724a13e-eb78-4d7b-93ba-580ed212c627), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:47.531886 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f888cf-dbad-46b3-86d7-0620383a6039 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Pushing event updated for resources: {'Subnet': ['ID=b9379704-2efc-42f1-a58d-e8716385306d,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:47.542506 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f888cf-dbad-46b3-86d7-0620383a6039 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Checking segment: {'id': 'cf5429cd-3246-4bb1-a835-906f2760b64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'd0d2c2dc-f305-4438-8d4f-c75d0acc2c51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:24:47.542506 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f888cf-dbad-46b3-86d7-0620383a6039 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Network hostable DHCP agents. Network: d0d2c2dc-f305-4438-8d4f-c75d0acc2c51, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:24:47.560643 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f888cf-dbad-46b3-86d7-0620383a6039 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Network d0d2c2dc-f305-4438-8d4f-c75d0acc2c51 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:24:47.572706 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-a7f888cf-dbad-46b3-86d7-0620383a6039 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, d0d2c2dc-f305-4438-8d4f-c75d0acc2c51) {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:24:47.577696 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f888cf-dbad-46b3-86d7-0620383a6039 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:47.578305 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a7f888cf-dbad-46b3-86d7-0620383a6039 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:47.589923 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0143a003-905b-49b9-a155-5932670378d8 None None] Network d0d2c2dc-f305-4438-8d4f-c75d0acc2c51 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:24:47.604909 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-a7f888cf-dbad-46b3-86d7-0620383a6039 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5183733 Feb 19 03:24:47.605405 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45082) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:47.703194 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767c469a-4988-4ee0-b942-16e37b0d932f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-d0d2c2dc-f305-4438-8d4f-c75d0acc2c51', 'network_id': 'd0d2c2dc-f305-4438-8d4f-c75d0acc2c51', 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'fixed_ips': [{'subnet_id': 'b9379704-2efc-42f1-a58d-e8716385306d'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:24:47.704549 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-767c469a-4988-4ee0-b942-16e37b0d932f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:47.841622 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-3942fe23-0839-423e-9cb6-4fab957e3745 None None] Publish callbacks [] for port (8724a13e-eb78-4d7b-93ba-580ed212c627), precommit_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:47.851823 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-3942fe23-0839-423e-9cb6-4fab957e3745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (8724a13e-eb78-4d7b-93ba-580ed212c627), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:47.883699 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-767c469a-4988-4ee0-b942-16e37b0d932f None None] Allocated IP 172.20.0.2 (d0d2c2dc-f305-4438-8d4f-c75d0acc2c51/b9379704-2efc-42f1-a58d-e8716385306d/94e08509-5681-4486-86d7-cdecf13f5f54) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:24:47.903334 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e5919db0-e08b-405f-8fce-240d0150982b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:47.914966 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2d820b-3716-48c5-8ffa-d5f290a705ef None None] Pushing event updated for resources: {'Port': ['ID=8724a13e-eb78-4d7b-93ba-580ed212c627,revision_number=2']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:47.927940 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2d820b-3716-48c5-8ffa-d5f290a705ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:47.927940 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2d820b-3716-48c5-8ffa-d5f290a705ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:47.927940 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2d820b-3716-48c5-8ffa-d5f290a705ef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:47.927940 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2d820b-3716-48c5-8ffa-d5f290a705ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:47.928620 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2d820b-3716-48c5-8ffa-d5f290a705ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:47.929058 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2d820b-3716-48c5-8ffa-d5f290a705ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:47.929474 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2d820b-3716-48c5-8ffa-d5f290a705ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:47.929887 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2d820b-3716-48c5-8ffa-d5f290a705ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:47.930297 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2d820b-3716-48c5-8ffa-d5f290a705ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:47.930709 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2d820b-3716-48c5-8ffa-d5f290a705ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:47.931293 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2d820b-3716-48c5-8ffa-d5f290a705ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:47.931705 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2d820b-3716-48c5-8ffa-d5f290a705ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:47.932329 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2d820b-3716-48c5-8ffa-d5f290a705ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:47.959570 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-3942fe23-0839-423e-9cb6-4fab957e3745 None None] Attempting to bind port 8724a13e-eb78-4d7b-93ba-580ed212c627 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:24:47.960147 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-3942fe23-0839-423e-9cb6-4fab957e3745 None None] Attempting to bind port 8724a13e-eb78-4d7b-93ba-580ed212c627 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:24:47.960645 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3942fe23-0839-423e-9cb6-4fab957e3745 None None] Attempting to bind port 8724a13e-eb78-4d7b-93ba-580ed212c627 on network eaf64708-9021-419e-b287-ef3e0f51e2ee {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:24:47.966809 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3942fe23-0839-423e-9cb6-4fab957e3745 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:24:47.967326 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3942fe23-0839-423e-9cb6-4fab957e3745 None None] Checking segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:24:47.968140 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-3942fe23-0839-423e-9cb6-4fab957e3745 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:47.968287 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3942fe23-0839-423e-9cb6-4fab957e3745 None None] Bound using segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:24:47.968836 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-3942fe23-0839-423e-9cb6-4fab957e3745 None None] Bound port: 8724a13e-eb78-4d7b-93ba-580ed212c627, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:24:47.969329 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-3942fe23-0839-423e-9cb6-4fab957e3745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (8724a13e-eb78-4d7b-93ba-580ed212c627), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:48.024950 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-3942fe23-0839-423e-9cb6-4fab957e3745 None None] For port 8724a13e-eb78-4d7b-93ba-580ed212c627, host n-d-826753-2, cleared binding levels {{(pid=103704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:24:48.028838 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-3942fe23-0839-423e-9cb6-4fab957e3745 None None] For port 8724a13e-eb78-4d7b-93ba-580ed212c627, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=8724a13e-eb78-4d7b-93ba-580ed212c627,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:24:48.039090 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-3942fe23-0839-423e-9cb6-4fab957e3745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (8724a13e-eb78-4d7b-93ba-580ed212c627), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:48.097498 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-767c469a-4988-4ee0-b942-16e37b0d932f None None] Publish callbacks [] for port (94e08509-5681-4486-86d7-cdecf13f5f54), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:48.105236 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-767c469a-4988-4ee0-b942-16e37b0d932f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (94e08509-5681-4486-86d7-cdecf13f5f54), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:48.140395 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2d820b-3716-48c5-8ffa-d5f290a705ef None None] Pushing event updated for resources: {'Port': ['ID=8724a13e-eb78-4d7b-93ba-580ed212c627,revision_number=3']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:48.157569 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3942fe23-0839-423e-9cb6-4fab957e3745 None None] Routers {'937578fc-f972-4588-9e09-fb2349a9bb1a'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:24:48.160125 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-3942fe23-0839-423e-9cb6-4fab957e3745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:24:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['937578fc-f972-4588-9e09-fb2349a9bb1a'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:48.171324 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767c469a-4988-4ee0-b942-16e37b0d932f None None] Pushing event updated for resources: {'Port': ['ID=94e08509-5681-4486-86d7-cdecf13f5f54,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:48.191172 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767c469a-4988-4ee0-b942-16e37b0d932f None None] Network d0d2c2dc-f305-4438-8d4f-c75d0acc2c51 is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:24:48.192902 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-767c469a-4988-4ee0-b942-16e37b0d932f None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:24:48.198489 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767c469a-4988-4ee0-b942-16e37b0d932f None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:24:48.290501 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-767c469a-4988-4ee0-b942-16e37b0d932f None None] Attempting to bind port 94e08509-5681-4486-86d7-cdecf13f5f54 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:24:48.290933 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-767c469a-4988-4ee0-b942-16e37b0d932f None None] Attempting to bind port 94e08509-5681-4486-86d7-cdecf13f5f54 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': 'cf5429cd-3246-4bb1-a835-906f2760b64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'd0d2c2dc-f305-4438-8d4f-c75d0acc2c51'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:24:48.291305 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767c469a-4988-4ee0-b942-16e37b0d932f None None] Attempting to bind port 94e08509-5681-4486-86d7-cdecf13f5f54 on network d0d2c2dc-f305-4438-8d4f-c75d0acc2c51 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:24:48.296916 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767c469a-4988-4ee0-b942-16e37b0d932f None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:24:48.297531 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767c469a-4988-4ee0-b942-16e37b0d932f None None] Checking segment: {'id': 'cf5429cd-3246-4bb1-a835-906f2760b64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'd0d2c2dc-f305-4438-8d4f-c75d0acc2c51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:24:48.297963 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-767c469a-4988-4ee0-b942-16e37b0d932f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:48.298553 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767c469a-4988-4ee0-b942-16e37b0d932f None None] Bound using segment: {'id': 'cf5429cd-3246-4bb1-a835-906f2760b64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'd0d2c2dc-f305-4438-8d4f-c75d0acc2c51'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:24:48.299068 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-767c469a-4988-4ee0-b942-16e37b0d932f None None] Bound port: 94e08509-5681-4486-86d7-cdecf13f5f54, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf5429cd-3246-4bb1-a835-906f2760b64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'd0d2c2dc-f305-4438-8d4f-c75d0acc2c51'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:24:48.299454 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-767c469a-4988-4ee0-b942-16e37b0d932f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (94e08509-5681-4486-86d7-cdecf13f5f54), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:48.331931 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-3942fe23-0839-423e-9cb6-4fab957e3745 None None] Set router 937578fc-f972-4588-9e09-fb2349a9bb1a gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:24:48.370546 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-767c469a-4988-4ee0-b942-16e37b0d932f None None] For port 94e08509-5681-4486-86d7-cdecf13f5f54, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:24:48.374334 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-767c469a-4988-4ee0-b942-16e37b0d932f None None] For port 94e08509-5681-4486-86d7-cdecf13f5f54, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=94e08509-5681-4486-86d7-cdecf13f5f54,segment=NetworkSegment(cf5429cd-3246-4bb1-a835-906f2760b64b),segment_id=cf5429cd-3246-4bb1-a835-906f2760b64b)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:24:48.383481 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-767c469a-4988-4ee0-b942-16e37b0d932f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (94e08509-5681-4486-86d7-cdecf13f5f54), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:48.471609 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767c469a-4988-4ee0-b942-16e37b0d932f None None] Pushing event updated for resources: {'Port': ['ID=94e08509-5681-4486-86d7-cdecf13f5f54,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:48.559335 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd2c071-a849-4a91-b021-9dc0225e7be9 req-c2727b5c-8d9d-4274-a60b-178848a1c382 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:48.561398 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3dd2c071-a849-4a91-b021-9dc0225e7be9 req-c2727b5c-8d9d-4274-a60b-178848a1c382 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=7eea7225-1d86-401c-8d24-636bd8023e45 HTTP/1.1" status: 200 len: 945 time: 0.1198907 Feb 19 03:24:48.602801 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-3942fe23-0839-423e-9cb6-4fab957e3745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937578fc-f972-4588-9e09-fb2349a9bb1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1969813188', 'tenant_id': '3bc3bb28499f4673b42d5b4a69d45946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': '8724a13e-eb78-4d7b-93ba-580ed212c627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:24:45Z', 'updated_at': '2022-02-19T03:24:46Z', 'revision_number': 3, 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'gw_port': {'id': '8724a13e-eb78-4d7b-93ba-580ed212c627', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:8b:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '937578fc-f972-4588-9e09-fb2349a9bb1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:24:45Z', 'updated_at': '2022-02-19T03:24:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:48.634938 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3942fe23-0839-423e-9cb6-4fab957e3745 None None] The sync data for ids ['937578fc-f972-4588-9e09-fb2349a9bb1a'] in n-d-826753-2 is: [{'id': '937578fc-f972-4588-9e09-fb2349a9bb1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1969813188', 'tenant_id': '3bc3bb28499f4673b42d5b4a69d45946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': '8724a13e-eb78-4d7b-93ba-580ed212c627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:24:45Z', 'updated_at': '2022-02-19T03:24:46Z', 'revision_number': 3, 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'gw_port': {'id': '8724a13e-eb78-4d7b-93ba-580ed212c627', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:8b:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '937578fc-f972-4588-9e09-fb2349a9bb1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:24:45Z', 'updated_at': '2022-02-19T03:24:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:24:48.659331 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3dd2c071-a849-4a91-b021-9dc0225e7be9 req-6bb3375e-c0fd-435f-a33d-0e21bebb27a5 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884895 Feb 19 03:24:48.689439 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c1563a39-6e3c-4eb2-a15b-0d1e639085f3 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:48.943088 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71522599-59b4-49e4-8c86-6e965cb2a1d7 req-bb9fe22d-4a98-4a26-b1a8-facf4fbb6de7 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:48.950321 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-71522599-59b4-49e4-8c86-6e965cb2a1d7 req-bb9fe22d-4a98-4a26-b1a8-facf4fbb6de7 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=7eea7225-1d86-401c-8d24-636bd8023e45 HTTP/1.1" status: 200 len: 945 time: 0.1565576 Feb 19 03:24:49.142320 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-71522599-59b4-49e4-8c86-6e965cb2a1d7 req-03d3e136-afeb-4849-bb9f-12e97ad8dea1 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671014 Feb 19 03:24:49.176289 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 94e08509-5681-4486-86d7-cdecf13f5f54 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:24:49.280587 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-c1563a39-6e3c-4eb2-a15b-0d1e639085f3 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Allocated IP 172.20.0.1 (d0d2c2dc-f305-4438-8d4f-c75d0acc2c51/b9379704-2efc-42f1-a58d-e8716385306d/0ab19e21-9a68-4160-a41a-f6ab4abb6f11) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:24:49.292097 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 94e08509-5681-4486-86d7-cdecf13f5f54 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:24:49.293978 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (94e08509-5681-4486-86d7-cdecf13f5f54), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:49.409999 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:49.431055 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 94e08509-5681-4486-86d7-cdecf13f5f54 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:24:49.431358 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (94e08509-5681-4486-86d7-cdecf13f5f54), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:49.452274 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c1563a39-6e3c-4eb2-a15b-0d1e639085f3 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for port (0ab19e21-9a68-4160-a41a-f6ab4abb6f11), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:49.511571 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port 94e08509-5681-4486-86d7-cdecf13f5f54, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=94e08509-5681-4486-86d7-cdecf13f5f54,segment=NetworkSegment(cf5429cd-3246-4bb1-a835-906f2760b64b),segment_id=cf5429cd-3246-4bb1-a835-906f2760b64b)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:24:49.522924 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (94e08509-5681-4486-86d7-cdecf13f5f54), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:49.559735 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c1563a39-6e3c-4eb2-a15b-0d1e639085f3 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (0ab19e21-9a68-4160-a41a-f6ab4abb6f11), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:49.620886 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=94e08509-5681-4486-86d7-cdecf13f5f54,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:49.652632 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1563a39-6e3c-4eb2-a15b-0d1e639085f3 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Network d0d2c2dc-f305-4438-8d4f-c75d0acc2c51 is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:24:49.659277 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-c1563a39-6e3c-4eb2-a15b-0d1e639085f3 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:24:49.666142 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1563a39-6e3c-4eb2-a15b-0d1e639085f3 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:24:49.674094 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1563a39-6e3c-4eb2-a15b-0d1e639085f3 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Pushing event updated for resources: {'Port': ['ID=0ab19e21-9a68-4160-a41a-f6ab4abb6f11,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:49.754237 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c1563a39-6e3c-4eb2-a15b-0d1e639085f3 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16289150'] for router_interface (937578fc-f972-4588-9e09-fb2349a9bb1a), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:50.027752 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c1563a39-6e3c-4eb2-a15b-0d1e639085f3 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (0ab19e21-9a68-4160-a41a-f6ab4abb6f11), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:50.067033 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538f4bdd-3efb-4c49-bce8-815774f58bd2 None None] Network d0d2c2dc-f305-4438-8d4f-c75d0acc2c51 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:24:50.179745 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-ae48bd76-a0b0-4337-a297-9f99d43b0eff None None] Provisioning complete for port 94e08509-5681-4486-86d7-cdecf13f5f54 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:24:50.181643 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-ae48bd76-a0b0-4337-a297-9f99d43b0eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (94e08509-5681-4486-86d7-cdecf13f5f54), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:50.610332 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c1563a39-6e3c-4eb2-a15b-0d1e639085f3 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for port (0ab19e21-9a68-4160-a41a-f6ab4abb6f11), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:50.623076 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c1563a39-6e3c-4eb2-a15b-0d1e639085f3 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (0ab19e21-9a68-4160-a41a-f6ab4abb6f11), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:50.670812 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-ae48bd76-a0b0-4337-a297-9f99d43b0eff None None] Current status of the port 94e08509-5681-4486-86d7-cdecf13f5f54 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:24:50.725309 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:50.737986 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c1563a39-6e3c-4eb2-a15b-0d1e639085f3 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16362769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16289258'] for router_interface (937578fc-f972-4588-9e09-fb2349a9bb1a), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:50.969209 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1563a39-6e3c-4eb2-a15b-0d1e639085f3 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Pushing event updated for resources: {'Port': ['ID=0ab19e21-9a68-4160-a41a-f6ab4abb6f11,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:50.983055 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1563a39-6e3c-4eb2-a15b-0d1e639085f3 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Network d0d2c2dc-f305-4438-8d4f-c75d0acc2c51 is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:24:50.985209 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-c1563a39-6e3c-4eb2-a15b-0d1e639085f3 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:24:51.221605 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-53761a87-87c3-44df-a960-7aabe525f2b5 None None] Provisioning complete for port 94e08509-5681-4486-86d7-cdecf13f5f54 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:24:51.222218 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-53761a87-87c3-44df-a960-7aabe525f2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (94e08509-5681-4486-86d7-cdecf13f5f54), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:51.234320 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1563a39-6e3c-4eb2-a15b-0d1e639085f3 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Router 937578fc-f972-4588-9e09-fb2349a9bb1a has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:24:51.344037 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 8724a13e-eb78-4d7b-93ba-580ed212c627 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:24:51.496195 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1563a39-6e3c-4eb2-a15b-0d1e639085f3 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:24:51.503939 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 8724a13e-eb78-4d7b-93ba-580ed212c627 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:24:51.506403 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (8724a13e-eb78-4d7b-93ba-580ed212c627), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:51.524914 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-c1563a39-6e3c-4eb2-a15b-0d1e639085f3 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "PUT /v2.0/routers/937578fc-f972-4588-9e09-fb2349a9bb1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9091730 Feb 19 03:24:51.531057 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503a0f80-fb40-4942-9977-4458a1aadcaf None None] Sync routers for ids ['937578fc-f972-4588-9e09-fb2349a9bb1a'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:24:51.604097 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-53761a87-87c3-44df-a960-7aabe525f2b5 None None] Current status of the port 94e08509-5681-4486-86d7-cdecf13f5f54 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:24:51.649074 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503a0f80-fb40-4942-9977-4458a1aadcaf None None] Routers {'937578fc-f972-4588-9e09-fb2349a9bb1a'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:24:51.649972 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-503a0f80-fb40-4942-9977-4458a1aadcaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:24:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['937578fc-f972-4588-9e09-fb2349a9bb1a'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:51.655024 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-53761a87-87c3-44df-a960-7aabe525f2b5 None None] Provisioning complete for port 0ab19e21-9a68-4160-a41a-f6ab4abb6f11 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:24:51.655704 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-53761a87-87c3-44df-a960-7aabe525f2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (0ab19e21-9a68-4160-a41a-f6ab4abb6f11), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:51.751743 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-29abbf80-383c-4f82-a0bf-9396ac7357ce req-a04b7a27-047e-4649-b74f-851697ed4433 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1018572239&fields=id&tenant_id=3bc3bb28499f4673b42d5b4a69d45946 HTTP/1.1" status: 200 len: 267 time: 0.0734828 Feb 19 03:24:51.802009 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-53761a87-87c3-44df-a960-7aabe525f2b5 None None] Port 0ab19e21-9a68-4160-a41a-f6ab4abb6f11 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:24:51.861593 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 8724a13e-eb78-4d7b-93ba-580ed212c627 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:24:51.861822 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (8724a13e-eb78-4d7b-93ba-580ed212c627), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:51.884886 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29abbf80-383c-4f82-a0bf-9396ac7357ce req-fcfc447f-7be4-4646-8f18-280bd7c2b034 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:51.886520 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-29abbf80-383c-4f82-a0bf-9396ac7357ce req-fcfc447f-7be4-4646-8f18-280bd7c2b034 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/networks?id=d0d2c2dc-f305-4438-8d4f-c75d0acc2c51 HTTP/1.1" status: 200 len: 797 time: 0.1313558 Feb 19 03:24:51.906736 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-29abbf80-383c-4f82-a0bf-9396ac7357ce req-0ba979e3-0e0c-4a28-82ea-68542ad3939d tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/quotas/3bc3bb28499f4673b42d5b4a69d45946 HTTP/1.1" status: 200 len: 375 time: 0.0115976 Feb 19 03:24:51.951319 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-503a0f80-fb40-4942-9977-4458a1aadcaf None None] Set router 937578fc-f972-4588-9e09-fb2349a9bb1a gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:24:52.004349 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port 8724a13e-eb78-4d7b-93ba-580ed212c627, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=8724a13e-eb78-4d7b-93ba-580ed212c627,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:24:52.010092 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-29abbf80-383c-4f82-a0bf-9396ac7357ce req-9d1a3ca8-8fa4-4bca-b2ce-0d02435cb514 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=3bc3bb28499f4673b42d5b4a69d45946&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0922670 Feb 19 03:24:52.073449 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (8724a13e-eb78-4d7b-93ba-580ed212c627), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:52.074245 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 94e08509-5681-4486-86d7-cdecf13f5f54 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:24:52.177965 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-29abbf80-383c-4f82-a0bf-9396ac7357ce req-5dbae4e9-6eab-4432-8655-befac0c27e6f service neutron] 10.222.0.72 "GET /v2.0/networks/d0d2c2dc-f305-4438-8d4f-c75d0acc2c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482549 Feb 19 03:24:52.203700 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:52.245289 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-9384862e-d899-470d-b827-ac52521496ab None None] Provisioning complete for port 0ab19e21-9a68-4160-a41a-f6ab4abb6f11 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:24:52.246021 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-9384862e-d899-470d-b827-ac52521496ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (0ab19e21-9a68-4160-a41a-f6ab4abb6f11), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:52.295020 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=8724a13e-eb78-4d7b-93ba-580ed212c627,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:52.315867 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-29abbf80-383c-4f82-a0bf-9396ac7357ce req-c1c9e249-a1e7-4688-9a5f-6c14c37b4f06 service neutron] 10.222.0.72 "GET /v2.0/networks/d0d2c2dc-f305-4438-8d4f-c75d0acc2c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367786 Feb 19 03:24:52.325154 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-9384862e-d899-470d-b827-ac52521496ab None None] Port 0ab19e21-9a68-4160-a41a-f6ab4abb6f11 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:24:52.335976 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 94e08509-5681-4486-86d7-cdecf13f5f54 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:24:52.336358 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (94e08509-5681-4486-86d7-cdecf13f5f54), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:52.477563 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-503a0f80-fb40-4942-9977-4458a1aadcaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937578fc-f972-4588-9e09-fb2349a9bb1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1969813188', 'tenant_id': '3bc3bb28499f4673b42d5b4a69d45946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': '8724a13e-eb78-4d7b-93ba-580ed212c627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:24:45Z', 'updated_at': '2022-02-19T03:24:49Z', 'revision_number': 4, 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'gw_port': {'id': '8724a13e-eb78-4d7b-93ba-580ed212c627', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:8b:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '937578fc-f972-4588-9e09-fb2349a9bb1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:24:45Z', 'updated_at': '2022-02-19T03:24:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '0ab19e21-9a68-4160-a41a-f6ab4abb6f11', 'name': '', 'network_id': 'd0d2c2dc-f305-4438-8d4f-c75d0acc2c51', 'tenant_id': '3bc3bb28499f4673b42d5b4a69d45946', 'mac_address': 'fa:16:3e:49:fb:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '937578fc-f972-4588-9e09-fb2349a9bb1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'b9379704-2efc-42f1-a58d-e8716385306d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:24:48Z', 'updated_at': '2022-02-19T03:24:50Z', 'revision_number': 2, 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'subnets': [{'id': 'b9379704-2efc-42f1-a58d-e8716385306d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:52.556858 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503a0f80-fb40-4942-9977-4458a1aadcaf None None] Checking router: 937578fc-f972-4588-9e09-fb2349a9bb1a for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:24:52.557282 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503a0f80-fb40-4942-9977-4458a1aadcaf None None] Updating router 937578fc-f972-4588-9e09-fb2349a9bb1a port 0ab19e21-9a68-4160-a41a-f6ab4abb6f11 binding host n-d-826753-2 {{(pid=103703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:24:52.568352 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1804f49e-2837-410e-8fe9-03f712c7121e req-c316f379-c2dc-450c-a05d-45b92300c959 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=22b4a46f-f366-4ddd-9958-e394841e199a HTTP/1.1" status: 200 len: 210 time: 0.0461497 Feb 19 03:24:52.590386 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-11a2c1bb-cfe9-4498-959c-874ac9c9df6b None None] Provisioning complete for port 0ab19e21-9a68-4160-a41a-f6ab4abb6f11 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:24:52.591136 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-11a2c1bb-cfe9-4498-959c-874ac9c9df6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (0ab19e21-9a68-4160-a41a-f6ab4abb6f11), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:52.642331 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-11a2c1bb-cfe9-4498-959c-874ac9c9df6b None None] Port 0ab19e21-9a68-4160-a41a-f6ab4abb6f11 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:24:52.648141 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 94e08509-5681-4486-86d7-cdecf13f5f54 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:24:52.655954 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-503a0f80-fb40-4942-9977-4458a1aadcaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (0ab19e21-9a68-4160-a41a-f6ab4abb6f11), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:52.805215 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:53.043020 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-503a0f80-fb40-4942-9977-4458a1aadcaf None None] Publish callbacks [] for port (0ab19e21-9a68-4160-a41a-f6ab4abb6f11), precommit_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:53.051438 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-503a0f80-fb40-4942-9977-4458a1aadcaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (0ab19e21-9a68-4160-a41a-f6ab4abb6f11), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:53.106000 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 8724a13e-eb78-4d7b-93ba-580ed212c627 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:24:53.147803 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f05387-136d-4354-b4e9-5aaaa3807d8f None None] Pushing event updated for resources: {'Port': ['ID=0ab19e21-9a68-4160-a41a-f6ab4abb6f11,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:53.253076 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-503a0f80-fb40-4942-9977-4458a1aadcaf None None] Attempting to bind port 0ab19e21-9a68-4160-a41a-f6ab4abb6f11 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:24:53.253076 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-503a0f80-fb40-4942-9977-4458a1aadcaf None None] Attempting to bind port 0ab19e21-9a68-4160-a41a-f6ab4abb6f11 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': 'cf5429cd-3246-4bb1-a835-906f2760b64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'd0d2c2dc-f305-4438-8d4f-c75d0acc2c51'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:24:53.253076 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503a0f80-fb40-4942-9977-4458a1aadcaf None None] Attempting to bind port 0ab19e21-9a68-4160-a41a-f6ab4abb6f11 on network d0d2c2dc-f305-4438-8d4f-c75d0acc2c51 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:24:53.259152 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503a0f80-fb40-4942-9977-4458a1aadcaf None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:24:53.259540 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503a0f80-fb40-4942-9977-4458a1aadcaf None None] Checking segment: {'id': 'cf5429cd-3246-4bb1-a835-906f2760b64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'd0d2c2dc-f305-4438-8d4f-c75d0acc2c51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:24:53.260019 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-503a0f80-fb40-4942-9977-4458a1aadcaf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:53.260731 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503a0f80-fb40-4942-9977-4458a1aadcaf None None] Bound using segment: {'id': 'cf5429cd-3246-4bb1-a835-906f2760b64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'd0d2c2dc-f305-4438-8d4f-c75d0acc2c51'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:24:53.261266 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-503a0f80-fb40-4942-9977-4458a1aadcaf None None] Bound port: 0ab19e21-9a68-4160-a41a-f6ab4abb6f11, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf5429cd-3246-4bb1-a835-906f2760b64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'd0d2c2dc-f305-4438-8d4f-c75d0acc2c51'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:24:53.261653 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-503a0f80-fb40-4942-9977-4458a1aadcaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (0ab19e21-9a68-4160-a41a-f6ab4abb6f11), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:53.302826 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 8724a13e-eb78-4d7b-93ba-580ed212c627 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:24:53.303209 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (8724a13e-eb78-4d7b-93ba-580ed212c627), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:53.442157 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-503a0f80-fb40-4942-9977-4458a1aadcaf None None] For port 0ab19e21-9a68-4160-a41a-f6ab4abb6f11, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:24:53.463136 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-503a0f80-fb40-4942-9977-4458a1aadcaf None None] For port 0ab19e21-9a68-4160-a41a-f6ab4abb6f11, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=0ab19e21-9a68-4160-a41a-f6ab4abb6f11,segment=NetworkSegment(cf5429cd-3246-4bb1-a835-906f2760b64b),segment_id=cf5429cd-3246-4bb1-a835-906f2760b64b)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:24:53.479645 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-503a0f80-fb40-4942-9977-4458a1aadcaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (0ab19e21-9a68-4160-a41a-f6ab4abb6f11), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:53.591516 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503a0f80-fb40-4942-9977-4458a1aadcaf None None] Routers {'937578fc-f972-4588-9e09-fb2349a9bb1a'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:24:53.592161 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-503a0f80-fb40-4942-9977-4458a1aadcaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:24:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['937578fc-f972-4588-9e09-fb2349a9bb1a'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:53.661874 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 8724a13e-eb78-4d7b-93ba-580ed212c627 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:24:53.685502 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f05387-136d-4354-b4e9-5aaaa3807d8f None None] Pushing event updated for resources: {'Port': ['ID=0ab19e21-9a68-4160-a41a-f6ab4abb6f11,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:53.710344 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1f3f6ccd-2bfd-474d-a814-9bc5da4397e0 req-e7180e18-afc6-4daa-b69f-03e4a10f423f tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=22b4a46f-f366-4ddd-9958-e394841e199a HTTP/1.1" status: 200 len: 210 time: 0.0401790 Feb 19 03:24:53.723798 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-d323a897-df72-4a59-b2e1-616191507db3 None None] Provisioning complete for port 0ab19e21-9a68-4160-a41a-f6ab4abb6f11 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:24:53.724427 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d323a897-df72-4a59-b2e1-616191507db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (0ab19e21-9a68-4160-a41a-f6ab4abb6f11), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:54.054290 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-503a0f80-fb40-4942-9977-4458a1aadcaf None None] Set router 937578fc-f972-4588-9e09-fb2349a9bb1a gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:24:54.127616 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-d323a897-df72-4a59-b2e1-616191507db3 None None] Current status of the port 0ab19e21-9a68-4160-a41a-f6ab4abb6f11 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:24:54.128083 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d323a897-df72-4a59-b2e1-616191507db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (0ab19e21-9a68-4160-a41a-f6ab4abb6f11), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:54.129166 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29abbf80-383c-4f82-a0bf-9396ac7357ce req-6f9ab04c-0eee-4a56-b041-53cd74bfa45c tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:54.131565 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-29abbf80-383c-4f82-a0bf-9396ac7357ce req-6f9ab04c-0eee-4a56-b041-53cd74bfa45c tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.73 "GET /v2.0/networks?id=d0d2c2dc-f305-4438-8d4f-c75d0acc2c51 HTTP/1.1" status: 200 len: 797 time: 0.1230996 Feb 19 03:24:54.227131 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-29abbf80-383c-4f82-a0bf-9396ac7357ce req-e9676c1a-9c1c-482f-a6ed-c640b7fa5678 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3bc3bb28499f4673b42d5b4a69d45946 HTTP/1.1" status: 200 len: 380 time: 0.0722301 Feb 19 03:24:54.236720 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-29abbf80-383c-4f82-a0bf-9396ac7357ce req-be80331e-0fd2-4c5b-b501-4a0579afaf4a tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Request body: {'port': {'device_id': '22b4a46f-f366-4ddd-9958-e394841e199a', 'network_id': 'd0d2c2dc-f305-4438-8d4f-c75d0acc2c51', 'admin_state_up': True, 'tenant_id': '3bc3bb28499f4673b42d5b4a69d45946', 'security_groups': ['b8e1e53f-c016-45ce-afd4-70487b1086ea']}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:54.241615 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-d323a897-df72-4a59-b2e1-616191507db3 None None] For port 0ab19e21-9a68-4160-a41a-f6ab4abb6f11, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=0ab19e21-9a68-4160-a41a-f6ab4abb6f11,segment=NetworkSegment(cf5429cd-3246-4bb1-a835-906f2760b64b),segment_id=cf5429cd-3246-4bb1-a835-906f2760b64b)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:24:54.249071 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d323a897-df72-4a59-b2e1-616191507db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (0ab19e21-9a68-4160-a41a-f6ab4abb6f11), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:54.350591 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d323a897-df72-4a59-b2e1-616191507db3 None None] Pushing event updated for resources: {'Port': ['ID=0ab19e21-9a68-4160-a41a-f6ab4abb6f11,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:54.392400 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29abbf80-383c-4f82-a0bf-9396ac7357ce req-be80331e-0fd2-4c5b-b501-4a0579afaf4a tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Made reservation on behalf of 3bc3bb28499f4673b42d5b4a69d45946 for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:24:54.399560 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-29abbf80-383c-4f82-a0bf-9396ac7357ce req-be80331e-0fd2-4c5b-b501-4a0579afaf4a tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:54.400775 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-a19f22f1-2a82-4d13-b8ad-b8e8e2df2329 None None] Provisioning complete for port 0ab19e21-9a68-4160-a41a-f6ab4abb6f11 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:24:54.401175 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-a19f22f1-2a82-4d13-b8ad-b8e8e2df2329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (0ab19e21-9a68-4160-a41a-f6ab4abb6f11), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:54.452141 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-503a0f80-fb40-4942-9977-4458a1aadcaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937578fc-f972-4588-9e09-fb2349a9bb1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1969813188', 'tenant_id': '3bc3bb28499f4673b42d5b4a69d45946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': '8724a13e-eb78-4d7b-93ba-580ed212c627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:24:45Z', 'updated_at': '2022-02-19T03:24:49Z', 'revision_number': 4, 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'gw_port': {'id': '8724a13e-eb78-4d7b-93ba-580ed212c627', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:8b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937578fc-f972-4588-9e09-fb2349a9bb1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:24:45Z', 'updated_at': '2022-02-19T03:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '0ab19e21-9a68-4160-a41a-f6ab4abb6f11', 'name': '', 'network_id': 'd0d2c2dc-f305-4438-8d4f-c75d0acc2c51', 'tenant_id': '3bc3bb28499f4673b42d5b4a69d45946', 'mac_address': 'fa:16:3e:49:fb:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '937578fc-f972-4588-9e09-fb2349a9bb1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'b9379704-2efc-42f1-a58d-e8716385306d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:24:48Z', 'updated_at': '2022-02-19T03:24:53Z', 'revision_number': 4, 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'subnets': [{'id': 'b9379704-2efc-42f1-a58d-e8716385306d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:54.483473 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503a0f80-fb40-4942-9977-4458a1aadcaf None None] The sync data for ids ['937578fc-f972-4588-9e09-fb2349a9bb1a'] in n-d-826753-2 is: [{'id': '937578fc-f972-4588-9e09-fb2349a9bb1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1969813188', 'tenant_id': '3bc3bb28499f4673b42d5b4a69d45946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': '8724a13e-eb78-4d7b-93ba-580ed212c627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:24:45Z', 'updated_at': '2022-02-19T03:24:49Z', 'revision_number': 4, 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'gw_port': {'id': '8724a13e-eb78-4d7b-93ba-580ed212c627', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:8b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937578fc-f972-4588-9e09-fb2349a9bb1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:24:45Z', 'updated_at': '2022-02-19T03:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '0ab19e21-9a68-4160-a41a-f6ab4abb6f11', 'name': '', 'network_id': 'd0d2c2dc-f305-4438-8d4f-c75d0acc2c51', 'tenant_id': '3bc3bb28499f4673b42d5b4a69d45946', 'mac_address': 'fa:16:3e:49:fb:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '937578fc-f972-4588-9e09-fb2349a9bb1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'b9379704-2efc-42f1-a58d-e8716385306d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:24:48Z', 'updated_at': '2022-02-19T03:24:53Z', 'revision_number': 4, 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'subnets': [{'id': 'b9379704-2efc-42f1-a58d-e8716385306d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:24:54.545327 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-a19f22f1-2a82-4d13-b8ad-b8e8e2df2329 None None] Current status of the port 0ab19e21-9a68-4160-a41a-f6ab4abb6f11 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:24:54.600981 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [req-29abbf80-383c-4f82-a0bf-9396ac7357ce req-be80331e-0fd2-4c5b-b501-4a0579afaf4a tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Allocated IP 172.20.0.4 (d0d2c2dc-f305-4438-8d4f-c75d0acc2c51/b9379704-2efc-42f1-a58d-e8716385306d/daa9f76b-414e-41c1-aff8-df1ea00f80cc) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:24:54.819635 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-29abbf80-383c-4f82-a0bf-9396ac7357ce req-be80331e-0fd2-4c5b-b501-4a0579afaf4a tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for port (daa9f76b-414e-41c1-aff8-df1ea00f80cc), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:54.833993 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-03bbfd5f-cc7d-4c82-835f-86a4ffde21d0 req-d49fb19e-f94c-4ff2-9ac9-f245be1b8c19 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=22b4a46f-f366-4ddd-9958-e394841e199a HTTP/1.1" status: 200 len: 210 time: 0.0312731 Feb 19 03:24:54.881948 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-29abbf80-383c-4f82-a0bf-9396ac7357ce req-be80331e-0fd2-4c5b-b501-4a0579afaf4a tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (daa9f76b-414e-41c1-aff8-df1ea00f80cc), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:54.941158 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29abbf80-383c-4f82-a0bf-9396ac7357ce req-be80331e-0fd2-4c5b-b501-4a0579afaf4a tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Network d0d2c2dc-f305-4438-8d4f-c75d0acc2c51 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:24:54.946813 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [req-29abbf80-383c-4f82-a0bf-9396ac7357ce req-be80331e-0fd2-4c5b-b501-4a0579afaf4a tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:24:54.954838 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-29abbf80-383c-4f82-a0bf-9396ac7357ce req-be80331e-0fd2-4c5b-b501-4a0579afaf4a tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:24:55.031665 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be80331e-0fd2-4c5b-b501-4a0579afaf4a tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Pushing event updated for resources: {'Port': ['ID=daa9f76b-414e-41c1-aff8-df1ea00f80cc,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:55.097330 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29abbf80-383c-4f82-a0bf-9396ac7357ce req-be80331e-0fd2-4c5b-b501-4a0579afaf4a tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:55.099530 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-29abbf80-383c-4f82-a0bf-9396ac7357ce req-be80331e-0fd2-4c5b-b501-4a0579afaf4a tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:55.130956 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7104b383-bf23-4364-a9c4-dfc90e9f2888 req-ca8eb74c-ca8a-4064-9a0c-58eb90f692ab tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:55.136503 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-29abbf80-383c-4f82-a0bf-9396ac7357ce req-be80331e-0fd2-4c5b-b501-4a0579afaf4a tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9042149 Feb 19 03:24:55.139640 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 0ab19e21-9a68-4160-a41a-f6ab4abb6f11 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:24:55.154566 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7104b383-bf23-4364-a9c4-dfc90e9f2888 req-ca8eb74c-ca8a-4064-9a0c-58eb90f692ab tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/networks?id=48e87e60-6ae2-4eae-a03b-2fd752f397d2 HTTP/1.1" status: 200 len: 811 time: 0.1949773 Feb 19 03:24:55.156576 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-29abbf80-383c-4f82-a0bf-9396ac7357ce req-151c9b98-f542-45a8-ab25-b6d723b68578 service neutron] Request body: {'port': {'device_id': '22b4a46f-f366-4ddd-9958-e394841e199a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826753-2'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:55.187344 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7104b383-bf23-4364-a9c4-dfc90e9f2888 req-2112bce5-7b41-42aa-87c8-d4471f57df56 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/quotas/8257d05cb054404db31cec3bbb71493a HTTP/1.1" status: 200 len: 375 time: 0.0315111 Feb 19 03:24:55.256471 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 0ab19e21-9a68-4160-a41a-f6ab4abb6f11 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:24:55.256765 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (0ab19e21-9a68-4160-a41a-f6ab4abb6f11), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:55.261150 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-29abbf80-383c-4f82-a0bf-9396ac7357ce req-151c9b98-f542-45a8-ab25-b6d723b68578 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (daa9f76b-414e-41c1-aff8-df1ea00f80cc), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:55.322987 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7104b383-bf23-4364-a9c4-dfc90e9f2888 req-bdd797c8-998b-4d4d-aa13-7804c40c502c tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=8257d05cb054404db31cec3bbb71493a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1348121 Feb 19 03:24:55.418667 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-c4931a38-bfce-4c89-b8b1-b05c4ffbebba None None] Provisioning complete for port daa9f76b-414e-41c1-aff8-df1ea00f80cc triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:24:55.419231 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c4931a38-bfce-4c89-b8b1-b05c4ffbebba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (daa9f76b-414e-41c1-aff8-df1ea00f80cc), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:55.429466 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 0ab19e21-9a68-4160-a41a-f6ab4abb6f11 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:24:55.489629 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-c4931a38-bfce-4c89-b8b1-b05c4ffbebba None None] Port daa9f76b-414e-41c1-aff8-df1ea00f80cc cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:24:55.509489 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7104b383-bf23-4364-a9c4-dfc90e9f2888 req-04cc9624-3c87-4e74-b38a-eed5470acf0d service neutron] 10.222.0.72 "GET /v2.0/networks/48e87e60-6ae2-4eae-a03b-2fd752f397d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744606 Feb 19 03:24:55.626999 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7104b383-bf23-4364-a9c4-dfc90e9f2888 req-d29c45d9-1f4f-4cfb-83d9-5619c5a0661f service neutron] 10.222.0.72 "GET /v2.0/networks/48e87e60-6ae2-4eae-a03b-2fd752f397d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149521 Feb 19 03:24:55.710996 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-29abbf80-383c-4f82-a0bf-9396ac7357ce req-151c9b98-f542-45a8-ab25-b6d723b68578 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id daa9f76b-414e-41c1-aff8-df1ea00f80cc {{(pid=103702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:24:55.724622 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-29abbf80-383c-4f82-a0bf-9396ac7357ce req-151c9b98-f542-45a8-ab25-b6d723b68578 service neutron] Publish callbacks [] for port (daa9f76b-414e-41c1-aff8-df1ea00f80cc), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:55.743218 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-29abbf80-383c-4f82-a0bf-9396ac7357ce req-151c9b98-f542-45a8-ab25-b6d723b68578 service neutron] Transition to ACTIVE for port object daa9f76b-414e-41c1-aff8-df1ea00f80cc will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:24:55.750437 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-29abbf80-383c-4f82-a0bf-9396ac7357ce req-151c9b98-f542-45a8-ab25-b6d723b68578 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (daa9f76b-414e-41c1-aff8-df1ea00f80cc), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:55.840460 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151c9b98-f542-45a8-ab25-b6d723b68578 service neutron] Pushing event updated for resources: {'Port': ['ID=daa9f76b-414e-41c1-aff8-df1ea00f80cc,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:55.957740 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a9ac3bea-9376-4c7a-ab1e-86d80fed54f0 req-66b82215-5d7e-4847-8858-fe9464f9d671 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=688cab29-7bbf-40fd-af7d-e7e9e728f54c HTTP/1.1" status: 200 len: 210 time: 0.0581543 Feb 19 03:24:56.022844 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-29abbf80-383c-4f82-a0bf-9396ac7357ce req-151c9b98-f542-45a8-ab25-b6d723b68578 service neutron] Attempting to bind port daa9f76b-414e-41c1-aff8-df1ea00f80cc on host n-h1-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:24:56.023336 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-29abbf80-383c-4f82-a0bf-9396ac7357ce req-151c9b98-f542-45a8-ab25-b6d723b68578 service neutron] Attempting to bind port daa9f76b-414e-41c1-aff8-df1ea00f80cc by drivers openvswitch,hyperv on host n-h1-826753-2 at level 0 using segments [{'id': 'cf5429cd-3246-4bb1-a835-906f2760b64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'd0d2c2dc-f305-4438-8d4f-c75d0acc2c51'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:24:56.023734 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29abbf80-383c-4f82-a0bf-9396ac7357ce req-151c9b98-f542-45a8-ab25-b6d723b68578 service neutron] Attempting to bind port daa9f76b-414e-41c1-aff8-df1ea00f80cc on network d0d2c2dc-f305-4438-8d4f-c75d0acc2c51 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:24:56.037433 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29abbf80-383c-4f82-a0bf-9396ac7357ce req-151c9b98-f542-45a8-ab25-b6d723b68578 service neutron] Port daa9f76b-414e-41c1-aff8-df1ea00f80cc on network d0d2c2dc-f305-4438-8d4f-c75d0acc2c51 not bound, no agent of type Open vSwitch agent registered on host n-h1-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:24:56.037766 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29abbf80-383c-4f82-a0bf-9396ac7357ce req-151c9b98-f542-45a8-ab25-b6d723b68578 service neutron] Attempting to bind port daa9f76b-414e-41c1-aff8-df1ea00f80cc on network d0d2c2dc-f305-4438-8d4f-c75d0acc2c51 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:24:56.046712 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29abbf80-383c-4f82-a0bf-9396ac7357ce req-151c9b98-f542-45a8-ab25-b6d723b68578 service neutron] Checking agent: {'id': '9d56fb1b-2855-496a-a6d9-c324740cb98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:24:56.047042 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29abbf80-383c-4f82-a0bf-9396ac7357ce req-151c9b98-f542-45a8-ab25-b6d723b68578 service neutron] Checking segment: {'id': 'cf5429cd-3246-4bb1-a835-906f2760b64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'd0d2c2dc-f305-4438-8d4f-c75d0acc2c51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:24:56.047438 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29abbf80-383c-4f82-a0bf-9396ac7357ce req-151c9b98-f542-45a8-ab25-b6d723b68578 service neutron] Bound using segment: {'id': 'cf5429cd-3246-4bb1-a835-906f2760b64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'd0d2c2dc-f305-4438-8d4f-c75d0acc2c51'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:24:56.047992 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-29abbf80-383c-4f82-a0bf-9396ac7357ce req-151c9b98-f542-45a8-ab25-b6d723b68578 service neutron] Bound port: daa9f76b-414e-41c1-aff8-df1ea00f80cc, host: n-h1-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf5429cd-3246-4bb1-a835-906f2760b64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'd0d2c2dc-f305-4438-8d4f-c75d0acc2c51'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:24:56.048442 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-29abbf80-383c-4f82-a0bf-9396ac7357ce req-151c9b98-f542-45a8-ab25-b6d723b68578 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (daa9f76b-414e-41c1-aff8-df1ea00f80cc), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:56.085844 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9a8328-e662-4249-bf60-b3085dfe4063 req-6ed67793-4c38-4f92-a464-81873ac3a6cc tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:56.090136 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7f9a8328-e662-4249-bf60-b3085dfe4063 req-6ed67793-4c38-4f92-a464-81873ac3a6cc tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=22b4a46f-f366-4ddd-9958-e394841e199a HTTP/1.1" status: 200 len: 943 time: 0.1330016 Feb 19 03:24:56.201884 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7f9a8328-e662-4249-bf60-b3085dfe4063 req-74fc1fc9-5cc4-4e22-81b6-49506156027c tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=b8e1e53f-c016-45ce-afd4-70487b1086ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084628 Feb 19 03:24:56.487467 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:56.660023 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-29abbf80-383c-4f82-a0bf-9396ac7357ce req-151c9b98-f542-45a8-ab25-b6d723b68578 service neutron] For port daa9f76b-414e-41c1-aff8-df1ea00f80cc, host n-h1-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:24:56.663923 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-29abbf80-383c-4f82-a0bf-9396ac7357ce req-151c9b98-f542-45a8-ab25-b6d723b68578 service neutron] For port daa9f76b-414e-41c1-aff8-df1ea00f80cc, host n-h1-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=daa9f76b-414e-41c1-aff8-df1ea00f80cc,segment=NetworkSegment(cf5429cd-3246-4bb1-a835-906f2760b64b),segment_id=cf5429cd-3246-4bb1-a835-906f2760b64b)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:24:56.671125 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-29abbf80-383c-4f82-a0bf-9396ac7357ce req-151c9b98-f542-45a8-ab25-b6d723b68578 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (daa9f76b-414e-41c1-aff8-df1ea00f80cc), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:56.707982 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29abbf80-383c-4f82-a0bf-9396ac7357ce req-151c9b98-f542-45a8-ab25-b6d723b68578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:56.708589 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-29abbf80-383c-4f82-a0bf-9396ac7357ce req-151c9b98-f542-45a8-ab25-b6d723b68578 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:56.710050 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-29abbf80-383c-4f82-a0bf-9396ac7357ce req-151c9b98-f542-45a8-ab25-b6d723b68578 service neutron] 10.222.0.73 "PUT /v2.0/ports/daa9f76b-414e-41c1-aff8-df1ea00f80cc HTTP/1.1" status: 200 len: 1091 time: 1.5601285 Feb 19 03:24:56.710506 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22b4a46f-f366-4ddd-9958-e394841e199a', 'tag': 'daa9f76b-414e-41c1-aff8-df1ea00f80cc'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:24:56.712770 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfccfe8b-eefe-4750-a724-396c8c07f401" -d '{"events": [{"name": "network-changed", "server_uuid": "22b4a46f-f366-4ddd-9958-e394841e199a", "tag": "daa9f76b-414e-41c1-aff8-df1ea00f80cc"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:24:56.765545 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151c9b98-f542-45a8-ab25-b6d723b68578 service neutron] Pushing event updated for resources: {'Port': ['ID=daa9f76b-414e-41c1-aff8-df1ea00f80cc,revision_number=3']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:56.787609 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b31f7c98-612d-496c-b541-2fb76acf44cd x-openstack-request-id: req-b31f7c98-612d-496c-b541-2fb76acf44cd {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:24:56.787906 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22b4a46f-f366-4ddd-9958-e394841e199a", "tag": "daa9f76b-414e-41c1-aff8-df1ea00f80cc", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:24:56.788165 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b31f7c98-612d-496c-b541-2fb76acf44cd {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:24:56.788567 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22b4a46f-f366-4ddd-9958-e394841e199a', 'tag': 'daa9f76b-414e-41c1-aff8-df1ea00f80cc', 'status': 'completed', 'code': 200} Feb 19 03:24:56.834210 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29abbf80-383c-4f82-a0bf-9396ac7357ce req-6e65e4d9-7a67-4f53-9242-d81e4a5bb0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:56.835743 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-29abbf80-383c-4f82-a0bf-9396ac7357ce req-6e65e4d9-7a67-4f53-9242-d81e4a5bb0a4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3bc3bb28499f4673b42d5b4a69d45946&device_id=22b4a46f-f366-4ddd-9958-e394841e199a HTTP/1.1" status: 200 len: 1125 time: 0.0601254 Feb 19 03:24:56.894749 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-29abbf80-383c-4f82-a0bf-9396ac7357ce req-74bb85ca-7611-4f98-b700-41f107b7412c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=daa9f76b-414e-41c1-aff8-df1ea00f80cc HTTP/1.1" status: 200 len: 217 time: 0.0466042 Feb 19 03:24:56.958567 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29abbf80-383c-4f82-a0bf-9396ac7357ce req-deaa56cf-53c3-4db5-acd9-1f91ce998e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:56.960439 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-29abbf80-383c-4f82-a0bf-9396ac7357ce req-deaa56cf-53c3-4db5-acd9-1f91ce998e80 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b9379704-2efc-42f1-a58d-e8716385306d HTTP/1.1" status: 200 len: 835 time: 0.0606852 Feb 19 03:24:57.015060 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29abbf80-383c-4f82-a0bf-9396ac7357ce req-c947bdf8-0c91-4e5b-9fd2-cb1986f734d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:57.016619 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-29abbf80-383c-4f82-a0bf-9396ac7357ce req-c947bdf8-0c91-4e5b-9fd2-cb1986f734d1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d0d2c2dc-f305-4438-8d4f-c75d0acc2c51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0496941 Feb 19 03:24:57.098700 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b3917b77-76c7-45e7-b855-2fd106c8439e req-fae0a243-3f5f-43c6-8b53-308c42ce1f28 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=688cab29-7bbf-40fd-af7d-e7e9e728f54c HTTP/1.1" status: 200 len: 210 time: 0.0297785 Feb 19 03:24:57.137450 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-29abbf80-383c-4f82-a0bf-9396ac7357ce req-c4f666b6-6685-48ff-907b-759e8bef949a service neutron] 10.222.0.73 "GET /v2.0/networks/d0d2c2dc-f305-4438-8d4f-c75d0acc2c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149442 Feb 19 03:24:57.236990 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-29abbf80-383c-4f82-a0bf-9396ac7357ce req-bed9bccc-4ced-4686-b4f5-f20dde5bcf32 service neutron] 10.222.0.73 "GET /v2.0/networks/d0d2c2dc-f305-4438-8d4f-c75d0acc2c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932908 Feb 19 03:24:57.375361 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7104b383-bf23-4364-a9c4-dfc90e9f2888 req-e43bb91b-0c6a-4c1b-ab79-352aeb6bd529 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:57.377532 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7104b383-bf23-4364-a9c4-dfc90e9f2888 req-e43bb91b-0c6a-4c1b-ab79-352aeb6bd529 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.82 "GET /v2.0/networks?id=48e87e60-6ae2-4eae-a03b-2fd752f397d2 HTTP/1.1" status: 200 len: 811 time: 0.1207664 Feb 19 03:24:57.386810 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfccfe8b-eefe-4750-a724-396c8c07f401 req-1f9325ef-762b-40f4-bfd0-f79d0e51a3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:57.392207 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-cfccfe8b-eefe-4750-a724-396c8c07f401 req-1f9325ef-762b-40f4-bfd0-f79d0e51a3c2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3bc3bb28499f4673b42d5b4a69d45946&device_id=22b4a46f-f366-4ddd-9958-e394841e199a HTTP/1.1" status: 200 len: 1125 time: 0.0581870 Feb 19 03:24:57.417131 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-7104b383-bf23-4364-a9c4-dfc90e9f2888 req-ff1435af-2710-4165-9783-29789d8b292d tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Request body: {'port': {'device_id': '688cab29-7bbf-40fd-af7d-e7e9e728f54c', 'network_id': '48e87e60-6ae2-4eae-a03b-2fd752f397d2', 'admin_state_up': True, 'tenant_id': '8257d05cb054404db31cec3bbb71493a'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:57.508824 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a2a38c-0920-4e47-bab1-a15e940704d1 req-b2dc4e18-72ea-402b-b41a-d3740e7ff8be tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:57.510114 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfccfe8b-eefe-4750-a724-396c8c07f401 req-b721e62f-cab5-4170-b99e-57ef2cf1ce29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:57.513610 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-cfccfe8b-eefe-4750-a724-396c8c07f401 req-b721e62f-cab5-4170-b99e-57ef2cf1ce29 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d0d2c2dc-f305-4438-8d4f-c75d0acc2c51 HTTP/1.1" status: 200 len: 898 time: 0.1048138 Feb 19 03:24:57.516066 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b5a2a38c-0920-4e47-bab1-a15e940704d1 req-b2dc4e18-72ea-402b-b41a-d3740e7ff8be tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=22b4a46f-f366-4ddd-9958-e394841e199a HTTP/1.1" status: 200 len: 943 time: 0.1375477 Feb 19 03:24:57.573739 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-cfccfe8b-eefe-4750-a724-396c8c07f401 req-e97c12a5-523a-4f41-adb6-031efa23c47a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=daa9f76b-414e-41c1-aff8-df1ea00f80cc HTTP/1.1" status: 200 len: 217 time: 0.0532713 Feb 19 03:24:57.604375 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b5a2a38c-0920-4e47-bab1-a15e940704d1 req-e424b6b6-bc16-4753-ac7d-7bced5efb17e tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=b8e1e53f-c016-45ce-afd4-70487b1086ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854256 Feb 19 03:24:57.629229 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7104b383-bf23-4364-a9c4-dfc90e9f2888 req-ff1435af-2710-4165-9783-29789d8b292d tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Made reservation on behalf of 8257d05cb054404db31cec3bbb71493a for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:24:57.634778 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-7104b383-bf23-4364-a9c4-dfc90e9f2888 req-ff1435af-2710-4165-9783-29789d8b292d tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:57.652121 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfccfe8b-eefe-4750-a724-396c8c07f401 req-494cb708-72eb-49a6-88a7-100ee157cfac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:57.654255 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-cfccfe8b-eefe-4750-a724-396c8c07f401 req-494cb708-72eb-49a6-88a7-100ee157cfac service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b9379704-2efc-42f1-a58d-e8716385306d HTTP/1.1" status: 200 len: 835 time: 0.0616577 Feb 19 03:24:57.707168 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfccfe8b-eefe-4750-a724-396c8c07f401 req-e2df3ff2-5960-4e55-af55-a3f784968bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:57.708741 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-cfccfe8b-eefe-4750-a724-396c8c07f401 req-e2df3ff2-5960-4e55-af55-a3f784968bf7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d0d2c2dc-f305-4438-8d4f-c75d0acc2c51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0483711 Feb 19 03:24:57.809510 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [req-7104b383-bf23-4364-a9c4-dfc90e9f2888 req-ff1435af-2710-4165-9783-29789d8b292d tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Allocated IP 172.20.0.11 (48e87e60-6ae2-4eae-a03b-2fd752f397d2/2d8d01f7-c65c-4273-a693-0737e1d5a5eb/75da408b-082c-4b35-8b4b-6ef0aafaabcc) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:24:57.826983 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-cfccfe8b-eefe-4750-a724-396c8c07f401 req-d23b7240-4ffa-4ba7-b99b-0b7ae73226e9 service neutron] 10.222.0.73 "GET /v2.0/networks/d0d2c2dc-f305-4438-8d4f-c75d0acc2c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103234 Feb 19 03:24:57.960471 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-cfccfe8b-eefe-4750-a724-396c8c07f401 req-4ae364ff-1fb7-44f7-a5b6-b875c5387c08 service neutron] 10.222.0.73 "GET /v2.0/networks/d0d2c2dc-f305-4438-8d4f-c75d0acc2c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273680 Feb 19 03:24:58.041672 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-7104b383-bf23-4364-a9c4-dfc90e9f2888 req-ff1435af-2710-4165-9783-29789d8b292d tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks [] for port (75da408b-082c-4b35-8b4b-6ef0aafaabcc), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:58.093646 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-7104b383-bf23-4364-a9c4-dfc90e9f2888 req-ff1435af-2710-4165-9783-29789d8b292d tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (75da408b-082c-4b35-8b4b-6ef0aafaabcc), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:58.129483 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['feb35b94-bb51-4920-9dc0-f943e445696c'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:24:58.170905 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7104b383-bf23-4364-a9c4-dfc90e9f2888 req-ff1435af-2710-4165-9783-29789d8b292d tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Network 48e87e60-6ae2-4eae-a03b-2fd752f397d2 is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:24:58.179416 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [req-7104b383-bf23-4364-a9c4-dfc90e9f2888 req-ff1435af-2710-4165-9783-29789d8b292d tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:24:58.191962 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-7104b383-bf23-4364-a9c4-dfc90e9f2888 req-ff1435af-2710-4165-9783-29789d8b292d tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:24:58.257782 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1435af-2710-4165-9783-29789d8b292d tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Pushing event updated for resources: {'Port': ['ID=75da408b-082c-4b35-8b4b-6ef0aafaabcc,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:58.345532 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7104b383-bf23-4364-a9c4-dfc90e9f2888 req-ff1435af-2710-4165-9783-29789d8b292d tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:58.346587 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-7104b383-bf23-4364-a9c4-dfc90e9f2888 req-ff1435af-2710-4165-9783-29789d8b292d tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:58.370643 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be387b5e-79b4-41e1-ab77-298dcbd5d592 req-d39864df-efc5-4546-bb73-7d5d72247712 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:58.372537 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-be387b5e-79b4-41e1-ab77-298dcbd5d592 req-d39864df-efc5-4546-bb73-7d5d72247712 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=688cab29-7bbf-40fd-af7d-e7e9e728f54c HTTP/1.1" status: 200 len: 932 time: 0.1572585 Feb 19 03:24:58.386758 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7104b383-bf23-4364-a9c4-dfc90e9f2888 req-ff1435af-2710-4165-9783-29789d8b292d tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9804802 Feb 19 03:24:58.473206 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-be387b5e-79b4-41e1-ab77-298dcbd5d592 req-5519b70d-13ac-4175-a18d-5390a34168be tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928419 Feb 19 03:24:58.505091 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-7104b383-bf23-4364-a9c4-dfc90e9f2888 req-fe9b922f-ccac-4190-b7df-58f55b7cb966 service neutron] Request body: {'port': {'device_id': '688cab29-7bbf-40fd-af7d-e7e9e728f54c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826753-2'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:58.575811 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-7104b383-bf23-4364-a9c4-dfc90e9f2888 req-fe9b922f-ccac-4190-b7df-58f55b7cb966 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (75da408b-082c-4b35-8b4b-6ef0aafaabcc), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:58.604447 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-6713ab3f-cd55-4c2a-b007-cf9b526c9eeb None None] Provisioning complete for port 75da408b-082c-4b35-8b4b-6ef0aafaabcc triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:24:58.604757 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6713ab3f-cd55-4c2a-b007-cf9b526c9eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (75da408b-082c-4b35-8b4b-6ef0aafaabcc), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:58.642875 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-6713ab3f-cd55-4c2a-b007-cf9b526c9eeb None None] Port 75da408b-082c-4b35-8b4b-6ef0aafaabcc cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:24:58.843751 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbb6190-3a35-44e2-9ba8-9b5915fc6ae9 req-efe56004-e7ec-4ff1-a9b7-ee9dd7e61371 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:58.846035 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ebbb6190-3a35-44e2-9ba8-9b5915fc6ae9 req-efe56004-e7ec-4ff1-a9b7-ee9dd7e61371 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=22b4a46f-f366-4ddd-9958-e394841e199a HTTP/1.1" status: 200 len: 943 time: 0.1319504 Feb 19 03:24:58.934592 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ebbb6190-3a35-44e2-9ba8-9b5915fc6ae9 req-d25dca3c-7226-4235-81ff-7b2df7c623ea tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=b8e1e53f-c016-45ce-afd4-70487b1086ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811508 Feb 19 03:24:58.993665 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [req-7104b383-bf23-4364-a9c4-dfc90e9f2888 req-fe9b922f-ccac-4190-b7df-58f55b7cb966 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75da408b-082c-4b35-8b4b-6ef0aafaabcc {{(pid=103701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:24:59.002932 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-7104b383-bf23-4364-a9c4-dfc90e9f2888 req-fe9b922f-ccac-4190-b7df-58f55b7cb966 service neutron] Publish callbacks [] for port (75da408b-082c-4b35-8b4b-6ef0aafaabcc), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:59.018576 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.provisioning_blocks [req-7104b383-bf23-4364-a9c4-dfc90e9f2888 req-fe9b922f-ccac-4190-b7df-58f55b7cb966 service neutron] Transition to ACTIVE for port object 75da408b-082c-4b35-8b4b-6ef0aafaabcc will not be triggered until provisioned by entity L2. {{(pid=103701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:24:59.024344 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-7104b383-bf23-4364-a9c4-dfc90e9f2888 req-fe9b922f-ccac-4190-b7df-58f55b7cb966 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (75da408b-082c-4b35-8b4b-6ef0aafaabcc), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:59.090963 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9b922f-ccac-4190-b7df-58f55b7cb966 service neutron] Pushing event updated for resources: {'Port': ['ID=75da408b-082c-4b35-8b4b-6ef0aafaabcc,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:59.199895 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-7104b383-bf23-4364-a9c4-dfc90e9f2888 req-fe9b922f-ccac-4190-b7df-58f55b7cb966 service neutron] Attempting to bind port 75da408b-082c-4b35-8b4b-6ef0aafaabcc on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:24:59.200526 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-7104b383-bf23-4364-a9c4-dfc90e9f2888 req-fe9b922f-ccac-4190-b7df-58f55b7cb966 service neutron] Attempting to bind port 75da408b-082c-4b35-8b4b-6ef0aafaabcc by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': '1cc07983-2153-4fea-b2a9-9157e38f7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '48e87e60-6ae2-4eae-a03b-2fd752f397d2'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:24:59.200829 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7104b383-bf23-4364-a9c4-dfc90e9f2888 req-fe9b922f-ccac-4190-b7df-58f55b7cb966 service neutron] Attempting to bind port 75da408b-082c-4b35-8b4b-6ef0aafaabcc on network 48e87e60-6ae2-4eae-a03b-2fd752f397d2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:24:59.207742 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7104b383-bf23-4364-a9c4-dfc90e9f2888 req-fe9b922f-ccac-4190-b7df-58f55b7cb966 service neutron] Port 75da408b-082c-4b35-8b4b-6ef0aafaabcc on network 48e87e60-6ae2-4eae-a03b-2fd752f397d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:24:59.208331 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7104b383-bf23-4364-a9c4-dfc90e9f2888 req-fe9b922f-ccac-4190-b7df-58f55b7cb966 service neutron] Attempting to bind port 75da408b-082c-4b35-8b4b-6ef0aafaabcc on network 48e87e60-6ae2-4eae-a03b-2fd752f397d2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:24:59.216910 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7104b383-bf23-4364-a9c4-dfc90e9f2888 req-fe9b922f-ccac-4190-b7df-58f55b7cb966 service neutron] Checking agent: {'id': 'bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:24:59.219296 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7104b383-bf23-4364-a9c4-dfc90e9f2888 req-fe9b922f-ccac-4190-b7df-58f55b7cb966 service neutron] Checking segment: {'id': '1cc07983-2153-4fea-b2a9-9157e38f7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '48e87e60-6ae2-4eae-a03b-2fd752f397d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:24:59.221219 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7104b383-bf23-4364-a9c4-dfc90e9f2888 req-fe9b922f-ccac-4190-b7df-58f55b7cb966 service neutron] Bound using segment: {'id': '1cc07983-2153-4fea-b2a9-9157e38f7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '48e87e60-6ae2-4eae-a03b-2fd752f397d2'} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:24:59.222144 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-7104b383-bf23-4364-a9c4-dfc90e9f2888 req-fe9b922f-ccac-4190-b7df-58f55b7cb966 service neutron] Bound port: 75da408b-082c-4b35-8b4b-6ef0aafaabcc, host: n-h2-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cc07983-2153-4fea-b2a9-9157e38f7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '48e87e60-6ae2-4eae-a03b-2fd752f397d2'}}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:24:59.222912 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-7104b383-bf23-4364-a9c4-dfc90e9f2888 req-fe9b922f-ccac-4190-b7df-58f55b7cb966 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (75da408b-082c-4b35-8b4b-6ef0aafaabcc), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:59.337483 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-7104b383-bf23-4364-a9c4-dfc90e9f2888 req-fe9b922f-ccac-4190-b7df-58f55b7cb966 service neutron] For port 75da408b-082c-4b35-8b4b-6ef0aafaabcc, host n-h2-826753-2, cleared binding levels {{(pid=103701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:24:59.348313 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-7104b383-bf23-4364-a9c4-dfc90e9f2888 req-fe9b922f-ccac-4190-b7df-58f55b7cb966 service neutron] For port 75da408b-082c-4b35-8b4b-6ef0aafaabcc, host n-h2-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=75da408b-082c-4b35-8b4b-6ef0aafaabcc,segment=NetworkSegment(1cc07983-2153-4fea-b2a9-9157e38f7075),segment_id=1cc07983-2153-4fea-b2a9-9157e38f7075)] {{(pid=103701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:24:59.360688 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-7104b383-bf23-4364-a9c4-dfc90e9f2888 req-fe9b922f-ccac-4190-b7df-58f55b7cb966 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (75da408b-082c-4b35-8b4b-6ef0aafaabcc), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:59.405418 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7104b383-bf23-4364-a9c4-dfc90e9f2888 req-fe9b922f-ccac-4190-b7df-58f55b7cb966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:59.406408 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-7104b383-bf23-4364-a9c4-dfc90e9f2888 req-fe9b922f-ccac-4190-b7df-58f55b7cb966 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:59.409221 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7104b383-bf23-4364-a9c4-dfc90e9f2888 req-fe9b922f-ccac-4190-b7df-58f55b7cb966 service neutron] 10.222.0.82 "PUT /v2.0/ports/75da408b-082c-4b35-8b4b-6ef0aafaabcc HTTP/1.1" status: 200 len: 1092 time: 1.0002596 Feb 19 03:24:59.409990 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '688cab29-7bbf-40fd-af7d-e7e9e728f54c', 'tag': '75da408b-082c-4b35-8b4b-6ef0aafaabcc'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:24:59.412950 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d4365ea-e07f-4301-8d7c-1af1c5c8dfa2" -d '{"events": [{"name": "network-changed", "server_uuid": "688cab29-7bbf-40fd-af7d-e7e9e728f54c", "tag": "75da408b-082c-4b35-8b4b-6ef0aafaabcc"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:24:59.451197 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9b922f-ccac-4190-b7df-58f55b7cb966 service neutron] Pushing event updated for resources: {'Port': ['ID=75da408b-082c-4b35-8b4b-6ef0aafaabcc,revision_number=3']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:59.534311 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43c28c4f-6e13-4c43-84f4-e481a30b22a6 x-openstack-request-id: req-43c28c4f-6e13-4c43-84f4-e481a30b22a6 {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:24:59.534311 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "688cab29-7bbf-40fd-af7d-e7e9e728f54c", "tag": "75da408b-082c-4b35-8b4b-6ef0aafaabcc", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:24:59.534721 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-43c28c4f-6e13-4c43-84f4-e481a30b22a6 {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:24:59.535069 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '688cab29-7bbf-40fd-af7d-e7e9e728f54c', 'tag': '75da408b-082c-4b35-8b4b-6ef0aafaabcc', 'status': 'completed', 'code': 200} Feb 19 03:24:59.574001 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7104b383-bf23-4364-a9c4-dfc90e9f2888 req-f0dd9d33-6249-4eca-8ce1-5b0956a27326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:59.576072 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7104b383-bf23-4364-a9c4-dfc90e9f2888 req-f0dd9d33-6249-4eca-8ce1-5b0956a27326 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8257d05cb054404db31cec3bbb71493a&device_id=688cab29-7bbf-40fd-af7d-e7e9e728f54c HTTP/1.1" status: 200 len: 1126 time: 0.0961912 Feb 19 03:24:59.669713 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7104b383-bf23-4364-a9c4-dfc90e9f2888 req-62ef171d-2105-4317-ab1e-e0ad9e7dd9ed service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75da408b-082c-4b35-8b4b-6ef0aafaabcc HTTP/1.1" status: 200 len: 217 time: 0.0812900 Feb 19 03:24:59.764170 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7104b383-bf23-4364-a9c4-dfc90e9f2888 req-2c730605-6a56-473e-bf12-943607884886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:59.766149 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7104b383-bf23-4364-a9c4-dfc90e9f2888 req-2c730605-6a56-473e-bf12-943607884886 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2d8d01f7-c65c-4273-a693-0737e1d5a5eb HTTP/1.1" status: 200 len: 850 time: 0.0682843 Feb 19 03:24:59.792976 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8fbce2-b765-48fd-ae6e-f634d1eccf77 req-ce06b8c0-38f7-4ddc-87e1-83178ca2ad62 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:59.794626 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4e8fbce2-b765-48fd-ae6e-f634d1eccf77 req-ce06b8c0-38f7-4ddc-87e1-83178ca2ad62 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=688cab29-7bbf-40fd-af7d-e7e9e728f54c HTTP/1.1" status: 200 len: 944 time: 0.1438377 Feb 19 03:24:59.891201 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7104b383-bf23-4364-a9c4-dfc90e9f2888 req-353904f6-b20c-4ae7-9a09-2025654b76fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:59.893557 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7104b383-bf23-4364-a9c4-dfc90e9f2888 req-353904f6-b20c-4ae7-9a09-2025654b76fc service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=48e87e60-6ae2-4eae-a03b-2fd752f397d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1183476 Feb 19 03:24:59.899273 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4e8fbce2-b765-48fd-ae6e-f634d1eccf77 req-98a4ab92-ebce-4a16-aed4-9be229d12c34 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684600 Feb 19 03:25:00.031328 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7104b383-bf23-4364-a9c4-dfc90e9f2888 req-e4080856-2340-4b76-b84e-d64ad4221131 service neutron] 10.222.0.82 "GET /v2.0/networks/48e87e60-6ae2-4eae-a03b-2fd752f397d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312377 Feb 19 03:25:00.189036 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7104b383-bf23-4364-a9c4-dfc90e9f2888 req-8c9453a6-ed8e-47d6-80e7-fb98ac5ecb63 service neutron] 10.222.0.82 "GET /v2.0/networks/48e87e60-6ae2-4eae-a03b-2fd752f397d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452105 Feb 19 03:25:00.198703 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b994585-c22e-4909-9abf-531857849bec req-89851fb8-6915-4df2-840a-ec39fd551de9 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:00.206360 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9b994585-c22e-4909-9abf-531857849bec req-89851fb8-6915-4df2-840a-ec39fd551de9 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=22b4a46f-f366-4ddd-9958-e394841e199a HTTP/1.1" status: 200 len: 943 time: 0.1020672 Feb 19 03:25:00.271962 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9b994585-c22e-4909-9abf-531857849bec req-0464309d-d95b-40b8-bb51-8fdb25ac8042 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=b8e1e53f-c016-45ce-afd4-70487b1086ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646663 Feb 19 03:25:00.333313 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4365ea-e07f-4301-8d7c-1af1c5c8dfa2 req-bf28211a-0c3a-43b2-94ea-3394a5c557ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:00.335098 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8d4365ea-e07f-4301-8d7c-1af1c5c8dfa2 req-bf28211a-0c3a-43b2-94ea-3394a5c557ad service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8257d05cb054404db31cec3bbb71493a&device_id=688cab29-7bbf-40fd-af7d-e7e9e728f54c HTTP/1.1" status: 200 len: 1126 time: 0.0605433 Feb 19 03:25:00.466752 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4365ea-e07f-4301-8d7c-1af1c5c8dfa2 req-2e3575b8-a1fc-45a8-bee1-83d0b3dbd041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:00.468301 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8d4365ea-e07f-4301-8d7c-1af1c5c8dfa2 req-2e3575b8-a1fc-45a8-bee1-83d0b3dbd041 service neutron] 10.222.0.82 "GET /v2.0/networks?id=48e87e60-6ae2-4eae-a03b-2fd752f397d2 HTTP/1.1" status: 200 len: 912 time: 0.1272759 Feb 19 03:25:00.888450 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8d4365ea-e07f-4301-8d7c-1af1c5c8dfa2 req-bd4d7019-25d7-426e-9b95-4ba466562a13 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75da408b-082c-4b35-8b4b-6ef0aafaabcc HTTP/1.1" status: 200 len: 217 time: 0.4133048 Feb 19 03:25:00.946928 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4365ea-e07f-4301-8d7c-1af1c5c8dfa2 req-701083d9-f689-4d0a-8463-04e0c9918592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:00.948622 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8d4365ea-e07f-4301-8d7c-1af1c5c8dfa2 req-701083d9-f689-4d0a-8463-04e0c9918592 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2d8d01f7-c65c-4273-a693-0737e1d5a5eb HTTP/1.1" status: 200 len: 850 time: 0.0511255 Feb 19 03:25:01.055951 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4365ea-e07f-4301-8d7c-1af1c5c8dfa2 req-601da269-54f3-4401-88be-3c9e601dc102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:01.058937 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8d4365ea-e07f-4301-8d7c-1af1c5c8dfa2 req-601da269-54f3-4401-88be-3c9e601dc102 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=48e87e60-6ae2-4eae-a03b-2fd752f397d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1036355 Feb 19 03:25:01.114260 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device daa9f76b-414e-41c1-aff8-df1ea00f80cc details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:25:01.177688 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9206b5f3-53ef-4d36-b772-b19ded03b96f req-bd4da0d4-f27e-4a0d-962d-b0ac3ac150ad tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:01.180249 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9206b5f3-53ef-4d36-b772-b19ded03b96f req-bd4da0d4-f27e-4a0d-962d-b0ac3ac150ad tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=688cab29-7bbf-40fd-af7d-e7e9e728f54c HTTP/1.1" status: 200 len: 944 time: 0.1922562 Feb 19 03:25:01.225619 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port daa9f76b-414e-41c1-aff8-df1ea00f80cc, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=daa9f76b-414e-41c1-aff8-df1ea00f80cc,segment=NetworkSegment(cf5429cd-3246-4bb1-a835-906f2760b64b),segment_id=cf5429cd-3246-4bb1-a835-906f2760b64b)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:25:01.236353 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': 'daa9f76b-414e-41c1-aff8-df1ea00f80cc', 'network_id': 'd0d2c2dc-f305-4438-8d4f-c75d0acc2c51', 'port_id': 'daa9f76b-414e-41c1-aff8-df1ea00f80cc', 'mac_address': 'fa:16:3e:a9:2f:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9379704-2efc-42f1-a58d-e8716385306d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:25:01.279592 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port daa9f76b-414e-41c1-aff8-df1ea00f80cc is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:25:01.280323 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (daa9f76b-414e-41c1-aff8-df1ea00f80cc), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:01.293632 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id daa9f76b-414e-41c1-aff8-df1ea00f80cc {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:25:01.300571 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8d4365ea-e07f-4301-8d7c-1af1c5c8dfa2 req-f79d0c47-ca3e-4c36-a6b5-7bb0dc733ad2 service neutron] 10.222.0.82 "GET /v2.0/networks/48e87e60-6ae2-4eae-a03b-2fd752f397d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343493 Feb 19 03:25:01.307085 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9206b5f3-53ef-4d36-b772-b19ded03b96f req-0028789c-0a6c-4070-870c-cfcd3d2c7ad2 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167798 Feb 19 03:25:01.341638 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port daa9f76b-414e-41c1-aff8-df1ea00f80cc, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=daa9f76b-414e-41c1-aff8-df1ea00f80cc,segment=NetworkSegment(cf5429cd-3246-4bb1-a835-906f2760b64b),segment_id=cf5429cd-3246-4bb1-a835-906f2760b64b)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:25:01.347139 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (daa9f76b-414e-41c1-aff8-df1ea00f80cc), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:01.405842 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=daa9f76b-414e-41c1-aff8-df1ea00f80cc,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:01.452717 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8d4365ea-e07f-4301-8d7c-1af1c5c8dfa2 req-906f8e80-140c-4c60-aa7c-75519222bd26 service neutron] 10.222.0.82 "GET /v2.0/networks/48e87e60-6ae2-4eae-a03b-2fd752f397d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443539 Feb 19 03:25:01.473817 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330db31b-a787-47e7-b0b7-83aed5e14176 req-005bb1e4-c9dc-45b8-8f06-e87da49b1e4f tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:01.475328 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-330db31b-a787-47e7-b0b7-83aed5e14176 req-005bb1e4-c9dc-45b8-8f06-e87da49b1e4f tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=22b4a46f-f366-4ddd-9958-e394841e199a HTTP/1.1" status: 200 len: 944 time: 0.0824940 Feb 19 03:25:01.526671 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-330db31b-a787-47e7-b0b7-83aed5e14176 req-a97d1e17-84ab-442d-b8d1-919b843add29 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=b8e1e53f-c016-45ce-afd4-70487b1086ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450780 Feb 19 03:25:01.754636 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['daa9f76b-414e-41c1-aff8-df1ea00f80cc'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:25:02.443621 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493017a5-56cd-4b59-b1d5-c0275547d4f9 req-6daa6410-ab0c-4690-a7d6-f7fd103c8dc3 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:02.450757 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-493017a5-56cd-4b59-b1d5-c0275547d4f9 req-6daa6410-ab0c-4690-a7d6-f7fd103c8dc3 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=688cab29-7bbf-40fd-af7d-e7e9e728f54c HTTP/1.1" status: 200 len: 944 time: 0.0664144 Feb 19 03:25:02.497901 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-493017a5-56cd-4b59-b1d5-c0275547d4f9 req-38fdb1d5-34a9-449d-990b-979aca72b2b4 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461624 Feb 19 03:25:02.654182 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402149ed-d605-4b12-a16b-6ca6ab343e2f req-417cdb6e-a806-4755-9e5f-a8dc4f65adae tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:02.655715 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-402149ed-d605-4b12-a16b-6ca6ab343e2f req-417cdb6e-a806-4755-9e5f-a8dc4f65adae tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=22b4a46f-f366-4ddd-9958-e394841e199a HTTP/1.1" status: 200 len: 944 time: 0.0576117 Feb 19 03:25:02.710183 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-402149ed-d605-4b12-a16b-6ca6ab343e2f req-81eacf08-80b8-4a82-99f6-fcb5001546be tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=b8e1e53f-c016-45ce-afd4-70487b1086ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477631 Feb 19 03:25:03.129931 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device daa9f76b-414e-41c1-aff8-df1ea00f80cc up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:25:03.183948 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning for port daa9f76b-414e-41c1-aff8-df1ea00f80cc completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:25:03.188608 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port daa9f76b-414e-41c1-aff8-df1ea00f80cc triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:25:03.189050 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (daa9f76b-414e-41c1-aff8-df1ea00f80cc), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:03.285791 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port daa9f76b-414e-41c1-aff8-df1ea00f80cc is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:25:03.286187 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (daa9f76b-414e-41c1-aff8-df1ea00f80cc), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:03.312067 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22b4a46f-f366-4ddd-9958-e394841e199a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daa9f76b-414e-41c1-aff8-df1ea00f80cc'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:25:03.314818 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f4b1d4b-16c0-4ac4-be09-4c8e9eed1cd9" -d '{"events": [{"server_uuid": "22b4a46f-f366-4ddd-9958-e394841e199a", "name": "network-vif-plugged", "status": "completed", "tag": "daa9f76b-414e-41c1-aff8-df1ea00f80cc"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:25:03.327654 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port daa9f76b-414e-41c1-aff8-df1ea00f80cc, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=daa9f76b-414e-41c1-aff8-df1ea00f80cc,segment=NetworkSegment(cf5429cd-3246-4bb1-a835-906f2760b64b),segment_id=cf5429cd-3246-4bb1-a835-906f2760b64b)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:25:03.333958 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (daa9f76b-414e-41c1-aff8-df1ea00f80cc), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:03.358755 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad932023-7716-4c96-8fb9-d7267493e1bd x-openstack-request-id: req-ad932023-7716-4c96-8fb9-d7267493e1bd {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:25:03.359062 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22b4a46f-f366-4ddd-9958-e394841e199a", "name": "network-vif-plugged", "status": "completed", "tag": "daa9f76b-414e-41c1-aff8-df1ea00f80cc", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:25:03.359322 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ad932023-7716-4c96-8fb9-d7267493e1bd {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:25:03.359722 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22b4a46f-f366-4ddd-9958-e394841e199a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daa9f76b-414e-41c1-aff8-df1ea00f80cc', 'code': 200} Feb 19 03:25:03.394365 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=daa9f76b-414e-41c1-aff8-df1ea00f80cc,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:03.501547 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5caf98c-6826-4e93-91c9-b0951544210e req-04a99949-0cce-4101-99ce-f23285fd1c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:03.503796 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a5caf98c-6826-4e93-91c9-b0951544210e req-04a99949-0cce-4101-99ce-f23285fd1c4e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=22b4a46f-f366-4ddd-9958-e394841e199a HTTP/1.1" status: 200 len: 1127 time: 0.0478160 Feb 19 03:25:03.558126 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a5caf98c-6826-4e93-91c9-b0951544210e req-809ddfc6-fa90-4476-87ed-99aed0d29c19 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b8e1e53f-c016-45ce-afd4-70487b1086ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475316 Feb 19 03:25:03.634002 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30816c8d-b42f-4230-a5fc-3b53d5869593 req-6d850495-2a6c-49d6-b804-992393493dd6 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:03.635689 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-30816c8d-b42f-4230-a5fc-3b53d5869593 req-6d850495-2a6c-49d6-b804-992393493dd6 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=688cab29-7bbf-40fd-af7d-e7e9e728f54c HTTP/1.1" status: 200 len: 944 time: 0.0533388 Feb 19 03:25:03.695869 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-30816c8d-b42f-4230-a5fc-3b53d5869593 req-acb4d0f0-1c3b-453c-ad09-1a509f83ae19 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540800 Feb 19 03:25:03.850251 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34bb7f6-d0db-4c5e-a409-96799d4f5af7 req-3e12119f-4d14-4540-a9e4-bf86927fcb4f tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:03.852245 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b34bb7f6-d0db-4c5e-a409-96799d4f5af7 req-3e12119f-4d14-4540-a9e4-bf86927fcb4f tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=22b4a46f-f366-4ddd-9958-e394841e199a HTTP/1.1" status: 200 len: 945 time: 0.0638723 Feb 19 03:25:03.911385 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b34bb7f6-d0db-4c5e-a409-96799d4f5af7 req-5c9a47af-0178-4b85-83b4-be32ebd7fb92 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=b8e1e53f-c016-45ce-afd4-70487b1086ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530331 Feb 19 03:25:04.853554 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f028d72-e250-4da7-8478-6f53f7dc0313 req-f910acf3-9410-4851-a624-7d2b3c72fc2d tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:04.861736 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3f028d72-e250-4da7-8478-6f53f7dc0313 req-f910acf3-9410-4851-a624-7d2b3c72fc2d tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=688cab29-7bbf-40fd-af7d-e7e9e728f54c HTTP/1.1" status: 200 len: 944 time: 0.0843537 Feb 19 03:25:04.912319 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3f028d72-e250-4da7-8478-6f53f7dc0313 req-5293b8e8-206d-4b50-9526-2a14aeb76382 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493884 Feb 19 03:25:05.140758 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e71db8-cf85-498e-9516-8650ed40ba62 req-935702e0-15e8-4ef2-9a16-776a5a47ee00 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:05.143267 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c9e71db8-cf85-498e-9516-8650ed40ba62 req-935702e0-15e8-4ef2-9a16-776a5a47ee00 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=22b4a46f-f366-4ddd-9958-e394841e199a HTTP/1.1" status: 200 len: 945 time: 0.1235731 Feb 19 03:25:05.224866 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c9e71db8-cf85-498e-9516-8650ed40ba62 req-0fb8a0ce-0d33-42c5-a192-749224480efc tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=b8e1e53f-c016-45ce-afd4-70487b1086ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731158 Feb 19 03:25:06.069928 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a25362-b80e-42a1-861a-7612a9d0f211 req-586ee278-8f7d-48cf-8bac-c40222097f65 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:06.071152 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-45a25362-b80e-42a1-861a-7612a9d0f211 req-586ee278-8f7d-48cf-8bac-c40222097f65 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=688cab29-7bbf-40fd-af7d-e7e9e728f54c HTTP/1.1" status: 200 len: 944 time: 0.0710599 Feb 19 03:25:06.122574 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-45a25362-b80e-42a1-861a-7612a9d0f211 req-f810b024-0dc4-44c4-b141-27e60e3b2950 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458229 Feb 19 03:25:06.373917 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5372a7b5-263b-4e73-a064-a7d46bf8b48c req-4b996a09-3708-454a-ab0c-124da00c8f68 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:06.375622 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5372a7b5-263b-4e73-a064-a7d46bf8b48c req-4b996a09-3708-454a-ab0c-124da00c8f68 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=22b4a46f-f366-4ddd-9958-e394841e199a HTTP/1.1" status: 200 len: 945 time: 0.0691078 Feb 19 03:25:06.461470 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5372a7b5-263b-4e73-a064-a7d46bf8b48c req-30f17afc-5542-4e16-8304-29b6965597c5 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=b8e1e53f-c016-45ce-afd4-70487b1086ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744851 Feb 19 03:25:06.653542 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c818de3-b5e6-4278-8ecd-dd33e92753af req-a894eff7-af61-45ba-a9d3-34fdcaf4625d tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:06.656078 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1c818de3-b5e6-4278-8ecd-dd33e92753af req-a894eff7-af61-45ba-a9d3-34fdcaf4625d tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=22b4a46f-f366-4ddd-9958-e394841e199a HTTP/1.1" status: 200 len: 945 time: 0.0890534 Feb 19 03:25:06.734110 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1c818de3-b5e6-4278-8ecd-dd33e92753af req-1828e67a-c901-4680-a8da-d1565ceb41b0 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=b8e1e53f-c016-45ce-afd4-70487b1086ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681605 Feb 19 03:25:06.770082 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45292) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:06.821432 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ce1d6c-57dc-4570-8e21-1de62b7197cc tempest-TestNetworkAdvancedServerOps-967795877 tempest-TestNetworkAdvancedServerOps-967795877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:06.823046 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-70ce1d6c-57dc-4570-8e21-1de62b7197cc tempest-TestNetworkAdvancedServerOps-967795877 tempest-TestNetworkAdvancedServerOps-967795877-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=22b4a46f-f366-4ddd-9958-e394841e199a HTTP/1.1" status: 200 len: 1122 time: 0.0516369 Feb 19 03:25:06.826375 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45294) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:06.832311 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-ba67698d-c004-4385-94f9-e4cf74d8824d tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Request body: {'floatingip': {'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'port_id': 'daa9f76b-414e-41c1-aff8-df1ea00f80cc', 'tenant_id': '3bc3bb28499f4673b42d5b4a69d45946', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:25:06.858872 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ba67698d-c004-4385-94f9-e4cf74d8824d tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:07.013653 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ba67698d-c004-4385-94f9-e4cf74d8824d tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:07.149209 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-ba67698d-c004-4385-94f9-e4cf74d8824d tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Allocated IP 172.25.6.110 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/985d14c7-fd41-4ac3-828c-bfbda2e89a46) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:25:07.322341 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98ad023-158c-48ff-bbdd-70fa57265e9d req-966ed4e2-8458-4be6-9c20-c3d0556579f3 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:07.327235 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e98ad023-158c-48ff-bbdd-70fa57265e9d req-966ed4e2-8458-4be6-9c20-c3d0556579f3 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=688cab29-7bbf-40fd-af7d-e7e9e728f54c HTTP/1.1" status: 200 len: 944 time: 0.1052122 Feb 19 03:25:07.359469 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ba67698d-c004-4385-94f9-e4cf74d8824d tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for port (985d14c7-fd41-4ac3-828c-bfbda2e89a46), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:07.414054 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e98ad023-158c-48ff-bbdd-70fa57265e9d req-0b3475a3-7e3d-447e-856f-6bc9ac7b3245 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822732 Feb 19 03:25:07.429333 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ba67698d-c004-4385-94f9-e4cf74d8824d tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (985d14c7-fd41-4ac3-828c-bfbda2e89a46), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:07.477125 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba67698d-c004-4385-94f9-e4cf74d8824d tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:25:07.480284 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-ba67698d-c004-4385-94f9-e4cf74d8824d tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:25:07.483364 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba67698d-c004-4385-94f9-e4cf74d8824d tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:25:07.552216 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba67698d-c004-4385-94f9-e4cf74d8824d tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Pushing event updated for resources: {'Port': ['ID=985d14c7-fd41-4ac3-828c-bfbda2e89a46,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:08.036713 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ba67698d-c004-4385-94f9-e4cf74d8824d tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for floatingip (c6a51fef-9ea1-4893-bf79-ed0100528996), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:08.138348 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ba67698d-c004-4385-94f9-e4cf74d8824d tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (985d14c7-fd41-4ac3-828c-bfbda2e89a46), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:08.350195 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ba67698d-c004-4385-94f9-e4cf74d8824d tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for port (985d14c7-fd41-4ac3-828c-bfbda2e89a46), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:08.356404 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ba67698d-c004-4385-94f9-e4cf74d8824d tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (985d14c7-fd41-4ac3-828c-bfbda2e89a46), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:08.473166 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ba67698d-c004-4385-94f9-e4cf74d8824d tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16285943'] for floatingip (c6a51fef-9ea1-4893-bf79-ed0100528996), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:08.476111 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba67698d-c004-4385-94f9-e4cf74d8824d tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Pushing event updated for resources: {'Port': ['ID=985d14c7-fd41-4ac3-828c-bfbda2e89a46,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:08.661204 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62ff891-cf93-4923-a335-13f2aaa542bc req-fa242f22-9257-40e9-aa2f-cb2813fca1dd tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:08.667742 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e62ff891-cf93-4923-a335-13f2aaa542bc req-fa242f22-9257-40e9-aa2f-cb2813fca1dd tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=688cab29-7bbf-40fd-af7d-e7e9e728f54c HTTP/1.1" status: 200 len: 944 time: 0.1202888 Feb 19 03:25:08.692078 n-d-826753-2 neutron-server[103701]: INFO neutron.db.l3_db [None req-ba67698d-c004-4385-94f9-e4cf74d8824d tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Floating IP c6a51fef-9ea1-4893-bf79-ed0100528996 associated. External IP: 172.25.6.110, port: daa9f76b-414e-41c1-aff8-df1ea00f80cc. Feb 19 03:25:08.774521 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e62ff891-cf93-4923-a335-13f2aaa542bc req-a3d951b4-adc0-421d-87f0-bde423e64107 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059299 Feb 19 03:25:08.998041 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba67698d-c004-4385-94f9-e4cf74d8824d tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Router 937578fc-f972-4588-9e09-fb2349a9bb1a has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:25:09.167217 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba67698d-c004-4385-94f9-e4cf74d8824d tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:25:09.179144 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4734856-36f5-431e-b1be-2e91bb8cb118 None None] Sync routers for ids ['937578fc-f972-4588-9e09-fb2349a9bb1a'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:25:09.196584 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4734856-36f5-431e-b1be-2e91bb8cb118 None None] Routers {'937578fc-f972-4588-9e09-fb2349a9bb1a'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:25:09.197158 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-d4734856-36f5-431e-b1be-2e91bb8cb118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:24:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['937578fc-f972-4588-9e09-fb2349a9bb1a'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:09.201741 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ba67698d-c004-4385-94f9-e4cf74d8824d tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:09.239846 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-ba67698d-c004-4385-94f9-e4cf74d8824d tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4122458 Feb 19 03:25:09.240520 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22b4a46f-f366-4ddd-9958-e394841e199a', 'tag': 'daa9f76b-414e-41c1-aff8-df1ea00f80cc'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:25:09.244204 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae3d1f0b-628b-4bbd-8513-ff6863657a73" -d '{"events": [{"name": "network-changed", "server_uuid": "22b4a46f-f366-4ddd-9958-e394841e199a", "tag": "daa9f76b-414e-41c1-aff8-df1ea00f80cc"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:25:09.294299 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92af9602-217e-474e-a0ca-6b4aa99fda22 x-openstack-request-id: req-92af9602-217e-474e-a0ca-6b4aa99fda22 {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:25:09.295607 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22b4a46f-f366-4ddd-9958-e394841e199a", "tag": "daa9f76b-414e-41c1-aff8-df1ea00f80cc", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:25:09.295607 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-92af9602-217e-474e-a0ca-6b4aa99fda22 {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:25:09.296204 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22b4a46f-f366-4ddd-9958-e394841e199a', 'tag': 'daa9f76b-414e-41c1-aff8-df1ea00f80cc', 'status': 'completed', 'code': 200} Feb 19 03:25:09.443927 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-d4734856-36f5-431e-b1be-2e91bb8cb118 None None] Set router 937578fc-f972-4588-9e09-fb2349a9bb1a gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:25:09.493059 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be11f293-5c40-4ff7-bfa7-875675f295b1 req-9fd0be6b-e995-4640-b9ad-377edb98d995 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:09.494809 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-be11f293-5c40-4ff7-bfa7-875675f295b1 req-9fd0be6b-e995-4640-b9ad-377edb98d995 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=22b4a46f-f366-4ddd-9958-e394841e199a HTTP/1.1" status: 200 len: 945 time: 0.1248746 Feb 19 03:25:09.506781 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3d1f0b-628b-4bbd-8513-ff6863657a73 req-c7e9c3ca-7cfa-4eb0-ae78-665674c5b4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:09.509168 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ae3d1f0b-628b-4bbd-8513-ff6863657a73 req-c7e9c3ca-7cfa-4eb0-ae78-665674c5b4e1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3bc3bb28499f4673b42d5b4a69d45946&device_id=22b4a46f-f366-4ddd-9958-e394841e199a HTTP/1.1" status: 200 len: 1127 time: 0.1674111 Feb 19 03:25:09.613364 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-be11f293-5c40-4ff7-bfa7-875675f295b1 req-dff4b7fa-8374-4fa9-84c6-e78909968fb4 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=b8e1e53f-c016-45ce-afd4-70487b1086ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106491 Feb 19 03:25:09.660905 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45322) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:09.712843 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3d1f0b-628b-4bbd-8513-ff6863657a73 req-70438e71-bdea-483e-8c85-433f1cb00078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:09.714663 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ae3d1f0b-628b-4bbd-8513-ff6863657a73 req-70438e71-bdea-483e-8c85-433f1cb00078 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d0d2c2dc-f305-4438-8d4f-c75d0acc2c51 HTTP/1.1" status: 200 len: 898 time: 0.1969244 Feb 19 03:25:09.770720 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-92fb7708-221a-4a86-a3b1-63593ce497e0 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/floatingips/c6a51fef-9ea1-4893-bf79-ed0100528996 HTTP/1.1" status: 200 len: 991 time: 0.1082823 Feb 19 03:25:09.813522 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-d4734856-36f5-431e-b1be-2e91bb8cb118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937578fc-f972-4588-9e09-fb2349a9bb1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1969813188', 'tenant_id': '3bc3bb28499f4673b42d5b4a69d45946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': '8724a13e-eb78-4d7b-93ba-580ed212c627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:24:45Z', 'updated_at': '2022-02-19T03:24:49Z', 'revision_number': 4, 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'gw_port': {'id': '8724a13e-eb78-4d7b-93ba-580ed212c627', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:8b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937578fc-f972-4588-9e09-fb2349a9bb1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:24:45Z', 'updated_at': '2022-02-19T03:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': 'c6a51fef-9ea1-4893-bf79-ed0100528996', 'tenant_id': '3bc3bb28499f4673b42d5b4a69d45946', 'floating_ip_address': '172.25.6.110', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': '937578fc-f972-4588-9e09-fb2349a9bb1a', 'port_id': 'daa9f76b-414e-41c1-aff8-df1ea00f80cc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3789, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0d2c2dc-f305-4438-8d4f-c75d0acc2c51', 'mac_address': 'fa:16:3e:a9:2f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b4a46f-f366-4ddd-9958-e394841e199a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:25:07Z', 'updated_at': '2022-02-19T03:25:07Z', 'revision_number': 0, 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ab19e21-9a68-4160-a41a-f6ab4abb6f11', 'name': '', 'network_id': 'd0d2c2dc-f305-4438-8d4f-c75d0acc2c51', 'tenant_id': '3bc3bb28499f4673b42d5b4a69d45946', 'mac_address': 'fa:16:3e:49:fb:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937578fc-f972-4588-9e09-fb2349a9bb1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'b9379704-2efc-42f1-a58d-e8716385306d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:24:48Z', 'updated_at': '2022-02-19T03:24:54Z', 'revision_number': 5, 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'subnets': [{'id': 'b9379704-2efc-42f1-a58d-e8716385306d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:09.843036 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4734856-36f5-431e-b1be-2e91bb8cb118 None None] Checking router: 937578fc-f972-4588-9e09-fb2349a9bb1a for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:25:09.853551 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4734856-36f5-431e-b1be-2e91bb8cb118 None None] Routers {'937578fc-f972-4588-9e09-fb2349a9bb1a'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:25:09.854341 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-d4734856-36f5-431e-b1be-2e91bb8cb118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:24:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['937578fc-f972-4588-9e09-fb2349a9bb1a'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:09.890275 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ae3d1f0b-628b-4bbd-8513-ff6863657a73 req-aacd7b71-841a-4e32-806d-59af55777236 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=daa9f76b-414e-41c1-aff8-df1ea00f80cc HTTP/1.1" status: 200 len: 999 time: 0.1641273 Feb 19 03:25:09.988456 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d423c1-f2f5-4acd-8d12-2d8fdbdaec87 req-b5dc6033-c0da-4539-918c-af4c204a53e7 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:09.991177 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-85d423c1-f2f5-4acd-8d12-2d8fdbdaec87 req-b5dc6033-c0da-4539-918c-af4c204a53e7 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=688cab29-7bbf-40fd-af7d-e7e9e728f54c HTTP/1.1" status: 200 len: 944 time: 0.1065240 Feb 19 03:25:09.999781 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3d1f0b-628b-4bbd-8513-ff6863657a73 req-6052c35e-c432-4124-bdd4-8621f2ef4441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:10.003775 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ae3d1f0b-628b-4bbd-8513-ff6863657a73 req-6052c35e-c432-4124-bdd4-8621f2ef4441 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b9379704-2efc-42f1-a58d-e8716385306d HTTP/1.1" status: 200 len: 835 time: 0.1068895 Feb 19 03:25:10.012434 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-d4734856-36f5-431e-b1be-2e91bb8cb118 None None] Set router 937578fc-f972-4588-9e09-fb2349a9bb1a gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:25:10.071782 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-85d423c1-f2f5-4acd-8d12-2d8fdbdaec87 req-cb348420-8d48-4dd7-81df-3f558e5c4816 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746233 Feb 19 03:25:10.072197 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3d1f0b-628b-4bbd-8513-ff6863657a73 req-fe01ff82-ea02-463d-8608-6afd54e0df30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:10.074118 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ae3d1f0b-628b-4bbd-8513-ff6863657a73 req-fe01ff82-ea02-463d-8608-6afd54e0df30 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d0d2c2dc-f305-4438-8d4f-c75d0acc2c51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0610244 Feb 19 03:25:10.219582 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ae3d1f0b-628b-4bbd-8513-ff6863657a73 req-2e16fad3-d510-47b1-8b63-0da2d2da8495 service neutron] 10.222.0.73 "GET /v2.0/networks/d0d2c2dc-f305-4438-8d4f-c75d0acc2c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304581 Feb 19 03:25:10.358804 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ae3d1f0b-628b-4bbd-8513-ff6863657a73 req-ab0dde0b-0859-4ac9-aa63-0b2a4fac0fdf service neutron] 10.222.0.73 "GET /v2.0/networks/d0d2c2dc-f305-4438-8d4f-c75d0acc2c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257267 Feb 19 03:25:10.431966 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-d4734856-36f5-431e-b1be-2e91bb8cb118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937578fc-f972-4588-9e09-fb2349a9bb1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1969813188', 'tenant_id': '3bc3bb28499f4673b42d5b4a69d45946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': '8724a13e-eb78-4d7b-93ba-580ed212c627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:24:45Z', 'updated_at': '2022-02-19T03:24:49Z', 'revision_number': 4, 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'gw_port': {'id': '8724a13e-eb78-4d7b-93ba-580ed212c627', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:8b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937578fc-f972-4588-9e09-fb2349a9bb1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:24:45Z', 'updated_at': '2022-02-19T03:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': 'c6a51fef-9ea1-4893-bf79-ed0100528996', 'tenant_id': '3bc3bb28499f4673b42d5b4a69d45946', 'floating_ip_address': '172.25.6.110', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': '937578fc-f972-4588-9e09-fb2349a9bb1a', 'port_id': 'daa9f76b-414e-41c1-aff8-df1ea00f80cc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3789, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0d2c2dc-f305-4438-8d4f-c75d0acc2c51', 'mac_address': 'fa:16:3e:a9:2f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b4a46f-f366-4ddd-9958-e394841e199a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:25:07Z', 'updated_at': '2022-02-19T03:25:07Z', 'revision_number': 0, 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ab19e21-9a68-4160-a41a-f6ab4abb6f11', 'name': '', 'network_id': 'd0d2c2dc-f305-4438-8d4f-c75d0acc2c51', 'tenant_id': '3bc3bb28499f4673b42d5b4a69d45946', 'mac_address': 'fa:16:3e:49:fb:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937578fc-f972-4588-9e09-fb2349a9bb1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'b9379704-2efc-42f1-a58d-e8716385306d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:24:48Z', 'updated_at': '2022-02-19T03:24:54Z', 'revision_number': 5, 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'subnets': [{'id': 'b9379704-2efc-42f1-a58d-e8716385306d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:10.465443 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4734856-36f5-431e-b1be-2e91bb8cb118 None None] The sync data for ids ['937578fc-f972-4588-9e09-fb2349a9bb1a'] in n-d-826753-2 is: [{'id': '937578fc-f972-4588-9e09-fb2349a9bb1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1969813188', 'tenant_id': '3bc3bb28499f4673b42d5b4a69d45946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': '8724a13e-eb78-4d7b-93ba-580ed212c627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:24:45Z', 'updated_at': '2022-02-19T03:24:49Z', 'revision_number': 4, 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'gw_port': {'id': '8724a13e-eb78-4d7b-93ba-580ed212c627', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:8b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937578fc-f972-4588-9e09-fb2349a9bb1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:24:45Z', 'updated_at': '2022-02-19T03:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': 'c6a51fef-9ea1-4893-bf79-ed0100528996', 'tenant_id': '3bc3bb28499f4673b42d5b4a69d45946', 'floating_ip_address': '172.25.6.110', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': '937578fc-f972-4588-9e09-fb2349a9bb1a', 'port_id': 'daa9f76b-414e-41c1-aff8-df1ea00f80cc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3789, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0d2c2dc-f305-4438-8d4f-c75d0acc2c51', 'mac_address': 'fa:16:3e:a9:2f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b4a46f-f366-4ddd-9958-e394841e199a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:25:07Z', 'updated_at': '2022-02-19T03:25:07Z', 'revision_number': 0, 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ab19e21-9a68-4160-a41a-f6ab4abb6f11', 'name': '', 'network_id': 'd0d2c2dc-f305-4438-8d4f-c75d0acc2c51', 'tenant_id': '3bc3bb28499f4673b42d5b4a69d45946', 'mac_address': 'fa:16:3e:49:fb:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937578fc-f972-4588-9e09-fb2349a9bb1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'b9379704-2efc-42f1-a58d-e8716385306d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:24:48Z', 'updated_at': '2022-02-19T03:24:54Z', 'revision_number': 5, 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'subnets': [{'id': 'b9379704-2efc-42f1-a58d-e8716385306d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:25:10.695708 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219cdfe9-b597-4e66-960e-573c06e0fec6 None None] New status for floating IP c6a51fef-9ea1-4893-bf79-ed0100528996: ACTIVE {{(pid=103703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:25:10.772794 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45338) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:10.863034 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-c31592fd-e206-436a-b3c4-d449249d4837 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/floatingips/c6a51fef-9ea1-4893-bf79-ed0100528996 HTTP/1.1" status: 200 len: 991 time: 0.0886939 Feb 19 03:25:11.198129 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a3ac3a-8051-42d9-a2e1-9b0dfe2f864f req-6625c043-0a5f-445c-9c67-04628da2945f tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:11.199551 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e3a3ac3a-8051-42d9-a2e1-9b0dfe2f864f req-6625c043-0a5f-445c-9c67-04628da2945f tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=688cab29-7bbf-40fd-af7d-e7e9e728f54c HTTP/1.1" status: 200 len: 944 time: 0.0535753 Feb 19 03:25:11.249298 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e3a3ac3a-8051-42d9-a2e1-9b0dfe2f864f req-80385112-501b-4763-b987-99e21ada5fa1 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431731 Feb 19 03:25:11.866986 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45344) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:11.940914 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-357631f3-df9f-461f-ba12-54d12d9729f5 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/floatingips/c6a51fef-9ea1-4893-bf79-ed0100528996 HTTP/1.1" status: 200 len: 993 time: 0.0724690 Feb 19 03:25:12.388625 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa2ff73-9c3c-4d44-a688-f956604c7402 req-537c0fbe-bc47-47b0-86aa-0b165b408f56 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:12.390599 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7aa2ff73-9c3c-4d44-a688-f956604c7402 req-537c0fbe-bc47-47b0-86aa-0b165b408f56 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=688cab29-7bbf-40fd-af7d-e7e9e728f54c HTTP/1.1" status: 200 len: 944 time: 0.0631912 Feb 19 03:25:12.446334 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7aa2ff73-9c3c-4d44-a688-f956604c7402 req-87fc7979-83b6-46bc-936a-3f56a0d42c39 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490479 Feb 19 03:25:13.609107 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a32d193-6cd0-417f-84f2-261c990bc5dd req-4b06d2b7-2fe4-4e87-984a-34b59a0ee49f tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:13.619271 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5a32d193-6cd0-417f-84f2-261c990bc5dd req-4b06d2b7-2fe4-4e87-984a-34b59a0ee49f tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=688cab29-7bbf-40fd-af7d-e7e9e728f54c HTTP/1.1" status: 200 len: 944 time: 0.0701122 Feb 19 03:25:13.676282 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5a32d193-6cd0-417f-84f2-261c990bc5dd req-fc3ecfd7-4776-4b37-bf9e-7d1d7b500397 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557079 Feb 19 03:25:14.830459 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a874edd-829d-44f0-83c3-bbe53e3e9e39 req-99d5c073-2f1b-4b49-809b-61488e85ec42 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:14.831978 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7a874edd-829d-44f0-83c3-bbe53e3e9e39 req-99d5c073-2f1b-4b49-809b-61488e85ec42 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=688cab29-7bbf-40fd-af7d-e7e9e728f54c HTTP/1.1" status: 200 len: 944 time: 0.0647924 Feb 19 03:25:14.885646 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7a874edd-829d-44f0-83c3-bbe53e3e9e39 req-888d9d8f-c863-4a6a-8ffa-6bbc9edb1cc2 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476696 Feb 19 03:25:15.555963 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-72175247-0a68-4f95-9bd3-7a4d27369140 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:15.938579 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:25:16.018380 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b4a56f-6c3f-4c8e-8ade-e12ad8adc150 req-c72e4817-c34e-445d-9446-3e509174619e tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:16.019771 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-89b4a56f-6c3f-4c8e-8ade-e12ad8adc150 req-c72e4817-c34e-445d-9446-3e509174619e tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=688cab29-7bbf-40fd-af7d-e7e9e728f54c HTTP/1.1" status: 200 len: 944 time: 0.0556049 Feb 19 03:25:16.068338 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-89b4a56f-6c3f-4c8e-8ade-e12ad8adc150 req-3a04549a-7147-4e3b-84ab-9dc2b46e70a1 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428979 Feb 19 03:25:17.199599 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9ac96b-53b3-4b30-bf22-3e89826769d1 req-d8444df7-9b90-4dbf-9a84-8fe5f0f46d8d tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:17.201168 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5f9ac96b-53b3-4b30-bf22-3e89826769d1 req-d8444df7-9b90-4dbf-9a84-8fe5f0f46d8d tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=688cab29-7bbf-40fd-af7d-e7e9e728f54c HTTP/1.1" status: 200 len: 944 time: 0.0587773 Feb 19 03:25:17.255943 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5f9ac96b-53b3-4b30-bf22-3e89826769d1 req-6bcef7e0-ad2c-4ae4-94a7-625122d8f6fc tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469403 Feb 19 03:25:17.729052 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-dff990d1-1a82-40dc-9302-4557e3b5277a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:18.396546 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e0e567-5d06-48f0-a114-cf180febfb46 req-56c25a14-b4cc-4177-af15-c8c607521366 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:18.398161 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-26e0e567-5d06-48f0-a114-cf180febfb46 req-56c25a14-b4cc-4177-af15-c8c607521366 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=688cab29-7bbf-40fd-af7d-e7e9e728f54c HTTP/1.1" status: 200 len: 944 time: 0.0564303 Feb 19 03:25:18.449550 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-26e0e567-5d06-48f0-a114-cf180febfb46 req-62488000-4558-478f-944e-586c2b344f00 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444732 Feb 19 03:25:19.354233 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:19.584589 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4096302-925e-4fb3-8923-9df8d232d604 req-38dd818f-2a68-49fa-82f0-aaa2d4490bf8 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:19.586553 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d4096302-925e-4fb3-8923-9df8d232d604 req-38dd818f-2a68-49fa-82f0-aaa2d4490bf8 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=688cab29-7bbf-40fd-af7d-e7e9e728f54c HTTP/1.1" status: 200 len: 944 time: 0.0638630 Feb 19 03:25:19.641468 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d4096302-925e-4fb3-8923-9df8d232d604 req-6da9eae8-5042-4e30-9323-0f9d7c0355c3 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482821 Feb 19 03:25:20.543906 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:20.776831 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35291771-dc53-4f51-b717-f3e963a18ea3 req-85bef9fd-ddbe-4ab5-836a-69ea18593d72 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:20.778657 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-35291771-dc53-4f51-b717-f3e963a18ea3 req-85bef9fd-ddbe-4ab5-836a-69ea18593d72 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=688cab29-7bbf-40fd-af7d-e7e9e728f54c HTTP/1.1" status: 200 len: 944 time: 0.0571122 Feb 19 03:25:20.832609 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-35291771-dc53-4f51-b717-f3e963a18ea3 req-aa1ba285-3a77-4250-95c1-a956b5b142c8 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473571 Feb 19 03:25:21.960492 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820c4c21-92d2-42a5-bc47-656d9b31078d req-b8c7f1df-db4e-4a63-a8c6-8b183d1f9315 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:21.962017 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-820c4c21-92d2-42a5-bc47-656d9b31078d req-b8c7f1df-db4e-4a63-a8c6-8b183d1f9315 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=688cab29-7bbf-40fd-af7d-e7e9e728f54c HTTP/1.1" status: 200 len: 944 time: 0.0544987 Feb 19 03:25:21.987822 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:22.028454 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-820c4c21-92d2-42a5-bc47-656d9b31078d req-31a99f76-fd03-466e-831f-77075326b17e tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608454 Feb 19 03:25:22.739473 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:23.154016 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d856b0e-bcde-4fc3-9d14-53c732b65688 req-29ed54df-ac86-47d5-9f25-3805fda82421 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:23.155503 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2d856b0e-bcde-4fc3-9d14-53c732b65688 req-29ed54df-ac86-47d5-9f25-3805fda82421 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=688cab29-7bbf-40fd-af7d-e7e9e728f54c HTTP/1.1" status: 200 len: 944 time: 0.0543242 Feb 19 03:25:23.208373 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2d856b0e-bcde-4fc3-9d14-53c732b65688 req-f3a5289b-086f-40bb-a532-d934c38d2b70 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460899 Feb 19 03:25:23.459147 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c628cd6f-8153-44ea-be61-22a0eab5d43d req-efb71f23-29ff-4c7e-8957-d2318f54e4d6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7eea7225-1d86-401c-8d24-636bd8023e45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0464909 Feb 19 03:25:23.575935 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c628cd6f-8153-44ea-be61-22a0eab5d43d req-463fc57b-8399-405c-a1c5-c09268bddee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:23.577471 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c628cd6f-8153-44ea-be61-22a0eab5d43d req-463fc57b-8399-405c-a1c5-c09268bddee0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8257d05cb054404db31cec3bbb71493a&device_id=7eea7225-1d86-401c-8d24-636bd8023e45 HTTP/1.1" status: 200 len: 1127 time: 0.0516007 Feb 19 03:25:23.680578 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c628cd6f-8153-44ea-be61-22a0eab5d43d req-fe1b1e5c-395a-4917-a1a9-90ee31d28fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:23.681976 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c628cd6f-8153-44ea-be61-22a0eab5d43d req-fe1b1e5c-395a-4917-a1a9-90ee31d28fe4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=48e87e60-6ae2-4eae-a03b-2fd752f397d2 HTTP/1.1" status: 200 len: 912 time: 0.0855491 Feb 19 03:25:23.728288 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c628cd6f-8153-44ea-be61-22a0eab5d43d req-ddc8e5ca-2451-4c3f-b03c-567a2b197db9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=feb35b94-bb51-4920-9dc0-f943e445696c HTTP/1.1" status: 200 len: 217 time: 0.0386097 Feb 19 03:25:23.777595 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c628cd6f-8153-44ea-be61-22a0eab5d43d req-6f447c8b-fd04-47de-8439-543829b95a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:23.779033 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c628cd6f-8153-44ea-be61-22a0eab5d43d req-6f447c8b-fd04-47de-8439-543829b95a3d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2d8d01f7-c65c-4273-a693-0737e1d5a5eb HTTP/1.1" status: 200 len: 850 time: 0.0441625 Feb 19 03:25:23.826901 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c628cd6f-8153-44ea-be61-22a0eab5d43d req-6cd29fa0-0dc4-4f53-a805-7b5f8f09043d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:23.828477 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c628cd6f-8153-44ea-be61-22a0eab5d43d req-6cd29fa0-0dc4-4f53-a805-7b5f8f09043d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=48e87e60-6ae2-4eae-a03b-2fd752f397d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0436163 Feb 19 03:25:23.927557 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c628cd6f-8153-44ea-be61-22a0eab5d43d req-6775e3d2-49aa-44ac-a9e7-717c140df74b service neutron] 10.222.0.73 "GET /v2.0/networks/48e87e60-6ae2-4eae-a03b-2fd752f397d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928574 Feb 19 03:25:24.022813 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c628cd6f-8153-44ea-be61-22a0eab5d43d req-6a11a3f1-3e0e-457d-a857-0be21aeb2a73 service neutron] 10.222.0.73 "GET /v2.0/networks/48e87e60-6ae2-4eae-a03b-2fd752f397d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887847 Feb 19 03:25:24.338298 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63b5a87-a281-46b1-86b2-2fca9ad8f171 req-597b6b77-863f-4e8c-9285-bb9f6a736db6 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:24.339955 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a63b5a87-a281-46b1-86b2-2fca9ad8f171 req-597b6b77-863f-4e8c-9285-bb9f6a736db6 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=688cab29-7bbf-40fd-af7d-e7e9e728f54c HTTP/1.1" status: 200 len: 944 time: 0.0585122 Feb 19 03:25:24.392670 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a63b5a87-a281-46b1-86b2-2fca9ad8f171 req-3f90935b-e71f-4219-8110-18260a97817d tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465686 Feb 19 03:25:25.527525 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d8eb1-5542-43a5-9272-955573f645f6 req-f9894a15-b093-4fb1-a107-5ac6782dcb79 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:25.529138 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-db7d8eb1-5542-43a5-9272-955573f645f6 req-f9894a15-b093-4fb1-a107-5ac6782dcb79 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=688cab29-7bbf-40fd-af7d-e7e9e728f54c HTTP/1.1" status: 200 len: 944 time: 0.0605214 Feb 19 03:25:25.577224 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-db7d8eb1-5542-43a5-9272-955573f645f6 req-38cca282-b00a-44fa-a31d-db22045133ba tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417211 Feb 19 03:25:26.465055 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:26.700472 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530b3415-c059-4db2-86ba-9cdb45fff868 req-e657b9f5-5d57-4359-9f29-017e0efd5ee5 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:26.702180 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-530b3415-c059-4db2-86ba-9cdb45fff868 req-e657b9f5-5d57-4359-9f29-017e0efd5ee5 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=688cab29-7bbf-40fd-af7d-e7e9e728f54c HTTP/1.1" status: 200 len: 944 time: 0.0538957 Feb 19 03:25:26.750028 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-530b3415-c059-4db2-86ba-9cdb45fff868 req-b35619dc-8323-4172-8bbf-b3d6ec142bcd tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418336 Feb 19 03:25:27.885904 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81db4b02-c7a4-48c9-8138-a3915b652b59 req-ff5ff581-362f-4395-b2b3-22cefb2ed825 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:27.887625 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-81db4b02-c7a4-48c9-8138-a3915b652b59 req-ff5ff581-362f-4395-b2b3-22cefb2ed825 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=688cab29-7bbf-40fd-af7d-e7e9e728f54c HTTP/1.1" status: 200 len: 944 time: 0.0567126 Feb 19 03:25:27.942825 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-81db4b02-c7a4-48c9-8138-a3915b652b59 req-778c474d-b395-47dc-b8d2-2c61282742f6 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474553 Feb 19 03:25:29.068929 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a0fc17-e92a-43c1-9225-1dd9d13d66a0 req-0a792142-4d28-4b0a-ae2b-391a22e43f84 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:29.070618 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c9a0fc17-e92a-43c1-9225-1dd9d13d66a0 req-0a792142-4d28-4b0a-ae2b-391a22e43f84 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=688cab29-7bbf-40fd-af7d-e7e9e728f54c HTTP/1.1" status: 200 len: 944 time: 0.0573041 Feb 19 03:25:29.120601 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c9a0fc17-e92a-43c1-9225-1dd9d13d66a0 req-e350294e-730f-4a60-81d4-b8888d417299 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443063 Feb 19 03:25:30.249078 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57053e91-bd21-45e6-ba17-e04992e29bd0 req-4814bbf2-664f-4b4c-970c-e9fb9be364a2 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:30.250724 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-57053e91-bd21-45e6-ba17-e04992e29bd0 req-4814bbf2-664f-4b4c-970c-e9fb9be364a2 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=688cab29-7bbf-40fd-af7d-e7e9e728f54c HTTP/1.1" status: 200 len: 944 time: 0.0558147 Feb 19 03:25:30.300910 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-57053e91-bd21-45e6-ba17-e04992e29bd0 req-25c377b1-58bb-4682-94de-4a88e82ef6fb tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439491 Feb 19 03:25:31.441533 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df39996-b083-4b4d-b51e-f1658f4b9f88 req-80a62228-1c4f-4857-9b14-3c59b6c14e22 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:31.443394 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3df39996-b083-4b4d-b51e-f1658f4b9f88 req-80a62228-1c4f-4857-9b14-3c59b6c14e22 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=688cab29-7bbf-40fd-af7d-e7e9e728f54c HTTP/1.1" status: 200 len: 944 time: 0.0632513 Feb 19 03:25:31.498536 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3df39996-b083-4b4d-b51e-f1658f4b9f88 req-2dac4323-97e1-4ebd-85af-096c1edff6ec tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492465 Feb 19 03:25:32.643935 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbede83-ad3a-4e90-81de-86529958d8cb req-bd93e6bf-8675-4c36-b4c0-8f855de7cac1 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:32.645549 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7fbede83-ad3a-4e90-81de-86529958d8cb req-bd93e6bf-8675-4c36-b4c0-8f855de7cac1 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=688cab29-7bbf-40fd-af7d-e7e9e728f54c HTTP/1.1" status: 200 len: 944 time: 0.0582933 Feb 19 03:25:32.694669 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7fbede83-ad3a-4e90-81de-86529958d8cb req-445e19c7-9e7e-4df3-ba9a-77c80384787a tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433054 Feb 19 03:25:33.818433 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7674f5-f400-497f-a65c-3629eab340dd req-02e004e8-5e8b-42de-80c4-5cda47704994 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:33.820167 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fe7674f5-f400-497f-a65c-3629eab340dd req-02e004e8-5e8b-42de-80c4-5cda47704994 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=688cab29-7bbf-40fd-af7d-e7e9e728f54c HTTP/1.1" status: 200 len: 944 time: 0.0576568 Feb 19 03:25:33.867849 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fe7674f5-f400-497f-a65c-3629eab340dd req-6a8dc0b4-8a7b-405d-8a47-1d3b73b850b3 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423193 Feb 19 03:25:35.001270 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72362bd8-1dd1-4f61-b3a9-b012f291b5a3 req-15d714f1-ca29-4941-b8ab-325e34498d6d tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:35.002775 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-72362bd8-1dd1-4f61-b3a9-b012f291b5a3 req-15d714f1-ca29-4941-b8ab-325e34498d6d tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=688cab29-7bbf-40fd-af7d-e7e9e728f54c HTTP/1.1" status: 200 len: 944 time: 0.0603402 Feb 19 03:25:35.057059 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-72362bd8-1dd1-4f61-b3a9-b012f291b5a3 req-4590c446-27be-4ff6-bb3a-e88709d22e1e tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485079 Feb 19 03:25:36.187479 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a2a7d5-92ed-4f1d-ae9a-5157372cd37b req-794d0382-ecc5-4a13-b8c0-1a50a333528b tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:36.189241 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-43a2a7d5-92ed-4f1d-ae9a-5157372cd37b req-794d0382-ecc5-4a13-b8c0-1a50a333528b tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=688cab29-7bbf-40fd-af7d-e7e9e728f54c HTTP/1.1" status: 200 len: 944 time: 0.0563705 Feb 19 03:25:36.243715 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-43a2a7d5-92ed-4f1d-ae9a-5157372cd37b req-52aeeb6c-686c-4a04-8881-b59e08edde2b tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486999 Feb 19 03:25:37.365930 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e992348-f45b-4ac7-b6a2-1983c2e5d646 req-e9cb8260-c338-4b4e-81e1-ff59f60a61c2 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:37.367628 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8e992348-f45b-4ac7-b6a2-1983c2e5d646 req-e9cb8260-c338-4b4e-81e1-ff59f60a61c2 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=688cab29-7bbf-40fd-af7d-e7e9e728f54c HTTP/1.1" status: 200 len: 944 time: 0.0532336 Feb 19 03:25:37.417437 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8e992348-f45b-4ac7-b6a2-1983c2e5d646 req-738273db-6698-4e3e-a9e9-f8e07916c4ec tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439780 Feb 19 03:25:38.540582 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e926e47-7a53-4fa6-8657-595c6e20310c req-54a4396b-433e-4395-bd1b-33842002fc3e tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:38.542094 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0e926e47-7a53-4fa6-8657-595c6e20310c req-54a4396b-433e-4395-bd1b-33842002fc3e tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=688cab29-7bbf-40fd-af7d-e7e9e728f54c HTTP/1.1" status: 200 len: 944 time: 0.0537906 Feb 19 03:25:38.588630 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0e926e47-7a53-4fa6-8657-595c6e20310c req-a761ef72-8a95-42e2-9ebf-21bc96227c8a tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402844 Feb 19 03:25:39.547454 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 75da408b-082c-4b35-8b4b-6ef0aafaabcc details requested by agent hyperv_n-h2-826753-2 with host n-h2-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:25:39.654957 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 75da408b-082c-4b35-8b4b-6ef0aafaabcc, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=75da408b-082c-4b35-8b4b-6ef0aafaabcc,segment=NetworkSegment(1cc07983-2153-4fea-b2a9-9157e38f7075),segment_id=1cc07983-2153-4fea-b2a9-9157e38f7075)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:25:39.668843 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Returning: {'device': '75da408b-082c-4b35-8b4b-6ef0aafaabcc', 'network_id': '48e87e60-6ae2-4eae-a03b-2fd752f397d2', 'port_id': '75da408b-082c-4b35-8b4b-6ef0aafaabcc', 'mac_address': 'fa:16:3e:63:ba:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d8d01f7-c65c-4273-a693-0737e1d5a5eb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:25:39.709061 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 75da408b-082c-4b35-8b4b-6ef0aafaabcc is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:25:39.709634 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (75da408b-082c-4b35-8b4b-6ef0aafaabcc), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:39.722168 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba346858-9821-4a14-b938-94894362f8ce req-1f22075c-0355-4ec7-8780-7518137bacd0 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:39.723892 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ba346858-9821-4a14-b938-94894362f8ce req-1f22075c-0355-4ec7-8780-7518137bacd0 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=688cab29-7bbf-40fd-af7d-e7e9e728f54c HTTP/1.1" status: 200 len: 944 time: 0.0607128 Feb 19 03:25:39.724053 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75da408b-082c-4b35-8b4b-6ef0aafaabcc {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:25:39.746824 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 75da408b-082c-4b35-8b4b-6ef0aafaabcc, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=75da408b-082c-4b35-8b4b-6ef0aafaabcc,segment=NetworkSegment(1cc07983-2153-4fea-b2a9-9157e38f7075),segment_id=1cc07983-2153-4fea-b2a9-9157e38f7075)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:25:39.752600 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (75da408b-082c-4b35-8b4b-6ef0aafaabcc), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:39.785844 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ba346858-9821-4a14-b938-94894362f8ce req-5daa2a5d-4ef4-44f7-826a-66ac3593a5b7 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536404 Feb 19 03:25:39.807731 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=75da408b-082c-4b35-8b4b-6ef0aafaabcc,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:39.816643 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:25:39.817424 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:25:39.817424 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:25:39.817751 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:25:39.818033 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:25:39.818370 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:25:39.818705 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:25:39.819036 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:25:39.819367 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:25:39.819724 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:25:39.820055 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:25:39.820382 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:25:39.820706 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:25:40.038301 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['75da408b-082c-4b35-8b4b-6ef0aafaabcc'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:25:40.916677 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81b7cd3-9012-4645-acca-6b111d3df17f req-c7eee320-6fa9-40a1-ba6b-eb625f966fcb tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:40.918211 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b81b7cd3-9012-4645-acca-6b111d3df17f req-c7eee320-6fa9-40a1-ba6b-eb625f966fcb tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=688cab29-7bbf-40fd-af7d-e7e9e728f54c HTTP/1.1" status: 200 len: 945 time: 0.0531318 Feb 19 03:25:40.968451 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b81b7cd3-9012-4645-acca-6b111d3df17f req-25244bf3-1675-43b4-b749-43a95e02b72f tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444317 Feb 19 03:25:41.565764 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 75da408b-082c-4b35-8b4b-6ef0aafaabcc up at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:25:41.622129 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning for port 75da408b-082c-4b35-8b4b-6ef0aafaabcc completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:25:41.628290 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning complete for port 75da408b-082c-4b35-8b4b-6ef0aafaabcc triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:25:41.628667 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (75da408b-082c-4b35-8b4b-6ef0aafaabcc), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:41.711854 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 75da408b-082c-4b35-8b4b-6ef0aafaabcc is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:25:41.712257 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (75da408b-082c-4b35-8b4b-6ef0aafaabcc), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:41.735775 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '688cab29-7bbf-40fd-af7d-e7e9e728f54c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75da408b-082c-4b35-8b4b-6ef0aafaabcc'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:25:41.738093 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2fecf07-1942-46fd-adff-a46529523ed1" -d '{"events": [{"server_uuid": "688cab29-7bbf-40fd-af7d-e7e9e728f54c", "name": "network-vif-plugged", "status": "completed", "tag": "75da408b-082c-4b35-8b4b-6ef0aafaabcc"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:25:41.751813 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 75da408b-082c-4b35-8b4b-6ef0aafaabcc, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=75da408b-082c-4b35-8b4b-6ef0aafaabcc,segment=NetworkSegment(1cc07983-2153-4fea-b2a9-9157e38f7075),segment_id=1cc07983-2153-4fea-b2a9-9157e38f7075)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:25:41.756229 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (75da408b-082c-4b35-8b4b-6ef0aafaabcc), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:41.783870 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae092ff4-a51c-4f4e-935b-66b585bf89fc x-openstack-request-id: req-ae092ff4-a51c-4f4e-935b-66b585bf89fc {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:25:41.784165 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "688cab29-7bbf-40fd-af7d-e7e9e728f54c", "name": "network-vif-plugged", "status": "completed", "tag": "75da408b-082c-4b35-8b4b-6ef0aafaabcc", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:25:41.784578 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ae092ff4-a51c-4f4e-935b-66b585bf89fc {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:25:41.785118 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '688cab29-7bbf-40fd-af7d-e7e9e728f54c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75da408b-082c-4b35-8b4b-6ef0aafaabcc', 'code': 200} Feb 19 03:25:41.811018 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=75da408b-082c-4b35-8b4b-6ef0aafaabcc,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:41.905819 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ee4e26-e7aa-4e65-8a29-1dc6fc6fca9d req-d4d2d3b4-4194-4ae7-bb74-defd9cb94e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:41.907515 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-42ee4e26-e7aa-4e65-8a29-1dc6fc6fca9d req-d4d2d3b4-4194-4ae7-bb74-defd9cb94e6a service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=688cab29-7bbf-40fd-af7d-e7e9e728f54c HTTP/1.1" status: 200 len: 1128 time: 0.0437360 Feb 19 03:25:41.956880 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-42ee4e26-e7aa-4e65-8a29-1dc6fc6fca9d req-3ad1ea9a-2c42-45b4-8fe3-209ce37c3d6c service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427308 Feb 19 03:25:42.098108 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1debf7af-e981-415e-8f8f-a6f79742ac60 req-15691c12-2f4f-47d0-862d-db9f47363118 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:42.099612 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1debf7af-e981-415e-8f8f-a6f79742ac60 req-15691c12-2f4f-47d0-862d-db9f47363118 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=688cab29-7bbf-40fd-af7d-e7e9e728f54c HTTP/1.1" status: 200 len: 946 time: 0.0584450 Feb 19 03:25:42.147447 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1debf7af-e981-415e-8f8f-a6f79742ac60 req-04e4085f-de4e-4b4d-8b60-0cbbf459e23f tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419698 Feb 19 03:25:43.289402 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89be8e9e-f6fc-45af-abd0-5e9d72a8f535 req-2ace61bb-e350-47c8-af79-eec315a5cb4f tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:43.291569 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-89be8e9e-f6fc-45af-abd0-5e9d72a8f535 req-2ace61bb-e350-47c8-af79-eec315a5cb4f tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=688cab29-7bbf-40fd-af7d-e7e9e728f54c HTTP/1.1" status: 200 len: 946 time: 0.0675325 Feb 19 03:25:43.338754 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-89be8e9e-f6fc-45af-abd0-5e9d72a8f535 req-361aa386-91fb-4681-a59f-4664b0852e3b tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408523 Feb 19 03:25:43.468655 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8580c975-c5e5-41af-9c66-db9ef9c5c95b req-c7a49dc0-f9a7-4852-981c-6671007f520e tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:43.470379 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8580c975-c5e5-41af-9c66-db9ef9c5c95b req-c7a49dc0-f9a7-4852-981c-6671007f520e tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=688cab29-7bbf-40fd-af7d-e7e9e728f54c HTTP/1.1" status: 200 len: 946 time: 0.0618794 Feb 19 03:25:43.529810 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8580c975-c5e5-41af-9c66-db9ef9c5c95b req-aedd82fb-11f2-4cff-992f-f01a53869e10 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465946 Feb 19 03:25:43.852401 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f62b87e-dbdd-4e29-b94f-1afb8207c2c5 req-34cfc759-1ffe-4741-bfb9-0ac76a14955d tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:43.854035 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9f62b87e-dbdd-4e29-b94f-1afb8207c2c5 req-34cfc759-1ffe-4741-bfb9-0ac76a14955d tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=688cab29-7bbf-40fd-af7d-e7e9e728f54c HTTP/1.1" status: 200 len: 946 time: 0.0513637 Feb 19 03:25:43.900733 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9f62b87e-dbdd-4e29-b94f-1afb8207c2c5 req-65e0e8fd-5755-4abe-b6eb-86b5821723c0 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405529 Feb 19 03:25:45.023996 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210690f1-4d67-4946-8f80-d427dd1c5b65 req-859bdbfc-93a7-42a3-9a0b-c965a6e6b85e tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:45.025448 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-210690f1-4d67-4946-8f80-d427dd1c5b65 req-859bdbfc-93a7-42a3-9a0b-c965a6e6b85e tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=688cab29-7bbf-40fd-af7d-e7e9e728f54c HTTP/1.1" status: 200 len: 946 time: 0.0559812 Feb 19 03:25:45.074651 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-210690f1-4d67-4946-8f80-d427dd1c5b65 req-3b21efd5-cdec-4dac-bce8-9d90755d7884 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431342 Feb 19 03:25:45.549271 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5edeef05-a52e-47f9-8520-6520242bb821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:45.581228 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666230ea-4577-4d7f-a7e8-423d6cd1e5f0 req-448295a1-25c5-413a-ab43-33ea72b07c92 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:45.582707 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-666230ea-4577-4d7f-a7e8-423d6cd1e5f0 req-448295a1-25c5-413a-ab43-33ea72b07c92 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.82 "GET /v2.0/ports?device_id=688cab29-7bbf-40fd-af7d-e7e9e728f54c HTTP/1.1" status: 200 len: 946 time: 0.0547836 Feb 19 03:25:45.680260 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-666230ea-4577-4d7f-a7e8-423d6cd1e5f0 req-d3295ab6-bdfc-40c3-9125-14da78047fe3 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Deleting port 75da408b-082c-4b35-8b4b-6ef0aafaabcc {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:25:45.680498 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-666230ea-4577-4d7f-a7e8-423d6cd1e5f0 req-d3295ab6-bdfc-40c3-9125-14da78047fe3 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (75da408b-082c-4b35-8b4b-6ef0aafaabcc), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:45.772383 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-666230ea-4577-4d7f-a7e8-423d6cd1e5f0 req-d3295ab6-bdfc-40c3-9125-14da78047fe3 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] For port 75da408b-082c-4b35-8b4b-6ef0aafaabcc, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=75da408b-082c-4b35-8b4b-6ef0aafaabcc,segment=NetworkSegment(1cc07983-2153-4fea-b2a9-9157e38f7075),segment_id=1cc07983-2153-4fea-b2a9-9157e38f7075)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:25:45.772743 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-666230ea-4577-4d7f-a7e8-423d6cd1e5f0 req-d3295ab6-bdfc-40c3-9125-14da78047fe3 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (75da408b-082c-4b35-8b4b-6ef0aafaabcc), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:45.785387 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-666230ea-4577-4d7f-a7e8-423d6cd1e5f0 req-d3295ab6-bdfc-40c3-9125-14da78047fe3 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Calling delete_port for 75da408b-082c-4b35-8b4b-6ef0aafaabcc owned by compute:nova {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:25:46.276303 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-666230ea-4577-4d7f-a7e8-423d6cd1e5f0 req-d3295ab6-bdfc-40c3-9125-14da78047fe3 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (75da408b-082c-4b35-8b4b-6ef0aafaabcc), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:46.310371 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['75da408b-082c-4b35-8b4b-6ef0aafaabcc'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:25:46.313379 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['feb35b94-bb51-4920-9dc0-f943e445696c'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:25:46.313573 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081178f8-6031-4cb7-9242-eaeb3b1426b2 req-efb13db2-38fb-4360-b715-b284b2bb2c94 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:46.315216 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-081178f8-6031-4cb7-9242-eaeb3b1426b2 req-efb13db2-38fb-4360-b715-b284b2bb2c94 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=688cab29-7bbf-40fd-af7d-e7e9e728f54c HTTP/1.1" status: 200 len: 946 time: 0.0911922 Feb 19 03:25:46.319224 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3295ab6-bdfc-40c3-9125-14da78047fe3 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Pushing event deleted for resources: {'Port': ['ID=75da408b-082c-4b35-8b4b-6ef0aafaabcc,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:46.364833 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3295ab6-bdfc-40c3-9125-14da78047fe3 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:25:46.365191 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3295ab6-bdfc-40c3-9125-14da78047fe3 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:25:46.365531 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3295ab6-bdfc-40c3-9125-14da78047fe3 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:25:46.365866 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3295ab6-bdfc-40c3-9125-14da78047fe3 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:25:46.366200 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3295ab6-bdfc-40c3-9125-14da78047fe3 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:25:46.366524 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3295ab6-bdfc-40c3-9125-14da78047fe3 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:25:46.366853 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3295ab6-bdfc-40c3-9125-14da78047fe3 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:25:46.367178 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3295ab6-bdfc-40c3-9125-14da78047fe3 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:25:46.367499 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3295ab6-bdfc-40c3-9125-14da78047fe3 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:25:46.367819 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3295ab6-bdfc-40c3-9125-14da78047fe3 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:25:46.368140 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3295ab6-bdfc-40c3-9125-14da78047fe3 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:25:46.368459 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3295ab6-bdfc-40c3-9125-14da78047fe3 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:25:46.368785 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3295ab6-bdfc-40c3-9125-14da78047fe3 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:25:46.390087 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-666230ea-4577-4d7f-a7e8-423d6cd1e5f0 req-d3295ab6-bdfc-40c3-9125-14da78047fe3 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] No DVR routers for this DVR port 75da408b-082c-4b35-8b4b-6ef0aafaabcc on host n-h2-826753-2 {{(pid=103701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:25:46.395550 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-666230ea-4577-4d7f-a7e8-423d6cd1e5f0 req-d3295ab6-bdfc-40c3-9125-14da78047fe3 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:46.398854 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-666230ea-4577-4d7f-a7e8-423d6cd1e5f0 req-d3295ab6-bdfc-40c3-9125-14da78047fe3 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.82 "DELETE /v2.0/ports/75da408b-082c-4b35-8b4b-6ef0aafaabcc HTTP/1.1" status: 204 len: 173 time: 0.8104854 Feb 19 03:25:46.399321 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '688cab29-7bbf-40fd-af7d-e7e9e728f54c', 'name': 'network-vif-deleted', 'tag': '75da408b-082c-4b35-8b4b-6ef0aafaabcc'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:25:46.401609 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34ebad1c-946e-42df-ab02-ecbcaf721800" -d '{"events": [{"server_uuid": "688cab29-7bbf-40fd-af7d-e7e9e728f54c", "name": "network-vif-deleted", "tag": "75da408b-082c-4b35-8b4b-6ef0aafaabcc"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:25:46.449044 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-081178f8-6031-4cb7-9242-eaeb3b1426b2 req-0add50bd-b284-4c11-88af-a65b3ca3bfed tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131065 Feb 19 03:25:46.471741 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58bf9187-c39e-481d-9a6f-61444b9b8f92 x-openstack-request-id: req-58bf9187-c39e-481d-9a6f-61444b9b8f92 {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:25:46.472052 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "688cab29-7bbf-40fd-af7d-e7e9e728f54c", "name": "network-vif-deleted", "tag": "75da408b-082c-4b35-8b4b-6ef0aafaabcc", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:25:46.472317 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-58bf9187-c39e-481d-9a6f-61444b9b8f92 {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:25:46.472720 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '688cab29-7bbf-40fd-af7d-e7e9e728f54c', 'name': 'network-vif-deleted', 'tag': '75da408b-082c-4b35-8b4b-6ef0aafaabcc', 'status': 'completed', 'code': 200} Feb 19 03:25:47.548296 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a2002825-1a86-4d0b-8b6b-fef0f6820e0f req-b231a266-4f4b-42f6-a8c7-9643c4257a55 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=688cab29-7bbf-40fd-af7d-e7e9e728f54c HTTP/1.1" status: 200 len: 210 time: 0.0375352 Feb 19 03:25:47.723224 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-bb88fa64-1f78-498b-8efc-dec855b70960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:48.647835 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0256a11e-328f-4762-86a6-a7774aeb8dc3 req-ace1d0fe-18ca-4b58-a361-ce7b802b6a49 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=688cab29-7bbf-40fd-af7d-e7e9e728f54c HTTP/1.1" status: 200 len: 210 time: 0.0284491 Feb 19 03:25:49.357571 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:49.620713 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 75da408b-082c-4b35-8b4b-6ef0aafaabcc no longer exists at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:25:49.642570 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] No Port match for: 75da408b-082c-4b35-8b4b-6ef0aafaabcc {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:25:49.642920 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 75da408b-082c-4b35-8b4b-6ef0aafaabcc not bound to the agent host n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:25:49.752161 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1b492d20-26c7-41cf-b378-32c25de29530 req-dd8cd491-d380-49a3-9bf9-226bea5b587b tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=688cab29-7bbf-40fd-af7d-e7e9e728f54c HTTP/1.1" status: 200 len: 210 time: 0.0316870 Feb 19 03:25:50.547178 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:50.857746 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ef34041e-ade7-4a40-8def-7bde52a5d9b1 req-cd1dc64a-9580-4f7f-8076-eec66b349e1a tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=688cab29-7bbf-40fd-af7d-e7e9e728f54c HTTP/1.1" status: 200 len: 210 time: 0.0304556 Feb 19 03:25:51.960864 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6274d979-43a6-4550-bfa3-0e9687ec329f req-32bcb391-538a-40d7-94b7-1ab5b587a776 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=688cab29-7bbf-40fd-af7d-e7e9e728f54c HTTP/1.1" status: 200 len: 210 time: 0.0289805 Feb 19 03:25:51.989725 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:52.743147 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:52.941080 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:25:53.067453 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-663ecf20-08dd-4922-9ad8-9503c4b7f66a req-21059e4e-85ee-4540-b9d5-10d9f4d8a8cc tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=688cab29-7bbf-40fd-af7d-e7e9e728f54c HTTP/1.1" status: 200 len: 210 time: 0.0284653 Feb 19 03:25:54.178263 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5ed540f4-a8ee-45f5-ba57-b94cf7245dc4 req-f7ce8b9c-419e-4fb0-9e3b-a090cb135a67 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=688cab29-7bbf-40fd-af7d-e7e9e728f54c HTTP/1.1" status: 200 len: 210 time: 0.0353813 Feb 19 03:25:55.160618 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa31d704-2e20-4a3a-9bfb-1ddf7d409dc4 req-1b5e2de8-acc4-49cf-b1fa-4714474d6ae1 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:55.162601 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-aa31d704-2e20-4a3a-9bfb-1ddf7d409dc4 req-1b5e2de8-acc4-49cf-b1fa-4714474d6ae1 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8f7a5-5371-4313-a88e-b243e72f098c HTTP/1.1" status: 200 len: 945 time: 0.0619195 Feb 19 03:25:55.223627 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-aa31d704-2e20-4a3a-9bfb-1ddf7d409dc4 req-f1f1b0e0-ec85-4177-ae3a-e390823def4f tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a414b3f-6555-4d12-842b-74633c0e6e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548368 Feb 19 03:25:55.289423 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8efcfe1a-7ddc-4bdc-877b-07167351d925 req-4b552fbd-076d-4b0f-852e-30707c918dc8 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=688cab29-7bbf-40fd-af7d-e7e9e728f54c HTTP/1.1" status: 200 len: 210 time: 0.0284393 Feb 19 03:25:56.368540 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe0bbf4-9eae-4820-8665-e8f55c0a7e30 req-96976134-595c-47df-a846-d3b682335ad0 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:56.370091 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8fe0bbf4-9eae-4820-8665-e8f55c0a7e30 req-96976134-595c-47df-a846-d3b682335ad0 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8f7a5-5371-4313-a88e-b243e72f098c HTTP/1.1" status: 200 len: 945 time: 0.0615749 Feb 19 03:25:56.403601 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b27ac981-25dc-42c8-9453-304a8af06d1c req-46085b6c-14b5-407f-98c8-501dec143a19 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=688cab29-7bbf-40fd-af7d-e7e9e728f54c HTTP/1.1" status: 200 len: 210 time: 0.0324938 Feb 19 03:25:56.445947 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8fe0bbf4-9eae-4820-8665-e8f55c0a7e30 req-9290982f-ab08-4aca-8c3f-0e2895f03fa1 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/security-groups?id=3a414b3f-6555-4d12-842b-74633c0e6e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663307 Feb 19 03:25:56.464013 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:56.929685 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd99e8-4d25-4f49-956d-450188f2ba57 req-69148a71-a0f5-4aa3-82f3-ab6567668dc6 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:56.931234 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-34dd99e8-4d25-4f49-956d-450188f2ba57 req-69148a71-a0f5-4aa3-82f3-ab6567668dc6 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.82 "GET /v2.0/ports?device_id=3ee8f7a5-5371-4313-a88e-b243e72f098c HTTP/1.1" status: 200 len: 945 time: 0.0571837 Feb 19 03:25:57.041122 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-34dd99e8-4d25-4f49-956d-450188f2ba57 req-72e67e0a-2479-4e79-a6bb-960c2168af4a tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Deleting port 8271fc96-c7c7-46bf-b94d-fe523e654fed {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:25:57.041469 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-34dd99e8-4d25-4f49-956d-450188f2ba57 req-72e67e0a-2479-4e79-a6bb-960c2168af4a tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (8271fc96-c7c7-46bf-b94d-fe523e654fed), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:57.167513 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-34dd99e8-4d25-4f49-956d-450188f2ba57 req-72e67e0a-2479-4e79-a6bb-960c2168af4a tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] For port 8271fc96-c7c7-46bf-b94d-fe523e654fed, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=8271fc96-c7c7-46bf-b94d-fe523e654fed,segment=NetworkSegment(86f850ad-61c2-49a5-886b-3df30cbb0f04),segment_id=86f850ad-61c2-49a5-886b-3df30cbb0f04)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:25:57.167862 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-34dd99e8-4d25-4f49-956d-450188f2ba57 req-72e67e0a-2479-4e79-a6bb-960c2168af4a tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (8271fc96-c7c7-46bf-b94d-fe523e654fed), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:57.356585 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-34dd99e8-4d25-4f49-956d-450188f2ba57 req-72e67e0a-2479-4e79-a6bb-960c2168af4a tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:57.356950 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-34dd99e8-4d25-4f49-956d-450188f2ba57 req-72e67e0a-2479-4e79-a6bb-960c2168af4a tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16285943'] for floatingip (4d8b9510-badf-44c3-b832-ab4b62c901f5), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:57.357301 n-d-826753-2 neutron-server[103701]: INFO neutron.db.l3_db [req-34dd99e8-4d25-4f49-956d-450188f2ba57 req-72e67e0a-2479-4e79-a6bb-960c2168af4a tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Floating IP 4d8b9510-badf-44c3-b832-ab4b62c901f5 disassociated. External IP: 172.25.6.76, port: 8271fc96-c7c7-46bf-b94d-fe523e654fed. Feb 19 03:25:57.357648 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-34dd99e8-4d25-4f49-956d-450188f2ba57 req-72e67e0a-2479-4e79-a6bb-960c2168af4a tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Calling delete_port for 8271fc96-c7c7-46bf-b94d-fe523e654fed owned by compute:nova {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:25:57.535115 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-eb877e6e-d8bb-4281-a2fe-ebd228157edf req-0fe805da-4312-415d-a486-1ea75851dcc1 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=688cab29-7bbf-40fd-af7d-e7e9e728f54c HTTP/1.1" status: 200 len: 210 time: 0.0451999 Feb 19 03:25:57.555191 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-34dd99e8-4d25-4f49-956d-450188f2ba57 req-72e67e0a-2479-4e79-a6bb-960c2168af4a tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (8271fc96-c7c7-46bf-b94d-fe523e654fed), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:57.585120 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-83ebd4ce-4d32-44f2-a4b2-a3e39e074afb req-c88fee58-0f5f-4ae2-a7e1-5ca4c49d2ee7 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ee8f7a5-5371-4313-a88e-b243e72f098c HTTP/1.1" status: 200 len: 210 time: 0.0407526 Feb 19 03:25:57.619275 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e67e0a-2479-4e79-a6bb-960c2168af4a tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Pushing event deleted for resources: {'Port': ['ID=8271fc96-c7c7-46bf-b94d-fe523e654fed,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:57.747086 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [req-34dd99e8-4d25-4f49-956d-450188f2ba57 req-72e67e0a-2479-4e79-a6bb-960c2168af4a tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Router 4b0f659c-98e2-4e55-9ac0-d38f88bba5aa has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:25:57.891263 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-34dd99e8-4d25-4f49-956d-450188f2ba57 req-72e67e0a-2479-4e79-a6bb-960c2168af4a tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:25:57.903665 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2130b07a-eecd-4f9b-83aa-c756d7c2a979 None None] Sync routers for ids ['4b0f659c-98e2-4e55-9ac0-d38f88bba5aa'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:25:57.920302 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2130b07a-eecd-4f9b-83aa-c756d7c2a979 None None] Routers {'4b0f659c-98e2-4e55-9ac0-d38f88bba5aa'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:25:57.921330 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-2130b07a-eecd-4f9b-83aa-c756d7c2a979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:25:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['4b0f659c-98e2-4e55-9ac0-d38f88bba5aa'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:57.937758 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-34dd99e8-4d25-4f49-956d-450188f2ba57 req-72e67e0a-2479-4e79-a6bb-960c2168af4a tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] No DVR routers for this DVR port 8271fc96-c7c7-46bf-b94d-fe523e654fed on host n-h2-826753-2 {{(pid=103701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:25:57.941904 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-34dd99e8-4d25-4f49-956d-450188f2ba57 req-72e67e0a-2479-4e79-a6bb-960c2168af4a tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:57.945523 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-34dd99e8-4d25-4f49-956d-450188f2ba57 req-72e67e0a-2479-4e79-a6bb-960c2168af4a tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.82 "DELETE /v2.0/ports/8271fc96-c7c7-46bf-b94d-fe523e654fed HTTP/1.1" status: 204 len: 173 time: 1.0091093 Feb 19 03:25:57.946001 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ee8f7a5-5371-4313-a88e-b243e72f098c', 'name': 'network-vif-deleted', 'tag': '8271fc96-c7c7-46bf-b94d-fe523e654fed'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:25:57.948428 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90707c50-3bd2-43f4-aa82-d8a4f102bf92" -d '{"events": [{"server_uuid": "3ee8f7a5-5371-4313-a88e-b243e72f098c", "name": "network-vif-deleted", "tag": "8271fc96-c7c7-46bf-b94d-fe523e654fed"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:25:57.996827 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ca3666e-ae3c-4327-ae75-c4a5fae32ab2 x-openstack-request-id: req-2ca3666e-ae3c-4327-ae75-c4a5fae32ab2 {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:25:57.997274 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ee8f7a5-5371-4313-a88e-b243e72f098c", "name": "network-vif-deleted", "tag": "8271fc96-c7c7-46bf-b94d-fe523e654fed", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:25:57.997737 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2ca3666e-ae3c-4327-ae75-c4a5fae32ab2 {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:25:57.998361 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ee8f7a5-5371-4313-a88e-b243e72f098c', 'name': 'network-vif-deleted', 'tag': '8271fc96-c7c7-46bf-b94d-fe523e654fed', 'status': 'completed', 'code': 200} Feb 19 03:25:58.081445 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-2130b07a-eecd-4f9b-83aa-c756d7c2a979 None None] Set router 4b0f659c-98e2-4e55-9ac0-d38f88bba5aa gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:25:58.373203 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-2130b07a-eecd-4f9b-83aa-c756d7c2a979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b0f659c-98e2-4e55-9ac0-d38f88bba5aa', 'name': 'tempest-AttachVolumeTestJSON-1720526732-router', 'tenant_id': '4bc29719da89493e810e3a2508264407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '8191241c-f09f-4dcd-8be7-6df2728ba5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:21:07Z', 'updated_at': '2022-02-19T03:21:10Z', 'revision_number': 4, 'project_id': '4bc29719da89493e810e3a2508264407', 'gw_port': {'id': '8191241c-f09f-4dcd-8be7-6df2728ba5ab', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:98:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0f659c-98e2-4e55-9ac0-d38f88bba5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:21:07Z', 'updated_at': '2022-02-19T03:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '41e81cb6-5f0c-4d6b-b471-5434eaa02d25', 'name': '', 'network_id': '9a554e32-f7c5-4dcb-952c-723e4a86c322', 'tenant_id': '4bc29719da89493e810e3a2508264407', 'mac_address': 'fa:16:3e:7f:af:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0f659c-98e2-4e55-9ac0-d38f88bba5aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': 'ea16c631-8dac-4b32-b4b0-9ae4e04ef132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:21:10Z', 'updated_at': '2022-02-19T03:21:16Z', 'revision_number': 5, 'project_id': '4bc29719da89493e810e3a2508264407', 'subnets': [{'id': 'ea16c631-8dac-4b32-b4b0-9ae4e04ef132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:58.402015 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2130b07a-eecd-4f9b-83aa-c756d7c2a979 None None] Checking router: 4b0f659c-98e2-4e55-9ac0-d38f88bba5aa for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:25:58.411721 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2130b07a-eecd-4f9b-83aa-c756d7c2a979 None None] Routers {'4b0f659c-98e2-4e55-9ac0-d38f88bba5aa'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:25:58.412327 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-2130b07a-eecd-4f9b-83aa-c756d7c2a979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:25:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['4b0f659c-98e2-4e55-9ac0-d38f88bba5aa'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:58.553217 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-2130b07a-eecd-4f9b-83aa-c756d7c2a979 None None] Set router 4b0f659c-98e2-4e55-9ac0-d38f88bba5aa gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:25:58.700319 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cf1f1714-570a-434c-8bcc-28d8064a99d1 req-3cbe911d-ff96-433d-993c-505e728fd1b9 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=688cab29-7bbf-40fd-af7d-e7e9e728f54c HTTP/1.1" status: 200 len: 210 time: 0.0547645 Feb 19 03:25:58.711833 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45542) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:58.775787 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4600d259-4d34-4ca7-b733-eae1601807ca tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Publish callbacks [] for security_group (3a414b3f-6555-4d12-842b-74633c0e6e11), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:58.792025 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-2130b07a-eecd-4f9b-83aa-c756d7c2a979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b0f659c-98e2-4e55-9ac0-d38f88bba5aa', 'name': 'tempest-AttachVolumeTestJSON-1720526732-router', 'tenant_id': '4bc29719da89493e810e3a2508264407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '8191241c-f09f-4dcd-8be7-6df2728ba5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:21:07Z', 'updated_at': '2022-02-19T03:21:10Z', 'revision_number': 4, 'project_id': '4bc29719da89493e810e3a2508264407', 'gw_port': {'id': '8191241c-f09f-4dcd-8be7-6df2728ba5ab', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:98:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0f659c-98e2-4e55-9ac0-d38f88bba5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:21:07Z', 'updated_at': '2022-02-19T03:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '41e81cb6-5f0c-4d6b-b471-5434eaa02d25', 'name': '', 'network_id': '9a554e32-f7c5-4dcb-952c-723e4a86c322', 'tenant_id': '4bc29719da89493e810e3a2508264407', 'mac_address': 'fa:16:3e:7f:af:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0f659c-98e2-4e55-9ac0-d38f88bba5aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': 'ea16c631-8dac-4b32-b4b0-9ae4e04ef132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:21:10Z', 'updated_at': '2022-02-19T03:21:16Z', 'revision_number': 5, 'project_id': '4bc29719da89493e810e3a2508264407', 'subnets': [{'id': 'ea16c631-8dac-4b32-b4b0-9ae4e04ef132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:58.802320 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4600d259-4d34-4ca7-b733-eae1601807ca tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Publish callbacks [] for security_group (3a414b3f-6555-4d12-842b-74633c0e6e11), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:58.826532 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2130b07a-eecd-4f9b-83aa-c756d7c2a979 None None] The sync data for ids ['4b0f659c-98e2-4e55-9ac0-d38f88bba5aa'] in n-d-826753-2 is: [{'id': '4b0f659c-98e2-4e55-9ac0-d38f88bba5aa', 'name': 'tempest-AttachVolumeTestJSON-1720526732-router', 'tenant_id': '4bc29719da89493e810e3a2508264407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '8191241c-f09f-4dcd-8be7-6df2728ba5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:21:07Z', 'updated_at': '2022-02-19T03:21:10Z', 'revision_number': 4, 'project_id': '4bc29719da89493e810e3a2508264407', 'gw_port': {'id': '8191241c-f09f-4dcd-8be7-6df2728ba5ab', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:98:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0f659c-98e2-4e55-9ac0-d38f88bba5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:21:07Z', 'updated_at': '2022-02-19T03:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '41e81cb6-5f0c-4d6b-b471-5434eaa02d25', 'name': '', 'network_id': '9a554e32-f7c5-4dcb-952c-723e4a86c322', 'tenant_id': '4bc29719da89493e810e3a2508264407', 'mac_address': 'fa:16:3e:7f:af:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0f659c-98e2-4e55-9ac0-d38f88bba5aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': 'ea16c631-8dac-4b32-b4b0-9ae4e04ef132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:21:10Z', 'updated_at': '2022-02-19T03:21:16Z', 'revision_number': 5, 'project_id': '4bc29719da89493e810e3a2508264407', 'subnets': [{'id': 'ea16c631-8dac-4b32-b4b0-9ae4e04ef132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:25:58.870089 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4600d259-4d34-4ca7-b733-eae1601807ca tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (3a414b3f-6555-4d12-842b-74633c0e6e11), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:58.875650 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4600d259-4d34-4ca7-b733-eae1601807ca tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:58.880327 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-4600d259-4d34-4ca7-b733-eae1601807ca tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "DELETE /v2.0/security-groups/3a414b3f-6555-4d12-842b-74633c0e6e11 HTTP/1.1" status: 204 len: 168 time: 0.1673410 Feb 19 03:25:58.880673 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45544) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:58.890996 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4600d259-4d34-4ca7-b733-eae1601807ca tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a414b3f-6555-4d12-842b-74633c0e6e11,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:58.898800 n-d-826753-2 neutron-server[103701]: INFO neutron.api.v2.resource [None req-13cf431b-4c37-4025-b992-0f8060b34e25 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] show failed (client error): The resource could not be found. Feb 19 03:25:58.902488 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-13cf431b-4c37-4025-b992-0f8060b34e25 tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "GET /v2.0/security-groups/3a414b3f-6555-4d12-842b-74633c0e6e11 HTTP/1.1" status: 404 len: 347 time: 0.0180373 Feb 19 03:25:58.903051 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45546) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:58.907179 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4600d259-4d34-4ca7-b733-eae1601807ca tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:25:58.907531 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4600d259-4d34-4ca7-b733-eae1601807ca tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:25:58.907899 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4600d259-4d34-4ca7-b733-eae1601807ca tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:25:58.908230 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4600d259-4d34-4ca7-b733-eae1601807ca tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:25:58.908563 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4600d259-4d34-4ca7-b733-eae1601807ca tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:25:58.911070 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4600d259-4d34-4ca7-b733-eae1601807ca tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:25:58.911414 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4600d259-4d34-4ca7-b733-eae1601807ca tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:25:58.913491 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4600d259-4d34-4ca7-b733-eae1601807ca tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:25:58.914648 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4600d259-4d34-4ca7-b733-eae1601807ca tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:25:58.915428 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4600d259-4d34-4ca7-b733-eae1601807ca tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:25:58.915882 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4600d259-4d34-4ca7-b733-eae1601807ca tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:25:58.916324 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4600d259-4d34-4ca7-b733-eae1601807ca tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:25:58.917085 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4600d259-4d34-4ca7-b733-eae1601807ca tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:25:59.053181 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-c65e7b69-b41a-4cb7-a6ab-31a4e1890d8d tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Deleting port 202dc42c-400e-4c20-af0c-bea473839f59 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:25:59.053519 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c65e7b69-b41a-4cb7-a6ab-31a4e1890d8d tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (202dc42c-400e-4c20-af0c-bea473839f59), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:59.149997 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c65e7b69-b41a-4cb7-a6ab-31a4e1890d8d tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (202dc42c-400e-4c20-af0c-bea473839f59), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:59.150326 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c65e7b69-b41a-4cb7-a6ab-31a4e1890d8d tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Publish callbacks [] for floatingip (202dc42c-400e-4c20-af0c-bea473839f59), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:59.166344 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-c65e7b69-b41a-4cb7-a6ab-31a4e1890d8d tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Calling delete_port for 202dc42c-400e-4c20-af0c-bea473839f59 owned by network:floatingip {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:25:59.177819 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6ae559-b82b-47db-8ea5-a7363ca7eddf None None] New status for floating IP 4d8b9510-badf-44c3-b832-ab4b62c901f5: DOWN {{(pid=103703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:25:59.370324 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c65e7b69-b41a-4cb7-a6ab-31a4e1890d8d tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (202dc42c-400e-4c20-af0c-bea473839f59), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:59.397184 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65e7b69-b41a-4cb7-a6ab-31a4e1890d8d tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Pushing event deleted for resources: {'Port': ['ID=202dc42c-400e-4c20-af0c-bea473839f59,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:59.475129 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c65e7b69-b41a-4cb7-a6ab-31a4e1890d8d tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Publish callbacks [] for floatingip (4d8b9510-badf-44c3-b832-ab4b62c901f5), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:59.479541 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c65e7b69-b41a-4cb7-a6ab-31a4e1890d8d tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:59.481417 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-c65e7b69-b41a-4cb7-a6ab-31a4e1890d8d tempest-AttachVolumeTestJSON-337993213 tempest-AttachVolumeTestJSON-337993213-project] 10.222.0.72 "DELETE /v2.0/floatingips/4d8b9510-badf-44c3-b832-ab4b62c901f5 HTTP/1.1" status: 204 len: 168 time: 0.5771797 Feb 19 03:25:59.799092 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-553abfaa-e407-42e3-911e-49e0cd536efa req-8051d191-315e-4fd1-ada1-106e75fa0bb7 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=688cab29-7bbf-40fd-af7d-e7e9e728f54c HTTP/1.1" status: 200 len: 210 time: 0.0284419 Feb 19 03:26:00.934373 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ff4321d8-f873-41e8-843c-c00f7769c8b3 req-b4bdcd85-9ad2-43c8-bf3e-c3ad740f4b0f tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=688cab29-7bbf-40fd-af7d-e7e9e728f54c HTTP/1.1" status: 200 len: 210 time: 0.0332813 Feb 19 03:26:01.689172 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 8271fc96-c7c7-46bf-b94d-fe523e654fed no longer exists at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:26:01.719860 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] No Port match for: 8271fc96-c7c7-46bf-b94d-fe523e654fed {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:26:01.720220 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 8271fc96-c7c7-46bf-b94d-fe523e654fed not bound to the agent host n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:26:02.059061 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6767006a-ddbb-478d-8517-94b7e1c1bbba req-406091f5-50c0-4fa0-a7d1-1a66c7da1a87 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=688cab29-7bbf-40fd-af7d-e7e9e728f54c HTTP/1.1" status: 200 len: 210 time: 0.0348217 Feb 19 03:26:03.170219 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ff3120aa-e58a-4a2a-b3bf-fd796688f1ac req-8b9a3516-a528-4396-9666-a1a32176de0e tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=688cab29-7bbf-40fd-af7d-e7e9e728f54c HTTP/1.1" status: 200 len: 210 time: 0.0359981 Feb 19 03:26:04.289157 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a044b1a6-724d-4adf-b1fd-a9b8b919867f req-ed29dc6b-8871-4b38-ae44-b2dec4df1a9b tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=688cab29-7bbf-40fd-af7d-e7e9e728f54c HTTP/1.1" status: 200 len: 210 time: 0.0297534 Feb 19 03:26:15.180227 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555ab389-6bf7-40fc-a4f3-bc993453dc4d req-30cc4d62-9eb0-4dbf-9d67-be5b742db1e8 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:15.181802 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-555ab389-6bf7-40fc-a4f3-bc993453dc4d req-30cc4d62-9eb0-4dbf-9d67-be5b742db1e8 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=7eea7225-1d86-401c-8d24-636bd8023e45 HTTP/1.1" status: 200 len: 945 time: 0.0563302 Feb 19 03:26:15.247470 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-555ab389-6bf7-40fc-a4f3-bc993453dc4d req-9f11b85c-31a6-49c5-9bf1-7c762ea65c79 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589316 Feb 19 03:26:15.554913 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e6c10471-010a-4fe9-bd7e-5ea68972daa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:16.385208 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44305a9b-ee0a-48be-877b-28a579e48794 req-0e54ea6d-95d4-412e-b470-ac950bd13d2e tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:16.386841 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-44305a9b-ee0a-48be-877b-28a579e48794 req-0e54ea6d-95d4-412e-b470-ac950bd13d2e tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=7eea7225-1d86-401c-8d24-636bd8023e45 HTTP/1.1" status: 200 len: 945 time: 0.0622735 Feb 19 03:26:16.442922 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-44305a9b-ee0a-48be-877b-28a579e48794 req-6bbabeeb-0287-4542-9d9d-b765b7f97814 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=6c6ace4e-33cc-4c54-b8d5-44af38e54687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456758 Feb 19 03:26:17.084889 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55209ab-c376-43ec-95ef-0e1ce3a07dda req-cc6835ae-0d12-47a2-a861-89a5537e8042 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:17.084889 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-f55209ab-c376-43ec-95ef-0e1ce3a07dda req-cc6835ae-0d12-47a2-a861-89a5537e8042 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.73 "GET /v2.0/ports?device_id=7eea7225-1d86-401c-8d24-636bd8023e45 HTTP/1.1" status: 200 len: 945 time: 0.0752456 Feb 19 03:26:17.189844 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-f55209ab-c376-43ec-95ef-0e1ce3a07dda req-b5da16a4-3822-47d3-832e-f85902f554d1 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Deleting port feb35b94-bb51-4920-9dc0-f943e445696c {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:26:17.190198 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-f55209ab-c376-43ec-95ef-0e1ce3a07dda req-b5da16a4-3822-47d3-832e-f85902f554d1 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (feb35b94-bb51-4920-9dc0-f943e445696c), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:17.316623 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-f55209ab-c376-43ec-95ef-0e1ce3a07dda req-b5da16a4-3822-47d3-832e-f85902f554d1 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] For port feb35b94-bb51-4920-9dc0-f943e445696c, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=feb35b94-bb51-4920-9dc0-f943e445696c,segment=NetworkSegment(1cc07983-2153-4fea-b2a9-9157e38f7075),segment_id=1cc07983-2153-4fea-b2a9-9157e38f7075)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:26:17.317059 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-f55209ab-c376-43ec-95ef-0e1ce3a07dda req-b5da16a4-3822-47d3-832e-f85902f554d1 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (feb35b94-bb51-4920-9dc0-f943e445696c), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:17.330847 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-f55209ab-c376-43ec-95ef-0e1ce3a07dda req-b5da16a4-3822-47d3-832e-f85902f554d1 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Calling delete_port for feb35b94-bb51-4920-9dc0-f943e445696c owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:26:17.478343 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-f55209ab-c376-43ec-95ef-0e1ce3a07dda req-b5da16a4-3822-47d3-832e-f85902f554d1 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (feb35b94-bb51-4920-9dc0-f943e445696c), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:17.515125 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['feb35b94-bb51-4920-9dc0-f943e445696c'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:26:17.555227 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5da16a4-3822-47d3-832e-f85902f554d1 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Pushing event deleted for resources: {'Port': ['ID=feb35b94-bb51-4920-9dc0-f943e445696c,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:17.604941 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-f55209ab-c376-43ec-95ef-0e1ce3a07dda req-b5da16a4-3822-47d3-832e-f85902f554d1 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] No DVR routers for this DVR port feb35b94-bb51-4920-9dc0-f943e445696c on host n-h1-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:26:17.610683 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-f55209ab-c376-43ec-95ef-0e1ce3a07dda req-b5da16a4-3822-47d3-832e-f85902f554d1 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:17.614928 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-f55209ab-c376-43ec-95ef-0e1ce3a07dda req-b5da16a4-3822-47d3-832e-f85902f554d1 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.73 "DELETE /v2.0/ports/feb35b94-bb51-4920-9dc0-f943e445696c HTTP/1.1" status: 204 len: 173 time: 0.5248065 Feb 19 03:26:17.616974 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eea7225-1d86-401c-8d24-636bd8023e45', 'name': 'network-vif-deleted', 'tag': 'feb35b94-bb51-4920-9dc0-f943e445696c'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:26:17.626657 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0662ed2c-4906-4be3-8f45-d11ccd725c46 req-33daade7-bc62-4fae-ae8f-10fc390f41b5 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=7eea7225-1d86-401c-8d24-636bd8023e45 HTTP/1.1" status: 200 len: 210 time: 0.0413918 Feb 19 03:26:17.631067 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2ef818f-fb7c-4a07-8d05-061daab71681" -d '{"events": [{"server_uuid": "7eea7225-1d86-401c-8d24-636bd8023e45", "name": "network-vif-deleted", "tag": "feb35b94-bb51-4920-9dc0-f943e445696c"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:26:17.680984 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9c27472-334d-4be2-8640-5904ea7626f6 x-openstack-request-id: req-b9c27472-334d-4be2-8640-5904ea7626f6 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:26:17.681513 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eea7225-1d86-401c-8d24-636bd8023e45", "name": "network-vif-deleted", "tag": "feb35b94-bb51-4920-9dc0-f943e445696c", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:26:17.681793 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b9c27472-334d-4be2-8640-5904ea7626f6 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:26:17.682205 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eea7225-1d86-401c-8d24-636bd8023e45', 'name': 'network-vif-deleted', 'tag': 'feb35b94-bb51-4920-9dc0-f943e445696c', 'status': 'completed', 'code': 200} Feb 19 03:26:17.736495 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-836a4a3a-aa26-4a17-b755-9199720cca3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:18.735997 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-85ee1694-05aa-4d75-b823-9c526e2b48e7 req-59a7651f-b2f7-47b6-b720-ee85f0158a81 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=7eea7225-1d86-401c-8d24-636bd8023e45 HTTP/1.1" status: 200 len: 210 time: 0.0303876 Feb 19 03:26:19.365926 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:19.591981 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device feb35b94-bb51-4920-9dc0-f943e445696c no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:26:19.616319 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] No Port match for: feb35b94-bb51-4920-9dc0-f943e445696c {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:26:19.616729 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device feb35b94-bb51-4920-9dc0-f943e445696c not bound to the agent host n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:26:19.856343 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d30c8199-233b-4448-bcd5-a95b2332f0f0 req-ca4d7130-b28d-4e64-a7b8-a082dc3e6a88 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=7eea7225-1d86-401c-8d24-636bd8023e45 HTTP/1.1" status: 200 len: 210 time: 0.0383005 Feb 19 03:26:20.551643 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:20.978887 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-faf0aad5-fafc-48e1-a05a-eff8ee6547c4 req-89b4f829-7991-4a46-a400-ed0d857126f6 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=7eea7225-1d86-401c-8d24-636bd8023e45 HTTP/1.1" status: 200 len: 210 time: 0.0342448 Feb 19 03:26:21.985367 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:22.104433 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-292386f9-d811-41af-85f2-b4f85db72308 req-c96030e2-85d3-4cec-accb-580eb33883b7 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=7eea7225-1d86-401c-8d24-636bd8023e45 HTTP/1.1" status: 200 len: 210 time: 0.0348325 Feb 19 03:26:22.773130 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:23.262964 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-910dfd6b-d796-4533-bde0-8059f7fd10ca req-02e308f1-dd16-45a2-ac59-cb62f21638ca tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=7eea7225-1d86-401c-8d24-636bd8023e45 HTTP/1.1" status: 200 len: 210 time: 0.0396931 Feb 19 03:26:23.381271 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45692) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:23.884624 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ac63ce-2385-4317-b8bf-2f590ea14bde req-8bca9d36-5a05-4789-bc4b-bd0efcc78d62 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:23.886067 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f3ac63ce-2385-4317-b8bf-2f590ea14bde req-8bca9d36-5a05-4789-bc4b-bd0efcc78d62 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=22b4a46f-f366-4ddd-9958-e394841e199a HTTP/1.1" status: 200 len: 945 time: 0.1794343 Feb 19 03:26:23.984827 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f3ac63ce-2385-4317-b8bf-2f590ea14bde req-c58c42fe-4f66-4c1c-bfa0-ea0241a50734 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=b8e1e53f-c016-45ce-afd4-70487b1086ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879424 Feb 19 03:26:24.108615 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4cc226e6-2e7f-432b-a75a-c5cdd42c7702 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16289271'] for router_interface (4b0f659c-98e2-4e55-9ac0-d38f88bba5aa), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:24.391549 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2ee00d6b-5e0f-4627-bc95-2d58dbcd57fc req-47ec34ee-13ae-4487-a70a-df15c7409be8 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=7eea7225-1d86-401c-8d24-636bd8023e45 HTTP/1.1" status: 200 len: 210 time: 0.0553088 Feb 19 03:26:24.471562 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-4cc226e6-2e7f-432b-a75a-c5cdd42c7702 admin admin] Deleting port 41e81cb6-5f0c-4d6b-b471-5434eaa02d25 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:26:24.471562 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4cc226e6-2e7f-432b-a75a-c5cdd42c7702 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (41e81cb6-5f0c-4d6b-b471-5434eaa02d25), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:24.589042 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-4cc226e6-2e7f-432b-a75a-c5cdd42c7702 admin admin] For port 41e81cb6-5f0c-4d6b-b471-5434eaa02d25, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=41e81cb6-5f0c-4d6b-b471-5434eaa02d25,segment=NetworkSegment(86f850ad-61c2-49a5-886b-3df30cbb0f04),segment_id=86f850ad-61c2-49a5-886b-3df30cbb0f04)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:26:24.589926 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4cc226e6-2e7f-432b-a75a-c5cdd42c7702 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (41e81cb6-5f0c-4d6b-b471-5434eaa02d25), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:24.606975 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-4cc226e6-2e7f-432b-a75a-c5cdd42c7702 admin admin] Calling delete_port for 41e81cb6-5f0c-4d6b-b471-5434eaa02d25 owned by network:router_interface {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:26:24.878047 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4cc226e6-2e7f-432b-a75a-c5cdd42c7702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (41e81cb6-5f0c-4d6b-b471-5434eaa02d25), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:24.906427 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc226e6-2e7f-432b-a75a-c5cdd42c7702 admin admin] Pushing event deleted for resources: {'Port': ['ID=41e81cb6-5f0c-4d6b-b471-5434eaa02d25,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:25.177337 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4cc226e6-2e7f-432b-a75a-c5cdd42c7702 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16362762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16314471'] for router_interface (4b0f659c-98e2-4e55-9ac0-d38f88bba5aa), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:25.240180 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3931d1b8-9698-4780-94c5-ee90357cd9b1 req-327bf05e-833e-4eec-b96a-16addbeb1aa9 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:25.241764 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3931d1b8-9698-4780-94c5-ee90357cd9b1 req-327bf05e-833e-4eec-b96a-16addbeb1aa9 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=22b4a46f-f366-4ddd-9958-e394841e199a HTTP/1.1" status: 200 len: 945 time: 0.1251452 Feb 19 03:26:25.633577 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e408a341-80c9-41a7-bc90-88f592115a74 req-c4380d8b-6a05-4279-82b3-22942cdb6adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:25.636507 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e408a341-80c9-41a7-bc90-88f592115a74 req-c4380d8b-6a05-4279-82b3-22942cdb6adb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3bc3bb28499f4673b42d5b4a69d45946&device_id=22b4a46f-f366-4ddd-9958-e394841e199a HTTP/1.1" status: 200 len: 1127 time: 0.2108018 Feb 19 03:26:25.690892 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a0b33404-90fb-4a6d-9f36-17c468b29b36 req-a7c53618-d436-44db-b2a1-1381479bc89f tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=7eea7225-1d86-401c-8d24-636bd8023e45 HTTP/1.1" status: 200 len: 210 time: 0.0379436 Feb 19 03:26:25.732547 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3931d1b8-9698-4780-94c5-ee90357cd9b1 req-b5f542a0-1530-4df3-992c-f3fc61577d22 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=b8e1e53f-c016-45ce-afd4-70487b1086ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4739158 Feb 19 03:26:25.784416 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e408a341-80c9-41a7-bc90-88f592115a74 req-4a3248f2-ebb3-4ca8-99e3-c5fb37da38e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:25.786302 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e408a341-80c9-41a7-bc90-88f592115a74 req-4a3248f2-ebb3-4ca8-99e3-c5fb37da38e2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d0d2c2dc-f305-4438-8d4f-c75d0acc2c51 HTTP/1.1" status: 200 len: 898 time: 0.1277137 Feb 19 03:26:25.852480 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cc226e6-2e7f-432b-a75a-c5cdd42c7702 admin admin] Router 4b0f659c-98e2-4e55-9ac0-d38f88bba5aa has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:26:25.859592 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e408a341-80c9-41a7-bc90-88f592115a74 req-6691a08d-b338-4736-a5ec-ac6ac74c7169 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=daa9f76b-414e-41c1-aff8-df1ea00f80cc HTTP/1.1" status: 200 len: 1001 time: 0.0661912 Feb 19 03:26:25.923950 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e408a341-80c9-41a7-bc90-88f592115a74 req-cd69e679-ffe4-4b03-b8a6-a49e8d606c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:25.925483 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e408a341-80c9-41a7-bc90-88f592115a74 req-cd69e679-ffe4-4b03-b8a6-a49e8d606c14 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b9379704-2efc-42f1-a58d-e8716385306d HTTP/1.1" status: 200 len: 835 time: 0.0606096 Feb 19 03:26:25.983580 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cc226e6-2e7f-432b-a75a-c5cdd42c7702 admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:26:25.988427 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-4cc226e6-2e7f-432b-a75a-c5cdd42c7702 admin admin] 10.222.0.72 "PUT /v2.0/routers/4b0f659c-98e2-4e55-9ac0-d38f88bba5aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6058290 Feb 19 03:26:25.990991 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45712) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:25.998769 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062c1928-6fd4-4637-9b58-cc725922fa7f None None] Sync routers for ids ['4b0f659c-98e2-4e55-9ac0-d38f88bba5aa'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:26:26.001976 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e408a341-80c9-41a7-bc90-88f592115a74 req-246349d6-288e-4d32-950d-d7c8bfaee19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:26.004166 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e408a341-80c9-41a7-bc90-88f592115a74 req-246349d6-288e-4d32-950d-d7c8bfaee19a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d0d2c2dc-f305-4438-8d4f-c75d0acc2c51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0729599 Feb 19 03:26:26.011484 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062c1928-6fd4-4637-9b58-cc725922fa7f None None] Routers {'4b0f659c-98e2-4e55-9ac0-d38f88bba5aa'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:26:26.013139 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-062c1928-6fd4-4637-9b58-cc725922fa7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:26:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['4b0f659c-98e2-4e55-9ac0-d38f88bba5aa'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:26.123317 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e408a341-80c9-41a7-bc90-88f592115a74 req-bf8035b2-318e-43c6-8c2c-8c340fa175b2 service neutron] 10.222.0.73 "GET /v2.0/networks/d0d2c2dc-f305-4438-8d4f-c75d0acc2c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115389 Feb 19 03:26:26.128461 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ac2b7b38-e226-4799-bdf3-fddb030de1a5 admin admin] Publish callbacks [] for router (4b0f659c-98e2-4e55-9ac0-d38f88bba5aa), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:26.140005 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-062c1928-6fd4-4637-9b58-cc725922fa7f None None] Set router 4b0f659c-98e2-4e55-9ac0-d38f88bba5aa gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:26:26.252489 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e408a341-80c9-41a7-bc90-88f592115a74 req-360e6540-7cb3-4b44-8929-d19f25e4dba8 service neutron] 10.222.0.73 "GET /v2.0/networks/d0d2c2dc-f305-4438-8d4f-c75d0acc2c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229732 Feb 19 03:26:26.285118 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ac2b7b38-e226-4799-bdf3-fddb030de1a5 admin admin] Publish callbacks [] for router_gateway (4b0f659c-98e2-4e55-9ac0-d38f88bba5aa), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:26.353100 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-ac2b7b38-e226-4799-bdf3-fddb030de1a5 admin admin] Deleting port 8191241c-f09f-4dcd-8be7-6df2728ba5ab {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:26:26.353564 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ac2b7b38-e226-4799-bdf3-fddb030de1a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (8191241c-f09f-4dcd-8be7-6df2728ba5ab), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:26.441649 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-ac2b7b38-e226-4799-bdf3-fddb030de1a5 admin admin] For port 8191241c-f09f-4dcd-8be7-6df2728ba5ab, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=8191241c-f09f-4dcd-8be7-6df2728ba5ab,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:26:26.442018 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ac2b7b38-e226-4799-bdf3-fddb030de1a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (8191241c-f09f-4dcd-8be7-6df2728ba5ab), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:26.453131 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-062c1928-6fd4-4637-9b58-cc725922fa7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b0f659c-98e2-4e55-9ac0-d38f88bba5aa', 'name': 'tempest-AttachVolumeTestJSON-1720526732-router', 'tenant_id': '4bc29719da89493e810e3a2508264407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '8191241c-f09f-4dcd-8be7-6df2728ba5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:21:07Z', 'updated_at': '2022-02-19T03:26:24Z', 'revision_number': 5, 'project_id': '4bc29719da89493e810e3a2508264407', 'gw_port': {'id': '8191241c-f09f-4dcd-8be7-6df2728ba5ab', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:98:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0f659c-98e2-4e55-9ac0-d38f88bba5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:21:07Z', 'updated_at': '2022-02-19T03:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:26.456603 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-ac2b7b38-e226-4799-bdf3-fddb030de1a5 admin admin] Calling delete_port for 8191241c-f09f-4dcd-8be7-6df2728ba5ab owned by network:router_gateway {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:26:26.471677 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:26.485721 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062c1928-6fd4-4637-9b58-cc725922fa7f None None] Checking router: 4b0f659c-98e2-4e55-9ac0-d38f88bba5aa for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:26:26.495865 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062c1928-6fd4-4637-9b58-cc725922fa7f None None] Routers {'4b0f659c-98e2-4e55-9ac0-d38f88bba5aa'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:26:26.496497 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-062c1928-6fd4-4637-9b58-cc725922fa7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:26:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['4b0f659c-98e2-4e55-9ac0-d38f88bba5aa'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:26.615954 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-062c1928-6fd4-4637-9b58-cc725922fa7f None None] Set router 4b0f659c-98e2-4e55-9ac0-d38f88bba5aa gateway port host: None {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:26:26.678661 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-062c1928-6fd4-4637-9b58-cc725922fa7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b0f659c-98e2-4e55-9ac0-d38f88bba5aa', 'name': 'tempest-AttachVolumeTestJSON-1720526732-router', 'tenant_id': '4bc29719da89493e810e3a2508264407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:21:07Z', 'updated_at': '2022-02-19T03:26:26Z', 'revision_number': 6, 'project_id': '4bc29719da89493e810e3a2508264407', 'gw_port_host': None}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:26.713659 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062c1928-6fd4-4637-9b58-cc725922fa7f None None] The sync data for ids ['4b0f659c-98e2-4e55-9ac0-d38f88bba5aa'] in n-d-826753-2 is: [{'id': '4b0f659c-98e2-4e55-9ac0-d38f88bba5aa', 'name': 'tempest-AttachVolumeTestJSON-1720526732-router', 'tenant_id': '4bc29719da89493e810e3a2508264407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:21:07Z', 'updated_at': '2022-02-19T03:26:26Z', 'revision_number': 6, 'project_id': '4bc29719da89493e810e3a2508264407', 'gw_port_host': None}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:26:26.721694 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ac2b7b38-e226-4799-bdf3-fddb030de1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (8191241c-f09f-4dcd-8be7-6df2728ba5ab), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:26.764645 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2b7b38-e226-4799-bdf3-fddb030de1a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8191241c-f09f-4dcd-8be7-6df2728ba5ab,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:26.854575 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8ab0ffad-55d4-4905-b496-a1204e56b0ac req-11fd03d6-c16e-4dea-90ba-6c62126d6961 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=7eea7225-1d86-401c-8d24-636bd8023e45 HTTP/1.1" status: 200 len: 210 time: 0.0570092 Feb 19 03:26:26.902693 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ac2b7b38-e226-4799-bdf3-fddb030de1a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16285837'] for router_gateway (4b0f659c-98e2-4e55-9ac0-d38f88bba5aa), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:27.011953 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34824746-688e-4c9a-8be3-642cdc3a8f3f req-28b3534e-ca43-4e66-bb7f-9354feebb4db tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:27.013535 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-34824746-688e-4c9a-8be3-642cdc3a8f3f req-28b3534e-ca43-4e66-bb7f-9354feebb4db tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=22b4a46f-f366-4ddd-9958-e394841e199a HTTP/1.1" status: 200 len: 945 time: 0.1826792 Feb 19 03:26:27.015447 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ac2b7b38-e226-4799-bdf3-fddb030de1a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16317457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14254'] for router (4b0f659c-98e2-4e55-9ac0-d38f88bba5aa), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:27.018098 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ac2b7b38-e226-4799-bdf3-fddb030de1a5 admin admin] Publish callbacks [] for router_controller (4b0f659c-98e2-4e55-9ac0-d38f88bba5aa), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:27.090820 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ac2b7b38-e226-4799-bdf3-fddb030de1a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16317544'] for router (4b0f659c-98e2-4e55-9ac0-d38f88bba5aa), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:27.091602 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac2b7b38-e226-4799-bdf3-fddb030de1a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b0f659c-98e2-4e55-9ac0-d38f88bba5aa {{(pid=103701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:26:27.101685 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ac2b7b38-e226-4799-bdf3-fddb030de1a5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:27.105433 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-ac2b7b38-e226-4799-bdf3-fddb030de1a5 admin admin] 10.222.0.72 "DELETE /v2.0/routers/4b0f659c-98e2-4e55-9ac0-d38f88bba5aa HTTP/1.1" status: 204 len: 168 time: 1.1134758 Feb 19 03:26:27.109786 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45718) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:27.169820 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-34824746-688e-4c9a-8be3-642cdc3a8f3f req-4299d8c7-02ea-4405-b0b6-a936e5427553 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=b8e1e53f-c016-45ce-afd4-70487b1086ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482053 Feb 19 03:26:27.177805 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 41e81cb6-5f0c-4d6b-b471-5434eaa02d25 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:26:27.201134 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_v2 [None req-670b44ce-c6a1-4800-9b28-5719ade34844 admin admin] Deleting subnet ea16c631-8dac-4b32-b4b0-9ae4e04ef132 {{(pid=103701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:26:27.201134 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-670b44ce-c6a1-4800-9b28-5719ade34844 admin admin] Publish callbacks [] for subnet (ea16c631-8dac-4b32-b4b0-9ae4e04ef132), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:27.208194 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 41e81cb6-5f0c-4d6b-b471-5434eaa02d25 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:26:27.208816 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 41e81cb6-5f0c-4d6b-b471-5434eaa02d25 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:26:27.244873 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-670b44ce-c6a1-4800-9b28-5719ade34844 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12647399'] for subnet (ea16c631-8dac-4b32-b4b0-9ae4e04ef132), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:27.335198 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-670b44ce-c6a1-4800-9b28-5719ade34844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (ea16c631-8dac-4b32-b4b0-9ae4e04ef132), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:27.394810 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-670b44ce-c6a1-4800-9b28-5719ade34844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12647206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58706286'] for subnet (ea16c631-8dac-4b32-b4b0-9ae4e04ef132), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:27.428150 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670b44ce-c6a1-4800-9b28-5719ade34844 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea16c631-8dac-4b32-b4b0-9ae4e04ef132,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:27.431673 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-670b44ce-c6a1-4800-9b28-5719ade34844 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:27.438145 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-670b44ce-c6a1-4800-9b28-5719ade34844 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/ea16c631-8dac-4b32-b4b0-9ae4e04ef132 HTTP/1.1" status: 204 len: 168 time: 0.3241160 Feb 19 03:26:27.438603 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45720) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:27.445360 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7a6bc6-b422-4c92-9373-ae68e14dd599 None None] Network 9a554e32-f7c5-4dcb-952c-723e4a86c322 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:26:27.524308 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-77c61437-ec5b-49cc-b0af-f04046a7016e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (9a554e32-f7c5-4dcb-952c-723e4a86c322), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:27.604409 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-77c61437-ec5b-49cc-b0af-f04046a7016e admin admin] Deleting port 475d21f6-e317-48f6-996a-c646eaae127f {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:26:27.604968 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-77c61437-ec5b-49cc-b0af-f04046a7016e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (475d21f6-e317-48f6-996a-c646eaae127f), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:27.650570 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c06e076-8676-42b6-a839-cf5432ee9aae None None] DHCP port deletion for 9a554e32-f7c5-4dcb-952c-723e4a86c322 request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:26:27.721235 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-77c61437-ec5b-49cc-b0af-f04046a7016e admin admin] For port 475d21f6-e317-48f6-996a-c646eaae127f, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=475d21f6-e317-48f6-996a-c646eaae127f,segment=NetworkSegment(86f850ad-61c2-49a5-886b-3df30cbb0f04),segment_id=86f850ad-61c2-49a5-886b-3df30cbb0f04)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:26:27.722124 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-77c61437-ec5b-49cc-b0af-f04046a7016e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (475d21f6-e317-48f6-996a-c646eaae127f), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:27.725752 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-0c06e076-8676-42b6-a839-cf5432ee9aae None None] Deleting port 475d21f6-e317-48f6-996a-c646eaae127f {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:26:27.726524 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-0c06e076-8676-42b6-a839-cf5432ee9aae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (475d21f6-e317-48f6-996a-c646eaae127f), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:27.740851 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-77c61437-ec5b-49cc-b0af-f04046a7016e admin admin] Calling delete_port for 475d21f6-e317-48f6-996a-c646eaae127f owned by network:dhcp {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:26:27.804529 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-0c06e076-8676-42b6-a839-cf5432ee9aae None None] For port 475d21f6-e317-48f6-996a-c646eaae127f, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=475d21f6-e317-48f6-996a-c646eaae127f,segment=NetworkSegment(86f850ad-61c2-49a5-886b-3df30cbb0f04),segment_id=86f850ad-61c2-49a5-886b-3df30cbb0f04)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:26:27.805179 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-0c06e076-8676-42b6-a839-cf5432ee9aae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (475d21f6-e317-48f6-996a-c646eaae127f), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:27.824810 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-0c06e076-8676-42b6-a839-cf5432ee9aae None None] Calling delete_port for 475d21f6-e317-48f6-996a-c646eaae127f owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:26:27.848911 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-77c61437-ec5b-49cc-b0af-f04046a7016e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (475d21f6-e317-48f6-996a-c646eaae127f), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:27.878409 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c61437-ec5b-49cc-b0af-f04046a7016e admin admin] Pushing event deleted for resources: {'Port': ['ID=475d21f6-e317-48f6-996a-c646eaae127f,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:27.887488 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c61437-ec5b-49cc-b0af-f04046a7016e admin admin] No DVR routers for this DVR port 475d21f6-e317-48f6-996a-c646eaae127f on host n-d-826753-2 {{(pid=103701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:26:27.921372 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-0c06e076-8676-42b6-a839-cf5432ee9aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (475d21f6-e317-48f6-996a-c646eaae127f), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:27.962422 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c06e076-8676-42b6-a839-cf5432ee9aae None None] Pushing event deleted for resources: {'Port': ['ID=475d21f6-e317-48f6-996a-c646eaae127f,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:27.981480 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c06e076-8676-42b6-a839-cf5432ee9aae None None] No DVR routers for this DVR port 475d21f6-e317-48f6-996a-c646eaae127f on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:26:28.025758 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-77c61437-ec5b-49cc-b0af-f04046a7016e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (9a554e32-f7c5-4dcb-952c-723e4a86c322), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:28.059638 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-77c61437-ec5b-49cc-b0af-f04046a7016e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a554e32-f7c5-4dcb-952c-723e4a86c322']}} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:28.086709 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6e1ae567-b0f2-4c78-9bf3-a4c0e1d94fbb req-b92a94c8-dbc4-4153-8b5e-e4acb7383348 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=7eea7225-1d86-401c-8d24-636bd8023e45 HTTP/1.1" status: 200 len: 210 time: 0.0474541 Feb 19 03:26:28.090414 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-77c61437-ec5b-49cc-b0af-f04046a7016e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86f850ad-61c2-49a5-886b-3df30cbb0f04') {'for_net_delete': True} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:28.090714 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-77c61437-ec5b-49cc-b0af-f04046a7016e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86f850ad-61c2-49a5-886b-3df30cbb0f04') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:28.107009 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-77c61437-ec5b-49cc-b0af-f04046a7016e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12647422'] for segment (86f850ad-61c2-49a5-886b-3df30cbb0f04), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:28.124328 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-77c61437-ec5b-49cc-b0af-f04046a7016e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (86f850ad-61c2-49a5-886b-3df30cbb0f04), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:28.131970 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77c61437-ec5b-49cc-b0af-f04046a7016e admin admin] Releasing vlan 287 on physical network physnet1 to pool {{(pid=103701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:26:28.132463 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-77c61437-ec5b-49cc-b0af-f04046a7016e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583360'] for segment (86f850ad-61c2-49a5-886b-3df30cbb0f04), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:28.134361 n-d-826753-2 neutron-server[103701]: Traceback (most recent call last): Feb 19 03:26:28.134361 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:26:28.134361 n-d-826753-2 neutron-server[103701]: timer() Feb 19 03:26:28.134361 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:26:28.134361 n-d-826753-2 neutron-server[103701]: cb(*args, **kw) Feb 19 03:26:28.134361 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:26:28.134361 n-d-826753-2 neutron-server[103701]: return func(*args, **kwargs) Feb 19 03:26:28.134361 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:26:28.134361 n-d-826753-2 neutron-server[103701]: self._notify() Feb 19 03:26:28.134361 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:26:28.134361 n-d-826753-2 neutron-server[103701]: self.callback(batched_events) Feb 19 03:26:28.134361 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:26:28.134361 n-d-826753-2 neutron-server[103701]: event.method(event) Feb 19 03:26:28.134361 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:26:28.134361 n-d-826753-2 neutron-server[103701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:26:28.134361 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:26:28.134361 n-d-826753-2 neutron-server[103701]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:26:28.134361 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:26:28.134361 n-d-826753-2 neutron-server[103701]: return f(self, *a, **k) Feb 19 03:26:28.134361 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:26:28.134361 n-d-826753-2 neutron-server[103701]: return self._get(url).json() Feb 19 03:26:28.134361 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:26:28.134361 n-d-826753-2 neutron-server[103701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:26:28.134361 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:26:28.134361 n-d-826753-2 neutron-server[103701]: return self.request(url, 'GET', **kwargs) Feb 19 03:26:28.134361 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:26:28.134361 n-d-826753-2 neutron-server[103701]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:26:28.134361 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:26:28.134361 n-d-826753-2 neutron-server[103701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:26:28.134361 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:26:28.134361 n-d-826753-2 neutron-server[103701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:26:28.134361 n-d-826753-2 neutron-server[103701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:26:28.203785 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-77c61437-ec5b-49cc-b0af-f04046a7016e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (9a554e32-f7c5-4dcb-952c-723e4a86c322), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:28.225849 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-77c61437-ec5b-49cc-b0af-f04046a7016e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:28.228808 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-77c61437-ec5b-49cc-b0af-f04046a7016e admin admin] 10.222.0.72 "DELETE /v2.0/networks/9a554e32-f7c5-4dcb-952c-723e4a86c322 HTTP/1.1" status: 204 len: 168 time: 0.7892823 Feb 19 03:26:28.230654 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c61437-ec5b-49cc-b0af-f04046a7016e admin admin] Pushing event deleted for resources: {'Network': ['ID=9a554e32-f7c5-4dcb-952c-723e4a86c322,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:28.330821 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae13d8db-b251-4516-b8ef-e48a0a9e8200 req-bcd852c9-b575-4fb3-83e8-c384aa3f2587 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:28.332495 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ae13d8db-b251-4516-b8ef-e48a0a9e8200 req-bcd852c9-b575-4fb3-83e8-c384aa3f2587 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=22b4a46f-f366-4ddd-9958-e394841e199a HTTP/1.1" status: 200 len: 945 time: 0.0714810 Feb 19 03:26:28.398656 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45728) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:28.401770 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ae13d8db-b251-4516-b8ef-e48a0a9e8200 req-c8e35505-be93-43ff-b5d7-c56f7d1e6e3b tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=b8e1e53f-c016-45ce-afd4-70487b1086ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622454 Feb 19 03:26:28.445924 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-163c1e75-a98f-4956-a445-c05b32f781de admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4bc29719da89493e810e3a2508264407&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0454259 Feb 19 03:26:28.448388 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45730) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:28.503316 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-783278d4-b074-4fbb-9f10-129f6d384674 admin admin] Publish callbacks [] for security_group (b9f1266c-3197-470c-a221-20f093828f0b), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:28.527115 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-783278d4-b074-4fbb-9f10-129f6d384674 admin admin] Publish callbacks [] for security_group (b9f1266c-3197-470c-a221-20f093828f0b), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:28.581949 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-783278d4-b074-4fbb-9f10-129f6d384674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (b9f1266c-3197-470c-a221-20f093828f0b), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:28.584620 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-783278d4-b074-4fbb-9f10-129f6d384674 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:28.586022 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-783278d4-b074-4fbb-9f10-129f6d384674 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b9f1266c-3197-470c-a221-20f093828f0b HTTP/1.1" status: 204 len: 168 time: 0.1365821 Feb 19 03:26:28.595543 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783278d4-b074-4fbb-9f10-129f6d384674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f1266c-3197-470c-a221-20f093828f0b,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:29.084103 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 8191241c-f09f-4dcd-8be7-6df2728ba5ab no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:26:29.105097 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 8191241c-f09f-4dcd-8be7-6df2728ba5ab {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:26:29.105444 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 8191241c-f09f-4dcd-8be7-6df2728ba5ab not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:26:29.105867 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 475d21f6-e317-48f6-996a-c646eaae127f no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:26:29.154309 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 475d21f6-e317-48f6-996a-c646eaae127f {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:26:29.156403 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 475d21f6-e317-48f6-996a-c646eaae127f not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:26:29.235027 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-42dbd919-7170-4a9b-ad10-2aa97e1442e3 req-ea14a691-45b6-424a-9151-7fa6bdbec075 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=7eea7225-1d86-401c-8d24-636bd8023e45 HTTP/1.1" status: 200 len: 210 time: 0.0480876 Feb 19 03:26:29.563012 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0421e34-00ae-4e16-beb0-c3d3d5afdcce req-6d07df8a-5186-46ad-bff3-dd68b25b40d8 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:29.564565 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45758) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:29.570751 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a0421e34-00ae-4e16-beb0-c3d3d5afdcce req-6d07df8a-5186-46ad-bff3-dd68b25b40d8 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=22b4a46f-f366-4ddd-9958-e394841e199a HTTP/1.1" status: 200 len: 945 time: 0.0826671 Feb 19 03:26:29.643329 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a0421e34-00ae-4e16-beb0-c3d3d5afdcce req-fcace721-1605-4c61-b6a2-8650a548cee7 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=b8e1e53f-c016-45ce-afd4-70487b1086ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639272 Feb 19 03:26:29.734628 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-fa473042-9791-4a50-9021-f0cd9192154a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1928888130-network', 'tenant_id': '90e5855788e7471dbbb4edeeb896c8f3'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:29.760484 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa473042-9791-4a50-9021-f0cd9192154a admin admin] Made reservation on behalf of 90e5855788e7471dbbb4edeeb896c8f3 for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:26:29.764610 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fa473042-9791-4a50-9021-f0cd9192154a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:29.777775 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fa473042-9791-4a50-9021-f0cd9192154a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:29.882528 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fa473042-9791-4a50-9021-f0cd9192154a admin admin] Publish callbacks [] for security_group (544079ea-c206-4b99-b003-60e2fb22d3cc), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:29.888108 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fa473042-9791-4a50-9021-f0cd9192154a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (544079ea-c206-4b99-b003-60e2fb22d3cc), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:29.921662 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa473042-9791-4a50-9021-f0cd9192154a admin admin] vlan segment allocate from pool success with {'vlan_id': 290, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:26:29.928623 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa473042-9791-4a50-9021-f0cd9192154a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=544079ea-c206-4b99-b003-60e2fb22d3cc,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:29.936990 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fa473042-9791-4a50-9021-f0cd9192154a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (0b5e267d-554c-4de1-984c-fa3f9c141661), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:29.937343 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-fa473042-9791-4a50-9021-f0cd9192154a admin admin] Added segment 0b5e267d-554c-4de1-984c-fa3f9c141661 of type vlan for network 3a61f750-30ef-4417-ab7b-793e27fa3635 Feb 19 03:26:29.949305 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:26:29.991188 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fa473042-9791-4a50-9021-f0cd9192154a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (3a61f750-30ef-4417-ab7b-793e27fa3635), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:30.020984 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fa473042-9791-4a50-9021-f0cd9192154a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (3a61f750-30ef-4417-ab7b-793e27fa3635), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:30.022050 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa473042-9791-4a50-9021-f0cd9192154a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:30.022654 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fa473042-9791-4a50-9021-f0cd9192154a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:30.082178 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-fa473042-9791-4a50-9021-f0cd9192154a admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5164299 Feb 19 03:26:30.085625 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45762) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:30.090254 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa473042-9791-4a50-9021-f0cd9192154a admin admin] Pushing event updated for resources: {'Network': ['ID=3a61f750-30ef-4417-ab7b-793e27fa3635,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:30.091210 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-a0dd380e-0dfa-4e0d-bcd3-7c87f6b11057 admin admin] Request body: {'subnet': {'network_id': '3a61f750-30ef-4417-ab7b-793e27fa3635', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1928888130-subnet', 'tenant_id': '90e5855788e7471dbbb4edeeb896c8f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:30.101751 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 3a61f750-30ef-4417-ab7b-793e27fa3635 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:26:30.121921 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0dd380e-0dfa-4e0d-bcd3-7c87f6b11057 admin admin] Made reservation on behalf of 90e5855788e7471dbbb4edeeb896c8f3 for: {'subnet': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:26:30.124883 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a0dd380e-0dfa-4e0d-bcd3-7c87f6b11057 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58706307'] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:30.336399 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a0dd380e-0dfa-4e0d-bcd3-7c87f6b11057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12647271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58706289'] for subnet (3561fa05-5acf-4fa3-8982-c460f2560b33), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:30.387944 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dd380e-0dfa-4e0d-bcd3-7c87f6b11057 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3561fa05-5acf-4fa3-8982-c460f2560b33,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:30.404573 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0dd380e-0dfa-4e0d-bcd3-7c87f6b11057 admin admin] Checking segment: {'id': '0b5e267d-554c-4de1-984c-fa3f9c141661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '3a61f750-30ef-4417-ab7b-793e27fa3635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:26:30.405391 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0dd380e-0dfa-4e0d-bcd3-7c87f6b11057 admin admin] Network hostable DHCP agents. Network: 3a61f750-30ef-4417-ab7b-793e27fa3635, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:26:30.423752 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0dd380e-0dfa-4e0d-bcd3-7c87f6b11057 admin admin] Network 3a61f750-30ef-4417-ab7b-793e27fa3635 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:26:30.439487 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-a0dd380e-0dfa-4e0d-bcd3-7c87f6b11057 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 3a61f750-30ef-4417-ab7b-793e27fa3635) {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:26:30.444646 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0dd380e-0dfa-4e0d-bcd3-7c87f6b11057 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:30.445377 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a0dd380e-0dfa-4e0d-bcd3-7c87f6b11057 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:30.451902 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9f5aa8-941d-44be-a1e7-287cd1df2c99 None None] Network 3a61f750-30ef-4417-ab7b-793e27fa3635 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:26:30.470442 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-a0dd380e-0dfa-4e0d-bcd3-7c87f6b11057 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3835087 Feb 19 03:26:30.577627 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14017e29-1c2c-4a7c-9edd-d1c6fa9ee92f None None] Network 3a61f750-30ef-4417-ab7b-793e27fa3635 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:26:30.787964 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230b9275-8bc4-4e0b-b7ea-dc5beed3374b req-dd9d2417-e18e-4ad0-aab1-20c0381a6737 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:30.789622 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-230b9275-8bc4-4e0b-b7ea-dc5beed3374b req-dd9d2417-e18e-4ad0-aab1-20c0381a6737 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=22b4a46f-f366-4ddd-9958-e394841e199a HTTP/1.1" status: 200 len: 945 time: 0.0608037 Feb 19 03:26:30.871145 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-230b9275-8bc4-4e0b-b7ea-dc5beed3374b req-e13f59a1-d579-43fa-9654-cbba23655062 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=b8e1e53f-c016-45ce-afd4-70487b1086ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710530 Feb 19 03:26:31.038069 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab58375-6897-49d6-b286-474caefd6575 req-091e81fa-1e6b-489f-92a1-2bcd82f34dd8 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:31.040862 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4ab58375-6897-49d6-b286-474caefd6575 req-091e81fa-1e6b-489f-92a1-2bcd82f34dd8 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.72 "GET /v2.0/networks?id=3a61f750-30ef-4417-ab7b-793e27fa3635 HTTP/1.1" status: 200 len: 815 time: 0.1206648 Feb 19 03:26:31.063379 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4ab58375-6897-49d6-b286-474caefd6575 req-ea08dbcd-d583-4b06-865d-61153e523f91 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.72 "GET /v2.0/quotas/90e5855788e7471dbbb4edeeb896c8f3 HTTP/1.1" status: 200 len: 375 time: 0.0164087 Feb 19 03:26:31.099476 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4ab58375-6897-49d6-b286-474caefd6575 req-af770c83-2ac3-4f10-9ef9-aaed0bb7e32c tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=90e5855788e7471dbbb4edeeb896c8f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301087 Feb 19 03:26:31.212058 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4ab58375-6897-49d6-b286-474caefd6575 req-ba1f6951-dcaa-4b78-b1e1-80a716b77cc1 service neutron] 10.222.0.72 "GET /v2.0/networks/3a61f750-30ef-4417-ab7b-793e27fa3635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052077 Feb 19 03:26:31.306953 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4ab58375-6897-49d6-b286-474caefd6575 req-9b2f6747-72f0-47cd-80f7-ee92b3f5ea70 service neutron] 10.222.0.72 "GET /v2.0/networks/3a61f750-30ef-4417-ab7b-793e27fa3635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885830 Feb 19 03:26:31.504977 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-40bf9091-8b43-4662-9864-80a5c13f7294 req-5a0bbd2d-897e-4b1d-bce4-461ff13a2505 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.72 "GET /v2.0/ports?device_id=f7de3247-e5eb-432f-a8bb-e541f949f446 HTTP/1.1" status: 200 len: 210 time: 0.0387962 Feb 19 03:26:32.047371 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2720d0c-9ab4-4740-9d79-06b284d2aae7 req-7b2dd3a8-e284-4af0-b21a-4c8d35f1997e tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:32.055561 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c2720d0c-9ab4-4740-9d79-06b284d2aae7 req-7b2dd3a8-e284-4af0-b21a-4c8d35f1997e tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=22b4a46f-f366-4ddd-9958-e394841e199a HTTP/1.1" status: 200 len: 945 time: 0.0857031 Feb 19 03:26:32.109962 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c2720d0c-9ab4-4740-9d79-06b284d2aae7 req-09abe704-63f5-4403-a4c8-e9fbaa4f6920 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=b8e1e53f-c016-45ce-afd4-70487b1086ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534284 Feb 19 03:26:32.674202 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-17c42aea-3fc9-46c8-8153-c1284c3cc51d req-c5b9db99-4605-432b-be92-ed9b202261f1 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.72 "GET /v2.0/ports?device_id=f7de3247-e5eb-432f-a8bb-e541f949f446 HTTP/1.1" status: 200 len: 210 time: 0.0702522 Feb 19 03:26:32.740158 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab58375-6897-49d6-b286-474caefd6575 req-bc9263d6-5da6-4c74-9601-c5b41a220c7a tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:32.742003 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4ab58375-6897-49d6-b286-474caefd6575 req-bc9263d6-5da6-4c74-9601-c5b41a220c7a tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.82 "GET /v2.0/networks?id=3a61f750-30ef-4417-ab7b-793e27fa3635 HTTP/1.1" status: 200 len: 815 time: 0.1661286 Feb 19 03:26:32.760577 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-4ab58375-6897-49d6-b286-474caefd6575 req-8f6dcd0d-b32b-4728-9e58-64b599a3d7f0 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Request body: {'port': {'device_id': 'f7de3247-e5eb-432f-a8bb-e541f949f446', 'network_id': '3a61f750-30ef-4417-ab7b-793e27fa3635', 'admin_state_up': True, 'tenant_id': '90e5855788e7471dbbb4edeeb896c8f3'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:32.877581 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ab58375-6897-49d6-b286-474caefd6575 req-8f6dcd0d-b32b-4728-9e58-64b599a3d7f0 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Made reservation on behalf of 90e5855788e7471dbbb4edeeb896c8f3 for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:26:32.881346 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-4ab58375-6897-49d6-b286-474caefd6575 req-8f6dcd0d-b32b-4728-9e58-64b599a3d7f0 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:33.046989 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [req-4ab58375-6897-49d6-b286-474caefd6575 req-8f6dcd0d-b32b-4728-9e58-64b599a3d7f0 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Allocated IP 172.20.0.9 (3a61f750-30ef-4417-ab7b-793e27fa3635/3561fa05-5acf-4fa3-8982-c460f2560b33/0e5cfe0e-74ed-4eb1-8540-8c67f8b6db96) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:26:33.255951 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-4ab58375-6897-49d6-b286-474caefd6575 req-8f6dcd0d-b32b-4728-9e58-64b599a3d7f0 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Publish callbacks [] for port (0e5cfe0e-74ed-4eb1-8540-8c67f8b6db96), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:33.291540 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2ed16b-fc73-4a02-8ab3-06687bc35f4d req-59116b52-7673-43d2-8c5b-ac393d62dd4e tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:33.292970 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1e2ed16b-fc73-4a02-8ab3-06687bc35f4d req-59116b52-7673-43d2-8c5b-ac393d62dd4e tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=22b4a46f-f366-4ddd-9958-e394841e199a HTTP/1.1" status: 200 len: 945 time: 0.0968232 Feb 19 03:26:33.318442 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-4ab58375-6897-49d6-b286-474caefd6575 req-8f6dcd0d-b32b-4728-9e58-64b599a3d7f0 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (0e5cfe0e-74ed-4eb1-8540-8c67f8b6db96), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:33.393129 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ab58375-6897-49d6-b286-474caefd6575 req-8f6dcd0d-b32b-4728-9e58-64b599a3d7f0 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Network 3a61f750-30ef-4417-ab7b-793e27fa3635 is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:26:33.411186 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [req-4ab58375-6897-49d6-b286-474caefd6575 req-8f6dcd0d-b32b-4728-9e58-64b599a3d7f0 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:26:33.413809 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ab58375-6897-49d6-b286-474caefd6575 req-8f6dcd0d-b32b-4728-9e58-64b599a3d7f0 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:26:33.442492 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6dcd0d-b32b-4728-9e58-64b599a3d7f0 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Pushing event updated for resources: {'Port': ['ID=0e5cfe0e-74ed-4eb1-8540-8c67f8b6db96,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:33.455701 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1e2ed16b-fc73-4a02-8ab3-06687bc35f4d req-9bebf497-4745-4fdf-b876-143e957d3a6e tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=b8e1e53f-c016-45ce-afd4-70487b1086ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1465182 Feb 19 03:26:33.489643 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab58375-6897-49d6-b286-474caefd6575 req-8f6dcd0d-b32b-4728-9e58-64b599a3d7f0 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:33.489643 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-4ab58375-6897-49d6-b286-474caefd6575 req-8f6dcd0d-b32b-4728-9e58-64b599a3d7f0 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:33.510548 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4ab58375-6897-49d6-b286-474caefd6575 req-8f6dcd0d-b32b-4728-9e58-64b599a3d7f0 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7538085 Feb 19 03:26:33.527330 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-4ab58375-6897-49d6-b286-474caefd6575 req-9f4bb0ca-8ab4-41ad-b123-0f918fcbdd7c service neutron] Request body: {'port': {'device_id': 'f7de3247-e5eb-432f-a8bb-e541f949f446', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826753-2'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:33.592245 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-4ab58375-6897-49d6-b286-474caefd6575 req-9f4bb0ca-8ab4-41ad-b123-0f918fcbdd7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (0e5cfe0e-74ed-4eb1-8540-8c67f8b6db96), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:33.877532 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400c8a96-6225-49b0-8b31-918b53952421 req-5b121f00-54af-4b3e-a1f3-6dd9df13c593 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:33.878956 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-400c8a96-6225-49b0-8b31-918b53952421 req-5b121f00-54af-4b3e-a1f3-6dd9df13c593 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.72 "GET /v2.0/ports?device_id=f7de3247-e5eb-432f-a8bb-e541f949f446 HTTP/1.1" status: 200 len: 931 time: 0.0999351 Feb 19 03:26:33.965556 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [req-4ab58375-6897-49d6-b286-474caefd6575 req-9f4bb0ca-8ab4-41ad-b123-0f918fcbdd7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e5cfe0e-74ed-4eb1-8540-8c67f8b6db96 {{(pid=103701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:26:33.977793 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-4ab58375-6897-49d6-b286-474caefd6575 req-9f4bb0ca-8ab4-41ad-b123-0f918fcbdd7c service neutron] Publish callbacks [] for port (0e5cfe0e-74ed-4eb1-8540-8c67f8b6db96), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:33.983530 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-400c8a96-6225-49b0-8b31-918b53952421 req-c8af7f6b-7f5b-4f06-9dd0-887f44a0ae98 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.72 "GET /v2.0/security-groups?id=544079ea-c206-4b99-b003-60e2fb22d3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957673 Feb 19 03:26:33.994971 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.provisioning_blocks [req-4ab58375-6897-49d6-b286-474caefd6575 req-9f4bb0ca-8ab4-41ad-b123-0f918fcbdd7c service neutron] Transition to ACTIVE for port object 0e5cfe0e-74ed-4eb1-8540-8c67f8b6db96 will not be triggered until provisioned by entity L2. {{(pid=103701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:26:34.001822 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-4ab58375-6897-49d6-b286-474caefd6575 req-9f4bb0ca-8ab4-41ad-b123-0f918fcbdd7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (0e5cfe0e-74ed-4eb1-8540-8c67f8b6db96), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:34.070905 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4bb0ca-8ab4-41ad-b123-0f918fcbdd7c service neutron] Pushing event updated for resources: {'Port': ['ID=0e5cfe0e-74ed-4eb1-8540-8c67f8b6db96,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:34.151053 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-4ab58375-6897-49d6-b286-474caefd6575 req-9f4bb0ca-8ab4-41ad-b123-0f918fcbdd7c service neutron] Attempting to bind port 0e5cfe0e-74ed-4eb1-8540-8c67f8b6db96 on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:26:34.151317 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-4ab58375-6897-49d6-b286-474caefd6575 req-9f4bb0ca-8ab4-41ad-b123-0f918fcbdd7c service neutron] Attempting to bind port 0e5cfe0e-74ed-4eb1-8540-8c67f8b6db96 by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': '0b5e267d-554c-4de1-984c-fa3f9c141661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '3a61f750-30ef-4417-ab7b-793e27fa3635'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:26:34.151649 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab58375-6897-49d6-b286-474caefd6575 req-9f4bb0ca-8ab4-41ad-b123-0f918fcbdd7c service neutron] Attempting to bind port 0e5cfe0e-74ed-4eb1-8540-8c67f8b6db96 on network 3a61f750-30ef-4417-ab7b-793e27fa3635 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:26:34.157628 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab58375-6897-49d6-b286-474caefd6575 req-9f4bb0ca-8ab4-41ad-b123-0f918fcbdd7c service neutron] Port 0e5cfe0e-74ed-4eb1-8540-8c67f8b6db96 on network 3a61f750-30ef-4417-ab7b-793e27fa3635 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:26:34.157949 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab58375-6897-49d6-b286-474caefd6575 req-9f4bb0ca-8ab4-41ad-b123-0f918fcbdd7c service neutron] Attempting to bind port 0e5cfe0e-74ed-4eb1-8540-8c67f8b6db96 on network 3a61f750-30ef-4417-ab7b-793e27fa3635 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:26:34.163078 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab58375-6897-49d6-b286-474caefd6575 req-9f4bb0ca-8ab4-41ad-b123-0f918fcbdd7c service neutron] Checking agent: {'id': 'bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:26:34.163408 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab58375-6897-49d6-b286-474caefd6575 req-9f4bb0ca-8ab4-41ad-b123-0f918fcbdd7c service neutron] Checking segment: {'id': '0b5e267d-554c-4de1-984c-fa3f9c141661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '3a61f750-30ef-4417-ab7b-793e27fa3635'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:26:34.163792 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab58375-6897-49d6-b286-474caefd6575 req-9f4bb0ca-8ab4-41ad-b123-0f918fcbdd7c service neutron] Bound using segment: {'id': '0b5e267d-554c-4de1-984c-fa3f9c141661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '3a61f750-30ef-4417-ab7b-793e27fa3635'} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:26:34.164204 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-4ab58375-6897-49d6-b286-474caefd6575 req-9f4bb0ca-8ab4-41ad-b123-0f918fcbdd7c service neutron] Bound port: 0e5cfe0e-74ed-4eb1-8540-8c67f8b6db96, host: n-h2-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b5e267d-554c-4de1-984c-fa3f9c141661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '3a61f750-30ef-4417-ab7b-793e27fa3635'}}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:26:34.164557 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-4ab58375-6897-49d6-b286-474caefd6575 req-9f4bb0ca-8ab4-41ad-b123-0f918fcbdd7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (0e5cfe0e-74ed-4eb1-8540-8c67f8b6db96), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:34.230541 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-4ab58375-6897-49d6-b286-474caefd6575 req-9f4bb0ca-8ab4-41ad-b123-0f918fcbdd7c service neutron] For port 0e5cfe0e-74ed-4eb1-8540-8c67f8b6db96, host n-h2-826753-2, cleared binding levels {{(pid=103701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:26:34.234180 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-4ab58375-6897-49d6-b286-474caefd6575 req-9f4bb0ca-8ab4-41ad-b123-0f918fcbdd7c service neutron] For port 0e5cfe0e-74ed-4eb1-8540-8c67f8b6db96, host n-h2-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=0e5cfe0e-74ed-4eb1-8540-8c67f8b6db96,segment=NetworkSegment(0b5e267d-554c-4de1-984c-fa3f9c141661),segment_id=0b5e267d-554c-4de1-984c-fa3f9c141661)] {{(pid=103701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:26:34.240943 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-4ab58375-6897-49d6-b286-474caefd6575 req-9f4bb0ca-8ab4-41ad-b123-0f918fcbdd7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (0e5cfe0e-74ed-4eb1-8540-8c67f8b6db96), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:34.284004 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab58375-6897-49d6-b286-474caefd6575 req-9f4bb0ca-8ab4-41ad-b123-0f918fcbdd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:34.284638 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-4ab58375-6897-49d6-b286-474caefd6575 req-9f4bb0ca-8ab4-41ad-b123-0f918fcbdd7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:34.286435 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4ab58375-6897-49d6-b286-474caefd6575 req-9f4bb0ca-8ab4-41ad-b123-0f918fcbdd7c service neutron] 10.222.0.82 "PUT /v2.0/ports/0e5cfe0e-74ed-4eb1-8540-8c67f8b6db96 HTTP/1.1" status: 200 len: 1091 time: 0.7637374 Feb 19 03:26:34.288905 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7de3247-e5eb-432f-a8bb-e541f949f446', 'tag': '0e5cfe0e-74ed-4eb1-8540-8c67f8b6db96'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:26:34.291221 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b3805b8-ed24-403e-b86c-faa95a897824" -d '{"events": [{"name": "network-changed", "server_uuid": "f7de3247-e5eb-432f-a8bb-e541f949f446", "tag": "0e5cfe0e-74ed-4eb1-8540-8c67f8b6db96"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:26:34.324183 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4bb0ca-8ab4-41ad-b123-0f918fcbdd7c service neutron] Pushing event updated for resources: {'Port': ['ID=0e5cfe0e-74ed-4eb1-8540-8c67f8b6db96,revision_number=3']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:34.350399 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e30ea63-710e-463e-a219-b905ba4b7ae4 x-openstack-request-id: req-7e30ea63-710e-463e-a219-b905ba4b7ae4 {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:26:34.350929 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7de3247-e5eb-432f-a8bb-e541f949f446", "tag": "0e5cfe0e-74ed-4eb1-8540-8c67f8b6db96", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:26:34.351333 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7e30ea63-710e-463e-a219-b905ba4b7ae4 {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:26:34.351971 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7de3247-e5eb-432f-a8bb-e541f949f446', 'tag': '0e5cfe0e-74ed-4eb1-8540-8c67f8b6db96', 'status': 'completed', 'code': 200} Feb 19 03:26:34.404918 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab58375-6897-49d6-b286-474caefd6575 req-ffc8de8a-3d2f-469a-8be7-27f8f988c30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:34.404918 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4ab58375-6897-49d6-b286-474caefd6575 req-ffc8de8a-3d2f-469a-8be7-27f8f988c30e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=90e5855788e7471dbbb4edeeb896c8f3&device_id=f7de3247-e5eb-432f-a8bb-e541f949f446 HTTP/1.1" status: 200 len: 1125 time: 0.0502758 Feb 19 03:26:34.458299 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4ab58375-6897-49d6-b286-474caefd6575 req-a442d907-a670-46a9-856c-aa3712fc537f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e5cfe0e-74ed-4eb1-8540-8c67f8b6db96 HTTP/1.1" status: 200 len: 217 time: 0.0410535 Feb 19 03:26:34.516578 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab58375-6897-49d6-b286-474caefd6575 req-53051fd8-338d-40cf-9f69-e0e1ff59d64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:34.518675 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4ab58375-6897-49d6-b286-474caefd6575 req-53051fd8-338d-40cf-9f69-e0e1ff59d64e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3561fa05-5acf-4fa3-8982-c460f2560b33 HTTP/1.1" status: 200 len: 855 time: 0.0534148 Feb 19 03:26:34.557948 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4ab58375-6897-49d6-b286-474caefd6575 req-6b501442-1343-494d-a5ba-e89980d4cf64 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=3a61f750-30ef-4417-ab7b-793e27fa3635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339355 Feb 19 03:26:34.680253 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0119b9-4897-412f-b7b8-3ec9d4d7de1c req-8e93c2c5-9cd7-43ab-a252-465c8090af01 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:34.681801 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ac0119b9-4897-412f-b7b8-3ec9d4d7de1c req-8e93c2c5-9cd7-43ab-a252-465c8090af01 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=22b4a46f-f366-4ddd-9958-e394841e199a HTTP/1.1" status: 200 len: 945 time: 0.1270845 Feb 19 03:26:34.727316 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4ab58375-6897-49d6-b286-474caefd6575 req-9a86f9f4-009a-4c62-8084-d697737a58b0 service neutron] 10.222.0.82 "GET /v2.0/networks/3a61f750-30ef-4417-ab7b-793e27fa3635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611085 Feb 19 03:26:34.803695 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ac0119b9-4897-412f-b7b8-3ec9d4d7de1c req-2bbf0dae-c129-47e6-917e-4b1c9cb87168 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=b8e1e53f-c016-45ce-afd4-70487b1086ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138220 Feb 19 03:26:34.852039 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4ab58375-6897-49d6-b286-474caefd6575 req-16d55c64-9c92-460a-bf6c-737cd3dd54df service neutron] 10.222.0.82 "GET /v2.0/networks/3a61f750-30ef-4417-ab7b-793e27fa3635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136909 Feb 19 03:26:34.999179 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3805b8-ed24-403e-b86c-faa95a897824 req-60941150-7796-4d5d-b8bb-ac228c8ffe7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:35.000671 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7b3805b8-ed24-403e-b86c-faa95a897824 req-60941150-7796-4d5d-b8bb-ac228c8ffe7f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=90e5855788e7471dbbb4edeeb896c8f3&device_id=f7de3247-e5eb-432f-a8bb-e541f949f446 HTTP/1.1" status: 200 len: 1125 time: 0.0505877 Feb 19 03:26:35.161795 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3805b8-ed24-403e-b86c-faa95a897824 req-b00ab27e-0edc-4530-8042-d28281813f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:35.163289 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7b3805b8-ed24-403e-b86c-faa95a897824 req-b00ab27e-0edc-4530-8042-d28281813f5c service neutron] 10.222.0.82 "GET /v2.0/networks?id=3a61f750-30ef-4417-ab7b-793e27fa3635 HTTP/1.1" status: 200 len: 916 time: 0.1561096 Feb 19 03:26:35.172182 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d528bb2-8476-45a1-84c2-71f8602b48fa req-a675e27e-8cae-497b-a16b-84f131be708b tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:35.173694 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5d528bb2-8476-45a1-84c2-71f8602b48fa req-a675e27e-8cae-497b-a16b-84f131be708b tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.72 "GET /v2.0/ports?device_id=f7de3247-e5eb-432f-a8bb-e541f949f446 HTTP/1.1" status: 200 len: 943 time: 0.0922320 Feb 19 03:26:35.223498 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7b3805b8-ed24-403e-b86c-faa95a897824 req-f20fa78b-c20d-4ccf-8222-ec7b87b85efd service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e5cfe0e-74ed-4eb1-8540-8c67f8b6db96 HTTP/1.1" status: 200 len: 217 time: 0.0487871 Feb 19 03:26:35.300533 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5d528bb2-8476-45a1-84c2-71f8602b48fa req-3d0f9190-6c74-4e5c-9a10-be2d5a19faeb tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.72 "GET /v2.0/security-groups?id=544079ea-c206-4b99-b003-60e2fb22d3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195273 Feb 19 03:26:35.301993 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3805b8-ed24-403e-b86c-faa95a897824 req-2450758e-f016-4cce-b388-3f1d3de1470d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:35.303613 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7b3805b8-ed24-403e-b86c-faa95a897824 req-2450758e-f016-4cce-b388-3f1d3de1470d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3561fa05-5acf-4fa3-8982-c460f2560b33 HTTP/1.1" status: 200 len: 855 time: 0.0732522 Feb 19 03:26:35.340118 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7b3805b8-ed24-403e-b86c-faa95a897824 req-4ef76f48-81f1-46c4-acfa-6a14eb823465 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=3a61f750-30ef-4417-ab7b-793e27fa3635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299082 Feb 19 03:26:35.439950 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7b3805b8-ed24-403e-b86c-faa95a897824 req-aeb611e5-262f-419e-ab48-a93dab1aa662 service neutron] 10.222.0.82 "GET /v2.0/networks/3a61f750-30ef-4417-ab7b-793e27fa3635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934873 Feb 19 03:26:35.537851 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7b3805b8-ed24-403e-b86c-faa95a897824 req-a210995d-5698-40a5-9366-7dea22a78ccf service neutron] 10.222.0.82 "GET /v2.0/networks/3a61f750-30ef-4417-ab7b-793e27fa3635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915310 Feb 19 03:26:35.963176 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bcc24b-d7c8-405e-96c1-fdc21f3cd70e req-5e1ab0db-dc78-4075-9b77-d84fdb444108 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:35.964900 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-38bcc24b-d7c8-405e-96c1-fdc21f3cd70e req-5e1ab0db-dc78-4075-9b77-d84fdb444108 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=22b4a46f-f366-4ddd-9958-e394841e199a HTTP/1.1" status: 200 len: 945 time: 0.0800567 Feb 19 03:26:36.026564 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-38bcc24b-d7c8-405e-96c1-fdc21f3cd70e req-d7d49e4b-7d29-4d01-9897-4c2bbe616a35 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=b8e1e53f-c016-45ce-afd4-70487b1086ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505164 Feb 19 03:26:36.465593 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa94ae7-9be0-4475-bd14-98e170e8dae0 req-82c8c11b-34c7-40de-a312-dc458f0618e1 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:36.467889 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7aa94ae7-9be0-4475-bd14-98e170e8dae0 req-82c8c11b-34c7-40de-a312-dc458f0618e1 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.72 "GET /v2.0/ports?device_id=f7de3247-e5eb-432f-a8bb-e541f949f446 HTTP/1.1" status: 200 len: 943 time: 0.0807559 Feb 19 03:26:36.524294 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7aa94ae7-9be0-4475-bd14-98e170e8dae0 req-d1dae93d-ac93-4c6a-83c4-59fe9b6d0e14 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.72 "GET /v2.0/security-groups?id=544079ea-c206-4b99-b003-60e2fb22d3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502851 Feb 19 03:26:36.900659 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45872) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:36.907199 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-78307526-f421-4233-92a8-1758e9141f2b tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-421582159', 'description': 'tempest-secgroup-smoke-421582159 description', 'project_id': '8257d05cb054404db31cec3bbb71493a'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:36.936346 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-78307526-f421-4233-92a8-1758e9141f2b tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:37.019132 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-78307526-f421-4233-92a8-1758e9141f2b tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks [] for security_group (c8f8d138-d7be-4ab5-8c11-0b7d0c03b580), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:37.024164 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-78307526-f421-4233-92a8-1758e9141f2b tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (c8f8d138-d7be-4ab5-8c11-0b7d0c03b580), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:37.052463 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-78307526-f421-4233-92a8-1758e9141f2b tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:37.053768 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-78307526-f421-4233-92a8-1758e9141f2b tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1519451 Feb 19 03:26:37.056857 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 45874) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:37.062258 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-712f2dcc-0a98-47d3-b276-a81a6da4e29f tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Request body: {'security_group_rule': {'security_group_id': 'c8f8d138-d7be-4ab5-8c11-0b7d0c03b580', 'project_id': '8257d05cb054404db31cec3bbb71493a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:37.063703 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78307526-f421-4233-92a8-1758e9141f2b tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f8d138-d7be-4ab5-8c11-0b7d0c03b580,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:37.093675 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-712f2dcc-0a98-47d3-b276-a81a6da4e29f tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks [] for security_group_rule (3e8133fc-ff73-4a4f-a341-c13f14360092), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:37.190045 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-712f2dcc-0a98-47d3-b276-a81a6da4e29f tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks [] for security_group_rule (3e8133fc-ff73-4a4f-a341-c13f14360092), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:37.196867 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-712f2dcc-0a98-47d3-b276-a81a6da4e29f tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (3e8133fc-ff73-4a4f-a341-c13f14360092), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:37.226315 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712f2dcc-0a98-47d3-b276-a81a6da4e29f tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e8133fc-ff73-4a4f-a341-c13f14360092,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:37.233662 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-712f2dcc-0a98-47d3-b276-a81a6da4e29f tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:37.235485 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-712f2dcc-0a98-47d3-b276-a81a6da4e29f tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1772537 Feb 19 03:26:37.240084 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45878) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:37.247335 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-3ce88d1b-cc6b-461c-8a8a-c8b43a864fa1 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Request body: {'security_group_rule': {'security_group_id': 'c8f8d138-d7be-4ab5-8c11-0b7d0c03b580', 'project_id': '8257d05cb054404db31cec3bbb71493a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:37.256391 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2a9fc5-5c7b-4674-bedb-495d5e136b11 req-a8b94865-2441-4e34-92cc-8fb156e66710 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:37.258004 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7d2a9fc5-5c7b-4674-bedb-495d5e136b11 req-a8b94865-2441-4e34-92cc-8fb156e66710 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=22b4a46f-f366-4ddd-9958-e394841e199a HTTP/1.1" status: 200 len: 945 time: 0.1101780 Feb 19 03:26:37.275601 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3ce88d1b-cc6b-461c-8a8a-c8b43a864fa1 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks [] for security_group_rule (8967029d-0e04-4382-8895-434afd40d180), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:37.316755 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7d2a9fc5-5c7b-4674-bedb-495d5e136b11 req-273bc0a1-ffe9-4314-a626-e635dd2b495e tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=b8e1e53f-c016-45ce-afd4-70487b1086ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506160 Feb 19 03:26:37.341425 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3ce88d1b-cc6b-461c-8a8a-c8b43a864fa1 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks [] for security_group_rule (8967029d-0e04-4382-8895-434afd40d180), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:37.351719 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3ce88d1b-cc6b-461c-8a8a-c8b43a864fa1 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (8967029d-0e04-4382-8895-434afd40d180), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:37.378834 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce88d1b-cc6b-461c-8a8a-c8b43a864fa1 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8967029d-0e04-4382-8895-434afd40d180,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:37.390379 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3ce88d1b-cc6b-461c-8a8a-c8b43a864fa1 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:37.392349 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-3ce88d1b-cc6b-461c-8a8a-c8b43a864fa1 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1504233 Feb 19 03:26:37.395031 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45880) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:37.399494 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-d9729a7a-bb58-4653-910a-189c852e4321 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Request body: {'security_group_rule': {'security_group_id': 'c8f8d138-d7be-4ab5-8c11-0b7d0c03b580', 'project_id': '8257d05cb054404db31cec3bbb71493a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:37.430418 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d9729a7a-bb58-4653-910a-189c852e4321 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks [] for security_group_rule (9d9dbdfd-cdbe-4cd2-a150-fb98259da1eb), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:37.497457 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d9729a7a-bb58-4653-910a-189c852e4321 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks [] for security_group_rule (9d9dbdfd-cdbe-4cd2-a150-fb98259da1eb), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:37.502467 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d9729a7a-bb58-4653-910a-189c852e4321 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (9d9dbdfd-cdbe-4cd2-a150-fb98259da1eb), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:37.524107 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729a7a-bb58-4653-910a-189c852e4321 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d9dbdfd-cdbe-4cd2-a150-fb98259da1eb,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:37.531512 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d9729a7a-bb58-4653-910a-189c852e4321 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:37.532589 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-d9729a7a-bb58-4653-910a-189c852e4321 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1366024 Feb 19 03:26:37.535353 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45882) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:37.539793 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-ee7ae110-82bb-4d68-b3a2-13c5fa4f0976 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Request body: {'security_group_rule': {'security_group_id': 'c8f8d138-d7be-4ab5-8c11-0b7d0c03b580', 'project_id': '8257d05cb054404db31cec3bbb71493a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:37.572008 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ee7ae110-82bb-4d68-b3a2-13c5fa4f0976 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks [] for security_group_rule (dfd3a6b4-f123-4a37-b095-6ccc610ce07b), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:37.641929 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ee7ae110-82bb-4d68-b3a2-13c5fa4f0976 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks [] for security_group_rule (dfd3a6b4-f123-4a37-b095-6ccc610ce07b), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:37.646560 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ee7ae110-82bb-4d68-b3a2-13c5fa4f0976 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (dfd3a6b4-f123-4a37-b095-6ccc610ce07b), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:37.656619 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26577a9e-be92-455a-abb5-7490fcd06894 req-c62f9b80-0846-4f5a-99bb-3e526e200a5c tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:37.658190 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-26577a9e-be92-455a-abb5-7490fcd06894 req-c62f9b80-0846-4f5a-99bb-3e526e200a5c tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.72 "GET /v2.0/ports?device_id=f7de3247-e5eb-432f-a8bb-e541f949f446 HTTP/1.1" status: 200 len: 943 time: 0.0558648 Feb 19 03:26:37.666977 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7ae110-82bb-4d68-b3a2-13c5fa4f0976 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfd3a6b4-f123-4a37-b095-6ccc610ce07b,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:37.682234 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ee7ae110-82bb-4d68-b3a2-13c5fa4f0976 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:37.683497 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-ee7ae110-82bb-4d68-b3a2-13c5fa4f0976 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1472170 Feb 19 03:26:37.686861 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45886) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:37.691585 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-4a6f393c-d5d1-4cc3-b084-bc00f8b9af63 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Request body: {'security_group_rule': {'security_group_id': 'c8f8d138-d7be-4ab5-8c11-0b7d0c03b580', 'project_id': '8257d05cb054404db31cec3bbb71493a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:37.713885 n-d-826753-2 neutron-server[103702]: INFO neutron.db.securitygroups_db [None req-4a6f393c-d5d1-4cc3-b084-bc00f8b9af63 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Project 8257d05cb054404db31cec3bbb71493a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 03:26:37.714885 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-26577a9e-be92-455a-abb5-7490fcd06894 req-4a0bcf4d-c811-4c4f-b1bc-0b3423eb7596 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.72 "GET /v2.0/security-groups?id=544079ea-c206-4b99-b003-60e2fb22d3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502784 Feb 19 03:26:37.720206 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4a6f393c-d5d1-4cc3-b084-bc00f8b9af63 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks [] for security_group_rule (58424a65-9309-4dc8-b634-81d7038b2ffd), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:37.782557 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4a6f393c-d5d1-4cc3-b084-bc00f8b9af63 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks [] for security_group_rule (58424a65-9309-4dc8-b634-81d7038b2ffd), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:37.786566 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4a6f393c-d5d1-4cc3-b084-bc00f8b9af63 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (58424a65-9309-4dc8-b634-81d7038b2ffd), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:37.812751 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6f393c-d5d1-4cc3-b084-bc00f8b9af63 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58424a65-9309-4dc8-b634-81d7038b2ffd,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:37.821113 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4a6f393c-d5d1-4cc3-b084-bc00f8b9af63 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:37.822337 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-4a6f393c-d5d1-4cc3-b084-bc00f8b9af63 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1344161 Feb 19 03:26:37.826479 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 45888) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:37.830907 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-ac46eb95-5836-45f7-a63b-351842b7a6b5 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Request body: {'security_group_rule': {'security_group_id': 'c8f8d138-d7be-4ab5-8c11-0b7d0c03b580', 'project_id': '8257d05cb054404db31cec3bbb71493a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:37.836675 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 0e5cfe0e-74ed-4eb1-8540-8c67f8b6db96 details requested by agent hyperv_n-h2-826753-2 with host n-h2-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:26:37.863839 n-d-826753-2 neutron-server[103702]: INFO neutron.db.securitygroups_db [None req-ac46eb95-5836-45f7-a63b-351842b7a6b5 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Project 8257d05cb054404db31cec3bbb71493a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 03:26:37.869577 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ac46eb95-5836-45f7-a63b-351842b7a6b5 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks [] for security_group_rule (948950ac-1467-4a8b-a401-3a02fc5d6a33), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:37.941715 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ac46eb95-5836-45f7-a63b-351842b7a6b5 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks [] for security_group_rule (948950ac-1467-4a8b-a401-3a02fc5d6a33), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:37.946387 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ac46eb95-5836-45f7-a63b-351842b7a6b5 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (948950ac-1467-4a8b-a401-3a02fc5d6a33), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:37.950291 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 0e5cfe0e-74ed-4eb1-8540-8c67f8b6db96, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=0e5cfe0e-74ed-4eb1-8540-8c67f8b6db96,segment=NetworkSegment(0b5e267d-554c-4de1-984c-fa3f9c141661),segment_id=0b5e267d-554c-4de1-984c-fa3f9c141661)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:26:37.962395 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Returning: {'device': '0e5cfe0e-74ed-4eb1-8540-8c67f8b6db96', 'network_id': '3a61f750-30ef-4417-ab7b-793e27fa3635', 'port_id': '0e5cfe0e-74ed-4eb1-8540-8c67f8b6db96', 'mac_address': 'fa:16:3e:37:19:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3561fa05-5acf-4fa3-8982-c460f2560b33', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:26:37.964879 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac46eb95-5836-45f7-a63b-351842b7a6b5 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=948950ac-1467-4a8b-a401-3a02fc5d6a33,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:37.973248 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ac46eb95-5836-45f7-a63b-351842b7a6b5 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:37.974463 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-ac46eb95-5836-45f7-a63b-351842b7a6b5 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1470118 Feb 19 03:26:38.006399 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 0e5cfe0e-74ed-4eb1-8540-8c67f8b6db96 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:26:38.006786 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (0e5cfe0e-74ed-4eb1-8540-8c67f8b6db96), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:38.021530 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e5cfe0e-74ed-4eb1-8540-8c67f8b6db96 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:26:38.042527 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 0e5cfe0e-74ed-4eb1-8540-8c67f8b6db96, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=0e5cfe0e-74ed-4eb1-8540-8c67f8b6db96,segment=NetworkSegment(0b5e267d-554c-4de1-984c-fa3f9c141661),segment_id=0b5e267d-554c-4de1-984c-fa3f9c141661)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:26:38.049323 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (0e5cfe0e-74ed-4eb1-8540-8c67f8b6db96), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:38.119114 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=0e5cfe0e-74ed-4eb1-8540-8c67f8b6db96,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:38.313445 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['0e5cfe0e-74ed-4eb1-8540-8c67f8b6db96'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:26:38.476531 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9579eb-fb42-4bab-a76e-b1ff9a42d65d req-dd313003-7f71-4eaa-9bd5-a71f83ce5ff4 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:38.478184 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5e9579eb-fb42-4bab-a76e-b1ff9a42d65d req-dd313003-7f71-4eaa-9bd5-a71f83ce5ff4 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=22b4a46f-f366-4ddd-9958-e394841e199a HTTP/1.1" status: 200 len: 945 time: 0.0698199 Feb 19 03:26:38.924900 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5e9579eb-fb42-4bab-a76e-b1ff9a42d65d req-44ad8075-720b-4146-ab2a-0fda3a54fc5a tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=b8e1e53f-c016-45ce-afd4-70487b1086ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4392540 Feb 19 03:26:38.946352 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04572adf-2c92-4c5a-aeda-48ef433eef8a req-1b986c69-dc91-48c4-a73f-eef5f916093a tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:38.948082 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-04572adf-2c92-4c5a-aeda-48ef433eef8a req-1b986c69-dc91-48c4-a73f-eef5f916093a tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.72 "GET /v2.0/ports?device_id=f7de3247-e5eb-432f-a8bb-e541f949f446 HTTP/1.1" status: 200 len: 944 time: 0.0919445 Feb 19 03:26:39.003967 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-04572adf-2c92-4c5a-aeda-48ef433eef8a req-e30559d1-4cba-4b67-b5af-4e2e3bfcfbe8 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.72 "GET /v2.0/security-groups?id=544079ea-c206-4b99-b003-60e2fb22d3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486910 Feb 19 03:26:39.864850 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 0e5cfe0e-74ed-4eb1-8540-8c67f8b6db96 up at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:26:39.921593 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning for port 0e5cfe0e-74ed-4eb1-8540-8c67f8b6db96 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:26:39.926367 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning complete for port 0e5cfe0e-74ed-4eb1-8540-8c67f8b6db96 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:26:39.926747 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (0e5cfe0e-74ed-4eb1-8540-8c67f8b6db96), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:40.019764 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 0e5cfe0e-74ed-4eb1-8540-8c67f8b6db96 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:26:40.020318 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (0e5cfe0e-74ed-4eb1-8540-8c67f8b6db96), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:40.072558 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7de3247-e5eb-432f-a8bb-e541f949f446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e5cfe0e-74ed-4eb1-8540-8c67f8b6db96'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:26:40.078562 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28d41fba-fd37-43ba-9f23-a023544bef21" -d '{"events": [{"server_uuid": "f7de3247-e5eb-432f-a8bb-e541f949f446", "name": "network-vif-plugged", "status": "completed", "tag": "0e5cfe0e-74ed-4eb1-8540-8c67f8b6db96"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:26:40.081662 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e17ab81-6cc9-4b53-832d-b67ddc52e6c6 req-22d62988-9070-4838-bc75-7dd569f41868 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:40.084146 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7e17ab81-6cc9-4b53-832d-b67ddc52e6c6 req-22d62988-9070-4838-bc75-7dd569f41868 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=22b4a46f-f366-4ddd-9958-e394841e199a HTTP/1.1" status: 200 len: 945 time: 0.0714021 Feb 19 03:26:40.088884 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 0e5cfe0e-74ed-4eb1-8540-8c67f8b6db96, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=0e5cfe0e-74ed-4eb1-8540-8c67f8b6db96,segment=NetworkSegment(0b5e267d-554c-4de1-984c-fa3f9c141661),segment_id=0b5e267d-554c-4de1-984c-fa3f9c141661)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:26:40.095144 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (0e5cfe0e-74ed-4eb1-8540-8c67f8b6db96), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:40.167334 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=0e5cfe0e-74ed-4eb1-8540-8c67f8b6db96,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:40.173273 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7e17ab81-6cc9-4b53-832d-b67ddc52e6c6 req-b3844961-f4fa-434c-ac04-4b8e04dc8155 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=b8e1e53f-c016-45ce-afd4-70487b1086ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819771 Feb 19 03:26:40.175813 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:26:40.176156 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:26:40.176501 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:26:40.176832 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:26:40.177461 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:26:40.177796 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:26:40.178125 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:26:40.178449 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:26:40.178769 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:26:40.179092 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:26:40.179416 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:26:40.180011 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:26:40.180334 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:26:40.191441 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804f0e45-8b62-4dc0-8c98-623c5e57788a req-faf834f8-62fb-4c15-bcf7-f6ccd66302da tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:40.198156 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-804f0e45-8b62-4dc0-8c98-623c5e57788a req-faf834f8-62fb-4c15-bcf7-f6ccd66302da tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.72 "GET /v2.0/ports?device_id=f7de3247-e5eb-432f-a8bb-e541f949f446 HTTP/1.1" status: 200 len: 945 time: 0.1043563 Feb 19 03:26:40.245973 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa7c9616-5d3f-436c-9bae-0c7168d3f28a x-openstack-request-id: req-fa7c9616-5d3f-436c-9bae-0c7168d3f28a {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:26:40.246274 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7de3247-e5eb-432f-a8bb-e541f949f446", "name": "network-vif-plugged", "status": "completed", "tag": "0e5cfe0e-74ed-4eb1-8540-8c67f8b6db96", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:26:40.246533 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-fa7c9616-5d3f-436c-9bae-0c7168d3f28a {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:26:40.246937 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7de3247-e5eb-432f-a8bb-e541f949f446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e5cfe0e-74ed-4eb1-8540-8c67f8b6db96', 'code': 200} Feb 19 03:26:40.251688 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-804f0e45-8b62-4dc0-8c98-623c5e57788a req-66d08cb1-8d94-44ab-b34c-650077021929 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.72 "GET /v2.0/security-groups?id=544079ea-c206-4b99-b003-60e2fb22d3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526230 Feb 19 03:26:40.401106 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9509248-a226-4bf9-b5e6-09d1b02eb0de req-51ec9bf1-a9bb-4ec4-8431-9ccb3d2cde3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:40.403579 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d9509248-a226-4bf9-b5e6-09d1b02eb0de req-51ec9bf1-a9bb-4ec4-8431-9ccb3d2cde3b service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=f7de3247-e5eb-432f-a8bb-e541f949f446 HTTP/1.1" status: 200 len: 1127 time: 0.0552895 Feb 19 03:26:40.464959 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d9509248-a226-4bf9-b5e6-09d1b02eb0de req-31e75739-78d6-4276-bdd5-107f832171d1 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=544079ea-c206-4b99-b003-60e2fb22d3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543725 Feb 19 03:26:41.324396 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186db9b8-598f-4714-8d9b-4317127508e9 req-153e4da7-398e-4e12-a2e3-97d499fe2966 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:41.326730 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-186db9b8-598f-4714-8d9b-4317127508e9 req-153e4da7-398e-4e12-a2e3-97d499fe2966 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=22b4a46f-f366-4ddd-9958-e394841e199a HTTP/1.1" status: 200 len: 945 time: 0.0616431 Feb 19 03:26:41.413677 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-186db9b8-598f-4714-8d9b-4317127508e9 req-c6e9c903-2568-4d78-b788-b4fba493d9fd tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=b8e1e53f-c016-45ce-afd4-70487b1086ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804508 Feb 19 03:26:41.422300 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfcefc4-d2c1-4596-85b7-a4a2dcc7013c req-cb8b159a-ed6c-4450-9f42-a05f6db9c579 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:41.423870 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7bfcefc4-d2c1-4596-85b7-a4a2dcc7013c req-cb8b159a-ed6c-4450-9f42-a05f6db9c579 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.72 "GET /v2.0/ports?device_id=f7de3247-e5eb-432f-a8bb-e541f949f446 HTTP/1.1" status: 200 len: 945 time: 0.0895610 Feb 19 03:26:41.481632 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7bfcefc4-d2c1-4596-85b7-a4a2dcc7013c req-5f9afc15-7a7e-45ca-ae08-53d5cd14f53a tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.72 "GET /v2.0/security-groups?id=544079ea-c206-4b99-b003-60e2fb22d3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514007 Feb 19 03:26:42.590396 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f946f02-442c-42ac-8d95-9495d6285a74 req-a5396573-f45d-4113-b3d4-eb6af53c95d0 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:42.592184 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0f946f02-442c-42ac-8d95-9495d6285a74 req-a5396573-f45d-4113-b3d4-eb6af53c95d0 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=22b4a46f-f366-4ddd-9958-e394841e199a HTTP/1.1" status: 200 len: 945 time: 0.0853190 Feb 19 03:26:42.674826 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bdac9f-6e6f-4470-9f52-9926c034851e req-d54de597-49f7-4d7c-8c93-37baaa77cbac tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:42.677862 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a4bdac9f-6e6f-4470-9f52-9926c034851e req-d54de597-49f7-4d7c-8c93-37baaa77cbac tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.72 "GET /v2.0/ports?device_id=f7de3247-e5eb-432f-a8bb-e541f949f446 HTTP/1.1" status: 200 len: 945 time: 0.1117642 Feb 19 03:26:42.687001 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0f946f02-442c-42ac-8d95-9495d6285a74 req-95b5cfa2-17fa-473d-97f1-b2797a60c3b5 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=b8e1e53f-c016-45ce-afd4-70487b1086ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802910 Feb 19 03:26:42.742041 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a4bdac9f-6e6f-4470-9f52-9926c034851e req-fe8cfdf5-e303-4422-b181-d99e3b5d850a tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.72 "GET /v2.0/security-groups?id=544079ea-c206-4b99-b003-60e2fb22d3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536754 Feb 19 03:26:43.180149 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d77e82c-a4d6-4be7-8bcf-abe4273b6614 req-d0924179-0310-465c-94e9-8f9de24ba4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:43.181729 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-2d77e82c-a4d6-4be7-8bcf-abe4273b6614 req-d0924179-0310-465c-94e9-8f9de24ba4b5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=22b4a46f-f366-4ddd-9958-e394841e199a HTTP/1.1" status: 200 len: 1127 time: 0.0606840 Feb 19 03:26:43.246703 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-2d77e82c-a4d6-4be7-8bcf-abe4273b6614 req-623a17d7-a066-4bae-84d8-8cdf82b66fdc service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b8e1e53f-c016-45ce-afd4-70487b1086ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567551 Feb 19 03:26:43.697471 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device daa9f76b-414e-41c1-aff8-df1ea00f80cc details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:26:43.708806 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device daa9f76b-414e-41c1-aff8-df1ea00f80cc no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:26:43.819901 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port daa9f76b-414e-41c1-aff8-df1ea00f80cc, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=daa9f76b-414e-41c1-aff8-df1ea00f80cc,segment=NetworkSegment(cf5429cd-3246-4bb1-a835-906f2760b64b),segment_id=cf5429cd-3246-4bb1-a835-906f2760b64b)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:26:43.859811 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': 'daa9f76b-414e-41c1-aff8-df1ea00f80cc', 'network_id': 'd0d2c2dc-f305-4438-8d4f-c75d0acc2c51', 'port_id': 'daa9f76b-414e-41c1-aff8-df1ea00f80cc', 'mac_address': 'fa:16:3e:a9:2f:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9379704-2efc-42f1-a58d-e8716385306d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:26:43.863555 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be30e6af-0a78-40aa-b58c-238b4ab45e19 req-6b109f71-a87f-4168-a2c7-12a48ad51473 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:43.876028 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-be30e6af-0a78-40aa-b58c-238b4ab45e19 req-6b109f71-a87f-4168-a2c7-12a48ad51473 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=22b4a46f-f366-4ddd-9958-e394841e199a HTTP/1.1" status: 200 len: 945 time: 0.0925648 Feb 19 03:26:43.934464 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-be30e6af-0a78-40aa-b58c-238b4ab45e19 req-a318ca2b-346f-4fd9-84a1-8ed2b9de71be tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=b8e1e53f-c016-45ce-afd4-70487b1086ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572584 Feb 19 03:26:43.964794 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port daa9f76b-414e-41c1-aff8-df1ea00f80cc is: ACTIVE; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:26:43.965213 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (daa9f76b-414e-41c1-aff8-df1ea00f80cc), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:43.992058 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id daa9f76b-414e-41c1-aff8-df1ea00f80cc {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:26:44.000281 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port daa9f76b-414e-41c1-aff8-df1ea00f80cc is: ACTIVE; New status is: DOWN {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:26:44.000667 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (daa9f76b-414e-41c1-aff8-df1ea00f80cc), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:44.028453 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port daa9f76b-414e-41c1-aff8-df1ea00f80cc, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=daa9f76b-414e-41c1-aff8-df1ea00f80cc,segment=NetworkSegment(cf5429cd-3246-4bb1-a835-906f2760b64b),segment_id=cf5429cd-3246-4bb1-a835-906f2760b64b)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:26:44.039371 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (daa9f76b-414e-41c1-aff8-df1ea00f80cc), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:44.145474 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=daa9f76b-414e-41c1-aff8-df1ea00f80cc,revision_number=6']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:44.174586 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.db.api [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103703) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:26:44.174959 n-d-826753-2 neutron-server[103703]: DEBUG oslo_db.api [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:26:44.720023 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port daa9f76b-414e-41c1-aff8-df1ea00f80cc is: BUILD; New status is: DOWN {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:26:44.720906 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (daa9f76b-414e-41c1-aff8-df1ea00f80cc), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:44.738205 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id daa9f76b-414e-41c1-aff8-df1ea00f80cc {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:26:44.769857 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port daa9f76b-414e-41c1-aff8-df1ea00f80cc, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=daa9f76b-414e-41c1-aff8-df1ea00f80cc,segment=NetworkSegment(cf5429cd-3246-4bb1-a835-906f2760b64b),segment_id=cf5429cd-3246-4bb1-a835-906f2760b64b)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:26:44.781499 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (daa9f76b-414e-41c1-aff8-df1ea00f80cc), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:44.842621 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=daa9f76b-414e-41c1-aff8-df1ea00f80cc,revision_number=7']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:45.101785 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff54edc8-183d-4086-b687-1007cc5668da req-77fb3df3-051b-4df7-858f-c8fcc687590f tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:45.104407 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ff54edc8-183d-4086-b687-1007cc5668da req-77fb3df3-051b-4df7-858f-c8fcc687590f tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=22b4a46f-f366-4ddd-9958-e394841e199a HTTP/1.1" status: 200 len: 943 time: 0.0905819 Feb 19 03:26:45.163094 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ff54edc8-183d-4086-b687-1007cc5668da req-46c31425-616e-4eea-bd44-503d8889444a tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=b8e1e53f-c016-45ce-afd4-70487b1086ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514174 Feb 19 03:26:45.194453 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 46010) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:45.278108 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-0fa604cf-ae08-436a-9c78-baffb0062e73 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/floatingips/c6a51fef-9ea1-4893-bf79-ed0100528996 HTTP/1.1" status: 200 len: 991 time: 0.0822890 Feb 19 03:26:45.460424 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['daa9f76b-414e-41c1-aff8-df1ea00f80cc'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:26:45.583777 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-571dc921-8d90-47f9-97db-14e056b54fb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:47.709439 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device daa9f76b-414e-41c1-aff8-df1ea00f80cc up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:26:47.764329 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-55ff8779-cf76-474d-98cc-084b1189bae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:47.788932 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port daa9f76b-414e-41c1-aff8-df1ea00f80cc triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:26:47.789351 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (daa9f76b-414e-41c1-aff8-df1ea00f80cc), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:47.894867 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port daa9f76b-414e-41c1-aff8-df1ea00f80cc is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:26:47.895468 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (daa9f76b-414e-41c1-aff8-df1ea00f80cc), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:47.927957 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22b4a46f-f366-4ddd-9958-e394841e199a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daa9f76b-414e-41c1-aff8-df1ea00f80cc'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:26:47.930613 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12139750-940f-40a2-9074-f4a987474431" -d '{"events": [{"server_uuid": "22b4a46f-f366-4ddd-9958-e394841e199a", "name": "network-vif-plugged", "status": "completed", "tag": "daa9f76b-414e-41c1-aff8-df1ea00f80cc"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:26:47.958171 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port daa9f76b-414e-41c1-aff8-df1ea00f80cc, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=daa9f76b-414e-41c1-aff8-df1ea00f80cc,segment=NetworkSegment(cf5429cd-3246-4bb1-a835-906f2760b64b),segment_id=cf5429cd-3246-4bb1-a835-906f2760b64b)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:26:47.964408 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (daa9f76b-414e-41c1-aff8-df1ea00f80cc), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:47.995719 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f49488c6-e0c2-4cbb-849c-835b63525bbf x-openstack-request-id: req-f49488c6-e0c2-4cbb-849c-835b63525bbf {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:26:47.996098 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22b4a46f-f366-4ddd-9958-e394841e199a", "name": "network-vif-plugged", "status": "completed", "tag": "daa9f76b-414e-41c1-aff8-df1ea00f80cc", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:26:47.996266 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f49488c6-e0c2-4cbb-849c-835b63525bbf {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:26:47.996657 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22b4a46f-f366-4ddd-9958-e394841e199a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daa9f76b-414e-41c1-aff8-df1ea00f80cc', 'code': 200} Feb 19 03:26:48.037900 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=daa9f76b-414e-41c1-aff8-df1ea00f80cc,revision_number=8']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:49.365131 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:50.549043 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:51.984815 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:52.753111 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:56.467779 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:59.964869 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [req-f2823080-8786-4336-8cf2-96bdce39867b req-a0187aaa-64f4-4c76-bc64-1cbe0dacad83 service neutron] (103701) timed out ('10.222.0.82', 58506) {{(pid=103701) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 03:27:01.120024 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8fee1458-8a55-4138-8200-a855bdbd0609 req-b985ba17-ef73-4c59-b0d1-8db5b126fc7d tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-421582159&fields=id&tenant_id=8257d05cb054404db31cec3bbb71493a HTTP/1.1" status: 200 len: 267 time: 0.0510237 Feb 19 03:27:01.268013 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fee1458-8a55-4138-8200-a855bdbd0609 req-7b451cce-432a-43f4-993c-ed3dc0cd4170 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:01.269543 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8fee1458-8a55-4138-8200-a855bdbd0609 req-7b451cce-432a-43f4-993c-ed3dc0cd4170 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/networks?id=48e87e60-6ae2-4eae-a03b-2fd752f397d2 HTTP/1.1" status: 200 len: 811 time: 0.1403394 Feb 19 03:27:01.286162 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8fee1458-8a55-4138-8200-a855bdbd0609 req-2de9a825-2741-4151-8b34-7f769ce7ac2a tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/quotas/8257d05cb054404db31cec3bbb71493a HTTP/1.1" status: 200 len: 375 time: 0.0109966 Feb 19 03:27:01.347334 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8fee1458-8a55-4138-8200-a855bdbd0609 req-126b74b1-36e7-431a-b6ed-38816f9c539e tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=8257d05cb054404db31cec3bbb71493a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0556133 Feb 19 03:27:01.364241 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [req-8fee1458-8a55-4138-8200-a855bdbd0609 req-b76a5f1f-e216-43cc-a373-7e879cf92953 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103701) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:27:01.365373 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8fee1458-8a55-4138-8200-a855bdbd0609 req-b76a5f1f-e216-43cc-a373-7e879cf92953 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057926 Feb 19 03:27:01.478626 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8fee1458-8a55-4138-8200-a855bdbd0609 req-71b7faaf-40ef-457f-ad57-e583385ba943 service neutron] 10.222.0.72 "GET /v2.0/networks/48e87e60-6ae2-4eae-a03b-2fd752f397d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065481 Feb 19 03:27:01.595944 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8fee1458-8a55-4138-8200-a855bdbd0609 req-2b6a1ade-7736-4a02-a6a3-735ab8612d88 service neutron] 10.222.0.72 "GET /v2.0/networks/48e87e60-6ae2-4eae-a03b-2fd752f397d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109457 Feb 19 03:27:01.913806 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d0c6023d-90b5-4a2b-a0e1-a425b171789f req-838a96ba-8a5d-405a-98a6-a070e2075c9c tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=12c31f2a-c659-496d-858b-7d9d345685c3 HTTP/1.1" status: 200 len: 210 time: 0.0303707 Feb 19 03:27:02.987178 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba3373d-2223-4f9d-a1e3-54f6edd5ab17 req-ea8e3883-b5d1-419a-87fa-3daaee3cbd87 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:02.995162 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5ba3373d-2223-4f9d-a1e3-54f6edd5ab17 req-ea8e3883-b5d1-419a-87fa-3daaee3cbd87 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.72 "GET /v2.0/networks?id=3a61f750-30ef-4417-ab7b-793e27fa3635 HTTP/1.1" status: 200 len: 815 time: 0.1281514 Feb 19 03:27:03.027694 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fee1458-8a55-4138-8200-a855bdbd0609 req-ffaad413-e796-4d18-a3a0-a650960097ea tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:03.030532 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8fee1458-8a55-4138-8200-a855bdbd0609 req-ffaad413-e796-4d18-a3a0-a650960097ea tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.73 "GET /v2.0/networks?id=48e87e60-6ae2-4eae-a03b-2fd752f397d2 HTTP/1.1" status: 200 len: 811 time: 0.1346519 Feb 19 03:27:03.033759 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bf40e5bb-2ddf-492d-9770-934e51b7af0d req-f7a32536-5207-4bd6-8f1d-2ffbd120ebd5 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=12c31f2a-c659-496d-858b-7d9d345685c3 HTTP/1.1" status: 200 len: 210 time: 0.0358016 Feb 19 03:27:03.041161 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5ba3373d-2223-4f9d-a1e3-54f6edd5ab17 req-67ab6209-1961-4a53-8b29-e37c521838d3 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.72 "GET /v2.0/quotas/90e5855788e7471dbbb4edeeb896c8f3 HTTP/1.1" status: 200 len: 375 time: 0.0449986 Feb 19 03:27:03.095065 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5ba3373d-2223-4f9d-a1e3-54f6edd5ab17 req-f2742d42-0b85-4751-8cae-dc4382d01205 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=90e5855788e7471dbbb4edeeb896c8f3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0527465 Feb 19 03:27:03.118974 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8fee1458-8a55-4138-8200-a855bdbd0609 req-d5770c08-8753-455d-a687-7a2078c9a808 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8257d05cb054404db31cec3bbb71493a HTTP/1.1" status: 200 len: 379 time: 0.0726151 Feb 19 03:27:03.128767 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-8fee1458-8a55-4138-8200-a855bdbd0609 req-f143a668-3c24-4e17-ad72-af458be60349 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Request body: {'port': {'device_id': '12c31f2a-c659-496d-858b-7d9d345685c3', 'network_id': '48e87e60-6ae2-4eae-a03b-2fd752f397d2', 'admin_state_up': True, 'tenant_id': '8257d05cb054404db31cec3bbb71493a', 'security_groups': ['c8f8d138-d7be-4ab5-8c11-0b7d0c03b580']}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:27:03.196500 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5ba3373d-2223-4f9d-a1e3-54f6edd5ab17 req-215bf76d-8932-43cd-8901-b426bd065263 service neutron] 10.222.0.72 "GET /v2.0/networks/3a61f750-30ef-4417-ab7b-793e27fa3635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945954 Feb 19 03:27:03.268476 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fee1458-8a55-4138-8200-a855bdbd0609 req-f143a668-3c24-4e17-ad72-af458be60349 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Made reservation on behalf of 8257d05cb054404db31cec3bbb71493a for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:27:03.273471 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-8fee1458-8a55-4138-8200-a855bdbd0609 req-f143a668-3c24-4e17-ad72-af458be60349 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:03.308474 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5ba3373d-2223-4f9d-a1e3-54f6edd5ab17 req-cbb2c683-a371-4d67-89b5-44a49b5cf5b4 service neutron] 10.222.0.72 "GET /v2.0/networks/3a61f750-30ef-4417-ab7b-793e27fa3635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053524 Feb 19 03:27:03.436237 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [req-8fee1458-8a55-4138-8200-a855bdbd0609 req-f143a668-3c24-4e17-ad72-af458be60349 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Allocated IP 172.20.0.14 (48e87e60-6ae2-4eae-a03b-2fd752f397d2/2d8d01f7-c65c-4273-a693-0737e1d5a5eb/65a49cb3-4f5c-426d-93cc-c022079d4963) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:27:03.592512 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-db6e7c20-71d8-411c-b78c-160e2f46f699 req-8867bec9-2bcd-4017-a5c7-cb044cccc688 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.72 "GET /v2.0/ports?device_id=5e0d898a-44a5-4a67-95f3-1870c1587af6 HTTP/1.1" status: 200 len: 210 time: 0.0456603 Feb 19 03:27:03.693417 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-8fee1458-8a55-4138-8200-a855bdbd0609 req-f143a668-3c24-4e17-ad72-af458be60349 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks [] for port (65a49cb3-4f5c-426d-93cc-c022079d4963), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:03.741038 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-8fee1458-8a55-4138-8200-a855bdbd0609 req-f143a668-3c24-4e17-ad72-af458be60349 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (65a49cb3-4f5c-426d-93cc-c022079d4963), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:03.786363 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fee1458-8a55-4138-8200-a855bdbd0609 req-f143a668-3c24-4e17-ad72-af458be60349 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Network 48e87e60-6ae2-4eae-a03b-2fd752f397d2 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:27:03.790072 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [req-8fee1458-8a55-4138-8200-a855bdbd0609 req-f143a668-3c24-4e17-ad72-af458be60349 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:27:03.794784 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fee1458-8a55-4138-8200-a855bdbd0609 req-f143a668-3c24-4e17-ad72-af458be60349 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:27:03.838203 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f143a668-3c24-4e17-ad72-af458be60349 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Pushing event updated for resources: {'Port': ['ID=65a49cb3-4f5c-426d-93cc-c022079d4963,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:03.860200 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f143a668-3c24-4e17-ad72-af458be60349 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:27:03.860609 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f143a668-3c24-4e17-ad72-af458be60349 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:27:03.860909 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f143a668-3c24-4e17-ad72-af458be60349 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:27:03.861533 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f143a668-3c24-4e17-ad72-af458be60349 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:27:03.861776 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f143a668-3c24-4e17-ad72-af458be60349 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:27:03.862335 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f143a668-3c24-4e17-ad72-af458be60349 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:27:03.862532 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f143a668-3c24-4e17-ad72-af458be60349 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:27:03.862895 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f143a668-3c24-4e17-ad72-af458be60349 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:27:03.863418 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f143a668-3c24-4e17-ad72-af458be60349 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:27:03.863806 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f143a668-3c24-4e17-ad72-af458be60349 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:27:03.864239 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f143a668-3c24-4e17-ad72-af458be60349 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:27:03.864586 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f143a668-3c24-4e17-ad72-af458be60349 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:27:03.864929 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f143a668-3c24-4e17-ad72-af458be60349 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:27:03.895058 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fee1458-8a55-4138-8200-a855bdbd0609 req-f143a668-3c24-4e17-ad72-af458be60349 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:03.895684 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-8fee1458-8a55-4138-8200-a855bdbd0609 req-f143a668-3c24-4e17-ad72-af458be60349 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:03.919887 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8fee1458-8a55-4138-8200-a855bdbd0609 req-f143a668-3c24-4e17-ad72-af458be60349 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7942793 Feb 19 03:27:03.948516 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-8fee1458-8a55-4138-8200-a855bdbd0609 req-d7570536-7375-41ff-9945-753e48391549 service neutron] Request body: {'port': {'device_id': '12c31f2a-c659-496d-858b-7d9d345685c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826753-2'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:27:04.068522 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-8fee1458-8a55-4138-8200-a855bdbd0609 req-d7570536-7375-41ff-9945-753e48391549 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (65a49cb3-4f5c-426d-93cc-c022079d4963), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:04.210013 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-787e7608-473d-4f77-a96f-d7c728decdc5 None None] Provisioning complete for port 65a49cb3-4f5c-426d-93cc-c022079d4963 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:27:04.210618 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-787e7608-473d-4f77-a96f-d7c728decdc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (65a49cb3-4f5c-426d-93cc-c022079d4963), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:04.299678 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-787e7608-473d-4f77-a96f-d7c728decdc5 None None] Port 65a49cb3-4f5c-426d-93cc-c022079d4963 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:27:04.318278 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0175e49-4cc7-45db-8450-0cc34c72f14a req-9bedc809-d085-4dca-8540-51eb9c3fb63a tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:04.330887 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d0175e49-4cc7-45db-8450-0cc34c72f14a req-9bedc809-d085-4dca-8540-51eb9c3fb63a tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=12c31f2a-c659-496d-858b-7d9d345685c3 HTTP/1.1" status: 200 len: 932 time: 0.1120708 Feb 19 03:27:04.408431 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d0175e49-4cc7-45db-8450-0cc34c72f14a req-1fd63ee3-e7a6-4902-a4d8-ef0d188d38e1 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8f8d138-d7be-4ab5-8c11-0b7d0c03b580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761898 Feb 19 03:27:04.508132 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-8fee1458-8a55-4138-8200-a855bdbd0609 req-d7570536-7375-41ff-9945-753e48391549 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65a49cb3-4f5c-426d-93cc-c022079d4963 {{(pid=103702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:27:04.518779 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-8fee1458-8a55-4138-8200-a855bdbd0609 req-d7570536-7375-41ff-9945-753e48391549 service neutron] Publish callbacks [] for port (65a49cb3-4f5c-426d-93cc-c022079d4963), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:04.537804 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-8fee1458-8a55-4138-8200-a855bdbd0609 req-d7570536-7375-41ff-9945-753e48391549 service neutron] Transition to ACTIVE for port object 65a49cb3-4f5c-426d-93cc-c022079d4963 will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:27:04.544863 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-8fee1458-8a55-4138-8200-a855bdbd0609 req-d7570536-7375-41ff-9945-753e48391549 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (65a49cb3-4f5c-426d-93cc-c022079d4963), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:04.679386 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7570536-7375-41ff-9945-753e48391549 service neutron] Pushing event updated for resources: {'Port': ['ID=65a49cb3-4f5c-426d-93cc-c022079d4963,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:04.733902 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-312e8792-a558-482d-be0e-41157f95c6a4 req-e74eb1f4-47d9-4b1f-b1e7-8d7307bcf692 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.72 "GET /v2.0/ports?device_id=5e0d898a-44a5-4a67-95f3-1870c1587af6 HTTP/1.1" status: 200 len: 210 time: 0.0426829 Feb 19 03:27:04.743778 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-8fee1458-8a55-4138-8200-a855bdbd0609 req-d7570536-7375-41ff-9945-753e48391549 service neutron] Attempting to bind port 65a49cb3-4f5c-426d-93cc-c022079d4963 on host n-h1-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:27:04.744119 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-8fee1458-8a55-4138-8200-a855bdbd0609 req-d7570536-7375-41ff-9945-753e48391549 service neutron] Attempting to bind port 65a49cb3-4f5c-426d-93cc-c022079d4963 by drivers openvswitch,hyperv on host n-h1-826753-2 at level 0 using segments [{'id': '1cc07983-2153-4fea-b2a9-9157e38f7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '48e87e60-6ae2-4eae-a03b-2fd752f397d2'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:27:04.744500 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fee1458-8a55-4138-8200-a855bdbd0609 req-d7570536-7375-41ff-9945-753e48391549 service neutron] Attempting to bind port 65a49cb3-4f5c-426d-93cc-c022079d4963 on network 48e87e60-6ae2-4eae-a03b-2fd752f397d2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:27:04.750714 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fee1458-8a55-4138-8200-a855bdbd0609 req-d7570536-7375-41ff-9945-753e48391549 service neutron] Port 65a49cb3-4f5c-426d-93cc-c022079d4963 on network 48e87e60-6ae2-4eae-a03b-2fd752f397d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:27:04.751043 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fee1458-8a55-4138-8200-a855bdbd0609 req-d7570536-7375-41ff-9945-753e48391549 service neutron] Attempting to bind port 65a49cb3-4f5c-426d-93cc-c022079d4963 on network 48e87e60-6ae2-4eae-a03b-2fd752f397d2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:27:04.757727 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fee1458-8a55-4138-8200-a855bdbd0609 req-d7570536-7375-41ff-9945-753e48391549 service neutron] Checking agent: {'id': '9d56fb1b-2855-496a-a6d9-c324740cb98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:27:04.758069 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fee1458-8a55-4138-8200-a855bdbd0609 req-d7570536-7375-41ff-9945-753e48391549 service neutron] Checking segment: {'id': '1cc07983-2153-4fea-b2a9-9157e38f7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '48e87e60-6ae2-4eae-a03b-2fd752f397d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:27:04.758473 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fee1458-8a55-4138-8200-a855bdbd0609 req-d7570536-7375-41ff-9945-753e48391549 service neutron] Bound using segment: {'id': '1cc07983-2153-4fea-b2a9-9157e38f7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '48e87e60-6ae2-4eae-a03b-2fd752f397d2'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:27:04.758985 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-8fee1458-8a55-4138-8200-a855bdbd0609 req-d7570536-7375-41ff-9945-753e48391549 service neutron] Bound port: 65a49cb3-4f5c-426d-93cc-c022079d4963, host: n-h1-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cc07983-2153-4fea-b2a9-9157e38f7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '48e87e60-6ae2-4eae-a03b-2fd752f397d2'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:27:04.760202 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-8fee1458-8a55-4138-8200-a855bdbd0609 req-d7570536-7375-41ff-9945-753e48391549 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (65a49cb3-4f5c-426d-93cc-c022079d4963), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:04.875934 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-8fee1458-8a55-4138-8200-a855bdbd0609 req-d7570536-7375-41ff-9945-753e48391549 service neutron] For port 65a49cb3-4f5c-426d-93cc-c022079d4963, host n-h1-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:27:04.880657 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-8fee1458-8a55-4138-8200-a855bdbd0609 req-d7570536-7375-41ff-9945-753e48391549 service neutron] For port 65a49cb3-4f5c-426d-93cc-c022079d4963, host n-h1-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=65a49cb3-4f5c-426d-93cc-c022079d4963,segment=NetworkSegment(1cc07983-2153-4fea-b2a9-9157e38f7075),segment_id=1cc07983-2153-4fea-b2a9-9157e38f7075)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:27:04.890888 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-8fee1458-8a55-4138-8200-a855bdbd0609 req-d7570536-7375-41ff-9945-753e48391549 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (65a49cb3-4f5c-426d-93cc-c022079d4963), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:04.941509 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fee1458-8a55-4138-8200-a855bdbd0609 req-d7570536-7375-41ff-9945-753e48391549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:04.942618 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-8fee1458-8a55-4138-8200-a855bdbd0609 req-d7570536-7375-41ff-9945-753e48391549 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:04.944237 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8fee1458-8a55-4138-8200-a855bdbd0609 req-d7570536-7375-41ff-9945-753e48391549 service neutron] 10.222.0.73 "PUT /v2.0/ports/65a49cb3-4f5c-426d-93cc-c022079d4963 HTTP/1.1" status: 200 len: 1092 time: 1.0079856 Feb 19 03:27:04.944914 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12c31f2a-c659-496d-858b-7d9d345685c3', 'tag': '65a49cb3-4f5c-426d-93cc-c022079d4963'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:27:04.947512 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d03b16a3-7311-4071-a52b-f1d7e6d3fc4c" -d '{"events": [{"name": "network-changed", "server_uuid": "12c31f2a-c659-496d-858b-7d9d345685c3", "tag": "65a49cb3-4f5c-426d-93cc-c022079d4963"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:27:05.006902 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7570536-7375-41ff-9945-753e48391549 service neutron] Pushing event updated for resources: {'Port': ['ID=65a49cb3-4f5c-426d-93cc-c022079d4963,revision_number=3']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:05.192163 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba3373d-2223-4f9d-a1e3-54f6edd5ab17 req-f43c6cea-1d09-4e19-b7eb-1363ccd1a29a tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:05.193770 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5ba3373d-2223-4f9d-a1e3-54f6edd5ab17 req-f43c6cea-1d09-4e19-b7eb-1363ccd1a29a tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.82 "GET /v2.0/networks?id=3a61f750-30ef-4417-ab7b-793e27fa3635 HTTP/1.1" status: 200 len: 815 time: 0.2509902 Feb 19 03:27:05.214395 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fefaf5fb-f193-46bb-927e-90626d48400b x-openstack-request-id: req-fefaf5fb-f193-46bb-927e-90626d48400b {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:27:05.215339 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12c31f2a-c659-496d-858b-7d9d345685c3", "tag": "65a49cb3-4f5c-426d-93cc-c022079d4963", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:27:05.216358 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-fefaf5fb-f193-46bb-927e-90626d48400b {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:27:05.216970 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12c31f2a-c659-496d-858b-7d9d345685c3', 'tag': '65a49cb3-4f5c-426d-93cc-c022079d4963', 'status': 'completed', 'code': 200} Feb 19 03:27:05.219087 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-5ba3373d-2223-4f9d-a1e3-54f6edd5ab17 req-f6d42685-2e45-4369-9977-90377998ac88 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Request body: {'port': {'device_id': '5e0d898a-44a5-4a67-95f3-1870c1587af6', 'network_id': '3a61f750-30ef-4417-ab7b-793e27fa3635', 'admin_state_up': True, 'tenant_id': '90e5855788e7471dbbb4edeeb896c8f3'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:27:05.234080 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fee1458-8a55-4138-8200-a855bdbd0609 req-bba07ecc-8684-413c-a050-014f56868296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:05.235822 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8fee1458-8a55-4138-8200-a855bdbd0609 req-bba07ecc-8684-413c-a050-014f56868296 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8257d05cb054404db31cec3bbb71493a&device_id=12c31f2a-c659-496d-858b-7d9d345685c3 HTTP/1.1" status: 200 len: 1126 time: 0.1486061 Feb 19 03:27:05.339600 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8fee1458-8a55-4138-8200-a855bdbd0609 req-1276f7fb-a04a-4b77-a82f-2e54f7cd0298 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=65a49cb3-4f5c-426d-93cc-c022079d4963 HTTP/1.1" status: 200 len: 217 time: 0.0892389 Feb 19 03:27:05.392036 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ba3373d-2223-4f9d-a1e3-54f6edd5ab17 req-f6d42685-2e45-4369-9977-90377998ac88 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Made reservation on behalf of 90e5855788e7471dbbb4edeeb896c8f3 for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:27:05.398276 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-5ba3373d-2223-4f9d-a1e3-54f6edd5ab17 req-f6d42685-2e45-4369-9977-90377998ac88 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:05.428907 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fee1458-8a55-4138-8200-a855bdbd0609 req-7f5b5f91-627f-4eba-8aff-0412f5a6e076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:05.436338 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8fee1458-8a55-4138-8200-a855bdbd0609 req-7f5b5f91-627f-4eba-8aff-0412f5a6e076 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2d8d01f7-c65c-4273-a693-0737e1d5a5eb HTTP/1.1" status: 200 len: 850 time: 0.0873761 Feb 19 03:27:05.546491 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fee1458-8a55-4138-8200-a855bdbd0609 req-31407fed-13b7-4653-a5c3-c848ace6077f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:05.548047 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8fee1458-8a55-4138-8200-a855bdbd0609 req-31407fed-13b7-4653-a5c3-c848ace6077f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=48e87e60-6ae2-4eae-a03b-2fd752f397d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1057510 Feb 19 03:27:05.613620 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [req-5ba3373d-2223-4f9d-a1e3-54f6edd5ab17 req-f6d42685-2e45-4369-9977-90377998ac88 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Allocated IP 172.20.0.8 (3a61f750-30ef-4417-ab7b-793e27fa3635/3561fa05-5acf-4fa3-8982-c460f2560b33/b38c2145-4198-4964-a184-f8a742b43628) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:27:05.652014 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5c7ea7-0c00-407e-9ab4-df937e00969b req-37ca4880-aff8-48d0-a79a-a62a736483d4 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:05.654692 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4c5c7ea7-0c00-407e-9ab4-df937e00969b req-37ca4880-aff8-48d0-a79a-a62a736483d4 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=12c31f2a-c659-496d-858b-7d9d345685c3 HTTP/1.1" status: 200 len: 944 time: 0.1076987 Feb 19 03:27:05.678810 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8fee1458-8a55-4138-8200-a855bdbd0609 req-d43b54d4-96bb-4277-9a44-4436ab2dcebe service neutron] 10.222.0.73 "GET /v2.0/networks/48e87e60-6ae2-4eae-a03b-2fd752f397d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204460 Feb 19 03:27:05.810956 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8fee1458-8a55-4138-8200-a855bdbd0609 req-f8da6a9e-23c1-425a-892b-510e616d5798 service neutron] 10.222.0.73 "GET /v2.0/networks/48e87e60-6ae2-4eae-a03b-2fd752f397d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238947 Feb 19 03:27:05.859063 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-5ba3373d-2223-4f9d-a1e3-54f6edd5ab17 req-f6d42685-2e45-4369-9977-90377998ac88 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Publish callbacks [] for port (b38c2145-4198-4964-a184-f8a742b43628), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:05.865578 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4c5c7ea7-0c00-407e-9ab4-df937e00969b req-a67a0867-7baf-4718-bf35-e508e12dfd42 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8f8d138-d7be-4ab5-8c11-0b7d0c03b580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1842165 Feb 19 03:27:05.929409 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7807b9a5-ba6b-43b2-8855-6f28907521a7 req-68590d04-7b3f-4398-b9cc-a2a426153df2 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.72 "GET /v2.0/ports?device_id=5e0d898a-44a5-4a67-95f3-1870c1587af6 HTTP/1.1" status: 200 len: 210 time: 0.0609276 Feb 19 03:27:05.960653 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03b16a3-7311-4071-a52b-f1d7e6d3fc4c req-2a879835-8ead-4406-b341-46054244c996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:05.962930 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d03b16a3-7311-4071-a52b-f1d7e6d3fc4c req-2a879835-8ead-4406-b341-46054244c996 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8257d05cb054404db31cec3bbb71493a&device_id=12c31f2a-c659-496d-858b-7d9d345685c3 HTTP/1.1" status: 200 len: 1126 time: 0.0619144 Feb 19 03:27:05.977145 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-5ba3373d-2223-4f9d-a1e3-54f6edd5ab17 req-f6d42685-2e45-4369-9977-90377998ac88 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (b38c2145-4198-4964-a184-f8a742b43628), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:06.012225 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['0e5cfe0e-74ed-4eb1-8540-8c67f8b6db96'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:27:06.021101 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ba3373d-2223-4f9d-a1e3-54f6edd5ab17 req-f6d42685-2e45-4369-9977-90377998ac88 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Network 3a61f750-30ef-4417-ab7b-793e27fa3635 is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:27:06.024646 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [req-5ba3373d-2223-4f9d-a1e3-54f6edd5ab17 req-f6d42685-2e45-4369-9977-90377998ac88 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:27:06.029165 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ba3373d-2223-4f9d-a1e3-54f6edd5ab17 req-f6d42685-2e45-4369-9977-90377998ac88 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:27:06.077570 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d42685-2e45-4369-9977-90377998ac88 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Pushing event updated for resources: {'Port': ['ID=b38c2145-4198-4964-a184-f8a742b43628,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:06.087483 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d42685-2e45-4369-9977-90377998ac88 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:27:06.087854 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d42685-2e45-4369-9977-90377998ac88 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:27:06.088185 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d42685-2e45-4369-9977-90377998ac88 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:27:06.088527 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d42685-2e45-4369-9977-90377998ac88 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:27:06.088863 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d42685-2e45-4369-9977-90377998ac88 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:27:06.089221 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d42685-2e45-4369-9977-90377998ac88 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:27:06.089559 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d42685-2e45-4369-9977-90377998ac88 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:27:06.090434 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d42685-2e45-4369-9977-90377998ac88 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:27:06.090434 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d42685-2e45-4369-9977-90377998ac88 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:27:06.090663 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d42685-2e45-4369-9977-90377998ac88 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:27:06.090879 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d42685-2e45-4369-9977-90377998ac88 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:27:06.091208 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d42685-2e45-4369-9977-90377998ac88 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:27:06.091541 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d42685-2e45-4369-9977-90377998ac88 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:27:06.116072 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba3373d-2223-4f9d-a1e3-54f6edd5ab17 req-f6d42685-2e45-4369-9977-90377998ac88 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:06.116662 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-5ba3373d-2223-4f9d-a1e3-54f6edd5ab17 req-f6d42685-2e45-4369-9977-90377998ac88 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:06.128516 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03b16a3-7311-4071-a52b-f1d7e6d3fc4c req-9e498770-d549-423f-ab9d-e2cb069e9acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:06.130952 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d03b16a3-7311-4071-a52b-f1d7e6d3fc4c req-9e498770-d549-423f-ab9d-e2cb069e9acf service neutron] 10.222.0.73 "GET /v2.0/networks?id=48e87e60-6ae2-4eae-a03b-2fd752f397d2 HTTP/1.1" status: 200 len: 912 time: 0.1594536 Feb 19 03:27:06.144671 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5ba3373d-2223-4f9d-a1e3-54f6edd5ab17 req-f6d42685-2e45-4369-9977-90377998ac88 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9319017 Feb 19 03:27:06.162375 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-5ba3373d-2223-4f9d-a1e3-54f6edd5ab17 req-068c1a4f-2334-4fa1-967d-e45569498d65 service neutron] Request body: {'port': {'device_id': '5e0d898a-44a5-4a67-95f3-1870c1587af6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826753-2'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:27:06.196161 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d03b16a3-7311-4071-a52b-f1d7e6d3fc4c req-ea9a36f7-fcdc-451f-a4cc-48099dfa97c8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=65a49cb3-4f5c-426d-93cc-c022079d4963 HTTP/1.1" status: 200 len: 217 time: 0.0566442 Feb 19 03:27:06.264442 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-5ba3373d-2223-4f9d-a1e3-54f6edd5ab17 req-068c1a4f-2334-4fa1-967d-e45569498d65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (b38c2145-4198-4964-a184-f8a742b43628), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:06.270636 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03b16a3-7311-4071-a52b-f1d7e6d3fc4c req-3ec828d8-1147-4f9c-a6e6-d285db1ab4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:06.272259 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d03b16a3-7311-4071-a52b-f1d7e6d3fc4c req-3ec828d8-1147-4f9c-a6e6-d285db1ab4d2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2d8d01f7-c65c-4273-a693-0737e1d5a5eb HTTP/1.1" status: 200 len: 850 time: 0.0694041 Feb 19 03:27:06.351615 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03b16a3-7311-4071-a52b-f1d7e6d3fc4c req-a882e640-d138-4e36-80d5-3398c2d33665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:06.354137 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d03b16a3-7311-4071-a52b-f1d7e6d3fc4c req-a882e640-d138-4e36-80d5-3398c2d33665 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=48e87e60-6ae2-4eae-a03b-2fd752f397d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0697775 Feb 19 03:27:06.470364 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d03b16a3-7311-4071-a52b-f1d7e6d3fc4c req-1003963b-bc98-4aa2-8d1b-bd796ca06b13 service neutron] 10.222.0.73 "GET /v2.0/networks/48e87e60-6ae2-4eae-a03b-2fd752f397d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096225 Feb 19 03:27:06.572369 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d03b16a3-7311-4071-a52b-f1d7e6d3fc4c req-7e600906-5e57-40f8-b415-5b60a604a7af service neutron] 10.222.0.73 "GET /v2.0/networks/48e87e60-6ae2-4eae-a03b-2fd752f397d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920768 Feb 19 03:27:06.573559 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [req-5ba3373d-2223-4f9d-a1e3-54f6edd5ab17 req-068c1a4f-2334-4fa1-967d-e45569498d65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b38c2145-4198-4964-a184-f8a742b43628 {{(pid=103701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:27:06.582135 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-5ba3373d-2223-4f9d-a1e3-54f6edd5ab17 req-068c1a4f-2334-4fa1-967d-e45569498d65 service neutron] Publish callbacks [] for port (b38c2145-4198-4964-a184-f8a742b43628), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:06.594420 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.provisioning_blocks [req-5ba3373d-2223-4f9d-a1e3-54f6edd5ab17 req-068c1a4f-2334-4fa1-967d-e45569498d65 service neutron] Transition to ACTIVE for port object b38c2145-4198-4964-a184-f8a742b43628 will not be triggered until provisioned by entity L2. {{(pid=103701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:27:06.599212 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-5ba3373d-2223-4f9d-a1e3-54f6edd5ab17 req-068c1a4f-2334-4fa1-967d-e45569498d65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (b38c2145-4198-4964-a184-f8a742b43628), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:06.668453 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068c1a4f-2334-4fa1-967d-e45569498d65 service neutron] Pushing event updated for resources: {'Port': ['ID=b38c2145-4198-4964-a184-f8a742b43628,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:06.721048 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-5ba3373d-2223-4f9d-a1e3-54f6edd5ab17 req-068c1a4f-2334-4fa1-967d-e45569498d65 service neutron] Attempting to bind port b38c2145-4198-4964-a184-f8a742b43628 on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:27:06.721489 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-5ba3373d-2223-4f9d-a1e3-54f6edd5ab17 req-068c1a4f-2334-4fa1-967d-e45569498d65 service neutron] Attempting to bind port b38c2145-4198-4964-a184-f8a742b43628 by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': '0b5e267d-554c-4de1-984c-fa3f9c141661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '3a61f750-30ef-4417-ab7b-793e27fa3635'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:27:06.721823 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba3373d-2223-4f9d-a1e3-54f6edd5ab17 req-068c1a4f-2334-4fa1-967d-e45569498d65 service neutron] Attempting to bind port b38c2145-4198-4964-a184-f8a742b43628 on network 3a61f750-30ef-4417-ab7b-793e27fa3635 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:27:06.726398 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba3373d-2223-4f9d-a1e3-54f6edd5ab17 req-068c1a4f-2334-4fa1-967d-e45569498d65 service neutron] Port b38c2145-4198-4964-a184-f8a742b43628 on network 3a61f750-30ef-4417-ab7b-793e27fa3635 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:27:06.726779 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba3373d-2223-4f9d-a1e3-54f6edd5ab17 req-068c1a4f-2334-4fa1-967d-e45569498d65 service neutron] Attempting to bind port b38c2145-4198-4964-a184-f8a742b43628 on network 3a61f750-30ef-4417-ab7b-793e27fa3635 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:27:06.732417 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba3373d-2223-4f9d-a1e3-54f6edd5ab17 req-068c1a4f-2334-4fa1-967d-e45569498d65 service neutron] Checking agent: {'id': 'bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:27:06.732756 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba3373d-2223-4f9d-a1e3-54f6edd5ab17 req-068c1a4f-2334-4fa1-967d-e45569498d65 service neutron] Checking segment: {'id': '0b5e267d-554c-4de1-984c-fa3f9c141661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '3a61f750-30ef-4417-ab7b-793e27fa3635'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:27:06.733170 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba3373d-2223-4f9d-a1e3-54f6edd5ab17 req-068c1a4f-2334-4fa1-967d-e45569498d65 service neutron] Bound using segment: {'id': '0b5e267d-554c-4de1-984c-fa3f9c141661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '3a61f750-30ef-4417-ab7b-793e27fa3635'} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:27:06.733604 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-5ba3373d-2223-4f9d-a1e3-54f6edd5ab17 req-068c1a4f-2334-4fa1-967d-e45569498d65 service neutron] Bound port: b38c2145-4198-4964-a184-f8a742b43628, host: n-h2-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b5e267d-554c-4de1-984c-fa3f9c141661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '3a61f750-30ef-4417-ab7b-793e27fa3635'}}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:27:06.733966 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-5ba3373d-2223-4f9d-a1e3-54f6edd5ab17 req-068c1a4f-2334-4fa1-967d-e45569498d65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (b38c2145-4198-4964-a184-f8a742b43628), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:06.806174 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-5ba3373d-2223-4f9d-a1e3-54f6edd5ab17 req-068c1a4f-2334-4fa1-967d-e45569498d65 service neutron] For port b38c2145-4198-4964-a184-f8a742b43628, host n-h2-826753-2, cleared binding levels {{(pid=103701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:27:06.813189 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-5ba3373d-2223-4f9d-a1e3-54f6edd5ab17 req-068c1a4f-2334-4fa1-967d-e45569498d65 service neutron] For port b38c2145-4198-4964-a184-f8a742b43628, host n-h2-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=b38c2145-4198-4964-a184-f8a742b43628,segment=NetworkSegment(0b5e267d-554c-4de1-984c-fa3f9c141661),segment_id=0b5e267d-554c-4de1-984c-fa3f9c141661)] {{(pid=103701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:27:06.831775 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-5ba3373d-2223-4f9d-a1e3-54f6edd5ab17 req-068c1a4f-2334-4fa1-967d-e45569498d65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (b38c2145-4198-4964-a184-f8a742b43628), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:06.895767 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba3373d-2223-4f9d-a1e3-54f6edd5ab17 req-068c1a4f-2334-4fa1-967d-e45569498d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:06.896822 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-5ba3373d-2223-4f9d-a1e3-54f6edd5ab17 req-068c1a4f-2334-4fa1-967d-e45569498d65 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:06.899224 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5ba3373d-2223-4f9d-a1e3-54f6edd5ab17 req-068c1a4f-2334-4fa1-967d-e45569498d65 service neutron] 10.222.0.82 "PUT /v2.0/ports/b38c2145-4198-4964-a184-f8a742b43628 HTTP/1.1" status: 200 len: 1091 time: 0.7410202 Feb 19 03:27:06.903987 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e0d898a-44a5-4a67-95f3-1870c1587af6', 'tag': 'b38c2145-4198-4964-a184-f8a742b43628'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:27:06.907815 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0fc339f-1af8-4ab0-95d4-1a70cfac76a5" -d '{"events": [{"name": "network-changed", "server_uuid": "5e0d898a-44a5-4a67-95f3-1870c1587af6", "tag": "b38c2145-4198-4964-a184-f8a742b43628"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:27:06.958070 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:27:06.998027 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068c1a4f-2334-4fa1-967d-e45569498d65 service neutron] Pushing event updated for resources: {'Port': ['ID=b38c2145-4198-4964-a184-f8a742b43628,revision_number=3']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:07.090571 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba3373d-2223-4f9d-a1e3-54f6edd5ab17 req-7bdc128b-b4ea-491b-9cd0-49cb1aa4e355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:07.092405 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5ba3373d-2223-4f9d-a1e3-54f6edd5ab17 req-7bdc128b-b4ea-491b-9cd0-49cb1aa4e355 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=90e5855788e7471dbbb4edeeb896c8f3&device_id=5e0d898a-44a5-4a67-95f3-1870c1587af6 HTTP/1.1" status: 200 len: 1125 time: 0.1182110 Feb 19 03:27:07.098164 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fc3ea83-35d6-4480-a2d5-87718ef1e8e4 x-openstack-request-id: req-2fc3ea83-35d6-4480-a2d5-87718ef1e8e4 {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:27:07.098474 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e0d898a-44a5-4a67-95f3-1870c1587af6", "tag": "b38c2145-4198-4964-a184-f8a742b43628", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:27:07.098740 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2fc3ea83-35d6-4480-a2d5-87718ef1e8e4 {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:27:07.099156 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e0d898a-44a5-4a67-95f3-1870c1587af6', 'tag': 'b38c2145-4198-4964-a184-f8a742b43628', 'status': 'completed', 'code': 200} Feb 19 03:27:07.107644 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfd7b2a-6690-4ced-891a-29265de32839 req-6c320557-251c-4012-b178-facba94f23b0 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:07.109294 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3cfd7b2a-6690-4ced-891a-29265de32839 req-6c320557-251c-4012-b178-facba94f23b0 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=12c31f2a-c659-496d-858b-7d9d345685c3 HTTP/1.1" status: 200 len: 944 time: 0.1156037 Feb 19 03:27:07.188863 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5ba3373d-2223-4f9d-a1e3-54f6edd5ab17 req-c7b81389-baca-4ecc-bba5-760738f05826 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b38c2145-4198-4964-a184-f8a742b43628 HTTP/1.1" status: 200 len: 217 time: 0.0650458 Feb 19 03:27:07.274421 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3cfd7b2a-6690-4ced-891a-29265de32839 req-b0a35cbb-4789-4892-b1d0-0e2661122bff tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8f8d138-d7be-4ab5-8c11-0b7d0c03b580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1577742 Feb 19 03:27:07.287412 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba3373d-2223-4f9d-a1e3-54f6edd5ab17 req-0a388016-427d-409f-bfe8-1ede3ae224b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:07.288680 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5ba3373d-2223-4f9d-a1e3-54f6edd5ab17 req-0a388016-427d-409f-bfe8-1ede3ae224b8 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3561fa05-5acf-4fa3-8982-c460f2560b33 HTTP/1.1" status: 200 len: 855 time: 0.0762701 Feb 19 03:27:07.303254 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45c7bc4-ce84-4a1c-92fb-750debbccc1f req-c2eeccdb-f8f1-4c0b-9ee9-929a0d4d685a tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:07.304722 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a45c7bc4-ce84-4a1c-92fb-750debbccc1f req-c2eeccdb-f8f1-4c0b-9ee9-929a0d4d685a tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.72 "GET /v2.0/ports?device_id=5e0d898a-44a5-4a67-95f3-1870c1587af6 HTTP/1.1" status: 200 len: 943 time: 0.1286616 Feb 19 03:27:07.335342 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5ba3373d-2223-4f9d-a1e3-54f6edd5ab17 req-657f67af-1c37-41f2-87fa-085b6e40c1e5 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=3a61f750-30ef-4417-ab7b-793e27fa3635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397291 Feb 19 03:27:07.419474 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a45c7bc4-ce84-4a1c-92fb-750debbccc1f req-60ec6692-5c65-46ad-9d9e-69bc3284bd4b tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.72 "GET /v2.0/security-groups?id=544079ea-c206-4b99-b003-60e2fb22d3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062648 Feb 19 03:27:07.454233 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5ba3373d-2223-4f9d-a1e3-54f6edd5ab17 req-3d1dffa1-6eb9-4d75-b94e-9abe308357db service neutron] 10.222.0.82 "GET /v2.0/networks/3a61f750-30ef-4417-ab7b-793e27fa3635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122103 Feb 19 03:27:07.553276 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5ba3373d-2223-4f9d-a1e3-54f6edd5ab17 req-f204d3e5-fd78-4289-9e7c-d9550ba7cc81 service neutron] 10.222.0.82 "GET /v2.0/networks/3a61f750-30ef-4417-ab7b-793e27fa3635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921149 Feb 19 03:27:07.693877 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fc339f-1af8-4ab0-95d4-1a70cfac76a5 req-e2ff5a90-47de-425d-91b1-e1770d57073d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:07.695407 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e0fc339f-1af8-4ab0-95d4-1a70cfac76a5 req-e2ff5a90-47de-425d-91b1-e1770d57073d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=90e5855788e7471dbbb4edeeb896c8f3&device_id=5e0d898a-44a5-4a67-95f3-1870c1587af6 HTTP/1.1" status: 200 len: 1125 time: 0.0479324 Feb 19 03:27:07.800479 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fc339f-1af8-4ab0-95d4-1a70cfac76a5 req-12b10486-2698-436b-b1e5-8d2e458b33f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:07.802053 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e0fc339f-1af8-4ab0-95d4-1a70cfac76a5 req-12b10486-2698-436b-b1e5-8d2e458b33f8 service neutron] 10.222.0.82 "GET /v2.0/networks?id=3a61f750-30ef-4417-ab7b-793e27fa3635 HTTP/1.1" status: 200 len: 916 time: 0.1008193 Feb 19 03:27:07.850015 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e0fc339f-1af8-4ab0-95d4-1a70cfac76a5 req-2bc50641-d8dd-4806-a161-e1b3493cffaa service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b38c2145-4198-4964-a184-f8a742b43628 HTTP/1.1" status: 200 len: 217 time: 0.0396326 Feb 19 03:27:07.900792 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fc339f-1af8-4ab0-95d4-1a70cfac76a5 req-ac6144e2-818a-4a89-8d8d-5d8ae49fc2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:07.902303 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e0fc339f-1af8-4ab0-95d4-1a70cfac76a5 req-ac6144e2-818a-4a89-8d8d-5d8ae49fc2bb service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3561fa05-5acf-4fa3-8982-c460f2560b33 HTTP/1.1" status: 200 len: 855 time: 0.0458953 Feb 19 03:27:07.945922 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e0fc339f-1af8-4ab0-95d4-1a70cfac76a5 req-5053e19f-c118-46e2-a3a5-f7fb59c81c7c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=3a61f750-30ef-4417-ab7b-793e27fa3635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361075 Feb 19 03:27:08.042905 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e0fc339f-1af8-4ab0-95d4-1a70cfac76a5 req-ddb71182-c3fd-4132-8e4b-713e82fe6d1b service neutron] 10.222.0.82 "GET /v2.0/networks/3a61f750-30ef-4417-ab7b-793e27fa3635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893729 Feb 19 03:27:08.163238 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e0fc339f-1af8-4ab0-95d4-1a70cfac76a5 req-0ff84698-35c3-42e6-af70-8ea2ec1c0b5d service neutron] 10.222.0.82 "GET /v2.0/networks/3a61f750-30ef-4417-ab7b-793e27fa3635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133628 Feb 19 03:27:08.413802 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898363b5-166f-4a68-9cb6-a738150a4e78 req-0a4cfaba-4f96-4ec1-b948-88967926435b tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:08.415277 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-898363b5-166f-4a68-9cb6-a738150a4e78 req-0a4cfaba-4f96-4ec1-b948-88967926435b tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=12c31f2a-c659-496d-858b-7d9d345685c3 HTTP/1.1" status: 200 len: 944 time: 0.0602412 Feb 19 03:27:08.480165 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-898363b5-166f-4a68-9cb6-a738150a4e78 req-60cd23ab-bca3-4f24-afa4-c4083ed2b4b8 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8f8d138-d7be-4ab5-8c11-0b7d0c03b580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585308 Feb 19 03:27:08.564698 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c7db53-a609-40d2-bef6-0180ec50883f req-29ddf975-5c15-4d49-a73a-44cc004c49a9 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:08.566288 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-87c7db53-a609-40d2-bef6-0180ec50883f req-29ddf975-5c15-4d49-a73a-44cc004c49a9 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.72 "GET /v2.0/ports?device_id=5e0d898a-44a5-4a67-95f3-1870c1587af6 HTTP/1.1" status: 200 len: 943 time: 0.0554895 Feb 19 03:27:08.620380 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-87c7db53-a609-40d2-bef6-0180ec50883f req-3152cd62-efd6-4877-9eb7-30cc612a0b2c tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.72 "GET /v2.0/security-groups?id=544079ea-c206-4b99-b003-60e2fb22d3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481758 Feb 19 03:27:09.618144 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53809686-1268-4031-b6f4-f90266714fea req-ae64e7ed-b806-4c0c-b8dc-192704d8e1f3 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:09.619694 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-53809686-1268-4031-b6f4-f90266714fea req-ae64e7ed-b806-4c0c-b8dc-192704d8e1f3 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=12c31f2a-c659-496d-858b-7d9d345685c3 HTTP/1.1" status: 200 len: 944 time: 0.0595584 Feb 19 03:27:09.692522 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-53809686-1268-4031-b6f4-f90266714fea req-c12da29f-ad08-43cb-a750-fe06605ac4ad tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8f8d138-d7be-4ab5-8c11-0b7d0c03b580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616672 Feb 19 03:27:09.804576 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f9359a-1e70-4464-a694-056268d360e0 req-3bee6101-fc5e-4932-9a89-70e353b618b2 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:09.808738 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-15f9359a-1e70-4464-a694-056268d360e0 req-3bee6101-fc5e-4932-9a89-70e353b618b2 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.72 "GET /v2.0/ports?device_id=5e0d898a-44a5-4a67-95f3-1870c1587af6 HTTP/1.1" status: 200 len: 943 time: 0.0898826 Feb 19 03:27:09.868249 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-15f9359a-1e70-4464-a694-056268d360e0 req-595e810e-b8ac-407a-9926-ed3e7686b337 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.72 "GET /v2.0/security-groups?id=544079ea-c206-4b99-b003-60e2fb22d3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538650 Feb 19 03:27:10.003456 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device b38c2145-4198-4964-a184-f8a742b43628 details requested by agent hyperv_n-h2-826753-2 with host n-h2-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:27:10.104398 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port b38c2145-4198-4964-a184-f8a742b43628, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=b38c2145-4198-4964-a184-f8a742b43628,segment=NetworkSegment(0b5e267d-554c-4de1-984c-fa3f9c141661),segment_id=0b5e267d-554c-4de1-984c-fa3f9c141661)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:27:10.122827 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Returning: {'device': 'b38c2145-4198-4964-a184-f8a742b43628', 'network_id': '3a61f750-30ef-4417-ab7b-793e27fa3635', 'port_id': 'b38c2145-4198-4964-a184-f8a742b43628', 'mac_address': 'fa:16:3e:bd:54:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3561fa05-5acf-4fa3-8982-c460f2560b33', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:27:10.164606 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port b38c2145-4198-4964-a184-f8a742b43628 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:27:10.164991 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (b38c2145-4198-4964-a184-f8a742b43628), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:10.182878 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b38c2145-4198-4964-a184-f8a742b43628 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:27:10.203769 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port b38c2145-4198-4964-a184-f8a742b43628, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=b38c2145-4198-4964-a184-f8a742b43628,segment=NetworkSegment(0b5e267d-554c-4de1-984c-fa3f9c141661),segment_id=0b5e267d-554c-4de1-984c-fa3f9c141661)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:27:10.217558 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (b38c2145-4198-4964-a184-f8a742b43628), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:10.268252 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=b38c2145-4198-4964-a184-f8a742b43628,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:10.430571 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8c87b6d6-67c7-4652-b2ee-13a50c45eedc req-1bc6c05b-d1b6-4367-9bfc-44b9eb9323da service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=f7de3247-e5eb-432f-a8bb-e541f949f446&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0480616 Feb 19 03:27:10.505688 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['b38c2145-4198-4964-a184-f8a742b43628'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:27:10.545877 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c87b6d6-67c7-4652-b2ee-13a50c45eedc req-0b264c29-a615-4fc3-84ab-612510b0b3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:10.547616 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8c87b6d6-67c7-4652-b2ee-13a50c45eedc req-0b264c29-a615-4fc3-84ab-612510b0b3ad service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=90e5855788e7471dbbb4edeeb896c8f3&device_id=f7de3247-e5eb-432f-a8bb-e541f949f446 HTTP/1.1" status: 200 len: 1127 time: 0.0514345 Feb 19 03:27:10.685250 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c87b6d6-67c7-4652-b2ee-13a50c45eedc req-fa531b18-feb6-4d80-b3e6-3a58160e372d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:10.687748 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8c87b6d6-67c7-4652-b2ee-13a50c45eedc req-fa531b18-feb6-4d80-b3e6-3a58160e372d service neutron] 10.222.0.82 "GET /v2.0/networks?id=3a61f750-30ef-4417-ab7b-793e27fa3635 HTTP/1.1" status: 200 len: 916 time: 0.1201851 Feb 19 03:27:10.740235 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8c87b6d6-67c7-4652-b2ee-13a50c45eedc req-828556bb-ecca-4297-8afe-30d4b4c2796e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e5cfe0e-74ed-4eb1-8540-8c67f8b6db96 HTTP/1.1" status: 200 len: 217 time: 0.0464711 Feb 19 03:27:10.822507 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c87b6d6-67c7-4652-b2ee-13a50c45eedc req-d3b9150c-679f-4992-ae47-5a0c7bc21635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:10.823974 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8c87b6d6-67c7-4652-b2ee-13a50c45eedc req-d3b9150c-679f-4992-ae47-5a0c7bc21635 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3561fa05-5acf-4fa3-8982-c460f2560b33 HTTP/1.1" status: 200 len: 855 time: 0.0718277 Feb 19 03:27:10.859062 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8c87b6d6-67c7-4652-b2ee-13a50c45eedc req-91c8a89a-fddd-47fe-ab22-bc56df9e97ef service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=3a61f750-30ef-4417-ab7b-793e27fa3635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279107 Feb 19 03:27:10.875885 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a98045c-a255-4a1c-9fc2-a2d7340208ee req-913461b9-838d-49bd-8e7c-3cca5757b038 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:10.877446 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9a98045c-a255-4a1c-9fc2-a2d7340208ee req-913461b9-838d-49bd-8e7c-3cca5757b038 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=12c31f2a-c659-496d-858b-7d9d345685c3 HTTP/1.1" status: 200 len: 944 time: 0.0938265 Feb 19 03:27:10.993473 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9a98045c-a255-4a1c-9fc2-a2d7340208ee req-2719d1a3-f936-4234-96f7-7e264ec13204 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8f8d138-d7be-4ab5-8c11-0b7d0c03b580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089478 Feb 19 03:27:11.043994 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8c87b6d6-67c7-4652-b2ee-13a50c45eedc req-f80773af-ae3f-4344-adbd-f0c1c50701db service neutron] 10.222.0.82 "GET /v2.0/networks/3a61f750-30ef-4417-ab7b-793e27fa3635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762135 Feb 19 03:27:11.076202 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276c283f-3a90-4c65-bb5d-f04302c409e5 req-2b36b1fe-a7cc-46bb-8d45-9ba93f5cb924 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:11.078067 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-276c283f-3a90-4c65-bb5d-f04302c409e5 req-2b36b1fe-a7cc-46bb-8d45-9ba93f5cb924 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.72 "GET /v2.0/ports?device_id=5e0d898a-44a5-4a67-95f3-1870c1587af6 HTTP/1.1" status: 200 len: 944 time: 0.1150327 Feb 19 03:27:11.194965 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-276c283f-3a90-4c65-bb5d-f04302c409e5 req-31605a45-109d-4d6c-abb6-8ffc95d5ef71 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.72 "GET /v2.0/security-groups?id=544079ea-c206-4b99-b003-60e2fb22d3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045556 Feb 19 03:27:11.202640 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8c87b6d6-67c7-4652-b2ee-13a50c45eedc req-4486dd51-ba08-4cde-b029-f36ec80db2eb service neutron] 10.222.0.82 "GET /v2.0/networks/3a61f750-30ef-4417-ab7b-793e27fa3635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457741 Feb 19 03:27:12.008211 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device b38c2145-4198-4964-a184-f8a742b43628 up at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:27:12.073508 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning for port b38c2145-4198-4964-a184-f8a742b43628 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:27:12.079506 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning complete for port b38c2145-4198-4964-a184-f8a742b43628 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:27:12.079936 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (b38c2145-4198-4964-a184-f8a742b43628), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:12.139347 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58521d15-9ca4-4799-8c7b-9b1b0fe8286a req-728cf6fb-2a27-485c-ad2a-38068d53e27c tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:12.141112 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-58521d15-9ca4-4799-8c7b-9b1b0fe8286a req-728cf6fb-2a27-485c-ad2a-38068d53e27c tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=12c31f2a-c659-496d-858b-7d9d345685c3 HTTP/1.1" status: 200 len: 944 time: 0.0660450 Feb 19 03:27:12.173032 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port b38c2145-4198-4964-a184-f8a742b43628 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:27:12.173746 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (b38c2145-4198-4964-a184-f8a742b43628), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:12.201788 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-58521d15-9ca4-4799-8c7b-9b1b0fe8286a req-4daa5bf2-3129-4995-94da-c8d50204496e tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8f8d138-d7be-4ab5-8c11-0b7d0c03b580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547166 Feb 19 03:27:12.204961 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e0d898a-44a5-4a67-95f3-1870c1587af6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b38c2145-4198-4964-a184-f8a742b43628'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:27:12.207260 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3ea273f-3a10-4f90-bf74-9c93d363d552" -d '{"events": [{"server_uuid": "5e0d898a-44a5-4a67-95f3-1870c1587af6", "name": "network-vif-plugged", "status": "completed", "tag": "b38c2145-4198-4964-a184-f8a742b43628"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:27:12.223974 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port b38c2145-4198-4964-a184-f8a742b43628, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=b38c2145-4198-4964-a184-f8a742b43628,segment=NetworkSegment(0b5e267d-554c-4de1-984c-fa3f9c141661),segment_id=0b5e267d-554c-4de1-984c-fa3f9c141661)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:27:12.239575 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (b38c2145-4198-4964-a184-f8a742b43628), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:12.301215 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=b38c2145-4198-4964-a184-f8a742b43628,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:12.353535 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042d78c2-33d1-4307-bd2a-356dbf519e92 req-910174a5-28ee-469b-adc9-b39cffd1151d tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:12.355205 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-042d78c2-33d1-4307-bd2a-356dbf519e92 req-910174a5-28ee-469b-adc9-b39cffd1151d tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.72 "GET /v2.0/ports?device_id=5e0d898a-44a5-4a67-95f3-1870c1587af6 HTTP/1.1" status: 200 len: 945 time: 0.0765560 Feb 19 03:27:12.372314 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e49104da-37aa-461d-a44c-455329c7e00b x-openstack-request-id: req-e49104da-37aa-461d-a44c-455329c7e00b {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:27:12.372620 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e0d898a-44a5-4a67-95f3-1870c1587af6", "name": "network-vif-plugged", "status": "completed", "tag": "b38c2145-4198-4964-a184-f8a742b43628", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:27:12.372882 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e49104da-37aa-461d-a44c-455329c7e00b {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:27:12.373307 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e0d898a-44a5-4a67-95f3-1870c1587af6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b38c2145-4198-4964-a184-f8a742b43628', 'code': 200} Feb 19 03:27:12.416168 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-042d78c2-33d1-4307-bd2a-356dbf519e92 req-dc54e493-25b0-4a5a-b29a-74ac4fb29eb9 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.72 "GET /v2.0/security-groups?id=544079ea-c206-4b99-b003-60e2fb22d3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551548 Feb 19 03:27:12.525566 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bd7304-d761-41e7-9ee0-c4c2bf5bfa41 req-2fe838e1-fc3f-4b3a-9b8f-7affc3bbd978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:12.527025 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-50bd7304-d761-41e7-9ee0-c4c2bf5bfa41 req-2fe838e1-fc3f-4b3a-9b8f-7affc3bbd978 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=5e0d898a-44a5-4a67-95f3-1870c1587af6 HTTP/1.1" status: 200 len: 1127 time: 0.0459578 Feb 19 03:27:12.573286 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-50bd7304-d761-41e7-9ee0-c4c2bf5bfa41 req-763b18ea-7e76-4b69-8ac2-fbd36abc886e service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=544079ea-c206-4b99-b003-60e2fb22d3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405710 Feb 19 03:27:13.331769 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f367fe80-d940-4ae0-a62a-c98e2c20b8e8 req-1c897555-8046-42a7-b602-42e4155a8de4 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:13.334407 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f367fe80-d940-4ae0-a62a-c98e2c20b8e8 req-1c897555-8046-42a7-b602-42e4155a8de4 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=12c31f2a-c659-496d-858b-7d9d345685c3 HTTP/1.1" status: 200 len: 944 time: 0.0602224 Feb 19 03:27:13.396758 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f367fe80-d940-4ae0-a62a-c98e2c20b8e8 req-77bd44b4-8a56-4c2b-a9f4-16c4ab4605ab tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8f8d138-d7be-4ab5-8c11-0b7d0c03b580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566669 Feb 19 03:27:13.545491 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7235cf04-bb0a-4dbf-9c65-e65e659a9ac1 req-36afdb37-f1af-4e61-8f94-004185d43e55 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:13.546965 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7235cf04-bb0a-4dbf-9c65-e65e659a9ac1 req-36afdb37-f1af-4e61-8f94-004185d43e55 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.72 "GET /v2.0/ports?device_id=5e0d898a-44a5-4a67-95f3-1870c1587af6 HTTP/1.1" status: 200 len: 945 time: 0.0561669 Feb 19 03:27:13.600617 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7235cf04-bb0a-4dbf-9c65-e65e659a9ac1 req-d2b909c1-a3af-4942-9b10-15e17acf7436 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.72 "GET /v2.0/security-groups?id=544079ea-c206-4b99-b003-60e2fb22d3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443602 Feb 19 03:27:14.532744 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977c57a6-3ef0-41d7-9060-e4979125f7bb req-4f2d4f02-9969-4421-b8db-51beef394380 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:14.534372 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-977c57a6-3ef0-41d7-9060-e4979125f7bb req-4f2d4f02-9969-4421-b8db-51beef394380 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=12c31f2a-c659-496d-858b-7d9d345685c3 HTTP/1.1" status: 200 len: 944 time: 0.0620518 Feb 19 03:27:14.592010 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-977c57a6-3ef0-41d7-9060-e4979125f7bb req-701bfbfa-7233-4d41-bbb2-7663afb285ea tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8f8d138-d7be-4ab5-8c11-0b7d0c03b580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486181 Feb 19 03:27:14.762117 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2119077-2384-409e-851b-38366329a84c req-3ccad151-780e-454c-ab1d-ce2ed8dbf22c tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:14.763725 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a2119077-2384-409e-851b-38366329a84c req-3ccad151-780e-454c-ab1d-ce2ed8dbf22c tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.72 "GET /v2.0/ports?device_id=5e0d898a-44a5-4a67-95f3-1870c1587af6 HTTP/1.1" status: 200 len: 945 time: 0.0700603 Feb 19 03:27:14.818011 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a2119077-2384-409e-851b-38366329a84c req-7b829d6a-baa6-4d16-b8fd-5966b6b741ea tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.72 "GET /v2.0/security-groups?id=544079ea-c206-4b99-b003-60e2fb22d3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479157 Feb 19 03:27:15.558214 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-1c6e3dd8-0b44-48b8-ae9c-1799ead1be19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:15.722087 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2bb99d-ca97-4712-8ddf-8c3c720d9f68 req-13e946e1-3a51-4af2-808d-e5718b2c1ea2 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:15.723979 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ff2bb99d-ca97-4712-8ddf-8c3c720d9f68 req-13e946e1-3a51-4af2-808d-e5718b2c1ea2 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=12c31f2a-c659-496d-858b-7d9d345685c3 HTTP/1.1" status: 200 len: 944 time: 0.0607238 Feb 19 03:27:15.776850 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ff2bb99d-ca97-4712-8ddf-8c3c720d9f68 req-6959923f-eb50-4796-9009-c8fd7dbe73dc tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8f8d138-d7be-4ab5-8c11-0b7d0c03b580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471058 Feb 19 03:27:16.918910 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6601b756-e2d8-46fa-b236-4593206417bf req-a9d2ea43-68f6-4387-9f01-a38e576eb3e1 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:16.920465 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6601b756-e2d8-46fa-b236-4593206417bf req-a9d2ea43-68f6-4387-9f01-a38e576eb3e1 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=12c31f2a-c659-496d-858b-7d9d345685c3 HTTP/1.1" status: 200 len: 944 time: 0.0604508 Feb 19 03:27:16.973095 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6601b756-e2d8-46fa-b236-4593206417bf req-7886bdab-4939-44f7-97f5-bf936fa658c7 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8f8d138-d7be-4ab5-8c11-0b7d0c03b580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469339 Feb 19 03:27:17.728733 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-631b937c-a231-4ea3-aee4-1849aef14c6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:18.105276 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d59e581-7683-44f9-b033-72a71a5f6fab req-ff5dfd0b-7ba1-4ac7-813a-79692ffb557d tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:18.107863 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2d59e581-7683-44f9-b033-72a71a5f6fab req-ff5dfd0b-7ba1-4ac7-813a-79692ffb557d tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=12c31f2a-c659-496d-858b-7d9d345685c3 HTTP/1.1" status: 200 len: 944 time: 0.0555396 Feb 19 03:27:18.162286 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2d59e581-7683-44f9-b033-72a71a5f6fab req-05d63be8-039d-42ff-82f7-2e67c41ad409 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8f8d138-d7be-4ab5-8c11-0b7d0c03b580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475698 Feb 19 03:27:19.295069 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d31ed5b-6588-4bdd-8a8f-25cc9d62f056 req-ed749488-f702-4dff-aa5b-a2cc097b288b tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:19.296723 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5d31ed5b-6588-4bdd-8a8f-25cc9d62f056 req-ed749488-f702-4dff-aa5b-a2cc097b288b tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=12c31f2a-c659-496d-858b-7d9d345685c3 HTTP/1.1" status: 200 len: 944 time: 0.0584967 Feb 19 03:27:19.360943 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5d31ed5b-6588-4bdd-8a8f-25cc9d62f056 req-859ce042-6eac-4e42-b677-234fd7a90920 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8f8d138-d7be-4ab5-8c11-0b7d0c03b580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577261 Feb 19 03:27:19.368098 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:20.489393 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a7bff0-0d8e-4003-b3ea-e628a99de9da req-0786cf7d-cc9c-461e-872d-43b4ae01d788 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:20.490936 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c6a7bff0-0d8e-4003-b3ea-e628a99de9da req-0786cf7d-cc9c-461e-872d-43b4ae01d788 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=12c31f2a-c659-496d-858b-7d9d345685c3 HTTP/1.1" status: 200 len: 944 time: 0.0555613 Feb 19 03:27:20.548282 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c6a7bff0-0d8e-4003-b3ea-e628a99de9da req-b1483d95-3422-444d-8f04-047ab0c59da0 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8f8d138-d7be-4ab5-8c11-0b7d0c03b580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464671 Feb 19 03:27:20.563852 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:21.698875 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b88d70-447c-4a1b-86c4-a3da61cdd7d7 req-40fd203f-92a2-47f7-ac41-1796d1e74a8d tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:21.702312 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-58b88d70-447c-4a1b-86c4-a3da61cdd7d7 req-40fd203f-92a2-47f7-ac41-1796d1e74a8d tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=12c31f2a-c659-496d-858b-7d9d345685c3 HTTP/1.1" status: 200 len: 944 time: 0.0682218 Feb 19 03:27:21.760032 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-58b88d70-447c-4a1b-86c4-a3da61cdd7d7 req-9aeaa32a-8f03-4b6d-8cb9-25ba8900e2b7 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8f8d138-d7be-4ab5-8c11-0b7d0c03b580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520306 Feb 19 03:27:21.979862 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:22.753958 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:22.900977 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff58f20-fa4b-4fde-aaf7-500199251628 req-9bcce05c-a904-4d8d-9b07-95530bb2b2a3 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:22.903940 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2ff58f20-fa4b-4fde-aaf7-500199251628 req-9bcce05c-a904-4d8d-9b07-95530bb2b2a3 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=12c31f2a-c659-496d-858b-7d9d345685c3 HTTP/1.1" status: 200 len: 944 time: 0.0700607 Feb 19 03:27:22.961180 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2ff58f20-fa4b-4fde-aaf7-500199251628 req-d2e54e7c-9cd0-48b1-a9e5-9ee7ac6d9e87 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8f8d138-d7be-4ab5-8c11-0b7d0c03b580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510495 Feb 19 03:27:23.843170 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 65a49cb3-4f5c-426d-93cc-c022079d4963 details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:27:23.945816 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 65a49cb3-4f5c-426d-93cc-c022079d4963, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=65a49cb3-4f5c-426d-93cc-c022079d4963,segment=NetworkSegment(1cc07983-2153-4fea-b2a9-9157e38f7075),segment_id=1cc07983-2153-4fea-b2a9-9157e38f7075)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:27:23.962028 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': '65a49cb3-4f5c-426d-93cc-c022079d4963', 'network_id': '48e87e60-6ae2-4eae-a03b-2fd752f397d2', 'port_id': '65a49cb3-4f5c-426d-93cc-c022079d4963', 'mac_address': 'fa:16:3e:44:55:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d8d01f7-c65c-4273-a693-0737e1d5a5eb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:27:24.007142 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 65a49cb3-4f5c-426d-93cc-c022079d4963 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:27:24.007593 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (65a49cb3-4f5c-426d-93cc-c022079d4963), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:24.024542 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65a49cb3-4f5c-426d-93cc-c022079d4963 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:27:24.055092 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 65a49cb3-4f5c-426d-93cc-c022079d4963, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=65a49cb3-4f5c-426d-93cc-c022079d4963,segment=NetworkSegment(1cc07983-2153-4fea-b2a9-9157e38f7075),segment_id=1cc07983-2153-4fea-b2a9-9157e38f7075)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:27:24.060723 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (65a49cb3-4f5c-426d-93cc-c022079d4963), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:24.108770 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb1187f-3c39-4a1d-bd46-32c7f13c848d req-de0d3e4c-af2d-4999-9d51-3ee8ebe1fb38 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:24.111084 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8bb1187f-3c39-4a1d-bd46-32c7f13c848d req-de0d3e4c-af2d-4999-9d51-3ee8ebe1fb38 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=12c31f2a-c659-496d-858b-7d9d345685c3 HTTP/1.1" status: 200 len: 945 time: 0.0632749 Feb 19 03:27:24.118702 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=65a49cb3-4f5c-426d-93cc-c022079d4963,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:24.170993 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8bb1187f-3c39-4a1d-bd46-32c7f13c848d req-57debce0-3471-4c4c-bbfb-2f0c1fff2ff4 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8f8d138-d7be-4ab5-8c11-0b7d0c03b580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518448 Feb 19 03:27:24.431901 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['65a49cb3-4f5c-426d-93cc-c022079d4963'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:27:25.302494 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c924a37-26ff-4238-ae19-14785bab75b1 req-abb2b338-097c-4a31-8750-c45b3dba6b5f tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:25.303980 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6c924a37-26ff-4238-ae19-14785bab75b1 req-abb2b338-097c-4a31-8750-c45b3dba6b5f tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=12c31f2a-c659-496d-858b-7d9d345685c3 HTTP/1.1" status: 200 len: 945 time: 0.0596960 Feb 19 03:27:25.361718 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6c924a37-26ff-4238-ae19-14785bab75b1 req-41323337-c3a9-4e56-9fac-b6b8f4143dd6 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8f8d138-d7be-4ab5-8c11-0b7d0c03b580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512524 Feb 19 03:27:25.440044 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-0ebbe975-f78e-43ed-9381-33b95b442e26 req-e614c2d2-ebdd-4eed-9446-f5e1d9683b51 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=22b4a46f-f366-4ddd-9958-e394841e199a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0523880 Feb 19 03:27:25.550684 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebbe975-f78e-43ed-9381-33b95b442e26 req-44470e20-7ff9-43b8-8c03-fc1ad7cdac74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:25.552473 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-0ebbe975-f78e-43ed-9381-33b95b442e26 req-44470e20-7ff9-43b8-8c03-fc1ad7cdac74 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3bc3bb28499f4673b42d5b4a69d45946&device_id=22b4a46f-f366-4ddd-9958-e394841e199a HTTP/1.1" status: 200 len: 1127 time: 0.0499287 Feb 19 03:27:25.656173 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebbe975-f78e-43ed-9381-33b95b442e26 req-76ed8fce-7e5e-4c2f-bcbe-9e2aff002550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:25.657704 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-0ebbe975-f78e-43ed-9381-33b95b442e26 req-76ed8fce-7e5e-4c2f-bcbe-9e2aff002550 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d0d2c2dc-f305-4438-8d4f-c75d0acc2c51 HTTP/1.1" status: 200 len: 898 time: 0.0858004 Feb 19 03:27:25.732520 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-0ebbe975-f78e-43ed-9381-33b95b442e26 req-20542087-dc5e-45bb-ac32-9e0fd77b7111 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=daa9f76b-414e-41c1-aff8-df1ea00f80cc HTTP/1.1" status: 200 len: 1001 time: 0.0664821 Feb 19 03:27:25.781545 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebbe975-f78e-43ed-9381-33b95b442e26 req-9abf9076-0c5a-464d-bfd1-31083fe62bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:25.783021 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-0ebbe975-f78e-43ed-9381-33b95b442e26 req-9abf9076-0c5a-464d-bfd1-31083fe62bc0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b9379704-2efc-42f1-a58d-e8716385306d HTTP/1.1" status: 200 len: 835 time: 0.0444195 Feb 19 03:27:25.833070 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebbe975-f78e-43ed-9381-33b95b442e26 req-8365eef3-11bf-45e9-8f86-9de008823f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:25.834609 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-0ebbe975-f78e-43ed-9381-33b95b442e26 req-8365eef3-11bf-45e9-8f86-9de008823f8d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d0d2c2dc-f305-4438-8d4f-c75d0acc2c51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0460598 Feb 19 03:27:25.863900 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 65a49cb3-4f5c-426d-93cc-c022079d4963 up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:27:25.928227 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning for port 65a49cb3-4f5c-426d-93cc-c022079d4963 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:27:25.937742 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port 65a49cb3-4f5c-426d-93cc-c022079d4963 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:27:25.938117 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (65a49cb3-4f5c-426d-93cc-c022079d4963), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:25.961707 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-0ebbe975-f78e-43ed-9381-33b95b442e26 req-fe1717d9-2f04-41d8-9480-d66282e5bf7d service neutron] 10.222.0.73 "GET /v2.0/networks/d0d2c2dc-f305-4438-8d4f-c75d0acc2c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201930 Feb 19 03:27:26.057297 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 65a49cb3-4f5c-426d-93cc-c022079d4963 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:27:26.058036 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (65a49cb3-4f5c-426d-93cc-c022079d4963), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:26.083609 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-0ebbe975-f78e-43ed-9381-33b95b442e26 req-30e93fa6-347b-4ae3-b558-b7bc4d35d388 service neutron] 10.222.0.73 "GET /v2.0/networks/d0d2c2dc-f305-4438-8d4f-c75d0acc2c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151714 Feb 19 03:27:26.085190 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12c31f2a-c659-496d-858b-7d9d345685c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65a49cb3-4f5c-426d-93cc-c022079d4963'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:27:26.087394 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-534ce51e-71ff-43ed-861b-32bc4b82b75e" -d '{"events": [{"server_uuid": "12c31f2a-c659-496d-858b-7d9d345685c3", "name": "network-vif-plugged", "status": "completed", "tag": "65a49cb3-4f5c-426d-93cc-c022079d4963"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:27:26.110580 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 65a49cb3-4f5c-426d-93cc-c022079d4963, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=65a49cb3-4f5c-426d-93cc-c022079d4963,segment=NetworkSegment(1cc07983-2153-4fea-b2a9-9157e38f7075),segment_id=1cc07983-2153-4fea-b2a9-9157e38f7075)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:27:26.116044 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (65a49cb3-4f5c-426d-93cc-c022079d4963), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:26.146966 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b00acaa-a1a3-4511-aa42-c5e4cebc199f x-openstack-request-id: req-3b00acaa-a1a3-4511-aa42-c5e4cebc199f {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:27:26.147249 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12c31f2a-c659-496d-858b-7d9d345685c3", "name": "network-vif-plugged", "status": "completed", "tag": "65a49cb3-4f5c-426d-93cc-c022079d4963", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:27:26.147511 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3b00acaa-a1a3-4511-aa42-c5e4cebc199f {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:27:26.147964 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12c31f2a-c659-496d-858b-7d9d345685c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65a49cb3-4f5c-426d-93cc-c022079d4963', 'code': 200} Feb 19 03:27:26.183374 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=65a49cb3-4f5c-426d-93cc-c022079d4963,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:26.234873 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2fb414-bbe4-49c7-88d1-b7104964934d req-d377bbaf-7029-43fa-a725-f9bf6261d525 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:26.236457 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ac2fb414-bbe4-49c7-88d1-b7104964934d req-d377bbaf-7029-43fa-a725-f9bf6261d525 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.72 "GET /v2.0/networks?id=3a61f750-30ef-4417-ab7b-793e27fa3635 HTTP/1.1" status: 200 len: 815 time: 0.1445467 Feb 19 03:27:26.251912 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ac2fb414-bbe4-49c7-88d1-b7104964934d req-fff5753a-f739-4773-87a4-c683342156ac tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.72 "GET /v2.0/quotas/90e5855788e7471dbbb4edeeb896c8f3 HTTP/1.1" status: 200 len: 375 time: 0.0098727 Feb 19 03:27:26.286359 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cdcbcc-218c-4527-b482-07daf32f6923 req-f007b6f8-76eb-4863-8706-ddfb052f97e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:26.288002 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-62cdcbcc-218c-4527-b482-07daf32f6923 req-f007b6f8-76eb-4863-8706-ddfb052f97e6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=12c31f2a-c659-496d-858b-7d9d345685c3 HTTP/1.1" status: 200 len: 1128 time: 0.0473783 Feb 19 03:27:26.311415 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ac2fb414-bbe4-49c7-88d1-b7104964934d req-37e46250-08d5-4862-b312-a34c06354a5f tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=90e5855788e7471dbbb4edeeb896c8f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0537050 Feb 19 03:27:26.349582 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-62cdcbcc-218c-4527-b482-07daf32f6923 req-3ece356c-33cd-4884-a028-ded911393bc2 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c8f8d138-d7be-4ab5-8c11-0b7d0c03b580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552738 Feb 19 03:27:26.411431 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ac2fb414-bbe4-49c7-88d1-b7104964934d req-5a0b3a0a-ac56-4478-9452-e7756e5ef4ea service neutron] 10.222.0.72 "GET /v2.0/networks/3a61f750-30ef-4417-ab7b-793e27fa3635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931427 Feb 19 03:27:26.477627 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:26.551269 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba1c2a8-4969-40b7-982e-c968e656fb07 req-9d29bb84-d284-4f42-8823-3c2500949f8f tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:26.553082 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3ba1c2a8-4969-40b7-982e-c968e656fb07 req-9d29bb84-d284-4f42-8823-3c2500949f8f tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=12c31f2a-c659-496d-858b-7d9d345685c3 HTTP/1.1" status: 200 len: 946 time: 0.1135273 Feb 19 03:27:26.556997 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ac2fb414-bbe4-49c7-88d1-b7104964934d req-ebac2038-7a38-4f43-896e-c1ad383feb11 service neutron] 10.222.0.72 "GET /v2.0/networks/3a61f750-30ef-4417-ab7b-793e27fa3635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396294 Feb 19 03:27:26.610998 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3ba1c2a8-4969-40b7-982e-c968e656fb07 req-d37e1208-536c-4db8-a433-7412dde49157 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8f8d138-d7be-4ab5-8c11-0b7d0c03b580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522366 Feb 19 03:27:26.748128 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-27394d33-830d-4edc-a0ea-cf192e92d338 req-495ee8c6-ba75-42ef-b150-39b2fef418b2 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.72 "GET /v2.0/ports?device_id=59c949b0-00b5-4328-b7da-4e0a6e9de0c8 HTTP/1.1" status: 200 len: 210 time: 0.0315623 Feb 19 03:27:27.745204 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba32e7f0-d50c-4174-9eb9-bdfd9173d064 req-12dc6dd3-d3f8-49c6-a9bb-4a099e2f4025 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:27.747587 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ba32e7f0-d50c-4174-9eb9-bdfd9173d064 req-12dc6dd3-d3f8-49c6-a9bb-4a099e2f4025 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=12c31f2a-c659-496d-858b-7d9d345685c3 HTTP/1.1" status: 200 len: 946 time: 0.0620985 Feb 19 03:27:28.173346 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6d7dd8f3-6cd2-46b2-aa46-6c87dfe5f6e8 req-ace310ec-1cb1-4d36-8ffa-80b112c52d65 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.72 "GET /v2.0/ports?device_id=59c949b0-00b5-4328-b7da-4e0a6e9de0c8 HTTP/1.1" status: 200 len: 210 time: 0.0529552 Feb 19 03:27:28.238234 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ba32e7f0-d50c-4174-9eb9-bdfd9173d064 req-93e68e52-613f-4f9f-a130-101054af2541 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8f8d138-d7be-4ab5-8c11-0b7d0c03b580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4833450 Feb 19 03:27:28.280328 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2fb414-bbe4-49c7-88d1-b7104964934d req-5518cc0c-f1a9-4518-9379-d9ca9d1d064a tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:28.281843 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ac2fb414-bbe4-49c7-88d1-b7104964934d req-5518cc0c-f1a9-4518-9379-d9ca9d1d064a tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.82 "GET /v2.0/networks?id=3a61f750-30ef-4417-ab7b-793e27fa3635 HTTP/1.1" status: 200 len: 815 time: 0.1604757 Feb 19 03:27:28.299485 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-ac2fb414-bbe4-49c7-88d1-b7104964934d req-aef2d5e0-f578-4e0a-b8b7-dfddb5b376c3 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Request body: {'port': {'device_id': '59c949b0-00b5-4328-b7da-4e0a6e9de0c8', 'network_id': '3a61f750-30ef-4417-ab7b-793e27fa3635', 'admin_state_up': True, 'tenant_id': '90e5855788e7471dbbb4edeeb896c8f3'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:27:28.412628 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac2fb414-bbe4-49c7-88d1-b7104964934d req-aef2d5e0-f578-4e0a-b8b7-dfddb5b376c3 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Made reservation on behalf of 90e5855788e7471dbbb4edeeb896c8f3 for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:27:28.416170 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-ac2fb414-bbe4-49c7-88d1-b7104964934d req-aef2d5e0-f578-4e0a-b8b7-dfddb5b376c3 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:28.548118 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [req-ac2fb414-bbe4-49c7-88d1-b7104964934d req-aef2d5e0-f578-4e0a-b8b7-dfddb5b376c3 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Allocated IP 172.20.0.10 (3a61f750-30ef-4417-ab7b-793e27fa3635/3561fa05-5acf-4fa3-8982-c460f2560b33/3721551b-89d2-499b-b2e9-ab4e888220ca) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:27:28.711403 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-ac2fb414-bbe4-49c7-88d1-b7104964934d req-aef2d5e0-f578-4e0a-b8b7-dfddb5b376c3 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Publish callbacks [] for port (3721551b-89d2-499b-b2e9-ab4e888220ca), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:28.757057 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-ac2fb414-bbe4-49c7-88d1-b7104964934d req-aef2d5e0-f578-4e0a-b8b7-dfddb5b376c3 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (3721551b-89d2-499b-b2e9-ab4e888220ca), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:28.796544 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['0e5cfe0e-74ed-4eb1-8540-8c67f8b6db96', 'b38c2145-4198-4964-a184-f8a742b43628'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:27:28.804631 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac2fb414-bbe4-49c7-88d1-b7104964934d req-aef2d5e0-f578-4e0a-b8b7-dfddb5b376c3 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Network 3a61f750-30ef-4417-ab7b-793e27fa3635 is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:27:28.807903 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [req-ac2fb414-bbe4-49c7-88d1-b7104964934d req-aef2d5e0-f578-4e0a-b8b7-dfddb5b376c3 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:27:28.811536 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac2fb414-bbe4-49c7-88d1-b7104964934d req-aef2d5e0-f578-4e0a-b8b7-dfddb5b376c3 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:27:28.846331 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef2d5e0-f578-4e0a-b8b7-dfddb5b376c3 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Pushing event updated for resources: {'Port': ['ID=3721551b-89d2-499b-b2e9-ab4e888220ca,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:28.869143 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2fb414-bbe4-49c7-88d1-b7104964934d req-aef2d5e0-f578-4e0a-b8b7-dfddb5b376c3 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:28.869785 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-ac2fb414-bbe4-49c7-88d1-b7104964934d req-aef2d5e0-f578-4e0a-b8b7-dfddb5b376c3 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:28.890853 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ac2fb414-bbe4-49c7-88d1-b7104964934d req-aef2d5e0-f578-4e0a-b8b7-dfddb5b376c3 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5949471 Feb 19 03:27:28.908452 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-ac2fb414-bbe4-49c7-88d1-b7104964934d req-f34018a1-1db8-4e08-9f65-1ce8981c9f2a service neutron] Request body: {'port': {'device_id': '59c949b0-00b5-4328-b7da-4e0a6e9de0c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826753-2'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:27:28.984089 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-ac2fb414-bbe4-49c7-88d1-b7104964934d req-f34018a1-1db8-4e08-9f65-1ce8981c9f2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (3721551b-89d2-499b-b2e9-ab4e888220ca), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:29.303732 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [req-ac2fb414-bbe4-49c7-88d1-b7104964934d req-f34018a1-1db8-4e08-9f65-1ce8981c9f2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3721551b-89d2-499b-b2e9-ab4e888220ca {{(pid=103701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:27:29.314504 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-ac2fb414-bbe4-49c7-88d1-b7104964934d req-f34018a1-1db8-4e08-9f65-1ce8981c9f2a service neutron] Publish callbacks [] for port (3721551b-89d2-499b-b2e9-ab4e888220ca), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:29.361712 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.provisioning_blocks [req-ac2fb414-bbe4-49c7-88d1-b7104964934d req-f34018a1-1db8-4e08-9f65-1ce8981c9f2a service neutron] Transition to ACTIVE for port object 3721551b-89d2-499b-b2e9-ab4e888220ca will not be triggered until provisioned by entity L2. {{(pid=103701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:27:29.368024 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-ac2fb414-bbe4-49c7-88d1-b7104964934d req-f34018a1-1db8-4e08-9f65-1ce8981c9f2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (3721551b-89d2-499b-b2e9-ab4e888220ca), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:29.390351 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f40fc2-1368-4f23-98ef-38f7365ec207 req-0d86f291-2557-4a94-914f-5ff3197f12f5 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:29.391907 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b1f40fc2-1368-4f23-98ef-38f7365ec207 req-0d86f291-2557-4a94-914f-5ff3197f12f5 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.72 "GET /v2.0/ports?device_id=59c949b0-00b5-4328-b7da-4e0a6e9de0c8 HTTP/1.1" status: 200 len: 932 time: 0.1274924 Feb 19 03:27:29.472563 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03f62fa-e82b-47e0-aad1-e37141d66a73 req-ec03d8ae-7d09-4df1-885f-b967d27365b4 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:29.474161 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e03f62fa-e82b-47e0-aad1-e37141d66a73 req-ec03d8ae-7d09-4df1-885f-b967d27365b4 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=12c31f2a-c659-496d-858b-7d9d345685c3 HTTP/1.1" status: 200 len: 946 time: 0.1619203 Feb 19 03:27:29.481024 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34018a1-1db8-4e08-9f65-1ce8981c9f2a service neutron] Pushing event updated for resources: {'Port': ['ID=3721551b-89d2-499b-b2e9-ab4e888220ca,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:29.552633 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b1f40fc2-1368-4f23-98ef-38f7365ec207 req-49772af3-e2fc-4ad8-b3d6-4cb5789573a3 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.72 "GET /v2.0/security-groups?id=544079ea-c206-4b99-b003-60e2fb22d3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406212 Feb 19 03:27:29.597513 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e03f62fa-e82b-47e0-aad1-e37141d66a73 req-2364dff2-ca5c-45d4-afd9-125405bc8eb9 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8f8d138-d7be-4ab5-8c11-0b7d0c03b580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114740 Feb 19 03:27:29.611965 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-ac2fb414-bbe4-49c7-88d1-b7104964934d req-f34018a1-1db8-4e08-9f65-1ce8981c9f2a service neutron] Attempting to bind port 3721551b-89d2-499b-b2e9-ab4e888220ca on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:27:29.612300 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-ac2fb414-bbe4-49c7-88d1-b7104964934d req-f34018a1-1db8-4e08-9f65-1ce8981c9f2a service neutron] Attempting to bind port 3721551b-89d2-499b-b2e9-ab4e888220ca by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': '0b5e267d-554c-4de1-984c-fa3f9c141661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '3a61f750-30ef-4417-ab7b-793e27fa3635'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:27:29.612629 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2fb414-bbe4-49c7-88d1-b7104964934d req-f34018a1-1db8-4e08-9f65-1ce8981c9f2a service neutron] Attempting to bind port 3721551b-89d2-499b-b2e9-ab4e888220ca on network 3a61f750-30ef-4417-ab7b-793e27fa3635 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:27:29.617577 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2fb414-bbe4-49c7-88d1-b7104964934d req-f34018a1-1db8-4e08-9f65-1ce8981c9f2a service neutron] Port 3721551b-89d2-499b-b2e9-ab4e888220ca on network 3a61f750-30ef-4417-ab7b-793e27fa3635 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:27:29.617899 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2fb414-bbe4-49c7-88d1-b7104964934d req-f34018a1-1db8-4e08-9f65-1ce8981c9f2a service neutron] Attempting to bind port 3721551b-89d2-499b-b2e9-ab4e888220ca on network 3a61f750-30ef-4417-ab7b-793e27fa3635 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:27:29.624303 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2fb414-bbe4-49c7-88d1-b7104964934d req-f34018a1-1db8-4e08-9f65-1ce8981c9f2a service neutron] Checking agent: {'id': 'bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:27:29.624648 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2fb414-bbe4-49c7-88d1-b7104964934d req-f34018a1-1db8-4e08-9f65-1ce8981c9f2a service neutron] Checking segment: {'id': '0b5e267d-554c-4de1-984c-fa3f9c141661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '3a61f750-30ef-4417-ab7b-793e27fa3635'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:27:29.625067 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2fb414-bbe4-49c7-88d1-b7104964934d req-f34018a1-1db8-4e08-9f65-1ce8981c9f2a service neutron] Bound using segment: {'id': '0b5e267d-554c-4de1-984c-fa3f9c141661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '3a61f750-30ef-4417-ab7b-793e27fa3635'} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:27:29.625501 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-ac2fb414-bbe4-49c7-88d1-b7104964934d req-f34018a1-1db8-4e08-9f65-1ce8981c9f2a service neutron] Bound port: 3721551b-89d2-499b-b2e9-ab4e888220ca, host: n-h2-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b5e267d-554c-4de1-984c-fa3f9c141661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '3a61f750-30ef-4417-ab7b-793e27fa3635'}}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:27:29.625859 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-ac2fb414-bbe4-49c7-88d1-b7104964934d req-f34018a1-1db8-4e08-9f65-1ce8981c9f2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (3721551b-89d2-499b-b2e9-ab4e888220ca), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:29.725695 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-ac2fb414-bbe4-49c7-88d1-b7104964934d req-f34018a1-1db8-4e08-9f65-1ce8981c9f2a service neutron] For port 3721551b-89d2-499b-b2e9-ab4e888220ca, host n-h2-826753-2, cleared binding levels {{(pid=103701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:27:29.729802 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-ac2fb414-bbe4-49c7-88d1-b7104964934d req-f34018a1-1db8-4e08-9f65-1ce8981c9f2a service neutron] For port 3721551b-89d2-499b-b2e9-ab4e888220ca, host n-h2-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=3721551b-89d2-499b-b2e9-ab4e888220ca,segment=NetworkSegment(0b5e267d-554c-4de1-984c-fa3f9c141661),segment_id=0b5e267d-554c-4de1-984c-fa3f9c141661)] {{(pid=103701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:27:29.742217 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-ac2fb414-bbe4-49c7-88d1-b7104964934d req-f34018a1-1db8-4e08-9f65-1ce8981c9f2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (3721551b-89d2-499b-b2e9-ab4e888220ca), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:29.796153 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734beaa9-91ae-4f1a-9aff-ad2ef13d83d7 req-fc94cb02-6ca1-4927-a8b5-a2061f4af81d tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:29.797770 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-734beaa9-91ae-4f1a-9aff-ad2ef13d83d7 req-fc94cb02-6ca1-4927-a8b5-a2061f4af81d tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=12c31f2a-c659-496d-858b-7d9d345685c3 HTTP/1.1" status: 200 len: 946 time: 0.1266119 Feb 19 03:27:29.805633 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2fb414-bbe4-49c7-88d1-b7104964934d req-f34018a1-1db8-4e08-9f65-1ce8981c9f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:29.806176 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-ac2fb414-bbe4-49c7-88d1-b7104964934d req-f34018a1-1db8-4e08-9f65-1ce8981c9f2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:29.807504 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ac2fb414-bbe4-49c7-88d1-b7104964934d req-f34018a1-1db8-4e08-9f65-1ce8981c9f2a service neutron] 10.222.0.82 "PUT /v2.0/ports/3721551b-89d2-499b-b2e9-ab4e888220ca HTTP/1.1" status: 200 len: 1092 time: 0.9037294 Feb 19 03:27:29.807951 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59c949b0-00b5-4328-b7da-4e0a6e9de0c8', 'tag': '3721551b-89d2-499b-b2e9-ab4e888220ca'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:27:29.810800 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c999704-d8e8-4fa9-9188-7d4ce65e88ae" -d '{"events": [{"name": "network-changed", "server_uuid": "59c949b0-00b5-4328-b7da-4e0a6e9de0c8", "tag": "3721551b-89d2-499b-b2e9-ab4e888220ca"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:27:29.856350 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d85931bb-c1c5-4856-9e63-a3975c165548 x-openstack-request-id: req-d85931bb-c1c5-4856-9e63-a3975c165548 {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:27:29.856696 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59c949b0-00b5-4328-b7da-4e0a6e9de0c8", "tag": "3721551b-89d2-499b-b2e9-ab4e888220ca", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:27:29.856910 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d85931bb-c1c5-4856-9e63-a3975c165548 {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:27:29.857582 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59c949b0-00b5-4328-b7da-4e0a6e9de0c8', 'tag': '3721551b-89d2-499b-b2e9-ab4e888220ca', 'status': 'completed', 'code': 200} Feb 19 03:27:29.859997 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34018a1-1db8-4e08-9f65-1ce8981c9f2a service neutron] Pushing event updated for resources: {'Port': ['ID=3721551b-89d2-499b-b2e9-ab4e888220ca,revision_number=3']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:29.899034 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-734beaa9-91ae-4f1a-9aff-ad2ef13d83d7 req-83807dc5-f17d-4b82-b081-4dd2b3894038 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8f8d138-d7be-4ab5-8c11-0b7d0c03b580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949552 Feb 19 03:27:29.924244 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 46318) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:29.940080 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2fb414-bbe4-49c7-88d1-b7104964934d req-4ec59a63-09ef-4204-a72e-74703b16cef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:29.941677 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ac2fb414-bbe4-49c7-88d1-b7104964934d req-4ec59a63-09ef-4204-a72e-74703b16cef5 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=90e5855788e7471dbbb4edeeb896c8f3&device_id=59c949b0-00b5-4328-b7da-4e0a6e9de0c8 HTTP/1.1" status: 200 len: 1126 time: 0.0561337 Feb 19 03:27:29.997578 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ac2fb414-bbe4-49c7-88d1-b7104964934d req-4320e5ff-52a9-41b6-aac0-fe553567632e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3721551b-89d2-499b-b2e9-ab4e888220ca HTTP/1.1" status: 200 len: 217 time: 0.0416589 Feb 19 03:27:30.058434 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2fb414-bbe4-49c7-88d1-b7104964934d req-5da58e23-a1d2-4868-a244-0cc1c18eef84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:30.061903 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ac2fb414-bbe4-49c7-88d1-b7104964934d req-5da58e23-a1d2-4868-a244-0cc1c18eef84 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3561fa05-5acf-4fa3-8982-c460f2560b33 HTTP/1.1" status: 200 len: 855 time: 0.0567598 Feb 19 03:27:30.095018 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ac2fb414-bbe4-49c7-88d1-b7104964934d req-e136a11c-840a-40ee-91ed-2dca49846e39 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=3a61f750-30ef-4417-ab7b-793e27fa3635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280585 Feb 19 03:27:30.203783 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765b6abd-fcf0-49e0-b378-dc9fbe0eeebf tempest-TestVolumeBootPattern-767202616 tempest-TestVolumeBootPattern-767202616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:30.205368 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-765b6abd-fcf0-49e0-b378-dc9fbe0eeebf tempest-TestVolumeBootPattern-767202616 tempest-TestVolumeBootPattern-767202616-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=12c31f2a-c659-496d-858b-7d9d345685c3 HTTP/1.1" status: 200 len: 1123 time: 0.2801425 Feb 19 03:27:30.208596 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 46324) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:30.213300 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-87d0ffe2-290d-44e2-809b-febf80604d27 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Request body: {'floatingip': {'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'port_id': '65a49cb3-4f5c-426d-93cc-c022079d4963', 'tenant_id': '8257d05cb054404db31cec3bbb71493a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:27:30.224285 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ac2fb414-bbe4-49c7-88d1-b7104964934d req-cf5092da-1a57-4c5c-8df9-aaf060491733 service neutron] 10.222.0.82 "GET /v2.0/networks/3a61f750-30ef-4417-ab7b-793e27fa3635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221585 Feb 19 03:27:30.242428 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-87d0ffe2-290d-44e2-809b-febf80604d27 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:30.342869 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ac2fb414-bbe4-49c7-88d1-b7104964934d req-cb3e71fd-ef5b-4266-8b66-b524c439c56e service neutron] 10.222.0.82 "GET /v2.0/networks/3a61f750-30ef-4417-ab7b-793e27fa3635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128747 Feb 19 03:27:30.364733 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-87d0ffe2-290d-44e2-809b-febf80604d27 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:30.484340 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-87d0ffe2-290d-44e2-809b-febf80604d27 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Allocated IP 172.25.6.76 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/c7d6fba6-4531-47b7-a7f0-bd52892b346a) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:27:30.491040 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c999704-d8e8-4fa9-9188-7d4ce65e88ae req-d8c0582d-9914-47f5-a90e-5d11c7c46ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:30.492623 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3c999704-d8e8-4fa9-9188-7d4ce65e88ae req-d8c0582d-9914-47f5-a90e-5d11c7c46ef6 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=90e5855788e7471dbbb4edeeb896c8f3&device_id=59c949b0-00b5-4328-b7da-4e0a6e9de0c8 HTTP/1.1" status: 200 len: 1126 time: 0.0495009 Feb 19 03:27:30.596803 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-87d0ffe2-290d-44e2-809b-febf80604d27 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks [] for port (c7d6fba6-4531-47b7-a7f0-bd52892b346a), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:30.598011 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c999704-d8e8-4fa9-9188-7d4ce65e88ae req-b40f963e-a1c8-40a8-a097-d43fb6125577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:30.599810 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3c999704-d8e8-4fa9-9188-7d4ce65e88ae req-b40f963e-a1c8-40a8-a097-d43fb6125577 service neutron] 10.222.0.82 "GET /v2.0/networks?id=3a61f750-30ef-4417-ab7b-793e27fa3635 HTTP/1.1" status: 200 len: 916 time: 0.0992985 Feb 19 03:27:30.635478 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-87d0ffe2-290d-44e2-809b-febf80604d27 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (c7d6fba6-4531-47b7-a7f0-bd52892b346a), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:30.644049 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3c999704-d8e8-4fa9-9188-7d4ce65e88ae req-1af70fda-380c-45d1-ab66-7b5c463b0a6d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3721551b-89d2-499b-b2e9-ab4e888220ca HTTP/1.1" status: 200 len: 217 time: 0.0375590 Feb 19 03:27:30.681359 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d0ffe2-290d-44e2-809b-febf80604d27 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:27:30.686694 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-87d0ffe2-290d-44e2-809b-febf80604d27 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:27:30.689509 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d0ffe2-290d-44e2-809b-febf80604d27 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:27:30.721563 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d0ffe2-290d-44e2-809b-febf80604d27 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Pushing event updated for resources: {'Port': ['ID=c7d6fba6-4531-47b7-a7f0-bd52892b346a,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:30.736203 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c999704-d8e8-4fa9-9188-7d4ce65e88ae req-05754fad-6314-4760-9ded-3e820757547a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:30.737742 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3c999704-d8e8-4fa9-9188-7d4ce65e88ae req-05754fad-6314-4760-9ded-3e820757547a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3561fa05-5acf-4fa3-8982-c460f2560b33 HTTP/1.1" status: 200 len: 855 time: 0.0857306 Feb 19 03:27:30.759126 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b93357-d20b-4c37-a9d5-463a3cc9fd0b req-f1abda4f-9543-4d55-9384-68b54e23c87f tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:30.760632 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-29b93357-d20b-4c37-a9d5-463a3cc9fd0b req-f1abda4f-9543-4d55-9384-68b54e23c87f tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.72 "GET /v2.0/ports?device_id=59c949b0-00b5-4328-b7da-4e0a6e9de0c8 HTTP/1.1" status: 200 len: 944 time: 0.0996199 Feb 19 03:27:30.783393 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3c999704-d8e8-4fa9-9188-7d4ce65e88ae req-5da50248-9e0a-475f-8483-077c15910011 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=3a61f750-30ef-4417-ab7b-793e27fa3635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389438 Feb 19 03:27:30.894644 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-29b93357-d20b-4c37-a9d5-463a3cc9fd0b req-636f787c-2aad-40db-9828-7d81d625299d tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.72 "GET /v2.0/security-groups?id=544079ea-c206-4b99-b003-60e2fb22d3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136353 Feb 19 03:27:30.924059 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3c999704-d8e8-4fa9-9188-7d4ce65e88ae req-756e8941-665b-418a-92ff-e863aff20052 service neutron] 10.222.0.82 "GET /v2.0/networks/3a61f750-30ef-4417-ab7b-793e27fa3635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337047 Feb 19 03:27:31.022981 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3c999704-d8e8-4fa9-9188-7d4ce65e88ae req-9b3a0558-b484-4d72-8994-2874e7f62483 service neutron] 10.222.0.82 "GET /v2.0/networks/3a61f750-30ef-4417-ab7b-793e27fa3635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927801 Feb 19 03:27:31.110597 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-87d0ffe2-290d-44e2-809b-febf80604d27 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks [] for floatingip (cd9a0f10-6359-4379-bc49-ee4308fdc263), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:31.524177 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-87d0ffe2-290d-44e2-809b-febf80604d27 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (c7d6fba6-4531-47b7-a7f0-bd52892b346a), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:31.689056 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-87d0ffe2-290d-44e2-809b-febf80604d27 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks [] for port (c7d6fba6-4531-47b7-a7f0-bd52892b346a), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:31.694402 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-87d0ffe2-290d-44e2-809b-febf80604d27 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (c7d6fba6-4531-47b7-a7f0-bd52892b346a), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:31.764138 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d0ffe2-290d-44e2-809b-febf80604d27 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Pushing event updated for resources: {'Port': ['ID=c7d6fba6-4531-47b7-a7f0-bd52892b346a,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:31.775669 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-87d0ffe2-290d-44e2-809b-febf80604d27 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16285943'] for floatingip (cd9a0f10-6359-4379-bc49-ee4308fdc263), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:31.887402 n-d-826753-2 neutron-server[103702]: INFO neutron.db.l3_db [None req-87d0ffe2-290d-44e2-809b-febf80604d27 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Floating IP cd9a0f10-6359-4379-bc49-ee4308fdc263 associated. External IP: 172.25.6.76, port: 65a49cb3-4f5c-426d-93cc-c022079d4963. Feb 19 03:27:32.032961 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7a5a48-7adc-4b25-99e3-b2fca7f28f43 req-b65e3ae9-f6fd-4549-8e5c-41e3c7fb11d7 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:32.035259 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-dd7a5a48-7adc-4b25-99e3-b2fca7f28f43 req-b65e3ae9-f6fd-4549-8e5c-41e3c7fb11d7 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.72 "GET /v2.0/ports?device_id=59c949b0-00b5-4328-b7da-4e0a6e9de0c8 HTTP/1.1" status: 200 len: 944 time: 0.0566075 Feb 19 03:27:32.095157 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-dd7a5a48-7adc-4b25-99e3-b2fca7f28f43 req-998180b3-1a79-4323-8f06-9867d011a0f7 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.72 "GET /v2.0/security-groups?id=544079ea-c206-4b99-b003-60e2fb22d3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531163 Feb 19 03:27:32.132440 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87d0ffe2-290d-44e2-809b-febf80604d27 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Router 0968ee23-8036-45f4-8809-145560fe157a has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:27:32.250311 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87d0ffe2-290d-44e2-809b-febf80604d27 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:27:32.261056 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29865e8-36a8-4552-add4-560237efc691 None None] Sync routers for ids ['0968ee23-8036-45f4-8809-145560fe157a'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:27:32.269919 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-87d0ffe2-290d-44e2-809b-febf80604d27 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:32.276150 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29865e8-36a8-4552-add4-560237efc691 None None] Routers {'0968ee23-8036-45f4-8809-145560fe157a'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:27:32.277085 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-b29865e8-36a8-4552-add4-560237efc691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:27:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['0968ee23-8036-45f4-8809-145560fe157a'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:32.304749 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-87d0ffe2-290d-44e2-809b-febf80604d27 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0947945 Feb 19 03:27:32.305287 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12c31f2a-c659-496d-858b-7d9d345685c3', 'tag': '65a49cb3-4f5c-426d-93cc-c022079d4963'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:27:32.307709 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0d6dfb9-fef8-46e5-92a8-2c19bb4c80e6" -d '{"events": [{"name": "network-changed", "server_uuid": "12c31f2a-c659-496d-858b-7d9d345685c3", "tag": "65a49cb3-4f5c-426d-93cc-c022079d4963"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:27:32.346419 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c178018-1096-4f9a-8823-d6a8e1d3e7fe x-openstack-request-id: req-6c178018-1096-4f9a-8823-d6a8e1d3e7fe {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:27:32.346714 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12c31f2a-c659-496d-858b-7d9d345685c3", "tag": "65a49cb3-4f5c-426d-93cc-c022079d4963", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:27:32.346966 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6c178018-1096-4f9a-8823-d6a8e1d3e7fe {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:27:32.347378 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12c31f2a-c659-496d-858b-7d9d345685c3', 'tag': '65a49cb3-4f5c-426d-93cc-c022079d4963', 'status': 'completed', 'code': 200} Feb 19 03:27:32.442788 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d6dfb9-fef8-46e5-92a8-2c19bb4c80e6 req-d1292af3-78a4-4d4c-ba7e-b3ead5d7ed82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:32.445281 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d0d6dfb9-fef8-46e5-92a8-2c19bb4c80e6 req-d1292af3-78a4-4d4c-ba7e-b3ead5d7ed82 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8257d05cb054404db31cec3bbb71493a&device_id=12c31f2a-c659-496d-858b-7d9d345685c3 HTTP/1.1" status: 200 len: 1128 time: 0.0545690 Feb 19 03:27:32.554932 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d6dfb9-fef8-46e5-92a8-2c19bb4c80e6 req-22cfcc9b-f3f6-45a6-bead-d9c764b2e64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:32.556348 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d0d6dfb9-fef8-46e5-92a8-2c19bb4c80e6 req-22cfcc9b-f3f6-45a6-bead-d9c764b2e64f service neutron] 10.222.0.73 "GET /v2.0/networks?id=48e87e60-6ae2-4eae-a03b-2fd752f397d2 HTTP/1.1" status: 200 len: 912 time: 0.1053932 Feb 19 03:27:32.589389 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-b29865e8-36a8-4552-add4-560237efc691 None None] Set router 0968ee23-8036-45f4-8809-145560fe157a gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:27:32.632805 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d0d6dfb9-fef8-46e5-92a8-2c19bb4c80e6 req-903e8b2c-7b2a-4b08-8a08-91135462156e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=65a49cb3-4f5c-426d-93cc-c022079d4963 HTTP/1.1" status: 200 len: 999 time: 0.0693095 Feb 19 03:27:32.689556 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d6dfb9-fef8-46e5-92a8-2c19bb4c80e6 req-fe43bc66-3905-4e90-a79b-e20b3d161232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:32.692269 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d0d6dfb9-fef8-46e5-92a8-2c19bb4c80e6 req-fe43bc66-3905-4e90-a79b-e20b3d161232 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2d8d01f7-c65c-4273-a693-0737e1d5a5eb HTTP/1.1" status: 200 len: 850 time: 0.0525622 Feb 19 03:27:32.742705 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d6dfb9-fef8-46e5-92a8-2c19bb4c80e6 req-6a397b46-d6cb-43e8-9965-ae714322b5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:32.744272 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d0d6dfb9-fef8-46e5-92a8-2c19bb4c80e6 req-6a397b46-d6cb-43e8-9965-ae714322b5ac service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=48e87e60-6ae2-4eae-a03b-2fd752f397d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0473907 Feb 19 03:27:32.838017 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-b29865e8-36a8-4552-add4-560237efc691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0968ee23-8036-45f4-8809-145560fe157a', 'name': 'tempest-TestVolumeBootPattern-409071175-router', 'tenant_id': '8257d05cb054404db31cec3bbb71493a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '66784259-b70b-4223-adef-284071a24f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:21:16Z', 'updated_at': '2022-02-19T03:21:21Z', 'revision_number': 4, 'project_id': '8257d05cb054404db31cec3bbb71493a', 'gw_port': {'id': '66784259-b70b-4223-adef-284071a24f1f', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0968ee23-8036-45f4-8809-145560fe157a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:21:17Z', 'updated_at': '2022-02-19T03:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': 'cd9a0f10-6359-4379-bc49-ee4308fdc263', 'tenant_id': '8257d05cb054404db31cec3bbb71493a', 'floating_ip_address': '172.25.6.76', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': '0968ee23-8036-45f4-8809-145560fe157a', 'port_id': '65a49cb3-4f5c-426d-93cc-c022079d4963', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3812, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48e87e60-6ae2-4eae-a03b-2fd752f397d2', 'mac_address': 'fa:16:3e:44:55:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12c31f2a-c659-496d-858b-7d9d345685c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:27:30Z', 'updated_at': '2022-02-19T03:27:30Z', 'revision_number': 0, 'project_id': '8257d05cb054404db31cec3bbb71493a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cb0bc19-d8c8-4262-a93c-7a17a83c15da', 'name': '', 'network_id': '48e87e60-6ae2-4eae-a03b-2fd752f397d2', 'tenant_id': '8257d05cb054404db31cec3bbb71493a', 'mac_address': 'fa:16:3e:d2:db:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0968ee23-8036-45f4-8809-145560fe157a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '2d8d01f7-c65c-4273-a693-0737e1d5a5eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:21:20Z', 'updated_at': '2022-02-19T03:21:26Z', 'revision_number': 5, 'project_id': '8257d05cb054404db31cec3bbb71493a', 'subnets': [{'id': '2d8d01f7-c65c-4273-a693-0737e1d5a5eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:32.870151 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d0d6dfb9-fef8-46e5-92a8-2c19bb4c80e6 req-f01dc5dd-45a8-4804-bef0-172d9ce089ba service neutron] 10.222.0.73 "GET /v2.0/networks/48e87e60-6ae2-4eae-a03b-2fd752f397d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091614 Feb 19 03:27:32.873099 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29865e8-36a8-4552-add4-560237efc691 None None] Checking router: 0968ee23-8036-45f4-8809-145560fe157a for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:27:32.882035 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29865e8-36a8-4552-add4-560237efc691 None None] Routers {'0968ee23-8036-45f4-8809-145560fe157a'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:27:32.882663 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-b29865e8-36a8-4552-add4-560237efc691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:27:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['0968ee23-8036-45f4-8809-145560fe157a'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:32.968475 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d0d6dfb9-fef8-46e5-92a8-2c19bb4c80e6 req-816ad84a-cc6a-413a-a5d1-b5d9802629df service neutron] 10.222.0.73 "GET /v2.0/networks/48e87e60-6ae2-4eae-a03b-2fd752f397d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921979 Feb 19 03:27:33.015676 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-b29865e8-36a8-4552-add4-560237efc691 None None] Set router 0968ee23-8036-45f4-8809-145560fe157a gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:27:33.220943 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab589f2d-d3de-485e-9f90-7962fd097631 req-87a23866-4e6d-4997-adf8-7829c934ee91 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:33.222560 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ab589f2d-d3de-485e-9f90-7962fd097631 req-87a23866-4e6d-4997-adf8-7829c934ee91 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.72 "GET /v2.0/ports?device_id=59c949b0-00b5-4328-b7da-4e0a6e9de0c8 HTTP/1.1" status: 200 len: 944 time: 0.0558825 Feb 19 03:27:33.267034 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-b29865e8-36a8-4552-add4-560237efc691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0968ee23-8036-45f4-8809-145560fe157a', 'name': 'tempest-TestVolumeBootPattern-409071175-router', 'tenant_id': '8257d05cb054404db31cec3bbb71493a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '66784259-b70b-4223-adef-284071a24f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:21:16Z', 'updated_at': '2022-02-19T03:21:21Z', 'revision_number': 4, 'project_id': '8257d05cb054404db31cec3bbb71493a', 'gw_port': {'id': '66784259-b70b-4223-adef-284071a24f1f', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0968ee23-8036-45f4-8809-145560fe157a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:21:17Z', 'updated_at': '2022-02-19T03:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': 'cd9a0f10-6359-4379-bc49-ee4308fdc263', 'tenant_id': '8257d05cb054404db31cec3bbb71493a', 'floating_ip_address': '172.25.6.76', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': '0968ee23-8036-45f4-8809-145560fe157a', 'port_id': '65a49cb3-4f5c-426d-93cc-c022079d4963', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3812, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48e87e60-6ae2-4eae-a03b-2fd752f397d2', 'mac_address': 'fa:16:3e:44:55:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12c31f2a-c659-496d-858b-7d9d345685c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:27:30Z', 'updated_at': '2022-02-19T03:27:30Z', 'revision_number': 0, 'project_id': '8257d05cb054404db31cec3bbb71493a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cb0bc19-d8c8-4262-a93c-7a17a83c15da', 'name': '', 'network_id': '48e87e60-6ae2-4eae-a03b-2fd752f397d2', 'tenant_id': '8257d05cb054404db31cec3bbb71493a', 'mac_address': 'fa:16:3e:d2:db:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0968ee23-8036-45f4-8809-145560fe157a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '2d8d01f7-c65c-4273-a693-0737e1d5a5eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:21:20Z', 'updated_at': '2022-02-19T03:21:26Z', 'revision_number': 5, 'project_id': '8257d05cb054404db31cec3bbb71493a', 'subnets': [{'id': '2d8d01f7-c65c-4273-a693-0737e1d5a5eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:33.276617 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ab589f2d-d3de-485e-9f90-7962fd097631 req-a11ae896-ea38-44f9-8cd1-18d2885d8a65 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.72 "GET /v2.0/security-groups?id=544079ea-c206-4b99-b003-60e2fb22d3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461714 Feb 19 03:27:33.298829 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29865e8-36a8-4552-add4-560237efc691 None None] The sync data for ids ['0968ee23-8036-45f4-8809-145560fe157a'] in n-d-826753-2 is: [{'id': '0968ee23-8036-45f4-8809-145560fe157a', 'name': 'tempest-TestVolumeBootPattern-409071175-router', 'tenant_id': '8257d05cb054404db31cec3bbb71493a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '66784259-b70b-4223-adef-284071a24f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:21:16Z', 'updated_at': '2022-02-19T03:21:21Z', 'revision_number': 4, 'project_id': '8257d05cb054404db31cec3bbb71493a', 'gw_port': {'id': '66784259-b70b-4223-adef-284071a24f1f', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0968ee23-8036-45f4-8809-145560fe157a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:21:17Z', 'updated_at': '2022-02-19T03:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': 'cd9a0f10-6359-4379-bc49-ee4308fdc263', 'tenant_id': '8257d05cb054404db31cec3bbb71493a', 'floating_ip_address': '172.25.6.76', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': '0968ee23-8036-45f4-8809-145560fe157a', 'port_id': '65a49cb3-4f5c-426d-93cc-c022079d4963', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3812, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48e87e60-6ae2-4eae-a03b-2fd752f397d2', 'mac_address': 'fa:16:3e:44:55:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12c31f2a-c659-496d-858b-7d9d345685c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:27:30Z', 'updated_at': '2022-02-19T03:27:30Z', 'revision_number': 0, 'project_id': '8257d05cb054404db31cec3bbb71493a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cb0bc19-d8c8-4262-a93c-7a17a83c15da', 'name': '', 'network_id': '48e87e60-6ae2-4eae-a03b-2fd752f397d2', 'tenant_id': '8257d05cb054404db31cec3bbb71493a', 'mac_address': 'fa:16:3e:d2:db:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0968ee23-8036-45f4-8809-145560fe157a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '2d8d01f7-c65c-4273-a693-0737e1d5a5eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:21:20Z', 'updated_at': '2022-02-19T03:21:26Z', 'revision_number': 5, 'project_id': '8257d05cb054404db31cec3bbb71493a', 'subnets': [{'id': '2d8d01f7-c65c-4273-a693-0737e1d5a5eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:27:33.547555 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5641d7-28ee-4e53-9caa-df21ea85bc14 None None] New status for floating IP cd9a0f10-6359-4379-bc49-ee4308fdc263: ACTIVE {{(pid=103704) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:27:34.157916 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 3721551b-89d2-499b-b2e9-ab4e888220ca details requested by agent hyperv_n-h2-826753-2 with host n-h2-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:27:34.255121 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 3721551b-89d2-499b-b2e9-ab4e888220ca, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=3721551b-89d2-499b-b2e9-ab4e888220ca,segment=NetworkSegment(0b5e267d-554c-4de1-984c-fa3f9c141661),segment_id=0b5e267d-554c-4de1-984c-fa3f9c141661)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:27:34.268995 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Returning: {'device': '3721551b-89d2-499b-b2e9-ab4e888220ca', 'network_id': '3a61f750-30ef-4417-ab7b-793e27fa3635', 'port_id': '3721551b-89d2-499b-b2e9-ab4e888220ca', 'mac_address': 'fa:16:3e:12:75:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3561fa05-5acf-4fa3-8982-c460f2560b33', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:27:34.312474 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 3721551b-89d2-499b-b2e9-ab4e888220ca is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:27:34.313429 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (3721551b-89d2-499b-b2e9-ab4e888220ca), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:34.331080 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3721551b-89d2-499b-b2e9-ab4e888220ca {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:27:34.351805 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 3721551b-89d2-499b-b2e9-ab4e888220ca, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=3721551b-89d2-499b-b2e9-ab4e888220ca,segment=NetworkSegment(0b5e267d-554c-4de1-984c-fa3f9c141661),segment_id=0b5e267d-554c-4de1-984c-fa3f9c141661)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:27:34.356986 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (3721551b-89d2-499b-b2e9-ab4e888220ca), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:34.420264 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=3721551b-89d2-499b-b2e9-ab4e888220ca,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:34.437079 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffd39c3-6107-4619-9cd4-0bae07f89dca req-9ab2f84d-976d-44a6-8b09-60af6a0fc3c0 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:34.438659 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5ffd39c3-6107-4619-9cd4-0bae07f89dca req-9ab2f84d-976d-44a6-8b09-60af6a0fc3c0 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.72 "GET /v2.0/ports?device_id=59c949b0-00b5-4328-b7da-4e0a6e9de0c8 HTTP/1.1" status: 200 len: 945 time: 0.0703878 Feb 19 03:27:34.487981 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5ffd39c3-6107-4619-9cd4-0bae07f89dca req-17b1df26-049e-4c63-a6d7-4576f9e52e40 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.72 "GET /v2.0/security-groups?id=544079ea-c206-4b99-b003-60e2fb22d3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434327 Feb 19 03:27:34.646182 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['3721551b-89d2-499b-b2e9-ab4e888220ca'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:27:35.617979 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cea7c01-9bfd-4d82-bc61-e22913a71bab req-1415bfaf-d6d1-4cc9-9110-845cf1f4d4b8 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:35.621847 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2cea7c01-9bfd-4d82-bc61-e22913a71bab req-1415bfaf-d6d1-4cc9-9110-845cf1f4d4b8 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.72 "GET /v2.0/ports?device_id=59c949b0-00b5-4328-b7da-4e0a6e9de0c8 HTTP/1.1" status: 200 len: 945 time: 0.0598519 Feb 19 03:27:35.670453 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2cea7c01-9bfd-4d82-bc61-e22913a71bab req-b831811c-76b9-48b1-a871-748b73c6053d tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.72 "GET /v2.0/security-groups?id=544079ea-c206-4b99-b003-60e2fb22d3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438476 Feb 19 03:27:36.165960 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 3721551b-89d2-499b-b2e9-ab4e888220ca up at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:27:36.217474 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning for port 3721551b-89d2-499b-b2e9-ab4e888220ca completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:27:36.221775 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning complete for port 3721551b-89d2-499b-b2e9-ab4e888220ca triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:27:36.222151 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (3721551b-89d2-499b-b2e9-ab4e888220ca), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:36.302771 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 3721551b-89d2-499b-b2e9-ab4e888220ca is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:27:36.303069 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (3721551b-89d2-499b-b2e9-ab4e888220ca), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:36.331688 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59c949b0-00b5-4328-b7da-4e0a6e9de0c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3721551b-89d2-499b-b2e9-ab4e888220ca'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:27:36.333991 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f601a7ef-0ba2-49fa-bd42-bbdb727395e9" -d '{"events": [{"server_uuid": "59c949b0-00b5-4328-b7da-4e0a6e9de0c8", "name": "network-vif-plugged", "status": "completed", "tag": "3721551b-89d2-499b-b2e9-ab4e888220ca"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:27:36.347075 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 3721551b-89d2-499b-b2e9-ab4e888220ca, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=3721551b-89d2-499b-b2e9-ab4e888220ca,segment=NetworkSegment(0b5e267d-554c-4de1-984c-fa3f9c141661),segment_id=0b5e267d-554c-4de1-984c-fa3f9c141661)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:27:36.353053 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (3721551b-89d2-499b-b2e9-ab4e888220ca), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:36.381477 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6abd1a84-ff85-44a6-a9f1-5df02974e525 x-openstack-request-id: req-6abd1a84-ff85-44a6-a9f1-5df02974e525 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:27:36.381802 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59c949b0-00b5-4328-b7da-4e0a6e9de0c8", "name": "network-vif-plugged", "status": "completed", "tag": "3721551b-89d2-499b-b2e9-ab4e888220ca", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:27:36.382023 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6abd1a84-ff85-44a6-a9f1-5df02974e525 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:27:36.382417 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59c949b0-00b5-4328-b7da-4e0a6e9de0c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3721551b-89d2-499b-b2e9-ab4e888220ca', 'code': 200} Feb 19 03:27:36.414033 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=3721551b-89d2-499b-b2e9-ab4e888220ca,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:36.524932 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883e5bcc-7f6e-48c3-a322-deac4ce68754 req-46ace443-c42d-4636-bb3b-c482f9a89c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:36.526623 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-883e5bcc-7f6e-48c3-a322-deac4ce68754 req-46ace443-c42d-4636-bb3b-c482f9a89c6a service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=59c949b0-00b5-4328-b7da-4e0a6e9de0c8 HTTP/1.1" status: 200 len: 1128 time: 0.0466952 Feb 19 03:27:36.574497 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-883e5bcc-7f6e-48c3-a322-deac4ce68754 req-bfdf0cd1-6d1a-49c3-a785-57f92d800637 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=544079ea-c206-4b99-b003-60e2fb22d3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404387 Feb 19 03:27:36.802655 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b82f4f-801a-400a-9bcf-4c77d01b1f58 req-5c43e772-7271-4a86-aa27-54ea299dde3f tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:36.804222 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-53b82f4f-801a-400a-9bcf-4c77d01b1f58 req-5c43e772-7271-4a86-aa27-54ea299dde3f tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.72 "GET /v2.0/ports?device_id=59c949b0-00b5-4328-b7da-4e0a6e9de0c8 HTTP/1.1" status: 200 len: 946 time: 0.0608552 Feb 19 03:27:36.860255 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-53b82f4f-801a-400a-9bcf-4c77d01b1f58 req-d8a8f2f6-5ad7-4d37-a56f-fec1fb59fa66 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.72 "GET /v2.0/security-groups?id=544079ea-c206-4b99-b003-60e2fb22d3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490370 Feb 19 03:27:37.993278 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6dde3c-05ed-444f-948d-d2d7571b136c req-0bc7c946-176a-401e-b683-6b0afd13af28 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:37.994800 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9c6dde3c-05ed-444f-948d-d2d7571b136c req-0bc7c946-176a-401e-b683-6b0afd13af28 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.72 "GET /v2.0/ports?device_id=59c949b0-00b5-4328-b7da-4e0a6e9de0c8 HTTP/1.1" status: 200 len: 946 time: 0.0549827 Feb 19 03:27:38.045359 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9c6dde3c-05ed-444f-948d-d2d7571b136c req-d746e887-0b95-4b1f-b55b-a2507e37a3ad tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.72 "GET /v2.0/security-groups?id=544079ea-c206-4b99-b003-60e2fb22d3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444748 Feb 19 03:27:43.938475 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:27:45.560963 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-163b8b07-321a-4046-aac1-4c42b0fe46c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:47.735354 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-2f85aeda-2d2d-4f1b-8d81-38155bf6120b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:49.367971 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:50.542599 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:51.985168 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:52.751071 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:56.474255 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:02.628482 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 46442) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:02.971113 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-801d8100-5967-464d-9cc9-5a6f8a2cee36 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Deleting port 985d14c7-fd41-4ac3-828c-bfbda2e89a46 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:28:02.971477 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-801d8100-5967-464d-9cc9-5a6f8a2cee36 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (985d14c7-fd41-4ac3-828c-bfbda2e89a46), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:03.051587 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-801d8100-5967-464d-9cc9-5a6f8a2cee36 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (985d14c7-fd41-4ac3-828c-bfbda2e89a46), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:03.051587 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-801d8100-5967-464d-9cc9-5a6f8a2cee36 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for floatingip (985d14c7-fd41-4ac3-828c-bfbda2e89a46), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:03.064292 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-801d8100-5967-464d-9cc9-5a6f8a2cee36 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Calling delete_port for 985d14c7-fd41-4ac3-828c-bfbda2e89a46 owned by network:floatingip {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:28:03.230083 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-801d8100-5967-464d-9cc9-5a6f8a2cee36 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (985d14c7-fd41-4ac3-828c-bfbda2e89a46), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:03.260591 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801d8100-5967-464d-9cc9-5a6f8a2cee36 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Pushing event deleted for resources: {'Port': ['ID=985d14c7-fd41-4ac3-828c-bfbda2e89a46,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:03.327499 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-801d8100-5967-464d-9cc9-5a6f8a2cee36 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for floatingip (c6a51fef-9ea1-4893-bf79-ed0100528996), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:03.327942 n-d-826753-2 neutron-server[103702]: INFO neutron.db.l3_db [None req-801d8100-5967-464d-9cc9-5a6f8a2cee36 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Floating IP c6a51fef-9ea1-4893-bf79-ed0100528996 disassociated (deleted). External IP: 172.25.6.110, port: daa9f76b-414e-41c1-aff8-df1ea00f80cc. Feb 19 03:28:03.592449 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-801d8100-5967-464d-9cc9-5a6f8a2cee36 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Router 937578fc-f972-4588-9e09-fb2349a9bb1a has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:28:03.717694 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-801d8100-5967-464d-9cc9-5a6f8a2cee36 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:28:03.726723 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-801d8100-5967-464d-9cc9-5a6f8a2cee36 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:03.729890 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd100c70-19fe-4cfc-aa57-3ccb8b602a62 None None] Sync routers for ids ['937578fc-f972-4588-9e09-fb2349a9bb1a'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:28:03.743392 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd100c70-19fe-4cfc-aa57-3ccb8b602a62 None None] Routers {'937578fc-f972-4588-9e09-fb2349a9bb1a'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:28:03.744371 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-dd100c70-19fe-4cfc-aa57-3ccb8b602a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:27:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['937578fc-f972-4588-9e09-fb2349a9bb1a'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:03.767426 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-801d8100-5967-464d-9cc9-5a6f8a2cee36 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "DELETE /v2.0/floatingips/c6a51fef-9ea1-4893-bf79-ed0100528996 HTTP/1.1" status: 204 len: 168 time: 1.1370430 Feb 19 03:28:03.768420 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22b4a46f-f366-4ddd-9958-e394841e199a', 'tag': 'daa9f76b-414e-41c1-aff8-df1ea00f80cc'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:28:03.770949 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddb518ba-7f27-4318-b74e-e1e7edcff023" -d '{"events": [{"name": "network-changed", "server_uuid": "22b4a46f-f366-4ddd-9958-e394841e199a", "tag": "daa9f76b-414e-41c1-aff8-df1ea00f80cc"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:28:03.828697 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d91a0f24-430e-4b0b-89e8-73424be77136 x-openstack-request-id: req-d91a0f24-430e-4b0b-89e8-73424be77136 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:28:03.828995 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22b4a46f-f366-4ddd-9958-e394841e199a", "tag": "daa9f76b-414e-41c1-aff8-df1ea00f80cc", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:28:03.829606 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d91a0f24-430e-4b0b-89e8-73424be77136 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:28:03.830287 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22b4a46f-f366-4ddd-9958-e394841e199a', 'tag': 'daa9f76b-414e-41c1-aff8-df1ea00f80cc', 'status': 'completed', 'code': 200} Feb 19 03:28:03.872678 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-dd100c70-19fe-4cfc-aa57-3ccb8b602a62 None None] Set router 937578fc-f972-4588-9e09-fb2349a9bb1a gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:28:03.963890 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb518ba-7f27-4318-b74e-e1e7edcff023 req-1358ba79-f057-4493-ade4-b57c375a8acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:03.966078 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ddb518ba-7f27-4318-b74e-e1e7edcff023 req-1358ba79-f057-4493-ade4-b57c375a8acf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3bc3bb28499f4673b42d5b4a69d45946&device_id=22b4a46f-f366-4ddd-9958-e394841e199a HTTP/1.1" status: 200 len: 1127 time: 0.0940266 Feb 19 03:28:04.118195 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb518ba-7f27-4318-b74e-e1e7edcff023 req-07952c9a-7108-438c-9305-ad1a5cadc58b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:04.121804 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ddb518ba-7f27-4318-b74e-e1e7edcff023 req-07952c9a-7108-438c-9305-ad1a5cadc58b service neutron] 10.222.0.73 "GET /v2.0/networks?id=d0d2c2dc-f305-4438-8d4f-c75d0acc2c51 HTTP/1.1" status: 200 len: 898 time: 0.1483905 Feb 19 03:28:04.135480 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f11e6ea-e639-465c-bf64-5a1de62a5ddf req-daf1913b-d951-4e59-b26e-85994b566f8c tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:04.137766 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8f11e6ea-e639-465c-bf64-5a1de62a5ddf req-daf1913b-d951-4e59-b26e-85994b566f8c tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=22b4a46f-f366-4ddd-9958-e394841e199a HTTP/1.1" status: 200 len: 945 time: 0.0936015 Feb 19 03:28:04.195861 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-dd100c70-19fe-4cfc-aa57-3ccb8b602a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937578fc-f972-4588-9e09-fb2349a9bb1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1969813188', 'tenant_id': '3bc3bb28499f4673b42d5b4a69d45946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': '8724a13e-eb78-4d7b-93ba-580ed212c627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:24:45Z', 'updated_at': '2022-02-19T03:24:49Z', 'revision_number': 4, 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'gw_port': {'id': '8724a13e-eb78-4d7b-93ba-580ed212c627', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:8b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937578fc-f972-4588-9e09-fb2349a9bb1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:24:45Z', 'updated_at': '2022-02-19T03:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '0ab19e21-9a68-4160-a41a-f6ab4abb6f11', 'name': '', 'network_id': 'd0d2c2dc-f305-4438-8d4f-c75d0acc2c51', 'tenant_id': '3bc3bb28499f4673b42d5b4a69d45946', 'mac_address': 'fa:16:3e:49:fb:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937578fc-f972-4588-9e09-fb2349a9bb1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'b9379704-2efc-42f1-a58d-e8716385306d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:24:48Z', 'updated_at': '2022-02-19T03:24:54Z', 'revision_number': 5, 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'subnets': [{'id': 'b9379704-2efc-42f1-a58d-e8716385306d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:04.223075 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ddb518ba-7f27-4318-b74e-e1e7edcff023 req-ce22af4e-93de-4010-bd34-a4c6dd76d78c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=daa9f76b-414e-41c1-aff8-df1ea00f80cc HTTP/1.1" status: 200 len: 217 time: 0.0930927 Feb 19 03:28:04.225743 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8f11e6ea-e639-465c-bf64-5a1de62a5ddf req-8a003a9f-1921-4116-bd39-f41197106a70 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=b8e1e53f-c016-45ce-afd4-70487b1086ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756648 Feb 19 03:28:04.240323 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd100c70-19fe-4cfc-aa57-3ccb8b602a62 None None] Checking router: 937578fc-f972-4588-9e09-fb2349a9bb1a for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:28:04.254752 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd100c70-19fe-4cfc-aa57-3ccb8b602a62 None None] Routers {'937578fc-f972-4588-9e09-fb2349a9bb1a'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:28:04.255524 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-dd100c70-19fe-4cfc-aa57-3ccb8b602a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:27:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['937578fc-f972-4588-9e09-fb2349a9bb1a'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:04.290184 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb518ba-7f27-4318-b74e-e1e7edcff023 req-68510a31-6771-4ee7-abb4-a28d809b2a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:04.293302 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ddb518ba-7f27-4318-b74e-e1e7edcff023 req-68510a31-6771-4ee7-abb4-a28d809b2a56 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b9379704-2efc-42f1-a58d-e8716385306d HTTP/1.1" status: 200 len: 835 time: 0.0650795 Feb 19 03:28:04.380832 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb518ba-7f27-4318-b74e-e1e7edcff023 req-e1bc527f-1d28-4c8e-901a-6920c5b901d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:04.387679 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ddb518ba-7f27-4318-b74e-e1e7edcff023 req-e1bc527f-1d28-4c8e-901a-6920c5b901d6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d0d2c2dc-f305-4438-8d4f-c75d0acc2c51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0862594 Feb 19 03:28:04.397959 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-dd100c70-19fe-4cfc-aa57-3ccb8b602a62 None None] Set router 937578fc-f972-4588-9e09-fb2349a9bb1a gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:28:04.535034 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ddb518ba-7f27-4318-b74e-e1e7edcff023 req-e85f9d2b-8072-4f8f-bd55-cdbc1bc090e0 service neutron] 10.222.0.73 "GET /v2.0/networks/d0d2c2dc-f305-4438-8d4f-c75d0acc2c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415794 Feb 19 03:28:04.657965 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-dd100c70-19fe-4cfc-aa57-3ccb8b602a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937578fc-f972-4588-9e09-fb2349a9bb1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1969813188', 'tenant_id': '3bc3bb28499f4673b42d5b4a69d45946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': '8724a13e-eb78-4d7b-93ba-580ed212c627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:24:45Z', 'updated_at': '2022-02-19T03:24:49Z', 'revision_number': 4, 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'gw_port': {'id': '8724a13e-eb78-4d7b-93ba-580ed212c627', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:8b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937578fc-f972-4588-9e09-fb2349a9bb1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:24:45Z', 'updated_at': '2022-02-19T03:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '0ab19e21-9a68-4160-a41a-f6ab4abb6f11', 'name': '', 'network_id': 'd0d2c2dc-f305-4438-8d4f-c75d0acc2c51', 'tenant_id': '3bc3bb28499f4673b42d5b4a69d45946', 'mac_address': 'fa:16:3e:49:fb:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937578fc-f972-4588-9e09-fb2349a9bb1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'b9379704-2efc-42f1-a58d-e8716385306d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:24:48Z', 'updated_at': '2022-02-19T03:24:54Z', 'revision_number': 5, 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'subnets': [{'id': 'b9379704-2efc-42f1-a58d-e8716385306d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:04.674062 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ddb518ba-7f27-4318-b74e-e1e7edcff023 req-47b49369-1569-45db-a7c5-7e60fbe7d614 service neutron] 10.222.0.73 "GET /v2.0/networks/d0d2c2dc-f305-4438-8d4f-c75d0acc2c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324973 Feb 19 03:28:04.687988 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd100c70-19fe-4cfc-aa57-3ccb8b602a62 None None] The sync data for ids ['937578fc-f972-4588-9e09-fb2349a9bb1a'] in n-d-826753-2 is: [{'id': '937578fc-f972-4588-9e09-fb2349a9bb1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1969813188', 'tenant_id': '3bc3bb28499f4673b42d5b4a69d45946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': '8724a13e-eb78-4d7b-93ba-580ed212c627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:24:45Z', 'updated_at': '2022-02-19T03:24:49Z', 'revision_number': 4, 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'gw_port': {'id': '8724a13e-eb78-4d7b-93ba-580ed212c627', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:8b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937578fc-f972-4588-9e09-fb2349a9bb1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:24:45Z', 'updated_at': '2022-02-19T03:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '0ab19e21-9a68-4160-a41a-f6ab4abb6f11', 'name': '', 'network_id': 'd0d2c2dc-f305-4438-8d4f-c75d0acc2c51', 'tenant_id': '3bc3bb28499f4673b42d5b4a69d45946', 'mac_address': 'fa:16:3e:49:fb:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937578fc-f972-4588-9e09-fb2349a9bb1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'b9379704-2efc-42f1-a58d-e8716385306d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:24:48Z', 'updated_at': '2022-02-19T03:24:54Z', 'revision_number': 5, 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'subnets': [{'id': 'b9379704-2efc-42f1-a58d-e8716385306d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:28:04.952236 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9545ef0-5421-4ffa-9936-d832c54aa523 None None] New status for floating IP c6a51fef-9ea1-4893-bf79-ed0100528996: DOWN {{(pid=103704) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:28:05.372511 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7cd725-6c5d-48e8-853a-a5432052b7e7 req-c56e58fc-1308-4f05-8abe-9cc6de327f1b tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:05.374868 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5d7cd725-6c5d-48e8-853a-a5432052b7e7 req-c56e58fc-1308-4f05-8abe-9cc6de327f1b tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=22b4a46f-f366-4ddd-9958-e394841e199a HTTP/1.1" status: 200 len: 945 time: 0.0589931 Feb 19 03:28:05.427824 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5d7cd725-6c5d-48e8-853a-a5432052b7e7 req-dd1a0aa7-7dca-40ac-9219-353c8e2736f7 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/security-groups?id=b8e1e53f-c016-45ce-afd4-70487b1086ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463312 Feb 19 03:28:05.943510 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171dcf8e-3ecb-4163-a129-da08550c6b9b req-d505e834-7b0f-45be-8d1f-38147863a6b8 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:05.945031 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-171dcf8e-3ecb-4163-a129-da08550c6b9b req-d505e834-7b0f-45be-8d1f-38147863a6b8 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.73 "GET /v2.0/ports?device_id=22b4a46f-f366-4ddd-9958-e394841e199a HTTP/1.1" status: 200 len: 945 time: 0.0588365 Feb 19 03:28:06.046470 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-171dcf8e-3ecb-4163-a129-da08550c6b9b req-3d45f831-9c87-4e9c-a63c-6e48f6551b1a tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Deleting port daa9f76b-414e-41c1-aff8-df1ea00f80cc {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:28:06.046923 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-171dcf8e-3ecb-4163-a129-da08550c6b9b req-3d45f831-9c87-4e9c-a63c-6e48f6551b1a tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (daa9f76b-414e-41c1-aff8-df1ea00f80cc), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:06.154440 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-171dcf8e-3ecb-4163-a129-da08550c6b9b req-3d45f831-9c87-4e9c-a63c-6e48f6551b1a tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] For port daa9f76b-414e-41c1-aff8-df1ea00f80cc, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=daa9f76b-414e-41c1-aff8-df1ea00f80cc,segment=NetworkSegment(cf5429cd-3246-4bb1-a835-906f2760b64b),segment_id=cf5429cd-3246-4bb1-a835-906f2760b64b)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:28:06.154744 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-171dcf8e-3ecb-4163-a129-da08550c6b9b req-3d45f831-9c87-4e9c-a63c-6e48f6551b1a tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (daa9f76b-414e-41c1-aff8-df1ea00f80cc), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:06.168741 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-171dcf8e-3ecb-4163-a129-da08550c6b9b req-3d45f831-9c87-4e9c-a63c-6e48f6551b1a tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Calling delete_port for daa9f76b-414e-41c1-aff8-df1ea00f80cc owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:28:06.331684 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-171dcf8e-3ecb-4163-a129-da08550c6b9b req-3d45f831-9c87-4e9c-a63c-6e48f6551b1a tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (daa9f76b-414e-41c1-aff8-df1ea00f80cc), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:06.368077 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d45f831-9c87-4e9c-a63c-6e48f6551b1a tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Pushing event deleted for resources: {'Port': ['ID=daa9f76b-414e-41c1-aff8-df1ea00f80cc,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:06.382943 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d45f831-9c87-4e9c-a63c-6e48f6551b1a tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:06.383309 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d45f831-9c87-4e9c-a63c-6e48f6551b1a tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:06.383664 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d45f831-9c87-4e9c-a63c-6e48f6551b1a tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:06.384011 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d45f831-9c87-4e9c-a63c-6e48f6551b1a tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:06.384340 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d45f831-9c87-4e9c-a63c-6e48f6551b1a tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:06.384683 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d45f831-9c87-4e9c-a63c-6e48f6551b1a tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:06.385039 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d45f831-9c87-4e9c-a63c-6e48f6551b1a tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:06.386229 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d45f831-9c87-4e9c-a63c-6e48f6551b1a tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:06.386591 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d45f831-9c87-4e9c-a63c-6e48f6551b1a tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:06.386972 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d45f831-9c87-4e9c-a63c-6e48f6551b1a tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:06.387262 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d45f831-9c87-4e9c-a63c-6e48f6551b1a tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:06.387584 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d45f831-9c87-4e9c-a63c-6e48f6551b1a tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:06.387929 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d45f831-9c87-4e9c-a63c-6e48f6551b1a tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:06.428424 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-171dcf8e-3ecb-4163-a129-da08550c6b9b req-3d45f831-9c87-4e9c-a63c-6e48f6551b1a tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] No DVR routers for this DVR port daa9f76b-414e-41c1-aff8-df1ea00f80cc on host n-h1-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:28:06.431433 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-171dcf8e-3ecb-4163-a129-da08550c6b9b req-3d45f831-9c87-4e9c-a63c-6e48f6551b1a tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:06.435758 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-171dcf8e-3ecb-4163-a129-da08550c6b9b req-3d45f831-9c87-4e9c-a63c-6e48f6551b1a tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.73 "DELETE /v2.0/ports/daa9f76b-414e-41c1-aff8-df1ea00f80cc HTTP/1.1" status: 204 len: 173 time: 0.4856553 Feb 19 03:28:06.436249 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22b4a46f-f366-4ddd-9958-e394841e199a', 'name': 'network-vif-deleted', 'tag': 'daa9f76b-414e-41c1-aff8-df1ea00f80cc'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:28:06.438640 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a51468a9-c4f7-440a-8016-5472d228df11" -d '{"events": [{"server_uuid": "22b4a46f-f366-4ddd-9958-e394841e199a", "name": "network-vif-deleted", "tag": "daa9f76b-414e-41c1-aff8-df1ea00f80cc"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:28:06.484022 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b191028-744e-43ae-8e8d-5577380482d0 x-openstack-request-id: req-3b191028-744e-43ae-8e8d-5577380482d0 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:28:06.484816 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22b4a46f-f366-4ddd-9958-e394841e199a", "name": "network-vif-deleted", "tag": "daa9f76b-414e-41c1-aff8-df1ea00f80cc", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:28:06.485177 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3b191028-744e-43ae-8e8d-5577380482d0 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:28:06.485975 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22b4a46f-f366-4ddd-9958-e394841e199a', 'name': 'network-vif-deleted', 'tag': 'daa9f76b-414e-41c1-aff8-df1ea00f80cc', 'status': 'completed', 'code': 200} Feb 19 03:28:06.564566 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d92c06a3-44a3-48b1-a244-5374116de627 req-e52ca1f5-7c5b-450b-9d4f-f9d5b8e4736a tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "GET /v2.0/ports?device_id=22b4a46f-f366-4ddd-9958-e394841e199a HTTP/1.1" status: 200 len: 210 time: 0.0340641 Feb 19 03:28:07.630078 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 46468) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:08.056929 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fc7ad75e-97fa-42a8-ad9d-95539a84c0e3 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16289271'] for router_interface (937578fc-f972-4588-9e09-fb2349a9bb1a), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:08.347650 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-fc7ad75e-97fa-42a8-ad9d-95539a84c0e3 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Deleting port 0ab19e21-9a68-4160-a41a-f6ab4abb6f11 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:28:08.348143 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fc7ad75e-97fa-42a8-ad9d-95539a84c0e3 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (0ab19e21-9a68-4160-a41a-f6ab4abb6f11), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:08.457309 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-fc7ad75e-97fa-42a8-ad9d-95539a84c0e3 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] For port 0ab19e21-9a68-4160-a41a-f6ab4abb6f11, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=0ab19e21-9a68-4160-a41a-f6ab4abb6f11,segment=NetworkSegment(cf5429cd-3246-4bb1-a835-906f2760b64b),segment_id=cf5429cd-3246-4bb1-a835-906f2760b64b)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:28:08.457785 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fc7ad75e-97fa-42a8-ad9d-95539a84c0e3 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (0ab19e21-9a68-4160-a41a-f6ab4abb6f11), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:08.470791 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-fc7ad75e-97fa-42a8-ad9d-95539a84c0e3 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Calling delete_port for 0ab19e21-9a68-4160-a41a-f6ab4abb6f11 owned by network:router_interface {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:28:08.681139 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fc7ad75e-97fa-42a8-ad9d-95539a84c0e3 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (0ab19e21-9a68-4160-a41a-f6ab4abb6f11), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:08.711912 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7ad75e-97fa-42a8-ad9d-95539a84c0e3 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Pushing event deleted for resources: {'Port': ['ID=0ab19e21-9a68-4160-a41a-f6ab4abb6f11,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:08.911394 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fc7ad75e-97fa-42a8-ad9d-95539a84c0e3 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16362762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16314471'] for router_interface (937578fc-f972-4588-9e09-fb2349a9bb1a), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:09.118045 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd17bed1-ec49-4e8a-88ec-c2ea5e6b8b96 req-c38ddef7-8bdf-48d6-be6a-fdffab5bdf56 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:09.120031 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cd17bed1-ec49-4e8a-88ec-c2ea5e6b8b96 req-c38ddef7-8bdf-48d6-be6a-fdffab5bdf56 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.72 "GET /v2.0/networks?id=3a61f750-30ef-4417-ab7b-793e27fa3635 HTTP/1.1" status: 200 len: 815 time: 0.1227038 Feb 19 03:28:09.143813 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cd17bed1-ec49-4e8a-88ec-c2ea5e6b8b96 req-bcc8f458-f647-409b-a231-ff374a8a3a2d tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.72 "GET /v2.0/quotas/90e5855788e7471dbbb4edeeb896c8f3 HTTP/1.1" status: 200 len: 375 time: 0.0180342 Feb 19 03:28:09.203456 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc7ad75e-97fa-42a8-ad9d-95539a84c0e3 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Router 937578fc-f972-4588-9e09-fb2349a9bb1a has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:28:09.204988 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cd17bed1-ec49-4e8a-88ec-c2ea5e6b8b96 req-af03e11d-8f5a-4812-8538-bed2188c7c1e tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=90e5855788e7471dbbb4edeeb896c8f3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0584440 Feb 19 03:28:09.304396 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cd17bed1-ec49-4e8a-88ec-c2ea5e6b8b96 req-f8872031-c66c-474a-982e-077acefe8843 service neutron] 10.222.0.72 "GET /v2.0/networks/3a61f750-30ef-4417-ab7b-793e27fa3635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925283 Feb 19 03:28:09.399670 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cd17bed1-ec49-4e8a-88ec-c2ea5e6b8b96 req-f867d412-a8d3-488b-9833-92ae97bdb407 service neutron] 10.222.0.72 "GET /v2.0/networks/3a61f750-30ef-4417-ab7b-793e27fa3635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877304 Feb 19 03:28:09.571886 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7beacc33-b191-482e-9dc6-687016ed5da4 req-6f85ef58-2828-4017-a7cb-44bea705178f tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d3e7bac-5594-4276-979b-1c8141c78909 HTTP/1.1" status: 200 len: 210 time: 0.0292602 Feb 19 03:28:09.676466 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc7ad75e-97fa-42a8-ad9d-95539a84c0e3 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:28:09.687873 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-fc7ad75e-97fa-42a8-ad9d-95539a84c0e3 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "PUT /v2.0/routers/937578fc-f972-4588-9e09-fb2349a9bb1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0566719 Feb 19 03:28:09.690810 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 46500) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:09.693954 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669804a6-8df1-447d-a22d-c6ebb8b92899 None None] Sync routers for ids ['937578fc-f972-4588-9e09-fb2349a9bb1a'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:28:09.706562 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669804a6-8df1-447d-a22d-c6ebb8b92899 None None] Routers {'937578fc-f972-4588-9e09-fb2349a9bb1a'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:28:09.707187 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-669804a6-8df1-447d-a22d-c6ebb8b92899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:27:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['937578fc-f972-4588-9e09-fb2349a9bb1a'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:09.750122 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_v2 [None req-09edc52c-07d5-4bb0-bf61-c8c3e2bc55c3 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Deleting subnet b9379704-2efc-42f1-a58d-e8716385306d {{(pid=103701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:28:09.753345 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-09edc52c-07d5-4bb0-bf61-c8c3e2bc55c3 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for subnet (b9379704-2efc-42f1-a58d-e8716385306d), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:09.799684 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-09edc52c-07d5-4bb0-bf61-c8c3e2bc55c3 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12647399'] for subnet (b9379704-2efc-42f1-a58d-e8716385306d), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:09.823998 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-669804a6-8df1-447d-a22d-c6ebb8b92899 None None] Set router 937578fc-f972-4588-9e09-fb2349a9bb1a gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:28:09.899796 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-09edc52c-07d5-4bb0-bf61-c8c3e2bc55c3 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (b9379704-2efc-42f1-a58d-e8716385306d), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:09.962253 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-09edc52c-07d5-4bb0-bf61-c8c3e2bc55c3 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12647206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58706286'] for subnet (b9379704-2efc-42f1-a58d-e8716385306d), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:09.997203 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09edc52c-07d5-4bb0-bf61-c8c3e2bc55c3 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Pushing event deleted for resources: {'Subnet': ['ID=b9379704-2efc-42f1-a58d-e8716385306d,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:10.002583 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-09edc52c-07d5-4bb0-bf61-c8c3e2bc55c3 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:10.009332 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-09edc52c-07d5-4bb0-bf61-c8c3e2bc55c3 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "DELETE /v2.0/subnets/b9379704-2efc-42f1-a58d-e8716385306d HTTP/1.1" status: 204 len: 168 time: 0.3149412 Feb 19 03:28:10.009635 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 46512) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:10.011485 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37bbd6b4-50b5-4c75-bdcc-8b8c414c80a4 None None] Network d0d2c2dc-f305-4438-8d4f-c75d0acc2c51 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:28:10.014497 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09edc52c-07d5-4bb0-bf61-c8c3e2bc55c3 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:10.014855 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09edc52c-07d5-4bb0-bf61-c8c3e2bc55c3 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:10.015315 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09edc52c-07d5-4bb0-bf61-c8c3e2bc55c3 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:10.015859 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09edc52c-07d5-4bb0-bf61-c8c3e2bc55c3 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:10.016374 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09edc52c-07d5-4bb0-bf61-c8c3e2bc55c3 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:10.016880 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09edc52c-07d5-4bb0-bf61-c8c3e2bc55c3 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:10.017410 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09edc52c-07d5-4bb0-bf61-c8c3e2bc55c3 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:10.017929 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09edc52c-07d5-4bb0-bf61-c8c3e2bc55c3 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:10.018514 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09edc52c-07d5-4bb0-bf61-c8c3e2bc55c3 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:10.018838 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09edc52c-07d5-4bb0-bf61-c8c3e2bc55c3 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:10.019172 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09edc52c-07d5-4bb0-bf61-c8c3e2bc55c3 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:10.019501 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09edc52c-07d5-4bb0-bf61-c8c3e2bc55c3 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:10.019831 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09edc52c-07d5-4bb0-bf61-c8c3e2bc55c3 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:10.109000 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device daa9f76b-414e-41c1-aff8-df1ea00f80cc no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:28:10.127203 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3fbec4b5-2658-4f9e-b7a4-fe96216e05f1 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for router (937578fc-f972-4588-9e09-fb2349a9bb1a), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:10.248368 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3fbec4b5-2658-4f9e-b7a4-fe96216e05f1 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for router_gateway (937578fc-f972-4588-9e09-fb2349a9bb1a), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:10.306433 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-3fbec4b5-2658-4f9e-b7a4-fe96216e05f1 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Deleting port 8724a13e-eb78-4d7b-93ba-580ed212c627 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:28:10.307570 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3fbec4b5-2658-4f9e-b7a4-fe96216e05f1 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (8724a13e-eb78-4d7b-93ba-580ed212c627), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:10.315042 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] No Port match for: daa9f76b-414e-41c1-aff8-df1ea00f80cc {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:28:10.315381 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device daa9f76b-414e-41c1-aff8-df1ea00f80cc not bound to the agent host n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:28:10.343071 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-669804a6-8df1-447d-a22d-c6ebb8b92899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937578fc-f972-4588-9e09-fb2349a9bb1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1969813188', 'tenant_id': '3bc3bb28499f4673b42d5b4a69d45946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': '8724a13e-eb78-4d7b-93ba-580ed212c627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:24:45Z', 'updated_at': '2022-02-19T03:28:08Z', 'revision_number': 5, 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'gw_port': {'id': '8724a13e-eb78-4d7b-93ba-580ed212c627', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:8b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937578fc-f972-4588-9e09-fb2349a9bb1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:24:45Z', 'updated_at': '2022-02-19T03:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:10.373988 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669804a6-8df1-447d-a22d-c6ebb8b92899 None None] Checking router: 937578fc-f972-4588-9e09-fb2349a9bb1a for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:28:10.382722 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669804a6-8df1-447d-a22d-c6ebb8b92899 None None] Routers {'937578fc-f972-4588-9e09-fb2349a9bb1a'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:28:10.383354 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-669804a6-8df1-447d-a22d-c6ebb8b92899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:27:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['937578fc-f972-4588-9e09-fb2349a9bb1a'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:10.407989 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-3fbec4b5-2658-4f9e-b7a4-fe96216e05f1 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] For port 8724a13e-eb78-4d7b-93ba-580ed212c627, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=8724a13e-eb78-4d7b-93ba-580ed212c627,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:28:10.408360 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3fbec4b5-2658-4f9e-b7a4-fe96216e05f1 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (8724a13e-eb78-4d7b-93ba-580ed212c627), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:10.420535 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62bc5308-a95b-446e-896e-29a154e7f4c6 None None] DHCP port deletion for d0d2c2dc-f305-4438-8d4f-c75d0acc2c51 request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:28:10.429483 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-3fbec4b5-2658-4f9e-b7a4-fe96216e05f1 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Calling delete_port for 8724a13e-eb78-4d7b-93ba-580ed212c627 owned by network:router_gateway {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:28:10.502470 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-669804a6-8df1-447d-a22d-c6ebb8b92899 None None] Set router 937578fc-f972-4588-9e09-fb2349a9bb1a gateway port host: None {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:28:10.562821 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-669804a6-8df1-447d-a22d-c6ebb8b92899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937578fc-f972-4588-9e09-fb2349a9bb1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1969813188', 'tenant_id': '3bc3bb28499f4673b42d5b4a69d45946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:24:45Z', 'updated_at': '2022-02-19T03:28:10Z', 'revision_number': 6, 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'gw_port_host': None}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:10.592757 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669804a6-8df1-447d-a22d-c6ebb8b92899 None None] The sync data for ids ['937578fc-f972-4588-9e09-fb2349a9bb1a'] in n-d-826753-2 is: [{'id': '937578fc-f972-4588-9e09-fb2349a9bb1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1969813188', 'tenant_id': '3bc3bb28499f4673b42d5b4a69d45946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:24:45Z', 'updated_at': '2022-02-19T03:28:10Z', 'revision_number': 6, 'project_id': '3bc3bb28499f4673b42d5b4a69d45946', 'gw_port_host': None}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:28:10.618578 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-62bc5308-a95b-446e-896e-29a154e7f4c6 None None] Deleting port 94e08509-5681-4486-86d7-cdecf13f5f54 {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:28:10.618930 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-62bc5308-a95b-446e-896e-29a154e7f4c6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (94e08509-5681-4486-86d7-cdecf13f5f54), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:10.625245 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3fbec4b5-2658-4f9e-b7a4-fe96216e05f1 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (8724a13e-eb78-4d7b-93ba-580ed212c627), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:10.680255 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbec4b5-2658-4f9e-b7a4-fe96216e05f1 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Pushing event deleted for resources: {'Port': ['ID=8724a13e-eb78-4d7b-93ba-580ed212c627,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:10.704723 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1d59cc41-f761-4bbe-b840-1557d16d5fd6 req-d9fa929d-79c8-45b6-b936-254c8aa51615 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d3e7bac-5594-4276-979b-1c8141c78909 HTTP/1.1" status: 200 len: 210 time: 0.0409017 Feb 19 03:28:10.735949 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-62bc5308-a95b-446e-896e-29a154e7f4c6 None None] For port 94e08509-5681-4486-86d7-cdecf13f5f54, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=94e08509-5681-4486-86d7-cdecf13f5f54,segment=NetworkSegment(cf5429cd-3246-4bb1-a835-906f2760b64b),segment_id=cf5429cd-3246-4bb1-a835-906f2760b64b)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:28:10.736546 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-62bc5308-a95b-446e-896e-29a154e7f4c6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (94e08509-5681-4486-86d7-cdecf13f5f54), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:10.750931 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-62bc5308-a95b-446e-896e-29a154e7f4c6 None None] Calling delete_port for 94e08509-5681-4486-86d7-cdecf13f5f54 owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:28:10.809503 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3fbec4b5-2658-4f9e-b7a4-fe96216e05f1 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16285837'] for router_gateway (937578fc-f972-4588-9e09-fb2349a9bb1a), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:10.838064 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-62bc5308-a95b-446e-896e-29a154e7f4c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (94e08509-5681-4486-86d7-cdecf13f5f54), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:10.877465 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62bc5308-a95b-446e-896e-29a154e7f4c6 None None] No DVR routers for this DVR port 94e08509-5681-4486-86d7-cdecf13f5f54 on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:28:10.884674 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bc5308-a95b-446e-896e-29a154e7f4c6 None None] Pushing event deleted for resources: {'Port': ['ID=94e08509-5681-4486-86d7-cdecf13f5f54,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:10.892261 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bc5308-a95b-446e-896e-29a154e7f4c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:10.892617 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bc5308-a95b-446e-896e-29a154e7f4c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:10.893077 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bc5308-a95b-446e-896e-29a154e7f4c6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:10.893309 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bc5308-a95b-446e-896e-29a154e7f4c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:10.893647 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bc5308-a95b-446e-896e-29a154e7f4c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:10.893985 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bc5308-a95b-446e-896e-29a154e7f4c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:10.894444 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bc5308-a95b-446e-896e-29a154e7f4c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:10.894890 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bc5308-a95b-446e-896e-29a154e7f4c6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:10.895091 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bc5308-a95b-446e-896e-29a154e7f4c6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:10.895415 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bc5308-a95b-446e-896e-29a154e7f4c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:10.895760 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bc5308-a95b-446e-896e-29a154e7f4c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:10.896083 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bc5308-a95b-446e-896e-29a154e7f4c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:10.896405 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bc5308-a95b-446e-896e-29a154e7f4c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:10.930396 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3fbec4b5-2658-4f9e-b7a4-fe96216e05f1 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16317457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14254'] for router (937578fc-f972-4588-9e09-fb2349a9bb1a), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:10.933924 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3fbec4b5-2658-4f9e-b7a4-fe96216e05f1 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for router_controller (937578fc-f972-4588-9e09-fb2349a9bb1a), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:10.943274 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd17bed1-ec49-4e8a-88ec-c2ea5e6b8b96 req-4e289564-74ce-449b-b827-0641bc8d1a01 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:10.944713 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-cd17bed1-ec49-4e8a-88ec-c2ea5e6b8b96 req-4e289564-74ce-449b-b827-0641bc8d1a01 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.73 "GET /v2.0/networks?id=3a61f750-30ef-4417-ab7b-793e27fa3635 HTTP/1.1" status: 200 len: 815 time: 0.2164164 Feb 19 03:28:10.984455 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-cd17bed1-ec49-4e8a-88ec-c2ea5e6b8b96 req-487f7780-ec99-45c2-826b-085dc5acbf69 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Request body: {'port': {'device_id': '8d3e7bac-5594-4276-979b-1c8141c78909', 'network_id': '3a61f750-30ef-4417-ab7b-793e27fa3635', 'admin_state_up': True, 'tenant_id': '90e5855788e7471dbbb4edeeb896c8f3'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:28:11.038765 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3fbec4b5-2658-4f9e-b7a4-fe96216e05f1 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16317544'] for router (937578fc-f972-4588-9e09-fb2349a9bb1a), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:11.039320 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fbec4b5-2658-4f9e-b7a4-fe96216e05f1 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Fanout notify agent at l3_agent the message router_deleted on router 937578fc-f972-4588-9e09-fb2349a9bb1a {{(pid=103702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:28:11.047385 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3fbec4b5-2658-4f9e-b7a4-fe96216e05f1 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:11.048527 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-3fbec4b5-2658-4f9e-b7a4-fe96216e05f1 tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "DELETE /v2.0/routers/937578fc-f972-4588-9e09-fb2349a9bb1a HTTP/1.1" status: 204 len: 168 time: 1.0372882 Feb 19 03:28:11.051548 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 46516) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:11.113323 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd17bed1-ec49-4e8a-88ec-c2ea5e6b8b96 req-487f7780-ec99-45c2-826b-085dc5acbf69 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Made reservation on behalf of 90e5855788e7471dbbb4edeeb896c8f3 for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:28:11.116799 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-cd17bed1-ec49-4e8a-88ec-c2ea5e6b8b96 req-487f7780-ec99-45c2-826b-085dc5acbf69 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:11.139703 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7e622e7b-ad1f-4780-840e-02aceadbed2b tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (d0d2c2dc-f305-4438-8d4f-c75d0acc2c51), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:11.206114 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 0ab19e21-9a68-4160-a41a-f6ab4abb6f11 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:28:11.239062 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 0ab19e21-9a68-4160-a41a-f6ab4abb6f11 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:28:11.239908 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 0ab19e21-9a68-4160-a41a-f6ab4abb6f11 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:28:11.240504 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 94e08509-5681-4486-86d7-cdecf13f5f54 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:28:11.245336 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7e622e7b-ad1f-4780-840e-02aceadbed2b tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (d0d2c2dc-f305-4438-8d4f-c75d0acc2c51), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:11.267059 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-7e622e7b-ad1f-4780-840e-02aceadbed2b tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0d2c2dc-f305-4438-8d4f-c75d0acc2c51']}} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:11.275324 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 94e08509-5681-4486-86d7-cdecf13f5f54 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:28:11.276620 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 94e08509-5681-4486-86d7-cdecf13f5f54 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:28:11.277405 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 8724a13e-eb78-4d7b-93ba-580ed212c627 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:28:11.280602 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-7e622e7b-ad1f-4780-840e-02aceadbed2b tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf5429cd-3246-4bb1-a835-906f2760b64b') {'for_net_delete': True} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:11.281453 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-7e622e7b-ad1f-4780-840e-02aceadbed2b tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf5429cd-3246-4bb1-a835-906f2760b64b') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:11.293870 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [req-cd17bed1-ec49-4e8a-88ec-c2ea5e6b8b96 req-487f7780-ec99-45c2-826b-085dc5acbf69 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Allocated IP 172.20.0.2 (3a61f750-30ef-4417-ab7b-793e27fa3635/3561fa05-5acf-4fa3-8982-c460f2560b33/547bacd4-f088-45ef-ad21-754f04506f4c) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:28:11.296377 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7e622e7b-ad1f-4780-840e-02aceadbed2b tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12647422'] for segment (cf5429cd-3246-4bb1-a835-906f2760b64b), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:11.302569 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 8724a13e-eb78-4d7b-93ba-580ed212c627 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:28:11.303213 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 8724a13e-eb78-4d7b-93ba-580ed212c627 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:28:11.321647 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7e622e7b-ad1f-4780-840e-02aceadbed2b tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (cf5429cd-3246-4bb1-a835-906f2760b64b), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:11.329398 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e622e7b-ad1f-4780-840e-02aceadbed2b tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Releasing vlan 269 on physical network physnet1 to pool {{(pid=103701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:28:11.329813 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7e622e7b-ad1f-4780-840e-02aceadbed2b tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583360'] for segment (cf5429cd-3246-4bb1-a835-906f2760b64b), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:11.333839 n-d-826753-2 neutron-server[103701]: Traceback (most recent call last): Feb 19 03:28:11.333839 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:28:11.333839 n-d-826753-2 neutron-server[103701]: timer() Feb 19 03:28:11.333839 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:28:11.333839 n-d-826753-2 neutron-server[103701]: cb(*args, **kw) Feb 19 03:28:11.333839 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:28:11.333839 n-d-826753-2 neutron-server[103701]: return func(*args, **kwargs) Feb 19 03:28:11.333839 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:28:11.333839 n-d-826753-2 neutron-server[103701]: self._notify() Feb 19 03:28:11.333839 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:28:11.333839 n-d-826753-2 neutron-server[103701]: self.callback(batched_events) Feb 19 03:28:11.333839 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:28:11.333839 n-d-826753-2 neutron-server[103701]: event.method(event) Feb 19 03:28:11.333839 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:28:11.333839 n-d-826753-2 neutron-server[103701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:28:11.333839 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:28:11.333839 n-d-826753-2 neutron-server[103701]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:28:11.333839 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:28:11.333839 n-d-826753-2 neutron-server[103701]: return f(self, *a, **k) Feb 19 03:28:11.333839 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:28:11.333839 n-d-826753-2 neutron-server[103701]: return self._get(url).json() Feb 19 03:28:11.333839 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:28:11.333839 n-d-826753-2 neutron-server[103701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:28:11.333839 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:28:11.333839 n-d-826753-2 neutron-server[103701]: return self.request(url, 'GET', **kwargs) Feb 19 03:28:11.333839 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:28:11.333839 n-d-826753-2 neutron-server[103701]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:28:11.333839 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:28:11.333839 n-d-826753-2 neutron-server[103701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:28:11.333839 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:28:11.333839 n-d-826753-2 neutron-server[103701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:28:11.333839 n-d-826753-2 neutron-server[103701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:28:11.397615 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7e622e7b-ad1f-4780-840e-02aceadbed2b tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (d0d2c2dc-f305-4438-8d4f-c75d0acc2c51), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:11.406709 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7e622e7b-ad1f-4780-840e-02aceadbed2b tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:11.409932 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-7e622e7b-ad1f-4780-840e-02aceadbed2b tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "DELETE /v2.0/networks/d0d2c2dc-f305-4438-8d4f-c75d0acc2c51 HTTP/1.1" status: 204 len: 168 time: 0.3569086 Feb 19 03:28:11.414356 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 46518) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:11.430709 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e622e7b-ad1f-4780-840e-02aceadbed2b tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Pushing event deleted for resources: {'Network': ['ID=d0d2c2dc-f305-4438-8d4f-c75d0acc2c51,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:11.509257 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-cd17bed1-ec49-4e8a-88ec-c2ea5e6b8b96 req-487f7780-ec99-45c2-826b-085dc5acbf69 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Publish callbacks [] for port (547bacd4-f088-45ef-ad21-754f04506f4c), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:11.515810 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6fcd8ea0-a635-4ce6-88c2-84de936eaabd tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for security_group (b8e1e53f-c016-45ce-afd4-70487b1086ea), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:11.550355 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6fcd8ea0-a635-4ce6-88c2-84de936eaabd tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for security_group (b8e1e53f-c016-45ce-afd4-70487b1086ea), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:11.601797 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-cd17bed1-ec49-4e8a-88ec-c2ea5e6b8b96 req-487f7780-ec99-45c2-826b-085dc5acbf69 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (547bacd4-f088-45ef-ad21-754f04506f4c), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:11.638907 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['0e5cfe0e-74ed-4eb1-8540-8c67f8b6db96', 'b38c2145-4198-4964-a184-f8a742b43628', '3721551b-89d2-499b-b2e9-ab4e888220ca'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:28:11.655412 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd17bed1-ec49-4e8a-88ec-c2ea5e6b8b96 req-487f7780-ec99-45c2-826b-085dc5acbf69 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Network 3a61f750-30ef-4417-ab7b-793e27fa3635 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:28:11.665466 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [req-cd17bed1-ec49-4e8a-88ec-c2ea5e6b8b96 req-487f7780-ec99-45c2-826b-085dc5acbf69 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:28:11.670341 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd17bed1-ec49-4e8a-88ec-c2ea5e6b8b96 req-487f7780-ec99-45c2-826b-085dc5acbf69 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:28:11.674834 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487f7780-ec99-45c2-826b-085dc5acbf69 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Pushing event updated for resources: {'Port': ['ID=547bacd4-f088-45ef-ad21-754f04506f4c,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:11.702021 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6fcd8ea0-a635-4ce6-88c2-84de936eaabd tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (b8e1e53f-c016-45ce-afd4-70487b1086ea), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:11.706581 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6fcd8ea0-a635-4ce6-88c2-84de936eaabd tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:11.708567 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-6fcd8ea0-a635-4ce6-88c2-84de936eaabd tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] 10.222.0.72 "DELETE /v2.0/security-groups/b8e1e53f-c016-45ce-afd4-70487b1086ea HTTP/1.1" status: 204 len: 168 time: 0.2929826 Feb 19 03:28:11.741682 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcd8ea0-a635-4ce6-88c2-84de936eaabd tempest-TestNetworkAdvancedServerOps-949145017 tempest-TestNetworkAdvancedServerOps-949145017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8e1e53f-c016-45ce-afd4-70487b1086ea,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:11.772799 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd17bed1-ec49-4e8a-88ec-c2ea5e6b8b96 req-487f7780-ec99-45c2-826b-085dc5acbf69 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:11.773535 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-cd17bed1-ec49-4e8a-88ec-c2ea5e6b8b96 req-487f7780-ec99-45c2-826b-085dc5acbf69 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:11.803595 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-cd17bed1-ec49-4e8a-88ec-c2ea5e6b8b96 req-487f7780-ec99-45c2-826b-085dc5acbf69 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8185887 Feb 19 03:28:11.815216 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-cd17bed1-ec49-4e8a-88ec-c2ea5e6b8b96 req-9e6c452f-b49f-423e-ba79-478ef4eed630 service neutron] Request body: {'port': {'device_id': '8d3e7bac-5594-4276-979b-1c8141c78909', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826753-2'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:28:11.903018 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce36501-b0ef-48d7-be9d-56295f6949cc req-d5ae421c-97c4-42b7-800b-bb5fc418c66b tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:11.906960 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-dce36501-b0ef-48d7-be9d-56295f6949cc req-d5ae421c-97c4-42b7-800b-bb5fc418c66b tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d3e7bac-5594-4276-979b-1c8141c78909 HTTP/1.1" status: 200 len: 931 time: 0.0780156 Feb 19 03:28:11.918378 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-cd17bed1-ec49-4e8a-88ec-c2ea5e6b8b96 req-9e6c452f-b49f-423e-ba79-478ef4eed630 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (547bacd4-f088-45ef-ad21-754f04506f4c), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:12.016496 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-dce36501-b0ef-48d7-be9d-56295f6949cc req-8c46f069-26ad-47e1-b6a2-156483acdcc3 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.72 "GET /v2.0/security-groups?id=544079ea-c206-4b99-b003-60e2fb22d3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000204 Feb 19 03:28:12.063670 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 46528) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:12.215163 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-9a4bb9ef-ef73-4de4-a2cf-6b84307c6c6c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3bc3bb28499f4673b42d5b4a69d45946&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1474459 Feb 19 03:28:12.215420 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 46532) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:12.254068 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-cd17bed1-ec49-4e8a-88ec-c2ea5e6b8b96 req-9e6c452f-b49f-423e-ba79-478ef4eed630 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 547bacd4-f088-45ef-ad21-754f04506f4c {{(pid=103702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:28:12.262482 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-cd17bed1-ec49-4e8a-88ec-c2ea5e6b8b96 req-9e6c452f-b49f-423e-ba79-478ef4eed630 service neutron] Publish callbacks [] for port (547bacd4-f088-45ef-ad21-754f04506f4c), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:12.264445 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a61ce54e-a2d9-467c-99c7-4e23849b5c52 admin admin] Publish callbacks [] for security_group (5d0cceca-d770-4d51-8151-f74e7318b77b), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:12.274794 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-cd17bed1-ec49-4e8a-88ec-c2ea5e6b8b96 req-9e6c452f-b49f-423e-ba79-478ef4eed630 service neutron] Transition to ACTIVE for port object 547bacd4-f088-45ef-ad21-754f04506f4c will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:28:12.279483 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-cd17bed1-ec49-4e8a-88ec-c2ea5e6b8b96 req-9e6c452f-b49f-423e-ba79-478ef4eed630 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (547bacd4-f088-45ef-ad21-754f04506f4c), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:12.287665 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a61ce54e-a2d9-467c-99c7-4e23849b5c52 admin admin] Publish callbacks [] for security_group (5d0cceca-d770-4d51-8151-f74e7318b77b), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:12.331790 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6c452f-b49f-423e-ba79-478ef4eed630 service neutron] Pushing event updated for resources: {'Port': ['ID=547bacd4-f088-45ef-ad21-754f04506f4c,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:12.373105 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a61ce54e-a2d9-467c-99c7-4e23849b5c52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (5d0cceca-d770-4d51-8151-f74e7318b77b), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:12.375652 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a61ce54e-a2d9-467c-99c7-4e23849b5c52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:12.376807 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-a61ce54e-a2d9-467c-99c7-4e23849b5c52 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5d0cceca-d770-4d51-8151-f74e7318b77b HTTP/1.1" status: 204 len: 168 time: 0.1604893 Feb 19 03:28:12.391134 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61ce54e-a2d9-467c-99c7-4e23849b5c52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d0cceca-d770-4d51-8151-f74e7318b77b,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:12.406550 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-50e572dd-372c-4ba0-ab8e-9e1c7f9e5854 req-5af19592-ec32-4484-b0a2-5bf49bca3ee1 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=f7de3247-e5eb-432f-a8bb-e541f949f446&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0602961 Feb 19 03:28:12.419822 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-cd17bed1-ec49-4e8a-88ec-c2ea5e6b8b96 req-9e6c452f-b49f-423e-ba79-478ef4eed630 service neutron] Attempting to bind port 547bacd4-f088-45ef-ad21-754f04506f4c on host n-h1-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:28:12.420144 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-cd17bed1-ec49-4e8a-88ec-c2ea5e6b8b96 req-9e6c452f-b49f-423e-ba79-478ef4eed630 service neutron] Attempting to bind port 547bacd4-f088-45ef-ad21-754f04506f4c by drivers openvswitch,hyperv on host n-h1-826753-2 at level 0 using segments [{'id': '0b5e267d-554c-4de1-984c-fa3f9c141661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '3a61f750-30ef-4417-ab7b-793e27fa3635'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:28:12.420465 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd17bed1-ec49-4e8a-88ec-c2ea5e6b8b96 req-9e6c452f-b49f-423e-ba79-478ef4eed630 service neutron] Attempting to bind port 547bacd4-f088-45ef-ad21-754f04506f4c on network 3a61f750-30ef-4417-ab7b-793e27fa3635 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:28:12.425391 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd17bed1-ec49-4e8a-88ec-c2ea5e6b8b96 req-9e6c452f-b49f-423e-ba79-478ef4eed630 service neutron] Port 547bacd4-f088-45ef-ad21-754f04506f4c on network 3a61f750-30ef-4417-ab7b-793e27fa3635 not bound, no agent of type Open vSwitch agent registered on host n-h1-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:28:12.425710 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd17bed1-ec49-4e8a-88ec-c2ea5e6b8b96 req-9e6c452f-b49f-423e-ba79-478ef4eed630 service neutron] Attempting to bind port 547bacd4-f088-45ef-ad21-754f04506f4c on network 3a61f750-30ef-4417-ab7b-793e27fa3635 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:28:12.430985 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd17bed1-ec49-4e8a-88ec-c2ea5e6b8b96 req-9e6c452f-b49f-423e-ba79-478ef4eed630 service neutron] Checking agent: {'id': '9d56fb1b-2855-496a-a6d9-c324740cb98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:28:12.431361 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd17bed1-ec49-4e8a-88ec-c2ea5e6b8b96 req-9e6c452f-b49f-423e-ba79-478ef4eed630 service neutron] Checking segment: {'id': '0b5e267d-554c-4de1-984c-fa3f9c141661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '3a61f750-30ef-4417-ab7b-793e27fa3635'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:28:12.433054 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd17bed1-ec49-4e8a-88ec-c2ea5e6b8b96 req-9e6c452f-b49f-423e-ba79-478ef4eed630 service neutron] Bound using segment: {'id': '0b5e267d-554c-4de1-984c-fa3f9c141661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '3a61f750-30ef-4417-ab7b-793e27fa3635'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:28:12.433376 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-cd17bed1-ec49-4e8a-88ec-c2ea5e6b8b96 req-9e6c452f-b49f-423e-ba79-478ef4eed630 service neutron] Bound port: 547bacd4-f088-45ef-ad21-754f04506f4c, host: n-h1-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b5e267d-554c-4de1-984c-fa3f9c141661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '3a61f750-30ef-4417-ab7b-793e27fa3635'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:28:12.434181 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-cd17bed1-ec49-4e8a-88ec-c2ea5e6b8b96 req-9e6c452f-b49f-423e-ba79-478ef4eed630 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (547bacd4-f088-45ef-ad21-754f04506f4c), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:12.510521 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-cd17bed1-ec49-4e8a-88ec-c2ea5e6b8b96 req-9e6c452f-b49f-423e-ba79-478ef4eed630 service neutron] For port 547bacd4-f088-45ef-ad21-754f04506f4c, host n-h1-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:28:12.514237 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-cd17bed1-ec49-4e8a-88ec-c2ea5e6b8b96 req-9e6c452f-b49f-423e-ba79-478ef4eed630 service neutron] For port 547bacd4-f088-45ef-ad21-754f04506f4c, host n-h1-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=547bacd4-f088-45ef-ad21-754f04506f4c,segment=NetworkSegment(0b5e267d-554c-4de1-984c-fa3f9c141661),segment_id=0b5e267d-554c-4de1-984c-fa3f9c141661)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:28:12.519762 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e572dd-372c-4ba0-ab8e-9e1c7f9e5854 req-3bbf3a21-8108-4cea-b308-a5079fc5d633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:12.521524 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-50e572dd-372c-4ba0-ab8e-9e1c7f9e5854 req-3bbf3a21-8108-4cea-b308-a5079fc5d633 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=90e5855788e7471dbbb4edeeb896c8f3&device_id=f7de3247-e5eb-432f-a8bb-e541f949f446 HTTP/1.1" status: 200 len: 1127 time: 0.0511389 Feb 19 03:28:12.523321 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-cd17bed1-ec49-4e8a-88ec-c2ea5e6b8b96 req-9e6c452f-b49f-423e-ba79-478ef4eed630 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (547bacd4-f088-45ef-ad21-754f04506f4c), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:12.561250 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd17bed1-ec49-4e8a-88ec-c2ea5e6b8b96 req-9e6c452f-b49f-423e-ba79-478ef4eed630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:12.561882 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-cd17bed1-ec49-4e8a-88ec-c2ea5e6b8b96 req-9e6c452f-b49f-423e-ba79-478ef4eed630 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:12.563300 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-cd17bed1-ec49-4e8a-88ec-c2ea5e6b8b96 req-9e6c452f-b49f-423e-ba79-478ef4eed630 service neutron] 10.222.0.73 "PUT /v2.0/ports/547bacd4-f088-45ef-ad21-754f04506f4c HTTP/1.1" status: 200 len: 1091 time: 0.7524092 Feb 19 03:28:12.563752 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d3e7bac-5594-4276-979b-1c8141c78909', 'tag': '547bacd4-f088-45ef-ad21-754f04506f4c'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:28:12.566048 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9b524b2-53b4-4049-a0a7-8adffb825306" -d '{"events": [{"name": "network-changed", "server_uuid": "8d3e7bac-5594-4276-979b-1c8141c78909", "tag": "547bacd4-f088-45ef-ad21-754f04506f4c"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:28:12.590697 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6c452f-b49f-423e-ba79-478ef4eed630 service neutron] Pushing event updated for resources: {'Port': ['ID=547bacd4-f088-45ef-ad21-754f04506f4c,revision_number=3']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:12.623325 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1fd1951-c67c-40a2-939e-8b1b7c407127 x-openstack-request-id: req-f1fd1951-c67c-40a2-939e-8b1b7c407127 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:28:12.623627 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d3e7bac-5594-4276-979b-1c8141c78909", "tag": "547bacd4-f088-45ef-ad21-754f04506f4c", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:28:12.623885 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f1fd1951-c67c-40a2-939e-8b1b7c407127 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:28:12.624301 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d3e7bac-5594-4276-979b-1c8141c78909', 'tag': '547bacd4-f088-45ef-ad21-754f04506f4c', 'status': 'completed', 'code': 200} Feb 19 03:28:12.658999 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e572dd-372c-4ba0-ab8e-9e1c7f9e5854 req-bc32a174-8eda-4ee6-a0cc-1a59d647bc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:12.660767 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-50e572dd-372c-4ba0-ab8e-9e1c7f9e5854 req-bc32a174-8eda-4ee6-a0cc-1a59d647bc2e service neutron] 10.222.0.82 "GET /v2.0/networks?id=3a61f750-30ef-4417-ab7b-793e27fa3635 HTTP/1.1" status: 200 len: 916 time: 0.1197240 Feb 19 03:28:12.678871 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd17bed1-ec49-4e8a-88ec-c2ea5e6b8b96 req-3f9c6429-c9da-4644-8327-11a2739c377c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:12.680927 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-cd17bed1-ec49-4e8a-88ec-c2ea5e6b8b96 req-3f9c6429-c9da-4644-8327-11a2739c377c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=90e5855788e7471dbbb4edeeb896c8f3&device_id=8d3e7bac-5594-4276-979b-1c8141c78909 HTTP/1.1" status: 200 len: 1125 time: 0.0494146 Feb 19 03:28:12.706511 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-50e572dd-372c-4ba0-ab8e-9e1c7f9e5854 req-97cf03af-c357-4224-aea7-4ed0e791e877 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e5cfe0e-74ed-4eb1-8540-8c67f8b6db96 HTTP/1.1" status: 200 len: 217 time: 0.0380962 Feb 19 03:28:12.737730 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-cd17bed1-ec49-4e8a-88ec-c2ea5e6b8b96 req-fecc5c49-6553-42b2-80e4-71e0554a388a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=547bacd4-f088-45ef-ad21-754f04506f4c HTTP/1.1" status: 200 len: 217 time: 0.0433967 Feb 19 03:28:12.749485 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 46540) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:12.774078 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e572dd-372c-4ba0-ab8e-9e1c7f9e5854 req-8fee9d09-77c5-4c05-9ef6-eb5a366a27c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:12.775530 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-50e572dd-372c-4ba0-ab8e-9e1c7f9e5854 req-8fee9d09-77c5-4c05-9ef6-eb5a366a27c2 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3561fa05-5acf-4fa3-8982-c460f2560b33 HTTP/1.1" status: 200 len: 855 time: 0.0624340 Feb 19 03:28:12.788471 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd17bed1-ec49-4e8a-88ec-c2ea5e6b8b96 req-88d2195e-f12c-424a-90f0-05e6a5baab89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:12.789971 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-cd17bed1-ec49-4e8a-88ec-c2ea5e6b8b96 req-88d2195e-f12c-424a-90f0-05e6a5baab89 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3561fa05-5acf-4fa3-8982-c460f2560b33 HTTP/1.1" status: 200 len: 855 time: 0.0469284 Feb 19 03:28:12.819936 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-50e572dd-372c-4ba0-ab8e-9e1c7f9e5854 req-9783239d-05df-410f-ab2c-397418c0d557 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=3a61f750-30ef-4417-ab7b-793e27fa3635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354509 Feb 19 03:28:12.821794 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-cd17bed1-ec49-4e8a-88ec-c2ea5e6b8b96 req-aaf030f9-6da0-4d38-a970-5adebb55d93a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3a61f750-30ef-4417-ab7b-793e27fa3635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263963 Feb 19 03:28:12.829647 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-7013601d-c4b3-43c6-b318-e9146c7ab5ba admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0d46fb59bd9045eb873fb571c4978a76&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0768249 Feb 19 03:28:12.829953 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 46542) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:12.919619 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-cd17bed1-ec49-4e8a-88ec-c2ea5e6b8b96 req-3724592a-85d6-4bd8-a7c0-5f2ad132621a service neutron] 10.222.0.73 "GET /v2.0/networks/3a61f750-30ef-4417-ab7b-793e27fa3635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914934 Feb 19 03:28:12.936452 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8e4709ad-29af-465c-84eb-81959df7d00a admin admin] Publish callbacks [] for security_group (48c99011-b9e2-4bc0-9a62-7b5f312eda57), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:12.967259 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-50e572dd-372c-4ba0-ab8e-9e1c7f9e5854 req-e88d3e2b-6ced-4b8b-96d0-3457b1de3217 service neutron] 10.222.0.82 "GET /v2.0/networks/3a61f750-30ef-4417-ab7b-793e27fa3635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388462 Feb 19 03:28:12.975567 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8e4709ad-29af-465c-84eb-81959df7d00a admin admin] Publish callbacks [] for security_group (48c99011-b9e2-4bc0-9a62-7b5f312eda57), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:13.014461 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-cd17bed1-ec49-4e8a-88ec-c2ea5e6b8b96 req-2aff3df8-15c7-4d50-b2df-5b68b8e59b73 service neutron] 10.222.0.73 "GET /v2.0/networks/3a61f750-30ef-4417-ab7b-793e27fa3635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885582 Feb 19 03:28:13.087875 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-50e572dd-372c-4ba0-ab8e-9e1c7f9e5854 req-bcf0ee2a-d95b-46f0-ac38-65e7bddf5862 service neutron] 10.222.0.82 "GET /v2.0/networks/3a61f750-30ef-4417-ab7b-793e27fa3635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103225 Feb 19 03:28:13.094911 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8e4709ad-29af-465c-84eb-81959df7d00a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (48c99011-b9e2-4bc0-9a62-7b5f312eda57), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:13.098618 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8e4709ad-29af-465c-84eb-81959df7d00a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:13.099619 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-8e4709ad-29af-465c-84eb-81959df7d00a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/48c99011-b9e2-4bc0-9a62-7b5f312eda57 HTTP/1.1" status: 204 len: 168 time: 0.2689075 Feb 19 03:28:13.137164 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4709ad-29af-465c-84eb-81959df7d00a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48c99011-b9e2-4bc0-9a62-7b5f312eda57,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:13.166419 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14f833d-e254-4fad-9322-198354823b6a req-9ae0e44a-6799-4f86-b234-1ad266c047a8 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:13.173418 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c14f833d-e254-4fad-9322-198354823b6a req-9ae0e44a-6799-4f86-b234-1ad266c047a8 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d3e7bac-5594-4276-979b-1c8141c78909 HTTP/1.1" status: 200 len: 943 time: 0.0674424 Feb 19 03:28:13.181122 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b524b2-53b4-4049-a0a7-8adffb825306 req-3a9a5f02-7baf-47ba-b4d4-feb62d085364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:13.183148 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d9b524b2-53b4-4049-a0a7-8adffb825306 req-3a9a5f02-7baf-47ba-b4d4-feb62d085364 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=90e5855788e7471dbbb4edeeb896c8f3&device_id=8d3e7bac-5594-4276-979b-1c8141c78909 HTTP/1.1" status: 200 len: 1125 time: 0.0809231 Feb 19 03:28:13.224484 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c14f833d-e254-4fad-9322-198354823b6a req-9e274436-be75-46b6-84bb-67b657273069 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.72 "GET /v2.0/security-groups?id=544079ea-c206-4b99-b003-60e2fb22d3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501778 Feb 19 03:28:13.289522 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b524b2-53b4-4049-a0a7-8adffb825306 req-9ac9ec7f-ad97-4cbd-a4d7-c99542d146a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:13.291057 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d9b524b2-53b4-4049-a0a7-8adffb825306 req-9ac9ec7f-ad97-4cbd-a4d7-c99542d146a6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3a61f750-30ef-4417-ab7b-793e27fa3635 HTTP/1.1" status: 200 len: 916 time: 0.1019392 Feb 19 03:28:13.334596 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d9b524b2-53b4-4049-a0a7-8adffb825306 req-c03a6e4b-3a39-407a-9e64-afdea6927cb1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=547bacd4-f088-45ef-ad21-754f04506f4c HTTP/1.1" status: 200 len: 217 time: 0.0375636 Feb 19 03:28:13.388154 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b524b2-53b4-4049-a0a7-8adffb825306 req-27a675eb-c66f-4ce5-aaea-2d7df7e2565e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:13.390064 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d9b524b2-53b4-4049-a0a7-8adffb825306 req-27a675eb-c66f-4ce5-aaea-2d7df7e2565e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3561fa05-5acf-4fa3-8982-c460f2560b33 HTTP/1.1" status: 200 len: 855 time: 0.0494492 Feb 19 03:28:13.430765 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d9b524b2-53b4-4049-a0a7-8adffb825306 req-43d0b527-b904-44de-94ae-00c80524ea22 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3a61f750-30ef-4417-ab7b-793e27fa3635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347300 Feb 19 03:28:13.528990 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d9b524b2-53b4-4049-a0a7-8adffb825306 req-fe5df14a-44cd-4625-9ce4-4b4d8febd0c1 service neutron] 10.222.0.73 "GET /v2.0/networks/3a61f750-30ef-4417-ab7b-793e27fa3635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928471 Feb 19 03:28:13.644958 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d9b524b2-53b4-4049-a0a7-8adffb825306 req-1b5da7b2-db87-400c-b02a-ada4d27ce365 service neutron] 10.222.0.73 "GET /v2.0/networks/3a61f750-30ef-4417-ab7b-793e27fa3635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104960 Feb 19 03:28:13.875264 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 46566) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:13.974013 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-effac17b-702e-404b-98a7-21d77fda8b4c admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-640561665-network', 'tenant_id': 'b0ab2fc450854a529a4176e985a1c273'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:28:13.993482 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-effac17b-702e-404b-98a7-21d77fda8b4c admin admin] Made reservation on behalf of b0ab2fc450854a529a4176e985a1c273 for: {'network': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:28:13.996667 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-effac17b-702e-404b-98a7-21d77fda8b4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:14.005071 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-effac17b-702e-404b-98a7-21d77fda8b4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:14.081474 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-effac17b-702e-404b-98a7-21d77fda8b4c admin admin] Publish callbacks [] for security_group (d2100862-c806-4c85-a9a1-795981b2bfcd), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:14.085386 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-effac17b-702e-404b-98a7-21d77fda8b4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (d2100862-c806-4c85-a9a1-795981b2bfcd), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:14.106666 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-effac17b-702e-404b-98a7-21d77fda8b4c admin admin] vlan segment allocate from pool success with {'vlan_id': 264, 'physical_network': 'physnet1'} {{(pid=103701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:28:14.121617 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effac17b-702e-404b-98a7-21d77fda8b4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2100862-c806-4c85-a9a1-795981b2bfcd,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:14.124504 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-effac17b-702e-404b-98a7-21d77fda8b4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (741d14d2-5ab1-41dd-98fa-bc8b9519320b), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:14.124847 n-d-826753-2 neutron-server[103701]: INFO neutron.db.segments_db [None req-effac17b-702e-404b-98a7-21d77fda8b4c admin admin] Added segment 741d14d2-5ab1-41dd-98fa-bc8b9519320b of type vlan for network e6377cee-55ad-44f4-820b-6deb9f0308be Feb 19 03:28:14.166670 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-effac17b-702e-404b-98a7-21d77fda8b4c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (e6377cee-55ad-44f4-820b-6deb9f0308be), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:14.192089 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-effac17b-702e-404b-98a7-21d77fda8b4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (e6377cee-55ad-44f4-820b-6deb9f0308be), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:14.193162 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-effac17b-702e-404b-98a7-21d77fda8b4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:14.193776 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-effac17b-702e-404b-98a7-21d77fda8b4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:14.244817 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-effac17b-702e-404b-98a7-21d77fda8b4c admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3677597 Feb 19 03:28:14.248189 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 46572) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:14.253349 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-03e6c0f8-bc09-4580-8f5b-baf805c3ccd9 admin admin] Request body: {'subnet': {'network_id': 'e6377cee-55ad-44f4-820b-6deb9f0308be', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-640561665-subnet', 'tenant_id': 'b0ab2fc450854a529a4176e985a1c273', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:28:14.262082 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effac17b-702e-404b-98a7-21d77fda8b4c admin admin] Pushing event updated for resources: {'Network': ['ID=e6377cee-55ad-44f4-820b-6deb9f0308be,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:14.274453 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e6c0f8-bc09-4580-8f5b-baf805c3ccd9 admin admin] Made reservation on behalf of b0ab2fc450854a529a4176e985a1c273 for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:28:14.276296 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network e6377cee-55ad-44f4-820b-6deb9f0308be details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:28:14.277542 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-03e6c0f8-bc09-4580-8f5b-baf805c3ccd9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:14.355301 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8658fd-4c52-43cf-ab25-dd2c89ec2c1b req-ecdd48b9-00e9-42ab-8fa1-82095db6f050 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:14.357090 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-dd8658fd-4c52-43cf-ab25-dd2c89ec2c1b req-ecdd48b9-00e9-42ab-8fa1-82095db6f050 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d3e7bac-5594-4276-979b-1c8141c78909 HTTP/1.1" status: 200 len: 943 time: 0.0599425 Feb 19 03:28:14.406856 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-dd8658fd-4c52-43cf-ab25-dd2c89ec2c1b req-fb8ede8c-b2f6-4383-8225-84144728506f tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.72 "GET /v2.0/security-groups?id=544079ea-c206-4b99-b003-60e2fb22d3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440156 Feb 19 03:28:14.471188 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-03e6c0f8-bc09-4580-8f5b-baf805c3ccd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (541699f8-0030-4e3c-8440-f9a63f5387d2), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:14.532193 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e6c0f8-bc09-4580-8f5b-baf805c3ccd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=541699f8-0030-4e3c-8440-f9a63f5387d2,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:14.541442 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e6c0f8-bc09-4580-8f5b-baf805c3ccd9 admin admin] Checking segment: {'id': '741d14d2-5ab1-41dd-98fa-bc8b9519320b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'e6377cee-55ad-44f4-820b-6deb9f0308be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:28:14.541914 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e6c0f8-bc09-4580-8f5b-baf805c3ccd9 admin admin] Network hostable DHCP agents. Network: e6377cee-55ad-44f4-820b-6deb9f0308be, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:28:14.560062 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e6c0f8-bc09-4580-8f5b-baf805c3ccd9 admin admin] Network e6377cee-55ad-44f4-820b-6deb9f0308be is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:28:14.570796 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-03e6c0f8-bc09-4580-8f5b-baf805c3ccd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, e6377cee-55ad-44f4-820b-6deb9f0308be) {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:28:14.575293 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e6c0f8-bc09-4580-8f5b-baf805c3ccd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:14.575893 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-03e6c0f8-bc09-4580-8f5b-baf805c3ccd9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:14.582931 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ee6b53-f226-4373-a54c-acced0ff8340 None None] Network e6377cee-55ad-44f4-820b-6deb9f0308be requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:28:14.593558 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-03e6c0f8-bc09-4580-8f5b-baf805c3ccd9 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3441811 Feb 19 03:28:14.697236 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1dbd41f-50fa-4556-98f3-d617262ce073 None None] Network e6377cee-55ad-44f4-820b-6deb9f0308be requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:28:15.093294 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 46588) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:15.098479 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-2f13a024-da0f-4a87-bdb9-aaef0251208f admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-783901644-network', 'tenant_id': 'fda14f77fce842e6b21f794ad2aa4efd'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:28:15.117285 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f13a024-da0f-4a87-bdb9-aaef0251208f admin admin] Made reservation on behalf of fda14f77fce842e6b21f794ad2aa4efd for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:28:15.120222 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2f13a024-da0f-4a87-bdb9-aaef0251208f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:15.128680 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2f13a024-da0f-4a87-bdb9-aaef0251208f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:15.205741 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2f13a024-da0f-4a87-bdb9-aaef0251208f admin admin] Publish callbacks [] for security_group (6d9b117e-c2f3-4af0-8620-1c9947268049), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:15.210945 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2f13a024-da0f-4a87-bdb9-aaef0251208f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (6d9b117e-c2f3-4af0-8620-1c9947268049), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:15.249269 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f13a024-da0f-4a87-bdb9-aaef0251208f admin admin] vlan segment allocate from pool success with {'vlan_id': 250, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:28:15.256852 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f13a024-da0f-4a87-bdb9-aaef0251208f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d9b117e-c2f3-4af0-8620-1c9947268049,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:15.269214 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2f13a024-da0f-4a87-bdb9-aaef0251208f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (8d47770e-458d-4127-b249-1f143a7b2e69), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:15.269790 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-2f13a024-da0f-4a87-bdb9-aaef0251208f admin admin] Added segment 8d47770e-458d-4127-b249-1f143a7b2e69 of type vlan for network 982a9bb3-22bc-4137-835d-fed512a58a5a Feb 19 03:28:15.323252 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2f13a024-da0f-4a87-bdb9-aaef0251208f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (982a9bb3-22bc-4137-835d-fed512a58a5a), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:15.357433 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2f13a024-da0f-4a87-bdb9-aaef0251208f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (982a9bb3-22bc-4137-835d-fed512a58a5a), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:15.358423 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f13a024-da0f-4a87-bdb9-aaef0251208f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:15.359030 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2f13a024-da0f-4a87-bdb9-aaef0251208f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:15.418147 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-2f13a024-da0f-4a87-bdb9-aaef0251208f admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3236027 Feb 19 03:28:15.420748 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 46590) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:15.425378 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-9f4ca95c-9a88-4adb-9674-762aa38f2bb6 admin admin] Request body: {'subnet': {'network_id': '982a9bb3-22bc-4137-835d-fed512a58a5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-783901644-subnet', 'tenant_id': 'fda14f77fce842e6b21f794ad2aa4efd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:28:15.432815 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f13a024-da0f-4a87-bdb9-aaef0251208f admin admin] Pushing event updated for resources: {'Network': ['ID=982a9bb3-22bc-4137-835d-fed512a58a5a,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:15.442716 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 982a9bb3-22bc-4137-835d-fed512a58a5a details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:28:15.454690 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f4ca95c-9a88-4adb-9674-762aa38f2bb6 admin admin] Made reservation on behalf of fda14f77fce842e6b21f794ad2aa4efd for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:28:15.459579 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9f4ca95c-9a88-4adb-9674-762aa38f2bb6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:15.534960 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3579ba8f-5eee-4150-878e-067244164ab0 req-9e00f667-ed59-4622-a02e-906f416f0e26 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:15.536495 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3579ba8f-5eee-4150-878e-067244164ab0 req-9e00f667-ed59-4622-a02e-906f416f0e26 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d3e7bac-5594-4276-979b-1c8141c78909 HTTP/1.1" status: 200 len: 943 time: 0.0549431 Feb 19 03:28:15.570473 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-ef4809f0-2c16-4abb-a8da-163d098fb5ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:15.591936 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3579ba8f-5eee-4150-878e-067244164ab0 req-f3a1931f-a5af-473e-8304-d3981f43a668 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.72 "GET /v2.0/security-groups?id=544079ea-c206-4b99-b003-60e2fb22d3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471041 Feb 19 03:28:15.658670 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9f4ca95c-9a88-4adb-9674-762aa38f2bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (55ce2bd8-660c-4dac-a603-18cb49d9bfc9), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:15.724735 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4ca95c-9a88-4adb-9674-762aa38f2bb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55ce2bd8-660c-4dac-a603-18cb49d9bfc9,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:15.735630 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4ca95c-9a88-4adb-9674-762aa38f2bb6 admin admin] Checking segment: {'id': '8d47770e-458d-4127-b249-1f143a7b2e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '982a9bb3-22bc-4137-835d-fed512a58a5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:28:15.736000 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4ca95c-9a88-4adb-9674-762aa38f2bb6 admin admin] Network hostable DHCP agents. Network: 982a9bb3-22bc-4137-835d-fed512a58a5a, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:28:15.753528 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4ca95c-9a88-4adb-9674-762aa38f2bb6 admin admin] Network 982a9bb3-22bc-4137-835d-fed512a58a5a is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:28:15.763903 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-9f4ca95c-9a88-4adb-9674-762aa38f2bb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 982a9bb3-22bc-4137-835d-fed512a58a5a) {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:28:15.767955 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4ca95c-9a88-4adb-9674-762aa38f2bb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:15.768545 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9f4ca95c-9a88-4adb-9674-762aa38f2bb6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:15.773557 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da4e38e-8e79-41cf-bbd2-59f585d31287 None None] Network 982a9bb3-22bc-4137-835d-fed512a58a5a requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:28:15.785929 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-9f4ca95c-9a88-4adb-9674-762aa38f2bb6 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3641164 Feb 19 03:28:15.881432 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a231618e-4901-42cf-ba0f-72c1ca1940de None None] Network 982a9bb3-22bc-4137-835d-fed512a58a5a requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:28:16.138168 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 547bacd4-f088-45ef-ad21-754f04506f4c details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:28:16.238993 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 547bacd4-f088-45ef-ad21-754f04506f4c, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=547bacd4-f088-45ef-ad21-754f04506f4c,segment=NetworkSegment(0b5e267d-554c-4de1-984c-fa3f9c141661),segment_id=0b5e267d-554c-4de1-984c-fa3f9c141661)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:28:16.255923 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': '547bacd4-f088-45ef-ad21-754f04506f4c', 'network_id': '3a61f750-30ef-4417-ab7b-793e27fa3635', 'port_id': '547bacd4-f088-45ef-ad21-754f04506f4c', 'mac_address': 'fa:16:3e:b8:43:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3561fa05-5acf-4fa3-8982-c460f2560b33', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:28:16.288906 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed16615b-3f3f-4f34-9739-7c89d5363bae req-0ced72b9-67a3-414e-96a8-bfa8f1742b05 tempest-TestServerAdvancedOps-1647812822 tempest-TestServerAdvancedOps-1647812822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:16.290433 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ed16615b-3f3f-4f34-9739-7c89d5363bae req-0ced72b9-67a3-414e-96a8-bfa8f1742b05 tempest-TestServerAdvancedOps-1647812822 tempest-TestServerAdvancedOps-1647812822-project] 10.222.0.72 "GET /v2.0/networks?id=e6377cee-55ad-44f4-820b-6deb9f0308be HTTP/1.1" status: 200 len: 811 time: 0.1055562 Feb 19 03:28:16.293184 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 547bacd4-f088-45ef-ad21-754f04506f4c is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:28:16.293612 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (547bacd4-f088-45ef-ad21-754f04506f4c), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:16.306374 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ed16615b-3f3f-4f34-9739-7c89d5363bae req-85ee6e70-3e2f-4c8f-a485-bebe79292f76 tempest-TestServerAdvancedOps-1647812822 tempest-TestServerAdvancedOps-1647812822-project] 10.222.0.72 "GET /v2.0/quotas/b0ab2fc450854a529a4176e985a1c273 HTTP/1.1" status: 200 len: 375 time: 0.0095148 Feb 19 03:28:16.308469 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 547bacd4-f088-45ef-ad21-754f04506f4c {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:28:16.328617 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 547bacd4-f088-45ef-ad21-754f04506f4c, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=547bacd4-f088-45ef-ad21-754f04506f4c,segment=NetworkSegment(0b5e267d-554c-4de1-984c-fa3f9c141661),segment_id=0b5e267d-554c-4de1-984c-fa3f9c141661)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:28:16.332727 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (547bacd4-f088-45ef-ad21-754f04506f4c), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:16.342831 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ed16615b-3f3f-4f34-9739-7c89d5363bae req-cac8b40f-0883-457d-aa89-d104abadc639 tempest-TestServerAdvancedOps-1647812822 tempest-TestServerAdvancedOps-1647812822-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=b0ab2fc450854a529a4176e985a1c273&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290222 Feb 19 03:28:16.380998 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=547bacd4-f088-45ef-ad21-754f04506f4c,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:16.443793 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ed16615b-3f3f-4f34-9739-7c89d5363bae req-8676e235-1a65-468d-8b8a-56d048070195 service neutron] 10.222.0.72 "GET /v2.0/networks/e6377cee-55ad-44f4-820b-6deb9f0308be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943511 Feb 19 03:28:16.533862 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ed16615b-3f3f-4f34-9739-7c89d5363bae req-6a37e1d1-5466-48a6-9431-89fb9da824ca service neutron] 10.222.0.72 "GET /v2.0/networks/e6377cee-55ad-44f4-820b-6deb9f0308be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837030 Feb 19 03:28:16.717648 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['547bacd4-f088-45ef-ad21-754f04506f4c'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:28:16.753054 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2c172363-2762-4774-8003-a1bdf2f68108 req-16b6be7b-f968-4f5b-b28d-07f41f627131 tempest-TestServerAdvancedOps-1647812822 tempest-TestServerAdvancedOps-1647812822-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3714499-76fa-44fa-b8e2-f7a2f2c85323 HTTP/1.1" status: 200 len: 210 time: 0.0577183 Feb 19 03:28:16.794289 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0b75b1-a1a3-4451-8697-00f91a0e5def req-dc1b297a-481f-46ee-b960-97811fb8c34a tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:16.803198 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2b0b75b1-a1a3-4451-8697-00f91a0e5def req-dc1b297a-481f-46ee-b960-97811fb8c34a tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d3e7bac-5594-4276-979b-1c8141c78909 HTTP/1.1" status: 200 len: 944 time: 0.1167622 Feb 19 03:28:16.872733 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2b0b75b1-a1a3-4451-8697-00f91a0e5def req-a885cc14-2c37-4af5-b922-f326cd607b89 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.72 "GET /v2.0/security-groups?id=544079ea-c206-4b99-b003-60e2fb22d3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625443 Feb 19 03:28:17.740517 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-225cc73f-fb60-4352-be02-3c71d7e2dc87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:17.830474 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed16615b-3f3f-4f34-9739-7c89d5363bae req-ab4f5a43-49c3-409e-92cb-fb3cd45a5659 tempest-TestServerAdvancedOps-1647812822 tempest-TestServerAdvancedOps-1647812822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:17.832060 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ed16615b-3f3f-4f34-9739-7c89d5363bae req-ab4f5a43-49c3-409e-92cb-fb3cd45a5659 tempest-TestServerAdvancedOps-1647812822 tempest-TestServerAdvancedOps-1647812822-project] 10.222.0.82 "GET /v2.0/networks?id=e6377cee-55ad-44f4-820b-6deb9f0308be HTTP/1.1" status: 200 len: 811 time: 0.1081080 Feb 19 03:28:18.170556 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 547bacd4-f088-45ef-ad21-754f04506f4c up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:28:18.203149 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d80adf74-3015-401e-bbb2-7586bc718b61 req-0269b03b-a506-471e-aecc-60bdee21b8a4 tempest-TestServerAdvancedOps-1647812822 tempest-TestServerAdvancedOps-1647812822-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3714499-76fa-44fa-b8e2-f7a2f2c85323 HTTP/1.1" status: 200 len: 210 time: 0.3701167 Feb 19 03:28:18.207083 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-ed16615b-3f3f-4f34-9739-7c89d5363bae req-f34a7a9b-c11a-416c-8c11-e50a30a35bcf tempest-TestServerAdvancedOps-1647812822 tempest-TestServerAdvancedOps-1647812822-project] Request body: {'port': {'device_id': 'a3714499-76fa-44fa-b8e2-f7a2f2c85323', 'network_id': 'e6377cee-55ad-44f4-820b-6deb9f0308be', 'admin_state_up': True, 'tenant_id': 'b0ab2fc450854a529a4176e985a1c273'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:28:18.225408 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning for port 547bacd4-f088-45ef-ad21-754f04506f4c completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:28:18.229794 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port 547bacd4-f088-45ef-ad21-754f04506f4c triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:28:18.230205 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (547bacd4-f088-45ef-ad21-754f04506f4c), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:18.312130 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 547bacd4-f088-45ef-ad21-754f04506f4c is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:28:18.312523 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (547bacd4-f088-45ef-ad21-754f04506f4c), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:18.336814 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6345313-f549-44e3-8bdc-d7ae60f0b0d1 req-b7c9b168-1f90-412d-9510-1caa5f88ac17 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:18.337166 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d3e7bac-5594-4276-979b-1c8141c78909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '547bacd4-f088-45ef-ad21-754f04506f4c'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:28:18.339073 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e6345313-f549-44e3-8bdc-d7ae60f0b0d1 req-b7c9b168-1f90-412d-9510-1caa5f88ac17 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d3e7bac-5594-4276-979b-1c8141c78909 HTTP/1.1" status: 200 len: 944 time: 0.1394529 Feb 19 03:28:18.339869 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6140cf6b-f6f6-42cc-8779-4b3ff2390ec7" -d '{"events": [{"server_uuid": "8d3e7bac-5594-4276-979b-1c8141c78909", "name": "network-vif-plugged", "status": "completed", "tag": "547bacd4-f088-45ef-ad21-754f04506f4c"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:28:18.353721 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 547bacd4-f088-45ef-ad21-754f04506f4c, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=547bacd4-f088-45ef-ad21-754f04506f4c,segment=NetworkSegment(0b5e267d-554c-4de1-984c-fa3f9c141661),segment_id=0b5e267d-554c-4de1-984c-fa3f9c141661)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:28:18.359298 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (547bacd4-f088-45ef-ad21-754f04506f4c), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:18.389074 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed16615b-3f3f-4f34-9739-7c89d5363bae req-f34a7a9b-c11a-416c-8c11-e50a30a35bcf tempest-TestServerAdvancedOps-1647812822 tempest-TestServerAdvancedOps-1647812822-project] Made reservation on behalf of b0ab2fc450854a529a4176e985a1c273 for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:28:18.392464 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-ed16615b-3f3f-4f34-9739-7c89d5363bae req-f34a7a9b-c11a-416c-8c11-e50a30a35bcf tempest-TestServerAdvancedOps-1647812822 tempest-TestServerAdvancedOps-1647812822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:18.406588 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a77af581-fd59-46c4-942c-784582424fec x-openstack-request-id: req-a77af581-fd59-46c4-942c-784582424fec {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:28:18.406886 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d3e7bac-5594-4276-979b-1c8141c78909", "name": "network-vif-plugged", "status": "completed", "tag": "547bacd4-f088-45ef-ad21-754f04506f4c", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:28:18.407148 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a77af581-fd59-46c4-942c-784582424fec {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:28:18.407546 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d3e7bac-5594-4276-979b-1c8141c78909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '547bacd4-f088-45ef-ad21-754f04506f4c', 'code': 200} Feb 19 03:28:18.419922 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=547bacd4-f088-45ef-ad21-754f04506f4c,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:18.452909 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e6345313-f549-44e3-8bdc-d7ae60f0b0d1 req-8fa8edff-6b17-4afb-94eb-5b908ae063a2 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.72 "GET /v2.0/security-groups?id=544079ea-c206-4b99-b003-60e2fb22d3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001675 Feb 19 03:28:18.547480 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85de37c-d025-4192-9d8f-e450cb555055 req-25ac0329-e59e-41a1-ad12-8c4e9e30a9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:18.549101 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-f85de37c-d025-4192-9d8f-e450cb555055 req-25ac0329-e59e-41a1-ad12-8c4e9e30a9cc service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8d3e7bac-5594-4276-979b-1c8141c78909 HTTP/1.1" status: 200 len: 1127 time: 0.0506792 Feb 19 03:28:18.564393 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [req-ed16615b-3f3f-4f34-9739-7c89d5363bae req-f34a7a9b-c11a-416c-8c11-e50a30a35bcf tempest-TestServerAdvancedOps-1647812822 tempest-TestServerAdvancedOps-1647812822-project] Allocated IP 172.20.0.4 (e6377cee-55ad-44f4-820b-6deb9f0308be/541699f8-0030-4e3c-8440-f9a63f5387d2/e336b43d-5295-46a8-9c4a-32dbc1d04a5a) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:28:18.595879 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-f85de37c-d025-4192-9d8f-e450cb555055 req-bbb5bf56-a1a2-45b8-988e-7a07687e5ef0 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=544079ea-c206-4b99-b003-60e2fb22d3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404010 Feb 19 03:28:18.710064 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-ed16615b-3f3f-4f34-9739-7c89d5363bae req-f34a7a9b-c11a-416c-8c11-e50a30a35bcf tempest-TestServerAdvancedOps-1647812822 tempest-TestServerAdvancedOps-1647812822-project] Publish callbacks [] for port (e336b43d-5295-46a8-9c4a-32dbc1d04a5a), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:18.748633 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-ed16615b-3f3f-4f34-9739-7c89d5363bae req-f34a7a9b-c11a-416c-8c11-e50a30a35bcf tempest-TestServerAdvancedOps-1647812822 tempest-TestServerAdvancedOps-1647812822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (e336b43d-5295-46a8-9c4a-32dbc1d04a5a), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:18.799379 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed16615b-3f3f-4f34-9739-7c89d5363bae req-f34a7a9b-c11a-416c-8c11-e50a30a35bcf tempest-TestServerAdvancedOps-1647812822 tempest-TestServerAdvancedOps-1647812822-project] Network e6377cee-55ad-44f4-820b-6deb9f0308be is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:28:18.803015 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [req-ed16615b-3f3f-4f34-9739-7c89d5363bae req-f34a7a9b-c11a-416c-8c11-e50a30a35bcf tempest-TestServerAdvancedOps-1647812822 tempest-TestServerAdvancedOps-1647812822-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:28:18.805872 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed16615b-3f3f-4f34-9739-7c89d5363bae req-f34a7a9b-c11a-416c-8c11-e50a30a35bcf tempest-TestServerAdvancedOps-1647812822 tempest-TestServerAdvancedOps-1647812822-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:28:18.835447 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34a7a9b-c11a-416c-8c11-e50a30a35bcf tempest-TestServerAdvancedOps-1647812822 tempest-TestServerAdvancedOps-1647812822-project] Pushing event updated for resources: {'Port': ['ID=e336b43d-5295-46a8-9c4a-32dbc1d04a5a,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:18.864227 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed16615b-3f3f-4f34-9739-7c89d5363bae req-f34a7a9b-c11a-416c-8c11-e50a30a35bcf tempest-TestServerAdvancedOps-1647812822 tempest-TestServerAdvancedOps-1647812822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:18.864836 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-ed16615b-3f3f-4f34-9739-7c89d5363bae req-f34a7a9b-c11a-416c-8c11-e50a30a35bcf tempest-TestServerAdvancedOps-1647812822 tempest-TestServerAdvancedOps-1647812822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:18.882292 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ed16615b-3f3f-4f34-9739-7c89d5363bae req-f34a7a9b-c11a-416c-8c11-e50a30a35bcf tempest-TestServerAdvancedOps-1647812822 tempest-TestServerAdvancedOps-1647812822-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6813300 Feb 19 03:28:18.899499 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-ed16615b-3f3f-4f34-9739-7c89d5363bae req-b1fd130a-84a3-42b3-bef7-0551ceb4da24 service neutron] Request body: {'port': {'device_id': 'a3714499-76fa-44fa-b8e2-f7a2f2c85323', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826753-2'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:28:18.960802 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-ed16615b-3f3f-4f34-9739-7c89d5363bae req-b1fd130a-84a3-42b3-bef7-0551ceb4da24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (e336b43d-5295-46a8-9c4a-32dbc1d04a5a), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:19.231511 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [req-ed16615b-3f3f-4f34-9739-7c89d5363bae req-b1fd130a-84a3-42b3-bef7-0551ceb4da24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e336b43d-5295-46a8-9c4a-32dbc1d04a5a {{(pid=103701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:28:19.239460 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-ed16615b-3f3f-4f34-9739-7c89d5363bae req-b1fd130a-84a3-42b3-bef7-0551ceb4da24 service neutron] Publish callbacks [] for port (e336b43d-5295-46a8-9c4a-32dbc1d04a5a), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:19.254693 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.provisioning_blocks [req-ed16615b-3f3f-4f34-9739-7c89d5363bae req-b1fd130a-84a3-42b3-bef7-0551ceb4da24 service neutron] Transition to ACTIVE for port object e336b43d-5295-46a8-9c4a-32dbc1d04a5a will not be triggered until provisioned by entity L2. {{(pid=103701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:28:19.266641 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-ed16615b-3f3f-4f34-9739-7c89d5363bae req-b1fd130a-84a3-42b3-bef7-0551ceb4da24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (e336b43d-5295-46a8-9c4a-32dbc1d04a5a), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:19.369248 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:19.370604 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fd130a-84a3-42b3-bef7-0551ceb4da24 service neutron] Pushing event updated for resources: {'Port': ['ID=e336b43d-5295-46a8-9c4a-32dbc1d04a5a,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:19.433374 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10721fcc-9e11-4146-9ac0-ccc1e779ea9c req-a05c8aac-8ff6-49db-8b9f-5f63b4bc1447 tempest-TestServerAdvancedOps-1647812822 tempest-TestServerAdvancedOps-1647812822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:19.434898 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-10721fcc-9e11-4146-9ac0-ccc1e779ea9c req-a05c8aac-8ff6-49db-8b9f-5f63b4bc1447 tempest-TestServerAdvancedOps-1647812822 tempest-TestServerAdvancedOps-1647812822-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3714499-76fa-44fa-b8e2-f7a2f2c85323 HTTP/1.1" status: 200 len: 943 time: 0.1403372 Feb 19 03:28:19.439458 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-ed16615b-3f3f-4f34-9739-7c89d5363bae req-b1fd130a-84a3-42b3-bef7-0551ceb4da24 service neutron] Attempting to bind port e336b43d-5295-46a8-9c4a-32dbc1d04a5a on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:28:19.439792 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-ed16615b-3f3f-4f34-9739-7c89d5363bae req-b1fd130a-84a3-42b3-bef7-0551ceb4da24 service neutron] Attempting to bind port e336b43d-5295-46a8-9c4a-32dbc1d04a5a by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': '741d14d2-5ab1-41dd-98fa-bc8b9519320b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'e6377cee-55ad-44f4-820b-6deb9f0308be'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:28:19.440121 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed16615b-3f3f-4f34-9739-7c89d5363bae req-b1fd130a-84a3-42b3-bef7-0551ceb4da24 service neutron] Attempting to bind port e336b43d-5295-46a8-9c4a-32dbc1d04a5a on network e6377cee-55ad-44f4-820b-6deb9f0308be {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:28:19.457938 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed16615b-3f3f-4f34-9739-7c89d5363bae req-b1fd130a-84a3-42b3-bef7-0551ceb4da24 service neutron] Port e336b43d-5295-46a8-9c4a-32dbc1d04a5a on network e6377cee-55ad-44f4-820b-6deb9f0308be not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:28:19.458261 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed16615b-3f3f-4f34-9739-7c89d5363bae req-b1fd130a-84a3-42b3-bef7-0551ceb4da24 service neutron] Attempting to bind port e336b43d-5295-46a8-9c4a-32dbc1d04a5a on network e6377cee-55ad-44f4-820b-6deb9f0308be {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:28:19.469646 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed16615b-3f3f-4f34-9739-7c89d5363bae req-b1fd130a-84a3-42b3-bef7-0551ceb4da24 service neutron] Checking agent: {'id': 'bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:28:19.469983 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed16615b-3f3f-4f34-9739-7c89d5363bae req-b1fd130a-84a3-42b3-bef7-0551ceb4da24 service neutron] Checking segment: {'id': '741d14d2-5ab1-41dd-98fa-bc8b9519320b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'e6377cee-55ad-44f4-820b-6deb9f0308be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:28:19.470368 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed16615b-3f3f-4f34-9739-7c89d5363bae req-b1fd130a-84a3-42b3-bef7-0551ceb4da24 service neutron] Bound using segment: {'id': '741d14d2-5ab1-41dd-98fa-bc8b9519320b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'e6377cee-55ad-44f4-820b-6deb9f0308be'} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:28:19.470797 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-ed16615b-3f3f-4f34-9739-7c89d5363bae req-b1fd130a-84a3-42b3-bef7-0551ceb4da24 service neutron] Bound port: e336b43d-5295-46a8-9c4a-32dbc1d04a5a, host: n-h2-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '741d14d2-5ab1-41dd-98fa-bc8b9519320b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'e6377cee-55ad-44f4-820b-6deb9f0308be'}}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:28:19.471171 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-ed16615b-3f3f-4f34-9739-7c89d5363bae req-b1fd130a-84a3-42b3-bef7-0551ceb4da24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (e336b43d-5295-46a8-9c4a-32dbc1d04a5a), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:19.504246 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-10721fcc-9e11-4146-9ac0-ccc1e779ea9c req-b6f58b49-2e47-42cd-8694-f8fc33e791d3 tempest-TestServerAdvancedOps-1647812822 tempest-TestServerAdvancedOps-1647812822-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2100862-c806-4c85-a9a1-795981b2bfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617664 Feb 19 03:28:19.583848 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-ed16615b-3f3f-4f34-9739-7c89d5363bae req-b1fd130a-84a3-42b3-bef7-0551ceb4da24 service neutron] For port e336b43d-5295-46a8-9c4a-32dbc1d04a5a, host n-h2-826753-2, cleared binding levels {{(pid=103701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:28:19.600208 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-ed16615b-3f3f-4f34-9739-7c89d5363bae req-b1fd130a-84a3-42b3-bef7-0551ceb4da24 service neutron] For port e336b43d-5295-46a8-9c4a-32dbc1d04a5a, host n-h2-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=e336b43d-5295-46a8-9c4a-32dbc1d04a5a,segment=NetworkSegment(741d14d2-5ab1-41dd-98fa-bc8b9519320b),segment_id=741d14d2-5ab1-41dd-98fa-bc8b9519320b)] {{(pid=103701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:28:19.609266 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28b8458-0aae-4684-b5e1-7379ebdcb627 req-38ca8f47-64d5-48ac-9551-409e26ac8b90 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:19.610796 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f28b8458-0aae-4684-b5e1-7379ebdcb627 req-38ca8f47-64d5-48ac-9551-409e26ac8b90 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d3e7bac-5594-4276-979b-1c8141c78909 HTTP/1.1" status: 200 len: 945 time: 0.0843647 Feb 19 03:28:19.616114 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-ed16615b-3f3f-4f34-9739-7c89d5363bae req-b1fd130a-84a3-42b3-bef7-0551ceb4da24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (e336b43d-5295-46a8-9c4a-32dbc1d04a5a), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:19.672807 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed16615b-3f3f-4f34-9739-7c89d5363bae req-b1fd130a-84a3-42b3-bef7-0551ceb4da24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:19.673469 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-ed16615b-3f3f-4f34-9739-7c89d5363bae req-b1fd130a-84a3-42b3-bef7-0551ceb4da24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:19.674835 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ed16615b-3f3f-4f34-9739-7c89d5363bae req-b1fd130a-84a3-42b3-bef7-0551ceb4da24 service neutron] 10.222.0.82 "PUT /v2.0/ports/e336b43d-5295-46a8-9c4a-32dbc1d04a5a HTTP/1.1" status: 200 len: 1091 time: 0.7797046 Feb 19 03:28:19.675281 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3714499-76fa-44fa-b8e2-f7a2f2c85323', 'tag': 'e336b43d-5295-46a8-9c4a-32dbc1d04a5a'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:28:19.677822 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d19311de-8a27-47f8-942b-c631217c0c59" -d '{"events": [{"name": "network-changed", "server_uuid": "a3714499-76fa-44fa-b8e2-f7a2f2c85323", "tag": "e336b43d-5295-46a8-9c4a-32dbc1d04a5a"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:28:19.716628 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fd130a-84a3-42b3-bef7-0551ceb4da24 service neutron] Pushing event updated for resources: {'Port': ['ID=e336b43d-5295-46a8-9c4a-32dbc1d04a5a,revision_number=3']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:19.726406 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f28b8458-0aae-4684-b5e1-7379ebdcb627 req-3cc8d238-e083-40be-b275-d6b2117ec0fd tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.72 "GET /v2.0/security-groups?id=544079ea-c206-4b99-b003-60e2fb22d3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078885 Feb 19 03:28:19.727951 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75a651e7-8be9-42ac-9a8a-b04834c26c9d x-openstack-request-id: req-75a651e7-8be9-42ac-9a8a-b04834c26c9d {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:28:19.728246 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3714499-76fa-44fa-b8e2-f7a2f2c85323", "tag": "e336b43d-5295-46a8-9c4a-32dbc1d04a5a", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:28:19.728537 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-75a651e7-8be9-42ac-9a8a-b04834c26c9d {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:28:19.729214 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3714499-76fa-44fa-b8e2-f7a2f2c85323', 'tag': 'e336b43d-5295-46a8-9c4a-32dbc1d04a5a', 'status': 'completed', 'code': 200} Feb 19 03:28:19.796636 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed16615b-3f3f-4f34-9739-7c89d5363bae req-4df8edb7-6cc3-4bee-83b8-8be854dd3ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:19.798197 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ed16615b-3f3f-4f34-9739-7c89d5363bae req-4df8edb7-6cc3-4bee-83b8-8be854dd3ed7 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b0ab2fc450854a529a4176e985a1c273&device_id=a3714499-76fa-44fa-b8e2-f7a2f2c85323 HTTP/1.1" status: 200 len: 1125 time: 0.0572350 Feb 19 03:28:19.848303 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ed16615b-3f3f-4f34-9739-7c89d5363bae req-ab69655a-fe64-443b-9ed9-b914a97a82c4 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e336b43d-5295-46a8-9c4a-32dbc1d04a5a HTTP/1.1" status: 200 len: 217 time: 0.0380409 Feb 19 03:28:19.897469 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed16615b-3f3f-4f34-9739-7c89d5363bae req-9f46309c-2b4d-4685-a9f4-309cb2966b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:19.898950 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ed16615b-3f3f-4f34-9739-7c89d5363bae req-9f46309c-2b4d-4685-a9f4-309cb2966b92 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=541699f8-0030-4e3c-8440-f9a63f5387d2 HTTP/1.1" status: 200 len: 851 time: 0.0445540 Feb 19 03:28:19.933507 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ed16615b-3f3f-4f34-9739-7c89d5363bae req-f3130e3a-6f9e-4f32-8376-ed2cbb229716 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e6377cee-55ad-44f4-820b-6deb9f0308be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276647 Feb 19 03:28:20.030331 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ed16615b-3f3f-4f34-9739-7c89d5363bae req-3a715d98-26bc-4bce-a694-77e2f123c1fa service neutron] 10.222.0.82 "GET /v2.0/networks/e6377cee-55ad-44f4-820b-6deb9f0308be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914121 Feb 19 03:28:20.131287 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ed16615b-3f3f-4f34-9739-7c89d5363bae req-31fa1bbf-1852-43b6-93d0-13fc268fa6ff service neutron] 10.222.0.82 "GET /v2.0/networks/e6377cee-55ad-44f4-820b-6deb9f0308be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950520 Feb 19 03:28:20.260489 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19311de-8a27-47f8-942b-c631217c0c59 req-a9fea83a-cc60-4bac-8420-9fc0e7038f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:20.261997 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d19311de-8a27-47f8-942b-c631217c0c59 req-a9fea83a-cc60-4bac-8420-9fc0e7038f4d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b0ab2fc450854a529a4176e985a1c273&device_id=a3714499-76fa-44fa-b8e2-f7a2f2c85323 HTTP/1.1" status: 200 len: 1125 time: 0.0470340 Feb 19 03:28:20.363652 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19311de-8a27-47f8-942b-c631217c0c59 req-75909d1e-5a81-4dfb-a258-4e7a1424187a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:20.365177 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d19311de-8a27-47f8-942b-c631217c0c59 req-75909d1e-5a81-4dfb-a258-4e7a1424187a service neutron] 10.222.0.82 "GET /v2.0/networks?id=e6377cee-55ad-44f4-820b-6deb9f0308be HTTP/1.1" status: 200 len: 912 time: 0.0963407 Feb 19 03:28:20.411420 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d19311de-8a27-47f8-942b-c631217c0c59 req-e4d6ced4-d4eb-4c72-967a-75257e6e7f22 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e336b43d-5295-46a8-9c4a-32dbc1d04a5a HTTP/1.1" status: 200 len: 217 time: 0.0357428 Feb 19 03:28:20.461631 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19311de-8a27-47f8-942b-c631217c0c59 req-fb5cda25-c825-4258-aeb3-8857e4286799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:20.463805 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d19311de-8a27-47f8-942b-c631217c0c59 req-fb5cda25-c825-4258-aeb3-8857e4286799 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=541699f8-0030-4e3c-8440-f9a63f5387d2 HTTP/1.1" status: 200 len: 851 time: 0.0448189 Feb 19 03:28:20.499597 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d19311de-8a27-47f8-942b-c631217c0c59 req-717d1917-3540-415e-8cba-55e16e932f72 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e6377cee-55ad-44f4-820b-6deb9f0308be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303354 Feb 19 03:28:20.541876 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:20.601230 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d19311de-8a27-47f8-942b-c631217c0c59 req-b89c9bf1-7251-4494-8aa7-d4e2194c496e service neutron] 10.222.0.82 "GET /v2.0/networks/e6377cee-55ad-44f4-820b-6deb9f0308be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940132 Feb 19 03:28:20.694692 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdfe50e-6fa4-4a94-ad45-da91acedc591 req-abe7f3c4-45f3-4849-a631-612bd7795110 tempest-TestServerAdvancedOps-1647812822 tempest-TestServerAdvancedOps-1647812822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:20.696199 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-dbdfe50e-6fa4-4a94-ad45-da91acedc591 req-abe7f3c4-45f3-4849-a631-612bd7795110 tempest-TestServerAdvancedOps-1647812822 tempest-TestServerAdvancedOps-1647812822-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3714499-76fa-44fa-b8e2-f7a2f2c85323 HTTP/1.1" status: 200 len: 943 time: 0.1137612 Feb 19 03:28:20.750251 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d19311de-8a27-47f8-942b-c631217c0c59 req-6bc81648-cd3d-429c-85e9-5e389b4cdaf0 service neutron] 10.222.0.82 "GET /v2.0/networks/e6377cee-55ad-44f4-820b-6deb9f0308be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266840 Feb 19 03:28:20.765445 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-dbdfe50e-6fa4-4a94-ad45-da91acedc591 req-ebec492b-c9dc-445e-bb9a-af20d477ccb0 tempest-TestServerAdvancedOps-1647812822 tempest-TestServerAdvancedOps-1647812822-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2100862-c806-4c85-a9a1-795981b2bfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621474 Feb 19 03:28:20.860004 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0818d064-2afb-4fe3-866a-d94a3d9b3b84 req-14bcf431-cfd7-43fd-921a-7e87fc9e7ee8 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:20.861538 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0818d064-2afb-4fe3-866a-d94a3d9b3b84 req-14bcf431-cfd7-43fd-921a-7e87fc9e7ee8 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d3e7bac-5594-4276-979b-1c8141c78909 HTTP/1.1" status: 200 len: 945 time: 0.0533929 Feb 19 03:28:20.913266 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0818d064-2afb-4fe3-866a-d94a3d9b3b84 req-bf425a4d-d778-4e80-9550-87bec6ace279 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.72 "GET /v2.0/security-groups?id=544079ea-c206-4b99-b003-60e2fb22d3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456934 Feb 19 03:28:20.937702 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:28:21.898678 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f11800a-02ff-4e8b-aa50-6d67cfa50cbf req-4a899e7e-f1f7-4998-8080-1894280521b3 tempest-TestServerAdvancedOps-1647812822 tempest-TestServerAdvancedOps-1647812822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:21.900734 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4f11800a-02ff-4e8b-aa50-6d67cfa50cbf req-4a899e7e-f1f7-4998-8080-1894280521b3 tempest-TestServerAdvancedOps-1647812822 tempest-TestServerAdvancedOps-1647812822-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3714499-76fa-44fa-b8e2-f7a2f2c85323 HTTP/1.1" status: 200 len: 943 time: 0.0535240 Feb 19 03:28:21.948623 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4f11800a-02ff-4e8b-aa50-6d67cfa50cbf req-2d2eb4e7-3ac5-4a9b-a08c-70d06a4f6aba tempest-TestServerAdvancedOps-1647812822 tempest-TestServerAdvancedOps-1647812822-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2100862-c806-4c85-a9a1-795981b2bfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420096 Feb 19 03:28:21.988627 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:22.750989 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:23.069804 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e1250e-ab8c-42ca-b147-71a49ec0d849 req-24c3bbc5-b548-476e-964e-59d54c2a5676 tempest-TestServerAdvancedOps-1647812822 tempest-TestServerAdvancedOps-1647812822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:23.071313 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-71e1250e-ab8c-42ca-b147-71a49ec0d849 req-24c3bbc5-b548-476e-964e-59d54c2a5676 tempest-TestServerAdvancedOps-1647812822 tempest-TestServerAdvancedOps-1647812822-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3714499-76fa-44fa-b8e2-f7a2f2c85323 HTTP/1.1" status: 200 len: 943 time: 0.0534804 Feb 19 03:28:23.118832 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-71e1250e-ab8c-42ca-b147-71a49ec0d849 req-d9296d3f-7ba6-46a5-bf76-55eb29036567 tempest-TestServerAdvancedOps-1647812822 tempest-TestServerAdvancedOps-1647812822-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2100862-c806-4c85-a9a1-795981b2bfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416157 Feb 19 03:28:24.245062 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8d5819-c697-4a9a-9a7f-ce32577daad4 req-9bff4caf-1129-4e0b-aedc-f7babcb2a0d0 tempest-TestServerAdvancedOps-1647812822 tempest-TestServerAdvancedOps-1647812822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:24.246567 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3f8d5819-c697-4a9a-9a7f-ce32577daad4 req-9bff4caf-1129-4e0b-aedc-f7babcb2a0d0 tempest-TestServerAdvancedOps-1647812822 tempest-TestServerAdvancedOps-1647812822-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3714499-76fa-44fa-b8e2-f7a2f2c85323 HTTP/1.1" status: 200 len: 943 time: 0.0581102 Feb 19 03:28:24.293965 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3f8d5819-c697-4a9a-9a7f-ce32577daad4 req-42fb00cb-464e-44de-8f02-ca4f331f6846 tempest-TestServerAdvancedOps-1647812822 tempest-TestServerAdvancedOps-1647812822-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2100862-c806-4c85-a9a1-795981b2bfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417833 Feb 19 03:28:24.446526 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device e336b43d-5295-46a8-9c4a-32dbc1d04a5a details requested by agent hyperv_n-h2-826753-2 with host n-h2-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:28:24.601751 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port e336b43d-5295-46a8-9c4a-32dbc1d04a5a, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=e336b43d-5295-46a8-9c4a-32dbc1d04a5a,segment=NetworkSegment(741d14d2-5ab1-41dd-98fa-bc8b9519320b),segment_id=741d14d2-5ab1-41dd-98fa-bc8b9519320b)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:28:24.613555 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Returning: {'device': 'e336b43d-5295-46a8-9c4a-32dbc1d04a5a', 'network_id': 'e6377cee-55ad-44f4-820b-6deb9f0308be', 'port_id': 'e336b43d-5295-46a8-9c4a-32dbc1d04a5a', 'mac_address': 'fa:16:3e:93:69:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '541699f8-0030-4e3c-8440-f9a63f5387d2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:28:24.658368 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port e336b43d-5295-46a8-9c4a-32dbc1d04a5a is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:28:24.658891 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (e336b43d-5295-46a8-9c4a-32dbc1d04a5a), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:24.679429 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e336b43d-5295-46a8-9c4a-32dbc1d04a5a {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:28:24.695307 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port e336b43d-5295-46a8-9c4a-32dbc1d04a5a, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=e336b43d-5295-46a8-9c4a-32dbc1d04a5a,segment=NetworkSegment(741d14d2-5ab1-41dd-98fa-bc8b9519320b),segment_id=741d14d2-5ab1-41dd-98fa-bc8b9519320b)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:28:24.699228 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (e336b43d-5295-46a8-9c4a-32dbc1d04a5a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:24.745469 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=e336b43d-5295-46a8-9c4a-32dbc1d04a5a,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:25.016173 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['e336b43d-5295-46a8-9c4a-32dbc1d04a5a'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:28:25.426858 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7a253e-d40c-4044-bc54-95ea94f81552 req-2a03119f-f781-4daa-9e18-1838ffa2507b tempest-TestServerAdvancedOps-1647812822 tempest-TestServerAdvancedOps-1647812822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:25.428927 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cf7a253e-d40c-4044-bc54-95ea94f81552 req-2a03119f-f781-4daa-9e18-1838ffa2507b tempest-TestServerAdvancedOps-1647812822 tempest-TestServerAdvancedOps-1647812822-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3714499-76fa-44fa-b8e2-f7a2f2c85323 HTTP/1.1" status: 200 len: 944 time: 0.0649467 Feb 19 03:28:25.445654 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-0bb56404-6ee1-4bd6-881b-d180cac0a735 req-d7407199-97f8-42cb-9792-6f59e3d5b3d8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=12c31f2a-c659-496d-858b-7d9d345685c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0473967 Feb 19 03:28:25.482352 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cf7a253e-d40c-4044-bc54-95ea94f81552 req-1cda73d7-a934-499d-b339-93cf669808ba tempest-TestServerAdvancedOps-1647812822 tempest-TestServerAdvancedOps-1647812822-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2100862-c806-4c85-a9a1-795981b2bfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447359 Feb 19 03:28:25.570019 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb56404-6ee1-4bd6-881b-d180cac0a735 req-19aa85c6-a190-4bc7-8f0d-6b2294265616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:25.571538 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-0bb56404-6ee1-4bd6-881b-d180cac0a735 req-19aa85c6-a190-4bc7-8f0d-6b2294265616 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8257d05cb054404db31cec3bbb71493a&device_id=12c31f2a-c659-496d-858b-7d9d345685c3 HTTP/1.1" status: 200 len: 1128 time: 0.0480480 Feb 19 03:28:25.680034 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb56404-6ee1-4bd6-881b-d180cac0a735 req-18d0b958-46a0-4aaa-810d-23ed363a82c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:25.681579 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-0bb56404-6ee1-4bd6-881b-d180cac0a735 req-18d0b958-46a0-4aaa-810d-23ed363a82c6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=48e87e60-6ae2-4eae-a03b-2fd752f397d2 HTTP/1.1" status: 200 len: 912 time: 0.0912726 Feb 19 03:28:25.753086 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-0bb56404-6ee1-4bd6-881b-d180cac0a735 req-ad11b88d-a07a-4a13-b091-934d1a4a3d90 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=65a49cb3-4f5c-426d-93cc-c022079d4963 HTTP/1.1" status: 200 len: 1001 time: 0.0660853 Feb 19 03:28:25.807546 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb56404-6ee1-4bd6-881b-d180cac0a735 req-c9237b52-51ad-4d47-969f-04155845d123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:25.809041 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-0bb56404-6ee1-4bd6-881b-d180cac0a735 req-c9237b52-51ad-4d47-969f-04155845d123 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2d8d01f7-c65c-4273-a693-0737e1d5a5eb HTTP/1.1" status: 200 len: 850 time: 0.0499849 Feb 19 03:28:25.860859 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb56404-6ee1-4bd6-881b-d180cac0a735 req-aab97c4c-acf7-434c-a208-0ebdaf6df808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:25.862402 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-0bb56404-6ee1-4bd6-881b-d180cac0a735 req-aab97c4c-acf7-434c-a208-0ebdaf6df808 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=48e87e60-6ae2-4eae-a03b-2fd752f397d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0479672 Feb 19 03:28:25.951871 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-0bb56404-6ee1-4bd6-881b-d180cac0a735 req-2392f9c7-0e5c-417f-8389-ea057ecd737d service neutron] 10.222.0.73 "GET /v2.0/networks/48e87e60-6ae2-4eae-a03b-2fd752f397d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836544 Feb 19 03:28:26.051523 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-0bb56404-6ee1-4bd6-881b-d180cac0a735 req-ef53b70b-99f5-48ec-a881-22690bd55d5d service neutron] 10.222.0.73 "GET /v2.0/networks/48e87e60-6ae2-4eae-a03b-2fd752f397d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932803 Feb 19 03:28:26.477097 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device e336b43d-5295-46a8-9c4a-32dbc1d04a5a up at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:28:26.502945 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:26.543151 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning for port e336b43d-5295-46a8-9c4a-32dbc1d04a5a completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:28:26.547431 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning complete for port e336b43d-5295-46a8-9c4a-32dbc1d04a5a triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:28:26.547821 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (e336b43d-5295-46a8-9c4a-32dbc1d04a5a), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:26.627340 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceda6b9-3c56-4221-a6d1-54a8afbeb698 req-00b9296a-8f60-40eb-a933-8797f08978e9 tempest-TestServerAdvancedOps-1647812822 tempest-TestServerAdvancedOps-1647812822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:26.628976 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7ceda6b9-3c56-4221-a6d1-54a8afbeb698 req-00b9296a-8f60-40eb-a933-8797f08978e9 tempest-TestServerAdvancedOps-1647812822 tempest-TestServerAdvancedOps-1647812822-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3714499-76fa-44fa-b8e2-f7a2f2c85323 HTTP/1.1" status: 200 len: 944 time: 0.0650101 Feb 19 03:28:26.636990 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port e336b43d-5295-46a8-9c4a-32dbc1d04a5a is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:28:26.637402 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (e336b43d-5295-46a8-9c4a-32dbc1d04a5a), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:26.661641 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3714499-76fa-44fa-b8e2-f7a2f2c85323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e336b43d-5295-46a8-9c4a-32dbc1d04a5a'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:28:26.663874 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf57f6e8-1e70-464d-abd5-2ade4d147114" -d '{"events": [{"server_uuid": "a3714499-76fa-44fa-b8e2-f7a2f2c85323", "name": "network-vif-plugged", "status": "completed", "tag": "e336b43d-5295-46a8-9c4a-32dbc1d04a5a"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:28:26.678648 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port e336b43d-5295-46a8-9c4a-32dbc1d04a5a, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=e336b43d-5295-46a8-9c4a-32dbc1d04a5a,segment=NetworkSegment(741d14d2-5ab1-41dd-98fa-bc8b9519320b),segment_id=741d14d2-5ab1-41dd-98fa-bc8b9519320b)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:28:26.685612 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (e336b43d-5295-46a8-9c4a-32dbc1d04a5a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:26.692396 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7ceda6b9-3c56-4221-a6d1-54a8afbeb698 req-44b17dee-c8ac-46ee-9b11-4ad31b035af7 tempest-TestServerAdvancedOps-1647812822 tempest-TestServerAdvancedOps-1647812822-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2100862-c806-4c85-a9a1-795981b2bfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550005 Feb 19 03:28:26.736606 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=e336b43d-5295-46a8-9c4a-32dbc1d04a5a,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:26.741277 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c9e436b-99ba-47a0-94b2-06749863dbce x-openstack-request-id: req-3c9e436b-99ba-47a0-94b2-06749863dbce {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:28:26.741588 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3714499-76fa-44fa-b8e2-f7a2f2c85323", "name": "network-vif-plugged", "status": "completed", "tag": "e336b43d-5295-46a8-9c4a-32dbc1d04a5a", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:28:26.741835 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3c9e436b-99ba-47a0-94b2-06749863dbce {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:28:26.742439 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3714499-76fa-44fa-b8e2-f7a2f2c85323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e336b43d-5295-46a8-9c4a-32dbc1d04a5a', 'code': 200} Feb 19 03:28:26.879342 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a781d6-d528-458f-99ec-649b0a7c2a8e req-bd0baea5-e293-4b9a-b34c-0cd03213de70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:26.880879 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-44a781d6-d528-458f-99ec-649b0a7c2a8e req-bd0baea5-e293-4b9a-b34c-0cd03213de70 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=a3714499-76fa-44fa-b8e2-f7a2f2c85323 HTTP/1.1" status: 200 len: 1127 time: 0.0511830 Feb 19 03:28:26.927782 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-44a781d6-d528-458f-99ec-649b0a7c2a8e req-355e136e-77ac-4cdf-8920-2ac188db9ee4 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=d2100862-c806-4c85-a9a1-795981b2bfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407894 Feb 19 03:28:27.819893 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c893d507-fc2e-4c8d-aebf-59964f1b1f15 req-7e04c53a-9a83-4812-bbe7-cb6ab0d4c02d tempest-TestServerAdvancedOps-1647812822 tempest-TestServerAdvancedOps-1647812822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:27.821549 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c893d507-fc2e-4c8d-aebf-59964f1b1f15 req-7e04c53a-9a83-4812-bbe7-cb6ab0d4c02d tempest-TestServerAdvancedOps-1647812822 tempest-TestServerAdvancedOps-1647812822-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3714499-76fa-44fa-b8e2-f7a2f2c85323 HTTP/1.1" status: 200 len: 945 time: 0.0569651 Feb 19 03:28:27.883192 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c893d507-fc2e-4c8d-aebf-59964f1b1f15 req-9bba5861-7fce-4d36-8105-a2969e05917e tempest-TestServerAdvancedOps-1647812822 tempest-TestServerAdvancedOps-1647812822-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2100862-c806-4c85-a9a1-795981b2bfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551429 Feb 19 03:28:29.011646 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6c18cc-1f0d-4061-b9b2-76750dbf83ae req-8b7eb115-a7f7-43d8-b0b4-b0f0e98372e5 tempest-TestServerAdvancedOps-1647812822 tempest-TestServerAdvancedOps-1647812822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:29.013176 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fa6c18cc-1f0d-4061-b9b2-76750dbf83ae req-8b7eb115-a7f7-43d8-b0b4-b0f0e98372e5 tempest-TestServerAdvancedOps-1647812822 tempest-TestServerAdvancedOps-1647812822-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3714499-76fa-44fa-b8e2-f7a2f2c85323 HTTP/1.1" status: 200 len: 945 time: 0.0561206 Feb 19 03:28:29.063060 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fa6c18cc-1f0d-4061-b9b2-76750dbf83ae req-3582edfa-cc38-43dd-8ca6-c1c38d4dfc13 tempest-TestServerAdvancedOps-1647812822 tempest-TestServerAdvancedOps-1647812822-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2100862-c806-4c85-a9a1-795981b2bfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440724 Feb 19 03:28:29.187751 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d861cda5-6646-466a-95ee-fbf61a1c0711 req-c478555d-5aee-4f9a-a477-77619e65180c tempest-TestServerAdvancedOps-1647812822 tempest-TestServerAdvancedOps-1647812822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:29.189267 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d861cda5-6646-466a-95ee-fbf61a1c0711 req-c478555d-5aee-4f9a-a477-77619e65180c tempest-TestServerAdvancedOps-1647812822 tempest-TestServerAdvancedOps-1647812822-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3714499-76fa-44fa-b8e2-f7a2f2c85323 HTTP/1.1" status: 200 len: 945 time: 0.0565352 Feb 19 03:28:29.236573 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d861cda5-6646-466a-95ee-fbf61a1c0711 req-057b642e-2bea-44cf-a6c6-860d63153ff2 tempest-TestServerAdvancedOps-1647812822 tempest-TestServerAdvancedOps-1647812822-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2100862-c806-4c85-a9a1-795981b2bfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415378 Feb 19 03:28:29.482984 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7664f0-94ba-4581-adb1-87914e601a4c req-ee5c6997-20ce-4003-9d60-d90532e51dd1 tempest-TestServerAdvancedOps-1647812822 tempest-TestServerAdvancedOps-1647812822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:29.484564 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6b7664f0-94ba-4581-adb1-87914e601a4c req-ee5c6997-20ce-4003-9d60-d90532e51dd1 tempest-TestServerAdvancedOps-1647812822 tempest-TestServerAdvancedOps-1647812822-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3714499-76fa-44fa-b8e2-f7a2f2c85323 HTTP/1.1" status: 200 len: 945 time: 0.0615931 Feb 19 03:28:29.534572 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6b7664f0-94ba-4581-adb1-87914e601a4c req-48a47c05-d06e-40ef-9d48-cb38daf1f0e8 tempest-TestServerAdvancedOps-1647812822 tempest-TestServerAdvancedOps-1647812822-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2100862-c806-4c85-a9a1-795981b2bfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440667 Feb 19 03:28:30.663655 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57da3e5-8e87-4ced-ad5b-bbdf390578bd req-4c105814-aa41-4b93-a86f-5cd3e46b0dbc tempest-TestServerAdvancedOps-1647812822 tempest-TestServerAdvancedOps-1647812822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:30.665078 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c57da3e5-8e87-4ced-ad5b-bbdf390578bd req-4c105814-aa41-4b93-a86f-5cd3e46b0dbc tempest-TestServerAdvancedOps-1647812822 tempest-TestServerAdvancedOps-1647812822-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3714499-76fa-44fa-b8e2-f7a2f2c85323 HTTP/1.1" status: 200 len: 945 time: 0.0562441 Feb 19 03:28:30.714821 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c57da3e5-8e87-4ced-ad5b-bbdf390578bd req-06aa0342-8aad-4c06-9ac0-ae5465740705 tempest-TestServerAdvancedOps-1647812822 tempest-TestServerAdvancedOps-1647812822-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2100862-c806-4c85-a9a1-795981b2bfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429249 Feb 19 03:28:31.012345 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11438f30-a73b-4570-b8cc-d4b3f170382d req-cf9be824-b116-4127-8129-9062cf469472 tempest-TestServerAdvancedOps-1647812822 tempest-TestServerAdvancedOps-1647812822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:31.013940 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-11438f30-a73b-4570-b8cc-d4b3f170382d req-cf9be824-b116-4127-8129-9062cf469472 tempest-TestServerAdvancedOps-1647812822 tempest-TestServerAdvancedOps-1647812822-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3714499-76fa-44fa-b8e2-f7a2f2c85323 HTTP/1.1" status: 200 len: 945 time: 0.1114495 Feb 19 03:28:31.019251 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3245ce03-b10c-4b18-b9be-5b0af8cdd3d6 req-99a7b42b-febd-44a9-8466-5728b1057454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:31.021881 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3245ce03-b10c-4b18-b9be-5b0af8cdd3d6 req-99a7b42b-febd-44a9-8466-5728b1057454 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b0ab2fc450854a529a4176e985a1c273&device_id=a3714499-76fa-44fa-b8e2-f7a2f2c85323 HTTP/1.1" status: 200 len: 1127 time: 0.0780523 Feb 19 03:28:31.123284 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-11438f30-a73b-4570-b8cc-d4b3f170382d req-3ae16289-7832-42a5-b68b-dd7233806a70 tempest-TestServerAdvancedOps-1647812822 tempest-TestServerAdvancedOps-1647812822-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2100862-c806-4c85-a9a1-795981b2bfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001439 Feb 19 03:28:31.150554 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3245ce03-b10c-4b18-b9be-5b0af8cdd3d6 req-52333810-32f3-4541-8f1b-66f9a5b26bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:31.153049 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3245ce03-b10c-4b18-b9be-5b0af8cdd3d6 req-52333810-32f3-4541-8f1b-66f9a5b26bb6 service neutron] 10.222.0.82 "GET /v2.0/networks?id=e6377cee-55ad-44f4-820b-6deb9f0308be HTTP/1.1" status: 200 len: 912 time: 0.1238236 Feb 19 03:28:31.197467 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3245ce03-b10c-4b18-b9be-5b0af8cdd3d6 req-e05b3cae-4ce5-47ad-a19a-2971c5175b12 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e336b43d-5295-46a8-9c4a-32dbc1d04a5a HTTP/1.1" status: 200 len: 217 time: 0.0375733 Feb 19 03:28:31.252260 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3245ce03-b10c-4b18-b9be-5b0af8cdd3d6 req-4580bed0-8e1e-4940-8407-b427c65b6a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:31.254221 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3245ce03-b10c-4b18-b9be-5b0af8cdd3d6 req-4580bed0-8e1e-4940-8407-b427c65b6a81 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=541699f8-0030-4e3c-8440-f9a63f5387d2 HTTP/1.1" status: 200 len: 851 time: 0.0517163 Feb 19 03:28:31.285035 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3245ce03-b10c-4b18-b9be-5b0af8cdd3d6 req-8f1d545c-2093-4354-ae77-5d755ba2a2e4 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e6377cee-55ad-44f4-820b-6deb9f0308be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255160 Feb 19 03:28:31.380886 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3245ce03-b10c-4b18-b9be-5b0af8cdd3d6 req-27c411e5-772a-4256-98ed-26fd7b126832 service neutron] 10.222.0.82 "GET /v2.0/networks/e6377cee-55ad-44f4-820b-6deb9f0308be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902312 Feb 19 03:28:31.472086 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3245ce03-b10c-4b18-b9be-5b0af8cdd3d6 req-93839478-8d38-43f3-8356-833815e9307a service neutron] 10.222.0.82 "GET /v2.0/networks/e6377cee-55ad-44f4-820b-6deb9f0308be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849667 Feb 19 03:28:32.283309 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6929e36a-4e2b-4ba1-af97-b8eff76f823e req-a94b7261-21df-4a64-8ca2-99becfdae7f7 tempest-TestServerAdvancedOps-1647812822 tempest-TestServerAdvancedOps-1647812822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:32.284763 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6929e36a-4e2b-4ba1-af97-b8eff76f823e req-a94b7261-21df-4a64-8ca2-99becfdae7f7 tempest-TestServerAdvancedOps-1647812822 tempest-TestServerAdvancedOps-1647812822-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3714499-76fa-44fa-b8e2-f7a2f2c85323 HTTP/1.1" status: 200 len: 945 time: 0.0643277 Feb 19 03:28:32.334886 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6929e36a-4e2b-4ba1-af97-b8eff76f823e req-506b37b3-c8a4-429d-ba9c-dea2143bfecd tempest-TestServerAdvancedOps-1647812822 tempest-TestServerAdvancedOps-1647812822-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2100862-c806-4c85-a9a1-795981b2bfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443313 Feb 19 03:28:33.467392 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc5ad40-4ed8-4f20-b3ab-4077bf51c3ed req-abf17d3d-dbf7-479f-ac15-d60e98909361 tempest-TestServerAdvancedOps-1647812822 tempest-TestServerAdvancedOps-1647812822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:33.468964 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cbc5ad40-4ed8-4f20-b3ab-4077bf51c3ed req-abf17d3d-dbf7-479f-ac15-d60e98909361 tempest-TestServerAdvancedOps-1647812822 tempest-TestServerAdvancedOps-1647812822-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3714499-76fa-44fa-b8e2-f7a2f2c85323 HTTP/1.1" status: 200 len: 945 time: 0.0611062 Feb 19 03:28:33.518864 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cbc5ad40-4ed8-4f20-b3ab-4077bf51c3ed req-b2f81a79-1edf-414a-ad7f-fb738cc399c7 tempest-TestServerAdvancedOps-1647812822 tempest-TestServerAdvancedOps-1647812822-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2100862-c806-4c85-a9a1-795981b2bfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440164 Feb 19 03:28:33.773082 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4cdf6a-f25a-4053-a7b7-aad885b5e9b6 req-56369ac2-e21b-45d4-a623-7cb01bb920bd tempest-TestServerAdvancedOps-1647812822 tempest-TestServerAdvancedOps-1647812822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:33.774634 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9e4cdf6a-f25a-4053-a7b7-aad885b5e9b6 req-56369ac2-e21b-45d4-a623-7cb01bb920bd tempest-TestServerAdvancedOps-1647812822 tempest-TestServerAdvancedOps-1647812822-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3714499-76fa-44fa-b8e2-f7a2f2c85323 HTTP/1.1" status: 200 len: 945 time: 0.0540864 Feb 19 03:28:33.828526 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9e4cdf6a-f25a-4053-a7b7-aad885b5e9b6 req-78c729a6-9c7f-4b3f-8503-d38920f23856 tempest-TestServerAdvancedOps-1647812822 tempest-TestServerAdvancedOps-1647812822-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2100862-c806-4c85-a9a1-795981b2bfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467038 Feb 19 03:28:34.955836 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca46b07-a999-40ac-a162-adf20074210c req-5f74ce4b-c233-4ea4-9ad6-72921dbeedfb tempest-TestServerAdvancedOps-1647812822 tempest-TestServerAdvancedOps-1647812822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:34.957382 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4ca46b07-a999-40ac-a162-adf20074210c req-5f74ce4b-c233-4ea4-9ad6-72921dbeedfb tempest-TestServerAdvancedOps-1647812822 tempest-TestServerAdvancedOps-1647812822-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3714499-76fa-44fa-b8e2-f7a2f2c85323 HTTP/1.1" status: 200 len: 945 time: 0.0541198 Feb 19 03:28:35.008114 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4ca46b07-a999-40ac-a162-adf20074210c req-16ca2e12-d6b9-4e0c-b703-520b7f012917 tempest-TestServerAdvancedOps-1647812822 tempest-TestServerAdvancedOps-1647812822-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2100862-c806-4c85-a9a1-795981b2bfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441096 Feb 19 03:28:35.230609 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad8a6b4-bb22-4463-bc35-17189ea33d9e req-78de575a-b646-4d1c-ab5e-985fa0047318 tempest-TestServerAdvancedOps-1647812822 tempest-TestServerAdvancedOps-1647812822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:35.232204 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3ad8a6b4-bb22-4463-bc35-17189ea33d9e req-78de575a-b646-4d1c-ab5e-985fa0047318 tempest-TestServerAdvancedOps-1647812822 tempest-TestServerAdvancedOps-1647812822-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3714499-76fa-44fa-b8e2-f7a2f2c85323 HTTP/1.1" status: 200 len: 945 time: 0.0610321 Feb 19 03:28:35.319884 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3ad8a6b4-bb22-4463-bc35-17189ea33d9e req-2810d45b-f4d6-42be-b537-331c01b6f3c6 tempest-TestServerAdvancedOps-1647812822 tempest-TestServerAdvancedOps-1647812822-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2100862-c806-4c85-a9a1-795981b2bfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788984 Feb 19 03:28:35.323540 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ea755d-be1a-4e16-80a0-d781565f8dd3 req-1a9865ef-7074-4e81-ae25-f7b1314c1bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:35.324997 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-14ea755d-be1a-4e16-80a0-d781565f8dd3 req-1a9865ef-7074-4e81-ae25-f7b1314c1bd5 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b0ab2fc450854a529a4176e985a1c273&device_id=a3714499-76fa-44fa-b8e2-f7a2f2c85323 HTTP/1.1" status: 200 len: 1127 time: 0.0918906 Feb 19 03:28:35.417745 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ea755d-be1a-4e16-80a0-d781565f8dd3 req-85219848-aeac-4f14-a333-311d507674e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:35.419175 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-14ea755d-be1a-4e16-80a0-d781565f8dd3 req-85219848-aeac-4f14-a333-311d507674e3 service neutron] 10.222.0.82 "GET /v2.0/networks?id=e6377cee-55ad-44f4-820b-6deb9f0308be HTTP/1.1" status: 200 len: 912 time: 0.0875161 Feb 19 03:28:35.466442 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-14ea755d-be1a-4e16-80a0-d781565f8dd3 req-ba5aa3fd-2313-47f7-844a-5c61730bfbea service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e336b43d-5295-46a8-9c4a-32dbc1d04a5a HTTP/1.1" status: 200 len: 217 time: 0.0408714 Feb 19 03:28:35.516050 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ea755d-be1a-4e16-80a0-d781565f8dd3 req-ab3f05c7-8b89-40f3-8925-acda3196e724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:35.517573 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-14ea755d-be1a-4e16-80a0-d781565f8dd3 req-ab3f05c7-8b89-40f3-8925-acda3196e724 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=541699f8-0030-4e3c-8440-f9a63f5387d2 HTTP/1.1" status: 200 len: 851 time: 0.0455036 Feb 19 03:28:35.551239 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-14ea755d-be1a-4e16-80a0-d781565f8dd3 req-93560c02-d1e7-409c-bcd5-45d92e3a6cf1 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e6377cee-55ad-44f4-820b-6deb9f0308be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279682 Feb 19 03:28:35.647620 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-14ea755d-be1a-4e16-80a0-d781565f8dd3 req-2906462e-3f22-4c31-9cf8-c679fd3502ed service neutron] 10.222.0.82 "GET /v2.0/networks/e6377cee-55ad-44f4-820b-6deb9f0308be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900500 Feb 19 03:28:35.773732 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-14ea755d-be1a-4e16-80a0-d781565f8dd3 req-88ac6a21-afc5-4800-ae92-fa8a8e2dfe46 service neutron] 10.222.0.82 "GET /v2.0/networks/e6377cee-55ad-44f4-820b-6deb9f0308be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203978 Feb 19 03:28:36.461411 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34e0065-6e1c-4112-8cdc-840f14bcaa7b req-0caf340a-4c0c-4aa3-a2f3-a185fddf57b0 tempest-TestServerAdvancedOps-1647812822 tempest-TestServerAdvancedOps-1647812822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:36.463857 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b34e0065-6e1c-4112-8cdc-840f14bcaa7b req-0caf340a-4c0c-4aa3-a2f3-a185fddf57b0 tempest-TestServerAdvancedOps-1647812822 tempest-TestServerAdvancedOps-1647812822-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3714499-76fa-44fa-b8e2-f7a2f2c85323 HTTP/1.1" status: 200 len: 945 time: 0.0667045 Feb 19 03:28:36.519358 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b34e0065-6e1c-4112-8cdc-840f14bcaa7b req-03a5c78e-7ddc-403e-b51a-adb0b14fca05 tempest-TestServerAdvancedOps-1647812822 tempest-TestServerAdvancedOps-1647812822-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2100862-c806-4c85-a9a1-795981b2bfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491502 Feb 19 03:28:37.648302 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6107ecde-72e6-4295-85eb-cfa4fb1f2190 req-2b65aae0-06db-4818-b2b4-f927f1f13c00 tempest-TestServerAdvancedOps-1647812822 tempest-TestServerAdvancedOps-1647812822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:37.649793 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6107ecde-72e6-4295-85eb-cfa4fb1f2190 req-2b65aae0-06db-4818-b2b4-f927f1f13c00 tempest-TestServerAdvancedOps-1647812822 tempest-TestServerAdvancedOps-1647812822-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3714499-76fa-44fa-b8e2-f7a2f2c85323 HTTP/1.1" status: 200 len: 945 time: 0.0583534 Feb 19 03:28:37.697356 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6107ecde-72e6-4295-85eb-cfa4fb1f2190 req-ffc0bf2f-b543-48a7-8ffa-00e147b86f8e tempest-TestServerAdvancedOps-1647812822 tempest-TestServerAdvancedOps-1647812822-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2100862-c806-4c85-a9a1-795981b2bfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412517 Feb 19 03:28:37.952606 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f040dd7-3b83-43b8-8f0c-18858f2222d6 req-e43f7eb5-965a-4f1c-9835-e6a6ab83c0ac tempest-TestServerAdvancedOps-1647812822 tempest-TestServerAdvancedOps-1647812822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:37.954099 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8f040dd7-3b83-43b8-8f0c-18858f2222d6 req-e43f7eb5-965a-4f1c-9835-e6a6ab83c0ac tempest-TestServerAdvancedOps-1647812822 tempest-TestServerAdvancedOps-1647812822-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3714499-76fa-44fa-b8e2-f7a2f2c85323 HTTP/1.1" status: 200 len: 945 time: 0.0541396 Feb 19 03:28:38.008095 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8f040dd7-3b83-43b8-8f0c-18858f2222d6 req-1634f3c7-bc2d-4a46-964c-357f6a2a3f2c tempest-TestServerAdvancedOps-1647812822 tempest-TestServerAdvancedOps-1647812822-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2100862-c806-4c85-a9a1-795981b2bfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481534 Feb 19 03:28:39.140330 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2808dc-70d5-47a5-bfe0-d47a66085a1c req-3b70b0cf-0519-4148-ae1e-25e874c6e99b tempest-TestServerAdvancedOps-1647812822 tempest-TestServerAdvancedOps-1647812822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:39.141878 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cc2808dc-70d5-47a5-bfe0-d47a66085a1c req-3b70b0cf-0519-4148-ae1e-25e874c6e99b tempest-TestServerAdvancedOps-1647812822 tempest-TestServerAdvancedOps-1647812822-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3714499-76fa-44fa-b8e2-f7a2f2c85323 HTTP/1.1" status: 200 len: 945 time: 0.0538232 Feb 19 03:28:39.203192 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cc2808dc-70d5-47a5-bfe0-d47a66085a1c req-89905346-9e89-44da-995b-a6e9199c49ee tempest-TestServerAdvancedOps-1647812822 tempest-TestServerAdvancedOps-1647812822-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2100862-c806-4c85-a9a1-795981b2bfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555110 Feb 19 03:28:39.956033 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a063ede-497e-4473-a04e-95fda12d2ecd req-5ed80f3d-fa88-41cd-acea-b521607f49ea tempest-TestServerAdvancedOps-1647812822 tempest-TestServerAdvancedOps-1647812822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:39.957598 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2a063ede-497e-4473-a04e-95fda12d2ecd req-5ed80f3d-fa88-41cd-acea-b521607f49ea tempest-TestServerAdvancedOps-1647812822 tempest-TestServerAdvancedOps-1647812822-project] 10.222.0.82 "GET /v2.0/ports?device_id=a3714499-76fa-44fa-b8e2-f7a2f2c85323 HTTP/1.1" status: 200 len: 945 time: 0.0605111 Feb 19 03:28:40.078531 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-2a063ede-497e-4473-a04e-95fda12d2ecd req-aac93da6-5541-474a-9b28-bb8e1267f487 tempest-TestServerAdvancedOps-1647812822 tempest-TestServerAdvancedOps-1647812822-project] Deleting port e336b43d-5295-46a8-9c4a-32dbc1d04a5a {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:28:40.078872 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-2a063ede-497e-4473-a04e-95fda12d2ecd req-aac93da6-5541-474a-9b28-bb8e1267f487 tempest-TestServerAdvancedOps-1647812822 tempest-TestServerAdvancedOps-1647812822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (e336b43d-5295-46a8-9c4a-32dbc1d04a5a), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:40.174982 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-2a063ede-497e-4473-a04e-95fda12d2ecd req-aac93da6-5541-474a-9b28-bb8e1267f487 tempest-TestServerAdvancedOps-1647812822 tempest-TestServerAdvancedOps-1647812822-project] For port e336b43d-5295-46a8-9c4a-32dbc1d04a5a, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=e336b43d-5295-46a8-9c4a-32dbc1d04a5a,segment=NetworkSegment(741d14d2-5ab1-41dd-98fa-bc8b9519320b),segment_id=741d14d2-5ab1-41dd-98fa-bc8b9519320b)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:28:40.175721 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-2a063ede-497e-4473-a04e-95fda12d2ecd req-aac93da6-5541-474a-9b28-bb8e1267f487 tempest-TestServerAdvancedOps-1647812822 tempest-TestServerAdvancedOps-1647812822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (e336b43d-5295-46a8-9c4a-32dbc1d04a5a), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:40.188092 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [req-2a063ede-497e-4473-a04e-95fda12d2ecd req-aac93da6-5541-474a-9b28-bb8e1267f487 tempest-TestServerAdvancedOps-1647812822 tempest-TestServerAdvancedOps-1647812822-project] Calling delete_port for e336b43d-5295-46a8-9c4a-32dbc1d04a5a owned by compute:nova {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:28:40.356790 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-2a063ede-497e-4473-a04e-95fda12d2ecd req-aac93da6-5541-474a-9b28-bb8e1267f487 tempest-TestServerAdvancedOps-1647812822 tempest-TestServerAdvancedOps-1647812822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (e336b43d-5295-46a8-9c4a-32dbc1d04a5a), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:40.390034 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac93da6-5541-474a-9b28-bb8e1267f487 tempest-TestServerAdvancedOps-1647812822 tempest-TestServerAdvancedOps-1647812822-project] Pushing event deleted for resources: {'Port': ['ID=e336b43d-5295-46a8-9c4a-32dbc1d04a5a,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:40.392209 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['e336b43d-5295-46a8-9c4a-32dbc1d04a5a'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:28:40.400593 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ffd98c-ee22-4977-8d28-03e1b4968b79 req-0f3f2c9f-f8d7-434f-be47-63f5ba9f03a1 tempest-TestServerAdvancedOps-1647812822 tempest-TestServerAdvancedOps-1647812822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:40.401173 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-72ffd98c-ee22-4977-8d28-03e1b4968b79 req-0f3f2c9f-f8d7-434f-be47-63f5ba9f03a1 tempest-TestServerAdvancedOps-1647812822 tempest-TestServerAdvancedOps-1647812822-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3714499-76fa-44fa-b8e2-f7a2f2c85323 HTTP/1.1" status: 200 len: 945 time: 0.1025264 Feb 19 03:28:40.459560 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a063ede-497e-4473-a04e-95fda12d2ecd req-aac93da6-5541-474a-9b28-bb8e1267f487 tempest-TestServerAdvancedOps-1647812822 tempest-TestServerAdvancedOps-1647812822-project] No DVR routers for this DVR port e336b43d-5295-46a8-9c4a-32dbc1d04a5a on host n-h2-826753-2 {{(pid=103701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:28:40.463484 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-2a063ede-497e-4473-a04e-95fda12d2ecd req-aac93da6-5541-474a-9b28-bb8e1267f487 tempest-TestServerAdvancedOps-1647812822 tempest-TestServerAdvancedOps-1647812822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:40.466776 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2a063ede-497e-4473-a04e-95fda12d2ecd req-aac93da6-5541-474a-9b28-bb8e1267f487 tempest-TestServerAdvancedOps-1647812822 tempest-TestServerAdvancedOps-1647812822-project] 10.222.0.82 "DELETE /v2.0/ports/e336b43d-5295-46a8-9c4a-32dbc1d04a5a HTTP/1.1" status: 204 len: 173 time: 0.5039892 Feb 19 03:28:40.467220 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3714499-76fa-44fa-b8e2-f7a2f2c85323', 'name': 'network-vif-deleted', 'tag': 'e336b43d-5295-46a8-9c4a-32dbc1d04a5a'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:28:40.469696 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaaec0af-6aa1-469e-b45b-e4ee163d72be" -d '{"events": [{"server_uuid": "a3714499-76fa-44fa-b8e2-f7a2f2c85323", "name": "network-vif-deleted", "tag": "e336b43d-5295-46a8-9c4a-32dbc1d04a5a"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:28:40.520067 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-72ffd98c-ee22-4977-8d28-03e1b4968b79 req-ef3ba613-0bb1-4c37-ac68-adf8c849b4a6 tempest-TestServerAdvancedOps-1647812822 tempest-TestServerAdvancedOps-1647812822-project] 10.222.0.72 "GET /v2.0/security-groups?id=d2100862-c806-4c85-a9a1-795981b2bfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110990 Feb 19 03:28:40.548079 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-413af50d-6db7-422e-b6ac-5e6a2d9830bd x-openstack-request-id: req-413af50d-6db7-422e-b6ac-5e6a2d9830bd {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:28:40.548227 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3714499-76fa-44fa-b8e2-f7a2f2c85323", "name": "network-vif-deleted", "tag": "e336b43d-5295-46a8-9c4a-32dbc1d04a5a", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:28:40.548449 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-413af50d-6db7-422e-b6ac-5e6a2d9830bd {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:28:40.548948 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3714499-76fa-44fa-b8e2-f7a2f2c85323', 'name': 'network-vif-deleted', 'tag': 'e336b43d-5295-46a8-9c4a-32dbc1d04a5a', 'status': 'completed', 'code': 200} Feb 19 03:28:41.578200 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 46776) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:41.631591 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-79957831-46b0-4975-980b-6d531a050699 admin admin] Deleting subnet 541699f8-0030-4e3c-8440-f9a63f5387d2 {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:28:41.635881 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-79957831-46b0-4975-980b-6d531a050699 admin admin] Publish callbacks [] for subnet (541699f8-0030-4e3c-8440-f9a63f5387d2), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:41.673043 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-79957831-46b0-4975-980b-6d531a050699 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (541699f8-0030-4e3c-8440-f9a63f5387d2), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:41.723048 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-79957831-46b0-4975-980b-6d531a050699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (541699f8-0030-4e3c-8440-f9a63f5387d2), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:41.780579 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-79957831-46b0-4975-980b-6d531a050699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (541699f8-0030-4e3c-8440-f9a63f5387d2), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:41.812962 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79957831-46b0-4975-980b-6d531a050699 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=541699f8-0030-4e3c-8440-f9a63f5387d2,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:41.814983 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-79957831-46b0-4975-980b-6d531a050699 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:41.821037 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 46778) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:41.821791 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-79957831-46b0-4975-980b-6d531a050699 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/541699f8-0030-4e3c-8440-f9a63f5387d2 HTTP/1.1" status: 204 len: 168 time: 0.2422974 Feb 19 03:28:41.890369 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-217a1d31-3768-4a0e-97ec-daa4bc6baa9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (e6377cee-55ad-44f4-820b-6deb9f0308be), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:41.975053 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-217a1d31-3768-4a0e-97ec-daa4bc6baa9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (e6377cee-55ad-44f4-820b-6deb9f0308be), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:41.999260 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-217a1d31-3768-4a0e-97ec-daa4bc6baa9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6377cee-55ad-44f4-820b-6deb9f0308be']}} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:42.015266 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-217a1d31-3768-4a0e-97ec-daa4bc6baa9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '741d14d2-5ab1-41dd-98fa-bc8b9519320b') {'for_net_delete': True} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:42.015777 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-217a1d31-3768-4a0e-97ec-daa4bc6baa9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '741d14d2-5ab1-41dd-98fa-bc8b9519320b') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:42.030753 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-217a1d31-3768-4a0e-97ec-daa4bc6baa9c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12647422'] for segment (741d14d2-5ab1-41dd-98fa-bc8b9519320b), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:42.047841 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-217a1d31-3768-4a0e-97ec-daa4bc6baa9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (741d14d2-5ab1-41dd-98fa-bc8b9519320b), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:42.058626 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-217a1d31-3768-4a0e-97ec-daa4bc6baa9c admin admin] Releasing vlan 264 on physical network physnet1 to pool {{(pid=103701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:28:42.059031 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-217a1d31-3768-4a0e-97ec-daa4bc6baa9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583360'] for segment (741d14d2-5ab1-41dd-98fa-bc8b9519320b), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:42.060930 n-d-826753-2 neutron-server[103701]: Traceback (most recent call last): Feb 19 03:28:42.060930 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:28:42.060930 n-d-826753-2 neutron-server[103701]: timer() Feb 19 03:28:42.060930 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:28:42.060930 n-d-826753-2 neutron-server[103701]: cb(*args, **kw) Feb 19 03:28:42.060930 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:28:42.060930 n-d-826753-2 neutron-server[103701]: return func(*args, **kwargs) Feb 19 03:28:42.060930 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:28:42.060930 n-d-826753-2 neutron-server[103701]: self._notify() Feb 19 03:28:42.060930 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:28:42.060930 n-d-826753-2 neutron-server[103701]: self.callback(batched_events) Feb 19 03:28:42.060930 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:28:42.060930 n-d-826753-2 neutron-server[103701]: event.method(event) Feb 19 03:28:42.060930 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:28:42.060930 n-d-826753-2 neutron-server[103701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:28:42.060930 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:28:42.060930 n-d-826753-2 neutron-server[103701]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:28:42.060930 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:28:42.060930 n-d-826753-2 neutron-server[103701]: return f(self, *a, **k) Feb 19 03:28:42.060930 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:28:42.060930 n-d-826753-2 neutron-server[103701]: return self._get(url).json() Feb 19 03:28:42.060930 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:28:42.060930 n-d-826753-2 neutron-server[103701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:28:42.060930 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:28:42.060930 n-d-826753-2 neutron-server[103701]: return self.request(url, 'GET', **kwargs) Feb 19 03:28:42.060930 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:28:42.060930 n-d-826753-2 neutron-server[103701]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:28:42.060930 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:28:42.060930 n-d-826753-2 neutron-server[103701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:28:42.060930 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:28:42.060930 n-d-826753-2 neutron-server[103701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:28:42.060930 n-d-826753-2 neutron-server[103701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:28:42.119189 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-217a1d31-3768-4a0e-97ec-daa4bc6baa9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (e6377cee-55ad-44f4-820b-6deb9f0308be), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:42.125075 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-217a1d31-3768-4a0e-97ec-daa4bc6baa9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:42.128732 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-217a1d31-3768-4a0e-97ec-daa4bc6baa9c admin admin] 10.222.0.72 "DELETE /v2.0/networks/e6377cee-55ad-44f4-820b-6deb9f0308be HTTP/1.1" status: 204 len: 168 time: 0.3067772 Feb 19 03:28:42.131586 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 46782) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:42.142689 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217a1d31-3768-4a0e-97ec-daa4bc6baa9c admin admin] Pushing event deleted for resources: {'Network': ['ID=e6377cee-55ad-44f4-820b-6deb9f0308be,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:42.181191 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-c013381e-9374-4325-9056-c49eb349d6a7 admin admin] Deleting subnet 55ce2bd8-660c-4dac-a603-18cb49d9bfc9 {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:28:42.187781 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c013381e-9374-4325-9056-c49eb349d6a7 admin admin] Publish callbacks [] for subnet (55ce2bd8-660c-4dac-a603-18cb49d9bfc9), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:42.228885 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c013381e-9374-4325-9056-c49eb349d6a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (55ce2bd8-660c-4dac-a603-18cb49d9bfc9), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:42.274277 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c013381e-9374-4325-9056-c49eb349d6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (55ce2bd8-660c-4dac-a603-18cb49d9bfc9), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:42.334715 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c013381e-9374-4325-9056-c49eb349d6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (55ce2bd8-660c-4dac-a603-18cb49d9bfc9), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:42.367409 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c013381e-9374-4325-9056-c49eb349d6a7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:42.371102 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-c013381e-9374-4325-9056-c49eb349d6a7 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/55ce2bd8-660c-4dac-a603-18cb49d9bfc9 HTTP/1.1" status: 204 len: 168 time: 0.2384274 Feb 19 03:28:42.379150 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c013381e-9374-4325-9056-c49eb349d6a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55ce2bd8-660c-4dac-a603-18cb49d9bfc9,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:42.379587 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 46786) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:42.452872 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0b814b2c-d674-4b72-a3db-6bc7f14fb6d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (982a9bb3-22bc-4137-835d-fed512a58a5a), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:42.534207 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0b814b2c-d674-4b72-a3db-6bc7f14fb6d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (982a9bb3-22bc-4137-835d-fed512a58a5a), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:42.556287 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-0b814b2c-d674-4b72-a3db-6bc7f14fb6d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['982a9bb3-22bc-4137-835d-fed512a58a5a']}} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:42.566789 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-0b814b2c-d674-4b72-a3db-6bc7f14fb6d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d47770e-458d-4127-b249-1f143a7b2e69') {'for_net_delete': True} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:42.567082 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-0b814b2c-d674-4b72-a3db-6bc7f14fb6d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d47770e-458d-4127-b249-1f143a7b2e69') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:42.581384 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0b814b2c-d674-4b72-a3db-6bc7f14fb6d8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12647422'] for segment (8d47770e-458d-4127-b249-1f143a7b2e69), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:42.595490 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0b814b2c-d674-4b72-a3db-6bc7f14fb6d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (8d47770e-458d-4127-b249-1f143a7b2e69), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:42.609278 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b814b2c-d674-4b72-a3db-6bc7f14fb6d8 admin admin] Releasing vlan 250 on physical network physnet1 to pool {{(pid=103701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:28:42.609761 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0b814b2c-d674-4b72-a3db-6bc7f14fb6d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583360'] for segment (8d47770e-458d-4127-b249-1f143a7b2e69), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:42.611643 n-d-826753-2 neutron-server[103701]: Traceback (most recent call last): Feb 19 03:28:42.611643 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:28:42.611643 n-d-826753-2 neutron-server[103701]: timer() Feb 19 03:28:42.611643 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:28:42.611643 n-d-826753-2 neutron-server[103701]: cb(*args, **kw) Feb 19 03:28:42.611643 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:28:42.611643 n-d-826753-2 neutron-server[103701]: return func(*args, **kwargs) Feb 19 03:28:42.611643 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:28:42.611643 n-d-826753-2 neutron-server[103701]: self._notify() Feb 19 03:28:42.611643 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:28:42.611643 n-d-826753-2 neutron-server[103701]: self.callback(batched_events) Feb 19 03:28:42.611643 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:28:42.611643 n-d-826753-2 neutron-server[103701]: event.method(event) Feb 19 03:28:42.611643 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:28:42.611643 n-d-826753-2 neutron-server[103701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:28:42.611643 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:28:42.611643 n-d-826753-2 neutron-server[103701]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:28:42.611643 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:28:42.611643 n-d-826753-2 neutron-server[103701]: return f(self, *a, **k) Feb 19 03:28:42.611643 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:28:42.611643 n-d-826753-2 neutron-server[103701]: return self._get(url).json() Feb 19 03:28:42.611643 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:28:42.611643 n-d-826753-2 neutron-server[103701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:28:42.611643 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:28:42.611643 n-d-826753-2 neutron-server[103701]: return self.request(url, 'GET', **kwargs) Feb 19 03:28:42.611643 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:28:42.611643 n-d-826753-2 neutron-server[103701]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:28:42.611643 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:28:42.611643 n-d-826753-2 neutron-server[103701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:28:42.611643 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:28:42.611643 n-d-826753-2 neutron-server[103701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:28:42.611643 n-d-826753-2 neutron-server[103701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:28:42.671888 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0b814b2c-d674-4b72-a3db-6bc7f14fb6d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (982a9bb3-22bc-4137-835d-fed512a58a5a), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:42.678862 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0b814b2c-d674-4b72-a3db-6bc7f14fb6d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:42.685690 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-0b814b2c-d674-4b72-a3db-6bc7f14fb6d8 admin admin] 10.222.0.72 "DELETE /v2.0/networks/982a9bb3-22bc-4137-835d-fed512a58a5a HTTP/1.1" status: 204 len: 168 time: 0.3099506 Feb 19 03:28:42.695795 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b814b2c-d674-4b72-a3db-6bc7f14fb6d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=982a9bb3-22bc-4137-835d-fed512a58a5a,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:42.891504 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 46790) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:42.935544 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-553285a6-9a91-4f4e-9126-bb4a8bcabdb7 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b0ab2fc450854a529a4176e985a1c273&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0428574 Feb 19 03:28:42.938261 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 46792) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:42.992676 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-05baa12f-cebc-409d-ad1b-22579efb13af admin admin] Publish callbacks [] for security_group (d2100862-c806-4c85-a9a1-795981b2bfcd), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:43.015579 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-05baa12f-cebc-409d-ad1b-22579efb13af admin admin] Publish callbacks [] for security_group (d2100862-c806-4c85-a9a1-795981b2bfcd), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:43.077244 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-05baa12f-cebc-409d-ad1b-22579efb13af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (d2100862-c806-4c85-a9a1-795981b2bfcd), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:43.081140 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-05baa12f-cebc-409d-ad1b-22579efb13af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:43.083019 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-05baa12f-cebc-409d-ad1b-22579efb13af admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d2100862-c806-4c85-a9a1-795981b2bfcd HTTP/1.1" status: 204 len: 168 time: 0.1437347 Feb 19 03:28:43.094820 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05baa12f-cebc-409d-ad1b-22579efb13af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2100862-c806-4c85-a9a1-795981b2bfcd,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:43.494428 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 46800) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:43.541377 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-71ed216c-b2ea-48fc-93aa-b298ee1c3410 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=fda14f77fce842e6b21f794ad2aa4efd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0456462 Feb 19 03:28:43.544849 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 46802) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:43.599019 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a22d2f8b-ea78-4c31-9aba-5f4193c1392b admin admin] Publish callbacks [] for security_group (6d9b117e-c2f3-4af0-8620-1c9947268049), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:43.631019 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a22d2f8b-ea78-4c31-9aba-5f4193c1392b admin admin] Publish callbacks [] for security_group (6d9b117e-c2f3-4af0-8620-1c9947268049), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:43.683601 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a22d2f8b-ea78-4c31-9aba-5f4193c1392b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (6d9b117e-c2f3-4af0-8620-1c9947268049), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:43.686304 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a22d2f8b-ea78-4c31-9aba-5f4193c1392b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:43.687464 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-a22d2f8b-ea78-4c31-9aba-5f4193c1392b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6d9b117e-c2f3-4af0-8620-1c9947268049 HTTP/1.1" status: 204 len: 168 time: 0.1416395 Feb 19 03:28:43.695664 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22d2f8b-ea78-4c31-9aba-5f4193c1392b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d9b117e-c2f3-4af0-8620-1c9947268049,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:44.507099 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 46826) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:44.527885 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device e336b43d-5295-46a8-9c4a-32dbc1d04a5a no longer exists at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:28:44.620595 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-9996f59f-54bc-4cbe-923d-dad33de3bcfa admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1628933772-network', 'tenant_id': '36934a15d63346faac1e769760cc69f1'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:28:44.652243 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9996f59f-54bc-4cbe-923d-dad33de3bcfa admin admin] Made reservation on behalf of 36934a15d63346faac1e769760cc69f1 for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:28:44.656204 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9996f59f-54bc-4cbe-923d-dad33de3bcfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:44.674077 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9996f59f-54bc-4cbe-923d-dad33de3bcfa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:44.723193 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] No Port match for: e336b43d-5295-46a8-9c4a-32dbc1d04a5a {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:28:44.723684 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device e336b43d-5295-46a8-9c4a-32dbc1d04a5a not bound to the agent host n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:28:44.761309 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9996f59f-54bc-4cbe-923d-dad33de3bcfa admin admin] Publish callbacks [] for security_group (a74900d7-948e-4e59-8a0a-9a4b87d1404b), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:44.767120 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9996f59f-54bc-4cbe-923d-dad33de3bcfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (a74900d7-948e-4e59-8a0a-9a4b87d1404b), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:44.793235 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9996f59f-54bc-4cbe-923d-dad33de3bcfa admin admin] vlan segment allocate from pool success with {'vlan_id': 274, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:28:44.802167 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9996f59f-54bc-4cbe-923d-dad33de3bcfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a74900d7-948e-4e59-8a0a-9a4b87d1404b,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:44.814200 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9996f59f-54bc-4cbe-923d-dad33de3bcfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (62b4f016-4e83-412e-8f01-3074d43a8c3d), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:44.814482 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-9996f59f-54bc-4cbe-923d-dad33de3bcfa admin admin] Added segment 62b4f016-4e83-412e-8f01-3074d43a8c3d of type vlan for network 32b412be-4cea-4aa4-b35b-391b77cf9f87 Feb 19 03:28:44.865305 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9996f59f-54bc-4cbe-923d-dad33de3bcfa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (32b412be-4cea-4aa4-b35b-391b77cf9f87), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:44.894836 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9996f59f-54bc-4cbe-923d-dad33de3bcfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (32b412be-4cea-4aa4-b35b-391b77cf9f87), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:44.896186 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9996f59f-54bc-4cbe-923d-dad33de3bcfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:44.896773 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9996f59f-54bc-4cbe-923d-dad33de3bcfa admin admin] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:44.953951 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-9996f59f-54bc-4cbe-923d-dad33de3bcfa admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4455814 Feb 19 03:28:44.956809 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 46830) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:44.962754 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-9e56deaa-0b81-4767-9c1b-0825a3d8ec76 admin admin] Request body: {'subnet': {'network_id': '32b412be-4cea-4aa4-b35b-391b77cf9f87', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1628933772-subnet', 'tenant_id': '36934a15d63346faac1e769760cc69f1', 'ip_version': 4}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:28:44.976555 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9996f59f-54bc-4cbe-923d-dad33de3bcfa admin admin] Pushing event updated for resources: {'Network': ['ID=32b412be-4cea-4aa4-b35b-391b77cf9f87,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:44.991362 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e56deaa-0b81-4767-9c1b-0825a3d8ec76 admin admin] Made reservation on behalf of 36934a15d63346faac1e769760cc69f1 for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:28:44.993876 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9e56deaa-0b81-4767-9c1b-0825a3d8ec76 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:44.996949 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 32b412be-4cea-4aa4-b35b-391b77cf9f87 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:28:45.187263 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9e56deaa-0b81-4767-9c1b-0825a3d8ec76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (4c2b6de5-9176-4d42-913f-cbe91eb85f53), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:45.246714 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56deaa-0b81-4767-9c1b-0825a3d8ec76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c2b6de5-9176-4d42-913f-cbe91eb85f53,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:45.268745 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e56deaa-0b81-4767-9c1b-0825a3d8ec76 admin admin] Checking segment: {'id': '62b4f016-4e83-412e-8f01-3074d43a8c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '32b412be-4cea-4aa4-b35b-391b77cf9f87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:28:45.269159 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e56deaa-0b81-4767-9c1b-0825a3d8ec76 admin admin] Network hostable DHCP agents. Network: 32b412be-4cea-4aa4-b35b-391b77cf9f87, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:28:45.287842 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e56deaa-0b81-4767-9c1b-0825a3d8ec76 admin admin] Network 32b412be-4cea-4aa4-b35b-391b77cf9f87 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:28:45.298998 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-9e56deaa-0b81-4767-9c1b-0825a3d8ec76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 32b412be-4cea-4aa4-b35b-391b77cf9f87) {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:28:45.303914 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e56deaa-0b81-4767-9c1b-0825a3d8ec76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:45.304514 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9e56deaa-0b81-4767-9c1b-0825a3d8ec76 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:45.312889 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e91eb91-1107-4f99-b401-c74f2893c782 None None] Network 32b412be-4cea-4aa4-b35b-391b77cf9f87 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:28:45.325816 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-9e56deaa-0b81-4767-9c1b-0825a3d8ec76 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3649495 Feb 19 03:28:45.326117 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 46834) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:45.330770 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-f1989b2e-f453-42ba-9c80-889d8f088655 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1628933772-router', 'tenant_id': '36934a15d63346faac1e769760cc69f1', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:28:45.357794 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f1989b2e-f453-42ba-9c80-889d8f088655 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14172'] for router (2edfbbd5-6967-4051-8f1e-8215040994f7), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:45.359730 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f1989b2e-f453-42ba-9c80-889d8f088655 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16317487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16285822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16309985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14247'] for router (2edfbbd5-6967-4051-8f1e-8215040994f7), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:45.446840 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f1989b2e-f453-42ba-9c80-889d8f088655 admin admin] Publish callbacks [] for router_controller (2edfbbd5-6967-4051-8f1e-8215040994f7), precommit_add_association {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:45.454535 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb39d51b-38f2-4e56-ae5b-e8314fa22afc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-32b412be-4cea-4aa4-b35b-391b77cf9f87', 'network_id': '32b412be-4cea-4aa4-b35b-391b77cf9f87', 'project_id': '36934a15d63346faac1e769760cc69f1', 'fixed_ips': [{'subnet_id': '4c2b6de5-9176-4d42-913f-cbe91eb85f53'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:28:45.456053 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fb39d51b-38f2-4e56-ae5b-e8314fa22afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:45.579664 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-dc7d8844-7c83-451d-9d84-d71caa5a141f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:45.616761 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f1989b2e-f453-42ba-9c80-889d8f088655 admin admin] Publish callbacks [] for router_gateway (2edfbbd5-6967-4051-8f1e-8215040994f7), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:45.622718 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-fb39d51b-38f2-4e56-ae5b-e8314fa22afc None None] Allocated IP 172.20.0.2 (32b412be-4cea-4aa4-b35b-391b77cf9f87/4c2b6de5-9176-4d42-913f-cbe91eb85f53/2219bf7f-42a4-472e-9257-338641d61c0a) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:28:45.798566 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fb39d51b-38f2-4e56-ae5b-e8314fa22afc None None] Publish callbacks [] for port (2219bf7f-42a4-472e-9257-338641d61c0a), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:45.805583 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fb39d51b-38f2-4e56-ae5b-e8314fa22afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (2219bf7f-42a4-472e-9257-338641d61c0a), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:45.848756 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb39d51b-38f2-4e56-ae5b-e8314fa22afc None None] Network 32b412be-4cea-4aa4-b35b-391b77cf9f87 is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:28:45.853964 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-fb39d51b-38f2-4e56-ae5b-e8314fa22afc None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:28:45.858474 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb39d51b-38f2-4e56-ae5b-e8314fa22afc None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:28:45.861627 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb39d51b-38f2-4e56-ae5b-e8314fa22afc None None] Pushing event updated for resources: {'Port': ['ID=2219bf7f-42a4-472e-9257-338641d61c0a,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:45.904674 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f1989b2e-f453-42ba-9c80-889d8f088655 admin admin] Publish callbacks [] for router_gateway (2edfbbd5-6967-4051-8f1e-8215040994f7), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:45.925602 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-fb39d51b-38f2-4e56-ae5b-e8314fa22afc None None] Attempting to bind port 2219bf7f-42a4-472e-9257-338641d61c0a on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:28:45.926254 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-fb39d51b-38f2-4e56-ae5b-e8314fa22afc None None] Attempting to bind port 2219bf7f-42a4-472e-9257-338641d61c0a by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '62b4f016-4e83-412e-8f01-3074d43a8c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '32b412be-4cea-4aa4-b35b-391b77cf9f87'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:28:45.927098 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb39d51b-38f2-4e56-ae5b-e8314fa22afc None None] Attempting to bind port 2219bf7f-42a4-472e-9257-338641d61c0a on network 32b412be-4cea-4aa4-b35b-391b77cf9f87 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:28:45.929472 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f1989b2e-f453-42ba-9c80-889d8f088655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:45.936015 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb39d51b-38f2-4e56-ae5b-e8314fa22afc None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:28:45.936767 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb39d51b-38f2-4e56-ae5b-e8314fa22afc None None] Checking segment: {'id': '62b4f016-4e83-412e-8f01-3074d43a8c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '32b412be-4cea-4aa4-b35b-391b77cf9f87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:28:45.936930 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fb39d51b-38f2-4e56-ae5b-e8314fa22afc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:45.937255 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb39d51b-38f2-4e56-ae5b-e8314fa22afc None None] Bound using segment: {'id': '62b4f016-4e83-412e-8f01-3074d43a8c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '32b412be-4cea-4aa4-b35b-391b77cf9f87'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:28:45.937749 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-fb39d51b-38f2-4e56-ae5b-e8314fa22afc None None] Bound port: 2219bf7f-42a4-472e-9257-338641d61c0a, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62b4f016-4e83-412e-8f01-3074d43a8c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '32b412be-4cea-4aa4-b35b-391b77cf9f87'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:28:45.938145 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fb39d51b-38f2-4e56-ae5b-e8314fa22afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (2219bf7f-42a4-472e-9257-338641d61c0a), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:46.009860 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-fb39d51b-38f2-4e56-ae5b-e8314fa22afc None None] For port 2219bf7f-42a4-472e-9257-338641d61c0a, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:28:46.014639 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-fb39d51b-38f2-4e56-ae5b-e8314fa22afc None None] For port 2219bf7f-42a4-472e-9257-338641d61c0a, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=2219bf7f-42a4-472e-9257-338641d61c0a,segment=NetworkSegment(62b4f016-4e83-412e-8f01-3074d43a8c3d),segment_id=62b4f016-4e83-412e-8f01-3074d43a8c3d)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:28:46.021290 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fb39d51b-38f2-4e56-ae5b-e8314fa22afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (2219bf7f-42a4-472e-9257-338641d61c0a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:46.062678 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-f1989b2e-f453-42ba-9c80-889d8f088655 admin admin] Allocated IP 172.25.6.22 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/96dac0da-c1af-4034-af40-c6007526bdc5) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:28:46.094142 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb39d51b-38f2-4e56-ae5b-e8314fa22afc None None] Pushing event updated for resources: {'Port': ['ID=2219bf7f-42a4-472e-9257-338641d61c0a,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:46.194600 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f1989b2e-f453-42ba-9c80-889d8f088655 admin admin] Publish callbacks [] for port (96dac0da-c1af-4034-af40-c6007526bdc5), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:46.233662 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f1989b2e-f453-42ba-9c80-889d8f088655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (96dac0da-c1af-4034-af40-c6007526bdc5), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:46.281749 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1989b2e-f453-42ba-9c80-889d8f088655 admin admin] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:28:46.295922 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-f1989b2e-f453-42ba-9c80-889d8f088655 admin admin] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:28:46.295922 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1989b2e-f453-42ba-9c80-889d8f088655 admin admin] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:28:46.356930 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1989b2e-f453-42ba-9c80-889d8f088655 admin admin] Pushing event updated for resources: {'Port': ['ID=96dac0da-c1af-4034-af40-c6007526bdc5,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:47.054910 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f1989b2e-f453-42ba-9c80-889d8f088655 admin admin] Publish callbacks [] for router_gateway (2edfbbd5-6967-4051-8f1e-8215040994f7), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:47.246427 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 2219bf7f-42a4-472e-9257-338641d61c0a up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:28:47.294670 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a139df-94ee-4d0f-828c-53633bd040bb None None] Network 32b412be-4cea-4aa4-b35b-391b77cf9f87 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:28:47.334461 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f1989b2e-f453-42ba-9c80-889d8f088655 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16317478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865'] for router (2edfbbd5-6967-4051-8f1e-8215040994f7), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:47.365362 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 2219bf7f-42a4-472e-9257-338641d61c0a triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:28:47.365745 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (2219bf7f-42a4-472e-9257-338641d61c0a), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:47.408325 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-83a0df6f-05e5-4418-b52e-839fe93ac7f1 None None] Provisioning complete for port 2219bf7f-42a4-472e-9257-338641d61c0a triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:28:47.408325 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-83a0df6f-05e5-4418-b52e-839fe93ac7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (2219bf7f-42a4-472e-9257-338641d61c0a), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:47.523481 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1989b2e-f453-42ba-9c80-889d8f088655 admin admin] Router 2edfbbd5-6967-4051-8f1e-8215040994f7 is scheduled to L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd with binding_index 1 {{(pid=103702) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:28:47.582703 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 2219bf7f-42a4-472e-9257-338641d61c0a is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:28:47.583675 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (2219bf7f-42a4-472e-9257-338641d61c0a), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:47.598565 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-83a0df6f-05e5-4418-b52e-839fe93ac7f1 None None] Current status of the port 2219bf7f-42a4-472e-9257-338641d61c0a is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:28:47.598965 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-83a0df6f-05e5-4418-b52e-839fe93ac7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (2219bf7f-42a4-472e-9257-338641d61c0a), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:47.649632 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port 2219bf7f-42a4-472e-9257-338641d61c0a, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=2219bf7f-42a4-472e-9257-338641d61c0a,segment=NetworkSegment(62b4f016-4e83-412e-8f01-3074d43a8c3d),segment_id=62b4f016-4e83-412e-8f01-3074d43a8c3d)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:28:47.658201 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (2219bf7f-42a4-472e-9257-338641d61c0a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:47.664731 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1989b2e-f453-42ba-9c80-889d8f088655 admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:28:47.679081 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f70066e-c5f6-4a6d-bbf4-678364b0a483 None None] Sync routers for ids ['2edfbbd5-6967-4051-8f1e-8215040994f7'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:28:47.698479 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f1989b2e-f453-42ba-9c80-889d8f088655 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:47.700034 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-f1989b2e-f453-42ba-9c80-889d8f088655 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3728456 Feb 19 03:28:47.704109 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 46840) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:47.718247 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f70066e-c5f6-4a6d-bbf4-678364b0a483 None None] Routers {'2edfbbd5-6967-4051-8f1e-8215040994f7'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:28:47.719120 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-8f70066e-c5f6-4a6d-bbf4-678364b0a483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:28:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['2edfbbd5-6967-4051-8f1e-8215040994f7'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:47.782472 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.db.api [None req-83a0df6f-05e5-4418-b52e-839fe93ac7f1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103703) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:28:47.783483 n-d-826753-2 neutron-server[103703]: DEBUG oslo_db.api [None req-83a0df6f-05e5-4418-b52e-839fe93ac7f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:28:47.794565 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-264e7e18-8533-44f3-94ec-83666c6d88e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:47.803527 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=2219bf7f-42a4-472e-9257-338641d61c0a,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:47.875477 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-8f70066e-c5f6-4a6d-bbf4-678364b0a483 None None] Set router 2edfbbd5-6967-4051-8f1e-8215040994f7 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:28:48.098304 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-8f70066e-c5f6-4a6d-bbf4-678364b0a483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2edfbbd5-6967-4051-8f1e-8215040994f7', 'name': 'tempest-TestServerMultinode-1628933772-router', 'tenant_id': '36934a15d63346faac1e769760cc69f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '96dac0da-c1af-4034-af40-c6007526bdc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:28:45Z', 'updated_at': '2022-02-19T03:28:46Z', 'revision_number': 3, 'project_id': '36934a15d63346faac1e769760cc69f1', 'gw_port': {'id': '96dac0da-c1af-4034-af40-c6007526bdc5', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c4:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2edfbbd5-6967-4051-8f1e-8215040994f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:45Z', 'updated_at': '2022-02-19T03:28:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:48.130643 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f70066e-c5f6-4a6d-bbf4-678364b0a483 None None] Checking router: 2edfbbd5-6967-4051-8f1e-8215040994f7 for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:28:48.131151 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f70066e-c5f6-4a6d-bbf4-678364b0a483 None None] Updating router 2edfbbd5-6967-4051-8f1e-8215040994f7 port 96dac0da-c1af-4034-af40-c6007526bdc5 binding host n-d-826753-2 {{(pid=103704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:28:48.162975 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-8f70066e-c5f6-4a6d-bbf4-678364b0a483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (96dac0da-c1af-4034-af40-c6007526bdc5), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:48.267938 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e491eee9-7cf7-4a72-a2d6-0ce86a55986d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:48.334387 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-83a0df6f-05e5-4418-b52e-839fe93ac7f1 None None] Current status of the port 2219bf7f-42a4-472e-9257-338641d61c0a is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:28:48.461306 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-5d09e45b-f860-43ee-9243-e84ce38ddecd None None] Provisioning complete for port 2219bf7f-42a4-472e-9257-338641d61c0a triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:28:48.461988 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5d09e45b-f860-43ee-9243-e84ce38ddecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (2219bf7f-42a4-472e-9257-338641d61c0a), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:48.485836 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-e491eee9-7cf7-4a72-a2d6-0ce86a55986d admin admin] Allocated IP 172.20.0.1 (32b412be-4cea-4aa4-b35b-391b77cf9f87/4c2b6de5-9176-4d42-913f-cbe91eb85f53/a7510146-0c2c-4b40-b4c5-0861db8b6fbf) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:28:48.486098 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-8f70066e-c5f6-4a6d-bbf4-678364b0a483 None None] Publish callbacks [] for port (96dac0da-c1af-4034-af40-c6007526bdc5), precommit_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:48.511525 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-8f70066e-c5f6-4a6d-bbf4-678364b0a483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (96dac0da-c1af-4034-af40-c6007526bdc5), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:48.563229 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-8f70066e-c5f6-4a6d-bbf4-678364b0a483 None None] Attempting to bind port 96dac0da-c1af-4034-af40-c6007526bdc5 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:28:48.564869 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-8f70066e-c5f6-4a6d-bbf4-678364b0a483 None None] Attempting to bind port 96dac0da-c1af-4034-af40-c6007526bdc5 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:28:48.569556 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f70066e-c5f6-4a6d-bbf4-678364b0a483 None None] Attempting to bind port 96dac0da-c1af-4034-af40-c6007526bdc5 on network eaf64708-9021-419e-b287-ef3e0f51e2ee {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:28:48.576662 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-5d09e45b-f860-43ee-9243-e84ce38ddecd None None] Current status of the port 2219bf7f-42a4-472e-9257-338641d61c0a is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:28:48.603058 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f70066e-c5f6-4a6d-bbf4-678364b0a483 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:28:48.604166 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f70066e-c5f6-4a6d-bbf4-678364b0a483 None None] Checking segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:28:48.605171 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-8f70066e-c5f6-4a6d-bbf4-678364b0a483 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:48.605171 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f70066e-c5f6-4a6d-bbf4-678364b0a483 None None] Bound using segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:28:48.605878 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-8f70066e-c5f6-4a6d-bbf4-678364b0a483 None None] Bound port: 96dac0da-c1af-4034-af40-c6007526bdc5, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:28:48.606384 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-8f70066e-c5f6-4a6d-bbf4-678364b0a483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (96dac0da-c1af-4034-af40-c6007526bdc5), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:48.658067 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec657f94-c9d8-4da5-b520-dcc64fef428b None None] Pushing event updated for resources: {'Port': ['ID=96dac0da-c1af-4034-af40-c6007526bdc5,revision_number=2']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:48.660450 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e491eee9-7cf7-4a72-a2d6-0ce86a55986d admin admin] Publish callbacks [] for port (a7510146-0c2c-4b40-b4c5-0861db8b6fbf), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:48.684246 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec657f94-c9d8-4da5-b520-dcc64fef428b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:48.684857 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec657f94-c9d8-4da5-b520-dcc64fef428b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:48.684953 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec657f94-c9d8-4da5-b520-dcc64fef428b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:48.685439 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec657f94-c9d8-4da5-b520-dcc64fef428b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:48.686182 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec657f94-c9d8-4da5-b520-dcc64fef428b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:48.686378 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec657f94-c9d8-4da5-b520-dcc64fef428b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:48.686983 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec657f94-c9d8-4da5-b520-dcc64fef428b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:48.687526 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec657f94-c9d8-4da5-b520-dcc64fef428b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:48.687717 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec657f94-c9d8-4da5-b520-dcc64fef428b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:48.688130 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec657f94-c9d8-4da5-b520-dcc64fef428b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:48.688524 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec657f94-c9d8-4da5-b520-dcc64fef428b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:48.688987 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec657f94-c9d8-4da5-b520-dcc64fef428b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:48.689306 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec657f94-c9d8-4da5-b520-dcc64fef428b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:48.696204 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-8f70066e-c5f6-4a6d-bbf4-678364b0a483 None None] For port 96dac0da-c1af-4034-af40-c6007526bdc5, host n-d-826753-2, cleared binding levels {{(pid=103704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:28:48.700187 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-8f70066e-c5f6-4a6d-bbf4-678364b0a483 None None] For port 96dac0da-c1af-4034-af40-c6007526bdc5, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=96dac0da-c1af-4034-af40-c6007526bdc5,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:28:48.702949 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e491eee9-7cf7-4a72-a2d6-0ce86a55986d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (a7510146-0c2c-4b40-b4c5-0861db8b6fbf), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:48.708350 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-8f70066e-c5f6-4a6d-bbf4-678364b0a483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (96dac0da-c1af-4034-af40-c6007526bdc5), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:48.746009 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e491eee9-7cf7-4a72-a2d6-0ce86a55986d admin admin] Network 32b412be-4cea-4aa4-b35b-391b77cf9f87 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:28:48.748964 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-e491eee9-7cf7-4a72-a2d6-0ce86a55986d admin admin] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:28:48.755232 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e491eee9-7cf7-4a72-a2d6-0ce86a55986d admin admin] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:28:48.759269 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec657f94-c9d8-4da5-b520-dcc64fef428b None None] Pushing event updated for resources: {'Port': ['ID=96dac0da-c1af-4034-af40-c6007526bdc5,revision_number=3']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:48.780693 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e491eee9-7cf7-4a72-a2d6-0ce86a55986d admin admin] Pushing event updated for resources: {'Port': ['ID=a7510146-0c2c-4b40-b4c5-0861db8b6fbf,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:48.786350 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f70066e-c5f6-4a6d-bbf4-678364b0a483 None None] Routers {'2edfbbd5-6967-4051-8f1e-8215040994f7'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:28:48.787078 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-8f70066e-c5f6-4a6d-bbf4-678364b0a483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:28:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['2edfbbd5-6967-4051-8f1e-8215040994f7'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:48.804807 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e491eee9-7cf7-4a72-a2d6-0ce86a55986d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16289150'] for router_interface (2edfbbd5-6967-4051-8f1e-8215040994f7), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:48.944122 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-8f70066e-c5f6-4a6d-bbf4-678364b0a483 None None] Set router 2edfbbd5-6967-4051-8f1e-8215040994f7 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:28:48.990476 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e491eee9-7cf7-4a72-a2d6-0ce86a55986d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (a7510146-0c2c-4b40-b4c5-0861db8b6fbf), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:49.118483 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-d5df7dd1-9c4e-4ab4-8c3e-cf8851016b70 None None] Provisioning complete for port a7510146-0c2c-4b40-b4c5-0861db8b6fbf triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:28:49.120380 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d5df7dd1-9c4e-4ab4-8c3e-cf8851016b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (a7510146-0c2c-4b40-b4c5-0861db8b6fbf), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:49.205195 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-d5df7dd1-9c4e-4ab4-8c3e-cf8851016b70 None None] Port a7510146-0c2c-4b40-b4c5-0861db8b6fbf cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:28:49.208643 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e491eee9-7cf7-4a72-a2d6-0ce86a55986d admin admin] Publish callbacks [] for port (a7510146-0c2c-4b40-b4c5-0861db8b6fbf), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:49.216052 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e491eee9-7cf7-4a72-a2d6-0ce86a55986d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (a7510146-0c2c-4b40-b4c5-0861db8b6fbf), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:49.225328 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 2219bf7f-42a4-472e-9257-338641d61c0a up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:28:49.286682 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e491eee9-7cf7-4a72-a2d6-0ce86a55986d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16362769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16289258'] for router_interface (2edfbbd5-6967-4051-8f1e-8215040994f7), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:49.289801 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e491eee9-7cf7-4a72-a2d6-0ce86a55986d admin admin] Pushing event updated for resources: {'Port': ['ID=a7510146-0c2c-4b40-b4c5-0861db8b6fbf,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:49.304204 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 2219bf7f-42a4-472e-9257-338641d61c0a triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:28:49.304847 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (2219bf7f-42a4-472e-9257-338641d61c0a), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:49.353318 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-8f70066e-c5f6-4a6d-bbf4-678364b0a483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2edfbbd5-6967-4051-8f1e-8215040994f7', 'name': 'tempest-TestServerMultinode-1628933772-router', 'tenant_id': '36934a15d63346faac1e769760cc69f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '96dac0da-c1af-4034-af40-c6007526bdc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:28:45Z', 'updated_at': '2022-02-19T03:28:46Z', 'revision_number': 3, 'project_id': '36934a15d63346faac1e769760cc69f1', 'gw_port': {'id': '96dac0da-c1af-4034-af40-c6007526bdc5', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c4:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2edfbbd5-6967-4051-8f1e-8215040994f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:45Z', 'updated_at': '2022-02-19T03:28:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:49.398334 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f70066e-c5f6-4a6d-bbf4-678364b0a483 None None] The sync data for ids ['2edfbbd5-6967-4051-8f1e-8215040994f7'] in n-d-826753-2 is: [{'id': '2edfbbd5-6967-4051-8f1e-8215040994f7', 'name': 'tempest-TestServerMultinode-1628933772-router', 'tenant_id': '36934a15d63346faac1e769760cc69f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '96dac0da-c1af-4034-af40-c6007526bdc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:28:45Z', 'updated_at': '2022-02-19T03:28:46Z', 'revision_number': 3, 'project_id': '36934a15d63346faac1e769760cc69f1', 'gw_port': {'id': '96dac0da-c1af-4034-af40-c6007526bdc5', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c4:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2edfbbd5-6967-4051-8f1e-8215040994f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:45Z', 'updated_at': '2022-02-19T03:28:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:28:49.414080 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e491eee9-7cf7-4a72-a2d6-0ce86a55986d admin admin] Network 32b412be-4cea-4aa4-b35b-391b77cf9f87 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:28:49.415074 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:49.415584 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-e491eee9-7cf7-4a72-a2d6-0ce86a55986d admin admin] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:28:49.436846 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 2219bf7f-42a4-472e-9257-338641d61c0a is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:28:49.563100 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e491eee9-7cf7-4a72-a2d6-0ce86a55986d admin admin] Router 2edfbbd5-6967-4051-8f1e-8215040994f7 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:28:49.732920 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e491eee9-7cf7-4a72-a2d6-0ce86a55986d admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:28:49.754736 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-e491eee9-7cf7-4a72-a2d6-0ce86a55986d admin admin] 10.222.0.72 "PUT /v2.0/routers/2edfbbd5-6967-4051-8f1e-8215040994f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0482969 Feb 19 03:28:49.779095 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4f24f0cd-2a7c-4576-8657-156215853fbf None None] Provisioning complete for port a7510146-0c2c-4b40-b4c5-0861db8b6fbf triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:28:49.779966 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4f24f0cd-2a7c-4576-8657-156215853fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (a7510146-0c2c-4b40-b4c5-0861db8b6fbf), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:49.836921 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4f24f0cd-2a7c-4576-8657-156215853fbf None None] Port a7510146-0c2c-4b40-b4c5-0861db8b6fbf cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:28:50.427709 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 46862) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:50.437142 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-be7c57a1-2053-4a24-bb04-939e8e3d2306 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-868515993-network', 'tenant_id': 'cba8588e9ffe4556b86ef09233468796'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:28:50.468848 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be7c57a1-2053-4a24-bb04-939e8e3d2306 admin admin] Made reservation on behalf of cba8588e9ffe4556b86ef09233468796 for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:28:50.474928 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-be7c57a1-2053-4a24-bb04-939e8e3d2306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:50.483111 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-be7c57a1-2053-4a24-bb04-939e8e3d2306 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:50.568328 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:50.582175 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-be7c57a1-2053-4a24-bb04-939e8e3d2306 admin admin] Publish callbacks [] for security_group (33d2e325-6408-4ede-85bc-f28fd269f835), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:50.591769 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-be7c57a1-2053-4a24-bb04-939e8e3d2306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (33d2e325-6408-4ede-85bc-f28fd269f835), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:50.615441 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be7c57a1-2053-4a24-bb04-939e8e3d2306 admin admin] vlan segment allocate from pool success with {'vlan_id': 283, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:28:50.631410 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7c57a1-2053-4a24-bb04-939e8e3d2306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33d2e325-6408-4ede-85bc-f28fd269f835,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:50.634408 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-be7c57a1-2053-4a24-bb04-939e8e3d2306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (154d5ae1-9618-4df5-9db6-7ecd9d8a7b14), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:50.635293 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-be7c57a1-2053-4a24-bb04-939e8e3d2306 admin admin] Added segment 154d5ae1-9618-4df5-9db6-7ecd9d8a7b14 of type vlan for network 07db12d5-bd78-4eaf-b68f-0c06a563640d Feb 19 03:28:50.680024 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-be7c57a1-2053-4a24-bb04-939e8e3d2306 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (07db12d5-bd78-4eaf-b68f-0c06a563640d), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:50.712772 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-be7c57a1-2053-4a24-bb04-939e8e3d2306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (07db12d5-bd78-4eaf-b68f-0c06a563640d), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:50.714054 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7c57a1-2053-4a24-bb04-939e8e3d2306 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:50.714748 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-be7c57a1-2053-4a24-bb04-939e8e3d2306 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:50.778080 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-be7c57a1-2053-4a24-bb04-939e8e3d2306 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3492026 Feb 19 03:28:50.780976 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 46866) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:50.785894 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-e6e00004-61fc-41ae-8c0f-eb98e3704d33 admin admin] Request body: {'subnet': {'network_id': '07db12d5-bd78-4eaf-b68f-0c06a563640d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-868515993-subnet', 'tenant_id': 'cba8588e9ffe4556b86ef09233468796', 'ip_version': 4}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:28:50.792429 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7c57a1-2053-4a24-bb04-939e8e3d2306 admin admin] Pushing event updated for resources: {'Network': ['ID=07db12d5-bd78-4eaf-b68f-0c06a563640d,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:50.804613 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 07db12d5-bd78-4eaf-b68f-0c06a563640d details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:28:50.826377 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6e00004-61fc-41ae-8c0f-eb98e3704d33 admin admin] Made reservation on behalf of cba8588e9ffe4556b86ef09233468796 for: {'subnet': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:28:50.828886 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e6e00004-61fc-41ae-8c0f-eb98e3704d33 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58706307'] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:51.031464 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e6e00004-61fc-41ae-8c0f-eb98e3704d33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12647271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58706289'] for subnet (cb9e10f6-4a3f-47e2-883b-c4fb2f79c3c5), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:51.093912 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e00004-61fc-41ae-8c0f-eb98e3704d33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb9e10f6-4a3f-47e2-883b-c4fb2f79c3c5,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:51.126805 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e00004-61fc-41ae-8c0f-eb98e3704d33 admin admin] Checking segment: {'id': '154d5ae1-9618-4df5-9db6-7ecd9d8a7b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '07db12d5-bd78-4eaf-b68f-0c06a563640d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:28:51.127397 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e00004-61fc-41ae-8c0f-eb98e3704d33 admin admin] Network hostable DHCP agents. Network: 07db12d5-bd78-4eaf-b68f-0c06a563640d, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:28:51.150162 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e00004-61fc-41ae-8c0f-eb98e3704d33 admin admin] Network 07db12d5-bd78-4eaf-b68f-0c06a563640d is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:28:51.164646 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-e6e00004-61fc-41ae-8c0f-eb98e3704d33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 07db12d5-bd78-4eaf-b68f-0c06a563640d) {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:28:51.171117 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e00004-61fc-41ae-8c0f-eb98e3704d33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:51.171865 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e6e00004-61fc-41ae-8c0f-eb98e3704d33 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:51.188110 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12497338-b8d8-4de0-a982-19808cb400c9 None None] Network 07db12d5-bd78-4eaf-b68f-0c06a563640d requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:28:51.213668 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-e6e00004-61fc-41ae-8c0f-eb98e3704d33 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4308162 Feb 19 03:28:51.216063 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 46868) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:51.232613 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-6025f75f-847b-4c11-b6c7-c1ff88ffdc53 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-868515993-router', 'tenant_id': 'cba8588e9ffe4556b86ef09233468796', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:28:51.262493 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6025f75f-847b-4c11-b6c7-c1ff88ffdc53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14172'] for router (49719e94-04a9-435a-95c1-4d8bbf4038ee), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:51.263635 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 96dac0da-c1af-4034-af40-c6007526bdc5 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:28:51.264269 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6025f75f-847b-4c11-b6c7-c1ff88ffdc53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16317487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16285822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16309985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14247'] for router (49719e94-04a9-435a-95c1-4d8bbf4038ee), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:51.351501 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6025f75f-847b-4c11-b6c7-c1ff88ffdc53 admin admin] Publish callbacks [] for router_controller (49719e94-04a9-435a-95c1-4d8bbf4038ee), precommit_add_association {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:51.363613 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 96dac0da-c1af-4034-af40-c6007526bdc5 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:28:51.364000 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (96dac0da-c1af-4034-af40-c6007526bdc5), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:51.367429 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d80cb2-1dde-42c4-8dd6-5eaa7480e24b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-07db12d5-bd78-4eaf-b68f-0c06a563640d', 'network_id': '07db12d5-bd78-4eaf-b68f-0c06a563640d', 'project_id': 'cba8588e9ffe4556b86ef09233468796', 'fixed_ips': [{'subnet_id': 'cb9e10f6-4a3f-47e2-883b-c4fb2f79c3c5'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:28:51.368317 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f2d80cb2-1dde-42c4-8dd6-5eaa7480e24b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:51.592585 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-f2d80cb2-1dde-42c4-8dd6-5eaa7480e24b None None] Allocated IP 172.20.0.2 (07db12d5-bd78-4eaf-b68f-0c06a563640d/cb9e10f6-4a3f-47e2-883b-c4fb2f79c3c5/9cbf163b-e86f-4c9d-90f1-032f500854e6) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:28:51.680967 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6983e84-3e5c-4d7d-a8da-fb1d9428d0ae None None] Sync routers for ids ['2edfbbd5-6967-4051-8f1e-8215040994f7'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:28:51.714212 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 96dac0da-c1af-4034-af40-c6007526bdc5 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:28:51.714614 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (96dac0da-c1af-4034-af40-c6007526bdc5), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:51.730741 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6983e84-3e5c-4d7d-a8da-fb1d9428d0ae None None] Routers {'2edfbbd5-6967-4051-8f1e-8215040994f7'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:28:51.731406 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-a6983e84-3e5c-4d7d-a8da-fb1d9428d0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:28:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['2edfbbd5-6967-4051-8f1e-8215040994f7'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:51.817173 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port 96dac0da-c1af-4034-af40-c6007526bdc5, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=96dac0da-c1af-4034-af40-c6007526bdc5,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:28:51.832691 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (96dac0da-c1af-4034-af40-c6007526bdc5), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:51.901931 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6025f75f-847b-4c11-b6c7-c1ff88ffdc53 admin admin] Publish callbacks [] for router_gateway (49719e94-04a9-435a-95c1-4d8bbf4038ee), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:51.912201 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f2d80cb2-1dde-42c4-8dd6-5eaa7480e24b None None] Publish callbacks [] for port (9cbf163b-e86f-4c9d-90f1-032f500854e6), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:51.962520 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f2d80cb2-1dde-42c4-8dd6-5eaa7480e24b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (9cbf163b-e86f-4c9d-90f1-032f500854e6), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:52.015973 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=96dac0da-c1af-4034-af40-c6007526bdc5,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:52.053529 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d80cb2-1dde-42c4-8dd6-5eaa7480e24b None None] Network 07db12d5-bd78-4eaf-b68f-0c06a563640d is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:28:52.058247 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:52.062895 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-a6983e84-3e5c-4d7d-a8da-fb1d9428d0ae None None] Set router 2edfbbd5-6967-4051-8f1e-8215040994f7 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:28:52.067226 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-f2d80cb2-1dde-42c4-8dd6-5eaa7480e24b None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:28:52.094141 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d80cb2-1dde-42c4-8dd6-5eaa7480e24b None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:28:52.134539 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d80cb2-1dde-42c4-8dd6-5eaa7480e24b None None] Pushing event updated for resources: {'Port': ['ID=9cbf163b-e86f-4c9d-90f1-032f500854e6,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:52.153327 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6025f75f-847b-4c11-b6c7-c1ff88ffdc53 admin admin] Publish callbacks [] for router_gateway (49719e94-04a9-435a-95c1-4d8bbf4038ee), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:52.175179 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6025f75f-847b-4c11-b6c7-c1ff88ffdc53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:52.215668 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-f2d80cb2-1dde-42c4-8dd6-5eaa7480e24b None None] Attempting to bind port 9cbf163b-e86f-4c9d-90f1-032f500854e6 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:28:52.216038 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-f2d80cb2-1dde-42c4-8dd6-5eaa7480e24b None None] Attempting to bind port 9cbf163b-e86f-4c9d-90f1-032f500854e6 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '154d5ae1-9618-4df5-9db6-7ecd9d8a7b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '07db12d5-bd78-4eaf-b68f-0c06a563640d'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:28:52.216405 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d80cb2-1dde-42c4-8dd6-5eaa7480e24b None None] Attempting to bind port 9cbf163b-e86f-4c9d-90f1-032f500854e6 on network 07db12d5-bd78-4eaf-b68f-0c06a563640d {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:28:52.253551 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d80cb2-1dde-42c4-8dd6-5eaa7480e24b None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:28:52.253911 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d80cb2-1dde-42c4-8dd6-5eaa7480e24b None None] Checking segment: {'id': '154d5ae1-9618-4df5-9db6-7ecd9d8a7b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '07db12d5-bd78-4eaf-b68f-0c06a563640d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:28:52.254307 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f2d80cb2-1dde-42c4-8dd6-5eaa7480e24b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:52.254698 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d80cb2-1dde-42c4-8dd6-5eaa7480e24b None None] Bound using segment: {'id': '154d5ae1-9618-4df5-9db6-7ecd9d8a7b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '07db12d5-bd78-4eaf-b68f-0c06a563640d'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:28:52.255169 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-f2d80cb2-1dde-42c4-8dd6-5eaa7480e24b None None] Bound port: 9cbf163b-e86f-4c9d-90f1-032f500854e6, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '154d5ae1-9618-4df5-9db6-7ecd9d8a7b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '07db12d5-bd78-4eaf-b68f-0c06a563640d'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:28:52.255547 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f2d80cb2-1dde-42c4-8dd6-5eaa7480e24b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (9cbf163b-e86f-4c9d-90f1-032f500854e6), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:52.295347 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-6025f75f-847b-4c11-b6c7-c1ff88ffdc53 admin admin] Allocated IP 172.25.6.131 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/e7f68967-cd36-4bbd-b17d-835784404bec) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:28:52.412846 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6025f75f-847b-4c11-b6c7-c1ff88ffdc53 admin admin] Publish callbacks [] for port (e7f68967-cd36-4bbd-b17d-835784404bec), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:52.451137 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6025f75f-847b-4c11-b6c7-c1ff88ffdc53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (e7f68967-cd36-4bbd-b17d-835784404bec), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:52.496517 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6025f75f-847b-4c11-b6c7-c1ff88ffdc53 admin admin] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:28:52.503137 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-6025f75f-847b-4c11-b6c7-c1ff88ffdc53 admin admin] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:28:52.507726 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6025f75f-847b-4c11-b6c7-c1ff88ffdc53 admin admin] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:28:52.511488 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6025f75f-847b-4c11-b6c7-c1ff88ffdc53 admin admin] Pushing event updated for resources: {'Port': ['ID=e7f68967-cd36-4bbd-b17d-835784404bec,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:52.544895 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-f2d80cb2-1dde-42c4-8dd6-5eaa7480e24b None None] For port 9cbf163b-e86f-4c9d-90f1-032f500854e6, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:28:52.549400 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-f2d80cb2-1dde-42c4-8dd6-5eaa7480e24b None None] For port 9cbf163b-e86f-4c9d-90f1-032f500854e6, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=9cbf163b-e86f-4c9d-90f1-032f500854e6,segment=NetworkSegment(154d5ae1-9618-4df5-9db6-7ecd9d8a7b14),segment_id=154d5ae1-9618-4df5-9db6-7ecd9d8a7b14)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:28:52.559909 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f2d80cb2-1dde-42c4-8dd6-5eaa7480e24b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (9cbf163b-e86f-4c9d-90f1-032f500854e6), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:52.627156 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-a6983e84-3e5c-4d7d-a8da-fb1d9428d0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2edfbbd5-6967-4051-8f1e-8215040994f7', 'name': 'tempest-TestServerMultinode-1628933772-router', 'tenant_id': '36934a15d63346faac1e769760cc69f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '96dac0da-c1af-4034-af40-c6007526bdc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:28:45Z', 'updated_at': '2022-02-19T03:28:48Z', 'revision_number': 4, 'project_id': '36934a15d63346faac1e769760cc69f1', 'gw_port': {'id': '96dac0da-c1af-4034-af40-c6007526bdc5', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c4:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2edfbbd5-6967-4051-8f1e-8215040994f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:45Z', 'updated_at': '2022-02-19T03:28:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': 'a7510146-0c2c-4b40-b4c5-0861db8b6fbf', 'name': '', 'network_id': '32b412be-4cea-4aa4-b35b-391b77cf9f87', 'tenant_id': '36934a15d63346faac1e769760cc69f1', 'mac_address': 'fa:16:3e:e1:e1:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2edfbbd5-6967-4051-8f1e-8215040994f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '4c2b6de5-9176-4d42-913f-cbe91eb85f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:48Z', 'updated_at': '2022-02-19T03:28:49Z', 'revision_number': 2, 'project_id': '36934a15d63346faac1e769760cc69f1', 'subnets': [{'id': '4c2b6de5-9176-4d42-913f-cbe91eb85f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:52.659200 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d80cb2-1dde-42c4-8dd6-5eaa7480e24b None None] Pushing event updated for resources: {'Port': ['ID=9cbf163b-e86f-4c9d-90f1-032f500854e6,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:52.662796 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6983e84-3e5c-4d7d-a8da-fb1d9428d0ae None None] Checking router: 2edfbbd5-6967-4051-8f1e-8215040994f7 for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:28:52.663217 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6983e84-3e5c-4d7d-a8da-fb1d9428d0ae None None] Updating router 2edfbbd5-6967-4051-8f1e-8215040994f7 port a7510146-0c2c-4b40-b4c5-0861db8b6fbf binding host n-d-826753-2 {{(pid=103703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:28:52.696221 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-a6983e84-3e5c-4d7d-a8da-fb1d9428d0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (a7510146-0c2c-4b40-b4c5-0861db8b6fbf), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:52.834822 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6025f75f-847b-4c11-b6c7-c1ff88ffdc53 admin admin] Publish callbacks [] for router_gateway (49719e94-04a9-435a-95c1-4d8bbf4038ee), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:52.843940 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:53.093082 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-a6983e84-3e5c-4d7d-a8da-fb1d9428d0ae None None] Publish callbacks [] for port (a7510146-0c2c-4b40-b4c5-0861db8b6fbf), precommit_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:53.100157 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-a6983e84-3e5c-4d7d-a8da-fb1d9428d0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (a7510146-0c2c-4b40-b4c5-0861db8b6fbf), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:53.139736 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6025f75f-847b-4c11-b6c7-c1ff88ffdc53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16317478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865'] for router (49719e94-04a9-435a-95c1-4d8bbf4038ee), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:53.181138 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09399120-e105-4a7b-8c5e-cc446cbf21e1 None None] Pushing event updated for resources: {'Port': ['ID=a7510146-0c2c-4b40-b4c5-0861db8b6fbf,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:53.312274 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-a6983e84-3e5c-4d7d-a8da-fb1d9428d0ae None None] Attempting to bind port a7510146-0c2c-4b40-b4c5-0861db8b6fbf on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:28:53.312856 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-a6983e84-3e5c-4d7d-a8da-fb1d9428d0ae None None] Attempting to bind port a7510146-0c2c-4b40-b4c5-0861db8b6fbf by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '62b4f016-4e83-412e-8f01-3074d43a8c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '32b412be-4cea-4aa4-b35b-391b77cf9f87'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:28:53.313660 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6983e84-3e5c-4d7d-a8da-fb1d9428d0ae None None] Attempting to bind port a7510146-0c2c-4b40-b4c5-0861db8b6fbf on network 32b412be-4cea-4aa4-b35b-391b77cf9f87 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:28:53.323041 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6983e84-3e5c-4d7d-a8da-fb1d9428d0ae None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:28:53.323631 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6983e84-3e5c-4d7d-a8da-fb1d9428d0ae None None] Checking segment: {'id': '62b4f016-4e83-412e-8f01-3074d43a8c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '32b412be-4cea-4aa4-b35b-391b77cf9f87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:28:53.324263 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-a6983e84-3e5c-4d7d-a8da-fb1d9428d0ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:53.324885 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6983e84-3e5c-4d7d-a8da-fb1d9428d0ae None None] Bound using segment: {'id': '62b4f016-4e83-412e-8f01-3074d43a8c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '32b412be-4cea-4aa4-b35b-391b77cf9f87'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:28:53.325714 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-a6983e84-3e5c-4d7d-a8da-fb1d9428d0ae None None] Bound port: a7510146-0c2c-4b40-b4c5-0861db8b6fbf, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62b4f016-4e83-412e-8f01-3074d43a8c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '32b412be-4cea-4aa4-b35b-391b77cf9f87'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:28:53.326320 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-a6983e84-3e5c-4d7d-a8da-fb1d9428d0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (a7510146-0c2c-4b40-b4c5-0861db8b6fbf), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:53.383942 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6025f75f-847b-4c11-b6c7-c1ff88ffdc53 admin admin] Router 49719e94-04a9-435a-95c1-4d8bbf4038ee is scheduled to L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd with binding_index 1 {{(pid=103701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:28:53.427031 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 9cbf163b-e86f-4c9d-90f1-032f500854e6 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:28:53.505729 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-a6983e84-3e5c-4d7d-a8da-fb1d9428d0ae None None] For port a7510146-0c2c-4b40-b4c5-0861db8b6fbf, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:28:53.527896 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-a6983e84-3e5c-4d7d-a8da-fb1d9428d0ae None None] For port a7510146-0c2c-4b40-b4c5-0861db8b6fbf, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=a7510146-0c2c-4b40-b4c5-0861db8b6fbf,segment=NetworkSegment(62b4f016-4e83-412e-8f01-3074d43a8c3d),segment_id=62b4f016-4e83-412e-8f01-3074d43a8c3d)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:28:53.540680 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-a6983e84-3e5c-4d7d-a8da-fb1d9428d0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (a7510146-0c2c-4b40-b4c5-0861db8b6fbf), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:53.565622 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6025f75f-847b-4c11-b6c7-c1ff88ffdc53 admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:28:53.576450 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398bd871-aa32-4855-aab1-9a284dc5982a None None] Sync routers for ids ['49719e94-04a9-435a-95c1-4d8bbf4038ee'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:28:53.592197 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398bd871-aa32-4855-aab1-9a284dc5982a None None] Routers {'49719e94-04a9-435a-95c1-4d8bbf4038ee'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:28:53.593345 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-398bd871-aa32-4855-aab1-9a284dc5982a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:28:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['49719e94-04a9-435a-95c1-4d8bbf4038ee'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:53.597293 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6025f75f-847b-4c11-b6c7-c1ff88ffdc53 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:53.598967 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-6025f75f-847b-4c11-b6c7-c1ff88ffdc53 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3816457 Feb 19 03:28:53.601607 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 46880) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:53.614065 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09399120-e105-4a7b-8c5e-cc446cbf21e1 None None] Pushing event updated for resources: {'Port': ['ID=a7510146-0c2c-4b40-b4c5-0861db8b6fbf,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:53.668183 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 9cbf163b-e86f-4c9d-90f1-032f500854e6 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:28:53.668857 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (9cbf163b-e86f-4c9d-90f1-032f500854e6), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:53.772028 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-1e79ccb6-f4a4-4da8-b071-587a5f6bf887 None None] Provisioning complete for port a7510146-0c2c-4b40-b4c5-0861db8b6fbf triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:28:53.772326 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-1e79ccb6-f4a4-4da8-b071-587a5f6bf887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (a7510146-0c2c-4b40-b4c5-0861db8b6fbf), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:53.784036 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6983e84-3e5c-4d7d-a8da-fb1d9428d0ae None None] Routers {'2edfbbd5-6967-4051-8f1e-8215040994f7'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:28:53.784677 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-a6983e84-3e5c-4d7d-a8da-fb1d9428d0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:28:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['2edfbbd5-6967-4051-8f1e-8215040994f7'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:53.816825 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-398bd871-aa32-4855-aab1-9a284dc5982a None None] Set router 49719e94-04a9-435a-95c1-4d8bbf4038ee gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:28:53.985693 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 9cbf163b-e86f-4c9d-90f1-032f500854e6 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:28:53.986087 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (9cbf163b-e86f-4c9d-90f1-032f500854e6), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:54.116858 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port 9cbf163b-e86f-4c9d-90f1-032f500854e6, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=9cbf163b-e86f-4c9d-90f1-032f500854e6,segment=NetworkSegment(154d5ae1-9618-4df5-9db6-7ecd9d8a7b14),segment_id=154d5ae1-9618-4df5-9db6-7ecd9d8a7b14)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:28:54.133890 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (9cbf163b-e86f-4c9d-90f1-032f500854e6), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:54.134783 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 96dac0da-c1af-4034-af40-c6007526bdc5 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:28:54.211514 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a44ec5a-f936-4518-bf18-706d070b7006 None None] Network 07db12d5-bd78-4eaf-b68f-0c06a563640d requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:28:54.217068 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-a6983e84-3e5c-4d7d-a8da-fb1d9428d0ae None None] Set router 2edfbbd5-6967-4051-8f1e-8215040994f7 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:28:54.293255 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-398bd871-aa32-4855-aab1-9a284dc5982a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49719e94-04a9-435a-95c1-4d8bbf4038ee', 'name': 'tempest-TestServerMultinode-868515993-router', 'tenant_id': 'cba8588e9ffe4556b86ef09233468796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': 'e7f68967-cd36-4bbd-b17d-835784404bec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:28:51Z', 'updated_at': '2022-02-19T03:28:52Z', 'revision_number': 3, 'project_id': 'cba8588e9ffe4556b86ef09233468796', 'gw_port': {'id': 'e7f68967-cd36-4bbd-b17d-835784404bec', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:4b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49719e94-04a9-435a-95c1-4d8bbf4038ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:52Z', 'updated_at': '2022-02-19T03:28:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:54.320097 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-1e79ccb6-f4a4-4da8-b071-587a5f6bf887 None None] Current status of the port a7510146-0c2c-4b40-b4c5-0861db8b6fbf is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:28:54.320456 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-1e79ccb6-f4a4-4da8-b071-587a5f6bf887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (a7510146-0c2c-4b40-b4c5-0861db8b6fbf), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:54.333671 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-19261254-26ee-42e0-b981-5a1cd4710a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:54.346289 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398bd871-aa32-4855-aab1-9a284dc5982a None None] Checking router: 49719e94-04a9-435a-95c1-4d8bbf4038ee for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:28:54.347913 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398bd871-aa32-4855-aab1-9a284dc5982a None None] Updating router 49719e94-04a9-435a-95c1-4d8bbf4038ee port e7f68967-cd36-4bbd-b17d-835784404bec binding host n-d-826753-2 {{(pid=103704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:28:54.396024 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=9cbf163b-e86f-4c9d-90f1-032f500854e6,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:54.405876 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-398bd871-aa32-4855-aab1-9a284dc5982a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (e7f68967-cd36-4bbd-b17d-835784404bec), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:54.498978 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-1e79ccb6-f4a4-4da8-b071-587a5f6bf887 None None] For port a7510146-0c2c-4b40-b4c5-0861db8b6fbf, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=a7510146-0c2c-4b40-b4c5-0861db8b6fbf,segment=NetworkSegment(62b4f016-4e83-412e-8f01-3074d43a8c3d),segment_id=62b4f016-4e83-412e-8f01-3074d43a8c3d)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:28:54.523929 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-1e79ccb6-f4a4-4da8-b071-587a5f6bf887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (a7510146-0c2c-4b40-b4c5-0861db8b6fbf), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:54.538201 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 96dac0da-c1af-4034-af40-c6007526bdc5 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:28:54.538573 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (96dac0da-c1af-4034-af40-c6007526bdc5), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:54.687434 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e79ccb6-f4a4-4da8-b071-587a5f6bf887 None None] Pushing event updated for resources: {'Port': ['ID=a7510146-0c2c-4b40-b4c5-0861db8b6fbf,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:54.707045 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-19261254-26ee-42e0-b981-5a1cd4710a11 admin admin] Allocated IP 172.20.0.1 (07db12d5-bd78-4eaf-b68f-0c06a563640d/cb9e10f6-4a3f-47e2-883b-c4fb2f79c3c5/a7722951-e7c6-4981-9d5d-f3f29b3b5ce4) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:28:54.715246 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-cc0c5c51-67e0-4f13-9d88-65c6c0753ad2 None None] Provisioning complete for port a7510146-0c2c-4b40-b4c5-0861db8b6fbf triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:28:54.715823 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-cc0c5c51-67e0-4f13-9d88-65c6c0753ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (a7510146-0c2c-4b40-b4c5-0861db8b6fbf), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:54.848687 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-398bd871-aa32-4855-aab1-9a284dc5982a None None] Publish callbacks [] for port (e7f68967-cd36-4bbd-b17d-835784404bec), precommit_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:54.865038 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-398bd871-aa32-4855-aab1-9a284dc5982a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (e7f68967-cd36-4bbd-b17d-835784404bec), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:54.916892 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-19261254-26ee-42e0-b981-5a1cd4710a11 admin admin] Publish callbacks [] for port (a7722951-e7c6-4981-9d5d-f3f29b3b5ce4), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:54.956789 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-398bd871-aa32-4855-aab1-9a284dc5982a None None] Attempting to bind port e7f68967-cd36-4bbd-b17d-835784404bec on host n-d-826753-2 for vnic_type normal with profile {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:28:54.957173 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-398bd871-aa32-4855-aab1-9a284dc5982a None None] Attempting to bind port e7f68967-cd36-4bbd-b17d-835784404bec by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:28:54.957466 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398bd871-aa32-4855-aab1-9a284dc5982a None None] Attempting to bind port e7f68967-cd36-4bbd-b17d-835784404bec on network eaf64708-9021-419e-b287-ef3e0f51e2ee {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:28:54.973979 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398bd871-aa32-4855-aab1-9a284dc5982a None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:28:54.974354 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398bd871-aa32-4855-aab1-9a284dc5982a None None] Checking segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:28:54.974760 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-398bd871-aa32-4855-aab1-9a284dc5982a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:54.975165 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398bd871-aa32-4855-aab1-9a284dc5982a None None] Bound using segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:28:54.975655 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-398bd871-aa32-4855-aab1-9a284dc5982a None None] Bound port: e7f68967-cd36-4bbd-b17d-835784404bec, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:28:54.976032 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-398bd871-aa32-4855-aab1-9a284dc5982a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (e7f68967-cd36-4bbd-b17d-835784404bec), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:55.000277 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-19261254-26ee-42e0-b981-5a1cd4710a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (a7722951-e7c6-4981-9d5d-f3f29b3b5ce4), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:55.062014 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-398bd871-aa32-4855-aab1-9a284dc5982a None None] For port e7f68967-cd36-4bbd-b17d-835784404bec, host n-d-826753-2, cleared binding levels {{(pid=103704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:28:55.067162 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-398bd871-aa32-4855-aab1-9a284dc5982a None None] For port e7f68967-cd36-4bbd-b17d-835784404bec, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=e7f68967-cd36-4bbd-b17d-835784404bec,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:28:55.073844 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d2029b-52fd-4f8d-93b1-303b63842cec None None] Pushing event updated for resources: {'Port': ['ID=e7f68967-cd36-4bbd-b17d-835784404bec,revision_number=2']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:55.078169 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-398bd871-aa32-4855-aab1-9a284dc5982a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (e7f68967-cd36-4bbd-b17d-835784404bec), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:55.105617 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19261254-26ee-42e0-b981-5a1cd4710a11 admin admin] Pushing event updated for resources: {'Port': ['ID=a7722951-e7c6-4981-9d5d-f3f29b3b5ce4,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:55.124572 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 96dac0da-c1af-4034-af40-c6007526bdc5 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:28:55.131440 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d2029b-52fd-4f8d-93b1-303b63842cec None None] Pushing event updated for resources: {'Port': ['ID=e7f68967-cd36-4bbd-b17d-835784404bec,revision_number=3']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:55.144613 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-a6983e84-3e5c-4d7d-a8da-fb1d9428d0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2edfbbd5-6967-4051-8f1e-8215040994f7', 'name': 'tempest-TestServerMultinode-1628933772-router', 'tenant_id': '36934a15d63346faac1e769760cc69f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '96dac0da-c1af-4034-af40-c6007526bdc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:28:45Z', 'updated_at': '2022-02-19T03:28:48Z', 'revision_number': 4, 'project_id': '36934a15d63346faac1e769760cc69f1', 'gw_port': {'id': '96dac0da-c1af-4034-af40-c6007526bdc5', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edfbbd5-6967-4051-8f1e-8215040994f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:45Z', 'updated_at': '2022-02-19T03:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': 'a7510146-0c2c-4b40-b4c5-0861db8b6fbf', 'name': '', 'network_id': '32b412be-4cea-4aa4-b35b-391b77cf9f87', 'tenant_id': '36934a15d63346faac1e769760cc69f1', 'mac_address': 'fa:16:3e:e1:e1:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2edfbbd5-6967-4051-8f1e-8215040994f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '4c2b6de5-9176-4d42-913f-cbe91eb85f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:48Z', 'updated_at': '2022-02-19T03:28:53Z', 'revision_number': 4, 'project_id': '36934a15d63346faac1e769760cc69f1', 'subnets': [{'id': '4c2b6de5-9176-4d42-913f-cbe91eb85f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:55.148329 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19261254-26ee-42e0-b981-5a1cd4710a11 admin admin] Network 07db12d5-bd78-4eaf-b68f-0c06a563640d is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:28:55.154762 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-19261254-26ee-42e0-b981-5a1cd4710a11 admin admin] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:28:55.174806 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19261254-26ee-42e0-b981-5a1cd4710a11 admin admin] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:28:55.175394 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398bd871-aa32-4855-aab1-9a284dc5982a None None] Routers {'49719e94-04a9-435a-95c1-4d8bbf4038ee'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:28:55.176432 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-398bd871-aa32-4855-aab1-9a284dc5982a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:28:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['49719e94-04a9-435a-95c1-4d8bbf4038ee'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:55.283691 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6983e84-3e5c-4d7d-a8da-fb1d9428d0ae None None] The sync data for ids ['2edfbbd5-6967-4051-8f1e-8215040994f7'] in n-d-826753-2 is: [{'id': '2edfbbd5-6967-4051-8f1e-8215040994f7', 'name': 'tempest-TestServerMultinode-1628933772-router', 'tenant_id': '36934a15d63346faac1e769760cc69f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '96dac0da-c1af-4034-af40-c6007526bdc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:28:45Z', 'updated_at': '2022-02-19T03:28:48Z', 'revision_number': 4, 'project_id': '36934a15d63346faac1e769760cc69f1', 'gw_port': {'id': '96dac0da-c1af-4034-af40-c6007526bdc5', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edfbbd5-6967-4051-8f1e-8215040994f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:45Z', 'updated_at': '2022-02-19T03:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': 'a7510146-0c2c-4b40-b4c5-0861db8b6fbf', 'name': '', 'network_id': '32b412be-4cea-4aa4-b35b-391b77cf9f87', 'tenant_id': '36934a15d63346faac1e769760cc69f1', 'mac_address': 'fa:16:3e:e1:e1:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2edfbbd5-6967-4051-8f1e-8215040994f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '4c2b6de5-9176-4d42-913f-cbe91eb85f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:48Z', 'updated_at': '2022-02-19T03:28:53Z', 'revision_number': 4, 'project_id': '36934a15d63346faac1e769760cc69f1', 'subnets': [{'id': '4c2b6de5-9176-4d42-913f-cbe91eb85f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:28:55.324721 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-19261254-26ee-42e0-b981-5a1cd4710a11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16289150'] for router_interface (49719e94-04a9-435a-95c1-4d8bbf4038ee), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:55.332660 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-398bd871-aa32-4855-aab1-9a284dc5982a None None] Set router 49719e94-04a9-435a-95c1-4d8bbf4038ee gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:28:55.390351 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 9cbf163b-e86f-4c9d-90f1-032f500854e6 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:28:55.449159 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-cc0c5c51-67e0-4f13-9d88-65c6c0753ad2 None None] Current status of the port a7510146-0c2c-4b40-b4c5-0861db8b6fbf is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:28:55.558968 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-cc0c5c51-67e0-4f13-9d88-65c6c0753ad2 None None] Provisioning complete for port 9cbf163b-e86f-4c9d-90f1-032f500854e6 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:28:55.559684 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-cc0c5c51-67e0-4f13-9d88-65c6c0753ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (9cbf163b-e86f-4c9d-90f1-032f500854e6), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:55.642411 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 9cbf163b-e86f-4c9d-90f1-032f500854e6 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:28:55.642980 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (9cbf163b-e86f-4c9d-90f1-032f500854e6), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:55.674273 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-19261254-26ee-42e0-b981-5a1cd4710a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (a7722951-e7c6-4981-9d5d-f3f29b3b5ce4), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:55.795178 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-cc0c5c51-67e0-4f13-9d88-65c6c0753ad2 None None] Current status of the port 9cbf163b-e86f-4c9d-90f1-032f500854e6 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:28:55.810556 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 9cbf163b-e86f-4c9d-90f1-032f500854e6 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:28:55.859941 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-398bd871-aa32-4855-aab1-9a284dc5982a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49719e94-04a9-435a-95c1-4d8bbf4038ee', 'name': 'tempest-TestServerMultinode-868515993-router', 'tenant_id': 'cba8588e9ffe4556b86ef09233468796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': 'e7f68967-cd36-4bbd-b17d-835784404bec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:28:51Z', 'updated_at': '2022-02-19T03:28:52Z', 'revision_number': 3, 'project_id': 'cba8588e9ffe4556b86ef09233468796', 'gw_port': {'id': 'e7f68967-cd36-4bbd-b17d-835784404bec', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:4b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49719e94-04a9-435a-95c1-4d8bbf4038ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:52Z', 'updated_at': '2022-02-19T03:28:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:55.892204 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398bd871-aa32-4855-aab1-9a284dc5982a None None] The sync data for ids ['49719e94-04a9-435a-95c1-4d8bbf4038ee'] in n-d-826753-2 is: [{'id': '49719e94-04a9-435a-95c1-4d8bbf4038ee', 'name': 'tempest-TestServerMultinode-868515993-router', 'tenant_id': 'cba8588e9ffe4556b86ef09233468796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': 'e7f68967-cd36-4bbd-b17d-835784404bec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:28:51Z', 'updated_at': '2022-02-19T03:28:52Z', 'revision_number': 3, 'project_id': 'cba8588e9ffe4556b86ef09233468796', 'gw_port': {'id': 'e7f68967-cd36-4bbd-b17d-835784404bec', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:4b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49719e94-04a9-435a-95c1-4d8bbf4038ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:52Z', 'updated_at': '2022-02-19T03:28:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:28:55.904243 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-19261254-26ee-42e0-b981-5a1cd4710a11 admin admin] Publish callbacks [] for port (a7722951-e7c6-4981-9d5d-f3f29b3b5ce4), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:55.917151 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-19261254-26ee-42e0-b981-5a1cd4710a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (a7722951-e7c6-4981-9d5d-f3f29b3b5ce4), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:55.931312 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-76791b05-f4e7-4b9c-ba53-c869f47204d7 None None] Provisioning complete for port 9cbf163b-e86f-4c9d-90f1-032f500854e6 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:28:55.932503 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-76791b05-f4e7-4b9c-ba53-c869f47204d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (9cbf163b-e86f-4c9d-90f1-032f500854e6), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:56.020082 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-19261254-26ee-42e0-b981-5a1cd4710a11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16362769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16289258'] for router_interface (49719e94-04a9-435a-95c1-4d8bbf4038ee), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:56.021996 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19261254-26ee-42e0-b981-5a1cd4710a11 admin admin] Pushing event updated for resources: {'Port': ['ID=a7722951-e7c6-4981-9d5d-f3f29b3b5ce4,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:56.084508 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-76791b05-f4e7-4b9c-ba53-c869f47204d7 None None] Current status of the port 9cbf163b-e86f-4c9d-90f1-032f500854e6 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:28:56.096828 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-76791b05-f4e7-4b9c-ba53-c869f47204d7 None None] Provisioning complete for port a7722951-e7c6-4981-9d5d-f3f29b3b5ce4 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:28:56.097394 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-76791b05-f4e7-4b9c-ba53-c869f47204d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (a7722951-e7c6-4981-9d5d-f3f29b3b5ce4), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:56.144144 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19261254-26ee-42e0-b981-5a1cd4710a11 admin admin] Network 07db12d5-bd78-4eaf-b68f-0c06a563640d is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:28:56.145733 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-19261254-26ee-42e0-b981-5a1cd4710a11 admin admin] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:28:56.152344 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-76791b05-f4e7-4b9c-ba53-c869f47204d7 None None] Port a7722951-e7c6-4981-9d5d-f3f29b3b5ce4 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:28:56.303306 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19261254-26ee-42e0-b981-5a1cd4710a11 admin admin] Router 49719e94-04a9-435a-95c1-4d8bbf4038ee has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:28:56.485084 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:56.567848 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19261254-26ee-42e0-b981-5a1cd4710a11 admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:28:56.579515 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-19261254-26ee-42e0-b981-5a1cd4710a11 admin admin] 10.222.0.72 "PUT /v2.0/routers/49719e94-04a9-435a-95c1-4d8bbf4038ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9763024 Feb 19 03:28:56.622097 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-ef85928e-5915-4ac6-ba84-63f5d1b19267 None None] Provisioning complete for port a7722951-e7c6-4981-9d5d-f3f29b3b5ce4 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:28:56.622989 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-ef85928e-5915-4ac6-ba84-63f5d1b19267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (a7722951-e7c6-4981-9d5d-f3f29b3b5ce4), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:56.678290 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-ef85928e-5915-4ac6-ba84-63f5d1b19267 None None] Port a7722951-e7c6-4981-9d5d-f3f29b3b5ce4 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:28:57.327112 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device e7f68967-cd36-4bbd-b17d-835784404bec up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:28:57.352352 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac43d020-14ca-49ac-995b-1a206e690504 req-84cd9d7e-6c9d-4cb8-8945-a3707728a441 tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:57.360535 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ac43d020-14ca-49ac-995b-1a206e690504 req-84cd9d7e-6c9d-4cb8-8945-a3707728a441 tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] 10.222.0.72 "GET /v2.0/networks?id=32b412be-4cea-4aa4-b35b-391b77cf9f87 HTTP/1.1" status: 200 len: 911 time: 0.1455872 Feb 19 03:28:57.379023 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ac43d020-14ca-49ac-995b-1a206e690504 req-afe8ebc1-f876-4cff-806c-231066f85dfc tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] 10.222.0.72 "GET /v2.0/quotas/cba8588e9ffe4556b86ef09233468796 HTTP/1.1" status: 200 len: 375 time: 0.0173857 Feb 19 03:28:57.409845 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port e7f68967-cd36-4bbd-b17d-835784404bec triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:28:57.410184 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (e7f68967-cd36-4bbd-b17d-835784404bec), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:57.493508 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ac43d020-14ca-49ac-995b-1a206e690504 req-a91b7dad-b56f-44f3-a10e-275579059d5e tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] 10.222.0.72 "GET /v2.0/ports?tenant_id=cba8588e9ffe4556b86ef09233468796&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1050279 Feb 19 03:28:57.528624 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port e7f68967-cd36-4bbd-b17d-835784404bec is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:28:57.529240 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (e7f68967-cd36-4bbd-b17d-835784404bec), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:57.565468 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port e7f68967-cd36-4bbd-b17d-835784404bec, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=e7f68967-cd36-4bbd-b17d-835784404bec,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:28:57.570724 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (e7f68967-cd36-4bbd-b17d-835784404bec), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:57.572660 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device a7510146-0c2c-4b40-b4c5-0861db8b6fbf up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:28:57.691751 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=e7f68967-cd36-4bbd-b17d-835784404bec,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:57.725884 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port a7510146-0c2c-4b40-b4c5-0861db8b6fbf triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:28:57.726257 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (a7510146-0c2c-4b40-b4c5-0861db8b6fbf), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:57.836262 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port a7510146-0c2c-4b40-b4c5-0861db8b6fbf is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:28:57.939730 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:28:58.010353 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ac43d020-14ca-49ac-995b-1a206e690504 req-da1c8b9d-c950-401d-a101-80398ee14930 service neutron] 10.222.0.72 "GET /v2.0/networks/32b412be-4cea-4aa4-b35b-391b77cf9f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5086756 Feb 19 03:28:58.126743 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ac43d020-14ca-49ac-995b-1a206e690504 req-0e513ba9-0b71-4907-b0e7-dc6dda726c02 service neutron] 10.222.0.72 "GET /v2.0/networks/32b412be-4cea-4aa4-b35b-391b77cf9f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098473 Feb 19 03:28:58.363838 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6cb08402-c106-4d85-8864-53d313dfbad0 req-14a441c5-a01d-4436-9123-13b949119903 tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=49fec16d-608f-41dd-89e0-bfa529433ba1 HTTP/1.1" status: 200 len: 210 time: 0.0308406 Feb 19 03:28:58.545268 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32439bba-bf4f-4fa0-bc89-9c870c8f0eb5 None None] Sync routers for ids ['49719e94-04a9-435a-95c1-4d8bbf4038ee'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:28:58.556891 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32439bba-bf4f-4fa0-bc89-9c870c8f0eb5 None None] Routers {'49719e94-04a9-435a-95c1-4d8bbf4038ee'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:28:58.558042 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-32439bba-bf4f-4fa0-bc89-9c870c8f0eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:28:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['49719e94-04a9-435a-95c1-4d8bbf4038ee'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:58.705047 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-32439bba-bf4f-4fa0-bc89-9c870c8f0eb5 None None] Set router 49719e94-04a9-435a-95c1-4d8bbf4038ee gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:28:58.962577 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-32439bba-bf4f-4fa0-bc89-9c870c8f0eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49719e94-04a9-435a-95c1-4d8bbf4038ee', 'name': 'tempest-TestServerMultinode-868515993-router', 'tenant_id': 'cba8588e9ffe4556b86ef09233468796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': 'e7f68967-cd36-4bbd-b17d-835784404bec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:28:51Z', 'updated_at': '2022-02-19T03:28:55Z', 'revision_number': 4, 'project_id': 'cba8588e9ffe4556b86ef09233468796', 'gw_port': {'id': 'e7f68967-cd36-4bbd-b17d-835784404bec', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:4b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49719e94-04a9-435a-95c1-4d8bbf4038ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:52Z', 'updated_at': '2022-02-19T03:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': 'a7722951-e7c6-4981-9d5d-f3f29b3b5ce4', 'name': '', 'network_id': '07db12d5-bd78-4eaf-b68f-0c06a563640d', 'tenant_id': 'cba8588e9ffe4556b86ef09233468796', 'mac_address': 'fa:16:3e:2f:85:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49719e94-04a9-435a-95c1-4d8bbf4038ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'cb9e10f6-4a3f-47e2-883b-c4fb2f79c3c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:54Z', 'updated_at': '2022-02-19T03:28:55Z', 'revision_number': 2, 'project_id': 'cba8588e9ffe4556b86ef09233468796', 'subnets': [{'id': 'cb9e10f6-4a3f-47e2-883b-c4fb2f79c3c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:58.998010 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32439bba-bf4f-4fa0-bc89-9c870c8f0eb5 None None] Checking router: 49719e94-04a9-435a-95c1-4d8bbf4038ee for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:28:58.998365 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32439bba-bf4f-4fa0-bc89-9c870c8f0eb5 None None] Updating router 49719e94-04a9-435a-95c1-4d8bbf4038ee port a7722951-e7c6-4981-9d5d-f3f29b3b5ce4 binding host n-d-826753-2 {{(pid=103703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:28:59.028256 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-32439bba-bf4f-4fa0-bc89-9c870c8f0eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (a7722951-e7c6-4981-9d5d-f3f29b3b5ce4), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:59.247337 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device e7f68967-cd36-4bbd-b17d-835784404bec up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:28:59.363088 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port e7f68967-cd36-4bbd-b17d-835784404bec triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:28:59.363471 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (e7f68967-cd36-4bbd-b17d-835784404bec), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:59.390569 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-32439bba-bf4f-4fa0-bc89-9c870c8f0eb5 None None] Publish callbacks [] for port (a7722951-e7c6-4981-9d5d-f3f29b3b5ce4), precommit_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:59.400928 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-32439bba-bf4f-4fa0-bc89-9c870c8f0eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (a7722951-e7c6-4981-9d5d-f3f29b3b5ce4), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:59.462346 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7d1f7a-e76e-4464-9227-9c5b09a1d9fe None None] Pushing event updated for resources: {'Port': ['ID=a7722951-e7c6-4981-9d5d-f3f29b3b5ce4,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:59.518645 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a56b2ee6-bc2b-4f3d-8d22-a0232239ca2d req-f9b1cb7a-0dcf-4a22-8fae-7cbb0521c1ac tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=49fec16d-608f-41dd-89e0-bfa529433ba1 HTTP/1.1" status: 200 len: 210 time: 0.0483787 Feb 19 03:28:59.598237 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port e7f68967-cd36-4bbd-b17d-835784404bec is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:28:59.612706 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-32439bba-bf4f-4fa0-bc89-9c870c8f0eb5 None None] Attempting to bind port a7722951-e7c6-4981-9d5d-f3f29b3b5ce4 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:28:59.613395 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-32439bba-bf4f-4fa0-bc89-9c870c8f0eb5 None None] Attempting to bind port a7722951-e7c6-4981-9d5d-f3f29b3b5ce4 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '154d5ae1-9618-4df5-9db6-7ecd9d8a7b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '07db12d5-bd78-4eaf-b68f-0c06a563640d'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:28:59.615507 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32439bba-bf4f-4fa0-bc89-9c870c8f0eb5 None None] Attempting to bind port a7722951-e7c6-4981-9d5d-f3f29b3b5ce4 on network 07db12d5-bd78-4eaf-b68f-0c06a563640d {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:28:59.632795 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32439bba-bf4f-4fa0-bc89-9c870c8f0eb5 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:28:59.633415 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32439bba-bf4f-4fa0-bc89-9c870c8f0eb5 None None] Checking segment: {'id': '154d5ae1-9618-4df5-9db6-7ecd9d8a7b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '07db12d5-bd78-4eaf-b68f-0c06a563640d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:28:59.634067 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-32439bba-bf4f-4fa0-bc89-9c870c8f0eb5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:59.645391 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32439bba-bf4f-4fa0-bc89-9c870c8f0eb5 None None] Bound using segment: {'id': '154d5ae1-9618-4df5-9db6-7ecd9d8a7b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '07db12d5-bd78-4eaf-b68f-0c06a563640d'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:28:59.646260 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-32439bba-bf4f-4fa0-bc89-9c870c8f0eb5 None None] Bound port: a7722951-e7c6-4981-9d5d-f3f29b3b5ce4, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '154d5ae1-9618-4df5-9db6-7ecd9d8a7b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '07db12d5-bd78-4eaf-b68f-0c06a563640d'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:28:59.646853 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-32439bba-bf4f-4fa0-bc89-9c870c8f0eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (a7722951-e7c6-4981-9d5d-f3f29b3b5ce4), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:59.780843 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-32439bba-bf4f-4fa0-bc89-9c870c8f0eb5 None None] For port a7722951-e7c6-4981-9d5d-f3f29b3b5ce4, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:28:59.789357 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-32439bba-bf4f-4fa0-bc89-9c870c8f0eb5 None None] For port a7722951-e7c6-4981-9d5d-f3f29b3b5ce4, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=a7722951-e7c6-4981-9d5d-f3f29b3b5ce4,segment=NetworkSegment(154d5ae1-9618-4df5-9db6-7ecd9d8a7b14),segment_id=154d5ae1-9618-4df5-9db6-7ecd9d8a7b14)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:28:59.815848 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-32439bba-bf4f-4fa0-bc89-9c870c8f0eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (a7722951-e7c6-4981-9d5d-f3f29b3b5ce4), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:59.824274 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac43d020-14ca-49ac-995b-1a206e690504 req-6fd89984-bc20-428f-a3de-367ac9f48b52 tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:59.825810 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ac43d020-14ca-49ac-995b-1a206e690504 req-6fd89984-bc20-428f-a3de-367ac9f48b52 tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] 10.222.0.73 "GET /v2.0/networks?id=32b412be-4cea-4aa4-b35b-391b77cf9f87 HTTP/1.1" status: 200 len: 911 time: 0.2111721 Feb 19 03:28:59.840517 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-ac43d020-14ca-49ac-995b-1a206e690504 req-d7098173-de7c-4610-ba63-2c80c5e8939a tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] Request body: {'port': {'device_id': '49fec16d-608f-41dd-89e0-bfa529433ba1', 'network_id': '32b412be-4cea-4aa4-b35b-391b77cf9f87', 'admin_state_up': True, 'tenant_id': 'cba8588e9ffe4556b86ef09233468796'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:28:59.877730 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac43d020-14ca-49ac-995b-1a206e690504 req-d7098173-de7c-4610-ba63-2c80c5e8939a tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] Made reservation on behalf of cba8588e9ffe4556b86ef09233468796 for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:28:59.898995 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-ac43d020-14ca-49ac-995b-1a206e690504 req-d7098173-de7c-4610-ba63-2c80c5e8939a tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:59.919438 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32439bba-bf4f-4fa0-bc89-9c870c8f0eb5 None None] Routers {'49719e94-04a9-435a-95c1-4d8bbf4038ee'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:28:59.920363 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-32439bba-bf4f-4fa0-bc89-9c870c8f0eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:28:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['49719e94-04a9-435a-95c1-4d8bbf4038ee'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:59.922280 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-2b4efb12-2e92-4a94-b524-9c933d0de9af None None] Provisioning complete for port a7722951-e7c6-4981-9d5d-f3f29b3b5ce4 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:28:59.922656 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-2b4efb12-2e92-4a94-b524-9c933d0de9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (a7722951-e7c6-4981-9d5d-f3f29b3b5ce4), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:59.924271 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7d1f7a-e76e-4464-9227-9c5b09a1d9fe None None] Pushing event updated for resources: {'Port': ['ID=a7722951-e7c6-4981-9d5d-f3f29b3b5ce4,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:00.119303 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [req-ac43d020-14ca-49ac-995b-1a206e690504 req-d7098173-de7c-4610-ba63-2c80c5e8939a tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] Allocated IP 172.20.0.8 (32b412be-4cea-4aa4-b35b-391b77cf9f87/4c2b6de5-9176-4d42-913f-cbe91eb85f53/98c3d197-1a2e-4c5c-ab52-1fb3cfb7a9b2) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:29:00.131221 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-32439bba-bf4f-4fa0-bc89-9c870c8f0eb5 None None] Set router 49719e94-04a9-435a-95c1-4d8bbf4038ee gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:29:00.300938 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-2b4efb12-2e92-4a94-b524-9c933d0de9af None None] Current status of the port a7722951-e7c6-4981-9d5d-f3f29b3b5ce4 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:29:00.301262 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-2b4efb12-2e92-4a94-b524-9c933d0de9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (a7722951-e7c6-4981-9d5d-f3f29b3b5ce4), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:00.315349 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-ac43d020-14ca-49ac-995b-1a206e690504 req-d7098173-de7c-4610-ba63-2c80c5e8939a tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] Publish callbacks [] for port (98c3d197-1a2e-4c5c-ab52-1fb3cfb7a9b2), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:00.368560 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-ac43d020-14ca-49ac-995b-1a206e690504 req-d7098173-de7c-4610-ba63-2c80c5e8939a tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (98c3d197-1a2e-4c5c-ab52-1fb3cfb7a9b2), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:00.379197 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-2b4efb12-2e92-4a94-b524-9c933d0de9af None None] For port a7722951-e7c6-4981-9d5d-f3f29b3b5ce4, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=a7722951-e7c6-4981-9d5d-f3f29b3b5ce4,segment=NetworkSegment(154d5ae1-9618-4df5-9db6-7ecd9d8a7b14),segment_id=154d5ae1-9618-4df5-9db6-7ecd9d8a7b14)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:29:00.419085 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-2b4efb12-2e92-4a94-b524-9c933d0de9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (a7722951-e7c6-4981-9d5d-f3f29b3b5ce4), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:00.491548 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4efb12-2e92-4a94-b524-9c933d0de9af None None] Pushing event updated for resources: {'Port': ['ID=a7722951-e7c6-4981-9d5d-f3f29b3b5ce4,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:00.506392 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-32439bba-bf4f-4fa0-bc89-9c870c8f0eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49719e94-04a9-435a-95c1-4d8bbf4038ee', 'name': 'tempest-TestServerMultinode-868515993-router', 'tenant_id': 'cba8588e9ffe4556b86ef09233468796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': 'e7f68967-cd36-4bbd-b17d-835784404bec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:28:51Z', 'updated_at': '2022-02-19T03:28:55Z', 'revision_number': 4, 'project_id': 'cba8588e9ffe4556b86ef09233468796', 'gw_port': {'id': 'e7f68967-cd36-4bbd-b17d-835784404bec', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:4b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49719e94-04a9-435a-95c1-4d8bbf4038ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:52Z', 'updated_at': '2022-02-19T03:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': 'a7722951-e7c6-4981-9d5d-f3f29b3b5ce4', 'name': '', 'network_id': '07db12d5-bd78-4eaf-b68f-0c06a563640d', 'tenant_id': 'cba8588e9ffe4556b86ef09233468796', 'mac_address': 'fa:16:3e:2f:85:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49719e94-04a9-435a-95c1-4d8bbf4038ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'cb9e10f6-4a3f-47e2-883b-c4fb2f79c3c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:54Z', 'updated_at': '2022-02-19T03:28:59Z', 'revision_number': 4, 'project_id': 'cba8588e9ffe4556b86ef09233468796', 'subnets': [{'id': 'cb9e10f6-4a3f-47e2-883b-c4fb2f79c3c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:00.541523 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32439bba-bf4f-4fa0-bc89-9c870c8f0eb5 None None] The sync data for ids ['49719e94-04a9-435a-95c1-4d8bbf4038ee'] in n-d-826753-2 is: [{'id': '49719e94-04a9-435a-95c1-4d8bbf4038ee', 'name': 'tempest-TestServerMultinode-868515993-router', 'tenant_id': 'cba8588e9ffe4556b86ef09233468796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': 'e7f68967-cd36-4bbd-b17d-835784404bec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:28:51Z', 'updated_at': '2022-02-19T03:28:55Z', 'revision_number': 4, 'project_id': 'cba8588e9ffe4556b86ef09233468796', 'gw_port': {'id': 'e7f68967-cd36-4bbd-b17d-835784404bec', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:4b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49719e94-04a9-435a-95c1-4d8bbf4038ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:52Z', 'updated_at': '2022-02-19T03:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': 'a7722951-e7c6-4981-9d5d-f3f29b3b5ce4', 'name': '', 'network_id': '07db12d5-bd78-4eaf-b68f-0c06a563640d', 'tenant_id': 'cba8588e9ffe4556b86ef09233468796', 'mac_address': 'fa:16:3e:2f:85:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49719e94-04a9-435a-95c1-4d8bbf4038ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': 'cb9e10f6-4a3f-47e2-883b-c4fb2f79c3c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:54Z', 'updated_at': '2022-02-19T03:28:59Z', 'revision_number': 4, 'project_id': 'cba8588e9ffe4556b86ef09233468796', 'subnets': [{'id': 'cb9e10f6-4a3f-47e2-883b-c4fb2f79c3c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:29:00.561655 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b31550c9-b0f9-4d94-a885-c0378bd1bf7b None None] Provisioning complete for port a7722951-e7c6-4981-9d5d-f3f29b3b5ce4 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:29:00.562184 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b31550c9-b0f9-4d94-a885-c0378bd1bf7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (a7722951-e7c6-4981-9d5d-f3f29b3b5ce4), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:00.748239 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b31550c9-b0f9-4d94-a885-c0378bd1bf7b None None] Current status of the port a7722951-e7c6-4981-9d5d-f3f29b3b5ce4 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:29:00.757674 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2752d11-4596-43aa-ab5a-5548f676218c req-1078cf2f-f93a-42a9-9885-9ec5ae18d728 tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:00.766713 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d2752d11-4596-43aa-ab5a-5548f676218c req-1078cf2f-f93a-42a9-9885-9ec5ae18d728 tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=49fec16d-608f-41dd-89e0-bfa529433ba1 HTTP/1.1" status: 200 len: 1027 time: 0.0817416 Feb 19 03:29:00.822397 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac43d020-14ca-49ac-995b-1a206e690504 req-d7098173-de7c-4610-ba63-2c80c5e8939a tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] Network 32b412be-4cea-4aa4-b35b-391b77cf9f87 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:29:00.824499 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d2752d11-4596-43aa-ab5a-5548f676218c req-5e08eebc-7b63-49e1-8f5f-745617d093c9 tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=33d2e325-6408-4ede-85bc-f28fd269f835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553398 Feb 19 03:29:00.830833 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [req-ac43d020-14ca-49ac-995b-1a206e690504 req-d7098173-de7c-4610-ba63-2c80c5e8939a tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:29:00.833761 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7098173-de7c-4610-ba63-2c80c5e8939a tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] Pushing event updated for resources: {'Port': ['ID=98c3d197-1a2e-4c5c-ab52-1fb3cfb7a9b2,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:00.849541 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac43d020-14ca-49ac-995b-1a206e690504 req-d7098173-de7c-4610-ba63-2c80c5e8939a tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:29:00.913467 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac43d020-14ca-49ac-995b-1a206e690504 req-d7098173-de7c-4610-ba63-2c80c5e8939a tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:00.914365 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-ac43d020-14ca-49ac-995b-1a206e690504 req-d7098173-de7c-4610-ba63-2c80c5e8939a tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:00.941798 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ac43d020-14ca-49ac-995b-1a206e690504 req-d7098173-de7c-4610-ba63-2c80c5e8939a tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.1060960 Feb 19 03:29:00.963157 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-ac43d020-14ca-49ac-995b-1a206e690504 req-4bd2581e-a780-443f-81a0-2e9854b09156 service neutron] Request body: {'port': {'device_id': '49fec16d-608f-41dd-89e0-bfa529433ba1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826753-2'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:29:01.085839 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-ac43d020-14ca-49ac-995b-1a206e690504 req-4bd2581e-a780-443f-81a0-2e9854b09156 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (98c3d197-1a2e-4c5c-ab52-1fb3cfb7a9b2), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:01.319431 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ade6c2-c215-4eba-9f5c-28709517a4c6 req-73b6e378-e818-4184-9f9b-b7c24f6c1ef2 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:01.327723 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e5ade6c2-c215-4eba-9f5c-28709517a4c6 req-73b6e378-e818-4184-9f9b-b7c24f6c1ef2 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d3e7bac-5594-4276-979b-1c8141c78909 HTTP/1.1" status: 200 len: 945 time: 0.0879381 Feb 19 03:29:01.328468 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device a7722951-e7c6-4981-9d5d-f3f29b3b5ce4 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:29:01.384296 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e5ade6c2-c215-4eba-9f5c-28709517a4c6 req-3969b259-1a44-413e-9c52-250423fefe08 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.72 "GET /v2.0/security-groups?id=544079ea-c206-4b99-b003-60e2fb22d3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554607 Feb 19 03:29:01.438898 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e505745c-9535-499c-aafb-5152ea4a6078 None None] Provisioning complete for port 98c3d197-1a2e-4c5c-ab52-1fb3cfb7a9b2 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:29:01.439279 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e505745c-9535-499c-aafb-5152ea4a6078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (98c3d197-1a2e-4c5c-ab52-1fb3cfb7a9b2), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:01.469171 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port a7722951-e7c6-4981-9d5d-f3f29b3b5ce4 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:29:01.469549 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (a7722951-e7c6-4981-9d5d-f3f29b3b5ce4), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:01.605476 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-ac43d020-14ca-49ac-995b-1a206e690504 req-4bd2581e-a780-443f-81a0-2e9854b09156 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98c3d197-1a2e-4c5c-ab52-1fb3cfb7a9b2 {{(pid=103702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:29:01.617498 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-ac43d020-14ca-49ac-995b-1a206e690504 req-4bd2581e-a780-443f-81a0-2e9854b09156 service neutron] Publish callbacks [] for port (98c3d197-1a2e-4c5c-ab52-1fb3cfb7a9b2), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:01.643314 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-ac43d020-14ca-49ac-995b-1a206e690504 req-4bd2581e-a780-443f-81a0-2e9854b09156 service neutron] Transition to ACTIVE for port object 98c3d197-1a2e-4c5c-ab52-1fb3cfb7a9b2 will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:29:01.648351 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-ac43d020-14ca-49ac-995b-1a206e690504 req-4bd2581e-a780-443f-81a0-2e9854b09156 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (98c3d197-1a2e-4c5c-ab52-1fb3cfb7a9b2), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:01.687562 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e505745c-9535-499c-aafb-5152ea4a6078 None None] Port 98c3d197-1a2e-4c5c-ab52-1fb3cfb7a9b2 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:29:01.732047 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd2581e-a780-443f-81a0-2e9854b09156 service neutron] Pushing event updated for resources: {'Port': ['ID=98c3d197-1a2e-4c5c-ab52-1fb3cfb7a9b2,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:01.769981 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port a7722951-e7c6-4981-9d5d-f3f29b3b5ce4 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:29:01.813068 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-ac43d020-14ca-49ac-995b-1a206e690504 req-4bd2581e-a780-443f-81a0-2e9854b09156 service neutron] Attempting to bind port 98c3d197-1a2e-4c5c-ab52-1fb3cfb7a9b2 on host n-h1-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:29:01.813455 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-ac43d020-14ca-49ac-995b-1a206e690504 req-4bd2581e-a780-443f-81a0-2e9854b09156 service neutron] Attempting to bind port 98c3d197-1a2e-4c5c-ab52-1fb3cfb7a9b2 by drivers openvswitch,hyperv on host n-h1-826753-2 at level 0 using segments [{'id': '62b4f016-4e83-412e-8f01-3074d43a8c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '32b412be-4cea-4aa4-b35b-391b77cf9f87'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:29:01.813956 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac43d020-14ca-49ac-995b-1a206e690504 req-4bd2581e-a780-443f-81a0-2e9854b09156 service neutron] Attempting to bind port 98c3d197-1a2e-4c5c-ab52-1fb3cfb7a9b2 on network 32b412be-4cea-4aa4-b35b-391b77cf9f87 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:29:01.819160 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac43d020-14ca-49ac-995b-1a206e690504 req-4bd2581e-a780-443f-81a0-2e9854b09156 service neutron] Port 98c3d197-1a2e-4c5c-ab52-1fb3cfb7a9b2 on network 32b412be-4cea-4aa4-b35b-391b77cf9f87 not bound, no agent of type Open vSwitch agent registered on host n-h1-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:29:01.819475 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac43d020-14ca-49ac-995b-1a206e690504 req-4bd2581e-a780-443f-81a0-2e9854b09156 service neutron] Attempting to bind port 98c3d197-1a2e-4c5c-ab52-1fb3cfb7a9b2 on network 32b412be-4cea-4aa4-b35b-391b77cf9f87 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:29:01.827070 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac43d020-14ca-49ac-995b-1a206e690504 req-4bd2581e-a780-443f-81a0-2e9854b09156 service neutron] Checking agent: {'id': '9d56fb1b-2855-496a-a6d9-c324740cb98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:29:01.827600 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac43d020-14ca-49ac-995b-1a206e690504 req-4bd2581e-a780-443f-81a0-2e9854b09156 service neutron] Checking segment: {'id': '62b4f016-4e83-412e-8f01-3074d43a8c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '32b412be-4cea-4aa4-b35b-391b77cf9f87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:29:01.828404 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac43d020-14ca-49ac-995b-1a206e690504 req-4bd2581e-a780-443f-81a0-2e9854b09156 service neutron] Bound using segment: {'id': '62b4f016-4e83-412e-8f01-3074d43a8c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '32b412be-4cea-4aa4-b35b-391b77cf9f87'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:29:01.829282 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-ac43d020-14ca-49ac-995b-1a206e690504 req-4bd2581e-a780-443f-81a0-2e9854b09156 service neutron] Bound port: 98c3d197-1a2e-4c5c-ab52-1fb3cfb7a9b2, host: n-h1-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62b4f016-4e83-412e-8f01-3074d43a8c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '32b412be-4cea-4aa4-b35b-391b77cf9f87'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:29:01.829843 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-ac43d020-14ca-49ac-995b-1a206e690504 req-4bd2581e-a780-443f-81a0-2e9854b09156 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (98c3d197-1a2e-4c5c-ab52-1fb3cfb7a9b2), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:01.916454 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-ac43d020-14ca-49ac-995b-1a206e690504 req-4bd2581e-a780-443f-81a0-2e9854b09156 service neutron] For port 98c3d197-1a2e-4c5c-ab52-1fb3cfb7a9b2, host n-h1-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:29:01.920911 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-ac43d020-14ca-49ac-995b-1a206e690504 req-4bd2581e-a780-443f-81a0-2e9854b09156 service neutron] For port 98c3d197-1a2e-4c5c-ab52-1fb3cfb7a9b2, host n-h1-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=98c3d197-1a2e-4c5c-ab52-1fb3cfb7a9b2,segment=NetworkSegment(62b4f016-4e83-412e-8f01-3074d43a8c3d),segment_id=62b4f016-4e83-412e-8f01-3074d43a8c3d)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:29:01.931527 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-ac43d020-14ca-49ac-995b-1a206e690504 req-4bd2581e-a780-443f-81a0-2e9854b09156 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (98c3d197-1a2e-4c5c-ab52-1fb3cfb7a9b2), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:01.971957 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a422512b-d5b6-49b3-8efc-5d1ef6f606c4 req-9f2efbda-3984-4404-b890-83d97373a15c tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:01.974752 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a422512b-d5b6-49b3-8efc-5d1ef6f606c4 req-9f2efbda-3984-4404-b890-83d97373a15c tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=49fec16d-608f-41dd-89e0-bfa529433ba1 HTTP/1.1" status: 200 len: 1082 time: 0.0618882 Feb 19 03:29:01.982376 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac43d020-14ca-49ac-995b-1a206e690504 req-4bd2581e-a780-443f-81a0-2e9854b09156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:01.989450 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-ac43d020-14ca-49ac-995b-1a206e690504 req-4bd2581e-a780-443f-81a0-2e9854b09156 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:01.991067 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ac43d020-14ca-49ac-995b-1a206e690504 req-4bd2581e-a780-443f-81a0-2e9854b09156 service neutron] 10.222.0.73 "PUT /v2.0/ports/98c3d197-1a2e-4c5c-ab52-1fb3cfb7a9b2 HTTP/1.1" status: 200 len: 1091 time: 1.0353518 Feb 19 03:29:01.991504 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49fec16d-608f-41dd-89e0-bfa529433ba1', 'tag': '98c3d197-1a2e-4c5c-ab52-1fb3cfb7a9b2'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:29:01.994575 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19b0d046-7712-44de-98f1-9b73dcf5532b" -d '{"events": [{"name": "network-changed", "server_uuid": "49fec16d-608f-41dd-89e0-bfa529433ba1", "tag": "98c3d197-1a2e-4c5c-ab52-1fb3cfb7a9b2"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:29:02.066296 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a422512b-d5b6-49b3-8efc-5d1ef6f606c4 req-e8843222-efb1-405e-a167-83b7dadfdc61 tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=33d2e325-6408-4ede-85bc-f28fd269f835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817654 Feb 19 03:29:02.090454 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2838702-68e3-4a32-a60c-e3569ca96106 x-openstack-request-id: req-d2838702-68e3-4a32-a60c-e3569ca96106 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:29:02.090750 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49fec16d-608f-41dd-89e0-bfa529433ba1", "tag": "98c3d197-1a2e-4c5c-ab52-1fb3cfb7a9b2", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:29:02.091053 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d2838702-68e3-4a32-a60c-e3569ca96106 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:29:02.091622 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49fec16d-608f-41dd-89e0-bfa529433ba1', 'tag': '98c3d197-1a2e-4c5c-ab52-1fb3cfb7a9b2', 'status': 'completed', 'code': 200} Feb 19 03:29:02.111986 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd2581e-a780-443f-81a0-2e9854b09156 service neutron] Pushing event updated for resources: {'Port': ['ID=98c3d197-1a2e-4c5c-ab52-1fb3cfb7a9b2,revision_number=3']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:02.143201 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac43d020-14ca-49ac-995b-1a206e690504 req-1a70f95b-ec9d-4c5d-b4f0-9e3fd47e66f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:02.144871 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ac43d020-14ca-49ac-995b-1a206e690504 req-1a70f95b-ec9d-4c5d-b4f0-9e3fd47e66f1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cba8588e9ffe4556b86ef09233468796&device_id=49fec16d-608f-41dd-89e0-bfa529433ba1 HTTP/1.1" status: 200 len: 1125 time: 0.0745804 Feb 19 03:29:02.204662 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ac43d020-14ca-49ac-995b-1a206e690504 req-025b0238-7080-4ec4-801c-4068df3e4c05 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=98c3d197-1a2e-4c5c-ab52-1fb3cfb7a9b2 HTTP/1.1" status: 200 len: 217 time: 0.0432386 Feb 19 03:29:02.256329 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac43d020-14ca-49ac-995b-1a206e690504 req-616c2f37-bbb0-4a01-9700-9107f3d7385f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:02.263368 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ac43d020-14ca-49ac-995b-1a206e690504 req-616c2f37-bbb0-4a01-9700-9107f3d7385f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4c2b6de5-9176-4d42-913f-cbe91eb85f53 HTTP/1.1" status: 200 len: 849 time: 0.0485134 Feb 19 03:29:02.335016 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac43d020-14ca-49ac-995b-1a206e690504 req-4a1118fb-3003-4917-9deb-5f6d953932e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:02.336544 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ac43d020-14ca-49ac-995b-1a206e690504 req-4a1118fb-3003-4917-9deb-5f6d953932e9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=32b412be-4cea-4aa4-b35b-391b77cf9f87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0649159 Feb 19 03:29:02.468473 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ac43d020-14ca-49ac-995b-1a206e690504 req-4233b469-be4b-431c-9ce6-533be93d39d7 service neutron] 10.222.0.73 "GET /v2.0/networks/32b412be-4cea-4aa4-b35b-391b77cf9f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169500 Feb 19 03:29:02.544442 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f2171e-9803-4f69-95f5-101e25ec10cb req-aad34643-3bc0-4311-9928-f0ba39d7ff43 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:02.553944 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f6f2171e-9803-4f69-95f5-101e25ec10cb req-aad34643-3bc0-4311-9928-f0ba39d7ff43 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d3e7bac-5594-4276-979b-1c8141c78909 HTTP/1.1" status: 200 len: 945 time: 0.0817082 Feb 19 03:29:02.583704 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ac43d020-14ca-49ac-995b-1a206e690504 req-ec6dad7d-73ee-4b7d-8fc1-3968bfb6d7db service neutron] 10.222.0.73 "GET /v2.0/networks/32b412be-4cea-4aa4-b35b-391b77cf9f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035554 Feb 19 03:29:02.627179 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f6f2171e-9803-4f69-95f5-101e25ec10cb req-0c800243-b16f-497e-92bf-776abe817672 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.72 "GET /v2.0/security-groups?id=544079ea-c206-4b99-b003-60e2fb22d3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718093 Feb 19 03:29:02.798680 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b0d046-7712-44de-98f1-9b73dcf5532b req-9f90df4b-65b5-4b94-865b-a3f74c39ec11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:02.800267 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-19b0d046-7712-44de-98f1-9b73dcf5532b req-9f90df4b-65b5-4b94-865b-a3f74c39ec11 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cba8588e9ffe4556b86ef09233468796&device_id=49fec16d-608f-41dd-89e0-bfa529433ba1 HTTP/1.1" status: 200 len: 1125 time: 0.0820909 Feb 19 03:29:02.907338 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b0d046-7712-44de-98f1-9b73dcf5532b req-ed2a566b-97a0-44e7-936d-c778e6d4eb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:02.908748 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-19b0d046-7712-44de-98f1-9b73dcf5532b req-ed2a566b-97a0-44e7-936d-c778e6d4eb34 service neutron] 10.222.0.73 "GET /v2.0/networks?id=32b412be-4cea-4aa4-b35b-391b77cf9f87 HTTP/1.1" status: 200 len: 911 time: 0.0999279 Feb 19 03:29:02.957977 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-19b0d046-7712-44de-98f1-9b73dcf5532b req-01d83a19-d72b-4504-9ddf-63383808ddd8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=98c3d197-1a2e-4c5c-ab52-1fb3cfb7a9b2 HTTP/1.1" status: 200 len: 217 time: 0.0420425 Feb 19 03:29:03.010244 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b0d046-7712-44de-98f1-9b73dcf5532b req-4459060d-ba75-4801-a397-e45821a6369d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:03.011767 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-19b0d046-7712-44de-98f1-9b73dcf5532b req-4459060d-ba75-4801-a397-e45821a6369d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4c2b6de5-9176-4d42-913f-cbe91eb85f53 HTTP/1.1" status: 200 len: 849 time: 0.0471308 Feb 19 03:29:03.151576 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c331eec0-0574-48be-818d-271969d0a0fe req-15bf8c1c-dedd-44c9-8c32-c195a9b4b7e4 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:03.153243 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c331eec0-0574-48be-818d-271969d0a0fe req-15bf8c1c-dedd-44c9-8c32-c195a9b4b7e4 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d3e7bac-5594-4276-979b-1c8141c78909 HTTP/1.1" status: 200 len: 945 time: 0.0951159 Feb 19 03:29:03.155190 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b0d046-7712-44de-98f1-9b73dcf5532b req-38fc1806-7e7c-4fa9-a74b-f020191315da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:03.156635 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-19b0d046-7712-44de-98f1-9b73dcf5532b req-38fc1806-7e7c-4fa9-a74b-f020191315da service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=32b412be-4cea-4aa4-b35b-391b77cf9f87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1004112 Feb 19 03:29:03.199995 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc69d95a-7a04-44ae-b3a6-4f850975d19e req-554c18ba-05d7-44cd-8ddf-c64315db97e8 tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:03.201712 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cc69d95a-7a04-44ae-b3a6-4f850975d19e req-554c18ba-05d7-44cd-8ddf-c64315db97e8 tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=49fec16d-608f-41dd-89e0-bfa529433ba1 HTTP/1.1" status: 200 len: 1125 time: 0.0642500 Feb 19 03:29:03.264689 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cc69d95a-7a04-44ae-b3a6-4f850975d19e req-90284a7f-0a4b-4a91-8849-7e5cabaa92d1 tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=33d2e325-6408-4ede-85bc-f28fd269f835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567229 Feb 19 03:29:03.331523 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-19b0d046-7712-44de-98f1-9b73dcf5532b req-fbb9f6e8-146b-42bd-9b8d-688c650c9f28 service neutron] 10.222.0.73 "GET /v2.0/networks/32b412be-4cea-4aa4-b35b-391b77cf9f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665192 Feb 19 03:29:03.397807 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-c331eec0-0574-48be-818d-271969d0a0fe req-1db4d402-0765-4e7d-a858-a3cbf5603efb tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Deleting port 547bacd4-f088-45ef-ad21-754f04506f4c {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:29:03.398153 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-c331eec0-0574-48be-818d-271969d0a0fe req-1db4d402-0765-4e7d-a858-a3cbf5603efb tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (547bacd4-f088-45ef-ad21-754f04506f4c), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:03.499722 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-19b0d046-7712-44de-98f1-9b73dcf5532b req-1a7ad608-c65e-4681-a7fe-f11e3d46e901 service neutron] 10.222.0.73 "GET /v2.0/networks/32b412be-4cea-4aa4-b35b-391b77cf9f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604521 Feb 19 03:29:03.547428 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-c331eec0-0574-48be-818d-271969d0a0fe req-1db4d402-0765-4e7d-a858-a3cbf5603efb tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] For port 547bacd4-f088-45ef-ad21-754f04506f4c, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=547bacd4-f088-45ef-ad21-754f04506f4c,segment=NetworkSegment(0b5e267d-554c-4de1-984c-fa3f9c141661),segment_id=0b5e267d-554c-4de1-984c-fa3f9c141661)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:29:03.547789 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-c331eec0-0574-48be-818d-271969d0a0fe req-1db4d402-0765-4e7d-a858-a3cbf5603efb tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (547bacd4-f088-45ef-ad21-754f04506f4c), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:03.563461 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-c331eec0-0574-48be-818d-271969d0a0fe req-1db4d402-0765-4e7d-a858-a3cbf5603efb tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Calling delete_port for 547bacd4-f088-45ef-ad21-754f04506f4c owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:29:03.723188 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-c331eec0-0574-48be-818d-271969d0a0fe req-1db4d402-0765-4e7d-a858-a3cbf5603efb tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (547bacd4-f088-45ef-ad21-754f04506f4c), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:03.757971 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db4d402-0765-4e7d-a858-a3cbf5603efb tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Pushing event deleted for resources: {'Port': ['ID=547bacd4-f088-45ef-ad21-754f04506f4c,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:03.763818 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['547bacd4-f088-45ef-ad21-754f04506f4c'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:29:03.766336 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3fd84b-aee8-46a0-a6f6-620dbe8a6515 req-54e75479-1fb0-45c9-979b-d11b4137ab10 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:03.768318 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5c3fd84b-aee8-46a0-a6f6-620dbe8a6515 req-54e75479-1fb0-45c9-979b-d11b4137ab10 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d3e7bac-5594-4276-979b-1c8141c78909 HTTP/1.1" status: 200 len: 867 time: 0.0729506 Feb 19 03:29:03.768832 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['0e5cfe0e-74ed-4eb1-8540-8c67f8b6db96', 'b38c2145-4198-4964-a184-f8a742b43628', '3721551b-89d2-499b-b2e9-ab4e888220ca'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:29:03.846802 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5c3fd84b-aee8-46a0-a6f6-620dbe8a6515 req-bb417560-6042-4c4f-8fa8-d292d9c01317 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.72 "GET /v2.0/security-groups?id=544079ea-c206-4b99-b003-60e2fb22d3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696380 Feb 19 03:29:03.873600 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-c331eec0-0574-48be-818d-271969d0a0fe req-1db4d402-0765-4e7d-a858-a3cbf5603efb tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] No DVR routers for this DVR port 547bacd4-f088-45ef-ad21-754f04506f4c on host n-h1-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:29:03.877343 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-c331eec0-0574-48be-818d-271969d0a0fe req-1db4d402-0765-4e7d-a858-a3cbf5603efb tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:03.881413 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c331eec0-0574-48be-818d-271969d0a0fe req-1db4d402-0765-4e7d-a858-a3cbf5603efb tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.73 "DELETE /v2.0/ports/547bacd4-f088-45ef-ad21-754f04506f4c HTTP/1.1" status: 204 len: 173 time: 0.7144275 Feb 19 03:29:04.092844 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d3e7bac-5594-4276-979b-1c8141c78909', 'name': 'network-vif-deleted', 'tag': '547bacd4-f088-45ef-ad21-754f04506f4c'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:29:04.095637 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b92ede7-6260-4b4b-8ffb-de7b397160e4" -d '{"events": [{"server_uuid": "8d3e7bac-5594-4276-979b-1c8141c78909", "name": "network-vif-deleted", "tag": "547bacd4-f088-45ef-ad21-754f04506f4c"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:29:04.140693 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-614e50a0-91b9-451d-927a-585fccfcfe79 x-openstack-request-id: req-614e50a0-91b9-451d-927a-585fccfcfe79 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:29:04.141723 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d3e7bac-5594-4276-979b-1c8141c78909", "name": "network-vif-deleted", "tag": "547bacd4-f088-45ef-ad21-754f04506f4c", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:29:04.141885 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-614e50a0-91b9-451d-927a-585fccfcfe79 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:29:04.142363 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d3e7bac-5594-4276-979b-1c8141c78909', 'name': 'network-vif-deleted', 'tag': '547bacd4-f088-45ef-ad21-754f04506f4c', 'status': 'completed', 'code': 200} Feb 19 03:29:04.434737 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d3b8d8-1912-47e8-830d-21f6ae9fff03 req-1228d861-8625-4d8b-8352-e197d7a616ba tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:04.437788 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c9d3b8d8-1912-47e8-830d-21f6ae9fff03 req-1228d861-8625-4d8b-8352-e197d7a616ba tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=49fec16d-608f-41dd-89e0-bfa529433ba1 HTTP/1.1" status: 200 len: 1125 time: 0.0794828 Feb 19 03:29:04.499583 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c9d3b8d8-1912-47e8-830d-21f6ae9fff03 req-6dde8513-76b6-4999-a506-214d23ae1511 tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=33d2e325-6408-4ede-85bc-f28fd269f835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556307 Feb 19 03:29:05.638906 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89e62c6-0a8f-460b-ab0a-9a94b93a1bd1 req-f1a0057c-44db-4bdc-a494-673d6c110eb7 tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:05.641296 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c89e62c6-0a8f-460b-ab0a-9a94b93a1bd1 req-f1a0057c-44db-4bdc-a494-673d6c110eb7 tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=49fec16d-608f-41dd-89e0-bfa529433ba1 HTTP/1.1" status: 200 len: 1125 time: 0.0613270 Feb 19 03:29:05.693611 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c89e62c6-0a8f-460b-ab0a-9a94b93a1bd1 req-5f12f12a-f505-4975-a094-92c175fb79d8 tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=33d2e325-6408-4ede-85bc-f28fd269f835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446835 Feb 19 03:29:06.324171 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 98c3d197-1a2e-4c5c-ab52-1fb3cfb7a9b2 details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:29:06.332900 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 547bacd4-f088-45ef-ad21-754f04506f4c no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:29:06.360856 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] No Port match for: 547bacd4-f088-45ef-ad21-754f04506f4c {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:29:06.361222 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 547bacd4-f088-45ef-ad21-754f04506f4c not bound to the agent host n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:29:06.455250 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 98c3d197-1a2e-4c5c-ab52-1fb3cfb7a9b2, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=98c3d197-1a2e-4c5c-ab52-1fb3cfb7a9b2,segment=NetworkSegment(62b4f016-4e83-412e-8f01-3074d43a8c3d),segment_id=62b4f016-4e83-412e-8f01-3074d43a8c3d)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:29:06.467398 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': '98c3d197-1a2e-4c5c-ab52-1fb3cfb7a9b2', 'network_id': '32b412be-4cea-4aa4-b35b-391b77cf9f87', 'port_id': '98c3d197-1a2e-4c5c-ab52-1fb3cfb7a9b2', 'mac_address': 'fa:16:3e:9f:0a:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c2b6de5-9176-4d42-913f-cbe91eb85f53', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:29:06.505555 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 98c3d197-1a2e-4c5c-ab52-1fb3cfb7a9b2 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:29:06.505938 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (98c3d197-1a2e-4c5c-ab52-1fb3cfb7a9b2), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:06.520716 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98c3d197-1a2e-4c5c-ab52-1fb3cfb7a9b2 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:29:06.541397 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 98c3d197-1a2e-4c5c-ab52-1fb3cfb7a9b2, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=98c3d197-1a2e-4c5c-ab52-1fb3cfb7a9b2,segment=NetworkSegment(62b4f016-4e83-412e-8f01-3074d43a8c3d),segment_id=62b4f016-4e83-412e-8f01-3074d43a8c3d)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:29:06.545963 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (98c3d197-1a2e-4c5c-ab52-1fb3cfb7a9b2), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:06.597644 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=98c3d197-1a2e-4c5c-ab52-1fb3cfb7a9b2,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:06.829175 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b03a57-16a3-44c9-be75-ba7d3f178da9 req-be687d01-1796-4ffe-8553-b9878374a4fb tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:06.831019 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-35b03a57-16a3-44c9-be75-ba7d3f178da9 req-be687d01-1796-4ffe-8553-b9878374a4fb tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=49fec16d-608f-41dd-89e0-bfa529433ba1 HTTP/1.1" status: 200 len: 1126 time: 0.0610502 Feb 19 03:29:06.887343 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-35b03a57-16a3-44c9-be75-ba7d3f178da9 req-eed4c572-ed57-461f-afca-d1f531b7464a tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=33d2e325-6408-4ede-85bc-f28fd269f835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474682 Feb 19 03:29:06.920365 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['98c3d197-1a2e-4c5c-ab52-1fb3cfb7a9b2'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:29:08.041336 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f91645-3c6e-4217-bb8b-4fdfbfe72591 req-e350ccaa-8ec9-4104-b61f-0e089b92ce98 tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:08.043186 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-06f91645-3c6e-4217-bb8b-4fdfbfe72591 req-e350ccaa-8ec9-4104-b61f-0e089b92ce98 tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=49fec16d-608f-41dd-89e0-bfa529433ba1 HTTP/1.1" status: 200 len: 1126 time: 0.0588212 Feb 19 03:29:08.100854 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-06f91645-3c6e-4217-bb8b-4fdfbfe72591 req-363b196b-184b-4dad-81ac-87b1d43d335b tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=33d2e325-6408-4ede-85bc-f28fd269f835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509837 Feb 19 03:29:08.324484 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 98c3d197-1a2e-4c5c-ab52-1fb3cfb7a9b2 up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:29:08.382281 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning for port 98c3d197-1a2e-4c5c-ab52-1fb3cfb7a9b2 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:29:08.387669 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port 98c3d197-1a2e-4c5c-ab52-1fb3cfb7a9b2 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:29:08.388049 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (98c3d197-1a2e-4c5c-ab52-1fb3cfb7a9b2), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:08.495016 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 98c3d197-1a2e-4c5c-ab52-1fb3cfb7a9b2 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:29:08.495459 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (98c3d197-1a2e-4c5c-ab52-1fb3cfb7a9b2), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:08.525414 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49fec16d-608f-41dd-89e0-bfa529433ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98c3d197-1a2e-4c5c-ab52-1fb3cfb7a9b2'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:29:08.528330 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfe923bf-ea8d-4406-bc6d-0f47c0a30f16" -d '{"events": [{"server_uuid": "49fec16d-608f-41dd-89e0-bfa529433ba1", "name": "network-vif-plugged", "status": "completed", "tag": "98c3d197-1a2e-4c5c-ab52-1fb3cfb7a9b2"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:29:08.543183 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 98c3d197-1a2e-4c5c-ab52-1fb3cfb7a9b2, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=98c3d197-1a2e-4c5c-ab52-1fb3cfb7a9b2,segment=NetworkSegment(62b4f016-4e83-412e-8f01-3074d43a8c3d),segment_id=62b4f016-4e83-412e-8f01-3074d43a8c3d)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:29:08.557394 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (98c3d197-1a2e-4c5c-ab52-1fb3cfb7a9b2), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:08.585773 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e80f6f77-f029-4fbc-bcb3-8ac53a1a23ae x-openstack-request-id: req-e80f6f77-f029-4fbc-bcb3-8ac53a1a23ae {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:29:08.586161 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49fec16d-608f-41dd-89e0-bfa529433ba1", "name": "network-vif-plugged", "status": "completed", "tag": "98c3d197-1a2e-4c5c-ab52-1fb3cfb7a9b2", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:29:08.586425 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e80f6f77-f029-4fbc-bcb3-8ac53a1a23ae {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:29:08.586819 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49fec16d-608f-41dd-89e0-bfa529433ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98c3d197-1a2e-4c5c-ab52-1fb3cfb7a9b2', 'code': 200} Feb 19 03:29:08.621709 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=98c3d197-1a2e-4c5c-ab52-1fb3cfb7a9b2,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:08.732199 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836d3361-a0c2-44a0-bb4c-1e58ab777c7e req-9d5e2619-8be1-4ff0-9797-88a9a73aabcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:08.733780 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-836d3361-a0c2-44a0-bb4c-1e58ab777c7e req-9d5e2619-8be1-4ff0-9797-88a9a73aabcf service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=49fec16d-608f-41dd-89e0-bfa529433ba1 HTTP/1.1" status: 200 len: 1127 time: 0.0468156 Feb 19 03:29:08.795089 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-836d3361-a0c2-44a0-bb4c-1e58ab777c7e req-08bedd7b-85b9-40ce-b5e4-d9ec933bda25 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=33d2e325-6408-4ede-85bc-f28fd269f835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527873 Feb 19 03:29:09.257296 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879fd065-70cd-40fe-8ac2-fb387a5fcd8b req-a02d1950-8c4f-446e-be05-3cf570c3292c tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:09.258979 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-879fd065-70cd-40fe-8ac2-fb387a5fcd8b req-a02d1950-8c4f-446e-be05-3cf570c3292c tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=49fec16d-608f-41dd-89e0-bfa529433ba1 HTTP/1.1" status: 200 len: 1127 time: 0.0688057 Feb 19 03:29:09.319418 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-879fd065-70cd-40fe-8ac2-fb387a5fcd8b req-97965e4b-f1a8-4d3a-b7a4-d6a32f4efb6b tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=33d2e325-6408-4ede-85bc-f28fd269f835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538678 Feb 19 03:29:10.452311 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb2ff88-2cb5-4aa3-b872-779d7c64fdd8 req-080bc2b4-4378-4e1d-b738-f317de04c592 tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:10.453932 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5eb2ff88-2cb5-4aa3-b872-779d7c64fdd8 req-080bc2b4-4378-4e1d-b738-f317de04c592 tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=49fec16d-608f-41dd-89e0-bfa529433ba1 HTTP/1.1" status: 200 len: 1127 time: 0.0496290 Feb 19 03:29:10.509964 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5eb2ff88-2cb5-4aa3-b872-779d7c64fdd8 req-44cbc123-229f-43cf-b523-6df6f967da39 tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=33d2e325-6408-4ede-85bc-f28fd269f835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465703 Feb 19 03:29:10.652208 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385edca2-b420-4a80-b8d5-15aa681dffb4 req-9ae4b8f0-2b5a-49fd-a4c6-d8ef331c44b3 tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:10.653824 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-385edca2-b420-4a80-b8d5-15aa681dffb4 req-9ae4b8f0-2b5a-49fd-a4c6-d8ef331c44b3 tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=49fec16d-608f-41dd-89e0-bfa529433ba1 HTTP/1.1" status: 200 len: 1127 time: 0.0540879 Feb 19 03:29:10.706741 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-385edca2-b420-4a80-b8d5-15aa681dffb4 req-dea6ba20-5a73-4fd5-bf24-b7eb8c1d777f tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=33d2e325-6408-4ede-85bc-f28fd269f835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416169 Feb 19 03:29:10.826213 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf6a1e5-fa94-47b3-b3be-f6499948feff req-83efafaa-c197-47b8-b6e5-ede1ed287b3c tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:10.827858 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8cf6a1e5-fa94-47b3-b3be-f6499948feff req-83efafaa-c197-47b8-b6e5-ede1ed287b3c tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=49fec16d-608f-41dd-89e0-bfa529433ba1 HTTP/1.1" status: 200 len: 1127 time: 0.0532112 Feb 19 03:29:10.875002 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8cf6a1e5-fa94-47b3-b3be-f6499948feff req-7294ca20-24de-482b-b4c3-470631ac215a tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=33d2e325-6408-4ede-85bc-f28fd269f835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412793 Feb 19 03:29:11.148444 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b633248-d304-429e-a0e8-8f7b7c98638b req-c75cb1e6-c75a-4ce2-b658-b9a81deaec88 tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:11.150665 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6b633248-d304-429e-a0e8-8f7b7c98638b req-c75cb1e6-c75a-4ce2-b658-b9a81deaec88 tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] 10.222.0.72 "GET /v2.0/networks?id=32b412be-4cea-4aa4-b35b-391b77cf9f87 HTTP/1.1" status: 200 len: 911 time: 0.0973194 Feb 19 03:29:11.166320 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6b633248-d304-429e-a0e8-8f7b7c98638b req-c5745a18-9781-4b39-8e39-d3acb6f3c982 tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] 10.222.0.72 "GET /v2.0/quotas/cba8588e9ffe4556b86ef09233468796 HTTP/1.1" status: 200 len: 375 time: 0.0094018 Feb 19 03:29:11.222296 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6b633248-d304-429e-a0e8-8f7b7c98638b req-e135e905-df25-480e-b98e-1bb08e9e37be tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] 10.222.0.72 "GET /v2.0/ports?tenant_id=cba8588e9ffe4556b86ef09233468796&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0484955 Feb 19 03:29:11.324671 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6b633248-d304-429e-a0e8-8f7b7c98638b req-c46b8d01-0641-4bd7-89e2-ed5dcc5b16e0 service neutron] 10.222.0.72 "GET /v2.0/networks/32b412be-4cea-4aa4-b35b-391b77cf9f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955622 Feb 19 03:29:11.433118 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6b633248-d304-429e-a0e8-8f7b7c98638b req-4a483993-7829-46d1-a50b-2b77f7fa71b5 service neutron] 10.222.0.72 "GET /v2.0/networks/32b412be-4cea-4aa4-b35b-391b77cf9f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999446 Feb 19 03:29:11.656454 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fc08886b-33b1-47ee-b670-364a4a2cf551 req-c6f6e420-1f2f-497e-8a38-efda4d003ff4 tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=065ea335-1b8e-4190-bbb5-c7f9e91ef076 HTTP/1.1" status: 200 len: 210 time: 0.0471959 Feb 19 03:29:11.677933 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78953995-4493-4052-9ff9-d34ca5fd97e5 req-314546f2-36d8-4021-9b05-a39dbaceb9e5 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:11.679504 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-78953995-4493-4052-9ff9-d34ca5fd97e5 req-314546f2-36d8-4021-9b05-a39dbaceb9e5 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.72 "GET /v2.0/ports?device_id=59c949b0-00b5-4328-b7da-4e0a6e9de0c8 HTTP/1.1" status: 200 len: 946 time: 0.1027904 Feb 19 03:29:11.739377 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-78953995-4493-4052-9ff9-d34ca5fd97e5 req-31de36bd-9cca-433c-b389-6feb2b230111 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.72 "GET /v2.0/security-groups?id=544079ea-c206-4b99-b003-60e2fb22d3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528150 Feb 19 03:29:12.791132 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e33c39c3-80e7-4017-8b75-fbc199db7d6f req-ee3b50a0-e912-4513-b175-a20e97790dca tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=065ea335-1b8e-4190-bbb5-c7f9e91ef076 HTTP/1.1" status: 200 len: 210 time: 0.0448310 Feb 19 03:29:12.810854 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b633248-d304-429e-a0e8-8f7b7c98638b req-d19c41b6-d784-442a-8786-7b6382c06c09 tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:12.812871 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6b633248-d304-429e-a0e8-8f7b7c98638b req-d19c41b6-d784-442a-8786-7b6382c06c09 tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] 10.222.0.82 "GET /v2.0/networks?id=32b412be-4cea-4aa4-b35b-391b77cf9f87 HTTP/1.1" status: 200 len: 911 time: 0.1499326 Feb 19 03:29:12.832890 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-6b633248-d304-429e-a0e8-8f7b7c98638b req-35a3fd95-6737-425b-a268-e6499d01b507 tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] Request body: {'port': {'device_id': '065ea335-1b8e-4190-bbb5-c7f9e91ef076', 'network_id': '32b412be-4cea-4aa4-b35b-391b77cf9f87', 'admin_state_up': True, 'tenant_id': 'cba8588e9ffe4556b86ef09233468796'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:29:12.890223 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b633248-d304-429e-a0e8-8f7b7c98638b req-35a3fd95-6737-425b-a268-e6499d01b507 tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] Made reservation on behalf of cba8588e9ffe4556b86ef09233468796 for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:29:12.894533 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-6b633248-d304-429e-a0e8-8f7b7c98638b req-35a3fd95-6737-425b-a268-e6499d01b507 tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:12.937102 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f08784-d517-4668-9667-cf1d2103577e req-79e7e944-efff-445a-b7ae-65a2474a74d1 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:12.938659 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f0f08784-d517-4668-9667-cf1d2103577e req-79e7e944-efff-445a-b7ae-65a2474a74d1 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.72 "GET /v2.0/ports?device_id=59c949b0-00b5-4328-b7da-4e0a6e9de0c8 HTTP/1.1" status: 200 len: 946 time: 0.0955727 Feb 19 03:29:13.057453 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f0f08784-d517-4668-9667-cf1d2103577e req-fcd75a7b-9210-48a6-b860-fca454cefdcc tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.72 "GET /v2.0/security-groups?id=544079ea-c206-4b99-b003-60e2fb22d3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891082 Feb 19 03:29:13.077914 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [req-6b633248-d304-429e-a0e8-8f7b7c98638b req-35a3fd95-6737-425b-a268-e6499d01b507 tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] Allocated IP 172.20.0.14 (32b412be-4cea-4aa4-b35b-391b77cf9f87/4c2b6de5-9176-4d42-913f-cbe91eb85f53/64073317-6815-489c-a376-5ec87b340943) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:29:13.223520 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-6b633248-d304-429e-a0e8-8f7b7c98638b req-35a3fd95-6737-425b-a268-e6499d01b507 tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] Publish callbacks [] for port (64073317-6815-489c-a376-5ec87b340943), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:13.264326 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-6b633248-d304-429e-a0e8-8f7b7c98638b req-35a3fd95-6737-425b-a268-e6499d01b507 tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (64073317-6815-489c-a376-5ec87b340943), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:13.297384 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['98c3d197-1a2e-4c5c-ab52-1fb3cfb7a9b2'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:29:13.309211 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b633248-d304-429e-a0e8-8f7b7c98638b req-35a3fd95-6737-425b-a268-e6499d01b507 tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] Network 32b412be-4cea-4aa4-b35b-391b77cf9f87 is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:29:13.314984 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [req-6b633248-d304-429e-a0e8-8f7b7c98638b req-35a3fd95-6737-425b-a268-e6499d01b507 tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:29:13.317786 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b633248-d304-429e-a0e8-8f7b7c98638b req-35a3fd95-6737-425b-a268-e6499d01b507 tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:29:13.337653 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.82', 59192) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:13.341564 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a3fd95-6737-425b-a268-e6499d01b507 tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] Pushing event updated for resources: {'Port': ['ID=64073317-6815-489c-a376-5ec87b340943,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:13.358412 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a3fd95-6737-425b-a268-e6499d01b507 tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:13.359089 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a3fd95-6737-425b-a268-e6499d01b507 tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:13.359601 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a3fd95-6737-425b-a268-e6499d01b507 tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:13.360138 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a3fd95-6737-425b-a268-e6499d01b507 tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:13.360479 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a3fd95-6737-425b-a268-e6499d01b507 tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:13.360815 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a3fd95-6737-425b-a268-e6499d01b507 tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:13.361185 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a3fd95-6737-425b-a268-e6499d01b507 tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:13.361517 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a3fd95-6737-425b-a268-e6499d01b507 tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:13.361844 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a3fd95-6737-425b-a268-e6499d01b507 tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:13.362236 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a3fd95-6737-425b-a268-e6499d01b507 tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:13.362475 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a3fd95-6737-425b-a268-e6499d01b507 tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:13.362801 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a3fd95-6737-425b-a268-e6499d01b507 tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:13.363125 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a3fd95-6737-425b-a268-e6499d01b507 tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:13.383264 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b633248-d304-429e-a0e8-8f7b7c98638b req-35a3fd95-6737-425b-a268-e6499d01b507 tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:13.383938 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-6b633248-d304-429e-a0e8-8f7b7c98638b req-35a3fd95-6737-425b-a268-e6499d01b507 tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:13.419012 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6b633248-d304-429e-a0e8-8f7b7c98638b req-35a3fd95-6737-425b-a268-e6499d01b507 tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.5957010 Feb 19 03:29:13.430264 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd60941-db49-476f-8f5f-2e50b107e304 req-f3efe1e0-b9e1-4aa4-bb7b-0d301bcf5810 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:13.434469 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4dd60941-db49-476f-8f5f-2e50b107e304 req-f3efe1e0-b9e1-4aa4-bb7b-0d301bcf5810 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.82 "GET /v2.0/ports?device_id=59c949b0-00b5-4328-b7da-4e0a6e9de0c8 HTTP/1.1" status: 200 len: 946 time: 0.0947590 Feb 19 03:29:13.445930 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-6b633248-d304-429e-a0e8-8f7b7c98638b req-ecb4ad4e-c595-440c-bed1-7aecdcc405ae service neutron] Request body: {'port': {'device_id': '065ea335-1b8e-4190-bbb5-c7f9e91ef076', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826753-2'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:29:13.522850 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-6b633248-d304-429e-a0e8-8f7b7c98638b req-ecb4ad4e-c595-440c-bed1-7aecdcc405ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (64073317-6815-489c-a376-5ec87b340943), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:13.599755 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-4dd60941-db49-476f-8f5f-2e50b107e304 req-5200c8fd-aa78-49dd-9da0-41e62feeb30d tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Deleting port 3721551b-89d2-499b-b2e9-ab4e888220ca {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:29:13.600119 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-4dd60941-db49-476f-8f5f-2e50b107e304 req-5200c8fd-aa78-49dd-9da0-41e62feeb30d tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (3721551b-89d2-499b-b2e9-ab4e888220ca), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:13.680485 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-47aed69f-2714-4525-b728-f43128d94590 None None] Provisioning complete for port 64073317-6815-489c-a376-5ec87b340943 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:29:13.681434 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-47aed69f-2714-4525-b728-f43128d94590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (64073317-6815-489c-a376-5ec87b340943), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:13.714450 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-4dd60941-db49-476f-8f5f-2e50b107e304 req-5200c8fd-aa78-49dd-9da0-41e62feeb30d tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] For port 3721551b-89d2-499b-b2e9-ab4e888220ca, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=3721551b-89d2-499b-b2e9-ab4e888220ca,segment=NetworkSegment(0b5e267d-554c-4de1-984c-fa3f9c141661),segment_id=0b5e267d-554c-4de1-984c-fa3f9c141661)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:29:13.714967 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-4dd60941-db49-476f-8f5f-2e50b107e304 req-5200c8fd-aa78-49dd-9da0-41e62feeb30d tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (3721551b-89d2-499b-b2e9-ab4e888220ca), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:13.727135 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-47aed69f-2714-4525-b728-f43128d94590 None None] Port 64073317-6815-489c-a376-5ec87b340943 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:29:13.739975 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-4dd60941-db49-476f-8f5f-2e50b107e304 req-5200c8fd-aa78-49dd-9da0-41e62feeb30d tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Calling delete_port for 3721551b-89d2-499b-b2e9-ab4e888220ca owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:29:13.852437 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [req-6b633248-d304-429e-a0e8-8f7b7c98638b req-ecb4ad4e-c595-440c-bed1-7aecdcc405ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64073317-6815-489c-a376-5ec87b340943 {{(pid=103701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:29:13.861464 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-6b633248-d304-429e-a0e8-8f7b7c98638b req-ecb4ad4e-c595-440c-bed1-7aecdcc405ae service neutron] Publish callbacks [] for port (64073317-6815-489c-a376-5ec87b340943), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:13.883462 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.provisioning_blocks [req-6b633248-d304-429e-a0e8-8f7b7c98638b req-ecb4ad4e-c595-440c-bed1-7aecdcc405ae service neutron] Transition to ACTIVE for port object 64073317-6815-489c-a376-5ec87b340943 will not be triggered until provisioned by entity L2. {{(pid=103701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:29:13.883704 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-4dd60941-db49-476f-8f5f-2e50b107e304 req-5200c8fd-aa78-49dd-9da0-41e62feeb30d tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (3721551b-89d2-499b-b2e9-ab4e888220ca), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:13.888896 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-6b633248-d304-429e-a0e8-8f7b7c98638b req-ecb4ad4e-c595-440c-bed1-7aecdcc405ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (64073317-6815-489c-a376-5ec87b340943), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:13.918719 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5200c8fd-aa78-49dd-9da0-41e62feeb30d tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Pushing event deleted for resources: {'Port': ['ID=3721551b-89d2-499b-b2e9-ab4e888220ca,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:13.920644 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['0e5cfe0e-74ed-4eb1-8540-8c67f8b6db96', 'b38c2145-4198-4964-a184-f8a742b43628', '3721551b-89d2-499b-b2e9-ab4e888220ca'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:29:13.962069 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5200c8fd-aa78-49dd-9da0-41e62feeb30d tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:13.962566 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5200c8fd-aa78-49dd-9da0-41e62feeb30d tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:13.962910 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5200c8fd-aa78-49dd-9da0-41e62feeb30d tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:13.963252 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5200c8fd-aa78-49dd-9da0-41e62feeb30d tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:13.963597 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5200c8fd-aa78-49dd-9da0-41e62feeb30d tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:13.963926 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5200c8fd-aa78-49dd-9da0-41e62feeb30d tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:13.964257 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5200c8fd-aa78-49dd-9da0-41e62feeb30d tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:13.965047 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5200c8fd-aa78-49dd-9da0-41e62feeb30d tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:13.965047 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5200c8fd-aa78-49dd-9da0-41e62feeb30d tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:13.965273 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5200c8fd-aa78-49dd-9da0-41e62feeb30d tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:13.965560 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5200c8fd-aa78-49dd-9da0-41e62feeb30d tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:13.965881 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5200c8fd-aa78-49dd-9da0-41e62feeb30d tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:13.966203 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5200c8fd-aa78-49dd-9da0-41e62feeb30d tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:13.980516 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb4ad4e-c595-440c-bed1-7aecdcc405ae service neutron] Pushing event updated for resources: {'Port': ['ID=64073317-6815-489c-a376-5ec87b340943,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:13.997504 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dd60941-db49-476f-8f5f-2e50b107e304 req-5200c8fd-aa78-49dd-9da0-41e62feeb30d tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] No DVR routers for this DVR port 3721551b-89d2-499b-b2e9-ab4e888220ca on host n-h2-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:29:14.000424 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-4dd60941-db49-476f-8f5f-2e50b107e304 req-5200c8fd-aa78-49dd-9da0-41e62feeb30d tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:14.004669 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4dd60941-db49-476f-8f5f-2e50b107e304 req-5200c8fd-aa78-49dd-9da0-41e62feeb30d tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.82 "DELETE /v2.0/ports/3721551b-89d2-499b-b2e9-ab4e888220ca HTTP/1.1" status: 204 len: 173 time: 0.5643647 Feb 19 03:29:14.005499 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59c949b0-00b5-4328-b7da-4e0a6e9de0c8', 'name': 'network-vif-deleted', 'tag': '3721551b-89d2-499b-b2e9-ab4e888220ca'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:29:14.009831 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-511d991d-de69-4db3-adb4-3239572e7085" -d '{"events": [{"server_uuid": "59c949b0-00b5-4328-b7da-4e0a6e9de0c8", "name": "network-vif-deleted", "tag": "3721551b-89d2-499b-b2e9-ab4e888220ca"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:29:14.063172 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a00d3fcd-1a64-4cb4-972c-498538fbd9ce x-openstack-request-id: req-a00d3fcd-1a64-4cb4-972c-498538fbd9ce {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:29:14.063794 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59c949b0-00b5-4328-b7da-4e0a6e9de0c8", "name": "network-vif-deleted", "tag": "3721551b-89d2-499b-b2e9-ab4e888220ca", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:29:14.064301 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a00d3fcd-1a64-4cb4-972c-498538fbd9ce {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:29:14.065321 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59c949b0-00b5-4328-b7da-4e0a6e9de0c8', 'name': 'network-vif-deleted', 'tag': '3721551b-89d2-499b-b2e9-ab4e888220ca', 'status': 'completed', 'code': 200} Feb 19 03:29:14.068372 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13777fd4-f129-449e-a9ce-6d948b093349 req-7e93c9c0-df00-4101-a421-a19165e8007a tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:14.072154 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-13777fd4-f129-449e-a9ce-6d948b093349 req-7e93c9c0-df00-4101-a421-a19165e8007a tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=065ea335-1b8e-4190-bbb5-c7f9e91ef076 HTTP/1.1" status: 200 len: 1053 time: 0.1573548 Feb 19 03:29:14.179197 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-457e679a-6dae-4f51-a9c2-47ef55410762 req-3935f336-8038-4ff7-891e-c56c31f4b528 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.72 "GET /v2.0/ports?device_id=59c949b0-00b5-4328-b7da-4e0a6e9de0c8 HTTP/1.1" status: 200 len: 210 time: 0.0334985 Feb 19 03:29:14.199853 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-6b633248-d304-429e-a0e8-8f7b7c98638b req-ecb4ad4e-c595-440c-bed1-7aecdcc405ae service neutron] Attempting to bind port 64073317-6815-489c-a376-5ec87b340943 on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:29:14.200296 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-6b633248-d304-429e-a0e8-8f7b7c98638b req-ecb4ad4e-c595-440c-bed1-7aecdcc405ae service neutron] Attempting to bind port 64073317-6815-489c-a376-5ec87b340943 by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': '62b4f016-4e83-412e-8f01-3074d43a8c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '32b412be-4cea-4aa4-b35b-391b77cf9f87'}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:29:14.200674 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b633248-d304-429e-a0e8-8f7b7c98638b req-ecb4ad4e-c595-440c-bed1-7aecdcc405ae service neutron] Attempting to bind port 64073317-6815-489c-a376-5ec87b340943 on network 32b412be-4cea-4aa4-b35b-391b77cf9f87 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:29:14.221546 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b633248-d304-429e-a0e8-8f7b7c98638b req-ecb4ad4e-c595-440c-bed1-7aecdcc405ae service neutron] Port 64073317-6815-489c-a376-5ec87b340943 on network 32b412be-4cea-4aa4-b35b-391b77cf9f87 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:29:14.221929 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b633248-d304-429e-a0e8-8f7b7c98638b req-ecb4ad4e-c595-440c-bed1-7aecdcc405ae service neutron] Attempting to bind port 64073317-6815-489c-a376-5ec87b340943 on network 32b412be-4cea-4aa4-b35b-391b77cf9f87 {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:29:14.229906 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-13777fd4-f129-449e-a9ce-6d948b093349 req-8ace8a07-ba63-47e1-bec9-680ed7e9747a tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=33d2e325-6408-4ede-85bc-f28fd269f835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458371 Feb 19 03:29:14.240469 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b633248-d304-429e-a0e8-8f7b7c98638b req-ecb4ad4e-c595-440c-bed1-7aecdcc405ae service neutron] Checking agent: {'id': 'bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:29:14.241586 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b633248-d304-429e-a0e8-8f7b7c98638b req-ecb4ad4e-c595-440c-bed1-7aecdcc405ae service neutron] Checking segment: {'id': '62b4f016-4e83-412e-8f01-3074d43a8c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '32b412be-4cea-4aa4-b35b-391b77cf9f87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:29:14.242060 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b633248-d304-429e-a0e8-8f7b7c98638b req-ecb4ad4e-c595-440c-bed1-7aecdcc405ae service neutron] Bound using segment: {'id': '62b4f016-4e83-412e-8f01-3074d43a8c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '32b412be-4cea-4aa4-b35b-391b77cf9f87'} {{(pid=103701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:29:14.243118 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.managers [req-6b633248-d304-429e-a0e8-8f7b7c98638b req-ecb4ad4e-c595-440c-bed1-7aecdcc405ae service neutron] Bound port: 64073317-6815-489c-a376-5ec87b340943, host: n-h2-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62b4f016-4e83-412e-8f01-3074d43a8c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '32b412be-4cea-4aa4-b35b-391b77cf9f87'}}] {{(pid=103701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:29:14.243118 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-6b633248-d304-429e-a0e8-8f7b7c98638b req-ecb4ad4e-c595-440c-bed1-7aecdcc405ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (64073317-6815-489c-a376-5ec87b340943), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:14.315964 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-6b633248-d304-429e-a0e8-8f7b7c98638b req-ecb4ad4e-c595-440c-bed1-7aecdcc405ae service neutron] For port 64073317-6815-489c-a376-5ec87b340943, host n-h2-826753-2, cleared binding levels {{(pid=103701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:29:14.319284 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-6b633248-d304-429e-a0e8-8f7b7c98638b req-ecb4ad4e-c595-440c-bed1-7aecdcc405ae service neutron] For port 64073317-6815-489c-a376-5ec87b340943, host n-h2-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=64073317-6815-489c-a376-5ec87b340943,segment=NetworkSegment(62b4f016-4e83-412e-8f01-3074d43a8c3d),segment_id=62b4f016-4e83-412e-8f01-3074d43a8c3d)] {{(pid=103701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:29:14.328424 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-6b633248-d304-429e-a0e8-8f7b7c98638b req-ecb4ad4e-c595-440c-bed1-7aecdcc405ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (64073317-6815-489c-a376-5ec87b340943), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:14.366289 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b633248-d304-429e-a0e8-8f7b7c98638b req-ecb4ad4e-c595-440c-bed1-7aecdcc405ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:14.367514 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-6b633248-d304-429e-a0e8-8f7b7c98638b req-ecb4ad4e-c595-440c-bed1-7aecdcc405ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:14.369735 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6b633248-d304-429e-a0e8-8f7b7c98638b req-ecb4ad4e-c595-440c-bed1-7aecdcc405ae service neutron] 10.222.0.82 "PUT /v2.0/ports/64073317-6815-489c-a376-5ec87b340943 HTTP/1.1" status: 200 len: 1092 time: 0.9325004 Feb 19 03:29:14.370208 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '065ea335-1b8e-4190-bbb5-c7f9e91ef076', 'tag': '64073317-6815-489c-a376-5ec87b340943'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:29:14.372507 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ed95581-4197-4c50-8914-f614f787e148" -d '{"events": [{"name": "network-changed", "server_uuid": "065ea335-1b8e-4190-bbb5-c7f9e91ef076", "tag": "64073317-6815-489c-a376-5ec87b340943"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:29:14.422113 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb4ad4e-c595-440c-bed1-7aecdcc405ae service neutron] Pushing event updated for resources: {'Port': ['ID=64073317-6815-489c-a376-5ec87b340943,revision_number=3']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:14.426797 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6712fce8-af66-4437-8ed3-576039026f2b x-openstack-request-id: req-6712fce8-af66-4437-8ed3-576039026f2b {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:29:14.427500 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "065ea335-1b8e-4190-bbb5-c7f9e91ef076", "tag": "64073317-6815-489c-a376-5ec87b340943", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:29:14.428719 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6712fce8-af66-4437-8ed3-576039026f2b {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:29:14.429292 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '065ea335-1b8e-4190-bbb5-c7f9e91ef076', 'tag': '64073317-6815-489c-a376-5ec87b340943', 'status': 'completed', 'code': 200} Feb 19 03:29:14.434326 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-08539989-f1a3-49d7-a928-d43d44892b98 req-d9367fb8-3f88-4261-9525-8dbbffb73e12 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=5e0d898a-44a5-4a67-95f3-1870c1587af6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0825617 Feb 19 03:29:14.524011 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b633248-d304-429e-a0e8-8f7b7c98638b req-c4a6038f-8ac8-4f65-9a4b-72bd51c833d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:14.527012 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-6b633248-d304-429e-a0e8-8f7b7c98638b req-c4a6038f-8ac8-4f65-9a4b-72bd51c833d0 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=cba8588e9ffe4556b86ef09233468796&device_id=065ea335-1b8e-4190-bbb5-c7f9e91ef076 HTTP/1.1" status: 200 len: 1126 time: 0.0637732 Feb 19 03:29:14.549217 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08539989-f1a3-49d7-a928-d43d44892b98 req-0983a7ec-aa68-4f39-820b-639453998d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:14.550770 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-08539989-f1a3-49d7-a928-d43d44892b98 req-0983a7ec-aa68-4f39-820b-639453998d0b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=90e5855788e7471dbbb4edeeb896c8f3&device_id=5e0d898a-44a5-4a67-95f3-1870c1587af6 HTTP/1.1" status: 200 len: 1127 time: 0.0606546 Feb 19 03:29:14.606638 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-6b633248-d304-429e-a0e8-8f7b7c98638b req-0568b325-ff6d-47aa-b1ae-0681cac27028 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=64073317-6815-489c-a376-5ec87b340943 HTTP/1.1" status: 200 len: 217 time: 0.0508640 Feb 19 03:29:14.682755 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b633248-d304-429e-a0e8-8f7b7c98638b req-d42f1298-2a4c-4966-8ad3-bf1544224067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:14.684254 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-6b633248-d304-429e-a0e8-8f7b7c98638b req-d42f1298-2a4c-4966-8ad3-bf1544224067 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4c2b6de5-9176-4d42-913f-cbe91eb85f53 HTTP/1.1" status: 200 len: 849 time: 0.0624244 Feb 19 03:29:14.732638 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08539989-f1a3-49d7-a928-d43d44892b98 req-4eb1cd91-a66a-4758-beee-1052d855825d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:14.734282 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-08539989-f1a3-49d7-a928-d43d44892b98 req-4eb1cd91-a66a-4758-beee-1052d855825d service neutron] 10.222.0.82 "GET /v2.0/networks?id=3a61f750-30ef-4417-ab7b-793e27fa3635 HTTP/1.1" status: 200 len: 916 time: 0.1513402 Feb 19 03:29:14.747909 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b633248-d304-429e-a0e8-8f7b7c98638b req-bce389c9-f519-47c9-a73d-65189719f6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:14.750266 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-6b633248-d304-429e-a0e8-8f7b7c98638b req-bce389c9-f519-47c9-a73d-65189719f6e9 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=32b412be-4cea-4aa4-b35b-391b77cf9f87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0586095 Feb 19 03:29:14.781646 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-08539989-f1a3-49d7-a928-d43d44892b98 req-23faebe4-058f-4493-b81e-5a340c3af34a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b38c2145-4198-4964-a184-f8a742b43628 HTTP/1.1" status: 200 len: 217 time: 0.0387490 Feb 19 03:29:14.832505 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08539989-f1a3-49d7-a928-d43d44892b98 req-1a0bd2a8-6ff9-41f4-9661-49a08b357a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:14.834022 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-08539989-f1a3-49d7-a928-d43d44892b98 req-1a0bd2a8-6ff9-41f4-9661-49a08b357a59 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3561fa05-5acf-4fa3-8982-c460f2560b33 HTTP/1.1" status: 200 len: 855 time: 0.0468576 Feb 19 03:29:14.849806 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-6b633248-d304-429e-a0e8-8f7b7c98638b req-c7b7ceb4-b6c7-4724-a8a7-1de36fe18fdd service neutron] 10.222.0.82 "GET /v2.0/networks/32b412be-4cea-4aa4-b35b-391b77cf9f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935185 Feb 19 03:29:14.865875 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-08539989-f1a3-49d7-a928-d43d44892b98 req-22234802-fd25-46d8-ae89-34dd9a804852 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=3a61f750-30ef-4417-ab7b-793e27fa3635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261068 Feb 19 03:29:14.953457 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-6b633248-d304-429e-a0e8-8f7b7c98638b req-96a10160-076f-4461-83ec-3f5d54366d0a service neutron] 10.222.0.82 "GET /v2.0/networks/32b412be-4cea-4aa4-b35b-391b77cf9f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973501 Feb 19 03:29:14.965921 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-08539989-f1a3-49d7-a928-d43d44892b98 req-6aefb862-f1b7-4b9b-b743-f97a9a5385e9 service neutron] 10.222.0.82 "GET /v2.0/networks/3a61f750-30ef-4417-ab7b-793e27fa3635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937395 Feb 19 03:29:15.066195 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-08539989-f1a3-49d7-a928-d43d44892b98 req-2a29204b-1c77-40f4-aea0-f3ba529d52a1 service neutron] 10.222.0.82 "GET /v2.0/networks/3a61f750-30ef-4417-ab7b-793e27fa3635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933952 Feb 19 03:29:15.102439 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed95581-4197-4c50-8914-f614f787e148 req-5263a831-8972-4eb4-9d8e-186d58e0b7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:15.104301 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3ed95581-4197-4c50-8914-f614f787e148 req-5263a831-8972-4eb4-9d8e-186d58e0b7b7 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=cba8588e9ffe4556b86ef09233468796&device_id=065ea335-1b8e-4190-bbb5-c7f9e91ef076 HTTP/1.1" status: 200 len: 1126 time: 0.0502748 Feb 19 03:29:15.209705 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed95581-4197-4c50-8914-f614f787e148 req-e9007f03-81e3-437a-8644-381943964ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:15.211178 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3ed95581-4197-4c50-8914-f614f787e148 req-e9007f03-81e3-437a-8644-381943964ffd service neutron] 10.222.0.82 "GET /v2.0/networks?id=32b412be-4cea-4aa4-b35b-391b77cf9f87 HTTP/1.1" status: 200 len: 911 time: 0.0950725 Feb 19 03:29:15.271287 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3ed95581-4197-4c50-8914-f614f787e148 req-4340e06b-c50f-438c-abc7-5da1c55e1673 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=64073317-6815-489c-a376-5ec87b340943 HTTP/1.1" status: 200 len: 217 time: 0.0443978 Feb 19 03:29:15.336503 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed95581-4197-4c50-8914-f614f787e148 req-1f1d0377-6604-460d-b533-938496c1fbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:15.339408 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3ed95581-4197-4c50-8914-f614f787e148 req-1f1d0377-6604-460d-b533-938496c1fbd0 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4c2b6de5-9176-4d42-913f-cbe91eb85f53 HTTP/1.1" status: 200 len: 849 time: 0.0617146 Feb 19 03:29:15.366552 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f89733-268c-4c92-af97-abe8f6df228f req-01fb3a03-c6a1-49eb-ad97-ce8cfa9b57b3 tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:15.368128 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-19f89733-268c-4c92-af97-abe8f6df228f req-01fb3a03-c6a1-49eb-ad97-ce8cfa9b57b3 tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=065ea335-1b8e-4190-bbb5-c7f9e91ef076 HTTP/1.1" status: 200 len: 1126 time: 0.0545156 Feb 19 03:29:15.403150 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed95581-4197-4c50-8914-f614f787e148 req-b55b5abd-d387-428e-aeef-d95bb334ec7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:15.404747 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3ed95581-4197-4c50-8914-f614f787e148 req-b55b5abd-d387-428e-aeef-d95bb334ec7c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=32b412be-4cea-4aa4-b35b-391b77cf9f87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0561855 Feb 19 03:29:15.426433 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-19f89733-268c-4c92-af97-abe8f6df228f req-8ce4e12f-ac9b-4f10-a5c6-b3f9622e029a tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=33d2e325-6408-4ede-85bc-f28fd269f835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521197 Feb 19 03:29:15.517550 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3ed95581-4197-4c50-8914-f614f787e148 req-ae38201e-1447-4d19-96d8-e558c340870d service neutron] 10.222.0.82 "GET /v2.0/networks/32b412be-4cea-4aa4-b35b-391b77cf9f87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056988 Feb 19 03:29:15.563615 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66dff9b-9c7c-4ecd-a5e5-996ef95b0f29 req-d8df60e6-4259-48be-9fac-a56aa37db937 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:15.565288 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c66dff9b-9c7c-4ecd-a5e5-996ef95b0f29 req-d8df60e6-4259-48be-9fac-a56aa37db937 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.72 "GET /v2.0/ports?device_id=5e0d898a-44a5-4a67-95f3-1870c1587af6 HTTP/1.1" status: 200 len: 945 time: 0.0579171 Feb 19 03:29:15.568649 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-77a99e3a-6a1b-4895-8e47-09a8a8bf19cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:15.623137 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3ed95581-4197-4c50-8914-f614f787e148 req-cab67e08-e1a8-4a43-b214-ac4769c5203d service neutron] 10.222.0.82 "GET /v2.0/networks/32b412be-4cea-4aa4-b35b-391b77cf9f87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989101 Feb 19 03:29:15.631209 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c66dff9b-9c7c-4ecd-a5e5-996ef95b0f29 req-fe7f2744-dcbc-4b3e-802c-499981ef93b1 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.72 "GET /v2.0/security-groups?id=544079ea-c206-4b99-b003-60e2fb22d3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553186 Feb 19 03:29:16.550706 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b92345d-620f-434a-ba3b-dafb38e93127 req-30b9411a-7bfe-4765-9c9c-4a583ada05e9 tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:16.552558 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2b92345d-620f-434a-ba3b-dafb38e93127 req-30b9411a-7bfe-4765-9c9c-4a583ada05e9 tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=065ea335-1b8e-4190-bbb5-c7f9e91ef076 HTTP/1.1" status: 200 len: 1126 time: 0.0491149 Feb 19 03:29:16.598140 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2b92345d-620f-434a-ba3b-dafb38e93127 req-c6d3c1b0-94f6-4317-afb1-b0c22827fde5 tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=33d2e325-6408-4ede-85bc-f28fd269f835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391588 Feb 19 03:29:16.651889 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 3721551b-89d2-499b-b2e9-ab4e888220ca no longer exists at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:29:16.674086 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] No Port match for: 3721551b-89d2-499b-b2e9-ab4e888220ca {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:29:16.674431 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 3721551b-89d2-499b-b2e9-ab4e888220ca not bound to the agent host n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:29:16.761984 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78453d35-916b-41dc-938f-7606b0c716f3 req-f0a0d7d1-5852-4717-9292-9f9b45d4670f tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:16.763465 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-78453d35-916b-41dc-938f-7606b0c716f3 req-f0a0d7d1-5852-4717-9292-9f9b45d4670f tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.72 "GET /v2.0/ports?device_id=5e0d898a-44a5-4a67-95f3-1870c1587af6 HTTP/1.1" status: 200 len: 945 time: 0.0564158 Feb 19 03:29:16.820533 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-78453d35-916b-41dc-938f-7606b0c716f3 req-e0456154-131f-487d-9ef6-70f6d8c73524 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.72 "GET /v2.0/security-groups?id=544079ea-c206-4b99-b003-60e2fb22d3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472753 Feb 19 03:29:17.066579 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76273ba6-f640-4ca0-9fde-7cf7e6375977 req-044b34e5-1aa2-4f4e-8bc4-30fdc3e64e19 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:17.068142 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-76273ba6-f640-4ca0-9fde-7cf7e6375977 req-044b34e5-1aa2-4f4e-8bc4-30fdc3e64e19 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.82 "GET /v2.0/ports?device_id=5e0d898a-44a5-4a67-95f3-1870c1587af6 HTTP/1.1" status: 200 len: 945 time: 0.0593781 Feb 19 03:29:17.171557 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-76273ba6-f640-4ca0-9fde-7cf7e6375977 req-fa3df740-6d9b-4d76-b78b-37b9154f892a tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Deleting port b38c2145-4198-4964-a184-f8a742b43628 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:29:17.171901 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-76273ba6-f640-4ca0-9fde-7cf7e6375977 req-fa3df740-6d9b-4d76-b78b-37b9154f892a tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (b38c2145-4198-4964-a184-f8a742b43628), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:17.265782 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-76273ba6-f640-4ca0-9fde-7cf7e6375977 req-fa3df740-6d9b-4d76-b78b-37b9154f892a tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] For port b38c2145-4198-4964-a184-f8a742b43628, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=b38c2145-4198-4964-a184-f8a742b43628,segment=NetworkSegment(0b5e267d-554c-4de1-984c-fa3f9c141661),segment_id=0b5e267d-554c-4de1-984c-fa3f9c141661)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:29:17.266149 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-76273ba6-f640-4ca0-9fde-7cf7e6375977 req-fa3df740-6d9b-4d76-b78b-37b9154f892a tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (b38c2145-4198-4964-a184-f8a742b43628), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:17.279687 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-76273ba6-f640-4ca0-9fde-7cf7e6375977 req-fa3df740-6d9b-4d76-b78b-37b9154f892a tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Calling delete_port for b38c2145-4198-4964-a184-f8a742b43628 owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:29:17.423823 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-76273ba6-f640-4ca0-9fde-7cf7e6375977 req-fa3df740-6d9b-4d76-b78b-37b9154f892a tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (b38c2145-4198-4964-a184-f8a742b43628), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:17.454983 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['0e5cfe0e-74ed-4eb1-8540-8c67f8b6db96', 'b38c2145-4198-4964-a184-f8a742b43628'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:29:17.455344 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3df740-6d9b-4d76-b78b-37b9154f892a tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Pushing event deleted for resources: {'Port': ['ID=b38c2145-4198-4964-a184-f8a742b43628,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:17.501459 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-76273ba6-f640-4ca0-9fde-7cf7e6375977 req-fa3df740-6d9b-4d76-b78b-37b9154f892a tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] No DVR routers for this DVR port b38c2145-4198-4964-a184-f8a742b43628 on host n-h2-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:29:17.504173 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-76273ba6-f640-4ca0-9fde-7cf7e6375977 req-fa3df740-6d9b-4d76-b78b-37b9154f892a tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:17.508024 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-76273ba6-f640-4ca0-9fde-7cf7e6375977 req-fa3df740-6d9b-4d76-b78b-37b9154f892a tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.82 "DELETE /v2.0/ports/b38c2145-4198-4964-a184-f8a742b43628 HTTP/1.1" status: 204 len: 173 time: 0.4349210 Feb 19 03:29:17.508503 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e0d898a-44a5-4a67-95f3-1870c1587af6', 'name': 'network-vif-deleted', 'tag': 'b38c2145-4198-4964-a184-f8a742b43628'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:29:17.511447 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c3d8d5b-1fde-4543-95fa-151306145993" -d '{"events": [{"server_uuid": "5e0d898a-44a5-4a67-95f3-1870c1587af6", "name": "network-vif-deleted", "tag": "b38c2145-4198-4964-a184-f8a742b43628"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:29:17.564042 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4acbe2f6-7d1c-4e8e-9320-01e17e3699b1 x-openstack-request-id: req-4acbe2f6-7d1c-4e8e-9320-01e17e3699b1 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:29:17.564344 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e0d898a-44a5-4a67-95f3-1870c1587af6", "name": "network-vif-deleted", "tag": "b38c2145-4198-4964-a184-f8a742b43628", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:29:17.564600 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4acbe2f6-7d1c-4e8e-9320-01e17e3699b1 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:29:17.565072 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e0d898a-44a5-4a67-95f3-1870c1587af6', 'name': 'network-vif-deleted', 'tag': 'b38c2145-4198-4964-a184-f8a742b43628', 'status': 'completed', 'code': 200} Feb 19 03:29:17.729231 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8575b8af-af08-4471-8d43-713b11ed3bad req-7b3f0eed-57b1-4404-a24a-edd879e294b4 tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:17.729231 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8575b8af-af08-4471-8d43-713b11ed3bad req-7b3f0eed-57b1-4404-a24a-edd879e294b4 tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=065ea335-1b8e-4190-bbb5-c7f9e91ef076 HTTP/1.1" status: 200 len: 1126 time: 0.0539224 Feb 19 03:29:17.742528 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-8713b64f-83c7-4ed8-8818-0d57b7c8cf23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:17.786600 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8575b8af-af08-4471-8d43-713b11ed3bad req-02e2df06-556d-40a5-8274-076350ac32de tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=33d2e325-6408-4ede-85bc-f28fd269f835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504942 Feb 19 03:29:17.935908 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b30d5f2a-dfc3-477a-aac9-2cda5bb465f5 req-a411bc0f-6721-4cd3-bb5e-2fa74f31e021 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.72 "GET /v2.0/ports?device_id=5e0d898a-44a5-4a67-95f3-1870c1587af6 HTTP/1.1" status: 200 len: 210 time: 0.0285997 Feb 19 03:29:18.662194 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 64073317-6815-489c-a376-5ec87b340943 details requested by agent hyperv_n-h2-826753-2 with host n-h2-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:29:18.772999 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 64073317-6815-489c-a376-5ec87b340943, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=64073317-6815-489c-a376-5ec87b340943,segment=NetworkSegment(62b4f016-4e83-412e-8f01-3074d43a8c3d),segment_id=62b4f016-4e83-412e-8f01-3074d43a8c3d)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:29:18.785223 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Returning: {'device': '64073317-6815-489c-a376-5ec87b340943', 'network_id': '32b412be-4cea-4aa4-b35b-391b77cf9f87', 'port_id': '64073317-6815-489c-a376-5ec87b340943', 'mac_address': 'fa:16:3e:0f:35:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c2b6de5-9176-4d42-913f-cbe91eb85f53', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:29:18.825143 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 64073317-6815-489c-a376-5ec87b340943 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:29:18.825588 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (64073317-6815-489c-a376-5ec87b340943), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:18.840450 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64073317-6815-489c-a376-5ec87b340943 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:29:18.861732 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 64073317-6815-489c-a376-5ec87b340943, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=64073317-6815-489c-a376-5ec87b340943,segment=NetworkSegment(62b4f016-4e83-412e-8f01-3074d43a8c3d),segment_id=62b4f016-4e83-412e-8f01-3074d43a8c3d)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:29:18.866756 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (64073317-6815-489c-a376-5ec87b340943), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:18.912976 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ccb4d3-554e-4b9e-8774-cfbe0e2199a8 req-67a14356-eb2f-4aed-9409-e984619410f2 tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:18.914475 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-04ccb4d3-554e-4b9e-8774-cfbe0e2199a8 req-67a14356-eb2f-4aed-9409-e984619410f2 tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=065ea335-1b8e-4190-bbb5-c7f9e91ef076 HTTP/1.1" status: 200 len: 1127 time: 0.0513725 Feb 19 03:29:18.930515 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=64073317-6815-489c-a376-5ec87b340943,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:18.938561 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:18.938901 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:18.939239 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:18.939568 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:18.939895 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:18.940219 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:18.940540 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:18.940862 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:18.941215 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:18.941570 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:18.941836 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:18.942154 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:18.942468 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:18.968903 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-04ccb4d3-554e-4b9e-8774-cfbe0e2199a8 req-db2b6c72-6d26-42e0-876d-2c4926774560 tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=33d2e325-6408-4ede-85bc-f28fd269f835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443494 Feb 19 03:29:19.156106 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['64073317-6815-489c-a376-5ec87b340943'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:29:19.376927 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:20.290953 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48757906-a18d-4a2b-9fff-e4dd97df7d26 req-e54af724-9c1d-494b-bd30-9a8a33d2189d tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:20.292435 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-48757906-a18d-4a2b-9fff-e4dd97df7d26 req-e54af724-9c1d-494b-bd30-9a8a33d2189d tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=065ea335-1b8e-4190-bbb5-c7f9e91ef076 HTTP/1.1" status: 200 len: 1127 time: 0.2348435 Feb 19 03:29:20.344265 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-48757906-a18d-4a2b-9fff-e4dd97df7d26 req-9f744504-bb93-4650-aaf9-21f61f1dd0d4 tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=33d2e325-6408-4ede-85bc-f28fd269f835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457311 Feb 19 03:29:20.549135 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:20.668829 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 64073317-6815-489c-a376-5ec87b340943 up at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:29:20.724565 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning for port 64073317-6815-489c-a376-5ec87b340943 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:29:20.730855 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning complete for port 64073317-6815-489c-a376-5ec87b340943 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:29:20.731261 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (64073317-6815-489c-a376-5ec87b340943), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:20.822669 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 64073317-6815-489c-a376-5ec87b340943 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:29:20.823060 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (64073317-6815-489c-a376-5ec87b340943), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:20.848142 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '065ea335-1b8e-4190-bbb5-c7f9e91ef076', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64073317-6815-489c-a376-5ec87b340943'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:29:20.850508 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8bba33c-8545-469a-b984-43ae7d444742" -d '{"events": [{"server_uuid": "065ea335-1b8e-4190-bbb5-c7f9e91ef076", "name": "network-vif-plugged", "status": "completed", "tag": "64073317-6815-489c-a376-5ec87b340943"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:29:20.867734 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 64073317-6815-489c-a376-5ec87b340943, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=64073317-6815-489c-a376-5ec87b340943,segment=NetworkSegment(62b4f016-4e83-412e-8f01-3074d43a8c3d),segment_id=62b4f016-4e83-412e-8f01-3074d43a8c3d)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:29:20.875285 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (64073317-6815-489c-a376-5ec87b340943), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:20.877293 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device b38c2145-4198-4964-a184-f8a742b43628 no longer exists at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:29:20.900138 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9706a140-d848-4ab0-86ed-880527656a14 x-openstack-request-id: req-9706a140-d848-4ab0-86ed-880527656a14 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:29:20.900485 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "065ea335-1b8e-4190-bbb5-c7f9e91ef076", "name": "network-vif-plugged", "status": "completed", "tag": "64073317-6815-489c-a376-5ec87b340943", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:29:20.900734 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9706a140-d848-4ab0-86ed-880527656a14 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:29:20.901197 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '065ea335-1b8e-4190-bbb5-c7f9e91ef076', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64073317-6815-489c-a376-5ec87b340943', 'code': 200} Feb 19 03:29:20.904868 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] No Port match for: b38c2145-4198-4964-a184-f8a742b43628 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:29:20.905238 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device b38c2145-4198-4964-a184-f8a742b43628 not bound to the agent host n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:29:20.959511 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=64073317-6815-489c-a376-5ec87b340943,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:21.060250 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217b18c3-c5b7-449f-bb35-9d9fa1f6deee req-c2b051e3-8fe6-4de0-a484-f9513445003a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:21.063063 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-217b18c3-c5b7-449f-bb35-9d9fa1f6deee req-c2b051e3-8fe6-4de0-a484-f9513445003a service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=065ea335-1b8e-4190-bbb5-c7f9e91ef076 HTTP/1.1" status: 200 len: 1128 time: 0.0681040 Feb 19 03:29:21.119529 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-217b18c3-c5b7-449f-bb35-9d9fa1f6deee req-b741c742-e7fe-45cf-98cf-cbc998a51ff2 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=33d2e325-6408-4ede-85bc-f28fd269f835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495782 Feb 19 03:29:21.473030 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3dd70b-c5f7-4864-a981-6b09750ee35f req-2e1e9f36-ccba-4dc1-826e-70f14c20dbe7 tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:21.474586 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ee3dd70b-c5f7-4864-a981-6b09750ee35f req-2e1e9f36-ccba-4dc1-826e-70f14c20dbe7 tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=065ea335-1b8e-4190-bbb5-c7f9e91ef076 HTTP/1.1" status: 200 len: 1128 time: 0.0534394 Feb 19 03:29:21.526473 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ee3dd70b-c5f7-4864-a981-6b09750ee35f req-91cc25a3-24f8-43ea-8ec3-ca3f7457a97f tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=33d2e325-6408-4ede-85bc-f28fd269f835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405383 Feb 19 03:29:21.996696 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:22.725486 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb82272d-65c1-415d-b5e2-0b237b555e85 req-a721431e-597a-4abb-b7c9-6df15f5e0e83 tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:22.728810 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bb82272d-65c1-415d-b5e2-0b237b555e85 req-a721431e-597a-4abb-b7c9-6df15f5e0e83 tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=065ea335-1b8e-4190-bbb5-c7f9e91ef076 HTTP/1.1" status: 200 len: 1128 time: 0.1254404 Feb 19 03:29:22.765446 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:22.787493 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bb82272d-65c1-415d-b5e2-0b237b555e85 req-023b591a-d356-472c-89cc-d110eaef84c0 tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=33d2e325-6408-4ede-85bc-f28fd269f835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525162 Feb 19 03:29:22.960012 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c820b95-3cbf-41b7-b893-78422e0fad5c req-051b01bf-5e53-4f7e-91fb-52a4721f0958 tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:22.962198 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8c820b95-3cbf-41b7-b893-78422e0fad5c req-051b01bf-5e53-4f7e-91fb-52a4721f0958 tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=065ea335-1b8e-4190-bbb5-c7f9e91ef076 HTTP/1.1" status: 200 len: 1128 time: 0.0707414 Feb 19 03:29:23.011744 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8c820b95-3cbf-41b7-b893-78422e0fad5c req-f1f9a974-4870-45fe-8993-b7e7ab202e2c tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=33d2e325-6408-4ede-85bc-f28fd269f835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434215 Feb 19 03:29:23.137236 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b52ae3-93d1-48b5-bf0d-62e3691affdc req-fc95ec8c-4cec-4712-bae7-ffd5b8abba7d tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:23.139733 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f7b52ae3-93d1-48b5-bf0d-62e3691affdc req-fc95ec8c-4cec-4712-bae7-ffd5b8abba7d tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=065ea335-1b8e-4190-bbb5-c7f9e91ef076 HTTP/1.1" status: 200 len: 1128 time: 0.0569215 Feb 19 03:29:23.190564 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f7b52ae3-93d1-48b5-bf0d-62e3691affdc req-998aaed2-0bb8-4bc4-b413-bed051bff112 tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=33d2e325-6408-4ede-85bc-f28fd269f835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445962 Feb 19 03:29:23.467731 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658f1c36-5a88-49b0-b8cf-42c416abf2c8 req-408b385c-b212-489a-9f59-6540fe841924 tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:23.469442 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-658f1c36-5a88-49b0-b8cf-42c416abf2c8 req-408b385c-b212-489a-9f59-6540fe841924 tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=065ea335-1b8e-4190-bbb5-c7f9e91ef076 HTTP/1.1" status: 200 len: 1128 time: 0.0518839 Feb 19 03:29:23.523298 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-658f1c36-5a88-49b0-b8cf-42c416abf2c8 req-c414ed70-57d6-4e63-81fc-d590a8641f8e tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=33d2e325-6408-4ede-85bc-f28fd269f835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452490 Feb 19 03:29:24.652977 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c43766a-876d-4068-a7e1-4d27cffa5606 req-6aed7440-47b9-4175-ba73-e6a34b2eac40 tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:24.654563 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0c43766a-876d-4068-a7e1-4d27cffa5606 req-6aed7440-47b9-4175-ba73-e6a34b2eac40 tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=065ea335-1b8e-4190-bbb5-c7f9e91ef076 HTTP/1.1" status: 200 len: 1128 time: 0.0503981 Feb 19 03:29:24.705224 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0c43766a-876d-4068-a7e1-4d27cffa5606 req-90879b09-7021-45c8-bdd1-b5d00774d331 tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=33d2e325-6408-4ede-85bc-f28fd269f835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439842 Feb 19 03:29:24.835922 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f95fb7-7c25-4e8b-b5da-290d70c34e03 req-e2b68798-6720-4042-82b9-c43694919fc7 tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:24.838804 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d9f95fb7-7c25-4e8b-b5da-290d70c34e03 req-e2b68798-6720-4042-82b9-c43694919fc7 tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=065ea335-1b8e-4190-bbb5-c7f9e91ef076 HTTP/1.1" status: 200 len: 1128 time: 0.0493224 Feb 19 03:29:24.932160 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-d9f95fb7-7c25-4e8b-b5da-290d70c34e03 req-85871dbc-c50d-4f64-b950-4cb6ce16fe14 tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] Deleting port 64073317-6815-489c-a376-5ec87b340943 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:29:24.932408 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-d9f95fb7-7c25-4e8b-b5da-290d70c34e03 req-85871dbc-c50d-4f64-b950-4cb6ce16fe14 tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (64073317-6815-489c-a376-5ec87b340943), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:25.022397 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-d9f95fb7-7c25-4e8b-b5da-290d70c34e03 req-85871dbc-c50d-4f64-b950-4cb6ce16fe14 tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] For port 64073317-6815-489c-a376-5ec87b340943, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=64073317-6815-489c-a376-5ec87b340943,segment=NetworkSegment(62b4f016-4e83-412e-8f01-3074d43a8c3d),segment_id=62b4f016-4e83-412e-8f01-3074d43a8c3d)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:29:25.022756 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-d9f95fb7-7c25-4e8b-b5da-290d70c34e03 req-85871dbc-c50d-4f64-b950-4cb6ce16fe14 tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (64073317-6815-489c-a376-5ec87b340943), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:25.039006 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-d9f95fb7-7c25-4e8b-b5da-290d70c34e03 req-85871dbc-c50d-4f64-b950-4cb6ce16fe14 tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] Calling delete_port for 64073317-6815-489c-a376-5ec87b340943 owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:29:25.183907 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-d9f95fb7-7c25-4e8b-b5da-290d70c34e03 req-85871dbc-c50d-4f64-b950-4cb6ce16fe14 tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (64073317-6815-489c-a376-5ec87b340943), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:25.216150 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['64073317-6815-489c-a376-5ec87b340943'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:29:25.216855 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85871dbc-c50d-4f64-b950-4cb6ce16fe14 tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] Pushing event deleted for resources: {'Port': ['ID=64073317-6815-489c-a376-5ec87b340943,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:25.259389 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['98c3d197-1a2e-4c5c-ab52-1fb3cfb7a9b2'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:29:25.278078 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9f95fb7-7c25-4e8b-b5da-290d70c34e03 req-85871dbc-c50d-4f64-b950-4cb6ce16fe14 tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] No DVR routers for this DVR port 64073317-6815-489c-a376-5ec87b340943 on host n-h2-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:29:25.280900 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-d9f95fb7-7c25-4e8b-b5da-290d70c34e03 req-85871dbc-c50d-4f64-b950-4cb6ce16fe14 tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:25.285128 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d9f95fb7-7c25-4e8b-b5da-290d70c34e03 req-85871dbc-c50d-4f64-b950-4cb6ce16fe14 tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] 10.222.0.82 "DELETE /v2.0/ports/64073317-6815-489c-a376-5ec87b340943 HTTP/1.1" status: 204 len: 173 time: 0.4405363 Feb 19 03:29:25.285632 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '065ea335-1b8e-4190-bbb5-c7f9e91ef076', 'name': 'network-vif-deleted', 'tag': '64073317-6815-489c-a376-5ec87b340943'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:29:25.288786 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cd79955-935b-4f4c-802c-d9a98ac7f5a5" -d '{"events": [{"server_uuid": "065ea335-1b8e-4190-bbb5-c7f9e91ef076", "name": "network-vif-deleted", "tag": "64073317-6815-489c-a376-5ec87b340943"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:29:25.363735 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-400b83d7-2106-474e-b5e5-5d4883acbe91 x-openstack-request-id: req-400b83d7-2106-474e-b5e5-5d4883acbe91 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:29:25.364039 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "065ea335-1b8e-4190-bbb5-c7f9e91ef076", "name": "network-vif-deleted", "tag": "64073317-6815-489c-a376-5ec87b340943", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:29:25.364299 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-400b83d7-2106-474e-b5e5-5d4883acbe91 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:29:25.364870 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '065ea335-1b8e-4190-bbb5-c7f9e91ef076', 'name': 'network-vif-deleted', 'tag': '64073317-6815-489c-a376-5ec87b340943', 'status': 'completed', 'code': 200} Feb 19 03:29:25.699768 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f11cd1-9a0a-49b4-8757-e9d22f3f9d96 req-91f67fd2-31ce-4478-9806-bb4bb8410799 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:25.701294 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b5f11cd1-9a0a-49b4-8757-e9d22f3f9d96 req-91f67fd2-31ce-4478-9806-bb4bb8410799 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.72 "GET /v2.0/ports?device_id=f7de3247-e5eb-432f-a8bb-e541f949f446 HTTP/1.1" status: 200 len: 945 time: 0.0608039 Feb 19 03:29:25.763474 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b5f11cd1-9a0a-49b4-8757-e9d22f3f9d96 req-a979f8b9-16b0-4751-9df2-12c0614eed81 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.72 "GET /v2.0/security-groups?id=544079ea-c206-4b99-b003-60e2fb22d3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561664 Feb 19 03:29:25.850474 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-74af6451-dded-46c7-874d-adfe31f64a1d req-a2ab25af-699e-4388-90f8-4023dcce0b2b tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=065ea335-1b8e-4190-bbb5-c7f9e91ef076 HTTP/1.1" status: 200 len: 210 time: 0.0427639 Feb 19 03:29:26.472921 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:26.900343 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413c0f65-fcd3-4b4a-86f1-0e12fcb7b1f4 req-76e7ea01-473a-4de7-9174-fb3dcaa59405 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:26.902064 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-413c0f65-fcd3-4b4a-86f1-0e12fcb7b1f4 req-76e7ea01-473a-4de7-9174-fb3dcaa59405 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.72 "GET /v2.0/ports?device_id=f7de3247-e5eb-432f-a8bb-e541f949f446 HTTP/1.1" status: 200 len: 945 time: 0.0560887 Feb 19 03:29:26.960973 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-413c0f65-fcd3-4b4a-86f1-0e12fcb7b1f4 req-ff7643b6-40dd-4212-8eea-6327b272b284 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.72 "GET /v2.0/security-groups?id=544079ea-c206-4b99-b003-60e2fb22d3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531309 Feb 19 03:29:27.183021 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e62912-dc51-4946-b5e3-10f1475bf686 req-8d3c9165-291f-4536-8e9c-69cc8a4ae686 tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:27.184583 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d1e62912-dc51-4946-b5e3-10f1475bf686 req-8d3c9165-291f-4536-8e9c-69cc8a4ae686 tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=49fec16d-608f-41dd-89e0-bfa529433ba1 HTTP/1.1" status: 200 len: 1127 time: 0.0464437 Feb 19 03:29:27.236671 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d1e62912-dc51-4946-b5e3-10f1475bf686 req-a5b656b8-7854-4d86-98e8-905a878ecbef tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=33d2e325-6408-4ede-85bc-f28fd269f835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461054 Feb 19 03:29:27.298371 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c9fd3e-dfec-4866-8c52-6544556d2962 req-ff8b6c04-73f3-40a3-a79d-64b9fa8bd048 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:27.299771 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-05c9fd3e-dfec-4866-8c52-6544556d2962 req-ff8b6c04-73f3-40a3-a79d-64b9fa8bd048 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.82 "GET /v2.0/ports?device_id=f7de3247-e5eb-432f-a8bb-e541f949f446 HTTP/1.1" status: 200 len: 945 time: 0.0611508 Feb 19 03:29:27.406867 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-05c9fd3e-dfec-4866-8c52-6544556d2962 req-2a3703a2-0946-4d8d-a32a-39ff6c3a77ca tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Deleting port 0e5cfe0e-74ed-4eb1-8540-8c67f8b6db96 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:29:27.407206 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-05c9fd3e-dfec-4866-8c52-6544556d2962 req-2a3703a2-0946-4d8d-a32a-39ff6c3a77ca tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (0e5cfe0e-74ed-4eb1-8540-8c67f8b6db96), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:27.504814 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-05c9fd3e-dfec-4866-8c52-6544556d2962 req-2a3703a2-0946-4d8d-a32a-39ff6c3a77ca tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] For port 0e5cfe0e-74ed-4eb1-8540-8c67f8b6db96, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=0e5cfe0e-74ed-4eb1-8540-8c67f8b6db96,segment=NetworkSegment(0b5e267d-554c-4de1-984c-fa3f9c141661),segment_id=0b5e267d-554c-4de1-984c-fa3f9c141661)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:29:27.505207 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-05c9fd3e-dfec-4866-8c52-6544556d2962 req-2a3703a2-0946-4d8d-a32a-39ff6c3a77ca tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (0e5cfe0e-74ed-4eb1-8540-8c67f8b6db96), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:27.518774 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-05c9fd3e-dfec-4866-8c52-6544556d2962 req-2a3703a2-0946-4d8d-a32a-39ff6c3a77ca tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Calling delete_port for 0e5cfe0e-74ed-4eb1-8540-8c67f8b6db96 owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:29:27.658208 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-05c9fd3e-dfec-4866-8c52-6544556d2962 req-2a3703a2-0946-4d8d-a32a-39ff6c3a77ca tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (0e5cfe0e-74ed-4eb1-8540-8c67f8b6db96), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:27.692992 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['0e5cfe0e-74ed-4eb1-8540-8c67f8b6db96'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:29:27.694802 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3703a2-0946-4d8d-a32a-39ff6c3a77ca tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Pushing event deleted for resources: {'Port': ['ID=0e5cfe0e-74ed-4eb1-8540-8c67f8b6db96,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:27.739697 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-05c9fd3e-dfec-4866-8c52-6544556d2962 req-2a3703a2-0946-4d8d-a32a-39ff6c3a77ca tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] No DVR routers for this DVR port 0e5cfe0e-74ed-4eb1-8540-8c67f8b6db96 on host n-h2-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:29:27.742406 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-05c9fd3e-dfec-4866-8c52-6544556d2962 req-2a3703a2-0946-4d8d-a32a-39ff6c3a77ca tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:27.746348 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-05c9fd3e-dfec-4866-8c52-6544556d2962 req-2a3703a2-0946-4d8d-a32a-39ff6c3a77ca tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.82 "DELETE /v2.0/ports/0e5cfe0e-74ed-4eb1-8540-8c67f8b6db96 HTTP/1.1" status: 204 len: 173 time: 0.4413860 Feb 19 03:29:27.746808 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7de3247-e5eb-432f-a8bb-e541f949f446', 'name': 'network-vif-deleted', 'tag': '0e5cfe0e-74ed-4eb1-8540-8c67f8b6db96'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:29:27.750581 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d7db136-d464-4f71-85ff-9126f0491641" -d '{"events": [{"server_uuid": "f7de3247-e5eb-432f-a8bb-e541f949f446", "name": "network-vif-deleted", "tag": "0e5cfe0e-74ed-4eb1-8540-8c67f8b6db96"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:29:27.803066 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-544f3f2e-ad36-4fa7-8bde-faf0553bb1b3 x-openstack-request-id: req-544f3f2e-ad36-4fa7-8bde-faf0553bb1b3 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:29:27.803358 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7de3247-e5eb-432f-a8bb-e541f949f446", "name": "network-vif-deleted", "tag": "0e5cfe0e-74ed-4eb1-8540-8c67f8b6db96", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:29:27.803611 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-544f3f2e-ad36-4fa7-8bde-faf0553bb1b3 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:29:27.804006 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7de3247-e5eb-432f-a8bb-e541f949f446', 'name': 'network-vif-deleted', 'tag': '0e5cfe0e-74ed-4eb1-8540-8c67f8b6db96', 'status': 'completed', 'code': 200} Feb 19 03:29:28.081872 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3eca9e82-2d3e-49c9-9c43-9de0e3a4eefa req-a1a1c666-35dd-4fea-be41-d378de61e132 tempest-AttachVolumeNegativeTest-197327697 tempest-AttachVolumeNegativeTest-197327697-project] 10.222.0.72 "GET /v2.0/ports?device_id=f7de3247-e5eb-432f-a8bb-e541f949f446 HTTP/1.1" status: 200 len: 210 time: 0.0311749 Feb 19 03:29:28.355829 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a56816-a6b7-4825-9708-bd9efba19ada req-aca3c66c-5c9f-4f24-8bfb-aab63acea9b1 tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:28.357436 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c4a56816-a6b7-4825-9708-bd9efba19ada req-aca3c66c-5c9f-4f24-8bfb-aab63acea9b1 tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=49fec16d-608f-41dd-89e0-bfa529433ba1 HTTP/1.1" status: 200 len: 1127 time: 0.0485246 Feb 19 03:29:28.405411 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c4a56816-a6b7-4825-9708-bd9efba19ada req-8bc338a0-fbc6-4833-a959-bd961a27fcbc tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=33d2e325-6408-4ede-85bc-f28fd269f835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423498 Feb 19 03:29:28.714177 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 0e5cfe0e-74ed-4eb1-8540-8c67f8b6db96 no longer exists at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:29:28.734113 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] No Port match for: 0e5cfe0e-74ed-4eb1-8540-8c67f8b6db96 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:29:28.734451 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 0e5cfe0e-74ed-4eb1-8540-8c67f8b6db96 not bound to the agent host n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:29:28.734872 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 64073317-6815-489c-a376-5ec87b340943 no longer exists at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:29:28.757711 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] No Port match for: 64073317-6815-489c-a376-5ec87b340943 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:29:28.758054 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 64073317-6815-489c-a376-5ec87b340943 not bound to the agent host n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:29:28.878174 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41a3fd7-9078-4865-8f82-ad3d0439f45d req-1657b610-eb14-48dc-8f44-cef43257d3e4 tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:28.879713 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d41a3fd7-9078-4865-8f82-ad3d0439f45d req-1657b610-eb14-48dc-8f44-cef43257d3e4 tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=49fec16d-608f-41dd-89e0-bfa529433ba1 HTTP/1.1" status: 200 len: 1127 time: 0.0467134 Feb 19 03:29:28.967853 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-d41a3fd7-9078-4865-8f82-ad3d0439f45d req-b509ad97-3359-4032-9868-a41f5d181a3a tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] Deleting port 98c3d197-1a2e-4c5c-ab52-1fb3cfb7a9b2 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:29:28.968159 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-d41a3fd7-9078-4865-8f82-ad3d0439f45d req-b509ad97-3359-4032-9868-a41f5d181a3a tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (98c3d197-1a2e-4c5c-ab52-1fb3cfb7a9b2), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:29.049930 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-d41a3fd7-9078-4865-8f82-ad3d0439f45d req-b509ad97-3359-4032-9868-a41f5d181a3a tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] For port 98c3d197-1a2e-4c5c-ab52-1fb3cfb7a9b2, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=98c3d197-1a2e-4c5c-ab52-1fb3cfb7a9b2,segment=NetworkSegment(62b4f016-4e83-412e-8f01-3074d43a8c3d),segment_id=62b4f016-4e83-412e-8f01-3074d43a8c3d)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:29:29.050296 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-d41a3fd7-9078-4865-8f82-ad3d0439f45d req-b509ad97-3359-4032-9868-a41f5d181a3a tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (98c3d197-1a2e-4c5c-ab52-1fb3cfb7a9b2), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:29.063149 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-d41a3fd7-9078-4865-8f82-ad3d0439f45d req-b509ad97-3359-4032-9868-a41f5d181a3a tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] Calling delete_port for 98c3d197-1a2e-4c5c-ab52-1fb3cfb7a9b2 owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:29:29.142089 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 47118) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:29.192496 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_v2 [None req-82c4e753-30d8-4db4-a954-7854b69cb164 admin admin] Deleting subnet 3561fa05-5acf-4fa3-8982-c460f2560b33 {{(pid=103701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:29:29.193952 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-d41a3fd7-9078-4865-8f82-ad3d0439f45d req-b509ad97-3359-4032-9868-a41f5d181a3a tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (98c3d197-1a2e-4c5c-ab52-1fb3cfb7a9b2), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:29.197469 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-82c4e753-30d8-4db4-a954-7854b69cb164 admin admin] Publish callbacks [] for subnet (3561fa05-5acf-4fa3-8982-c460f2560b33), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:29.227820 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['98c3d197-1a2e-4c5c-ab52-1fb3cfb7a9b2'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:29:29.232339 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b509ad97-3359-4032-9868-a41f5d181a3a tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] Pushing event deleted for resources: {'Port': ['ID=98c3d197-1a2e-4c5c-ab52-1fb3cfb7a9b2,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:29.247941 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-82c4e753-30d8-4db4-a954-7854b69cb164 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12647399'] for subnet (3561fa05-5acf-4fa3-8982-c460f2560b33), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:29.277517 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-d41a3fd7-9078-4865-8f82-ad3d0439f45d req-b509ad97-3359-4032-9868-a41f5d181a3a tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] No DVR routers for this DVR port 98c3d197-1a2e-4c5c-ab52-1fb3cfb7a9b2 on host n-h1-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:29:29.280162 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-d41a3fd7-9078-4865-8f82-ad3d0439f45d req-b509ad97-3359-4032-9868-a41f5d181a3a tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:29.284024 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d41a3fd7-9078-4865-8f82-ad3d0439f45d req-b509ad97-3359-4032-9868-a41f5d181a3a tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] 10.222.0.73 "DELETE /v2.0/ports/98c3d197-1a2e-4c5c-ab52-1fb3cfb7a9b2 HTTP/1.1" status: 204 len: 173 time: 0.3989244 Feb 19 03:29:29.295243 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-82c4e753-30d8-4db4-a954-7854b69cb164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (3561fa05-5acf-4fa3-8982-c460f2560b33), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:29.377827 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-82c4e753-30d8-4db4-a954-7854b69cb164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12647206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58706286'] for subnet (3561fa05-5acf-4fa3-8982-c460f2560b33), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:29.393329 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-82c4e753-30d8-4db4-a954-7854b69cb164 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:29.398761 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-82c4e753-30d8-4db4-a954-7854b69cb164 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/3561fa05-5acf-4fa3-8982-c460f2560b33 HTTP/1.1" status: 204 len: 168 time: 0.2555003 Feb 19 03:29:29.402097 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 47122) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:29.443928 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c4e753-30d8-4db4-a954-7854b69cb164 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3561fa05-5acf-4fa3-8982-c460f2560b33,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:29.510913 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fc44fd41-c4fa-41b2-8b51-c5eb8d54ecd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (3a61f750-30ef-4417-ab7b-793e27fa3635), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:29.553855 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-332d3afe-130a-4634-be3f-29753444444b req-332b8f4a-df40-4192-9a29-44bab926a484 tempest-TestServerMultinode-616318221 tempest-TestServerMultinode-616318221-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=49fec16d-608f-41dd-89e0-bfa529433ba1 HTTP/1.1" status: 200 len: 210 time: 0.0267859 Feb 19 03:29:29.598347 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fc44fd41-c4fa-41b2-8b51-c5eb8d54ecd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (3a61f750-30ef-4417-ab7b-793e27fa3635), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:29.612830 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220c8de8-de3b-4148-9658-643a2d425e7d req-f7c7fd55-e396-41c4-847a-2d37f93e4e54 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:29.614541 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-220c8de8-de3b-4148-9658-643a2d425e7d req-f7c7fd55-e396-41c4-847a-2d37f93e4e54 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=12c31f2a-c659-496d-858b-7d9d345685c3 HTTP/1.1" status: 200 len: 946 time: 0.0558801 Feb 19 03:29:29.620504 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-fc44fd41-c4fa-41b2-8b51-c5eb8d54ecd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a61f750-30ef-4417-ab7b-793e27fa3635']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:29.630045 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-fc44fd41-c4fa-41b2-8b51-c5eb8d54ecd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b5e267d-554c-4de1-984c-fa3f9c141661') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:29.630322 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-fc44fd41-c4fa-41b2-8b51-c5eb8d54ecd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b5e267d-554c-4de1-984c-fa3f9c141661') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:29.641517 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fc44fd41-c4fa-41b2-8b51-c5eb8d54ecd8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (0b5e267d-554c-4de1-984c-fa3f9c141661), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:29.656076 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fc44fd41-c4fa-41b2-8b51-c5eb8d54ecd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (0b5e267d-554c-4de1-984c-fa3f9c141661), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:29.662112 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc44fd41-c4fa-41b2-8b51-c5eb8d54ecd8 admin admin] Releasing vlan 290 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:29:29.662500 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fc44fd41-c4fa-41b2-8b51-c5eb8d54ecd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (0b5e267d-554c-4de1-984c-fa3f9c141661), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:29.664193 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 03:29:29.664193 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:29:29.664193 n-d-826753-2 neutron-server[103702]: timer() Feb 19 03:29:29.664193 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:29:29.664193 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 03:29:29.664193 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:29:29.664193 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 03:29:29.664193 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:29:29.664193 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 03:29:29.664193 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:29:29.664193 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 03:29:29.664193 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:29:29.664193 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 03:29:29.664193 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:29:29.664193 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:29:29.664193 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:29:29.664193 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:29:29.664193 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:29:29.664193 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 03:29:29.664193 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:29:29.664193 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 03:29:29.664193 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:29:29.664193 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:29:29.664193 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:29:29.664193 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 03:29:29.664193 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:29:29.664193 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:29:29.664193 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:29:29.664193 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:29:29.664193 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:29:29.664193 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:29:29.664193 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:29:29.672786 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-220c8de8-de3b-4148-9658-643a2d425e7d req-fe30656c-65e4-4428-b9a6-92e4e0df43ac tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8f8d138-d7be-4ab5-8c11-0b7d0c03b580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519311 Feb 19 03:29:29.720489 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fc44fd41-c4fa-41b2-8b51-c5eb8d54ecd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (3a61f750-30ef-4417-ab7b-793e27fa3635), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:29.726118 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fc44fd41-c4fa-41b2-8b51-c5eb8d54ecd8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:29.730375 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-fc44fd41-c4fa-41b2-8b51-c5eb8d54ecd8 admin admin] 10.222.0.72 "DELETE /v2.0/networks/3a61f750-30ef-4417-ab7b-793e27fa3635 HTTP/1.1" status: 204 len: 168 time: 0.3268678 Feb 19 03:29:29.744909 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44fd41-c4fa-41b2-8b51-c5eb8d54ecd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a61f750-30ef-4417-ab7b-793e27fa3635,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:29.804937 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49fec16d-608f-41dd-89e0-bfa529433ba1', 'name': 'network-vif-deleted', 'tag': '98c3d197-1a2e-4c5c-ab52-1fb3cfb7a9b2'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:29:29.808446 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d284377-834a-447d-bdab-7574859f6351" -d '{"events": [{"server_uuid": "49fec16d-608f-41dd-89e0-bfa529433ba1", "name": "network-vif-deleted", "tag": "98c3d197-1a2e-4c5c-ab52-1fb3cfb7a9b2"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:29:29.853819 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b08147fd-f9c9-48e4-9a3b-e659837b77a3 x-openstack-request-id: req-b08147fd-f9c9-48e4-9a3b-e659837b77a3 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:29:29.854127 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49fec16d-608f-41dd-89e0-bfa529433ba1", "name": "network-vif-deleted", "tag": "98c3d197-1a2e-4c5c-ab52-1fb3cfb7a9b2", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:29:29.854366 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b08147fd-f9c9-48e4-9a3b-e659837b77a3 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:29:29.854795 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49fec16d-608f-41dd-89e0-bfa529433ba1', 'name': 'network-vif-deleted', 'tag': '98c3d197-1a2e-4c5c-ab52-1fb3cfb7a9b2', 'status': 'completed', 'code': 200} Feb 19 03:29:29.921775 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 47132) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:29.963119 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-78c9503f-6a5f-4857-a9fd-6473100cb697 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=90e5855788e7471dbbb4edeeb896c8f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0401330 Feb 19 03:29:29.965770 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 47134) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:30.022432 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-658de9dd-1074-4e22-8ad0-f33ddfeb635e admin admin] Publish callbacks [] for security_group (544079ea-c206-4b99-b003-60e2fb22d3cc), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:30.044271 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-658de9dd-1074-4e22-8ad0-f33ddfeb635e admin admin] Publish callbacks [] for security_group (544079ea-c206-4b99-b003-60e2fb22d3cc), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:30.093826 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-658de9dd-1074-4e22-8ad0-f33ddfeb635e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (544079ea-c206-4b99-b003-60e2fb22d3cc), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:30.096630 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-658de9dd-1074-4e22-8ad0-f33ddfeb635e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:30.097818 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-658de9dd-1074-4e22-8ad0-f33ddfeb635e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/544079ea-c206-4b99-b003-60e2fb22d3cc HTTP/1.1" status: 204 len: 168 time: 0.1308675 Feb 19 03:29:30.106696 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658de9dd-1074-4e22-8ad0-f33ddfeb635e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=544079ea-c206-4b99-b003-60e2fb22d3cc,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:30.618335 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 47154) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:30.801254 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eb91b6-575d-400b-b929-d38c586b5068 req-a93919a3-b1e3-4692-b540-a065d3d043d3 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:30.802987 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b8eb91b6-575d-400b-b929-d38c586b5068 req-a93919a3-b1e3-4692-b540-a065d3d043d3 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=12c31f2a-c659-496d-858b-7d9d345685c3 HTTP/1.1" status: 200 len: 946 time: 0.0553434 Feb 19 03:29:30.863194 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b8eb91b6-575d-400b-b929-d38c586b5068 req-f32b31a7-50ce-46d9-a50b-3fa88870f078 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8f8d138-d7be-4ab5-8c11-0b7d0c03b580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533826 Feb 19 03:29:31.052687 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fa09eebc-a752-4670-a187-28aefd0b8032 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16289271'] for router_interface (2edfbbd5-6967-4051-8f1e-8215040994f7), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:31.616262 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25571a1a-678a-4805-ac51-537461b18ca7 req-e4cd9437-d943-46ce-ae94-3e1e1ac33fd5 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:31.618524 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-25571a1a-678a-4805-ac51-537461b18ca7 req-e4cd9437-d943-46ce-ae94-3e1e1ac33fd5 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.73 "GET /v2.0/ports?device_id=12c31f2a-c659-496d-858b-7d9d345685c3 HTTP/1.1" status: 200 len: 946 time: 0.0855937 Feb 19 03:29:31.769254 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-25571a1a-678a-4805-ac51-537461b18ca7 req-59877895-1c28-42eb-8e88-ede775589dc2 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Deleting port 65a49cb3-4f5c-426d-93cc-c022079d4963 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:29:31.769503 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-25571a1a-678a-4805-ac51-537461b18ca7 req-59877895-1c28-42eb-8e88-ede775589dc2 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (65a49cb3-4f5c-426d-93cc-c022079d4963), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:31.828518 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-fa09eebc-a752-4670-a187-28aefd0b8032 admin admin] Deleting port a7510146-0c2c-4b40-b4c5-0861db8b6fbf {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:29:31.828849 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fa09eebc-a752-4670-a187-28aefd0b8032 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (a7510146-0c2c-4b40-b4c5-0861db8b6fbf), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:31.951841 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-25571a1a-678a-4805-ac51-537461b18ca7 req-59877895-1c28-42eb-8e88-ede775589dc2 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] For port 65a49cb3-4f5c-426d-93cc-c022079d4963, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=65a49cb3-4f5c-426d-93cc-c022079d4963,segment=NetworkSegment(1cc07983-2153-4fea-b2a9-9157e38f7075),segment_id=1cc07983-2153-4fea-b2a9-9157e38f7075)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:29:31.952238 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-25571a1a-678a-4805-ac51-537461b18ca7 req-59877895-1c28-42eb-8e88-ede775589dc2 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (65a49cb3-4f5c-426d-93cc-c022079d4963), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:31.973934 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-fa09eebc-a752-4670-a187-28aefd0b8032 admin admin] For port a7510146-0c2c-4b40-b4c5-0861db8b6fbf, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=a7510146-0c2c-4b40-b4c5-0861db8b6fbf,segment=NetworkSegment(62b4f016-4e83-412e-8f01-3074d43a8c3d),segment_id=62b4f016-4e83-412e-8f01-3074d43a8c3d)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:29:31.974418 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fa09eebc-a752-4670-a187-28aefd0b8032 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (a7510146-0c2c-4b40-b4c5-0861db8b6fbf), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:32.015161 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d423f2e8-212f-48aa-86b4-ed97f0cc7efd req-c390d4d1-d1b9-4bed-8cac-55a5889a2539 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:32.016743 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d423f2e8-212f-48aa-86b4-ed97f0cc7efd req-c390d4d1-d1b9-4bed-8cac-55a5889a2539 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=12c31f2a-c659-496d-858b-7d9d345685c3 HTTP/1.1" status: 200 len: 946 time: 0.0671432 Feb 19 03:29:32.018944 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-fa09eebc-a752-4670-a187-28aefd0b8032 admin admin] Calling delete_port for a7510146-0c2c-4b40-b4c5-0861db8b6fbf owned by network:router_interface {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:29:32.070633 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d423f2e8-212f-48aa-86b4-ed97f0cc7efd req-d3b673bd-c42f-48ac-9636-6e2d07fc3cb3 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8f8d138-d7be-4ab5-8c11-0b7d0c03b580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470438 Feb 19 03:29:32.271930 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-25571a1a-678a-4805-ac51-537461b18ca7 req-59877895-1c28-42eb-8e88-ede775589dc2 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:32.272607 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-25571a1a-678a-4805-ac51-537461b18ca7 req-59877895-1c28-42eb-8e88-ede775589dc2 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16285943'] for floatingip (cd9a0f10-6359-4379-bc49-ee4308fdc263), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:32.272607 n-d-826753-2 neutron-server[103702]: INFO neutron.db.l3_db [req-25571a1a-678a-4805-ac51-537461b18ca7 req-59877895-1c28-42eb-8e88-ede775589dc2 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Floating IP cd9a0f10-6359-4379-bc49-ee4308fdc263 disassociated. External IP: 172.25.6.76, port: 65a49cb3-4f5c-426d-93cc-c022079d4963. Feb 19 03:29:32.272835 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-25571a1a-678a-4805-ac51-537461b18ca7 req-59877895-1c28-42eb-8e88-ede775589dc2 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Calling delete_port for 65a49cb3-4f5c-426d-93cc-c022079d4963 owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:29:32.420090 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fa09eebc-a752-4670-a187-28aefd0b8032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (a7510146-0c2c-4b40-b4c5-0861db8b6fbf), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:32.475493 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa09eebc-a752-4670-a187-28aefd0b8032 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7510146-0c2c-4b40-b4c5-0861db8b6fbf,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:32.484041 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 65a49cb3-4f5c-426d-93cc-c022079d4963 no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:29:32.574406 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-25571a1a-678a-4805-ac51-537461b18ca7 req-59877895-1c28-42eb-8e88-ede775589dc2 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (65a49cb3-4f5c-426d-93cc-c022079d4963), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:32.578775 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 65a49cb3-4f5c-426d-93cc-c022079d4963 is: ACTIVE; New status is: DOWN {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:29:32.579575 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (65a49cb3-4f5c-426d-93cc-c022079d4963), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:32.630261 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 98c3d197-1a2e-4c5c-ab52-1fb3cfb7a9b2 no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:29:32.652195 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] No Port match for: 98c3d197-1a2e-4c5c-ab52-1fb3cfb7a9b2 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:29:32.652562 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59877895-1c28-42eb-8e88-ede775589dc2 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Pushing event deleted for resources: {'Port': ['ID=65a49cb3-4f5c-426d-93cc-c022079d4963,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:32.653230 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 98c3d197-1a2e-4c5c-ab52-1fb3cfb7a9b2 not bound to the agent host n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:29:32.818658 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fa09eebc-a752-4670-a187-28aefd0b8032 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16362762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16314471'] for router_interface (2edfbbd5-6967-4051-8f1e-8215040994f7), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:32.880902 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [req-25571a1a-678a-4805-ac51-537461b18ca7 req-59877895-1c28-42eb-8e88-ede775589dc2 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Router 0968ee23-8036-45f4-8809-145560fe157a has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:29:33.089449 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-25571a1a-678a-4805-ac51-537461b18ca7 req-59877895-1c28-42eb-8e88-ede775589dc2 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:29:33.107940 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b15647-1e7d-44d1-97e0-7c9912eebf27 None None] Sync routers for ids ['0968ee23-8036-45f4-8809-145560fe157a'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:29:33.120584 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b15647-1e7d-44d1-97e0-7c9912eebf27 None None] Routers {'0968ee23-8036-45f4-8809-145560fe157a'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:29:33.121577 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-76b15647-1e7d-44d1-97e0-7c9912eebf27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:29:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['0968ee23-8036-45f4-8809-145560fe157a'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:33.172865 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-25571a1a-678a-4805-ac51-537461b18ca7 req-59877895-1c28-42eb-8e88-ede775589dc2 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] No DVR routers for this DVR port 65a49cb3-4f5c-426d-93cc-c022079d4963 on host n-h1-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:29:33.175878 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-25571a1a-678a-4805-ac51-537461b18ca7 req-59877895-1c28-42eb-8e88-ede775589dc2 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:33.180869 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-25571a1a-678a-4805-ac51-537461b18ca7 req-59877895-1c28-42eb-8e88-ede775589dc2 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.73 "DELETE /v2.0/ports/65a49cb3-4f5c-426d-93cc-c022079d4963 HTTP/1.1" status: 204 len: 173 time: 1.5576653 Feb 19 03:29:33.192820 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12c31f2a-c659-496d-858b-7d9d345685c3', 'name': 'network-vif-deleted', 'tag': '65a49cb3-4f5c-426d-93cc-c022079d4963'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:29:33.201071 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bbf93fbd-8e8a-41b6-bf96-9ec0114671e9 req-df0b46eb-c668-43db-a7f7-36c3f1763b0d tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=12c31f2a-c659-496d-858b-7d9d345685c3 HTTP/1.1" status: 200 len: 210 time: 0.0400214 Feb 19 03:29:33.204259 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd510bfd-eb72-4930-b38e-523642c991c5" -d '{"events": [{"server_uuid": "12c31f2a-c659-496d-858b-7d9d345685c3", "name": "network-vif-deleted", "tag": "65a49cb3-4f5c-426d-93cc-c022079d4963"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:29:33.255593 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa09eebc-a752-4670-a187-28aefd0b8032 admin admin] Router 2edfbbd5-6967-4051-8f1e-8215040994f7 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:29:33.268692 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-658094bc-6878-41b3-a606-64df495bd793 x-openstack-request-id: req-658094bc-6878-41b3-a606-64df495bd793 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:29:33.269235 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12c31f2a-c659-496d-858b-7d9d345685c3", "name": "network-vif-deleted", "tag": "65a49cb3-4f5c-426d-93cc-c022079d4963", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:29:33.270759 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-658094bc-6878-41b3-a606-64df495bd793 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:29:33.271338 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12c31f2a-c659-496d-858b-7d9d345685c3', 'name': 'network-vif-deleted', 'tag': '65a49cb3-4f5c-426d-93cc-c022079d4963', 'status': 'completed', 'code': 200} Feb 19 03:29:33.281942 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-76b15647-1e7d-44d1-97e0-7c9912eebf27 None None] Set router 0968ee23-8036-45f4-8809-145560fe157a gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:29:33.384661 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa09eebc-a752-4670-a187-28aefd0b8032 admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:29:33.390098 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-fa09eebc-a752-4670-a187-28aefd0b8032 admin admin] 10.222.0.72 "PUT /v2.0/routers/2edfbbd5-6967-4051-8f1e-8215040994f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7705009 Feb 19 03:29:33.392885 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 47188) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:33.396012 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ccff74-f080-4b11-8486-2bc944eb173f None None] Sync routers for ids ['2edfbbd5-6967-4051-8f1e-8215040994f7'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:29:33.408610 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ccff74-f080-4b11-8486-2bc944eb173f None None] Routers {'2edfbbd5-6967-4051-8f1e-8215040994f7'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:29:33.409709 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-19ccff74-f080-4b11-8486-2bc944eb173f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:29:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['2edfbbd5-6967-4051-8f1e-8215040994f7'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:33.522551 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2898ea69-555d-4da1-af1b-5076e619e6b4 admin admin] Publish callbacks [] for router (2edfbbd5-6967-4051-8f1e-8215040994f7), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:33.556907 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-19ccff74-f080-4b11-8486-2bc944eb173f None None] Set router 2edfbbd5-6967-4051-8f1e-8215040994f7 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:29:33.666739 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-76b15647-1e7d-44d1-97e0-7c9912eebf27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0968ee23-8036-45f4-8809-145560fe157a', 'name': 'tempest-TestVolumeBootPattern-409071175-router', 'tenant_id': '8257d05cb054404db31cec3bbb71493a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '66784259-b70b-4223-adef-284071a24f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:21:16Z', 'updated_at': '2022-02-19T03:21:21Z', 'revision_number': 4, 'project_id': '8257d05cb054404db31cec3bbb71493a', 'gw_port': {'id': '66784259-b70b-4223-adef-284071a24f1f', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0968ee23-8036-45f4-8809-145560fe157a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:21:17Z', 'updated_at': '2022-02-19T03:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '2cb0bc19-d8c8-4262-a93c-7a17a83c15da', 'name': '', 'network_id': '48e87e60-6ae2-4eae-a03b-2fd752f397d2', 'tenant_id': '8257d05cb054404db31cec3bbb71493a', 'mac_address': 'fa:16:3e:d2:db:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0968ee23-8036-45f4-8809-145560fe157a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '2d8d01f7-c65c-4273-a693-0737e1d5a5eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:21:20Z', 'updated_at': '2022-02-19T03:21:26Z', 'revision_number': 5, 'project_id': '8257d05cb054404db31cec3bbb71493a', 'subnets': [{'id': '2d8d01f7-c65c-4273-a693-0737e1d5a5eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:33.678256 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2898ea69-555d-4da1-af1b-5076e619e6b4 admin admin] Publish callbacks [] for router_gateway (2edfbbd5-6967-4051-8f1e-8215040994f7), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:33.705171 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b15647-1e7d-44d1-97e0-7c9912eebf27 None None] Checking router: 0968ee23-8036-45f4-8809-145560fe157a for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:29:33.717889 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b15647-1e7d-44d1-97e0-7c9912eebf27 None None] Routers {'0968ee23-8036-45f4-8809-145560fe157a'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:29:33.719471 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-76b15647-1e7d-44d1-97e0-7c9912eebf27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:29:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['0968ee23-8036-45f4-8809-145560fe157a'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:33.750247 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-2898ea69-555d-4da1-af1b-5076e619e6b4 admin admin] Deleting port 96dac0da-c1af-4034-af40-c6007526bdc5 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:29:33.750583 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2898ea69-555d-4da1-af1b-5076e619e6b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (96dac0da-c1af-4034-af40-c6007526bdc5), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:33.855081 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-76b15647-1e7d-44d1-97e0-7c9912eebf27 None None] Set router 0968ee23-8036-45f4-8809-145560fe157a gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:29:33.915855 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-19ccff74-f080-4b11-8486-2bc944eb173f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2edfbbd5-6967-4051-8f1e-8215040994f7', 'name': 'tempest-TestServerMultinode-1628933772-router', 'tenant_id': '36934a15d63346faac1e769760cc69f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '96dac0da-c1af-4034-af40-c6007526bdc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:28:45Z', 'updated_at': '2022-02-19T03:29:32Z', 'revision_number': 5, 'project_id': '36934a15d63346faac1e769760cc69f1', 'gw_port': {'id': '96dac0da-c1af-4034-af40-c6007526bdc5', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edfbbd5-6967-4051-8f1e-8215040994f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:45Z', 'updated_at': '2022-02-19T03:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:33.951986 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ccff74-f080-4b11-8486-2bc944eb173f None None] Checking router: 2edfbbd5-6967-4051-8f1e-8215040994f7 for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:29:33.957818 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-2898ea69-555d-4da1-af1b-5076e619e6b4 admin admin] For port 96dac0da-c1af-4034-af40-c6007526bdc5, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=96dac0da-c1af-4034-af40-c6007526bdc5,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:29:33.958726 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2898ea69-555d-4da1-af1b-5076e619e6b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (96dac0da-c1af-4034-af40-c6007526bdc5), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:33.965722 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ccff74-f080-4b11-8486-2bc944eb173f None None] Routers {'2edfbbd5-6967-4051-8f1e-8215040994f7'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:29:33.966156 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-19ccff74-f080-4b11-8486-2bc944eb173f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:29:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['2edfbbd5-6967-4051-8f1e-8215040994f7'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:33.993700 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-2898ea69-555d-4da1-af1b-5076e619e6b4 admin admin] Calling delete_port for 96dac0da-c1af-4034-af40-c6007526bdc5 owned by network:router_gateway {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:29:34.110326 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-76b15647-1e7d-44d1-97e0-7c9912eebf27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0968ee23-8036-45f4-8809-145560fe157a', 'name': 'tempest-TestVolumeBootPattern-409071175-router', 'tenant_id': '8257d05cb054404db31cec3bbb71493a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '66784259-b70b-4223-adef-284071a24f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:21:16Z', 'updated_at': '2022-02-19T03:21:21Z', 'revision_number': 4, 'project_id': '8257d05cb054404db31cec3bbb71493a', 'gw_port': {'id': '66784259-b70b-4223-adef-284071a24f1f', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0968ee23-8036-45f4-8809-145560fe157a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:21:17Z', 'updated_at': '2022-02-19T03:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '2cb0bc19-d8c8-4262-a93c-7a17a83c15da', 'name': '', 'network_id': '48e87e60-6ae2-4eae-a03b-2fd752f397d2', 'tenant_id': '8257d05cb054404db31cec3bbb71493a', 'mac_address': 'fa:16:3e:d2:db:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0968ee23-8036-45f4-8809-145560fe157a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '2d8d01f7-c65c-4273-a693-0737e1d5a5eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:21:20Z', 'updated_at': '2022-02-19T03:21:26Z', 'revision_number': 5, 'project_id': '8257d05cb054404db31cec3bbb71493a', 'subnets': [{'id': '2d8d01f7-c65c-4273-a693-0737e1d5a5eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:34.142447 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b15647-1e7d-44d1-97e0-7c9912eebf27 None None] The sync data for ids ['0968ee23-8036-45f4-8809-145560fe157a'] in n-d-826753-2 is: [{'id': '0968ee23-8036-45f4-8809-145560fe157a', 'name': 'tempest-TestVolumeBootPattern-409071175-router', 'tenant_id': '8257d05cb054404db31cec3bbb71493a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '66784259-b70b-4223-adef-284071a24f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:21:16Z', 'updated_at': '2022-02-19T03:21:21Z', 'revision_number': 4, 'project_id': '8257d05cb054404db31cec3bbb71493a', 'gw_port': {'id': '66784259-b70b-4223-adef-284071a24f1f', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0968ee23-8036-45f4-8809-145560fe157a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:21:17Z', 'updated_at': '2022-02-19T03:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '2cb0bc19-d8c8-4262-a93c-7a17a83c15da', 'name': '', 'network_id': '48e87e60-6ae2-4eae-a03b-2fd752f397d2', 'tenant_id': '8257d05cb054404db31cec3bbb71493a', 'mac_address': 'fa:16:3e:d2:db:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0968ee23-8036-45f4-8809-145560fe157a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '2d8d01f7-c65c-4273-a693-0737e1d5a5eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:21:20Z', 'updated_at': '2022-02-19T03:21:26Z', 'revision_number': 5, 'project_id': '8257d05cb054404db31cec3bbb71493a', 'subnets': [{'id': '2d8d01f7-c65c-4273-a693-0737e1d5a5eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:29:34.255523 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2898ea69-555d-4da1-af1b-5076e619e6b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (96dac0da-c1af-4034-af40-c6007526bdc5), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:34.289485 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-19ccff74-f080-4b11-8486-2bc944eb173f None None] Set router 2edfbbd5-6967-4051-8f1e-8215040994f7 gateway port host: None {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:29:34.321396 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2898ea69-555d-4da1-af1b-5076e619e6b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=96dac0da-c1af-4034-af40-c6007526bdc5,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:34.367143 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b625e31f-39ad-4410-83f7-8f387d3c576c req-24e37c5f-55c8-46ef-9ee3-0606a65a16a8 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=12c31f2a-c659-496d-858b-7d9d345685c3 HTTP/1.1" status: 200 len: 210 time: 0.0481319 Feb 19 03:29:34.370797 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-19ccff74-f080-4b11-8486-2bc944eb173f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2edfbbd5-6967-4051-8f1e-8215040994f7', 'name': 'tempest-TestServerMultinode-1628933772-router', 'tenant_id': '36934a15d63346faac1e769760cc69f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:28:45Z', 'updated_at': '2022-02-19T03:29:33Z', 'revision_number': 6, 'project_id': '36934a15d63346faac1e769760cc69f1', 'gw_port_host': None}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:34.416359 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ccff74-f080-4b11-8486-2bc944eb173f None None] The sync data for ids ['2edfbbd5-6967-4051-8f1e-8215040994f7'] in n-d-826753-2 is: [{'id': '2edfbbd5-6967-4051-8f1e-8215040994f7', 'name': 'tempest-TestServerMultinode-1628933772-router', 'tenant_id': '36934a15d63346faac1e769760cc69f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:28:45Z', 'updated_at': '2022-02-19T03:29:33Z', 'revision_number': 6, 'project_id': '36934a15d63346faac1e769760cc69f1', 'gw_port_host': None}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:29:34.472180 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2898ea69-555d-4da1-af1b-5076e619e6b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16285837'] for router_gateway (2edfbbd5-6967-4051-8f1e-8215040994f7), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:34.547585 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e37442-bb22-450b-a826-864f30c58dd6 None None] New status for floating IP cd9a0f10-6359-4379-bc49-ee4308fdc263: DOWN {{(pid=103704) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:29:34.587986 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2898ea69-555d-4da1-af1b-5076e619e6b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16317457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14254'] for router (2edfbbd5-6967-4051-8f1e-8215040994f7), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:34.594214 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2898ea69-555d-4da1-af1b-5076e619e6b4 admin admin] Publish callbacks [] for router_controller (2edfbbd5-6967-4051-8f1e-8215040994f7), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:34.654241 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2898ea69-555d-4da1-af1b-5076e619e6b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16317544'] for router (2edfbbd5-6967-4051-8f1e-8215040994f7), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:34.654892 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2898ea69-555d-4da1-af1b-5076e619e6b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2edfbbd5-6967-4051-8f1e-8215040994f7 {{(pid=103701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:29:34.660458 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2898ea69-555d-4da1-af1b-5076e619e6b4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:34.664274 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 47208) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:34.665506 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-2898ea69-555d-4da1-af1b-5076e619e6b4 admin admin] 10.222.0.72 "DELETE /v2.0/routers/2edfbbd5-6967-4051-8f1e-8215040994f7 HTTP/1.1" status: 204 len: 168 time: 1.2704189 Feb 19 03:29:34.726921 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1114ea0-0440-42e1-a28d-dd48f6cf6277 admin admin] Deleting subnet 4c2b6de5-9176-4d42-913f-cbe91eb85f53 {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:29:34.730867 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a1114ea0-0440-42e1-a28d-dd48f6cf6277 admin admin] Publish callbacks [] for subnet (4c2b6de5-9176-4d42-913f-cbe91eb85f53), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:34.783015 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a1114ea0-0440-42e1-a28d-dd48f6cf6277 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (4c2b6de5-9176-4d42-913f-cbe91eb85f53), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:34.887420 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a1114ea0-0440-42e1-a28d-dd48f6cf6277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (4c2b6de5-9176-4d42-913f-cbe91eb85f53), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:34.951445 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:29:34.969720 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a1114ea0-0440-42e1-a28d-dd48f6cf6277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (4c2b6de5-9176-4d42-913f-cbe91eb85f53), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:34.999919 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1114ea0-0440-42e1-a28d-dd48f6cf6277 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c2b6de5-9176-4d42-913f-cbe91eb85f53,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:35.005740 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a1114ea0-0440-42e1-a28d-dd48f6cf6277 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:35.010392 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-a1114ea0-0440-42e1-a28d-dd48f6cf6277 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/4c2b6de5-9176-4d42-913f-cbe91eb85f53 HTTP/1.1" status: 204 len: 168 time: 0.3445022 Feb 19 03:29:35.012128 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37406497-7a7e-4aa7-b911-00a553cbb1a8 None None] Network 32b412be-4cea-4aa4-b35b-391b77cf9f87 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:29:35.013086 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 47214) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:35.086003 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-05179a6e-4277-4db2-a4cf-0bc3385ac6ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (32b412be-4cea-4aa4-b35b-391b77cf9f87), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:35.171928 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-05179a6e-4277-4db2-a4cf-0bc3385ac6ab admin admin] Deleting port 2219bf7f-42a4-472e-9257-338641d61c0a {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:29:35.172577 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-05179a6e-4277-4db2-a4cf-0bc3385ac6ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (2219bf7f-42a4-472e-9257-338641d61c0a), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:35.267338 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-05179a6e-4277-4db2-a4cf-0bc3385ac6ab admin admin] For port 2219bf7f-42a4-472e-9257-338641d61c0a, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=2219bf7f-42a4-472e-9257-338641d61c0a,segment=NetworkSegment(62b4f016-4e83-412e-8f01-3074d43a8c3d),segment_id=62b4f016-4e83-412e-8f01-3074d43a8c3d)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:29:35.268086 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-05179a6e-4277-4db2-a4cf-0bc3385ac6ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (2219bf7f-42a4-472e-9257-338641d61c0a), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:35.291316 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-05179a6e-4277-4db2-a4cf-0bc3385ac6ab admin admin] Calling delete_port for 2219bf7f-42a4-472e-9257-338641d61c0a owned by network:dhcp {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:29:35.291553 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16dd9e83-b4f0-4e40-896a-76c57f723b42 None None] DHCP port deletion for 32b412be-4cea-4aa4-b35b-391b77cf9f87 request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:29:35.388772 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-16dd9e83-b4f0-4e40-896a-76c57f723b42 None None] Deleting port 2219bf7f-42a4-472e-9257-338641d61c0a {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:29:35.390382 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-16dd9e83-b4f0-4e40-896a-76c57f723b42 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (2219bf7f-42a4-472e-9257-338641d61c0a), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:35.427568 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-05179a6e-4277-4db2-a4cf-0bc3385ac6ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (2219bf7f-42a4-472e-9257-338641d61c0a), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:35.451093 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 2219bf7f-42a4-472e-9257-338641d61c0a no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:29:35.485901 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 2219bf7f-42a4-472e-9257-338641d61c0a {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:29:35.486378 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 2219bf7f-42a4-472e-9257-338641d61c0a not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:29:35.486815 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device a7510146-0c2c-4b40-b4c5-0861db8b6fbf no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:29:35.494504 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05179a6e-4277-4db2-a4cf-0bc3385ac6ab admin admin] Pushing event deleted for resources: {'Port': ['ID=2219bf7f-42a4-472e-9257-338641d61c0a,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:35.497050 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05179a6e-4277-4db2-a4cf-0bc3385ac6ab admin admin] No DVR routers for this DVR port 2219bf7f-42a4-472e-9257-338641d61c0a on host n-d-826753-2 {{(pid=103701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:29:35.540932 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-31110e70-f9a2-4f67-ab81-de8a807bd37b req-c0560778-8151-4dfd-b5ef-9fc36f05ac63 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=12c31f2a-c659-496d-858b-7d9d345685c3 HTTP/1.1" status: 200 len: 210 time: 0.0573316 Feb 19 03:29:35.548387 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: a7510146-0c2c-4b40-b4c5-0861db8b6fbf {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:29:35.549384 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device a7510146-0c2c-4b40-b4c5-0861db8b6fbf not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:29:35.550078 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 96dac0da-c1af-4034-af40-c6007526bdc5 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:29:35.607508 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-16dd9e83-b4f0-4e40-896a-76c57f723b42 None None] For port 2219bf7f-42a4-472e-9257-338641d61c0a, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=2219bf7f-42a4-472e-9257-338641d61c0a,segment=NetworkSegment(62b4f016-4e83-412e-8f01-3074d43a8c3d),segment_id=62b4f016-4e83-412e-8f01-3074d43a8c3d)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:29:35.609510 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-16dd9e83-b4f0-4e40-896a-76c57f723b42 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (2219bf7f-42a4-472e-9257-338641d61c0a), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:35.623850 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-05179a6e-4277-4db2-a4cf-0bc3385ac6ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (32b412be-4cea-4aa4-b35b-391b77cf9f87), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:35.624865 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-16dd9e83-b4f0-4e40-896a-76c57f723b42 None None] Calling delete_port for 2219bf7f-42a4-472e-9257-338641d61c0a owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:29:35.662022 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-05179a6e-4277-4db2-a4cf-0bc3385ac6ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32b412be-4cea-4aa4-b35b-391b77cf9f87']}} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:35.679273 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-05179a6e-4277-4db2-a4cf-0bc3385ac6ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62b4f016-4e83-412e-8f01-3074d43a8c3d') {'for_net_delete': True} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:35.679577 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-05179a6e-4277-4db2-a4cf-0bc3385ac6ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62b4f016-4e83-412e-8f01-3074d43a8c3d') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:35.695187 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 96dac0da-c1af-4034-af40-c6007526bdc5 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:29:35.696400 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 96dac0da-c1af-4034-af40-c6007526bdc5 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:29:35.696994 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-05179a6e-4277-4db2-a4cf-0bc3385ac6ab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12647422'] for segment (62b4f016-4e83-412e-8f01-3074d43a8c3d), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:35.711511 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-05179a6e-4277-4db2-a4cf-0bc3385ac6ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (62b4f016-4e83-412e-8f01-3074d43a8c3d), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:35.719150 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05179a6e-4277-4db2-a4cf-0bc3385ac6ab admin admin] Releasing vlan 274 on physical network physnet1 to pool {{(pid=103701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:29:35.719660 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-05179a6e-4277-4db2-a4cf-0bc3385ac6ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583360'] for segment (62b4f016-4e83-412e-8f01-3074d43a8c3d), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:35.736588 n-d-826753-2 neutron-server[103701]: Traceback (most recent call last): Feb 19 03:29:35.736588 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:29:35.736588 n-d-826753-2 neutron-server[103701]: timer() Feb 19 03:29:35.736588 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:29:35.736588 n-d-826753-2 neutron-server[103701]: cb(*args, **kw) Feb 19 03:29:35.736588 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:29:35.736588 n-d-826753-2 neutron-server[103701]: return func(*args, **kwargs) Feb 19 03:29:35.736588 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:29:35.736588 n-d-826753-2 neutron-server[103701]: self._notify() Feb 19 03:29:35.736588 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:29:35.736588 n-d-826753-2 neutron-server[103701]: self.callback(batched_events) Feb 19 03:29:35.736588 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:29:35.736588 n-d-826753-2 neutron-server[103701]: event.method(event) Feb 19 03:29:35.736588 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:29:35.736588 n-d-826753-2 neutron-server[103701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:29:35.736588 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:29:35.736588 n-d-826753-2 neutron-server[103701]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:29:35.736588 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:29:35.736588 n-d-826753-2 neutron-server[103701]: return f(self, *a, **k) Feb 19 03:29:35.736588 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:29:35.736588 n-d-826753-2 neutron-server[103701]: return self._get(url).json() Feb 19 03:29:35.736588 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:29:35.736588 n-d-826753-2 neutron-server[103701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:29:35.736588 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:29:35.736588 n-d-826753-2 neutron-server[103701]: return self.request(url, 'GET', **kwargs) Feb 19 03:29:35.736588 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:29:35.736588 n-d-826753-2 neutron-server[103701]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:29:35.736588 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:29:35.736588 n-d-826753-2 neutron-server[103701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:29:35.736588 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:29:35.736588 n-d-826753-2 neutron-server[103701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:29:35.736588 n-d-826753-2 neutron-server[103701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:29:35.782383 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-16dd9e83-b4f0-4e40-896a-76c57f723b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (2219bf7f-42a4-472e-9257-338641d61c0a), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:35.813841 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-05179a6e-4277-4db2-a4cf-0bc3385ac6ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (32b412be-4cea-4aa4-b35b-391b77cf9f87), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:35.821196 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-05179a6e-4277-4db2-a4cf-0bc3385ac6ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:35.824873 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-05179a6e-4277-4db2-a4cf-0bc3385ac6ab admin admin] 10.222.0.72 "DELETE /v2.0/networks/32b412be-4cea-4aa4-b35b-391b77cf9f87 HTTP/1.1" status: 204 len: 168 time: 0.8106689 Feb 19 03:29:35.827848 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 47218) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:35.829950 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dd9e83-b4f0-4e40-896a-76c57f723b42 None None] Pushing event deleted for resources: {'Port': ['ID=2219bf7f-42a4-472e-9257-338641d61c0a,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:35.832058 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16dd9e83-b4f0-4e40-896a-76c57f723b42 None None] No DVR routers for this DVR port 2219bf7f-42a4-472e-9257-338641d61c0a on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:29:35.846004 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05179a6e-4277-4db2-a4cf-0bc3385ac6ab admin admin] Pushing event deleted for resources: {'Network': ['ID=32b412be-4cea-4aa4-b35b-391b77cf9f87,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:36.591609 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-42a1adbc-5e6b-4471-9581-98a30d35fdfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16289271'] for router_interface (49719e94-04a9-435a-95c1-4d8bbf4038ee), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:36.659299 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5cd00606-1fa2-4b0d-a7b7-1041b884a7ca req-04ebd1f3-45f7-4c55-af23-96a0bb1783cb tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=12c31f2a-c659-496d-858b-7d9d345685c3 HTTP/1.1" status: 200 len: 210 time: 0.0315447 Feb 19 03:29:36.892888 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-42a1adbc-5e6b-4471-9581-98a30d35fdfd admin admin] Deleting port a7722951-e7c6-4981-9d5d-f3f29b3b5ce4 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:29:36.893183 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-42a1adbc-5e6b-4471-9581-98a30d35fdfd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (a7722951-e7c6-4981-9d5d-f3f29b3b5ce4), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:36.976417 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-42a1adbc-5e6b-4471-9581-98a30d35fdfd admin admin] For port a7722951-e7c6-4981-9d5d-f3f29b3b5ce4, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=a7722951-e7c6-4981-9d5d-f3f29b3b5ce4,segment=NetworkSegment(154d5ae1-9618-4df5-9db6-7ecd9d8a7b14),segment_id=154d5ae1-9618-4df5-9db6-7ecd9d8a7b14)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:29:36.976860 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-42a1adbc-5e6b-4471-9581-98a30d35fdfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (a7722951-e7c6-4981-9d5d-f3f29b3b5ce4), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:36.990470 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-42a1adbc-5e6b-4471-9581-98a30d35fdfd admin admin] Calling delete_port for a7722951-e7c6-4981-9d5d-f3f29b3b5ce4 owned by network:router_interface {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:29:37.206565 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-42a1adbc-5e6b-4471-9581-98a30d35fdfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (a7722951-e7c6-4981-9d5d-f3f29b3b5ce4), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:37.239803 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a1adbc-5e6b-4471-9581-98a30d35fdfd admin admin] Pushing event deleted for resources: {'Port': ['ID=a7722951-e7c6-4981-9d5d-f3f29b3b5ce4,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:37.449842 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-42a1adbc-5e6b-4471-9581-98a30d35fdfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16362762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16314471'] for router_interface (49719e94-04a9-435a-95c1-4d8bbf4038ee), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:37.743781 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42a1adbc-5e6b-4471-9581-98a30d35fdfd admin admin] Router 49719e94-04a9-435a-95c1-4d8bbf4038ee has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:29:37.855479 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3d650d6a-50e7-433f-87f6-e82be1361867 req-9db9ceec-255d-4304-8c87-b8ddd37b4e11 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=12c31f2a-c659-496d-858b-7d9d345685c3 HTTP/1.1" status: 200 len: 210 time: 0.0325181 Feb 19 03:29:37.926504 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42a1adbc-5e6b-4471-9581-98a30d35fdfd admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:29:37.933329 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-42a1adbc-5e6b-4471-9581-98a30d35fdfd admin admin] 10.222.0.72 "PUT /v2.0/routers/49719e94-04a9-435a-95c1-4d8bbf4038ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1035781 Feb 19 03:29:37.935460 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 47232) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:37.943724 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265ed818-e296-408d-9ffd-801bc2a45b58 None None] Sync routers for ids ['49719e94-04a9-435a-95c1-4d8bbf4038ee'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:29:37.961533 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265ed818-e296-408d-9ffd-801bc2a45b58 None None] Routers {'49719e94-04a9-435a-95c1-4d8bbf4038ee'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:29:37.962927 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-265ed818-e296-408d-9ffd-801bc2a45b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:29:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['49719e94-04a9-435a-95c1-4d8bbf4038ee'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:38.073593 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c59fc4f0-0f86-4762-acc6-8d31a3babe30 admin admin] Publish callbacks [] for router (49719e94-04a9-435a-95c1-4d8bbf4038ee), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:38.129328 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-265ed818-e296-408d-9ffd-801bc2a45b58 None None] Set router 49719e94-04a9-435a-95c1-4d8bbf4038ee gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:29:38.224257 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c59fc4f0-0f86-4762-acc6-8d31a3babe30 admin admin] Publish callbacks [] for router_gateway (49719e94-04a9-435a-95c1-4d8bbf4038ee), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:38.325453 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-c59fc4f0-0f86-4762-acc6-8d31a3babe30 admin admin] Deleting port e7f68967-cd36-4bbd-b17d-835784404bec {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:29:38.325959 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c59fc4f0-0f86-4762-acc6-8d31a3babe30 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (e7f68967-cd36-4bbd-b17d-835784404bec), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:38.438328 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-c59fc4f0-0f86-4762-acc6-8d31a3babe30 admin admin] For port e7f68967-cd36-4bbd-b17d-835784404bec, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=e7f68967-cd36-4bbd-b17d-835784404bec,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:29:38.438612 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c59fc4f0-0f86-4762-acc6-8d31a3babe30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (e7f68967-cd36-4bbd-b17d-835784404bec), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:38.451607 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-c59fc4f0-0f86-4762-acc6-8d31a3babe30 admin admin] Calling delete_port for e7f68967-cd36-4bbd-b17d-835784404bec owned by network:router_gateway {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:29:38.469796 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-265ed818-e296-408d-9ffd-801bc2a45b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49719e94-04a9-435a-95c1-4d8bbf4038ee', 'name': 'tempest-TestServerMultinode-868515993-router', 'tenant_id': 'cba8588e9ffe4556b86ef09233468796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': 'e7f68967-cd36-4bbd-b17d-835784404bec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:28:51Z', 'updated_at': '2022-02-19T03:29:37Z', 'revision_number': 5, 'project_id': 'cba8588e9ffe4556b86ef09233468796', 'gw_port': {'id': 'e7f68967-cd36-4bbd-b17d-835784404bec', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:4b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49719e94-04a9-435a-95c1-4d8bbf4038ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:52Z', 'updated_at': '2022-02-19T03:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:38.536170 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265ed818-e296-408d-9ffd-801bc2a45b58 None None] Checking router: 49719e94-04a9-435a-95c1-4d8bbf4038ee for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:29:38.547016 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265ed818-e296-408d-9ffd-801bc2a45b58 None None] Routers {'49719e94-04a9-435a-95c1-4d8bbf4038ee'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:29:38.547998 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-265ed818-e296-408d-9ffd-801bc2a45b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:29:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['49719e94-04a9-435a-95c1-4d8bbf4038ee'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:38.689741 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-265ed818-e296-408d-9ffd-801bc2a45b58 None None] Set router 49719e94-04a9-435a-95c1-4d8bbf4038ee gateway port host: None {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:29:38.696600 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 47242) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:38.698208 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c59fc4f0-0f86-4762-acc6-8d31a3babe30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (e7f68967-cd36-4bbd-b17d-835784404bec), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:38.734060 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59fc4f0-0f86-4762-acc6-8d31a3babe30 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7f68967-cd36-4bbd-b17d-835784404bec,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:38.806922 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c59fc4f0-0f86-4762-acc6-8d31a3babe30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16285837'] for router_gateway (49719e94-04a9-435a-95c1-4d8bbf4038ee), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:38.821450 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-265ed818-e296-408d-9ffd-801bc2a45b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49719e94-04a9-435a-95c1-4d8bbf4038ee', 'name': 'tempest-TestServerMultinode-868515993-router', 'tenant_id': 'cba8588e9ffe4556b86ef09233468796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:28:51Z', 'updated_at': '2022-02-19T03:29:38Z', 'revision_number': 6, 'project_id': 'cba8588e9ffe4556b86ef09233468796', 'gw_port_host': None}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:38.865888 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265ed818-e296-408d-9ffd-801bc2a45b58 None None] The sync data for ids ['49719e94-04a9-435a-95c1-4d8bbf4038ee'] in n-d-826753-2 is: [{'id': '49719e94-04a9-435a-95c1-4d8bbf4038ee', 'name': 'tempest-TestServerMultinode-868515993-router', 'tenant_id': 'cba8588e9ffe4556b86ef09233468796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:28:51Z', 'updated_at': '2022-02-19T03:29:38Z', 'revision_number': 6, 'project_id': 'cba8588e9ffe4556b86ef09233468796', 'gw_port_host': None}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:29:38.937686 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f6b81ebc-bad2-4c39-b65f-39743907393f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:38.976366 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c59fc4f0-0f86-4762-acc6-8d31a3babe30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16317457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14254'] for router (49719e94-04a9-435a-95c1-4d8bbf4038ee), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:38.980423 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c59fc4f0-0f86-4762-acc6-8d31a3babe30 admin admin] Publish callbacks [] for router_controller (49719e94-04a9-435a-95c1-4d8bbf4038ee), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:39.045383 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c59fc4f0-0f86-4762-acc6-8d31a3babe30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16317544'] for router (49719e94-04a9-435a-95c1-4d8bbf4038ee), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:39.045838 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c59fc4f0-0f86-4762-acc6-8d31a3babe30 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49719e94-04a9-435a-95c1-4d8bbf4038ee {{(pid=103702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:29:39.051473 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c59fc4f0-0f86-4762-acc6-8d31a3babe30 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:39.052240 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-c59fc4f0-0f86-4762-acc6-8d31a3babe30 admin admin] 10.222.0.72 "DELETE /v2.0/routers/49719e94-04a9-435a-95c1-4d8bbf4038ee HTTP/1.1" status: 204 len: 168 time: 1.1159139 Feb 19 03:29:39.055462 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 47248) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:39.090748 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f742e127-48bd-4bb4-9631-5f756a352e06 req-d5c76f55-d872-43a5-9829-302ce0073d73 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=12c31f2a-c659-496d-858b-7d9d345685c3 HTTP/1.1" status: 200 len: 210 time: 0.1344864 Feb 19 03:29:39.093084 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f6b81ebc-bad2-4c39-b65f-39743907393f admin admin] Publish callbacks [] for security_group (4b639c52-57b8-488a-9b6c-d79c97d033c7), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:39.109044 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f6b81ebc-bad2-4c39-b65f-39743907393f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (4b639c52-57b8-488a-9b6c-d79c97d033c7), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:39.123573 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-873307b1-b301-49f4-ab49-b436e7ad9709 admin admin] Deleting subnet cb9e10f6-4a3f-47e2-883b-c4fb2f79c3c5 {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:29:39.129435 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-873307b1-b301-49f4-ab49-b436e7ad9709 admin admin] Publish callbacks [] for subnet (cb9e10f6-4a3f-47e2-883b-c4fb2f79c3c5), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:39.160241 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-f6b81ebc-bad2-4c39-b65f-39743907393f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c522c8805ad54dc1b44567da79eb3305&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4594367 Feb 19 03:29:39.160241 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b81ebc-bad2-4c39-b65f-39743907393f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b639c52-57b8-488a-9b6c-d79c97d033c7,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:39.162381 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 47250) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:39.204268 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-873307b1-b301-49f4-ab49-b436e7ad9709 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (cb9e10f6-4a3f-47e2-883b-c4fb2f79c3c5), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:39.288259 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e0a129c0-54b9-4235-bd5c-a1f8627ffbaf admin admin] Publish callbacks [] for security_group (4b639c52-57b8-488a-9b6c-d79c97d033c7), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:39.390039 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e0a129c0-54b9-4235-bd5c-a1f8627ffbaf admin admin] Publish callbacks [] for security_group (4b639c52-57b8-488a-9b6c-d79c97d033c7), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:39.415976 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-873307b1-b301-49f4-ab49-b436e7ad9709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (cb9e10f6-4a3f-47e2-883b-c4fb2f79c3c5), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:39.484980 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e0a129c0-54b9-4235-bd5c-a1f8627ffbaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (4b639c52-57b8-488a-9b6c-d79c97d033c7), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:39.487492 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e0a129c0-54b9-4235-bd5c-a1f8627ffbaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:39.491419 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-e0a129c0-54b9-4235-bd5c-a1f8627ffbaf admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4b639c52-57b8-488a-9b6c-d79c97d033c7 HTTP/1.1" status: 204 len: 168 time: 0.3252058 Feb 19 03:29:39.502636 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a129c0-54b9-4235-bd5c-a1f8627ffbaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b639c52-57b8-488a-9b6c-d79c97d033c7,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:39.533056 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-873307b1-b301-49f4-ab49-b436e7ad9709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (cb9e10f6-4a3f-47e2-883b-c4fb2f79c3c5), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:39.551119 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-873307b1-b301-49f4-ab49-b436e7ad9709 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:39.557767 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 47254) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:39.561112 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca026eb7-68a0-4817-8524-adf55f457035 None None] Network 07db12d5-bd78-4eaf-b68f-0c06a563640d requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:29:39.571898 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-873307b1-b301-49f4-ab49-b436e7ad9709 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/cb9e10f6-4a3f-47e2-883b-c4fb2f79c3c5 HTTP/1.1" status: 204 len: 168 time: 0.5088396 Feb 19 03:29:39.613921 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873307b1-b301-49f4-ab49-b436e7ad9709 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb9e10f6-4a3f-47e2-883b-c4fb2f79c3c5,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:39.723179 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device a7722951-e7c6-4981-9d5d-f3f29b3b5ce4 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:29:39.725609 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2b4f98d3-6612-48b8-83e4-965babf9432c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (07db12d5-bd78-4eaf-b68f-0c06a563640d), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:39.785809 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: a7722951-e7c6-4981-9d5d-f3f29b3b5ce4 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:29:39.786385 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device a7722951-e7c6-4981-9d5d-f3f29b3b5ce4 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:29:39.823719 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-2b4f98d3-6612-48b8-83e4-965babf9432c admin admin] Deleting port 9cbf163b-e86f-4c9d-90f1-032f500854e6 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:29:39.824667 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2b4f98d3-6612-48b8-83e4-965babf9432c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (9cbf163b-e86f-4c9d-90f1-032f500854e6), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:39.893750 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f54400c-73ba-424b-a77d-c95a9fcf969e None None] DHCP port deletion for 07db12d5-bd78-4eaf-b68f-0c06a563640d request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:29:39.948518 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-2b4f98d3-6612-48b8-83e4-965babf9432c admin admin] For port 9cbf163b-e86f-4c9d-90f1-032f500854e6, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=9cbf163b-e86f-4c9d-90f1-032f500854e6,segment=NetworkSegment(154d5ae1-9618-4df5-9db6-7ecd9d8a7b14),segment_id=154d5ae1-9618-4df5-9db6-7ecd9d8a7b14)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:29:39.949106 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2b4f98d3-6612-48b8-83e4-965babf9432c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (9cbf163b-e86f-4c9d-90f1-032f500854e6), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:39.980871 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-2b4f98d3-6612-48b8-83e4-965babf9432c admin admin] Calling delete_port for 9cbf163b-e86f-4c9d-90f1-032f500854e6 owned by network:dhcp {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:29:40.014831 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-6f54400c-73ba-424b-a77d-c95a9fcf969e None None] Deleting port 9cbf163b-e86f-4c9d-90f1-032f500854e6 {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:29:40.015567 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6f54400c-73ba-424b-a77d-c95a9fcf969e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (9cbf163b-e86f-4c9d-90f1-032f500854e6), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:40.154225 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2b4f98d3-6612-48b8-83e4-965babf9432c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (9cbf163b-e86f-4c9d-90f1-032f500854e6), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:40.191156 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-6f54400c-73ba-424b-a77d-c95a9fcf969e None None] For port 9cbf163b-e86f-4c9d-90f1-032f500854e6, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=9cbf163b-e86f-4c9d-90f1-032f500854e6,segment=NetworkSegment(154d5ae1-9618-4df5-9db6-7ecd9d8a7b14),segment_id=154d5ae1-9618-4df5-9db6-7ecd9d8a7b14)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:29:40.191746 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6f54400c-73ba-424b-a77d-c95a9fcf969e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (9cbf163b-e86f-4c9d-90f1-032f500854e6), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:40.215918 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-6f54400c-73ba-424b-a77d-c95a9fcf969e None None] Calling delete_port for 9cbf163b-e86f-4c9d-90f1-032f500854e6 owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:29:40.319592 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-34e599c7-9ffd-4324-869c-99d8774ef080 req-2664502b-3a1d-4b42-8f5d-8699162a0deb tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=12c31f2a-c659-496d-858b-7d9d345685c3 HTTP/1.1" status: 200 len: 210 time: 0.0537870 Feb 19 03:29:40.337564 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4f98d3-6612-48b8-83e4-965babf9432c admin admin] No DVR routers for this DVR port 9cbf163b-e86f-4c9d-90f1-032f500854e6 on host n-d-826753-2 {{(pid=103701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:29:40.344876 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4f98d3-6612-48b8-83e4-965babf9432c admin admin] Pushing event deleted for resources: {'Port': ['ID=9cbf163b-e86f-4c9d-90f1-032f500854e6,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:40.434858 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6f54400c-73ba-424b-a77d-c95a9fcf969e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (9cbf163b-e86f-4c9d-90f1-032f500854e6), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:40.452052 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2b4f98d3-6612-48b8-83e4-965babf9432c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (07db12d5-bd78-4eaf-b68f-0c06a563640d), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:40.475596 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f54400c-73ba-424b-a77d-c95a9fcf969e None None] No DVR routers for this DVR port 9cbf163b-e86f-4c9d-90f1-032f500854e6 on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:29:40.482023 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-2b4f98d3-6612-48b8-83e4-965babf9432c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07db12d5-bd78-4eaf-b68f-0c06a563640d']}} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:40.499395 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-2b4f98d3-6612-48b8-83e4-965babf9432c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '154d5ae1-9618-4df5-9db6-7ecd9d8a7b14') {'for_net_delete': True} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:40.500039 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-2b4f98d3-6612-48b8-83e4-965babf9432c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '154d5ae1-9618-4df5-9db6-7ecd9d8a7b14') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:40.515966 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2b4f98d3-6612-48b8-83e4-965babf9432c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12647422'] for segment (154d5ae1-9618-4df5-9db6-7ecd9d8a7b14), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:40.536026 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2b4f98d3-6612-48b8-83e4-965babf9432c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (154d5ae1-9618-4df5-9db6-7ecd9d8a7b14), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:40.543637 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b4f98d3-6612-48b8-83e4-965babf9432c admin admin] Releasing vlan 283 on physical network physnet1 to pool {{(pid=103701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:29:40.544799 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2b4f98d3-6612-48b8-83e4-965babf9432c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583360'] for segment (154d5ae1-9618-4df5-9db6-7ecd9d8a7b14), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:40.547203 n-d-826753-2 neutron-server[103701]: Traceback (most recent call last): Feb 19 03:29:40.547203 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:29:40.547203 n-d-826753-2 neutron-server[103701]: timer() Feb 19 03:29:40.547203 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:29:40.547203 n-d-826753-2 neutron-server[103701]: cb(*args, **kw) Feb 19 03:29:40.547203 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:29:40.547203 n-d-826753-2 neutron-server[103701]: return func(*args, **kwargs) Feb 19 03:29:40.547203 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:29:40.547203 n-d-826753-2 neutron-server[103701]: self._notify() Feb 19 03:29:40.547203 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:29:40.547203 n-d-826753-2 neutron-server[103701]: self.callback(batched_events) Feb 19 03:29:40.547203 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:29:40.547203 n-d-826753-2 neutron-server[103701]: event.method(event) Feb 19 03:29:40.547203 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:29:40.547203 n-d-826753-2 neutron-server[103701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:29:40.547203 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:29:40.547203 n-d-826753-2 neutron-server[103701]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:29:40.547203 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:29:40.547203 n-d-826753-2 neutron-server[103701]: return f(self, *a, **k) Feb 19 03:29:40.547203 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:29:40.547203 n-d-826753-2 neutron-server[103701]: return self._get(url).json() Feb 19 03:29:40.547203 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:29:40.547203 n-d-826753-2 neutron-server[103701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:29:40.547203 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:29:40.547203 n-d-826753-2 neutron-server[103701]: return self.request(url, 'GET', **kwargs) Feb 19 03:29:40.547203 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:29:40.547203 n-d-826753-2 neutron-server[103701]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:29:40.547203 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:29:40.547203 n-d-826753-2 neutron-server[103701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:29:40.547203 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:29:40.547203 n-d-826753-2 neutron-server[103701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:29:40.547203 n-d-826753-2 neutron-server[103701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:29:40.559896 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f54400c-73ba-424b-a77d-c95a9fcf969e None None] Pushing event deleted for resources: {'Port': ['ID=9cbf163b-e86f-4c9d-90f1-032f500854e6,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:40.658031 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2b4f98d3-6612-48b8-83e4-965babf9432c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (07db12d5-bd78-4eaf-b68f-0c06a563640d), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:40.670234 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2b4f98d3-6612-48b8-83e4-965babf9432c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:40.674758 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-2b4f98d3-6612-48b8-83e4-965babf9432c admin admin] 10.222.0.72 "DELETE /v2.0/networks/07db12d5-bd78-4eaf-b68f-0c06a563640d HTTP/1.1" status: 204 len: 168 time: 1.1157992 Feb 19 03:29:40.696027 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4f98d3-6612-48b8-83e4-965babf9432c admin admin] Pushing event deleted for resources: {'Network': ['ID=07db12d5-bd78-4eaf-b68f-0c06a563640d,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:40.936251 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 47282) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:41.004398 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-d78f546f-4a0a-4554-8397-1a1f875171b4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=36934a15d63346faac1e769760cc69f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0659947 Feb 19 03:29:41.007528 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 47284) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:41.077772 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-dbe5ca23-287b-4cef-a86c-bc24501fde66 admin admin] Publish callbacks [] for security_group (a74900d7-948e-4e59-8a0a-9a4b87d1404b), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:41.099934 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-dbe5ca23-287b-4cef-a86c-bc24501fde66 admin admin] Publish callbacks [] for security_group (a74900d7-948e-4e59-8a0a-9a4b87d1404b), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:41.170953 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-dbe5ca23-287b-4cef-a86c-bc24501fde66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (a74900d7-948e-4e59-8a0a-9a4b87d1404b), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:41.176391 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-dbe5ca23-287b-4cef-a86c-bc24501fde66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:41.177998 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-dbe5ca23-287b-4cef-a86c-bc24501fde66 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a74900d7-948e-4e59-8a0a-9a4b87d1404b HTTP/1.1" status: 204 len: 168 time: 0.1675272 Feb 19 03:29:41.196169 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe5ca23-287b-4cef-a86c-bc24501fde66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a74900d7-948e-4e59-8a0a-9a4b87d1404b,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:41.342916 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 9cbf163b-e86f-4c9d-90f1-032f500854e6 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:29:41.370498 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 9cbf163b-e86f-4c9d-90f1-032f500854e6 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:29:41.371259 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 9cbf163b-e86f-4c9d-90f1-032f500854e6 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:29:41.371980 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device e7f68967-cd36-4bbd-b17d-835784404bec no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:29:41.396939 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: e7f68967-cd36-4bbd-b17d-835784404bec {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:29:41.397880 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device e7f68967-cd36-4bbd-b17d-835784404bec not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:29:41.482108 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-01e736df-8090-4f7c-ba10-1c76ff885a7a req-efecfc3e-b81f-4141-a18b-c1d3abe3e2d2 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=12c31f2a-c659-496d-858b-7d9d345685c3 HTTP/1.1" status: 200 len: 210 time: 0.0314212 Feb 19 03:29:41.665537 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 47302) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:41.724335 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-557a2571-4837-496f-a925-9bef983102cd admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=cba8588e9ffe4556b86ef09233468796&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0549543 Feb 19 03:29:41.725121 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 47304) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:41.811074 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a1101b13-f49f-4cab-aa33-19d4547dba81 admin admin] Publish callbacks [] for security_group (33d2e325-6408-4ede-85bc-f28fd269f835), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:41.839112 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a1101b13-f49f-4cab-aa33-19d4547dba81 admin admin] Publish callbacks [] for security_group (33d2e325-6408-4ede-85bc-f28fd269f835), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:41.895669 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a1101b13-f49f-4cab-aa33-19d4547dba81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (33d2e325-6408-4ede-85bc-f28fd269f835), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:41.900088 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a1101b13-f49f-4cab-aa33-19d4547dba81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:41.904836 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-a1101b13-f49f-4cab-aa33-19d4547dba81 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/33d2e325-6408-4ede-85bc-f28fd269f835 HTTP/1.1" status: 204 len: 168 time: 0.1745288 Feb 19 03:29:41.911976 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1101b13-f49f-4cab-aa33-19d4547dba81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d2e325-6408-4ede-85bc-f28fd269f835,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:42.646341 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3914de07-319d-49bf-b7ab-c71fbbbd4296 req-d568c72f-d53b-42ca-a38c-41f8d9c28b04 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=12c31f2a-c659-496d-858b-7d9d345685c3 HTTP/1.1" status: 200 len: 210 time: 0.0573199 Feb 19 03:29:43.060148 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 47326) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:43.205473 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c06f76a2-7816-4b2e-b231-5173fb507ca1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:43.297165 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c06f76a2-7816-4b2e-b231-5173fb507ca1 admin admin] Publish callbacks [] for security_group (427b6dc7-93b6-4275-ab1f-9abe6abd5f88), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:43.318286 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c06f76a2-7816-4b2e-b231-5173fb507ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (427b6dc7-93b6-4275-ab1f-9abe6abd5f88), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:43.357988 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06f76a2-7816-4b2e-b231-5173fb507ca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=427b6dc7-93b6-4275-ab1f-9abe6abd5f88,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:43.365331 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-c06f76a2-7816-4b2e-b231-5173fb507ca1 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=82ae9c1be1d745d487f826a3f0031906&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3011496 Feb 19 03:29:43.365535 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 47330) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:43.420122 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-170adb6f-7c31-4867-b192-2d256eabb351 admin admin] Publish callbacks [] for security_group (427b6dc7-93b6-4275-ab1f-9abe6abd5f88), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:43.453105 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-170adb6f-7c31-4867-b192-2d256eabb351 admin admin] Publish callbacks [] for security_group (427b6dc7-93b6-4275-ab1f-9abe6abd5f88), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:43.506480 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-170adb6f-7c31-4867-b192-2d256eabb351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (427b6dc7-93b6-4275-ab1f-9abe6abd5f88), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:43.510898 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-170adb6f-7c31-4867-b192-2d256eabb351 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:43.510898 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-170adb6f-7c31-4867-b192-2d256eabb351 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/427b6dc7-93b6-4275-ab1f-9abe6abd5f88 HTTP/1.1" status: 204 len: 168 time: 0.1444433 Feb 19 03:29:43.519125 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170adb6f-7c31-4867-b192-2d256eabb351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=427b6dc7-93b6-4275-ab1f-9abe6abd5f88,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:43.729140 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-347a1e44-3d17-44f0-8e82-ecf59bb24772 req-3e175556-7a75-483d-98e9-456226c83b5d tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=12c31f2a-c659-496d-858b-7d9d345685c3 HTTP/1.1" status: 200 len: 210 time: 0.0293939 Feb 19 03:29:43.799680 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 47338) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:43.814626 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c41c6846-9607-4611-b8eb-9f55a4499534 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:43.892601 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c41c6846-9607-4611-b8eb-9f55a4499534 admin admin] Publish callbacks [] for security_group (45bb01cf-3774-489d-94a6-79fea5f3322e), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:43.896534 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c41c6846-9607-4611-b8eb-9f55a4499534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (45bb01cf-3774-489d-94a6-79fea5f3322e), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:43.934577 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-c41c6846-9607-4611-b8eb-9f55a4499534 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4c62f9e50485447a8fe7b451dcaceccd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1338012 Feb 19 03:29:43.935431 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41c6846-9607-4611-b8eb-9f55a4499534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45bb01cf-3774-489d-94a6-79fea5f3322e,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:43.938089 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 47340) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:43.993731 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-300a8ec3-45cc-44e3-bb99-920f2a07e049 admin admin] Publish callbacks [] for security_group (45bb01cf-3774-489d-94a6-79fea5f3322e), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:44.015562 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-300a8ec3-45cc-44e3-bb99-920f2a07e049 admin admin] Publish callbacks [] for security_group (45bb01cf-3774-489d-94a6-79fea5f3322e), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:44.064020 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-300a8ec3-45cc-44e3-bb99-920f2a07e049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (45bb01cf-3774-489d-94a6-79fea5f3322e), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:44.066901 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-300a8ec3-45cc-44e3-bb99-920f2a07e049 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:44.068104 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-300a8ec3-45cc-44e3-bb99-920f2a07e049 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/45bb01cf-3774-489d-94a6-79fea5f3322e HTTP/1.1" status: 204 len: 168 time: 0.1285660 Feb 19 03:29:44.076494 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300a8ec3-45cc-44e3-bb99-920f2a07e049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45bb01cf-3774-489d-94a6-79fea5f3322e,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:44.860315 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fd87dc57-6df5-47b0-ad23-36b1109081c9 req-9e95e87f-c72b-4af9-9409-b5c90ca7d763 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=12c31f2a-c659-496d-858b-7d9d345685c3 HTTP/1.1" status: 200 len: 210 time: 0.0354125 Feb 19 03:29:45.563367 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f7996100-1f78-4016-ba17-f980a36b1c8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:46.137546 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4be53aa1-5ee9-4e14-b41b-cb72f37b6efc req-8699072a-8726-4590-97c1-2205fb2653c9 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-421582159&fields=id&tenant_id=8257d05cb054404db31cec3bbb71493a HTTP/1.1" status: 200 len: 267 time: 0.0471697 Feb 19 03:29:46.252496 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be53aa1-5ee9-4e14-b41b-cb72f37b6efc req-0b819812-2ae8-43d1-84c5-52a153a35f7a tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:46.254124 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4be53aa1-5ee9-4e14-b41b-cb72f37b6efc req-0b819812-2ae8-43d1-84c5-52a153a35f7a tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/networks?id=48e87e60-6ae2-4eae-a03b-2fd752f397d2 HTTP/1.1" status: 200 len: 811 time: 0.1075509 Feb 19 03:29:46.270829 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4be53aa1-5ee9-4e14-b41b-cb72f37b6efc req-fc197122-cb01-45ec-96cf-5b5396caaff5 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/quotas/8257d05cb054404db31cec3bbb71493a HTTP/1.1" status: 200 len: 375 time: 0.0103312 Feb 19 03:29:46.331536 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4be53aa1-5ee9-4e14-b41b-cb72f37b6efc req-f72ba6f7-cf8a-42f8-bb54-843f98f613d4 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=8257d05cb054404db31cec3bbb71493a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0541403 Feb 19 03:29:46.602118 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4be53aa1-5ee9-4e14-b41b-cb72f37b6efc req-46082b63-c9de-4180-8fc3-63fe4ca1d9b6 service neutron] 10.222.0.72 "GET /v2.0/networks/48e87e60-6ae2-4eae-a03b-2fd752f397d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579403 Feb 19 03:29:46.705797 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4be53aa1-5ee9-4e14-b41b-cb72f37b6efc req-2e451380-4b1a-45f2-9214-5e39f6b1acb2 service neutron] 10.222.0.72 "GET /v2.0/networks/48e87e60-6ae2-4eae-a03b-2fd752f397d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976889 Feb 19 03:29:47.029796 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-691769c5-797a-46f5-b977-1b9376c9e9c4 req-55ba3bed-d6f1-417e-853a-b8f6f56eaf4e tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=60bc57fc-eac3-474c-bb0c-a36a1045c4a1 HTTP/1.1" status: 200 len: 210 time: 0.0302048 Feb 19 03:29:47.081926 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 47426) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:47.191922 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c6528d36-424c-4e39-acfa-c3b42e8e35f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:47.267322 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c6528d36-424c-4e39-acfa-c3b42e8e35f9 admin admin] Publish callbacks [] for security_group (2406c4da-61a7-4ca9-ac58-e51548fd2855), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:47.271364 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c6528d36-424c-4e39-acfa-c3b42e8e35f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (2406c4da-61a7-4ca9-ac58-e51548fd2855), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:47.317370 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-c6528d36-424c-4e39-acfa-c3b42e8e35f9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5749cc1c254240099a95bd15cc09104d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2313838 Feb 19 03:29:47.317370 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6528d36-424c-4e39-acfa-c3b42e8e35f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2406c4da-61a7-4ca9-ac58-e51548fd2855,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:47.317727 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 47436) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:47.366791 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f3e5803d-0a2e-4bce-8a96-61263f6b8bc2 admin admin] Publish callbacks [] for security_group (2406c4da-61a7-4ca9-ac58-e51548fd2855), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:47.391362 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f3e5803d-0a2e-4bce-8a96-61263f6b8bc2 admin admin] Publish callbacks [] for security_group (2406c4da-61a7-4ca9-ac58-e51548fd2855), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:47.438763 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f3e5803d-0a2e-4bce-8a96-61263f6b8bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (2406c4da-61a7-4ca9-ac58-e51548fd2855), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:47.441641 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f3e5803d-0a2e-4bce-8a96-61263f6b8bc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:47.442801 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-f3e5803d-0a2e-4bce-8a96-61263f6b8bc2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2406c4da-61a7-4ca9-ac58-e51548fd2855 HTTP/1.1" status: 204 len: 168 time: 0.1241734 Feb 19 03:29:47.453166 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e5803d-0a2e-4bce-8a96-61263f6b8bc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2406c4da-61a7-4ca9-ac58-e51548fd2855,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:47.714304 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 47442) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:47.731014 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-95418db6-726b-47cd-bcf5-95696bb72b9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:47.738185 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5c0ee428-5288-4616-b4ca-bd7724dbb115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:47.819119 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-95418db6-726b-47cd-bcf5-95696bb72b9f admin admin] Publish callbacks [] for security_group (d0948322-7f1e-482e-b26a-350710876bf3), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:47.824459 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-95418db6-726b-47cd-bcf5-95696bb72b9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (d0948322-7f1e-482e-b26a-350710876bf3), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:47.866008 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-95418db6-726b-47cd-bcf5-95696bb72b9f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a8a5418d3074497b95b7bcc4281015df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1505835 Feb 19 03:29:47.866875 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95418db6-726b-47cd-bcf5-95696bb72b9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0948322-7f1e-482e-b26a-350710876bf3,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:47.870066 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 47444) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:47.924846 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-db04d2d4-de5a-4c55-8f27-cce2190a101a admin admin] Publish callbacks [] for security_group (d0948322-7f1e-482e-b26a-350710876bf3), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:48.142461 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-239c999a-296e-40a8-9c2c-e3ad43201344 req-ce1256d7-e188-4b6f-8a83-604e41be2426 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=60bc57fc-eac3-474c-bb0c-a36a1045c4a1 HTTP/1.1" status: 200 len: 210 time: 0.0311642 Feb 19 03:29:48.342535 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-db04d2d4-de5a-4c55-8f27-cce2190a101a admin admin] Publish callbacks [] for security_group (d0948322-7f1e-482e-b26a-350710876bf3), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:48.412604 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be53aa1-5ee9-4e14-b41b-cb72f37b6efc req-57201136-faa2-47f2-b92a-f1f3612e7ced tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:48.414642 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4be53aa1-5ee9-4e14-b41b-cb72f37b6efc req-57201136-faa2-47f2-b92a-f1f3612e7ced tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.73 "GET /v2.0/networks?id=48e87e60-6ae2-4eae-a03b-2fd752f397d2 HTTP/1.1" status: 200 len: 811 time: 0.4862001 Feb 19 03:29:48.451509 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-db04d2d4-de5a-4c55-8f27-cce2190a101a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (d0948322-7f1e-482e-b26a-350710876bf3), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:48.454024 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-db04d2d4-de5a-4c55-8f27-cce2190a101a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:48.455192 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-db04d2d4-de5a-4c55-8f27-cce2190a101a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d0948322-7f1e-482e-b26a-350710876bf3 HTTP/1.1" status: 204 len: 168 time: 0.5841806 Feb 19 03:29:48.477800 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db04d2d4-de5a-4c55-8f27-cce2190a101a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0948322-7f1e-482e-b26a-350710876bf3,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:48.513633 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4be53aa1-5ee9-4e14-b41b-cb72f37b6efc req-2953f2e6-8a1a-416b-a59a-47461ba7afa6 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8257d05cb054404db31cec3bbb71493a HTTP/1.1" status: 200 len: 379 time: 0.0847330 Feb 19 03:29:48.522871 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-4be53aa1-5ee9-4e14-b41b-cb72f37b6efc req-e9dc28d7-2f30-4f50-bbfd-610b33863999 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Request body: {'port': {'device_id': '60bc57fc-eac3-474c-bb0c-a36a1045c4a1', 'network_id': '48e87e60-6ae2-4eae-a03b-2fd752f397d2', 'admin_state_up': True, 'tenant_id': '8257d05cb054404db31cec3bbb71493a', 'security_groups': ['c8f8d138-d7be-4ab5-8c11-0b7d0c03b580']}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:29:48.638685 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4be53aa1-5ee9-4e14-b41b-cb72f37b6efc req-e9dc28d7-2f30-4f50-bbfd-610b33863999 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Made reservation on behalf of 8257d05cb054404db31cec3bbb71493a for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:29:48.642193 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-4be53aa1-5ee9-4e14-b41b-cb72f37b6efc req-e9dc28d7-2f30-4f50-bbfd-610b33863999 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:48.788758 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [req-4be53aa1-5ee9-4e14-b41b-cb72f37b6efc req-e9dc28d7-2f30-4f50-bbfd-610b33863999 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Allocated IP 172.20.0.9 (48e87e60-6ae2-4eae-a03b-2fd752f397d2/2d8d01f7-c65c-4273-a693-0737e1d5a5eb/01425ed4-1787-4172-a291-51b9e41a866a) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:29:48.939640 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-4be53aa1-5ee9-4e14-b41b-cb72f37b6efc req-e9dc28d7-2f30-4f50-bbfd-610b33863999 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks [] for port (01425ed4-1787-4172-a291-51b9e41a866a), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:48.977787 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-4be53aa1-5ee9-4e14-b41b-cb72f37b6efc req-e9dc28d7-2f30-4f50-bbfd-610b33863999 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (01425ed4-1787-4172-a291-51b9e41a866a), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:49.043270 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4be53aa1-5ee9-4e14-b41b-cb72f37b6efc req-e9dc28d7-2f30-4f50-bbfd-610b33863999 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Network 48e87e60-6ae2-4eae-a03b-2fd752f397d2 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:29:49.044823 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dc28d7-2f30-4f50-bbfd-610b33863999 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Pushing event updated for resources: {'Port': ['ID=01425ed4-1787-4172-a291-51b9e41a866a,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:49.047937 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [req-4be53aa1-5ee9-4e14-b41b-cb72f37b6efc req-e9dc28d7-2f30-4f50-bbfd-610b33863999 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:29:49.050118 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-4be53aa1-5ee9-4e14-b41b-cb72f37b6efc req-e9dc28d7-2f30-4f50-bbfd-610b33863999 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:29:49.112380 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be53aa1-5ee9-4e14-b41b-cb72f37b6efc req-e9dc28d7-2f30-4f50-bbfd-610b33863999 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:49.113672 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-4be53aa1-5ee9-4e14-b41b-cb72f37b6efc req-e9dc28d7-2f30-4f50-bbfd-610b33863999 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:49.134734 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4be53aa1-5ee9-4e14-b41b-cb72f37b6efc req-e9dc28d7-2f30-4f50-bbfd-610b33863999 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6160743 Feb 19 03:29:49.155791 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-4be53aa1-5ee9-4e14-b41b-cb72f37b6efc req-6ea8b866-c92e-403c-a59c-e1a4738a97fe service neutron] Request body: {'port': {'device_id': '60bc57fc-eac3-474c-bb0c-a36a1045c4a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826753-2'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:29:49.286383 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-4be53aa1-5ee9-4e14-b41b-cb72f37b6efc req-6ea8b866-c92e-403c-a59c-e1a4738a97fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (01425ed4-1787-4172-a291-51b9e41a866a), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:49.347036 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94526192-fc67-4d48-a59b-82c45f211ba8 req-2ba0750f-917a-4c73-90e2-3817d8c89550 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:49.348803 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-94526192-fc67-4d48-a59b-82c45f211ba8 req-2ba0750f-917a-4c73-90e2-3817d8c89550 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=60bc57fc-eac3-474c-bb0c-a36a1045c4a1 HTTP/1.1" status: 200 len: 931 time: 0.0898061 Feb 19 03:29:49.387088 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:49.425978 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-94526192-fc67-4d48-a59b-82c45f211ba8 req-6389f6c5-8538-44bd-85ac-adf3bf4b6aff tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8f8d138-d7be-4ab5-8c11-0b7d0c03b580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693893 Feb 19 03:29:49.450009 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-9ac0f9e2-3dcd-4bc7-a72a-b509769829d6 None None] Provisioning complete for port 01425ed4-1787-4172-a291-51b9e41a866a triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:29:49.450545 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-9ac0f9e2-3dcd-4bc7-a72a-b509769829d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (01425ed4-1787-4172-a291-51b9e41a866a), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:49.491526 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-9ac0f9e2-3dcd-4bc7-a72a-b509769829d6 None None] Port 01425ed4-1787-4172-a291-51b9e41a866a cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:29:49.631537 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-4be53aa1-5ee9-4e14-b41b-cb72f37b6efc req-6ea8b866-c92e-403c-a59c-e1a4738a97fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01425ed4-1787-4172-a291-51b9e41a866a {{(pid=103702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:29:49.640782 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-4be53aa1-5ee9-4e14-b41b-cb72f37b6efc req-6ea8b866-c92e-403c-a59c-e1a4738a97fe service neutron] Publish callbacks [] for port (01425ed4-1787-4172-a291-51b9e41a866a), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:49.657952 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-4be53aa1-5ee9-4e14-b41b-cb72f37b6efc req-6ea8b866-c92e-403c-a59c-e1a4738a97fe service neutron] Transition to ACTIVE for port object 01425ed4-1787-4172-a291-51b9e41a866a will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:29:49.662463 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-4be53aa1-5ee9-4e14-b41b-cb72f37b6efc req-6ea8b866-c92e-403c-a59c-e1a4738a97fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (01425ed4-1787-4172-a291-51b9e41a866a), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:49.719505 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea8b866-c92e-403c-a59c-e1a4738a97fe service neutron] Pushing event updated for resources: {'Port': ['ID=01425ed4-1787-4172-a291-51b9e41a866a,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:49.828346 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-4be53aa1-5ee9-4e14-b41b-cb72f37b6efc req-6ea8b866-c92e-403c-a59c-e1a4738a97fe service neutron] Attempting to bind port 01425ed4-1787-4172-a291-51b9e41a866a on host n-h1-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:29:49.829029 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-4be53aa1-5ee9-4e14-b41b-cb72f37b6efc req-6ea8b866-c92e-403c-a59c-e1a4738a97fe service neutron] Attempting to bind port 01425ed4-1787-4172-a291-51b9e41a866a by drivers openvswitch,hyperv on host n-h1-826753-2 at level 0 using segments [{'id': '1cc07983-2153-4fea-b2a9-9157e38f7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '48e87e60-6ae2-4eae-a03b-2fd752f397d2'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:29:49.829221 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be53aa1-5ee9-4e14-b41b-cb72f37b6efc req-6ea8b866-c92e-403c-a59c-e1a4738a97fe service neutron] Attempting to bind port 01425ed4-1787-4172-a291-51b9e41a866a on network 48e87e60-6ae2-4eae-a03b-2fd752f397d2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:29:49.836110 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be53aa1-5ee9-4e14-b41b-cb72f37b6efc req-6ea8b866-c92e-403c-a59c-e1a4738a97fe service neutron] Port 01425ed4-1787-4172-a291-51b9e41a866a on network 48e87e60-6ae2-4eae-a03b-2fd752f397d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:29:49.837255 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be53aa1-5ee9-4e14-b41b-cb72f37b6efc req-6ea8b866-c92e-403c-a59c-e1a4738a97fe service neutron] Attempting to bind port 01425ed4-1787-4172-a291-51b9e41a866a on network 48e87e60-6ae2-4eae-a03b-2fd752f397d2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:29:49.843691 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be53aa1-5ee9-4e14-b41b-cb72f37b6efc req-6ea8b866-c92e-403c-a59c-e1a4738a97fe service neutron] Checking agent: {'id': '9d56fb1b-2855-496a-a6d9-c324740cb98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:29:49.844056 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be53aa1-5ee9-4e14-b41b-cb72f37b6efc req-6ea8b866-c92e-403c-a59c-e1a4738a97fe service neutron] Checking segment: {'id': '1cc07983-2153-4fea-b2a9-9157e38f7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '48e87e60-6ae2-4eae-a03b-2fd752f397d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:29:49.844394 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be53aa1-5ee9-4e14-b41b-cb72f37b6efc req-6ea8b866-c92e-403c-a59c-e1a4738a97fe service neutron] Bound using segment: {'id': '1cc07983-2153-4fea-b2a9-9157e38f7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '48e87e60-6ae2-4eae-a03b-2fd752f397d2'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:29:49.844822 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-4be53aa1-5ee9-4e14-b41b-cb72f37b6efc req-6ea8b866-c92e-403c-a59c-e1a4738a97fe service neutron] Bound port: 01425ed4-1787-4172-a291-51b9e41a866a, host: n-h1-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cc07983-2153-4fea-b2a9-9157e38f7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '48e87e60-6ae2-4eae-a03b-2fd752f397d2'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:29:49.845340 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-4be53aa1-5ee9-4e14-b41b-cb72f37b6efc req-6ea8b866-c92e-403c-a59c-e1a4738a97fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (01425ed4-1787-4172-a291-51b9e41a866a), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:49.925522 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-4be53aa1-5ee9-4e14-b41b-cb72f37b6efc req-6ea8b866-c92e-403c-a59c-e1a4738a97fe service neutron] For port 01425ed4-1787-4172-a291-51b9e41a866a, host n-h1-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:29:49.930606 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-4be53aa1-5ee9-4e14-b41b-cb72f37b6efc req-6ea8b866-c92e-403c-a59c-e1a4738a97fe service neutron] For port 01425ed4-1787-4172-a291-51b9e41a866a, host n-h1-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=01425ed4-1787-4172-a291-51b9e41a866a,segment=NetworkSegment(1cc07983-2153-4fea-b2a9-9157e38f7075),segment_id=1cc07983-2153-4fea-b2a9-9157e38f7075)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:29:49.939989 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-4be53aa1-5ee9-4e14-b41b-cb72f37b6efc req-6ea8b866-c92e-403c-a59c-e1a4738a97fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (01425ed4-1787-4172-a291-51b9e41a866a), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:49.990371 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be53aa1-5ee9-4e14-b41b-cb72f37b6efc req-6ea8b866-c92e-403c-a59c-e1a4738a97fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:50.000813 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-4be53aa1-5ee9-4e14-b41b-cb72f37b6efc req-6ea8b866-c92e-403c-a59c-e1a4738a97fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:50.000813 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4be53aa1-5ee9-4e14-b41b-cb72f37b6efc req-6ea8b866-c92e-403c-a59c-e1a4738a97fe service neutron] 10.222.0.73 "PUT /v2.0/ports/01425ed4-1787-4172-a291-51b9e41a866a HTTP/1.1" status: 200 len: 1091 time: 0.8435307 Feb 19 03:29:50.000813 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60bc57fc-eac3-474c-bb0c-a36a1045c4a1', 'tag': '01425ed4-1787-4172-a291-51b9e41a866a'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:29:50.000813 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bc15657-9cfc-468a-a8ae-5ecea86733e8" -d '{"events": [{"name": "network-changed", "server_uuid": "60bc57fc-eac3-474c-bb0c-a36a1045c4a1", "tag": "01425ed4-1787-4172-a291-51b9e41a866a"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:29:50.056337 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea8b866-c92e-403c-a59c-e1a4738a97fe service neutron] Pushing event updated for resources: {'Port': ['ID=01425ed4-1787-4172-a291-51b9e41a866a,revision_number=3']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:50.095365 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b9f2082-97f6-4931-8d3c-ba7012cb03fc x-openstack-request-id: req-3b9f2082-97f6-4931-8d3c-ba7012cb03fc {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:29:50.095661 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60bc57fc-eac3-474c-bb0c-a36a1045c4a1", "tag": "01425ed4-1787-4172-a291-51b9e41a866a", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:29:50.095923 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3b9f2082-97f6-4931-8d3c-ba7012cb03fc {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:29:50.096337 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60bc57fc-eac3-474c-bb0c-a36a1045c4a1', 'tag': '01425ed4-1787-4172-a291-51b9e41a866a', 'status': 'completed', 'code': 200} Feb 19 03:29:50.126163 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be53aa1-5ee9-4e14-b41b-cb72f37b6efc req-88336e3f-3c4e-47dd-82a1-b50a337a7a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:50.128033 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4be53aa1-5ee9-4e14-b41b-cb72f37b6efc req-88336e3f-3c4e-47dd-82a1-b50a337a7a13 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8257d05cb054404db31cec3bbb71493a&device_id=60bc57fc-eac3-474c-bb0c-a36a1045c4a1 HTTP/1.1" status: 200 len: 1125 time: 0.0682387 Feb 19 03:29:50.193376 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4be53aa1-5ee9-4e14-b41b-cb72f37b6efc req-408d6a8b-3b73-4b50-988c-d2a200f71c4d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01425ed4-1787-4172-a291-51b9e41a866a HTTP/1.1" status: 200 len: 217 time: 0.0506148 Feb 19 03:29:50.258177 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be53aa1-5ee9-4e14-b41b-cb72f37b6efc req-ffec5f71-52de-44ce-b841-582aa2bb2999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:50.259845 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4be53aa1-5ee9-4e14-b41b-cb72f37b6efc req-ffec5f71-52de-44ce-b841-582aa2bb2999 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2d8d01f7-c65c-4273-a693-0737e1d5a5eb HTTP/1.1" status: 200 len: 850 time: 0.0593033 Feb 19 03:29:50.334716 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be53aa1-5ee9-4e14-b41b-cb72f37b6efc req-8050b2f6-bddd-46be-84b0-729893870799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:50.338765 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4be53aa1-5ee9-4e14-b41b-cb72f37b6efc req-8050b2f6-bddd-46be-84b0-729893870799 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=48e87e60-6ae2-4eae-a03b-2fd752f397d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0702338 Feb 19 03:29:50.460602 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4be53aa1-5ee9-4e14-b41b-cb72f37b6efc req-50f7a9f1-7792-4282-b17d-4829b01b5de8 service neutron] 10.222.0.73 "GET /v2.0/networks/48e87e60-6ae2-4eae-a03b-2fd752f397d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150384 Feb 19 03:29:50.559567 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:50.583833 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e269e3-f906-4a5e-96f0-7c7373c80a68 req-832732e2-27bf-4049-8bdc-c7dd8f1a7041 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:50.586930 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-58e269e3-f906-4a5e-96f0-7c7373c80a68 req-832732e2-27bf-4049-8bdc-c7dd8f1a7041 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=60bc57fc-eac3-474c-bb0c-a36a1045c4a1 HTTP/1.1" status: 200 len: 943 time: 0.0708950 Feb 19 03:29:50.597527 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4be53aa1-5ee9-4e14-b41b-cb72f37b6efc req-2802c4aa-7588-437f-8e24-0b0e3e08df5e service neutron] 10.222.0.73 "GET /v2.0/networks/48e87e60-6ae2-4eae-a03b-2fd752f397d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300926 Feb 19 03:29:50.676903 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-58e269e3-f906-4a5e-96f0-7c7373c80a68 req-4d7e7c42-1174-4ff4-8782-fdf0f6277122 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8f8d138-d7be-4ab5-8c11-0b7d0c03b580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779765 Feb 19 03:29:50.738876 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc15657-9cfc-468a-a8ae-5ecea86733e8 req-c1c4c048-f07b-44f0-a71a-a5aa106888a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:50.740443 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7bc15657-9cfc-468a-a8ae-5ecea86733e8 req-c1c4c048-f07b-44f0-a71a-a5aa106888a7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8257d05cb054404db31cec3bbb71493a&device_id=60bc57fc-eac3-474c-bb0c-a36a1045c4a1 HTTP/1.1" status: 200 len: 1125 time: 0.0607493 Feb 19 03:29:50.852616 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc15657-9cfc-468a-a8ae-5ecea86733e8 req-b505fe0d-7af5-45e2-a139-2083b7aafa0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:50.854173 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7bc15657-9cfc-468a-a8ae-5ecea86733e8 req-b505fe0d-7af5-45e2-a139-2083b7aafa0e service neutron] 10.222.0.73 "GET /v2.0/networks?id=48e87e60-6ae2-4eae-a03b-2fd752f397d2 HTTP/1.1" status: 200 len: 912 time: 0.1075220 Feb 19 03:29:50.901629 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7bc15657-9cfc-468a-a8ae-5ecea86733e8 req-7f96a05a-cf1c-469b-b678-46042356b93a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01425ed4-1787-4172-a291-51b9e41a866a HTTP/1.1" status: 200 len: 217 time: 0.0414917 Feb 19 03:29:50.958166 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc15657-9cfc-468a-a8ae-5ecea86733e8 req-f0949cbb-25c0-45d3-92b5-9afaaca0602d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:50.959758 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7bc15657-9cfc-468a-a8ae-5ecea86733e8 req-f0949cbb-25c0-45d3-92b5-9afaaca0602d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2d8d01f7-c65c-4273-a693-0737e1d5a5eb HTTP/1.1" status: 200 len: 850 time: 0.0532463 Feb 19 03:29:51.020519 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc15657-9cfc-468a-a8ae-5ecea86733e8 req-2e2a80eb-5e80-45c6-8a7e-e4076cbb1beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:51.022091 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7bc15657-9cfc-468a-a8ae-5ecea86733e8 req-2e2a80eb-5e80-45c6-8a7e-e4076cbb1beb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=48e87e60-6ae2-4eae-a03b-2fd752f397d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0564375 Feb 19 03:29:51.118623 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7bc15657-9cfc-468a-a8ae-5ecea86733e8 req-a8c3f376-dac1-4ad0-abe7-40eb4ddae191 service neutron] 10.222.0.73 "GET /v2.0/networks/48e87e60-6ae2-4eae-a03b-2fd752f397d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892572 Feb 19 03:29:51.230212 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7bc15657-9cfc-468a-a8ae-5ecea86733e8 req-2b689932-1f71-4dd8-b446-9eab25aa5d5f service neutron] 10.222.0.73 "GET /v2.0/networks/48e87e60-6ae2-4eae-a03b-2fd752f397d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060183 Feb 19 03:29:51.839115 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb7c4dc-f10e-4468-8b94-c753c89b10ff req-5ee65aa8-fcf9-4a4e-95a5-712aba73b32a tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:51.840789 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4eb7c4dc-f10e-4468-8b94-c753c89b10ff req-5ee65aa8-fcf9-4a4e-95a5-712aba73b32a tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=60bc57fc-eac3-474c-bb0c-a36a1045c4a1 HTTP/1.1" status: 200 len: 943 time: 0.0580115 Feb 19 03:29:51.899174 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4eb7c4dc-f10e-4468-8b94-c753c89b10ff req-4ab439a7-b554-4d17-b9f9-39fc29c582cf tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8f8d138-d7be-4ab5-8c11-0b7d0c03b580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513463 Feb 19 03:29:52.000796 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:52.772153 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:53.046805 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade047f4-c6cd-4378-93ed-4af0377d5348 req-8209a09c-25f9-4fae-a40d-0fb6539e5091 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:53.048343 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ade047f4-c6cd-4378-93ed-4af0377d5348 req-8209a09c-25f9-4fae-a40d-0fb6539e5091 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=60bc57fc-eac3-474c-bb0c-a36a1045c4a1 HTTP/1.1" status: 200 len: 943 time: 0.0665751 Feb 19 03:29:53.105574 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ade047f4-c6cd-4378-93ed-4af0377d5348 req-cc5e41d9-aa66-44e3-8243-cd8ac00efe42 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8f8d138-d7be-4ab5-8c11-0b7d0c03b580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512786 Feb 19 03:29:54.230585 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07dbfc8-9d3a-4d60-a410-ac9201554486 req-167e7a15-9b22-4870-b6ed-8fac277367f3 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:54.233856 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d07dbfc8-9d3a-4d60-a410-ac9201554486 req-167e7a15-9b22-4870-b6ed-8fac277367f3 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=60bc57fc-eac3-474c-bb0c-a36a1045c4a1 HTTP/1.1" status: 200 len: 943 time: 0.0567863 Feb 19 03:29:54.307290 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d07dbfc8-9d3a-4d60-a410-ac9201554486 req-932b05db-827b-4101-aa50-bf8ab21d1844 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8f8d138-d7be-4ab5-8c11-0b7d0c03b580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691845 Feb 19 03:29:54.672283 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 47584) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:54.783586 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a0d3971b-0596-48cc-951f-8a6c84dfbe19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:54.871315 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a0d3971b-0596-48cc-951f-8a6c84dfbe19 admin admin] Publish callbacks [] for security_group (a4e5b7b6-8c13-48c3-baf0-9a85b17886e0), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:54.875425 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a0d3971b-0596-48cc-951f-8a6c84dfbe19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (a4e5b7b6-8c13-48c3-baf0-9a85b17886e0), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:54.915945 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-a0d3971b-0596-48cc-951f-8a6c84dfbe19 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8523e66ff5eb4c6c859c1a1d589d5c60&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2425506 Feb 19 03:29:54.916881 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d3971b-0596-48cc-951f-8a6c84dfbe19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4e5b7b6-8c13-48c3-baf0-9a85b17886e0,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:54.918748 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 47588) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:54.979066 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d02cd87b-7499-4596-89ae-89e0aec63002 admin admin] Publish callbacks [] for security_group (a4e5b7b6-8c13-48c3-baf0-9a85b17886e0), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:55.002723 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d02cd87b-7499-4596-89ae-89e0aec63002 admin admin] Publish callbacks [] for security_group (a4e5b7b6-8c13-48c3-baf0-9a85b17886e0), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:55.057247 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d02cd87b-7499-4596-89ae-89e0aec63002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (a4e5b7b6-8c13-48c3-baf0-9a85b17886e0), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:55.060702 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d02cd87b-7499-4596-89ae-89e0aec63002 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:55.063661 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-d02cd87b-7499-4596-89ae-89e0aec63002 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a4e5b7b6-8c13-48c3-baf0-9a85b17886e0 HTTP/1.1" status: 204 len: 168 time: 0.1420915 Feb 19 03:29:55.074314 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02cd87b-7499-4596-89ae-89e0aec63002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4e5b7b6-8c13-48c3-baf0-9a85b17886e0,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:55.352572 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 47596) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:55.366841 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f1372373-bdf9-41ca-815b-bd81703154bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:55.458388 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f1372373-bdf9-41ca-815b-bd81703154bf admin admin] Publish callbacks [] for security_group (5ac01520-a227-4a43-9f76-00aae33f4996), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:55.464403 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f1372373-bdf9-41ca-815b-bd81703154bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (5ac01520-a227-4a43-9f76-00aae33f4996), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:55.465205 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faacceb8-30a7-4e77-a036-eb917d106d45 req-18ed8b08-b62b-4051-b8f0-1f1ac3ff90e8 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:55.467872 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-faacceb8-30a7-4e77-a036-eb917d106d45 req-18ed8b08-b62b-4051-b8f0-1f1ac3ff90e8 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=60bc57fc-eac3-474c-bb0c-a36a1045c4a1 HTTP/1.1" status: 200 len: 943 time: 0.0824101 Feb 19 03:29:55.509991 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-f1372373-bdf9-41ca-815b-bd81703154bf admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0525701a970844158975b4d8af4c08ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1535585 Feb 19 03:29:55.509991 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1372373-bdf9-41ca-815b-bd81703154bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac01520-a227-4a43-9f76-00aae33f4996,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:55.511568 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 47598) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:55.566623 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-faacceb8-30a7-4e77-a036-eb917d106d45 req-a50b309b-1f1a-483a-b5c4-1008edc30abf tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8f8d138-d7be-4ab5-8c11-0b7d0c03b580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920331 Feb 19 03:29:55.598849 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ff17e6ec-5744-4eac-a073-1be82cdfe301 admin admin] Publish callbacks [] for security_group (5ac01520-a227-4a43-9f76-00aae33f4996), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:55.623812 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ff17e6ec-5744-4eac-a073-1be82cdfe301 admin admin] Publish callbacks [] for security_group (5ac01520-a227-4a43-9f76-00aae33f4996), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:55.680433 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ff17e6ec-5744-4eac-a073-1be82cdfe301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (5ac01520-a227-4a43-9f76-00aae33f4996), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:55.683906 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ff17e6ec-5744-4eac-a073-1be82cdfe301 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:55.685112 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-ff17e6ec-5744-4eac-a073-1be82cdfe301 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5ac01520-a227-4a43-9f76-00aae33f4996 HTTP/1.1" status: 204 len: 168 time: 0.1723135 Feb 19 03:29:55.699214 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff17e6ec-5744-4eac-a073-1be82cdfe301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac01520-a227-4a43-9f76-00aae33f4996,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:56.469668 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:56.722841 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b276b293-e451-4dfa-92d0-3455cbf4cd2d req-70c5cae7-cb08-4c6f-b12f-3c834529f0d1 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:56.725348 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b276b293-e451-4dfa-92d0-3455cbf4cd2d req-70c5cae7-cb08-4c6f-b12f-3c834529f0d1 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=60bc57fc-eac3-474c-bb0c-a36a1045c4a1 HTTP/1.1" status: 200 len: 943 time: 0.0660522 Feb 19 03:29:56.791375 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b276b293-e451-4dfa-92d0-3455cbf4cd2d req-55e96988-7198-4a98-86ff-aed2ff2bc1fd tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8f8d138-d7be-4ab5-8c11-0b7d0c03b580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590363 Feb 19 03:29:57.920698 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6927953a-3ea0-453d-9858-9071cc109cf9 req-d4fbe12c-d442-4c97-8fb8-6d6e26e373ec tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:57.922402 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6927953a-3ea0-453d-9858-9071cc109cf9 req-d4fbe12c-d442-4c97-8fb8-6d6e26e373ec tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=60bc57fc-eac3-474c-bb0c-a36a1045c4a1 HTTP/1.1" status: 200 len: 943 time: 0.0574818 Feb 19 03:29:57.974472 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6927953a-3ea0-453d-9858-9071cc109cf9 req-eab4edb6-3543-4782-af9b-470291fcf141 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8f8d138-d7be-4ab5-8c11-0b7d0c03b580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463262 Feb 19 03:29:59.105906 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a296faa8-d6e7-40a9-8375-19437cb7cd39 req-0aaa39a1-a6d7-49a9-87a0-ce6601b3a0ec tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:59.107325 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a296faa8-d6e7-40a9-8375-19437cb7cd39 req-0aaa39a1-a6d7-49a9-87a0-ce6601b3a0ec tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=60bc57fc-eac3-474c-bb0c-a36a1045c4a1 HTTP/1.1" status: 200 len: 943 time: 0.0573547 Feb 19 03:29:59.162803 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a296faa8-d6e7-40a9-8375-19437cb7cd39 req-d3a0b921-dbd4-4aab-a8df-25a9dddd0ea6 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8f8d138-d7be-4ab5-8c11-0b7d0c03b580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494823 Feb 19 03:30:00.301844 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5053e089-efd5-435f-9033-fc47e40c52b4 req-76dd9967-59be-492a-80f3-80875b802dec tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:00.303391 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5053e089-efd5-435f-9033-fc47e40c52b4 req-76dd9967-59be-492a-80f3-80875b802dec tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=60bc57fc-eac3-474c-bb0c-a36a1045c4a1 HTTP/1.1" status: 200 len: 943 time: 0.0573182 Feb 19 03:30:00.355291 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5053e089-efd5-435f-9033-fc47e40c52b4 req-e83a99e3-0d63-488a-baff-f2ae78d2953d tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8f8d138-d7be-4ab5-8c11-0b7d0c03b580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455003 Feb 19 03:30:01.487196 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df790c4-091f-4b0c-8d77-ce329d3c16c1 req-f739468a-7749-450d-a79f-368d6e98c31f tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:01.488770 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9df790c4-091f-4b0c-8d77-ce329d3c16c1 req-f739468a-7749-450d-a79f-368d6e98c31f tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=60bc57fc-eac3-474c-bb0c-a36a1045c4a1 HTTP/1.1" status: 200 len: 943 time: 0.0592384 Feb 19 03:30:01.541619 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9df790c4-091f-4b0c-8d77-ce329d3c16c1 req-17a6f8ba-c2ef-414c-9466-97672642014b tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8f8d138-d7be-4ab5-8c11-0b7d0c03b580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461490 Feb 19 03:30:01.832732 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 47746) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:01.955179 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-68403853-099a-400c-8d65-bf272119295c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:02.032945 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-68403853-099a-400c-8d65-bf272119295c admin admin] Publish callbacks [] for security_group (e8f7c204-b321-4755-ba6f-3b7547e7c467), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:02.037759 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-68403853-099a-400c-8d65-bf272119295c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (e8f7c204-b321-4755-ba6f-3b7547e7c467), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:02.079166 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-68403853-099a-400c-8d65-bf272119295c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2c6e077697bd41218ffe80ecaeb42580&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2452924 Feb 19 03:30:02.080119 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68403853-099a-400c-8d65-bf272119295c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8f7c204-b321-4755-ba6f-3b7547e7c467,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:02.081830 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 47750) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:02.131900 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-200866e5-6faf-43f0-9d32-5bb5587bc58c admin admin] Publish callbacks [] for security_group (e8f7c204-b321-4755-ba6f-3b7547e7c467), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:02.154257 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-200866e5-6faf-43f0-9d32-5bb5587bc58c admin admin] Publish callbacks [] for security_group (e8f7c204-b321-4755-ba6f-3b7547e7c467), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:02.202426 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-200866e5-6faf-43f0-9d32-5bb5587bc58c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (e8f7c204-b321-4755-ba6f-3b7547e7c467), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:02.205082 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-200866e5-6faf-43f0-9d32-5bb5587bc58c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:02.206280 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-200866e5-6faf-43f0-9d32-5bb5587bc58c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e8f7c204-b321-4755-ba6f-3b7547e7c467 HTTP/1.1" status: 204 len: 168 time: 0.1221347 Feb 19 03:30:02.214509 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200866e5-6faf-43f0-9d32-5bb5587bc58c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8f7c204-b321-4755-ba6f-3b7547e7c467,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:02.477462 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 47756) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:02.490652 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8dc26445-6b3a-4920-adce-4dfca9f60d5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:02.565899 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8dc26445-6b3a-4920-adce-4dfca9f60d5d admin admin] Publish callbacks [] for security_group (4672dd45-6d40-48b2-8e10-aa323def1694), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:02.570497 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8dc26445-6b3a-4920-adce-4dfca9f60d5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (4672dd45-6d40-48b2-8e10-aa323def1694), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:02.611767 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc26445-6b3a-4920-adce-4dfca9f60d5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4672dd45-6d40-48b2-8e10-aa323def1694,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:02.618474 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-8dc26445-6b3a-4920-adce-4dfca9f60d5d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ba3e6f64e75741f29dd08b13ba9f5c38&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1373098 Feb 19 03:30:02.618717 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 47760) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:02.711321 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339f90f6-fac6-4a78-b489-a366e4684f27 req-2c93af7c-aaae-4bec-9afc-8ace76309649 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:02.712947 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-339f90f6-fac6-4a78-b489-a366e4684f27 req-2c93af7c-aaae-4bec-9afc-8ace76309649 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=60bc57fc-eac3-474c-bb0c-a36a1045c4a1 HTTP/1.1" status: 200 len: 943 time: 0.0817780 Feb 19 03:30:02.713575 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-fb7b258d-7c59-485e-804e-8c7812df06e9 admin admin] Publish callbacks [] for security_group (4672dd45-6d40-48b2-8e10-aa323def1694), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:02.745556 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-fb7b258d-7c59-485e-804e-8c7812df06e9 admin admin] Publish callbacks [] for security_group (4672dd45-6d40-48b2-8e10-aa323def1694), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:02.798614 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-339f90f6-fac6-4a78-b489-a366e4684f27 req-de32d0ce-90a9-4de3-8e54-e4b7fcebeabf tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8f8d138-d7be-4ab5-8c11-0b7d0c03b580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760574 Feb 19 03:30:02.817225 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-fb7b258d-7c59-485e-804e-8c7812df06e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (4672dd45-6d40-48b2-8e10-aa323def1694), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:02.820532 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-fb7b258d-7c59-485e-804e-8c7812df06e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:02.821799 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-fb7b258d-7c59-485e-804e-8c7812df06e9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4672dd45-6d40-48b2-8e10-aa323def1694 HTTP/1.1" status: 204 len: 168 time: 0.2021630 Feb 19 03:30:02.830039 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7b258d-7c59-485e-804e-8c7812df06e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4672dd45-6d40-48b2-8e10-aa323def1694,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:03.932449 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa29cccc-1920-4e8c-a783-4b61f0658cdc req-9532c213-577c-450b-bee0-cfb4039c5348 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:03.934675 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-aa29cccc-1920-4e8c-a783-4b61f0658cdc req-9532c213-577c-450b-bee0-cfb4039c5348 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=60bc57fc-eac3-474c-bb0c-a36a1045c4a1 HTTP/1.1" status: 200 len: 943 time: 0.0641458 Feb 19 03:30:03.989862 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-aa29cccc-1920-4e8c-a783-4b61f0658cdc req-83c937f7-f2fe-4873-bd26-7319b5a0575c tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8f8d138-d7be-4ab5-8c11-0b7d0c03b580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481174 Feb 19 03:30:04.800732 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 47852) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:04.905527 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2054a755-5862-470d-8a90-d543e03a9a58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:04.989316 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2054a755-5862-470d-8a90-d543e03a9a58 admin admin] Publish callbacks [] for security_group (7d592373-17d3-4b8e-b26c-588b6668197c), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:04.993990 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2054a755-5862-470d-8a90-d543e03a9a58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (7d592373-17d3-4b8e-b26c-588b6668197c), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:05.035934 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-2054a755-5862-470d-8a90-d543e03a9a58 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=dd3c4afc5c9c4a0cbd3f3ad3eff620ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2314527 Feb 19 03:30:05.035934 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2054a755-5862-470d-8a90-d543e03a9a58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d592373-17d3-4b8e-b26c-588b6668197c,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:05.036833 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 47858) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:05.101544 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-58a4ed43-e5c1-4b97-91df-acf5a6577e20 admin admin] Publish callbacks [] for security_group (7d592373-17d3-4b8e-b26c-588b6668197c), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:05.147965 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-58a4ed43-e5c1-4b97-91df-acf5a6577e20 admin admin] Publish callbacks [] for security_group (7d592373-17d3-4b8e-b26c-588b6668197c), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:05.175319 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872158ea-1fab-4031-a89f-0df2e68d962f req-9d938ff9-20f5-431a-b0a3-adf4fabb58ad tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:05.176793 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-872158ea-1fab-4031-a89f-0df2e68d962f req-9d938ff9-20f5-431a-b0a3-adf4fabb58ad tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=60bc57fc-eac3-474c-bb0c-a36a1045c4a1 HTTP/1.1" status: 200 len: 943 time: 0.0933604 Feb 19 03:30:05.235507 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-872158ea-1fab-4031-a89f-0df2e68d962f req-c762c58e-9c3e-4765-9917-4f64c1fd09e1 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8f8d138-d7be-4ab5-8c11-0b7d0c03b580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520642 Feb 19 03:30:05.241062 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-58a4ed43-e5c1-4b97-91df-acf5a6577e20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (7d592373-17d3-4b8e-b26c-588b6668197c), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:05.244500 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-58a4ed43-e5c1-4b97-91df-acf5a6577e20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:05.249372 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-58a4ed43-e5c1-4b97-91df-acf5a6577e20 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7d592373-17d3-4b8e-b26c-588b6668197c HTTP/1.1" status: 204 len: 168 time: 0.2087219 Feb 19 03:30:05.255308 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a4ed43-e5c1-4b97-91df-acf5a6577e20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d592373-17d3-4b8e-b26c-588b6668197c,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:05.510214 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 47864) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:05.524760 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c442c9ae-bdda-4afd-a887-9cfe854e6794 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:05.615343 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c442c9ae-bdda-4afd-a887-9cfe854e6794 admin admin] Publish callbacks [] for security_group (9034a9c5-8760-4888-bdb5-c4ff0ba771c4), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:05.620378 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c442c9ae-bdda-4afd-a887-9cfe854e6794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (9034a9c5-8760-4888-bdb5-c4ff0ba771c4), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:05.662049 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c442c9ae-bdda-4afd-a887-9cfe854e6794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9034a9c5-8760-4888-bdb5-c4ff0ba771c4,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:05.667078 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-c442c9ae-bdda-4afd-a887-9cfe854e6794 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=400c961e03ee460a85eae9711e155ba1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1555698 Feb 19 03:30:05.669748 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 47866) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:05.728406 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c694d56d-c64e-41d1-a306-3f97b893f6ea admin admin] Publish callbacks [] for security_group (9034a9c5-8760-4888-bdb5-c4ff0ba771c4), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:05.753284 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c694d56d-c64e-41d1-a306-3f97b893f6ea admin admin] Publish callbacks [] for security_group (9034a9c5-8760-4888-bdb5-c4ff0ba771c4), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:05.810071 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c694d56d-c64e-41d1-a306-3f97b893f6ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (9034a9c5-8760-4888-bdb5-c4ff0ba771c4), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:05.812814 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c694d56d-c64e-41d1-a306-3f97b893f6ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:05.814008 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-c694d56d-c64e-41d1-a306-3f97b893f6ea admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9034a9c5-8760-4888-bdb5-c4ff0ba771c4 HTTP/1.1" status: 204 len: 168 time: 0.1433537 Feb 19 03:30:05.827116 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c694d56d-c64e-41d1-a306-3f97b893f6ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9034a9c5-8760-4888-bdb5-c4ff0ba771c4,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:06.393691 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c221c96e-7225-4380-98f4-8888b34356f3 req-fddcd808-2447-4b8d-8dbf-28b36cf4c5a9 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:06.395866 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c221c96e-7225-4380-98f4-8888b34356f3 req-fddcd808-2447-4b8d-8dbf-28b36cf4c5a9 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=60bc57fc-eac3-474c-bb0c-a36a1045c4a1 HTTP/1.1" status: 200 len: 943 time: 0.0627229 Feb 19 03:30:06.450969 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c221c96e-7225-4380-98f4-8888b34356f3 req-14dc31c4-1a2c-4476-9be8-d409fb671948 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8f8d138-d7be-4ab5-8c11-0b7d0c03b580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487633 Feb 19 03:30:06.711671 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 01425ed4-1787-4172-a291-51b9e41a866a details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:30:06.813561 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 01425ed4-1787-4172-a291-51b9e41a866a, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=01425ed4-1787-4172-a291-51b9e41a866a,segment=NetworkSegment(1cc07983-2153-4fea-b2a9-9157e38f7075),segment_id=1cc07983-2153-4fea-b2a9-9157e38f7075)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:30:06.827054 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': '01425ed4-1787-4172-a291-51b9e41a866a', 'network_id': '48e87e60-6ae2-4eae-a03b-2fd752f397d2', 'port_id': '01425ed4-1787-4172-a291-51b9e41a866a', 'mac_address': 'fa:16:3e:08:b0:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d8d01f7-c65c-4273-a693-0737e1d5a5eb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:30:06.875134 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 01425ed4-1787-4172-a291-51b9e41a866a is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:30:06.875705 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (01425ed4-1787-4172-a291-51b9e41a866a), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:06.889854 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01425ed4-1787-4172-a291-51b9e41a866a {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:30:06.909349 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 01425ed4-1787-4172-a291-51b9e41a866a, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=01425ed4-1787-4172-a291-51b9e41a866a,segment=NetworkSegment(1cc07983-2153-4fea-b2a9-9157e38f7075),segment_id=1cc07983-2153-4fea-b2a9-9157e38f7075)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:30:06.914819 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (01425ed4-1787-4172-a291-51b9e41a866a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:06.968383 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=01425ed4-1787-4172-a291-51b9e41a866a,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:07.273843 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['01425ed4-1787-4172-a291-51b9e41a866a'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:30:07.292831 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 47932) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:07.401988 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-874e46e2-4565-48cc-a8e9-04f256ce476a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:07.477362 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-874e46e2-4565-48cc-a8e9-04f256ce476a admin admin] Publish callbacks [] for security_group (1737f1ec-c527-49c7-90db-fa51c1fbb0ac), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:07.482299 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-874e46e2-4565-48cc-a8e9-04f256ce476a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (1737f1ec-c527-49c7-90db-fa51c1fbb0ac), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:07.524640 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-874e46e2-4565-48cc-a8e9-04f256ce476a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4da047b192c6447bb74c5a41e76b4e09&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2305751 Feb 19 03:30:07.525945 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874e46e2-4565-48cc-a8e9-04f256ce476a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1737f1ec-c527-49c7-90db-fa51c1fbb0ac,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:07.527388 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 47938) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:07.615259 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-cf173217-c550-4d0b-9335-193811977246 admin admin] Publish callbacks [] for security_group (1737f1ec-c527-49c7-90db-fa51c1fbb0ac), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:07.625618 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bb4f10-b5df-4490-a795-f07f995038d7 req-8f0cdfac-a055-49c2-9a25-97ed208565f1 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:07.627062 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-06bb4f10-b5df-4490-a795-f07f995038d7 req-8f0cdfac-a055-49c2-9a25-97ed208565f1 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=60bc57fc-eac3-474c-bb0c-a36a1045c4a1 HTTP/1.1" status: 200 len: 944 time: 0.0916154 Feb 19 03:30:07.665629 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-cf173217-c550-4d0b-9335-193811977246 admin admin] Publish callbacks [] for security_group (1737f1ec-c527-49c7-90db-fa51c1fbb0ac), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:07.735647 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-06bb4f10-b5df-4490-a795-f07f995038d7 req-85e1505f-4c38-49eb-86a6-332d53ab4cdb tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8f8d138-d7be-4ab5-8c11-0b7d0c03b580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005430 Feb 19 03:30:07.755691 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-cf173217-c550-4d0b-9335-193811977246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (1737f1ec-c527-49c7-90db-fa51c1fbb0ac), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:07.758983 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-cf173217-c550-4d0b-9335-193811977246 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:07.760149 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-cf173217-c550-4d0b-9335-193811977246 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1737f1ec-c527-49c7-90db-fa51c1fbb0ac HTTP/1.1" status: 204 len: 168 time: 0.2317088 Feb 19 03:30:07.767967 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf173217-c550-4d0b-9335-193811977246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1737f1ec-c527-49c7-90db-fa51c1fbb0ac,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:08.726799 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 01425ed4-1787-4172-a291-51b9e41a866a up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:30:08.778282 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning for port 01425ed4-1787-4172-a291-51b9e41a866a completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:30:08.784504 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port 01425ed4-1787-4172-a291-51b9e41a866a triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:30:08.784846 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (01425ed4-1787-4172-a291-51b9e41a866a), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:08.876882 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7985c285-9715-48cb-b262-28b3dead1d09 req-604a7d07-9516-48a9-99b0-eb856adbf6c3 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:08.878443 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7985c285-9715-48cb-b262-28b3dead1d09 req-604a7d07-9516-48a9-99b0-eb856adbf6c3 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=60bc57fc-eac3-474c-bb0c-a36a1045c4a1 HTTP/1.1" status: 200 len: 944 time: 0.0632119 Feb 19 03:30:08.879659 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 01425ed4-1787-4172-a291-51b9e41a866a is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:30:08.880052 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (01425ed4-1787-4172-a291-51b9e41a866a), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:08.907918 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60bc57fc-eac3-474c-bb0c-a36a1045c4a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01425ed4-1787-4172-a291-51b9e41a866a'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:30:08.910206 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1560aaec-a491-4d22-8f1a-9fa35510407a" -d '{"events": [{"server_uuid": "60bc57fc-eac3-474c-bb0c-a36a1045c4a1", "name": "network-vif-plugged", "status": "completed", "tag": "01425ed4-1787-4172-a291-51b9e41a866a"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:30:08.924510 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 01425ed4-1787-4172-a291-51b9e41a866a, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=01425ed4-1787-4172-a291-51b9e41a866a,segment=NetworkSegment(1cc07983-2153-4fea-b2a9-9157e38f7075),segment_id=1cc07983-2153-4fea-b2a9-9157e38f7075)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:30:08.930721 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (01425ed4-1787-4172-a291-51b9e41a866a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:08.949376 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7985c285-9715-48cb-b262-28b3dead1d09 req-22519461-6ab8-483b-9326-1a8a8ea25cf7 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8f8d138-d7be-4ab5-8c11-0b7d0c03b580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631361 Feb 19 03:30:08.967441 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce7c3e83-93a7-4658-b64b-d2cd6b498872 x-openstack-request-id: req-ce7c3e83-93a7-4658-b64b-d2cd6b498872 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:30:08.967752 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60bc57fc-eac3-474c-bb0c-a36a1045c4a1", "name": "network-vif-plugged", "status": "completed", "tag": "01425ed4-1787-4172-a291-51b9e41a866a", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:30:08.968164 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ce7c3e83-93a7-4658-b64b-d2cd6b498872 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:30:08.968557 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60bc57fc-eac3-474c-bb0c-a36a1045c4a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01425ed4-1787-4172-a291-51b9e41a866a', 'code': 200} Feb 19 03:30:08.999644 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=01425ed4-1787-4172-a291-51b9e41a866a,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:09.107515 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8387f868-cc6d-45fb-9797-b1a363827e78 req-a3c46309-ae28-4391-a315-8775da87ffb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:09.109140 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8387f868-cc6d-45fb-9797-b1a363827e78 req-a3c46309-ae28-4391-a315-8775da87ffb8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=60bc57fc-eac3-474c-bb0c-a36a1045c4a1 HTTP/1.1" status: 200 len: 1127 time: 0.0501974 Feb 19 03:30:09.160400 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8387f868-cc6d-45fb-9797-b1a363827e78 req-fc0849ae-0b46-4de8-b407-e70e92464b2a service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c8f8d138-d7be-4ab5-8c11-0b7d0c03b580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454872 Feb 19 03:30:09.175805 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 47984) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:09.273110 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-f99afdc9-64ab-494b-8f7b-a160dcf6df49 tempest-QuotasTest-1529450778 tempest-QuotasTest-1529450778-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:30:09.300786 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-f99afdc9-64ab-494b-8f7b-a160dcf6df49 tempest-QuotasTest-1529450778 tempest-QuotasTest-1529450778-project-admin] 10.222.0.72 "PUT /v2.0/quotas/9c88e7aad3894705abc5bc030cd2fe28 HTTP/1.1" status: 200 len: 366 time: 0.1238976 Feb 19 03:30:09.303398 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 47988) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:09.313878 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-4cbe3e4e-dbbe-4fb1-9c05-63a42504c4ab tempest-QuotasTest-1529450778 tempest-QuotasTest-1529450778-project-admin] 10.222.0.72 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0094452 Feb 19 03:30:09.316307 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 47990) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:09.325654 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-d031b31b-bf82-4cf5-a46c-042b4afa43e4 tempest-QuotasTest-1529450778 tempest-QuotasTest-1529450778-project-admin] 10.222.0.72 "GET /v2.0/quotas/9c88e7aad3894705abc5bc030cd2fe28 HTTP/1.1" status: 200 len: 366 time: 0.0083888 Feb 19 03:30:09.329203 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 47992) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:09.343620 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-19f317f2-5a00-4692-9636-9061e9ac634b tempest-QuotasTest-1529450778 tempest-QuotasTest-1529450778-project-admin] 10.222.0.72 "DELETE /v2.0/quotas/9c88e7aad3894705abc5bc030cd2fe28 HTTP/1.1" status: 204 len: 168 time: 0.0135024 Feb 19 03:30:09.345691 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 47994) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:09.355151 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-df17e69c-e673-4b9e-b7a0-4d520b67f6b0 tempest-QuotasTest-1529450778 tempest-QuotasTest-1529450778-project-admin] 10.222.0.72 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0084527 Feb 19 03:30:09.357733 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 47996) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:09.367048 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-f06301d7-b296-4728-bbd7-973e8e3db298 tempest-QuotasTest-1529450778 tempest-QuotasTest-1529450778-project-admin] 10.222.0.72 "GET /v2.0/quotas/9c88e7aad3894705abc5bc030cd2fe28 HTTP/1.1" status: 200 len: 370 time: 0.0083623 Feb 19 03:30:09.369248 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 47998) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:09.373672 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-90b8e9a5-cf44-4baa-9336-e409f56689c0 tempest-QuotasTest-1529450778 tempest-QuotasTest-1529450778-project-admin] 10.222.0.72 "GET /v2.0/quotas/9c88e7aad3894705abc5bc030cd2fe28/default HTTP/1.1" status: 200 len: 370 time: 0.0035048 Feb 19 03:30:09.377025 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48000) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:09.384991 n-d-826753-2 neutron-server[103702]: INFO neutron.api.v2.resource [None req-bcabb658-d16c-4344-bce3-93c4d8cb0a8f tempest-QuotasTest-1529450778 tempest-QuotasTest-1529450778-project-admin] delete failed (client error): The resource could not be found. Feb 19 03:30:09.386009 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-bcabb658-d16c-4344-bce3-93c4d8cb0a8f tempest-QuotasTest-1529450778 tempest-QuotasTest-1529450778-project-admin] 10.222.0.72 "DELETE /v2.0/quotas/9c88e7aad3894705abc5bc030cd2fe28 HTTP/1.1" status: 404 len: 348 time: 0.0081594 Feb 19 03:30:09.489146 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48004) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:09.509994 n-d-826753-2 neutron-server[103702]: DEBUG neutron.quota.resource [None req-a4a9aef2-2957-4062-964c-d6ccbab26017 tempest-QuotasTest-1529450778 tempest-QuotasTest-1529450778-project-admin] Usage tracker for resource:network and project:49358d6947ea40149eab1f8dbe35a036 is out of sync, need to count used quota {{(pid=103702) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 19 03:30:09.513387 n-d-826753-2 neutron-server[103702]: DEBUG neutron.quota.resource [None req-a4a9aef2-2957-4062-964c-d6ccbab26017 tempest-QuotasTest-1529450778 tempest-QuotasTest-1529450778-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103702) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 19 03:30:09.519837 n-d-826753-2 neutron-server[103702]: DEBUG neutron.quota.resource [None req-a4a9aef2-2957-4062-964c-d6ccbab26017 tempest-QuotasTest-1529450778 tempest-QuotasTest-1529450778-project-admin] Usage tracker for resource:subnet and project:49358d6947ea40149eab1f8dbe35a036 is out of sync, need to count used quota {{(pid=103702) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 19 03:30:09.523622 n-d-826753-2 neutron-server[103702]: DEBUG neutron.quota.resource [None req-a4a9aef2-2957-4062-964c-d6ccbab26017 tempest-QuotasTest-1529450778 tempest-QuotasTest-1529450778-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103702) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 19 03:30:09.529729 n-d-826753-2 neutron-server[103702]: DEBUG neutron.quota.resource [None req-a4a9aef2-2957-4062-964c-d6ccbab26017 tempest-QuotasTest-1529450778 tempest-QuotasTest-1529450778-project-admin] Usage tracker for resource:subnetpool and project:49358d6947ea40149eab1f8dbe35a036 is out of sync, need to count used quota {{(pid=103702) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 19 03:30:09.534715 n-d-826753-2 neutron-server[103702]: DEBUG neutron.quota.resource [None req-a4a9aef2-2957-4062-964c-d6ccbab26017 tempest-QuotasTest-1529450778 tempest-QuotasTest-1529450778-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103702) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 19 03:30:09.541100 n-d-826753-2 neutron-server[103702]: DEBUG neutron.quota.resource [None req-a4a9aef2-2957-4062-964c-d6ccbab26017 tempest-QuotasTest-1529450778 tempest-QuotasTest-1529450778-project-admin] Usage tracker for resource:port and project:49358d6947ea40149eab1f8dbe35a036 is out of sync, need to count used quota {{(pid=103702) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 19 03:30:09.544127 n-d-826753-2 neutron-server[103702]: DEBUG neutron.quota.resource [None req-a4a9aef2-2957-4062-964c-d6ccbab26017 tempest-QuotasTest-1529450778 tempest-QuotasTest-1529450778-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103702) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 19 03:30:09.550904 n-d-826753-2 neutron-server[103702]: DEBUG neutron.quota.resource [None req-a4a9aef2-2957-4062-964c-d6ccbab26017 tempest-QuotasTest-1529450778 tempest-QuotasTest-1529450778-project-admin] Usage tracker for resource:router and project:49358d6947ea40149eab1f8dbe35a036 is out of sync, need to count used quota {{(pid=103702) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 19 03:30:09.554102 n-d-826753-2 neutron-server[103702]: DEBUG neutron.quota.resource [None req-a4a9aef2-2957-4062-964c-d6ccbab26017 tempest-QuotasTest-1529450778 tempest-QuotasTest-1529450778-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103702) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 19 03:30:09.560062 n-d-826753-2 neutron-server[103702]: DEBUG neutron.quota.resource [None req-a4a9aef2-2957-4062-964c-d6ccbab26017 tempest-QuotasTest-1529450778 tempest-QuotasTest-1529450778-project-admin] Usage tracker for resource:floatingip and project:49358d6947ea40149eab1f8dbe35a036 is out of sync, need to count used quota {{(pid=103702) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 19 03:30:09.563107 n-d-826753-2 neutron-server[103702]: DEBUG neutron.quota.resource [None req-a4a9aef2-2957-4062-964c-d6ccbab26017 tempest-QuotasTest-1529450778 tempest-QuotasTest-1529450778-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103702) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 19 03:30:09.598765 n-d-826753-2 neutron-server[103702]: DEBUG neutron.quota.resource [None req-a4a9aef2-2957-4062-964c-d6ccbab26017 tempest-QuotasTest-1529450778 tempest-QuotasTest-1529450778-project-admin] Usage tracker for resource:security_group and project:49358d6947ea40149eab1f8dbe35a036 is out of sync, need to count used quota {{(pid=103702) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 19 03:30:09.602580 n-d-826753-2 neutron-server[103702]: DEBUG neutron.quota.resource [None req-a4a9aef2-2957-4062-964c-d6ccbab26017 tempest-QuotasTest-1529450778 tempest-QuotasTest-1529450778-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103702) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 19 03:30:09.608564 n-d-826753-2 neutron-server[103702]: DEBUG neutron.quota.resource [None req-a4a9aef2-2957-4062-964c-d6ccbab26017 tempest-QuotasTest-1529450778 tempest-QuotasTest-1529450778-project-admin] Usage tracker for resource:security_group_rule and project:49358d6947ea40149eab1f8dbe35a036 is out of sync, need to count used quota {{(pid=103702) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 19 03:30:09.611700 n-d-826753-2 neutron-server[103702]: DEBUG neutron.quota.resource [None req-a4a9aef2-2957-4062-964c-d6ccbab26017 tempest-QuotasTest-1529450778 tempest-QuotasTest-1529450778-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103702) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 19 03:30:09.616722 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-a4a9aef2-2957-4062-964c-d6ccbab26017 tempest-QuotasTest-1529450778 tempest-QuotasTest-1529450778-project-admin] 10.222.0.72 "GET /v2.0/quotas/49358d6947ea40149eab1f8dbe35a036/details.json HTTP/1.1" status: 200 len: 703 time: 0.1259847 Feb 19 03:30:09.914194 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48010) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:10.023112 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-61610e4d-9c70-471b-9b1b-dee95e06d26f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:10.077124 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77abcb37-a00b-4c2d-a8c2-1bf99dad4a2d req-f9e01700-8817-4ae2-85f3-bbb58a78aa5d tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:10.079805 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-77abcb37-a00b-4c2d-a8c2-1bf99dad4a2d req-f9e01700-8817-4ae2-85f3-bbb58a78aa5d tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=60bc57fc-eac3-474c-bb0c-a36a1045c4a1 HTTP/1.1" status: 200 len: 945 time: 0.0626757 Feb 19 03:30:10.111143 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-61610e4d-9c70-471b-9b1b-dee95e06d26f admin admin] Publish callbacks [] for security_group (f589801f-0f03-426a-bba8-e1534189f74b), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:10.115494 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-61610e4d-9c70-471b-9b1b-dee95e06d26f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (f589801f-0f03-426a-bba8-e1534189f74b), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:10.137034 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-77abcb37-a00b-4c2d-a8c2-1bf99dad4a2d req-c2a6e7cd-ded5-44c7-8008-f7fd3fc88c19 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8f8d138-d7be-4ab5-8c11-0b7d0c03b580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450304 Feb 19 03:30:10.160278 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-61610e4d-9c70-471b-9b1b-dee95e06d26f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f3bf96af6b804dac961cc5ea0866b64e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2450054 Feb 19 03:30:10.161447 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61610e4d-9c70-471b-9b1b-dee95e06d26f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f589801f-0f03-426a-bba8-e1534189f74b,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:10.163638 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 48016) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:10.211321 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-90f9f0a6-f796-41ff-8679-05c0b7ac0a2e admin admin] Publish callbacks [] for security_group (f589801f-0f03-426a-bba8-e1534189f74b), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:10.232552 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-90f9f0a6-f796-41ff-8679-05c0b7ac0a2e admin admin] Publish callbacks [] for security_group (f589801f-0f03-426a-bba8-e1534189f74b), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:10.285093 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-90f9f0a6-f796-41ff-8679-05c0b7ac0a2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (f589801f-0f03-426a-bba8-e1534189f74b), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:10.287641 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-90f9f0a6-f796-41ff-8679-05c0b7ac0a2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:10.289115 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-90f9f0a6-f796-41ff-8679-05c0b7ac0a2e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f589801f-0f03-426a-bba8-e1534189f74b HTTP/1.1" status: 204 len: 168 time: 0.1244953 Feb 19 03:30:10.296841 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f9f0a6-f796-41ff-8679-05c0b7ac0a2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f589801f-0f03-426a-bba8-e1534189f74b,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:10.570614 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 48022) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:10.583866 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-33cd08b6-b5f5-4429-bcd4-7d78249e5a13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:10.660502 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-33cd08b6-b5f5-4429-bcd4-7d78249e5a13 admin admin] Publish callbacks [] for security_group (0176560a-86ae-45c9-9b3e-a162a66200fe), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:10.666312 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-33cd08b6-b5f5-4429-bcd4-7d78249e5a13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (0176560a-86ae-45c9-9b3e-a162a66200fe), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:10.705281 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-33cd08b6-b5f5-4429-bcd4-7d78249e5a13 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=49358d6947ea40149eab1f8dbe35a036&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1333914 Feb 19 03:30:10.706541 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cd08b6-b5f5-4429-bcd4-7d78249e5a13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0176560a-86ae-45c9-9b3e-a162a66200fe,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:10.708509 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48024) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:10.759197 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b19db16d-b2f5-4f85-8c26-8d4bbd869be8 admin admin] Publish callbacks [] for security_group (0176560a-86ae-45c9-9b3e-a162a66200fe), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:10.780565 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b19db16d-b2f5-4f85-8c26-8d4bbd869be8 admin admin] Publish callbacks [] for security_group (0176560a-86ae-45c9-9b3e-a162a66200fe), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:10.829892 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b19db16d-b2f5-4f85-8c26-8d4bbd869be8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (0176560a-86ae-45c9-9b3e-a162a66200fe), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:10.832808 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b19db16d-b2f5-4f85-8c26-8d4bbd869be8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:10.834002 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-b19db16d-b2f5-4f85-8c26-8d4bbd869be8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0176560a-86ae-45c9-9b3e-a162a66200fe HTTP/1.1" status: 204 len: 168 time: 0.1241333 Feb 19 03:30:10.842864 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19db16d-b2f5-4f85-8c26-8d4bbd869be8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0176560a-86ae-45c9-9b3e-a162a66200fe,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:11.263093 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b618a45e-2a69-495e-b711-169f9324b638 req-e326454b-cd14-4f60-bf88-fa02b74a9cd8 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:11.264700 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b618a45e-2a69-495e-b711-169f9324b638 req-e326454b-cd14-4f60-bf88-fa02b74a9cd8 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=60bc57fc-eac3-474c-bb0c-a36a1045c4a1 HTTP/1.1" status: 200 len: 945 time: 0.0567696 Feb 19 03:30:11.317825 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b618a45e-2a69-495e-b711-169f9324b638 req-ebc5c191-525f-42da-ad80-35f452c8b544 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8f8d138-d7be-4ab5-8c11-0b7d0c03b580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467615 Feb 19 03:30:11.445430 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5448a26a-2407-4222-9f6c-c95d040d4c0c req-c1a9bb5a-dcea-4049-8122-de470c1a9163 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:11.446938 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5448a26a-2407-4222-9f6c-c95d040d4c0c req-c1a9bb5a-dcea-4049-8122-de470c1a9163 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=60bc57fc-eac3-474c-bb0c-a36a1045c4a1 HTTP/1.1" status: 200 len: 945 time: 0.0592532 Feb 19 03:30:11.499340 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5448a26a-2407-4222-9f6c-c95d040d4c0c req-4406276e-f80d-413d-864b-422ca11dec00 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8f8d138-d7be-4ab5-8c11-0b7d0c03b580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454628 Feb 19 03:30:11.522769 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48050) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:11.551678 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48052) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:11.575532 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1bd52f-a8c3-41eb-957b-5749f47038e5 tempest-TestVolumeBootPattern-767202616 tempest-TestVolumeBootPattern-767202616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:11.577252 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-fd1bd52f-a8c3-41eb-957b-5749f47038e5 tempest-TestVolumeBootPattern-767202616 tempest-TestVolumeBootPattern-767202616-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=60bc57fc-eac3-474c-bb0c-a36a1045c4a1 HTTP/1.1" status: 200 len: 1122 time: 0.0531776 Feb 19 03:30:11.579998 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48056) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:11.584305 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-e397159e-8088-44da-a99b-53bd856b841d tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Request body: {'floatingip': {'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'port_id': '01425ed4-1787-4172-a291-51b9e41a866a', 'tenant_id': '8257d05cb054404db31cec3bbb71493a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:30:11.606556 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e397159e-8088-44da-a99b-53bd856b841d tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:11.658699 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-204dfe92-18a6-45c2-ac7f-e3bbef267031 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1562694084'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:30:11.685449 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-204dfe92-18a6-45c2-ac7f-e3bbef267031 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Made reservation on behalf of f039781dad564f5cb38c2b2c3f3703f4 for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:30:11.688653 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-204dfe92-18a6-45c2-ac7f-e3bbef267031 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:11.700019 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-204dfe92-18a6-45c2-ac7f-e3bbef267031 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:11.778312 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e397159e-8088-44da-a99b-53bd856b841d tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:11.850268 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-204dfe92-18a6-45c2-ac7f-e3bbef267031 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Publish callbacks [] for security_group (c476e2e2-23c4-498b-88a9-9495ceec3745), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:11.855791 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-204dfe92-18a6-45c2-ac7f-e3bbef267031 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (c476e2e2-23c4-498b-88a9-9495ceec3745), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:11.909993 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-204dfe92-18a6-45c2-ac7f-e3bbef267031 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] vlan segment allocate from pool success with {'vlan_id': 254, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:30:11.924418 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204dfe92-18a6-45c2-ac7f-e3bbef267031 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c476e2e2-23c4-498b-88a9-9495ceec3745,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:11.931266 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-204dfe92-18a6-45c2-ac7f-e3bbef267031 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (7ce2dcd4-2620-4b63-a8a1-9ec81b6dee2c), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:11.931608 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-204dfe92-18a6-45c2-ac7f-e3bbef267031 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Added segment 7ce2dcd4-2620-4b63-a8a1-9ec81b6dee2c of type vlan for network 9bc695b0-b4bf-4817-8c0a-31607bcb7f49 Feb 19 03:30:11.941599 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:30:11.971389 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-e397159e-8088-44da-a99b-53bd856b841d tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Allocated IP 172.25.6.167 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/85958f15-0e6d-4da3-ace7-5346f0ecc955) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:30:11.990059 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-204dfe92-18a6-45c2-ac7f-e3bbef267031 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (9bc695b0-b4bf-4817-8c0a-31607bcb7f49), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:12.059932 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-204dfe92-18a6-45c2-ac7f-e3bbef267031 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (9bc695b0-b4bf-4817-8c0a-31607bcb7f49), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:12.065110 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204dfe92-18a6-45c2-ac7f-e3bbef267031 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:12.065685 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-204dfe92-18a6-45c2-ac7f-e3bbef267031 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:12.134959 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-204dfe92-18a6-45c2-ac7f-e3bbef267031 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.5819519 Feb 19 03:30:12.137672 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 48058) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:12.142937 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-d57ad514-bca5-4b96-b69a-8b4a8896acec tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Request body: {'subnet': {'network_id': '9bc695b0-b4bf-4817-8c0a-31607bcb7f49', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:30:12.168586 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204dfe92-18a6-45c2-ac7f-e3bbef267031 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Pushing event updated for resources: {'Network': ['ID=9bc695b0-b4bf-4817-8c0a-31607bcb7f49,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:12.184847 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 9bc695b0-b4bf-4817-8c0a-31607bcb7f49 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:30:12.186514 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e397159e-8088-44da-a99b-53bd856b841d tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks [] for port (85958f15-0e6d-4da3-ace7-5346f0ecc955), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:12.224355 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e397159e-8088-44da-a99b-53bd856b841d tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (85958f15-0e6d-4da3-ace7-5346f0ecc955), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:12.237292 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d57ad514-bca5-4b96-b69a-8b4a8896acec tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Made reservation on behalf of f039781dad564f5cb38c2b2c3f3703f4 for: {'subnet': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:30:12.241935 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d57ad514-bca5-4b96-b69a-8b4a8896acec tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58706307'] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:12.268685 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e397159e-8088-44da-a99b-53bd856b841d tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:30:12.271873 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-e397159e-8088-44da-a99b-53bd856b841d tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:30:12.276120 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e397159e-8088-44da-a99b-53bd856b841d tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:30:12.308655 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e397159e-8088-44da-a99b-53bd856b841d tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Pushing event updated for resources: {'Port': ['ID=85958f15-0e6d-4da3-ace7-5346f0ecc955,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:12.431441 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d57ad514-bca5-4b96-b69a-8b4a8896acec tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12647271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58706289'] for subnet (b5ff8e8b-eb6f-4dce-af26-95aaf544e2fc), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:12.500738 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57ad514-bca5-4b96-b69a-8b4a8896acec tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Pushing event updated for resources: {'Subnet': ['ID=b5ff8e8b-eb6f-4dce-af26-95aaf544e2fc,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:12.509214 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57ad514-bca5-4b96-b69a-8b4a8896acec tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Checking segment: {'id': '7ce2dcd4-2620-4b63-a8a1-9ec81b6dee2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '9bc695b0-b4bf-4817-8c0a-31607bcb7f49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:30:12.509582 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57ad514-bca5-4b96-b69a-8b4a8896acec tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Network hostable DHCP agents. Network: 9bc695b0-b4bf-4817-8c0a-31607bcb7f49, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:30:12.527083 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57ad514-bca5-4b96-b69a-8b4a8896acec tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Network 9bc695b0-b4bf-4817-8c0a-31607bcb7f49 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:30:12.536557 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-d57ad514-bca5-4b96-b69a-8b4a8896acec tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 9bc695b0-b4bf-4817-8c0a-31607bcb7f49) {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:30:12.541370 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57ad514-bca5-4b96-b69a-8b4a8896acec tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:12.542451 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d57ad514-bca5-4b96-b69a-8b4a8896acec tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Publish callbacks [] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:12.546867 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd86c42a-7c90-484c-a0bc-0d00ddbc80bd None None] Network 9bc695b0-b4bf-4817-8c0a-31607bcb7f49 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:30:12.563658 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-d57ad514-bca5-4b96-b69a-8b4a8896acec tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4247317 Feb 19 03:30:12.566452 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 48060) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:12.573213 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-e17f0e2f-0842-4fbf-9fd6-d8e59881cbd1 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Request body: {'port': {'network_id': '9bc695b0-b4bf-4817-8c0a-31607bcb7f49', 'name': 'tempest-AllowedAddressPairTestJSON-1824547458'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:30:12.655218 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7099ae-b517-41ed-b10e-0702dd538873 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-9bc695b0-b4bf-4817-8c0a-31607bcb7f49', 'network_id': '9bc695b0-b4bf-4817-8c0a-31607bcb7f49', 'project_id': 'f039781dad564f5cb38c2b2c3f3703f4', 'fixed_ips': [{'subnet_id': 'b5ff8e8b-eb6f-4dce-af26-95aaf544e2fc'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:30:12.656406 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5c7099ae-b517-41ed-b10e-0702dd538873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:12.675403 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e397159e-8088-44da-a99b-53bd856b841d tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks [] for floatingip (a15e02cf-2e6c-4be4-830d-5a3ee0933cf3), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:12.685623 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e17f0e2f-0842-4fbf-9fd6-d8e59881cbd1 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Made reservation on behalf of f039781dad564f5cb38c2b2c3f3703f4 for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:30:12.689613 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e17f0e2f-0842-4fbf-9fd6-d8e59881cbd1 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:12.708457 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [None req-e17f0e2f-0842-4fbf-9fd6-d8e59881cbd1 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] device_id is not set on port d1a56d7d-c066-49b0-a901-cf9e1e444a77 yet. {{(pid=103701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:30:12.763345 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e397159e-8088-44da-a99b-53bd856b841d tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (85958f15-0e6d-4da3-ace7-5346f0ecc955), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:12.802841 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-5c7099ae-b517-41ed-b10e-0702dd538873 None None] Allocated IP 172.20.0.2 (9bc695b0-b4bf-4817-8c0a-31607bcb7f49/b5ff8e8b-eb6f-4dce-af26-95aaf544e2fc/f95d03ec-fdb1-4cf4-932f-5f64a866b552) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:30:12.927786 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e397159e-8088-44da-a99b-53bd856b841d tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks [] for port (85958f15-0e6d-4da3-ace7-5346f0ecc955), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:12.933548 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e397159e-8088-44da-a99b-53bd856b841d tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (85958f15-0e6d-4da3-ace7-5346f0ecc955), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:12.945680 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5c7099ae-b517-41ed-b10e-0702dd538873 None None] Publish callbacks [] for port (f95d03ec-fdb1-4cf4-932f-5f64a866b552), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:12.951807 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5c7099ae-b517-41ed-b10e-0702dd538873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (f95d03ec-fdb1-4cf4-932f-5f64a866b552), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:13.000092 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c7099ae-b517-41ed-b10e-0702dd538873 None None] Network 9bc695b0-b4bf-4817-8c0a-31607bcb7f49 is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:30:13.005156 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-5c7099ae-b517-41ed-b10e-0702dd538873 None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:30:13.008792 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-e17f0e2f-0842-4fbf-9fd6-d8e59881cbd1 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Allocated IP 172.20.0.7 (9bc695b0-b4bf-4817-8c0a-31607bcb7f49/b5ff8e8b-eb6f-4dce-af26-95aaf544e2fc/d1a56d7d-c066-49b0-a901-cf9e1e444a77) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:30:13.009137 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7099ae-b517-41ed-b10e-0702dd538873 None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:30:13.013484 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e397159e-8088-44da-a99b-53bd856b841d tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Pushing event updated for resources: {'Port': ['ID=85958f15-0e6d-4da3-ace7-5346f0ecc955,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:13.026735 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e397159e-8088-44da-a99b-53bd856b841d tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16285943'] for floatingip (a15e02cf-2e6c-4be4-830d-5a3ee0933cf3), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:13.029809 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7099ae-b517-41ed-b10e-0702dd538873 None None] Pushing event updated for resources: {'Port': ['ID=f95d03ec-fdb1-4cf4-932f-5f64a866b552,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:13.084290 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-5c7099ae-b517-41ed-b10e-0702dd538873 None None] Attempting to bind port f95d03ec-fdb1-4cf4-932f-5f64a866b552 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:30:13.085296 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-5c7099ae-b517-41ed-b10e-0702dd538873 None None] Attempting to bind port f95d03ec-fdb1-4cf4-932f-5f64a866b552 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '7ce2dcd4-2620-4b63-a8a1-9ec81b6dee2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '9bc695b0-b4bf-4817-8c0a-31607bcb7f49'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:30:13.085771 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7099ae-b517-41ed-b10e-0702dd538873 None None] Attempting to bind port f95d03ec-fdb1-4cf4-932f-5f64a866b552 on network 9bc695b0-b4bf-4817-8c0a-31607bcb7f49 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:30:13.092189 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7099ae-b517-41ed-b10e-0702dd538873 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:30:13.094051 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7099ae-b517-41ed-b10e-0702dd538873 None None] Checking segment: {'id': '7ce2dcd4-2620-4b63-a8a1-9ec81b6dee2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '9bc695b0-b4bf-4817-8c0a-31607bcb7f49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:30:13.094474 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5c7099ae-b517-41ed-b10e-0702dd538873 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:13.095093 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7099ae-b517-41ed-b10e-0702dd538873 None None] Bound using segment: {'id': '7ce2dcd4-2620-4b63-a8a1-9ec81b6dee2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '9bc695b0-b4bf-4817-8c0a-31607bcb7f49'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:30:13.095351 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-5c7099ae-b517-41ed-b10e-0702dd538873 None None] Bound port: f95d03ec-fdb1-4cf4-932f-5f64a866b552, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ce2dcd4-2620-4b63-a8a1-9ec81b6dee2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '9bc695b0-b4bf-4817-8c0a-31607bcb7f49'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:30:13.095742 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5c7099ae-b517-41ed-b10e-0702dd538873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (f95d03ec-fdb1-4cf4-932f-5f64a866b552), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:13.158717 n-d-826753-2 neutron-server[103702]: INFO neutron.db.l3_db [None req-e397159e-8088-44da-a99b-53bd856b841d tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Floating IP a15e02cf-2e6c-4be4-830d-5a3ee0933cf3 associated. External IP: 172.25.6.167, port: 01425ed4-1787-4172-a291-51b9e41a866a. Feb 19 03:30:13.175038 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-5c7099ae-b517-41ed-b10e-0702dd538873 None None] For port f95d03ec-fdb1-4cf4-932f-5f64a866b552, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:30:13.178415 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-5c7099ae-b517-41ed-b10e-0702dd538873 None None] For port f95d03ec-fdb1-4cf4-932f-5f64a866b552, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=f95d03ec-fdb1-4cf4-932f-5f64a866b552,segment=NetworkSegment(7ce2dcd4-2620-4b63-a8a1-9ec81b6dee2c),segment_id=7ce2dcd4-2620-4b63-a8a1-9ec81b6dee2c)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:30:13.185815 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5c7099ae-b517-41ed-b10e-0702dd538873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (f95d03ec-fdb1-4cf4-932f-5f64a866b552), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:13.194725 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e17f0e2f-0842-4fbf-9fd6-d8e59881cbd1 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Publish callbacks [] for port (d1a56d7d-c066-49b0-a901-cf9e1e444a77), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:13.246388 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7099ae-b517-41ed-b10e-0702dd538873 None None] Pushing event updated for resources: {'Port': ['ID=f95d03ec-fdb1-4cf4-932f-5f64a866b552,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:13.467194 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e397159e-8088-44da-a99b-53bd856b841d tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Router 0968ee23-8036-45f4-8809-145560fe157a has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:30:13.638737 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e397159e-8088-44da-a99b-53bd856b841d tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:30:13.656034 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e17f0e2f-0842-4fbf-9fd6-d8e59881cbd1 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (d1a56d7d-c066-49b0-a901-cf9e1e444a77), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:13.657624 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c695fc3d-d8cb-43b3-a0c1-52229c98b535 None None] Sync routers for ids ['0968ee23-8036-45f4-8809-145560fe157a'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:30:13.670823 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c695fc3d-d8cb-43b3-a0c1-52229c98b535 None None] Routers {'0968ee23-8036-45f4-8809-145560fe157a'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:30:13.671716 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-c695fc3d-d8cb-43b3-a0c1-52229c98b535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:29:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['0968ee23-8036-45f4-8809-145560fe157a'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:30:13.676211 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e397159e-8088-44da-a99b-53bd856b841d tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:13.697528 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17f0e2f-0842-4fbf-9fd6-d8e59881cbd1 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Network 9bc695b0-b4bf-4817-8c0a-31607bcb7f49 is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:30:13.703179 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-e17f0e2f-0842-4fbf-9fd6-d8e59881cbd1 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:30:13.707389 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17f0e2f-0842-4fbf-9fd6-d8e59881cbd1 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:30:13.743081 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-e397159e-8088-44da-a99b-53bd856b841d tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1619577 Feb 19 03:30:13.743603 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60bc57fc-eac3-474c-bb0c-a36a1045c4a1', 'tag': '01425ed4-1787-4172-a291-51b9e41a866a'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:30:13.746379 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f160a0ec-26dc-4665-88f7-2e801d7ad0a4" -d '{"events": [{"name": "network-changed", "server_uuid": "60bc57fc-eac3-474c-bb0c-a36a1045c4a1", "tag": "01425ed4-1787-4172-a291-51b9e41a866a"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:30:13.770462 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17f0e2f-0842-4fbf-9fd6-d8e59881cbd1 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Pushing event updated for resources: {'Port': ['ID=d1a56d7d-c066-49b0-a901-cf9e1e444a77,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:13.783517 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17f0e2f-0842-4fbf-9fd6-d8e59881cbd1 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:30:13.783968 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17f0e2f-0842-4fbf-9fd6-d8e59881cbd1 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:30:13.784396 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17f0e2f-0842-4fbf-9fd6-d8e59881cbd1 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:30:13.784818 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17f0e2f-0842-4fbf-9fd6-d8e59881cbd1 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:30:13.785253 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17f0e2f-0842-4fbf-9fd6-d8e59881cbd1 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:30:13.785711 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17f0e2f-0842-4fbf-9fd6-d8e59881cbd1 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:30:13.786054 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17f0e2f-0842-4fbf-9fd6-d8e59881cbd1 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:30:13.786394 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17f0e2f-0842-4fbf-9fd6-d8e59881cbd1 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:30:13.786729 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17f0e2f-0842-4fbf-9fd6-d8e59881cbd1 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:30:13.787065 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17f0e2f-0842-4fbf-9fd6-d8e59881cbd1 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:30:13.787393 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17f0e2f-0842-4fbf-9fd6-d8e59881cbd1 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:30:13.787724 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17f0e2f-0842-4fbf-9fd6-d8e59881cbd1 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:30:13.789526 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17f0e2f-0842-4fbf-9fd6-d8e59881cbd1 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:30:13.797918 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17f0e2f-0842-4fbf-9fd6-d8e59881cbd1 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:13.798571 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e17f0e2f-0842-4fbf-9fd6-d8e59881cbd1 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:13.800566 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c848029-e90b-48fa-bdb0-5f1d4539ae87 x-openstack-request-id: req-6c848029-e90b-48fa-bdb0-5f1d4539ae87 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:30:13.800856 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60bc57fc-eac3-474c-bb0c-a36a1045c4a1", "tag": "01425ed4-1787-4172-a291-51b9e41a866a", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:30:13.801266 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6c848029-e90b-48fa-bdb0-5f1d4539ae87 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:30:13.802022 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60bc57fc-eac3-474c-bb0c-a36a1045c4a1', 'tag': '01425ed4-1787-4172-a291-51b9e41a866a', 'status': 'completed', 'code': 200} Feb 19 03:30:13.815087 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-c695fc3d-d8cb-43b3-a0c1-52229c98b535 None None] Set router 0968ee23-8036-45f4-8809-145560fe157a gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:30:13.815861 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-e17f0e2f-0842-4fbf-9fd6-d8e59881cbd1 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2483633 Feb 19 03:30:13.818792 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 48066) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:13.824118 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-9ed8f200-f245-4fff-aef9-792d8d23232a tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Request body: {'port': {'network_id': '9bc695b0-b4bf-4817-8c0a-31607bcb7f49', 'name': 'tempest-AllowedAddressPairTestJSON-20901434', 'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:23:7d:c3'}]}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:30:13.888186 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f160a0ec-26dc-4665-88f7-2e801d7ad0a4 req-05c2dedc-c714-4312-a8a6-58a0774828e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:13.890686 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-f160a0ec-26dc-4665-88f7-2e801d7ad0a4 req-05c2dedc-c714-4312-a8a6-58a0774828e1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8257d05cb054404db31cec3bbb71493a&device_id=60bc57fc-eac3-474c-bb0c-a36a1045c4a1 HTTP/1.1" status: 200 len: 1127 time: 0.0519581 Feb 19 03:30:13.948034 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed8f200-f245-4fff-aef9-792d8d23232a tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Made reservation on behalf of f039781dad564f5cb38c2b2c3f3703f4 for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:30:13.999812 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f160a0ec-26dc-4665-88f7-2e801d7ad0a4 req-c337603f-321e-4af5-96c0-d63b4f7aee09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:14.001755 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-f160a0ec-26dc-4665-88f7-2e801d7ad0a4 req-c337603f-321e-4af5-96c0-d63b4f7aee09 service neutron] 10.222.0.73 "GET /v2.0/networks?id=48e87e60-6ae2-4eae-a03b-2fd752f397d2 HTTP/1.1" status: 200 len: 912 time: 0.1043441 Feb 19 03:30:14.051660 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9ed8f200-f245-4fff-aef9-792d8d23232a tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:14.069719 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-c695fc3d-d8cb-43b3-a0c1-52229c98b535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0968ee23-8036-45f4-8809-145560fe157a', 'name': 'tempest-TestVolumeBootPattern-409071175-router', 'tenant_id': '8257d05cb054404db31cec3bbb71493a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '66784259-b70b-4223-adef-284071a24f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:21:16Z', 'updated_at': '2022-02-19T03:21:21Z', 'revision_number': 4, 'project_id': '8257d05cb054404db31cec3bbb71493a', 'gw_port': {'id': '66784259-b70b-4223-adef-284071a24f1f', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0968ee23-8036-45f4-8809-145560fe157a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:21:17Z', 'updated_at': '2022-02-19T03:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': 'a15e02cf-2e6c-4be4-830d-5a3ee0933cf3', 'tenant_id': '8257d05cb054404db31cec3bbb71493a', 'floating_ip_address': '172.25.6.167', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': '0968ee23-8036-45f4-8809-145560fe157a', 'port_id': '01425ed4-1787-4172-a291-51b9e41a866a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3937, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48e87e60-6ae2-4eae-a03b-2fd752f397d2', 'mac_address': 'fa:16:3e:08:b0:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60bc57fc-eac3-474c-bb0c-a36a1045c4a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:30:12Z', 'updated_at': '2022-02-19T03:30:12Z', 'revision_number': 0, 'project_id': '8257d05cb054404db31cec3bbb71493a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cb0bc19-d8c8-4262-a93c-7a17a83c15da', 'name': '', 'network_id': '48e87e60-6ae2-4eae-a03b-2fd752f397d2', 'tenant_id': '8257d05cb054404db31cec3bbb71493a', 'mac_address': 'fa:16:3e:d2:db:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0968ee23-8036-45f4-8809-145560fe157a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '2d8d01f7-c65c-4273-a693-0737e1d5a5eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:21:20Z', 'updated_at': '2022-02-19T03:21:26Z', 'revision_number': 5, 'project_id': '8257d05cb054404db31cec3bbb71493a', 'subnets': [{'id': '2d8d01f7-c65c-4273-a693-0737e1d5a5eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:30:14.075544 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [None req-9ed8f200-f245-4fff-aef9-792d8d23232a tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] device_id is not set on port aeec7daa-0e59-4616-9164-7f8a69edac8d yet. {{(pid=103701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:30:14.077157 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-f160a0ec-26dc-4665-88f7-2e801d7ad0a4 req-bc944e8e-d33b-423e-9068-abff9c87243f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01425ed4-1787-4172-a291-51b9e41a866a HTTP/1.1" status: 200 len: 999 time: 0.0703883 Feb 19 03:30:14.097446 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c695fc3d-d8cb-43b3-a0c1-52229c98b535 None None] Checking router: 0968ee23-8036-45f4-8809-145560fe157a for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:30:14.107589 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c695fc3d-d8cb-43b3-a0c1-52229c98b535 None None] Routers {'0968ee23-8036-45f4-8809-145560fe157a'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:30:14.108223 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-c695fc3d-d8cb-43b3-a0c1-52229c98b535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:29:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['0968ee23-8036-45f4-8809-145560fe157a'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:30:14.128328 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f160a0ec-26dc-4665-88f7-2e801d7ad0a4 req-6b95e55c-2ed6-489b-a7c6-9c9d909f62be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:14.130450 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-f160a0ec-26dc-4665-88f7-2e801d7ad0a4 req-6b95e55c-2ed6-489b-a7c6-9c9d909f62be service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2d8d01f7-c65c-4273-a693-0737e1d5a5eb HTTP/1.1" status: 200 len: 850 time: 0.0475798 Feb 19 03:30:14.193532 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f160a0ec-26dc-4665-88f7-2e801d7ad0a4 req-0068f171-d5f7-4ee6-aefc-19a803af0463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:14.196486 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-f160a0ec-26dc-4665-88f7-2e801d7ad0a4 req-0068f171-d5f7-4ee6-aefc-19a803af0463 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=48e87e60-6ae2-4eae-a03b-2fd752f397d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0591209 Feb 19 03:30:14.214688 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-9ed8f200-f245-4fff-aef9-792d8d23232a tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Allocated IP 172.20.0.10 (9bc695b0-b4bf-4817-8c0a-31607bcb7f49/b5ff8e8b-eb6f-4dce-af26-95aaf544e2fc/aeec7daa-0e59-4616-9164-7f8a69edac8d) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:30:14.234841 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-c695fc3d-d8cb-43b3-a0c1-52229c98b535 None None] Set router 0968ee23-8036-45f4-8809-145560fe157a gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:30:14.346839 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-f160a0ec-26dc-4665-88f7-2e801d7ad0a4 req-8fa9aef0-8acf-4cfe-9538-ab330e025b4e service neutron] 10.222.0.73 "GET /v2.0/networks/48e87e60-6ae2-4eae-a03b-2fd752f397d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447282 Feb 19 03:30:14.414910 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9ed8f200-f245-4fff-aef9-792d8d23232a tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Publish callbacks [] for port (aeec7daa-0e59-4616-9164-7f8a69edac8d), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:14.469608 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9ed8f200-f245-4fff-aef9-792d8d23232a tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (aeec7daa-0e59-4616-9164-7f8a69edac8d), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:14.497463 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-f160a0ec-26dc-4665-88f7-2e801d7ad0a4 req-82cb6387-198d-4072-96a0-7c52b3386a28 service neutron] 10.222.0.73 "GET /v2.0/networks/48e87e60-6ae2-4eae-a03b-2fd752f397d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444287 Feb 19 03:30:14.520915 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed8f200-f245-4fff-aef9-792d8d23232a tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Network 9bc695b0-b4bf-4817-8c0a-31607bcb7f49 is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:30:14.525431 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-9ed8f200-f245-4fff-aef9-792d8d23232a tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:30:14.529168 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed8f200-f245-4fff-aef9-792d8d23232a tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:30:14.563277 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed8f200-f245-4fff-aef9-792d8d23232a tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Pushing event updated for resources: {'Port': ['ID=aeec7daa-0e59-4616-9164-7f8a69edac8d,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:14.601789 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea11daae-1096-49bf-8a13-ddf9ec2e9ded None None] Network 9bc695b0-b4bf-4817-8c0a-31607bcb7f49 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:30:14.602973 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed8f200-f245-4fff-aef9-792d8d23232a tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:14.603724 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9ed8f200-f245-4fff-aef9-792d8d23232a tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:14.622779 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-9ed8f200-f245-4fff-aef9-792d8d23232a tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 0.8024988 Feb 19 03:30:14.627619 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48068) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:14.633987 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-c695fc3d-d8cb-43b3-a0c1-52229c98b535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0968ee23-8036-45f4-8809-145560fe157a', 'name': 'tempest-TestVolumeBootPattern-409071175-router', 'tenant_id': '8257d05cb054404db31cec3bbb71493a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '66784259-b70b-4223-adef-284071a24f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:21:16Z', 'updated_at': '2022-02-19T03:21:21Z', 'revision_number': 4, 'project_id': '8257d05cb054404db31cec3bbb71493a', 'gw_port': {'id': '66784259-b70b-4223-adef-284071a24f1f', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0968ee23-8036-45f4-8809-145560fe157a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:21:17Z', 'updated_at': '2022-02-19T03:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': 'a15e02cf-2e6c-4be4-830d-5a3ee0933cf3', 'tenant_id': '8257d05cb054404db31cec3bbb71493a', 'floating_ip_address': '172.25.6.167', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': '0968ee23-8036-45f4-8809-145560fe157a', 'port_id': '01425ed4-1787-4172-a291-51b9e41a866a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3937, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48e87e60-6ae2-4eae-a03b-2fd752f397d2', 'mac_address': 'fa:16:3e:08:b0:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60bc57fc-eac3-474c-bb0c-a36a1045c4a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:30:12Z', 'updated_at': '2022-02-19T03:30:12Z', 'revision_number': 0, 'project_id': '8257d05cb054404db31cec3bbb71493a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cb0bc19-d8c8-4262-a93c-7a17a83c15da', 'name': '', 'network_id': '48e87e60-6ae2-4eae-a03b-2fd752f397d2', 'tenant_id': '8257d05cb054404db31cec3bbb71493a', 'mac_address': 'fa:16:3e:d2:db:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0968ee23-8036-45f4-8809-145560fe157a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '2d8d01f7-c65c-4273-a693-0737e1d5a5eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:21:20Z', 'updated_at': '2022-02-19T03:21:26Z', 'revision_number': 5, 'project_id': '8257d05cb054404db31cec3bbb71493a', 'subnets': [{'id': '2d8d01f7-c65c-4273-a693-0737e1d5a5eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:30:14.685171 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c695fc3d-d8cb-43b3-a0c1-52229c98b535 None None] The sync data for ids ['0968ee23-8036-45f4-8809-145560fe157a'] in n-d-826753-2 is: [{'id': '0968ee23-8036-45f4-8809-145560fe157a', 'name': 'tempest-TestVolumeBootPattern-409071175-router', 'tenant_id': '8257d05cb054404db31cec3bbb71493a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '66784259-b70b-4223-adef-284071a24f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:21:16Z', 'updated_at': '2022-02-19T03:21:21Z', 'revision_number': 4, 'project_id': '8257d05cb054404db31cec3bbb71493a', 'gw_port': {'id': '66784259-b70b-4223-adef-284071a24f1f', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0968ee23-8036-45f4-8809-145560fe157a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:21:17Z', 'updated_at': '2022-02-19T03:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': 'a15e02cf-2e6c-4be4-830d-5a3ee0933cf3', 'tenant_id': '8257d05cb054404db31cec3bbb71493a', 'floating_ip_address': '172.25.6.167', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': '0968ee23-8036-45f4-8809-145560fe157a', 'port_id': '01425ed4-1787-4172-a291-51b9e41a866a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3937, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48e87e60-6ae2-4eae-a03b-2fd752f397d2', 'mac_address': 'fa:16:3e:08:b0:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60bc57fc-eac3-474c-bb0c-a36a1045c4a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:30:12Z', 'updated_at': '2022-02-19T03:30:12Z', 'revision_number': 0, 'project_id': '8257d05cb054404db31cec3bbb71493a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cb0bc19-d8c8-4262-a93c-7a17a83c15da', 'name': '', 'network_id': '48e87e60-6ae2-4eae-a03b-2fd752f397d2', 'tenant_id': '8257d05cb054404db31cec3bbb71493a', 'mac_address': 'fa:16:3e:d2:db:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0968ee23-8036-45f4-8809-145560fe157a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '2d8d01f7-c65c-4273-a693-0737e1d5a5eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:21:20Z', 'updated_at': '2022-02-19T03:21:26Z', 'revision_number': 5, 'project_id': '8257d05cb054404db31cec3bbb71493a', 'subnets': [{'id': '2d8d01f7-c65c-4273-a693-0737e1d5a5eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:30:14.743692 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be95761-c26c-4c49-aa99-b59e107378a9 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:14.749658 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be95761-c26c-4c49-aa99-b59e107378a9 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:14.755065 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be95761-c26c-4c49-aa99-b59e107378a9 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:14.760559 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-5be95761-c26c-4c49-aa99-b59e107378a9 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2463 time: 0.1281312 Feb 19 03:30:14.760818 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48070) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:14.837695 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-8223906d-2f0c-4a4e-b783-39e01bbca70f None None] Provisioning complete for port f95d03ec-fdb1-4cf4-932f-5f64a866b552 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:30:14.838072 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-8223906d-2f0c-4a4e-b783-39e01bbca70f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (f95d03ec-fdb1-4cf4-932f-5f64a866b552), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:14.879960 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-a37c4700-ac58-482a-8045-a9e89ce1d881 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Deleting port aeec7daa-0e59-4616-9164-7f8a69edac8d {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:30:14.880307 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a37c4700-ac58-482a-8045-a9e89ce1d881 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (aeec7daa-0e59-4616-9164-7f8a69edac8d), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:14.968961 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931cf4dc-65fc-4a56-aa6a-f6eb0a9c3d9f None None] New status for floating IP a15e02cf-2e6c-4be4-830d-5a3ee0933cf3: ACTIVE {{(pid=103703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:30:14.984110 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a37c4700-ac58-482a-8045-a9e89ce1d881 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (aeec7daa-0e59-4616-9164-7f8a69edac8d), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:15.000134 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-a37c4700-ac58-482a-8045-a9e89ce1d881 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Calling delete_port for aeec7daa-0e59-4616-9164-7f8a69edac8d owned by {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:30:15.013295 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-8223906d-2f0c-4a4e-b783-39e01bbca70f None None] Current status of the port f95d03ec-fdb1-4cf4-932f-5f64a866b552 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:30:15.013295 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-8223906d-2f0c-4a4e-b783-39e01bbca70f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (f95d03ec-fdb1-4cf4-932f-5f64a866b552), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:15.104530 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-8223906d-2f0c-4a4e-b783-39e01bbca70f None None] For port f95d03ec-fdb1-4cf4-932f-5f64a866b552, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=f95d03ec-fdb1-4cf4-932f-5f64a866b552,segment=NetworkSegment(7ce2dcd4-2620-4b63-a8a1-9ec81b6dee2c),segment_id=7ce2dcd4-2620-4b63-a8a1-9ec81b6dee2c)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:30:15.112226 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-8223906d-2f0c-4a4e-b783-39e01bbca70f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (f95d03ec-fdb1-4cf4-932f-5f64a866b552), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:15.163932 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a37c4700-ac58-482a-8045-a9e89ce1d881 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (aeec7daa-0e59-4616-9164-7f8a69edac8d), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:15.195910 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37c4700-ac58-482a-8045-a9e89ce1d881 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Pushing event deleted for resources: {'Port': ['ID=aeec7daa-0e59-4616-9164-7f8a69edac8d,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:15.213160 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8223906d-2f0c-4a4e-b783-39e01bbca70f None None] Pushing event updated for resources: {'Port': ['ID=f95d03ec-fdb1-4cf4-932f-5f64a866b552,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:15.230069 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-2f6a8dca-fa62-4b7c-ad8d-815bfe0da6c2 None None] Could not find standard attr ID for object aeec7daa-0e59-4616-9164-7f8a69edac8d. {{(pid=103703) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:30:15.233696 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37c4700-ac58-482a-8045-a9e89ce1d881 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:30:15.234045 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37c4700-ac58-482a-8045-a9e89ce1d881 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:30:15.234387 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37c4700-ac58-482a-8045-a9e89ce1d881 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:30:15.234704 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37c4700-ac58-482a-8045-a9e89ce1d881 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:30:15.235038 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37c4700-ac58-482a-8045-a9e89ce1d881 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:30:15.235360 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37c4700-ac58-482a-8045-a9e89ce1d881 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:30:15.235686 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37c4700-ac58-482a-8045-a9e89ce1d881 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:30:15.236012 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37c4700-ac58-482a-8045-a9e89ce1d881 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:30:15.236437 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37c4700-ac58-482a-8045-a9e89ce1d881 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:30:15.236649 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37c4700-ac58-482a-8045-a9e89ce1d881 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:30:15.236971 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37c4700-ac58-482a-8045-a9e89ce1d881 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:30:15.237315 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37c4700-ac58-482a-8045-a9e89ce1d881 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:30:15.237631 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37c4700-ac58-482a-8045-a9e89ce1d881 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:30:15.250205 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-2f6a8dca-fa62-4b7c-ad8d-815bfe0da6c2 None None] Provisioning complete for port f95d03ec-fdb1-4cf4-932f-5f64a866b552 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:30:15.250741 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-2f6a8dca-fa62-4b7c-ad8d-815bfe0da6c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (f95d03ec-fdb1-4cf4-932f-5f64a866b552), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:15.363529 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-2f6a8dca-fa62-4b7c-ad8d-815bfe0da6c2 None None] Current status of the port f95d03ec-fdb1-4cf4-932f-5f64a866b552 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:30:15.367992 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device f95d03ec-fdb1-4cf4-932f-5f64a866b552 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:30:15.421714 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-2f6a8dca-fa62-4b7c-ad8d-815bfe0da6c2 None None] Provisioning complete for port d1a56d7d-c066-49b0-a901-cf9e1e444a77 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:30:15.422097 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-2f6a8dca-fa62-4b7c-ad8d-815bfe0da6c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (d1a56d7d-c066-49b0-a901-cf9e1e444a77), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:15.427813 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a37c4700-ac58-482a-8045-a9e89ce1d881 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:15.433177 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-a37c4700-ac58-482a-8045-a9e89ce1d881 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] 10.222.0.72 "DELETE /v2.0/ports/aeec7daa-0e59-4616-9164-7f8a69edac8d HTTP/1.1" status: 204 len: 168 time: 0.6710775 Feb 19 03:30:15.435658 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 48072) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:15.456327 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port f95d03ec-fdb1-4cf4-932f-5f64a866b552 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:30:15.456707 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (f95d03ec-fdb1-4cf4-932f-5f64a866b552), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:15.463299 n-d-826753-2 neutron-server[103701]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdb84ab8-bde9-4491-805e-39e0a6e2c480 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] GET failed (client error): The resource could not be found. Feb 19 03:30:15.466145 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-fdb84ab8-bde9-4491-805e-39e0a6e2c480 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] 10.222.0.72 "GET /v2.0/ports/aeec7daa-0e59-4616-9164-7f8a69edac8d HTTP/1.1" status: 404 len: 333 time: 0.0282130 Feb 19 03:30:15.468672 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 48074) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:15.474210 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-285696df-023b-4c29-aa1e-7570b8aa93ac tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Request body: {'port': {'network_id': '9bc695b0-b4bf-4817-8c0a-31607bcb7f49', 'name': 'tempest-AllowedAddressPairTestJSON-185855674'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:30:15.491494 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-2f6a8dca-fa62-4b7c-ad8d-815bfe0da6c2 None None] Port d1a56d7d-c066-49b0-a901-cf9e1e444a77 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:30:15.558394 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port f95d03ec-fdb1-4cf4-932f-5f64a866b552 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:30:15.572362 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e36689d8-409b-4b44-8f58-b4254d89db3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:15.604657 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-285696df-023b-4c29-aa1e-7570b8aa93ac tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Made reservation on behalf of f039781dad564f5cb38c2b2c3f3703f4 for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:30:15.608866 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-285696df-023b-4c29-aa1e-7570b8aa93ac tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:15.620325 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-6b46152d-4915-4c2b-91a0-8919805595c6 None None] Provisioning complete for port d1a56d7d-c066-49b0-a901-cf9e1e444a77 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:30:15.620889 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6b46152d-4915-4c2b-91a0-8919805595c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (d1a56d7d-c066-49b0-a901-cf9e1e444a77), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:15.634540 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [None req-285696df-023b-4c29-aa1e-7570b8aa93ac tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] device_id is not set on port f50500de-b894-4a70-a3d1-b44aaa65581a yet. {{(pid=103701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:30:15.660837 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-6b46152d-4915-4c2b-91a0-8919805595c6 None None] Port d1a56d7d-c066-49b0-a901-cf9e1e444a77 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:30:15.748653 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-285696df-023b-4c29-aa1e-7570b8aa93ac tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Allocated IP 172.20.0.13 (9bc695b0-b4bf-4817-8c0a-31607bcb7f49/b5ff8e8b-eb6f-4dce-af26-95aaf544e2fc/f50500de-b894-4a70-a3d1-b44aaa65581a) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:30:15.774304 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-3e1b2194-fa0f-4832-94da-c60e842a0592 None None] Could not find standard attr ID for object aeec7daa-0e59-4616-9164-7f8a69edac8d. {{(pid=103703) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:30:15.916818 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-285696df-023b-4c29-aa1e-7570b8aa93ac tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Publish callbacks [] for port (f50500de-b894-4a70-a3d1-b44aaa65581a), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:15.951236 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-285696df-023b-4c29-aa1e-7570b8aa93ac tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (f50500de-b894-4a70-a3d1-b44aaa65581a), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:15.997158 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285696df-023b-4c29-aa1e-7570b8aa93ac tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Network 9bc695b0-b4bf-4817-8c0a-31607bcb7f49 is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:30:16.000191 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-285696df-023b-4c29-aa1e-7570b8aa93ac tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:30:16.003772 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285696df-023b-4c29-aa1e-7570b8aa93ac tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:30:16.037157 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285696df-023b-4c29-aa1e-7570b8aa93ac tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Pushing event updated for resources: {'Port': ['ID=f50500de-b894-4a70-a3d1-b44aaa65581a,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:16.064821 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285696df-023b-4c29-aa1e-7570b8aa93ac tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:16.065472 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-285696df-023b-4c29-aa1e-7570b8aa93ac tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:16.082541 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-285696df-023b-4c29-aa1e-7570b8aa93ac tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6126533 Feb 19 03:30:16.085731 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48076) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:16.091260 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-ea3526df-3f51-41d2-8d17-416f4d9e4d5d tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:23:7d:c3'}]}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:30:16.297485 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-59329b4b-0929-4df7-adbd-1bbc68296d6f None None] Provisioning complete for port f50500de-b894-4a70-a3d1-b44aaa65581a triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:30:16.297770 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-59329b4b-0929-4df7-adbd-1bbc68296d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (f50500de-b894-4a70-a3d1-b44aaa65581a), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:16.334024 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-59329b4b-0929-4df7-adbd-1bbc68296d6f None None] Port f50500de-b894-4a70-a3d1-b44aaa65581a cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:30:16.570039 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ea3526df-3f51-41d2-8d17-416f4d9e4d5d tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (f50500de-b894-4a70-a3d1-b44aaa65581a), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:16.748129 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ea3526df-3f51-41d2-8d17-416f4d9e4d5d tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Publish callbacks [] for port (f50500de-b894-4a70-a3d1-b44aaa65581a), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:16.752481 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ea3526df-3f51-41d2-8d17-416f4d9e4d5d tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (f50500de-b894-4a70-a3d1-b44aaa65581a), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:16.827867 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3526df-3f51-41d2-8d17-416f4d9e4d5d tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Pushing event updated for resources: {'Port': ['ID=f50500de-b894-4a70-a3d1-b44aaa65581a,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:16.843854 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-ea3526df-3f51-41d2-8d17-416f4d9e4d5d tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] In _notify_port_updated(), no bound segment for port f50500de-b894-4a70-a3d1-b44aaa65581a on network 9bc695b0-b4bf-4817-8c0a-31607bcb7f49 {{(pid=103702) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 03:30:16.848999 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3526df-3f51-41d2-8d17-416f4d9e4d5d tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:16.849638 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ea3526df-3f51-41d2-8d17-416f4d9e4d5d tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:16.852051 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-ea3526df-3f51-41d2-8d17-416f4d9e4d5d tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] 10.222.0.72 "PUT /v2.0/ports/f50500de-b894-4a70-a3d1-b44aaa65581a HTTP/1.1" status: 200 len: 993 time: 0.7649441 Feb 19 03:30:16.854948 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48078) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:16.954899 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-840a1bc6-d817-4e5c-8193-8c02139dd68c tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Deleting port f50500de-b894-4a70-a3d1-b44aaa65581a {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:30:16.955255 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-840a1bc6-d817-4e5c-8193-8c02139dd68c tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (f50500de-b894-4a70-a3d1-b44aaa65581a), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:17.051041 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-840a1bc6-d817-4e5c-8193-8c02139dd68c tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (f50500de-b894-4a70-a3d1-b44aaa65581a), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:17.065034 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-840a1bc6-d817-4e5c-8193-8c02139dd68c tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Calling delete_port for f50500de-b894-4a70-a3d1-b44aaa65581a owned by {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:30:17.066621 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-111d616e-15f7-4d74-ad00-019f2f9a900e None None] Provisioning complete for port f50500de-b894-4a70-a3d1-b44aaa65581a triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:30:17.067087 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-111d616e-15f7-4d74-ad00-019f2f9a900e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (f50500de-b894-4a70-a3d1-b44aaa65581a), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:17.099828 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-111d616e-15f7-4d74-ad00-019f2f9a900e None None] Port f50500de-b894-4a70-a3d1-b44aaa65581a cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:30:17.197279 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-840a1bc6-d817-4e5c-8193-8c02139dd68c tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (f50500de-b894-4a70-a3d1-b44aaa65581a), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:17.231050 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840a1bc6-d817-4e5c-8193-8c02139dd68c tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Pushing event deleted for resources: {'Port': ['ID=f50500de-b894-4a70-a3d1-b44aaa65581a,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:17.368742 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-840a1bc6-d817-4e5c-8193-8c02139dd68c tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:17.372429 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-840a1bc6-d817-4e5c-8193-8c02139dd68c tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] 10.222.0.72 "DELETE /v2.0/ports/f50500de-b894-4a70-a3d1-b44aaa65581a HTTP/1.1" status: 204 len: 168 time: 0.5161848 Feb 19 03:30:17.374843 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 48080) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:17.401796 n-d-826753-2 neutron-server[103701]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed671126-a653-402f-bcfb-92c8a71c6809 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] GET failed (client error): The resource could not be found. Feb 19 03:30:17.403249 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-ed671126-a653-402f-bcfb-92c8a71c6809 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] 10.222.0.72 "GET /v2.0/ports/f50500de-b894-4a70-a3d1-b44aaa65581a HTTP/1.1" status: 404 len: 333 time: 0.0274310 Feb 19 03:30:17.407054 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48082) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:17.412107 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-8da563c1-fd78-40ca-8626-c1dc2243e779 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Request body: {'port': {'network_id': '9bc695b0-b4bf-4817-8c0a-31607bcb7f49', 'name': 'tempest-AllowedAddressPairTestJSON-751238554'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:30:17.516215 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8da563c1-fd78-40ca-8626-c1dc2243e779 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Made reservation on behalf of f039781dad564f5cb38c2b2c3f3703f4 for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:30:17.519487 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8da563c1-fd78-40ca-8626-c1dc2243e779 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:17.537294 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [None req-8da563c1-fd78-40ca-8626-c1dc2243e779 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] device_id is not set on port 5827f143-25f8-42a9-973f-f96411c8e9fc yet. {{(pid=103702) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:30:17.652563 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-8da563c1-fd78-40ca-8626-c1dc2243e779 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Allocated IP 172.20.0.6 (9bc695b0-b4bf-4817-8c0a-31607bcb7f49/b5ff8e8b-eb6f-4dce-af26-95aaf544e2fc/5827f143-25f8-42a9-973f-f96411c8e9fc) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:30:17.746359 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f328d180-222c-4a41-8e87-855db244b55b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:17.822087 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8da563c1-fd78-40ca-8626-c1dc2243e779 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Publish callbacks [] for port (5827f143-25f8-42a9-973f-f96411c8e9fc), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:17.861626 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8da563c1-fd78-40ca-8626-c1dc2243e779 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (5827f143-25f8-42a9-973f-f96411c8e9fc), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:17.907973 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da563c1-fd78-40ca-8626-c1dc2243e779 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Network 9bc695b0-b4bf-4817-8c0a-31607bcb7f49 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:30:17.911383 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-8da563c1-fd78-40ca-8626-c1dc2243e779 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:30:17.920746 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da563c1-fd78-40ca-8626-c1dc2243e779 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:30:17.927028 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da563c1-fd78-40ca-8626-c1dc2243e779 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Pushing event updated for resources: {'Port': ['ID=5827f143-25f8-42a9-973f-f96411c8e9fc,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:17.983592 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da563c1-fd78-40ca-8626-c1dc2243e779 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:17.984267 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8da563c1-fd78-40ca-8626-c1dc2243e779 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:18.008635 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 48084) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:18.013691 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-8da563c1-fd78-40ca-8626-c1dc2243e779 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.6053927 Feb 19 03:30:18.014746 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-5c121ba4-8c2f-4bf2-ba29-d84c170af491 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:23:7d:c3'}]}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:30:18.095143 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5c121ba4-8c2f-4bf2-ba29-d84c170af491 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (5827f143-25f8-42a9-973f-f96411c8e9fc), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:18.229504 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-db2353e5-00e7-4530-9467-2070f10bec86 None None] Provisioning complete for port 5827f143-25f8-42a9-973f-f96411c8e9fc triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:30:18.230080 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-db2353e5-00e7-4530-9467-2070f10bec86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (5827f143-25f8-42a9-973f-f96411c8e9fc), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:18.264653 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-db2353e5-00e7-4530-9467-2070f10bec86 None None] Port 5827f143-25f8-42a9-973f-f96411c8e9fc cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:30:18.282872 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5c121ba4-8c2f-4bf2-ba29-d84c170af491 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Publish callbacks [] for port (5827f143-25f8-42a9-973f-f96411c8e9fc), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:18.287717 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5c121ba4-8c2f-4bf2-ba29-d84c170af491 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (5827f143-25f8-42a9-973f-f96411c8e9fc), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:18.364947 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c121ba4-8c2f-4bf2-ba29-d84c170af491 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Pushing event updated for resources: {'Port': ['ID=5827f143-25f8-42a9-973f-f96411c8e9fc,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:18.381079 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-5c121ba4-8c2f-4bf2-ba29-d84c170af491 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] In _notify_port_updated(), no bound segment for port 5827f143-25f8-42a9-973f-f96411c8e9fc on network 9bc695b0-b4bf-4817-8c0a-31607bcb7f49 {{(pid=103701) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 03:30:18.387737 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c121ba4-8c2f-4bf2-ba29-d84c170af491 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:18.388562 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5c121ba4-8c2f-4bf2-ba29-d84c170af491 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:18.389959 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-5c121ba4-8c2f-4bf2-ba29-d84c170af491 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] 10.222.0.72 "PUT /v2.0/ports/5827f143-25f8-42a9-973f-f96411c8e9fc HTTP/1.1" status: 200 len: 995 time: 0.3802938 Feb 19 03:30:18.392699 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 48086) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:18.494539 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-62d3ebd8-d1db-4df7-a01b-6f9d290e504e tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Deleting port 5827f143-25f8-42a9-973f-f96411c8e9fc {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:30:18.494809 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-62d3ebd8-d1db-4df7-a01b-6f9d290e504e tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (5827f143-25f8-42a9-973f-f96411c8e9fc), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:18.584084 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-ea3ed8a6-d8e1-4614-8c03-1d9b1bc5ac30 None None] Provisioning complete for port 5827f143-25f8-42a9-973f-f96411c8e9fc triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:30:18.584459 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-ea3ed8a6-d8e1-4614-8c03-1d9b1bc5ac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (5827f143-25f8-42a9-973f-f96411c8e9fc), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:18.593017 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-62d3ebd8-d1db-4df7-a01b-6f9d290e504e tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (5827f143-25f8-42a9-973f-f96411c8e9fc), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:18.605766 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-62d3ebd8-d1db-4df7-a01b-6f9d290e504e tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Calling delete_port for 5827f143-25f8-42a9-973f-f96411c8e9fc owned by {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:30:18.619521 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-ea3ed8a6-d8e1-4614-8c03-1d9b1bc5ac30 None None] Port 5827f143-25f8-42a9-973f-f96411c8e9fc cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:30:18.742665 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-62d3ebd8-d1db-4df7-a01b-6f9d290e504e tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (5827f143-25f8-42a9-973f-f96411c8e9fc), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:18.771187 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d3ebd8-d1db-4df7-a01b-6f9d290e504e tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Pushing event deleted for resources: {'Port': ['ID=5827f143-25f8-42a9-973f-f96411c8e9fc,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:18.842659 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-62d3ebd8-d1db-4df7-a01b-6f9d290e504e tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:18.848151 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-62d3ebd8-d1db-4df7-a01b-6f9d290e504e tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] 10.222.0.72 "DELETE /v2.0/ports/5827f143-25f8-42a9-973f-f96411c8e9fc HTTP/1.1" status: 204 len: 168 time: 0.4521213 Feb 19 03:30:18.848412 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 48088) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:18.877521 n-d-826753-2 neutron-server[103701]: INFO neutron.pecan_wsgi.hooks.translation [None req-533286bf-2ce7-48c6-82f3-ff3454d603cc tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] GET failed (client error): The resource could not be found. Feb 19 03:30:18.879209 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-533286bf-2ce7-48c6-82f3-ff3454d603cc tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] 10.222.0.72 "GET /v2.0/ports/5827f143-25f8-42a9-973f-f96411c8e9fc HTTP/1.1" status: 404 len: 333 time: 0.0297890 Feb 19 03:30:18.882998 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48090) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:18.888996 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-17216fcb-929b-4519-a231-951cf9b9a171 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Request body: {'port': {'network_id': '9bc695b0-b4bf-4817-8c0a-31607bcb7f49', 'name': 'tempest-AllowedAddressPairTestJSON-937080533'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:30:19.005475 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17216fcb-929b-4519-a231-951cf9b9a171 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Made reservation on behalf of f039781dad564f5cb38c2b2c3f3703f4 for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:30:19.009474 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-17216fcb-929b-4519-a231-951cf9b9a171 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:19.027798 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [None req-17216fcb-929b-4519-a231-951cf9b9a171 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] device_id is not set on port fcf0da25-ce9f-43ae-a818-99ae5499fc75 yet. {{(pid=103702) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:30:19.149909 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-17216fcb-929b-4519-a231-951cf9b9a171 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Allocated IP 172.20.0.13 (9bc695b0-b4bf-4817-8c0a-31607bcb7f49/b5ff8e8b-eb6f-4dce-af26-95aaf544e2fc/fcf0da25-ce9f-43ae-a818-99ae5499fc75) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:30:19.322100 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-17216fcb-929b-4519-a231-951cf9b9a171 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Publish callbacks [] for port (fcf0da25-ce9f-43ae-a818-99ae5499fc75), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:19.357971 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-17216fcb-929b-4519-a231-951cf9b9a171 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (fcf0da25-ce9f-43ae-a818-99ae5499fc75), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:19.384898 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:19.403727 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17216fcb-929b-4519-a231-951cf9b9a171 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Network 9bc695b0-b4bf-4817-8c0a-31607bcb7f49 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:30:19.406723 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-17216fcb-929b-4519-a231-951cf9b9a171 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:30:19.412570 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17216fcb-929b-4519-a231-951cf9b9a171 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:30:19.419138 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17216fcb-929b-4519-a231-951cf9b9a171 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Pushing event updated for resources: {'Port': ['ID=fcf0da25-ce9f-43ae-a818-99ae5499fc75,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:19.473339 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17216fcb-929b-4519-a231-951cf9b9a171 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:19.473967 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-17216fcb-929b-4519-a231-951cf9b9a171 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:19.492324 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-17216fcb-929b-4519-a231-951cf9b9a171 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6074347 Feb 19 03:30:19.494547 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 48092) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:19.499635 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-ec019d11-57eb-446a-831a-454c4cd91fd4 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Request body: {'port': {'network_id': '9bc695b0-b4bf-4817-8c0a-31607bcb7f49', 'name': 'tempest-AllowedAddressPairTestJSON-140656813'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:30:19.620743 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec019d11-57eb-446a-831a-454c4cd91fd4 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Made reservation on behalf of f039781dad564f5cb38c2b2c3f3703f4 for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:30:19.624182 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ec019d11-57eb-446a-831a-454c4cd91fd4 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:19.642161 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [None req-ec019d11-57eb-446a-831a-454c4cd91fd4 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] device_id is not set on port e010750e-dc65-4007-8789-adc4a31367b8 yet. {{(pid=103701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:30:19.651740 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-6fba82ba-dde7-421b-b689-4ef81b51a461 None None] Provisioning complete for port fcf0da25-ce9f-43ae-a818-99ae5499fc75 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:30:19.652784 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6fba82ba-dde7-421b-b689-4ef81b51a461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (fcf0da25-ce9f-43ae-a818-99ae5499fc75), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:19.714770 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-6fba82ba-dde7-421b-b689-4ef81b51a461 None None] Port fcf0da25-ce9f-43ae-a818-99ae5499fc75 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:30:19.772281 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-ec019d11-57eb-446a-831a-454c4cd91fd4 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Allocated IP 172.20.0.14 (9bc695b0-b4bf-4817-8c0a-31607bcb7f49/b5ff8e8b-eb6f-4dce-af26-95aaf544e2fc/e010750e-dc65-4007-8789-adc4a31367b8) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:30:19.919952 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ec019d11-57eb-446a-831a-454c4cd91fd4 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Publish callbacks [] for port (e010750e-dc65-4007-8789-adc4a31367b8), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:19.954871 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ec019d11-57eb-446a-831a-454c4cd91fd4 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (e010750e-dc65-4007-8789-adc4a31367b8), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:20.003183 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec019d11-57eb-446a-831a-454c4cd91fd4 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Network 9bc695b0-b4bf-4817-8c0a-31607bcb7f49 is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:30:20.006198 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-ec019d11-57eb-446a-831a-454c4cd91fd4 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:30:20.013140 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec019d11-57eb-446a-831a-454c4cd91fd4 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:30:20.037238 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec019d11-57eb-446a-831a-454c4cd91fd4 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Pushing event updated for resources: {'Port': ['ID=e010750e-dc65-4007-8789-adc4a31367b8,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:20.068755 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec019d11-57eb-446a-831a-454c4cd91fd4 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:20.070106 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ec019d11-57eb-446a-831a-454c4cd91fd4 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:20.086900 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-ec019d11-57eb-446a-831a-454c4cd91fd4 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.5909722 Feb 19 03:30:20.089415 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48094) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:20.096278 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-e0d38a50-a6f8-4126-b13e-e397a6cd74b2 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:23:7d:c3'}, {'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:b8:c0:d2'}]}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:30:20.177680 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e0d38a50-a6f8-4126-b13e-e397a6cd74b2 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (e010750e-dc65-4007-8789-adc4a31367b8), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:20.238154 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-6af1eec9-3976-4325-8f7a-4b2d71362a1a None None] Provisioning complete for port e010750e-dc65-4007-8789-adc4a31367b8 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:30:20.238525 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6af1eec9-3976-4325-8f7a-4b2d71362a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (e010750e-dc65-4007-8789-adc4a31367b8), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:20.273978 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-6af1eec9-3976-4325-8f7a-4b2d71362a1a None None] Port e010750e-dc65-4007-8789-adc4a31367b8 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:30:20.364740 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e0d38a50-a6f8-4126-b13e-e397a6cd74b2 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Publish callbacks [] for port (e010750e-dc65-4007-8789-adc4a31367b8), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:20.369703 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e0d38a50-a6f8-4126-b13e-e397a6cd74b2 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (e010750e-dc65-4007-8789-adc4a31367b8), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:20.449355 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d38a50-a6f8-4126-b13e-e397a6cd74b2 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Pushing event updated for resources: {'Port': ['ID=e010750e-dc65-4007-8789-adc4a31367b8,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:20.463733 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-e0d38a50-a6f8-4126-b13e-e397a6cd74b2 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] In _notify_port_updated(), no bound segment for port e010750e-dc65-4007-8789-adc4a31367b8 on network 9bc695b0-b4bf-4817-8c0a-31607bcb7f49 {{(pid=103702) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 03:30:20.468802 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d38a50-a6f8-4126-b13e-e397a6cd74b2 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:20.469483 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e0d38a50-a6f8-4126-b13e-e397a6cd74b2 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:20.470835 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-e0d38a50-a6f8-4126-b13e-e397a6cd74b2 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] 10.222.0.72 "PUT /v2.0/ports/e010750e-dc65-4007-8789-adc4a31367b8 HTTP/1.1" status: 200 len: 1056 time: 0.3798416 Feb 19 03:30:20.473711 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48096) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:20.559831 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:20.570989 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-8b7defdd-f660-4047-9909-0fa47639be98 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Deleting port e010750e-dc65-4007-8789-adc4a31367b8 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:30:20.571467 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8b7defdd-f660-4047-9909-0fa47639be98 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (e010750e-dc65-4007-8789-adc4a31367b8), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:20.661472 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8b7defdd-f660-4047-9909-0fa47639be98 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (e010750e-dc65-4007-8789-adc4a31367b8), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:20.674252 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-8b7defdd-f660-4047-9909-0fa47639be98 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Calling delete_port for e010750e-dc65-4007-8789-adc4a31367b8 owned by {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:30:20.697188 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-a68f07e4-2423-4987-ad23-d66724a8da6c None None] Provisioning complete for port e010750e-dc65-4007-8789-adc4a31367b8 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:30:20.697635 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-a68f07e4-2423-4987-ad23-d66724a8da6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (e010750e-dc65-4007-8789-adc4a31367b8), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:20.732395 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-a68f07e4-2423-4987-ad23-d66724a8da6c None None] Port e010750e-dc65-4007-8789-adc4a31367b8 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:30:20.812723 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8b7defdd-f660-4047-9909-0fa47639be98 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (e010750e-dc65-4007-8789-adc4a31367b8), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:20.849307 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7defdd-f660-4047-9909-0fa47639be98 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Pushing event deleted for resources: {'Port': ['ID=e010750e-dc65-4007-8789-adc4a31367b8,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:21.064612 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8b7defdd-f660-4047-9909-0fa47639be98 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:21.067939 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-8b7defdd-f660-4047-9909-0fa47639be98 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] 10.222.0.72 "DELETE /v2.0/ports/e010750e-dc65-4007-8789-adc4a31367b8 HTTP/1.1" status: 204 len: 168 time: 0.5933037 Feb 19 03:30:21.070839 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48100) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:21.095977 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-78860e9d-8e75-46ce-96e3-7c21597db579 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] GET failed (client error): The resource could not be found. Feb 19 03:30:21.097371 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-78860e9d-8e75-46ce-96e3-7c21597db579 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] 10.222.0.72 "GET /v2.0/ports/e010750e-dc65-4007-8789-adc4a31367b8 HTTP/1.1" status: 404 len: 333 time: 0.0255709 Feb 19 03:30:21.100834 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48102) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:21.196172 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-f32e2830-49ed-4238-990d-04b044147e1c tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Deleting port fcf0da25-ce9f-43ae-a818-99ae5499fc75 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:30:21.196598 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f32e2830-49ed-4238-990d-04b044147e1c tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (fcf0da25-ce9f-43ae-a818-99ae5499fc75), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:21.299229 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f32e2830-49ed-4238-990d-04b044147e1c tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (fcf0da25-ce9f-43ae-a818-99ae5499fc75), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:21.316337 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-f32e2830-49ed-4238-990d-04b044147e1c tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Calling delete_port for fcf0da25-ce9f-43ae-a818-99ae5499fc75 owned by {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:30:21.469941 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f32e2830-49ed-4238-990d-04b044147e1c tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (fcf0da25-ce9f-43ae-a818-99ae5499fc75), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:21.500181 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32e2830-49ed-4238-990d-04b044147e1c tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Pushing event deleted for resources: {'Port': ['ID=fcf0da25-ce9f-43ae-a818-99ae5499fc75,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:21.578931 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f32e2830-49ed-4238-990d-04b044147e1c tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:21.582634 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-f32e2830-49ed-4238-990d-04b044147e1c tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] 10.222.0.72 "DELETE /v2.0/ports/fcf0da25-ce9f-43ae-a818-99ae5499fc75 HTTP/1.1" status: 204 len: 168 time: 0.4808879 Feb 19 03:30:21.585961 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 48104) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:21.623906 n-d-826753-2 neutron-server[103701]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7b7aa17-4f96-40c2-bc3a-14983dfc3e23 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] GET failed (client error): The resource could not be found. Feb 19 03:30:21.626298 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-d7b7aa17-4f96-40c2-bc3a-14983dfc3e23 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] 10.222.0.72 "GET /v2.0/ports/fcf0da25-ce9f-43ae-a818-99ae5499fc75 HTTP/1.1" status: 404 len: 333 time: 0.0388143 Feb 19 03:30:21.630296 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48106) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:21.746017 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-87ce0f86-9cbc-42ba-bd5c-f3cb83afdbbd tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Deleting port d1a56d7d-c066-49b0-a901-cf9e1e444a77 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:30:21.746343 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-87ce0f86-9cbc-42ba-bd5c-f3cb83afdbbd tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (d1a56d7d-c066-49b0-a901-cf9e1e444a77), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:21.847793 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-87ce0f86-9cbc-42ba-bd5c-f3cb83afdbbd tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (d1a56d7d-c066-49b0-a901-cf9e1e444a77), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:21.863500 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-87ce0f86-9cbc-42ba-bd5c-f3cb83afdbbd tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Calling delete_port for d1a56d7d-c066-49b0-a901-cf9e1e444a77 owned by {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:30:21.995561 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:22.017812 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-87ce0f86-9cbc-42ba-bd5c-f3cb83afdbbd tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (d1a56d7d-c066-49b0-a901-cf9e1e444a77), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:22.051895 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ce0f86-9cbc-42ba-bd5c-f3cb83afdbbd tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Pushing event deleted for resources: {'Port': ['ID=d1a56d7d-c066-49b0-a901-cf9e1e444a77,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:22.141191 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-87ce0f86-9cbc-42ba-bd5c-f3cb83afdbbd tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:22.145936 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-87ce0f86-9cbc-42ba-bd5c-f3cb83afdbbd tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] 10.222.0.72 "DELETE /v2.0/ports/d1a56d7d-c066-49b0-a901-cf9e1e444a77 HTTP/1.1" status: 204 len: 168 time: 0.5141380 Feb 19 03:30:22.147434 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48108) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:22.224833 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fac134b-0b82-4345-aabd-eb7ed4765dd3 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Deleting subnet b5ff8e8b-eb6f-4dce-af26-95aaf544e2fc {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:30:22.231452 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1fac134b-0b82-4345-aabd-eb7ed4765dd3 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Publish callbacks [] for subnet (b5ff8e8b-eb6f-4dce-af26-95aaf544e2fc), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:22.280665 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1fac134b-0b82-4345-aabd-eb7ed4765dd3 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (b5ff8e8b-eb6f-4dce-af26-95aaf544e2fc), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:22.394984 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1fac134b-0b82-4345-aabd-eb7ed4765dd3 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (b5ff8e8b-eb6f-4dce-af26-95aaf544e2fc), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:22.459191 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1fac134b-0b82-4345-aabd-eb7ed4765dd3 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (b5ff8e8b-eb6f-4dce-af26-95aaf544e2fc), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:22.490483 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fac134b-0b82-4345-aabd-eb7ed4765dd3 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Pushing event deleted for resources: {'Subnet': ['ID=b5ff8e8b-eb6f-4dce-af26-95aaf544e2fc,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:22.495766 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1fac134b-0b82-4345-aabd-eb7ed4765dd3 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:22.499460 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-1fac134b-0b82-4345-aabd-eb7ed4765dd3 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] 10.222.0.72 "DELETE /v2.0/subnets/b5ff8e8b-eb6f-4dce-af26-95aaf544e2fc HTTP/1.1" status: 204 len: 168 time: 0.3501623 Feb 19 03:30:22.503841 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48110) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:22.506780 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74bee450-3961-4301-9ae5-031dc5b0cc2c None None] Network 9bc695b0-b4bf-4817-8c0a-31607bcb7f49 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:30:22.611633 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-62e4dae8-4565-4762-8589-161f7ea537c6 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (9bc695b0-b4bf-4817-8c0a-31607bcb7f49), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:22.677989 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7fa325a-ad7e-44a8-9d96-8ec2ce1b7016 None None] DHCP port deletion for 9bc695b0-b4bf-4817-8c0a-31607bcb7f49 request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:30:22.689791 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-62e4dae8-4565-4762-8589-161f7ea537c6 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Deleting port f95d03ec-fdb1-4cf4-932f-5f64a866b552 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:30:22.690173 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-62e4dae8-4565-4762-8589-161f7ea537c6 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (f95d03ec-fdb1-4cf4-932f-5f64a866b552), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:22.732614 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-f7fa325a-ad7e-44a8-9d96-8ec2ce1b7016 None None] Deleting port f95d03ec-fdb1-4cf4-932f-5f64a866b552 {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:30:22.732981 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f7fa325a-ad7e-44a8-9d96-8ec2ce1b7016 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (f95d03ec-fdb1-4cf4-932f-5f64a866b552), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:22.763473 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-62e4dae8-4565-4762-8589-161f7ea537c6 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] For port f95d03ec-fdb1-4cf4-932f-5f64a866b552, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=f95d03ec-fdb1-4cf4-932f-5f64a866b552,segment=NetworkSegment(7ce2dcd4-2620-4b63-a8a1-9ec81b6dee2c),segment_id=7ce2dcd4-2620-4b63-a8a1-9ec81b6dee2c)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:30:22.763837 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-62e4dae8-4565-4762-8589-161f7ea537c6 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (f95d03ec-fdb1-4cf4-932f-5f64a866b552), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:22.777859 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-62e4dae8-4565-4762-8589-161f7ea537c6 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Calling delete_port for f95d03ec-fdb1-4cf4-932f-5f64a866b552 owned by network:dhcp {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:30:22.812823 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-f7fa325a-ad7e-44a8-9d96-8ec2ce1b7016 None None] For port f95d03ec-fdb1-4cf4-932f-5f64a866b552, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=f95d03ec-fdb1-4cf4-932f-5f64a866b552,segment=NetworkSegment(7ce2dcd4-2620-4b63-a8a1-9ec81b6dee2c),segment_id=7ce2dcd4-2620-4b63-a8a1-9ec81b6dee2c)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:30:22.813256 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f7fa325a-ad7e-44a8-9d96-8ec2ce1b7016 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (f95d03ec-fdb1-4cf4-932f-5f64a866b552), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:22.816140 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:22.828060 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-f7fa325a-ad7e-44a8-9d96-8ec2ce1b7016 None None] Calling delete_port for f95d03ec-fdb1-4cf4-932f-5f64a866b552 owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:30:22.873765 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-62e4dae8-4565-4762-8589-161f7ea537c6 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (f95d03ec-fdb1-4cf4-932f-5f64a866b552), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:22.900071 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e4dae8-4565-4762-8589-161f7ea537c6 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Pushing event deleted for resources: {'Port': ['ID=f95d03ec-fdb1-4cf4-932f-5f64a866b552,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:22.903798 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e4dae8-4565-4762-8589-161f7ea537c6 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] No DVR routers for this DVR port f95d03ec-fdb1-4cf4-932f-5f64a866b552 on host n-d-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:30:22.926022 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f7fa325a-ad7e-44a8-9d96-8ec2ce1b7016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (f95d03ec-fdb1-4cf4-932f-5f64a866b552), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:22.952848 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fa325a-ad7e-44a8-9d96-8ec2ce1b7016 None None] Pushing event deleted for resources: {'Port': ['ID=f95d03ec-fdb1-4cf4-932f-5f64a866b552,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:22.957195 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fa325a-ad7e-44a8-9d96-8ec2ce1b7016 None None] No DVR routers for this DVR port f95d03ec-fdb1-4cf4-932f-5f64a866b552 on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:30:22.967426 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fa325a-ad7e-44a8-9d96-8ec2ce1b7016 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:30:22.967426 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fa325a-ad7e-44a8-9d96-8ec2ce1b7016 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:30:22.967426 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fa325a-ad7e-44a8-9d96-8ec2ce1b7016 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:30:22.967426 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fa325a-ad7e-44a8-9d96-8ec2ce1b7016 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:30:22.967426 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fa325a-ad7e-44a8-9d96-8ec2ce1b7016 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:30:22.967426 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fa325a-ad7e-44a8-9d96-8ec2ce1b7016 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:30:22.967426 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fa325a-ad7e-44a8-9d96-8ec2ce1b7016 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:30:22.968414 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fa325a-ad7e-44a8-9d96-8ec2ce1b7016 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:30:22.968414 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fa325a-ad7e-44a8-9d96-8ec2ce1b7016 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:30:22.968414 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fa325a-ad7e-44a8-9d96-8ec2ce1b7016 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:30:22.968616 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fa325a-ad7e-44a8-9d96-8ec2ce1b7016 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:30:22.969078 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fa325a-ad7e-44a8-9d96-8ec2ce1b7016 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:30:22.969078 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fa325a-ad7e-44a8-9d96-8ec2ce1b7016 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:30:22.993622 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-62e4dae8-4565-4762-8589-161f7ea537c6 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (9bc695b0-b4bf-4817-8c0a-31607bcb7f49), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:23.018634 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-62e4dae8-4565-4762-8589-161f7ea537c6 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bc695b0-b4bf-4817-8c0a-31607bcb7f49']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:30:23.027849 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-62e4dae8-4565-4762-8589-161f7ea537c6 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ce2dcd4-2620-4b63-a8a1-9ec81b6dee2c') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:30:23.028140 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-62e4dae8-4565-4762-8589-161f7ea537c6 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ce2dcd4-2620-4b63-a8a1-9ec81b6dee2c') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:30:23.037280 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-62e4dae8-4565-4762-8589-161f7ea537c6 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (7ce2dcd4-2620-4b63-a8a1-9ec81b6dee2c), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:23.052323 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-62e4dae8-4565-4762-8589-161f7ea537c6 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (7ce2dcd4-2620-4b63-a8a1-9ec81b6dee2c), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:23.059382 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62e4dae8-4565-4762-8589-161f7ea537c6 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Releasing vlan 254 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:30:23.059762 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-62e4dae8-4565-4762-8589-161f7ea537c6 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (7ce2dcd4-2620-4b63-a8a1-9ec81b6dee2c), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:23.062808 n-d-826753-2 neutron-server[103702]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 19 03:30:23.062808 n-d-826753-2 neutron-server[103702]: warnings.warn('Neutron quota engine will require "--force" ' Feb 19 03:30:23.062808 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 03:30:23.062808 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:30:23.062808 n-d-826753-2 neutron-server[103702]: timer() Feb 19 03:30:23.062808 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:30:23.062808 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 03:30:23.062808 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:30:23.062808 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 03:30:23.062808 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:30:23.062808 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 03:30:23.062808 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:30:23.062808 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 03:30:23.062808 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:30:23.062808 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 03:30:23.062808 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:30:23.062808 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:30:23.062808 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:30:23.062808 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:30:23.062808 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:30:23.062808 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 03:30:23.062808 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:30:23.062808 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 03:30:23.062808 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:30:23.062808 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:30:23.062808 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:30:23.062808 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 03:30:23.062808 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:30:23.062808 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:30:23.062808 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:30:23.062808 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:30:23.062808 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:30:23.062808 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:30:23.062808 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:30:23.120769 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-62e4dae8-4565-4762-8589-161f7ea537c6 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (9bc695b0-b4bf-4817-8c0a-31607bcb7f49), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:23.127701 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-62e4dae8-4565-4762-8589-161f7ea537c6 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:23.130822 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-62e4dae8-4565-4762-8589-161f7ea537c6 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] 10.222.0.72 "DELETE /v2.0/networks/9bc695b0-b4bf-4817-8c0a-31607bcb7f49 HTTP/1.1" status: 204 len: 168 time: 0.6258786 Feb 19 03:30:23.143148 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e4dae8-4565-4762-8589-161f7ea537c6 tempest-AllowedAddressPairTestJSON-1288051676 tempest-AllowedAddressPairTestJSON-1288051676-project] Pushing event deleted for resources: {'Network': ['ID=9bc695b0-b4bf-4817-8c0a-31607bcb7f49,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:23.303545 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device f95d03ec-fdb1-4cf4-932f-5f64a866b552 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:30:23.324864 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: f95d03ec-fdb1-4cf4-932f-5f64a866b552 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:30:23.325234 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device f95d03ec-fdb1-4cf4-932f-5f64a866b552 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:30:23.430472 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48116) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:23.567705 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-57da0340-ff6b-410b-8bed-e717d706fffd admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f039781dad564f5cb38c2b2c3f3703f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1360559 Feb 19 03:30:23.570226 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48120) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:23.622286 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-86bf504f-8a11-48fc-a074-d3deeea83604 admin admin] Publish callbacks [] for security_group (c476e2e2-23c4-498b-88a9-9495ceec3745), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:23.647514 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-86bf504f-8a11-48fc-a074-d3deeea83604 admin admin] Publish callbacks [] for security_group (c476e2e2-23c4-498b-88a9-9495ceec3745), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:23.704930 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-86bf504f-8a11-48fc-a074-d3deeea83604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (c476e2e2-23c4-498b-88a9-9495ceec3745), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:23.707533 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-86bf504f-8a11-48fc-a074-d3deeea83604 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:23.708704 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-86bf504f-8a11-48fc-a074-d3deeea83604 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c476e2e2-23c4-498b-88a9-9495ceec3745 HTTP/1.1" status: 204 len: 168 time: 0.1375904 Feb 19 03:30:23.716599 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bf504f-8a11-48fc-a074-d3deeea83604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c476e2e2-23c4-498b-88a9-9495ceec3745,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:24.401878 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48142) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:24.495744 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-9e5f686d-e84a-4bc4-b55e-edf63045b504 tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-431755303'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:30:24.515467 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e5f686d-e84a-4bc4-b55e-edf63045b504 tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] Made reservation on behalf of 967fc8ad489049cfbafff8d74a530d7f for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:30:24.518801 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9e5f686d-e84a-4bc4-b55e-edf63045b504 tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:24.527494 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9e5f686d-e84a-4bc4-b55e-edf63045b504 tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:24.605241 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9e5f686d-e84a-4bc4-b55e-edf63045b504 tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] Publish callbacks [] for security_group (7c85131b-53f3-4cfe-8a1b-d0bee08b8735), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:24.609757 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9e5f686d-e84a-4bc4-b55e-edf63045b504 tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (7c85131b-53f3-4cfe-8a1b-d0bee08b8735), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:24.634202 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e5f686d-e84a-4bc4-b55e-edf63045b504 tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] vlan segment allocate from pool success with {'vlan_id': 262, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:30:24.647937 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5f686d-e84a-4bc4-b55e-edf63045b504 tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c85131b-53f3-4cfe-8a1b-d0bee08b8735,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:24.652749 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9e5f686d-e84a-4bc4-b55e-edf63045b504 tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (66b70244-95f0-4455-8e7e-64e5c6cdec3a), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:24.656307 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-9e5f686d-e84a-4bc4-b55e-edf63045b504 tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] Added segment 66b70244-95f0-4455-8e7e-64e5c6cdec3a of type vlan for network 1650a09a-ec11-44ff-ad9d-21d5030c82f3 Feb 19 03:30:24.699343 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9e5f686d-e84a-4bc4-b55e-edf63045b504 tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (1650a09a-ec11-44ff-ad9d-21d5030c82f3), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:24.727019 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9e5f686d-e84a-4bc4-b55e-edf63045b504 tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (1650a09a-ec11-44ff-ad9d-21d5030c82f3), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:24.731820 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5f686d-e84a-4bc4-b55e-edf63045b504 tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:24.732403 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9e5f686d-e84a-4bc4-b55e-edf63045b504 tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:24.786322 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-9e5f686d-e84a-4bc4-b55e-edf63045b504 tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3833165 Feb 19 03:30:24.789363 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 48146) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:24.794638 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-9c229fd9-1833-4ed0-8a0b-a3f4acb8eb26 tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] Request body: {'subnet': {'network_id': '1650a09a-ec11-44ff-ad9d-21d5030c82f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:30:24.801565 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5f686d-e84a-4bc4-b55e-edf63045b504 tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] Pushing event updated for resources: {'Network': ['ID=1650a09a-ec11-44ff-ad9d-21d5030c82f3,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:24.812702 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 1650a09a-ec11-44ff-ad9d-21d5030c82f3 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:30:24.888415 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c229fd9-1833-4ed0-8a0b-a3f4acb8eb26 tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] Made reservation on behalf of 967fc8ad489049cfbafff8d74a530d7f for: {'subnet': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:30:24.892448 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9c229fd9-1833-4ed0-8a0b-a3f4acb8eb26 tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58706307'] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:25.083610 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9c229fd9-1833-4ed0-8a0b-a3f4acb8eb26 tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12647271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58706289'] for subnet (edfe5b92-f24d-43ae-8827-253149aedb09), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:25.151426 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c229fd9-1833-4ed0-8a0b-a3f4acb8eb26 tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] Pushing event updated for resources: {'Subnet': ['ID=edfe5b92-f24d-43ae-8827-253149aedb09,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:25.160795 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c229fd9-1833-4ed0-8a0b-a3f4acb8eb26 tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] Checking segment: {'id': '66b70244-95f0-4455-8e7e-64e5c6cdec3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '1650a09a-ec11-44ff-ad9d-21d5030c82f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:30:25.161190 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c229fd9-1833-4ed0-8a0b-a3f4acb8eb26 tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] Network hostable DHCP agents. Network: 1650a09a-ec11-44ff-ad9d-21d5030c82f3, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:30:25.179236 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c229fd9-1833-4ed0-8a0b-a3f4acb8eb26 tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] Network 1650a09a-ec11-44ff-ad9d-21d5030c82f3 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:30:25.187799 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-9c229fd9-1833-4ed0-8a0b-a3f4acb8eb26 tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 1650a09a-ec11-44ff-ad9d-21d5030c82f3) {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:30:25.193173 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c229fd9-1833-4ed0-8a0b-a3f4acb8eb26 tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:25.194458 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9c229fd9-1833-4ed0-8a0b-a3f4acb8eb26 tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] Publish callbacks [] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:25.196443 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc62ee5f-f7b9-4929-9159-29bd1b14a812 None None] Network 1650a09a-ec11-44ff-ad9d-21d5030c82f3 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:30:25.212077 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-9c229fd9-1833-4ed0-8a0b-a3f4acb8eb26 tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4214709 Feb 19 03:30:25.214557 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 48148) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:25.219315 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-f9771a07-2554-4458-a2f7-04f7cbaac0aa tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] Request body: {'port': {'network_id': '1650a09a-ec11-44ff-ad9d-21d5030c82f3', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1975407354'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:30:25.302524 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6875fade-3120-4881-ac90-6a0e7722173c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-1650a09a-ec11-44ff-ad9d-21d5030c82f3', 'network_id': '1650a09a-ec11-44ff-ad9d-21d5030c82f3', 'project_id': '967fc8ad489049cfbafff8d74a530d7f', 'fixed_ips': [{'subnet_id': 'edfe5b92-f24d-43ae-8827-253149aedb09'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:30:25.303386 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6875fade-3120-4881-ac90-6a0e7722173c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:25.338978 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9771a07-2554-4458-a2f7-04f7cbaac0aa tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] Made reservation on behalf of 967fc8ad489049cfbafff8d74a530d7f for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:30:25.342525 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f9771a07-2554-4458-a2f7-04f7cbaac0aa tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:25.360039 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [None req-f9771a07-2554-4458-a2f7-04f7cbaac0aa tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] device_id is not set on port d6629a7d-82c2-4e95-9579-0d595c09c885 yet. {{(pid=103701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:30:25.435884 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-6875fade-3120-4881-ac90-6a0e7722173c None None] Allocated IP 172.20.0.2 (1650a09a-ec11-44ff-ad9d-21d5030c82f3/edfe5b92-f24d-43ae-8827-253149aedb09/1fd17c21-c44b-4942-a2eb-1c9d9124cfe6) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:30:25.576485 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6875fade-3120-4881-ac90-6a0e7722173c None None] Publish callbacks [] for port (1fd17c21-c44b-4942-a2eb-1c9d9124cfe6), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:25.582246 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6875fade-3120-4881-ac90-6a0e7722173c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (1fd17c21-c44b-4942-a2eb-1c9d9124cfe6), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:25.620894 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6875fade-3120-4881-ac90-6a0e7722173c None None] Network 1650a09a-ec11-44ff-ad9d-21d5030c82f3 is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:30:25.625587 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-6875fade-3120-4881-ac90-6a0e7722173c None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:30:25.630047 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6875fade-3120-4881-ac90-6a0e7722173c None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:30:25.632030 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6875fade-3120-4881-ac90-6a0e7722173c None None] Pushing event updated for resources: {'Port': ['ID=1fd17c21-c44b-4942-a2eb-1c9d9124cfe6,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:25.632190 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-f9771a07-2554-4458-a2f7-04f7cbaac0aa tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] Allocated IP 172.20.0.12 (1650a09a-ec11-44ff-ad9d-21d5030c82f3/edfe5b92-f24d-43ae-8827-253149aedb09/d6629a7d-82c2-4e95-9579-0d595c09c885) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:30:25.700112 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-6875fade-3120-4881-ac90-6a0e7722173c None None] Attempting to bind port 1fd17c21-c44b-4942-a2eb-1c9d9124cfe6 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:30:25.700487 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-6875fade-3120-4881-ac90-6a0e7722173c None None] Attempting to bind port 1fd17c21-c44b-4942-a2eb-1c9d9124cfe6 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '66b70244-95f0-4455-8e7e-64e5c6cdec3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '1650a09a-ec11-44ff-ad9d-21d5030c82f3'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:30:25.700843 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6875fade-3120-4881-ac90-6a0e7722173c None None] Attempting to bind port 1fd17c21-c44b-4942-a2eb-1c9d9124cfe6 on network 1650a09a-ec11-44ff-ad9d-21d5030c82f3 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:30:25.705995 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6875fade-3120-4881-ac90-6a0e7722173c None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:30:25.710008 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6875fade-3120-4881-ac90-6a0e7722173c None None] Checking segment: {'id': '66b70244-95f0-4455-8e7e-64e5c6cdec3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '1650a09a-ec11-44ff-ad9d-21d5030c82f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:30:25.710008 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6875fade-3120-4881-ac90-6a0e7722173c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:25.710008 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6875fade-3120-4881-ac90-6a0e7722173c None None] Bound using segment: {'id': '66b70244-95f0-4455-8e7e-64e5c6cdec3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '1650a09a-ec11-44ff-ad9d-21d5030c82f3'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:30:25.710008 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-6875fade-3120-4881-ac90-6a0e7722173c None None] Bound port: 1fd17c21-c44b-4942-a2eb-1c9d9124cfe6, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66b70244-95f0-4455-8e7e-64e5c6cdec3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '1650a09a-ec11-44ff-ad9d-21d5030c82f3'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:30:25.710008 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6875fade-3120-4881-ac90-6a0e7722173c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (1fd17c21-c44b-4942-a2eb-1c9d9124cfe6), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:25.775661 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-6875fade-3120-4881-ac90-6a0e7722173c None None] For port 1fd17c21-c44b-4942-a2eb-1c9d9124cfe6, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:30:25.779269 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-6875fade-3120-4881-ac90-6a0e7722173c None None] For port 1fd17c21-c44b-4942-a2eb-1c9d9124cfe6, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=1fd17c21-c44b-4942-a2eb-1c9d9124cfe6,segment=NetworkSegment(66b70244-95f0-4455-8e7e-64e5c6cdec3a),segment_id=66b70244-95f0-4455-8e7e-64e5c6cdec3a)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:30:25.786293 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6875fade-3120-4881-ac90-6a0e7722173c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (1fd17c21-c44b-4942-a2eb-1c9d9124cfe6), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:25.791574 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f9771a07-2554-4458-a2f7-04f7cbaac0aa tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] Publish callbacks [] for port (d6629a7d-82c2-4e95-9579-0d595c09c885), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:25.848218 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f9771a07-2554-4458-a2f7-04f7cbaac0aa tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (d6629a7d-82c2-4e95-9579-0d595c09c885), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:25.863723 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6875fade-3120-4881-ac90-6a0e7722173c None None] Pushing event updated for resources: {'Port': ['ID=1fd17c21-c44b-4942-a2eb-1c9d9124cfe6,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:25.909881 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9771a07-2554-4458-a2f7-04f7cbaac0aa tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] Network 1650a09a-ec11-44ff-ad9d-21d5030c82f3 is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:30:25.914476 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-f9771a07-2554-4458-a2f7-04f7cbaac0aa tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:30:25.920815 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9771a07-2554-4458-a2f7-04f7cbaac0aa tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:30:25.927377 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9771a07-2554-4458-a2f7-04f7cbaac0aa tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] Pushing event updated for resources: {'Port': ['ID=d6629a7d-82c2-4e95-9579-0d595c09c885,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:25.980422 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9771a07-2554-4458-a2f7-04f7cbaac0aa tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:25.981194 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f9771a07-2554-4458-a2f7-04f7cbaac0aa tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:26.004176 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-f9771a07-2554-4458-a2f7-04f7cbaac0aa tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.7883606 Feb 19 03:30:26.007715 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 48150) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:26.016773 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-d8b24ea0-7d08-4682-b9fe-016f43099fe0 tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] Request body: {'port': {'network_id': '1650a09a-ec11-44ff-ad9d-21d5030c82f3', 'name': 'tempest-ExtraDHCPOptionsTestJSON-762381599', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:30:26.020661 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.api.validators [None req-d8b24ea0-7d08-4682-b9fe-016f43099fe0 tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] bootfile-name is not in valid_values {{(pid=103701) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 19 03:30:26.020661 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.api.validators [None req-d8b24ea0-7d08-4682-b9fe-016f43099fe0 tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] tftp-server is not in valid_values {{(pid=103701) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 19 03:30:26.020661 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.api.validators [None req-d8b24ea0-7d08-4682-b9fe-016f43099fe0 tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] server-ip-address is not in valid_values {{(pid=103701) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 19 03:30:26.143312 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8b24ea0-7d08-4682-b9fe-016f43099fe0 tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] Made reservation on behalf of 967fc8ad489049cfbafff8d74a530d7f for: {'port': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:30:26.147814 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d8b24ea0-7d08-4682-b9fe-016f43099fe0 tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:26.172876 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [None req-d8b24ea0-7d08-4682-b9fe-016f43099fe0 tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] device_id is not set on port c7a71d57-fb72-4bed-8750-837373362456 yet. {{(pid=103701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:30:26.284857 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-d8b24ea0-7d08-4682-b9fe-016f43099fe0 tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] Allocated IP 172.20.0.14 (1650a09a-ec11-44ff-ad9d-21d5030c82f3/edfe5b92-f24d-43ae-8827-253149aedb09/c7a71d57-fb72-4bed-8750-837373362456) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:30:26.447997 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d8b24ea0-7d08-4682-b9fe-016f43099fe0 tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] Publish callbacks [] for port (c7a71d57-fb72-4bed-8750-837373362456), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:26.468747 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:26.485265 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d8b24ea0-7d08-4682-b9fe-016f43099fe0 tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (c7a71d57-fb72-4bed-8750-837373362456), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:26.528669 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b24ea0-7d08-4682-b9fe-016f43099fe0 tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] Network 1650a09a-ec11-44ff-ad9d-21d5030c82f3 is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:30:26.531790 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-d8b24ea0-7d08-4682-b9fe-016f43099fe0 tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:30:26.538901 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b24ea0-7d08-4682-b9fe-016f43099fe0 tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:30:26.546114 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b24ea0-7d08-4682-b9fe-016f43099fe0 tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] Pushing event updated for resources: {'Port': ['ID=c7a71d57-fb72-4bed-8750-837373362456,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:26.594077 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b24ea0-7d08-4682-b9fe-016f43099fe0 tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:26.594934 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d8b24ea0-7d08-4682-b9fe-016f43099fe0 tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:26.611628 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-d8b24ea0-7d08-4682-b9fe-016f43099fe0 tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 0.6028836 Feb 19 03:30:26.614264 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 48152) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:26.713241 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b3244a-0f5a-49bf-86e6-303635fce71d tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:26.718600 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b3244a-0f5a-49bf-86e6-303635fce71d tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:26.724012 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b3244a-0f5a-49bf-86e6-303635fce71d tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:26.726668 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-28b3244a-0f5a-49bf-86e6-303635fce71d tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.1114652 Feb 19 03:30:26.730449 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 48154) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:26.826149 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-6611a5a0-6639-4a11-abbc-752baf8dc21c tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] Deleting port c7a71d57-fb72-4bed-8750-837373362456 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:30:26.826794 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6611a5a0-6639-4a11-abbc-752baf8dc21c tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (c7a71d57-fb72-4bed-8750-837373362456), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:26.863215 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f5fa53-bafb-4ef6-b240-792c42fa724c None None] Network 1650a09a-ec11-44ff-ad9d-21d5030c82f3 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:30:26.921882 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6611a5a0-6639-4a11-abbc-752baf8dc21c tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (c7a71d57-fb72-4bed-8750-837373362456), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:26.928409 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-20ced786-d831-4c42-b9ed-3b393253068a None None] Provisioning complete for port 1fd17c21-c44b-4942-a2eb-1c9d9124cfe6 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:30:26.930420 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-20ced786-d831-4c42-b9ed-3b393253068a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (1fd17c21-c44b-4942-a2eb-1c9d9124cfe6), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:26.935652 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-6611a5a0-6639-4a11-abbc-752baf8dc21c tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] Calling delete_port for c7a71d57-fb72-4bed-8750-837373362456 owned by {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:30:27.068042 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-20ced786-d831-4c42-b9ed-3b393253068a None None] Current status of the port 1fd17c21-c44b-4942-a2eb-1c9d9124cfe6 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:30:27.068435 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-20ced786-d831-4c42-b9ed-3b393253068a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (1fd17c21-c44b-4942-a2eb-1c9d9124cfe6), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:27.080438 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6611a5a0-6639-4a11-abbc-752baf8dc21c tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (c7a71d57-fb72-4bed-8750-837373362456), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:27.108386 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-20ced786-d831-4c42-b9ed-3b393253068a None None] For port 1fd17c21-c44b-4942-a2eb-1c9d9124cfe6, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=1fd17c21-c44b-4942-a2eb-1c9d9124cfe6,segment=NetworkSegment(66b70244-95f0-4455-8e7e-64e5c6cdec3a),segment_id=66b70244-95f0-4455-8e7e-64e5c6cdec3a)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:30:27.112986 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-20ced786-d831-4c42-b9ed-3b393253068a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (1fd17c21-c44b-4942-a2eb-1c9d9124cfe6), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:27.124999 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6611a5a0-6639-4a11-abbc-752baf8dc21c tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] Pushing event deleted for resources: {'Port': ['ID=c7a71d57-fb72-4bed-8750-837373362456,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:27.175399 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ced786-d831-4c42-b9ed-3b393253068a None None] Pushing event updated for resources: {'Port': ['ID=1fd17c21-c44b-4942-a2eb-1c9d9124cfe6,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:27.208204 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6611a5a0-6639-4a11-abbc-752baf8dc21c tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:27.212788 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-6611a5a0-6639-4a11-abbc-752baf8dc21c tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] 10.222.0.72 "DELETE /v2.0/ports/c7a71d57-fb72-4bed-8750-837373362456 HTTP/1.1" status: 204 len: 168 time: 0.4812956 Feb 19 03:30:27.216568 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48158) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:27.222067 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-ee4083e3-6665-4adf-95dd-95116fdb3c75 tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] Request body: {'port': {'name': 'tempest-new-port-name-671916041', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:30:27.222462 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.api.validators [None req-ee4083e3-6665-4adf-95dd-95116fdb3c75 tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] bootfile-name is not in valid_values {{(pid=103702) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 19 03:30:27.222802 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.api.validators [None req-ee4083e3-6665-4adf-95dd-95116fdb3c75 tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] tftp-server is not in valid_values {{(pid=103702) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 19 03:30:27.223127 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.api.validators [None req-ee4083e3-6665-4adf-95dd-95116fdb3c75 tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] server-ip-address is not in valid_values {{(pid=103702) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 19 03:30:27.316988 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ee4083e3-6665-4adf-95dd-95116fdb3c75 tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (d6629a7d-82c2-4e95-9579-0d595c09c885), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:27.357663 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 1fd17c21-c44b-4942-a2eb-1c9d9124cfe6 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:30:27.410346 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 1fd17c21-c44b-4942-a2eb-1c9d9124cfe6 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:30:27.410723 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (1fd17c21-c44b-4942-a2eb-1c9d9124cfe6), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:27.470812 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-d26ed965-b539-4ef7-a071-de8e0f25fe68 None None] Provisioning complete for port 1fd17c21-c44b-4942-a2eb-1c9d9124cfe6 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:30:27.471341 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d26ed965-b539-4ef7-a071-de8e0f25fe68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (1fd17c21-c44b-4942-a2eb-1c9d9124cfe6), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:27.548212 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ee4083e3-6665-4adf-95dd-95116fdb3c75 tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] Publish callbacks [] for port (d6629a7d-82c2-4e95-9579-0d595c09c885), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:27.553562 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 1fd17c21-c44b-4942-a2eb-1c9d9124cfe6 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:30:27.554593 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ee4083e3-6665-4adf-95dd-95116fdb3c75 tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (d6629a7d-82c2-4e95-9579-0d595c09c885), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:27.598143 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-d26ed965-b539-4ef7-a071-de8e0f25fe68 None None] Current status of the port 1fd17c21-c44b-4942-a2eb-1c9d9124cfe6 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:30:27.602198 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-d26ed965-b539-4ef7-a071-de8e0f25fe68 None None] Could not find standard attr ID for object c7a71d57-fb72-4bed-8750-837373362456. {{(pid=103703) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:30:27.612016 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-d26ed965-b539-4ef7-a071-de8e0f25fe68 None None] Provisioning complete for port d6629a7d-82c2-4e95-9579-0d595c09c885 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:30:27.612389 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d26ed965-b539-4ef7-a071-de8e0f25fe68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (d6629a7d-82c2-4e95-9579-0d595c09c885), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:27.649778 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4083e3-6665-4adf-95dd-95116fdb3c75 tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] Pushing event updated for resources: {'Port': ['ID=d6629a7d-82c2-4e95-9579-0d595c09c885,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:27.651122 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-d26ed965-b539-4ef7-a071-de8e0f25fe68 None None] Port d6629a7d-82c2-4e95-9579-0d595c09c885 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:30:27.659172 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-ee4083e3-6665-4adf-95dd-95116fdb3c75 tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] In _notify_port_updated(), no bound segment for port d6629a7d-82c2-4e95-9579-0d595c09c885 on network 1650a09a-ec11-44ff-ad9d-21d5030c82f3 {{(pid=103702) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 03:30:27.665119 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4083e3-6665-4adf-95dd-95116fdb3c75 tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:27.665794 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ee4083e3-6665-4adf-95dd-95116fdb3c75 tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:27.667187 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-ee4083e3-6665-4adf-95dd-95116fdb3c75 tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] 10.222.0.72 "PUT /v2.0/ports/d6629a7d-82c2-4e95-9579-0d595c09c885 HTTP/1.1" status: 200 len: 1136 time: 0.4495649 Feb 19 03:30:27.669831 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48160) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:27.720376 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0ba633-5b07-4a48-8a99-830606e5f8f9 tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:27.721980 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-ed0ba633-5b07-4a48-8a99-830606e5f8f9 tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] 10.222.0.72 "GET /v2.0/ports/d6629a7d-82c2-4e95-9579-0d595c09c885 HTTP/1.1" status: 200 len: 1136 time: 0.0512190 Feb 19 03:30:27.726785 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48162) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:27.770998 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-96a85d84-3be7-4f01-af3e-d357dfb1ca88 None None] Provisioning complete for port d6629a7d-82c2-4e95-9579-0d595c09c885 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:30:27.771368 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-96a85d84-3be7-4f01-af3e-d357dfb1ca88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (d6629a7d-82c2-4e95-9579-0d595c09c885), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:27.808991 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-96a85d84-3be7-4f01-af3e-d357dfb1ca88 None None] Port d6629a7d-82c2-4e95-9579-0d595c09c885 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:30:27.841655 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-7fb74527-983c-400e-a05a-150fb030c265 tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] Deleting port d6629a7d-82c2-4e95-9579-0d595c09c885 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:30:27.842143 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7fb74527-983c-400e-a05a-150fb030c265 tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (d6629a7d-82c2-4e95-9579-0d595c09c885), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:27.924043 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-061a4029-130c-4008-85e8-094118b52e09 None None] Could not find standard attr ID for object c7a71d57-fb72-4bed-8750-837373362456. {{(pid=103703) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:30:27.942692 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7fb74527-983c-400e-a05a-150fb030c265 tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (d6629a7d-82c2-4e95-9579-0d595c09c885), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:27.958063 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-7fb74527-983c-400e-a05a-150fb030c265 tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] Calling delete_port for d6629a7d-82c2-4e95-9579-0d595c09c885 owned by {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:30:28.110476 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7fb74527-983c-400e-a05a-150fb030c265 tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (d6629a7d-82c2-4e95-9579-0d595c09c885), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:28.143019 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb74527-983c-400e-a05a-150fb030c265 tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] Pushing event deleted for resources: {'Port': ['ID=d6629a7d-82c2-4e95-9579-0d595c09c885,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:28.217460 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7fb74527-983c-400e-a05a-150fb030c265 tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:28.221315 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-7fb74527-983c-400e-a05a-150fb030c265 tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] 10.222.0.72 "DELETE /v2.0/ports/d6629a7d-82c2-4e95-9579-0d595c09c885 HTTP/1.1" status: 204 len: 168 time: 0.4934943 Feb 19 03:30:28.223747 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48164) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:28.237127 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-5036bd79-6684-44a7-9062-cb52a3479257 None None] Could not find standard attr ID for object d6629a7d-82c2-4e95-9579-0d595c09c885. {{(pid=103703) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:30:28.280569 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e5f0e80-fa68-4163-95ba-839e451e890f tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] Deleting subnet edfe5b92-f24d-43ae-8827-253149aedb09 {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:30:28.284385 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1e5f0e80-fa68-4163-95ba-839e451e890f tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] Publish callbacks [] for subnet (edfe5b92-f24d-43ae-8827-253149aedb09), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:28.342588 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1e5f0e80-fa68-4163-95ba-839e451e890f tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (edfe5b92-f24d-43ae-8827-253149aedb09), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:28.487556 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1e5f0e80-fa68-4163-95ba-839e451e890f tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (edfe5b92-f24d-43ae-8827-253149aedb09), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:28.523713 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-dcd8fb57-bc35-469c-84ce-82d107d03ab4 req-84cc09af-84de-498a-921b-e991505f3f51 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=60bc57fc-eac3-474c-bb0c-a36a1045c4a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1308994 Feb 19 03:30:28.577934 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1e5f0e80-fa68-4163-95ba-839e451e890f tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (edfe5b92-f24d-43ae-8827-253149aedb09), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:28.607384 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf825ed-5c8a-4e9d-938a-58dea25a3414 None None] Network 1650a09a-ec11-44ff-ad9d-21d5030c82f3 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:30:28.625808 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1e5f0e80-fa68-4163-95ba-839e451e890f tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:28.629258 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-1e5f0e80-fa68-4163-95ba-839e451e890f tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] 10.222.0.72 "DELETE /v2.0/subnets/edfe5b92-f24d-43ae-8827-253149aedb09 HTTP/1.1" status: 204 len: 168 time: 0.4045451 Feb 19 03:30:28.633619 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 48166) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:28.646405 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5f0e80-fa68-4163-95ba-839e451e890f tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] Pushing event deleted for resources: {'Subnet': ['ID=edfe5b92-f24d-43ae-8827-253149aedb09,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:28.674304 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd8fb57-bc35-469c-84ce-82d107d03ab4 req-e25427c2-2b21-442f-99a5-cd3d960fcf26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:28.676131 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-dcd8fb57-bc35-469c-84ce-82d107d03ab4 req-e25427c2-2b21-442f-99a5-cd3d960fcf26 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8257d05cb054404db31cec3bbb71493a&device_id=60bc57fc-eac3-474c-bb0c-a36a1045c4a1 HTTP/1.1" status: 200 len: 1127 time: 0.0826244 Feb 19 03:30:28.757469 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c71b8e28-0150-4e94-b4c2-a792f7a2299d tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (1650a09a-ec11-44ff-ad9d-21d5030c82f3), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:28.804896 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd8fb57-bc35-469c-84ce-82d107d03ab4 req-fe8aa176-63e7-475d-b247-44892dadec8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:28.806489 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-dcd8fb57-bc35-469c-84ce-82d107d03ab4 req-fe8aa176-63e7-475d-b247-44892dadec8f service neutron] 10.222.0.73 "GET /v2.0/networks?id=48e87e60-6ae2-4eae-a03b-2fd752f397d2 HTTP/1.1" status: 200 len: 912 time: 0.1064625 Feb 19 03:30:28.824364 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-c71b8e28-0150-4e94-b4c2-a792f7a2299d tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] Deleting port 1fd17c21-c44b-4942-a2eb-1c9d9124cfe6 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:30:28.825223 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c71b8e28-0150-4e94-b4c2-a792f7a2299d tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (1fd17c21-c44b-4942-a2eb-1c9d9124cfe6), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:28.890385 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-dcd8fb57-bc35-469c-84ce-82d107d03ab4 req-b24c8cc5-1e88-4ec6-8b2d-004e24dd9ecf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01425ed4-1787-4172-a291-51b9e41a866a HTTP/1.1" status: 200 len: 1001 time: 0.0774679 Feb 19 03:30:28.905445 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-c71b8e28-0150-4e94-b4c2-a792f7a2299d tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] For port 1fd17c21-c44b-4942-a2eb-1c9d9124cfe6, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=1fd17c21-c44b-4942-a2eb-1c9d9124cfe6,segment=NetworkSegment(66b70244-95f0-4455-8e7e-64e5c6cdec3a),segment_id=66b70244-95f0-4455-8e7e-64e5c6cdec3a)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:30:28.905813 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c71b8e28-0150-4e94-b4c2-a792f7a2299d tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (1fd17c21-c44b-4942-a2eb-1c9d9124cfe6), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:28.921709 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-c71b8e28-0150-4e94-b4c2-a792f7a2299d tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] Calling delete_port for 1fd17c21-c44b-4942-a2eb-1c9d9124cfe6 owned by network:dhcp {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:30:28.949859 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c35cef-056c-4dc6-9ee2-728cd7d7588a None None] DHCP port deletion for 1650a09a-ec11-44ff-ad9d-21d5030c82f3 request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:30:28.951241 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd8fb57-bc35-469c-84ce-82d107d03ab4 req-5e3452e5-8126-4625-a954-a63a24c0514c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:28.952721 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-dcd8fb57-bc35-469c-84ce-82d107d03ab4 req-5e3452e5-8126-4625-a954-a63a24c0514c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2d8d01f7-c65c-4273-a693-0737e1d5a5eb HTTP/1.1" status: 200 len: 850 time: 0.0569048 Feb 19 03:30:29.003727 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-20c35cef-056c-4dc6-9ee2-728cd7d7588a None None] Deleting port 1fd17c21-c44b-4942-a2eb-1c9d9124cfe6 {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:30:29.004349 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-20c35cef-056c-4dc6-9ee2-728cd7d7588a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (1fd17c21-c44b-4942-a2eb-1c9d9124cfe6), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:29.011910 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd8fb57-bc35-469c-84ce-82d107d03ab4 req-b5d1f8dd-4074-43d0-bfb5-1b60ed0fc3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:29.013924 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-dcd8fb57-bc35-469c-84ce-82d107d03ab4 req-b5d1f8dd-4074-43d0-bfb5-1b60ed0fc3dc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=48e87e60-6ae2-4eae-a03b-2fd752f397d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0552661 Feb 19 03:30:29.024188 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [req-dcd8fb57-bc35-469c-84ce-82d107d03ab4 req-aa4df51a-026f-4075-9ad5-a4456f3197b4 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103702) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:30:29.025384 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-dcd8fb57-bc35-469c-84ce-82d107d03ab4 req-aa4df51a-026f-4075-9ad5-a4456f3197b4 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058372 Feb 19 03:30:29.027058 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c71b8e28-0150-4e94-b4c2-a792f7a2299d tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (1fd17c21-c44b-4942-a2eb-1c9d9124cfe6), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:29.056443 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71b8e28-0150-4e94-b4c2-a792f7a2299d tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] Pushing event deleted for resources: {'Port': ['ID=1fd17c21-c44b-4942-a2eb-1c9d9124cfe6,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:29.064818 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71b8e28-0150-4e94-b4c2-a792f7a2299d tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] No DVR routers for this DVR port 1fd17c21-c44b-4942-a2eb-1c9d9124cfe6 on host n-d-826753-2 {{(pid=103701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:30:29.081095 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-20c35cef-056c-4dc6-9ee2-728cd7d7588a None None] For port 1fd17c21-c44b-4942-a2eb-1c9d9124cfe6, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=1fd17c21-c44b-4942-a2eb-1c9d9124cfe6,segment=NetworkSegment(66b70244-95f0-4455-8e7e-64e5c6cdec3a),segment_id=66b70244-95f0-4455-8e7e-64e5c6cdec3a)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:30:29.081498 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-20c35cef-056c-4dc6-9ee2-728cd7d7588a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (1fd17c21-c44b-4942-a2eb-1c9d9124cfe6), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:29.096927 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-20c35cef-056c-4dc6-9ee2-728cd7d7588a None None] Calling delete_port for 1fd17c21-c44b-4942-a2eb-1c9d9124cfe6 owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:30:29.132463 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-dcd8fb57-bc35-469c-84ce-82d107d03ab4 req-d8acb321-4dfa-4fc6-9d98-de34774a74e3 service neutron] 10.222.0.73 "GET /v2.0/networks/48e87e60-6ae2-4eae-a03b-2fd752f397d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012497 Feb 19 03:30:29.154571 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c71b8e28-0150-4e94-b4c2-a792f7a2299d tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (1650a09a-ec11-44ff-ad9d-21d5030c82f3), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:29.177357 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-c71b8e28-0150-4e94-b4c2-a792f7a2299d tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1650a09a-ec11-44ff-ad9d-21d5030c82f3']}} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:30:29.188349 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-c71b8e28-0150-4e94-b4c2-a792f7a2299d tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66b70244-95f0-4455-8e7e-64e5c6cdec3a') {'for_net_delete': True} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:30:29.188652 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-c71b8e28-0150-4e94-b4c2-a792f7a2299d tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66b70244-95f0-4455-8e7e-64e5c6cdec3a') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:30:29.200286 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c71b8e28-0150-4e94-b4c2-a792f7a2299d tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12647422'] for segment (66b70244-95f0-4455-8e7e-64e5c6cdec3a), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:29.202823 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-20c35cef-056c-4dc6-9ee2-728cd7d7588a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (1fd17c21-c44b-4942-a2eb-1c9d9124cfe6), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:29.222606 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c71b8e28-0150-4e94-b4c2-a792f7a2299d tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (66b70244-95f0-4455-8e7e-64e5c6cdec3a), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:29.231011 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c71b8e28-0150-4e94-b4c2-a792f7a2299d tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] Releasing vlan 262 on physical network physnet1 to pool {{(pid=103701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:30:29.231766 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c71b8e28-0150-4e94-b4c2-a792f7a2299d tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583360'] for segment (66b70244-95f0-4455-8e7e-64e5c6cdec3a), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:29.246878 n-d-826753-2 neutron-server[103701]: Traceback (most recent call last): Feb 19 03:30:29.246878 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:30:29.246878 n-d-826753-2 neutron-server[103701]: timer() Feb 19 03:30:29.246878 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:30:29.246878 n-d-826753-2 neutron-server[103701]: cb(*args, **kw) Feb 19 03:30:29.246878 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:30:29.246878 n-d-826753-2 neutron-server[103701]: return func(*args, **kwargs) Feb 19 03:30:29.246878 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:30:29.246878 n-d-826753-2 neutron-server[103701]: self._notify() Feb 19 03:30:29.246878 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:30:29.246878 n-d-826753-2 neutron-server[103701]: self.callback(batched_events) Feb 19 03:30:29.246878 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:30:29.246878 n-d-826753-2 neutron-server[103701]: event.method(event) Feb 19 03:30:29.246878 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:30:29.246878 n-d-826753-2 neutron-server[103701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:30:29.246878 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:30:29.246878 n-d-826753-2 neutron-server[103701]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:30:29.246878 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:30:29.246878 n-d-826753-2 neutron-server[103701]: return f(self, *a, **k) Feb 19 03:30:29.246878 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:30:29.246878 n-d-826753-2 neutron-server[103701]: return self._get(url).json() Feb 19 03:30:29.246878 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:30:29.246878 n-d-826753-2 neutron-server[103701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:30:29.246878 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:30:29.246878 n-d-826753-2 neutron-server[103701]: return self.request(url, 'GET', **kwargs) Feb 19 03:30:29.246878 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:30:29.246878 n-d-826753-2 neutron-server[103701]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:30:29.246878 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:30:29.246878 n-d-826753-2 neutron-server[103701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:30:29.246878 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:30:29.246878 n-d-826753-2 neutron-server[103701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:30:29.246878 n-d-826753-2 neutron-server[103701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:30:29.249131 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c35cef-056c-4dc6-9ee2-728cd7d7588a None None] No DVR routers for this DVR port 1fd17c21-c44b-4942-a2eb-1c9d9124cfe6 on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:30:29.254315 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c35cef-056c-4dc6-9ee2-728cd7d7588a None None] Pushing event deleted for resources: {'Port': ['ID=1fd17c21-c44b-4942-a2eb-1c9d9124cfe6,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:29.272013 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-dcd8fb57-bc35-469c-84ce-82d107d03ab4 req-c83edef2-b0fd-42f0-9969-612f2f84d7f7 service neutron] 10.222.0.73 "GET /v2.0/networks/48e87e60-6ae2-4eae-a03b-2fd752f397d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320543 Feb 19 03:30:29.303659 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c71b8e28-0150-4e94-b4c2-a792f7a2299d tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (1650a09a-ec11-44ff-ad9d-21d5030c82f3), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:29.311724 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c71b8e28-0150-4e94-b4c2-a792f7a2299d tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:29.314922 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-c71b8e28-0150-4e94-b4c2-a792f7a2299d tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] 10.222.0.72 "DELETE /v2.0/networks/1650a09a-ec11-44ff-ad9d-21d5030c82f3 HTTP/1.1" status: 204 len: 168 time: 0.6802683 Feb 19 03:30:29.326493 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 1fd17c21-c44b-4942-a2eb-1c9d9124cfe6 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:30:29.330020 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71b8e28-0150-4e94-b4c2-a792f7a2299d tempest-ExtraDHCPOptionsTestJSON-2143328951 tempest-ExtraDHCPOptionsTestJSON-2143328951-project] Pushing event deleted for resources: {'Network': ['ID=1650a09a-ec11-44ff-ad9d-21d5030c82f3,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:29.347439 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 1fd17c21-c44b-4942-a2eb-1c9d9124cfe6 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:30:29.347782 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 1fd17c21-c44b-4942-a2eb-1c9d9124cfe6 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:30:29.587140 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 48172) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:29.735823 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-1c89f155-734b-4991-b12f-508bb39fb3f3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=967fc8ad489049cfbafff8d74a530d7f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1474907 Feb 19 03:30:29.738979 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 48176) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:29.795947 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-401384a7-5e64-4847-8bbb-9897a0b8a2fc admin admin] Publish callbacks [] for security_group (7c85131b-53f3-4cfe-8a1b-d0bee08b8735), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:29.823332 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-401384a7-5e64-4847-8bbb-9897a0b8a2fc admin admin] Publish callbacks [] for security_group (7c85131b-53f3-4cfe-8a1b-d0bee08b8735), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:29.876008 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-401384a7-5e64-4847-8bbb-9897a0b8a2fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (7c85131b-53f3-4cfe-8a1b-d0bee08b8735), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:29.878626 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-401384a7-5e64-4847-8bbb-9897a0b8a2fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:29.879799 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-401384a7-5e64-4847-8bbb-9897a0b8a2fc admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7c85131b-53f3-4cfe-8a1b-d0bee08b8735 HTTP/1.1" status: 204 len: 168 time: 0.1398869 Feb 19 03:30:29.888895 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401384a7-5e64-4847-8bbb-9897a0b8a2fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c85131b-53f3-4cfe-8a1b-d0bee08b8735,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:30.539064 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48198) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:30.631970 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-c44d9e96-d478-4972-9487-d29db98dcbdc tempest-SubnetPoolsTestJSON-782391837 tempest-SubnetPoolsTestJSON-782391837-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-870642291', 'prefixes': ['172.20.0.0/16']}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:30:30.709849 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c44d9e96-d478-4972-9487-d29db98dcbdc tempest-SubnetPoolsTestJSON-782391837 tempest-SubnetPoolsTestJSON-782391837-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:30.711047 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-c44d9e96-d478-4972-9487-d29db98dcbdc tempest-SubnetPoolsTestJSON-782391837 tempest-SubnetPoolsTestJSON-782391837-project] 10.222.0.72 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.1710021 Feb 19 03:30:30.713792 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48202) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:30.750202 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-88f3aff8-c885-40c2-86e1-b65c0fe99a03 tempest-SubnetPoolsTestJSON-782391837 tempest-SubnetPoolsTestJSON-782391837-project] 10.222.0.72 "GET /v2.0/subnetpools/db5c8035-138c-43a5-8c28-de647db42713 HTTP/1.1" status: 200 len: 731 time: 0.0353553 Feb 19 03:30:30.752691 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48204) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:30.757143 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-c72a2043-924c-42ea-a2af-0553d2d2e102 tempest-SubnetPoolsTestJSON-782391837 tempest-SubnetPoolsTestJSON-782391837-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1537272742'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:30:30.835078 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c72a2043-924c-42ea-a2af-0553d2d2e102 tempest-SubnetPoolsTestJSON-782391837 tempest-SubnetPoolsTestJSON-782391837-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:30.836705 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-c72a2043-924c-42ea-a2af-0553d2d2e102 tempest-SubnetPoolsTestJSON-782391837 tempest-SubnetPoolsTestJSON-782391837-project] 10.222.0.72 "PUT /v2.0/subnetpools/db5c8035-138c-43a5-8c28-de647db42713 HTTP/1.1" status: 200 len: 684 time: 0.0830660 Feb 19 03:30:30.839377 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48206) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:30.918733 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-18d4c047-b3f3-486d-b157-fbaec808544e tempest-SubnetPoolsTestJSON-782391837 tempest-SubnetPoolsTestJSON-782391837-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:30.919762 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-18d4c047-b3f3-486d-b157-fbaec808544e tempest-SubnetPoolsTestJSON-782391837 tempest-SubnetPoolsTestJSON-782391837-project] 10.222.0.72 "DELETE /v2.0/subnetpools/db5c8035-138c-43a5-8c28-de647db42713 HTTP/1.1" status: 204 len: 168 time: 0.0794516 Feb 19 03:30:30.922543 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48208) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:30.936393 n-d-826753-2 neutron-server[103702]: INFO neutron.api.v2.resource [None req-373d7e00-4dc7-44c6-8792-f7bb20f4d5d6 tempest-SubnetPoolsTestJSON-782391837 tempest-SubnetPoolsTestJSON-782391837-project] show failed (client error): The resource could not be found. Feb 19 03:30:30.937528 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-373d7e00-4dc7-44c6-8792-f7bb20f4d5d6 tempest-SubnetPoolsTestJSON-782391837 tempest-SubnetPoolsTestJSON-782391837-project] 10.222.0.72 "GET /v2.0/subnetpools/db5c8035-138c-43a5-8c28-de647db42713 HTTP/1.1" status: 404 len: 346 time: 0.0139582 Feb 19 03:30:30.940290 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48210) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:30.954174 n-d-826753-2 neutron-server[103702]: INFO neutron.api.v2.resource [None req-16744e6c-6287-479a-90b3-b8bd332fb461 tempest-SubnetPoolsTestJSON-782391837 tempest-SubnetPoolsTestJSON-782391837-project] delete failed (client error): The resource could not be found. Feb 19 03:30:30.955138 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-16744e6c-6287-479a-90b3-b8bd332fb461 tempest-SubnetPoolsTestJSON-782391837 tempest-SubnetPoolsTestJSON-782391837-project] 10.222.0.72 "DELETE /v2.0/subnetpools/db5c8035-138c-43a5-8c28-de647db42713 HTTP/1.1" status: 404 len: 346 time: 0.0139968 Feb 19 03:30:31.228580 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48216) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:31.353362 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-97d748f4-547a-4bf9-8804-431476b72557 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:31.432097 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-97d748f4-547a-4bf9-8804-431476b72557 admin admin] Publish callbacks [] for security_group (cbc32ad8-5bc0-46a2-b93e-9a408b426714), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:31.436153 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-97d748f4-547a-4bf9-8804-431476b72557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (cbc32ad8-5bc0-46a2-b93e-9a408b426714), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:31.478829 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-97d748f4-547a-4bf9-8804-431476b72557 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8e0728b7a704493893da29e3fcb28d00&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2489586 Feb 19 03:30:31.479546 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d748f4-547a-4bf9-8804-431476b72557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc32ad8-5bc0-46a2-b93e-9a408b426714,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:31.481370 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 48220) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:31.532881 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0b70cdb8-2dc1-435a-94a5-953dfbad5b3e admin admin] Publish callbacks [] for security_group (cbc32ad8-5bc0-46a2-b93e-9a408b426714), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:31.556493 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0b70cdb8-2dc1-435a-94a5-953dfbad5b3e admin admin] Publish callbacks [] for security_group (cbc32ad8-5bc0-46a2-b93e-9a408b426714), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:31.604309 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0b70cdb8-2dc1-435a-94a5-953dfbad5b3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (cbc32ad8-5bc0-46a2-b93e-9a408b426714), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:31.608145 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0b70cdb8-2dc1-435a-94a5-953dfbad5b3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:31.609039 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-0b70cdb8-2dc1-435a-94a5-953dfbad5b3e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/cbc32ad8-5bc0-46a2-b93e-9a408b426714 HTTP/1.1" status: 204 len: 168 time: 0.1265256 Feb 19 03:30:31.618231 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b70cdb8-2dc1-435a-94a5-953dfbad5b3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc32ad8-5bc0-46a2-b93e-9a408b426714,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:33.339113 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48268) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:33.448518 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-63488995-e9e0-4ab3-b057-2de9cda7a5e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:33.535183 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-63488995-e9e0-4ab3-b057-2de9cda7a5e3 admin admin] Publish callbacks [] for security_group (73dce39a-9a06-4f4f-be3a-9193fa826c2e), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:33.540158 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-63488995-e9e0-4ab3-b057-2de9cda7a5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (73dce39a-9a06-4f4f-be3a-9193fa826c2e), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:33.580322 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-63488995-e9e0-4ab3-b057-2de9cda7a5e3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f4dfaef85929428ea04a3b12dd6998bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2400825 Feb 19 03:30:33.581276 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63488995-e9e0-4ab3-b057-2de9cda7a5e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73dce39a-9a06-4f4f-be3a-9193fa826c2e,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:33.589817 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48272) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:33.638200 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5382340e-f37e-46d9-b0bb-2a849ccfec1d admin admin] Publish callbacks [] for security_group (73dce39a-9a06-4f4f-be3a-9193fa826c2e), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:33.659752 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5382340e-f37e-46d9-b0bb-2a849ccfec1d admin admin] Publish callbacks [] for security_group (73dce39a-9a06-4f4f-be3a-9193fa826c2e), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:33.707738 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5382340e-f37e-46d9-b0bb-2a849ccfec1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (73dce39a-9a06-4f4f-be3a-9193fa826c2e), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:33.710541 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5382340e-f37e-46d9-b0bb-2a849ccfec1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:33.711687 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-5382340e-f37e-46d9-b0bb-2a849ccfec1d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/73dce39a-9a06-4f4f-be3a-9193fa826c2e HTTP/1.1" status: 204 len: 168 time: 0.1209168 Feb 19 03:30:33.719618 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382340e-f37e-46d9-b0bb-2a849ccfec1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73dce39a-9a06-4f4f-be3a-9193fa826c2e,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:33.968202 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48278) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:33.982258 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bea5ccb7-20a0-49fb-ba5f-c4057cb57886 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:34.057178 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bea5ccb7-20a0-49fb-ba5f-c4057cb57886 admin admin] Publish callbacks [] for security_group (d918fb0f-5734-4ea9-ae4d-8bf0019e2e5d), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:34.060929 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bea5ccb7-20a0-49fb-ba5f-c4057cb57886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (d918fb0f-5734-4ea9-ae4d-8bf0019e2e5d), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:34.100761 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea5ccb7-20a0-49fb-ba5f-c4057cb57886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d918fb0f-5734-4ea9-ae4d-8bf0019e2e5d,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:34.105058 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-bea5ccb7-20a0-49fb-ba5f-c4057cb57886 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c732d822fec3464fb4cab8043ca815ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1357794 Feb 19 03:30:34.107956 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48280) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:34.159647 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5e682e47-766d-4c6c-be0a-b3f446eb8e39 admin admin] Publish callbacks [] for security_group (d918fb0f-5734-4ea9-ae4d-8bf0019e2e5d), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:34.182090 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5e682e47-766d-4c6c-be0a-b3f446eb8e39 admin admin] Publish callbacks [] for security_group (d918fb0f-5734-4ea9-ae4d-8bf0019e2e5d), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:34.230262 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5e682e47-766d-4c6c-be0a-b3f446eb8e39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (d918fb0f-5734-4ea9-ae4d-8bf0019e2e5d), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:34.232738 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5e682e47-766d-4c6c-be0a-b3f446eb8e39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:34.233918 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-5e682e47-766d-4c6c-be0a-b3f446eb8e39 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d918fb0f-5734-4ea9-ae4d-8bf0019e2e5d HTTP/1.1" status: 204 len: 168 time: 0.1249518 Feb 19 03:30:34.242601 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e682e47-766d-4c6c-be0a-b3f446eb8e39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d918fb0f-5734-4ea9-ae4d-8bf0019e2e5d,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:45.565613 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-1ce5bd8f-3a6f-464d-8f7d-f4df354b7605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:47.741037 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-054f7057-fa03-477d-97f6-8f119bc72d25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:48.941786 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:30:49.382847 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:50.557600 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:52.004411 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:52.792393 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:56.469449 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:15.567726 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b3964ce0-eaa5-41a5-aec9-aa286c551d31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:17.744862 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6288dd4c-ecb1-430e-8d21-a54eb3c8bf7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:19.382767 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:20.560742 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:21.315569 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48472) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:21.421497 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-58a2a279-4769-4ee6-adba-7b3c4d5ebd04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:21.502654 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-58a2a279-4769-4ee6-adba-7b3c4d5ebd04 admin admin] Publish callbacks [] for security_group (0e92e66a-6193-4507-b706-739946c75307), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:21.506730 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-58a2a279-4769-4ee6-adba-7b3c4d5ebd04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (0e92e66a-6193-4507-b706-739946c75307), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:21.544968 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-58a2a279-4769-4ee6-adba-7b3c4d5ebd04 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e1dffec73d154286bcbe99998c68ad29&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2283256 Feb 19 03:31:21.546916 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a2a279-4769-4ee6-adba-7b3c4d5ebd04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e92e66a-6193-4507-b706-739946c75307,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:21.547808 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 48476) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:21.555613 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a2a279-4769-4ee6-adba-7b3c4d5ebd04 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:21.556297 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a2a279-4769-4ee6-adba-7b3c4d5ebd04 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:21.556297 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a2a279-4769-4ee6-adba-7b3c4d5ebd04 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:21.556662 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a2a279-4769-4ee6-adba-7b3c4d5ebd04 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:21.556949 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a2a279-4769-4ee6-adba-7b3c4d5ebd04 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:21.557308 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a2a279-4769-4ee6-adba-7b3c4d5ebd04 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:21.557634 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a2a279-4769-4ee6-adba-7b3c4d5ebd04 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:21.557957 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a2a279-4769-4ee6-adba-7b3c4d5ebd04 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:21.558279 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a2a279-4769-4ee6-adba-7b3c4d5ebd04 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:21.558598 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a2a279-4769-4ee6-adba-7b3c4d5ebd04 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:21.558919 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a2a279-4769-4ee6-adba-7b3c4d5ebd04 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:21.559234 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a2a279-4769-4ee6-adba-7b3c4d5ebd04 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:21.559553 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a2a279-4769-4ee6-adba-7b3c4d5ebd04 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:21.602796 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e7728b20-5e31-4690-b106-3377e352853c admin admin] Publish callbacks [] for security_group (0e92e66a-6193-4507-b706-739946c75307), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:21.626125 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e7728b20-5e31-4690-b106-3377e352853c admin admin] Publish callbacks [] for security_group (0e92e66a-6193-4507-b706-739946c75307), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:21.673675 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e7728b20-5e31-4690-b106-3377e352853c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (0e92e66a-6193-4507-b706-739946c75307), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:21.676756 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e7728b20-5e31-4690-b106-3377e352853c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:21.678045 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-e7728b20-5e31-4690-b106-3377e352853c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0e92e66a-6193-4507-b706-739946c75307 HTTP/1.1" status: 204 len: 168 time: 0.1291630 Feb 19 03:31:21.691126 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7728b20-5e31-4690-b106-3377e352853c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e92e66a-6193-4507-b706-739946c75307,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:21.699976 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7728b20-5e31-4690-b106-3377e352853c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:21.700506 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7728b20-5e31-4690-b106-3377e352853c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:21.701222 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7728b20-5e31-4690-b106-3377e352853c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:21.701868 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7728b20-5e31-4690-b106-3377e352853c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:21.702749 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7728b20-5e31-4690-b106-3377e352853c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:21.703226 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7728b20-5e31-4690-b106-3377e352853c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:21.703715 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7728b20-5e31-4690-b106-3377e352853c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:21.704296 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7728b20-5e31-4690-b106-3377e352853c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:21.704771 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7728b20-5e31-4690-b106-3377e352853c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:21.705281 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7728b20-5e31-4690-b106-3377e352853c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:21.705933 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7728b20-5e31-4690-b106-3377e352853c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:21.706404 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7728b20-5e31-4690-b106-3377e352853c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:21.706881 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7728b20-5e31-4690-b106-3377e352853c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:22.000064 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:22.814536 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:24.780492 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 48532) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:24.786327 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-72b46949-6096-4459-8c42-b1ae058d4070 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Request body: {'network': {'name': 'tempest-network-smoke--218537657', 'project_id': '9e3fc42b566540c3af4ee0d2d027feba', 'port_security_enabled': True}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:31:24.806066 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72b46949-6096-4459-8c42-b1ae058d4070 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Made reservation on behalf of 9e3fc42b566540c3af4ee0d2d027feba for: {'network': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:31:24.809342 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-72b46949-6096-4459-8c42-b1ae058d4070 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:24.818131 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-72b46949-6096-4459-8c42-b1ae058d4070 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:24.892312 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-72b46949-6096-4459-8c42-b1ae058d4070 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks [] for security_group (0cf19df2-5825-48f0-a03a-5bfbea7e1f4c), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:24.896435 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-72b46949-6096-4459-8c42-b1ae058d4070 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (0cf19df2-5825-48f0-a03a-5bfbea7e1f4c), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:24.922868 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72b46949-6096-4459-8c42-b1ae058d4070 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] vlan segment allocate from pool success with {'vlan_id': 262, 'physical_network': 'physnet1'} {{(pid=103701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:31:24.931726 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b46949-6096-4459-8c42-b1ae058d4070 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cf19df2-5825-48f0-a03a-5bfbea7e1f4c,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:24.937573 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-72b46949-6096-4459-8c42-b1ae058d4070 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (220d8cc5-eb24-4c44-8ceb-e29bb42e318e), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:24.937918 n-d-826753-2 neutron-server[103701]: INFO neutron.db.segments_db [None req-72b46949-6096-4459-8c42-b1ae058d4070 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Added segment 220d8cc5-eb24-4c44-8ceb-e29bb42e318e of type vlan for network 322afcea-fa1e-446e-b2d6-0919f62ed2af Feb 19 03:31:24.977480 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-72b46949-6096-4459-8c42-b1ae058d4070 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (322afcea-fa1e-446e-b2d6-0919f62ed2af), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:25.001957 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-72b46949-6096-4459-8c42-b1ae058d4070 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (322afcea-fa1e-446e-b2d6-0919f62ed2af), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:25.007164 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b46949-6096-4459-8c42-b1ae058d4070 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:25.007758 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-72b46949-6096-4459-8c42-b1ae058d4070 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:25.061354 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-72b46949-6096-4459-8c42-b1ae058d4070 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2796774 Feb 19 03:31:25.064439 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48534) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:25.069141 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-2346cf35-4ffc-4e1d-9415-7f7ed1cc9299 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1706184067', 'admin_state_up': True, 'project_id': '9e3fc42b566540c3af4ee0d2d027feba', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:31:25.078781 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b46949-6096-4459-8c42-b1ae058d4070 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Pushing event updated for resources: {'Network': ['ID=322afcea-fa1e-446e-b2d6-0919f62ed2af,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:25.090603 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2346cf35-4ffc-4e1d-9415-7f7ed1cc9299 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14172'] for router (47929351-3483-4dd0-8d43-ec96848d508b), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:25.092255 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2346cf35-4ffc-4e1d-9415-7f7ed1cc9299 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16317487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16285822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16309985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14247'] for router (47929351-3483-4dd0-8d43-ec96848d508b), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:25.093966 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 322afcea-fa1e-446e-b2d6-0919f62ed2af details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:31:25.186684 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2346cf35-4ffc-4e1d-9415-7f7ed1cc9299 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks [] for router_controller (47929351-3483-4dd0-8d43-ec96848d508b), precommit_add_association {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:25.716065 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2346cf35-4ffc-4e1d-9415-7f7ed1cc9299 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks [] for router_gateway (47929351-3483-4dd0-8d43-ec96848d508b), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:25.909595 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2346cf35-4ffc-4e1d-9415-7f7ed1cc9299 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks [] for router_gateway (47929351-3483-4dd0-8d43-ec96848d508b), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:25.934363 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2346cf35-4ffc-4e1d-9415-7f7ed1cc9299 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:25.940813 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:31:26.051638 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-2346cf35-4ffc-4e1d-9415-7f7ed1cc9299 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Allocated IP 172.25.6.209 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/83978022-73dd-48d3-94f1-8b412e1a26bd) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:31:26.149395 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2346cf35-4ffc-4e1d-9415-7f7ed1cc9299 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks [] for port (83978022-73dd-48d3-94f1-8b412e1a26bd), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:26.182596 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2346cf35-4ffc-4e1d-9415-7f7ed1cc9299 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (83978022-73dd-48d3-94f1-8b412e1a26bd), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:26.217472 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2346cf35-4ffc-4e1d-9415-7f7ed1cc9299 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:31:26.220297 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-2346cf35-4ffc-4e1d-9415-7f7ed1cc9299 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:31:26.224210 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2346cf35-4ffc-4e1d-9415-7f7ed1cc9299 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:31:26.252647 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2346cf35-4ffc-4e1d-9415-7f7ed1cc9299 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Pushing event updated for resources: {'Port': ['ID=83978022-73dd-48d3-94f1-8b412e1a26bd,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:26.464870 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:26.530710 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2346cf35-4ffc-4e1d-9415-7f7ed1cc9299 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks [] for router_gateway (47929351-3483-4dd0-8d43-ec96848d508b), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:26.726032 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2346cf35-4ffc-4e1d-9415-7f7ed1cc9299 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16317478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865'] for router (47929351-3483-4dd0-8d43-ec96848d508b), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:26.862667 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2346cf35-4ffc-4e1d-9415-7f7ed1cc9299 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Router 47929351-3483-4dd0-8d43-ec96848d508b is scheduled to L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd with binding_index 1 {{(pid=103702) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:31:26.969050 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2346cf35-4ffc-4e1d-9415-7f7ed1cc9299 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:31:26.979170 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901570f5-db92-433e-b3ec-cccd257bfa5d None None] Sync routers for ids ['47929351-3483-4dd0-8d43-ec96848d508b'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:31:26.989547 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901570f5-db92-433e-b3ec-cccd257bfa5d None None] Routers {'47929351-3483-4dd0-8d43-ec96848d508b'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:31:26.990154 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-901570f5-db92-433e-b3ec-cccd257bfa5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:31:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['47929351-3483-4dd0-8d43-ec96848d508b'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:31:26.991703 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2346cf35-4ffc-4e1d-9415-7f7ed1cc9299 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:26.996331 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-2346cf35-4ffc-4e1d-9415-7f7ed1cc9299 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.9307499 Feb 19 03:31:26.996728 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 48538) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:27.096311 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-901570f5-db92-433e-b3ec-cccd257bfa5d None None] Set router 47929351-3483-4dd0-8d43-ec96848d508b gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:31:27.121126 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-037c4eb4-6bd9-4345-945b-8bce160ec738 tempest-TestSecurityGroupsBasicOps-1076606756 tempest-TestSecurityGroupsBasicOps-1076606756-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=9e3fc42b566540c3af4ee0d2d027feba&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1228197 Feb 19 03:31:27.123856 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 48542) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:27.215274 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f553bb-58b1-4cec-97b6-bea1cb8c9dc4 tempest-TestSecurityGroupsBasicOps-1076606756 tempest-TestSecurityGroupsBasicOps-1076606756-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:27.216793 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-74f553bb-58b1-4cec-97b6-bea1cb8c9dc4 tempest-TestSecurityGroupsBasicOps-1076606756 tempest-TestSecurityGroupsBasicOps-1076606756-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0920122 Feb 19 03:31:27.219805 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 48544) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:27.247550 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-93b432ed-6708-49a4-aedd-d4672ff6ce2d tempest-TestSecurityGroupsBasicOps-1076606756 tempest-TestSecurityGroupsBasicOps-1076606756-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=eaf64708-9021-419e-b287-ef3e0f51e2ee&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266044 Feb 19 03:31:27.250188 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 48546) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:27.254709 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-7686f4d3-cee6-4c16-ad54-5471b721dc76 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1278416818', 'network_id': '322afcea-fa1e-446e-b2d6-0919f62ed2af', 'project_id': '9e3fc42b566540c3af4ee0d2d027feba', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:31:27.277304 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-901570f5-db92-433e-b3ec-cccd257bfa5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47929351-3483-4dd0-8d43-ec96848d508b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1706184067', 'tenant_id': '9e3fc42b566540c3af4ee0d2d027feba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '83978022-73dd-48d3-94f1-8b412e1a26bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:31:25Z', 'updated_at': '2022-02-19T03:31:26Z', 'revision_number': 3, 'project_id': '9e3fc42b566540c3af4ee0d2d027feba', 'gw_port': {'id': '83978022-73dd-48d3-94f1-8b412e1a26bd', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a8:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47929351-3483-4dd0-8d43-ec96848d508b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:31:25Z', 'updated_at': '2022-02-19T03:31:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:31:27.303585 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901570f5-db92-433e-b3ec-cccd257bfa5d None None] Checking router: 47929351-3483-4dd0-8d43-ec96848d508b for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:31:27.303932 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901570f5-db92-433e-b3ec-cccd257bfa5d None None] Updating router 47929351-3483-4dd0-8d43-ec96848d508b port 83978022-73dd-48d3-94f1-8b412e1a26bd binding host n-d-826753-2 {{(pid=103704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:31:27.330673 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-901570f5-db92-433e-b3ec-cccd257bfa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (83978022-73dd-48d3-94f1-8b412e1a26bd), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:27.346162 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7686f4d3-cee6-4c16-ad54-5471b721dc76 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Made reservation on behalf of 9e3fc42b566540c3af4ee0d2d027feba for: {'subnet': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:31:27.350799 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7686f4d3-cee6-4c16-ad54-5471b721dc76 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58706307'] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:27.532402 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7686f4d3-cee6-4c16-ad54-5471b721dc76 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12647271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58706289'] for subnet (e45f9023-3e9d-476c-9ee7-935fadce12ed), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:27.584657 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-901570f5-db92-433e-b3ec-cccd257bfa5d None None] Publish callbacks [] for port (83978022-73dd-48d3-94f1-8b412e1a26bd), precommit_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:27.590813 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-901570f5-db92-433e-b3ec-cccd257bfa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (83978022-73dd-48d3-94f1-8b412e1a26bd), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:27.599497 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7686f4d3-cee6-4c16-ad54-5471b721dc76 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Pushing event updated for resources: {'Subnet': ['ID=e45f9023-3e9d-476c-9ee7-935fadce12ed,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:27.608417 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7686f4d3-cee6-4c16-ad54-5471b721dc76 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Checking segment: {'id': '220d8cc5-eb24-4c44-8ceb-e29bb42e318e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '322afcea-fa1e-446e-b2d6-0919f62ed2af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:31:27.608779 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7686f4d3-cee6-4c16-ad54-5471b721dc76 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Network hostable DHCP agents. Network: 322afcea-fa1e-446e-b2d6-0919f62ed2af, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:31:27.626885 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7686f4d3-cee6-4c16-ad54-5471b721dc76 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Network 322afcea-fa1e-446e-b2d6-0919f62ed2af is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:31:27.636421 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-7686f4d3-cee6-4c16-ad54-5471b721dc76 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 322afcea-fa1e-446e-b2d6-0919f62ed2af) {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:31:27.641891 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7686f4d3-cee6-4c16-ad54-5471b721dc76 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:27.642491 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7686f4d3-cee6-4c16-ad54-5471b721dc76 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks [] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:27.646228 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfa252e-62a3-4dc2-99ff-e4fdaf085165 None None] Pushing event updated for resources: {'Port': ['ID=83978022-73dd-48d3-94f1-8b412e1a26bd,revision_number=2']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:27.647255 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ab74a6-d0ad-4f6b-80f6-026cabfd6551 None None] Network 322afcea-fa1e-446e-b2d6-0919f62ed2af requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:31:27.654856 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfa252e-62a3-4dc2-99ff-e4fdaf085165 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:27.655190 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfa252e-62a3-4dc2-99ff-e4fdaf085165 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:27.655471 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfa252e-62a3-4dc2-99ff-e4fdaf085165 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:27.655832 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfa252e-62a3-4dc2-99ff-e4fdaf085165 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:27.656157 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfa252e-62a3-4dc2-99ff-e4fdaf085165 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:27.656450 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfa252e-62a3-4dc2-99ff-e4fdaf085165 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:27.656834 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfa252e-62a3-4dc2-99ff-e4fdaf085165 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:27.657255 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfa252e-62a3-4dc2-99ff-e4fdaf085165 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:27.657580 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfa252e-62a3-4dc2-99ff-e4fdaf085165 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:27.657897 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfa252e-62a3-4dc2-99ff-e4fdaf085165 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:27.658262 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfa252e-62a3-4dc2-99ff-e4fdaf085165 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:27.658605 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfa252e-62a3-4dc2-99ff-e4fdaf085165 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:27.658925 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfa252e-62a3-4dc2-99ff-e4fdaf085165 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:27.662022 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-7686f4d3-cee6-4c16-ad54-5471b721dc76 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4109828 Feb 19 03:31:27.665518 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 48548) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:27.665792 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-901570f5-db92-433e-b3ec-cccd257bfa5d None None] Attempting to bind port 83978022-73dd-48d3-94f1-8b412e1a26bd on host n-d-826753-2 for vnic_type normal with profile {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:31:27.666161 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-901570f5-db92-433e-b3ec-cccd257bfa5d None None] Attempting to bind port 83978022-73dd-48d3-94f1-8b412e1a26bd by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:31:27.666517 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901570f5-db92-433e-b3ec-cccd257bfa5d None None] Attempting to bind port 83978022-73dd-48d3-94f1-8b412e1a26bd on network eaf64708-9021-419e-b287-ef3e0f51e2ee {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:31:27.672133 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901570f5-db92-433e-b3ec-cccd257bfa5d None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:31:27.672499 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901570f5-db92-433e-b3ec-cccd257bfa5d None None] Checking segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:31:27.672877 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-901570f5-db92-433e-b3ec-cccd257bfa5d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:27.673278 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901570f5-db92-433e-b3ec-cccd257bfa5d None None] Bound using segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:31:27.673735 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-901570f5-db92-433e-b3ec-cccd257bfa5d None None] Bound port: 83978022-73dd-48d3-94f1-8b412e1a26bd, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:31:27.674231 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-901570f5-db92-433e-b3ec-cccd257bfa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (83978022-73dd-48d3-94f1-8b412e1a26bd), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:27.730490 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-901570f5-db92-433e-b3ec-cccd257bfa5d None None] For port 83978022-73dd-48d3-94f1-8b412e1a26bd, host n-d-826753-2, cleared binding levels {{(pid=103704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:31:27.733703 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-901570f5-db92-433e-b3ec-cccd257bfa5d None None] For port 83978022-73dd-48d3-94f1-8b412e1a26bd, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=83978022-73dd-48d3-94f1-8b412e1a26bd,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:31:27.740108 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-901570f5-db92-433e-b3ec-cccd257bfa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (83978022-73dd-48d3-94f1-8b412e1a26bd), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:27.755475 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4cc52ee-0ab4-4191-89af-a73513fe9699 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-322afcea-fa1e-446e-b2d6-0919f62ed2af', 'network_id': '322afcea-fa1e-446e-b2d6-0919f62ed2af', 'project_id': '9e3fc42b566540c3af4ee0d2d027feba', 'fixed_ips': [{'subnet_id': 'e45f9023-3e9d-476c-9ee7-935fadce12ed'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:31:27.756326 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-a4cc52ee-0ab4-4191-89af-a73513fe9699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:27.782183 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901570f5-db92-433e-b3ec-cccd257bfa5d None None] Routers {'47929351-3483-4dd0-8d43-ec96848d508b'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:31:27.782865 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-901570f5-db92-433e-b3ec-cccd257bfa5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:31:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['47929351-3483-4dd0-8d43-ec96848d508b'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:31:27.898482 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfa252e-62a3-4dc2-99ff-e4fdaf085165 None None] Pushing event updated for resources: {'Port': ['ID=83978022-73dd-48d3-94f1-8b412e1a26bd,revision_number=3']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:27.907586 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-a4cc52ee-0ab4-4191-89af-a73513fe9699 None None] Allocated IP 172.20.0.2 (322afcea-fa1e-446e-b2d6-0919f62ed2af/e45f9023-3e9d-476c-9ee7-935fadce12ed/0334f8a8-f21e-40ba-8076-9cfe987afdf5) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:31:27.909691 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-901570f5-db92-433e-b3ec-cccd257bfa5d None None] Set router 47929351-3483-4dd0-8d43-ec96848d508b gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:31:28.066275 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-a4cc52ee-0ab4-4191-89af-a73513fe9699 None None] Publish callbacks [] for port (0334f8a8-f21e-40ba-8076-9cfe987afdf5), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:28.073567 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-a4cc52ee-0ab4-4191-89af-a73513fe9699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (0334f8a8-f21e-40ba-8076-9cfe987afdf5), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:28.109698 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-901570f5-db92-433e-b3ec-cccd257bfa5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47929351-3483-4dd0-8d43-ec96848d508b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1706184067', 'tenant_id': '9e3fc42b566540c3af4ee0d2d027feba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '83978022-73dd-48d3-94f1-8b412e1a26bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:31:25Z', 'updated_at': '2022-02-19T03:31:26Z', 'revision_number': 3, 'project_id': '9e3fc42b566540c3af4ee0d2d027feba', 'gw_port': {'id': '83978022-73dd-48d3-94f1-8b412e1a26bd', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a8:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47929351-3483-4dd0-8d43-ec96848d508b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:31:25Z', 'updated_at': '2022-02-19T03:31:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:31:28.114314 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4cc52ee-0ab4-4191-89af-a73513fe9699 None None] Network 322afcea-fa1e-446e-b2d6-0919f62ed2af is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:31:28.119291 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-a4cc52ee-0ab4-4191-89af-a73513fe9699 None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:31:28.126229 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cc52ee-0ab4-4191-89af-a73513fe9699 None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:31:28.134582 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc52ee-0ab4-4191-89af-a73513fe9699 None None] Pushing event updated for resources: {'Port': ['ID=0334f8a8-f21e-40ba-8076-9cfe987afdf5,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:28.139257 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901570f5-db92-433e-b3ec-cccd257bfa5d None None] The sync data for ids ['47929351-3483-4dd0-8d43-ec96848d508b'] in n-d-826753-2 is: [{'id': '47929351-3483-4dd0-8d43-ec96848d508b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1706184067', 'tenant_id': '9e3fc42b566540c3af4ee0d2d027feba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '83978022-73dd-48d3-94f1-8b412e1a26bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:31:25Z', 'updated_at': '2022-02-19T03:31:26Z', 'revision_number': 3, 'project_id': '9e3fc42b566540c3af4ee0d2d027feba', 'gw_port': {'id': '83978022-73dd-48d3-94f1-8b412e1a26bd', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a8:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47929351-3483-4dd0-8d43-ec96848d508b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:31:25Z', 'updated_at': '2022-02-19T03:31:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:31:28.165369 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc52ee-0ab4-4191-89af-a73513fe9699 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:28.165369 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc52ee-0ab4-4191-89af-a73513fe9699 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:28.165369 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc52ee-0ab4-4191-89af-a73513fe9699 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:28.165677 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc52ee-0ab4-4191-89af-a73513fe9699 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:28.165900 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc52ee-0ab4-4191-89af-a73513fe9699 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:28.166152 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc52ee-0ab4-4191-89af-a73513fe9699 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:28.166477 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc52ee-0ab4-4191-89af-a73513fe9699 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:28.166801 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc52ee-0ab4-4191-89af-a73513fe9699 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:28.167121 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc52ee-0ab4-4191-89af-a73513fe9699 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:28.167443 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc52ee-0ab4-4191-89af-a73513fe9699 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:28.167759 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc52ee-0ab4-4191-89af-a73513fe9699 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:28.168075 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc52ee-0ab4-4191-89af-a73513fe9699 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:28.168397 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc52ee-0ab4-4191-89af-a73513fe9699 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:28.203091 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-a4cc52ee-0ab4-4191-89af-a73513fe9699 None None] Attempting to bind port 0334f8a8-f21e-40ba-8076-9cfe987afdf5 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:31:28.203605 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-a4cc52ee-0ab4-4191-89af-a73513fe9699 None None] Attempting to bind port 0334f8a8-f21e-40ba-8076-9cfe987afdf5 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '220d8cc5-eb24-4c44-8ceb-e29bb42e318e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '322afcea-fa1e-446e-b2d6-0919f62ed2af'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:31:28.204109 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cc52ee-0ab4-4191-89af-a73513fe9699 None None] Attempting to bind port 0334f8a8-f21e-40ba-8076-9cfe987afdf5 on network 322afcea-fa1e-446e-b2d6-0919f62ed2af {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:31:28.209956 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cc52ee-0ab4-4191-89af-a73513fe9699 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:31:28.210444 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cc52ee-0ab4-4191-89af-a73513fe9699 None None] Checking segment: {'id': '220d8cc5-eb24-4c44-8ceb-e29bb42e318e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '322afcea-fa1e-446e-b2d6-0919f62ed2af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:31:28.210865 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-a4cc52ee-0ab4-4191-89af-a73513fe9699 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:28.211262 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cc52ee-0ab4-4191-89af-a73513fe9699 None None] Bound using segment: {'id': '220d8cc5-eb24-4c44-8ceb-e29bb42e318e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '322afcea-fa1e-446e-b2d6-0919f62ed2af'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:31:28.211743 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-a4cc52ee-0ab4-4191-89af-a73513fe9699 None None] Bound port: 0334f8a8-f21e-40ba-8076-9cfe987afdf5, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '220d8cc5-eb24-4c44-8ceb-e29bb42e318e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '322afcea-fa1e-446e-b2d6-0919f62ed2af'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:31:28.212131 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-a4cc52ee-0ab4-4191-89af-a73513fe9699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (0334f8a8-f21e-40ba-8076-9cfe987afdf5), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:28.282893 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-a4cc52ee-0ab4-4191-89af-a73513fe9699 None None] For port 0334f8a8-f21e-40ba-8076-9cfe987afdf5, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:31:28.286220 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-a4cc52ee-0ab4-4191-89af-a73513fe9699 None None] For port 0334f8a8-f21e-40ba-8076-9cfe987afdf5, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=0334f8a8-f21e-40ba-8076-9cfe987afdf5,segment=NetworkSegment(220d8cc5-eb24-4c44-8ceb-e29bb42e318e),segment_id=220d8cc5-eb24-4c44-8ceb-e29bb42e318e)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:31:28.293645 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-a4cc52ee-0ab4-4191-89af-a73513fe9699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (0334f8a8-f21e-40ba-8076-9cfe987afdf5), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:28.371278 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc52ee-0ab4-4191-89af-a73513fe9699 None None] Pushing event updated for resources: {'Port': ['ID=0334f8a8-f21e-40ba-8076-9cfe987afdf5,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:28.539683 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d1fe5108-2658-4d63-a2dc-6740d381e4d0 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:28.851771 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-d1fe5108-2658-4d63-a2dc-6740d381e4d0 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Allocated IP 172.20.0.1 (322afcea-fa1e-446e-b2d6-0919f62ed2af/e45f9023-3e9d-476c-9ee7-935fadce12ed/7a48d668-c25c-4d80-a6a7-34937cd8d7c8) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:31:28.973713 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d1fe5108-2658-4d63-a2dc-6740d381e4d0 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks [] for port (7a48d668-c25c-4d80-a6a7-34937cd8d7c8), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:29.008041 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d1fe5108-2658-4d63-a2dc-6740d381e4d0 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (7a48d668-c25c-4d80-a6a7-34937cd8d7c8), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:29.055680 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1fe5108-2658-4d63-a2dc-6740d381e4d0 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Network 322afcea-fa1e-446e-b2d6-0919f62ed2af is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:31:29.059355 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-d1fe5108-2658-4d63-a2dc-6740d381e4d0 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:31:29.062559 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fe5108-2658-4d63-a2dc-6740d381e4d0 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:31:29.102867 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fe5108-2658-4d63-a2dc-6740d381e4d0 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Pushing event updated for resources: {'Port': ['ID=7a48d668-c25c-4d80-a6a7-34937cd8d7c8,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:29.119467 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d1fe5108-2658-4d63-a2dc-6740d381e4d0 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16289150'] for router_interface (47929351-3483-4dd0-8d43-ec96848d508b), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:29.267718 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d1fe5108-2658-4d63-a2dc-6740d381e4d0 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (7a48d668-c25c-4d80-a6a7-34937cd8d7c8), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:29.414987 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 83978022-73dd-48d3-94f1-8b412e1a26bd up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:31:29.456269 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69b4ebb-9b48-43ce-ac1b-19ef961f53b3 None None] Network 322afcea-fa1e-446e-b2d6-0919f62ed2af requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:31:29.502620 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8b6cf146-60a1-45ac-b3e9-d139e7594bff req-673f42ac-b66c-4a2c-8c39-d5a1e663b287 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=60bc57fc-eac3-474c-bb0c-a36a1045c4a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1203344 Feb 19 03:31:29.558448 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-9809b563-535e-43a0-b460-500a023b3964 None None] Provisioning complete for port 0334f8a8-f21e-40ba-8076-9cfe987afdf5 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:31:29.558864 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-9809b563-535e-43a0-b460-500a023b3964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (0334f8a8-f21e-40ba-8076-9cfe987afdf5), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:29.567466 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 83978022-73dd-48d3-94f1-8b412e1a26bd triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:31:29.567757 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (83978022-73dd-48d3-94f1-8b412e1a26bd), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:29.622362 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d1fe5108-2658-4d63-a2dc-6740d381e4d0 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks [] for port (7a48d668-c25c-4d80-a6a7-34937cd8d7c8), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:29.627510 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6cf146-60a1-45ac-b3e9-d139e7594bff req-2289e2e4-ccae-4f44-b261-5e4377d13fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:29.629980 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8b6cf146-60a1-45ac-b3e9-d139e7594bff req-2289e2e4-ccae-4f44-b261-5e4377d13fce service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8257d05cb054404db31cec3bbb71493a&device_id=60bc57fc-eac3-474c-bb0c-a36a1045c4a1 HTTP/1.1" status: 200 len: 1127 time: 0.0649877 Feb 19 03:31:29.631133 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d1fe5108-2658-4d63-a2dc-6740d381e4d0 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (7a48d668-c25c-4d80-a6a7-34937cd8d7c8), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:29.745457 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fe5108-2658-4d63-a2dc-6740d381e4d0 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Pushing event updated for resources: {'Port': ['ID=7a48d668-c25c-4d80-a6a7-34937cd8d7c8,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:29.750754 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d1fe5108-2658-4d63-a2dc-6740d381e4d0 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16362769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16289258'] for router_interface (47929351-3483-4dd0-8d43-ec96848d508b), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:29.764293 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-9809b563-535e-43a0-b460-500a023b3964 None None] Current status of the port 0334f8a8-f21e-40ba-8076-9cfe987afdf5 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:31:29.764680 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-9809b563-535e-43a0-b460-500a023b3964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (0334f8a8-f21e-40ba-8076-9cfe987afdf5), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:29.767633 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 83978022-73dd-48d3-94f1-8b412e1a26bd is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:31:29.768001 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (83978022-73dd-48d3-94f1-8b412e1a26bd), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:29.786321 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6cf146-60a1-45ac-b3e9-d139e7594bff req-cf5dc407-c49f-495c-bd30-e4a43be97eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:29.788206 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8b6cf146-60a1-45ac-b3e9-d139e7594bff req-cf5dc407-c49f-495c-bd30-e4a43be97eb1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=48e87e60-6ae2-4eae-a03b-2fd752f397d2 HTTP/1.1" status: 200 len: 912 time: 0.1394563 Feb 19 03:31:29.809789 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port 83978022-73dd-48d3-94f1-8b412e1a26bd, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=83978022-73dd-48d3-94f1-8b412e1a26bd,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:31:29.820700 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (83978022-73dd-48d3-94f1-8b412e1a26bd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:29.821507 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 0334f8a8-f21e-40ba-8076-9cfe987afdf5 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:31:29.877382 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8b6cf146-60a1-45ac-b3e9-d139e7594bff req-e7735cd2-dc09-4f17-9fd5-a66ac7db9ed1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01425ed4-1787-4172-a291-51b9e41a866a HTTP/1.1" status: 200 len: 1001 time: 0.0812333 Feb 19 03:31:29.878359 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1fe5108-2658-4d63-a2dc-6740d381e4d0 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Network 322afcea-fa1e-446e-b2d6-0919f62ed2af is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:31:29.880797 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-d1fe5108-2658-4d63-a2dc-6740d381e4d0 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:31:29.885150 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-9809b563-535e-43a0-b460-500a023b3964 None None] For port 0334f8a8-f21e-40ba-8076-9cfe987afdf5, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=0334f8a8-f21e-40ba-8076-9cfe987afdf5,segment=NetworkSegment(220d8cc5-eb24-4c44-8ceb-e29bb42e318e),segment_id=220d8cc5-eb24-4c44-8ceb-e29bb42e318e)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:31:29.909334 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-9809b563-535e-43a0-b460-500a023b3964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (0334f8a8-f21e-40ba-8076-9cfe987afdf5), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:29.946978 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=83978022-73dd-48d3-94f1-8b412e1a26bd,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:29.951298 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6cf146-60a1-45ac-b3e9-d139e7594bff req-6fcb4705-3338-402b-a27e-e3aa55c6bbed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:29.952794 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 0334f8a8-f21e-40ba-8076-9cfe987afdf5 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:31:29.953195 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (0334f8a8-f21e-40ba-8076-9cfe987afdf5), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:29.953938 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8b6cf146-60a1-45ac-b3e9-d139e7594bff req-6fcb4705-3338-402b-a27e-e3aa55c6bbed service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2d8d01f7-c65c-4273-a693-0737e1d5a5eb HTTP/1.1" status: 200 len: 850 time: 0.0697827 Feb 19 03:31:30.018446 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6cf146-60a1-45ac-b3e9-d139e7594bff req-ab12db63-e093-44f9-b045-6656c8507565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:30.021566 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8b6cf146-60a1-45ac-b3e9-d139e7594bff req-ab12db63-e093-44f9-b045-6656c8507565 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=48e87e60-6ae2-4eae-a03b-2fd752f397d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0581608 Feb 19 03:31:30.051233 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9809b563-535e-43a0-b460-500a023b3964 None None] Pushing event updated for resources: {'Port': ['ID=0334f8a8-f21e-40ba-8076-9cfe987afdf5,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:30.066528 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-1d352d93-d33e-405e-a4a8-a9b21a7ccd57 None None] Provisioning complete for port 0334f8a8-f21e-40ba-8076-9cfe987afdf5 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:31:30.066900 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-1d352d93-d33e-405e-a4a8-a9b21a7ccd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (0334f8a8-f21e-40ba-8076-9cfe987afdf5), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:30.109043 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1fe5108-2658-4d63-a2dc-6740d381e4d0 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Router 47929351-3483-4dd0-8d43-ec96848d508b has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:31:30.149286 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8b6cf146-60a1-45ac-b3e9-d139e7594bff req-df156535-900e-48cc-b08f-7f198da898e3 service neutron] 10.222.0.73 "GET /v2.0/networks/48e87e60-6ae2-4eae-a03b-2fd752f397d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216125 Feb 19 03:31:30.158261 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 0334f8a8-f21e-40ba-8076-9cfe987afdf5 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:31:30.214098 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-1d352d93-d33e-405e-a4a8-a9b21a7ccd57 None None] Current status of the port 0334f8a8-f21e-40ba-8076-9cfe987afdf5 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:31:30.231458 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-1d352d93-d33e-405e-a4a8-a9b21a7ccd57 None None] Provisioning complete for port 7a48d668-c25c-4d80-a6a7-34937cd8d7c8 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:31:30.231879 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-1d352d93-d33e-405e-a4a8-a9b21a7ccd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (7a48d668-c25c-4d80-a6a7-34937cd8d7c8), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:30.246877 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1fe5108-2658-4d63-a2dc-6740d381e4d0 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:31:30.257106 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-d1fe5108-2658-4d63-a2dc-6740d381e4d0 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] 10.222.0.72 "PUT /v2.0/routers/47929351-3483-4dd0-8d43-ec96848d508b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5871644 Feb 19 03:31:30.257557 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 48552) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:30.263318 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-0c0170d6-3fb5-4c4f-8c9e-02769ceac222 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1614731777', 'description': 'tempest-secgroup_access--1614731777 description', 'project_id': '9e3fc42b566540c3af4ee0d2d027feba'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:31:30.263885 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6e4c43-e976-4db1-832b-be9e0d4f645e None None] Sync routers for ids ['47929351-3483-4dd0-8d43-ec96848d508b'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:31:30.281673 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8b6cf146-60a1-45ac-b3e9-d139e7594bff req-1d834b1d-a86a-45ad-ba70-51dbd8ed0d6d service neutron] 10.222.0.73 "GET /v2.0/networks/48e87e60-6ae2-4eae-a03b-2fd752f397d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257486 Feb 19 03:31:30.292320 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0c0170d6-3fb5-4c4f-8c9e-02769ceac222 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:30.301584 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6e4c43-e976-4db1-832b-be9e0d4f645e None None] Routers {'47929351-3483-4dd0-8d43-ec96848d508b'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:31:30.302450 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-ae6e4c43-e976-4db1-832b-be9e0d4f645e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:31:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['47929351-3483-4dd0-8d43-ec96848d508b'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:31:30.306759 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-1d352d93-d33e-405e-a4a8-a9b21a7ccd57 None None] Port 7a48d668-c25c-4d80-a6a7-34937cd8d7c8 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:31:30.367614 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0c0170d6-3fb5-4c4f-8c9e-02769ceac222 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks [] for security_group (09fef493-4391-4445-b63d-c5b389510a6a), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:30.372228 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0c0170d6-3fb5-4c4f-8c9e-02769ceac222 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (09fef493-4391-4445-b63d-c5b389510a6a), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:30.404471 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0c0170d6-3fb5-4c4f-8c9e-02769ceac222 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:30.405936 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-0c0170d6-3fb5-4c4f-8c9e-02769ceac222 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.1465514 Feb 19 03:31:30.407868 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0170d6-3fb5-4c4f-8c9e-02769ceac222 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09fef493-4391-4445-b63d-c5b389510a6a,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:30.408616 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48554) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:30.422665 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-7d3da6e9-be29-40f3-8a1f-567dbc47bbee tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1985234770', 'description': 'tempest-secgroup_general--1985234770 description', 'project_id': '9e3fc42b566540c3af4ee0d2d027feba'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:31:30.442426 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-41546d9b-c847-49e8-bc92-875dae5a0795 None None] Provisioning complete for port 7a48d668-c25c-4d80-a6a7-34937cd8d7c8 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:31:30.442990 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-41546d9b-c847-49e8-bc92-875dae5a0795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (7a48d668-c25c-4d80-a6a7-34937cd8d7c8), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:30.446918 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-ae6e4c43-e976-4db1-832b-be9e0d4f645e None None] Set router 47929351-3483-4dd0-8d43-ec96848d508b gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:31:30.450760 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7d3da6e9-be29-40f3-8a1f-567dbc47bbee tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:30.524872 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7d3da6e9-be29-40f3-8a1f-567dbc47bbee tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks [] for security_group (55fd0743-0de3-47f8-84f4-f8c4db49c118), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:30.529067 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7d3da6e9-be29-40f3-8a1f-567dbc47bbee tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (55fd0743-0de3-47f8-84f4-f8c4db49c118), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:30.559500 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3da6e9-be29-40f3-8a1f-567dbc47bbee tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55fd0743-0de3-47f8-84f4-f8c4db49c118,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:30.566998 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7d3da6e9-be29-40f3-8a1f-567dbc47bbee tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:30.568015 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-7d3da6e9-be29-40f3-8a1f-567dbc47bbee tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.1540174 Feb 19 03:31:30.571355 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 48556) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:30.576785 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-f5eff48b-dedb-4050-95cc-59c0a6ad5ed7 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Request body: {'security_group_rule': {'security_group_id': '09fef493-4391-4445-b63d-c5b389510a6a', 'project_id': '9e3fc42b566540c3af4ee0d2d027feba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:31:30.604414 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f5eff48b-dedb-4050-95cc-59c0a6ad5ed7 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks [] for security_group_rule (4e3af256-21eb-48a3-9a3f-47e47c0a6ab5), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:30.664387 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f5eff48b-dedb-4050-95cc-59c0a6ad5ed7 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks [] for security_group_rule (4e3af256-21eb-48a3-9a3f-47e47c0a6ab5), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:30.669151 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f5eff48b-dedb-4050-95cc-59c0a6ad5ed7 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (4e3af256-21eb-48a3-9a3f-47e47c0a6ab5), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:30.687868 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eff48b-dedb-4050-95cc-59c0a6ad5ed7 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e3af256-21eb-48a3-9a3f-47e47c0a6ab5,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:30.693984 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f5eff48b-dedb-4050-95cc-59c0a6ad5ed7 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:30.695287 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-f5eff48b-dedb-4050-95cc-59c0a6ad5ed7 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1222200 Feb 19 03:31:30.716602 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-41546d9b-c847-49e8-bc92-875dae5a0795 None None] Port 7a48d668-c25c-4d80-a6a7-34937cd8d7c8 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:31:30.844292 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b8b92560-4766-493b-a806-a27608e9d131 None None] Provisioning complete for port 7a48d668-c25c-4d80-a6a7-34937cd8d7c8 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:31:30.844671 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b8b92560-4766-493b-a806-a27608e9d131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (7a48d668-c25c-4d80-a6a7-34937cd8d7c8), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:30.849944 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8ba76ea6-ad21-4fae-9b35-874630c8e4a5 req-4d225d7e-2d69-4392-80d2-1f7f44474f3a tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup_access--1614731777&fields=id&tenant_id=9e3fc42b566540c3af4ee0d2d027feba HTTP/1.1" status: 200 len: 267 time: 0.0444021 Feb 19 03:31:30.890285 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b8b92560-4766-493b-a806-a27608e9d131 None None] Port 7a48d668-c25c-4d80-a6a7-34937cd8d7c8 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:31:30.894195 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-ae6e4c43-e976-4db1-832b-be9e0d4f645e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47929351-3483-4dd0-8d43-ec96848d508b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1706184067', 'tenant_id': '9e3fc42b566540c3af4ee0d2d027feba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '83978022-73dd-48d3-94f1-8b412e1a26bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:31:25Z', 'updated_at': '2022-02-19T03:31:29Z', 'revision_number': 4, 'project_id': '9e3fc42b566540c3af4ee0d2d027feba', 'gw_port': {'id': '83978022-73dd-48d3-94f1-8b412e1a26bd', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47929351-3483-4dd0-8d43-ec96848d508b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:31:25Z', 'updated_at': '2022-02-19T03:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '7a48d668-c25c-4d80-a6a7-34937cd8d7c8', 'name': '', 'network_id': '322afcea-fa1e-446e-b2d6-0919f62ed2af', 'tenant_id': '9e3fc42b566540c3af4ee0d2d027feba', 'mac_address': 'fa:16:3e:fd:97:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47929351-3483-4dd0-8d43-ec96848d508b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'e45f9023-3e9d-476c-9ee7-935fadce12ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:31:28Z', 'updated_at': '2022-02-19T03:31:29Z', 'revision_number': 2, 'project_id': '9e3fc42b566540c3af4ee0d2d027feba', 'subnets': [{'id': 'e45f9023-3e9d-476c-9ee7-935fadce12ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:31:30.901686 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8ba76ea6-ad21-4fae-9b35-874630c8e4a5 req-84c1086d-55e7-46cd-bbd8-370a0b669997 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup_general--1985234770&fields=id&tenant_id=9e3fc42b566540c3af4ee0d2d027feba HTTP/1.1" status: 200 len: 267 time: 0.0454323 Feb 19 03:31:30.920658 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6e4c43-e976-4db1-832b-be9e0d4f645e None None] Checking router: 47929351-3483-4dd0-8d43-ec96848d508b for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:31:30.920931 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6e4c43-e976-4db1-832b-be9e0d4f645e None None] Updating router 47929351-3483-4dd0-8d43-ec96848d508b port 7a48d668-c25c-4d80-a6a7-34937cd8d7c8 binding host n-d-826753-2 {{(pid=103703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:31:30.948560 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4c43-e976-4db1-832b-be9e0d4f645e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (7a48d668-c25c-4d80-a6a7-34937cd8d7c8), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:31.012201 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba76ea6-ad21-4fae-9b35-874630c8e4a5 req-697d11be-2081-4f56-a67e-f866ad2c1093 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:31.013706 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8ba76ea6-ad21-4fae-9b35-874630c8e4a5 req-697d11be-2081-4f56-a67e-f866ad2c1093 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] 10.222.0.72 "GET /v2.0/networks?id=322afcea-fa1e-446e-b2d6-0919f62ed2af HTTP/1.1" status: 200 len: 796 time: 0.1079993 Feb 19 03:31:31.028442 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8ba76ea6-ad21-4fae-9b35-874630c8e4a5 req-d8d97ccd-77cf-4151-9cde-483d443e4450 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] 10.222.0.72 "GET /v2.0/quotas/9e3fc42b566540c3af4ee0d2d027feba HTTP/1.1" status: 200 len: 375 time: 0.0093555 Feb 19 03:31:31.089148 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8ba76ea6-ad21-4fae-9b35-874630c8e4a5 req-b13fbf94-b3cc-48ad-aead-0e2d65a997bb tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=9e3fc42b566540c3af4ee0d2d027feba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0555253 Feb 19 03:31:31.232728 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4c43-e976-4db1-832b-be9e0d4f645e None None] Publish callbacks [] for port (7a48d668-c25c-4d80-a6a7-34937cd8d7c8), precommit_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:31.238306 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4c43-e976-4db1-832b-be9e0d4f645e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (7a48d668-c25c-4d80-a6a7-34937cd8d7c8), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:31.244434 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8ba76ea6-ad21-4fae-9b35-874630c8e4a5 req-4afc81df-4365-4a7a-84a3-1eedc8db27f8 service neutron] 10.222.0.72 "GET /v2.0/networks/322afcea-fa1e-446e-b2d6-0919f62ed2af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429729 Feb 19 03:31:31.306051 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46de203f-5390-4711-8dd4-2ba51f4b251f None None] Pushing event updated for resources: {'Port': ['ID=7a48d668-c25c-4d80-a6a7-34937cd8d7c8,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:31.348186 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-ae6e4c43-e976-4db1-832b-be9e0d4f645e None None] Attempting to bind port 7a48d668-c25c-4d80-a6a7-34937cd8d7c8 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:31:31.348568 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-ae6e4c43-e976-4db1-832b-be9e0d4f645e None None] Attempting to bind port 7a48d668-c25c-4d80-a6a7-34937cd8d7c8 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '220d8cc5-eb24-4c44-8ceb-e29bb42e318e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '322afcea-fa1e-446e-b2d6-0919f62ed2af'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:31:31.348939 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6e4c43-e976-4db1-832b-be9e0d4f645e None None] Attempting to bind port 7a48d668-c25c-4d80-a6a7-34937cd8d7c8 on network 322afcea-fa1e-446e-b2d6-0919f62ed2af {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:31:31.357084 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8ba76ea6-ad21-4fae-9b35-874630c8e4a5 req-29bd8794-7de8-4250-8dc5-81f41ef2ceb5 service neutron] 10.222.0.72 "GET /v2.0/networks/322afcea-fa1e-446e-b2d6-0919f62ed2af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067827 Feb 19 03:31:31.359688 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6e4c43-e976-4db1-832b-be9e0d4f645e None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:31:31.360279 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6e4c43-e976-4db1-832b-be9e0d4f645e None None] Checking segment: {'id': '220d8cc5-eb24-4c44-8ceb-e29bb42e318e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '322afcea-fa1e-446e-b2d6-0919f62ed2af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:31:31.360710 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4c43-e976-4db1-832b-be9e0d4f645e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:31.361159 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6e4c43-e976-4db1-832b-be9e0d4f645e None None] Bound using segment: {'id': '220d8cc5-eb24-4c44-8ceb-e29bb42e318e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '322afcea-fa1e-446e-b2d6-0919f62ed2af'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:31:31.361629 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-ae6e4c43-e976-4db1-832b-be9e0d4f645e None None] Bound port: 7a48d668-c25c-4d80-a6a7-34937cd8d7c8, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '220d8cc5-eb24-4c44-8ceb-e29bb42e318e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '322afcea-fa1e-446e-b2d6-0919f62ed2af'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:31:31.362073 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4c43-e976-4db1-832b-be9e0d4f645e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (7a48d668-c25c-4d80-a6a7-34937cd8d7c8), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:31.386372 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 83978022-73dd-48d3-94f1-8b412e1a26bd up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:31:31.480781 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-ae6e4c43-e976-4db1-832b-be9e0d4f645e None None] For port 7a48d668-c25c-4d80-a6a7-34937cd8d7c8, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:31:31.484470 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-ae6e4c43-e976-4db1-832b-be9e0d4f645e None None] For port 7a48d668-c25c-4d80-a6a7-34937cd8d7c8, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=7a48d668-c25c-4d80-a6a7-34937cd8d7c8,segment=NetworkSegment(220d8cc5-eb24-4c44-8ceb-e29bb42e318e),segment_id=220d8cc5-eb24-4c44-8ceb-e29bb42e318e)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:31:31.491365 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 83978022-73dd-48d3-94f1-8b412e1a26bd triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:31:31.491740 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (83978022-73dd-48d3-94f1-8b412e1a26bd), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:31.495318 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-ae6e4c43-e976-4db1-832b-be9e0d4f645e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (7a48d668-c25c-4d80-a6a7-34937cd8d7c8), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:31.587887 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6e4c43-e976-4db1-832b-be9e0d4f645e None None] Routers {'47929351-3483-4dd0-8d43-ec96848d508b'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:31:31.588515 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-ae6e4c43-e976-4db1-832b-be9e0d4f645e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:31:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['47929351-3483-4dd0-8d43-ec96848d508b'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:31:31.592337 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46de203f-5390-4711-8dd4-2ba51f4b251f None None] Pushing event updated for resources: {'Port': ['ID=7a48d668-c25c-4d80-a6a7-34937cd8d7c8,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:31.690727 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-91ebf288-34dc-4159-9520-2ebc4d990b11 None None] Provisioning complete for port 7a48d668-c25c-4d80-a6a7-34937cd8d7c8 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:31:31.691224 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-91ebf288-34dc-4159-9520-2ebc4d990b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (7a48d668-c25c-4d80-a6a7-34937cd8d7c8), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:31.692762 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 83978022-73dd-48d3-94f1-8b412e1a26bd is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:31:31.693858 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 0334f8a8-f21e-40ba-8076-9cfe987afdf5 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:31:31.795684 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-ae6e4c43-e976-4db1-832b-be9e0d4f645e None None] Set router 47929351-3483-4dd0-8d43-ec96848d508b gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:31:31.950873 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 0334f8a8-f21e-40ba-8076-9cfe987afdf5 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:31:31.951170 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (0334f8a8-f21e-40ba-8076-9cfe987afdf5), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:31.989340 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-91ebf288-34dc-4159-9520-2ebc4d990b11 None None] Current status of the port 7a48d668-c25c-4d80-a6a7-34937cd8d7c8 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:31:31.989725 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-91ebf288-34dc-4159-9520-2ebc4d990b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (7a48d668-c25c-4d80-a6a7-34937cd8d7c8), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:32.076012 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-91ebf288-34dc-4159-9520-2ebc4d990b11 None None] For port 7a48d668-c25c-4d80-a6a7-34937cd8d7c8, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=7a48d668-c25c-4d80-a6a7-34937cd8d7c8,segment=NetworkSegment(220d8cc5-eb24-4c44-8ceb-e29bb42e318e),segment_id=220d8cc5-eb24-4c44-8ceb-e29bb42e318e)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:31:32.083636 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-91ebf288-34dc-4159-9520-2ebc4d990b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (7a48d668-c25c-4d80-a6a7-34937cd8d7c8), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:32.151015 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 0334f8a8-f21e-40ba-8076-9cfe987afdf5 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:31:32.167674 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ebf288-34dc-4159-9520-2ebc4d990b11 None None] Pushing event updated for resources: {'Port': ['ID=7a48d668-c25c-4d80-a6a7-34937cd8d7c8,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:32.177452 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-ae6e4c43-e976-4db1-832b-be9e0d4f645e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47929351-3483-4dd0-8d43-ec96848d508b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1706184067', 'tenant_id': '9e3fc42b566540c3af4ee0d2d027feba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '83978022-73dd-48d3-94f1-8b412e1a26bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:31:25Z', 'updated_at': '2022-02-19T03:31:29Z', 'revision_number': 4, 'project_id': '9e3fc42b566540c3af4ee0d2d027feba', 'gw_port': {'id': '83978022-73dd-48d3-94f1-8b412e1a26bd', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47929351-3483-4dd0-8d43-ec96848d508b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:31:25Z', 'updated_at': '2022-02-19T03:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '7a48d668-c25c-4d80-a6a7-34937cd8d7c8', 'name': '', 'network_id': '322afcea-fa1e-446e-b2d6-0919f62ed2af', 'tenant_id': '9e3fc42b566540c3af4ee0d2d027feba', 'mac_address': 'fa:16:3e:fd:97:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47929351-3483-4dd0-8d43-ec96848d508b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'e45f9023-3e9d-476c-9ee7-935fadce12ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:31:28Z', 'updated_at': '2022-02-19T03:31:31Z', 'revision_number': 4, 'project_id': '9e3fc42b566540c3af4ee0d2d027feba', 'subnets': [{'id': 'e45f9023-3e9d-476c-9ee7-935fadce12ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:31:32.206655 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6e4c43-e976-4db1-832b-be9e0d4f645e None None] The sync data for ids ['47929351-3483-4dd0-8d43-ec96848d508b'] in n-d-826753-2 is: [{'id': '47929351-3483-4dd0-8d43-ec96848d508b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1706184067', 'tenant_id': '9e3fc42b566540c3af4ee0d2d027feba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '83978022-73dd-48d3-94f1-8b412e1a26bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:31:25Z', 'updated_at': '2022-02-19T03:31:29Z', 'revision_number': 4, 'project_id': '9e3fc42b566540c3af4ee0d2d027feba', 'gw_port': {'id': '83978022-73dd-48d3-94f1-8b412e1a26bd', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47929351-3483-4dd0-8d43-ec96848d508b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:31:25Z', 'updated_at': '2022-02-19T03:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '7a48d668-c25c-4d80-a6a7-34937cd8d7c8', 'name': '', 'network_id': '322afcea-fa1e-446e-b2d6-0919f62ed2af', 'tenant_id': '9e3fc42b566540c3af4ee0d2d027feba', 'mac_address': 'fa:16:3e:fd:97:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47929351-3483-4dd0-8d43-ec96848d508b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'e45f9023-3e9d-476c-9ee7-935fadce12ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:31:28Z', 'updated_at': '2022-02-19T03:31:31Z', 'revision_number': 4, 'project_id': '9e3fc42b566540c3af4ee0d2d027feba', 'subnets': [{'id': 'e45f9023-3e9d-476c-9ee7-935fadce12ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:31:32.217351 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e30cc892-ed0d-4266-86d8-44140fa712d4 None None] Provisioning complete for port 7a48d668-c25c-4d80-a6a7-34937cd8d7c8 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:31:32.217725 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e30cc892-ed0d-4266-86d8-44140fa712d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (7a48d668-c25c-4d80-a6a7-34937cd8d7c8), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:32.315573 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e30cc892-ed0d-4266-86d8-44140fa712d4 None None] Current status of the port 7a48d668-c25c-4d80-a6a7-34937cd8d7c8 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:31:32.571932 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-032634a3-820b-4d9b-b069-9de2b756939c req-7067b3a4-3d4a-4903-827d-13d1405a0393 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] 10.222.0.72 "GET /v2.0/ports?device_id=12c6f5ca-1b13-448c-9d25-6433db41c1c6 HTTP/1.1" status: 200 len: 210 time: 0.0305359 Feb 19 03:31:33.346904 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 7a48d668-c25c-4d80-a6a7-34937cd8d7c8 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:31:33.396109 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 7a48d668-c25c-4d80-a6a7-34937cd8d7c8 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:31:33.396489 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (7a48d668-c25c-4d80-a6a7-34937cd8d7c8), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:33.478763 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 7a48d668-c25c-4d80-a6a7-34937cd8d7c8 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:31:33.629083 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba76ea6-ad21-4fae-9b35-874630c8e4a5 req-f08f78a9-eefc-4962-8719-bdbb69373a75 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:33.630685 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8ba76ea6-ad21-4fae-9b35-874630c8e4a5 req-f08f78a9-eefc-4962-8719-bdbb69373a75 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] 10.222.0.82 "GET /v2.0/networks?id=322afcea-fa1e-446e-b2d6-0919f62ed2af HTTP/1.1" status: 200 len: 796 time: 0.1237142 Feb 19 03:31:33.677255 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5f371eef-4e7f-49d5-82ab-899bef969c6d req-f0597f57-d175-4cbb-92c7-9e0f6a58bfb8 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] 10.222.0.72 "GET /v2.0/ports?device_id=12c6f5ca-1b13-448c-9d25-6433db41c1c6 HTTP/1.1" status: 200 len: 210 time: 0.0309632 Feb 19 03:31:33.709400 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8ba76ea6-ad21-4fae-9b35-874630c8e4a5 req-230cd145-53a1-4ae3-aff5-cae9b5b5bad6 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e3fc42b566540c3af4ee0d2d027feba HTTP/1.1" status: 200 len: 478 time: 0.0633302 Feb 19 03:31:33.726294 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-8ba76ea6-ad21-4fae-9b35-874630c8e4a5 req-bd38ca93-004d-4a46-b1ef-d03b21410d8d tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Request body: {'port': {'device_id': '12c6f5ca-1b13-448c-9d25-6433db41c1c6', 'network_id': '322afcea-fa1e-446e-b2d6-0919f62ed2af', 'admin_state_up': True, 'tenant_id': '9e3fc42b566540c3af4ee0d2d027feba', 'security_groups': ['09fef493-4391-4445-b63d-c5b389510a6a', '55fd0743-0de3-47f8-84f4-f8c4db49c118']}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:31:33.833282 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ba76ea6-ad21-4fae-9b35-874630c8e4a5 req-bd38ca93-004d-4a46-b1ef-d03b21410d8d tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Made reservation on behalf of 9e3fc42b566540c3af4ee0d2d027feba for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:31:33.836611 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-8ba76ea6-ad21-4fae-9b35-874630c8e4a5 req-bd38ca93-004d-4a46-b1ef-d03b21410d8d tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:34.190439 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [req-8ba76ea6-ad21-4fae-9b35-874630c8e4a5 req-bd38ca93-004d-4a46-b1ef-d03b21410d8d tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Allocated IP 172.20.0.9 (322afcea-fa1e-446e-b2d6-0919f62ed2af/e45f9023-3e9d-476c-9ee7-935fadce12ed/7f1cc4f2-93c0-4e39-b30c-008444573598) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:31:34.337133 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-8ba76ea6-ad21-4fae-9b35-874630c8e4a5 req-bd38ca93-004d-4a46-b1ef-d03b21410d8d tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks [] for port (7f1cc4f2-93c0-4e39-b30c-008444573598), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:34.370125 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-8ba76ea6-ad21-4fae-9b35-874630c8e4a5 req-bd38ca93-004d-4a46-b1ef-d03b21410d8d tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (7f1cc4f2-93c0-4e39-b30c-008444573598), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:34.410667 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ba76ea6-ad21-4fae-9b35-874630c8e4a5 req-bd38ca93-004d-4a46-b1ef-d03b21410d8d tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Network 322afcea-fa1e-446e-b2d6-0919f62ed2af is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:31:34.413787 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [req-8ba76ea6-ad21-4fae-9b35-874630c8e4a5 req-bd38ca93-004d-4a46-b1ef-d03b21410d8d tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:31:34.417446 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ba76ea6-ad21-4fae-9b35-874630c8e4a5 req-bd38ca93-004d-4a46-b1ef-d03b21410d8d tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:31:34.445689 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd38ca93-004d-4a46-b1ef-d03b21410d8d tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Pushing event updated for resources: {'Port': ['ID=7f1cc4f2-93c0-4e39-b30c-008444573598,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:34.479549 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba76ea6-ad21-4fae-9b35-874630c8e4a5 req-bd38ca93-004d-4a46-b1ef-d03b21410d8d tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:34.480179 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-8ba76ea6-ad21-4fae-9b35-874630c8e4a5 req-bd38ca93-004d-4a46-b1ef-d03b21410d8d tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:34.497861 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8ba76ea6-ad21-4fae-9b35-874630c8e4a5 req-bd38ca93-004d-4a46-b1ef-d03b21410d8d tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.7752576 Feb 19 03:31:34.507426 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [req-8ba76ea6-ad21-4fae-9b35-874630c8e4a5 req-a036f17e-f0de-4ba8-80ad-973f7e433768 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103702) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:31:34.508373 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8ba76ea6-ad21-4fae-9b35-874630c8e4a5 req-a036f17e-f0de-4ba8-80ad-973f7e433768 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055110 Feb 19 03:31:34.578447 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-8ba76ea6-ad21-4fae-9b35-874630c8e4a5 req-ab5ae011-5c5b-41be-b8c1-65d8a06a308a service neutron] Request body: {'port': {'device_id': '12c6f5ca-1b13-448c-9d25-6433db41c1c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826753-2'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:31:34.636278 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-8ba76ea6-ad21-4fae-9b35-874630c8e4a5 req-ab5ae011-5c5b-41be-b8c1-65d8a06a308a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (7f1cc4f2-93c0-4e39-b30c-008444573598), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:34.651114 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-33871384-a9e8-4797-89df-e6e6b2a39ef3 None None] Provisioning complete for port 7f1cc4f2-93c0-4e39-b30c-008444573598 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:31:34.651631 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-33871384-a9e8-4797-89df-e6e6b2a39ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (7f1cc4f2-93c0-4e39-b30c-008444573598), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:34.687546 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-33871384-a9e8-4797-89df-e6e6b2a39ef3 None None] Port 7f1cc4f2-93c0-4e39-b30c-008444573598 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:31:34.800081 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05fc2e9-62ee-4d43-a477-13f1e79e9bb0 req-8cad96a4-3ce8-42d8-8514-cdfcc218e432 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:34.801688 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b05fc2e9-62ee-4d43-a477-13f1e79e9bb0 req-8cad96a4-3ce8-42d8-8514-cdfcc218e432 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] 10.222.0.72 "GET /v2.0/ports?device_id=12c6f5ca-1b13-448c-9d25-6433db41c1c6 HTTP/1.1" status: 200 len: 970 time: 0.0554209 Feb 19 03:31:34.858659 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b05fc2e9-62ee-4d43-a477-13f1e79e9bb0 req-102de82c-7a7c-43f4-8b18-1423ffee184d tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] 10.222.0.72 "GET /v2.0/security-groups?id=09fef493-4391-4445-b63d-c5b389510a6a&id=55fd0743-0de3-47f8-84f4-f8c4db49c118&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0511277 Feb 19 03:31:34.909701 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-8ba76ea6-ad21-4fae-9b35-874630c8e4a5 req-ab5ae011-5c5b-41be-b8c1-65d8a06a308a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f1cc4f2-93c0-4e39-b30c-008444573598 {{(pid=103702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:31:34.916949 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-8ba76ea6-ad21-4fae-9b35-874630c8e4a5 req-ab5ae011-5c5b-41be-b8c1-65d8a06a308a service neutron] Publish callbacks [] for port (7f1cc4f2-93c0-4e39-b30c-008444573598), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:34.928742 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-8ba76ea6-ad21-4fae-9b35-874630c8e4a5 req-ab5ae011-5c5b-41be-b8c1-65d8a06a308a service neutron] Transition to ACTIVE for port object 7f1cc4f2-93c0-4e39-b30c-008444573598 will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:31:34.933089 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-8ba76ea6-ad21-4fae-9b35-874630c8e4a5 req-ab5ae011-5c5b-41be-b8c1-65d8a06a308a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (7f1cc4f2-93c0-4e39-b30c-008444573598), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:34.981712 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5ae011-5c5b-41be-b8c1-65d8a06a308a service neutron] Pushing event updated for resources: {'Port': ['ID=7f1cc4f2-93c0-4e39-b30c-008444573598,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:35.055961 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-8ba76ea6-ad21-4fae-9b35-874630c8e4a5 req-ab5ae011-5c5b-41be-b8c1-65d8a06a308a service neutron] Attempting to bind port 7f1cc4f2-93c0-4e39-b30c-008444573598 on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:31:35.056437 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-8ba76ea6-ad21-4fae-9b35-874630c8e4a5 req-ab5ae011-5c5b-41be-b8c1-65d8a06a308a service neutron] Attempting to bind port 7f1cc4f2-93c0-4e39-b30c-008444573598 by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': '220d8cc5-eb24-4c44-8ceb-e29bb42e318e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '322afcea-fa1e-446e-b2d6-0919f62ed2af'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:31:35.056767 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba76ea6-ad21-4fae-9b35-874630c8e4a5 req-ab5ae011-5c5b-41be-b8c1-65d8a06a308a service neutron] Attempting to bind port 7f1cc4f2-93c0-4e39-b30c-008444573598 on network 322afcea-fa1e-446e-b2d6-0919f62ed2af {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:31:35.061384 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba76ea6-ad21-4fae-9b35-874630c8e4a5 req-ab5ae011-5c5b-41be-b8c1-65d8a06a308a service neutron] Port 7f1cc4f2-93c0-4e39-b30c-008444573598 on network 322afcea-fa1e-446e-b2d6-0919f62ed2af not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:31:35.061694 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba76ea6-ad21-4fae-9b35-874630c8e4a5 req-ab5ae011-5c5b-41be-b8c1-65d8a06a308a service neutron] Attempting to bind port 7f1cc4f2-93c0-4e39-b30c-008444573598 on network 322afcea-fa1e-446e-b2d6-0919f62ed2af {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:31:35.067463 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba76ea6-ad21-4fae-9b35-874630c8e4a5 req-ab5ae011-5c5b-41be-b8c1-65d8a06a308a service neutron] Checking agent: {'id': 'bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:31:35.067796 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba76ea6-ad21-4fae-9b35-874630c8e4a5 req-ab5ae011-5c5b-41be-b8c1-65d8a06a308a service neutron] Checking segment: {'id': '220d8cc5-eb24-4c44-8ceb-e29bb42e318e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '322afcea-fa1e-446e-b2d6-0919f62ed2af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:31:35.068172 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba76ea6-ad21-4fae-9b35-874630c8e4a5 req-ab5ae011-5c5b-41be-b8c1-65d8a06a308a service neutron] Bound using segment: {'id': '220d8cc5-eb24-4c44-8ceb-e29bb42e318e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '322afcea-fa1e-446e-b2d6-0919f62ed2af'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:31:35.068587 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-8ba76ea6-ad21-4fae-9b35-874630c8e4a5 req-ab5ae011-5c5b-41be-b8c1-65d8a06a308a service neutron] Bound port: 7f1cc4f2-93c0-4e39-b30c-008444573598, host: n-h2-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '220d8cc5-eb24-4c44-8ceb-e29bb42e318e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '322afcea-fa1e-446e-b2d6-0919f62ed2af'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:31:35.068931 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-8ba76ea6-ad21-4fae-9b35-874630c8e4a5 req-ab5ae011-5c5b-41be-b8c1-65d8a06a308a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (7f1cc4f2-93c0-4e39-b30c-008444573598), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:35.140548 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-8ba76ea6-ad21-4fae-9b35-874630c8e4a5 req-ab5ae011-5c5b-41be-b8c1-65d8a06a308a service neutron] For port 7f1cc4f2-93c0-4e39-b30c-008444573598, host n-h2-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:31:35.143587 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-8ba76ea6-ad21-4fae-9b35-874630c8e4a5 req-ab5ae011-5c5b-41be-b8c1-65d8a06a308a service neutron] For port 7f1cc4f2-93c0-4e39-b30c-008444573598, host n-h2-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=7f1cc4f2-93c0-4e39-b30c-008444573598,segment=NetworkSegment(220d8cc5-eb24-4c44-8ceb-e29bb42e318e),segment_id=220d8cc5-eb24-4c44-8ceb-e29bb42e318e)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:31:35.150659 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-8ba76ea6-ad21-4fae-9b35-874630c8e4a5 req-ab5ae011-5c5b-41be-b8c1-65d8a06a308a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (7f1cc4f2-93c0-4e39-b30c-008444573598), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:35.183965 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba76ea6-ad21-4fae-9b35-874630c8e4a5 req-ab5ae011-5c5b-41be-b8c1-65d8a06a308a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:35.184580 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-8ba76ea6-ad21-4fae-9b35-874630c8e4a5 req-ab5ae011-5c5b-41be-b8c1-65d8a06a308a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:35.185982 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8ba76ea6-ad21-4fae-9b35-874630c8e4a5 req-ab5ae011-5c5b-41be-b8c1-65d8a06a308a service neutron] 10.222.0.82 "PUT /v2.0/ports/7f1cc4f2-93c0-4e39-b30c-008444573598 HTTP/1.1" status: 200 len: 1130 time: 0.6641843 Feb 19 03:31:35.186414 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12c6f5ca-1b13-448c-9d25-6433db41c1c6', 'tag': '7f1cc4f2-93c0-4e39-b30c-008444573598'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:31:35.188656 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc496f36-7a7d-44e3-96dd-72389ec4691d" -d '{"events": [{"name": "network-changed", "server_uuid": "12c6f5ca-1b13-448c-9d25-6433db41c1c6", "tag": "7f1cc4f2-93c0-4e39-b30c-008444573598"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:31:35.224069 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5ae011-5c5b-41be-b8c1-65d8a06a308a service neutron] Pushing event updated for resources: {'Port': ['ID=7f1cc4f2-93c0-4e39-b30c-008444573598,revision_number=3']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:35.244290 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31ae3a57-e6d4-4a72-a921-c105d3818c2e x-openstack-request-id: req-31ae3a57-e6d4-4a72-a921-c105d3818c2e {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:31:35.244590 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12c6f5ca-1b13-448c-9d25-6433db41c1c6", "tag": "7f1cc4f2-93c0-4e39-b30c-008444573598", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:31:35.244841 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-31ae3a57-e6d4-4a72-a921-c105d3818c2e {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:31:35.245291 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12c6f5ca-1b13-448c-9d25-6433db41c1c6', 'tag': '7f1cc4f2-93c0-4e39-b30c-008444573598', 'status': 'completed', 'code': 200} Feb 19 03:31:35.309560 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba76ea6-ad21-4fae-9b35-874630c8e4a5 req-7b5e1763-c637-4551-bb1d-baa6cc0af22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:35.311234 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8ba76ea6-ad21-4fae-9b35-874630c8e4a5 req-7b5e1763-c637-4551-bb1d-baa6cc0af22f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9e3fc42b566540c3af4ee0d2d027feba&device_id=12c6f5ca-1b13-448c-9d25-6433db41c1c6 HTTP/1.1" status: 200 len: 1164 time: 0.0533023 Feb 19 03:31:35.360076 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8ba76ea6-ad21-4fae-9b35-874630c8e4a5 req-177d64ee-967b-449b-8c9a-9be9cfc818f7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7f1cc4f2-93c0-4e39-b30c-008444573598 HTTP/1.1" status: 200 len: 217 time: 0.0360394 Feb 19 03:31:35.412193 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba76ea6-ad21-4fae-9b35-874630c8e4a5 req-db0088b0-e0f5-44e9-a46e-9d94089f3c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:35.413678 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8ba76ea6-ad21-4fae-9b35-874630c8e4a5 req-db0088b0-e0f5-44e9-a46e-9d94089f3c66 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e45f9023-3e9d-476c-9ee7-935fadce12ed HTTP/1.1" status: 200 len: 835 time: 0.0479262 Feb 19 03:31:35.461513 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba76ea6-ad21-4fae-9b35-874630c8e4a5 req-5b925c2c-c2f7-45d0-b41e-20b86705e5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:35.463025 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8ba76ea6-ad21-4fae-9b35-874630c8e4a5 req-5b925c2c-c2f7-45d0-b41e-20b86705e5ea service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=322afcea-fa1e-446e-b2d6-0919f62ed2af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0439222 Feb 19 03:31:35.550590 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8ba76ea6-ad21-4fae-9b35-874630c8e4a5 req-983ac15b-9e24-44d7-be72-6c29e2308832 service neutron] 10.222.0.82 "GET /v2.0/networks/322afcea-fa1e-446e-b2d6-0919f62ed2af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814078 Feb 19 03:31:35.641921 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8ba76ea6-ad21-4fae-9b35-874630c8e4a5 req-9084ad5d-6831-4538-84de-6299bf282af0 service neutron] 10.222.0.82 "GET /v2.0/networks/322afcea-fa1e-446e-b2d6-0919f62ed2af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859323 Feb 19 03:31:35.768095 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc496f36-7a7d-44e3-96dd-72389ec4691d req-70ef13de-2100-4181-9a0f-094590fdc470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:35.770296 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-fc496f36-7a7d-44e3-96dd-72389ec4691d req-70ef13de-2100-4181-9a0f-094590fdc470 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9e3fc42b566540c3af4ee0d2d027feba&device_id=12c6f5ca-1b13-448c-9d25-6433db41c1c6 HTTP/1.1" status: 200 len: 1164 time: 0.0457909 Feb 19 03:31:35.861754 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc496f36-7a7d-44e3-96dd-72389ec4691d req-ab3cea1c-17a9-4197-849f-530c54f4595b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:35.863825 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-fc496f36-7a7d-44e3-96dd-72389ec4691d req-ab3cea1c-17a9-4197-849f-530c54f4595b service neutron] 10.222.0.82 "GET /v2.0/networks?id=322afcea-fa1e-446e-b2d6-0919f62ed2af HTTP/1.1" status: 200 len: 897 time: 0.0880237 Feb 19 03:31:35.903966 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-fc496f36-7a7d-44e3-96dd-72389ec4691d req-d4274a22-7286-4302-939c-351402cce21f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7f1cc4f2-93c0-4e39-b30c-008444573598 HTTP/1.1" status: 200 len: 217 time: 0.0337734 Feb 19 03:31:35.952761 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc496f36-7a7d-44e3-96dd-72389ec4691d req-9ff7e8b3-7395-4f8d-8e34-41c804a173d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:35.954275 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-fc496f36-7a7d-44e3-96dd-72389ec4691d req-9ff7e8b3-7395-4f8d-8e34-41c804a173d6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e45f9023-3e9d-476c-9ee7-935fadce12ed HTTP/1.1" status: 200 len: 835 time: 0.0435939 Feb 19 03:31:35.980683 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9252c3-99be-489e-82ee-1a04d8739a88 req-3e9996b8-5a26-401e-8100-88d679d7bf49 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:35.982219 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6a9252c3-99be-489e-82ee-1a04d8739a88 req-3e9996b8-5a26-401e-8100-88d679d7bf49 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] 10.222.0.72 "GET /v2.0/ports?device_id=12c6f5ca-1b13-448c-9d25-6433db41c1c6 HTTP/1.1" status: 200 len: 982 time: 0.0543706 Feb 19 03:31:36.012057 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc496f36-7a7d-44e3-96dd-72389ec4691d req-11ecd35e-6eed-4d0b-9965-8aa4328b79e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:36.013629 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-fc496f36-7a7d-44e3-96dd-72389ec4691d req-11ecd35e-6eed-4d0b-9965-8aa4328b79e9 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=322afcea-fa1e-446e-b2d6-0919f62ed2af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0510311 Feb 19 03:31:36.043392 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6a9252c3-99be-489e-82ee-1a04d8739a88 req-2816373c-fbdf-44d8-9979-fd115bdbd34e tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] 10.222.0.72 "GET /v2.0/security-groups?id=09fef493-4391-4445-b63d-c5b389510a6a&id=55fd0743-0de3-47f8-84f4-f8c4db49c118&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0541987 Feb 19 03:31:36.105638 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-fc496f36-7a7d-44e3-96dd-72389ec4691d req-ed0161df-2d2f-4437-9bb2-b5af7b2b928b service neutron] 10.222.0.82 "GET /v2.0/networks/322afcea-fa1e-446e-b2d6-0919f62ed2af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842459 Feb 19 03:31:36.199011 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-fc496f36-7a7d-44e3-96dd-72389ec4691d req-040c4a65-4e44-45b6-becb-29057cd5190c service neutron] 10.222.0.82 "GET /v2.0/networks/322afcea-fa1e-446e-b2d6-0919f62ed2af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872657 Feb 19 03:31:37.168561 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b53d99-4979-47c9-97ad-6e9cbe3bc9fd req-937ede30-40ee-467a-a73a-4257317e1e7e tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:37.170040 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-79b53d99-4979-47c9-97ad-6e9cbe3bc9fd req-937ede30-40ee-467a-a73a-4257317e1e7e tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] 10.222.0.72 "GET /v2.0/ports?device_id=12c6f5ca-1b13-448c-9d25-6433db41c1c6 HTTP/1.1" status: 200 len: 982 time: 0.0561802 Feb 19 03:31:37.226163 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-79b53d99-4979-47c9-97ad-6e9cbe3bc9fd req-c39c987b-5f38-414f-ad4e-4601b9488fc8 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] 10.222.0.72 "GET /v2.0/security-groups?id=09fef493-4391-4445-b63d-c5b389510a6a&id=55fd0743-0de3-47f8-84f4-f8c4db49c118&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0502391 Feb 19 03:31:38.351643 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36372979-58e4-4003-9c53-c054df1b728d req-0c1d9f57-bfda-4cb4-99c2-7c6649bd6b08 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:38.353168 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-36372979-58e4-4003-9c53-c054df1b728d req-0c1d9f57-bfda-4cb4-99c2-7c6649bd6b08 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] 10.222.0.72 "GET /v2.0/ports?device_id=12c6f5ca-1b13-448c-9d25-6433db41c1c6 HTTP/1.1" status: 200 len: 982 time: 0.0550954 Feb 19 03:31:38.408164 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-36372979-58e4-4003-9c53-c054df1b728d req-89d2fe73-082c-451f-8210-1b9e4327bbd8 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] 10.222.0.72 "GET /v2.0/security-groups?id=09fef493-4391-4445-b63d-c5b389510a6a&id=55fd0743-0de3-47f8-84f4-f8c4db49c118&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0492802 Feb 19 03:31:39.247569 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 7f1cc4f2-93c0-4e39-b30c-008444573598 details requested by agent hyperv_n-h2-826753-2 with host n-h2-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:31:39.346670 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 7f1cc4f2-93c0-4e39-b30c-008444573598, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=7f1cc4f2-93c0-4e39-b30c-008444573598,segment=NetworkSegment(220d8cc5-eb24-4c44-8ceb-e29bb42e318e),segment_id=220d8cc5-eb24-4c44-8ceb-e29bb42e318e)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:31:39.358271 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Returning: {'device': '7f1cc4f2-93c0-4e39-b30c-008444573598', 'network_id': '322afcea-fa1e-446e-b2d6-0919f62ed2af', 'port_id': '7f1cc4f2-93c0-4e39-b30c-008444573598', 'mac_address': 'fa:16:3e:88:1f:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e45f9023-3e9d-476c-9ee7-935fadce12ed', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:31:39.394720 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 7f1cc4f2-93c0-4e39-b30c-008444573598 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:31:39.395104 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (7f1cc4f2-93c0-4e39-b30c-008444573598), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:39.407485 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f1cc4f2-93c0-4e39-b30c-008444573598 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:31:39.427114 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 7f1cc4f2-93c0-4e39-b30c-008444573598, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=7f1cc4f2-93c0-4e39-b30c-008444573598,segment=NetworkSegment(220d8cc5-eb24-4c44-8ceb-e29bb42e318e),segment_id=220d8cc5-eb24-4c44-8ceb-e29bb42e318e)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:31:39.431277 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (7f1cc4f2-93c0-4e39-b30c-008444573598), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:39.481358 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=7f1cc4f2-93c0-4e39-b30c-008444573598,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:39.535731 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a520c3-dae7-4dde-80e2-db2502db126a req-1b2c7c9f-5beb-49e8-8ebf-9b05d868f7bc tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:39.538099 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-08a520c3-dae7-4dde-80e2-db2502db126a req-1b2c7c9f-5beb-49e8-8ebf-9b05d868f7bc tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] 10.222.0.72 "GET /v2.0/ports?device_id=12c6f5ca-1b13-448c-9d25-6433db41c1c6 HTTP/1.1" status: 200 len: 983 time: 0.0594020 Feb 19 03:31:39.611237 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-08a520c3-dae7-4dde-80e2-db2502db126a req-66e39dbf-1ae1-40ca-99b1-090e3ad1002f tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] 10.222.0.72 "GET /v2.0/security-groups?id=09fef493-4391-4445-b63d-c5b389510a6a&id=55fd0743-0de3-47f8-84f4-f8c4db49c118&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0643837 Feb 19 03:31:39.705994 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['7f1cc4f2-93c0-4e39-b30c-008444573598'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:31:40.729868 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4354aa39-505b-4233-9273-cabe34c08f36 req-5247da13-5f9c-4ce7-8bc2-3269364c447d tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:40.731388 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4354aa39-505b-4233-9273-cabe34c08f36 req-5247da13-5f9c-4ce7-8bc2-3269364c447d tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] 10.222.0.72 "GET /v2.0/ports?device_id=12c6f5ca-1b13-448c-9d25-6433db41c1c6 HTTP/1.1" status: 200 len: 983 time: 0.0529969 Feb 19 03:31:40.787116 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4354aa39-505b-4233-9273-cabe34c08f36 req-37767bc1-da58-4d69-a5d4-ba8bd7478f16 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] 10.222.0.72 "GET /v2.0/security-groups?id=09fef493-4391-4445-b63d-c5b389510a6a&id=55fd0743-0de3-47f8-84f4-f8c4db49c118&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0501089 Feb 19 03:31:41.251811 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 7f1cc4f2-93c0-4e39-b30c-008444573598 up at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:31:41.299702 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning for port 7f1cc4f2-93c0-4e39-b30c-008444573598 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:31:41.305675 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning complete for port 7f1cc4f2-93c0-4e39-b30c-008444573598 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:31:41.306171 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (7f1cc4f2-93c0-4e39-b30c-008444573598), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:41.383643 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 7f1cc4f2-93c0-4e39-b30c-008444573598 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:31:41.384036 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (7f1cc4f2-93c0-4e39-b30c-008444573598), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:41.405630 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12c6f5ca-1b13-448c-9d25-6433db41c1c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f1cc4f2-93c0-4e39-b30c-008444573598'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:31:41.408119 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec1d907a-e24a-4877-9f5f-1b1336219e21" -d '{"events": [{"server_uuid": "12c6f5ca-1b13-448c-9d25-6433db41c1c6", "name": "network-vif-plugged", "status": "completed", "tag": "7f1cc4f2-93c0-4e39-b30c-008444573598"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:31:41.422724 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 7f1cc4f2-93c0-4e39-b30c-008444573598, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=7f1cc4f2-93c0-4e39-b30c-008444573598,segment=NetworkSegment(220d8cc5-eb24-4c44-8ceb-e29bb42e318e),segment_id=220d8cc5-eb24-4c44-8ceb-e29bb42e318e)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:31:41.427487 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (7f1cc4f2-93c0-4e39-b30c-008444573598), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:41.455592 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76fb210a-f8af-483a-a933-8490d9e383ce x-openstack-request-id: req-76fb210a-f8af-483a-a933-8490d9e383ce {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:31:41.455877 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12c6f5ca-1b13-448c-9d25-6433db41c1c6", "name": "network-vif-plugged", "status": "completed", "tag": "7f1cc4f2-93c0-4e39-b30c-008444573598", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:31:41.456129 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-76fb210a-f8af-483a-a933-8490d9e383ce {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:31:41.457138 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12c6f5ca-1b13-448c-9d25-6433db41c1c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f1cc4f2-93c0-4e39-b30c-008444573598', 'code': 200} Feb 19 03:31:41.483485 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=7f1cc4f2-93c0-4e39-b30c-008444573598,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:41.583434 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a1201e-bff0-4dc9-9408-6a15f8c3dc84 req-feb2b4ee-df36-43ba-a7df-1502deca8717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:41.584991 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-09a1201e-bff0-4dc9-9408-6a15f8c3dc84 req-feb2b4ee-df36-43ba-a7df-1502deca8717 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=12c6f5ca-1b13-448c-9d25-6433db41c1c6 HTTP/1.1" status: 200 len: 1166 time: 0.0483239 Feb 19 03:31:41.639830 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-09a1201e-bff0-4dc9-9408-6a15f8c3dc84 req-9b746ba8-258c-4250-8165-4b4aff9780b8 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=09fef493-4391-4445-b63d-c5b389510a6a&id=55fd0743-0de3-47f8-84f4-f8c4db49c118&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0488124 Feb 19 03:31:41.919805 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e44dbd-22fd-484f-995c-47d58e87ea9a req-db12222b-014c-47e5-8ffe-3e7e3eb68f92 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:41.921460 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-39e44dbd-22fd-484f-995c-47d58e87ea9a req-db12222b-014c-47e5-8ffe-3e7e3eb68f92 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] 10.222.0.72 "GET /v2.0/ports?device_id=12c6f5ca-1b13-448c-9d25-6433db41c1c6 HTTP/1.1" status: 200 len: 984 time: 0.0549550 Feb 19 03:31:41.978645 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-39e44dbd-22fd-484f-995c-47d58e87ea9a req-09cb4547-9e71-4fff-b6c1-0aefe91a0df3 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] 10.222.0.72 "GET /v2.0/security-groups?id=09fef493-4391-4445-b63d-c5b389510a6a&id=55fd0743-0de3-47f8-84f4-f8c4db49c118&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0506082 Feb 19 03:31:43.106597 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5335920-fa28-4707-8934-1bcb0bb15521 req-24c0b74a-1700-4c75-ae52-98aa43744267 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:43.108025 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a5335920-fa28-4707-8934-1bcb0bb15521 req-24c0b74a-1700-4c75-ae52-98aa43744267 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] 10.222.0.72 "GET /v2.0/ports?device_id=12c6f5ca-1b13-448c-9d25-6433db41c1c6 HTTP/1.1" status: 200 len: 984 time: 0.0568254 Feb 19 03:31:43.165324 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a5335920-fa28-4707-8934-1bcb0bb15521 req-438437aa-85b5-4e0a-b3de-68c97d41eb69 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] 10.222.0.72 "GET /v2.0/security-groups?id=09fef493-4391-4445-b63d-c5b389510a6a&id=55fd0743-0de3-47f8-84f4-f8c4db49c118&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0508740 Feb 19 03:31:43.283587 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1b7ab0-aaa5-45be-a111-25912937cbd4 req-9e4770b7-dbba-4346-a377-29c3de5e65e3 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:43.285631 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bc1b7ab0-aaa5-45be-a111-25912937cbd4 req-9e4770b7-dbba-4346-a377-29c3de5e65e3 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] 10.222.0.72 "GET /v2.0/ports?device_id=12c6f5ca-1b13-448c-9d25-6433db41c1c6 HTTP/1.1" status: 200 len: 984 time: 0.0528994 Feb 19 03:31:43.342438 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bc1b7ab0-aaa5-45be-a111-25912937cbd4 req-b87b66d9-2b5a-472e-8987-3c20ac293ea2 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] 10.222.0.72 "GET /v2.0/security-groups?id=09fef493-4391-4445-b63d-c5b389510a6a&id=55fd0743-0de3-47f8-84f4-f8c4db49c118&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0508823 Feb 19 03:31:43.458465 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d98d48d-cdcf-4e52-b013-553fcff5700b req-8248f60f-fd68-4a08-8dbf-11fcf95cafc4 tempest-TestSecurityGroupsBasicOps-1076606756 tempest-TestSecurityGroupsBasicOps-1076606756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:43.460008 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8d98d48d-cdcf-4e52-b013-553fcff5700b req-8248f60f-fd68-4a08-8dbf-11fcf95cafc4 tempest-TestSecurityGroupsBasicOps-1076606756 tempest-TestSecurityGroupsBasicOps-1076606756-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=12c6f5ca-1b13-448c-9d25-6433db41c1c6 HTTP/1.1" status: 200 len: 1166 time: 0.0509663 Feb 19 03:31:43.479383 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-8d98d48d-cdcf-4e52-b013-553fcff5700b req-a3eaed2f-4786-41fc-9146-3df3481d4683 tempest-TestSecurityGroupsBasicOps-1076606756 tempest-TestSecurityGroupsBasicOps-1076606756-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:43.554195 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-8d98d48d-cdcf-4e52-b013-553fcff5700b req-a3eaed2f-4786-41fc-9146-3df3481d4683 tempest-TestSecurityGroupsBasicOps-1076606756 tempest-TestSecurityGroupsBasicOps-1076606756-project-admin] Publish callbacks [] for security_group (a566d771-dc6d-458b-921a-0c793ecbaf91), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:43.558201 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-8d98d48d-cdcf-4e52-b013-553fcff5700b req-a3eaed2f-4786-41fc-9146-3df3481d4683 tempest-TestSecurityGroupsBasicOps-1076606756 tempest-TestSecurityGroupsBasicOps-1076606756-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (a566d771-dc6d-458b-921a-0c793ecbaf91), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:43.598449 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eaed2f-4786-41fc-9146-3df3481d4683 tempest-TestSecurityGroupsBasicOps-1076606756 tempest-TestSecurityGroupsBasicOps-1076606756-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a566d771-dc6d-458b-921a-0c793ecbaf91,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:43.606151 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8d98d48d-cdcf-4e52-b013-553fcff5700b req-a3eaed2f-4786-41fc-9146-3df3481d4683 tempest-TestSecurityGroupsBasicOps-1076606756 tempest-TestSecurityGroupsBasicOps-1076606756-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=09fef493-4391-4445-b63d-c5b389510a6a&id=55fd0743-0de3-47f8-84f4-f8c4db49c118&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1400082 Feb 19 03:31:43.631437 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 48626) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:43.677440 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c6faa2c-ade1-4ae5-8531-e0ccf3a6bddc tempest-TestSecurityGroupsBasicOps-1076606756 tempest-TestSecurityGroupsBasicOps-1076606756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:43.679018 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-4c6faa2c-ade1-4ae5-8531-e0ccf3a6bddc tempest-TestSecurityGroupsBasicOps-1076606756 tempest-TestSecurityGroupsBasicOps-1076606756-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=12c6f5ca-1b13-448c-9d25-6433db41c1c6 HTTP/1.1" status: 200 len: 1161 time: 0.0465245 Feb 19 03:31:43.682112 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 48628) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:43.686679 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-524e0504-0e28-48a6-a4b0-9ce2eecff0cb tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Request body: {'floatingip': {'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'port_id': '7f1cc4f2-93c0-4e39-b30c-008444573598', 'tenant_id': '9e3fc42b566540c3af4ee0d2d027feba', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:31:43.708549 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-524e0504-0e28-48a6-a4b0-9ce2eecff0cb tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:43.813648 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-524e0504-0e28-48a6-a4b0-9ce2eecff0cb tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:43.922509 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-524e0504-0e28-48a6-a4b0-9ce2eecff0cb tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Allocated IP 172.25.6.244 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/86174305-0e43-4b7e-88f7-b4fa3788e6fb) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:31:44.074758 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-524e0504-0e28-48a6-a4b0-9ce2eecff0cb tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks [] for port (86174305-0e43-4b7e-88f7-b4fa3788e6fb), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:44.116011 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-524e0504-0e28-48a6-a4b0-9ce2eecff0cb tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (86174305-0e43-4b7e-88f7-b4fa3788e6fb), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:44.155414 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524e0504-0e28-48a6-a4b0-9ce2eecff0cb tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:31:44.158305 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-524e0504-0e28-48a6-a4b0-9ce2eecff0cb tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:31:44.163051 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524e0504-0e28-48a6-a4b0-9ce2eecff0cb tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:31:44.188230 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524e0504-0e28-48a6-a4b0-9ce2eecff0cb tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Pushing event updated for resources: {'Port': ['ID=86174305-0e43-4b7e-88f7-b4fa3788e6fb,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:44.547805 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-524e0504-0e28-48a6-a4b0-9ce2eecff0cb tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks [] for floatingip (7967dead-4a55-438d-bac4-255ecdb06361), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:44.615209 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-524e0504-0e28-48a6-a4b0-9ce2eecff0cb tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (86174305-0e43-4b7e-88f7-b4fa3788e6fb), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:44.762857 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-524e0504-0e28-48a6-a4b0-9ce2eecff0cb tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks [] for port (86174305-0e43-4b7e-88f7-b4fa3788e6fb), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:44.767433 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-524e0504-0e28-48a6-a4b0-9ce2eecff0cb tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (86174305-0e43-4b7e-88f7-b4fa3788e6fb), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:44.835540 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524e0504-0e28-48a6-a4b0-9ce2eecff0cb tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Pushing event updated for resources: {'Port': ['ID=86174305-0e43-4b7e-88f7-b4fa3788e6fb,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:44.849527 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-524e0504-0e28-48a6-a4b0-9ce2eecff0cb tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16285943'] for floatingip (7967dead-4a55-438d-bac4-255ecdb06361), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:44.955544 n-d-826753-2 neutron-server[103701]: INFO neutron.db.l3_db [None req-524e0504-0e28-48a6-a4b0-9ce2eecff0cb tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Floating IP 7967dead-4a55-438d-bac4-255ecdb06361 associated. External IP: 172.25.6.244, port: 7f1cc4f2-93c0-4e39-b30c-008444573598. Feb 19 03:31:45.186623 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-524e0504-0e28-48a6-a4b0-9ce2eecff0cb tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Router 47929351-3483-4dd0-8d43-ec96848d508b has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:31:45.571998 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3e434cdb-e798-4901-9c83-60136a927e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:45.646600 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-524e0504-0e28-48a6-a4b0-9ce2eecff0cb tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:31:45.658905 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf4d97b-58f3-41e9-8f06-5d2b9966f440 None None] Sync routers for ids ['47929351-3483-4dd0-8d43-ec96848d508b'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:31:45.665891 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-524e0504-0e28-48a6-a4b0-9ce2eecff0cb tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:45.672520 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf4d97b-58f3-41e9-8f06-5d2b9966f440 None None] Routers {'47929351-3483-4dd0-8d43-ec96848d508b'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:31:45.673432 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-faf4d97b-58f3-41e9-8f06-5d2b9966f440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:31:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['47929351-3483-4dd0-8d43-ec96848d508b'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:31:45.697107 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-524e0504-0e28-48a6-a4b0-9ce2eecff0cb tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0137849 Feb 19 03:31:45.698130 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12c6f5ca-1b13-448c-9d25-6433db41c1c6', 'tag': '7f1cc4f2-93c0-4e39-b30c-008444573598'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:31:45.699770 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48644) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:45.700598 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6d8cadf-74f0-46ce-9aaf-372b2e776189" -d '{"events": [{"name": "network-changed", "server_uuid": "12c6f5ca-1b13-448c-9d25-6433db41c1c6", "tag": "7f1cc4f2-93c0-4e39-b30c-008444573598"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:31:45.747495 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f3f726c-8490-4d9b-8b80-7714a685b31e x-openstack-request-id: req-7f3f726c-8490-4d9b-8b80-7714a685b31e {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:31:45.747795 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12c6f5ca-1b13-448c-9d25-6433db41c1c6", "tag": "7f1cc4f2-93c0-4e39-b30c-008444573598", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:31:45.748053 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7f3f726c-8490-4d9b-8b80-7714a685b31e {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:31:45.748461 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12c6f5ca-1b13-448c-9d25-6433db41c1c6', 'tag': '7f1cc4f2-93c0-4e39-b30c-008444573598', 'status': 'completed', 'code': 200} Feb 19 03:31:45.808136 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-faf4d97b-58f3-41e9-8f06-5d2b9966f440 None None] Set router 47929351-3483-4dd0-8d43-ec96848d508b gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:31:45.921129 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d8cadf-74f0-46ce-9aaf-372b2e776189 req-f982fb2c-07c1-4920-a61e-9ae40594bea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:45.922556 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c6d8cadf-74f0-46ce-9aaf-372b2e776189 req-f982fb2c-07c1-4920-a61e-9ae40594bea9 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9e3fc42b566540c3af4ee0d2d027feba&device_id=12c6f5ca-1b13-448c-9d25-6433db41c1c6 HTTP/1.1" status: 200 len: 1166 time: 0.1306217 Feb 19 03:31:45.929239 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387095d4-0c46-4d19-a375-294886e494af tempest-TestSecurityGroupsBasicOps-1076606756 tempest-TestSecurityGroupsBasicOps-1076606756-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:45.929712 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387095d4-0c46-4d19-a375-294886e494af tempest-TestSecurityGroupsBasicOps-1076606756 tempest-TestSecurityGroupsBasicOps-1076606756-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:45.930178 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387095d4-0c46-4d19-a375-294886e494af tempest-TestSecurityGroupsBasicOps-1076606756 tempest-TestSecurityGroupsBasicOps-1076606756-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:45.930667 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387095d4-0c46-4d19-a375-294886e494af tempest-TestSecurityGroupsBasicOps-1076606756 tempest-TestSecurityGroupsBasicOps-1076606756-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:45.931131 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387095d4-0c46-4d19-a375-294886e494af tempest-TestSecurityGroupsBasicOps-1076606756 tempest-TestSecurityGroupsBasicOps-1076606756-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:45.931604 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387095d4-0c46-4d19-a375-294886e494af tempest-TestSecurityGroupsBasicOps-1076606756 tempest-TestSecurityGroupsBasicOps-1076606756-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:45.936126 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-387095d4-0c46-4d19-a375-294886e494af tempest-TestSecurityGroupsBasicOps-1076606756 tempest-TestSecurityGroupsBasicOps-1076606756-project-admin] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.2342002 Feb 19 03:31:45.936258 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 48648) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:45.996635 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35b8f21-a932-43b6-99bf-23cc0229bd37 tempest-TestSecurityGroupsBasicOps-1076606756 tempest-TestSecurityGroupsBasicOps-1076606756-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:45.997146 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35b8f21-a932-43b6-99bf-23cc0229bd37 tempest-TestSecurityGroupsBasicOps-1076606756 tempest-TestSecurityGroupsBasicOps-1076606756-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:45.997604 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35b8f21-a932-43b6-99bf-23cc0229bd37 tempest-TestSecurityGroupsBasicOps-1076606756 tempest-TestSecurityGroupsBasicOps-1076606756-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:45.998079 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35b8f21-a932-43b6-99bf-23cc0229bd37 tempest-TestSecurityGroupsBasicOps-1076606756 tempest-TestSecurityGroupsBasicOps-1076606756-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:45.998497 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35b8f21-a932-43b6-99bf-23cc0229bd37 tempest-TestSecurityGroupsBasicOps-1076606756 tempest-TestSecurityGroupsBasicOps-1076606756-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:45.998929 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35b8f21-a932-43b6-99bf-23cc0229bd37 tempest-TestSecurityGroupsBasicOps-1076606756 tempest-TestSecurityGroupsBasicOps-1076606756-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:46.001037 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-d35b8f21-a932-43b6-99bf-23cc0229bd37 tempest-TestSecurityGroupsBasicOps-1076606756 tempest-TestSecurityGroupsBasicOps-1076606756-project-admin] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0638433 Feb 19 03:31:46.004401 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 48650) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:46.051866 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d8cadf-74f0-46ce-9aaf-372b2e776189 req-98026d77-8544-4d1d-8153-b1fbcab7471d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:46.053386 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c6d8cadf-74f0-46ce-9aaf-372b2e776189 req-98026d77-8544-4d1d-8153-b1fbcab7471d service neutron] 10.222.0.82 "GET /v2.0/networks?id=322afcea-fa1e-446e-b2d6-0919f62ed2af HTTP/1.1" status: 200 len: 897 time: 0.1162736 Feb 19 03:31:46.132989 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c6d8cadf-74f0-46ce-9aaf-372b2e776189 req-d6591322-9b5f-4eec-a86d-31abdc2db854 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7f1cc4f2-93c0-4e39-b30c-008444573598 HTTP/1.1" status: 200 len: 999 time: 0.0730679 Feb 19 03:31:46.175370 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-faf4d97b-58f3-41e9-8f06-5d2b9966f440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47929351-3483-4dd0-8d43-ec96848d508b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1706184067', 'tenant_id': '9e3fc42b566540c3af4ee0d2d027feba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '83978022-73dd-48d3-94f1-8b412e1a26bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:31:25Z', 'updated_at': '2022-02-19T03:31:29Z', 'revision_number': 4, 'project_id': '9e3fc42b566540c3af4ee0d2d027feba', 'gw_port': {'id': '83978022-73dd-48d3-94f1-8b412e1a26bd', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47929351-3483-4dd0-8d43-ec96848d508b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:31:25Z', 'updated_at': '2022-02-19T03:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': '7967dead-4a55-438d-bac4-255ecdb06361', 'tenant_id': '9e3fc42b566540c3af4ee0d2d027feba', 'floating_ip_address': '172.25.6.244', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': '47929351-3483-4dd0-8d43-ec96848d508b', 'port_id': '7f1cc4f2-93c0-4e39-b30c-008444573598', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4003, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '322afcea-fa1e-446e-b2d6-0919f62ed2af', 'mac_address': 'fa:16:3e:88:1f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12c6f5ca-1b13-448c-9d25-6433db41c1c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:31:44Z', 'updated_at': '2022-02-19T03:31:44Z', 'revision_number': 0, 'project_id': '9e3fc42b566540c3af4ee0d2d027feba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a48d668-c25c-4d80-a6a7-34937cd8d7c8', 'name': '', 'network_id': '322afcea-fa1e-446e-b2d6-0919f62ed2af', 'tenant_id': '9e3fc42b566540c3af4ee0d2d027feba', 'mac_address': 'fa:16:3e:fd:97:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47929351-3483-4dd0-8d43-ec96848d508b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'e45f9023-3e9d-476c-9ee7-935fadce12ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:31:28Z', 'updated_at': '2022-02-19T03:31:32Z', 'revision_number': 5, 'project_id': '9e3fc42b566540c3af4ee0d2d027feba', 'subnets': [{'id': 'e45f9023-3e9d-476c-9ee7-935fadce12ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:31:46.194322 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d8cadf-74f0-46ce-9aaf-372b2e776189 req-10e9c0bf-1230-4116-b0aa-0c06a93c9bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:46.195927 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c6d8cadf-74f0-46ce-9aaf-372b2e776189 req-10e9c0bf-1230-4116-b0aa-0c06a93c9bff service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e45f9023-3e9d-476c-9ee7-935fadce12ed HTTP/1.1" status: 200 len: 835 time: 0.0567217 Feb 19 03:31:46.205332 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf4d97b-58f3-41e9-8f06-5d2b9966f440 None None] Checking router: 47929351-3483-4dd0-8d43-ec96848d508b for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:31:46.217450 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf4d97b-58f3-41e9-8f06-5d2b9966f440 None None] Routers {'47929351-3483-4dd0-8d43-ec96848d508b'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:31:46.218168 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-faf4d97b-58f3-41e9-8f06-5d2b9966f440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:31:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['47929351-3483-4dd0-8d43-ec96848d508b'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:31:46.253553 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d8cadf-74f0-46ce-9aaf-372b2e776189 req-6638abfe-2d60-4fb5-97a7-c77a6d32f97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:46.255803 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c6d8cadf-74f0-46ce-9aaf-372b2e776189 req-6638abfe-2d60-4fb5-97a7-c77a6d32f97c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=322afcea-fa1e-446e-b2d6-0919f62ed2af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0536976 Feb 19 03:31:46.296404 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-f832f1c8-9bb5-4491-92ed-a5ad089a063a tempest-TestSecurityGroupsBasicOps-1076606756 tempest-TestSecurityGroupsBasicOps-1076606756-project-admin] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3056 time: 0.2907636 Feb 19 03:31:46.298897 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 48654) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:46.349719 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7bb15c-360a-4838-a91a-a2e6d536fc9b tempest-TestSecurityGroupsBasicOps-1076606756 tempest-TestSecurityGroupsBasicOps-1076606756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:46.350690 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7bb15c-360a-4838-a91a-a2e6d536fc9b tempest-TestSecurityGroupsBasicOps-1076606756 tempest-TestSecurityGroupsBasicOps-1076606756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:46.352748 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-bc7bb15c-360a-4838-a91a-a2e6d536fc9b tempest-TestSecurityGroupsBasicOps-1076606756 tempest-TestSecurityGroupsBasicOps-1076606756-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=47929351-3483-4dd0-8d43-ec96848d508b HTTP/1.1" status: 200 len: 2062 time: 0.0528605 Feb 19 03:31:46.376228 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-faf4d97b-58f3-41e9-8f06-5d2b9966f440 None None] Set router 47929351-3483-4dd0-8d43-ec96848d508b gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:31:46.397022 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c6d8cadf-74f0-46ce-9aaf-372b2e776189 req-65345d02-c6f7-43db-a1e4-300c52e1c69f service neutron] 10.222.0.82 "GET /v2.0/networks/322afcea-fa1e-446e-b2d6-0919f62ed2af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347258 Feb 19 03:31:46.492027 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c6d8cadf-74f0-46ce-9aaf-372b2e776189 req-be0072c8-4845-44eb-a213-103c6548d1bd service neutron] 10.222.0.82 "GET /v2.0/networks/322afcea-fa1e-446e-b2d6-0919f62ed2af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891650 Feb 19 03:31:46.622308 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-faf4d97b-58f3-41e9-8f06-5d2b9966f440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47929351-3483-4dd0-8d43-ec96848d508b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1706184067', 'tenant_id': '9e3fc42b566540c3af4ee0d2d027feba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '83978022-73dd-48d3-94f1-8b412e1a26bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:31:25Z', 'updated_at': '2022-02-19T03:31:29Z', 'revision_number': 4, 'project_id': '9e3fc42b566540c3af4ee0d2d027feba', 'gw_port': {'id': '83978022-73dd-48d3-94f1-8b412e1a26bd', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47929351-3483-4dd0-8d43-ec96848d508b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:31:25Z', 'updated_at': '2022-02-19T03:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': '7967dead-4a55-438d-bac4-255ecdb06361', 'tenant_id': '9e3fc42b566540c3af4ee0d2d027feba', 'floating_ip_address': '172.25.6.244', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': '47929351-3483-4dd0-8d43-ec96848d508b', 'port_id': '7f1cc4f2-93c0-4e39-b30c-008444573598', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4003, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '322afcea-fa1e-446e-b2d6-0919f62ed2af', 'mac_address': 'fa:16:3e:88:1f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12c6f5ca-1b13-448c-9d25-6433db41c1c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:31:44Z', 'updated_at': '2022-02-19T03:31:44Z', 'revision_number': 0, 'project_id': '9e3fc42b566540c3af4ee0d2d027feba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a48d668-c25c-4d80-a6a7-34937cd8d7c8', 'name': '', 'network_id': '322afcea-fa1e-446e-b2d6-0919f62ed2af', 'tenant_id': '9e3fc42b566540c3af4ee0d2d027feba', 'mac_address': 'fa:16:3e:fd:97:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47929351-3483-4dd0-8d43-ec96848d508b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'e45f9023-3e9d-476c-9ee7-935fadce12ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:31:28Z', 'updated_at': '2022-02-19T03:31:32Z', 'revision_number': 5, 'project_id': '9e3fc42b566540c3af4ee0d2d027feba', 'subnets': [{'id': 'e45f9023-3e9d-476c-9ee7-935fadce12ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:31:46.650476 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf4d97b-58f3-41e9-8f06-5d2b9966f440 None None] The sync data for ids ['47929351-3483-4dd0-8d43-ec96848d508b'] in n-d-826753-2 is: [{'id': '47929351-3483-4dd0-8d43-ec96848d508b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1706184067', 'tenant_id': '9e3fc42b566540c3af4ee0d2d027feba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '83978022-73dd-48d3-94f1-8b412e1a26bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:31:25Z', 'updated_at': '2022-02-19T03:31:29Z', 'revision_number': 4, 'project_id': '9e3fc42b566540c3af4ee0d2d027feba', 'gw_port': {'id': '83978022-73dd-48d3-94f1-8b412e1a26bd', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47929351-3483-4dd0-8d43-ec96848d508b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:31:25Z', 'updated_at': '2022-02-19T03:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': '7967dead-4a55-438d-bac4-255ecdb06361', 'tenant_id': '9e3fc42b566540c3af4ee0d2d027feba', 'floating_ip_address': '172.25.6.244', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': '47929351-3483-4dd0-8d43-ec96848d508b', 'port_id': '7f1cc4f2-93c0-4e39-b30c-008444573598', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4003, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '322afcea-fa1e-446e-b2d6-0919f62ed2af', 'mac_address': 'fa:16:3e:88:1f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12c6f5ca-1b13-448c-9d25-6433db41c1c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:31:44Z', 'updated_at': '2022-02-19T03:31:44Z', 'revision_number': 0, 'project_id': '9e3fc42b566540c3af4ee0d2d027feba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a48d668-c25c-4d80-a6a7-34937cd8d7c8', 'name': '', 'network_id': '322afcea-fa1e-446e-b2d6-0919f62ed2af', 'tenant_id': '9e3fc42b566540c3af4ee0d2d027feba', 'mac_address': 'fa:16:3e:fd:97:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47929351-3483-4dd0-8d43-ec96848d508b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'e45f9023-3e9d-476c-9ee7-935fadce12ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:31:28Z', 'updated_at': '2022-02-19T03:31:32Z', 'revision_number': 5, 'project_id': '9e3fc42b566540c3af4ee0d2d027feba', 'subnets': [{'id': 'e45f9023-3e9d-476c-9ee7-935fadce12ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:31:46.861917 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82594ac2-d668-45a1-9fd5-f5300d08b99e None None] New status for floating IP 7967dead-4a55-438d-bac4-255ecdb06361: ACTIVE {{(pid=103703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:31:47.756461 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-7fc6252e-d540-417d-a083-2b6082193c48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:49.388133 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:50.563105 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:52.021340 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:52.791485 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:56.462887 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:57.080436 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-365e1c8b-d010-4965-91c9-eadb14a1fcec req-0a282c09-d358-403a-b3f8-2c10a4d7e48e tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-421582159&fields=id&tenant_id=8257d05cb054404db31cec3bbb71493a HTTP/1.1" status: 200 len: 267 time: 0.0447557 Feb 19 03:31:57.191318 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365e1c8b-d010-4965-91c9-eadb14a1fcec req-28e1bab6-541e-472f-9709-9d263350dd5f tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:57.192820 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-365e1c8b-d010-4965-91c9-eadb14a1fcec req-28e1bab6-541e-472f-9709-9d263350dd5f tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/networks?id=48e87e60-6ae2-4eae-a03b-2fd752f397d2 HTTP/1.1" status: 200 len: 811 time: 0.1053114 Feb 19 03:31:57.207143 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-365e1c8b-d010-4965-91c9-eadb14a1fcec req-b114986f-448c-45be-b637-a76256d05bc0 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/quotas/8257d05cb054404db31cec3bbb71493a HTTP/1.1" status: 200 len: 375 time: 0.0089240 Feb 19 03:31:57.263364 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-365e1c8b-d010-4965-91c9-eadb14a1fcec req-08ebd655-be16-4cb4-8fc1-f14c6b43a080 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=8257d05cb054404db31cec3bbb71493a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0507803 Feb 19 03:31:57.361270 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-365e1c8b-d010-4965-91c9-eadb14a1fcec req-144ecdc6-f24e-479a-b6c1-b3cbf784757c service neutron] 10.222.0.72 "GET /v2.0/networks/48e87e60-6ae2-4eae-a03b-2fd752f397d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858581 Feb 19 03:31:57.448488 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-365e1c8b-d010-4965-91c9-eadb14a1fcec req-fd685f20-9349-4810-9404-a2a12ad60a59 service neutron] 10.222.0.72 "GET /v2.0/networks/48e87e60-6ae2-4eae-a03b-2fd752f397d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813522 Feb 19 03:31:57.727326 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cf29c7f0-0397-4dce-8faa-612c3123947b req-5cfbf136-77d8-4508-b8d9-d9ed7f503af4 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d49018c-306a-4cf9-9333-117483e4bad1 HTTP/1.1" status: 200 len: 210 time: 0.0275931 Feb 19 03:31:58.807157 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cae7cdbb-c5e0-4ace-9838-d5b12626050e req-30efdbb7-bef7-4175-814e-5f10b31ae74d tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d49018c-306a-4cf9-9333-117483e4bad1 HTTP/1.1" status: 200 len: 210 time: 0.0288332 Feb 19 03:31:59.905702 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9ad20a16-26be-463e-ad42-3cba3b698503 req-50ee5fa6-2b61-4206-9b7d-808f0a0d61e8 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d49018c-306a-4cf9-9333-117483e4bad1 HTTP/1.1" status: 200 len: 210 time: 0.0326440 Feb 19 03:32:00.712670 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365e1c8b-d010-4965-91c9-eadb14a1fcec req-70fe9f77-3afd-4a45-942a-c59ff1c30b09 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:00.714168 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-365e1c8b-d010-4965-91c9-eadb14a1fcec req-70fe9f77-3afd-4a45-942a-c59ff1c30b09 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.73 "GET /v2.0/networks?id=48e87e60-6ae2-4eae-a03b-2fd752f397d2 HTTP/1.1" status: 200 len: 811 time: 0.1076884 Feb 19 03:32:00.782313 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-365e1c8b-d010-4965-91c9-eadb14a1fcec req-40bf7bf3-1ba3-4f49-8c6b-3b02cbad52e6 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8257d05cb054404db31cec3bbb71493a HTTP/1.1" status: 200 len: 379 time: 0.0552058 Feb 19 03:32:00.791162 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-365e1c8b-d010-4965-91c9-eadb14a1fcec req-b5d1b8e9-ec89-4d9e-b95d-50bddd3e7269 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Request body: {'port': {'device_id': '7d49018c-306a-4cf9-9333-117483e4bad1', 'network_id': '48e87e60-6ae2-4eae-a03b-2fd752f397d2', 'admin_state_up': True, 'tenant_id': '8257d05cb054404db31cec3bbb71493a', 'security_groups': ['c8f8d138-d7be-4ab5-8c11-0b7d0c03b580']}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:32:00.911727 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-365e1c8b-d010-4965-91c9-eadb14a1fcec req-b5d1b8e9-ec89-4d9e-b95d-50bddd3e7269 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Made reservation on behalf of 8257d05cb054404db31cec3bbb71493a for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:32:00.915508 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-365e1c8b-d010-4965-91c9-eadb14a1fcec req-b5d1b8e9-ec89-4d9e-b95d-50bddd3e7269 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:01.024854 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-de7fc114-38e2-4701-b103-2f0a1be2ae2e req-6135f2da-f95c-4eb8-a144-13a6c99ab6fb tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d49018c-306a-4cf9-9333-117483e4bad1 HTTP/1.1" status: 200 len: 210 time: 0.0445917 Feb 19 03:32:01.056455 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [req-365e1c8b-d010-4965-91c9-eadb14a1fcec req-b5d1b8e9-ec89-4d9e-b95d-50bddd3e7269 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Allocated IP 172.20.0.5 (48e87e60-6ae2-4eae-a03b-2fd752f397d2/2d8d01f7-c65c-4273-a693-0737e1d5a5eb/8d9f4190-3b99-4da7-80c6-3a2e157270b5) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:32:01.208720 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-365e1c8b-d010-4965-91c9-eadb14a1fcec req-b5d1b8e9-ec89-4d9e-b95d-50bddd3e7269 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks [] for port (8d9f4190-3b99-4da7-80c6-3a2e157270b5), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:01.242595 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-365e1c8b-d010-4965-91c9-eadb14a1fcec req-b5d1b8e9-ec89-4d9e-b95d-50bddd3e7269 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (8d9f4190-3b99-4da7-80c6-3a2e157270b5), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:01.284377 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-365e1c8b-d010-4965-91c9-eadb14a1fcec req-b5d1b8e9-ec89-4d9e-b95d-50bddd3e7269 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Network 48e87e60-6ae2-4eae-a03b-2fd752f397d2 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:32:01.292441 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [req-365e1c8b-d010-4965-91c9-eadb14a1fcec req-b5d1b8e9-ec89-4d9e-b95d-50bddd3e7269 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:32:01.296830 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-365e1c8b-d010-4965-91c9-eadb14a1fcec req-b5d1b8e9-ec89-4d9e-b95d-50bddd3e7269 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:32:01.300820 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d1b8e9-ec89-4d9e-b95d-50bddd3e7269 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Pushing event updated for resources: {'Port': ['ID=8d9f4190-3b99-4da7-80c6-3a2e157270b5,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:01.356320 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365e1c8b-d010-4965-91c9-eadb14a1fcec req-b5d1b8e9-ec89-4d9e-b95d-50bddd3e7269 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:01.357131 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-365e1c8b-d010-4965-91c9-eadb14a1fcec req-b5d1b8e9-ec89-4d9e-b95d-50bddd3e7269 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:01.374189 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-365e1c8b-d010-4965-91c9-eadb14a1fcec req-b5d1b8e9-ec89-4d9e-b95d-50bddd3e7269 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5869067 Feb 19 03:32:01.394038 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-365e1c8b-d010-4965-91c9-eadb14a1fcec req-1b6786fe-7cd3-4a8a-a379-17bd8b415369 service neutron] Request body: {'port': {'device_id': '7d49018c-306a-4cf9-9333-117483e4bad1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826753-2'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:32:01.456535 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-365e1c8b-d010-4965-91c9-eadb14a1fcec req-1b6786fe-7cd3-4a8a-a379-17bd8b415369 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (8d9f4190-3b99-4da7-80c6-3a2e157270b5), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:01.524248 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-ba5bd4b4-edbe-4cc4-a1ac-4dabeb971e26 None None] Provisioning complete for port 8d9f4190-3b99-4da7-80c6-3a2e157270b5 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:32:01.525345 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-ba5bd4b4-edbe-4cc4-a1ac-4dabeb971e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (8d9f4190-3b99-4da7-80c6-3a2e157270b5), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:01.561511 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-ba5bd4b4-edbe-4cc4-a1ac-4dabeb971e26 None None] Port 8d9f4190-3b99-4da7-80c6-3a2e157270b5 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:32:01.732325 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-365e1c8b-d010-4965-91c9-eadb14a1fcec req-1b6786fe-7cd3-4a8a-a379-17bd8b415369 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d9f4190-3b99-4da7-80c6-3a2e157270b5 {{(pid=103702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:32:01.740112 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-365e1c8b-d010-4965-91c9-eadb14a1fcec req-1b6786fe-7cd3-4a8a-a379-17bd8b415369 service neutron] Publish callbacks [] for port (8d9f4190-3b99-4da7-80c6-3a2e157270b5), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:01.752986 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-365e1c8b-d010-4965-91c9-eadb14a1fcec req-1b6786fe-7cd3-4a8a-a379-17bd8b415369 service neutron] Transition to ACTIVE for port object 8d9f4190-3b99-4da7-80c6-3a2e157270b5 will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:32:01.758629 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-365e1c8b-d010-4965-91c9-eadb14a1fcec req-1b6786fe-7cd3-4a8a-a379-17bd8b415369 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (8d9f4190-3b99-4da7-80c6-3a2e157270b5), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:01.844429 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6786fe-7cd3-4a8a-a379-17bd8b415369 service neutron] Pushing event updated for resources: {'Port': ['ID=8d9f4190-3b99-4da7-80c6-3a2e157270b5,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:01.917913 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-365e1c8b-d010-4965-91c9-eadb14a1fcec req-1b6786fe-7cd3-4a8a-a379-17bd8b415369 service neutron] Attempting to bind port 8d9f4190-3b99-4da7-80c6-3a2e157270b5 on host n-h1-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:32:01.918268 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-365e1c8b-d010-4965-91c9-eadb14a1fcec req-1b6786fe-7cd3-4a8a-a379-17bd8b415369 service neutron] Attempting to bind port 8d9f4190-3b99-4da7-80c6-3a2e157270b5 by drivers openvswitch,hyperv on host n-h1-826753-2 at level 0 using segments [{'id': '1cc07983-2153-4fea-b2a9-9157e38f7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '48e87e60-6ae2-4eae-a03b-2fd752f397d2'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:32:01.918576 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365e1c8b-d010-4965-91c9-eadb14a1fcec req-1b6786fe-7cd3-4a8a-a379-17bd8b415369 service neutron] Attempting to bind port 8d9f4190-3b99-4da7-80c6-3a2e157270b5 on network 48e87e60-6ae2-4eae-a03b-2fd752f397d2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:32:01.924696 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365e1c8b-d010-4965-91c9-eadb14a1fcec req-1b6786fe-7cd3-4a8a-a379-17bd8b415369 service neutron] Port 8d9f4190-3b99-4da7-80c6-3a2e157270b5 on network 48e87e60-6ae2-4eae-a03b-2fd752f397d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:32:01.925038 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365e1c8b-d010-4965-91c9-eadb14a1fcec req-1b6786fe-7cd3-4a8a-a379-17bd8b415369 service neutron] Attempting to bind port 8d9f4190-3b99-4da7-80c6-3a2e157270b5 on network 48e87e60-6ae2-4eae-a03b-2fd752f397d2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:32:01.934545 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365e1c8b-d010-4965-91c9-eadb14a1fcec req-1b6786fe-7cd3-4a8a-a379-17bd8b415369 service neutron] Checking agent: {'id': '9d56fb1b-2855-496a-a6d9-c324740cb98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:32:01.934970 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365e1c8b-d010-4965-91c9-eadb14a1fcec req-1b6786fe-7cd3-4a8a-a379-17bd8b415369 service neutron] Checking segment: {'id': '1cc07983-2153-4fea-b2a9-9157e38f7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '48e87e60-6ae2-4eae-a03b-2fd752f397d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:32:01.935426 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365e1c8b-d010-4965-91c9-eadb14a1fcec req-1b6786fe-7cd3-4a8a-a379-17bd8b415369 service neutron] Bound using segment: {'id': '1cc07983-2153-4fea-b2a9-9157e38f7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '48e87e60-6ae2-4eae-a03b-2fd752f397d2'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:32:01.935920 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-365e1c8b-d010-4965-91c9-eadb14a1fcec req-1b6786fe-7cd3-4a8a-a379-17bd8b415369 service neutron] Bound port: 8d9f4190-3b99-4da7-80c6-3a2e157270b5, host: n-h1-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cc07983-2153-4fea-b2a9-9157e38f7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '48e87e60-6ae2-4eae-a03b-2fd752f397d2'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:32:01.936757 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-365e1c8b-d010-4965-91c9-eadb14a1fcec req-1b6786fe-7cd3-4a8a-a379-17bd8b415369 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (8d9f4190-3b99-4da7-80c6-3a2e157270b5), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:02.020815 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-365e1c8b-d010-4965-91c9-eadb14a1fcec req-1b6786fe-7cd3-4a8a-a379-17bd8b415369 service neutron] For port 8d9f4190-3b99-4da7-80c6-3a2e157270b5, host n-h1-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:32:02.024501 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-365e1c8b-d010-4965-91c9-eadb14a1fcec req-1b6786fe-7cd3-4a8a-a379-17bd8b415369 service neutron] For port 8d9f4190-3b99-4da7-80c6-3a2e157270b5, host n-h1-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=8d9f4190-3b99-4da7-80c6-3a2e157270b5,segment=NetworkSegment(1cc07983-2153-4fea-b2a9-9157e38f7075),segment_id=1cc07983-2153-4fea-b2a9-9157e38f7075)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:32:02.033075 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-365e1c8b-d010-4965-91c9-eadb14a1fcec req-1b6786fe-7cd3-4a8a-a379-17bd8b415369 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (8d9f4190-3b99-4da7-80c6-3a2e157270b5), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:02.087178 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365e1c8b-d010-4965-91c9-eadb14a1fcec req-1b6786fe-7cd3-4a8a-a379-17bd8b415369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:02.087938 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-365e1c8b-d010-4965-91c9-eadb14a1fcec req-1b6786fe-7cd3-4a8a-a379-17bd8b415369 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:02.090653 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-365e1c8b-d010-4965-91c9-eadb14a1fcec req-1b6786fe-7cd3-4a8a-a379-17bd8b415369 service neutron] 10.222.0.73 "PUT /v2.0/ports/8d9f4190-3b99-4da7-80c6-3a2e157270b5 HTTP/1.1" status: 200 len: 1091 time: 0.7008607 Feb 19 03:32:02.091108 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d49018c-306a-4cf9-9333-117483e4bad1', 'tag': '8d9f4190-3b99-4da7-80c6-3a2e157270b5'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:32:02.093390 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60c80967-a04d-46e6-bdeb-e16026b83a8a" -d '{"events": [{"name": "network-changed", "server_uuid": "7d49018c-306a-4cf9-9333-117483e4bad1", "tag": "8d9f4190-3b99-4da7-80c6-3a2e157270b5"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:32:02.130729 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6786fe-7cd3-4a8a-a379-17bd8b415369 service neutron] Pushing event updated for resources: {'Port': ['ID=8d9f4190-3b99-4da7-80c6-3a2e157270b5,revision_number=3']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:02.165539 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4305ae6f-6f52-447a-ab0a-58cd55dbf0a6 x-openstack-request-id: req-4305ae6f-6f52-447a-ab0a-58cd55dbf0a6 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:32:02.165820 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d49018c-306a-4cf9-9333-117483e4bad1", "tag": "8d9f4190-3b99-4da7-80c6-3a2e157270b5", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:32:02.166103 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4305ae6f-6f52-447a-ab0a-58cd55dbf0a6 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:32:02.166592 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d49018c-306a-4cf9-9333-117483e4bad1', 'tag': '8d9f4190-3b99-4da7-80c6-3a2e157270b5', 'status': 'completed', 'code': 200} Feb 19 03:32:02.243676 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365e1c8b-d010-4965-91c9-eadb14a1fcec req-7584e757-6ee2-4d43-82fc-43e94a4269ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:02.245370 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-365e1c8b-d010-4965-91c9-eadb14a1fcec req-7584e757-6ee2-4d43-82fc-43e94a4269ca service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8257d05cb054404db31cec3bbb71493a&device_id=7d49018c-306a-4cf9-9333-117483e4bad1 HTTP/1.1" status: 200 len: 1125 time: 0.0621576 Feb 19 03:32:02.250533 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b960fe9b-7f03-41c3-b8e6-80321d205e35 req-7cea5efc-fc50-4c87-b2d7-e49c47d39d44 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:02.253084 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b960fe9b-7f03-41c3-b8e6-80321d205e35 req-7cea5efc-fc50-4c87-b2d7-e49c47d39d44 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d49018c-306a-4cf9-9333-117483e4bad1 HTTP/1.1" status: 200 len: 943 time: 0.0812147 Feb 19 03:32:02.301981 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-365e1c8b-d010-4965-91c9-eadb14a1fcec req-0643a7b3-96b4-49bb-ad91-8f823f148f40 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d9f4190-3b99-4da7-80c6-3a2e157270b5 HTTP/1.1" status: 200 len: 217 time: 0.0435328 Feb 19 03:32:02.323594 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b960fe9b-7f03-41c3-b8e6-80321d205e35 req-5312cb12-1cc9-4f95-a1c3-f8bc296b4667 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8f8d138-d7be-4ab5-8c11-0b7d0c03b580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609868 Feb 19 03:32:02.359416 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365e1c8b-d010-4965-91c9-eadb14a1fcec req-6d811f9e-ed16-4ff6-99bf-69e03af86261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:02.360773 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-365e1c8b-d010-4965-91c9-eadb14a1fcec req-6d811f9e-ed16-4ff6-99bf-69e03af86261 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2d8d01f7-c65c-4273-a693-0737e1d5a5eb HTTP/1.1" status: 200 len: 850 time: 0.0516529 Feb 19 03:32:02.414098 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365e1c8b-d010-4965-91c9-eadb14a1fcec req-1543f168-f6e4-4641-8d6b-68157b4c8272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:02.416801 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-365e1c8b-d010-4965-91c9-eadb14a1fcec req-1543f168-f6e4-4641-8d6b-68157b4c8272 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=48e87e60-6ae2-4eae-a03b-2fd752f397d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0498550 Feb 19 03:32:02.522413 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-365e1c8b-d010-4965-91c9-eadb14a1fcec req-e2c40cd8-1ef8-4621-b3da-92737f72c322 service neutron] 10.222.0.73 "GET /v2.0/networks/48e87e60-6ae2-4eae-a03b-2fd752f397d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005752 Feb 19 03:32:02.619660 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-365e1c8b-d010-4965-91c9-eadb14a1fcec req-5cc1b747-788d-4c87-bc41-f6634b6b0587 service neutron] 10.222.0.73 "GET /v2.0/networks/48e87e60-6ae2-4eae-a03b-2fd752f397d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917799 Feb 19 03:32:02.744003 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c80967-a04d-46e6-bdeb-e16026b83a8a req-c1001e08-21b5-47cd-9f5b-8d899e69b83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:02.745612 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-60c80967-a04d-46e6-bdeb-e16026b83a8a req-c1001e08-21b5-47cd-9f5b-8d899e69b83c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8257d05cb054404db31cec3bbb71493a&device_id=7d49018c-306a-4cf9-9333-117483e4bad1 HTTP/1.1" status: 200 len: 1125 time: 0.0465128 Feb 19 03:32:02.840562 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c80967-a04d-46e6-bdeb-e16026b83a8a req-e4032406-653a-4245-85e0-943e7696aa31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:02.842082 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-60c80967-a04d-46e6-bdeb-e16026b83a8a req-e4032406-653a-4245-85e0-943e7696aa31 service neutron] 10.222.0.73 "GET /v2.0/networks?id=48e87e60-6ae2-4eae-a03b-2fd752f397d2 HTTP/1.1" status: 200 len: 912 time: 0.0904613 Feb 19 03:32:02.884404 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-60c80967-a04d-46e6-bdeb-e16026b83a8a req-d16805f6-2bd9-4926-a507-5c73b2c3310e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d9f4190-3b99-4da7-80c6-3a2e157270b5 HTTP/1.1" status: 200 len: 217 time: 0.0364208 Feb 19 03:32:02.934431 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c80967-a04d-46e6-bdeb-e16026b83a8a req-4e2f72d2-c9ca-4bb9-9c69-5d9786263c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:02.936181 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-60c80967-a04d-46e6-bdeb-e16026b83a8a req-4e2f72d2-c9ca-4bb9-9c69-5d9786263c2a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2d8d01f7-c65c-4273-a693-0737e1d5a5eb HTTP/1.1" status: 200 len: 850 time: 0.0457911 Feb 19 03:32:02.939930 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:32:02.990739 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c80967-a04d-46e6-bdeb-e16026b83a8a req-7b987025-093b-4512-8905-73856c817584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:02.992469 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-60c80967-a04d-46e6-bdeb-e16026b83a8a req-7b987025-093b-4512-8905-73856c817584 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=48e87e60-6ae2-4eae-a03b-2fd752f397d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0502264 Feb 19 03:32:03.080941 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-60c80967-a04d-46e6-bdeb-e16026b83a8a req-c7a9810b-df06-498f-b59b-d8ac413b90a3 service neutron] 10.222.0.73 "GET /v2.0/networks/48e87e60-6ae2-4eae-a03b-2fd752f397d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822127 Feb 19 03:32:03.435541 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-60c80967-a04d-46e6-bdeb-e16026b83a8a req-4f6aa896-515f-430f-8bbb-7eafbdfa3447 service neutron] 10.222.0.73 "GET /v2.0/networks/48e87e60-6ae2-4eae-a03b-2fd752f397d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3480887 Feb 19 03:32:03.478721 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d0eb68-d032-4142-9a4d-c73eb694aee9 req-f98e8864-e5eb-4b89-be2d-6a7216a7e21a tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:03.480212 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-30d0eb68-d032-4142-9a4d-c73eb694aee9 req-f98e8864-e5eb-4b89-be2d-6a7216a7e21a tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d49018c-306a-4cf9-9333-117483e4bad1 HTTP/1.1" status: 200 len: 943 time: 0.0761712 Feb 19 03:32:03.538751 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-30d0eb68-d032-4142-9a4d-c73eb694aee9 req-27547d0c-e389-4703-87ed-89dba3528b07 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8f8d138-d7be-4ab5-8c11-0b7d0c03b580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496862 Feb 19 03:32:04.681728 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3514e4e-5815-43c3-b493-a265db1eae02 req-c3471bb7-8fa6-43b7-9210-a4119d9730f8 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:04.683686 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f3514e4e-5815-43c3-b493-a265db1eae02 req-c3471bb7-8fa6-43b7-9210-a4119d9730f8 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d49018c-306a-4cf9-9333-117483e4bad1 HTTP/1.1" status: 200 len: 943 time: 0.0677648 Feb 19 03:32:04.740248 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f3514e4e-5815-43c3-b493-a265db1eae02 req-add9917a-ac9b-44d7-a042-8d79579d361e tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8f8d138-d7be-4ab5-8c11-0b7d0c03b580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495412 Feb 19 03:32:05.866912 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64a0620-60ff-4360-97db-78c583f9faf8 req-cd1325b3-968e-4921-9b81-2c134bac8c86 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:05.868421 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f64a0620-60ff-4360-97db-78c583f9faf8 req-cd1325b3-968e-4921-9b81-2c134bac8c86 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d49018c-306a-4cf9-9333-117483e4bad1 HTTP/1.1" status: 200 len: 943 time: 0.0549619 Feb 19 03:32:05.917676 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f64a0620-60ff-4360-97db-78c583f9faf8 req-f5baa12c-83ea-40e8-b1fe-6da8ef70712c tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8f8d138-d7be-4ab5-8c11-0b7d0c03b580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433655 Feb 19 03:32:07.045277 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d736a4a-ce59-4ce5-8aee-632e3dba6591 req-699b3cc8-4c30-4107-8814-90d6bd4c5672 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:07.046787 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7d736a4a-ce59-4ce5-8aee-632e3dba6591 req-699b3cc8-4c30-4107-8814-90d6bd4c5672 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d49018c-306a-4cf9-9333-117483e4bad1 HTTP/1.1" status: 200 len: 943 time: 0.0576584 Feb 19 03:32:07.097172 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7d736a4a-ce59-4ce5-8aee-632e3dba6591 req-4fb58189-4c9e-439c-bb50-9e0bcddadc2a tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8f8d138-d7be-4ab5-8c11-0b7d0c03b580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446024 Feb 19 03:32:08.233467 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d5b01f-1213-4cb5-a079-aad41c7a53d0 req-9c0bcb6f-b351-46f6-a06d-52f3479de4dd tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:08.235012 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-89d5b01f-1213-4cb5-a079-aad41c7a53d0 req-9c0bcb6f-b351-46f6-a06d-52f3479de4dd tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d49018c-306a-4cf9-9333-117483e4bad1 HTTP/1.1" status: 200 len: 943 time: 0.0548205 Feb 19 03:32:08.286880 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-89d5b01f-1213-4cb5-a079-aad41c7a53d0 req-7a27aee3-fae1-4c3f-a0b8-30f76413e9a1 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8f8d138-d7be-4ab5-8c11-0b7d0c03b580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459542 Feb 19 03:32:09.416767 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96982649-df21-4e6c-9dc0-364537d2e920 req-a7be352d-ffb2-405f-9fa9-da7554d41d70 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:09.418369 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-96982649-df21-4e6c-9dc0-364537d2e920 req-a7be352d-ffb2-405f-9fa9-da7554d41d70 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d49018c-306a-4cf9-9333-117483e4bad1 HTTP/1.1" status: 200 len: 943 time: 0.0568981 Feb 19 03:32:09.473878 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-96982649-df21-4e6c-9dc0-364537d2e920 req-390fa3a3-ddc2-4e06-a8b8-291f11e1fb2d tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8f8d138-d7be-4ab5-8c11-0b7d0c03b580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496216 Feb 19 03:32:10.596543 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4830828b-7171-46af-af2e-f3af8cfd5983 req-9cacee2b-428b-4ada-bfcd-4eff9d47a981 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:10.598191 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4830828b-7171-46af-af2e-f3af8cfd5983 req-9cacee2b-428b-4ada-bfcd-4eff9d47a981 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d49018c-306a-4cf9-9333-117483e4bad1 HTTP/1.1" status: 200 len: 943 time: 0.0537448 Feb 19 03:32:10.648940 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4830828b-7171-46af-af2e-f3af8cfd5983 req-58ea1dda-059a-4e60-a453-c05edb06d58b tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8f8d138-d7be-4ab5-8c11-0b7d0c03b580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442128 Feb 19 03:32:11.768290 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831f4c78-57cd-4a7a-8307-6535fd4e3d3f req-b6c731f3-c742-4738-9a05-65d36e167b15 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:11.769811 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-831f4c78-57cd-4a7a-8307-6535fd4e3d3f req-b6c731f3-c742-4738-9a05-65d36e167b15 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d49018c-306a-4cf9-9333-117483e4bad1 HTTP/1.1" status: 200 len: 943 time: 0.0527198 Feb 19 03:32:11.818654 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-831f4c78-57cd-4a7a-8307-6535fd4e3d3f req-4e9e7230-206a-428d-a8a7-f0a3f2ce467b tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8f8d138-d7be-4ab5-8c11-0b7d0c03b580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430675 Feb 19 03:32:12.942290 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d53a7a-f6b1-4a90-9243-590b3719a9a7 req-b8679b5e-8969-4bba-9901-a99ede781ca0 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:12.943765 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-19d53a7a-f6b1-4a90-9243-590b3719a9a7 req-b8679b5e-8969-4bba-9901-a99ede781ca0 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d49018c-306a-4cf9-9333-117483e4bad1 HTTP/1.1" status: 200 len: 943 time: 0.0566380 Feb 19 03:32:12.992367 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-19d53a7a-f6b1-4a90-9243-590b3719a9a7 req-e7514e18-5a0c-47f2-8724-efdb46e9e7ca tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8f8d138-d7be-4ab5-8c11-0b7d0c03b580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424559 Feb 19 03:32:14.112967 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d86fc1e-7e87-4ac0-8f7c-de472c5a0409 req-278e0276-f9ca-45dd-8c92-b44e80a146f1 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:14.114460 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0d86fc1e-7e87-4ac0-8f7c-de472c5a0409 req-278e0276-f9ca-45dd-8c92-b44e80a146f1 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d49018c-306a-4cf9-9333-117483e4bad1 HTTP/1.1" status: 200 len: 943 time: 0.0526209 Feb 19 03:32:14.162924 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0d86fc1e-7e87-4ac0-8f7c-de472c5a0409 req-3002d7f7-ef60-4128-b6bb-f059660640cb tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8f8d138-d7be-4ab5-8c11-0b7d0c03b580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427878 Feb 19 03:32:15.284733 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26538d15-1e29-4284-b70d-c49904a79a78 req-8754467a-ab22-42ff-81f4-54e9bbf19ca1 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:15.286358 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-26538d15-1e29-4284-b70d-c49904a79a78 req-8754467a-ab22-42ff-81f4-54e9bbf19ca1 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d49018c-306a-4cf9-9333-117483e4bad1 HTTP/1.1" status: 200 len: 943 time: 0.0563955 Feb 19 03:32:15.336911 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-26538d15-1e29-4284-b70d-c49904a79a78 req-08fe9357-4c79-4069-b8a8-336e4fa0e547 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8f8d138-d7be-4ab5-8c11-0b7d0c03b580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440660 Feb 19 03:32:15.574549 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f0840b66-368b-4ad1-82be-ed2a8166e838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:16.376821 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c881c433-53d7-4243-8a21-aa77c18e908c req-625db4d0-a92f-4720-bc39-37a2102d5253 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=12c6f5ca-1b13-448c-9d25-6433db41c1c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0436666 Feb 19 03:32:16.465802 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0e23cd-863a-4237-8852-1609042e6ce0 req-cbc49b41-7140-4ac1-b872-b5b1562ba918 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:16.467312 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7c0e23cd-863a-4237-8852-1609042e6ce0 req-cbc49b41-7140-4ac1-b872-b5b1562ba918 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d49018c-306a-4cf9-9333-117483e4bad1 HTTP/1.1" status: 200 len: 943 time: 0.0608332 Feb 19 03:32:16.485325 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c881c433-53d7-4243-8a21-aa77c18e908c req-3f3e6682-73d3-4cfc-9e08-827a9eb8a78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:16.486797 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c881c433-53d7-4243-8a21-aa77c18e908c req-3f3e6682-73d3-4cfc-9e08-827a9eb8a78f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9e3fc42b566540c3af4ee0d2d027feba&device_id=12c6f5ca-1b13-448c-9d25-6433db41c1c6 HTTP/1.1" status: 200 len: 1166 time: 0.0437961 Feb 19 03:32:16.518003 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7c0e23cd-863a-4237-8852-1609042e6ce0 req-d508e638-5ea5-47bb-850c-54415626704a tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8f8d138-d7be-4ab5-8c11-0b7d0c03b580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451715 Feb 19 03:32:16.593481 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c881c433-53d7-4243-8a21-aa77c18e908c req-2bf3c21e-ac4f-466a-b3ee-5b8d6dc1479e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:16.594945 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c881c433-53d7-4243-8a21-aa77c18e908c req-2bf3c21e-ac4f-466a-b3ee-5b8d6dc1479e service neutron] 10.222.0.82 "GET /v2.0/networks?id=322afcea-fa1e-446e-b2d6-0919f62ed2af HTTP/1.1" status: 200 len: 897 time: 0.0896709 Feb 19 03:32:16.659594 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c881c433-53d7-4243-8a21-aa77c18e908c req-41fd4d3c-a455-43ea-a490-3b6d9022af52 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7f1cc4f2-93c0-4e39-b30c-008444573598 HTTP/1.1" status: 200 len: 1001 time: 0.0576108 Feb 19 03:32:16.706418 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c881c433-53d7-4243-8a21-aa77c18e908c req-d2f30b9c-49b0-40ae-9953-bcc39310d4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:16.707856 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c881c433-53d7-4243-8a21-aa77c18e908c req-d2f30b9c-49b0-40ae-9953-bcc39310d4e0 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e45f9023-3e9d-476c-9ee7-935fadce12ed HTTP/1.1" status: 200 len: 835 time: 0.0419497 Feb 19 03:32:16.762432 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c881c433-53d7-4243-8a21-aa77c18e908c req-2178f0ad-5bed-49c1-b1dc-c518a0e60a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:16.763916 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c881c433-53d7-4243-8a21-aa77c18e908c req-2178f0ad-5bed-49c1-b1dc-c518a0e60a79 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=322afcea-fa1e-446e-b2d6-0919f62ed2af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0485256 Feb 19 03:32:16.852260 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c881c433-53d7-4243-8a21-aa77c18e908c req-0a43d340-e260-4b1c-9d21-4a8a73b3a9f2 service neutron] 10.222.0.82 "GET /v2.0/networks/322afcea-fa1e-446e-b2d6-0919f62ed2af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814128 Feb 19 03:32:16.946358 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c881c433-53d7-4243-8a21-aa77c18e908c req-1c88b7c1-b4c0-40f7-be39-5cb6c08df80b service neutron] 10.222.0.82 "GET /v2.0/networks/322afcea-fa1e-446e-b2d6-0919f62ed2af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864747 Feb 19 03:32:17.638027 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529d0cd0-2b2a-48d7-b16a-379a818e392a req-b4baaa89-e50f-4b9c-812a-ef4d13a61edf tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:17.640121 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-529d0cd0-2b2a-48d7-b16a-379a818e392a req-b4baaa89-e50f-4b9c-812a-ef4d13a61edf tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d49018c-306a-4cf9-9333-117483e4bad1 HTTP/1.1" status: 200 len: 943 time: 0.0542240 Feb 19 03:32:17.697791 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-529d0cd0-2b2a-48d7-b16a-379a818e392a req-627a23f8-807c-430c-b3ab-3830ff8bddb0 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8f8d138-d7be-4ab5-8c11-0b7d0c03b580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522742 Feb 19 03:32:17.749536 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-24dc63b9-3125-4aa7-972e-8b60afc281ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:18.818040 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78882bde-cb7c-4c49-8384-205dc2071fe1 req-97797d84-8c16-4fa3-b62e-eb9128800370 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:18.820288 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-78882bde-cb7c-4c49-8384-205dc2071fe1 req-97797d84-8c16-4fa3-b62e-eb9128800370 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d49018c-306a-4cf9-9333-117483e4bad1 HTTP/1.1" status: 200 len: 943 time: 0.0539708 Feb 19 03:32:18.869147 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-78882bde-cb7c-4c49-8384-205dc2071fe1 req-4e8b90c2-742b-409e-821d-702f099a25f4 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8f8d138-d7be-4ab5-8c11-0b7d0c03b580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434051 Feb 19 03:32:19.387400 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:19.419902 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 8d9f4190-3b99-4da7-80c6-3a2e157270b5 details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:32:19.514610 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 8d9f4190-3b99-4da7-80c6-3a2e157270b5, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=8d9f4190-3b99-4da7-80c6-3a2e157270b5,segment=NetworkSegment(1cc07983-2153-4fea-b2a9-9157e38f7075),segment_id=1cc07983-2153-4fea-b2a9-9157e38f7075)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:32:19.526105 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': '8d9f4190-3b99-4da7-80c6-3a2e157270b5', 'network_id': '48e87e60-6ae2-4eae-a03b-2fd752f397d2', 'port_id': '8d9f4190-3b99-4da7-80c6-3a2e157270b5', 'mac_address': 'fa:16:3e:2a:48:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d8d01f7-c65c-4273-a693-0737e1d5a5eb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:32:19.565538 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 8d9f4190-3b99-4da7-80c6-3a2e157270b5 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:32:19.565923 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (8d9f4190-3b99-4da7-80c6-3a2e157270b5), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:19.578224 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d9f4190-3b99-4da7-80c6-3a2e157270b5 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:32:19.597145 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 8d9f4190-3b99-4da7-80c6-3a2e157270b5, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=8d9f4190-3b99-4da7-80c6-3a2e157270b5,segment=NetworkSegment(1cc07983-2153-4fea-b2a9-9157e38f7075),segment_id=1cc07983-2153-4fea-b2a9-9157e38f7075)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:32:19.601364 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (8d9f4190-3b99-4da7-80c6-3a2e157270b5), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:19.647738 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=8d9f4190-3b99-4da7-80c6-3a2e157270b5,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:20.003944 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['8d9f4190-3b99-4da7-80c6-3a2e157270b5'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:32:20.008070 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b374a6-5918-406c-b833-7339e650b474 req-cf4dc77f-e552-427f-86f6-11bb7cf00582 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:20.009632 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-87b374a6-5918-406c-b833-7339e650b474 req-cf4dc77f-e552-427f-86f6-11bb7cf00582 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d49018c-306a-4cf9-9333-117483e4bad1 HTTP/1.1" status: 200 len: 944 time: 0.0689726 Feb 19 03:32:20.059431 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-87b374a6-5918-406c-b833-7339e650b474 req-20f3ccdc-163d-4b21-b42d-3fd34209c4af tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8f8d138-d7be-4ab5-8c11-0b7d0c03b580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442150 Feb 19 03:32:20.564892 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:20.573890 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 48758) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:20.669039 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-96484616-41a5-43d5-9628-5e94a534075a tempest-TestSecurityGroupsBasicOps-1076606756 tempest-TestSecurityGroupsBasicOps-1076606756-project-admin] 10.222.0.72 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2673 time: 0.0939388 Feb 19 03:32:20.672054 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 48760) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:20.676771 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-2ff94c30-055c-4da9-a3c9-c314f13a991c tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Request body: {'network': {'name': 'tempest-network-smoke--158489874', 'project_id': '9e3fc42b566540c3af4ee0d2d027feba', 'port_security_enabled': False}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:32:20.696537 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ff94c30-055c-4da9-a3c9-c314f13a991c tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Made reservation on behalf of 9e3fc42b566540c3af4ee0d2d027feba for: {'network': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:32:20.700399 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2ff94c30-055c-4da9-a3c9-c314f13a991c tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:20.724444 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ff94c30-055c-4da9-a3c9-c314f13a991c tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] vlan segment allocate from pool success with {'vlan_id': 263, 'physical_network': 'physnet1'} {{(pid=103701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:32:20.735965 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2ff94c30-055c-4da9-a3c9-c314f13a991c tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (87014270-eb1e-4905-a325-da2e52f77d84), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:20.736308 n-d-826753-2 neutron-server[103701]: INFO neutron.db.segments_db [None req-2ff94c30-055c-4da9-a3c9-c314f13a991c tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Added segment 87014270-eb1e-4905-a325-da2e52f77d84 of type vlan for network f5ee380f-4c52-49a9-b61c-17e37042266c Feb 19 03:32:20.777032 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2ff94c30-055c-4da9-a3c9-c314f13a991c tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (f5ee380f-4c52-49a9-b61c-17e37042266c), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:20.805809 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2ff94c30-055c-4da9-a3c9-c314f13a991c tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (f5ee380f-4c52-49a9-b61c-17e37042266c), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:20.810839 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff94c30-055c-4da9-a3c9-c314f13a991c tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:20.811424 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2ff94c30-055c-4da9-a3c9-c314f13a991c tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:20.866712 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-2ff94c30-055c-4da9-a3c9-c314f13a991c tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1934977 Feb 19 03:32:20.870249 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48764) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:20.876085 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-f7fe3a36-cd96-4408-b4ea-184571488bfb tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1540781490', 'admin_state_up': True, 'project_id': '9e3fc42b566540c3af4ee0d2d027feba', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:32:20.884802 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff94c30-055c-4da9-a3c9-c314f13a991c tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Pushing event updated for resources: {'Network': ['ID=f5ee380f-4c52-49a9-b61c-17e37042266c,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:20.895835 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network f5ee380f-4c52-49a9-b61c-17e37042266c details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:32:20.899009 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f7fe3a36-cd96-4408-b4ea-184571488bfb tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14172'] for router (8dc7d36b-f148-411e-aa44-09eedd3c5d08), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:20.900048 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f7fe3a36-cd96-4408-b4ea-184571488bfb tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16317487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16285822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16309985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14247'] for router (8dc7d36b-f148-411e-aa44-09eedd3c5d08), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:20.955336 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f7fe3a36-cd96-4408-b4ea-184571488bfb tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks [] for router_controller (8dc7d36b-f148-411e-aa44-09eedd3c5d08), precommit_add_association {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:21.109180 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f7fe3a36-cd96-4408-b4ea-184571488bfb tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks [] for router_gateway (8dc7d36b-f148-411e-aa44-09eedd3c5d08), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:21.190242 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e451ff-3da5-4b09-a561-3fa96aec8d11 req-6d068c5b-1e69-4cca-99eb-cfa67ea0ea7e tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:21.191761 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-06e451ff-3da5-4b09-a561-3fa96aec8d11 req-6d068c5b-1e69-4cca-99eb-cfa67ea0ea7e tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d49018c-306a-4cf9-9333-117483e4bad1 HTTP/1.1" status: 200 len: 944 time: 0.0557294 Feb 19 03:32:21.241826 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-06e451ff-3da5-4b09-a561-3fa96aec8d11 req-ea634d7f-40a2-465a-aad4-29a131fd3cf4 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8f8d138-d7be-4ab5-8c11-0b7d0c03b580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442879 Feb 19 03:32:21.311724 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f7fe3a36-cd96-4408-b4ea-184571488bfb tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks [] for router_gateway (8dc7d36b-f148-411e-aa44-09eedd3c5d08), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:21.333717 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f7fe3a36-cd96-4408-b4ea-184571488bfb tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:21.433593 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-f7fe3a36-cd96-4408-b4ea-184571488bfb tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Allocated IP 172.25.6.170 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/48f2ee57-bbcb-4c05-a7a4-20c97e1a1070) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:32:21.443144 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 8d9f4190-3b99-4da7-80c6-3a2e157270b5 up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:32:21.492903 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning for port 8d9f4190-3b99-4da7-80c6-3a2e157270b5 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:32:21.497022 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port 8d9f4190-3b99-4da7-80c6-3a2e157270b5 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:32:21.497417 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (8d9f4190-3b99-4da7-80c6-3a2e157270b5), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:21.540482 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f7fe3a36-cd96-4408-b4ea-184571488bfb tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks [] for port (48f2ee57-bbcb-4c05-a7a4-20c97e1a1070), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:21.575136 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f7fe3a36-cd96-4408-b4ea-184571488bfb tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (48f2ee57-bbcb-4c05-a7a4-20c97e1a1070), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:21.577409 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 8d9f4190-3b99-4da7-80c6-3a2e157270b5 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:32:21.577913 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (8d9f4190-3b99-4da7-80c6-3a2e157270b5), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:21.601896 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d49018c-306a-4cf9-9333-117483e4bad1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d9f4190-3b99-4da7-80c6-3a2e157270b5'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:32:21.604143 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ee67e68-5694-48f2-bcca-90fb1f918dd8" -d '{"events": [{"server_uuid": "7d49018c-306a-4cf9-9333-117483e4bad1", "name": "network-vif-plugged", "status": "completed", "tag": "8d9f4190-3b99-4da7-80c6-3a2e157270b5"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:32:21.614868 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7fe3a36-cd96-4408-b4ea-184571488bfb tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:32:21.618133 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 8d9f4190-3b99-4da7-80c6-3a2e157270b5, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=8d9f4190-3b99-4da7-80c6-3a2e157270b5,segment=NetworkSegment(1cc07983-2153-4fea-b2a9-9157e38f7075),segment_id=1cc07983-2153-4fea-b2a9-9157e38f7075)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:32:21.622659 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (8d9f4190-3b99-4da7-80c6-3a2e157270b5), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:21.623033 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-f7fe3a36-cd96-4408-b4ea-184571488bfb tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:32:21.626607 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fe3a36-cd96-4408-b4ea-184571488bfb tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:32:21.656085 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fe3a36-cd96-4408-b4ea-184571488bfb tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Pushing event updated for resources: {'Port': ['ID=48f2ee57-bbcb-4c05-a7a4-20c97e1a1070,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:21.670108 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fe3a36-cd96-4408-b4ea-184571488bfb tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:32:21.670765 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fe3a36-cd96-4408-b4ea-184571488bfb tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:32:21.671382 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fe3a36-cd96-4408-b4ea-184571488bfb tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:32:21.671689 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=8d9f4190-3b99-4da7-80c6-3a2e157270b5,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:21.671817 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fe3a36-cd96-4408-b4ea-184571488bfb tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:32:21.672043 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fe3a36-cd96-4408-b4ea-184571488bfb tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:32:21.672372 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fe3a36-cd96-4408-b4ea-184571488bfb tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:32:21.672708 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fe3a36-cd96-4408-b4ea-184571488bfb tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:32:21.673045 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fe3a36-cd96-4408-b4ea-184571488bfb tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:32:21.673370 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fe3a36-cd96-4408-b4ea-184571488bfb tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:32:21.674336 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fe3a36-cd96-4408-b4ea-184571488bfb tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:32:21.674695 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fe3a36-cd96-4408-b4ea-184571488bfb tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:32:21.675022 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fe3a36-cd96-4408-b4ea-184571488bfb tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:32:21.675345 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fe3a36-cd96-4408-b4ea-184571488bfb tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:32:21.724485 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df90afcd-c229-4fe7-8100-061ff2a37378 x-openstack-request-id: req-df90afcd-c229-4fe7-8100-061ff2a37378 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:32:21.724883 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d49018c-306a-4cf9-9333-117483e4bad1", "name": "network-vif-plugged", "status": "completed", "tag": "8d9f4190-3b99-4da7-80c6-3a2e157270b5", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:32:21.725257 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-df90afcd-c229-4fe7-8100-061ff2a37378 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:32:21.725755 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d49018c-306a-4cf9-9333-117483e4bad1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d9f4190-3b99-4da7-80c6-3a2e157270b5', 'code': 200} Feb 19 03:32:21.933790 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d69ba8-97af-4fe1-b472-4dda271b8d9e req-8ca897d9-78e1-42dc-8e9f-ca6e01a8a3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:21.935205 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-34d69ba8-97af-4fe1-b472-4dda271b8d9e req-8ca897d9-78e1-42dc-8e9f-ca6e01a8a3f8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7d49018c-306a-4cf9-9333-117483e4bad1 HTTP/1.1" status: 200 len: 1127 time: 0.0916984 Feb 19 03:32:21.939836 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f7fe3a36-cd96-4408-b4ea-184571488bfb tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks [] for router_gateway (8dc7d36b-f148-411e-aa44-09eedd3c5d08), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:22.000285 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:22.027968 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-34d69ba8-97af-4fe1-b472-4dda271b8d9e req-c406ebf6-9c6c-4e08-83b6-2ff2235b9736 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c8f8d138-d7be-4ab5-8c11-0b7d0c03b580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860825 Feb 19 03:32:22.173735 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f7fe3a36-cd96-4408-b4ea-184571488bfb tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16317478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865'] for router (8dc7d36b-f148-411e-aa44-09eedd3c5d08), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:22.306338 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7fe3a36-cd96-4408-b4ea-184571488bfb tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Router 8dc7d36b-f148-411e-aa44-09eedd3c5d08 is scheduled to L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd with binding_index 1 {{(pid=103702) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:32:22.369379 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0bf02b-c81f-4d78-87fe-7fbc475b3fc5 req-8d369571-5c8e-4879-a8db-9069e0f32cd1 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:22.370914 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1a0bf02b-c81f-4d78-87fe-7fbc475b3fc5 req-8d369571-5c8e-4879-a8db-9069e0f32cd1 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d49018c-306a-4cf9-9333-117483e4bad1 HTTP/1.1" status: 200 len: 945 time: 0.0598307 Feb 19 03:32:22.419276 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7fe3a36-cd96-4408-b4ea-184571488bfb tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:32:22.423781 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1a0bf02b-c81f-4d78-87fe-7fbc475b3fc5 req-ed122119-4a6e-489f-a358-a2465cdb98b1 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8f8d138-d7be-4ab5-8c11-0b7d0c03b580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472035 Feb 19 03:32:22.431447 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d385a6e9-7c0d-4c23-bbf0-2ae799c1e34b None None] Sync routers for ids ['8dc7d36b-f148-411e-aa44-09eedd3c5d08'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:32:22.444959 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f7fe3a36-cd96-4408-b4ea-184571488bfb tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:22.445996 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d385a6e9-7c0d-4c23-bbf0-2ae799c1e34b None None] Routers {'8dc7d36b-f148-411e-aa44-09eedd3c5d08'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:32:22.446436 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-f7fe3a36-cd96-4408-b4ea-184571488bfb tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5744357 Feb 19 03:32:22.446712 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-d385a6e9-7c0d-4c23-bbf0-2ae799c1e34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:32:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['8dc7d36b-f148-411e-aa44-09eedd3c5d08'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:32:22.449935 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48774) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:22.539264 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-352ee23d-297e-47d7-b397-2a726eeab4ef tempest-TestSecurityGroupsBasicOps-1076606756 tempest-TestSecurityGroupsBasicOps-1076606756-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:22.540705 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-352ee23d-297e-47d7-b397-2a726eeab4ef tempest-TestSecurityGroupsBasicOps-1076606756 tempest-TestSecurityGroupsBasicOps-1076606756-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=9e3fc42b566540c3af4ee0d2d027feba&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0898311 Feb 19 03:32:22.543486 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48776) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:22.569153 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-d385a6e9-7c0d-4c23-bbf0-2ae799c1e34b None None] Set router 8dc7d36b-f148-411e-aa44-09eedd3c5d08 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:32:22.700839 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c33c8d7-d273-4063-aa96-91c5941c96e3 tempest-TestSecurityGroupsBasicOps-1076606756 tempest-TestSecurityGroupsBasicOps-1076606756-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:22.702772 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-5c33c8d7-d273-4063-aa96-91c5941c96e3 tempest-TestSecurityGroupsBasicOps-1076606756 tempest-TestSecurityGroupsBasicOps-1076606756-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1582747 Feb 19 03:32:22.705508 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48778) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:22.740814 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-8b4e3220-3e73-40f0-903c-f7b9534c539b tempest-TestSecurityGroupsBasicOps-1076606756 tempest-TestSecurityGroupsBasicOps-1076606756-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=eaf64708-9021-419e-b287-ef3e0f51e2ee&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0341351 Feb 19 03:32:22.743516 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48780) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:22.754127 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-d385a6e9-7c0d-4c23-bbf0-2ae799c1e34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dc7d36b-f148-411e-aa44-09eedd3c5d08', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1540781490', 'tenant_id': '9e3fc42b566540c3af4ee0d2d027feba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '48f2ee57-bbcb-4c05-a7a4-20c97e1a1070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:32:20Z', 'updated_at': '2022-02-19T03:32:21Z', 'revision_number': 3, 'project_id': '9e3fc42b566540c3af4ee0d2d027feba', 'gw_port': {'id': '48f2ee57-bbcb-4c05-a7a4-20c97e1a1070', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:83:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dc7d36b-f148-411e-aa44-09eedd3c5d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:32:21Z', 'updated_at': '2022-02-19T03:32:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:32:22.776168 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-ee0db7bf-5c94-4bb9-b6bc-debe59266cc7 tempest-TestSecurityGroupsBasicOps-1076606756 tempest-TestSecurityGroupsBasicOps-1076606756-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=9e3fc42b566540c3af4ee0d2d027feba&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0315344 Feb 19 03:32:22.778619 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48782) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:22.781346 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d385a6e9-7c0d-4c23-bbf0-2ae799c1e34b None None] Checking router: 8dc7d36b-f148-411e-aa44-09eedd3c5d08 for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:32:22.781690 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d385a6e9-7c0d-4c23-bbf0-2ae799c1e34b None None] Updating router 8dc7d36b-f148-411e-aa44-09eedd3c5d08 port 48f2ee57-bbcb-4c05-a7a4-20c97e1a1070 binding host n-d-826753-2 {{(pid=103704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:32:22.789593 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:22.808673 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-d385a6e9-7c0d-4c23-bbf0-2ae799c1e34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (48f2ee57-bbcb-4c05-a7a4-20c97e1a1070), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:22.864850 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74fd2f05-6cbc-4c9e-87a7-fe29b922eb31 tempest-TestSecurityGroupsBasicOps-1076606756 tempest-TestSecurityGroupsBasicOps-1076606756-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:22.867089 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-74fd2f05-6cbc-4c9e-87a7-fe29b922eb31 tempest-TestSecurityGroupsBasicOps-1076606756 tempest-TestSecurityGroupsBasicOps-1076606756-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0874462 Feb 19 03:32:22.869906 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48784) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:22.898845 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-6a635e74-c3e4-44c1-8258-e160022a4688 tempest-TestSecurityGroupsBasicOps-1076606756 tempest-TestSecurityGroupsBasicOps-1076606756-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=eaf64708-9021-419e-b287-ef3e0f51e2ee&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278549 Feb 19 03:32:22.901472 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48786) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:22.906097 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-75d372af-55c9-4413-8aa1-3e8be103013c tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1921030743', 'network_id': 'f5ee380f-4c52-49a9-b61c-17e37042266c', 'project_id': '9e3fc42b566540c3af4ee0d2d027feba', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:32:23.003891 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75d372af-55c9-4413-8aa1-3e8be103013c tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Made reservation on behalf of 9e3fc42b566540c3af4ee0d2d027feba for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:32:23.007828 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-75d372af-55c9-4413-8aa1-3e8be103013c tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:23.065526 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-d385a6e9-7c0d-4c23-bbf0-2ae799c1e34b None None] Publish callbacks [] for port (48f2ee57-bbcb-4c05-a7a4-20c97e1a1070), precommit_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:23.071008 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-d385a6e9-7c0d-4c23-bbf0-2ae799c1e34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (48f2ee57-bbcb-4c05-a7a4-20c97e1a1070), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:23.124095 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1ac13a-b004-4a7d-982a-472249dc3199 None None] Pushing event updated for resources: {'Port': ['ID=48f2ee57-bbcb-4c05-a7a4-20c97e1a1070,revision_number=2']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:23.126341 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-d385a6e9-7c0d-4c23-bbf0-2ae799c1e34b None None] Attempting to bind port 48f2ee57-bbcb-4c05-a7a4-20c97e1a1070 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:32:23.126799 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-d385a6e9-7c0d-4c23-bbf0-2ae799c1e34b None None] Attempting to bind port 48f2ee57-bbcb-4c05-a7a4-20c97e1a1070 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:32:23.127169 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d385a6e9-7c0d-4c23-bbf0-2ae799c1e34b None None] Attempting to bind port 48f2ee57-bbcb-4c05-a7a4-20c97e1a1070 on network eaf64708-9021-419e-b287-ef3e0f51e2ee {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:32:23.133591 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d385a6e9-7c0d-4c23-bbf0-2ae799c1e34b None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:32:23.133967 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d385a6e9-7c0d-4c23-bbf0-2ae799c1e34b None None] Checking segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:32:23.134367 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-d385a6e9-7c0d-4c23-bbf0-2ae799c1e34b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:23.134756 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d385a6e9-7c0d-4c23-bbf0-2ae799c1e34b None None] Bound using segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:32:23.135226 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-d385a6e9-7c0d-4c23-bbf0-2ae799c1e34b None None] Bound port: 48f2ee57-bbcb-4c05-a7a4-20c97e1a1070, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:32:23.135598 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-d385a6e9-7c0d-4c23-bbf0-2ae799c1e34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (48f2ee57-bbcb-4c05-a7a4-20c97e1a1070), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:23.189421 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-d385a6e9-7c0d-4c23-bbf0-2ae799c1e34b None None] For port 48f2ee57-bbcb-4c05-a7a4-20c97e1a1070, host n-d-826753-2, cleared binding levels {{(pid=103704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:32:23.192398 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-d385a6e9-7c0d-4c23-bbf0-2ae799c1e34b None None] For port 48f2ee57-bbcb-4c05-a7a4-20c97e1a1070, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=48f2ee57-bbcb-4c05-a7a4-20c97e1a1070,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:32:23.199098 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-d385a6e9-7c0d-4c23-bbf0-2ae799c1e34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (48f2ee57-bbcb-4c05-a7a4-20c97e1a1070), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:23.202019 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-75d372af-55c9-4413-8aa1-3e8be103013c tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (01336453-ccc4-4ad0-8e5c-9e2b4a62e926), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:23.259878 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1ac13a-b004-4a7d-982a-472249dc3199 None None] Pushing event updated for resources: {'Port': ['ID=48f2ee57-bbcb-4c05-a7a4-20c97e1a1070,revision_number=3']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:23.262324 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d372af-55c9-4413-8aa1-3e8be103013c tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Pushing event updated for resources: {'Subnet': ['ID=01336453-ccc4-4ad0-8e5c-9e2b4a62e926,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:23.264546 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d385a6e9-7c0d-4c23-bbf0-2ae799c1e34b None None] Routers {'8dc7d36b-f148-411e-aa44-09eedd3c5d08'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:32:23.265189 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-d385a6e9-7c0d-4c23-bbf0-2ae799c1e34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:32:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['8dc7d36b-f148-411e-aa44-09eedd3c5d08'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:32:23.276043 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d372af-55c9-4413-8aa1-3e8be103013c tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Checking segment: {'id': '87014270-eb1e-4905-a325-da2e52f77d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'f5ee380f-4c52-49a9-b61c-17e37042266c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:32:23.276390 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d372af-55c9-4413-8aa1-3e8be103013c tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Network hostable DHCP agents. Network: f5ee380f-4c52-49a9-b61c-17e37042266c, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:32:23.306334 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d372af-55c9-4413-8aa1-3e8be103013c tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Network f5ee380f-4c52-49a9-b61c-17e37042266c is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:32:23.320825 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-75d372af-55c9-4413-8aa1-3e8be103013c tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, f5ee380f-4c52-49a9-b61c-17e37042266c) {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:32:23.324878 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d372af-55c9-4413-8aa1-3e8be103013c tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:23.325508 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-75d372af-55c9-4413-8aa1-3e8be103013c tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:23.332844 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b39571-c1dd-4058-b70d-281a3bd6da75 None None] Network f5ee380f-4c52-49a9-b61c-17e37042266c requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:32:23.345468 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-75d372af-55c9-4413-8aa1-3e8be103013c tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4412644 Feb 19 03:32:23.346510 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48788) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:23.380537 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-d385a6e9-7c0d-4c23-bbf0-2ae799c1e34b None None] Set router 8dc7d36b-f148-411e-aa44-09eedd3c5d08 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:32:23.499805 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f882fa-07e0-470a-a0da-7b02a0e9bf35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-f5ee380f-4c52-49a9-b61c-17e37042266c', 'network_id': 'f5ee380f-4c52-49a9-b61c-17e37042266c', 'project_id': '9e3fc42b566540c3af4ee0d2d027feba', 'fixed_ips': [{'subnet_id': '01336453-ccc4-4ad0-8e5c-9e2b4a62e926'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:32:23.501119 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-a4f882fa-07e0-470a-a0da-7b02a0e9bf35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:23.617211 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f13932-9b30-45cb-927a-ad2f4ddd0394 req-3be105fc-df01-4d15-a988-651cec869a7c tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:23.620303 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-69f13932-9b30-45cb-927a-ad2f4ddd0394 req-3be105fc-df01-4d15-a988-651cec869a7c tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d49018c-306a-4cf9-9333-117483e4bad1 HTTP/1.1" status: 200 len: 945 time: 0.0759451 Feb 19 03:32:23.680459 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-69f13932-9b30-45cb-927a-ad2f4ddd0394 req-20cb6700-2409-4733-8ff2-0d16bba42e98 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8f8d138-d7be-4ab5-8c11-0b7d0c03b580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539150 Feb 19 03:32:23.684199 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-a4f882fa-07e0-470a-a0da-7b02a0e9bf35 None None] Allocated IP 172.20.0.18 (f5ee380f-4c52-49a9-b61c-17e37042266c/01336453-ccc4-4ad0-8e5c-9e2b4a62e926/9bc1d3d5-36aa-4108-9bc0-1b14f9c18387) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:32:23.737050 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-d385a6e9-7c0d-4c23-bbf0-2ae799c1e34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dc7d36b-f148-411e-aa44-09eedd3c5d08', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1540781490', 'tenant_id': '9e3fc42b566540c3af4ee0d2d027feba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '48f2ee57-bbcb-4c05-a7a4-20c97e1a1070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:32:20Z', 'updated_at': '2022-02-19T03:32:21Z', 'revision_number': 3, 'project_id': '9e3fc42b566540c3af4ee0d2d027feba', 'gw_port': {'id': '48f2ee57-bbcb-4c05-a7a4-20c97e1a1070', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:83:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dc7d36b-f148-411e-aa44-09eedd3c5d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:32:21Z', 'updated_at': '2022-02-19T03:32:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:32:23.775517 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d385a6e9-7c0d-4c23-bbf0-2ae799c1e34b None None] The sync data for ids ['8dc7d36b-f148-411e-aa44-09eedd3c5d08'] in n-d-826753-2 is: [{'id': '8dc7d36b-f148-411e-aa44-09eedd3c5d08', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1540781490', 'tenant_id': '9e3fc42b566540c3af4ee0d2d027feba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '48f2ee57-bbcb-4c05-a7a4-20c97e1a1070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:32:20Z', 'updated_at': '2022-02-19T03:32:21Z', 'revision_number': 3, 'project_id': '9e3fc42b566540c3af4ee0d2d027feba', 'gw_port': {'id': '48f2ee57-bbcb-4c05-a7a4-20c97e1a1070', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:83:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dc7d36b-f148-411e-aa44-09eedd3c5d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:32:21Z', 'updated_at': '2022-02-19T03:32:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:32:23.845034 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9636e21-53ec-4455-8e53-c4108286f788 req-0a1bba23-9cbd-49c5-ac59-0a150edd5208 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:23.846702 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e9636e21-53ec-4455-8e53-c4108286f788 req-0a1bba23-9cbd-49c5-ac59-0a150edd5208 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d49018c-306a-4cf9-9333-117483e4bad1 HTTP/1.1" status: 200 len: 945 time: 0.0856061 Feb 19 03:32:23.863356 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-a4f882fa-07e0-470a-a0da-7b02a0e9bf35 None None] Publish callbacks [] for port (9bc1d3d5-36aa-4108-9bc0-1b14f9c18387), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:23.872364 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-a4f882fa-07e0-470a-a0da-7b02a0e9bf35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (9bc1d3d5-36aa-4108-9bc0-1b14f9c18387), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:23.912987 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e9636e21-53ec-4455-8e53-c4108286f788 req-5ce738ef-6f44-4948-a597-23cea1cec27d tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8f8d138-d7be-4ab5-8c11-0b7d0c03b580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596449 Feb 19 03:32:23.924047 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f882fa-07e0-470a-a0da-7b02a0e9bf35 None None] Network f5ee380f-4c52-49a9-b61c-17e37042266c is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:32:23.925687 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-a4f882fa-07e0-470a-a0da-7b02a0e9bf35 None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:32:23.929170 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f882fa-07e0-470a-a0da-7b02a0e9bf35 None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:32:23.931275 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 48794) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:23.964629 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f882fa-07e0-470a-a0da-7b02a0e9bf35 None None] Pushing event updated for resources: {'Port': ['ID=9bc1d3d5-36aa-4108-9bc0-1b14f9c18387,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:23.986089 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f52e21-30b4-492d-912a-133db8bfd709 tempest-TestVolumeBootPattern-767202616 tempest-TestVolumeBootPattern-767202616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:23.987937 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-98f52e21-30b4-492d-912a-133db8bfd709 tempest-TestVolumeBootPattern-767202616 tempest-TestVolumeBootPattern-767202616-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=7d49018c-306a-4cf9-9333-117483e4bad1 HTTP/1.1" status: 200 len: 1122 time: 0.0553198 Feb 19 03:32:23.991329 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 48796) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:23.995927 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-b9ad7a11-7745-4fc6-8847-f137793fc7b9 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Request body: {'floatingip': {'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'port_id': '8d9f4190-3b99-4da7-80c6-3a2e157270b5', 'tenant_id': '8257d05cb054404db31cec3bbb71493a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:32:24.004821 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-a4f882fa-07e0-470a-a0da-7b02a0e9bf35 None None] Attempting to bind port 9bc1d3d5-36aa-4108-9bc0-1b14f9c18387 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:32:24.005951 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-a4f882fa-07e0-470a-a0da-7b02a0e9bf35 None None] Attempting to bind port 9bc1d3d5-36aa-4108-9bc0-1b14f9c18387 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '87014270-eb1e-4905-a325-da2e52f77d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'f5ee380f-4c52-49a9-b61c-17e37042266c'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:32:24.005951 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f882fa-07e0-470a-a0da-7b02a0e9bf35 None None] Attempting to bind port 9bc1d3d5-36aa-4108-9bc0-1b14f9c18387 on network f5ee380f-4c52-49a9-b61c-17e37042266c {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:32:24.011487 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f882fa-07e0-470a-a0da-7b02a0e9bf35 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:32:24.012319 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f882fa-07e0-470a-a0da-7b02a0e9bf35 None None] Checking segment: {'id': '87014270-eb1e-4905-a325-da2e52f77d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'f5ee380f-4c52-49a9-b61c-17e37042266c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:32:24.012449 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-a4f882fa-07e0-470a-a0da-7b02a0e9bf35 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:24.012745 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f882fa-07e0-470a-a0da-7b02a0e9bf35 None None] Bound using segment: {'id': '87014270-eb1e-4905-a325-da2e52f77d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'f5ee380f-4c52-49a9-b61c-17e37042266c'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:32:24.013252 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-a4f882fa-07e0-470a-a0da-7b02a0e9bf35 None None] Bound port: 9bc1d3d5-36aa-4108-9bc0-1b14f9c18387, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87014270-eb1e-4905-a325-da2e52f77d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'f5ee380f-4c52-49a9-b61c-17e37042266c'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:32:24.014050 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-a4f882fa-07e0-470a-a0da-7b02a0e9bf35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (9bc1d3d5-36aa-4108-9bc0-1b14f9c18387), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:24.031542 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b9ad7a11-7745-4fc6-8847-f137793fc7b9 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:24.114542 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-a4f882fa-07e0-470a-a0da-7b02a0e9bf35 None None] For port 9bc1d3d5-36aa-4108-9bc0-1b14f9c18387, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:32:24.119937 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-a4f882fa-07e0-470a-a0da-7b02a0e9bf35 None None] For port 9bc1d3d5-36aa-4108-9bc0-1b14f9c18387, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=9bc1d3d5-36aa-4108-9bc0-1b14f9c18387,segment=NetworkSegment(87014270-eb1e-4905-a325-da2e52f77d84),segment_id=87014270-eb1e-4905-a325-da2e52f77d84)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:32:24.129699 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-a4f882fa-07e0-470a-a0da-7b02a0e9bf35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (9bc1d3d5-36aa-4108-9bc0-1b14f9c18387), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:24.191929 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b9ad7a11-7745-4fc6-8847-f137793fc7b9 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:24.214624 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f882fa-07e0-470a-a0da-7b02a0e9bf35 None None] Pushing event updated for resources: {'Port': ['ID=9bc1d3d5-36aa-4108-9bc0-1b14f9c18387,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:24.270610 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-da65b9b4-fae4-419c-91f0-b35ccf091714 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:24.333801 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-b9ad7a11-7745-4fc6-8847-f137793fc7b9 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Allocated IP 172.25.6.118 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/dcefc397-fe1c-4bfa-a28b-71193cf7f801) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:32:24.534898 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b9ad7a11-7745-4fc6-8847-f137793fc7b9 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks [] for port (dcefc397-fe1c-4bfa-a28b-71193cf7f801), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:24.588398 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b9ad7a11-7745-4fc6-8847-f137793fc7b9 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (dcefc397-fe1c-4bfa-a28b-71193cf7f801), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:24.647650 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ad7a11-7745-4fc6-8847-f137793fc7b9 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:32:24.652508 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-b9ad7a11-7745-4fc6-8847-f137793fc7b9 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:32:24.655375 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ad7a11-7745-4fc6-8847-f137793fc7b9 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:32:24.706757 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ad7a11-7745-4fc6-8847-f137793fc7b9 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Pushing event updated for resources: {'Port': ['ID=dcefc397-fe1c-4bfa-a28b-71193cf7f801,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:24.736996 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ad7a11-7745-4fc6-8847-f137793fc7b9 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:32:24.737373 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ad7a11-7745-4fc6-8847-f137793fc7b9 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:32:24.737717 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ad7a11-7745-4fc6-8847-f137793fc7b9 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:32:24.738178 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ad7a11-7745-4fc6-8847-f137793fc7b9 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:32:24.738540 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ad7a11-7745-4fc6-8847-f137793fc7b9 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:32:24.738849 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ad7a11-7745-4fc6-8847-f137793fc7b9 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:32:24.739376 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ad7a11-7745-4fc6-8847-f137793fc7b9 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:32:24.741691 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ad7a11-7745-4fc6-8847-f137793fc7b9 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:32:24.741691 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ad7a11-7745-4fc6-8847-f137793fc7b9 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:32:24.741901 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ad7a11-7745-4fc6-8847-f137793fc7b9 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:32:24.742172 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ad7a11-7745-4fc6-8847-f137793fc7b9 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:32:24.742507 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ad7a11-7745-4fc6-8847-f137793fc7b9 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:32:24.742833 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ad7a11-7745-4fc6-8847-f137793fc7b9 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:32:24.796251 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-da65b9b4-fae4-419c-91f0-b35ccf091714 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Allocated IP 172.20.0.17 (f5ee380f-4c52-49a9-b61c-17e37042266c/01336453-ccc4-4ad0-8e5c-9e2b4a62e926/aee2e50b-107e-42e3-927c-9529ffcb562d) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:32:24.920854 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-da65b9b4-fae4-419c-91f0-b35ccf091714 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks [] for port (aee2e50b-107e-42e3-927c-9529ffcb562d), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:24.958733 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-da65b9b4-fae4-419c-91f0-b35ccf091714 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (aee2e50b-107e-42e3-927c-9529ffcb562d), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:25.001962 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da65b9b4-fae4-419c-91f0-b35ccf091714 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Network f5ee380f-4c52-49a9-b61c-17e37042266c is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:32:25.007021 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-da65b9b4-fae4-419c-91f0-b35ccf091714 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:32:25.009727 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da65b9b4-fae4-419c-91f0-b35ccf091714 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:32:25.054867 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da65b9b4-fae4-419c-91f0-b35ccf091714 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Pushing event updated for resources: {'Port': ['ID=aee2e50b-107e-42e3-927c-9529ffcb562d,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:25.068285 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-da65b9b4-fae4-419c-91f0-b35ccf091714 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16289150'] for router_interface (8dc7d36b-f148-411e-aa44-09eedd3c5d08), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:25.152749 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b9ad7a11-7745-4fc6-8847-f137793fc7b9 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks [] for floatingip (4c929b9e-f483-41b1-a034-a5ff03823436), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:25.238400 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b9ad7a11-7745-4fc6-8847-f137793fc7b9 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (dcefc397-fe1c-4bfa-a28b-71193cf7f801), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:25.275762 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-da65b9b4-fae4-419c-91f0-b35ccf091714 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (aee2e50b-107e-42e3-927c-9529ffcb562d), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:25.499461 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b9ad7a11-7745-4fc6-8847-f137793fc7b9 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks [] for port (dcefc397-fe1c-4bfa-a28b-71193cf7f801), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:25.501966 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 9bc1d3d5-36aa-4108-9bc0-1b14f9c18387 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:32:25.504953 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b9ad7a11-7745-4fc6-8847-f137793fc7b9 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (dcefc397-fe1c-4bfa-a28b-71193cf7f801), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:25.561508 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 9bc1d3d5-36aa-4108-9bc0-1b14f9c18387 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:32:25.561893 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (9bc1d3d5-36aa-4108-9bc0-1b14f9c18387), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:25.622274 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ad7a11-7745-4fc6-8847-f137793fc7b9 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Pushing event updated for resources: {'Port': ['ID=dcefc397-fe1c-4bfa-a28b-71193cf7f801,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:25.639428 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b9ad7a11-7745-4fc6-8847-f137793fc7b9 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16285943'] for floatingip (4c929b9e-f483-41b1-a034-a5ff03823436), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:25.649646 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7fe34c-5c3b-4fc9-a97e-fae4b59c4b71 None None] Network f5ee380f-4c52-49a9-b61c-17e37042266c requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:32:25.650642 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-da65b9b4-fae4-419c-91f0-b35ccf091714 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks [] for port (aee2e50b-107e-42e3-927c-9529ffcb562d), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:25.659069 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-da65b9b4-fae4-419c-91f0-b35ccf091714 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (aee2e50b-107e-42e3-927c-9529ffcb562d), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:25.721760 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 9bc1d3d5-36aa-4108-9bc0-1b14f9c18387 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:32:25.722153 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (9bc1d3d5-36aa-4108-9bc0-1b14f9c18387), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:25.765203 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-7f36c2a0-bd52-4e2a-8884-c5a91a952961 None None] Provisioning complete for port 9bc1d3d5-36aa-4108-9bc0-1b14f9c18387 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:32:25.765573 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-7f36c2a0-bd52-4e2a-8884-c5a91a952961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (9bc1d3d5-36aa-4108-9bc0-1b14f9c18387), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:25.781506 n-d-826753-2 neutron-server[103701]: INFO neutron.db.l3_db [None req-b9ad7a11-7745-4fc6-8847-f137793fc7b9 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Floating IP 4c929b9e-f483-41b1-a034-a5ff03823436 associated. External IP: 172.25.6.118, port: 8d9f4190-3b99-4da7-80c6-3a2e157270b5. Feb 19 03:32:25.794070 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da65b9b4-fae4-419c-91f0-b35ccf091714 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Pushing event updated for resources: {'Port': ['ID=aee2e50b-107e-42e3-927c-9529ffcb562d,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:25.799675 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-da65b9b4-fae4-419c-91f0-b35ccf091714 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16362769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16289258'] for router_interface (8dc7d36b-f148-411e-aa44-09eedd3c5d08), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:25.827672 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port 9bc1d3d5-36aa-4108-9bc0-1b14f9c18387, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=9bc1d3d5-36aa-4108-9bc0-1b14f9c18387,segment=NetworkSegment(87014270-eb1e-4905-a325-da2e52f77d84),segment_id=87014270-eb1e-4905-a325-da2e52f77d84)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:32:25.841389 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (9bc1d3d5-36aa-4108-9bc0-1b14f9c18387), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:25.842509 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 48f2ee57-bbcb-4c05-a7a4-20c97e1a1070 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:32:25.941275 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da65b9b4-fae4-419c-91f0-b35ccf091714 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Network f5ee380f-4c52-49a9-b61c-17e37042266c is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:32:25.942734 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-da65b9b4-fae4-419c-91f0-b35ccf091714 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:32:26.000374 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=9bc1d3d5-36aa-4108-9bc0-1b14f9c18387,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:26.003118 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-7f36c2a0-bd52-4e2a-8884-c5a91a952961 None None] Current status of the port 9bc1d3d5-36aa-4108-9bc0-1b14f9c18387 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:32:26.008372 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 48f2ee57-bbcb-4c05-a7a4-20c97e1a1070 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:32:26.008745 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (48f2ee57-bbcb-4c05-a7a4-20c97e1a1070), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:26.097258 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da65b9b4-fae4-419c-91f0-b35ccf091714 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Router 8dc7d36b-f148-411e-aa44-09eedd3c5d08 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:32:26.115140 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9ad7a11-7745-4fc6-8847-f137793fc7b9 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Router 0968ee23-8036-45f4-8809-145560fe157a has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:32:26.115365 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 48f2ee57-bbcb-4c05-a7a4-20c97e1a1070 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:32:26.115751 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (48f2ee57-bbcb-4c05-a7a4-20c97e1a1070), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:26.139596 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port 48f2ee57-bbcb-4c05-a7a4-20c97e1a1070, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=48f2ee57-bbcb-4c05-a7a4-20c97e1a1070,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:32:26.147833 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (48f2ee57-bbcb-4c05-a7a4-20c97e1a1070), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:26.220618 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=48f2ee57-bbcb-4c05-a7a4-20c97e1a1070,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:26.252968 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da65b9b4-fae4-419c-91f0-b35ccf091714 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:32:26.258721 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-da65b9b4-fae4-419c-91f0-b35ccf091714 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] 10.222.0.72 "PUT /v2.0/routers/8dc7d36b-f148-411e-aa44-09eedd3c5d08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9111187 Feb 19 03:32:26.275706 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e385bccb-6af3-4acd-806a-b2942173b5f2 None None] Sync routers for ids ['8dc7d36b-f148-411e-aa44-09eedd3c5d08'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:32:26.282464 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9ad7a11-7745-4fc6-8847-f137793fc7b9 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:32:26.288541 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e385bccb-6af3-4acd-806a-b2942173b5f2 None None] Routers {'8dc7d36b-f148-411e-aa44-09eedd3c5d08'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:32:26.289344 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-e385bccb-6af3-4acd-806a-b2942173b5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:32:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['8dc7d36b-f148-411e-aa44-09eedd3c5d08'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:32:26.297541 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51352f03-5e23-4bbc-befe-b4193145b358 None None] Sync routers for ids ['0968ee23-8036-45f4-8809-145560fe157a'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:32:26.321153 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b9ad7a11-7745-4fc6-8847-f137793fc7b9 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:26.326033 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51352f03-5e23-4bbc-befe-b4193145b358 None None] Routers {'0968ee23-8036-45f4-8809-145560fe157a'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:32:26.326657 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-51352f03-5e23-4bbc-befe-b4193145b358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:32:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['0968ee23-8036-45f4-8809-145560fe157a'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:32:26.389023 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-b9ad7a11-7745-4fc6-8847-f137793fc7b9 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3855388 Feb 19 03:32:26.389023 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d49018c-306a-4cf9-9333-117483e4bad1', 'tag': '8d9f4190-3b99-4da7-80c6-3a2e157270b5'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:32:26.389023 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a28c169670765dfd2ca98711760e496fb3de7f1e1d9188394cbd565c6d15e29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54939fdb-a9b1-4341-85f3-94cc51f766d9" -d '{"events": [{"name": "network-changed", "server_uuid": "7d49018c-306a-4cf9-9333-117483e4bad1", "tag": "8d9f4190-3b99-4da7-80c6-3a2e157270b5"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:32:26.453570 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-51352f03-5e23-4bbc-befe-b4193145b358 None None] Set router 0968ee23-8036-45f4-8809-145560fe157a gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:32:26.533398 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-e385bccb-6af3-4acd-806a-b2942173b5f2 None None] Set router 8dc7d36b-f148-411e-aa44-09eedd3c5d08 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:32:26.539437 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23ad210b-0f85-4269-9ce5-eae8d5ef45df x-openstack-request-id: req-23ad210b-0f85-4269-9ce5-eae8d5ef45df {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:32:26.539731 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d49018c-306a-4cf9-9333-117483e4bad1", "tag": "8d9f4190-3b99-4da7-80c6-3a2e157270b5", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:32:26.539990 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-23ad210b-0f85-4269-9ce5-eae8d5ef45df {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:32:26.540405 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d49018c-306a-4cf9-9333-117483e4bad1', 'tag': '8d9f4190-3b99-4da7-80c6-3a2e157270b5', 'status': 'completed', 'code': 200} Feb 19 03:32:26.598767 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb7b92c-8ea1-4b70-ba9b-f7a516f2fbe2 req-83cbd9ff-9448-4f68-bbc3-2d4bf840bea3 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:26.600503 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-f564a249-43cc-4dcd-b90d-28957cbb40ec None None] Provisioning complete for port 9bc1d3d5-36aa-4108-9bc0-1b14f9c18387 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:32:26.601132 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f564a249-43cc-4dcd-b90d-28957cbb40ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (9bc1d3d5-36aa-4108-9bc0-1b14f9c18387), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:26.602142 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ecb7b92c-8ea1-4b70-ba9b-f7a516f2fbe2 req-83cbd9ff-9448-4f68-bbc3-2d4bf840bea3 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] 10.222.0.72 "GET /v2.0/networks?id=f5ee380f-4c52-49a9-b61c-17e37042266c HTTP/1.1" status: 200 len: 797 time: 0.1926262 Feb 19 03:32:26.628620 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ecb7b92c-8ea1-4b70-ba9b-f7a516f2fbe2 req-4022675b-ee82-44ef-aeae-b645adafd6f9 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] 10.222.0.72 "GET /v2.0/quotas/9e3fc42b566540c3af4ee0d2d027feba HTTP/1.1" status: 200 len: 375 time: 0.0190127 Feb 19 03:32:26.684018 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:26.695235 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54939fdb-a9b1-4341-85f3-94cc51f766d9 req-5c1be1e6-6673-4fdb-b075-a45c81d74bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:26.698528 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-54939fdb-a9b1-4341-85f3-94cc51f766d9 req-5c1be1e6-6673-4fdb-b075-a45c81d74bcd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8257d05cb054404db31cec3bbb71493a&device_id=7d49018c-306a-4cf9-9333-117483e4bad1 HTTP/1.1" status: 200 len: 1127 time: 0.1031623 Feb 19 03:32:26.717645 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ecb7b92c-8ea1-4b70-ba9b-f7a516f2fbe2 req-b258ef28-d8bd-4894-9634-bddfa3bb87ab tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=9e3fc42b566540c3af4ee0d2d027feba&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0879323 Feb 19 03:32:26.789387 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-51352f03-5e23-4bbc-befe-b4193145b358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0968ee23-8036-45f4-8809-145560fe157a', 'name': 'tempest-TestVolumeBootPattern-409071175-router', 'tenant_id': '8257d05cb054404db31cec3bbb71493a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '66784259-b70b-4223-adef-284071a24f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:21:16Z', 'updated_at': '2022-02-19T03:21:21Z', 'revision_number': 4, 'project_id': '8257d05cb054404db31cec3bbb71493a', 'gw_port': {'id': '66784259-b70b-4223-adef-284071a24f1f', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0968ee23-8036-45f4-8809-145560fe157a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:21:17Z', 'updated_at': '2022-02-19T03:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': '4c929b9e-f483-41b1-a034-a5ff03823436', 'tenant_id': '8257d05cb054404db31cec3bbb71493a', 'floating_ip_address': '172.25.6.118', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': '0968ee23-8036-45f4-8809-145560fe157a', 'port_id': '8d9f4190-3b99-4da7-80c6-3a2e157270b5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48e87e60-6ae2-4eae-a03b-2fd752f397d2', 'mac_address': 'fa:16:3e:2a:48:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d49018c-306a-4cf9-9333-117483e4bad1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:32:24Z', 'updated_at': '2022-02-19T03:32:24Z', 'revision_number': 0, 'project_id': '8257d05cb054404db31cec3bbb71493a', 'fixed_ip_address_scope': None}, {'id': 'a15e02cf-2e6c-4be4-830d-5a3ee0933cf3', 'tenant_id': '8257d05cb054404db31cec3bbb71493a', 'floating_ip_address': '172.25.6.167', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': '0968ee23-8036-45f4-8809-145560fe157a', 'port_id': '01425ed4-1787-4172-a291-51b9e41a866a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3937, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48e87e60-6ae2-4eae-a03b-2fd752f397d2', 'mac_address': 'fa:16:3e:08:b0:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60bc57fc-eac3-474c-bb0c-a36a1045c4a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:30:12Z', 'updated_at': '2022-02-19T03:30:15Z', 'revision_number': 1, 'project_id': '8257d05cb054404db31cec3bbb71493a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cb0bc19-d8c8-4262-a93c-7a17a83c15da', 'name': '', 'network_id': '48e87e60-6ae2-4eae-a03b-2fd752f397d2', 'tenant_id': '8257d05cb054404db31cec3bbb71493a', 'mac_address': 'fa:16:3e:d2:db:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0968ee23-8036-45f4-8809-145560fe157a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '2d8d01f7-c65c-4273-a693-0737e1d5a5eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:21:20Z', 'updated_at': '2022-02-19T03:21:26Z', 'revision_number': 5, 'project_id': '8257d05cb054404db31cec3bbb71493a', 'subnets': [{'id': '2d8d01f7-c65c-4273-a693-0737e1d5a5eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:32:26.833535 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51352f03-5e23-4bbc-befe-b4193145b358 None None] Checking router: 0968ee23-8036-45f4-8809-145560fe157a for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:32:26.836755 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ecb7b92c-8ea1-4b70-ba9b-f7a516f2fbe2 req-b01cc17e-3772-4070-8365-4ae155e770d2 service neutron] 10.222.0.72 "GET /v2.0/networks/f5ee380f-4c52-49a9-b61c-17e37042266c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150169 Feb 19 03:32:26.850656 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51352f03-5e23-4bbc-befe-b4193145b358 None None] Routers {'0968ee23-8036-45f4-8809-145560fe157a'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:32:26.851347 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-51352f03-5e23-4bbc-befe-b4193145b358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:32:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['0968ee23-8036-45f4-8809-145560fe157a'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:32:26.856356 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54939fdb-a9b1-4341-85f3-94cc51f766d9 req-291695af-c91b-447c-bd86-090ddecdc9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:26.859650 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-54939fdb-a9b1-4341-85f3-94cc51f766d9 req-291695af-c91b-447c-bd86-090ddecdc9d7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=48e87e60-6ae2-4eae-a03b-2fd752f397d2 HTTP/1.1" status: 200 len: 912 time: 0.1527951 Feb 19 03:32:26.926639 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-f564a249-43cc-4dcd-b90d-28957cbb40ec None None] Current status of the port 9bc1d3d5-36aa-4108-9bc0-1b14f9c18387 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:32:26.952704 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-f564a249-43cc-4dcd-b90d-28957cbb40ec None None] Provisioning complete for port aee2e50b-107e-42e3-927c-9529ffcb562d triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:32:26.953227 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f564a249-43cc-4dcd-b90d-28957cbb40ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (aee2e50b-107e-42e3-927c-9529ffcb562d), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:26.967834 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-54939fdb-a9b1-4341-85f3-94cc51f766d9 req-44e7aaef-3e7b-40b3-baa3-2887b1314da5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d9f4190-3b99-4da7-80c6-3a2e157270b5 HTTP/1.1" status: 200 len: 999 time: 0.1005459 Feb 19 03:32:27.003636 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-e385bccb-6af3-4acd-806a-b2942173b5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dc7d36b-f148-411e-aa44-09eedd3c5d08', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1540781490', 'tenant_id': '9e3fc42b566540c3af4ee0d2d027feba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '48f2ee57-bbcb-4c05-a7a4-20c97e1a1070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:32:20Z', 'updated_at': '2022-02-19T03:32:25Z', 'revision_number': 4, 'project_id': '9e3fc42b566540c3af4ee0d2d027feba', 'gw_port': {'id': '48f2ee57-bbcb-4c05-a7a4-20c97e1a1070', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:83:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc7d36b-f148-411e-aa44-09eedd3c5d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:32:21Z', 'updated_at': '2022-02-19T03:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': 'aee2e50b-107e-42e3-927c-9529ffcb562d', 'name': '', 'network_id': 'f5ee380f-4c52-49a9-b61c-17e37042266c', 'tenant_id': '9e3fc42b566540c3af4ee0d2d027feba', 'mac_address': 'fa:16:3e:c3:d6:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dc7d36b-f148-411e-aa44-09eedd3c5d08', 'device_owner': 'network:router_interface', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': '01336453-ccc4-4ad0-8e5c-9e2b4a62e926', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:32:24Z', 'updated_at': '2022-02-19T03:32:25Z', 'revision_number': 2, 'project_id': '9e3fc42b566540c3af4ee0d2d027feba', 'subnets': [{'id': '01336453-ccc4-4ad0-8e5c-9e2b4a62e926', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:32:27.005153 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-51352f03-5e23-4bbc-befe-b4193145b358 None None] Set router 0968ee23-8036-45f4-8809-145560fe157a gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:32:27.029614 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54939fdb-a9b1-4341-85f3-94cc51f766d9 req-0b72119d-b3ff-47d0-abfb-8065aa45d24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:27.031603 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-54939fdb-a9b1-4341-85f3-94cc51f766d9 req-0b72119d-b3ff-47d0-abfb-8065aa45d24f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2d8d01f7-c65c-4273-a693-0737e1d5a5eb HTTP/1.1" status: 200 len: 850 time: 0.0571716 Feb 19 03:32:27.039008 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-f564a249-43cc-4dcd-b90d-28957cbb40ec None None] Port aee2e50b-107e-42e3-927c-9529ffcb562d cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:32:27.042309 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e385bccb-6af3-4acd-806a-b2942173b5f2 None None] Checking router: 8dc7d36b-f148-411e-aa44-09eedd3c5d08 for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:32:27.042664 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e385bccb-6af3-4acd-806a-b2942173b5f2 None None] Updating router 8dc7d36b-f148-411e-aa44-09eedd3c5d08 port aee2e50b-107e-42e3-927c-9529ffcb562d binding host n-d-826753-2 {{(pid=103703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:32:27.074437 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e385bccb-6af3-4acd-806a-b2942173b5f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (aee2e50b-107e-42e3-927c-9529ffcb562d), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:27.102825 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54939fdb-a9b1-4341-85f3-94cc51f766d9 req-19e625f1-f9ab-4961-8015-a94085f3216d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:27.104553 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-54939fdb-a9b1-4341-85f3-94cc51f766d9 req-19e625f1-f9ab-4961-8015-a94085f3216d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=48e87e60-6ae2-4eae-a03b-2fd752f397d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0648479 Feb 19 03:32:27.229033 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-54939fdb-a9b1-4341-85f3-94cc51f766d9 req-affd71e3-760d-4d5f-9a78-6cba9a276b4c service neutron] 10.222.0.73 "GET /v2.0/networks/48e87e60-6ae2-4eae-a03b-2fd752f397d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169963 Feb 19 03:32:27.231443 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-308aef53-964a-4793-a2e3-ef3c17116e0b None None] Provisioning complete for port aee2e50b-107e-42e3-927c-9529ffcb562d triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:32:27.231820 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-308aef53-964a-4793-a2e3-ef3c17116e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (aee2e50b-107e-42e3-927c-9529ffcb562d), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:27.290213 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-51352f03-5e23-4bbc-befe-b4193145b358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0968ee23-8036-45f4-8809-145560fe157a', 'name': 'tempest-TestVolumeBootPattern-409071175-router', 'tenant_id': '8257d05cb054404db31cec3bbb71493a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '66784259-b70b-4223-adef-284071a24f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:21:16Z', 'updated_at': '2022-02-19T03:21:21Z', 'revision_number': 4, 'project_id': '8257d05cb054404db31cec3bbb71493a', 'gw_port': {'id': '66784259-b70b-4223-adef-284071a24f1f', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0968ee23-8036-45f4-8809-145560fe157a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:21:17Z', 'updated_at': '2022-02-19T03:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': '4c929b9e-f483-41b1-a034-a5ff03823436', 'tenant_id': '8257d05cb054404db31cec3bbb71493a', 'floating_ip_address': '172.25.6.118', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': '0968ee23-8036-45f4-8809-145560fe157a', 'port_id': '8d9f4190-3b99-4da7-80c6-3a2e157270b5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48e87e60-6ae2-4eae-a03b-2fd752f397d2', 'mac_address': 'fa:16:3e:2a:48:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d49018c-306a-4cf9-9333-117483e4bad1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:32:24Z', 'updated_at': '2022-02-19T03:32:24Z', 'revision_number': 0, 'project_id': '8257d05cb054404db31cec3bbb71493a', 'fixed_ip_address_scope': None}, {'id': 'a15e02cf-2e6c-4be4-830d-5a3ee0933cf3', 'tenant_id': '8257d05cb054404db31cec3bbb71493a', 'floating_ip_address': '172.25.6.167', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': '0968ee23-8036-45f4-8809-145560fe157a', 'port_id': '01425ed4-1787-4172-a291-51b9e41a866a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3937, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48e87e60-6ae2-4eae-a03b-2fd752f397d2', 'mac_address': 'fa:16:3e:08:b0:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60bc57fc-eac3-474c-bb0c-a36a1045c4a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:30:12Z', 'updated_at': '2022-02-19T03:30:15Z', 'revision_number': 1, 'project_id': '8257d05cb054404db31cec3bbb71493a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cb0bc19-d8c8-4262-a93c-7a17a83c15da', 'name': '', 'network_id': '48e87e60-6ae2-4eae-a03b-2fd752f397d2', 'tenant_id': '8257d05cb054404db31cec3bbb71493a', 'mac_address': 'fa:16:3e:d2:db:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0968ee23-8036-45f4-8809-145560fe157a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '2d8d01f7-c65c-4273-a693-0737e1d5a5eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:21:20Z', 'updated_at': '2022-02-19T03:21:26Z', 'revision_number': 5, 'project_id': '8257d05cb054404db31cec3bbb71493a', 'subnets': [{'id': '2d8d01f7-c65c-4273-a693-0737e1d5a5eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:32:27.321980 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-308aef53-964a-4793-a2e3-ef3c17116e0b None None] Port aee2e50b-107e-42e3-927c-9529ffcb562d cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:32:27.337962 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51352f03-5e23-4bbc-befe-b4193145b358 None None] The sync data for ids ['0968ee23-8036-45f4-8809-145560fe157a'] in n-d-826753-2 is: [{'id': '0968ee23-8036-45f4-8809-145560fe157a', 'name': 'tempest-TestVolumeBootPattern-409071175-router', 'tenant_id': '8257d05cb054404db31cec3bbb71493a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '66784259-b70b-4223-adef-284071a24f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:21:16Z', 'updated_at': '2022-02-19T03:21:21Z', 'revision_number': 4, 'project_id': '8257d05cb054404db31cec3bbb71493a', 'gw_port': {'id': '66784259-b70b-4223-adef-284071a24f1f', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0968ee23-8036-45f4-8809-145560fe157a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:21:17Z', 'updated_at': '2022-02-19T03:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': '4c929b9e-f483-41b1-a034-a5ff03823436', 'tenant_id': '8257d05cb054404db31cec3bbb71493a', 'floating_ip_address': '172.25.6.118', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': '0968ee23-8036-45f4-8809-145560fe157a', 'port_id': '8d9f4190-3b99-4da7-80c6-3a2e157270b5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48e87e60-6ae2-4eae-a03b-2fd752f397d2', 'mac_address': 'fa:16:3e:2a:48:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d49018c-306a-4cf9-9333-117483e4bad1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:32:24Z', 'updated_at': '2022-02-19T03:32:24Z', 'revision_number': 0, 'project_id': '8257d05cb054404db31cec3bbb71493a', 'fixed_ip_address_scope': None}, {'id': 'a15e02cf-2e6c-4be4-830d-5a3ee0933cf3', 'tenant_id': '8257d05cb054404db31cec3bbb71493a', 'floating_ip_address': '172.25.6.167', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': '0968ee23-8036-45f4-8809-145560fe157a', 'port_id': '01425ed4-1787-4172-a291-51b9e41a866a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3937, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48e87e60-6ae2-4eae-a03b-2fd752f397d2', 'mac_address': 'fa:16:3e:08:b0:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60bc57fc-eac3-474c-bb0c-a36a1045c4a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:30:12Z', 'updated_at': '2022-02-19T03:30:15Z', 'revision_number': 1, 'project_id': '8257d05cb054404db31cec3bbb71493a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cb0bc19-d8c8-4262-a93c-7a17a83c15da', 'name': '', 'network_id': '48e87e60-6ae2-4eae-a03b-2fd752f397d2', 'tenant_id': '8257d05cb054404db31cec3bbb71493a', 'mac_address': 'fa:16:3e:d2:db:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0968ee23-8036-45f4-8809-145560fe157a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '2d8d01f7-c65c-4273-a693-0737e1d5a5eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:21:20Z', 'updated_at': '2022-02-19T03:21:26Z', 'revision_number': 5, 'project_id': '8257d05cb054404db31cec3bbb71493a', 'subnets': [{'id': '2d8d01f7-c65c-4273-a693-0737e1d5a5eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:32:27.356675 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-54939fdb-a9b1-4341-85f3-94cc51f766d9 req-a79a238a-2c0b-4745-b0a0-4f9773ddfdc2 service neutron] 10.222.0.73 "GET /v2.0/networks/48e87e60-6ae2-4eae-a03b-2fd752f397d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211789 Feb 19 03:32:27.361575 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ecb7b92c-8ea1-4b70-ba9b-f7a516f2fbe2 req-78cb1330-34e4-4cf3-8434-00315fc043c4 service neutron] 10.222.0.72 "GET /v2.0/networks/f5ee380f-4c52-49a9-b61c-17e37042266c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5219827 Feb 19 03:32:27.434594 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 9bc1d3d5-36aa-4108-9bc0-1b14f9c18387 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:32:27.484351 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e385bccb-6af3-4acd-806a-b2942173b5f2 None None] Publish callbacks [] for port (aee2e50b-107e-42e3-927c-9529ffcb562d), precommit_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:27.496532 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e385bccb-6af3-4acd-806a-b2942173b5f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (aee2e50b-107e-42e3-927c-9529ffcb562d), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:27.570975 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf03ead-84f9-4022-8c78-1df9b2633bee None None] Pushing event updated for resources: {'Port': ['ID=aee2e50b-107e-42e3-927c-9529ffcb562d,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:27.577418 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b4ca7d21-36d7-43a7-bf47-99d90c1c0c7d req-6181647a-8158-443d-8be7-8a134973e119 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] 10.222.0.72 "GET /v2.0/ports?device_id=46b59711-1123-4a2c-8da4-ad6217b47896 HTTP/1.1" status: 200 len: 210 time: 0.0507498 Feb 19 03:32:27.633743 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 9bc1d3d5-36aa-4108-9bc0-1b14f9c18387 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:32:27.634151 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (9bc1d3d5-36aa-4108-9bc0-1b14f9c18387), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:27.665087 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-e385bccb-6af3-4acd-806a-b2942173b5f2 None None] Attempting to bind port aee2e50b-107e-42e3-927c-9529ffcb562d on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:32:27.665471 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-e385bccb-6af3-4acd-806a-b2942173b5f2 None None] Attempting to bind port aee2e50b-107e-42e3-927c-9529ffcb562d by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '87014270-eb1e-4905-a325-da2e52f77d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'f5ee380f-4c52-49a9-b61c-17e37042266c'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:32:27.666069 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e385bccb-6af3-4acd-806a-b2942173b5f2 None None] Attempting to bind port aee2e50b-107e-42e3-927c-9529ffcb562d on network f5ee380f-4c52-49a9-b61c-17e37042266c {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:32:27.675948 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e385bccb-6af3-4acd-806a-b2942173b5f2 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:32:27.676176 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e385bccb-6af3-4acd-806a-b2942173b5f2 None None] Checking segment: {'id': '87014270-eb1e-4905-a325-da2e52f77d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'f5ee380f-4c52-49a9-b61c-17e37042266c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:32:27.676580 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e385bccb-6af3-4acd-806a-b2942173b5f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:27.676968 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e385bccb-6af3-4acd-806a-b2942173b5f2 None None] Bound using segment: {'id': '87014270-eb1e-4905-a325-da2e52f77d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'f5ee380f-4c52-49a9-b61c-17e37042266c'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:32:27.677483 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-e385bccb-6af3-4acd-806a-b2942173b5f2 None None] Bound port: aee2e50b-107e-42e3-927c-9529ffcb562d, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87014270-eb1e-4905-a325-da2e52f77d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'f5ee380f-4c52-49a9-b61c-17e37042266c'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:32:27.678735 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e385bccb-6af3-4acd-806a-b2942173b5f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (aee2e50b-107e-42e3-927c-9529ffcb562d), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:27.903040 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66148b07-c097-4551-9c63-aca2de1f823c None None] New status for floating IP 4c929b9e-f483-41b1-a034-a5ff03823436: ACTIVE {{(pid=103703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:32:27.991445 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-33206e3c-e0b8-4c5f-976f-d07af159026e None None] Provisioning complete for port aee2e50b-107e-42e3-927c-9529ffcb562d triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:32:27.991818 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-33206e3c-e0b8-4c5f-976f-d07af159026e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (aee2e50b-107e-42e3-927c-9529ffcb562d), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:28.021123 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e385bccb-6af3-4acd-806a-b2942173b5f2 None None] For port aee2e50b-107e-42e3-927c-9529ffcb562d, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:32:28.097947 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e385bccb-6af3-4acd-806a-b2942173b5f2 None None] For port aee2e50b-107e-42e3-927c-9529ffcb562d, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=aee2e50b-107e-42e3-927c-9529ffcb562d,segment=NetworkSegment(87014270-eb1e-4905-a325-da2e52f77d84),segment_id=87014270-eb1e-4905-a325-da2e52f77d84)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:32:28.119516 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e385bccb-6af3-4acd-806a-b2942173b5f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (aee2e50b-107e-42e3-927c-9529ffcb562d), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:28.133963 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 9bc1d3d5-36aa-4108-9bc0-1b14f9c18387 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:32:28.135028 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 48f2ee57-bbcb-4c05-a7a4-20c97e1a1070 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:32:28.160469 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-33206e3c-e0b8-4c5f-976f-d07af159026e None None] Port aee2e50b-107e-42e3-927c-9529ffcb562d cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:32:28.265752 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf03ead-84f9-4022-8c78-1df9b2633bee None None] Pushing event updated for resources: {'Port': ['ID=aee2e50b-107e-42e3-927c-9529ffcb562d,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:28.268429 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e385bccb-6af3-4acd-806a-b2942173b5f2 None None] Routers {'8dc7d36b-f148-411e-aa44-09eedd3c5d08'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:32:28.269116 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-e385bccb-6af3-4acd-806a-b2942173b5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:32:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['8dc7d36b-f148-411e-aa44-09eedd3c5d08'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:32:28.314842 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf03ead-84f9-4022-8c78-1df9b2633bee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:32:28.315194 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf03ead-84f9-4022-8c78-1df9b2633bee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:32:28.315533 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf03ead-84f9-4022-8c78-1df9b2633bee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:32:28.315868 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf03ead-84f9-4022-8c78-1df9b2633bee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:32:28.316197 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf03ead-84f9-4022-8c78-1df9b2633bee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:32:28.316522 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf03ead-84f9-4022-8c78-1df9b2633bee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:32:28.316852 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf03ead-84f9-4022-8c78-1df9b2633bee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:32:28.317200 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf03ead-84f9-4022-8c78-1df9b2633bee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:32:28.317519 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf03ead-84f9-4022-8c78-1df9b2633bee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:32:28.317840 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf03ead-84f9-4022-8c78-1df9b2633bee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:32:28.318727 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf03ead-84f9-4022-8c78-1df9b2633bee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:32:28.319210 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf03ead-84f9-4022-8c78-1df9b2633bee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:32:28.319210 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf03ead-84f9-4022-8c78-1df9b2633bee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:32:28.341080 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 48f2ee57-bbcb-4c05-a7a4-20c97e1a1070 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:32:28.341461 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (48f2ee57-bbcb-4c05-a7a4-20c97e1a1070), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:28.430274 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-e385bccb-6af3-4acd-806a-b2942173b5f2 None None] Set router 8dc7d36b-f148-411e-aa44-09eedd3c5d08 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:32:28.543750 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 48f2ee57-bbcb-4c05-a7a4-20c97e1a1070 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:32:28.586434 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-2c4bab87-65b2-4af0-bd18-bfabc608dcf4 None None] Provisioning complete for port aee2e50b-107e-42e3-927c-9529ffcb562d triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:32:28.587444 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-2c4bab87-65b2-4af0-bd18-bfabc608dcf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (aee2e50b-107e-42e3-927c-9529ffcb562d), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:28.706677 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6f9558df-0bd3-49eb-a0cd-e9ff5d54cf3c req-7fc9564d-2db1-42a7-8158-e51b761881e9 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] 10.222.0.72 "GET /v2.0/ports?device_id=46b59711-1123-4a2c-8da4-ad6217b47896 HTTP/1.1" status: 200 len: 210 time: 0.0448048 Feb 19 03:32:28.726973 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-2c4bab87-65b2-4af0-bd18-bfabc608dcf4 None None] Current status of the port aee2e50b-107e-42e3-927c-9529ffcb562d is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:32:28.727367 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-2c4bab87-65b2-4af0-bd18-bfabc608dcf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (aee2e50b-107e-42e3-927c-9529ffcb562d), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:28.750731 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb7b92c-8ea1-4b70-ba9b-f7a516f2fbe2 req-7f68c87b-bb92-400b-bf08-804565f631d0 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:28.752229 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ecb7b92c-8ea1-4b70-ba9b-f7a516f2fbe2 req-7f68c87b-bb92-400b-bf08-804565f631d0 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] 10.222.0.73 "GET /v2.0/networks?id=f5ee380f-4c52-49a9-b61c-17e37042266c HTTP/1.1" status: 200 len: 797 time: 0.1221569 Feb 19 03:32:28.769075 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-2c4bab87-65b2-4af0-bd18-bfabc608dcf4 None None] For port aee2e50b-107e-42e3-927c-9529ffcb562d, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=aee2e50b-107e-42e3-927c-9529ffcb562d,segment=NetworkSegment(87014270-eb1e-4905-a325-da2e52f77d84),segment_id=87014270-eb1e-4905-a325-da2e52f77d84)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:32:28.771410 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-e385bccb-6af3-4acd-806a-b2942173b5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dc7d36b-f148-411e-aa44-09eedd3c5d08', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1540781490', 'tenant_id': '9e3fc42b566540c3af4ee0d2d027feba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '48f2ee57-bbcb-4c05-a7a4-20c97e1a1070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:32:20Z', 'updated_at': '2022-02-19T03:32:25Z', 'revision_number': 4, 'project_id': '9e3fc42b566540c3af4ee0d2d027feba', 'gw_port': {'id': '48f2ee57-bbcb-4c05-a7a4-20c97e1a1070', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:83:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc7d36b-f148-411e-aa44-09eedd3c5d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:32:21Z', 'updated_at': '2022-02-19T03:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': 'aee2e50b-107e-42e3-927c-9529ffcb562d', 'name': '', 'network_id': 'f5ee380f-4c52-49a9-b61c-17e37042266c', 'tenant_id': '9e3fc42b566540c3af4ee0d2d027feba', 'mac_address': 'fa:16:3e:c3:d6:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dc7d36b-f148-411e-aa44-09eedd3c5d08', 'device_owner': 'network:router_interface', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': '01336453-ccc4-4ad0-8e5c-9e2b4a62e926', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:32:24Z', 'updated_at': '2022-02-19T03:32:27Z', 'revision_number': 4, 'project_id': '9e3fc42b566540c3af4ee0d2d027feba', 'subnets': [{'id': '01336453-ccc4-4ad0-8e5c-9e2b4a62e926', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:32:28.771979 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-ecb7b92c-8ea1-4b70-ba9b-f7a516f2fbe2 req-4b151b99-f1d7-4ea4-a4f9-3e7964333600 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Request body: {'port': {'device_id': '46b59711-1123-4a2c-8da4-ad6217b47896', 'network_id': 'f5ee380f-4c52-49a9-b61c-17e37042266c', 'admin_state_up': True, 'tenant_id': '9e3fc42b566540c3af4ee0d2d027feba'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:32:28.802440 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-2c4bab87-65b2-4af0-bd18-bfabc608dcf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (aee2e50b-107e-42e3-927c-9529ffcb562d), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:28.807010 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e385bccb-6af3-4acd-806a-b2942173b5f2 None None] The sync data for ids ['8dc7d36b-f148-411e-aa44-09eedd3c5d08'] in n-d-826753-2 is: [{'id': '8dc7d36b-f148-411e-aa44-09eedd3c5d08', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1540781490', 'tenant_id': '9e3fc42b566540c3af4ee0d2d027feba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '48f2ee57-bbcb-4c05-a7a4-20c97e1a1070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:32:20Z', 'updated_at': '2022-02-19T03:32:25Z', 'revision_number': 4, 'project_id': '9e3fc42b566540c3af4ee0d2d027feba', 'gw_port': {'id': '48f2ee57-bbcb-4c05-a7a4-20c97e1a1070', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:83:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc7d36b-f148-411e-aa44-09eedd3c5d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:32:21Z', 'updated_at': '2022-02-19T03:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': 'aee2e50b-107e-42e3-927c-9529ffcb562d', 'name': '', 'network_id': 'f5ee380f-4c52-49a9-b61c-17e37042266c', 'tenant_id': '9e3fc42b566540c3af4ee0d2d027feba', 'mac_address': 'fa:16:3e:c3:d6:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dc7d36b-f148-411e-aa44-09eedd3c5d08', 'device_owner': 'network:router_interface', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': '01336453-ccc4-4ad0-8e5c-9e2b4a62e926', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:32:24Z', 'updated_at': '2022-02-19T03:32:27Z', 'revision_number': 4, 'project_id': '9e3fc42b566540c3af4ee0d2d027feba', 'subnets': [{'id': '01336453-ccc4-4ad0-8e5c-9e2b4a62e926', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:32:28.858959 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4bab87-65b2-4af0-bd18-bfabc608dcf4 None None] Pushing event updated for resources: {'Port': ['ID=aee2e50b-107e-42e3-927c-9529ffcb562d,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:28.927132 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecb7b92c-8ea1-4b70-ba9b-f7a516f2fbe2 req-4b151b99-f1d7-4ea4-a4f9-3e7964333600 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Made reservation on behalf of 9e3fc42b566540c3af4ee0d2d027feba for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:32:28.930716 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-ecb7b92c-8ea1-4b70-ba9b-f7a516f2fbe2 req-4b151b99-f1d7-4ea4-a4f9-3e7964333600 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:29.069888 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [req-ecb7b92c-8ea1-4b70-ba9b-f7a516f2fbe2 req-4b151b99-f1d7-4ea4-a4f9-3e7964333600 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Allocated IP 172.20.0.19 (f5ee380f-4c52-49a9-b61c-17e37042266c/01336453-ccc4-4ad0-8e5c-9e2b4a62e926/bc85a771-d1f7-455f-913c-fb34467f22df) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:32:29.188889 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-ecb7b92c-8ea1-4b70-ba9b-f7a516f2fbe2 req-4b151b99-f1d7-4ea4-a4f9-3e7964333600 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks [] for port (bc85a771-d1f7-455f-913c-fb34467f22df), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:29.228269 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-ecb7b92c-8ea1-4b70-ba9b-f7a516f2fbe2 req-4b151b99-f1d7-4ea4-a4f9-3e7964333600 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (bc85a771-d1f7-455f-913c-fb34467f22df), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:29.271395 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecb7b92c-8ea1-4b70-ba9b-f7a516f2fbe2 req-4b151b99-f1d7-4ea4-a4f9-3e7964333600 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Network f5ee380f-4c52-49a9-b61c-17e37042266c is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:32:29.274779 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [req-ecb7b92c-8ea1-4b70-ba9b-f7a516f2fbe2 req-4b151b99-f1d7-4ea4-a4f9-3e7964333600 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:32:29.277332 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecb7b92c-8ea1-4b70-ba9b-f7a516f2fbe2 req-4b151b99-f1d7-4ea4-a4f9-3e7964333600 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:32:29.432834 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device aee2e50b-107e-42e3-927c-9529ffcb562d up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:32:29.492867 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port aee2e50b-107e-42e3-927c-9529ffcb562d triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:32:29.493363 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (aee2e50b-107e-42e3-927c-9529ffcb562d), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:29.585096 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port aee2e50b-107e-42e3-927c-9529ffcb562d is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:32:29.629163 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-bbab161e-41ed-48b9-83c6-f16e228163e0 None None] Provisioning complete for port bc85a771-d1f7-455f-913c-fb34467f22df triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:32:29.631714 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-bbab161e-41ed-48b9-83c6-f16e228163e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (bc85a771-d1f7-455f-913c-fb34467f22df), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:29.642389 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b151b99-f1d7-4ea4-a4f9-3e7964333600 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Pushing event updated for resources: {'Port': ['ID=bc85a771-d1f7-455f-913c-fb34467f22df,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:29.668655 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb7b92c-8ea1-4b70-ba9b-f7a516f2fbe2 req-4b151b99-f1d7-4ea4-a4f9-3e7964333600 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:29.669874 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-ecb7b92c-8ea1-4b70-ba9b-f7a516f2fbe2 req-4b151b99-f1d7-4ea4-a4f9-3e7964333600 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:29.670941 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-bbab161e-41ed-48b9-83c6-f16e228163e0 None None] Port bc85a771-d1f7-455f-913c-fb34467f22df cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:32:29.688125 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ecb7b92c-8ea1-4b70-ba9b-f7a516f2fbe2 req-4b151b99-f1d7-4ea4-a4f9-3e7964333600 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.9206171 Feb 19 03:32:29.710068 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-ecb7b92c-8ea1-4b70-ba9b-f7a516f2fbe2 req-5262f2dd-edc5-4073-b050-5512ca736c99 service neutron] Request body: {'port': {'device_id': '46b59711-1123-4a2c-8da4-ad6217b47896', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826753-2'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:32:29.774521 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-ecb7b92c-8ea1-4b70-ba9b-f7a516f2fbe2 req-5262f2dd-edc5-4073-b050-5512ca736c99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (bc85a771-d1f7-455f-913c-fb34467f22df), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:29.841393 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58763d4a-6b60-45ae-aacc-dfe7960c4742 req-33a7227f-bd29-4fc8-ac08-1182c01c4300 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:29.842960 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-58763d4a-6b60-45ae-aacc-dfe7960c4742 req-33a7227f-bd29-4fc8-ac08-1182c01c4300 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] 10.222.0.72 "GET /v2.0/ports?device_id=46b59711-1123-4a2c-8da4-ad6217b47896 HTTP/1.1" status: 200 len: 895 time: 0.0592179 Feb 19 03:32:30.057615 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-ecb7b92c-8ea1-4b70-ba9b-f7a516f2fbe2 req-5262f2dd-edc5-4073-b050-5512ca736c99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc85a771-d1f7-455f-913c-fb34467f22df {{(pid=103702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:32:30.065239 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-ecb7b92c-8ea1-4b70-ba9b-f7a516f2fbe2 req-5262f2dd-edc5-4073-b050-5512ca736c99 service neutron] Publish callbacks [] for port (bc85a771-d1f7-455f-913c-fb34467f22df), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:30.077481 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-ecb7b92c-8ea1-4b70-ba9b-f7a516f2fbe2 req-5262f2dd-edc5-4073-b050-5512ca736c99 service neutron] Transition to ACTIVE for port object bc85a771-d1f7-455f-913c-fb34467f22df will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:32:30.081302 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-ecb7b92c-8ea1-4b70-ba9b-f7a516f2fbe2 req-5262f2dd-edc5-4073-b050-5512ca736c99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (bc85a771-d1f7-455f-913c-fb34467f22df), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:30.148455 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262f2dd-edc5-4073-b050-5512ca736c99 service neutron] Pushing event updated for resources: {'Port': ['ID=bc85a771-d1f7-455f-913c-fb34467f22df,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:30.213319 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-ecb7b92c-8ea1-4b70-ba9b-f7a516f2fbe2 req-5262f2dd-edc5-4073-b050-5512ca736c99 service neutron] Attempting to bind port bc85a771-d1f7-455f-913c-fb34467f22df on host n-h1-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:32:30.213650 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-ecb7b92c-8ea1-4b70-ba9b-f7a516f2fbe2 req-5262f2dd-edc5-4073-b050-5512ca736c99 service neutron] Attempting to bind port bc85a771-d1f7-455f-913c-fb34467f22df by drivers openvswitch,hyperv on host n-h1-826753-2 at level 0 using segments [{'id': '87014270-eb1e-4905-a325-da2e52f77d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'f5ee380f-4c52-49a9-b61c-17e37042266c'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:32:30.214818 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb7b92c-8ea1-4b70-ba9b-f7a516f2fbe2 req-5262f2dd-edc5-4073-b050-5512ca736c99 service neutron] Attempting to bind port bc85a771-d1f7-455f-913c-fb34467f22df on network f5ee380f-4c52-49a9-b61c-17e37042266c {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:32:30.218597 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb7b92c-8ea1-4b70-ba9b-f7a516f2fbe2 req-5262f2dd-edc5-4073-b050-5512ca736c99 service neutron] Port bc85a771-d1f7-455f-913c-fb34467f22df on network f5ee380f-4c52-49a9-b61c-17e37042266c not bound, no agent of type Open vSwitch agent registered on host n-h1-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:32:30.218914 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb7b92c-8ea1-4b70-ba9b-f7a516f2fbe2 req-5262f2dd-edc5-4073-b050-5512ca736c99 service neutron] Attempting to bind port bc85a771-d1f7-455f-913c-fb34467f22df on network f5ee380f-4c52-49a9-b61c-17e37042266c {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:32:30.223803 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb7b92c-8ea1-4b70-ba9b-f7a516f2fbe2 req-5262f2dd-edc5-4073-b050-5512ca736c99 service neutron] Checking agent: {'id': '9d56fb1b-2855-496a-a6d9-c324740cb98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:32:30.224140 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb7b92c-8ea1-4b70-ba9b-f7a516f2fbe2 req-5262f2dd-edc5-4073-b050-5512ca736c99 service neutron] Checking segment: {'id': '87014270-eb1e-4905-a325-da2e52f77d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'f5ee380f-4c52-49a9-b61c-17e37042266c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:32:30.225212 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb7b92c-8ea1-4b70-ba9b-f7a516f2fbe2 req-5262f2dd-edc5-4073-b050-5512ca736c99 service neutron] Bound using segment: {'id': '87014270-eb1e-4905-a325-da2e52f77d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'f5ee380f-4c52-49a9-b61c-17e37042266c'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:32:30.225636 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-ecb7b92c-8ea1-4b70-ba9b-f7a516f2fbe2 req-5262f2dd-edc5-4073-b050-5512ca736c99 service neutron] Bound port: bc85a771-d1f7-455f-913c-fb34467f22df, host: n-h1-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87014270-eb1e-4905-a325-da2e52f77d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'f5ee380f-4c52-49a9-b61c-17e37042266c'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:32:30.226049 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-ecb7b92c-8ea1-4b70-ba9b-f7a516f2fbe2 req-5262f2dd-edc5-4073-b050-5512ca736c99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (bc85a771-d1f7-455f-913c-fb34467f22df), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:30.296857 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-ecb7b92c-8ea1-4b70-ba9b-f7a516f2fbe2 req-5262f2dd-edc5-4073-b050-5512ca736c99 service neutron] For port bc85a771-d1f7-455f-913c-fb34467f22df, host n-h1-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:32:30.299979 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-ecb7b92c-8ea1-4b70-ba9b-f7a516f2fbe2 req-5262f2dd-edc5-4073-b050-5512ca736c99 service neutron] For port bc85a771-d1f7-455f-913c-fb34467f22df, host n-h1-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=bc85a771-d1f7-455f-913c-fb34467f22df,segment=NetworkSegment(87014270-eb1e-4905-a325-da2e52f77d84),segment_id=87014270-eb1e-4905-a325-da2e52f77d84)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:32:30.307794 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-ecb7b92c-8ea1-4b70-ba9b-f7a516f2fbe2 req-5262f2dd-edc5-4073-b050-5512ca736c99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (bc85a771-d1f7-455f-913c-fb34467f22df), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:30.342369 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb7b92c-8ea1-4b70-ba9b-f7a516f2fbe2 req-5262f2dd-edc5-4073-b050-5512ca736c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:30.342976 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-ecb7b92c-8ea1-4b70-ba9b-f7a516f2fbe2 req-5262f2dd-edc5-4073-b050-5512ca736c99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:30.344379 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ecb7b92c-8ea1-4b70-ba9b-f7a516f2fbe2 req-5262f2dd-edc5-4073-b050-5512ca736c99 service neutron] 10.222.0.73 "PUT /v2.0/ports/bc85a771-d1f7-455f-913c-fb34467f22df HTTP/1.1" status: 200 len: 1055 time: 0.6392894 Feb 19 03:32:30.346760 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46b59711-1123-4a2c-8da4-ad6217b47896', 'tag': 'bc85a771-d1f7-455f-913c-fb34467f22df'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:32:30.348978 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-535caad8-1fcc-4461-aa9a-557e3c568465" -d '{"events": [{"name": "network-changed", "server_uuid": "46b59711-1123-4a2c-8da4-ad6217b47896", "tag": "bc85a771-d1f7-455f-913c-fb34467f22df"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:32:30.376144 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262f2dd-edc5-4073-b050-5512ca736c99 service neutron] Pushing event updated for resources: {'Port': ['ID=bc85a771-d1f7-455f-913c-fb34467f22df,revision_number=3']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:30.459233 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb7b92c-8ea1-4b70-ba9b-f7a516f2fbe2 req-6fee62ec-fbf8-4933-af55-2b7c1ece2b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:30.460884 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ecb7b92c-8ea1-4b70-ba9b-f7a516f2fbe2 req-6fee62ec-fbf8-4933-af55-2b7c1ece2b16 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9e3fc42b566540c3af4ee0d2d027feba&device_id=46b59711-1123-4a2c-8da4-ad6217b47896 HTTP/1.1" status: 200 len: 1089 time: 0.0562522 Feb 19 03:32:30.472744 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe89ef79-7093-4dfd-9a67-f226d9de4e35 x-openstack-request-id: req-fe89ef79-7093-4dfd-9a67-f226d9de4e35 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:32:30.473073 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46b59711-1123-4a2c-8da4-ad6217b47896", "tag": "bc85a771-d1f7-455f-913c-fb34467f22df", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:32:30.473337 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-fe89ef79-7093-4dfd-9a67-f226d9de4e35 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:32:30.473745 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46b59711-1123-4a2c-8da4-ad6217b47896', 'tag': 'bc85a771-d1f7-455f-913c-fb34467f22df', 'status': 'completed', 'code': 200} Feb 19 03:32:30.514632 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ecb7b92c-8ea1-4b70-ba9b-f7a516f2fbe2 req-f9b2cf41-6ae8-4ca1-9031-9327f5944c27 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=bc85a771-d1f7-455f-913c-fb34467f22df HTTP/1.1" status: 200 len: 217 time: 0.0388017 Feb 19 03:32:30.564523 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb7b92c-8ea1-4b70-ba9b-f7a516f2fbe2 req-6ea9e100-3411-4fc8-acd5-25225ed92276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:30.566071 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ecb7b92c-8ea1-4b70-ba9b-f7a516f2fbe2 req-6ea9e100-3411-4fc8-acd5-25225ed92276 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=01336453-ccc4-4ad0-8e5c-9e2b4a62e926 HTTP/1.1" status: 200 len: 838 time: 0.0456793 Feb 19 03:32:30.613951 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb7b92c-8ea1-4b70-ba9b-f7a516f2fbe2 req-a04f4bff-5342-45fd-977a-0510dad2bc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:30.616315 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ecb7b92c-8ea1-4b70-ba9b-f7a516f2fbe2 req-a04f4bff-5342-45fd-977a-0510dad2bc46 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f5ee380f-4c52-49a9-b61c-17e37042266c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0443990 Feb 19 03:32:30.709028 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ecb7b92c-8ea1-4b70-ba9b-f7a516f2fbe2 req-e5bc963f-f9e0-4ca9-bc9a-9b9e1feb2075 service neutron] 10.222.0.73 "GET /v2.0/networks/f5ee380f-4c52-49a9-b61c-17e37042266c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857067 Feb 19 03:32:30.795902 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ecb7b92c-8ea1-4b70-ba9b-f7a516f2fbe2 req-b1c54b75-7113-48f6-ba1a-54792852b717 service neutron] 10.222.0.73 "GET /v2.0/networks/f5ee380f-4c52-49a9-b61c-17e37042266c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808594 Feb 19 03:32:30.921148 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535caad8-1fcc-4461-aa9a-557e3c568465 req-6b6b3309-cc17-45d7-9313-be73626bd04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:30.922754 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-535caad8-1fcc-4461-aa9a-557e3c568465 req-6b6b3309-cc17-45d7-9313-be73626bd04a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9e3fc42b566540c3af4ee0d2d027feba&device_id=46b59711-1123-4a2c-8da4-ad6217b47896 HTTP/1.1" status: 200 len: 1089 time: 0.0475888 Feb 19 03:32:30.979821 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06db17a-1acb-40fd-90cb-0720203c6649 req-e776de80-db6f-47c5-aab9-8933efc1642b tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:30.981335 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b06db17a-1acb-40fd-90cb-0720203c6649 req-e776de80-db6f-47c5-aab9-8933efc1642b tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] 10.222.0.72 "GET /v2.0/ports?device_id=46b59711-1123-4a2c-8da4-ad6217b47896 HTTP/1.1" status: 200 len: 907 time: 0.0592403 Feb 19 03:32:31.019415 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535caad8-1fcc-4461-aa9a-557e3c568465 req-c809b76b-a419-47bb-b964-488e0ac6a145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:31.020874 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-535caad8-1fcc-4461-aa9a-557e3c568465 req-c809b76b-a419-47bb-b964-488e0ac6a145 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f5ee380f-4c52-49a9-b61c-17e37042266c HTTP/1.1" status: 200 len: 898 time: 0.0915895 Feb 19 03:32:31.060319 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-535caad8-1fcc-4461-aa9a-557e3c568465 req-f2ff502a-b6ce-4833-a6a3-6d0af6d21309 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=bc85a771-d1f7-455f-913c-fb34467f22df HTTP/1.1" status: 200 len: 217 time: 0.0340791 Feb 19 03:32:31.108618 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535caad8-1fcc-4461-aa9a-557e3c568465 req-3d57fafc-2611-4f31-9ab1-4222bfcefbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:31.110113 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-535caad8-1fcc-4461-aa9a-557e3c568465 req-3d57fafc-2611-4f31-9ab1-4222bfcefbfb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=01336453-ccc4-4ad0-8e5c-9e2b4a62e926 HTTP/1.1" status: 200 len: 838 time: 0.0438063 Feb 19 03:32:31.162573 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535caad8-1fcc-4461-aa9a-557e3c568465 req-bcf7603b-11cd-4719-ab04-45179a1307c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:31.164000 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-535caad8-1fcc-4461-aa9a-557e3c568465 req-bcf7603b-11cd-4719-ab04-45179a1307c1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f5ee380f-4c52-49a9-b61c-17e37042266c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0476205 Feb 19 03:32:31.251654 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-535caad8-1fcc-4461-aa9a-557e3c568465 req-f6b0e251-e7e5-4361-a715-2cec219e5599 service neutron] 10.222.0.73 "GET /v2.0/networks/f5ee380f-4c52-49a9-b61c-17e37042266c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819199 Feb 19 03:32:31.345555 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-535caad8-1fcc-4461-aa9a-557e3c568465 req-35fcad1d-2ecd-489b-a851-8436a508f8b5 service neutron] 10.222.0.73 "GET /v2.0/networks/f5ee380f-4c52-49a9-b61c-17e37042266c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876179 Feb 19 03:32:31.458222 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-0d35d686-c4da-4200-938f-8e313f655b8c req-4c4943ba-4088-45c9-b307-cb9d31113921 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=60bc57fc-eac3-474c-bb0c-a36a1045c4a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0462573 Feb 19 03:32:31.559224 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d35d686-c4da-4200-938f-8e313f655b8c req-1c206ff1-3de5-4ea2-815c-65ebb1e65223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:31.560722 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-0d35d686-c4da-4200-938f-8e313f655b8c req-1c206ff1-3de5-4ea2-815c-65ebb1e65223 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8257d05cb054404db31cec3bbb71493a&device_id=60bc57fc-eac3-474c-bb0c-a36a1045c4a1 HTTP/1.1" status: 200 len: 1127 time: 0.0449460 Feb 19 03:32:31.665486 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d35d686-c4da-4200-938f-8e313f655b8c req-792fef36-a8b7-4299-ac33-818fe2f76201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:31.666967 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-0d35d686-c4da-4200-938f-8e313f655b8c req-792fef36-a8b7-4299-ac33-818fe2f76201 service neutron] 10.222.0.73 "GET /v2.0/networks?id=48e87e60-6ae2-4eae-a03b-2fd752f397d2 HTTP/1.1" status: 200 len: 912 time: 0.0869138 Feb 19 03:32:31.733366 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-0d35d686-c4da-4200-938f-8e313f655b8c req-78cdbd14-b341-4958-991d-750f9d0bb10b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01425ed4-1787-4172-a291-51b9e41a866a HTTP/1.1" status: 200 len: 1001 time: 0.0599878 Feb 19 03:32:31.788944 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d35d686-c4da-4200-938f-8e313f655b8c req-4bdbcb9e-e918-459a-9d63-f7feaa6a3508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:31.790437 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-0d35d686-c4da-4200-938f-8e313f655b8c req-4bdbcb9e-e918-459a-9d63-f7feaa6a3508 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2d8d01f7-c65c-4273-a693-0737e1d5a5eb HTTP/1.1" status: 200 len: 850 time: 0.0510526 Feb 19 03:32:31.845343 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d35d686-c4da-4200-938f-8e313f655b8c req-d4dc5de9-0a85-4461-a46d-475c86b99124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:31.846901 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-0d35d686-c4da-4200-938f-8e313f655b8c req-d4dc5de9-0a85-4461-a46d-475c86b99124 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=48e87e60-6ae2-4eae-a03b-2fd752f397d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0498357 Feb 19 03:32:31.935039 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-0d35d686-c4da-4200-938f-8e313f655b8c req-658d6fae-ce3c-4ed3-9377-9bdae8d8bce3 service neutron] 10.222.0.73 "GET /v2.0/networks/48e87e60-6ae2-4eae-a03b-2fd752f397d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807757 Feb 19 03:32:32.029932 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-0d35d686-c4da-4200-938f-8e313f655b8c req-7b3fc796-df96-428d-9a13-3c7ede9ee102 service neutron] 10.222.0.73 "GET /v2.0/networks/48e87e60-6ae2-4eae-a03b-2fd752f397d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890250 Feb 19 03:32:32.112320 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33862dc2-5e20-4841-b1db-c1f3234a462c req-f9c8cb72-6be3-44d3-9a89-6326689fa336 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:32.113848 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-33862dc2-5e20-4841-b1db-c1f3234a462c req-f9c8cb72-6be3-44d3-9a89-6326689fa336 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] 10.222.0.72 "GET /v2.0/ports?device_id=46b59711-1123-4a2c-8da4-ad6217b47896 HTTP/1.1" status: 200 len: 907 time: 0.0594735 Feb 19 03:32:33.232485 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0e04d5-5063-4f7b-a2df-bc6d96ca026e req-6cad3204-9622-42e4-bb3c-81e5e79db6a9 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:33.233978 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0f0e04d5-5063-4f7b-a2df-bc6d96ca026e req-6cad3204-9622-42e4-bb3c-81e5e79db6a9 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] 10.222.0.72 "GET /v2.0/ports?device_id=46b59711-1123-4a2c-8da4-ad6217b47896 HTTP/1.1" status: 200 len: 907 time: 0.0522938 Feb 19 03:32:33.517620 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device bc85a771-d1f7-455f-913c-fb34467f22df details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:32:33.614506 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port bc85a771-d1f7-455f-913c-fb34467f22df, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=bc85a771-d1f7-455f-913c-fb34467f22df,segment=NetworkSegment(87014270-eb1e-4905-a325-da2e52f77d84),segment_id=87014270-eb1e-4905-a325-da2e52f77d84)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:32:33.626455 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': 'bc85a771-d1f7-455f-913c-fb34467f22df', 'network_id': 'f5ee380f-4c52-49a9-b61c-17e37042266c', 'port_id': 'bc85a771-d1f7-455f-913c-fb34467f22df', 'mac_address': 'fa:16:3e:59:b2:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01336453-ccc4-4ad0-8e5c-9e2b4a62e926', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:32:33.661760 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port bc85a771-d1f7-455f-913c-fb34467f22df is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:32:33.662873 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (bc85a771-d1f7-455f-913c-fb34467f22df), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:33.675213 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc85a771-d1f7-455f-913c-fb34467f22df {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:32:33.693979 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port bc85a771-d1f7-455f-913c-fb34467f22df, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=bc85a771-d1f7-455f-913c-fb34467f22df,segment=NetworkSegment(87014270-eb1e-4905-a325-da2e52f77d84),segment_id=87014270-eb1e-4905-a325-da2e52f77d84)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:32:33.697059 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (bc85a771-d1f7-455f-913c-fb34467f22df), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:33.742670 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=bc85a771-d1f7-455f-913c-fb34467f22df,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:34.089479 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['bc85a771-d1f7-455f-913c-fb34467f22df'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:32:34.357883 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ba2792-7523-46cb-8ba5-f4913e765a97 req-5299f882-e495-4527-bfe9-fc87983e2d62 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:34.359363 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-10ba2792-7523-46cb-8ba5-f4913e765a97 req-5299f882-e495-4527-bfe9-fc87983e2d62 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] 10.222.0.72 "GET /v2.0/ports?device_id=46b59711-1123-4a2c-8da4-ad6217b47896 HTTP/1.1" status: 200 len: 908 time: 0.0543261 Feb 19 03:32:35.496254 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4576db5-9d8c-425c-8738-49a0121fa7e1 req-898bb3f2-ad4e-4393-9be0-aa8e78e264c6 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:35.497955 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e4576db5-9d8c-425c-8738-49a0121fa7e1 req-898bb3f2-ad4e-4393-9be0-aa8e78e264c6 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] 10.222.0.72 "GET /v2.0/ports?device_id=46b59711-1123-4a2c-8da4-ad6217b47896 HTTP/1.1" status: 200 len: 908 time: 0.0657685 Feb 19 03:32:35.533095 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device bc85a771-d1f7-455f-913c-fb34467f22df up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:32:35.581788 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning for port bc85a771-d1f7-455f-913c-fb34467f22df completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:32:35.586638 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port bc85a771-d1f7-455f-913c-fb34467f22df triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:32:35.587007 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (bc85a771-d1f7-455f-913c-fb34467f22df), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:35.663408 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port bc85a771-d1f7-455f-913c-fb34467f22df is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:32:35.663796 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (bc85a771-d1f7-455f-913c-fb34467f22df), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:35.688526 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46b59711-1123-4a2c-8da4-ad6217b47896', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc85a771-d1f7-455f-913c-fb34467f22df'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:32:35.691017 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0075143-a54c-4c43-a9cf-0176b8300a2c" -d '{"events": [{"server_uuid": "46b59711-1123-4a2c-8da4-ad6217b47896", "name": "network-vif-plugged", "status": "completed", "tag": "bc85a771-d1f7-455f-913c-fb34467f22df"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:32:35.703791 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port bc85a771-d1f7-455f-913c-fb34467f22df, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=bc85a771-d1f7-455f-913c-fb34467f22df,segment=NetworkSegment(87014270-eb1e-4905-a325-da2e52f77d84),segment_id=87014270-eb1e-4905-a325-da2e52f77d84)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:32:35.708039 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (bc85a771-d1f7-455f-913c-fb34467f22df), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:35.731173 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13b7ea04-1252-4be3-b765-b5d01b9c1eb7 x-openstack-request-id: req-13b7ea04-1252-4be3-b765-b5d01b9c1eb7 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:32:35.731467 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46b59711-1123-4a2c-8da4-ad6217b47896", "name": "network-vif-plugged", "status": "completed", "tag": "bc85a771-d1f7-455f-913c-fb34467f22df", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:32:35.731724 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-13b7ea04-1252-4be3-b765-b5d01b9c1eb7 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:32:35.732113 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46b59711-1123-4a2c-8da4-ad6217b47896', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc85a771-d1f7-455f-913c-fb34467f22df', 'code': 200} Feb 19 03:32:35.757251 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=bc85a771-d1f7-455f-913c-fb34467f22df,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:35.860966 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ababc8f-6868-4ff3-9867-e6fc6c057dbc req-7b2c8121-9589-4a01-ae07-57e972ba856e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:35.862419 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-1ababc8f-6868-4ff3-9867-e6fc6c057dbc req-7b2c8121-9589-4a01-ae07-57e972ba856e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=46b59711-1123-4a2c-8da4-ad6217b47896 HTTP/1.1" status: 200 len: 1091 time: 0.0441754 Feb 19 03:32:36.617279 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaed5b5d-ae46-4abb-b60d-50223d897613 req-5061cd14-0a67-4e87-b56d-4bc95dd8fb84 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:36.618764 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-eaed5b5d-ae46-4abb-b60d-50223d897613 req-5061cd14-0a67-4e87-b56d-4bc95dd8fb84 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] 10.222.0.72 "GET /v2.0/ports?device_id=46b59711-1123-4a2c-8da4-ad6217b47896 HTTP/1.1" status: 200 len: 909 time: 0.0523617 Feb 19 03:32:37.739338 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd98eb9-4484-45ae-ad8c-be1eaadbd4c5 req-6d58f62c-0cf5-410a-b8bd-1cc19023d6d4 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:37.741475 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7fd98eb9-4484-45ae-ad8c-be1eaadbd4c5 req-6d58f62c-0cf5-410a-b8bd-1cc19023d6d4 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] 10.222.0.72 "GET /v2.0/ports?device_id=46b59711-1123-4a2c-8da4-ad6217b47896 HTTP/1.1" status: 200 len: 909 time: 0.0519373 Feb 19 03:32:37.859558 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a84b4-2aaa-4ceb-87a7-4406f95a541b req-c71781b9-5f0c-4fa3-bf4e-5ce54c76d9a6 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:37.861035 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f45a84b4-2aaa-4ceb-87a7-4406f95a541b req-c71781b9-5f0c-4fa3-bf4e-5ce54c76d9a6 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] 10.222.0.72 "GET /v2.0/ports?device_id=46b59711-1123-4a2c-8da4-ad6217b47896 HTTP/1.1" status: 200 len: 909 time: 0.0519438 Feb 19 03:32:37.973877 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b6c56f-0f31-450e-9472-294501a4ee2b req-751a2fbd-eac3-4dfb-8839-e03dc79bedd4 tempest-TestSecurityGroupsBasicOps-1076606756 tempest-TestSecurityGroupsBasicOps-1076606756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:37.975986 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-25b6c56f-0f31-450e-9472-294501a4ee2b req-751a2fbd-eac3-4dfb-8839-e03dc79bedd4 tempest-TestSecurityGroupsBasicOps-1076606756 tempest-TestSecurityGroupsBasicOps-1076606756-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=46b59711-1123-4a2c-8da4-ad6217b47896 HTTP/1.1" status: 200 len: 1091 time: 0.0496111 Feb 19 03:32:38.092013 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e8a8f9-6fa9-47c8-a25e-8128f399a7ff req-746c3131-3f25-4891-a1a3-2947eac85191 tempest-TestSecurityGroupsBasicOps-1076606756 tempest-TestSecurityGroupsBasicOps-1076606756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:38.093571 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e3e8a8f9-6fa9-47c8-a25e-8128f399a7ff req-746c3131-3f25-4891-a1a3-2947eac85191 tempest-TestSecurityGroupsBasicOps-1076606756 tempest-TestSecurityGroupsBasicOps-1076606756-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=12c6f5ca-1b13-448c-9d25-6433db41c1c6 HTTP/1.1" status: 200 len: 1166 time: 0.0462828 Feb 19 03:32:38.148146 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e3e8a8f9-6fa9-47c8-a25e-8128f399a7ff req-d2910fc3-e1c0-4e2c-8bbc-37e8d2de682b tempest-TestSecurityGroupsBasicOps-1076606756 tempest-TestSecurityGroupsBasicOps-1076606756-project-admin] 10.222.0.72 "GET /v2.0/security-groups?id=09fef493-4391-4445-b63d-c5b389510a6a&id=55fd0743-0de3-47f8-84f4-f8c4db49c118&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0473640 Feb 19 03:32:38.170255 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 48864) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:38.214954 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f10812-4f6a-469f-a109-7e50ad03029b tempest-TestSecurityGroupsBasicOps-1076606756 tempest-TestSecurityGroupsBasicOps-1076606756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:38.216449 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-d5f10812-4f6a-469f-a109-7e50ad03029b tempest-TestSecurityGroupsBasicOps-1076606756 tempest-TestSecurityGroupsBasicOps-1076606756-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=46b59711-1123-4a2c-8da4-ad6217b47896 HTTP/1.1" status: 200 len: 1086 time: 0.0452483 Feb 19 03:32:38.439474 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f416d44-a0cb-4e77-8073-1bb4faa4be17 req-b6165263-6b97-4205-ae77-c8c95e4f4d01 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:38.440922 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9f416d44-a0cb-4e77-8073-1bb4faa4be17 req-b6165263-6b97-4205-ae77-c8c95e4f4d01 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] 10.222.0.72 "GET /v2.0/ports?device_id=46b59711-1123-4a2c-8da4-ad6217b47896 HTTP/1.1" status: 200 len: 909 time: 0.0553322 Feb 19 03:32:39.563340 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f8a2e3-f91b-4524-80ed-6d84ddb80199 req-47c0a9d5-b68f-4796-b19e-8770ef292026 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:39.565110 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e9f8a2e3-f91b-4524-80ed-6d84ddb80199 req-47c0a9d5-b68f-4796-b19e-8770ef292026 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] 10.222.0.72 "GET /v2.0/ports?device_id=46b59711-1123-4a2c-8da4-ad6217b47896 HTTP/1.1" status: 200 len: 909 time: 0.0533524 Feb 19 03:32:39.939923 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:32:39.990966 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c416a5-ffa1-4d4a-8e9e-d3b405f308bb req-99e1e618-202a-444a-a8de-447f48934c84 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:39.992424 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d1c416a5-ffa1-4d4a-8e9e-d3b405f308bb req-99e1e618-202a-444a-a8de-447f48934c84 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] 10.222.0.73 "GET /v2.0/ports?device_id=46b59711-1123-4a2c-8da4-ad6217b47896 HTTP/1.1" status: 200 len: 909 time: 0.0519149 Feb 19 03:32:40.089499 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-d1c416a5-ffa1-4d4a-8e9e-d3b405f308bb req-9adec605-8521-4db9-9f7a-c2041a5145f4 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Deleting port bc85a771-d1f7-455f-913c-fb34467f22df {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:32:40.089836 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-d1c416a5-ffa1-4d4a-8e9e-d3b405f308bb req-9adec605-8521-4db9-9f7a-c2041a5145f4 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (bc85a771-d1f7-455f-913c-fb34467f22df), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:40.181773 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-d1c416a5-ffa1-4d4a-8e9e-d3b405f308bb req-9adec605-8521-4db9-9f7a-c2041a5145f4 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] For port bc85a771-d1f7-455f-913c-fb34467f22df, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=bc85a771-d1f7-455f-913c-fb34467f22df,segment=NetworkSegment(87014270-eb1e-4905-a325-da2e52f77d84),segment_id=87014270-eb1e-4905-a325-da2e52f77d84)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:32:40.182147 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-d1c416a5-ffa1-4d4a-8e9e-d3b405f308bb req-9adec605-8521-4db9-9f7a-c2041a5145f4 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (bc85a771-d1f7-455f-913c-fb34467f22df), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:40.194874 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-d1c416a5-ffa1-4d4a-8e9e-d3b405f308bb req-9adec605-8521-4db9-9f7a-c2041a5145f4 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Calling delete_port for bc85a771-d1f7-455f-913c-fb34467f22df owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:32:40.322728 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-d1c416a5-ffa1-4d4a-8e9e-d3b405f308bb req-9adec605-8521-4db9-9f7a-c2041a5145f4 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (bc85a771-d1f7-455f-913c-fb34467f22df), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:40.349201 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adec605-8521-4db9-9f7a-c2041a5145f4 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Pushing event deleted for resources: {'Port': ['ID=bc85a771-d1f7-455f-913c-fb34467f22df,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:40.399398 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1c416a5-ffa1-4d4a-8e9e-d3b405f308bb req-9adec605-8521-4db9-9f7a-c2041a5145f4 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] No DVR routers for this DVR port bc85a771-d1f7-455f-913c-fb34467f22df on host n-h1-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:32:40.402226 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-d1c416a5-ffa1-4d4a-8e9e-d3b405f308bb req-9adec605-8521-4db9-9f7a-c2041a5145f4 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:40.405651 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d1c416a5-ffa1-4d4a-8e9e-d3b405f308bb req-9adec605-8521-4db9-9f7a-c2041a5145f4 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] 10.222.0.73 "DELETE /v2.0/ports/bc85a771-d1f7-455f-913c-fb34467f22df HTTP/1.1" status: 204 len: 173 time: 0.4078720 Feb 19 03:32:40.406108 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46b59711-1123-4a2c-8da4-ad6217b47896', 'name': 'network-vif-deleted', 'tag': 'bc85a771-d1f7-455f-913c-fb34467f22df'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:32:40.408361 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0b355bd-8ad6-4f35-8a58-acc9dfa55ddc" -d '{"events": [{"server_uuid": "46b59711-1123-4a2c-8da4-ad6217b47896", "name": "network-vif-deleted", "tag": "bc85a771-d1f7-455f-913c-fb34467f22df"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:32:40.449560 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-449a6e93-163e-42ea-bbfd-436c5e310db5 x-openstack-request-id: req-449a6e93-163e-42ea-bbfd-436c5e310db5 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:32:40.450057 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46b59711-1123-4a2c-8da4-ad6217b47896", "name": "network-vif-deleted", "tag": "bc85a771-d1f7-455f-913c-fb34467f22df", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:32:40.450374 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-449a6e93-163e-42ea-bbfd-436c5e310db5 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:32:40.450959 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46b59711-1123-4a2c-8da4-ad6217b47896', 'name': 'network-vif-deleted', 'tag': 'bc85a771-d1f7-455f-913c-fb34467f22df', 'status': 'completed', 'code': 200} Feb 19 03:32:40.671711 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-18871446-fa9a-419b-a6cb-02a104b43821 req-3e30b0c1-5844-4e52-9b37-35afe215bc0b tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] 10.222.0.72 "GET /v2.0/ports?device_id=46b59711-1123-4a2c-8da4-ad6217b47896 HTTP/1.1" status: 200 len: 210 time: 0.0278475 Feb 19 03:32:41.729575 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 48880) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:42.152674 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-159efd10-c370-4c48-89fe-a015154a521b tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16289271'] for router_interface (8dc7d36b-f148-411e-aa44-09eedd3c5d08), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:42.431143 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-159efd10-c370-4c48-89fe-a015154a521b tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Deleting port aee2e50b-107e-42e3-927c-9529ffcb562d {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:32:42.431478 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-159efd10-c370-4c48-89fe-a015154a521b tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (aee2e50b-107e-42e3-927c-9529ffcb562d), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:42.520073 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-159efd10-c370-4c48-89fe-a015154a521b tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] For port aee2e50b-107e-42e3-927c-9529ffcb562d, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=aee2e50b-107e-42e3-927c-9529ffcb562d,segment=NetworkSegment(87014270-eb1e-4905-a325-da2e52f77d84),segment_id=87014270-eb1e-4905-a325-da2e52f77d84)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:32:42.520449 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-159efd10-c370-4c48-89fe-a015154a521b tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (aee2e50b-107e-42e3-927c-9529ffcb562d), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:42.532205 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-159efd10-c370-4c48-89fe-a015154a521b tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Calling delete_port for aee2e50b-107e-42e3-927c-9529ffcb562d owned by network:router_interface {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:32:42.719125 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-159efd10-c370-4c48-89fe-a015154a521b tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (aee2e50b-107e-42e3-927c-9529ffcb562d), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:42.752555 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159efd10-c370-4c48-89fe-a015154a521b tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Pushing event deleted for resources: {'Port': ['ID=aee2e50b-107e-42e3-927c-9529ffcb562d,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:42.933171 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-159efd10-c370-4c48-89fe-a015154a521b tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16362762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16314471'] for router_interface (8dc7d36b-f148-411e-aa44-09eedd3c5d08), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:43.152671 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-159efd10-c370-4c48-89fe-a015154a521b tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Router 8dc7d36b-f148-411e-aa44-09eedd3c5d08 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:32:43.267618 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-159efd10-c370-4c48-89fe-a015154a521b tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:32:43.273690 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-159efd10-c370-4c48-89fe-a015154a521b tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] 10.222.0.72 "PUT /v2.0/routers/8dc7d36b-f148-411e-aa44-09eedd3c5d08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5428967 Feb 19 03:32:43.276273 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 48882) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:43.278994 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df2158e-755c-46e0-b078-3703253dc7d1 None None] Sync routers for ids ['8dc7d36b-f148-411e-aa44-09eedd3c5d08'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:32:43.289371 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df2158e-755c-46e0-b078-3703253dc7d1 None None] Routers {'8dc7d36b-f148-411e-aa44-09eedd3c5d08'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:32:43.289972 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-2df2158e-755c-46e0-b078-3703253dc7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:32:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['8dc7d36b-f148-411e-aa44-09eedd3c5d08'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:32:43.331539 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_v2 [None req-68d6607f-205f-4d0a-b8dd-b336bbcd71fe tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Deleting subnet 01336453-ccc4-4ad0-8e5c-9e2b4a62e926 {{(pid=103701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:32:43.335562 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-68d6607f-205f-4d0a-b8dd-b336bbcd71fe tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks [] for subnet (01336453-ccc4-4ad0-8e5c-9e2b4a62e926), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:43.385642 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-68d6607f-205f-4d0a-b8dd-b336bbcd71fe tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12647399'] for subnet (01336453-ccc4-4ad0-8e5c-9e2b4a62e926), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:43.400015 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-2df2158e-755c-46e0-b078-3703253dc7d1 None None] Set router 8dc7d36b-f148-411e-aa44-09eedd3c5d08 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:32:43.499418 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-68d6607f-205f-4d0a-b8dd-b336bbcd71fe tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (01336453-ccc4-4ad0-8e5c-9e2b4a62e926), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:43.568023 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-68d6607f-205f-4d0a-b8dd-b336bbcd71fe tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12647206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58706286'] for subnet (01336453-ccc4-4ad0-8e5c-9e2b4a62e926), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:43.579283 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device bc85a771-d1f7-455f-913c-fb34467f22df no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:32:43.596280 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-2df2158e-755c-46e0-b078-3703253dc7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dc7d36b-f148-411e-aa44-09eedd3c5d08', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1540781490', 'tenant_id': '9e3fc42b566540c3af4ee0d2d027feba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '48f2ee57-bbcb-4c05-a7a4-20c97e1a1070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:32:20Z', 'updated_at': '2022-02-19T03:32:42Z', 'revision_number': 5, 'project_id': '9e3fc42b566540c3af4ee0d2d027feba', 'gw_port': {'id': '48f2ee57-bbcb-4c05-a7a4-20c97e1a1070', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:83:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc7d36b-f148-411e-aa44-09eedd3c5d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:32:21Z', 'updated_at': '2022-02-19T03:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:32:43.597081 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d6607f-205f-4d0a-b8dd-b336bbcd71fe tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Pushing event deleted for resources: {'Subnet': ['ID=01336453-ccc4-4ad0-8e5c-9e2b4a62e926,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:43.603762 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] No Port match for: bc85a771-d1f7-455f-913c-fb34467f22df {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:32:43.604214 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device bc85a771-d1f7-455f-913c-fb34467f22df not bound to the agent host n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:32:43.609424 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd457a19-0b30-4477-919d-85fae69b64a1 None None] Network f5ee380f-4c52-49a9-b61c-17e37042266c requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:32:43.610387 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-68d6607f-205f-4d0a-b8dd-b336bbcd71fe tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks [] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:43.613938 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-68d6607f-205f-4d0a-b8dd-b336bbcd71fe tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] 10.222.0.72 "DELETE /v2.0/subnets/01336453-ccc4-4ad0-8e5c-9e2b4a62e926 HTTP/1.1" status: 204 len: 168 time: 0.3365762 Feb 19 03:32:43.617056 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 48884) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:43.624870 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df2158e-755c-46e0-b078-3703253dc7d1 None None] Checking router: 8dc7d36b-f148-411e-aa44-09eedd3c5d08 for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:32:43.634265 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df2158e-755c-46e0-b078-3703253dc7d1 None None] Routers {'8dc7d36b-f148-411e-aa44-09eedd3c5d08'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:32:43.634876 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-2df2158e-755c-46e0-b078-3703253dc7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:32:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['8dc7d36b-f148-411e-aa44-09eedd3c5d08'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:32:43.735565 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c42c4f13-1a9e-4ba7-9fd5-a2ec6a71f603 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks [] for router (8dc7d36b-f148-411e-aa44-09eedd3c5d08), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:43.743423 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-2df2158e-755c-46e0-b078-3703253dc7d1 None None] Set router 8dc7d36b-f148-411e-aa44-09eedd3c5d08 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:32:43.789147 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ea664d-f0f6-4d9d-919c-cf31db388f73 None None] DHCP port deletion for f5ee380f-4c52-49a9-b61c-17e37042266c request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:32:43.852490 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-d6ea664d-f0f6-4d9d-919c-cf31db388f73 None None] Deleting port 9bc1d3d5-36aa-4108-9bc0-1b14f9c18387 {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:32:43.852820 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d6ea664d-f0f6-4d9d-919c-cf31db388f73 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (9bc1d3d5-36aa-4108-9bc0-1b14f9c18387), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:43.925151 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-d6ea664d-f0f6-4d9d-919c-cf31db388f73 None None] For port 9bc1d3d5-36aa-4108-9bc0-1b14f9c18387, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=9bc1d3d5-36aa-4108-9bc0-1b14f9c18387,segment=NetworkSegment(87014270-eb1e-4905-a325-da2e52f77d84),segment_id=87014270-eb1e-4905-a325-da2e52f77d84)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:32:43.925563 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d6ea664d-f0f6-4d9d-919c-cf31db388f73 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (9bc1d3d5-36aa-4108-9bc0-1b14f9c18387), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:43.939941 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-d6ea664d-f0f6-4d9d-919c-cf31db388f73 None None] Calling delete_port for 9bc1d3d5-36aa-4108-9bc0-1b14f9c18387 owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:32:44.029508 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d6ea664d-f0f6-4d9d-919c-cf31db388f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (9bc1d3d5-36aa-4108-9bc0-1b14f9c18387), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:44.060163 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ea664d-f0f6-4d9d-919c-cf31db388f73 None None] Pushing event deleted for resources: {'Port': ['ID=9bc1d3d5-36aa-4108-9bc0-1b14f9c18387,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:44.062099 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ea664d-f0f6-4d9d-919c-cf31db388f73 None None] No DVR routers for this DVR port 9bc1d3d5-36aa-4108-9bc0-1b14f9c18387 on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:32:44.078124 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-2df2158e-755c-46e0-b078-3703253dc7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dc7d36b-f148-411e-aa44-09eedd3c5d08', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1540781490', 'tenant_id': '9e3fc42b566540c3af4ee0d2d027feba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '48f2ee57-bbcb-4c05-a7a4-20c97e1a1070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:32:20Z', 'updated_at': '2022-02-19T03:32:42Z', 'revision_number': 5, 'project_id': '9e3fc42b566540c3af4ee0d2d027feba', 'gw_port': {'id': '48f2ee57-bbcb-4c05-a7a4-20c97e1a1070', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:83:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc7d36b-f148-411e-aa44-09eedd3c5d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:32:21Z', 'updated_at': '2022-02-19T03:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:32:44.105477 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c42c4f13-1a9e-4ba7-9fd5-a2ec6a71f603 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks [] for router_gateway (8dc7d36b-f148-411e-aa44-09eedd3c5d08), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:44.110646 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df2158e-755c-46e0-b078-3703253dc7d1 None None] The sync data for ids ['8dc7d36b-f148-411e-aa44-09eedd3c5d08'] in n-d-826753-2 is: [{'id': '8dc7d36b-f148-411e-aa44-09eedd3c5d08', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1540781490', 'tenant_id': '9e3fc42b566540c3af4ee0d2d027feba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '48f2ee57-bbcb-4c05-a7a4-20c97e1a1070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:32:20Z', 'updated_at': '2022-02-19T03:32:42Z', 'revision_number': 5, 'project_id': '9e3fc42b566540c3af4ee0d2d027feba', 'gw_port': {'id': '48f2ee57-bbcb-4c05-a7a4-20c97e1a1070', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:83:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc7d36b-f148-411e-aa44-09eedd3c5d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:32:21Z', 'updated_at': '2022-02-19T03:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:32:44.167806 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-c42c4f13-1a9e-4ba7-9fd5-a2ec6a71f603 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Deleting port 48f2ee57-bbcb-4c05-a7a4-20c97e1a1070 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:32:44.168136 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c42c4f13-1a9e-4ba7-9fd5-a2ec6a71f603 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (48f2ee57-bbcb-4c05-a7a4-20c97e1a1070), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:44.249378 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-c42c4f13-1a9e-4ba7-9fd5-a2ec6a71f603 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] For port 48f2ee57-bbcb-4c05-a7a4-20c97e1a1070, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=48f2ee57-bbcb-4c05-a7a4-20c97e1a1070,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:32:44.249740 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c42c4f13-1a9e-4ba7-9fd5-a2ec6a71f603 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (48f2ee57-bbcb-4c05-a7a4-20c97e1a1070), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:44.262165 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-c42c4f13-1a9e-4ba7-9fd5-a2ec6a71f603 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Calling delete_port for 48f2ee57-bbcb-4c05-a7a4-20c97e1a1070 owned by network:router_gateway {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:32:44.438987 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c42c4f13-1a9e-4ba7-9fd5-a2ec6a71f603 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (48f2ee57-bbcb-4c05-a7a4-20c97e1a1070), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:44.462807 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42c4f13-1a9e-4ba7-9fd5-a2ec6a71f603 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Pushing event deleted for resources: {'Port': ['ID=48f2ee57-bbcb-4c05-a7a4-20c97e1a1070,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:44.525898 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c42c4f13-1a9e-4ba7-9fd5-a2ec6a71f603 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16285837'] for router_gateway (8dc7d36b-f148-411e-aa44-09eedd3c5d08), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:44.633277 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c42c4f13-1a9e-4ba7-9fd5-a2ec6a71f603 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16317457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14254'] for router (8dc7d36b-f148-411e-aa44-09eedd3c5d08), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:44.635433 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c42c4f13-1a9e-4ba7-9fd5-a2ec6a71f603 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks [] for router_controller (8dc7d36b-f148-411e-aa44-09eedd3c5d08), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:44.701646 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c42c4f13-1a9e-4ba7-9fd5-a2ec6a71f603 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16317544'] for router (8dc7d36b-f148-411e-aa44-09eedd3c5d08), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:44.702096 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c42c4f13-1a9e-4ba7-9fd5-a2ec6a71f603 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Fanout notify agent at l3_agent the message router_deleted on router 8dc7d36b-f148-411e-aa44-09eedd3c5d08 {{(pid=103701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:32:44.709269 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c42c4f13-1a9e-4ba7-9fd5-a2ec6a71f603 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks [] for router (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:44.710695 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-c42c4f13-1a9e-4ba7-9fd5-a2ec6a71f603 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] 10.222.0.72 "DELETE /v2.0/routers/8dc7d36b-f148-411e-aa44-09eedd3c5d08 HTTP/1.1" status: 204 len: 168 time: 1.0926778 Feb 19 03:32:44.713370 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 48886) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:44.796837 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5d04cd2d-5f03-464a-b23b-5a8767e53b8a tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (f5ee380f-4c52-49a9-b61c-17e37042266c), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:44.889538 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5d04cd2d-5f03-464a-b23b-5a8767e53b8a tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (f5ee380f-4c52-49a9-b61c-17e37042266c), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:44.909626 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-5d04cd2d-5f03-464a-b23b-5a8767e53b8a tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5ee380f-4c52-49a9-b61c-17e37042266c']}} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:32:44.918621 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-5d04cd2d-5f03-464a-b23b-5a8767e53b8a tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87014270-eb1e-4905-a325-da2e52f77d84') {'for_net_delete': True} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:32:44.918914 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-5d04cd2d-5f03-464a-b23b-5a8767e53b8a tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87014270-eb1e-4905-a325-da2e52f77d84') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:32:44.928691 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5d04cd2d-5f03-464a-b23b-5a8767e53b8a tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12647422'] for segment (87014270-eb1e-4905-a325-da2e52f77d84), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:44.942032 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5d04cd2d-5f03-464a-b23b-5a8767e53b8a tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (87014270-eb1e-4905-a325-da2e52f77d84), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:44.950125 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d04cd2d-5f03-464a-b23b-5a8767e53b8a tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Releasing vlan 263 on physical network physnet1 to pool {{(pid=103701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:32:44.950515 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5d04cd2d-5f03-464a-b23b-5a8767e53b8a tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583360'] for segment (87014270-eb1e-4905-a325-da2e52f77d84), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:44.953632 n-d-826753-2 neutron-server[103701]: Traceback (most recent call last): Feb 19 03:32:44.953632 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:32:44.953632 n-d-826753-2 neutron-server[103701]: timer() Feb 19 03:32:44.953632 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:32:44.953632 n-d-826753-2 neutron-server[103701]: cb(*args, **kw) Feb 19 03:32:44.953632 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:32:44.953632 n-d-826753-2 neutron-server[103701]: return func(*args, **kwargs) Feb 19 03:32:44.953632 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:32:44.953632 n-d-826753-2 neutron-server[103701]: self._notify() Feb 19 03:32:44.953632 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:32:44.953632 n-d-826753-2 neutron-server[103701]: self.callback(batched_events) Feb 19 03:32:44.953632 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:32:44.953632 n-d-826753-2 neutron-server[103701]: event.method(event) Feb 19 03:32:44.953632 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:32:44.953632 n-d-826753-2 neutron-server[103701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:32:44.953632 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:32:44.953632 n-d-826753-2 neutron-server[103701]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:32:44.953632 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:32:44.953632 n-d-826753-2 neutron-server[103701]: return f(self, *a, **k) Feb 19 03:32:44.953632 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:32:44.953632 n-d-826753-2 neutron-server[103701]: return self._get(url).json() Feb 19 03:32:44.953632 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:32:44.953632 n-d-826753-2 neutron-server[103701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:32:44.953632 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:32:44.953632 n-d-826753-2 neutron-server[103701]: return self.request(url, 'GET', **kwargs) Feb 19 03:32:44.953632 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:32:44.953632 n-d-826753-2 neutron-server[103701]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:32:44.953632 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:32:44.953632 n-d-826753-2 neutron-server[103701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:32:44.953632 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:32:44.953632 n-d-826753-2 neutron-server[103701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:32:44.953632 n-d-826753-2 neutron-server[103701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:32:45.015010 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5d04cd2d-5f03-464a-b23b-5a8767e53b8a tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (f5ee380f-4c52-49a9-b61c-17e37042266c), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:45.021245 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5d04cd2d-5f03-464a-b23b-5a8767e53b8a tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:45.025479 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-5d04cd2d-5f03-464a-b23b-5a8767e53b8a tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] 10.222.0.72 "DELETE /v2.0/networks/f5ee380f-4c52-49a9-b61c-17e37042266c HTTP/1.1" status: 204 len: 168 time: 0.3108778 Feb 19 03:32:45.028103 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48888) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:45.042778 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d04cd2d-5f03-464a-b23b-5a8767e53b8a tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Pushing event deleted for resources: {'Network': ['ID=f5ee380f-4c52-49a9-b61c-17e37042266c,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:45.214931 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-76e539b0-f9aa-475d-bffa-b82e6060ec56 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Deleting port 86174305-0e43-4b7e-88f7-b4fa3788e6fb {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:32:45.215185 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-76e539b0-f9aa-475d-bffa-b82e6060ec56 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (86174305-0e43-4b7e-88f7-b4fa3788e6fb), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:45.292736 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-76e539b0-f9aa-475d-bffa-b82e6060ec56 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (86174305-0e43-4b7e-88f7-b4fa3788e6fb), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:45.293452 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-76e539b0-f9aa-475d-bffa-b82e6060ec56 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks [] for floatingip (86174305-0e43-4b7e-88f7-b4fa3788e6fb), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:45.307683 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-76e539b0-f9aa-475d-bffa-b82e6060ec56 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Calling delete_port for 86174305-0e43-4b7e-88f7-b4fa3788e6fb owned by network:floatingip {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:32:45.382249 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 9bc1d3d5-36aa-4108-9bc0-1b14f9c18387 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:32:45.404225 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 9bc1d3d5-36aa-4108-9bc0-1b14f9c18387 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:32:45.404821 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 9bc1d3d5-36aa-4108-9bc0-1b14f9c18387 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:32:45.405284 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device aee2e50b-107e-42e3-927c-9529ffcb562d no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:32:45.425497 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: aee2e50b-107e-42e3-927c-9529ffcb562d {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:32:45.425832 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device aee2e50b-107e-42e3-927c-9529ffcb562d not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:32:45.426267 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 48f2ee57-bbcb-4c05-a7a4-20c97e1a1070 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:32:45.447443 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 48f2ee57-bbcb-4c05-a7a4-20c97e1a1070 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:32:45.447720 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 48f2ee57-bbcb-4c05-a7a4-20c97e1a1070 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:32:45.518632 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-76e539b0-f9aa-475d-bffa-b82e6060ec56 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (86174305-0e43-4b7e-88f7-b4fa3788e6fb), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:45.550637 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e539b0-f9aa-475d-bffa-b82e6060ec56 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Pushing event deleted for resources: {'Port': ['ID=86174305-0e43-4b7e-88f7-b4fa3788e6fb,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:45.578919 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3a313d4a-772a-4530-8555-90278dfbaa8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:45.623213 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-76e539b0-f9aa-475d-bffa-b82e6060ec56 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks [] for floatingip (7967dead-4a55-438d-bac4-255ecdb06361), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:45.623539 n-d-826753-2 neutron-server[103702]: INFO neutron.db.l3_db [None req-76e539b0-f9aa-475d-bffa-b82e6060ec56 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Floating IP 7967dead-4a55-438d-bac4-255ecdb06361 disassociated (deleted). External IP: 172.25.6.244, port: 7f1cc4f2-93c0-4e39-b30c-008444573598. Feb 19 03:32:45.840385 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76e539b0-f9aa-475d-bffa-b82e6060ec56 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Router 47929351-3483-4dd0-8d43-ec96848d508b has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:32:45.951246 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76e539b0-f9aa-475d-bffa-b82e6060ec56 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:32:45.956143 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-76e539b0-f9aa-475d-bffa-b82e6060ec56 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:45.964635 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f614a1e-278a-474e-81c9-c4460dabb141 None None] Sync routers for ids ['47929351-3483-4dd0-8d43-ec96848d508b'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:32:45.976909 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f614a1e-278a-474e-81c9-c4460dabb141 None None] Routers {'47929351-3483-4dd0-8d43-ec96848d508b'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:32:45.977571 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-1f614a1e-278a-474e-81c9-c4460dabb141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:32:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['47929351-3483-4dd0-8d43-ec96848d508b'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:32:45.987321 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-76e539b0-f9aa-475d-bffa-b82e6060ec56 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] 10.222.0.72 "DELETE /v2.0/floatingips/7967dead-4a55-438d-bac4-255ecdb06361 HTTP/1.1" status: 204 len: 168 time: 0.9580135 Feb 19 03:32:45.987922 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12c6f5ca-1b13-448c-9d25-6433db41c1c6', 'tag': '7f1cc4f2-93c0-4e39-b30c-008444573598'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:32:45.990474 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91d6f076-05dd-4d5f-b057-29b01579b308" -d '{"events": [{"name": "network-changed", "server_uuid": "12c6f5ca-1b13-448c-9d25-6433db41c1c6", "tag": "7f1cc4f2-93c0-4e39-b30c-008444573598"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:32:46.030267 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17125126-5894-49c6-a3f5-63f4fa6bb4f4 x-openstack-request-id: req-17125126-5894-49c6-a3f5-63f4fa6bb4f4 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:32:46.031304 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12c6f5ca-1b13-448c-9d25-6433db41c1c6", "tag": "7f1cc4f2-93c0-4e39-b30c-008444573598", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:32:46.032164 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-17125126-5894-49c6-a3f5-63f4fa6bb4f4 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:32:46.032588 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12c6f5ca-1b13-448c-9d25-6433db41c1c6', 'tag': '7f1cc4f2-93c0-4e39-b30c-008444573598', 'status': 'completed', 'code': 200} Feb 19 03:32:46.119762 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-1f614a1e-278a-474e-81c9-c4460dabb141 None None] Set router 47929351-3483-4dd0-8d43-ec96848d508b gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:32:46.124222 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d6f076-05dd-4d5f-b057-29b01579b308 req-f8566834-cbb4-4966-ae23-bc379b087d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:46.125951 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-91d6f076-05dd-4d5f-b057-29b01579b308 req-f8566834-cbb4-4966-ae23-bc379b087d49 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9e3fc42b566540c3af4ee0d2d027feba&device_id=12c6f5ca-1b13-448c-9d25-6433db41c1c6 HTTP/1.1" status: 200 len: 1166 time: 0.0512362 Feb 19 03:32:46.232450 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d6f076-05dd-4d5f-b057-29b01579b308 req-3ff1f8a8-0457-489b-9171-755af98d1820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:46.233999 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-91d6f076-05dd-4d5f-b057-29b01579b308 req-3ff1f8a8-0457-489b-9171-755af98d1820 service neutron] 10.222.0.82 "GET /v2.0/networks?id=322afcea-fa1e-446e-b2d6-0919f62ed2af HTTP/1.1" status: 200 len: 897 time: 0.1003408 Feb 19 03:32:46.269355 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27f072d-0404-473a-8230-d81b58ca86a8 req-fa457a30-e408-4a86-838e-58f7d5aff100 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:46.271690 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a27f072d-0404-473a-8230-d81b58ca86a8 req-fa457a30-e408-4a86-838e-58f7d5aff100 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] 10.222.0.72 "GET /v2.0/ports?device_id=12c6f5ca-1b13-448c-9d25-6433db41c1c6 HTTP/1.1" status: 200 len: 984 time: 0.0692127 Feb 19 03:32:46.280087 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-91d6f076-05dd-4d5f-b057-29b01579b308 req-a1c99bc1-182b-4e2c-8d72-cbb960572fed service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7f1cc4f2-93c0-4e39-b30c-008444573598 HTTP/1.1" status: 200 len: 217 time: 0.0396349 Feb 19 03:32:46.334750 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d6f076-05dd-4d5f-b057-29b01579b308 req-1a49b2d8-c753-4abe-a1cf-9ac018f62ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:46.336261 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-91d6f076-05dd-4d5f-b057-29b01579b308 req-1a49b2d8-c753-4abe-a1cf-9ac018f62ac8 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e45f9023-3e9d-476c-9ee7-935fadce12ed HTTP/1.1" status: 200 len: 835 time: 0.0504336 Feb 19 03:32:46.338229 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a27f072d-0404-473a-8230-d81b58ca86a8 req-ef88d7ae-7047-4636-bc59-f6ae22b60e6f tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] 10.222.0.72 "GET /v2.0/security-groups?id=09fef493-4391-4445-b63d-c5b389510a6a&id=55fd0743-0de3-47f8-84f4-f8c4db49c118&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0595472 Feb 19 03:32:46.394283 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d6f076-05dd-4d5f-b057-29b01579b308 req-dd34908b-2f4a-4993-8ea2-3b67db8fe84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:46.395754 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-91d6f076-05dd-4d5f-b057-29b01579b308 req-dd34908b-2f4a-4993-8ea2-3b67db8fe84b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=322afcea-fa1e-446e-b2d6-0919f62ed2af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0520897 Feb 19 03:32:46.494354 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-91d6f076-05dd-4d5f-b057-29b01579b308 req-8ad2db86-b6ab-4bd4-811f-2a9244f74207 service neutron] 10.222.0.82 "GET /v2.0/networks/322afcea-fa1e-446e-b2d6-0919f62ed2af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913668 Feb 19 03:32:46.513830 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-1f614a1e-278a-474e-81c9-c4460dabb141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47929351-3483-4dd0-8d43-ec96848d508b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1706184067', 'tenant_id': '9e3fc42b566540c3af4ee0d2d027feba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '83978022-73dd-48d3-94f1-8b412e1a26bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:31:25Z', 'updated_at': '2022-02-19T03:31:29Z', 'revision_number': 4, 'project_id': '9e3fc42b566540c3af4ee0d2d027feba', 'gw_port': {'id': '83978022-73dd-48d3-94f1-8b412e1a26bd', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47929351-3483-4dd0-8d43-ec96848d508b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:31:25Z', 'updated_at': '2022-02-19T03:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '7a48d668-c25c-4d80-a6a7-34937cd8d7c8', 'name': '', 'network_id': '322afcea-fa1e-446e-b2d6-0919f62ed2af', 'tenant_id': '9e3fc42b566540c3af4ee0d2d027feba', 'mac_address': 'fa:16:3e:fd:97:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47929351-3483-4dd0-8d43-ec96848d508b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'e45f9023-3e9d-476c-9ee7-935fadce12ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:31:28Z', 'updated_at': '2022-02-19T03:31:32Z', 'revision_number': 5, 'project_id': '9e3fc42b566540c3af4ee0d2d027feba', 'subnets': [{'id': 'e45f9023-3e9d-476c-9ee7-935fadce12ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:32:46.540011 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f614a1e-278a-474e-81c9-c4460dabb141 None None] Checking router: 47929351-3483-4dd0-8d43-ec96848d508b for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:32:46.548267 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f614a1e-278a-474e-81c9-c4460dabb141 None None] Routers {'47929351-3483-4dd0-8d43-ec96848d508b'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:32:46.548871 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-1f614a1e-278a-474e-81c9-c4460dabb141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:32:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['47929351-3483-4dd0-8d43-ec96848d508b'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:32:46.597276 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-91d6f076-05dd-4d5f-b057-29b01579b308 req-b74a2148-3a14-4a8a-8a41-9b29bb38c328 service neutron] 10.222.0.82 "GET /v2.0/networks/322afcea-fa1e-446e-b2d6-0919f62ed2af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965631 Feb 19 03:32:46.657872 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-1f614a1e-278a-474e-81c9-c4460dabb141 None None] Set router 47929351-3483-4dd0-8d43-ec96848d508b gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:32:46.852112 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-1f614a1e-278a-474e-81c9-c4460dabb141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47929351-3483-4dd0-8d43-ec96848d508b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1706184067', 'tenant_id': '9e3fc42b566540c3af4ee0d2d027feba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '83978022-73dd-48d3-94f1-8b412e1a26bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:31:25Z', 'updated_at': '2022-02-19T03:31:29Z', 'revision_number': 4, 'project_id': '9e3fc42b566540c3af4ee0d2d027feba', 'gw_port': {'id': '83978022-73dd-48d3-94f1-8b412e1a26bd', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47929351-3483-4dd0-8d43-ec96848d508b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:31:25Z', 'updated_at': '2022-02-19T03:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '7a48d668-c25c-4d80-a6a7-34937cd8d7c8', 'name': '', 'network_id': '322afcea-fa1e-446e-b2d6-0919f62ed2af', 'tenant_id': '9e3fc42b566540c3af4ee0d2d027feba', 'mac_address': 'fa:16:3e:fd:97:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47929351-3483-4dd0-8d43-ec96848d508b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'e45f9023-3e9d-476c-9ee7-935fadce12ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:31:28Z', 'updated_at': '2022-02-19T03:31:32Z', 'revision_number': 5, 'project_id': '9e3fc42b566540c3af4ee0d2d027feba', 'subnets': [{'id': 'e45f9023-3e9d-476c-9ee7-935fadce12ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:32:46.877927 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f614a1e-278a-474e-81c9-c4460dabb141 None None] The sync data for ids ['47929351-3483-4dd0-8d43-ec96848d508b'] in n-d-826753-2 is: [{'id': '47929351-3483-4dd0-8d43-ec96848d508b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1706184067', 'tenant_id': '9e3fc42b566540c3af4ee0d2d027feba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '83978022-73dd-48d3-94f1-8b412e1a26bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:31:25Z', 'updated_at': '2022-02-19T03:31:29Z', 'revision_number': 4, 'project_id': '9e3fc42b566540c3af4ee0d2d027feba', 'gw_port': {'id': '83978022-73dd-48d3-94f1-8b412e1a26bd', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47929351-3483-4dd0-8d43-ec96848d508b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:31:25Z', 'updated_at': '2022-02-19T03:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '7a48d668-c25c-4d80-a6a7-34937cd8d7c8', 'name': '', 'network_id': '322afcea-fa1e-446e-b2d6-0919f62ed2af', 'tenant_id': '9e3fc42b566540c3af4ee0d2d027feba', 'mac_address': 'fa:16:3e:fd:97:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47929351-3483-4dd0-8d43-ec96848d508b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'e45f9023-3e9d-476c-9ee7-935fadce12ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:31:28Z', 'updated_at': '2022-02-19T03:31:32Z', 'revision_number': 5, 'project_id': '9e3fc42b566540c3af4ee0d2d027feba', 'subnets': [{'id': 'e45f9023-3e9d-476c-9ee7-935fadce12ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:32:47.100517 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a2f4a1-43de-4ad1-a0fb-36c093368c77 None None] New status for floating IP 7967dead-4a55-438d-bac4-255ecdb06361: DOWN {{(pid=103704) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:32:47.466394 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560fe7ab-69ef-42b9-916b-58a1f5161696 req-a91288a1-d80f-4677-9097-905a27187f02 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:47.467813 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-560fe7ab-69ef-42b9-916b-58a1f5161696 req-a91288a1-d80f-4677-9097-905a27187f02 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] 10.222.0.72 "GET /v2.0/ports?device_id=12c6f5ca-1b13-448c-9d25-6433db41c1c6 HTTP/1.1" status: 200 len: 984 time: 0.0539989 Feb 19 03:32:47.528759 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-560fe7ab-69ef-42b9-916b-58a1f5161696 req-8f376283-370c-4f52-a19d-06d22da11922 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] 10.222.0.72 "GET /v2.0/security-groups?id=09fef493-4391-4445-b63d-c5b389510a6a&id=55fd0743-0de3-47f8-84f4-f8c4db49c118&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0548067 Feb 19 03:32:47.680678 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbbffde-99c1-4608-bc1c-6ba559c79e24 req-79f284e9-dbd1-412d-8e10-f15789aac409 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:47.682178 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-5fbbffde-99c1-4608-bc1c-6ba559c79e24 req-79f284e9-dbd1-412d-8e10-f15789aac409 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] 10.222.0.82 "GET /v2.0/ports?device_id=12c6f5ca-1b13-448c-9d25-6433db41c1c6 HTTP/1.1" status: 200 len: 984 time: 0.0603104 Feb 19 03:32:47.752873 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e188c9c2-2a27-465b-8657-18c962c5046b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:47.791732 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-5fbbffde-99c1-4608-bc1c-6ba559c79e24 req-61491016-3802-43f8-9446-00aacfa5dae1 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Deleting port 7f1cc4f2-93c0-4e39-b30c-008444573598 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:32:47.792188 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-5fbbffde-99c1-4608-bc1c-6ba559c79e24 req-61491016-3802-43f8-9446-00aacfa5dae1 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (7f1cc4f2-93c0-4e39-b30c-008444573598), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:47.893818 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-5fbbffde-99c1-4608-bc1c-6ba559c79e24 req-61491016-3802-43f8-9446-00aacfa5dae1 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] For port 7f1cc4f2-93c0-4e39-b30c-008444573598, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=7f1cc4f2-93c0-4e39-b30c-008444573598,segment=NetworkSegment(220d8cc5-eb24-4c44-8ceb-e29bb42e318e),segment_id=220d8cc5-eb24-4c44-8ceb-e29bb42e318e)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:32:47.894179 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-5fbbffde-99c1-4608-bc1c-6ba559c79e24 req-61491016-3802-43f8-9446-00aacfa5dae1 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (7f1cc4f2-93c0-4e39-b30c-008444573598), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:47.907589 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-5fbbffde-99c1-4608-bc1c-6ba559c79e24 req-61491016-3802-43f8-9446-00aacfa5dae1 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Calling delete_port for 7f1cc4f2-93c0-4e39-b30c-008444573598 owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:32:48.051275 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-5fbbffde-99c1-4608-bc1c-6ba559c79e24 req-61491016-3802-43f8-9446-00aacfa5dae1 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (7f1cc4f2-93c0-4e39-b30c-008444573598), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:48.079676 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61491016-3802-43f8-9446-00aacfa5dae1 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Pushing event deleted for resources: {'Port': ['ID=7f1cc4f2-93c0-4e39-b30c-008444573598,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:48.128807 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fbbffde-99c1-4608-bc1c-6ba559c79e24 req-61491016-3802-43f8-9446-00aacfa5dae1 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] No DVR routers for this DVR port 7f1cc4f2-93c0-4e39-b30c-008444573598 on host n-h2-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:32:48.132192 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-5fbbffde-99c1-4608-bc1c-6ba559c79e24 req-61491016-3802-43f8-9446-00aacfa5dae1 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:48.136012 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-5fbbffde-99c1-4608-bc1c-6ba559c79e24 req-61491016-3802-43f8-9446-00aacfa5dae1 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] 10.222.0.82 "DELETE /v2.0/ports/7f1cc4f2-93c0-4e39-b30c-008444573598 HTTP/1.1" status: 204 len: 173 time: 0.4486284 Feb 19 03:32:48.136447 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12c6f5ca-1b13-448c-9d25-6433db41c1c6', 'name': 'network-vif-deleted', 'tag': '7f1cc4f2-93c0-4e39-b30c-008444573598'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:32:48.138693 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c8ebd67-660f-46e0-8cee-aa3de90ba8cf" -d '{"events": [{"server_uuid": "12c6f5ca-1b13-448c-9d25-6433db41c1c6", "name": "network-vif-deleted", "tag": "7f1cc4f2-93c0-4e39-b30c-008444573598"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:32:48.180360 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05ab706c-5be6-4358-be56-37f3c3766fe3 x-openstack-request-id: req-05ab706c-5be6-4358-be56-37f3c3766fe3 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:32:48.180652 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12c6f5ca-1b13-448c-9d25-6433db41c1c6", "name": "network-vif-deleted", "tag": "7f1cc4f2-93c0-4e39-b30c-008444573598", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:32:48.180904 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-05ab706c-5be6-4358-be56-37f3c3766fe3 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:32:48.181344 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12c6f5ca-1b13-448c-9d25-6433db41c1c6', 'name': 'network-vif-deleted', 'tag': '7f1cc4f2-93c0-4e39-b30c-008444573598', 'status': 'completed', 'code': 200} Feb 19 03:32:48.649889 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-39253880-296a-4143-98cf-11bc97e3cbea req-e03d8687-195c-4ee5-a610-a55bdf3d3e42 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] 10.222.0.72 "GET /v2.0/ports?device_id=12c6f5ca-1b13-448c-9d25-6433db41c1c6 HTTP/1.1" status: 200 len: 210 time: 0.0292709 Feb 19 03:32:49.390843 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:49.708906 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48906) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:49.761777 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d123820a-22bb-44a7-8203-9b9501a1b50f tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks [] for security_group (55fd0743-0de3-47f8-84f4-f8c4db49c118), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:49.783945 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d123820a-22bb-44a7-8203-9b9501a1b50f tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks [] for security_group (55fd0743-0de3-47f8-84f4-f8c4db49c118), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:49.828402 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d123820a-22bb-44a7-8203-9b9501a1b50f tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (55fd0743-0de3-47f8-84f4-f8c4db49c118), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:49.831028 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d123820a-22bb-44a7-8203-9b9501a1b50f tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:49.832156 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-d123820a-22bb-44a7-8203-9b9501a1b50f tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] 10.222.0.72 "DELETE /v2.0/security-groups/55fd0743-0de3-47f8-84f4-f8c4db49c118 HTTP/1.1" status: 204 len: 168 time: 0.1222358 Feb 19 03:32:49.835597 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 48908) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:49.842104 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d123820a-22bb-44a7-8203-9b9501a1b50f tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55fd0743-0de3-47f8-84f4-f8c4db49c118,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:49.891663 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e594d768-8815-46f7-a573-a27fbb5354b1 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks [] for security_group (09fef493-4391-4445-b63d-c5b389510a6a), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:49.914129 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e594d768-8815-46f7-a573-a27fbb5354b1 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks [] for security_group (09fef493-4391-4445-b63d-c5b389510a6a), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:49.961810 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e594d768-8815-46f7-a573-a27fbb5354b1 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (09fef493-4391-4445-b63d-c5b389510a6a), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:49.964472 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e594d768-8815-46f7-a573-a27fbb5354b1 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:49.965672 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-e594d768-8815-46f7-a573-a27fbb5354b1 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] 10.222.0.72 "DELETE /v2.0/security-groups/09fef493-4391-4445-b63d-c5b389510a6a HTTP/1.1" status: 204 len: 168 time: 0.1289430 Feb 19 03:32:49.969564 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48910) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:49.975048 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e594d768-8815-46f7-a573-a27fbb5354b1 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09fef493-4391-4445-b63d-c5b389510a6a,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:50.568684 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:50.620988 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ba40b259-8a7c-4f4e-84a5-c2de29894b92 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16289271'] for router_interface (47929351-3483-4dd0-8d43-ec96848d508b), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:50.876463 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-ba40b259-8a7c-4f4e-84a5-c2de29894b92 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Deleting port 7a48d668-c25c-4d80-a6a7-34937cd8d7c8 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:32:50.877170 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ba40b259-8a7c-4f4e-84a5-c2de29894b92 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (7a48d668-c25c-4d80-a6a7-34937cd8d7c8), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:50.968838 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-ba40b259-8a7c-4f4e-84a5-c2de29894b92 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] For port 7a48d668-c25c-4d80-a6a7-34937cd8d7c8, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=7a48d668-c25c-4d80-a6a7-34937cd8d7c8,segment=NetworkSegment(220d8cc5-eb24-4c44-8ceb-e29bb42e318e),segment_id=220d8cc5-eb24-4c44-8ceb-e29bb42e318e)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:32:50.969230 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ba40b259-8a7c-4f4e-84a5-c2de29894b92 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (7a48d668-c25c-4d80-a6a7-34937cd8d7c8), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:50.980786 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-ba40b259-8a7c-4f4e-84a5-c2de29894b92 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Calling delete_port for 7a48d668-c25c-4d80-a6a7-34937cd8d7c8 owned by network:router_interface {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:32:51.166092 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ba40b259-8a7c-4f4e-84a5-c2de29894b92 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (7a48d668-c25c-4d80-a6a7-34937cd8d7c8), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:51.191686 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba40b259-8a7c-4f4e-84a5-c2de29894b92 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Pushing event deleted for resources: {'Port': ['ID=7a48d668-c25c-4d80-a6a7-34937cd8d7c8,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:51.380893 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ba40b259-8a7c-4f4e-84a5-c2de29894b92 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16362762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16314471'] for router_interface (47929351-3483-4dd0-8d43-ec96848d508b), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:51.601762 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba40b259-8a7c-4f4e-84a5-c2de29894b92 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Router 47929351-3483-4dd0-8d43-ec96848d508b has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:32:51.700594 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 7f1cc4f2-93c0-4e39-b30c-008444573598 no longer exists at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:32:51.717638 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba40b259-8a7c-4f4e-84a5-c2de29894b92 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:32:51.720977 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] No Port match for: 7f1cc4f2-93c0-4e39-b30c-008444573598 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:32:51.721347 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 7f1cc4f2-93c0-4e39-b30c-008444573598 not bound to the agent host n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:32:51.722949 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-ba40b259-8a7c-4f4e-84a5-c2de29894b92 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] 10.222.0.72 "PUT /v2.0/routers/47929351-3483-4dd0-8d43-ec96848d508b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7518737 Feb 19 03:32:51.725560 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48912) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:51.729422 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a28d456-2e6e-46e2-85fa-2676ba26f401 None None] Sync routers for ids ['47929351-3483-4dd0-8d43-ec96848d508b'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:32:51.739520 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a28d456-2e6e-46e2-85fa-2676ba26f401 None None] Routers {'47929351-3483-4dd0-8d43-ec96848d508b'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:32:51.740231 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-3a28d456-2e6e-46e2-85fa-2676ba26f401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:32:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['47929351-3483-4dd0-8d43-ec96848d508b'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:32:51.782643 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-30ad2f46-a44c-4dbb-892f-9a437cec8e75 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Deleting subnet e45f9023-3e9d-476c-9ee7-935fadce12ed {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:32:51.785715 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-30ad2f46-a44c-4dbb-892f-9a437cec8e75 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks [] for subnet (e45f9023-3e9d-476c-9ee7-935fadce12ed), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:51.826475 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-30ad2f46-a44c-4dbb-892f-9a437cec8e75 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (e45f9023-3e9d-476c-9ee7-935fadce12ed), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:51.850098 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-3a28d456-2e6e-46e2-85fa-2676ba26f401 None None] Set router 47929351-3483-4dd0-8d43-ec96848d508b gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:32:51.909295 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-30ad2f46-a44c-4dbb-892f-9a437cec8e75 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (e45f9023-3e9d-476c-9ee7-935fadce12ed), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:51.974787 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-30ad2f46-a44c-4dbb-892f-9a437cec8e75 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (e45f9023-3e9d-476c-9ee7-935fadce12ed), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:52.002314 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ad2f46-a44c-4dbb-892f-9a437cec8e75 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Pushing event deleted for resources: {'Subnet': ['ID=e45f9023-3e9d-476c-9ee7-935fadce12ed,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:52.006086 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-30ad2f46-a44c-4dbb-892f-9a437cec8e75 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:52.011714 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-30ad2f46-a44c-4dbb-892f-9a437cec8e75 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] 10.222.0.72 "DELETE /v2.0/subnets/e45f9023-3e9d-476c-9ee7-935fadce12ed HTTP/1.1" status: 204 len: 168 time: 0.2827945 Feb 19 03:32:52.011990 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48914) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:52.017119 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c692e0-551d-40b7-ae1e-017e9af61864 None None] Network 322afcea-fa1e-446e-b2d6-0919f62ed2af requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:32:52.073798 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:52.124739 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1bc12940-39aa-4498-aa32-70b71b5d1382 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks [] for router (47929351-3483-4dd0-8d43-ec96848d508b), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:52.125108 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-3a28d456-2e6e-46e2-85fa-2676ba26f401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47929351-3483-4dd0-8d43-ec96848d508b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1706184067', 'tenant_id': '9e3fc42b566540c3af4ee0d2d027feba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '83978022-73dd-48d3-94f1-8b412e1a26bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:31:25Z', 'updated_at': '2022-02-19T03:32:51Z', 'revision_number': 5, 'project_id': '9e3fc42b566540c3af4ee0d2d027feba', 'gw_port': {'id': '83978022-73dd-48d3-94f1-8b412e1a26bd', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47929351-3483-4dd0-8d43-ec96848d508b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:31:25Z', 'updated_at': '2022-02-19T03:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:32:52.158772 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a28d456-2e6e-46e2-85fa-2676ba26f401 None None] Checking router: 47929351-3483-4dd0-8d43-ec96848d508b for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:32:52.172422 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a28d456-2e6e-46e2-85fa-2676ba26f401 None None] Routers {'47929351-3483-4dd0-8d43-ec96848d508b'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:32:52.173504 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-3a28d456-2e6e-46e2-85fa-2676ba26f401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:32:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['47929351-3483-4dd0-8d43-ec96848d508b'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:32:52.244928 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1bc12940-39aa-4498-aa32-70b71b5d1382 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks [] for router_gateway (47929351-3483-4dd0-8d43-ec96848d508b), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:52.264923 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81c618e-3032-488e-9b5d-034256cc471d None None] DHCP port deletion for 322afcea-fa1e-446e-b2d6-0919f62ed2af request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:32:52.297917 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-1bc12940-39aa-4498-aa32-70b71b5d1382 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Deleting port 83978022-73dd-48d3-94f1-8b412e1a26bd {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:32:52.298319 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1bc12940-39aa-4498-aa32-70b71b5d1382 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (83978022-73dd-48d3-94f1-8b412e1a26bd), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:52.311438 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-3a28d456-2e6e-46e2-85fa-2676ba26f401 None None] Set router 47929351-3483-4dd0-8d43-ec96848d508b gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:32:52.377604 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-1bc12940-39aa-4498-aa32-70b71b5d1382 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] For port 83978022-73dd-48d3-94f1-8b412e1a26bd, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=83978022-73dd-48d3-94f1-8b412e1a26bd,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:32:52.377965 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1bc12940-39aa-4498-aa32-70b71b5d1382 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (83978022-73dd-48d3-94f1-8b412e1a26bd), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:52.390589 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-1bc12940-39aa-4498-aa32-70b71b5d1382 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Calling delete_port for 83978022-73dd-48d3-94f1-8b412e1a26bd owned by network:router_gateway {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:32:52.440620 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-f81c618e-3032-488e-9b5d-034256cc471d None None] Deleting port 0334f8a8-f21e-40ba-8076-9cfe987afdf5 {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:32:52.440901 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f81c618e-3032-488e-9b5d-034256cc471d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (0334f8a8-f21e-40ba-8076-9cfe987afdf5), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:52.538591 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-f81c618e-3032-488e-9b5d-034256cc471d None None] For port 0334f8a8-f21e-40ba-8076-9cfe987afdf5, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=0334f8a8-f21e-40ba-8076-9cfe987afdf5,segment=NetworkSegment(220d8cc5-eb24-4c44-8ceb-e29bb42e318e),segment_id=220d8cc5-eb24-4c44-8ceb-e29bb42e318e)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:32:52.538890 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f81c618e-3032-488e-9b5d-034256cc471d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (0334f8a8-f21e-40ba-8076-9cfe987afdf5), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:52.552970 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-f81c618e-3032-488e-9b5d-034256cc471d None None] Calling delete_port for 0334f8a8-f21e-40ba-8076-9cfe987afdf5 owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:32:52.560494 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1bc12940-39aa-4498-aa32-70b71b5d1382 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (83978022-73dd-48d3-94f1-8b412e1a26bd), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:52.591247 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc12940-39aa-4498-aa32-70b71b5d1382 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Pushing event deleted for resources: {'Port': ['ID=83978022-73dd-48d3-94f1-8b412e1a26bd,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:52.612388 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-3a28d456-2e6e-46e2-85fa-2676ba26f401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47929351-3483-4dd0-8d43-ec96848d508b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1706184067', 'tenant_id': '9e3fc42b566540c3af4ee0d2d027feba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '83978022-73dd-48d3-94f1-8b412e1a26bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:31:25Z', 'updated_at': '2022-02-19T03:32:51Z', 'revision_number': 5, 'project_id': '9e3fc42b566540c3af4ee0d2d027feba', 'gw_port': {'id': '83978022-73dd-48d3-94f1-8b412e1a26bd', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47929351-3483-4dd0-8d43-ec96848d508b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:31:25Z', 'updated_at': '2022-02-19T03:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:32:52.649803 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a28d456-2e6e-46e2-85fa-2676ba26f401 None None] The sync data for ids ['47929351-3483-4dd0-8d43-ec96848d508b'] in n-d-826753-2 is: [{'id': '47929351-3483-4dd0-8d43-ec96848d508b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1706184067', 'tenant_id': '9e3fc42b566540c3af4ee0d2d027feba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '83978022-73dd-48d3-94f1-8b412e1a26bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:31:25Z', 'updated_at': '2022-02-19T03:32:51Z', 'revision_number': 5, 'project_id': '9e3fc42b566540c3af4ee0d2d027feba', 'gw_port': {'id': '83978022-73dd-48d3-94f1-8b412e1a26bd', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47929351-3483-4dd0-8d43-ec96848d508b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:31:25Z', 'updated_at': '2022-02-19T03:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:32:52.652432 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1bc12940-39aa-4498-aa32-70b71b5d1382 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16285837'] for router_gateway (47929351-3483-4dd0-8d43-ec96848d508b), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:52.674572 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f81c618e-3032-488e-9b5d-034256cc471d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (0334f8a8-f21e-40ba-8076-9cfe987afdf5), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:52.705523 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81c618e-3032-488e-9b5d-034256cc471d None None] No DVR routers for this DVR port 0334f8a8-f21e-40ba-8076-9cfe987afdf5 on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:32:52.710276 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81c618e-3032-488e-9b5d-034256cc471d None None] Pushing event deleted for resources: {'Port': ['ID=0334f8a8-f21e-40ba-8076-9cfe987afdf5,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:52.756186 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1bc12940-39aa-4498-aa32-70b71b5d1382 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16317457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14254'] for router (47929351-3483-4dd0-8d43-ec96848d508b), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:52.758337 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1bc12940-39aa-4498-aa32-70b71b5d1382 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks [] for router_controller (47929351-3483-4dd0-8d43-ec96848d508b), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:52.790214 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:52.805360 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1bc12940-39aa-4498-aa32-70b71b5d1382 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16317544'] for router (47929351-3483-4dd0-8d43-ec96848d508b), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:52.805885 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bc12940-39aa-4498-aa32-70b71b5d1382 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Fanout notify agent at l3_agent the message router_deleted on router 47929351-3483-4dd0-8d43-ec96848d508b {{(pid=103702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:32:52.812817 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1bc12940-39aa-4498-aa32-70b71b5d1382 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:52.814213 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-1bc12940-39aa-4498-aa32-70b71b5d1382 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] 10.222.0.72 "DELETE /v2.0/routers/47929351-3483-4dd0-8d43-ec96848d508b HTTP/1.1" status: 204 len: 168 time: 0.8013933 Feb 19 03:32:52.816935 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48916) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:52.892241 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3b82efe0-04e3-476e-bab4-6007099028f7 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (322afcea-fa1e-446e-b2d6-0919f62ed2af), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:52.978631 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3b82efe0-04e3-476e-bab4-6007099028f7 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (322afcea-fa1e-446e-b2d6-0919f62ed2af), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:53.000972 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-3b82efe0-04e3-476e-bab4-6007099028f7 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['322afcea-fa1e-446e-b2d6-0919f62ed2af']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:32:53.011703 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-3b82efe0-04e3-476e-bab4-6007099028f7 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '220d8cc5-eb24-4c44-8ceb-e29bb42e318e') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:32:53.011989 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-3b82efe0-04e3-476e-bab4-6007099028f7 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '220d8cc5-eb24-4c44-8ceb-e29bb42e318e') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:32:53.021855 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3b82efe0-04e3-476e-bab4-6007099028f7 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (220d8cc5-eb24-4c44-8ceb-e29bb42e318e), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:53.035087 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3b82efe0-04e3-476e-bab4-6007099028f7 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (220d8cc5-eb24-4c44-8ceb-e29bb42e318e), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:53.043623 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b82efe0-04e3-476e-bab4-6007099028f7 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Releasing vlan 262 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:32:53.044046 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3b82efe0-04e3-476e-bab4-6007099028f7 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (220d8cc5-eb24-4c44-8ceb-e29bb42e318e), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:53.047189 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 03:32:53.047189 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:32:53.047189 n-d-826753-2 neutron-server[103702]: timer() Feb 19 03:32:53.047189 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:32:53.047189 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 03:32:53.047189 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:32:53.047189 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 03:32:53.047189 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:32:53.047189 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 03:32:53.047189 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:32:53.047189 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 03:32:53.047189 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:32:53.047189 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 03:32:53.047189 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:32:53.047189 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:32:53.047189 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:32:53.047189 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:32:53.047189 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:32:53.047189 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 03:32:53.047189 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:32:53.047189 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 03:32:53.047189 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:32:53.047189 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:32:53.047189 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:32:53.047189 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 03:32:53.047189 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:32:53.047189 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:32:53.047189 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:32:53.047189 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:32:53.047189 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:32:53.047189 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:32:53.047189 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:32:53.107710 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3b82efe0-04e3-476e-bab4-6007099028f7 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (322afcea-fa1e-446e-b2d6-0919f62ed2af), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:53.115460 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3b82efe0-04e3-476e-bab4-6007099028f7 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:53.119188 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-3b82efe0-04e3-476e-bab4-6007099028f7 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] 10.222.0.72 "DELETE /v2.0/networks/322afcea-fa1e-446e-b2d6-0919f62ed2af HTTP/1.1" status: 204 len: 168 time: 0.3012571 Feb 19 03:32:53.131840 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b82efe0-04e3-476e-bab4-6007099028f7 tempest-TestSecurityGroupsBasicOps-142779482 tempest-TestSecurityGroupsBasicOps-142779482-project] Pushing event deleted for resources: {'Network': ['ID=322afcea-fa1e-446e-b2d6-0919f62ed2af,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:53.419971 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48924) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:53.550653 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-3335ba8b-7a90-429d-aa44-6ae1c10b4e3e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9e3fc42b566540c3af4ee0d2d027feba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1295180 Feb 19 03:32:53.553926 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48928) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:53.606429 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ace9f88f-e4c3-4140-9ec6-5288881c5e12 admin admin] Publish callbacks [] for security_group (0cf19df2-5825-48f0-a03a-5bfbea7e1f4c), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:53.627243 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ace9f88f-e4c3-4140-9ec6-5288881c5e12 admin admin] Publish callbacks [] for security_group (0cf19df2-5825-48f0-a03a-5bfbea7e1f4c), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:53.675913 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ace9f88f-e4c3-4140-9ec6-5288881c5e12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (0cf19df2-5825-48f0-a03a-5bfbea7e1f4c), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:53.678101 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ace9f88f-e4c3-4140-9ec6-5288881c5e12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:53.680953 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-ace9f88f-e4c3-4140-9ec6-5288881c5e12 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0cf19df2-5825-48f0-a03a-5bfbea7e1f4c HTTP/1.1" status: 204 len: 168 time: 0.1236930 Feb 19 03:32:53.687183 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9f88f-e4c3-4140-9ec6-5288881c5e12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cf19df2-5825-48f0-a03a-5bfbea7e1f4c,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:53.772242 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 0334f8a8-f21e-40ba-8076-9cfe987afdf5 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:32:53.792888 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 0334f8a8-f21e-40ba-8076-9cfe987afdf5 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:32:53.793381 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 0334f8a8-f21e-40ba-8076-9cfe987afdf5 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:32:53.793712 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 7a48d668-c25c-4d80-a6a7-34937cd8d7c8 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:32:53.817979 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 7a48d668-c25c-4d80-a6a7-34937cd8d7c8 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:32:53.818427 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 7a48d668-c25c-4d80-a6a7-34937cd8d7c8 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:32:53.968732 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48934) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:53.982305 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1785a444-893e-46c6-8adb-2f344b1f2b3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:54.059457 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1785a444-893e-46c6-8adb-2f344b1f2b3f admin admin] Publish callbacks [] for security_group (f3eb642d-1877-4697-b48f-d2a308f87929), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:54.063283 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1785a444-893e-46c6-8adb-2f344b1f2b3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (f3eb642d-1877-4697-b48f-d2a308f87929), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:54.102310 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-1785a444-893e-46c6-8adb-2f344b1f2b3f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=abc044f0b9fa476db3d66c7482ec78af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1324534 Feb 19 03:32:54.103175 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1785a444-893e-46c6-8adb-2f344b1f2b3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3eb642d-1877-4697-b48f-d2a308f87929,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:54.104981 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 48936) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:54.153619 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f7f84be5-d696-4c37-bc21-b2038f464e0a admin admin] Publish callbacks [] for security_group (f3eb642d-1877-4697-b48f-d2a308f87929), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:54.174362 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f7f84be5-d696-4c37-bc21-b2038f464e0a admin admin] Publish callbacks [] for security_group (f3eb642d-1877-4697-b48f-d2a308f87929), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:54.225806 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f7f84be5-d696-4c37-bc21-b2038f464e0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (f3eb642d-1877-4697-b48f-d2a308f87929), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:54.228420 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f7f84be5-d696-4c37-bc21-b2038f464e0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:54.229768 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-f7f84be5-d696-4c37-bc21-b2038f464e0a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f3eb642d-1877-4697-b48f-d2a308f87929 HTTP/1.1" status: 204 len: 168 time: 0.1237650 Feb 19 03:32:54.237210 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f84be5-d696-4c37-bc21-b2038f464e0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3eb642d-1877-4697-b48f-d2a308f87929,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:54.549472 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 48942) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:54.590613 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-48e80462-a2b6-4345-bfa8-d1e3f3444254 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=64fe996a990b436e86abb9841da75b1b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0399702 Feb 19 03:32:54.592951 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 48944) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:54.639698 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6b951dc3-da1b-4f61-9466-3e41162b85c6 admin admin] Publish callbacks [] for security_group (a566d771-dc6d-458b-921a-0c793ecbaf91), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:54.661094 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6b951dc3-da1b-4f61-9466-3e41162b85c6 admin admin] Publish callbacks [] for security_group (a566d771-dc6d-458b-921a-0c793ecbaf91), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:54.711012 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6b951dc3-da1b-4f61-9466-3e41162b85c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (a566d771-dc6d-458b-921a-0c793ecbaf91), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:54.714207 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6b951dc3-da1b-4f61-9466-3e41162b85c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:54.715363 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-6b951dc3-da1b-4f61-9466-3e41162b85c6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a566d771-dc6d-458b-921a-0c793ecbaf91 HTTP/1.1" status: 204 len: 168 time: 0.1215041 Feb 19 03:32:54.725201 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b951dc3-da1b-4f61-9466-3e41162b85c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a566d771-dc6d-458b-921a-0c793ecbaf91,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:55.333253 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 83978022-73dd-48d3-94f1-8b412e1a26bd no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:32:55.354939 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 83978022-73dd-48d3-94f1-8b412e1a26bd {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:32:55.355287 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 83978022-73dd-48d3-94f1-8b412e1a26bd not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:32:55.389157 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 48966) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:55.484549 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-4b87913e-1cba-43b0-82f4-b16d785d610c admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1065444314-network', 'tenant_id': '1b507354e9f7443caf85bafa89c631d9'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:32:55.504272 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b87913e-1cba-43b0-82f4-b16d785d610c admin admin] Made reservation on behalf of 1b507354e9f7443caf85bafa89c631d9 for: {'network': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:32:55.507080 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4b87913e-1cba-43b0-82f4-b16d785d610c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:55.515226 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4b87913e-1cba-43b0-82f4-b16d785d610c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:55.590066 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4b87913e-1cba-43b0-82f4-b16d785d610c admin admin] Publish callbacks [] for security_group (fc2f47a3-94f4-4e53-a95f-28529a8948af), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:55.594316 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4b87913e-1cba-43b0-82f4-b16d785d610c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (fc2f47a3-94f4-4e53-a95f-28529a8948af), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:55.615717 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b87913e-1cba-43b0-82f4-b16d785d610c admin admin] vlan segment allocate from pool success with {'vlan_id': 271, 'physical_network': 'physnet1'} {{(pid=103701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:32:55.629376 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b87913e-1cba-43b0-82f4-b16d785d610c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc2f47a3-94f4-4e53-a95f-28529a8948af,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:55.634789 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4b87913e-1cba-43b0-82f4-b16d785d610c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (937b3072-d5a0-4cc2-8046-388c1bb95b97), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:55.635138 n-d-826753-2 neutron-server[103701]: INFO neutron.db.segments_db [None req-4b87913e-1cba-43b0-82f4-b16d785d610c admin admin] Added segment 937b3072-d5a0-4cc2-8046-388c1bb95b97 of type vlan for network 3a624eab-7188-435d-a7c3-5ccc879524e0 Feb 19 03:32:55.681400 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4b87913e-1cba-43b0-82f4-b16d785d610c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (3a624eab-7188-435d-a7c3-5ccc879524e0), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:55.707184 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4b87913e-1cba-43b0-82f4-b16d785d610c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (3a624eab-7188-435d-a7c3-5ccc879524e0), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:55.708178 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b87913e-1cba-43b0-82f4-b16d785d610c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:55.709456 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4b87913e-1cba-43b0-82f4-b16d785d610c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:55.778022 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-4b87913e-1cba-43b0-82f4-b16d785d610c admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3877070 Feb 19 03:32:55.780962 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48970) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:55.786079 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-7cf28ca2-89a6-4cf4-9373-0a18bd39b352 admin admin] Request body: {'subnet': {'network_id': '3a624eab-7188-435d-a7c3-5ccc879524e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1065444314-subnet', 'tenant_id': '1b507354e9f7443caf85bafa89c631d9', 'ip_version': 4}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:32:55.805319 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b87913e-1cba-43b0-82f4-b16d785d610c admin admin] Pushing event updated for resources: {'Network': ['ID=3a624eab-7188-435d-a7c3-5ccc879524e0,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:55.805939 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cf28ca2-89a6-4cf4-9373-0a18bd39b352 admin admin] Made reservation on behalf of 1b507354e9f7443caf85bafa89c631d9 for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:32:55.808305 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7cf28ca2-89a6-4cf4-9373-0a18bd39b352 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:55.816203 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 3a624eab-7188-435d-a7c3-5ccc879524e0 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:32:55.977817 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7cf28ca2-89a6-4cf4-9373-0a18bd39b352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (16e2a983-abe0-4e48-962f-1fe7dcb07151), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:56.044918 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf28ca2-89a6-4cf4-9373-0a18bd39b352 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16e2a983-abe0-4e48-962f-1fe7dcb07151,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:56.054896 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf28ca2-89a6-4cf4-9373-0a18bd39b352 admin admin] Checking segment: {'id': '937b3072-d5a0-4cc2-8046-388c1bb95b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '3a624eab-7188-435d-a7c3-5ccc879524e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:32:56.056043 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf28ca2-89a6-4cf4-9373-0a18bd39b352 admin admin] Network hostable DHCP agents. Network: 3a624eab-7188-435d-a7c3-5ccc879524e0, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:32:56.072777 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf28ca2-89a6-4cf4-9373-0a18bd39b352 admin admin] Network 3a624eab-7188-435d-a7c3-5ccc879524e0 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:32:56.081486 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-7cf28ca2-89a6-4cf4-9373-0a18bd39b352 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 3a624eab-7188-435d-a7c3-5ccc879524e0) {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:32:56.086900 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf28ca2-89a6-4cf4-9373-0a18bd39b352 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:56.087496 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7cf28ca2-89a6-4cf4-9373-0a18bd39b352 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:56.092003 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f5d306-857d-44fc-85d6-3e62f2b6e475 None None] Network 3a624eab-7188-435d-a7c3-5ccc879524e0 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:32:56.108109 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-7cf28ca2-89a6-4cf4-9373-0a18bd39b352 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3259404 Feb 19 03:32:56.110760 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48974) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:56.115405 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-7b370a7d-c0d7-4141-840e-52b238714663 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1065444314-router', 'tenant_id': '1b507354e9f7443caf85bafa89c631d9', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:32:56.135198 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7b370a7d-c0d7-4141-840e-52b238714663 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14172'] for router (f2548df4-a1d1-4fb1-9dc7-475676c0f697), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:56.136377 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7b370a7d-c0d7-4141-840e-52b238714663 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16317487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16285822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16309985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14247'] for router (f2548df4-a1d1-4fb1-9dc7-475676c0f697), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:56.189383 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7b370a7d-c0d7-4141-840e-52b238714663 admin admin] Publish callbacks [] for router_controller (f2548df4-a1d1-4fb1-9dc7-475676c0f697), precommit_add_association {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:56.192318 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88283066-4b3e-4c5b-81bb-7803baa9b72b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-3a624eab-7188-435d-a7c3-5ccc879524e0', 'network_id': '3a624eab-7188-435d-a7c3-5ccc879524e0', 'project_id': '1b507354e9f7443caf85bafa89c631d9', 'fixed_ips': [{'subnet_id': '16e2a983-abe0-4e48-962f-1fe7dcb07151'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:32:56.193828 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-88283066-4b3e-4c5b-81bb-7803baa9b72b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:56.329076 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-88283066-4b3e-4c5b-81bb-7803baa9b72b None None] Allocated IP 172.20.0.2 (3a624eab-7188-435d-a7c3-5ccc879524e0/16e2a983-abe0-4e48-962f-1fe7dcb07151/c72b79ae-ad2d-4e87-99bb-a5874ed6b229) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:32:56.335832 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7b370a7d-c0d7-4141-840e-52b238714663 admin admin] Publish callbacks [] for router_gateway (f2548df4-a1d1-4fb1-9dc7-475676c0f697), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:56.548124 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7b370a7d-c0d7-4141-840e-52b238714663 admin admin] Publish callbacks [] for router_gateway (f2548df4-a1d1-4fb1-9dc7-475676c0f697), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:56.568299 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7b370a7d-c0d7-4141-840e-52b238714663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:56.574915 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:56.649337 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-88283066-4b3e-4c5b-81bb-7803baa9b72b None None] Publish callbacks [] for port (c72b79ae-ad2d-4e87-99bb-a5874ed6b229), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:56.655220 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-88283066-4b3e-4c5b-81bb-7803baa9b72b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (c72b79ae-ad2d-4e87-99bb-a5874ed6b229), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:56.673294 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-7b370a7d-c0d7-4141-840e-52b238714663 admin admin] Allocated IP 172.25.6.108 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/3b23bc05-f7d5-42cc-bca4-277883fce265) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:32:56.693475 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88283066-4b3e-4c5b-81bb-7803baa9b72b None None] Network 3a624eab-7188-435d-a7c3-5ccc879524e0 is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:32:56.696558 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-88283066-4b3e-4c5b-81bb-7803baa9b72b None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:32:56.699127 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88283066-4b3e-4c5b-81bb-7803baa9b72b None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:32:56.715256 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88283066-4b3e-4c5b-81bb-7803baa9b72b None None] Pushing event updated for resources: {'Port': ['ID=c72b79ae-ad2d-4e87-99bb-a5874ed6b229,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:56.765341 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-88283066-4b3e-4c5b-81bb-7803baa9b72b None None] Attempting to bind port c72b79ae-ad2d-4e87-99bb-a5874ed6b229 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:32:56.765711 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-88283066-4b3e-4c5b-81bb-7803baa9b72b None None] Attempting to bind port c72b79ae-ad2d-4e87-99bb-a5874ed6b229 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '937b3072-d5a0-4cc2-8046-388c1bb95b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '3a624eab-7188-435d-a7c3-5ccc879524e0'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:32:56.766073 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88283066-4b3e-4c5b-81bb-7803baa9b72b None None] Attempting to bind port c72b79ae-ad2d-4e87-99bb-a5874ed6b229 on network 3a624eab-7188-435d-a7c3-5ccc879524e0 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:32:56.771295 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88283066-4b3e-4c5b-81bb-7803baa9b72b None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:32:56.771673 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88283066-4b3e-4c5b-81bb-7803baa9b72b None None] Checking segment: {'id': '937b3072-d5a0-4cc2-8046-388c1bb95b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '3a624eab-7188-435d-a7c3-5ccc879524e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:32:56.772236 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-88283066-4b3e-4c5b-81bb-7803baa9b72b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:56.772623 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88283066-4b3e-4c5b-81bb-7803baa9b72b None None] Bound using segment: {'id': '937b3072-d5a0-4cc2-8046-388c1bb95b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '3a624eab-7188-435d-a7c3-5ccc879524e0'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:32:56.773106 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-88283066-4b3e-4c5b-81bb-7803baa9b72b None None] Bound port: c72b79ae-ad2d-4e87-99bb-a5874ed6b229, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937b3072-d5a0-4cc2-8046-388c1bb95b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '3a624eab-7188-435d-a7c3-5ccc879524e0'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:32:56.773484 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-88283066-4b3e-4c5b-81bb-7803baa9b72b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (c72b79ae-ad2d-4e87-99bb-a5874ed6b229), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:56.781183 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7b370a7d-c0d7-4141-840e-52b238714663 admin admin] Publish callbacks [] for port (3b23bc05-f7d5-42cc-bca4-277883fce265), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:56.815554 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7b370a7d-c0d7-4141-840e-52b238714663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (3b23bc05-f7d5-42cc-bca4-277883fce265), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:56.835902 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-88283066-4b3e-4c5b-81bb-7803baa9b72b None None] For port c72b79ae-ad2d-4e87-99bb-a5874ed6b229, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:32:56.839285 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-88283066-4b3e-4c5b-81bb-7803baa9b72b None None] For port c72b79ae-ad2d-4e87-99bb-a5874ed6b229, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=c72b79ae-ad2d-4e87-99bb-a5874ed6b229,segment=NetworkSegment(937b3072-d5a0-4cc2-8046-388c1bb95b97),segment_id=937b3072-d5a0-4cc2-8046-388c1bb95b97)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:32:56.845996 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-88283066-4b3e-4c5b-81bb-7803baa9b72b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (c72b79ae-ad2d-4e87-99bb-a5874ed6b229), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:56.855931 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b370a7d-c0d7-4141-840e-52b238714663 admin admin] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:32:56.858820 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-7b370a7d-c0d7-4141-840e-52b238714663 admin admin] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:32:56.861814 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b370a7d-c0d7-4141-840e-52b238714663 admin admin] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:32:56.894131 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b370a7d-c0d7-4141-840e-52b238714663 admin admin] Pushing event updated for resources: {'Port': ['ID=3b23bc05-f7d5-42cc-bca4-277883fce265,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:56.909154 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88283066-4b3e-4c5b-81bb-7803baa9b72b None None] Pushing event updated for resources: {'Port': ['ID=c72b79ae-ad2d-4e87-99bb-a5874ed6b229,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:57.412630 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device c72b79ae-ad2d-4e87-99bb-a5874ed6b229 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:32:57.437377 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7b370a7d-c0d7-4141-840e-52b238714663 admin admin] Publish callbacks [] for router_gateway (f2548df4-a1d1-4fb1-9dc7-475676c0f697), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:57.465936 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port c72b79ae-ad2d-4e87-99bb-a5874ed6b229 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:32:57.466306 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (c72b79ae-ad2d-4e87-99bb-a5874ed6b229), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:57.542326 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port c72b79ae-ad2d-4e87-99bb-a5874ed6b229 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:32:57.542732 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (c72b79ae-ad2d-4e87-99bb-a5874ed6b229), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:57.578734 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port c72b79ae-ad2d-4e87-99bb-a5874ed6b229, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=c72b79ae-ad2d-4e87-99bb-a5874ed6b229,segment=NetworkSegment(937b3072-d5a0-4cc2-8046-388c1bb95b97),segment_id=937b3072-d5a0-4cc2-8046-388c1bb95b97)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:32:57.584372 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (c72b79ae-ad2d-4e87-99bb-a5874ed6b229), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:57.641630 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=c72b79ae-ad2d-4e87-99bb-a5874ed6b229,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:57.649919 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7b370a7d-c0d7-4141-840e-52b238714663 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16317478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865'] for router (f2548df4-a1d1-4fb1-9dc7-475676c0f697), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:57.790278 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b370a7d-c0d7-4141-840e-52b238714663 admin admin] Router f2548df4-a1d1-4fb1-9dc7-475676c0f697 is scheduled to L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd with binding_index 1 {{(pid=103702) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:32:57.906811 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b370a7d-c0d7-4141-840e-52b238714663 admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:32:57.918953 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79aafcd8-cb6b-4a33-bc96-3d14cdb068de None None] Sync routers for ids ['f2548df4-a1d1-4fb1-9dc7-475676c0f697'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:32:57.926699 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7b370a7d-c0d7-4141-840e-52b238714663 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:57.926941 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5afa9be8-9c0b-4198-8be9-2ebfa2277500 None None] Network 3a624eab-7188-435d-a7c3-5ccc879524e0 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:32:57.927991 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-7b370a7d-c0d7-4141-840e-52b238714663 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8162539 Feb 19 03:32:57.930812 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 48976) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:57.947961 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79aafcd8-cb6b-4a33-bc96-3d14cdb068de None None] Routers {'f2548df4-a1d1-4fb1-9dc7-475676c0f697'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:32:57.948579 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-79aafcd8-cb6b-4a33-bc96-3d14cdb068de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:32:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['f2548df4-a1d1-4fb1-9dc7-475676c0f697'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:32:57.992328 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-699d56b8-dcbc-4efd-bf21-90efbc2372ad None None] Provisioning complete for port c72b79ae-ad2d-4e87-99bb-a5874ed6b229 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:32:57.992328 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-699d56b8-dcbc-4efd-bf21-90efbc2372ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (c72b79ae-ad2d-4e87-99bb-a5874ed6b229), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:58.064532 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-79aafcd8-cb6b-4a33-bc96-3d14cdb068de None None] Set router f2548df4-a1d1-4fb1-9dc7-475676c0f697 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:32:58.130921 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-699d56b8-dcbc-4efd-bf21-90efbc2372ad None None] Current status of the port c72b79ae-ad2d-4e87-99bb-a5874ed6b229 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:32:58.247766 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-79aafcd8-cb6b-4a33-bc96-3d14cdb068de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2548df4-a1d1-4fb1-9dc7-475676c0f697', 'name': 'tempest-TestServerBasicOps-1065444314-router', 'tenant_id': '1b507354e9f7443caf85bafa89c631d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '3b23bc05-f7d5-42cc-bca4-277883fce265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:32:56Z', 'updated_at': '2022-02-19T03:32:57Z', 'revision_number': 3, 'project_id': '1b507354e9f7443caf85bafa89c631d9', 'gw_port': {'id': '3b23bc05-f7d5-42cc-bca4-277883fce265', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:4a:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2548df4-a1d1-4fb1-9dc7-475676c0f697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:32:56Z', 'updated_at': '2022-02-19T03:32:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:32:58.277217 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79aafcd8-cb6b-4a33-bc96-3d14cdb068de None None] Checking router: f2548df4-a1d1-4fb1-9dc7-475676c0f697 for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:32:58.277569 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79aafcd8-cb6b-4a33-bc96-3d14cdb068de None None] Updating router f2548df4-a1d1-4fb1-9dc7-475676c0f697 port 3b23bc05-f7d5-42cc-bca4-277883fce265 binding host n-d-826753-2 {{(pid=103704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:32:58.308671 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-79aafcd8-cb6b-4a33-bc96-3d14cdb068de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (3b23bc05-f7d5-42cc-bca4-277883fce265), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:58.361217 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e8a24cba-7821-4dfc-8fde-f90789dd96ac None None] Provisioning complete for port c72b79ae-ad2d-4e87-99bb-a5874ed6b229 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:32:58.361933 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e8a24cba-7821-4dfc-8fde-f90789dd96ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (c72b79ae-ad2d-4e87-99bb-a5874ed6b229), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:58.376736 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d21e75bd-023d-4543-a69d-72d5cfb146eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:58.448699 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e8a24cba-7821-4dfc-8fde-f90789dd96ac None None] Current status of the port c72b79ae-ad2d-4e87-99bb-a5874ed6b229 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:32:58.570275 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-79aafcd8-cb6b-4a33-bc96-3d14cdb068de None None] Publish callbacks [] for port (3b23bc05-f7d5-42cc-bca4-277883fce265), precommit_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:58.577030 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-79aafcd8-cb6b-4a33-bc96-3d14cdb068de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (3b23bc05-f7d5-42cc-bca4-277883fce265), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:58.577818 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-d21e75bd-023d-4543-a69d-72d5cfb146eb admin admin] Allocated IP 172.20.0.1 (3a624eab-7188-435d-a7c3-5ccc879524e0/16e2a983-abe0-4e48-962f-1fe7dcb07151/f0d0c424-e61f-4398-b89e-076158f0d8c4) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:32:58.633345 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-79aafcd8-cb6b-4a33-bc96-3d14cdb068de None None] Attempting to bind port 3b23bc05-f7d5-42cc-bca4-277883fce265 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:32:58.633719 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-79aafcd8-cb6b-4a33-bc96-3d14cdb068de None None] Attempting to bind port 3b23bc05-f7d5-42cc-bca4-277883fce265 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:32:58.634077 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79aafcd8-cb6b-4a33-bc96-3d14cdb068de None None] Attempting to bind port 3b23bc05-f7d5-42cc-bca4-277883fce265 on network eaf64708-9021-419e-b287-ef3e0f51e2ee {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:32:58.636891 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d06af8-bb18-4b43-aafa-fc7a6585b9af None None] Pushing event updated for resources: {'Port': ['ID=3b23bc05-f7d5-42cc-bca4-277883fce265,revision_number=2']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:58.644464 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79aafcd8-cb6b-4a33-bc96-3d14cdb068de None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:32:58.644833 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79aafcd8-cb6b-4a33-bc96-3d14cdb068de None None] Checking segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:32:58.645252 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-79aafcd8-cb6b-4a33-bc96-3d14cdb068de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:58.645641 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79aafcd8-cb6b-4a33-bc96-3d14cdb068de None None] Bound using segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:32:58.646430 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-79aafcd8-cb6b-4a33-bc96-3d14cdb068de None None] Bound port: 3b23bc05-f7d5-42cc-bca4-277883fce265, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:32:58.647063 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-79aafcd8-cb6b-4a33-bc96-3d14cdb068de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (3b23bc05-f7d5-42cc-bca4-277883fce265), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:58.650227 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d06af8-bb18-4b43-aafa-fc7a6585b9af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:32:58.650568 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d06af8-bb18-4b43-aafa-fc7a6585b9af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:32:58.650901 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d06af8-bb18-4b43-aafa-fc7a6585b9af None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:32:58.651232 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d06af8-bb18-4b43-aafa-fc7a6585b9af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:32:58.651560 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d06af8-bb18-4b43-aafa-fc7a6585b9af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:32:58.651884 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d06af8-bb18-4b43-aafa-fc7a6585b9af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:32:58.652206 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d06af8-bb18-4b43-aafa-fc7a6585b9af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:32:58.652525 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d06af8-bb18-4b43-aafa-fc7a6585b9af None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:32:58.652842 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d06af8-bb18-4b43-aafa-fc7a6585b9af None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:32:58.653183 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d06af8-bb18-4b43-aafa-fc7a6585b9af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:32:58.653504 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d06af8-bb18-4b43-aafa-fc7a6585b9af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:32:58.653832 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d06af8-bb18-4b43-aafa-fc7a6585b9af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:32:58.654135 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d06af8-bb18-4b43-aafa-fc7a6585b9af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:32:58.684103 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d21e75bd-023d-4543-a69d-72d5cfb146eb admin admin] Publish callbacks [] for port (f0d0c424-e61f-4398-b89e-076158f0d8c4), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:58.709369 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-79aafcd8-cb6b-4a33-bc96-3d14cdb068de None None] For port 3b23bc05-f7d5-42cc-bca4-277883fce265, host n-d-826753-2, cleared binding levels {{(pid=103704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:32:58.712990 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-79aafcd8-cb6b-4a33-bc96-3d14cdb068de None None] For port 3b23bc05-f7d5-42cc-bca4-277883fce265, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=3b23bc05-f7d5-42cc-bca4-277883fce265,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:32:58.720111 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-79aafcd8-cb6b-4a33-bc96-3d14cdb068de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (3b23bc05-f7d5-42cc-bca4-277883fce265), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:58.720359 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d21e75bd-023d-4543-a69d-72d5cfb146eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (f0d0c424-e61f-4398-b89e-076158f0d8c4), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:58.760026 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21e75bd-023d-4543-a69d-72d5cfb146eb admin admin] Network 3a624eab-7188-435d-a7c3-5ccc879524e0 is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:32:58.763641 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-d21e75bd-023d-4543-a69d-72d5cfb146eb admin admin] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:32:58.767055 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21e75bd-023d-4543-a69d-72d5cfb146eb admin admin] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:32:58.780111 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79aafcd8-cb6b-4a33-bc96-3d14cdb068de None None] Routers {'f2548df4-a1d1-4fb1-9dc7-475676c0f697'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:32:58.780737 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-79aafcd8-cb6b-4a33-bc96-3d14cdb068de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:32:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['f2548df4-a1d1-4fb1-9dc7-475676c0f697'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:32:58.798733 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21e75bd-023d-4543-a69d-72d5cfb146eb admin admin] Pushing event updated for resources: {'Port': ['ID=f0d0c424-e61f-4398-b89e-076158f0d8c4,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:58.819975 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d06af8-bb18-4b43-aafa-fc7a6585b9af None None] Pushing event updated for resources: {'Port': ['ID=3b23bc05-f7d5-42cc-bca4-277883fce265,revision_number=3']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:58.820795 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d21e75bd-023d-4543-a69d-72d5cfb146eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16289150'] for router_interface (f2548df4-a1d1-4fb1-9dc7-475676c0f697), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:58.898463 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-79aafcd8-cb6b-4a33-bc96-3d14cdb068de None None] Set router f2548df4-a1d1-4fb1-9dc7-475676c0f697 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:32:58.964296 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d21e75bd-023d-4543-a69d-72d5cfb146eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (f0d0c424-e61f-4398-b89e-076158f0d8c4), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:59.075419 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-7ee93d58-b619-4f05-bdda-49bbfea92d44 None None] Provisioning complete for port f0d0c424-e61f-4398-b89e-076158f0d8c4 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:32:59.075966 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-7ee93d58-b619-4f05-bdda-49bbfea92d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (f0d0c424-e61f-4398-b89e-076158f0d8c4), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:59.089295 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-79aafcd8-cb6b-4a33-bc96-3d14cdb068de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2548df4-a1d1-4fb1-9dc7-475676c0f697', 'name': 'tempest-TestServerBasicOps-1065444314-router', 'tenant_id': '1b507354e9f7443caf85bafa89c631d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '3b23bc05-f7d5-42cc-bca4-277883fce265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:32:56Z', 'updated_at': '2022-02-19T03:32:57Z', 'revision_number': 3, 'project_id': '1b507354e9f7443caf85bafa89c631d9', 'gw_port': {'id': '3b23bc05-f7d5-42cc-bca4-277883fce265', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:4a:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2548df4-a1d1-4fb1-9dc7-475676c0f697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:32:56Z', 'updated_at': '2022-02-19T03:32:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:32:59.111023 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-7ee93d58-b619-4f05-bdda-49bbfea92d44 None None] Port f0d0c424-e61f-4398-b89e-076158f0d8c4 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:32:59.121152 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79aafcd8-cb6b-4a33-bc96-3d14cdb068de None None] The sync data for ids ['f2548df4-a1d1-4fb1-9dc7-475676c0f697'] in n-d-826753-2 is: [{'id': 'f2548df4-a1d1-4fb1-9dc7-475676c0f697', 'name': 'tempest-TestServerBasicOps-1065444314-router', 'tenant_id': '1b507354e9f7443caf85bafa89c631d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '3b23bc05-f7d5-42cc-bca4-277883fce265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:32:56Z', 'updated_at': '2022-02-19T03:32:57Z', 'revision_number': 3, 'project_id': '1b507354e9f7443caf85bafa89c631d9', 'gw_port': {'id': '3b23bc05-f7d5-42cc-bca4-277883fce265', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:4a:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2548df4-a1d1-4fb1-9dc7-475676c0f697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:32:56Z', 'updated_at': '2022-02-19T03:32:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:32:59.151100 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d21e75bd-023d-4543-a69d-72d5cfb146eb admin admin] Publish callbacks [] for port (f0d0c424-e61f-4398-b89e-076158f0d8c4), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:59.155496 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d21e75bd-023d-4543-a69d-72d5cfb146eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (f0d0c424-e61f-4398-b89e-076158f0d8c4), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:59.229318 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21e75bd-023d-4543-a69d-72d5cfb146eb admin admin] Pushing event updated for resources: {'Port': ['ID=f0d0c424-e61f-4398-b89e-076158f0d8c4,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:59.231817 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d21e75bd-023d-4543-a69d-72d5cfb146eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16362769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16289258'] for router_interface (f2548df4-a1d1-4fb1-9dc7-475676c0f697), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:59.327087 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21e75bd-023d-4543-a69d-72d5cfb146eb admin admin] Network 3a624eab-7188-435d-a7c3-5ccc879524e0 is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:32:59.328550 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-d21e75bd-023d-4543-a69d-72d5cfb146eb admin admin] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:32:59.439081 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device c72b79ae-ad2d-4e87-99bb-a5874ed6b229 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:32:59.476387 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d21e75bd-023d-4543-a69d-72d5cfb146eb admin admin] Router f2548df4-a1d1-4fb1-9dc7-475676c0f697 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:32:59.502714 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port c72b79ae-ad2d-4e87-99bb-a5874ed6b229 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:32:59.503081 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (c72b79ae-ad2d-4e87-99bb-a5874ed6b229), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:59.603712 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port c72b79ae-ad2d-4e87-99bb-a5874ed6b229 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:32:59.619117 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d21e75bd-023d-4543-a69d-72d5cfb146eb admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:32:59.633384 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-d21e75bd-023d-4543-a69d-72d5cfb146eb admin admin] 10.222.0.72 "PUT /v2.0/routers/f2548df4-a1d1-4fb1-9dc7-475676c0f697/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6941516 Feb 19 03:32:59.637874 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-3a87c044-92e5-46bb-9149-2cbf3d5a6374 None None] Provisioning complete for port f0d0c424-e61f-4398-b89e-076158f0d8c4 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:32:59.638257 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3a87c044-92e5-46bb-9149-2cbf3d5a6374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (f0d0c424-e61f-4398-b89e-076158f0d8c4), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:59.679739 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-3a87c044-92e5-46bb-9149-2cbf3d5a6374 None None] Port f0d0c424-e61f-4398-b89e-076158f0d8c4 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:33:00.120830 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48992) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:00.125894 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-97692a27-9aed-41d2-b1c6-384d8f49d266 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-995848648-network', 'tenant_id': '3213137d66ef43489f8d75f1b8b2a4de'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:33:00.148010 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97692a27-9aed-41d2-b1c6-384d8f49d266 admin admin] Made reservation on behalf of 3213137d66ef43489f8d75f1b8b2a4de for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:33:00.150386 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-97692a27-9aed-41d2-b1c6-384d8f49d266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:00.159083 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-97692a27-9aed-41d2-b1c6-384d8f49d266 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:00.235090 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-97692a27-9aed-41d2-b1c6-384d8f49d266 admin admin] Publish callbacks [] for security_group (eacdab18-7107-4720-898e-650b6a6694fe), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:00.238891 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-97692a27-9aed-41d2-b1c6-384d8f49d266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (eacdab18-7107-4720-898e-650b6a6694fe), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:00.264903 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97692a27-9aed-41d2-b1c6-384d8f49d266 admin admin] vlan segment allocate from pool success with {'vlan_id': 276, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:33:00.274389 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97692a27-9aed-41d2-b1c6-384d8f49d266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eacdab18-7107-4720-898e-650b6a6694fe,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:00.280142 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-97692a27-9aed-41d2-b1c6-384d8f49d266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (53849f5f-c604-4177-96e4-e2d2b02cf753), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:00.280478 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-97692a27-9aed-41d2-b1c6-384d8f49d266 admin admin] Added segment 53849f5f-c604-4177-96e4-e2d2b02cf753 of type vlan for network 3dfd7736-73e1-4989-8248-8f1874874089 Feb 19 03:33:00.320640 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-97692a27-9aed-41d2-b1c6-384d8f49d266 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (3dfd7736-73e1-4989-8248-8f1874874089), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:00.344888 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-97692a27-9aed-41d2-b1c6-384d8f49d266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (3dfd7736-73e1-4989-8248-8f1874874089), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:00.345830 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97692a27-9aed-41d2-b1c6-384d8f49d266 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:00.346351 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-97692a27-9aed-41d2-b1c6-384d8f49d266 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:00.417482 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-97692a27-9aed-41d2-b1c6-384d8f49d266 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2955005 Feb 19 03:33:00.420410 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 48994) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:00.425501 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-7980a043-035f-4267-8b11-295a5c8bec44 admin admin] Request body: {'subnet': {'network_id': '3dfd7736-73e1-4989-8248-8f1874874089', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-995848648-subnet', 'tenant_id': '3213137d66ef43489f8d75f1b8b2a4de', 'ip_version': 4}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:33:00.441510 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97692a27-9aed-41d2-b1c6-384d8f49d266 admin admin] Pushing event updated for resources: {'Network': ['ID=3dfd7736-73e1-4989-8248-8f1874874089,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:00.447077 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7980a043-035f-4267-8b11-295a5c8bec44 admin admin] Made reservation on behalf of 3213137d66ef43489f8d75f1b8b2a4de for: {'subnet': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:33:00.449606 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7980a043-035f-4267-8b11-295a5c8bec44 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58706307'] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:00.452618 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 3dfd7736-73e1-4989-8248-8f1874874089 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:33:00.627494 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7980a043-035f-4267-8b11-295a5c8bec44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12647271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58706289'] for subnet (80a9a8ae-8ea7-4d47-b247-6cfa18efe1d1), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:00.688997 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7980a043-035f-4267-8b11-295a5c8bec44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80a9a8ae-8ea7-4d47-b247-6cfa18efe1d1,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:00.698232 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7980a043-035f-4267-8b11-295a5c8bec44 admin admin] Checking segment: {'id': '53849f5f-c604-4177-96e4-e2d2b02cf753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '3dfd7736-73e1-4989-8248-8f1874874089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:33:00.698592 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7980a043-035f-4267-8b11-295a5c8bec44 admin admin] Network hostable DHCP agents. Network: 3dfd7736-73e1-4989-8248-8f1874874089, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:33:00.716509 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7980a043-035f-4267-8b11-295a5c8bec44 admin admin] Network 3dfd7736-73e1-4989-8248-8f1874874089 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:33:00.725752 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-7980a043-035f-4267-8b11-295a5c8bec44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 3dfd7736-73e1-4989-8248-8f1874874089) {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:33:00.730095 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7980a043-035f-4267-8b11-295a5c8bec44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:00.730816 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7980a043-035f-4267-8b11-295a5c8bec44 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:00.735207 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f303ae7e-55cd-4622-8ee0-ec6c7001f7f8 None None] Network 3dfd7736-73e1-4989-8248-8f1874874089 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:33:00.751714 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-7980a043-035f-4267-8b11-295a5c8bec44 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3300552 Feb 19 03:33:00.754230 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 48996) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:00.759072 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-226a6e83-2ac7-4c80-bb9b-2e0048e20afa admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-995848648-router', 'tenant_id': '3213137d66ef43489f8d75f1b8b2a4de', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:33:00.782209 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-226a6e83-2ac7-4c80-bb9b-2e0048e20afa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14172'] for router (01295059-66f9-460c-a9ae-9dd30b501ee6), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:00.783214 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-226a6e83-2ac7-4c80-bb9b-2e0048e20afa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16317487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16285822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16309985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14247'] for router (01295059-66f9-460c-a9ae-9dd30b501ee6), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:00.833524 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b894ee2-86f1-48c8-8fb5-f6b511c023e3 None None] Sync routers for ids ['f2548df4-a1d1-4fb1-9dc7-475676c0f697'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:33:00.843962 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8a44e3-5552-44b1-ac34-c5addcd549e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-3dfd7736-73e1-4989-8248-8f1874874089', 'network_id': '3dfd7736-73e1-4989-8248-8f1874874089', 'project_id': '3213137d66ef43489f8d75f1b8b2a4de', 'fixed_ips': [{'subnet_id': '80a9a8ae-8ea7-4d47-b247-6cfa18efe1d1'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:33:00.844797 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-2f8a44e3-5552-44b1-ac34-c5addcd549e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:00.863771 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b894ee2-86f1-48c8-8fb5-f6b511c023e3 None None] Routers {'f2548df4-a1d1-4fb1-9dc7-475676c0f697'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:33:00.864320 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-8b894ee2-86f1-48c8-8fb5-f6b511c023e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:32:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['f2548df4-a1d1-4fb1-9dc7-475676c0f697'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:33:00.874861 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-226a6e83-2ac7-4c80-bb9b-2e0048e20afa admin admin] Publish callbacks [] for router_controller (01295059-66f9-460c-a9ae-9dd30b501ee6), precommit_add_association {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:01.080464 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-8b894ee2-86f1-48c8-8fb5-f6b511c023e3 None None] Set router f2548df4-a1d1-4fb1-9dc7-475676c0f697 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:33:01.125537 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-2f8a44e3-5552-44b1-ac34-c5addcd549e4 None None] Allocated IP 172.20.0.2 (3dfd7736-73e1-4989-8248-8f1874874089/80a9a8ae-8ea7-4d47-b247-6cfa18efe1d1/09b0fdee-3758-4a33-b277-11e087d1a427) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:33:01.269646 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-226a6e83-2ac7-4c80-bb9b-2e0048e20afa admin admin] Publish callbacks [] for router_gateway (01295059-66f9-460c-a9ae-9dd30b501ee6), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:01.402906 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-2f8a44e3-5552-44b1-ac34-c5addcd549e4 None None] Publish callbacks [] for port (09b0fdee-3758-4a33-b277-11e087d1a427), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:01.415776 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-2f8a44e3-5552-44b1-ac34-c5addcd549e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (09b0fdee-3758-4a33-b277-11e087d1a427), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:01.421661 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 3b23bc05-f7d5-42cc-bca4-277883fce265 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:33:01.475937 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-8b894ee2-86f1-48c8-8fb5-f6b511c023e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2548df4-a1d1-4fb1-9dc7-475676c0f697', 'name': 'tempest-TestServerBasicOps-1065444314-router', 'tenant_id': '1b507354e9f7443caf85bafa89c631d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '3b23bc05-f7d5-42cc-bca4-277883fce265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:32:56Z', 'updated_at': '2022-02-19T03:32:58Z', 'revision_number': 4, 'project_id': '1b507354e9f7443caf85bafa89c631d9', 'gw_port': {'id': '3b23bc05-f7d5-42cc-bca4-277883fce265', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:4a:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2548df4-a1d1-4fb1-9dc7-475676c0f697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:32:56Z', 'updated_at': '2022-02-19T03:32:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': 'f0d0c424-e61f-4398-b89e-076158f0d8c4', 'name': '', 'network_id': '3a624eab-7188-435d-a7c3-5ccc879524e0', 'tenant_id': '1b507354e9f7443caf85bafa89c631d9', 'mac_address': 'fa:16:3e:5f:41:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2548df4-a1d1-4fb1-9dc7-475676c0f697', 'device_owner': 'network:router_interface', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': '16e2a983-abe0-4e48-962f-1fe7dcb07151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:32:58Z', 'updated_at': '2022-02-19T03:32:59Z', 'revision_number': 2, 'project_id': '1b507354e9f7443caf85bafa89c631d9', 'subnets': [{'id': '16e2a983-abe0-4e48-962f-1fe7dcb07151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:33:01.492187 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-226a6e83-2ac7-4c80-bb9b-2e0048e20afa admin admin] Publish callbacks [] for router_gateway (01295059-66f9-460c-a9ae-9dd30b501ee6), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:01.512677 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8a44e3-5552-44b1-ac34-c5addcd549e4 None None] Network 3dfd7736-73e1-4989-8248-8f1874874089 is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:33:01.516941 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-226a6e83-2ac7-4c80-bb9b-2e0048e20afa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:01.523061 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b894ee2-86f1-48c8-8fb5-f6b511c023e3 None None] Checking router: f2548df4-a1d1-4fb1-9dc7-475676c0f697 for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:33:01.523422 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b894ee2-86f1-48c8-8fb5-f6b511c023e3 None None] Updating router f2548df4-a1d1-4fb1-9dc7-475676c0f697 port f0d0c424-e61f-4398-b89e-076158f0d8c4 binding host n-d-826753-2 {{(pid=103703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:33:01.525424 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-2f8a44e3-5552-44b1-ac34-c5addcd549e4 None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:33:01.532989 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8a44e3-5552-44b1-ac34-c5addcd549e4 None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:33:01.534922 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8a44e3-5552-44b1-ac34-c5addcd549e4 None None] Pushing event updated for resources: {'Port': ['ID=09b0fdee-3758-4a33-b277-11e087d1a427,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:01.584758 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-8b894ee2-86f1-48c8-8fb5-f6b511c023e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (f0d0c424-e61f-4398-b89e-076158f0d8c4), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:01.626589 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-226a6e83-2ac7-4c80-bb9b-2e0048e20afa admin admin] Allocated IP 172.25.6.122 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/cf5c4dec-30d1-459c-8a7e-4282029c1ba9) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:33:01.630062 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 3b23bc05-f7d5-42cc-bca4-277883fce265 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:33:01.630431 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (3b23bc05-f7d5-42cc-bca4-277883fce265), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:01.648596 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-2f8a44e3-5552-44b1-ac34-c5addcd549e4 None None] Attempting to bind port 09b0fdee-3758-4a33-b277-11e087d1a427 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:33:01.648963 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-2f8a44e3-5552-44b1-ac34-c5addcd549e4 None None] Attempting to bind port 09b0fdee-3758-4a33-b277-11e087d1a427 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '53849f5f-c604-4177-96e4-e2d2b02cf753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '3dfd7736-73e1-4989-8248-8f1874874089'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:33:01.649344 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8a44e3-5552-44b1-ac34-c5addcd549e4 None None] Attempting to bind port 09b0fdee-3758-4a33-b277-11e087d1a427 on network 3dfd7736-73e1-4989-8248-8f1874874089 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:33:01.680910 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8a44e3-5552-44b1-ac34-c5addcd549e4 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:33:01.681256 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8a44e3-5552-44b1-ac34-c5addcd549e4 None None] Checking segment: {'id': '53849f5f-c604-4177-96e4-e2d2b02cf753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '3dfd7736-73e1-4989-8248-8f1874874089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:33:01.681616 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-2f8a44e3-5552-44b1-ac34-c5addcd549e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:01.682004 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8a44e3-5552-44b1-ac34-c5addcd549e4 None None] Bound using segment: {'id': '53849f5f-c604-4177-96e4-e2d2b02cf753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '3dfd7736-73e1-4989-8248-8f1874874089'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:33:01.682467 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-2f8a44e3-5552-44b1-ac34-c5addcd549e4 None None] Bound port: 09b0fdee-3758-4a33-b277-11e087d1a427, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53849f5f-c604-4177-96e4-e2d2b02cf753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '3dfd7736-73e1-4989-8248-8f1874874089'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:33:01.682842 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-2f8a44e3-5552-44b1-ac34-c5addcd549e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (09b0fdee-3758-4a33-b277-11e087d1a427), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:01.728985 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-226a6e83-2ac7-4c80-bb9b-2e0048e20afa admin admin] Publish callbacks [] for port (cf5c4dec-30d1-459c-8a7e-4282029c1ba9), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:01.763633 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-226a6e83-2ac7-4c80-bb9b-2e0048e20afa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (cf5c4dec-30d1-459c-8a7e-4282029c1ba9), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:01.799938 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226a6e83-2ac7-4c80-bb9b-2e0048e20afa admin admin] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:33:01.805421 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-226a6e83-2ac7-4c80-bb9b-2e0048e20afa admin admin] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:33:01.808363 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226a6e83-2ac7-4c80-bb9b-2e0048e20afa admin admin] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:33:01.846044 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226a6e83-2ac7-4c80-bb9b-2e0048e20afa admin admin] Pushing event updated for resources: {'Port': ['ID=cf5c4dec-30d1-459c-8a7e-4282029c1ba9,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:02.054165 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-2f8a44e3-5552-44b1-ac34-c5addcd549e4 None None] For port 09b0fdee-3758-4a33-b277-11e087d1a427, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:33:02.072523 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 3b23bc05-f7d5-42cc-bca4-277883fce265 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:33:02.072913 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (3b23bc05-f7d5-42cc-bca4-277883fce265), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:02.079297 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-2f8a44e3-5552-44b1-ac34-c5addcd549e4 None None] For port 09b0fdee-3758-4a33-b277-11e087d1a427, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=09b0fdee-3758-4a33-b277-11e087d1a427,segment=NetworkSegment(53849f5f-c604-4177-96e4-e2d2b02cf753),segment_id=53849f5f-c604-4177-96e4-e2d2b02cf753)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:33:02.083776 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-226a6e83-2ac7-4c80-bb9b-2e0048e20afa admin admin] Publish callbacks [] for router_gateway (01295059-66f9-460c-a9ae-9dd30b501ee6), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:02.099247 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-2f8a44e3-5552-44b1-ac34-c5addcd549e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (09b0fdee-3758-4a33-b277-11e087d1a427), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:02.138264 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port 3b23bc05-f7d5-42cc-bca4-277883fce265, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=3b23bc05-f7d5-42cc-bca4-277883fce265,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:33:02.152682 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (3b23bc05-f7d5-42cc-bca4-277883fce265), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:02.195029 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8a44e3-5552-44b1-ac34-c5addcd549e4 None None] Pushing event updated for resources: {'Port': ['ID=09b0fdee-3758-4a33-b277-11e087d1a427,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:02.285143 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-8b894ee2-86f1-48c8-8fb5-f6b511c023e3 None None] Publish callbacks [] for port (f0d0c424-e61f-4398-b89e-076158f0d8c4), precommit_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:02.286945 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=3b23bc05-f7d5-42cc-bca4-277883fce265,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:02.295684 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-8b894ee2-86f1-48c8-8fb5-f6b511c023e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (f0d0c424-e61f-4398-b89e-076158f0d8c4), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:02.305769 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-226a6e83-2ac7-4c80-bb9b-2e0048e20afa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16317478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865'] for router (01295059-66f9-460c-a9ae-9dd30b501ee6), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:02.350478 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396e32b7-af12-4e31-ad6b-1cb6b68ef9e1 None None] Pushing event updated for resources: {'Port': ['ID=f0d0c424-e61f-4398-b89e-076158f0d8c4,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:02.434265 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-8b894ee2-86f1-48c8-8fb5-f6b511c023e3 None None] Attempting to bind port f0d0c424-e61f-4398-b89e-076158f0d8c4 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:33:02.435481 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-8b894ee2-86f1-48c8-8fb5-f6b511c023e3 None None] Attempting to bind port f0d0c424-e61f-4398-b89e-076158f0d8c4 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '937b3072-d5a0-4cc2-8046-388c1bb95b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '3a624eab-7188-435d-a7c3-5ccc879524e0'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:33:02.435774 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b894ee2-86f1-48c8-8fb5-f6b511c023e3 None None] Attempting to bind port f0d0c424-e61f-4398-b89e-076158f0d8c4 on network 3a624eab-7188-435d-a7c3-5ccc879524e0 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:33:02.441334 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b894ee2-86f1-48c8-8fb5-f6b511c023e3 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:33:02.441658 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b894ee2-86f1-48c8-8fb5-f6b511c023e3 None None] Checking segment: {'id': '937b3072-d5a0-4cc2-8046-388c1bb95b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '3a624eab-7188-435d-a7c3-5ccc879524e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:33:02.443034 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-8b894ee2-86f1-48c8-8fb5-f6b511c023e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:02.443034 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b894ee2-86f1-48c8-8fb5-f6b511c023e3 None None] Bound using segment: {'id': '937b3072-d5a0-4cc2-8046-388c1bb95b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '3a624eab-7188-435d-a7c3-5ccc879524e0'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:33:02.443034 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-8b894ee2-86f1-48c8-8fb5-f6b511c023e3 None None] Bound port: f0d0c424-e61f-4398-b89e-076158f0d8c4, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937b3072-d5a0-4cc2-8046-388c1bb95b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '3a624eab-7188-435d-a7c3-5ccc879524e0'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:33:02.443297 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-8b894ee2-86f1-48c8-8fb5-f6b511c023e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (f0d0c424-e61f-4398-b89e-076158f0d8c4), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:02.523605 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-226a6e83-2ac7-4c80-bb9b-2e0048e20afa admin admin] Router 01295059-66f9-460c-a9ae-9dd30b501ee6 is scheduled to L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd with binding_index 1 {{(pid=103701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:33:02.550379 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-8b894ee2-86f1-48c8-8fb5-f6b511c023e3 None None] For port f0d0c424-e61f-4398-b89e-076158f0d8c4, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:33:02.559188 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-8b894ee2-86f1-48c8-8fb5-f6b511c023e3 None None] For port f0d0c424-e61f-4398-b89e-076158f0d8c4, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=f0d0c424-e61f-4398-b89e-076158f0d8c4,segment=NetworkSegment(937b3072-d5a0-4cc2-8046-388c1bb95b97),segment_id=937b3072-d5a0-4cc2-8046-388c1bb95b97)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:33:02.569094 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-8b894ee2-86f1-48c8-8fb5-f6b511c023e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (f0d0c424-e61f-4398-b89e-076158f0d8c4), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:02.635106 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b894ee2-86f1-48c8-8fb5-f6b511c023e3 None None] Routers {'f2548df4-a1d1-4fb1-9dc7-475676c0f697'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:33:02.635804 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-8b894ee2-86f1-48c8-8fb5-f6b511c023e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:32:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['f2548df4-a1d1-4fb1-9dc7-475676c0f697'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:33:02.691503 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396e32b7-af12-4e31-ad6b-1cb6b68ef9e1 None None] Pushing event updated for resources: {'Port': ['ID=f0d0c424-e61f-4398-b89e-076158f0d8c4,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:02.703160 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-226a6e83-2ac7-4c80-bb9b-2e0048e20afa admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:33:02.713317 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b388a7c-005a-43de-a468-90681931cf8a None None] Sync routers for ids ['01295059-66f9-460c-a9ae-9dd30b501ee6'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:33:02.730230 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b388a7c-005a-43de-a468-90681931cf8a None None] Routers {'01295059-66f9-460c-a9ae-9dd30b501ee6'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:33:02.731234 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-5b388a7c-005a-43de-a468-90681931cf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:32:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['01295059-66f9-460c-a9ae-9dd30b501ee6'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:33:02.735916 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-226a6e83-2ac7-4c80-bb9b-2e0048e20afa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:02.737320 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-226a6e83-2ac7-4c80-bb9b-2e0048e20afa admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9820261 Feb 19 03:33:02.740130 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 48998) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:02.801930 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-a54962f9-7bbf-4022-9d3d-57998cc0cae1 None None] Provisioning complete for port f0d0c424-e61f-4398-b89e-076158f0d8c4 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:33:02.802544 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-a54962f9-7bbf-4022-9d3d-57998cc0cae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (f0d0c424-e61f-4398-b89e-076158f0d8c4), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:02.806422 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-8b894ee2-86f1-48c8-8fb5-f6b511c023e3 None None] Set router f2548df4-a1d1-4fb1-9dc7-475676c0f697 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:33:02.997462 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-5b388a7c-005a-43de-a468-90681931cf8a None None] Set router 01295059-66f9-460c-a9ae-9dd30b501ee6 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:33:03.028285 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-a54962f9-7bbf-4022-9d3d-57998cc0cae1 None None] Current status of the port f0d0c424-e61f-4398-b89e-076158f0d8c4 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:33:03.028676 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-a54962f9-7bbf-4022-9d3d-57998cc0cae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (f0d0c424-e61f-4398-b89e-076158f0d8c4), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:03.078685 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-a54962f9-7bbf-4022-9d3d-57998cc0cae1 None None] For port f0d0c424-e61f-4398-b89e-076158f0d8c4, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=f0d0c424-e61f-4398-b89e-076158f0d8c4,segment=NetworkSegment(937b3072-d5a0-4cc2-8046-388c1bb95b97),segment_id=937b3072-d5a0-4cc2-8046-388c1bb95b97)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:33:03.083672 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-a54962f9-7bbf-4022-9d3d-57998cc0cae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (f0d0c424-e61f-4398-b89e-076158f0d8c4), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:03.167095 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54962f9-7bbf-4022-9d3d-57998cc0cae1 None None] Pushing event updated for resources: {'Port': ['ID=f0d0c424-e61f-4398-b89e-076158f0d8c4,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:03.180896 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-8b894ee2-86f1-48c8-8fb5-f6b511c023e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2548df4-a1d1-4fb1-9dc7-475676c0f697', 'name': 'tempest-TestServerBasicOps-1065444314-router', 'tenant_id': '1b507354e9f7443caf85bafa89c631d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '3b23bc05-f7d5-42cc-bca4-277883fce265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:32:56Z', 'updated_at': '2022-02-19T03:32:58Z', 'revision_number': 4, 'project_id': '1b507354e9f7443caf85bafa89c631d9', 'gw_port': {'id': '3b23bc05-f7d5-42cc-bca4-277883fce265', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:4a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2548df4-a1d1-4fb1-9dc7-475676c0f697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:32:56Z', 'updated_at': '2022-02-19T03:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': 'f0d0c424-e61f-4398-b89e-076158f0d8c4', 'name': '', 'network_id': '3a624eab-7188-435d-a7c3-5ccc879524e0', 'tenant_id': '1b507354e9f7443caf85bafa89c631d9', 'mac_address': 'fa:16:3e:5f:41:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2548df4-a1d1-4fb1-9dc7-475676c0f697', 'device_owner': 'network:router_interface', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': '16e2a983-abe0-4e48-962f-1fe7dcb07151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:32:58Z', 'updated_at': '2022-02-19T03:33:02Z', 'revision_number': 4, 'project_id': '1b507354e9f7443caf85bafa89c631d9', 'subnets': [{'id': '16e2a983-abe0-4e48-962f-1fe7dcb07151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:33:03.222017 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b894ee2-86f1-48c8-8fb5-f6b511c023e3 None None] The sync data for ids ['f2548df4-a1d1-4fb1-9dc7-475676c0f697'] in n-d-826753-2 is: [{'id': 'f2548df4-a1d1-4fb1-9dc7-475676c0f697', 'name': 'tempest-TestServerBasicOps-1065444314-router', 'tenant_id': '1b507354e9f7443caf85bafa89c631d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '3b23bc05-f7d5-42cc-bca4-277883fce265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:32:56Z', 'updated_at': '2022-02-19T03:32:58Z', 'revision_number': 4, 'project_id': '1b507354e9f7443caf85bafa89c631d9', 'gw_port': {'id': '3b23bc05-f7d5-42cc-bca4-277883fce265', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:4a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2548df4-a1d1-4fb1-9dc7-475676c0f697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:32:56Z', 'updated_at': '2022-02-19T03:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': 'f0d0c424-e61f-4398-b89e-076158f0d8c4', 'name': '', 'network_id': '3a624eab-7188-435d-a7c3-5ccc879524e0', 'tenant_id': '1b507354e9f7443caf85bafa89c631d9', 'mac_address': 'fa:16:3e:5f:41:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2548df4-a1d1-4fb1-9dc7-475676c0f697', 'device_owner': 'network:router_interface', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': '16e2a983-abe0-4e48-962f-1fe7dcb07151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:32:58Z', 'updated_at': '2022-02-19T03:33:02Z', 'revision_number': 4, 'project_id': '1b507354e9f7443caf85bafa89c631d9', 'subnets': [{'id': '16e2a983-abe0-4e48-962f-1fe7dcb07151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:33:03.235964 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-862042aa-2b7c-444a-bde0-39e9aac9d721 None None] Provisioning complete for port f0d0c424-e61f-4398-b89e-076158f0d8c4 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:33:03.236968 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-862042aa-2b7c-444a-bde0-39e9aac9d721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (f0d0c424-e61f-4398-b89e-076158f0d8c4), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:03.253712 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-5b388a7c-005a-43de-a468-90681931cf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01295059-66f9-460c-a9ae-9dd30b501ee6', 'name': 'tempest-TestServerBasicOps-995848648-router', 'tenant_id': '3213137d66ef43489f8d75f1b8b2a4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'cf5c4dec-30d1-459c-8a7e-4282029c1ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:33:00Z', 'updated_at': '2022-02-19T03:33:01Z', 'revision_number': 3, 'project_id': '3213137d66ef43489f8d75f1b8b2a4de', 'gw_port': {'id': 'cf5c4dec-30d1-459c-8a7e-4282029c1ba9', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f2:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01295059-66f9-460c-a9ae-9dd30b501ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:33:01Z', 'updated_at': '2022-02-19T03:33:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:33:03.291626 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b388a7c-005a-43de-a468-90681931cf8a None None] Checking router: 01295059-66f9-460c-a9ae-9dd30b501ee6 for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:33:03.292097 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b388a7c-005a-43de-a468-90681931cf8a None None] Updating router 01295059-66f9-460c-a9ae-9dd30b501ee6 port cf5c4dec-30d1-459c-8a7e-4282029c1ba9 binding host n-d-826753-2 {{(pid=103704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:33:03.335300 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-5b388a7c-005a-43de-a468-90681931cf8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (cf5c4dec-30d1-459c-8a7e-4282029c1ba9), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:03.368729 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-728463cb-7763-4751-9efe-040ca414b404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:03.389602 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-862042aa-2b7c-444a-bde0-39e9aac9d721 None None] Current status of the port f0d0c424-e61f-4398-b89e-076158f0d8c4 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:33:03.672882 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 09b0fdee-3758-4a33-b277-11e087d1a427 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:33:03.771836 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26504aa8-2300-4767-8834-c46092f0fedc None None] Network 3dfd7736-73e1-4989-8248-8f1874874089 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:33:03.795709 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 09b0fdee-3758-4a33-b277-11e087d1a427 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:33:03.796095 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (09b0fdee-3758-4a33-b277-11e087d1a427), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:03.840854 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-728463cb-7763-4751-9efe-040ca414b404 admin admin] Allocated IP 172.20.0.1 (3dfd7736-73e1-4989-8248-8f1874874089/80a9a8ae-8ea7-4d47-b247-6cfa18efe1d1/a2207811-8cc5-4585-8f0a-c386c7d9fbcb) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:33:03.902758 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-5b388a7c-005a-43de-a468-90681931cf8a None None] Publish callbacks [] for port (cf5c4dec-30d1-459c-8a7e-4282029c1ba9), precommit_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:03.915603 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-5b388a7c-005a-43de-a468-90681931cf8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (cf5c4dec-30d1-459c-8a7e-4282029c1ba9), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:03.929721 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-3c4a077a-469d-4ad4-90f8-e382efae199a None None] Provisioning complete for port 09b0fdee-3758-4a33-b277-11e087d1a427 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:33:03.930106 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3c4a077a-469d-4ad4-90f8-e382efae199a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (09b0fdee-3758-4a33-b277-11e087d1a427), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:03.983281 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34922c9-9bc2-4c3a-a371-2f65199d467c None None] Pushing event updated for resources: {'Port': ['ID=cf5c4dec-30d1-459c-8a7e-4282029c1ba9,revision_number=2']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:04.003052 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-5b388a7c-005a-43de-a468-90681931cf8a None None] Attempting to bind port cf5c4dec-30d1-459c-8a7e-4282029c1ba9 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:33:04.003812 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-5b388a7c-005a-43de-a468-90681931cf8a None None] Attempting to bind port cf5c4dec-30d1-459c-8a7e-4282029c1ba9 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:33:04.004757 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b388a7c-005a-43de-a468-90681931cf8a None None] Attempting to bind port cf5c4dec-30d1-459c-8a7e-4282029c1ba9 on network eaf64708-9021-419e-b287-ef3e0f51e2ee {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:33:04.011986 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-728463cb-7763-4751-9efe-040ca414b404 admin admin] Publish callbacks [] for port (a2207811-8cc5-4585-8f0a-c386c7d9fbcb), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:04.013308 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b388a7c-005a-43de-a468-90681931cf8a None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:33:04.013995 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b388a7c-005a-43de-a468-90681931cf8a None None] Checking segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:33:04.014736 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-5b388a7c-005a-43de-a468-90681931cf8a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:04.015404 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b388a7c-005a-43de-a468-90681931cf8a None None] Bound using segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:33:04.016652 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-5b388a7c-005a-43de-a468-90681931cf8a None None] Bound port: cf5c4dec-30d1-459c-8a7e-4282029c1ba9, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:33:04.017297 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-5b388a7c-005a-43de-a468-90681931cf8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (cf5c4dec-30d1-459c-8a7e-4282029c1ba9), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:04.055235 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-728463cb-7763-4751-9efe-040ca414b404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (a2207811-8cc5-4585-8f0a-c386c7d9fbcb), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:04.081801 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728463cb-7763-4751-9efe-040ca414b404 admin admin] Network 3dfd7736-73e1-4989-8248-8f1874874089 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:33:04.085684 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-728463cb-7763-4751-9efe-040ca414b404 admin admin] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:33:04.089333 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728463cb-7763-4751-9efe-040ca414b404 admin admin] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:33:04.095473 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-5b388a7c-005a-43de-a468-90681931cf8a None None] For port cf5c4dec-30d1-459c-8a7e-4282029c1ba9, host n-d-826753-2, cleared binding levels {{(pid=103704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:33:04.100687 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-5b388a7c-005a-43de-a468-90681931cf8a None None] For port cf5c4dec-30d1-459c-8a7e-4282029c1ba9, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=cf5c4dec-30d1-459c-8a7e-4282029c1ba9,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:33:04.125951 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-5b388a7c-005a-43de-a468-90681931cf8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (cf5c4dec-30d1-459c-8a7e-4282029c1ba9), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:04.154745 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 09b0fdee-3758-4a33-b277-11e087d1a427 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:33:04.155135 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (09b0fdee-3758-4a33-b277-11e087d1a427), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:04.160214 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-728463cb-7763-4751-9efe-040ca414b404 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16289150'] for router_interface (01295059-66f9-460c-a9ae-9dd30b501ee6), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:04.263746 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b388a7c-005a-43de-a468-90681931cf8a None None] Routers {'01295059-66f9-460c-a9ae-9dd30b501ee6'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:33:04.264646 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-5b388a7c-005a-43de-a468-90681931cf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:32:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['01295059-66f9-460c-a9ae-9dd30b501ee6'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:33:04.280631 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port 09b0fdee-3758-4a33-b277-11e087d1a427, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=09b0fdee-3758-4a33-b277-11e087d1a427,segment=NetworkSegment(53849f5f-c604-4177-96e4-e2d2b02cf753),segment_id=53849f5f-c604-4177-96e4-e2d2b02cf753)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:33:04.282018 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-3c4a077a-469d-4ad4-90f8-e382efae199a None None] Current status of the port 09b0fdee-3758-4a33-b277-11e087d1a427 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:33:04.282408 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3c4a077a-469d-4ad4-90f8-e382efae199a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (09b0fdee-3758-4a33-b277-11e087d1a427), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:04.324673 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34922c9-9bc2-4c3a-a371-2f65199d467c None None] Pushing event updated for resources: {'Port': ['ID=cf5c4dec-30d1-459c-8a7e-4282029c1ba9,revision_number=3']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:04.324901 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728463cb-7763-4751-9efe-040ca414b404 admin admin] Pushing event updated for resources: {'Port': ['ID=a2207811-8cc5-4585-8f0a-c386c7d9fbcb,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:04.345344 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (09b0fdee-3758-4a33-b277-11e087d1a427), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:04.357261 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 3b23bc05-f7d5-42cc-bca4-277883fce265 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:33:04.395367 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-728463cb-7763-4751-9efe-040ca414b404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (a2207811-8cc5-4585-8f0a-c386c7d9fbcb), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:04.466680 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-5b388a7c-005a-43de-a468-90681931cf8a None None] Set router 01295059-66f9-460c-a9ae-9dd30b501ee6 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:33:04.649606 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.db.api [None req-3c4a077a-469d-4ad4-90f8-e382efae199a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103703) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:33:04.650022 n-d-826753-2 neutron-server[103703]: DEBUG oslo_db.api [None req-3c4a077a-469d-4ad4-90f8-e382efae199a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:33:04.747605 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=09b0fdee-3758-4a33-b277-11e087d1a427,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:04.751823 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-728463cb-7763-4751-9efe-040ca414b404 admin admin] Publish callbacks [] for port (a2207811-8cc5-4585-8f0a-c386c7d9fbcb), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:04.767787 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 3b23bc05-f7d5-42cc-bca4-277883fce265 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:33:04.768398 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (3b23bc05-f7d5-42cc-bca4-277883fce265), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:04.770574 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-728463cb-7763-4751-9efe-040ca414b404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (a2207811-8cc5-4585-8f0a-c386c7d9fbcb), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:04.791379 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-5b388a7c-005a-43de-a468-90681931cf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01295059-66f9-460c-a9ae-9dd30b501ee6', 'name': 'tempest-TestServerBasicOps-995848648-router', 'tenant_id': '3213137d66ef43489f8d75f1b8b2a4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'cf5c4dec-30d1-459c-8a7e-4282029c1ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:33:00Z', 'updated_at': '2022-02-19T03:33:01Z', 'revision_number': 3, 'project_id': '3213137d66ef43489f8d75f1b8b2a4de', 'gw_port': {'id': 'cf5c4dec-30d1-459c-8a7e-4282029c1ba9', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f2:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01295059-66f9-460c-a9ae-9dd30b501ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:33:01Z', 'updated_at': '2022-02-19T03:33:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:33:04.826723 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b388a7c-005a-43de-a468-90681931cf8a None None] The sync data for ids ['01295059-66f9-460c-a9ae-9dd30b501ee6'] in n-d-826753-2 is: [{'id': '01295059-66f9-460c-a9ae-9dd30b501ee6', 'name': 'tempest-TestServerBasicOps-995848648-router', 'tenant_id': '3213137d66ef43489f8d75f1b8b2a4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'cf5c4dec-30d1-459c-8a7e-4282029c1ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:33:00Z', 'updated_at': '2022-02-19T03:33:01Z', 'revision_number': 3, 'project_id': '3213137d66ef43489f8d75f1b8b2a4de', 'gw_port': {'id': 'cf5c4dec-30d1-459c-8a7e-4282029c1ba9', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f2:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01295059-66f9-460c-a9ae-9dd30b501ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:33:01Z', 'updated_at': '2022-02-19T03:33:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:33:04.886562 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728463cb-7763-4751-9efe-040ca414b404 admin admin] Pushing event updated for resources: {'Port': ['ID=a2207811-8cc5-4585-8f0a-c386c7d9fbcb,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:04.890597 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-728463cb-7763-4751-9efe-040ca414b404 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16362769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16289258'] for router_interface (01295059-66f9-460c-a9ae-9dd30b501ee6), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:04.892799 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 3b23bc05-f7d5-42cc-bca4-277883fce265 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:33:04.894174 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device f0d0c424-e61f-4398-b89e-076158f0d8c4 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:33:05.010432 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port f0d0c424-e61f-4398-b89e-076158f0d8c4 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:33:05.010986 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (f0d0c424-e61f-4398-b89e-076158f0d8c4), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:05.028014 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728463cb-7763-4751-9efe-040ca414b404 admin admin] Network 3dfd7736-73e1-4989-8248-8f1874874089 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:33:05.035046 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-728463cb-7763-4751-9efe-040ca414b404 admin admin] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:33:05.216631 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port f0d0c424-e61f-4398-b89e-076158f0d8c4 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:33:05.221277 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-3c4a077a-469d-4ad4-90f8-e382efae199a None None] Current status of the port 09b0fdee-3758-4a33-b277-11e087d1a427 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:33:05.243793 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-728463cb-7763-4751-9efe-040ca414b404 admin admin] Router 01295059-66f9-460c-a9ae-9dd30b501ee6 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:33:05.342463 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-031f1752-b3ab-4389-ae2e-8c8ecd49bf6c None None] Provisioning complete for port a2207811-8cc5-4585-8f0a-c386c7d9fbcb triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:33:05.342845 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-031f1752-b3ab-4389-ae2e-8c8ecd49bf6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (a2207811-8cc5-4585-8f0a-c386c7d9fbcb), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:05.430896 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-031f1752-b3ab-4389-ae2e-8c8ecd49bf6c None None] Port a2207811-8cc5-4585-8f0a-c386c7d9fbcb cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:33:05.461071 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-031f1752-b3ab-4389-ae2e-8c8ecd49bf6c None None] Provisioning complete for port 09b0fdee-3758-4a33-b277-11e087d1a427 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:33:05.461780 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-031f1752-b3ab-4389-ae2e-8c8ecd49bf6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (09b0fdee-3758-4a33-b277-11e087d1a427), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:05.471744 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-728463cb-7763-4751-9efe-040ca414b404 admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:33:05.484673 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-728463cb-7763-4751-9efe-040ca414b404 admin admin] 10.222.0.72 "PUT /v2.0/routers/01295059-66f9-460c-a9ae-9dd30b501ee6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7433658 Feb 19 03:33:05.627693 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 09b0fdee-3758-4a33-b277-11e087d1a427 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:33:05.634891 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-031f1752-b3ab-4389-ae2e-8c8ecd49bf6c None None] Current status of the port 09b0fdee-3758-4a33-b277-11e087d1a427 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:33:05.870680 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-3dc8c301-e9ca-46ee-8bf9-9a87b4a48041 None None] Provisioning complete for port a2207811-8cc5-4585-8f0a-c386c7d9fbcb triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:33:05.871286 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3dc8c301-e9ca-46ee-8bf9-9a87b4a48041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (a2207811-8cc5-4585-8f0a-c386c7d9fbcb), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:05.911957 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-3dc8c301-e9ca-46ee-8bf9-9a87b4a48041 None None] Port a2207811-8cc5-4585-8f0a-c386c7d9fbcb cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:33:05.916024 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 09b0fdee-3758-4a33-b277-11e087d1a427 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:33:05.916398 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (09b0fdee-3758-4a33-b277-11e087d1a427), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:06.008394 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 09b0fdee-3758-4a33-b277-11e087d1a427 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:33:06.009917 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device cf5c4dec-30d1-459c-8a7e-4282029c1ba9 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:33:06.067798 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port cf5c4dec-30d1-459c-8a7e-4282029c1ba9 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:33:06.068788 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (cf5c4dec-30d1-459c-8a7e-4282029c1ba9), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:06.121536 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49008) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:06.126273 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-46321e2b-9342-403c-9561-4e0a27ca9508 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-573900708', 'description': 'tempest-secgroup-smoke-573900708 description', 'project_id': '1b507354e9f7443caf85bafa89c631d9'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:33:06.150974 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-46321e2b-9342-403c-9561-4e0a27ca9508 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:06.167182 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port cf5c4dec-30d1-459c-8a7e-4282029c1ba9 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:33:06.167492 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (cf5c4dec-30d1-459c-8a7e-4282029c1ba9), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:06.189812 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port cf5c4dec-30d1-459c-8a7e-4282029c1ba9, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=cf5c4dec-30d1-459c-8a7e-4282029c1ba9,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:33:06.198403 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (cf5c4dec-30d1-459c-8a7e-4282029c1ba9), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:06.235958 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-46321e2b-9342-403c-9561-4e0a27ca9508 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Publish callbacks [] for security_group (bec987e7-1978-4d7f-86d9-54f66a61b37c), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:06.243003 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-46321e2b-9342-403c-9561-4e0a27ca9508 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (bec987e7-1978-4d7f-86d9-54f66a61b37c), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:06.258274 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=cf5c4dec-30d1-459c-8a7e-4282029c1ba9,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:06.279578 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-46321e2b-9342-403c-9561-4e0a27ca9508 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:06.280910 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-46321e2b-9342-403c-9561-4e0a27ca9508 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1583626 Feb 19 03:33:06.284079 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 49010) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:06.289935 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-d60e1462-2a9f-44e1-a198-14ab0f1e821b tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Request body: {'security_group_rule': {'security_group_id': 'bec987e7-1978-4d7f-86d9-54f66a61b37c', 'project_id': '1b507354e9f7443caf85bafa89c631d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:33:06.293301 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46321e2b-9342-403c-9561-4e0a27ca9508 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bec987e7-1978-4d7f-86d9-54f66a61b37c,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:06.315452 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d60e1462-2a9f-44e1-a198-14ab0f1e821b tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Publish callbacks [] for security_group_rule (852bfbce-a54a-459d-ab88-f996c9b8d523), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:06.378542 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d60e1462-2a9f-44e1-a198-14ab0f1e821b tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Publish callbacks [] for security_group_rule (852bfbce-a54a-459d-ab88-f996c9b8d523), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:06.383520 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d60e1462-2a9f-44e1-a198-14ab0f1e821b tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (852bfbce-a54a-459d-ab88-f996c9b8d523), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:06.399751 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60e1462-2a9f-44e1-a198-14ab0f1e821b tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=852bfbce-a54a-459d-ab88-f996c9b8d523,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:06.411337 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d60e1462-2a9f-44e1-a198-14ab0f1e821b tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:06.412860 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-d60e1462-2a9f-44e1-a198-14ab0f1e821b tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1269379 Feb 19 03:33:06.415892 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 49012) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:06.419982 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-a505e012-806f-4c78-ae4a-7f21b55a0095 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Request body: {'security_group_rule': {'security_group_id': 'bec987e7-1978-4d7f-86d9-54f66a61b37c', 'project_id': '1b507354e9f7443caf85bafa89c631d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:33:06.445701 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a505e012-806f-4c78-ae4a-7f21b55a0095 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Publish callbacks [] for security_group_rule (53a41fe6-d65e-4dec-bc0c-0501b474ce4c), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:06.502280 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a505e012-806f-4c78-ae4a-7f21b55a0095 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Publish callbacks [] for security_group_rule (53a41fe6-d65e-4dec-bc0c-0501b474ce4c), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:06.506559 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a505e012-806f-4c78-ae4a-7f21b55a0095 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (53a41fe6-d65e-4dec-bc0c-0501b474ce4c), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:06.523447 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a505e012-806f-4c78-ae4a-7f21b55a0095 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53a41fe6-d65e-4dec-bc0c-0501b474ce4c,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:06.531516 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a505e012-806f-4c78-ae4a-7f21b55a0095 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:06.532709 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-a505e012-806f-4c78-ae4a-7f21b55a0095 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1162448 Feb 19 03:33:06.535379 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 49014) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:06.539714 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-7a202a30-0845-4c2e-acb6-e3549844c865 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Request body: {'security_group_rule': {'security_group_id': 'bec987e7-1978-4d7f-86d9-54f66a61b37c', 'project_id': '1b507354e9f7443caf85bafa89c631d9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:33:06.564318 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7a202a30-0845-4c2e-acb6-e3549844c865 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Publish callbacks [] for security_group_rule (092d3aed-a9a5-4113-b999-40863f873276), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:06.621756 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7a202a30-0845-4c2e-acb6-e3549844c865 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Publish callbacks [] for security_group_rule (092d3aed-a9a5-4113-b999-40863f873276), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:06.625456 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7a202a30-0845-4c2e-acb6-e3549844c865 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (092d3aed-a9a5-4113-b999-40863f873276), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:06.649272 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a202a30-0845-4c2e-acb6-e3549844c865 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=092d3aed-a9a5-4113-b999-40863f873276,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:06.658318 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7a202a30-0845-4c2e-acb6-e3549844c865 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:06.662734 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-7a202a30-0845-4c2e-acb6-e3549844c865 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1232710 Feb 19 03:33:06.663727 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 49016) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:06.668410 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-2d32f8c3-cfcf-4264-98ce-312ec930534c tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Request body: {'security_group_rule': {'security_group_id': 'bec987e7-1978-4d7f-86d9-54f66a61b37c', 'project_id': '1b507354e9f7443caf85bafa89c631d9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:33:06.695475 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2d32f8c3-cfcf-4264-98ce-312ec930534c tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Publish callbacks [] for security_group_rule (052cf897-f6af-4f9b-96d5-3f8073cf16a6), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:06.752055 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2d32f8c3-cfcf-4264-98ce-312ec930534c tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Publish callbacks [] for security_group_rule (052cf897-f6af-4f9b-96d5-3f8073cf16a6), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:06.756413 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2d32f8c3-cfcf-4264-98ce-312ec930534c tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (052cf897-f6af-4f9b-96d5-3f8073cf16a6), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:06.774558 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d32f8c3-cfcf-4264-98ce-312ec930534c tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=052cf897-f6af-4f9b-96d5-3f8073cf16a6,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:06.782968 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2d32f8c3-cfcf-4264-98ce-312ec930534c tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:06.784174 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-2d32f8c3-cfcf-4264-98ce-312ec930534c tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1195610 Feb 19 03:33:06.786836 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 49018) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:06.791204 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-138069be-a189-4bd8-97c4-6267f2a42d99 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Request body: {'security_group_rule': {'security_group_id': 'bec987e7-1978-4d7f-86d9-54f66a61b37c', 'project_id': '1b507354e9f7443caf85bafa89c631d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:33:06.811260 n-d-826753-2 neutron-server[103701]: INFO neutron.db.securitygroups_db [None req-138069be-a189-4bd8-97c4-6267f2a42d99 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Project 1b507354e9f7443caf85bafa89c631d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 03:33:06.816307 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-138069be-a189-4bd8-97c4-6267f2a42d99 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Publish callbacks [] for security_group_rule (24f485fd-136f-40a0-ad12-6042fdd755b2), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:06.875943 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-138069be-a189-4bd8-97c4-6267f2a42d99 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Publish callbacks [] for security_group_rule (24f485fd-136f-40a0-ad12-6042fdd755b2), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:06.880104 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-138069be-a189-4bd8-97c4-6267f2a42d99 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (24f485fd-136f-40a0-ad12-6042fdd755b2), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:06.899749 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138069be-a189-4bd8-97c4-6267f2a42d99 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24f485fd-136f-40a0-ad12-6042fdd755b2,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:06.907288 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-138069be-a189-4bd8-97c4-6267f2a42d99 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:06.908495 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-138069be-a189-4bd8-97c4-6267f2a42d99 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1206732 Feb 19 03:33:06.911182 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 49020) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:06.915795 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-0e153190-7a61-47c6-8365-ac90b3d8062a tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Request body: {'security_group_rule': {'security_group_id': 'bec987e7-1978-4d7f-86d9-54f66a61b37c', 'project_id': '1b507354e9f7443caf85bafa89c631d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:33:06.937449 n-d-826753-2 neutron-server[103701]: INFO neutron.db.securitygroups_db [None req-0e153190-7a61-47c6-8365-ac90b3d8062a tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Project 1b507354e9f7443caf85bafa89c631d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 03:33:06.944070 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0e153190-7a61-47c6-8365-ac90b3d8062a tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Publish callbacks [] for security_group_rule (2c9c0336-e0e5-498d-9d3a-b9b8ecca43e3), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:06.963691 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501713ec-0514-433d-9106-8aa6c4975a23 None None] Sync routers for ids ['01295059-66f9-460c-a9ae-9dd30b501ee6'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:33:06.974759 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501713ec-0514-433d-9106-8aa6c4975a23 None None] Routers {'01295059-66f9-460c-a9ae-9dd30b501ee6'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:33:06.978133 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-501713ec-0514-433d-9106-8aa6c4975a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:32:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['01295059-66f9-460c-a9ae-9dd30b501ee6'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:33:07.009826 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0e153190-7a61-47c6-8365-ac90b3d8062a tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Publish callbacks [] for security_group_rule (2c9c0336-e0e5-498d-9d3a-b9b8ecca43e3), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:07.013895 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0e153190-7a61-47c6-8365-ac90b3d8062a tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (2c9c0336-e0e5-498d-9d3a-b9b8ecca43e3), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:07.034057 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e153190-7a61-47c6-8365-ac90b3d8062a tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c9c0336-e0e5-498d-9d3a-b9b8ecca43e3,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:07.046017 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0e153190-7a61-47c6-8365-ac90b3d8062a tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:07.047378 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-0e153190-7a61-47c6-8365-ac90b3d8062a tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1352377 Feb 19 03:33:07.096796 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-501713ec-0514-433d-9106-8aa6c4975a23 None None] Set router 01295059-66f9-460c-a9ae-9dd30b501ee6 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:33:07.200380 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-76ed7211-1534-428d-89d3-5f9d48ff85b4 req-4c588e0d-1573-4af2-a819-1e5a9c380978 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-573900708&fields=id&tenant_id=1b507354e9f7443caf85bafa89c631d9 HTTP/1.1" status: 200 len: 267 time: 0.0454547 Feb 19 03:33:07.301343 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-501713ec-0514-433d-9106-8aa6c4975a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01295059-66f9-460c-a9ae-9dd30b501ee6', 'name': 'tempest-TestServerBasicOps-995848648-router', 'tenant_id': '3213137d66ef43489f8d75f1b8b2a4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'cf5c4dec-30d1-459c-8a7e-4282029c1ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:33:00Z', 'updated_at': '2022-02-19T03:33:04Z', 'revision_number': 4, 'project_id': '3213137d66ef43489f8d75f1b8b2a4de', 'gw_port': {'id': 'cf5c4dec-30d1-459c-8a7e-4282029c1ba9', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01295059-66f9-460c-a9ae-9dd30b501ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:33:01Z', 'updated_at': '2022-02-19T03:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': 'a2207811-8cc5-4585-8f0a-c386c7d9fbcb', 'name': '', 'network_id': '3dfd7736-73e1-4989-8248-8f1874874089', 'tenant_id': '3213137d66ef43489f8d75f1b8b2a4de', 'mac_address': 'fa:16:3e:c4:a5:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01295059-66f9-460c-a9ae-9dd30b501ee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '80a9a8ae-8ea7-4d47-b247-6cfa18efe1d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:33:03Z', 'updated_at': '2022-02-19T03:33:04Z', 'revision_number': 2, 'project_id': '3213137d66ef43489f8d75f1b8b2a4de', 'subnets': [{'id': '80a9a8ae-8ea7-4d47-b247-6cfa18efe1d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:33:07.311550 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ed7211-1534-428d-89d3-5f9d48ff85b4 req-09a3b843-b84a-412f-86c3-79813cb0d1a5 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:07.313032 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-76ed7211-1534-428d-89d3-5f9d48ff85b4 req-09a3b843-b84a-412f-86c3-79813cb0d1a5 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] 10.222.0.72 "GET /v2.0/networks?id=3a624eab-7188-435d-a7c3-5ccc879524e0 HTTP/1.1" status: 200 len: 809 time: 0.1061628 Feb 19 03:33:07.329967 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-76ed7211-1534-428d-89d3-5f9d48ff85b4 req-cdf6de33-5ed2-4bda-95ef-0a152ed43764 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] 10.222.0.72 "GET /v2.0/quotas/1b507354e9f7443caf85bafa89c631d9 HTTP/1.1" status: 200 len: 375 time: 0.0102878 Feb 19 03:33:07.332407 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501713ec-0514-433d-9106-8aa6c4975a23 None None] Checking router: 01295059-66f9-460c-a9ae-9dd30b501ee6 for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:33:07.332723 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501713ec-0514-433d-9106-8aa6c4975a23 None None] Updating router 01295059-66f9-460c-a9ae-9dd30b501ee6 port a2207811-8cc5-4585-8f0a-c386c7d9fbcb binding host n-d-826753-2 {{(pid=103703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:33:07.360623 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-501713ec-0514-433d-9106-8aa6c4975a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (a2207811-8cc5-4585-8f0a-c386c7d9fbcb), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:07.391510 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-76ed7211-1534-428d-89d3-5f9d48ff85b4 req-873c2013-e736-4941-91f3-ad81be3a3834 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=1b507354e9f7443caf85bafa89c631d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0559766 Feb 19 03:33:07.398473 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device cf5c4dec-30d1-459c-8a7e-4282029c1ba9 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:33:07.488116 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-76ed7211-1534-428d-89d3-5f9d48ff85b4 req-c49469f2-0293-4de7-aefa-c48be02b9b62 service neutron] 10.222.0.72 "GET /v2.0/networks/3a624eab-7188-435d-a7c3-5ccc879524e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837772 Feb 19 03:33:07.559173 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port cf5c4dec-30d1-459c-8a7e-4282029c1ba9 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:33:07.559557 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (cf5c4dec-30d1-459c-8a7e-4282029c1ba9), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:07.585385 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-76ed7211-1534-428d-89d3-5f9d48ff85b4 req-56ab47e9-7d99-42cf-88da-bc0faef3ed3f service neutron] 10.222.0.72 "GET /v2.0/networks/3a624eab-7188-435d-a7c3-5ccc879524e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899818 Feb 19 03:33:07.705451 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port cf5c4dec-30d1-459c-8a7e-4282029c1ba9 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:33:07.730177 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-501713ec-0514-433d-9106-8aa6c4975a23 None None] Publish callbacks [] for port (a2207811-8cc5-4585-8f0a-c386c7d9fbcb), precommit_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:07.739540 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-501713ec-0514-433d-9106-8aa6c4975a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (a2207811-8cc5-4585-8f0a-c386c7d9fbcb), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:07.792399 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ad0a21ad-41c6-4f0e-ab20-98b42fd17c8a req-5555cde2-6689-413f-b1ca-c98700fe7d4e tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4c7b233-f70e-4c5d-bd9b-511a647e8db5 HTTP/1.1" status: 200 len: 210 time: 0.0336549 Feb 19 03:33:07.793831 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ebe2e0-28e0-4125-91d0-5b50a22d2300 None None] Pushing event updated for resources: {'Port': ['ID=a2207811-8cc5-4585-8f0a-c386c7d9fbcb,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:07.866288 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-501713ec-0514-433d-9106-8aa6c4975a23 None None] Attempting to bind port a2207811-8cc5-4585-8f0a-c386c7d9fbcb on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:33:07.866530 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-501713ec-0514-433d-9106-8aa6c4975a23 None None] Attempting to bind port a2207811-8cc5-4585-8f0a-c386c7d9fbcb by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '53849f5f-c604-4177-96e4-e2d2b02cf753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '3dfd7736-73e1-4989-8248-8f1874874089'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:33:07.866955 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501713ec-0514-433d-9106-8aa6c4975a23 None None] Attempting to bind port a2207811-8cc5-4585-8f0a-c386c7d9fbcb on network 3dfd7736-73e1-4989-8248-8f1874874089 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:33:07.872389 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501713ec-0514-433d-9106-8aa6c4975a23 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:33:07.872823 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501713ec-0514-433d-9106-8aa6c4975a23 None None] Checking segment: {'id': '53849f5f-c604-4177-96e4-e2d2b02cf753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '3dfd7736-73e1-4989-8248-8f1874874089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:33:07.873202 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-501713ec-0514-433d-9106-8aa6c4975a23 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:07.873619 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501713ec-0514-433d-9106-8aa6c4975a23 None None] Bound using segment: {'id': '53849f5f-c604-4177-96e4-e2d2b02cf753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '3dfd7736-73e1-4989-8248-8f1874874089'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:33:07.874093 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-501713ec-0514-433d-9106-8aa6c4975a23 None None] Bound port: a2207811-8cc5-4585-8f0a-c386c7d9fbcb, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53849f5f-c604-4177-96e4-e2d2b02cf753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '3dfd7736-73e1-4989-8248-8f1874874089'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:33:07.874527 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-501713ec-0514-433d-9106-8aa6c4975a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (a2207811-8cc5-4585-8f0a-c386c7d9fbcb), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:07.942331 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-501713ec-0514-433d-9106-8aa6c4975a23 None None] For port a2207811-8cc5-4585-8f0a-c386c7d9fbcb, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:33:07.945631 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-501713ec-0514-433d-9106-8aa6c4975a23 None None] For port a2207811-8cc5-4585-8f0a-c386c7d9fbcb, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=a2207811-8cc5-4585-8f0a-c386c7d9fbcb,segment=NetworkSegment(53849f5f-c604-4177-96e4-e2d2b02cf753),segment_id=53849f5f-c604-4177-96e4-e2d2b02cf753)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:33:07.952511 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-501713ec-0514-433d-9106-8aa6c4975a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (a2207811-8cc5-4585-8f0a-c386c7d9fbcb), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:08.024989 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501713ec-0514-433d-9106-8aa6c4975a23 None None] Routers {'01295059-66f9-460c-a9ae-9dd30b501ee6'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:33:08.025815 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-501713ec-0514-433d-9106-8aa6c4975a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:32:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['01295059-66f9-460c-a9ae-9dd30b501ee6'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:33:08.078231 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ebe2e0-28e0-4125-91d0-5b50a22d2300 None None] Pushing event updated for resources: {'Port': ['ID=a2207811-8cc5-4585-8f0a-c386c7d9fbcb,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:08.106226 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-0a979ac0-5e74-451b-943e-3cd76e01799e None None] Provisioning complete for port a2207811-8cc5-4585-8f0a-c386c7d9fbcb triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:33:08.106608 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-0a979ac0-5e74-451b-943e-3cd76e01799e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (a2207811-8cc5-4585-8f0a-c386c7d9fbcb), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:08.199657 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-501713ec-0514-433d-9106-8aa6c4975a23 None None] Set router 01295059-66f9-460c-a9ae-9dd30b501ee6 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:33:08.319914 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-0a979ac0-5e74-451b-943e-3cd76e01799e None None] Current status of the port a2207811-8cc5-4585-8f0a-c386c7d9fbcb is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:33:08.320534 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-0a979ac0-5e74-451b-943e-3cd76e01799e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (a2207811-8cc5-4585-8f0a-c386c7d9fbcb), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:08.395260 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-0a979ac0-5e74-451b-943e-3cd76e01799e None None] For port a2207811-8cc5-4585-8f0a-c386c7d9fbcb, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=a2207811-8cc5-4585-8f0a-c386c7d9fbcb,segment=NetworkSegment(53849f5f-c604-4177-96e4-e2d2b02cf753),segment_id=53849f5f-c604-4177-96e4-e2d2b02cf753)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:33:08.403754 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-0a979ac0-5e74-451b-943e-3cd76e01799e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (a2207811-8cc5-4585-8f0a-c386c7d9fbcb), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:08.483617 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a979ac0-5e74-451b-943e-3cd76e01799e None None] Pushing event updated for resources: {'Port': ['ID=a2207811-8cc5-4585-8f0a-c386c7d9fbcb,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:08.504203 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-501713ec-0514-433d-9106-8aa6c4975a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01295059-66f9-460c-a9ae-9dd30b501ee6', 'name': 'tempest-TestServerBasicOps-995848648-router', 'tenant_id': '3213137d66ef43489f8d75f1b8b2a4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'cf5c4dec-30d1-459c-8a7e-4282029c1ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:33:00Z', 'updated_at': '2022-02-19T03:33:04Z', 'revision_number': 4, 'project_id': '3213137d66ef43489f8d75f1b8b2a4de', 'gw_port': {'id': 'cf5c4dec-30d1-459c-8a7e-4282029c1ba9', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01295059-66f9-460c-a9ae-9dd30b501ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:33:01Z', 'updated_at': '2022-02-19T03:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': 'a2207811-8cc5-4585-8f0a-c386c7d9fbcb', 'name': '', 'network_id': '3dfd7736-73e1-4989-8248-8f1874874089', 'tenant_id': '3213137d66ef43489f8d75f1b8b2a4de', 'mac_address': 'fa:16:3e:c4:a5:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01295059-66f9-460c-a9ae-9dd30b501ee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '80a9a8ae-8ea7-4d47-b247-6cfa18efe1d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:33:03Z', 'updated_at': '2022-02-19T03:33:07Z', 'revision_number': 4, 'project_id': '3213137d66ef43489f8d75f1b8b2a4de', 'subnets': [{'id': '80a9a8ae-8ea7-4d47-b247-6cfa18efe1d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:33:08.535201 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501713ec-0514-433d-9106-8aa6c4975a23 None None] The sync data for ids ['01295059-66f9-460c-a9ae-9dd30b501ee6'] in n-d-826753-2 is: [{'id': '01295059-66f9-460c-a9ae-9dd30b501ee6', 'name': 'tempest-TestServerBasicOps-995848648-router', 'tenant_id': '3213137d66ef43489f8d75f1b8b2a4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'cf5c4dec-30d1-459c-8a7e-4282029c1ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:33:00Z', 'updated_at': '2022-02-19T03:33:04Z', 'revision_number': 4, 'project_id': '3213137d66ef43489f8d75f1b8b2a4de', 'gw_port': {'id': 'cf5c4dec-30d1-459c-8a7e-4282029c1ba9', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01295059-66f9-460c-a9ae-9dd30b501ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:33:01Z', 'updated_at': '2022-02-19T03:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': 'a2207811-8cc5-4585-8f0a-c386c7d9fbcb', 'name': '', 'network_id': '3dfd7736-73e1-4989-8248-8f1874874089', 'tenant_id': '3213137d66ef43489f8d75f1b8b2a4de', 'mac_address': 'fa:16:3e:c4:a5:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01295059-66f9-460c-a9ae-9dd30b501ee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '80a9a8ae-8ea7-4d47-b247-6cfa18efe1d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:33:03Z', 'updated_at': '2022-02-19T03:33:07Z', 'revision_number': 4, 'project_id': '3213137d66ef43489f8d75f1b8b2a4de', 'subnets': [{'id': '80a9a8ae-8ea7-4d47-b247-6cfa18efe1d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:33:08.546515 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-ecc3d22e-547d-4847-b3d0-a9ad91110b43 None None] Provisioning complete for port a2207811-8cc5-4585-8f0a-c386c7d9fbcb triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:33:08.546875 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-ecc3d22e-547d-4847-b3d0-a9ad91110b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (a2207811-8cc5-4585-8f0a-c386c7d9fbcb), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:08.654003 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-ecc3d22e-547d-4847-b3d0-a9ad91110b43 None None] Current status of the port a2207811-8cc5-4585-8f0a-c386c7d9fbcb is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:33:08.909843 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ed7211-1534-428d-89d3-5f9d48ff85b4 req-db55c993-62b4-4e0a-877b-465939a53bc2 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:08.911611 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-76ed7211-1534-428d-89d3-5f9d48ff85b4 req-db55c993-62b4-4e0a-877b-465939a53bc2 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] 10.222.0.82 "GET /v2.0/networks?id=3a624eab-7188-435d-a7c3-5ccc879524e0 HTTP/1.1" status: 200 len: 809 time: 0.1284835 Feb 19 03:33:08.921258 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5ee660e7-cf2e-41d6-b7b9-3be165888295 req-77c2f66a-be24-4768-91c9-65fe6f3757c0 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4c7b233-f70e-4c5d-bd9b-511a647e8db5 HTTP/1.1" status: 200 len: 210 time: 0.0333438 Feb 19 03:33:08.986460 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-76ed7211-1534-428d-89d3-5f9d48ff85b4 req-9408c236-c4d5-48d9-aa2d-818ec45547d4 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1b507354e9f7443caf85bafa89c631d9 HTTP/1.1" status: 200 len: 379 time: 0.0599995 Feb 19 03:33:09.014729 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-76ed7211-1534-428d-89d3-5f9d48ff85b4 req-077069eb-accb-447d-90cd-75e1f7829d6f tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Request body: {'port': {'device_id': 'a4c7b233-f70e-4c5d-bd9b-511a647e8db5', 'network_id': '3a624eab-7188-435d-a7c3-5ccc879524e0', 'admin_state_up': True, 'tenant_id': '1b507354e9f7443caf85bafa89c631d9', 'security_groups': ['bec987e7-1978-4d7f-86d9-54f66a61b37c']}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:33:09.124866 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76ed7211-1534-428d-89d3-5f9d48ff85b4 req-077069eb-accb-447d-90cd-75e1f7829d6f tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Made reservation on behalf of 1b507354e9f7443caf85bafa89c631d9 for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:33:09.128303 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-76ed7211-1534-428d-89d3-5f9d48ff85b4 req-077069eb-accb-447d-90cd-75e1f7829d6f tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:09.261185 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [req-76ed7211-1534-428d-89d3-5f9d48ff85b4 req-077069eb-accb-447d-90cd-75e1f7829d6f tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Allocated IP 172.20.0.12 (3a624eab-7188-435d-a7c3-5ccc879524e0/16e2a983-abe0-4e48-962f-1fe7dcb07151/86d15879-e58e-4524-a0cf-9d27a20de4fb) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:33:09.407099 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-76ed7211-1534-428d-89d3-5f9d48ff85b4 req-077069eb-accb-447d-90cd-75e1f7829d6f tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Publish callbacks [] for port (86d15879-e58e-4524-a0cf-9d27a20de4fb), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:09.416839 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device a2207811-8cc5-4585-8f0a-c386c7d9fbcb up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:33:09.466423 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port a2207811-8cc5-4585-8f0a-c386c7d9fbcb triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:33:09.466805 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (a2207811-8cc5-4585-8f0a-c386c7d9fbcb), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:09.561791 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port a2207811-8cc5-4585-8f0a-c386c7d9fbcb is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:33:09.738688 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-76ed7211-1534-428d-89d3-5f9d48ff85b4 req-077069eb-accb-447d-90cd-75e1f7829d6f tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (86d15879-e58e-4524-a0cf-9d27a20de4fb), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:09.781777 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76ed7211-1534-428d-89d3-5f9d48ff85b4 req-077069eb-accb-447d-90cd-75e1f7829d6f tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Network 3a624eab-7188-435d-a7c3-5ccc879524e0 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:33:09.784772 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [req-76ed7211-1534-428d-89d3-5f9d48ff85b4 req-077069eb-accb-447d-90cd-75e1f7829d6f tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:33:09.791485 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-76ed7211-1534-428d-89d3-5f9d48ff85b4 req-077069eb-accb-447d-90cd-75e1f7829d6f tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:33:09.798017 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077069eb-accb-447d-90cd-75e1f7829d6f tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Pushing event updated for resources: {'Port': ['ID=86d15879-e58e-4524-a0cf-9d27a20de4fb,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:09.851558 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ed7211-1534-428d-89d3-5f9d48ff85b4 req-077069eb-accb-447d-90cd-75e1f7829d6f tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:09.852393 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-76ed7211-1534-428d-89d3-5f9d48ff85b4 req-077069eb-accb-447d-90cd-75e1f7829d6f tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:09.872798 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-76ed7211-1534-428d-89d3-5f9d48ff85b4 req-077069eb-accb-447d-90cd-75e1f7829d6f tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8619189 Feb 19 03:33:09.890109 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-76ed7211-1534-428d-89d3-5f9d48ff85b4 req-ff8eb8ad-e653-45e5-ba10-8d9d16b3c37c service neutron] Request body: {'port': {'device_id': 'a4c7b233-f70e-4c5d-bd9b-511a647e8db5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826753-2'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:33:09.968014 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-76ed7211-1534-428d-89d3-5f9d48ff85b4 req-ff8eb8ad-e653-45e5-ba10-8d9d16b3c37c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (86d15879-e58e-4524-a0cf-9d27a20de4fb), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:10.075647 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea357a5d-8ffa-486b-8558-8db7ab790761 req-25504001-db29-4402-a351-0a41966cdd19 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:10.078295 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ea357a5d-8ffa-486b-8558-8db7ab790761 req-25504001-db29-4402-a351-0a41966cdd19 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4c7b233-f70e-4c5d-bd9b-511a647e8db5 HTTP/1.1" status: 200 len: 932 time: 0.0664883 Feb 19 03:33:10.096168 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-abd914aa-52de-43a0-9a65-e74389e90459 None None] Provisioning complete for port 86d15879-e58e-4524-a0cf-9d27a20de4fb triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:33:10.097581 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-abd914aa-52de-43a0-9a65-e74389e90459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (86d15879-e58e-4524-a0cf-9d27a20de4fb), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:10.150288 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ea357a5d-8ffa-486b-8558-8db7ab790761 req-243d8c3a-7b82-4eae-9289-2feeb5591d17 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] 10.222.0.72 "GET /v2.0/security-groups?id=bec987e7-1978-4d7f-86d9-54f66a61b37c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654030 Feb 19 03:33:10.151943 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-abd914aa-52de-43a0-9a65-e74389e90459 None None] Port 86d15879-e58e-4524-a0cf-9d27a20de4fb cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:33:10.317379 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-76ed7211-1534-428d-89d3-5f9d48ff85b4 req-ff8eb8ad-e653-45e5-ba10-8d9d16b3c37c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86d15879-e58e-4524-a0cf-9d27a20de4fb {{(pid=103702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:33:10.326015 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-76ed7211-1534-428d-89d3-5f9d48ff85b4 req-ff8eb8ad-e653-45e5-ba10-8d9d16b3c37c service neutron] Publish callbacks [] for port (86d15879-e58e-4524-a0cf-9d27a20de4fb), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:10.340756 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-76ed7211-1534-428d-89d3-5f9d48ff85b4 req-ff8eb8ad-e653-45e5-ba10-8d9d16b3c37c service neutron] Transition to ACTIVE for port object 86d15879-e58e-4524-a0cf-9d27a20de4fb will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:33:10.345475 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-76ed7211-1534-428d-89d3-5f9d48ff85b4 req-ff8eb8ad-e653-45e5-ba10-8d9d16b3c37c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (86d15879-e58e-4524-a0cf-9d27a20de4fb), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:10.417230 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8eb8ad-e653-45e5-ba10-8d9d16b3c37c service neutron] Pushing event updated for resources: {'Port': ['ID=86d15879-e58e-4524-a0cf-9d27a20de4fb,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:10.498037 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-76ed7211-1534-428d-89d3-5f9d48ff85b4 req-ff8eb8ad-e653-45e5-ba10-8d9d16b3c37c service neutron] Attempting to bind port 86d15879-e58e-4524-a0cf-9d27a20de4fb on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:33:10.498369 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-76ed7211-1534-428d-89d3-5f9d48ff85b4 req-ff8eb8ad-e653-45e5-ba10-8d9d16b3c37c service neutron] Attempting to bind port 86d15879-e58e-4524-a0cf-9d27a20de4fb by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': '937b3072-d5a0-4cc2-8046-388c1bb95b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '3a624eab-7188-435d-a7c3-5ccc879524e0'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:33:10.498691 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ed7211-1534-428d-89d3-5f9d48ff85b4 req-ff8eb8ad-e653-45e5-ba10-8d9d16b3c37c service neutron] Attempting to bind port 86d15879-e58e-4524-a0cf-9d27a20de4fb on network 3a624eab-7188-435d-a7c3-5ccc879524e0 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:33:10.503835 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ed7211-1534-428d-89d3-5f9d48ff85b4 req-ff8eb8ad-e653-45e5-ba10-8d9d16b3c37c service neutron] Port 86d15879-e58e-4524-a0cf-9d27a20de4fb on network 3a624eab-7188-435d-a7c3-5ccc879524e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:33:10.504210 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ed7211-1534-428d-89d3-5f9d48ff85b4 req-ff8eb8ad-e653-45e5-ba10-8d9d16b3c37c service neutron] Attempting to bind port 86d15879-e58e-4524-a0cf-9d27a20de4fb on network 3a624eab-7188-435d-a7c3-5ccc879524e0 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:33:10.510615 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ed7211-1534-428d-89d3-5f9d48ff85b4 req-ff8eb8ad-e653-45e5-ba10-8d9d16b3c37c service neutron] Checking agent: {'id': 'bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:33:10.510947 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ed7211-1534-428d-89d3-5f9d48ff85b4 req-ff8eb8ad-e653-45e5-ba10-8d9d16b3c37c service neutron] Checking segment: {'id': '937b3072-d5a0-4cc2-8046-388c1bb95b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '3a624eab-7188-435d-a7c3-5ccc879524e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:33:10.511471 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ed7211-1534-428d-89d3-5f9d48ff85b4 req-ff8eb8ad-e653-45e5-ba10-8d9d16b3c37c service neutron] Bound using segment: {'id': '937b3072-d5a0-4cc2-8046-388c1bb95b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '3a624eab-7188-435d-a7c3-5ccc879524e0'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:33:10.511902 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-76ed7211-1534-428d-89d3-5f9d48ff85b4 req-ff8eb8ad-e653-45e5-ba10-8d9d16b3c37c service neutron] Bound port: 86d15879-e58e-4524-a0cf-9d27a20de4fb, host: n-h2-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '937b3072-d5a0-4cc2-8046-388c1bb95b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '3a624eab-7188-435d-a7c3-5ccc879524e0'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:33:10.512254 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-76ed7211-1534-428d-89d3-5f9d48ff85b4 req-ff8eb8ad-e653-45e5-ba10-8d9d16b3c37c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (86d15879-e58e-4524-a0cf-9d27a20de4fb), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:10.587573 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-76ed7211-1534-428d-89d3-5f9d48ff85b4 req-ff8eb8ad-e653-45e5-ba10-8d9d16b3c37c service neutron] For port 86d15879-e58e-4524-a0cf-9d27a20de4fb, host n-h2-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:33:10.590853 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-76ed7211-1534-428d-89d3-5f9d48ff85b4 req-ff8eb8ad-e653-45e5-ba10-8d9d16b3c37c service neutron] For port 86d15879-e58e-4524-a0cf-9d27a20de4fb, host n-h2-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=86d15879-e58e-4524-a0cf-9d27a20de4fb,segment=NetworkSegment(937b3072-d5a0-4cc2-8046-388c1bb95b97),segment_id=937b3072-d5a0-4cc2-8046-388c1bb95b97)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:33:10.598335 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-76ed7211-1534-428d-89d3-5f9d48ff85b4 req-ff8eb8ad-e653-45e5-ba10-8d9d16b3c37c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (86d15879-e58e-4524-a0cf-9d27a20de4fb), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:10.644622 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ed7211-1534-428d-89d3-5f9d48ff85b4 req-ff8eb8ad-e653-45e5-ba10-8d9d16b3c37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:10.645214 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-76ed7211-1534-428d-89d3-5f9d48ff85b4 req-ff8eb8ad-e653-45e5-ba10-8d9d16b3c37c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:10.647214 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-76ed7211-1534-428d-89d3-5f9d48ff85b4 req-ff8eb8ad-e653-45e5-ba10-8d9d16b3c37c service neutron] 10.222.0.82 "PUT /v2.0/ports/86d15879-e58e-4524-a0cf-9d27a20de4fb HTTP/1.1" status: 200 len: 1092 time: 0.7615364 Feb 19 03:33:10.647691 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4c7b233-f70e-4c5d-bd9b-511a647e8db5', 'tag': '86d15879-e58e-4524-a0cf-9d27a20de4fb'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:33:10.649989 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a59e91bf-569e-4968-ba0d-b505dfca0e7a" -d '{"events": [{"name": "network-changed", "server_uuid": "a4c7b233-f70e-4c5d-bd9b-511a647e8db5", "tag": "86d15879-e58e-4524-a0cf-9d27a20de4fb"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:33:10.678917 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8eb8ad-e653-45e5-ba10-8d9d16b3c37c service neutron] Pushing event updated for resources: {'Port': ['ID=86d15879-e58e-4524-a0cf-9d27a20de4fb,revision_number=3']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:10.720330 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56b8dd37-815d-4360-b756-cf72bdd171df x-openstack-request-id: req-56b8dd37-815d-4360-b756-cf72bdd171df {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:33:10.720634 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4c7b233-f70e-4c5d-bd9b-511a647e8db5", "tag": "86d15879-e58e-4524-a0cf-9d27a20de4fb", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:33:10.720897 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-56b8dd37-815d-4360-b756-cf72bdd171df {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:33:10.721328 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4c7b233-f70e-4c5d-bd9b-511a647e8db5', 'tag': '86d15879-e58e-4524-a0cf-9d27a20de4fb', 'status': 'completed', 'code': 200} Feb 19 03:33:10.759989 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ed7211-1534-428d-89d3-5f9d48ff85b4 req-7666ddd5-6d70-45f8-a08c-eda5c42509cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:10.761577 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-76ed7211-1534-428d-89d3-5f9d48ff85b4 req-7666ddd5-6d70-45f8-a08c-eda5c42509cc service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1b507354e9f7443caf85bafa89c631d9&device_id=a4c7b233-f70e-4c5d-bd9b-511a647e8db5 HTTP/1.1" status: 200 len: 1126 time: 0.0502207 Feb 19 03:33:10.814737 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-76ed7211-1534-428d-89d3-5f9d48ff85b4 req-dcbc0690-0015-4ced-bb74-557b4e1e3e99 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=86d15879-e58e-4524-a0cf-9d27a20de4fb HTTP/1.1" status: 200 len: 217 time: 0.0400443 Feb 19 03:33:10.866626 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ed7211-1534-428d-89d3-5f9d48ff85b4 req-e33c5e07-0110-45f4-b1cf-6f28561fb4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:10.868145 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-76ed7211-1534-428d-89d3-5f9d48ff85b4 req-e33c5e07-0110-45f4-b1cf-6f28561fb4a9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=16e2a983-abe0-4e48-962f-1fe7dcb07151 HTTP/1.1" status: 200 len: 848 time: 0.0457025 Feb 19 03:33:10.922880 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ed7211-1534-428d-89d3-5f9d48ff85b4 req-294340b3-5813-4ab3-b1e2-c5af6ec3ba02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:10.925061 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-76ed7211-1534-428d-89d3-5f9d48ff85b4 req-294340b3-5813-4ab3-b1e2-c5af6ec3ba02 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=3a624eab-7188-435d-a7c3-5ccc879524e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0509701 Feb 19 03:33:11.020858 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-76ed7211-1534-428d-89d3-5f9d48ff85b4 req-748c739e-c637-4fcf-99e2-f433ca2127a6 service neutron] 10.222.0.82 "GET /v2.0/networks/3a624eab-7188-435d-a7c3-5ccc879524e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883815 Feb 19 03:33:11.108887 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-76ed7211-1534-428d-89d3-5f9d48ff85b4 req-2f84f2d6-ee58-4fd8-93e5-9fc853436501 service neutron] 10.222.0.82 "GET /v2.0/networks/3a624eab-7188-435d-a7c3-5ccc879524e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817900 Feb 19 03:33:11.254506 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59e91bf-569e-4968-ba0d-b505dfca0e7a req-bf8bbe1f-9ad1-44db-9d0b-5bda498c01cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:11.256924 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a59e91bf-569e-4968-ba0d-b505dfca0e7a req-bf8bbe1f-9ad1-44db-9d0b-5bda498c01cb service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1b507354e9f7443caf85bafa89c631d9&device_id=a4c7b233-f70e-4c5d-bd9b-511a647e8db5 HTTP/1.1" status: 200 len: 1126 time: 0.0653477 Feb 19 03:33:11.297876 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbd7af6-5e21-4310-b867-9fdb00b69e10 req-93a21107-5485-4ce3-a922-4b126ce1e55e tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:11.299500 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9fbd7af6-5e21-4310-b867-9fdb00b69e10 req-93a21107-5485-4ce3-a922-4b126ce1e55e tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4c7b233-f70e-4c5d-bd9b-511a647e8db5 HTTP/1.1" status: 200 len: 944 time: 0.0652883 Feb 19 03:33:11.350181 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9fbd7af6-5e21-4310-b867-9fdb00b69e10 req-4c62b020-9faa-4f53-83d0-d36c214cd60e tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] 10.222.0.72 "GET /v2.0/security-groups?id=bec987e7-1978-4d7f-86d9-54f66a61b37c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439649 Feb 19 03:33:11.354136 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59e91bf-569e-4968-ba0d-b505dfca0e7a req-9a82177e-0bd5-481f-855a-f2dd22b757bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:11.356163 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a59e91bf-569e-4968-ba0d-b505dfca0e7a req-9a82177e-0bd5-481f-855a-f2dd22b757bf service neutron] 10.222.0.82 "GET /v2.0/networks?id=3a624eab-7188-435d-a7c3-5ccc879524e0 HTTP/1.1" status: 200 len: 910 time: 0.0930521 Feb 19 03:33:11.407591 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a59e91bf-569e-4968-ba0d-b505dfca0e7a req-b0fa91c4-3955-4103-bc37-a1d0959ef507 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=86d15879-e58e-4524-a0cf-9d27a20de4fb HTTP/1.1" status: 200 len: 217 time: 0.0450969 Feb 19 03:33:11.465061 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59e91bf-569e-4968-ba0d-b505dfca0e7a req-c26c157a-9f1f-40ca-a3bc-fd6dee267d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:11.466623 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a59e91bf-569e-4968-ba0d-b505dfca0e7a req-c26c157a-9f1f-40ca-a3bc-fd6dee267d24 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=16e2a983-abe0-4e48-962f-1fe7dcb07151 HTTP/1.1" status: 200 len: 848 time: 0.0526943 Feb 19 03:33:11.517226 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59e91bf-569e-4968-ba0d-b505dfca0e7a req-70531bd8-58a0-4a5d-a0cd-a216b0b779cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:11.519318 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a59e91bf-569e-4968-ba0d-b505dfca0e7a req-70531bd8-58a0-4a5d-a0cd-a216b0b779cc service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=3a624eab-7188-435d-a7c3-5ccc879524e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0459836 Feb 19 03:33:11.629410 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a59e91bf-569e-4968-ba0d-b505dfca0e7a req-0df2a3ad-96e7-4f71-9580-8d852607a99e service neutron] 10.222.0.82 "GET /v2.0/networks/3a624eab-7188-435d-a7c3-5ccc879524e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029980 Feb 19 03:33:11.723552 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a59e91bf-569e-4968-ba0d-b505dfca0e7a req-d55a9650-e2df-45ef-9ba7-b38b543eaf76 service neutron] 10.222.0.82 "GET /v2.0/networks/3a624eab-7188-435d-a7c3-5ccc879524e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880780 Feb 19 03:33:12.482498 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c306d81-34b3-43e7-9054-b4f53241423b req-e98af035-0207-4eca-947a-4f11c7e79db5 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:12.484021 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9c306d81-34b3-43e7-9054-b4f53241423b req-e98af035-0207-4eca-947a-4f11c7e79db5 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4c7b233-f70e-4c5d-bd9b-511a647e8db5 HTTP/1.1" status: 200 len: 944 time: 0.0550859 Feb 19 03:33:12.534761 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9c306d81-34b3-43e7-9054-b4f53241423b req-a871b0e0-4a64-4809-8109-283f83583fae tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] 10.222.0.72 "GET /v2.0/security-groups?id=bec987e7-1978-4d7f-86d9-54f66a61b37c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450492 Feb 19 03:33:13.652787 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284d909d-d513-4210-a623-11a943a82257 req-0a607867-5261-4560-8240-4217a95b3347 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:13.654221 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-284d909d-d513-4210-a623-11a943a82257 req-0a607867-5261-4560-8240-4217a95b3347 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4c7b233-f70e-4c5d-bd9b-511a647e8db5 HTTP/1.1" status: 200 len: 944 time: 0.0520041 Feb 19 03:33:13.714983 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-284d909d-d513-4210-a623-11a943a82257 req-a6262d89-6d9f-4f52-a846-6228f000ce7a tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] 10.222.0.72 "GET /v2.0/security-groups?id=bec987e7-1978-4d7f-86d9-54f66a61b37c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551448 Feb 19 03:33:13.795094 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 86d15879-e58e-4524-a0cf-9d27a20de4fb details requested by agent hyperv_n-h2-826753-2 with host n-h2-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:33:14.051664 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 86d15879-e58e-4524-a0cf-9d27a20de4fb, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=86d15879-e58e-4524-a0cf-9d27a20de4fb,segment=NetworkSegment(937b3072-d5a0-4cc2-8046-388c1bb95b97),segment_id=937b3072-d5a0-4cc2-8046-388c1bb95b97)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:33:14.062641 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Returning: {'device': '86d15879-e58e-4524-a0cf-9d27a20de4fb', 'network_id': '3a624eab-7188-435d-a7c3-5ccc879524e0', 'port_id': '86d15879-e58e-4524-a0cf-9d27a20de4fb', 'mac_address': 'fa:16:3e:fb:57:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16e2a983-abe0-4e48-962f-1fe7dcb07151', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:33:14.100521 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 86d15879-e58e-4524-a0cf-9d27a20de4fb is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:33:14.100911 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (86d15879-e58e-4524-a0cf-9d27a20de4fb), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:14.113051 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86d15879-e58e-4524-a0cf-9d27a20de4fb {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:33:14.133548 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 86d15879-e58e-4524-a0cf-9d27a20de4fb, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=86d15879-e58e-4524-a0cf-9d27a20de4fb,segment=NetworkSegment(937b3072-d5a0-4cc2-8046-388c1bb95b97),segment_id=937b3072-d5a0-4cc2-8046-388c1bb95b97)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:33:14.137606 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (86d15879-e58e-4524-a0cf-9d27a20de4fb), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:14.183581 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=86d15879-e58e-4524-a0cf-9d27a20de4fb,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:14.408674 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['86d15879-e58e-4524-a0cf-9d27a20de4fb'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:33:15.098681 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a466c021-d998-4626-b92b-c179e6df6dd4 req-d93d47f8-399f-4466-877d-3bd7d093acb9 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:15.100699 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a466c021-d998-4626-b92b-c179e6df6dd4 req-d93d47f8-399f-4466-877d-3bd7d093acb9 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4c7b233-f70e-4c5d-bd9b-511a647e8db5 HTTP/1.1" status: 200 len: 945 time: 0.3129318 Feb 19 03:33:15.148361 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a466c021-d998-4626-b92b-c179e6df6dd4 req-1e1b7a9d-ac4d-4df6-af19-591e43b1b2d6 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] 10.222.0.72 "GET /v2.0/security-groups?id=bec987e7-1978-4d7f-86d9-54f66a61b37c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419869 Feb 19 03:33:15.585564 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c6388edf-1d26-4759-9a4b-3c192c9bb181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:15.794159 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 86d15879-e58e-4524-a0cf-9d27a20de4fb up at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:33:15.843344 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning for port 86d15879-e58e-4524-a0cf-9d27a20de4fb completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:33:15.846972 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning complete for port 86d15879-e58e-4524-a0cf-9d27a20de4fb triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:33:15.847348 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (86d15879-e58e-4524-a0cf-9d27a20de4fb), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:15.923544 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 86d15879-e58e-4524-a0cf-9d27a20de4fb is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:33:15.923932 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (86d15879-e58e-4524-a0cf-9d27a20de4fb), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:15.947750 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4c7b233-f70e-4c5d-bd9b-511a647e8db5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86d15879-e58e-4524-a0cf-9d27a20de4fb'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:33:15.950001 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7498ba200a20ec3d5deec9fc0ce3007b2340a8c1febc59e311990194e3579a12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dfa2bb7-9328-4194-890e-0eb2717290ad" -d '{"events": [{"server_uuid": "a4c7b233-f70e-4c5d-bd9b-511a647e8db5", "name": "network-vif-plugged", "status": "completed", "tag": "86d15879-e58e-4524-a0cf-9d27a20de4fb"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:33:15.967612 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 86d15879-e58e-4524-a0cf-9d27a20de4fb, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=86d15879-e58e-4524-a0cf-9d27a20de4fb,segment=NetworkSegment(937b3072-d5a0-4cc2-8046-388c1bb95b97),segment_id=937b3072-d5a0-4cc2-8046-388c1bb95b97)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:33:15.971735 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (86d15879-e58e-4524-a0cf-9d27a20de4fb), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:15.998981 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d649802c-a0f2-434d-a7ea-f8637c1179db x-openstack-request-id: req-d649802c-a0f2-434d-a7ea-f8637c1179db {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:33:15.999276 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4c7b233-f70e-4c5d-bd9b-511a647e8db5", "name": "network-vif-plugged", "status": "completed", "tag": "86d15879-e58e-4524-a0cf-9d27a20de4fb", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:33:15.999555 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d649802c-a0f2-434d-a7ea-f8637c1179db {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:33:15.999944 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4c7b233-f70e-4c5d-bd9b-511a647e8db5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86d15879-e58e-4524-a0cf-9d27a20de4fb', 'code': 200} Feb 19 03:33:16.025710 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=86d15879-e58e-4524-a0cf-9d27a20de4fb,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:16.119374 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4ef57b-8ba2-47b4-a096-b1968f20627c req-57ef1a69-fca2-49e7-a49a-146f9c4f8453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:16.120814 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-9c4ef57b-8ba2-47b4-a096-b1968f20627c req-57ef1a69-fca2-49e7-a49a-146f9c4f8453 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=a4c7b233-f70e-4c5d-bd9b-511a647e8db5 HTTP/1.1" status: 200 len: 1128 time: 0.0451393 Feb 19 03:33:16.166515 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-9c4ef57b-8ba2-47b4-a096-b1968f20627c req-2371da97-1a40-494e-9589-c81c63284903 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=bec987e7-1978-4d7f-86d9-54f66a61b37c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402036 Feb 19 03:33:16.272521 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e7b522-7fcc-4503-8616-d02b48504ee8 req-167f48b2-ebce-4ffb-b653-f82c25b4e43e tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:16.274035 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-32e7b522-7fcc-4503-8616-d02b48504ee8 req-167f48b2-ebce-4ffb-b653-f82c25b4e43e tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4c7b233-f70e-4c5d-bd9b-511a647e8db5 HTTP/1.1" status: 200 len: 946 time: 0.0561173 Feb 19 03:33:16.324088 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-32e7b522-7fcc-4503-8616-d02b48504ee8 req-230b0b34-e771-4fbd-9601-54b19cc0657d tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] 10.222.0.72 "GET /v2.0/security-groups?id=bec987e7-1978-4d7f-86d9-54f66a61b37c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442712 Feb 19 03:33:16.940355 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:33:17.383043 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-1f5ce2f1-5eac-46cb-8cbf-05ae3455d0d8 req-4f87214e-1661-405d-ba56-13c1e8143a5f service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=a4c7b233-f70e-4c5d-bd9b-511a647e8db5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0487988 Feb 19 03:33:17.451851 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e162c2-df20-42c6-aef4-1d49f7a36b82 req-23cb4ec8-b212-4c90-a003-437c8244d779 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:17.453378 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-62e162c2-df20-42c6-aef4-1d49f7a36b82 req-23cb4ec8-b212-4c90-a003-437c8244d779 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4c7b233-f70e-4c5d-bd9b-511a647e8db5 HTTP/1.1" status: 200 len: 946 time: 0.0608244 Feb 19 03:33:17.481812 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5ce2f1-5eac-46cb-8cbf-05ae3455d0d8 req-cc2f52ce-fc0e-4414-ac14-25336427599e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:17.483338 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-1f5ce2f1-5eac-46cb-8cbf-05ae3455d0d8 req-cc2f52ce-fc0e-4414-ac14-25336427599e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1b507354e9f7443caf85bafa89c631d9&device_id=a4c7b233-f70e-4c5d-bd9b-511a647e8db5 HTTP/1.1" status: 200 len: 1128 time: 0.0446565 Feb 19 03:33:17.503330 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-62e162c2-df20-42c6-aef4-1d49f7a36b82 req-92b37f71-2a37-4ce5-a6a4-1f182c0b2588 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] 10.222.0.72 "GET /v2.0/security-groups?id=bec987e7-1978-4d7f-86d9-54f66a61b37c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444260 Feb 19 03:33:17.590572 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5ce2f1-5eac-46cb-8cbf-05ae3455d0d8 req-24363ec2-0fab-4245-9f48-326b6b393c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:17.592067 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-1f5ce2f1-5eac-46cb-8cbf-05ae3455d0d8 req-24363ec2-0fab-4245-9f48-326b6b393c23 service neutron] 10.222.0.82 "GET /v2.0/networks?id=3a624eab-7188-435d-a7c3-5ccc879524e0 HTTP/1.1" status: 200 len: 910 time: 0.0908885 Feb 19 03:33:17.625890 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4609949b-b1e3-4c29-ac53-1edb8953e0db req-c524ec8b-068d-4170-b091-582d9d57deb1 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:17.627417 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4609949b-b1e3-4c29-ac53-1edb8953e0db req-c524ec8b-068d-4170-b091-582d9d57deb1 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4c7b233-f70e-4c5d-bd9b-511a647e8db5 HTTP/1.1" status: 200 len: 946 time: 0.0548737 Feb 19 03:33:17.634668 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-1f5ce2f1-5eac-46cb-8cbf-05ae3455d0d8 req-542298a0-f58c-40c6-bdbd-fbeee8b7c686 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=86d15879-e58e-4524-a0cf-9d27a20de4fb HTTP/1.1" status: 200 len: 217 time: 0.0367086 Feb 19 03:33:17.678473 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4609949b-b1e3-4c29-ac53-1edb8953e0db req-889d8ac5-c14c-4356-a45f-b87710ea0790 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] 10.222.0.72 "GET /v2.0/security-groups?id=bec987e7-1978-4d7f-86d9-54f66a61b37c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453970 Feb 19 03:33:17.682939 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5ce2f1-5eac-46cb-8cbf-05ae3455d0d8 req-de2066e8-4ca0-47d9-8381-76203e20d723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:17.684427 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-1f5ce2f1-5eac-46cb-8cbf-05ae3455d0d8 req-de2066e8-4ca0-47d9-8381-76203e20d723 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=16e2a983-abe0-4e48-962f-1fe7dcb07151 HTTP/1.1" status: 200 len: 848 time: 0.0444851 Feb 19 03:33:17.733887 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5ce2f1-5eac-46cb-8cbf-05ae3455d0d8 req-9dbd7b32-ed0e-42bf-984b-66d4d75536a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:17.735424 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-1f5ce2f1-5eac-46cb-8cbf-05ae3455d0d8 req-9dbd7b32-ed0e-42bf-984b-66d4d75536a4 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=3a624eab-7188-435d-a7c3-5ccc879524e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0454609 Feb 19 03:33:17.758995 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-444dd553-ef57-4787-b8d4-5e23a266c216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:17.807148 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d55671f-5c21-47fb-978a-bc1a46ab162c req-597979b1-c140-40bc-9f5e-6ed8a56b0f22 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:17.808570 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0d55671f-5c21-47fb-978a-bc1a46ab162c req-597979b1-c140-40bc-9f5e-6ed8a56b0f22 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4c7b233-f70e-4c5d-bd9b-511a647e8db5 HTTP/1.1" status: 200 len: 946 time: 0.0629983 Feb 19 03:33:17.835759 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-1f5ce2f1-5eac-46cb-8cbf-05ae3455d0d8 req-825f70a2-4dda-4bb8-85a4-fee2a9cfdac2 service neutron] 10.222.0.82 "GET /v2.0/networks/3a624eab-7188-435d-a7c3-5ccc879524e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944803 Feb 19 03:33:17.859592 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0d55671f-5c21-47fb-978a-bc1a46ab162c req-db7ae304-c6fe-41f5-a4d2-b3219d29fa57 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] 10.222.0.72 "GET /v2.0/security-groups?id=bec987e7-1978-4d7f-86d9-54f66a61b37c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450745 Feb 19 03:33:17.881267 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 49070) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:17.926251 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-1f5ce2f1-5eac-46cb-8cbf-05ae3455d0d8 req-cf95fb61-af00-4c23-b753-5759130db986 service neutron] 10.222.0.82 "GET /v2.0/networks/3a624eab-7188-435d-a7c3-5ccc879524e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844731 Feb 19 03:33:18.012810 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5f2b87-6d47-4477-9ded-c92b1ad5d4d5 tempest-TestServerBasicOps-1223546821 tempest-TestServerBasicOps-1223546821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:18.014373 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-ee5f2b87-6d47-4477-9ded-c92b1ad5d4d5 tempest-TestServerBasicOps-1223546821 tempest-TestServerBasicOps-1223546821-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=a4c7b233-f70e-4c5d-bd9b-511a647e8db5 HTTP/1.1" status: 200 len: 1123 time: 0.1321344 Feb 19 03:33:18.017439 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49074) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:18.022007 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-8e72a3d5-587d-4396-a8bc-9a0e82c6cb33 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Request body: {'floatingip': {'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'port_id': '86d15879-e58e-4524-a0cf-9d27a20de4fb', 'tenant_id': '1b507354e9f7443caf85bafa89c631d9', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:33:18.042749 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8e72a3d5-587d-4396-a8bc-9a0e82c6cb33 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:18.145897 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8e72a3d5-587d-4396-a8bc-9a0e82c6cb33 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:18.253775 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-8e72a3d5-587d-4396-a8bc-9a0e82c6cb33 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Allocated IP 172.25.6.216 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/93ba5dd7-b1df-49f3-9e50-0a3d59afb4b2) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:33:18.357627 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8e72a3d5-587d-4396-a8bc-9a0e82c6cb33 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Publish callbacks [] for port (93ba5dd7-b1df-49f3-9e50-0a3d59afb4b2), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:18.395320 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8e72a3d5-587d-4396-a8bc-9a0e82c6cb33 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (93ba5dd7-b1df-49f3-9e50-0a3d59afb4b2), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:18.431251 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e72a3d5-587d-4396-a8bc-9a0e82c6cb33 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:33:18.434089 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-8e72a3d5-587d-4396-a8bc-9a0e82c6cb33 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:33:18.437543 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e72a3d5-587d-4396-a8bc-9a0e82c6cb33 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:33:18.469668 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e72a3d5-587d-4396-a8bc-9a0e82c6cb33 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Pushing event updated for resources: {'Port': ['ID=93ba5dd7-b1df-49f3-9e50-0a3d59afb4b2,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:18.825154 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8e72a3d5-587d-4396-a8bc-9a0e82c6cb33 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Publish callbacks [] for floatingip (516abb08-70ed-4ad2-bc0a-97db61b4082f), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:18.896074 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8e72a3d5-587d-4396-a8bc-9a0e82c6cb33 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (93ba5dd7-b1df-49f3-9e50-0a3d59afb4b2), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:19.046871 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8e72a3d5-587d-4396-a8bc-9a0e82c6cb33 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Publish callbacks [] for port (93ba5dd7-b1df-49f3-9e50-0a3d59afb4b2), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:19.051945 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8e72a3d5-587d-4396-a8bc-9a0e82c6cb33 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (93ba5dd7-b1df-49f3-9e50-0a3d59afb4b2), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:19.123548 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e72a3d5-587d-4396-a8bc-9a0e82c6cb33 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Pushing event updated for resources: {'Port': ['ID=93ba5dd7-b1df-49f3-9e50-0a3d59afb4b2,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:19.134022 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8e72a3d5-587d-4396-a8bc-9a0e82c6cb33 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16285943'] for floatingip (516abb08-70ed-4ad2-bc0a-97db61b4082f), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:19.235757 n-d-826753-2 neutron-server[103702]: INFO neutron.db.l3_db [None req-8e72a3d5-587d-4396-a8bc-9a0e82c6cb33 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Floating IP 516abb08-70ed-4ad2-bc0a-97db61b4082f associated. External IP: 172.25.6.216, port: 86d15879-e58e-4524-a0cf-9d27a20de4fb. Feb 19 03:33:19.392780 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:19.453167 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e72a3d5-587d-4396-a8bc-9a0e82c6cb33 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Router f2548df4-a1d1-4fb1-9dc7-475676c0f697 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:33:19.565154 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e72a3d5-587d-4396-a8bc-9a0e82c6cb33 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:33:19.574983 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21674208-b32f-4a21-853e-98a727a4dcff None None] Sync routers for ids ['f2548df4-a1d1-4fb1-9dc7-475676c0f697'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:33:19.582706 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8e72a3d5-587d-4396-a8bc-9a0e82c6cb33 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:19.584116 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21674208-b32f-4a21-853e-98a727a4dcff None None] Routers {'f2548df4-a1d1-4fb1-9dc7-475676c0f697'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:33:19.584710 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-21674208-b32f-4a21-853e-98a727a4dcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:33:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['f2548df4-a1d1-4fb1-9dc7-475676c0f697'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:33:19.622479 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-8e72a3d5-587d-4396-a8bc-9a0e82c6cb33 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5941267 Feb 19 03:33:19.622479 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4c7b233-f70e-4c5d-bd9b-511a647e8db5', 'tag': '86d15879-e58e-4524-a0cf-9d27a20de4fb'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:33:19.622479 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff26880e-912a-4da2-bf2a-11c2d11d191f" -d '{"events": [{"name": "network-changed", "server_uuid": "a4c7b233-f70e-4c5d-bd9b-511a647e8db5", "tag": "86d15879-e58e-4524-a0cf-9d27a20de4fb"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:33:19.652507 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4da5b7b5-4a86-4e24-b6e5-d2b74063b137 x-openstack-request-id: req-4da5b7b5-4a86-4e24-b6e5-d2b74063b137 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:33:19.652813 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4c7b233-f70e-4c5d-bd9b-511a647e8db5", "tag": "86d15879-e58e-4524-a0cf-9d27a20de4fb", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:33:19.653150 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4da5b7b5-4a86-4e24-b6e5-d2b74063b137 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:33:19.653596 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4c7b233-f70e-4c5d-bd9b-511a647e8db5', 'tag': '86d15879-e58e-4524-a0cf-9d27a20de4fb', 'status': 'completed', 'code': 200} Feb 19 03:33:19.708309 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-21674208-b32f-4a21-853e-98a727a4dcff None None] Set router f2548df4-a1d1-4fb1-9dc7-475676c0f697 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:33:19.746569 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff26880e-912a-4da2-bf2a-11c2d11d191f req-269b2d29-3606-4e14-b318-9e34dcbb6ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:19.748140 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ff26880e-912a-4da2-bf2a-11c2d11d191f req-269b2d29-3606-4e14-b318-9e34dcbb6ddd service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1b507354e9f7443caf85bafa89c631d9&device_id=a4c7b233-f70e-4c5d-bd9b-511a647e8db5 HTTP/1.1" status: 200 len: 1128 time: 0.0495892 Feb 19 03:33:19.844719 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff26880e-912a-4da2-bf2a-11c2d11d191f req-2b3145b6-ee32-4f80-beb6-cc71d8113bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:19.846272 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ff26880e-912a-4da2-bf2a-11c2d11d191f req-2b3145b6-ee32-4f80-beb6-cc71d8113bd7 service neutron] 10.222.0.82 "GET /v2.0/networks?id=3a624eab-7188-435d-a7c3-5ccc879524e0 HTTP/1.1" status: 200 len: 910 time: 0.0920968 Feb 19 03:33:19.914317 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ff26880e-912a-4da2-bf2a-11c2d11d191f req-cf4d3588-c336-45b4-a2cc-ac2128a00bf9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=86d15879-e58e-4524-a0cf-9d27a20de4fb HTTP/1.1" status: 200 len: 1000 time: 0.0605354 Feb 19 03:33:19.936282 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-21674208-b32f-4a21-853e-98a727a4dcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2548df4-a1d1-4fb1-9dc7-475676c0f697', 'name': 'tempest-TestServerBasicOps-1065444314-router', 'tenant_id': '1b507354e9f7443caf85bafa89c631d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '3b23bc05-f7d5-42cc-bca4-277883fce265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:32:56Z', 'updated_at': '2022-02-19T03:32:58Z', 'revision_number': 4, 'project_id': '1b507354e9f7443caf85bafa89c631d9', 'gw_port': {'id': '3b23bc05-f7d5-42cc-bca4-277883fce265', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:4a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2548df4-a1d1-4fb1-9dc7-475676c0f697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:32:56Z', 'updated_at': '2022-02-19T03:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': '516abb08-70ed-4ad2-bc0a-97db61b4082f', 'tenant_id': '1b507354e9f7443caf85bafa89c631d9', 'floating_ip_address': '172.25.6.216', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': 'f2548df4-a1d1-4fb1-9dc7-475676c0f697', 'port_id': '86d15879-e58e-4524-a0cf-9d27a20de4fb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4055, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a624eab-7188-435d-a7c3-5ccc879524e0', 'mac_address': 'fa:16:3e:fb:57:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c7b233-f70e-4c5d-bd9b-511a647e8db5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:33:18Z', 'updated_at': '2022-02-19T03:33:18Z', 'revision_number': 0, 'project_id': '1b507354e9f7443caf85bafa89c631d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0d0c424-e61f-4398-b89e-076158f0d8c4', 'name': '', 'network_id': '3a624eab-7188-435d-a7c3-5ccc879524e0', 'tenant_id': '1b507354e9f7443caf85bafa89c631d9', 'mac_address': 'fa:16:3e:5f:41:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2548df4-a1d1-4fb1-9dc7-475676c0f697', 'device_owner': 'network:router_interface', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': '16e2a983-abe0-4e48-962f-1fe7dcb07151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:32:58Z', 'updated_at': '2022-02-19T03:33:03Z', 'revision_number': 5, 'project_id': '1b507354e9f7443caf85bafa89c631d9', 'subnets': [{'id': '16e2a983-abe0-4e48-962f-1fe7dcb07151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:33:19.963135 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff26880e-912a-4da2-bf2a-11c2d11d191f req-f5ed21d5-ba8c-446c-8ed4-994e53c37579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:19.963898 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21674208-b32f-4a21-853e-98a727a4dcff None None] Checking router: f2548df4-a1d1-4fb1-9dc7-475676c0f697 for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:33:19.964613 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ff26880e-912a-4da2-bf2a-11c2d11d191f req-f5ed21d5-ba8c-446c-8ed4-994e53c37579 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=16e2a983-abe0-4e48-962f-1fe7dcb07151 HTTP/1.1" status: 200 len: 848 time: 0.0447278 Feb 19 03:33:19.972282 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21674208-b32f-4a21-853e-98a727a4dcff None None] Routers {'f2548df4-a1d1-4fb1-9dc7-475676c0f697'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:33:19.972878 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-21674208-b32f-4a21-853e-98a727a4dcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:33:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['f2548df4-a1d1-4fb1-9dc7-475676c0f697'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:33:20.018546 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff26880e-912a-4da2-bf2a-11c2d11d191f req-cc92e341-1b32-412a-951b-f47444d5d782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:20.020049 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ff26880e-912a-4da2-bf2a-11c2d11d191f req-cc92e341-1b32-412a-951b-f47444d5d782 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=3a624eab-7188-435d-a7c3-5ccc879524e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0494812 Feb 19 03:33:20.085244 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-21674208-b32f-4a21-853e-98a727a4dcff None None] Set router f2548df4-a1d1-4fb1-9dc7-475676c0f697 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:33:20.135493 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ff26880e-912a-4da2-bf2a-11c2d11d191f req-af480ed0-1645-4cac-a72a-c279521e8a9c service neutron] 10.222.0.82 "GET /v2.0/networks/3a624eab-7188-435d-a7c3-5ccc879524e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083937 Feb 19 03:33:20.236157 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ff26880e-912a-4da2-bf2a-11c2d11d191f req-4ef7d436-b864-40d0-8208-9f3ce0692f55 service neutron] 10.222.0.82 "GET /v2.0/networks/3a624eab-7188-435d-a7c3-5ccc879524e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955560 Feb 19 03:33:20.441730 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-21674208-b32f-4a21-853e-98a727a4dcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2548df4-a1d1-4fb1-9dc7-475676c0f697', 'name': 'tempest-TestServerBasicOps-1065444314-router', 'tenant_id': '1b507354e9f7443caf85bafa89c631d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '3b23bc05-f7d5-42cc-bca4-277883fce265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:32:56Z', 'updated_at': '2022-02-19T03:32:58Z', 'revision_number': 4, 'project_id': '1b507354e9f7443caf85bafa89c631d9', 'gw_port': {'id': '3b23bc05-f7d5-42cc-bca4-277883fce265', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:4a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2548df4-a1d1-4fb1-9dc7-475676c0f697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:32:56Z', 'updated_at': '2022-02-19T03:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': '516abb08-70ed-4ad2-bc0a-97db61b4082f', 'tenant_id': '1b507354e9f7443caf85bafa89c631d9', 'floating_ip_address': '172.25.6.216', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': 'f2548df4-a1d1-4fb1-9dc7-475676c0f697', 'port_id': '86d15879-e58e-4524-a0cf-9d27a20de4fb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4055, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a624eab-7188-435d-a7c3-5ccc879524e0', 'mac_address': 'fa:16:3e:fb:57:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c7b233-f70e-4c5d-bd9b-511a647e8db5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:33:18Z', 'updated_at': '2022-02-19T03:33:18Z', 'revision_number': 0, 'project_id': '1b507354e9f7443caf85bafa89c631d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0d0c424-e61f-4398-b89e-076158f0d8c4', 'name': '', 'network_id': '3a624eab-7188-435d-a7c3-5ccc879524e0', 'tenant_id': '1b507354e9f7443caf85bafa89c631d9', 'mac_address': 'fa:16:3e:5f:41:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2548df4-a1d1-4fb1-9dc7-475676c0f697', 'device_owner': 'network:router_interface', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': '16e2a983-abe0-4e48-962f-1fe7dcb07151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:32:58Z', 'updated_at': '2022-02-19T03:33:03Z', 'revision_number': 5, 'project_id': '1b507354e9f7443caf85bafa89c631d9', 'subnets': [{'id': '16e2a983-abe0-4e48-962f-1fe7dcb07151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:33:20.468330 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21674208-b32f-4a21-853e-98a727a4dcff None None] The sync data for ids ['f2548df4-a1d1-4fb1-9dc7-475676c0f697'] in n-d-826753-2 is: [{'id': 'f2548df4-a1d1-4fb1-9dc7-475676c0f697', 'name': 'tempest-TestServerBasicOps-1065444314-router', 'tenant_id': '1b507354e9f7443caf85bafa89c631d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '3b23bc05-f7d5-42cc-bca4-277883fce265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:32:56Z', 'updated_at': '2022-02-19T03:32:58Z', 'revision_number': 4, 'project_id': '1b507354e9f7443caf85bafa89c631d9', 'gw_port': {'id': '3b23bc05-f7d5-42cc-bca4-277883fce265', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:4a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2548df4-a1d1-4fb1-9dc7-475676c0f697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:32:56Z', 'updated_at': '2022-02-19T03:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': '516abb08-70ed-4ad2-bc0a-97db61b4082f', 'tenant_id': '1b507354e9f7443caf85bafa89c631d9', 'floating_ip_address': '172.25.6.216', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': 'f2548df4-a1d1-4fb1-9dc7-475676c0f697', 'port_id': '86d15879-e58e-4524-a0cf-9d27a20de4fb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4055, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a624eab-7188-435d-a7c3-5ccc879524e0', 'mac_address': 'fa:16:3e:fb:57:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c7b233-f70e-4c5d-bd9b-511a647e8db5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:33:18Z', 'updated_at': '2022-02-19T03:33:18Z', 'revision_number': 0, 'project_id': '1b507354e9f7443caf85bafa89c631d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0d0c424-e61f-4398-b89e-076158f0d8c4', 'name': '', 'network_id': '3a624eab-7188-435d-a7c3-5ccc879524e0', 'tenant_id': '1b507354e9f7443caf85bafa89c631d9', 'mac_address': 'fa:16:3e:5f:41:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2548df4-a1d1-4fb1-9dc7-475676c0f697', 'device_owner': 'network:router_interface', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': '16e2a983-abe0-4e48-962f-1fe7dcb07151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:32:58Z', 'updated_at': '2022-02-19T03:33:03Z', 'revision_number': 5, 'project_id': '1b507354e9f7443caf85bafa89c631d9', 'subnets': [{'id': '16e2a983-abe0-4e48-962f-1fe7dcb07151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:33:20.571693 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:20.662460 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d3c0a5-4bf8-4ab8-9f9d-507b0601675f None None] New status for floating IP 516abb08-70ed-4ad2-bc0a-97db61b4082f: ACTIVE {{(pid=103703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:33:22.006355 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:22.799897 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:26.524316 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:32.421024 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-024ac5d0-e6e7-4307-bb51-7e7c0a426f3a req-6a1f4d69-716a-4863-981c-00391f847cbf service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7d49018c-306a-4cf9-9333-117483e4bad1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0470686 Feb 19 03:33:32.494838 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ac5d0-e6e7-4307-bb51-7e7c0a426f3a req-130431f6-8d70-4b4f-b324-9f7cf633499a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:32.496338 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-024ac5d0-e6e7-4307-bb51-7e7c0a426f3a req-130431f6-8d70-4b4f-b324-9f7cf633499a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8257d05cb054404db31cec3bbb71493a&device_id=7d49018c-306a-4cf9-9333-117483e4bad1 HTTP/1.1" status: 200 len: 1127 time: 0.0439317 Feb 19 03:33:32.598598 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ac5d0-e6e7-4307-bb51-7e7c0a426f3a req-bd62c58a-2c6a-44be-9e6a-97648e6eea28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:32.600073 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-024ac5d0-e6e7-4307-bb51-7e7c0a426f3a req-bd62c58a-2c6a-44be-9e6a-97648e6eea28 service neutron] 10.222.0.73 "GET /v2.0/networks?id=48e87e60-6ae2-4eae-a03b-2fd752f397d2 HTTP/1.1" status: 200 len: 912 time: 0.0864053 Feb 19 03:33:32.663340 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-024ac5d0-e6e7-4307-bb51-7e7c0a426f3a req-25f4819c-a87c-488a-aea3-8ee720a82562 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d9f4190-3b99-4da7-80c6-3a2e157270b5 HTTP/1.1" status: 200 len: 1001 time: 0.0575430 Feb 19 03:33:32.715521 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ac5d0-e6e7-4307-bb51-7e7c0a426f3a req-27356616-3500-480c-aa3f-35e4675ba1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:32.716896 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-024ac5d0-e6e7-4307-bb51-7e7c0a426f3a req-27356616-3500-480c-aa3f-35e4675ba1d4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2d8d01f7-c65c-4273-a693-0737e1d5a5eb HTTP/1.1" status: 200 len: 850 time: 0.0480428 Feb 19 03:33:32.769945 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ac5d0-e6e7-4307-bb51-7e7c0a426f3a req-a5ef743d-f252-416e-8357-bc5f299e54ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:32.771448 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-024ac5d0-e6e7-4307-bb51-7e7c0a426f3a req-a5ef743d-f252-416e-8357-bc5f299e54ca service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=48e87e60-6ae2-4eae-a03b-2fd752f397d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0483987 Feb 19 03:33:32.859157 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-024ac5d0-e6e7-4307-bb51-7e7c0a426f3a req-139fc2a1-ffd5-4d86-969b-28968676d1d0 service neutron] 10.222.0.73 "GET /v2.0/networks/48e87e60-6ae2-4eae-a03b-2fd752f397d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819323 Feb 19 03:33:33.237435 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-024ac5d0-e6e7-4307-bb51-7e7c0a426f3a req-c50936c2-6ab0-4eef-956b-11479e205a8f service neutron] 10.222.0.73 "GET /v2.0/networks/48e87e60-6ae2-4eae-a03b-2fd752f397d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3722782 Feb 19 03:33:45.586171 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-852dd4b4-7723-4d9d-b6d1-bdd5d9ae10d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:47.761706 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-2836d62a-a952-4e6c-b3a8-a8bc10c81a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:49.394627 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:50.574795 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:52.009140 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:52.825080 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:53.939559 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:33:54.591012 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49106) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:54.696395 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc345eb6-d285-4dbd-b09f-b0bf9c2c8c50 req-73f9897c-ba8a-4be5-888d-097aab08d87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:54.698009 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-cc345eb6-d285-4dbd-b09f-b0bf9c2c8c50 req-73f9897c-ba8a-4be5-888d-097aab08d87b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a4c7b233-f70e-4c5d-bd9b-511a647e8db5 HTTP/1.1" status: 200 len: 1128 time: 0.1059892 Feb 19 03:33:54.742555 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-cc345eb6-d285-4dbd-b09f-b0bf9c2c8c50 req-e1d9a254-3a32-4cb4-8f89-2ece40075ce2 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=bec987e7-1978-4d7f-86d9-54f66a61b37c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381768 Feb 19 03:33:56.522385 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:05.601363 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49126) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:05.759556 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-e41aa10b-25d3-4d31-954e-a492e83818eb tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Deleting port dcefc397-fe1c-4bfa-a28b-71193cf7f801 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:34:05.759818 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e41aa10b-25d3-4d31-954e-a492e83818eb tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (dcefc397-fe1c-4bfa-a28b-71193cf7f801), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:05.836182 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e41aa10b-25d3-4d31-954e-a492e83818eb tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (dcefc397-fe1c-4bfa-a28b-71193cf7f801), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:05.836497 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e41aa10b-25d3-4d31-954e-a492e83818eb tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks [] for floatingip (dcefc397-fe1c-4bfa-a28b-71193cf7f801), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:05.847937 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-e41aa10b-25d3-4d31-954e-a492e83818eb tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Calling delete_port for dcefc397-fe1c-4bfa-a28b-71193cf7f801 owned by network:floatingip {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:34:05.992031 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e41aa10b-25d3-4d31-954e-a492e83818eb tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (dcefc397-fe1c-4bfa-a28b-71193cf7f801), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:06.018227 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41aa10b-25d3-4d31-954e-a492e83818eb tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Pushing event deleted for resources: {'Port': ['ID=dcefc397-fe1c-4bfa-a28b-71193cf7f801,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:06.044931 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41aa10b-25d3-4d31-954e-a492e83818eb tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:06.045309 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41aa10b-25d3-4d31-954e-a492e83818eb tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:06.045659 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41aa10b-25d3-4d31-954e-a492e83818eb tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:06.046002 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41aa10b-25d3-4d31-954e-a492e83818eb tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:06.046341 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41aa10b-25d3-4d31-954e-a492e83818eb tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:06.046677 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41aa10b-25d3-4d31-954e-a492e83818eb tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:06.047010 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41aa10b-25d3-4d31-954e-a492e83818eb tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:06.047338 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41aa10b-25d3-4d31-954e-a492e83818eb tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:06.047663 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41aa10b-25d3-4d31-954e-a492e83818eb tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:06.047987 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41aa10b-25d3-4d31-954e-a492e83818eb tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:06.048313 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41aa10b-25d3-4d31-954e-a492e83818eb tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:06.048637 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41aa10b-25d3-4d31-954e-a492e83818eb tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:06.048954 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41aa10b-25d3-4d31-954e-a492e83818eb tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:06.087596 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e41aa10b-25d3-4d31-954e-a492e83818eb tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks [] for floatingip (4c929b9e-f483-41b1-a034-a5ff03823436), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:06.087920 n-d-826753-2 neutron-server[103702]: INFO neutron.db.l3_db [None req-e41aa10b-25d3-4d31-954e-a492e83818eb tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Floating IP 4c929b9e-f483-41b1-a034-a5ff03823436 disassociated (deleted). External IP: 172.25.6.118, port: 8d9f4190-3b99-4da7-80c6-3a2e157270b5. Feb 19 03:34:06.300970 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e41aa10b-25d3-4d31-954e-a492e83818eb tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Router 0968ee23-8036-45f4-8809-145560fe157a has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:34:06.412370 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e41aa10b-25d3-4d31-954e-a492e83818eb tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:34:06.417311 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e41aa10b-25d3-4d31-954e-a492e83818eb tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:06.422936 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc21072-8246-4bbf-b312-a1a33561b920 None None] Sync routers for ids ['0968ee23-8036-45f4-8809-145560fe157a'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:34:06.432436 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc21072-8246-4bbf-b312-a1a33561b920 None None] Routers {'0968ee23-8036-45f4-8809-145560fe157a'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:34:06.433155 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-edc21072-8246-4bbf-b312-a1a33561b920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:33:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['0968ee23-8036-45f4-8809-145560fe157a'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:34:06.447667 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-e41aa10b-25d3-4d31-954e-a492e83818eb tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "DELETE /v2.0/floatingips/4c929b9e-f483-41b1-a034-a5ff03823436 HTTP/1.1" status: 204 len: 168 time: 0.8451958 Feb 19 03:34:06.448260 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d49018c-306a-4cf9-9333-117483e4bad1', 'tag': '8d9f4190-3b99-4da7-80c6-3a2e157270b5'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:34:06.450623 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59a087b0-d218-4251-b405-305a2983266a" -d '{"events": [{"name": "network-changed", "server_uuid": "7d49018c-306a-4cf9-9333-117483e4bad1", "tag": "8d9f4190-3b99-4da7-80c6-3a2e157270b5"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:34:06.490852 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5742faaa-85fc-443e-9239-a1e43278a4cb x-openstack-request-id: req-5742faaa-85fc-443e-9239-a1e43278a4cb {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:34:06.491175 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d49018c-306a-4cf9-9333-117483e4bad1", "tag": "8d9f4190-3b99-4da7-80c6-3a2e157270b5", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:34:06.491432 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5742faaa-85fc-443e-9239-a1e43278a4cb {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:34:06.491859 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d49018c-306a-4cf9-9333-117483e4bad1', 'tag': '8d9f4190-3b99-4da7-80c6-3a2e157270b5', 'status': 'completed', 'code': 200} Feb 19 03:34:06.553449 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-edc21072-8246-4bbf-b312-a1a33561b920 None None] Set router 0968ee23-8036-45f4-8809-145560fe157a gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:34:06.581059 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a087b0-d218-4251-b405-305a2983266a req-b55fcf0a-8ffa-426f-8b6c-8bce17d3eb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:06.584864 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-59a087b0-d218-4251-b405-305a2983266a req-b55fcf0a-8ffa-426f-8b6c-8bce17d3eb29 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8257d05cb054404db31cec3bbb71493a&device_id=7d49018c-306a-4cf9-9333-117483e4bad1 HTTP/1.1" status: 200 len: 1127 time: 0.0510449 Feb 19 03:34:06.689590 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f7d0fc-1b32-4b75-9de8-20b4dd79262d req-3e9e8d7f-25bb-422d-a050-add73cc3759e tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:06.691834 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-84f7d0fc-1b32-4b75-9de8-20b4dd79262d req-3e9e8d7f-25bb-422d-a050-add73cc3759e tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d49018c-306a-4cf9-9333-117483e4bad1 HTTP/1.1" status: 200 len: 945 time: 0.0588107 Feb 19 03:34:06.728908 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a087b0-d218-4251-b405-305a2983266a req-355e707f-5a61-45d8-bdd8-486e12a8a53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:06.731943 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-59a087b0-d218-4251-b405-305a2983266a req-355e707f-5a61-45d8-bdd8-486e12a8a53d service neutron] 10.222.0.73 "GET /v2.0/networks?id=48e87e60-6ae2-4eae-a03b-2fd752f397d2 HTTP/1.1" status: 200 len: 912 time: 0.1062231 Feb 19 03:34:06.745927 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-84f7d0fc-1b32-4b75-9de8-20b4dd79262d req-843c98f9-003e-4458-b414-fe7256fbc448 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8f8d138-d7be-4ab5-8c11-0b7d0c03b580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481074 Feb 19 03:34:06.774087 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-59a087b0-d218-4251-b405-305a2983266a req-a6690e53-6120-44a0-b5cb-51dceead6b40 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d9f4190-3b99-4da7-80c6-3a2e157270b5 HTTP/1.1" status: 200 len: 217 time: 0.0375690 Feb 19 03:34:06.794876 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-edc21072-8246-4bbf-b312-a1a33561b920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0968ee23-8036-45f4-8809-145560fe157a', 'name': 'tempest-TestVolumeBootPattern-409071175-router', 'tenant_id': '8257d05cb054404db31cec3bbb71493a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '66784259-b70b-4223-adef-284071a24f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:21:16Z', 'updated_at': '2022-02-19T03:21:21Z', 'revision_number': 4, 'project_id': '8257d05cb054404db31cec3bbb71493a', 'gw_port': {'id': '66784259-b70b-4223-adef-284071a24f1f', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0968ee23-8036-45f4-8809-145560fe157a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:21:17Z', 'updated_at': '2022-02-19T03:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': 'a15e02cf-2e6c-4be4-830d-5a3ee0933cf3', 'tenant_id': '8257d05cb054404db31cec3bbb71493a', 'floating_ip_address': '172.25.6.167', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': '0968ee23-8036-45f4-8809-145560fe157a', 'port_id': '01425ed4-1787-4172-a291-51b9e41a866a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3937, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48e87e60-6ae2-4eae-a03b-2fd752f397d2', 'mac_address': 'fa:16:3e:08:b0:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60bc57fc-eac3-474c-bb0c-a36a1045c4a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:30:12Z', 'updated_at': '2022-02-19T03:30:15Z', 'revision_number': 1, 'project_id': '8257d05cb054404db31cec3bbb71493a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cb0bc19-d8c8-4262-a93c-7a17a83c15da', 'name': '', 'network_id': '48e87e60-6ae2-4eae-a03b-2fd752f397d2', 'tenant_id': '8257d05cb054404db31cec3bbb71493a', 'mac_address': 'fa:16:3e:d2:db:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0968ee23-8036-45f4-8809-145560fe157a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '2d8d01f7-c65c-4273-a693-0737e1d5a5eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:21:20Z', 'updated_at': '2022-02-19T03:21:26Z', 'revision_number': 5, 'project_id': '8257d05cb054404db31cec3bbb71493a', 'subnets': [{'id': '2d8d01f7-c65c-4273-a693-0737e1d5a5eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:34:06.821684 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc21072-8246-4bbf-b312-a1a33561b920 None None] Checking router: 0968ee23-8036-45f4-8809-145560fe157a for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:34:06.827744 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a087b0-d218-4251-b405-305a2983266a req-f061b932-fe3f-4de6-ab80-47a72c606233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:06.829501 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-59a087b0-d218-4251-b405-305a2983266a req-f061b932-fe3f-4de6-ab80-47a72c606233 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2d8d01f7-c65c-4273-a693-0737e1d5a5eb HTTP/1.1" status: 200 len: 850 time: 0.0495858 Feb 19 03:34:06.830544 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc21072-8246-4bbf-b312-a1a33561b920 None None] Routers {'0968ee23-8036-45f4-8809-145560fe157a'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:34:06.831136 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-edc21072-8246-4bbf-b312-a1a33561b920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:33:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['0968ee23-8036-45f4-8809-145560fe157a'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:34:06.879166 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a087b0-d218-4251-b405-305a2983266a req-8b147a41-7216-4eee-afef-130f30b3a3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:06.880669 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-59a087b0-d218-4251-b405-305a2983266a req-8b147a41-7216-4eee-afef-130f30b3a3ef service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=48e87e60-6ae2-4eae-a03b-2fd752f397d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442181 Feb 19 03:34:06.938603 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-edc21072-8246-4bbf-b312-a1a33561b920 None None] Set router 0968ee23-8036-45f4-8809-145560fe157a gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:34:06.970415 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-59a087b0-d218-4251-b405-305a2983266a req-a5225ded-df0e-4ebc-b3ea-efb9a742a003 service neutron] 10.222.0.73 "GET /v2.0/networks/48e87e60-6ae2-4eae-a03b-2fd752f397d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833149 Feb 19 03:34:07.067074 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-59a087b0-d218-4251-b405-305a2983266a req-fee07b3a-9f15-477f-9416-c8d045e4eb77 service neutron] 10.222.0.73 "GET /v2.0/networks/48e87e60-6ae2-4eae-a03b-2fd752f397d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901928 Feb 19 03:34:07.163865 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-edc21072-8246-4bbf-b312-a1a33561b920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0968ee23-8036-45f4-8809-145560fe157a', 'name': 'tempest-TestVolumeBootPattern-409071175-router', 'tenant_id': '8257d05cb054404db31cec3bbb71493a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '66784259-b70b-4223-adef-284071a24f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:21:16Z', 'updated_at': '2022-02-19T03:21:21Z', 'revision_number': 4, 'project_id': '8257d05cb054404db31cec3bbb71493a', 'gw_port': {'id': '66784259-b70b-4223-adef-284071a24f1f', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0968ee23-8036-45f4-8809-145560fe157a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:21:17Z', 'updated_at': '2022-02-19T03:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': 'a15e02cf-2e6c-4be4-830d-5a3ee0933cf3', 'tenant_id': '8257d05cb054404db31cec3bbb71493a', 'floating_ip_address': '172.25.6.167', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': '0968ee23-8036-45f4-8809-145560fe157a', 'port_id': '01425ed4-1787-4172-a291-51b9e41a866a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3937, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48e87e60-6ae2-4eae-a03b-2fd752f397d2', 'mac_address': 'fa:16:3e:08:b0:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60bc57fc-eac3-474c-bb0c-a36a1045c4a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:30:12Z', 'updated_at': '2022-02-19T03:30:15Z', 'revision_number': 1, 'project_id': '8257d05cb054404db31cec3bbb71493a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cb0bc19-d8c8-4262-a93c-7a17a83c15da', 'name': '', 'network_id': '48e87e60-6ae2-4eae-a03b-2fd752f397d2', 'tenant_id': '8257d05cb054404db31cec3bbb71493a', 'mac_address': 'fa:16:3e:d2:db:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0968ee23-8036-45f4-8809-145560fe157a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '2d8d01f7-c65c-4273-a693-0737e1d5a5eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:21:20Z', 'updated_at': '2022-02-19T03:21:26Z', 'revision_number': 5, 'project_id': '8257d05cb054404db31cec3bbb71493a', 'subnets': [{'id': '2d8d01f7-c65c-4273-a693-0737e1d5a5eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:34:07.189303 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc21072-8246-4bbf-b312-a1a33561b920 None None] The sync data for ids ['0968ee23-8036-45f4-8809-145560fe157a'] in n-d-826753-2 is: [{'id': '0968ee23-8036-45f4-8809-145560fe157a', 'name': 'tempest-TestVolumeBootPattern-409071175-router', 'tenant_id': '8257d05cb054404db31cec3bbb71493a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '66784259-b70b-4223-adef-284071a24f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:21:16Z', 'updated_at': '2022-02-19T03:21:21Z', 'revision_number': 4, 'project_id': '8257d05cb054404db31cec3bbb71493a', 'gw_port': {'id': '66784259-b70b-4223-adef-284071a24f1f', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0968ee23-8036-45f4-8809-145560fe157a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:21:17Z', 'updated_at': '2022-02-19T03:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': 'a15e02cf-2e6c-4be4-830d-5a3ee0933cf3', 'tenant_id': '8257d05cb054404db31cec3bbb71493a', 'floating_ip_address': '172.25.6.167', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': '0968ee23-8036-45f4-8809-145560fe157a', 'port_id': '01425ed4-1787-4172-a291-51b9e41a866a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3937, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48e87e60-6ae2-4eae-a03b-2fd752f397d2', 'mac_address': 'fa:16:3e:08:b0:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60bc57fc-eac3-474c-bb0c-a36a1045c4a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:30:12Z', 'updated_at': '2022-02-19T03:30:15Z', 'revision_number': 1, 'project_id': '8257d05cb054404db31cec3bbb71493a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cb0bc19-d8c8-4262-a93c-7a17a83c15da', 'name': '', 'network_id': '48e87e60-6ae2-4eae-a03b-2fd752f397d2', 'tenant_id': '8257d05cb054404db31cec3bbb71493a', 'mac_address': 'fa:16:3e:d2:db:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0968ee23-8036-45f4-8809-145560fe157a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '2d8d01f7-c65c-4273-a693-0737e1d5a5eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:21:20Z', 'updated_at': '2022-02-19T03:21:26Z', 'revision_number': 5, 'project_id': '8257d05cb054404db31cec3bbb71493a', 'subnets': [{'id': '2d8d01f7-c65c-4273-a693-0737e1d5a5eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:34:07.406542 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756aaaec-40bc-4fca-a8ff-8f8ddc442d73 None None] New status for floating IP 4c929b9e-f483-41b1-a034-a5ff03823436: DOWN {{(pid=103703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:34:07.871191 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deca3f0-eb56-4022-9132-b9d137bf3bb1 req-dfaa4d8e-660a-4ddc-b718-261b1304dcea tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:07.872651 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2deca3f0-eb56-4022-9132-b9d137bf3bb1 req-dfaa4d8e-660a-4ddc-b718-261b1304dcea tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d49018c-306a-4cf9-9333-117483e4bad1 HTTP/1.1" status: 200 len: 945 time: 0.0555305 Feb 19 03:34:07.920971 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2deca3f0-eb56-4022-9132-b9d137bf3bb1 req-9557705a-22aa-4c19-bfc1-51d4c4551c2a tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8f8d138-d7be-4ab5-8c11-0b7d0c03b580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418632 Feb 19 03:34:08.446370 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c14375-b706-474c-b34f-a932c3f9e6f6 req-7fa417cb-fe41-4e6d-bb2f-3706c683e83f tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:08.447835 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-89c14375-b706-474c-b34f-a932c3f9e6f6 req-7fa417cb-fe41-4e6d-bb2f-3706c683e83f tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.73 "GET /v2.0/ports?device_id=7d49018c-306a-4cf9-9333-117483e4bad1 HTTP/1.1" status: 200 len: 945 time: 0.0528388 Feb 19 03:34:08.545559 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-89c14375-b706-474c-b34f-a932c3f9e6f6 req-fd9df36b-9a35-4750-b1e0-a1579990b3cc tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Deleting port 8d9f4190-3b99-4da7-80c6-3a2e157270b5 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:34:08.545894 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-89c14375-b706-474c-b34f-a932c3f9e6f6 req-fd9df36b-9a35-4750-b1e0-a1579990b3cc tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (8d9f4190-3b99-4da7-80c6-3a2e157270b5), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:08.632484 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-89c14375-b706-474c-b34f-a932c3f9e6f6 req-fd9df36b-9a35-4750-b1e0-a1579990b3cc tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] For port 8d9f4190-3b99-4da7-80c6-3a2e157270b5, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=8d9f4190-3b99-4da7-80c6-3a2e157270b5,segment=NetworkSegment(1cc07983-2153-4fea-b2a9-9157e38f7075),segment_id=1cc07983-2153-4fea-b2a9-9157e38f7075)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:34:08.632846 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-89c14375-b706-474c-b34f-a932c3f9e6f6 req-fd9df36b-9a35-4750-b1e0-a1579990b3cc tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (8d9f4190-3b99-4da7-80c6-3a2e157270b5), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:08.644863 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-89c14375-b706-474c-b34f-a932c3f9e6f6 req-fd9df36b-9a35-4750-b1e0-a1579990b3cc tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Calling delete_port for 8d9f4190-3b99-4da7-80c6-3a2e157270b5 owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:34:08.786464 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-89c14375-b706-474c-b34f-a932c3f9e6f6 req-fd9df36b-9a35-4750-b1e0-a1579990b3cc tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (8d9f4190-3b99-4da7-80c6-3a2e157270b5), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:08.813062 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9df36b-9a35-4750-b1e0-a1579990b3cc tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Pushing event deleted for resources: {'Port': ['ID=8d9f4190-3b99-4da7-80c6-3a2e157270b5,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:08.860278 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-89c14375-b706-474c-b34f-a932c3f9e6f6 req-fd9df36b-9a35-4750-b1e0-a1579990b3cc tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] No DVR routers for this DVR port 8d9f4190-3b99-4da7-80c6-3a2e157270b5 on host n-h1-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:34:08.862844 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-89c14375-b706-474c-b34f-a932c3f9e6f6 req-fd9df36b-9a35-4750-b1e0-a1579990b3cc tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:08.866232 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-89c14375-b706-474c-b34f-a932c3f9e6f6 req-fd9df36b-9a35-4750-b1e0-a1579990b3cc tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.73 "DELETE /v2.0/ports/8d9f4190-3b99-4da7-80c6-3a2e157270b5 HTTP/1.1" status: 204 len: 173 time: 0.4131241 Feb 19 03:34:08.866667 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d49018c-306a-4cf9-9333-117483e4bad1', 'name': 'network-vif-deleted', 'tag': '8d9f4190-3b99-4da7-80c6-3a2e157270b5'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:34:08.868888 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81f867c4-e4ea-482a-80b3-5bd6b8e58e38" -d '{"events": [{"server_uuid": "7d49018c-306a-4cf9-9333-117483e4bad1", "name": "network-vif-deleted", "tag": "8d9f4190-3b99-4da7-80c6-3a2e157270b5"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:34:08.910426 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3efec3e2-df42-43bf-b487-cf7bff412a83 x-openstack-request-id: req-3efec3e2-df42-43bf-b487-cf7bff412a83 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:34:08.910727 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d49018c-306a-4cf9-9333-117483e4bad1", "name": "network-vif-deleted", "tag": "8d9f4190-3b99-4da7-80c6-3a2e157270b5", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:34:08.910984 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3efec3e2-df42-43bf-b487-cf7bff412a83 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:34:08.911384 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d49018c-306a-4cf9-9333-117483e4bad1', 'name': 'network-vif-deleted', 'tag': '8d9f4190-3b99-4da7-80c6-3a2e157270b5', 'status': 'completed', 'code': 200} Feb 19 03:34:09.024946 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7fb695e8-8caa-43d3-97f1-3b7d383b4a5e req-9a8a2eb4-12fd-463e-95d5-6ae2a4e294bb tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d49018c-306a-4cf9-9333-117483e4bad1 HTTP/1.1" status: 200 len: 210 time: 0.0298207 Feb 19 03:34:10.128553 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fac2cd22-43d0-4dae-af61-a98fe53690c8 req-c0dc2fb2-26c5-408c-a0c9-9f6320197065 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d49018c-306a-4cf9-9333-117483e4bad1 HTTP/1.1" status: 200 len: 210 time: 0.0276577 Feb 19 03:34:11.235838 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-46d801ad-785b-4f51-87bc-6f4c7169ac80 req-ab25633c-505c-46af-b0f6-fdd56f23f478 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d49018c-306a-4cf9-9333-117483e4bad1 HTTP/1.1" status: 200 len: 210 time: 0.0358369 Feb 19 03:34:12.029345 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 8d9f4190-3b99-4da7-80c6-3a2e157270b5 no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:34:12.049723 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] No Port match for: 8d9f4190-3b99-4da7-80c6-3a2e157270b5 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:34:12.050060 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 8d9f4190-3b99-4da7-80c6-3a2e157270b5 not bound to the agent host n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:34:12.333105 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7081b981-8d43-4150-99bc-0a41e87c8ffa req-dbefc454-ccb0-4931-974e-774069ff881c tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d49018c-306a-4cf9-9333-117483e4bad1 HTTP/1.1" status: 200 len: 210 time: 0.0278828 Feb 19 03:34:13.432258 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bbe82695-fa7f-440e-b05c-e8a1a889fb24 req-3b0fdf0e-2ecf-4baa-8b5a-5a7fd5344a52 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d49018c-306a-4cf9-9333-117483e4bad1 HTTP/1.1" status: 200 len: 210 time: 0.0269523 Feb 19 03:34:14.527487 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-282a6efc-7807-4864-9f2b-dd91bcc8f261 req-658bca05-0081-4b8a-8768-11804ba5d6cb tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d49018c-306a-4cf9-9333-117483e4bad1 HTTP/1.1" status: 200 len: 210 time: 0.0273426 Feb 19 03:34:15.589805 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-1b90022b-74ab-4274-97ed-5e9afbdec3f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:15.627667 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6d3f7907-88f0-4596-b72e-d858e5a9e41b req-00a5ee0d-8370-409d-aa7a-eb12d13117de tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d49018c-306a-4cf9-9333-117483e4bad1 HTTP/1.1" status: 200 len: 210 time: 0.0284231 Feb 19 03:34:16.739401 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a8e24ef8-a3aa-4008-90a7-1fdb6466890f req-658905c0-7082-47ef-978f-656ea3c360ea tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d49018c-306a-4cf9-9333-117483e4bad1 HTTP/1.1" status: 200 len: 210 time: 0.0437663 Feb 19 03:34:17.389910 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-aee3eb68-78f4-4020-af0f-be977f22c1d0 req-9d596848-42a6-4bfe-b032-8004875487a3 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=a4c7b233-f70e-4c5d-bd9b-511a647e8db5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0490832 Feb 19 03:34:17.490095 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee3eb68-78f4-4020-af0f-be977f22c1d0 req-dcc4f558-3e98-419b-8cc5-4daaffd3168e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:17.491688 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-aee3eb68-78f4-4020-af0f-be977f22c1d0 req-dcc4f558-3e98-419b-8cc5-4daaffd3168e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1b507354e9f7443caf85bafa89c631d9&device_id=a4c7b233-f70e-4c5d-bd9b-511a647e8db5 HTTP/1.1" status: 200 len: 1128 time: 0.0451157 Feb 19 03:34:17.595708 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee3eb68-78f4-4020-af0f-be977f22c1d0 req-de5a563d-6079-4af3-a4e5-478f525764b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:17.597232 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-aee3eb68-78f4-4020-af0f-be977f22c1d0 req-de5a563d-6079-4af3-a4e5-478f525764b2 service neutron] 10.222.0.82 "GET /v2.0/networks?id=3a624eab-7188-435d-a7c3-5ccc879524e0 HTTP/1.1" status: 200 len: 910 time: 0.0862868 Feb 19 03:34:17.665798 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-aee3eb68-78f4-4020-af0f-be977f22c1d0 req-1d012c99-12a0-4ecf-a5e1-1b6713a9f71d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=86d15879-e58e-4524-a0cf-9d27a20de4fb HTTP/1.1" status: 200 len: 1002 time: 0.0627730 Feb 19 03:34:17.716250 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee3eb68-78f4-4020-af0f-be977f22c1d0 req-b76593de-f2c4-4dd7-bcd1-149ae9507950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:17.717753 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-aee3eb68-78f4-4020-af0f-be977f22c1d0 req-b76593de-f2c4-4dd7-bcd1-149ae9507950 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=16e2a983-abe0-4e48-962f-1fe7dcb07151 HTTP/1.1" status: 200 len: 848 time: 0.0454178 Feb 19 03:34:17.767770 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-0807a113-e2f0-4607-abf2-e91ee023c098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:17.775281 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee3eb68-78f4-4020-af0f-be977f22c1d0 req-d59a16af-5b65-4be5-be67-c48e569361b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:17.777534 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-aee3eb68-78f4-4020-af0f-be977f22c1d0 req-d59a16af-5b65-4be5-be67-c48e569361b4 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=3a624eab-7188-435d-a7c3-5ccc879524e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0537486 Feb 19 03:34:17.850974 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9f38f6ed-d868-492d-9722-086a949378a6 req-d2ce554d-34ff-409e-bc93-6c771dff10d5 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d49018c-306a-4cf9-9333-117483e4bad1 HTTP/1.1" status: 200 len: 210 time: 0.0380197 Feb 19 03:34:17.884078 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-aee3eb68-78f4-4020-af0f-be977f22c1d0 req-48ad98ea-e2c1-4289-90a1-05d7d2fb90fd service neutron] 10.222.0.82 "GET /v2.0/networks/3a624eab-7188-435d-a7c3-5ccc879524e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003833 Feb 19 03:34:17.976186 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-aee3eb68-78f4-4020-af0f-be977f22c1d0 req-1705f863-b902-41c1-9806-c271eb1b76b3 service neutron] 10.222.0.82 "GET /v2.0/networks/3a624eab-7188-435d-a7c3-5ccc879524e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846176 Feb 19 03:34:19.397745 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:20.576743 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:22.014718 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:22.828437 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:26.540782 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:27.387595 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49186) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:27.546427 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-435ad5d1-67c5-44c7-9011-a3a227dc42f3 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Deleting port 85958f15-0e6d-4da3-ace7-5346f0ecc955 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:34:27.546762 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-435ad5d1-67c5-44c7-9011-a3a227dc42f3 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (85958f15-0e6d-4da3-ace7-5346f0ecc955), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:27.624191 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-435ad5d1-67c5-44c7-9011-a3a227dc42f3 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (85958f15-0e6d-4da3-ace7-5346f0ecc955), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:27.624410 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-435ad5d1-67c5-44c7-9011-a3a227dc42f3 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks [] for floatingip (85958f15-0e6d-4da3-ace7-5346f0ecc955), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:27.637365 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-435ad5d1-67c5-44c7-9011-a3a227dc42f3 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Calling delete_port for 85958f15-0e6d-4da3-ace7-5346f0ecc955 owned by network:floatingip {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:34:27.791114 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-435ad5d1-67c5-44c7-9011-a3a227dc42f3 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (85958f15-0e6d-4da3-ace7-5346f0ecc955), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:27.816444 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ad5d1-67c5-44c7-9011-a3a227dc42f3 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Pushing event deleted for resources: {'Port': ['ID=85958f15-0e6d-4da3-ace7-5346f0ecc955,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:27.878402 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-435ad5d1-67c5-44c7-9011-a3a227dc42f3 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks [] for floatingip (a15e02cf-2e6c-4be4-830d-5a3ee0933cf3), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:27.878626 n-d-826753-2 neutron-server[103702]: INFO neutron.db.l3_db [None req-435ad5d1-67c5-44c7-9011-a3a227dc42f3 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Floating IP a15e02cf-2e6c-4be4-830d-5a3ee0933cf3 disassociated (deleted). External IP: 172.25.6.167, port: 01425ed4-1787-4172-a291-51b9e41a866a. Feb 19 03:34:28.089782 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-435ad5d1-67c5-44c7-9011-a3a227dc42f3 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Router 0968ee23-8036-45f4-8809-145560fe157a has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:34:28.200933 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-435ad5d1-67c5-44c7-9011-a3a227dc42f3 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:34:28.205856 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-435ad5d1-67c5-44c7-9011-a3a227dc42f3 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:28.210688 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681f0be9-7e09-4d0e-bc2c-b7293cd69311 None None] Sync routers for ids ['0968ee23-8036-45f4-8809-145560fe157a'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:34:28.220609 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681f0be9-7e09-4d0e-bc2c-b7293cd69311 None None] Routers {'0968ee23-8036-45f4-8809-145560fe157a'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:34:28.221243 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-681f0be9-7e09-4d0e-bc2c-b7293cd69311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:34:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['0968ee23-8036-45f4-8809-145560fe157a'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:34:28.235983 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-435ad5d1-67c5-44c7-9011-a3a227dc42f3 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "DELETE /v2.0/floatingips/a15e02cf-2e6c-4be4-830d-5a3ee0933cf3 HTTP/1.1" status: 204 len: 168 time: 0.8473074 Feb 19 03:34:28.236582 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60bc57fc-eac3-474c-bb0c-a36a1045c4a1', 'tag': '01425ed4-1787-4172-a291-51b9e41a866a'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:34:28.238888 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c78de77f-51a9-466b-b3ee-639ce118f2e6" -d '{"events": [{"name": "network-changed", "server_uuid": "60bc57fc-eac3-474c-bb0c-a36a1045c4a1", "tag": "01425ed4-1787-4172-a291-51b9e41a866a"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:34:28.285555 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b9dc25c-69c1-46fd-8098-088ca26ff13c x-openstack-request-id: req-1b9dc25c-69c1-46fd-8098-088ca26ff13c {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:34:28.285847 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60bc57fc-eac3-474c-bb0c-a36a1045c4a1", "tag": "01425ed4-1787-4172-a291-51b9e41a866a", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:34:28.286099 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1b9dc25c-69c1-46fd-8098-088ca26ff13c {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:34:28.286505 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60bc57fc-eac3-474c-bb0c-a36a1045c4a1', 'tag': '01425ed4-1787-4172-a291-51b9e41a866a', 'status': 'completed', 'code': 200} Feb 19 03:34:28.334130 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-681f0be9-7e09-4d0e-bc2c-b7293cd69311 None None] Set router 0968ee23-8036-45f4-8809-145560fe157a gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:34:28.379320 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78de77f-51a9-466b-b3ee-639ce118f2e6 req-786a20e6-6db5-4344-954b-ff8b6d3f4959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:28.380845 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c78de77f-51a9-466b-b3ee-639ce118f2e6 req-786a20e6-6db5-4344-954b-ff8b6d3f4959 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8257d05cb054404db31cec3bbb71493a&device_id=60bc57fc-eac3-474c-bb0c-a36a1045c4a1 HTTP/1.1" status: 200 len: 1127 time: 0.0529196 Feb 19 03:34:28.514800 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78de77f-51a9-466b-b3ee-639ce118f2e6 req-c14c8f6a-35c2-4a64-9631-69f577e78ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:28.516285 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c78de77f-51a9-466b-b3ee-639ce118f2e6 req-c14c8f6a-35c2-4a64-9631-69f577e78ee7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=48e87e60-6ae2-4eae-a03b-2fd752f397d2 HTTP/1.1" status: 200 len: 912 time: 0.0942771 Feb 19 03:34:28.561164 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec096960-04f6-4d83-90f0-c4ffb90076a9 req-657d3f71-b42d-441e-8ba5-f5384439608d tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:28.563677 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ec096960-04f6-4d83-90f0-c4ffb90076a9 req-657d3f71-b42d-441e-8ba5-f5384439608d tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=60bc57fc-eac3-474c-bb0c-a36a1045c4a1 HTTP/1.1" status: 200 len: 945 time: 0.1343181 Feb 19 03:34:28.564426 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c78de77f-51a9-466b-b3ee-639ce118f2e6 req-61df3c9b-ebe6-405c-b4ec-95c040f0b970 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01425ed4-1787-4172-a291-51b9e41a866a HTTP/1.1" status: 200 len: 217 time: 0.0408645 Feb 19 03:34:28.615134 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ec096960-04f6-4d83-90f0-c4ffb90076a9 req-726adf06-a3d8-4f78-9591-9ae73e15b6df tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8f8d138-d7be-4ab5-8c11-0b7d0c03b580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455158 Feb 19 03:34:28.616470 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78de77f-51a9-466b-b3ee-639ce118f2e6 req-494bec8a-c83c-4d01-90d3-62e478a2d843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:28.618196 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c78de77f-51a9-466b-b3ee-639ce118f2e6 req-494bec8a-c83c-4d01-90d3-62e478a2d843 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2d8d01f7-c65c-4273-a693-0737e1d5a5eb HTTP/1.1" status: 200 len: 850 time: 0.0481389 Feb 19 03:34:28.667890 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-681f0be9-7e09-4d0e-bc2c-b7293cd69311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0968ee23-8036-45f4-8809-145560fe157a', 'name': 'tempest-TestVolumeBootPattern-409071175-router', 'tenant_id': '8257d05cb054404db31cec3bbb71493a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '66784259-b70b-4223-adef-284071a24f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:21:16Z', 'updated_at': '2022-02-19T03:21:21Z', 'revision_number': 4, 'project_id': '8257d05cb054404db31cec3bbb71493a', 'gw_port': {'id': '66784259-b70b-4223-adef-284071a24f1f', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0968ee23-8036-45f4-8809-145560fe157a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:21:17Z', 'updated_at': '2022-02-19T03:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '2cb0bc19-d8c8-4262-a93c-7a17a83c15da', 'name': '', 'network_id': '48e87e60-6ae2-4eae-a03b-2fd752f397d2', 'tenant_id': '8257d05cb054404db31cec3bbb71493a', 'mac_address': 'fa:16:3e:d2:db:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0968ee23-8036-45f4-8809-145560fe157a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '2d8d01f7-c65c-4273-a693-0737e1d5a5eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:21:20Z', 'updated_at': '2022-02-19T03:21:26Z', 'revision_number': 5, 'project_id': '8257d05cb054404db31cec3bbb71493a', 'subnets': [{'id': '2d8d01f7-c65c-4273-a693-0737e1d5a5eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:34:28.676035 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78de77f-51a9-466b-b3ee-639ce118f2e6 req-95aa3cd3-9413-4f4a-befb-b3f3d0222bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:28.677587 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c78de77f-51a9-466b-b3ee-639ce118f2e6 req-95aa3cd3-9413-4f4a-befb-b3f3d0222bb9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=48e87e60-6ae2-4eae-a03b-2fd752f397d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0525301 Feb 19 03:34:28.694268 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681f0be9-7e09-4d0e-bc2c-b7293cd69311 None None] Checking router: 0968ee23-8036-45f4-8809-145560fe157a for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:34:28.702803 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681f0be9-7e09-4d0e-bc2c-b7293cd69311 None None] Routers {'0968ee23-8036-45f4-8809-145560fe157a'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:34:28.703326 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-681f0be9-7e09-4d0e-bc2c-b7293cd69311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:34:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['0968ee23-8036-45f4-8809-145560fe157a'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:34:28.773241 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c78de77f-51a9-466b-b3ee-639ce118f2e6 req-c33f5ae1-c2d8-4a53-b2d0-b0b3fbfd3255 service neutron] 10.222.0.73 "GET /v2.0/networks/48e87e60-6ae2-4eae-a03b-2fd752f397d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882912 Feb 19 03:34:28.820046 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-681f0be9-7e09-4d0e-bc2c-b7293cd69311 None None] Set router 0968ee23-8036-45f4-8809-145560fe157a gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:34:28.865868 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c78de77f-51a9-466b-b3ee-639ce118f2e6 req-4d3dc62f-277b-49c2-8eb2-d5ad73f1236c service neutron] 10.222.0.73 "GET /v2.0/networks/48e87e60-6ae2-4eae-a03b-2fd752f397d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864484 Feb 19 03:34:29.026374 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-681f0be9-7e09-4d0e-bc2c-b7293cd69311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0968ee23-8036-45f4-8809-145560fe157a', 'name': 'tempest-TestVolumeBootPattern-409071175-router', 'tenant_id': '8257d05cb054404db31cec3bbb71493a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '66784259-b70b-4223-adef-284071a24f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:21:16Z', 'updated_at': '2022-02-19T03:21:21Z', 'revision_number': 4, 'project_id': '8257d05cb054404db31cec3bbb71493a', 'gw_port': {'id': '66784259-b70b-4223-adef-284071a24f1f', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0968ee23-8036-45f4-8809-145560fe157a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:21:17Z', 'updated_at': '2022-02-19T03:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '2cb0bc19-d8c8-4262-a93c-7a17a83c15da', 'name': '', 'network_id': '48e87e60-6ae2-4eae-a03b-2fd752f397d2', 'tenant_id': '8257d05cb054404db31cec3bbb71493a', 'mac_address': 'fa:16:3e:d2:db:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0968ee23-8036-45f4-8809-145560fe157a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '2d8d01f7-c65c-4273-a693-0737e1d5a5eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:21:20Z', 'updated_at': '2022-02-19T03:21:26Z', 'revision_number': 5, 'project_id': '8257d05cb054404db31cec3bbb71493a', 'subnets': [{'id': '2d8d01f7-c65c-4273-a693-0737e1d5a5eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:34:29.055461 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681f0be9-7e09-4d0e-bc2c-b7293cd69311 None None] The sync data for ids ['0968ee23-8036-45f4-8809-145560fe157a'] in n-d-826753-2 is: [{'id': '0968ee23-8036-45f4-8809-145560fe157a', 'name': 'tempest-TestVolumeBootPattern-409071175-router', 'tenant_id': '8257d05cb054404db31cec3bbb71493a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '66784259-b70b-4223-adef-284071a24f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:21:16Z', 'updated_at': '2022-02-19T03:21:21Z', 'revision_number': 4, 'project_id': '8257d05cb054404db31cec3bbb71493a', 'gw_port': {'id': '66784259-b70b-4223-adef-284071a24f1f', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0968ee23-8036-45f4-8809-145560fe157a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:21:17Z', 'updated_at': '2022-02-19T03:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '2cb0bc19-d8c8-4262-a93c-7a17a83c15da', 'name': '', 'network_id': '48e87e60-6ae2-4eae-a03b-2fd752f397d2', 'tenant_id': '8257d05cb054404db31cec3bbb71493a', 'mac_address': 'fa:16:3e:d2:db:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0968ee23-8036-45f4-8809-145560fe157a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '2d8d01f7-c65c-4273-a693-0737e1d5a5eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:21:20Z', 'updated_at': '2022-02-19T03:21:26Z', 'revision_number': 5, 'project_id': '8257d05cb054404db31cec3bbb71493a', 'subnets': [{'id': '2d8d01f7-c65c-4273-a693-0737e1d5a5eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:34:29.283425 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f33fa6-551a-42c0-a76e-9b0b1b93e492 None None] New status for floating IP a15e02cf-2e6c-4be4-830d-5a3ee0933cf3: DOWN {{(pid=103703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:34:29.798534 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f8ab49-49c6-4a1a-8462-d0f2dd1610b8 req-f6c65fc8-deae-4ca7-98db-4e2cf2fa7aa1 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:29.800021 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-65f8ab49-49c6-4a1a-8462-d0f2dd1610b8 req-f6c65fc8-deae-4ca7-98db-4e2cf2fa7aa1 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=60bc57fc-eac3-474c-bb0c-a36a1045c4a1 HTTP/1.1" status: 200 len: 945 time: 0.1108468 Feb 19 03:34:29.850457 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-65f8ab49-49c6-4a1a-8462-d0f2dd1610b8 req-c6336692-db62-456a-a1cf-572985067829 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8f8d138-d7be-4ab5-8c11-0b7d0c03b580&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444627 Feb 19 03:34:30.161153 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af083b2b-9035-425f-9518-9e01c1375e93 req-89996b49-d9f3-471f-bbfe-565a131d2e7d tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:30.162629 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-af083b2b-9035-425f-9518-9e01c1375e93 req-89996b49-d9f3-471f-bbfe-565a131d2e7d tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.73 "GET /v2.0/ports?device_id=60bc57fc-eac3-474c-bb0c-a36a1045c4a1 HTTP/1.1" status: 200 len: 945 time: 0.0528607 Feb 19 03:34:30.262678 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-af083b2b-9035-425f-9518-9e01c1375e93 req-4fa9107d-03f4-4c54-8836-900008ef4204 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Deleting port 01425ed4-1787-4172-a291-51b9e41a866a {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:34:30.263015 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-af083b2b-9035-425f-9518-9e01c1375e93 req-4fa9107d-03f4-4c54-8836-900008ef4204 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (01425ed4-1787-4172-a291-51b9e41a866a), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:30.350069 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-af083b2b-9035-425f-9518-9e01c1375e93 req-4fa9107d-03f4-4c54-8836-900008ef4204 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] For port 01425ed4-1787-4172-a291-51b9e41a866a, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=01425ed4-1787-4172-a291-51b9e41a866a,segment=NetworkSegment(1cc07983-2153-4fea-b2a9-9157e38f7075),segment_id=1cc07983-2153-4fea-b2a9-9157e38f7075)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:34:30.350433 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-af083b2b-9035-425f-9518-9e01c1375e93 req-4fa9107d-03f4-4c54-8836-900008ef4204 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (01425ed4-1787-4172-a291-51b9e41a866a), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:30.362210 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-af083b2b-9035-425f-9518-9e01c1375e93 req-4fa9107d-03f4-4c54-8836-900008ef4204 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Calling delete_port for 01425ed4-1787-4172-a291-51b9e41a866a owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:34:30.492528 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-af083b2b-9035-425f-9518-9e01c1375e93 req-4fa9107d-03f4-4c54-8836-900008ef4204 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (01425ed4-1787-4172-a291-51b9e41a866a), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:30.519128 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa9107d-03f4-4c54-8836-900008ef4204 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Pushing event deleted for resources: {'Port': ['ID=01425ed4-1787-4172-a291-51b9e41a866a,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:30.568484 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-af083b2b-9035-425f-9518-9e01c1375e93 req-4fa9107d-03f4-4c54-8836-900008ef4204 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] No DVR routers for this DVR port 01425ed4-1787-4172-a291-51b9e41a866a on host n-h1-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:34:30.570991 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-af083b2b-9035-425f-9518-9e01c1375e93 req-4fa9107d-03f4-4c54-8836-900008ef4204 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:30.574382 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-af083b2b-9035-425f-9518-9e01c1375e93 req-4fa9107d-03f4-4c54-8836-900008ef4204 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.73 "DELETE /v2.0/ports/01425ed4-1787-4172-a291-51b9e41a866a HTTP/1.1" status: 204 len: 173 time: 0.4068041 Feb 19 03:34:30.574818 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60bc57fc-eac3-474c-bb0c-a36a1045c4a1', 'name': 'network-vif-deleted', 'tag': '01425ed4-1787-4172-a291-51b9e41a866a'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:34:30.577072 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2034b1379045f0b74cf50ebdf9200a98aad17b858b97e2a44cf9ed79f0a5e243" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94512a78-a322-45f3-9aee-925a985a34f7" -d '{"events": [{"server_uuid": "60bc57fc-eac3-474c-bb0c-a36a1045c4a1", "name": "network-vif-deleted", "tag": "01425ed4-1787-4172-a291-51b9e41a866a"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:34:30.617244 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc913dda-e848-470e-b53c-6bb42dc9e2c6 x-openstack-request-id: req-dc913dda-e848-470e-b53c-6bb42dc9e2c6 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:34:30.617547 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60bc57fc-eac3-474c-bb0c-a36a1045c4a1", "name": "network-vif-deleted", "tag": "01425ed4-1787-4172-a291-51b9e41a866a", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:34:30.617801 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-dc913dda-e848-470e-b53c-6bb42dc9e2c6 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:34:30.618204 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60bc57fc-eac3-474c-bb0c-a36a1045c4a1', 'name': 'network-vif-deleted', 'tag': '01425ed4-1787-4172-a291-51b9e41a866a', 'status': 'completed', 'code': 200} Feb 19 03:34:30.940671 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:34:30.961220 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3b755970-f627-49df-8980-106d910150f5 req-400ed34f-d84b-4067-ad68-936615eced69 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=60bc57fc-eac3-474c-bb0c-a36a1045c4a1 HTTP/1.1" status: 200 len: 210 time: 0.0373874 Feb 19 03:34:32.060080 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-71303630-bf7d-4936-af92-2e314f01764d req-8e6baa25-c1ed-4fb6-bbeb-a5015d24aa97 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=60bc57fc-eac3-474c-bb0c-a36a1045c4a1 HTTP/1.1" status: 200 len: 210 time: 0.0279934 Feb 19 03:34:33.157254 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e8dee3ae-f4e5-4368-a222-aaeebe944098 req-5bb86e6e-5461-4f68-b321-15d1ed0bef01 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=60bc57fc-eac3-474c-bb0c-a36a1045c4a1 HTTP/1.1" status: 200 len: 210 time: 0.0280364 Feb 19 03:34:34.154451 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 01425ed4-1787-4172-a291-51b9e41a866a no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:34:34.175794 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] No Port match for: 01425ed4-1787-4172-a291-51b9e41a866a {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:34:34.176140 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 01425ed4-1787-4172-a291-51b9e41a866a not bound to the agent host n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:34:34.254841 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-401b742e-f3a6-42a5-b1dd-f8fac72f2055 req-b8847c36-efcc-4931-b6c7-c1d2fd37d0a1 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=60bc57fc-eac3-474c-bb0c-a36a1045c4a1 HTTP/1.1" status: 200 len: 210 time: 0.0283709 Feb 19 03:34:35.353144 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a9da1ad8-747a-4f8f-bab5-4a13475ff1f0 req-ac29b218-6766-4c77-945d-bbc356a19016 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=60bc57fc-eac3-474c-bb0c-a36a1045c4a1 HTTP/1.1" status: 200 len: 210 time: 0.0288374 Feb 19 03:34:36.450008 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0645bc98-e8c4-4868-8bdf-1e6a0598831e req-0359b4c5-2feb-4c63-980d-5e40f9f2d770 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=60bc57fc-eac3-474c-bb0c-a36a1045c4a1 HTTP/1.1" status: 200 len: 210 time: 0.0277605 Feb 19 03:34:37.549771 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-78d9793f-4aca-4564-a275-75b10ce17929 req-7511d11d-70d6-44c0-902b-af9c53b39762 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=60bc57fc-eac3-474c-bb0c-a36a1045c4a1 HTTP/1.1" status: 200 len: 210 time: 0.0316348 Feb 19 03:34:38.648332 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c6514398-1a8c-4843-a9d6-ebd9b7cf2783 req-5966a180-0021-4af1-8740-7b82e50b8c43 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=60bc57fc-eac3-474c-bb0c-a36a1045c4a1 HTTP/1.1" status: 200 len: 210 time: 0.0272250 Feb 19 03:34:39.757408 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-850d2e40-1efc-4318-bc6a-78755bec5ac3 req-9d4761eb-c1b7-463b-826b-5e6a93622f0b tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "GET /v2.0/ports?device_id=60bc57fc-eac3-474c-bb0c-a36a1045c4a1 HTTP/1.1" status: 200 len: 210 time: 0.0301237 Feb 19 03:34:40.813163 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49230) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:40.935605 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-1df753c7-9d2f-4361-87cb-44c861d45464 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Deleting port c7d6fba6-4531-47b7-a7f0-bd52892b346a {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:34:40.935943 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1df753c7-9d2f-4361-87cb-44c861d45464 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (c7d6fba6-4531-47b7-a7f0-bd52892b346a), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:41.011047 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1df753c7-9d2f-4361-87cb-44c861d45464 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (c7d6fba6-4531-47b7-a7f0-bd52892b346a), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:41.011366 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1df753c7-9d2f-4361-87cb-44c861d45464 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks [] for floatingip (c7d6fba6-4531-47b7-a7f0-bd52892b346a), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:41.023044 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-1df753c7-9d2f-4361-87cb-44c861d45464 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Calling delete_port for c7d6fba6-4531-47b7-a7f0-bd52892b346a owned by network:floatingip {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:34:41.156035 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1df753c7-9d2f-4361-87cb-44c861d45464 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (c7d6fba6-4531-47b7-a7f0-bd52892b346a), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:41.180440 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df753c7-9d2f-4361-87cb-44c861d45464 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Pushing event deleted for resources: {'Port': ['ID=c7d6fba6-4531-47b7-a7f0-bd52892b346a,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:41.246261 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1df753c7-9d2f-4361-87cb-44c861d45464 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks [] for floatingip (cd9a0f10-6359-4379-bc49-ee4308fdc263), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:41.248888 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1df753c7-9d2f-4361-87cb-44c861d45464 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:41.250078 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-1df753c7-9d2f-4361-87cb-44c861d45464 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "DELETE /v2.0/floatingips/cd9a0f10-6359-4379-bc49-ee4308fdc263 HTTP/1.1" status: 204 len: 168 time: 0.4359267 Feb 19 03:34:45.598029 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-ec34dd6b-7272-4b18-852e-e07be4316d92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:46.640641 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49250) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:46.698696 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ca45cafc-60ef-4c1a-b131-0a84034cb490 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks [] for security_group (c8f8d138-d7be-4ab5-8c11-0b7d0c03b580), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:46.724336 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ca45cafc-60ef-4c1a-b131-0a84034cb490 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks [] for security_group (c8f8d138-d7be-4ab5-8c11-0b7d0c03b580), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:46.794288 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ca45cafc-60ef-4c1a-b131-0a84034cb490 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (c8f8d138-d7be-4ab5-8c11-0b7d0c03b580), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:46.797023 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ca45cafc-60ef-4c1a-b131-0a84034cb490 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:46.798177 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-ca45cafc-60ef-4c1a-b131-0a84034cb490 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] 10.222.0.72 "DELETE /v2.0/security-groups/c8f8d138-d7be-4ab5-8c11-0b7d0c03b580 HTTP/1.1" status: 204 len: 168 time: 0.1564496 Feb 19 03:34:46.809261 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca45cafc-60ef-4c1a-b131-0a84034cb490 tempest-TestVolumeBootPattern-1256458085 tempest-TestVolumeBootPattern-1256458085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f8d138-d7be-4ab5-8c11-0b7d0c03b580,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:46.871081 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49254) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:47.329717 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-61127449-d084-436f-baa7-d9cd82ddea59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16289271'] for router_interface (0968ee23-8036-45f4-8809-145560fe157a), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:47.768841 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-13b226e4-afb3-4793-b279-19934578165d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:47.897798 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-61127449-d084-436f-baa7-d9cd82ddea59 admin admin] Deleting port 2cb0bc19-d8c8-4262-a93c-7a17a83c15da {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:34:47.898348 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-61127449-d084-436f-baa7-d9cd82ddea59 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (2cb0bc19-d8c8-4262-a93c-7a17a83c15da), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:47.975197 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-61127449-d084-436f-baa7-d9cd82ddea59 admin admin] For port 2cb0bc19-d8c8-4262-a93c-7a17a83c15da, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=2cb0bc19-d8c8-4262-a93c-7a17a83c15da,segment=NetworkSegment(1cc07983-2153-4fea-b2a9-9157e38f7075),segment_id=1cc07983-2153-4fea-b2a9-9157e38f7075)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:34:47.975548 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-61127449-d084-436f-baa7-d9cd82ddea59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (2cb0bc19-d8c8-4262-a93c-7a17a83c15da), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:47.987483 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-61127449-d084-436f-baa7-d9cd82ddea59 admin admin] Calling delete_port for 2cb0bc19-d8c8-4262-a93c-7a17a83c15da owned by network:router_interface {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:34:48.170911 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-61127449-d084-436f-baa7-d9cd82ddea59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (2cb0bc19-d8c8-4262-a93c-7a17a83c15da), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:48.197130 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61127449-d084-436f-baa7-d9cd82ddea59 admin admin] Pushing event deleted for resources: {'Port': ['ID=2cb0bc19-d8c8-4262-a93c-7a17a83c15da,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:48.374826 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-61127449-d084-436f-baa7-d9cd82ddea59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16362762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16314471'] for router_interface (0968ee23-8036-45f4-8809-145560fe157a), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:48.601236 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61127449-d084-436f-baa7-d9cd82ddea59 admin admin] Router 0968ee23-8036-45f4-8809-145560fe157a has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:34:48.715399 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61127449-d084-436f-baa7-d9cd82ddea59 admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:34:48.720601 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-61127449-d084-436f-baa7-d9cd82ddea59 admin admin] 10.222.0.72 "PUT /v2.0/routers/0968ee23-8036-45f4-8809-145560fe157a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8484344 Feb 19 03:34:48.723425 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 49258) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:48.726283 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ac4547-32b6-411c-97e4-159909d73cc9 None None] Sync routers for ids ['0968ee23-8036-45f4-8809-145560fe157a'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:34:48.737686 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ac4547-32b6-411c-97e4-159909d73cc9 None None] Routers {'0968ee23-8036-45f4-8809-145560fe157a'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:34:48.738401 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-15ac4547-32b6-411c-97e4-159909d73cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:34:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['0968ee23-8036-45f4-8809-145560fe157a'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:34:48.836844 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-aaa4e5f9-1285-4e0e-bfb8-3531ca350885 admin admin] Publish callbacks [] for router (0968ee23-8036-45f4-8809-145560fe157a), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:48.859741 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-15ac4547-32b6-411c-97e4-159909d73cc9 None None] Set router 0968ee23-8036-45f4-8809-145560fe157a gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:34:48.942496 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-aaa4e5f9-1285-4e0e-bfb8-3531ca350885 admin admin] Publish callbacks [] for router_gateway (0968ee23-8036-45f4-8809-145560fe157a), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:48.997206 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-aaa4e5f9-1285-4e0e-bfb8-3531ca350885 admin admin] Deleting port 66784259-b70b-4223-adef-284071a24f1f {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:34:48.997545 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-aaa4e5f9-1285-4e0e-bfb8-3531ca350885 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (66784259-b70b-4223-adef-284071a24f1f), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:49.041866 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-15ac4547-32b6-411c-97e4-159909d73cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0968ee23-8036-45f4-8809-145560fe157a', 'name': 'tempest-TestVolumeBootPattern-409071175-router', 'tenant_id': '8257d05cb054404db31cec3bbb71493a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '66784259-b70b-4223-adef-284071a24f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:21:16Z', 'updated_at': '2022-02-19T03:34:48Z', 'revision_number': 5, 'project_id': '8257d05cb054404db31cec3bbb71493a', 'gw_port': {'id': '66784259-b70b-4223-adef-284071a24f1f', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0968ee23-8036-45f4-8809-145560fe157a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:21:17Z', 'updated_at': '2022-02-19T03:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:34:49.069273 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ac4547-32b6-411c-97e4-159909d73cc9 None None] Checking router: 0968ee23-8036-45f4-8809-145560fe157a for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:34:49.078255 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ac4547-32b6-411c-97e4-159909d73cc9 None None] Routers {'0968ee23-8036-45f4-8809-145560fe157a'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:34:49.078851 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-15ac4547-32b6-411c-97e4-159909d73cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:34:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['0968ee23-8036-45f4-8809-145560fe157a'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:34:49.081331 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-aaa4e5f9-1285-4e0e-bfb8-3531ca350885 admin admin] For port 66784259-b70b-4223-adef-284071a24f1f, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=66784259-b70b-4223-adef-284071a24f1f,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:34:49.081700 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-aaa4e5f9-1285-4e0e-bfb8-3531ca350885 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (66784259-b70b-4223-adef-284071a24f1f), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:49.093529 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-aaa4e5f9-1285-4e0e-bfb8-3531ca350885 admin admin] Calling delete_port for 66784259-b70b-4223-adef-284071a24f1f owned by network:router_gateway {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:34:49.165121 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-15ac4547-32b6-411c-97e4-159909d73cc9 None None] Set router 0968ee23-8036-45f4-8809-145560fe157a gateway port host: None {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:34:49.215993 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-15ac4547-32b6-411c-97e4-159909d73cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0968ee23-8036-45f4-8809-145560fe157a', 'name': 'tempest-TestVolumeBootPattern-409071175-router', 'tenant_id': '8257d05cb054404db31cec3bbb71493a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:21:16Z', 'updated_at': '2022-02-19T03:34:48Z', 'revision_number': 6, 'project_id': '8257d05cb054404db31cec3bbb71493a', 'gw_port_host': None}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:34:49.246393 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ac4547-32b6-411c-97e4-159909d73cc9 None None] The sync data for ids ['0968ee23-8036-45f4-8809-145560fe157a'] in n-d-826753-2 is: [{'id': '0968ee23-8036-45f4-8809-145560fe157a', 'name': 'tempest-TestVolumeBootPattern-409071175-router', 'tenant_id': '8257d05cb054404db31cec3bbb71493a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:21:16Z', 'updated_at': '2022-02-19T03:34:48Z', 'revision_number': 6, 'project_id': '8257d05cb054404db31cec3bbb71493a', 'gw_port_host': None}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:34:49.267181 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-aaa4e5f9-1285-4e0e-bfb8-3531ca350885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (66784259-b70b-4223-adef-284071a24f1f), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:49.299421 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa4e5f9-1285-4e0e-bfb8-3531ca350885 admin admin] Pushing event deleted for resources: {'Port': ['ID=66784259-b70b-4223-adef-284071a24f1f,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:49.324376 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa4e5f9-1285-4e0e-bfb8-3531ca350885 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:49.324728 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa4e5f9-1285-4e0e-bfb8-3531ca350885 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:49.325096 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa4e5f9-1285-4e0e-bfb8-3531ca350885 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:49.325459 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa4e5f9-1285-4e0e-bfb8-3531ca350885 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:49.325796 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa4e5f9-1285-4e0e-bfb8-3531ca350885 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:49.326127 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa4e5f9-1285-4e0e-bfb8-3531ca350885 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:49.326455 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa4e5f9-1285-4e0e-bfb8-3531ca350885 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:49.326783 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa4e5f9-1285-4e0e-bfb8-3531ca350885 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:49.327105 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa4e5f9-1285-4e0e-bfb8-3531ca350885 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:49.327428 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa4e5f9-1285-4e0e-bfb8-3531ca350885 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:49.327758 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa4e5f9-1285-4e0e-bfb8-3531ca350885 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:49.328074 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa4e5f9-1285-4e0e-bfb8-3531ca350885 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:49.328514 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa4e5f9-1285-4e0e-bfb8-3531ca350885 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:49.367922 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-aaa4e5f9-1285-4e0e-bfb8-3531ca350885 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16285837'] for router_gateway (0968ee23-8036-45f4-8809-145560fe157a), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:49.405406 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:49.466711 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-aaa4e5f9-1285-4e0e-bfb8-3531ca350885 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16317457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14254'] for router (0968ee23-8036-45f4-8809-145560fe157a), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:49.468744 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-aaa4e5f9-1285-4e0e-bfb8-3531ca350885 admin admin] Publish callbacks [] for router_controller (0968ee23-8036-45f4-8809-145560fe157a), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:49.514077 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-aaa4e5f9-1285-4e0e-bfb8-3531ca350885 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16317544'] for router (0968ee23-8036-45f4-8809-145560fe157a), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:49.514603 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaa4e5f9-1285-4e0e-bfb8-3531ca350885 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0968ee23-8036-45f4-8809-145560fe157a {{(pid=103701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:34:49.518733 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-aaa4e5f9-1285-4e0e-bfb8-3531ca350885 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:49.519864 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-aaa4e5f9-1285-4e0e-bfb8-3531ca350885 admin admin] 10.222.0.72 "DELETE /v2.0/routers/0968ee23-8036-45f4-8809-145560fe157a HTTP/1.1" status: 204 len: 168 time: 0.7954555 Feb 19 03:34:49.522419 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 49260) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:49.566894 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_v2 [None req-c97327d9-7a26-4ab5-9894-9586d53416da admin admin] Deleting subnet 2d8d01f7-c65c-4273-a693-0737e1d5a5eb {{(pid=103701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:34:49.569915 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c97327d9-7a26-4ab5-9894-9586d53416da admin admin] Publish callbacks [] for subnet (2d8d01f7-c65c-4273-a693-0737e1d5a5eb), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:49.609209 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c97327d9-7a26-4ab5-9894-9586d53416da admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12647399'] for subnet (2d8d01f7-c65c-4273-a693-0737e1d5a5eb), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:49.706278 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c97327d9-7a26-4ab5-9894-9586d53416da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (2d8d01f7-c65c-4273-a693-0737e1d5a5eb), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:49.759423 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c97327d9-7a26-4ab5-9894-9586d53416da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12647206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58706286'] for subnet (2d8d01f7-c65c-4273-a693-0737e1d5a5eb), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:49.782962 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97327d9-7a26-4ab5-9894-9586d53416da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d8d01f7-c65c-4273-a693-0737e1d5a5eb,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:49.788642 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c97327d9-7a26-4ab5-9894-9586d53416da admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:49.791932 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-c97327d9-7a26-4ab5-9894-9586d53416da admin admin] 10.222.0.72 "DELETE /v2.0/subnets/2d8d01f7-c65c-4273-a693-0737e1d5a5eb HTTP/1.1" status: 204 len: 168 time: 0.2684932 Feb 19 03:34:49.794392 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 49262) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:49.795670 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b268273-fd7b-42e7-ab64-a6dbbd22a42e None None] Network 48e87e60-6ae2-4eae-a03b-2fd752f397d2 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:34:49.863273 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4f2ec32a-6385-4caa-b212-16528a76dced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (48e87e60-6ae2-4eae-a03b-2fd752f397d2), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:49.923670 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-4f2ec32a-6385-4caa-b212-16528a76dced admin admin] Deleting port 97998376-9b69-4c7f-91ee-6729feabee26 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:34:49.924002 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4f2ec32a-6385-4caa-b212-16528a76dced admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (97998376-9b69-4c7f-91ee-6729feabee26), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:49.985744 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-4f2ec32a-6385-4caa-b212-16528a76dced admin admin] For port 97998376-9b69-4c7f-91ee-6729feabee26, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=97998376-9b69-4c7f-91ee-6729feabee26,segment=NetworkSegment(1cc07983-2153-4fea-b2a9-9157e38f7075),segment_id=1cc07983-2153-4fea-b2a9-9157e38f7075)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:34:49.986028 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4f2ec32a-6385-4caa-b212-16528a76dced admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (97998376-9b69-4c7f-91ee-6729feabee26), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:49.999261 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-4f2ec32a-6385-4caa-b212-16528a76dced admin admin] Calling delete_port for 97998376-9b69-4c7f-91ee-6729feabee26 owned by network:dhcp {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:34:50.028904 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970e176b-7c7d-4193-a6db-5bf2bcecca8f None None] DHCP port deletion for 48e87e60-6ae2-4eae-a03b-2fd752f397d2 request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:34:50.060878 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 2cb0bc19-d8c8-4262-a93c-7a17a83c15da no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:34:50.086466 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 2cb0bc19-d8c8-4262-a93c-7a17a83c15da {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:34:50.086811 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 2cb0bc19-d8c8-4262-a93c-7a17a83c15da not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:34:50.094570 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4f2ec32a-6385-4caa-b212-16528a76dced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (97998376-9b69-4c7f-91ee-6729feabee26), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:50.108301 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-970e176b-7c7d-4193-a6db-5bf2bcecca8f None None] Deleting port 97998376-9b69-4c7f-91ee-6729feabee26 {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:34:50.108690 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-970e176b-7c7d-4193-a6db-5bf2bcecca8f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (97998376-9b69-4c7f-91ee-6729feabee26), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:50.124739 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2ec32a-6385-4caa-b212-16528a76dced admin admin] Pushing event deleted for resources: {'Port': ['ID=97998376-9b69-4c7f-91ee-6729feabee26,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:50.129408 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2ec32a-6385-4caa-b212-16528a76dced admin admin] No DVR routers for this DVR port 97998376-9b69-4c7f-91ee-6729feabee26 on host n-d-826753-2 {{(pid=103701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:34:50.179027 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-970e176b-7c7d-4193-a6db-5bf2bcecca8f None None] For port 97998376-9b69-4c7f-91ee-6729feabee26, host n-d-826753-2, got binding levels [] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:34:50.179400 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-970e176b-7c7d-4193-a6db-5bf2bcecca8f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (97998376-9b69-4c7f-91ee-6729feabee26), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:50.195958 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-970e176b-7c7d-4193-a6db-5bf2bcecca8f None None] Calling delete_port for 97998376-9b69-4c7f-91ee-6729feabee26 owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:34:50.199318 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.ipam_backend_mixin [None req-970e176b-7c7d-4193-a6db-5bf2bcecca8f None None] Port 97998376-9b69-4c7f-91ee-6729feabee26 was not found and therefore no delete operation was performed {{(pid=103703) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 03:34:50.200549 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-970e176b-7c7d-4193-a6db-5bf2bcecca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (97998376-9b69-4c7f-91ee-6729feabee26), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:50.213828 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4f2ec32a-6385-4caa-b212-16528a76dced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (48e87e60-6ae2-4eae-a03b-2fd752f397d2), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:50.230011 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970e176b-7c7d-4193-a6db-5bf2bcecca8f None None] Pushing event deleted for resources: {'Port': ['ID=97998376-9b69-4c7f-91ee-6729feabee26,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:50.234555 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970e176b-7c7d-4193-a6db-5bf2bcecca8f None None] No DVR routers for this DVR port 97998376-9b69-4c7f-91ee-6729feabee26 on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:34:50.235894 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-4f2ec32a-6385-4caa-b212-16528a76dced admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48e87e60-6ae2-4eae-a03b-2fd752f397d2']}} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:34:50.243239 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970e176b-7c7d-4193-a6db-5bf2bcecca8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:50.243594 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970e176b-7c7d-4193-a6db-5bf2bcecca8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:50.243936 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970e176b-7c7d-4193-a6db-5bf2bcecca8f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:50.245059 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970e176b-7c7d-4193-a6db-5bf2bcecca8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:50.245654 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970e176b-7c7d-4193-a6db-5bf2bcecca8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:50.246227 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970e176b-7c7d-4193-a6db-5bf2bcecca8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:50.246765 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-4f2ec32a-6385-4caa-b212-16528a76dced admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cc07983-2153-4fea-b2a9-9157e38f7075') {'for_net_delete': True} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:34:50.246908 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970e176b-7c7d-4193-a6db-5bf2bcecca8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:50.247171 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-4f2ec32a-6385-4caa-b212-16528a76dced admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cc07983-2153-4fea-b2a9-9157e38f7075') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:34:50.247284 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970e176b-7c7d-4193-a6db-5bf2bcecca8f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:50.247761 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970e176b-7c7d-4193-a6db-5bf2bcecca8f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:50.248395 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970e176b-7c7d-4193-a6db-5bf2bcecca8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:50.248683 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970e176b-7c7d-4193-a6db-5bf2bcecca8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:50.249376 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970e176b-7c7d-4193-a6db-5bf2bcecca8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:50.249821 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970e176b-7c7d-4193-a6db-5bf2bcecca8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:50.258532 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4f2ec32a-6385-4caa-b212-16528a76dced admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12647422'] for segment (1cc07983-2153-4fea-b2a9-9157e38f7075), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:50.273059 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4f2ec32a-6385-4caa-b212-16528a76dced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (1cc07983-2153-4fea-b2a9-9157e38f7075), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:50.280891 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f2ec32a-6385-4caa-b212-16528a76dced admin admin] Releasing vlan 251 on physical network physnet1 to pool {{(pid=103701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:34:50.281506 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4f2ec32a-6385-4caa-b212-16528a76dced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583360'] for segment (1cc07983-2153-4fea-b2a9-9157e38f7075), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:50.283517 n-d-826753-2 neutron-server[103701]: Traceback (most recent call last): Feb 19 03:34:50.283517 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:34:50.283517 n-d-826753-2 neutron-server[103701]: timer() Feb 19 03:34:50.283517 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:34:50.283517 n-d-826753-2 neutron-server[103701]: cb(*args, **kw) Feb 19 03:34:50.283517 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:34:50.283517 n-d-826753-2 neutron-server[103701]: return func(*args, **kwargs) Feb 19 03:34:50.283517 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:34:50.283517 n-d-826753-2 neutron-server[103701]: self._notify() Feb 19 03:34:50.283517 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:34:50.283517 n-d-826753-2 neutron-server[103701]: self.callback(batched_events) Feb 19 03:34:50.283517 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:34:50.283517 n-d-826753-2 neutron-server[103701]: event.method(event) Feb 19 03:34:50.283517 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:34:50.283517 n-d-826753-2 neutron-server[103701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:34:50.283517 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:34:50.283517 n-d-826753-2 neutron-server[103701]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:34:50.283517 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:34:50.283517 n-d-826753-2 neutron-server[103701]: return f(self, *a, **k) Feb 19 03:34:50.283517 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:34:50.283517 n-d-826753-2 neutron-server[103701]: return self._get(url).json() Feb 19 03:34:50.283517 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:34:50.283517 n-d-826753-2 neutron-server[103701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:34:50.283517 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:34:50.283517 n-d-826753-2 neutron-server[103701]: return self.request(url, 'GET', **kwargs) Feb 19 03:34:50.283517 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:34:50.283517 n-d-826753-2 neutron-server[103701]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:34:50.283517 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:34:50.283517 n-d-826753-2 neutron-server[103701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:34:50.283517 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:34:50.283517 n-d-826753-2 neutron-server[103701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:34:50.283517 n-d-826753-2 neutron-server[103701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:34:50.347368 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4f2ec32a-6385-4caa-b212-16528a76dced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (48e87e60-6ae2-4eae-a03b-2fd752f397d2), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:50.364866 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4f2ec32a-6385-4caa-b212-16528a76dced admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:50.370913 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-4f2ec32a-6385-4caa-b212-16528a76dced admin admin] 10.222.0.72 "DELETE /v2.0/networks/48e87e60-6ae2-4eae-a03b-2fd752f397d2 HTTP/1.1" status: 204 len: 168 time: 0.5728140 Feb 19 03:34:50.372052 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2ec32a-6385-4caa-b212-16528a76dced admin admin] Pushing event deleted for resources: {'Network': ['ID=48e87e60-6ae2-4eae-a03b-2fd752f397d2,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:50.372847 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49264) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:50.578472 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:50.723675 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d04391f8-a641-4c60-8462-9f2b35d98f81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16289271'] for router_interface (193c7d99-3c47-4603-b560-7333a82c14a2), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:50.966946 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-d04391f8-a641-4c60-8462-9f2b35d98f81 admin admin] Deleting port a08bc833-7cff-4f4e-b0a6-b5f02abaa719 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:34:50.967197 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d04391f8-a641-4c60-8462-9f2b35d98f81 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (a08bc833-7cff-4f4e-b0a6-b5f02abaa719), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:51.047071 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-d04391f8-a641-4c60-8462-9f2b35d98f81 admin admin] For port a08bc833-7cff-4f4e-b0a6-b5f02abaa719, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=a08bc833-7cff-4f4e-b0a6-b5f02abaa719,segment=NetworkSegment(e93e2c82-cbbb-4d09-abab-88cf9dcafce5),segment_id=e93e2c82-cbbb-4d09-abab-88cf9dcafce5)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:34:51.047432 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d04391f8-a641-4c60-8462-9f2b35d98f81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (a08bc833-7cff-4f4e-b0a6-b5f02abaa719), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:51.059797 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-d04391f8-a641-4c60-8462-9f2b35d98f81 admin admin] Calling delete_port for a08bc833-7cff-4f4e-b0a6-b5f02abaa719 owned by network:router_interface {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:34:51.239891 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d04391f8-a641-4c60-8462-9f2b35d98f81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (a08bc833-7cff-4f4e-b0a6-b5f02abaa719), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:51.262589 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04391f8-a641-4c60-8462-9f2b35d98f81 admin admin] Pushing event deleted for resources: {'Port': ['ID=a08bc833-7cff-4f4e-b0a6-b5f02abaa719,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:51.437383 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d04391f8-a641-4c60-8462-9f2b35d98f81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16362762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16314471'] for router_interface (193c7d99-3c47-4603-b560-7333a82c14a2), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:51.496857 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 66784259-b70b-4223-adef-284071a24f1f no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:34:51.516395 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 66784259-b70b-4223-adef-284071a24f1f {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:34:51.516734 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 66784259-b70b-4223-adef-284071a24f1f not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:34:51.517177 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 97998376-9b69-4c7f-91ee-6729feabee26 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:34:51.538372 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 97998376-9b69-4c7f-91ee-6729feabee26 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:34:51.538648 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 97998376-9b69-4c7f-91ee-6729feabee26 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:34:51.669466 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d04391f8-a641-4c60-8462-9f2b35d98f81 admin admin] Router 193c7d99-3c47-4603-b560-7333a82c14a2 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:34:51.778293 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d04391f8-a641-4c60-8462-9f2b35d98f81 admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:34:51.783195 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-d04391f8-a641-4c60-8462-9f2b35d98f81 admin admin] 10.222.0.72 "PUT /v2.0/routers/193c7d99-3c47-4603-b560-7333a82c14a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4084721 Feb 19 03:34:51.785599 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49266) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:51.788109 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c04d90-5af6-468f-866c-9b94ea1b092a None None] Sync routers for ids ['193c7d99-3c47-4603-b560-7333a82c14a2'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:34:51.799238 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c04d90-5af6-468f-866c-9b94ea1b092a None None] Routers {'193c7d99-3c47-4603-b560-7333a82c14a2'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:34:51.799858 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-c7c04d90-5af6-468f-866c-9b94ea1b092a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:34:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['193c7d99-3c47-4603-b560-7333a82c14a2'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:34:51.922408 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-c7c04d90-5af6-468f-866c-9b94ea1b092a None None] Set router 193c7d99-3c47-4603-b560-7333a82c14a2 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:34:52.061204 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:52.128638 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-c7c04d90-5af6-468f-866c-9b94ea1b092a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '193c7d99-3c47-4603-b560-7333a82c14a2', 'name': 'tempest-TestVolumeBootPattern-1317570517-router', 'tenant_id': 'c3e03d11562e4dd89a5010d3d982cb82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '7f890060-1983-4d59-ada6-4a95eae79e61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:21:23Z', 'updated_at': '2022-02-19T03:34:51Z', 'revision_number': 5, 'project_id': 'c3e03d11562e4dd89a5010d3d982cb82', 'gw_port': {'id': '7f890060-1983-4d59-ada6-4a95eae79e61', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:80:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193c7d99-3c47-4603-b560-7333a82c14a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:21:24Z', 'updated_at': '2022-02-19T03:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:34:52.160170 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c04d90-5af6-468f-866c-9b94ea1b092a None None] Checking router: 193c7d99-3c47-4603-b560-7333a82c14a2 for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:34:52.169521 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c04d90-5af6-468f-866c-9b94ea1b092a None None] Routers {'193c7d99-3c47-4603-b560-7333a82c14a2'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:34:52.170151 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-c7c04d90-5af6-468f-866c-9b94ea1b092a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:34:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['193c7d99-3c47-4603-b560-7333a82c14a2'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:34:52.206265 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f10c7ff8-15a3-4874-bd3e-7dd3356d51b7 admin admin] Publish callbacks [] for router (193c7d99-3c47-4603-b560-7333a82c14a2), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:52.278508 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-c7c04d90-5af6-468f-866c-9b94ea1b092a None None] Set router 193c7d99-3c47-4603-b560-7333a82c14a2 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:34:52.312650 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f10c7ff8-15a3-4874-bd3e-7dd3356d51b7 admin admin] Publish callbacks [] for router_gateway (193c7d99-3c47-4603-b560-7333a82c14a2), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:52.367143 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-f10c7ff8-15a3-4874-bd3e-7dd3356d51b7 admin admin] Deleting port 7f890060-1983-4d59-ada6-4a95eae79e61 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:34:52.367483 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f10c7ff8-15a3-4874-bd3e-7dd3356d51b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (7f890060-1983-4d59-ada6-4a95eae79e61), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:52.456786 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-f10c7ff8-15a3-4874-bd3e-7dd3356d51b7 admin admin] For port 7f890060-1983-4d59-ada6-4a95eae79e61, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=7f890060-1983-4d59-ada6-4a95eae79e61,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:34:52.457521 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f10c7ff8-15a3-4874-bd3e-7dd3356d51b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (7f890060-1983-4d59-ada6-4a95eae79e61), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:52.470322 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-f10c7ff8-15a3-4874-bd3e-7dd3356d51b7 admin admin] Calling delete_port for 7f890060-1983-4d59-ada6-4a95eae79e61 owned by network:router_gateway {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:34:52.614455 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-c7c04d90-5af6-468f-866c-9b94ea1b092a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '193c7d99-3c47-4603-b560-7333a82c14a2', 'name': 'tempest-TestVolumeBootPattern-1317570517-router', 'tenant_id': 'c3e03d11562e4dd89a5010d3d982cb82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '7f890060-1983-4d59-ada6-4a95eae79e61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:21:23Z', 'updated_at': '2022-02-19T03:34:51Z', 'revision_number': 5, 'project_id': 'c3e03d11562e4dd89a5010d3d982cb82', 'gw_port': {'id': '7f890060-1983-4d59-ada6-4a95eae79e61', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:80:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193c7d99-3c47-4603-b560-7333a82c14a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:21:24Z', 'updated_at': '2022-02-19T03:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:34:52.641443 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c04d90-5af6-468f-866c-9b94ea1b092a None None] The sync data for ids ['193c7d99-3c47-4603-b560-7333a82c14a2'] in n-d-826753-2 is: [{'id': '193c7d99-3c47-4603-b560-7333a82c14a2', 'name': 'tempest-TestVolumeBootPattern-1317570517-router', 'tenant_id': 'c3e03d11562e4dd89a5010d3d982cb82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': '7f890060-1983-4d59-ada6-4a95eae79e61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:21:23Z', 'updated_at': '2022-02-19T03:34:51Z', 'revision_number': 5, 'project_id': 'c3e03d11562e4dd89a5010d3d982cb82', 'gw_port': {'id': '7f890060-1983-4d59-ada6-4a95eae79e61', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:80:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193c7d99-3c47-4603-b560-7333a82c14a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:21:24Z', 'updated_at': '2022-02-19T03:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:34:52.642164 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f10c7ff8-15a3-4874-bd3e-7dd3356d51b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (7f890060-1983-4d59-ada6-4a95eae79e61), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:52.667038 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10c7ff8-15a3-4874-bd3e-7dd3356d51b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f890060-1983-4d59-ada6-4a95eae79e61,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:52.735271 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f10c7ff8-15a3-4874-bd3e-7dd3356d51b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16285837'] for router_gateway (193c7d99-3c47-4603-b560-7333a82c14a2), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:52.826511 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f10c7ff8-15a3-4874-bd3e-7dd3356d51b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16317457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14254'] for router (193c7d99-3c47-4603-b560-7333a82c14a2), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:52.828875 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f10c7ff8-15a3-4874-bd3e-7dd3356d51b7 admin admin] Publish callbacks [] for router_controller (193c7d99-3c47-4603-b560-7333a82c14a2), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:52.833426 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:52.875979 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f10c7ff8-15a3-4874-bd3e-7dd3356d51b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16317544'] for router (193c7d99-3c47-4603-b560-7333a82c14a2), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:52.876489 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f10c7ff8-15a3-4874-bd3e-7dd3356d51b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 193c7d99-3c47-4603-b560-7333a82c14a2 {{(pid=103702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:34:52.881675 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f10c7ff8-15a3-4874-bd3e-7dd3356d51b7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:52.882842 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-f10c7ff8-15a3-4874-bd3e-7dd3356d51b7 admin admin] 10.222.0.72 "DELETE /v2.0/routers/193c7d99-3c47-4603-b560-7333a82c14a2 HTTP/1.1" status: 204 len: 168 time: 1.0963204 Feb 19 03:34:52.885522 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49268) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:52.928950 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fc4c22c-7d74-41c2-a1c1-f985cb5e219a admin admin] Deleting subnet 81439ec3-101c-4979-93dc-e95ed4b06e1f {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:34:52.932467 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2fc4c22c-7d74-41c2-a1c1-f985cb5e219a admin admin] Publish callbacks [] for subnet (81439ec3-101c-4979-93dc-e95ed4b06e1f), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:52.972850 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2fc4c22c-7d74-41c2-a1c1-f985cb5e219a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (81439ec3-101c-4979-93dc-e95ed4b06e1f), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:53.058543 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2fc4c22c-7d74-41c2-a1c1-f985cb5e219a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (81439ec3-101c-4979-93dc-e95ed4b06e1f), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:53.115911 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2fc4c22c-7d74-41c2-a1c1-f985cb5e219a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (81439ec3-101c-4979-93dc-e95ed4b06e1f), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:53.142845 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc4c22c-7d74-41c2-a1c1-f985cb5e219a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81439ec3-101c-4979-93dc-e95ed4b06e1f,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:53.146244 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2fc4c22c-7d74-41c2-a1c1-f985cb5e219a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:53.149850 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-2fc4c22c-7d74-41c2-a1c1-f985cb5e219a admin admin] 10.222.0.72 "DELETE /v2.0/subnets/81439ec3-101c-4979-93dc-e95ed4b06e1f HTTP/1.1" status: 204 len: 168 time: 0.2629225 Feb 19 03:34:53.152711 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3902d89f-02c5-4296-baea-134e14f2e51d None None] Network ef5c136e-fb19-4483-a0c3-ef9c972c24f9 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:34:53.153330 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49270) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:53.224885 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a783cdcc-4082-4a6c-84e5-46226a53cba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (ef5c136e-fb19-4483-a0c3-ef9c972c24f9), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:53.292190 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-a783cdcc-4082-4a6c-84e5-46226a53cba5 admin admin] Deleting port 9f104cc0-f67a-43c4-bcf3-5ba908e66524 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:34:53.292591 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a783cdcc-4082-4a6c-84e5-46226a53cba5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (9f104cc0-f67a-43c4-bcf3-5ba908e66524), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:53.332860 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186568fe-012d-4922-9450-573541ccae93 None None] DHCP port deletion for ef5c136e-fb19-4483-a0c3-ef9c972c24f9 request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:34:53.362583 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-a783cdcc-4082-4a6c-84e5-46226a53cba5 admin admin] For port 9f104cc0-f67a-43c4-bcf3-5ba908e66524, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=9f104cc0-f67a-43c4-bcf3-5ba908e66524,segment=NetworkSegment(e93e2c82-cbbb-4d09-abab-88cf9dcafce5),segment_id=e93e2c82-cbbb-4d09-abab-88cf9dcafce5)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:34:53.362945 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a783cdcc-4082-4a6c-84e5-46226a53cba5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (9f104cc0-f67a-43c4-bcf3-5ba908e66524), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:53.376633 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-a783cdcc-4082-4a6c-84e5-46226a53cba5 admin admin] Calling delete_port for 9f104cc0-f67a-43c4-bcf3-5ba908e66524 owned by network:dhcp {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:34:53.385769 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-186568fe-012d-4922-9450-573541ccae93 None None] Deleting port 9f104cc0-f67a-43c4-bcf3-5ba908e66524 {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:34:53.386199 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-186568fe-012d-4922-9450-573541ccae93 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (9f104cc0-f67a-43c4-bcf3-5ba908e66524), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:53.447033 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-186568fe-012d-4922-9450-573541ccae93 None None] For port 9f104cc0-f67a-43c4-bcf3-5ba908e66524, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=9f104cc0-f67a-43c4-bcf3-5ba908e66524,segment=NetworkSegment(e93e2c82-cbbb-4d09-abab-88cf9dcafce5),segment_id=e93e2c82-cbbb-4d09-abab-88cf9dcafce5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:34:53.447984 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-186568fe-012d-4922-9450-573541ccae93 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (9f104cc0-f67a-43c4-bcf3-5ba908e66524), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:53.458011 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a783cdcc-4082-4a6c-84e5-46226a53cba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (9f104cc0-f67a-43c4-bcf3-5ba908e66524), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:53.460788 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-186568fe-012d-4922-9450-573541ccae93 None None] Calling delete_port for 9f104cc0-f67a-43c4-bcf3-5ba908e66524 owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:34:53.489399 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a783cdcc-4082-4a6c-84e5-46226a53cba5 admin admin] No DVR routers for this DVR port 9f104cc0-f67a-43c4-bcf3-5ba908e66524 on host n-d-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:34:53.493702 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a783cdcc-4082-4a6c-84e5-46226a53cba5 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f104cc0-f67a-43c4-bcf3-5ba908e66524,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:53.532605 n-d-826753-2 neutron-server[103703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:34:53.532605 n-d-826753-2 neutron-server[103703]: self.session.flush() Feb 19 03:34:53.532605 n-d-826753-2 neutron-server[103703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:34:53.532605 n-d-826753-2 neutron-server[103703]: self.session.flush() Feb 19 03:34:53.532605 n-d-826753-2 neutron-server[103703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:34:53.532605 n-d-826753-2 neutron-server[103703]: self.session.flush() Feb 19 03:34:53.532605 n-d-826753-2 neutron-server[103703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:34:53.532605 n-d-826753-2 neutron-server[103703]: self.session.flush() Feb 19 03:34:53.532605 n-d-826753-2 neutron-server[103703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:34:53.532605 n-d-826753-2 neutron-server[103703]: self.session.flush() Feb 19 03:34:53.532605 n-d-826753-2 neutron-server[103703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:34:53.532605 n-d-826753-2 neutron-server[103703]: self.session.flush() Feb 19 03:34:53.532605 n-d-826753-2 neutron-server[103703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:34:53.532605 n-d-826753-2 neutron-server[103703]: self.session.flush() Feb 19 03:34:53.532605 n-d-826753-2 neutron-server[103703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:34:53.532605 n-d-826753-2 neutron-server[103703]: self.session.flush() Feb 19 03:34:53.532605 n-d-826753-2 neutron-server[103703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:34:53.532605 n-d-826753-2 neutron-server[103703]: self.session.flush() Feb 19 03:34:53.532605 n-d-826753-2 neutron-server[103703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:34:53.532605 n-d-826753-2 neutron-server[103703]: self.session.flush() Feb 19 03:34:53.532605 n-d-826753-2 neutron-server[103703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:34:53.532605 n-d-826753-2 neutron-server[103703]: self.session.flush() Feb 19 03:34:53.532605 n-d-826753-2 neutron-server[103703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:34:53.532605 n-d-826753-2 neutron-server[103703]: self.session.flush() Feb 19 03:34:53.532605 n-d-826753-2 neutron-server[103703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:34:53.532605 n-d-826753-2 neutron-server[103703]: self.session.flush() Feb 19 03:34:53.532605 n-d-826753-2 neutron-server[103703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:34:53.532605 n-d-826753-2 neutron-server[103703]: self.session.flush() Feb 19 03:34:53.532605 n-d-826753-2 neutron-server[103703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:34:53.532605 n-d-826753-2 neutron-server[103703]: self.session.flush() Feb 19 03:34:53.532605 n-d-826753-2 neutron-server[103703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:34:53.532605 n-d-826753-2 neutron-server[103703]: self.session.flush() Feb 19 03:34:53.532605 n-d-826753-2 neutron-server[103703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:34:53.532605 n-d-826753-2 neutron-server[103703]: self.session.flush() Feb 19 03:34:53.532605 n-d-826753-2 neutron-server[103703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:34:53.532605 n-d-826753-2 neutron-server[103703]: self.session.flush() Feb 19 03:34:53.532605 n-d-826753-2 neutron-server[103703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:34:53.532605 n-d-826753-2 neutron-server[103703]: self.session.flush() Feb 19 03:34:53.532605 n-d-826753-2 neutron-server[103703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:34:53.532605 n-d-826753-2 neutron-server[103703]: self.session.flush() Feb 19 03:34:53.532605 n-d-826753-2 neutron-server[103703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:34:53.532605 n-d-826753-2 neutron-server[103703]: self.session.flush() Feb 19 03:34:53.532605 n-d-826753-2 neutron-server[103703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:34:53.532605 n-d-826753-2 neutron-server[103703]: self.session.flush() Feb 19 03:34:53.532605 n-d-826753-2 neutron-server[103703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:34:53.532605 n-d-826753-2 neutron-server[103703]: self.session.flush() Feb 19 03:34:53.532605 n-d-826753-2 neutron-server[103703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:34:53.532605 n-d-826753-2 neutron-server[103703]: self.session.flush() Feb 19 03:34:53.532605 n-d-826753-2 neutron-server[103703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:34:53.532605 n-d-826753-2 neutron-server[103703]: self.session.flush() Feb 19 03:34:53.532605 n-d-826753-2 neutron-server[103703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:34:53.532605 n-d-826753-2 neutron-server[103703]: self.session.flush() Feb 19 03:34:53.532605 n-d-826753-2 neutron-server[103703]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:34:53.532605 n-d-826753-2 neutron-server[103703]: self.session.flush() Feb 19 03:34:53.543629 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-186568fe-012d-4922-9450-573541ccae93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (9f104cc0-f67a-43c4-bcf3-5ba908e66524), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:53.565987 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a783cdcc-4082-4a6c-84e5-46226a53cba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (ef5c136e-fb19-4483-a0c3-ef9c972c24f9), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:53.566594 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186568fe-012d-4922-9450-573541ccae93 None None] Pushing event deleted for resources: {'Port': ['ID=9f104cc0-f67a-43c4-bcf3-5ba908e66524,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:53.573035 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186568fe-012d-4922-9450-573541ccae93 None None] No DVR routers for this DVR port 9f104cc0-f67a-43c4-bcf3-5ba908e66524 on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:34:53.591601 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-a783cdcc-4082-4a6c-84e5-46226a53cba5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef5c136e-fb19-4483-a0c3-ef9c972c24f9']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:34:53.600923 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-a783cdcc-4082-4a6c-84e5-46226a53cba5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e93e2c82-cbbb-4d09-abab-88cf9dcafce5') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:34:53.601243 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-a783cdcc-4082-4a6c-84e5-46226a53cba5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e93e2c82-cbbb-4d09-abab-88cf9dcafce5') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:34:53.611718 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a783cdcc-4082-4a6c-84e5-46226a53cba5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (e93e2c82-cbbb-4d09-abab-88cf9dcafce5), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:53.625255 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a783cdcc-4082-4a6c-84e5-46226a53cba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (e93e2c82-cbbb-4d09-abab-88cf9dcafce5), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:53.631168 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a783cdcc-4082-4a6c-84e5-46226a53cba5 admin admin] Releasing vlan 266 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:34:53.631522 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a783cdcc-4082-4a6c-84e5-46226a53cba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (e93e2c82-cbbb-4d09-abab-88cf9dcafce5), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:53.633391 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 03:34:53.633391 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:34:53.633391 n-d-826753-2 neutron-server[103702]: timer() Feb 19 03:34:53.633391 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:34:53.633391 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 03:34:53.633391 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:34:53.633391 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 03:34:53.633391 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:34:53.633391 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 03:34:53.633391 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:34:53.633391 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 03:34:53.633391 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:34:53.633391 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 03:34:53.633391 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:34:53.633391 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:34:53.633391 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:34:53.633391 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:34:53.633391 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:34:53.633391 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 03:34:53.633391 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:34:53.633391 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 03:34:53.633391 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:34:53.633391 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:34:53.633391 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:34:53.633391 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 03:34:53.633391 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:34:53.633391 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:34:53.633391 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:34:53.633391 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:34:53.633391 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:34:53.633391 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:34:53.633391 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:34:53.693847 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a783cdcc-4082-4a6c-84e5-46226a53cba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (ef5c136e-fb19-4483-a0c3-ef9c972c24f9), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:53.715974 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a783cdcc-4082-4a6c-84e5-46226a53cba5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:53.719253 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-a783cdcc-4082-4a6c-84e5-46226a53cba5 admin admin] 10.222.0.72 "DELETE /v2.0/networks/ef5c136e-fb19-4483-a0c3-ef9c972c24f9 HTTP/1.1" status: 204 len: 168 time: 0.5649393 Feb 19 03:34:53.720617 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a783cdcc-4082-4a6c-84e5-46226a53cba5 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef5c136e-fb19-4483-a0c3-ef9c972c24f9,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:53.738987 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device a08bc833-7cff-4f4e-b0a6-b5f02abaa719 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:34:53.763533 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: a08bc833-7cff-4f4e-b0a6-b5f02abaa719 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:34:53.764121 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device a08bc833-7cff-4f4e-b0a6-b5f02abaa719 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:34:53.764854 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 7f890060-1983-4d59-ada6-4a95eae79e61 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:34:53.785652 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 7f890060-1983-4d59-ada6-4a95eae79e61 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:34:53.786020 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 7f890060-1983-4d59-ada6-4a95eae79e61 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:34:53.786451 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 9f104cc0-f67a-43c4-bcf3-5ba908e66524 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:34:53.805292 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 9f104cc0-f67a-43c4-bcf3-5ba908e66524 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:34:53.805645 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 9f104cc0-f67a-43c4-bcf3-5ba908e66524 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:34:53.839357 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49274) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:53.878113 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-1a71f236-2e55-4c5a-8c56-794ff1ce4b2a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8257d05cb054404db31cec3bbb71493a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0375838 Feb 19 03:34:53.880453 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49276) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:53.927723 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4cdfcd2e-35fe-4449-8e77-a273e0eea020 admin admin] Publish callbacks [] for security_group (6c6ace4e-33cc-4c54-b8d5-44af38e54687), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:53.948760 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4cdfcd2e-35fe-4449-8e77-a273e0eea020 admin admin] Publish callbacks [] for security_group (6c6ace4e-33cc-4c54-b8d5-44af38e54687), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:53.993963 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4cdfcd2e-35fe-4449-8e77-a273e0eea020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (6c6ace4e-33cc-4c54-b8d5-44af38e54687), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:53.997185 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4cdfcd2e-35fe-4449-8e77-a273e0eea020 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:53.998329 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-4cdfcd2e-35fe-4449-8e77-a273e0eea020 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6c6ace4e-33cc-4c54-b8d5-44af38e54687 HTTP/1.1" status: 204 len: 168 time: 0.1169493 Feb 19 03:34:54.005945 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdfcd2e-35fe-4449-8e77-a273e0eea020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c6ace4e-33cc-4c54-b8d5-44af38e54687,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:54.324337 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49282) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:54.367913 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-a77f9bb7-824b-4c06-a1b6-ffafcce65d38 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c3e03d11562e4dd89a5010d3d982cb82&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0423489 Feb 19 03:34:54.371346 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49284) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:54.421683 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-771408ac-c215-4582-8e10-3056fd9e5c38 admin admin] Publish callbacks [] for security_group (35a4a4a0-9079-4e74-bf39-edeb40d228b2), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:54.443696 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-771408ac-c215-4582-8e10-3056fd9e5c38 admin admin] Publish callbacks [] for security_group (35a4a4a0-9079-4e74-bf39-edeb40d228b2), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:54.493290 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-771408ac-c215-4582-8e10-3056fd9e5c38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (35a4a4a0-9079-4e74-bf39-edeb40d228b2), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:54.495923 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-771408ac-c215-4582-8e10-3056fd9e5c38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:54.497086 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-771408ac-c215-4582-8e10-3056fd9e5c38 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/35a4a4a0-9079-4e74-bf39-edeb40d228b2 HTTP/1.1" status: 204 len: 168 time: 0.1248183 Feb 19 03:34:54.505583 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771408ac-c215-4582-8e10-3056fd9e5c38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a4a4a0-9079-4e74-bf39-edeb40d228b2,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:56.533573 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:07.940110 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:35:15.591975 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6d5182b1-677a-4c3b-95d1-d2dcc9361422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:17.761798 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-972cfec4-022b-4e13-8025-439c4f5050d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:19.380537 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-08842c1d-1b4a-4beb-8aca-a64d318d4c8b req-e4c6bb19-d71b-433e-9e74-23b6287ad3b0 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=a4c7b233-f70e-4c5d-bd9b-511a647e8db5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0436642 Feb 19 03:35:19.404248 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:19.487396 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08842c1d-1b4a-4beb-8aca-a64d318d4c8b req-6bd8af50-5631-4424-9867-9d33c98d1dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:19.488885 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-08842c1d-1b4a-4beb-8aca-a64d318d4c8b req-6bd8af50-5631-4424-9867-9d33c98d1dc7 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1b507354e9f7443caf85bafa89c631d9&device_id=a4c7b233-f70e-4c5d-bd9b-511a647e8db5 HTTP/1.1" status: 200 len: 1128 time: 0.0481930 Feb 19 03:35:19.593333 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08842c1d-1b4a-4beb-8aca-a64d318d4c8b req-081a1b26-1a7f-477a-901b-9bb6be6f0124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:19.594806 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-08842c1d-1b4a-4beb-8aca-a64d318d4c8b req-081a1b26-1a7f-477a-901b-9bb6be6f0124 service neutron] 10.222.0.82 "GET /v2.0/networks?id=3a624eab-7188-435d-a7c3-5ccc879524e0 HTTP/1.1" status: 200 len: 910 time: 0.0848775 Feb 19 03:35:19.666841 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-08842c1d-1b4a-4beb-8aca-a64d318d4c8b req-dfd4bc07-8f77-4d8a-89c6-d33ab1b10d15 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=86d15879-e58e-4524-a0cf-9d27a20de4fb HTTP/1.1" status: 200 len: 1002 time: 0.0640664 Feb 19 03:35:19.715638 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08842c1d-1b4a-4beb-8aca-a64d318d4c8b req-d9790fee-3291-4bf7-90d7-c2e4a01b3236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:19.717105 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-08842c1d-1b4a-4beb-8aca-a64d318d4c8b req-d9790fee-3291-4bf7-90d7-c2e4a01b3236 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=16e2a983-abe0-4e48-962f-1fe7dcb07151 HTTP/1.1" status: 200 len: 848 time: 0.0435731 Feb 19 03:35:19.767631 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08842c1d-1b4a-4beb-8aca-a64d318d4c8b req-57ec7e70-8884-43af-bddf-a14a26b99204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:19.769159 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-08842c1d-1b4a-4beb-8aca-a64d318d4c8b req-57ec7e70-8884-43af-bddf-a14a26b99204 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=3a624eab-7188-435d-a7c3-5ccc879524e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0458643 Feb 19 03:35:19.860913 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-08842c1d-1b4a-4beb-8aca-a64d318d4c8b req-aafe1444-f4d2-4258-b879-b3ffeb5a9e96 service neutron] 10.222.0.82 "GET /v2.0/networks/3a624eab-7188-435d-a7c3-5ccc879524e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853319 Feb 19 03:35:19.947686 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-08842c1d-1b4a-4beb-8aca-a64d318d4c8b req-46ea6b3e-047f-4923-a5f6-6cb02de92fef service neutron] 10.222.0.82 "GET /v2.0/networks/3a624eab-7188-435d-a7c3-5ccc879524e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803156 Feb 19 03:35:20.581969 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:22.014190 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:22.839462 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:26.532826 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:44.939373 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:35:45.593327 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6a9d98e8-c49d-427e-b1f8-b7a4cf016de9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:47.763827 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4beaa29c-992e-499d-8698-530c16af7259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:49.406143 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:50.585089 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:52.016184 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:52.831392 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:56.530680 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:15.594585 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e02e0875-476b-4d43-83cd-a43064260825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:17.765132 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3e4f6d29-9b96-4171-a072-5692b1970ec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:19.411558 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:20.589069 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:21.370397 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ccce98c2-0965-436b-9b30-5631908b7fcc req-266817b3-567b-464d-bdf8-a89717dab755 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=a4c7b233-f70e-4c5d-bd9b-511a647e8db5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0441802 Feb 19 03:36:21.475683 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccce98c2-0965-436b-9b30-5631908b7fcc req-009dcbe0-3b2d-4937-be22-4ca50e46cb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:21.477323 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ccce98c2-0965-436b-9b30-5631908b7fcc req-009dcbe0-3b2d-4937-be22-4ca50e46cb51 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1b507354e9f7443caf85bafa89c631d9&device_id=a4c7b233-f70e-4c5d-bd9b-511a647e8db5 HTTP/1.1" status: 200 len: 1128 time: 0.0487094 Feb 19 03:36:21.586262 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccce98c2-0965-436b-9b30-5631908b7fcc req-a66ce2b6-b7d0-4591-a57c-c1e9a4d3bbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:21.588403 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ccce98c2-0965-436b-9b30-5631908b7fcc req-a66ce2b6-b7d0-4591-a57c-c1e9a4d3bbbb service neutron] 10.222.0.82 "GET /v2.0/networks?id=3a624eab-7188-435d-a7c3-5ccc879524e0 HTTP/1.1" status: 200 len: 910 time: 0.0933509 Feb 19 03:36:21.655797 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ccce98c2-0965-436b-9b30-5631908b7fcc req-f1157555-a1f1-4aa3-b4d3-9454a91507ca service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=86d15879-e58e-4524-a0cf-9d27a20de4fb HTTP/1.1" status: 200 len: 1002 time: 0.0612178 Feb 19 03:36:21.702434 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccce98c2-0965-436b-9b30-5631908b7fcc req-5f096e6f-3ffd-455b-a185-3a1a25712555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:21.703852 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ccce98c2-0965-436b-9b30-5631908b7fcc req-5f096e6f-3ffd-455b-a185-3a1a25712555 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=16e2a983-abe0-4e48-962f-1fe7dcb07151 HTTP/1.1" status: 200 len: 848 time: 0.0424993 Feb 19 03:36:21.751119 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccce98c2-0965-436b-9b30-5631908b7fcc req-d0c3b6a3-8f0a-46f4-91c2-95b3d34b3e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:21.752576 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ccce98c2-0965-436b-9b30-5631908b7fcc req-d0c3b6a3-8f0a-46f4-91c2-95b3d34b3e83 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=3a624eab-7188-435d-a7c3-5ccc879524e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0429900 Feb 19 03:36:21.842933 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ccce98c2-0965-436b-9b30-5631908b7fcc req-5153614e-52d0-4d41-9bae-6644ba0ca857 service neutron] 10.222.0.82 "GET /v2.0/networks/3a624eab-7188-435d-a7c3-5ccc879524e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844836 Feb 19 03:36:21.929216 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ccce98c2-0965-436b-9b30-5631908b7fcc req-1892bbe5-7004-409b-beb2-be6e23642ab5 service neutron] 10.222.0.82 "GET /v2.0/networks/3a624eab-7188-435d-a7c3-5ccc879524e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805452 Feb 19 03:36:21.938753 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:36:22.018169 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:22.836183 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:26.530998 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:45.601988 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-7eb0b045-98b2-4d08-bb17-a4359ab56c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:45.760748 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [req-ce320ffa-f53b-4903-8f13-a6887779e437 req-2f920265-24c0-4585-98a6-b9a7dda8b754 service neutron] (103702) timed out ('10.222.0.72', 42062) {{(pid=103702) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 03:36:46.182183 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [req-ce320ffa-f53b-4903-8f13-a6887779e437 req-42f2e1f3-5855-400e-adbc-31e00f1320dd tempest-TestNetworkAdvancedServerOps-967795877 tempest-TestNetworkAdvancedServerOps-967795877-project-admin] (103702) timed out ('10.222.0.72', 42096) {{(pid=103702) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 03:36:47.766616 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-28838ef6-560f-4f06-a846-ad9ce3d301f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:49.412105 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:50.591506 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:52.024083 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:52.828868 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:56.527960 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:58.937954 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:37:15.595670 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-9ecaf860-e9ca-490f-a4c8-ffd85e9a30bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:17.767875 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-97e3abac-4531-488c-ae59-a88c4c397e8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:19.415134 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:20.594411 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:21.503258 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-b6b3a4e2-fd37-4139-a123-65f77c694303 req-afbba092-1297-41a8-95cd-f038b591a759 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=a4c7b233-f70e-4c5d-bd9b-511a647e8db5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0861442 Feb 19 03:37:21.610516 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b3a4e2-fd37-4139-a123-65f77c694303 req-ff3a545a-a9a1-475f-b014-c37cfb2a1b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:21.611928 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-b6b3a4e2-fd37-4139-a123-65f77c694303 req-ff3a545a-a9a1-475f-b014-c37cfb2a1b51 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1b507354e9f7443caf85bafa89c631d9&device_id=a4c7b233-f70e-4c5d-bd9b-511a647e8db5 HTTP/1.1" status: 200 len: 1128 time: 0.0475924 Feb 19 03:37:21.713962 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b3a4e2-fd37-4139-a123-65f77c694303 req-fc34d2e8-fd21-4bf5-b9ba-baa0e7cd26a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:21.715527 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-b6b3a4e2-fd37-4139-a123-65f77c694303 req-fc34d2e8-fd21-4bf5-b9ba-baa0e7cd26a6 service neutron] 10.222.0.82 "GET /v2.0/networks?id=3a624eab-7188-435d-a7c3-5ccc879524e0 HTTP/1.1" status: 200 len: 910 time: 0.0833526 Feb 19 03:37:21.783068 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-b6b3a4e2-fd37-4139-a123-65f77c694303 req-b6f3f187-16a3-4ff8-a283-b0d51b37c70f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=86d15879-e58e-4524-a0cf-9d27a20de4fb HTTP/1.1" status: 200 len: 1002 time: 0.0609074 Feb 19 03:37:21.830741 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b3a4e2-fd37-4139-a123-65f77c694303 req-1373ca4f-d4e8-4928-becb-3dce4fa97dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:21.832161 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-b6b3a4e2-fd37-4139-a123-65f77c694303 req-1373ca4f-d4e8-4928-becb-3dce4fa97dbc service neutron] 10.222.0.82 "GET /v2.0/subnets?id=16e2a983-abe0-4e48-962f-1fe7dcb07151 HTTP/1.1" status: 200 len: 848 time: 0.0431068 Feb 19 03:37:21.880628 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b3a4e2-fd37-4139-a123-65f77c694303 req-3582b981-e3d9-4acf-9465-ed97e286b2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:21.882068 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-b6b3a4e2-fd37-4139-a123-65f77c694303 req-3582b981-e3d9-4acf-9465-ed97e286b2ad service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=3a624eab-7188-435d-a7c3-5ccc879524e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441236 Feb 19 03:37:21.985496 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-b6b3a4e2-fd37-4139-a123-65f77c694303 req-936c6b80-17b7-4f93-bb3f-d895bfadf047 service neutron] 10.222.0.82 "GET /v2.0/networks/3a624eab-7188-435d-a7c3-5ccc879524e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970867 Feb 19 03:37:22.017221 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:22.076588 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-b6b3a4e2-fd37-4139-a123-65f77c694303 req-cbc25073-c717-4008-b03d-b6e0ff258a37 service neutron] 10.222.0.82 "GET /v2.0/networks/3a624eab-7188-435d-a7c3-5ccc879524e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855875 Feb 19 03:37:22.831603 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:26.543180 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:35.937298 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:37:45.599195 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-efb56865-2822-4bae-9322-2389720b42d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:47.771222 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-0ce47ad3-bb3e-49cf-9069-32093124bb5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:49.418274 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:50.597380 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:52.019327 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:52.827599 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:56.535270 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:59.328897 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ecf64-baaf-4b99-9513-510c4c57e89a req-c4cd63d3-4024-477d-a977-afc9422a1780 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:59.330420 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4d9ecf64-baaf-4b99-9513-510c4c57e89a req-c4cd63d3-4024-477d-a977-afc9422a1780 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4c7b233-f70e-4c5d-bd9b-511a647e8db5 HTTP/1.1" status: 200 len: 946 time: 0.1063766 Feb 19 03:37:59.379159 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4d9ecf64-baaf-4b99-9513-510c4c57e89a req-eaf5fc13-254a-4fe9-add4-cd9cebc4f647 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] 10.222.0.72 "GET /v2.0/security-groups?id=bec987e7-1978-4d7f-86d9-54f66a61b37c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426483 Feb 19 03:38:00.521682 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12367a1-14af-415b-bffd-40c6165d11ab req-00fb10a9-b35a-4eb1-a046-d1a90c25f75c tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:00.523159 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a12367a1-14af-415b-bffd-40c6165d11ab req-00fb10a9-b35a-4eb1-a046-d1a90c25f75c tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] 10.222.0.82 "GET /v2.0/ports?device_id=a4c7b233-f70e-4c5d-bd9b-511a647e8db5 HTTP/1.1" status: 200 len: 946 time: 0.0536363 Feb 19 03:38:00.620424 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-a12367a1-14af-415b-bffd-40c6165d11ab req-334e0e2c-2e6b-47f1-8d35-39e6f47f6d07 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Deleting port 86d15879-e58e-4524-a0cf-9d27a20de4fb {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:38:00.620764 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-a12367a1-14af-415b-bffd-40c6165d11ab req-334e0e2c-2e6b-47f1-8d35-39e6f47f6d07 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (86d15879-e58e-4524-a0cf-9d27a20de4fb), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:00.637131 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211142fa-dbfe-4584-a156-27f9b6bb51d7 req-f510522c-70df-49a8-80ba-40e90c6fe205 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:00.638673 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-211142fa-dbfe-4584-a156-27f9b6bb51d7 req-f510522c-70df-49a8-80ba-40e90c6fe205 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4c7b233-f70e-4c5d-bd9b-511a647e8db5 HTTP/1.1" status: 200 len: 946 time: 0.1056266 Feb 19 03:38:00.688242 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-211142fa-dbfe-4584-a156-27f9b6bb51d7 req-a2547684-c524-416d-a715-82f7683a6483 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] 10.222.0.72 "GET /v2.0/security-groups?id=bec987e7-1978-4d7f-86d9-54f66a61b37c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436935 Feb 19 03:38:00.708952 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-a12367a1-14af-415b-bffd-40c6165d11ab req-334e0e2c-2e6b-47f1-8d35-39e6f47f6d07 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] For port 86d15879-e58e-4524-a0cf-9d27a20de4fb, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=86d15879-e58e-4524-a0cf-9d27a20de4fb,segment=NetworkSegment(937b3072-d5a0-4cc2-8046-388c1bb95b97),segment_id=937b3072-d5a0-4cc2-8046-388c1bb95b97)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:38:00.709350 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-a12367a1-14af-415b-bffd-40c6165d11ab req-334e0e2c-2e6b-47f1-8d35-39e6f47f6d07 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (86d15879-e58e-4524-a0cf-9d27a20de4fb), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:00.880570 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-a12367a1-14af-415b-bffd-40c6165d11ab req-334e0e2c-2e6b-47f1-8d35-39e6f47f6d07 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:00.880935 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-a12367a1-14af-415b-bffd-40c6165d11ab req-334e0e2c-2e6b-47f1-8d35-39e6f47f6d07 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16285943'] for floatingip (516abb08-70ed-4ad2-bc0a-97db61b4082f), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:00.881278 n-d-826753-2 neutron-server[103702]: INFO neutron.db.l3_db [req-a12367a1-14af-415b-bffd-40c6165d11ab req-334e0e2c-2e6b-47f1-8d35-39e6f47f6d07 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Floating IP 516abb08-70ed-4ad2-bc0a-97db61b4082f disassociated. External IP: 172.25.6.216, port: 86d15879-e58e-4524-a0cf-9d27a20de4fb. Feb 19 03:38:00.881627 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-a12367a1-14af-415b-bffd-40c6165d11ab req-334e0e2c-2e6b-47f1-8d35-39e6f47f6d07 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Calling delete_port for 86d15879-e58e-4524-a0cf-9d27a20de4fb owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:38:01.007095 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-a12367a1-14af-415b-bffd-40c6165d11ab req-334e0e2c-2e6b-47f1-8d35-39e6f47f6d07 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (86d15879-e58e-4524-a0cf-9d27a20de4fb), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:01.041050 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e0e2c-2e6b-47f1-8d35-39e6f47f6d07 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Pushing event deleted for resources: {'Port': ['ID=86d15879-e58e-4524-a0cf-9d27a20de4fb,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:01.052085 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e0e2c-2e6b-47f1-8d35-39e6f47f6d07 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:01.052436 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e0e2c-2e6b-47f1-8d35-39e6f47f6d07 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:01.052774 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e0e2c-2e6b-47f1-8d35-39e6f47f6d07 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:01.053134 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e0e2c-2e6b-47f1-8d35-39e6f47f6d07 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:01.053473 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e0e2c-2e6b-47f1-8d35-39e6f47f6d07 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:01.053805 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e0e2c-2e6b-47f1-8d35-39e6f47f6d07 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:01.054134 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e0e2c-2e6b-47f1-8d35-39e6f47f6d07 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:01.054460 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e0e2c-2e6b-47f1-8d35-39e6f47f6d07 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:01.054790 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e0e2c-2e6b-47f1-8d35-39e6f47f6d07 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:01.055806 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e0e2c-2e6b-47f1-8d35-39e6f47f6d07 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:01.056134 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e0e2c-2e6b-47f1-8d35-39e6f47f6d07 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:01.056406 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e0e2c-2e6b-47f1-8d35-39e6f47f6d07 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:01.056733 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e0e2c-2e6b-47f1-8d35-39e6f47f6d07 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:01.167399 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a12367a1-14af-415b-bffd-40c6165d11ab req-334e0e2c-2e6b-47f1-8d35-39e6f47f6d07 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Router f2548df4-a1d1-4fb1-9dc7-475676c0f697 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:38:01.274604 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a12367a1-14af-415b-bffd-40c6165d11ab req-334e0e2c-2e6b-47f1-8d35-39e6f47f6d07 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:38:01.285288 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72542f8b-1164-4032-b206-c9b089cb0ac0 None None] Sync routers for ids ['f2548df4-a1d1-4fb1-9dc7-475676c0f697'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:38:01.296539 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72542f8b-1164-4032-b206-c9b089cb0ac0 None None] Routers {'f2548df4-a1d1-4fb1-9dc7-475676c0f697'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:38:01.297206 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-72542f8b-1164-4032-b206-c9b089cb0ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:37:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['f2548df4-a1d1-4fb1-9dc7-475676c0f697'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:38:01.410990 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-72542f8b-1164-4032-b206-c9b089cb0ac0 None None] Set router f2548df4-a1d1-4fb1-9dc7-475676c0f697 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:38:01.619724 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-a12367a1-14af-415b-bffd-40c6165d11ab req-334e0e2c-2e6b-47f1-8d35-39e6f47f6d07 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] No DVR routers for this DVR port 86d15879-e58e-4524-a0cf-9d27a20de4fb on host n-h2-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:38:01.622573 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-a12367a1-14af-415b-bffd-40c6165d11ab req-334e0e2c-2e6b-47f1-8d35-39e6f47f6d07 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:01.624341 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-72542f8b-1164-4032-b206-c9b089cb0ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2548df4-a1d1-4fb1-9dc7-475676c0f697', 'name': 'tempest-TestServerBasicOps-1065444314-router', 'tenant_id': '1b507354e9f7443caf85bafa89c631d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '3b23bc05-f7d5-42cc-bca4-277883fce265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:32:56Z', 'updated_at': '2022-02-19T03:32:58Z', 'revision_number': 4, 'project_id': '1b507354e9f7443caf85bafa89c631d9', 'gw_port': {'id': '3b23bc05-f7d5-42cc-bca4-277883fce265', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:4a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2548df4-a1d1-4fb1-9dc7-475676c0f697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:32:56Z', 'updated_at': '2022-02-19T03:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': 'f0d0c424-e61f-4398-b89e-076158f0d8c4', 'name': '', 'network_id': '3a624eab-7188-435d-a7c3-5ccc879524e0', 'tenant_id': '1b507354e9f7443caf85bafa89c631d9', 'mac_address': 'fa:16:3e:5f:41:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2548df4-a1d1-4fb1-9dc7-475676c0f697', 'device_owner': 'network:router_interface', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': '16e2a983-abe0-4e48-962f-1fe7dcb07151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:32:58Z', 'updated_at': '2022-02-19T03:33:03Z', 'revision_number': 5, 'project_id': '1b507354e9f7443caf85bafa89c631d9', 'subnets': [{'id': '16e2a983-abe0-4e48-962f-1fe7dcb07151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:38:01.625970 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a12367a1-14af-415b-bffd-40c6165d11ab req-334e0e2c-2e6b-47f1-8d35-39e6f47f6d07 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] 10.222.0.82 "DELETE /v2.0/ports/86d15879-e58e-4524-a0cf-9d27a20de4fb HTTP/1.1" status: 204 len: 173 time: 1.0974736 Feb 19 03:38:01.626415 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4c7b233-f70e-4c5d-bd9b-511a647e8db5', 'name': 'network-vif-deleted', 'tag': '86d15879-e58e-4524-a0cf-9d27a20de4fb'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:38:01.657980 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72542f8b-1164-4032-b206-c9b089cb0ac0 None None] Checking router: f2548df4-a1d1-4fb1-9dc7-475676c0f697 for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:38:01.667448 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72542f8b-1164-4032-b206-c9b089cb0ac0 None None] Routers {'f2548df4-a1d1-4fb1-9dc7-475676c0f697'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:38:01.668066 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b48a34f37e4e31fa410c3f10fa4e23c828d45427043ff8d3e4d9f228381d6ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-953263ce-de90-487c-ad53-e6c880b810f7" -d '{"events": [{"server_uuid": "a4c7b233-f70e-4c5d-bd9b-511a647e8db5", "name": "network-vif-deleted", "tag": "86d15879-e58e-4524-a0cf-9d27a20de4fb"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:38:01.668229 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-72542f8b-1164-4032-b206-c9b089cb0ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:37:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['f2548df4-a1d1-4fb1-9dc7-475676c0f697'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:38:01.777268 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e77ad60a-4e93-47b7-96d7-565bdcece106 x-openstack-request-id: req-e77ad60a-4e93-47b7-96d7-565bdcece106 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:38:01.777628 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4c7b233-f70e-4c5d-bd9b-511a647e8db5", "name": "network-vif-deleted", "tag": "86d15879-e58e-4524-a0cf-9d27a20de4fb", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:38:01.777894 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e77ad60a-4e93-47b7-96d7-565bdcece106 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:38:01.778293 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4c7b233-f70e-4c5d-bd9b-511a647e8db5', 'name': 'network-vif-deleted', 'tag': '86d15879-e58e-4524-a0cf-9d27a20de4fb', 'status': 'completed', 'code': 200} Feb 19 03:38:01.795009 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-72542f8b-1164-4032-b206-c9b089cb0ac0 None None] Set router f2548df4-a1d1-4fb1-9dc7-475676c0f697 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:38:01.813926 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-016b5bed-08c2-42f1-af82-67aeea90af0d req-d6254355-f952-4a01-8fc1-46eba11f2f91 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] 10.222.0.72 "GET /v2.0/ports?device_id=a4c7b233-f70e-4c5d-bd9b-511a647e8db5 HTTP/1.1" status: 200 len: 210 time: 0.0296369 Feb 19 03:38:01.995049 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-72542f8b-1164-4032-b206-c9b089cb0ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2548df4-a1d1-4fb1-9dc7-475676c0f697', 'name': 'tempest-TestServerBasicOps-1065444314-router', 'tenant_id': '1b507354e9f7443caf85bafa89c631d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '3b23bc05-f7d5-42cc-bca4-277883fce265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:32:56Z', 'updated_at': '2022-02-19T03:32:58Z', 'revision_number': 4, 'project_id': '1b507354e9f7443caf85bafa89c631d9', 'gw_port': {'id': '3b23bc05-f7d5-42cc-bca4-277883fce265', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:4a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2548df4-a1d1-4fb1-9dc7-475676c0f697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:32:56Z', 'updated_at': '2022-02-19T03:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': 'f0d0c424-e61f-4398-b89e-076158f0d8c4', 'name': '', 'network_id': '3a624eab-7188-435d-a7c3-5ccc879524e0', 'tenant_id': '1b507354e9f7443caf85bafa89c631d9', 'mac_address': 'fa:16:3e:5f:41:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2548df4-a1d1-4fb1-9dc7-475676c0f697', 'device_owner': 'network:router_interface', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': '16e2a983-abe0-4e48-962f-1fe7dcb07151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:32:58Z', 'updated_at': '2022-02-19T03:33:03Z', 'revision_number': 5, 'project_id': '1b507354e9f7443caf85bafa89c631d9', 'subnets': [{'id': '16e2a983-abe0-4e48-962f-1fe7dcb07151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:38:02.024633 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72542f8b-1164-4032-b206-c9b089cb0ac0 None None] The sync data for ids ['f2548df4-a1d1-4fb1-9dc7-475676c0f697'] in n-d-826753-2 is: [{'id': 'f2548df4-a1d1-4fb1-9dc7-475676c0f697', 'name': 'tempest-TestServerBasicOps-1065444314-router', 'tenant_id': '1b507354e9f7443caf85bafa89c631d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '3b23bc05-f7d5-42cc-bca4-277883fce265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:32:56Z', 'updated_at': '2022-02-19T03:32:58Z', 'revision_number': 4, 'project_id': '1b507354e9f7443caf85bafa89c631d9', 'gw_port': {'id': '3b23bc05-f7d5-42cc-bca4-277883fce265', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:4a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2548df4-a1d1-4fb1-9dc7-475676c0f697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:32:56Z', 'updated_at': '2022-02-19T03:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': 'f0d0c424-e61f-4398-b89e-076158f0d8c4', 'name': '', 'network_id': '3a624eab-7188-435d-a7c3-5ccc879524e0', 'tenant_id': '1b507354e9f7443caf85bafa89c631d9', 'mac_address': 'fa:16:3e:5f:41:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2548df4-a1d1-4fb1-9dc7-475676c0f697', 'device_owner': 'network:router_interface', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': '16e2a983-abe0-4e48-962f-1fe7dcb07151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:32:58Z', 'updated_at': '2022-02-19T03:33:03Z', 'revision_number': 5, 'project_id': '1b507354e9f7443caf85bafa89c631d9', 'subnets': [{'id': '16e2a983-abe0-4e48-962f-1fe7dcb07151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:38:02.253741 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cebbd6-2457-43db-9acf-3e1d939753f3 None None] New status for floating IP 516abb08-70ed-4ad2-bc0a-97db61b4082f: DOWN {{(pid=103703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:38:02.871595 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49382) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:02.994791 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-5c244e53-330b-46a3-a649-cd3ba01044f3 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Deleting port 93ba5dd7-b1df-49f3-9e50-0a3d59afb4b2 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:38:02.995127 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5c244e53-330b-46a3-a649-cd3ba01044f3 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (93ba5dd7-b1df-49f3-9e50-0a3d59afb4b2), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:03.067997 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5c244e53-330b-46a3-a649-cd3ba01044f3 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (93ba5dd7-b1df-49f3-9e50-0a3d59afb4b2), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:03.068315 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5c244e53-330b-46a3-a649-cd3ba01044f3 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Publish callbacks [] for floatingip (93ba5dd7-b1df-49f3-9e50-0a3d59afb4b2), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:03.080131 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-5c244e53-330b-46a3-a649-cd3ba01044f3 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Calling delete_port for 93ba5dd7-b1df-49f3-9e50-0a3d59afb4b2 owned by network:floatingip {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:38:03.117982 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 86d15879-e58e-4524-a0cf-9d27a20de4fb no longer exists at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:38:03.138479 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] No Port match for: 86d15879-e58e-4524-a0cf-9d27a20de4fb {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:38:03.138834 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 86d15879-e58e-4524-a0cf-9d27a20de4fb not bound to the agent host n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:38:03.210015 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5c244e53-330b-46a3-a649-cd3ba01044f3 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (93ba5dd7-b1df-49f3-9e50-0a3d59afb4b2), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:03.233083 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c244e53-330b-46a3-a649-cd3ba01044f3 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Pushing event deleted for resources: {'Port': ['ID=93ba5dd7-b1df-49f3-9e50-0a3d59afb4b2,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:03.297897 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5c244e53-330b-46a3-a649-cd3ba01044f3 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Publish callbacks [] for floatingip (516abb08-70ed-4ad2-bc0a-97db61b4082f), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:03.300528 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5c244e53-330b-46a3-a649-cd3ba01044f3 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:03.301706 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-5c244e53-330b-46a3-a649-cd3ba01044f3 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] 10.222.0.72 "DELETE /v2.0/floatingips/516abb08-70ed-4ad2-bc0a-97db61b4082f HTTP/1.1" status: 204 len: 168 time: 0.4291213 Feb 19 03:38:03.370559 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 49388) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:03.427974 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-146b1200-016b-4ada-bc84-d693f4480337 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Publish callbacks [] for security_group (bec987e7-1978-4d7f-86d9-54f66a61b37c), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:03.453468 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-146b1200-016b-4ada-bc84-d693f4480337 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Publish callbacks [] for security_group (bec987e7-1978-4d7f-86d9-54f66a61b37c), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:03.518152 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-146b1200-016b-4ada-bc84-d693f4480337 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (bec987e7-1978-4d7f-86d9-54f66a61b37c), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:03.520841 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-146b1200-016b-4ada-bc84-d693f4480337 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:03.522068 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-146b1200-016b-4ada-bc84-d693f4480337 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] 10.222.0.72 "DELETE /v2.0/security-groups/bec987e7-1978-4d7f-86d9-54f66a61b37c HTTP/1.1" status: 204 len: 168 time: 0.1505511 Feb 19 03:38:03.536150 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146b1200-016b-4ada-bc84-d693f4480337 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bec987e7-1978-4d7f-86d9-54f66a61b37c,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:03.544237 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146b1200-016b-4ada-bc84-d693f4480337 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:03.544580 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146b1200-016b-4ada-bc84-d693f4480337 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:03.544922 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146b1200-016b-4ada-bc84-d693f4480337 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:03.545283 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146b1200-016b-4ada-bc84-d693f4480337 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:03.545612 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146b1200-016b-4ada-bc84-d693f4480337 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:03.546030 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146b1200-016b-4ada-bc84-d693f4480337 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:03.546389 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146b1200-016b-4ada-bc84-d693f4480337 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:03.546709 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146b1200-016b-4ada-bc84-d693f4480337 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:03.547032 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146b1200-016b-4ada-bc84-d693f4480337 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:03.547348 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146b1200-016b-4ada-bc84-d693f4480337 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:03.547667 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146b1200-016b-4ada-bc84-d693f4480337 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:03.547981 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146b1200-016b-4ada-bc84-d693f4480337 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:03.548296 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146b1200-016b-4ada-bc84-d693f4480337 tempest-TestServerBasicOps-1453981686 tempest-TestServerBasicOps-1453981686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:04.570788 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 49394) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:05.024438 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d6cd2f07-a151-488a-8f29-33cdfeb53dca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16289271'] for router_interface (f2548df4-a1d1-4fb1-9dc7-475676c0f697), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:05.277932 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-d6cd2f07-a151-488a-8f29-33cdfeb53dca admin admin] Deleting port f0d0c424-e61f-4398-b89e-076158f0d8c4 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:38:05.278185 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d6cd2f07-a151-488a-8f29-33cdfeb53dca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (f0d0c424-e61f-4398-b89e-076158f0d8c4), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:05.359478 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-d6cd2f07-a151-488a-8f29-33cdfeb53dca admin admin] For port f0d0c424-e61f-4398-b89e-076158f0d8c4, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=f0d0c424-e61f-4398-b89e-076158f0d8c4,segment=NetworkSegment(937b3072-d5a0-4cc2-8046-388c1bb95b97),segment_id=937b3072-d5a0-4cc2-8046-388c1bb95b97)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:38:05.359840 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d6cd2f07-a151-488a-8f29-33cdfeb53dca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (f0d0c424-e61f-4398-b89e-076158f0d8c4), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:05.372062 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-d6cd2f07-a151-488a-8f29-33cdfeb53dca admin admin] Calling delete_port for f0d0c424-e61f-4398-b89e-076158f0d8c4 owned by network:router_interface {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:38:05.821210 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d6cd2f07-a151-488a-8f29-33cdfeb53dca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (f0d0c424-e61f-4398-b89e-076158f0d8c4), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:05.845261 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cd2f07-a151-488a-8f29-33cdfeb53dca admin admin] Pushing event deleted for resources: {'Port': ['ID=f0d0c424-e61f-4398-b89e-076158f0d8c4,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:06.041980 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d6cd2f07-a151-488a-8f29-33cdfeb53dca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16362762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16314471'] for router_interface (f2548df4-a1d1-4fb1-9dc7-475676c0f697), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:06.261137 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6cd2f07-a151-488a-8f29-33cdfeb53dca admin admin] Router f2548df4-a1d1-4fb1-9dc7-475676c0f697 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:38:06.369363 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6cd2f07-a151-488a-8f29-33cdfeb53dca admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:38:06.374704 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-d6cd2f07-a151-488a-8f29-33cdfeb53dca admin admin] 10.222.0.72 "PUT /v2.0/routers/f2548df4-a1d1-4fb1-9dc7-475676c0f697/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8024459 Feb 19 03:38:06.377417 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 49398) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:06.379101 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d784b85-1bde-4709-91c0-beca9a450be9 None None] Sync routers for ids ['f2548df4-a1d1-4fb1-9dc7-475676c0f697'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:38:06.389800 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d784b85-1bde-4709-91c0-beca9a450be9 None None] Routers {'f2548df4-a1d1-4fb1-9dc7-475676c0f697'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:38:06.390409 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-5d784b85-1bde-4709-91c0-beca9a450be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:37:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['f2548df4-a1d1-4fb1-9dc7-475676c0f697'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:38:06.484006 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-67530cf4-d098-460f-9c62-d82a9cc6b406 admin admin] Publish callbacks [] for router (f2548df4-a1d1-4fb1-9dc7-475676c0f697), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:06.496952 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-5d784b85-1bde-4709-91c0-beca9a450be9 None None] Set router f2548df4-a1d1-4fb1-9dc7-475676c0f697 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:38:06.591143 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-67530cf4-d098-460f-9c62-d82a9cc6b406 admin admin] Publish callbacks [] for router_gateway (f2548df4-a1d1-4fb1-9dc7-475676c0f697), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:06.656655 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-67530cf4-d098-460f-9c62-d82a9cc6b406 admin admin] Deleting port 3b23bc05-f7d5-42cc-bca4-277883fce265 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:38:06.656999 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-67530cf4-d098-460f-9c62-d82a9cc6b406 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (3b23bc05-f7d5-42cc-bca4-277883fce265), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:06.739613 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-67530cf4-d098-460f-9c62-d82a9cc6b406 admin admin] For port 3b23bc05-f7d5-42cc-bca4-277883fce265, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=3b23bc05-f7d5-42cc-bca4-277883fce265,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:38:06.739970 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-67530cf4-d098-460f-9c62-d82a9cc6b406 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (3b23bc05-f7d5-42cc-bca4-277883fce265), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:06.752195 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-67530cf4-d098-460f-9c62-d82a9cc6b406 admin admin] Calling delete_port for 3b23bc05-f7d5-42cc-bca4-277883fce265 owned by network:router_gateway {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:38:06.764232 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-5d784b85-1bde-4709-91c0-beca9a450be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2548df4-a1d1-4fb1-9dc7-475676c0f697', 'name': 'tempest-TestServerBasicOps-1065444314-router', 'tenant_id': '1b507354e9f7443caf85bafa89c631d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '3b23bc05-f7d5-42cc-bca4-277883fce265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:32:56Z', 'updated_at': '2022-02-19T03:38:05Z', 'revision_number': 5, 'project_id': '1b507354e9f7443caf85bafa89c631d9', 'gw_port': {'id': '3b23bc05-f7d5-42cc-bca4-277883fce265', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:4a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2548df4-a1d1-4fb1-9dc7-475676c0f697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:32:56Z', 'updated_at': '2022-02-19T03:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:38:06.788919 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d784b85-1bde-4709-91c0-beca9a450be9 None None] Checking router: f2548df4-a1d1-4fb1-9dc7-475676c0f697 for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:38:06.797128 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d784b85-1bde-4709-91c0-beca9a450be9 None None] Routers {'f2548df4-a1d1-4fb1-9dc7-475676c0f697'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:38:06.797721 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-5d784b85-1bde-4709-91c0-beca9a450be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:37:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['f2548df4-a1d1-4fb1-9dc7-475676c0f697'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:38:06.888935 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-5d784b85-1bde-4709-91c0-beca9a450be9 None None] Set router f2548df4-a1d1-4fb1-9dc7-475676c0f697 gateway port host: None {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:38:06.921533 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-67530cf4-d098-460f-9c62-d82a9cc6b406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (3b23bc05-f7d5-42cc-bca4-277883fce265), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:06.942535 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-5d784b85-1bde-4709-91c0-beca9a450be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2548df4-a1d1-4fb1-9dc7-475676c0f697', 'name': 'tempest-TestServerBasicOps-1065444314-router', 'tenant_id': '1b507354e9f7443caf85bafa89c631d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:32:56Z', 'updated_at': '2022-02-19T03:38:06Z', 'revision_number': 6, 'project_id': '1b507354e9f7443caf85bafa89c631d9', 'gw_port_host': None}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:38:06.948879 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67530cf4-d098-460f-9c62-d82a9cc6b406 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b23bc05-f7d5-42cc-bca4-277883fce265,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:06.972914 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d784b85-1bde-4709-91c0-beca9a450be9 None None] The sync data for ids ['f2548df4-a1d1-4fb1-9dc7-475676c0f697'] in n-d-826753-2 is: [{'id': 'f2548df4-a1d1-4fb1-9dc7-475676c0f697', 'name': 'tempest-TestServerBasicOps-1065444314-router', 'tenant_id': '1b507354e9f7443caf85bafa89c631d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:32:56Z', 'updated_at': '2022-02-19T03:38:06Z', 'revision_number': 6, 'project_id': '1b507354e9f7443caf85bafa89c631d9', 'gw_port_host': None}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:38:07.015023 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-67530cf4-d098-460f-9c62-d82a9cc6b406 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16285837'] for router_gateway (f2548df4-a1d1-4fb1-9dc7-475676c0f697), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:07.108973 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-67530cf4-d098-460f-9c62-d82a9cc6b406 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16317457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14254'] for router (f2548df4-a1d1-4fb1-9dc7-475676c0f697), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:07.111146 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-67530cf4-d098-460f-9c62-d82a9cc6b406 admin admin] Publish callbacks [] for router_controller (f2548df4-a1d1-4fb1-9dc7-475676c0f697), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:07.157912 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-67530cf4-d098-460f-9c62-d82a9cc6b406 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16317544'] for router (f2548df4-a1d1-4fb1-9dc7-475676c0f697), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:07.158368 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67530cf4-d098-460f-9c62-d82a9cc6b406 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2548df4-a1d1-4fb1-9dc7-475676c0f697 {{(pid=103701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:38:07.162631 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-67530cf4-d098-460f-9c62-d82a9cc6b406 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:07.163782 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-67530cf4-d098-460f-9c62-d82a9cc6b406 admin admin] 10.222.0.72 "DELETE /v2.0/routers/f2548df4-a1d1-4fb1-9dc7-475676c0f697 HTTP/1.1" status: 204 len: 168 time: 0.7853248 Feb 19 03:38:07.166915 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 49400) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:07.210766 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfe738fc-77af-41bb-a7f1-d17b799a546c admin admin] Deleting subnet 16e2a983-abe0-4e48-962f-1fe7dcb07151 {{(pid=103701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:38:07.214002 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-dfe738fc-77af-41bb-a7f1-d17b799a546c admin admin] Publish callbacks [] for subnet (16e2a983-abe0-4e48-962f-1fe7dcb07151), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:07.249328 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-dfe738fc-77af-41bb-a7f1-d17b799a546c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12647399'] for subnet (16e2a983-abe0-4e48-962f-1fe7dcb07151), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:07.331007 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-dfe738fc-77af-41bb-a7f1-d17b799a546c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (16e2a983-abe0-4e48-962f-1fe7dcb07151), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:07.386952 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-dfe738fc-77af-41bb-a7f1-d17b799a546c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12647206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58706286'] for subnet (16e2a983-abe0-4e48-962f-1fe7dcb07151), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:07.413757 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe738fc-77af-41bb-a7f1-d17b799a546c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16e2a983-abe0-4e48-962f-1fe7dcb07151,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:07.419224 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-dfe738fc-77af-41bb-a7f1-d17b799a546c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:07.423385 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-dfe738fc-77af-41bb-a7f1-d17b799a546c admin admin] 10.222.0.72 "DELETE /v2.0/subnets/16e2a983-abe0-4e48-962f-1fe7dcb07151 HTTP/1.1" status: 204 len: 168 time: 0.2553589 Feb 19 03:38:07.424597 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718adc2f-d05b-496d-96c1-1284e3c77a8b None None] Network 3a624eab-7188-435d-a7c3-5ccc879524e0 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:38:07.425670 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 49402) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:07.493208 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c859d7bb-e2bd-42b1-a678-595681cb55f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (3a624eab-7188-435d-a7c3-5ccc879524e0), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:07.552296 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-c859d7bb-e2bd-42b1-a678-595681cb55f5 admin admin] Deleting port c72b79ae-ad2d-4e87-99bb-a5874ed6b229 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:38:07.552635 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c859d7bb-e2bd-42b1-a678-595681cb55f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (c72b79ae-ad2d-4e87-99bb-a5874ed6b229), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:07.613868 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-c859d7bb-e2bd-42b1-a678-595681cb55f5 admin admin] For port c72b79ae-ad2d-4e87-99bb-a5874ed6b229, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=c72b79ae-ad2d-4e87-99bb-a5874ed6b229,segment=NetworkSegment(937b3072-d5a0-4cc2-8046-388c1bb95b97),segment_id=937b3072-d5a0-4cc2-8046-388c1bb95b97)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:38:07.614226 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c859d7bb-e2bd-42b1-a678-595681cb55f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (c72b79ae-ad2d-4e87-99bb-a5874ed6b229), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:07.626495 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-c859d7bb-e2bd-42b1-a678-595681cb55f5 admin admin] Calling delete_port for c72b79ae-ad2d-4e87-99bb-a5874ed6b229 owned by network:dhcp {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:38:07.706326 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c859d7bb-e2bd-42b1-a678-595681cb55f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (c72b79ae-ad2d-4e87-99bb-a5874ed6b229), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:07.733440 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c859d7bb-e2bd-42b1-a678-595681cb55f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c72b79ae-ad2d-4e87-99bb-a5874ed6b229,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:07.735291 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c859d7bb-e2bd-42b1-a678-595681cb55f5 admin admin] No DVR routers for this DVR port c72b79ae-ad2d-4e87-99bb-a5874ed6b229 on host n-d-826753-2 {{(pid=103701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:38:07.755379 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14fd4dc0-8204-40b0-bf42-1765a2079411 None None] DHCP port deletion for 3a624eab-7188-435d-a7c3-5ccc879524e0 request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:38:07.814576 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c859d7bb-e2bd-42b1-a678-595681cb55f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (3a624eab-7188-435d-a7c3-5ccc879524e0), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:07.824594 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 3b23bc05-f7d5-42cc-bca4-277883fce265 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:38:07.836462 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-c859d7bb-e2bd-42b1-a678-595681cb55f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a624eab-7188-435d-a7c3-5ccc879524e0']}} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:38:07.845897 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-c859d7bb-e2bd-42b1-a678-595681cb55f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '937b3072-d5a0-4cc2-8046-388c1bb95b97') {'for_net_delete': True} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:38:07.846198 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-c859d7bb-e2bd-42b1-a678-595681cb55f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '937b3072-d5a0-4cc2-8046-388c1bb95b97') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:38:07.846617 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 3b23bc05-f7d5-42cc-bca4-277883fce265 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:38:07.846965 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 3b23bc05-f7d5-42cc-bca4-277883fce265 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:38:07.847388 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device f0d0c424-e61f-4398-b89e-076158f0d8c4 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:38:07.860889 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c859d7bb-e2bd-42b1-a678-595681cb55f5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12647422'] for segment (937b3072-d5a0-4cc2-8046-388c1bb95b97), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:07.866672 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: f0d0c424-e61f-4398-b89e-076158f0d8c4 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:38:07.867019 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device f0d0c424-e61f-4398-b89e-076158f0d8c4 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:38:07.868293 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device c72b79ae-ad2d-4e87-99bb-a5874ed6b229 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:38:07.875564 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c859d7bb-e2bd-42b1-a678-595681cb55f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (937b3072-d5a0-4cc2-8046-388c1bb95b97), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:07.881932 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c859d7bb-e2bd-42b1-a678-595681cb55f5 admin admin] Releasing vlan 271 on physical network physnet1 to pool {{(pid=103701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:38:07.882330 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c859d7bb-e2bd-42b1-a678-595681cb55f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583360'] for segment (937b3072-d5a0-4cc2-8046-388c1bb95b97), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:07.884429 n-d-826753-2 neutron-server[103701]: Traceback (most recent call last): Feb 19 03:38:07.884429 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:38:07.884429 n-d-826753-2 neutron-server[103701]: timer() Feb 19 03:38:07.884429 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:38:07.884429 n-d-826753-2 neutron-server[103701]: cb(*args, **kw) Feb 19 03:38:07.884429 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:38:07.884429 n-d-826753-2 neutron-server[103701]: return func(*args, **kwargs) Feb 19 03:38:07.884429 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:38:07.884429 n-d-826753-2 neutron-server[103701]: self._notify() Feb 19 03:38:07.884429 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:38:07.884429 n-d-826753-2 neutron-server[103701]: self.callback(batched_events) Feb 19 03:38:07.884429 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:38:07.884429 n-d-826753-2 neutron-server[103701]: event.method(event) Feb 19 03:38:07.884429 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:38:07.884429 n-d-826753-2 neutron-server[103701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:38:07.884429 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:38:07.884429 n-d-826753-2 neutron-server[103701]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:38:07.884429 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:38:07.884429 n-d-826753-2 neutron-server[103701]: return f(self, *a, **k) Feb 19 03:38:07.884429 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:38:07.884429 n-d-826753-2 neutron-server[103701]: return self._get(url).json() Feb 19 03:38:07.884429 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:38:07.884429 n-d-826753-2 neutron-server[103701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:38:07.884429 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:38:07.884429 n-d-826753-2 neutron-server[103701]: return self.request(url, 'GET', **kwargs) Feb 19 03:38:07.884429 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:38:07.884429 n-d-826753-2 neutron-server[103701]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:38:07.884429 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:38:07.884429 n-d-826753-2 neutron-server[103701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:38:07.884429 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:38:07.884429 n-d-826753-2 neutron-server[103701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:38:07.884429 n-d-826753-2 neutron-server[103701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:38:07.887740 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: c72b79ae-ad2d-4e87-99bb-a5874ed6b229 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:38:07.888249 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device c72b79ae-ad2d-4e87-99bb-a5874ed6b229 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:38:07.941701 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c859d7bb-e2bd-42b1-a678-595681cb55f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (3a624eab-7188-435d-a7c3-5ccc879524e0), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:07.947557 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c859d7bb-e2bd-42b1-a678-595681cb55f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:07.950779 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-c859d7bb-e2bd-42b1-a678-595681cb55f5 admin admin] 10.222.0.72 "DELETE /v2.0/networks/3a624eab-7188-435d-a7c3-5ccc879524e0 HTTP/1.1" status: 204 len: 168 time: 0.5241961 Feb 19 03:38:07.953787 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49404) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:07.963106 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c859d7bb-e2bd-42b1-a678-595681cb55f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a624eab-7188-435d-a7c3-5ccc879524e0,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:08.317650 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6f49adb7-93ad-460c-97a1-8f5d5fbca94f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16289271'] for router_interface (01295059-66f9-460c-a9ae-9dd30b501ee6), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:08.576486 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-6f49adb7-93ad-460c-97a1-8f5d5fbca94f admin admin] Deleting port a2207811-8cc5-4585-8f0a-c386c7d9fbcb {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:38:08.576767 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6f49adb7-93ad-460c-97a1-8f5d5fbca94f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (a2207811-8cc5-4585-8f0a-c386c7d9fbcb), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:08.663116 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-6f49adb7-93ad-460c-97a1-8f5d5fbca94f admin admin] For port a2207811-8cc5-4585-8f0a-c386c7d9fbcb, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=a2207811-8cc5-4585-8f0a-c386c7d9fbcb,segment=NetworkSegment(53849f5f-c604-4177-96e4-e2d2b02cf753),segment_id=53849f5f-c604-4177-96e4-e2d2b02cf753)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:38:08.663467 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6f49adb7-93ad-460c-97a1-8f5d5fbca94f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (a2207811-8cc5-4585-8f0a-c386c7d9fbcb), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:08.674967 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-6f49adb7-93ad-460c-97a1-8f5d5fbca94f admin admin] Calling delete_port for a2207811-8cc5-4585-8f0a-c386c7d9fbcb owned by network:router_interface {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:38:08.851380 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6f49adb7-93ad-460c-97a1-8f5d5fbca94f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (a2207811-8cc5-4585-8f0a-c386c7d9fbcb), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:08.876381 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f49adb7-93ad-460c-97a1-8f5d5fbca94f admin admin] Pushing event deleted for resources: {'Port': ['ID=a2207811-8cc5-4585-8f0a-c386c7d9fbcb,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:09.054388 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6f49adb7-93ad-460c-97a1-8f5d5fbca94f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16362762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16314471'] for router_interface (01295059-66f9-460c-a9ae-9dd30b501ee6), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:09.271893 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f49adb7-93ad-460c-97a1-8f5d5fbca94f admin admin] Router 01295059-66f9-460c-a9ae-9dd30b501ee6 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:38:09.382299 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f49adb7-93ad-460c-97a1-8f5d5fbca94f admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:38:09.387625 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-6f49adb7-93ad-460c-97a1-8f5d5fbca94f admin admin] 10.222.0.72 "PUT /v2.0/routers/01295059-66f9-460c-a9ae-9dd30b501ee6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4326410 Feb 19 03:38:09.390171 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49406) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:09.390922 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8759a43e-6ae9-47cc-afa0-4c53437a1de9 None None] Sync routers for ids ['01295059-66f9-460c-a9ae-9dd30b501ee6'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:38:09.400340 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8759a43e-6ae9-47cc-afa0-4c53437a1de9 None None] Routers {'01295059-66f9-460c-a9ae-9dd30b501ee6'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:38:09.401400 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-8759a43e-6ae9-47cc-afa0-4c53437a1de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:37:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['01295059-66f9-460c-a9ae-9dd30b501ee6'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:38:09.497435 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f43225d3-6a20-4818-beee-1c34a2e0c653 admin admin] Publish callbacks [] for router (01295059-66f9-460c-a9ae-9dd30b501ee6), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:09.512319 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-8759a43e-6ae9-47cc-afa0-4c53437a1de9 None None] Set router 01295059-66f9-460c-a9ae-9dd30b501ee6 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:38:09.607460 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f43225d3-6a20-4818-beee-1c34a2e0c653 admin admin] Publish callbacks [] for router_gateway (01295059-66f9-460c-a9ae-9dd30b501ee6), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:09.660469 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-f43225d3-6a20-4818-beee-1c34a2e0c653 admin admin] Deleting port cf5c4dec-30d1-459c-8a7e-4282029c1ba9 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:38:09.660800 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f43225d3-6a20-4818-beee-1c34a2e0c653 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (cf5c4dec-30d1-459c-8a7e-4282029c1ba9), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:09.689470 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-8759a43e-6ae9-47cc-afa0-4c53437a1de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01295059-66f9-460c-a9ae-9dd30b501ee6', 'name': 'tempest-TestServerBasicOps-995848648-router', 'tenant_id': '3213137d66ef43489f8d75f1b8b2a4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'cf5c4dec-30d1-459c-8a7e-4282029c1ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:33:00Z', 'updated_at': '2022-02-19T03:38:08Z', 'revision_number': 5, 'project_id': '3213137d66ef43489f8d75f1b8b2a4de', 'gw_port': {'id': 'cf5c4dec-30d1-459c-8a7e-4282029c1ba9', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01295059-66f9-460c-a9ae-9dd30b501ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:33:01Z', 'updated_at': '2022-02-19T03:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:38:09.719371 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8759a43e-6ae9-47cc-afa0-4c53437a1de9 None None] Checking router: 01295059-66f9-460c-a9ae-9dd30b501ee6 for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:38:09.728236 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8759a43e-6ae9-47cc-afa0-4c53437a1de9 None None] Routers {'01295059-66f9-460c-a9ae-9dd30b501ee6'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:38:09.728848 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-8759a43e-6ae9-47cc-afa0-4c53437a1de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:37:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['01295059-66f9-460c-a9ae-9dd30b501ee6'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:38:09.743176 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-f43225d3-6a20-4818-beee-1c34a2e0c653 admin admin] For port cf5c4dec-30d1-459c-8a7e-4282029c1ba9, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=cf5c4dec-30d1-459c-8a7e-4282029c1ba9,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:38:09.743547 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f43225d3-6a20-4818-beee-1c34a2e0c653 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (cf5c4dec-30d1-459c-8a7e-4282029c1ba9), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:09.756322 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-f43225d3-6a20-4818-beee-1c34a2e0c653 admin admin] Calling delete_port for cf5c4dec-30d1-459c-8a7e-4282029c1ba9 owned by network:router_gateway {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:38:09.817306 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-8759a43e-6ae9-47cc-afa0-4c53437a1de9 None None] Set router 01295059-66f9-460c-a9ae-9dd30b501ee6 gateway port host: None {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:38:09.869488 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-8759a43e-6ae9-47cc-afa0-4c53437a1de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01295059-66f9-460c-a9ae-9dd30b501ee6', 'name': 'tempest-TestServerBasicOps-995848648-router', 'tenant_id': '3213137d66ef43489f8d75f1b8b2a4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:33:00Z', 'updated_at': '2022-02-19T03:38:09Z', 'revision_number': 6, 'project_id': '3213137d66ef43489f8d75f1b8b2a4de', 'gw_port_host': None}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:38:09.902884 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8759a43e-6ae9-47cc-afa0-4c53437a1de9 None None] The sync data for ids ['01295059-66f9-460c-a9ae-9dd30b501ee6'] in n-d-826753-2 is: [{'id': '01295059-66f9-460c-a9ae-9dd30b501ee6', 'name': 'tempest-TestServerBasicOps-995848648-router', 'tenant_id': '3213137d66ef43489f8d75f1b8b2a4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:33:00Z', 'updated_at': '2022-02-19T03:38:09Z', 'revision_number': 6, 'project_id': '3213137d66ef43489f8d75f1b8b2a4de', 'gw_port_host': None}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:38:09.934765 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f43225d3-6a20-4818-beee-1c34a2e0c653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (cf5c4dec-30d1-459c-8a7e-4282029c1ba9), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:09.963853 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43225d3-6a20-4818-beee-1c34a2e0c653 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf5c4dec-30d1-459c-8a7e-4282029c1ba9,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:10.020923 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f43225d3-6a20-4818-beee-1c34a2e0c653 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16285837'] for router_gateway (01295059-66f9-460c-a9ae-9dd30b501ee6), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:10.111388 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f43225d3-6a20-4818-beee-1c34a2e0c653 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16317457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14254'] for router (01295059-66f9-460c-a9ae-9dd30b501ee6), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:10.113419 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f43225d3-6a20-4818-beee-1c34a2e0c653 admin admin] Publish callbacks [] for router_controller (01295059-66f9-460c-a9ae-9dd30b501ee6), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:10.157022 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f43225d3-6a20-4818-beee-1c34a2e0c653 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16317544'] for router (01295059-66f9-460c-a9ae-9dd30b501ee6), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:10.157559 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f43225d3-6a20-4818-beee-1c34a2e0c653 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 01295059-66f9-460c-a9ae-9dd30b501ee6 {{(pid=103702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:38:10.161748 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f43225d3-6a20-4818-beee-1c34a2e0c653 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:10.162875 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-f43225d3-6a20-4818-beee-1c34a2e0c653 admin admin] 10.222.0.72 "DELETE /v2.0/routers/01295059-66f9-460c-a9ae-9dd30b501ee6 HTTP/1.1" status: 204 len: 168 time: 0.7717996 Feb 19 03:38:10.165568 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49408) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:10.208000 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-dea677a5-4aba-46db-b41c-6b760af5bf93 admin admin] Deleting subnet 80a9a8ae-8ea7-4d47-b247-6cfa18efe1d1 {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:38:10.211535 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-dea677a5-4aba-46db-b41c-6b760af5bf93 admin admin] Publish callbacks [] for subnet (80a9a8ae-8ea7-4d47-b247-6cfa18efe1d1), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:10.244829 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-dea677a5-4aba-46db-b41c-6b760af5bf93 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (80a9a8ae-8ea7-4d47-b247-6cfa18efe1d1), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:10.329582 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-dea677a5-4aba-46db-b41c-6b760af5bf93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (80a9a8ae-8ea7-4d47-b247-6cfa18efe1d1), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:10.381891 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-dea677a5-4aba-46db-b41c-6b760af5bf93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (80a9a8ae-8ea7-4d47-b247-6cfa18efe1d1), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:10.406209 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea677a5-4aba-46db-b41c-6b760af5bf93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80a9a8ae-8ea7-4d47-b247-6cfa18efe1d1,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:10.412736 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-dea677a5-4aba-46db-b41c-6b760af5bf93 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:10.416695 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-dea677a5-4aba-46db-b41c-6b760af5bf93 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/80a9a8ae-8ea7-4d47-b247-6cfa18efe1d1 HTTP/1.1" status: 204 len: 168 time: 0.2502086 Feb 19 03:38:10.418369 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5c3fae-3b45-4602-9c7b-cbd0e9296eb6 None None] Network 3dfd7736-73e1-4989-8248-8f1874874089 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:38:10.419143 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49410) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:10.490667 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a4dc75f5-47da-4876-aff3-71dd36182fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (3dfd7736-73e1-4989-8248-8f1874874089), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:10.544472 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-a4dc75f5-47da-4876-aff3-71dd36182fa9 admin admin] Deleting port 09b0fdee-3758-4a33-b277-11e087d1a427 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:38:10.544804 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a4dc75f5-47da-4876-aff3-71dd36182fa9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (09b0fdee-3758-4a33-b277-11e087d1a427), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:10.605822 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-a4dc75f5-47da-4876-aff3-71dd36182fa9 admin admin] For port 09b0fdee-3758-4a33-b277-11e087d1a427, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=09b0fdee-3758-4a33-b277-11e087d1a427,segment=NetworkSegment(53849f5f-c604-4177-96e4-e2d2b02cf753),segment_id=53849f5f-c604-4177-96e4-e2d2b02cf753)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:38:10.606145 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a4dc75f5-47da-4876-aff3-71dd36182fa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (09b0fdee-3758-4a33-b277-11e087d1a427), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:10.620283 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-a4dc75f5-47da-4876-aff3-71dd36182fa9 admin admin] Calling delete_port for 09b0fdee-3758-4a33-b277-11e087d1a427 owned by network:dhcp {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:38:10.693032 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356c9624-7fb7-4f63-ba7b-5bbc7ea440b3 None None] DHCP port deletion for 3dfd7736-73e1-4989-8248-8f1874874089 request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:38:10.707924 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a4dc75f5-47da-4876-aff3-71dd36182fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (09b0fdee-3758-4a33-b277-11e087d1a427), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:10.734077 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dc75f5-47da-4876-aff3-71dd36182fa9 admin admin] Pushing event deleted for resources: {'Port': ['ID=09b0fdee-3758-4a33-b277-11e087d1a427,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:10.737628 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4dc75f5-47da-4876-aff3-71dd36182fa9 admin admin] No DVR routers for this DVR port 09b0fdee-3758-4a33-b277-11e087d1a427 on host n-d-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:38:10.749758 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-356c9624-7fb7-4f63-ba7b-5bbc7ea440b3 None None] Deleting port 09b0fdee-3758-4a33-b277-11e087d1a427 {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:38:10.750131 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-356c9624-7fb7-4f63-ba7b-5bbc7ea440b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (09b0fdee-3758-4a33-b277-11e087d1a427), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:10.813532 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-356c9624-7fb7-4f63-ba7b-5bbc7ea440b3 None None] For port 09b0fdee-3758-4a33-b277-11e087d1a427, host n-d-826753-2, got binding levels [] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:38:10.813928 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-356c9624-7fb7-4f63-ba7b-5bbc7ea440b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (09b0fdee-3758-4a33-b277-11e087d1a427), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:10.814579 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a4dc75f5-47da-4876-aff3-71dd36182fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (3dfd7736-73e1-4989-8248-8f1874874089), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:10.826904 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-356c9624-7fb7-4f63-ba7b-5bbc7ea440b3 None None] Calling delete_port for 09b0fdee-3758-4a33-b277-11e087d1a427 owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:38:10.829533 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.ipam_backend_mixin [None req-356c9624-7fb7-4f63-ba7b-5bbc7ea440b3 None None] Port 09b0fdee-3758-4a33-b277-11e087d1a427 was not found and therefore no delete operation was performed {{(pid=103703) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 03:38:10.830769 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-356c9624-7fb7-4f63-ba7b-5bbc7ea440b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (09b0fdee-3758-4a33-b277-11e087d1a427), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:10.835084 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-a4dc75f5-47da-4876-aff3-71dd36182fa9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dfd7736-73e1-4989-8248-8f1874874089']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:38:10.844496 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-a4dc75f5-47da-4876-aff3-71dd36182fa9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53849f5f-c604-4177-96e4-e2d2b02cf753') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:38:10.844784 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-a4dc75f5-47da-4876-aff3-71dd36182fa9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53849f5f-c604-4177-96e4-e2d2b02cf753') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:38:10.855032 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a4dc75f5-47da-4876-aff3-71dd36182fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (53849f5f-c604-4177-96e4-e2d2b02cf753), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:10.870303 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a4dc75f5-47da-4876-aff3-71dd36182fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (53849f5f-c604-4177-96e4-e2d2b02cf753), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:10.878289 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4dc75f5-47da-4876-aff3-71dd36182fa9 admin admin] Releasing vlan 276 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:38:10.878891 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a4dc75f5-47da-4876-aff3-71dd36182fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (53849f5f-c604-4177-96e4-e2d2b02cf753), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:10.881130 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 03:38:10.881130 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:38:10.881130 n-d-826753-2 neutron-server[103702]: timer() Feb 19 03:38:10.881130 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:38:10.881130 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 03:38:10.881130 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:38:10.881130 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 03:38:10.881130 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:38:10.881130 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 03:38:10.881130 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:38:10.881130 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 03:38:10.881130 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:38:10.881130 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 03:38:10.881130 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:38:10.881130 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:38:10.881130 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:38:10.881130 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:38:10.881130 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:38:10.881130 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 03:38:10.881130 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:38:10.881130 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 03:38:10.881130 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:38:10.881130 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:38:10.881130 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:38:10.881130 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 03:38:10.881130 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:38:10.881130 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:38:10.881130 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:38:10.881130 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:38:10.881130 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:38:10.881130 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:38:10.881130 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:38:10.940652 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a4dc75f5-47da-4876-aff3-71dd36182fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (3dfd7736-73e1-4989-8248-8f1874874089), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:10.957460 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a4dc75f5-47da-4876-aff3-71dd36182fa9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:10.963414 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-a4dc75f5-47da-4876-aff3-71dd36182fa9 admin admin] 10.222.0.72 "DELETE /v2.0/networks/3dfd7736-73e1-4989-8248-8f1874874089 HTTP/1.1" status: 204 len: 168 time: 0.5407128 Feb 19 03:38:10.963414 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dc75f5-47da-4876-aff3-71dd36182fa9 admin admin] Pushing event deleted for resources: {'Network': ['ID=3dfd7736-73e1-4989-8248-8f1874874089,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:11.025788 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356c9624-7fb7-4f63-ba7b-5bbc7ea440b3 None None] Pushing event deleted for resources: {'Port': ['ID=09b0fdee-3758-4a33-b277-11e087d1a427,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:11.030887 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356c9624-7fb7-4f63-ba7b-5bbc7ea440b3 None None] No DVR routers for this DVR port 09b0fdee-3758-4a33-b277-11e087d1a427 on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:38:11.040373 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356c9624-7fb7-4f63-ba7b-5bbc7ea440b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:11.040699 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356c9624-7fb7-4f63-ba7b-5bbc7ea440b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:11.041071 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356c9624-7fb7-4f63-ba7b-5bbc7ea440b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:11.041409 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356c9624-7fb7-4f63-ba7b-5bbc7ea440b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:11.041734 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356c9624-7fb7-4f63-ba7b-5bbc7ea440b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:11.042058 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356c9624-7fb7-4f63-ba7b-5bbc7ea440b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:11.042381 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356c9624-7fb7-4f63-ba7b-5bbc7ea440b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:11.042693 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356c9624-7fb7-4f63-ba7b-5bbc7ea440b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:11.043555 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356c9624-7fb7-4f63-ba7b-5bbc7ea440b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:11.043555 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356c9624-7fb7-4f63-ba7b-5bbc7ea440b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:11.043865 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356c9624-7fb7-4f63-ba7b-5bbc7ea440b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:11.044220 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356c9624-7fb7-4f63-ba7b-5bbc7ea440b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:11.044534 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356c9624-7fb7-4f63-ba7b-5bbc7ea440b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:11.108815 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49414) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:11.149451 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-69d58efc-e211-4159-bf4d-a30cc2ae41c2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1b507354e9f7443caf85bafa89c631d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387142 Feb 19 03:38:11.151910 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49416) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:11.203936 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ea3e7847-ef0b-41ce-92e8-8210d93985a6 admin admin] Publish callbacks [] for security_group (fc2f47a3-94f4-4e53-a95f-28529a8948af), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:11.225213 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ea3e7847-ef0b-41ce-92e8-8210d93985a6 admin admin] Publish callbacks [] for security_group (fc2f47a3-94f4-4e53-a95f-28529a8948af), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:11.271544 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ea3e7847-ef0b-41ce-92e8-8210d93985a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (fc2f47a3-94f4-4e53-a95f-28529a8948af), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:11.274922 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ea3e7847-ef0b-41ce-92e8-8210d93985a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:11.276078 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-ea3e7847-ef0b-41ce-92e8-8210d93985a6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/fc2f47a3-94f4-4e53-a95f-28529a8948af HTTP/1.1" status: 204 len: 168 time: 0.1232522 Feb 19 03:38:11.283631 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3e7847-ef0b-41ce-92e8-8210d93985a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc2f47a3-94f4-4e53-a95f-28529a8948af,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:11.542712 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 09b0fdee-3758-4a33-b277-11e087d1a427 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:38:11.563585 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 09b0fdee-3758-4a33-b277-11e087d1a427 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:38:11.563967 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 09b0fdee-3758-4a33-b277-11e087d1a427 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:38:11.564562 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device a2207811-8cc5-4585-8f0a-c386c7d9fbcb no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:38:11.584708 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: a2207811-8cc5-4585-8f0a-c386c7d9fbcb {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:38:11.585078 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device a2207811-8cc5-4585-8f0a-c386c7d9fbcb not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:38:11.585506 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device cf5c4dec-30d1-459c-8a7e-4282029c1ba9 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:38:11.600884 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49422) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:11.604672 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: cf5c4dec-30d1-459c-8a7e-4282029c1ba9 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:38:11.605044 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device cf5c4dec-30d1-459c-8a7e-4282029c1ba9 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:38:11.640652 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-49ff5f81-dc2d-4a7a-84a7-f5da28a89edb admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3213137d66ef43489f8d75f1b8b2a4de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384982 Feb 19 03:38:11.643128 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49424) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:11.694505 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-091988dd-4cdb-4a5c-aa1a-042c7ca7b766 admin admin] Publish callbacks [] for security_group (eacdab18-7107-4720-898e-650b6a6694fe), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:11.719440 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-091988dd-4cdb-4a5c-aa1a-042c7ca7b766 admin admin] Publish callbacks [] for security_group (eacdab18-7107-4720-898e-650b6a6694fe), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:11.768719 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-091988dd-4cdb-4a5c-aa1a-042c7ca7b766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (eacdab18-7107-4720-898e-650b6a6694fe), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:11.771330 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-091988dd-4cdb-4a5c-aa1a-042c7ca7b766 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:11.772469 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-091988dd-4cdb-4a5c-aa1a-042c7ca7b766 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/eacdab18-7107-4720-898e-650b6a6694fe HTTP/1.1" status: 204 len: 168 time: 0.1284282 Feb 19 03:38:11.780640 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091988dd-4cdb-4a5c-aa1a-042c7ca7b766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eacdab18-7107-4720-898e-650b6a6694fe,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:12.936916 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:38:15.602032 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4403439a-7d50-4e38-9340-9db8717d6afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:17.774136 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-dd9ead1e-72b7-47e5-837b-d540290f6d3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:19.422145 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:20.599940 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:22.022643 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:22.584136 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-209b689d-9fc6-42cf-94aa-16d87215617b req-142ce7c0-6a94-449d-b973-51d85b42cf4c tempest-ServersAdminNegativeTestJSON-1642388632 tempest-ServersAdminNegativeTestJSON-1642388632-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=4b91ffa421014fef88996ff2cd447aad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302460 Feb 19 03:38:22.768244 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209b689d-9fc6-42cf-94aa-16d87215617b req-81662192-ae5c-4c45-8630-dffcce973678 tempest-ServersAdminNegativeTestJSON-1642388632 tempest-ServersAdminNegativeTestJSON-1642388632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:22.769677 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-209b689d-9fc6-42cf-94aa-16d87215617b req-81662192-ae5c-4c45-8630-dffcce973678 tempest-ServersAdminNegativeTestJSON-1642388632 tempest-ServersAdminNegativeTestJSON-1642388632-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1805501 Feb 19 03:38:22.784247 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-209b689d-9fc6-42cf-94aa-16d87215617b req-53b7e947-8410-4551-83d1-c5ecad24dbe6 tempest-ServersAdminNegativeTestJSON-1642388632 tempest-ServersAdminNegativeTestJSON-1642388632-project] 10.222.0.72 "GET /v2.0/quotas/4b91ffa421014fef88996ff2cd447aad HTTP/1.1" status: 200 len: 375 time: 0.0089743 Feb 19 03:38:22.816189 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-209b689d-9fc6-42cf-94aa-16d87215617b req-0cb3aefd-6280-44c5-b6ee-7485e24b984a tempest-ServersAdminNegativeTestJSON-1642388632 tempest-ServersAdminNegativeTestJSON-1642388632-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=4b91ffa421014fef88996ff2cd447aad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260897 Feb 19 03:38:22.843969 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:23.993555 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-20b0ed55-0311-489d-bd84-4fe15a512186 req-a6f8cf7c-a353-4fea-a3c5-18a052a4960a tempest-ServersAdminNegativeTestJSON-1642388632 tempest-ServersAdminNegativeTestJSON-1642388632-project] 10.222.0.72 "GET /v2.0/ports?device_id=ef41d28c-038f-4df3-8fcf-695095695c13 HTTP/1.1" status: 200 len: 210 time: 0.0268533 Feb 19 03:38:25.074120 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f420b4c5-93e9-4045-8bde-b20b89bf3058 req-d6c685b2-b4fb-4619-801d-a34ba0f5c2ab tempest-ServersAdminNegativeTestJSON-1642388632 tempest-ServersAdminNegativeTestJSON-1642388632-project] 10.222.0.72 "GET /v2.0/ports?device_id=ef41d28c-038f-4df3-8fcf-695095695c13 HTTP/1.1" status: 200 len: 210 time: 0.0271041 Feb 19 03:38:26.156599 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-70000df6-71f3-456f-9550-05d297050269 req-7cc5e7f5-da8d-4dd4-bf5d-d2ea42589f71 tempest-ServersAdminNegativeTestJSON-1642388632 tempest-ServersAdminNegativeTestJSON-1642388632-project] 10.222.0.72 "GET /v2.0/ports?device_id=ef41d28c-038f-4df3-8fcf-695095695c13 HTTP/1.1" status: 200 len: 210 time: 0.0299325 Feb 19 03:38:26.539852 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:27.237638 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3115c34a-af7e-4ebc-a690-03723aa41e1e req-dd1a0665-faa1-4fec-9599-63f721361ac0 tempest-ServersAdminNegativeTestJSON-1642388632 tempest-ServersAdminNegativeTestJSON-1642388632-project] 10.222.0.72 "GET /v2.0/ports?device_id=ef41d28c-038f-4df3-8fcf-695095695c13 HTTP/1.1" status: 200 len: 210 time: 0.0282874 Feb 19 03:38:28.329523 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c83c27d2-84c7-407b-afe7-ddb1c91a1bf3 req-6178e26d-c429-4ee3-8319-83562dfb8a9e tempest-ServersAdminNegativeTestJSON-1642388632 tempest-ServersAdminNegativeTestJSON-1642388632-project] 10.222.0.72 "GET /v2.0/ports?device_id=ef41d28c-038f-4df3-8fcf-695095695c13 HTTP/1.1" status: 200 len: 210 time: 0.0275359 Feb 19 03:38:29.071938 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-209b689d-9fc6-42cf-94aa-16d87215617b req-020aef6a-391e-44ef-8be8-27421c3625ca tempest-ServersAdminNegativeTestJSON-1642388632 tempest-ServersAdminNegativeTestJSON-1642388632-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=4b91ffa421014fef88996ff2cd447aad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0345194 Feb 19 03:38:29.425060 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e1e07de3-9d89-4cb5-aea9-08473a4fe7bf req-ea17d586-5865-4bda-bddc-4c5501aba81c tempest-ServersAdminNegativeTestJSON-1642388632 tempest-ServersAdminNegativeTestJSON-1642388632-project] 10.222.0.72 "GET /v2.0/ports?device_id=ef41d28c-038f-4df3-8fcf-695095695c13 HTTP/1.1" status: 200 len: 210 time: 0.0277691 Feb 19 03:38:29.544928 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209b689d-9fc6-42cf-94aa-16d87215617b req-d8d16321-fb4f-4b7a-a0e6-6ae3a9e390c1 tempest-ServersAdminNegativeTestJSON-1642388632 tempest-ServersAdminNegativeTestJSON-1642388632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:29.546447 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-209b689d-9fc6-42cf-94aa-16d87215617b req-d8d16321-fb4f-4b7a-a0e6-6ae3a9e390c1 tempest-ServersAdminNegativeTestJSON-1642388632 tempest-ServersAdminNegativeTestJSON-1642388632-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4695067 Feb 19 03:38:29.564169 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-209b689d-9fc6-42cf-94aa-16d87215617b req-1fc23bfb-640b-4d89-beba-6ecbf08e94af tempest-ServersAdminNegativeTestJSON-1642388632 tempest-ServersAdminNegativeTestJSON-1642388632-project] Request body: {'port': {'device_id': 'ef41d28c-038f-4df3-8fcf-695095695c13', 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f', 'admin_state_up': True, 'tenant_id': '4b91ffa421014fef88996ff2cd447aad'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:38:29.670045 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-209b689d-9fc6-42cf-94aa-16d87215617b req-1fc23bfb-640b-4d89-beba-6ecbf08e94af tempest-ServersAdminNegativeTestJSON-1642388632 tempest-ServersAdminNegativeTestJSON-1642388632-project] Made reservation on behalf of 4b91ffa421014fef88996ff2cd447aad for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:38:29.673367 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-209b689d-9fc6-42cf-94aa-16d87215617b req-1fc23bfb-640b-4d89-beba-6ecbf08e94af tempest-ServersAdminNegativeTestJSON-1642388632 tempest-ServersAdminNegativeTestJSON-1642388632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:29.682398 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-209b689d-9fc6-42cf-94aa-16d87215617b req-1fc23bfb-640b-4d89-beba-6ecbf08e94af tempest-ServersAdminNegativeTestJSON-1642388632 tempest-ServersAdminNegativeTestJSON-1642388632-project] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:29.757418 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-209b689d-9fc6-42cf-94aa-16d87215617b req-1fc23bfb-640b-4d89-beba-6ecbf08e94af tempest-ServersAdminNegativeTestJSON-1642388632 tempest-ServersAdminNegativeTestJSON-1642388632-project] Publish callbacks [] for security_group (b011ebc5-436a-4177-b497-0f11b624f047), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:29.761811 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-209b689d-9fc6-42cf-94aa-16d87215617b req-1fc23bfb-640b-4d89-beba-6ecbf08e94af tempest-ServersAdminNegativeTestJSON-1642388632 tempest-ServersAdminNegativeTestJSON-1642388632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (b011ebc5-436a-4177-b497-0f11b624f047), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:29.824989 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc23bfb-640b-4d89-beba-6ecbf08e94af tempest-ServersAdminNegativeTestJSON-1642388632 tempest-ServersAdminNegativeTestJSON-1642388632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b011ebc5-436a-4177-b497-0f11b624f047,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:29.897104 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [req-209b689d-9fc6-42cf-94aa-16d87215617b req-1fc23bfb-640b-4d89-beba-6ecbf08e94af tempest-ServersAdminNegativeTestJSON-1642388632 tempest-ServersAdminNegativeTestJSON-1642388632-project] Allocated IP 192.168.233.133 (5124bd00-da2a-4bd6-93a0-c14c92afb11f/974c06bc-f097-4890-970a-b087501ab241/4140d92d-c61f-4061-8e7d-e917b2099ca5) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:38:30.038181 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-209b689d-9fc6-42cf-94aa-16d87215617b req-1fc23bfb-640b-4d89-beba-6ecbf08e94af tempest-ServersAdminNegativeTestJSON-1642388632 tempest-ServersAdminNegativeTestJSON-1642388632-project] Publish callbacks [] for port (4140d92d-c61f-4061-8e7d-e917b2099ca5), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:30.072407 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-209b689d-9fc6-42cf-94aa-16d87215617b req-1fc23bfb-640b-4d89-beba-6ecbf08e94af tempest-ServersAdminNegativeTestJSON-1642388632 tempest-ServersAdminNegativeTestJSON-1642388632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (4140d92d-c61f-4061-8e7d-e917b2099ca5), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:30.118207 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-209b689d-9fc6-42cf-94aa-16d87215617b req-1fc23bfb-640b-4d89-beba-6ecbf08e94af tempest-ServersAdminNegativeTestJSON-1642388632 tempest-ServersAdminNegativeTestJSON-1642388632-project] Network 5124bd00-da2a-4bd6-93a0-c14c92afb11f is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:38:30.121187 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [req-209b689d-9fc6-42cf-94aa-16d87215617b req-1fc23bfb-640b-4d89-beba-6ecbf08e94af tempest-ServersAdminNegativeTestJSON-1642388632 tempest-ServersAdminNegativeTestJSON-1642388632-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:38:30.127533 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-209b689d-9fc6-42cf-94aa-16d87215617b req-1fc23bfb-640b-4d89-beba-6ecbf08e94af tempest-ServersAdminNegativeTestJSON-1642388632 tempest-ServersAdminNegativeTestJSON-1642388632-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:38:30.150833 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc23bfb-640b-4d89-beba-6ecbf08e94af tempest-ServersAdminNegativeTestJSON-1642388632 tempest-ServersAdminNegativeTestJSON-1642388632-project] Pushing event updated for resources: {'Port': ['ID=4140d92d-c61f-4061-8e7d-e917b2099ca5,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:30.183464 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209b689d-9fc6-42cf-94aa-16d87215617b req-1fc23bfb-640b-4d89-beba-6ecbf08e94af tempest-ServersAdminNegativeTestJSON-1642388632 tempest-ServersAdminNegativeTestJSON-1642388632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:30.184081 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-209b689d-9fc6-42cf-94aa-16d87215617b req-1fc23bfb-640b-4d89-beba-6ecbf08e94af tempest-ServersAdminNegativeTestJSON-1642388632 tempest-ServersAdminNegativeTestJSON-1642388632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:30.205293 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-209b689d-9fc6-42cf-94aa-16d87215617b req-1fc23bfb-640b-4d89-beba-6ecbf08e94af tempest-ServersAdminNegativeTestJSON-1642388632 tempest-ServersAdminNegativeTestJSON-1642388632-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6448150 Feb 19 03:38:30.348828 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-209b689d-9fc6-42cf-94aa-16d87215617b req-c4d0e6a0-dbe8-45be-9284-9e80f92e5bc6 service neutron] Request body: {'port': {'device_id': 'ef41d28c-038f-4df3-8fcf-695095695c13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826753-2'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:38:30.388227 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-fc4eb2b1-0eb9-474a-9b5a-0c25aefb44cb None None] Provisioning complete for port 4140d92d-c61f-4061-8e7d-e917b2099ca5 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:38:30.388853 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fc4eb2b1-0eb9-474a-9b5a-0c25aefb44cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (4140d92d-c61f-4061-8e7d-e917b2099ca5), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:30.408356 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-209b689d-9fc6-42cf-94aa-16d87215617b req-c4d0e6a0-dbe8-45be-9284-9e80f92e5bc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (4140d92d-c61f-4061-8e7d-e917b2099ca5), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:30.421898 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-fc4eb2b1-0eb9-474a-9b5a-0c25aefb44cb None None] Port 4140d92d-c61f-4061-8e7d-e917b2099ca5 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:38:30.545620 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2307c84a-1583-475a-9e45-d6e562fbd1e0 req-598dd200-02a1-4087-af26-250287319651 tempest-ServersAdminNegativeTestJSON-1642388632 tempest-ServersAdminNegativeTestJSON-1642388632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:30.547033 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2307c84a-1583-475a-9e45-d6e562fbd1e0 req-598dd200-02a1-4087-af26-250287319651 tempest-ServersAdminNegativeTestJSON-1642388632 tempest-ServersAdminNegativeTestJSON-1642388632-project] 10.222.0.72 "GET /v2.0/ports?device_id=ef41d28c-038f-4df3-8fcf-695095695c13 HTTP/1.1" status: 200 len: 936 time: 0.0511270 Feb 19 03:38:30.593735 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2307c84a-1583-475a-9e45-d6e562fbd1e0 req-0a875ed1-c2f9-425b-828f-5e53eb42a4ef tempest-ServersAdminNegativeTestJSON-1642388632 tempest-ServersAdminNegativeTestJSON-1642388632-project] 10.222.0.72 "GET /v2.0/security-groups?id=b011ebc5-436a-4177-b497-0f11b624f047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408497 Feb 19 03:38:30.674893 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-209b689d-9fc6-42cf-94aa-16d87215617b req-c4d0e6a0-dbe8-45be-9284-9e80f92e5bc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4140d92d-c61f-4061-8e7d-e917b2099ca5 {{(pid=103702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:38:30.682739 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-209b689d-9fc6-42cf-94aa-16d87215617b req-c4d0e6a0-dbe8-45be-9284-9e80f92e5bc6 service neutron] Publish callbacks [] for port (4140d92d-c61f-4061-8e7d-e917b2099ca5), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:30.695212 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-209b689d-9fc6-42cf-94aa-16d87215617b req-c4d0e6a0-dbe8-45be-9284-9e80f92e5bc6 service neutron] Transition to ACTIVE for port object 4140d92d-c61f-4061-8e7d-e917b2099ca5 will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:38:30.699188 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-209b689d-9fc6-42cf-94aa-16d87215617b req-c4d0e6a0-dbe8-45be-9284-9e80f92e5bc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (4140d92d-c61f-4061-8e7d-e917b2099ca5), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:30.768438 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d0e6a0-dbe8-45be-9284-9e80f92e5bc6 service neutron] Pushing event updated for resources: {'Port': ['ID=4140d92d-c61f-4061-8e7d-e917b2099ca5,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:30.819206 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-209b689d-9fc6-42cf-94aa-16d87215617b req-c4d0e6a0-dbe8-45be-9284-9e80f92e5bc6 service neutron] Attempting to bind port 4140d92d-c61f-4061-8e7d-e917b2099ca5 on host n-h1-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:38:30.820095 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-209b689d-9fc6-42cf-94aa-16d87215617b req-c4d0e6a0-dbe8-45be-9284-9e80f92e5bc6 service neutron] Attempting to bind port 4140d92d-c61f-4061-8e7d-e917b2099ca5 by drivers openvswitch,hyperv on host n-h1-826753-2 at level 0 using segments [{'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:38:30.820427 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209b689d-9fc6-42cf-94aa-16d87215617b req-c4d0e6a0-dbe8-45be-9284-9e80f92e5bc6 service neutron] Attempting to bind port 4140d92d-c61f-4061-8e7d-e917b2099ca5 on network 5124bd00-da2a-4bd6-93a0-c14c92afb11f {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:38:30.825074 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209b689d-9fc6-42cf-94aa-16d87215617b req-c4d0e6a0-dbe8-45be-9284-9e80f92e5bc6 service neutron] Port 4140d92d-c61f-4061-8e7d-e917b2099ca5 on network 5124bd00-da2a-4bd6-93a0-c14c92afb11f not bound, no agent of type Open vSwitch agent registered on host n-h1-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:38:30.825364 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209b689d-9fc6-42cf-94aa-16d87215617b req-c4d0e6a0-dbe8-45be-9284-9e80f92e5bc6 service neutron] Attempting to bind port 4140d92d-c61f-4061-8e7d-e917b2099ca5 on network 5124bd00-da2a-4bd6-93a0-c14c92afb11f {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:38:30.830701 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209b689d-9fc6-42cf-94aa-16d87215617b req-c4d0e6a0-dbe8-45be-9284-9e80f92e5bc6 service neutron] Checking agent: {'id': '9d56fb1b-2855-496a-a6d9-c324740cb98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:38:30.831040 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209b689d-9fc6-42cf-94aa-16d87215617b req-c4d0e6a0-dbe8-45be-9284-9e80f92e5bc6 service neutron] Checking segment: {'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:38:30.831431 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209b689d-9fc6-42cf-94aa-16d87215617b req-c4d0e6a0-dbe8-45be-9284-9e80f92e5bc6 service neutron] Bound using segment: {'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:38:30.831866 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-209b689d-9fc6-42cf-94aa-16d87215617b req-c4d0e6a0-dbe8-45be-9284-9e80f92e5bc6 service neutron] Bound port: 4140d92d-c61f-4061-8e7d-e917b2099ca5, host: n-h1-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45191c84-57ac-45bf-8b2d-785d881920c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:38:30.832225 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-209b689d-9fc6-42cf-94aa-16d87215617b req-c4d0e6a0-dbe8-45be-9284-9e80f92e5bc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (4140d92d-c61f-4061-8e7d-e917b2099ca5), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:30.903180 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-209b689d-9fc6-42cf-94aa-16d87215617b req-c4d0e6a0-dbe8-45be-9284-9e80f92e5bc6 service neutron] For port 4140d92d-c61f-4061-8e7d-e917b2099ca5, host n-h1-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:38:30.906246 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-209b689d-9fc6-42cf-94aa-16d87215617b req-c4d0e6a0-dbe8-45be-9284-9e80f92e5bc6 service neutron] For port 4140d92d-c61f-4061-8e7d-e917b2099ca5, host n-h1-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=4140d92d-c61f-4061-8e7d-e917b2099ca5,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:38:30.912293 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-209b689d-9fc6-42cf-94aa-16d87215617b req-c4d0e6a0-dbe8-45be-9284-9e80f92e5bc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (4140d92d-c61f-4061-8e7d-e917b2099ca5), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:30.947366 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209b689d-9fc6-42cf-94aa-16d87215617b req-c4d0e6a0-dbe8-45be-9284-9e80f92e5bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:30.947998 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-209b689d-9fc6-42cf-94aa-16d87215617b req-c4d0e6a0-dbe8-45be-9284-9e80f92e5bc6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:30.949421 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-209b689d-9fc6-42cf-94aa-16d87215617b req-c4d0e6a0-dbe8-45be-9284-9e80f92e5bc6 service neutron] 10.222.0.73 "PUT /v2.0/ports/4140d92d-c61f-4061-8e7d-e917b2099ca5 HTTP/1.1" status: 200 len: 1096 time: 0.6460297 Feb 19 03:38:30.949853 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef41d28c-038f-4df3-8fcf-695095695c13', 'tag': '4140d92d-c61f-4061-8e7d-e917b2099ca5'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:38:30.952096 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b48a34f37e4e31fa410c3f10fa4e23c828d45427043ff8d3e4d9f228381d6ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdc3c505-f3fc-48a6-acd8-c20d23dbcb23" -d '{"events": [{"name": "network-changed", "server_uuid": "ef41d28c-038f-4df3-8fcf-695095695c13", "tag": "4140d92d-c61f-4061-8e7d-e917b2099ca5"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:38:30.984493 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d0e6a0-dbe8-45be-9284-9e80f92e5bc6 service neutron] Pushing event updated for resources: {'Port': ['ID=4140d92d-c61f-4061-8e7d-e917b2099ca5,revision_number=3']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:30.995141 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80ba8166-8cfd-4347-9e71-eb7d6248ed4d x-openstack-request-id: req-80ba8166-8cfd-4347-9e71-eb7d6248ed4d {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:38:30.995464 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef41d28c-038f-4df3-8fcf-695095695c13", "tag": "4140d92d-c61f-4061-8e7d-e917b2099ca5", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:38:30.996085 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-80ba8166-8cfd-4347-9e71-eb7d6248ed4d {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:38:30.996608 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef41d28c-038f-4df3-8fcf-695095695c13', 'tag': '4140d92d-c61f-4061-8e7d-e917b2099ca5', 'status': 'completed', 'code': 200} Feb 19 03:38:31.057101 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209b689d-9fc6-42cf-94aa-16d87215617b req-7f75edac-180b-44c9-bf88-df6a9efec72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:31.058773 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-209b689d-9fc6-42cf-94aa-16d87215617b req-7f75edac-180b-44c9-bf88-df6a9efec72c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4b91ffa421014fef88996ff2cd447aad&device_id=ef41d28c-038f-4df3-8fcf-695095695c13 HTTP/1.1" status: 200 len: 1130 time: 0.0489869 Feb 19 03:38:31.117627 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-209b689d-9fc6-42cf-94aa-16d87215617b req-b497cb3a-75de-41ca-a861-92df4d069c81 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=4140d92d-c61f-4061-8e7d-e917b2099ca5 HTTP/1.1" status: 200 len: 217 time: 0.0456057 Feb 19 03:38:31.168017 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209b689d-9fc6-42cf-94aa-16d87215617b req-2bfc824f-a127-4aeb-a482-999bacd264eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:31.169538 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-209b689d-9fc6-42cf-94aa-16d87215617b req-2bfc824f-a127-4aeb-a482-999bacd264eb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=974c06bc-f097-4890-970a-b087501ab241 HTTP/1.1" status: 200 len: 843 time: 0.0459516 Feb 19 03:38:31.222566 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209b689d-9fc6-42cf-94aa-16d87215617b req-3461a518-3d8d-4612-b56e-07daf1837d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:31.224079 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-209b689d-9fc6-42cf-94aa-16d87215617b req-3461a518-3d8d-4612-b56e-07daf1837d10 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5124bd00-da2a-4bd6-93a0-c14c92afb11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0491035 Feb 19 03:38:31.315629 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-209b689d-9fc6-42cf-94aa-16d87215617b req-38815ff3-98ab-4e6f-86e0-0de0f9e954ca service neutron] 10.222.0.73 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854902 Feb 19 03:38:31.401907 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-209b689d-9fc6-42cf-94aa-16d87215617b req-c8b9aafe-e9a3-4fb3-a2ba-15f652b40377 service neutron] 10.222.0.73 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808618 Feb 19 03:38:31.524431 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc3c505-f3fc-48a6-acd8-c20d23dbcb23 req-cf952be3-9d03-4de1-bef6-6f6ce25680fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:31.526018 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-cdc3c505-f3fc-48a6-acd8-c20d23dbcb23 req-cf952be3-9d03-4de1-bef6-6f6ce25680fb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4b91ffa421014fef88996ff2cd447aad&device_id=ef41d28c-038f-4df3-8fcf-695095695c13 HTTP/1.1" status: 200 len: 1130 time: 0.0457044 Feb 19 03:38:31.620326 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc3c505-f3fc-48a6-acd8-c20d23dbcb23 req-dc3451c1-f4d4-43cf-a428-a70698023b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:31.621756 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-cdc3c505-f3fc-48a6-acd8-c20d23dbcb23 req-dc3451c1-f4d4-43cf-a428-a70698023b17 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5124bd00-da2a-4bd6-93a0-c14c92afb11f HTTP/1.1" status: 200 len: 870 time: 0.0888968 Feb 19 03:38:31.662419 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-cdc3c505-f3fc-48a6-acd8-c20d23dbcb23 req-c87dbfeb-bd8c-47d8-8236-9b93bab7b2f9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=4140d92d-c61f-4061-8e7d-e917b2099ca5 HTTP/1.1" status: 200 len: 217 time: 0.0351634 Feb 19 03:38:31.714344 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc3c505-f3fc-48a6-acd8-c20d23dbcb23 req-2107bb4b-b2e6-426b-88e6-0bc7bf74b2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:31.715801 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8456541-0f7e-4937-9750-e5fe9226c11a req-6b2d3b8a-10bb-47d5-8166-e5e27537ebbc tempest-ServersAdminNegativeTestJSON-1642388632 tempest-ServersAdminNegativeTestJSON-1642388632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:31.716288 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-cdc3c505-f3fc-48a6-acd8-c20d23dbcb23 req-2107bb4b-b2e6-426b-88e6-0bc7bf74b2b9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=974c06bc-f097-4890-970a-b087501ab241 HTTP/1.1" status: 200 len: 843 time: 0.0484788 Feb 19 03:38:31.717307 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c8456541-0f7e-4937-9750-e5fe9226c11a req-6b2d3b8a-10bb-47d5-8166-e5e27537ebbc tempest-ServersAdminNegativeTestJSON-1642388632 tempest-ServersAdminNegativeTestJSON-1642388632-project] 10.222.0.72 "GET /v2.0/ports?device_id=ef41d28c-038f-4df3-8fcf-695095695c13 HTTP/1.1" status: 200 len: 948 time: 0.0561538 Feb 19 03:38:31.764839 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc3c505-f3fc-48a6-acd8-c20d23dbcb23 req-746dccef-f8ca-4206-9eec-deb01aea9b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:31.766401 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-cdc3c505-f3fc-48a6-acd8-c20d23dbcb23 req-746dccef-f8ca-4206-9eec-deb01aea9b3f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5124bd00-da2a-4bd6-93a0-c14c92afb11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0448563 Feb 19 03:38:31.768975 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c8456541-0f7e-4937-9750-e5fe9226c11a req-3d3486fd-f92e-41b7-8f0c-da7286c52d44 tempest-ServersAdminNegativeTestJSON-1642388632 tempest-ServersAdminNegativeTestJSON-1642388632-project] 10.222.0.72 "GET /v2.0/security-groups?id=b011ebc5-436a-4177-b497-0f11b624f047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461707 Feb 19 03:38:31.855324 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-cdc3c505-f3fc-48a6-acd8-c20d23dbcb23 req-fb7661b5-ad90-4ff1-8f0e-fc97187627b4 service neutron] 10.222.0.73 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827949 Feb 19 03:38:31.946444 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-cdc3c505-f3fc-48a6-acd8-c20d23dbcb23 req-ad3b2311-3afe-440a-aef3-6fdc4c8fa51e service neutron] 10.222.0.73 "GET /v2.0/networks/5124bd00-da2a-4bd6-93a0-c14c92afb11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855961 Feb 19 03:38:32.896982 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a24683e-2869-4313-86ed-2931038ea130 req-fdfd9116-c8c9-4c5b-b89a-a0011fcf106c tempest-ServersAdminNegativeTestJSON-1642388632 tempest-ServersAdminNegativeTestJSON-1642388632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:32.899150 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9a24683e-2869-4313-86ed-2931038ea130 req-fdfd9116-c8c9-4c5b-b89a-a0011fcf106c tempest-ServersAdminNegativeTestJSON-1642388632 tempest-ServersAdminNegativeTestJSON-1642388632-project] 10.222.0.72 "GET /v2.0/ports?device_id=ef41d28c-038f-4df3-8fcf-695095695c13 HTTP/1.1" status: 200 len: 948 time: 0.0538864 Feb 19 03:38:32.945946 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9a24683e-2869-4313-86ed-2931038ea130 req-3452d6ea-bd72-47ed-92e3-f259add53776 tempest-ServersAdminNegativeTestJSON-1642388632 tempest-ServersAdminNegativeTestJSON-1642388632-project] 10.222.0.72 "GET /v2.0/security-groups?id=b011ebc5-436a-4177-b497-0f11b624f047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412085 Feb 19 03:38:34.066904 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cffa10-864b-4abf-97a3-392812c00030 req-5a9641a8-cc2a-454f-85b6-ce46e1608a06 tempest-ServersAdminNegativeTestJSON-1642388632 tempest-ServersAdminNegativeTestJSON-1642388632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:34.068399 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-86cffa10-864b-4abf-97a3-392812c00030 req-5a9641a8-cc2a-454f-85b6-ce46e1608a06 tempest-ServersAdminNegativeTestJSON-1642388632 tempest-ServersAdminNegativeTestJSON-1642388632-project] 10.222.0.72 "GET /v2.0/ports?device_id=ef41d28c-038f-4df3-8fcf-695095695c13 HTTP/1.1" status: 200 len: 948 time: 0.0564692 Feb 19 03:38:34.116889 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-86cffa10-864b-4abf-97a3-392812c00030 req-4c8c7a66-7ee8-49b8-8437-53378bc34573 tempest-ServersAdminNegativeTestJSON-1642388632 tempest-ServersAdminNegativeTestJSON-1642388632-project] 10.222.0.72 "GET /v2.0/security-groups?id=b011ebc5-436a-4177-b497-0f11b624f047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417290 Feb 19 03:38:35.236436 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b415bae-16de-4abf-965d-713773670e03 req-1526ccc2-68a4-41b2-9c2f-155def7569a7 tempest-ServersAdminNegativeTestJSON-1642388632 tempest-ServersAdminNegativeTestJSON-1642388632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:35.237931 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4b415bae-16de-4abf-965d-713773670e03 req-1526ccc2-68a4-41b2-9c2f-155def7569a7 tempest-ServersAdminNegativeTestJSON-1642388632 tempest-ServersAdminNegativeTestJSON-1642388632-project] 10.222.0.72 "GET /v2.0/ports?device_id=ef41d28c-038f-4df3-8fcf-695095695c13 HTTP/1.1" status: 200 len: 948 time: 0.0533135 Feb 19 03:38:35.286297 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4b415bae-16de-4abf-965d-713773670e03 req-13290722-d7f2-40d1-8d65-d089a6d10a44 tempest-ServersAdminNegativeTestJSON-1642388632 tempest-ServersAdminNegativeTestJSON-1642388632-project] 10.222.0.72 "GET /v2.0/security-groups?id=b011ebc5-436a-4177-b497-0f11b624f047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410140 Feb 19 03:38:35.312859 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 4140d92d-c61f-4061-8e7d-e917b2099ca5 details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:38:35.412159 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 4140d92d-c61f-4061-8e7d-e917b2099ca5, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=4140d92d-c61f-4061-8e7d-e917b2099ca5,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:38:35.423513 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': '4140d92d-c61f-4061-8e7d-e917b2099ca5', 'network_id': '5124bd00-da2a-4bd6-93a0-c14c92afb11f', 'port_id': '4140d92d-c61f-4061-8e7d-e917b2099ca5', 'mac_address': 'fa:16:3e:8b:50:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '974c06bc-f097-4890-970a-b087501ab241', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:38:35.459775 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 4140d92d-c61f-4061-8e7d-e917b2099ca5 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:38:35.460162 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (4140d92d-c61f-4061-8e7d-e917b2099ca5), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:35.473309 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4140d92d-c61f-4061-8e7d-e917b2099ca5 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:38:35.496182 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 4140d92d-c61f-4061-8e7d-e917b2099ca5, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=4140d92d-c61f-4061-8e7d-e917b2099ca5,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:38:35.500261 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (4140d92d-c61f-4061-8e7d-e917b2099ca5), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:35.547035 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=4140d92d-c61f-4061-8e7d-e917b2099ca5,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:35.908860 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['4140d92d-c61f-4061-8e7d-e917b2099ca5'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:38:36.405767 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7646617f-3dd9-44c4-afb0-ef9669d7c271 req-2655c5fc-65e7-40bf-8db8-0b3d672f77e8 tempest-ServersAdminNegativeTestJSON-1642388632 tempest-ServersAdminNegativeTestJSON-1642388632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:36.407251 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7646617f-3dd9-44c4-afb0-ef9669d7c271 req-2655c5fc-65e7-40bf-8db8-0b3d672f77e8 tempest-ServersAdminNegativeTestJSON-1642388632 tempest-ServersAdminNegativeTestJSON-1642388632-project] 10.222.0.72 "GET /v2.0/ports?device_id=ef41d28c-038f-4df3-8fcf-695095695c13 HTTP/1.1" status: 200 len: 949 time: 0.0514102 Feb 19 03:38:36.458701 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7646617f-3dd9-44c4-afb0-ef9669d7c271 req-1e6ef9b2-a568-49e3-83eb-7e24da6e9eb5 tempest-ServersAdminNegativeTestJSON-1642388632 tempest-ServersAdminNegativeTestJSON-1642388632-project] 10.222.0.72 "GET /v2.0/security-groups?id=b011ebc5-436a-4177-b497-0f11b624f047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458586 Feb 19 03:38:37.328452 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 4140d92d-c61f-4061-8e7d-e917b2099ca5 up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:38:37.379199 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning for port 4140d92d-c61f-4061-8e7d-e917b2099ca5 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:38:37.382940 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port 4140d92d-c61f-4061-8e7d-e917b2099ca5 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:38:37.383303 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (4140d92d-c61f-4061-8e7d-e917b2099ca5), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:37.457282 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 4140d92d-c61f-4061-8e7d-e917b2099ca5 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:38:37.457664 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (4140d92d-c61f-4061-8e7d-e917b2099ca5), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:37.482833 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef41d28c-038f-4df3-8fcf-695095695c13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4140d92d-c61f-4061-8e7d-e917b2099ca5'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:38:37.499670 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 4140d92d-c61f-4061-8e7d-e917b2099ca5, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=4140d92d-c61f-4061-8e7d-e917b2099ca5,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:38:37.506868 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (4140d92d-c61f-4061-8e7d-e917b2099ca5), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:37.532870 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88fe038525c8a7a69a3adae1ae732c1dd0c63371bed0a925712ea7f2f25f70bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51372794-4bfd-43ed-bf52-4be752b4f729" -d '{"events": [{"server_uuid": "ef41d28c-038f-4df3-8fcf-695095695c13", "name": "network-vif-plugged", "status": "completed", "tag": "4140d92d-c61f-4061-8e7d-e917b2099ca5"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:38:37.562576 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=4140d92d-c61f-4061-8e7d-e917b2099ca5,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:37.583177 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42665b9c-ea93-47b2-9bde-d3cc2245850f req-6482aede-1872-45b0-a383-d731b39da5aa tempest-ServersAdminNegativeTestJSON-1642388632 tempest-ServersAdminNegativeTestJSON-1642388632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:37.585196 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-42665b9c-ea93-47b2-9bde-d3cc2245850f req-6482aede-1872-45b0-a383-d731b39da5aa tempest-ServersAdminNegativeTestJSON-1642388632 tempest-ServersAdminNegativeTestJSON-1642388632-project] 10.222.0.72 "GET /v2.0/ports?device_id=ef41d28c-038f-4df3-8fcf-695095695c13 HTTP/1.1" status: 200 len: 950 time: 0.0554216 Feb 19 03:38:37.627351 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66834046-b2be-4b3f-9678-5b115f070532 x-openstack-request-id: req-66834046-b2be-4b3f-9678-5b115f070532 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:38:37.627644 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef41d28c-038f-4df3-8fcf-695095695c13", "name": "network-vif-plugged", "status": "completed", "tag": "4140d92d-c61f-4061-8e7d-e917b2099ca5", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:38:37.627969 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-66834046-b2be-4b3f-9678-5b115f070532 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:38:37.628372 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef41d28c-038f-4df3-8fcf-695095695c13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4140d92d-c61f-4061-8e7d-e917b2099ca5', 'code': 200} Feb 19 03:38:37.633705 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-42665b9c-ea93-47b2-9bde-d3cc2245850f req-4079e1f8-fbe1-4e62-aa4c-80c80e42a614 tempest-ServersAdminNegativeTestJSON-1642388632 tempest-ServersAdminNegativeTestJSON-1642388632-project] 10.222.0.72 "GET /v2.0/security-groups?id=b011ebc5-436a-4177-b497-0f11b624f047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425594 Feb 19 03:38:37.757035 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5606ad6e-71b4-4abc-b775-e074c381e2ca req-ae224ff8-9da0-434b-9741-f7788b427145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:37.758592 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-5606ad6e-71b4-4abc-b775-e074c381e2ca req-ae224ff8-9da0-434b-9741-f7788b427145 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ef41d28c-038f-4df3-8fcf-695095695c13 HTTP/1.1" status: 200 len: 1132 time: 0.0462351 Feb 19 03:38:37.803007 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-5606ad6e-71b4-4abc-b775-e074c381e2ca req-1395fcc3-4ea0-4a87-9742-a71dba6a93f6 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b011ebc5-436a-4177-b497-0f11b624f047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390851 Feb 19 03:38:38.752622 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5064ac38-e345-4963-8d81-0314125ac873 req-3bef339d-9186-4fd9-b14e-e9b69b4c005a tempest-ServersAdminNegativeTestJSON-1642388632 tempest-ServersAdminNegativeTestJSON-1642388632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:38.754130 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5064ac38-e345-4963-8d81-0314125ac873 req-3bef339d-9186-4fd9-b14e-e9b69b4c005a tempest-ServersAdminNegativeTestJSON-1642388632 tempest-ServersAdminNegativeTestJSON-1642388632-project] 10.222.0.72 "GET /v2.0/ports?device_id=ef41d28c-038f-4df3-8fcf-695095695c13 HTTP/1.1" status: 200 len: 950 time: 0.0526845 Feb 19 03:38:38.799578 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5064ac38-e345-4963-8d81-0314125ac873 req-bff54437-c492-4a38-a8ed-fc548ef38142 tempest-ServersAdminNegativeTestJSON-1642388632 tempest-ServersAdminNegativeTestJSON-1642388632-project] 10.222.0.72 "GET /v2.0/security-groups?id=b011ebc5-436a-4177-b497-0f11b624f047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393620 Feb 19 03:38:39.924059 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d8a1e6-1b56-475e-8b2c-7d59b7f96517 req-790ee6ba-1b1e-47bd-983c-8a2f9359a439 tempest-ServersAdminNegativeTestJSON-1642388632 tempest-ServersAdminNegativeTestJSON-1642388632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:39.925541 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-29d8a1e6-1b56-475e-8b2c-7d59b7f96517 req-790ee6ba-1b1e-47bd-983c-8a2f9359a439 tempest-ServersAdminNegativeTestJSON-1642388632 tempest-ServersAdminNegativeTestJSON-1642388632-project] 10.222.0.72 "GET /v2.0/ports?device_id=ef41d28c-038f-4df3-8fcf-695095695c13 HTTP/1.1" status: 200 len: 950 time: 0.0576956 Feb 19 03:38:39.972092 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-29d8a1e6-1b56-475e-8b2c-7d59b7f96517 req-fc73f216-3337-49d1-a0b5-ef3da16d1553 tempest-ServersAdminNegativeTestJSON-1642388632 tempest-ServersAdminNegativeTestJSON-1642388632-project] 10.222.0.72 "GET /v2.0/security-groups?id=b011ebc5-436a-4177-b497-0f11b624f047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402403 Feb 19 03:38:40.329584 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [req-e12da81c-c901-48f4-9d71-369c1fab34f8 req-d29a6df2-fc08-4a27-bbfe-d474fe56405c service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103701) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:38:40.330605 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e12da81c-c901-48f4-9d71-369c1fab34f8 req-d29a6df2-fc08-4a27-bbfe-d474fe56405c service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0503640 Feb 19 03:38:40.723644 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [req-03ba4196-fe51-4b90-abbb-707cdab47f54 req-ec9fd710-ba72-4366-8b92-115132d7bcee service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103701) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:38:40.724639 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-03ba4196-fe51-4b90-abbb-707cdab47f54 req-ec9fd710-ba72-4366-8b92-115132d7bcee service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0433192 Feb 19 03:38:41.061597 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46a04e3-1bd6-455c-bb7e-46f8e99bfed8 req-4dacf77b-bb59-44fc-b480-88530a466062 tempest-ServersAdminNegativeTestJSON-1642388632 tempest-ServersAdminNegativeTestJSON-1642388632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:41.063091 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a46a04e3-1bd6-455c-bb7e-46f8e99bfed8 req-4dacf77b-bb59-44fc-b480-88530a466062 tempest-ServersAdminNegativeTestJSON-1642388632 tempest-ServersAdminNegativeTestJSON-1642388632-project] 10.222.0.72 "GET /v2.0/ports?device_id=ef41d28c-038f-4df3-8fcf-695095695c13 HTTP/1.1" status: 200 len: 950 time: 0.0525980 Feb 19 03:38:41.109836 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a46a04e3-1bd6-455c-bb7e-46f8e99bfed8 req-9864350b-90de-42e8-bb9d-43de3458e91a tempest-ServersAdminNegativeTestJSON-1642388632 tempest-ServersAdminNegativeTestJSON-1642388632-project] 10.222.0.72 "GET /v2.0/security-groups?id=b011ebc5-436a-4177-b497-0f11b624f047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411546 Feb 19 03:38:42.229851 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad37c1e7-d4bb-44b2-b299-4db0cd838e05 req-0c7e844c-1bdb-4b35-894d-625a64444bfa tempest-ServersAdminNegativeTestJSON-1642388632 tempest-ServersAdminNegativeTestJSON-1642388632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:42.231368 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ad37c1e7-d4bb-44b2-b299-4db0cd838e05 req-0c7e844c-1bdb-4b35-894d-625a64444bfa tempest-ServersAdminNegativeTestJSON-1642388632 tempest-ServersAdminNegativeTestJSON-1642388632-project] 10.222.0.72 "GET /v2.0/ports?device_id=ef41d28c-038f-4df3-8fcf-695095695c13 HTTP/1.1" status: 200 len: 950 time: 0.0537469 Feb 19 03:38:42.282323 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ad37c1e7-d4bb-44b2-b299-4db0cd838e05 req-87de6bae-6696-487c-bf80-62ebde24f055 tempest-ServersAdminNegativeTestJSON-1642388632 tempest-ServersAdminNegativeTestJSON-1642388632-project] 10.222.0.72 "GET /v2.0/security-groups?id=b011ebc5-436a-4177-b497-0f11b624f047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454543 Feb 19 03:38:42.557677 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6a53b4-d549-4202-a4a3-e410ba2ebd88 req-da8ad7e1-77ee-4b35-8781-4228f82c5440 tempest-ServersAdminNegativeTestJSON-1642388632 tempest-ServersAdminNegativeTestJSON-1642388632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:42.559125 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-9c6a53b4-d549-4202-a4a3-e410ba2ebd88 req-da8ad7e1-77ee-4b35-8781-4228f82c5440 tempest-ServersAdminNegativeTestJSON-1642388632 tempest-ServersAdminNegativeTestJSON-1642388632-project] 10.222.0.73 "GET /v2.0/ports?device_id=ef41d28c-038f-4df3-8fcf-695095695c13 HTTP/1.1" status: 200 len: 950 time: 0.0560925 Feb 19 03:38:42.655377 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-9c6a53b4-d549-4202-a4a3-e410ba2ebd88 req-b9c38c73-e27f-48dc-8c26-497fa1d8407e tempest-ServersAdminNegativeTestJSON-1642388632 tempest-ServersAdminNegativeTestJSON-1642388632-project] Deleting port 4140d92d-c61f-4061-8e7d-e917b2099ca5 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:38:42.655717 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-9c6a53b4-d549-4202-a4a3-e410ba2ebd88 req-b9c38c73-e27f-48dc-8c26-497fa1d8407e tempest-ServersAdminNegativeTestJSON-1642388632 tempest-ServersAdminNegativeTestJSON-1642388632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (4140d92d-c61f-4061-8e7d-e917b2099ca5), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:42.747133 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-9c6a53b4-d549-4202-a4a3-e410ba2ebd88 req-b9c38c73-e27f-48dc-8c26-497fa1d8407e tempest-ServersAdminNegativeTestJSON-1642388632 tempest-ServersAdminNegativeTestJSON-1642388632-project] For port 4140d92d-c61f-4061-8e7d-e917b2099ca5, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=4140d92d-c61f-4061-8e7d-e917b2099ca5,segment=NetworkSegment(45191c84-57ac-45bf-8b2d-785d881920c5),segment_id=45191c84-57ac-45bf-8b2d-785d881920c5)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:38:42.747494 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-9c6a53b4-d549-4202-a4a3-e410ba2ebd88 req-b9c38c73-e27f-48dc-8c26-497fa1d8407e tempest-ServersAdminNegativeTestJSON-1642388632 tempest-ServersAdminNegativeTestJSON-1642388632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (4140d92d-c61f-4061-8e7d-e917b2099ca5), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:42.759183 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-9c6a53b4-d549-4202-a4a3-e410ba2ebd88 req-b9c38c73-e27f-48dc-8c26-497fa1d8407e tempest-ServersAdminNegativeTestJSON-1642388632 tempest-ServersAdminNegativeTestJSON-1642388632-project] Calling delete_port for 4140d92d-c61f-4061-8e7d-e917b2099ca5 owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:38:42.885077 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-9c6a53b4-d549-4202-a4a3-e410ba2ebd88 req-b9c38c73-e27f-48dc-8c26-497fa1d8407e tempest-ServersAdminNegativeTestJSON-1642388632 tempest-ServersAdminNegativeTestJSON-1642388632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (4140d92d-c61f-4061-8e7d-e917b2099ca5), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:42.917103 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c38c73-e27f-48dc-8c26-497fa1d8407e tempest-ServersAdminNegativeTestJSON-1642388632 tempest-ServersAdminNegativeTestJSON-1642388632-project] Pushing event deleted for resources: {'Port': ['ID=4140d92d-c61f-4061-8e7d-e917b2099ca5,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:42.917879 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['4140d92d-c61f-4061-8e7d-e917b2099ca5'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:38:42.965247 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c6a53b4-d549-4202-a4a3-e410ba2ebd88 req-b9c38c73-e27f-48dc-8c26-497fa1d8407e tempest-ServersAdminNegativeTestJSON-1642388632 tempest-ServersAdminNegativeTestJSON-1642388632-project] No DVR routers for this DVR port 4140d92d-c61f-4061-8e7d-e917b2099ca5 on host n-h1-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:38:42.968029 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-9c6a53b4-d549-4202-a4a3-e410ba2ebd88 req-b9c38c73-e27f-48dc-8c26-497fa1d8407e tempest-ServersAdminNegativeTestJSON-1642388632 tempest-ServersAdminNegativeTestJSON-1642388632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:42.971479 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-9c6a53b4-d549-4202-a4a3-e410ba2ebd88 req-b9c38c73-e27f-48dc-8c26-497fa1d8407e tempest-ServersAdminNegativeTestJSON-1642388632 tempest-ServersAdminNegativeTestJSON-1642388632-project] 10.222.0.73 "DELETE /v2.0/ports/4140d92d-c61f-4061-8e7d-e917b2099ca5 HTTP/1.1" status: 204 len: 173 time: 0.4070158 Feb 19 03:38:42.971943 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef41d28c-038f-4df3-8fcf-695095695c13', 'name': 'network-vif-deleted', 'tag': '4140d92d-c61f-4061-8e7d-e917b2099ca5'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:38:42.974301 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b48a34f37e4e31fa410c3f10fa4e23c828d45427043ff8d3e4d9f228381d6ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5b2702f-92ad-4185-bc9d-99fe449700bf" -d '{"events": [{"server_uuid": "ef41d28c-038f-4df3-8fcf-695095695c13", "name": "network-vif-deleted", "tag": "4140d92d-c61f-4061-8e7d-e917b2099ca5"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:38:43.042399 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3711ed4-491b-44c4-98f4-c4978afc535d x-openstack-request-id: req-e3711ed4-491b-44c4-98f4-c4978afc535d {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:38:43.042891 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef41d28c-038f-4df3-8fcf-695095695c13", "name": "network-vif-deleted", "tag": "4140d92d-c61f-4061-8e7d-e917b2099ca5", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:38:43.043005 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e3711ed4-491b-44c4-98f4-c4978afc535d {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:38:43.043360 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef41d28c-038f-4df3-8fcf-695095695c13', 'name': 'network-vif-deleted', 'tag': '4140d92d-c61f-4061-8e7d-e917b2099ca5', 'status': 'completed', 'code': 200} Feb 19 03:38:43.392245 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1a2dc504-61eb-4482-ab72-5f78630f3c56 req-54639a8a-067b-4683-af79-21dd49774922 tempest-ServersAdminNegativeTestJSON-1642388632 tempest-ServersAdminNegativeTestJSON-1642388632-project] 10.222.0.72 "GET /v2.0/ports?device_id=ef41d28c-038f-4df3-8fcf-695095695c13 HTTP/1.1" status: 200 len: 210 time: 0.0291739 Feb 19 03:38:44.679851 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49624) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:44.811337 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-32a1db8b-6c02-47fd-8f39-d93ba0e55e1c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4b91ffa421014fef88996ff2cd447aad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1300347 Feb 19 03:38:44.813943 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49628) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:44.860087 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-496b8757-9088-4fe9-8d92-3db8e3aee687 admin admin] Publish callbacks [] for security_group (b011ebc5-436a-4177-b497-0f11b624f047), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:44.880639 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-496b8757-9088-4fe9-8d92-3db8e3aee687 admin admin] Publish callbacks [] for security_group (b011ebc5-436a-4177-b497-0f11b624f047), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:44.927096 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-496b8757-9088-4fe9-8d92-3db8e3aee687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (b011ebc5-436a-4177-b497-0f11b624f047), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:44.930733 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-496b8757-9088-4fe9-8d92-3db8e3aee687 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:44.931913 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-496b8757-9088-4fe9-8d92-3db8e3aee687 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b011ebc5-436a-4177-b497-0f11b624f047 HTTP/1.1" status: 204 len: 168 time: 0.1170168 Feb 19 03:38:44.939815 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496b8757-9088-4fe9-8d92-3db8e3aee687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b011ebc5-436a-4177-b497-0f11b624f047,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:45.189254 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 49634) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:45.203334 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1f64b4c3-cf21-425a-8baf-66e3bd85684d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:45.278006 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1f64b4c3-cf21-425a-8baf-66e3bd85684d admin admin] Publish callbacks [] for security_group (7b485449-296a-40ed-ac3d-8a77f181f402), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:45.281759 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1f64b4c3-cf21-425a-8baf-66e3bd85684d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (7b485449-296a-40ed-ac3d-8a77f181f402), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:45.320085 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-1f64b4c3-cf21-425a-8baf-66e3bd85684d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=23e8f1e64da146cda27b06b4e363fb4c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1297827 Feb 19 03:38:45.320948 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f64b4c3-cf21-425a-8baf-66e3bd85684d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b485449-296a-40ed-ac3d-8a77f181f402,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:45.322985 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49636) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:45.377911 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-aba6615e-9192-45f6-a45a-f4688445085f admin admin] Publish callbacks [] for security_group (7b485449-296a-40ed-ac3d-8a77f181f402), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:45.401736 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-aba6615e-9192-45f6-a45a-f4688445085f admin admin] Publish callbacks [] for security_group (7b485449-296a-40ed-ac3d-8a77f181f402), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:45.448527 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-aba6615e-9192-45f6-a45a-f4688445085f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (7b485449-296a-40ed-ac3d-8a77f181f402), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:45.451116 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-aba6615e-9192-45f6-a45a-f4688445085f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:45.452264 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-aba6615e-9192-45f6-a45a-f4688445085f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7b485449-296a-40ed-ac3d-8a77f181f402 HTTP/1.1" status: 204 len: 168 time: 0.1282885 Feb 19 03:38:45.460923 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba6615e-9192-45f6-a45a-f4688445085f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b485449-296a-40ed-ac3d-8a77f181f402,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:45.603493 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-77da9dc9-6f16-4209-86a1-be9ff6d25151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:46.112990 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49658) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:46.207666 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-96021a0f-2f4a-40b0-9bc8-51710ec3fa33 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1423570390-network', 'tenant_id': 'dd5508e3c52b4caeae7dcfc2cc662ee6'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:38:46.227550 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96021a0f-2f4a-40b0-9bc8-51710ec3fa33 admin admin] Made reservation on behalf of dd5508e3c52b4caeae7dcfc2cc662ee6 for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:38:46.229880 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-96021a0f-2f4a-40b0-9bc8-51710ec3fa33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:46.237899 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-96021a0f-2f4a-40b0-9bc8-51710ec3fa33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:46.310556 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-96021a0f-2f4a-40b0-9bc8-51710ec3fa33 admin admin] Publish callbacks [] for security_group (adda4ddb-fd3b-4ebc-ac40-bb54a98c20ed), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:46.314938 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-96021a0f-2f4a-40b0-9bc8-51710ec3fa33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (adda4ddb-fd3b-4ebc-ac40-bb54a98c20ed), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:46.336568 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96021a0f-2f4a-40b0-9bc8-51710ec3fa33 admin admin] vlan segment allocate from pool success with {'vlan_id': 294, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:38:46.349771 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96021a0f-2f4a-40b0-9bc8-51710ec3fa33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adda4ddb-fd3b-4ebc-ac40-bb54a98c20ed,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:46.355564 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-96021a0f-2f4a-40b0-9bc8-51710ec3fa33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (2f0b84ef-427a-4f31-94b3-001bb5950d84), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:46.355901 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-96021a0f-2f4a-40b0-9bc8-51710ec3fa33 admin admin] Added segment 2f0b84ef-427a-4f31-94b3-001bb5950d84 of type vlan for network 76980d91-a7a1-4d85-ade3-3d3b2d7b124d Feb 19 03:38:46.395220 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-96021a0f-2f4a-40b0-9bc8-51710ec3fa33 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (76980d91-a7a1-4d85-ade3-3d3b2d7b124d), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:46.431343 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-96021a0f-2f4a-40b0-9bc8-51710ec3fa33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (76980d91-a7a1-4d85-ade3-3d3b2d7b124d), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:46.432313 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96021a0f-2f4a-40b0-9bc8-51710ec3fa33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:46.432888 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-96021a0f-2f4a-40b0-9bc8-51710ec3fa33 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:46.487617 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-96021a0f-2f4a-40b0-9bc8-51710ec3fa33 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3734410 Feb 19 03:38:46.491215 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 49662) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:46.495363 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96021a0f-2f4a-40b0-9bc8-51710ec3fa33 admin admin] Pushing event updated for resources: {'Network': ['ID=76980d91-a7a1-4d85-ade3-3d3b2d7b124d,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:46.496314 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-c3b4d5dd-66fb-41b2-960b-3a8efb6e7ad0 admin admin] Request body: {'subnet': {'network_id': '76980d91-a7a1-4d85-ade3-3d3b2d7b124d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1423570390-subnet', 'tenant_id': 'dd5508e3c52b4caeae7dcfc2cc662ee6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:38:46.504676 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 76980d91-a7a1-4d85-ade3-3d3b2d7b124d details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:38:46.516099 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3b4d5dd-66fb-41b2-960b-3a8efb6e7ad0 admin admin] Made reservation on behalf of dd5508e3c52b4caeae7dcfc2cc662ee6 for: {'subnet': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:38:46.518671 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c3b4d5dd-66fb-41b2-960b-3a8efb6e7ad0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58706307'] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:46.684909 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c3b4d5dd-66fb-41b2-960b-3a8efb6e7ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12647271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58706289'] for subnet (ab17cfb5-e7ec-49a6-9cb6-5b563ec68377), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:46.744758 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b4d5dd-66fb-41b2-960b-3a8efb6e7ad0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab17cfb5-e7ec-49a6-9cb6-5b563ec68377,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:46.751663 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b4d5dd-66fb-41b2-960b-3a8efb6e7ad0 admin admin] Checking segment: {'id': '2f0b84ef-427a-4f31-94b3-001bb5950d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '76980d91-a7a1-4d85-ade3-3d3b2d7b124d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:38:46.752021 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b4d5dd-66fb-41b2-960b-3a8efb6e7ad0 admin admin] Network hostable DHCP agents. Network: 76980d91-a7a1-4d85-ade3-3d3b2d7b124d, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:38:46.769637 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b4d5dd-66fb-41b2-960b-3a8efb6e7ad0 admin admin] Network 76980d91-a7a1-4d85-ade3-3d3b2d7b124d is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:38:46.777943 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-c3b4d5dd-66fb-41b2-960b-3a8efb6e7ad0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 76980d91-a7a1-4d85-ade3-3d3b2d7b124d) {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:38:46.783430 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b4d5dd-66fb-41b2-960b-3a8efb6e7ad0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:46.784383 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c3b4d5dd-66fb-41b2-960b-3a8efb6e7ad0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:46.791246 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38764e70-0f73-402a-8783-b9bc68c4dad3 None None] Network 76980d91-a7a1-4d85-ade3-3d3b2d7b124d requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:38:46.802262 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-c3b4d5dd-66fb-41b2-960b-3a8efb6e7ad0 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3099215 Feb 19 03:38:46.889807 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f82c3c-4feb-4671-a3f6-bd4562bb5655 None None] Network 76980d91-a7a1-4d85-ade3-3d3b2d7b124d requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:38:47.233570 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7e0e98-170e-4e0a-8afd-28c56c990ec6 req-4d11387b-4f34-4f76-ae01-be59e767f0ca tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:47.235021 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7f7e0e98-170e-4e0a-8afd-28c56c990ec6 req-4d11387b-4f34-4f76-ae01-be59e767f0ca tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] 10.222.0.72 "GET /v2.0/networks?id=76980d91-a7a1-4d85-ade3-3d3b2d7b124d HTTP/1.1" status: 200 len: 812 time: 0.0987327 Feb 19 03:38:47.249237 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7f7e0e98-170e-4e0a-8afd-28c56c990ec6 req-ac2af87c-dc06-4e49-9cd7-48a30e37234e tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] 10.222.0.72 "GET /v2.0/quotas/dd5508e3c52b4caeae7dcfc2cc662ee6 HTTP/1.1" status: 200 len: 375 time: 0.0089571 Feb 19 03:38:47.279936 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7f7e0e98-170e-4e0a-8afd-28c56c990ec6 req-bab1ece0-190b-4820-92a1-03f0de68f70f tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=dd5508e3c52b4caeae7dcfc2cc662ee6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260117 Feb 19 03:38:47.290517 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [req-7f7e0e98-170e-4e0a-8afd-28c56c990ec6 req-bfe5cf54-610b-4dd6-bd22-e6dbdeac4f17 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103701) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:38:47.291461 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7f7e0e98-170e-4e0a-8afd-28c56c990ec6 req-bfe5cf54-610b-4dd6-bd22-e6dbdeac4f17 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054727 Feb 19 03:38:47.359169 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 4140d92d-c61f-4061-8e7d-e917b2099ca5 no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:38:47.380102 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7f7e0e98-170e-4e0a-8afd-28c56c990ec6 req-66dd0b0b-6b7c-49c3-b4c7-ce4a343ec367 service neutron] 10.222.0.72 "GET /v2.0/networks/76980d91-a7a1-4d85-ade3-3d3b2d7b124d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834894 Feb 19 03:38:47.380671 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] No Port match for: 4140d92d-c61f-4061-8e7d-e917b2099ca5 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:38:47.382200 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 4140d92d-c61f-4061-8e7d-e917b2099ca5 not bound to the agent host n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:38:47.466694 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7f7e0e98-170e-4e0a-8afd-28c56c990ec6 req-9b574dc1-1016-4be9-9f6f-a62e8ca04db4 service neutron] 10.222.0.72 "GET /v2.0/networks/76980d91-a7a1-4d85-ade3-3d3b2d7b124d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806952 Feb 19 03:38:47.630514 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-915c851a-86ab-487e-9b81-6d776de784e9 req-21f05e75-5a18-4789-b3b1-a9cc1f58abf8 tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] 10.222.0.72 "GET /v2.0/ports?device_id=1b58e736-8a02-4c96-8a3b-3df7e0a4f472 HTTP/1.1" status: 200 len: 210 time: 0.0307460 Feb 19 03:38:47.776062 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-1951d121-0126-42f3-8a2f-fa3cc839a424 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:48.712943 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-30985b6e-46d1-4db9-8ed7-0b170b33571a req-aeecdbe9-530f-462b-9ce3-9679d557c287 tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] 10.222.0.72 "GET /v2.0/ports?device_id=1b58e736-8a02-4c96-8a3b-3df7e0a4f472 HTTP/1.1" status: 200 len: 210 time: 0.0277624 Feb 19 03:38:49.423863 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:49.789027 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cc727308-f154-49aa-b9e2-253d6a7bd9ab req-eaa7b49a-8588-4006-b41b-1a054dd985f2 tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] 10.222.0.72 "GET /v2.0/ports?device_id=1b58e736-8a02-4c96-8a3b-3df7e0a4f472 HTTP/1.1" status: 200 len: 210 time: 0.0281553 Feb 19 03:38:49.935556 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:38:50.601838 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:50.882168 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6a4530bf-5c12-402c-9e59-4c4796fa5eca req-beffef9c-9307-42c4-97e5-c11edb6c94d0 tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] 10.222.0.72 "GET /v2.0/ports?device_id=1b58e736-8a02-4c96-8a3b-3df7e0a4f472 HTTP/1.1" status: 200 len: 210 time: 0.0263765 Feb 19 03:38:51.771473 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7e0e98-170e-4e0a-8afd-28c56c990ec6 req-6933879e-cf28-4f31-ba73-8cac1455a93d tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:51.774096 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7f7e0e98-170e-4e0a-8afd-28c56c990ec6 req-6933879e-cf28-4f31-ba73-8cac1455a93d tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] 10.222.0.73 "GET /v2.0/networks?id=76980d91-a7a1-4d85-ade3-3d3b2d7b124d HTTP/1.1" status: 200 len: 812 time: 0.1083629 Feb 19 03:38:51.793131 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-7f7e0e98-170e-4e0a-8afd-28c56c990ec6 req-cceb7c53-67e5-4ba5-abb3-7a61c12f4652 tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] Request body: {'port': {'device_id': '1b58e736-8a02-4c96-8a3b-3df7e0a4f472', 'network_id': '76980d91-a7a1-4d85-ade3-3d3b2d7b124d', 'admin_state_up': True, 'tenant_id': 'dd5508e3c52b4caeae7dcfc2cc662ee6'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:38:51.894902 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f7e0e98-170e-4e0a-8afd-28c56c990ec6 req-cceb7c53-67e5-4ba5-abb3-7a61c12f4652 tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] Made reservation on behalf of dd5508e3c52b4caeae7dcfc2cc662ee6 for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:38:51.898873 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-7f7e0e98-170e-4e0a-8afd-28c56c990ec6 req-cceb7c53-67e5-4ba5-abb3-7a61c12f4652 tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:51.979142 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-09f22389-b7ba-4f73-ba58-70758500078b req-f58e95b0-85b8-4f75-9129-bf988bb9841e tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] 10.222.0.72 "GET /v2.0/ports?device_id=1b58e736-8a02-4c96-8a3b-3df7e0a4f472 HTTP/1.1" status: 200 len: 210 time: 0.0280871 Feb 19 03:38:52.028657 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [req-7f7e0e98-170e-4e0a-8afd-28c56c990ec6 req-cceb7c53-67e5-4ba5-abb3-7a61c12f4652 tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] Allocated IP 172.20.0.7 (76980d91-a7a1-4d85-ade3-3d3b2d7b124d/ab17cfb5-e7ec-49a6-9cb6-5b563ec68377/4b9638c7-8fba-418d-8a79-defe56be455f) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:38:52.029219 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:52.175196 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-7f7e0e98-170e-4e0a-8afd-28c56c990ec6 req-cceb7c53-67e5-4ba5-abb3-7a61c12f4652 tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] Publish callbacks [] for port (4b9638c7-8fba-418d-8a79-defe56be455f), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:52.208113 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-7f7e0e98-170e-4e0a-8afd-28c56c990ec6 req-cceb7c53-67e5-4ba5-abb3-7a61c12f4652 tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (4b9638c7-8fba-418d-8a79-defe56be455f), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:52.248302 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f7e0e98-170e-4e0a-8afd-28c56c990ec6 req-cceb7c53-67e5-4ba5-abb3-7a61c12f4652 tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] Network 76980d91-a7a1-4d85-ade3-3d3b2d7b124d is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:38:52.251331 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [req-7f7e0e98-170e-4e0a-8afd-28c56c990ec6 req-cceb7c53-67e5-4ba5-abb3-7a61c12f4652 tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:38:52.254802 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f7e0e98-170e-4e0a-8afd-28c56c990ec6 req-cceb7c53-67e5-4ba5-abb3-7a61c12f4652 tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:38:52.284708 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceb7c53-67e5-4ba5-abb3-7a61c12f4652 tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] Pushing event updated for resources: {'Port': ['ID=4b9638c7-8fba-418d-8a79-defe56be455f,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:52.308671 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7e0e98-170e-4e0a-8afd-28c56c990ec6 req-cceb7c53-67e5-4ba5-abb3-7a61c12f4652 tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:52.309299 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-7f7e0e98-170e-4e0a-8afd-28c56c990ec6 req-cceb7c53-67e5-4ba5-abb3-7a61c12f4652 tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:52.325020 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7f7e0e98-170e-4e0a-8afd-28c56c990ec6 req-cceb7c53-67e5-4ba5-abb3-7a61c12f4652 tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5357053 Feb 19 03:38:52.341018 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-7f7e0e98-170e-4e0a-8afd-28c56c990ec6 req-7669f4de-4104-429c-943d-39b9c06ac51b service neutron] Request body: {'port': {'device_id': '1b58e736-8a02-4c96-8a3b-3df7e0a4f472', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826753-2'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:38:52.405553 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-7f7e0e98-170e-4e0a-8afd-28c56c990ec6 req-7669f4de-4104-429c-943d-39b9c06ac51b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (4b9638c7-8fba-418d-8a79-defe56be455f), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:52.663999 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-7f7e0e98-170e-4e0a-8afd-28c56c990ec6 req-7669f4de-4104-429c-943d-39b9c06ac51b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b9638c7-8fba-418d-8a79-defe56be455f {{(pid=103702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:38:52.671273 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-7f7e0e98-170e-4e0a-8afd-28c56c990ec6 req-7669f4de-4104-429c-943d-39b9c06ac51b service neutron] Publish callbacks [] for port (4b9638c7-8fba-418d-8a79-defe56be455f), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:52.682981 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-7f7e0e98-170e-4e0a-8afd-28c56c990ec6 req-7669f4de-4104-429c-943d-39b9c06ac51b service neutron] Transition to ACTIVE for port object 4b9638c7-8fba-418d-8a79-defe56be455f will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:38:52.686969 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-7f7e0e98-170e-4e0a-8afd-28c56c990ec6 req-7669f4de-4104-429c-943d-39b9c06ac51b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (4b9638c7-8fba-418d-8a79-defe56be455f), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:52.759000 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7669f4de-4104-429c-943d-39b9c06ac51b service neutron] Pushing event updated for resources: {'Port': ['ID=4b9638c7-8fba-418d-8a79-defe56be455f,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:52.807340 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-7f7e0e98-170e-4e0a-8afd-28c56c990ec6 req-7669f4de-4104-429c-943d-39b9c06ac51b service neutron] Attempting to bind port 4b9638c7-8fba-418d-8a79-defe56be455f on host n-h1-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:38:52.807954 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-7f7e0e98-170e-4e0a-8afd-28c56c990ec6 req-7669f4de-4104-429c-943d-39b9c06ac51b service neutron] Attempting to bind port 4b9638c7-8fba-418d-8a79-defe56be455f by drivers openvswitch,hyperv on host n-h1-826753-2 at level 0 using segments [{'id': '2f0b84ef-427a-4f31-94b3-001bb5950d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '76980d91-a7a1-4d85-ade3-3d3b2d7b124d'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:38:52.807954 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f7e0e98-170e-4e0a-8afd-28c56c990ec6 req-7669f4de-4104-429c-943d-39b9c06ac51b service neutron] Attempting to bind port 4b9638c7-8fba-418d-8a79-defe56be455f on network 76980d91-a7a1-4d85-ade3-3d3b2d7b124d {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:38:52.812370 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f7e0e98-170e-4e0a-8afd-28c56c990ec6 req-7669f4de-4104-429c-943d-39b9c06ac51b service neutron] Port 4b9638c7-8fba-418d-8a79-defe56be455f on network 76980d91-a7a1-4d85-ade3-3d3b2d7b124d not bound, no agent of type Open vSwitch agent registered on host n-h1-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:38:52.812682 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f7e0e98-170e-4e0a-8afd-28c56c990ec6 req-7669f4de-4104-429c-943d-39b9c06ac51b service neutron] Attempting to bind port 4b9638c7-8fba-418d-8a79-defe56be455f on network 76980d91-a7a1-4d85-ade3-3d3b2d7b124d {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:38:52.817395 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f7e0e98-170e-4e0a-8afd-28c56c990ec6 req-7669f4de-4104-429c-943d-39b9c06ac51b service neutron] Checking agent: {'id': '9d56fb1b-2855-496a-a6d9-c324740cb98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:38:52.817720 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f7e0e98-170e-4e0a-8afd-28c56c990ec6 req-7669f4de-4104-429c-943d-39b9c06ac51b service neutron] Checking segment: {'id': '2f0b84ef-427a-4f31-94b3-001bb5950d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '76980d91-a7a1-4d85-ade3-3d3b2d7b124d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:38:52.818089 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f7e0e98-170e-4e0a-8afd-28c56c990ec6 req-7669f4de-4104-429c-943d-39b9c06ac51b service neutron] Bound using segment: {'id': '2f0b84ef-427a-4f31-94b3-001bb5950d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '76980d91-a7a1-4d85-ade3-3d3b2d7b124d'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:38:52.818494 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-7f7e0e98-170e-4e0a-8afd-28c56c990ec6 req-7669f4de-4104-429c-943d-39b9c06ac51b service neutron] Bound port: 4b9638c7-8fba-418d-8a79-defe56be455f, host: n-h1-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f0b84ef-427a-4f31-94b3-001bb5950d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '76980d91-a7a1-4d85-ade3-3d3b2d7b124d'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:38:52.819514 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-7f7e0e98-170e-4e0a-8afd-28c56c990ec6 req-7669f4de-4104-429c-943d-39b9c06ac51b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (4b9638c7-8fba-418d-8a79-defe56be455f), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:52.836118 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:52.880367 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-7f7e0e98-170e-4e0a-8afd-28c56c990ec6 req-7669f4de-4104-429c-943d-39b9c06ac51b service neutron] For port 4b9638c7-8fba-418d-8a79-defe56be455f, host n-h1-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:38:52.884239 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-7f7e0e98-170e-4e0a-8afd-28c56c990ec6 req-7669f4de-4104-429c-943d-39b9c06ac51b service neutron] For port 4b9638c7-8fba-418d-8a79-defe56be455f, host n-h1-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=4b9638c7-8fba-418d-8a79-defe56be455f,segment=NetworkSegment(2f0b84ef-427a-4f31-94b3-001bb5950d84),segment_id=2f0b84ef-427a-4f31-94b3-001bb5950d84)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:38:52.889708 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-7f7e0e98-170e-4e0a-8afd-28c56c990ec6 req-7669f4de-4104-429c-943d-39b9c06ac51b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (4b9638c7-8fba-418d-8a79-defe56be455f), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:52.920971 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7e0e98-170e-4e0a-8afd-28c56c990ec6 req-7669f4de-4104-429c-943d-39b9c06ac51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:52.921603 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-7f7e0e98-170e-4e0a-8afd-28c56c990ec6 req-7669f4de-4104-429c-943d-39b9c06ac51b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:52.922966 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7f7e0e98-170e-4e0a-8afd-28c56c990ec6 req-7669f4de-4104-429c-943d-39b9c06ac51b service neutron] 10.222.0.73 "PUT /v2.0/ports/4b9638c7-8fba-418d-8a79-defe56be455f HTTP/1.1" status: 200 len: 1091 time: 0.5859783 Feb 19 03:38:52.923392 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b58e736-8a02-4c96-8a3b-3df7e0a4f472', 'tag': '4b9638c7-8fba-418d-8a79-defe56be455f'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:38:52.925625 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b48a34f37e4e31fa410c3f10fa4e23c828d45427043ff8d3e4d9f228381d6ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d13f1b0d-2518-48d1-98c3-e40d53a2474b" -d '{"events": [{"name": "network-changed", "server_uuid": "1b58e736-8a02-4c96-8a3b-3df7e0a4f472", "tag": "4b9638c7-8fba-418d-8a79-defe56be455f"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:38:52.951986 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7669f4de-4104-429c-943d-39b9c06ac51b service neutron] Pushing event updated for resources: {'Port': ['ID=4b9638c7-8fba-418d-8a79-defe56be455f,revision_number=3']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:52.965027 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c10074f8-4c7a-44d8-8285-b4ff5d1da10f x-openstack-request-id: req-c10074f8-4c7a-44d8-8285-b4ff5d1da10f {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:38:52.965333 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b58e736-8a02-4c96-8a3b-3df7e0a4f472", "tag": "4b9638c7-8fba-418d-8a79-defe56be455f", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:38:52.965594 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c10074f8-4c7a-44d8-8285-b4ff5d1da10f {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:38:52.966003 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b58e736-8a02-4c96-8a3b-3df7e0a4f472', 'tag': '4b9638c7-8fba-418d-8a79-defe56be455f', 'status': 'completed', 'code': 200} Feb 19 03:38:53.031016 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7e0e98-170e-4e0a-8afd-28c56c990ec6 req-7cacf111-63fd-4e5f-bd32-6500e4ec0c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:53.032669 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7f7e0e98-170e-4e0a-8afd-28c56c990ec6 req-7cacf111-63fd-4e5f-bd32-6500e4ec0c06 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=dd5508e3c52b4caeae7dcfc2cc662ee6&device_id=1b58e736-8a02-4c96-8a3b-3df7e0a4f472 HTTP/1.1" status: 200 len: 1125 time: 0.0493238 Feb 19 03:38:53.079559 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7f7e0e98-170e-4e0a-8afd-28c56c990ec6 req-ae3647aa-b85e-439a-82f2-ebb429b91308 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b9638c7-8fba-418d-8a79-defe56be455f HTTP/1.1" status: 200 len: 217 time: 0.0356452 Feb 19 03:38:53.103721 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4a1666-f116-4a8d-8747-7839bd18555e req-6dc0c1a4-f1d8-48ba-bdf8-06c884e16e66 tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:53.105239 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ba4a1666-f116-4a8d-8747-7839bd18555e req-6dc0c1a4-f1d8-48ba-bdf8-06c884e16e66 tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] 10.222.0.72 "GET /v2.0/ports?device_id=1b58e736-8a02-4c96-8a3b-3df7e0a4f472 HTTP/1.1" status: 200 len: 943 time: 0.0557487 Feb 19 03:38:53.127776 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7e0e98-170e-4e0a-8afd-28c56c990ec6 req-17010a51-7e6d-46bb-8863-31f9255d20db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:53.129269 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7f7e0e98-170e-4e0a-8afd-28c56c990ec6 req-17010a51-7e6d-46bb-8863-31f9255d20db service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ab17cfb5-e7ec-49a6-9cb6-5b563ec68377 HTTP/1.1" status: 200 len: 852 time: 0.0443685 Feb 19 03:38:53.157669 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ba4a1666-f116-4a8d-8747-7839bd18555e req-b1f2a7a0-5427-4669-b701-bccc53ea6c43 tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] 10.222.0.72 "GET /v2.0/security-groups?id=adda4ddb-fd3b-4ebc-ac40-bb54a98c20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464411 Feb 19 03:38:53.163990 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7f7e0e98-170e-4e0a-8afd-28c56c990ec6 req-5598ebd2-8d88-4cd6-b38d-8658f30b7bc2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=76980d91-a7a1-4d85-ade3-3d3b2d7b124d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293627 Feb 19 03:38:53.249447 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7f7e0e98-170e-4e0a-8afd-28c56c990ec6 req-f892c91b-38bc-496e-9b52-c05edfb615fa service neutron] 10.222.0.73 "GET /v2.0/networks/76980d91-a7a1-4d85-ade3-3d3b2d7b124d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793715 Feb 19 03:38:53.339484 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7f7e0e98-170e-4e0a-8afd-28c56c990ec6 req-5ba6a258-c8be-4d49-848d-d522e8a945b9 service neutron] 10.222.0.73 "GET /v2.0/networks/76980d91-a7a1-4d85-ade3-3d3b2d7b124d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848868 Feb 19 03:38:53.470157 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13f1b0d-2518-48d1-98c3-e40d53a2474b req-dde6e315-ca16-4726-8e40-684a7f751668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:53.471564 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d13f1b0d-2518-48d1-98c3-e40d53a2474b req-dde6e315-ca16-4726-8e40-684a7f751668 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=dd5508e3c52b4caeae7dcfc2cc662ee6&device_id=1b58e736-8a02-4c96-8a3b-3df7e0a4f472 HTTP/1.1" status: 200 len: 1125 time: 0.0450335 Feb 19 03:38:53.558930 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13f1b0d-2518-48d1-98c3-e40d53a2474b req-808c0245-e0bc-4bbf-8358-d87848f85876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:53.560401 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d13f1b0d-2518-48d1-98c3-e40d53a2474b req-808c0245-e0bc-4bbf-8358-d87848f85876 service neutron] 10.222.0.73 "GET /v2.0/networks?id=76980d91-a7a1-4d85-ade3-3d3b2d7b124d HTTP/1.1" status: 200 len: 913 time: 0.0832901 Feb 19 03:38:53.605643 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d13f1b0d-2518-48d1-98c3-e40d53a2474b req-4e38655f-bf90-456c-a493-375b57c4a194 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b9638c7-8fba-418d-8a79-defe56be455f HTTP/1.1" status: 200 len: 217 time: 0.0393229 Feb 19 03:38:53.652598 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13f1b0d-2518-48d1-98c3-e40d53a2474b req-84265f3e-d95a-44f3-8882-76d2ace1283c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:53.654086 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d13f1b0d-2518-48d1-98c3-e40d53a2474b req-84265f3e-d95a-44f3-8882-76d2ace1283c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ab17cfb5-e7ec-49a6-9cb6-5b563ec68377 HTTP/1.1" status: 200 len: 852 time: 0.0433421 Feb 19 03:38:53.684622 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d13f1b0d-2518-48d1-98c3-e40d53a2474b req-645ff8c5-53d2-4787-895d-dcd8001ba9b7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=76980d91-a7a1-4d85-ade3-3d3b2d7b124d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251927 Feb 19 03:38:53.775370 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d13f1b0d-2518-48d1-98c3-e40d53a2474b req-446c231f-daf2-4fba-b255-e61e23befdd5 service neutron] 10.222.0.73 "GET /v2.0/networks/76980d91-a7a1-4d85-ade3-3d3b2d7b124d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849576 Feb 19 03:38:53.861562 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d13f1b0d-2518-48d1-98c3-e40d53a2474b req-1d239895-741c-4ae1-8d0a-12e1c40a609d service neutron] 10.222.0.73 "GET /v2.0/networks/76980d91-a7a1-4d85-ade3-3d3b2d7b124d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803962 Feb 19 03:38:54.277331 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf92d5e-2e88-4ed2-ab11-cc7da56d222f req-c7a81cab-d722-4f25-9d03-2fdbf5c332f5 tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:54.278802 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bbf92d5e-2e88-4ed2-ab11-cc7da56d222f req-c7a81cab-d722-4f25-9d03-2fdbf5c332f5 tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] 10.222.0.72 "GET /v2.0/ports?device_id=1b58e736-8a02-4c96-8a3b-3df7e0a4f472 HTTP/1.1" status: 200 len: 943 time: 0.0510852 Feb 19 03:38:54.325397 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bbf92d5e-2e88-4ed2-ab11-cc7da56d222f req-f5b4f500-84e8-4e31-83e7-8e7a35b0850c tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] 10.222.0.72 "GET /v2.0/security-groups?id=adda4ddb-fd3b-4ebc-ac40-bb54a98c20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410154 Feb 19 03:38:55.453724 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d751ee1-f974-4004-b7cc-7e67862cf630 req-f045c1af-acc2-4a26-8227-d2d4d69bd0aa tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:55.455215 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9d751ee1-f974-4004-b7cc-7e67862cf630 req-f045c1af-acc2-4a26-8227-d2d4d69bd0aa tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] 10.222.0.72 "GET /v2.0/ports?device_id=1b58e736-8a02-4c96-8a3b-3df7e0a4f472 HTTP/1.1" status: 200 len: 943 time: 0.0523362 Feb 19 03:38:55.503707 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9d751ee1-f974-4004-b7cc-7e67862cf630 req-b350a16e-2704-4c44-a62e-3b7cbb06caf2 tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] 10.222.0.72 "GET /v2.0/security-groups?id=adda4ddb-fd3b-4ebc-ac40-bb54a98c20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407016 Feb 19 03:38:56.540936 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:56.877765 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e41409-4056-422c-b343-883894d260b1 req-fd98b6b5-aeaf-482a-8a3c-22117afb68c1 tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:56.879233 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-27e41409-4056-422c-b343-883894d260b1 req-fd98b6b5-aeaf-482a-8a3c-22117afb68c1 tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] 10.222.0.72 "GET /v2.0/ports?device_id=1b58e736-8a02-4c96-8a3b-3df7e0a4f472 HTTP/1.1" status: 200 len: 943 time: 0.3071015 Feb 19 03:38:56.924814 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-27e41409-4056-422c-b343-883894d260b1 req-330b1279-92c6-45de-9d58-63ae51957219 tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] 10.222.0.72 "GET /v2.0/security-groups?id=adda4ddb-fd3b-4ebc-ac40-bb54a98c20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393536 Feb 19 03:38:57.390002 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 4b9638c7-8fba-418d-8a79-defe56be455f details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:38:57.486629 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 4b9638c7-8fba-418d-8a79-defe56be455f, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=4b9638c7-8fba-418d-8a79-defe56be455f,segment=NetworkSegment(2f0b84ef-427a-4f31-94b3-001bb5950d84),segment_id=2f0b84ef-427a-4f31-94b3-001bb5950d84)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:38:57.497913 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': '4b9638c7-8fba-418d-8a79-defe56be455f', 'network_id': '76980d91-a7a1-4d85-ade3-3d3b2d7b124d', 'port_id': '4b9638c7-8fba-418d-8a79-defe56be455f', 'mac_address': 'fa:16:3e:15:a3:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab17cfb5-e7ec-49a6-9cb6-5b563ec68377', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:38:57.534783 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 4b9638c7-8fba-418d-8a79-defe56be455f is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:38:57.535178 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (4b9638c7-8fba-418d-8a79-defe56be455f), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:57.548033 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b9638c7-8fba-418d-8a79-defe56be455f {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:38:57.567673 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 4b9638c7-8fba-418d-8a79-defe56be455f, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=4b9638c7-8fba-418d-8a79-defe56be455f,segment=NetworkSegment(2f0b84ef-427a-4f31-94b3-001bb5950d84),segment_id=2f0b84ef-427a-4f31-94b3-001bb5950d84)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:38:57.571930 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (4b9638c7-8fba-418d-8a79-defe56be455f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:57.616431 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=4b9638c7-8fba-418d-8a79-defe56be455f,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:57.946528 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['4b9638c7-8fba-418d-8a79-defe56be455f'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:38:58.047412 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5372d46-022a-4ddc-b323-23cc2b5a47fc req-f191cfe7-6015-4441-8e33-d9caac79e15d tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:58.048925 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b5372d46-022a-4ddc-b323-23cc2b5a47fc req-f191cfe7-6015-4441-8e33-d9caac79e15d tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] 10.222.0.72 "GET /v2.0/ports?device_id=1b58e736-8a02-4c96-8a3b-3df7e0a4f472 HTTP/1.1" status: 200 len: 944 time: 0.0541124 Feb 19 03:38:58.098137 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b5372d46-022a-4ddc-b323-23cc2b5a47fc req-a96ca875-8060-4998-ac1b-473349e17793 tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] 10.222.0.72 "GET /v2.0/security-groups?id=adda4ddb-fd3b-4ebc-ac40-bb54a98c20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412958 Feb 19 03:38:59.220797 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60610d2a-fc33-46cb-beae-0c290c6985a2 req-d062d1d1-773e-4b1f-b2c9-98863422da91 tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:59.222360 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-60610d2a-fc33-46cb-beae-0c290c6985a2 req-d062d1d1-773e-4b1f-b2c9-98863422da91 tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] 10.222.0.72 "GET /v2.0/ports?device_id=1b58e736-8a02-4c96-8a3b-3df7e0a4f472 HTTP/1.1" status: 200 len: 944 time: 0.0563040 Feb 19 03:38:59.270803 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-60610d2a-fc33-46cb-beae-0c290c6985a2 req-236bab75-a5d8-4ed6-a71a-b7e8fb5eb187 tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] 10.222.0.72 "GET /v2.0/security-groups?id=adda4ddb-fd3b-4ebc-ac40-bb54a98c20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420923 Feb 19 03:38:59.405961 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 4b9638c7-8fba-418d-8a79-defe56be455f up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:38:59.454312 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning for port 4b9638c7-8fba-418d-8a79-defe56be455f completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:38:59.458352 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port 4b9638c7-8fba-418d-8a79-defe56be455f triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:38:59.458729 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (4b9638c7-8fba-418d-8a79-defe56be455f), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:59.536090 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 4b9638c7-8fba-418d-8a79-defe56be455f is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:38:59.536471 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (4b9638c7-8fba-418d-8a79-defe56be455f), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:59.559159 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b58e736-8a02-4c96-8a3b-3df7e0a4f472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b9638c7-8fba-418d-8a79-defe56be455f'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:38:59.561643 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88fe038525c8a7a69a3adae1ae732c1dd0c63371bed0a925712ea7f2f25f70bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b8072bd-66e8-4ce3-9182-266696cd0501" -d '{"events": [{"server_uuid": "1b58e736-8a02-4c96-8a3b-3df7e0a4f472", "name": "network-vif-plugged", "status": "completed", "tag": "4b9638c7-8fba-418d-8a79-defe56be455f"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:38:59.573862 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 4b9638c7-8fba-418d-8a79-defe56be455f, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=4b9638c7-8fba-418d-8a79-defe56be455f,segment=NetworkSegment(2f0b84ef-427a-4f31-94b3-001bb5950d84),segment_id=2f0b84ef-427a-4f31-94b3-001bb5950d84)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:38:59.577974 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (4b9638c7-8fba-418d-8a79-defe56be455f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:59.600915 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1663ecb1-7ec5-4c91-acda-94b8e21c4d38 x-openstack-request-id: req-1663ecb1-7ec5-4c91-acda-94b8e21c4d38 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:38:59.601269 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b58e736-8a02-4c96-8a3b-3df7e0a4f472", "name": "network-vif-plugged", "status": "completed", "tag": "4b9638c7-8fba-418d-8a79-defe56be455f", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:38:59.601525 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1663ecb1-7ec5-4c91-acda-94b8e21c4d38 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:38:59.601907 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b58e736-8a02-4c96-8a3b-3df7e0a4f472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b9638c7-8fba-418d-8a79-defe56be455f', 'code': 200} Feb 19 03:38:59.626744 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=4b9638c7-8fba-418d-8a79-defe56be455f,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:59.730627 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943e52de-3e7a-4fd7-bed3-217888f430ec req-0fcc29f6-d182-40bf-8c7d-fc3e5c83ffd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:59.732027 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-943e52de-3e7a-4fd7-bed3-217888f430ec req-0fcc29f6-d182-40bf-8c7d-fc3e5c83ffd2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1b58e736-8a02-4c96-8a3b-3df7e0a4f472 HTTP/1.1" status: 200 len: 1127 time: 0.0440199 Feb 19 03:38:59.780712 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-943e52de-3e7a-4fd7-bed3-217888f430ec req-2021be52-46df-4ee4-81cf-dba78540642b service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=adda4ddb-fd3b-4ebc-ac40-bb54a98c20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422294 Feb 19 03:39:00.391729 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ec4543-4129-4e0e-b6d4-965c41b54166 req-65bfce94-1581-4d63-91f3-a2344670d907 tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:00.393223 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-45ec4543-4129-4e0e-b6d4-965c41b54166 req-65bfce94-1581-4d63-91f3-a2344670d907 tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] 10.222.0.72 "GET /v2.0/ports?device_id=1b58e736-8a02-4c96-8a3b-3df7e0a4f472 HTTP/1.1" status: 200 len: 945 time: 0.0522182 Feb 19 03:39:00.441929 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-45ec4543-4129-4e0e-b6d4-965c41b54166 req-994f3c61-c3f3-4ca3-b852-0dac088ca8f6 tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] 10.222.0.72 "GET /v2.0/security-groups?id=adda4ddb-fd3b-4ebc-ac40-bb54a98c20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417984 Feb 19 03:39:01.565898 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff46030-4864-4ae9-84ba-f6efea5fa5c5 req-c6d787f1-f554-46ef-87ef-0718984b44e8 tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:01.567355 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9ff46030-4864-4ae9-84ba-f6efea5fa5c5 req-c6d787f1-f554-46ef-87ef-0718984b44e8 tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] 10.222.0.72 "GET /v2.0/ports?device_id=1b58e736-8a02-4c96-8a3b-3df7e0a4f472 HTTP/1.1" status: 200 len: 945 time: 0.0560825 Feb 19 03:39:01.613113 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9ff46030-4864-4ae9-84ba-f6efea5fa5c5 req-f13ba32e-317e-41be-b7fe-99200d38b5a1 tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] 10.222.0.72 "GET /v2.0/security-groups?id=adda4ddb-fd3b-4ebc-ac40-bb54a98c20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401320 Feb 19 03:39:01.838701 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49748) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:39:01.863843 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37afa2be-1f55-4847-b9dd-46f5f17e75f9 req-3105f23f-5424-4663-8342-4cdcf4bf7e08 tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:01.867440 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-37afa2be-1f55-4847-b9dd-46f5f17e75f9 req-3105f23f-5424-4663-8342-4cdcf4bf7e08 tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] 10.222.0.72 "GET /v2.0/ports?device_id=1b58e736-8a02-4c96-8a3b-3df7e0a4f472 HTTP/1.1" status: 200 len: 945 time: 0.0571587 Feb 19 03:39:01.914567 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-37afa2be-1f55-4847-b9dd-46f5f17e75f9 req-d347c477-21df-4b57-90eb-fc2915047d0f tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] 10.222.0.72 "GET /v2.0/security-groups?id=adda4ddb-fd3b-4ebc-ac40-bb54a98c20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425661 Feb 19 03:39:01.922152 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a5e6e59f-003b-4585-a9eb-72d2f6afe497 req-4e38f22a-aad9-48fa-a7a4-31645de806b0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1b58e736-8a02-4c96-8a3b-3df7e0a4f472&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0822403 Feb 19 03:39:01.931651 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [req-a5e6e59f-003b-4585-a9eb-72d2f6afe497 req-1d24e48f-c44e-40b4-9b05-27bd14f2bfc4 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103702) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:39:01.932624 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a5e6e59f-003b-4585-a9eb-72d2f6afe497 req-1d24e48f-c44e-40b4-9b05-27bd14f2bfc4 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059164 Feb 19 03:39:02.353677 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e6e59f-003b-4585-a9eb-72d2f6afe497 req-100ef7ba-7b0d-45da-b164-f733d21f2b28 tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:02.355036 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a5e6e59f-003b-4585-a9eb-72d2f6afe497 req-100ef7ba-7b0d-45da-b164-f733d21f2b28 tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] 10.222.0.72 "GET /v2.0/ports/4b9638c7-8fba-418d-8a79-defe56be455f HTTP/1.1" status: 200 len: 942 time: 0.0898542 Feb 19 03:39:03.040339 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac114f7c-43a7-4740-b584-e5fc6f1ab03c req-3359cfd3-55a0-4593-a8e3-a205c873d409 tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:03.041895 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ac114f7c-43a7-4740-b584-e5fc6f1ab03c req-3359cfd3-55a0-4593-a8e3-a205c873d409 tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] 10.222.0.72 "GET /v2.0/ports?device_id=1b58e736-8a02-4c96-8a3b-3df7e0a4f472 HTTP/1.1" status: 200 len: 945 time: 0.0560927 Feb 19 03:39:03.093807 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ac114f7c-43a7-4740-b584-e5fc6f1ab03c req-bf93a70f-668c-4a3e-9fc8-063287452ce2 tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] 10.222.0.72 "GET /v2.0/security-groups?id=adda4ddb-fd3b-4ebc-ac40-bb54a98c20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462980 Feb 19 03:39:03.234528 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e6e59f-003b-4585-a9eb-72d2f6afe497 req-213e2631-31e2-4919-a12f-337b70522125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:03.235935 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a5e6e59f-003b-4585-a9eb-72d2f6afe497 req-213e2631-31e2-4919-a12f-337b70522125 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=dd5508e3c52b4caeae7dcfc2cc662ee6&device_id=1b58e736-8a02-4c96-8a3b-3df7e0a4f472 HTTP/1.1" status: 200 len: 1127 time: 0.0466642 Feb 19 03:39:03.326092 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e6e59f-003b-4585-a9eb-72d2f6afe497 req-eef6fcb9-659d-4d1b-b098-f0d31dc352d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:03.327540 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a5e6e59f-003b-4585-a9eb-72d2f6afe497 req-eef6fcb9-659d-4d1b-b098-f0d31dc352d8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=76980d91-a7a1-4d85-ade3-3d3b2d7b124d HTTP/1.1" status: 200 len: 913 time: 0.0856469 Feb 19 03:39:03.367458 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a5e6e59f-003b-4585-a9eb-72d2f6afe497 req-df6de5f7-f1bb-4d14-8672-fe6615096442 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b9638c7-8fba-418d-8a79-defe56be455f HTTP/1.1" status: 200 len: 217 time: 0.0342882 Feb 19 03:39:03.416034 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e6e59f-003b-4585-a9eb-72d2f6afe497 req-5230a8b1-d185-4189-b63f-f077f43db8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:03.417511 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a5e6e59f-003b-4585-a9eb-72d2f6afe497 req-5230a8b1-d185-4189-b63f-f077f43db8a0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ab17cfb5-e7ec-49a6-9cb6-5b563ec68377 HTTP/1.1" status: 200 len: 852 time: 0.0449834 Feb 19 03:39:03.452628 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a5e6e59f-003b-4585-a9eb-72d2f6afe497 req-25894133-baa0-4e67-b4b5-e8a7570c5a7d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=76980d91-a7a1-4d85-ade3-3d3b2d7b124d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292964 Feb 19 03:39:03.541821 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a5e6e59f-003b-4585-a9eb-72d2f6afe497 req-9cc718bc-db86-44ed-ba40-2f34480835f6 service neutron] 10.222.0.73 "GET /v2.0/networks/76980d91-a7a1-4d85-ade3-3d3b2d7b124d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832069 Feb 19 03:39:03.930962 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a5e6e59f-003b-4585-a9eb-72d2f6afe497 req-54dcac25-69fd-4e3c-981a-57b66843a379 service neutron] 10.222.0.73 "GET /v2.0/networks/76980d91-a7a1-4d85-ade3-3d3b2d7b124d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3834162 Feb 19 03:39:04.215825 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44838a11-c86d-425b-a143-1e96e25ccd0d req-a013cdf3-e48b-41eb-a8a7-a8119d5351dc tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:04.217270 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-44838a11-c86d-425b-a143-1e96e25ccd0d req-a013cdf3-e48b-41eb-a8a7-a8119d5351dc tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] 10.222.0.72 "GET /v2.0/ports?device_id=1b58e736-8a02-4c96-8a3b-3df7e0a4f472 HTTP/1.1" status: 200 len: 945 time: 0.0528753 Feb 19 03:39:04.266598 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-44838a11-c86d-425b-a143-1e96e25ccd0d req-ad20522d-b6dc-49d8-9f8e-67bfe874637a tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] 10.222.0.72 "GET /v2.0/security-groups?id=adda4ddb-fd3b-4ebc-ac40-bb54a98c20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435193 Feb 19 03:39:05.389612 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66231602-78ea-4a73-85c0-7acca2776cca req-d85d003b-031c-41f5-a9fe-6b1ebfa35025 tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:05.390799 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-66231602-78ea-4a73-85c0-7acca2776cca req-d85d003b-031c-41f5-a9fe-6b1ebfa35025 tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] 10.222.0.72 "GET /v2.0/ports?device_id=1b58e736-8a02-4c96-8a3b-3df7e0a4f472 HTTP/1.1" status: 200 len: 945 time: 0.0533621 Feb 19 03:39:05.442086 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-66231602-78ea-4a73-85c0-7acca2776cca req-5953c387-d266-4439-a6a9-f682b180e7c4 tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] 10.222.0.72 "GET /v2.0/security-groups?id=adda4ddb-fd3b-4ebc-ac40-bb54a98c20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452802 Feb 19 03:39:06.567247 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8538ce87-dbf1-45ef-91f5-de1fef0a4d67 req-9065584b-ddb9-44b0-9111-863a6211bbcd tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:06.568831 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8538ce87-dbf1-45ef-91f5-de1fef0a4d67 req-9065584b-ddb9-44b0-9111-863a6211bbcd tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] 10.222.0.72 "GET /v2.0/ports?device_id=1b58e736-8a02-4c96-8a3b-3df7e0a4f472 HTTP/1.1" status: 200 len: 945 time: 0.0585983 Feb 19 03:39:06.614396 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8538ce87-dbf1-45ef-91f5-de1fef0a4d67 req-cad0b643-86e6-4187-a6d8-9c55185bb1e3 tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] 10.222.0.72 "GET /v2.0/security-groups?id=adda4ddb-fd3b-4ebc-ac40-bb54a98c20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395317 Feb 19 03:39:07.734199 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5c2e53-f9fb-4e9f-ae83-05a23de1dcb3 req-696e16bf-5b9a-4bb6-b085-78b16c41ac77 tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:07.735690 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fe5c2e53-f9fb-4e9f-ae83-05a23de1dcb3 req-696e16bf-5b9a-4bb6-b085-78b16c41ac77 tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] 10.222.0.72 "GET /v2.0/ports?device_id=1b58e736-8a02-4c96-8a3b-3df7e0a4f472 HTTP/1.1" status: 200 len: 945 time: 0.0523176 Feb 19 03:39:07.783000 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fe5c2e53-f9fb-4e9f-ae83-05a23de1dcb3 req-595ae869-d95c-4157-9338-c096028b70a7 tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] 10.222.0.72 "GET /v2.0/security-groups?id=adda4ddb-fd3b-4ebc-ac40-bb54a98c20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408700 Feb 19 03:39:08.903779 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7768fe0f-4ed6-42f7-9a48-bd959823be9b req-18eb1a8e-b93c-49c2-88e6-c31adccf44dd tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:08.905292 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7768fe0f-4ed6-42f7-9a48-bd959823be9b req-18eb1a8e-b93c-49c2-88e6-c31adccf44dd tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] 10.222.0.72 "GET /v2.0/ports?device_id=1b58e736-8a02-4c96-8a3b-3df7e0a4f472 HTTP/1.1" status: 200 len: 945 time: 0.0527656 Feb 19 03:39:08.955124 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7768fe0f-4ed6-42f7-9a48-bd959823be9b req-70964a36-bb04-4d5a-8fc9-93425a7d06a3 tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] 10.222.0.72 "GET /v2.0/security-groups?id=adda4ddb-fd3b-4ebc-ac40-bb54a98c20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442510 Feb 19 03:39:10.076579 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c22daae-ecda-4607-9214-c97c792edf15 req-967d54c2-c2f4-4beb-8b76-2a47ca572349 tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:10.078097 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8c22daae-ecda-4607-9214-c97c792edf15 req-967d54c2-c2f4-4beb-8b76-2a47ca572349 tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] 10.222.0.72 "GET /v2.0/ports?device_id=1b58e736-8a02-4c96-8a3b-3df7e0a4f472 HTTP/1.1" status: 200 len: 945 time: 0.0548267 Feb 19 03:39:10.125614 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8c22daae-ecda-4607-9214-c97c792edf15 req-3e13c0e3-9ab5-4e39-990b-36395712cdc9 tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] 10.222.0.72 "GET /v2.0/security-groups?id=adda4ddb-fd3b-4ebc-ac40-bb54a98c20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419989 Feb 19 03:39:11.247327 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68c6c0f-7e21-4dbb-ae7a-04611394314a req-7bd96526-96dd-44d7-a32c-67da53f8bc71 tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:11.248808 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d68c6c0f-7e21-4dbb-ae7a-04611394314a req-7bd96526-96dd-44d7-a32c-67da53f8bc71 tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] 10.222.0.72 "GET /v2.0/ports?device_id=1b58e736-8a02-4c96-8a3b-3df7e0a4f472 HTTP/1.1" status: 200 len: 945 time: 0.0555477 Feb 19 03:39:11.294139 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d68c6c0f-7e21-4dbb-ae7a-04611394314a req-e3321e6f-715a-4502-b596-e901d4ea4514 tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] 10.222.0.72 "GET /v2.0/security-groups?id=adda4ddb-fd3b-4ebc-ac40-bb54a98c20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396698 Feb 19 03:39:12.418493 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ea9ecc-87f5-4cdd-a0c8-84f441f6be0b req-2336b02b-1c95-4e95-916e-6d5221b871cd tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:12.419945 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-21ea9ecc-87f5-4cdd-a0c8-84f441f6be0b req-2336b02b-1c95-4e95-916e-6d5221b871cd tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] 10.222.0.72 "GET /v2.0/ports?device_id=1b58e736-8a02-4c96-8a3b-3df7e0a4f472 HTTP/1.1" status: 200 len: 945 time: 0.0560744 Feb 19 03:39:12.466032 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-21ea9ecc-87f5-4cdd-a0c8-84f441f6be0b req-8fc52a79-e3e1-4c98-bcf4-72470a8d8bb8 tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] 10.222.0.72 "GET /v2.0/security-groups?id=adda4ddb-fd3b-4ebc-ac40-bb54a98c20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406430 Feb 19 03:39:13.594293 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84643970-21c8-488e-968c-3dfa213b94e1 req-7e0cf940-298b-4cee-9796-b3b76701ee61 tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:13.595789 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-84643970-21c8-488e-968c-3dfa213b94e1 req-7e0cf940-298b-4cee-9796-b3b76701ee61 tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] 10.222.0.72 "GET /v2.0/ports?device_id=1b58e736-8a02-4c96-8a3b-3df7e0a4f472 HTTP/1.1" status: 200 len: 945 time: 0.0621703 Feb 19 03:39:13.644544 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-84643970-21c8-488e-968c-3dfa213b94e1 req-3fdc5515-e9f3-4412-b29d-d5743eee2d82 tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] 10.222.0.72 "GET /v2.0/security-groups?id=adda4ddb-fd3b-4ebc-ac40-bb54a98c20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422282 Feb 19 03:39:14.772486 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148e0e95-8826-4dd1-b67c-49a04458816b req-9868f33b-1cf6-42af-aa9e-4ea8b0d13718 tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:14.774008 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-148e0e95-8826-4dd1-b67c-49a04458816b req-9868f33b-1cf6-42af-aa9e-4ea8b0d13718 tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] 10.222.0.72 "GET /v2.0/ports?device_id=1b58e736-8a02-4c96-8a3b-3df7e0a4f472 HTTP/1.1" status: 200 len: 945 time: 0.0576513 Feb 19 03:39:14.820880 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-148e0e95-8826-4dd1-b67c-49a04458816b req-3be23133-d13a-4c89-95a9-c44062dcbc1f tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] 10.222.0.72 "GET /v2.0/security-groups?id=adda4ddb-fd3b-4ebc-ac40-bb54a98c20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413764 Feb 19 03:39:15.606330 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f745dc52-2564-4ddb-984a-66b3d872dd14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:15.939598 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf5fdf3-a440-43b3-aa5f-33ac22a9bbc3 req-a72bbda8-f2fe-4bf7-9636-b9054c3617bd tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:15.941205 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6bf5fdf3-a440-43b3-aa5f-33ac22a9bbc3 req-a72bbda8-f2fe-4bf7-9636-b9054c3617bd tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] 10.222.0.72 "GET /v2.0/ports?device_id=1b58e736-8a02-4c96-8a3b-3df7e0a4f472 HTTP/1.1" status: 200 len: 945 time: 0.0531328 Feb 19 03:39:15.987593 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6bf5fdf3-a440-43b3-aa5f-33ac22a9bbc3 req-997c508d-4d1a-4e14-98dc-033e6da299bd tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] 10.222.0.72 "GET /v2.0/security-groups?id=adda4ddb-fd3b-4ebc-ac40-bb54a98c20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405092 Feb 19 03:39:17.127770 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1a205c-0196-4ffb-9681-c5d8c57cb947 req-cfaedb2c-3d97-400a-b059-da31500c7856 tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:17.129506 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9d1a205c-0196-4ffb-9681-c5d8c57cb947 req-cfaedb2c-3d97-400a-b059-da31500c7856 tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] 10.222.0.72 "GET /v2.0/ports?device_id=1b58e736-8a02-4c96-8a3b-3df7e0a4f472 HTTP/1.1" status: 200 len: 945 time: 0.0606663 Feb 19 03:39:17.182415 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9d1a205c-0196-4ffb-9681-c5d8c57cb947 req-9bed72e5-0e9b-44db-9cf9-dacfd585aae9 tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] 10.222.0.72 "GET /v2.0/security-groups?id=adda4ddb-fd3b-4ebc-ac40-bb54a98c20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469992 Feb 19 03:39:17.777999 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-9b5579af-5314-4255-94a3-098835f1dee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:18.304589 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416cbeb2-fcfa-472f-919b-e87348366d51 req-9093409a-f50f-41b6-8b4c-79338f6967be tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:18.306013 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-416cbeb2-fcfa-472f-919b-e87348366d51 req-9093409a-f50f-41b6-8b4c-79338f6967be tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] 10.222.0.72 "GET /v2.0/ports?device_id=1b58e736-8a02-4c96-8a3b-3df7e0a4f472 HTTP/1.1" status: 200 len: 945 time: 0.0528965 Feb 19 03:39:18.352286 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-416cbeb2-fcfa-472f-919b-e87348366d51 req-b6822ab3-daa5-4f22-9f96-9e7aaa3afd72 tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] 10.222.0.72 "GET /v2.0/security-groups?id=adda4ddb-fd3b-4ebc-ac40-bb54a98c20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401230 Feb 19 03:39:18.684534 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [req-72ab8e2d-a220-4729-b4ac-ba7266b0cb4f req-66f32393-278c-4f4e-be40-e8aa5da2d200 service neutron] (103702) timed out ('10.222.0.72', 39926) {{(pid=103702) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 03:39:19.428045 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:19.471375 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb48a7a-a22d-4bac-99e1-f99ff8ba7925 req-7fbcdb3b-1373-4e08-af3d-8e407e5704a6 tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:19.472857 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cfb48a7a-a22d-4bac-99e1-f99ff8ba7925 req-7fbcdb3b-1373-4e08-af3d-8e407e5704a6 tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] 10.222.0.72 "GET /v2.0/ports?device_id=1b58e736-8a02-4c96-8a3b-3df7e0a4f472 HTTP/1.1" status: 200 len: 945 time: 0.0522454 Feb 19 03:39:19.518909 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cfb48a7a-a22d-4bac-99e1-f99ff8ba7925 req-8ae39a3c-6207-4633-b7e6-0fe180ce6daa tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] 10.222.0.72 "GET /v2.0/security-groups?id=adda4ddb-fd3b-4ebc-ac40-bb54a98c20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397890 Feb 19 03:39:20.608887 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:20.643177 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148b3b56-ddd5-4a3a-a7fe-bbca06c02bda req-546d8bf1-eb66-400f-b69f-c3c498d0459c tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:20.644660 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-148b3b56-ddd5-4a3a-a7fe-bbca06c02bda req-546d8bf1-eb66-400f-b69f-c3c498d0459c tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] 10.222.0.72 "GET /v2.0/ports?device_id=1b58e736-8a02-4c96-8a3b-3df7e0a4f472 HTTP/1.1" status: 200 len: 945 time: 0.0574472 Feb 19 03:39:20.691411 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-148b3b56-ddd5-4a3a-a7fe-bbca06c02bda req-27a94e95-c780-42f1-93b2-3b17d8ab42da tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] 10.222.0.72 "GET /v2.0/security-groups?id=adda4ddb-fd3b-4ebc-ac40-bb54a98c20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398350 Feb 19 03:39:21.809524 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870077cd-ff6a-4826-bc9c-4d15a0dcc175 req-c6d56977-5f89-4bae-ad01-dddb467a0278 tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:21.811159 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-870077cd-ff6a-4826-bc9c-4d15a0dcc175 req-c6d56977-5f89-4bae-ad01-dddb467a0278 tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] 10.222.0.72 "GET /v2.0/ports?device_id=1b58e736-8a02-4c96-8a3b-3df7e0a4f472 HTTP/1.1" status: 200 len: 945 time: 0.0509920 Feb 19 03:39:21.856390 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-870077cd-ff6a-4826-bc9c-4d15a0dcc175 req-6905fa0d-bf9b-4d4f-850a-baba9e9cd53f tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] 10.222.0.72 "GET /v2.0/security-groups?id=adda4ddb-fd3b-4ebc-ac40-bb54a98c20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397937 Feb 19 03:39:22.026754 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:22.844692 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:22.983676 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfac8de-2309-456c-a563-834365b271e2 req-aa4b1bd9-ce91-4b28-8afd-31ba818b2173 tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:22.985205 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4bfac8de-2309-456c-a563-834365b271e2 req-aa4b1bd9-ce91-4b28-8afd-31ba818b2173 tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] 10.222.0.72 "GET /v2.0/ports?device_id=1b58e736-8a02-4c96-8a3b-3df7e0a4f472 HTTP/1.1" status: 200 len: 945 time: 0.0596387 Feb 19 03:39:23.038196 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4bfac8de-2309-456c-a563-834365b271e2 req-5838d445-77ed-400c-a9da-25cdb4cdaa79 tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] 10.222.0.72 "GET /v2.0/security-groups?id=adda4ddb-fd3b-4ebc-ac40-bb54a98c20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470026 Feb 19 03:39:24.156045 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22efe207-1250-4b35-aee0-9217eeedc11e req-77b27312-45ae-4ffd-b2b4-672e5c8e3ea3 tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:24.157559 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-22efe207-1250-4b35-aee0-9217eeedc11e req-77b27312-45ae-4ffd-b2b4-672e5c8e3ea3 tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] 10.222.0.72 "GET /v2.0/ports?device_id=1b58e736-8a02-4c96-8a3b-3df7e0a4f472 HTTP/1.1" status: 200 len: 945 time: 0.0523312 Feb 19 03:39:24.203562 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-22efe207-1250-4b35-aee0-9217eeedc11e req-511b4663-40a5-4af7-b072-bd22d53ba525 tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] 10.222.0.72 "GET /v2.0/security-groups?id=adda4ddb-fd3b-4ebc-ac40-bb54a98c20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404363 Feb 19 03:39:25.322109 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca39ad36-d3dd-43bc-a257-f014f53b951e req-3350b52d-2f43-487b-b391-5dca7c1c94ef tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:25.323599 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ca39ad36-d3dd-43bc-a257-f014f53b951e req-3350b52d-2f43-487b-b391-5dca7c1c94ef tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] 10.222.0.72 "GET /v2.0/ports?device_id=1b58e736-8a02-4c96-8a3b-3df7e0a4f472 HTTP/1.1" status: 200 len: 945 time: 0.0534596 Feb 19 03:39:25.369732 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ca39ad36-d3dd-43bc-a257-f014f53b951e req-49cdb01d-72a4-430f-9592-455c3d92e336 tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] 10.222.0.72 "GET /v2.0/security-groups?id=adda4ddb-fd3b-4ebc-ac40-bb54a98c20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405886 Feb 19 03:39:26.498508 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e362aa3a-46a5-4129-8c1e-5c6453df7980 req-db28ecc3-4ec4-4e65-9700-d606732f9303 tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:26.500054 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e362aa3a-46a5-4129-8c1e-5c6453df7980 req-db28ecc3-4ec4-4e65-9700-d606732f9303 tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] 10.222.0.72 "GET /v2.0/ports?device_id=1b58e736-8a02-4c96-8a3b-3df7e0a4f472 HTTP/1.1" status: 200 len: 945 time: 0.0584648 Feb 19 03:39:26.549037 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e362aa3a-46a5-4129-8c1e-5c6453df7980 req-4844195e-0314-460e-98c6-77820766c77f tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] 10.222.0.72 "GET /v2.0/security-groups?id=adda4ddb-fd3b-4ebc-ac40-bb54a98c20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431757 Feb 19 03:39:26.559934 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:26.934294 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:39:27.673387 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe36baf5-6e76-49f0-aa16-51fa12be8c78 req-d53e5f20-a784-4fdd-8eea-eaedbce684ff tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:27.674886 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fe36baf5-6e76-49f0-aa16-51fa12be8c78 req-d53e5f20-a784-4fdd-8eea-eaedbce684ff tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] 10.222.0.72 "GET /v2.0/ports?device_id=1b58e736-8a02-4c96-8a3b-3df7e0a4f472 HTTP/1.1" status: 200 len: 945 time: 0.0548029 Feb 19 03:39:27.723570 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fe36baf5-6e76-49f0-aa16-51fa12be8c78 req-0e1761c3-2532-4a8c-b585-de740df14b57 tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] 10.222.0.72 "GET /v2.0/security-groups?id=adda4ddb-fd3b-4ebc-ac40-bb54a98c20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423374 Feb 19 03:39:28.848445 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28319401-f856-46e7-91c2-f4501152b5d5 req-f703f12f-c002-4ef0-abf8-7969aac8906f tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:28.850494 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-28319401-f856-46e7-91c2-f4501152b5d5 req-f703f12f-c002-4ef0-abf8-7969aac8906f tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] 10.222.0.72 "GET /v2.0/ports?device_id=1b58e736-8a02-4c96-8a3b-3df7e0a4f472 HTTP/1.1" status: 200 len: 945 time: 0.0569301 Feb 19 03:39:28.897297 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-28319401-f856-46e7-91c2-f4501152b5d5 req-229c690c-9f65-4255-97f2-00279caa427c tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] 10.222.0.72 "GET /v2.0/security-groups?id=adda4ddb-fd3b-4ebc-ac40-bb54a98c20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412309 Feb 19 03:39:30.016457 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d38404d-ac0f-4722-a895-316eaae3ec82 req-5a4d665a-8330-4fd8-bc35-d0a7141c0b9c tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:30.017984 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6d38404d-ac0f-4722-a895-316eaae3ec82 req-5a4d665a-8330-4fd8-bc35-d0a7141c0b9c tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] 10.222.0.72 "GET /v2.0/ports?device_id=1b58e736-8a02-4c96-8a3b-3df7e0a4f472 HTTP/1.1" status: 200 len: 945 time: 0.0537953 Feb 19 03:39:30.065313 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6d38404d-ac0f-4722-a895-316eaae3ec82 req-79459f4e-5755-452a-aa9a-7d2b7bb5572f tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] 10.222.0.72 "GET /v2.0/security-groups?id=adda4ddb-fd3b-4ebc-ac40-bb54a98c20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418055 Feb 19 03:39:30.916772 n-d-826753-2 neutron-server[103702]: INFO neutron.api.v2.resource [req-a5e6e59f-003b-4585-a9eb-72d2f6afe497 req-172de05c-fa96-4c34-b3d3-10ddee0775ae service neutron] show failed (client error): The resource could not be found. Feb 19 03:39:30.917799 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a5e6e59f-003b-4585-a9eb-72d2f6afe497 req-172de05c-fa96-4c34-b3d3-10ddee0775ae service neutron] 10.222.0.73 "GET /v2.0/ports/4b9638c7-8fba-418d-8a79-defe56be455f/bindings/n-h2-826753-2 HTTP/1.1" status: 404 len: 380 time: 0.0551915 Feb 19 03:39:31.158085 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e6e59f-003b-4585-a9eb-72d2f6afe497 req-99c3d858-1ea8-42e6-b869-78c3a2193e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:31.159610 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a5e6e59f-003b-4585-a9eb-72d2f6afe497 req-99c3d858-1ea8-42e6-b869-78c3a2193e5e service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=1b58e736-8a02-4c96-8a3b-3df7e0a4f472&tenant_id=dd5508e3c52b4caeae7dcfc2cc662ee6 HTTP/1.1" status: 200 len: 1127 time: 0.0802703 Feb 19 03:39:31.177751 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-a5e6e59f-003b-4585-a9eb-72d2f6afe497 req-752de895-7658-4e82-82ec-25b6b492668d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-826753-2', 'device_owner': 'compute:nova'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:39:31.187485 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddff947a-3a9d-40bd-98b6-bdea3daa5943 req-b1df15ba-c390-4a7a-841d-ecf33ad3df63 tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:31.188987 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ddff947a-3a9d-40bd-98b6-bdea3daa5943 req-b1df15ba-c390-4a7a-841d-ecf33ad3df63 tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] 10.222.0.72 "GET /v2.0/ports?device_id=1b58e736-8a02-4c96-8a3b-3df7e0a4f472 HTTP/1.1" status: 200 len: 945 time: 0.0540483 Feb 19 03:39:31.239272 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-a5e6e59f-003b-4585-a9eb-72d2f6afe497 req-752de895-7658-4e82-82ec-25b6b492668d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (4b9638c7-8fba-418d-8a79-defe56be455f), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:31.241461 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ddff947a-3a9d-40bd-98b6-bdea3daa5943 req-978132a5-ec05-40cc-b95c-d68744ca8434 tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] 10.222.0.72 "GET /v2.0/security-groups?id=adda4ddb-fd3b-4ebc-ac40-bb54a98c20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459230 Feb 19 03:39:31.439211 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-a5e6e59f-003b-4585-a9eb-72d2f6afe497 req-752de895-7658-4e82-82ec-25b6b492668d service neutron] For port 4b9638c7-8fba-418d-8a79-defe56be455f, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=4b9638c7-8fba-418d-8a79-defe56be455f,segment=NetworkSegment(2f0b84ef-427a-4f31-94b3-001bb5950d84),segment_id=2f0b84ef-427a-4f31-94b3-001bb5950d84)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:39:31.472193 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-a5e6e59f-003b-4585-a9eb-72d2f6afe497 req-752de895-7658-4e82-82ec-25b6b492668d service neutron] For port 4b9638c7-8fba-418d-8a79-defe56be455f, host n-h1-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:39:31.511504 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b58e736-8a02-4c96-8a3b-3df7e0a4f472', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b9638c7-8fba-418d-8a79-defe56be455f'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:39:31.513788 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b48a34f37e4e31fa410c3f10fa4e23c828d45427043ff8d3e4d9f228381d6ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65f85739-f9c7-4581-a844-540bb5705ae2" -d '{"events": [{"server_uuid": "1b58e736-8a02-4c96-8a3b-3df7e0a4f472", "name": "network-vif-unplugged", "status": "completed", "tag": "4b9638c7-8fba-418d-8a79-defe56be455f"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:39:31.517671 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-a5e6e59f-003b-4585-a9eb-72d2f6afe497 req-752de895-7658-4e82-82ec-25b6b492668d service neutron] Publish callbacks [] for port (4b9638c7-8fba-418d-8a79-defe56be455f), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:31.531027 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-a5e6e59f-003b-4585-a9eb-72d2f6afe497 req-752de895-7658-4e82-82ec-25b6b492668d service neutron] Transition to ACTIVE for port object 4b9638c7-8fba-418d-8a79-defe56be455f will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:39:31.535691 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-a5e6e59f-003b-4585-a9eb-72d2f6afe497 req-752de895-7658-4e82-82ec-25b6b492668d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (4b9638c7-8fba-418d-8a79-defe56be455f), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:31.567224 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d3850ec-a7c1-470c-8954-333c329a54ea x-openstack-request-id: req-5d3850ec-a7c1-470c-8954-333c329a54ea {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:39:31.567641 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b58e736-8a02-4c96-8a3b-3df7e0a4f472", "name": "network-vif-unplugged", "status": "completed", "tag": "4b9638c7-8fba-418d-8a79-defe56be455f", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:39:31.568147 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5d3850ec-a7c1-470c-8954-333c329a54ea {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:39:31.568147 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b58e736-8a02-4c96-8a3b-3df7e0a4f472', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b9638c7-8fba-418d-8a79-defe56be455f', 'code': 200} Feb 19 03:39:31.604257 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5e6e59f-003b-4585-a9eb-72d2f6afe497 req-752de895-7658-4e82-82ec-25b6b492668d service neutron] No DVR routers for this DVR port 4b9638c7-8fba-418d-8a79-defe56be455f on host n-h1-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:39:31.607311 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752de895-7658-4e82-82ec-25b6b492668d service neutron] Pushing event updated for resources: {'Port': ['ID=4b9638c7-8fba-418d-8a79-defe56be455f,revision_number=6']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:39:31.635770 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752de895-7658-4e82-82ec-25b6b492668d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:39:31.636143 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752de895-7658-4e82-82ec-25b6b492668d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:39:31.636489 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752de895-7658-4e82-82ec-25b6b492668d service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:39:31.636827 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752de895-7658-4e82-82ec-25b6b492668d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:39:31.637199 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752de895-7658-4e82-82ec-25b6b492668d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:39:31.637547 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752de895-7658-4e82-82ec-25b6b492668d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:39:31.637863 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752de895-7658-4e82-82ec-25b6b492668d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:39:31.638188 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752de895-7658-4e82-82ec-25b6b492668d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:39:31.638509 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752de895-7658-4e82-82ec-25b6b492668d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:39:31.638835 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752de895-7658-4e82-82ec-25b6b492668d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:39:31.639157 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752de895-7658-4e82-82ec-25b6b492668d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:39:31.639476 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752de895-7658-4e82-82ec-25b6b492668d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:39:31.639797 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752de895-7658-4e82-82ec-25b6b492668d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:39:31.651224 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-a5e6e59f-003b-4585-a9eb-72d2f6afe497 req-752de895-7658-4e82-82ec-25b6b492668d service neutron] Attempting to bind port 4b9638c7-8fba-418d-8a79-defe56be455f on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:39:31.651559 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-a5e6e59f-003b-4585-a9eb-72d2f6afe497 req-752de895-7658-4e82-82ec-25b6b492668d service neutron] Attempting to bind port 4b9638c7-8fba-418d-8a79-defe56be455f by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': '2f0b84ef-427a-4f31-94b3-001bb5950d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '76980d91-a7a1-4d85-ade3-3d3b2d7b124d'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:39:31.651882 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e6e59f-003b-4585-a9eb-72d2f6afe497 req-752de895-7658-4e82-82ec-25b6b492668d service neutron] Attempting to bind port 4b9638c7-8fba-418d-8a79-defe56be455f on network 76980d91-a7a1-4d85-ade3-3d3b2d7b124d {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:39:31.656154 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e6e59f-003b-4585-a9eb-72d2f6afe497 req-752de895-7658-4e82-82ec-25b6b492668d service neutron] Port 4b9638c7-8fba-418d-8a79-defe56be455f on network 76980d91-a7a1-4d85-ade3-3d3b2d7b124d not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:39:31.656468 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e6e59f-003b-4585-a9eb-72d2f6afe497 req-752de895-7658-4e82-82ec-25b6b492668d service neutron] Attempting to bind port 4b9638c7-8fba-418d-8a79-defe56be455f on network 76980d91-a7a1-4d85-ade3-3d3b2d7b124d {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:39:31.661378 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e6e59f-003b-4585-a9eb-72d2f6afe497 req-752de895-7658-4e82-82ec-25b6b492668d service neutron] Checking agent: {'id': 'bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:39:31.661707 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e6e59f-003b-4585-a9eb-72d2f6afe497 req-752de895-7658-4e82-82ec-25b6b492668d service neutron] Checking segment: {'id': '2f0b84ef-427a-4f31-94b3-001bb5950d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '76980d91-a7a1-4d85-ade3-3d3b2d7b124d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:39:31.662084 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e6e59f-003b-4585-a9eb-72d2f6afe497 req-752de895-7658-4e82-82ec-25b6b492668d service neutron] Bound using segment: {'id': '2f0b84ef-427a-4f31-94b3-001bb5950d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '76980d91-a7a1-4d85-ade3-3d3b2d7b124d'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:39:31.662500 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-a5e6e59f-003b-4585-a9eb-72d2f6afe497 req-752de895-7658-4e82-82ec-25b6b492668d service neutron] Bound port: 4b9638c7-8fba-418d-8a79-defe56be455f, host: n-h2-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f0b84ef-427a-4f31-94b3-001bb5950d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '76980d91-a7a1-4d85-ade3-3d3b2d7b124d'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:39:31.662850 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-a5e6e59f-003b-4585-a9eb-72d2f6afe497 req-752de895-7658-4e82-82ec-25b6b492668d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (4b9638c7-8fba-418d-8a79-defe56be455f), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:31.724949 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-a5e6e59f-003b-4585-a9eb-72d2f6afe497 req-752de895-7658-4e82-82ec-25b6b492668d service neutron] For port 4b9638c7-8fba-418d-8a79-defe56be455f, host n-h2-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:39:31.727820 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-a5e6e59f-003b-4585-a9eb-72d2f6afe497 req-752de895-7658-4e82-82ec-25b6b492668d service neutron] For port 4b9638c7-8fba-418d-8a79-defe56be455f, host n-h2-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=4b9638c7-8fba-418d-8a79-defe56be455f,segment=NetworkSegment(2f0b84ef-427a-4f31-94b3-001bb5950d84),segment_id=2f0b84ef-427a-4f31-94b3-001bb5950d84)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:39:31.733549 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-a5e6e59f-003b-4585-a9eb-72d2f6afe497 req-752de895-7658-4e82-82ec-25b6b492668d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (4b9638c7-8fba-418d-8a79-defe56be455f), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:31.770388 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e6e59f-003b-4585-a9eb-72d2f6afe497 req-752de895-7658-4e82-82ec-25b6b492668d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:31.771020 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-a5e6e59f-003b-4585-a9eb-72d2f6afe497 req-752de895-7658-4e82-82ec-25b6b492668d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:31.772967 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a5e6e59f-003b-4585-a9eb-72d2f6afe497 req-752de895-7658-4e82-82ec-25b6b492668d service neutron] 10.222.0.82 "PUT /v2.0/ports/4b9638c7-8fba-418d-8a79-defe56be455f HTTP/1.1" status: 200 len: 1091 time: 0.5995190 Feb 19 03:39:31.793201 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752de895-7658-4e82-82ec-25b6b492668d service neutron] Pushing event updated for resources: {'Port': ['ID=4b9638c7-8fba-418d-8a79-defe56be455f,revision_number=7']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:39:31.853291 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e6e59f-003b-4585-a9eb-72d2f6afe497 req-409903bf-f640-4075-9755-80e3ce89eecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:31.859197 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a5e6e59f-003b-4585-a9eb-72d2f6afe497 req-409903bf-f640-4075-9755-80e3ce89eecd service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=dd5508e3c52b4caeae7dcfc2cc662ee6&device_id=1b58e736-8a02-4c96-8a3b-3df7e0a4f472 HTTP/1.1" status: 200 len: 1125 time: 0.0534222 Feb 19 03:39:31.947345 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e6e59f-003b-4585-a9eb-72d2f6afe497 req-0f28a524-d055-44dc-8be1-afabe101488d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:31.948812 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a5e6e59f-003b-4585-a9eb-72d2f6afe497 req-0f28a524-d055-44dc-8be1-afabe101488d service neutron] 10.222.0.82 "GET /v2.0/networks?id=76980d91-a7a1-4d85-ade3-3d3b2d7b124d HTTP/1.1" status: 200 len: 913 time: 0.0835624 Feb 19 03:39:31.994581 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a5e6e59f-003b-4585-a9eb-72d2f6afe497 req-cfcbb3fb-3509-4ab2-a588-511315505cea service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b9638c7-8fba-418d-8a79-defe56be455f HTTP/1.1" status: 200 len: 217 time: 0.0391371 Feb 19 03:39:32.041867 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e6e59f-003b-4585-a9eb-72d2f6afe497 req-eac12706-f3c0-49dc-8e85-891a2b0b830a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:32.043333 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a5e6e59f-003b-4585-a9eb-72d2f6afe497 req-eac12706-f3c0-49dc-8e85-891a2b0b830a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ab17cfb5-e7ec-49a6-9cb6-5b563ec68377 HTTP/1.1" status: 200 len: 852 time: 0.0437262 Feb 19 03:39:32.075799 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a5e6e59f-003b-4585-a9eb-72d2f6afe497 req-3f4eabfa-d6dc-46ff-a002-857b523d0ecc service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=76980d91-a7a1-4d85-ade3-3d3b2d7b124d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257657 Feb 19 03:39:32.176364 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a5e6e59f-003b-4585-a9eb-72d2f6afe497 req-9ff9b44b-0b23-4cac-8c79-dd7b432b0bbb service neutron] 10.222.0.82 "GET /v2.0/networks/76980d91-a7a1-4d85-ade3-3d3b2d7b124d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944850 Feb 19 03:39:32.263021 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a5e6e59f-003b-4585-a9eb-72d2f6afe497 req-32f15122-5b0b-4e5e-9ce8-db5f80467c35 service neutron] 10.222.0.82 "GET /v2.0/networks/76980d91-a7a1-4d85-ade3-3d3b2d7b124d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806944 Feb 19 03:39:32.365740 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289a5676-f5b8-4b48-b4ce-58f9d9ff556e req-7ea8e27f-99c1-4cdb-83e5-df8f6098f773 tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:32.367253 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-289a5676-f5b8-4b48-b4ce-58f9d9ff556e req-7ea8e27f-99c1-4cdb-83e5-df8f6098f773 tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] 10.222.0.72 "GET /v2.0/ports?device_id=1b58e736-8a02-4c96-8a3b-3df7e0a4f472 HTTP/1.1" status: 200 len: 943 time: 0.0556946 Feb 19 03:39:32.417916 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-289a5676-f5b8-4b48-b4ce-58f9d9ff556e req-964b350a-c0aa-48ea-b052-0cd9df9dc79b tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] 10.222.0.72 "GET /v2.0/security-groups?id=adda4ddb-fd3b-4ebc-ac40-bb54a98c20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443885 Feb 19 03:39:33.538584 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd17fbf-0e1d-4229-b373-4526a6b229ce req-bf196560-1570-4380-941b-6ef01fa1d47d tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:33.540075 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5bd17fbf-0e1d-4229-b373-4526a6b229ce req-bf196560-1570-4380-941b-6ef01fa1d47d tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] 10.222.0.72 "GET /v2.0/ports?device_id=1b58e736-8a02-4c96-8a3b-3df7e0a4f472 HTTP/1.1" status: 200 len: 943 time: 0.0529706 Feb 19 03:39:33.569360 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b58e736-8a02-4c96-8a3b-3df7e0a4f472', 'tag': '4b9638c7-8fba-418d-8a79-defe56be455f'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:39:33.571677 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b48a34f37e4e31fa410c3f10fa4e23c828d45427043ff8d3e4d9f228381d6ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daaf4928-5a2a-4577-aa6e-994d3f5788a9" -d '{"events": [{"name": "network-changed", "server_uuid": "1b58e736-8a02-4c96-8a3b-3df7e0a4f472", "tag": "4b9638c7-8fba-418d-8a79-defe56be455f"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:39:33.589526 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5bd17fbf-0e1d-4229-b373-4526a6b229ce req-41ed8578-3788-4e87-8e60-aea45aab744a tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] 10.222.0.72 "GET /v2.0/security-groups?id=adda4ddb-fd3b-4ebc-ac40-bb54a98c20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438635 Feb 19 03:39:33.623358 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ae1b6ae-c2a4-46a9-b5a2-234972c5c618 x-openstack-request-id: req-8ae1b6ae-c2a4-46a9-b5a2-234972c5c618 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:39:33.623656 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b58e736-8a02-4c96-8a3b-3df7e0a4f472", "tag": "4b9638c7-8fba-418d-8a79-defe56be455f", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:39:33.623912 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8ae1b6ae-c2a4-46a9-b5a2-234972c5c618 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:39:33.624361 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b58e736-8a02-4c96-8a3b-3df7e0a4f472', 'tag': '4b9638c7-8fba-418d-8a79-defe56be455f', 'status': 'completed', 'code': 200} Feb 19 03:39:33.744849 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaf4928-5a2a-4577-aa6e-994d3f5788a9 req-32a1a07f-8a79-4a31-a3f1-83fdb49705d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:33.746311 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-daaf4928-5a2a-4577-aa6e-994d3f5788a9 req-32a1a07f-8a79-4a31-a3f1-83fdb49705d1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=dd5508e3c52b4caeae7dcfc2cc662ee6&device_id=1b58e736-8a02-4c96-8a3b-3df7e0a4f472 HTTP/1.1" status: 200 len: 1125 time: 0.0840516 Feb 19 03:39:33.751283 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaf4928-5a2a-4577-aa6e-994d3f5788a9 req-a84bb51d-24b4-4ef6-b87e-dccdd1f27cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:33.752645 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-daaf4928-5a2a-4577-aa6e-994d3f5788a9 req-a84bb51d-24b4-4ef6-b87e-dccdd1f27cec service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=dd5508e3c52b4caeae7dcfc2cc662ee6&device_id=1b58e736-8a02-4c96-8a3b-3df7e0a4f472 HTTP/1.1" status: 200 len: 1125 time: 0.0816226 Feb 19 03:39:33.907004 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaf4928-5a2a-4577-aa6e-994d3f5788a9 req-1ea438cf-2879-4d67-8d5c-ddb74d0f6856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:33.908493 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-daaf4928-5a2a-4577-aa6e-994d3f5788a9 req-1ea438cf-2879-4d67-8d5c-ddb74d0f6856 service neutron] 10.222.0.73 "GET /v2.0/networks?id=76980d91-a7a1-4d85-ade3-3d3b2d7b124d HTTP/1.1" status: 200 len: 913 time: 0.1549838 Feb 19 03:39:33.911750 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaf4928-5a2a-4577-aa6e-994d3f5788a9 req-5ee69f4e-b527-4fae-8d6e-9c645faeb4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:33.913340 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-daaf4928-5a2a-4577-aa6e-994d3f5788a9 req-5ee69f4e-b527-4fae-8d6e-9c645faeb4c5 service neutron] 10.222.0.82 "GET /v2.0/networks?id=76980d91-a7a1-4d85-ade3-3d3b2d7b124d HTTP/1.1" status: 200 len: 913 time: 0.1513925 Feb 19 03:39:33.986021 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-daaf4928-5a2a-4577-aa6e-994d3f5788a9 req-2afffed2-3f35-4b21-9419-e2df639a53f0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b9638c7-8fba-418d-8a79-defe56be455f HTTP/1.1" status: 200 len: 217 time: 0.0716395 Feb 19 03:39:33.987391 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-daaf4928-5a2a-4577-aa6e-994d3f5788a9 req-18359d77-ebbf-4b7c-a380-ee0b0f4782a9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b9638c7-8fba-418d-8a79-defe56be455f HTTP/1.1" status: 200 len: 217 time: 0.0673397 Feb 19 03:39:34.069595 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaf4928-5a2a-4577-aa6e-994d3f5788a9 req-323d114b-7380-4a88-bdc9-2891d62717d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:34.071084 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-daaf4928-5a2a-4577-aa6e-994d3f5788a9 req-323d114b-7380-4a88-bdc9-2891d62717d6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ab17cfb5-e7ec-49a6-9cb6-5b563ec68377 HTTP/1.1" status: 200 len: 852 time: 0.0793729 Feb 19 03:39:34.074435 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaf4928-5a2a-4577-aa6e-994d3f5788a9 req-a8368682-decc-445b-ba0c-781351445c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:34.075760 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-daaf4928-5a2a-4577-aa6e-994d3f5788a9 req-a8368682-decc-445b-ba0c-781351445c08 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ab17cfb5-e7ec-49a6-9cb6-5b563ec68377 HTTP/1.1" status: 200 len: 852 time: 0.0757709 Feb 19 03:39:34.125016 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-daaf4928-5a2a-4577-aa6e-994d3f5788a9 req-63198c56-3649-4e0a-80f2-71f0da918c1e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=76980d91-a7a1-4d85-ade3-3d3b2d7b124d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483141 Feb 19 03:39:34.126875 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-daaf4928-5a2a-4577-aa6e-994d3f5788a9 req-ef6d35e7-21d9-47b5-92c7-4839f023ddc3 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=76980d91-a7a1-4d85-ade3-3d3b2d7b124d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419605 Feb 19 03:39:34.282173 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-daaf4928-5a2a-4577-aa6e-994d3f5788a9 req-010438e2-3da9-4884-9839-82530c84cf39 service neutron] 10.222.0.73 "GET /v2.0/networks/76980d91-a7a1-4d85-ade3-3d3b2d7b124d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514697 Feb 19 03:39:34.284056 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-daaf4928-5a2a-4577-aa6e-994d3f5788a9 req-2abd03fb-4a38-4e2a-a511-db6e9084c632 service neutron] 10.222.0.82 "GET /v2.0/networks/76980d91-a7a1-4d85-ade3-3d3b2d7b124d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466014 Feb 19 03:39:34.445992 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-daaf4928-5a2a-4577-aa6e-994d3f5788a9 req-4599712d-6ae4-4fe0-b3ad-e1b6b5628215 service neutron] 10.222.0.82 "GET /v2.0/networks/76980d91-a7a1-4d85-ade3-3d3b2d7b124d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564698 Feb 19 03:39:34.447737 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-daaf4928-5a2a-4577-aa6e-994d3f5788a9 req-522652f2-f2cc-4e54-ac24-1f4f0c08e778 service neutron] 10.222.0.73 "GET /v2.0/networks/76980d91-a7a1-4d85-ade3-3d3b2d7b124d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594489 Feb 19 03:39:34.715920 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915959c3-226f-4f7f-a09f-c04ad6839062 req-8f2fd1a6-fb70-4ef6-af35-bc6d23d1e54d tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:34.717382 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-915959c3-226f-4f7f-a09f-c04ad6839062 req-8f2fd1a6-fb70-4ef6-af35-bc6d23d1e54d tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] 10.222.0.72 "GET /v2.0/ports?device_id=1b58e736-8a02-4c96-8a3b-3df7e0a4f472 HTTP/1.1" status: 200 len: 943 time: 0.0587499 Feb 19 03:39:34.763821 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-915959c3-226f-4f7f-a09f-c04ad6839062 req-07992063-3d1a-483d-b64f-d0faf9c3bd80 tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] 10.222.0.72 "GET /v2.0/security-groups?id=adda4ddb-fd3b-4ebc-ac40-bb54a98c20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408049 Feb 19 03:39:35.056791 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c994a901-1025-4f3b-a5e3-c7acd8c87b13 req-c36c9478-5111-4caa-b248-4f50cab31974 tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:35.058293 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c994a901-1025-4f3b-a5e3-c7acd8c87b13 req-c36c9478-5111-4caa-b248-4f50cab31974 tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b58e736-8a02-4c96-8a3b-3df7e0a4f472&tenant_id=dd5508e3c52b4caeae7dcfc2cc662ee6&binding%3Ahost_id=n-h2-826753-2 HTTP/1.1" status: 200 len: 943 time: 0.0971522 Feb 19 03:39:35.117517 n-d-826753-2 neutron-server[103702]: INFO neutron.api.v2.resource [req-c994a901-1025-4f3b-a5e3-c7acd8c87b13 req-d3ab81b2-798a-456d-b678-5f674dd01385 service neutron] delete failed (client error): The resource could not be found. Feb 19 03:39:35.118529 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c994a901-1025-4f3b-a5e3-c7acd8c87b13 req-d3ab81b2-798a-456d-b678-5f674dd01385 service neutron] 10.222.0.73 "DELETE /v2.0/ports/4b9638c7-8fba-418d-8a79-defe56be455f/bindings/n-h1-826753-2 HTTP/1.1" status: 404 len: 380 time: 0.0538859 Feb 19 03:39:35.233335 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c994a901-1025-4f3b-a5e3-c7acd8c87b13 req-86fefa96-5855-4477-b08d-651f2816f872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:35.234928 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c994a901-1025-4f3b-a5e3-c7acd8c87b13 req-86fefa96-5855-4477-b08d-651f2816f872 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=dd5508e3c52b4caeae7dcfc2cc662ee6&device_id=1b58e736-8a02-4c96-8a3b-3df7e0a4f472 HTTP/1.1" status: 200 len: 1125 time: 0.0456054 Feb 19 03:39:35.326212 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c994a901-1025-4f3b-a5e3-c7acd8c87b13 req-b8308ae6-0956-420d-89a3-a3b270a0ee2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:35.327658 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c994a901-1025-4f3b-a5e3-c7acd8c87b13 req-b8308ae6-0956-420d-89a3-a3b270a0ee2b service neutron] 10.222.0.73 "GET /v2.0/networks?id=76980d91-a7a1-4d85-ade3-3d3b2d7b124d HTTP/1.1" status: 200 len: 913 time: 0.0868990 Feb 19 03:39:35.368599 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c994a901-1025-4f3b-a5e3-c7acd8c87b13 req-93935766-2357-413c-84cd-a0193a8bb4dd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b9638c7-8fba-418d-8a79-defe56be455f HTTP/1.1" status: 200 len: 217 time: 0.0345833 Feb 19 03:39:35.423012 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c994a901-1025-4f3b-a5e3-c7acd8c87b13 req-acf9f799-42cd-4dd8-9bdb-73e6672c5117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:35.424500 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c994a901-1025-4f3b-a5e3-c7acd8c87b13 req-acf9f799-42cd-4dd8-9bdb-73e6672c5117 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ab17cfb5-e7ec-49a6-9cb6-5b563ec68377 HTTP/1.1" status: 200 len: 852 time: 0.0493982 Feb 19 03:39:35.455850 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c994a901-1025-4f3b-a5e3-c7acd8c87b13 req-33ba15b6-514c-49da-a442-edb0c3f56845 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=76980d91-a7a1-4d85-ade3-3d3b2d7b124d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259936 Feb 19 03:39:35.477463 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 4b9638c7-8fba-418d-8a79-defe56be455f details requested by agent hyperv_n-h2-826753-2 with host n-h2-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:39:35.543002 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c994a901-1025-4f3b-a5e3-c7acd8c87b13 req-c37ea304-5631-4fd6-9cc4-e1afd49139fc service neutron] 10.222.0.73 "GET /v2.0/networks/76980d91-a7a1-4d85-ade3-3d3b2d7b124d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816607 Feb 19 03:39:35.574763 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 4b9638c7-8fba-418d-8a79-defe56be455f, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=4b9638c7-8fba-418d-8a79-defe56be455f,segment=NetworkSegment(2f0b84ef-427a-4f31-94b3-001bb5950d84),segment_id=2f0b84ef-427a-4f31-94b3-001bb5950d84)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:39:35.586580 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Returning: {'device': '4b9638c7-8fba-418d-8a79-defe56be455f', 'network_id': '76980d91-a7a1-4d85-ade3-3d3b2d7b124d', 'port_id': '4b9638c7-8fba-418d-8a79-defe56be455f', 'mac_address': 'fa:16:3e:15:a3:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab17cfb5-e7ec-49a6-9cb6-5b563ec68377', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:39:35.623143 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 4b9638c7-8fba-418d-8a79-defe56be455f no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:39:35.627389 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 4b9638c7-8fba-418d-8a79-defe56be455f is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:39:35.627769 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (4b9638c7-8fba-418d-8a79-defe56be455f), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:35.637713 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c994a901-1025-4f3b-a5e3-c7acd8c87b13 req-c3ee1121-59c5-411c-8aab-c96b45e59994 service neutron] 10.222.0.73 "GET /v2.0/networks/76980d91-a7a1-4d85-ade3-3d3b2d7b124d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890317 Feb 19 03:39:35.671601 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b9638c7-8fba-418d-8a79-defe56be455f {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:39:35.689903 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] The host n-h1-826753-2 is not matching for port 4b9638c7-8fba-418d-8a79-defe56be455f host n-h2-826753-2! {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 03:39:35.690287 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 4b9638c7-8fba-418d-8a79-defe56be455f not bound to the agent host n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:39:35.695124 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 4b9638c7-8fba-418d-8a79-defe56be455f, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=4b9638c7-8fba-418d-8a79-defe56be455f,segment=NetworkSegment(2f0b84ef-427a-4f31-94b3-001bb5950d84),segment_id=2f0b84ef-427a-4f31-94b3-001bb5950d84)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:39:35.698875 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (4b9638c7-8fba-418d-8a79-defe56be455f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:35.749324 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=4b9638c7-8fba-418d-8a79-defe56be455f,revision_number=8']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:39:35.757612 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:39:35.757962 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:39:35.758305 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:39:35.758645 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:39:35.758979 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:39:35.759309 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:39:35.759642 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:39:35.759965 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:39:35.760289 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:39:35.760615 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:39:35.760936 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:39:35.761291 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:39:35.761612 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:39:36.004970 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['4b9638c7-8fba-418d-8a79-defe56be455f'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:39:36.396671 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df246eb4-a0c5-4c6a-972c-276fd74b8159 req-7bd65c13-65f1-49e9-a92a-025d74b368ae tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:36.398203 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-df246eb4-a0c5-4c6a-972c-276fd74b8159 req-7bd65c13-65f1-49e9-a92a-025d74b368ae tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] 10.222.0.72 "GET /v2.0/ports?device_id=1b58e736-8a02-4c96-8a3b-3df7e0a4f472 HTTP/1.1" status: 200 len: 944 time: 0.0529895 Feb 19 03:39:36.445509 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-df246eb4-a0c5-4c6a-972c-276fd74b8159 req-37d86041-f7f9-4ba4-a57b-6034d5ec47eb tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] 10.222.0.72 "GET /v2.0/security-groups?id=adda4ddb-fd3b-4ebc-ac40-bb54a98c20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417805 Feb 19 03:39:37.497374 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 4b9638c7-8fba-418d-8a79-defe56be455f up at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:39:37.548072 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning for port 4b9638c7-8fba-418d-8a79-defe56be455f completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:39:37.552246 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning complete for port 4b9638c7-8fba-418d-8a79-defe56be455f triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:39:37.552686 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (4b9638c7-8fba-418d-8a79-defe56be455f), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:37.572748 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ece5da-e76a-47bf-b4a7-4fa1b10200f7 req-25a28e6d-8a6a-4a18-b398-cb0d6be7abca tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:37.574442 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-62ece5da-e76a-47bf-b4a7-4fa1b10200f7 req-25a28e6d-8a6a-4a18-b398-cb0d6be7abca tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] 10.222.0.72 "GET /v2.0/ports?device_id=1b58e736-8a02-4c96-8a3b-3df7e0a4f472 HTTP/1.1" status: 200 len: 944 time: 0.0565212 Feb 19 03:39:37.633197 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 4b9638c7-8fba-418d-8a79-defe56be455f is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:39:37.633618 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (4b9638c7-8fba-418d-8a79-defe56be455f), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:37.638981 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-62ece5da-e76a-47bf-b4a7-4fa1b10200f7 req-bd28a9e6-a54f-4adc-bfc5-eef8208188ae tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] 10.222.0.72 "GET /v2.0/security-groups?id=adda4ddb-fd3b-4ebc-ac40-bb54a98c20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571012 Feb 19 03:39:37.660160 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b58e736-8a02-4c96-8a3b-3df7e0a4f472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b9638c7-8fba-418d-8a79-defe56be455f'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:39:37.663363 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88fe038525c8a7a69a3adae1ae732c1dd0c63371bed0a925712ea7f2f25f70bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-057f9465-99b4-4324-b978-ba9979392075" -d '{"events": [{"server_uuid": "1b58e736-8a02-4c96-8a3b-3df7e0a4f472", "name": "network-vif-plugged", "status": "completed", "tag": "4b9638c7-8fba-418d-8a79-defe56be455f"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:39:37.675640 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 4b9638c7-8fba-418d-8a79-defe56be455f, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=4b9638c7-8fba-418d-8a79-defe56be455f,segment=NetworkSegment(2f0b84ef-427a-4f31-94b3-001bb5950d84),segment_id=2f0b84ef-427a-4f31-94b3-001bb5950d84)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:39:37.679932 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (4b9638c7-8fba-418d-8a79-defe56be455f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:37.702584 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ff632a0-9034-4250-bf70-523a764b11af x-openstack-request-id: req-8ff632a0-9034-4250-bf70-523a764b11af {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:39:37.702875 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b58e736-8a02-4c96-8a3b-3df7e0a4f472", "name": "network-vif-plugged", "status": "completed", "tag": "4b9638c7-8fba-418d-8a79-defe56be455f", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:39:37.703128 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8ff632a0-9034-4250-bf70-523a764b11af {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:39:37.703510 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b58e736-8a02-4c96-8a3b-3df7e0a4f472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b9638c7-8fba-418d-8a79-defe56be455f', 'code': 200} Feb 19 03:39:37.728819 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=4b9638c7-8fba-418d-8a79-defe56be455f,revision_number=9']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:39:37.799268 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c994a901-1025-4f3b-a5e3-c7acd8c87b13 req-43467a04-8a83-45ab-b533-192faa4e4016 tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:37.800740 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c994a901-1025-4f3b-a5e3-c7acd8c87b13 req-43467a04-8a83-45ab-b533-192faa4e4016 tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] 10.222.0.82 "GET /v2.0/ports?device_id=1b58e736-8a02-4c96-8a3b-3df7e0a4f472 HTTP/1.1" status: 200 len: 945 time: 0.0566256 Feb 19 03:39:37.891246 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-c994a901-1025-4f3b-a5e3-c7acd8c87b13 req-7f2cb454-5c75-48c7-8128-2ddc3c1bda79 tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] Deleting port 4b9638c7-8fba-418d-8a79-defe56be455f {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:39:37.891606 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-c994a901-1025-4f3b-a5e3-c7acd8c87b13 req-7f2cb454-5c75-48c7-8128-2ddc3c1bda79 tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (4b9638c7-8fba-418d-8a79-defe56be455f), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:37.980547 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-c994a901-1025-4f3b-a5e3-c7acd8c87b13 req-7f2cb454-5c75-48c7-8128-2ddc3c1bda79 tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] For port 4b9638c7-8fba-418d-8a79-defe56be455f, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=4b9638c7-8fba-418d-8a79-defe56be455f,segment=NetworkSegment(2f0b84ef-427a-4f31-94b3-001bb5950d84),segment_id=2f0b84ef-427a-4f31-94b3-001bb5950d84)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:39:37.980823 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-c994a901-1025-4f3b-a5e3-c7acd8c87b13 req-7f2cb454-5c75-48c7-8128-2ddc3c1bda79 tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (4b9638c7-8fba-418d-8a79-defe56be455f), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:37.992411 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-c994a901-1025-4f3b-a5e3-c7acd8c87b13 req-7f2cb454-5c75-48c7-8128-2ddc3c1bda79 tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] Calling delete_port for 4b9638c7-8fba-418d-8a79-defe56be455f owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:39:38.134026 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-c994a901-1025-4f3b-a5e3-c7acd8c87b13 req-7f2cb454-5c75-48c7-8128-2ddc3c1bda79 tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (4b9638c7-8fba-418d-8a79-defe56be455f), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:38.166317 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['4b9638c7-8fba-418d-8a79-defe56be455f'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:39:38.168069 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2cb454-5c75-48c7-8128-2ddc3c1bda79 tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] Pushing event deleted for resources: {'Port': ['ID=4b9638c7-8fba-418d-8a79-defe56be455f,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:39:38.206363 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-c994a901-1025-4f3b-a5e3-c7acd8c87b13 req-7f2cb454-5c75-48c7-8128-2ddc3c1bda79 tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] No DVR routers for this DVR port 4b9638c7-8fba-418d-8a79-defe56be455f on host n-h2-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:39:38.208947 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-c994a901-1025-4f3b-a5e3-c7acd8c87b13 req-7f2cb454-5c75-48c7-8128-2ddc3c1bda79 tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:38.212316 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c994a901-1025-4f3b-a5e3-c7acd8c87b13 req-7f2cb454-5c75-48c7-8128-2ddc3c1bda79 tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] 10.222.0.82 "DELETE /v2.0/ports/4b9638c7-8fba-418d-8a79-defe56be455f HTTP/1.1" status: 204 len: 173 time: 0.4066269 Feb 19 03:39:38.212749 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b58e736-8a02-4c96-8a3b-3df7e0a4f472', 'name': 'network-vif-deleted', 'tag': '4b9638c7-8fba-418d-8a79-defe56be455f'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:39:38.215064 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b48a34f37e4e31fa410c3f10fa4e23c828d45427043ff8d3e4d9f228381d6ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54dacc66-db6f-4d52-9132-bffd5b791328" -d '{"events": [{"server_uuid": "1b58e736-8a02-4c96-8a3b-3df7e0a4f472", "name": "network-vif-deleted", "tag": "4b9638c7-8fba-418d-8a79-defe56be455f"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:39:38.251497 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55deec51-4555-49b5-948b-80645f5ce98e x-openstack-request-id: req-55deec51-4555-49b5-948b-80645f5ce98e {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:39:38.251780 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b58e736-8a02-4c96-8a3b-3df7e0a4f472", "name": "network-vif-deleted", "tag": "4b9638c7-8fba-418d-8a79-defe56be455f", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:39:38.252033 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-55deec51-4555-49b5-948b-80645f5ce98e {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:39:38.252429 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b58e736-8a02-4c96-8a3b-3df7e0a4f472', 'name': 'network-vif-deleted', 'tag': '4b9638c7-8fba-418d-8a79-defe56be455f', 'status': 'completed', 'code': 200} Feb 19 03:39:38.765156 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a9dbee8e-11c3-4187-ac19-d6e7700f7cf5 req-ea63ee51-d8b3-4466-83ab-1ec0e216d1bf tempest-DeleteServersTestJSON-960792502 tempest-DeleteServersTestJSON-960792502-project] 10.222.0.72 "GET /v2.0/ports?device_id=1b58e736-8a02-4c96-8a3b-3df7e0a4f472 HTTP/1.1" status: 200 len: 210 time: 0.0424876 Feb 19 03:39:39.896448 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49872) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:39:39.939998 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-bba063e4-6220-48f9-bd34-9caf354f8bdb admin admin] Deleting subnet ab17cfb5-e7ec-49a6-9cb6-5b563ec68377 {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:39:39.943843 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bba063e4-6220-48f9-bd34-9caf354f8bdb admin admin] Publish callbacks [] for subnet (ab17cfb5-e7ec-49a6-9cb6-5b563ec68377), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:39.981805 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bba063e4-6220-48f9-bd34-9caf354f8bdb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (ab17cfb5-e7ec-49a6-9cb6-5b563ec68377), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:40.019199 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bba063e4-6220-48f9-bd34-9caf354f8bdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (ab17cfb5-e7ec-49a6-9cb6-5b563ec68377), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:40.074023 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bba063e4-6220-48f9-bd34-9caf354f8bdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (ab17cfb5-e7ec-49a6-9cb6-5b563ec68377), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:40.099172 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba063e4-6220-48f9-bd34-9caf354f8bdb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab17cfb5-e7ec-49a6-9cb6-5b563ec68377,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:39:40.102941 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bba063e4-6220-48f9-bd34-9caf354f8bdb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:40.106159 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-bba063e4-6220-48f9-bd34-9caf354f8bdb admin admin] 10.222.0.72 "DELETE /v2.0/subnets/ab17cfb5-e7ec-49a6-9cb6-5b563ec68377 HTTP/1.1" status: 204 len: 168 time: 0.2086720 Feb 19 03:39:40.108645 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49874) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:39:40.184396 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bf36c025-6594-439c-af1f-e7c342f48601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (76980d91-a7a1-4d85-ade3-3d3b2d7b124d), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:40.262270 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bf36c025-6594-439c-af1f-e7c342f48601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (76980d91-a7a1-4d85-ade3-3d3b2d7b124d), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:40.282924 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-bf36c025-6594-439c-af1f-e7c342f48601 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76980d91-a7a1-4d85-ade3-3d3b2d7b124d']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:39:40.292566 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-bf36c025-6594-439c-af1f-e7c342f48601 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f0b84ef-427a-4f31-94b3-001bb5950d84') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:39:40.292857 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-bf36c025-6594-439c-af1f-e7c342f48601 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f0b84ef-427a-4f31-94b3-001bb5950d84') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:39:40.303057 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bf36c025-6594-439c-af1f-e7c342f48601 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (2f0b84ef-427a-4f31-94b3-001bb5950d84), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:40.316494 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bf36c025-6594-439c-af1f-e7c342f48601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (2f0b84ef-427a-4f31-94b3-001bb5950d84), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:40.322999 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf36c025-6594-439c-af1f-e7c342f48601 admin admin] Releasing vlan 294 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:39:40.323509 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bf36c025-6594-439c-af1f-e7c342f48601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (2f0b84ef-427a-4f31-94b3-001bb5950d84), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:40.325206 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 03:39:40.325206 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:39:40.325206 n-d-826753-2 neutron-server[103702]: timer() Feb 19 03:39:40.325206 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:39:40.325206 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 03:39:40.325206 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:39:40.325206 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 03:39:40.325206 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:39:40.325206 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 03:39:40.325206 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:39:40.325206 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 03:39:40.325206 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:39:40.325206 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 03:39:40.325206 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:39:40.325206 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:39:40.325206 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:39:40.325206 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:39:40.325206 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:39:40.325206 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 03:39:40.325206 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:39:40.325206 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 03:39:40.325206 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:39:40.325206 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:39:40.325206 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:39:40.325206 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 03:39:40.325206 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:39:40.325206 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:39:40.325206 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:39:40.325206 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:39:40.325206 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:39:40.325206 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:39:40.325206 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:39:40.382395 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bf36c025-6594-439c-af1f-e7c342f48601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (76980d91-a7a1-4d85-ade3-3d3b2d7b124d), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:40.387469 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bf36c025-6594-439c-af1f-e7c342f48601 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:40.390908 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-bf36c025-6594-439c-af1f-e7c342f48601 admin admin] 10.222.0.72 "DELETE /v2.0/networks/76980d91-a7a1-4d85-ade3-3d3b2d7b124d HTTP/1.1" status: 204 len: 168 time: 0.2812717 Feb 19 03:39:40.404351 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf36c025-6594-439c-af1f-e7c342f48601 admin admin] Pushing event deleted for resources: {'Network': ['ID=76980d91-a7a1-4d85-ade3-3d3b2d7b124d,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:39:40.522993 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 49878) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:39:40.563509 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-757f0396-1ea1-43be-a7df-09b2325f6c2d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=dd5508e3c52b4caeae7dcfc2cc662ee6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0393424 Feb 19 03:39:40.565905 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 49880) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:39:40.612294 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8b6e1c21-3204-412c-8c81-46d7f5194f5f admin admin] Publish callbacks [] for security_group (adda4ddb-fd3b-4ebc-ac40-bb54a98c20ed), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:40.633901 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8b6e1c21-3204-412c-8c81-46d7f5194f5f admin admin] Publish callbacks [] for security_group (adda4ddb-fd3b-4ebc-ac40-bb54a98c20ed), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:40.679263 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8b6e1c21-3204-412c-8c81-46d7f5194f5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (adda4ddb-fd3b-4ebc-ac40-bb54a98c20ed), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:40.681906 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8b6e1c21-3204-412c-8c81-46d7f5194f5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:40.683212 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-8b6e1c21-3204-412c-8c81-46d7f5194f5f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/adda4ddb-fd3b-4ebc-ac40-bb54a98c20ed HTTP/1.1" status: 204 len: 168 time: 0.1164095 Feb 19 03:39:40.693470 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6e1c21-3204-412c-8c81-46d7f5194f5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adda4ddb-fd3b-4ebc-ac40-bb54a98c20ed,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:39:40.701196 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6e1c21-3204-412c-8c81-46d7f5194f5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:39:40.701561 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6e1c21-3204-412c-8c81-46d7f5194f5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:39:40.701904 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6e1c21-3204-412c-8c81-46d7f5194f5f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:39:40.702247 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6e1c21-3204-412c-8c81-46d7f5194f5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:39:40.702584 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6e1c21-3204-412c-8c81-46d7f5194f5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:39:40.702918 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6e1c21-3204-412c-8c81-46d7f5194f5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:39:40.703251 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6e1c21-3204-412c-8c81-46d7f5194f5f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:39:40.703580 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6e1c21-3204-412c-8c81-46d7f5194f5f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:39:40.703907 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6e1c21-3204-412c-8c81-46d7f5194f5f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:39:40.704234 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6e1c21-3204-412c-8c81-46d7f5194f5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:39:40.704558 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6e1c21-3204-412c-8c81-46d7f5194f5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:39:40.704883 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6e1c21-3204-412c-8c81-46d7f5194f5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:39:40.705236 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6e1c21-3204-412c-8c81-46d7f5194f5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:39:41.334662 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 49902) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:39:41.428604 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-5f70e646-2d76-46a5-941b-4ca62da1f9d0 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1148090696-network', 'tenant_id': '9f8b303a3a9046f6ac5d6127036c01ae'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:39:41.448520 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f70e646-2d76-46a5-941b-4ca62da1f9d0 admin admin] Made reservation on behalf of 9f8b303a3a9046f6ac5d6127036c01ae for: {'network': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:39:41.450911 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5f70e646-2d76-46a5-941b-4ca62da1f9d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:41.472467 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5f70e646-2d76-46a5-941b-4ca62da1f9d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:41.542393 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 4b9638c7-8fba-418d-8a79-defe56be455f no longer exists at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:39:41.552280 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5f70e646-2d76-46a5-941b-4ca62da1f9d0 admin admin] Publish callbacks [] for security_group (a7c20011-1692-4a93-a0c7-d702d1d68f9f), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:41.556048 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5f70e646-2d76-46a5-941b-4ca62da1f9d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (a7c20011-1692-4a93-a0c7-d702d1d68f9f), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:41.565662 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] No Port match for: 4b9638c7-8fba-418d-8a79-defe56be455f {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:39:41.565999 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 4b9638c7-8fba-418d-8a79-defe56be455f not bound to the agent host n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:39:41.581508 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f70e646-2d76-46a5-941b-4ca62da1f9d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 267, 'physical_network': 'physnet1'} {{(pid=103701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:39:41.591846 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f70e646-2d76-46a5-941b-4ca62da1f9d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7c20011-1692-4a93-a0c7-d702d1d68f9f,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:39:41.596565 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5f70e646-2d76-46a5-941b-4ca62da1f9d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (e8e68f47-ffb0-4082-9c0f-7851ed493cc8), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:41.596916 n-d-826753-2 neutron-server[103701]: INFO neutron.db.segments_db [None req-5f70e646-2d76-46a5-941b-4ca62da1f9d0 admin admin] Added segment e8e68f47-ffb0-4082-9c0f-7851ed493cc8 of type vlan for network f6acdf20-d754-4595-8cc9-0008f6b8ebe4 Feb 19 03:39:41.636640 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5f70e646-2d76-46a5-941b-4ca62da1f9d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (f6acdf20-d754-4595-8cc9-0008f6b8ebe4), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:41.661904 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5f70e646-2d76-46a5-941b-4ca62da1f9d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (f6acdf20-d754-4595-8cc9-0008f6b8ebe4), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:41.662861 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f70e646-2d76-46a5-941b-4ca62da1f9d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:41.663444 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5f70e646-2d76-46a5-941b-4ca62da1f9d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:41.717954 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-5f70e646-2d76-46a5-941b-4ca62da1f9d0 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3821909 Feb 19 03:39:41.720944 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 49906) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:39:41.725091 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f70e646-2d76-46a5-941b-4ca62da1f9d0 admin admin] Pushing event updated for resources: {'Network': ['ID=f6acdf20-d754-4595-8cc9-0008f6b8ebe4,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:39:41.726942 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-874ed0a5-77a9-43d8-98be-9f411cf51b98 admin admin] Request body: {'subnet': {'network_id': 'f6acdf20-d754-4595-8cc9-0008f6b8ebe4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1148090696-subnet', 'tenant_id': '9f8b303a3a9046f6ac5d6127036c01ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:39:41.735559 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network f6acdf20-d754-4595-8cc9-0008f6b8ebe4 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:39:41.750458 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-874ed0a5-77a9-43d8-98be-9f411cf51b98 admin admin] Made reservation on behalf of 9f8b303a3a9046f6ac5d6127036c01ae for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:39:41.752736 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-874ed0a5-77a9-43d8-98be-9f411cf51b98 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:41.922567 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-874ed0a5-77a9-43d8-98be-9f411cf51b98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (9cf3fb38-0001-4559-83dc-c27f434ac911), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:41.979629 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874ed0a5-77a9-43d8-98be-9f411cf51b98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cf3fb38-0001-4559-83dc-c27f434ac911,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:39:41.988773 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874ed0a5-77a9-43d8-98be-9f411cf51b98 admin admin] Checking segment: {'id': 'e8e68f47-ffb0-4082-9c0f-7851ed493cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f6acdf20-d754-4595-8cc9-0008f6b8ebe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:39:41.989266 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874ed0a5-77a9-43d8-98be-9f411cf51b98 admin admin] Network hostable DHCP agents. Network: f6acdf20-d754-4595-8cc9-0008f6b8ebe4, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:39:42.005712 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874ed0a5-77a9-43d8-98be-9f411cf51b98 admin admin] Network f6acdf20-d754-4595-8cc9-0008f6b8ebe4 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:39:42.013897 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-874ed0a5-77a9-43d8-98be-9f411cf51b98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, f6acdf20-d754-4595-8cc9-0008f6b8ebe4) {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:39:42.018379 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874ed0a5-77a9-43d8-98be-9f411cf51b98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:42.019509 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-874ed0a5-77a9-43d8-98be-9f411cf51b98 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:42.023758 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a60c84-f655-4e5c-a954-669b3fc64c05 None None] Network f6acdf20-d754-4595-8cc9-0008f6b8ebe4 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:39:42.044639 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-874ed0a5-77a9-43d8-98be-9f411cf51b98 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3218987 Feb 19 03:39:42.124580 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fbd0d5a-a0d5-465b-beff-790ded412785 None None] Network f6acdf20-d754-4595-8cc9-0008f6b8ebe4 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:39:42.477311 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c840bd7-2d92-49cd-9ca1-7260ba524fda req-4e13062a-8921-4651-8bd3-c3e42a2125e5 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:42.478707 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4c840bd7-2d92-49cd-9ca1-7260ba524fda req-4e13062a-8921-4651-8bd3-c3e42a2125e5 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/networks?id=f6acdf20-d754-4595-8cc9-0008f6b8ebe4 HTTP/1.1" status: 200 len: 815 time: 0.1028509 Feb 19 03:39:42.493546 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4c840bd7-2d92-49cd-9ca1-7260ba524fda req-c637369f-3db4-4fa7-b1e3-cac9419b4952 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/quotas/9f8b303a3a9046f6ac5d6127036c01ae HTTP/1.1" status: 200 len: 375 time: 0.0095482 Feb 19 03:39:42.524681 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4c840bd7-2d92-49cd-9ca1-7260ba524fda req-164e45cd-f73d-4254-a096-ec925d7e1b2a tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=9f8b303a3a9046f6ac5d6127036c01ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262156 Feb 19 03:39:42.534813 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [req-4c840bd7-2d92-49cd-9ca1-7260ba524fda req-caf48767-3130-4921-ab01-6a2e68979709 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103701) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:39:42.536376 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4c840bd7-2d92-49cd-9ca1-7260ba524fda req-caf48767-3130-4921-ab01-6a2e68979709 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049367 Feb 19 03:39:42.626297 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4c840bd7-2d92-49cd-9ca1-7260ba524fda req-8ade8364-e910-4924-9b6f-e12ebf365d0d service neutron] 10.222.0.72 "GET /v2.0/networks/f6acdf20-d754-4595-8cc9-0008f6b8ebe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845950 Feb 19 03:39:42.714572 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4c840bd7-2d92-49cd-9ca1-7260ba524fda req-a42b5a35-b68f-42e8-9e33-e8d3dae2db78 service neutron] 10.222.0.72 "GET /v2.0/networks/f6acdf20-d754-4595-8cc9-0008f6b8ebe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825386 Feb 19 03:39:42.881313 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-35b84202-4884-422f-ae93-49bd494a4a15 req-d8865758-0a26-42c1-ae7c-17aec29bdfd1 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd23fc57-c181-4115-9b94-84903e74dc94 HTTP/1.1" status: 200 len: 210 time: 0.0285904 Feb 19 03:39:43.877123 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c840bd7-2d92-49cd-9ca1-7260ba524fda req-5f01644c-6893-4b0d-8768-b832e1d5f111 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:43.879613 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4c840bd7-2d92-49cd-9ca1-7260ba524fda req-5f01644c-6893-4b0d-8768-b832e1d5f111 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.82 "GET /v2.0/networks?id=f6acdf20-d754-4595-8cc9-0008f6b8ebe4 HTTP/1.1" status: 200 len: 815 time: 0.1113191 Feb 19 03:39:43.897860 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-4c840bd7-2d92-49cd-9ca1-7260ba524fda req-4df7901b-bdee-4b7e-aba6-93620e95f4cd tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Request body: {'port': {'device_id': 'fd23fc57-c181-4115-9b94-84903e74dc94', 'network_id': 'f6acdf20-d754-4595-8cc9-0008f6b8ebe4', 'admin_state_up': True, 'tenant_id': '9f8b303a3a9046f6ac5d6127036c01ae'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:39:43.979691 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9ea75918-bef8-4561-b86a-9661738a8679 req-5612e99f-f4c5-46ee-8150-32ffd5204fae tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd23fc57-c181-4115-9b94-84903e74dc94 HTTP/1.1" status: 200 len: 210 time: 0.0308604 Feb 19 03:39:44.003301 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c840bd7-2d92-49cd-9ca1-7260ba524fda req-4df7901b-bdee-4b7e-aba6-93620e95f4cd tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Made reservation on behalf of 9f8b303a3a9046f6ac5d6127036c01ae for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:39:44.007134 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-4c840bd7-2d92-49cd-9ca1-7260ba524fda req-4df7901b-bdee-4b7e-aba6-93620e95f4cd tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:44.133689 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [req-4c840bd7-2d92-49cd-9ca1-7260ba524fda req-4df7901b-bdee-4b7e-aba6-93620e95f4cd tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Allocated IP 172.20.0.10 (f6acdf20-d754-4595-8cc9-0008f6b8ebe4/9cf3fb38-0001-4559-83dc-c27f434ac911/abbe6d05-44ca-46d0-8ddf-50997c811d31) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:39:44.284832 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-4c840bd7-2d92-49cd-9ca1-7260ba524fda req-4df7901b-bdee-4b7e-aba6-93620e95f4cd tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Publish callbacks [] for port (abbe6d05-44ca-46d0-8ddf-50997c811d31), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:44.319287 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-4c840bd7-2d92-49cd-9ca1-7260ba524fda req-4df7901b-bdee-4b7e-aba6-93620e95f4cd tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (abbe6d05-44ca-46d0-8ddf-50997c811d31), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:44.361027 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c840bd7-2d92-49cd-9ca1-7260ba524fda req-4df7901b-bdee-4b7e-aba6-93620e95f4cd tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Network f6acdf20-d754-4595-8cc9-0008f6b8ebe4 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:39:44.364493 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [req-4c840bd7-2d92-49cd-9ca1-7260ba524fda req-4df7901b-bdee-4b7e-aba6-93620e95f4cd tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:39:44.370434 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c840bd7-2d92-49cd-9ca1-7260ba524fda req-4df7901b-bdee-4b7e-aba6-93620e95f4cd tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:39:44.376521 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df7901b-bdee-4b7e-aba6-93620e95f4cd tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Pushing event updated for resources: {'Port': ['ID=abbe6d05-44ca-46d0-8ddf-50997c811d31,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:39:44.420992 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c840bd7-2d92-49cd-9ca1-7260ba524fda req-4df7901b-bdee-4b7e-aba6-93620e95f4cd tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:44.421633 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-4c840bd7-2d92-49cd-9ca1-7260ba524fda req-4df7901b-bdee-4b7e-aba6-93620e95f4cd tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:44.438232 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4c840bd7-2d92-49cd-9ca1-7260ba524fda req-4df7901b-bdee-4b7e-aba6-93620e95f4cd tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5443597 Feb 19 03:39:44.454820 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-4c840bd7-2d92-49cd-9ca1-7260ba524fda req-4f79bf8f-b087-4249-a2ed-e66416f3693e service neutron] Request body: {'port': {'device_id': 'fd23fc57-c181-4115-9b94-84903e74dc94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826753-2'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:39:44.520995 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-4c840bd7-2d92-49cd-9ca1-7260ba524fda req-4f79bf8f-b087-4249-a2ed-e66416f3693e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (abbe6d05-44ca-46d0-8ddf-50997c811d31), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:44.782868 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-4c840bd7-2d92-49cd-9ca1-7260ba524fda req-4f79bf8f-b087-4249-a2ed-e66416f3693e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abbe6d05-44ca-46d0-8ddf-50997c811d31 {{(pid=103702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:39:44.790156 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-4c840bd7-2d92-49cd-9ca1-7260ba524fda req-4f79bf8f-b087-4249-a2ed-e66416f3693e service neutron] Publish callbacks [] for port (abbe6d05-44ca-46d0-8ddf-50997c811d31), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:44.802423 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-4c840bd7-2d92-49cd-9ca1-7260ba524fda req-4f79bf8f-b087-4249-a2ed-e66416f3693e service neutron] Transition to ACTIVE for port object abbe6d05-44ca-46d0-8ddf-50997c811d31 will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:39:44.806094 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-4c840bd7-2d92-49cd-9ca1-7260ba524fda req-4f79bf8f-b087-4249-a2ed-e66416f3693e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (abbe6d05-44ca-46d0-8ddf-50997c811d31), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:44.873889 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79bf8f-b087-4249-a2ed-e66416f3693e service neutron] Pushing event updated for resources: {'Port': ['ID=abbe6d05-44ca-46d0-8ddf-50997c811d31,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:39:44.931338 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-4c840bd7-2d92-49cd-9ca1-7260ba524fda req-4f79bf8f-b087-4249-a2ed-e66416f3693e service neutron] Attempting to bind port abbe6d05-44ca-46d0-8ddf-50997c811d31 on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:39:44.932050 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-4c840bd7-2d92-49cd-9ca1-7260ba524fda req-4f79bf8f-b087-4249-a2ed-e66416f3693e service neutron] Attempting to bind port abbe6d05-44ca-46d0-8ddf-50997c811d31 by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': 'e8e68f47-ffb0-4082-9c0f-7851ed493cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f6acdf20-d754-4595-8cc9-0008f6b8ebe4'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:39:44.932168 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c840bd7-2d92-49cd-9ca1-7260ba524fda req-4f79bf8f-b087-4249-a2ed-e66416f3693e service neutron] Attempting to bind port abbe6d05-44ca-46d0-8ddf-50997c811d31 on network f6acdf20-d754-4595-8cc9-0008f6b8ebe4 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:39:44.936492 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c840bd7-2d92-49cd-9ca1-7260ba524fda req-4f79bf8f-b087-4249-a2ed-e66416f3693e service neutron] Port abbe6d05-44ca-46d0-8ddf-50997c811d31 on network f6acdf20-d754-4595-8cc9-0008f6b8ebe4 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:39:44.936804 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c840bd7-2d92-49cd-9ca1-7260ba524fda req-4f79bf8f-b087-4249-a2ed-e66416f3693e service neutron] Attempting to bind port abbe6d05-44ca-46d0-8ddf-50997c811d31 on network f6acdf20-d754-4595-8cc9-0008f6b8ebe4 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:39:44.941583 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c840bd7-2d92-49cd-9ca1-7260ba524fda req-4f79bf8f-b087-4249-a2ed-e66416f3693e service neutron] Checking agent: {'id': 'bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:39:44.941947 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c840bd7-2d92-49cd-9ca1-7260ba524fda req-4f79bf8f-b087-4249-a2ed-e66416f3693e service neutron] Checking segment: {'id': 'e8e68f47-ffb0-4082-9c0f-7851ed493cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f6acdf20-d754-4595-8cc9-0008f6b8ebe4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:39:44.942471 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c840bd7-2d92-49cd-9ca1-7260ba524fda req-4f79bf8f-b087-4249-a2ed-e66416f3693e service neutron] Bound using segment: {'id': 'e8e68f47-ffb0-4082-9c0f-7851ed493cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f6acdf20-d754-4595-8cc9-0008f6b8ebe4'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:39:44.942888 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-4c840bd7-2d92-49cd-9ca1-7260ba524fda req-4f79bf8f-b087-4249-a2ed-e66416f3693e service neutron] Bound port: abbe6d05-44ca-46d0-8ddf-50997c811d31, host: n-h2-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8e68f47-ffb0-4082-9c0f-7851ed493cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f6acdf20-d754-4595-8cc9-0008f6b8ebe4'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:39:44.943229 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-4c840bd7-2d92-49cd-9ca1-7260ba524fda req-4f79bf8f-b087-4249-a2ed-e66416f3693e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (abbe6d05-44ca-46d0-8ddf-50997c811d31), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:45.007685 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-4c840bd7-2d92-49cd-9ca1-7260ba524fda req-4f79bf8f-b087-4249-a2ed-e66416f3693e service neutron] For port abbe6d05-44ca-46d0-8ddf-50997c811d31, host n-h2-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:39:45.010809 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-4c840bd7-2d92-49cd-9ca1-7260ba524fda req-4f79bf8f-b087-4249-a2ed-e66416f3693e service neutron] For port abbe6d05-44ca-46d0-8ddf-50997c811d31, host n-h2-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=abbe6d05-44ca-46d0-8ddf-50997c811d31,segment=NetworkSegment(e8e68f47-ffb0-4082-9c0f-7851ed493cc8),segment_id=e8e68f47-ffb0-4082-9c0f-7851ed493cc8)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:39:45.017037 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-4c840bd7-2d92-49cd-9ca1-7260ba524fda req-4f79bf8f-b087-4249-a2ed-e66416f3693e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (abbe6d05-44ca-46d0-8ddf-50997c811d31), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:45.052157 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c840bd7-2d92-49cd-9ca1-7260ba524fda req-4f79bf8f-b087-4249-a2ed-e66416f3693e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:45.052773 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-4c840bd7-2d92-49cd-9ca1-7260ba524fda req-4f79bf8f-b087-4249-a2ed-e66416f3693e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:45.054530 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4c840bd7-2d92-49cd-9ca1-7260ba524fda req-4f79bf8f-b087-4249-a2ed-e66416f3693e service neutron] 10.222.0.82 "PUT /v2.0/ports/abbe6d05-44ca-46d0-8ddf-50997c811d31 HTTP/1.1" status: 200 len: 1092 time: 0.6039159 Feb 19 03:39:45.056838 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd23fc57-c181-4115-9b94-84903e74dc94', 'tag': 'abbe6d05-44ca-46d0-8ddf-50997c811d31'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:39:45.059094 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b48a34f37e4e31fa410c3f10fa4e23c828d45427043ff8d3e4d9f228381d6ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c17a9143-a623-4ca4-abe7-3aaeeb1ddd61" -d '{"events": [{"name": "network-changed", "server_uuid": "fd23fc57-c181-4115-9b94-84903e74dc94", "tag": "abbe6d05-44ca-46d0-8ddf-50997c811d31"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:39:45.088088 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79bf8f-b087-4249-a2ed-e66416f3693e service neutron] Pushing event updated for resources: {'Port': ['ID=abbe6d05-44ca-46d0-8ddf-50997c811d31,revision_number=3']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:39:45.097671 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49a2e817-b424-40f6-8234-3017071ef413 x-openstack-request-id: req-49a2e817-b424-40f6-8234-3017071ef413 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:39:45.097779 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd23fc57-c181-4115-9b94-84903e74dc94", "tag": "abbe6d05-44ca-46d0-8ddf-50997c811d31", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:39:45.098034 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-49a2e817-b424-40f6-8234-3017071ef413 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:39:45.099136 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd23fc57-c181-4115-9b94-84903e74dc94', 'tag': 'abbe6d05-44ca-46d0-8ddf-50997c811d31', 'status': 'completed', 'code': 200} Feb 19 03:39:45.106358 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699f2ba0-16e0-461c-b831-6ab4082b39c5 req-33aa11cc-dc5d-4194-9bf0-5cce635a7894 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:45.107909 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-699f2ba0-16e0-461c-b831-6ab4082b39c5 req-33aa11cc-dc5d-4194-9bf0-5cce635a7894 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd23fc57-c181-4115-9b94-84903e74dc94 HTTP/1.1" status: 200 len: 944 time: 0.0591674 Feb 19 03:39:45.155719 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-699f2ba0-16e0-461c-b831-6ab4082b39c5 req-1b97bea5-b442-4f1e-bfd6-fc0e9f2ccdad tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7c20011-1692-4a93-a0c7-d702d1d68f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421450 Feb 19 03:39:45.169191 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c840bd7-2d92-49cd-9ca1-7260ba524fda req-786ab697-d67e-42ab-af64-0e76847785c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:45.170773 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4c840bd7-2d92-49cd-9ca1-7260ba524fda req-786ab697-d67e-42ab-af64-0e76847785c4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9f8b303a3a9046f6ac5d6127036c01ae&device_id=fd23fc57-c181-4115-9b94-84903e74dc94 HTTP/1.1" status: 200 len: 1126 time: 0.0466762 Feb 19 03:39:45.220282 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4c840bd7-2d92-49cd-9ca1-7260ba524fda req-4efb400f-fe4d-4653-8d89-c0f6b349d766 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=abbe6d05-44ca-46d0-8ddf-50997c811d31 HTTP/1.1" status: 200 len: 217 time: 0.0372968 Feb 19 03:39:45.274751 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c840bd7-2d92-49cd-9ca1-7260ba524fda req-5db542e2-3a2a-4d8e-b107-19dc3623f574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:45.276204 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4c840bd7-2d92-49cd-9ca1-7260ba524fda req-5db542e2-3a2a-4d8e-b107-19dc3623f574 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9cf3fb38-0001-4559-83dc-c27f434ac911 HTTP/1.1" status: 200 len: 855 time: 0.0498958 Feb 19 03:39:45.308295 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4c840bd7-2d92-49cd-9ca1-7260ba524fda req-7f5a97a3-5ab5-4672-a8e0-eeedcfa9f093 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f6acdf20-d754-4595-8cc9-0008f6b8ebe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263209 Feb 19 03:39:45.398631 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4c840bd7-2d92-49cd-9ca1-7260ba524fda req-4989d4cf-2ed7-4c01-b316-91c17e518b77 service neutron] 10.222.0.82 "GET /v2.0/networks/f6acdf20-d754-4595-8cc9-0008f6b8ebe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831840 Feb 19 03:39:45.485587 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4c840bd7-2d92-49cd-9ca1-7260ba524fda req-3dc92c28-1258-4af7-8ee1-301af40f2d1c service neutron] 10.222.0.82 "GET /v2.0/networks/f6acdf20-d754-4595-8cc9-0008f6b8ebe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815122 Feb 19 03:39:45.607545 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-1d841a1a-a619-454d-a607-d5b33266581e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:45.627757 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17a9143-a623-4ca4-abe7-3aaeeb1ddd61 req-7eaa33ab-dd37-4a17-8cfb-5024b7096d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:45.629535 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c17a9143-a623-4ca4-abe7-3aaeeb1ddd61 req-7eaa33ab-dd37-4a17-8cfb-5024b7096d1f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9f8b303a3a9046f6ac5d6127036c01ae&device_id=fd23fc57-c181-4115-9b94-84903e74dc94 HTTP/1.1" status: 200 len: 1126 time: 0.0500157 Feb 19 03:39:45.716544 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17a9143-a623-4ca4-abe7-3aaeeb1ddd61 req-5e5e6924-78e4-49c2-8931-981b79f7abef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:45.718057 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c17a9143-a623-4ca4-abe7-3aaeeb1ddd61 req-5e5e6924-78e4-49c2-8931-981b79f7abef service neutron] 10.222.0.82 "GET /v2.0/networks?id=f6acdf20-d754-4595-8cc9-0008f6b8ebe4 HTTP/1.1" status: 200 len: 916 time: 0.0831199 Feb 19 03:39:45.758622 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c17a9143-a623-4ca4-abe7-3aaeeb1ddd61 req-a698b038-d540-4069-94d0-95b76c1ef470 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=abbe6d05-44ca-46d0-8ddf-50997c811d31 HTTP/1.1" status: 200 len: 217 time: 0.0335340 Feb 19 03:39:45.810863 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17a9143-a623-4ca4-abe7-3aaeeb1ddd61 req-1fd0d21b-743f-4416-88c3-d347d6106077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:45.812291 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c17a9143-a623-4ca4-abe7-3aaeeb1ddd61 req-1fd0d21b-743f-4416-88c3-d347d6106077 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9cf3fb38-0001-4559-83dc-c27f434ac911 HTTP/1.1" status: 200 len: 855 time: 0.0471964 Feb 19 03:39:45.842474 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c17a9143-a623-4ca4-abe7-3aaeeb1ddd61 req-bb8f766a-8b27-4591-95f9-d380a6166dcd service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f6acdf20-d754-4595-8cc9-0008f6b8ebe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240343 Feb 19 03:39:45.930058 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c17a9143-a623-4ca4-abe7-3aaeeb1ddd61 req-e8dba6b1-e8e5-4675-8ff0-98f9b57c9e01 service neutron] 10.222.0.82 "GET /v2.0/networks/f6acdf20-d754-4595-8cc9-0008f6b8ebe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801013 Feb 19 03:39:46.023042 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c17a9143-a623-4ca4-abe7-3aaeeb1ddd61 req-b68f4c02-8862-4544-9564-2b21ad3acab1 service neutron] 10.222.0.82 "GET /v2.0/networks/f6acdf20-d754-4595-8cc9-0008f6b8ebe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862563 Feb 19 03:39:46.275347 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6490288a-00c0-4575-a54a-23acef84bbad req-7314dd28-2349-4261-b0d3-0a709f58c869 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:46.276802 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6490288a-00c0-4575-a54a-23acef84bbad req-7314dd28-2349-4261-b0d3-0a709f58c869 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd23fc57-c181-4115-9b94-84903e74dc94 HTTP/1.1" status: 200 len: 944 time: 0.0516412 Feb 19 03:39:46.322543 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6490288a-00c0-4575-a54a-23acef84bbad req-5e6b26aa-546e-4be2-9fcf-d4f910a46ac8 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7c20011-1692-4a93-a0c7-d702d1d68f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402391 Feb 19 03:39:47.443322 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a475f57-2387-4bb4-9c9e-b6c38703291f req-16c2b889-80b0-41a1-8d14-6a201279b52c tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:47.444796 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9a475f57-2387-4bb4-9c9e-b6c38703291f req-16c2b889-80b0-41a1-8d14-6a201279b52c tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd23fc57-c181-4115-9b94-84903e74dc94 HTTP/1.1" status: 200 len: 944 time: 0.0559268 Feb 19 03:39:47.490922 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9a475f57-2387-4bb4-9c9e-b6c38703291f req-e54dab31-13f6-4540-8b70-ea50f7218b9c tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7c20011-1692-4a93-a0c7-d702d1d68f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406415 Feb 19 03:39:47.561573 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device abbe6d05-44ca-46d0-8ddf-50997c811d31 details requested by agent hyperv_n-h2-826753-2 with host n-h2-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:39:47.662351 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port abbe6d05-44ca-46d0-8ddf-50997c811d31, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=abbe6d05-44ca-46d0-8ddf-50997c811d31,segment=NetworkSegment(e8e68f47-ffb0-4082-9c0f-7851ed493cc8),segment_id=e8e68f47-ffb0-4082-9c0f-7851ed493cc8)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:39:47.673035 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Returning: {'device': 'abbe6d05-44ca-46d0-8ddf-50997c811d31', 'network_id': 'f6acdf20-d754-4595-8cc9-0008f6b8ebe4', 'port_id': 'abbe6d05-44ca-46d0-8ddf-50997c811d31', 'mac_address': 'fa:16:3e:7a:0e:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cf3fb38-0001-4559-83dc-c27f434ac911', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:39:47.710125 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port abbe6d05-44ca-46d0-8ddf-50997c811d31 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:39:47.710513 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (abbe6d05-44ca-46d0-8ddf-50997c811d31), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:47.722867 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abbe6d05-44ca-46d0-8ddf-50997c811d31 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:39:47.741886 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port abbe6d05-44ca-46d0-8ddf-50997c811d31, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=abbe6d05-44ca-46d0-8ddf-50997c811d31,segment=NetworkSegment(e8e68f47-ffb0-4082-9c0f-7851ed493cc8),segment_id=e8e68f47-ffb0-4082-9c0f-7851ed493cc8)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:39:47.745490 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (abbe6d05-44ca-46d0-8ddf-50997c811d31), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:47.800188 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-202eec2f-a93b-4873-ae40-99a7c16ca793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:47.805433 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=abbe6d05-44ca-46d0-8ddf-50997c811d31,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:39:48.002145 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['abbe6d05-44ca-46d0-8ddf-50997c811d31'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:39:48.609889 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6913ce88-43b6-4a95-a006-79a55fa10b3a req-98299efc-c8f0-4932-b057-b1460dd40ed6 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:48.611345 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6913ce88-43b6-4a95-a006-79a55fa10b3a req-98299efc-c8f0-4932-b057-b1460dd40ed6 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd23fc57-c181-4115-9b94-84903e74dc94 HTTP/1.1" status: 200 len: 945 time: 0.0513530 Feb 19 03:39:48.657599 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6913ce88-43b6-4a95-a006-79a55fa10b3a req-01d6a32b-77bc-4dbf-9fee-a3d77aecf5ba tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7c20011-1692-4a93-a0c7-d702d1d68f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398974 Feb 19 03:39:49.429300 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:49.573067 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device abbe6d05-44ca-46d0-8ddf-50997c811d31 up at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:39:49.624151 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning for port abbe6d05-44ca-46d0-8ddf-50997c811d31 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:39:49.628081 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning complete for port abbe6d05-44ca-46d0-8ddf-50997c811d31 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:39:49.628456 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (abbe6d05-44ca-46d0-8ddf-50997c811d31), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:49.704652 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port abbe6d05-44ca-46d0-8ddf-50997c811d31 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:39:49.705056 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (abbe6d05-44ca-46d0-8ddf-50997c811d31), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:49.728829 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd23fc57-c181-4115-9b94-84903e74dc94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abbe6d05-44ca-46d0-8ddf-50997c811d31'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:39:49.731065 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88fe038525c8a7a69a3adae1ae732c1dd0c63371bed0a925712ea7f2f25f70bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0402a90-2700-40b6-bdad-1b38b16545a0" -d '{"events": [{"server_uuid": "fd23fc57-c181-4115-9b94-84903e74dc94", "name": "network-vif-plugged", "status": "completed", "tag": "abbe6d05-44ca-46d0-8ddf-50997c811d31"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:39:49.744562 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port abbe6d05-44ca-46d0-8ddf-50997c811d31, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=abbe6d05-44ca-46d0-8ddf-50997c811d31,segment=NetworkSegment(e8e68f47-ffb0-4082-9c0f-7851ed493cc8),segment_id=e8e68f47-ffb0-4082-9c0f-7851ed493cc8)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:39:49.749206 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (abbe6d05-44ca-46d0-8ddf-50997c811d31), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:49.779319 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07d3dd6f-f8fb-4e61-b743-97882ffcf729 x-openstack-request-id: req-07d3dd6f-f8fb-4e61-b743-97882ffcf729 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:39:49.779665 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd23fc57-c181-4115-9b94-84903e74dc94", "name": "network-vif-plugged", "status": "completed", "tag": "abbe6d05-44ca-46d0-8ddf-50997c811d31", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:39:49.779923 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-07d3dd6f-f8fb-4e61-b743-97882ffcf729 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:39:49.780303 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd23fc57-c181-4115-9b94-84903e74dc94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abbe6d05-44ca-46d0-8ddf-50997c811d31', 'code': 200} Feb 19 03:39:49.781369 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f4ba85-18e0-49dc-8e62-e90938f3963c req-4baee069-0c72-4d6f-ba84-f6a04e8db919 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:49.782875 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-26f4ba85-18e0-49dc-8e62-e90938f3963c req-4baee069-0c72-4d6f-ba84-f6a04e8db919 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd23fc57-c181-4115-9b94-84903e74dc94 HTTP/1.1" status: 200 len: 945 time: 0.0568292 Feb 19 03:39:49.803661 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=abbe6d05-44ca-46d0-8ddf-50997c811d31,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:39:49.838406 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-26f4ba85-18e0-49dc-8e62-e90938f3963c req-cb0e48d8-5d7c-471f-9323-331e6b6f1a6c tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7c20011-1692-4a93-a0c7-d702d1d68f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500569 Feb 19 03:39:49.913656 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ad746e-86fc-458e-a41e-9f3908748cb9 req-6a07127a-0293-40d3-8d0f-a4335d75b5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:49.915169 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-96ad746e-86fc-458e-a41e-9f3908748cb9 req-6a07127a-0293-40d3-8d0f-a4335d75b5e5 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=fd23fc57-c181-4115-9b94-84903e74dc94 HTTP/1.1" status: 200 len: 1128 time: 0.0447471 Feb 19 03:39:49.958516 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-96ad746e-86fc-458e-a41e-9f3908748cb9 req-626b8949-f018-4fc1-ad07-27a6c4ed9574 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=a7c20011-1692-4a93-a0c7-d702d1d68f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374451 Feb 19 03:39:50.608795 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:50.960172 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582e1f8f-1cb7-4775-af1d-f2aebd9e316a req-8ebd32f3-11ab-4c46-820d-922cd994a53b tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:50.961748 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-582e1f8f-1cb7-4775-af1d-f2aebd9e316a req-8ebd32f3-11ab-4c46-820d-922cd994a53b tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd23fc57-c181-4115-9b94-84903e74dc94 HTTP/1.1" status: 200 len: 946 time: 0.0539210 Feb 19 03:39:51.012266 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-582e1f8f-1cb7-4775-af1d-f2aebd9e316a req-0112a313-5c46-41f1-b8f6-c5cadbdbe342 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7c20011-1692-4a93-a0c7-d702d1d68f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447564 Feb 19 03:39:52.029694 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:52.131482 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6a239d-8a1b-4118-95e7-c33b0e655223 req-67cc45fc-8b84-48fb-bbfb-ae9677ac63c6 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:52.132972 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ca6a239d-8a1b-4118-95e7-c33b0e655223 req-67cc45fc-8b84-48fb-bbfb-ae9677ac63c6 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd23fc57-c181-4115-9b94-84903e74dc94 HTTP/1.1" status: 200 len: 946 time: 0.0524797 Feb 19 03:39:52.179499 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ca6a239d-8a1b-4118-95e7-c33b0e655223 req-b9a019f9-71b2-448b-8971-92649fdc3168 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7c20011-1692-4a93-a0c7-d702d1d68f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409064 Feb 19 03:39:52.302653 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15e02dc-07f5-4d58-932c-69c88bb03e77 req-bfdb7b53-1c13-4679-bdde-d1dd30ce2b4c tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:52.304068 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c15e02dc-07f5-4d58-932c-69c88bb03e77 req-bfdb7b53-1c13-4679-bdde-d1dd30ce2b4c tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd23fc57-c181-4115-9b94-84903e74dc94 HTTP/1.1" status: 200 len: 946 time: 0.0583563 Feb 19 03:39:52.349644 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c15e02dc-07f5-4d58-932c-69c88bb03e77 req-ae2d2026-fd6f-4a6a-8665-31ff4aa076d0 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7c20011-1692-4a93-a0c7-d702d1d68f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399587 Feb 19 03:39:52.554662 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f2e401-1448-4c30-a188-30f676b1d923 req-948c6b4c-d41b-4e33-a4db-d199c21bf537 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:52.556063 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-37f2e401-1448-4c30-a188-30f676b1d923 req-948c6b4c-d41b-4e33-a4db-d199c21bf537 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd23fc57-c181-4115-9b94-84903e74dc94 HTTP/1.1" status: 200 len: 946 time: 0.0535257 Feb 19 03:39:52.602943 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-37f2e401-1448-4c30-a188-30f676b1d923 req-ac57aba3-a715-49b3-93d0-2a0ef29fff52 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7c20011-1692-4a93-a0c7-d702d1d68f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409651 Feb 19 03:39:52.723054 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec736b1-0b33-4320-90f9-8b7882ac052d req-a1c100dc-d2cb-4488-aadc-15ecd8b8f950 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:52.725205 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cec736b1-0b33-4320-90f9-8b7882ac052d req-a1c100dc-d2cb-4488-aadc-15ecd8b8f950 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd23fc57-c181-4115-9b94-84903e74dc94 HTTP/1.1" status: 200 len: 946 time: 0.0566993 Feb 19 03:39:52.772416 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cec736b1-0b33-4320-90f9-8b7882ac052d req-ff2e6e4e-9726-40ba-b6fa-9bee3db0add7 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7c20011-1692-4a93-a0c7-d702d1d68f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416327 Feb 19 03:39:52.837269 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:53.001399 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-2c8a0608-d8ea-4282-8fcd-fb316580d7a6 req-54d47ac2-47fd-4c7b-bea8-e7b37a295aa0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=fd23fc57-c181-4115-9b94-84903e74dc94&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0490706 Feb 19 03:39:53.010386 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fe9661-320f-4cbb-8b66-4c22c54f22e3 req-1d8a4de5-5950-4675-9b73-236a78b2b200 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:53.011900 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-53fe9661-320f-4cbb-8b66-4c22c54f22e3 req-1d8a4de5-5950-4675-9b73-236a78b2b200 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd23fc57-c181-4115-9b94-84903e74dc94 HTTP/1.1" status: 200 len: 946 time: 0.0519376 Feb 19 03:39:53.063712 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-53fe9661-320f-4cbb-8b66-4c22c54f22e3 req-4f33e8f1-4b80-4315-8eaa-b09b92802d2c tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7c20011-1692-4a93-a0c7-d702d1d68f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455704 Feb 19 03:39:53.713941 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8a0608-d8ea-4282-8fcd-fb316580d7a6 req-a50fea77-7acb-460d-bdff-58fb9b079833 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:53.715208 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-2c8a0608-d8ea-4282-8fcd-fb316580d7a6 req-a50fea77-7acb-460d-bdff-58fb9b079833 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/ports/abbe6d05-44ca-46d0-8ddf-50997c811d31 HTTP/1.1" status: 200 len: 943 time: 0.3565400 Feb 19 03:39:54.189519 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fce1f6-7925-45be-ae62-aa11d8aae0bc req-817ca0fd-a146-4216-8aa4-196e255aa311 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:54.191106 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-02fce1f6-7925-45be-ae62-aa11d8aae0bc req-817ca0fd-a146-4216-8aa4-196e255aa311 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd23fc57-c181-4115-9b94-84903e74dc94 HTTP/1.1" status: 200 len: 946 time: 0.0549533 Feb 19 03:39:54.243848 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-02fce1f6-7925-45be-ae62-aa11d8aae0bc req-bf635dae-fdc1-49b2-b02e-32650f71b738 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7c20011-1692-4a93-a0c7-d702d1d68f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469408 Feb 19 03:39:54.634812 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8a0608-d8ea-4282-8fcd-fb316580d7a6 req-6b66d7da-3a7a-407d-891d-c7b4824a3c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:54.636518 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-2c8a0608-d8ea-4282-8fcd-fb316580d7a6 req-6b66d7da-3a7a-407d-891d-c7b4824a3c0f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9f8b303a3a9046f6ac5d6127036c01ae&device_id=fd23fc57-c181-4115-9b94-84903e74dc94 HTTP/1.1" status: 200 len: 1128 time: 0.0507562 Feb 19 03:39:54.730234 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8a0608-d8ea-4282-8fcd-fb316580d7a6 req-aea84f82-0e38-4558-9af9-d04228e74bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:54.731711 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-2c8a0608-d8ea-4282-8fcd-fb316580d7a6 req-aea84f82-0e38-4558-9af9-d04228e74bce service neutron] 10.222.0.82 "GET /v2.0/networks?id=f6acdf20-d754-4595-8cc9-0008f6b8ebe4 HTTP/1.1" status: 200 len: 916 time: 0.0887721 Feb 19 03:39:54.772873 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-2c8a0608-d8ea-4282-8fcd-fb316580d7a6 req-7d861716-adfd-4f95-8f09-79040a8da57e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=abbe6d05-44ca-46d0-8ddf-50997c811d31 HTTP/1.1" status: 200 len: 217 time: 0.0349567 Feb 19 03:39:54.819948 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8a0608-d8ea-4282-8fcd-fb316580d7a6 req-f34f68a4-3dfc-483c-a570-319133f20495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:54.821408 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-2c8a0608-d8ea-4282-8fcd-fb316580d7a6 req-f34f68a4-3dfc-483c-a570-319133f20495 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9cf3fb38-0001-4559-83dc-c27f434ac911 HTTP/1.1" status: 200 len: 855 time: 0.0430338 Feb 19 03:39:54.853202 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-2c8a0608-d8ea-4282-8fcd-fb316580d7a6 req-c1b12885-e76e-4a07-9970-251e15576557 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f6acdf20-d754-4595-8cc9-0008f6b8ebe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258703 Feb 19 03:39:54.944617 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-2c8a0608-d8ea-4282-8fcd-fb316580d7a6 req-40bde795-dc87-4362-a36c-c4e05222e20f service neutron] 10.222.0.82 "GET /v2.0/networks/f6acdf20-d754-4595-8cc9-0008f6b8ebe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844390 Feb 19 03:39:55.036778 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-2c8a0608-d8ea-4282-8fcd-fb316580d7a6 req-b7944b3f-4124-4fbc-b8a3-8168094bea74 service neutron] 10.222.0.82 "GET /v2.0/networks/f6acdf20-d754-4595-8cc9-0008f6b8ebe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863266 Feb 19 03:39:55.365609 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12031e25-cc37-42f5-9688-62dc1c981dbf req-b84f68a5-b705-4b95-8f80-785501bb341d tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:55.367087 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-12031e25-cc37-42f5-9688-62dc1c981dbf req-b84f68a5-b705-4b95-8f80-785501bb341d tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd23fc57-c181-4115-9b94-84903e74dc94 HTTP/1.1" status: 200 len: 946 time: 0.0527558 Feb 19 03:39:55.414533 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-12031e25-cc37-42f5-9688-62dc1c981dbf req-29ab9f90-edc3-4c21-982e-06e52807bcfc tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7c20011-1692-4a93-a0c7-d702d1d68f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418890 Feb 19 03:39:56.533336 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59477e66-9186-4c05-90c6-55e09333c59a req-090c5912-d878-4d84-a80f-5bf5cf773289 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:56.534817 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-59477e66-9186-4c05-90c6-55e09333c59a req-090c5912-d878-4d84-a80f-5bf5cf773289 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd23fc57-c181-4115-9b94-84903e74dc94 HTTP/1.1" status: 200 len: 946 time: 0.0521362 Feb 19 03:39:56.581057 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-59477e66-9186-4c05-90c6-55e09333c59a req-c849c067-883c-4f0e-96f7-05bcd9a11865 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7c20011-1692-4a93-a0c7-d702d1d68f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405262 Feb 19 03:39:56.603338 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:57.713363 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30902870-3b09-42a1-942d-8eb0f7aca093 req-57658c7b-464b-4756-9cfd-568de36ff145 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:57.714826 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-30902870-3b09-42a1-942d-8eb0f7aca093 req-57658c7b-464b-4756-9cfd-568de36ff145 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd23fc57-c181-4115-9b94-84903e74dc94 HTTP/1.1" status: 200 len: 946 time: 0.0565939 Feb 19 03:39:57.760924 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-30902870-3b09-42a1-942d-8eb0f7aca093 req-2e2e7bd3-30dd-4163-8262-2dd29fce42b0 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7c20011-1692-4a93-a0c7-d702d1d68f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405550 Feb 19 03:39:58.880419 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5de92ea-68c2-44ac-aa61-03f1ac1b60ea req-0a20af8e-b581-4027-9778-23f473da59cc tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:58.881947 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c5de92ea-68c2-44ac-aa61-03f1ac1b60ea req-0a20af8e-b581-4027-9778-23f473da59cc tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd23fc57-c181-4115-9b94-84903e74dc94 HTTP/1.1" status: 200 len: 946 time: 0.0520825 Feb 19 03:39:58.928679 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c5de92ea-68c2-44ac-aa61-03f1ac1b60ea req-b756ad1e-df3b-4da4-b3f4-8c08a2586d99 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7c20011-1692-4a93-a0c7-d702d1d68f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412104 Feb 19 03:40:00.052438 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331d44d8-01b0-485b-b9e2-30f6fac53bae req-42704c3e-9233-41df-b156-6cfb60e708d3 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:00.054421 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-331d44d8-01b0-485b-b9e2-30f6fac53bae req-42704c3e-9233-41df-b156-6cfb60e708d3 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd23fc57-c181-4115-9b94-84903e74dc94 HTTP/1.1" status: 200 len: 946 time: 0.0545228 Feb 19 03:40:00.110951 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-331d44d8-01b0-485b-b9e2-30f6fac53bae req-7bb4f82c-2f7b-4f15-870c-1c93349b1df7 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7c20011-1692-4a93-a0c7-d702d1d68f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509996 Feb 19 03:40:01.228058 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab803ceb-5c91-4bb3-9376-6926cda928f6 req-a2993eb0-67c5-409f-8424-9c792185d7fb tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:01.229563 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ab803ceb-5c91-4bb3-9376-6926cda928f6 req-a2993eb0-67c5-409f-8424-9c792185d7fb tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd23fc57-c181-4115-9b94-84903e74dc94 HTTP/1.1" status: 200 len: 946 time: 0.0526121 Feb 19 03:40:01.274714 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ab803ceb-5c91-4bb3-9376-6926cda928f6 req-9bed8d2b-52f5-4b55-b958-ac576cf3afcb tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7c20011-1692-4a93-a0c7-d702d1d68f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396233 Feb 19 03:40:02.392670 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5994c2c-915d-498d-8d21-1928a588ab8c req-afcd14b6-750c-4f87-9af1-de0cab2c7b12 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:02.394155 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c5994c2c-915d-498d-8d21-1928a588ab8c req-afcd14b6-750c-4f87-9af1-de0cab2c7b12 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd23fc57-c181-4115-9b94-84903e74dc94 HTTP/1.1" status: 200 len: 946 time: 0.0519664 Feb 19 03:40:02.439770 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c5994c2c-915d-498d-8d21-1928a588ab8c req-7fcf14c4-2c28-495a-98fd-49a488a8cc8d tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7c20011-1692-4a93-a0c7-d702d1d68f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399132 Feb 19 03:40:03.564271 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d14df0d-57ac-46a0-ae3e-da08b995a56d req-33523f82-5346-49d1-af25-1df88763f682 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:03.565768 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3d14df0d-57ac-46a0-ae3e-da08b995a56d req-33523f82-5346-49d1-af25-1df88763f682 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd23fc57-c181-4115-9b94-84903e74dc94 HTTP/1.1" status: 200 len: 946 time: 0.0570869 Feb 19 03:40:03.612755 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3d14df0d-57ac-46a0-ae3e-da08b995a56d req-fe5ee4e0-654a-4b99-ae3b-39b8a7742143 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7c20011-1692-4a93-a0c7-d702d1d68f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410841 Feb 19 03:40:03.933043 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:40:04.736775 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115e2734-fca6-4eeb-881f-7e30d368cc4a req-b88d008e-9a29-40d9-b278-97185ed92699 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:04.738188 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-115e2734-fca6-4eeb-881f-7e30d368cc4a req-b88d008e-9a29-40d9-b278-97185ed92699 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd23fc57-c181-4115-9b94-84903e74dc94 HTTP/1.1" status: 200 len: 946 time: 0.0546567 Feb 19 03:40:04.784825 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-115e2734-fca6-4eeb-881f-7e30d368cc4a req-0686c6c9-1e0f-451c-a4f9-2b24f7898e37 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7c20011-1692-4a93-a0c7-d702d1d68f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409300 Feb 19 03:40:05.909143 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e519e5f-e942-4f13-b660-a859fefe0970 req-8e9d6e9f-cc10-47a4-aed8-abb2dc87d786 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:05.910629 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3e519e5f-e942-4f13-b660-a859fefe0970 req-8e9d6e9f-cc10-47a4-aed8-abb2dc87d786 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd23fc57-c181-4115-9b94-84903e74dc94 HTTP/1.1" status: 200 len: 946 time: 0.0557818 Feb 19 03:40:05.957193 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3e519e5f-e942-4f13-b660-a859fefe0970 req-1c774af6-5057-43a8-b614-78bb306c5a1f tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7c20011-1692-4a93-a0c7-d702d1d68f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402246 Feb 19 03:40:07.079334 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76dcb9f-0c14-484c-afe0-f5a0b46711e0 req-efb894be-62af-4c09-9ad0-b9fa94a58976 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:07.080822 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d76dcb9f-0c14-484c-afe0-f5a0b46711e0 req-efb894be-62af-4c09-9ad0-b9fa94a58976 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd23fc57-c181-4115-9b94-84903e74dc94 HTTP/1.1" status: 200 len: 946 time: 0.0543251 Feb 19 03:40:07.127567 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d76dcb9f-0c14-484c-afe0-f5a0b46711e0 req-5de0451a-5004-4e17-bf2d-0f02a210c038 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7c20011-1692-4a93-a0c7-d702d1d68f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410860 Feb 19 03:40:08.245195 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4089d016-6a2e-4ac8-bd20-be626a371408 req-4b6e183a-a2e4-4ea8-a976-bb92035c1e14 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:08.246683 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4089d016-6a2e-4ac8-bd20-be626a371408 req-4b6e183a-a2e4-4ea8-a976-bb92035c1e14 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd23fc57-c181-4115-9b94-84903e74dc94 HTTP/1.1" status: 200 len: 946 time: 0.0512812 Feb 19 03:40:08.296863 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4089d016-6a2e-4ac8-bd20-be626a371408 req-a4b475e9-a7ef-42f3-ade0-83730da68d9e tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7c20011-1692-4a93-a0c7-d702d1d68f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446143 Feb 19 03:40:09.430924 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ebfcd7-fb41-4792-956b-dae76eddbb49 req-a4936061-058f-4d8c-8bba-75104f321ffa tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:09.432422 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-67ebfcd7-fb41-4792-956b-dae76eddbb49 req-a4936061-058f-4d8c-8bba-75104f321ffa tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd23fc57-c181-4115-9b94-84903e74dc94 HTTP/1.1" status: 200 len: 946 time: 0.0568817 Feb 19 03:40:09.478668 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-67ebfcd7-fb41-4792-956b-dae76eddbb49 req-921c99fb-8959-4744-9179-e0b236000abc tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7c20011-1692-4a93-a0c7-d702d1d68f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404079 Feb 19 03:40:10.597903 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0847b40e-c753-4bfe-b5c9-fbd1e154539b req-be571c1f-ada0-49af-af70-c0c6894d2b6d tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:10.600041 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0847b40e-c753-4bfe-b5c9-fbd1e154539b req-be571c1f-ada0-49af-af70-c0c6894d2b6d tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd23fc57-c181-4115-9b94-84903e74dc94 HTTP/1.1" status: 200 len: 946 time: 0.0529060 Feb 19 03:40:10.645876 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0847b40e-c753-4bfe-b5c9-fbd1e154539b req-9f147e8a-12ed-4ca4-94f6-fd5d362af7bd tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7c20011-1692-4a93-a0c7-d702d1d68f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399399 Feb 19 03:40:11.773772 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ae2f2f-9d00-4ee8-b5c6-e232578c425d req-7c7767f3-f4d6-4624-a5ad-742c6d8fe73b tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:11.775247 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-56ae2f2f-9d00-4ee8-b5c6-e232578c425d req-7c7767f3-f4d6-4624-a5ad-742c6d8fe73b tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd23fc57-c181-4115-9b94-84903e74dc94 HTTP/1.1" status: 200 len: 946 time: 0.0604711 Feb 19 03:40:11.821948 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-56ae2f2f-9d00-4ee8-b5c6-e232578c425d req-72b8b29a-fa2e-42a6-a1e1-e558e47a22cc tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7c20011-1692-4a93-a0c7-d702d1d68f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412042 Feb 19 03:40:12.942932 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a602f8f-dd05-467e-b44d-03dc1505ddf9 req-469193af-32f9-40a6-9040-706c489fb5fb tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:12.944396 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8a602f8f-dd05-467e-b44d-03dc1505ddf9 req-469193af-32f9-40a6-9040-706c489fb5fb tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd23fc57-c181-4115-9b94-84903e74dc94 HTTP/1.1" status: 200 len: 946 time: 0.0534916 Feb 19 03:40:12.990464 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8a602f8f-dd05-467e-b44d-03dc1505ddf9 req-1360aab5-a4b7-4c13-82d4-c19e851d1c04 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7c20011-1692-4a93-a0c7-d702d1d68f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405238 Feb 19 03:40:14.109867 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db553aa3-6e7d-466b-ad70-06699c57d2bb req-feaf5391-e6ae-4ac9-a0ba-a0302c87d178 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:14.111352 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-db553aa3-6e7d-466b-ad70-06699c57d2bb req-feaf5391-e6ae-4ac9-a0ba-a0302c87d178 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd23fc57-c181-4115-9b94-84903e74dc94 HTTP/1.1" status: 200 len: 946 time: 0.0525146 Feb 19 03:40:14.161750 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-db553aa3-6e7d-466b-ad70-06699c57d2bb req-fcda9701-1adb-4ebb-a334-292d9c234b53 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7c20011-1692-4a93-a0c7-d702d1d68f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443659 Feb 19 03:40:15.280296 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54c31d5-0fd4-4336-8bc3-7cf9bab25567 req-359535ae-868f-4581-861a-48df81d1c339 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:15.281794 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a54c31d5-0fd4-4336-8bc3-7cf9bab25567 req-359535ae-868f-4581-861a-48df81d1c339 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd23fc57-c181-4115-9b94-84903e74dc94 HTTP/1.1" status: 200 len: 946 time: 0.0527050 Feb 19 03:40:15.328790 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a54c31d5-0fd4-4336-8bc3-7cf9bab25567 req-aa2414fa-2248-4111-a881-fb175c02d94c tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7c20011-1692-4a93-a0c7-d702d1d68f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410869 Feb 19 03:40:15.608749 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-307adb12-d2da-4f74-b057-4bfeef433e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:16.445752 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746fcb32-a4f7-4584-aa5f-3a98fde20846 req-85908503-5fea-490b-9194-54856a550d70 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:16.447215 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-746fcb32-a4f7-4584-aa5f-3a98fde20846 req-85908503-5fea-490b-9194-54856a550d70 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd23fc57-c181-4115-9b94-84903e74dc94 HTTP/1.1" status: 200 len: 946 time: 0.0526054 Feb 19 03:40:16.493956 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-746fcb32-a4f7-4584-aa5f-3a98fde20846 req-b1ccfe94-21fc-465a-932c-0ba12d7430ba tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7c20011-1692-4a93-a0c7-d702d1d68f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412822 Feb 19 03:40:17.618835 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b3258c-01e5-4375-9864-87aa12a95f84 req-55d41723-098e-4a1b-bca6-0241752f89b6 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:17.620298 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b5b3258c-01e5-4375-9864-87aa12a95f84 req-55d41723-098e-4a1b-bca6-0241752f89b6 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd23fc57-c181-4115-9b94-84903e74dc94 HTTP/1.1" status: 200 len: 946 time: 0.0555820 Feb 19 03:40:17.666442 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b5b3258c-01e5-4375-9864-87aa12a95f84 req-1c2559eb-e9ec-4618-9731-cd81ad1639ea tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7c20011-1692-4a93-a0c7-d702d1d68f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406387 Feb 19 03:40:17.782707 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c7141878-80b1-4ab0-aa17-f19670c96a85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:18.787899 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7524e6-83f7-4eda-ae2f-01ea4abfcb1f req-d0af539a-774f-4fdb-bf37-078a3f8caa2a tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:18.789400 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1c7524e6-83f7-4eda-ae2f-01ea4abfcb1f req-d0af539a-774f-4fdb-bf37-078a3f8caa2a tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd23fc57-c181-4115-9b94-84903e74dc94 HTTP/1.1" status: 200 len: 946 time: 0.0528357 Feb 19 03:40:18.835321 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1c7524e6-83f7-4eda-ae2f-01ea4abfcb1f req-fb76a6ab-5b00-4642-8182-6b15a2da707b tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7c20011-1692-4a93-a0c7-d702d1d68f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404236 Feb 19 03:40:19.433221 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:19.956726 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36562690-dc40-4004-b0bb-c599c069deb8 req-c523ce22-4dd7-4db4-ae27-72021b7da795 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:19.958911 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-36562690-dc40-4004-b0bb-c599c069deb8 req-c523ce22-4dd7-4db4-ae27-72021b7da795 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd23fc57-c181-4115-9b94-84903e74dc94 HTTP/1.1" status: 200 len: 946 time: 0.0557864 Feb 19 03:40:20.004502 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-36562690-dc40-4004-b0bb-c599c069deb8 req-8d858b74-ec8c-46fa-b5d3-3580ad132495 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7c20011-1692-4a93-a0c7-d702d1d68f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395815 Feb 19 03:40:20.610151 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:21.125843 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34a88e7-f008-4b3d-aca6-40c0e2a6c125 req-c52a56d1-88a0-4563-b715-97bf5b7e749f tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:21.127486 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d34a88e7-f008-4b3d-aca6-40c0e2a6c125 req-c52a56d1-88a0-4563-b715-97bf5b7e749f tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd23fc57-c181-4115-9b94-84903e74dc94 HTTP/1.1" status: 200 len: 946 time: 0.0541849 Feb 19 03:40:21.174524 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d34a88e7-f008-4b3d-aca6-40c0e2a6c125 req-781c1d48-91a7-4aab-a4cd-9a4b67c2fb13 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7c20011-1692-4a93-a0c7-d702d1d68f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405922 Feb 19 03:40:22.032915 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:22.198400 n-d-826753-2 neutron-server[103702]: INFO neutron.api.v2.resource [req-2c8a0608-d8ea-4282-8fcd-fb316580d7a6 req-5b1aad78-e6b4-4b5e-99c7-65acef35b1d6 service neutron] show failed (client error): The resource could not be found. Feb 19 03:40:22.199890 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-2c8a0608-d8ea-4282-8fcd-fb316580d7a6 req-5b1aad78-e6b4-4b5e-99c7-65acef35b1d6 service neutron] 10.222.0.82 "GET /v2.0/ports/abbe6d05-44ca-46d0-8ddf-50997c811d31/bindings/n-h1-826753-2 HTTP/1.1" status: 404 len: 380 time: 0.0572555 Feb 19 03:40:22.300650 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c1172b-614e-493f-9748-1ba25eb0272d req-e4918b87-cff0-4484-b1ec-46d64c56ea21 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:22.303338 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-01c1172b-614e-493f-9748-1ba25eb0272d req-e4918b87-cff0-4484-b1ec-46d64c56ea21 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd23fc57-c181-4115-9b94-84903e74dc94 HTTP/1.1" status: 200 len: 946 time: 0.0547135 Feb 19 03:40:22.356282 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-01c1172b-614e-493f-9748-1ba25eb0272d req-c4426084-6b25-45f8-a011-59aa8c18c46b tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7c20011-1692-4a93-a0c7-d702d1d68f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466335 Feb 19 03:40:22.414026 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8a0608-d8ea-4282-8fcd-fb316580d7a6 req-ebe0907f-dd3a-4978-9901-f7b8bd07e823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:22.415541 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-2c8a0608-d8ea-4282-8fcd-fb316580d7a6 req-ebe0907f-dd3a-4978-9901-f7b8bd07e823 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=fd23fc57-c181-4115-9b94-84903e74dc94&tenant_id=9f8b303a3a9046f6ac5d6127036c01ae HTTP/1.1" status: 200 len: 1128 time: 0.0486143 Feb 19 03:40:22.432392 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-2c8a0608-d8ea-4282-8fcd-fb316580d7a6 req-4920aea7-d973-409a-b1a0-2c1740e98bce service neutron] Request body: {'port': {'binding:host_id': 'n-h1-826753-2', 'device_owner': 'compute:nova'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:40:22.494063 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-2c8a0608-d8ea-4282-8fcd-fb316580d7a6 req-4920aea7-d973-409a-b1a0-2c1740e98bce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (abbe6d05-44ca-46d0-8ddf-50997c811d31), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:22.694892 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-2c8a0608-d8ea-4282-8fcd-fb316580d7a6 req-4920aea7-d973-409a-b1a0-2c1740e98bce service neutron] For port abbe6d05-44ca-46d0-8ddf-50997c811d31, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=abbe6d05-44ca-46d0-8ddf-50997c811d31,segment=NetworkSegment(e8e68f47-ffb0-4082-9c0f-7851ed493cc8),segment_id=e8e68f47-ffb0-4082-9c0f-7851ed493cc8)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:40:22.727325 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-2c8a0608-d8ea-4282-8fcd-fb316580d7a6 req-4920aea7-d973-409a-b1a0-2c1740e98bce service neutron] For port abbe6d05-44ca-46d0-8ddf-50997c811d31, host n-h2-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:40:22.765316 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd23fc57-c181-4115-9b94-84903e74dc94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abbe6d05-44ca-46d0-8ddf-50997c811d31'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:40:22.768101 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b48a34f37e4e31fa410c3f10fa4e23c828d45427043ff8d3e4d9f228381d6ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82e488f4-3e3e-4364-9eed-0bfd27f75e37" -d '{"events": [{"server_uuid": "fd23fc57-c181-4115-9b94-84903e74dc94", "name": "network-vif-unplugged", "status": "completed", "tag": "abbe6d05-44ca-46d0-8ddf-50997c811d31"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:40:22.772504 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-2c8a0608-d8ea-4282-8fcd-fb316580d7a6 req-4920aea7-d973-409a-b1a0-2c1740e98bce service neutron] Publish callbacks [] for port (abbe6d05-44ca-46d0-8ddf-50997c811d31), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:22.784810 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-2c8a0608-d8ea-4282-8fcd-fb316580d7a6 req-4920aea7-d973-409a-b1a0-2c1740e98bce service neutron] Transition to ACTIVE for port object abbe6d05-44ca-46d0-8ddf-50997c811d31 will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:40:22.789071 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-2c8a0608-d8ea-4282-8fcd-fb316580d7a6 req-4920aea7-d973-409a-b1a0-2c1740e98bce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (abbe6d05-44ca-46d0-8ddf-50997c811d31), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:22.819174 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82ea8324-b66e-4121-a064-fa92544c2bef x-openstack-request-id: req-82ea8324-b66e-4121-a064-fa92544c2bef {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:40:22.819467 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd23fc57-c181-4115-9b94-84903e74dc94", "name": "network-vif-unplugged", "status": "completed", "tag": "abbe6d05-44ca-46d0-8ddf-50997c811d31", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:40:22.819718 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-82ea8324-b66e-4121-a064-fa92544c2bef {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:40:22.820107 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd23fc57-c181-4115-9b94-84903e74dc94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abbe6d05-44ca-46d0-8ddf-50997c811d31', 'code': 200} Feb 19 03:40:22.846366 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:22.854953 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c8a0608-d8ea-4282-8fcd-fb316580d7a6 req-4920aea7-d973-409a-b1a0-2c1740e98bce service neutron] No DVR routers for this DVR port abbe6d05-44ca-46d0-8ddf-50997c811d31 on host n-h2-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:40:22.858118 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4920aea7-d973-409a-b1a0-2c1740e98bce service neutron] Pushing event updated for resources: {'Port': ['ID=abbe6d05-44ca-46d0-8ddf-50997c811d31,revision_number=6']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:40:22.896793 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-2c8a0608-d8ea-4282-8fcd-fb316580d7a6 req-4920aea7-d973-409a-b1a0-2c1740e98bce service neutron] Attempting to bind port abbe6d05-44ca-46d0-8ddf-50997c811d31 on host n-h1-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:40:22.897166 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-2c8a0608-d8ea-4282-8fcd-fb316580d7a6 req-4920aea7-d973-409a-b1a0-2c1740e98bce service neutron] Attempting to bind port abbe6d05-44ca-46d0-8ddf-50997c811d31 by drivers openvswitch,hyperv on host n-h1-826753-2 at level 0 using segments [{'id': 'e8e68f47-ffb0-4082-9c0f-7851ed493cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f6acdf20-d754-4595-8cc9-0008f6b8ebe4'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:40:22.897489 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8a0608-d8ea-4282-8fcd-fb316580d7a6 req-4920aea7-d973-409a-b1a0-2c1740e98bce service neutron] Attempting to bind port abbe6d05-44ca-46d0-8ddf-50997c811d31 on network f6acdf20-d754-4595-8cc9-0008f6b8ebe4 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:40:22.901709 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8a0608-d8ea-4282-8fcd-fb316580d7a6 req-4920aea7-d973-409a-b1a0-2c1740e98bce service neutron] Port abbe6d05-44ca-46d0-8ddf-50997c811d31 on network f6acdf20-d754-4595-8cc9-0008f6b8ebe4 not bound, no agent of type Open vSwitch agent registered on host n-h1-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:40:22.902025 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8a0608-d8ea-4282-8fcd-fb316580d7a6 req-4920aea7-d973-409a-b1a0-2c1740e98bce service neutron] Attempting to bind port abbe6d05-44ca-46d0-8ddf-50997c811d31 on network f6acdf20-d754-4595-8cc9-0008f6b8ebe4 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:40:22.906755 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8a0608-d8ea-4282-8fcd-fb316580d7a6 req-4920aea7-d973-409a-b1a0-2c1740e98bce service neutron] Checking agent: {'id': '9d56fb1b-2855-496a-a6d9-c324740cb98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:40:22.907089 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8a0608-d8ea-4282-8fcd-fb316580d7a6 req-4920aea7-d973-409a-b1a0-2c1740e98bce service neutron] Checking segment: {'id': 'e8e68f47-ffb0-4082-9c0f-7851ed493cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f6acdf20-d754-4595-8cc9-0008f6b8ebe4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:40:22.907467 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8a0608-d8ea-4282-8fcd-fb316580d7a6 req-4920aea7-d973-409a-b1a0-2c1740e98bce service neutron] Bound using segment: {'id': 'e8e68f47-ffb0-4082-9c0f-7851ed493cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f6acdf20-d754-4595-8cc9-0008f6b8ebe4'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:40:22.907881 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-2c8a0608-d8ea-4282-8fcd-fb316580d7a6 req-4920aea7-d973-409a-b1a0-2c1740e98bce service neutron] Bound port: abbe6d05-44ca-46d0-8ddf-50997c811d31, host: n-h1-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8e68f47-ffb0-4082-9c0f-7851ed493cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f6acdf20-d754-4595-8cc9-0008f6b8ebe4'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:40:22.908227 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-2c8a0608-d8ea-4282-8fcd-fb316580d7a6 req-4920aea7-d973-409a-b1a0-2c1740e98bce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (abbe6d05-44ca-46d0-8ddf-50997c811d31), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:22.969940 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-2c8a0608-d8ea-4282-8fcd-fb316580d7a6 req-4920aea7-d973-409a-b1a0-2c1740e98bce service neutron] For port abbe6d05-44ca-46d0-8ddf-50997c811d31, host n-h1-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:40:22.972926 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-2c8a0608-d8ea-4282-8fcd-fb316580d7a6 req-4920aea7-d973-409a-b1a0-2c1740e98bce service neutron] For port abbe6d05-44ca-46d0-8ddf-50997c811d31, host n-h1-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=abbe6d05-44ca-46d0-8ddf-50997c811d31,segment=NetworkSegment(e8e68f47-ffb0-4082-9c0f-7851ed493cc8),segment_id=e8e68f47-ffb0-4082-9c0f-7851ed493cc8)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:40:22.978758 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-2c8a0608-d8ea-4282-8fcd-fb316580d7a6 req-4920aea7-d973-409a-b1a0-2c1740e98bce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (abbe6d05-44ca-46d0-8ddf-50997c811d31), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:23.013778 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8a0608-d8ea-4282-8fcd-fb316580d7a6 req-4920aea7-d973-409a-b1a0-2c1740e98bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:23.014415 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-2c8a0608-d8ea-4282-8fcd-fb316580d7a6 req-4920aea7-d973-409a-b1a0-2c1740e98bce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:23.015781 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-2c8a0608-d8ea-4282-8fcd-fb316580d7a6 req-4920aea7-d973-409a-b1a0-2c1740e98bce service neutron] 10.222.0.73 "PUT /v2.0/ports/abbe6d05-44ca-46d0-8ddf-50997c811d31 HTTP/1.1" status: 200 len: 1092 time: 0.5872693 Feb 19 03:40:23.036758 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4920aea7-d973-409a-b1a0-2c1740e98bce service neutron] Pushing event updated for resources: {'Port': ['ID=abbe6d05-44ca-46d0-8ddf-50997c811d31,revision_number=7']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:40:23.096401 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8a0608-d8ea-4282-8fcd-fb316580d7a6 req-839568a8-3ae7-40ea-847c-42e87627841f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:23.098219 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-2c8a0608-d8ea-4282-8fcd-fb316580d7a6 req-839568a8-3ae7-40ea-847c-42e87627841f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9f8b303a3a9046f6ac5d6127036c01ae&device_id=fd23fc57-c181-4115-9b94-84903e74dc94 HTTP/1.1" status: 200 len: 1126 time: 0.0458851 Feb 19 03:40:23.188861 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8a0608-d8ea-4282-8fcd-fb316580d7a6 req-b57341bb-1dac-4e0e-991a-0ca86462f642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:23.190371 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-2c8a0608-d8ea-4282-8fcd-fb316580d7a6 req-b57341bb-1dac-4e0e-991a-0ca86462f642 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f6acdf20-d754-4595-8cc9-0008f6b8ebe4 HTTP/1.1" status: 200 len: 916 time: 0.0872049 Feb 19 03:40:23.229974 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-2c8a0608-d8ea-4282-8fcd-fb316580d7a6 req-2a5f0289-4707-4945-9753-a51a866f627d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=abbe6d05-44ca-46d0-8ddf-50997c811d31 HTTP/1.1" status: 200 len: 217 time: 0.0337238 Feb 19 03:40:23.281466 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8a0608-d8ea-4282-8fcd-fb316580d7a6 req-1ebccf35-05cf-4321-ab5b-05a19960af3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:23.282898 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-2c8a0608-d8ea-4282-8fcd-fb316580d7a6 req-1ebccf35-05cf-4321-ab5b-05a19960af3f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9cf3fb38-0001-4559-83dc-c27f434ac911 HTTP/1.1" status: 200 len: 855 time: 0.0472181 Feb 19 03:40:23.313436 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-2c8a0608-d8ea-4282-8fcd-fb316580d7a6 req-c3447da1-52e4-4deb-8770-5e7338e83763 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f6acdf20-d754-4595-8cc9-0008f6b8ebe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250263 Feb 19 03:40:23.401136 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-2c8a0608-d8ea-4282-8fcd-fb316580d7a6 req-2babf140-cae5-40f1-b997-4685d371bf39 service neutron] 10.222.0.73 "GET /v2.0/networks/f6acdf20-d754-4595-8cc9-0008f6b8ebe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822361 Feb 19 03:40:23.481943 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5e222c-9c70-4372-baae-025db98045b4 req-9e11eb22-9c0f-44a6-a2e9-f65f3fb2a75c tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:23.483351 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3e5e222c-9c70-4372-baae-025db98045b4 req-9e11eb22-9c0f-44a6-a2e9-f65f3fb2a75c tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd23fc57-c181-4115-9b94-84903e74dc94 HTTP/1.1" status: 200 len: 944 time: 0.0513585 Feb 19 03:40:23.498277 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-2c8a0608-d8ea-4282-8fcd-fb316580d7a6 req-59db7d9b-c1e1-404a-bdc5-6a6ebcab32fb service neutron] 10.222.0.73 "GET /v2.0/networks/f6acdf20-d754-4595-8cc9-0008f6b8ebe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905838 Feb 19 03:40:23.531920 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3e5e222c-9c70-4372-baae-025db98045b4 req-7f09aa17-cf8d-4cab-bcd7-1c4e66184346 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7c20011-1692-4a93-a0c7-d702d1d68f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421641 Feb 19 03:40:24.653771 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6fd32d-fb2f-4409-aa55-43d4f1a57610 req-c5818aeb-6b82-492d-9000-b4f330f99085 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:24.655230 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fc6fd32d-fb2f-4409-aa55-43d4f1a57610 req-c5818aeb-6b82-492d-9000-b4f330f99085 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd23fc57-c181-4115-9b94-84903e74dc94 HTTP/1.1" status: 200 len: 944 time: 0.0523019 Feb 19 03:40:24.701468 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fc6fd32d-fb2f-4409-aa55-43d4f1a57610 req-8079edd5-585b-4fb3-bb04-e60c8764e583 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7c20011-1692-4a93-a0c7-d702d1d68f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401120 Feb 19 03:40:24.821337 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd23fc57-c181-4115-9b94-84903e74dc94', 'tag': 'abbe6d05-44ca-46d0-8ddf-50997c811d31'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:40:24.823613 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b48a34f37e4e31fa410c3f10fa4e23c828d45427043ff8d3e4d9f228381d6ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0a18e55-fb0d-4ad9-bd58-474e0a9c1f68" -d '{"events": [{"name": "network-changed", "server_uuid": "fd23fc57-c181-4115-9b94-84903e74dc94", "tag": "abbe6d05-44ca-46d0-8ddf-50997c811d31"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:40:24.871292 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ab431c2-e68e-469a-9577-18685cbb869c x-openstack-request-id: req-5ab431c2-e68e-469a-9577-18685cbb869c {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:40:24.871588 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd23fc57-c181-4115-9b94-84903e74dc94", "tag": "abbe6d05-44ca-46d0-8ddf-50997c811d31", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:40:24.871839 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5ab431c2-e68e-469a-9577-18685cbb869c {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:40:24.872329 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd23fc57-c181-4115-9b94-84903e74dc94', 'tag': 'abbe6d05-44ca-46d0-8ddf-50997c811d31', 'status': 'completed', 'code': 200} Feb 19 03:40:24.984660 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a18e55-fb0d-4ad9-bd58-474e0a9c1f68 req-bd3c8487-6d56-4cf2-a657-f21f6a0087d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:24.986183 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e0a18e55-fb0d-4ad9-bd58-474e0a9c1f68 req-bd3c8487-6d56-4cf2-a657-f21f6a0087d7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9f8b303a3a9046f6ac5d6127036c01ae&device_id=fd23fc57-c181-4115-9b94-84903e74dc94 HTTP/1.1" status: 200 len: 1126 time: 0.0763998 Feb 19 03:40:24.988762 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a18e55-fb0d-4ad9-bd58-474e0a9c1f68 req-163f3caa-0e8b-4c7b-a40a-493ef16a2a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:24.990143 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e0a18e55-fb0d-4ad9-bd58-474e0a9c1f68 req-163f3caa-0e8b-4c7b-a40a-493ef16a2a48 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9f8b303a3a9046f6ac5d6127036c01ae&device_id=fd23fc57-c181-4115-9b94-84903e74dc94 HTTP/1.1" status: 200 len: 1126 time: 0.0718100 Feb 19 03:40:25.153655 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a18e55-fb0d-4ad9-bd58-474e0a9c1f68 req-e305cec6-9dba-4529-85aa-55058f91ffaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:25.155013 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e0a18e55-fb0d-4ad9-bd58-474e0a9c1f68 req-e305cec6-9dba-4529-85aa-55058f91ffaf service neutron] 10.222.0.82 "GET /v2.0/networks?id=f6acdf20-d754-4595-8cc9-0008f6b8ebe4 HTTP/1.1" status: 200 len: 916 time: 0.1546977 Feb 19 03:40:25.155920 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a18e55-fb0d-4ad9-bd58-474e0a9c1f68 req-c0bd476b-6e5d-4a48-8b06-d396b0991982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:25.157230 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e0a18e55-fb0d-4ad9-bd58-474e0a9c1f68 req-c0bd476b-6e5d-4a48-8b06-d396b0991982 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f6acdf20-d754-4595-8cc9-0008f6b8ebe4 HTTP/1.1" status: 200 len: 916 time: 0.1637640 Feb 19 03:40:25.223799 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e0a18e55-fb0d-4ad9-bd58-474e0a9c1f68 req-57fde21a-82c1-4331-b796-3efef60fbc54 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=abbe6d05-44ca-46d0-8ddf-50997c811d31 HTTP/1.1" status: 200 len: 217 time: 0.0626771 Feb 19 03:40:25.225185 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e0a18e55-fb0d-4ad9-bd58-474e0a9c1f68 req-b65cc9ac-f27b-4c8d-aba2-efd12abe948a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=abbe6d05-44ca-46d0-8ddf-50997c811d31 HTTP/1.1" status: 200 len: 217 time: 0.0586026 Feb 19 03:40:25.307449 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a18e55-fb0d-4ad9-bd58-474e0a9c1f68 req-92ae4adc-d10c-4b19-87a3-50e484f15ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:25.308893 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e0a18e55-fb0d-4ad9-bd58-474e0a9c1f68 req-92ae4adc-d10c-4b19-87a3-50e484f15ac1 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9cf3fb38-0001-4559-83dc-c27f434ac911 HTTP/1.1" status: 200 len: 855 time: 0.0792515 Feb 19 03:40:25.312479 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a18e55-fb0d-4ad9-bd58-474e0a9c1f68 req-aa1ff9ba-67ac-43a8-a02c-2a45ffc33f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:25.313830 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e0a18e55-fb0d-4ad9-bd58-474e0a9c1f68 req-aa1ff9ba-67ac-43a8-a02c-2a45ffc33f08 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9cf3fb38-0001-4559-83dc-c27f434ac911 HTTP/1.1" status: 200 len: 855 time: 0.0761690 Feb 19 03:40:25.362432 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e0a18e55-fb0d-4ad9-bd58-474e0a9c1f68 req-7e7fe630-b96d-4dfc-a698-5ac49cb808b3 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f6acdf20-d754-4595-8cc9-0008f6b8ebe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472660 Feb 19 03:40:25.365122 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e0a18e55-fb0d-4ad9-bd58-474e0a9c1f68 req-a5908d22-cd7c-4ac0-8600-710bca686b2b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f6acdf20-d754-4595-8cc9-0008f6b8ebe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429726 Feb 19 03:40:25.517156 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e0a18e55-fb0d-4ad9-bd58-474e0a9c1f68 req-4a76364d-a2d8-4c04-904f-619ce07c22a5 service neutron] 10.222.0.82 "GET /v2.0/networks/f6acdf20-d754-4595-8cc9-0008f6b8ebe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489758 Feb 19 03:40:25.519114 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e0a18e55-fb0d-4ad9-bd58-474e0a9c1f68 req-5f37d216-8601-4cba-bd3b-f97cedd72e7f service neutron] 10.222.0.73 "GET /v2.0/networks/f6acdf20-d754-4595-8cc9-0008f6b8ebe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444662 Feb 19 03:40:25.672370 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e0a18e55-fb0d-4ad9-bd58-474e0a9c1f68 req-0708ef5a-8658-4667-a355-42ad098b6417 service neutron] 10.222.0.82 "GET /v2.0/networks/f6acdf20-d754-4595-8cc9-0008f6b8ebe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493981 Feb 19 03:40:25.674263 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e0a18e55-fb0d-4ad9-bd58-474e0a9c1f68 req-d6f11f17-ff4c-43d3-b613-8fa9e5f35513 service neutron] 10.222.0.73 "GET /v2.0/networks/f6acdf20-d754-4595-8cc9-0008f6b8ebe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446002 Feb 19 03:40:25.729526 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device abbe6d05-44ca-46d0-8ddf-50997c811d31 no longer exists at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:40:25.769498 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] The host n-h2-826753-2 is not matching for port abbe6d05-44ca-46d0-8ddf-50997c811d31 host n-h1-826753-2! {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 03:40:25.769996 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device abbe6d05-44ca-46d0-8ddf-50997c811d31 not bound to the agent host n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:40:25.831124 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d858266-2152-45b9-bca1-b790a0c30dc0 req-cf9f3e47-2fa0-4b4b-8b7e-a5192ad73e51 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:25.833285 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0d858266-2152-45b9-bca1-b790a0c30dc0 req-cf9f3e47-2fa0-4b4b-8b7e-a5192ad73e51 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd23fc57-c181-4115-9b94-84903e74dc94 HTTP/1.1" status: 200 len: 944 time: 0.0573292 Feb 19 03:40:25.878067 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0d858266-2152-45b9-bca1-b790a0c30dc0 req-ca28532b-379e-410f-a2d8-add93eea4ea1 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7c20011-1692-4a93-a0c7-d702d1d68f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391905 Feb 19 03:40:26.612821 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:26.999843 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3a91c3-437c-4b52-b92e-868924d77678 req-e1654971-e8ff-45d8-8e39-42af937d5e28 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:27.001387 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fe3a91c3-437c-4b52-b92e-868924d77678 req-e1654971-e8ff-45d8-8e39-42af937d5e28 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd23fc57-c181-4115-9b94-84903e74dc94 HTTP/1.1" status: 200 len: 944 time: 0.0530319 Feb 19 03:40:27.050125 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fe3a91c3-437c-4b52-b92e-868924d77678 req-a2bfbf94-fced-4558-a4a3-a934e2bcfe38 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7c20011-1692-4a93-a0c7-d702d1d68f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428634 Feb 19 03:40:27.249493 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4d2ee7-a1d5-46e2-853f-47b8b68f36ab req-b3a5df52-4a91-4386-99cd-c4f2e86e1c9f tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:27.251471 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ca4d2ee7-a1d5-46e2-853f-47b8b68f36ab req-b3a5df52-4a91-4386-99cd-c4f2e86e1c9f tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd23fc57-c181-4115-9b94-84903e74dc94 HTTP/1.1" status: 200 len: 944 time: 0.0536828 Feb 19 03:40:27.272731 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304fe2e5-2ff0-447e-ac10-a9b9bdef1247 req-1539d8dd-1aab-44c8-a79d-26051b363b65 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:27.274308 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-304fe2e5-2ff0-447e-ac10-a9b9bdef1247 req-1539d8dd-1aab-44c8-a79d-26051b363b65 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.82 "GET /v2.0/ports?device_id=fd23fc57-c181-4115-9b94-84903e74dc94&tenant_id=9f8b303a3a9046f6ac5d6127036c01ae&binding%3Ahost_id=n-h1-826753-2 HTTP/1.1" status: 200 len: 944 time: 0.0568190 Feb 19 03:40:27.303259 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ca4d2ee7-a1d5-46e2-853f-47b8b68f36ab req-500c0ac1-425c-4bda-9e7c-60085e3cf4a2 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7c20011-1692-4a93-a0c7-d702d1d68f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459905 Feb 19 03:40:27.346508 n-d-826753-2 neutron-server[103702]: INFO neutron.api.v2.resource [req-304fe2e5-2ff0-447e-ac10-a9b9bdef1247 req-052162dc-7f93-48e2-8c8e-2bfa2b28082c service neutron] delete failed (client error): The resource could not be found. Feb 19 03:40:27.347523 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-304fe2e5-2ff0-447e-ac10-a9b9bdef1247 req-052162dc-7f93-48e2-8c8e-2bfa2b28082c service neutron] 10.222.0.82 "DELETE /v2.0/ports/abbe6d05-44ca-46d0-8ddf-50997c811d31/bindings/n-h2-826753-2 HTTP/1.1" status: 404 len: 380 time: 0.0633147 Feb 19 03:40:27.453261 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304fe2e5-2ff0-447e-ac10-a9b9bdef1247 req-ca62303b-4416-4e9b-8afa-4539c65cc4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:27.454649 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-304fe2e5-2ff0-447e-ac10-a9b9bdef1247 req-ca62303b-4416-4e9b-8afa-4539c65cc4f5 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9f8b303a3a9046f6ac5d6127036c01ae&device_id=fd23fc57-c181-4115-9b94-84903e74dc94 HTTP/1.1" status: 200 len: 1126 time: 0.0444980 Feb 19 03:40:27.540881 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304fe2e5-2ff0-447e-ac10-a9b9bdef1247 req-41e8af10-e048-4901-b7b3-c74f36e2e733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:27.542409 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-304fe2e5-2ff0-447e-ac10-a9b9bdef1247 req-41e8af10-e048-4901-b7b3-c74f36e2e733 service neutron] 10.222.0.82 "GET /v2.0/networks?id=f6acdf20-d754-4595-8cc9-0008f6b8ebe4 HTTP/1.1" status: 200 len: 916 time: 0.0823324 Feb 19 03:40:27.586040 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-304fe2e5-2ff0-447e-ac10-a9b9bdef1247 req-abf46a29-984c-4c2e-aa68-18f6e31c3128 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=abbe6d05-44ca-46d0-8ddf-50997c811d31 HTTP/1.1" status: 200 len: 217 time: 0.0378194 Feb 19 03:40:27.635572 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304fe2e5-2ff0-447e-ac10-a9b9bdef1247 req-ad012372-2775-4838-92d4-4f525fd6b9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:27.637143 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-304fe2e5-2ff0-447e-ac10-a9b9bdef1247 req-ad012372-2775-4838-92d4-4f525fd6b9e2 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9cf3fb38-0001-4559-83dc-c27f434ac911 HTTP/1.1" status: 200 len: 855 time: 0.0437579 Feb 19 03:40:27.669692 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-304fe2e5-2ff0-447e-ac10-a9b9bdef1247 req-55a155b0-df2f-41f3-8f1b-5be396c04a6c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f6acdf20-d754-4595-8cc9-0008f6b8ebe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261941 Feb 19 03:40:27.763825 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-304fe2e5-2ff0-447e-ac10-a9b9bdef1247 req-dcf37695-8a0f-459b-9a19-7ef999019944 service neutron] 10.222.0.82 "GET /v2.0/networks/f6acdf20-d754-4595-8cc9-0008f6b8ebe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878315 Feb 19 03:40:27.869448 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device abbe6d05-44ca-46d0-8ddf-50997c811d31 details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:40:27.874001 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-304fe2e5-2ff0-447e-ac10-a9b9bdef1247 req-1526b7ed-c18f-4660-9349-a8a5a159fcdf service neutron] 10.222.0.82 "GET /v2.0/networks/f6acdf20-d754-4595-8cc9-0008f6b8ebe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027112 Feb 19 03:40:27.968195 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port abbe6d05-44ca-46d0-8ddf-50997c811d31, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=abbe6d05-44ca-46d0-8ddf-50997c811d31,segment=NetworkSegment(e8e68f47-ffb0-4082-9c0f-7851ed493cc8),segment_id=e8e68f47-ffb0-4082-9c0f-7851ed493cc8)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:40:27.980815 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': 'abbe6d05-44ca-46d0-8ddf-50997c811d31', 'network_id': 'f6acdf20-d754-4595-8cc9-0008f6b8ebe4', 'port_id': 'abbe6d05-44ca-46d0-8ddf-50997c811d31', 'mac_address': 'fa:16:3e:7a:0e:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cf3fb38-0001-4559-83dc-c27f434ac911', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:40:28.018558 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port abbe6d05-44ca-46d0-8ddf-50997c811d31 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:40:28.018873 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (abbe6d05-44ca-46d0-8ddf-50997c811d31), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:28.032745 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abbe6d05-44ca-46d0-8ddf-50997c811d31 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:40:28.053508 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port abbe6d05-44ca-46d0-8ddf-50997c811d31, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=abbe6d05-44ca-46d0-8ddf-50997c811d31,segment=NetworkSegment(e8e68f47-ffb0-4082-9c0f-7851ed493cc8),segment_id=e8e68f47-ffb0-4082-9c0f-7851ed493cc8)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:40:28.057800 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (abbe6d05-44ca-46d0-8ddf-50997c811d31), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:28.108359 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=abbe6d05-44ca-46d0-8ddf-50997c811d31,revision_number=8']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:40:28.434447 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fcc886-d951-489e-af6d-4ee2c7ba9269 req-338c331a-7cad-40d7-bfc1-f064a85297ee tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:28.436236 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-03fcc886-d951-489e-af6d-4ee2c7ba9269 req-338c331a-7cad-40d7-bfc1-f064a85297ee tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd23fc57-c181-4115-9b94-84903e74dc94 HTTP/1.1" status: 200 len: 945 time: 0.0559707 Feb 19 03:40:28.443637 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['abbe6d05-44ca-46d0-8ddf-50997c811d31'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:40:28.489574 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-03fcc886-d951-489e-af6d-4ee2c7ba9269 req-8ed17d3b-81e8-4ad4-b847-dbaa43bbc70a tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7c20011-1692-4a93-a0c7-d702d1d68f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462670 Feb 19 03:40:28.610139 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf333d1-253c-46f7-95e5-55a26edf214e req-70d20c85-8d5c-4bba-8747-8e232691947c tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:28.611539 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ebf333d1-253c-46f7-95e5-55a26edf214e req-70d20c85-8d5c-4bba-8747-8e232691947c tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd23fc57-c181-4115-9b94-84903e74dc94 HTTP/1.1" status: 200 len: 945 time: 0.0530100 Feb 19 03:40:28.658297 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ebf333d1-253c-46f7-95e5-55a26edf214e req-c161c766-7efc-40ba-84ae-bb98d43d91c7 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7c20011-1692-4a93-a0c7-d702d1d68f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404212 Feb 19 03:40:28.777341 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295a9edc-d873-472c-a130-6fb67a3ff7c9 req-c6ed0240-2f08-44c2-9cf9-23566c3e8973 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:28.778807 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-295a9edc-d873-472c-a130-6fb67a3ff7c9 req-c6ed0240-2f08-44c2-9cf9-23566c3e8973 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd23fc57-c181-4115-9b94-84903e74dc94 HTTP/1.1" status: 200 len: 945 time: 0.0554359 Feb 19 03:40:28.825545 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-295a9edc-d873-472c-a130-6fb67a3ff7c9 req-96cd035a-48bd-42e9-b20f-4ced7cb698d8 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7c20011-1692-4a93-a0c7-d702d1d68f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410805 Feb 19 03:40:29.168775 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d13d98-d47f-4e16-9cc0-f2d2a26a8466 req-51c3d3dd-1b91-45df-8c68-fcd629e18edb tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:29.170196 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-80d13d98-d47f-4e16-9cc0-f2d2a26a8466 req-51c3d3dd-1b91-45df-8c68-fcd629e18edb tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/networks?id=f6acdf20-d754-4595-8cc9-0008f6b8ebe4 HTTP/1.1" status: 200 len: 815 time: 0.0987287 Feb 19 03:40:29.184596 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-80d13d98-d47f-4e16-9cc0-f2d2a26a8466 req-537b460e-32b4-4646-a875-d86941eaac25 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/quotas/9f8b303a3a9046f6ac5d6127036c01ae HTTP/1.1" status: 200 len: 375 time: 0.0090916 Feb 19 03:40:29.240860 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-80d13d98-d47f-4e16-9cc0-f2d2a26a8466 req-3ee67b7d-a3e3-4810-967a-7eb71a97e7b1 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=9f8b303a3a9046f6ac5d6127036c01ae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0509808 Feb 19 03:40:29.329122 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-80d13d98-d47f-4e16-9cc0-f2d2a26a8466 req-22912382-b4ca-47d7-980f-14190829bb06 service neutron] 10.222.0.72 "GET /v2.0/networks/f6acdf20-d754-4595-8cc9-0008f6b8ebe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812821 Feb 19 03:40:29.424541 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-80d13d98-d47f-4e16-9cc0-f2d2a26a8466 req-67678b81-8fce-4060-8281-afe2439d5621 service neutron] 10.222.0.72 "GET /v2.0/networks/f6acdf20-d754-4595-8cc9-0008f6b8ebe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871186 Feb 19 03:40:29.593734 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a0380f3d-4719-46eb-aba9-8647acc67bb7 req-bc8ac3f3-c548-4d02-be9a-215c08aabc99 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/ports?device_id=4526d7f4-9f29-488a-a934-af78267b5c09 HTTP/1.1" status: 200 len: 210 time: 0.0291784 Feb 19 03:40:29.868359 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device abbe6d05-44ca-46d0-8ddf-50997c811d31 up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:40:29.917591 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning for port abbe6d05-44ca-46d0-8ddf-50997c811d31 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:40:29.922975 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port abbe6d05-44ca-46d0-8ddf-50997c811d31 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:40:29.923360 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (abbe6d05-44ca-46d0-8ddf-50997c811d31), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:30.006341 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port abbe6d05-44ca-46d0-8ddf-50997c811d31 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:40:30.006733 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (abbe6d05-44ca-46d0-8ddf-50997c811d31), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:30.029926 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd23fc57-c181-4115-9b94-84903e74dc94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abbe6d05-44ca-46d0-8ddf-50997c811d31'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:40:30.032888 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88fe038525c8a7a69a3adae1ae732c1dd0c63371bed0a925712ea7f2f25f70bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b669e163-3007-4692-9a95-80820676f203" -d '{"events": [{"server_uuid": "fd23fc57-c181-4115-9b94-84903e74dc94", "name": "network-vif-plugged", "status": "completed", "tag": "abbe6d05-44ca-46d0-8ddf-50997c811d31"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:40:30.046035 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port abbe6d05-44ca-46d0-8ddf-50997c811d31, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=abbe6d05-44ca-46d0-8ddf-50997c811d31,segment=NetworkSegment(e8e68f47-ffb0-4082-9c0f-7851ed493cc8),segment_id=e8e68f47-ffb0-4082-9c0f-7851ed493cc8)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:40:30.054395 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (abbe6d05-44ca-46d0-8ddf-50997c811d31), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:30.083828 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c7cd1b-8f35-469b-a698-541373cc1d92 x-openstack-request-id: req-a1c7cd1b-8f35-469b-a698-541373cc1d92 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:40:30.084126 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd23fc57-c181-4115-9b94-84903e74dc94", "name": "network-vif-plugged", "status": "completed", "tag": "abbe6d05-44ca-46d0-8ddf-50997c811d31", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:40:30.084382 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a1c7cd1b-8f35-469b-a698-541373cc1d92 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:40:30.084777 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd23fc57-c181-4115-9b94-84903e74dc94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abbe6d05-44ca-46d0-8ddf-50997c811d31', 'code': 200} Feb 19 03:40:30.111086 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=abbe6d05-44ca-46d0-8ddf-50997c811d31,revision_number=9']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:40:30.698254 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c5a12f9e-f8d8-4214-93f4-a9b7500aa001 req-c1c3d236-e74f-4656-a622-e10c0c2915cc tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/ports?device_id=4526d7f4-9f29-488a-a934-af78267b5c09 HTTP/1.1" status: 200 len: 210 time: 0.0277753 Feb 19 03:40:30.796578 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f18626c-0655-4d42-aecd-791a197f1f28 req-a5686c39-dd07-424b-9fb7-bec9d2b1741a tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:30.798066 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-5f18626c-0655-4d42-aecd-791a197f1f28 req-a5686c39-dd07-424b-9fb7-bec9d2b1741a tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd23fc57-c181-4115-9b94-84903e74dc94 HTTP/1.1" status: 200 len: 946 time: 0.1303084 Feb 19 03:40:30.825028 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d13d98-d47f-4e16-9cc0-f2d2a26a8466 req-6f6c94ca-1f8c-480a-a24c-d2fe2536f9f4 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:30.826377 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-80d13d98-d47f-4e16-9cc0-f2d2a26a8466 req-6f6c94ca-1f8c-480a-a24c-d2fe2536f9f4 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.73 "GET /v2.0/networks?id=f6acdf20-d754-4595-8cc9-0008f6b8ebe4 HTTP/1.1" status: 200 len: 815 time: 0.1472621 Feb 19 03:40:30.852590 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-80d13d98-d47f-4e16-9cc0-f2d2a26a8466 req-b79a8462-c7e7-42a9-908d-eeb2c01e71d6 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Request body: {'port': {'device_id': '4526d7f4-9f29-488a-a934-af78267b5c09', 'network_id': 'f6acdf20-d754-4595-8cc9-0008f6b8ebe4', 'admin_state_up': True, 'tenant_id': '9f8b303a3a9046f6ac5d6127036c01ae'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:40:31.002059 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-5f18626c-0655-4d42-aecd-791a197f1f28 req-138460cc-2e03-4350-8ca2-bcee0b8d6e23 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Deleting port abbe6d05-44ca-46d0-8ddf-50997c811d31 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:40:31.002257 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-5f18626c-0655-4d42-aecd-791a197f1f28 req-138460cc-2e03-4350-8ca2-bcee0b8d6e23 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (abbe6d05-44ca-46d0-8ddf-50997c811d31), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:31.020182 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80d13d98-d47f-4e16-9cc0-f2d2a26a8466 req-b79a8462-c7e7-42a9-908d-eeb2c01e71d6 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Made reservation on behalf of 9f8b303a3a9046f6ac5d6127036c01ae for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:40:31.023459 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-80d13d98-d47f-4e16-9cc0-f2d2a26a8466 req-b79a8462-c7e7-42a9-908d-eeb2c01e71d6 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:31.159012 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-5f18626c-0655-4d42-aecd-791a197f1f28 req-138460cc-2e03-4350-8ca2-bcee0b8d6e23 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] For port abbe6d05-44ca-46d0-8ddf-50997c811d31, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=abbe6d05-44ca-46d0-8ddf-50997c811d31,segment=NetworkSegment(e8e68f47-ffb0-4082-9c0f-7851ed493cc8),segment_id=e8e68f47-ffb0-4082-9c0f-7851ed493cc8)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:40:31.159372 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-5f18626c-0655-4d42-aecd-791a197f1f28 req-138460cc-2e03-4350-8ca2-bcee0b8d6e23 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (abbe6d05-44ca-46d0-8ddf-50997c811d31), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:31.196249 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-5f18626c-0655-4d42-aecd-791a197f1f28 req-138460cc-2e03-4350-8ca2-bcee0b8d6e23 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Calling delete_port for abbe6d05-44ca-46d0-8ddf-50997c811d31 owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:40:31.260132 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [req-80d13d98-d47f-4e16-9cc0-f2d2a26a8466 req-b79a8462-c7e7-42a9-908d-eeb2c01e71d6 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Allocated IP 172.20.0.11 (f6acdf20-d754-4595-8cc9-0008f6b8ebe4/9cf3fb38-0001-4559-83dc-c27f434ac911/32d9a4b7-72ef-406c-967c-4baf4189d9c9) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:40:31.388373 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-5f18626c-0655-4d42-aecd-791a197f1f28 req-138460cc-2e03-4350-8ca2-bcee0b8d6e23 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (abbe6d05-44ca-46d0-8ddf-50997c811d31), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:31.419493 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['abbe6d05-44ca-46d0-8ddf-50997c811d31'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:40:31.764172 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138460cc-2e03-4350-8ca2-bcee0b8d6e23 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Pushing event deleted for resources: {'Port': ['ID=abbe6d05-44ca-46d0-8ddf-50997c811d31,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:40:31.779133 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138460cc-2e03-4350-8ca2-bcee0b8d6e23 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:40:31.779483 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138460cc-2e03-4350-8ca2-bcee0b8d6e23 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:40:31.782200 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138460cc-2e03-4350-8ca2-bcee0b8d6e23 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:40:31.782200 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138460cc-2e03-4350-8ca2-bcee0b8d6e23 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:40:31.782200 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138460cc-2e03-4350-8ca2-bcee0b8d6e23 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:40:31.782200 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138460cc-2e03-4350-8ca2-bcee0b8d6e23 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:40:31.782200 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138460cc-2e03-4350-8ca2-bcee0b8d6e23 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:40:31.782200 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138460cc-2e03-4350-8ca2-bcee0b8d6e23 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:40:31.782200 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138460cc-2e03-4350-8ca2-bcee0b8d6e23 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:40:31.782200 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138460cc-2e03-4350-8ca2-bcee0b8d6e23 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:40:31.782820 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138460cc-2e03-4350-8ca2-bcee0b8d6e23 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:40:31.782820 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138460cc-2e03-4350-8ca2-bcee0b8d6e23 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:40:31.782966 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138460cc-2e03-4350-8ca2-bcee0b8d6e23 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:40:31.801455 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-17c92e40-7cde-4b15-afdc-59c7a95a8a9b req-f1107fe8-8bec-4288-afac-ea396fcef07d tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/ports?device_id=4526d7f4-9f29-488a-a934-af78267b5c09 HTTP/1.1" status: 200 len: 210 time: 0.0306022 Feb 19 03:40:31.829952 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f18626c-0655-4d42-aecd-791a197f1f28 req-138460cc-2e03-4350-8ca2-bcee0b8d6e23 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] No DVR routers for this DVR port abbe6d05-44ca-46d0-8ddf-50997c811d31 on host n-h1-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:40:31.838092 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-5f18626c-0655-4d42-aecd-791a197f1f28 req-138460cc-2e03-4350-8ca2-bcee0b8d6e23 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:31.841373 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-5f18626c-0655-4d42-aecd-791a197f1f28 req-138460cc-2e03-4350-8ca2-bcee0b8d6e23 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.73 "DELETE /v2.0/ports/abbe6d05-44ca-46d0-8ddf-50997c811d31 HTTP/1.1" status: 204 len: 173 time: 1.0278380 Feb 19 03:40:31.841808 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd23fc57-c181-4115-9b94-84903e74dc94', 'name': 'network-vif-deleted', 'tag': 'abbe6d05-44ca-46d0-8ddf-50997c811d31'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:40:31.844012 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b48a34f37e4e31fa410c3f10fa4e23c828d45427043ff8d3e4d9f228381d6ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ac3706e-9376-448a-aa6e-969a77a17fe2" -d '{"events": [{"server_uuid": "fd23fc57-c181-4115-9b94-84903e74dc94", "name": "network-vif-deleted", "tag": "abbe6d05-44ca-46d0-8ddf-50997c811d31"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:40:31.879239 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-80d13d98-d47f-4e16-9cc0-f2d2a26a8466 req-b79a8462-c7e7-42a9-908d-eeb2c01e71d6 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Publish callbacks [] for port (32d9a4b7-72ef-406c-967c-4baf4189d9c9), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:31.885652 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ace17a2-8ec9-4efd-a362-ceb7fa7c0d7a x-openstack-request-id: req-5ace17a2-8ec9-4efd-a362-ceb7fa7c0d7a {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:40:31.885952 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd23fc57-c181-4115-9b94-84903e74dc94", "name": "network-vif-deleted", "tag": "abbe6d05-44ca-46d0-8ddf-50997c811d31", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:40:31.886210 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5ace17a2-8ec9-4efd-a362-ceb7fa7c0d7a {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:40:31.886622 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd23fc57-c181-4115-9b94-84903e74dc94', 'name': 'network-vif-deleted', 'tag': 'abbe6d05-44ca-46d0-8ddf-50997c811d31', 'status': 'completed', 'code': 200} Feb 19 03:40:31.918913 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-80d13d98-d47f-4e16-9cc0-f2d2a26a8466 req-b79a8462-c7e7-42a9-908d-eeb2c01e71d6 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (32d9a4b7-72ef-406c-967c-4baf4189d9c9), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:31.965251 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80d13d98-d47f-4e16-9cc0-f2d2a26a8466 req-b79a8462-c7e7-42a9-908d-eeb2c01e71d6 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Network f6acdf20-d754-4595-8cc9-0008f6b8ebe4 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:40:31.968394 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [req-80d13d98-d47f-4e16-9cc0-f2d2a26a8466 req-b79a8462-c7e7-42a9-908d-eeb2c01e71d6 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:40:31.974633 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-80d13d98-d47f-4e16-9cc0-f2d2a26a8466 req-b79a8462-c7e7-42a9-908d-eeb2c01e71d6 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:40:31.981098 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79a8462-c7e7-42a9-908d-eeb2c01e71d6 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Pushing event updated for resources: {'Port': ['ID=32d9a4b7-72ef-406c-967c-4baf4189d9c9,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:40:32.027272 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d13d98-d47f-4e16-9cc0-f2d2a26a8466 req-b79a8462-c7e7-42a9-908d-eeb2c01e71d6 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:32.027877 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-80d13d98-d47f-4e16-9cc0-f2d2a26a8466 req-b79a8462-c7e7-42a9-908d-eeb2c01e71d6 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:32.044940 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-80d13d98-d47f-4e16-9cc0-f2d2a26a8466 req-b79a8462-c7e7-42a9-908d-eeb2c01e71d6 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1992741 Feb 19 03:40:32.054505 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [req-80d13d98-d47f-4e16-9cc0-f2d2a26a8466 req-4f9e684f-6f6c-404e-a8ae-b6e411e13f54 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103702) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:40:32.055463 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-80d13d98-d47f-4e16-9cc0-f2d2a26a8466 req-4f9e684f-6f6c-404e-a8ae-b6e411e13f54 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058310 Feb 19 03:40:32.074039 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-80d13d98-d47f-4e16-9cc0-f2d2a26a8466 req-2038a0c7-1398-4a9c-8e80-3fdf0d3c2398 service neutron] Request body: {'port': {'device_id': '4526d7f4-9f29-488a-a934-af78267b5c09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826753-2'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:40:32.131501 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-80d13d98-d47f-4e16-9cc0-f2d2a26a8466 req-2038a0c7-1398-4a9c-8e80-3fdf0d3c2398 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (32d9a4b7-72ef-406c-967c-4baf4189d9c9), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:32.406755 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-80d13d98-d47f-4e16-9cc0-f2d2a26a8466 req-2038a0c7-1398-4a9c-8e80-3fdf0d3c2398 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32d9a4b7-72ef-406c-967c-4baf4189d9c9 {{(pid=103702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:40:32.415159 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-80d13d98-d47f-4e16-9cc0-f2d2a26a8466 req-2038a0c7-1398-4a9c-8e80-3fdf0d3c2398 service neutron] Publish callbacks [] for port (32d9a4b7-72ef-406c-967c-4baf4189d9c9), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:32.427882 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-80d13d98-d47f-4e16-9cc0-f2d2a26a8466 req-2038a0c7-1398-4a9c-8e80-3fdf0d3c2398 service neutron] Transition to ACTIVE for port object 32d9a4b7-72ef-406c-967c-4baf4189d9c9 will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:40:32.431387 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-80d13d98-d47f-4e16-9cc0-f2d2a26a8466 req-2038a0c7-1398-4a9c-8e80-3fdf0d3c2398 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (32d9a4b7-72ef-406c-967c-4baf4189d9c9), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:32.483147 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2038a0c7-1398-4a9c-8e80-3fdf0d3c2398 service neutron] Pushing event updated for resources: {'Port': ['ID=32d9a4b7-72ef-406c-967c-4baf4189d9c9,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:40:32.551279 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-80d13d98-d47f-4e16-9cc0-f2d2a26a8466 req-2038a0c7-1398-4a9c-8e80-3fdf0d3c2398 service neutron] Attempting to bind port 32d9a4b7-72ef-406c-967c-4baf4189d9c9 on host n-h1-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:40:32.551951 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-80d13d98-d47f-4e16-9cc0-f2d2a26a8466 req-2038a0c7-1398-4a9c-8e80-3fdf0d3c2398 service neutron] Attempting to bind port 32d9a4b7-72ef-406c-967c-4baf4189d9c9 by drivers openvswitch,hyperv on host n-h1-826753-2 at level 0 using segments [{'id': 'e8e68f47-ffb0-4082-9c0f-7851ed493cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f6acdf20-d754-4595-8cc9-0008f6b8ebe4'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:40:32.552283 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d13d98-d47f-4e16-9cc0-f2d2a26a8466 req-2038a0c7-1398-4a9c-8e80-3fdf0d3c2398 service neutron] Attempting to bind port 32d9a4b7-72ef-406c-967c-4baf4189d9c9 on network f6acdf20-d754-4595-8cc9-0008f6b8ebe4 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:40:32.556503 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d13d98-d47f-4e16-9cc0-f2d2a26a8466 req-2038a0c7-1398-4a9c-8e80-3fdf0d3c2398 service neutron] Port 32d9a4b7-72ef-406c-967c-4baf4189d9c9 on network f6acdf20-d754-4595-8cc9-0008f6b8ebe4 not bound, no agent of type Open vSwitch agent registered on host n-h1-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:40:32.556823 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d13d98-d47f-4e16-9cc0-f2d2a26a8466 req-2038a0c7-1398-4a9c-8e80-3fdf0d3c2398 service neutron] Attempting to bind port 32d9a4b7-72ef-406c-967c-4baf4189d9c9 on network f6acdf20-d754-4595-8cc9-0008f6b8ebe4 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:40:32.561762 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d13d98-d47f-4e16-9cc0-f2d2a26a8466 req-2038a0c7-1398-4a9c-8e80-3fdf0d3c2398 service neutron] Checking agent: {'id': '9d56fb1b-2855-496a-a6d9-c324740cb98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:40:32.562099 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d13d98-d47f-4e16-9cc0-f2d2a26a8466 req-2038a0c7-1398-4a9c-8e80-3fdf0d3c2398 service neutron] Checking segment: {'id': 'e8e68f47-ffb0-4082-9c0f-7851ed493cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f6acdf20-d754-4595-8cc9-0008f6b8ebe4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:40:32.562476 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d13d98-d47f-4e16-9cc0-f2d2a26a8466 req-2038a0c7-1398-4a9c-8e80-3fdf0d3c2398 service neutron] Bound using segment: {'id': 'e8e68f47-ffb0-4082-9c0f-7851ed493cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f6acdf20-d754-4595-8cc9-0008f6b8ebe4'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:40:32.562892 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-80d13d98-d47f-4e16-9cc0-f2d2a26a8466 req-2038a0c7-1398-4a9c-8e80-3fdf0d3c2398 service neutron] Bound port: 32d9a4b7-72ef-406c-967c-4baf4189d9c9, host: n-h1-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8e68f47-ffb0-4082-9c0f-7851ed493cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f6acdf20-d754-4595-8cc9-0008f6b8ebe4'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:40:32.563237 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-80d13d98-d47f-4e16-9cc0-f2d2a26a8466 req-2038a0c7-1398-4a9c-8e80-3fdf0d3c2398 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (32d9a4b7-72ef-406c-967c-4baf4189d9c9), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:32.628383 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-80d13d98-d47f-4e16-9cc0-f2d2a26a8466 req-2038a0c7-1398-4a9c-8e80-3fdf0d3c2398 service neutron] For port 32d9a4b7-72ef-406c-967c-4baf4189d9c9, host n-h1-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:40:32.632315 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-80d13d98-d47f-4e16-9cc0-f2d2a26a8466 req-2038a0c7-1398-4a9c-8e80-3fdf0d3c2398 service neutron] For port 32d9a4b7-72ef-406c-967c-4baf4189d9c9, host n-h1-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=32d9a4b7-72ef-406c-967c-4baf4189d9c9,segment=NetworkSegment(e8e68f47-ffb0-4082-9c0f-7851ed493cc8),segment_id=e8e68f47-ffb0-4082-9c0f-7851ed493cc8)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:40:32.637924 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-80d13d98-d47f-4e16-9cc0-f2d2a26a8466 req-2038a0c7-1398-4a9c-8e80-3fdf0d3c2398 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (32d9a4b7-72ef-406c-967c-4baf4189d9c9), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:32.670120 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d13d98-d47f-4e16-9cc0-f2d2a26a8466 req-2038a0c7-1398-4a9c-8e80-3fdf0d3c2398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:32.670749 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-80d13d98-d47f-4e16-9cc0-f2d2a26a8466 req-2038a0c7-1398-4a9c-8e80-3fdf0d3c2398 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:32.672136 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-80d13d98-d47f-4e16-9cc0-f2d2a26a8466 req-2038a0c7-1398-4a9c-8e80-3fdf0d3c2398 service neutron] 10.222.0.73 "PUT /v2.0/ports/32d9a4b7-72ef-406c-967c-4baf4189d9c9 HTTP/1.1" status: 200 len: 1092 time: 0.6020219 Feb 19 03:40:32.695439 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2038a0c7-1398-4a9c-8e80-3fdf0d3c2398 service neutron] Pushing event updated for resources: {'Port': ['ID=32d9a4b7-72ef-406c-967c-4baf4189d9c9,revision_number=3']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:40:32.766689 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d13d98-d47f-4e16-9cc0-f2d2a26a8466 req-41a8b15b-862d-436e-aeaf-fe699291ccdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:32.768184 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-80d13d98-d47f-4e16-9cc0-f2d2a26a8466 req-41a8b15b-862d-436e-aeaf-fe699291ccdd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9f8b303a3a9046f6ac5d6127036c01ae&device_id=4526d7f4-9f29-488a-a934-af78267b5c09 HTTP/1.1" status: 200 len: 1126 time: 0.0449336 Feb 19 03:40:32.817725 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-80d13d98-d47f-4e16-9cc0-f2d2a26a8466 req-3cabd356-58e3-4c07-82bd-e84e694fff15 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=32d9a4b7-72ef-406c-967c-4baf4189d9c9 HTTP/1.1" status: 200 len: 217 time: 0.0382254 Feb 19 03:40:32.865540 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d13d98-d47f-4e16-9cc0-f2d2a26a8466 req-1fd509af-328d-45bc-9e18-405e0d80b198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:32.867022 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-80d13d98-d47f-4e16-9cc0-f2d2a26a8466 req-1fd509af-328d-45bc-9e18-405e0d80b198 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9cf3fb38-0001-4559-83dc-c27f434ac911 HTTP/1.1" status: 200 len: 855 time: 0.0441420 Feb 19 03:40:32.899184 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-80d13d98-d47f-4e16-9cc0-f2d2a26a8466 req-d7cc1269-0437-4a8c-afc9-b89409a64b7e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f6acdf20-d754-4595-8cc9-0008f6b8ebe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261378 Feb 19 03:40:32.923477 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5220ca-d62a-4235-a292-1e456fa27f90 req-53e21e42-2931-45cc-a2b7-89ad41c45b92 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:32.925188 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ac5220ca-d62a-4235-a292-1e456fa27f90 req-53e21e42-2931-45cc-a2b7-89ad41c45b92 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/ports?device_id=4526d7f4-9f29-488a-a934-af78267b5c09 HTTP/1.1" status: 200 len: 944 time: 0.0527499 Feb 19 03:40:32.978573 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ac5220ca-d62a-4235-a292-1e456fa27f90 req-8d7463b6-e675-4c0f-ab28-b49abc1c5956 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7c20011-1692-4a93-a0c7-d702d1d68f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463810 Feb 19 03:40:32.992018 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-80d13d98-d47f-4e16-9cc0-f2d2a26a8466 req-8523a6ac-f189-4de0-9eb7-88077d5da88f service neutron] 10.222.0.73 "GET /v2.0/networks/f6acdf20-d754-4595-8cc9-0008f6b8ebe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860593 Feb 19 03:40:33.083200 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-80d13d98-d47f-4e16-9cc0-f2d2a26a8466 req-a747935b-39b4-46b3-ab8f-af1a362bf099 service neutron] 10.222.0.73 "GET /v2.0/networks/f6acdf20-d754-4595-8cc9-0008f6b8ebe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856807 Feb 19 03:40:33.870542 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device abbe6d05-44ca-46d0-8ddf-50997c811d31 no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:40:33.887360 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4526d7f4-9f29-488a-a934-af78267b5c09', 'tag': '32d9a4b7-72ef-406c-967c-4baf4189d9c9'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:40:33.889775 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b48a34f37e4e31fa410c3f10fa4e23c828d45427043ff8d3e4d9f228381d6ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ff1363d-4297-46fd-9ca5-0800eddf50e9" -d '{"events": [{"name": "network-changed", "server_uuid": "4526d7f4-9f29-488a-a934-af78267b5c09", "tag": "32d9a4b7-72ef-406c-967c-4baf4189d9c9"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:40:33.890651 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] No Port match for: abbe6d05-44ca-46d0-8ddf-50997c811d31 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:40:33.890989 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device abbe6d05-44ca-46d0-8ddf-50997c811d31 not bound to the agent host n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:40:33.927029 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27939606-45ac-456b-8ce1-3c242cdf0591 x-openstack-request-id: req-27939606-45ac-456b-8ce1-3c242cdf0591 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:40:33.927320 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4526d7f4-9f29-488a-a934-af78267b5c09", "tag": "32d9a4b7-72ef-406c-967c-4baf4189d9c9", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:40:33.927569 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-27939606-45ac-456b-8ce1-3c242cdf0591 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:40:33.927965 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4526d7f4-9f29-488a-a934-af78267b5c09', 'tag': '32d9a4b7-72ef-406c-967c-4baf4189d9c9', 'status': 'completed', 'code': 200} Feb 19 03:40:34.016759 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff1363d-4297-46fd-9ca5-0800eddf50e9 req-ec405b5a-0f7e-4e5a-9b9d-ebb8629f70fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:34.018318 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-5ff1363d-4297-46fd-9ca5-0800eddf50e9 req-ec405b5a-0f7e-4e5a-9b9d-ebb8629f70fc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9f8b303a3a9046f6ac5d6127036c01ae&device_id=4526d7f4-9f29-488a-a934-af78267b5c09 HTTP/1.1" status: 200 len: 1126 time: 0.0465717 Feb 19 03:40:34.099417 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba18c266-be5f-49e1-b2fd-38cd6515a07a req-68434408-d014-4a2c-aabf-6c41918bbac3 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:34.100966 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ba18c266-be5f-49e1-b2fd-38cd6515a07a req-68434408-d014-4a2c-aabf-6c41918bbac3 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/ports?device_id=4526d7f4-9f29-488a-a934-af78267b5c09 HTTP/1.1" status: 200 len: 944 time: 0.0529704 Feb 19 03:40:34.114896 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff1363d-4297-46fd-9ca5-0800eddf50e9 req-d53bc5af-eb6a-47de-bb4f-8c16b6166f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:34.116368 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-5ff1363d-4297-46fd-9ca5-0800eddf50e9 req-d53bc5af-eb6a-47de-bb4f-8c16b6166f0d service neutron] 10.222.0.73 "GET /v2.0/networks?id=f6acdf20-d754-4595-8cc9-0008f6b8ebe4 HTTP/1.1" status: 200 len: 916 time: 0.0923398 Feb 19 03:40:34.149924 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ba18c266-be5f-49e1-b2fd-38cd6515a07a req-f75745d7-cebc-4dbf-b81f-3a729f569037 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7c20011-1692-4a93-a0c7-d702d1d68f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423877 Feb 19 03:40:34.159778 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-5ff1363d-4297-46fd-9ca5-0800eddf50e9 req-b2221537-e2e3-4295-89de-0ccaf5840119 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=32d9a4b7-72ef-406c-967c-4baf4189d9c9 HTTP/1.1" status: 200 len: 217 time: 0.0362759 Feb 19 03:40:34.213605 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff1363d-4297-46fd-9ca5-0800eddf50e9 req-1f11be11-a4c7-4086-a13c-bfde67e29c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:34.215036 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-5ff1363d-4297-46fd-9ca5-0800eddf50e9 req-1f11be11-a4c7-4086-a13c-bfde67e29c96 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9cf3fb38-0001-4559-83dc-c27f434ac911 HTTP/1.1" status: 200 len: 855 time: 0.0475457 Feb 19 03:40:34.251681 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-5ff1363d-4297-46fd-9ca5-0800eddf50e9 req-6d8c6dba-f766-417e-9008-b6193006a40c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f6acdf20-d754-4595-8cc9-0008f6b8ebe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305610 Feb 19 03:40:34.340390 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-5ff1363d-4297-46fd-9ca5-0800eddf50e9 req-ecd85a7b-d3ac-4790-99e8-f38f92c14ba6 service neutron] 10.222.0.73 "GET /v2.0/networks/f6acdf20-d754-4595-8cc9-0008f6b8ebe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827749 Feb 19 03:40:34.435247 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-5ff1363d-4297-46fd-9ca5-0800eddf50e9 req-611e9302-d5e9-4453-a7e8-00ce494b375b service neutron] 10.222.0.73 "GET /v2.0/networks/f6acdf20-d754-4595-8cc9-0008f6b8ebe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873721 Feb 19 03:40:35.273121 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f88ffbd-a514-4415-93ed-0fcd8c451f66 req-f00cac27-f6a9-486d-a642-887190d738a4 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:35.274624 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0f88ffbd-a514-4415-93ed-0fcd8c451f66 req-f00cac27-f6a9-486d-a642-887190d738a4 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/ports?device_id=4526d7f4-9f29-488a-a934-af78267b5c09 HTTP/1.1" status: 200 len: 944 time: 0.0554833 Feb 19 03:40:35.325635 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0f88ffbd-a514-4415-93ed-0fcd8c451f66 req-571cafe8-10f2-460c-81a3-8280eea39606 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7c20011-1692-4a93-a0c7-d702d1d68f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454290 Feb 19 03:40:35.883703 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 32d9a4b7-72ef-406c-967c-4baf4189d9c9 details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:40:35.980738 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 32d9a4b7-72ef-406c-967c-4baf4189d9c9, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=32d9a4b7-72ef-406c-967c-4baf4189d9c9,segment=NetworkSegment(e8e68f47-ffb0-4082-9c0f-7851ed493cc8),segment_id=e8e68f47-ffb0-4082-9c0f-7851ed493cc8)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:40:35.991930 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': '32d9a4b7-72ef-406c-967c-4baf4189d9c9', 'network_id': 'f6acdf20-d754-4595-8cc9-0008f6b8ebe4', 'port_id': '32d9a4b7-72ef-406c-967c-4baf4189d9c9', 'mac_address': 'fa:16:3e:f2:47:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cf3fb38-0001-4559-83dc-c27f434ac911', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:40:36.027907 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 32d9a4b7-72ef-406c-967c-4baf4189d9c9 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:40:36.028296 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (32d9a4b7-72ef-406c-967c-4baf4189d9c9), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:36.042162 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32d9a4b7-72ef-406c-967c-4baf4189d9c9 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:40:36.066931 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 32d9a4b7-72ef-406c-967c-4baf4189d9c9, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=32d9a4b7-72ef-406c-967c-4baf4189d9c9,segment=NetworkSegment(e8e68f47-ffb0-4082-9c0f-7851ed493cc8),segment_id=e8e68f47-ffb0-4082-9c0f-7851ed493cc8)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:40:36.070770 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (32d9a4b7-72ef-406c-967c-4baf4189d9c9), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:36.116208 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=32d9a4b7-72ef-406c-967c-4baf4189d9c9,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:40:36.123319 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:40:36.123688 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:40:36.124013 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:40:36.124353 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:40:36.124688 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:40:36.125039 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:40:36.125377 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:40:36.125707 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:40:36.126031 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:40:36.126356 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:40:36.126680 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:40:36.127003 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:40:36.127324 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:40:36.422284 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['32d9a4b7-72ef-406c-967c-4baf4189d9c9'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:40:36.448212 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda3f7f2-f31d-4f86-a0d5-569c6d8404da req-b44e4664-5da6-46a0-ab43-70a716f009f3 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:36.449738 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cda3f7f2-f31d-4f86-a0d5-569c6d8404da req-b44e4664-5da6-46a0-ab43-70a716f009f3 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/ports?device_id=4526d7f4-9f29-488a-a934-af78267b5c09 HTTP/1.1" status: 200 len: 945 time: 0.0569603 Feb 19 03:40:36.496552 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cda3f7f2-f31d-4f86-a0d5-569c6d8404da req-54f9f962-b08e-445d-a156-39ec93f06b69 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7c20011-1692-4a93-a0c7-d702d1d68f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407429 Feb 19 03:40:37.615694 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd17a75-a3ab-422a-95a8-0a0eb9dcc23e req-3318f4a0-7e86-46bb-9d25-a92bab73cf78 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:37.617214 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cbd17a75-a3ab-422a-95a8-0a0eb9dcc23e req-3318f4a0-7e86-46bb-9d25-a92bab73cf78 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/ports?device_id=4526d7f4-9f29-488a-a934-af78267b5c09 HTTP/1.1" status: 200 len: 945 time: 0.0528536 Feb 19 03:40:37.664175 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cbd17a75-a3ab-422a-95a8-0a0eb9dcc23e req-b0814cea-b3cf-4ca7-ab62-9b01509bf46b tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7c20011-1692-4a93-a0c7-d702d1d68f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414548 Feb 19 03:40:37.899888 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 32d9a4b7-72ef-406c-967c-4baf4189d9c9 up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:40:37.947824 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning for port 32d9a4b7-72ef-406c-967c-4baf4189d9c9 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:40:37.951691 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port 32d9a4b7-72ef-406c-967c-4baf4189d9c9 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:40:37.952069 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (32d9a4b7-72ef-406c-967c-4baf4189d9c9), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:38.027162 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 32d9a4b7-72ef-406c-967c-4baf4189d9c9 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:40:38.027556 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (32d9a4b7-72ef-406c-967c-4baf4189d9c9), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:38.052244 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4526d7f4-9f29-488a-a934-af78267b5c09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32d9a4b7-72ef-406c-967c-4baf4189d9c9'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:40:38.054956 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88fe038525c8a7a69a3adae1ae732c1dd0c63371bed0a925712ea7f2f25f70bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce510b09-be3d-43e9-977c-e9c554c6b045" -d '{"events": [{"server_uuid": "4526d7f4-9f29-488a-a934-af78267b5c09", "name": "network-vif-plugged", "status": "completed", "tag": "32d9a4b7-72ef-406c-967c-4baf4189d9c9"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:40:38.071334 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 32d9a4b7-72ef-406c-967c-4baf4189d9c9, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=32d9a4b7-72ef-406c-967c-4baf4189d9c9,segment=NetworkSegment(e8e68f47-ffb0-4082-9c0f-7851ed493cc8),segment_id=e8e68f47-ffb0-4082-9c0f-7851ed493cc8)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:40:38.075659 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (32d9a4b7-72ef-406c-967c-4baf4189d9c9), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:38.101923 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84346207-222e-4af2-bb14-f699bdeba381 x-openstack-request-id: req-84346207-222e-4af2-bb14-f699bdeba381 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:40:38.102221 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4526d7f4-9f29-488a-a934-af78267b5c09", "name": "network-vif-plugged", "status": "completed", "tag": "32d9a4b7-72ef-406c-967c-4baf4189d9c9", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:40:38.102481 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-84346207-222e-4af2-bb14-f699bdeba381 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:40:38.102873 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4526d7f4-9f29-488a-a934-af78267b5c09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32d9a4b7-72ef-406c-967c-4baf4189d9c9', 'code': 200} Feb 19 03:40:38.128305 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=32d9a4b7-72ef-406c-967c-4baf4189d9c9,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:40:38.226159 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454dad0b-4f9d-46a7-9ade-8603d4b79a33 req-1e480ef6-553f-41b3-a084-5f58d56f12da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:38.227628 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-454dad0b-4f9d-46a7-9ade-8603d4b79a33 req-1e480ef6-553f-41b3-a084-5f58d56f12da service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4526d7f4-9f29-488a-a934-af78267b5c09 HTTP/1.1" status: 200 len: 1128 time: 0.0450711 Feb 19 03:40:38.270089 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-454dad0b-4f9d-46a7-9ade-8603d4b79a33 req-7c56f8c2-cd8d-408f-b242-8a231f8b8f31 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=a7c20011-1692-4a93-a0c7-d702d1d68f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360942 Feb 19 03:40:38.786657 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab754f89-6e8a-426f-b66d-2b190577d167 req-213c8417-c993-419f-ab93-d9e9d478c597 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:38.788142 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ab754f89-6e8a-426f-b66d-2b190577d167 req-213c8417-c993-419f-ab93-d9e9d478c597 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/ports?device_id=4526d7f4-9f29-488a-a934-af78267b5c09 HTTP/1.1" status: 200 len: 946 time: 0.0564632 Feb 19 03:40:38.834023 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ab754f89-6e8a-426f-b66d-2b190577d167 req-0470cff7-058d-4a3c-9427-499329126ca6 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7c20011-1692-4a93-a0c7-d702d1d68f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402963 Feb 19 03:40:39.957347 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251941b6-d8ec-4d88-977c-153dbb680174 req-38856d3e-1cb5-490f-a2cb-cd52cd8ae01b tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:39.958865 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-251941b6-d8ec-4d88-977c-153dbb680174 req-38856d3e-1cb5-490f-a2cb-cd52cd8ae01b tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/ports?device_id=4526d7f4-9f29-488a-a934-af78267b5c09 HTTP/1.1" status: 200 len: 946 time: 0.0527720 Feb 19 03:40:40.007158 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-251941b6-d8ec-4d88-977c-153dbb680174 req-2e25cdac-4243-4e2b-8376-044f9ded811c tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7c20011-1692-4a93-a0c7-d702d1d68f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427170 Feb 19 03:40:40.126602 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f7c4bd-f67a-4c01-ad87-6a282f70bb56 req-8ee4690b-187a-460a-8819-f8839be0eae2 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:40.127987 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-64f7c4bd-f67a-4c01-ad87-6a282f70bb56 req-8ee4690b-187a-460a-8819-f8839be0eae2 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/ports?device_id=4526d7f4-9f29-488a-a934-af78267b5c09 HTTP/1.1" status: 200 len: 946 time: 0.0535088 Feb 19 03:40:40.178222 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-64f7c4bd-f67a-4c01-ad87-6a282f70bb56 req-09c47215-3f6a-4765-8991-c7dacffbd710 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7c20011-1692-4a93-a0c7-d702d1d68f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444012 Feb 19 03:40:40.424949 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3dcfc3b3-edda-4017-8a91-34cc9b45f2c4 req-323b30b5-2306-42ce-85ed-5234bc400fdf service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4526d7f4-9f29-488a-a934-af78267b5c09&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0511117 Feb 19 03:40:40.430535 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72305406-e607-4300-8cfc-d16364fb2fb1 req-4787f112-3f9d-4a28-a405-93ac7ac9b8e7 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:40.432087 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-72305406-e607-4300-8cfc-d16364fb2fb1 req-4787f112-3f9d-4a28-a405-93ac7ac9b8e7 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/ports?device_id=4526d7f4-9f29-488a-a934-af78267b5c09 HTTP/1.1" status: 200 len: 946 time: 0.0538387 Feb 19 03:40:40.481664 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-72305406-e607-4300-8cfc-d16364fb2fb1 req-01dbe347-d920-4481-a771-1ecb1847eacc tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7c20011-1692-4a93-a0c7-d702d1d68f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436833 Feb 19 03:40:40.774924 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcfc3b3-edda-4017-8a91-34cc9b45f2c4 req-efaf060a-e57e-47d8-b388-51f190f137ff tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:40.776260 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3dcfc3b3-edda-4017-8a91-34cc9b45f2c4 req-efaf060a-e57e-47d8-b388-51f190f137ff tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/ports/32d9a4b7-72ef-406c-967c-4baf4189d9c9 HTTP/1.1" status: 200 len: 943 time: 0.0499580 Feb 19 03:40:40.934587 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:40:41.608059 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7c70e1-0866-421f-8a29-6b7daded5172 req-a994f70a-dc7b-4025-b6ba-47d85f6ec3fc tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:41.609595 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0d7c70e1-0866-421f-8a29-6b7daded5172 req-a994f70a-dc7b-4025-b6ba-47d85f6ec3fc tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/ports?device_id=4526d7f4-9f29-488a-a934-af78267b5c09 HTTP/1.1" status: 200 len: 946 time: 0.0598912 Feb 19 03:40:41.651533 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcfc3b3-edda-4017-8a91-34cc9b45f2c4 req-f652fe6f-e7a0-4852-8338-21757d17162c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:41.653084 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3dcfc3b3-edda-4017-8a91-34cc9b45f2c4 req-f652fe6f-e7a0-4852-8338-21757d17162c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9f8b303a3a9046f6ac5d6127036c01ae&device_id=4526d7f4-9f29-488a-a934-af78267b5c09 HTTP/1.1" status: 200 len: 1128 time: 0.0473845 Feb 19 03:40:41.657286 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0d7c70e1-0866-421f-8a29-6b7daded5172 req-30c7efd5-9424-4c80-ab50-2ad16f154e31 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7c20011-1692-4a93-a0c7-d702d1d68f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418575 Feb 19 03:40:41.741278 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcfc3b3-edda-4017-8a91-34cc9b45f2c4 req-9a37e848-a9f1-432b-b72d-fcc90f913fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:41.742727 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3dcfc3b3-edda-4017-8a91-34cc9b45f2c4 req-9a37e848-a9f1-432b-b72d-fcc90f913fde service neutron] 10.222.0.73 "GET /v2.0/networks?id=f6acdf20-d754-4595-8cc9-0008f6b8ebe4 HTTP/1.1" status: 200 len: 916 time: 0.0836775 Feb 19 03:40:41.787209 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3dcfc3b3-edda-4017-8a91-34cc9b45f2c4 req-9b1febfb-6a37-48e8-9aca-abf5da138cfa service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=32d9a4b7-72ef-406c-967c-4baf4189d9c9 HTTP/1.1" status: 200 len: 217 time: 0.0387602 Feb 19 03:40:41.836686 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcfc3b3-edda-4017-8a91-34cc9b45f2c4 req-75048677-ce6d-4b9f-a7ae-20c5cf00a73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:41.838140 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3dcfc3b3-edda-4017-8a91-34cc9b45f2c4 req-75048677-ce6d-4b9f-a7ae-20c5cf00a73d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9cf3fb38-0001-4559-83dc-c27f434ac911 HTTP/1.1" status: 200 len: 855 time: 0.0432839 Feb 19 03:40:41.869994 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3dcfc3b3-edda-4017-8a91-34cc9b45f2c4 req-5d31e20a-ab89-4809-8926-35d5ea8ee934 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f6acdf20-d754-4595-8cc9-0008f6b8ebe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255921 Feb 19 03:40:41.960834 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3dcfc3b3-edda-4017-8a91-34cc9b45f2c4 req-d675da85-d0c5-4f87-9ffd-d3b7039f018b service neutron] 10.222.0.73 "GET /v2.0/networks/f6acdf20-d754-4595-8cc9-0008f6b8ebe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847375 Feb 19 03:40:42.047434 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3dcfc3b3-edda-4017-8a91-34cc9b45f2c4 req-3f8600f6-d283-4204-8651-cab413bbb585 service neutron] 10.222.0.73 "GET /v2.0/networks/f6acdf20-d754-4595-8cc9-0008f6b8ebe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812924 Feb 19 03:40:42.783191 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b68e5e-79b5-4435-a54f-5cc602075596 req-8befbc62-5b1a-4a36-a3a6-1bb3706bced4 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:42.784668 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-37b68e5e-79b5-4435-a54f-5cc602075596 req-8befbc62-5b1a-4a36-a3a6-1bb3706bced4 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/ports?device_id=4526d7f4-9f29-488a-a934-af78267b5c09 HTTP/1.1" status: 200 len: 946 time: 0.0547750 Feb 19 03:40:42.831608 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-37b68e5e-79b5-4435-a54f-5cc602075596 req-0de7f632-2a29-42e3-9913-47437a743037 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7c20011-1692-4a93-a0c7-d702d1d68f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407119 Feb 19 03:40:43.952654 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef37247e-61af-4672-a8d6-2bee97a33a93 req-11f5667a-017e-48cf-bbea-94ce513a65c5 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:43.954167 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ef37247e-61af-4672-a8d6-2bee97a33a93 req-11f5667a-017e-48cf-bbea-94ce513a65c5 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/ports?device_id=4526d7f4-9f29-488a-a934-af78267b5c09 HTTP/1.1" status: 200 len: 946 time: 0.0532928 Feb 19 03:40:44.002263 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ef37247e-61af-4672-a8d6-2bee97a33a93 req-606ac887-f08e-4c38-a063-1a5179b85d04 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7c20011-1692-4a93-a0c7-d702d1d68f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417600 Feb 19 03:40:45.123864 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298059b6-a77d-483b-a3f4-ad551fa9d7c0 req-97878a64-d12b-42aa-b41b-7f70fa04cc21 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:45.125357 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-298059b6-a77d-483b-a3f4-ad551fa9d7c0 req-97878a64-d12b-42aa-b41b-7f70fa04cc21 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/ports?device_id=4526d7f4-9f29-488a-a934-af78267b5c09 HTTP/1.1" status: 200 len: 946 time: 0.0526736 Feb 19 03:40:45.176298 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-298059b6-a77d-483b-a3f4-ad551fa9d7c0 req-9e023bf1-a0cf-4cad-8abd-9a51a9991744 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7c20011-1692-4a93-a0c7-d702d1d68f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446899 Feb 19 03:40:45.610163 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-55ef7470-eacd-4dc1-9cf3-7971b006a32f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:46.292847 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdf021c-5019-4438-ad0d-929e9ce175f7 req-c19b93b1-4e86-47af-962c-97d75ef3b1f8 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:46.294338 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-acdf021c-5019-4438-ad0d-929e9ce175f7 req-c19b93b1-4e86-47af-962c-97d75ef3b1f8 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/ports?device_id=4526d7f4-9f29-488a-a934-af78267b5c09 HTTP/1.1" status: 200 len: 946 time: 0.0516274 Feb 19 03:40:46.340757 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-acdf021c-5019-4438-ad0d-929e9ce175f7 req-0f78c876-a422-4028-8b2c-0f613b7245cc tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7c20011-1692-4a93-a0c7-d702d1d68f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408530 Feb 19 03:40:47.458997 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c18292-a29d-4cec-8607-c6f6b8631f6a req-f4086a5f-7538-477d-8aab-a73c19e6a01a tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:47.460489 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-57c18292-a29d-4cec-8607-c6f6b8631f6a req-f4086a5f-7538-477d-8aab-a73c19e6a01a tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/ports?device_id=4526d7f4-9f29-488a-a934-af78267b5c09 HTTP/1.1" status: 200 len: 946 time: 0.0520971 Feb 19 03:40:47.506033 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-57c18292-a29d-4cec-8607-c6f6b8631f6a req-9c08b705-cd0b-4d0a-bedf-b710c0ef48f8 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7c20011-1692-4a93-a0c7-d702d1d68f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399795 Feb 19 03:40:47.783887 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-2fa912c5-a2cf-492d-852a-fad13d78e209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:48.630168 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4853d881-a42e-485c-9733-e9a563a25d3a req-d7ff92ca-d4ed-4254-8a23-a858ac8840ea tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:48.631670 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4853d881-a42e-485c-9733-e9a563a25d3a req-d7ff92ca-d4ed-4254-8a23-a858ac8840ea tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/ports?device_id=4526d7f4-9f29-488a-a934-af78267b5c09 HTTP/1.1" status: 200 len: 946 time: 0.0560172 Feb 19 03:40:48.677654 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4853d881-a42e-485c-9733-e9a563a25d3a req-4ad7fe16-57e8-4e81-92ce-912458f1da9f tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7c20011-1692-4a93-a0c7-d702d1d68f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403688 Feb 19 03:40:49.435884 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:49.795694 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159966a0-98b1-490d-9d91-883651902e93 req-d8d95ac5-5583-42d6-9ba7-57b7baf38103 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:49.797209 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-159966a0-98b1-490d-9d91-883651902e93 req-d8d95ac5-5583-42d6-9ba7-57b7baf38103 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/ports?device_id=4526d7f4-9f29-488a-a934-af78267b5c09 HTTP/1.1" status: 200 len: 946 time: 0.0528383 Feb 19 03:40:49.844574 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-159966a0-98b1-490d-9d91-883651902e93 req-a7eb36fa-7cce-4930-a0b9-05890d891b6b tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7c20011-1692-4a93-a0c7-d702d1d68f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405357 Feb 19 03:40:50.613861 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:50.968247 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a14f99e-85d7-43a7-b8b8-e771ca0c1cc8 req-0bd4a8f2-9063-4d23-a7cc-73f23c48bb12 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:50.969766 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2a14f99e-85d7-43a7-b8b8-e771ca0c1cc8 req-0bd4a8f2-9063-4d23-a7cc-73f23c48bb12 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/ports?device_id=4526d7f4-9f29-488a-a934-af78267b5c09 HTTP/1.1" status: 200 len: 946 time: 0.0555329 Feb 19 03:40:51.278621 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2a14f99e-85d7-43a7-b8b8-e771ca0c1cc8 req-f9334305-88cb-4c64-aa98-c71dce36b256 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7c20011-1692-4a93-a0c7-d702d1d68f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024371 Feb 19 03:40:52.028926 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:52.397672 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec53a20-7d7a-4265-bddd-1d73fa922b09 req-e1c33dca-c112-4c16-9784-6b1c6783eaa9 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:52.399155 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bec53a20-7d7a-4265-bddd-1d73fa922b09 req-e1c33dca-c112-4c16-9784-6b1c6783eaa9 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/ports?device_id=4526d7f4-9f29-488a-a934-af78267b5c09 HTTP/1.1" status: 200 len: 946 time: 0.0528324 Feb 19 03:40:52.445416 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bec53a20-7d7a-4265-bddd-1d73fa922b09 req-6881fd69-c6bb-4c5a-9109-dbb1cbe48998 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7c20011-1692-4a93-a0c7-d702d1d68f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407741 Feb 19 03:40:52.848356 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:53.563199 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f14890e-1ccf-4d9a-9f45-a9ab90836c45 req-0da8241e-c1ee-44e2-98e9-7ef20fd6053c tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:53.564674 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8f14890e-1ccf-4d9a-9f45-a9ab90836c45 req-0da8241e-c1ee-44e2-98e9-7ef20fd6053c tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/ports?device_id=4526d7f4-9f29-488a-a934-af78267b5c09 HTTP/1.1" status: 200 len: 946 time: 0.0514882 Feb 19 03:40:53.614003 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8f14890e-1ccf-4d9a-9f45-a9ab90836c45 req-14a153cc-2f4d-47cf-b8f0-a1f696366808 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7c20011-1692-4a93-a0c7-d702d1d68f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431302 Feb 19 03:40:54.732684 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694096fd-0b1a-4c53-948d-8eb4209ca349 req-ddba24dd-b5a5-4418-aff3-03ba7a56f9ab tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:54.734195 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-694096fd-0b1a-4c53-948d-8eb4209ca349 req-ddba24dd-b5a5-4418-aff3-03ba7a56f9ab tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/ports?device_id=4526d7f4-9f29-488a-a934-af78267b5c09 HTTP/1.1" status: 200 len: 946 time: 0.0529208 Feb 19 03:40:54.780155 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-694096fd-0b1a-4c53-948d-8eb4209ca349 req-9d698bc8-5749-47d7-8c95-e208c8de1ba4 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7c20011-1692-4a93-a0c7-d702d1d68f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394371 Feb 19 03:40:55.899458 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75346fa7-9777-475c-bcae-a1e1673cb051 req-da34bfb3-f4d6-4a80-8068-7bcbbdc818f2 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:55.900851 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-75346fa7-9777-475c-bcae-a1e1673cb051 req-da34bfb3-f4d6-4a80-8068-7bcbbdc818f2 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/ports?device_id=4526d7f4-9f29-488a-a934-af78267b5c09 HTTP/1.1" status: 200 len: 946 time: 0.0518355 Feb 19 03:40:55.946182 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-75346fa7-9777-475c-bcae-a1e1673cb051 req-6543b3fd-65f1-4245-99cc-0faa3cdd3cc3 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7c20011-1692-4a93-a0c7-d702d1d68f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397983 Feb 19 03:40:56.611708 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:57.074931 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cecb911-c0be-4aa0-9e95-1bcc4b27a006 req-621e06c7-ff6c-4ebb-b20c-55ee03977bc3 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:57.076413 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6cecb911-c0be-4aa0-9e95-1bcc4b27a006 req-621e06c7-ff6c-4ebb-b20c-55ee03977bc3 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/ports?device_id=4526d7f4-9f29-488a-a934-af78267b5c09 HTTP/1.1" status: 200 len: 946 time: 0.0568755 Feb 19 03:40:57.124085 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6cecb911-c0be-4aa0-9e95-1bcc4b27a006 req-6bb960dd-7712-4a20-942b-c72f1ac80162 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7c20011-1692-4a93-a0c7-d702d1d68f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410919 Feb 19 03:40:58.243322 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9234abd-d773-4880-9a13-ebf89145734d req-f798e6c2-dcec-48c8-b92a-306b61666d86 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:58.244808 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e9234abd-d773-4880-9a13-ebf89145734d req-f798e6c2-dcec-48c8-b92a-306b61666d86 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/ports?device_id=4526d7f4-9f29-488a-a934-af78267b5c09 HTTP/1.1" status: 200 len: 946 time: 0.0515926 Feb 19 03:40:58.290754 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e9234abd-d773-4880-9a13-ebf89145734d req-be7fffaf-e2fd-45f8-85b3-b1dbfd4d5608 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7c20011-1692-4a93-a0c7-d702d1d68f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404713 Feb 19 03:40:59.411304 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046dd4d3-90d9-4957-a63b-ec14d20716da req-09545384-e7f4-4fc9-984b-acf4b133296e tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:59.412753 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-046dd4d3-90d9-4957-a63b-ec14d20716da req-09545384-e7f4-4fc9-984b-acf4b133296e tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/ports?device_id=4526d7f4-9f29-488a-a934-af78267b5c09 HTTP/1.1" status: 200 len: 946 time: 0.0546188 Feb 19 03:40:59.459331 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-046dd4d3-90d9-4957-a63b-ec14d20716da req-ef8c7ee6-bcb7-46d2-a750-20666f0fa053 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7c20011-1692-4a93-a0c7-d702d1d68f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409009 Feb 19 03:41:00.589072 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb5d379-3b4b-4397-bd77-99962511a7b9 req-ada00457-f2b5-43f5-a8c7-c1327f1b3c1e tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:00.590548 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fbb5d379-3b4b-4397-bd77-99962511a7b9 req-ada00457-f2b5-43f5-a8c7-c1327f1b3c1e tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/ports?device_id=4526d7f4-9f29-488a-a934-af78267b5c09 HTTP/1.1" status: 200 len: 946 time: 0.0525143 Feb 19 03:41:00.637822 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fbb5d379-3b4b-4397-bd77-99962511a7b9 req-a6b55d39-b08a-4e84-ae76-9401e5543afe tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7c20011-1692-4a93-a0c7-d702d1d68f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418174 Feb 19 03:41:01.756091 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05079735-da0f-4fad-a5e0-4c4c723a44cb req-63e60345-43a6-4f27-8c01-86f89c35fef9 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:01.757598 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-05079735-da0f-4fad-a5e0-4c4c723a44cb req-63e60345-43a6-4f27-8c01-86f89c35fef9 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/ports?device_id=4526d7f4-9f29-488a-a934-af78267b5c09 HTTP/1.1" status: 200 len: 946 time: 0.0522752 Feb 19 03:41:01.807866 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-05079735-da0f-4fad-a5e0-4c4c723a44cb req-1e6aee53-5be3-4f39-9a2b-a3708b64f794 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7c20011-1692-4a93-a0c7-d702d1d68f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446663 Feb 19 03:41:02.929973 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3310f44-5339-4ff6-8d3e-da34df52b315 req-fd5d1142-ce99-4a19-a6c3-90cc31912bb2 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:02.931445 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c3310f44-5339-4ff6-8d3e-da34df52b315 req-fd5d1142-ce99-4a19-a6c3-90cc31912bb2 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/ports?device_id=4526d7f4-9f29-488a-a934-af78267b5c09 HTTP/1.1" status: 200 len: 946 time: 0.0512993 Feb 19 03:41:02.978326 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c3310f44-5339-4ff6-8d3e-da34df52b315 req-e899a4f8-12bd-433e-a09c-b5528c108ff1 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7c20011-1692-4a93-a0c7-d702d1d68f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411670 Feb 19 03:41:04.100708 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f69bbf-0424-4035-976f-bb7acf655d05 req-f4d68e45-1355-4c0c-b133-77c353f98ed2 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:04.102242 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-24f69bbf-0424-4035-976f-bb7acf655d05 req-f4d68e45-1355-4c0c-b133-77c353f98ed2 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/ports?device_id=4526d7f4-9f29-488a-a934-af78267b5c09 HTTP/1.1" status: 200 len: 946 time: 0.0537097 Feb 19 03:41:04.149824 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-24f69bbf-0424-4035-976f-bb7acf655d05 req-c7b734ae-dad5-4611-bf75-9f651b73976f tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7c20011-1692-4a93-a0c7-d702d1d68f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415070 Feb 19 03:41:05.280566 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a473c3-d5fe-44e6-9885-188ff80a0333 req-dae29285-56c3-4b33-acf3-8f94549877a6 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:05.282081 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c0a473c3-d5fe-44e6-9885-188ff80a0333 req-dae29285-56c3-4b33-acf3-8f94549877a6 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/ports?device_id=4526d7f4-9f29-488a-a934-af78267b5c09 HTTP/1.1" status: 200 len: 946 time: 0.0633304 Feb 19 03:41:05.332747 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c0a473c3-d5fe-44e6-9885-188ff80a0333 req-75b6da37-f39a-4613-ba9d-9e619b195591 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7c20011-1692-4a93-a0c7-d702d1d68f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450218 Feb 19 03:41:06.450383 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d99fd2-23fd-403d-8087-08bf71f49f62 req-e928e57b-59d9-4576-a973-7da449a7e853 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:06.451869 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d4d99fd2-23fd-403d-8087-08bf71f49f62 req-e928e57b-59d9-4576-a973-7da449a7e853 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/ports?device_id=4526d7f4-9f29-488a-a934-af78267b5c09 HTTP/1.1" status: 200 len: 946 time: 0.0523560 Feb 19 03:41:06.497353 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d4d99fd2-23fd-403d-8087-08bf71f49f62 req-c4fdbf51-6abe-49fb-a6f3-7950d5a5cad5 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7c20011-1692-4a93-a0c7-d702d1d68f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400128 Feb 19 03:41:07.616556 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b033566e-2c24-45da-9102-ea235a410165 req-d45232c9-6488-4762-82de-247f94ea1d77 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:07.618089 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b033566e-2c24-45da-9102-ea235a410165 req-d45232c9-6488-4762-82de-247f94ea1d77 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/ports?device_id=4526d7f4-9f29-488a-a934-af78267b5c09 HTTP/1.1" status: 200 len: 946 time: 0.0527761 Feb 19 03:41:07.667333 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b033566e-2c24-45da-9102-ea235a410165 req-c3fa62a2-5da7-499a-82bc-63961cf9db0e tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7c20011-1692-4a93-a0c7-d702d1d68f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437601 Feb 19 03:41:08.786433 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d36574-3e1b-4cc6-8530-7e5c158350c7 req-c01b54bd-1179-46f8-b37a-92dff0e757d1 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:08.787907 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d9d36574-3e1b-4cc6-8530-7e5c158350c7 req-c01b54bd-1179-46f8-b37a-92dff0e757d1 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/ports?device_id=4526d7f4-9f29-488a-a934-af78267b5c09 HTTP/1.1" status: 200 len: 946 time: 0.0525916 Feb 19 03:41:08.834158 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d9d36574-3e1b-4cc6-8530-7e5c158350c7 req-3bbe2ff9-2c38-44ae-b769-03642feb203e tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7c20011-1692-4a93-a0c7-d702d1d68f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407093 Feb 19 03:41:09.004645 n-d-826753-2 neutron-server[103702]: INFO neutron.api.v2.resource [req-3dcfc3b3-edda-4017-8a91-34cc9b45f2c4 req-8dae4855-5a00-4985-9795-622b92877cb2 service neutron] show failed (client error): The resource could not be found. Feb 19 03:41:09.005648 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3dcfc3b3-edda-4017-8a91-34cc9b45f2c4 req-8dae4855-5a00-4985-9795-622b92877cb2 service neutron] 10.222.0.73 "GET /v2.0/ports/32d9a4b7-72ef-406c-967c-4baf4189d9c9/bindings/n-h2-826753-2 HTTP/1.1" status: 404 len: 380 time: 0.0585744 Feb 19 03:41:09.205471 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcfc3b3-edda-4017-8a91-34cc9b45f2c4 req-5080c30c-6d07-4fde-b7ee-9d22b890ce83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:09.207639 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3dcfc3b3-edda-4017-8a91-34cc9b45f2c4 req-5080c30c-6d07-4fde-b7ee-9d22b890ce83 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=4526d7f4-9f29-488a-a934-af78267b5c09&tenant_id=9f8b303a3a9046f6ac5d6127036c01ae HTTP/1.1" status: 200 len: 1128 time: 0.0444825 Feb 19 03:41:09.226590 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-3dcfc3b3-edda-4017-8a91-34cc9b45f2c4 req-672aae2c-86a6-49a9-89f3-c147b4c50e81 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-826753-2', 'device_owner': 'compute:nova'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:41:09.285735 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-3dcfc3b3-edda-4017-8a91-34cc9b45f2c4 req-672aae2c-86a6-49a9-89f3-c147b4c50e81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (32d9a4b7-72ef-406c-967c-4baf4189d9c9), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:09.483642 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-3dcfc3b3-edda-4017-8a91-34cc9b45f2c4 req-672aae2c-86a6-49a9-89f3-c147b4c50e81 service neutron] For port 32d9a4b7-72ef-406c-967c-4baf4189d9c9, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=32d9a4b7-72ef-406c-967c-4baf4189d9c9,segment=NetworkSegment(e8e68f47-ffb0-4082-9c0f-7851ed493cc8),segment_id=e8e68f47-ffb0-4082-9c0f-7851ed493cc8)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:41:09.522174 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-3dcfc3b3-edda-4017-8a91-34cc9b45f2c4 req-672aae2c-86a6-49a9-89f3-c147b4c50e81 service neutron] For port 32d9a4b7-72ef-406c-967c-4baf4189d9c9, host n-h1-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:41:09.562024 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4526d7f4-9f29-488a-a934-af78267b5c09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32d9a4b7-72ef-406c-967c-4baf4189d9c9'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:41:09.564284 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b48a34f37e4e31fa410c3f10fa4e23c828d45427043ff8d3e4d9f228381d6ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c87001bc-e755-42b3-aed7-51aa8575e3d7" -d '{"events": [{"server_uuid": "4526d7f4-9f29-488a-a934-af78267b5c09", "name": "network-vif-unplugged", "status": "completed", "tag": "32d9a4b7-72ef-406c-967c-4baf4189d9c9"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:41:09.568608 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-3dcfc3b3-edda-4017-8a91-34cc9b45f2c4 req-672aae2c-86a6-49a9-89f3-c147b4c50e81 service neutron] Publish callbacks [] for port (32d9a4b7-72ef-406c-967c-4baf4189d9c9), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:09.581747 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-3dcfc3b3-edda-4017-8a91-34cc9b45f2c4 req-672aae2c-86a6-49a9-89f3-c147b4c50e81 service neutron] Transition to ACTIVE for port object 32d9a4b7-72ef-406c-967c-4baf4189d9c9 will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:41:09.586272 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-3dcfc3b3-edda-4017-8a91-34cc9b45f2c4 req-672aae2c-86a6-49a9-89f3-c147b4c50e81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (32d9a4b7-72ef-406c-967c-4baf4189d9c9), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:09.616673 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0263ae89-3386-4460-9086-6b0a2b90a95f x-openstack-request-id: req-0263ae89-3386-4460-9086-6b0a2b90a95f {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:41:09.616974 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4526d7f4-9f29-488a-a934-af78267b5c09", "name": "network-vif-unplugged", "status": "completed", "tag": "32d9a4b7-72ef-406c-967c-4baf4189d9c9", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:41:09.617247 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0263ae89-3386-4460-9086-6b0a2b90a95f {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:41:09.617647 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4526d7f4-9f29-488a-a934-af78267b5c09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32d9a4b7-72ef-406c-967c-4baf4189d9c9', 'code': 200} Feb 19 03:41:09.640376 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672aae2c-86a6-49a9-89f3-c147b4c50e81 service neutron] Pushing event updated for resources: {'Port': ['ID=32d9a4b7-72ef-406c-967c-4baf4189d9c9,revision_number=6']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:41:09.656933 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dcfc3b3-edda-4017-8a91-34cc9b45f2c4 req-672aae2c-86a6-49a9-89f3-c147b4c50e81 service neutron] No DVR routers for this DVR port 32d9a4b7-72ef-406c-967c-4baf4189d9c9 on host n-h1-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:41:09.691510 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-3dcfc3b3-edda-4017-8a91-34cc9b45f2c4 req-672aae2c-86a6-49a9-89f3-c147b4c50e81 service neutron] Attempting to bind port 32d9a4b7-72ef-406c-967c-4baf4189d9c9 on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:41:09.691841 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-3dcfc3b3-edda-4017-8a91-34cc9b45f2c4 req-672aae2c-86a6-49a9-89f3-c147b4c50e81 service neutron] Attempting to bind port 32d9a4b7-72ef-406c-967c-4baf4189d9c9 by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': 'e8e68f47-ffb0-4082-9c0f-7851ed493cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f6acdf20-d754-4595-8cc9-0008f6b8ebe4'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:41:09.692158 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dcfc3b3-edda-4017-8a91-34cc9b45f2c4 req-672aae2c-86a6-49a9-89f3-c147b4c50e81 service neutron] Attempting to bind port 32d9a4b7-72ef-406c-967c-4baf4189d9c9 on network f6acdf20-d754-4595-8cc9-0008f6b8ebe4 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:41:09.696415 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dcfc3b3-edda-4017-8a91-34cc9b45f2c4 req-672aae2c-86a6-49a9-89f3-c147b4c50e81 service neutron] Port 32d9a4b7-72ef-406c-967c-4baf4189d9c9 on network f6acdf20-d754-4595-8cc9-0008f6b8ebe4 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:41:09.696731 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dcfc3b3-edda-4017-8a91-34cc9b45f2c4 req-672aae2c-86a6-49a9-89f3-c147b4c50e81 service neutron] Attempting to bind port 32d9a4b7-72ef-406c-967c-4baf4189d9c9 on network f6acdf20-d754-4595-8cc9-0008f6b8ebe4 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:41:09.701570 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dcfc3b3-edda-4017-8a91-34cc9b45f2c4 req-672aae2c-86a6-49a9-89f3-c147b4c50e81 service neutron] Checking agent: {'id': 'bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:41:09.701903 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dcfc3b3-edda-4017-8a91-34cc9b45f2c4 req-672aae2c-86a6-49a9-89f3-c147b4c50e81 service neutron] Checking segment: {'id': 'e8e68f47-ffb0-4082-9c0f-7851ed493cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f6acdf20-d754-4595-8cc9-0008f6b8ebe4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:41:09.702281 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dcfc3b3-edda-4017-8a91-34cc9b45f2c4 req-672aae2c-86a6-49a9-89f3-c147b4c50e81 service neutron] Bound using segment: {'id': 'e8e68f47-ffb0-4082-9c0f-7851ed493cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f6acdf20-d754-4595-8cc9-0008f6b8ebe4'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:41:09.702696 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-3dcfc3b3-edda-4017-8a91-34cc9b45f2c4 req-672aae2c-86a6-49a9-89f3-c147b4c50e81 service neutron] Bound port: 32d9a4b7-72ef-406c-967c-4baf4189d9c9, host: n-h2-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8e68f47-ffb0-4082-9c0f-7851ed493cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f6acdf20-d754-4595-8cc9-0008f6b8ebe4'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:41:09.703042 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-3dcfc3b3-edda-4017-8a91-34cc9b45f2c4 req-672aae2c-86a6-49a9-89f3-c147b4c50e81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (32d9a4b7-72ef-406c-967c-4baf4189d9c9), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:09.768708 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-3dcfc3b3-edda-4017-8a91-34cc9b45f2c4 req-672aae2c-86a6-49a9-89f3-c147b4c50e81 service neutron] For port 32d9a4b7-72ef-406c-967c-4baf4189d9c9, host n-h2-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:41:09.771839 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-3dcfc3b3-edda-4017-8a91-34cc9b45f2c4 req-672aae2c-86a6-49a9-89f3-c147b4c50e81 service neutron] For port 32d9a4b7-72ef-406c-967c-4baf4189d9c9, host n-h2-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=32d9a4b7-72ef-406c-967c-4baf4189d9c9,segment=NetworkSegment(e8e68f47-ffb0-4082-9c0f-7851ed493cc8),segment_id=e8e68f47-ffb0-4082-9c0f-7851ed493cc8)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:41:09.777291 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-3dcfc3b3-edda-4017-8a91-34cc9b45f2c4 req-672aae2c-86a6-49a9-89f3-c147b4c50e81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (32d9a4b7-72ef-406c-967c-4baf4189d9c9), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:09.810468 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcfc3b3-edda-4017-8a91-34cc9b45f2c4 req-672aae2c-86a6-49a9-89f3-c147b4c50e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:09.811094 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-3dcfc3b3-edda-4017-8a91-34cc9b45f2c4 req-672aae2c-86a6-49a9-89f3-c147b4c50e81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:09.812548 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3dcfc3b3-edda-4017-8a91-34cc9b45f2c4 req-672aae2c-86a6-49a9-89f3-c147b4c50e81 service neutron] 10.222.0.82 "PUT /v2.0/ports/32d9a4b7-72ef-406c-967c-4baf4189d9c9 HTTP/1.1" status: 200 len: 1092 time: 0.5898190 Feb 19 03:41:09.834162 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672aae2c-86a6-49a9-89f3-c147b4c50e81 service neutron] Pushing event updated for resources: {'Port': ['ID=32d9a4b7-72ef-406c-967c-4baf4189d9c9,revision_number=7']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:41:09.890996 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcfc3b3-edda-4017-8a91-34cc9b45f2c4 req-2211ce71-c741-4b6f-a6a8-0811c9b30307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:09.892540 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3dcfc3b3-edda-4017-8a91-34cc9b45f2c4 req-2211ce71-c741-4b6f-a6a8-0811c9b30307 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9f8b303a3a9046f6ac5d6127036c01ae&device_id=4526d7f4-9f29-488a-a934-af78267b5c09 HTTP/1.1" status: 200 len: 1126 time: 0.0467784 Feb 19 03:41:09.964249 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da16d02-fb3a-40b2-8ace-10cd0d85c9b6 req-0c07bb4e-7881-4e2f-9210-74d5cf47d9c2 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:09.965806 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4da16d02-fb3a-40b2-8ace-10cd0d85c9b6 req-0c07bb4e-7881-4e2f-9210-74d5cf47d9c2 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/ports?device_id=4526d7f4-9f29-488a-a934-af78267b5c09 HTTP/1.1" status: 200 len: 944 time: 0.0532813 Feb 19 03:41:09.986448 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcfc3b3-edda-4017-8a91-34cc9b45f2c4 req-5232c58f-1c89-4927-812f-bbc57f446ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:09.988038 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3dcfc3b3-edda-4017-8a91-34cc9b45f2c4 req-5232c58f-1c89-4927-812f-bbc57f446ee8 service neutron] 10.222.0.82 "GET /v2.0/networks?id=f6acdf20-d754-4595-8cc9-0008f6b8ebe4 HTTP/1.1" status: 200 len: 916 time: 0.0901721 Feb 19 03:41:10.013259 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4da16d02-fb3a-40b2-8ace-10cd0d85c9b6 req-e4d4fd79-6d1e-42a5-9977-a8b0db49605e tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7c20011-1692-4a93-a0c7-d702d1d68f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419054 Feb 19 03:41:10.029625 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3dcfc3b3-edda-4017-8a91-34cc9b45f2c4 req-5f6c250a-ec0d-46e1-9b33-d3dc73020475 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=32d9a4b7-72ef-406c-967c-4baf4189d9c9 HTTP/1.1" status: 200 len: 217 time: 0.0358818 Feb 19 03:41:10.078237 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcfc3b3-edda-4017-8a91-34cc9b45f2c4 req-3d6f954d-1eff-406d-88cc-752491402ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:10.079629 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3dcfc3b3-edda-4017-8a91-34cc9b45f2c4 req-3d6f954d-1eff-406d-88cc-752491402ec9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9cf3fb38-0001-4559-83dc-c27f434ac911 HTTP/1.1" status: 200 len: 855 time: 0.0447104 Feb 19 03:41:10.118092 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3dcfc3b3-edda-4017-8a91-34cc9b45f2c4 req-8dbdfbc1-cce9-4dcf-a95f-283b79f80cdd service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f6acdf20-d754-4595-8cc9-0008f6b8ebe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329041 Feb 19 03:41:10.207782 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3dcfc3b3-edda-4017-8a91-34cc9b45f2c4 req-4ed6a01a-17ca-456e-9d63-ef10f8419cc4 service neutron] 10.222.0.82 "GET /v2.0/networks/f6acdf20-d754-4595-8cc9-0008f6b8ebe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836723 Feb 19 03:41:10.301798 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3dcfc3b3-edda-4017-8a91-34cc9b45f2c4 req-2f45ad08-4327-4272-a73a-3bc4fd363161 service neutron] 10.222.0.82 "GET /v2.0/networks/f6acdf20-d754-4595-8cc9-0008f6b8ebe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880170 Feb 19 03:41:11.141591 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62cab6b-fb07-4f48-9c73-e85e212b5458 req-f2091a71-83a9-49b5-a8fd-e454c8679355 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:11.143052 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f62cab6b-fb07-4f48-9c73-e85e212b5458 req-f2091a71-83a9-49b5-a8fd-e454c8679355 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/ports?device_id=4526d7f4-9f29-488a-a934-af78267b5c09 HTTP/1.1" status: 200 len: 944 time: 0.0561910 Feb 19 03:41:11.189271 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f62cab6b-fb07-4f48-9c73-e85e212b5458 req-8f907657-7e7b-47cf-a221-1a6c4fee6c65 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7c20011-1692-4a93-a0c7-d702d1d68f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399952 Feb 19 03:41:11.618834 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4526d7f4-9f29-488a-a934-af78267b5c09', 'tag': '32d9a4b7-72ef-406c-967c-4baf4189d9c9'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:41:11.621267 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b48a34f37e4e31fa410c3f10fa4e23c828d45427043ff8d3e4d9f228381d6ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c579333-e3b7-4344-a60e-8b5ea663c5dd" -d '{"events": [{"name": "network-changed", "server_uuid": "4526d7f4-9f29-488a-a934-af78267b5c09", "tag": "32d9a4b7-72ef-406c-967c-4baf4189d9c9"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:41:11.669062 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fd8a133-e15f-4b03-b22b-eb3c93cf60a0 x-openstack-request-id: req-1fd8a133-e15f-4b03-b22b-eb3c93cf60a0 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:41:11.669361 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4526d7f4-9f29-488a-a934-af78267b5c09", "tag": "32d9a4b7-72ef-406c-967c-4baf4189d9c9", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:41:11.669619 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1fd8a133-e15f-4b03-b22b-eb3c93cf60a0 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:41:11.670025 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4526d7f4-9f29-488a-a934-af78267b5c09', 'tag': '32d9a4b7-72ef-406c-967c-4baf4189d9c9', 'status': 'completed', 'code': 200} Feb 19 03:41:11.783279 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c579333-e3b7-4344-a60e-8b5ea663c5dd req-310e54c4-86bf-4049-9230-4e6bec779268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:11.785502 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7c579333-e3b7-4344-a60e-8b5ea663c5dd req-310e54c4-86bf-4049-9230-4e6bec779268 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9f8b303a3a9046f6ac5d6127036c01ae&device_id=4526d7f4-9f29-488a-a934-af78267b5c09 HTTP/1.1" status: 200 len: 1126 time: 0.0691798 Feb 19 03:41:11.788102 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c579333-e3b7-4344-a60e-8b5ea663c5dd req-3e3e0aa1-f995-4cba-91b3-381de85e85ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:11.789517 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7c579333-e3b7-4344-a60e-8b5ea663c5dd req-3e3e0aa1-f995-4cba-91b3-381de85e85ea service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9f8b303a3a9046f6ac5d6127036c01ae&device_id=4526d7f4-9f29-488a-a934-af78267b5c09 HTTP/1.1" status: 200 len: 1126 time: 0.0810254 Feb 19 03:41:11.829703 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 32d9a4b7-72ef-406c-967c-4baf4189d9c9 details requested by agent hyperv_n-h2-826753-2 with host n-h2-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:41:11.932416 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 32d9a4b7-72ef-406c-967c-4baf4189d9c9, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=32d9a4b7-72ef-406c-967c-4baf4189d9c9,segment=NetworkSegment(e8e68f47-ffb0-4082-9c0f-7851ed493cc8),segment_id=e8e68f47-ffb0-4082-9c0f-7851ed493cc8)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:41:11.948398 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Returning: {'device': '32d9a4b7-72ef-406c-967c-4baf4189d9c9', 'network_id': 'f6acdf20-d754-4595-8cc9-0008f6b8ebe4', 'port_id': '32d9a4b7-72ef-406c-967c-4baf4189d9c9', 'mac_address': 'fa:16:3e:f2:47:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cf3fb38-0001-4559-83dc-c27f434ac911', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:41:11.961503 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c579333-e3b7-4344-a60e-8b5ea663c5dd req-9bc19be1-9c8c-4438-ba32-88a0ed4e199b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:11.963744 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7c579333-e3b7-4344-a60e-8b5ea663c5dd req-9bc19be1-9c8c-4438-ba32-88a0ed4e199b service neutron] 10.222.0.73 "GET /v2.0/networks?id=f6acdf20-d754-4595-8cc9-0008f6b8ebe4 HTTP/1.1" status: 200 len: 916 time: 0.1683769 Feb 19 03:41:11.978061 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 32d9a4b7-72ef-406c-967c-4baf4189d9c9 no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:41:12.012400 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 32d9a4b7-72ef-406c-967c-4baf4189d9c9 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:41:12.012752 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (32d9a4b7-72ef-406c-967c-4baf4189d9c9), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:12.013338 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c579333-e3b7-4344-a60e-8b5ea663c5dd req-ad50182c-14da-4ad0-97ef-8db634479e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:12.014837 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7c579333-e3b7-4344-a60e-8b5ea663c5dd req-ad50182c-14da-4ad0-97ef-8db634479e08 service neutron] 10.222.0.82 "GET /v2.0/networks?id=f6acdf20-d754-4595-8cc9-0008f6b8ebe4 HTTP/1.1" status: 200 len: 916 time: 0.1729164 Feb 19 03:41:12.016483 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7c579333-e3b7-4344-a60e-8b5ea663c5dd req-240ce1bb-3455-47ff-87ad-46871af10a68 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=32d9a4b7-72ef-406c-967c-4baf4189d9c9 HTTP/1.1" status: 200 len: 217 time: 0.0456426 Feb 19 03:41:12.035100 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] The host n-h1-826753-2 is not matching for port 32d9a4b7-72ef-406c-967c-4baf4189d9c9 host n-h2-826753-2! {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 03:41:12.035538 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 32d9a4b7-72ef-406c-967c-4baf4189d9c9 not bound to the agent host n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:41:12.039738 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32d9a4b7-72ef-406c-967c-4baf4189d9c9 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:41:12.060824 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 32d9a4b7-72ef-406c-967c-4baf4189d9c9, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=32d9a4b7-72ef-406c-967c-4baf4189d9c9,segment=NetworkSegment(e8e68f47-ffb0-4082-9c0f-7851ed493cc8),segment_id=e8e68f47-ffb0-4082-9c0f-7851ed493cc8)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:41:12.064590 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (32d9a4b7-72ef-406c-967c-4baf4189d9c9), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:12.088732 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7c579333-e3b7-4344-a60e-8b5ea663c5dd req-21503306-0075-49a0-b16c-3f524052a84a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=32d9a4b7-72ef-406c-967c-4baf4189d9c9 HTTP/1.1" status: 200 len: 217 time: 0.0676885 Feb 19 03:41:12.111742 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=32d9a4b7-72ef-406c-967c-4baf4189d9c9,revision_number=8']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:41:12.131418 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c579333-e3b7-4344-a60e-8b5ea663c5dd req-a392f7b5-5afe-4d72-a33e-8a3972470443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:12.132875 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7c579333-e3b7-4344-a60e-8b5ea663c5dd req-a392f7b5-5afe-4d72-a33e-8a3972470443 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9cf3fb38-0001-4559-83dc-c27f434ac911 HTTP/1.1" status: 200 len: 855 time: 0.1063142 Feb 19 03:41:12.167343 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c579333-e3b7-4344-a60e-8b5ea663c5dd req-b8e3dcd1-1be7-46e9-9daf-cf776147278e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:12.168855 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7c579333-e3b7-4344-a60e-8b5ea663c5dd req-b8e3dcd1-1be7-46e9-9daf-cf776147278e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9cf3fb38-0001-4559-83dc-c27f434ac911 HTTP/1.1" status: 200 len: 855 time: 0.0743411 Feb 19 03:41:12.170592 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7c579333-e3b7-4344-a60e-8b5ea663c5dd req-7d80c7ac-c1ff-4c5b-959d-cce8d1ca2634 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f6acdf20-d754-4595-8cc9-0008f6b8ebe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302012 Feb 19 03:41:12.227699 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7c579333-e3b7-4344-a60e-8b5ea663c5dd req-3687e7b0-71eb-409b-846d-9f45d523bb3b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f6acdf20-d754-4595-8cc9-0008f6b8ebe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515537 Feb 19 03:41:12.312751 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f50ee2-aad9-4399-8635-468beafc7cea req-a5020ea1-762c-46d4-a6b7-2ad73ebf38a5 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:12.314269 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-29f50ee2-aad9-4399-8635-468beafc7cea req-a5020ea1-762c-46d4-a6b7-2ad73ebf38a5 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/ports?device_id=4526d7f4-9f29-488a-a934-af78267b5c09 HTTP/1.1" status: 200 len: 945 time: 0.0530443 Feb 19 03:41:12.354501 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['32d9a4b7-72ef-406c-967c-4baf4189d9c9'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:41:12.364100 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-29f50ee2-aad9-4399-8635-468beafc7cea req-1d1fe896-f0a4-4fa6-9d14-2dd38a637728 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7c20011-1692-4a93-a0c7-d702d1d68f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427580 Feb 19 03:41:12.366658 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7c579333-e3b7-4344-a60e-8b5ea663c5dd req-110c8766-3a29-4b5b-8339-d09a3bdf7fca service neutron] 10.222.0.73 "GET /v2.0/networks/f6acdf20-d754-4595-8cc9-0008f6b8ebe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894798 Feb 19 03:41:12.398393 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7c579333-e3b7-4344-a60e-8b5ea663c5dd req-b841ab3b-aa0c-4efb-8940-fa0a5bc1a491 service neutron] 10.222.0.82 "GET /v2.0/networks/f6acdf20-d754-4595-8cc9-0008f6b8ebe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414552 Feb 19 03:41:12.563792 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7c579333-e3b7-4344-a60e-8b5ea663c5dd req-a44ecac2-a0c9-45d7-9ce9-fd3306e0a6fe service neutron] 10.222.0.73 "GET /v2.0/networks/f6acdf20-d754-4595-8cc9-0008f6b8ebe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872599 Feb 19 03:41:12.580863 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c5c0c0-105e-4b72-8e0b-a11cabd910ba req-b91d5100-a9ca-4dad-9bb0-ccb96aea0bb0 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:12.582622 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-38c5c0c0-105e-4b72-8e0b-a11cabd910ba req-b91d5100-a9ca-4dad-9bb0-ccb96aea0bb0 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/ports?device_id=4526d7f4-9f29-488a-a934-af78267b5c09 HTTP/1.1" status: 200 len: 945 time: 0.0582368 Feb 19 03:41:12.585407 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7c579333-e3b7-4344-a60e-8b5ea663c5dd req-c96292d2-194c-4c02-bc48-9321451ff07f service neutron] 10.222.0.82 "GET /v2.0/networks/f6acdf20-d754-4595-8cc9-0008f6b8ebe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562970 Feb 19 03:41:12.615397 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90d232a-bb74-4e9b-873e-88d893df1803 req-1a12e05b-b9e2-4088-b78c-74a7f441c095 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:12.616911 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c90d232a-bb74-4e9b-873e-88d893df1803 req-1a12e05b-b9e2-4088-b78c-74a7f441c095 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.73 "GET /v2.0/ports?device_id=4526d7f4-9f29-488a-a934-af78267b5c09&tenant_id=9f8b303a3a9046f6ac5d6127036c01ae&binding%3Ahost_id=n-h2-826753-2 HTTP/1.1" status: 200 len: 945 time: 0.0694606 Feb 19 03:41:12.635315 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-38c5c0c0-105e-4b72-8e0b-a11cabd910ba req-638006cd-5681-4009-83ef-4abb45f4576d tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7c20011-1692-4a93-a0c7-d702d1d68f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455859 Feb 19 03:41:12.678088 n-d-826753-2 neutron-server[103702]: INFO neutron.api.v2.resource [req-c90d232a-bb74-4e9b-873e-88d893df1803 req-f9909e1f-1af6-4f65-bffe-44920ee6c899 service neutron] delete failed (client error): The resource could not be found. Feb 19 03:41:12.679123 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c90d232a-bb74-4e9b-873e-88d893df1803 req-f9909e1f-1af6-4f65-bffe-44920ee6c899 service neutron] 10.222.0.73 "DELETE /v2.0/ports/32d9a4b7-72ef-406c-967c-4baf4189d9c9/bindings/n-h1-826753-2 HTTP/1.1" status: 404 len: 380 time: 0.0546782 Feb 19 03:41:12.788136 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90d232a-bb74-4e9b-873e-88d893df1803 req-03dd2a6e-e0a3-4c44-97bf-8efa5235f359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:12.789652 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c90d232a-bb74-4e9b-873e-88d893df1803 req-03dd2a6e-e0a3-4c44-97bf-8efa5235f359 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9f8b303a3a9046f6ac5d6127036c01ae&device_id=4526d7f4-9f29-488a-a934-af78267b5c09 HTTP/1.1" status: 200 len: 1127 time: 0.0483737 Feb 19 03:41:12.878530 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90d232a-bb74-4e9b-873e-88d893df1803 req-aca92d07-473f-4b6d-81f6-b2b586cb65c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:12.879928 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c90d232a-bb74-4e9b-873e-88d893df1803 req-aca92d07-473f-4b6d-81f6-b2b586cb65c5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f6acdf20-d754-4595-8cc9-0008f6b8ebe4 HTTP/1.1" status: 200 len: 916 time: 0.0846126 Feb 19 03:41:12.919327 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c90d232a-bb74-4e9b-873e-88d893df1803 req-ccb007b3-122d-4e1a-b105-3821c3f62eff service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=32d9a4b7-72ef-406c-967c-4baf4189d9c9 HTTP/1.1" status: 200 len: 217 time: 0.0332012 Feb 19 03:41:12.970025 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90d232a-bb74-4e9b-873e-88d893df1803 req-0279a0ad-c915-421e-9655-2481c3850d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:12.972027 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c90d232a-bb74-4e9b-873e-88d893df1803 req-0279a0ad-c915-421e-9655-2481c3850d7c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9cf3fb38-0001-4559-83dc-c27f434ac911 HTTP/1.1" status: 200 len: 855 time: 0.0459900 Feb 19 03:41:13.001357 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c90d232a-bb74-4e9b-873e-88d893df1803 req-15fac3fe-9177-4974-b79e-a5014585b9d7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f6acdf20-d754-4595-8cc9-0008f6b8ebe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246229 Feb 19 03:41:13.087565 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c90d232a-bb74-4e9b-873e-88d893df1803 req-b557c9e0-0e7a-4d78-a4da-14ef78b2242d service neutron] 10.222.0.73 "GET /v2.0/networks/f6acdf20-d754-4595-8cc9-0008f6b8ebe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806627 Feb 19 03:41:13.178807 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c90d232a-bb74-4e9b-873e-88d893df1803 req-ea7e93d0-a5c0-41f0-aa9c-cea2b16689d5 service neutron] 10.222.0.73 "GET /v2.0/networks/f6acdf20-d754-4595-8cc9-0008f6b8ebe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850501 Feb 19 03:41:13.761897 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b6207e-f0ac-40d7-980d-24ba3e63d121 req-b2a70535-8304-49ca-93d7-74c3e3000cc3 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:13.763393 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e3b6207e-f0ac-40d7-980d-24ba3e63d121 req-b2a70535-8304-49ca-93d7-74c3e3000cc3 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/ports?device_id=4526d7f4-9f29-488a-a934-af78267b5c09 HTTP/1.1" status: 200 len: 945 time: 0.0542684 Feb 19 03:41:13.814263 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e3b6207e-f0ac-40d7-980d-24ba3e63d121 req-ecd1e71b-39cc-4d74-b514-a0f1b175ef58 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7c20011-1692-4a93-a0c7-d702d1d68f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441306 Feb 19 03:41:13.848108 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 32d9a4b7-72ef-406c-967c-4baf4189d9c9 up at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:41:13.895726 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning for port 32d9a4b7-72ef-406c-967c-4baf4189d9c9 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:41:13.900049 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning complete for port 32d9a4b7-72ef-406c-967c-4baf4189d9c9 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:41:13.900430 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (32d9a4b7-72ef-406c-967c-4baf4189d9c9), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:13.937750 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4abfec8-749d-440c-ab27-5be351d720cb req-504a1c77-6728-42dd-86ba-c409499ad7b2 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:13.939253 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b4abfec8-749d-440c-ab27-5be351d720cb req-504a1c77-6728-42dd-86ba-c409499ad7b2 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/ports?device_id=4526d7f4-9f29-488a-a934-af78267b5c09 HTTP/1.1" status: 200 len: 945 time: 0.0555434 Feb 19 03:41:13.988614 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 32d9a4b7-72ef-406c-967c-4baf4189d9c9 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:41:13.988928 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (32d9a4b7-72ef-406c-967c-4baf4189d9c9), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:13.990679 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b4abfec8-749d-440c-ab27-5be351d720cb req-b8972aa9-e346-4c0e-8428-80743a625816 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7c20011-1692-4a93-a0c7-d702d1d68f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450745 Feb 19 03:41:14.012100 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4526d7f4-9f29-488a-a934-af78267b5c09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32d9a4b7-72ef-406c-967c-4baf4189d9c9'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:41:14.014320 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88fe038525c8a7a69a3adae1ae732c1dd0c63371bed0a925712ea7f2f25f70bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3462f8f8-6910-41f4-874c-69868a6f53b9" -d '{"events": [{"server_uuid": "4526d7f4-9f29-488a-a934-af78267b5c09", "name": "network-vif-plugged", "status": "completed", "tag": "32d9a4b7-72ef-406c-967c-4baf4189d9c9"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:41:14.027179 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 32d9a4b7-72ef-406c-967c-4baf4189d9c9, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=32d9a4b7-72ef-406c-967c-4baf4189d9c9,segment=NetworkSegment(e8e68f47-ffb0-4082-9c0f-7851ed493cc8),segment_id=e8e68f47-ffb0-4082-9c0f-7851ed493cc8)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:41:14.031340 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (32d9a4b7-72ef-406c-967c-4baf4189d9c9), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:14.061196 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-856df502-cb59-416e-bcae-4a9866d9ffa5 x-openstack-request-id: req-856df502-cb59-416e-bcae-4a9866d9ffa5 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:41:14.061581 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4526d7f4-9f29-488a-a934-af78267b5c09", "name": "network-vif-plugged", "status": "completed", "tag": "32d9a4b7-72ef-406c-967c-4baf4189d9c9", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:41:14.061842 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-856df502-cb59-416e-bcae-4a9866d9ffa5 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:41:14.062231 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4526d7f4-9f29-488a-a934-af78267b5c09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32d9a4b7-72ef-406c-967c-4baf4189d9c9', 'code': 200} Feb 19 03:41:14.089848 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=32d9a4b7-72ef-406c-967c-4baf4189d9c9,revision_number=9']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:41:14.114275 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5179f2f8-b6e8-4517-b271-e57cf06d9f80 req-cc6f7d34-1585-4640-9d25-238ac5e2bade tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:14.115761 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5179f2f8-b6e8-4517-b271-e57cf06d9f80 req-cc6f7d34-1585-4640-9d25-238ac5e2bade tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/ports?device_id=4526d7f4-9f29-488a-a934-af78267b5c09 HTTP/1.1" status: 200 len: 946 time: 0.0536151 Feb 19 03:41:14.162054 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5179f2f8-b6e8-4517-b271-e57cf06d9f80 req-7043c778-f0c3-4e01-9468-b6476aab6ac6 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7c20011-1692-4a93-a0c7-d702d1d68f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406952 Feb 19 03:41:14.509577 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973dccc5-e24b-4dcb-9eec-7e84fb2bfbc8 req-106f242f-8b3c-44c4-bdf3-c9c654515bbf tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:14.511073 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-973dccc5-e24b-4dcb-9eec-7e84fb2bfbc8 req-106f242f-8b3c-44c4-bdf3-c9c654515bbf tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/ports?device_id=4526d7f4-9f29-488a-a934-af78267b5c09 HTTP/1.1" status: 200 len: 946 time: 0.0522771 Feb 19 03:41:14.557074 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-973dccc5-e24b-4dcb-9eec-7e84fb2bfbc8 req-12737f7e-9444-4c51-b8ad-3ad0f2b2cb95 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7c20011-1692-4a93-a0c7-d702d1d68f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404155 Feb 19 03:41:15.613358 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e5e2f5f2-4ad6-41e3-baed-c200d5250dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:15.686629 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a7acc5-f311-47fb-87cb-1bd892602986 req-e461d9fb-630c-4efb-8053-06a7eaf231e8 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:15.688094 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-45a7acc5-f311-47fb-87cb-1bd892602986 req-e461d9fb-630c-4efb-8053-06a7eaf231e8 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/ports?device_id=4526d7f4-9f29-488a-a934-af78267b5c09 HTTP/1.1" status: 200 len: 946 time: 0.0564826 Feb 19 03:41:15.734837 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-45a7acc5-f311-47fb-87cb-1bd892602986 req-7f9c8af2-e455-4b45-8b0f-aa1659b2222c tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.72 "GET /v2.0/security-groups?id=a7c20011-1692-4a93-a0c7-d702d1d68f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408928 Feb 19 03:41:15.790722 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ee1fb0-bea3-4a04-8a97-35b394e43742 req-e22b1324-b1fa-43b9-9ed6-cca017aaabdc tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:15.792175 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-30ee1fb0-bea3-4a04-8a97-35b394e43742 req-e22b1324-b1fa-43b9-9ed6-cca017aaabdc tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.82 "GET /v2.0/ports?device_id=4526d7f4-9f29-488a-a934-af78267b5c09 HTTP/1.1" status: 200 len: 946 time: 0.0519936 Feb 19 03:41:15.888448 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-30ee1fb0-bea3-4a04-8a97-35b394e43742 req-900c7fce-e5e0-43a6-ad26-f71714b94873 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Deleting port 32d9a4b7-72ef-406c-967c-4baf4189d9c9 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:41:15.888784 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-30ee1fb0-bea3-4a04-8a97-35b394e43742 req-900c7fce-e5e0-43a6-ad26-f71714b94873 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (32d9a4b7-72ef-406c-967c-4baf4189d9c9), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:15.975932 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-30ee1fb0-bea3-4a04-8a97-35b394e43742 req-900c7fce-e5e0-43a6-ad26-f71714b94873 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] For port 32d9a4b7-72ef-406c-967c-4baf4189d9c9, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=32d9a4b7-72ef-406c-967c-4baf4189d9c9,segment=NetworkSegment(e8e68f47-ffb0-4082-9c0f-7851ed493cc8),segment_id=e8e68f47-ffb0-4082-9c0f-7851ed493cc8)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:41:15.976336 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-30ee1fb0-bea3-4a04-8a97-35b394e43742 req-900c7fce-e5e0-43a6-ad26-f71714b94873 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (32d9a4b7-72ef-406c-967c-4baf4189d9c9), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:15.988395 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-30ee1fb0-bea3-4a04-8a97-35b394e43742 req-900c7fce-e5e0-43a6-ad26-f71714b94873 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Calling delete_port for 32d9a4b7-72ef-406c-967c-4baf4189d9c9 owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:41:16.119940 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-30ee1fb0-bea3-4a04-8a97-35b394e43742 req-900c7fce-e5e0-43a6-ad26-f71714b94873 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (32d9a4b7-72ef-406c-967c-4baf4189d9c9), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:16.150539 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900c7fce-e5e0-43a6-ad26-f71714b94873 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Pushing event deleted for resources: {'Port': ['ID=32d9a4b7-72ef-406c-967c-4baf4189d9c9,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:41:16.188800 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-30ee1fb0-bea3-4a04-8a97-35b394e43742 req-900c7fce-e5e0-43a6-ad26-f71714b94873 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] No DVR routers for this DVR port 32d9a4b7-72ef-406c-967c-4baf4189d9c9 on host n-h2-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:41:16.191999 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-30ee1fb0-bea3-4a04-8a97-35b394e43742 req-900c7fce-e5e0-43a6-ad26-f71714b94873 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:16.195295 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-30ee1fb0-bea3-4a04-8a97-35b394e43742 req-900c7fce-e5e0-43a6-ad26-f71714b94873 tempest-ServerDiskConfigTestJSON-1065066810 tempest-ServerDiskConfigTestJSON-1065066810-project] 10.222.0.82 "DELETE /v2.0/ports/32d9a4b7-72ef-406c-967c-4baf4189d9c9 HTTP/1.1" status: 204 len: 173 time: 0.3966072 Feb 19 03:41:16.195726 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4526d7f4-9f29-488a-a934-af78267b5c09', 'name': 'network-vif-deleted', 'tag': '32d9a4b7-72ef-406c-967c-4baf4189d9c9'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:41:16.197941 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b48a34f37e4e31fa410c3f10fa4e23c828d45427043ff8d3e4d9f228381d6ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2f8efee-f1c0-435b-b423-ccd89656a18a" -d '{"events": [{"server_uuid": "4526d7f4-9f29-488a-a934-af78267b5c09", "name": "network-vif-deleted", "tag": "32d9a4b7-72ef-406c-967c-4baf4189d9c9"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:41:16.238667 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc7074e4-49f8-4000-b88b-275f91c30fc6 x-openstack-request-id: req-dc7074e4-49f8-4000-b88b-275f91c30fc6 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:41:16.238907 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4526d7f4-9f29-488a-a934-af78267b5c09", "name": "network-vif-deleted", "tag": "32d9a4b7-72ef-406c-967c-4baf4189d9c9", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:41:16.239159 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-dc7074e4-49f8-4000-b88b-275f91c30fc6 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:41:16.239561 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4526d7f4-9f29-488a-a934-af78267b5c09', 'name': 'network-vif-deleted', 'tag': '32d9a4b7-72ef-406c-967c-4baf4189d9c9', 'status': 'completed', 'code': 200} Feb 19 03:41:16.859620 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 50240) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:41:16.906391 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-239b574d-6ddb-44bf-b9fd-73853e2e919f admin admin] Deleting subnet 9cf3fb38-0001-4559-83dc-c27f434ac911 {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:41:16.909914 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-239b574d-6ddb-44bf-b9fd-73853e2e919f admin admin] Publish callbacks [] for subnet (9cf3fb38-0001-4559-83dc-c27f434ac911), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:16.943232 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-239b574d-6ddb-44bf-b9fd-73853e2e919f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (9cf3fb38-0001-4559-83dc-c27f434ac911), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:16.981714 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-239b574d-6ddb-44bf-b9fd-73853e2e919f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (9cf3fb38-0001-4559-83dc-c27f434ac911), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:17.033455 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-239b574d-6ddb-44bf-b9fd-73853e2e919f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (9cf3fb38-0001-4559-83dc-c27f434ac911), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:17.060117 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239b574d-6ddb-44bf-b9fd-73853e2e919f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9cf3fb38-0001-4559-83dc-c27f434ac911,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:41:17.063855 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-239b574d-6ddb-44bf-b9fd-73853e2e919f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:17.067156 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-239b574d-6ddb-44bf-b9fd-73853e2e919f admin admin] 10.222.0.72 "DELETE /v2.0/subnets/9cf3fb38-0001-4559-83dc-c27f434ac911 HTTP/1.1" status: 204 len: 168 time: 0.2065272 Feb 19 03:41:17.069746 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 50242) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:41:17.140970 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2941454d-cbab-49c3-87ea-e62fa8724df3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (f6acdf20-d754-4595-8cc9-0008f6b8ebe4), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:17.216521 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2941454d-cbab-49c3-87ea-e62fa8724df3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (f6acdf20-d754-4595-8cc9-0008f6b8ebe4), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:17.240972 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-2941454d-cbab-49c3-87ea-e62fa8724df3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6acdf20-d754-4595-8cc9-0008f6b8ebe4']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:41:17.249971 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-2941454d-cbab-49c3-87ea-e62fa8724df3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8e68f47-ffb0-4082-9c0f-7851ed493cc8') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:41:17.250266 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-2941454d-cbab-49c3-87ea-e62fa8724df3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8e68f47-ffb0-4082-9c0f-7851ed493cc8') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:41:17.260000 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2941454d-cbab-49c3-87ea-e62fa8724df3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (e8e68f47-ffb0-4082-9c0f-7851ed493cc8), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:17.273148 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2941454d-cbab-49c3-87ea-e62fa8724df3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (e8e68f47-ffb0-4082-9c0f-7851ed493cc8), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:17.278852 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2941454d-cbab-49c3-87ea-e62fa8724df3 admin admin] Releasing vlan 267 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:41:17.279227 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2941454d-cbab-49c3-87ea-e62fa8724df3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (e8e68f47-ffb0-4082-9c0f-7851ed493cc8), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:17.280849 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 03:41:17.280849 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:41:17.280849 n-d-826753-2 neutron-server[103702]: timer() Feb 19 03:41:17.280849 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:41:17.280849 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 03:41:17.280849 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:41:17.280849 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 03:41:17.280849 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:41:17.280849 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 03:41:17.280849 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:41:17.280849 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 03:41:17.280849 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:41:17.280849 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 03:41:17.280849 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:41:17.280849 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:41:17.280849 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:41:17.280849 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:41:17.280849 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:41:17.280849 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 03:41:17.280849 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:41:17.280849 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 03:41:17.280849 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:41:17.280849 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:41:17.280849 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:41:17.280849 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 03:41:17.280849 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:41:17.280849 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:41:17.280849 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:41:17.280849 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:41:17.280849 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:41:17.280849 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:41:17.280849 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:41:17.333660 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2941454d-cbab-49c3-87ea-e62fa8724df3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (f6acdf20-d754-4595-8cc9-0008f6b8ebe4), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:17.338949 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2941454d-cbab-49c3-87ea-e62fa8724df3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:17.342076 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-2941454d-cbab-49c3-87ea-e62fa8724df3 admin admin] 10.222.0.72 "DELETE /v2.0/networks/f6acdf20-d754-4595-8cc9-0008f6b8ebe4 HTTP/1.1" status: 204 len: 168 time: 0.2714353 Feb 19 03:41:17.353021 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2941454d-cbab-49c3-87ea-e62fa8724df3 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6acdf20-d754-4595-8cc9-0008f6b8ebe4,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:41:17.453573 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 50246) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:41:17.493788 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-363e14ea-b8d4-48d6-8179-5de169064d97 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9f8b303a3a9046f6ac5d6127036c01ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390649 Feb 19 03:41:17.496191 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 50248) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:41:17.542735 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e0282028-7746-473d-b6b4-00e7577dacc1 admin admin] Publish callbacks [] for security_group (a7c20011-1692-4a93-a0c7-d702d1d68f9f), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:17.563385 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e0282028-7746-473d-b6b4-00e7577dacc1 admin admin] Publish callbacks [] for security_group (a7c20011-1692-4a93-a0c7-d702d1d68f9f), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:17.610705 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e0282028-7746-473d-b6b4-00e7577dacc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (a7c20011-1692-4a93-a0c7-d702d1d68f9f), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:17.613933 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e0282028-7746-473d-b6b4-00e7577dacc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:17.617620 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-e0282028-7746-473d-b6b4-00e7577dacc1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a7c20011-1692-4a93-a0c7-d702d1d68f9f HTTP/1.1" status: 204 len: 168 time: 0.1180353 Feb 19 03:41:17.623841 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0282028-7746-473d-b6b4-00e7577dacc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7c20011-1692-4a93-a0c7-d702d1d68f9f,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:41:17.632078 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0282028-7746-473d-b6b4-00e7577dacc1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:41:17.632427 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0282028-7746-473d-b6b4-00e7577dacc1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:41:17.632771 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0282028-7746-473d-b6b4-00e7577dacc1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:41:17.633136 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0282028-7746-473d-b6b4-00e7577dacc1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:41:17.633478 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0282028-7746-473d-b6b4-00e7577dacc1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:41:17.633808 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0282028-7746-473d-b6b4-00e7577dacc1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:41:17.634136 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0282028-7746-473d-b6b4-00e7577dacc1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:41:17.634459 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0282028-7746-473d-b6b4-00e7577dacc1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:41:17.634784 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0282028-7746-473d-b6b4-00e7577dacc1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:41:17.635107 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0282028-7746-473d-b6b4-00e7577dacc1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:41:17.635427 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0282028-7746-473d-b6b4-00e7577dacc1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:41:17.635747 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0282028-7746-473d-b6b4-00e7577dacc1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:41:17.636065 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0282028-7746-473d-b6b4-00e7577dacc1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:41:17.789556 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-50238f00-0de3-4e56-8b14-d98fa66115b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:17.853772 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 32d9a4b7-72ef-406c-967c-4baf4189d9c9 no longer exists at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:41:17.875035 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] No Port match for: 32d9a4b7-72ef-406c-967c-4baf4189d9c9 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:41:17.875386 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 32d9a4b7-72ef-406c-967c-4baf4189d9c9 not bound to the agent host n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:41:17.934851 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:41:18.281107 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 50270) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:41:18.386225 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-a74a49e8-edf8-4643-a928-7416a54e679b admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1998691811-network', 'tenant_id': '41c0d62dea1b4193960fb9d03684346b'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:41:18.405747 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a74a49e8-edf8-4643-a928-7416a54e679b admin admin] Made reservation on behalf of 41c0d62dea1b4193960fb9d03684346b for: {'network': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:41:18.408145 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a74a49e8-edf8-4643-a928-7416a54e679b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:18.420264 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a74a49e8-edf8-4643-a928-7416a54e679b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:18.492994 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a74a49e8-edf8-4643-a928-7416a54e679b admin admin] Publish callbacks [] for security_group (a705cd38-ee35-4013-b441-4c79334216fc), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:18.496771 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a74a49e8-edf8-4643-a928-7416a54e679b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (a705cd38-ee35-4013-b441-4c79334216fc), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:18.523035 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a74a49e8-edf8-4643-a928-7416a54e679b admin admin] vlan segment allocate from pool success with {'vlan_id': 282, 'physical_network': 'physnet1'} {{(pid=103701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:41:18.535910 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74a49e8-edf8-4643-a928-7416a54e679b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a705cd38-ee35-4013-b441-4c79334216fc,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:41:18.541150 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a74a49e8-edf8-4643-a928-7416a54e679b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:18.541497 n-d-826753-2 neutron-server[103701]: INFO neutron.db.segments_db [None req-a74a49e8-edf8-4643-a928-7416a54e679b admin admin] Added segment 4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0 of type vlan for network 61231607-2de3-4131-8c3c-3d329c7c03ff Feb 19 03:41:18.581190 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a74a49e8-edf8-4643-a928-7416a54e679b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (61231607-2de3-4131-8c3c-3d329c7c03ff), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:18.606179 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a74a49e8-edf8-4643-a928-7416a54e679b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (61231607-2de3-4131-8c3c-3d329c7c03ff), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:18.607224 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74a49e8-edf8-4643-a928-7416a54e679b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:18.607799 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a74a49e8-edf8-4643-a928-7416a54e679b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:18.668972 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-a74a49e8-edf8-4643-a928-7416a54e679b admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3866019 Feb 19 03:41:18.672055 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 50274) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:41:18.677701 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-f8b93879-2728-470a-840f-1e392eb8f776 admin admin] Request body: {'subnet': {'network_id': '61231607-2de3-4131-8c3c-3d329c7c03ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1998691811-subnet', 'tenant_id': '41c0d62dea1b4193960fb9d03684346b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:41:18.683821 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74a49e8-edf8-4643-a928-7416a54e679b admin admin] Pushing event updated for resources: {'Network': ['ID=61231607-2de3-4131-8c3c-3d329c7c03ff,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:41:18.701308 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 61231607-2de3-4131-8c3c-3d329c7c03ff details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:41:18.705048 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8b93879-2728-470a-840f-1e392eb8f776 admin admin] Made reservation on behalf of 41c0d62dea1b4193960fb9d03684346b for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:41:18.707814 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f8b93879-2728-470a-840f-1e392eb8f776 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:18.889685 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f8b93879-2728-470a-840f-1e392eb8f776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (dd53d77e-cab1-4fae-9905-6cd68c6c5593), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:18.940677 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b93879-2728-470a-840f-1e392eb8f776 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd53d77e-cab1-4fae-9905-6cd68c6c5593,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:41:18.957711 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b93879-2728-470a-840f-1e392eb8f776 admin admin] Checking segment: {'id': '4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '61231607-2de3-4131-8c3c-3d329c7c03ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:41:18.958064 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b93879-2728-470a-840f-1e392eb8f776 admin admin] Network hostable DHCP agents. Network: 61231607-2de3-4131-8c3c-3d329c7c03ff, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:41:18.975030 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b93879-2728-470a-840f-1e392eb8f776 admin admin] Network 61231607-2de3-4131-8c3c-3d329c7c03ff is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:41:18.983522 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-f8b93879-2728-470a-840f-1e392eb8f776 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 61231607-2de3-4131-8c3c-3d329c7c03ff) {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:41:18.988581 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b93879-2728-470a-840f-1e392eb8f776 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:18.989209 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f8b93879-2728-470a-840f-1e392eb8f776 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:18.993317 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52359fcb-66b6-43ef-b299-a17961f0e76a None None] Network 61231607-2de3-4131-8c3c-3d329c7c03ff requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:41:19.007446 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-f8b93879-2728-470a-840f-1e392eb8f776 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3341527 Feb 19 03:41:19.010699 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 50276) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:41:19.015215 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-784c9790-0885-415e-8f01-65a9a5fbbfa9 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1998691811-router', 'tenant_id': '41c0d62dea1b4193960fb9d03684346b', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:41:19.036468 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-784c9790-0885-415e-8f01-65a9a5fbbfa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14172'] for router (40dae7ba-0f01-4414-918f-b8cf6f38098f), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:19.038063 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-784c9790-0885-415e-8f01-65a9a5fbbfa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16317487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16285822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16309985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14247'] for router (40dae7ba-0f01-4414-918f-b8cf6f38098f), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:19.126588 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e9be27-11ca-480a-a362-e4a65b44f2fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-61231607-2de3-4131-8c3c-3d329c7c03ff', 'network_id': '61231607-2de3-4131-8c3c-3d329c7c03ff', 'project_id': '41c0d62dea1b4193960fb9d03684346b', 'fixed_ips': [{'subnet_id': 'dd53d77e-cab1-4fae-9905-6cd68c6c5593'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:41:19.128376 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-13e9be27-11ca-480a-a362-e4a65b44f2fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:19.295834 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-13e9be27-11ca-480a-a362-e4a65b44f2fc None None] Allocated IP 172.20.0.2 (61231607-2de3-4131-8c3c-3d329c7c03ff/dd53d77e-cab1-4fae-9905-6cd68c6c5593/9c19c280-8220-441c-8172-3afdc9428474) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:41:19.428908 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-784c9790-0885-415e-8f01-65a9a5fbbfa9 admin admin] Publish callbacks [] for router_controller (40dae7ba-0f01-4414-918f-b8cf6f38098f), precommit_add_association {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:19.472457 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:19.473378 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-13e9be27-11ca-480a-a362-e4a65b44f2fc None None] Publish callbacks [] for port (9c19c280-8220-441c-8172-3afdc9428474), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:19.480560 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-13e9be27-11ca-480a-a362-e4a65b44f2fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (9c19c280-8220-441c-8172-3afdc9428474), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:19.523003 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e9be27-11ca-480a-a362-e4a65b44f2fc None None] Network 61231607-2de3-4131-8c3c-3d329c7c03ff is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:41:19.527895 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-13e9be27-11ca-480a-a362-e4a65b44f2fc None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:41:19.532157 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e9be27-11ca-480a-a362-e4a65b44f2fc None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:41:19.535399 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e9be27-11ca-480a-a362-e4a65b44f2fc None None] Pushing event updated for resources: {'Port': ['ID=9c19c280-8220-441c-8172-3afdc9428474,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:41:19.580129 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-784c9790-0885-415e-8f01-65a9a5fbbfa9 admin admin] Publish callbacks [] for router_gateway (40dae7ba-0f01-4414-918f-b8cf6f38098f), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:19.591089 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-13e9be27-11ca-480a-a362-e4a65b44f2fc None None] Attempting to bind port 9c19c280-8220-441c-8172-3afdc9428474 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:41:19.591470 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-13e9be27-11ca-480a-a362-e4a65b44f2fc None None] Attempting to bind port 9c19c280-8220-441c-8172-3afdc9428474 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '61231607-2de3-4131-8c3c-3d329c7c03ff'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:41:19.591835 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e9be27-11ca-480a-a362-e4a65b44f2fc None None] Attempting to bind port 9c19c280-8220-441c-8172-3afdc9428474 on network 61231607-2de3-4131-8c3c-3d329c7c03ff {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:41:19.596868 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e9be27-11ca-480a-a362-e4a65b44f2fc None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:41:19.597364 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e9be27-11ca-480a-a362-e4a65b44f2fc None None] Checking segment: {'id': '4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '61231607-2de3-4131-8c3c-3d329c7c03ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:41:19.597771 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-13e9be27-11ca-480a-a362-e4a65b44f2fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:19.598170 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e9be27-11ca-480a-a362-e4a65b44f2fc None None] Bound using segment: {'id': '4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '61231607-2de3-4131-8c3c-3d329c7c03ff'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:41:19.598643 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-13e9be27-11ca-480a-a362-e4a65b44f2fc None None] Bound port: 9c19c280-8220-441c-8172-3afdc9428474, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '61231607-2de3-4131-8c3c-3d329c7c03ff'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:41:19.599024 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-13e9be27-11ca-480a-a362-e4a65b44f2fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (9c19c280-8220-441c-8172-3afdc9428474), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:19.662198 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-13e9be27-11ca-480a-a362-e4a65b44f2fc None None] For port 9c19c280-8220-441c-8172-3afdc9428474, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:41:19.665273 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-13e9be27-11ca-480a-a362-e4a65b44f2fc None None] For port 9c19c280-8220-441c-8172-3afdc9428474, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=9c19c280-8220-441c-8172-3afdc9428474,segment=NetworkSegment(4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0),segment_id=4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:41:19.670856 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-13e9be27-11ca-480a-a362-e4a65b44f2fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (9c19c280-8220-441c-8172-3afdc9428474), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:19.733474 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e9be27-11ca-480a-a362-e4a65b44f2fc None None] Pushing event updated for resources: {'Port': ['ID=9c19c280-8220-441c-8172-3afdc9428474,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:41:19.798173 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-784c9790-0885-415e-8f01-65a9a5fbbfa9 admin admin] Publish callbacks [] for router_gateway (40dae7ba-0f01-4414-918f-b8cf6f38098f), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:19.818502 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-784c9790-0885-415e-8f01-65a9a5fbbfa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:19.946681 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-784c9790-0885-415e-8f01-65a9a5fbbfa9 admin admin] Allocated IP 172.25.6.164 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/53c8779c-fd7c-4afa-aebe-0e875cb7b32c) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:41:20.054748 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-784c9790-0885-415e-8f01-65a9a5fbbfa9 admin admin] Publish callbacks [] for port (53c8779c-fd7c-4afa-aebe-0e875cb7b32c), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:20.087730 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-784c9790-0885-415e-8f01-65a9a5fbbfa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (53c8779c-fd7c-4afa-aebe-0e875cb7b32c), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:20.129638 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784c9790-0885-415e-8f01-65a9a5fbbfa9 admin admin] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:41:20.132307 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-784c9790-0885-415e-8f01-65a9a5fbbfa9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:41:20.137682 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784c9790-0885-415e-8f01-65a9a5fbbfa9 admin admin] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:41:20.159888 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784c9790-0885-415e-8f01-65a9a5fbbfa9 admin admin] Pushing event updated for resources: {'Port': ['ID=53c8779c-fd7c-4afa-aebe-0e875cb7b32c,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:41:20.396988 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-784c9790-0885-415e-8f01-65a9a5fbbfa9 admin admin] Publish callbacks [] for router_gateway (40dae7ba-0f01-4414-918f-b8cf6f38098f), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:20.619021 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:20.621953 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-784c9790-0885-415e-8f01-65a9a5fbbfa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16317478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865'] for router (40dae7ba-0f01-4414-918f-b8cf6f38098f), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:20.660964 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069bfd54-017f-405b-8405-02e87fd74228 None None] Network 61231607-2de3-4131-8c3c-3d329c7c03ff requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:41:20.761855 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-784c9790-0885-415e-8f01-65a9a5fbbfa9 admin admin] Router 40dae7ba-0f01-4414-918f-b8cf6f38098f is scheduled to L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd with binding_index 1 {{(pid=103702) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:41:20.875924 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-784c9790-0885-415e-8f01-65a9a5fbbfa9 admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:41:20.886577 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb45084e-7e18-48a3-8b66-24fbe5c9cc84 None None] Sync routers for ids ['40dae7ba-0f01-4414-918f-b8cf6f38098f'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:41:20.888599 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-d93827f4-bfb0-4bc6-9c69-0300204d940e None None] Provisioning complete for port 9c19c280-8220-441c-8172-3afdc9428474 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:41:20.888972 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d93827f4-bfb0-4bc6-9c69-0300204d940e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (9c19c280-8220-441c-8172-3afdc9428474), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:20.897914 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb45084e-7e18-48a3-8b66-24fbe5c9cc84 None None] Routers {'40dae7ba-0f01-4414-918f-b8cf6f38098f'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:41:20.898866 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-bb45084e-7e18-48a3-8b66-24fbe5c9cc84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:41:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['40dae7ba-0f01-4414-918f-b8cf6f38098f'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:41:20.908235 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-784c9790-0885-415e-8f01-65a9a5fbbfa9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:20.908235 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-784c9790-0885-415e-8f01-65a9a5fbbfa9 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8901150 Feb 19 03:41:20.908235 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 50278) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:41:21.008452 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-d93827f4-bfb0-4bc6-9c69-0300204d940e None None] Current status of the port 9c19c280-8220-441c-8172-3afdc9428474 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:41:21.008844 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d93827f4-bfb0-4bc6-9c69-0300204d940e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (9c19c280-8220-441c-8172-3afdc9428474), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:21.032464 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-bb45084e-7e18-48a3-8b66-24fbe5c9cc84 None None] Set router 40dae7ba-0f01-4414-918f-b8cf6f38098f gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:41:21.053440 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-d93827f4-bfb0-4bc6-9c69-0300204d940e None None] For port 9c19c280-8220-441c-8172-3afdc9428474, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=9c19c280-8220-441c-8172-3afdc9428474,segment=NetworkSegment(4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0),segment_id=4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:41:21.058756 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d93827f4-bfb0-4bc6-9c69-0300204d940e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (9c19c280-8220-441c-8172-3afdc9428474), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:21.114936 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93827f4-bfb0-4bc6-9c69-0300204d940e None None] Pushing event updated for resources: {'Port': ['ID=9c19c280-8220-441c-8172-3afdc9428474,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:41:21.238814 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-bb45084e-7e18-48a3-8b66-24fbe5c9cc84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40dae7ba-0f01-4414-918f-b8cf6f38098f', 'name': 'tempest-ServerActionsTestJSON-1998691811-router', 'tenant_id': '41c0d62dea1b4193960fb9d03684346b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '53c8779c-fd7c-4afa-aebe-0e875cb7b32c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:41:19Z', 'updated_at': '2022-02-19T03:41:20Z', 'revision_number': 3, 'project_id': '41c0d62dea1b4193960fb9d03684346b', 'gw_port': {'id': '53c8779c-fd7c-4afa-aebe-0e875cb7b32c', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8e:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40dae7ba-0f01-4414-918f-b8cf6f38098f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:41:19Z', 'updated_at': '2022-02-19T03:41:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:41:21.265440 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb45084e-7e18-48a3-8b66-24fbe5c9cc84 None None] Checking router: 40dae7ba-0f01-4414-918f-b8cf6f38098f for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:41:21.265790 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb45084e-7e18-48a3-8b66-24fbe5c9cc84 None None] Updating router 40dae7ba-0f01-4414-918f-b8cf6f38098f port 53c8779c-fd7c-4afa-aebe-0e875cb7b32c binding host n-d-826753-2 {{(pid=103704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:41:21.284913 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-8e81cd84-a463-4e9e-89cb-1f2740551d15 None None] Provisioning complete for port 9c19c280-8220-441c-8172-3afdc9428474 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:41:21.284913 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-8e81cd84-a463-4e9e-89cb-1f2740551d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (9c19c280-8220-441c-8172-3afdc9428474), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:21.295614 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-bb45084e-7e18-48a3-8b66-24fbe5c9cc84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (53c8779c-fd7c-4afa-aebe-0e875cb7b32c), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:21.366240 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a5853206-7731-4624-8d35-29d63f810613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:21.366544 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-8e81cd84-a463-4e9e-89cb-1f2740551d15 None None] Current status of the port 9c19c280-8220-441c-8172-3afdc9428474 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:41:21.520590 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-a5853206-7731-4624-8d35-29d63f810613 admin admin] Allocated IP 172.20.0.1 (61231607-2de3-4131-8c3c-3d329c7c03ff/dd53d77e-cab1-4fae-9905-6cd68c6c5593/43a343ed-f21b-4821-9b1b-0cb7a5f9ccec) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:41:21.550093 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-bb45084e-7e18-48a3-8b66-24fbe5c9cc84 None None] Publish callbacks [] for port (53c8779c-fd7c-4afa-aebe-0e875cb7b32c), precommit_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:21.555524 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-bb45084e-7e18-48a3-8b66-24fbe5c9cc84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (53c8779c-fd7c-4afa-aebe-0e875cb7b32c), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:21.602464 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5273c95-6303-4b26-b36a-a208ef2d71bd None None] Pushing event updated for resources: {'Port': ['ID=53c8779c-fd7c-4afa-aebe-0e875cb7b32c,revision_number=2']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:41:21.627304 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5273c95-6303-4b26-b36a-a208ef2d71bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:41:21.627689 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5273c95-6303-4b26-b36a-a208ef2d71bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:41:21.628028 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5273c95-6303-4b26-b36a-a208ef2d71bd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:41:21.628357 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5273c95-6303-4b26-b36a-a208ef2d71bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:41:21.628685 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5273c95-6303-4b26-b36a-a208ef2d71bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:41:21.629045 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5273c95-6303-4b26-b36a-a208ef2d71bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:41:21.629483 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5273c95-6303-4b26-b36a-a208ef2d71bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:41:21.629809 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5273c95-6303-4b26-b36a-a208ef2d71bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:41:21.630127 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5273c95-6303-4b26-b36a-a208ef2d71bd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:41:21.630443 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5273c95-6303-4b26-b36a-a208ef2d71bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:41:21.630969 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5273c95-6303-4b26-b36a-a208ef2d71bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:41:21.631241 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5273c95-6303-4b26-b36a-a208ef2d71bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:41:21.631510 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5273c95-6303-4b26-b36a-a208ef2d71bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:41:21.635237 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-bb45084e-7e18-48a3-8b66-24fbe5c9cc84 None None] Attempting to bind port 53c8779c-fd7c-4afa-aebe-0e875cb7b32c on host n-d-826753-2 for vnic_type normal with profile {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:41:21.636238 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-bb45084e-7e18-48a3-8b66-24fbe5c9cc84 None None] Attempting to bind port 53c8779c-fd7c-4afa-aebe-0e875cb7b32c by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:41:21.636579 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb45084e-7e18-48a3-8b66-24fbe5c9cc84 None None] Attempting to bind port 53c8779c-fd7c-4afa-aebe-0e875cb7b32c on network eaf64708-9021-419e-b287-ef3e0f51e2ee {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:41:21.643975 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb45084e-7e18-48a3-8b66-24fbe5c9cc84 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:41:21.644502 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb45084e-7e18-48a3-8b66-24fbe5c9cc84 None None] Checking segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:41:21.644906 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-bb45084e-7e18-48a3-8b66-24fbe5c9cc84 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:21.645322 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb45084e-7e18-48a3-8b66-24fbe5c9cc84 None None] Bound using segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:41:21.645789 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-bb45084e-7e18-48a3-8b66-24fbe5c9cc84 None None] Bound port: 53c8779c-fd7c-4afa-aebe-0e875cb7b32c, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:41:21.646163 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-bb45084e-7e18-48a3-8b66-24fbe5c9cc84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (53c8779c-fd7c-4afa-aebe-0e875cb7b32c), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:21.692671 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 9c19c280-8220-441c-8172-3afdc9428474 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:41:21.709835 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-bb45084e-7e18-48a3-8b66-24fbe5c9cc84 None None] For port 53c8779c-fd7c-4afa-aebe-0e875cb7b32c, host n-d-826753-2, cleared binding levels {{(pid=103704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:41:21.715872 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-bb45084e-7e18-48a3-8b66-24fbe5c9cc84 None None] For port 53c8779c-fd7c-4afa-aebe-0e875cb7b32c, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=53c8779c-fd7c-4afa-aebe-0e875cb7b32c,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:41:21.724584 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-bb45084e-7e18-48a3-8b66-24fbe5c9cc84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (53c8779c-fd7c-4afa-aebe-0e875cb7b32c), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:21.750681 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 9c19c280-8220-441c-8172-3afdc9428474 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:41:21.751160 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (9c19c280-8220-441c-8172-3afdc9428474), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:21.790771 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5273c95-6303-4b26-b36a-a208ef2d71bd None None] Pushing event updated for resources: {'Port': ['ID=53c8779c-fd7c-4afa-aebe-0e875cb7b32c,revision_number=3']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:41:21.797417 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb45084e-7e18-48a3-8b66-24fbe5c9cc84 None None] Routers {'40dae7ba-0f01-4414-918f-b8cf6f38098f'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:41:21.798144 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-bb45084e-7e18-48a3-8b66-24fbe5c9cc84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:41:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['40dae7ba-0f01-4414-918f-b8cf6f38098f'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:41:21.838583 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 9c19c280-8220-441c-8172-3afdc9428474 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:41:21.914948 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-bb45084e-7e18-48a3-8b66-24fbe5c9cc84 None None] Set router 40dae7ba-0f01-4414-918f-b8cf6f38098f gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:41:21.937556 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a5853206-7731-4624-8d35-29d63f810613 admin admin] Publish callbacks [] for port (43a343ed-f21b-4821-9b1b-0cb7a5f9ccec), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:21.975052 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a5853206-7731-4624-8d35-29d63f810613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (43a343ed-f21b-4821-9b1b-0cb7a5f9ccec), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:22.013305 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5853206-7731-4624-8d35-29d63f810613 admin admin] Network 61231607-2de3-4131-8c3c-3d329c7c03ff is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:41:22.016452 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-a5853206-7731-4624-8d35-29d63f810613 admin admin] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:41:22.021285 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5853206-7731-4624-8d35-29d63f810613 admin admin] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:41:22.050610 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:22.060458 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5853206-7731-4624-8d35-29d63f810613 admin admin] Pushing event updated for resources: {'Port': ['ID=43a343ed-f21b-4821-9b1b-0cb7a5f9ccec,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:41:22.077816 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a5853206-7731-4624-8d35-29d63f810613 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16289150'] for router_interface (40dae7ba-0f01-4414-918f-b8cf6f38098f), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:22.207299 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-bb45084e-7e18-48a3-8b66-24fbe5c9cc84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40dae7ba-0f01-4414-918f-b8cf6f38098f', 'name': 'tempest-ServerActionsTestJSON-1998691811-router', 'tenant_id': '41c0d62dea1b4193960fb9d03684346b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '53c8779c-fd7c-4afa-aebe-0e875cb7b32c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:41:19Z', 'updated_at': '2022-02-19T03:41:20Z', 'revision_number': 3, 'project_id': '41c0d62dea1b4193960fb9d03684346b', 'gw_port': {'id': '53c8779c-fd7c-4afa-aebe-0e875cb7b32c', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8e:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40dae7ba-0f01-4414-918f-b8cf6f38098f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:41:19Z', 'updated_at': '2022-02-19T03:41:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:41:22.226370 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a5853206-7731-4624-8d35-29d63f810613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (43a343ed-f21b-4821-9b1b-0cb7a5f9ccec), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:22.235084 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb45084e-7e18-48a3-8b66-24fbe5c9cc84 None None] The sync data for ids ['40dae7ba-0f01-4414-918f-b8cf6f38098f'] in n-d-826753-2 is: [{'id': '40dae7ba-0f01-4414-918f-b8cf6f38098f', 'name': 'tempest-ServerActionsTestJSON-1998691811-router', 'tenant_id': '41c0d62dea1b4193960fb9d03684346b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '53c8779c-fd7c-4afa-aebe-0e875cb7b32c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:41:19Z', 'updated_at': '2022-02-19T03:41:20Z', 'revision_number': 3, 'project_id': '41c0d62dea1b4193960fb9d03684346b', 'gw_port': {'id': '53c8779c-fd7c-4afa-aebe-0e875cb7b32c', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8e:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40dae7ba-0f01-4414-918f-b8cf6f38098f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:41:19Z', 'updated_at': '2022-02-19T03:41:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:41:22.292945 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-eebb48b5-94bc-44fd-b4d4-58a46e4e6d02 None None] Provisioning complete for port 43a343ed-f21b-4821-9b1b-0cb7a5f9ccec triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:41:22.293352 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-eebb48b5-94bc-44fd-b4d4-58a46e4e6d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (43a343ed-f21b-4821-9b1b-0cb7a5f9ccec), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:22.331770 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-eebb48b5-94bc-44fd-b4d4-58a46e4e6d02 None None] Port 43a343ed-f21b-4821-9b1b-0cb7a5f9ccec cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:41:22.404938 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a5853206-7731-4624-8d35-29d63f810613 admin admin] Publish callbacks [] for port (43a343ed-f21b-4821-9b1b-0cb7a5f9ccec), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:22.410744 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a5853206-7731-4624-8d35-29d63f810613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (43a343ed-f21b-4821-9b1b-0cb7a5f9ccec), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:22.479704 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a5853206-7731-4624-8d35-29d63f810613 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16362769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16289258'] for router_interface (40dae7ba-0f01-4414-918f-b8cf6f38098f), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:22.493971 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5853206-7731-4624-8d35-29d63f810613 admin admin] Pushing event updated for resources: {'Port': ['ID=43a343ed-f21b-4821-9b1b-0cb7a5f9ccec,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:41:22.586496 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5853206-7731-4624-8d35-29d63f810613 admin admin] Network 61231607-2de3-4131-8c3c-3d329c7c03ff is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:41:22.588055 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-a5853206-7731-4624-8d35-29d63f810613 admin admin] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:41:22.718096 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5853206-7731-4624-8d35-29d63f810613 admin admin] Router 40dae7ba-0f01-4414-918f-b8cf6f38098f has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:41:22.843807 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5853206-7731-4624-8d35-29d63f810613 admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:41:22.850130 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-a5853206-7731-4624-8d35-29d63f810613 admin admin] 10.222.0.72 "PUT /v2.0/routers/40dae7ba-0f01-4414-918f-b8cf6f38098f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9443679 Feb 19 03:41:22.867113 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-6dfe87b2-856c-415b-8b3c-f8004617247f None None] Provisioning complete for port 43a343ed-f21b-4821-9b1b-0cb7a5f9ccec triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:41:22.867648 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6dfe87b2-856c-415b-8b3c-f8004617247f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (43a343ed-f21b-4821-9b1b-0cb7a5f9ccec), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:22.901190 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:22.912448 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-6dfe87b2-856c-415b-8b3c-f8004617247f None None] Port 43a343ed-f21b-4821-9b1b-0cb7a5f9ccec cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:41:23.436850 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 50286) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:41:23.442460 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-a6930f09-0473-4643-9e92-fcca706d691e tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1200580431', 'description': 'tempest-description--1161389025'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:41:23.462305 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a6930f09-0473-4643-9e92-fcca706d691e tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:23.528752 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a6930f09-0473-4643-9e92-fcca706d691e tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Publish callbacks [] for security_group (238a4477-2cb7-4b92-9c54-ae8da3430574), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:23.532410 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a6930f09-0473-4643-9e92-fcca706d691e tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (238a4477-2cb7-4b92-9c54-ae8da3430574), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:23.564371 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a6930f09-0473-4643-9e92-fcca706d691e tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:23.567116 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-a6930f09-0473-4643-9e92-fcca706d691e tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1291881 Feb 19 03:41:23.567856 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6930f09-0473-4643-9e92-fcca706d691e tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=238a4477-2cb7-4b92-9c54-ae8da3430574,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:41:23.570162 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 50288) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:41:23.574967 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-89b2d118-34dc-4e4f-a4d6-c816d49d3710 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Request body: {'security_group_rule': {'security_group_id': '238a4477-2cb7-4b92-9c54-ae8da3430574', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:41:23.611497 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-89b2d118-34dc-4e4f-a4d6-c816d49d3710 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Publish callbacks [] for security_group_rule (3f16d1c3-0920-469f-ad4e-49ab5bd6b8b5), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:23.675509 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 53c8779c-fd7c-4afa-aebe-0e875cb7b32c up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:41:23.686450 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-89b2d118-34dc-4e4f-a4d6-c816d49d3710 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Publish callbacks [] for security_group_rule (3f16d1c3-0920-469f-ad4e-49ab5bd6b8b5), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:23.693594 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-89b2d118-34dc-4e4f-a4d6-c816d49d3710 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (3f16d1c3-0920-469f-ad4e-49ab5bd6b8b5), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:23.712665 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b2d118-34dc-4e4f-a4d6-c816d49d3710 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f16d1c3-0920-469f-ad4e-49ab5bd6b8b5,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:41:23.721292 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-89b2d118-34dc-4e4f-a4d6-c816d49d3710 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:23.722634 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-89b2d118-34dc-4e4f-a4d6-c816d49d3710 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1517887 Feb 19 03:41:23.725381 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 50290) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:41:23.729810 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-9ad2d303-19ab-4217-8fe9-561006539fa5 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Request body: {'security_group_rule': {'security_group_id': '238a4477-2cb7-4b92-9c54-ae8da3430574', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:41:23.736946 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 53c8779c-fd7c-4afa-aebe-0e875cb7b32c triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:41:23.737363 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (53c8779c-fd7c-4afa-aebe-0e875cb7b32c), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:23.758821 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9ad2d303-19ab-4217-8fe9-561006539fa5 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Publish callbacks [] for security_group_rule (565bc6aa-b4e6-44a8-ad72-730d972093f0), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:23.816475 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 53c8779c-fd7c-4afa-aebe-0e875cb7b32c is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:41:23.816868 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (53c8779c-fd7c-4afa-aebe-0e875cb7b32c), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:23.822353 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9ad2d303-19ab-4217-8fe9-561006539fa5 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Publish callbacks [] for security_group_rule (565bc6aa-b4e6-44a8-ad72-730d972093f0), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:23.825975 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9ad2d303-19ab-4217-8fe9-561006539fa5 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (565bc6aa-b4e6-44a8-ad72-730d972093f0), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:23.840626 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port 53c8779c-fd7c-4afa-aebe-0e875cb7b32c, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=53c8779c-fd7c-4afa-aebe-0e875cb7b32c,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:41:23.845851 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad2d303-19ab-4217-8fe9-561006539fa5 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=565bc6aa-b4e6-44a8-ad72-730d972093f0,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:41:23.846555 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (53c8779c-fd7c-4afa-aebe-0e875cb7b32c), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:23.856993 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9ad2d303-19ab-4217-8fe9-561006539fa5 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:23.861496 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 50292) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:41:23.862568 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-9ad2d303-19ab-4217-8fe9-561006539fa5 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1350498 Feb 19 03:41:23.867255 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-5b905afa-52bd-44d9-94e3-1a9f5b5b455c tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Request body: {'floatingip': {'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:41:23.886855 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5b905afa-52bd-44d9-94e3-1a9f5b5b455c tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:23.900032 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=53c8779c-fd7c-4afa-aebe-0e875cb7b32c,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:41:23.963157 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dce9b45-493f-4da1-943a-10270c43985d None None] Sync routers for ids ['40dae7ba-0f01-4414-918f-b8cf6f38098f'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:41:23.973783 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dce9b45-493f-4da1-943a-10270c43985d None None] Routers {'40dae7ba-0f01-4414-918f-b8cf6f38098f'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:41:23.974402 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-3dce9b45-493f-4da1-943a-10270c43985d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:41:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['40dae7ba-0f01-4414-918f-b8cf6f38098f'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:41:23.990808 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5b905afa-52bd-44d9-94e3-1a9f5b5b455c tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:24.084473 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-3dce9b45-493f-4da1-943a-10270c43985d None None] Set router 40dae7ba-0f01-4414-918f-b8cf6f38098f gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:41:24.105577 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-5b905afa-52bd-44d9-94e3-1a9f5b5b455c tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Allocated IP 172.25.6.147 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/0aa66452-3b6b-4210-a964-9b7796c76406) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:41:24.208175 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5b905afa-52bd-44d9-94e3-1a9f5b5b455c tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Publish callbacks [] for port (0aa66452-3b6b-4210-a964-9b7796c76406), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:24.242186 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5b905afa-52bd-44d9-94e3-1a9f5b5b455c tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (0aa66452-3b6b-4210-a964-9b7796c76406), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:24.278618 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b905afa-52bd-44d9-94e3-1a9f5b5b455c tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:41:24.281583 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-5b905afa-52bd-44d9-94e3-1a9f5b5b455c tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:41:24.284031 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-3dce9b45-493f-4da1-943a-10270c43985d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40dae7ba-0f01-4414-918f-b8cf6f38098f', 'name': 'tempest-ServerActionsTestJSON-1998691811-router', 'tenant_id': '41c0d62dea1b4193960fb9d03684346b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '53c8779c-fd7c-4afa-aebe-0e875cb7b32c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:41:19Z', 'updated_at': '2022-02-19T03:41:22Z', 'revision_number': 4, 'project_id': '41c0d62dea1b4193960fb9d03684346b', 'gw_port': {'id': '53c8779c-fd7c-4afa-aebe-0e875cb7b32c', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dae7ba-0f01-4414-918f-b8cf6f38098f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:41:19Z', 'updated_at': '2022-02-19T03:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '43a343ed-f21b-4821-9b1b-0cb7a5f9ccec', 'name': '', 'network_id': '61231607-2de3-4131-8c3c-3d329c7c03ff', 'tenant_id': '41c0d62dea1b4193960fb9d03684346b', 'mac_address': 'fa:16:3e:3f:d1:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40dae7ba-0f01-4414-918f-b8cf6f38098f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'dd53d77e-cab1-4fae-9905-6cd68c6c5593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:41:21Z', 'updated_at': '2022-02-19T03:41:22Z', 'revision_number': 2, 'project_id': '41c0d62dea1b4193960fb9d03684346b', 'subnets': [{'id': 'dd53d77e-cab1-4fae-9905-6cd68c6c5593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:41:24.285966 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b905afa-52bd-44d9-94e3-1a9f5b5b455c tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:41:24.315673 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dce9b45-493f-4da1-943a-10270c43985d None None] Checking router: 40dae7ba-0f01-4414-918f-b8cf6f38098f for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:41:24.316033 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dce9b45-493f-4da1-943a-10270c43985d None None] Updating router 40dae7ba-0f01-4414-918f-b8cf6f38098f port 43a343ed-f21b-4821-9b1b-0cb7a5f9ccec binding host n-d-826753-2 {{(pid=103703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:41:24.316149 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b905afa-52bd-44d9-94e3-1a9f5b5b455c tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Pushing event updated for resources: {'Port': ['ID=0aa66452-3b6b-4210-a964-9b7796c76406,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:41:24.345739 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3dce9b45-493f-4da1-943a-10270c43985d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (43a343ed-f21b-4821-9b1b-0cb7a5f9ccec), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:24.383937 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5b905afa-52bd-44d9-94e3-1a9f5b5b455c tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Publish callbacks [] for floatingip (5c419d2d-fff0-4956-a592-9e52255a280b), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:24.420109 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5b905afa-52bd-44d9-94e3-1a9f5b5b455c tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (0aa66452-3b6b-4210-a964-9b7796c76406), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:24.573554 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5b905afa-52bd-44d9-94e3-1a9f5b5b455c tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Publish callbacks [] for port (0aa66452-3b6b-4210-a964-9b7796c76406), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:24.578059 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5b905afa-52bd-44d9-94e3-1a9f5b5b455c tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (0aa66452-3b6b-4210-a964-9b7796c76406), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:24.607144 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3dce9b45-493f-4da1-943a-10270c43985d None None] Publish callbacks [] for port (43a343ed-f21b-4821-9b1b-0cb7a5f9ccec), precommit_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:24.614151 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3dce9b45-493f-4da1-943a-10270c43985d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (43a343ed-f21b-4821-9b1b-0cb7a5f9ccec), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:24.646888 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b905afa-52bd-44d9-94e3-1a9f5b5b455c tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Pushing event updated for resources: {'Port': ['ID=0aa66452-3b6b-4210-a964-9b7796c76406,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:41:24.656248 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5b905afa-52bd-44d9-94e3-1a9f5b5b455c tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16285943'] for floatingip (5c419d2d-fff0-4956-a592-9e52255a280b), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:24.667707 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1258bdd4-c399-4c56-84d3-8cf68c16de7b None None] Pushing event updated for resources: {'Port': ['ID=43a343ed-f21b-4821-9b1b-0cb7a5f9ccec,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:41:24.677720 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5b905afa-52bd-44d9-94e3-1a9f5b5b455c tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:24.679090 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-5b905afa-52bd-44d9-94e3-1a9f5b5b455c tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8153648 Feb 19 03:41:24.727433 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-3dce9b45-493f-4da1-943a-10270c43985d None None] Attempting to bind port 43a343ed-f21b-4821-9b1b-0cb7a5f9ccec on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:41:24.727797 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-3dce9b45-493f-4da1-943a-10270c43985d None None] Attempting to bind port 43a343ed-f21b-4821-9b1b-0cb7a5f9ccec by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '61231607-2de3-4131-8c3c-3d329c7c03ff'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:41:24.728165 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dce9b45-493f-4da1-943a-10270c43985d None None] Attempting to bind port 43a343ed-f21b-4821-9b1b-0cb7a5f9ccec on network 61231607-2de3-4131-8c3c-3d329c7c03ff {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:41:24.733838 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dce9b45-493f-4da1-943a-10270c43985d None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:41:24.734221 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dce9b45-493f-4da1-943a-10270c43985d None None] Checking segment: {'id': '4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '61231607-2de3-4131-8c3c-3d329c7c03ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:41:24.734634 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3dce9b45-493f-4da1-943a-10270c43985d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:24.735033 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dce9b45-493f-4da1-943a-10270c43985d None None] Bound using segment: {'id': '4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '61231607-2de3-4131-8c3c-3d329c7c03ff'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:41:24.735512 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-3dce9b45-493f-4da1-943a-10270c43985d None None] Bound port: 43a343ed-f21b-4821-9b1b-0cb7a5f9ccec, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '61231607-2de3-4131-8c3c-3d329c7c03ff'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:41:24.736170 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3dce9b45-493f-4da1-943a-10270c43985d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (43a343ed-f21b-4821-9b1b-0cb7a5f9ccec), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:24.803502 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-3dce9b45-493f-4da1-943a-10270c43985d None None] For port 43a343ed-f21b-4821-9b1b-0cb7a5f9ccec, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:41:24.807445 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-3dce9b45-493f-4da1-943a-10270c43985d None None] For port 43a343ed-f21b-4821-9b1b-0cb7a5f9ccec, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=43a343ed-f21b-4821-9b1b-0cb7a5f9ccec,segment=NetworkSegment(4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0),segment_id=4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:41:24.816741 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3dce9b45-493f-4da1-943a-10270c43985d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (43a343ed-f21b-4821-9b1b-0cb7a5f9ccec), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:24.856682 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1b098e03-c1a7-428f-9d87-9a9e810e5fc3 req-df50f028-96df-4015-b377-4911c5881b29 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1200580431&fields=id&tenant_id=41c0d62dea1b4193960fb9d03684346b HTTP/1.1" status: 200 len: 267 time: 0.0552936 Feb 19 03:41:24.878572 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dce9b45-493f-4da1-943a-10270c43985d None None] Routers {'40dae7ba-0f01-4414-918f-b8cf6f38098f'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:41:24.879206 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-3dce9b45-493f-4da1-943a-10270c43985d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:41:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['40dae7ba-0f01-4414-918f-b8cf6f38098f'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:41:24.882296 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1258bdd4-c399-4c56-84d3-8cf68c16de7b None None] Pushing event updated for resources: {'Port': ['ID=43a343ed-f21b-4821-9b1b-0cb7a5f9ccec,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:41:24.981104 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-cb2ebfe3-a650-40de-9cfe-97ba55911b8d None None] Provisioning complete for port 43a343ed-f21b-4821-9b1b-0cb7a5f9ccec triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:41:24.981768 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-cb2ebfe3-a650-40de-9cfe-97ba55911b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (43a343ed-f21b-4821-9b1b-0cb7a5f9ccec), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:24.988059 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b098e03-c1a7-428f-9d87-9a9e810e5fc3 req-227951d1-42a1-4347-9181-df5af52306cf tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:24.989764 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1b098e03-c1a7-428f-9d87-9a9e810e5fc3 req-227951d1-42a1-4347-9181-df5af52306cf tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/networks?id=61231607-2de3-4131-8c3c-3d329c7c03ff HTTP/1.1" status: 200 len: 812 time: 0.1250246 Feb 19 03:41:25.007344 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1b098e03-c1a7-428f-9d87-9a9e810e5fc3 req-b940b371-1183-4e65-a189-ddab6c2ba468 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/quotas/41c0d62dea1b4193960fb9d03684346b HTTP/1.1" status: 200 len: 375 time: 0.0113373 Feb 19 03:41:25.046848 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-3dce9b45-493f-4da1-943a-10270c43985d None None] Set router 40dae7ba-0f01-4414-918f-b8cf6f38098f gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:41:25.070852 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1b098e03-c1a7-428f-9d87-9a9e810e5fc3 req-3885c48b-fd89-474d-bd98-6d33d02c654b tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=41c0d62dea1b4193960fb9d03684346b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0578623 Feb 19 03:41:25.173867 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1b098e03-c1a7-428f-9d87-9a9e810e5fc3 req-2e91a04f-239f-4e50-a483-52cfa6a2fa2b service neutron] 10.222.0.72 "GET /v2.0/networks/61231607-2de3-4131-8c3c-3d329c7c03ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891807 Feb 19 03:41:25.188891 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-cb2ebfe3-a650-40de-9cfe-97ba55911b8d None None] Current status of the port 43a343ed-f21b-4821-9b1b-0cb7a5f9ccec is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:41:25.189323 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-cb2ebfe3-a650-40de-9cfe-97ba55911b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (43a343ed-f21b-4821-9b1b-0cb7a5f9ccec), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:25.243690 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-cb2ebfe3-a650-40de-9cfe-97ba55911b8d None None] For port 43a343ed-f21b-4821-9b1b-0cb7a5f9ccec, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=43a343ed-f21b-4821-9b1b-0cb7a5f9ccec,segment=NetworkSegment(4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0),segment_id=4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:41:25.249283 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-cb2ebfe3-a650-40de-9cfe-97ba55911b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (43a343ed-f21b-4821-9b1b-0cb7a5f9ccec), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:25.268771 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1b098e03-c1a7-428f-9d87-9a9e810e5fc3 req-4493d659-8cc4-485b-8972-97b67a001ad8 service neutron] 10.222.0.72 "GET /v2.0/networks/61231607-2de3-4131-8c3c-3d329c7c03ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878513 Feb 19 03:41:25.336198 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2ebfe3-a650-40de-9cfe-97ba55911b8d None None] Pushing event updated for resources: {'Port': ['ID=43a343ed-f21b-4821-9b1b-0cb7a5f9ccec,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:41:25.356230 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-3dce9b45-493f-4da1-943a-10270c43985d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40dae7ba-0f01-4414-918f-b8cf6f38098f', 'name': 'tempest-ServerActionsTestJSON-1998691811-router', 'tenant_id': '41c0d62dea1b4193960fb9d03684346b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '53c8779c-fd7c-4afa-aebe-0e875cb7b32c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:41:19Z', 'updated_at': '2022-02-19T03:41:22Z', 'revision_number': 4, 'project_id': '41c0d62dea1b4193960fb9d03684346b', 'gw_port': {'id': '53c8779c-fd7c-4afa-aebe-0e875cb7b32c', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dae7ba-0f01-4414-918f-b8cf6f38098f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:41:19Z', 'updated_at': '2022-02-19T03:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '43a343ed-f21b-4821-9b1b-0cb7a5f9ccec', 'name': '', 'network_id': '61231607-2de3-4131-8c3c-3d329c7c03ff', 'tenant_id': '41c0d62dea1b4193960fb9d03684346b', 'mac_address': 'fa:16:3e:3f:d1:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40dae7ba-0f01-4414-918f-b8cf6f38098f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'dd53d77e-cab1-4fae-9905-6cd68c6c5593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:41:21Z', 'updated_at': '2022-02-19T03:41:24Z', 'revision_number': 4, 'project_id': '41c0d62dea1b4193960fb9d03684346b', 'subnets': [{'id': 'dd53d77e-cab1-4fae-9905-6cd68c6c5593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:41:25.390256 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dce9b45-493f-4da1-943a-10270c43985d None None] The sync data for ids ['40dae7ba-0f01-4414-918f-b8cf6f38098f'] in n-d-826753-2 is: [{'id': '40dae7ba-0f01-4414-918f-b8cf6f38098f', 'name': 'tempest-ServerActionsTestJSON-1998691811-router', 'tenant_id': '41c0d62dea1b4193960fb9d03684346b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '53c8779c-fd7c-4afa-aebe-0e875cb7b32c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:41:19Z', 'updated_at': '2022-02-19T03:41:22Z', 'revision_number': 4, 'project_id': '41c0d62dea1b4193960fb9d03684346b', 'gw_port': {'id': '53c8779c-fd7c-4afa-aebe-0e875cb7b32c', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dae7ba-0f01-4414-918f-b8cf6f38098f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:41:19Z', 'updated_at': '2022-02-19T03:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '43a343ed-f21b-4821-9b1b-0cb7a5f9ccec', 'name': '', 'network_id': '61231607-2de3-4131-8c3c-3d329c7c03ff', 'tenant_id': '41c0d62dea1b4193960fb9d03684346b', 'mac_address': 'fa:16:3e:3f:d1:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40dae7ba-0f01-4414-918f-b8cf6f38098f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'dd53d77e-cab1-4fae-9905-6cd68c6c5593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:41:21Z', 'updated_at': '2022-02-19T03:41:24Z', 'revision_number': 4, 'project_id': '41c0d62dea1b4193960fb9d03684346b', 'subnets': [{'id': 'dd53d77e-cab1-4fae-9905-6cd68c6c5593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:41:25.398894 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-21f0eab7-f67c-4bcb-b17f-0abcf60c79f8 None None] Provisioning complete for port 43a343ed-f21b-4821-9b1b-0cb7a5f9ccec triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:41:25.399180 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-21f0eab7-f67c-4bcb-b17f-0abcf60c79f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (43a343ed-f21b-4821-9b1b-0cb7a5f9ccec), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:25.453519 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-89dc4271-8c5f-4567-b968-025b0a580f4f req-23c77a0c-e960-4eaa-94ae-6a615bac8346 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=03d4b169-9813-419b-a2c0-9cc3ce0ab268 HTTP/1.1" status: 200 len: 210 time: 0.0386899 Feb 19 03:41:25.539153 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-21f0eab7-f67c-4bcb-b17f-0abcf60c79f8 None None] Current status of the port 43a343ed-f21b-4821-9b1b-0cb7a5f9ccec is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:41:25.735332 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 43a343ed-f21b-4821-9b1b-0cb7a5f9ccec up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:41:25.791700 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 43a343ed-f21b-4821-9b1b-0cb7a5f9ccec triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:41:25.792147 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (43a343ed-f21b-4821-9b1b-0cb7a5f9ccec), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:25.880355 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 43a343ed-f21b-4821-9b1b-0cb7a5f9ccec is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:41:25.881478 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 53c8779c-fd7c-4afa-aebe-0e875cb7b32c up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:41:25.939042 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 53c8779c-fd7c-4afa-aebe-0e875cb7b32c triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:41:25.939412 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (53c8779c-fd7c-4afa-aebe-0e875cb7b32c), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:26.195552 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 53c8779c-fd7c-4afa-aebe-0e875cb7b32c is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:41:26.594702 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-65a950c4-271c-49f2-8107-ac91cf39a496 req-65ccad2b-4950-4de4-9d0c-fcff11c66f28 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=03d4b169-9813-419b-a2c0-9cc3ce0ab268 HTTP/1.1" status: 200 len: 210 time: 0.0453334 Feb 19 03:41:26.627820 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:26.660520 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b098e03-c1a7-428f-9d87-9a9e810e5fc3 req-d41abba6-17fe-4465-8c14-55a62b6a2426 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:26.662554 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-1b098e03-c1a7-428f-9d87-9a9e810e5fc3 req-d41abba6-17fe-4465-8c14-55a62b6a2426 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.82 "GET /v2.0/networks?id=61231607-2de3-4131-8c3c-3d329c7c03ff HTTP/1.1" status: 200 len: 812 time: 0.1456225 Feb 19 03:41:26.735068 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-1b098e03-c1a7-428f-9d87-9a9e810e5fc3 req-2f6581a2-77e1-4557-b706-009090af4242 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=41c0d62dea1b4193960fb9d03684346b HTTP/1.1" status: 200 len: 380 time: 0.0573053 Feb 19 03:41:26.756314 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-1b098e03-c1a7-428f-9d87-9a9e810e5fc3 req-871baaeb-d58f-4fec-a78e-5d5069545ca6 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Request body: {'port': {'device_id': '03d4b169-9813-419b-a2c0-9cc3ce0ab268', 'network_id': '61231607-2de3-4131-8c3c-3d329c7c03ff', 'admin_state_up': True, 'tenant_id': '41c0d62dea1b4193960fb9d03684346b', 'security_groups': ['238a4477-2cb7-4b92-9c54-ae8da3430574']}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:41:26.864219 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b098e03-c1a7-428f-9d87-9a9e810e5fc3 req-871baaeb-d58f-4fec-a78e-5d5069545ca6 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Made reservation on behalf of 41c0d62dea1b4193960fb9d03684346b for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:41:26.867734 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-1b098e03-c1a7-428f-9d87-9a9e810e5fc3 req-871baaeb-d58f-4fec-a78e-5d5069545ca6 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:27.016085 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [req-1b098e03-c1a7-428f-9d87-9a9e810e5fc3 req-871baaeb-d58f-4fec-a78e-5d5069545ca6 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Allocated IP 172.20.0.3 (61231607-2de3-4131-8c3c-3d329c7c03ff/dd53d77e-cab1-4fae-9905-6cd68c6c5593/a93a972e-3e81-470f-b549-55fd4940f0eb) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:41:27.160448 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-1b098e03-c1a7-428f-9d87-9a9e810e5fc3 req-871baaeb-d58f-4fec-a78e-5d5069545ca6 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Publish callbacks [] for port (a93a972e-3e81-470f-b549-55fd4940f0eb), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:27.194669 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-1b098e03-c1a7-428f-9d87-9a9e810e5fc3 req-871baaeb-d58f-4fec-a78e-5d5069545ca6 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (a93a972e-3e81-470f-b549-55fd4940f0eb), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:27.240935 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b098e03-c1a7-428f-9d87-9a9e810e5fc3 req-871baaeb-d58f-4fec-a78e-5d5069545ca6 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Network 61231607-2de3-4131-8c3c-3d329c7c03ff is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:41:27.243982 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [req-1b098e03-c1a7-428f-9d87-9a9e810e5fc3 req-871baaeb-d58f-4fec-a78e-5d5069545ca6 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:41:27.249887 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b098e03-c1a7-428f-9d87-9a9e810e5fc3 req-871baaeb-d58f-4fec-a78e-5d5069545ca6 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:41:27.277756 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871baaeb-d58f-4fec-a78e-5d5069545ca6 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Pushing event updated for resources: {'Port': ['ID=a93a972e-3e81-470f-b549-55fd4940f0eb,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:41:27.310094 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b098e03-c1a7-428f-9d87-9a9e810e5fc3 req-871baaeb-d58f-4fec-a78e-5d5069545ca6 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:27.310767 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-1b098e03-c1a7-428f-9d87-9a9e810e5fc3 req-871baaeb-d58f-4fec-a78e-5d5069545ca6 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:27.330218 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-1b098e03-c1a7-428f-9d87-9a9e810e5fc3 req-871baaeb-d58f-4fec-a78e-5d5069545ca6 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5773427 Feb 19 03:41:27.346795 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-1b098e03-c1a7-428f-9d87-9a9e810e5fc3 req-bc1baa57-35fc-44a6-81f9-7e6e9d6d24ed service neutron] Request body: {'port': {'device_id': '03d4b169-9813-419b-a2c0-9cc3ce0ab268', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826753-2'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:41:27.411229 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-1b098e03-c1a7-428f-9d87-9a9e810e5fc3 req-bc1baa57-35fc-44a6-81f9-7e6e9d6d24ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (a93a972e-3e81-470f-b549-55fd4940f0eb), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:27.475978 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-49890417-0795-49bc-98d3-99e10cb0c0b8 None None] Provisioning complete for port a93a972e-3e81-470f-b549-55fd4940f0eb triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:41:27.477025 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-49890417-0795-49bc-98d3-99e10cb0c0b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (a93a972e-3e81-470f-b549-55fd4940f0eb), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:27.516227 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-49890417-0795-49bc-98d3-99e10cb0c0b8 None None] Port a93a972e-3e81-470f-b549-55fd4940f0eb cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:41:27.681760 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-1b098e03-c1a7-428f-9d87-9a9e810e5fc3 req-bc1baa57-35fc-44a6-81f9-7e6e9d6d24ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a93a972e-3e81-470f-b549-55fd4940f0eb {{(pid=103702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:41:27.690522 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-1b098e03-c1a7-428f-9d87-9a9e810e5fc3 req-bc1baa57-35fc-44a6-81f9-7e6e9d6d24ed service neutron] Publish callbacks [] for port (a93a972e-3e81-470f-b549-55fd4940f0eb), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:27.703597 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-1b098e03-c1a7-428f-9d87-9a9e810e5fc3 req-bc1baa57-35fc-44a6-81f9-7e6e9d6d24ed service neutron] Transition to ACTIVE for port object a93a972e-3e81-470f-b549-55fd4940f0eb will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:41:27.708771 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-1b098e03-c1a7-428f-9d87-9a9e810e5fc3 req-bc1baa57-35fc-44a6-81f9-7e6e9d6d24ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (a93a972e-3e81-470f-b549-55fd4940f0eb), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:27.711407 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2489aba0-ff37-416d-aaa0-75e7a46bee31 req-a33cd20d-c199-46d6-a5ab-51408935f975 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:27.712916 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2489aba0-ff37-416d-aaa0-75e7a46bee31 req-a33cd20d-c199-46d6-a5ab-51408935f975 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=03d4b169-9813-419b-a2c0-9cc3ce0ab268 HTTP/1.1" status: 200 len: 931 time: 0.0598595 Feb 19 03:41:27.762859 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2489aba0-ff37-416d-aaa0-75e7a46bee31 req-b742793f-4d98-4f7a-8868-310823b0f061 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435874 Feb 19 03:41:27.780778 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1baa57-35fc-44a6-81f9-7e6e9d6d24ed service neutron] Pushing event updated for resources: {'Port': ['ID=a93a972e-3e81-470f-b549-55fd4940f0eb,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:41:27.837265 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-1b098e03-c1a7-428f-9d87-9a9e810e5fc3 req-bc1baa57-35fc-44a6-81f9-7e6e9d6d24ed service neutron] Attempting to bind port a93a972e-3e81-470f-b549-55fd4940f0eb on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:41:27.837601 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-1b098e03-c1a7-428f-9d87-9a9e810e5fc3 req-bc1baa57-35fc-44a6-81f9-7e6e9d6d24ed service neutron] Attempting to bind port a93a972e-3e81-470f-b549-55fd4940f0eb by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': '4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '61231607-2de3-4131-8c3c-3d329c7c03ff'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:41:27.837949 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b098e03-c1a7-428f-9d87-9a9e810e5fc3 req-bc1baa57-35fc-44a6-81f9-7e6e9d6d24ed service neutron] Attempting to bind port a93a972e-3e81-470f-b549-55fd4940f0eb on network 61231607-2de3-4131-8c3c-3d329c7c03ff {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:41:27.842595 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b098e03-c1a7-428f-9d87-9a9e810e5fc3 req-bc1baa57-35fc-44a6-81f9-7e6e9d6d24ed service neutron] Port a93a972e-3e81-470f-b549-55fd4940f0eb on network 61231607-2de3-4131-8c3c-3d329c7c03ff not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:41:27.842911 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b098e03-c1a7-428f-9d87-9a9e810e5fc3 req-bc1baa57-35fc-44a6-81f9-7e6e9d6d24ed service neutron] Attempting to bind port a93a972e-3e81-470f-b549-55fd4940f0eb on network 61231607-2de3-4131-8c3c-3d329c7c03ff {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:41:27.849186 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b098e03-c1a7-428f-9d87-9a9e810e5fc3 req-bc1baa57-35fc-44a6-81f9-7e6e9d6d24ed service neutron] Checking agent: {'id': 'bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:41:27.849525 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b098e03-c1a7-428f-9d87-9a9e810e5fc3 req-bc1baa57-35fc-44a6-81f9-7e6e9d6d24ed service neutron] Checking segment: {'id': '4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '61231607-2de3-4131-8c3c-3d329c7c03ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:41:27.849905 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b098e03-c1a7-428f-9d87-9a9e810e5fc3 req-bc1baa57-35fc-44a6-81f9-7e6e9d6d24ed service neutron] Bound using segment: {'id': '4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '61231607-2de3-4131-8c3c-3d329c7c03ff'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:41:27.850334 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-1b098e03-c1a7-428f-9d87-9a9e810e5fc3 req-bc1baa57-35fc-44a6-81f9-7e6e9d6d24ed service neutron] Bound port: a93a972e-3e81-470f-b549-55fd4940f0eb, host: n-h2-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '61231607-2de3-4131-8c3c-3d329c7c03ff'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:41:27.850714 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-1b098e03-c1a7-428f-9d87-9a9e810e5fc3 req-bc1baa57-35fc-44a6-81f9-7e6e9d6d24ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (a93a972e-3e81-470f-b549-55fd4940f0eb), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:27.921656 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-1b098e03-c1a7-428f-9d87-9a9e810e5fc3 req-bc1baa57-35fc-44a6-81f9-7e6e9d6d24ed service neutron] For port a93a972e-3e81-470f-b549-55fd4940f0eb, host n-h2-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:41:27.925984 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-1b098e03-c1a7-428f-9d87-9a9e810e5fc3 req-bc1baa57-35fc-44a6-81f9-7e6e9d6d24ed service neutron] For port a93a972e-3e81-470f-b549-55fd4940f0eb, host n-h2-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=a93a972e-3e81-470f-b549-55fd4940f0eb,segment=NetworkSegment(4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0),segment_id=4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:41:27.933531 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-1b098e03-c1a7-428f-9d87-9a9e810e5fc3 req-bc1baa57-35fc-44a6-81f9-7e6e9d6d24ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (a93a972e-3e81-470f-b549-55fd4940f0eb), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:27.968877 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b098e03-c1a7-428f-9d87-9a9e810e5fc3 req-bc1baa57-35fc-44a6-81f9-7e6e9d6d24ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:27.969530 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-1b098e03-c1a7-428f-9d87-9a9e810e5fc3 req-bc1baa57-35fc-44a6-81f9-7e6e9d6d24ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:27.971746 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-1b098e03-c1a7-428f-9d87-9a9e810e5fc3 req-bc1baa57-35fc-44a6-81f9-7e6e9d6d24ed service neutron] 10.222.0.82 "PUT /v2.0/ports/a93a972e-3e81-470f-b549-55fd4940f0eb HTTP/1.1" status: 200 len: 1091 time: 0.6295884 Feb 19 03:41:27.972312 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03d4b169-9813-419b-a2c0-9cc3ce0ab268', 'tag': 'a93a972e-3e81-470f-b549-55fd4940f0eb'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:41:27.974611 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b48a34f37e4e31fa410c3f10fa4e23c828d45427043ff8d3e4d9f228381d6ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73623992-3662-41b3-91ec-09ed8d54eeff" -d '{"events": [{"name": "network-changed", "server_uuid": "03d4b169-9813-419b-a2c0-9cc3ce0ab268", "tag": "a93a972e-3e81-470f-b549-55fd4940f0eb"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:41:27.998352 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1baa57-35fc-44a6-81f9-7e6e9d6d24ed service neutron] Pushing event updated for resources: {'Port': ['ID=a93a972e-3e81-470f-b549-55fd4940f0eb,revision_number=3']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:41:28.023295 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0339ffd-b3b2-43ed-af30-9f4b70f7a85e x-openstack-request-id: req-b0339ffd-b3b2-43ed-af30-9f4b70f7a85e {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:41:28.023626 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03d4b169-9813-419b-a2c0-9cc3ce0ab268", "tag": "a93a972e-3e81-470f-b549-55fd4940f0eb", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:41:28.023897 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b0339ffd-b3b2-43ed-af30-9f4b70f7a85e {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:41:28.024845 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03d4b169-9813-419b-a2c0-9cc3ce0ab268', 'tag': 'a93a972e-3e81-470f-b549-55fd4940f0eb', 'status': 'completed', 'code': 200} Feb 19 03:41:28.087024 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b098e03-c1a7-428f-9d87-9a9e810e5fc3 req-b091aba5-3f4f-44ae-ab34-70ab199093d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:28.088388 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-1b098e03-c1a7-428f-9d87-9a9e810e5fc3 req-b091aba5-3f4f-44ae-ab34-70ab199093d4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=41c0d62dea1b4193960fb9d03684346b&device_id=03d4b169-9813-419b-a2c0-9cc3ce0ab268 HTTP/1.1" status: 200 len: 1125 time: 0.0503409 Feb 19 03:41:28.141251 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-1b098e03-c1a7-428f-9d87-9a9e810e5fc3 req-11410994-2bfe-4856-8820-c94e2f018f70 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a93a972e-3e81-470f-b549-55fd4940f0eb HTTP/1.1" status: 200 len: 217 time: 0.0402563 Feb 19 03:41:28.191592 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b098e03-c1a7-428f-9d87-9a9e810e5fc3 req-4b4147ef-a743-4591-8ab5-3e5ce271ffb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:28.193168 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-1b098e03-c1a7-428f-9d87-9a9e810e5fc3 req-4b4147ef-a743-4591-8ab5-3e5ce271ffb1 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=dd53d77e-cab1-4fae-9905-6cd68c6c5593 HTTP/1.1" status: 200 len: 851 time: 0.0465024 Feb 19 03:41:28.241519 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b098e03-c1a7-428f-9d87-9a9e810e5fc3 req-9b214fb1-339c-4020-a594-543a8615dd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:28.243116 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-1b098e03-c1a7-428f-9d87-9a9e810e5fc3 req-9b214fb1-339c-4020-a594-543a8615dd0c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=61231607-2de3-4131-8c3c-3d329c7c03ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445416 Feb 19 03:41:28.336459 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-1b098e03-c1a7-428f-9d87-9a9e810e5fc3 req-0e8d8470-1e20-4206-adb0-c4c00d0ad6dd service neutron] 10.222.0.82 "GET /v2.0/networks/61231607-2de3-4131-8c3c-3d329c7c03ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876887 Feb 19 03:41:28.426032 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-1b098e03-c1a7-428f-9d87-9a9e810e5fc3 req-d228e28a-dd6d-48e7-b1e5-3f716c0ae3d7 service neutron] 10.222.0.82 "GET /v2.0/networks/61231607-2de3-4131-8c3c-3d329c7c03ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834029 Feb 19 03:41:28.551667 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73623992-3662-41b3-91ec-09ed8d54eeff req-c1b73ddf-ef6f-4fb5-a02c-b78cbc7853e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:28.552524 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-73623992-3662-41b3-91ec-09ed8d54eeff req-c1b73ddf-ef6f-4fb5-a02c-b78cbc7853e9 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=41c0d62dea1b4193960fb9d03684346b&device_id=03d4b169-9813-419b-a2c0-9cc3ce0ab268 HTTP/1.1" status: 200 len: 1125 time: 0.0453584 Feb 19 03:41:28.646978 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73623992-3662-41b3-91ec-09ed8d54eeff req-9647852b-7f4e-4507-93fd-7cdbbb093250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:28.648442 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-73623992-3662-41b3-91ec-09ed8d54eeff req-9647852b-7f4e-4507-93fd-7cdbbb093250 service neutron] 10.222.0.82 "GET /v2.0/networks?id=61231607-2de3-4131-8c3c-3d329c7c03ff HTTP/1.1" status: 200 len: 913 time: 0.0895972 Feb 19 03:41:28.691084 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-73623992-3662-41b3-91ec-09ed8d54eeff req-04c9801a-4a99-426a-87cb-a0eb23367872 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a93a972e-3e81-470f-b549-55fd4940f0eb HTTP/1.1" status: 200 len: 217 time: 0.0366220 Feb 19 03:41:28.743918 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73623992-3662-41b3-91ec-09ed8d54eeff req-66be3264-df8b-4160-a798-d1c0a0a0e67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:28.745525 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-73623992-3662-41b3-91ec-09ed8d54eeff req-66be3264-df8b-4160-a798-d1c0a0a0e67f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=dd53d77e-cab1-4fae-9905-6cd68c6c5593 HTTP/1.1" status: 200 len: 851 time: 0.0487576 Feb 19 03:41:28.797468 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73623992-3662-41b3-91ec-09ed8d54eeff req-6586c2ba-8551-45b0-8c86-670fd56d924c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:28.799592 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-73623992-3662-41b3-91ec-09ed8d54eeff req-6586c2ba-8551-45b0-8c86-670fd56d924c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=61231607-2de3-4131-8c3c-3d329c7c03ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0455706 Feb 19 03:41:28.889052 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250e622a-6bc4-43fc-bf38-692b38fd3e8c req-bd56cccd-5624-4549-bbba-4b2ff3546958 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:28.890464 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-250e622a-6bc4-43fc-bf38-692b38fd3e8c req-bd56cccd-5624-4549-bbba-4b2ff3546958 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=03d4b169-9813-419b-a2c0-9cc3ce0ab268 HTTP/1.1" status: 200 len: 943 time: 0.0541446 Feb 19 03:41:28.890673 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-73623992-3662-41b3-91ec-09ed8d54eeff req-c9e64b55-69e9-4653-ac6c-d6e72f9e7bde service neutron] 10.222.0.82 "GET /v2.0/networks/61231607-2de3-4131-8c3c-3d329c7c03ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853021 Feb 19 03:41:28.938796 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-250e622a-6bc4-43fc-bf38-692b38fd3e8c req-a6ce933e-110b-4f9f-92cf-9527c6bfabd1 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427141 Feb 19 03:41:28.984965 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-73623992-3662-41b3-91ec-09ed8d54eeff req-0c954c27-7d2b-4f0e-8b76-616cd3855c45 service neutron] 10.222.0.82 "GET /v2.0/networks/61231607-2de3-4131-8c3c-3d329c7c03ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882099 Feb 19 03:41:29.853365 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device a93a972e-3e81-470f-b549-55fd4940f0eb details requested by agent hyperv_n-h2-826753-2 with host n-h2-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:41:29.948055 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port a93a972e-3e81-470f-b549-55fd4940f0eb, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=a93a972e-3e81-470f-b549-55fd4940f0eb,segment=NetworkSegment(4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0),segment_id=4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:41:29.959504 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Returning: {'device': 'a93a972e-3e81-470f-b549-55fd4940f0eb', 'network_id': '61231607-2de3-4131-8c3c-3d329c7c03ff', 'port_id': 'a93a972e-3e81-470f-b549-55fd4940f0eb', 'mac_address': 'fa:16:3e:aa:ba:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd53d77e-cab1-4fae-9905-6cd68c6c5593', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:41:29.999355 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port a93a972e-3e81-470f-b549-55fd4940f0eb is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:41:29.999751 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (a93a972e-3e81-470f-b549-55fd4940f0eb), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:30.013209 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a93a972e-3e81-470f-b549-55fd4940f0eb {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:41:30.035070 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port a93a972e-3e81-470f-b549-55fd4940f0eb, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=a93a972e-3e81-470f-b549-55fd4940f0eb,segment=NetworkSegment(4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0),segment_id=4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:41:30.042652 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (a93a972e-3e81-470f-b549-55fd4940f0eb), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:30.076360 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb0d3a6-84ca-4fe1-b9a6-9c8739e391ee req-9a8d628e-3fe5-4dd9-88b5-8df5b1b654c1 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:30.077994 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-eeb0d3a6-84ca-4fe1-b9a6-9c8739e391ee req-9a8d628e-3fe5-4dd9-88b5-8df5b1b654c1 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=03d4b169-9813-419b-a2c0-9cc3ce0ab268 HTTP/1.1" status: 200 len: 943 time: 0.0635996 Feb 19 03:41:30.093255 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=a93a972e-3e81-470f-b549-55fd4940f0eb,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:41:30.126609 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-eeb0d3a6-84ca-4fe1-b9a6-9c8739e391ee req-4f6ded2f-91c1-4098-9b91-69969b365f21 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422523 Feb 19 03:41:30.298425 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['a93a972e-3e81-470f-b549-55fd4940f0eb'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:41:31.500865 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cb272f-2f3e-4c81-ab41-885f7a9d496f req-f9584e02-727b-4a06-8e1c-d13cefcb943d tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:31.502400 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-35cb272f-2f3e-4c81-ab41-885f7a9d496f req-f9584e02-727b-4a06-8e1c-d13cefcb943d tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=03d4b169-9813-419b-a2c0-9cc3ce0ab268 HTTP/1.1" status: 200 len: 944 time: 0.0526226 Feb 19 03:41:31.548585 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-35cb272f-2f3e-4c81-ab41-885f7a9d496f req-d99c1cfe-a335-4130-b28b-8d215e3b491d tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407171 Feb 19 03:41:31.854422 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device a93a972e-3e81-470f-b549-55fd4940f0eb up at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:41:31.902057 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning for port a93a972e-3e81-470f-b549-55fd4940f0eb completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:41:31.905793 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning complete for port a93a972e-3e81-470f-b549-55fd4940f0eb triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:41:31.906172 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (a93a972e-3e81-470f-b549-55fd4940f0eb), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:31.984249 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port a93a972e-3e81-470f-b549-55fd4940f0eb is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:41:31.984640 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (a93a972e-3e81-470f-b549-55fd4940f0eb), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:32.007521 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03d4b169-9813-419b-a2c0-9cc3ce0ab268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a93a972e-3e81-470f-b549-55fd4940f0eb'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:41:32.009761 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88fe038525c8a7a69a3adae1ae732c1dd0c63371bed0a925712ea7f2f25f70bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4f105d3-e821-4377-9bec-b6a8356dafb3" -d '{"events": [{"server_uuid": "03d4b169-9813-419b-a2c0-9cc3ce0ab268", "name": "network-vif-plugged", "status": "completed", "tag": "a93a972e-3e81-470f-b549-55fd4940f0eb"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:41:32.022985 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port a93a972e-3e81-470f-b549-55fd4940f0eb, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=a93a972e-3e81-470f-b549-55fd4940f0eb,segment=NetworkSegment(4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0),segment_id=4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:41:32.027064 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (a93a972e-3e81-470f-b549-55fd4940f0eb), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:32.054445 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21b95a2f-1732-46ed-950f-2c54910b973a x-openstack-request-id: req-21b95a2f-1732-46ed-950f-2c54910b973a {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:41:32.054743 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03d4b169-9813-419b-a2c0-9cc3ce0ab268", "name": "network-vif-plugged", "status": "completed", "tag": "a93a972e-3e81-470f-b549-55fd4940f0eb", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:41:32.054998 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-21b95a2f-1732-46ed-950f-2c54910b973a {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:41:32.055385 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03d4b169-9813-419b-a2c0-9cc3ce0ab268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a93a972e-3e81-470f-b549-55fd4940f0eb', 'code': 200} Feb 19 03:41:32.080173 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=a93a972e-3e81-470f-b549-55fd4940f0eb,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:41:32.178661 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fb71cb-c88d-431d-be6c-5a1d5a5bb5e2 req-ff67bead-7e4e-4091-bea2-da259a89a701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:32.180175 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-27fb71cb-c88d-431d-be6c-5a1d5a5bb5e2 req-ff67bead-7e4e-4091-bea2-da259a89a701 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=03d4b169-9813-419b-a2c0-9cc3ce0ab268 HTTP/1.1" status: 200 len: 1127 time: 0.0441246 Feb 19 03:41:32.223026 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-27fb71cb-c88d-431d-be6c-5a1d5a5bb5e2 req-387ace8b-0631-404c-8dee-3b2cb4d1329d service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373685 Feb 19 03:41:32.666197 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438fe1cf-9203-423f-9fed-c56fda6b0389 req-20661f78-b854-4c75-9747-1ed3389617a6 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:32.667689 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-438fe1cf-9203-423f-9fed-c56fda6b0389 req-20661f78-b854-4c75-9747-1ed3389617a6 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=03d4b169-9813-419b-a2c0-9cc3ce0ab268 HTTP/1.1" status: 200 len: 945 time: 0.0526853 Feb 19 03:41:32.718259 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-438fe1cf-9203-423f-9fed-c56fda6b0389 req-271af9dc-a2fe-4111-80cb-1eccfbc2e093 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450306 Feb 19 03:41:33.841981 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d28f3-e1ab-4f93-8db5-944b665b441c req-5b6bbdac-7876-44a7-8e30-5e935f1aff3b tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:33.844591 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f81d28f3-e1ab-4f93-8db5-944b665b441c req-5b6bbdac-7876-44a7-8e30-5e935f1aff3b tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=03d4b169-9813-419b-a2c0-9cc3ce0ab268 HTTP/1.1" status: 200 len: 945 time: 0.0564368 Feb 19 03:41:33.893962 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f81d28f3-e1ab-4f93-8db5-944b665b441c req-5ad35e35-63c6-4990-a662-385a541c3c75 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430119 Feb 19 03:41:34.008161 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb503a23-8ed9-48de-b037-c782e5ec1921 req-2f74744b-6bca-4291-9f47-bb179d47ce27 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:34.009662 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bb503a23-8ed9-48de-b037-c782e5ec1921 req-2f74744b-6bca-4291-9f47-bb179d47ce27 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=03d4b169-9813-419b-a2c0-9cc3ce0ab268 HTTP/1.1" status: 200 len: 945 time: 0.0521259 Feb 19 03:41:34.018729 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 50336) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:41:34.023361 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-df8da72c-3ecf-4fb9-a359-b8ab4afeb99c tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Request body: {'floatingip': {'port_id': 'a93a972e-3e81-470f-b549-55fd4940f0eb'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:41:34.067395 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-df8da72c-3ecf-4fb9-a359-b8ab4afeb99c tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Publish callbacks [] for floatingip (5c419d2d-fff0-4956-a592-9e52255a280b), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:34.509831 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-df8da72c-3ecf-4fb9-a359-b8ab4afeb99c tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:34.513860 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-df8da72c-3ecf-4fb9-a359-b8ab4afeb99c tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16285943'] for floatingip (5c419d2d-fff0-4956-a592-9e52255a280b), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:34.618024 n-d-826753-2 neutron-server[103702]: INFO neutron.db.l3_db [None req-df8da72c-3ecf-4fb9-a359-b8ab4afeb99c tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Floating IP 5c419d2d-fff0-4956-a592-9e52255a280b associated. External IP: 172.25.6.147, port: a93a972e-3e81-470f-b549-55fd4940f0eb. Feb 19 03:41:34.834835 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df8da72c-3ecf-4fb9-a359-b8ab4afeb99c tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Router 40dae7ba-0f01-4414-918f-b8cf6f38098f has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:41:34.946548 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df8da72c-3ecf-4fb9-a359-b8ab4afeb99c tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:41:34.951425 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-df8da72c-3ecf-4fb9-a359-b8ab4afeb99c tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:34.956055 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02fa871c-4aea-4e6d-81c8-14254875cee4 None None] Sync routers for ids ['40dae7ba-0f01-4414-918f-b8cf6f38098f'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:41:34.965532 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fa871c-4aea-4e6d-81c8-14254875cee4 None None] Routers {'40dae7ba-0f01-4414-918f-b8cf6f38098f'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:41:34.966135 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-02fa871c-4aea-4e6d-81c8-14254875cee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:41:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['40dae7ba-0f01-4414-918f-b8cf6f38098f'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:41:34.980718 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-df8da72c-3ecf-4fb9-a359-b8ab4afeb99c tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "PUT /v2.0/floatingips/5c419d2d-fff0-4956-a592-9e52255a280b HTTP/1.1" status: 200 len: 991 time: 0.9608955 Feb 19 03:41:34.981422 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03d4b169-9813-419b-a2c0-9cc3ce0ab268', 'tag': 'a93a972e-3e81-470f-b549-55fd4940f0eb'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:41:34.983629 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b48a34f37e4e31fa410c3f10fa4e23c828d45427043ff8d3e4d9f228381d6ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c792ce8f-7208-4030-95a8-7ac2925638fd" -d '{"events": [{"name": "network-changed", "server_uuid": "03d4b169-9813-419b-a2c0-9cc3ce0ab268", "tag": "a93a972e-3e81-470f-b549-55fd4940f0eb"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:41:35.021302 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcb5a332-f18e-45bc-8703-fde2fa7224cd x-openstack-request-id: req-bcb5a332-f18e-45bc-8703-fde2fa7224cd {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:41:35.021894 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03d4b169-9813-419b-a2c0-9cc3ce0ab268", "tag": "a93a972e-3e81-470f-b549-55fd4940f0eb", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:41:35.021894 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-bcb5a332-f18e-45bc-8703-fde2fa7224cd {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:41:35.022241 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03d4b169-9813-419b-a2c0-9cc3ce0ab268', 'tag': 'a93a972e-3e81-470f-b549-55fd4940f0eb', 'status': 'completed', 'code': 200} Feb 19 03:41:35.086540 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-02fa871c-4aea-4e6d-81c8-14254875cee4 None None] Set router 40dae7ba-0f01-4414-918f-b8cf6f38098f gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:41:35.101444 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb903e5-1c18-4303-9983-e620161f91c5 req-1c45fca0-e355-45f7-b249-fa5cfc3daadb tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:35.103609 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5bb903e5-1c18-4303-9983-e620161f91c5 req-1c45fca0-e355-45f7-b249-fa5cfc3daadb tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=03d4b169-9813-419b-a2c0-9cc3ce0ab268 HTTP/1.1" status: 200 len: 945 time: 0.0602887 Feb 19 03:41:35.118428 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c792ce8f-7208-4030-95a8-7ac2925638fd req-eae3ec6b-e457-43cf-b3d9-64a6b34d40f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:35.120050 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c792ce8f-7208-4030-95a8-7ac2925638fd req-eae3ec6b-e457-43cf-b3d9-64a6b34d40f2 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=41c0d62dea1b4193960fb9d03684346b&device_id=03d4b169-9813-419b-a2c0-9cc3ce0ab268 HTTP/1.1" status: 200 len: 1127 time: 0.0538545 Feb 19 03:41:35.153252 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5bb903e5-1c18-4303-9983-e620161f91c5 req-5d4f7a41-764c-4642-ace3-29ecf21d5528 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440698 Feb 19 03:41:35.217156 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c792ce8f-7208-4030-95a8-7ac2925638fd req-05475b94-f842-4f0a-a450-9ce1329d75e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:35.218696 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c792ce8f-7208-4030-95a8-7ac2925638fd req-05475b94-f842-4f0a-a450-9ce1329d75e0 service neutron] 10.222.0.82 "GET /v2.0/networks?id=61231607-2de3-4131-8c3c-3d329c7c03ff HTTP/1.1" status: 200 len: 913 time: 0.0912309 Feb 19 03:41:35.285031 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d94ef1d-e783-4556-a993-4b70b48953d9 req-d748221a-6fa0-409e-8240-63ae3a19ea3d tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:35.287860 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5d94ef1d-e783-4556-a993-4b70b48953d9 req-d748221a-6fa0-409e-8240-63ae3a19ea3d tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=03d4b169-9813-419b-a2c0-9cc3ce0ab268 HTTP/1.1" status: 200 len: 945 time: 0.0584896 Feb 19 03:41:35.291134 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c792ce8f-7208-4030-95a8-7ac2925638fd req-8dd643bb-4977-4b2d-af18-757c64da31ca service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a93a972e-3e81-470f-b549-55fd4940f0eb HTTP/1.1" status: 200 len: 999 time: 0.0660357 Feb 19 03:41:35.317589 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-02fa871c-4aea-4e6d-81c8-14254875cee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40dae7ba-0f01-4414-918f-b8cf6f38098f', 'name': 'tempest-ServerActionsTestJSON-1998691811-router', 'tenant_id': '41c0d62dea1b4193960fb9d03684346b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '53c8779c-fd7c-4afa-aebe-0e875cb7b32c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:41:19Z', 'updated_at': '2022-02-19T03:41:22Z', 'revision_number': 4, 'project_id': '41c0d62dea1b4193960fb9d03684346b', 'gw_port': {'id': '53c8779c-fd7c-4afa-aebe-0e875cb7b32c', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dae7ba-0f01-4414-918f-b8cf6f38098f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:41:19Z', 'updated_at': '2022-02-19T03:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': '5c419d2d-fff0-4956-a592-9e52255a280b', 'tenant_id': '41c0d62dea1b4193960fb9d03684346b', 'floating_ip_address': '172.25.6.147', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': '40dae7ba-0f01-4414-918f-b8cf6f38098f', 'port_id': 'a93a972e-3e81-470f-b549-55fd4940f0eb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61231607-2de3-4131-8c3c-3d329c7c03ff', 'mac_address': 'fa:16:3e:aa:ba:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d4b169-9813-419b-a2c0-9cc3ce0ab268', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:41:24Z', 'updated_at': '2022-02-19T03:41:34Z', 'revision_number': 1, 'project_id': '41c0d62dea1b4193960fb9d03684346b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43a343ed-f21b-4821-9b1b-0cb7a5f9ccec', 'name': '', 'network_id': '61231607-2de3-4131-8c3c-3d329c7c03ff', 'tenant_id': '41c0d62dea1b4193960fb9d03684346b', 'mac_address': 'fa:16:3e:3f:d1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dae7ba-0f01-4414-918f-b8cf6f38098f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'dd53d77e-cab1-4fae-9905-6cd68c6c5593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:41:21Z', 'updated_at': '2022-02-19T03:41:25Z', 'revision_number': 5, 'project_id': '41c0d62dea1b4193960fb9d03684346b', 'subnets': [{'id': 'dd53d77e-cab1-4fae-9905-6cd68c6c5593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:41:35.336214 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5d94ef1d-e783-4556-a993-4b70b48953d9 req-ae9e8ea2-1a9a-4f83-9056-0b18ae9079ff tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427897 Feb 19 03:41:35.346718 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02fa871c-4aea-4e6d-81c8-14254875cee4 None None] Checking router: 40dae7ba-0f01-4414-918f-b8cf6f38098f for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:41:35.355172 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fa871c-4aea-4e6d-81c8-14254875cee4 None None] Routers {'40dae7ba-0f01-4414-918f-b8cf6f38098f'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:41:35.355780 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-02fa871c-4aea-4e6d-81c8-14254875cee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:41:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['40dae7ba-0f01-4414-918f-b8cf6f38098f'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:41:35.371218 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c792ce8f-7208-4030-95a8-7ac2925638fd req-a2dbac89-44e3-4873-b04b-08f2f56439f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:35.372683 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c792ce8f-7208-4030-95a8-7ac2925638fd req-a2dbac89-44e3-4873-b04b-08f2f56439f3 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=dd53d77e-cab1-4fae-9905-6cd68c6c5593 HTTP/1.1" status: 200 len: 851 time: 0.0494790 Feb 19 03:41:35.421937 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c792ce8f-7208-4030-95a8-7ac2925638fd req-b74c53d4-cf98-403f-abd2-cf93be7ed8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:35.424050 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c792ce8f-7208-4030-95a8-7ac2925638fd req-b74c53d4-cf98-403f-abd2-cf93be7ed8cc service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=61231607-2de3-4131-8c3c-3d329c7c03ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0440283 Feb 19 03:41:35.435297 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [req-c792ce8f-7208-4030-95a8-7ac2925638fd req-9f645efb-6a98-4b71-8c2d-18a586cca129 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103702) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:41:35.436301 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c792ce8f-7208-4030-95a8-7ac2925638fd req-9f645efb-6a98-4b71-8c2d-18a586cca129 service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054626 Feb 19 03:41:35.466405 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-02fa871c-4aea-4e6d-81c8-14254875cee4 None None] Set router 40dae7ba-0f01-4414-918f-b8cf6f38098f gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:41:35.528436 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c792ce8f-7208-4030-95a8-7ac2925638fd req-da9f6491-4452-492c-8d15-c279603907f3 service neutron] 10.222.0.82 "GET /v2.0/networks/61231607-2de3-4131-8c3c-3d329c7c03ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860240 Feb 19 03:41:35.624558 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c792ce8f-7208-4030-95a8-7ac2925638fd req-89087b9c-6210-46bd-9fdf-2865ed665ce2 service neutron] 10.222.0.82 "GET /v2.0/networks/61231607-2de3-4131-8c3c-3d329c7c03ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882266 Feb 19 03:41:35.694447 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-02fa871c-4aea-4e6d-81c8-14254875cee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40dae7ba-0f01-4414-918f-b8cf6f38098f', 'name': 'tempest-ServerActionsTestJSON-1998691811-router', 'tenant_id': '41c0d62dea1b4193960fb9d03684346b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '53c8779c-fd7c-4afa-aebe-0e875cb7b32c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:41:19Z', 'updated_at': '2022-02-19T03:41:22Z', 'revision_number': 4, 'project_id': '41c0d62dea1b4193960fb9d03684346b', 'gw_port': {'id': '53c8779c-fd7c-4afa-aebe-0e875cb7b32c', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dae7ba-0f01-4414-918f-b8cf6f38098f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:41:19Z', 'updated_at': '2022-02-19T03:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': '5c419d2d-fff0-4956-a592-9e52255a280b', 'tenant_id': '41c0d62dea1b4193960fb9d03684346b', 'floating_ip_address': '172.25.6.147', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': '40dae7ba-0f01-4414-918f-b8cf6f38098f', 'port_id': 'a93a972e-3e81-470f-b549-55fd4940f0eb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61231607-2de3-4131-8c3c-3d329c7c03ff', 'mac_address': 'fa:16:3e:aa:ba:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d4b169-9813-419b-a2c0-9cc3ce0ab268', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:41:24Z', 'updated_at': '2022-02-19T03:41:34Z', 'revision_number': 1, 'project_id': '41c0d62dea1b4193960fb9d03684346b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43a343ed-f21b-4821-9b1b-0cb7a5f9ccec', 'name': '', 'network_id': '61231607-2de3-4131-8c3c-3d329c7c03ff', 'tenant_id': '41c0d62dea1b4193960fb9d03684346b', 'mac_address': 'fa:16:3e:3f:d1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dae7ba-0f01-4414-918f-b8cf6f38098f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'dd53d77e-cab1-4fae-9905-6cd68c6c5593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:41:21Z', 'updated_at': '2022-02-19T03:41:25Z', 'revision_number': 5, 'project_id': '41c0d62dea1b4193960fb9d03684346b', 'subnets': [{'id': 'dd53d77e-cab1-4fae-9905-6cd68c6c5593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:41:35.720054 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02fa871c-4aea-4e6d-81c8-14254875cee4 None None] The sync data for ids ['40dae7ba-0f01-4414-918f-b8cf6f38098f'] in n-d-826753-2 is: [{'id': '40dae7ba-0f01-4414-918f-b8cf6f38098f', 'name': 'tempest-ServerActionsTestJSON-1998691811-router', 'tenant_id': '41c0d62dea1b4193960fb9d03684346b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '53c8779c-fd7c-4afa-aebe-0e875cb7b32c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:41:19Z', 'updated_at': '2022-02-19T03:41:22Z', 'revision_number': 4, 'project_id': '41c0d62dea1b4193960fb9d03684346b', 'gw_port': {'id': '53c8779c-fd7c-4afa-aebe-0e875cb7b32c', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dae7ba-0f01-4414-918f-b8cf6f38098f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:41:19Z', 'updated_at': '2022-02-19T03:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': '5c419d2d-fff0-4956-a592-9e52255a280b', 'tenant_id': '41c0d62dea1b4193960fb9d03684346b', 'floating_ip_address': '172.25.6.147', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': '40dae7ba-0f01-4414-918f-b8cf6f38098f', 'port_id': 'a93a972e-3e81-470f-b549-55fd4940f0eb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61231607-2de3-4131-8c3c-3d329c7c03ff', 'mac_address': 'fa:16:3e:aa:ba:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d4b169-9813-419b-a2c0-9cc3ce0ab268', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:41:24Z', 'updated_at': '2022-02-19T03:41:34Z', 'revision_number': 1, 'project_id': '41c0d62dea1b4193960fb9d03684346b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43a343ed-f21b-4821-9b1b-0cb7a5f9ccec', 'name': '', 'network_id': '61231607-2de3-4131-8c3c-3d329c7c03ff', 'tenant_id': '41c0d62dea1b4193960fb9d03684346b', 'mac_address': 'fa:16:3e:3f:d1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dae7ba-0f01-4414-918f-b8cf6f38098f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'dd53d77e-cab1-4fae-9905-6cd68c6c5593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:41:21Z', 'updated_at': '2022-02-19T03:41:25Z', 'revision_number': 5, 'project_id': '41c0d62dea1b4193960fb9d03684346b', 'subnets': [{'id': 'dd53d77e-cab1-4fae-9905-6cd68c6c5593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:41:35.910853 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afecd33f-c38a-421f-95af-aaf3e7c4c6cf None None] New status for floating IP 5c419d2d-fff0-4956-a592-9e52255a280b: ACTIVE {{(pid=103703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:41:36.456632 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92610a8f-608e-4e64-ae69-6fdc2d3ad983 req-00c83ef3-2730-4af3-bbc8-b9f1f6a04a57 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:36.458113 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-92610a8f-608e-4e64-ae69-6fdc2d3ad983 req-00c83ef3-2730-4af3-bbc8-b9f1f6a04a57 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=03d4b169-9813-419b-a2c0-9cc3ce0ab268 HTTP/1.1" status: 200 len: 945 time: 0.0533233 Feb 19 03:41:36.507886 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-92610a8f-608e-4e64-ae69-6fdc2d3ad983 req-ace3af73-8fc1-4dc7-a816-8d3283c2f932 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442183 Feb 19 03:41:36.626698 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770ae6e1-4d82-48fb-9314-65a3eb37d626 req-4153fd3e-1c7d-4e7c-9d26-c6f33d68361a tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:36.628191 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-770ae6e1-4d82-48fb-9314-65a3eb37d626 req-4153fd3e-1c7d-4e7c-9d26-c6f33d68361a tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=03d4b169-9813-419b-a2c0-9cc3ce0ab268 HTTP/1.1" status: 200 len: 945 time: 0.0534811 Feb 19 03:41:36.674159 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-770ae6e1-4d82-48fb-9314-65a3eb37d626 req-6e5d3a12-98cd-4778-9833-46ecb100e1b4 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404255 Feb 19 03:41:36.900804 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d8ee3d61-c532-4b99-ab56-eb26734176d4 req-581e5c14-d736-4eed-86bd-037f074819a8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=03d4b169-9813-419b-a2c0-9cc3ce0ab268&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0440459 Feb 19 03:41:36.917151 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba364c9-3acb-4800-b35c-012409d12540 req-dce79733-639c-4b86-824f-8f926a77f849 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:36.918672 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-aba364c9-3acb-4800-b35c-012409d12540 req-dce79733-639c-4b86-824f-8f926a77f849 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=03d4b169-9813-419b-a2c0-9cc3ce0ab268 HTTP/1.1" status: 200 len: 945 time: 0.0534804 Feb 19 03:41:36.972769 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-aba364c9-3acb-4800-b35c-012409d12540 req-31a5bd41-313f-466a-a4f1-e21160f61980 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470903 Feb 19 03:41:37.325627 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ee3d61-c532-4b99-ab56-eb26734176d4 req-1f340056-d43c-4535-81d6-5af81133ba2b tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:37.327003 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d8ee3d61-c532-4b99-ab56-eb26734176d4 req-1f340056-d43c-4535-81d6-5af81133ba2b tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports/a93a972e-3e81-470f-b549-55fd4940f0eb HTTP/1.1" status: 200 len: 942 time: 0.0535073 Feb 19 03:41:38.096574 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc977f6-582f-414e-a631-9e59a1ed6b3f req-4b9a0da5-38c8-45e6-a1e1-be957773020d tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:38.098093 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4fc977f6-582f-414e-a631-9e59a1ed6b3f req-4b9a0da5-38c8-45e6-a1e1-be957773020d tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=03d4b169-9813-419b-a2c0-9cc3ce0ab268 HTTP/1.1" status: 200 len: 945 time: 0.0580130 Feb 19 03:41:38.147274 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4fc977f6-582f-414e-a631-9e59a1ed6b3f req-5003ceaa-2ed0-47ff-99d5-a2c47d9d338d tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434778 Feb 19 03:41:38.197550 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ee3d61-c532-4b99-ab56-eb26734176d4 req-0daeef5c-1d47-4834-84bd-658f3e84a136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:38.199021 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d8ee3d61-c532-4b99-ab56-eb26734176d4 req-0daeef5c-1d47-4834-84bd-658f3e84a136 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=41c0d62dea1b4193960fb9d03684346b&device_id=03d4b169-9813-419b-a2c0-9cc3ce0ab268 HTTP/1.1" status: 200 len: 1127 time: 0.0438149 Feb 19 03:41:38.286895 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ee3d61-c532-4b99-ab56-eb26734176d4 req-68fa5aeb-2286-41ae-bb6d-859d8cb74690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:38.288297 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d8ee3d61-c532-4b99-ab56-eb26734176d4 req-68fa5aeb-2286-41ae-bb6d-859d8cb74690 service neutron] 10.222.0.82 "GET /v2.0/networks?id=61231607-2de3-4131-8c3c-3d329c7c03ff HTTP/1.1" status: 200 len: 913 time: 0.0822530 Feb 19 03:41:38.354503 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d8ee3d61-c532-4b99-ab56-eb26734176d4 req-8bca024f-3770-4ec8-a280-7464c53737ab service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a93a972e-3e81-470f-b549-55fd4940f0eb HTTP/1.1" status: 200 len: 1001 time: 0.0606077 Feb 19 03:41:38.402273 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ee3d61-c532-4b99-ab56-eb26734176d4 req-e9ce905f-223c-4699-b174-0d7cbca5823d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:38.403697 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d8ee3d61-c532-4b99-ab56-eb26734176d4 req-e9ce905f-223c-4699-b174-0d7cbca5823d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=dd53d77e-cab1-4fae-9905-6cd68c6c5593 HTTP/1.1" status: 200 len: 851 time: 0.0432029 Feb 19 03:41:38.449850 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ee3d61-c532-4b99-ab56-eb26734176d4 req-6d189810-2336-4ab7-acef-1b4e3c585e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:38.451308 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d8ee3d61-c532-4b99-ab56-eb26734176d4 req-6d189810-2336-4ab7-acef-1b4e3c585e1e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=61231607-2de3-4131-8c3c-3d329c7c03ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0418389 Feb 19 03:41:38.543517 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d8ee3d61-c532-4b99-ab56-eb26734176d4 req-fcedc3d5-7832-4a74-b8cc-fe19200cc35a service neutron] 10.222.0.82 "GET /v2.0/networks/61231607-2de3-4131-8c3c-3d329c7c03ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852976 Feb 19 03:41:38.630873 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d8ee3d61-c532-4b99-ab56-eb26734176d4 req-486b8355-85af-4580-8e08-c594229ad1b3 service neutron] 10.222.0.82 "GET /v2.0/networks/61231607-2de3-4131-8c3c-3d329c7c03ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806258 Feb 19 03:41:39.269319 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3778a9-b6f1-40c8-8296-11ee20498924 req-1cb39c91-b860-4b0a-b55c-cde7d1f4da42 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:39.270826 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2c3778a9-b6f1-40c8-8296-11ee20498924 req-1cb39c91-b860-4b0a-b55c-cde7d1f4da42 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=03d4b169-9813-419b-a2c0-9cc3ce0ab268 HTTP/1.1" status: 200 len: 945 time: 0.0543649 Feb 19 03:41:39.318081 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2c3778a9-b6f1-40c8-8296-11ee20498924 req-e22583b7-dd38-4537-9737-4159cbff69ff tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417159 Feb 19 03:41:40.438475 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fcec50-69d7-4c30-8fb3-0851f4d671cc req-e509f3cd-3e85-4539-a72a-09eb76e1454f tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:40.440593 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-60fcec50-69d7-4c30-8fb3-0851f4d671cc req-e509f3cd-3e85-4539-a72a-09eb76e1454f tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=03d4b169-9813-419b-a2c0-9cc3ce0ab268 HTTP/1.1" status: 200 len: 945 time: 0.0535309 Feb 19 03:41:40.490442 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-60fcec50-69d7-4c30-8fb3-0851f4d671cc req-415b633d-a1a7-4b97-9248-12ec7597bbef tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442920 Feb 19 03:41:41.610052 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4225e90f-90fe-4ac2-989e-03b033c7512d req-3da02051-5703-4a89-96c9-7636ac74ee9a tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:41.612665 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4225e90f-90fe-4ac2-989e-03b033c7512d req-3da02051-5703-4a89-96c9-7636ac74ee9a tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=03d4b169-9813-419b-a2c0-9cc3ce0ab268 HTTP/1.1" status: 200 len: 945 time: 0.0536869 Feb 19 03:41:41.659196 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4225e90f-90fe-4ac2-989e-03b033c7512d req-7e4393c9-602b-45f5-a9d5-294d476dfe54 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408967 Feb 19 03:41:42.778069 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92566aca-bab1-4084-87ba-223a942446b2 req-54665ce6-c10e-4aac-8989-d3e04dce0a0f tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:42.779560 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-92566aca-bab1-4084-87ba-223a942446b2 req-54665ce6-c10e-4aac-8989-d3e04dce0a0f tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=03d4b169-9813-419b-a2c0-9cc3ce0ab268 HTTP/1.1" status: 200 len: 945 time: 0.0527923 Feb 19 03:41:42.833580 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-92566aca-bab1-4084-87ba-223a942446b2 req-49b67895-43e7-4d55-ad19-ce8cdb31083f tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478506 Feb 19 03:41:43.959124 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac6e5b9-0c88-4c89-be9f-b1bbe3b5a29f req-8409086a-7b99-493e-9231-806d66f80a1d tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:43.960619 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4ac6e5b9-0c88-4c89-be9f-b1bbe3b5a29f req-8409086a-7b99-493e-9231-806d66f80a1d tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=03d4b169-9813-419b-a2c0-9cc3ce0ab268 HTTP/1.1" status: 200 len: 945 time: 0.0568573 Feb 19 03:41:44.007246 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4ac6e5b9-0c88-4c89-be9f-b1bbe3b5a29f req-a401ed3c-5790-49d2-bcba-5186c01fc472 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410976 Feb 19 03:41:45.131168 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6004615a-b128-4061-a71c-ad980463db16 req-d65a18f7-ef55-4612-96f7-0376239edeef tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:45.132646 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6004615a-b128-4061-a71c-ad980463db16 req-d65a18f7-ef55-4612-96f7-0376239edeef tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=03d4b169-9813-419b-a2c0-9cc3ce0ab268 HTTP/1.1" status: 200 len: 945 time: 0.0535097 Feb 19 03:41:45.178796 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6004615a-b128-4061-a71c-ad980463db16 req-45e103fc-2cf6-4ffc-91e6-5ecba8a806d4 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404978 Feb 19 03:41:45.616043 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-101adf9c-2834-4ce5-9146-907f620c3ae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:46.309546 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5562a45-df45-4a06-a595-ea9dc6b1db86 req-7c9fdf3f-c7a5-404b-9f6b-7f1b268d7e36 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:46.310936 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d5562a45-df45-4a06-a595-ea9dc6b1db86 req-7c9fdf3f-c7a5-404b-9f6b-7f1b268d7e36 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=03d4b169-9813-419b-a2c0-9cc3ce0ab268 HTTP/1.1" status: 200 len: 945 time: 0.0565441 Feb 19 03:41:46.356110 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d5562a45-df45-4a06-a595-ea9dc6b1db86 req-c6e08498-2725-45ed-a79b-702725a18271 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396607 Feb 19 03:41:47.479932 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7f0e91-7d69-462f-b19c-061c50916c17 req-e7f35f32-37e4-4bb6-a492-11dcb23938c8 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:47.484459 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2b7f0e91-7d69-462f-b19c-061c50916c17 req-e7f35f32-37e4-4bb6-a492-11dcb23938c8 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=03d4b169-9813-419b-a2c0-9cc3ce0ab268 HTTP/1.1" status: 200 len: 945 time: 0.0568612 Feb 19 03:41:47.531780 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2b7f0e91-7d69-462f-b19c-061c50916c17 req-33a1cd27-0ab6-4a0d-93a5-f80a5379e1bc tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443742 Feb 19 03:41:47.791087 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-2c8a58a1-a84d-4f2f-a195-565fe62e98d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:48.654288 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746b6461-6d06-4337-b12f-570b038ac8be req-50219d8b-f917-43f0-a207-6f6b65dae651 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:48.655771 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-746b6461-6d06-4337-b12f-570b038ac8be req-50219d8b-f917-43f0-a207-6f6b65dae651 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=03d4b169-9813-419b-a2c0-9cc3ce0ab268 HTTP/1.1" status: 200 len: 945 time: 0.0544362 Feb 19 03:41:48.707316 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-746b6461-6d06-4337-b12f-570b038ac8be req-a5756894-fecc-4175-9fb3-f9fb20f3792e tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459905 Feb 19 03:41:49.443642 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:49.828336 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec980638-2cad-401f-a66e-89595bc89540 req-8f071178-91f8-4c46-8eeb-cd273025c4f8 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:49.831109 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ec980638-2cad-401f-a66e-89595bc89540 req-8f071178-91f8-4c46-8eeb-cd273025c4f8 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=03d4b169-9813-419b-a2c0-9cc3ce0ab268 HTTP/1.1" status: 200 len: 945 time: 0.0552552 Feb 19 03:41:49.879096 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ec980638-2cad-401f-a66e-89595bc89540 req-4a066eac-3862-4a17-a318-22203bba7015 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423729 Feb 19 03:41:50.622244 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:51.009262 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db628a9-d8d6-4025-9a81-70c28af2eb46 req-b819c56f-4fda-4742-8a9f-7becead87b4f tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:51.010857 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1db628a9-d8d6-4025-9a81-70c28af2eb46 req-b819c56f-4fda-4742-8a9f-7becead87b4f tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=03d4b169-9813-419b-a2c0-9cc3ce0ab268 HTTP/1.1" status: 200 len: 945 time: 0.0571282 Feb 19 03:41:51.064904 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1db628a9-d8d6-4025-9a81-70c28af2eb46 req-95f2d91b-61fd-493f-ba03-c3ff646728e5 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483654 Feb 19 03:41:52.033640 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:52.187519 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8833af7-4f77-461a-86bd-a4cedc82c62a req-97d59dfd-e993-453a-b08d-1e66db54df2e tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:52.189793 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e8833af7-4f77-461a-86bd-a4cedc82c62a req-97d59dfd-e993-453a-b08d-1e66db54df2e tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=03d4b169-9813-419b-a2c0-9cc3ce0ab268 HTTP/1.1" status: 200 len: 945 time: 0.0571439 Feb 19 03:41:52.235663 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e8833af7-4f77-461a-86bd-a4cedc82c62a req-4f9bbc7e-2a30-42f9-8042-c914f853b5f1 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402610 Feb 19 03:41:52.906617 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:53.356583 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad996c2-2cc3-492e-92b7-5c7ed5dc5dba req-879d52b4-8828-4b47-8e56-565b692ca5ae tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:53.358081 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4ad996c2-2cc3-492e-92b7-5c7ed5dc5dba req-879d52b4-8828-4b47-8e56-565b692ca5ae tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=03d4b169-9813-419b-a2c0-9cc3ce0ab268 HTTP/1.1" status: 200 len: 945 time: 0.0532880 Feb 19 03:41:53.403839 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4ad996c2-2cc3-492e-92b7-5c7ed5dc5dba req-677734a0-70a8-4590-af8b-bf60e452a83b tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402362 Feb 19 03:41:54.525021 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d64a39-e8e3-4d9d-a567-2ae8c3a7d5d5 req-6ef13c9f-3e9f-4866-8755-acf81fbc3e96 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:54.526506 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-93d64a39-e8e3-4d9d-a567-2ae8c3a7d5d5 req-6ef13c9f-3e9f-4866-8755-acf81fbc3e96 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=03d4b169-9813-419b-a2c0-9cc3ce0ab268 HTTP/1.1" status: 200 len: 945 time: 0.0521245 Feb 19 03:41:54.576756 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-93d64a39-e8e3-4d9d-a567-2ae8c3a7d5d5 req-080ef875-31a4-4ad9-9f4d-a9f9dcfc67a8 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439391 Feb 19 03:41:54.933760 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:41:55.568064 n-d-826753-2 neutron-server[103702]: INFO neutron.api.v2.resource [req-d8ee3d61-c532-4b99-ab56-eb26734176d4 req-7406f1b1-83ae-48ec-8d3d-8b19e049ca96 service neutron] show failed (client error): The resource could not be found. Feb 19 03:41:55.569093 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d8ee3d61-c532-4b99-ab56-eb26734176d4 req-7406f1b1-83ae-48ec-8d3d-8b19e049ca96 service neutron] 10.222.0.82 "GET /v2.0/ports/a93a972e-3e81-470f-b549-55fd4940f0eb/bindings/n-h1-826753-2 HTTP/1.1" status: 404 len: 380 time: 0.0588446 Feb 19 03:41:55.701500 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0a0fb8-226c-45d6-ab1b-cc71e92a699d req-ad794037-d985-403c-aa19-01aa1286f11f tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:55.703130 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9a0a0fb8-226c-45d6-ab1b-cc71e92a699d req-ad794037-d985-403c-aa19-01aa1286f11f tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=03d4b169-9813-419b-a2c0-9cc3ce0ab268 HTTP/1.1" status: 200 len: 945 time: 0.0539184 Feb 19 03:41:55.753683 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9a0a0fb8-226c-45d6-ab1b-cc71e92a699d req-796dd455-b0ef-4b9b-95a8-9843ec3161ae tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440500 Feb 19 03:41:55.780990 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ee3d61-c532-4b99-ab56-eb26734176d4 req-7abd28e1-afaf-4f7a-b77a-780dd8e9988f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:55.783342 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d8ee3d61-c532-4b99-ab56-eb26734176d4 req-7abd28e1-afaf-4f7a-b77a-780dd8e9988f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=03d4b169-9813-419b-a2c0-9cc3ce0ab268&tenant_id=41c0d62dea1b4193960fb9d03684346b HTTP/1.1" status: 200 len: 1127 time: 0.0486977 Feb 19 03:41:55.800953 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-d8ee3d61-c532-4b99-ab56-eb26734176d4 req-88b3a59a-a110-45f3-9c67-7436c5c35730 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-826753-2', 'device_owner': 'compute:nova'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:41:55.857566 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-d8ee3d61-c532-4b99-ab56-eb26734176d4 req-88b3a59a-a110-45f3-9c67-7436c5c35730 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (a93a972e-3e81-470f-b549-55fd4940f0eb), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:56.358745 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-d8ee3d61-c532-4b99-ab56-eb26734176d4 req-88b3a59a-a110-45f3-9c67-7436c5c35730 service neutron] For port a93a972e-3e81-470f-b549-55fd4940f0eb, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=a93a972e-3e81-470f-b549-55fd4940f0eb,segment=NetworkSegment(4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0),segment_id=4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:41:56.394148 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-d8ee3d61-c532-4b99-ab56-eb26734176d4 req-88b3a59a-a110-45f3-9c67-7436c5c35730 service neutron] For port a93a972e-3e81-470f-b549-55fd4940f0eb, host n-h2-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:41:56.432284 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03d4b169-9813-419b-a2c0-9cc3ce0ab268', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a93a972e-3e81-470f-b549-55fd4940f0eb'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:41:56.434807 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b48a34f37e4e31fa410c3f10fa4e23c828d45427043ff8d3e4d9f228381d6ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36c27fc8-ce70-4095-ad25-280932068413" -d '{"events": [{"server_uuid": "03d4b169-9813-419b-a2c0-9cc3ce0ab268", "name": "network-vif-unplugged", "status": "completed", "tag": "a93a972e-3e81-470f-b549-55fd4940f0eb"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:41:56.439385 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-d8ee3d61-c532-4b99-ab56-eb26734176d4 req-88b3a59a-a110-45f3-9c67-7436c5c35730 service neutron] Publish callbacks [] for port (a93a972e-3e81-470f-b549-55fd4940f0eb), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:56.451974 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-d8ee3d61-c532-4b99-ab56-eb26734176d4 req-88b3a59a-a110-45f3-9c67-7436c5c35730 service neutron] Transition to ACTIVE for port object a93a972e-3e81-470f-b549-55fd4940f0eb will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:41:56.456490 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-d8ee3d61-c532-4b99-ab56-eb26734176d4 req-88b3a59a-a110-45f3-9c67-7436c5c35730 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (a93a972e-3e81-470f-b549-55fd4940f0eb), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:56.488374 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-533730c5-7c4e-47cd-8b6a-b9bf2faac510 x-openstack-request-id: req-533730c5-7c4e-47cd-8b6a-b9bf2faac510 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:41:56.488671 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03d4b169-9813-419b-a2c0-9cc3ce0ab268", "name": "network-vif-unplugged", "status": "completed", "tag": "a93a972e-3e81-470f-b549-55fd4940f0eb", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:41:56.489565 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-533730c5-7c4e-47cd-8b6a-b9bf2faac510 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:41:56.489565 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03d4b169-9813-419b-a2c0-9cc3ce0ab268', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a93a972e-3e81-470f-b549-55fd4940f0eb', 'code': 200} Feb 19 03:41:56.564398 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b3a59a-a110-45f3-9c67-7436c5c35730 service neutron] Pushing event updated for resources: {'Port': ['ID=a93a972e-3e81-470f-b549-55fd4940f0eb,revision_number=6']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:41:56.587888 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b3a59a-a110-45f3-9c67-7436c5c35730 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:41:56.588533 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b3a59a-a110-45f3-9c67-7436c5c35730 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:41:56.588654 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b3a59a-a110-45f3-9c67-7436c5c35730 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:41:56.588895 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b3a59a-a110-45f3-9c67-7436c5c35730 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:41:56.589252 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b3a59a-a110-45f3-9c67-7436c5c35730 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:41:56.589588 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b3a59a-a110-45f3-9c67-7436c5c35730 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:41:56.589917 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b3a59a-a110-45f3-9c67-7436c5c35730 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:41:56.590246 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b3a59a-a110-45f3-9c67-7436c5c35730 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:41:56.590573 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b3a59a-a110-45f3-9c67-7436c5c35730 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:41:56.590900 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b3a59a-a110-45f3-9c67-7436c5c35730 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:41:56.591920 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b3a59a-a110-45f3-9c67-7436c5c35730 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:41:56.591920 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b3a59a-a110-45f3-9c67-7436c5c35730 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:41:56.591920 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b3a59a-a110-45f3-9c67-7436c5c35730 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:41:56.611757 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:56.645715 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8ee3d61-c532-4b99-ab56-eb26734176d4 req-88b3a59a-a110-45f3-9c67-7436c5c35730 service neutron] No DVR routers for this DVR port a93a972e-3e81-470f-b549-55fd4940f0eb on host n-h2-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:41:56.787466 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-d8ee3d61-c532-4b99-ab56-eb26734176d4 req-88b3a59a-a110-45f3-9c67-7436c5c35730 service neutron] Attempting to bind port a93a972e-3e81-470f-b549-55fd4940f0eb on host n-h1-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:41:56.787796 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-d8ee3d61-c532-4b99-ab56-eb26734176d4 req-88b3a59a-a110-45f3-9c67-7436c5c35730 service neutron] Attempting to bind port a93a972e-3e81-470f-b549-55fd4940f0eb by drivers openvswitch,hyperv on host n-h1-826753-2 at level 0 using segments [{'id': '4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '61231607-2de3-4131-8c3c-3d329c7c03ff'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:41:56.788113 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ee3d61-c532-4b99-ab56-eb26734176d4 req-88b3a59a-a110-45f3-9c67-7436c5c35730 service neutron] Attempting to bind port a93a972e-3e81-470f-b549-55fd4940f0eb on network 61231607-2de3-4131-8c3c-3d329c7c03ff {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:41:56.792369 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ee3d61-c532-4b99-ab56-eb26734176d4 req-88b3a59a-a110-45f3-9c67-7436c5c35730 service neutron] Port a93a972e-3e81-470f-b549-55fd4940f0eb on network 61231607-2de3-4131-8c3c-3d329c7c03ff not bound, no agent of type Open vSwitch agent registered on host n-h1-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:41:56.792692 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ee3d61-c532-4b99-ab56-eb26734176d4 req-88b3a59a-a110-45f3-9c67-7436c5c35730 service neutron] Attempting to bind port a93a972e-3e81-470f-b549-55fd4940f0eb on network 61231607-2de3-4131-8c3c-3d329c7c03ff {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:41:56.798078 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ee3d61-c532-4b99-ab56-eb26734176d4 req-88b3a59a-a110-45f3-9c67-7436c5c35730 service neutron] Checking agent: {'id': '9d56fb1b-2855-496a-a6d9-c324740cb98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:41:56.798443 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ee3d61-c532-4b99-ab56-eb26734176d4 req-88b3a59a-a110-45f3-9c67-7436c5c35730 service neutron] Checking segment: {'id': '4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '61231607-2de3-4131-8c3c-3d329c7c03ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:41:56.798817 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ee3d61-c532-4b99-ab56-eb26734176d4 req-88b3a59a-a110-45f3-9c67-7436c5c35730 service neutron] Bound using segment: {'id': '4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '61231607-2de3-4131-8c3c-3d329c7c03ff'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:41:56.799229 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-d8ee3d61-c532-4b99-ab56-eb26734176d4 req-88b3a59a-a110-45f3-9c67-7436c5c35730 service neutron] Bound port: a93a972e-3e81-470f-b549-55fd4940f0eb, host: n-h1-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '61231607-2de3-4131-8c3c-3d329c7c03ff'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:41:56.799576 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-d8ee3d61-c532-4b99-ab56-eb26734176d4 req-88b3a59a-a110-45f3-9c67-7436c5c35730 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (a93a972e-3e81-470f-b549-55fd4940f0eb), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:56.866489 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-d8ee3d61-c532-4b99-ab56-eb26734176d4 req-88b3a59a-a110-45f3-9c67-7436c5c35730 service neutron] For port a93a972e-3e81-470f-b549-55fd4940f0eb, host n-h1-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:41:56.869438 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-d8ee3d61-c532-4b99-ab56-eb26734176d4 req-88b3a59a-a110-45f3-9c67-7436c5c35730 service neutron] For port a93a972e-3e81-470f-b549-55fd4940f0eb, host n-h1-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=a93a972e-3e81-470f-b549-55fd4940f0eb,segment=NetworkSegment(4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0),segment_id=4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:41:56.875715 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014493e2-a3b8-49af-8eb2-def19f20d28a req-52d59cde-3fcf-4bc9-9060-005a64f3ff60 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:56.876313 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-d8ee3d61-c532-4b99-ab56-eb26734176d4 req-88b3a59a-a110-45f3-9c67-7436c5c35730 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (a93a972e-3e81-470f-b549-55fd4940f0eb), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:56.877460 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-014493e2-a3b8-49af-8eb2-def19f20d28a req-52d59cde-3fcf-4bc9-9060-005a64f3ff60 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=03d4b169-9813-419b-a2c0-9cc3ce0ab268 HTTP/1.1" status: 200 len: 943 time: 0.0531678 Feb 19 03:41:56.917171 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ee3d61-c532-4b99-ab56-eb26734176d4 req-88b3a59a-a110-45f3-9c67-7436c5c35730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:56.917799 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-d8ee3d61-c532-4b99-ab56-eb26734176d4 req-88b3a59a-a110-45f3-9c67-7436c5c35730 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:56.919195 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d8ee3d61-c532-4b99-ab56-eb26734176d4 req-88b3a59a-a110-45f3-9c67-7436c5c35730 service neutron] 10.222.0.73 "PUT /v2.0/ports/a93a972e-3e81-470f-b549-55fd4940f0eb HTTP/1.1" status: 200 len: 1091 time: 1.1229253 Feb 19 03:41:56.927261 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-014493e2-a3b8-49af-8eb2-def19f20d28a req-3eb5dff9-d092-425f-bb2d-c1c6b936b3e7 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438037 Feb 19 03:41:56.941930 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b3a59a-a110-45f3-9c67-7436c5c35730 service neutron] Pushing event updated for resources: {'Port': ['ID=a93a972e-3e81-470f-b549-55fd4940f0eb,revision_number=7']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:41:56.998218 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ee3d61-c532-4b99-ab56-eb26734176d4 req-138bb8ee-0734-4e0c-8dad-5cb206b14080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:56.999785 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d8ee3d61-c532-4b99-ab56-eb26734176d4 req-138bb8ee-0734-4e0c-8dad-5cb206b14080 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=41c0d62dea1b4193960fb9d03684346b&device_id=03d4b169-9813-419b-a2c0-9cc3ce0ab268 HTTP/1.1" status: 200 len: 1125 time: 0.0479646 Feb 19 03:41:57.100200 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ee3d61-c532-4b99-ab56-eb26734176d4 req-68b4ef82-3681-43c2-b1f4-16d3647e95fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:57.101794 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d8ee3d61-c532-4b99-ab56-eb26734176d4 req-68b4ef82-3681-43c2-b1f4-16d3647e95fc service neutron] 10.222.0.73 "GET /v2.0/networks?id=61231607-2de3-4131-8c3c-3d329c7c03ff HTTP/1.1" status: 200 len: 913 time: 0.0965593 Feb 19 03:41:57.169477 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d8ee3d61-c532-4b99-ab56-eb26734176d4 req-aa27e838-d99e-4c6a-9db3-8e567543f942 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a93a972e-3e81-470f-b549-55fd4940f0eb HTTP/1.1" status: 200 len: 999 time: 0.0612481 Feb 19 03:41:57.218118 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ee3d61-c532-4b99-ab56-eb26734176d4 req-a1571fca-ead7-45b1-af28-1d62c1d88c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:57.220108 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d8ee3d61-c532-4b99-ab56-eb26734176d4 req-a1571fca-ead7-45b1-af28-1d62c1d88c5d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=dd53d77e-cab1-4fae-9905-6cd68c6c5593 HTTP/1.1" status: 200 len: 851 time: 0.0449021 Feb 19 03:41:57.271432 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ee3d61-c532-4b99-ab56-eb26734176d4 req-e0d3aca9-c092-4906-ba14-69aff2581565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:57.272912 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d8ee3d61-c532-4b99-ab56-eb26734176d4 req-e0d3aca9-c092-4906-ba14-69aff2581565 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=61231607-2de3-4131-8c3c-3d329c7c03ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0481029 Feb 19 03:41:57.362302 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d8ee3d61-c532-4b99-ab56-eb26734176d4 req-3cc3207b-03b3-43b9-8011-44097d27eef0 service neutron] 10.222.0.73 "GET /v2.0/networks/61231607-2de3-4131-8c3c-3d329c7c03ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830989 Feb 19 03:41:57.454335 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d8ee3d61-c532-4b99-ab56-eb26734176d4 req-82fb9f0f-cfaf-42a1-9228-469277d640c4 service neutron] 10.222.0.73 "GET /v2.0/networks/61231607-2de3-4131-8c3c-3d329c7c03ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858133 Feb 19 03:41:58.062698 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd13d66-1d16-477c-b65b-f20fe21a5bf5 req-a291620f-fc6e-403b-863b-0aedfb5e656e tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:58.064231 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fcd13d66-1d16-477c-b65b-f20fe21a5bf5 req-a291620f-fc6e-403b-863b-0aedfb5e656e tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=03d4b169-9813-419b-a2c0-9cc3ce0ab268 HTTP/1.1" status: 200 len: 943 time: 0.0582278 Feb 19 03:41:58.109552 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fcd13d66-1d16-477c-b65b-f20fe21a5bf5 req-6256b62f-f5b7-4d22-b28a-4348c57b0b80 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397301 Feb 19 03:41:58.490969 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03d4b169-9813-419b-a2c0-9cc3ce0ab268', 'tag': 'a93a972e-3e81-470f-b549-55fd4940f0eb'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:41:58.493366 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b48a34f37e4e31fa410c3f10fa4e23c828d45427043ff8d3e4d9f228381d6ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dc2278c-59e0-4935-a1e5-6b204f46e343" -d '{"events": [{"name": "network-changed", "server_uuid": "03d4b169-9813-419b-a2c0-9cc3ce0ab268", "tag": "a93a972e-3e81-470f-b549-55fd4940f0eb"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:41:58.540789 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87b201aa-d68f-430b-b183-0e16860ce608 x-openstack-request-id: req-87b201aa-d68f-430b-b183-0e16860ce608 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:41:58.541104 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03d4b169-9813-419b-a2c0-9cc3ce0ab268", "tag": "a93a972e-3e81-470f-b549-55fd4940f0eb", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:41:58.541354 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-87b201aa-d68f-430b-b183-0e16860ce608 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:41:58.541812 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03d4b169-9813-419b-a2c0-9cc3ce0ab268', 'tag': 'a93a972e-3e81-470f-b549-55fd4940f0eb', 'status': 'completed', 'code': 200} Feb 19 03:41:58.654591 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc2278c-59e0-4935-a1e5-6b204f46e343 req-14b0a3ef-e33e-45df-8002-aad6747a7104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:58.656111 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-2dc2278c-59e0-4935-a1e5-6b204f46e343 req-14b0a3ef-e33e-45df-8002-aad6747a7104 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=41c0d62dea1b4193960fb9d03684346b&device_id=03d4b169-9813-419b-a2c0-9cc3ce0ab268 HTTP/1.1" status: 200 len: 1125 time: 0.0755501 Feb 19 03:41:58.661312 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc2278c-59e0-4935-a1e5-6b204f46e343 req-b814e2ae-1e4f-423e-b0cc-c6335dacc3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:58.662663 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-2dc2278c-59e0-4935-a1e5-6b204f46e343 req-b814e2ae-1e4f-423e-b0cc-c6335dacc3c4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=41c0d62dea1b4193960fb9d03684346b&device_id=03d4b169-9813-419b-a2c0-9cc3ce0ab268 HTTP/1.1" status: 200 len: 1125 time: 0.0717726 Feb 19 03:41:58.822446 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc2278c-59e0-4935-a1e5-6b204f46e343 req-282fca95-18ef-4338-8312-a603b2e22f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:58.823919 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-2dc2278c-59e0-4935-a1e5-6b204f46e343 req-282fca95-18ef-4338-8312-a603b2e22f7b service neutron] 10.222.0.73 "GET /v2.0/networks?id=61231607-2de3-4131-8c3c-3d329c7c03ff HTTP/1.1" status: 200 len: 913 time: 0.1604228 Feb 19 03:41:58.825092 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc2278c-59e0-4935-a1e5-6b204f46e343 req-a1e9bcbb-266c-4a3c-9b79-ba950745c777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:58.826393 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-2dc2278c-59e0-4935-a1e5-6b204f46e343 req-a1e9bcbb-266c-4a3c-9b79-ba950745c777 service neutron] 10.222.0.82 "GET /v2.0/networks?id=61231607-2de3-4131-8c3c-3d329c7c03ff HTTP/1.1" status: 200 len: 913 time: 0.1560693 Feb 19 03:41:58.936327 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-2dc2278c-59e0-4935-a1e5-6b204f46e343 req-938b145e-97f6-451a-b8af-77cd114ce043 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a93a972e-3e81-470f-b549-55fd4940f0eb HTTP/1.1" status: 200 len: 999 time: 0.1059744 Feb 19 03:41:58.938400 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-2dc2278c-59e0-4935-a1e5-6b204f46e343 req-5bdab3ae-fd7d-4cba-bf97-f38d14b34c2d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a93a972e-3e81-470f-b549-55fd4940f0eb HTTP/1.1" status: 200 len: 999 time: 0.1025746 Feb 19 03:41:59.017199 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc2278c-59e0-4935-a1e5-6b204f46e343 req-a5f1d2e9-be0b-4443-b293-84417cb94c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:59.018678 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-2dc2278c-59e0-4935-a1e5-6b204f46e343 req-a5f1d2e9-be0b-4443-b293-84417cb94c15 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=dd53d77e-cab1-4fae-9905-6cd68c6c5593 HTTP/1.1" status: 200 len: 851 time: 0.0766661 Feb 19 03:41:59.020241 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc2278c-59e0-4935-a1e5-6b204f46e343 req-f5a3117c-62ef-41f2-b64d-a8188a02cd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:59.021585 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-2dc2278c-59e0-4935-a1e5-6b204f46e343 req-f5a3117c-62ef-41f2-b64d-a8188a02cd4a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=dd53d77e-cab1-4fae-9905-6cd68c6c5593 HTTP/1.1" status: 200 len: 851 time: 0.0726171 Feb 19 03:41:59.103853 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc2278c-59e0-4935-a1e5-6b204f46e343 req-ed5d7017-4d46-49e3-95af-82162093332f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:59.105325 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-2dc2278c-59e0-4935-a1e5-6b204f46e343 req-ed5d7017-4d46-49e3-95af-82162093332f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=61231607-2de3-4131-8c3c-3d329c7c03ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0805554 Feb 19 03:41:59.107040 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc2278c-59e0-4935-a1e5-6b204f46e343 req-3289cbaf-5a47-492d-b9c3-9217783d5b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:59.108375 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-2dc2278c-59e0-4935-a1e5-6b204f46e343 req-3289cbaf-5a47-492d-b9c3-9217783d5b21 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=61231607-2de3-4131-8c3c-3d329c7c03ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0766635 Feb 19 03:41:59.236722 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414fa187-f9af-47bd-a46e-5f5dfa1e75b8 req-44f23819-9f58-47c5-8bca-634e349f138c tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:59.238245 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-414fa187-f9af-47bd-a46e-5f5dfa1e75b8 req-44f23819-9f58-47c5-8bca-634e349f138c tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=03d4b169-9813-419b-a2c0-9cc3ce0ab268 HTTP/1.1" status: 200 len: 943 time: 0.0590060 Feb 19 03:41:59.269029 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-2dc2278c-59e0-4935-a1e5-6b204f46e343 req-0d824dc2-9fd1-46b5-9958-d3d82c0999cd service neutron] 10.222.0.82 "GET /v2.0/networks/61231607-2de3-4131-8c3c-3d329c7c03ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500027 Feb 19 03:41:59.270884 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-2dc2278c-59e0-4935-a1e5-6b204f46e343 req-d70c6f76-1efe-4b2d-bc5b-89c05a69fa88 service neutron] 10.222.0.73 "GET /v2.0/networks/61231607-2de3-4131-8c3c-3d329c7c03ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590409 Feb 19 03:41:59.292294 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-414fa187-f9af-47bd-a46e-5f5dfa1e75b8 req-6cc3d702-0b84-4e67-806c-2b2249961650 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418372 Feb 19 03:41:59.424110 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-2dc2278c-59e0-4935-a1e5-6b204f46e343 req-5535806f-2f17-4921-8649-320e579faa24 service neutron] 10.222.0.82 "GET /v2.0/networks/61231607-2de3-4131-8c3c-3d329c7c03ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495681 Feb 19 03:41:59.426156 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-2dc2278c-59e0-4935-a1e5-6b204f46e343 req-beca82cc-99b5-435a-9c74-2cf4f51dfd72 service neutron] 10.222.0.73 "GET /v2.0/networks/61231607-2de3-4131-8c3c-3d329c7c03ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449034 Feb 19 03:41:59.914194 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device a93a972e-3e81-470f-b549-55fd4940f0eb no longer exists at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:41:59.954171 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] The host n-h2-826753-2 is not matching for port a93a972e-3e81-470f-b549-55fd4940f0eb host n-h1-826753-2! {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 03:41:59.954573 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device a93a972e-3e81-470f-b549-55fd4940f0eb not bound to the agent host n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:42:00.193333 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device a93a972e-3e81-470f-b549-55fd4940f0eb details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:42:00.287207 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port a93a972e-3e81-470f-b549-55fd4940f0eb, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=a93a972e-3e81-470f-b549-55fd4940f0eb,segment=NetworkSegment(4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0),segment_id=4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:42:00.299053 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': 'a93a972e-3e81-470f-b549-55fd4940f0eb', 'network_id': '61231607-2de3-4131-8c3c-3d329c7c03ff', 'port_id': 'a93a972e-3e81-470f-b549-55fd4940f0eb', 'mac_address': 'fa:16:3e:aa:ba:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd53d77e-cab1-4fae-9905-6cd68c6c5593', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:42:00.336407 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port a93a972e-3e81-470f-b549-55fd4940f0eb is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:42:00.336798 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (a93a972e-3e81-470f-b549-55fd4940f0eb), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:00.354246 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a93a972e-3e81-470f-b549-55fd4940f0eb {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:42:00.374312 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port a93a972e-3e81-470f-b549-55fd4940f0eb, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=a93a972e-3e81-470f-b549-55fd4940f0eb,segment=NetworkSegment(4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0),segment_id=4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:42:00.378727 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (a93a972e-3e81-470f-b549-55fd4940f0eb), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:00.430645 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44027077-0a15-4df8-9fb2-0bcd5159f4ce req-eba24faf-9b9f-45c5-a598-f1469996912f tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:00.432170 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-44027077-0a15-4df8-9fb2-0bcd5159f4ce req-eba24faf-9b9f-45c5-a598-f1469996912f tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=03d4b169-9813-419b-a2c0-9cc3ce0ab268 HTTP/1.1" status: 200 len: 944 time: 0.0615363 Feb 19 03:42:00.436467 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=a93a972e-3e81-470f-b549-55fd4940f0eb,revision_number=8']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:42:00.444849 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:42:00.445147 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:42:00.445495 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:42:00.445836 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:42:00.446173 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:42:00.446504 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:42:00.446832 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:42:00.447156 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:42:00.447481 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:42:00.447828 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:42:00.448177 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:42:00.448505 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:42:00.448826 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:42:00.493272 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-44027077-0a15-4df8-9fb2-0bcd5159f4ce req-eab1d88d-292b-445e-8c06-b17d81eaa13f tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523255 Feb 19 03:42:00.805595 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['a93a972e-3e81-470f-b549-55fd4940f0eb'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:42:01.611790 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4469c4-940c-4b44-8194-bbff86cca303 req-5906401f-6d65-4b6b-84d6-97d5f05eeec9 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:01.613046 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1e4469c4-940c-4b44-8194-bbff86cca303 req-5906401f-6d65-4b6b-84d6-97d5f05eeec9 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=03d4b169-9813-419b-a2c0-9cc3ce0ab268 HTTP/1.1" status: 200 len: 944 time: 0.0529368 Feb 19 03:42:01.660270 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1e4469c4-940c-4b44-8194-bbff86cca303 req-842fe82f-2b62-4d9e-a737-0e31c872e768 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416832 Feb 19 03:42:01.862241 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d17bce8-dc3f-491e-a04f-20583943de2f req-6c0f22a5-01f6-4b60-9061-ee992c5d9e72 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:01.863783 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8d17bce8-dc3f-491e-a04f-20583943de2f req-6c0f22a5-01f6-4b60-9061-ee992c5d9e72 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=03d4b169-9813-419b-a2c0-9cc3ce0ab268 HTTP/1.1" status: 200 len: 944 time: 0.0539849 Feb 19 03:42:01.890603 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c24891b-0a3d-4327-aae2-4ea96d40be7e req-82be2044-268c-4ce3-98ac-dea4f305ae04 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:01.892657 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-2c24891b-0a3d-4327-aae2-4ea96d40be7e req-82be2044-268c-4ce3-98ac-dea4f305ae04 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.82 "GET /v2.0/ports?device_id=03d4b169-9813-419b-a2c0-9cc3ce0ab268&tenant_id=41c0d62dea1b4193960fb9d03684346b&binding%3Ahost_id=n-h1-826753-2 HTTP/1.1" status: 200 len: 944 time: 0.0582232 Feb 19 03:42:01.916992 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8d17bce8-dc3f-491e-a04f-20583943de2f req-e0ee20e8-8c9c-473d-a99e-c2387263791c tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472889 Feb 19 03:42:01.955663 n-d-826753-2 neutron-server[103702]: INFO neutron.api.v2.resource [req-2c24891b-0a3d-4327-aae2-4ea96d40be7e req-b421d10d-0a4a-4731-b7af-ca4533f691fe service neutron] delete failed (client error): The resource could not be found. Feb 19 03:42:01.956688 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-2c24891b-0a3d-4327-aae2-4ea96d40be7e req-b421d10d-0a4a-4731-b7af-ca4533f691fe service neutron] 10.222.0.82 "DELETE /v2.0/ports/a93a972e-3e81-470f-b549-55fd4940f0eb/bindings/n-h2-826753-2 HTTP/1.1" status: 404 len: 380 time: 0.0582461 Feb 19 03:42:02.065530 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c24891b-0a3d-4327-aae2-4ea96d40be7e req-2e447562-b0a4-466a-9fa3-843529bfa5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:02.067080 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-2c24891b-0a3d-4327-aae2-4ea96d40be7e req-2e447562-b0a4-466a-9fa3-843529bfa5e6 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=41c0d62dea1b4193960fb9d03684346b&device_id=03d4b169-9813-419b-a2c0-9cc3ce0ab268 HTTP/1.1" status: 200 len: 1126 time: 0.0474305 Feb 19 03:42:02.152950 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c24891b-0a3d-4327-aae2-4ea96d40be7e req-1b3743a3-e46f-423f-bbfb-5e9a4af6a988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:02.154428 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-2c24891b-0a3d-4327-aae2-4ea96d40be7e req-1b3743a3-e46f-423f-bbfb-5e9a4af6a988 service neutron] 10.222.0.82 "GET /v2.0/networks?id=61231607-2de3-4131-8c3c-3d329c7c03ff HTTP/1.1" status: 200 len: 913 time: 0.0819018 Feb 19 03:42:02.208146 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device a93a972e-3e81-470f-b549-55fd4940f0eb up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:42:02.223489 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-2c24891b-0a3d-4327-aae2-4ea96d40be7e req-6ae05d8a-a55a-49a2-aa8b-52980bca7c72 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a93a972e-3e81-470f-b549-55fd4940f0eb HTTP/1.1" status: 200 len: 1000 time: 0.0628259 Feb 19 03:42:02.255582 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning for port a93a972e-3e81-470f-b549-55fd4940f0eb completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:42:02.259283 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port a93a972e-3e81-470f-b549-55fd4940f0eb triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:42:02.259650 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (a93a972e-3e81-470f-b549-55fd4940f0eb), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:02.271648 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c24891b-0a3d-4327-aae2-4ea96d40be7e req-36d8d92a-f80f-4ff1-ac45-caf76999f635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:02.273183 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-2c24891b-0a3d-4327-aae2-4ea96d40be7e req-36d8d92a-f80f-4ff1-ac45-caf76999f635 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=dd53d77e-cab1-4fae-9905-6cd68c6c5593 HTTP/1.1" status: 200 len: 851 time: 0.0442274 Feb 19 03:42:02.322861 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c24891b-0a3d-4327-aae2-4ea96d40be7e req-89c50899-1371-4d12-9a86-957df91298cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:02.324377 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-2c24891b-0a3d-4327-aae2-4ea96d40be7e req-89c50899-1371-4d12-9a86-957df91298cf service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=61231607-2de3-4131-8c3c-3d329c7c03ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0458686 Feb 19 03:42:02.337147 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port a93a972e-3e81-470f-b549-55fd4940f0eb is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:42:02.337534 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (a93a972e-3e81-470f-b549-55fd4940f0eb), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:02.359278 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03d4b169-9813-419b-a2c0-9cc3ce0ab268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a93a972e-3e81-470f-b549-55fd4940f0eb'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:42:02.362086 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88fe038525c8a7a69a3adae1ae732c1dd0c63371bed0a925712ea7f2f25f70bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c392d446-be31-4ff7-a5c6-f5a5f7d36369" -d '{"events": [{"server_uuid": "03d4b169-9813-419b-a2c0-9cc3ce0ab268", "name": "network-vif-plugged", "status": "completed", "tag": "a93a972e-3e81-470f-b549-55fd4940f0eb"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:42:02.389714 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port a93a972e-3e81-470f-b549-55fd4940f0eb, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=a93a972e-3e81-470f-b549-55fd4940f0eb,segment=NetworkSegment(4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0),segment_id=4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:42:02.394968 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (a93a972e-3e81-470f-b549-55fd4940f0eb), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:02.418312 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2859ae0f-31ef-46e9-83f4-6bec828db361 x-openstack-request-id: req-2859ae0f-31ef-46e9-83f4-6bec828db361 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:42:02.418612 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03d4b169-9813-419b-a2c0-9cc3ce0ab268", "name": "network-vif-plugged", "status": "completed", "tag": "a93a972e-3e81-470f-b549-55fd4940f0eb", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:42:02.418960 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2859ae0f-31ef-46e9-83f4-6bec828db361 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:42:02.419249 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03d4b169-9813-419b-a2c0-9cc3ce0ab268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a93a972e-3e81-470f-b549-55fd4940f0eb', 'code': 200} Feb 19 03:42:02.422987 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-2c24891b-0a3d-4327-aae2-4ea96d40be7e req-53cff8d6-e145-4e9c-ad63-b287eed4975e service neutron] 10.222.0.82 "GET /v2.0/networks/61231607-2de3-4131-8c3c-3d329c7c03ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906904 Feb 19 03:42:02.444970 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=a93a972e-3e81-470f-b549-55fd4940f0eb,revision_number=9']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:42:02.533473 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-2c24891b-0a3d-4327-aae2-4ea96d40be7e req-2c1fb0e3-773d-4b7d-8a47-04e30ded134e service neutron] 10.222.0.82 "GET /v2.0/networks/61231607-2de3-4131-8c3c-3d329c7c03ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826774 Feb 19 03:42:03.042026 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a576e1-3e6d-4d15-a21c-e46ba3c56784 req-c105af3b-ab4a-4772-b9d9-9e35ad9545d5 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:03.043701 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-58a576e1-3e6d-4d15-a21c-e46ba3c56784 req-c105af3b-ab4a-4772-b9d9-9e35ad9545d5 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=03d4b169-9813-419b-a2c0-9cc3ce0ab268 HTTP/1.1" status: 200 len: 945 time: 0.0558681 Feb 19 03:42:03.094039 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-58a576e1-3e6d-4d15-a21c-e46ba3c56784 req-5622cfc6-2605-4d01-9525-9e13c08c7507 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431948 Feb 19 03:42:03.216607 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d81662-67d1-4690-af10-bb274a345c85 req-ce1047f3-c94b-4c23-b757-e3153b8d332e tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:03.217996 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-17d81662-67d1-4690-af10-bb274a345c85 req-ce1047f3-c94b-4c23-b757-e3153b8d332e tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=03d4b169-9813-419b-a2c0-9cc3ce0ab268 HTTP/1.1" status: 200 len: 945 time: 0.0531619 Feb 19 03:42:03.263385 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-17d81662-67d1-4690-af10-bb274a345c85 req-f9709b59-83e0-465b-971a-90ef150b9313 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392187 Feb 19 03:42:03.384867 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ae04d1-c482-4eae-9d22-6b1d982de8e5 req-61e0899a-c04f-476c-82ef-10863a8ba493 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:03.386424 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-74ae04d1-c482-4eae-9d22-6b1d982de8e5 req-61e0899a-c04f-476c-82ef-10863a8ba493 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=03d4b169-9813-419b-a2c0-9cc3ce0ab268 HTTP/1.1" status: 200 len: 945 time: 0.0571446 Feb 19 03:42:03.435665 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-74ae04d1-c482-4eae-9d22-6b1d982de8e5 req-0d7fe74a-545d-4878-beba-e9eeb62e30c1 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428164 Feb 19 03:42:03.676602 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b1737-7a64-471c-bef8-ba4520b0d895 req-7b637e8b-a7a5-4f0f-aaa6-a3d9f009f2b2 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:03.678164 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6c6b1737-7a64-471c-bef8-ba4520b0d895 req-7b637e8b-a7a5-4f0f-aaa6-a3d9f009f2b2 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=03d4b169-9813-419b-a2c0-9cc3ce0ab268 HTTP/1.1" status: 200 len: 945 time: 0.0535259 Feb 19 03:42:03.724749 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6c6b1737-7a64-471c-bef8-ba4520b0d895 req-54ef0c1c-9981-4ad2-bfd5-fc1c5167d552 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408587 Feb 19 03:42:04.850412 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeee402-b849-444c-9659-3a66a5055d2e req-60f83a11-523b-4235-a258-28fc48c605e2 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:04.851923 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-deeee402-b849-444c-9659-3a66a5055d2e req-60f83a11-523b-4235-a258-28fc48c605e2 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=03d4b169-9813-419b-a2c0-9cc3ce0ab268 HTTP/1.1" status: 200 len: 945 time: 0.0565059 Feb 19 03:42:04.902468 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-deeee402-b849-444c-9659-3a66a5055d2e req-6224ee61-2ea1-4b13-a55d-2002b7203137 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449007 Feb 19 03:42:05.120916 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6320df74-8c0b-44bc-b754-e736acbe75b5 req-6dcb6120-ae16-44ce-bb6b-388f8e010c1c tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:05.122570 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-6320df74-8c0b-44bc-b754-e736acbe75b5 req-6dcb6120-ae16-44ce-bb6b-388f8e010c1c tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.73 "GET /v2.0/ports?device_id=03d4b169-9813-419b-a2c0-9cc3ce0ab268 HTTP/1.1" status: 200 len: 945 time: 0.0584896 Feb 19 03:42:05.214013 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-6320df74-8c0b-44bc-b754-e736acbe75b5 req-bbb44697-1c1f-4a9e-9691-4b6575cc85d8 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Deleting port a93a972e-3e81-470f-b549-55fd4940f0eb {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:42:05.214351 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-6320df74-8c0b-44bc-b754-e736acbe75b5 req-bbb44697-1c1f-4a9e-9691-4b6575cc85d8 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (a93a972e-3e81-470f-b549-55fd4940f0eb), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:05.306079 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-6320df74-8c0b-44bc-b754-e736acbe75b5 req-bbb44697-1c1f-4a9e-9691-4b6575cc85d8 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] For port a93a972e-3e81-470f-b549-55fd4940f0eb, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=a93a972e-3e81-470f-b549-55fd4940f0eb,segment=NetworkSegment(4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0),segment_id=4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:42:05.306358 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-6320df74-8c0b-44bc-b754-e736acbe75b5 req-bbb44697-1c1f-4a9e-9691-4b6575cc85d8 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (a93a972e-3e81-470f-b549-55fd4940f0eb), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:05.479692 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-6320df74-8c0b-44bc-b754-e736acbe75b5 req-bbb44697-1c1f-4a9e-9691-4b6575cc85d8 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:05.480068 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-6320df74-8c0b-44bc-b754-e736acbe75b5 req-bbb44697-1c1f-4a9e-9691-4b6575cc85d8 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16285943'] for floatingip (5c419d2d-fff0-4956-a592-9e52255a280b), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:05.480362 n-d-826753-2 neutron-server[103702]: INFO neutron.db.l3_db [req-6320df74-8c0b-44bc-b754-e736acbe75b5 req-bbb44697-1c1f-4a9e-9691-4b6575cc85d8 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Floating IP 5c419d2d-fff0-4956-a592-9e52255a280b disassociated. External IP: 172.25.6.147, port: a93a972e-3e81-470f-b549-55fd4940f0eb. Feb 19 03:42:05.480687 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-6320df74-8c0b-44bc-b754-e736acbe75b5 req-bbb44697-1c1f-4a9e-9691-4b6575cc85d8 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Calling delete_port for a93a972e-3e81-470f-b549-55fd4940f0eb owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:42:05.617434 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-6320df74-8c0b-44bc-b754-e736acbe75b5 req-bbb44697-1c1f-4a9e-9691-4b6575cc85d8 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (a93a972e-3e81-470f-b549-55fd4940f0eb), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:05.646557 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb44697-1c1f-4a9e-9691-4b6575cc85d8 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Pushing event deleted for resources: {'Port': ['ID=a93a972e-3e81-470f-b549-55fd4940f0eb,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:42:05.769373 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6320df74-8c0b-44bc-b754-e736acbe75b5 req-bbb44697-1c1f-4a9e-9691-4b6575cc85d8 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Router 40dae7ba-0f01-4414-918f-b8cf6f38098f has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:42:05.883178 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6320df74-8c0b-44bc-b754-e736acbe75b5 req-bbb44697-1c1f-4a9e-9691-4b6575cc85d8 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:42:05.894479 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0d36b0-d42e-4027-ad9e-99583417e9f9 None None] Sync routers for ids ['40dae7ba-0f01-4414-918f-b8cf6f38098f'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:42:05.904641 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0d36b0-d42e-4027-ad9e-99583417e9f9 None None] Routers {'40dae7ba-0f01-4414-918f-b8cf6f38098f'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:42:05.905383 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-2f0d36b0-d42e-4027-ad9e-99583417e9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:41:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['40dae7ba-0f01-4414-918f-b8cf6f38098f'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:42:05.924423 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-6320df74-8c0b-44bc-b754-e736acbe75b5 req-bbb44697-1c1f-4a9e-9691-4b6575cc85d8 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] No DVR routers for this DVR port a93a972e-3e81-470f-b549-55fd4940f0eb on host n-h1-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:42:05.927730 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-6320df74-8c0b-44bc-b754-e736acbe75b5 req-bbb44697-1c1f-4a9e-9691-4b6575cc85d8 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:05.931163 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-6320df74-8c0b-44bc-b754-e736acbe75b5 req-bbb44697-1c1f-4a9e-9691-4b6575cc85d8 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.73 "DELETE /v2.0/ports/a93a972e-3e81-470f-b549-55fd4940f0eb HTTP/1.1" status: 204 len: 173 time: 0.8033683 Feb 19 03:42:05.931675 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03d4b169-9813-419b-a2c0-9cc3ce0ab268', 'name': 'network-vif-deleted', 'tag': 'a93a972e-3e81-470f-b549-55fd4940f0eb'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:42:05.933944 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b48a34f37e4e31fa410c3f10fa4e23c828d45427043ff8d3e4d9f228381d6ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8af06564-374f-46f8-b123-7583024d9676" -d '{"events": [{"server_uuid": "03d4b169-9813-419b-a2c0-9cc3ce0ab268", "name": "network-vif-deleted", "tag": "a93a972e-3e81-470f-b549-55fd4940f0eb"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:42:05.984970 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b570c58-bc64-4842-bc2d-50bfb12664f5 x-openstack-request-id: req-1b570c58-bc64-4842-bc2d-50bfb12664f5 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:42:05.985277 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03d4b169-9813-419b-a2c0-9cc3ce0ab268", "name": "network-vif-deleted", "tag": "a93a972e-3e81-470f-b549-55fd4940f0eb", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:42:05.985531 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1b570c58-bc64-4842-bc2d-50bfb12664f5 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:42:05.985937 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03d4b169-9813-419b-a2c0-9cc3ce0ab268', 'name': 'network-vif-deleted', 'tag': 'a93a972e-3e81-470f-b549-55fd4940f0eb', 'status': 'completed', 'code': 200} Feb 19 03:42:06.030935 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a05e2188-bdd9-41c3-ba00-4de07d06c071 req-15c8e4ba-5a95-4067-acf3-5a6f43879dc9 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=03d4b169-9813-419b-a2c0-9cc3ce0ab268 HTTP/1.1" status: 200 len: 210 time: 0.0288057 Feb 19 03:42:06.038671 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-2f0d36b0-d42e-4027-ad9e-99583417e9f9 None None] Set router 40dae7ba-0f01-4414-918f-b8cf6f38098f gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:42:06.330324 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-2f0d36b0-d42e-4027-ad9e-99583417e9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40dae7ba-0f01-4414-918f-b8cf6f38098f', 'name': 'tempest-ServerActionsTestJSON-1998691811-router', 'tenant_id': '41c0d62dea1b4193960fb9d03684346b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '53c8779c-fd7c-4afa-aebe-0e875cb7b32c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:41:19Z', 'updated_at': '2022-02-19T03:41:22Z', 'revision_number': 4, 'project_id': '41c0d62dea1b4193960fb9d03684346b', 'gw_port': {'id': '53c8779c-fd7c-4afa-aebe-0e875cb7b32c', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dae7ba-0f01-4414-918f-b8cf6f38098f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:41:19Z', 'updated_at': '2022-02-19T03:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '43a343ed-f21b-4821-9b1b-0cb7a5f9ccec', 'name': '', 'network_id': '61231607-2de3-4131-8c3c-3d329c7c03ff', 'tenant_id': '41c0d62dea1b4193960fb9d03684346b', 'mac_address': 'fa:16:3e:3f:d1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dae7ba-0f01-4414-918f-b8cf6f38098f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'dd53d77e-cab1-4fae-9905-6cd68c6c5593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:41:21Z', 'updated_at': '2022-02-19T03:41:25Z', 'revision_number': 5, 'project_id': '41c0d62dea1b4193960fb9d03684346b', 'subnets': [{'id': 'dd53d77e-cab1-4fae-9905-6cd68c6c5593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:42:06.358834 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0d36b0-d42e-4027-ad9e-99583417e9f9 None None] Checking router: 40dae7ba-0f01-4414-918f-b8cf6f38098f for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:42:06.367450 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0d36b0-d42e-4027-ad9e-99583417e9f9 None None] Routers {'40dae7ba-0f01-4414-918f-b8cf6f38098f'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:42:06.368050 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-2f0d36b0-d42e-4027-ad9e-99583417e9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:41:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['40dae7ba-0f01-4414-918f-b8cf6f38098f'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:42:06.472112 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-2f0d36b0-d42e-4027-ad9e-99583417e9f9 None None] Set router 40dae7ba-0f01-4414-918f-b8cf6f38098f gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:42:06.661213 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-2f0d36b0-d42e-4027-ad9e-99583417e9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40dae7ba-0f01-4414-918f-b8cf6f38098f', 'name': 'tempest-ServerActionsTestJSON-1998691811-router', 'tenant_id': '41c0d62dea1b4193960fb9d03684346b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '53c8779c-fd7c-4afa-aebe-0e875cb7b32c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:41:19Z', 'updated_at': '2022-02-19T03:41:22Z', 'revision_number': 4, 'project_id': '41c0d62dea1b4193960fb9d03684346b', 'gw_port': {'id': '53c8779c-fd7c-4afa-aebe-0e875cb7b32c', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dae7ba-0f01-4414-918f-b8cf6f38098f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:41:19Z', 'updated_at': '2022-02-19T03:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '43a343ed-f21b-4821-9b1b-0cb7a5f9ccec', 'name': '', 'network_id': '61231607-2de3-4131-8c3c-3d329c7c03ff', 'tenant_id': '41c0d62dea1b4193960fb9d03684346b', 'mac_address': 'fa:16:3e:3f:d1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dae7ba-0f01-4414-918f-b8cf6f38098f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'dd53d77e-cab1-4fae-9905-6cd68c6c5593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:41:21Z', 'updated_at': '2022-02-19T03:41:25Z', 'revision_number': 5, 'project_id': '41c0d62dea1b4193960fb9d03684346b', 'subnets': [{'id': 'dd53d77e-cab1-4fae-9905-6cd68c6c5593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:42:06.686783 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0d36b0-d42e-4027-ad9e-99583417e9f9 None None] The sync data for ids ['40dae7ba-0f01-4414-918f-b8cf6f38098f'] in n-d-826753-2 is: [{'id': '40dae7ba-0f01-4414-918f-b8cf6f38098f', 'name': 'tempest-ServerActionsTestJSON-1998691811-router', 'tenant_id': '41c0d62dea1b4193960fb9d03684346b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '53c8779c-fd7c-4afa-aebe-0e875cb7b32c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:41:19Z', 'updated_at': '2022-02-19T03:41:22Z', 'revision_number': 4, 'project_id': '41c0d62dea1b4193960fb9d03684346b', 'gw_port': {'id': '53c8779c-fd7c-4afa-aebe-0e875cb7b32c', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dae7ba-0f01-4414-918f-b8cf6f38098f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:41:19Z', 'updated_at': '2022-02-19T03:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '43a343ed-f21b-4821-9b1b-0cb7a5f9ccec', 'name': '', 'network_id': '61231607-2de3-4131-8c3c-3d329c7c03ff', 'tenant_id': '41c0d62dea1b4193960fb9d03684346b', 'mac_address': 'fa:16:3e:3f:d1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dae7ba-0f01-4414-918f-b8cf6f38098f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'dd53d77e-cab1-4fae-9905-6cd68c6c5593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:41:21Z', 'updated_at': '2022-02-19T03:41:25Z', 'revision_number': 5, 'project_id': '41c0d62dea1b4193960fb9d03684346b', 'subnets': [{'id': 'dd53d77e-cab1-4fae-9905-6cd68c6c5593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:42:06.924845 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6835a16-7102-470a-8c55-523f6d68cbca None None] New status for floating IP 5c419d2d-fff0-4956-a592-9e52255a280b: DOWN {{(pid=103703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:42:07.284256 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-592800b6-4b54-403f-8979-c6d308557818 req-87938f61-b653-40d3-8a7e-449dce1dc352 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1200580431&fields=id&tenant_id=41c0d62dea1b4193960fb9d03684346b HTTP/1.1" status: 200 len: 267 time: 0.0408306 Feb 19 03:42:07.393493 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592800b6-4b54-403f-8979-c6d308557818 req-d78661e2-caf5-49ad-9311-aa70af2f54de tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:07.395126 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-592800b6-4b54-403f-8979-c6d308557818 req-d78661e2-caf5-49ad-9311-aa70af2f54de tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/networks?id=61231607-2de3-4131-8c3c-3d329c7c03ff HTTP/1.1" status: 200 len: 812 time: 0.1045737 Feb 19 03:42:07.410070 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-592800b6-4b54-403f-8979-c6d308557818 req-8cf7554c-d32e-4542-8caf-4bdf9a552538 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/quotas/41c0d62dea1b4193960fb9d03684346b HTTP/1.1" status: 200 len: 375 time: 0.0097253 Feb 19 03:42:07.465669 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-592800b6-4b54-403f-8979-c6d308557818 req-04576e67-8ddc-4d84-9be1-4901ca0efe96 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=41c0d62dea1b4193960fb9d03684346b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506790 Feb 19 03:42:07.557755 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-592800b6-4b54-403f-8979-c6d308557818 req-ae147d61-8cd7-49aa-a293-e638e7953742 service neutron] 10.222.0.72 "GET /v2.0/networks/61231607-2de3-4131-8c3c-3d329c7c03ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805197 Feb 19 03:42:07.648840 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-592800b6-4b54-403f-8979-c6d308557818 req-1a7cf7f7-617a-446b-853d-162b4b5cd6e7 service neutron] 10.222.0.72 "GET /v2.0/networks/61231607-2de3-4131-8c3c-3d329c7c03ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846355 Feb 19 03:42:07.808301 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ffbc73c8-4241-4709-93cb-80d6d3ceb507 req-1b8acc56-5769-4ad0-8309-703a630d5a22 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b90c767-df19-43ac-b580-690331322032 HTTP/1.1" status: 200 len: 210 time: 0.0289824 Feb 19 03:42:08.255394 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device a93a972e-3e81-470f-b549-55fd4940f0eb no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:42:08.275717 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] No Port match for: a93a972e-3e81-470f-b549-55fd4940f0eb {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:42:08.275989 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device a93a972e-3e81-470f-b549-55fd4940f0eb not bound to the agent host n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:42:08.782422 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592800b6-4b54-403f-8979-c6d308557818 req-60dd4049-4182-44d9-835d-44896b388f52 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:08.783948 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-592800b6-4b54-403f-8979-c6d308557818 req-60dd4049-4182-44d9-835d-44896b388f52 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.82 "GET /v2.0/networks?id=61231607-2de3-4131-8c3c-3d329c7c03ff HTTP/1.1" status: 200 len: 812 time: 0.1080472 Feb 19 03:42:08.853273 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-592800b6-4b54-403f-8979-c6d308557818 req-019274aa-41a5-4a25-a8c5-be40e850b01b tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=41c0d62dea1b4193960fb9d03684346b HTTP/1.1" status: 200 len: 380 time: 0.0544217 Feb 19 03:42:08.878634 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-592800b6-4b54-403f-8979-c6d308557818 req-ca9562dd-bcfb-40c5-a3f6-16b71a9e547a tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Request body: {'port': {'device_id': '5b90c767-df19-43ac-b580-690331322032', 'network_id': '61231607-2de3-4131-8c3c-3d329c7c03ff', 'admin_state_up': True, 'tenant_id': '41c0d62dea1b4193960fb9d03684346b', 'security_groups': ['238a4477-2cb7-4b92-9c54-ae8da3430574']}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:42:08.906748 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0f23458a-f34e-4088-982d-5bd72d3d8c3e req-2cff51d5-f60f-48b2-84e1-72397e54484e tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b90c767-df19-43ac-b580-690331322032 HTTP/1.1" status: 200 len: 210 time: 0.0282512 Feb 19 03:42:08.983618 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-592800b6-4b54-403f-8979-c6d308557818 req-ca9562dd-bcfb-40c5-a3f6-16b71a9e547a tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Made reservation on behalf of 41c0d62dea1b4193960fb9d03684346b for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:42:08.987675 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-592800b6-4b54-403f-8979-c6d308557818 req-ca9562dd-bcfb-40c5-a3f6-16b71a9e547a tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:09.114035 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [req-592800b6-4b54-403f-8979-c6d308557818 req-ca9562dd-bcfb-40c5-a3f6-16b71a9e547a tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Allocated IP 172.20.0.12 (61231607-2de3-4131-8c3c-3d329c7c03ff/dd53d77e-cab1-4fae-9905-6cd68c6c5593/59cc36ab-be4d-4936-81d4-86e46939330e) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:42:09.248464 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-592800b6-4b54-403f-8979-c6d308557818 req-ca9562dd-bcfb-40c5-a3f6-16b71a9e547a tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Publish callbacks [] for port (59cc36ab-be4d-4936-81d4-86e46939330e), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:09.283139 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-592800b6-4b54-403f-8979-c6d308557818 req-ca9562dd-bcfb-40c5-a3f6-16b71a9e547a tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (59cc36ab-be4d-4936-81d4-86e46939330e), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:09.326057 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-592800b6-4b54-403f-8979-c6d308557818 req-ca9562dd-bcfb-40c5-a3f6-16b71a9e547a tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Network 61231607-2de3-4131-8c3c-3d329c7c03ff is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:42:09.331625 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [req-592800b6-4b54-403f-8979-c6d308557818 req-ca9562dd-bcfb-40c5-a3f6-16b71a9e547a tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:42:09.335837 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-592800b6-4b54-403f-8979-c6d308557818 req-ca9562dd-bcfb-40c5-a3f6-16b71a9e547a tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:42:09.339594 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9562dd-bcfb-40c5-a3f6-16b71a9e547a tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Pushing event updated for resources: {'Port': ['ID=59cc36ab-be4d-4936-81d4-86e46939330e,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:42:09.389830 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592800b6-4b54-403f-8979-c6d308557818 req-ca9562dd-bcfb-40c5-a3f6-16b71a9e547a tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:09.390450 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-592800b6-4b54-403f-8979-c6d308557818 req-ca9562dd-bcfb-40c5-a3f6-16b71a9e547a tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:09.407497 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-592800b6-4b54-403f-8979-c6d308557818 req-ca9562dd-bcfb-40c5-a3f6-16b71a9e547a tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5338192 Feb 19 03:42:09.424559 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-592800b6-4b54-403f-8979-c6d308557818 req-eddd07ec-cccf-48a4-b55d-ec452e1c0276 service neutron] Request body: {'port': {'device_id': '5b90c767-df19-43ac-b580-690331322032', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826753-2'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:42:09.489940 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-592800b6-4b54-403f-8979-c6d308557818 req-eddd07ec-cccf-48a4-b55d-ec452e1c0276 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (59cc36ab-be4d-4936-81d4-86e46939330e), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:09.574945 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-764509d8-c54a-43af-b6d6-f5f0bb959fd1 None None] Provisioning complete for port 59cc36ab-be4d-4936-81d4-86e46939330e triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:42:09.575517 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-764509d8-c54a-43af-b6d6-f5f0bb959fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (59cc36ab-be4d-4936-81d4-86e46939330e), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:09.609156 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-764509d8-c54a-43af-b6d6-f5f0bb959fd1 None None] Port 59cc36ab-be4d-4936-81d4-86e46939330e cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:42:09.747698 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-592800b6-4b54-403f-8979-c6d308557818 req-eddd07ec-cccf-48a4-b55d-ec452e1c0276 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59cc36ab-be4d-4936-81d4-86e46939330e {{(pid=103702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:42:09.755679 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-592800b6-4b54-403f-8979-c6d308557818 req-eddd07ec-cccf-48a4-b55d-ec452e1c0276 service neutron] Publish callbacks [] for port (59cc36ab-be4d-4936-81d4-86e46939330e), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:09.767273 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-592800b6-4b54-403f-8979-c6d308557818 req-eddd07ec-cccf-48a4-b55d-ec452e1c0276 service neutron] Transition to ACTIVE for port object 59cc36ab-be4d-4936-81d4-86e46939330e will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:42:09.771898 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-592800b6-4b54-403f-8979-c6d308557818 req-eddd07ec-cccf-48a4-b55d-ec452e1c0276 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (59cc36ab-be4d-4936-81d4-86e46939330e), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:09.823059 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddd07ec-cccf-48a4-b55d-ec452e1c0276 service neutron] Pushing event updated for resources: {'Port': ['ID=59cc36ab-be4d-4936-81d4-86e46939330e,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:42:10.045423 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faaed95-7b2a-4cd3-b915-946f4038c6f9 req-ddbaf9d5-d0c7-41a3-a5f9-9a4970429c8a tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:10.047981 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4faaed95-7b2a-4cd3-b915-946f4038c6f9 req-ddbaf9d5-d0c7-41a3-a5f9-9a4970429c8a tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b90c767-df19-43ac-b580-690331322032 HTTP/1.1" status: 200 len: 944 time: 0.0612886 Feb 19 03:42:10.105609 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4faaed95-7b2a-4cd3-b915-946f4038c6f9 req-f89f5708-d9c9-4aa4-8b14-85efe5ef2311 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490820 Feb 19 03:42:10.207452 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-592800b6-4b54-403f-8979-c6d308557818 req-eddd07ec-cccf-48a4-b55d-ec452e1c0276 service neutron] Attempting to bind port 59cc36ab-be4d-4936-81d4-86e46939330e on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:42:10.207782 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-592800b6-4b54-403f-8979-c6d308557818 req-eddd07ec-cccf-48a4-b55d-ec452e1c0276 service neutron] Attempting to bind port 59cc36ab-be4d-4936-81d4-86e46939330e by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': '4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '61231607-2de3-4131-8c3c-3d329c7c03ff'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:42:10.208103 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592800b6-4b54-403f-8979-c6d308557818 req-eddd07ec-cccf-48a4-b55d-ec452e1c0276 service neutron] Attempting to bind port 59cc36ab-be4d-4936-81d4-86e46939330e on network 61231607-2de3-4131-8c3c-3d329c7c03ff {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:42:10.212273 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592800b6-4b54-403f-8979-c6d308557818 req-eddd07ec-cccf-48a4-b55d-ec452e1c0276 service neutron] Port 59cc36ab-be4d-4936-81d4-86e46939330e on network 61231607-2de3-4131-8c3c-3d329c7c03ff not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:42:10.212589 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592800b6-4b54-403f-8979-c6d308557818 req-eddd07ec-cccf-48a4-b55d-ec452e1c0276 service neutron] Attempting to bind port 59cc36ab-be4d-4936-81d4-86e46939330e on network 61231607-2de3-4131-8c3c-3d329c7c03ff {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:42:10.217251 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592800b6-4b54-403f-8979-c6d308557818 req-eddd07ec-cccf-48a4-b55d-ec452e1c0276 service neutron] Checking agent: {'id': 'bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:42:10.217590 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592800b6-4b54-403f-8979-c6d308557818 req-eddd07ec-cccf-48a4-b55d-ec452e1c0276 service neutron] Checking segment: {'id': '4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '61231607-2de3-4131-8c3c-3d329c7c03ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:42:10.217973 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592800b6-4b54-403f-8979-c6d308557818 req-eddd07ec-cccf-48a4-b55d-ec452e1c0276 service neutron] Bound using segment: {'id': '4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '61231607-2de3-4131-8c3c-3d329c7c03ff'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:42:10.218385 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-592800b6-4b54-403f-8979-c6d308557818 req-eddd07ec-cccf-48a4-b55d-ec452e1c0276 service neutron] Bound port: 59cc36ab-be4d-4936-81d4-86e46939330e, host: n-h2-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '61231607-2de3-4131-8c3c-3d329c7c03ff'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:42:10.219365 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-592800b6-4b54-403f-8979-c6d308557818 req-eddd07ec-cccf-48a4-b55d-ec452e1c0276 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (59cc36ab-be4d-4936-81d4-86e46939330e), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:10.280655 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-592800b6-4b54-403f-8979-c6d308557818 req-eddd07ec-cccf-48a4-b55d-ec452e1c0276 service neutron] For port 59cc36ab-be4d-4936-81d4-86e46939330e, host n-h2-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:42:10.284376 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-592800b6-4b54-403f-8979-c6d308557818 req-eddd07ec-cccf-48a4-b55d-ec452e1c0276 service neutron] For port 59cc36ab-be4d-4936-81d4-86e46939330e, host n-h2-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=59cc36ab-be4d-4936-81d4-86e46939330e,segment=NetworkSegment(4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0),segment_id=4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:42:10.290365 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-592800b6-4b54-403f-8979-c6d308557818 req-eddd07ec-cccf-48a4-b55d-ec452e1c0276 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (59cc36ab-be4d-4936-81d4-86e46939330e), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:10.324928 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592800b6-4b54-403f-8979-c6d308557818 req-eddd07ec-cccf-48a4-b55d-ec452e1c0276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:10.325595 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-592800b6-4b54-403f-8979-c6d308557818 req-eddd07ec-cccf-48a4-b55d-ec452e1c0276 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:10.326978 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-592800b6-4b54-403f-8979-c6d308557818 req-eddd07ec-cccf-48a4-b55d-ec452e1c0276 service neutron] 10.222.0.82 "PUT /v2.0/ports/59cc36ab-be4d-4936-81d4-86e46939330e HTTP/1.1" status: 200 len: 1092 time: 0.9075906 Feb 19 03:42:10.327413 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b90c767-df19-43ac-b580-690331322032', 'tag': '59cc36ab-be4d-4936-81d4-86e46939330e'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:42:10.329674 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b48a34f37e4e31fa410c3f10fa4e23c828d45427043ff8d3e4d9f228381d6ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f178bdd4-ddbd-46ac-823b-34cf5a8377a8" -d '{"events": [{"name": "network-changed", "server_uuid": "5b90c767-df19-43ac-b580-690331322032", "tag": "59cc36ab-be4d-4936-81d4-86e46939330e"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:42:10.355020 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddd07ec-cccf-48a4-b55d-ec452e1c0276 service neutron] Pushing event updated for resources: {'Port': ['ID=59cc36ab-be4d-4936-81d4-86e46939330e,revision_number=3']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:42:10.387996 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1829843e-7d8e-4434-8d65-381bf2c5fabd x-openstack-request-id: req-1829843e-7d8e-4434-8d65-381bf2c5fabd {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:42:10.388578 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b90c767-df19-43ac-b580-690331322032", "tag": "59cc36ab-be4d-4936-81d4-86e46939330e", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:42:10.388859 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1829843e-7d8e-4434-8d65-381bf2c5fabd {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:42:10.389282 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b90c767-df19-43ac-b580-690331322032', 'tag': '59cc36ab-be4d-4936-81d4-86e46939330e', 'status': 'completed', 'code': 200} Feb 19 03:42:10.452837 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592800b6-4b54-403f-8979-c6d308557818 req-b68fe154-22dd-44dc-b620-8cfaefee5fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:10.455283 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-592800b6-4b54-403f-8979-c6d308557818 req-b68fe154-22dd-44dc-b620-8cfaefee5fbd service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=41c0d62dea1b4193960fb9d03684346b&device_id=5b90c767-df19-43ac-b580-690331322032 HTTP/1.1" status: 200 len: 1126 time: 0.0524302 Feb 19 03:42:10.504517 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-592800b6-4b54-403f-8979-c6d308557818 req-203f979b-2caa-44d3-b085-fffa3d31df87 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59cc36ab-be4d-4936-81d4-86e46939330e HTTP/1.1" status: 200 len: 217 time: 0.0370133 Feb 19 03:42:10.552169 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592800b6-4b54-403f-8979-c6d308557818 req-93863cd8-dc0e-4bd5-a9fb-55c9383498a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:10.553663 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-592800b6-4b54-403f-8979-c6d308557818 req-93863cd8-dc0e-4bd5-a9fb-55c9383498a7 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=dd53d77e-cab1-4fae-9905-6cd68c6c5593 HTTP/1.1" status: 200 len: 851 time: 0.0437086 Feb 19 03:42:10.601467 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592800b6-4b54-403f-8979-c6d308557818 req-fc928d23-de7d-4b31-a9da-a4b6a8f1db8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:10.602869 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-592800b6-4b54-403f-8979-c6d308557818 req-fc928d23-de7d-4b31-a9da-a4b6a8f1db8b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=61231607-2de3-4131-8c3c-3d329c7c03ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0436423 Feb 19 03:42:10.694189 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-592800b6-4b54-403f-8979-c6d308557818 req-8e1ded08-1fba-47ea-a162-03787b4f5753 service neutron] 10.222.0.82 "GET /v2.0/networks/61231607-2de3-4131-8c3c-3d329c7c03ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848162 Feb 19 03:42:10.781761 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-592800b6-4b54-403f-8979-c6d308557818 req-270e64b1-5c5d-4d8e-85e4-b50f0d9794d2 service neutron] 10.222.0.82 "GET /v2.0/networks/61231607-2de3-4131-8c3c-3d329c7c03ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816662 Feb 19 03:42:10.923393 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f178bdd4-ddbd-46ac-823b-34cf5a8377a8 req-999e00c1-f94f-42cc-bfba-3993dc971ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:10.924906 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-f178bdd4-ddbd-46ac-823b-34cf5a8377a8 req-999e00c1-f94f-42cc-bfba-3993dc971ce0 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=41c0d62dea1b4193960fb9d03684346b&device_id=5b90c767-df19-43ac-b580-690331322032 HTTP/1.1" status: 200 len: 1126 time: 0.0521119 Feb 19 03:42:11.012466 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f178bdd4-ddbd-46ac-823b-34cf5a8377a8 req-10cd7a5f-3f80-412a-ab5b-fd078cfb9e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:11.013872 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-f178bdd4-ddbd-46ac-823b-34cf5a8377a8 req-10cd7a5f-3f80-412a-ab5b-fd078cfb9e9c service neutron] 10.222.0.82 "GET /v2.0/networks?id=61231607-2de3-4131-8c3c-3d329c7c03ff HTTP/1.1" status: 200 len: 913 time: 0.0823972 Feb 19 03:42:11.057943 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-f178bdd4-ddbd-46ac-823b-34cf5a8377a8 req-674be985-0bae-4f60-b44f-9f7bdebe3d90 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59cc36ab-be4d-4936-81d4-86e46939330e HTTP/1.1" status: 200 len: 217 time: 0.0382535 Feb 19 03:42:11.107066 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f178bdd4-ddbd-46ac-823b-34cf5a8377a8 req-23c7e2cd-cf5f-4db4-8c1e-5cf4b1f5b346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:11.108505 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-f178bdd4-ddbd-46ac-823b-34cf5a8377a8 req-23c7e2cd-cf5f-4db4-8c1e-5cf4b1f5b346 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=dd53d77e-cab1-4fae-9905-6cd68c6c5593 HTTP/1.1" status: 200 len: 851 time: 0.0430262 Feb 19 03:42:11.160285 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f178bdd4-ddbd-46ac-823b-34cf5a8377a8 req-5df0093d-0551-426a-9d73-e3a1f3be2f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:11.161840 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-f178bdd4-ddbd-46ac-823b-34cf5a8377a8 req-5df0093d-0551-426a-9d73-e3a1f3be2f99 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=61231607-2de3-4131-8c3c-3d329c7c03ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442216 Feb 19 03:42:11.226807 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf1f301-e208-4641-8211-8aa6bcd0c117 req-5f3494fa-4a04-4e2f-bd4a-85d7452b1270 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:11.228304 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9cf1f301-e208-4641-8211-8aa6bcd0c117 req-5f3494fa-4a04-4e2f-bd4a-85d7452b1270 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b90c767-df19-43ac-b580-690331322032 HTTP/1.1" status: 200 len: 944 time: 0.0524330 Feb 19 03:42:11.255751 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-f178bdd4-ddbd-46ac-823b-34cf5a8377a8 req-589e63ea-1d3e-49ac-8e15-f381432d9634 service neutron] 10.222.0.82 "GET /v2.0/networks/61231607-2de3-4131-8c3c-3d329c7c03ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872393 Feb 19 03:42:11.276553 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9cf1f301-e208-4641-8211-8aa6bcd0c117 req-1d862f4e-d6e3-4509-98b1-562fd3bdd950 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425847 Feb 19 03:42:11.344994 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-f178bdd4-ddbd-46ac-823b-34cf5a8377a8 req-d684277b-94c2-4333-9081-00229f14deb4 service neutron] 10.222.0.82 "GET /v2.0/networks/61231607-2de3-4131-8c3c-3d329c7c03ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827880 Feb 19 03:42:12.394642 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb1ed4-0caa-47d2-a620-bb0dac85e1b6 req-e574d2b9-b9c5-43c3-84c2-7fc9b19b687d tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:12.396107 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-36eb1ed4-0caa-47d2-a620-bb0dac85e1b6 req-e574d2b9-b9c5-43c3-84c2-7fc9b19b687d tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b90c767-df19-43ac-b580-690331322032 HTTP/1.1" status: 200 len: 944 time: 0.0513093 Feb 19 03:42:12.441664 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-36eb1ed4-0caa-47d2-a620-bb0dac85e1b6 req-6478ca82-5bfd-4249-b6ff-d56c436034d6 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399208 Feb 19 03:42:13.565627 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a94ff6-6a7d-436d-ba3d-cc66dce96050 req-b933fecc-a7fe-45b5-8bbe-94187dede598 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:13.567092 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-91a94ff6-6a7d-436d-ba3d-cc66dce96050 req-b933fecc-a7fe-45b5-8bbe-94187dede598 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b90c767-df19-43ac-b580-690331322032 HTTP/1.1" status: 200 len: 944 time: 0.0556991 Feb 19 03:42:13.613685 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-91a94ff6-6a7d-436d-ba3d-cc66dce96050 req-42dac297-93ae-4c9c-ac36-70c0749c08ba tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410941 Feb 19 03:42:13.946106 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 59cc36ab-be4d-4936-81d4-86e46939330e details requested by agent hyperv_n-h2-826753-2 with host n-h2-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:42:14.057827 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 59cc36ab-be4d-4936-81d4-86e46939330e, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=59cc36ab-be4d-4936-81d4-86e46939330e,segment=NetworkSegment(4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0),segment_id=4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:42:14.068768 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Returning: {'device': '59cc36ab-be4d-4936-81d4-86e46939330e', 'network_id': '61231607-2de3-4131-8c3c-3d329c7c03ff', 'port_id': '59cc36ab-be4d-4936-81d4-86e46939330e', 'mac_address': 'fa:16:3e:27:58:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd53d77e-cab1-4fae-9905-6cd68c6c5593', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:42:14.104503 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 59cc36ab-be4d-4936-81d4-86e46939330e is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:42:14.104882 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (59cc36ab-be4d-4936-81d4-86e46939330e), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:14.118197 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59cc36ab-be4d-4936-81d4-86e46939330e {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:42:14.136630 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 59cc36ab-be4d-4936-81d4-86e46939330e, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=59cc36ab-be4d-4936-81d4-86e46939330e,segment=NetworkSegment(4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0),segment_id=4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:42:14.141608 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (59cc36ab-be4d-4936-81d4-86e46939330e), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:14.190139 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=59cc36ab-be4d-4936-81d4-86e46939330e,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:42:14.413555 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['59cc36ab-be4d-4936-81d4-86e46939330e'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:42:14.732483 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858c0d45-ce76-45fe-bf97-bca9612ae3e4 req-3ee50d7f-1b19-400b-ad70-608dcb94df28 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:14.733997 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-858c0d45-ce76-45fe-bf97-bca9612ae3e4 req-3ee50d7f-1b19-400b-ad70-608dcb94df28 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b90c767-df19-43ac-b580-690331322032 HTTP/1.1" status: 200 len: 945 time: 0.0527265 Feb 19 03:42:14.779471 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-858c0d45-ce76-45fe-bf97-bca9612ae3e4 req-fd508b91-43c8-45d8-804a-b2856b33c97d tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392356 Feb 19 03:42:15.617581 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-91365b0b-eb17-4497-800a-bac75f9e89bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:15.902421 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d89852-eaef-406d-8854-805d72b7c36f req-822e35bc-1315-40de-a2e0-b626a9417516 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:15.903904 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c0d89852-eaef-406d-8854-805d72b7c36f req-822e35bc-1315-40de-a2e0-b626a9417516 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b90c767-df19-43ac-b580-690331322032 HTTP/1.1" status: 200 len: 945 time: 0.0563359 Feb 19 03:42:15.950352 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c0d89852-eaef-406d-8854-805d72b7c36f req-7b0fc70c-d948-45ea-9d12-d850b729177b tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405581 Feb 19 03:42:15.976156 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 59cc36ab-be4d-4936-81d4-86e46939330e up at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:42:16.027708 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning for port 59cc36ab-be4d-4936-81d4-86e46939330e completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:42:16.031326 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning complete for port 59cc36ab-be4d-4936-81d4-86e46939330e triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:42:16.031689 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (59cc36ab-be4d-4936-81d4-86e46939330e), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:16.107945 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 59cc36ab-be4d-4936-81d4-86e46939330e is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:42:16.108332 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (59cc36ab-be4d-4936-81d4-86e46939330e), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:16.132071 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b90c767-df19-43ac-b580-690331322032', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59cc36ab-be4d-4936-81d4-86e46939330e'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:42:16.134414 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88fe038525c8a7a69a3adae1ae732c1dd0c63371bed0a925712ea7f2f25f70bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df3b4a72-7c0b-484e-8182-ff142c013011" -d '{"events": [{"server_uuid": "5b90c767-df19-43ac-b580-690331322032", "name": "network-vif-plugged", "status": "completed", "tag": "59cc36ab-be4d-4936-81d4-86e46939330e"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:42:16.146965 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 59cc36ab-be4d-4936-81d4-86e46939330e, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=59cc36ab-be4d-4936-81d4-86e46939330e,segment=NetworkSegment(4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0),segment_id=4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:42:16.151436 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (59cc36ab-be4d-4936-81d4-86e46939330e), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:16.177947 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebce916b-e354-42fb-bde4-a9d643718afe x-openstack-request-id: req-ebce916b-e354-42fb-bde4-a9d643718afe {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:42:16.178239 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b90c767-df19-43ac-b580-690331322032", "name": "network-vif-plugged", "status": "completed", "tag": "59cc36ab-be4d-4936-81d4-86e46939330e", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:42:16.178493 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ebce916b-e354-42fb-bde4-a9d643718afe {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:42:16.178876 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b90c767-df19-43ac-b580-690331322032', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59cc36ab-be4d-4936-81d4-86e46939330e', 'code': 200} Feb 19 03:42:16.204882 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=59cc36ab-be4d-4936-81d4-86e46939330e,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:42:16.307520 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22b42b1-aec8-48bd-966a-67e7aa38f1b0 req-4847d262-1d87-40f1-b434-96643115d80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:16.309316 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-f22b42b1-aec8-48bd-966a-67e7aa38f1b0 req-4847d262-1d87-40f1-b434-96643115d80c service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=5b90c767-df19-43ac-b580-690331322032 HTTP/1.1" status: 200 len: 1128 time: 0.0463650 Feb 19 03:42:16.351734 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-f22b42b1-aec8-48bd-966a-67e7aa38f1b0 req-466563b1-fbbe-4191-b5d9-0bf0e53a34f2 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364592 Feb 19 03:42:17.070753 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92466c0-b626-4fc4-9f8b-8f992f9a106f req-d8082983-ca19-4e46-8191-ec01dfeb2971 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:17.072241 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e92466c0-b626-4fc4-9f8b-8f992f9a106f req-d8082983-ca19-4e46-8191-ec01dfeb2971 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b90c767-df19-43ac-b580-690331322032 HTTP/1.1" status: 200 len: 946 time: 0.0553277 Feb 19 03:42:17.122247 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e92466c0-b626-4fc4-9f8b-8f992f9a106f req-cb15b855-c7bd-4b0b-af0e-6cff0a63db18 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443718 Feb 19 03:42:17.792423 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-2d1cbdb2-2e51-4a23-9188-1e831716eb11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:18.245538 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a10e3e1-cc07-4d80-978f-a8037feb42a2 req-12ac3ad3-8cad-492b-9d62-f034a2c98233 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:18.247042 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3a10e3e1-cc07-4d80-978f-a8037feb42a2 req-12ac3ad3-8cad-492b-9d62-f034a2c98233 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b90c767-df19-43ac-b580-690331322032 HTTP/1.1" status: 200 len: 946 time: 0.0515425 Feb 19 03:42:18.298354 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3a10e3e1-cc07-4d80-978f-a8037feb42a2 req-6222079c-bfd0-46b8-9d54-5574a9fc1e33 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450993 Feb 19 03:42:18.416180 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f77f945-9fd7-43e6-8751-22995f37327f req-8be1ee96-ca7d-41ee-b249-58fed15bcdcc tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:18.417690 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6f77f945-9fd7-43e6-8751-22995f37327f req-8be1ee96-ca7d-41ee-b249-58fed15bcdcc tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b90c767-df19-43ac-b580-690331322032 HTTP/1.1" status: 200 len: 946 time: 0.0530677 Feb 19 03:42:18.427106 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 50494) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:42:18.431753 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-f731a3d1-fc4c-42c6-be9e-ad823cfd653f tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Request body: {'floatingip': {'port_id': '59cc36ab-be4d-4936-81d4-86e46939330e'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:42:18.475744 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f731a3d1-fc4c-42c6-be9e-ad823cfd653f tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Publish callbacks [] for floatingip (5c419d2d-fff0-4956-a592-9e52255a280b), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:18.995087 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f731a3d1-fc4c-42c6-be9e-ad823cfd653f tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:18.999075 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f731a3d1-fc4c-42c6-be9e-ad823cfd653f tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16285943'] for floatingip (5c419d2d-fff0-4956-a592-9e52255a280b), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:19.136692 n-d-826753-2 neutron-server[103702]: INFO neutron.db.l3_db [None req-f731a3d1-fc4c-42c6-be9e-ad823cfd653f tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Floating IP 5c419d2d-fff0-4956-a592-9e52255a280b associated. External IP: 172.25.6.147, port: 59cc36ab-be4d-4936-81d4-86e46939330e. Feb 19 03:42:19.387715 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f731a3d1-fc4c-42c6-be9e-ad823cfd653f tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Router 40dae7ba-0f01-4414-918f-b8cf6f38098f has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:42:19.444325 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:19.504745 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f731a3d1-fc4c-42c6-be9e-ad823cfd653f tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:42:19.509301 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f731a3d1-fc4c-42c6-be9e-ad823cfd653f tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:19.517251 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e220d89-fa2f-436b-88cd-48a0b18738c8 None None] Sync routers for ids ['40dae7ba-0f01-4414-918f-b8cf6f38098f'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:42:19.527896 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e220d89-fa2f-436b-88cd-48a0b18738c8 None None] Routers {'40dae7ba-0f01-4414-918f-b8cf6f38098f'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:42:19.528509 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-9e220d89-fa2f-436b-88cd-48a0b18738c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:42:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['40dae7ba-0f01-4414-918f-b8cf6f38098f'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:42:19.548947 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-f731a3d1-fc4c-42c6-be9e-ad823cfd653f tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "PUT /v2.0/floatingips/5c419d2d-fff0-4956-a592-9e52255a280b HTTP/1.1" status: 200 len: 992 time: 1.1206470 Feb 19 03:42:19.549547 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b90c767-df19-43ac-b580-690331322032', 'tag': '59cc36ab-be4d-4936-81d4-86e46939330e'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:42:19.551794 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b48a34f37e4e31fa410c3f10fa4e23c828d45427043ff8d3e4d9f228381d6ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d462215-e180-4113-9816-2511f4956566" -d '{"events": [{"name": "network-changed", "server_uuid": "5b90c767-df19-43ac-b580-690331322032", "tag": "59cc36ab-be4d-4936-81d4-86e46939330e"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:42:19.590781 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a908df2-006c-458e-9490-27fac44d9401 x-openstack-request-id: req-0a908df2-006c-458e-9490-27fac44d9401 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:42:19.591069 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b90c767-df19-43ac-b580-690331322032", "tag": "59cc36ab-be4d-4936-81d4-86e46939330e", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:42:19.591318 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0a908df2-006c-458e-9490-27fac44d9401 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:42:19.591727 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b90c767-df19-43ac-b580-690331322032', 'tag': '59cc36ab-be4d-4936-81d4-86e46939330e', 'status': 'completed', 'code': 200} Feb 19 03:42:19.657765 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-9e220d89-fa2f-436b-88cd-48a0b18738c8 None None] Set router 40dae7ba-0f01-4414-918f-b8cf6f38098f gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:42:19.692565 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d462215-e180-4113-9816-2511f4956566 req-d6c35151-fc62-415b-be4a-37b956af42b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:19.694436 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4d462215-e180-4113-9816-2511f4956566 req-d6c35151-fc62-415b-be4a-37b956af42b7 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=41c0d62dea1b4193960fb9d03684346b&device_id=5b90c767-df19-43ac-b580-690331322032 HTTP/1.1" status: 200 len: 1128 time: 0.0526023 Feb 19 03:42:19.756571 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdfa285-99a5-490a-80bd-81044723202e req-460ef4c5-ebf1-40a2-a78b-58ea63325f7d tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:19.764072 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9bdfa285-99a5-490a-80bd-81044723202e req-460ef4c5-ebf1-40a2-a78b-58ea63325f7d tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b90c767-df19-43ac-b580-690331322032 HTTP/1.1" status: 200 len: 946 time: 0.0611579 Feb 19 03:42:19.807484 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d462215-e180-4113-9816-2511f4956566 req-0f104249-7a5e-4519-ad10-a8a2fea27603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:19.809338 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4d462215-e180-4113-9816-2511f4956566 req-0f104249-7a5e-4519-ad10-a8a2fea27603 service neutron] 10.222.0.82 "GET /v2.0/networks?id=61231607-2de3-4131-8c3c-3d329c7c03ff HTTP/1.1" status: 200 len: 913 time: 0.1082642 Feb 19 03:42:19.813871 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9bdfa285-99a5-490a-80bd-81044723202e req-9b2d6a03-d148-4bec-8682-d16785a57800 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486786 Feb 19 03:42:19.895217 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4d462215-e180-4113-9816-2511f4956566 req-7b8e7c46-32f1-4fbb-9035-03324d88a431 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59cc36ab-be4d-4936-81d4-86e46939330e HTTP/1.1" status: 200 len: 1000 time: 0.0606575 Feb 19 03:42:19.923899 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-9e220d89-fa2f-436b-88cd-48a0b18738c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40dae7ba-0f01-4414-918f-b8cf6f38098f', 'name': 'tempest-ServerActionsTestJSON-1998691811-router', 'tenant_id': '41c0d62dea1b4193960fb9d03684346b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '53c8779c-fd7c-4afa-aebe-0e875cb7b32c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:41:19Z', 'updated_at': '2022-02-19T03:41:22Z', 'revision_number': 4, 'project_id': '41c0d62dea1b4193960fb9d03684346b', 'gw_port': {'id': '53c8779c-fd7c-4afa-aebe-0e875cb7b32c', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dae7ba-0f01-4414-918f-b8cf6f38098f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:41:19Z', 'updated_at': '2022-02-19T03:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': '5c419d2d-fff0-4956-a592-9e52255a280b', 'tenant_id': '41c0d62dea1b4193960fb9d03684346b', 'floating_ip_address': '172.25.6.147', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': '40dae7ba-0f01-4414-918f-b8cf6f38098f', 'port_id': '59cc36ab-be4d-4936-81d4-86e46939330e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61231607-2de3-4131-8c3c-3d329c7c03ff', 'mac_address': 'fa:16:3e:27:58:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b90c767-df19-43ac-b580-690331322032', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:41:24Z', 'updated_at': '2022-02-19T03:42:18Z', 'revision_number': 5, 'project_id': '41c0d62dea1b4193960fb9d03684346b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43a343ed-f21b-4821-9b1b-0cb7a5f9ccec', 'name': '', 'network_id': '61231607-2de3-4131-8c3c-3d329c7c03ff', 'tenant_id': '41c0d62dea1b4193960fb9d03684346b', 'mac_address': 'fa:16:3e:3f:d1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dae7ba-0f01-4414-918f-b8cf6f38098f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'dd53d77e-cab1-4fae-9905-6cd68c6c5593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:41:21Z', 'updated_at': '2022-02-19T03:41:25Z', 'revision_number': 5, 'project_id': '41c0d62dea1b4193960fb9d03684346b', 'subnets': [{'id': 'dd53d77e-cab1-4fae-9905-6cd68c6c5593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:42:19.944702 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d462215-e180-4113-9816-2511f4956566 req-71d2c94f-5e56-48f3-a204-953ae00e6200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:19.946256 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4d462215-e180-4113-9816-2511f4956566 req-71d2c94f-5e56-48f3-a204-953ae00e6200 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=dd53d77e-cab1-4fae-9905-6cd68c6c5593 HTTP/1.1" status: 200 len: 851 time: 0.0447133 Feb 19 03:42:19.950274 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e220d89-fa2f-436b-88cd-48a0b18738c8 None None] Checking router: 40dae7ba-0f01-4414-918f-b8cf6f38098f for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:42:19.959109 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e220d89-fa2f-436b-88cd-48a0b18738c8 None None] Routers {'40dae7ba-0f01-4414-918f-b8cf6f38098f'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:42:19.959704 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-9e220d89-fa2f-436b-88cd-48a0b18738c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:42:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['40dae7ba-0f01-4414-918f-b8cf6f38098f'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:42:19.999079 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d462215-e180-4113-9816-2511f4956566 req-369ca274-f6c5-447b-a115-cb5c9da8d880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:20.000672 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4d462215-e180-4113-9816-2511f4956566 req-369ca274-f6c5-447b-a115-cb5c9da8d880 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=61231607-2de3-4131-8c3c-3d329c7c03ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0489354 Feb 19 03:42:20.071398 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-9e220d89-fa2f-436b-88cd-48a0b18738c8 None None] Set router 40dae7ba-0f01-4414-918f-b8cf6f38098f gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:42:20.090973 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4d462215-e180-4113-9816-2511f4956566 req-639aee2e-7443-41ce-a005-eaa02036db6f service neutron] 10.222.0.82 "GET /v2.0/networks/61231607-2de3-4131-8c3c-3d329c7c03ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840411 Feb 19 03:42:20.186859 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4d462215-e180-4113-9816-2511f4956566 req-8684f73d-40b3-4b66-8b44-347cadf5d6e6 service neutron] 10.222.0.82 "GET /v2.0/networks/61231607-2de3-4131-8c3c-3d329c7c03ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903444 Feb 19 03:42:20.300360 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-9e220d89-fa2f-436b-88cd-48a0b18738c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40dae7ba-0f01-4414-918f-b8cf6f38098f', 'name': 'tempest-ServerActionsTestJSON-1998691811-router', 'tenant_id': '41c0d62dea1b4193960fb9d03684346b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '53c8779c-fd7c-4afa-aebe-0e875cb7b32c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:41:19Z', 'updated_at': '2022-02-19T03:41:22Z', 'revision_number': 4, 'project_id': '41c0d62dea1b4193960fb9d03684346b', 'gw_port': {'id': '53c8779c-fd7c-4afa-aebe-0e875cb7b32c', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dae7ba-0f01-4414-918f-b8cf6f38098f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:41:19Z', 'updated_at': '2022-02-19T03:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': '5c419d2d-fff0-4956-a592-9e52255a280b', 'tenant_id': '41c0d62dea1b4193960fb9d03684346b', 'floating_ip_address': '172.25.6.147', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': '40dae7ba-0f01-4414-918f-b8cf6f38098f', 'port_id': '59cc36ab-be4d-4936-81d4-86e46939330e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61231607-2de3-4131-8c3c-3d329c7c03ff', 'mac_address': 'fa:16:3e:27:58:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b90c767-df19-43ac-b580-690331322032', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:41:24Z', 'updated_at': '2022-02-19T03:42:18Z', 'revision_number': 5, 'project_id': '41c0d62dea1b4193960fb9d03684346b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43a343ed-f21b-4821-9b1b-0cb7a5f9ccec', 'name': '', 'network_id': '61231607-2de3-4131-8c3c-3d329c7c03ff', 'tenant_id': '41c0d62dea1b4193960fb9d03684346b', 'mac_address': 'fa:16:3e:3f:d1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dae7ba-0f01-4414-918f-b8cf6f38098f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'dd53d77e-cab1-4fae-9905-6cd68c6c5593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:41:21Z', 'updated_at': '2022-02-19T03:41:25Z', 'revision_number': 5, 'project_id': '41c0d62dea1b4193960fb9d03684346b', 'subnets': [{'id': 'dd53d77e-cab1-4fae-9905-6cd68c6c5593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:42:20.326378 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e220d89-fa2f-436b-88cd-48a0b18738c8 None None] The sync data for ids ['40dae7ba-0f01-4414-918f-b8cf6f38098f'] in n-d-826753-2 is: [{'id': '40dae7ba-0f01-4414-918f-b8cf6f38098f', 'name': 'tempest-ServerActionsTestJSON-1998691811-router', 'tenant_id': '41c0d62dea1b4193960fb9d03684346b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '53c8779c-fd7c-4afa-aebe-0e875cb7b32c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:41:19Z', 'updated_at': '2022-02-19T03:41:22Z', 'revision_number': 4, 'project_id': '41c0d62dea1b4193960fb9d03684346b', 'gw_port': {'id': '53c8779c-fd7c-4afa-aebe-0e875cb7b32c', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dae7ba-0f01-4414-918f-b8cf6f38098f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:41:19Z', 'updated_at': '2022-02-19T03:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': '5c419d2d-fff0-4956-a592-9e52255a280b', 'tenant_id': '41c0d62dea1b4193960fb9d03684346b', 'floating_ip_address': '172.25.6.147', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': '40dae7ba-0f01-4414-918f-b8cf6f38098f', 'port_id': '59cc36ab-be4d-4936-81d4-86e46939330e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61231607-2de3-4131-8c3c-3d329c7c03ff', 'mac_address': 'fa:16:3e:27:58:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b90c767-df19-43ac-b580-690331322032', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:41:24Z', 'updated_at': '2022-02-19T03:42:18Z', 'revision_number': 5, 'project_id': '41c0d62dea1b4193960fb9d03684346b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43a343ed-f21b-4821-9b1b-0cb7a5f9ccec', 'name': '', 'network_id': '61231607-2de3-4131-8c3c-3d329c7c03ff', 'tenant_id': '41c0d62dea1b4193960fb9d03684346b', 'mac_address': 'fa:16:3e:3f:d1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dae7ba-0f01-4414-918f-b8cf6f38098f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'dd53d77e-cab1-4fae-9905-6cd68c6c5593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:41:21Z', 'updated_at': '2022-02-19T03:41:25Z', 'revision_number': 5, 'project_id': '41c0d62dea1b4193960fb9d03684346b', 'subnets': [{'id': 'dd53d77e-cab1-4fae-9905-6cd68c6c5593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:42:20.522493 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ce60a9-5ba7-47a6-91d7-160032edbb6d None None] New status for floating IP 5c419d2d-fff0-4956-a592-9e52255a280b: ACTIVE {{(pid=103703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:42:20.633973 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:20.942824 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435516ac-7acb-4cc7-8fc3-436a9bd9a623 req-95815ac9-f8c5-461e-a1ad-49e4cc78be7c tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:20.944295 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-435516ac-7acb-4cc7-8fc3-436a9bd9a623 req-95815ac9-f8c5-461e-a1ad-49e4cc78be7c tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b90c767-df19-43ac-b580-690331322032 HTTP/1.1" status: 200 len: 946 time: 0.0516486 Feb 19 03:42:20.994094 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-435516ac-7acb-4cc7-8fc3-436a9bd9a623 req-990a62bb-dc91-4624-881a-76d618bed533 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440986 Feb 19 03:42:22.035946 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:22.114838 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977f16cd-abf5-4683-ae92-e3a3c8778b79 req-28e35201-7fde-4630-8292-2fb40075389b tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:22.116300 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-977f16cd-abf5-4683-ae92-e3a3c8778b79 req-28e35201-7fde-4630-8292-2fb40075389b tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b90c767-df19-43ac-b580-690331322032 HTTP/1.1" status: 200 len: 946 time: 0.0520689 Feb 19 03:42:22.162017 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-977f16cd-abf5-4683-ae92-e3a3c8778b79 req-a927d2a8-61a2-4ace-9420-6e3c77012800 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401776 Feb 19 03:42:22.911762 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:23.283851 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6241415-6393-47f6-96ee-afa29f85e43e req-d994a954-546d-4d48-8949-4db3205dbd41 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:23.285338 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d6241415-6393-47f6-96ee-afa29f85e43e req-d994a954-546d-4d48-8949-4db3205dbd41 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b90c767-df19-43ac-b580-690331322032 HTTP/1.1" status: 200 len: 946 time: 0.0512216 Feb 19 03:42:23.330551 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d6241415-6393-47f6-96ee-afa29f85e43e req-3a63c133-c2af-408f-a3fd-17734a175c84 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396130 Feb 19 03:42:24.451288 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d3878f-4e6e-4a71-90be-9467f9518a14 req-d9ba814c-834f-49f5-b3b9-dad6a97a334d tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:24.453457 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a0d3878f-4e6e-4a71-90be-9467f9518a14 req-d9ba814c-834f-49f5-b3b9-dad6a97a334d tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b90c767-df19-43ac-b580-690331322032 HTTP/1.1" status: 200 len: 946 time: 0.0545280 Feb 19 03:42:24.497752 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a0d3878f-4e6e-4a71-90be-9467f9518a14 req-35f2aa83-add5-4775-a93b-70bfe17eaa0c tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388167 Feb 19 03:42:25.617039 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99016774-4074-4c48-8c6f-4eed8f532a79 req-7d526e0d-deb5-4595-a5f5-293b18b2548c tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:25.618539 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-99016774-4074-4c48-8c6f-4eed8f532a79 req-7d526e0d-deb5-4595-a5f5-293b18b2548c tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b90c767-df19-43ac-b580-690331322032 HTTP/1.1" status: 200 len: 946 time: 0.0530708 Feb 19 03:42:25.665241 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-99016774-4074-4c48-8c6f-4eed8f532a79 req-e6bb9de1-6138-4056-8724-ecdb9756b6fc tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409873 Feb 19 03:42:26.473298 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cc8d78-7b5f-432c-adc4-0c9d6ea20c13 req-d590c401-d2d0-4ba1-a209-488961f15d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:26.474785 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-82cc8d78-7b5f-432c-adc4-0c9d6ea20c13 req-d590c401-d2d0-4ba1-a209-488961f15d65 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=41c0d62dea1b4193960fb9d03684346b&device_id=5b90c767-df19-43ac-b580-690331322032 HTTP/1.1" status: 200 len: 1128 time: 0.0909247 Feb 19 03:42:26.574315 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cc8d78-7b5f-432c-adc4-0c9d6ea20c13 req-4600f0f8-4332-4119-bf5a-eaa0e2f27197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:26.575760 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-82cc8d78-7b5f-432c-adc4-0c9d6ea20c13 req-4600f0f8-4332-4119-bf5a-eaa0e2f27197 service neutron] 10.222.0.82 "GET /v2.0/networks?id=61231607-2de3-4131-8c3c-3d329c7c03ff HTTP/1.1" status: 200 len: 913 time: 0.0831406 Feb 19 03:42:26.605913 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:26.644591 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-82cc8d78-7b5f-432c-adc4-0c9d6ea20c13 req-875a5b32-fdab-400f-89e8-0d5d069f5972 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59cc36ab-be4d-4936-81d4-86e46939330e HTTP/1.1" status: 200 len: 1002 time: 0.0625393 Feb 19 03:42:26.691913 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cc8d78-7b5f-432c-adc4-0c9d6ea20c13 req-f6d9ad6e-c243-4a0a-afab-e243df625e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:26.693406 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-82cc8d78-7b5f-432c-adc4-0c9d6ea20c13 req-f6d9ad6e-c243-4a0a-afab-e243df625e75 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=dd53d77e-cab1-4fae-9905-6cd68c6c5593 HTTP/1.1" status: 200 len: 851 time: 0.0439768 Feb 19 03:42:26.741244 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cc8d78-7b5f-432c-adc4-0c9d6ea20c13 req-9b4c2968-934b-4d3e-b537-851dd87b528a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:26.742763 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-82cc8d78-7b5f-432c-adc4-0c9d6ea20c13 req-9b4c2968-934b-4d3e-b537-851dd87b528a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=61231607-2de3-4131-8c3c-3d329c7c03ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442209 Feb 19 03:42:26.789487 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4ed039-03c3-4c09-9b8d-96ea7ec6eb02 req-fd3d871c-59b8-4c10-a3f7-6b2b671aebbd tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:26.790982 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9b4ed039-03c3-4c09-9b8d-96ea7ec6eb02 req-fd3d871c-59b8-4c10-a3f7-6b2b671aebbd tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b90c767-df19-43ac-b580-690331322032 HTTP/1.1" status: 200 len: 946 time: 0.0567417 Feb 19 03:42:26.838873 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-82cc8d78-7b5f-432c-adc4-0c9d6ea20c13 req-6c033e5a-77f6-4769-b420-8e0430b4dd54 service neutron] 10.222.0.82 "GET /v2.0/networks/61231607-2de3-4131-8c3c-3d329c7c03ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892658 Feb 19 03:42:26.933105 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-82cc8d78-7b5f-432c-adc4-0c9d6ea20c13 req-b5da252c-1e3e-47c5-ba6f-2a04441049a0 service neutron] 10.222.0.82 "GET /v2.0/networks/61231607-2de3-4131-8c3c-3d329c7c03ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876617 Feb 19 03:42:27.101673 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9b4ed039-03c3-4c09-9b8d-96ea7ec6eb02 req-306e7d1a-0126-4146-8fd0-c0900f607f25 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3044066 Feb 19 03:42:28.220970 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe2a332-cb84-42d6-b237-e5cde36e3c2c req-bcb186df-3c2a-45ea-8c92-cd4d68f96e0f tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:28.222471 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1fe2a332-cb84-42d6-b237-e5cde36e3c2c req-bcb186df-3c2a-45ea-8c92-cd4d68f96e0f tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b90c767-df19-43ac-b580-690331322032 HTTP/1.1" status: 200 len: 946 time: 0.0522528 Feb 19 03:42:28.269526 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1fe2a332-cb84-42d6-b237-e5cde36e3c2c req-f778a517-67a7-4478-9248-03044792f8ee tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414629 Feb 19 03:42:29.389243 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dad17a-f052-4232-859a-d89940f5c4bb req-df5fc1a7-741d-40ab-89f3-de10f170ce7a tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:29.391398 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c7dad17a-f052-4232-859a-d89940f5c4bb req-df5fc1a7-741d-40ab-89f3-de10f170ce7a tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b90c767-df19-43ac-b580-690331322032 HTTP/1.1" status: 200 len: 946 time: 0.0529864 Feb 19 03:42:29.441195 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c7dad17a-f052-4232-859a-d89940f5c4bb req-f925d3c6-0b3e-42c8-97bf-26d3b483ada7 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442517 Feb 19 03:42:30.565866 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e8bb15-60cb-45d4-9e10-08af80ea854c req-689fd193-8584-409d-8478-25613c653f52 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:30.567349 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c9e8bb15-60cb-45d4-9e10-08af80ea854c req-689fd193-8584-409d-8478-25613c653f52 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b90c767-df19-43ac-b580-690331322032 HTTP/1.1" status: 200 len: 946 time: 0.0591357 Feb 19 03:42:30.613719 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c9e8bb15-60cb-45d4-9e10-08af80ea854c req-584f9e8c-efd6-4767-bf61-955c33718591 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408416 Feb 19 03:42:31.735671 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988e3cd7-f1a9-486a-8b5c-36342928b0f9 req-e0b651d3-3b2f-4264-b99b-9fa71d79c718 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:31.737157 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-988e3cd7-f1a9-486a-8b5c-36342928b0f9 req-e0b651d3-3b2f-4264-b99b-9fa71d79c718 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b90c767-df19-43ac-b580-690331322032 HTTP/1.1" status: 200 len: 946 time: 0.0546405 Feb 19 03:42:31.782379 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-988e3cd7-f1a9-486a-8b5c-36342928b0f9 req-e112cdd0-336a-4327-9a6e-86cbc686024e tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397515 Feb 19 03:42:31.932233 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:42:32.903116 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da78cb17-9e47-408f-8eca-0e76bc1df8b5 req-4e63fe6e-687a-419c-b94a-66be59361bd0 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:32.904571 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-da78cb17-9e47-408f-8eca-0e76bc1df8b5 req-4e63fe6e-687a-419c-b94a-66be59361bd0 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b90c767-df19-43ac-b580-690331322032 HTTP/1.1" status: 200 len: 946 time: 0.0548050 Feb 19 03:42:32.951139 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-da78cb17-9e47-408f-8eca-0e76bc1df8b5 req-a999d620-1051-4062-9471-0a7e4c147297 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408554 Feb 19 03:42:34.071881 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4be294-069e-4b8b-a954-264e2c5f62b6 req-724da2b8-4dee-4daf-bf9b-3bff44fa6c6c tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:34.073421 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-db4be294-069e-4b8b-a954-264e2c5f62b6 req-724da2b8-4dee-4daf-bf9b-3bff44fa6c6c tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b90c767-df19-43ac-b580-690331322032 HTTP/1.1" status: 200 len: 946 time: 0.0550559 Feb 19 03:42:34.119343 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-db4be294-069e-4b8b-a954-264e2c5f62b6 req-150ac6dc-43f1-4df4-9644-a07227e11eb7 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395143 Feb 19 03:42:35.249197 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce058de0-c405-4cbd-807e-a5738db6a14f req-4d97db4f-b2cb-4b8f-927f-88be66961ba9 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:35.251384 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ce058de0-c405-4cbd-807e-a5738db6a14f req-4d97db4f-b2cb-4b8f-927f-88be66961ba9 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b90c767-df19-43ac-b580-690331322032 HTTP/1.1" status: 200 len: 946 time: 0.0631237 Feb 19 03:42:35.302252 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ce058de0-c405-4cbd-807e-a5738db6a14f req-eb4022f6-5d12-45e5-b5d4-3fc82f231406 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448878 Feb 19 03:42:36.428555 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0349db-1fbd-479d-b1d2-c219abb4dccf req-993ec12c-1852-4027-9c0a-fb5891d12a55 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:36.430038 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ea0349db-1fbd-479d-b1d2-c219abb4dccf req-993ec12c-1852-4027-9c0a-fb5891d12a55 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b90c767-df19-43ac-b580-690331322032 HTTP/1.1" status: 200 len: 946 time: 0.0520842 Feb 19 03:42:36.475588 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ea0349db-1fbd-479d-b1d2-c219abb4dccf req-1d91530b-1e51-49b9-bd27-c413337dae72 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397165 Feb 19 03:42:37.597339 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db396e6b-3b32-4818-905a-0c18054daa73 req-7ffeaffa-143d-4109-adaf-8929e670dc73 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:37.598830 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-db396e6b-3b32-4818-905a-0c18054daa73 req-7ffeaffa-143d-4109-adaf-8929e670dc73 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b90c767-df19-43ac-b580-690331322032 HTTP/1.1" status: 200 len: 946 time: 0.0533123 Feb 19 03:42:37.649211 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-db396e6b-3b32-4818-905a-0c18054daa73 req-7ad92af7-0486-4ca9-96a1-b72250b72b20 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448115 Feb 19 03:42:38.765893 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21af6e3a-8d50-4db7-8a56-9942fd4e1f5c req-f3cfe4c9-2aae-4b30-a83f-6ef90ebe33c8 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:38.768210 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-21af6e3a-8d50-4db7-8a56-9942fd4e1f5c req-f3cfe4c9-2aae-4b30-a83f-6ef90ebe33c8 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b90c767-df19-43ac-b580-690331322032 HTTP/1.1" status: 200 len: 946 time: 0.0516727 Feb 19 03:42:38.814766 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-21af6e3a-8d50-4db7-8a56-9942fd4e1f5c req-cca588d9-637e-44f1-8387-aea7b0c26658 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409956 Feb 19 03:42:39.932330 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb8a093-5db2-4e59-8480-8ba4ebec6c54 req-adc55db2-8d15-4f42-aea3-beb46730af15 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:39.933991 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2cb8a093-5db2-4e59-8480-8ba4ebec6c54 req-adc55db2-8d15-4f42-aea3-beb46730af15 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b90c767-df19-43ac-b580-690331322032 HTTP/1.1" status: 200 len: 946 time: 0.0514703 Feb 19 03:42:39.979428 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2cb8a093-5db2-4e59-8480-8ba4ebec6c54 req-798b699e-9a94-4a6f-9642-3daf6eb57002 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392244 Feb 19 03:42:41.104136 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1e5828-7946-40e0-95d0-c1aa552d1568 req-3add347f-7509-47f5-8703-dd6ade48b006 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:41.105653 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-aa1e5828-7946-40e0-95d0-c1aa552d1568 req-3add347f-7509-47f5-8703-dd6ade48b006 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b90c767-df19-43ac-b580-690331322032 HTTP/1.1" status: 200 len: 946 time: 0.0562325 Feb 19 03:42:41.153103 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-aa1e5828-7946-40e0-95d0-c1aa552d1568 req-7245aaaf-3ebb-4a7c-81e8-0b35f24ec585 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412490 Feb 19 03:42:42.271907 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0fa7c8-e206-4297-8c02-d43f7785cc61 req-77137254-7b9f-41a8-9754-0620d41838b7 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:42.273422 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ed0fa7c8-e206-4297-8c02-d43f7785cc61 req-77137254-7b9f-41a8-9754-0620d41838b7 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b90c767-df19-43ac-b580-690331322032 HTTP/1.1" status: 200 len: 946 time: 0.0524344 Feb 19 03:42:42.320442 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ed0fa7c8-e206-4297-8c02-d43f7785cc61 req-a42e5fce-d53c-4ff6-9132-11e76de5f757 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414848 Feb 19 03:42:43.438231 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba854455-b3ec-4ab8-ab05-d9967f011536 req-9be727f4-c132-477c-81a8-082031973826 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:43.439717 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ba854455-b3ec-4ab8-ab05-d9967f011536 req-9be727f4-c132-477c-81a8-082031973826 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b90c767-df19-43ac-b580-690331322032 HTTP/1.1" status: 200 len: 946 time: 0.0528877 Feb 19 03:42:43.489396 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ba854455-b3ec-4ab8-ab05-d9967f011536 req-d8cab383-2689-4416-9efc-8ef74c0fb5db tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441976 Feb 19 03:42:44.620782 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dbbf30-799b-465a-80ad-950da8d885a6 req-114b2f25-4ab3-4182-9405-09f8c78fe19f tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:44.622333 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d7dbbf30-799b-465a-80ad-950da8d885a6 req-114b2f25-4ab3-4182-9405-09f8c78fe19f tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b90c767-df19-43ac-b580-690331322032 HTTP/1.1" status: 200 len: 946 time: 0.0536528 Feb 19 03:42:44.669869 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d7dbbf30-799b-465a-80ad-950da8d885a6 req-dc60f247-ca51-4af1-b62f-f19a42818253 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408282 Feb 19 03:42:45.619467 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-102e402c-bd5b-4f13-b001-778e5763af4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:45.790922 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb5ff68-eda6-45ac-8704-47ccb974f3a2 req-d5150e87-e87a-48a9-9d12-a00182cc1b2a tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:45.792411 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-aeb5ff68-eda6-45ac-8704-47ccb974f3a2 req-d5150e87-e87a-48a9-9d12-a00182cc1b2a tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b90c767-df19-43ac-b580-690331322032 HTTP/1.1" status: 200 len: 946 time: 0.0527000 Feb 19 03:42:45.839623 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-aeb5ff68-eda6-45ac-8704-47ccb974f3a2 req-6a5cb2ec-3f7a-4ac7-9bbf-c936ca438687 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411162 Feb 19 03:42:46.086138 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-12e35a62-a5e3-4f51-b3be-e7f0c3fce1da req-1cb820cc-ddef-4f45-ab15-d1fd831756e5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5b90c767-df19-43ac-b580-690331322032&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0506201 Feb 19 03:42:46.089790 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5076390b-61f0-4d51-be3f-ca4474344347 req-cd2949a4-6c26-4941-a509-8e823e52c95b tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:46.091302 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5076390b-61f0-4d51-be3f-ca4474344347 req-cd2949a4-6c26-4941-a509-8e823e52c95b tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b90c767-df19-43ac-b580-690331322032 HTTP/1.1" status: 200 len: 946 time: 0.0584943 Feb 19 03:42:46.140416 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5076390b-61f0-4d51-be3f-ca4474344347 req-51fdba01-d8d7-465b-a0f0-792ce37fe403 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428848 Feb 19 03:42:46.440252 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e35a62-a5e3-4f51-b3be-e7f0c3fce1da req-452db957-d0d5-423e-805c-e6ee6c517ea7 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:46.441628 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-12e35a62-a5e3-4f51-b3be-e7f0c3fce1da req-452db957-d0d5-423e-805c-e6ee6c517ea7 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports/59cc36ab-be4d-4936-81d4-86e46939330e HTTP/1.1" status: 200 len: 943 time: 0.0463278 Feb 19 03:42:47.265529 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e7fb7d-8e4b-44bd-8115-e7413e0d5162 req-ad1cab6c-cba1-4503-b4b2-7e28f11d4bd1 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:47.268263 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c9e7fb7d-8e4b-44bd-8115-e7413e0d5162 req-ad1cab6c-cba1-4503-b4b2-7e28f11d4bd1 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b90c767-df19-43ac-b580-690331322032 HTTP/1.1" status: 200 len: 946 time: 0.0559788 Feb 19 03:42:47.309615 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e35a62-a5e3-4f51-b3be-e7f0c3fce1da req-4d3183f9-3a9a-4806-b4ea-3d57a33b2fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:47.311051 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-12e35a62-a5e3-4f51-b3be-e7f0c3fce1da req-4d3183f9-3a9a-4806-b4ea-3d57a33b2fc2 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=41c0d62dea1b4193960fb9d03684346b&device_id=5b90c767-df19-43ac-b580-690331322032 HTTP/1.1" status: 200 len: 1128 time: 0.0460987 Feb 19 03:42:47.316500 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c9e7fb7d-8e4b-44bd-8115-e7413e0d5162 req-0379122f-523d-4c75-a41f-36722d6ae1a4 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422738 Feb 19 03:42:47.410219 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e35a62-a5e3-4f51-b3be-e7f0c3fce1da req-cf704ced-04ab-44c4-95dc-336ad88b3be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:47.411692 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-12e35a62-a5e3-4f51-b3be-e7f0c3fce1da req-cf704ced-04ab-44c4-95dc-336ad88b3be8 service neutron] 10.222.0.82 "GET /v2.0/networks?id=61231607-2de3-4131-8c3c-3d329c7c03ff HTTP/1.1" status: 200 len: 913 time: 0.0940261 Feb 19 03:42:47.475781 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-12e35a62-a5e3-4f51-b3be-e7f0c3fce1da req-f58c736d-9539-4f15-b5ba-06f51de2ccad service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59cc36ab-be4d-4936-81d4-86e46939330e HTTP/1.1" status: 200 len: 1002 time: 0.0582678 Feb 19 03:42:47.523775 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e35a62-a5e3-4f51-b3be-e7f0c3fce1da req-19ea1f28-a977-45bb-b3f3-fa7f464efeae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:47.525204 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-12e35a62-a5e3-4f51-b3be-e7f0c3fce1da req-19ea1f28-a977-45bb-b3f3-fa7f464efeae service neutron] 10.222.0.82 "GET /v2.0/subnets?id=dd53d77e-cab1-4fae-9905-6cd68c6c5593 HTTP/1.1" status: 200 len: 851 time: 0.0426147 Feb 19 03:42:47.576525 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e35a62-a5e3-4f51-b3be-e7f0c3fce1da req-4b60aa52-7ed1-4e48-8f9f-954cfd8170cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:47.578030 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-12e35a62-a5e3-4f51-b3be-e7f0c3fce1da req-4b60aa52-7ed1-4e48-8f9f-954cfd8170cf service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=61231607-2de3-4131-8c3c-3d329c7c03ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0457597 Feb 19 03:42:47.665593 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-12e35a62-a5e3-4f51-b3be-e7f0c3fce1da req-0d5fe19f-93c3-4ba5-a869-5ab6256d79a3 service neutron] 10.222.0.82 "GET /v2.0/networks/61231607-2de3-4131-8c3c-3d329c7c03ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803246 Feb 19 03:42:47.756546 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-12e35a62-a5e3-4f51-b3be-e7f0c3fce1da req-1955e3a2-1161-45b7-bb1f-5a525e25bddd service neutron] 10.222.0.82 "GET /v2.0/networks/61231607-2de3-4131-8c3c-3d329c7c03ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854282 Feb 19 03:42:47.794281 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-2b3c0ee3-7945-4daf-ba9f-2c32b94b666d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:48.443284 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4727b944-f899-42de-aab8-62001961e85d req-95ce9ec6-fd7c-4583-bc08-5b4f7d9cd470 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:48.444748 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4727b944-f899-42de-aab8-62001961e85d req-95ce9ec6-fd7c-4583-bc08-5b4f7d9cd470 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b90c767-df19-43ac-b580-690331322032 HTTP/1.1" status: 200 len: 946 time: 0.0581856 Feb 19 03:42:48.491466 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4727b944-f899-42de-aab8-62001961e85d req-08b42a85-62d5-4878-bd3d-e5d30c6ab5f5 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412037 Feb 19 03:42:49.447822 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:49.615811 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87860f05-fe94-4e22-b8b8-c0f5bcbe530a req-93586e48-e77b-488c-9699-a9a883110e0b tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:49.617595 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-87860f05-fe94-4e22-b8b8-c0f5bcbe530a req-93586e48-e77b-488c-9699-a9a883110e0b tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b90c767-df19-43ac-b580-690331322032 HTTP/1.1" status: 200 len: 946 time: 0.0562253 Feb 19 03:42:49.667748 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-87860f05-fe94-4e22-b8b8-c0f5bcbe530a req-3e543110-dbfd-41af-b44c-3f348506d93c tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443716 Feb 19 03:42:49.921198 n-d-826753-2 neutron-server[103702]: INFO neutron.api.v2.resource [req-12e35a62-a5e3-4f51-b3be-e7f0c3fce1da req-4071a261-7305-4814-aa56-2935135dc66a service neutron] show failed (client error): The resource could not be found. Feb 19 03:42:49.922829 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-12e35a62-a5e3-4f51-b3be-e7f0c3fce1da req-4071a261-7305-4814-aa56-2935135dc66a service neutron] 10.222.0.82 "GET /v2.0/ports/59cc36ab-be4d-4936-81d4-86e46939330e/bindings/n-h1-826753-2 HTTP/1.1" status: 404 len: 380 time: 0.3672502 Feb 19 03:42:50.123284 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e35a62-a5e3-4f51-b3be-e7f0c3fce1da req-e3f3173c-6830-4325-b64a-11fb25f2c8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:50.124815 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-12e35a62-a5e3-4f51-b3be-e7f0c3fce1da req-e3f3173c-6830-4325-b64a-11fb25f2c8a7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5b90c767-df19-43ac-b580-690331322032&tenant_id=41c0d62dea1b4193960fb9d03684346b HTTP/1.1" status: 200 len: 1128 time: 0.0450759 Feb 19 03:42:50.142605 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-12e35a62-a5e3-4f51-b3be-e7f0c3fce1da req-0a8e1323-1159-4cdf-9443-8d2071ff5b09 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-826753-2', 'device_owner': 'compute:nova'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:42:50.201047 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-12e35a62-a5e3-4f51-b3be-e7f0c3fce1da req-0a8e1323-1159-4cdf-9443-8d2071ff5b09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (59cc36ab-be4d-4936-81d4-86e46939330e), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:50.400346 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-12e35a62-a5e3-4f51-b3be-e7f0c3fce1da req-0a8e1323-1159-4cdf-9443-8d2071ff5b09 service neutron] For port 59cc36ab-be4d-4936-81d4-86e46939330e, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=59cc36ab-be4d-4936-81d4-86e46939330e,segment=NetworkSegment(4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0),segment_id=4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:42:50.434996 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-12e35a62-a5e3-4f51-b3be-e7f0c3fce1da req-0a8e1323-1159-4cdf-9443-8d2071ff5b09 service neutron] For port 59cc36ab-be4d-4936-81d4-86e46939330e, host n-h2-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:42:50.474019 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b90c767-df19-43ac-b580-690331322032', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59cc36ab-be4d-4936-81d4-86e46939330e'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:42:50.476173 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b48a34f37e4e31fa410c3f10fa4e23c828d45427043ff8d3e4d9f228381d6ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1e78694-709e-4690-a492-58e7abfff6b1" -d '{"events": [{"server_uuid": "5b90c767-df19-43ac-b580-690331322032", "name": "network-vif-unplugged", "status": "completed", "tag": "59cc36ab-be4d-4936-81d4-86e46939330e"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:42:50.480429 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-12e35a62-a5e3-4f51-b3be-e7f0c3fce1da req-0a8e1323-1159-4cdf-9443-8d2071ff5b09 service neutron] Publish callbacks [] for port (59cc36ab-be4d-4936-81d4-86e46939330e), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:50.493435 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-12e35a62-a5e3-4f51-b3be-e7f0c3fce1da req-0a8e1323-1159-4cdf-9443-8d2071ff5b09 service neutron] Transition to ACTIVE for port object 59cc36ab-be4d-4936-81d4-86e46939330e will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:42:50.498661 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-12e35a62-a5e3-4f51-b3be-e7f0c3fce1da req-0a8e1323-1159-4cdf-9443-8d2071ff5b09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (59cc36ab-be4d-4936-81d4-86e46939330e), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:50.530608 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e722d42-5506-440d-bc78-a640c43dea21 x-openstack-request-id: req-8e722d42-5506-440d-bc78-a640c43dea21 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:42:50.530608 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b90c767-df19-43ac-b580-690331322032", "name": "network-vif-unplugged", "status": "completed", "tag": "59cc36ab-be4d-4936-81d4-86e46939330e", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:42:50.530608 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8e722d42-5506-440d-bc78-a640c43dea21 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:42:50.530915 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b90c767-df19-43ac-b580-690331322032', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59cc36ab-be4d-4936-81d4-86e46939330e', 'code': 200} Feb 19 03:42:50.581587 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8e1323-1159-4cdf-9443-8d2071ff5b09 service neutron] Pushing event updated for resources: {'Port': ['ID=59cc36ab-be4d-4936-81d4-86e46939330e,revision_number=6']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:42:50.626814 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:50.632632 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-12e35a62-a5e3-4f51-b3be-e7f0c3fce1da req-0a8e1323-1159-4cdf-9443-8d2071ff5b09 service neutron] No DVR routers for this DVR port 59cc36ab-be4d-4936-81d4-86e46939330e on host n-h2-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:42:50.774275 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-12e35a62-a5e3-4f51-b3be-e7f0c3fce1da req-0a8e1323-1159-4cdf-9443-8d2071ff5b09 service neutron] Attempting to bind port 59cc36ab-be4d-4936-81d4-86e46939330e on host n-h1-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:42:50.774524 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-12e35a62-a5e3-4f51-b3be-e7f0c3fce1da req-0a8e1323-1159-4cdf-9443-8d2071ff5b09 service neutron] Attempting to bind port 59cc36ab-be4d-4936-81d4-86e46939330e by drivers openvswitch,hyperv on host n-h1-826753-2 at level 0 using segments [{'id': '4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '61231607-2de3-4131-8c3c-3d329c7c03ff'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:42:50.774844 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e35a62-a5e3-4f51-b3be-e7f0c3fce1da req-0a8e1323-1159-4cdf-9443-8d2071ff5b09 service neutron] Attempting to bind port 59cc36ab-be4d-4936-81d4-86e46939330e on network 61231607-2de3-4131-8c3c-3d329c7c03ff {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:42:50.779082 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e35a62-a5e3-4f51-b3be-e7f0c3fce1da req-0a8e1323-1159-4cdf-9443-8d2071ff5b09 service neutron] Port 59cc36ab-be4d-4936-81d4-86e46939330e on network 61231607-2de3-4131-8c3c-3d329c7c03ff not bound, no agent of type Open vSwitch agent registered on host n-h1-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:42:50.779392 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e35a62-a5e3-4f51-b3be-e7f0c3fce1da req-0a8e1323-1159-4cdf-9443-8d2071ff5b09 service neutron] Attempting to bind port 59cc36ab-be4d-4936-81d4-86e46939330e on network 61231607-2de3-4131-8c3c-3d329c7c03ff {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:42:50.784939 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e35a62-a5e3-4f51-b3be-e7f0c3fce1da req-0a8e1323-1159-4cdf-9443-8d2071ff5b09 service neutron] Checking agent: {'id': '9d56fb1b-2855-496a-a6d9-c324740cb98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:42:50.785304 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e35a62-a5e3-4f51-b3be-e7f0c3fce1da req-0a8e1323-1159-4cdf-9443-8d2071ff5b09 service neutron] Checking segment: {'id': '4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '61231607-2de3-4131-8c3c-3d329c7c03ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:42:50.785680 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e35a62-a5e3-4f51-b3be-e7f0c3fce1da req-0a8e1323-1159-4cdf-9443-8d2071ff5b09 service neutron] Bound using segment: {'id': '4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '61231607-2de3-4131-8c3c-3d329c7c03ff'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:42:50.786092 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-12e35a62-a5e3-4f51-b3be-e7f0c3fce1da req-0a8e1323-1159-4cdf-9443-8d2071ff5b09 service neutron] Bound port: 59cc36ab-be4d-4936-81d4-86e46939330e, host: n-h1-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '61231607-2de3-4131-8c3c-3d329c7c03ff'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:42:50.786437 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-12e35a62-a5e3-4f51-b3be-e7f0c3fce1da req-0a8e1323-1159-4cdf-9443-8d2071ff5b09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (59cc36ab-be4d-4936-81d4-86e46939330e), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:50.796238 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e5b43e-10d4-420d-b75f-45ba4b98d6eb req-6167d701-5d77-4914-8de3-1c126fe75612 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:50.798805 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f1e5b43e-10d4-420d-b75f-45ba4b98d6eb req-6167d701-5d77-4914-8de3-1c126fe75612 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b90c767-df19-43ac-b580-690331322032 HTTP/1.1" status: 200 len: 944 time: 0.0554359 Feb 19 03:42:50.852538 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-12e35a62-a5e3-4f51-b3be-e7f0c3fce1da req-0a8e1323-1159-4cdf-9443-8d2071ff5b09 service neutron] For port 59cc36ab-be4d-4936-81d4-86e46939330e, host n-h1-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:42:50.854233 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f1e5b43e-10d4-420d-b75f-45ba4b98d6eb req-ed066809-b5eb-4a7c-b3c1-c4d1b30ee791 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492859 Feb 19 03:42:50.856101 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-12e35a62-a5e3-4f51-b3be-e7f0c3fce1da req-0a8e1323-1159-4cdf-9443-8d2071ff5b09 service neutron] For port 59cc36ab-be4d-4936-81d4-86e46939330e, host n-h1-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=59cc36ab-be4d-4936-81d4-86e46939330e,segment=NetworkSegment(4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0),segment_id=4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:42:50.863991 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-12e35a62-a5e3-4f51-b3be-e7f0c3fce1da req-0a8e1323-1159-4cdf-9443-8d2071ff5b09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (59cc36ab-be4d-4936-81d4-86e46939330e), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:50.901537 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e35a62-a5e3-4f51-b3be-e7f0c3fce1da req-0a8e1323-1159-4cdf-9443-8d2071ff5b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:50.902098 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-12e35a62-a5e3-4f51-b3be-e7f0c3fce1da req-0a8e1323-1159-4cdf-9443-8d2071ff5b09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:50.903547 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-12e35a62-a5e3-4f51-b3be-e7f0c3fce1da req-0a8e1323-1159-4cdf-9443-8d2071ff5b09 service neutron] 10.222.0.73 "PUT /v2.0/ports/59cc36ab-be4d-4936-81d4-86e46939330e HTTP/1.1" status: 200 len: 1092 time: 0.7653658 Feb 19 03:42:50.932474 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8e1323-1159-4cdf-9443-8d2071ff5b09 service neutron] Pushing event updated for resources: {'Port': ['ID=59cc36ab-be4d-4936-81d4-86e46939330e,revision_number=7']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:42:50.987704 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e35a62-a5e3-4f51-b3be-e7f0c3fce1da req-63d91956-29bd-44c0-8521-f67dc3e19b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:50.989252 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-12e35a62-a5e3-4f51-b3be-e7f0c3fce1da req-63d91956-29bd-44c0-8521-f67dc3e19b20 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=41c0d62dea1b4193960fb9d03684346b&device_id=5b90c767-df19-43ac-b580-690331322032 HTTP/1.1" status: 200 len: 1126 time: 0.0497277 Feb 19 03:42:51.083494 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e35a62-a5e3-4f51-b3be-e7f0c3fce1da req-7e505630-927b-4d2e-830d-383465dfa4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:51.085324 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-12e35a62-a5e3-4f51-b3be-e7f0c3fce1da req-7e505630-927b-4d2e-830d-383465dfa4a2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=61231607-2de3-4131-8c3c-3d329c7c03ff HTTP/1.1" status: 200 len: 913 time: 0.0901387 Feb 19 03:42:51.155911 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-12e35a62-a5e3-4f51-b3be-e7f0c3fce1da req-d0384fc4-ce2f-4ba5-865d-d577cd38f8e9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59cc36ab-be4d-4936-81d4-86e46939330e HTTP/1.1" status: 200 len: 1000 time: 0.0643597 Feb 19 03:42:51.204459 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e35a62-a5e3-4f51-b3be-e7f0c3fce1da req-fb78a98e-f183-430d-b641-97e9ddede600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:51.205866 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-12e35a62-a5e3-4f51-b3be-e7f0c3fce1da req-fb78a98e-f183-430d-b641-97e9ddede600 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=dd53d77e-cab1-4fae-9905-6cd68c6c5593 HTTP/1.1" status: 200 len: 851 time: 0.0444238 Feb 19 03:42:51.254620 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e35a62-a5e3-4f51-b3be-e7f0c3fce1da req-66de630c-084e-4cac-aaba-24fccd631d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:51.256221 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-12e35a62-a5e3-4f51-b3be-e7f0c3fce1da req-66de630c-084e-4cac-aaba-24fccd631d57 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=61231607-2de3-4131-8c3c-3d329c7c03ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0451186 Feb 19 03:42:51.349252 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-12e35a62-a5e3-4f51-b3be-e7f0c3fce1da req-0198398e-d329-420e-a91b-652799510504 service neutron] 10.222.0.73 "GET /v2.0/networks/61231607-2de3-4131-8c3c-3d329c7c03ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862005 Feb 19 03:42:51.435761 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-12e35a62-a5e3-4f51-b3be-e7f0c3fce1da req-01c490ef-0ef3-488f-a750-e693d15458f3 service neutron] 10.222.0.73 "GET /v2.0/networks/61231607-2de3-4131-8c3c-3d329c7c03ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810006 Feb 19 03:42:51.985521 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b85e07-3d38-48de-8dd2-dfe664d4754b req-7618dc80-4bdd-4d95-9de1-fa8f11471325 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:51.987002 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-44b85e07-3d38-48de-8dd2-dfe664d4754b req-7618dc80-4bdd-4d95-9de1-fa8f11471325 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b90c767-df19-43ac-b580-690331322032 HTTP/1.1" status: 200 len: 944 time: 0.0541387 Feb 19 03:42:52.036645 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-44b85e07-3d38-48de-8dd2-dfe664d4754b req-27d0c185-08fd-4e2e-99fc-725d723a2717 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410113 Feb 19 03:42:52.043261 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:52.532437 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b90c767-df19-43ac-b580-690331322032', 'tag': '59cc36ab-be4d-4936-81d4-86e46939330e'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:42:52.534789 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b48a34f37e4e31fa410c3f10fa4e23c828d45427043ff8d3e4d9f228381d6ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-433a8359-b488-44ad-9cf7-b7a2aa6ad46d" -d '{"events": [{"name": "network-changed", "server_uuid": "5b90c767-df19-43ac-b580-690331322032", "tag": "59cc36ab-be4d-4936-81d4-86e46939330e"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:42:52.588255 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd251c20-f2be-40ef-a735-093c603eeeed x-openstack-request-id: req-dd251c20-f2be-40ef-a735-093c603eeeed {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:42:52.588546 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b90c767-df19-43ac-b580-690331322032", "tag": "59cc36ab-be4d-4936-81d4-86e46939330e", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:42:52.588869 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-dd251c20-f2be-40ef-a735-093c603eeeed {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:42:52.589428 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b90c767-df19-43ac-b580-690331322032', 'tag': '59cc36ab-be4d-4936-81d4-86e46939330e', 'status': 'completed', 'code': 200} Feb 19 03:42:52.708837 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433a8359-b488-44ad-9cf7-b7a2aa6ad46d req-3ecd89d8-33e7-40a3-bbef-9001f86f7904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:52.710412 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-433a8359-b488-44ad-9cf7-b7a2aa6ad46d req-3ecd89d8-33e7-40a3-bbef-9001f86f7904 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=41c0d62dea1b4193960fb9d03684346b&device_id=5b90c767-df19-43ac-b580-690331322032 HTTP/1.1" status: 200 len: 1126 time: 0.0798464 Feb 19 03:42:52.712792 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433a8359-b488-44ad-9cf7-b7a2aa6ad46d req-f4285b04-88f2-4f21-8486-74cf4798d5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:52.714258 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-433a8359-b488-44ad-9cf7-b7a2aa6ad46d req-f4285b04-88f2-4f21-8486-74cf4798d5ef service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=41c0d62dea1b4193960fb9d03684346b&device_id=5b90c767-df19-43ac-b580-690331322032 HTTP/1.1" status: 200 len: 1126 time: 0.0760565 Feb 19 03:42:52.868363 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433a8359-b488-44ad-9cf7-b7a2aa6ad46d req-9e8985cd-3db8-4e4c-a574-a8821d1df7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:52.869857 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-433a8359-b488-44ad-9cf7-b7a2aa6ad46d req-9e8985cd-3db8-4e4c-a574-a8821d1df7a8 service neutron] 10.222.0.82 "GET /v2.0/networks?id=61231607-2de3-4131-8c3c-3d329c7c03ff HTTP/1.1" status: 200 len: 913 time: 0.1540935 Feb 19 03:42:52.871005 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433a8359-b488-44ad-9cf7-b7a2aa6ad46d req-f88bd5d7-67a6-4ceb-a78c-80d41b25d22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:52.872283 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-433a8359-b488-44ad-9cf7-b7a2aa6ad46d req-f88bd5d7-67a6-4ceb-a78c-80d41b25d22c service neutron] 10.222.0.73 "GET /v2.0/networks?id=61231607-2de3-4131-8c3c-3d329c7c03ff HTTP/1.1" status: 200 len: 913 time: 0.1489754 Feb 19 03:42:52.928007 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:52.984139 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-433a8359-b488-44ad-9cf7-b7a2aa6ad46d req-ef67f4b6-53d5-4906-bc26-4f3ac6ac0af9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59cc36ab-be4d-4936-81d4-86e46939330e HTTP/1.1" status: 200 len: 1000 time: 0.1077621 Feb 19 03:42:52.986051 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-433a8359-b488-44ad-9cf7-b7a2aa6ad46d req-871260d2-9ef9-44fa-bbff-1b003f8b748e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59cc36ab-be4d-4936-81d4-86e46939330e HTTP/1.1" status: 200 len: 1000 time: 0.1043768 Feb 19 03:42:53.069338 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433a8359-b488-44ad-9cf7-b7a2aa6ad46d req-6f3f893d-0f93-41c4-acee-b347ed8e801a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:53.070867 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-433a8359-b488-44ad-9cf7-b7a2aa6ad46d req-6f3f893d-0f93-41c4-acee-b347ed8e801a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=dd53d77e-cab1-4fae-9905-6cd68c6c5593 HTTP/1.1" status: 200 len: 851 time: 0.0740170 Feb 19 03:42:53.072137 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433a8359-b488-44ad-9cf7-b7a2aa6ad46d req-1ab9d47a-53f8-4a1e-bc93-6ab6ed62b3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:53.073453 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-433a8359-b488-44ad-9cf7-b7a2aa6ad46d req-1ab9d47a-53f8-4a1e-bc93-6ab6ed62b3ef service neutron] 10.222.0.82 "GET /v2.0/subnets?id=dd53d77e-cab1-4fae-9905-6cd68c6c5593 HTTP/1.1" status: 200 len: 851 time: 0.0835552 Feb 19 03:42:53.147049 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433a8359-b488-44ad-9cf7-b7a2aa6ad46d req-dd909c55-3d8e-4d89-a623-0a7f71b6c007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:53.148552 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-433a8359-b488-44ad-9cf7-b7a2aa6ad46d req-dd909c55-3d8e-4d89-a623-0a7f71b6c007 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=61231607-2de3-4131-8c3c-3d329c7c03ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0709023 Feb 19 03:42:53.154297 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433a8359-b488-44ad-9cf7-b7a2aa6ad46d req-def73841-f826-4552-826b-02f31a0349a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:53.155788 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-433a8359-b488-44ad-9cf7-b7a2aa6ad46d req-def73841-f826-4552-826b-02f31a0349a8 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=61231607-2de3-4131-8c3c-3d329c7c03ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0708277 Feb 19 03:42:53.155922 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8f32ac-340e-4524-9f24-32f55a028c15 req-3f761a84-44b5-4fdd-ac85-b72dd48addd4 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:53.157587 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ed8f32ac-340e-4524-9f24-32f55a028c15 req-3f761a84-44b5-4fdd-ac85-b72dd48addd4 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b90c767-df19-43ac-b580-690331322032 HTTP/1.1" status: 200 len: 944 time: 0.0534134 Feb 19 03:42:53.205378 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ed8f32ac-340e-4524-9f24-32f55a028c15 req-8dc05b7b-431f-41e7-ba56-7c2b7682e98d tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421193 Feb 19 03:42:53.310836 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-433a8359-b488-44ad-9cf7-b7a2aa6ad46d req-fd01ff7e-c16c-41e0-940c-ffb81fdb2535 service neutron] 10.222.0.73 "GET /v2.0/networks/61231607-2de3-4131-8c3c-3d329c7c03ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540923 Feb 19 03:42:53.313035 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-433a8359-b488-44ad-9cf7-b7a2aa6ad46d req-4b96f09f-f26a-4a2e-b3d2-fe5b6e821c90 service neutron] 10.222.0.82 "GET /v2.0/networks/61231607-2de3-4131-8c3c-3d329c7c03ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491625 Feb 19 03:42:53.471677 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-433a8359-b488-44ad-9cf7-b7a2aa6ad46d req-5a2cb29c-dcb3-4f45-a2e1-1b2b087a9b80 service neutron] 10.222.0.73 "GET /v2.0/networks/61231607-2de3-4131-8c3c-3d329c7c03ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544330 Feb 19 03:42:53.473490 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-433a8359-b488-44ad-9cf7-b7a2aa6ad46d req-c20d7549-b193-4bc5-858b-c99b047774fe service neutron] 10.222.0.82 "GET /v2.0/networks/61231607-2de3-4131-8c3c-3d329c7c03ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497071 Feb 19 03:42:54.138372 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 59cc36ab-be4d-4936-81d4-86e46939330e no longer exists at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:42:54.177112 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] The host n-h2-826753-2 is not matching for port 59cc36ab-be4d-4936-81d4-86e46939330e host n-h1-826753-2! {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 03:42:54.177497 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 59cc36ab-be4d-4936-81d4-86e46939330e not bound to the agent host n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:42:54.332720 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5d85f3-27af-4226-a48b-58cf54f5aad3 req-9024d053-565b-438b-857f-771bb34fc252 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:54.334244 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2d5d85f3-27af-4226-a48b-58cf54f5aad3 req-9024d053-565b-438b-857f-771bb34fc252 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b90c767-df19-43ac-b580-690331322032 HTTP/1.1" status: 200 len: 944 time: 0.0578785 Feb 19 03:42:54.380250 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2d5d85f3-27af-4226-a48b-58cf54f5aad3 req-6006d15c-c704-4e6b-a51c-1525e52400b5 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404906 Feb 19 03:42:54.573111 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 59cc36ab-be4d-4936-81d4-86e46939330e details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:42:54.580947 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7ff0a2-892d-451d-bbe1-2dc13008f2b4 req-2d3f949b-e44c-4ee8-b8a2-04de229fc09e tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:54.582522 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fa7ff0a2-892d-451d-bbe1-2dc13008f2b4 req-2d3f949b-e44c-4ee8-b8a2-04de229fc09e tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b90c767-df19-43ac-b580-690331322032 HTTP/1.1" status: 200 len: 944 time: 0.0558109 Feb 19 03:42:54.610595 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acba8a5-8c5d-482b-87df-f9f80a1c92b3 req-0de3e141-7c78-4dda-8dc8-2a8d9e606b78 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:54.612245 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3acba8a5-8c5d-482b-87df-f9f80a1c92b3 req-0de3e141-7c78-4dda-8dc8-2a8d9e606b78 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.82 "GET /v2.0/ports?device_id=5b90c767-df19-43ac-b580-690331322032&tenant_id=41c0d62dea1b4193960fb9d03684346b&binding%3Ahost_id=n-h1-826753-2 HTTP/1.1" status: 200 len: 944 time: 0.0589123 Feb 19 03:42:54.630246 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fa7ff0a2-892d-451d-bbe1-2dc13008f2b4 req-c7cd9a11-3167-438c-a3b3-1597f5f7f376 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421863 Feb 19 03:42:54.673955 n-d-826753-2 neutron-server[103702]: INFO neutron.api.v2.resource [req-3acba8a5-8c5d-482b-87df-f9f80a1c92b3 req-381014f3-0c8e-4816-8f91-e66246ed5819 service neutron] delete failed (client error): The resource could not be found. Feb 19 03:42:54.674974 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3acba8a5-8c5d-482b-87df-f9f80a1c92b3 req-381014f3-0c8e-4816-8f91-e66246ed5819 service neutron] 10.222.0.82 "DELETE /v2.0/ports/59cc36ab-be4d-4936-81d4-86e46939330e/bindings/n-h2-826753-2 HTTP/1.1" status: 404 len: 380 time: 0.0561936 Feb 19 03:42:54.683426 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 59cc36ab-be4d-4936-81d4-86e46939330e, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=59cc36ab-be4d-4936-81d4-86e46939330e,segment=NetworkSegment(4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0),segment_id=4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:42:54.694729 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': '59cc36ab-be4d-4936-81d4-86e46939330e', 'network_id': '61231607-2de3-4131-8c3c-3d329c7c03ff', 'port_id': '59cc36ab-be4d-4936-81d4-86e46939330e', 'mac_address': 'fa:16:3e:27:58:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd53d77e-cab1-4fae-9905-6cd68c6c5593', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:42:54.733285 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 59cc36ab-be4d-4936-81d4-86e46939330e is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:42:54.733674 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (59cc36ab-be4d-4936-81d4-86e46939330e), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:54.746418 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59cc36ab-be4d-4936-81d4-86e46939330e {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:42:54.766915 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 59cc36ab-be4d-4936-81d4-86e46939330e, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=59cc36ab-be4d-4936-81d4-86e46939330e,segment=NetworkSegment(4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0),segment_id=4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:42:54.770925 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (59cc36ab-be4d-4936-81d4-86e46939330e), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:54.786793 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acba8a5-8c5d-482b-87df-f9f80a1c92b3 req-77856a91-562d-4aea-b17f-06688444f94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:54.788316 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3acba8a5-8c5d-482b-87df-f9f80a1c92b3 req-77856a91-562d-4aea-b17f-06688444f94a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=41c0d62dea1b4193960fb9d03684346b&device_id=5b90c767-df19-43ac-b580-690331322032 HTTP/1.1" status: 200 len: 1126 time: 0.0502758 Feb 19 03:42:54.818272 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=59cc36ab-be4d-4936-81d4-86e46939330e,revision_number=8']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:42:54.878260 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acba8a5-8c5d-482b-87df-f9f80a1c92b3 req-b99ed7c1-20f0-47da-bae6-8f17d97dffc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:54.879660 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3acba8a5-8c5d-482b-87df-f9f80a1c92b3 req-b99ed7c1-20f0-47da-bae6-8f17d97dffc4 service neutron] 10.222.0.82 "GET /v2.0/networks?id=61231607-2de3-4131-8c3c-3d329c7c03ff HTTP/1.1" status: 200 len: 913 time: 0.0859134 Feb 19 03:42:54.947776 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3acba8a5-8c5d-482b-87df-f9f80a1c92b3 req-a6fd21cf-e0bc-413c-b06b-bf94234ae479 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59cc36ab-be4d-4936-81d4-86e46939330e HTTP/1.1" status: 200 len: 1001 time: 0.0626590 Feb 19 03:42:54.994800 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acba8a5-8c5d-482b-87df-f9f80a1c92b3 req-d6e07776-1793-4c87-a2bd-fbffd775beea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:54.996238 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3acba8a5-8c5d-482b-87df-f9f80a1c92b3 req-d6e07776-1793-4c87-a2bd-fbffd775beea service neutron] 10.222.0.82 "GET /v2.0/subnets?id=dd53d77e-cab1-4fae-9905-6cd68c6c5593 HTTP/1.1" status: 200 len: 851 time: 0.0433202 Feb 19 03:42:55.045194 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acba8a5-8c5d-482b-87df-f9f80a1c92b3 req-619a1a0b-a450-4f10-89d1-fb7cf399e66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:55.047330 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3acba8a5-8c5d-482b-87df-f9f80a1c92b3 req-619a1a0b-a450-4f10-89d1-fb7cf399e66e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=61231607-2de3-4131-8c3c-3d329c7c03ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0447869 Feb 19 03:42:55.134214 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['59cc36ab-be4d-4936-81d4-86e46939330e'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:42:55.139027 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3acba8a5-8c5d-482b-87df-f9f80a1c92b3 req-18e3c2e6-420a-4ed1-a0e9-e87e27a69250 service neutron] 10.222.0.82 "GET /v2.0/networks/61231607-2de3-4131-8c3c-3d329c7c03ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856588 Feb 19 03:42:55.235456 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3acba8a5-8c5d-482b-87df-f9f80a1c92b3 req-7071ac21-1cdf-466e-ba77-1bf2f8e7693e service neutron] 10.222.0.82 "GET /v2.0/networks/61231607-2de3-4131-8c3c-3d329c7c03ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901885 Feb 19 03:42:55.760445 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91c0fb9-b526-408f-8181-7236e72142ee req-97e7f99f-af85-4afa-a7d1-c44e374f5b3b tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:55.761971 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e91c0fb9-b526-408f-8181-7236e72142ee req-97e7f99f-af85-4afa-a7d1-c44e374f5b3b tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b90c767-df19-43ac-b580-690331322032 HTTP/1.1" status: 200 len: 945 time: 0.0549133 Feb 19 03:42:55.813769 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e91c0fb9-b526-408f-8181-7236e72142ee req-ab4d4bfb-442c-4d67-ab22-31e2fd242f49 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455790 Feb 19 03:42:55.936610 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d4a7ab-5c57-4ab9-93f9-4737c7dbfebd req-da96163b-5404-43da-a615-f609c0ee204e tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:55.938161 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-39d4a7ab-5c57-4ab9-93f9-4737c7dbfebd req-da96163b-5404-43da-a615-f609c0ee204e tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b90c767-df19-43ac-b580-690331322032 HTTP/1.1" status: 200 len: 945 time: 0.0526600 Feb 19 03:42:55.984997 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-39d4a7ab-5c57-4ab9-93f9-4737c7dbfebd req-d8fc89d6-17f8-4b74-8e93-8843a56d8e9d tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403750 Feb 19 03:42:56.186798 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cf46ae-98e3-446b-a863-9641cb958c1c req-205b1d0b-a8d9-47e9-944d-a572c31f00e3 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:56.189650 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-59cf46ae-98e3-446b-a863-9641cb958c1c req-205b1d0b-a8d9-47e9-944d-a572c31f00e3 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b90c767-df19-43ac-b580-690331322032 HTTP/1.1" status: 200 len: 945 time: 0.0573616 Feb 19 03:42:56.230520 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753d05be-cc4f-471f-8683-75f486e04d0b req-e53efe33-3b7a-4b89-bf8a-fb87c41b2c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:56.232079 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-753d05be-cc4f-471f-8683-75f486e04d0b req-e53efe33-3b7a-4b89-bf8a-fb87c41b2c44 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=41c0d62dea1b4193960fb9d03684346b&device_id=5b90c767-df19-43ac-b580-690331322032 HTTP/1.1" status: 200 len: 1127 time: 0.0464497 Feb 19 03:42:56.235976 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-59cf46ae-98e3-446b-a863-9641cb958c1c req-2ec3869e-aa87-426c-8b9a-a28df78721f8 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412569 Feb 19 03:42:56.324194 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753d05be-cc4f-471f-8683-75f486e04d0b req-0d6cde57-ba2d-4eee-8e27-5e33db98f47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:56.325703 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-753d05be-cc4f-471f-8683-75f486e04d0b req-0d6cde57-ba2d-4eee-8e27-5e33db98f47e service neutron] 10.222.0.73 "GET /v2.0/networks?id=61231607-2de3-4131-8c3c-3d329c7c03ff HTTP/1.1" status: 200 len: 913 time: 0.0884476 Feb 19 03:42:56.388149 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-753d05be-cc4f-471f-8683-75f486e04d0b req-29954aca-be17-49d0-acb1-ef8270f865e2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59cc36ab-be4d-4936-81d4-86e46939330e HTTP/1.1" status: 200 len: 1001 time: 0.0566626 Feb 19 03:42:56.440877 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753d05be-cc4f-471f-8683-75f486e04d0b req-57d0ab47-0267-4812-be02-89ed7694e862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:56.442289 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-753d05be-cc4f-471f-8683-75f486e04d0b req-57d0ab47-0267-4812-be02-89ed7694e862 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=dd53d77e-cab1-4fae-9905-6cd68c6c5593 HTTP/1.1" status: 200 len: 851 time: 0.0485532 Feb 19 03:42:56.489953 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753d05be-cc4f-471f-8683-75f486e04d0b req-64d65164-02e4-4256-9beb-c34dce793d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:56.491426 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-753d05be-cc4f-471f-8683-75f486e04d0b req-64d65164-02e4-4256-9beb-c34dce793d92 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=61231607-2de3-4131-8c3c-3d329c7c03ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0433152 Feb 19 03:42:56.569087 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 59cc36ab-be4d-4936-81d4-86e46939330e up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:42:56.580269 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-753d05be-cc4f-471f-8683-75f486e04d0b req-1a3e65f5-ca22-4473-aad5-d91d144ae038 service neutron] 10.222.0.73 "GET /v2.0/networks/61231607-2de3-4131-8c3c-3d329c7c03ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823166 Feb 19 03:42:56.616389 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning for port 59cc36ab-be4d-4936-81d4-86e46939330e completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:42:56.626925 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port 59cc36ab-be4d-4936-81d4-86e46939330e triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:42:56.627435 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (59cc36ab-be4d-4936-81d4-86e46939330e), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:56.673717 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-753d05be-cc4f-471f-8683-75f486e04d0b req-1dc1a4a1-198c-48dc-84b4-552af5af649d service neutron] 10.222.0.73 "GET /v2.0/networks/61231607-2de3-4131-8c3c-3d329c7c03ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877705 Feb 19 03:42:56.820777 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:56.870474 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 59cc36ab-be4d-4936-81d4-86e46939330e is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:42:56.870864 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (59cc36ab-be4d-4936-81d4-86e46939330e), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:56.892649 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b90c767-df19-43ac-b580-690331322032', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59cc36ab-be4d-4936-81d4-86e46939330e'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:42:56.894932 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88fe038525c8a7a69a3adae1ae732c1dd0c63371bed0a925712ea7f2f25f70bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0354d30-3d62-4ad3-ad03-96cf001e98a7" -d '{"events": [{"server_uuid": "5b90c767-df19-43ac-b580-690331322032", "name": "network-vif-plugged", "status": "completed", "tag": "59cc36ab-be4d-4936-81d4-86e46939330e"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:42:56.908480 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 59cc36ab-be4d-4936-81d4-86e46939330e, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=59cc36ab-be4d-4936-81d4-86e46939330e,segment=NetworkSegment(4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0),segment_id=4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:42:56.913849 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (59cc36ab-be4d-4936-81d4-86e46939330e), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:56.941338 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf01460-de17-4015-9539-e04bb89c4152 x-openstack-request-id: req-bbf01460-de17-4015-9539-e04bb89c4152 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:42:56.941639 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b90c767-df19-43ac-b580-690331322032", "name": "network-vif-plugged", "status": "completed", "tag": "59cc36ab-be4d-4936-81d4-86e46939330e", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:42:56.941896 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-bbf01460-de17-4015-9539-e04bb89c4152 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:42:56.942288 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b90c767-df19-43ac-b580-690331322032', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59cc36ab-be4d-4936-81d4-86e46939330e', 'code': 200} Feb 19 03:42:56.964776 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=59cc36ab-be4d-4936-81d4-86e46939330e,revision_number=9']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:42:57.362601 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc0ac58-e56b-447a-aa8e-66b2e8a0d6d4 req-f12c5c64-9a91-450c-8797-59964a871aa9 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:57.364084 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4fc0ac58-e56b-447a-aa8e-66b2e8a0d6d4 req-f12c5c64-9a91-450c-8797-59964a871aa9 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b90c767-df19-43ac-b580-690331322032 HTTP/1.1" status: 200 len: 946 time: 0.0566063 Feb 19 03:42:57.411016 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4fc0ac58-e56b-447a-aa8e-66b2e8a0d6d4 req-3c053abe-2697-4bfd-b488-3fbee67910c3 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412626 Feb 19 03:42:57.651191 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a64556-974e-4bb8-8b37-5919e70bfd5c req-3f4b2293-2974-4776-8b88-7fce1e6241ae tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:57.652661 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-85a64556-974e-4bb8-8b37-5919e70bfd5c req-3f4b2293-2974-4776-8b88-7fce1e6241ae tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b90c767-df19-43ac-b580-690331322032 HTTP/1.1" status: 200 len: 946 time: 0.0522718 Feb 19 03:42:57.699367 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-85a64556-974e-4bb8-8b37-5919e70bfd5c req-910b9a84-301f-4144-a997-b0677dbfd633 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406821 Feb 19 03:42:58.826390 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0284a4a-5f1f-4b73-b271-27212ce64bd5 req-2f3ad35c-ce0d-4f56-81d3-c2319c50c42b tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:58.828453 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e0284a4a-5f1f-4b73-b271-27212ce64bd5 req-2f3ad35c-ce0d-4f56-81d3-c2319c50c42b tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b90c767-df19-43ac-b580-690331322032 HTTP/1.1" status: 200 len: 946 time: 0.0574706 Feb 19 03:42:58.879520 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e0284a4a-5f1f-4b73-b271-27212ce64bd5 req-d8d5e9b2-d43a-40ae-968e-31a82448eecc tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459101 Feb 19 03:42:59.118400 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b377ffcd-5d2f-42d3-9649-7af83eb1c910 req-c6daaef3-4cc4-4870-bfe2-59a5c993ac07 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:59.119941 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-b377ffcd-5d2f-42d3-9649-7af83eb1c910 req-c6daaef3-4cc4-4870-bfe2-59a5c993ac07 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.73 "GET /v2.0/ports?device_id=5b90c767-df19-43ac-b580-690331322032 HTTP/1.1" status: 200 len: 946 time: 0.0527437 Feb 19 03:42:59.213194 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-b377ffcd-5d2f-42d3-9649-7af83eb1c910 req-160d2900-b2d1-4674-bad2-c4448656c177 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Deleting port 59cc36ab-be4d-4936-81d4-86e46939330e {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:42:59.213528 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-b377ffcd-5d2f-42d3-9649-7af83eb1c910 req-160d2900-b2d1-4674-bad2-c4448656c177 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (59cc36ab-be4d-4936-81d4-86e46939330e), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:59.299007 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-b377ffcd-5d2f-42d3-9649-7af83eb1c910 req-160d2900-b2d1-4674-bad2-c4448656c177 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] For port 59cc36ab-be4d-4936-81d4-86e46939330e, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=59cc36ab-be4d-4936-81d4-86e46939330e,segment=NetworkSegment(4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0),segment_id=4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:42:59.299363 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-b377ffcd-5d2f-42d3-9649-7af83eb1c910 req-160d2900-b2d1-4674-bad2-c4448656c177 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (59cc36ab-be4d-4936-81d4-86e46939330e), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:59.466939 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-b377ffcd-5d2f-42d3-9649-7af83eb1c910 req-160d2900-b2d1-4674-bad2-c4448656c177 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:59.467304 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-b377ffcd-5d2f-42d3-9649-7af83eb1c910 req-160d2900-b2d1-4674-bad2-c4448656c177 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16285943'] for floatingip (5c419d2d-fff0-4956-a592-9e52255a280b), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:59.467621 n-d-826753-2 neutron-server[103702]: INFO neutron.db.l3_db [req-b377ffcd-5d2f-42d3-9649-7af83eb1c910 req-160d2900-b2d1-4674-bad2-c4448656c177 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Floating IP 5c419d2d-fff0-4956-a592-9e52255a280b disassociated. External IP: 172.25.6.147, port: 59cc36ab-be4d-4936-81d4-86e46939330e. Feb 19 03:42:59.467971 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-b377ffcd-5d2f-42d3-9649-7af83eb1c910 req-160d2900-b2d1-4674-bad2-c4448656c177 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Calling delete_port for 59cc36ab-be4d-4936-81d4-86e46939330e owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:42:59.608018 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-b377ffcd-5d2f-42d3-9649-7af83eb1c910 req-160d2900-b2d1-4674-bad2-c4448656c177 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (59cc36ab-be4d-4936-81d4-86e46939330e), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:59.637747 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160d2900-b2d1-4674-bad2-c4448656c177 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Pushing event deleted for resources: {'Port': ['ID=59cc36ab-be4d-4936-81d4-86e46939330e,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:42:59.651437 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160d2900-b2d1-4674-bad2-c4448656c177 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:42:59.651790 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160d2900-b2d1-4674-bad2-c4448656c177 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:42:59.652134 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160d2900-b2d1-4674-bad2-c4448656c177 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:42:59.652474 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160d2900-b2d1-4674-bad2-c4448656c177 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:42:59.652809 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160d2900-b2d1-4674-bad2-c4448656c177 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:42:59.653168 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160d2900-b2d1-4674-bad2-c4448656c177 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:42:59.653503 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160d2900-b2d1-4674-bad2-c4448656c177 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:42:59.653829 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160d2900-b2d1-4674-bad2-c4448656c177 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:42:59.654152 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160d2900-b2d1-4674-bad2-c4448656c177 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:42:59.654475 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160d2900-b2d1-4674-bad2-c4448656c177 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:42:59.654799 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160d2900-b2d1-4674-bad2-c4448656c177 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:42:59.655123 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160d2900-b2d1-4674-bad2-c4448656c177 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:42:59.655464 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160d2900-b2d1-4674-bad2-c4448656c177 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:42:59.770924 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b377ffcd-5d2f-42d3-9649-7af83eb1c910 req-160d2900-b2d1-4674-bad2-c4448656c177 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Router 40dae7ba-0f01-4414-918f-b8cf6f38098f has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:42:59.887911 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b377ffcd-5d2f-42d3-9649-7af83eb1c910 req-160d2900-b2d1-4674-bad2-c4448656c177 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:42:59.900369 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf25a55b-2e53-404e-913b-fcb7707f6ca2 None None] Sync routers for ids ['40dae7ba-0f01-4414-918f-b8cf6f38098f'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:42:59.912667 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf25a55b-2e53-404e-913b-fcb7707f6ca2 None None] Routers {'40dae7ba-0f01-4414-918f-b8cf6f38098f'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:42:59.913260 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-bf25a55b-2e53-404e-913b-fcb7707f6ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:42:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['40dae7ba-0f01-4414-918f-b8cf6f38098f'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:42:59.938733 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-b377ffcd-5d2f-42d3-9649-7af83eb1c910 req-160d2900-b2d1-4674-bad2-c4448656c177 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] No DVR routers for this DVR port 59cc36ab-be4d-4936-81d4-86e46939330e on host n-h1-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:42:59.941379 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-b377ffcd-5d2f-42d3-9649-7af83eb1c910 req-160d2900-b2d1-4674-bad2-c4448656c177 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:59.944741 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-b377ffcd-5d2f-42d3-9649-7af83eb1c910 req-160d2900-b2d1-4674-bad2-c4448656c177 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.73 "DELETE /v2.0/ports/59cc36ab-be4d-4936-81d4-86e46939330e HTTP/1.1" status: 204 len: 173 time: 0.8195546 Feb 19 03:42:59.945282 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b90c767-df19-43ac-b580-690331322032', 'name': 'network-vif-deleted', 'tag': '59cc36ab-be4d-4936-81d4-86e46939330e'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:42:59.947688 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b48a34f37e4e31fa410c3f10fa4e23c828d45427043ff8d3e4d9f228381d6ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4db57201-0f10-4982-ab50-96cc74ec5f6a" -d '{"events": [{"server_uuid": "5b90c767-df19-43ac-b580-690331322032", "name": "network-vif-deleted", "tag": "59cc36ab-be4d-4936-81d4-86e46939330e"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:42:59.998818 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f886510d-57a3-4342-b5d0-29423be2c6b6 x-openstack-request-id: req-f886510d-57a3-4342-b5d0-29423be2c6b6 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:43:00.001504 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b90c767-df19-43ac-b580-690331322032", "name": "network-vif-deleted", "tag": "59cc36ab-be4d-4936-81d4-86e46939330e", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:43:00.002194 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f886510d-57a3-4342-b5d0-29423be2c6b6 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:43:00.002677 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fbf67dcb-9cc5-44fe-94b9-53adfc7a5d58 req-b69baa83-b22b-4de6-83dd-e1b871fadbca tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=5b90c767-df19-43ac-b580-690331322032 HTTP/1.1" status: 200 len: 210 time: 0.0496793 Feb 19 03:43:00.003315 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b90c767-df19-43ac-b580-690331322032', 'name': 'network-vif-deleted', 'tag': '59cc36ab-be4d-4936-81d4-86e46939330e', 'status': 'completed', 'code': 200} Feb 19 03:43:00.118458 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-bf25a55b-2e53-404e-913b-fcb7707f6ca2 None None] Set router 40dae7ba-0f01-4414-918f-b8cf6f38098f gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:43:00.325508 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-bf25a55b-2e53-404e-913b-fcb7707f6ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40dae7ba-0f01-4414-918f-b8cf6f38098f', 'name': 'tempest-ServerActionsTestJSON-1998691811-router', 'tenant_id': '41c0d62dea1b4193960fb9d03684346b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '53c8779c-fd7c-4afa-aebe-0e875cb7b32c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:41:19Z', 'updated_at': '2022-02-19T03:41:22Z', 'revision_number': 4, 'project_id': '41c0d62dea1b4193960fb9d03684346b', 'gw_port': {'id': '53c8779c-fd7c-4afa-aebe-0e875cb7b32c', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dae7ba-0f01-4414-918f-b8cf6f38098f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:41:19Z', 'updated_at': '2022-02-19T03:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '43a343ed-f21b-4821-9b1b-0cb7a5f9ccec', 'name': '', 'network_id': '61231607-2de3-4131-8c3c-3d329c7c03ff', 'tenant_id': '41c0d62dea1b4193960fb9d03684346b', 'mac_address': 'fa:16:3e:3f:d1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dae7ba-0f01-4414-918f-b8cf6f38098f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'dd53d77e-cab1-4fae-9905-6cd68c6c5593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:41:21Z', 'updated_at': '2022-02-19T03:41:25Z', 'revision_number': 5, 'project_id': '41c0d62dea1b4193960fb9d03684346b', 'subnets': [{'id': 'dd53d77e-cab1-4fae-9905-6cd68c6c5593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:43:00.355361 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf25a55b-2e53-404e-913b-fcb7707f6ca2 None None] Checking router: 40dae7ba-0f01-4414-918f-b8cf6f38098f for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:43:00.364175 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf25a55b-2e53-404e-913b-fcb7707f6ca2 None None] Routers {'40dae7ba-0f01-4414-918f-b8cf6f38098f'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:43:00.364774 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-bf25a55b-2e53-404e-913b-fcb7707f6ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:42:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['40dae7ba-0f01-4414-918f-b8cf6f38098f'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:43:00.471871 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-bf25a55b-2e53-404e-913b-fcb7707f6ca2 None None] Set router 40dae7ba-0f01-4414-918f-b8cf6f38098f gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:43:00.665901 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-bf25a55b-2e53-404e-913b-fcb7707f6ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40dae7ba-0f01-4414-918f-b8cf6f38098f', 'name': 'tempest-ServerActionsTestJSON-1998691811-router', 'tenant_id': '41c0d62dea1b4193960fb9d03684346b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '53c8779c-fd7c-4afa-aebe-0e875cb7b32c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:41:19Z', 'updated_at': '2022-02-19T03:41:22Z', 'revision_number': 4, 'project_id': '41c0d62dea1b4193960fb9d03684346b', 'gw_port': {'id': '53c8779c-fd7c-4afa-aebe-0e875cb7b32c', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dae7ba-0f01-4414-918f-b8cf6f38098f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:41:19Z', 'updated_at': '2022-02-19T03:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '43a343ed-f21b-4821-9b1b-0cb7a5f9ccec', 'name': '', 'network_id': '61231607-2de3-4131-8c3c-3d329c7c03ff', 'tenant_id': '41c0d62dea1b4193960fb9d03684346b', 'mac_address': 'fa:16:3e:3f:d1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dae7ba-0f01-4414-918f-b8cf6f38098f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'dd53d77e-cab1-4fae-9905-6cd68c6c5593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:41:21Z', 'updated_at': '2022-02-19T03:41:25Z', 'revision_number': 5, 'project_id': '41c0d62dea1b4193960fb9d03684346b', 'subnets': [{'id': 'dd53d77e-cab1-4fae-9905-6cd68c6c5593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:43:00.692221 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf25a55b-2e53-404e-913b-fcb7707f6ca2 None None] The sync data for ids ['40dae7ba-0f01-4414-918f-b8cf6f38098f'] in n-d-826753-2 is: [{'id': '40dae7ba-0f01-4414-918f-b8cf6f38098f', 'name': 'tempest-ServerActionsTestJSON-1998691811-router', 'tenant_id': '41c0d62dea1b4193960fb9d03684346b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '53c8779c-fd7c-4afa-aebe-0e875cb7b32c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:41:19Z', 'updated_at': '2022-02-19T03:41:22Z', 'revision_number': 4, 'project_id': '41c0d62dea1b4193960fb9d03684346b', 'gw_port': {'id': '53c8779c-fd7c-4afa-aebe-0e875cb7b32c', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dae7ba-0f01-4414-918f-b8cf6f38098f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:41:19Z', 'updated_at': '2022-02-19T03:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '43a343ed-f21b-4821-9b1b-0cb7a5f9ccec', 'name': '', 'network_id': '61231607-2de3-4131-8c3c-3d329c7c03ff', 'tenant_id': '41c0d62dea1b4193960fb9d03684346b', 'mac_address': 'fa:16:3e:3f:d1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dae7ba-0f01-4414-918f-b8cf6f38098f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'dd53d77e-cab1-4fae-9905-6cd68c6c5593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:41:21Z', 'updated_at': '2022-02-19T03:41:25Z', 'revision_number': 5, 'project_id': '41c0d62dea1b4193960fb9d03684346b', 'subnets': [{'id': 'dd53d77e-cab1-4fae-9905-6cd68c6c5593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:43:00.910995 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dad414b-6a31-4891-b740-767622e3f0da None None] New status for floating IP 5c419d2d-fff0-4956-a592-9e52255a280b: DOWN {{(pid=103703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:43:01.381743 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-48610f81-fc8d-4f3c-9876-0688cc2a2bd2 req-7a768dc4-2c73-4435-b5fd-2e52a2ae1a06 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1200580431&fields=id&tenant_id=41c0d62dea1b4193960fb9d03684346b HTTP/1.1" status: 200 len: 267 time: 0.0421829 Feb 19 03:43:01.490900 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48610f81-fc8d-4f3c-9876-0688cc2a2bd2 req-9a8817a3-5fb9-4106-aca2-56912173c54c tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:01.492345 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-48610f81-fc8d-4f3c-9876-0688cc2a2bd2 req-9a8817a3-5fb9-4106-aca2-56912173c54c tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/networks?id=61231607-2de3-4131-8c3c-3d329c7c03ff HTTP/1.1" status: 200 len: 812 time: 0.1043186 Feb 19 03:43:01.506978 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-48610f81-fc8d-4f3c-9876-0688cc2a2bd2 req-3e6ef87b-d798-4f19-bbe9-00595783023c tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/quotas/41c0d62dea1b4193960fb9d03684346b HTTP/1.1" status: 200 len: 375 time: 0.0094121 Feb 19 03:43:01.562936 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-48610f81-fc8d-4f3c-9876-0688cc2a2bd2 req-8cff5aa2-a5d1-4c7b-a5c3-62ed32caa4c4 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=41c0d62dea1b4193960fb9d03684346b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0512061 Feb 19 03:43:01.662267 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-48610f81-fc8d-4f3c-9876-0688cc2a2bd2 req-7ed8fcc1-952a-43af-bbaf-ee6c6fae2037 service neutron] 10.222.0.72 "GET /v2.0/networks/61231607-2de3-4131-8c3c-3d329c7c03ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883181 Feb 19 03:43:01.752143 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-48610f81-fc8d-4f3c-9876-0688cc2a2bd2 req-4923a7f0-b174-4f04-a71d-ab822e6dd1b4 service neutron] 10.222.0.72 "GET /v2.0/networks/61231607-2de3-4131-8c3c-3d329c7c03ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841696 Feb 19 03:43:01.964979 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d866b94a-b93a-4e84-9bb0-c510d79f7f8b req-a907c2b0-ea83-45bd-a4b8-60de59b6d70f tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a2b162f-0bc0-4bf2-a241-00b7bdd8649e HTTP/1.1" status: 200 len: 210 time: 0.0822322 Feb 19 03:43:02.597407 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 59cc36ab-be4d-4936-81d4-86e46939330e no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:43:02.616830 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] No Port match for: 59cc36ab-be4d-4936-81d4-86e46939330e {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:43:02.617198 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 59cc36ab-be4d-4936-81d4-86e46939330e not bound to the agent host n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:43:02.900365 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48610f81-fc8d-4f3c-9876-0688cc2a2bd2 req-75cdd344-c65e-486b-945d-4bb99d211672 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:02.901945 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-48610f81-fc8d-4f3c-9876-0688cc2a2bd2 req-75cdd344-c65e-486b-945d-4bb99d211672 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.82 "GET /v2.0/networks?id=61231607-2de3-4131-8c3c-3d329c7c03ff HTTP/1.1" status: 200 len: 812 time: 0.1030636 Feb 19 03:43:02.972111 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-48610f81-fc8d-4f3c-9876-0688cc2a2bd2 req-a93b4c46-8a67-48bd-8acf-ed42fecf4d00 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=41c0d62dea1b4193960fb9d03684346b HTTP/1.1" status: 200 len: 380 time: 0.0537951 Feb 19 03:43:02.991815 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-48610f81-fc8d-4f3c-9876-0688cc2a2bd2 req-977dabdd-499d-4828-adf2-5041c104f2f3 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Request body: {'port': {'device_id': '9a2b162f-0bc0-4bf2-a241-00b7bdd8649e', 'network_id': '61231607-2de3-4131-8c3c-3d329c7c03ff', 'admin_state_up': True, 'tenant_id': '41c0d62dea1b4193960fb9d03684346b', 'security_groups': ['238a4477-2cb7-4b92-9c54-ae8da3430574']}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:43:03.071514 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4358e94e-dccd-4d5d-86c5-23883cf1835d req-ce6d71ad-1534-47ba-bc1c-1d7704e176c7 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a2b162f-0bc0-4bf2-a241-00b7bdd8649e HTTP/1.1" status: 200 len: 210 time: 0.0280459 Feb 19 03:43:03.107743 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48610f81-fc8d-4f3c-9876-0688cc2a2bd2 req-977dabdd-499d-4828-adf2-5041c104f2f3 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Made reservation on behalf of 41c0d62dea1b4193960fb9d03684346b for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:43:03.111684 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-48610f81-fc8d-4f3c-9876-0688cc2a2bd2 req-977dabdd-499d-4828-adf2-5041c104f2f3 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:03.232003 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [req-48610f81-fc8d-4f3c-9876-0688cc2a2bd2 req-977dabdd-499d-4828-adf2-5041c104f2f3 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Allocated IP 172.20.0.13 (61231607-2de3-4131-8c3c-3d329c7c03ff/dd53d77e-cab1-4fae-9905-6cd68c6c5593/86b5cbe2-71ca-4528-88b4-fbe8ecf9b571) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:43:03.373582 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-48610f81-fc8d-4f3c-9876-0688cc2a2bd2 req-977dabdd-499d-4828-adf2-5041c104f2f3 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Publish callbacks [] for port (86b5cbe2-71ca-4528-88b4-fbe8ecf9b571), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:03.408912 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-48610f81-fc8d-4f3c-9876-0688cc2a2bd2 req-977dabdd-499d-4828-adf2-5041c104f2f3 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (86b5cbe2-71ca-4528-88b4-fbe8ecf9b571), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:03.465090 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48610f81-fc8d-4f3c-9876-0688cc2a2bd2 req-977dabdd-499d-4828-adf2-5041c104f2f3 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Network 61231607-2de3-4131-8c3c-3d329c7c03ff is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:43:03.468600 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [req-48610f81-fc8d-4f3c-9876-0688cc2a2bd2 req-977dabdd-499d-4828-adf2-5041c104f2f3 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:43:03.471220 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-48610f81-fc8d-4f3c-9876-0688cc2a2bd2 req-977dabdd-499d-4828-adf2-5041c104f2f3 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:43:03.504041 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977dabdd-499d-4828-adf2-5041c104f2f3 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Pushing event updated for resources: {'Port': ['ID=86b5cbe2-71ca-4528-88b4-fbe8ecf9b571,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:43:03.535560 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48610f81-fc8d-4f3c-9876-0688cc2a2bd2 req-977dabdd-499d-4828-adf2-5041c104f2f3 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:03.536203 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-48610f81-fc8d-4f3c-9876-0688cc2a2bd2 req-977dabdd-499d-4828-adf2-5041c104f2f3 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:03.554759 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-48610f81-fc8d-4f3c-9876-0688cc2a2bd2 req-977dabdd-499d-4828-adf2-5041c104f2f3 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5667739 Feb 19 03:43:03.573723 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-48610f81-fc8d-4f3c-9876-0688cc2a2bd2 req-f8c6aeb4-5334-480a-b138-e9bae5f0dfaa service neutron] Request body: {'port': {'device_id': '9a2b162f-0bc0-4bf2-a241-00b7bdd8649e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826753-2'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:43:03.636891 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-48610f81-fc8d-4f3c-9876-0688cc2a2bd2 req-f8c6aeb4-5334-480a-b138-e9bae5f0dfaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (86b5cbe2-71ca-4528-88b4-fbe8ecf9b571), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:03.737121 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-6739cc4e-0ee0-4690-9e63-41afa4fd52e2 None None] Provisioning complete for port 86b5cbe2-71ca-4528-88b4-fbe8ecf9b571 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:43:03.738121 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6739cc4e-0ee0-4690-9e63-41afa4fd52e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (86b5cbe2-71ca-4528-88b4-fbe8ecf9b571), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:03.775572 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-6739cc4e-0ee0-4690-9e63-41afa4fd52e2 None None] Port 86b5cbe2-71ca-4528-88b4-fbe8ecf9b571 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:43:03.904835 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-48610f81-fc8d-4f3c-9876-0688cc2a2bd2 req-f8c6aeb4-5334-480a-b138-e9bae5f0dfaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86b5cbe2-71ca-4528-88b4-fbe8ecf9b571 {{(pid=103702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:43:03.914192 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-48610f81-fc8d-4f3c-9876-0688cc2a2bd2 req-f8c6aeb4-5334-480a-b138-e9bae5f0dfaa service neutron] Publish callbacks [] for port (86b5cbe2-71ca-4528-88b4-fbe8ecf9b571), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:03.927995 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-48610f81-fc8d-4f3c-9876-0688cc2a2bd2 req-f8c6aeb4-5334-480a-b138-e9bae5f0dfaa service neutron] Transition to ACTIVE for port object 86b5cbe2-71ca-4528-88b4-fbe8ecf9b571 will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:43:03.931978 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-48610f81-fc8d-4f3c-9876-0688cc2a2bd2 req-f8c6aeb4-5334-480a-b138-e9bae5f0dfaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (86b5cbe2-71ca-4528-88b4-fbe8ecf9b571), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:03.981042 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c6aeb4-5334-480a-b138-e9bae5f0dfaa service neutron] Pushing event updated for resources: {'Port': ['ID=86b5cbe2-71ca-4528-88b4-fbe8ecf9b571,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:43:04.066112 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-48610f81-fc8d-4f3c-9876-0688cc2a2bd2 req-f8c6aeb4-5334-480a-b138-e9bae5f0dfaa service neutron] Attempting to bind port 86b5cbe2-71ca-4528-88b4-fbe8ecf9b571 on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:43:04.066451 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-48610f81-fc8d-4f3c-9876-0688cc2a2bd2 req-f8c6aeb4-5334-480a-b138-e9bae5f0dfaa service neutron] Attempting to bind port 86b5cbe2-71ca-4528-88b4-fbe8ecf9b571 by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': '4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '61231607-2de3-4131-8c3c-3d329c7c03ff'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:43:04.066781 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48610f81-fc8d-4f3c-9876-0688cc2a2bd2 req-f8c6aeb4-5334-480a-b138-e9bae5f0dfaa service neutron] Attempting to bind port 86b5cbe2-71ca-4528-88b4-fbe8ecf9b571 on network 61231607-2de3-4131-8c3c-3d329c7c03ff {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:43:04.071409 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48610f81-fc8d-4f3c-9876-0688cc2a2bd2 req-f8c6aeb4-5334-480a-b138-e9bae5f0dfaa service neutron] Port 86b5cbe2-71ca-4528-88b4-fbe8ecf9b571 on network 61231607-2de3-4131-8c3c-3d329c7c03ff not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:43:04.071729 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48610f81-fc8d-4f3c-9876-0688cc2a2bd2 req-f8c6aeb4-5334-480a-b138-e9bae5f0dfaa service neutron] Attempting to bind port 86b5cbe2-71ca-4528-88b4-fbe8ecf9b571 on network 61231607-2de3-4131-8c3c-3d329c7c03ff {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:43:04.076612 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48610f81-fc8d-4f3c-9876-0688cc2a2bd2 req-f8c6aeb4-5334-480a-b138-e9bae5f0dfaa service neutron] Checking agent: {'id': 'bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:43:04.076953 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48610f81-fc8d-4f3c-9876-0688cc2a2bd2 req-f8c6aeb4-5334-480a-b138-e9bae5f0dfaa service neutron] Checking segment: {'id': '4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '61231607-2de3-4131-8c3c-3d329c7c03ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:43:04.077370 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48610f81-fc8d-4f3c-9876-0688cc2a2bd2 req-f8c6aeb4-5334-480a-b138-e9bae5f0dfaa service neutron] Bound using segment: {'id': '4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '61231607-2de3-4131-8c3c-3d329c7c03ff'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:43:04.078434 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-48610f81-fc8d-4f3c-9876-0688cc2a2bd2 req-f8c6aeb4-5334-480a-b138-e9bae5f0dfaa service neutron] Bound port: 86b5cbe2-71ca-4528-88b4-fbe8ecf9b571, host: n-h2-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '61231607-2de3-4131-8c3c-3d329c7c03ff'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:43:04.078795 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-48610f81-fc8d-4f3c-9876-0688cc2a2bd2 req-f8c6aeb4-5334-480a-b138-e9bae5f0dfaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (86b5cbe2-71ca-4528-88b4-fbe8ecf9b571), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:04.157245 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-48610f81-fc8d-4f3c-9876-0688cc2a2bd2 req-f8c6aeb4-5334-480a-b138-e9bae5f0dfaa service neutron] For port 86b5cbe2-71ca-4528-88b4-fbe8ecf9b571, host n-h2-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:43:04.160681 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-48610f81-fc8d-4f3c-9876-0688cc2a2bd2 req-f8c6aeb4-5334-480a-b138-e9bae5f0dfaa service neutron] For port 86b5cbe2-71ca-4528-88b4-fbe8ecf9b571, host n-h2-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=86b5cbe2-71ca-4528-88b4-fbe8ecf9b571,segment=NetworkSegment(4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0),segment_id=4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:43:04.172368 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-48610f81-fc8d-4f3c-9876-0688cc2a2bd2 req-f8c6aeb4-5334-480a-b138-e9bae5f0dfaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (86b5cbe2-71ca-4528-88b4-fbe8ecf9b571), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:04.210422 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48610f81-fc8d-4f3c-9876-0688cc2a2bd2 req-f8c6aeb4-5334-480a-b138-e9bae5f0dfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:04.211048 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-48610f81-fc8d-4f3c-9876-0688cc2a2bd2 req-f8c6aeb4-5334-480a-b138-e9bae5f0dfaa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:04.212475 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-48610f81-fc8d-4f3c-9876-0688cc2a2bd2 req-f8c6aeb4-5334-480a-b138-e9bae5f0dfaa service neutron] 10.222.0.82 "PUT /v2.0/ports/86b5cbe2-71ca-4528-88b4-fbe8ecf9b571 HTTP/1.1" status: 200 len: 1092 time: 0.6432223 Feb 19 03:43:04.213117 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a2b162f-0bc0-4bf2-a241-00b7bdd8649e', 'tag': '86b5cbe2-71ca-4528-88b4-fbe8ecf9b571'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:43:04.215208 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b48a34f37e4e31fa410c3f10fa4e23c828d45427043ff8d3e4d9f228381d6ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec50223e-9311-4d6f-97c9-9e7906eb152c" -d '{"events": [{"name": "network-changed", "server_uuid": "9a2b162f-0bc0-4bf2-a241-00b7bdd8649e", "tag": "86b5cbe2-71ca-4528-88b4-fbe8ecf9b571"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:43:04.255808 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c6aeb4-5334-480a-b138-e9bae5f0dfaa service neutron] Pushing event updated for resources: {'Port': ['ID=86b5cbe2-71ca-4528-88b4-fbe8ecf9b571,revision_number=3']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:43:04.283812 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252bd9d-3520-4225-a272-2d23d6a9166d req-2b084d9e-ea92-45fa-aa8f-ed14d4935012 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:04.303642 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1252bd9d-3520-4225-a272-2d23d6a9166d req-2b084d9e-ea92-45fa-aa8f-ed14d4935012 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a2b162f-0bc0-4bf2-a241-00b7bdd8649e HTTP/1.1" status: 200 len: 944 time: 0.1470737 Feb 19 03:43:04.353231 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48610f81-fc8d-4f3c-9876-0688cc2a2bd2 req-64464857-f618-4483-8cf3-a052580b23a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:04.355011 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-48610f81-fc8d-4f3c-9876-0688cc2a2bd2 req-64464857-f618-4483-8cf3-a052580b23a0 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=41c0d62dea1b4193960fb9d03684346b&device_id=9a2b162f-0bc0-4bf2-a241-00b7bdd8649e HTTP/1.1" status: 200 len: 1126 time: 0.0696850 Feb 19 03:43:04.364838 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1252bd9d-3520-4225-a272-2d23d6a9166d req-d31ad31c-88ee-47f3-81b0-738ce2de5802 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603120 Feb 19 03:43:04.413325 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da71ee2c-5ae1-4335-999d-6b520c2fa450 x-openstack-request-id: req-da71ee2c-5ae1-4335-999d-6b520c2fa450 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:43:04.413769 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a2b162f-0bc0-4bf2-a241-00b7bdd8649e", "tag": "86b5cbe2-71ca-4528-88b4-fbe8ecf9b571", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:43:04.414093 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-da71ee2c-5ae1-4335-999d-6b520c2fa450 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:43:04.414557 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a2b162f-0bc0-4bf2-a241-00b7bdd8649e', 'tag': '86b5cbe2-71ca-4528-88b4-fbe8ecf9b571', 'status': 'completed', 'code': 200} Feb 19 03:43:04.416434 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-48610f81-fc8d-4f3c-9876-0688cc2a2bd2 req-25fcb323-c512-49af-b016-e4799310442e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86b5cbe2-71ca-4528-88b4-fbe8ecf9b571 HTTP/1.1" status: 200 len: 217 time: 0.0480194 Feb 19 03:43:04.785946 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48610f81-fc8d-4f3c-9876-0688cc2a2bd2 req-668105dd-564a-46ea-a787-9c463dfe212e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:04.787428 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-48610f81-fc8d-4f3c-9876-0688cc2a2bd2 req-668105dd-564a-46ea-a787-9c463dfe212e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=dd53d77e-cab1-4fae-9905-6cd68c6c5593 HTTP/1.1" status: 200 len: 851 time: 0.3648663 Feb 19 03:43:04.835568 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48610f81-fc8d-4f3c-9876-0688cc2a2bd2 req-a0160a67-910a-47a1-98af-dc37b5839e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:04.837103 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-48610f81-fc8d-4f3c-9876-0688cc2a2bd2 req-a0160a67-910a-47a1-98af-dc37b5839e61 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=61231607-2de3-4131-8c3c-3d329c7c03ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0434794 Feb 19 03:43:04.927756 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-48610f81-fc8d-4f3c-9876-0688cc2a2bd2 req-837800ce-8050-4758-8765-01b3573c5792 service neutron] 10.222.0.82 "GET /v2.0/networks/61231607-2de3-4131-8c3c-3d329c7c03ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843928 Feb 19 03:43:05.015411 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-48610f81-fc8d-4f3c-9876-0688cc2a2bd2 req-6abc79af-f829-45a9-ab4f-795099d11ba0 service neutron] 10.222.0.82 "GET /v2.0/networks/61231607-2de3-4131-8c3c-3d329c7c03ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820866 Feb 19 03:43:05.162295 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec50223e-9311-4d6f-97c9-9e7906eb152c req-3c64b34c-028d-4fec-8e44-bd0eee99ccbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:05.163815 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ec50223e-9311-4d6f-97c9-9e7906eb152c req-3c64b34c-028d-4fec-8e44-bd0eee99ccbd service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=41c0d62dea1b4193960fb9d03684346b&device_id=9a2b162f-0bc0-4bf2-a241-00b7bdd8649e HTTP/1.1" status: 200 len: 1126 time: 0.0475748 Feb 19 03:43:05.257229 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec50223e-9311-4d6f-97c9-9e7906eb152c req-92cbee51-9f3d-4ef2-a30f-288e09a22a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:05.258668 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ec50223e-9311-4d6f-97c9-9e7906eb152c req-92cbee51-9f3d-4ef2-a30f-288e09a22a00 service neutron] 10.222.0.82 "GET /v2.0/networks?id=61231607-2de3-4131-8c3c-3d329c7c03ff HTTP/1.1" status: 200 len: 913 time: 0.0889628 Feb 19 03:43:05.299806 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ec50223e-9311-4d6f-97c9-9e7906eb152c req-b87c4174-8d0c-4ca5-8088-3a583f7dff72 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86b5cbe2-71ca-4528-88b4-fbe8ecf9b571 HTTP/1.1" status: 200 len: 217 time: 0.0353665 Feb 19 03:43:05.353115 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec50223e-9311-4d6f-97c9-9e7906eb152c req-4225b8b6-7aa4-420a-b5a9-c4a5df94bc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:05.354592 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ec50223e-9311-4d6f-97c9-9e7906eb152c req-4225b8b6-7aa4-420a-b5a9-c4a5df94bc34 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=dd53d77e-cab1-4fae-9905-6cd68c6c5593 HTTP/1.1" status: 200 len: 851 time: 0.0492806 Feb 19 03:43:05.405059 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec50223e-9311-4d6f-97c9-9e7906eb152c req-2f85202e-956f-4be4-975a-d5a1dbabcea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:05.407212 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ec50223e-9311-4d6f-97c9-9e7906eb152c req-2f85202e-956f-4be4-975a-d5a1dbabcea6 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=61231607-2de3-4131-8c3c-3d329c7c03ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0459332 Feb 19 03:43:05.500810 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67205938-0711-451f-bc64-c5ab14c8f217 req-589042b6-2fec-47cf-82b4-d8f26c1705d2 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:05.502470 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-67205938-0711-451f-bc64-c5ab14c8f217 req-589042b6-2fec-47cf-82b4-d8f26c1705d2 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a2b162f-0bc0-4bf2-a241-00b7bdd8649e HTTP/1.1" status: 200 len: 944 time: 0.0603080 Feb 19 03:43:05.505531 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ec50223e-9311-4d6f-97c9-9e7906eb152c req-818ba567-b3cb-4c86-9f2b-5bd180d3fe2c service neutron] 10.222.0.82 "GET /v2.0/networks/61231607-2de3-4131-8c3c-3d329c7c03ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903594 Feb 19 03:43:05.553593 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-67205938-0711-451f-bc64-c5ab14c8f217 req-532ed54e-44b7-433f-bf32-23ce267c73ad tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446112 Feb 19 03:43:05.601308 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ec50223e-9311-4d6f-97c9-9e7906eb152c req-dc83cc3e-f289-4847-91fc-0372a40c4ac8 service neutron] 10.222.0.82 "GET /v2.0/networks/61231607-2de3-4131-8c3c-3d329c7c03ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898013 Feb 19 03:43:06.137787 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 86b5cbe2-71ca-4528-88b4-fbe8ecf9b571 details requested by agent hyperv_n-h2-826753-2 with host n-h2-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:43:06.232721 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 86b5cbe2-71ca-4528-88b4-fbe8ecf9b571, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=86b5cbe2-71ca-4528-88b4-fbe8ecf9b571,segment=NetworkSegment(4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0),segment_id=4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:43:06.243669 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Returning: {'device': '86b5cbe2-71ca-4528-88b4-fbe8ecf9b571', 'network_id': '61231607-2de3-4131-8c3c-3d329c7c03ff', 'port_id': '86b5cbe2-71ca-4528-88b4-fbe8ecf9b571', 'mac_address': 'fa:16:3e:c5:82:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd53d77e-cab1-4fae-9905-6cd68c6c5593', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:43:06.279370 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 86b5cbe2-71ca-4528-88b4-fbe8ecf9b571 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:43:06.279749 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (86b5cbe2-71ca-4528-88b4-fbe8ecf9b571), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:06.293880 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86b5cbe2-71ca-4528-88b4-fbe8ecf9b571 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:43:06.314112 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 86b5cbe2-71ca-4528-88b4-fbe8ecf9b571, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=86b5cbe2-71ca-4528-88b4-fbe8ecf9b571,segment=NetworkSegment(4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0),segment_id=4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:43:06.317955 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (86b5cbe2-71ca-4528-88b4-fbe8ecf9b571), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:06.368295 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=86b5cbe2-71ca-4528-88b4-fbe8ecf9b571,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:43:06.376060 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:06.376408 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:06.376761 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:06.377171 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:06.377505 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:06.377832 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:06.378158 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:06.378479 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:06.378799 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:06.379120 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:06.379439 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:06.379755 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:06.380073 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:06.616247 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['86b5cbe2-71ca-4528-88b4-fbe8ecf9b571'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:43:06.676792 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4ae9bb-f13e-4b0b-8317-693fcc8ee24f req-1d2fc414-c3e2-4027-b6cc-fc3ca25f7062 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:06.678321 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7b4ae9bb-f13e-4b0b-8317-693fcc8ee24f req-1d2fc414-c3e2-4027-b6cc-fc3ca25f7062 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a2b162f-0bc0-4bf2-a241-00b7bdd8649e HTTP/1.1" status: 200 len: 945 time: 0.0537877 Feb 19 03:43:06.730807 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7b4ae9bb-f13e-4b0b-8317-693fcc8ee24f req-b1c9ef21-54d8-4e73-a5a2-7176bf932f46 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463803 Feb 19 03:43:07.849281 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfe48e2-9e55-433a-94b8-6610805c8ea3 req-7505ebe9-c02e-429b-a0e2-589684da5a97 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:07.850775 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0dfe48e2-9e55-433a-94b8-6610805c8ea3 req-7505ebe9-c02e-429b-a0e2-589684da5a97 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a2b162f-0bc0-4bf2-a241-00b7bdd8649e HTTP/1.1" status: 200 len: 945 time: 0.0522916 Feb 19 03:43:07.897149 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0dfe48e2-9e55-433a-94b8-6610805c8ea3 req-0fea3116-f229-4cb6-92dc-d9fe8506fea1 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407062 Feb 19 03:43:08.153432 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 86b5cbe2-71ca-4528-88b4-fbe8ecf9b571 up at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:43:08.201919 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning for port 86b5cbe2-71ca-4528-88b4-fbe8ecf9b571 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:43:08.206749 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning complete for port 86b5cbe2-71ca-4528-88b4-fbe8ecf9b571 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:43:08.207122 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (86b5cbe2-71ca-4528-88b4-fbe8ecf9b571), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:08.284354 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 86b5cbe2-71ca-4528-88b4-fbe8ecf9b571 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:43:08.284741 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (86b5cbe2-71ca-4528-88b4-fbe8ecf9b571), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:08.311958 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a2b162f-0bc0-4bf2-a241-00b7bdd8649e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86b5cbe2-71ca-4528-88b4-fbe8ecf9b571'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:43:08.314439 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88fe038525c8a7a69a3adae1ae732c1dd0c63371bed0a925712ea7f2f25f70bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70f1965c-0d5e-455e-9c3f-b360710e2b7e" -d '{"events": [{"server_uuid": "9a2b162f-0bc0-4bf2-a241-00b7bdd8649e", "name": "network-vif-plugged", "status": "completed", "tag": "86b5cbe2-71ca-4528-88b4-fbe8ecf9b571"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:43:08.328368 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 86b5cbe2-71ca-4528-88b4-fbe8ecf9b571, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=86b5cbe2-71ca-4528-88b4-fbe8ecf9b571,segment=NetworkSegment(4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0),segment_id=4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:43:08.332501 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (86b5cbe2-71ca-4528-88b4-fbe8ecf9b571), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:08.357196 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-162d0159-e4b4-4de5-92ed-89ad90cabbc0 x-openstack-request-id: req-162d0159-e4b4-4de5-92ed-89ad90cabbc0 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:43:08.357490 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a2b162f-0bc0-4bf2-a241-00b7bdd8649e", "name": "network-vif-plugged", "status": "completed", "tag": "86b5cbe2-71ca-4528-88b4-fbe8ecf9b571", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:43:08.357746 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-162d0159-e4b4-4de5-92ed-89ad90cabbc0 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:43:08.358136 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a2b162f-0bc0-4bf2-a241-00b7bdd8649e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86b5cbe2-71ca-4528-88b4-fbe8ecf9b571', 'code': 200} Feb 19 03:43:08.382677 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=86b5cbe2-71ca-4528-88b4-fbe8ecf9b571,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:43:08.484138 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d77da2-d4b8-467e-bbdf-d127de21567d req-d031406f-3ae4-4d64-917f-879980b0e134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:08.485548 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c2d77da2-d4b8-467e-bbdf-d127de21567d req-d031406f-3ae4-4d64-917f-879980b0e134 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=9a2b162f-0bc0-4bf2-a241-00b7bdd8649e HTTP/1.1" status: 200 len: 1128 time: 0.0434015 Feb 19 03:43:08.528869 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c2d77da2-d4b8-467e-bbdf-d127de21567d req-a82346b7-d7aa-4278-8a9e-d8b743fbf6ef service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362630 Feb 19 03:43:08.930994 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:43:09.018296 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7b5b09-8fa1-4f40-982a-930fbcf42a09 req-38054918-2088-4c22-8f0e-b218de5a096c tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:09.019761 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8a7b5b09-8fa1-4f40-982a-930fbcf42a09 req-38054918-2088-4c22-8f0e-b218de5a096c tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a2b162f-0bc0-4bf2-a241-00b7bdd8649e HTTP/1.1" status: 200 len: 946 time: 0.0529509 Feb 19 03:43:09.066865 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8a7b5b09-8fa1-4f40-982a-930fbcf42a09 req-49575f9c-9f50-44dc-b691-9cf973866ade tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415750 Feb 19 03:43:10.191226 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a352f0af-a82d-4cf6-b534-94e025b2d2f6 req-cbafb57b-30d9-4752-a4bb-ffb7dd24aa03 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:10.192692 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a352f0af-a82d-4cf6-b534-94e025b2d2f6 req-cbafb57b-30d9-4752-a4bb-ffb7dd24aa03 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a2b162f-0bc0-4bf2-a241-00b7bdd8649e HTTP/1.1" status: 200 len: 946 time: 0.0565326 Feb 19 03:43:10.238381 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a352f0af-a82d-4cf6-b534-94e025b2d2f6 req-a7e318c0-2c55-40bb-bbe8-a246c9728935 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401626 Feb 19 03:43:10.357934 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33814b3-002c-40c6-9522-c50308c35bd0 req-0822834c-3e67-4b9a-90bc-db4f10b32e07 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:10.359861 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c33814b3-002c-40c6-9522-c50308c35bd0 req-0822834c-3e67-4b9a-90bc-db4f10b32e07 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a2b162f-0bc0-4bf2-a241-00b7bdd8649e HTTP/1.1" status: 200 len: 946 time: 0.0550172 Feb 19 03:43:10.368477 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 50676) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:43:10.372801 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-d4e6c1cb-2e3a-4350-b4af-3d6782654a1c tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Request body: {'floatingip': {'port_id': '86b5cbe2-71ca-4528-88b4-fbe8ecf9b571'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:43:10.446393 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d4e6c1cb-2e3a-4350-b4af-3d6782654a1c tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Publish callbacks [] for floatingip (5c419d2d-fff0-4956-a592-9e52255a280b), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:10.911090 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d4e6c1cb-2e3a-4350-b4af-3d6782654a1c tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:10.915146 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d4e6c1cb-2e3a-4350-b4af-3d6782654a1c tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16285943'] for floatingip (5c419d2d-fff0-4956-a592-9e52255a280b), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:11.017661 n-d-826753-2 neutron-server[103701]: INFO neutron.db.l3_db [None req-d4e6c1cb-2e3a-4350-b4af-3d6782654a1c tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Floating IP 5c419d2d-fff0-4956-a592-9e52255a280b associated. External IP: 172.25.6.147, port: 86b5cbe2-71ca-4528-88b4-fbe8ecf9b571. Feb 19 03:43:11.227276 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4e6c1cb-2e3a-4350-b4af-3d6782654a1c tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Router 40dae7ba-0f01-4414-918f-b8cf6f38098f has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:43:11.603502 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4e6c1cb-2e3a-4350-b4af-3d6782654a1c tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:43:11.608335 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d4e6c1cb-2e3a-4350-b4af-3d6782654a1c tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:11.613497 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a72e03-a84a-4288-9745-2ae0f1b36d9c None None] Sync routers for ids ['40dae7ba-0f01-4414-918f-b8cf6f38098f'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:43:11.627227 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a72e03-a84a-4288-9745-2ae0f1b36d9c None None] Routers {'40dae7ba-0f01-4414-918f-b8cf6f38098f'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:43:11.627844 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-84a72e03-a84a-4288-9745-2ae0f1b36d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:42:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['40dae7ba-0f01-4414-918f-b8cf6f38098f'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:43:11.638810 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-d4e6c1cb-2e3a-4350-b4af-3d6782654a1c tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "PUT /v2.0/floatingips/5c419d2d-fff0-4956-a592-9e52255a280b HTTP/1.1" status: 200 len: 992 time: 1.2692499 Feb 19 03:43:11.639519 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a2b162f-0bc0-4bf2-a241-00b7bdd8649e', 'tag': '86b5cbe2-71ca-4528-88b4-fbe8ecf9b571'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:43:11.678021 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64650e7238020d70304413a5b849b926770e068c757b8393e93027c7f92d28d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac3a25a8-9212-4d70-bc93-f05cb45ce249" -d '{"events": [{"name": "network-changed", "server_uuid": "9a2b162f-0bc0-4bf2-a241-00b7bdd8649e", "tag": "86b5cbe2-71ca-4528-88b4-fbe8ecf9b571"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:43:11.747217 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-84a72e03-a84a-4288-9745-2ae0f1b36d9c None None] Set router 40dae7ba-0f01-4414-918f-b8cf6f38098f gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:43:11.772712 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d48fa95-1d2b-4075-a2fc-68c9ee831b7d x-openstack-request-id: req-4d48fa95-1d2b-4075-a2fc-68c9ee831b7d {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:43:11.773042 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a2b162f-0bc0-4bf2-a241-00b7bdd8649e", "tag": "86b5cbe2-71ca-4528-88b4-fbe8ecf9b571", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:43:11.773342 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4d48fa95-1d2b-4075-a2fc-68c9ee831b7d {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:43:11.773746 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a2b162f-0bc0-4bf2-a241-00b7bdd8649e', 'tag': '86b5cbe2-71ca-4528-88b4-fbe8ecf9b571', 'status': 'completed', 'code': 200} Feb 19 03:43:11.890909 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdaebe4-4f6e-4a44-afcb-d5894124d5f5 req-a9fb0b60-6e6b-475e-af61-15216c95527d tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:11.892786 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6cdaebe4-4f6e-4a44-afcb-d5894124d5f5 req-a9fb0b60-6e6b-475e-af61-15216c95527d tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a2b162f-0bc0-4bf2-a241-00b7bdd8649e HTTP/1.1" status: 200 len: 946 time: 0.0586379 Feb 19 03:43:11.915068 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3a25a8-9212-4d70-bc93-f05cb45ce249 req-9ce8cee3-1507-40dc-b97c-125610ba406e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:11.916602 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ac3a25a8-9212-4d70-bc93-f05cb45ce249 req-9ce8cee3-1507-40dc-b97c-125610ba406e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=41c0d62dea1b4193960fb9d03684346b&device_id=9a2b162f-0bc0-4bf2-a241-00b7bdd8649e HTTP/1.1" status: 200 len: 1128 time: 0.1016626 Feb 19 03:43:11.924613 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a41b4ace-9349-40af-814e-dd366db1fa6e req-e530c07c-3923-426e-9057-a0fcfb7b82b1 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9a2b162f-0bc0-4bf2-a241-00b7bdd8649e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0577915 Feb 19 03:43:11.947692 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6cdaebe4-4f6e-4a44-afcb-d5894124d5f5 req-9c052bff-9808-4d8d-ba70-9123af4098d6 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478206 Feb 19 03:43:12.000450 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-84a72e03-a84a-4288-9745-2ae0f1b36d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40dae7ba-0f01-4414-918f-b8cf6f38098f', 'name': 'tempest-ServerActionsTestJSON-1998691811-router', 'tenant_id': '41c0d62dea1b4193960fb9d03684346b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '53c8779c-fd7c-4afa-aebe-0e875cb7b32c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:41:19Z', 'updated_at': '2022-02-19T03:41:22Z', 'revision_number': 4, 'project_id': '41c0d62dea1b4193960fb9d03684346b', 'gw_port': {'id': '53c8779c-fd7c-4afa-aebe-0e875cb7b32c', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dae7ba-0f01-4414-918f-b8cf6f38098f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:41:19Z', 'updated_at': '2022-02-19T03:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': '5c419d2d-fff0-4956-a592-9e52255a280b', 'tenant_id': '41c0d62dea1b4193960fb9d03684346b', 'floating_ip_address': '172.25.6.147', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': '40dae7ba-0f01-4414-918f-b8cf6f38098f', 'port_id': '86b5cbe2-71ca-4528-88b4-fbe8ecf9b571', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61231607-2de3-4131-8c3c-3d329c7c03ff', 'mac_address': 'fa:16:3e:c5:82:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2b162f-0bc0-4bf2-a241-00b7bdd8649e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:41:24Z', 'updated_at': '2022-02-19T03:43:10Z', 'revision_number': 9, 'project_id': '41c0d62dea1b4193960fb9d03684346b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43a343ed-f21b-4821-9b1b-0cb7a5f9ccec', 'name': '', 'network_id': '61231607-2de3-4131-8c3c-3d329c7c03ff', 'tenant_id': '41c0d62dea1b4193960fb9d03684346b', 'mac_address': 'fa:16:3e:3f:d1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dae7ba-0f01-4414-918f-b8cf6f38098f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'dd53d77e-cab1-4fae-9905-6cd68c6c5593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:41:21Z', 'updated_at': '2022-02-19T03:41:25Z', 'revision_number': 5, 'project_id': '41c0d62dea1b4193960fb9d03684346b', 'subnets': [{'id': 'dd53d77e-cab1-4fae-9905-6cd68c6c5593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:43:12.020253 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3a25a8-9212-4d70-bc93-f05cb45ce249 req-c552c151-4720-4b3b-a9ef-3ae0838bcf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:12.021779 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ac3a25a8-9212-4d70-bc93-f05cb45ce249 req-c552c151-4720-4b3b-a9ef-3ae0838bcf3b service neutron] 10.222.0.82 "GET /v2.0/networks?id=61231607-2de3-4131-8c3c-3d329c7c03ff HTTP/1.1" status: 200 len: 913 time: 0.0962882 Feb 19 03:43:12.027338 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a72e03-a84a-4288-9745-2ae0f1b36d9c None None] Checking router: 40dae7ba-0f01-4414-918f-b8cf6f38098f for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:43:12.036549 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a72e03-a84a-4288-9745-2ae0f1b36d9c None None] Routers {'40dae7ba-0f01-4414-918f-b8cf6f38098f'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:43:12.037196 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-84a72e03-a84a-4288-9745-2ae0f1b36d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:42:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['40dae7ba-0f01-4414-918f-b8cf6f38098f'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:43:12.107015 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ac3a25a8-9212-4d70-bc93-f05cb45ce249 req-48592926-1c77-421e-9fb3-c9b2d45a8c38 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86b5cbe2-71ca-4528-88b4-fbe8ecf9b571 HTTP/1.1" status: 200 len: 1000 time: 0.0738773 Feb 19 03:43:12.160838 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-84a72e03-a84a-4288-9745-2ae0f1b36d9c None None] Set router 40dae7ba-0f01-4414-918f-b8cf6f38098f gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:43:12.162305 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3a25a8-9212-4d70-bc93-f05cb45ce249 req-77084bba-7d97-405a-95f5-fd5147f8ebda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:12.163947 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ac3a25a8-9212-4d70-bc93-f05cb45ce249 req-77084bba-7d97-405a-95f5-fd5147f8ebda service neutron] 10.222.0.82 "GET /v2.0/subnets?id=dd53d77e-cab1-4fae-9905-6cd68c6c5593 HTTP/1.1" status: 200 len: 851 time: 0.0514059 Feb 19 03:43:12.218616 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3a25a8-9212-4d70-bc93-f05cb45ce249 req-724af7a4-d7ce-4feb-b6d9-a4713b8dc426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:12.220159 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ac3a25a8-9212-4d70-bc93-f05cb45ce249 req-724af7a4-d7ce-4feb-b6d9-a4713b8dc426 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=61231607-2de3-4131-8c3c-3d329c7c03ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0503182 Feb 19 03:43:12.328728 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41b4ace-9349-40af-814e-dd366db1fa6e req-087a875f-34c2-4f0a-8444-16656024815b tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:12.331502 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a41b4ace-9349-40af-814e-dd366db1fa6e req-087a875f-34c2-4f0a-8444-16656024815b tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports/86b5cbe2-71ca-4528-88b4-fbe8ecf9b571 HTTP/1.1" status: 200 len: 943 time: 0.0574269 Feb 19 03:43:12.356554 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ac3a25a8-9212-4d70-bc93-f05cb45ce249 req-6d5d1379-bb42-46e4-822b-1b20e2b4df73 service neutron] 10.222.0.82 "GET /v2.0/networks/61231607-2de3-4131-8c3c-3d329c7c03ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302950 Feb 19 03:43:12.407109 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-84a72e03-a84a-4288-9745-2ae0f1b36d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40dae7ba-0f01-4414-918f-b8cf6f38098f', 'name': 'tempest-ServerActionsTestJSON-1998691811-router', 'tenant_id': '41c0d62dea1b4193960fb9d03684346b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '53c8779c-fd7c-4afa-aebe-0e875cb7b32c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:41:19Z', 'updated_at': '2022-02-19T03:41:22Z', 'revision_number': 4, 'project_id': '41c0d62dea1b4193960fb9d03684346b', 'gw_port': {'id': '53c8779c-fd7c-4afa-aebe-0e875cb7b32c', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dae7ba-0f01-4414-918f-b8cf6f38098f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:41:19Z', 'updated_at': '2022-02-19T03:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': '5c419d2d-fff0-4956-a592-9e52255a280b', 'tenant_id': '41c0d62dea1b4193960fb9d03684346b', 'floating_ip_address': '172.25.6.147', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': '40dae7ba-0f01-4414-918f-b8cf6f38098f', 'port_id': '86b5cbe2-71ca-4528-88b4-fbe8ecf9b571', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61231607-2de3-4131-8c3c-3d329c7c03ff', 'mac_address': 'fa:16:3e:c5:82:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2b162f-0bc0-4bf2-a241-00b7bdd8649e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:41:24Z', 'updated_at': '2022-02-19T03:43:10Z', 'revision_number': 9, 'project_id': '41c0d62dea1b4193960fb9d03684346b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43a343ed-f21b-4821-9b1b-0cb7a5f9ccec', 'name': '', 'network_id': '61231607-2de3-4131-8c3c-3d329c7c03ff', 'tenant_id': '41c0d62dea1b4193960fb9d03684346b', 'mac_address': 'fa:16:3e:3f:d1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dae7ba-0f01-4414-918f-b8cf6f38098f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'dd53d77e-cab1-4fae-9905-6cd68c6c5593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:41:21Z', 'updated_at': '2022-02-19T03:41:25Z', 'revision_number': 5, 'project_id': '41c0d62dea1b4193960fb9d03684346b', 'subnets': [{'id': 'dd53d77e-cab1-4fae-9905-6cd68c6c5593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:43:12.438119 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a72e03-a84a-4288-9745-2ae0f1b36d9c None None] The sync data for ids ['40dae7ba-0f01-4414-918f-b8cf6f38098f'] in n-d-826753-2 is: [{'id': '40dae7ba-0f01-4414-918f-b8cf6f38098f', 'name': 'tempest-ServerActionsTestJSON-1998691811-router', 'tenant_id': '41c0d62dea1b4193960fb9d03684346b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '53c8779c-fd7c-4afa-aebe-0e875cb7b32c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:41:19Z', 'updated_at': '2022-02-19T03:41:22Z', 'revision_number': 4, 'project_id': '41c0d62dea1b4193960fb9d03684346b', 'gw_port': {'id': '53c8779c-fd7c-4afa-aebe-0e875cb7b32c', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dae7ba-0f01-4414-918f-b8cf6f38098f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:41:19Z', 'updated_at': '2022-02-19T03:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': '5c419d2d-fff0-4956-a592-9e52255a280b', 'tenant_id': '41c0d62dea1b4193960fb9d03684346b', 'floating_ip_address': '172.25.6.147', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': '40dae7ba-0f01-4414-918f-b8cf6f38098f', 'port_id': '86b5cbe2-71ca-4528-88b4-fbe8ecf9b571', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61231607-2de3-4131-8c3c-3d329c7c03ff', 'mac_address': 'fa:16:3e:c5:82:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2b162f-0bc0-4bf2-a241-00b7bdd8649e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:41:24Z', 'updated_at': '2022-02-19T03:43:10Z', 'revision_number': 9, 'project_id': '41c0d62dea1b4193960fb9d03684346b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43a343ed-f21b-4821-9b1b-0cb7a5f9ccec', 'name': '', 'network_id': '61231607-2de3-4131-8c3c-3d329c7c03ff', 'tenant_id': '41c0d62dea1b4193960fb9d03684346b', 'mac_address': 'fa:16:3e:3f:d1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dae7ba-0f01-4414-918f-b8cf6f38098f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'dd53d77e-cab1-4fae-9905-6cd68c6c5593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:41:21Z', 'updated_at': '2022-02-19T03:41:25Z', 'revision_number': 5, 'project_id': '41c0d62dea1b4193960fb9d03684346b', 'subnets': [{'id': 'dd53d77e-cab1-4fae-9905-6cd68c6c5593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:43:12.461467 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ac3a25a8-9212-4d70-bc93-f05cb45ce249 req-25664cee-ba13-4d2a-890f-9cb956c60e07 service neutron] 10.222.0.82 "GET /v2.0/networks/61231607-2de3-4131-8c3c-3d329c7c03ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993350 Feb 19 03:43:12.679708 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5706123b-8403-47fa-bad9-2cb8490ee799 None None] New status for floating IP 5c419d2d-fff0-4956-a592-9e52255a280b: ACTIVE {{(pid=103703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:43:13.076571 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41bd673-a32b-4cfc-b65e-c1f13e98d969 req-84f9682b-7043-444b-84cf-4de6bea6633f tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:13.078674 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e41bd673-a32b-4cfc-b65e-c1f13e98d969 req-84f9682b-7043-444b-84cf-4de6bea6633f tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a2b162f-0bc0-4bf2-a241-00b7bdd8649e HTTP/1.1" status: 200 len: 946 time: 0.0569668 Feb 19 03:43:13.125485 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e41bd673-a32b-4cfc-b65e-c1f13e98d969 req-fba856b5-9ebd-49ce-9e44-4921710ef22d tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410829 Feb 19 03:43:13.237404 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41b4ace-9349-40af-814e-dd366db1fa6e req-5cf4e659-cf39-408b-bf2b-2f4474ad7aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:13.238835 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a41b4ace-9349-40af-814e-dd366db1fa6e req-5cf4e659-cf39-408b-bf2b-2f4474ad7aff service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=41c0d62dea1b4193960fb9d03684346b&device_id=9a2b162f-0bc0-4bf2-a241-00b7bdd8649e HTTP/1.1" status: 200 len: 1128 time: 0.0443690 Feb 19 03:43:13.325675 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41b4ace-9349-40af-814e-dd366db1fa6e req-59ca5724-5b49-40f3-b7c1-aa3d2aededb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:13.327307 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a41b4ace-9349-40af-814e-dd366db1fa6e req-59ca5724-5b49-40f3-b7c1-aa3d2aededb2 service neutron] 10.222.0.82 "GET /v2.0/networks?id=61231607-2de3-4131-8c3c-3d329c7c03ff HTTP/1.1" status: 200 len: 913 time: 0.0826340 Feb 19 03:43:13.395230 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a41b4ace-9349-40af-814e-dd366db1fa6e req-00766bda-af75-4971-b0ae-7432b31bb8b4 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86b5cbe2-71ca-4528-88b4-fbe8ecf9b571 HTTP/1.1" status: 200 len: 1003 time: 0.0619559 Feb 19 03:43:13.442653 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41b4ace-9349-40af-814e-dd366db1fa6e req-9183f8e8-b5fd-42fe-8188-4fabb2b89dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:13.444089 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a41b4ace-9349-40af-814e-dd366db1fa6e req-9183f8e8-b5fd-42fe-8188-4fabb2b89dd3 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=dd53d77e-cab1-4fae-9905-6cd68c6c5593 HTTP/1.1" status: 200 len: 851 time: 0.0433092 Feb 19 03:43:13.491141 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41b4ace-9349-40af-814e-dd366db1fa6e req-82ba2e3f-994a-459f-a0c0-5aa5e4199fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:13.492522 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a41b4ace-9349-40af-814e-dd366db1fa6e req-82ba2e3f-994a-459f-a0c0-5aa5e4199fcf service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=61231607-2de3-4131-8c3c-3d329c7c03ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0426633 Feb 19 03:43:13.584111 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a41b4ace-9349-40af-814e-dd366db1fa6e req-dab37f34-b9b9-47b5-a98a-f173bc619d0f service neutron] 10.222.0.82 "GET /v2.0/networks/61231607-2de3-4131-8c3c-3d329c7c03ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854955 Feb 19 03:43:13.674163 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a41b4ace-9349-40af-814e-dd366db1fa6e req-0153b985-9162-483d-aebe-738f688a3bfe service neutron] 10.222.0.82 "GET /v2.0/networks/61231607-2de3-4131-8c3c-3d329c7c03ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843427 Feb 19 03:43:14.246202 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776e3121-1269-4f84-9b0f-33abf5685226 req-3d865def-95dc-41ec-a85e-77cca89eea75 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:14.247673 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-776e3121-1269-4f84-9b0f-33abf5685226 req-3d865def-95dc-41ec-a85e-77cca89eea75 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a2b162f-0bc0-4bf2-a241-00b7bdd8649e HTTP/1.1" status: 200 len: 946 time: 0.0529296 Feb 19 03:43:14.294471 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-776e3121-1269-4f84-9b0f-33abf5685226 req-3b31af66-bc7e-4b7a-966b-e5bec9fa9687 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412698 Feb 19 03:43:15.415179 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94fc3f3-2727-4a9b-940e-288e09589285 req-73e062f4-9fae-46be-96ab-aa7f19e2024b tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:15.416646 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e94fc3f3-2727-4a9b-940e-288e09589285 req-73e062f4-9fae-46be-96ab-aa7f19e2024b tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a2b162f-0bc0-4bf2-a241-00b7bdd8649e HTTP/1.1" status: 200 len: 946 time: 0.0523138 Feb 19 03:43:15.467881 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e94fc3f3-2727-4a9b-940e-288e09589285 req-12839054-8328-4563-9836-8037186fe246 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453970 Feb 19 03:43:15.621503 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d5dbf270-ea04-421e-9da5-16a8f8293705 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:16.587208 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230bf482-03a7-4d3e-85ba-0ca888e9583e req-bb13e353-92a0-452c-b638-b56a17971b7b tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:16.588724 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-230bf482-03a7-4d3e-85ba-0ca888e9583e req-bb13e353-92a0-452c-b638-b56a17971b7b tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a2b162f-0bc0-4bf2-a241-00b7bdd8649e HTTP/1.1" status: 200 len: 946 time: 0.0512841 Feb 19 03:43:16.636209 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-230bf482-03a7-4d3e-85ba-0ca888e9583e req-6b5690d8-d90b-425c-9e3d-f49773354a93 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408640 Feb 19 03:43:17.757297 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef8ff7e-bc26-4636-9dda-5f93f0feda8b req-2cbeb28d-e84a-4032-ae5c-974437de9b0f tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:17.758788 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8ef8ff7e-bc26-4636-9dda-5f93f0feda8b req-2cbeb28d-e84a-4032-ae5c-974437de9b0f tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a2b162f-0bc0-4bf2-a241-00b7bdd8649e HTTP/1.1" status: 200 len: 946 time: 0.0526049 Feb 19 03:43:17.797935 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-37a2017f-38d2-4690-a645-7fa0c9cce82b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:17.810827 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8ef8ff7e-bc26-4636-9dda-5f93f0feda8b req-1c36befa-4657-4b4d-ac96-da8da8b63d3b tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464756 Feb 19 03:43:18.933216 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc4abe1-c4c6-4a90-bae6-5b76b4fd761f req-54cd2bb1-e6fb-4edf-93e1-5b08211c9669 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:18.934961 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9cc4abe1-c4c6-4a90-bae6-5b76b4fd761f req-54cd2bb1-e6fb-4edf-93e1-5b08211c9669 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a2b162f-0bc0-4bf2-a241-00b7bdd8649e HTTP/1.1" status: 200 len: 946 time: 0.0556569 Feb 19 03:43:18.982175 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9cc4abe1-c4c6-4a90-bae6-5b76b4fd761f req-250f45e6-bd9c-447c-9d6f-664fdf5b268d tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409825 Feb 19 03:43:19.449997 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:20.103908 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf818c5-a100-4a1c-9034-9f1f4bad305a req-61bc61a4-b2e7-4642-92d2-f9f002dcf531 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:20.105416 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2cf818c5-a100-4a1c-9034-9f1f4bad305a req-61bc61a4-b2e7-4642-92d2-f9f002dcf531 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a2b162f-0bc0-4bf2-a241-00b7bdd8649e HTTP/1.1" status: 200 len: 946 time: 0.0533082 Feb 19 03:43:20.151811 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2cf818c5-a100-4a1c-9034-9f1f4bad305a req-aaa9876a-327d-4b98-b9ea-dedba9f13ff0 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409784 Feb 19 03:43:20.634417 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:21.285850 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8598159-b8d9-4dd0-82bf-487cfac540d0 req-285fc1b8-fc8e-447f-870c-34d737c91cba tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:21.287369 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f8598159-b8d9-4dd0-82bf-487cfac540d0 req-285fc1b8-fc8e-447f-870c-34d737c91cba tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a2b162f-0bc0-4bf2-a241-00b7bdd8649e HTTP/1.1" status: 200 len: 946 time: 0.0543013 Feb 19 03:43:21.337308 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f8598159-b8d9-4dd0-82bf-487cfac540d0 req-970f45df-8390-42f4-af12-9384546c3fb4 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442896 Feb 19 03:43:22.043561 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:22.453933 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078481ac-97f1-48e0-8ce1-4531e77ed038 req-b794f1e0-bf8a-4bd4-a4d3-32b6fb64c405 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:22.455410 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-078481ac-97f1-48e0-8ce1-4531e77ed038 req-b794f1e0-bf8a-4bd4-a4d3-32b6fb64c405 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a2b162f-0bc0-4bf2-a241-00b7bdd8649e HTTP/1.1" status: 200 len: 946 time: 0.0523524 Feb 19 03:43:22.500825 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-078481ac-97f1-48e0-8ce1-4531e77ed038 req-ccae19ae-8701-4689-8b6a-7c0bbc0b0106 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398560 Feb 19 03:43:22.927336 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:23.620384 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33055e32-63e0-4ecd-8e12-bb78bd3a639c req-27ad71f7-dd87-426e-b1fe-e57b4fbed82e tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:23.621875 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-33055e32-63e0-4ecd-8e12-bb78bd3a639c req-27ad71f7-dd87-426e-b1fe-e57b4fbed82e tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a2b162f-0bc0-4bf2-a241-00b7bdd8649e HTTP/1.1" status: 200 len: 946 time: 0.0520167 Feb 19 03:43:23.670495 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-33055e32-63e0-4ecd-8e12-bb78bd3a639c req-9f803df3-f9c9-46d0-9388-cd6240f775a4 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426335 Feb 19 03:43:24.801277 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1215f6fe-801a-47e4-bdaa-660981dcd64c req-2fdd6681-5517-4d49-a79b-a794617c432a tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:24.802756 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1215f6fe-801a-47e4-bdaa-660981dcd64c req-2fdd6681-5517-4d49-a79b-a794617c432a tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a2b162f-0bc0-4bf2-a241-00b7bdd8649e HTTP/1.1" status: 200 len: 946 time: 0.0577936 Feb 19 03:43:24.849666 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1215f6fe-801a-47e4-bdaa-660981dcd64c req-f00e0f61-1f55-4b67-88a1-72a59b127d8f tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413775 Feb 19 03:43:25.967268 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e608ac57-7221-41da-8372-52107c0393df req-e4fcb504-6ae5-4d99-b046-cd282be50dd0 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:25.969322 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e608ac57-7221-41da-8372-52107c0393df req-e4fcb504-6ae5-4d99-b046-cd282be50dd0 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a2b162f-0bc0-4bf2-a241-00b7bdd8649e HTTP/1.1" status: 200 len: 946 time: 0.0525169 Feb 19 03:43:26.015504 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e608ac57-7221-41da-8372-52107c0393df req-09379101-86f0-4ebf-a3b0-38ad5cb206c3 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407290 Feb 19 03:43:26.633965 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:27.141623 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56c4b7f-1ec2-4694-a2e4-28fec980d4e0 req-af78534d-c619-4773-8b06-fbb9db59fac0 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:27.143105 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f56c4b7f-1ec2-4694-a2e4-28fec980d4e0 req-af78534d-c619-4773-8b06-fbb9db59fac0 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a2b162f-0bc0-4bf2-a241-00b7bdd8649e HTTP/1.1" status: 200 len: 946 time: 0.0556474 Feb 19 03:43:27.189664 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f56c4b7f-1ec2-4694-a2e4-28fec980d4e0 req-c5ec531a-89a9-428b-99c4-ea66ab113a66 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409625 Feb 19 03:43:27.408040 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7350885-e9bc-4fe0-a137-0e9aec32f5e0 req-e0323068-e9db-4054-969e-a54cd620886c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:27.409601 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a7350885-e9bc-4fe0-a137-0e9aec32f5e0 req-e0323068-e9db-4054-969e-a54cd620886c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=41c0d62dea1b4193960fb9d03684346b&device_id=9a2b162f-0bc0-4bf2-a241-00b7bdd8649e HTTP/1.1" status: 200 len: 1128 time: 0.0520694 Feb 19 03:43:27.513783 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7350885-e9bc-4fe0-a137-0e9aec32f5e0 req-66db84da-f89d-4b55-8b04-4874f5713f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:27.515513 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a7350885-e9bc-4fe0-a137-0e9aec32f5e0 req-66db84da-f89d-4b55-8b04-4874f5713f62 service neutron] 10.222.0.82 "GET /v2.0/networks?id=61231607-2de3-4131-8c3c-3d329c7c03ff HTTP/1.1" status: 200 len: 913 time: 0.0864143 Feb 19 03:43:27.586046 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a7350885-e9bc-4fe0-a137-0e9aec32f5e0 req-618d9eba-b5f7-4cbc-a7e7-679c4531e423 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86b5cbe2-71ca-4528-88b4-fbe8ecf9b571 HTTP/1.1" status: 200 len: 1003 time: 0.0647027 Feb 19 03:43:27.633828 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7350885-e9bc-4fe0-a137-0e9aec32f5e0 req-07a61fb6-b426-4382-b5e6-09494835b8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:27.635259 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a7350885-e9bc-4fe0-a137-0e9aec32f5e0 req-07a61fb6-b426-4382-b5e6-09494835b8cb service neutron] 10.222.0.82 "GET /v2.0/subnets?id=dd53d77e-cab1-4fae-9905-6cd68c6c5593 HTTP/1.1" status: 200 len: 851 time: 0.0428948 Feb 19 03:43:27.684422 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7350885-e9bc-4fe0-a137-0e9aec32f5e0 req-18a67f02-9c43-4495-b133-93c4e2f36a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:27.685963 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a7350885-e9bc-4fe0-a137-0e9aec32f5e0 req-18a67f02-9c43-4495-b133-93c4e2f36a0e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=61231607-2de3-4131-8c3c-3d329c7c03ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443895 Feb 19 03:43:27.777732 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a7350885-e9bc-4fe0-a137-0e9aec32f5e0 req-cbae985d-6047-44dd-a64f-e48d4011921e service neutron] 10.222.0.82 "GET /v2.0/networks/61231607-2de3-4131-8c3c-3d329c7c03ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854914 Feb 19 03:43:27.867238 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a7350885-e9bc-4fe0-a137-0e9aec32f5e0 req-3e14bfe7-263a-42dc-92d6-268628a71026 service neutron] 10.222.0.82 "GET /v2.0/networks/61231607-2de3-4131-8c3c-3d329c7c03ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817127 Feb 19 03:43:28.308177 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9210015-1277-43fa-a84e-6794506e708e req-95ace9e0-e52c-4167-b754-a202406abf3e tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:28.309868 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f9210015-1277-43fa-a84e-6794506e708e req-95ace9e0-e52c-4167-b754-a202406abf3e tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a2b162f-0bc0-4bf2-a241-00b7bdd8649e HTTP/1.1" status: 200 len: 946 time: 0.0528071 Feb 19 03:43:28.356515 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f9210015-1277-43fa-a84e-6794506e708e req-723c7fe1-203a-47f3-8a7e-474041dde111 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400684 Feb 19 03:43:29.478795 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0ddcf4-4ead-4fa8-9f80-d06a9cfdc977 req-2ddb33a0-2cf7-4cfa-bf22-9025e8548ee3 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:29.480269 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1e0ddcf4-4ead-4fa8-9f80-d06a9cfdc977 req-2ddb33a0-2cf7-4cfa-bf22-9025e8548ee3 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a2b162f-0bc0-4bf2-a241-00b7bdd8649e HTTP/1.1" status: 200 len: 946 time: 0.0526357 Feb 19 03:43:29.530009 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1e0ddcf4-4ead-4fa8-9f80-d06a9cfdc977 req-8100bb7e-2380-46a5-8723-994e2617dd79 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434930 Feb 19 03:43:30.648749 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc720a3-303c-45d8-8377-ea751d764c28 req-67e73012-d01e-4fe4-9f91-065a2c82248c tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:30.650234 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2fc720a3-303c-45d8-8377-ea751d764c28 req-67e73012-d01e-4fe4-9f91-065a2c82248c tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a2b162f-0bc0-4bf2-a241-00b7bdd8649e HTTP/1.1" status: 200 len: 946 time: 0.0520949 Feb 19 03:43:30.697308 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2fc720a3-303c-45d8-8377-ea751d764c28 req-808e42c0-b327-4322-83c9-2d53626e3781 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412807 Feb 19 03:43:31.836293 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2244115-fdde-4ef4-8799-f92297533852 req-86ad42c4-642e-407d-bfc3-0b8d75c96e91 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:31.837845 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c2244115-fdde-4ef4-8799-f92297533852 req-86ad42c4-642e-407d-bfc3-0b8d75c96e91 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a2b162f-0bc0-4bf2-a241-00b7bdd8649e HTTP/1.1" status: 200 len: 946 time: 0.0682652 Feb 19 03:43:31.886587 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c2244115-fdde-4ef4-8799-f92297533852 req-45312671-e8d1-4848-bf64-e26ced1b1296 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423329 Feb 19 03:43:33.012274 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b9469a-75b9-43cb-ba01-95e656762a7a req-143a85da-7cdf-467b-b770-0fb492cc9493 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:33.013783 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-28b9469a-75b9-43cb-ba01-95e656762a7a req-143a85da-7cdf-467b-b770-0fb492cc9493 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a2b162f-0bc0-4bf2-a241-00b7bdd8649e HTTP/1.1" status: 200 len: 946 time: 0.0564797 Feb 19 03:43:33.061627 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-28b9469a-75b9-43cb-ba01-95e656762a7a req-d634709c-c687-4477-9fda-3b9dab222dc5 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422423 Feb 19 03:43:34.180860 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1319fbb6-86f5-4412-8fca-5c812b25e0ec req-f0018078-6af5-4cd2-bc1a-240e5b2c34b4 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:34.182377 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1319fbb6-86f5-4412-8fca-5c812b25e0ec req-f0018078-6af5-4cd2-bc1a-240e5b2c34b4 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a2b162f-0bc0-4bf2-a241-00b7bdd8649e HTTP/1.1" status: 200 len: 946 time: 0.0523562 Feb 19 03:43:34.229588 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1319fbb6-86f5-4412-8fca-5c812b25e0ec req-859db7fe-b869-4a04-8633-22ee09ca8572 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406990 Feb 19 03:43:35.350831 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f32dc09-329e-4f0c-9941-0b84a3f46ada req-afd1f111-4a66-4b51-850e-e945531cf65a tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:35.352336 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1f32dc09-329e-4f0c-9941-0b84a3f46ada req-afd1f111-4a66-4b51-850e-e945531cf65a tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a2b162f-0bc0-4bf2-a241-00b7bdd8649e HTTP/1.1" status: 200 len: 946 time: 0.0521393 Feb 19 03:43:35.401497 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1f32dc09-329e-4f0c-9941-0b84a3f46ada req-745f6c6a-b307-4e83-8875-bd5d424daffc tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435708 Feb 19 03:43:36.520230 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03c9203-f5a9-4027-9e39-b719b8034c36 req-d7a78b5d-d8d3-406f-baec-c36bd8c5da8f tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:36.521753 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b03c9203-f5a9-4027-9e39-b719b8034c36 req-d7a78b5d-d8d3-406f-baec-c36bd8c5da8f tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a2b162f-0bc0-4bf2-a241-00b7bdd8649e HTTP/1.1" status: 200 len: 946 time: 0.0514472 Feb 19 03:43:36.568337 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b03c9203-f5a9-4027-9e39-b719b8034c36 req-0768ed00-fbc5-4135-8f84-daa7852a140d tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410161 Feb 19 03:43:37.695694 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d4b635-d3f5-433c-932b-bc5b742c732c req-a1535baa-3832-49b9-b6a3-d9618ee0ad0c tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:37.702077 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a6d4b635-d3f5-433c-932b-bc5b742c732c req-a1535baa-3832-49b9-b6a3-d9618ee0ad0c tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a2b162f-0bc0-4bf2-a241-00b7bdd8649e HTTP/1.1" status: 200 len: 946 time: 0.0593147 Feb 19 03:43:37.744058 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a6d4b635-d3f5-433c-932b-bc5b742c732c req-ef84f9ad-6294-466e-ab2d-ba0ff5147124 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406215 Feb 19 03:43:38.866518 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4846ee70-c904-484a-bc0b-90e1eadabb5b req-0e297e87-4f80-492e-aeb9-8daca3f88683 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:38.867989 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4846ee70-c904-484a-bc0b-90e1eadabb5b req-0e297e87-4f80-492e-aeb9-8daca3f88683 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a2b162f-0bc0-4bf2-a241-00b7bdd8649e HTTP/1.1" status: 200 len: 946 time: 0.0560517 Feb 19 03:43:38.913871 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4846ee70-c904-484a-bc0b-90e1eadabb5b req-1fce28c6-581c-45ff-ad43-914f8e6411bb tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402064 Feb 19 03:43:40.034481 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771b6749-fb54-4e6f-9530-963b1f94d0da req-d39483c9-1f6d-4ce8-8802-78ca74b010f0 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:40.036017 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-771b6749-fb54-4e6f-9530-963b1f94d0da req-d39483c9-1f6d-4ce8-8802-78ca74b010f0 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a2b162f-0bc0-4bf2-a241-00b7bdd8649e HTTP/1.1" status: 200 len: 946 time: 0.0535793 Feb 19 03:43:40.083035 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-771b6749-fb54-4e6f-9530-963b1f94d0da req-6ba171ee-15e5-4b6d-88f8-d5aef3e65bd8 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414257 Feb 19 03:43:41.206334 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb53060-8254-4741-9391-90b3222d7c11 req-ddcb66da-905a-49d4-b4e8-24e369a2a8b1 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:41.207850 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7cb53060-8254-4741-9391-90b3222d7c11 req-ddcb66da-905a-49d4-b4e8-24e369a2a8b1 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a2b162f-0bc0-4bf2-a241-00b7bdd8649e HTTP/1.1" status: 200 len: 946 time: 0.0568092 Feb 19 03:43:41.255595 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7cb53060-8254-4741-9391-90b3222d7c11 req-82ee1450-3d39-4357-bb34-d0bdde742436 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422757 Feb 19 03:43:42.374890 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9405cfc3-2b22-4458-91a7-556de6cebe52 req-f77439c7-68ef-479a-be55-677b6166545e tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:42.376379 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9405cfc3-2b22-4458-91a7-556de6cebe52 req-f77439c7-68ef-479a-be55-677b6166545e tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a2b162f-0bc0-4bf2-a241-00b7bdd8649e HTTP/1.1" status: 200 len: 946 time: 0.0529063 Feb 19 03:43:42.422663 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9405cfc3-2b22-4458-91a7-556de6cebe52 req-afff8b8b-e7f0-4dcd-b944-457b721e3255 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407116 Feb 19 03:43:43.542243 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7857dc87-f7bd-43c9-87f0-f9c6410022d9 req-a175efb6-5b35-412c-a35e-6a9534e87b27 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:43.543703 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7857dc87-f7bd-43c9-87f0-f9c6410022d9 req-a175efb6-5b35-412c-a35e-6a9534e87b27 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a2b162f-0bc0-4bf2-a241-00b7bdd8649e HTTP/1.1" status: 200 len: 946 time: 0.0516248 Feb 19 03:43:43.595128 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7857dc87-f7bd-43c9-87f0-f9c6410022d9 req-f29f0c2d-712f-49d5-b6ee-957540639221 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458267 Feb 19 03:43:44.714438 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f58c12-aaf7-4a61-9088-42d22eaa927c req-aeb9363e-6cef-45ec-824e-52c8c15b9c1c tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:44.715911 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b9f58c12-aaf7-4a61-9088-42d22eaa927c req-aeb9363e-6cef-45ec-824e-52c8c15b9c1c tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a2b162f-0bc0-4bf2-a241-00b7bdd8649e HTTP/1.1" status: 200 len: 946 time: 0.0535421 Feb 19 03:43:44.764477 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b9f58c12-aaf7-4a61-9088-42d22eaa927c req-1e793742-e141-4e17-9631-7437f084f804 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415370 Feb 19 03:43:45.624777 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-2a097f7d-f2ec-4fcd-8796-aa964f126099 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:45.662855 n-d-826753-2 neutron-server[103702]: INFO neutron.api.v2.resource [req-a41b4ace-9349-40af-814e-dd366db1fa6e req-fffa8080-c82e-4414-8a15-2502bda27875 service neutron] show failed (client error): The resource could not be found. Feb 19 03:43:45.663879 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a41b4ace-9349-40af-814e-dd366db1fa6e req-fffa8080-c82e-4414-8a15-2502bda27875 service neutron] 10.222.0.82 "GET /v2.0/ports/86b5cbe2-71ca-4528-88b4-fbe8ecf9b571/bindings/n-h1-826753-2 HTTP/1.1" status: 404 len: 380 time: 0.0549827 Feb 19 03:43:45.887801 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb08a6a3-c9ce-4e9c-9de9-29428b0ddb59 req-2c274e91-eadc-4fcf-aaae-2fb0c71072d0 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:45.889256 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-eb08a6a3-c9ce-4e9c-9de9-29428b0ddb59 req-2c274e91-eadc-4fcf-aaae-2fb0c71072d0 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a2b162f-0bc0-4bf2-a241-00b7bdd8649e HTTP/1.1" status: 200 len: 946 time: 0.0539339 Feb 19 03:43:45.930102 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:43:45.936890 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41b4ace-9349-40af-814e-dd366db1fa6e req-daad0a2d-aad5-4417-8de2-7890ae4f244b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:45.938472 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a41b4ace-9349-40af-814e-dd366db1fa6e req-daad0a2d-aad5-4417-8de2-7890ae4f244b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9a2b162f-0bc0-4bf2-a241-00b7bdd8649e&tenant_id=41c0d62dea1b4193960fb9d03684346b HTTP/1.1" status: 200 len: 1128 time: 0.1099174 Feb 19 03:43:45.941443 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-eb08a6a3-c9ce-4e9c-9de9-29428b0ddb59 req-994872fd-3027-49b3-89a9-197ec5516522 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455441 Feb 19 03:43:45.962466 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-a41b4ace-9349-40af-814e-dd366db1fa6e req-935d40cd-5a95-4038-8d88-d0620ab1f7bd service neutron] Request body: {'port': {'binding:host_id': 'n-h1-826753-2', 'device_owner': 'compute:nova'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:43:46.014576 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-a41b4ace-9349-40af-814e-dd366db1fa6e req-935d40cd-5a95-4038-8d88-d0620ab1f7bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (86b5cbe2-71ca-4528-88b4-fbe8ecf9b571), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:46.213489 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-a41b4ace-9349-40af-814e-dd366db1fa6e req-935d40cd-5a95-4038-8d88-d0620ab1f7bd service neutron] For port 86b5cbe2-71ca-4528-88b4-fbe8ecf9b571, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=86b5cbe2-71ca-4528-88b4-fbe8ecf9b571,segment=NetworkSegment(4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0),segment_id=4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:43:46.247060 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-a41b4ace-9349-40af-814e-dd366db1fa6e req-935d40cd-5a95-4038-8d88-d0620ab1f7bd service neutron] For port 86b5cbe2-71ca-4528-88b4-fbe8ecf9b571, host n-h2-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:43:46.291194 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a2b162f-0bc0-4bf2-a241-00b7bdd8649e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86b5cbe2-71ca-4528-88b4-fbe8ecf9b571'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:43:46.293482 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b48a34f37e4e31fa410c3f10fa4e23c828d45427043ff8d3e4d9f228381d6ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52918ffb-6554-4505-9101-9df0e1993168" -d '{"events": [{"server_uuid": "9a2b162f-0bc0-4bf2-a241-00b7bdd8649e", "name": "network-vif-unplugged", "status": "completed", "tag": "86b5cbe2-71ca-4528-88b4-fbe8ecf9b571"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:43:46.297369 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-a41b4ace-9349-40af-814e-dd366db1fa6e req-935d40cd-5a95-4038-8d88-d0620ab1f7bd service neutron] Publish callbacks [] for port (86b5cbe2-71ca-4528-88b4-fbe8ecf9b571), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:46.310158 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-a41b4ace-9349-40af-814e-dd366db1fa6e req-935d40cd-5a95-4038-8d88-d0620ab1f7bd service neutron] Transition to ACTIVE for port object 86b5cbe2-71ca-4528-88b4-fbe8ecf9b571 will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:43:46.315648 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-a41b4ace-9349-40af-814e-dd366db1fa6e req-935d40cd-5a95-4038-8d88-d0620ab1f7bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (86b5cbe2-71ca-4528-88b4-fbe8ecf9b571), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:46.353594 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efedbbe2-2db4-413d-bf2d-a4defe0abd40 x-openstack-request-id: req-efedbbe2-2db4-413d-bf2d-a4defe0abd40 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:43:46.353889 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a2b162f-0bc0-4bf2-a241-00b7bdd8649e", "name": "network-vif-unplugged", "status": "completed", "tag": "86b5cbe2-71ca-4528-88b4-fbe8ecf9b571", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:43:46.354157 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-efedbbe2-2db4-413d-bf2d-a4defe0abd40 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:43:46.354539 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a2b162f-0bc0-4bf2-a241-00b7bdd8649e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86b5cbe2-71ca-4528-88b4-fbe8ecf9b571', 'code': 200} Feb 19 03:43:46.395361 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935d40cd-5a95-4038-8d88-d0620ab1f7bd service neutron] Pushing event updated for resources: {'Port': ['ID=86b5cbe2-71ca-4528-88b4-fbe8ecf9b571,revision_number=6']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:43:46.441544 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-a41b4ace-9349-40af-814e-dd366db1fa6e req-935d40cd-5a95-4038-8d88-d0620ab1f7bd service neutron] No DVR routers for this DVR port 86b5cbe2-71ca-4528-88b4-fbe8ecf9b571 on host n-h2-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:43:46.593289 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-a41b4ace-9349-40af-814e-dd366db1fa6e req-935d40cd-5a95-4038-8d88-d0620ab1f7bd service neutron] Attempting to bind port 86b5cbe2-71ca-4528-88b4-fbe8ecf9b571 on host n-h1-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:43:46.594235 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-a41b4ace-9349-40af-814e-dd366db1fa6e req-935d40cd-5a95-4038-8d88-d0620ab1f7bd service neutron] Attempting to bind port 86b5cbe2-71ca-4528-88b4-fbe8ecf9b571 by drivers openvswitch,hyperv on host n-h1-826753-2 at level 0 using segments [{'id': '4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '61231607-2de3-4131-8c3c-3d329c7c03ff'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:43:46.594595 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41b4ace-9349-40af-814e-dd366db1fa6e req-935d40cd-5a95-4038-8d88-d0620ab1f7bd service neutron] Attempting to bind port 86b5cbe2-71ca-4528-88b4-fbe8ecf9b571 on network 61231607-2de3-4131-8c3c-3d329c7c03ff {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:43:46.599315 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41b4ace-9349-40af-814e-dd366db1fa6e req-935d40cd-5a95-4038-8d88-d0620ab1f7bd service neutron] Port 86b5cbe2-71ca-4528-88b4-fbe8ecf9b571 on network 61231607-2de3-4131-8c3c-3d329c7c03ff not bound, no agent of type Open vSwitch agent registered on host n-h1-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:43:46.599621 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41b4ace-9349-40af-814e-dd366db1fa6e req-935d40cd-5a95-4038-8d88-d0620ab1f7bd service neutron] Attempting to bind port 86b5cbe2-71ca-4528-88b4-fbe8ecf9b571 on network 61231607-2de3-4131-8c3c-3d329c7c03ff {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:43:46.605803 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41b4ace-9349-40af-814e-dd366db1fa6e req-935d40cd-5a95-4038-8d88-d0620ab1f7bd service neutron] Checking agent: {'id': '9d56fb1b-2855-496a-a6d9-c324740cb98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:43:46.606137 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41b4ace-9349-40af-814e-dd366db1fa6e req-935d40cd-5a95-4038-8d88-d0620ab1f7bd service neutron] Checking segment: {'id': '4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '61231607-2de3-4131-8c3c-3d329c7c03ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:43:46.606652 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41b4ace-9349-40af-814e-dd366db1fa6e req-935d40cd-5a95-4038-8d88-d0620ab1f7bd service neutron] Bound using segment: {'id': '4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '61231607-2de3-4131-8c3c-3d329c7c03ff'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:43:46.607079 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-a41b4ace-9349-40af-814e-dd366db1fa6e req-935d40cd-5a95-4038-8d88-d0620ab1f7bd service neutron] Bound port: 86b5cbe2-71ca-4528-88b4-fbe8ecf9b571, host: n-h1-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '61231607-2de3-4131-8c3c-3d329c7c03ff'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:43:46.607615 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-a41b4ace-9349-40af-814e-dd366db1fa6e req-935d40cd-5a95-4038-8d88-d0620ab1f7bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (86b5cbe2-71ca-4528-88b4-fbe8ecf9b571), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:46.672071 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-a41b4ace-9349-40af-814e-dd366db1fa6e req-935d40cd-5a95-4038-8d88-d0620ab1f7bd service neutron] For port 86b5cbe2-71ca-4528-88b4-fbe8ecf9b571, host n-h1-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:43:46.675072 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-a41b4ace-9349-40af-814e-dd366db1fa6e req-935d40cd-5a95-4038-8d88-d0620ab1f7bd service neutron] For port 86b5cbe2-71ca-4528-88b4-fbe8ecf9b571, host n-h1-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=86b5cbe2-71ca-4528-88b4-fbe8ecf9b571,segment=NetworkSegment(4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0),segment_id=4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:43:46.681178 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-a41b4ace-9349-40af-814e-dd366db1fa6e req-935d40cd-5a95-4038-8d88-d0620ab1f7bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (86b5cbe2-71ca-4528-88b4-fbe8ecf9b571), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:46.714670 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41b4ace-9349-40af-814e-dd366db1fa6e req-935d40cd-5a95-4038-8d88-d0620ab1f7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:46.715281 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-a41b4ace-9349-40af-814e-dd366db1fa6e req-935d40cd-5a95-4038-8d88-d0620ab1f7bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:46.716670 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a41b4ace-9349-40af-814e-dd366db1fa6e req-935d40cd-5a95-4038-8d88-d0620ab1f7bd service neutron] 10.222.0.73 "PUT /v2.0/ports/86b5cbe2-71ca-4528-88b4-fbe8ecf9b571 HTTP/1.1" status: 200 len: 1092 time: 0.7644017 Feb 19 03:43:46.737248 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935d40cd-5a95-4038-8d88-d0620ab1f7bd service neutron] Pushing event updated for resources: {'Port': ['ID=86b5cbe2-71ca-4528-88b4-fbe8ecf9b571,revision_number=7']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:43:46.794906 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41b4ace-9349-40af-814e-dd366db1fa6e req-ada3c127-119c-477c-8544-b222f1409485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:46.797279 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a41b4ace-9349-40af-814e-dd366db1fa6e req-ada3c127-119c-477c-8544-b222f1409485 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=41c0d62dea1b4193960fb9d03684346b&device_id=9a2b162f-0bc0-4bf2-a241-00b7bdd8649e HTTP/1.1" status: 200 len: 1126 time: 0.0499423 Feb 19 03:43:46.894498 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41b4ace-9349-40af-814e-dd366db1fa6e req-2c3fa8e0-cadc-41f7-a1c6-7b9d544f4c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:46.895982 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a41b4ace-9349-40af-814e-dd366db1fa6e req-2c3fa8e0-cadc-41f7-a1c6-7b9d544f4c8c service neutron] 10.222.0.73 "GET /v2.0/networks?id=61231607-2de3-4131-8c3c-3d329c7c03ff HTTP/1.1" status: 200 len: 913 time: 0.0926454 Feb 19 03:43:46.962669 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a41b4ace-9349-40af-814e-dd366db1fa6e req-e406d0a5-1d1d-4265-b118-cdecf3b77a12 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86b5cbe2-71ca-4528-88b4-fbe8ecf9b571 HTTP/1.1" status: 200 len: 1001 time: 0.0613718 Feb 19 03:43:47.018959 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41b4ace-9349-40af-814e-dd366db1fa6e req-63d1378e-983c-4deb-bbea-9540cb15a8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:47.020552 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a41b4ace-9349-40af-814e-dd366db1fa6e req-63d1378e-983c-4deb-bbea-9540cb15a8c8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=dd53d77e-cab1-4fae-9905-6cd68c6c5593 HTTP/1.1" status: 200 len: 851 time: 0.0513780 Feb 19 03:43:47.075267 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41b4ace-9349-40af-814e-dd366db1fa6e req-bf7044a1-e78a-4e29-a917-a5f2bf0d20bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:47.077829 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a41b4ace-9349-40af-814e-dd366db1fa6e req-bf7044a1-e78a-4e29-a917-a5f2bf0d20bf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=61231607-2de3-4131-8c3c-3d329c7c03ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0502839 Feb 19 03:43:47.078066 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d474bd-c05d-4d69-8f14-ea716bec623f req-348e45dd-02e7-4932-aa70-4bb0f0c4237f tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:47.079583 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a1d474bd-c05d-4d69-8f14-ea716bec623f req-348e45dd-02e7-4932-aa70-4bb0f0c4237f tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a2b162f-0bc0-4bf2-a241-00b7bdd8649e HTTP/1.1" status: 200 len: 944 time: 0.0646019 Feb 19 03:43:47.126145 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a1d474bd-c05d-4d69-8f14-ea716bec623f req-b541d765-20a1-4e15-84d5-f3897f38a6b5 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408239 Feb 19 03:43:47.166285 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a41b4ace-9349-40af-814e-dd366db1fa6e req-3eb29279-0060-4781-926d-5e33806dc54a service neutron] 10.222.0.73 "GET /v2.0/networks/61231607-2de3-4131-8c3c-3d329c7c03ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829203 Feb 19 03:43:47.257989 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a41b4ace-9349-40af-814e-dd366db1fa6e req-d91e8de2-81af-4a69-99fe-407d0d83b156 service neutron] 10.222.0.73 "GET /v2.0/networks/61231607-2de3-4131-8c3c-3d329c7c03ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861616 Feb 19 03:43:47.800655 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-8d1f0ccf-7648-46e4-b23c-6e0964c1ee82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:48.248394 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befeaef8-c42c-4e43-b45c-fd92be417a58 req-6164eed6-fed8-4c27-856d-26da72dfe13d tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:48.250016 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-befeaef8-c42c-4e43-b45c-fd92be417a58 req-6164eed6-fed8-4c27-856d-26da72dfe13d tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a2b162f-0bc0-4bf2-a241-00b7bdd8649e HTTP/1.1" status: 200 len: 944 time: 0.0530312 Feb 19 03:43:48.296381 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-befeaef8-c42c-4e43-b45c-fd92be417a58 req-0bb9c4bf-f60a-42a9-95a3-f797ff452bc2 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408592 Feb 19 03:43:48.355727 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a2b162f-0bc0-4bf2-a241-00b7bdd8649e', 'tag': '86b5cbe2-71ca-4528-88b4-fbe8ecf9b571'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:43:48.358487 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b48a34f37e4e31fa410c3f10fa4e23c828d45427043ff8d3e4d9f228381d6ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-324fc36f-70cb-4cd2-9b36-c8b32c89a8f7" -d '{"events": [{"name": "network-changed", "server_uuid": "9a2b162f-0bc0-4bf2-a241-00b7bdd8649e", "tag": "86b5cbe2-71ca-4528-88b4-fbe8ecf9b571"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:43:48.407025 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b83d5661-d747-44f1-8fa4-c88a70b30661 x-openstack-request-id: req-b83d5661-d747-44f1-8fa4-c88a70b30661 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:43:48.407327 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a2b162f-0bc0-4bf2-a241-00b7bdd8649e", "tag": "86b5cbe2-71ca-4528-88b4-fbe8ecf9b571", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:43:48.407590 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b83d5661-d747-44f1-8fa4-c88a70b30661 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:43:48.407998 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a2b162f-0bc0-4bf2-a241-00b7bdd8649e', 'tag': '86b5cbe2-71ca-4528-88b4-fbe8ecf9b571', 'status': 'completed', 'code': 200} Feb 19 03:43:48.523232 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324fc36f-70cb-4cd2-9b36-c8b32c89a8f7 req-d79cbe5f-5f41-4302-9e37-fe14a5b41945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:48.524753 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-324fc36f-70cb-4cd2-9b36-c8b32c89a8f7 req-d79cbe5f-5f41-4302-9e37-fe14a5b41945 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=41c0d62dea1b4193960fb9d03684346b&device_id=9a2b162f-0bc0-4bf2-a241-00b7bdd8649e HTTP/1.1" status: 200 len: 1126 time: 0.0766892 Feb 19 03:43:48.527250 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324fc36f-70cb-4cd2-9b36-c8b32c89a8f7 req-867578dc-e232-4dc7-afb7-4c1ac4f2e4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:48.528595 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-324fc36f-70cb-4cd2-9b36-c8b32c89a8f7 req-867578dc-e232-4dc7-afb7-4c1ac4f2e4dc service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=41c0d62dea1b4193960fb9d03684346b&device_id=9a2b162f-0bc0-4bf2-a241-00b7bdd8649e HTTP/1.1" status: 200 len: 1126 time: 0.0723631 Feb 19 03:43:48.683992 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324fc36f-70cb-4cd2-9b36-c8b32c89a8f7 req-be34703f-b1ea-4f40-96ec-f18dd17b9936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:48.686033 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-324fc36f-70cb-4cd2-9b36-c8b32c89a8f7 req-be34703f-b1ea-4f40-96ec-f18dd17b9936 service neutron] 10.222.0.73 "GET /v2.0/networks?id=61231607-2de3-4131-8c3c-3d329c7c03ff HTTP/1.1" status: 200 len: 913 time: 0.1547503 Feb 19 03:43:48.688523 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324fc36f-70cb-4cd2-9b36-c8b32c89a8f7 req-5eca6380-7204-4374-9f80-348bad9fb38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:48.689875 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-324fc36f-70cb-4cd2-9b36-c8b32c89a8f7 req-5eca6380-7204-4374-9f80-348bad9fb38c service neutron] 10.222.0.82 "GET /v2.0/networks?id=61231607-2de3-4131-8c3c-3d329c7c03ff HTTP/1.1" status: 200 len: 913 time: 0.1521940 Feb 19 03:43:48.797295 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-324fc36f-70cb-4cd2-9b36-c8b32c89a8f7 req-b641628a-5983-4fa3-b61d-7fa16154fdfd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86b5cbe2-71ca-4528-88b4-fbe8ecf9b571 HTTP/1.1" status: 200 len: 1001 time: 0.1049933 Feb 19 03:43:48.799009 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-324fc36f-70cb-4cd2-9b36-c8b32c89a8f7 req-fa886fba-1e7d-4281-bde9-a9e4b5fa3118 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86b5cbe2-71ca-4528-88b4-fbe8ecf9b571 HTTP/1.1" status: 200 len: 1001 time: 0.1012709 Feb 19 03:43:48.875550 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324fc36f-70cb-4cd2-9b36-c8b32c89a8f7 req-59099a9b-f1b3-464b-85fc-d201e39a3322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:48.877025 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-324fc36f-70cb-4cd2-9b36-c8b32c89a8f7 req-59099a9b-f1b3-464b-85fc-d201e39a3322 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=dd53d77e-cab1-4fae-9905-6cd68c6c5593 HTTP/1.1" status: 200 len: 851 time: 0.0741630 Feb 19 03:43:48.880260 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324fc36f-70cb-4cd2-9b36-c8b32c89a8f7 req-2f476550-afc5-4d0d-bef7-a3bb827093f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:48.881609 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-324fc36f-70cb-4cd2-9b36-c8b32c89a8f7 req-2f476550-afc5-4d0d-bef7-a3bb827093f7 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=dd53d77e-cab1-4fae-9905-6cd68c6c5593 HTTP/1.1" status: 200 len: 851 time: 0.0715930 Feb 19 03:43:48.958301 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324fc36f-70cb-4cd2-9b36-c8b32c89a8f7 req-7fff6bfd-80e2-43cd-aee8-594e3fcaa6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:48.959715 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-324fc36f-70cb-4cd2-9b36-c8b32c89a8f7 req-7fff6bfd-80e2-43cd-aee8-594e3fcaa6cc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=61231607-2de3-4131-8c3c-3d329c7c03ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0753982 Feb 19 03:43:48.964715 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324fc36f-70cb-4cd2-9b36-c8b32c89a8f7 req-755d3f08-fc62-4ea3-be1d-d0082a20a925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:48.966113 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-324fc36f-70cb-4cd2-9b36-c8b32c89a8f7 req-755d3f08-fc62-4ea3-be1d-d0082a20a925 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=61231607-2de3-4131-8c3c-3d329c7c03ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0738871 Feb 19 03:43:49.117965 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-324fc36f-70cb-4cd2-9b36-c8b32c89a8f7 req-de2758f9-3155-4dbb-8fd6-8ee1e0fa75fc service neutron] 10.222.0.73 "GET /v2.0/networks/61231607-2de3-4131-8c3c-3d329c7c03ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508052 Feb 19 03:43:49.119786 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-324fc36f-70cb-4cd2-9b36-c8b32c89a8f7 req-133a7672-640b-4d7a-90dd-1d1722fbf1cf service neutron] 10.222.0.82 "GET /v2.0/networks/61231607-2de3-4131-8c3c-3d329c7c03ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453357 Feb 19 03:43:49.273124 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-324fc36f-70cb-4cd2-9b36-c8b32c89a8f7 req-a92eec1a-c663-4364-b99f-d070ec96a7d2 service neutron] 10.222.0.73 "GET /v2.0/networks/61231607-2de3-4131-8c3c-3d329c7c03ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490881 Feb 19 03:43:49.275177 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-324fc36f-70cb-4cd2-9b36-c8b32c89a8f7 req-3dcff8b1-7690-4e36-8c4f-9bf363bf4d82 service neutron] 10.222.0.82 "GET /v2.0/networks/61231607-2de3-4131-8c3c-3d329c7c03ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444755 Feb 19 03:43:49.423600 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e1ce2b-6757-4c05-a965-f5ee46cfafa8 req-d73eb2fc-24bb-434c-8704-bc6329386c25 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:49.425118 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-93e1ce2b-6757-4c05-a965-f5ee46cfafa8 req-d73eb2fc-24bb-434c-8704-bc6329386c25 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a2b162f-0bc0-4bf2-a241-00b7bdd8649e HTTP/1.1" status: 200 len: 944 time: 0.0526636 Feb 19 03:43:49.453584 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:49.478128 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-93e1ce2b-6757-4c05-a965-f5ee46cfafa8 req-e15ce22c-895e-4705-9283-c94a43a4a918 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472374 Feb 19 03:43:50.378510 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 86b5cbe2-71ca-4528-88b4-fbe8ecf9b571 no longer exists at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:43:50.418077 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] The host n-h2-826753-2 is not matching for port 86b5cbe2-71ca-4528-88b4-fbe8ecf9b571 host n-h1-826753-2! {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 03:43:50.418460 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 86b5cbe2-71ca-4528-88b4-fbe8ecf9b571 not bound to the agent host n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:43:50.599601 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e7c564-54b7-454e-8d1d-72657c2a028c req-a52da960-7130-43c8-9ddf-a8602db30d42 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:50.601148 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-72e7c564-54b7-454e-8d1d-72657c2a028c req-a52da960-7130-43c8-9ddf-a8602db30d42 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a2b162f-0bc0-4bf2-a241-00b7bdd8649e HTTP/1.1" status: 200 len: 944 time: 0.0526450 Feb 19 03:43:50.630976 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:50.651310 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-72e7c564-54b7-454e-8d1d-72657c2a028c req-8e9e44e2-7161-4021-bdc3-a5cb4131f8c1 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446274 Feb 19 03:43:50.881551 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 86b5cbe2-71ca-4528-88b4-fbe8ecf9b571 details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:43:50.947819 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cb59c4-0231-4a16-8295-36b0b0a2595d req-c6876efa-3821-47b1-9c36-f74e0be240e4 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:50.949341 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c4cb59c4-0231-4a16-8295-36b0b0a2595d req-c6876efa-3821-47b1-9c36-f74e0be240e4 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.73 "GET /v2.0/ports?device_id=9a2b162f-0bc0-4bf2-a241-00b7bdd8649e&tenant_id=41c0d62dea1b4193960fb9d03684346b&binding%3Ahost_id=n-h1-826753-2 HTTP/1.1" status: 200 len: 944 time: 0.0646226 Feb 19 03:43:50.960605 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36fad1f-46b1-48e0-bde3-9e47e148427c req-11127ea1-8f83-4149-a065-4b77b4c54579 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:50.962637 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f36fad1f-46b1-48e0-bde3-9e47e148427c req-11127ea1-8f83-4149-a065-4b77b4c54579 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a2b162f-0bc0-4bf2-a241-00b7bdd8649e HTTP/1.1" status: 200 len: 944 time: 0.0571685 Feb 19 03:43:50.982450 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 86b5cbe2-71ca-4528-88b4-fbe8ecf9b571, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=86b5cbe2-71ca-4528-88b4-fbe8ecf9b571,segment=NetworkSegment(4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0),segment_id=4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:43:50.994267 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': '86b5cbe2-71ca-4528-88b4-fbe8ecf9b571', 'network_id': '61231607-2de3-4131-8c3c-3d329c7c03ff', 'port_id': '86b5cbe2-71ca-4528-88b4-fbe8ecf9b571', 'mac_address': 'fa:16:3e:c5:82:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd53d77e-cab1-4fae-9905-6cd68c6c5593', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:43:51.014081 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c4cb59c4-0231-4a16-8295-36b0b0a2595d req-61e5cad6-4b9a-42f4-b432-f764a9dd15f6 service neutron] 10.222.0.73 "GET /v2.0/ports/86b5cbe2-71ca-4528-88b4-fbe8ecf9b571/bindings/n-h1-826753-2 HTTP/1.1" status: 200 len: 382 time: 0.0584388 Feb 19 03:43:51.015491 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f36fad1f-46b1-48e0-bde3-9e47e148427c req-8e4e7c54-9298-427e-a6c5-35c93cfebfba tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459359 Feb 19 03:43:51.036683 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 86b5cbe2-71ca-4528-88b4-fbe8ecf9b571 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:43:51.036683 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (86b5cbe2-71ca-4528-88b4-fbe8ecf9b571), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:51.052925 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86b5cbe2-71ca-4528-88b4-fbe8ecf9b571 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:43:51.074025 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 86b5cbe2-71ca-4528-88b4-fbe8ecf9b571, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=86b5cbe2-71ca-4528-88b4-fbe8ecf9b571,segment=NetworkSegment(4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0),segment_id=4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:43:51.078586 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (86b5cbe2-71ca-4528-88b4-fbe8ecf9b571), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:51.099604 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cb59c4-0231-4a16-8295-36b0b0a2595d req-55055136-af9c-420a-9191-9a1dcd2d5d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:51.101231 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c4cb59c4-0231-4a16-8295-36b0b0a2595d req-55055136-af9c-420a-9191-9a1dcd2d5d51 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=41c0d62dea1b4193960fb9d03684346b&device_id=9a2b162f-0bc0-4bf2-a241-00b7bdd8649e HTTP/1.1" status: 200 len: 1126 time: 0.0472014 Feb 19 03:43:51.126230 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=86b5cbe2-71ca-4528-88b4-fbe8ecf9b571,revision_number=8']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:43:51.194491 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cb59c4-0231-4a16-8295-36b0b0a2595d req-8ba6a92b-1820-4905-8cee-1013f740371d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:51.195966 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c4cb59c4-0231-4a16-8295-36b0b0a2595d req-8ba6a92b-1820-4905-8cee-1013f740371d service neutron] 10.222.0.73 "GET /v2.0/networks?id=61231607-2de3-4131-8c3c-3d329c7c03ff HTTP/1.1" status: 200 len: 913 time: 0.0874953 Feb 19 03:43:51.490152 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['86b5cbe2-71ca-4528-88b4-fbe8ecf9b571'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:43:51.578070 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c4cb59c4-0231-4a16-8295-36b0b0a2595d req-e0d2ee3d-e38f-41b3-9aad-1d9bc41d3aa3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86b5cbe2-71ca-4528-88b4-fbe8ecf9b571 HTTP/1.1" status: 200 len: 1002 time: 0.3706076 Feb 19 03:43:51.626843 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cb59c4-0231-4a16-8295-36b0b0a2595d req-e016c3d7-09b1-4e47-bb32-f84fb0dae721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:51.628250 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c4cb59c4-0231-4a16-8295-36b0b0a2595d req-e016c3d7-09b1-4e47-bb32-f84fb0dae721 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=dd53d77e-cab1-4fae-9905-6cd68c6c5593 HTTP/1.1" status: 200 len: 851 time: 0.0443089 Feb 19 03:43:51.678045 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cb59c4-0231-4a16-8295-36b0b0a2595d req-cbfe50f3-e101-494a-8799-f17b6b708b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:51.679582 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c4cb59c4-0231-4a16-8295-36b0b0a2595d req-cbfe50f3-e101-494a-8799-f17b6b708b13 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=61231607-2de3-4131-8c3c-3d329c7c03ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0457840 Feb 19 03:43:51.768993 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c4cb59c4-0231-4a16-8295-36b0b0a2595d req-167def90-fb58-4d50-a003-c66e455c657a service neutron] 10.222.0.73 "GET /v2.0/networks/61231607-2de3-4131-8c3c-3d329c7c03ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798695 Feb 19 03:43:51.861565 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c4cb59c4-0231-4a16-8295-36b0b0a2595d req-92a01dae-a468-4b07-a965-3b0f3e258ea6 service neutron] 10.222.0.73 "GET /v2.0/networks/61231607-2de3-4131-8c3c-3d329c7c03ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861933 Feb 19 03:43:52.037629 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:52.145363 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e71f71-fb80-48cd-b527-360ef543ea8b req-d7e30238-c6cb-4eb7-9887-b5b054991e59 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:52.146839 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d3e71f71-fb80-48cd-b527-360ef543ea8b req-d7e30238-c6cb-4eb7-9887-b5b054991e59 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a2b162f-0bc0-4bf2-a241-00b7bdd8649e HTTP/1.1" status: 200 len: 945 time: 0.0568888 Feb 19 03:43:52.194737 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d3e71f71-fb80-48cd-b527-360ef543ea8b req-faede33b-17c0-4b72-b8e2-22dd18a8645b tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423136 Feb 19 03:43:52.890274 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 86b5cbe2-71ca-4528-88b4-fbe8ecf9b571 up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:43:52.937335 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:52.948346 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning for port 86b5cbe2-71ca-4528-88b4-fbe8ecf9b571 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:43:52.952890 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port 86b5cbe2-71ca-4528-88b4-fbe8ecf9b571 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:43:52.953290 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (86b5cbe2-71ca-4528-88b4-fbe8ecf9b571), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:53.031689 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 86b5cbe2-71ca-4528-88b4-fbe8ecf9b571 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:43:53.032076 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (86b5cbe2-71ca-4528-88b4-fbe8ecf9b571), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:53.064072 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a2b162f-0bc0-4bf2-a241-00b7bdd8649e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86b5cbe2-71ca-4528-88b4-fbe8ecf9b571'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:43:53.066513 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88fe038525c8a7a69a3adae1ae732c1dd0c63371bed0a925712ea7f2f25f70bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e82b509c-e627-4351-b792-bd587899a2d0" -d '{"events": [{"server_uuid": "9a2b162f-0bc0-4bf2-a241-00b7bdd8649e", "name": "network-vif-plugged", "status": "completed", "tag": "86b5cbe2-71ca-4528-88b4-fbe8ecf9b571"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:43:53.085265 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 86b5cbe2-71ca-4528-88b4-fbe8ecf9b571, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=86b5cbe2-71ca-4528-88b4-fbe8ecf9b571,segment=NetworkSegment(4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0),segment_id=4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:43:53.089594 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (86b5cbe2-71ca-4528-88b4-fbe8ecf9b571), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:53.139229 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=86b5cbe2-71ca-4528-88b4-fbe8ecf9b571,revision_number=9']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:43:53.183599 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-289f2858-2a9e-42b0-a3ae-3f1e0733173f x-openstack-request-id: req-289f2858-2a9e-42b0-a3ae-3f1e0733173f {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:43:53.183892 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a2b162f-0bc0-4bf2-a241-00b7bdd8649e", "name": "network-vif-plugged", "status": "completed", "tag": "86b5cbe2-71ca-4528-88b4-fbe8ecf9b571", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:43:53.184170 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-289f2858-2a9e-42b0-a3ae-3f1e0733173f {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:43:53.184545 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a2b162f-0bc0-4bf2-a241-00b7bdd8649e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86b5cbe2-71ca-4528-88b4-fbe8ecf9b571', 'code': 200} Feb 19 03:43:53.315132 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680e0173-fc73-45cd-8ea6-97975566c282 req-46dfe389-47ef-403d-a19d-84f3fc3370e3 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:53.316616 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-680e0173-fc73-45cd-8ea6-97975566c282 req-46dfe389-47ef-403d-a19d-84f3fc3370e3 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a2b162f-0bc0-4bf2-a241-00b7bdd8649e HTTP/1.1" status: 200 len: 946 time: 0.0531564 Feb 19 03:43:53.363182 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-680e0173-fc73-45cd-8ea6-97975566c282 req-b444ffbe-765b-4899-9d09-51b5e92566d0 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409758 Feb 19 03:43:54.105393 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cb59c4-0231-4a16-8295-36b0b0a2595d req-fc23d002-ec2a-4fb7-a44c-f7b5ee76575f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:54.106903 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c4cb59c4-0231-4a16-8295-36b0b0a2595d req-fc23d002-ec2a-4fb7-a44c-f7b5ee76575f service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=9a2b162f-0bc0-4bf2-a241-00b7bdd8649e&tenant_id=41c0d62dea1b4193960fb9d03684346b HTTP/1.1" status: 200 len: 1128 time: 0.0460472 Feb 19 03:43:54.123809 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-c4cb59c4-0231-4a16-8295-36b0b0a2595d req-cfa4f06e-3d45-4898-8780-fec57f347c70 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-826753-2', 'device_owner': 'compute:nova'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:43:54.180433 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-c4cb59c4-0231-4a16-8295-36b0b0a2595d req-cfa4f06e-3d45-4898-8780-fec57f347c70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (86b5cbe2-71ca-4528-88b4-fbe8ecf9b571), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:54.377589 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-c4cb59c4-0231-4a16-8295-36b0b0a2595d req-cfa4f06e-3d45-4898-8780-fec57f347c70 service neutron] For port 86b5cbe2-71ca-4528-88b4-fbe8ecf9b571, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=86b5cbe2-71ca-4528-88b4-fbe8ecf9b571,segment=NetworkSegment(4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0),segment_id=4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:43:54.421453 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-c4cb59c4-0231-4a16-8295-36b0b0a2595d req-cfa4f06e-3d45-4898-8780-fec57f347c70 service neutron] For port 86b5cbe2-71ca-4528-88b4-fbe8ecf9b571, host n-h1-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:43:54.461540 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a2b162f-0bc0-4bf2-a241-00b7bdd8649e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86b5cbe2-71ca-4528-88b4-fbe8ecf9b571'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:43:54.463687 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b48a34f37e4e31fa410c3f10fa4e23c828d45427043ff8d3e4d9f228381d6ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2068a70a-ee1d-4fa6-910c-81641aa161ec" -d '{"events": [{"server_uuid": "9a2b162f-0bc0-4bf2-a241-00b7bdd8649e", "name": "network-vif-unplugged", "status": "completed", "tag": "86b5cbe2-71ca-4528-88b4-fbe8ecf9b571"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:43:54.468009 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-c4cb59c4-0231-4a16-8295-36b0b0a2595d req-cfa4f06e-3d45-4898-8780-fec57f347c70 service neutron] Publish callbacks [] for port (86b5cbe2-71ca-4528-88b4-fbe8ecf9b571), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:54.481271 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-c4cb59c4-0231-4a16-8295-36b0b0a2595d req-cfa4f06e-3d45-4898-8780-fec57f347c70 service neutron] Transition to ACTIVE for port object 86b5cbe2-71ca-4528-88b4-fbe8ecf9b571 will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:43:54.486149 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-c4cb59c4-0231-4a16-8295-36b0b0a2595d req-cfa4f06e-3d45-4898-8780-fec57f347c70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (86b5cbe2-71ca-4528-88b4-fbe8ecf9b571), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:54.496284 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8bc22f-8670-4fcd-a402-988ac8ce8e10 req-09ee3a68-82e9-4534-822a-3a6bdf4946d3 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:54.503131 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-df8bc22f-8670-4fcd-a402-988ac8ce8e10 req-09ee3a68-82e9-4534-822a-3a6bdf4946d3 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a2b162f-0bc0-4bf2-a241-00b7bdd8649e HTTP/1.1" status: 200 len: 946 time: 0.0662754 Feb 19 03:43:54.534608 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0d42855-df82-4bdf-ac28-0bc9cf56fd0d x-openstack-request-id: req-b0d42855-df82-4bdf-ac28-0bc9cf56fd0d {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:43:54.534903 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a2b162f-0bc0-4bf2-a241-00b7bdd8649e", "name": "network-vif-unplugged", "status": "completed", "tag": "86b5cbe2-71ca-4528-88b4-fbe8ecf9b571", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:43:54.535157 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b0d42855-df82-4bdf-ac28-0bc9cf56fd0d {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:43:54.535558 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a2b162f-0bc0-4bf2-a241-00b7bdd8649e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86b5cbe2-71ca-4528-88b4-fbe8ecf9b571', 'code': 200} Feb 19 03:43:54.550738 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-df8bc22f-8670-4fcd-a402-988ac8ce8e10 req-a1f1dd5b-c7da-48b1-822a-9719c5152ce8 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467517 Feb 19 03:43:54.567826 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa4f06e-3d45-4898-8780-fec57f347c70 service neutron] Pushing event updated for resources: {'Port': ['ID=86b5cbe2-71ca-4528-88b4-fbe8ecf9b571,revision_number=10']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:43:54.614693 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4cb59c4-0231-4a16-8295-36b0b0a2595d req-cfa4f06e-3d45-4898-8780-fec57f347c70 service neutron] No DVR routers for this DVR port 86b5cbe2-71ca-4528-88b4-fbe8ecf9b571 on host n-h1-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:43:54.761884 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-c4cb59c4-0231-4a16-8295-36b0b0a2595d req-cfa4f06e-3d45-4898-8780-fec57f347c70 service neutron] Attempting to bind port 86b5cbe2-71ca-4528-88b4-fbe8ecf9b571 on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:43:54.762218 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-c4cb59c4-0231-4a16-8295-36b0b0a2595d req-cfa4f06e-3d45-4898-8780-fec57f347c70 service neutron] Attempting to bind port 86b5cbe2-71ca-4528-88b4-fbe8ecf9b571 by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': '4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '61231607-2de3-4131-8c3c-3d329c7c03ff'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:43:54.762541 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4cb59c4-0231-4a16-8295-36b0b0a2595d req-cfa4f06e-3d45-4898-8780-fec57f347c70 service neutron] Attempting to bind port 86b5cbe2-71ca-4528-88b4-fbe8ecf9b571 on network 61231607-2de3-4131-8c3c-3d329c7c03ff {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:43:54.767741 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4cb59c4-0231-4a16-8295-36b0b0a2595d req-cfa4f06e-3d45-4898-8780-fec57f347c70 service neutron] Port 86b5cbe2-71ca-4528-88b4-fbe8ecf9b571 on network 61231607-2de3-4131-8c3c-3d329c7c03ff not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:43:54.768062 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4cb59c4-0231-4a16-8295-36b0b0a2595d req-cfa4f06e-3d45-4898-8780-fec57f347c70 service neutron] Attempting to bind port 86b5cbe2-71ca-4528-88b4-fbe8ecf9b571 on network 61231607-2de3-4131-8c3c-3d329c7c03ff {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:43:54.772855 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4cb59c4-0231-4a16-8295-36b0b0a2595d req-cfa4f06e-3d45-4898-8780-fec57f347c70 service neutron] Checking agent: {'id': 'bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:43:54.773226 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4cb59c4-0231-4a16-8295-36b0b0a2595d req-cfa4f06e-3d45-4898-8780-fec57f347c70 service neutron] Checking segment: {'id': '4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '61231607-2de3-4131-8c3c-3d329c7c03ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:43:54.773608 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4cb59c4-0231-4a16-8295-36b0b0a2595d req-cfa4f06e-3d45-4898-8780-fec57f347c70 service neutron] Bound using segment: {'id': '4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '61231607-2de3-4131-8c3c-3d329c7c03ff'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:43:54.774026 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-c4cb59c4-0231-4a16-8295-36b0b0a2595d req-cfa4f06e-3d45-4898-8780-fec57f347c70 service neutron] Bound port: 86b5cbe2-71ca-4528-88b4-fbe8ecf9b571, host: n-h2-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '61231607-2de3-4131-8c3c-3d329c7c03ff'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:43:54.774373 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-c4cb59c4-0231-4a16-8295-36b0b0a2595d req-cfa4f06e-3d45-4898-8780-fec57f347c70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (86b5cbe2-71ca-4528-88b4-fbe8ecf9b571), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:54.837246 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-c4cb59c4-0231-4a16-8295-36b0b0a2595d req-cfa4f06e-3d45-4898-8780-fec57f347c70 service neutron] For port 86b5cbe2-71ca-4528-88b4-fbe8ecf9b571, host n-h2-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:43:54.840357 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-c4cb59c4-0231-4a16-8295-36b0b0a2595d req-cfa4f06e-3d45-4898-8780-fec57f347c70 service neutron] For port 86b5cbe2-71ca-4528-88b4-fbe8ecf9b571, host n-h2-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=86b5cbe2-71ca-4528-88b4-fbe8ecf9b571,segment=NetworkSegment(4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0),segment_id=4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:43:54.846558 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-c4cb59c4-0231-4a16-8295-36b0b0a2595d req-cfa4f06e-3d45-4898-8780-fec57f347c70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (86b5cbe2-71ca-4528-88b4-fbe8ecf9b571), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:54.880111 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cb59c4-0231-4a16-8295-36b0b0a2595d req-cfa4f06e-3d45-4898-8780-fec57f347c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:54.880724 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-c4cb59c4-0231-4a16-8295-36b0b0a2595d req-cfa4f06e-3d45-4898-8780-fec57f347c70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:54.882193 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c4cb59c4-0231-4a16-8295-36b0b0a2595d req-cfa4f06e-3d45-4898-8780-fec57f347c70 service neutron] 10.222.0.82 "PUT /v2.0/ports/86b5cbe2-71ca-4528-88b4-fbe8ecf9b571 HTTP/1.1" status: 200 len: 1093 time: 0.7623541 Feb 19 03:43:54.905641 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa4f06e-3d45-4898-8780-fec57f347c70 service neutron] Pushing event updated for resources: {'Port': ['ID=86b5cbe2-71ca-4528-88b4-fbe8ecf9b571,revision_number=11']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:43:54.965733 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cb59c4-0231-4a16-8295-36b0b0a2595d req-2a4192e4-1b61-4c2e-ac77-fee06ac8dcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:54.967899 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c4cb59c4-0231-4a16-8295-36b0b0a2595d req-2a4192e4-1b61-4c2e-ac77-fee06ac8dcaa service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=41c0d62dea1b4193960fb9d03684346b&device_id=9a2b162f-0bc0-4bf2-a241-00b7bdd8649e HTTP/1.1" status: 200 len: 1127 time: 0.0512865 Feb 19 03:43:55.061826 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cb59c4-0231-4a16-8295-36b0b0a2595d req-a4ab53ad-a391-4847-af4c-b4155e9446aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:55.063302 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c4cb59c4-0231-4a16-8295-36b0b0a2595d req-a4ab53ad-a391-4847-af4c-b4155e9446aa service neutron] 10.222.0.82 "GET /v2.0/networks?id=61231607-2de3-4131-8c3c-3d329c7c03ff HTTP/1.1" status: 200 len: 913 time: 0.0906856 Feb 19 03:43:55.133024 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c4cb59c4-0231-4a16-8295-36b0b0a2595d req-3fa9c99e-9ad7-4363-9385-44efdf382272 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86b5cbe2-71ca-4528-88b4-fbe8ecf9b571 HTTP/1.1" status: 200 len: 1001 time: 0.0620944 Feb 19 03:43:55.180867 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cb59c4-0231-4a16-8295-36b0b0a2595d req-b787ecd3-7500-46b7-9a53-96a67596d93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:55.182231 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c4cb59c4-0231-4a16-8295-36b0b0a2595d req-b787ecd3-7500-46b7-9a53-96a67596d93c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=dd53d77e-cab1-4fae-9905-6cd68c6c5593 HTTP/1.1" status: 200 len: 851 time: 0.0437934 Feb 19 03:43:55.230106 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cb59c4-0231-4a16-8295-36b0b0a2595d req-d4ecfb75-8e2f-4b36-89f3-03752abb9b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:55.231587 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c4cb59c4-0231-4a16-8295-36b0b0a2595d req-d4ecfb75-8e2f-4b36-89f3-03752abb9b1f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=61231607-2de3-4131-8c3c-3d329c7c03ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0435994 Feb 19 03:43:55.321753 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c4cb59c4-0231-4a16-8295-36b0b0a2595d req-d9dcea44-1d56-48a6-8a7c-09afc7973b76 service neutron] 10.222.0.82 "GET /v2.0/networks/61231607-2de3-4131-8c3c-3d329c7c03ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845096 Feb 19 03:43:55.409031 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c4cb59c4-0231-4a16-8295-36b0b0a2595d req-57f2166b-436d-497c-8431-b2f77c6b5098 service neutron] 10.222.0.82 "GET /v2.0/networks/61231607-2de3-4131-8c3c-3d329c7c03ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813055 Feb 19 03:43:55.674352 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288024c6-1a5a-4b00-bbc9-2b9a342dee34 req-b7207b2a-72d5-4ca7-908d-9d8acb73b801 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:55.675724 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-288024c6-1a5a-4b00-bbc9-2b9a342dee34 req-b7207b2a-72d5-4ca7-908d-9d8acb73b801 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a2b162f-0bc0-4bf2-a241-00b7bdd8649e HTTP/1.1" status: 200 len: 945 time: 0.0534024 Feb 19 03:43:55.723841 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-288024c6-1a5a-4b00-bbc9-2b9a342dee34 req-b5a5c33c-8333-469d-a23e-bcf98e6d6fee tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419848 Feb 19 03:43:56.390317 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 86b5cbe2-71ca-4528-88b4-fbe8ecf9b571 details requested by agent hyperv_n-h2-826753-2 with host n-h2-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:43:56.486912 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 86b5cbe2-71ca-4528-88b4-fbe8ecf9b571, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=86b5cbe2-71ca-4528-88b4-fbe8ecf9b571,segment=NetworkSegment(4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0),segment_id=4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:43:56.497874 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Returning: {'device': '86b5cbe2-71ca-4528-88b4-fbe8ecf9b571', 'network_id': '61231607-2de3-4131-8c3c-3d329c7c03ff', 'port_id': '86b5cbe2-71ca-4528-88b4-fbe8ecf9b571', 'mac_address': 'fa:16:3e:c5:82:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd53d77e-cab1-4fae-9905-6cd68c6c5593', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:43:56.534037 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 86b5cbe2-71ca-4528-88b4-fbe8ecf9b571 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:43:56.534427 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (86b5cbe2-71ca-4528-88b4-fbe8ecf9b571), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:56.536592 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a2b162f-0bc0-4bf2-a241-00b7bdd8649e', 'tag': '86b5cbe2-71ca-4528-88b4-fbe8ecf9b571'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:43:56.538979 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b48a34f37e4e31fa410c3f10fa4e23c828d45427043ff8d3e4d9f228381d6ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8d8860b-a2f6-467f-9474-af9b4bb30a4c" -d '{"events": [{"name": "network-changed", "server_uuid": "9a2b162f-0bc0-4bf2-a241-00b7bdd8649e", "tag": "86b5cbe2-71ca-4528-88b4-fbe8ecf9b571"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:43:56.548129 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86b5cbe2-71ca-4528-88b4-fbe8ecf9b571 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:43:56.567561 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 86b5cbe2-71ca-4528-88b4-fbe8ecf9b571, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=86b5cbe2-71ca-4528-88b4-fbe8ecf9b571,segment=NetworkSegment(4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0),segment_id=4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:43:56.571985 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (86b5cbe2-71ca-4528-88b4-fbe8ecf9b571), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:56.587420 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea341077-728d-4f29-8f89-89faabcf7b7c x-openstack-request-id: req-ea341077-728d-4f29-8f89-89faabcf7b7c {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:43:56.587718 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a2b162f-0bc0-4bf2-a241-00b7bdd8649e", "tag": "86b5cbe2-71ca-4528-88b4-fbe8ecf9b571", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:43:56.587974 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ea341077-728d-4f29-8f89-89faabcf7b7c {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:43:56.588373 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a2b162f-0bc0-4bf2-a241-00b7bdd8649e', 'tag': '86b5cbe2-71ca-4528-88b4-fbe8ecf9b571', 'status': 'completed', 'code': 200} Feb 19 03:43:56.625794 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=86b5cbe2-71ca-4528-88b4-fbe8ecf9b571,revision_number=12']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:43:56.646985 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:56.708623 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d8860b-a2f6-467f-9474-af9b4bb30a4c req-498c2625-d1f8-43f5-a70e-bb11a26af02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:56.710168 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e8d8860b-a2f6-467f-9474-af9b4bb30a4c req-498c2625-d1f8-43f5-a70e-bb11a26af02a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=41c0d62dea1b4193960fb9d03684346b&device_id=9a2b162f-0bc0-4bf2-a241-00b7bdd8649e HTTP/1.1" status: 200 len: 1128 time: 0.0839131 Feb 19 03:43:56.712623 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d8860b-a2f6-467f-9474-af9b4bb30a4c req-f1560d06-4f52-4b57-90b7-97a7d74bad68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:56.714003 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e8d8860b-a2f6-467f-9474-af9b4bb30a4c req-f1560d06-4f52-4b57-90b7-97a7d74bad68 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=41c0d62dea1b4193960fb9d03684346b&device_id=9a2b162f-0bc0-4bf2-a241-00b7bdd8649e HTTP/1.1" status: 200 len: 1128 time: 0.0780540 Feb 19 03:43:56.852423 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d1cb61-b15a-4819-b325-2ac7b79251ed req-178638e6-7885-4a63-8c28-c80a2f7cdefc tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:56.853985 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-85d1cb61-b15a-4819-b325-2ac7b79251ed req-178638e6-7885-4a63-8c28-c80a2f7cdefc tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a2b162f-0bc0-4bf2-a241-00b7bdd8649e HTTP/1.1" status: 200 len: 946 time: 0.0563576 Feb 19 03:43:56.870037 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d8860b-a2f6-467f-9474-af9b4bb30a4c req-09d6b57f-854c-4c31-bbf5-eb345729856a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:56.871509 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e8d8860b-a2f6-467f-9474-af9b4bb30a4c req-09d6b57f-854c-4c31-bbf5-eb345729856a service neutron] 10.222.0.73 "GET /v2.0/networks?id=61231607-2de3-4131-8c3c-3d329c7c03ff HTTP/1.1" status: 200 len: 913 time: 0.1552896 Feb 19 03:43:56.872601 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d8860b-a2f6-467f-9474-af9b4bb30a4c req-ff2d71d8-f93b-40c6-98b4-ba2dece18242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:56.874310 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e8d8860b-a2f6-467f-9474-af9b4bb30a4c req-ff2d71d8-f93b-40c6-98b4-ba2dece18242 service neutron] 10.222.0.82 "GET /v2.0/networks?id=61231607-2de3-4131-8c3c-3d329c7c03ff HTTP/1.1" status: 200 len: 913 time: 0.1511889 Feb 19 03:43:56.905393 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 86b5cbe2-71ca-4528-88b4-fbe8ecf9b571 no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:43:56.921369 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-85d1cb61-b15a-4819-b325-2ac7b79251ed req-776711e0-ff48-4c66-87cd-2ce085503932 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591052 Feb 19 03:43:56.931965 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['86b5cbe2-71ca-4528-88b4-fbe8ecf9b571'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:43:56.979561 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] The host n-h1-826753-2 is not matching for port 86b5cbe2-71ca-4528-88b4-fbe8ecf9b571 host n-h2-826753-2! {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 03:43:56.980053 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 86b5cbe2-71ca-4528-88b4-fbe8ecf9b571 not bound to the agent host n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:43:56.989482 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e8d8860b-a2f6-467f-9474-af9b4bb30a4c req-ba91dc33-a14a-49ca-8075-34ce8dbf6501 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86b5cbe2-71ca-4528-88b4-fbe8ecf9b571 HTTP/1.1" status: 200 len: 1002 time: 0.1125722 Feb 19 03:43:56.991310 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e8d8860b-a2f6-467f-9474-af9b4bb30a4c req-5b41b027-52d5-461d-b941-25daa0b57536 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86b5cbe2-71ca-4528-88b4-fbe8ecf9b571 HTTP/1.1" status: 200 len: 1002 time: 0.1076460 Feb 19 03:43:57.080101 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d8860b-a2f6-467f-9474-af9b4bb30a4c req-b73349db-91d8-48b7-8266-09ac79ff60a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:57.081606 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e8d8860b-a2f6-467f-9474-af9b4bb30a4c req-b73349db-91d8-48b7-8266-09ac79ff60a4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=dd53d77e-cab1-4fae-9905-6cd68c6c5593 HTTP/1.1" status: 200 len: 851 time: 0.0860481 Feb 19 03:43:57.086049 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d8860b-a2f6-467f-9474-af9b4bb30a4c req-5f9eb9c6-b275-4774-9d56-6fb9d1ee843a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:57.087527 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e8d8860b-a2f6-467f-9474-af9b4bb30a4c req-5f9eb9c6-b275-4774-9d56-6fb9d1ee843a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=dd53d77e-cab1-4fae-9905-6cd68c6c5593 HTTP/1.1" status: 200 len: 851 time: 0.0651805 Feb 19 03:43:57.164279 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d8860b-a2f6-467f-9474-af9b4bb30a4c req-a859bc3a-dad3-497a-8256-49c2d159b744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:57.165723 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e8d8860b-a2f6-467f-9474-af9b4bb30a4c req-a859bc3a-dad3-497a-8256-49c2d159b744 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=61231607-2de3-4131-8c3c-3d329c7c03ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0773306 Feb 19 03:43:57.168240 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d8860b-a2f6-467f-9474-af9b4bb30a4c req-fd9653f0-09f2-4c80-87fb-d36ee49246f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:57.170152 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e8d8860b-a2f6-467f-9474-af9b4bb30a4c req-fd9653f0-09f2-4c80-87fb-d36ee49246f5 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=61231607-2de3-4131-8c3c-3d329c7c03ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0723596 Feb 19 03:43:57.319628 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e8d8860b-a2f6-467f-9474-af9b4bb30a4c req-d72b6d7f-2d52-4b8c-ac6f-6d4e48024c90 service neutron] 10.222.0.73 "GET /v2.0/networks/61231607-2de3-4131-8c3c-3d329c7c03ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477773 Feb 19 03:43:57.321726 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e8d8860b-a2f6-467f-9474-af9b4bb30a4c req-8eaab7f0-f776-431e-9116-c7509656898b service neutron] 10.222.0.82 "GET /v2.0/networks/61231607-2de3-4131-8c3c-3d329c7c03ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431749 Feb 19 03:43:57.478125 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e8d8860b-a2f6-467f-9474-af9b4bb30a4c req-cec07516-caa4-4fe0-beeb-6e8107496e00 service neutron] 10.222.0.73 "GET /v2.0/networks/61231607-2de3-4131-8c3c-3d329c7c03ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526523 Feb 19 03:43:57.479876 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e8d8860b-a2f6-467f-9474-af9b4bb30a4c req-34e5aef9-3ed3-4a7c-b4d4-6f68a9996d4e service neutron] 10.222.0.82 "GET /v2.0/networks/61231607-2de3-4131-8c3c-3d329c7c03ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472075 Feb 19 03:43:58.056586 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6aa381-d0f6-4d4d-9c08-3db512e44fe3 req-8ccff130-2992-4d9e-bce0-a34cf0349ad0 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:58.058395 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bd6aa381-d0f6-4d4d-9c08-3db512e44fe3 req-8ccff130-2992-4d9e-bce0-a34cf0349ad0 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a2b162f-0bc0-4bf2-a241-00b7bdd8649e HTTP/1.1" status: 200 len: 946 time: 0.0542245 Feb 19 03:43:58.104830 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bd6aa381-d0f6-4d4d-9c08-3db512e44fe3 req-d8705fa2-70ee-4c11-83bd-733a34896800 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401094 Feb 19 03:43:58.224055 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a103bcc5-f047-459c-b4c8-c84495c347f5 req-ffc58abc-73c6-4a64-bcf7-3c909a13e37a tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:58.225455 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a103bcc5-f047-459c-b4c8-c84495c347f5 req-ffc58abc-73c6-4a64-bcf7-3c909a13e37a tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a2b162f-0bc0-4bf2-a241-00b7bdd8649e HTTP/1.1" status: 200 len: 946 time: 0.0526414 Feb 19 03:43:58.272510 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a103bcc5-f047-459c-b4c8-c84495c347f5 req-9d30c3b2-aab5-43ae-8576-1ad1f3dd08af tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415218 Feb 19 03:43:58.392370 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4285e20-6cbb-4934-b361-d6adf092589a req-9963d672-b8c5-4d72-b468-a8bc4a3abe7e tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:58.393906 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c4285e20-6cbb-4934-b361-d6adf092589a req-9963d672-b8c5-4d72-b468-a8bc4a3abe7e tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a2b162f-0bc0-4bf2-a241-00b7bdd8649e HTTP/1.1" status: 200 len: 946 time: 0.0563474 Feb 19 03:43:58.399733 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 86b5cbe2-71ca-4528-88b4-fbe8ecf9b571 up at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:43:58.442214 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c4285e20-6cbb-4934-b361-d6adf092589a req-e2a0b4be-af63-4050-aeb2-c7027cb977cc tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427542 Feb 19 03:43:58.449979 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning for port 86b5cbe2-71ca-4528-88b4-fbe8ecf9b571 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:43:58.453993 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning complete for port 86b5cbe2-71ca-4528-88b4-fbe8ecf9b571 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:43:58.454391 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (86b5cbe2-71ca-4528-88b4-fbe8ecf9b571), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:58.534913 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 86b5cbe2-71ca-4528-88b4-fbe8ecf9b571 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:43:58.535305 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (86b5cbe2-71ca-4528-88b4-fbe8ecf9b571), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:58.559322 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a2b162f-0bc0-4bf2-a241-00b7bdd8649e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86b5cbe2-71ca-4528-88b4-fbe8ecf9b571'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:43:58.561870 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88fe038525c8a7a69a3adae1ae732c1dd0c63371bed0a925712ea7f2f25f70bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb0b6148-901e-4dbf-a9f3-8838403b75aa" -d '{"events": [{"server_uuid": "9a2b162f-0bc0-4bf2-a241-00b7bdd8649e", "name": "network-vif-plugged", "status": "completed", "tag": "86b5cbe2-71ca-4528-88b4-fbe8ecf9b571"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:43:58.574606 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 86b5cbe2-71ca-4528-88b4-fbe8ecf9b571, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=86b5cbe2-71ca-4528-88b4-fbe8ecf9b571,segment=NetworkSegment(4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0),segment_id=4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:43:58.581548 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (86b5cbe2-71ca-4528-88b4-fbe8ecf9b571), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:58.611138 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f8aafa-2b31-434b-8382-75736112a5b0 x-openstack-request-id: req-a2f8aafa-2b31-434b-8382-75736112a5b0 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:43:58.611430 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a2b162f-0bc0-4bf2-a241-00b7bdd8649e", "name": "network-vif-plugged", "status": "completed", "tag": "86b5cbe2-71ca-4528-88b4-fbe8ecf9b571", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:43:58.611684 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a2f8aafa-2b31-434b-8382-75736112a5b0 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:43:58.612544 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a2b162f-0bc0-4bf2-a241-00b7bdd8649e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86b5cbe2-71ca-4528-88b4-fbe8ecf9b571', 'code': 200} Feb 19 03:43:58.641178 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=86b5cbe2-71ca-4528-88b4-fbe8ecf9b571,revision_number=13']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:43:58.693577 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8ae133-2fef-40fe-ba39-789c0cb06d01 req-ee958460-0428-4fee-92d5-92aa2be46bd8 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:58.695067 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4f8ae133-2fef-40fe-ba39-789c0cb06d01 req-ee958460-0428-4fee-92d5-92aa2be46bd8 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a2b162f-0bc0-4bf2-a241-00b7bdd8649e HTTP/1.1" status: 200 len: 947 time: 0.0566318 Feb 19 03:43:58.744397 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4f8ae133-2fef-40fe-ba39-789c0cb06d01 req-5ea7266d-f1d6-43a7-9c51-a67fc8ca3e80 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431108 Feb 19 03:43:59.870645 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776ce9e7-59a0-4498-8e8c-f84ece577159 req-e20f236c-a2a0-493a-9493-2db284a1b836 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:59.872130 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-776ce9e7-59a0-4498-8e8c-f84ece577159 req-e20f236c-a2a0-493a-9493-2db284a1b836 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a2b162f-0bc0-4bf2-a241-00b7bdd8649e HTTP/1.1" status: 200 len: 947 time: 0.0528641 Feb 19 03:43:59.922234 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-776ce9e7-59a0-4498-8e8c-f84ece577159 req-3e3595bd-d707-4eec-8835-4f1b671ebf0c tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442715 Feb 19 03:44:00.094896 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fa3485-a38f-48dc-bf2e-45f7a8350a35 req-c7d3c856-471d-4f75-b2ef-b9f7e6568d95 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:00.096365 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-74fa3485-a38f-48dc-bf2e-45f7a8350a35 req-c7d3c856-471d-4f75-b2ef-b9f7e6568d95 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.82 "GET /v2.0/ports?device_id=9a2b162f-0bc0-4bf2-a241-00b7bdd8649e HTTP/1.1" status: 200 len: 947 time: 0.0535426 Feb 19 03:44:00.188238 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-74fa3485-a38f-48dc-bf2e-45f7a8350a35 req-03137b7c-4443-4207-ada6-8a0527c7290e tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Deleting port 86b5cbe2-71ca-4528-88b4-fbe8ecf9b571 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:44:00.188467 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-74fa3485-a38f-48dc-bf2e-45f7a8350a35 req-03137b7c-4443-4207-ada6-8a0527c7290e tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (86b5cbe2-71ca-4528-88b4-fbe8ecf9b571), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:00.278410 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-74fa3485-a38f-48dc-bf2e-45f7a8350a35 req-03137b7c-4443-4207-ada6-8a0527c7290e tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] For port 86b5cbe2-71ca-4528-88b4-fbe8ecf9b571, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=86b5cbe2-71ca-4528-88b4-fbe8ecf9b571,segment=NetworkSegment(4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0),segment_id=4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:44:00.278758 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-74fa3485-a38f-48dc-bf2e-45f7a8350a35 req-03137b7c-4443-4207-ada6-8a0527c7290e tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (86b5cbe2-71ca-4528-88b4-fbe8ecf9b571), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:00.446185 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-74fa3485-a38f-48dc-bf2e-45f7a8350a35 req-03137b7c-4443-4207-ada6-8a0527c7290e tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:00.446535 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-74fa3485-a38f-48dc-bf2e-45f7a8350a35 req-03137b7c-4443-4207-ada6-8a0527c7290e tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16285943'] for floatingip (5c419d2d-fff0-4956-a592-9e52255a280b), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:00.446851 n-d-826753-2 neutron-server[103702]: INFO neutron.db.l3_db [req-74fa3485-a38f-48dc-bf2e-45f7a8350a35 req-03137b7c-4443-4207-ada6-8a0527c7290e tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Floating IP 5c419d2d-fff0-4956-a592-9e52255a280b disassociated. External IP: 172.25.6.147, port: 86b5cbe2-71ca-4528-88b4-fbe8ecf9b571. Feb 19 03:44:00.447188 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-74fa3485-a38f-48dc-bf2e-45f7a8350a35 req-03137b7c-4443-4207-ada6-8a0527c7290e tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Calling delete_port for 86b5cbe2-71ca-4528-88b4-fbe8ecf9b571 owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:44:00.574964 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-74fa3485-a38f-48dc-bf2e-45f7a8350a35 req-03137b7c-4443-4207-ada6-8a0527c7290e tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (86b5cbe2-71ca-4528-88b4-fbe8ecf9b571), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:00.603655 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03137b7c-4443-4207-ada6-8a0527c7290e tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Pushing event deleted for resources: {'Port': ['ID=86b5cbe2-71ca-4528-88b4-fbe8ecf9b571,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:44:00.615005 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03137b7c-4443-4207-ada6-8a0527c7290e tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:44:00.615349 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03137b7c-4443-4207-ada6-8a0527c7290e tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:44:00.615684 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03137b7c-4443-4207-ada6-8a0527c7290e tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:44:00.616012 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03137b7c-4443-4207-ada6-8a0527c7290e tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:44:00.616345 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03137b7c-4443-4207-ada6-8a0527c7290e tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:44:00.616669 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03137b7c-4443-4207-ada6-8a0527c7290e tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:44:00.616990 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03137b7c-4443-4207-ada6-8a0527c7290e tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:44:00.617334 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03137b7c-4443-4207-ada6-8a0527c7290e tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:44:00.617652 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03137b7c-4443-4207-ada6-8a0527c7290e tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:44:00.617971 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03137b7c-4443-4207-ada6-8a0527c7290e tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:44:00.618287 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03137b7c-4443-4207-ada6-8a0527c7290e tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:44:00.618603 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03137b7c-4443-4207-ada6-8a0527c7290e tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:44:00.618919 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03137b7c-4443-4207-ada6-8a0527c7290e tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:44:00.737388 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [req-74fa3485-a38f-48dc-bf2e-45f7a8350a35 req-03137b7c-4443-4207-ada6-8a0527c7290e tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Router 40dae7ba-0f01-4414-918f-b8cf6f38098f has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:44:00.848255 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-74fa3485-a38f-48dc-bf2e-45f7a8350a35 req-03137b7c-4443-4207-ada6-8a0527c7290e tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:44:00.858169 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd4808b-d89b-46e3-b133-1440c40509f5 None None] Sync routers for ids ['40dae7ba-0f01-4414-918f-b8cf6f38098f'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:44:00.868910 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd4808b-d89b-46e3-b133-1440c40509f5 None None] Routers {'40dae7ba-0f01-4414-918f-b8cf6f38098f'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:44:00.869542 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-9cd4808b-d89b-46e3-b133-1440c40509f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:43:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['40dae7ba-0f01-4414-918f-b8cf6f38098f'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:44:00.889310 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-74fa3485-a38f-48dc-bf2e-45f7a8350a35 req-03137b7c-4443-4207-ada6-8a0527c7290e tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] No DVR routers for this DVR port 86b5cbe2-71ca-4528-88b4-fbe8ecf9b571 on host n-h2-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:44:00.892114 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-74fa3485-a38f-48dc-bf2e-45f7a8350a35 req-03137b7c-4443-4207-ada6-8a0527c7290e tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:00.895863 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-74fa3485-a38f-48dc-bf2e-45f7a8350a35 req-03137b7c-4443-4207-ada6-8a0527c7290e tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.82 "DELETE /v2.0/ports/86b5cbe2-71ca-4528-88b4-fbe8ecf9b571 HTTP/1.1" status: 204 len: 173 time: 0.7931018 Feb 19 03:44:00.896325 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a2b162f-0bc0-4bf2-a241-00b7bdd8649e', 'name': 'network-vif-deleted', 'tag': '86b5cbe2-71ca-4528-88b4-fbe8ecf9b571'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:44:00.899335 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b48a34f37e4e31fa410c3f10fa4e23c828d45427043ff8d3e4d9f228381d6ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f0c2ea8-a30a-475b-9e49-fd7609cd3503" -d '{"events": [{"server_uuid": "9a2b162f-0bc0-4bf2-a241-00b7bdd8649e", "name": "network-vif-deleted", "tag": "86b5cbe2-71ca-4528-88b4-fbe8ecf9b571"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:44:00.939331 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c361bc41-0cad-4a51-bcd4-f96797a08fa8 x-openstack-request-id: req-c361bc41-0cad-4a51-bcd4-f96797a08fa8 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:44:00.939625 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a2b162f-0bc0-4bf2-a241-00b7bdd8649e", "name": "network-vif-deleted", "tag": "86b5cbe2-71ca-4528-88b4-fbe8ecf9b571", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:44:00.939872 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c361bc41-0cad-4a51-bcd4-f96797a08fa8 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:44:00.940278 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a2b162f-0bc0-4bf2-a241-00b7bdd8649e', 'name': 'network-vif-deleted', 'tag': '86b5cbe2-71ca-4528-88b4-fbe8ecf9b571', 'status': 'completed', 'code': 200} Feb 19 03:44:00.983684 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-9cd4808b-d89b-46e3-b133-1440c40509f5 None None] Set router 40dae7ba-0f01-4414-918f-b8cf6f38098f gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:44:01.024771 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0f66c93c-6a1c-4321-af90-bbc86445d398 req-d837f741-fd5b-4e4c-8fb3-f1d0177bbd1d tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a2b162f-0bc0-4bf2-a241-00b7bdd8649e HTTP/1.1" status: 200 len: 210 time: 0.0285234 Feb 19 03:44:01.189586 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-9cd4808b-d89b-46e3-b133-1440c40509f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40dae7ba-0f01-4414-918f-b8cf6f38098f', 'name': 'tempest-ServerActionsTestJSON-1998691811-router', 'tenant_id': '41c0d62dea1b4193960fb9d03684346b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '53c8779c-fd7c-4afa-aebe-0e875cb7b32c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:41:19Z', 'updated_at': '2022-02-19T03:41:22Z', 'revision_number': 4, 'project_id': '41c0d62dea1b4193960fb9d03684346b', 'gw_port': {'id': '53c8779c-fd7c-4afa-aebe-0e875cb7b32c', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dae7ba-0f01-4414-918f-b8cf6f38098f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:41:19Z', 'updated_at': '2022-02-19T03:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '43a343ed-f21b-4821-9b1b-0cb7a5f9ccec', 'name': '', 'network_id': '61231607-2de3-4131-8c3c-3d329c7c03ff', 'tenant_id': '41c0d62dea1b4193960fb9d03684346b', 'mac_address': 'fa:16:3e:3f:d1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dae7ba-0f01-4414-918f-b8cf6f38098f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'dd53d77e-cab1-4fae-9905-6cd68c6c5593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:41:21Z', 'updated_at': '2022-02-19T03:41:25Z', 'revision_number': 5, 'project_id': '41c0d62dea1b4193960fb9d03684346b', 'subnets': [{'id': 'dd53d77e-cab1-4fae-9905-6cd68c6c5593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:44:01.214507 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd4808b-d89b-46e3-b133-1440c40509f5 None None] Checking router: 40dae7ba-0f01-4414-918f-b8cf6f38098f for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:44:01.222473 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd4808b-d89b-46e3-b133-1440c40509f5 None None] Routers {'40dae7ba-0f01-4414-918f-b8cf6f38098f'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:44:01.223067 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-9cd4808b-d89b-46e3-b133-1440c40509f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:43:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['40dae7ba-0f01-4414-918f-b8cf6f38098f'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:44:01.328896 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-9cd4808b-d89b-46e3-b133-1440c40509f5 None None] Set router 40dae7ba-0f01-4414-918f-b8cf6f38098f gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:44:01.531591 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-9cd4808b-d89b-46e3-b133-1440c40509f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40dae7ba-0f01-4414-918f-b8cf6f38098f', 'name': 'tempest-ServerActionsTestJSON-1998691811-router', 'tenant_id': '41c0d62dea1b4193960fb9d03684346b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '53c8779c-fd7c-4afa-aebe-0e875cb7b32c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:41:19Z', 'updated_at': '2022-02-19T03:41:22Z', 'revision_number': 4, 'project_id': '41c0d62dea1b4193960fb9d03684346b', 'gw_port': {'id': '53c8779c-fd7c-4afa-aebe-0e875cb7b32c', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dae7ba-0f01-4414-918f-b8cf6f38098f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:41:19Z', 'updated_at': '2022-02-19T03:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '43a343ed-f21b-4821-9b1b-0cb7a5f9ccec', 'name': '', 'network_id': '61231607-2de3-4131-8c3c-3d329c7c03ff', 'tenant_id': '41c0d62dea1b4193960fb9d03684346b', 'mac_address': 'fa:16:3e:3f:d1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dae7ba-0f01-4414-918f-b8cf6f38098f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'dd53d77e-cab1-4fae-9905-6cd68c6c5593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:41:21Z', 'updated_at': '2022-02-19T03:41:25Z', 'revision_number': 5, 'project_id': '41c0d62dea1b4193960fb9d03684346b', 'subnets': [{'id': 'dd53d77e-cab1-4fae-9905-6cd68c6c5593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:44:01.561129 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd4808b-d89b-46e3-b133-1440c40509f5 None None] The sync data for ids ['40dae7ba-0f01-4414-918f-b8cf6f38098f'] in n-d-826753-2 is: [{'id': '40dae7ba-0f01-4414-918f-b8cf6f38098f', 'name': 'tempest-ServerActionsTestJSON-1998691811-router', 'tenant_id': '41c0d62dea1b4193960fb9d03684346b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '53c8779c-fd7c-4afa-aebe-0e875cb7b32c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:41:19Z', 'updated_at': '2022-02-19T03:41:22Z', 'revision_number': 4, 'project_id': '41c0d62dea1b4193960fb9d03684346b', 'gw_port': {'id': '53c8779c-fd7c-4afa-aebe-0e875cb7b32c', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dae7ba-0f01-4414-918f-b8cf6f38098f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:41:19Z', 'updated_at': '2022-02-19T03:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '43a343ed-f21b-4821-9b1b-0cb7a5f9ccec', 'name': '', 'network_id': '61231607-2de3-4131-8c3c-3d329c7c03ff', 'tenant_id': '41c0d62dea1b4193960fb9d03684346b', 'mac_address': 'fa:16:3e:3f:d1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dae7ba-0f01-4414-918f-b8cf6f38098f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'dd53d77e-cab1-4fae-9905-6cd68c6c5593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:41:21Z', 'updated_at': '2022-02-19T03:41:25Z', 'revision_number': 5, 'project_id': '41c0d62dea1b4193960fb9d03684346b', 'subnets': [{'id': 'dd53d77e-cab1-4fae-9905-6cd68c6c5593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:44:01.797116 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc89e22d-9418-4110-80ea-3cacb9eb1bfa None None] New status for floating IP 5c419d2d-fff0-4956-a592-9e52255a280b: DOWN {{(pid=103703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:44:02.279780 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7d9e41fc-cce1-4166-a952-23dc4729801e req-e86fcc1f-33d1-4139-9455-40d6b2957c71 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1200580431&fields=id&tenant_id=41c0d62dea1b4193960fb9d03684346b HTTP/1.1" status: 200 len: 267 time: 0.0435674 Feb 19 03:44:02.389405 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9e41fc-cce1-4166-a952-23dc4729801e req-fb3a2f0b-cf25-4672-81a0-9d06be615dd7 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:02.390914 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7d9e41fc-cce1-4166-a952-23dc4729801e req-fb3a2f0b-cf25-4672-81a0-9d06be615dd7 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/networks?id=61231607-2de3-4131-8c3c-3d329c7c03ff HTTP/1.1" status: 200 len: 812 time: 0.1047726 Feb 19 03:44:02.405798 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7d9e41fc-cce1-4166-a952-23dc4729801e req-5f33d6b7-6887-4feb-acd0-1bd553714f2d tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/quotas/41c0d62dea1b4193960fb9d03684346b HTTP/1.1" status: 200 len: 375 time: 0.0092394 Feb 19 03:44:02.465371 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7d9e41fc-cce1-4166-a952-23dc4729801e req-2f46aa87-1c50-4e80-9042-906974be5ccc tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=41c0d62dea1b4193960fb9d03684346b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0541079 Feb 19 03:44:02.610112 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7d9e41fc-cce1-4166-a952-23dc4729801e req-01122545-7066-49e5-b3f2-412a4d0dcd91 service neutron] 10.222.0.72 "GET /v2.0/networks/61231607-2de3-4131-8c3c-3d329c7c03ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331139 Feb 19 03:44:02.703303 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7d9e41fc-cce1-4166-a952-23dc4729801e req-4561835f-adf3-4a30-b957-85cae943ca82 service neutron] 10.222.0.72 "GET /v2.0/networks/61231607-2de3-4131-8c3c-3d329c7c03ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873163 Feb 19 03:44:02.874265 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-51ab8e18-21f8-409a-81cc-5632635d1049 req-bcd1bb8c-823f-4c82-9c5a-15c1f8728577 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=4d14211e-7cbf-4e60-8046-78cfad6d4a96 HTTP/1.1" status: 200 len: 210 time: 0.0288742 Feb 19 03:44:03.899808 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9e41fc-cce1-4166-a952-23dc4729801e req-25c71c5d-c788-469c-88d0-317e665fbd48 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:03.901361 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7d9e41fc-cce1-4166-a952-23dc4729801e req-25c71c5d-c788-469c-88d0-317e665fbd48 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.73 "GET /v2.0/networks?id=61231607-2de3-4131-8c3c-3d329c7c03ff HTTP/1.1" status: 200 len: 812 time: 0.1050189 Feb 19 03:44:03.975655 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7d9e41fc-cce1-4166-a952-23dc4729801e req-8bdbecb3-a1fd-4671-a741-608812a9a93a tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=41c0d62dea1b4193960fb9d03684346b HTTP/1.1" status: 200 len: 380 time: 0.0582933 Feb 19 03:44:03.989290 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fb1cf8eb-e9a9-471b-b290-8b5631115330 req-d74ede8c-7202-4674-9e7e-bd226288d79d tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=4d14211e-7cbf-4e60-8046-78cfad6d4a96 HTTP/1.1" status: 200 len: 210 time: 0.0301495 Feb 19 03:44:04.010896 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-7d9e41fc-cce1-4166-a952-23dc4729801e req-13afa1ca-49cb-4d4d-9246-9d449269ff8d tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Request body: {'port': {'device_id': '4d14211e-7cbf-4e60-8046-78cfad6d4a96', 'network_id': '61231607-2de3-4131-8c3c-3d329c7c03ff', 'admin_state_up': True, 'tenant_id': '41c0d62dea1b4193960fb9d03684346b', 'security_groups': ['238a4477-2cb7-4b92-9c54-ae8da3430574']}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:44:04.127860 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d9e41fc-cce1-4166-a952-23dc4729801e req-13afa1ca-49cb-4d4d-9246-9d449269ff8d tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Made reservation on behalf of 41c0d62dea1b4193960fb9d03684346b for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:44:04.131245 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-7d9e41fc-cce1-4166-a952-23dc4729801e req-13afa1ca-49cb-4d4d-9246-9d449269ff8d tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:04.256762 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [req-7d9e41fc-cce1-4166-a952-23dc4729801e req-13afa1ca-49cb-4d4d-9246-9d449269ff8d tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Allocated IP 172.20.0.10 (61231607-2de3-4131-8c3c-3d329c7c03ff/dd53d77e-cab1-4fae-9905-6cd68c6c5593/120f7418-aaee-459c-b195-a345d2f267a5) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:44:04.394596 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-7d9e41fc-cce1-4166-a952-23dc4729801e req-13afa1ca-49cb-4d4d-9246-9d449269ff8d tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Publish callbacks [] for port (120f7418-aaee-459c-b195-a345d2f267a5), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:04.422143 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 86b5cbe2-71ca-4528-88b4-fbe8ecf9b571 no longer exists at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:44:04.434830 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-7d9e41fc-cce1-4166-a952-23dc4729801e req-13afa1ca-49cb-4d4d-9246-9d449269ff8d tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (120f7418-aaee-459c-b195-a345d2f267a5), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:04.446306 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] No Port match for: 86b5cbe2-71ca-4528-88b4-fbe8ecf9b571 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:44:04.446669 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 86b5cbe2-71ca-4528-88b4-fbe8ecf9b571 not bound to the agent host n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:44:04.477589 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d9e41fc-cce1-4166-a952-23dc4729801e req-13afa1ca-49cb-4d4d-9246-9d449269ff8d tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Network 61231607-2de3-4131-8c3c-3d329c7c03ff is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:44:04.480883 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [req-7d9e41fc-cce1-4166-a952-23dc4729801e req-13afa1ca-49cb-4d4d-9246-9d449269ff8d tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:44:04.484207 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d9e41fc-cce1-4166-a952-23dc4729801e req-13afa1ca-49cb-4d4d-9246-9d449269ff8d tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:44:04.525364 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13afa1ca-49cb-4d4d-9246-9d449269ff8d tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Pushing event updated for resources: {'Port': ['ID=120f7418-aaee-459c-b195-a345d2f267a5,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:44:04.555678 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9e41fc-cce1-4166-a952-23dc4729801e req-13afa1ca-49cb-4d4d-9246-9d449269ff8d tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:04.556433 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-7d9e41fc-cce1-4166-a952-23dc4729801e req-13afa1ca-49cb-4d4d-9246-9d449269ff8d tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:04.575054 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7d9e41fc-cce1-4166-a952-23dc4729801e req-13afa1ca-49cb-4d4d-9246-9d449269ff8d tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5681505 Feb 19 03:44:04.594196 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-7d9e41fc-cce1-4166-a952-23dc4729801e req-cc78a331-d009-4d68-a40a-c87d4d99ece3 service neutron] Request body: {'port': {'device_id': '4d14211e-7cbf-4e60-8046-78cfad6d4a96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826753-2'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:44:04.663965 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-7d9e41fc-cce1-4166-a952-23dc4729801e req-cc78a331-d009-4d68-a40a-c87d4d99ece3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (120f7418-aaee-459c-b195-a345d2f267a5), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:04.717641 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-202d2fac-d7b8-466b-a745-89331f128ce2 None None] Provisioning complete for port 120f7418-aaee-459c-b195-a345d2f267a5 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:44:04.717810 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-202d2fac-d7b8-466b-a745-89331f128ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (120f7418-aaee-459c-b195-a345d2f267a5), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:04.756316 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-202d2fac-d7b8-466b-a745-89331f128ce2 None None] Port 120f7418-aaee-459c-b195-a345d2f267a5 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:44:04.942196 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-7d9e41fc-cce1-4166-a952-23dc4729801e req-cc78a331-d009-4d68-a40a-c87d4d99ece3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 120f7418-aaee-459c-b195-a345d2f267a5 {{(pid=103702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:44:04.949574 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-7d9e41fc-cce1-4166-a952-23dc4729801e req-cc78a331-d009-4d68-a40a-c87d4d99ece3 service neutron] Publish callbacks [] for port (120f7418-aaee-459c-b195-a345d2f267a5), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:04.961967 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-7d9e41fc-cce1-4166-a952-23dc4729801e req-cc78a331-d009-4d68-a40a-c87d4d99ece3 service neutron] Transition to ACTIVE for port object 120f7418-aaee-459c-b195-a345d2f267a5 will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:44:04.965711 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-7d9e41fc-cce1-4166-a952-23dc4729801e req-cc78a331-d009-4d68-a40a-c87d4d99ece3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (120f7418-aaee-459c-b195-a345d2f267a5), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:05.127873 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf912f28-5adf-4746-9041-7743e4a0faa3 req-ffd0f922-c8e7-456f-a5dd-8d9c619edd91 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:05.130331 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bf912f28-5adf-4746-9041-7743e4a0faa3 req-ffd0f922-c8e7-456f-a5dd-8d9c619edd91 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=4d14211e-7cbf-4e60-8046-78cfad6d4a96 HTTP/1.1" status: 200 len: 944 time: 0.0624897 Feb 19 03:44:05.187991 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bf912f28-5adf-4746-9041-7743e4a0faa3 req-99d9a7d4-3376-4872-a2fe-1c1b484c59b5 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505958 Feb 19 03:44:05.366535 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc78a331-d009-4d68-a40a-c87d4d99ece3 service neutron] Pushing event updated for resources: {'Port': ['ID=120f7418-aaee-459c-b195-a345d2f267a5,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:44:05.436587 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-7d9e41fc-cce1-4166-a952-23dc4729801e req-cc78a331-d009-4d68-a40a-c87d4d99ece3 service neutron] Attempting to bind port 120f7418-aaee-459c-b195-a345d2f267a5 on host n-h1-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:44:05.437050 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-7d9e41fc-cce1-4166-a952-23dc4729801e req-cc78a331-d009-4d68-a40a-c87d4d99ece3 service neutron] Attempting to bind port 120f7418-aaee-459c-b195-a345d2f267a5 by drivers openvswitch,hyperv on host n-h1-826753-2 at level 0 using segments [{'id': '4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '61231607-2de3-4131-8c3c-3d329c7c03ff'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:44:05.437450 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9e41fc-cce1-4166-a952-23dc4729801e req-cc78a331-d009-4d68-a40a-c87d4d99ece3 service neutron] Attempting to bind port 120f7418-aaee-459c-b195-a345d2f267a5 on network 61231607-2de3-4131-8c3c-3d329c7c03ff {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:44:05.443030 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9e41fc-cce1-4166-a952-23dc4729801e req-cc78a331-d009-4d68-a40a-c87d4d99ece3 service neutron] Port 120f7418-aaee-459c-b195-a345d2f267a5 on network 61231607-2de3-4131-8c3c-3d329c7c03ff not bound, no agent of type Open vSwitch agent registered on host n-h1-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:44:05.443416 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9e41fc-cce1-4166-a952-23dc4729801e req-cc78a331-d009-4d68-a40a-c87d4d99ece3 service neutron] Attempting to bind port 120f7418-aaee-459c-b195-a345d2f267a5 on network 61231607-2de3-4131-8c3c-3d329c7c03ff {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:44:05.448735 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9e41fc-cce1-4166-a952-23dc4729801e req-cc78a331-d009-4d68-a40a-c87d4d99ece3 service neutron] Checking agent: {'id': '9d56fb1b-2855-496a-a6d9-c324740cb98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:44:05.449190 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9e41fc-cce1-4166-a952-23dc4729801e req-cc78a331-d009-4d68-a40a-c87d4d99ece3 service neutron] Checking segment: {'id': '4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '61231607-2de3-4131-8c3c-3d329c7c03ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:44:05.449623 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9e41fc-cce1-4166-a952-23dc4729801e req-cc78a331-d009-4d68-a40a-c87d4d99ece3 service neutron] Bound using segment: {'id': '4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '61231607-2de3-4131-8c3c-3d329c7c03ff'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:44:05.450005 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-7d9e41fc-cce1-4166-a952-23dc4729801e req-cc78a331-d009-4d68-a40a-c87d4d99ece3 service neutron] Bound port: 120f7418-aaee-459c-b195-a345d2f267a5, host: n-h1-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '61231607-2de3-4131-8c3c-3d329c7c03ff'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:44:05.450361 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-7d9e41fc-cce1-4166-a952-23dc4729801e req-cc78a331-d009-4d68-a40a-c87d4d99ece3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (120f7418-aaee-459c-b195-a345d2f267a5), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:05.521044 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-7d9e41fc-cce1-4166-a952-23dc4729801e req-cc78a331-d009-4d68-a40a-c87d4d99ece3 service neutron] For port 120f7418-aaee-459c-b195-a345d2f267a5, host n-h1-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:44:05.524642 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-7d9e41fc-cce1-4166-a952-23dc4729801e req-cc78a331-d009-4d68-a40a-c87d4d99ece3 service neutron] For port 120f7418-aaee-459c-b195-a345d2f267a5, host n-h1-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=120f7418-aaee-459c-b195-a345d2f267a5,segment=NetworkSegment(4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0),segment_id=4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:44:05.532308 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-7d9e41fc-cce1-4166-a952-23dc4729801e req-cc78a331-d009-4d68-a40a-c87d4d99ece3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (120f7418-aaee-459c-b195-a345d2f267a5), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:05.571722 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9e41fc-cce1-4166-a952-23dc4729801e req-cc78a331-d009-4d68-a40a-c87d4d99ece3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:05.572370 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-7d9e41fc-cce1-4166-a952-23dc4729801e req-cc78a331-d009-4d68-a40a-c87d4d99ece3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:05.573820 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7d9e41fc-cce1-4166-a952-23dc4729801e req-cc78a331-d009-4d68-a40a-c87d4d99ece3 service neutron] 10.222.0.73 "PUT /v2.0/ports/120f7418-aaee-459c-b195-a345d2f267a5 HTTP/1.1" status: 200 len: 1092 time: 0.9858754 Feb 19 03:44:05.574285 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d14211e-7cbf-4e60-8046-78cfad6d4a96', 'tag': '120f7418-aaee-459c-b195-a345d2f267a5'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:44:05.576826 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b48a34f37e4e31fa410c3f10fa4e23c828d45427043ff8d3e4d9f228381d6ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19111719-a2fa-4f45-9aba-808205d61599" -d '{"events": [{"name": "network-changed", "server_uuid": "4d14211e-7cbf-4e60-8046-78cfad6d4a96", "tag": "120f7418-aaee-459c-b195-a345d2f267a5"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:44:05.619619 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc78a331-d009-4d68-a40a-c87d4d99ece3 service neutron] Pushing event updated for resources: {'Port': ['ID=120f7418-aaee-459c-b195-a345d2f267a5,revision_number=3']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:44:05.631218 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4f45580-a0a4-4334-8461-4a8a1c6a0a2c x-openstack-request-id: req-b4f45580-a0a4-4334-8461-4a8a1c6a0a2c {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:44:05.631699 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d14211e-7cbf-4e60-8046-78cfad6d4a96", "tag": "120f7418-aaee-459c-b195-a345d2f267a5", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:44:05.632075 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b4f45580-a0a4-4334-8461-4a8a1c6a0a2c {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:44:05.633431 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d14211e-7cbf-4e60-8046-78cfad6d4a96', 'tag': '120f7418-aaee-459c-b195-a345d2f267a5', 'status': 'completed', 'code': 200} Feb 19 03:44:05.704471 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9e41fc-cce1-4166-a952-23dc4729801e req-1935960f-77d5-4b16-92d4-994dc803a10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:05.706044 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7d9e41fc-cce1-4166-a952-23dc4729801e req-1935960f-77d5-4b16-92d4-994dc803a10c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=41c0d62dea1b4193960fb9d03684346b&device_id=4d14211e-7cbf-4e60-8046-78cfad6d4a96 HTTP/1.1" status: 200 len: 1126 time: 0.0562272 Feb 19 03:44:05.754439 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7d9e41fc-cce1-4166-a952-23dc4729801e req-14b324ed-79d1-4014-be5e-202603461c22 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=120f7418-aaee-459c-b195-a345d2f267a5 HTTP/1.1" status: 200 len: 217 time: 0.0352652 Feb 19 03:44:05.815150 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9e41fc-cce1-4166-a952-23dc4729801e req-0bfb521c-e20b-49a9-aa2a-f774cdb01474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:05.816717 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7d9e41fc-cce1-4166-a952-23dc4729801e req-0bfb521c-e20b-49a9-aa2a-f774cdb01474 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=dd53d77e-cab1-4fae-9905-6cd68c6c5593 HTTP/1.1" status: 200 len: 851 time: 0.0559099 Feb 19 03:44:05.867042 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9e41fc-cce1-4166-a952-23dc4729801e req-d8c93ab9-41f0-4f1b-a0eb-ac638c6ba86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:05.868588 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7d9e41fc-cce1-4166-a952-23dc4729801e req-d8c93ab9-41f0-4f1b-a0eb-ac638c6ba86d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=61231607-2de3-4131-8c3c-3d329c7c03ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0463722 Feb 19 03:44:05.954834 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7d9e41fc-cce1-4166-a952-23dc4729801e req-1d950f2f-e002-4506-9d2f-0a5e28855ed5 service neutron] 10.222.0.73 "GET /v2.0/networks/61231607-2de3-4131-8c3c-3d329c7c03ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803919 Feb 19 03:44:06.044465 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7d9e41fc-cce1-4166-a952-23dc4729801e req-32159b66-3a89-4a06-83c1-5876bb360932 service neutron] 10.222.0.73 "GET /v2.0/networks/61231607-2de3-4131-8c3c-3d329c7c03ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838182 Feb 19 03:44:06.172424 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19111719-a2fa-4f45-9aba-808205d61599 req-3726d8e3-8fbf-47aa-a5e4-58c1630fc815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:06.174081 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-19111719-a2fa-4f45-9aba-808205d61599 req-3726d8e3-8fbf-47aa-a5e4-58c1630fc815 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=41c0d62dea1b4193960fb9d03684346b&device_id=4d14211e-7cbf-4e60-8046-78cfad6d4a96 HTTP/1.1" status: 200 len: 1126 time: 0.0452516 Feb 19 03:44:06.269603 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19111719-a2fa-4f45-9aba-808205d61599 req-44a813a9-9039-41a6-b10f-41e6d1bbe9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:06.271097 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-19111719-a2fa-4f45-9aba-808205d61599 req-44a813a9-9039-41a6-b10f-41e6d1bbe9f8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=61231607-2de3-4131-8c3c-3d329c7c03ff HTTP/1.1" status: 200 len: 913 time: 0.0910428 Feb 19 03:44:06.311467 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bce86f-bcd4-4242-b5f8-e94a8cf21667 req-457b24b5-b0f1-4b17-9634-be13dac4f557 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:06.312673 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-19111719-a2fa-4f45-9aba-808205d61599 req-6bb5e656-f62f-4d1a-8539-cfa84d0031a5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=120f7418-aaee-459c-b195-a345d2f267a5 HTTP/1.1" status: 200 len: 217 time: 0.0360725 Feb 19 03:44:06.312978 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d6bce86f-bcd4-4242-b5f8-e94a8cf21667 req-457b24b5-b0f1-4b17-9634-be13dac4f557 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=4d14211e-7cbf-4e60-8046-78cfad6d4a96 HTTP/1.1" status: 200 len: 944 time: 0.0537369 Feb 19 03:44:06.360584 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d6bce86f-bcd4-4242-b5f8-e94a8cf21667 req-76f11aad-21b8-49e9-af08-9e0ff0d6d619 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417719 Feb 19 03:44:06.361119 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19111719-a2fa-4f45-9aba-808205d61599 req-3ef535b9-0a7b-4a9c-9c7d-5bfde4fff181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:06.362619 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-19111719-a2fa-4f45-9aba-808205d61599 req-3ef535b9-0a7b-4a9c-9c7d-5bfde4fff181 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=dd53d77e-cab1-4fae-9905-6cd68c6c5593 HTTP/1.1" status: 200 len: 851 time: 0.0447967 Feb 19 03:44:06.416094 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19111719-a2fa-4f45-9aba-808205d61599 req-3227a19c-b96a-4fcf-aa09-835ba70e3574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:06.417649 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-19111719-a2fa-4f45-9aba-808205d61599 req-3227a19c-b96a-4fcf-aa09-835ba70e3574 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=61231607-2de3-4131-8c3c-3d329c7c03ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0488939 Feb 19 03:44:06.506508 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-19111719-a2fa-4f45-9aba-808205d61599 req-ec755592-3313-4021-afd2-e480868398a9 service neutron] 10.222.0.73 "GET /v2.0/networks/61231607-2de3-4131-8c3c-3d329c7c03ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821702 Feb 19 03:44:06.599374 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-19111719-a2fa-4f45-9aba-808205d61599 req-970b6cb6-c017-4aab-bab8-3f0ecc2f5e6a service neutron] 10.222.0.73 "GET /v2.0/networks/61231607-2de3-4131-8c3c-3d329c7c03ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873702 Feb 19 03:44:07.479975 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a456db90-2c82-46c0-a108-458332d89203 req-ff9e3d34-db32-44db-b967-bf033cee6ed0 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:07.481491 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a456db90-2c82-46c0-a108-458332d89203 req-ff9e3d34-db32-44db-b967-bf033cee6ed0 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=4d14211e-7cbf-4e60-8046-78cfad6d4a96 HTTP/1.1" status: 200 len: 944 time: 0.0516026 Feb 19 03:44:07.528221 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a456db90-2c82-46c0-a108-458332d89203 req-ab61e08d-7a9d-4971-8832-ed452ac278a2 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404415 Feb 19 03:44:08.654705 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f0a4d1-147b-40ef-a664-616be0cc34b2 req-5630bc20-e97c-4594-87a6-a8deca0f50cb tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:08.656186 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-91f0a4d1-147b-40ef-a664-616be0cc34b2 req-5630bc20-e97c-4594-87a6-a8deca0f50cb tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=4d14211e-7cbf-4e60-8046-78cfad6d4a96 HTTP/1.1" status: 200 len: 944 time: 0.0585313 Feb 19 03:44:08.704006 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-91f0a4d1-147b-40ef-a664-616be0cc34b2 req-deb2528a-4496-4453-8645-25b2b92799ad tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422392 Feb 19 03:44:08.990760 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 120f7418-aaee-459c-b195-a345d2f267a5 details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:44:09.088835 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 120f7418-aaee-459c-b195-a345d2f267a5, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=120f7418-aaee-459c-b195-a345d2f267a5,segment=NetworkSegment(4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0),segment_id=4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:44:09.100431 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': '120f7418-aaee-459c-b195-a345d2f267a5', 'network_id': '61231607-2de3-4131-8c3c-3d329c7c03ff', 'port_id': '120f7418-aaee-459c-b195-a345d2f267a5', 'mac_address': 'fa:16:3e:d1:19:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd53d77e-cab1-4fae-9905-6cd68c6c5593', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:44:09.137821 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 120f7418-aaee-459c-b195-a345d2f267a5 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:44:09.138272 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (120f7418-aaee-459c-b195-a345d2f267a5), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:09.151016 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 120f7418-aaee-459c-b195-a345d2f267a5 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:44:09.171219 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 120f7418-aaee-459c-b195-a345d2f267a5, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=120f7418-aaee-459c-b195-a345d2f267a5,segment=NetworkSegment(4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0),segment_id=4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:44:09.175194 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (120f7418-aaee-459c-b195-a345d2f267a5), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:09.224167 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=120f7418-aaee-459c-b195-a345d2f267a5,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:44:09.231320 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:44:09.231659 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:44:09.232020 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:44:09.232395 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:44:09.232721 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:44:09.233069 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:44:09.233410 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:44:09.233711 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:44:09.234025 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:44:09.234337 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:44:09.234650 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:44:09.234994 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:44:09.235303 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:44:09.540924 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['120f7418-aaee-459c-b195-a345d2f267a5'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:44:09.824031 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbb6ca6-941f-4343-9209-3fdbbe8f79fb req-9e2a01e2-cfa4-4e6c-b7a3-0502fce597ba tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:09.825567 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9fbb6ca6-941f-4343-9209-3fdbbe8f79fb req-9e2a01e2-cfa4-4e6c-b7a3-0502fce597ba tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=4d14211e-7cbf-4e60-8046-78cfad6d4a96 HTTP/1.1" status: 200 len: 945 time: 0.0542958 Feb 19 03:44:09.872521 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9fbb6ca6-941f-4343-9209-3fdbbe8f79fb req-6e335fcf-c473-495a-9acb-5a1b91367df5 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403683 Feb 19 03:44:10.983032 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 120f7418-aaee-459c-b195-a345d2f267a5 up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:44:11.001767 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af165173-1948-4a88-ba47-21ee0ce4703b req-5c6a2373-f2c7-4492-8775-40b2f4fd3075 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:11.003277 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-af165173-1948-4a88-ba47-21ee0ce4703b req-5c6a2373-f2c7-4492-8775-40b2f4fd3075 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=4d14211e-7cbf-4e60-8046-78cfad6d4a96 HTTP/1.1" status: 200 len: 945 time: 0.0579386 Feb 19 03:44:11.037058 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning for port 120f7418-aaee-459c-b195-a345d2f267a5 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:44:11.038010 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port 120f7418-aaee-459c-b195-a345d2f267a5 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:44:11.038420 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (120f7418-aaee-459c-b195-a345d2f267a5), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:11.058446 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-af165173-1948-4a88-ba47-21ee0ce4703b req-c7fd1c63-256e-4ed2-a6f1-e74fd2c72579 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495563 Feb 19 03:44:11.117559 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 120f7418-aaee-459c-b195-a345d2f267a5 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:44:11.117944 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (120f7418-aaee-459c-b195-a345d2f267a5), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:11.141102 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d14211e-7cbf-4e60-8046-78cfad6d4a96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '120f7418-aaee-459c-b195-a345d2f267a5'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:44:11.143317 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88fe038525c8a7a69a3adae1ae732c1dd0c63371bed0a925712ea7f2f25f70bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39f37102-a9f6-4bc6-873a-4453fea66a28" -d '{"events": [{"server_uuid": "4d14211e-7cbf-4e60-8046-78cfad6d4a96", "name": "network-vif-plugged", "status": "completed", "tag": "120f7418-aaee-459c-b195-a345d2f267a5"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:44:11.156593 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 120f7418-aaee-459c-b195-a345d2f267a5, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=120f7418-aaee-459c-b195-a345d2f267a5,segment=NetworkSegment(4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0),segment_id=4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:44:11.160084 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (120f7418-aaee-459c-b195-a345d2f267a5), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:11.186123 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0004631f-003c-4449-8e75-4f060785e246 x-openstack-request-id: req-0004631f-003c-4449-8e75-4f060785e246 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:44:11.186416 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d14211e-7cbf-4e60-8046-78cfad6d4a96", "name": "network-vif-plugged", "status": "completed", "tag": "120f7418-aaee-459c-b195-a345d2f267a5", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:44:11.186667 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0004631f-003c-4449-8e75-4f060785e246 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:44:11.187056 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d14211e-7cbf-4e60-8046-78cfad6d4a96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '120f7418-aaee-459c-b195-a345d2f267a5', 'code': 200} Feb 19 03:44:11.212191 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=120f7418-aaee-459c-b195-a345d2f267a5,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:44:11.313336 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b240a9-c412-4e1a-949f-24e41eb4b91c req-c1cc055c-2e90-43c0-9682-81f60ed41b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:11.314885 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-77b240a9-c412-4e1a-949f-24e41eb4b91c req-c1cc055c-2e90-43c0-9682-81f60ed41b5a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4d14211e-7cbf-4e60-8046-78cfad6d4a96 HTTP/1.1" status: 200 len: 1128 time: 0.0451915 Feb 19 03:44:11.360060 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-77b240a9-c412-4e1a-949f-24e41eb4b91c req-740cc5e3-e99c-4fc5-8904-5067e4a35825 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387888 Feb 19 03:44:12.180259 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2944edfd-1b07-46b2-b32d-03279d094e87 req-a52c4b5a-1750-423d-ac54-372963bda259 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:12.181754 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2944edfd-1b07-46b2-b32d-03279d094e87 req-a52c4b5a-1750-423d-ac54-372963bda259 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=4d14211e-7cbf-4e60-8046-78cfad6d4a96 HTTP/1.1" status: 200 len: 946 time: 0.0517828 Feb 19 03:44:12.228205 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2944edfd-1b07-46b2-b32d-03279d094e87 req-920a6977-a15a-455d-bce0-e57188df36fc tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400045 Feb 19 03:44:13.349340 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb40763-0e14-49f8-bc40-cf97267356ba req-4c050235-e9c0-4723-8246-83936556fb80 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:13.350829 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bdb40763-0e14-49f8-bc40-cf97267356ba req-4c050235-e9c0-4723-8246-83936556fb80 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=4d14211e-7cbf-4e60-8046-78cfad6d4a96 HTTP/1.1" status: 200 len: 946 time: 0.0517440 Feb 19 03:44:13.400038 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bdb40763-0e14-49f8-bc40-cf97267356ba req-f06f7363-746f-45b8-9c37-59c6b0828275 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436711 Feb 19 03:44:13.513863 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2864bef8-d3c6-4ab5-b89c-99e0fe54460c req-e8ef877b-a116-4c1f-aa8d-41aad0a2bc49 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:13.515316 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2864bef8-d3c6-4ab5-b89c-99e0fe54460c req-e8ef877b-a116-4c1f-aa8d-41aad0a2bc49 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=4d14211e-7cbf-4e60-8046-78cfad6d4a96 HTTP/1.1" status: 200 len: 946 time: 0.0516055 Feb 19 03:44:13.523752 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 50886) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:44:13.527945 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-f1dbaed7-0664-42e6-8eaa-8233d11e99e3 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Request body: {'floatingip': {'port_id': '120f7418-aaee-459c-b195-a345d2f267a5'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:44:13.567732 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f1dbaed7-0664-42e6-8eaa-8233d11e99e3 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Publish callbacks [] for floatingip (5c419d2d-fff0-4956-a592-9e52255a280b), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:14.002024 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f1dbaed7-0664-42e6-8eaa-8233d11e99e3 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:14.005795 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f1dbaed7-0664-42e6-8eaa-8233d11e99e3 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16285943'] for floatingip (5c419d2d-fff0-4956-a592-9e52255a280b), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:14.108785 n-d-826753-2 neutron-server[103701]: INFO neutron.db.l3_db [None req-f1dbaed7-0664-42e6-8eaa-8233d11e99e3 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Floating IP 5c419d2d-fff0-4956-a592-9e52255a280b associated. External IP: 172.25.6.147, port: 120f7418-aaee-459c-b195-a345d2f267a5. Feb 19 03:44:14.328010 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1dbaed7-0664-42e6-8eaa-8233d11e99e3 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Router 40dae7ba-0f01-4414-918f-b8cf6f38098f has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:44:14.712535 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1dbaed7-0664-42e6-8eaa-8233d11e99e3 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:44:14.717606 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f1dbaed7-0664-42e6-8eaa-8233d11e99e3 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:14.723429 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241e2cfa-d3f4-4f74-b187-be44a8a65647 None None] Sync routers for ids ['40dae7ba-0f01-4414-918f-b8cf6f38098f'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:44:14.735102 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241e2cfa-d3f4-4f74-b187-be44a8a65647 None None] Routers {'40dae7ba-0f01-4414-918f-b8cf6f38098f'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:44:14.735721 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-241e2cfa-d3f4-4f74-b187-be44a8a65647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:43:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['40dae7ba-0f01-4414-918f-b8cf6f38098f'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:44:14.746832 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-f1dbaed7-0664-42e6-8eaa-8233d11e99e3 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "PUT /v2.0/floatingips/5c419d2d-fff0-4956-a592-9e52255a280b HTTP/1.1" status: 200 len: 993 time: 1.2220523 Feb 19 03:44:14.747457 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d14211e-7cbf-4e60-8046-78cfad6d4a96', 'tag': '120f7418-aaee-459c-b195-a345d2f267a5'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:44:14.750660 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64650e7238020d70304413a5b849b926770e068c757b8393e93027c7f92d28d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70451401-b0e2-4a38-b703-da07357e0668" -d '{"events": [{"name": "network-changed", "server_uuid": "4d14211e-7cbf-4e60-8046-78cfad6d4a96", "tag": "120f7418-aaee-459c-b195-a345d2f267a5"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:44:14.789312 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2e9ebd4-b5fc-40b1-a9de-065c1c24dd93 x-openstack-request-id: req-e2e9ebd4-b5fc-40b1-a9de-065c1c24dd93 {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:44:14.789618 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d14211e-7cbf-4e60-8046-78cfad6d4a96", "tag": "120f7418-aaee-459c-b195-a345d2f267a5", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:44:14.789880 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e2e9ebd4-b5fc-40b1-a9de-065c1c24dd93 {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:44:14.790281 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d14211e-7cbf-4e60-8046-78cfad6d4a96', 'tag': '120f7418-aaee-459c-b195-a345d2f267a5', 'status': 'completed', 'code': 200} Feb 19 03:44:14.850300 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-241e2cfa-d3f4-4f74-b187-be44a8a65647 None None] Set router 40dae7ba-0f01-4414-918f-b8cf6f38098f gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:44:14.881535 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70451401-b0e2-4a38-b703-da07357e0668 req-930c0b37-ac16-4a33-9369-aa501f7aea16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:14.882955 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-70451401-b0e2-4a38-b703-da07357e0668 req-930c0b37-ac16-4a33-9369-aa501f7aea16 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=41c0d62dea1b4193960fb9d03684346b&device_id=4d14211e-7cbf-4e60-8046-78cfad6d4a96 HTTP/1.1" status: 200 len: 1128 time: 0.0476484 Feb 19 03:44:14.984672 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70451401-b0e2-4a38-b703-da07357e0668 req-0ef0ae38-a2a8-4920-8b68-81011a1bcfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:14.985632 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-70451401-b0e2-4a38-b703-da07357e0668 req-0ef0ae38-a2a8-4920-8b68-81011a1bcfb2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=61231607-2de3-4131-8c3c-3d329c7c03ff HTTP/1.1" status: 200 len: 913 time: 0.0974522 Feb 19 03:44:15.064428 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-70451401-b0e2-4a38-b703-da07357e0668 req-72c8e140-7152-40bc-bfdf-5890272f22f4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=120f7418-aaee-459c-b195-a345d2f267a5 HTTP/1.1" status: 200 len: 1001 time: 0.0731988 Feb 19 03:44:15.068014 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [req-08539989-f1a3-49d7-a928-d43d44892b98 req-2a29204b-1c77-40f4-aea0-f3ba529d52a1 service neutron] (103701) timed out ('10.222.0.82', 58563) {{(pid=103701) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 03:44:15.095157 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-241e2cfa-d3f4-4f74-b187-be44a8a65647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40dae7ba-0f01-4414-918f-b8cf6f38098f', 'name': 'tempest-ServerActionsTestJSON-1998691811-router', 'tenant_id': '41c0d62dea1b4193960fb9d03684346b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '53c8779c-fd7c-4afa-aebe-0e875cb7b32c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:41:19Z', 'updated_at': '2022-02-19T03:41:22Z', 'revision_number': 4, 'project_id': '41c0d62dea1b4193960fb9d03684346b', 'gw_port': {'id': '53c8779c-fd7c-4afa-aebe-0e875cb7b32c', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dae7ba-0f01-4414-918f-b8cf6f38098f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:41:19Z', 'updated_at': '2022-02-19T03:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': '5c419d2d-fff0-4956-a592-9e52255a280b', 'tenant_id': '41c0d62dea1b4193960fb9d03684346b', 'floating_ip_address': '172.25.6.147', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': '40dae7ba-0f01-4414-918f-b8cf6f38098f', 'port_id': '120f7418-aaee-459c-b195-a345d2f267a5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61231607-2de3-4131-8c3c-3d329c7c03ff', 'mac_address': 'fa:16:3e:d1:19:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d14211e-7cbf-4e60-8046-78cfad6d4a96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:41:24Z', 'updated_at': '2022-02-19T03:44:13Z', 'revision_number': 13, 'project_id': '41c0d62dea1b4193960fb9d03684346b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43a343ed-f21b-4821-9b1b-0cb7a5f9ccec', 'name': '', 'network_id': '61231607-2de3-4131-8c3c-3d329c7c03ff', 'tenant_id': '41c0d62dea1b4193960fb9d03684346b', 'mac_address': 'fa:16:3e:3f:d1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dae7ba-0f01-4414-918f-b8cf6f38098f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'dd53d77e-cab1-4fae-9905-6cd68c6c5593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:41:21Z', 'updated_at': '2022-02-19T03:41:25Z', 'revision_number': 5, 'project_id': '41c0d62dea1b4193960fb9d03684346b', 'subnets': [{'id': 'dd53d77e-cab1-4fae-9905-6cd68c6c5593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:44:15.124961 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241e2cfa-d3f4-4f74-b187-be44a8a65647 None None] Checking router: 40dae7ba-0f01-4414-918f-b8cf6f38098f for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:44:15.126183 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70451401-b0e2-4a38-b703-da07357e0668 req-c08ab663-5825-4423-8f6c-f74219a157a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:15.127809 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-70451401-b0e2-4a38-b703-da07357e0668 req-c08ab663-5825-4423-8f6c-f74219a157a4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=dd53d77e-cab1-4fae-9905-6cd68c6c5593 HTTP/1.1" status: 200 len: 851 time: 0.0564408 Feb 19 03:44:15.133493 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241e2cfa-d3f4-4f74-b187-be44a8a65647 None None] Routers {'40dae7ba-0f01-4414-918f-b8cf6f38098f'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:44:15.134146 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-241e2cfa-d3f4-4f74-b187-be44a8a65647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:43:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['40dae7ba-0f01-4414-918f-b8cf6f38098f'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:44:15.184844 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70451401-b0e2-4a38-b703-da07357e0668 req-29b26a5f-3f61-440b-b54b-2b4934414209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:15.186930 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-70451401-b0e2-4a38-b703-da07357e0668 req-29b26a5f-3f61-440b-b54b-2b4934414209 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=61231607-2de3-4131-8c3c-3d329c7c03ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0536168 Feb 19 03:44:15.280993 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-70451401-b0e2-4a38-b703-da07357e0668 req-21773bfd-f97f-434c-98a2-c713baea3aae service neutron] 10.222.0.73 "GET /v2.0/networks/61231607-2de3-4131-8c3c-3d329c7c03ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876300 Feb 19 03:44:15.356452 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-241e2cfa-d3f4-4f74-b187-be44a8a65647 None None] Set router 40dae7ba-0f01-4414-918f-b8cf6f38098f gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:44:15.380455 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-70451401-b0e2-4a38-b703-da07357e0668 req-e474960e-8dcf-411c-97c0-b3da98f84fdd service neutron] 10.222.0.73 "GET /v2.0/networks/61231607-2de3-4131-8c3c-3d329c7c03ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943201 Feb 19 03:44:15.586906 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-241e2cfa-d3f4-4f74-b187-be44a8a65647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40dae7ba-0f01-4414-918f-b8cf6f38098f', 'name': 'tempest-ServerActionsTestJSON-1998691811-router', 'tenant_id': '41c0d62dea1b4193960fb9d03684346b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '53c8779c-fd7c-4afa-aebe-0e875cb7b32c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:41:19Z', 'updated_at': '2022-02-19T03:41:22Z', 'revision_number': 4, 'project_id': '41c0d62dea1b4193960fb9d03684346b', 'gw_port': {'id': '53c8779c-fd7c-4afa-aebe-0e875cb7b32c', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dae7ba-0f01-4414-918f-b8cf6f38098f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:41:19Z', 'updated_at': '2022-02-19T03:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': '5c419d2d-fff0-4956-a592-9e52255a280b', 'tenant_id': '41c0d62dea1b4193960fb9d03684346b', 'floating_ip_address': '172.25.6.147', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': '40dae7ba-0f01-4414-918f-b8cf6f38098f', 'port_id': '120f7418-aaee-459c-b195-a345d2f267a5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61231607-2de3-4131-8c3c-3d329c7c03ff', 'mac_address': 'fa:16:3e:d1:19:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d14211e-7cbf-4e60-8046-78cfad6d4a96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:41:24Z', 'updated_at': '2022-02-19T03:44:13Z', 'revision_number': 13, 'project_id': '41c0d62dea1b4193960fb9d03684346b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43a343ed-f21b-4821-9b1b-0cb7a5f9ccec', 'name': '', 'network_id': '61231607-2de3-4131-8c3c-3d329c7c03ff', 'tenant_id': '41c0d62dea1b4193960fb9d03684346b', 'mac_address': 'fa:16:3e:3f:d1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dae7ba-0f01-4414-918f-b8cf6f38098f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'dd53d77e-cab1-4fae-9905-6cd68c6c5593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:41:21Z', 'updated_at': '2022-02-19T03:41:25Z', 'revision_number': 5, 'project_id': '41c0d62dea1b4193960fb9d03684346b', 'subnets': [{'id': 'dd53d77e-cab1-4fae-9905-6cd68c6c5593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:44:15.612150 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241e2cfa-d3f4-4f74-b187-be44a8a65647 None None] The sync data for ids ['40dae7ba-0f01-4414-918f-b8cf6f38098f'] in n-d-826753-2 is: [{'id': '40dae7ba-0f01-4414-918f-b8cf6f38098f', 'name': 'tempest-ServerActionsTestJSON-1998691811-router', 'tenant_id': '41c0d62dea1b4193960fb9d03684346b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '53c8779c-fd7c-4afa-aebe-0e875cb7b32c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:41:19Z', 'updated_at': '2022-02-19T03:41:22Z', 'revision_number': 4, 'project_id': '41c0d62dea1b4193960fb9d03684346b', 'gw_port': {'id': '53c8779c-fd7c-4afa-aebe-0e875cb7b32c', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dae7ba-0f01-4414-918f-b8cf6f38098f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:41:19Z', 'updated_at': '2022-02-19T03:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': '5c419d2d-fff0-4956-a592-9e52255a280b', 'tenant_id': '41c0d62dea1b4193960fb9d03684346b', 'floating_ip_address': '172.25.6.147', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': '40dae7ba-0f01-4414-918f-b8cf6f38098f', 'port_id': '120f7418-aaee-459c-b195-a345d2f267a5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61231607-2de3-4131-8c3c-3d329c7c03ff', 'mac_address': 'fa:16:3e:d1:19:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d14211e-7cbf-4e60-8046-78cfad6d4a96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:41:24Z', 'updated_at': '2022-02-19T03:44:13Z', 'revision_number': 13, 'project_id': '41c0d62dea1b4193960fb9d03684346b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43a343ed-f21b-4821-9b1b-0cb7a5f9ccec', 'name': '', 'network_id': '61231607-2de3-4131-8c3c-3d329c7c03ff', 'tenant_id': '41c0d62dea1b4193960fb9d03684346b', 'mac_address': 'fa:16:3e:3f:d1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dae7ba-0f01-4414-918f-b8cf6f38098f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'dd53d77e-cab1-4fae-9905-6cd68c6c5593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:41:21Z', 'updated_at': '2022-02-19T03:41:25Z', 'revision_number': 5, 'project_id': '41c0d62dea1b4193960fb9d03684346b', 'subnets': [{'id': 'dd53d77e-cab1-4fae-9905-6cd68c6c5593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:44:15.634752 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-098dbfc2-7a14-4b2a-970c-131e29c75d69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:15.825234 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de10205a-8926-40e3-9422-4c20cc6883d2 None None] New status for floating IP 5c419d2d-fff0-4956-a592-9e52255a280b: ACTIVE {{(pid=103703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:44:17.301455 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21dbe31-e373-40c7-aa2f-c36b100d9386 req-6f996952-a09e-4250-9701-0688f4542f84 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:17.302931 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f21dbe31-e373-40c7-aa2f-c36b100d9386 req-6f996952-a09e-4250-9701-0688f4542f84 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=4d14211e-7cbf-4e60-8046-78cfad6d4a96 HTTP/1.1" status: 200 len: 946 time: 0.0598500 Feb 19 03:44:17.349404 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f21dbe31-e373-40c7-aa2f-c36b100d9386 req-5a5af5a4-4bb8-4d6e-87c4-34fdc1146c69 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404084 Feb 19 03:44:17.802135 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-1b81d11f-0a38-46af-9449-b44e2f78949c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:19.455997 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:20.639700 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:22.041214 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:22.935723 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:44:22.938695 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:26.657655 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:34.823712 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb190907-226f-4871-80d2-8d60f3b842d9 req-199652dd-4dce-4b36-8d74-9aadd44a23f4 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:34.825981 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fb190907-226f-4871-80d2-8d60f3b842d9 req-199652dd-4dce-4b36-8d74-9aadd44a23f4 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=4d14211e-7cbf-4e60-8046-78cfad6d4a96 HTTP/1.1" status: 200 len: 946 time: 0.0582237 Feb 19 03:44:34.832265 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ce830600-b8a7-4dae-9ef3-c9f42286cb01 req-a3cee684-4233-476b-aaca-ea3cde2a9c3f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4d14211e-7cbf-4e60-8046-78cfad6d4a96&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0869122 Feb 19 03:44:34.876592 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fb190907-226f-4871-80d2-8d60f3b842d9 req-f19b4f5d-8f3e-4f2e-a6c6-27ddcaebdd27 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446842 Feb 19 03:44:35.257252 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce830600-b8a7-4dae-9ef3-c9f42286cb01 req-90ecd004-690f-4649-ae3b-e6dd7f873514 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:35.258602 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ce830600-b8a7-4dae-9ef3-c9f42286cb01 req-90ecd004-690f-4649-ae3b-e6dd7f873514 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports/120f7418-aaee-459c-b195-a345d2f267a5 HTTP/1.1" status: 200 len: 943 time: 0.1096077 Feb 19 03:44:35.995384 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f45a15d-32aa-43f5-831b-fa8323e14ee4 req-5812913f-3e58-4d43-8ab6-cdee1575dda5 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:35.996863 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2f45a15d-32aa-43f5-831b-fa8323e14ee4 req-5812913f-3e58-4d43-8ab6-cdee1575dda5 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=4d14211e-7cbf-4e60-8046-78cfad6d4a96 HTTP/1.1" status: 200 len: 946 time: 0.0525043 Feb 19 03:44:36.059592 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2f45a15d-32aa-43f5-831b-fa8323e14ee4 req-2ca25d18-06ae-43bf-afe1-7e3aa466ca68 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569022 Feb 19 03:44:36.230338 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce830600-b8a7-4dae-9ef3-c9f42286cb01 req-b457a483-2d8e-4000-8a20-81be9b2a9eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:36.231911 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ce830600-b8a7-4dae-9ef3-c9f42286cb01 req-b457a483-2d8e-4000-8a20-81be9b2a9eeb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=41c0d62dea1b4193960fb9d03684346b&device_id=4d14211e-7cbf-4e60-8046-78cfad6d4a96 HTTP/1.1" status: 200 len: 1128 time: 0.0441287 Feb 19 03:44:36.321513 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce830600-b8a7-4dae-9ef3-c9f42286cb01 req-c1232b73-4270-42e8-b4c2-83c0a845518e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:36.322981 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ce830600-b8a7-4dae-9ef3-c9f42286cb01 req-c1232b73-4270-42e8-b4c2-83c0a845518e service neutron] 10.222.0.73 "GET /v2.0/networks?id=61231607-2de3-4131-8c3c-3d329c7c03ff HTTP/1.1" status: 200 len: 913 time: 0.0855708 Feb 19 03:44:36.390034 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ce830600-b8a7-4dae-9ef3-c9f42286cb01 req-a07e933c-10f1-4e97-84fe-c535b1260472 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=120f7418-aaee-459c-b195-a345d2f267a5 HTTP/1.1" status: 200 len: 1003 time: 0.0606863 Feb 19 03:44:36.443462 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce830600-b8a7-4dae-9ef3-c9f42286cb01 req-3e43ae86-0498-46df-9c19-b659d6226595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:36.444923 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ce830600-b8a7-4dae-9ef3-c9f42286cb01 req-3e43ae86-0498-46df-9c19-b659d6226595 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=dd53d77e-cab1-4fae-9905-6cd68c6c5593 HTTP/1.1" status: 200 len: 851 time: 0.0484390 Feb 19 03:44:36.494259 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce830600-b8a7-4dae-9ef3-c9f42286cb01 req-28cd2eff-4b7b-4c2c-9e6a-bb468f808ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:36.495676 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ce830600-b8a7-4dae-9ef3-c9f42286cb01 req-28cd2eff-4b7b-4c2c-9e6a-bb468f808ffb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=61231607-2de3-4131-8c3c-3d329c7c03ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0437620 Feb 19 03:44:36.585512 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ce830600-b8a7-4dae-9ef3-c9f42286cb01 req-d89383ba-1ff9-4f3b-9fdc-0618c6bd65ea service neutron] 10.222.0.73 "GET /v2.0/networks/61231607-2de3-4131-8c3c-3d329c7c03ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825922 Feb 19 03:44:36.675799 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ce830600-b8a7-4dae-9ef3-c9f42286cb01 req-64e086b3-46c1-4c00-adc3-4abdfd3641e6 service neutron] 10.222.0.73 "GET /v2.0/networks/61231607-2de3-4131-8c3c-3d329c7c03ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840867 Feb 19 03:44:37.186905 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7183e590-df82-4551-a567-37acaac173c1 req-ff526b47-7da3-4646-b74d-1d2aa364d14a tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:37.188403 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7183e590-df82-4551-a567-37acaac173c1 req-ff526b47-7da3-4646-b74d-1d2aa364d14a tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=4d14211e-7cbf-4e60-8046-78cfad6d4a96 HTTP/1.1" status: 200 len: 946 time: 0.0565455 Feb 19 03:44:37.234517 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7183e590-df82-4551-a567-37acaac173c1 req-259e3b32-ccdc-4b53-a19d-fdd002c44607 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404768 Feb 19 03:44:38.355569 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bed275e-da4b-4870-9631-2ffa3b862af2 req-66bddf2b-eb45-41a3-ae8a-4ae193b48b13 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:38.357657 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6bed275e-da4b-4870-9631-2ffa3b862af2 req-66bddf2b-eb45-41a3-ae8a-4ae193b48b13 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=4d14211e-7cbf-4e60-8046-78cfad6d4a96 HTTP/1.1" status: 200 len: 946 time: 0.0518656 Feb 19 03:44:38.402987 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6bed275e-da4b-4870-9631-2ffa3b862af2 req-dd3b5f70-bcd6-4991-9bd2-1fa9273d9c5a tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398417 Feb 19 03:44:39.525784 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220465cf-ca98-4539-a6d3-c63666fb1eb2 req-396fbcd8-dde4-4325-8042-6f02647e5c80 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:39.527267 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-220465cf-ca98-4539-a6d3-c63666fb1eb2 req-396fbcd8-dde4-4325-8042-6f02647e5c80 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=4d14211e-7cbf-4e60-8046-78cfad6d4a96 HTTP/1.1" status: 200 len: 946 time: 0.0547228 Feb 19 03:44:39.577620 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-220465cf-ca98-4539-a6d3-c63666fb1eb2 req-24e68d4c-506c-40b1-8839-355469b4acab tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445487 Feb 19 03:44:40.468936 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f417b66-d76e-424f-b891-29d1c6eaf3e4 req-217be3f3-e177-47d3-94d7-1265aab43d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:40.470458 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8f417b66-d76e-424f-b891-29d1c6eaf3e4 req-217be3f3-e177-47d3-94d7-1265aab43d22 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=41c0d62dea1b4193960fb9d03684346b&device_id=4d14211e-7cbf-4e60-8046-78cfad6d4a96 HTTP/1.1" status: 200 len: 1128 time: 0.0459745 Feb 19 03:44:40.575506 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f417b66-d76e-424f-b891-29d1c6eaf3e4 req-c63ea195-bbb2-47c4-b634-002c06a9e571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:40.576988 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8f417b66-d76e-424f-b891-29d1c6eaf3e4 req-c63ea195-bbb2-47c4-b634-002c06a9e571 service neutron] 10.222.0.73 "GET /v2.0/networks?id=61231607-2de3-4131-8c3c-3d329c7c03ff HTTP/1.1" status: 200 len: 913 time: 0.0883014 Feb 19 03:44:40.641619 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8f417b66-d76e-424f-b891-29d1c6eaf3e4 req-b4f5953b-c208-4a15-86de-3273783920b3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=120f7418-aaee-459c-b195-a345d2f267a5 HTTP/1.1" status: 200 len: 1003 time: 0.0589380 Feb 19 03:44:40.690488 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f417b66-d76e-424f-b891-29d1c6eaf3e4 req-c5f1d063-07a1-4763-a539-e1842dbc5c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:40.691951 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8f417b66-d76e-424f-b891-29d1c6eaf3e4 req-c5f1d063-07a1-4763-a539-e1842dbc5c75 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=dd53d77e-cab1-4fae-9905-6cd68c6c5593 HTTP/1.1" status: 200 len: 851 time: 0.0450854 Feb 19 03:44:40.699199 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d2b440-4d8e-4744-adc7-1917bf39f557 req-32cdff4b-0993-46ca-9cd6-e0ceeaa3cd68 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:40.701247 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c4d2b440-4d8e-4744-adc7-1917bf39f557 req-32cdff4b-0993-46ca-9cd6-e0ceeaa3cd68 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=4d14211e-7cbf-4e60-8046-78cfad6d4a96 HTTP/1.1" status: 200 len: 946 time: 0.0532715 Feb 19 03:44:40.746436 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f417b66-d76e-424f-b891-29d1c6eaf3e4 req-d587c121-d80c-498a-9c6f-7660b2475963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:40.748913 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8f417b66-d76e-424f-b891-29d1c6eaf3e4 req-d587c121-d80c-498a-9c6f-7660b2475963 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=61231607-2de3-4131-8c3c-3d329c7c03ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0503926 Feb 19 03:44:40.749366 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c4d2b440-4d8e-4744-adc7-1917bf39f557 req-21219033-6850-4405-b57d-b8016f83fc87 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424762 Feb 19 03:44:40.838602 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8f417b66-d76e-424f-b891-29d1c6eaf3e4 req-6f2f1ef8-4b9f-4a81-9341-1d7f93d5f97b service neutron] 10.222.0.73 "GET /v2.0/networks/61231607-2de3-4131-8c3c-3d329c7c03ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834358 Feb 19 03:44:40.933349 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8f417b66-d76e-424f-b891-29d1c6eaf3e4 req-1f6a2ff8-4069-4873-9185-2a95c6dc224b service neutron] 10.222.0.73 "GET /v2.0/networks/61231607-2de3-4131-8c3c-3d329c7c03ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878072 Feb 19 03:44:41.869294 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7a1ae6-6788-4671-a437-75d24c00ff4d req-e80d2405-714f-4cd1-9474-c77a2e97ddd4 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:41.870769 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ef7a1ae6-6788-4671-a437-75d24c00ff4d req-e80d2405-714f-4cd1-9474-c77a2e97ddd4 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=4d14211e-7cbf-4e60-8046-78cfad6d4a96 HTTP/1.1" status: 200 len: 946 time: 0.0517709 Feb 19 03:44:41.916226 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ef7a1ae6-6788-4671-a437-75d24c00ff4d req-11e0e33c-3dec-4917-984c-842bbab114ed tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396779 Feb 19 03:44:43.038538 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0699feec-5190-4ff5-b6f8-c7aa494e0acc req-bc9eed19-3169-417e-a382-4ad82a3b8cfa tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:43.040040 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0699feec-5190-4ff5-b6f8-c7aa494e0acc req-bc9eed19-3169-417e-a382-4ad82a3b8cfa tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=4d14211e-7cbf-4e60-8046-78cfad6d4a96 HTTP/1.1" status: 200 len: 946 time: 0.0551887 Feb 19 03:44:43.090017 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0699feec-5190-4ff5-b6f8-c7aa494e0acc req-fb37b536-2e36-4afa-9f1d-8a5ad51fd00a tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435300 Feb 19 03:44:44.212044 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fb2507-6319-4663-9f6a-fc6d3c4b1761 req-2de4648c-f5cb-4c44-a22c-3d5da3409167 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:44.213554 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b7fb2507-6319-4663-9f6a-fc6d3c4b1761 req-2de4648c-f5cb-4c44-a22c-3d5da3409167 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=4d14211e-7cbf-4e60-8046-78cfad6d4a96 HTTP/1.1" status: 200 len: 946 time: 0.0545540 Feb 19 03:44:44.259991 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b7fb2507-6319-4663-9f6a-fc6d3c4b1761 req-3763fd55-fb8f-4493-af86-15c913ccb62f tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406680 Feb 19 03:44:45.384067 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cce8784-3114-4ae8-b5fe-5f7dbfddcb2e req-e4d28f60-05b5-4e24-9e50-564f32810035 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:45.385651 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2cce8784-3114-4ae8-b5fe-5f7dbfddcb2e req-e4d28f60-05b5-4e24-9e50-564f32810035 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=4d14211e-7cbf-4e60-8046-78cfad6d4a96 HTTP/1.1" status: 200 len: 946 time: 0.0522678 Feb 19 03:44:45.439319 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2cce8784-3114-4ae8-b5fe-5f7dbfddcb2e req-332fdec4-8b93-4ee5-9edc-2ba2280e0cd2 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473027 Feb 19 03:44:45.630389 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6ed06404-2b5c-4f49-a7b3-bdd3ea11a54d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:46.562081 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1965c8a7-0967-40b4-aaf0-1a52efa75c9c req-2729d5ec-28b7-4069-98cb-16aad1dca389 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:46.563589 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1965c8a7-0967-40b4-aaf0-1a52efa75c9c req-2729d5ec-28b7-4069-98cb-16aad1dca389 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=4d14211e-7cbf-4e60-8046-78cfad6d4a96 HTTP/1.1" status: 200 len: 946 time: 0.0540469 Feb 19 03:44:46.612691 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1965c8a7-0967-40b4-aaf0-1a52efa75c9c req-9bc55439-e355-4aa1-a546-547ac2268391 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435324 Feb 19 03:44:47.185620 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 120f7418-aaee-459c-b195-a345d2f267a5 no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:44:47.264920 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 120f7418-aaee-459c-b195-a345d2f267a5 is: ACTIVE; New status is: DOWN {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:44:47.265343 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (120f7418-aaee-459c-b195-a345d2f267a5), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:47.287819 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d14211e-7cbf-4e60-8046-78cfad6d4a96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '120f7418-aaee-459c-b195-a345d2f267a5'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:44:47.290074 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88fe038525c8a7a69a3adae1ae732c1dd0c63371bed0a925712ea7f2f25f70bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aac4f9a-a0ef-4002-9288-cdcb29ff0f7f" -d '{"events": [{"server_uuid": "4d14211e-7cbf-4e60-8046-78cfad6d4a96", "name": "network-vif-unplugged", "status": "completed", "tag": "120f7418-aaee-459c-b195-a345d2f267a5"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:44:47.303617 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 120f7418-aaee-459c-b195-a345d2f267a5, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=120f7418-aaee-459c-b195-a345d2f267a5,segment=NetworkSegment(4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0),segment_id=4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:44:47.308150 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (120f7418-aaee-459c-b195-a345d2f267a5), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:47.343243 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e14b5aa-b1dd-4e99-98fa-1ad2462d3cdf x-openstack-request-id: req-7e14b5aa-b1dd-4e99-98fa-1ad2462d3cdf {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:44:47.343520 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d14211e-7cbf-4e60-8046-78cfad6d4a96", "name": "network-vif-unplugged", "status": "completed", "tag": "120f7418-aaee-459c-b195-a345d2f267a5", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:44:47.343779 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7e14b5aa-b1dd-4e99-98fa-1ad2462d3cdf {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:44:47.344179 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d14211e-7cbf-4e60-8046-78cfad6d4a96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '120f7418-aaee-459c-b195-a345d2f267a5', 'code': 200} Feb 19 03:44:47.360933 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=120f7418-aaee-459c-b195-a345d2f267a5,revision_number=6']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:44:47.642975 n-d-826753-2 neutron-server[103702]: INFO neutron.api.v2.resource [req-ce830600-b8a7-4dae-9ef3-c9f42286cb01 req-f87eaaf3-d4e0-42c6-a475-7b0e8cf76955 service neutron] show failed (client error): The resource could not be found. Feb 19 03:44:47.644178 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ce830600-b8a7-4dae-9ef3-c9f42286cb01 req-f87eaaf3-d4e0-42c6-a475-7b0e8cf76955 service neutron] 10.222.0.73 "GET /v2.0/ports/120f7418-aaee-459c-b195-a345d2f267a5/bindings/n-h2-826753-2 HTTP/1.1" status: 404 len: 380 time: 0.0572646 Feb 19 03:44:47.738585 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a02121-6682-4f14-b02b-43458c41c7dc req-ed9304f0-fe62-4bbd-9059-491064fa2091 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:47.740109 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-57a02121-6682-4f14-b02b-43458c41c7dc req-ed9304f0-fe62-4bbd-9059-491064fa2091 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=4d14211e-7cbf-4e60-8046-78cfad6d4a96 HTTP/1.1" status: 200 len: 944 time: 0.0541105 Feb 19 03:44:47.791736 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-57a02121-6682-4f14-b02b-43458c41c7dc req-230f1661-4283-41b4-abf2-83018ae7ee18 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452507 Feb 19 03:44:47.806483 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f832191c-07df-47de-b9dc-f0ec73a8dd8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:47.863760 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce830600-b8a7-4dae-9ef3-c9f42286cb01 req-b3f2e3da-dcd0-4904-b10f-2d2b94133caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:47.865432 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ce830600-b8a7-4dae-9ef3-c9f42286cb01 req-b3f2e3da-dcd0-4904-b10f-2d2b94133caf service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=4d14211e-7cbf-4e60-8046-78cfad6d4a96&tenant_id=41c0d62dea1b4193960fb9d03684346b HTTP/1.1" status: 200 len: 1126 time: 0.0493095 Feb 19 03:44:47.881688 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-ce830600-b8a7-4dae-9ef3-c9f42286cb01 req-0dff198b-aed0-48ae-b48e-8672fc116048 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-826753-2', 'device_owner': 'compute:nova'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:44:47.942537 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-ce830600-b8a7-4dae-9ef3-c9f42286cb01 req-0dff198b-aed0-48ae-b48e-8672fc116048 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (120f7418-aaee-459c-b195-a345d2f267a5), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:48.142099 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-ce830600-b8a7-4dae-9ef3-c9f42286cb01 req-0dff198b-aed0-48ae-b48e-8672fc116048 service neutron] For port 120f7418-aaee-459c-b195-a345d2f267a5, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=120f7418-aaee-459c-b195-a345d2f267a5,segment=NetworkSegment(4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0),segment_id=4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:44:48.175943 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-ce830600-b8a7-4dae-9ef3-c9f42286cb01 req-0dff198b-aed0-48ae-b48e-8672fc116048 service neutron] For port 120f7418-aaee-459c-b195-a345d2f267a5, host n-h1-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:44:48.209670 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-ce830600-b8a7-4dae-9ef3-c9f42286cb01 req-0dff198b-aed0-48ae-b48e-8672fc116048 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 120f7418-aaee-459c-b195-a345d2f267a5 {{(pid=103702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:44:48.218058 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-ce830600-b8a7-4dae-9ef3-c9f42286cb01 req-0dff198b-aed0-48ae-b48e-8672fc116048 service neutron] Publish callbacks [] for port (120f7418-aaee-459c-b195-a345d2f267a5), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:48.230243 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-ce830600-b8a7-4dae-9ef3-c9f42286cb01 req-0dff198b-aed0-48ae-b48e-8672fc116048 service neutron] Transition to ACTIVE for port object 120f7418-aaee-459c-b195-a345d2f267a5 will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:44:48.233827 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-ce830600-b8a7-4dae-9ef3-c9f42286cb01 req-0dff198b-aed0-48ae-b48e-8672fc116048 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (120f7418-aaee-459c-b195-a345d2f267a5), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:48.313857 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dff198b-aed0-48ae-b48e-8672fc116048 service neutron] Pushing event updated for resources: {'Port': ['ID=120f7418-aaee-459c-b195-a345d2f267a5,revision_number=7']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:44:48.360916 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce830600-b8a7-4dae-9ef3-c9f42286cb01 req-0dff198b-aed0-48ae-b48e-8672fc116048 service neutron] No DVR routers for this DVR port 120f7418-aaee-459c-b195-a345d2f267a5 on host n-h1-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:44:48.506282 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-ce830600-b8a7-4dae-9ef3-c9f42286cb01 req-0dff198b-aed0-48ae-b48e-8672fc116048 service neutron] Attempting to bind port 120f7418-aaee-459c-b195-a345d2f267a5 on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:44:48.506615 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-ce830600-b8a7-4dae-9ef3-c9f42286cb01 req-0dff198b-aed0-48ae-b48e-8672fc116048 service neutron] Attempting to bind port 120f7418-aaee-459c-b195-a345d2f267a5 by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': '4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '61231607-2de3-4131-8c3c-3d329c7c03ff'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:44:48.506940 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce830600-b8a7-4dae-9ef3-c9f42286cb01 req-0dff198b-aed0-48ae-b48e-8672fc116048 service neutron] Attempting to bind port 120f7418-aaee-459c-b195-a345d2f267a5 on network 61231607-2de3-4131-8c3c-3d329c7c03ff {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:44:48.511476 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce830600-b8a7-4dae-9ef3-c9f42286cb01 req-0dff198b-aed0-48ae-b48e-8672fc116048 service neutron] Port 120f7418-aaee-459c-b195-a345d2f267a5 on network 61231607-2de3-4131-8c3c-3d329c7c03ff not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:44:48.511792 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce830600-b8a7-4dae-9ef3-c9f42286cb01 req-0dff198b-aed0-48ae-b48e-8672fc116048 service neutron] Attempting to bind port 120f7418-aaee-459c-b195-a345d2f267a5 on network 61231607-2de3-4131-8c3c-3d329c7c03ff {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:44:48.518108 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce830600-b8a7-4dae-9ef3-c9f42286cb01 req-0dff198b-aed0-48ae-b48e-8672fc116048 service neutron] Checking agent: {'id': 'bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:44:48.518462 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce830600-b8a7-4dae-9ef3-c9f42286cb01 req-0dff198b-aed0-48ae-b48e-8672fc116048 service neutron] Checking segment: {'id': '4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '61231607-2de3-4131-8c3c-3d329c7c03ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:44:48.519909 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce830600-b8a7-4dae-9ef3-c9f42286cb01 req-0dff198b-aed0-48ae-b48e-8672fc116048 service neutron] Bound using segment: {'id': '4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '61231607-2de3-4131-8c3c-3d329c7c03ff'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:44:48.520339 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-ce830600-b8a7-4dae-9ef3-c9f42286cb01 req-0dff198b-aed0-48ae-b48e-8672fc116048 service neutron] Bound port: 120f7418-aaee-459c-b195-a345d2f267a5, host: n-h2-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '61231607-2de3-4131-8c3c-3d329c7c03ff'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:44:48.520697 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-ce830600-b8a7-4dae-9ef3-c9f42286cb01 req-0dff198b-aed0-48ae-b48e-8672fc116048 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (120f7418-aaee-459c-b195-a345d2f267a5), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:48.584857 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-ce830600-b8a7-4dae-9ef3-c9f42286cb01 req-0dff198b-aed0-48ae-b48e-8672fc116048 service neutron] For port 120f7418-aaee-459c-b195-a345d2f267a5, host n-h2-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:44:48.587880 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-ce830600-b8a7-4dae-9ef3-c9f42286cb01 req-0dff198b-aed0-48ae-b48e-8672fc116048 service neutron] For port 120f7418-aaee-459c-b195-a345d2f267a5, host n-h2-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=120f7418-aaee-459c-b195-a345d2f267a5,segment=NetworkSegment(4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0),segment_id=4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:44:48.594296 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-ce830600-b8a7-4dae-9ef3-c9f42286cb01 req-0dff198b-aed0-48ae-b48e-8672fc116048 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (120f7418-aaee-459c-b195-a345d2f267a5), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:48.632221 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce830600-b8a7-4dae-9ef3-c9f42286cb01 req-0dff198b-aed0-48ae-b48e-8672fc116048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:48.632837 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-ce830600-b8a7-4dae-9ef3-c9f42286cb01 req-0dff198b-aed0-48ae-b48e-8672fc116048 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:48.634508 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ce830600-b8a7-4dae-9ef3-c9f42286cb01 req-0dff198b-aed0-48ae-b48e-8672fc116048 service neutron] 10.222.0.82 "PUT /v2.0/ports/120f7418-aaee-459c-b195-a345d2f267a5 HTTP/1.1" status: 200 len: 1092 time: 0.7565742 Feb 19 03:44:48.634839 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d14211e-7cbf-4e60-8046-78cfad6d4a96', 'tag': '120f7418-aaee-459c-b195-a345d2f267a5'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:44:48.637659 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b48a34f37e4e31fa410c3f10fa4e23c828d45427043ff8d3e4d9f228381d6ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be1a353e-202a-4512-9eab-03cc202629df" -d '{"events": [{"name": "network-changed", "server_uuid": "4d14211e-7cbf-4e60-8046-78cfad6d4a96", "tag": "120f7418-aaee-459c-b195-a345d2f267a5"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:44:48.661886 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dff198b-aed0-48ae-b48e-8672fc116048 service neutron] Pushing event updated for resources: {'Port': ['ID=120f7418-aaee-459c-b195-a345d2f267a5,revision_number=8']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:44:48.701346 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7b6a374-3809-4199-b0d4-2dbafd2fd3d2 x-openstack-request-id: req-c7b6a374-3809-4199-b0d4-2dbafd2fd3d2 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:44:48.701643 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d14211e-7cbf-4e60-8046-78cfad6d4a96", "tag": "120f7418-aaee-459c-b195-a345d2f267a5", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:44:48.701899 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c7b6a374-3809-4199-b0d4-2dbafd2fd3d2 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:44:48.702302 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d14211e-7cbf-4e60-8046-78cfad6d4a96', 'tag': '120f7418-aaee-459c-b195-a345d2f267a5', 'status': 'completed', 'code': 200} Feb 19 03:44:48.719209 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce830600-b8a7-4dae-9ef3-c9f42286cb01 req-61d21a6d-a578-4e5a-aff9-02b64cdbb83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:48.720719 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ce830600-b8a7-4dae-9ef3-c9f42286cb01 req-61d21a6d-a578-4e5a-aff9-02b64cdbb83d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=41c0d62dea1b4193960fb9d03684346b&device_id=4d14211e-7cbf-4e60-8046-78cfad6d4a96 HTTP/1.1" status: 200 len: 1126 time: 0.0527196 Feb 19 03:44:48.848958 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1a353e-202a-4512-9eab-03cc202629df req-363276e7-b934-4bb6-b1a1-79da90bb1a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:48.850482 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-be1a353e-202a-4512-9eab-03cc202629df req-363276e7-b934-4bb6-b1a1-79da90bb1a74 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=41c0d62dea1b4193960fb9d03684346b&device_id=4d14211e-7cbf-4e60-8046-78cfad6d4a96 HTTP/1.1" status: 200 len: 1126 time: 0.1028419 Feb 19 03:44:48.855046 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce830600-b8a7-4dae-9ef3-c9f42286cb01 req-841a5e6a-739d-4beb-99cb-ec7d26c23006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:48.856999 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ce830600-b8a7-4dae-9ef3-c9f42286cb01 req-841a5e6a-739d-4beb-99cb-ec7d26c23006 service neutron] 10.222.0.82 "GET /v2.0/networks?id=61231607-2de3-4131-8c3c-3d329c7c03ff HTTP/1.1" status: 200 len: 913 time: 0.1284986 Feb 19 03:44:48.935442 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0ac5d2-c86d-4275-890f-840f8e77d459 req-f2eeac5f-cc6f-4987-8c43-f976f0b67088 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:48.937649 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7f0ac5d2-c86d-4275-890f-840f8e77d459 req-f2eeac5f-cc6f-4987-8c43-f976f0b67088 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=4d14211e-7cbf-4e60-8046-78cfad6d4a96 HTTP/1.1" status: 200 len: 944 time: 0.0584419 Feb 19 03:44:48.971173 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ce830600-b8a7-4dae-9ef3-c9f42286cb01 req-042f1e27-fe02-4e74-ad87-bae6a60cf2c4 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=120f7418-aaee-459c-b195-a345d2f267a5 HTTP/1.1" status: 200 len: 1001 time: 0.1060865 Feb 19 03:44:48.990237 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7f0ac5d2-c86d-4275-890f-840f8e77d459 req-81f57c0c-87f1-4e08-9de5-cd4cb79ff740 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466247 Feb 19 03:44:49.020755 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1a353e-202a-4512-9eab-03cc202629df req-68322d19-12d2-4710-86bd-8274de7ef556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:49.022322 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-be1a353e-202a-4512-9eab-03cc202629df req-68322d19-12d2-4710-86bd-8274de7ef556 service neutron] 10.222.0.73 "GET /v2.0/networks?id=61231607-2de3-4131-8c3c-3d329c7c03ff HTTP/1.1" status: 200 len: 913 time: 0.1644154 Feb 19 03:44:49.072817 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce830600-b8a7-4dae-9ef3-c9f42286cb01 req-7fc353a7-17d0-4739-9ecd-bb17be572be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:49.074283 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ce830600-b8a7-4dae-9ef3-c9f42286cb01 req-7fc353a7-17d0-4739-9ecd-bb17be572be2 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=dd53d77e-cab1-4fae-9905-6cd68c6c5593 HTTP/1.1" status: 200 len: 851 time: 0.0954728 Feb 19 03:44:49.119734 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-be1a353e-202a-4512-9eab-03cc202629df req-a475af93-5b64-4679-a09f-53b2e46aaad5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=120f7418-aaee-459c-b195-a345d2f267a5 HTTP/1.1" status: 200 len: 1001 time: 0.0915704 Feb 19 03:44:49.169556 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce830600-b8a7-4dae-9ef3-c9f42286cb01 req-44a2ce17-707a-49d4-853e-29b1a50486b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:49.171068 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ce830600-b8a7-4dae-9ef3-c9f42286cb01 req-44a2ce17-707a-49d4-853e-29b1a50486b8 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=61231607-2de3-4131-8c3c-3d329c7c03ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0903914 Feb 19 03:44:49.176698 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1a353e-202a-4512-9eab-03cc202629df req-cf10cd33-0494-418f-a599-2f1bfa30a9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:49.178183 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-be1a353e-202a-4512-9eab-03cc202629df req-cf10cd33-0494-418f-a599-2f1bfa30a9b4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=dd53d77e-cab1-4fae-9905-6cd68c6c5593 HTTP/1.1" status: 200 len: 851 time: 0.0523868 Feb 19 03:44:49.290515 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1a353e-202a-4512-9eab-03cc202629df req-5f269cc2-d3cc-420a-af4e-b29097575f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:49.291912 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-be1a353e-202a-4512-9eab-03cc202629df req-5f269cc2-d3cc-420a-af4e-b29097575f03 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=61231607-2de3-4131-8c3c-3d329c7c03ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1046658 Feb 19 03:44:49.297916 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ce830600-b8a7-4dae-9ef3-c9f42286cb01 req-8ccb8450-9e71-4fe2-b1c9-129660632ae1 service neutron] 10.222.0.82 "GET /v2.0/networks/61231607-2de3-4131-8c3c-3d329c7c03ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188951 Feb 19 03:44:49.445993 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-be1a353e-202a-4512-9eab-03cc202629df req-5f29c4ff-2c62-4494-b400-d0e906b60456 service neutron] 10.222.0.73 "GET /v2.0/networks/61231607-2de3-4131-8c3c-3d329c7c03ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471665 Feb 19 03:44:49.448123 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ce830600-b8a7-4dae-9ef3-c9f42286cb01 req-67332184-b152-41c4-b8c2-aa6fcd371d08 service neutron] 10.222.0.82 "GET /v2.0/networks/61231607-2de3-4131-8c3c-3d329c7c03ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420467 Feb 19 03:44:49.457928 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:49.568727 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-be1a353e-202a-4512-9eab-03cc202629df req-9494925b-4d05-4b16-9fde-5d2f8d3d425e service neutron] 10.222.0.73 "GET /v2.0/networks/61231607-2de3-4131-8c3c-3d329c7c03ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167302 Feb 19 03:44:49.581528 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1a353e-202a-4512-9eab-03cc202629df req-afe77281-34e4-4c1b-84fa-7e1bb0e92ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:49.583032 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-be1a353e-202a-4512-9eab-03cc202629df req-afe77281-34e4-4c1b-84fa-7e1bb0e92ede service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=41c0d62dea1b4193960fb9d03684346b&device_id=4d14211e-7cbf-4e60-8046-78cfad6d4a96 HTTP/1.1" status: 200 len: 1126 time: 0.0642536 Feb 19 03:44:49.683555 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1a353e-202a-4512-9eab-03cc202629df req-ffa69823-82fb-42fa-b67a-6211aa42b83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:49.685200 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-be1a353e-202a-4512-9eab-03cc202629df req-ffa69823-82fb-42fa-b67a-6211aa42b83b service neutron] 10.222.0.82 "GET /v2.0/networks?id=61231607-2de3-4131-8c3c-3d329c7c03ff HTTP/1.1" status: 200 len: 913 time: 0.0954256 Feb 19 03:44:49.750092 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-be1a353e-202a-4512-9eab-03cc202629df req-89bfbe8c-9d38-4d5c-94c5-3fc9d3f0d224 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=120f7418-aaee-459c-b195-a345d2f267a5 HTTP/1.1" status: 200 len: 1001 time: 0.0593224 Feb 19 03:44:49.798825 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1a353e-202a-4512-9eab-03cc202629df req-b961a7f9-03f3-4289-b812-5b3f1a094ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:49.800372 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-be1a353e-202a-4512-9eab-03cc202629df req-b961a7f9-03f3-4289-b812-5b3f1a094ece service neutron] 10.222.0.82 "GET /v2.0/subnets?id=dd53d77e-cab1-4fae-9905-6cd68c6c5593 HTTP/1.1" status: 200 len: 851 time: 0.0445349 Feb 19 03:44:49.854817 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1a353e-202a-4512-9eab-03cc202629df req-de27491e-4f97-4c8c-b826-0b58c6579330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:49.856232 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-be1a353e-202a-4512-9eab-03cc202629df req-de27491e-4f97-4c8c-b826-0b58c6579330 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=61231607-2de3-4131-8c3c-3d329c7c03ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0493212 Feb 19 03:44:49.942719 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-be1a353e-202a-4512-9eab-03cc202629df req-6ffdc3be-7ee6-4be3-9df5-05832c104400 service neutron] 10.222.0.82 "GET /v2.0/networks/61231607-2de3-4131-8c3c-3d329c7c03ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807838 Feb 19 03:44:50.035155 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-be1a353e-202a-4512-9eab-03cc202629df req-74b9f8c5-659b-495a-9201-91c8c5416cdb service neutron] 10.222.0.82 "GET /v2.0/networks/61231607-2de3-4131-8c3c-3d329c7c03ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847189 Feb 19 03:44:50.123535 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeeae89-ebe3-4808-8de6-1df0c4b04d6a req-98ccd124-d5bc-4802-8a72-6c1a353a8d4d tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:50.124930 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6aeeae89-ebe3-4808-8de6-1df0c4b04d6a req-98ccd124-d5bc-4802-8a72-6c1a353a8d4d tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=4d14211e-7cbf-4e60-8046-78cfad6d4a96 HTTP/1.1" status: 200 len: 944 time: 0.0530386 Feb 19 03:44:50.171918 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6aeeae89-ebe3-4808-8de6-1df0c4b04d6a req-1e9b0aeb-0c3a-44ac-8367-2dcc2f3fcaae tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413215 Feb 19 03:44:50.639799 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:51.297920 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06568510-75a0-4b9a-9270-167d65821e13 req-00a91b79-77f9-4f53-8595-39662b374499 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:51.300064 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-06568510-75a0-4b9a-9270-167d65821e13 req-00a91b79-77f9-4f53-8595-39662b374499 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=4d14211e-7cbf-4e60-8046-78cfad6d4a96 HTTP/1.1" status: 200 len: 944 time: 0.0570917 Feb 19 03:44:51.346927 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-06568510-75a0-4b9a-9270-167d65821e13 req-112ebc40-bad7-4a9d-b7e4-cb392bfc6650 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411351 Feb 19 03:44:52.044918 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:52.478310 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e50ecc-fe1d-4daf-9eeb-4b9568f69cb4 req-8abb08bb-7a67-4162-9004-33ed9fe62093 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:52.479858 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-31e50ecc-fe1d-4daf-9eeb-4b9568f69cb4 req-8abb08bb-7a67-4162-9004-33ed9fe62093 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=4d14211e-7cbf-4e60-8046-78cfad6d4a96 HTTP/1.1" status: 200 len: 944 time: 0.0557897 Feb 19 03:44:52.528510 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-31e50ecc-fe1d-4daf-9eeb-4b9568f69cb4 req-d88c7bac-4417-46c3-b05f-cf1d19b95062 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427744 Feb 19 03:44:52.933059 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:53.648580 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57504210-1e64-44b7-bbaa-c0f2013e04bb req-a5137402-6482-4f4a-8abd-fe52c58820f6 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:53.650149 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-57504210-1e64-44b7-bbaa-c0f2013e04bb req-a5137402-6482-4f4a-8abd-fe52c58820f6 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=4d14211e-7cbf-4e60-8046-78cfad6d4a96 HTTP/1.1" status: 200 len: 944 time: 0.0524642 Feb 19 03:44:53.704072 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-57504210-1e64-44b7-bbaa-c0f2013e04bb req-04f38a6b-4bc6-4232-80cf-df1fcd207de7 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477710 Feb 19 03:44:54.829800 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8050cf-8507-4526-86c3-a276f19b7793 req-5568b18c-a5c6-49cd-91c9-047338d67138 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:54.831318 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1b8050cf-8507-4526-86c3-a276f19b7793 req-5568b18c-a5c6-49cd-91c9-047338d67138 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=4d14211e-7cbf-4e60-8046-78cfad6d4a96 HTTP/1.1" status: 200 len: 944 time: 0.0541534 Feb 19 03:44:54.879063 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1b8050cf-8507-4526-86c3-a276f19b7793 req-7d4e0487-765d-468e-9d23-abd5839d1762 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420141 Feb 19 03:44:56.002397 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca33d7b-2f03-4169-9aa7-85b4cb401dda req-f4d6925f-cfba-4fa9-b924-9f362bf837d7 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:56.003795 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0ca33d7b-2f03-4169-9aa7-85b4cb401dda req-f4d6925f-cfba-4fa9-b924-9f362bf837d7 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=4d14211e-7cbf-4e60-8046-78cfad6d4a96 HTTP/1.1" status: 200 len: 944 time: 0.0521443 Feb 19 03:44:56.051166 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0ca33d7b-2f03-4169-9aa7-85b4cb401dda req-8d4cf3b4-a6e8-4205-90e7-e110d6dfdb01 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416839 Feb 19 03:44:56.663892 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:57.184225 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d8259-3987-4f8a-b936-2394e420bfd1 req-282f1852-38e2-4991-a674-14b206d92359 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:57.185751 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a16d8259-3987-4f8a-b936-2394e420bfd1 req-282f1852-38e2-4991-a674-14b206d92359 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=4d14211e-7cbf-4e60-8046-78cfad6d4a96 HTTP/1.1" status: 200 len: 944 time: 0.0594544 Feb 19 03:44:57.232264 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a16d8259-3987-4f8a-b936-2394e420bfd1 req-37cbc30a-f5e3-4aa7-a114-f621b45667a2 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409741 Feb 19 03:44:58.357342 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30b0eff-d994-4b78-abde-87fdc6ee9cdc req-60be96f2-9818-46d1-8083-7e7273dec030 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:58.358853 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b30b0eff-d994-4b78-abde-87fdc6ee9cdc req-60be96f2-9818-46d1-8083-7e7273dec030 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=4d14211e-7cbf-4e60-8046-78cfad6d4a96 HTTP/1.1" status: 200 len: 944 time: 0.0550175 Feb 19 03:44:58.406920 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b30b0eff-d994-4b78-abde-87fdc6ee9cdc req-5d0e35e4-5e70-4aa5-a3fe-8d3433a5bad1 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424356 Feb 19 03:44:59.533392 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ca9d15-7cef-4e3c-acab-8229f4a133c8 req-09eae680-c4f5-4d1c-8763-f5bb98fb710c tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:59.534912 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e2ca9d15-7cef-4e3c-acab-8229f4a133c8 req-09eae680-c4f5-4d1c-8763-f5bb98fb710c tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=4d14211e-7cbf-4e60-8046-78cfad6d4a96 HTTP/1.1" status: 200 len: 944 time: 0.0553443 Feb 19 03:44:59.586851 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e2ca9d15-7cef-4e3c-acab-8229f4a133c8 req-8df09e30-be50-42b4-93e3-f6a560897dc1 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463014 Feb 19 03:44:59.936031 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:45:00.707994 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d927755e-bb25-4d46-a731-2b8d02a41897 req-e8891aa0-21a6-47ba-820e-41efe0b6b2ef tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:00.709472 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d927755e-bb25-4d46-a731-2b8d02a41897 req-e8891aa0-21a6-47ba-820e-41efe0b6b2ef tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=4d14211e-7cbf-4e60-8046-78cfad6d4a96 HTTP/1.1" status: 200 len: 944 time: 0.0519247 Feb 19 03:45:00.756672 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d927755e-bb25-4d46-a731-2b8d02a41897 req-78e8fa49-a10d-4a53-936e-111485791d88 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408247 Feb 19 03:45:01.877295 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b381ee4-341e-45d9-bb57-8cb656275adc req-335e2a7e-6bb9-49f7-b1ef-f32a8a5fb679 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:01.878788 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6b381ee4-341e-45d9-bb57-8cb656275adc req-335e2a7e-6bb9-49f7-b1ef-f32a8a5fb679 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=4d14211e-7cbf-4e60-8046-78cfad6d4a96 HTTP/1.1" status: 200 len: 944 time: 0.0520706 Feb 19 03:45:01.924320 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6b381ee4-341e-45d9-bb57-8cb656275adc req-b621f2fd-ad8a-41b7-92e3-9bed3f929e78 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400987 Feb 19 03:45:03.061985 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ed89e9-cf21-456c-96ba-67f15ef36ef7 req-d5cc95b7-7299-40fb-bf22-5df61430f536 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:03.063480 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f1ed89e9-cf21-456c-96ba-67f15ef36ef7 req-d5cc95b7-7299-40fb-bf22-5df61430f536 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=4d14211e-7cbf-4e60-8046-78cfad6d4a96 HTTP/1.1" status: 200 len: 944 time: 0.0702131 Feb 19 03:45:03.109227 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f1ed89e9-cf21-456c-96ba-67f15ef36ef7 req-f74544ec-4275-447b-a19a-95ad321cc054 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401213 Feb 19 03:45:04.236085 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1bcff6-63dc-410e-9905-0102b8ee4383 req-c0baf730-7efd-494d-aff6-8e6242a4d3d8 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:04.237636 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cd1bcff6-63dc-410e-9905-0102b8ee4383 req-c0baf730-7efd-494d-aff6-8e6242a4d3d8 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=4d14211e-7cbf-4e60-8046-78cfad6d4a96 HTTP/1.1" status: 200 len: 944 time: 0.0555453 Feb 19 03:45:04.284510 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cd1bcff6-63dc-410e-9905-0102b8ee4383 req-88fb50d3-702d-4521-8e8b-47356d9a1925 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411427 Feb 19 03:45:05.411227 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855f3897-2280-4af3-8fa4-e24644ac7a7d req-e6bb0086-1e2a-4b41-8998-39aa1a8e0acd tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:05.412729 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-855f3897-2280-4af3-8fa4-e24644ac7a7d req-e6bb0086-1e2a-4b41-8998-39aa1a8e0acd tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=4d14211e-7cbf-4e60-8046-78cfad6d4a96 HTTP/1.1" status: 200 len: 944 time: 0.0562763 Feb 19 03:45:05.460720 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-855f3897-2280-4af3-8fa4-e24644ac7a7d req-5d3ee778-5aea-4eec-b44c-28b9b44406bf tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414310 Feb 19 03:45:06.582899 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe0ca3b-cff0-4ca4-b1ae-3c03a9058484 req-d102c92d-a6f4-416e-b6b1-d6b1fe6ef64d tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:06.584391 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fbe0ca3b-cff0-4ca4-b1ae-3c03a9058484 req-d102c92d-a6f4-416e-b6b1-d6b1fe6ef64d tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=4d14211e-7cbf-4e60-8046-78cfad6d4a96 HTTP/1.1" status: 200 len: 944 time: 0.0530207 Feb 19 03:45:06.630320 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fbe0ca3b-cff0-4ca4-b1ae-3c03a9058484 req-b8767e12-b097-4193-8fc6-238b244e89f5 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403492 Feb 19 03:45:06.755968 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 120f7418-aaee-459c-b195-a345d2f267a5 details requested by agent hyperv_n-h2-826753-2 with host n-h2-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:45:06.850899 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 120f7418-aaee-459c-b195-a345d2f267a5, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=120f7418-aaee-459c-b195-a345d2f267a5,segment=NetworkSegment(4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0),segment_id=4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:45:06.863010 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Returning: {'device': '120f7418-aaee-459c-b195-a345d2f267a5', 'network_id': '61231607-2de3-4131-8c3c-3d329c7c03ff', 'port_id': '120f7418-aaee-459c-b195-a345d2f267a5', 'mac_address': 'fa:16:3e:d1:19:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd53d77e-cab1-4fae-9905-6cd68c6c5593', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:45:06.902753 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 120f7418-aaee-459c-b195-a345d2f267a5 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:45:06.903141 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (120f7418-aaee-459c-b195-a345d2f267a5), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:06.920158 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 120f7418-aaee-459c-b195-a345d2f267a5 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:45:06.939659 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 120f7418-aaee-459c-b195-a345d2f267a5, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=120f7418-aaee-459c-b195-a345d2f267a5,segment=NetworkSegment(4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0),segment_id=4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:45:06.943939 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (120f7418-aaee-459c-b195-a345d2f267a5), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:06.991253 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=120f7418-aaee-459c-b195-a345d2f267a5,revision_number=9']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:45:07.241349 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['120f7418-aaee-459c-b195-a345d2f267a5'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:45:07.751767 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9210f45b-7a0e-426f-9482-3899f27ba383 req-0194fc87-9425-4ecf-99ab-2533f65dec1a tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:07.753402 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9210f45b-7a0e-426f-9482-3899f27ba383 req-0194fc87-9425-4ecf-99ab-2533f65dec1a tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=4d14211e-7cbf-4e60-8046-78cfad6d4a96 HTTP/1.1" status: 200 len: 945 time: 0.0529165 Feb 19 03:45:07.802999 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9210f45b-7a0e-426f-9482-3899f27ba383 req-8528c3f1-aef3-4a1f-ba57-4ebc90d5ddac tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440199 Feb 19 03:45:08.093970 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056e4012-45b7-465a-aa25-bb90fbdc8dee req-0f7e58e4-e814-47b7-94bb-13b4e4ec1a6a tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:08.095562 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-056e4012-45b7-465a-aa25-bb90fbdc8dee req-0f7e58e4-e814-47b7-94bb-13b4e4ec1a6a tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.82 "GET /v2.0/ports?device_id=4d14211e-7cbf-4e60-8046-78cfad6d4a96&tenant_id=41c0d62dea1b4193960fb9d03684346b&binding%3Ahost_id=n-h2-826753-2 HTTP/1.1" status: 200 len: 945 time: 0.0592213 Feb 19 03:45:08.111307 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8058b260-c78c-4bf1-b2e2-a3ff97506110 req-d20d4af7-48a8-4397-88df-3bc49752066a tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:08.112816 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8058b260-c78c-4bf1-b2e2-a3ff97506110 req-d20d4af7-48a8-4397-88df-3bc49752066a tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=4d14211e-7cbf-4e60-8046-78cfad6d4a96 HTTP/1.1" status: 200 len: 945 time: 0.0556295 Feb 19 03:45:08.156542 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-056e4012-45b7-465a-aa25-bb90fbdc8dee req-154c635b-68cb-46b2-9a44-fdc1edfc5a44 service neutron] 10.222.0.82 "GET /v2.0/ports/120f7418-aaee-459c-b195-a345d2f267a5/bindings/n-h2-826753-2 HTTP/1.1" status: 200 len: 382 time: 0.0534227 Feb 19 03:45:08.159374 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8058b260-c78c-4bf1-b2e2-a3ff97506110 req-593b3c00-9480-4e64-a91b-9821fcbbb84a tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407534 Feb 19 03:45:08.241763 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056e4012-45b7-465a-aa25-bb90fbdc8dee req-b50d649d-4427-4361-acf8-a4aad9a93a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:08.243257 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-056e4012-45b7-465a-aa25-bb90fbdc8dee req-b50d649d-4427-4361-acf8-a4aad9a93a36 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=41c0d62dea1b4193960fb9d03684346b&device_id=4d14211e-7cbf-4e60-8046-78cfad6d4a96 HTTP/1.1" status: 200 len: 1127 time: 0.0431585 Feb 19 03:45:08.642567 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056e4012-45b7-465a-aa25-bb90fbdc8dee req-7a7269a6-7705-4c19-a3f7-a88e461037d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:08.644043 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-056e4012-45b7-465a-aa25-bb90fbdc8dee req-7a7269a6-7705-4c19-a3f7-a88e461037d3 service neutron] 10.222.0.82 "GET /v2.0/networks?id=61231607-2de3-4131-8c3c-3d329c7c03ff HTTP/1.1" status: 200 len: 913 time: 0.3951764 Feb 19 03:45:08.709321 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-056e4012-45b7-465a-aa25-bb90fbdc8dee req-8ac02562-69ac-4571-beb0-ed284977c5ce service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=120f7418-aaee-459c-b195-a345d2f267a5 HTTP/1.1" status: 200 len: 1002 time: 0.0589383 Feb 19 03:45:08.757931 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 120f7418-aaee-459c-b195-a345d2f267a5 up at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:45:08.760037 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056e4012-45b7-465a-aa25-bb90fbdc8dee req-bd7c6f8a-53ee-425a-9f02-55fc5cdcb23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:08.761600 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-056e4012-45b7-465a-aa25-bb90fbdc8dee req-bd7c6f8a-53ee-425a-9f02-55fc5cdcb23f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=dd53d77e-cab1-4fae-9905-6cd68c6c5593 HTTP/1.1" status: 200 len: 851 time: 0.0463276 Feb 19 03:45:08.806986 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning for port 120f7418-aaee-459c-b195-a345d2f267a5 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:45:08.811161 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056e4012-45b7-465a-aa25-bb90fbdc8dee req-63e707f1-bbdb-4736-bac4-11009bdee1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:08.812356 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning complete for port 120f7418-aaee-459c-b195-a345d2f267a5 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:45:08.812680 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-056e4012-45b7-465a-aa25-bb90fbdc8dee req-63e707f1-bbdb-4736-bac4-11009bdee1ea service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=61231607-2de3-4131-8c3c-3d329c7c03ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0453959 Feb 19 03:45:08.812796 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (120f7418-aaee-459c-b195-a345d2f267a5), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:08.888263 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 120f7418-aaee-459c-b195-a345d2f267a5 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:45:08.888668 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (120f7418-aaee-459c-b195-a345d2f267a5), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:08.899198 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-056e4012-45b7-465a-aa25-bb90fbdc8dee req-d0112216-d3a3-4723-9f87-45295c659f43 service neutron] 10.222.0.82 "GET /v2.0/networks/61231607-2de3-4131-8c3c-3d329c7c03ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808239 Feb 19 03:45:08.911229 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d14211e-7cbf-4e60-8046-78cfad6d4a96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '120f7418-aaee-459c-b195-a345d2f267a5'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:45:08.913736 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88fe038525c8a7a69a3adae1ae732c1dd0c63371bed0a925712ea7f2f25f70bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-996beced-f1d3-40dd-8e10-e32412863c4a" -d '{"events": [{"server_uuid": "4d14211e-7cbf-4e60-8046-78cfad6d4a96", "name": "network-vif-plugged", "status": "completed", "tag": "120f7418-aaee-459c-b195-a345d2f267a5"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:45:08.930206 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 120f7418-aaee-459c-b195-a345d2f267a5, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=120f7418-aaee-459c-b195-a345d2f267a5,segment=NetworkSegment(4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0),segment_id=4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:45:08.935502 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (120f7418-aaee-459c-b195-a345d2f267a5), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:08.974863 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-909ffb6a-c7d6-4e59-a280-596f4d571e93 x-openstack-request-id: req-909ffb6a-c7d6-4e59-a280-596f4d571e93 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:45:08.975162 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d14211e-7cbf-4e60-8046-78cfad6d4a96", "name": "network-vif-plugged", "status": "completed", "tag": "120f7418-aaee-459c-b195-a345d2f267a5", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:45:08.975421 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-909ffb6a-c7d6-4e59-a280-596f4d571e93 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:45:08.975807 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d14211e-7cbf-4e60-8046-78cfad6d4a96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '120f7418-aaee-459c-b195-a345d2f267a5', 'code': 200} Feb 19 03:45:08.987589 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=120f7418-aaee-459c-b195-a345d2f267a5,revision_number=10']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:45:08.999249 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-056e4012-45b7-465a-aa25-bb90fbdc8dee req-18cb3b8a-1a7e-4132-a56c-05d14dc8cefb service neutron] 10.222.0.82 "GET /v2.0/networks/61231607-2de3-4131-8c3c-3d329c7c03ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943956 Feb 19 03:45:09.283236 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c263773-5653-4eca-ac0c-fb9f09cf8fb7 req-67b91839-a28f-4b05-8f38-3a003189fba1 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:09.284814 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6c263773-5653-4eca-ac0c-fb9f09cf8fb7 req-67b91839-a28f-4b05-8f38-3a003189fba1 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=4d14211e-7cbf-4e60-8046-78cfad6d4a96 HTTP/1.1" status: 200 len: 947 time: 0.0561008 Feb 19 03:45:09.331290 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6c263773-5653-4eca-ac0c-fb9f09cf8fb7 req-34406e40-e0e8-4528-97f9-f55f1562f339 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407987 Feb 19 03:45:10.459299 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17888a02-455d-4ae2-9e2e-dc019b58f8e0 req-2bbb474c-06b8-490c-8fe7-37ee3f50ac65 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:10.460766 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-17888a02-455d-4ae2-9e2e-dc019b58f8e0 req-2bbb474c-06b8-490c-8fe7-37ee3f50ac65 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=4d14211e-7cbf-4e60-8046-78cfad6d4a96 HTTP/1.1" status: 200 len: 947 time: 0.0563371 Feb 19 03:45:10.506631 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-17888a02-455d-4ae2-9e2e-dc019b58f8e0 req-d3748128-526c-453b-ada3-6013b4c3c403 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402131 Feb 19 03:45:11.629038 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b272b4-a552-44a5-a60e-7fd5f327a8d4 req-3a42e681-74b4-4eac-aa3e-75ec614c324c tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:11.630530 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-67b272b4-a552-44a5-a60e-7fd5f327a8d4 req-3a42e681-74b4-4eac-aa3e-75ec614c324c tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=4d14211e-7cbf-4e60-8046-78cfad6d4a96 HTTP/1.1" status: 200 len: 947 time: 0.0530515 Feb 19 03:45:11.677102 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-67b272b4-a552-44a5-a60e-7fd5f327a8d4 req-36c54991-0347-4b3d-a19b-3041d94b32f3 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409167 Feb 19 03:45:12.800016 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5461e70e-6a8d-4d29-ab91-64ea85ade854 req-86f86523-121a-42cf-b500-414e912cdb6b tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:12.801549 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5461e70e-6a8d-4d29-ab91-64ea85ade854 req-86f86523-121a-42cf-b500-414e912cdb6b tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=4d14211e-7cbf-4e60-8046-78cfad6d4a96 HTTP/1.1" status: 200 len: 947 time: 0.0533068 Feb 19 03:45:12.851777 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5461e70e-6a8d-4d29-ab91-64ea85ade854 req-17d95b33-5279-43f7-a603-d7e59d92d40e tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446451 Feb 19 03:45:13.976011 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba41e054-3b86-42bc-ba26-d81827f58477 req-99f43180-1077-4e4f-ae79-27fe82948bda tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:13.977462 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ba41e054-3b86-42bc-ba26-d81827f58477 req-99f43180-1077-4e4f-ae79-27fe82948bda tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=4d14211e-7cbf-4e60-8046-78cfad6d4a96 HTTP/1.1" status: 200 len: 947 time: 0.0536754 Feb 19 03:45:14.024612 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ba41e054-3b86-42bc-ba26-d81827f58477 req-21a1377a-9927-472b-ab94-892d7bf93f3a tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411468 Feb 19 03:45:14.752604 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 120f7418-aaee-459c-b195-a345d2f267a5 no longer exists at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:45:14.832967 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 120f7418-aaee-459c-b195-a345d2f267a5 is: ACTIVE; New status is: DOWN {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:45:14.833389 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (120f7418-aaee-459c-b195-a345d2f267a5), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:14.857638 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d14211e-7cbf-4e60-8046-78cfad6d4a96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '120f7418-aaee-459c-b195-a345d2f267a5'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:45:14.860211 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88fe038525c8a7a69a3adae1ae732c1dd0c63371bed0a925712ea7f2f25f70bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7e4fa74-ccbc-420d-904f-ea45721f7792" -d '{"events": [{"server_uuid": "4d14211e-7cbf-4e60-8046-78cfad6d4a96", "name": "network-vif-unplugged", "status": "completed", "tag": "120f7418-aaee-459c-b195-a345d2f267a5"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:45:14.873657 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 120f7418-aaee-459c-b195-a345d2f267a5, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=120f7418-aaee-459c-b195-a345d2f267a5,segment=NetworkSegment(4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0),segment_id=4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:45:14.877981 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (120f7418-aaee-459c-b195-a345d2f267a5), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:14.910514 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b806e92-5f87-4d96-8e0e-e3ece0af5ae8 x-openstack-request-id: req-9b806e92-5f87-4d96-8e0e-e3ece0af5ae8 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:45:14.910811 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d14211e-7cbf-4e60-8046-78cfad6d4a96", "name": "network-vif-unplugged", "status": "completed", "tag": "120f7418-aaee-459c-b195-a345d2f267a5", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:45:14.911070 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9b806e92-5f87-4d96-8e0e-e3ece0af5ae8 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:45:14.911466 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d14211e-7cbf-4e60-8046-78cfad6d4a96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '120f7418-aaee-459c-b195-a345d2f267a5', 'code': 200} Feb 19 03:45:14.928748 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=120f7418-aaee-459c-b195-a345d2f267a5,revision_number=11']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:45:14.937738 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:14.938088 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:14.938429 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:14.938765 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:14.939103 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:14.939431 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:14.939758 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:14.940081 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:14.940405 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:14.940727 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:14.941067 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:14.941397 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:14.941716 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:15.149941 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056e4012-45b7-465a-aa25-bb90fbdc8dee req-cbbfdcf1-6bc8-4857-b896-b23c46788979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:15.151262 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39ca1a4-2f6b-46e0-a5e0-8b130417d8b3 req-6dc6d76a-5ef7-4f59-a64d-8b28a6797962 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:15.151682 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-056e4012-45b7-465a-aa25-bb90fbdc8dee req-cbbfdcf1-6bc8-4857-b896-b23c46788979 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4d14211e-7cbf-4e60-8046-78cfad6d4a96&tenant_id=41c0d62dea1b4193960fb9d03684346b HTTP/1.1" status: 200 len: 1127 time: 0.0451937 Feb 19 03:45:15.152970 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b39ca1a4-2f6b-46e0-a5e0-8b130417d8b3 req-6dc6d76a-5ef7-4f59-a64d-8b28a6797962 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=4d14211e-7cbf-4e60-8046-78cfad6d4a96 HTTP/1.1" status: 200 len: 945 time: 0.0533698 Feb 19 03:45:15.168665 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-056e4012-45b7-465a-aa25-bb90fbdc8dee req-f0b235a4-6797-4880-8917-f191e0e15c2f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-826753-2', 'device_owner': 'compute:nova'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:45:15.200692 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b39ca1a4-2f6b-46e0-a5e0-8b130417d8b3 req-07a63f40-7bbb-48e6-b9bf-e802477ae69d tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420811 Feb 19 03:45:15.230099 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-056e4012-45b7-465a-aa25-bb90fbdc8dee req-f0b235a4-6797-4880-8917-f191e0e15c2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (120f7418-aaee-459c-b195-a345d2f267a5), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:15.427066 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-056e4012-45b7-465a-aa25-bb90fbdc8dee req-f0b235a4-6797-4880-8917-f191e0e15c2f service neutron] For port 120f7418-aaee-459c-b195-a345d2f267a5, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=120f7418-aaee-459c-b195-a345d2f267a5,segment=NetworkSegment(4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0),segment_id=4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:45:15.459946 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-056e4012-45b7-465a-aa25-bb90fbdc8dee req-f0b235a4-6797-4880-8917-f191e0e15c2f service neutron] For port 120f7418-aaee-459c-b195-a345d2f267a5, host n-h2-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:45:15.493422 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-056e4012-45b7-465a-aa25-bb90fbdc8dee req-f0b235a4-6797-4880-8917-f191e0e15c2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 120f7418-aaee-459c-b195-a345d2f267a5 {{(pid=103702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:45:15.500873 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-056e4012-45b7-465a-aa25-bb90fbdc8dee req-f0b235a4-6797-4880-8917-f191e0e15c2f service neutron] Publish callbacks [] for port (120f7418-aaee-459c-b195-a345d2f267a5), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:15.513441 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-056e4012-45b7-465a-aa25-bb90fbdc8dee req-f0b235a4-6797-4880-8917-f191e0e15c2f service neutron] Transition to ACTIVE for port object 120f7418-aaee-459c-b195-a345d2f267a5 will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:45:15.516999 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-056e4012-45b7-465a-aa25-bb90fbdc8dee req-f0b235a4-6797-4880-8917-f191e0e15c2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (120f7418-aaee-459c-b195-a345d2f267a5), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:15.597811 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b235a4-6797-4880-8917-f191e0e15c2f service neutron] Pushing event updated for resources: {'Port': ['ID=120f7418-aaee-459c-b195-a345d2f267a5,revision_number=12']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:45:15.610535 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b235a4-6797-4880-8917-f191e0e15c2f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:15.610886 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b235a4-6797-4880-8917-f191e0e15c2f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:15.611232 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b235a4-6797-4880-8917-f191e0e15c2f service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:15.611574 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b235a4-6797-4880-8917-f191e0e15c2f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:15.611913 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b235a4-6797-4880-8917-f191e0e15c2f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:15.612243 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b235a4-6797-4880-8917-f191e0e15c2f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:15.612572 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b235a4-6797-4880-8917-f191e0e15c2f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:15.612899 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b235a4-6797-4880-8917-f191e0e15c2f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:15.613257 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b235a4-6797-4880-8917-f191e0e15c2f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:15.613585 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b235a4-6797-4880-8917-f191e0e15c2f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:15.613914 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b235a4-6797-4880-8917-f191e0e15c2f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:15.614244 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b235a4-6797-4880-8917-f191e0e15c2f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:15.614567 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b235a4-6797-4880-8917-f191e0e15c2f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:15.635519 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c9cb52a7-2159-422f-8732-c2ab40264166 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:15.658874 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-056e4012-45b7-465a-aa25-bb90fbdc8dee req-f0b235a4-6797-4880-8917-f191e0e15c2f service neutron] No DVR routers for this DVR port 120f7418-aaee-459c-b195-a345d2f267a5 on host n-h2-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:45:15.800317 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-056e4012-45b7-465a-aa25-bb90fbdc8dee req-f0b235a4-6797-4880-8917-f191e0e15c2f service neutron] Attempting to bind port 120f7418-aaee-459c-b195-a345d2f267a5 on host n-h1-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:45:15.800650 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-056e4012-45b7-465a-aa25-bb90fbdc8dee req-f0b235a4-6797-4880-8917-f191e0e15c2f service neutron] Attempting to bind port 120f7418-aaee-459c-b195-a345d2f267a5 by drivers openvswitch,hyperv on host n-h1-826753-2 at level 0 using segments [{'id': '4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '61231607-2de3-4131-8c3c-3d329c7c03ff'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:45:15.800976 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056e4012-45b7-465a-aa25-bb90fbdc8dee req-f0b235a4-6797-4880-8917-f191e0e15c2f service neutron] Attempting to bind port 120f7418-aaee-459c-b195-a345d2f267a5 on network 61231607-2de3-4131-8c3c-3d329c7c03ff {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:45:15.805300 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056e4012-45b7-465a-aa25-bb90fbdc8dee req-f0b235a4-6797-4880-8917-f191e0e15c2f service neutron] Port 120f7418-aaee-459c-b195-a345d2f267a5 on network 61231607-2de3-4131-8c3c-3d329c7c03ff not bound, no agent of type Open vSwitch agent registered on host n-h1-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:45:15.805621 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056e4012-45b7-465a-aa25-bb90fbdc8dee req-f0b235a4-6797-4880-8917-f191e0e15c2f service neutron] Attempting to bind port 120f7418-aaee-459c-b195-a345d2f267a5 on network 61231607-2de3-4131-8c3c-3d329c7c03ff {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:45:15.811114 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056e4012-45b7-465a-aa25-bb90fbdc8dee req-f0b235a4-6797-4880-8917-f191e0e15c2f service neutron] Checking agent: {'id': '9d56fb1b-2855-496a-a6d9-c324740cb98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:45:15.811452 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056e4012-45b7-465a-aa25-bb90fbdc8dee req-f0b235a4-6797-4880-8917-f191e0e15c2f service neutron] Checking segment: {'id': '4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '61231607-2de3-4131-8c3c-3d329c7c03ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:45:15.811834 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056e4012-45b7-465a-aa25-bb90fbdc8dee req-f0b235a4-6797-4880-8917-f191e0e15c2f service neutron] Bound using segment: {'id': '4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '61231607-2de3-4131-8c3c-3d329c7c03ff'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:45:15.812255 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-056e4012-45b7-465a-aa25-bb90fbdc8dee req-f0b235a4-6797-4880-8917-f191e0e15c2f service neutron] Bound port: 120f7418-aaee-459c-b195-a345d2f267a5, host: n-h1-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '61231607-2de3-4131-8c3c-3d329c7c03ff'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:45:15.812605 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-056e4012-45b7-465a-aa25-bb90fbdc8dee req-f0b235a4-6797-4880-8917-f191e0e15c2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (120f7418-aaee-459c-b195-a345d2f267a5), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:15.876330 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-056e4012-45b7-465a-aa25-bb90fbdc8dee req-f0b235a4-6797-4880-8917-f191e0e15c2f service neutron] For port 120f7418-aaee-459c-b195-a345d2f267a5, host n-h1-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:45:15.879287 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-056e4012-45b7-465a-aa25-bb90fbdc8dee req-f0b235a4-6797-4880-8917-f191e0e15c2f service neutron] For port 120f7418-aaee-459c-b195-a345d2f267a5, host n-h1-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=120f7418-aaee-459c-b195-a345d2f267a5,segment=NetworkSegment(4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0),segment_id=4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:45:15.885290 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-056e4012-45b7-465a-aa25-bb90fbdc8dee req-f0b235a4-6797-4880-8917-f191e0e15c2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (120f7418-aaee-459c-b195-a345d2f267a5), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:15.922480 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056e4012-45b7-465a-aa25-bb90fbdc8dee req-f0b235a4-6797-4880-8917-f191e0e15c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:15.923098 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-056e4012-45b7-465a-aa25-bb90fbdc8dee req-f0b235a4-6797-4880-8917-f191e0e15c2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:15.924494 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-056e4012-45b7-465a-aa25-bb90fbdc8dee req-f0b235a4-6797-4880-8917-f191e0e15c2f service neutron] 10.222.0.73 "PUT /v2.0/ports/120f7418-aaee-459c-b195-a345d2f267a5 HTTP/1.1" status: 200 len: 1093 time: 0.7605119 Feb 19 03:45:15.924935 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d14211e-7cbf-4e60-8046-78cfad6d4a96', 'tag': '120f7418-aaee-459c-b195-a345d2f267a5'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:45:15.927199 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b48a34f37e4e31fa410c3f10fa4e23c828d45427043ff8d3e4d9f228381d6ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56195774-ad4b-4688-ae5e-f91969ceb11b" -d '{"events": [{"name": "network-changed", "server_uuid": "4d14211e-7cbf-4e60-8046-78cfad6d4a96", "tag": "120f7418-aaee-459c-b195-a345d2f267a5"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:45:15.954955 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b235a4-6797-4880-8917-f191e0e15c2f service neutron] Pushing event updated for resources: {'Port': ['ID=120f7418-aaee-459c-b195-a345d2f267a5,revision_number=13']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:45:15.999336 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e30c5f5d-4b1b-4a2e-a402-8f3d9ab4fc33 x-openstack-request-id: req-e30c5f5d-4b1b-4a2e-a402-8f3d9ab4fc33 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:45:15.999632 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d14211e-7cbf-4e60-8046-78cfad6d4a96", "tag": "120f7418-aaee-459c-b195-a345d2f267a5", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:45:15.999888 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e30c5f5d-4b1b-4a2e-a402-8f3d9ab4fc33 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:45:16.000291 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d14211e-7cbf-4e60-8046-78cfad6d4a96', 'tag': '120f7418-aaee-459c-b195-a345d2f267a5', 'status': 'completed', 'code': 200} Feb 19 03:45:16.020669 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056e4012-45b7-465a-aa25-bb90fbdc8dee req-c9c3e58d-9d41-4999-bc02-9c95e7cb7838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:16.022351 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-056e4012-45b7-465a-aa25-bb90fbdc8dee req-c9c3e58d-9d41-4999-bc02-9c95e7cb7838 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=41c0d62dea1b4193960fb9d03684346b&device_id=4d14211e-7cbf-4e60-8046-78cfad6d4a96 HTTP/1.1" status: 200 len: 1127 time: 0.0557792 Feb 19 03:45:16.140754 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56195774-ad4b-4688-ae5e-f91969ceb11b req-67cbbc6d-660c-4f26-ab68-69541d4adbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:16.142291 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-56195774-ad4b-4688-ae5e-f91969ceb11b req-67cbbc6d-660c-4f26-ab68-69541d4adbb6 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=41c0d62dea1b4193960fb9d03684346b&device_id=4d14211e-7cbf-4e60-8046-78cfad6d4a96 HTTP/1.1" status: 200 len: 1127 time: 0.1060507 Feb 19 03:45:16.176417 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056e4012-45b7-465a-aa25-bb90fbdc8dee req-139ecc30-17c2-4a83-b0c1-1254f381e833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:16.177907 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-056e4012-45b7-465a-aa25-bb90fbdc8dee req-139ecc30-17c2-4a83-b0c1-1254f381e833 service neutron] 10.222.0.73 "GET /v2.0/networks?id=61231607-2de3-4131-8c3c-3d329c7c03ff HTTP/1.1" status: 200 len: 913 time: 0.1492691 Feb 19 03:45:16.288928 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-056e4012-45b7-465a-aa25-bb90fbdc8dee req-3002d545-edd5-4cb2-a853-38331168e5ae service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=120f7418-aaee-459c-b195-a345d2f267a5 HTTP/1.1" status: 200 len: 1001 time: 0.0834241 Feb 19 03:45:16.311916 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56195774-ad4b-4688-ae5e-f91969ceb11b req-a979a5e3-15db-4f12-8430-66650add2b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:16.313372 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-56195774-ad4b-4688-ae5e-f91969ceb11b req-a979a5e3-15db-4f12-8430-66650add2b40 service neutron] 10.222.0.82 "GET /v2.0/networks?id=61231607-2de3-4131-8c3c-3d329c7c03ff HTTP/1.1" status: 200 len: 913 time: 0.1632633 Feb 19 03:45:16.326963 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c9d604-63eb-49b4-9c59-e767ef2c0a5f req-c2d852d9-4e5c-4b5a-a28e-321fb231228f tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:16.328459 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c9c9d604-63eb-49b4-9c59-e767ef2c0a5f req-c2d852d9-4e5c-4b5a-a28e-321fb231228f tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=4d14211e-7cbf-4e60-8046-78cfad6d4a96 HTTP/1.1" status: 200 len: 945 time: 0.0574644 Feb 19 03:45:16.374820 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c9c9d604-63eb-49b4-9c59-e767ef2c0a5f req-42db8b09-4f7a-4dde-b1d4-417bfa948f0e tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406435 Feb 19 03:45:16.397533 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056e4012-45b7-465a-aa25-bb90fbdc8dee req-6deae1d7-889b-4c48-b26c-ede879279403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:16.399004 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-056e4012-45b7-465a-aa25-bb90fbdc8dee req-6deae1d7-889b-4c48-b26c-ede879279403 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=dd53d77e-cab1-4fae-9905-6cd68c6c5593 HTTP/1.1" status: 200 len: 851 time: 0.1005933 Feb 19 03:45:16.407906 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-56195774-ad4b-4688-ae5e-f91969ceb11b req-793ae970-093d-4b60-a023-2b2662f9fbb3 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=120f7418-aaee-459c-b195-a345d2f267a5 HTTP/1.1" status: 200 len: 1001 time: 0.0764980 Feb 19 03:45:16.478219 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56195774-ad4b-4688-ae5e-f91969ceb11b req-7db82d48-ec84-404a-b487-d461339919c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:16.479694 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-56195774-ad4b-4688-ae5e-f91969ceb11b req-7db82d48-ec84-404a-b487-d461339919c7 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=dd53d77e-cab1-4fae-9905-6cd68c6c5593 HTTP/1.1" status: 200 len: 851 time: 0.0640035 Feb 19 03:45:16.485665 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056e4012-45b7-465a-aa25-bb90fbdc8dee req-61ca99ed-dc6b-4431-9618-419766998891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:16.487057 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-056e4012-45b7-465a-aa25-bb90fbdc8dee req-61ca99ed-dc6b-4431-9618-419766998891 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=61231607-2de3-4131-8c3c-3d329c7c03ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0812702 Feb 19 03:45:16.588811 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56195774-ad4b-4688-ae5e-f91969ceb11b req-53673b23-f278-4be9-96d2-61588c7a3c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:16.590373 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-56195774-ad4b-4688-ae5e-f91969ceb11b req-53673b23-f278-4be9-96d2-61588c7a3c35 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=61231607-2de3-4131-8c3c-3d329c7c03ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1024926 Feb 19 03:45:16.624508 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-056e4012-45b7-465a-aa25-bb90fbdc8dee req-7391884a-ee8b-4306-bdaa-05390efc4e55 service neutron] 10.222.0.73 "GET /v2.0/networks/61231607-2de3-4131-8c3c-3d329c7c03ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294985 Feb 19 03:45:16.751921 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-56195774-ad4b-4688-ae5e-f91969ceb11b req-d8479b05-4de1-4525-971e-3a3913f5fe59 service neutron] 10.222.0.82 "GET /v2.0/networks/61231607-2de3-4131-8c3c-3d329c7c03ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536734 Feb 19 03:45:16.769475 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-056e4012-45b7-465a-aa25-bb90fbdc8dee req-7f8aa76b-dab2-4c5a-9c6e-0400cb848072 service neutron] 10.222.0.73 "GET /v2.0/networks/61231607-2de3-4131-8c3c-3d329c7c03ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171684 Feb 19 03:45:16.885163 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-56195774-ad4b-4688-ae5e-f91969ceb11b req-86323c66-d530-439a-bef7-c6f4778daca5 service neutron] 10.222.0.82 "GET /v2.0/networks/61231607-2de3-4131-8c3c-3d329c7c03ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263819 Feb 19 03:45:16.898129 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56195774-ad4b-4688-ae5e-f91969ceb11b req-ff52887c-80d2-4316-9574-5ba6ec4d73e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:16.899610 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-56195774-ad4b-4688-ae5e-f91969ceb11b req-ff52887c-80d2-4316-9574-5ba6ec4d73e4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=41c0d62dea1b4193960fb9d03684346b&device_id=4d14211e-7cbf-4e60-8046-78cfad6d4a96 HTTP/1.1" status: 200 len: 1127 time: 0.0606320 Feb 19 03:45:16.995302 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56195774-ad4b-4688-ae5e-f91969ceb11b req-9dae7a71-293f-4369-9427-ba29784588b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:16.997525 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-56195774-ad4b-4688-ae5e-f91969ceb11b req-9dae7a71-293f-4369-9427-ba29784588b3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=61231607-2de3-4131-8c3c-3d329c7c03ff HTTP/1.1" status: 200 len: 913 time: 0.0920272 Feb 19 03:45:17.066213 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-56195774-ad4b-4688-ae5e-f91969ceb11b req-034d4e59-39ef-4f70-a703-45e055437955 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=120f7418-aaee-459c-b195-a345d2f267a5 HTTP/1.1" status: 200 len: 1001 time: 0.0623684 Feb 19 03:45:17.117860 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56195774-ad4b-4688-ae5e-f91969ceb11b req-bbcafa8e-70b6-409d-bd0b-936ab49ca3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:17.119255 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-56195774-ad4b-4688-ae5e-f91969ceb11b req-bbcafa8e-70b6-409d-bd0b-936ab49ca3fd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=dd53d77e-cab1-4fae-9905-6cd68c6c5593 HTTP/1.1" status: 200 len: 851 time: 0.0478783 Feb 19 03:45:17.173484 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56195774-ad4b-4688-ae5e-f91969ceb11b req-d49b0374-0758-4a18-842a-59c392b021b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:17.175060 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-56195774-ad4b-4688-ae5e-f91969ceb11b req-d49b0374-0758-4a18-842a-59c392b021b5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=61231607-2de3-4131-8c3c-3d329c7c03ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0497057 Feb 19 03:45:17.262993 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-56195774-ad4b-4688-ae5e-f91969ceb11b req-806469d4-daea-46e2-8e68-f1da3c0d50aa service neutron] 10.222.0.73 "GET /v2.0/networks/61231607-2de3-4131-8c3c-3d329c7c03ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823009 Feb 19 03:45:17.355998 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-56195774-ad4b-4688-ae5e-f91969ceb11b req-5df9a22e-7e49-4db0-90aa-d43a56591a7b service neutron] 10.222.0.73 "GET /v2.0/networks/61231607-2de3-4131-8c3c-3d329c7c03ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868347 Feb 19 03:45:17.499984 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04817edc-fa22-4db0-8c9f-2e941075d841 req-fbe36778-c386-4688-96b5-ff99adf394a6 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:17.501523 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-04817edc-fa22-4db0-8c9f-2e941075d841 req-fbe36778-c386-4688-96b5-ff99adf394a6 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=4d14211e-7cbf-4e60-8046-78cfad6d4a96 HTTP/1.1" status: 200 len: 945 time: 0.0541551 Feb 19 03:45:17.549261 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-04817edc-fa22-4db0-8c9f-2e941075d841 req-529e5bf8-f08d-4afc-9a2d-d9405a41bdea tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421991 Feb 19 03:45:17.799356 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-2fac63e8-f9c6-4a9f-bb92-67e6ddc3bfb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:18.674644 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9663d4-292e-4bab-b945-7ba08a0af60e req-5fec7998-8d1c-4456-912a-ee45dad1c77b tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:18.676165 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-eb9663d4-292e-4bab-b945-7ba08a0af60e req-5fec7998-8d1c-4456-912a-ee45dad1c77b tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=4d14211e-7cbf-4e60-8046-78cfad6d4a96 HTTP/1.1" status: 200 len: 945 time: 0.0576928 Feb 19 03:45:18.724776 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-eb9663d4-292e-4bab-b945-7ba08a0af60e req-1631ef75-5d32-481f-9060-6d8ece2dbd6d tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429015 Feb 19 03:45:19.462477 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:19.847168 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f17be9-43c7-4745-80e8-b651beb8b0ba req-a8f03d96-2afb-400a-8649-c25ee8578768 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:19.848708 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b8f17be9-43c7-4745-80e8-b651beb8b0ba req-a8f03d96-2afb-400a-8649-c25ee8578768 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=4d14211e-7cbf-4e60-8046-78cfad6d4a96 HTTP/1.1" status: 200 len: 945 time: 0.0527933 Feb 19 03:45:19.911465 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b8f17be9-43c7-4745-80e8-b651beb8b0ba req-9effdb55-d182-42e4-bc30-533205f3b9a7 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571816 Feb 19 03:45:20.637743 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:21.032566 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a482722e-7a94-4834-a0b3-9cb2d241addd req-456725ad-7ef9-4c35-8817-ab8a0619be54 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:21.034230 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a482722e-7a94-4834-a0b3-9cb2d241addd req-456725ad-7ef9-4c35-8817-ab8a0619be54 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=4d14211e-7cbf-4e60-8046-78cfad6d4a96 HTTP/1.1" status: 200 len: 945 time: 0.0519824 Feb 19 03:45:21.091100 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a482722e-7a94-4834-a0b3-9cb2d241addd req-88ca9103-a5de-4d63-8e78-5c88b4dde0e3 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511506 Feb 19 03:45:22.049495 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:22.211644 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626680dc-0b07-4d0a-8d28-197819d57648 req-26e45d44-284a-4e4d-81d6-df78827fe5e0 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:22.213144 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-626680dc-0b07-4d0a-8d28-197819d57648 req-26e45d44-284a-4e4d-81d6-df78827fe5e0 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=4d14211e-7cbf-4e60-8046-78cfad6d4a96 HTTP/1.1" status: 200 len: 945 time: 0.0536799 Feb 19 03:45:22.263360 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-626680dc-0b07-4d0a-8d28-197819d57648 req-e0e732b5-384a-42b3-a75f-6c84c87aafed tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439978 Feb 19 03:45:22.943902 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:23.409135 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476d3351-e44d-4742-9f2e-c29f22c75d6f req-3113a956-04b2-47e5-b9b1-08e5670f2c19 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:23.410722 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-476d3351-e44d-4742-9f2e-c29f22c75d6f req-3113a956-04b2-47e5-b9b1-08e5670f2c19 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=4d14211e-7cbf-4e60-8046-78cfad6d4a96 HTTP/1.1" status: 200 len: 945 time: 0.0610464 Feb 19 03:45:23.462207 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-476d3351-e44d-4742-9f2e-c29f22c75d6f req-6c4e2a6c-44c8-4fbc-8724-9dc30208f2b2 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456135 Feb 19 03:45:24.597242 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19074cd-b0ec-4d69-b7e6-6554556da1f6 req-5201d2df-10ef-49ed-a51f-23ccb8c9faeb tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:24.598751 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b19074cd-b0ec-4d69-b7e6-6554556da1f6 req-5201d2df-10ef-49ed-a51f-23ccb8c9faeb tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=4d14211e-7cbf-4e60-8046-78cfad6d4a96 HTTP/1.1" status: 200 len: 945 time: 0.0574098 Feb 19 03:45:24.644810 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b19074cd-b0ec-4d69-b7e6-6554556da1f6 req-5c33bccc-43ca-454a-8b5a-ef37c8979766 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404973 Feb 19 03:45:25.770319 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eb71fd-11f2-4473-a060-bb48dc0a57d9 req-edd2ee1d-f365-42a8-8e33-db106b783c91 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:25.771963 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-01eb71fd-11f2-4473-a060-bb48dc0a57d9 req-edd2ee1d-f365-42a8-8e33-db106b783c91 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=4d14211e-7cbf-4e60-8046-78cfad6d4a96 HTTP/1.1" status: 200 len: 945 time: 0.0537658 Feb 19 03:45:25.820025 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-01eb71fd-11f2-4473-a060-bb48dc0a57d9 req-c46bb333-a3a3-4fbf-b9d6-4ef76bb61b2b tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424287 Feb 19 03:45:26.674532 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:26.944277 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa497893-1955-4f4a-8b76-55231d3f8e06 req-41dd9b5c-7de3-4bec-95fd-178bb1df83a6 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:26.945787 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-aa497893-1955-4f4a-8b76-55231d3f8e06 req-41dd9b5c-7de3-4bec-95fd-178bb1df83a6 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=4d14211e-7cbf-4e60-8046-78cfad6d4a96 HTTP/1.1" status: 200 len: 945 time: 0.0556793 Feb 19 03:45:26.999550 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-aa497893-1955-4f4a-8b76-55231d3f8e06 req-3069c352-9e94-45d9-90f6-f01f48ef44a7 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477283 Feb 19 03:45:28.123884 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29be903-a1a6-48d2-8ac3-aa700f67a4d6 req-52642bf9-b668-4230-a748-bb749aebcff2 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:28.125426 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c29be903-a1a6-48d2-8ac3-aa700f67a4d6 req-52642bf9-b668-4230-a748-bb749aebcff2 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=4d14211e-7cbf-4e60-8046-78cfad6d4a96 HTTP/1.1" status: 200 len: 945 time: 0.0530031 Feb 19 03:45:28.171297 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c29be903-a1a6-48d2-8ac3-aa700f67a4d6 req-c52fd829-8b7a-4bc7-b323-524fb79016b3 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403483 Feb 19 03:45:29.291083 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35692c26-654a-4fb4-8059-813b13764ce8 req-d660f140-6edf-4868-878b-a0167f5dea70 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:29.293183 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-35692c26-654a-4fb4-8059-813b13764ce8 req-d660f140-6edf-4868-878b-a0167f5dea70 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=4d14211e-7cbf-4e60-8046-78cfad6d4a96 HTTP/1.1" status: 200 len: 945 time: 0.0533521 Feb 19 03:45:29.338317 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-35692c26-654a-4fb4-8059-813b13764ce8 req-f0410cb3-f588-4009-acdc-5f4c5041036b tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394385 Feb 19 03:45:30.464441 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4a89d2-cdad-4314-8344-7bf36d81dcb3 req-ea505336-6794-47a1-85bb-8e418fef9c2f tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:30.465938 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ce4a89d2-cdad-4314-8344-7bf36d81dcb3 req-ea505336-6794-47a1-85bb-8e418fef9c2f tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=4d14211e-7cbf-4e60-8046-78cfad6d4a96 HTTP/1.1" status: 200 len: 945 time: 0.0565379 Feb 19 03:45:30.511792 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ce4a89d2-cdad-4314-8344-7bf36d81dcb3 req-0e58ee01-3478-4bd0-923d-904b82e5ddb0 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396543 Feb 19 03:45:31.632357 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5abf83-b6fd-489a-83c2-37107d5e6c60 req-355b3a73-548a-4132-936b-a1156a55cb4e tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:31.633890 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4c5abf83-b6fd-489a-83c2-37107d5e6c60 req-355b3a73-548a-4132-936b-a1156a55cb4e tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=4d14211e-7cbf-4e60-8046-78cfad6d4a96 HTTP/1.1" status: 200 len: 945 time: 0.0537415 Feb 19 03:45:31.685184 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4c5abf83-b6fd-489a-83c2-37107d5e6c60 req-a472af37-751f-4d1f-bf86-70b65da53f4f tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456467 Feb 19 03:45:32.809549 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd5d128-9d22-46b7-83d5-deb505fc61a3 req-ac075a23-91c6-46fa-a2e7-b0947047b8c2 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:32.811014 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2fd5d128-9d22-46b7-83d5-deb505fc61a3 req-ac075a23-91c6-46fa-a2e7-b0947047b8c2 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=4d14211e-7cbf-4e60-8046-78cfad6d4a96 HTTP/1.1" status: 200 len: 945 time: 0.0564864 Feb 19 03:45:32.856749 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2fd5d128-9d22-46b7-83d5-deb505fc61a3 req-41a7b541-7303-4e3d-8a5a-f063f5bac671 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396812 Feb 19 03:45:33.975591 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64f6e3c-63b6-4ab7-a7bf-036ea47ec829 req-a591f148-a2df-4ce5-a0f2-77ade1ae6677 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:33.977097 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d64f6e3c-63b6-4ab7-a7bf-036ea47ec829 req-a591f148-a2df-4ce5-a0f2-77ade1ae6677 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=4d14211e-7cbf-4e60-8046-78cfad6d4a96 HTTP/1.1" status: 200 len: 945 time: 0.0524335 Feb 19 03:45:34.023582 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d64f6e3c-63b6-4ab7-a7bf-036ea47ec829 req-f4a1db64-4a17-4722-b71d-c27b270f0cfa tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409267 Feb 19 03:45:35.143589 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfd5ddf-f29a-4bae-aaee-fef455cf1dfe req-327350a1-e338-4163-b953-33d0b40af673 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:35.145188 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5bfd5ddf-f29a-4bae-aaee-fef455cf1dfe req-327350a1-e338-4163-b953-33d0b40af673 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=4d14211e-7cbf-4e60-8046-78cfad6d4a96 HTTP/1.1" status: 200 len: 945 time: 0.0530307 Feb 19 03:45:35.195117 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5bfd5ddf-f29a-4bae-aaee-fef455cf1dfe req-b109f50e-c482-4449-bd41-086720823bec tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444329 Feb 19 03:45:35.369271 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 120f7418-aaee-459c-b195-a345d2f267a5 details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:45:35.469721 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 120f7418-aaee-459c-b195-a345d2f267a5, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=120f7418-aaee-459c-b195-a345d2f267a5,segment=NetworkSegment(4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0),segment_id=4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:45:35.484316 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': '120f7418-aaee-459c-b195-a345d2f267a5', 'network_id': '61231607-2de3-4131-8c3c-3d329c7c03ff', 'port_id': '120f7418-aaee-459c-b195-a345d2f267a5', 'mac_address': 'fa:16:3e:d1:19:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd53d77e-cab1-4fae-9905-6cd68c6c5593', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:45:35.526795 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 120f7418-aaee-459c-b195-a345d2f267a5 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:45:35.527185 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (120f7418-aaee-459c-b195-a345d2f267a5), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:35.541450 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 120f7418-aaee-459c-b195-a345d2f267a5 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:45:35.563367 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 120f7418-aaee-459c-b195-a345d2f267a5, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=120f7418-aaee-459c-b195-a345d2f267a5,segment=NetworkSegment(4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0),segment_id=4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:45:35.567083 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (120f7418-aaee-459c-b195-a345d2f267a5), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:35.614033 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=120f7418-aaee-459c-b195-a345d2f267a5,revision_number=14']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:45:35.971561 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['120f7418-aaee-459c-b195-a345d2f267a5'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:45:36.321693 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc9ddf9-05a2-4223-b966-dc5cf30cbd1f req-0fbdde90-b387-4530-951f-c17f684d5439 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:36.323174 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cbc9ddf9-05a2-4223-b966-dc5cf30cbd1f req-0fbdde90-b387-4530-951f-c17f684d5439 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=4d14211e-7cbf-4e60-8046-78cfad6d4a96 HTTP/1.1" status: 200 len: 946 time: 0.0526347 Feb 19 03:45:36.369086 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cbc9ddf9-05a2-4223-b966-dc5cf30cbd1f req-fb82737e-1c15-4ca3-bfcb-7f839356da1b tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399127 Feb 19 03:45:36.487386 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2ce326-62bd-4b09-b666-4647aeac0209 req-1d6a43e0-631a-4997-ac56-69245c6a3fe6 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:36.488767 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ff2ce326-62bd-4b09-b666-4647aeac0209 req-1d6a43e0-631a-4997-ac56-69245c6a3fe6 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=4d14211e-7cbf-4e60-8046-78cfad6d4a96 HTTP/1.1" status: 200 len: 946 time: 0.0528233 Feb 19 03:45:36.534445 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ff2ce326-62bd-4b09-b666-4647aeac0209 req-999949de-512c-4de6-9676-57372bf6f6a5 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400674 Feb 19 03:45:36.654998 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40abde50-cc2a-46ba-9372-555b7b095016 req-d93fa893-0847-4b10-ac7e-637c9bacecaf tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:36.657047 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-40abde50-cc2a-46ba-9372-555b7b095016 req-d93fa893-0847-4b10-ac7e-637c9bacecaf tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=4d14211e-7cbf-4e60-8046-78cfad6d4a96 HTTP/1.1" status: 200 len: 946 time: 0.0570285 Feb 19 03:45:36.703946 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-40abde50-cc2a-46ba-9372-555b7b095016 req-3553ed58-1f93-493b-8f96-fca58ebd78cb tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413678 Feb 19 03:45:36.935294 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:45:36.940413 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969dd713-120e-480c-9d87-2efbda25826c req-a7d1f5f1-f142-4352-a243-b65a5dbc7db2 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:36.941913 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-969dd713-120e-480c-9d87-2efbda25826c req-a7d1f5f1-f142-4352-a243-b65a5dbc7db2 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=4d14211e-7cbf-4e60-8046-78cfad6d4a96 HTTP/1.1" status: 200 len: 946 time: 0.0530107 Feb 19 03:45:36.987805 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-969dd713-120e-480c-9d87-2efbda25826c req-d93af1e6-a395-4f70-a138-c6185378748e tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404134 Feb 19 03:45:37.384082 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 120f7418-aaee-459c-b195-a345d2f267a5 up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:45:37.431666 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning for port 120f7418-aaee-459c-b195-a345d2f267a5 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:45:37.436168 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port 120f7418-aaee-459c-b195-a345d2f267a5 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:45:37.436609 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (120f7418-aaee-459c-b195-a345d2f267a5), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:37.513145 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 120f7418-aaee-459c-b195-a345d2f267a5 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:45:37.513534 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (120f7418-aaee-459c-b195-a345d2f267a5), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:37.538906 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d14211e-7cbf-4e60-8046-78cfad6d4a96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '120f7418-aaee-459c-b195-a345d2f267a5'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:45:37.541127 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88fe038525c8a7a69a3adae1ae732c1dd0c63371bed0a925712ea7f2f25f70bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ecf5aae-b9f0-4545-b372-7dc293862d98" -d '{"events": [{"server_uuid": "4d14211e-7cbf-4e60-8046-78cfad6d4a96", "name": "network-vif-plugged", "status": "completed", "tag": "120f7418-aaee-459c-b195-a345d2f267a5"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:45:37.554771 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 120f7418-aaee-459c-b195-a345d2f267a5, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=120f7418-aaee-459c-b195-a345d2f267a5,segment=NetworkSegment(4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0),segment_id=4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:45:37.559050 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (120f7418-aaee-459c-b195-a345d2f267a5), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:37.582416 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b009845-83b3-4efa-9a2f-e13daf9d97fd x-openstack-request-id: req-3b009845-83b3-4efa-9a2f-e13daf9d97fd {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:45:37.582713 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d14211e-7cbf-4e60-8046-78cfad6d4a96", "name": "network-vif-plugged", "status": "completed", "tag": "120f7418-aaee-459c-b195-a345d2f267a5", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:45:37.582972 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3b009845-83b3-4efa-9a2f-e13daf9d97fd {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:45:37.583364 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d14211e-7cbf-4e60-8046-78cfad6d4a96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '120f7418-aaee-459c-b195-a345d2f267a5', 'code': 200} Feb 19 03:45:37.609198 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=120f7418-aaee-459c-b195-a345d2f267a5,revision_number=15']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:45:38.111125 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4850df-ae42-4adb-822c-466b41f06536 req-44bb3f05-3bae-4451-93c0-bb173b569069 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:38.112614 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0e4850df-ae42-4adb-822c-466b41f06536 req-44bb3f05-3bae-4451-93c0-bb173b569069 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=4d14211e-7cbf-4e60-8046-78cfad6d4a96 HTTP/1.1" status: 200 len: 947 time: 0.0519753 Feb 19 03:45:38.162023 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0e4850df-ae42-4adb-822c-466b41f06536 req-55863519-893d-49be-9d2c-665cc1656ca6 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438745 Feb 19 03:45:38.805227 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e127ded-7c74-4c3c-8e86-b44133bf816f req-9df68eee-df84-46ab-8923-0e26fc6898ca tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:38.806677 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-9e127ded-7c74-4c3c-8e86-b44133bf816f req-9df68eee-df84-46ab-8923-0e26fc6898ca tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.73 "GET /v2.0/ports?device_id=4d14211e-7cbf-4e60-8046-78cfad6d4a96 HTTP/1.1" status: 200 len: 947 time: 0.0535641 Feb 19 03:45:38.895620 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-9e127ded-7c74-4c3c-8e86-b44133bf816f req-537c1504-8e2e-43a9-8585-18f834aec491 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Deleting port 120f7418-aaee-459c-b195-a345d2f267a5 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:45:38.895953 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-9e127ded-7c74-4c3c-8e86-b44133bf816f req-537c1504-8e2e-43a9-8585-18f834aec491 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (120f7418-aaee-459c-b195-a345d2f267a5), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:38.987198 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-9e127ded-7c74-4c3c-8e86-b44133bf816f req-537c1504-8e2e-43a9-8585-18f834aec491 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] For port 120f7418-aaee-459c-b195-a345d2f267a5, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=120f7418-aaee-459c-b195-a345d2f267a5,segment=NetworkSegment(4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0),segment_id=4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:45:38.987560 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-9e127ded-7c74-4c3c-8e86-b44133bf816f req-537c1504-8e2e-43a9-8585-18f834aec491 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (120f7418-aaee-459c-b195-a345d2f267a5), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:39.158893 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-9e127ded-7c74-4c3c-8e86-b44133bf816f req-537c1504-8e2e-43a9-8585-18f834aec491 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:39.159262 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-9e127ded-7c74-4c3c-8e86-b44133bf816f req-537c1504-8e2e-43a9-8585-18f834aec491 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16285943'] for floatingip (5c419d2d-fff0-4956-a592-9e52255a280b), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:39.159581 n-d-826753-2 neutron-server[103702]: INFO neutron.db.l3_db [req-9e127ded-7c74-4c3c-8e86-b44133bf816f req-537c1504-8e2e-43a9-8585-18f834aec491 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Floating IP 5c419d2d-fff0-4956-a592-9e52255a280b disassociated. External IP: 172.25.6.147, port: 120f7418-aaee-459c-b195-a345d2f267a5. Feb 19 03:45:39.159920 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-9e127ded-7c74-4c3c-8e86-b44133bf816f req-537c1504-8e2e-43a9-8585-18f834aec491 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Calling delete_port for 120f7418-aaee-459c-b195-a345d2f267a5 owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:45:39.295366 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-9e127ded-7c74-4c3c-8e86-b44133bf816f req-537c1504-8e2e-43a9-8585-18f834aec491 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (120f7418-aaee-459c-b195-a345d2f267a5), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:39.302218 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8533a497-bbf8-4338-8e5f-8ba596342976 req-4d53c1ba-207b-4361-ac10-866ead8e989c tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:39.303796 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8533a497-bbf8-4338-8e5f-8ba596342976 req-4d53c1ba-207b-4361-ac10-866ead8e989c tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=4d14211e-7cbf-4e60-8046-78cfad6d4a96 HTTP/1.1" status: 200 len: 947 time: 0.0706513 Feb 19 03:45:39.322662 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537c1504-8e2e-43a9-8585-18f834aec491 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Pushing event deleted for resources: {'Port': ['ID=120f7418-aaee-459c-b195-a345d2f267a5,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:45:39.353206 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8533a497-bbf8-4338-8e5f-8ba596342976 req-923dc902-331e-4df8-a1ce-e4d9162a0fc4 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups?id=238a4477-2cb7-4b92-9c54-ae8da3430574&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429187 Feb 19 03:45:39.447705 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9e127ded-7c74-4c3c-8e86-b44133bf816f req-537c1504-8e2e-43a9-8585-18f834aec491 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Router 40dae7ba-0f01-4414-918f-b8cf6f38098f has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:45:39.562317 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9e127ded-7c74-4c3c-8e86-b44133bf816f req-537c1504-8e2e-43a9-8585-18f834aec491 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:45:39.572750 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ac7228-3918-479b-9d1a-b4182e19fed9 None None] Sync routers for ids ['40dae7ba-0f01-4414-918f-b8cf6f38098f'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:45:39.582586 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ac7228-3918-479b-9d1a-b4182e19fed9 None None] Routers {'40dae7ba-0f01-4414-918f-b8cf6f38098f'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:45:39.583265 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-c2ac7228-3918-479b-9d1a-b4182e19fed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:45:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['40dae7ba-0f01-4414-918f-b8cf6f38098f'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:45:39.602126 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e127ded-7c74-4c3c-8e86-b44133bf816f req-537c1504-8e2e-43a9-8585-18f834aec491 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] No DVR routers for this DVR port 120f7418-aaee-459c-b195-a345d2f267a5 on host n-h1-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:45:39.604779 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-9e127ded-7c74-4c3c-8e86-b44133bf816f req-537c1504-8e2e-43a9-8585-18f834aec491 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:39.608199 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-9e127ded-7c74-4c3c-8e86-b44133bf816f req-537c1504-8e2e-43a9-8585-18f834aec491 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.73 "DELETE /v2.0/ports/120f7418-aaee-459c-b195-a345d2f267a5 HTTP/1.1" status: 204 len: 173 time: 0.7957563 Feb 19 03:45:39.608628 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d14211e-7cbf-4e60-8046-78cfad6d4a96', 'name': 'network-vif-deleted', 'tag': '120f7418-aaee-459c-b195-a345d2f267a5'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:45:39.610864 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b48a34f37e4e31fa410c3f10fa4e23c828d45427043ff8d3e4d9f228381d6ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b62e8f2a-23a7-4c23-9e70-869a02b0e160" -d '{"events": [{"server_uuid": "4d14211e-7cbf-4e60-8046-78cfad6d4a96", "name": "network-vif-deleted", "tag": "120f7418-aaee-459c-b195-a345d2f267a5"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:45:39.659792 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3655e0f7-503f-49e3-90b3-ddd98bb62294 x-openstack-request-id: req-3655e0f7-503f-49e3-90b3-ddd98bb62294 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:45:39.660205 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d14211e-7cbf-4e60-8046-78cfad6d4a96", "name": "network-vif-deleted", "tag": "120f7418-aaee-459c-b195-a345d2f267a5", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:45:39.660504 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3655e0f7-503f-49e3-90b3-ddd98bb62294 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:45:39.660862 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d14211e-7cbf-4e60-8046-78cfad6d4a96', 'name': 'network-vif-deleted', 'tag': '120f7418-aaee-459c-b195-a345d2f267a5', 'status': 'completed', 'code': 200} Feb 19 03:45:39.694432 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-c2ac7228-3918-479b-9d1a-b4182e19fed9 None None] Set router 40dae7ba-0f01-4414-918f-b8cf6f38098f gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:45:39.894703 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-c2ac7228-3918-479b-9d1a-b4182e19fed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40dae7ba-0f01-4414-918f-b8cf6f38098f', 'name': 'tempest-ServerActionsTestJSON-1998691811-router', 'tenant_id': '41c0d62dea1b4193960fb9d03684346b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '53c8779c-fd7c-4afa-aebe-0e875cb7b32c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:41:19Z', 'updated_at': '2022-02-19T03:41:22Z', 'revision_number': 4, 'project_id': '41c0d62dea1b4193960fb9d03684346b', 'gw_port': {'id': '53c8779c-fd7c-4afa-aebe-0e875cb7b32c', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dae7ba-0f01-4414-918f-b8cf6f38098f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:41:19Z', 'updated_at': '2022-02-19T03:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '43a343ed-f21b-4821-9b1b-0cb7a5f9ccec', 'name': '', 'network_id': '61231607-2de3-4131-8c3c-3d329c7c03ff', 'tenant_id': '41c0d62dea1b4193960fb9d03684346b', 'mac_address': 'fa:16:3e:3f:d1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dae7ba-0f01-4414-918f-b8cf6f38098f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'dd53d77e-cab1-4fae-9905-6cd68c6c5593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:41:21Z', 'updated_at': '2022-02-19T03:41:25Z', 'revision_number': 5, 'project_id': '41c0d62dea1b4193960fb9d03684346b', 'subnets': [{'id': 'dd53d77e-cab1-4fae-9905-6cd68c6c5593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:45:39.926132 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ac7228-3918-479b-9d1a-b4182e19fed9 None None] Checking router: 40dae7ba-0f01-4414-918f-b8cf6f38098f for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:45:39.934646 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ac7228-3918-479b-9d1a-b4182e19fed9 None None] Routers {'40dae7ba-0f01-4414-918f-b8cf6f38098f'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:45:39.935236 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-c2ac7228-3918-479b-9d1a-b4182e19fed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:45:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['40dae7ba-0f01-4414-918f-b8cf6f38098f'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:45:40.040977 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-c2ac7228-3918-479b-9d1a-b4182e19fed9 None None] Set router 40dae7ba-0f01-4414-918f-b8cf6f38098f gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:45:40.232683 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-c2ac7228-3918-479b-9d1a-b4182e19fed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40dae7ba-0f01-4414-918f-b8cf6f38098f', 'name': 'tempest-ServerActionsTestJSON-1998691811-router', 'tenant_id': '41c0d62dea1b4193960fb9d03684346b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '53c8779c-fd7c-4afa-aebe-0e875cb7b32c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:41:19Z', 'updated_at': '2022-02-19T03:41:22Z', 'revision_number': 4, 'project_id': '41c0d62dea1b4193960fb9d03684346b', 'gw_port': {'id': '53c8779c-fd7c-4afa-aebe-0e875cb7b32c', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dae7ba-0f01-4414-918f-b8cf6f38098f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:41:19Z', 'updated_at': '2022-02-19T03:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '43a343ed-f21b-4821-9b1b-0cb7a5f9ccec', 'name': '', 'network_id': '61231607-2de3-4131-8c3c-3d329c7c03ff', 'tenant_id': '41c0d62dea1b4193960fb9d03684346b', 'mac_address': 'fa:16:3e:3f:d1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dae7ba-0f01-4414-918f-b8cf6f38098f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'dd53d77e-cab1-4fae-9905-6cd68c6c5593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:41:21Z', 'updated_at': '2022-02-19T03:41:25Z', 'revision_number': 5, 'project_id': '41c0d62dea1b4193960fb9d03684346b', 'subnets': [{'id': 'dd53d77e-cab1-4fae-9905-6cd68c6c5593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:45:40.259192 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ac7228-3918-479b-9d1a-b4182e19fed9 None None] The sync data for ids ['40dae7ba-0f01-4414-918f-b8cf6f38098f'] in n-d-826753-2 is: [{'id': '40dae7ba-0f01-4414-918f-b8cf6f38098f', 'name': 'tempest-ServerActionsTestJSON-1998691811-router', 'tenant_id': '41c0d62dea1b4193960fb9d03684346b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '53c8779c-fd7c-4afa-aebe-0e875cb7b32c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:41:19Z', 'updated_at': '2022-02-19T03:41:22Z', 'revision_number': 4, 'project_id': '41c0d62dea1b4193960fb9d03684346b', 'gw_port': {'id': '53c8779c-fd7c-4afa-aebe-0e875cb7b32c', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dae7ba-0f01-4414-918f-b8cf6f38098f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:41:19Z', 'updated_at': '2022-02-19T03:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '43a343ed-f21b-4821-9b1b-0cb7a5f9ccec', 'name': '', 'network_id': '61231607-2de3-4131-8c3c-3d329c7c03ff', 'tenant_id': '41c0d62dea1b4193960fb9d03684346b', 'mac_address': 'fa:16:3e:3f:d1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dae7ba-0f01-4414-918f-b8cf6f38098f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'dd53d77e-cab1-4fae-9905-6cd68c6c5593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:41:21Z', 'updated_at': '2022-02-19T03:41:25Z', 'revision_number': 5, 'project_id': '41c0d62dea1b4193960fb9d03684346b', 'subnets': [{'id': 'dd53d77e-cab1-4fae-9905-6cd68c6c5593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:45:40.457993 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4fe540d3-82ab-4b0b-9058-bbb857872981 req-d0a3a36a-2e0a-457b-a5eb-36cdecc1f62e tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=4d14211e-7cbf-4e60-8046-78cfad6d4a96 HTTP/1.1" status: 200 len: 210 time: 0.0292463 Feb 19 03:45:40.512682 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab1d2ba-c4a8-4efd-9c5f-e21458201663 None None] New status for floating IP 5c419d2d-fff0-4956-a592-9e52255a280b: DOWN {{(pid=103703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:45:41.560741 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f18bc0c6-0411-4129-8c44-27d8f4041ed9 req-c2bd53eb-229c-4f25-9e5d-4ab3850ff9c3 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=4d14211e-7cbf-4e60-8046-78cfad6d4a96 HTTP/1.1" status: 200 len: 210 time: 0.0306158 Feb 19 03:45:42.656913 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a7bca4f0-3f8d-484b-b08c-99f0ddfe2b04 req-5a73d1ee-3d22-41f2-bd07-2527113c80d2 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=4d14211e-7cbf-4e60-8046-78cfad6d4a96 HTTP/1.1" status: 200 len: 210 time: 0.0268836 Feb 19 03:45:43.431973 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 120f7418-aaee-459c-b195-a345d2f267a5 no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:45:43.455153 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] No Port match for: 120f7418-aaee-459c-b195-a345d2f267a5 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:45:43.455497 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 120f7418-aaee-459c-b195-a345d2f267a5 not bound to the agent host n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:45:43.755696 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-97ad5289-bae5-4d3a-8a4e-80cc96b40707 req-2d5145fe-b45f-454c-874f-5d98f8778d01 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=4d14211e-7cbf-4e60-8046-78cfad6d4a96 HTTP/1.1" status: 200 len: 210 time: 0.0285473 Feb 19 03:45:44.853535 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-19b8e90c-29ff-4582-95ac-675be819ad79 req-93d7a280-4e52-482a-b4e9-f430fc90d370 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=4d14211e-7cbf-4e60-8046-78cfad6d4a96 HTTP/1.1" status: 200 len: 210 time: 0.0283151 Feb 19 03:45:45.630070 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-16552b5d-d33d-4f35-9b45-75c307a04dcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:45.950649 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-127cce2d-a2fe-4e09-8289-450b2373ca29 req-05a8175f-a48b-4dae-90cb-34bdb4df1496 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=4d14211e-7cbf-4e60-8046-78cfad6d4a96 HTTP/1.1" status: 200 len: 210 time: 0.0276265 Feb 19 03:45:47.050681 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f27b8286-f637-4616-8ff0-fa2c1c6e9ce3 req-578f1faa-aea1-49e7-918b-6601978362ab tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=4d14211e-7cbf-4e60-8046-78cfad6d4a96 HTTP/1.1" status: 200 len: 210 time: 0.0281332 Feb 19 03:45:47.801549 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-14f000bd-b125-45cc-b562-821d3bf59350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:48.150438 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a5a0931e-8ddf-4240-88b9-21d2ea27a837 req-2ce8e5a2-351e-4545-93c5-292fe882dc25 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/ports?device_id=4d14211e-7cbf-4e60-8046-78cfad6d4a96 HTTP/1.1" status: 200 len: 210 time: 0.0312490 Feb 19 03:45:49.466316 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:50.640759 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:52.058373 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:52.934935 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:54.968928 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51182) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:45:55.023779 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8d7fde51-994b-4ca5-b6ff-bbddad3b0779 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Publish callbacks [] for security_group (238a4477-2cb7-4b92-9c54-ae8da3430574), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:55.048101 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8d7fde51-994b-4ca5-b6ff-bbddad3b0779 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Publish callbacks [] for security_group (238a4477-2cb7-4b92-9c54-ae8da3430574), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:55.099305 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8d7fde51-994b-4ca5-b6ff-bbddad3b0779 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (238a4477-2cb7-4b92-9c54-ae8da3430574), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:55.102341 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8d7fde51-994b-4ca5-b6ff-bbddad3b0779 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:55.103620 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-8d7fde51-994b-4ca5-b6ff-bbddad3b0779 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "DELETE /v2.0/security-groups/238a4477-2cb7-4b92-9c54-ae8da3430574 HTTP/1.1" status: 204 len: 168 time: 0.1336377 Feb 19 03:45:55.106499 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 51184) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:45:55.113887 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7fde51-994b-4ca5-b6ff-bbddad3b0779 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=238a4477-2cb7-4b92-9c54-ae8da3430574,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:45:55.121326 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7fde51-994b-4ca5-b6ff-bbddad3b0779 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:55.121669 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7fde51-994b-4ca5-b6ff-bbddad3b0779 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:55.122004 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7fde51-994b-4ca5-b6ff-bbddad3b0779 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:55.122337 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7fde51-994b-4ca5-b6ff-bbddad3b0779 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:55.122666 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7fde51-994b-4ca5-b6ff-bbddad3b0779 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:55.123697 n-d-826753-2 neutron-server[103702]: INFO neutron.api.v2.resource [None req-b3b27136-4b88-4df2-ae44-c0034e771fde tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] show failed (client error): The resource could not be found. Feb 19 03:45:55.123851 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7fde51-994b-4ca5-b6ff-bbddad3b0779 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:55.124178 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7fde51-994b-4ca5-b6ff-bbddad3b0779 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:55.124587 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7fde51-994b-4ca5-b6ff-bbddad3b0779 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:55.124914 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7fde51-994b-4ca5-b6ff-bbddad3b0779 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:55.125266 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7fde51-994b-4ca5-b6ff-bbddad3b0779 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:55.125595 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7fde51-994b-4ca5-b6ff-bbddad3b0779 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:55.125908 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7fde51-994b-4ca5-b6ff-bbddad3b0779 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:55.126222 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7fde51-994b-4ca5-b6ff-bbddad3b0779 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:55.127910 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-b3b27136-4b88-4df2-ae44-c0034e771fde tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "GET /v2.0/security-groups/238a4477-2cb7-4b92-9c54-ae8da3430574 HTTP/1.1" status: 404 len: 347 time: 0.0197272 Feb 19 03:45:55.128704 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51186) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:45:55.256003 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-2b87099b-f5e1-4e79-b97c-bea4fb665d79 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Deleting port 0aa66452-3b6b-4210-a964-9b7796c76406 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:45:55.256342 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2b87099b-f5e1-4e79-b97c-bea4fb665d79 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (0aa66452-3b6b-4210-a964-9b7796c76406), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:55.335049 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2b87099b-f5e1-4e79-b97c-bea4fb665d79 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (0aa66452-3b6b-4210-a964-9b7796c76406), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:55.335530 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2b87099b-f5e1-4e79-b97c-bea4fb665d79 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Publish callbacks [] for floatingip (0aa66452-3b6b-4210-a964-9b7796c76406), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:55.347727 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-2b87099b-f5e1-4e79-b97c-bea4fb665d79 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Calling delete_port for 0aa66452-3b6b-4210-a964-9b7796c76406 owned by network:floatingip {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:45:55.490831 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2b87099b-f5e1-4e79-b97c-bea4fb665d79 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (0aa66452-3b6b-4210-a964-9b7796c76406), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:55.521898 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b87099b-f5e1-4e79-b97c-bea4fb665d79 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Pushing event deleted for resources: {'Port': ['ID=0aa66452-3b6b-4210-a964-9b7796c76406,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:45:55.583251 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2b87099b-f5e1-4e79-b97c-bea4fb665d79 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Publish callbacks [] for floatingip (5c419d2d-fff0-4956-a592-9e52255a280b), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:55.585918 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2b87099b-f5e1-4e79-b97c-bea4fb665d79 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:55.587009 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-2b87099b-f5e1-4e79-b97c-bea4fb665d79 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] 10.222.0.72 "DELETE /v2.0/floatingips/5c419d2d-fff0-4956-a592-9e52255a280b HTTP/1.1" status: 204 len: 168 time: 0.4573641 Feb 19 03:45:55.589952 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51188) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:45:55.955191 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e00e6ecc-9f09-4762-b978-1b043728360d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16289271'] for router_interface (40dae7ba-0f01-4414-918f-b8cf6f38098f), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:56.213356 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-e00e6ecc-9f09-4762-b978-1b043728360d admin admin] Deleting port 43a343ed-f21b-4821-9b1b-0cb7a5f9ccec {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:45:56.213987 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e00e6ecc-9f09-4762-b978-1b043728360d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (43a343ed-f21b-4821-9b1b-0cb7a5f9ccec), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:56.291940 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-e00e6ecc-9f09-4762-b978-1b043728360d admin admin] For port 43a343ed-f21b-4821-9b1b-0cb7a5f9ccec, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=43a343ed-f21b-4821-9b1b-0cb7a5f9ccec,segment=NetworkSegment(4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0),segment_id=4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:45:56.292307 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e00e6ecc-9f09-4762-b978-1b043728360d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (43a343ed-f21b-4821-9b1b-0cb7a5f9ccec), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:56.305234 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-e00e6ecc-9f09-4762-b978-1b043728360d admin admin] Calling delete_port for 43a343ed-f21b-4821-9b1b-0cb7a5f9ccec owned by network:router_interface {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:45:56.494586 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e00e6ecc-9f09-4762-b978-1b043728360d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (43a343ed-f21b-4821-9b1b-0cb7a5f9ccec), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:56.524809 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00e6ecc-9f09-4762-b978-1b043728360d admin admin] Pushing event deleted for resources: {'Port': ['ID=43a343ed-f21b-4821-9b1b-0cb7a5f9ccec,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:45:56.679082 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:56.986673 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e00e6ecc-9f09-4762-b978-1b043728360d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16362762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16314471'] for router_interface (40dae7ba-0f01-4414-918f-b8cf6f38098f), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:57.206595 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e00e6ecc-9f09-4762-b978-1b043728360d admin admin] Router 40dae7ba-0f01-4414-918f-b8cf6f38098f has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:45:57.319699 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e00e6ecc-9f09-4762-b978-1b043728360d admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:45:57.324714 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-e00e6ecc-9f09-4762-b978-1b043728360d admin admin] 10.222.0.72 "PUT /v2.0/routers/40dae7ba-0f01-4414-918f-b8cf6f38098f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7337298 Feb 19 03:45:57.327686 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51190) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:45:57.330482 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8cda41-7ca0-4834-8b0b-4eb516cecc3a None None] Sync routers for ids ['40dae7ba-0f01-4414-918f-b8cf6f38098f'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:45:57.339819 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8cda41-7ca0-4834-8b0b-4eb516cecc3a None None] Routers {'40dae7ba-0f01-4414-918f-b8cf6f38098f'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:45:57.340428 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-ea8cda41-7ca0-4834-8b0b-4eb516cecc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:45:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['40dae7ba-0f01-4414-918f-b8cf6f38098f'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:45:57.434984 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0597e19b-dac5-46cf-8dd1-cc880cdc7e2c admin admin] Publish callbacks [] for router (40dae7ba-0f01-4414-918f-b8cf6f38098f), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:57.543451 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-ea8cda41-7ca0-4834-8b0b-4eb516cecc3a None None] Set router 40dae7ba-0f01-4414-918f-b8cf6f38098f gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:45:57.545144 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0597e19b-dac5-46cf-8dd1-cc880cdc7e2c admin admin] Publish callbacks [] for router_gateway (40dae7ba-0f01-4414-918f-b8cf6f38098f), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:57.597652 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-0597e19b-dac5-46cf-8dd1-cc880cdc7e2c admin admin] Deleting port 53c8779c-fd7c-4afa-aebe-0e875cb7b32c {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:45:57.597899 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0597e19b-dac5-46cf-8dd1-cc880cdc7e2c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (53c8779c-fd7c-4afa-aebe-0e875cb7b32c), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:57.676695 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-0597e19b-dac5-46cf-8dd1-cc880cdc7e2c admin admin] For port 53c8779c-fd7c-4afa-aebe-0e875cb7b32c, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=53c8779c-fd7c-4afa-aebe-0e875cb7b32c,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:45:57.677240 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0597e19b-dac5-46cf-8dd1-cc880cdc7e2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (53c8779c-fd7c-4afa-aebe-0e875cb7b32c), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:57.689711 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-0597e19b-dac5-46cf-8dd1-cc880cdc7e2c admin admin] Calling delete_port for 53c8779c-fd7c-4afa-aebe-0e875cb7b32c owned by network:router_gateway {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:45:57.719591 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-ea8cda41-7ca0-4834-8b0b-4eb516cecc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40dae7ba-0f01-4414-918f-b8cf6f38098f', 'name': 'tempest-ServerActionsTestJSON-1998691811-router', 'tenant_id': '41c0d62dea1b4193960fb9d03684346b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': '53c8779c-fd7c-4afa-aebe-0e875cb7b32c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:41:19Z', 'updated_at': '2022-02-19T03:45:56Z', 'revision_number': 5, 'project_id': '41c0d62dea1b4193960fb9d03684346b', 'gw_port': {'id': '53c8779c-fd7c-4afa-aebe-0e875cb7b32c', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40dae7ba-0f01-4414-918f-b8cf6f38098f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:41:19Z', 'updated_at': '2022-02-19T03:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:45:57.749348 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8cda41-7ca0-4834-8b0b-4eb516cecc3a None None] Checking router: 40dae7ba-0f01-4414-918f-b8cf6f38098f for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:45:57.757790 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8cda41-7ca0-4834-8b0b-4eb516cecc3a None None] Routers {'40dae7ba-0f01-4414-918f-b8cf6f38098f'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:45:57.758401 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-ea8cda41-7ca0-4834-8b0b-4eb516cecc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:45:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['40dae7ba-0f01-4414-918f-b8cf6f38098f'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:45:57.849847 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-ea8cda41-7ca0-4834-8b0b-4eb516cecc3a None None] Set router 40dae7ba-0f01-4414-918f-b8cf6f38098f gateway port host: None {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:45:57.866661 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0597e19b-dac5-46cf-8dd1-cc880cdc7e2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (53c8779c-fd7c-4afa-aebe-0e875cb7b32c), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:57.897495 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0597e19b-dac5-46cf-8dd1-cc880cdc7e2c admin admin] Pushing event deleted for resources: {'Port': ['ID=53c8779c-fd7c-4afa-aebe-0e875cb7b32c,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:45:57.906391 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-ea8cda41-7ca0-4834-8b0b-4eb516cecc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40dae7ba-0f01-4414-918f-b8cf6f38098f', 'name': 'tempest-ServerActionsTestJSON-1998691811-router', 'tenant_id': '41c0d62dea1b4193960fb9d03684346b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:41:19Z', 'updated_at': '2022-02-19T03:45:57Z', 'revision_number': 6, 'project_id': '41c0d62dea1b4193960fb9d03684346b', 'gw_port_host': None}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:45:57.933860 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8cda41-7ca0-4834-8b0b-4eb516cecc3a None None] The sync data for ids ['40dae7ba-0f01-4414-918f-b8cf6f38098f'] in n-d-826753-2 is: [{'id': '40dae7ba-0f01-4414-918f-b8cf6f38098f', 'name': 'tempest-ServerActionsTestJSON-1998691811-router', 'tenant_id': '41c0d62dea1b4193960fb9d03684346b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:41:19Z', 'updated_at': '2022-02-19T03:45:57Z', 'revision_number': 6, 'project_id': '41c0d62dea1b4193960fb9d03684346b', 'gw_port_host': None}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:45:57.960513 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0597e19b-dac5-46cf-8dd1-cc880cdc7e2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16285837'] for router_gateway (40dae7ba-0f01-4414-918f-b8cf6f38098f), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:58.053659 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0597e19b-dac5-46cf-8dd1-cc880cdc7e2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16317457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14254'] for router (40dae7ba-0f01-4414-918f-b8cf6f38098f), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:58.055763 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0597e19b-dac5-46cf-8dd1-cc880cdc7e2c admin admin] Publish callbacks [] for router_controller (40dae7ba-0f01-4414-918f-b8cf6f38098f), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:58.103419 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0597e19b-dac5-46cf-8dd1-cc880cdc7e2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16317544'] for router (40dae7ba-0f01-4414-918f-b8cf6f38098f), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:58.103995 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0597e19b-dac5-46cf-8dd1-cc880cdc7e2c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 40dae7ba-0f01-4414-918f-b8cf6f38098f {{(pid=103701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:45:58.109408 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0597e19b-dac5-46cf-8dd1-cc880cdc7e2c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:58.110620 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-0597e19b-dac5-46cf-8dd1-cc880cdc7e2c admin admin] 10.222.0.72 "DELETE /v2.0/routers/40dae7ba-0f01-4414-918f-b8cf6f38098f HTTP/1.1" status: 204 len: 168 time: 0.7820277 Feb 19 03:45:58.113258 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51192) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:45:58.157841 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdbe4542-c3ba-4c08-bcfb-f32118eaf709 admin admin] Deleting subnet dd53d77e-cab1-4fae-9905-6cd68c6c5593 {{(pid=103701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:45:58.160845 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bdbe4542-c3ba-4c08-bcfb-f32118eaf709 admin admin] Publish callbacks [] for subnet (dd53d77e-cab1-4fae-9905-6cd68c6c5593), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:58.195195 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bdbe4542-c3ba-4c08-bcfb-f32118eaf709 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12647399'] for subnet (dd53d77e-cab1-4fae-9905-6cd68c6c5593), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:58.274687 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bdbe4542-c3ba-4c08-bcfb-f32118eaf709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (dd53d77e-cab1-4fae-9905-6cd68c6c5593), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:58.327908 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bdbe4542-c3ba-4c08-bcfb-f32118eaf709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12647206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58706286'] for subnet (dd53d77e-cab1-4fae-9905-6cd68c6c5593), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:58.355077 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbe4542-c3ba-4c08-bcfb-f32118eaf709 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd53d77e-cab1-4fae-9905-6cd68c6c5593,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:45:58.360099 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bdbe4542-c3ba-4c08-bcfb-f32118eaf709 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:58.363761 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-bdbe4542-c3ba-4c08-bcfb-f32118eaf709 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/dd53d77e-cab1-4fae-9905-6cd68c6c5593 HTTP/1.1" status: 204 len: 168 time: 0.2491949 Feb 19 03:45:58.366079 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 51194) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:45:58.366561 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7c4bf7-7980-4832-ab5d-608b9bff89fa None None] Network 61231607-2de3-4131-8c3c-3d329c7c03ff requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:45:58.440584 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-579b02f3-aaef-4957-8ab4-d83868781b16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (61231607-2de3-4131-8c3c-3d329c7c03ff), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:58.496069 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-579b02f3-aaef-4957-8ab4-d83868781b16 admin admin] Deleting port 9c19c280-8220-441c-8172-3afdc9428474 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:45:58.496405 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-579b02f3-aaef-4957-8ab4-d83868781b16 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (9c19c280-8220-441c-8172-3afdc9428474), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:58.557623 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-579b02f3-aaef-4957-8ab4-d83868781b16 admin admin] For port 9c19c280-8220-441c-8172-3afdc9428474, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=9c19c280-8220-441c-8172-3afdc9428474,segment=NetworkSegment(4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0),segment_id=4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:45:58.557975 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-579b02f3-aaef-4957-8ab4-d83868781b16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (9c19c280-8220-441c-8172-3afdc9428474), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:58.573956 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-579b02f3-aaef-4957-8ab4-d83868781b16 admin admin] Calling delete_port for 9c19c280-8220-441c-8172-3afdc9428474 owned by network:dhcp {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:45:58.650723 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-579b02f3-aaef-4957-8ab4-d83868781b16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (9c19c280-8220-441c-8172-3afdc9428474), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:58.675828 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579b02f3-aaef-4957-8ab4-d83868781b16 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c19c280-8220-441c-8172-3afdc9428474,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:45:58.679378 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579b02f3-aaef-4957-8ab4-d83868781b16 admin admin] No DVR routers for this DVR port 9c19c280-8220-441c-8172-3afdc9428474 on host n-d-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:45:58.730989 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3d61d0-bd38-44ef-b813-31cc458b726f None None] DHCP port deletion for 61231607-2de3-4131-8c3c-3d329c7c03ff request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:45:58.759269 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-579b02f3-aaef-4957-8ab4-d83868781b16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (61231607-2de3-4131-8c3c-3d329c7c03ff), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:58.779672 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-579b02f3-aaef-4957-8ab4-d83868781b16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61231607-2de3-4131-8c3c-3d329c7c03ff']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:45:58.788673 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-579b02f3-aaef-4957-8ab4-d83868781b16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:45:58.788962 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-579b02f3-aaef-4957-8ab4-d83868781b16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:45:58.798715 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-579b02f3-aaef-4957-8ab4-d83868781b16 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:58.812880 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-579b02f3-aaef-4957-8ab4-d83868781b16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:58.819867 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-579b02f3-aaef-4957-8ab4-d83868781b16 admin admin] Releasing vlan 282 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:45:58.820265 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-579b02f3-aaef-4957-8ab4-d83868781b16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (4b44aff3-16c8-425e-8ff3-59ff0fb9dbc0), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:58.822384 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 03:45:58.822384 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:45:58.822384 n-d-826753-2 neutron-server[103702]: timer() Feb 19 03:45:58.822384 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:45:58.822384 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 03:45:58.822384 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:45:58.822384 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 03:45:58.822384 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:45:58.822384 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 03:45:58.822384 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:45:58.822384 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 03:45:58.822384 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:45:58.822384 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 03:45:58.822384 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:45:58.822384 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:45:58.822384 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:45:58.822384 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:45:58.822384 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:45:58.822384 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 03:45:58.822384 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:45:58.822384 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 03:45:58.822384 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:45:58.822384 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:45:58.822384 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:45:58.822384 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 03:45:58.822384 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:45:58.822384 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:45:58.822384 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:45:58.822384 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:45:58.822384 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:45:58.822384 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:45:58.822384 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:45:58.875993 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-579b02f3-aaef-4957-8ab4-d83868781b16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (61231607-2de3-4131-8c3c-3d329c7c03ff), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:58.892820 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-579b02f3-aaef-4957-8ab4-d83868781b16 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:58.897459 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-579b02f3-aaef-4957-8ab4-d83868781b16 admin admin] 10.222.0.72 "DELETE /v2.0/networks/61231607-2de3-4131-8c3c-3d329c7c03ff HTTP/1.1" status: 204 len: 168 time: 0.5303698 Feb 19 03:45:58.898567 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579b02f3-aaef-4957-8ab4-d83868781b16 admin admin] Pushing event deleted for resources: {'Network': ['ID=61231607-2de3-4131-8c3c-3d329c7c03ff,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:45:59.011894 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 51198) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:45:59.057168 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-c4865484-988e-427e-bc58-05de2c6a196e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=41c0d62dea1b4193960fb9d03684346b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0438228 Feb 19 03:45:59.060069 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 51200) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:45:59.109686 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-221885c6-567d-47bf-87c6-f5e233d854df admin admin] Publish callbacks [] for security_group (a705cd38-ee35-4013-b441-4c79334216fc), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:59.130055 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-221885c6-567d-47bf-87c6-f5e233d854df admin admin] Publish callbacks [] for security_group (a705cd38-ee35-4013-b441-4c79334216fc), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:59.177576 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-221885c6-567d-47bf-87c6-f5e233d854df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (a705cd38-ee35-4013-b441-4c79334216fc), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:59.180145 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-221885c6-567d-47bf-87c6-f5e233d854df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:59.181366 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-221885c6-567d-47bf-87c6-f5e233d854df admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a705cd38-ee35-4013-b441-4c79334216fc HTTP/1.1" status: 204 len: 168 time: 0.1201046 Feb 19 03:45:59.190476 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221885c6-567d-47bf-87c6-f5e233d854df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a705cd38-ee35-4013-b441-4c79334216fc,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:45:59.804143 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 43a343ed-f21b-4821-9b1b-0cb7a5f9ccec no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:45:59.825519 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 43a343ed-f21b-4821-9b1b-0cb7a5f9ccec {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:45:59.825944 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 43a343ed-f21b-4821-9b1b-0cb7a5f9ccec not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:45:59.826373 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 9c19c280-8220-441c-8172-3afdc9428474 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:45:59.845395 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 9c19c280-8220-441c-8172-3afdc9428474 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:45:59.845745 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 9c19c280-8220-441c-8172-3afdc9428474 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:45:59.846167 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 53c8779c-fd7c-4afa-aebe-0e875cb7b32c no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:45:59.864869 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 53c8779c-fd7c-4afa-aebe-0e875cb7b32c {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:45:59.865245 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 53c8779c-fd7c-4afa-aebe-0e875cb7b32c not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:45:59.894667 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 51222) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:45:59.988498 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-8bc166ab-3b68-48c4-adb2-aaaaccf6bc50 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1930472392-network', 'tenant_id': 'e086fd0605ac4e7e8fa68ae6f60eb8a9'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:46:00.008405 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bc166ab-3b68-48c4-adb2-aaaaccf6bc50 admin admin] Made reservation on behalf of e086fd0605ac4e7e8fa68ae6f60eb8a9 for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:46:00.011150 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8bc166ab-3b68-48c4-adb2-aaaaccf6bc50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:00.020237 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8bc166ab-3b68-48c4-adb2-aaaaccf6bc50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:00.095932 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8bc166ab-3b68-48c4-adb2-aaaaccf6bc50 admin admin] Publish callbacks [] for security_group (8cba0924-188b-4deb-b0bc-916b89593cf3), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:00.099618 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8bc166ab-3b68-48c4-adb2-aaaaccf6bc50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (8cba0924-188b-4deb-b0bc-916b89593cf3), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:00.126365 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bc166ab-3b68-48c4-adb2-aaaaccf6bc50 admin admin] vlan segment allocate from pool success with {'vlan_id': 258, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:46:00.136053 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc166ab-3b68-48c4-adb2-aaaaccf6bc50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cba0924-188b-4deb-b0bc-916b89593cf3,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:00.141657 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8bc166ab-3b68-48c4-adb2-aaaaccf6bc50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (a6a67958-294a-4fe8-a3d0-477fc3f6b4ac), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:00.141998 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-8bc166ab-3b68-48c4-adb2-aaaaccf6bc50 admin admin] Added segment a6a67958-294a-4fe8-a3d0-477fc3f6b4ac of type vlan for network e81b7d43-43ba-4786-8c76-51a0739a5be2 Feb 19 03:46:00.184693 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8bc166ab-3b68-48c4-adb2-aaaaccf6bc50 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (e81b7d43-43ba-4786-8c76-51a0739a5be2), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:00.209645 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8bc166ab-3b68-48c4-adb2-aaaaccf6bc50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (e81b7d43-43ba-4786-8c76-51a0739a5be2), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:00.210575 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc166ab-3b68-48c4-adb2-aaaaccf6bc50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:00.211151 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8bc166ab-3b68-48c4-adb2-aaaaccf6bc50 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:00.259838 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-8bc166ab-3b68-48c4-adb2-aaaaccf6bc50 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3639922 Feb 19 03:46:00.262783 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51226) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:46:00.268710 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-3bbc86b7-84e7-4f2f-aefc-15f98aa427f7 admin admin] Request body: {'subnet': {'network_id': 'e81b7d43-43ba-4786-8c76-51a0739a5be2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1930472392-subnet', 'tenant_id': 'e086fd0605ac4e7e8fa68ae6f60eb8a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:46:00.275282 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc166ab-3b68-48c4-adb2-aaaaccf6bc50 admin admin] Pushing event updated for resources: {'Network': ['ID=e81b7d43-43ba-4786-8c76-51a0739a5be2,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:00.285409 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network e81b7d43-43ba-4786-8c76-51a0739a5be2 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:46:00.288726 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bbc86b7-84e7-4f2f-aefc-15f98aa427f7 admin admin] Made reservation on behalf of e086fd0605ac4e7e8fa68ae6f60eb8a9 for: {'subnet': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:46:00.291238 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3bbc86b7-84e7-4f2f-aefc-15f98aa427f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58706307'] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:00.460711 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3bbc86b7-84e7-4f2f-aefc-15f98aa427f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12647271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58706289'] for subnet (2f168585-825c-4ba4-9cb6-1c548684c0df), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:00.512647 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbc86b7-84e7-4f2f-aefc-15f98aa427f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f168585-825c-4ba4-9cb6-1c548684c0df,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:00.523142 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbc86b7-84e7-4f2f-aefc-15f98aa427f7 admin admin] Checking segment: {'id': 'a6a67958-294a-4fe8-a3d0-477fc3f6b4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'e81b7d43-43ba-4786-8c76-51a0739a5be2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:46:00.523511 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bbc86b7-84e7-4f2f-aefc-15f98aa427f7 admin admin] Network hostable DHCP agents. Network: e81b7d43-43ba-4786-8c76-51a0739a5be2, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:46:00.539364 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bbc86b7-84e7-4f2f-aefc-15f98aa427f7 admin admin] Network e81b7d43-43ba-4786-8c76-51a0739a5be2 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:46:00.547714 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-3bbc86b7-84e7-4f2f-aefc-15f98aa427f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, e81b7d43-43ba-4786-8c76-51a0739a5be2) {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:46:00.552442 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bbc86b7-84e7-4f2f-aefc-15f98aa427f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:00.553502 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3bbc86b7-84e7-4f2f-aefc-15f98aa427f7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:00.556890 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ac8a8c-0b7c-42ef-a2cd-08fdce3a5506 None None] Network e81b7d43-43ba-4786-8c76-51a0739a5be2 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:46:00.570125 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-3bbc86b7-84e7-4f2f-aefc-15f98aa427f7 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3053625 Feb 19 03:46:00.655317 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352fbaba-a021-491b-accc-7441f4fa2299 None None] Network e81b7d43-43ba-4786-8c76-51a0739a5be2 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:46:01.003164 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747792bc-c7b7-4e58-a002-9b0de026a67e req-3dba3cbf-e6c2-4d1c-a3ce-d66482f7dfa9 tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:01.004637 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-747792bc-c7b7-4e58-a002-9b0de026a67e req-3dba3cbf-e6c2-4d1c-a3ce-d66482f7dfa9 tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] 10.222.0.72 "GET /v2.0/networks?id=e81b7d43-43ba-4786-8c76-51a0739a5be2 HTTP/1.1" status: 200 len: 814 time: 0.1069605 Feb 19 03:46:01.019444 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-747792bc-c7b7-4e58-a002-9b0de026a67e req-472400cb-b045-44c1-8f1d-12a02a8170ef tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] 10.222.0.72 "GET /v2.0/quotas/e086fd0605ac4e7e8fa68ae6f60eb8a9 HTTP/1.1" status: 200 len: 375 time: 0.0093884 Feb 19 03:46:01.052589 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-747792bc-c7b7-4e58-a002-9b0de026a67e req-0def4c5c-8a03-4522-ae98-d3b23fa56b34 tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=e086fd0605ac4e7e8fa68ae6f60eb8a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284667 Feb 19 03:46:01.190677 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-747792bc-c7b7-4e58-a002-9b0de026a67e req-31206845-84af-4a17-a9db-f04c292d180b service neutron] 10.222.0.72 "GET /v2.0/networks/e81b7d43-43ba-4786-8c76-51a0739a5be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309369 Feb 19 03:46:01.282024 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-747792bc-c7b7-4e58-a002-9b0de026a67e req-d48b8385-2164-470f-9fa6-07cb26b91b85 service neutron] 10.222.0.72 "GET /v2.0/networks/e81b7d43-43ba-4786-8c76-51a0739a5be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856559 Feb 19 03:46:01.441817 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b4eb8516-b78b-402a-95e2-77fd29ab5573 req-8a87ebc0-8cd1-4515-bacf-e885203a9829 tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] 10.222.0.72 "GET /v2.0/ports?device_id=18bc6183-c0e3-4cb8-94c1-9544d8e83d9d HTTP/1.1" status: 200 len: 210 time: 0.0295010 Feb 19 03:46:02.539070 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7aa44b24-f8d0-47bf-b895-2389c667b345 req-3f66e3e5-8ee7-453d-bfe7-4885e52fb77f tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] 10.222.0.72 "GET /v2.0/ports?device_id=18bc6183-c0e3-4cb8-94c1-9544d8e83d9d HTTP/1.1" status: 200 len: 210 time: 0.0279856 Feb 19 03:46:02.743904 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747792bc-c7b7-4e58-a002-9b0de026a67e req-1833e870-5426-49f2-a2cb-6d46caa6f11d tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:02.745284 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-747792bc-c7b7-4e58-a002-9b0de026a67e req-1833e870-5426-49f2-a2cb-6d46caa6f11d tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] 10.222.0.73 "GET /v2.0/networks?id=e81b7d43-43ba-4786-8c76-51a0739a5be2 HTTP/1.1" status: 200 len: 814 time: 0.4271281 Feb 19 03:46:02.763355 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-747792bc-c7b7-4e58-a002-9b0de026a67e req-e9064693-5c56-4120-b03f-f6b77354d6ab tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] Request body: {'port': {'device_id': '18bc6183-c0e3-4cb8-94c1-9544d8e83d9d', 'network_id': 'e81b7d43-43ba-4786-8c76-51a0739a5be2', 'admin_state_up': True, 'tenant_id': 'e086fd0605ac4e7e8fa68ae6f60eb8a9'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:46:02.866508 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-747792bc-c7b7-4e58-a002-9b0de026a67e req-e9064693-5c56-4120-b03f-f6b77354d6ab tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] Made reservation on behalf of e086fd0605ac4e7e8fa68ae6f60eb8a9 for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:46:02.869964 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-747792bc-c7b7-4e58-a002-9b0de026a67e req-e9064693-5c56-4120-b03f-f6b77354d6ab tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:02.997210 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [req-747792bc-c7b7-4e58-a002-9b0de026a67e req-e9064693-5c56-4120-b03f-f6b77354d6ab tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] Allocated IP 172.20.0.6 (e81b7d43-43ba-4786-8c76-51a0739a5be2/2f168585-825c-4ba4-9cb6-1c548684c0df/8bc01faf-dbe3-4e4f-bfa6-221aa542be7c) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:46:03.147791 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-747792bc-c7b7-4e58-a002-9b0de026a67e req-e9064693-5c56-4120-b03f-f6b77354d6ab tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] Publish callbacks [] for port (8bc01faf-dbe3-4e4f-bfa6-221aa542be7c), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:03.183820 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-747792bc-c7b7-4e58-a002-9b0de026a67e req-e9064693-5c56-4120-b03f-f6b77354d6ab tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (8bc01faf-dbe3-4e4f-bfa6-221aa542be7c), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:03.227468 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-747792bc-c7b7-4e58-a002-9b0de026a67e req-e9064693-5c56-4120-b03f-f6b77354d6ab tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] Network e81b7d43-43ba-4786-8c76-51a0739a5be2 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:46:03.230465 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [req-747792bc-c7b7-4e58-a002-9b0de026a67e req-e9064693-5c56-4120-b03f-f6b77354d6ab tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:46:03.236669 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-747792bc-c7b7-4e58-a002-9b0de026a67e req-e9064693-5c56-4120-b03f-f6b77354d6ab tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:46:03.242628 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9064693-5c56-4120-b03f-f6b77354d6ab tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] Pushing event updated for resources: {'Port': ['ID=8bc01faf-dbe3-4e4f-bfa6-221aa542be7c,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:03.287354 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747792bc-c7b7-4e58-a002-9b0de026a67e req-e9064693-5c56-4120-b03f-f6b77354d6ab tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:03.287953 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-747792bc-c7b7-4e58-a002-9b0de026a67e req-e9064693-5c56-4120-b03f-f6b77354d6ab tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:03.303214 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-747792bc-c7b7-4e58-a002-9b0de026a67e req-e9064693-5c56-4120-b03f-f6b77354d6ab tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5434899 Feb 19 03:46:03.321539 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-747792bc-c7b7-4e58-a002-9b0de026a67e req-c34c229a-5a31-4618-b929-cb550b0f06fc service neutron] Request body: {'port': {'device_id': '18bc6183-c0e3-4cb8-94c1-9544d8e83d9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826753-2'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:46:03.380664 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-747792bc-c7b7-4e58-a002-9b0de026a67e req-c34c229a-5a31-4618-b929-cb550b0f06fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (8bc01faf-dbe3-4e4f-bfa6-221aa542be7c), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:03.643926 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-747792bc-c7b7-4e58-a002-9b0de026a67e req-c34c229a-5a31-4618-b929-cb550b0f06fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bc01faf-dbe3-4e4f-bfa6-221aa542be7c {{(pid=103702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:46:03.651597 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-747792bc-c7b7-4e58-a002-9b0de026a67e req-c34c229a-5a31-4618-b929-cb550b0f06fc service neutron] Publish callbacks [] for port (8bc01faf-dbe3-4e4f-bfa6-221aa542be7c), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:03.664445 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-747792bc-c7b7-4e58-a002-9b0de026a67e req-c34c229a-5a31-4618-b929-cb550b0f06fc service neutron] Transition to ACTIVE for port object 8bc01faf-dbe3-4e4f-bfa6-221aa542be7c will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:46:03.670838 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-747792bc-c7b7-4e58-a002-9b0de026a67e req-c34c229a-5a31-4618-b929-cb550b0f06fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (8bc01faf-dbe3-4e4f-bfa6-221aa542be7c), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:03.678993 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e70688-f0a2-4e41-a86e-16936e560fc0 req-99d363de-bdb5-43b5-8e2a-015439ba39a6 tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:03.681137 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-44e70688-f0a2-4e41-a86e-16936e560fc0 req-99d363de-bdb5-43b5-8e2a-015439ba39a6 tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] 10.222.0.72 "GET /v2.0/ports?device_id=18bc6183-c0e3-4cb8-94c1-9544d8e83d9d HTTP/1.1" status: 200 len: 931 time: 0.0706184 Feb 19 03:46:03.721120 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34c229a-5a31-4618-b929-cb550b0f06fc service neutron] Pushing event updated for resources: {'Port': ['ID=8bc01faf-dbe3-4e4f-bfa6-221aa542be7c,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:03.740898 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-44e70688-f0a2-4e41-a86e-16936e560fc0 req-766e75bc-70a9-4a59-a150-9e2081ab7ed4 tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] 10.222.0.72 "GET /v2.0/security-groups?id=8cba0924-188b-4deb-b0bc-916b89593cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525279 Feb 19 03:46:03.794134 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-747792bc-c7b7-4e58-a002-9b0de026a67e req-c34c229a-5a31-4618-b929-cb550b0f06fc service neutron] Attempting to bind port 8bc01faf-dbe3-4e4f-bfa6-221aa542be7c on host n-h1-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:46:03.795609 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-747792bc-c7b7-4e58-a002-9b0de026a67e req-c34c229a-5a31-4618-b929-cb550b0f06fc service neutron] Attempting to bind port 8bc01faf-dbe3-4e4f-bfa6-221aa542be7c by drivers openvswitch,hyperv on host n-h1-826753-2 at level 0 using segments [{'id': 'a6a67958-294a-4fe8-a3d0-477fc3f6b4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'e81b7d43-43ba-4786-8c76-51a0739a5be2'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:46:03.795609 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747792bc-c7b7-4e58-a002-9b0de026a67e req-c34c229a-5a31-4618-b929-cb550b0f06fc service neutron] Attempting to bind port 8bc01faf-dbe3-4e4f-bfa6-221aa542be7c on network e81b7d43-43ba-4786-8c76-51a0739a5be2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:46:03.799842 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747792bc-c7b7-4e58-a002-9b0de026a67e req-c34c229a-5a31-4618-b929-cb550b0f06fc service neutron] Port 8bc01faf-dbe3-4e4f-bfa6-221aa542be7c on network e81b7d43-43ba-4786-8c76-51a0739a5be2 not bound, no agent of type Open vSwitch agent registered on host n-h1-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:46:03.800156 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747792bc-c7b7-4e58-a002-9b0de026a67e req-c34c229a-5a31-4618-b929-cb550b0f06fc service neutron] Attempting to bind port 8bc01faf-dbe3-4e4f-bfa6-221aa542be7c on network e81b7d43-43ba-4786-8c76-51a0739a5be2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:46:03.804828 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747792bc-c7b7-4e58-a002-9b0de026a67e req-c34c229a-5a31-4618-b929-cb550b0f06fc service neutron] Checking agent: {'id': '9d56fb1b-2855-496a-a6d9-c324740cb98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:46:03.805186 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747792bc-c7b7-4e58-a002-9b0de026a67e req-c34c229a-5a31-4618-b929-cb550b0f06fc service neutron] Checking segment: {'id': 'a6a67958-294a-4fe8-a3d0-477fc3f6b4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'e81b7d43-43ba-4786-8c76-51a0739a5be2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:46:03.805562 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747792bc-c7b7-4e58-a002-9b0de026a67e req-c34c229a-5a31-4618-b929-cb550b0f06fc service neutron] Bound using segment: {'id': 'a6a67958-294a-4fe8-a3d0-477fc3f6b4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'e81b7d43-43ba-4786-8c76-51a0739a5be2'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:46:03.805975 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-747792bc-c7b7-4e58-a002-9b0de026a67e req-c34c229a-5a31-4618-b929-cb550b0f06fc service neutron] Bound port: 8bc01faf-dbe3-4e4f-bfa6-221aa542be7c, host: n-h1-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6a67958-294a-4fe8-a3d0-477fc3f6b4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'e81b7d43-43ba-4786-8c76-51a0739a5be2'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:46:03.806317 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-747792bc-c7b7-4e58-a002-9b0de026a67e req-c34c229a-5a31-4618-b929-cb550b0f06fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (8bc01faf-dbe3-4e4f-bfa6-221aa542be7c), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:03.867638 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-747792bc-c7b7-4e58-a002-9b0de026a67e req-c34c229a-5a31-4618-b929-cb550b0f06fc service neutron] For port 8bc01faf-dbe3-4e4f-bfa6-221aa542be7c, host n-h1-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:46:03.870486 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-747792bc-c7b7-4e58-a002-9b0de026a67e req-c34c229a-5a31-4618-b929-cb550b0f06fc service neutron] For port 8bc01faf-dbe3-4e4f-bfa6-221aa542be7c, host n-h1-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=8bc01faf-dbe3-4e4f-bfa6-221aa542be7c,segment=NetworkSegment(a6a67958-294a-4fe8-a3d0-477fc3f6b4ac),segment_id=a6a67958-294a-4fe8-a3d0-477fc3f6b4ac)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:46:03.876589 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-747792bc-c7b7-4e58-a002-9b0de026a67e req-c34c229a-5a31-4618-b929-cb550b0f06fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (8bc01faf-dbe3-4e4f-bfa6-221aa542be7c), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:03.911348 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747792bc-c7b7-4e58-a002-9b0de026a67e req-c34c229a-5a31-4618-b929-cb550b0f06fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:03.911982 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-747792bc-c7b7-4e58-a002-9b0de026a67e req-c34c229a-5a31-4618-b929-cb550b0f06fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:03.913489 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-747792bc-c7b7-4e58-a002-9b0de026a67e req-c34c229a-5a31-4618-b929-cb550b0f06fc service neutron] 10.222.0.73 "PUT /v2.0/ports/8bc01faf-dbe3-4e4f-bfa6-221aa542be7c HTTP/1.1" status: 200 len: 1091 time: 0.5959744 Feb 19 03:46:03.913912 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18bc6183-c0e3-4cb8-94c1-9544d8e83d9d', 'tag': '8bc01faf-dbe3-4e4f-bfa6-221aa542be7c'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:46:03.916133 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b48a34f37e4e31fa410c3f10fa4e23c828d45427043ff8d3e4d9f228381d6ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0c30263-fc09-45b5-8a28-c83341cf0608" -d '{"events": [{"name": "network-changed", "server_uuid": "18bc6183-c0e3-4cb8-94c1-9544d8e83d9d", "tag": "8bc01faf-dbe3-4e4f-bfa6-221aa542be7c"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:46:03.955856 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34c229a-5a31-4618-b929-cb550b0f06fc service neutron] Pushing event updated for resources: {'Port': ['ID=8bc01faf-dbe3-4e4f-bfa6-221aa542be7c,revision_number=3']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:03.969421 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e8d23e4-cb01-4778-98da-4f4b12966056 x-openstack-request-id: req-8e8d23e4-cb01-4778-98da-4f4b12966056 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:46:03.969719 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18bc6183-c0e3-4cb8-94c1-9544d8e83d9d", "tag": "8bc01faf-dbe3-4e4f-bfa6-221aa542be7c", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:46:03.970003 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8e8d23e4-cb01-4778-98da-4f4b12966056 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:46:03.970404 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18bc6183-c0e3-4cb8-94c1-9544d8e83d9d', 'tag': '8bc01faf-dbe3-4e4f-bfa6-221aa542be7c', 'status': 'completed', 'code': 200} Feb 19 03:46:04.033216 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747792bc-c7b7-4e58-a002-9b0de026a67e req-9b6a1ec8-c1f0-492c-adf9-48f50d758f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:04.035021 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-747792bc-c7b7-4e58-a002-9b0de026a67e req-9b6a1ec8-c1f0-492c-adf9-48f50d758f48 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e086fd0605ac4e7e8fa68ae6f60eb8a9&device_id=18bc6183-c0e3-4cb8-94c1-9544d8e83d9d HTTP/1.1" status: 200 len: 1125 time: 0.0472016 Feb 19 03:46:04.089696 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-747792bc-c7b7-4e58-a002-9b0de026a67e req-3684e409-15b0-4180-8127-0f1f8f2b69b4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8bc01faf-dbe3-4e4f-bfa6-221aa542be7c HTTP/1.1" status: 200 len: 217 time: 0.0406907 Feb 19 03:46:04.138835 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747792bc-c7b7-4e58-a002-9b0de026a67e req-0a91d2ad-4362-45d5-8a74-a207a1930814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:04.140192 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-747792bc-c7b7-4e58-a002-9b0de026a67e req-0a91d2ad-4362-45d5-8a74-a207a1930814 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2f168585-825c-4ba4-9cb6-1c548684c0df HTTP/1.1" status: 200 len: 854 time: 0.0438609 Feb 19 03:46:04.171050 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-747792bc-c7b7-4e58-a002-9b0de026a67e req-3a818a49-7826-4544-9bf1-bace5fdcd02b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e81b7d43-43ba-4786-8c76-51a0739a5be2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252814 Feb 19 03:46:04.266300 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-747792bc-c7b7-4e58-a002-9b0de026a67e req-b853db9d-846f-4394-92d3-595ce9ada7c4 service neutron] 10.222.0.73 "GET /v2.0/networks/e81b7d43-43ba-4786-8c76-51a0739a5be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896983 Feb 19 03:46:04.354689 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-747792bc-c7b7-4e58-a002-9b0de026a67e req-5effa60b-76f4-4271-a998-b5da4ed5a3fb service neutron] 10.222.0.73 "GET /v2.0/networks/e81b7d43-43ba-4786-8c76-51a0739a5be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825222 Feb 19 03:46:04.498956 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c30263-fc09-45b5-8a28-c83341cf0608 req-9df39355-46e7-492d-b5fd-cd956d64abe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:04.500420 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d0c30263-fc09-45b5-8a28-c83341cf0608 req-9df39355-46e7-492d-b5fd-cd956d64abe6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e086fd0605ac4e7e8fa68ae6f60eb8a9&device_id=18bc6183-c0e3-4cb8-94c1-9544d8e83d9d HTTP/1.1" status: 200 len: 1125 time: 0.0551815 Feb 19 03:46:04.593357 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c30263-fc09-45b5-8a28-c83341cf0608 req-6981d4ef-1cb7-475f-9371-6d0510871d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:04.594825 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d0c30263-fc09-45b5-8a28-c83341cf0608 req-6981d4ef-1cb7-475f-9371-6d0510871d81 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e81b7d43-43ba-4786-8c76-51a0739a5be2 HTTP/1.1" status: 200 len: 915 time: 0.0885575 Feb 19 03:46:04.637131 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d0c30263-fc09-45b5-8a28-c83341cf0608 req-8026064e-13ed-470b-9a61-ad5d03a179d6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8bc01faf-dbe3-4e4f-bfa6-221aa542be7c HTTP/1.1" status: 200 len: 217 time: 0.0352061 Feb 19 03:46:04.689796 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c30263-fc09-45b5-8a28-c83341cf0608 req-1560fb52-aa9a-4ab7-8580-c3d5b929b9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:04.691256 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d0c30263-fc09-45b5-8a28-c83341cf0608 req-1560fb52-aa9a-4ab7-8580-c3d5b929b9ec service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2f168585-825c-4ba4-9cb6-1c548684c0df HTTP/1.1" status: 200 len: 854 time: 0.0480845 Feb 19 03:46:04.722905 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d0c30263-fc09-45b5-8a28-c83341cf0608 req-5723d6fd-e93b-4a99-9f95-93d4422f52c6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e81b7d43-43ba-4786-8c76-51a0739a5be2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261765 Feb 19 03:46:04.815773 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d0c30263-fc09-45b5-8a28-c83341cf0608 req-93646657-0eff-429f-8f56-dca1949b00fb service neutron] 10.222.0.73 "GET /v2.0/networks/e81b7d43-43ba-4786-8c76-51a0739a5be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870185 Feb 19 03:46:04.871650 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837d3e40-547e-4913-b9ff-239238c3d74a req-efccbe77-cf37-4966-b1c9-fb7047e2a505 tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:04.877484 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-837d3e40-547e-4913-b9ff-239238c3d74a req-efccbe77-cf37-4966-b1c9-fb7047e2a505 tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] 10.222.0.72 "GET /v2.0/ports?device_id=18bc6183-c0e3-4cb8-94c1-9544d8e83d9d HTTP/1.1" status: 200 len: 943 time: 0.0613039 Feb 19 03:46:04.913257 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d0c30263-fc09-45b5-8a28-c83341cf0608 req-c6131961-8308-4aa8-b373-5d997497d713 service neutron] 10.222.0.73 "GET /v2.0/networks/e81b7d43-43ba-4786-8c76-51a0739a5be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915580 Feb 19 03:46:04.922280 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-837d3e40-547e-4913-b9ff-239238c3d74a req-740d1915-6de3-428a-a176-3518a15cf7e8 tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] 10.222.0.72 "GET /v2.0/security-groups?id=8cba0924-188b-4deb-b0bc-916b89593cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431113 Feb 19 03:46:06.054958 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f658f79-941c-40ab-8f67-86f4fb3d1ad0 req-3b6c3468-37c1-4592-8c73-87929e04f3e7 tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:06.056463 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3f658f79-941c-40ab-8f67-86f4fb3d1ad0 req-3b6c3468-37c1-4592-8c73-87929e04f3e7 tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] 10.222.0.72 "GET /v2.0/ports?device_id=18bc6183-c0e3-4cb8-94c1-9544d8e83d9d HTTP/1.1" status: 200 len: 943 time: 0.0536306 Feb 19 03:46:06.108627 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3f658f79-941c-40ab-8f67-86f4fb3d1ad0 req-32fbf7eb-b40e-48b4-9faa-5456889f0f2c tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] 10.222.0.72 "GET /v2.0/security-groups?id=8cba0924-188b-4deb-b0bc-916b89593cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456574 Feb 19 03:46:07.227685 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19a6db5-7a78-48d7-a407-da93d59a5422 req-16b11e56-3872-441d-877a-a376ef39c067 tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:07.229230 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d19a6db5-7a78-48d7-a407-da93d59a5422 req-16b11e56-3872-441d-877a-a376ef39c067 tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] 10.222.0.72 "GET /v2.0/ports?device_id=18bc6183-c0e3-4cb8-94c1-9544d8e83d9d HTTP/1.1" status: 200 len: 943 time: 0.0540655 Feb 19 03:46:07.274939 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d19a6db5-7a78-48d7-a407-da93d59a5422 req-ee6c61bd-e82b-4fbc-ad62-037b2b6b745e tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] 10.222.0.72 "GET /v2.0/security-groups?id=8cba0924-188b-4deb-b0bc-916b89593cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394676 Feb 19 03:46:07.570200 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 8bc01faf-dbe3-4e4f-bfa6-221aa542be7c details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:46:07.675330 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 8bc01faf-dbe3-4e4f-bfa6-221aa542be7c, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=8bc01faf-dbe3-4e4f-bfa6-221aa542be7c,segment=NetworkSegment(a6a67958-294a-4fe8-a3d0-477fc3f6b4ac),segment_id=a6a67958-294a-4fe8-a3d0-477fc3f6b4ac)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:46:07.686010 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': '8bc01faf-dbe3-4e4f-bfa6-221aa542be7c', 'network_id': 'e81b7d43-43ba-4786-8c76-51a0739a5be2', 'port_id': '8bc01faf-dbe3-4e4f-bfa6-221aa542be7c', 'mac_address': 'fa:16:3e:5c:c3:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f168585-825c-4ba4-9cb6-1c548684c0df', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:46:07.720815 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 8bc01faf-dbe3-4e4f-bfa6-221aa542be7c is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:46:07.721242 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (8bc01faf-dbe3-4e4f-bfa6-221aa542be7c), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:07.734851 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bc01faf-dbe3-4e4f-bfa6-221aa542be7c {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:46:07.754020 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 8bc01faf-dbe3-4e4f-bfa6-221aa542be7c, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=8bc01faf-dbe3-4e4f-bfa6-221aa542be7c,segment=NetworkSegment(a6a67958-294a-4fe8-a3d0-477fc3f6b4ac),segment_id=a6a67958-294a-4fe8-a3d0-477fc3f6b4ac)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:46:07.757988 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (8bc01faf-dbe3-4e4f-bfa6-221aa542be7c), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:07.803458 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=8bc01faf-dbe3-4e4f-bfa6-221aa542be7c,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:08.136456 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['8bc01faf-dbe3-4e4f-bfa6-221aa542be7c'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:46:08.393968 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7ccb4-d3c9-4ecc-9baf-cd47d906eb8a req-db21c9b1-afe4-4698-b38c-dc4ec7e0b2f5 tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:08.395452 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e0b7ccb4-d3c9-4ecc-9baf-cd47d906eb8a req-db21c9b1-afe4-4698-b38c-dc4ec7e0b2f5 tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] 10.222.0.72 "GET /v2.0/ports?device_id=18bc6183-c0e3-4cb8-94c1-9544d8e83d9d HTTP/1.1" status: 200 len: 944 time: 0.0521221 Feb 19 03:46:08.442081 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e0b7ccb4-d3c9-4ecc-9baf-cd47d906eb8a req-a057fbf7-0297-4156-a027-2543b6323b52 tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] 10.222.0.72 "GET /v2.0/security-groups?id=8cba0924-188b-4deb-b0bc-916b89593cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411358 Feb 19 03:46:09.567796 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700d484d-5788-43b9-8952-6dda9777621b req-18a057bd-f25f-4c28-96e8-bfcd798691c4 tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:09.569305 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-700d484d-5788-43b9-8952-6dda9777621b req-18a057bd-f25f-4c28-96e8-bfcd798691c4 tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] 10.222.0.72 "GET /v2.0/ports?device_id=18bc6183-c0e3-4cb8-94c1-9544d8e83d9d HTTP/1.1" status: 200 len: 944 time: 0.0580053 Feb 19 03:46:09.572356 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 8bc01faf-dbe3-4e4f-bfa6-221aa542be7c up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:46:09.619566 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-700d484d-5788-43b9-8952-6dda9777621b req-25f22835-44f6-46e0-98d9-7250d755366c tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] 10.222.0.72 "GET /v2.0/security-groups?id=8cba0924-188b-4deb-b0bc-916b89593cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445466 Feb 19 03:46:09.625499 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning for port 8bc01faf-dbe3-4e4f-bfa6-221aa542be7c completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:46:09.630726 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port 8bc01faf-dbe3-4e4f-bfa6-221aa542be7c triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:46:09.631108 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (8bc01faf-dbe3-4e4f-bfa6-221aa542be7c), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:09.710757 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 8bc01faf-dbe3-4e4f-bfa6-221aa542be7c is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:46:09.711154 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (8bc01faf-dbe3-4e4f-bfa6-221aa542be7c), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:09.734443 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18bc6183-c0e3-4cb8-94c1-9544d8e83d9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bc01faf-dbe3-4e4f-bfa6-221aa542be7c'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:46:09.736633 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88fe038525c8a7a69a3adae1ae732c1dd0c63371bed0a925712ea7f2f25f70bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cadd23c7-ab63-4669-bc61-78d68b078c02" -d '{"events": [{"server_uuid": "18bc6183-c0e3-4cb8-94c1-9544d8e83d9d", "name": "network-vif-plugged", "status": "completed", "tag": "8bc01faf-dbe3-4e4f-bfa6-221aa542be7c"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:46:09.749984 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 8bc01faf-dbe3-4e4f-bfa6-221aa542be7c, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=8bc01faf-dbe3-4e4f-bfa6-221aa542be7c,segment=NetworkSegment(a6a67958-294a-4fe8-a3d0-477fc3f6b4ac),segment_id=a6a67958-294a-4fe8-a3d0-477fc3f6b4ac)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:46:09.755127 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (8bc01faf-dbe3-4e4f-bfa6-221aa542be7c), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:09.779290 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-804f5b31-4338-4ff6-a679-4e6542327b8d x-openstack-request-id: req-804f5b31-4338-4ff6-a679-4e6542327b8d {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:46:09.779617 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18bc6183-c0e3-4cb8-94c1-9544d8e83d9d", "name": "network-vif-plugged", "status": "completed", "tag": "8bc01faf-dbe3-4e4f-bfa6-221aa542be7c", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:46:09.779921 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-804f5b31-4338-4ff6-a679-4e6542327b8d {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:46:09.780310 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18bc6183-c0e3-4cb8-94c1-9544d8e83d9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bc01faf-dbe3-4e4f-bfa6-221aa542be7c', 'code': 200} Feb 19 03:46:09.806129 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=8bc01faf-dbe3-4e4f-bfa6-221aa542be7c,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:09.913731 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f7c81f-8250-450f-b676-c9fe49d0875a req-8e8d6674-d1ef-426c-90f0-98438c521412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:09.915338 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-f4f7c81f-8250-450f-b676-c9fe49d0875a req-8e8d6674-d1ef-426c-90f0-98438c521412 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=18bc6183-c0e3-4cb8-94c1-9544d8e83d9d HTTP/1.1" status: 200 len: 1127 time: 0.0443439 Feb 19 03:46:09.959071 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-f4f7c81f-8250-450f-b676-c9fe49d0875a req-2e754d93-1bb8-4c0a-93bf-81b560c463a2 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=8cba0924-188b-4deb-b0bc-916b89593cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370650 Feb 19 03:46:10.740200 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a927ea03-120d-4f7c-97a4-ee284bc8a3f2 req-fe3a0185-110d-4095-af12-fcbb044e02b8 tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:10.741701 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a927ea03-120d-4f7c-97a4-ee284bc8a3f2 req-fe3a0185-110d-4095-af12-fcbb044e02b8 tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] 10.222.0.72 "GET /v2.0/ports?device_id=18bc6183-c0e3-4cb8-94c1-9544d8e83d9d HTTP/1.1" status: 200 len: 945 time: 0.0514886 Feb 19 03:46:10.788480 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a927ea03-120d-4f7c-97a4-ee284bc8a3f2 req-018eb25f-127c-4794-b6f8-823bc3b52b6a tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] 10.222.0.72 "GET /v2.0/security-groups?id=8cba0924-188b-4deb-b0bc-916b89593cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412068 Feb 19 03:46:11.908253 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd7681e-b957-48d9-8863-6b8a59b1b616 req-b6a674f3-2342-459d-a8fe-ca1f96048498 tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:11.909772 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bdd7681e-b957-48d9-8863-6b8a59b1b616 req-b6a674f3-2342-459d-a8fe-ca1f96048498 tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] 10.222.0.72 "GET /v2.0/ports?device_id=18bc6183-c0e3-4cb8-94c1-9544d8e83d9d HTTP/1.1" status: 200 len: 945 time: 0.0521569 Feb 19 03:46:11.959715 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bdd7681e-b957-48d9-8863-6b8a59b1b616 req-626d3812-d9c0-464a-9ba5-3bf9edac4a0b tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] 10.222.0.72 "GET /v2.0/security-groups?id=8cba0924-188b-4deb-b0bc-916b89593cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444903 Feb 19 03:46:12.185324 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa409e6f-41e7-4dd7-88cd-274c1152e159 req-8c674c3c-5c19-4270-b0cd-a5b1dc174707 tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:12.187369 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fa409e6f-41e7-4dd7-88cd-274c1152e159 req-8c674c3c-5c19-4270-b0cd-a5b1dc174707 tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] 10.222.0.72 "GET /v2.0/networks?id=e81b7d43-43ba-4786-8c76-51a0739a5be2 HTTP/1.1" status: 200 len: 814 time: 0.0977635 Feb 19 03:46:12.201548 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fa409e6f-41e7-4dd7-88cd-274c1152e159 req-0f17ddd5-5ea5-4b13-9f70-5c186a1fc83c tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] 10.222.0.72 "GET /v2.0/quotas/e086fd0605ac4e7e8fa68ae6f60eb8a9 HTTP/1.1" status: 200 len: 375 time: 0.0087309 Feb 19 03:46:12.254229 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fa409e6f-41e7-4dd7-88cd-274c1152e159 req-cd6ee666-715d-4868-b44c-662661485ede tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=e086fd0605ac4e7e8fa68ae6f60eb8a9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0476954 Feb 19 03:46:12.345740 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fa409e6f-41e7-4dd7-88cd-274c1152e159 req-066c5fd2-5a72-4462-888a-91071fe8f426 service neutron] 10.222.0.72 "GET /v2.0/networks/e81b7d43-43ba-4786-8c76-51a0739a5be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848126 Feb 19 03:46:12.434257 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fa409e6f-41e7-4dd7-88cd-274c1152e159 req-d5f64662-007f-4107-82e7-0f41afc456b7 service neutron] 10.222.0.72 "GET /v2.0/networks/e81b7d43-43ba-4786-8c76-51a0739a5be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827422 Feb 19 03:46:12.593055 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cf7d3736-8597-4ac8-9a8e-aaf7abadad66 req-1949f5f3-fb15-406f-a3d0-8548b9ade621 tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] 10.222.0.72 "GET /v2.0/ports?device_id=3cee2b9c-3a2c-4da0-9095-290dbf91b0ca HTTP/1.1" status: 200 len: 210 time: 0.0313158 Feb 19 03:46:13.564305 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa409e6f-41e7-4dd7-88cd-274c1152e159 req-2660e16c-b511-4bfc-b570-98bb4f69bc01 tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:13.565835 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-fa409e6f-41e7-4dd7-88cd-274c1152e159 req-2660e16c-b511-4bfc-b570-98bb4f69bc01 tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] 10.222.0.82 "GET /v2.0/networks?id=e81b7d43-43ba-4786-8c76-51a0739a5be2 HTTP/1.1" status: 200 len: 814 time: 0.1089363 Feb 19 03:46:13.590979 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-fa409e6f-41e7-4dd7-88cd-274c1152e159 req-1ce170d8-13e9-4937-b881-a58ef4a6f33b tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] Request body: {'port': {'device_id': '3cee2b9c-3a2c-4da0-9095-290dbf91b0ca', 'network_id': 'e81b7d43-43ba-4786-8c76-51a0739a5be2', 'admin_state_up': True, 'tenant_id': 'e086fd0605ac4e7e8fa68ae6f60eb8a9'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:46:13.701668 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7a16bf92-9da6-43eb-a19a-8bcce96a434e req-55ab4d5d-0a64-481c-b550-c409e0a72b3b tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] 10.222.0.72 "GET /v2.0/ports?device_id=3cee2b9c-3a2c-4da0-9095-290dbf91b0ca HTTP/1.1" status: 200 len: 210 time: 0.0300014 Feb 19 03:46:13.706205 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa409e6f-41e7-4dd7-88cd-274c1152e159 req-1ce170d8-13e9-4937-b881-a58ef4a6f33b tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] Made reservation on behalf of e086fd0605ac4e7e8fa68ae6f60eb8a9 for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:46:13.709737 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-fa409e6f-41e7-4dd7-88cd-274c1152e159 req-1ce170d8-13e9-4937-b881-a58ef4a6f33b tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:13.840891 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [req-fa409e6f-41e7-4dd7-88cd-274c1152e159 req-1ce170d8-13e9-4937-b881-a58ef4a6f33b tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] Allocated IP 172.20.0.7 (e81b7d43-43ba-4786-8c76-51a0739a5be2/2f168585-825c-4ba4-9cb6-1c548684c0df/7748e626-e528-4b6c-8525-8ca7765c5b31) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:46:13.934340 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:46:13.994357 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-fa409e6f-41e7-4dd7-88cd-274c1152e159 req-1ce170d8-13e9-4937-b881-a58ef4a6f33b tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] Publish callbacks [] for port (7748e626-e528-4b6c-8525-8ca7765c5b31), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:14.028907 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-fa409e6f-41e7-4dd7-88cd-274c1152e159 req-1ce170d8-13e9-4937-b881-a58ef4a6f33b tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (7748e626-e528-4b6c-8525-8ca7765c5b31), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:14.062832 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['8bc01faf-dbe3-4e4f-bfa6-221aa542be7c'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:46:14.073342 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa409e6f-41e7-4dd7-88cd-274c1152e159 req-1ce170d8-13e9-4937-b881-a58ef4a6f33b tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] Network e81b7d43-43ba-4786-8c76-51a0739a5be2 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:46:14.076530 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [req-fa409e6f-41e7-4dd7-88cd-274c1152e159 req-1ce170d8-13e9-4937-b881-a58ef4a6f33b tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:46:14.083445 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa409e6f-41e7-4dd7-88cd-274c1152e159 req-1ce170d8-13e9-4937-b881-a58ef4a6f33b tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:46:14.089796 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce170d8-13e9-4937-b881-a58ef4a6f33b tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] Pushing event updated for resources: {'Port': ['ID=7748e626-e528-4b6c-8525-8ca7765c5b31,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:14.134713 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa409e6f-41e7-4dd7-88cd-274c1152e159 req-1ce170d8-13e9-4937-b881-a58ef4a6f33b tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:14.135328 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-fa409e6f-41e7-4dd7-88cd-274c1152e159 req-1ce170d8-13e9-4937-b881-a58ef4a6f33b tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:14.152490 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-fa409e6f-41e7-4dd7-88cd-274c1152e159 req-1ce170d8-13e9-4937-b881-a58ef4a6f33b tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5653298 Feb 19 03:46:14.168821 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-fa409e6f-41e7-4dd7-88cd-274c1152e159 req-d51e0456-3f17-4cc6-a429-207a3d4d9457 service neutron] Request body: {'port': {'device_id': '3cee2b9c-3a2c-4da0-9095-290dbf91b0ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826753-2'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:46:14.232379 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-fa409e6f-41e7-4dd7-88cd-274c1152e159 req-d51e0456-3f17-4cc6-a429-207a3d4d9457 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (7748e626-e528-4b6c-8525-8ca7765c5b31), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:14.488723 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-fa409e6f-41e7-4dd7-88cd-274c1152e159 req-d51e0456-3f17-4cc6-a429-207a3d4d9457 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7748e626-e528-4b6c-8525-8ca7765c5b31 {{(pid=103702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:46:14.495891 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-fa409e6f-41e7-4dd7-88cd-274c1152e159 req-d51e0456-3f17-4cc6-a429-207a3d4d9457 service neutron] Publish callbacks [] for port (7748e626-e528-4b6c-8525-8ca7765c5b31), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:14.508909 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-fa409e6f-41e7-4dd7-88cd-274c1152e159 req-d51e0456-3f17-4cc6-a429-207a3d4d9457 service neutron] Transition to ACTIVE for port object 7748e626-e528-4b6c-8525-8ca7765c5b31 will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:46:14.512754 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-fa409e6f-41e7-4dd7-88cd-274c1152e159 req-d51e0456-3f17-4cc6-a429-207a3d4d9457 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (7748e626-e528-4b6c-8525-8ca7765c5b31), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:14.576886 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51e0456-3f17-4cc6-a429-207a3d4d9457 service neutron] Pushing event updated for resources: {'Port': ['ID=7748e626-e528-4b6c-8525-8ca7765c5b31,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:14.630035 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-fa409e6f-41e7-4dd7-88cd-274c1152e159 req-d51e0456-3f17-4cc6-a429-207a3d4d9457 service neutron] Attempting to bind port 7748e626-e528-4b6c-8525-8ca7765c5b31 on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:46:14.630365 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-fa409e6f-41e7-4dd7-88cd-274c1152e159 req-d51e0456-3f17-4cc6-a429-207a3d4d9457 service neutron] Attempting to bind port 7748e626-e528-4b6c-8525-8ca7765c5b31 by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': 'a6a67958-294a-4fe8-a3d0-477fc3f6b4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'e81b7d43-43ba-4786-8c76-51a0739a5be2'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:46:14.630674 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa409e6f-41e7-4dd7-88cd-274c1152e159 req-d51e0456-3f17-4cc6-a429-207a3d4d9457 service neutron] Attempting to bind port 7748e626-e528-4b6c-8525-8ca7765c5b31 on network e81b7d43-43ba-4786-8c76-51a0739a5be2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:46:14.634900 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa409e6f-41e7-4dd7-88cd-274c1152e159 req-d51e0456-3f17-4cc6-a429-207a3d4d9457 service neutron] Port 7748e626-e528-4b6c-8525-8ca7765c5b31 on network e81b7d43-43ba-4786-8c76-51a0739a5be2 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:46:14.635212 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa409e6f-41e7-4dd7-88cd-274c1152e159 req-d51e0456-3f17-4cc6-a429-207a3d4d9457 service neutron] Attempting to bind port 7748e626-e528-4b6c-8525-8ca7765c5b31 on network e81b7d43-43ba-4786-8c76-51a0739a5be2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:46:14.639888 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa409e6f-41e7-4dd7-88cd-274c1152e159 req-d51e0456-3f17-4cc6-a429-207a3d4d9457 service neutron] Checking agent: {'id': 'bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:46:14.640214 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa409e6f-41e7-4dd7-88cd-274c1152e159 req-d51e0456-3f17-4cc6-a429-207a3d4d9457 service neutron] Checking segment: {'id': 'a6a67958-294a-4fe8-a3d0-477fc3f6b4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'e81b7d43-43ba-4786-8c76-51a0739a5be2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:46:14.640587 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa409e6f-41e7-4dd7-88cd-274c1152e159 req-d51e0456-3f17-4cc6-a429-207a3d4d9457 service neutron] Bound using segment: {'id': 'a6a67958-294a-4fe8-a3d0-477fc3f6b4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'e81b7d43-43ba-4786-8c76-51a0739a5be2'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:46:14.640989 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-fa409e6f-41e7-4dd7-88cd-274c1152e159 req-d51e0456-3f17-4cc6-a429-207a3d4d9457 service neutron] Bound port: 7748e626-e528-4b6c-8525-8ca7765c5b31, host: n-h2-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6a67958-294a-4fe8-a3d0-477fc3f6b4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'e81b7d43-43ba-4786-8c76-51a0739a5be2'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:46:14.641356 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-fa409e6f-41e7-4dd7-88cd-274c1152e159 req-d51e0456-3f17-4cc6-a429-207a3d4d9457 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (7748e626-e528-4b6c-8525-8ca7765c5b31), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:14.701661 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-fa409e6f-41e7-4dd7-88cd-274c1152e159 req-d51e0456-3f17-4cc6-a429-207a3d4d9457 service neutron] For port 7748e626-e528-4b6c-8525-8ca7765c5b31, host n-h2-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:46:14.704520 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-fa409e6f-41e7-4dd7-88cd-274c1152e159 req-d51e0456-3f17-4cc6-a429-207a3d4d9457 service neutron] For port 7748e626-e528-4b6c-8525-8ca7765c5b31, host n-h2-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=7748e626-e528-4b6c-8525-8ca7765c5b31,segment=NetworkSegment(a6a67958-294a-4fe8-a3d0-477fc3f6b4ac),segment_id=a6a67958-294a-4fe8-a3d0-477fc3f6b4ac)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:46:14.710413 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-fa409e6f-41e7-4dd7-88cd-274c1152e159 req-d51e0456-3f17-4cc6-a429-207a3d4d9457 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (7748e626-e528-4b6c-8525-8ca7765c5b31), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:14.744848 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa409e6f-41e7-4dd7-88cd-274c1152e159 req-d51e0456-3f17-4cc6-a429-207a3d4d9457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:14.745495 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-fa409e6f-41e7-4dd7-88cd-274c1152e159 req-d51e0456-3f17-4cc6-a429-207a3d4d9457 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:14.746881 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-fa409e6f-41e7-4dd7-88cd-274c1152e159 req-d51e0456-3f17-4cc6-a429-207a3d4d9457 service neutron] 10.222.0.82 "PUT /v2.0/ports/7748e626-e528-4b6c-8525-8ca7765c5b31 HTTP/1.1" status: 200 len: 1091 time: 0.5822628 Feb 19 03:46:14.747460 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cee2b9c-3a2c-4da0-9095-290dbf91b0ca', 'tag': '7748e626-e528-4b6c-8525-8ca7765c5b31'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:46:14.749868 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b48a34f37e4e31fa410c3f10fa4e23c828d45427043ff8d3e4d9f228381d6ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b766f5c-c8de-4970-9baf-e88ad9d56cbb" -d '{"events": [{"name": "network-changed", "server_uuid": "3cee2b9c-3a2c-4da0-9095-290dbf91b0ca", "tag": "7748e626-e528-4b6c-8525-8ca7765c5b31"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:46:14.775519 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51e0456-3f17-4cc6-a429-207a3d4d9457 service neutron] Pushing event updated for resources: {'Port': ['ID=7748e626-e528-4b6c-8525-8ca7765c5b31,revision_number=3']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:14.814005 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61381ad4-47d5-40bf-a8ed-c0f8f493e924 x-openstack-request-id: req-61381ad4-47d5-40bf-a8ed-c0f8f493e924 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:46:14.814294 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cee2b9c-3a2c-4da0-9095-290dbf91b0ca", "tag": "7748e626-e528-4b6c-8525-8ca7765c5b31", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:46:14.814597 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-61381ad4-47d5-40bf-a8ed-c0f8f493e924 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:46:14.814994 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cee2b9c-3a2c-4da0-9095-290dbf91b0ca', 'tag': '7748e626-e528-4b6c-8525-8ca7765c5b31', 'status': 'completed', 'code': 200} Feb 19 03:46:14.828857 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db32c3ae-812e-4333-b8bd-90007c3e8aa6 req-a29acffa-3a52-4f3d-85fe-6734c0cd2d0f tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:14.830399 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-db32c3ae-812e-4333-b8bd-90007c3e8aa6 req-a29acffa-3a52-4f3d-85fe-6734c0cd2d0f tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] 10.222.0.72 "GET /v2.0/ports?device_id=3cee2b9c-3a2c-4da0-9095-290dbf91b0ca HTTP/1.1" status: 200 len: 943 time: 0.0566163 Feb 19 03:46:14.851732 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa409e6f-41e7-4dd7-88cd-274c1152e159 req-b5bd56e6-ba91-40c5-a358-6a0bab6be5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:14.853267 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-fa409e6f-41e7-4dd7-88cd-274c1152e159 req-b5bd56e6-ba91-40c5-a358-6a0bab6be5ea service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e086fd0605ac4e7e8fa68ae6f60eb8a9&device_id=3cee2b9c-3a2c-4da0-9095-290dbf91b0ca HTTP/1.1" status: 200 len: 1125 time: 0.0485744 Feb 19 03:46:14.877764 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-db32c3ae-812e-4333-b8bd-90007c3e8aa6 req-c9a193c4-a035-4a54-ae39-21cf235c520f tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] 10.222.0.72 "GET /v2.0/security-groups?id=8cba0924-188b-4deb-b0bc-916b89593cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412085 Feb 19 03:46:14.903608 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-fa409e6f-41e7-4dd7-88cd-274c1152e159 req-f2c9db27-d9ca-43d0-9b1a-f3a59b65c338 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7748e626-e528-4b6c-8525-8ca7765c5b31 HTTP/1.1" status: 200 len: 217 time: 0.0387490 Feb 19 03:46:14.952507 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa409e6f-41e7-4dd7-88cd-274c1152e159 req-6dbdd5b4-d44a-402f-bd8b-a7969ed75a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:14.953966 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-fa409e6f-41e7-4dd7-88cd-274c1152e159 req-6dbdd5b4-d44a-402f-bd8b-a7969ed75a8f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2f168585-825c-4ba4-9cb6-1c548684c0df HTTP/1.1" status: 200 len: 854 time: 0.0443549 Feb 19 03:46:14.983459 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-fa409e6f-41e7-4dd7-88cd-274c1152e159 req-2bb868bb-6baa-414c-862d-4cbcf3e234f7 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e81b7d43-43ba-4786-8c76-51a0739a5be2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242324 Feb 19 03:46:15.075787 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-fa409e6f-41e7-4dd7-88cd-274c1152e159 req-747978d5-e760-415a-a5db-a0d905d2ea24 service neutron] 10.222.0.82 "GET /v2.0/networks/e81b7d43-43ba-4786-8c76-51a0739a5be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867441 Feb 19 03:46:15.163324 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-fa409e6f-41e7-4dd7-88cd-274c1152e159 req-79189350-f8d0-4ff4-b325-405243fb7a83 service neutron] 10.222.0.82 "GET /v2.0/networks/e81b7d43-43ba-4786-8c76-51a0739a5be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816247 Feb 19 03:46:15.304903 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b766f5c-c8de-4970-9baf-e88ad9d56cbb req-3c58fd8c-a8dd-4e3d-aa04-14e3b3e0a0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:15.306363 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8b766f5c-c8de-4970-9baf-e88ad9d56cbb req-3c58fd8c-a8dd-4e3d-aa04-14e3b3e0a0fd service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e086fd0605ac4e7e8fa68ae6f60eb8a9&device_id=3cee2b9c-3a2c-4da0-9095-290dbf91b0ca HTTP/1.1" status: 200 len: 1125 time: 0.0500267 Feb 19 03:46:15.391553 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b766f5c-c8de-4970-9baf-e88ad9d56cbb req-a77f5434-c786-46f4-82ad-fbd88deb16e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:15.392996 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8b766f5c-c8de-4970-9baf-e88ad9d56cbb req-a77f5434-c786-46f4-82ad-fbd88deb16e7 service neutron] 10.222.0.82 "GET /v2.0/networks?id=e81b7d43-43ba-4786-8c76-51a0739a5be2 HTTP/1.1" status: 200 len: 915 time: 0.0810091 Feb 19 03:46:15.433335 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8b766f5c-c8de-4970-9baf-e88ad9d56cbb req-d82321fc-0964-4297-9ed1-f1ba83b7fbbc service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7748e626-e528-4b6c-8525-8ca7765c5b31 HTTP/1.1" status: 200 len: 217 time: 0.0338247 Feb 19 03:46:15.483602 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b766f5c-c8de-4970-9baf-e88ad9d56cbb req-7766a60d-1d5e-427e-a5bb-47b8a496ad77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:15.485218 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8b766f5c-c8de-4970-9baf-e88ad9d56cbb req-7766a60d-1d5e-427e-a5bb-47b8a496ad77 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2f168585-825c-4ba4-9cb6-1c548684c0df HTTP/1.1" status: 200 len: 854 time: 0.0457032 Feb 19 03:46:15.516692 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8b766f5c-c8de-4970-9baf-e88ad9d56cbb req-ca12f2a4-3b07-4203-9092-01a6a85a0d95 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e81b7d43-43ba-4786-8c76-51a0739a5be2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255561 Feb 19 03:46:15.603445 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8b766f5c-c8de-4970-9baf-e88ad9d56cbb req-863b78d2-1621-4c81-80fa-85cecf918290 service neutron] 10.222.0.82 "GET /v2.0/networks/e81b7d43-43ba-4786-8c76-51a0739a5be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798185 Feb 19 03:46:15.631582 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-7ef8ac60-70bb-4bc1-a440-e9f4505d7a16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:15.702071 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8b766f5c-c8de-4970-9baf-e88ad9d56cbb req-2ce516b5-e135-4d77-9f9a-05916e5c2e64 service neutron] 10.222.0.82 "GET /v2.0/networks/e81b7d43-43ba-4786-8c76-51a0739a5be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923569 Feb 19 03:46:15.998693 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940b0b92-8314-49bd-8a0c-5bfe68b6e9ce req-90d2c273-cafa-4d2f-86c6-0adf5fceea80 tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:16.000211 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-940b0b92-8314-49bd-8a0c-5bfe68b6e9ce req-90d2c273-cafa-4d2f-86c6-0adf5fceea80 tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] 10.222.0.72 "GET /v2.0/ports?device_id=3cee2b9c-3a2c-4da0-9095-290dbf91b0ca HTTP/1.1" status: 200 len: 943 time: 0.0521801 Feb 19 03:46:16.054035 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-940b0b92-8314-49bd-8a0c-5bfe68b6e9ce req-93c53a5e-4219-47c1-b8f9-87589ca0fcc6 tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] 10.222.0.72 "GET /v2.0/security-groups?id=8cba0924-188b-4deb-b0bc-916b89593cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462513 Feb 19 03:46:17.002598 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 7748e626-e528-4b6c-8525-8ca7765c5b31 details requested by agent hyperv_n-h2-826753-2 with host n-h2-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:46:17.103122 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 7748e626-e528-4b6c-8525-8ca7765c5b31, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=7748e626-e528-4b6c-8525-8ca7765c5b31,segment=NetworkSegment(a6a67958-294a-4fe8-a3d0-477fc3f6b4ac),segment_id=a6a67958-294a-4fe8-a3d0-477fc3f6b4ac)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:46:17.116320 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Returning: {'device': '7748e626-e528-4b6c-8525-8ca7765c5b31', 'network_id': 'e81b7d43-43ba-4786-8c76-51a0739a5be2', 'port_id': '7748e626-e528-4b6c-8525-8ca7765c5b31', 'mac_address': 'fa:16:3e:b1:16:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f168585-825c-4ba4-9cb6-1c548684c0df', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:46:17.152801 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 7748e626-e528-4b6c-8525-8ca7765c5b31 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:46:17.153209 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (7748e626-e528-4b6c-8525-8ca7765c5b31), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:17.166473 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7748e626-e528-4b6c-8525-8ca7765c5b31 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:46:17.179239 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4a397c-a862-457e-8ad0-987d6b5352cf req-0ec01886-c522-4046-bb60-0a428b4579c5 tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:17.180727 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cd4a397c-a862-457e-8ad0-987d6b5352cf req-0ec01886-c522-4046-bb60-0a428b4579c5 tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] 10.222.0.72 "GET /v2.0/ports?device_id=3cee2b9c-3a2c-4da0-9095-290dbf91b0ca HTTP/1.1" status: 200 len: 943 time: 0.0549040 Feb 19 03:46:17.187472 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 7748e626-e528-4b6c-8525-8ca7765c5b31, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=7748e626-e528-4b6c-8525-8ca7765c5b31,segment=NetworkSegment(a6a67958-294a-4fe8-a3d0-477fc3f6b4ac),segment_id=a6a67958-294a-4fe8-a3d0-477fc3f6b4ac)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:46:17.191385 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (7748e626-e528-4b6c-8525-8ca7765c5b31), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:17.228404 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cd4a397c-a862-457e-8ad0-987d6b5352cf req-b2f95fc6-b33c-4613-b0a8-2d24bf91d00a tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] 10.222.0.72 "GET /v2.0/security-groups?id=8cba0924-188b-4deb-b0bc-916b89593cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409956 Feb 19 03:46:17.242465 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=7748e626-e528-4b6c-8525-8ca7765c5b31,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:17.250269 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:17.250613 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:17.250954 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:17.251288 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:17.251619 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:17.251947 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:17.252273 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:17.252596 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:17.252949 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:17.253304 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:17.253625 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:17.253945 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:17.254263 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:17.471760 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['7748e626-e528-4b6c-8525-8ca7765c5b31'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:46:17.806769 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-58fb55d0-244e-41c7-a3eb-1732caac4028 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:18.348791 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8c4636-7783-4371-b222-900ca256b321 req-dd0fb1e8-06ef-4e2f-9908-b4eb7e0a6c0b tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:18.350293 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ac8c4636-7783-4371-b222-900ca256b321 req-dd0fb1e8-06ef-4e2f-9908-b4eb7e0a6c0b tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] 10.222.0.72 "GET /v2.0/ports?device_id=3cee2b9c-3a2c-4da0-9095-290dbf91b0ca HTTP/1.1" status: 200 len: 944 time: 0.0535655 Feb 19 03:46:18.397070 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ac8c4636-7783-4371-b222-900ca256b321 req-a93e38c0-b1ef-48e9-bac8-91707f500b13 tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] 10.222.0.72 "GET /v2.0/security-groups?id=8cba0924-188b-4deb-b0bc-916b89593cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412457 Feb 19 03:46:19.003550 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 7748e626-e528-4b6c-8525-8ca7765c5b31 up at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:46:19.054907 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning for port 7748e626-e528-4b6c-8525-8ca7765c5b31 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:46:19.059389 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning complete for port 7748e626-e528-4b6c-8525-8ca7765c5b31 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:46:19.059800 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (7748e626-e528-4b6c-8525-8ca7765c5b31), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:19.137522 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 7748e626-e528-4b6c-8525-8ca7765c5b31 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:46:19.137910 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (7748e626-e528-4b6c-8525-8ca7765c5b31), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:19.161144 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cee2b9c-3a2c-4da0-9095-290dbf91b0ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7748e626-e528-4b6c-8525-8ca7765c5b31'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:46:19.163383 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88fe038525c8a7a69a3adae1ae732c1dd0c63371bed0a925712ea7f2f25f70bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20fcd8e2-4243-4159-806f-f7bc37b68ec0" -d '{"events": [{"server_uuid": "3cee2b9c-3a2c-4da0-9095-290dbf91b0ca", "name": "network-vif-plugged", "status": "completed", "tag": "7748e626-e528-4b6c-8525-8ca7765c5b31"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:46:19.176280 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 7748e626-e528-4b6c-8525-8ca7765c5b31, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=7748e626-e528-4b6c-8525-8ca7765c5b31,segment=NetworkSegment(a6a67958-294a-4fe8-a3d0-477fc3f6b4ac),segment_id=a6a67958-294a-4fe8-a3d0-477fc3f6b4ac)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:46:19.181245 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (7748e626-e528-4b6c-8525-8ca7765c5b31), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:19.208829 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d8e60c1-127a-431d-b568-3021e4d24f0c x-openstack-request-id: req-8d8e60c1-127a-431d-b568-3021e4d24f0c {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:46:19.209249 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cee2b9c-3a2c-4da0-9095-290dbf91b0ca", "name": "network-vif-plugged", "status": "completed", "tag": "7748e626-e528-4b6c-8525-8ca7765c5b31", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:46:19.209501 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8d8e60c1-127a-431d-b568-3021e4d24f0c {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:46:19.209884 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cee2b9c-3a2c-4da0-9095-290dbf91b0ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7748e626-e528-4b6c-8525-8ca7765c5b31', 'code': 200} Feb 19 03:46:19.234559 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=7748e626-e528-4b6c-8525-8ca7765c5b31,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:19.337727 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c012485f-9294-4895-b8cf-400d5dbee21a req-54be4f27-53b4-43cb-8a89-83230f12c9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:19.339253 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c012485f-9294-4895-b8cf-400d5dbee21a req-54be4f27-53b4-43cb-8a89-83230f12c9c7 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=3cee2b9c-3a2c-4da0-9095-290dbf91b0ca HTTP/1.1" status: 200 len: 1127 time: 0.0459549 Feb 19 03:46:19.381802 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c012485f-9294-4895-b8cf-400d5dbee21a req-070c1f6f-bd5e-4c5d-8172-f752386b33fc service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=8cba0924-188b-4deb-b0bc-916b89593cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368874 Feb 19 03:46:19.468569 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:19.522920 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e42b06-f821-4972-be88-2411ad7f23b2 req-7f16cd98-d87d-4621-927d-278be45e5f54 tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:19.524389 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-02e42b06-f821-4972-be88-2411ad7f23b2 req-7f16cd98-d87d-4621-927d-278be45e5f54 tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] 10.222.0.72 "GET /v2.0/ports?device_id=3cee2b9c-3a2c-4da0-9095-290dbf91b0ca HTTP/1.1" status: 200 len: 945 time: 0.0564358 Feb 19 03:46:19.570786 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-02e42b06-f821-4972-be88-2411ad7f23b2 req-342a257c-9b8a-40a9-8c30-d36aa9894af6 tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] 10.222.0.72 "GET /v2.0/security-groups?id=8cba0924-188b-4deb-b0bc-916b89593cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406430 Feb 19 03:46:20.642675 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:20.695815 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a97f2a8-1358-4495-8f82-ca623d0a0e07 req-f4a55664-2674-4e76-a7b9-b34ae14d9e02 tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:20.697313 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2a97f2a8-1358-4495-8f82-ca623d0a0e07 req-f4a55664-2674-4e76-a7b9-b34ae14d9e02 tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] 10.222.0.72 "GET /v2.0/ports?device_id=3cee2b9c-3a2c-4da0-9095-290dbf91b0ca HTTP/1.1" status: 200 len: 945 time: 0.0531917 Feb 19 03:46:20.744258 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2a97f2a8-1358-4495-8f82-ca623d0a0e07 req-89682d8e-2b7a-48a6-ad82-30242cb3a5b9 tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] 10.222.0.72 "GET /v2.0/security-groups?id=8cba0924-188b-4deb-b0bc-916b89593cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413182 Feb 19 03:46:20.994095 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933f3f72-5cce-4f91-9c9d-0d21b58a8986 req-79076867-2a80-4f2e-bf63-a9f1d8238237 tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:20.995589 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-933f3f72-5cce-4f91-9c9d-0d21b58a8986 req-79076867-2a80-4f2e-bf63-a9f1d8238237 tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] 10.222.0.72 "GET /v2.0/ports?device_id=3cee2b9c-3a2c-4da0-9095-290dbf91b0ca HTTP/1.1" status: 200 len: 945 time: 0.0576961 Feb 19 03:46:21.043959 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-933f3f72-5cce-4f91-9c9d-0d21b58a8986 req-410635be-c014-4125-8009-cbddbcbde001 tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] 10.222.0.72 "GET /v2.0/security-groups?id=8cba0924-188b-4deb-b0bc-916b89593cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428064 Feb 19 03:46:22.057501 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:22.169316 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae4af2-91ec-4c97-b54f-d4f00eb4388a req-fd7eef7d-1dca-4c06-b303-434d5f2966ce tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:22.171465 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-90ae4af2-91ec-4c97-b54f-d4f00eb4388a req-fd7eef7d-1dca-4c06-b303-434d5f2966ce tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] 10.222.0.72 "GET /v2.0/ports?device_id=3cee2b9c-3a2c-4da0-9095-290dbf91b0ca HTTP/1.1" status: 200 len: 945 time: 0.0552764 Feb 19 03:46:22.219614 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-90ae4af2-91ec-4c97-b54f-d4f00eb4388a req-afbf249a-9f2a-454c-b5e2-35b10c314568 tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] 10.222.0.72 "GET /v2.0/security-groups?id=8cba0924-188b-4deb-b0bc-916b89593cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425396 Feb 19 03:46:22.384371 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8755c47d-4c3d-42bc-be89-0d7b57c060a4 req-3d0fcd09-db3b-45bb-95d3-4e7953f3ea5d tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:22.385870 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8755c47d-4c3d-42bc-be89-0d7b57c060a4 req-3d0fcd09-db3b-45bb-95d3-4e7953f3ea5d tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] 10.222.0.82 "GET /v2.0/ports?device_id=3cee2b9c-3a2c-4da0-9095-290dbf91b0ca HTTP/1.1" status: 200 len: 945 time: 0.0572262 Feb 19 03:46:22.474891 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-8755c47d-4c3d-42bc-be89-0d7b57c060a4 req-72793b6d-56b1-4e3d-9671-b34529291a8a tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] Deleting port 7748e626-e528-4b6c-8525-8ca7765c5b31 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:46:22.475226 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-8755c47d-4c3d-42bc-be89-0d7b57c060a4 req-72793b6d-56b1-4e3d-9671-b34529291a8a tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (7748e626-e528-4b6c-8525-8ca7765c5b31), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:22.567491 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-8755c47d-4c3d-42bc-be89-0d7b57c060a4 req-72793b6d-56b1-4e3d-9671-b34529291a8a tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] For port 7748e626-e528-4b6c-8525-8ca7765c5b31, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=7748e626-e528-4b6c-8525-8ca7765c5b31,segment=NetworkSegment(a6a67958-294a-4fe8-a3d0-477fc3f6b4ac),segment_id=a6a67958-294a-4fe8-a3d0-477fc3f6b4ac)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:46:22.567851 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-8755c47d-4c3d-42bc-be89-0d7b57c060a4 req-72793b6d-56b1-4e3d-9671-b34529291a8a tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (7748e626-e528-4b6c-8525-8ca7765c5b31), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:22.580749 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-8755c47d-4c3d-42bc-be89-0d7b57c060a4 req-72793b6d-56b1-4e3d-9671-b34529291a8a tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] Calling delete_port for 7748e626-e528-4b6c-8525-8ca7765c5b31 owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:46:22.736076 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-8755c47d-4c3d-42bc-be89-0d7b57c060a4 req-72793b6d-56b1-4e3d-9671-b34529291a8a tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (7748e626-e528-4b6c-8525-8ca7765c5b31), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:22.770376 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['7748e626-e528-4b6c-8525-8ca7765c5b31'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:46:22.777041 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['8bc01faf-dbe3-4e4f-bfa6-221aa542be7c'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:46:22.782039 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72793b6d-56b1-4e3d-9671-b34529291a8a tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] Pushing event deleted for resources: {'Port': ['ID=7748e626-e528-4b6c-8525-8ca7765c5b31,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:22.825914 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72793b6d-56b1-4e3d-9671-b34529291a8a tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:22.826794 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72793b6d-56b1-4e3d-9671-b34529291a8a tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:22.826948 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72793b6d-56b1-4e3d-9671-b34529291a8a tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:22.827251 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72793b6d-56b1-4e3d-9671-b34529291a8a tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:22.827584 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72793b6d-56b1-4e3d-9671-b34529291a8a tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:22.827917 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72793b6d-56b1-4e3d-9671-b34529291a8a tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:22.828246 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72793b6d-56b1-4e3d-9671-b34529291a8a tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:22.828572 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72793b6d-56b1-4e3d-9671-b34529291a8a tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:22.828893 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72793b6d-56b1-4e3d-9671-b34529291a8a tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:22.829252 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72793b6d-56b1-4e3d-9671-b34529291a8a tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:22.829574 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72793b6d-56b1-4e3d-9671-b34529291a8a tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:22.829891 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72793b6d-56b1-4e3d-9671-b34529291a8a tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:22.830209 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72793b6d-56b1-4e3d-9671-b34529291a8a tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:22.850369 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-8755c47d-4c3d-42bc-be89-0d7b57c060a4 req-72793b6d-56b1-4e3d-9671-b34529291a8a tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] No DVR routers for this DVR port 7748e626-e528-4b6c-8525-8ca7765c5b31 on host n-h2-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:46:22.853134 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-8755c47d-4c3d-42bc-be89-0d7b57c060a4 req-72793b6d-56b1-4e3d-9671-b34529291a8a tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:22.856551 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8755c47d-4c3d-42bc-be89-0d7b57c060a4 req-72793b6d-56b1-4e3d-9671-b34529291a8a tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] 10.222.0.82 "DELETE /v2.0/ports/7748e626-e528-4b6c-8525-8ca7765c5b31 HTTP/1.1" status: 204 len: 173 time: 0.4657018 Feb 19 03:46:22.857553 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cee2b9c-3a2c-4da0-9095-290dbf91b0ca', 'name': 'network-vif-deleted', 'tag': '7748e626-e528-4b6c-8525-8ca7765c5b31'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:46:22.860184 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b48a34f37e4e31fa410c3f10fa4e23c828d45427043ff8d3e4d9f228381d6ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28d9f875-4ff7-4cda-8941-8728326587fd" -d '{"events": [{"server_uuid": "3cee2b9c-3a2c-4da0-9095-290dbf91b0ca", "name": "network-vif-deleted", "tag": "7748e626-e528-4b6c-8525-8ca7765c5b31"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:46:22.907699 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c504b4a8-3cd1-41e0-9b7c-7ce4b90673d8 x-openstack-request-id: req-c504b4a8-3cd1-41e0-9b7c-7ce4b90673d8 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:46:22.907995 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cee2b9c-3a2c-4da0-9095-290dbf91b0ca", "name": "network-vif-deleted", "tag": "7748e626-e528-4b6c-8525-8ca7765c5b31", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:46:22.908303 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c504b4a8-3cd1-41e0-9b7c-7ce4b90673d8 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:46:22.908750 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cee2b9c-3a2c-4da0-9095-290dbf91b0ca', 'name': 'network-vif-deleted', 'tag': '7748e626-e528-4b6c-8525-8ca7765c5b31', 'status': 'completed', 'code': 200} Feb 19 03:46:22.960304 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:23.342006 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-425e4b88-eaf5-47e1-9b9c-2248ccb608a8 req-7770276f-c029-4074-b374-2552ad664c10 tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] 10.222.0.72 "GET /v2.0/ports?device_id=3cee2b9c-3a2c-4da0-9095-290dbf91b0ca HTTP/1.1" status: 200 len: 210 time: 0.0366952 Feb 19 03:46:24.501931 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018802b7-3e4c-4653-8f58-63b19cf6c3b2 req-4eb75c34-22c1-4366-b4bf-5414813b6f2a tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:24.503447 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-018802b7-3e4c-4653-8f58-63b19cf6c3b2 req-4eb75c34-22c1-4366-b4bf-5414813b6f2a tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] 10.222.0.72 "GET /v2.0/ports?device_id=18bc6183-c0e3-4cb8-94c1-9544d8e83d9d HTTP/1.1" status: 200 len: 945 time: 0.0565572 Feb 19 03:46:24.550016 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-018802b7-3e4c-4653-8f58-63b19cf6c3b2 req-e865eee6-f461-4a43-bc80-4d7eab8edd0d tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] 10.222.0.72 "GET /v2.0/security-groups?id=8cba0924-188b-4deb-b0bc-916b89593cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410213 Feb 19 03:46:24.685093 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab221f0-1eb1-4651-a5e4-b6b53045fdbc req-ed345f05-9e37-48c2-bcd7-556260b024df tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:24.686651 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7ab221f0-1eb1-4651-a5e4-b6b53045fdbc req-ed345f05-9e37-48c2-bcd7-556260b024df tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] 10.222.0.72 "GET /v2.0/ports?device_id=18bc6183-c0e3-4cb8-94c1-9544d8e83d9d HTTP/1.1" status: 200 len: 945 time: 0.0521693 Feb 19 03:46:24.731941 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7ab221f0-1eb1-4651-a5e4-b6b53045fdbc req-bf934390-0c12-4a1f-9d99-1fda1b8a5867 tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] 10.222.0.72 "GET /v2.0/security-groups?id=8cba0924-188b-4deb-b0bc-916b89593cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396988 Feb 19 03:46:24.852416 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80794545-b61d-4132-a10a-5d423d43fb59 req-df08f57c-8279-4a2d-85de-7413a3071b42 tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:24.853911 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-80794545-b61d-4132-a10a-5d423d43fb59 req-df08f57c-8279-4a2d-85de-7413a3071b42 tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] 10.222.0.72 "GET /v2.0/ports?device_id=18bc6183-c0e3-4cb8-94c1-9544d8e83d9d HTTP/1.1" status: 200 len: 945 time: 0.0524201 Feb 19 03:46:24.902613 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-80794545-b61d-4132-a10a-5d423d43fb59 req-856b3150-be1b-4934-b4f4-f2b24bf3dd44 tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] 10.222.0.72 "GET /v2.0/security-groups?id=8cba0924-188b-4deb-b0bc-916b89593cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430000 Feb 19 03:46:25.085634 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76a9c33-f10e-49af-8492-578f48b0b89c req-95c4fa24-70fb-415f-95bf-e46addad3bda tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:25.087106 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b76a9c33-f10e-49af-8492-578f48b0b89c req-95c4fa24-70fb-415f-95bf-e46addad3bda tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] 10.222.0.72 "GET /v2.0/ports?device_id=18bc6183-c0e3-4cb8-94c1-9544d8e83d9d HTTP/1.1" status: 200 len: 945 time: 0.0521860 Feb 19 03:46:25.133716 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b76a9c33-f10e-49af-8492-578f48b0b89c req-d4936195-6888-4eb7-91fa-327b30add82c tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] 10.222.0.72 "GET /v2.0/security-groups?id=8cba0924-188b-4deb-b0bc-916b89593cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404773 Feb 19 03:46:25.250839 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee5014-d804-48f8-8880-be29dd703612 req-c5349a21-f810-46e6-9159-f8a3b2ac75e4 tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:25.252217 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bdee5014-d804-48f8-8880-be29dd703612 req-c5349a21-f810-46e6-9159-f8a3b2ac75e4 tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] 10.222.0.72 "GET /v2.0/ports?device_id=18bc6183-c0e3-4cb8-94c1-9544d8e83d9d HTTP/1.1" status: 200 len: 945 time: 0.0521421 Feb 19 03:46:25.299223 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bdee5014-d804-48f8-8880-be29dd703612 req-a10eb105-2779-4934-92e7-0e360d20a8a8 tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] 10.222.0.72 "GET /v2.0/security-groups?id=8cba0924-188b-4deb-b0bc-916b89593cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413985 Feb 19 03:46:25.434693 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a260f7-ad45-4a25-81eb-6554eee5a78d req-c6eab0bd-67d9-478f-a76e-150f31c3f284 tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:25.436459 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-46a260f7-ad45-4a25-81eb-6554eee5a78d req-c6eab0bd-67d9-478f-a76e-150f31c3f284 tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] 10.222.0.72 "GET /v2.0/ports?device_id=18bc6183-c0e3-4cb8-94c1-9544d8e83d9d HTTP/1.1" status: 200 len: 945 time: 0.0568414 Feb 19 03:46:25.484269 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-46a260f7-ad45-4a25-81eb-6554eee5a78d req-3050ae88-153b-4f20-93d7-26d4c76957ad tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] 10.222.0.72 "GET /v2.0/security-groups?id=8cba0924-188b-4deb-b0bc-916b89593cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422397 Feb 19 03:46:25.799821 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12675fbd-fd1d-4d64-9192-20bc508e5750 req-8fabff9c-8016-4785-b3e2-a8f4d7053f3e tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:25.809933 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-12675fbd-fd1d-4d64-9192-20bc508e5750 req-8fabff9c-8016-4785-b3e2-a8f4d7053f3e tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] 10.222.0.72 "GET /v2.0/ports?device_id=18bc6183-c0e3-4cb8-94c1-9544d8e83d9d HTTP/1.1" status: 200 len: 945 time: 0.0609114 Feb 19 03:46:25.857088 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-12675fbd-fd1d-4d64-9192-20bc508e5750 req-dd95f3b9-51e6-4dce-98b9-044076432814 tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] 10.222.0.72 "GET /v2.0/security-groups?id=8cba0924-188b-4deb-b0bc-916b89593cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410714 Feb 19 03:46:26.672360 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:26.983596 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef6a324-1471-433f-b259-810507957c20 req-1a53ed93-5a8f-4901-80d6-9d0303ddc6b7 tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:26.984997 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0ef6a324-1471-433f-b259-810507957c20 req-1a53ed93-5a8f-4901-80d6-9d0303ddc6b7 tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] 10.222.0.72 "GET /v2.0/ports?device_id=18bc6183-c0e3-4cb8-94c1-9544d8e83d9d HTTP/1.1" status: 200 len: 945 time: 0.0565617 Feb 19 03:46:27.030971 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0ef6a324-1471-433f-b259-810507957c20 req-9c16bc36-008d-4734-8b07-b59146d41a2c tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] 10.222.0.72 "GET /v2.0/security-groups?id=8cba0924-188b-4deb-b0bc-916b89593cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403845 Feb 19 03:46:27.067066 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 7748e626-e528-4b6c-8525-8ca7765c5b31 no longer exists at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:46:27.086958 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] No Port match for: 7748e626-e528-4b6c-8525-8ca7765c5b31 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:46:27.087299 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 7748e626-e528-4b6c-8525-8ca7765c5b31 not bound to the agent host n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:46:27.554823 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84e14da-a841-4d42-93ca-81f13d81ad06 req-2db5640a-c8d4-4978-b3ce-a71f1acac536 tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:27.556518 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-b84e14da-a841-4d42-93ca-81f13d81ad06 req-2db5640a-c8d4-4978-b3ce-a71f1acac536 tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] 10.222.0.73 "GET /v2.0/ports?device_id=18bc6183-c0e3-4cb8-94c1-9544d8e83d9d HTTP/1.1" status: 200 len: 945 time: 0.0507455 Feb 19 03:46:27.649865 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-b84e14da-a841-4d42-93ca-81f13d81ad06 req-f97f08a0-0925-4fdd-8a71-e17842ec7fdc tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] Deleting port 8bc01faf-dbe3-4e4f-bfa6-221aa542be7c {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:46:27.650197 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-b84e14da-a841-4d42-93ca-81f13d81ad06 req-f97f08a0-0925-4fdd-8a71-e17842ec7fdc tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (8bc01faf-dbe3-4e4f-bfa6-221aa542be7c), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:27.734666 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-b84e14da-a841-4d42-93ca-81f13d81ad06 req-f97f08a0-0925-4fdd-8a71-e17842ec7fdc tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] For port 8bc01faf-dbe3-4e4f-bfa6-221aa542be7c, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=8bc01faf-dbe3-4e4f-bfa6-221aa542be7c,segment=NetworkSegment(a6a67958-294a-4fe8-a3d0-477fc3f6b4ac),segment_id=a6a67958-294a-4fe8-a3d0-477fc3f6b4ac)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:46:27.735017 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-b84e14da-a841-4d42-93ca-81f13d81ad06 req-f97f08a0-0925-4fdd-8a71-e17842ec7fdc tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (8bc01faf-dbe3-4e4f-bfa6-221aa542be7c), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:27.746346 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-b84e14da-a841-4d42-93ca-81f13d81ad06 req-f97f08a0-0925-4fdd-8a71-e17842ec7fdc tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] Calling delete_port for 8bc01faf-dbe3-4e4f-bfa6-221aa542be7c owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:46:27.876041 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-b84e14da-a841-4d42-93ca-81f13d81ad06 req-f97f08a0-0925-4fdd-8a71-e17842ec7fdc tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (8bc01faf-dbe3-4e4f-bfa6-221aa542be7c), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:27.907223 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['8bc01faf-dbe3-4e4f-bfa6-221aa542be7c'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:46:27.907908 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97f08a0-0925-4fdd-8a71-e17842ec7fdc tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] Pushing event deleted for resources: {'Port': ['ID=8bc01faf-dbe3-4e4f-bfa6-221aa542be7c,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:27.950867 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-b84e14da-a841-4d42-93ca-81f13d81ad06 req-f97f08a0-0925-4fdd-8a71-e17842ec7fdc tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] No DVR routers for this DVR port 8bc01faf-dbe3-4e4f-bfa6-221aa542be7c on host n-h1-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:46:27.953576 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-b84e14da-a841-4d42-93ca-81f13d81ad06 req-f97f08a0-0925-4fdd-8a71-e17842ec7fdc tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:27.957084 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-b84e14da-a841-4d42-93ca-81f13d81ad06 req-f97f08a0-0925-4fdd-8a71-e17842ec7fdc tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] 10.222.0.73 "DELETE /v2.0/ports/8bc01faf-dbe3-4e4f-bfa6-221aa542be7c HTTP/1.1" status: 204 len: 173 time: 0.3942688 Feb 19 03:46:27.957514 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18bc6183-c0e3-4cb8-94c1-9544d8e83d9d', 'name': 'network-vif-deleted', 'tag': '8bc01faf-dbe3-4e4f-bfa6-221aa542be7c'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:46:27.959717 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b48a34f37e4e31fa410c3f10fa4e23c828d45427043ff8d3e4d9f228381d6ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07f6f85d-1f48-4168-8673-f10ad6e02c58" -d '{"events": [{"server_uuid": "18bc6183-c0e3-4cb8-94c1-9544d8e83d9d", "name": "network-vif-deleted", "tag": "8bc01faf-dbe3-4e4f-bfa6-221aa542be7c"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:46:28.001222 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b475c9a9-714c-48c9-a75d-4913e3068f30 x-openstack-request-id: req-b475c9a9-714c-48c9-a75d-4913e3068f30 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:46:28.001521 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18bc6183-c0e3-4cb8-94c1-9544d8e83d9d", "name": "network-vif-deleted", "tag": "8bc01faf-dbe3-4e4f-bfa6-221aa542be7c", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:46:28.001777 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b475c9a9-714c-48c9-a75d-4913e3068f30 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:46:28.002184 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18bc6183-c0e3-4cb8-94c1-9544d8e83d9d', 'name': 'network-vif-deleted', 'tag': '8bc01faf-dbe3-4e4f-bfa6-221aa542be7c', 'status': 'completed', 'code': 200} Feb 19 03:46:28.142041 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9b7760a3-4e03-4a82-aed2-218ae1a6fda1 req-19f0b302-01d3-41fb-964f-3529fdf0d2a3 tempest-ServersNegativeTestJSON-276640405 tempest-ServersNegativeTestJSON-276640405-project] 10.222.0.72 "GET /v2.0/ports?device_id=18bc6183-c0e3-4cb8-94c1-9544d8e83d9d HTTP/1.1" status: 200 len: 210 time: 0.0287097 Feb 19 03:46:29.198583 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51372) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:46:29.240919 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea31a53b-1f29-46bd-88d0-ba066d148a91 admin admin] Deleting subnet 2f168585-825c-4ba4-9cb6-1c548684c0df {{(pid=103701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:46:29.243832 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ea31a53b-1f29-46bd-88d0-ba066d148a91 admin admin] Publish callbacks [] for subnet (2f168585-825c-4ba4-9cb6-1c548684c0df), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:29.279512 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ea31a53b-1f29-46bd-88d0-ba066d148a91 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12647399'] for subnet (2f168585-825c-4ba4-9cb6-1c548684c0df), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:29.321255 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ea31a53b-1f29-46bd-88d0-ba066d148a91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (2f168585-825c-4ba4-9cb6-1c548684c0df), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:29.371124 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ea31a53b-1f29-46bd-88d0-ba066d148a91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12647206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58706286'] for subnet (2f168585-825c-4ba4-9cb6-1c548684c0df), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:29.396803 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea31a53b-1f29-46bd-88d0-ba066d148a91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f168585-825c-4ba4-9cb6-1c548684c0df,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:29.400469 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ea31a53b-1f29-46bd-88d0-ba066d148a91 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:29.403665 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-ea31a53b-1f29-46bd-88d0-ba066d148a91 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/2f168585-825c-4ba4-9cb6-1c548684c0df HTTP/1.1" status: 204 len: 168 time: 0.2040513 Feb 19 03:46:29.406711 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51374) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:46:29.472193 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0d12ef34-e543-417b-970d-9f7873ce4999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (e81b7d43-43ba-4786-8c76-51a0739a5be2), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:29.552211 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0d12ef34-e543-417b-970d-9f7873ce4999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (e81b7d43-43ba-4786-8c76-51a0739a5be2), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:29.572620 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-0d12ef34-e543-417b-970d-9f7873ce4999 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e81b7d43-43ba-4786-8c76-51a0739a5be2']}} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:46:29.581676 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-0d12ef34-e543-417b-970d-9f7873ce4999 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6a67958-294a-4fe8-a3d0-477fc3f6b4ac') {'for_net_delete': True} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:46:29.581967 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-0d12ef34-e543-417b-970d-9f7873ce4999 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6a67958-294a-4fe8-a3d0-477fc3f6b4ac') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:46:29.591013 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0d12ef34-e543-417b-970d-9f7873ce4999 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12647422'] for segment (a6a67958-294a-4fe8-a3d0-477fc3f6b4ac), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:29.604199 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0d12ef34-e543-417b-970d-9f7873ce4999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (a6a67958-294a-4fe8-a3d0-477fc3f6b4ac), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:29.610742 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d12ef34-e543-417b-970d-9f7873ce4999 admin admin] Releasing vlan 258 on physical network physnet1 to pool {{(pid=103701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:46:29.611123 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0d12ef34-e543-417b-970d-9f7873ce4999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583360'] for segment (a6a67958-294a-4fe8-a3d0-477fc3f6b4ac), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:29.612882 n-d-826753-2 neutron-server[103701]: Traceback (most recent call last): Feb 19 03:46:29.612882 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:46:29.612882 n-d-826753-2 neutron-server[103701]: timer() Feb 19 03:46:29.612882 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:46:29.612882 n-d-826753-2 neutron-server[103701]: cb(*args, **kw) Feb 19 03:46:29.612882 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:46:29.612882 n-d-826753-2 neutron-server[103701]: return func(*args, **kwargs) Feb 19 03:46:29.612882 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:46:29.612882 n-d-826753-2 neutron-server[103701]: self._notify() Feb 19 03:46:29.612882 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:46:29.612882 n-d-826753-2 neutron-server[103701]: self.callback(batched_events) Feb 19 03:46:29.612882 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:46:29.612882 n-d-826753-2 neutron-server[103701]: event.method(event) Feb 19 03:46:29.612882 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:46:29.612882 n-d-826753-2 neutron-server[103701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:46:29.612882 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:46:29.612882 n-d-826753-2 neutron-server[103701]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:46:29.612882 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:46:29.612882 n-d-826753-2 neutron-server[103701]: return f(self, *a, **k) Feb 19 03:46:29.612882 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:46:29.612882 n-d-826753-2 neutron-server[103701]: return self._get(url).json() Feb 19 03:46:29.612882 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:46:29.612882 n-d-826753-2 neutron-server[103701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:46:29.612882 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:46:29.612882 n-d-826753-2 neutron-server[103701]: return self.request(url, 'GET', **kwargs) Feb 19 03:46:29.612882 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:46:29.612882 n-d-826753-2 neutron-server[103701]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:46:29.612882 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:46:29.612882 n-d-826753-2 neutron-server[103701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:46:29.612882 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:46:29.612882 n-d-826753-2 neutron-server[103701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:46:29.612882 n-d-826753-2 neutron-server[103701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:46:29.667368 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0d12ef34-e543-417b-970d-9f7873ce4999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (e81b7d43-43ba-4786-8c76-51a0739a5be2), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:29.673619 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0d12ef34-e543-417b-970d-9f7873ce4999 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:29.676773 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-0d12ef34-e543-417b-970d-9f7873ce4999 admin admin] 10.222.0.72 "DELETE /v2.0/networks/e81b7d43-43ba-4786-8c76-51a0739a5be2 HTTP/1.1" status: 204 len: 168 time: 0.2691090 Feb 19 03:46:29.793754 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 51378) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:46:29.844596 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-b0687086-f70a-4a39-bb7c-aa02aa13b615 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e086fd0605ac4e7e8fa68ae6f60eb8a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0493367 Feb 19 03:46:29.847022 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 51380) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:46:29.899334 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a130c863-888e-44c4-b88b-88bed5a3ebaa admin admin] Publish callbacks [] for security_group (8cba0924-188b-4deb-b0bc-916b89593cf3), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:29.921410 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a130c863-888e-44c4-b88b-88bed5a3ebaa admin admin] Publish callbacks [] for security_group (8cba0924-188b-4deb-b0bc-916b89593cf3), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:29.969689 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a130c863-888e-44c4-b88b-88bed5a3ebaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (8cba0924-188b-4deb-b0bc-916b89593cf3), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:29.972335 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a130c863-888e-44c4-b88b-88bed5a3ebaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:29.973742 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-a130c863-888e-44c4-b88b-88bed5a3ebaa admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8cba0924-188b-4deb-b0bc-916b89593cf3 HTTP/1.1" status: 204 len: 168 time: 0.1254110 Feb 19 03:46:29.979240 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d12ef34-e543-417b-970d-9f7873ce4999 admin admin] Pushing event deleted for resources: {'Network': ['ID=e81b7d43-43ba-4786-8c76-51a0739a5be2,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:29.983015 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130c863-888e-44c4-b88b-88bed5a3ebaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cba0924-188b-4deb-b0bc-916b89593cf3,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:30.646217 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 51402) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:46:30.738259 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-912676eb-1284-4542-9bd7-4134746360dd tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1880098432'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:46:30.758328 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-912676eb-1284-4542-9bd7-4134746360dd tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Made reservation on behalf of 7bcae9234dec4303938d751599b0e23b for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:46:30.761726 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-912676eb-1284-4542-9bd7-4134746360dd tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:30.770914 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-912676eb-1284-4542-9bd7-4134746360dd tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:30.844082 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-912676eb-1284-4542-9bd7-4134746360dd tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Publish callbacks [] for security_group (478e624e-acef-4456-835b-53551f9c640e), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:30.848488 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-912676eb-1284-4542-9bd7-4134746360dd tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (478e624e-acef-4456-835b-53551f9c640e), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:30.871903 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-912676eb-1284-4542-9bd7-4134746360dd tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] vlan segment allocate from pool success with {'vlan_id': 297, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:46:30.885810 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912676eb-1284-4542-9bd7-4134746360dd tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=478e624e-acef-4456-835b-53551f9c640e,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:30.890510 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-912676eb-1284-4542-9bd7-4134746360dd tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (c8a8addb-f8d7-48ea-a92c-a605a638923c), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:30.890856 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-912676eb-1284-4542-9bd7-4134746360dd tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Added segment c8a8addb-f8d7-48ea-a92c-a605a638923c of type vlan for network 060d08e6-3ec1-499f-bd67-afa337daa898 Feb 19 03:46:30.932837 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-912676eb-1284-4542-9bd7-4134746360dd tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (060d08e6-3ec1-499f-bd67-afa337daa898), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:30.957203 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-912676eb-1284-4542-9bd7-4134746360dd tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (060d08e6-3ec1-499f-bd67-afa337daa898), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:30.962120 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912676eb-1284-4542-9bd7-4134746360dd tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:30.962703 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-912676eb-1284-4542-9bd7-4134746360dd tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:31.015780 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-912676eb-1284-4542-9bd7-4134746360dd tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3684494 Feb 19 03:46:31.031972 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912676eb-1284-4542-9bd7-4134746360dd tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Pushing event updated for resources: {'Network': ['ID=060d08e6-3ec1-499f-bd67-afa337daa898,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:31.046445 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 060d08e6-3ec1-499f-bd67-afa337daa898 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:46:31.689794 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 8bc01faf-dbe3-4e4f-bfa6-221aa542be7c no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:46:31.709733 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] No Port match for: 8bc01faf-dbe3-4e4f-bfa6-221aa542be7c {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:46:31.710084 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 8bc01faf-dbe3-4e4f-bfa6-221aa542be7c not bound to the agent host n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:46:34.275519 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 51406) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:46:34.280773 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-b6922eb5-d543-41cd-84c4-9020e13030bc tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Request body: {'subnet': {'network_id': '060d08e6-3ec1-499f-bd67-afa337daa898', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:46:34.375174 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6922eb5-d543-41cd-84c4-9020e13030bc tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Made reservation on behalf of 7bcae9234dec4303938d751599b0e23b for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:46:34.378582 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b6922eb5-d543-41cd-84c4-9020e13030bc tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:34.560682 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b6922eb5-d543-41cd-84c4-9020e13030bc tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (d08024c5-a355-4f54-945b-f1600439ee41), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:34.619735 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6922eb5-d543-41cd-84c4-9020e13030bc tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Pushing event updated for resources: {'Subnet': ['ID=d08024c5-a355-4f54-945b-f1600439ee41,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:34.628150 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6922eb5-d543-41cd-84c4-9020e13030bc tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Checking segment: {'id': 'c8a8addb-f8d7-48ea-a92c-a605a638923c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '060d08e6-3ec1-499f-bd67-afa337daa898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:46:34.628507 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6922eb5-d543-41cd-84c4-9020e13030bc tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Network hostable DHCP agents. Network: 060d08e6-3ec1-499f-bd67-afa337daa898, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:46:34.645722 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6922eb5-d543-41cd-84c4-9020e13030bc tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Network 060d08e6-3ec1-499f-bd67-afa337daa898 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:46:34.654752 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-b6922eb5-d543-41cd-84c4-9020e13030bc tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 060d08e6-3ec1-499f-bd67-afa337daa898) {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:46:34.659233 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6922eb5-d543-41cd-84c4-9020e13030bc tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:34.660396 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b6922eb5-d543-41cd-84c4-9020e13030bc tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:34.663575 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd2e40e-b53f-4900-86a5-f38f9c1f0f7d None None] Network 060d08e6-3ec1-499f-bd67-afa337daa898 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:46:34.676966 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-b6922eb5-d543-41cd-84c4-9020e13030bc tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4003370 Feb 19 03:46:34.681581 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 51408) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:46:34.687131 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-a4472004-b339-4282-8afa-f8a3dfdf2235 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-286368374'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:46:34.705860 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4472004-b339-4282-8afa-f8a3dfdf2235 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Made reservation on behalf of 7bcae9234dec4303938d751599b0e23b for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:46:34.709160 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a4472004-b339-4282-8afa-f8a3dfdf2235 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:34.732941 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4472004-b339-4282-8afa-f8a3dfdf2235 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] vlan segment allocate from pool success with {'vlan_id': 281, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:46:34.745257 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a4472004-b339-4282-8afa-f8a3dfdf2235 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (5c315a75-c888-489c-b710-93f2f0655ef3), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:34.745601 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-a4472004-b339-4282-8afa-f8a3dfdf2235 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Added segment 5c315a75-c888-489c-b710-93f2f0655ef3 of type vlan for network 525f6c43-7738-47ee-8b88-8a16a0eeb8e8 Feb 19 03:46:34.766459 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a92c02-14ae-41eb-9516-651045e31a99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-060d08e6-3ec1-499f-bd67-afa337daa898', 'network_id': '060d08e6-3ec1-499f-bd67-afa337daa898', 'project_id': '7bcae9234dec4303938d751599b0e23b', 'fixed_ips': [{'subnet_id': 'd08024c5-a355-4f54-945b-f1600439ee41'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:46:34.767358 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-64a92c02-14ae-41eb-9516-651045e31a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:34.786021 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a4472004-b339-4282-8afa-f8a3dfdf2235 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (525f6c43-7738-47ee-8b88-8a16a0eeb8e8), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:34.811824 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a4472004-b339-4282-8afa-f8a3dfdf2235 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (525f6c43-7738-47ee-8b88-8a16a0eeb8e8), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:34.816736 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4472004-b339-4282-8afa-f8a3dfdf2235 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:34.817344 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a4472004-b339-4282-8afa-f8a3dfdf2235 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:34.876617 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-a4472004-b339-4282-8afa-f8a3dfdf2235 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1912925 Feb 19 03:46:34.877047 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51410) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:46:34.882597 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-fb968c10-8c12-4574-a93e-0fb0750d5671 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Request body: {'subnet': {'network_id': '525f6c43-7738-47ee-8b88-8a16a0eeb8e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:46:34.889046 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4472004-b339-4282-8afa-f8a3dfdf2235 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Pushing event updated for resources: {'Network': ['ID=525f6c43-7738-47ee-8b88-8a16a0eeb8e8,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:34.902480 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 525f6c43-7738-47ee-8b88-8a16a0eeb8e8 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:46:34.905237 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-64a92c02-14ae-41eb-9516-651045e31a99 None None] Allocated IP 2001:db8:0:ffff::2 (060d08e6-3ec1-499f-bd67-afa337daa898/d08024c5-a355-4f54-945b-f1600439ee41/85eafc53-daa8-4fcb-beec-dce3e59a6fa7) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:46:34.978866 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb968c10-8c12-4574-a93e-0fb0750d5671 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Made reservation on behalf of 7bcae9234dec4303938d751599b0e23b for: {'subnet': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:46:34.982690 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-fb968c10-8c12-4574-a93e-0fb0750d5671 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58706307'] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:35.109282 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-64a92c02-14ae-41eb-9516-651045e31a99 None None] Publish callbacks [] for port (85eafc53-daa8-4fcb-beec-dce3e59a6fa7), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:35.114997 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-64a92c02-14ae-41eb-9516-651045e31a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (85eafc53-daa8-4fcb-beec-dce3e59a6fa7), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:35.152981 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a92c02-14ae-41eb-9516-651045e31a99 None None] Network 060d08e6-3ec1-499f-bd67-afa337daa898 is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:46:35.159983 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-64a92c02-14ae-41eb-9516-651045e31a99 None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:46:35.164274 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a92c02-14ae-41eb-9516-651045e31a99 None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:46:35.167304 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a92c02-14ae-41eb-9516-651045e31a99 None None] Pushing event updated for resources: {'Port': ['ID=85eafc53-daa8-4fcb-beec-dce3e59a6fa7,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:35.177565 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-fb968c10-8c12-4574-a93e-0fb0750d5671 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12647271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58706289'] for subnet (ef07ad54-e388-41b6-9b3e-80b7b6dfb932), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:35.221278 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-64a92c02-14ae-41eb-9516-651045e31a99 None None] Attempting to bind port 85eafc53-daa8-4fcb-beec-dce3e59a6fa7 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:46:35.221653 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-64a92c02-14ae-41eb-9516-651045e31a99 None None] Attempting to bind port 85eafc53-daa8-4fcb-beec-dce3e59a6fa7 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': 'c8a8addb-f8d7-48ea-a92c-a605a638923c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '060d08e6-3ec1-499f-bd67-afa337daa898'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:46:35.222023 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a92c02-14ae-41eb-9516-651045e31a99 None None] Attempting to bind port 85eafc53-daa8-4fcb-beec-dce3e59a6fa7 on network 060d08e6-3ec1-499f-bd67-afa337daa898 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:46:35.226923 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a92c02-14ae-41eb-9516-651045e31a99 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:46:35.227304 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a92c02-14ae-41eb-9516-651045e31a99 None None] Checking segment: {'id': 'c8a8addb-f8d7-48ea-a92c-a605a638923c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '060d08e6-3ec1-499f-bd67-afa337daa898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:46:35.227707 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-64a92c02-14ae-41eb-9516-651045e31a99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:35.228102 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a92c02-14ae-41eb-9516-651045e31a99 None None] Bound using segment: {'id': 'c8a8addb-f8d7-48ea-a92c-a605a638923c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '060d08e6-3ec1-499f-bd67-afa337daa898'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:46:35.228570 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-64a92c02-14ae-41eb-9516-651045e31a99 None None] Bound port: 85eafc53-daa8-4fcb-beec-dce3e59a6fa7, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8a8addb-f8d7-48ea-a92c-a605a638923c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '060d08e6-3ec1-499f-bd67-afa337daa898'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:46:35.228952 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-64a92c02-14ae-41eb-9516-651045e31a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (85eafc53-daa8-4fcb-beec-dce3e59a6fa7), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:35.245170 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb968c10-8c12-4574-a93e-0fb0750d5671 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Pushing event updated for resources: {'Subnet': ['ID=ef07ad54-e388-41b6-9b3e-80b7b6dfb932,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:35.253959 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb968c10-8c12-4574-a93e-0fb0750d5671 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Checking segment: {'id': '5c315a75-c888-489c-b710-93f2f0655ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '525f6c43-7738-47ee-8b88-8a16a0eeb8e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:46:35.254575 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb968c10-8c12-4574-a93e-0fb0750d5671 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Network hostable DHCP agents. Network: 525f6c43-7738-47ee-8b88-8a16a0eeb8e8, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:46:35.270971 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb968c10-8c12-4574-a93e-0fb0750d5671 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Network 525f6c43-7738-47ee-8b88-8a16a0eeb8e8 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:46:35.279557 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-fb968c10-8c12-4574-a93e-0fb0750d5671 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 525f6c43-7738-47ee-8b88-8a16a0eeb8e8) {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:46:35.284242 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb968c10-8c12-4574-a93e-0fb0750d5671 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:35.284906 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-fb968c10-8c12-4574-a93e-0fb0750d5671 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Publish callbacks [] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:35.290781 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-555e8082-54aa-4c2b-bef0-80a1977be522 None None] Network 525f6c43-7738-47ee-8b88-8a16a0eeb8e8 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:46:35.302369 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-fb968c10-8c12-4574-a93e-0fb0750d5671 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4240737 Feb 19 03:46:35.305126 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51412) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:46:35.313953 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-64a92c02-14ae-41eb-9516-651045e31a99 None None] For port 85eafc53-daa8-4fcb-beec-dce3e59a6fa7, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:46:35.353034 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-64a92c02-14ae-41eb-9516-651045e31a99 None None] For port 85eafc53-daa8-4fcb-beec-dce3e59a6fa7, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=85eafc53-daa8-4fcb-beec-dce3e59a6fa7,segment=NetworkSegment(c8a8addb-f8d7-48ea-a92c-a605a638923c),segment_id=c8a8addb-f8d7-48ea-a92c-a605a638923c)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:46:35.363692 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-64a92c02-14ae-41eb-9516-651045e31a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (85eafc53-daa8-4fcb-beec-dce3e59a6fa7), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:35.405732 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-dd2543c4-29d5-43b3-a6f5-4d06496180cf tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (525f6c43-7738-47ee-8b88-8a16a0eeb8e8), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:35.454054 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a92c02-14ae-41eb-9516-651045e31a99 None None] Pushing event updated for resources: {'Port': ['ID=85eafc53-daa8-4fcb-beec-dce3e59a6fa7,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:35.458166 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02b0550-9264-491c-8759-ef477d4b0822 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-525f6c43-7738-47ee-8b88-8a16a0eeb8e8', 'network_id': '525f6c43-7738-47ee-8b88-8a16a0eeb8e8', 'project_id': '7bcae9234dec4303938d751599b0e23b', 'fixed_ips': [{'subnet_id': 'ef07ad54-e388-41b6-9b3e-80b7b6dfb932'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:46:35.459024 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c02b0550-9264-491c-8759-ef477d4b0822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:35.505729 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-dd2543c4-29d5-43b3-a6f5-4d06496180cf tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (ef07ad54-e388-41b6-9b3e-80b7b6dfb932), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:35.574738 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-dd2543c4-29d5-43b3-a6f5-4d06496180cf tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12647206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58706286'] for subnet (ef07ad54-e388-41b6-9b3e-80b7b6dfb932), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:35.579146 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server [None req-c02b0550-9264-491c-8759-ef477d4b0822 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ef07ad54-e388-41b6-9b3e-80b7b6dfb932: This subnet is being modified by another concurrent operation. Feb 19 03:46:35.579146 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 19 03:46:35.579146 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 19 03:46:35.579146 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 19 03:46:35.579146 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 19 03:46:35.579146 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 19 03:46:35.579146 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 19 03:46:35.579146 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 19 03:46:35.579146 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 19 03:46:35.579146 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 19 03:46:35.579146 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 03:46:35.579146 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 03:46:35.579146 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 03:46:35.579146 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 03:46:35.579146 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 03:46:35.579146 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 03:46:35.579146 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 03:46:35.579146 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 03:46:35.579146 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 03:46:35.579146 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 03:46:35.579146 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 03:46:35.579146 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 03:46:35.579146 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 03:46:35.579146 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 03:46:35.579146 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 03:46:35.579146 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 03:46:35.579146 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 03:46:35.579146 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 03:46:35.579146 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 03:46:35.579146 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 03:46:35.579146 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 03:46:35.579146 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 03:46:35.579146 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 03:46:35.579146 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 03:46:35.579146 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 19 03:46:35.579146 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 19 03:46:35.579146 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 19 03:46:35.579146 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 19 03:46:35.579146 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 19 03:46:35.579146 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 19 03:46:35.579146 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 19 03:46:35.579146 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 19 03:46:35.579146 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 19 03:46:35.579146 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 03:46:35.579146 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 03:46:35.579146 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 03:46:35.579146 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 03:46:35.579146 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 03:46:35.579146 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 03:46:35.579146 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 03:46:35.579146 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 03:46:35.579146 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 03:46:35.579146 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 03:46:35.579146 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 03:46:35.579146 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 03:46:35.579146 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 03:46:35.579146 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 03:46:35.579146 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 03:46:35.579146 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 03:46:35.579146 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 03:46:35.579146 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 03:46:35.579146 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 03:46:35.579146 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 03:46:35.579146 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 03:46:35.579146 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 03:46:35.579146 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 03:46:35.579146 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 03:46:35.579146 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 03:46:35.579146 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 03:46:35.579146 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 03:46:35.579146 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 19 03:46:35.579146 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 19 03:46:35.579146 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 19 03:46:35.579146 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 19 03:46:35.579146 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 19 03:46:35.579146 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 19 03:46:35.579146 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 19 03:46:35.579146 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 19 03:46:35.579146 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 03:46:35.579146 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 03:46:35.579146 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 19 03:46:35.579146 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 19 03:46:35.579146 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 19 03:46:35.579146 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 19 03:46:35.579146 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 19 03:46:35.579146 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 19 03:46:35.579146 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 19 03:46:35.579146 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 19 03:46:35.579146 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 19 03:46:35.579146 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server raise exception Feb 19 03:46:35.579146 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ef07ad54-e388-41b6-9b3e-80b7b6dfb932: This subnet is being modified by another concurrent operation. Feb 19 03:46:35.579146 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server Feb 19 03:46:35.596914 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8dd3f0-d9e3-44e0-a9cf-f54ddb47b87e None None] Network 525f6c43-7738-47ee-8b88-8a16a0eeb8e8 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:46:35.605365 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2543c4-29d5-43b3-a6f5-4d06496180cf tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Pushing event deleted for resources: {'Subnet': ['ID=ef07ad54-e388-41b6-9b3e-80b7b6dfb932,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:35.711188 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-dd2543c4-29d5-43b3-a6f5-4d06496180cf tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (525f6c43-7738-47ee-8b88-8a16a0eeb8e8), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:35.733702 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-dd2543c4-29d5-43b3-a6f5-4d06496180cf tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['525f6c43-7738-47ee-8b88-8a16a0eeb8e8']}} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:46:35.743889 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-dd2543c4-29d5-43b3-a6f5-4d06496180cf tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c315a75-c888-489c-b710-93f2f0655ef3') {'for_net_delete': True} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:46:35.744188 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-dd2543c4-29d5-43b3-a6f5-4d06496180cf tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c315a75-c888-489c-b710-93f2f0655ef3') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:46:35.755248 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-dd2543c4-29d5-43b3-a6f5-4d06496180cf tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12647422'] for segment (5c315a75-c888-489c-b710-93f2f0655ef3), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:35.770718 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-dd2543c4-29d5-43b3-a6f5-4d06496180cf tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (5c315a75-c888-489c-b710-93f2f0655ef3), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:35.777443 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd2543c4-29d5-43b3-a6f5-4d06496180cf tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Releasing vlan 281 on physical network physnet1 to pool {{(pid=103701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:46:35.777840 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-dd2543c4-29d5-43b3-a6f5-4d06496180cf tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583360'] for segment (5c315a75-c888-489c-b710-93f2f0655ef3), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:35.782758 n-d-826753-2 neutron-server[103701]: Traceback (most recent call last): Feb 19 03:46:35.782758 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:46:35.782758 n-d-826753-2 neutron-server[103701]: timer() Feb 19 03:46:35.782758 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:46:35.782758 n-d-826753-2 neutron-server[103701]: cb(*args, **kw) Feb 19 03:46:35.782758 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:46:35.782758 n-d-826753-2 neutron-server[103701]: return func(*args, **kwargs) Feb 19 03:46:35.782758 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:46:35.782758 n-d-826753-2 neutron-server[103701]: self._notify() Feb 19 03:46:35.782758 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:46:35.782758 n-d-826753-2 neutron-server[103701]: self.callback(batched_events) Feb 19 03:46:35.782758 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:46:35.782758 n-d-826753-2 neutron-server[103701]: event.method(event) Feb 19 03:46:35.782758 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:46:35.782758 n-d-826753-2 neutron-server[103701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:46:35.782758 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:46:35.782758 n-d-826753-2 neutron-server[103701]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:46:35.782758 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:46:35.782758 n-d-826753-2 neutron-server[103701]: return f(self, *a, **k) Feb 19 03:46:35.782758 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:46:35.782758 n-d-826753-2 neutron-server[103701]: return self._get(url).json() Feb 19 03:46:35.782758 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:46:35.782758 n-d-826753-2 neutron-server[103701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:46:35.782758 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:46:35.782758 n-d-826753-2 neutron-server[103701]: return self.request(url, 'GET', **kwargs) Feb 19 03:46:35.782758 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:46:35.782758 n-d-826753-2 neutron-server[103701]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:46:35.782758 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:46:35.782758 n-d-826753-2 neutron-server[103701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:46:35.782758 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:46:35.782758 n-d-826753-2 neutron-server[103701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:46:35.782758 n-d-826753-2 neutron-server[103701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:46:35.843876 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-dd2543c4-29d5-43b3-a6f5-4d06496180cf tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (525f6c43-7738-47ee-8b88-8a16a0eeb8e8), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:35.851376 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-dd2543c4-29d5-43b3-a6f5-4d06496180cf tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:35.854525 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-dd2543c4-29d5-43b3-a6f5-4d06496180cf tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] 10.222.0.72 "DELETE /v2.0/networks/525f6c43-7738-47ee-8b88-8a16a0eeb8e8 HTTP/1.1" status: 204 len: 168 time: 0.5481665 Feb 19 03:46:35.859418 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 51414) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:46:35.864355 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-bafda1d8-71b3-4eee-a9b2-f65a04f2f598 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2030489814'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:46:35.867104 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2543c4-29d5-43b3-a6f5-4d06496180cf tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Pushing event deleted for resources: {'Network': ['ID=525f6c43-7738-47ee-8b88-8a16a0eeb8e8,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:35.883224 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 85eafc53-daa8-4fcb-beec-dce3e59a6fa7 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:46:35.885950 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bafda1d8-71b3-4eee-a9b2-f65a04f2f598 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Made reservation on behalf of 7bcae9234dec4303938d751599b0e23b for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:46:35.890291 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bafda1d8-71b3-4eee-a9b2-f65a04f2f598 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:35.914523 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bafda1d8-71b3-4eee-a9b2-f65a04f2f598 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] vlan segment allocate from pool success with {'vlan_id': 287, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:46:35.925151 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bafda1d8-71b3-4eee-a9b2-f65a04f2f598 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (3f9648ed-e6d0-4a8a-99dc-9ebce92e700e), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:35.925684 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-bafda1d8-71b3-4eee-a9b2-f65a04f2f598 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Added segment 3f9648ed-e6d0-4a8a-99dc-9ebce92e700e of type vlan for network 9d80fb02-e91f-44de-929e-f3c29afc8f3a Feb 19 03:46:35.936088 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 85eafc53-daa8-4fcb-beec-dce3e59a6fa7 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:46:35.936464 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (85eafc53-daa8-4fcb-beec-dce3e59a6fa7), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:35.990429 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bafda1d8-71b3-4eee-a9b2-f65a04f2f598 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (9d80fb02-e91f-44de-929e-f3c29afc8f3a), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:36.016168 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bafda1d8-71b3-4eee-a9b2-f65a04f2f598 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (9d80fb02-e91f-44de-929e-f3c29afc8f3a), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:36.021089 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bafda1d8-71b3-4eee-a9b2-f65a04f2f598 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:36.021656 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bafda1d8-71b3-4eee-a9b2-f65a04f2f598 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:36.028293 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 85eafc53-daa8-4fcb-beec-dce3e59a6fa7 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:46:36.029335 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (85eafc53-daa8-4fcb-beec-dce3e59a6fa7), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:36.063735 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port 85eafc53-daa8-4fcb-beec-dce3e59a6fa7, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=85eafc53-daa8-4fcb-beec-dce3e59a6fa7,segment=NetworkSegment(c8a8addb-f8d7-48ea-a92c-a605a638923c),segment_id=c8a8addb-f8d7-48ea-a92c-a605a638923c)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:46:36.067892 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (85eafc53-daa8-4fcb-beec-dce3e59a6fa7), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:36.082723 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-bafda1d8-71b3-4eee-a9b2-f65a04f2f598 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2221582 Feb 19 03:46:36.085752 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51416) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:46:36.090933 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-8991ffbc-5859-4502-b1fb-0a6cf2367d67 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Request body: {'subnet': {'network_id': '9d80fb02-e91f-44de-929e-f3c29afc8f3a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:46:36.099946 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafda1d8-71b3-4eee-a9b2-f65a04f2f598 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Pushing event updated for resources: {'Network': ['ID=9d80fb02-e91f-44de-929e-f3c29afc8f3a,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:36.131370 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=85eafc53-daa8-4fcb-beec-dce3e59a6fa7,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:36.214651 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8991ffbc-5859-4502-b1fb-0a6cf2367d67 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Made reservation on behalf of 7bcae9234dec4303938d751599b0e23b for: {'subnet': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:46:36.218891 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8991ffbc-5859-4502-b1fb-0a6cf2367d67 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58706307'] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:36.274577 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 9d80fb02-e91f-44de-929e-f3c29afc8f3a details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:46:36.286391 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.ipam_backend_mixin [None req-8991ffbc-5859-4502-b1fb-0a6cf2367d67 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Performing IP validity checks on allocation pools {{(pid=103701) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 19 03:46:36.286897 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.ipam_backend_mixin [None req-8991ffbc-5859-4502-b1fb-0a6cf2367d67 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103701) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 19 03:46:36.424035 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8991ffbc-5859-4502-b1fb-0a6cf2367d67 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12647271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58706289'] for subnet (ec5daa00-629e-48f9-8cfe-ab461f104380), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:36.488695 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8991ffbc-5859-4502-b1fb-0a6cf2367d67 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Pushing event updated for resources: {'Subnet': ['ID=ec5daa00-629e-48f9-8cfe-ab461f104380,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:36.498771 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8991ffbc-5859-4502-b1fb-0a6cf2367d67 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Checking segment: {'id': '3f9648ed-e6d0-4a8a-99dc-9ebce92e700e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '9d80fb02-e91f-44de-929e-f3c29afc8f3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:46:36.499225 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8991ffbc-5859-4502-b1fb-0a6cf2367d67 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Network hostable DHCP agents. Network: 9d80fb02-e91f-44de-929e-f3c29afc8f3a, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:46:36.508002 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33bfd9d2-ec36-41d5-80fc-79c38429458b None None] get_active_networks_info from n-d-826753-2 {{(pid=103703) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 03:46:36.517555 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8991ffbc-5859-4502-b1fb-0a6cf2367d67 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Network 9d80fb02-e91f-44de-929e-f3c29afc8f3a is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:46:36.526107 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-8991ffbc-5859-4502-b1fb-0a6cf2367d67 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 9d80fb02-e91f-44de-929e-f3c29afc8f3a) {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:46:36.532442 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8991ffbc-5859-4502-b1fb-0a6cf2367d67 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:36.533073 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8991ffbc-5859-4502-b1fb-0a6cf2367d67 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Publish callbacks [] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:36.554043 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-8991ffbc-5859-4502-b1fb-0a6cf2367d67 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4671879 Feb 19 03:46:36.557105 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51418) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:46:36.637381 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-48c134d4-35b6-4f82-b4ad-677fecae4bbe None None] Provisioning complete for port 85eafc53-daa8-4fcb-beec-dce3e59a6fa7 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:46:36.637914 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-48c134d4-35b6-4f82-b4ad-677fecae4bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (85eafc53-daa8-4fcb-beec-dce3e59a6fa7), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:36.662367 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b0353b09-f838-497d-84a1-fe89e85b065f tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (9d80fb02-e91f-44de-929e-f3c29afc8f3a), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:36.717108 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b0353b09-f838-497d-84a1-fe89e85b065f tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (ec5daa00-629e-48f9-8cfe-ab461f104380), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:36.720832 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33bfd9d2-ec36-41d5-80fc-79c38429458b None None] Unable to find a vacant binding_index for network 9d80fb02-e91f-44de-929e-f3c29afc8f3a and agent 9814fb72-a143-4cf0-893b-cfd76f768088 {{(pid=103703) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Feb 19 03:46:36.748974 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33bfd9d2-ec36-41d5-80fc-79c38429458b None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 9d80fb02-e91f-44de-929e-f3c29afc8f3a) {{(pid=103703) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 03:46:36.759431 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-48c134d4-35b6-4f82-b4ad-677fecae4bbe None None] Current status of the port 85eafc53-daa8-4fcb-beec-dce3e59a6fa7 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:46:36.777973 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b0353b09-f838-497d-84a1-fe89e85b065f tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12647206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58706286'] for subnet (ec5daa00-629e-48f9-8cfe-ab461f104380), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:36.805194 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0353b09-f838-497d-84a1-fe89e85b065f tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Pushing event deleted for resources: {'Subnet': ['ID=ec5daa00-629e-48f9-8cfe-ab461f104380,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:36.874001 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b0353b09-f838-497d-84a1-fe89e85b065f tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (9d80fb02-e91f-44de-929e-f3c29afc8f3a), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:36.897313 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-b0353b09-f838-497d-84a1-fe89e85b065f tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d80fb02-e91f-44de-929e-f3c29afc8f3a']}} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:46:36.908333 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-b0353b09-f838-497d-84a1-fe89e85b065f tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f9648ed-e6d0-4a8a-99dc-9ebce92e700e') {'for_net_delete': True} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:46:36.908636 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-b0353b09-f838-497d-84a1-fe89e85b065f tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f9648ed-e6d0-4a8a-99dc-9ebce92e700e') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:46:36.918921 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b0353b09-f838-497d-84a1-fe89e85b065f tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12647422'] for segment (3f9648ed-e6d0-4a8a-99dc-9ebce92e700e), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:36.933067 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b0353b09-f838-497d-84a1-fe89e85b065f tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (3f9648ed-e6d0-4a8a-99dc-9ebce92e700e), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:36.939388 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0353b09-f838-497d-84a1-fe89e85b065f tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Releasing vlan 287 on physical network physnet1 to pool {{(pid=103701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:46:36.939783 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b0353b09-f838-497d-84a1-fe89e85b065f tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583360'] for segment (3f9648ed-e6d0-4a8a-99dc-9ebce92e700e), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:36.943018 n-d-826753-2 neutron-server[103701]: Traceback (most recent call last): Feb 19 03:46:36.943018 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:46:36.943018 n-d-826753-2 neutron-server[103701]: timer() Feb 19 03:46:36.943018 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:46:36.943018 n-d-826753-2 neutron-server[103701]: cb(*args, **kw) Feb 19 03:46:36.943018 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:46:36.943018 n-d-826753-2 neutron-server[103701]: return func(*args, **kwargs) Feb 19 03:46:36.943018 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:46:36.943018 n-d-826753-2 neutron-server[103701]: self._notify() Feb 19 03:46:36.943018 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:46:36.943018 n-d-826753-2 neutron-server[103701]: self.callback(batched_events) Feb 19 03:46:36.943018 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:46:36.943018 n-d-826753-2 neutron-server[103701]: event.method(event) Feb 19 03:46:36.943018 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:46:36.943018 n-d-826753-2 neutron-server[103701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:46:36.943018 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:46:36.943018 n-d-826753-2 neutron-server[103701]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:46:36.943018 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:46:36.943018 n-d-826753-2 neutron-server[103701]: return f(self, *a, **k) Feb 19 03:46:36.943018 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:46:36.943018 n-d-826753-2 neutron-server[103701]: return self._get(url).json() Feb 19 03:46:36.943018 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:46:36.943018 n-d-826753-2 neutron-server[103701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:46:36.943018 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:46:36.943018 n-d-826753-2 neutron-server[103701]: return self.request(url, 'GET', **kwargs) Feb 19 03:46:36.943018 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:46:36.943018 n-d-826753-2 neutron-server[103701]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:46:36.943018 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:46:36.943018 n-d-826753-2 neutron-server[103701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:46:36.943018 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:46:36.943018 n-d-826753-2 neutron-server[103701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:46:36.943018 n-d-826753-2 neutron-server[103701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:46:37.003922 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b0353b09-f838-497d-84a1-fe89e85b065f tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (9d80fb02-e91f-44de-929e-f3c29afc8f3a), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:37.012442 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b0353b09-f838-497d-84a1-fe89e85b065f tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:37.015737 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-b0353b09-f838-497d-84a1-fe89e85b065f tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] 10.222.0.72 "DELETE /v2.0/networks/9d80fb02-e91f-44de-929e-f3c29afc8f3a HTTP/1.1" status: 204 len: 168 time: 0.4575830 Feb 19 03:46:37.019480 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 51420) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:46:37.024451 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-b7c19f75-82d9-4fee-b791-d5fed243e8dd tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1824404837'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:46:37.025780 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0353b09-f838-497d-84a1-fe89e85b065f tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Pushing event deleted for resources: {'Network': ['ID=9d80fb02-e91f-44de-929e-f3c29afc8f3a,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:37.052677 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7c19f75-82d9-4fee-b791-d5fed243e8dd tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Made reservation on behalf of 7bcae9234dec4303938d751599b0e23b for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:46:37.056007 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b7c19f75-82d9-4fee-b791-d5fed243e8dd tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:37.077789 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8d91e9-737c-4519-a9bc-ee9b2f3308f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-9d80fb02-e91f-44de-929e-f3c29afc8f3a', 'network_id': '9d80fb02-e91f-44de-929e-f3c29afc8f3a', 'project_id': '7bcae9234dec4303938d751599b0e23b', 'fixed_ips': [{'subnet_id': 'ec5daa00-629e-48f9-8cfe-ab461f104380'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:46:37.078656 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6f8d91e9-737c-4519-a9bc-ee9b2f3308f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:37.084151 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7c19f75-82d9-4fee-b791-d5fed243e8dd tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] vlan segment allocate from pool success with {'vlan_id': 256, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:46:37.093647 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b7c19f75-82d9-4fee-b791-d5fed243e8dd tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (ed79351b-ecbc-4234-a70a-1e95d60437cf), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:37.094003 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-b7c19f75-82d9-4fee-b791-d5fed243e8dd tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Added segment ed79351b-ecbc-4234-a70a-1e95d60437cf of type vlan for network 7899b1b9-a041-475e-a7da-c2eb1de9d4e0 Feb 19 03:46:37.117862 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f7b757-1130-480c-9535-1026d7c3620f None None] Network 060d08e6-3ec1-499f-bd67-afa337daa898 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:46:37.119882 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a94dc4-1671-4a45-bb74-d78d61e63ef8 None None] Network 9d80fb02-e91f-44de-929e-f3c29afc8f3a requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:46:37.136432 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b7c19f75-82d9-4fee-b791-d5fed243e8dd tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (7899b1b9-a041-475e-a7da-c2eb1de9d4e0), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:37.162470 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b7c19f75-82d9-4fee-b791-d5fed243e8dd tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (7899b1b9-a041-475e-a7da-c2eb1de9d4e0), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:37.167443 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c19f75-82d9-4fee-b791-d5fed243e8dd tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:37.168024 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b7c19f75-82d9-4fee-b791-d5fed243e8dd tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:37.175633 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a94dc4-1671-4a45-bb74-d78d61e63ef8 None None] Network 9d80fb02-e91f-44de-929e-f3c29afc8f3a could not be found, it might have been deleted concurrently. {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 19 03:46:37.188035 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59a8479-06cb-4c19-abd7-fc732511686e None None] Network 9d80fb02-e91f-44de-929e-f3c29afc8f3a requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:46:37.209973 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59a8479-06cb-4c19-abd7-fc732511686e None None] Network 9d80fb02-e91f-44de-929e-f3c29afc8f3a could not be found, it might have been deleted concurrently. {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 19 03:46:37.223964 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-b7c19f75-82d9-4fee-b791-d5fed243e8dd tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2033744 Feb 19 03:46:37.227080 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 51422) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:46:37.231861 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-35aac4a5-920a-4d8b-aa7c-e9b5caa664c3 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Request body: {'subnet': {'network_id': '7899b1b9-a041-475e-a7da-c2eb1de9d4e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:46:37.290610 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c19f75-82d9-4fee-b791-d5fed243e8dd tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Pushing event updated for resources: {'Network': ['ID=7899b1b9-a041-475e-a7da-c2eb1de9d4e0,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:37.303351 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 7899b1b9-a041-475e-a7da-c2eb1de9d4e0 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:46:37.342737 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35aac4a5-920a-4d8b-aa7c-e9b5caa664c3 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Made reservation on behalf of 7bcae9234dec4303938d751599b0e23b for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:46:37.346437 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-35aac4a5-920a-4d8b-aa7c-e9b5caa664c3 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:37.482097 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4599f372-8bcc-4182-8082-4371dadd1d4c None None] Provisioning complete for port 85eafc53-daa8-4fcb-beec-dce3e59a6fa7 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:46:37.482759 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4599f372-8bcc-4182-8082-4371dadd1d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (85eafc53-daa8-4fcb-beec-dce3e59a6fa7), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:37.547128 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-35aac4a5-920a-4d8b-aa7c-e9b5caa664c3 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (698bf94a-3955-44d5-bde9-7eb62522a32f), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:37.564543 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4599f372-8bcc-4182-8082-4371dadd1d4c None None] Current status of the port 85eafc53-daa8-4fcb-beec-dce3e59a6fa7 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:46:37.607021 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35aac4a5-920a-4d8b-aa7c-e9b5caa664c3 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Pushing event updated for resources: {'Subnet': ['ID=698bf94a-3955-44d5-bde9-7eb62522a32f,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:37.616300 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35aac4a5-920a-4d8b-aa7c-e9b5caa664c3 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Checking segment: {'id': 'ed79351b-ecbc-4234-a70a-1e95d60437cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '7899b1b9-a041-475e-a7da-c2eb1de9d4e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:46:37.616655 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35aac4a5-920a-4d8b-aa7c-e9b5caa664c3 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Network hostable DHCP agents. Network: 7899b1b9-a041-475e-a7da-c2eb1de9d4e0, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:46:37.633000 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35aac4a5-920a-4d8b-aa7c-e9b5caa664c3 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Network 7899b1b9-a041-475e-a7da-c2eb1de9d4e0 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:46:37.641389 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-35aac4a5-920a-4d8b-aa7c-e9b5caa664c3 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 7899b1b9-a041-475e-a7da-c2eb1de9d4e0) {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:46:37.645894 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35aac4a5-920a-4d8b-aa7c-e9b5caa664c3 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:37.646557 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-35aac4a5-920a-4d8b-aa7c-e9b5caa664c3 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:37.650084 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a031328-75ee-4117-a12d-0e5b4b7d15c7 None None] Network 7899b1b9-a041-475e-a7da-c2eb1de9d4e0 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:46:37.662779 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-35aac4a5-920a-4d8b-aa7c-e9b5caa664c3 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4350054 Feb 19 03:46:37.666249 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 51424) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:46:37.671998 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-69231854-9350-43fc-92ee-3e7f0c50156e tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-711692532'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:46:37.692547 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69231854-9350-43fc-92ee-3e7f0c50156e tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Made reservation on behalf of 7bcae9234dec4303938d751599b0e23b for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:46:37.695789 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-69231854-9350-43fc-92ee-3e7f0c50156e tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:37.722703 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69231854-9350-43fc-92ee-3e7f0c50156e tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] vlan segment allocate from pool success with {'vlan_id': 260, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:46:37.733118 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-69231854-9350-43fc-92ee-3e7f0c50156e tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (0d7c3548-a2e8-407b-80b4-35264a61ae38), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:37.733467 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-69231854-9350-43fc-92ee-3e7f0c50156e tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Added segment 0d7c3548-a2e8-407b-80b4-35264a61ae38 of type vlan for network 50ebf18f-d7fc-46c3-951b-55637213e81e Feb 19 03:46:37.760498 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03459013-3a5a-4aea-99fc-78d9528e7cfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-7899b1b9-a041-475e-a7da-c2eb1de9d4e0', 'network_id': '7899b1b9-a041-475e-a7da-c2eb1de9d4e0', 'project_id': '7bcae9234dec4303938d751599b0e23b', 'fixed_ips': [{'subnet_id': '698bf94a-3955-44d5-bde9-7eb62522a32f'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:46:37.761526 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-03459013-3a5a-4aea-99fc-78d9528e7cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:37.778702 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-69231854-9350-43fc-92ee-3e7f0c50156e tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (50ebf18f-d7fc-46c3-951b-55637213e81e), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:37.807741 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-69231854-9350-43fc-92ee-3e7f0c50156e tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (50ebf18f-d7fc-46c3-951b-55637213e81e), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:37.813644 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69231854-9350-43fc-92ee-3e7f0c50156e tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:37.814430 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-69231854-9350-43fc-92ee-3e7f0c50156e tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:37.851690 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 85eafc53-daa8-4fcb-beec-dce3e59a6fa7 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:46:37.868077 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-69231854-9350-43fc-92ee-3e7f0c50156e tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2006636 Feb 19 03:46:37.870980 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51426) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:46:37.876825 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-28e7fe75-09b6-4148-ae50-24de76418fe7 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Request body: {'subnet': {'network_id': '50ebf18f-d7fc-46c3-951b-55637213e81e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:46:37.889696 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69231854-9350-43fc-92ee-3e7f0c50156e tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Pushing event updated for resources: {'Network': ['ID=50ebf18f-d7fc-46c3-951b-55637213e81e,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:37.905021 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 50ebf18f-d7fc-46c3-951b-55637213e81e details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:46:37.974936 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e7fe75-09b6-4148-ae50-24de76418fe7 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Made reservation on behalf of 7bcae9234dec4303938d751599b0e23b for: {'subnet': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:46:37.978497 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-28e7fe75-09b6-4148-ae50-24de76418fe7 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58706307'] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:38.014221 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-03459013-3a5a-4aea-99fc-78d9528e7cfe None None] Allocated IP 2001:db8::2 (7899b1b9-a041-475e-a7da-c2eb1de9d4e0/698bf94a-3955-44d5-bde9-7eb62522a32f/e151885b-c5ec-41fb-9932-e03a78620b5a) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:46:38.035254 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 85eafc53-daa8-4fcb-beec-dce3e59a6fa7 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:46:38.035637 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (85eafc53-daa8-4fcb-beec-dce3e59a6fa7), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:38.174876 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-28e7fe75-09b6-4148-ae50-24de76418fe7 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12647271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58706289'] for subnet (a77b0d62-f091-4028-bcbc-484af24162ec), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:38.214206 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 85eafc53-daa8-4fcb-beec-dce3e59a6fa7 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:46:38.233893 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e7fe75-09b6-4148-ae50-24de76418fe7 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Pushing event updated for resources: {'Subnet': ['ID=a77b0d62-f091-4028-bcbc-484af24162ec,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:38.236845 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-03459013-3a5a-4aea-99fc-78d9528e7cfe None None] Publish callbacks [] for port (e151885b-c5ec-41fb-9932-e03a78620b5a), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:38.244580 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-03459013-3a5a-4aea-99fc-78d9528e7cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (e151885b-c5ec-41fb-9932-e03a78620b5a), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:38.245149 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e7fe75-09b6-4148-ae50-24de76418fe7 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Checking segment: {'id': '0d7c3548-a2e8-407b-80b4-35264a61ae38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '50ebf18f-d7fc-46c3-951b-55637213e81e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:46:38.245553 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e7fe75-09b6-4148-ae50-24de76418fe7 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Network hostable DHCP agents. Network: 50ebf18f-d7fc-46c3-951b-55637213e81e, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:46:38.262219 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e7fe75-09b6-4148-ae50-24de76418fe7 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Network 50ebf18f-d7fc-46c3-951b-55637213e81e is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:46:38.272588 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-28e7fe75-09b6-4148-ae50-24de76418fe7 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 50ebf18f-d7fc-46c3-951b-55637213e81e) {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:46:38.277225 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e7fe75-09b6-4148-ae50-24de76418fe7 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:38.278254 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-28e7fe75-09b6-4148-ae50-24de76418fe7 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Publish callbacks [] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:38.284907 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03459013-3a5a-4aea-99fc-78d9528e7cfe None None] Network 7899b1b9-a041-475e-a7da-c2eb1de9d4e0 is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:46:38.285854 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9731d98f-8c9a-4814-9201-277386d9f07d None None] Network 50ebf18f-d7fc-46c3-951b-55637213e81e requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:46:38.297241 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-28e7fe75-09b6-4148-ae50-24de76418fe7 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4250679 Feb 19 03:46:38.300081 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51428) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:46:38.303785 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-03459013-3a5a-4aea-99fc-78d9528e7cfe None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:46:38.311005 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03459013-3a5a-4aea-99fc-78d9528e7cfe None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:46:38.340704 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03459013-3a5a-4aea-99fc-78d9528e7cfe None None] Pushing event updated for resources: {'Port': ['ID=e151885b-c5ec-41fb-9932-e03a78620b5a,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:38.409479 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b6a39080-1d1f-45fd-b6c0-d1d53fd506d8 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (50ebf18f-d7fc-46c3-951b-55637213e81e), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:38.418552 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-03459013-3a5a-4aea-99fc-78d9528e7cfe None None] Attempting to bind port e151885b-c5ec-41fb-9932-e03a78620b5a on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:46:38.419472 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-03459013-3a5a-4aea-99fc-78d9528e7cfe None None] Attempting to bind port e151885b-c5ec-41fb-9932-e03a78620b5a by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': 'ed79351b-ecbc-4234-a70a-1e95d60437cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '7899b1b9-a041-475e-a7da-c2eb1de9d4e0'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:46:38.420248 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03459013-3a5a-4aea-99fc-78d9528e7cfe None None] Attempting to bind port e151885b-c5ec-41fb-9932-e03a78620b5a on network 7899b1b9-a041-475e-a7da-c2eb1de9d4e0 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:46:38.440093 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03459013-3a5a-4aea-99fc-78d9528e7cfe None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:46:38.440381 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03459013-3a5a-4aea-99fc-78d9528e7cfe None None] Checking segment: {'id': 'ed79351b-ecbc-4234-a70a-1e95d60437cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '7899b1b9-a041-475e-a7da-c2eb1de9d4e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:46:38.440784 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-03459013-3a5a-4aea-99fc-78d9528e7cfe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:38.441214 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03459013-3a5a-4aea-99fc-78d9528e7cfe None None] Bound using segment: {'id': 'ed79351b-ecbc-4234-a70a-1e95d60437cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '7899b1b9-a041-475e-a7da-c2eb1de9d4e0'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:46:38.441699 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-03459013-3a5a-4aea-99fc-78d9528e7cfe None None] Bound port: e151885b-c5ec-41fb-9932-e03a78620b5a, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed79351b-ecbc-4234-a70a-1e95d60437cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '7899b1b9-a041-475e-a7da-c2eb1de9d4e0'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:46:38.442078 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-03459013-3a5a-4aea-99fc-78d9528e7cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (e151885b-c5ec-41fb-9932-e03a78620b5a), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:38.455799 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5df5aab-2161-4dac-82a1-21b2a92c6957 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-50ebf18f-d7fc-46c3-951b-55637213e81e', 'network_id': '50ebf18f-d7fc-46c3-951b-55637213e81e', 'project_id': '7bcae9234dec4303938d751599b0e23b', 'fixed_ips': [{'subnet_id': 'a77b0d62-f091-4028-bcbc-484af24162ec'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:46:38.461069 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f5df5aab-2161-4dac-82a1-21b2a92c6957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:38.472404 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b6a39080-1d1f-45fd-b6c0-d1d53fd506d8 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (a77b0d62-f091-4028-bcbc-484af24162ec), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:38.532429 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b6a39080-1d1f-45fd-b6c0-d1d53fd506d8 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12647206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58706286'] for subnet (a77b0d62-f091-4028-bcbc-484af24162ec), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:38.566118 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a39080-1d1f-45fd-b6c0-d1d53fd506d8 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Pushing event deleted for resources: {'Subnet': ['ID=a77b0d62-f091-4028-bcbc-484af24162ec,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:38.588043 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-03459013-3a5a-4aea-99fc-78d9528e7cfe None None] For port e151885b-c5ec-41fb-9932-e03a78620b5a, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:46:38.593394 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-03459013-3a5a-4aea-99fc-78d9528e7cfe None None] For port e151885b-c5ec-41fb-9932-e03a78620b5a, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=e151885b-c5ec-41fb-9932-e03a78620b5a,segment=NetworkSegment(ed79351b-ecbc-4234-a70a-1e95d60437cf),segment_id=ed79351b-ecbc-4234-a70a-1e95d60437cf)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:46:38.598675 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server [None req-f5df5aab-2161-4dac-82a1-21b2a92c6957 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a77b0d62-f091-4028-bcbc-484af24162ec: This subnet is being modified by another concurrent operation. Feb 19 03:46:38.598675 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 19 03:46:38.598675 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 19 03:46:38.598675 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 19 03:46:38.598675 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 19 03:46:38.598675 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 19 03:46:38.598675 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 19 03:46:38.598675 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 19 03:46:38.598675 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 19 03:46:38.598675 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 19 03:46:38.598675 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 03:46:38.598675 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 03:46:38.598675 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 03:46:38.598675 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 03:46:38.598675 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 03:46:38.598675 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 03:46:38.598675 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 03:46:38.598675 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 03:46:38.598675 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 03:46:38.598675 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 03:46:38.598675 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 03:46:38.598675 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 03:46:38.598675 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 03:46:38.598675 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 03:46:38.598675 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 03:46:38.598675 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 03:46:38.598675 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 03:46:38.598675 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 03:46:38.598675 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 03:46:38.598675 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 03:46:38.598675 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 03:46:38.598675 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 03:46:38.598675 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 03:46:38.598675 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 03:46:38.598675 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 19 03:46:38.598675 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 19 03:46:38.598675 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 19 03:46:38.598675 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 19 03:46:38.598675 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 19 03:46:38.598675 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 19 03:46:38.598675 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 19 03:46:38.598675 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 19 03:46:38.598675 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 19 03:46:38.598675 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 03:46:38.598675 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 03:46:38.598675 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 03:46:38.598675 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 03:46:38.598675 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 03:46:38.598675 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 03:46:38.598675 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 03:46:38.598675 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 03:46:38.598675 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 03:46:38.598675 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 03:46:38.598675 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 03:46:38.598675 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 03:46:38.598675 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 03:46:38.598675 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 03:46:38.598675 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 03:46:38.598675 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 03:46:38.598675 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 03:46:38.598675 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 03:46:38.598675 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 03:46:38.598675 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 03:46:38.598675 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 03:46:38.598675 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 03:46:38.598675 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 03:46:38.598675 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 03:46:38.598675 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 03:46:38.598675 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 03:46:38.598675 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 03:46:38.598675 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 19 03:46:38.598675 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 19 03:46:38.598675 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 19 03:46:38.598675 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 19 03:46:38.598675 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 19 03:46:38.598675 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 19 03:46:38.598675 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 19 03:46:38.598675 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 19 03:46:38.598675 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 03:46:38.598675 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 03:46:38.598675 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 19 03:46:38.598675 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 19 03:46:38.598675 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 19 03:46:38.598675 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 19 03:46:38.598675 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 19 03:46:38.598675 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 19 03:46:38.598675 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 19 03:46:38.598675 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 19 03:46:38.598675 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 19 03:46:38.598675 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server raise exception Feb 19 03:46:38.598675 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a77b0d62-f091-4028-bcbc-484af24162ec: This subnet is being modified by another concurrent operation. Feb 19 03:46:38.598675 n-d-826753-2 neutron-server[103703]: ERROR oslo_messaging.rpc.server Feb 19 03:46:38.612156 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-03459013-3a5a-4aea-99fc-78d9528e7cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (e151885b-c5ec-41fb-9932-e03a78620b5a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:38.623562 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994c1eee-ea61-4f60-add3-9ac0cf9772fc None None] Network 50ebf18f-d7fc-46c3-951b-55637213e81e requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:46:38.628518 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b6a39080-1d1f-45fd-b6c0-d1d53fd506d8 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (50ebf18f-d7fc-46c3-951b-55637213e81e), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:38.648718 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-b6a39080-1d1f-45fd-b6c0-d1d53fd506d8 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50ebf18f-d7fc-46c3-951b-55637213e81e']}} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:46:38.658866 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-b6a39080-1d1f-45fd-b6c0-d1d53fd506d8 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d7c3548-a2e8-407b-80b4-35264a61ae38') {'for_net_delete': True} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:46:38.659164 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-b6a39080-1d1f-45fd-b6c0-d1d53fd506d8 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d7c3548-a2e8-407b-80b4-35264a61ae38') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:46:38.668854 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b6a39080-1d1f-45fd-b6c0-d1d53fd506d8 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12647422'] for segment (0d7c3548-a2e8-407b-80b4-35264a61ae38), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:38.691205 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b6a39080-1d1f-45fd-b6c0-d1d53fd506d8 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (0d7c3548-a2e8-407b-80b4-35264a61ae38), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:38.697624 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6a39080-1d1f-45fd-b6c0-d1d53fd506d8 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Releasing vlan 260 on physical network physnet1 to pool {{(pid=103701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:46:38.698046 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b6a39080-1d1f-45fd-b6c0-d1d53fd506d8 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583360'] for segment (0d7c3548-a2e8-407b-80b4-35264a61ae38), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:38.702810 n-d-826753-2 neutron-server[103701]: Traceback (most recent call last): Feb 19 03:46:38.702810 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:46:38.702810 n-d-826753-2 neutron-server[103701]: timer() Feb 19 03:46:38.702810 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:46:38.702810 n-d-826753-2 neutron-server[103701]: cb(*args, **kw) Feb 19 03:46:38.702810 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:46:38.702810 n-d-826753-2 neutron-server[103701]: return func(*args, **kwargs) Feb 19 03:46:38.702810 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:46:38.702810 n-d-826753-2 neutron-server[103701]: self._notify() Feb 19 03:46:38.702810 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:46:38.702810 n-d-826753-2 neutron-server[103701]: self.callback(batched_events) Feb 19 03:46:38.702810 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:46:38.702810 n-d-826753-2 neutron-server[103701]: event.method(event) Feb 19 03:46:38.702810 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:46:38.702810 n-d-826753-2 neutron-server[103701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:46:38.702810 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:46:38.702810 n-d-826753-2 neutron-server[103701]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:46:38.702810 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:46:38.702810 n-d-826753-2 neutron-server[103701]: return f(self, *a, **k) Feb 19 03:46:38.702810 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:46:38.702810 n-d-826753-2 neutron-server[103701]: return self._get(url).json() Feb 19 03:46:38.702810 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:46:38.702810 n-d-826753-2 neutron-server[103701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:46:38.702810 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:46:38.702810 n-d-826753-2 neutron-server[103701]: return self.request(url, 'GET', **kwargs) Feb 19 03:46:38.702810 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:46:38.702810 n-d-826753-2 neutron-server[103701]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:46:38.702810 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:46:38.702810 n-d-826753-2 neutron-server[103701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:46:38.702810 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:46:38.702810 n-d-826753-2 neutron-server[103701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:46:38.702810 n-d-826753-2 neutron-server[103701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:46:38.725159 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03459013-3a5a-4aea-99fc-78d9528e7cfe None None] Pushing event updated for resources: {'Port': ['ID=e151885b-c5ec-41fb-9932-e03a78620b5a,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:38.790816 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b6a39080-1d1f-45fd-b6c0-d1d53fd506d8 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (50ebf18f-d7fc-46c3-951b-55637213e81e), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:38.796221 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b6a39080-1d1f-45fd-b6c0-d1d53fd506d8 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:38.799729 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-b6a39080-1d1f-45fd-b6c0-d1d53fd506d8 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] 10.222.0.72 "DELETE /v2.0/networks/50ebf18f-d7fc-46c3-951b-55637213e81e HTTP/1.1" status: 204 len: 168 time: 0.4981205 Feb 19 03:46:38.803058 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 51430) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:46:38.817055 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a39080-1d1f-45fd-b6c0-d1d53fd506d8 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Pushing event deleted for resources: {'Network': ['ID=50ebf18f-d7fc-46c3-951b-55637213e81e,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:38.834993 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8b61429-bdb2-4ee4-88ff-9e124952e6c5 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] GET failed (client error): The resource could not be found. Feb 19 03:46:38.837068 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-e8b61429-bdb2-4ee4-88ff-9e124952e6c5 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] 10.222.0.72 "GET /v2.0/subnets/a77b0d62-f091-4028-bcbc-484af24162ec HTTP/1.1" status: 404 len: 337 time: 0.0321805 Feb 19 03:46:38.839198 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 51432) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:46:38.874976 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b076eef-64a7-416a-853b-2832468cdce5 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] DELETE failed (client error): The resource could not be found. Feb 19 03:46:38.875504 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b076eef-64a7-416a-853b-2832468cdce5 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:46:38.878901 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-1b076eef-64a7-416a-853b-2832468cdce5 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] 10.222.0.72 "DELETE /v2.0/networks/50ebf18f-d7fc-46c3-951b-55637213e81e HTTP/1.1" status: 404 len: 339 time: 0.0387454 Feb 19 03:46:38.882952 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 51434) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:46:38.913229 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0a736c2-121c-49fc-a9fb-c85697e1ac6c tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] DELETE failed (client error): The resource could not be found. Feb 19 03:46:38.913909 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0a736c2-121c-49fc-a9fb-c85697e1ac6c tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:46:38.917153 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-f0a736c2-121c-49fc-a9fb-c85697e1ac6c tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] 10.222.0.72 "DELETE /v2.0/subnets/a77b0d62-f091-4028-bcbc-484af24162ec HTTP/1.1" status: 404 len: 337 time: 0.0332317 Feb 19 03:46:38.920095 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51436) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:46:38.942002 n-d-826753-2 neutron-server[103701]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b0a6887-12e7-41b1-b948-5b804261f52f tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] DELETE failed (client error): The resource could not be found. Feb 19 03:46:38.942534 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b0a6887-12e7-41b1-b948-5b804261f52f tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:46:38.945696 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-1b0a6887-12e7-41b1-b948-5b804261f52f tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] 10.222.0.72 "DELETE /v2.0/networks/50ebf18f-d7fc-46c3-951b-55637213e81e HTTP/1.1" status: 404 len: 339 time: 0.0240202 Feb 19 03:46:38.948232 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51438) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:46:39.003008 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_v2 [None req-26bd4595-f81b-4b9a-8147-d91f22c7b3e5 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Deleting subnet 698bf94a-3955-44d5-bde9-7eb62522a32f {{(pid=103701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:46:39.006386 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-26bd4595-f81b-4b9a-8147-d91f22c7b3e5 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Publish callbacks [] for subnet (698bf94a-3955-44d5-bde9-7eb62522a32f), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:39.049498 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-26bd4595-f81b-4b9a-8147-d91f22c7b3e5 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12647399'] for subnet (698bf94a-3955-44d5-bde9-7eb62522a32f), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:39.153981 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-26bd4595-f81b-4b9a-8147-d91f22c7b3e5 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (698bf94a-3955-44d5-bde9-7eb62522a32f), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:39.212597 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-26bd4595-f81b-4b9a-8147-d91f22c7b3e5 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12647206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58706286'] for subnet (698bf94a-3955-44d5-bde9-7eb62522a32f), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:39.240347 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bd4595-f81b-4b9a-8147-d91f22c7b3e5 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Pushing event deleted for resources: {'Subnet': ['ID=698bf94a-3955-44d5-bde9-7eb62522a32f,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:39.242405 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-26bd4595-f81b-4b9a-8147-d91f22c7b3e5 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Publish callbacks [] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:39.248629 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-26bd4595-f81b-4b9a-8147-d91f22c7b3e5 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] 10.222.0.72 "DELETE /v2.0/subnets/698bf94a-3955-44d5-bde9-7eb62522a32f HTTP/1.1" status: 204 len: 168 time: 0.2963932 Feb 19 03:46:39.249154 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 51440) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:46:39.326257 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f032fc0b-c231-43eb-bf1d-ea3e5816138f tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (7899b1b9-a041-475e-a7da-c2eb1de9d4e0), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:39.382156 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-f032fc0b-c231-43eb-bf1d-ea3e5816138f tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Deleting port e151885b-c5ec-41fb-9932-e03a78620b5a {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:46:39.382491 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f032fc0b-c231-43eb-bf1d-ea3e5816138f tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (e151885b-c5ec-41fb-9932-e03a78620b5a), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:39.641889 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e171ab-eee1-45ce-87b9-07a2d6a7b638 None None] get_active_networks_info from n-d-826753-2 {{(pid=103703) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 03:46:39.723811 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e171ab-eee1-45ce-87b9-07a2d6a7b638 None None] Resources bound (agent type, host, resource id): {{(pid=103703) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 03:46:39.725714 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-96cff7ad-bf85-4c75-b16e-4804c70e8e67 None None] Provisioning complete for port e151885b-c5ec-41fb-9932-e03a78620b5a triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:46:39.726096 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-96cff7ad-bf85-4c75-b16e-4804c70e8e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (e151885b-c5ec-41fb-9932-e03a78620b5a), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:39.774635 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-f032fc0b-c231-43eb-bf1d-ea3e5816138f tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] For port e151885b-c5ec-41fb-9932-e03a78620b5a, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=e151885b-c5ec-41fb-9932-e03a78620b5a,segment=NetworkSegment(ed79351b-ecbc-4234-a70a-1e95d60437cf),segment_id=ed79351b-ecbc-4234-a70a-1e95d60437cf)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:46:39.775115 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f032fc0b-c231-43eb-bf1d-ea3e5816138f tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (e151885b-c5ec-41fb-9932-e03a78620b5a), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:39.788871 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-f032fc0b-c231-43eb-bf1d-ea3e5816138f tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Calling delete_port for e151885b-c5ec-41fb-9932-e03a78620b5a owned by network:dhcp {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:46:39.876107 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device e151885b-c5ec-41fb-9932-e03a78620b5a up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:46:39.881909 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f032fc0b-c231-43eb-bf1d-ea3e5816138f tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (e151885b-c5ec-41fb-9932-e03a78620b5a), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:39.908151 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: e151885b-c5ec-41fb-9932-e03a78620b5a {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:46:39.908404 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f032fc0b-c231-43eb-bf1d-ea3e5816138f tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Pushing event deleted for resources: {'Port': ['ID=e151885b-c5ec-41fb-9932-e03a78620b5a,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:39.908609 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device e151885b-c5ec-41fb-9932-e03a78620b5a not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 19 03:46:39.910050 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-96cff7ad-bf85-4c75-b16e-4804c70e8e67 None None] Current status of the port e151885b-c5ec-41fb-9932-e03a78620b5a is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:46:39.910189 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f032fc0b-c231-43eb-bf1d-ea3e5816138f tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] No DVR routers for this DVR port e151885b-c5ec-41fb-9932-e03a78620b5a on host n-d-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:46:39.910455 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-96cff7ad-bf85-4c75-b16e-4804c70e8e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (e151885b-c5ec-41fb-9932-e03a78620b5a), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:39.955026 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Port e151885b-c5ec-41fb-9932-e03a78620b5a not found, will not notify nova. {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 19 03:46:39.995565 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f032fc0b-c231-43eb-bf1d-ea3e5816138f tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (7899b1b9-a041-475e-a7da-c2eb1de9d4e0), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:40.017425 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-f032fc0b-c231-43eb-bf1d-ea3e5816138f tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7899b1b9-a041-475e-a7da-c2eb1de9d4e0']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:46:40.018594 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a1aea6-0b52-4a89-b0ed-fcac0a17402c None None] Network 7899b1b9-a041-475e-a7da-c2eb1de9d4e0 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:46:40.026567 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-f032fc0b-c231-43eb-bf1d-ea3e5816138f tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed79351b-ecbc-4234-a70a-1e95d60437cf') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:46:40.026863 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-f032fc0b-c231-43eb-bf1d-ea3e5816138f tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed79351b-ecbc-4234-a70a-1e95d60437cf') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:46:40.039245 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f032fc0b-c231-43eb-bf1d-ea3e5816138f tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (ed79351b-ecbc-4234-a70a-1e95d60437cf), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:40.053888 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f032fc0b-c231-43eb-bf1d-ea3e5816138f tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (ed79351b-ecbc-4234-a70a-1e95d60437cf), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:40.060865 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f032fc0b-c231-43eb-bf1d-ea3e5816138f tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Releasing vlan 256 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:46:40.061332 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f032fc0b-c231-43eb-bf1d-ea3e5816138f tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (ed79351b-ecbc-4234-a70a-1e95d60437cf), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:40.065728 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 03:46:40.065728 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:46:40.065728 n-d-826753-2 neutron-server[103702]: timer() Feb 19 03:46:40.065728 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:46:40.065728 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 03:46:40.065728 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:46:40.065728 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 03:46:40.065728 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:46:40.065728 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 03:46:40.065728 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:46:40.065728 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 03:46:40.065728 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:46:40.065728 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 03:46:40.065728 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:46:40.065728 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:46:40.065728 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:46:40.065728 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:46:40.065728 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:46:40.065728 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 03:46:40.065728 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:46:40.065728 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 03:46:40.065728 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:46:40.065728 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:46:40.065728 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:46:40.065728 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 03:46:40.065728 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:46:40.065728 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:46:40.065728 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:46:40.065728 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:46:40.065728 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:46:40.065728 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:46:40.065728 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:46:40.133500 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f032fc0b-c231-43eb-bf1d-ea3e5816138f tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (7899b1b9-a041-475e-a7da-c2eb1de9d4e0), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:40.140617 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f032fc0b-c231-43eb-bf1d-ea3e5816138f tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:40.143853 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-f032fc0b-c231-43eb-bf1d-ea3e5816138f tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] 10.222.0.72 "DELETE /v2.0/networks/7899b1b9-a041-475e-a7da-c2eb1de9d4e0 HTTP/1.1" status: 204 len: 168 time: 0.8937037 Feb 19 03:46:40.146355 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 51442) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:46:40.149217 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e46626d-96fd-4d89-b466-3448f7c07d75 None None] DHCP port deletion for 7899b1b9-a041-475e-a7da-c2eb1de9d4e0 request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:46:40.164962 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f032fc0b-c231-43eb-bf1d-ea3e5816138f tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Pushing event deleted for resources: {'Network': ['ID=7899b1b9-a041-475e-a7da-c2eb1de9d4e0,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:40.183931 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c9076cf-491f-4e1a-a1ca-84efb3312c85 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] DELETE failed (client error): The resource could not be found. Feb 19 03:46:40.184476 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c9076cf-491f-4e1a-a1ca-84efb3312c85 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:46:40.187909 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-1c9076cf-491f-4e1a-a1ca-84efb3312c85 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] 10.222.0.72 "DELETE /v2.0/subnets/ec5daa00-629e-48f9-8cfe-ab461f104380 HTTP/1.1" status: 404 len: 337 time: 0.0402832 Feb 19 03:46:40.190261 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 51444) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:46:40.208346 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-507b690b-e246-4925-97f8-6fc51d32d27c tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] DELETE failed (client error): The resource could not be found. Feb 19 03:46:40.208826 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-507b690b-e246-4925-97f8-6fc51d32d27c tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:46:40.211783 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-507b690b-e246-4925-97f8-6fc51d32d27c tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] 10.222.0.72 "DELETE /v2.0/networks/9d80fb02-e91f-44de-929e-f3c29afc8f3a HTTP/1.1" status: 404 len: 339 time: 0.0205824 Feb 19 03:46:40.214075 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 51446) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:46:40.239597 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-2234cfd6-0f5a-4f78-925f-996b165da914 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] DELETE failed (client error): The resource could not be found. Feb 19 03:46:40.240033 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2234cfd6-0f5a-4f78-925f-996b165da914 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:46:40.243013 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-2234cfd6-0f5a-4f78-925f-996b165da914 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] 10.222.0.72 "DELETE /v2.0/subnets/ef07ad54-e388-41b6-9b3e-80b7b6dfb932 HTTP/1.1" status: 404 len: 337 time: 0.0279717 Feb 19 03:46:40.245363 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 51448) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:46:40.262322 n-d-826753-2 neutron-server[103702]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad169819-0b2e-446f-9ff6-051b2a937b01 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] DELETE failed (client error): The resource could not be found. Feb 19 03:46:40.262853 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad169819-0b2e-446f-9ff6-051b2a937b01 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103702) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:46:40.265844 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-ad169819-0b2e-446f-9ff6-051b2a937b01 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] 10.222.0.72 "DELETE /v2.0/networks/525f6c43-7738-47ee-8b88-8a16a0eeb8e8 HTTP/1.1" status: 404 len: 339 time: 0.0195971 Feb 19 03:46:40.268254 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 51450) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:46:40.322750 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef756852-1cc3-4d89-b0c9-d07a4c1e7c56 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Deleting subnet d08024c5-a355-4f54-945b-f1600439ee41 {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:46:40.326122 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ef756852-1cc3-4d89-b0c9-d07a4c1e7c56 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Publish callbacks [] for subnet (d08024c5-a355-4f54-945b-f1600439ee41), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:40.366409 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ef756852-1cc3-4d89-b0c9-d07a4c1e7c56 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (d08024c5-a355-4f54-945b-f1600439ee41), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:40.447930 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ef756852-1cc3-4d89-b0c9-d07a4c1e7c56 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (d08024c5-a355-4f54-945b-f1600439ee41), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:40.510587 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ef756852-1cc3-4d89-b0c9-d07a4c1e7c56 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (d08024c5-a355-4f54-945b-f1600439ee41), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:40.546056 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ef756852-1cc3-4d89-b0c9-d07a4c1e7c56 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:40.551323 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-ef756852-1cc3-4d89-b0c9-d07a4c1e7c56 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] 10.222.0.72 "DELETE /v2.0/subnets/d08024c5-a355-4f54-945b-f1600439ee41 HTTP/1.1" status: 204 len: 168 time: 0.2800193 Feb 19 03:46:40.551323 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef756852-1cc3-4d89-b0c9-d07a4c1e7c56 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Pushing event deleted for resources: {'Subnet': ['ID=d08024c5-a355-4f54-945b-f1600439ee41,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:40.551696 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908c16e6-27ea-413d-abfd-b51c217d0b39 None None] Network 060d08e6-3ec1-499f-bd67-afa337daa898 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:46:40.552092 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51452) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:46:40.632933 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-695a12bf-75b0-4d44-a50f-90374e455790 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (060d08e6-3ec1-499f-bd67-afa337daa898), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:40.692257 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-695a12bf-75b0-4d44-a50f-90374e455790 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Deleting port 85eafc53-daa8-4fcb-beec-dce3e59a6fa7 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:46:40.692600 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-695a12bf-75b0-4d44-a50f-90374e455790 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (85eafc53-daa8-4fcb-beec-dce3e59a6fa7), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:40.703869 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81310a5a-e6eb-417b-8955-b2b55ef16e73 None None] DHCP port deletion for 060d08e6-3ec1-499f-bd67-afa337daa898 request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:46:40.753384 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-81310a5a-e6eb-417b-8955-b2b55ef16e73 None None] Deleting port 85eafc53-daa8-4fcb-beec-dce3e59a6fa7 {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:46:40.753744 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-81310a5a-e6eb-417b-8955-b2b55ef16e73 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (85eafc53-daa8-4fcb-beec-dce3e59a6fa7), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:40.756946 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-695a12bf-75b0-4d44-a50f-90374e455790 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] For port 85eafc53-daa8-4fcb-beec-dce3e59a6fa7, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=85eafc53-daa8-4fcb-beec-dce3e59a6fa7,segment=NetworkSegment(c8a8addb-f8d7-48ea-a92c-a605a638923c),segment_id=c8a8addb-f8d7-48ea-a92c-a605a638923c)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:46:40.757345 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-695a12bf-75b0-4d44-a50f-90374e455790 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (85eafc53-daa8-4fcb-beec-dce3e59a6fa7), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:40.770842 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-695a12bf-75b0-4d44-a50f-90374e455790 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Calling delete_port for 85eafc53-daa8-4fcb-beec-dce3e59a6fa7 owned by network:dhcp {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:46:40.859002 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-695a12bf-75b0-4d44-a50f-90374e455790 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (85eafc53-daa8-4fcb-beec-dce3e59a6fa7), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:40.885847 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695a12bf-75b0-4d44-a50f-90374e455790 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Pushing event deleted for resources: {'Port': ['ID=85eafc53-daa8-4fcb-beec-dce3e59a6fa7,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:40.889564 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695a12bf-75b0-4d44-a50f-90374e455790 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] No DVR routers for this DVR port 85eafc53-daa8-4fcb-beec-dce3e59a6fa7 on host n-d-826753-2 {{(pid=103701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:46:40.971881 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-695a12bf-75b0-4d44-a50f-90374e455790 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (060d08e6-3ec1-499f-bd67-afa337daa898), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:40.986021 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-81310a5a-e6eb-417b-8955-b2b55ef16e73 None None] For port 85eafc53-daa8-4fcb-beec-dce3e59a6fa7, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=85eafc53-daa8-4fcb-beec-dce3e59a6fa7,segment=NetworkSegment(c8a8addb-f8d7-48ea-a92c-a605a638923c),segment_id=c8a8addb-f8d7-48ea-a92c-a605a638923c)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:46:40.986420 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-81310a5a-e6eb-417b-8955-b2b55ef16e73 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (85eafc53-daa8-4fcb-beec-dce3e59a6fa7), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:40.991675 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-695a12bf-75b0-4d44-a50f-90374e455790 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['060d08e6-3ec1-499f-bd67-afa337daa898']}} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:46:40.999628 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-81310a5a-e6eb-417b-8955-b2b55ef16e73 None None] Calling delete_port for 85eafc53-daa8-4fcb-beec-dce3e59a6fa7 owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:46:41.001408 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-695a12bf-75b0-4d44-a50f-90374e455790 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8a8addb-f8d7-48ea-a92c-a605a638923c') {'for_net_delete': True} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:46:41.001705 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-695a12bf-75b0-4d44-a50f-90374e455790 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8a8addb-f8d7-48ea-a92c-a605a638923c') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:46:41.010732 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-695a12bf-75b0-4d44-a50f-90374e455790 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12647422'] for segment (c8a8addb-f8d7-48ea-a92c-a605a638923c), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:41.024058 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-695a12bf-75b0-4d44-a50f-90374e455790 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (c8a8addb-f8d7-48ea-a92c-a605a638923c), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:41.029876 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-695a12bf-75b0-4d44-a50f-90374e455790 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=103701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:46:41.030255 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-695a12bf-75b0-4d44-a50f-90374e455790 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583360'] for segment (c8a8addb-f8d7-48ea-a92c-a605a638923c), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:41.037270 n-d-826753-2 neutron-server[103701]: Traceback (most recent call last): Feb 19 03:46:41.037270 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:46:41.037270 n-d-826753-2 neutron-server[103701]: timer() Feb 19 03:46:41.037270 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:46:41.037270 n-d-826753-2 neutron-server[103701]: cb(*args, **kw) Feb 19 03:46:41.037270 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:46:41.037270 n-d-826753-2 neutron-server[103701]: return func(*args, **kwargs) Feb 19 03:46:41.037270 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:46:41.037270 n-d-826753-2 neutron-server[103701]: self._notify() Feb 19 03:46:41.037270 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:46:41.037270 n-d-826753-2 neutron-server[103701]: self.callback(batched_events) Feb 19 03:46:41.037270 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:46:41.037270 n-d-826753-2 neutron-server[103701]: event.method(event) Feb 19 03:46:41.037270 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:46:41.037270 n-d-826753-2 neutron-server[103701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:46:41.037270 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:46:41.037270 n-d-826753-2 neutron-server[103701]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:46:41.037270 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:46:41.037270 n-d-826753-2 neutron-server[103701]: return f(self, *a, **k) Feb 19 03:46:41.037270 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:46:41.037270 n-d-826753-2 neutron-server[103701]: return self._get(url).json() Feb 19 03:46:41.037270 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:46:41.037270 n-d-826753-2 neutron-server[103701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:46:41.037270 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:46:41.037270 n-d-826753-2 neutron-server[103701]: return self.request(url, 'GET', **kwargs) Feb 19 03:46:41.037270 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:46:41.037270 n-d-826753-2 neutron-server[103701]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:46:41.037270 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:46:41.037270 n-d-826753-2 neutron-server[103701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:46:41.037270 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:46:41.037270 n-d-826753-2 neutron-server[103701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:46:41.037270 n-d-826753-2 neutron-server[103701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:46:41.080034 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-81310a5a-e6eb-417b-8955-b2b55ef16e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (85eafc53-daa8-4fcb-beec-dce3e59a6fa7), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:41.093719 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-695a12bf-75b0-4d44-a50f-90374e455790 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (060d08e6-3ec1-499f-bd67-afa337daa898), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:41.100702 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-695a12bf-75b0-4d44-a50f-90374e455790 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:41.104743 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-695a12bf-75b0-4d44-a50f-90374e455790 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] 10.222.0.72 "DELETE /v2.0/networks/060d08e6-3ec1-499f-bd67-afa337daa898 HTTP/1.1" status: 204 len: 168 time: 0.5508537 Feb 19 03:46:41.105027 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81310a5a-e6eb-417b-8955-b2b55ef16e73 None None] Pushing event deleted for resources: {'Port': ['ID=85eafc53-daa8-4fcb-beec-dce3e59a6fa7,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:41.111908 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81310a5a-e6eb-417b-8955-b2b55ef16e73 None None] No DVR routers for this DVR port 85eafc53-daa8-4fcb-beec-dce3e59a6fa7 on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:46:41.119742 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695a12bf-75b0-4d44-a50f-90374e455790 tempest-NetworksIpV6Test-838213852 tempest-NetworksIpV6Test-838213852-project] Pushing event deleted for resources: {'Network': ['ID=060d08e6-3ec1-499f-bd67-afa337daa898,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:41.355400 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51458) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:46:41.485472 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-86d2b6f6-2e9e-4b86-9d87-d65fc15c9cae admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7bcae9234dec4303938d751599b0e23b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1288018 Feb 19 03:46:41.487904 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51462) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:46:41.539526 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3ee6fe1f-400e-4c10-986b-d0fb2d141f26 admin admin] Publish callbacks [] for security_group (478e624e-acef-4456-835b-53551f9c640e), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:41.561359 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3ee6fe1f-400e-4c10-986b-d0fb2d141f26 admin admin] Publish callbacks [] for security_group (478e624e-acef-4456-835b-53551f9c640e), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:41.609193 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3ee6fe1f-400e-4c10-986b-d0fb2d141f26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (478e624e-acef-4456-835b-53551f9c640e), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:41.611915 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3ee6fe1f-400e-4c10-986b-d0fb2d141f26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:41.613342 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-3ee6fe1f-400e-4c10-986b-d0fb2d141f26 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/478e624e-acef-4456-835b-53551f9c640e HTTP/1.1" status: 204 len: 168 time: 0.1243773 Feb 19 03:46:41.623771 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee6fe1f-400e-4c10-986b-d0fb2d141f26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=478e624e-acef-4456-835b-53551f9c640e,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:41.824321 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 85eafc53-daa8-4fcb-beec-dce3e59a6fa7 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:46:41.847313 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 85eafc53-daa8-4fcb-beec-dce3e59a6fa7 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:46:41.847669 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 85eafc53-daa8-4fcb-beec-dce3e59a6fa7 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:46:41.848092 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device e151885b-c5ec-41fb-9932-e03a78620b5a no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:46:41.868143 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: e151885b-c5ec-41fb-9932-e03a78620b5a {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:46:41.868493 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device e151885b-c5ec-41fb-9932-e03a78620b5a not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:46:42.249458 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51484) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:46:42.341996 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-69af8ca7-c1fa-4eb7-bea6-5c220b7b3b37 tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1271901303', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:46:42.362615 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-69af8ca7-c1fa-4eb7-bea6-5c220b7b3b37 tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14172'] for router (1769fcc0-094b-425f-a598-6afd130176c3), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:42.363811 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-69af8ca7-c1fa-4eb7-bea6-5c220b7b3b37 tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16317487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16285822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16309985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14247'] for router (1769fcc0-094b-425f-a598-6afd130176c3), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:42.416655 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-69af8ca7-c1fa-4eb7-bea6-5c220b7b3b37 tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] Publish callbacks [] for router_controller (1769fcc0-094b-425f-a598-6afd130176c3), precommit_add_association {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:42.421099 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-69af8ca7-c1fa-4eb7-bea6-5c220b7b3b37 tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16317478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865'] for router (1769fcc0-094b-425f-a598-6afd130176c3), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:42.438574 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-69af8ca7-c1fa-4eb7-bea6-5c220b7b3b37 tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] Publish callbacks [] for router (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:42.439755 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-69af8ca7-c1fa-4eb7-bea6-5c220b7b3b37 tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1893058 Feb 19 03:46:42.442532 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51488) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:46:42.447176 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-e6129638-df55-4593-996a-3cdc4b3862c6 tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-551972563'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:46:42.465680 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6129638-df55-4593-996a-3cdc4b3862c6 tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] Made reservation on behalf of 7111175e3fab4c26a3f0489f375de2bf for: {'network': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:46:42.469188 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e6129638-df55-4593-996a-3cdc4b3862c6 tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:42.477233 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e6129638-df55-4593-996a-3cdc4b3862c6 tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:42.555915 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e6129638-df55-4593-996a-3cdc4b3862c6 tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] Publish callbacks [] for security_group (5c52229c-c060-459f-9661-8f5e5ccf1765), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:42.560449 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e6129638-df55-4593-996a-3cdc4b3862c6 tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (5c52229c-c060-459f-9661-8f5e5ccf1765), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:42.589729 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6129638-df55-4593-996a-3cdc4b3862c6 tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] vlan segment allocate from pool success with {'vlan_id': 251, 'physical_network': 'physnet1'} {{(pid=103701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:46:42.595829 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6129638-df55-4593-996a-3cdc4b3862c6 tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c52229c-c060-459f-9661-8f5e5ccf1765,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:42.602094 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e6129638-df55-4593-996a-3cdc4b3862c6 tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (8e255888-4569-454f-9827-305fb9d6ca98), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:42.602436 n-d-826753-2 neutron-server[103701]: INFO neutron.db.segments_db [None req-e6129638-df55-4593-996a-3cdc4b3862c6 tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] Added segment 8e255888-4569-454f-9827-305fb9d6ca98 of type vlan for network 1c597ff8-71f5-4f5b-a211-98202aefe22d Feb 19 03:46:42.642458 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e6129638-df55-4593-996a-3cdc4b3862c6 tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (1c597ff8-71f5-4f5b-a211-98202aefe22d), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:42.665821 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e6129638-df55-4593-996a-3cdc4b3862c6 tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (1c597ff8-71f5-4f5b-a211-98202aefe22d), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:42.670927 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6129638-df55-4593-996a-3cdc4b3862c6 tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:42.671453 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e6129638-df55-4593-996a-3cdc4b3862c6 tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:42.724337 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-e6129638-df55-4593-996a-3cdc4b3862c6 tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2808149 Feb 19 03:46:42.727221 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 51490) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:46:42.732907 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-babadd0c-54a9-4549-a9d5-55feddac59db tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] Request body: {'subnet': {'network_id': '1c597ff8-71f5-4f5b-a211-98202aefe22d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:46:42.738887 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6129638-df55-4593-996a-3cdc4b3862c6 tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] Pushing event updated for resources: {'Network': ['ID=1c597ff8-71f5-4f5b-a211-98202aefe22d,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:42.753169 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 1c597ff8-71f5-4f5b-a211-98202aefe22d details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:46:42.819435 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-babadd0c-54a9-4549-a9d5-55feddac59db tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] Made reservation on behalf of 7111175e3fab4c26a3f0489f375de2bf for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:46:42.823353 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-babadd0c-54a9-4549-a9d5-55feddac59db tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:42.999791 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-babadd0c-54a9-4549-a9d5-55feddac59db tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (a1be8cbc-f768-45d0-b7ca-a2a446bb6b90), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:43.055809 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babadd0c-54a9-4549-a9d5-55feddac59db tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] Pushing event updated for resources: {'Subnet': ['ID=a1be8cbc-f768-45d0-b7ca-a2a446bb6b90,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:43.067265 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babadd0c-54a9-4549-a9d5-55feddac59db tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] Checking segment: {'id': '8e255888-4569-454f-9827-305fb9d6ca98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '1c597ff8-71f5-4f5b-a211-98202aefe22d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:46:43.067628 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-babadd0c-54a9-4549-a9d5-55feddac59db tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] Network hostable DHCP agents. Network: 1c597ff8-71f5-4f5b-a211-98202aefe22d, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:46:43.083323 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-babadd0c-54a9-4549-a9d5-55feddac59db tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] Network 1c597ff8-71f5-4f5b-a211-98202aefe22d is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:46:43.091963 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-babadd0c-54a9-4549-a9d5-55feddac59db tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 1c597ff8-71f5-4f5b-a211-98202aefe22d) {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:46:43.095882 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-babadd0c-54a9-4549-a9d5-55feddac59db tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:43.096470 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-babadd0c-54a9-4549-a9d5-55feddac59db tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:43.101086 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d338dc-822c-45e8-8f60-89717df1fddb None None] Network 1c597ff8-71f5-4f5b-a211-98202aefe22d requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:46:43.112910 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-babadd0c-54a9-4549-a9d5-55feddac59db tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3845086 Feb 19 03:46:43.116015 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51492) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:46:43.121276 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-28636693-02cb-4209-a36a-c0b5228f973f tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1858763101'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:46:43.140599 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28636693-02cb-4209-a36a-c0b5228f973f tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] Made reservation on behalf of 7111175e3fab4c26a3f0489f375de2bf for: {'network': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:46:43.143897 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-28636693-02cb-4209-a36a-c0b5228f973f tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:43.173513 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28636693-02cb-4209-a36a-c0b5228f973f tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] vlan segment allocate from pool success with {'vlan_id': 262, 'physical_network': 'physnet1'} {{(pid=103701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:46:43.183071 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-28636693-02cb-4209-a36a-c0b5228f973f tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (15679a74-5ffa-4a57-870f-ae86f5262744), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:43.183518 n-d-826753-2 neutron-server[103701]: INFO neutron.db.segments_db [None req-28636693-02cb-4209-a36a-c0b5228f973f tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] Added segment 15679a74-5ffa-4a57-870f-ae86f5262744 of type vlan for network c3c982ca-05b8-4a13-a929-2a5fbea8144c Feb 19 03:46:43.209718 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409fc318-194e-4aa9-8b11-ebed32ba08de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-1c597ff8-71f5-4f5b-a211-98202aefe22d', 'network_id': '1c597ff8-71f5-4f5b-a211-98202aefe22d', 'project_id': '7111175e3fab4c26a3f0489f375de2bf', 'fixed_ips': [{'subnet_id': 'a1be8cbc-f768-45d0-b7ca-a2a446bb6b90'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:46:43.210559 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-409fc318-194e-4aa9-8b11-ebed32ba08de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:43.227004 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-28636693-02cb-4209-a36a-c0b5228f973f tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (c3c982ca-05b8-4a13-a929-2a5fbea8144c), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:43.253106 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-28636693-02cb-4209-a36a-c0b5228f973f tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (c3c982ca-05b8-4a13-a929-2a5fbea8144c), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:43.258038 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28636693-02cb-4209-a36a-c0b5228f973f tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:43.258627 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-28636693-02cb-4209-a36a-c0b5228f973f tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:43.323311 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-28636693-02cb-4209-a36a-c0b5228f973f tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2061033 Feb 19 03:46:43.326412 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 51496) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:46:43.331454 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-3e2f77b2-2199-4add-b2fe-47ca506270bb tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] Request body: {'subnet': {'network_id': 'c3c982ca-05b8-4a13-a929-2a5fbea8144c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:46:43.342279 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28636693-02cb-4209-a36a-c0b5228f973f tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] Pushing event updated for resources: {'Network': ['ID=c3c982ca-05b8-4a13-a929-2a5fbea8144c,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:43.349298 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-409fc318-194e-4aa9-8b11-ebed32ba08de None None] Allocated IP 172.20.0.2 (1c597ff8-71f5-4f5b-a211-98202aefe22d/a1be8cbc-f768-45d0-b7ca-a2a446bb6b90/3e962529-9569-4c33-9395-99d1102c6c0d) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:46:43.352593 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network c3c982ca-05b8-4a13-a929-2a5fbea8144c details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:46:43.424806 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e2f77b2-2199-4add-b2fe-47ca506270bb tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] Made reservation on behalf of 7111175e3fab4c26a3f0489f375de2bf for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:46:43.428272 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3e2f77b2-2199-4add-b2fe-47ca506270bb tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:43.550016 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-409fc318-194e-4aa9-8b11-ebed32ba08de None None] Publish callbacks [] for port (3e962529-9569-4c33-9395-99d1102c6c0d), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:43.557155 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-409fc318-194e-4aa9-8b11-ebed32ba08de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (3e962529-9569-4c33-9395-99d1102c6c0d), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:43.600189 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409fc318-194e-4aa9-8b11-ebed32ba08de None None] Network 1c597ff8-71f5-4f5b-a211-98202aefe22d is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:46:43.603177 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-409fc318-194e-4aa9-8b11-ebed32ba08de None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:46:43.605583 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409fc318-194e-4aa9-8b11-ebed32ba08de None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:46:43.616618 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3e2f77b2-2199-4add-b2fe-47ca506270bb tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (c49cf9e7-8a69-4704-8dec-35a0e94aef5c), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:43.617671 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409fc318-194e-4aa9-8b11-ebed32ba08de None None] Pushing event updated for resources: {'Port': ['ID=3e962529-9569-4c33-9395-99d1102c6c0d,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:43.671546 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-409fc318-194e-4aa9-8b11-ebed32ba08de None None] Attempting to bind port 3e962529-9569-4c33-9395-99d1102c6c0d on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:46:43.672026 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-409fc318-194e-4aa9-8b11-ebed32ba08de None None] Attempting to bind port 3e962529-9569-4c33-9395-99d1102c6c0d by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '8e255888-4569-454f-9827-305fb9d6ca98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '1c597ff8-71f5-4f5b-a211-98202aefe22d'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:46:43.672716 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409fc318-194e-4aa9-8b11-ebed32ba08de None None] Attempting to bind port 3e962529-9569-4c33-9395-99d1102c6c0d on network 1c597ff8-71f5-4f5b-a211-98202aefe22d {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:46:43.678004 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409fc318-194e-4aa9-8b11-ebed32ba08de None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:46:43.678409 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409fc318-194e-4aa9-8b11-ebed32ba08de None None] Checking segment: {'id': '8e255888-4569-454f-9827-305fb9d6ca98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '1c597ff8-71f5-4f5b-a211-98202aefe22d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:46:43.678793 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-409fc318-194e-4aa9-8b11-ebed32ba08de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:43.679179 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409fc318-194e-4aa9-8b11-ebed32ba08de None None] Bound using segment: {'id': '8e255888-4569-454f-9827-305fb9d6ca98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '1c597ff8-71f5-4f5b-a211-98202aefe22d'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:46:43.679648 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-409fc318-194e-4aa9-8b11-ebed32ba08de None None] Bound port: 3e962529-9569-4c33-9395-99d1102c6c0d, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e255888-4569-454f-9827-305fb9d6ca98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '1c597ff8-71f5-4f5b-a211-98202aefe22d'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:46:43.680326 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-409fc318-194e-4aa9-8b11-ebed32ba08de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (3e962529-9569-4c33-9395-99d1102c6c0d), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:43.685296 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2f77b2-2199-4add-b2fe-47ca506270bb tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] Pushing event updated for resources: {'Subnet': ['ID=c49cf9e7-8a69-4704-8dec-35a0e94aef5c,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:43.694234 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2f77b2-2199-4add-b2fe-47ca506270bb tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] Checking segment: {'id': '15679a74-5ffa-4a57-870f-ae86f5262744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c3c982ca-05b8-4a13-a929-2a5fbea8144c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:46:43.694598 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2f77b2-2199-4add-b2fe-47ca506270bb tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] Network hostable DHCP agents. Network: c3c982ca-05b8-4a13-a929-2a5fbea8144c, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:46:43.713064 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2f77b2-2199-4add-b2fe-47ca506270bb tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] Network c3c982ca-05b8-4a13-a929-2a5fbea8144c is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:46:43.723023 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-3e2f77b2-2199-4add-b2fe-47ca506270bb tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, c3c982ca-05b8-4a13-a929-2a5fbea8144c) {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:46:43.727609 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2f77b2-2199-4add-b2fe-47ca506270bb tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:43.728407 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3e2f77b2-2199-4add-b2fe-47ca506270bb tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:43.735266 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618a6305-de21-4000-bd20-f9318ed4cb06 None None] Network c3c982ca-05b8-4a13-a929-2a5fbea8144c requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:46:43.745209 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-3e2f77b2-2199-4add-b2fe-47ca506270bb tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4176464 Feb 19 03:46:43.747967 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 51498) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:46:43.752425 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-9ad8694d-a8fe-4483-9b43-863b53ab4b4d tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c3c982ca-05b8-4a13-a929-2a5fbea8144c'}}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:46:43.789972 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-409fc318-194e-4aa9-8b11-ebed32ba08de None None] For port 3e962529-9569-4c33-9395-99d1102c6c0d, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:46:43.805165 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-409fc318-194e-4aa9-8b11-ebed32ba08de None None] For port 3e962529-9569-4c33-9395-99d1102c6c0d, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=3e962529-9569-4c33-9395-99d1102c6c0d,segment=NetworkSegment(8e255888-4569-454f-9827-305fb9d6ca98),segment_id=8e255888-4569-454f-9827-305fb9d6ca98)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:46:43.815141 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-409fc318-194e-4aa9-8b11-ebed32ba08de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (3e962529-9569-4c33-9395-99d1102c6c0d), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:43.916888 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5488bc1f-218a-4499-a65a-bb56270bb4c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-c3c982ca-05b8-4a13-a929-2a5fbea8144c', 'network_id': 'c3c982ca-05b8-4a13-a929-2a5fbea8144c', 'project_id': '7111175e3fab4c26a3f0489f375de2bf', 'fixed_ips': [{'subnet_id': 'c49cf9e7-8a69-4704-8dec-35a0e94aef5c'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:46:43.917793 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5488bc1f-218a-4499-a65a-bb56270bb4c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:43.921366 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409fc318-194e-4aa9-8b11-ebed32ba08de None None] Pushing event updated for resources: {'Port': ['ID=3e962529-9569-4c33-9395-99d1102c6c0d,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:43.985253 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9ad8694d-a8fe-4483-9b43-863b53ab4b4d tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] Publish callbacks [] for router_gateway (1769fcc0-094b-425f-a598-6afd130176c3), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:44.068457 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-5488bc1f-218a-4499-a65a-bb56270bb4c5 None None] Allocated IP 172.21.0.2 (c3c982ca-05b8-4a13-a929-2a5fbea8144c/c49cf9e7-8a69-4704-8dec-35a0e94aef5c/4113eb23-509a-45e1-8489-0ed5c6e01588) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:46:44.131741 n-d-826753-2 neutron-server[103702]: INFO neutron.api.v2.resource [None req-9ad8694d-a8fe-4483-9b43-863b53ab4b4d tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:46:44.132817 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-9ad8694d-a8fe-4483-9b43-863b53ab4b4d tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] 10.222.0.72 "PUT /v2.0/routers/1769fcc0-094b-425f-a598-6afd130176c3 HTTP/1.1" status: 400 len: 364 time: 0.3839073 Feb 19 03:46:44.138769 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 51500) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:46:44.207112 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-85f29338-ee9f-4d00-bf8a-5ebec9b24216 tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] Deleting subnet c49cf9e7-8a69-4704-8dec-35a0e94aef5c {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:46:44.256674 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5488bc1f-218a-4499-a65a-bb56270bb4c5 None None] Publish callbacks [] for port (4113eb23-509a-45e1-8489-0ed5c6e01588), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:44.264620 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-85f29338-ee9f-4d00-bf8a-5ebec9b24216 tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] Publish callbacks [] for subnet (c49cf9e7-8a69-4704-8dec-35a0e94aef5c), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:44.267047 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5488bc1f-218a-4499-a65a-bb56270bb4c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (4113eb23-509a-45e1-8489-0ed5c6e01588), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:44.311996 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-85f29338-ee9f-4d00-bf8a-5ebec9b24216 tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (c49cf9e7-8a69-4704-8dec-35a0e94aef5c), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:44.317030 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5488bc1f-218a-4499-a65a-bb56270bb4c5 None None] Network c3c982ca-05b8-4a13-a929-2a5fbea8144c is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:46:44.321937 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-5488bc1f-218a-4499-a65a-bb56270bb4c5 None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:46:44.324265 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5488bc1f-218a-4499-a65a-bb56270bb4c5 None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:46:44.333179 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5488bc1f-218a-4499-a65a-bb56270bb4c5 None None] Pushing event updated for resources: {'Port': ['ID=4113eb23-509a-45e1-8489-0ed5c6e01588,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:44.386176 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-5488bc1f-218a-4499-a65a-bb56270bb4c5 None None] Attempting to bind port 4113eb23-509a-45e1-8489-0ed5c6e01588 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:46:44.386525 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-5488bc1f-218a-4499-a65a-bb56270bb4c5 None None] Attempting to bind port 4113eb23-509a-45e1-8489-0ed5c6e01588 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '15679a74-5ffa-4a57-870f-ae86f5262744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c3c982ca-05b8-4a13-a929-2a5fbea8144c'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:46:44.387441 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5488bc1f-218a-4499-a65a-bb56270bb4c5 None None] Attempting to bind port 4113eb23-509a-45e1-8489-0ed5c6e01588 on network c3c982ca-05b8-4a13-a929-2a5fbea8144c {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:46:44.393190 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5488bc1f-218a-4499-a65a-bb56270bb4c5 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:46:44.393568 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5488bc1f-218a-4499-a65a-bb56270bb4c5 None None] Checking segment: {'id': '15679a74-5ffa-4a57-870f-ae86f5262744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c3c982ca-05b8-4a13-a929-2a5fbea8144c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:46:44.394138 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5488bc1f-218a-4499-a65a-bb56270bb4c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:44.394540 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5488bc1f-218a-4499-a65a-bb56270bb4c5 None None] Bound using segment: {'id': '15679a74-5ffa-4a57-870f-ae86f5262744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c3c982ca-05b8-4a13-a929-2a5fbea8144c'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:46:44.395000 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-5488bc1f-218a-4499-a65a-bb56270bb4c5 None None] Bound port: 4113eb23-509a-45e1-8489-0ed5c6e01588, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15679a74-5ffa-4a57-870f-ae86f5262744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c3c982ca-05b8-4a13-a929-2a5fbea8144c'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:46:44.395387 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5488bc1f-218a-4499-a65a-bb56270bb4c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (4113eb23-509a-45e1-8489-0ed5c6e01588), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:44.398032 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-85f29338-ee9f-4d00-bf8a-5ebec9b24216 tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (c49cf9e7-8a69-4704-8dec-35a0e94aef5c), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:44.462759 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-85f29338-ee9f-4d00-bf8a-5ebec9b24216 tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (c49cf9e7-8a69-4704-8dec-35a0e94aef5c), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:44.464872 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-5488bc1f-218a-4499-a65a-bb56270bb4c5 None None] For port 4113eb23-509a-45e1-8489-0ed5c6e01588, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:46:44.468234 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-5488bc1f-218a-4499-a65a-bb56270bb4c5 None None] For port 4113eb23-509a-45e1-8489-0ed5c6e01588, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=4113eb23-509a-45e1-8489-0ed5c6e01588,segment=NetworkSegment(15679a74-5ffa-4a57-870f-ae86f5262744),segment_id=15679a74-5ffa-4a57-870f-ae86f5262744)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:46:44.474538 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5488bc1f-218a-4499-a65a-bb56270bb4c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (4113eb23-509a-45e1-8489-0ed5c6e01588), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:44.490561 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f29338-ee9f-4d00-bf8a-5ebec9b24216 tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] Pushing event deleted for resources: {'Subnet': ['ID=c49cf9e7-8a69-4704-8dec-35a0e94aef5c,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:44.498098 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-85f29338-ee9f-4d00-bf8a-5ebec9b24216 tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:44.501455 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-85f29338-ee9f-4d00-bf8a-5ebec9b24216 tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] 10.222.0.72 "DELETE /v2.0/subnets/c49cf9e7-8a69-4704-8dec-35a0e94aef5c HTTP/1.1" status: 204 len: 168 time: 0.3617275 Feb 19 03:46:44.504051 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51502) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:46:44.535378 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5488bc1f-218a-4499-a65a-bb56270bb4c5 None None] Pushing event updated for resources: {'Port': ['ID=4113eb23-509a-45e1-8489-0ed5c6e01588,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:44.593452 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4451a6e7-2a15-48b0-8359-c1c59e2bea5e tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (c3c982ca-05b8-4a13-a929-2a5fbea8144c), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:44.651916 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-4451a6e7-2a15-48b0-8359-c1c59e2bea5e tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] Deleting port 4113eb23-509a-45e1-8489-0ed5c6e01588 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:46:44.652252 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4451a6e7-2a15-48b0-8359-c1c59e2bea5e tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (4113eb23-509a-45e1-8489-0ed5c6e01588), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:44.725703 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-4451a6e7-2a15-48b0-8359-c1c59e2bea5e tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] For port 4113eb23-509a-45e1-8489-0ed5c6e01588, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=4113eb23-509a-45e1-8489-0ed5c6e01588,segment=NetworkSegment(15679a74-5ffa-4a57-870f-ae86f5262744),segment_id=15679a74-5ffa-4a57-870f-ae86f5262744)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:46:44.726139 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4451a6e7-2a15-48b0-8359-c1c59e2bea5e tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (4113eb23-509a-45e1-8489-0ed5c6e01588), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:44.744622 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-4451a6e7-2a15-48b0-8359-c1c59e2bea5e tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] Calling delete_port for 4113eb23-509a-45e1-8489-0ed5c6e01588 owned by network:dhcp {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:46:44.844099 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4451a6e7-2a15-48b0-8359-c1c59e2bea5e tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (4113eb23-509a-45e1-8489-0ed5c6e01588), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:44.875973 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4451a6e7-2a15-48b0-8359-c1c59e2bea5e tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] Pushing event deleted for resources: {'Port': ['ID=4113eb23-509a-45e1-8489-0ed5c6e01588,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:44.879561 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4451a6e7-2a15-48b0-8359-c1c59e2bea5e tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] No DVR routers for this DVR port 4113eb23-509a-45e1-8489-0ed5c6e01588 on host n-d-826753-2 {{(pid=103701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:46:44.963637 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4451a6e7-2a15-48b0-8359-c1c59e2bea5e tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (c3c982ca-05b8-4a13-a929-2a5fbea8144c), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:44.987008 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-4451a6e7-2a15-48b0-8359-c1c59e2bea5e tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3c982ca-05b8-4a13-a929-2a5fbea8144c']}} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:46:44.996644 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-4451a6e7-2a15-48b0-8359-c1c59e2bea5e tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15679a74-5ffa-4a57-870f-ae86f5262744') {'for_net_delete': True} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:46:44.996990 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-4451a6e7-2a15-48b0-8359-c1c59e2bea5e tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15679a74-5ffa-4a57-870f-ae86f5262744') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:46:45.007073 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4451a6e7-2a15-48b0-8359-c1c59e2bea5e tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12647422'] for segment (15679a74-5ffa-4a57-870f-ae86f5262744), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:45.020953 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18012c92-f2d8-4ed9-9a4b-3c38eaed794b None None] Network 1c597ff8-71f5-4f5b-a211-98202aefe22d requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:46:45.021770 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4451a6e7-2a15-48b0-8359-c1c59e2bea5e tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (15679a74-5ffa-4a57-870f-ae86f5262744), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:45.028515 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4451a6e7-2a15-48b0-8359-c1c59e2bea5e tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] Releasing vlan 262 on physical network physnet1 to pool {{(pid=103701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:46:45.029046 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4451a6e7-2a15-48b0-8359-c1c59e2bea5e tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583360'] for segment (15679a74-5ffa-4a57-870f-ae86f5262744), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:45.032198 n-d-826753-2 neutron-server[103701]: Traceback (most recent call last): Feb 19 03:46:45.032198 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:46:45.032198 n-d-826753-2 neutron-server[103701]: timer() Feb 19 03:46:45.032198 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:46:45.032198 n-d-826753-2 neutron-server[103701]: cb(*args, **kw) Feb 19 03:46:45.032198 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:46:45.032198 n-d-826753-2 neutron-server[103701]: return func(*args, **kwargs) Feb 19 03:46:45.032198 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:46:45.032198 n-d-826753-2 neutron-server[103701]: self._notify() Feb 19 03:46:45.032198 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:46:45.032198 n-d-826753-2 neutron-server[103701]: self.callback(batched_events) Feb 19 03:46:45.032198 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:46:45.032198 n-d-826753-2 neutron-server[103701]: event.method(event) Feb 19 03:46:45.032198 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:46:45.032198 n-d-826753-2 neutron-server[103701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:46:45.032198 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:46:45.032198 n-d-826753-2 neutron-server[103701]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:46:45.032198 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:46:45.032198 n-d-826753-2 neutron-server[103701]: return f(self, *a, **k) Feb 19 03:46:45.032198 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:46:45.032198 n-d-826753-2 neutron-server[103701]: return self._get(url).json() Feb 19 03:46:45.032198 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:46:45.032198 n-d-826753-2 neutron-server[103701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:46:45.032198 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:46:45.032198 n-d-826753-2 neutron-server[103701]: return self.request(url, 'GET', **kwargs) Feb 19 03:46:45.032198 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:46:45.032198 n-d-826753-2 neutron-server[103701]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:46:45.032198 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:46:45.032198 n-d-826753-2 neutron-server[103701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:46:45.032198 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:46:45.032198 n-d-826753-2 neutron-server[103701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:46:45.032198 n-d-826753-2 neutron-server[103701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:46:45.087021 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-d2f701c3-e0bb-4ab0-b6e3-5d0e848cdc48 None None] Provisioning complete for port 3e962529-9569-4c33-9395-99d1102c6c0d triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:46:45.087317 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d2f701c3-e0bb-4ab0-b6e3-5d0e848cdc48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (3e962529-9569-4c33-9395-99d1102c6c0d), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:45.098649 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4451a6e7-2a15-48b0-8359-c1c59e2bea5e tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (c3c982ca-05b8-4a13-a929-2a5fbea8144c), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:45.103642 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4451a6e7-2a15-48b0-8359-c1c59e2bea5e tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:45.107051 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-4451a6e7-2a15-48b0-8359-c1c59e2bea5e tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] 10.222.0.72 "DELETE /v2.0/networks/c3c982ca-05b8-4a13-a929-2a5fbea8144c HTTP/1.1" status: 204 len: 168 time: 0.6019895 Feb 19 03:46:45.109832 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 51504) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:46:45.124444 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4451a6e7-2a15-48b0-8359-c1c59e2bea5e tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] Pushing event deleted for resources: {'Network': ['ID=c3c982ca-05b8-4a13-a929-2a5fbea8144c,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:45.170892 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0ad4e4a-2e8e-440b-be3b-1b9bbb01c287 tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] Deleting subnet a1be8cbc-f768-45d0-b7ca-a2a446bb6b90 {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:46:45.174452 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c0ad4e4a-2e8e-440b-be3b-1b9bbb01c287 tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] Publish callbacks [] for subnet (a1be8cbc-f768-45d0-b7ca-a2a446bb6b90), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:45.211384 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-d2f701c3-e0bb-4ab0-b6e3-5d0e848cdc48 None None] Current status of the port 3e962529-9569-4c33-9395-99d1102c6c0d is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:46:45.211739 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d2f701c3-e0bb-4ab0-b6e3-5d0e848cdc48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (3e962529-9569-4c33-9395-99d1102c6c0d), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:45.217487 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c0ad4e4a-2e8e-440b-be3b-1b9bbb01c287 tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (a1be8cbc-f768-45d0-b7ca-a2a446bb6b90), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:45.252735 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-d2f701c3-e0bb-4ab0-b6e3-5d0e848cdc48 None None] For port 3e962529-9569-4c33-9395-99d1102c6c0d, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=3e962529-9569-4c33-9395-99d1102c6c0d,segment=NetworkSegment(8e255888-4569-454f-9827-305fb9d6ca98),segment_id=8e255888-4569-454f-9827-305fb9d6ca98)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:46:45.258392 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d2f701c3-e0bb-4ab0-b6e3-5d0e848cdc48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (3e962529-9569-4c33-9395-99d1102c6c0d), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:45.319020 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c0ad4e4a-2e8e-440b-be3b-1b9bbb01c287 tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (a1be8cbc-f768-45d0-b7ca-a2a446bb6b90), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:45.322023 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f701c3-e0bb-4ab0-b6e3-5d0e848cdc48 None None] Pushing event updated for resources: {'Port': ['ID=3e962529-9569-4c33-9395-99d1102c6c0d,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:45.386821 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c0ad4e4a-2e8e-440b-be3b-1b9bbb01c287 tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (a1be8cbc-f768-45d0-b7ca-a2a446bb6b90), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:45.416796 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ad4e4a-2e8e-440b-be3b-1b9bbb01c287 tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] Pushing event deleted for resources: {'Subnet': ['ID=a1be8cbc-f768-45d0-b7ca-a2a446bb6b90,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:45.420765 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c0ad4e4a-2e8e-440b-be3b-1b9bbb01c287 tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:45.424251 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-c0ad4e4a-2e8e-440b-be3b-1b9bbb01c287 tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] 10.222.0.72 "DELETE /v2.0/subnets/a1be8cbc-f768-45d0-b7ca-a2a446bb6b90 HTTP/1.1" status: 204 len: 168 time: 0.3125722 Feb 19 03:46:45.426802 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 51506) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:46:45.503742 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0b11df-d24d-4c77-a298-1ed4ef5d3a6b None None] Network 1c597ff8-71f5-4f5b-a211-98202aefe22d requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:46:45.515839 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a9dfdcac-6423-4da5-97bc-f0fcbf3f4a01 tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (1c597ff8-71f5-4f5b-a211-98202aefe22d), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:45.577597 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-a9dfdcac-6423-4da5-97bc-f0fcbf3f4a01 tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] Deleting port 3e962529-9569-4c33-9395-99d1102c6c0d {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:46:45.577938 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a9dfdcac-6423-4da5-97bc-f0fcbf3f4a01 tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (3e962529-9569-4c33-9395-99d1102c6c0d), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:45.603387 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e480e75d-6608-4d71-a540-8f534c9eb4e7 None None] Provisioning complete for port 3e962529-9569-4c33-9395-99d1102c6c0d triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:46:45.603812 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e480e75d-6608-4d71-a540-8f534c9eb4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (3e962529-9569-4c33-9395-99d1102c6c0d), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:45.650114 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-a9dfdcac-6423-4da5-97bc-f0fcbf3f4a01 tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] For port 3e962529-9569-4c33-9395-99d1102c6c0d, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=3e962529-9569-4c33-9395-99d1102c6c0d,segment=NetworkSegment(8e255888-4569-454f-9827-305fb9d6ca98),segment_id=8e255888-4569-454f-9827-305fb9d6ca98)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:46:45.650816 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a9dfdcac-6423-4da5-97bc-f0fcbf3f4a01 tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (3e962529-9569-4c33-9395-99d1102c6c0d), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:45.663475 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c9109c0d-0484-4edd-a314-0ff38eb2ad5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:45.667775 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-a9dfdcac-6423-4da5-97bc-f0fcbf3f4a01 tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] Calling delete_port for 3e962529-9569-4c33-9395-99d1102c6c0d owned by network:dhcp {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:46:45.717260 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e480e75d-6608-4d71-a540-8f534c9eb4e7 None None] Current status of the port 3e962529-9569-4c33-9395-99d1102c6c0d is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:46:45.740719 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f84f18-1c1b-4b6f-8c04-5bcb070478f9 None None] DHCP port deletion for c3c982ca-05b8-4a13-a929-2a5fbea8144c request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:46:45.754588 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b5a979-0f1f-454d-aaa9-ddfa4b29c4e5 None None] Network c3c982ca-05b8-4a13-a929-2a5fbea8144c requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:46:45.767290 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a9dfdcac-6423-4da5-97bc-f0fcbf3f4a01 tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (3e962529-9569-4c33-9395-99d1102c6c0d), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:45.769440 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1805a4a-9ff6-4cfb-9375-4f05700e97e0 None None] DHCP port deletion for 1c597ff8-71f5-4f5b-a211-98202aefe22d request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:46:45.772256 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b5a979-0f1f-454d-aaa9-ddfa4b29c4e5 None None] Network c3c982ca-05b8-4a13-a929-2a5fbea8144c could not be found, it might have been deleted concurrently. {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 19 03:46:45.791479 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dfdcac-6423-4da5-97bc-f0fcbf3f4a01 tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] Pushing event deleted for resources: {'Port': ['ID=3e962529-9569-4c33-9395-99d1102c6c0d,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:45.797601 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9dfdcac-6423-4da5-97bc-f0fcbf3f4a01 tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] No DVR routers for this DVR port 3e962529-9569-4c33-9395-99d1102c6c0d on host n-d-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:46:45.828967 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-831296fd-43da-4646-9a90-49dff0239b00 None None] Could not find standard attr ID for object 4113eb23-509a-45e1-8489-0ed5c6e01588. {{(pid=103703) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:46:45.878637 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a9dfdcac-6423-4da5-97bc-f0fcbf3f4a01 tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (1c597ff8-71f5-4f5b-a211-98202aefe22d), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:45.898958 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-a9dfdcac-6423-4da5-97bc-f0fcbf3f4a01 tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c597ff8-71f5-4f5b-a211-98202aefe22d']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:46:45.908264 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-a9dfdcac-6423-4da5-97bc-f0fcbf3f4a01 tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e255888-4569-454f-9827-305fb9d6ca98') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:46:45.908506 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-a9dfdcac-6423-4da5-97bc-f0fcbf3f4a01 tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e255888-4569-454f-9827-305fb9d6ca98') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:46:45.917601 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a9dfdcac-6423-4da5-97bc-f0fcbf3f4a01 tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (8e255888-4569-454f-9827-305fb9d6ca98), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:45.930966 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a9dfdcac-6423-4da5-97bc-f0fcbf3f4a01 tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (8e255888-4569-454f-9827-305fb9d6ca98), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:45.937858 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9dfdcac-6423-4da5-97bc-f0fcbf3f4a01 tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] Releasing vlan 251 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:46:45.938238 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a9dfdcac-6423-4da5-97bc-f0fcbf3f4a01 tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (8e255888-4569-454f-9827-305fb9d6ca98), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:45.941160 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 03:46:45.941160 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:46:45.941160 n-d-826753-2 neutron-server[103702]: timer() Feb 19 03:46:45.941160 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:46:45.941160 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 03:46:45.941160 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:46:45.941160 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 03:46:45.941160 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:46:45.941160 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 03:46:45.941160 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:46:45.941160 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 03:46:45.941160 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:46:45.941160 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 03:46:45.941160 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:46:45.941160 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:46:45.941160 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:46:45.941160 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:46:45.941160 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:46:45.941160 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 03:46:45.941160 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:46:45.941160 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 03:46:45.941160 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:46:45.941160 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:46:45.941160 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:46:45.941160 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 03:46:45.941160 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:46:45.941160 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:46:45.941160 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:46:45.941160 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:46:45.941160 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:46:45.941160 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:46:45.941160 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:46:45.997676 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a9dfdcac-6423-4da5-97bc-f0fcbf3f4a01 tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (1c597ff8-71f5-4f5b-a211-98202aefe22d), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:46.004964 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a9dfdcac-6423-4da5-97bc-f0fcbf3f4a01 tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:46.008194 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-a9dfdcac-6423-4da5-97bc-f0fcbf3f4a01 tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] 10.222.0.72 "DELETE /v2.0/networks/1c597ff8-71f5-4f5b-a211-98202aefe22d HTTP/1.1" status: 204 len: 168 time: 0.5803568 Feb 19 03:46:46.011007 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51508) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:46:46.020062 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dfdcac-6423-4da5-97bc-f0fcbf3f4a01 tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] Pushing event deleted for resources: {'Network': ['ID=1c597ff8-71f5-4f5b-a211-98202aefe22d,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:46.045255 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-647b3378-f9a1-4e83-8cdf-52bc510cb711 tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] 10.222.0.72 "GET /v2.0/ports?device_id=1769fcc0-094b-425f-a598-6afd130176c3 HTTP/1.1" status: 200 len: 205 time: 0.0324485 Feb 19 03:46:46.047663 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51510) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:46:46.124218 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a58c6f20-470f-47f4-be10-b346ef9ca564 tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] Publish callbacks [] for router (1769fcc0-094b-425f-a598-6afd130176c3), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:46.279285 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a58c6f20-470f-47f4-be10-b346ef9ca564 tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16317457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14254'] for router (1769fcc0-094b-425f-a598-6afd130176c3), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:46.281335 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a58c6f20-470f-47f4-be10-b346ef9ca564 tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] Publish callbacks [] for router_controller (1769fcc0-094b-425f-a598-6afd130176c3), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:46.327652 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a58c6f20-470f-47f4-be10-b346ef9ca564 tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16317544'] for router (1769fcc0-094b-425f-a598-6afd130176c3), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:46.328209 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a58c6f20-470f-47f4-be10-b346ef9ca564 tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] Fanout notify agent at l3_agent the message router_deleted on router 1769fcc0-094b-425f-a598-6afd130176c3 {{(pid=103701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:46:46.334980 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a58c6f20-470f-47f4-be10-b346ef9ca564 tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] Publish callbacks [] for router (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:46.336094 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-a58c6f20-470f-47f4-be10-b346ef9ca564 tempest-RoutersNegativeTest-1456917408 tempest-RoutersNegativeTest-1456917408-project] 10.222.0.72 "DELETE /v2.0/routers/1769fcc0-094b-425f-a598-6afd130176c3 HTTP/1.1" status: 204 len: 168 time: 0.2875259 Feb 19 03:46:46.572220 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51516) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:46:46.705362 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-3dcffdbe-eea7-496f-96a7-08e389c35ec9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7111175e3fab4c26a3f0489f375de2bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1319668 Feb 19 03:46:46.707811 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51520) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:46:46.754384 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9980b71e-0ffa-427d-955a-4ef6c96d7819 admin admin] Publish callbacks [] for security_group (5c52229c-c060-459f-9661-8f5e5ccf1765), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:46.774799 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9980b71e-0ffa-427d-955a-4ef6c96d7819 admin admin] Publish callbacks [] for security_group (5c52229c-c060-459f-9661-8f5e5ccf1765), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:46.820956 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9980b71e-0ffa-427d-955a-4ef6c96d7819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (5c52229c-c060-459f-9661-8f5e5ccf1765), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:46.823491 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9980b71e-0ffa-427d-955a-4ef6c96d7819 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:46.824674 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-9980b71e-0ffa-427d-955a-4ef6c96d7819 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5c52229c-c060-459f-9661-8f5e5ccf1765 HTTP/1.1" status: 204 len: 168 time: 0.1159568 Feb 19 03:46:46.832395 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9980b71e-0ffa-427d-955a-4ef6c96d7819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c52229c-c060-459f-9661-8f5e5ccf1765,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:47.429176 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 51542) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:46:47.522965 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-6f2030a0-4f93-4c82-a350-ff7b6c217b8c admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1955207882-network', 'tenant_id': '15e868dfeb67486197e9be86425a01ad'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:46:47.542227 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f2030a0-4f93-4c82-a350-ff7b6c217b8c admin admin] Made reservation on behalf of 15e868dfeb67486197e9be86425a01ad for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:46:47.545353 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6f2030a0-4f93-4c82-a350-ff7b6c217b8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:47.553647 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6f2030a0-4f93-4c82-a350-ff7b6c217b8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:47.628738 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6f2030a0-4f93-4c82-a350-ff7b6c217b8c admin admin] Publish callbacks [] for security_group (b76d3460-b491-453e-b90e-6b7eaaec3a1a), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:47.632645 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6f2030a0-4f93-4c82-a350-ff7b6c217b8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (b76d3460-b491-453e-b90e-6b7eaaec3a1a), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:47.663212 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f2030a0-4f93-4c82-a350-ff7b6c217b8c admin admin] vlan segment allocate from pool success with {'vlan_id': 287, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:46:47.670357 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2030a0-4f93-4c82-a350-ff7b6c217b8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b76d3460-b491-453e-b90e-6b7eaaec3a1a,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:47.676280 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6f2030a0-4f93-4c82-a350-ff7b6c217b8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (7802e1d2-6348-461a-a147-ab4280d97a99), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:47.676583 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-6f2030a0-4f93-4c82-a350-ff7b6c217b8c admin admin] Added segment 7802e1d2-6348-461a-a147-ab4280d97a99 of type vlan for network 459249c8-cbd0-480d-b0c6-976eabb03d9d Feb 19 03:46:47.716780 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6f2030a0-4f93-4c82-a350-ff7b6c217b8c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (459249c8-cbd0-480d-b0c6-976eabb03d9d), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:47.741636 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6f2030a0-4f93-4c82-a350-ff7b6c217b8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (459249c8-cbd0-480d-b0c6-976eabb03d9d), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:47.742572 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2030a0-4f93-4c82-a350-ff7b6c217b8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:47.743147 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6f2030a0-4f93-4c82-a350-ff7b6c217b8c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:47.789061 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-6f2030a0-4f93-4c82-a350-ff7b6c217b8c admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3587773 Feb 19 03:46:47.792038 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51546) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:46:47.802931 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-0ef27a4d-aa76-458c-af2b-99dc62fbf772 admin admin] Request body: {'subnet': {'network_id': '459249c8-cbd0-480d-b0c6-976eabb03d9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1955207882-subnet', 'tenant_id': '15e868dfeb67486197e9be86425a01ad', 'ip_version': 4}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:46:47.804559 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2030a0-4f93-4c82-a350-ff7b6c217b8c admin admin] Pushing event updated for resources: {'Network': ['ID=459249c8-cbd0-480d-b0c6-976eabb03d9d,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:47.811379 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6b31bffc-6ccf-476d-a6e1-bec62084faa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:47.817824 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 459249c8-cbd0-480d-b0c6-976eabb03d9d details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:46:47.830592 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ef27a4d-aa76-458c-af2b-99dc62fbf772 admin admin] Made reservation on behalf of 15e868dfeb67486197e9be86425a01ad for: {'subnet': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:46:47.833053 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0ef27a4d-aa76-458c-af2b-99dc62fbf772 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58706307'] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:47.999406 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0ef27a4d-aa76-458c-af2b-99dc62fbf772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12647271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58706289'] for subnet (7f31f2f0-6023-4419-b593-a974a2526901), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:48.327657 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef27a4d-aa76-458c-af2b-99dc62fbf772 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f31f2f0-6023-4419-b593-a974a2526901,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:48.337676 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef27a4d-aa76-458c-af2b-99dc62fbf772 admin admin] Checking segment: {'id': '7802e1d2-6348-461a-a147-ab4280d97a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '459249c8-cbd0-480d-b0c6-976eabb03d9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:46:48.338027 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef27a4d-aa76-458c-af2b-99dc62fbf772 admin admin] Network hostable DHCP agents. Network: 459249c8-cbd0-480d-b0c6-976eabb03d9d, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:46:48.354635 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef27a4d-aa76-458c-af2b-99dc62fbf772 admin admin] Network 459249c8-cbd0-480d-b0c6-976eabb03d9d is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:46:48.363264 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-0ef27a4d-aa76-458c-af2b-99dc62fbf772 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 459249c8-cbd0-480d-b0c6-976eabb03d9d) {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:46:48.367292 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef27a4d-aa76-458c-af2b-99dc62fbf772 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:48.367899 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0ef27a4d-aa76-458c-af2b-99dc62fbf772 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:48.373598 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef97c409-8049-4e8d-bbd1-34f185e51398 None None] Network 459249c8-cbd0-480d-b0c6-976eabb03d9d requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:46:48.384179 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-0ef27a4d-aa76-458c-af2b-99dc62fbf772 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5852964 Feb 19 03:46:48.388205 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 51548) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:46:48.392618 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-af3c2152-772c-4526-8425-f9ef47a0df20 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1955207882-router', 'tenant_id': '15e868dfeb67486197e9be86425a01ad', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:46:48.412912 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-af3c2152-772c-4526-8425-f9ef47a0df20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14172'] for router (7e224bfd-a580-4a25-ba24-34056077cc39), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:48.413980 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-af3c2152-772c-4526-8425-f9ef47a0df20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16317487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16285822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16309985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14247'] for router (7e224bfd-a580-4a25-ba24-34056077cc39), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:48.471750 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-af3c2152-772c-4526-8425-f9ef47a0df20 admin admin] Publish callbacks [] for router_controller (7e224bfd-a580-4a25-ba24-34056077cc39), precommit_add_association {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:48.476503 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ea04c5-816c-4371-bd5e-6f59e9d11409 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-459249c8-cbd0-480d-b0c6-976eabb03d9d', 'network_id': '459249c8-cbd0-480d-b0c6-976eabb03d9d', 'project_id': '15e868dfeb67486197e9be86425a01ad', 'fixed_ips': [{'subnet_id': '7f31f2f0-6023-4419-b593-a974a2526901'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:46:48.478768 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-76ea04c5-816c-4371-bd5e-6f59e9d11409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:48.608302 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-76ea04c5-816c-4371-bd5e-6f59e9d11409 None None] Allocated IP 172.20.0.2 (459249c8-cbd0-480d-b0c6-976eabb03d9d/7f31f2f0-6023-4419-b593-a974a2526901/5785ceea-147e-43a9-a3f3-17ef206cba23) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:46:48.611556 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-af3c2152-772c-4526-8425-f9ef47a0df20 admin admin] Publish callbacks [] for router_gateway (7e224bfd-a580-4a25-ba24-34056077cc39), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:48.820862 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-af3c2152-772c-4526-8425-f9ef47a0df20 admin admin] Publish callbacks [] for router_gateway (7e224bfd-a580-4a25-ba24-34056077cc39), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:48.839333 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-af3c2152-772c-4526-8425-f9ef47a0df20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:48.907714 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-76ea04c5-816c-4371-bd5e-6f59e9d11409 None None] Publish callbacks [] for port (5785ceea-147e-43a9-a3f3-17ef206cba23), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:48.913488 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-76ea04c5-816c-4371-bd5e-6f59e9d11409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (5785ceea-147e-43a9-a3f3-17ef206cba23), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:48.951013 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-af3c2152-772c-4526-8425-f9ef47a0df20 admin admin] Allocated IP 172.25.6.61 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/c6f4a8bd-5ae9-4723-9ba0-3a537b9c97f3) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:46:48.960803 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ea04c5-816c-4371-bd5e-6f59e9d11409 None None] Network 459249c8-cbd0-480d-b0c6-976eabb03d9d is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:46:48.964706 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-76ea04c5-816c-4371-bd5e-6f59e9d11409 None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:46:48.967302 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ea04c5-816c-4371-bd5e-6f59e9d11409 None None] Pushing event updated for resources: {'Port': ['ID=5785ceea-147e-43a9-a3f3-17ef206cba23,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:48.969380 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ea04c5-816c-4371-bd5e-6f59e9d11409 None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:46:49.022480 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-76ea04c5-816c-4371-bd5e-6f59e9d11409 None None] Attempting to bind port 5785ceea-147e-43a9-a3f3-17ef206cba23 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:46:49.022845 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-76ea04c5-816c-4371-bd5e-6f59e9d11409 None None] Attempting to bind port 5785ceea-147e-43a9-a3f3-17ef206cba23 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '7802e1d2-6348-461a-a147-ab4280d97a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '459249c8-cbd0-480d-b0c6-976eabb03d9d'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:46:49.023202 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ea04c5-816c-4371-bd5e-6f59e9d11409 None None] Attempting to bind port 5785ceea-147e-43a9-a3f3-17ef206cba23 on network 459249c8-cbd0-480d-b0c6-976eabb03d9d {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:46:49.028193 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ea04c5-816c-4371-bd5e-6f59e9d11409 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:46:49.028654 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ea04c5-816c-4371-bd5e-6f59e9d11409 None None] Checking segment: {'id': '7802e1d2-6348-461a-a147-ab4280d97a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '459249c8-cbd0-480d-b0c6-976eabb03d9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:46:49.029076 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-76ea04c5-816c-4371-bd5e-6f59e9d11409 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:49.029467 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ea04c5-816c-4371-bd5e-6f59e9d11409 None None] Bound using segment: {'id': '7802e1d2-6348-461a-a147-ab4280d97a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '459249c8-cbd0-480d-b0c6-976eabb03d9d'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:46:49.029927 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-76ea04c5-816c-4371-bd5e-6f59e9d11409 None None] Bound port: 5785ceea-147e-43a9-a3f3-17ef206cba23, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7802e1d2-6348-461a-a147-ab4280d97a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '459249c8-cbd0-480d-b0c6-976eabb03d9d'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:46:49.030303 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-76ea04c5-816c-4371-bd5e-6f59e9d11409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (5785ceea-147e-43a9-a3f3-17ef206cba23), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:49.062868 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-af3c2152-772c-4526-8425-f9ef47a0df20 admin admin] Publish callbacks [] for port (c6f4a8bd-5ae9-4723-9ba0-3a537b9c97f3), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:49.093390 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-76ea04c5-816c-4371-bd5e-6f59e9d11409 None None] For port 5785ceea-147e-43a9-a3f3-17ef206cba23, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:46:49.096880 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-76ea04c5-816c-4371-bd5e-6f59e9d11409 None None] For port 5785ceea-147e-43a9-a3f3-17ef206cba23, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=5785ceea-147e-43a9-a3f3-17ef206cba23,segment=NetworkSegment(7802e1d2-6348-461a-a147-ab4280d97a99),segment_id=7802e1d2-6348-461a-a147-ab4280d97a99)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:46:49.097326 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-af3c2152-772c-4526-8425-f9ef47a0df20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (c6f4a8bd-5ae9-4723-9ba0-3a537b9c97f3), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:49.108954 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-76ea04c5-816c-4371-bd5e-6f59e9d11409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (5785ceea-147e-43a9-a3f3-17ef206cba23), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:49.135082 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3c2152-772c-4526-8425-f9ef47a0df20 admin admin] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:46:49.140649 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-af3c2152-772c-4526-8425-f9ef47a0df20 admin admin] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:46:49.149477 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3c2152-772c-4526-8425-f9ef47a0df20 admin admin] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:46:49.167193 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ea04c5-816c-4371-bd5e-6f59e9d11409 None None] Pushing event updated for resources: {'Port': ['ID=5785ceea-147e-43a9-a3f3-17ef206cba23,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:49.177884 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3c2152-772c-4526-8425-f9ef47a0df20 admin admin] Pushing event updated for resources: {'Port': ['ID=c6f4a8bd-5ae9-4723-9ba0-3a537b9c97f3,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:49.430357 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-af3c2152-772c-4526-8425-f9ef47a0df20 admin admin] Publish callbacks [] for router_gateway (7e224bfd-a580-4a25-ba24-34056077cc39), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:49.475717 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:49.633931 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-af3c2152-772c-4526-8425-f9ef47a0df20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16317478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865'] for router (7e224bfd-a580-4a25-ba24-34056077cc39), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:49.873357 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 5785ceea-147e-43a9-a3f3-17ef206cba23 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:46:49.929780 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 5785ceea-147e-43a9-a3f3-17ef206cba23 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:46:49.930447 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (5785ceea-147e-43a9-a3f3-17ef206cba23), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:50.017562 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 5785ceea-147e-43a9-a3f3-17ef206cba23 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:46:50.017883 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (5785ceea-147e-43a9-a3f3-17ef206cba23), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:50.062125 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port 5785ceea-147e-43a9-a3f3-17ef206cba23, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=5785ceea-147e-43a9-a3f3-17ef206cba23,segment=NetworkSegment(7802e1d2-6348-461a-a147-ab4280d97a99),segment_id=7802e1d2-6348-461a-a147-ab4280d97a99)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:46:50.067490 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (5785ceea-147e-43a9-a3f3-17ef206cba23), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:50.114505 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af3c2152-772c-4526-8425-f9ef47a0df20 admin admin] Router 7e224bfd-a580-4a25-ba24-34056077cc39 is scheduled to L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd with binding_index 1 {{(pid=103702) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:46:50.124072 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=5785ceea-147e-43a9-a3f3-17ef206cba23,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:50.171429 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3eea7b5-0fa3-410c-aae9-20be60400a71 None None] Network 459249c8-cbd0-480d-b0c6-976eabb03d9d requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:46:50.228688 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af3c2152-772c-4526-8425-f9ef47a0df20 admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:46:50.240537 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15410770-088d-4973-abf1-0ab0cfc99d17 None None] Sync routers for ids ['7e224bfd-a580-4a25-ba24-34056077cc39'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:46:50.247019 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-af3c2152-772c-4526-8425-f9ef47a0df20 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:50.250823 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-af3c2152-772c-4526-8425-f9ef47a0df20 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8590684 Feb 19 03:46:50.251581 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 51550) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:46:50.281478 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15410770-088d-4973-abf1-0ab0cfc99d17 None None] Routers {'7e224bfd-a580-4a25-ba24-34056077cc39'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:46:50.282029 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-15410770-088d-4973-abf1-0ab0cfc99d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:46:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['7e224bfd-a580-4a25-ba24-34056077cc39'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:46:50.340786 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e6939420-4177-48a1-9ae0-472107de2421 None None] Provisioning complete for port 5785ceea-147e-43a9-a3f3-17ef206cba23 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:46:50.341190 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e6939420-4177-48a1-9ae0-472107de2421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (5785ceea-147e-43a9-a3f3-17ef206cba23), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:50.441152 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-15410770-088d-4973-abf1-0ab0cfc99d17 None None] Set router 7e224bfd-a580-4a25-ba24-34056077cc39 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:46:50.581490 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e6939420-4177-48a1-9ae0-472107de2421 None None] Current status of the port 5785ceea-147e-43a9-a3f3-17ef206cba23 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:46:50.658420 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:50.676549 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-15410770-088d-4973-abf1-0ab0cfc99d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e224bfd-a580-4a25-ba24-34056077cc39', 'name': 'tempest-TestEncryptedCinderVolumes-1955207882-router', 'tenant_id': '15e868dfeb67486197e9be86425a01ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': 'c6f4a8bd-5ae9-4723-9ba0-3a537b9c97f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:46:48Z', 'updated_at': '2022-02-19T03:46:49Z', 'revision_number': 3, 'project_id': '15e868dfeb67486197e9be86425a01ad', 'gw_port': {'id': 'c6f4a8bd-5ae9-4723-9ba0-3a537b9c97f3', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:a9:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e224bfd-a580-4a25-ba24-34056077cc39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:46:48Z', 'updated_at': '2022-02-19T03:46:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:46:50.702018 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b05329b8-7aed-41b3-8a87-01d49d5272c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:50.707805 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15410770-088d-4973-abf1-0ab0cfc99d17 None None] Checking router: 7e224bfd-a580-4a25-ba24-34056077cc39 for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:46:50.708155 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15410770-088d-4973-abf1-0ab0cfc99d17 None None] Updating router 7e224bfd-a580-4a25-ba24-34056077cc39 port c6f4a8bd-5ae9-4723-9ba0-3a537b9c97f3 binding host n-d-826753-2 {{(pid=103703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:46:50.741888 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-5c429fab-ea50-4d3e-9d4e-0d3873020b15 None None] Provisioning complete for port 5785ceea-147e-43a9-a3f3-17ef206cba23 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:46:50.742269 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5c429fab-ea50-4d3e-9d4e-0d3873020b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (5785ceea-147e-43a9-a3f3-17ef206cba23), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:50.743684 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-15410770-088d-4973-abf1-0ab0cfc99d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (c6f4a8bd-5ae9-4723-9ba0-3a537b9c97f3), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:50.859474 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-b05329b8-7aed-41b3-8a87-01d49d5272c2 admin admin] Allocated IP 172.20.0.1 (459249c8-cbd0-480d-b0c6-976eabb03d9d/7f31f2f0-6023-4419-b593-a974a2526901/8deff6fa-87f8-407f-ac19-865e639d6924) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:46:50.933169 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:46:50.954409 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-5c429fab-ea50-4d3e-9d4e-0d3873020b15 None None] Current status of the port 5785ceea-147e-43a9-a3f3-17ef206cba23 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:46:50.967903 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b05329b8-7aed-41b3-8a87-01d49d5272c2 admin admin] Publish callbacks [] for port (8deff6fa-87f8-407f-ac19-865e639d6924), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:51.002433 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b05329b8-7aed-41b3-8a87-01d49d5272c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (8deff6fa-87f8-407f-ac19-865e639d6924), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:51.039810 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05329b8-7aed-41b3-8a87-01d49d5272c2 admin admin] Network 459249c8-cbd0-480d-b0c6-976eabb03d9d is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:46:51.042611 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-b05329b8-7aed-41b3-8a87-01d49d5272c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:46:51.049179 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05329b8-7aed-41b3-8a87-01d49d5272c2 admin admin] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:46:51.056853 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-15410770-088d-4973-abf1-0ab0cfc99d17 None None] Publish callbacks [] for port (c6f4a8bd-5ae9-4723-9ba0-3a537b9c97f3), precommit_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:51.063176 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-15410770-088d-4973-abf1-0ab0cfc99d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (c6f4a8bd-5ae9-4723-9ba0-3a537b9c97f3), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:51.073096 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05329b8-7aed-41b3-8a87-01d49d5272c2 admin admin] Pushing event updated for resources: {'Port': ['ID=8deff6fa-87f8-407f-ac19-865e639d6924,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:51.092400 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b05329b8-7aed-41b3-8a87-01d49d5272c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16289150'] for router_interface (7e224bfd-a580-4a25-ba24-34056077cc39), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:51.120954 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68301c96-e4db-473c-b9cb-78e02a8056e2 None None] Pushing event updated for resources: {'Port': ['ID=c6f4a8bd-5ae9-4723-9ba0-3a537b9c97f3,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:51.124113 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-15410770-088d-4973-abf1-0ab0cfc99d17 None None] Attempting to bind port c6f4a8bd-5ae9-4723-9ba0-3a537b9c97f3 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:46:51.124490 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-15410770-088d-4973-abf1-0ab0cfc99d17 None None] Attempting to bind port c6f4a8bd-5ae9-4723-9ba0-3a537b9c97f3 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:46:51.124851 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15410770-088d-4973-abf1-0ab0cfc99d17 None None] Attempting to bind port c6f4a8bd-5ae9-4723-9ba0-3a537b9c97f3 on network eaf64708-9021-419e-b287-ef3e0f51e2ee {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:46:51.130629 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15410770-088d-4973-abf1-0ab0cfc99d17 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:46:51.131016 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15410770-088d-4973-abf1-0ab0cfc99d17 None None] Checking segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:46:51.131415 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-15410770-088d-4973-abf1-0ab0cfc99d17 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:51.131805 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15410770-088d-4973-abf1-0ab0cfc99d17 None None] Bound using segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:46:51.132273 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-15410770-088d-4973-abf1-0ab0cfc99d17 None None] Bound port: c6f4a8bd-5ae9-4723-9ba0-3a537b9c97f3, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:46:51.132665 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-15410770-088d-4973-abf1-0ab0cfc99d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (c6f4a8bd-5ae9-4723-9ba0-3a537b9c97f3), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:51.186435 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-15410770-088d-4973-abf1-0ab0cfc99d17 None None] For port c6f4a8bd-5ae9-4723-9ba0-3a537b9c97f3, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:46:51.189932 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-15410770-088d-4973-abf1-0ab0cfc99d17 None None] For port c6f4a8bd-5ae9-4723-9ba0-3a537b9c97f3, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=c6f4a8bd-5ae9-4723-9ba0-3a537b9c97f3,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:46:51.196813 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-15410770-088d-4973-abf1-0ab0cfc99d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (c6f4a8bd-5ae9-4723-9ba0-3a537b9c97f3), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:51.245291 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b05329b8-7aed-41b3-8a87-01d49d5272c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (8deff6fa-87f8-407f-ac19-865e639d6924), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:51.256880 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15410770-088d-4973-abf1-0ab0cfc99d17 None None] Routers {'7e224bfd-a580-4a25-ba24-34056077cc39'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:46:51.257552 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-15410770-088d-4973-abf1-0ab0cfc99d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:46:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['7e224bfd-a580-4a25-ba24-34056077cc39'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:46:51.299047 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68301c96-e4db-473c-b9cb-78e02a8056e2 None None] Pushing event updated for resources: {'Port': ['ID=c6f4a8bd-5ae9-4723-9ba0-3a537b9c97f3,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:51.381177 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-15410770-088d-4973-abf1-0ab0cfc99d17 None None] Set router 7e224bfd-a580-4a25-ba24-34056077cc39 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:46:51.415570 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b05329b8-7aed-41b3-8a87-01d49d5272c2 admin admin] Publish callbacks [] for port (8deff6fa-87f8-407f-ac19-865e639d6924), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:51.419758 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-be70c3fa-b5d3-43ba-9b78-f2f3d0e86ca6 None None] Provisioning complete for port 8deff6fa-87f8-407f-ac19-865e639d6924 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:46:51.420136 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-be70c3fa-b5d3-43ba-9b78-f2f3d0e86ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (8deff6fa-87f8-407f-ac19-865e639d6924), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:51.420960 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b05329b8-7aed-41b3-8a87-01d49d5272c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (8deff6fa-87f8-407f-ac19-865e639d6924), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:51.489311 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05329b8-7aed-41b3-8a87-01d49d5272c2 admin admin] Pushing event updated for resources: {'Port': ['ID=8deff6fa-87f8-407f-ac19-865e639d6924,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:51.492769 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b05329b8-7aed-41b3-8a87-01d49d5272c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16362769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16289258'] for router_interface (7e224bfd-a580-4a25-ba24-34056077cc39), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:51.522581 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-be70c3fa-b5d3-43ba-9b78-f2f3d0e86ca6 None None] Port 8deff6fa-87f8-407f-ac19-865e639d6924 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:46:51.590001 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05329b8-7aed-41b3-8a87-01d49d5272c2 admin admin] Network 459249c8-cbd0-480d-b0c6-976eabb03d9d is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:46:51.591763 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-b05329b8-7aed-41b3-8a87-01d49d5272c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:46:51.614668 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-15410770-088d-4973-abf1-0ab0cfc99d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e224bfd-a580-4a25-ba24-34056077cc39', 'name': 'tempest-TestEncryptedCinderVolumes-1955207882-router', 'tenant_id': '15e868dfeb67486197e9be86425a01ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': 'c6f4a8bd-5ae9-4723-9ba0-3a537b9c97f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:46:48Z', 'updated_at': '2022-02-19T03:46:51Z', 'revision_number': 4, 'project_id': '15e868dfeb67486197e9be86425a01ad', 'gw_port': {'id': 'c6f4a8bd-5ae9-4723-9ba0-3a537b9c97f3', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:a9:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e224bfd-a580-4a25-ba24-34056077cc39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:46:48Z', 'updated_at': '2022-02-19T03:46:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '8deff6fa-87f8-407f-ac19-865e639d6924', 'name': '', 'network_id': '459249c8-cbd0-480d-b0c6-976eabb03d9d', 'tenant_id': '15e868dfeb67486197e9be86425a01ad', 'mac_address': 'fa:16:3e:37:9f:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e224bfd-a580-4a25-ba24-34056077cc39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '7f31f2f0-6023-4419-b593-a974a2526901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:46:50Z', 'updated_at': '2022-02-19T03:46:50Z', 'revision_number': 1, 'project_id': '15e868dfeb67486197e9be86425a01ad', 'subnets': [{'id': '7f31f2f0-6023-4419-b593-a974a2526901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:46:51.643306 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15410770-088d-4973-abf1-0ab0cfc99d17 None None] The sync data for ids ['7e224bfd-a580-4a25-ba24-34056077cc39'] in n-d-826753-2 is: [{'id': '7e224bfd-a580-4a25-ba24-34056077cc39', 'name': 'tempest-TestEncryptedCinderVolumes-1955207882-router', 'tenant_id': '15e868dfeb67486197e9be86425a01ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': 'c6f4a8bd-5ae9-4723-9ba0-3a537b9c97f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:46:48Z', 'updated_at': '2022-02-19T03:46:51Z', 'revision_number': 4, 'project_id': '15e868dfeb67486197e9be86425a01ad', 'gw_port': {'id': 'c6f4a8bd-5ae9-4723-9ba0-3a537b9c97f3', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:a9:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e224bfd-a580-4a25-ba24-34056077cc39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:46:48Z', 'updated_at': '2022-02-19T03:46:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '8deff6fa-87f8-407f-ac19-865e639d6924', 'name': '', 'network_id': '459249c8-cbd0-480d-b0c6-976eabb03d9d', 'tenant_id': '15e868dfeb67486197e9be86425a01ad', 'mac_address': 'fa:16:3e:37:9f:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e224bfd-a580-4a25-ba24-34056077cc39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '7f31f2f0-6023-4419-b593-a974a2526901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:46:50Z', 'updated_at': '2022-02-19T03:46:50Z', 'revision_number': 1, 'project_id': '15e868dfeb67486197e9be86425a01ad', 'subnets': [{'id': '7f31f2f0-6023-4419-b593-a974a2526901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:46:51.717129 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b05329b8-7aed-41b3-8a87-01d49d5272c2 admin admin] Router 7e224bfd-a580-4a25-ba24-34056077cc39 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:46:51.838348 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b05329b8-7aed-41b3-8a87-01d49d5272c2 admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:46:51.850774 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-b05329b8-7aed-41b3-8a87-01d49d5272c2 admin admin] 10.222.0.72 "PUT /v2.0/routers/7e224bfd-a580-4a25-ba24-34056077cc39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5909162 Feb 19 03:46:51.851635 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-5ae53770-f584-4bc4-a911-76a58d0c4a3a None None] Provisioning complete for port 8deff6fa-87f8-407f-ac19-865e639d6924 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:46:51.855100 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5ae53770-f584-4bc4-a911-76a58d0c4a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (8deff6fa-87f8-407f-ac19-865e639d6924), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:51.861395 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 5785ceea-147e-43a9-a3f3-17ef206cba23 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:46:51.946753 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-5ae53770-f584-4bc4-a911-76a58d0c4a3a None None] Port 8deff6fa-87f8-407f-ac19-865e639d6924 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:46:51.966349 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 5785ceea-147e-43a9-a3f3-17ef206cba23 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:46:51.967117 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (5785ceea-147e-43a9-a3f3-17ef206cba23), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:52.072538 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 5785ceea-147e-43a9-a3f3-17ef206cba23 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:46:52.076100 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:52.413805 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51566) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:46:52.423182 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-8376448a-dadd-439f-b97f-63a76d77958e admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-129611097-network', 'tenant_id': 'fb758e68a9e74a8e9432c9afc38b9bde'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:46:52.443832 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8376448a-dadd-439f-b97f-63a76d77958e admin admin] Made reservation on behalf of fb758e68a9e74a8e9432c9afc38b9bde for: {'network': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:46:52.446191 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8376448a-dadd-439f-b97f-63a76d77958e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:52.455972 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8376448a-dadd-439f-b97f-63a76d77958e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:52.539987 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8376448a-dadd-439f-b97f-63a76d77958e admin admin] Publish callbacks [] for security_group (e0f7ff42-be0d-41c7-9b1b-afcf912cf1d0), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:52.544322 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8376448a-dadd-439f-b97f-63a76d77958e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (e0f7ff42-be0d-41c7-9b1b-afcf912cf1d0), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:52.573608 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8376448a-dadd-439f-b97f-63a76d77958e admin admin] vlan segment allocate from pool success with {'vlan_id': 269, 'physical_network': 'physnet1'} {{(pid=103701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:46:52.581146 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8376448a-dadd-439f-b97f-63a76d77958e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f7ff42-be0d-41c7-9b1b-afcf912cf1d0,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:52.587542 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8376448a-dadd-439f-b97f-63a76d77958e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (e1edeca7-c34e-4551-8e16-2c9e81dfcb66), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:52.588123 n-d-826753-2 neutron-server[103701]: INFO neutron.db.segments_db [None req-8376448a-dadd-439f-b97f-63a76d77958e admin admin] Added segment e1edeca7-c34e-4551-8e16-2c9e81dfcb66 of type vlan for network 1bac5dfa-8f34-47c9-a0d0-c6a7ce745c3f Feb 19 03:46:52.631502 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8376448a-dadd-439f-b97f-63a76d77958e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (1bac5dfa-8f34-47c9-a0d0-c6a7ce745c3f), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:52.658079 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8376448a-dadd-439f-b97f-63a76d77958e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (1bac5dfa-8f34-47c9-a0d0-c6a7ce745c3f), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:52.659150 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8376448a-dadd-439f-b97f-63a76d77958e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:52.659736 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8376448a-dadd-439f-b97f-63a76d77958e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:52.721533 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-8376448a-dadd-439f-b97f-63a76d77958e admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3056591 Feb 19 03:46:52.724243 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51568) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:46:52.730663 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-1611f43b-28a8-45d6-a508-890f1557b779 admin admin] Request body: {'subnet': {'network_id': '1bac5dfa-8f34-47c9-a0d0-c6a7ce745c3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-129611097-subnet', 'tenant_id': 'fb758e68a9e74a8e9432c9afc38b9bde', 'ip_version': 4}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:46:52.740389 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8376448a-dadd-439f-b97f-63a76d77958e admin admin] Pushing event updated for resources: {'Network': ['ID=1bac5dfa-8f34-47c9-a0d0-c6a7ce745c3f,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:52.751213 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 1bac5dfa-8f34-47c9-a0d0-c6a7ce745c3f details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:46:52.755673 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1611f43b-28a8-45d6-a508-890f1557b779 admin admin] Made reservation on behalf of fb758e68a9e74a8e9432c9afc38b9bde for: {'subnet': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:46:52.758383 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1611f43b-28a8-45d6-a508-890f1557b779 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58706307'] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:52.935893 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:52.938588 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1611f43b-28a8-45d6-a508-890f1557b779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12647271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58706289'] for subnet (58d3c018-7d40-427d-b5c2-a6bd583cd5b6), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:52.995442 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1611f43b-28a8-45d6-a508-890f1557b779 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58d3c018-7d40-427d-b5c2-a6bd583cd5b6,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:53.004911 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1611f43b-28a8-45d6-a508-890f1557b779 admin admin] Checking segment: {'id': 'e1edeca7-c34e-4551-8e16-2c9e81dfcb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '1bac5dfa-8f34-47c9-a0d0-c6a7ce745c3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:46:53.005302 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1611f43b-28a8-45d6-a508-890f1557b779 admin admin] Network hostable DHCP agents. Network: 1bac5dfa-8f34-47c9-a0d0-c6a7ce745c3f, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:46:53.023384 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1611f43b-28a8-45d6-a508-890f1557b779 admin admin] Network 1bac5dfa-8f34-47c9-a0d0-c6a7ce745c3f is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:46:53.037132 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-1611f43b-28a8-45d6-a508-890f1557b779 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 1bac5dfa-8f34-47c9-a0d0-c6a7ce745c3f) {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:46:53.040885 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1611f43b-28a8-45d6-a508-890f1557b779 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:53.041507 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1611f43b-28a8-45d6-a508-890f1557b779 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:53.051543 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae67e04a-4c32-4337-bed5-c42e7b2a2b7c None None] Network 1bac5dfa-8f34-47c9-a0d0-c6a7ce745c3f requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:46:53.060061 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-1611f43b-28a8-45d6-a508-890f1557b779 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3346705 Feb 19 03:46:53.063046 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 51570) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:46:53.068078 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-f1f9ca3c-a800-4b01-be3c-5773e9d2c02c admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-129611097-router', 'tenant_id': 'fb758e68a9e74a8e9432c9afc38b9bde', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:46:53.087868 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f1f9ca3c-a800-4b01-be3c-5773e9d2c02c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14172'] for router (53f8272b-06ab-4a70-abd4-418b7fb2a6c1), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:53.089098 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f1f9ca3c-a800-4b01-be3c-5773e9d2c02c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16317487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16285822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16309985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14247'] for router (53f8272b-06ab-4a70-abd4-418b7fb2a6c1), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:53.143380 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f1f9ca3c-a800-4b01-be3c-5773e9d2c02c admin admin] Publish callbacks [] for router_controller (53f8272b-06ab-4a70-abd4-418b7fb2a6c1), precommit_add_association {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:53.292591 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f1f9ca3c-a800-4b01-be3c-5773e9d2c02c admin admin] Publish callbacks [] for router_gateway (53f8272b-06ab-4a70-abd4-418b7fb2a6c1), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:53.312957 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de44719-e7b4-4546-bbc3-4fadbaf9a892 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-1bac5dfa-8f34-47c9-a0d0-c6a7ce745c3f', 'network_id': '1bac5dfa-8f34-47c9-a0d0-c6a7ce745c3f', 'project_id': 'fb758e68a9e74a8e9432c9afc38b9bde', 'fixed_ips': [{'subnet_id': '58d3c018-7d40-427d-b5c2-a6bd583cd5b6'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:46:53.313931 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5de44719-e7b4-4546-bbc3-4fadbaf9a892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:53.450370 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-5de44719-e7b4-4546-bbc3-4fadbaf9a892 None None] Allocated IP 172.20.0.2 (1bac5dfa-8f34-47c9-a0d0-c6a7ce745c3f/58d3c018-7d40-427d-b5c2-a6bd583cd5b6/cc8eb773-8e78-44bf-b06f-f96d2c74baec) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:46:53.507186 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f1f9ca3c-a800-4b01-be3c-5773e9d2c02c admin admin] Publish callbacks [] for router_gateway (53f8272b-06ab-4a70-abd4-418b7fb2a6c1), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:53.531523 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f1f9ca3c-a800-4b01-be3c-5773e9d2c02c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:53.604376 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5de44719-e7b4-4546-bbc3-4fadbaf9a892 None None] Publish callbacks [] for port (cc8eb773-8e78-44bf-b06f-f96d2c74baec), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:53.611584 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5de44719-e7b4-4546-bbc3-4fadbaf9a892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (cc8eb773-8e78-44bf-b06f-f96d2c74baec), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:53.643197 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-f1f9ca3c-a800-4b01-be3c-5773e9d2c02c admin admin] Allocated IP 172.25.6.142 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/8ae9de77-eda1-4d41-94aa-ca7c5fc65aaa) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:46:53.661280 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de44719-e7b4-4546-bbc3-4fadbaf9a892 None None] Network 1bac5dfa-8f34-47c9-a0d0-c6a7ce745c3f is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:46:53.665106 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-5de44719-e7b4-4546-bbc3-4fadbaf9a892 None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:46:53.666941 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de44719-e7b4-4546-bbc3-4fadbaf9a892 None None] Pushing event updated for resources: {'Port': ['ID=cc8eb773-8e78-44bf-b06f-f96d2c74baec,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:53.669685 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de44719-e7b4-4546-bbc3-4fadbaf9a892 None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:46:53.731470 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-5de44719-e7b4-4546-bbc3-4fadbaf9a892 None None] Attempting to bind port cc8eb773-8e78-44bf-b06f-f96d2c74baec on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:46:53.731797 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-5de44719-e7b4-4546-bbc3-4fadbaf9a892 None None] Attempting to bind port cc8eb773-8e78-44bf-b06f-f96d2c74baec by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': 'e1edeca7-c34e-4551-8e16-2c9e81dfcb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '1bac5dfa-8f34-47c9-a0d0-c6a7ce745c3f'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:46:53.732355 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de44719-e7b4-4546-bbc3-4fadbaf9a892 None None] Attempting to bind port cc8eb773-8e78-44bf-b06f-f96d2c74baec on network 1bac5dfa-8f34-47c9-a0d0-c6a7ce745c3f {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:46:53.737772 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de44719-e7b4-4546-bbc3-4fadbaf9a892 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:46:53.738150 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de44719-e7b4-4546-bbc3-4fadbaf9a892 None None] Checking segment: {'id': 'e1edeca7-c34e-4551-8e16-2c9e81dfcb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '1bac5dfa-8f34-47c9-a0d0-c6a7ce745c3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:46:53.738553 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5de44719-e7b4-4546-bbc3-4fadbaf9a892 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:53.738950 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de44719-e7b4-4546-bbc3-4fadbaf9a892 None None] Bound using segment: {'id': 'e1edeca7-c34e-4551-8e16-2c9e81dfcb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '1bac5dfa-8f34-47c9-a0d0-c6a7ce745c3f'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:46:53.739416 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-5de44719-e7b4-4546-bbc3-4fadbaf9a892 None None] Bound port: cc8eb773-8e78-44bf-b06f-f96d2c74baec, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1edeca7-c34e-4551-8e16-2c9e81dfcb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '1bac5dfa-8f34-47c9-a0d0-c6a7ce745c3f'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:46:53.739802 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5de44719-e7b4-4546-bbc3-4fadbaf9a892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (cc8eb773-8e78-44bf-b06f-f96d2c74baec), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:53.766077 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f1f9ca3c-a800-4b01-be3c-5773e9d2c02c admin admin] Publish callbacks [] for port (8ae9de77-eda1-4d41-94aa-ca7c5fc65aaa), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:53.804906 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f1f9ca3c-a800-4b01-be3c-5773e9d2c02c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (8ae9de77-eda1-4d41-94aa-ca7c5fc65aaa), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:53.806238 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-5de44719-e7b4-4546-bbc3-4fadbaf9a892 None None] For port cc8eb773-8e78-44bf-b06f-f96d2c74baec, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:46:53.810723 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-5de44719-e7b4-4546-bbc3-4fadbaf9a892 None None] For port cc8eb773-8e78-44bf-b06f-f96d2c74baec, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=cc8eb773-8e78-44bf-b06f-f96d2c74baec,segment=NetworkSegment(e1edeca7-c34e-4551-8e16-2c9e81dfcb66),segment_id=e1edeca7-c34e-4551-8e16-2c9e81dfcb66)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:46:53.818428 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5de44719-e7b4-4546-bbc3-4fadbaf9a892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (cc8eb773-8e78-44bf-b06f-f96d2c74baec), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:53.842352 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e14c260-b6ac-481c-8cd1-b9058bdd3f14 None None] Sync routers for ids ['7e224bfd-a580-4a25-ba24-34056077cc39'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:46:53.851593 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e14c260-b6ac-481c-8cd1-b9058bdd3f14 None None] Routers {'7e224bfd-a580-4a25-ba24-34056077cc39'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:46:53.852208 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-4e14c260-b6ac-481c-8cd1-b9058bdd3f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:46:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['7e224bfd-a580-4a25-ba24-34056077cc39'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:46:53.866941 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f9ca3c-a800-4b01-be3c-5773e9d2c02c admin admin] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:46:53.875204 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-f1f9ca3c-a800-4b01-be3c-5773e9d2c02c admin admin] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:46:53.878259 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f9ca3c-a800-4b01-be3c-5773e9d2c02c admin admin] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:46:53.886074 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f9ca3c-a800-4b01-be3c-5773e9d2c02c admin admin] Pushing event updated for resources: {'Port': ['ID=8ae9de77-eda1-4d41-94aa-ca7c5fc65aaa,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:53.897820 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de44719-e7b4-4546-bbc3-4fadbaf9a892 None None] Pushing event updated for resources: {'Port': ['ID=cc8eb773-8e78-44bf-b06f-f96d2c74baec,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:53.928617 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device c6f4a8bd-5ae9-4723-9ba0-3a537b9c97f3 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:46:53.979787 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-4e14c260-b6ac-481c-8cd1-b9058bdd3f14 None None] Set router 7e224bfd-a580-4a25-ba24-34056077cc39 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:46:53.984585 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port c6f4a8bd-5ae9-4723-9ba0-3a537b9c97f3 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:46:53.985220 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (c6f4a8bd-5ae9-4723-9ba0-3a537b9c97f3), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:54.088783 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port c6f4a8bd-5ae9-4723-9ba0-3a537b9c97f3 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:46:54.092303 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (c6f4a8bd-5ae9-4723-9ba0-3a537b9c97f3), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:54.151518 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port c6f4a8bd-5ae9-4723-9ba0-3a537b9c97f3, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=c6f4a8bd-5ae9-4723-9ba0-3a537b9c97f3,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:46:54.156475 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (c6f4a8bd-5ae9-4723-9ba0-3a537b9c97f3), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:54.225295 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=c6f4a8bd-5ae9-4723-9ba0-3a537b9c97f3,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:54.252487 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-4e14c260-b6ac-481c-8cd1-b9058bdd3f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e224bfd-a580-4a25-ba24-34056077cc39', 'name': 'tempest-TestEncryptedCinderVolumes-1955207882-router', 'tenant_id': '15e868dfeb67486197e9be86425a01ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': 'c6f4a8bd-5ae9-4723-9ba0-3a537b9c97f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:46:48Z', 'updated_at': '2022-02-19T03:46:51Z', 'revision_number': 4, 'project_id': '15e868dfeb67486197e9be86425a01ad', 'gw_port': {'id': 'c6f4a8bd-5ae9-4723-9ba0-3a537b9c97f3', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:a9:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e224bfd-a580-4a25-ba24-34056077cc39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:46:48Z', 'updated_at': '2022-02-19T03:46:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '8deff6fa-87f8-407f-ac19-865e639d6924', 'name': '', 'network_id': '459249c8-cbd0-480d-b0c6-976eabb03d9d', 'tenant_id': '15e868dfeb67486197e9be86425a01ad', 'mac_address': 'fa:16:3e:37:9f:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e224bfd-a580-4a25-ba24-34056077cc39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '7f31f2f0-6023-4419-b593-a974a2526901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:46:50Z', 'updated_at': '2022-02-19T03:46:51Z', 'revision_number': 2, 'project_id': '15e868dfeb67486197e9be86425a01ad', 'subnets': [{'id': '7f31f2f0-6023-4419-b593-a974a2526901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:46:54.282464 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e14c260-b6ac-481c-8cd1-b9058bdd3f14 None None] Checking router: 7e224bfd-a580-4a25-ba24-34056077cc39 for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:46:54.282870 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e14c260-b6ac-481c-8cd1-b9058bdd3f14 None None] Updating router 7e224bfd-a580-4a25-ba24-34056077cc39 port 8deff6fa-87f8-407f-ac19-865e639d6924 binding host n-d-826753-2 {{(pid=103704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:46:54.313352 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-4e14c260-b6ac-481c-8cd1-b9058bdd3f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (8deff6fa-87f8-407f-ac19-865e639d6924), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:54.575223 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f1f9ca3c-a800-4b01-be3c-5773e9d2c02c admin admin] Publish callbacks [] for router_gateway (53f8272b-06ab-4a70-abd4-418b7fb2a6c1), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:54.602052 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-4e14c260-b6ac-481c-8cd1-b9058bdd3f14 None None] Publish callbacks [] for port (8deff6fa-87f8-407f-ac19-865e639d6924), precommit_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:54.607553 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-4e14c260-b6ac-481c-8cd1-b9058bdd3f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (8deff6fa-87f8-407f-ac19-865e639d6924), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:54.654049 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be3c6ea-c3f6-4e7c-9253-840940084290 None None] Pushing event updated for resources: {'Port': ['ID=8deff6fa-87f8-407f-ac19-865e639d6924,revision_number=3']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:54.662538 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be3c6ea-c3f6-4e7c-9253-840940084290 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:54.662885 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be3c6ea-c3f6-4e7c-9253-840940084290 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:54.663271 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be3c6ea-c3f6-4e7c-9253-840940084290 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:54.663552 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be3c6ea-c3f6-4e7c-9253-840940084290 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:54.663881 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be3c6ea-c3f6-4e7c-9253-840940084290 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:54.664205 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be3c6ea-c3f6-4e7c-9253-840940084290 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:54.664526 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be3c6ea-c3f6-4e7c-9253-840940084290 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:54.664845 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be3c6ea-c3f6-4e7c-9253-840940084290 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:54.665189 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be3c6ea-c3f6-4e7c-9253-840940084290 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:54.665506 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be3c6ea-c3f6-4e7c-9253-840940084290 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:54.665824 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be3c6ea-c3f6-4e7c-9253-840940084290 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:54.666140 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be3c6ea-c3f6-4e7c-9253-840940084290 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:54.666459 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be3c6ea-c3f6-4e7c-9253-840940084290 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:54.730109 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-4e14c260-b6ac-481c-8cd1-b9058bdd3f14 None None] Attempting to bind port 8deff6fa-87f8-407f-ac19-865e639d6924 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:46:54.730427 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-4e14c260-b6ac-481c-8cd1-b9058bdd3f14 None None] Attempting to bind port 8deff6fa-87f8-407f-ac19-865e639d6924 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '7802e1d2-6348-461a-a147-ab4280d97a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '459249c8-cbd0-480d-b0c6-976eabb03d9d'}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:46:54.731395 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e14c260-b6ac-481c-8cd1-b9058bdd3f14 None None] Attempting to bind port 8deff6fa-87f8-407f-ac19-865e639d6924 on network 459249c8-cbd0-480d-b0c6-976eabb03d9d {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:46:54.737087 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e14c260-b6ac-481c-8cd1-b9058bdd3f14 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:46:54.738273 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e14c260-b6ac-481c-8cd1-b9058bdd3f14 None None] Checking segment: {'id': '7802e1d2-6348-461a-a147-ab4280d97a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '459249c8-cbd0-480d-b0c6-976eabb03d9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:46:54.738784 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-4e14c260-b6ac-481c-8cd1-b9058bdd3f14 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:54.739338 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e14c260-b6ac-481c-8cd1-b9058bdd3f14 None None] Bound using segment: {'id': '7802e1d2-6348-461a-a147-ab4280d97a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '459249c8-cbd0-480d-b0c6-976eabb03d9d'} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:46:54.739933 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-4e14c260-b6ac-481c-8cd1-b9058bdd3f14 None None] Bound port: 8deff6fa-87f8-407f-ac19-865e639d6924, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7802e1d2-6348-461a-a147-ab4280d97a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '459249c8-cbd0-480d-b0c6-976eabb03d9d'}}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:46:54.740435 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-4e14c260-b6ac-481c-8cd1-b9058bdd3f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (8deff6fa-87f8-407f-ac19-865e639d6924), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:54.822823 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-4e14c260-b6ac-481c-8cd1-b9058bdd3f14 None None] For port 8deff6fa-87f8-407f-ac19-865e639d6924, host n-d-826753-2, cleared binding levels {{(pid=103704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:46:54.824394 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f1f9ca3c-a800-4b01-be3c-5773e9d2c02c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16317478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865'] for router (53f8272b-06ab-4a70-abd4-418b7fb2a6c1), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:54.826610 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-4e14c260-b6ac-481c-8cd1-b9058bdd3f14 None None] For port 8deff6fa-87f8-407f-ac19-865e639d6924, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=8deff6fa-87f8-407f-ac19-865e639d6924,segment=NetworkSegment(7802e1d2-6348-461a-a147-ab4280d97a99),segment_id=7802e1d2-6348-461a-a147-ab4280d97a99)] {{(pid=103704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:46:54.836997 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-4e14c260-b6ac-481c-8cd1-b9058bdd3f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (8deff6fa-87f8-407f-ac19-865e639d6924), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:54.895433 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be3c6ea-c3f6-4e7c-9253-840940084290 None None] Pushing event updated for resources: {'Port': ['ID=8deff6fa-87f8-407f-ac19-865e639d6924,revision_number=4']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:54.919307 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e14c260-b6ac-481c-8cd1-b9058bdd3f14 None None] Routers {'7e224bfd-a580-4a25-ba24-34056077cc39'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:46:54.920612 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-4e14c260-b6ac-481c-8cd1-b9058bdd3f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:46:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['7e224bfd-a580-4a25-ba24-34056077cc39'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:46:55.003049 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-f7fe8f76-58b7-44c6-9ed2-dea31a02479e None None] Provisioning complete for port 8deff6fa-87f8-407f-ac19-865e639d6924 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:46:55.003470 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f7fe8f76-58b7-44c6-9ed2-dea31a02479e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (8deff6fa-87f8-407f-ac19-865e639d6924), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:55.008438 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1f9ca3c-a800-4b01-be3c-5773e9d2c02c admin admin] Router 53f8272b-06ab-4a70-abd4-418b7fb2a6c1 is scheduled to L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd with binding_index 1 {{(pid=103702) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:46:55.055085 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-4e14c260-b6ac-481c-8cd1-b9058bdd3f14 None None] Set router 7e224bfd-a580-4a25-ba24-34056077cc39 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:46:55.115377 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-f7fe8f76-58b7-44c6-9ed2-dea31a02479e None None] Current status of the port 8deff6fa-87f8-407f-ac19-865e639d6924 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:46:55.115896 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f7fe8f76-58b7-44c6-9ed2-dea31a02479e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (8deff6fa-87f8-407f-ac19-865e639d6924), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:55.168126 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-f7fe8f76-58b7-44c6-9ed2-dea31a02479e None None] For port 8deff6fa-87f8-407f-ac19-865e639d6924, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=8deff6fa-87f8-407f-ac19-865e639d6924,segment=NetworkSegment(7802e1d2-6348-461a-a147-ab4280d97a99),segment_id=7802e1d2-6348-461a-a147-ab4280d97a99)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:46:55.174966 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f7fe8f76-58b7-44c6-9ed2-dea31a02479e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (8deff6fa-87f8-407f-ac19-865e639d6924), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:55.178040 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1f9ca3c-a800-4b01-be3c-5773e9d2c02c admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:46:55.210728 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f1f9ca3c-a800-4b01-be3c-5773e9d2c02c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:55.212683 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92aa2d97-04ae-4b71-8f49-55a4c736e97d None None] Sync routers for ids ['53f8272b-06ab-4a70-abd4-418b7fb2a6c1'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:46:55.215923 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-f1f9ca3c-a800-4b01-be3c-5773e9d2c02c admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.1489961 Feb 19 03:46:55.216346 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51574) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:46:55.245853 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92aa2d97-04ae-4b71-8f49-55a4c736e97d None None] Routers {'53f8272b-06ab-4a70-abd4-418b7fb2a6c1'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:46:55.246801 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-92aa2d97-04ae-4b71-8f49-55a4c736e97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:46:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['53f8272b-06ab-4a70-abd4-418b7fb2a6c1'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:46:55.290256 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fe8f76-58b7-44c6-9ed2-dea31a02479e None None] Pushing event updated for resources: {'Port': ['ID=8deff6fa-87f8-407f-ac19-865e639d6924,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:55.306913 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980b050d-4a47-4f9f-9cbf-2f4cafeeee3d None None] Network 1bac5dfa-8f34-47c9-a0d0-c6a7ce745c3f requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:46:55.349493 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-4e14c260-b6ac-481c-8cd1-b9058bdd3f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e224bfd-a580-4a25-ba24-34056077cc39', 'name': 'tempest-TestEncryptedCinderVolumes-1955207882-router', 'tenant_id': '15e868dfeb67486197e9be86425a01ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': 'c6f4a8bd-5ae9-4723-9ba0-3a537b9c97f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:46:48Z', 'updated_at': '2022-02-19T03:46:51Z', 'revision_number': 4, 'project_id': '15e868dfeb67486197e9be86425a01ad', 'gw_port': {'id': 'c6f4a8bd-5ae9-4723-9ba0-3a537b9c97f3', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:a9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e224bfd-a580-4a25-ba24-34056077cc39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:46:48Z', 'updated_at': '2022-02-19T03:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '8deff6fa-87f8-407f-ac19-865e639d6924', 'name': '', 'network_id': '459249c8-cbd0-480d-b0c6-976eabb03d9d', 'tenant_id': '15e868dfeb67486197e9be86425a01ad', 'mac_address': 'fa:16:3e:37:9f:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e224bfd-a580-4a25-ba24-34056077cc39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '7f31f2f0-6023-4419-b593-a974a2526901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:46:50Z', 'updated_at': '2022-02-19T03:46:54Z', 'revision_number': 4, 'project_id': '15e868dfeb67486197e9be86425a01ad', 'subnets': [{'id': '7f31f2f0-6023-4419-b593-a974a2526901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:46:55.379013 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e14c260-b6ac-481c-8cd1-b9058bdd3f14 None None] The sync data for ids ['7e224bfd-a580-4a25-ba24-34056077cc39'] in n-d-826753-2 is: [{'id': '7e224bfd-a580-4a25-ba24-34056077cc39', 'name': 'tempest-TestEncryptedCinderVolumes-1955207882-router', 'tenant_id': '15e868dfeb67486197e9be86425a01ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': 'c6f4a8bd-5ae9-4723-9ba0-3a537b9c97f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:46:48Z', 'updated_at': '2022-02-19T03:46:51Z', 'revision_number': 4, 'project_id': '15e868dfeb67486197e9be86425a01ad', 'gw_port': {'id': 'c6f4a8bd-5ae9-4723-9ba0-3a537b9c97f3', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:a9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e224bfd-a580-4a25-ba24-34056077cc39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:46:48Z', 'updated_at': '2022-02-19T03:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '8deff6fa-87f8-407f-ac19-865e639d6924', 'name': '', 'network_id': '459249c8-cbd0-480d-b0c6-976eabb03d9d', 'tenant_id': '15e868dfeb67486197e9be86425a01ad', 'mac_address': 'fa:16:3e:37:9f:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e224bfd-a580-4a25-ba24-34056077cc39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '7f31f2f0-6023-4419-b593-a974a2526901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:46:50Z', 'updated_at': '2022-02-19T03:46:54Z', 'revision_number': 4, 'project_id': '15e868dfeb67486197e9be86425a01ad', 'subnets': [{'id': '7f31f2f0-6023-4419-b593-a974a2526901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:46:55.437956 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b9422d54-5ae2-4c74-a8f1-43d8c938bba3 None None] Provisioning complete for port 8deff6fa-87f8-407f-ac19-865e639d6924 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:46:55.438335 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b9422d54-5ae2-4c74-a8f1-43d8c938bba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (8deff6fa-87f8-407f-ac19-865e639d6924), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:55.440949 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-92aa2d97-04ae-4b71-8f49-55a4c736e97d None None] Set router 53f8272b-06ab-4a70-abd4-418b7fb2a6c1 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:46:55.717606 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5922e611-63a9-4002-ae7b-07acd38ca840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:55.720802 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b9422d54-5ae2-4c74-a8f1-43d8c938bba3 None None] Current status of the port 8deff6fa-87f8-407f-ac19-865e639d6924 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:46:55.739272 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b9422d54-5ae2-4c74-a8f1-43d8c938bba3 None None] Provisioning complete for port cc8eb773-8e78-44bf-b06f-f96d2c74baec triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:46:55.739650 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b9422d54-5ae2-4c74-a8f1-43d8c938bba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (cc8eb773-8e78-44bf-b06f-f96d2c74baec), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:55.803127 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-92aa2d97-04ae-4b71-8f49-55a4c736e97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f8272b-06ab-4a70-abd4-418b7fb2a6c1', 'name': 'tempest-TestEncryptedCinderVolumes-129611097-router', 'tenant_id': 'fb758e68a9e74a8e9432c9afc38b9bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': '8ae9de77-eda1-4d41-94aa-ca7c5fc65aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:46:53Z', 'updated_at': '2022-02-19T03:46:54Z', 'revision_number': 3, 'project_id': 'fb758e68a9e74a8e9432c9afc38b9bde', 'gw_port': {'id': '8ae9de77-eda1-4d41-94aa-ca7c5fc65aaa', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:f2:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f8272b-06ab-4a70-abd4-418b7fb2a6c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:46:53Z', 'updated_at': '2022-02-19T03:46:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:46:55.840106 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92aa2d97-04ae-4b71-8f49-55a4c736e97d None None] Checking router: 53f8272b-06ab-4a70-abd4-418b7fb2a6c1 for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:46:55.840521 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92aa2d97-04ae-4b71-8f49-55a4c736e97d None None] Updating router 53f8272b-06ab-4a70-abd4-418b7fb2a6c1 port 8ae9de77-eda1-4d41-94aa-ca7c5fc65aaa binding host n-d-826753-2 {{(pid=103703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:46:55.880175 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-92aa2d97-04ae-4b71-8f49-55a4c736e97d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (8ae9de77-eda1-4d41-94aa-ca7c5fc65aaa), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:55.941951 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b9422d54-5ae2-4c74-a8f1-43d8c938bba3 None None] Current status of the port cc8eb773-8e78-44bf-b06f-f96d2c74baec is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:46:55.942260 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b9422d54-5ae2-4c74-a8f1-43d8c938bba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (cc8eb773-8e78-44bf-b06f-f96d2c74baec), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:55.950810 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-5922e611-63a9-4002-ae7b-07acd38ca840 admin admin] Allocated IP 172.20.0.1 (1bac5dfa-8f34-47c9-a0d0-c6a7ce745c3f/58d3c018-7d40-427d-b5c2-a6bd583cd5b6/7e18000c-a972-4c38-830a-deaa4c1415ad) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:46:55.993570 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b9422d54-5ae2-4c74-a8f1-43d8c938bba3 None None] For port cc8eb773-8e78-44bf-b06f-f96d2c74baec, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=cc8eb773-8e78-44bf-b06f-f96d2c74baec,segment=NetworkSegment(e1edeca7-c34e-4551-8e16-2c9e81dfcb66),segment_id=e1edeca7-c34e-4551-8e16-2c9e81dfcb66)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:46:56.040492 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b9422d54-5ae2-4c74-a8f1-43d8c938bba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (cc8eb773-8e78-44bf-b06f-f96d2c74baec), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:56.093503 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5922e611-63a9-4002-ae7b-07acd38ca840 admin admin] Publish callbacks [] for port (7e18000c-a972-4c38-830a-deaa4c1415ad), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:56.096345 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device c6f4a8bd-5ae9-4723-9ba0-3a537b9c97f3 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:46:56.133721 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5922e611-63a9-4002-ae7b-07acd38ca840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (7e18000c-a972-4c38-830a-deaa4c1415ad), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:56.163196 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9422d54-5ae2-4c74-a8f1-43d8c938bba3 None None] Pushing event updated for resources: {'Port': ['ID=cc8eb773-8e78-44bf-b06f-f96d2c74baec,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:56.186490 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5922e611-63a9-4002-ae7b-07acd38ca840 admin admin] Pushing event updated for resources: {'Port': ['ID=7e18000c-a972-4c38-830a-deaa4c1415ad,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:56.197206 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5922e611-63a9-4002-ae7b-07acd38ca840 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:56.197563 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5922e611-63a9-4002-ae7b-07acd38ca840 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:56.197917 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5922e611-63a9-4002-ae7b-07acd38ca840 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:56.198264 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5922e611-63a9-4002-ae7b-07acd38ca840 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:56.198602 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5922e611-63a9-4002-ae7b-07acd38ca840 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:56.198938 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5922e611-63a9-4002-ae7b-07acd38ca840 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:56.200049 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5922e611-63a9-4002-ae7b-07acd38ca840 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:56.200532 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5922e611-63a9-4002-ae7b-07acd38ca840 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:56.200875 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5922e611-63a9-4002-ae7b-07acd38ca840 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:56.201236 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5922e611-63a9-4002-ae7b-07acd38ca840 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:56.201571 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5922e611-63a9-4002-ae7b-07acd38ca840 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:56.201983 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5922e611-63a9-4002-ae7b-07acd38ca840 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:56.202315 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5922e611-63a9-4002-ae7b-07acd38ca840 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:46:56.211290 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5922e611-63a9-4002-ae7b-07acd38ca840 admin admin] Network 1bac5dfa-8f34-47c9-a0d0-c6a7ce745c3f is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:46:56.213473 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-5922e611-63a9-4002-ae7b-07acd38ca840 admin admin] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:46:56.215745 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5922e611-63a9-4002-ae7b-07acd38ca840 admin admin] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:46:56.236141 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e046c4c1-17f1-4d21-bc6f-545752acb8d9 None None] Provisioning complete for port cc8eb773-8e78-44bf-b06f-f96d2c74baec triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:46:56.236520 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e046c4c1-17f1-4d21-bc6f-545752acb8d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (cc8eb773-8e78-44bf-b06f-f96d2c74baec), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:56.266154 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5922e611-63a9-4002-ae7b-07acd38ca840 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16289150'] for router_interface (53f8272b-06ab-4a70-abd4-418b7fb2a6c1), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:56.302316 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port c6f4a8bd-5ae9-4723-9ba0-3a537b9c97f3 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:46:56.302707 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (c6f4a8bd-5ae9-4723-9ba0-3a537b9c97f3), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:56.403205 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5922e611-63a9-4002-ae7b-07acd38ca840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (7e18000c-a972-4c38-830a-deaa4c1415ad), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:56.446975 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-92aa2d97-04ae-4b71-8f49-55a4c736e97d None None] Publish callbacks [] for port (8ae9de77-eda1-4d41-94aa-ca7c5fc65aaa), precommit_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:56.449673 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e046c4c1-17f1-4d21-bc6f-545752acb8d9 None None] Current status of the port cc8eb773-8e78-44bf-b06f-f96d2c74baec is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:46:56.456647 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-92aa2d97-04ae-4b71-8f49-55a4c736e97d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (8ae9de77-eda1-4d41-94aa-ca7c5fc65aaa), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:56.534000 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port c6f4a8bd-5ae9-4723-9ba0-3a537b9c97f3 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:46:56.535102 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 8deff6fa-87f8-407f-ac19-865e639d6924 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:46:56.580770 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5922e611-63a9-4002-ae7b-07acd38ca840 admin admin] Publish callbacks [] for port (7e18000c-a972-4c38-830a-deaa4c1415ad), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:56.585843 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5922e611-63a9-4002-ae7b-07acd38ca840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (7e18000c-a972-4c38-830a-deaa4c1415ad), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:56.660145 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5922e611-63a9-4002-ae7b-07acd38ca840 admin admin] Pushing event updated for resources: {'Port': ['ID=7e18000c-a972-4c38-830a-deaa4c1415ad,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:56.663564 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5922e611-63a9-4002-ae7b-07acd38ca840 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16362769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16289258'] for router_interface (53f8272b-06ab-4a70-abd4-418b7fb2a6c1), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:56.728524 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d850245-edbd-4dbb-9a81-5a1e120e9bfa None None] Pushing event updated for resources: {'Port': ['ID=8ae9de77-eda1-4d41-94aa-ca7c5fc65aaa,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:56.731142 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-92aa2d97-04ae-4b71-8f49-55a4c736e97d None None] Attempting to bind port 8ae9de77-eda1-4d41-94aa-ca7c5fc65aaa on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:46:56.731142 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-92aa2d97-04ae-4b71-8f49-55a4c736e97d None None] Attempting to bind port 8ae9de77-eda1-4d41-94aa-ca7c5fc65aaa by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:46:56.731511 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92aa2d97-04ae-4b71-8f49-55a4c736e97d None None] Attempting to bind port 8ae9de77-eda1-4d41-94aa-ca7c5fc65aaa on network eaf64708-9021-419e-b287-ef3e0f51e2ee {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:46:56.754352 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92aa2d97-04ae-4b71-8f49-55a4c736e97d None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:46:56.754736 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92aa2d97-04ae-4b71-8f49-55a4c736e97d None None] Checking segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:46:56.755167 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-92aa2d97-04ae-4b71-8f49-55a4c736e97d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:56.755529 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92aa2d97-04ae-4b71-8f49-55a4c736e97d None None] Bound using segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:46:56.756031 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-92aa2d97-04ae-4b71-8f49-55a4c736e97d None None] Bound port: 8ae9de77-eda1-4d41-94aa-ca7c5fc65aaa, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:46:56.756397 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-92aa2d97-04ae-4b71-8f49-55a4c736e97d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (8ae9de77-eda1-4d41-94aa-ca7c5fc65aaa), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:56.759877 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5922e611-63a9-4002-ae7b-07acd38ca840 admin admin] Network 1bac5dfa-8f34-47c9-a0d0-c6a7ce745c3f is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:46:56.761548 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-5922e611-63a9-4002-ae7b-07acd38ca840 admin admin] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:46:56.785853 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:56.797029 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-c85ded8a-2eb1-4fbc-8303-3040c985d3fe None None] Provisioning complete for port 7e18000c-a972-4c38-830a-deaa4c1415ad triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:46:56.797432 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c85ded8a-2eb1-4fbc-8303-3040c985d3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (7e18000c-a972-4c38-830a-deaa4c1415ad), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:56.864508 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 8deff6fa-87f8-407f-ac19-865e639d6924 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:46:56.864883 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (8deff6fa-87f8-407f-ac19-865e639d6924), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:56.866979 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-92aa2d97-04ae-4b71-8f49-55a4c736e97d None None] For port 8ae9de77-eda1-4d41-94aa-ca7c5fc65aaa, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:46:56.868892 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-c85ded8a-2eb1-4fbc-8303-3040c985d3fe None None] Port 7e18000c-a972-4c38-830a-deaa4c1415ad cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:46:56.873100 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-92aa2d97-04ae-4b71-8f49-55a4c736e97d None None] For port 8ae9de77-eda1-4d41-94aa-ca7c5fc65aaa, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=8ae9de77-eda1-4d41-94aa-ca7c5fc65aaa,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:46:56.896745 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-92aa2d97-04ae-4b71-8f49-55a4c736e97d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (8ae9de77-eda1-4d41-94aa-ca7c5fc65aaa), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:56.903751 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5922e611-63a9-4002-ae7b-07acd38ca840 admin admin] Router 53f8272b-06ab-4a70-abd4-418b7fb2a6c1 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:46:56.975219 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92aa2d97-04ae-4b71-8f49-55a4c736e97d None None] Routers {'53f8272b-06ab-4a70-abd4-418b7fb2a6c1'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:46:56.975866 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-92aa2d97-04ae-4b71-8f49-55a4c736e97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:46:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['53f8272b-06ab-4a70-abd4-418b7fb2a6c1'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:46:56.979680 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d850245-edbd-4dbb-9a81-5a1e120e9bfa None None] Pushing event updated for resources: {'Port': ['ID=8ae9de77-eda1-4d41-94aa-ca7c5fc65aaa,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:46:57.029743 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5922e611-63a9-4002-ae7b-07acd38ca840 admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:46:57.045064 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-5922e611-63a9-4002-ae7b-07acd38ca840 admin admin] 10.222.0.72 "PUT /v2.0/routers/53f8272b-06ab-4a70-abd4-418b7fb2a6c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8261306 Feb 19 03:46:57.063090 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 8deff6fa-87f8-407f-ac19-865e639d6924 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:46:57.064212 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device cc8eb773-8e78-44bf-b06f-f96d2c74baec up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:46:57.162428 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-8461c8bc-1d1a-4a6f-9d0b-51d7f0a1d566 None None] Provisioning complete for port 7e18000c-a972-4c38-830a-deaa4c1415ad triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:46:57.162802 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-8461c8bc-1d1a-4a6f-9d0b-51d7f0a1d566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (7e18000c-a972-4c38-830a-deaa4c1415ad), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:57.193580 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-92aa2d97-04ae-4b71-8f49-55a4c736e97d None None] Set router 53f8272b-06ab-4a70-abd4-418b7fb2a6c1 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:46:57.243808 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-8461c8bc-1d1a-4a6f-9d0b-51d7f0a1d566 None None] Port 7e18000c-a972-4c38-830a-deaa4c1415ad cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:46:57.250347 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port cc8eb773-8e78-44bf-b06f-f96d2c74baec triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:46:57.250728 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (cc8eb773-8e78-44bf-b06f-f96d2c74baec), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:57.449693 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port cc8eb773-8e78-44bf-b06f-f96d2c74baec is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:46:57.477760 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-92aa2d97-04ae-4b71-8f49-55a4c736e97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f8272b-06ab-4a70-abd4-418b7fb2a6c1', 'name': 'tempest-TestEncryptedCinderVolumes-129611097-router', 'tenant_id': 'fb758e68a9e74a8e9432c9afc38b9bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': '8ae9de77-eda1-4d41-94aa-ca7c5fc65aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:46:53Z', 'updated_at': '2022-02-19T03:46:56Z', 'revision_number': 4, 'project_id': 'fb758e68a9e74a8e9432c9afc38b9bde', 'gw_port': {'id': '8ae9de77-eda1-4d41-94aa-ca7c5fc65aaa', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:f2:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f8272b-06ab-4a70-abd4-418b7fb2a6c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:46:53Z', 'updated_at': '2022-02-19T03:46:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '7e18000c-a972-4c38-830a-deaa4c1415ad', 'name': '', 'network_id': '1bac5dfa-8f34-47c9-a0d0-c6a7ce745c3f', 'tenant_id': 'fb758e68a9e74a8e9432c9afc38b9bde', 'mac_address': 'fa:16:3e:96:92:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f8272b-06ab-4a70-abd4-418b7fb2a6c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '58d3c018-7d40-427d-b5c2-a6bd583cd5b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:46:55Z', 'updated_at': '2022-02-19T03:46:56Z', 'revision_number': 2, 'project_id': 'fb758e68a9e74a8e9432c9afc38b9bde', 'subnets': [{'id': '58d3c018-7d40-427d-b5c2-a6bd583cd5b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:46:57.504228 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92aa2d97-04ae-4b71-8f49-55a4c736e97d None None] The sync data for ids ['53f8272b-06ab-4a70-abd4-418b7fb2a6c1'] in n-d-826753-2 is: [{'id': '53f8272b-06ab-4a70-abd4-418b7fb2a6c1', 'name': 'tempest-TestEncryptedCinderVolumes-129611097-router', 'tenant_id': 'fb758e68a9e74a8e9432c9afc38b9bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': '8ae9de77-eda1-4d41-94aa-ca7c5fc65aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:46:53Z', 'updated_at': '2022-02-19T03:46:56Z', 'revision_number': 4, 'project_id': 'fb758e68a9e74a8e9432c9afc38b9bde', 'gw_port': {'id': '8ae9de77-eda1-4d41-94aa-ca7c5fc65aaa', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:f2:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f8272b-06ab-4a70-abd4-418b7fb2a6c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:46:53Z', 'updated_at': '2022-02-19T03:46:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '7e18000c-a972-4c38-830a-deaa4c1415ad', 'name': '', 'network_id': '1bac5dfa-8f34-47c9-a0d0-c6a7ce745c3f', 'tenant_id': 'fb758e68a9e74a8e9432c9afc38b9bde', 'mac_address': 'fa:16:3e:96:92:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f8272b-06ab-4a70-abd4-418b7fb2a6c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '58d3c018-7d40-427d-b5c2-a6bd583cd5b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:46:55Z', 'updated_at': '2022-02-19T03:46:56Z', 'revision_number': 2, 'project_id': 'fb758e68a9e74a8e9432c9afc38b9bde', 'subnets': [{'id': '58d3c018-7d40-427d-b5c2-a6bd583cd5b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:46:57.868904 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device cc8eb773-8e78-44bf-b06f-f96d2c74baec up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:46:57.919828 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port cc8eb773-8e78-44bf-b06f-f96d2c74baec triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:46:57.920066 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (cc8eb773-8e78-44bf-b06f-f96d2c74baec), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:58.001395 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c4c065-f648-4247-a5cd-848aae6405f7 req-2da6490d-f85e-4520-9a1f-cca5ab851424 tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:58.003150 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d6c4c065-f648-4247-a5cd-848aae6405f7 req-2da6490d-f85e-4520-9a1f-cca5ab851424 tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] 10.222.0.72 "GET /v2.0/networks?id=459249c8-cbd0-480d-b0c6-976eabb03d9d HTTP/1.1" status: 200 len: 817 time: 0.1114700 Feb 19 03:46:58.005152 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port cc8eb773-8e78-44bf-b06f-f96d2c74baec is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:46:58.020576 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d6c4c065-f648-4247-a5cd-848aae6405f7 req-7dcfc76d-73c6-4732-9a5a-71a7bd9f1868 tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] 10.222.0.72 "GET /v2.0/quotas/15e868dfeb67486197e9be86425a01ad HTTP/1.1" status: 200 len: 375 time: 0.0102389 Feb 19 03:46:58.083049 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d6c4c065-f648-4247-a5cd-848aae6405f7 req-8f81cfeb-8884-42c9-90a8-644c0035e1cc tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=15e868dfeb67486197e9be86425a01ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0570295 Feb 19 03:46:58.194621 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d6c4c065-f648-4247-a5cd-848aae6405f7 req-a469b364-b0b2-401c-bed8-4a19caa9ccf5 service neutron] 10.222.0.72 "GET /v2.0/networks/459249c8-cbd0-480d-b0c6-976eabb03d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941281 Feb 19 03:46:58.298624 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d6c4c065-f648-4247-a5cd-848aae6405f7 req-5cdd817c-b639-4c69-84bf-72155d0d7e3b service neutron] 10.222.0.72 "GET /v2.0/networks/459249c8-cbd0-480d-b0c6-976eabb03d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103210 Feb 19 03:46:58.475406 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-969bf1f1-fb74-4c88-9180-c6996de4de33 req-62cd1ed4-7ab6-4abb-a229-cf601e08fcc2 tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a7a1565-747b-435d-9fee-3d7b596b994d HTTP/1.1" status: 200 len: 210 time: 0.0290537 Feb 19 03:46:59.518914 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c4c065-f648-4247-a5cd-848aae6405f7 req-00223f70-a7a2-49e3-b16e-416eb15e18c9 tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:59.520797 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d6c4c065-f648-4247-a5cd-848aae6405f7 req-00223f70-a7a2-49e3-b16e-416eb15e18c9 tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] 10.222.0.73 "GET /v2.0/networks?id=459249c8-cbd0-480d-b0c6-976eabb03d9d HTTP/1.1" status: 200 len: 817 time: 0.1094370 Feb 19 03:46:59.538995 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-d6c4c065-f648-4247-a5cd-848aae6405f7 req-40bede23-57d3-452d-8481-0766f34a787f tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] Request body: {'port': {'device_id': '4a7a1565-747b-435d-9fee-3d7b596b994d', 'network_id': '459249c8-cbd0-480d-b0c6-976eabb03d9d', 'admin_state_up': True, 'tenant_id': '15e868dfeb67486197e9be86425a01ad'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:46:59.573769 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870af254-7009-4260-9482-fc318300257f None None] Sync routers for ids ['53f8272b-06ab-4a70-abd4-418b7fb2a6c1'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:46:59.588729 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870af254-7009-4260-9482-fc318300257f None None] Routers {'53f8272b-06ab-4a70-abd4-418b7fb2a6c1'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:46:59.589343 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-29446e48-fcc4-41b3-b943-b978ee29fc87 req-b58d2ce0-3c93-4b4f-ba9e-1b1a732db4eb tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a7a1565-747b-435d-9fee-3d7b596b994d HTTP/1.1" status: 200 len: 210 time: 0.0311031 Feb 19 03:46:59.590460 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-870af254-7009-4260-9482-fc318300257f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:46:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['53f8272b-06ab-4a70-abd4-418b7fb2a6c1'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:46:59.668682 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6c4c065-f648-4247-a5cd-848aae6405f7 req-40bede23-57d3-452d-8481-0766f34a787f tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] Made reservation on behalf of 15e868dfeb67486197e9be86425a01ad for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:46:59.671564 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-d6c4c065-f648-4247-a5cd-848aae6405f7 req-40bede23-57d3-452d-8481-0766f34a787f tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:59.704839 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-870af254-7009-4260-9482-fc318300257f None None] Set router 53f8272b-06ab-4a70-abd4-418b7fb2a6c1 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:46:59.816063 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [req-d6c4c065-f648-4247-a5cd-848aae6405f7 req-40bede23-57d3-452d-8481-0766f34a787f tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] Allocated IP 172.20.0.14 (459249c8-cbd0-480d-b0c6-976eabb03d9d/7f31f2f0-6023-4419-b593-a974a2526901/6ed253ab-2132-4d1a-8941-bda08d0b3983) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:46:59.883092 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 8ae9de77-eda1-4d41-94aa-ca7c5fc65aaa up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:46:59.935500 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 8ae9de77-eda1-4d41-94aa-ca7c5fc65aaa triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:46:59.935874 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (8ae9de77-eda1-4d41-94aa-ca7c5fc65aaa), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:00.001123 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-d6c4c065-f648-4247-a5cd-848aae6405f7 req-40bede23-57d3-452d-8481-0766f34a787f tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] Publish callbacks [] for port (6ed253ab-2132-4d1a-8941-bda08d0b3983), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:00.009332 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-870af254-7009-4260-9482-fc318300257f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f8272b-06ab-4a70-abd4-418b7fb2a6c1', 'name': 'tempest-TestEncryptedCinderVolumes-129611097-router', 'tenant_id': 'fb758e68a9e74a8e9432c9afc38b9bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': '8ae9de77-eda1-4d41-94aa-ca7c5fc65aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:46:53Z', 'updated_at': '2022-02-19T03:46:56Z', 'revision_number': 4, 'project_id': 'fb758e68a9e74a8e9432c9afc38b9bde', 'gw_port': {'id': '8ae9de77-eda1-4d41-94aa-ca7c5fc65aaa', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:f2:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f8272b-06ab-4a70-abd4-418b7fb2a6c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:46:53Z', 'updated_at': '2022-02-19T03:46:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '7e18000c-a972-4c38-830a-deaa4c1415ad', 'name': '', 'network_id': '1bac5dfa-8f34-47c9-a0d0-c6a7ce745c3f', 'tenant_id': 'fb758e68a9e74a8e9432c9afc38b9bde', 'mac_address': 'fa:16:3e:96:92:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f8272b-06ab-4a70-abd4-418b7fb2a6c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '58d3c018-7d40-427d-b5c2-a6bd583cd5b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:46:55Z', 'updated_at': '2022-02-19T03:46:56Z', 'revision_number': 2, 'project_id': 'fb758e68a9e74a8e9432c9afc38b9bde', 'subnets': [{'id': '58d3c018-7d40-427d-b5c2-a6bd583cd5b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:47:00.018517 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 8ae9de77-eda1-4d41-94aa-ca7c5fc65aaa is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:47:00.018910 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (8ae9de77-eda1-4d41-94aa-ca7c5fc65aaa), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:00.037987 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870af254-7009-4260-9482-fc318300257f None None] Checking router: 53f8272b-06ab-4a70-abd4-418b7fb2a6c1 for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:47:00.038342 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870af254-7009-4260-9482-fc318300257f None None] Updating router 53f8272b-06ab-4a70-abd4-418b7fb2a6c1 port 7e18000c-a972-4c38-830a-deaa4c1415ad binding host n-d-826753-2 {{(pid=103704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:47:00.044718 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port 8ae9de77-eda1-4d41-94aa-ca7c5fc65aaa, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=8ae9de77-eda1-4d41-94aa-ca7c5fc65aaa,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:47:00.048666 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (8ae9de77-eda1-4d41-94aa-ca7c5fc65aaa), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:00.049702 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-d6c4c065-f648-4247-a5cd-848aae6405f7 req-40bede23-57d3-452d-8481-0766f34a787f tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (6ed253ab-2132-4d1a-8941-bda08d0b3983), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:00.075684 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-870af254-7009-4260-9482-fc318300257f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (7e18000c-a972-4c38-830a-deaa4c1415ad), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:00.094262 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6c4c065-f648-4247-a5cd-848aae6405f7 req-40bede23-57d3-452d-8481-0766f34a787f tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] Network 459249c8-cbd0-480d-b0c6-976eabb03d9d is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:47:00.097658 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [req-d6c4c065-f648-4247-a5cd-848aae6405f7 req-40bede23-57d3-452d-8481-0766f34a787f tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:47:00.099081 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=8ae9de77-eda1-4d41-94aa-ca7c5fc65aaa,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:47:00.100084 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6c4c065-f648-4247-a5cd-848aae6405f7 req-40bede23-57d3-452d-8481-0766f34a787f tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:47:00.147984 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bede23-57d3-452d-8481-0766f34a787f tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] Pushing event updated for resources: {'Port': ['ID=6ed253ab-2132-4d1a-8941-bda08d0b3983,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:47:00.171936 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c4c065-f648-4247-a5cd-848aae6405f7 req-40bede23-57d3-452d-8481-0766f34a787f tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:00.172577 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-d6c4c065-f648-4247-a5cd-848aae6405f7 req-40bede23-57d3-452d-8481-0766f34a787f tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:00.195210 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d6c4c065-f648-4247-a5cd-848aae6405f7 req-40bede23-57d3-452d-8481-0766f34a787f tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6603570 Feb 19 03:47:00.212085 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-d6c4c065-f648-4247-a5cd-848aae6405f7 req-3f432cad-3c14-4afc-bba1-ea668ef19830 service neutron] Request body: {'port': {'device_id': '4a7a1565-747b-435d-9fee-3d7b596b994d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826753-2'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:47:00.275978 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-d6c4c065-f648-4247-a5cd-848aae6405f7 req-3f432cad-3c14-4afc-bba1-ea668ef19830 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (6ed253ab-2132-4d1a-8941-bda08d0b3983), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:00.359878 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-870af254-7009-4260-9482-fc318300257f None None] Publish callbacks [] for port (7e18000c-a972-4c38-830a-deaa4c1415ad), precommit_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:00.364859 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-870af254-7009-4260-9482-fc318300257f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (7e18000c-a972-4c38-830a-deaa4c1415ad), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:00.391453 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-66fbda3c-7fbb-4040-9c00-b6eb0dad2430 None None] Provisioning complete for port 6ed253ab-2132-4d1a-8941-bda08d0b3983 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:47:00.392795 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-66fbda3c-7fbb-4040-9c00-b6eb0dad2430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (6ed253ab-2132-4d1a-8941-bda08d0b3983), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:00.424553 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d7f1b1-ab7e-4de2-8c35-b7f5d40a021e None None] Pushing event updated for resources: {'Port': ['ID=7e18000c-a972-4c38-830a-deaa4c1415ad,revision_number=3']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:47:00.442954 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-66fbda3c-7fbb-4040-9c00-b6eb0dad2430 None None] Port 6ed253ab-2132-4d1a-8941-bda08d0b3983 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:47:00.497850 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-870af254-7009-4260-9482-fc318300257f None None] Attempting to bind port 7e18000c-a972-4c38-830a-deaa4c1415ad on host n-d-826753-2 for vnic_type normal with profile {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:47:00.498232 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-870af254-7009-4260-9482-fc318300257f None None] Attempting to bind port 7e18000c-a972-4c38-830a-deaa4c1415ad by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': 'e1edeca7-c34e-4551-8e16-2c9e81dfcb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '1bac5dfa-8f34-47c9-a0d0-c6a7ce745c3f'}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:47:00.498596 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870af254-7009-4260-9482-fc318300257f None None] Attempting to bind port 7e18000c-a972-4c38-830a-deaa4c1415ad on network 1bac5dfa-8f34-47c9-a0d0-c6a7ce745c3f {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:47:00.505063 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870af254-7009-4260-9482-fc318300257f None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:47:00.505443 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870af254-7009-4260-9482-fc318300257f None None] Checking segment: {'id': 'e1edeca7-c34e-4551-8e16-2c9e81dfcb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '1bac5dfa-8f34-47c9-a0d0-c6a7ce745c3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:47:00.505844 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-870af254-7009-4260-9482-fc318300257f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:00.506237 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870af254-7009-4260-9482-fc318300257f None None] Bound using segment: {'id': 'e1edeca7-c34e-4551-8e16-2c9e81dfcb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '1bac5dfa-8f34-47c9-a0d0-c6a7ce745c3f'} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:47:00.507063 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-870af254-7009-4260-9482-fc318300257f None None] Bound port: 7e18000c-a972-4c38-830a-deaa4c1415ad, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1edeca7-c34e-4551-8e16-2c9e81dfcb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '1bac5dfa-8f34-47c9-a0d0-c6a7ce745c3f'}}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:47:00.507063 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-870af254-7009-4260-9482-fc318300257f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (7e18000c-a972-4c38-830a-deaa4c1415ad), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:00.576485 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-870af254-7009-4260-9482-fc318300257f None None] For port 7e18000c-a972-4c38-830a-deaa4c1415ad, host n-d-826753-2, cleared binding levels {{(pid=103704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:47:00.580709 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-870af254-7009-4260-9482-fc318300257f None None] For port 7e18000c-a972-4c38-830a-deaa4c1415ad, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=7e18000c-a972-4c38-830a-deaa4c1415ad,segment=NetworkSegment(e1edeca7-c34e-4551-8e16-2c9e81dfcb66),segment_id=e1edeca7-c34e-4551-8e16-2c9e81dfcb66)] {{(pid=103704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:47:00.581387 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-d6c4c065-f648-4247-a5cd-848aae6405f7 req-3f432cad-3c14-4afc-bba1-ea668ef19830 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ed253ab-2132-4d1a-8941-bda08d0b3983 {{(pid=103702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:47:00.589179 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-870af254-7009-4260-9482-fc318300257f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (7e18000c-a972-4c38-830a-deaa4c1415ad), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:00.591977 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-d6c4c065-f648-4247-a5cd-848aae6405f7 req-3f432cad-3c14-4afc-bba1-ea668ef19830 service neutron] Publish callbacks [] for port (6ed253ab-2132-4d1a-8941-bda08d0b3983), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:00.606376 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-d6c4c065-f648-4247-a5cd-848aae6405f7 req-3f432cad-3c14-4afc-bba1-ea668ef19830 service neutron] Transition to ACTIVE for port object 6ed253ab-2132-4d1a-8941-bda08d0b3983 will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:47:00.609961 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-d6c4c065-f648-4247-a5cd-848aae6405f7 req-3f432cad-3c14-4afc-bba1-ea668ef19830 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (6ed253ab-2132-4d1a-8941-bda08d0b3983), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:00.649922 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870af254-7009-4260-9482-fc318300257f None None] Routers {'53f8272b-06ab-4a70-abd4-418b7fb2a6c1'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:47:00.650566 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-870af254-7009-4260-9482-fc318300257f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:46:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['53f8272b-06ab-4a70-abd4-418b7fb2a6c1'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:47:00.693136 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-0680aad9-e4c4-46e9-a50d-cc88dd8226be None None] Provisioning complete for port 7e18000c-a972-4c38-830a-deaa4c1415ad triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:47:00.693736 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-0680aad9-e4c4-46e9-a50d-cc88dd8226be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (7e18000c-a972-4c38-830a-deaa4c1415ad), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:00.694961 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d7f1b1-ab7e-4de2-8c35-b7f5d40a021e None None] Pushing event updated for resources: {'Port': ['ID=7e18000c-a972-4c38-830a-deaa4c1415ad,revision_number=4']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:47:00.696851 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f432cad-3c14-4afc-bba1-ea668ef19830 service neutron] Pushing event updated for resources: {'Port': ['ID=6ed253ab-2132-4d1a-8941-bda08d0b3983,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:47:00.771432 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-d6c4c065-f648-4247-a5cd-848aae6405f7 req-3f432cad-3c14-4afc-bba1-ea668ef19830 service neutron] Attempting to bind port 6ed253ab-2132-4d1a-8941-bda08d0b3983 on host n-h1-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:47:00.773720 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-d6c4c065-f648-4247-a5cd-848aae6405f7 req-3f432cad-3c14-4afc-bba1-ea668ef19830 service neutron] Attempting to bind port 6ed253ab-2132-4d1a-8941-bda08d0b3983 by drivers openvswitch,hyperv on host n-h1-826753-2 at level 0 using segments [{'id': '7802e1d2-6348-461a-a147-ab4280d97a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '459249c8-cbd0-480d-b0c6-976eabb03d9d'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:47:00.774184 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c4c065-f648-4247-a5cd-848aae6405f7 req-3f432cad-3c14-4afc-bba1-ea668ef19830 service neutron] Attempting to bind port 6ed253ab-2132-4d1a-8941-bda08d0b3983 on network 459249c8-cbd0-480d-b0c6-976eabb03d9d {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:47:00.782353 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c4c065-f648-4247-a5cd-848aae6405f7 req-3f432cad-3c14-4afc-bba1-ea668ef19830 service neutron] Port 6ed253ab-2132-4d1a-8941-bda08d0b3983 on network 459249c8-cbd0-480d-b0c6-976eabb03d9d not bound, no agent of type Open vSwitch agent registered on host n-h1-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:47:00.783147 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c4c065-f648-4247-a5cd-848aae6405f7 req-3f432cad-3c14-4afc-bba1-ea668ef19830 service neutron] Attempting to bind port 6ed253ab-2132-4d1a-8941-bda08d0b3983 on network 459249c8-cbd0-480d-b0c6-976eabb03d9d {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:47:00.794448 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c4c065-f648-4247-a5cd-848aae6405f7 req-3f432cad-3c14-4afc-bba1-ea668ef19830 service neutron] Checking agent: {'id': '9d56fb1b-2855-496a-a6d9-c324740cb98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:47:00.795461 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c4c065-f648-4247-a5cd-848aae6405f7 req-3f432cad-3c14-4afc-bba1-ea668ef19830 service neutron] Checking segment: {'id': '7802e1d2-6348-461a-a147-ab4280d97a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '459249c8-cbd0-480d-b0c6-976eabb03d9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:47:00.795961 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c4c065-f648-4247-a5cd-848aae6405f7 req-3f432cad-3c14-4afc-bba1-ea668ef19830 service neutron] Bound using segment: {'id': '7802e1d2-6348-461a-a147-ab4280d97a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '459249c8-cbd0-480d-b0c6-976eabb03d9d'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:47:00.796505 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-d6c4c065-f648-4247-a5cd-848aae6405f7 req-3f432cad-3c14-4afc-bba1-ea668ef19830 service neutron] Bound port: 6ed253ab-2132-4d1a-8941-bda08d0b3983, host: n-h1-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7802e1d2-6348-461a-a147-ab4280d97a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '459249c8-cbd0-480d-b0c6-976eabb03d9d'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:47:00.797553 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-d6c4c065-f648-4247-a5cd-848aae6405f7 req-3f432cad-3c14-4afc-bba1-ea668ef19830 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (6ed253ab-2132-4d1a-8941-bda08d0b3983), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:00.814623 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-870af254-7009-4260-9482-fc318300257f None None] Set router 53f8272b-06ab-4a70-abd4-418b7fb2a6c1 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:47:00.838351 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657b2ab5-6a72-499a-86e9-34bb48ac46c4 req-2c511106-b86c-4ffe-ad60-7607cbc46a0c tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:00.841186 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-657b2ab5-6a72-499a-86e9-34bb48ac46c4 req-2c511106-b86c-4ffe-ad60-7607cbc46a0c tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a7a1565-747b-435d-9fee-3d7b596b994d HTTP/1.1" status: 200 len: 944 time: 0.1160803 Feb 19 03:47:00.873369 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-0680aad9-e4c4-46e9-a50d-cc88dd8226be None None] Current status of the port 7e18000c-a972-4c38-830a-deaa4c1415ad is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:47:00.873833 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-0680aad9-e4c4-46e9-a50d-cc88dd8226be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (7e18000c-a972-4c38-830a-deaa4c1415ad), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:00.926382 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-657b2ab5-6a72-499a-86e9-34bb48ac46c4 req-bf724ddb-0d9a-4d7f-8de0-4164728dcff3 tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] 10.222.0.72 "GET /v2.0/security-groups?id=b76d3460-b491-453e-b90e-6b7eaaec3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793123 Feb 19 03:47:00.936115 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-0680aad9-e4c4-46e9-a50d-cc88dd8226be None None] For port 7e18000c-a972-4c38-830a-deaa4c1415ad, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=7e18000c-a972-4c38-830a-deaa4c1415ad,segment=NetworkSegment(e1edeca7-c34e-4551-8e16-2c9e81dfcb66),segment_id=e1edeca7-c34e-4551-8e16-2c9e81dfcb66)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:47:00.941439 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-0680aad9-e4c4-46e9-a50d-cc88dd8226be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (7e18000c-a972-4c38-830a-deaa4c1415ad), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:00.944840 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-d6c4c065-f648-4247-a5cd-848aae6405f7 req-3f432cad-3c14-4afc-bba1-ea668ef19830 service neutron] For port 6ed253ab-2132-4d1a-8941-bda08d0b3983, host n-h1-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:47:00.951531 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-d6c4c065-f648-4247-a5cd-848aae6405f7 req-3f432cad-3c14-4afc-bba1-ea668ef19830 service neutron] For port 6ed253ab-2132-4d1a-8941-bda08d0b3983, host n-h1-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=6ed253ab-2132-4d1a-8941-bda08d0b3983,segment=NetworkSegment(7802e1d2-6348-461a-a147-ab4280d97a99),segment_id=7802e1d2-6348-461a-a147-ab4280d97a99)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:47:00.961444 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-d6c4c065-f648-4247-a5cd-848aae6405f7 req-3f432cad-3c14-4afc-bba1-ea668ef19830 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (6ed253ab-2132-4d1a-8941-bda08d0b3983), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:00.985477 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c4c065-f648-4247-a5cd-848aae6405f7 req-3f432cad-3c14-4afc-bba1-ea668ef19830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:00.987033 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-d6c4c065-f648-4247-a5cd-848aae6405f7 req-3f432cad-3c14-4afc-bba1-ea668ef19830 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:00.988487 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d6c4c065-f648-4247-a5cd-848aae6405f7 req-3f432cad-3c14-4afc-bba1-ea668ef19830 service neutron] 10.222.0.73 "PUT /v2.0/ports/6ed253ab-2132-4d1a-8941-bda08d0b3983 HTTP/1.1" status: 200 len: 1092 time: 0.7808747 Feb 19 03:47:00.989552 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a7a1565-747b-435d-9fee-3d7b596b994d', 'tag': '6ed253ab-2132-4d1a-8941-bda08d0b3983'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:47:00.993454 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b48a34f37e4e31fa410c3f10fa4e23c828d45427043ff8d3e4d9f228381d6ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-704900b9-3733-42b5-a35d-757fee1d5312" -d '{"events": [{"name": "network-changed", "server_uuid": "4a7a1565-747b-435d-9fee-3d7b596b994d", "tag": "6ed253ab-2132-4d1a-8941-bda08d0b3983"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:47:01.063294 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0680aad9-e4c4-46e9-a50d-cc88dd8226be None None] Pushing event updated for resources: {'Port': ['ID=7e18000c-a972-4c38-830a-deaa4c1415ad,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:47:01.105817 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-5e514377-2e79-4aee-a6e0-830526cd97e0 None None] Provisioning complete for port 7e18000c-a972-4c38-830a-deaa4c1415ad triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:47:01.106645 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5e514377-2e79-4aee-a6e0-830526cd97e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (7e18000c-a972-4c38-830a-deaa4c1415ad), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:01.109232 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63274eb0-ef54-467a-a439-42dac3ce0d5d x-openstack-request-id: req-63274eb0-ef54-467a-a439-42dac3ce0d5d {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:47:01.109581 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a7a1565-747b-435d-9fee-3d7b596b994d", "tag": "6ed253ab-2132-4d1a-8941-bda08d0b3983", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:47:01.109878 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-63274eb0-ef54-467a-a439-42dac3ce0d5d {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:47:01.110554 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a7a1565-747b-435d-9fee-3d7b596b994d', 'tag': '6ed253ab-2132-4d1a-8941-bda08d0b3983', 'status': 'completed', 'code': 200} Feb 19 03:47:01.133693 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f432cad-3c14-4afc-bba1-ea668ef19830 service neutron] Pushing event updated for resources: {'Port': ['ID=6ed253ab-2132-4d1a-8941-bda08d0b3983,revision_number=3']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:47:01.146515 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c4c065-f648-4247-a5cd-848aae6405f7 req-93804e58-df88-4fe9-b2c5-2c699285c5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:01.148266 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d6c4c065-f648-4247-a5cd-848aae6405f7 req-93804e58-df88-4fe9-b2c5-2c699285c5a3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=15e868dfeb67486197e9be86425a01ad&device_id=4a7a1565-747b-435d-9fee-3d7b596b994d HTTP/1.1" status: 200 len: 1126 time: 0.0841763 Feb 19 03:47:01.170802 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-870af254-7009-4260-9482-fc318300257f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f8272b-06ab-4a70-abd4-418b7fb2a6c1', 'name': 'tempest-TestEncryptedCinderVolumes-129611097-router', 'tenant_id': 'fb758e68a9e74a8e9432c9afc38b9bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': '8ae9de77-eda1-4d41-94aa-ca7c5fc65aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:46:53Z', 'updated_at': '2022-02-19T03:46:56Z', 'revision_number': 4, 'project_id': 'fb758e68a9e74a8e9432c9afc38b9bde', 'gw_port': {'id': '8ae9de77-eda1-4d41-94aa-ca7c5fc65aaa', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:f2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f8272b-06ab-4a70-abd4-418b7fb2a6c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:46:53Z', 'updated_at': '2022-02-19T03:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '7e18000c-a972-4c38-830a-deaa4c1415ad', 'name': '', 'network_id': '1bac5dfa-8f34-47c9-a0d0-c6a7ce745c3f', 'tenant_id': 'fb758e68a9e74a8e9432c9afc38b9bde', 'mac_address': 'fa:16:3e:96:92:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f8272b-06ab-4a70-abd4-418b7fb2a6c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '58d3c018-7d40-427d-b5c2-a6bd583cd5b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:46:55Z', 'updated_at': '2022-02-19T03:47:00Z', 'revision_number': 4, 'project_id': 'fb758e68a9e74a8e9432c9afc38b9bde', 'subnets': [{'id': '58d3c018-7d40-427d-b5c2-a6bd583cd5b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:47:01.202084 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870af254-7009-4260-9482-fc318300257f None None] The sync data for ids ['53f8272b-06ab-4a70-abd4-418b7fb2a6c1'] in n-d-826753-2 is: [{'id': '53f8272b-06ab-4a70-abd4-418b7fb2a6c1', 'name': 'tempest-TestEncryptedCinderVolumes-129611097-router', 'tenant_id': 'fb758e68a9e74a8e9432c9afc38b9bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': '8ae9de77-eda1-4d41-94aa-ca7c5fc65aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:46:53Z', 'updated_at': '2022-02-19T03:46:56Z', 'revision_number': 4, 'project_id': 'fb758e68a9e74a8e9432c9afc38b9bde', 'gw_port': {'id': '8ae9de77-eda1-4d41-94aa-ca7c5fc65aaa', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:f2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f8272b-06ab-4a70-abd4-418b7fb2a6c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:46:53Z', 'updated_at': '2022-02-19T03:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '7e18000c-a972-4c38-830a-deaa4c1415ad', 'name': '', 'network_id': '1bac5dfa-8f34-47c9-a0d0-c6a7ce745c3f', 'tenant_id': 'fb758e68a9e74a8e9432c9afc38b9bde', 'mac_address': 'fa:16:3e:96:92:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f8272b-06ab-4a70-abd4-418b7fb2a6c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '58d3c018-7d40-427d-b5c2-a6bd583cd5b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:46:55Z', 'updated_at': '2022-02-19T03:47:00Z', 'revision_number': 4, 'project_id': 'fb758e68a9e74a8e9432c9afc38b9bde', 'subnets': [{'id': '58d3c018-7d40-427d-b5c2-a6bd583cd5b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:47:01.210549 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d6c4c065-f648-4247-a5cd-848aae6405f7 req-a2c03384-53a7-471d-8617-45fb2090900b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ed253ab-2132-4d1a-8941-bda08d0b3983 HTTP/1.1" status: 200 len: 217 time: 0.0490367 Feb 19 03:47:01.245899 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-5e514377-2e79-4aee-a6e0-830526cd97e0 None None] Current status of the port 7e18000c-a972-4c38-830a-deaa4c1415ad is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:47:01.268032 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c4c065-f648-4247-a5cd-848aae6405f7 req-7e320cc1-a211-478d-9498-bd4e09edb3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:01.269733 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d6c4c065-f648-4247-a5cd-848aae6405f7 req-7e320cc1-a211-478d-9498-bd4e09edb3e9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7f31f2f0-6023-4419-b593-a974a2526901 HTTP/1.1" status: 200 len: 856 time: 0.0524747 Feb 19 03:47:01.322889 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c4c065-f648-4247-a5cd-848aae6405f7 req-88c13d93-f768-4027-9b15-6a90cc57c86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:01.324764 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d6c4c065-f648-4247-a5cd-848aae6405f7 req-88c13d93-f768-4027-9b15-6a90cc57c86f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=459249c8-cbd0-480d-b0c6-976eabb03d9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0489075 Feb 19 03:47:01.420963 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d6c4c065-f648-4247-a5cd-848aae6405f7 req-768738ed-28e2-4fbb-808e-9ba8977790c7 service neutron] 10.222.0.73 "GET /v2.0/networks/459249c8-cbd0-480d-b0c6-976eabb03d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901797 Feb 19 03:47:01.517458 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d6c4c065-f648-4247-a5cd-848aae6405f7 req-ee58982c-a43b-463e-9e83-6823be93bdbc service neutron] 10.222.0.73 "GET /v2.0/networks/459249c8-cbd0-480d-b0c6-976eabb03d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872784 Feb 19 03:47:01.649886 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704900b9-3733-42b5-a35d-757fee1d5312 req-194c6efe-e7ab-40c5-bc62-b2a0e041d55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:01.651399 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-704900b9-3733-42b5-a35d-757fee1d5312 req-194c6efe-e7ab-40c5-bc62-b2a0e041d55b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=15e868dfeb67486197e9be86425a01ad&device_id=4a7a1565-747b-435d-9fee-3d7b596b994d HTTP/1.1" status: 200 len: 1126 time: 0.0470383 Feb 19 03:47:01.747697 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704900b9-3733-42b5-a35d-757fee1d5312 req-c24df216-adec-4f8c-b3a9-13ddba27c375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:01.749230 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-704900b9-3733-42b5-a35d-757fee1d5312 req-c24df216-adec-4f8c-b3a9-13ddba27c375 service neutron] 10.222.0.73 "GET /v2.0/networks?id=459249c8-cbd0-480d-b0c6-976eabb03d9d HTTP/1.1" status: 200 len: 918 time: 0.0911646 Feb 19 03:47:01.790780 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-704900b9-3733-42b5-a35d-757fee1d5312 req-c6acde27-b6b1-4cd9-b00b-c04a39cdb8e4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ed253ab-2132-4d1a-8941-bda08d0b3983 HTTP/1.1" status: 200 len: 217 time: 0.0357621 Feb 19 03:47:01.842680 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704900b9-3733-42b5-a35d-757fee1d5312 req-65346ddb-6282-4df7-9c7f-c7b1830a1d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:01.844181 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-704900b9-3733-42b5-a35d-757fee1d5312 req-65346ddb-6282-4df7-9c7f-c7b1830a1d5b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7f31f2f0-6023-4419-b593-a974a2526901 HTTP/1.1" status: 200 len: 856 time: 0.0454900 Feb 19 03:47:01.864846 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 8ae9de77-eda1-4d41-94aa-ca7c5fc65aaa up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:47:01.897741 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704900b9-3733-42b5-a35d-757fee1d5312 req-522d3f03-c341-4fe4-9085-d57faf0fc6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:01.899259 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-704900b9-3733-42b5-a35d-757fee1d5312 req-522d3f03-c341-4fe4-9085-d57faf0fc6b8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=459249c8-cbd0-480d-b0c6-976eabb03d9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0496864 Feb 19 03:47:01.911788 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 8ae9de77-eda1-4d41-94aa-ca7c5fc65aaa triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:47:01.912160 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (8ae9de77-eda1-4d41-94aa-ca7c5fc65aaa), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:01.991195 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-704900b9-3733-42b5-a35d-757fee1d5312 req-f636c515-82d7-48b9-aa39-61eba5a8113d service neutron] 10.222.0.73 "GET /v2.0/networks/459249c8-cbd0-480d-b0c6-976eabb03d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848131 Feb 19 03:47:01.992395 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 8ae9de77-eda1-4d41-94aa-ca7c5fc65aaa is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:47:01.993511 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 7e18000c-a972-4c38-830a-deaa4c1415ad up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:47:02.045317 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 7e18000c-a972-4c38-830a-deaa4c1415ad triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:47:02.045705 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (7e18000c-a972-4c38-830a-deaa4c1415ad), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:02.074153 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0977cb51-f2d3-40e4-bc63-4aa8ad04f254 req-b6f51824-1fc3-4300-983d-5f1d3d7763ba tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:02.076583 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0977cb51-f2d3-40e4-bc63-4aa8ad04f254 req-b6f51824-1fc3-4300-983d-5f1d3d7763ba tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a7a1565-747b-435d-9fee-3d7b596b994d HTTP/1.1" status: 200 len: 944 time: 0.0644963 Feb 19 03:47:02.098134 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-704900b9-3733-42b5-a35d-757fee1d5312 req-a4c412dc-7eeb-4f01-9a6c-eb6144a302c2 service neutron] 10.222.0.73 "GET /v2.0/networks/459249c8-cbd0-480d-b0c6-976eabb03d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007895 Feb 19 03:47:02.127851 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0977cb51-f2d3-40e4-bc63-4aa8ad04f254 req-abaf4e43-c4fa-49a9-8ef4-61bb1e8e0652 tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] 10.222.0.72 "GET /v2.0/security-groups?id=b76d3460-b491-453e-b90e-6b7eaaec3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453029 Feb 19 03:47:02.132446 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 7e18000c-a972-4c38-830a-deaa4c1415ad is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:47:03.248550 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3434ee-0e76-46bd-b4a0-db76d6a3821e req-fcb319c0-a891-432a-9dbb-22461fcc8e9e tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:03.250069 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-df3434ee-0e76-46bd-b4a0-db76d6a3821e req-fcb319c0-a891-432a-9dbb-22461fcc8e9e tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a7a1565-747b-435d-9fee-3d7b596b994d HTTP/1.1" status: 200 len: 944 time: 0.0527594 Feb 19 03:47:03.300954 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-df3434ee-0e76-46bd-b4a0-db76d6a3821e req-9844a021-02fe-42dc-ad36-cbf01e185fdf tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] 10.222.0.72 "GET /v2.0/security-groups?id=b76d3460-b491-453e-b90e-6b7eaaec3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452447 Feb 19 03:47:03.817337 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 6ed253ab-2132-4d1a-8941-bda08d0b3983 details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:47:03.910133 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 6ed253ab-2132-4d1a-8941-bda08d0b3983, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=6ed253ab-2132-4d1a-8941-bda08d0b3983,segment=NetworkSegment(7802e1d2-6348-461a-a147-ab4280d97a99),segment_id=7802e1d2-6348-461a-a147-ab4280d97a99)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:47:03.922186 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': '6ed253ab-2132-4d1a-8941-bda08d0b3983', 'network_id': '459249c8-cbd0-480d-b0c6-976eabb03d9d', 'port_id': '6ed253ab-2132-4d1a-8941-bda08d0b3983', 'mac_address': 'fa:16:3e:77:47:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f31f2f0-6023-4419-b593-a974a2526901', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:47:03.963234 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 6ed253ab-2132-4d1a-8941-bda08d0b3983 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:47:03.963642 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (6ed253ab-2132-4d1a-8941-bda08d0b3983), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:03.976268 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ed253ab-2132-4d1a-8941-bda08d0b3983 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:47:03.995484 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 6ed253ab-2132-4d1a-8941-bda08d0b3983, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=6ed253ab-2132-4d1a-8941-bda08d0b3983,segment=NetworkSegment(7802e1d2-6348-461a-a147-ab4280d97a99),segment_id=7802e1d2-6348-461a-a147-ab4280d97a99)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:47:04.001278 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (6ed253ab-2132-4d1a-8941-bda08d0b3983), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:04.048514 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=6ed253ab-2132-4d1a-8941-bda08d0b3983,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:47:04.360703 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['6ed253ab-2132-4d1a-8941-bda08d0b3983'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:47:04.423282 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535390c9-ed41-4ba2-a899-26cf648b95ce req-ef318fc1-6954-45b1-be12-38353c8b2d1a tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:04.425317 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-535390c9-ed41-4ba2-a899-26cf648b95ce req-ef318fc1-6954-45b1-be12-38353c8b2d1a tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a7a1565-747b-435d-9fee-3d7b596b994d HTTP/1.1" status: 200 len: 945 time: 0.0549059 Feb 19 03:47:04.478377 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-535390c9-ed41-4ba2-a899-26cf648b95ce req-fbb2e980-cffe-44aa-9dae-653a04ca4233 tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] 10.222.0.72 "GET /v2.0/security-groups?id=b76d3460-b491-453e-b90e-6b7eaaec3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465386 Feb 19 03:47:05.603221 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67dc15c-6ca8-44d4-a1df-0424aaa1c7e5 req-512ab81e-b981-4359-a883-ddb3226bd098 tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:05.604802 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c67dc15c-6ca8-44d4-a1df-0424aaa1c7e5 req-512ab81e-b981-4359-a883-ddb3226bd098 tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a7a1565-747b-435d-9fee-3d7b596b994d HTTP/1.1" status: 200 len: 945 time: 0.0567515 Feb 19 03:47:05.656590 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c67dc15c-6ca8-44d4-a1df-0424aaa1c7e5 req-32f6e37a-c237-42e7-9722-58355c243ecb tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] 10.222.0.72 "GET /v2.0/security-groups?id=b76d3460-b491-453e-b90e-6b7eaaec3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449827 Feb 19 03:47:05.833955 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 6ed253ab-2132-4d1a-8941-bda08d0b3983 up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:47:05.881761 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning for port 6ed253ab-2132-4d1a-8941-bda08d0b3983 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:47:05.885701 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port 6ed253ab-2132-4d1a-8941-bda08d0b3983 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:47:05.886082 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (6ed253ab-2132-4d1a-8941-bda08d0b3983), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:05.965630 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 6ed253ab-2132-4d1a-8941-bda08d0b3983 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:47:05.965938 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (6ed253ab-2132-4d1a-8941-bda08d0b3983), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:05.987688 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a7a1565-747b-435d-9fee-3d7b596b994d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ed253ab-2132-4d1a-8941-bda08d0b3983'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:47:05.989947 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88fe038525c8a7a69a3adae1ae732c1dd0c63371bed0a925712ea7f2f25f70bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34cc00c8-3cb1-4c0b-9061-837fa325353d" -d '{"events": [{"server_uuid": "4a7a1565-747b-435d-9fee-3d7b596b994d", "name": "network-vif-plugged", "status": "completed", "tag": "6ed253ab-2132-4d1a-8941-bda08d0b3983"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:47:06.003280 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 6ed253ab-2132-4d1a-8941-bda08d0b3983, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=6ed253ab-2132-4d1a-8941-bda08d0b3983,segment=NetworkSegment(7802e1d2-6348-461a-a147-ab4280d97a99),segment_id=7802e1d2-6348-461a-a147-ab4280d97a99)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:47:06.007251 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (6ed253ab-2132-4d1a-8941-bda08d0b3983), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:06.033497 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98040ebe-3b55-4adf-afd5-ca662b0c5855 x-openstack-request-id: req-98040ebe-3b55-4adf-afd5-ca662b0c5855 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:47:06.033718 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a7a1565-747b-435d-9fee-3d7b596b994d", "name": "network-vif-plugged", "status": "completed", "tag": "6ed253ab-2132-4d1a-8941-bda08d0b3983", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:47:06.033970 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-98040ebe-3b55-4adf-afd5-ca662b0c5855 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:47:06.034364 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a7a1565-747b-435d-9fee-3d7b596b994d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ed253ab-2132-4d1a-8941-bda08d0b3983', 'code': 200} Feb 19 03:47:06.061388 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=6ed253ab-2132-4d1a-8941-bda08d0b3983,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:47:06.155135 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029f7258-4bfc-457c-b359-3ef98caa0b46 req-20039385-9594-4605-bbdf-85a33da1f25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:06.156646 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-029f7258-4bfc-457c-b359-3ef98caa0b46 req-20039385-9594-4605-bbdf-85a33da1f25f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4a7a1565-747b-435d-9fee-3d7b596b994d HTTP/1.1" status: 200 len: 1128 time: 0.0441978 Feb 19 03:47:06.199706 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-029f7258-4bfc-457c-b359-3ef98caa0b46 req-27fd1f85-8339-4db4-9f07-356c8416cfaf service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b76d3460-b491-453e-b90e-6b7eaaec3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376956 Feb 19 03:47:06.779764 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bf8104-c8c8-434d-ae0f-9533fe09a147 req-f3df1f70-e903-4255-894c-4c8c219feb61 tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:06.781267 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-98bf8104-c8c8-434d-ae0f-9533fe09a147 req-f3df1f70-e903-4255-894c-4c8c219feb61 tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a7a1565-747b-435d-9fee-3d7b596b994d HTTP/1.1" status: 200 len: 946 time: 0.0562325 Feb 19 03:47:06.828359 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-98bf8104-c8c8-434d-ae0f-9533fe09a147 req-7b4512ec-61c5-4d6c-bcc8-84a684ca67a2 tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] 10.222.0.72 "GET /v2.0/security-groups?id=b76d3460-b491-453e-b90e-6b7eaaec3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415006 Feb 19 03:47:07.951572 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045fd270-0dc8-4410-a978-72bc6b6ea4f0 req-dad081b5-1b0a-4ce1-9da2-69482a52292a tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:07.953114 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-045fd270-0dc8-4410-a978-72bc6b6ea4f0 req-dad081b5-1b0a-4ce1-9da2-69482a52292a tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a7a1565-747b-435d-9fee-3d7b596b994d HTTP/1.1" status: 200 len: 946 time: 0.0549943 Feb 19 03:47:07.999521 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-045fd270-0dc8-4410-a978-72bc6b6ea4f0 req-31ba9e85-1c3e-483d-b434-c7815d7993ef tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] 10.222.0.72 "GET /v2.0/security-groups?id=b76d3460-b491-453e-b90e-6b7eaaec3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409138 Feb 19 03:47:08.118654 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2011bd6-461f-4a5a-b0df-93f01299f0eb req-b7c7f4c9-7d65-4187-a494-d10c887eef18 tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:08.120118 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f2011bd6-461f-4a5a-b0df-93f01299f0eb req-b7c7f4c9-7d65-4187-a494-d10c887eef18 tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a7a1565-747b-435d-9fee-3d7b596b994d HTTP/1.1" status: 200 len: 946 time: 0.0523489 Feb 19 03:47:08.170635 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f2011bd6-461f-4a5a-b0df-93f01299f0eb req-c5f438dd-0285-4339-ba62-dffcadbb1f8a tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] 10.222.0.72 "GET /v2.0/security-groups?id=b76d3460-b491-453e-b90e-6b7eaaec3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443916 Feb 19 03:47:15.635310 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-0af089c7-4ab4-4cc2-896e-ba0d2a2f0f5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:17.814763 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-434f8a13-6025-4b45-b7a7-6c1215c000c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:19.475216 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:20.648274 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:22.049657 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:22.935612 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:26.701279 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:27.933086 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:47:42.711798 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4b2733-b612-43f1-a125-0d8e22822256 req-7c29b3f2-d0ff-4862-9024-9964a468d5f7 tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:42.713433 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3c4b2733-b612-43f1-a125-0d8e22822256 req-7c29b3f2-d0ff-4862-9024-9964a468d5f7 tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a7a1565-747b-435d-9fee-3d7b596b994d HTTP/1.1" status: 200 len: 946 time: 0.0546658 Feb 19 03:47:42.761660 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3c4b2733-b612-43f1-a125-0d8e22822256 req-02980400-6597-42bb-a210-b8cc5c73c85f tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] 10.222.0.72 "GET /v2.0/security-groups?id=b76d3460-b491-453e-b90e-6b7eaaec3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421669 Feb 19 03:47:43.882891 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b4523a-0a39-4c21-aa2b-e7d879179fe5 req-bfdd7316-bc18-4f59-b2d8-e088c089ed1f tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:43.884805 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-20b4523a-0a39-4c21-aa2b-e7d879179fe5 req-bfdd7316-bc18-4f59-b2d8-e088c089ed1f tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a7a1565-747b-435d-9fee-3d7b596b994d HTTP/1.1" status: 200 len: 946 time: 0.0528088 Feb 19 03:47:43.932434 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-20b4523a-0a39-4c21-aa2b-e7d879179fe5 req-d5bc8b3f-c57a-442e-9274-39edb69a4097 tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] 10.222.0.72 "GET /v2.0/security-groups?id=b76d3460-b491-453e-b90e-6b7eaaec3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415130 Feb 19 03:47:44.704345 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdc20f1-d1c8-48c4-b3d7-706815e69007 req-23aec0b1-47f1-4cb2-bb33-ea71b35edd24 tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:44.705716 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8cdc20f1-d1c8-48c4-b3d7-706815e69007 req-23aec0b1-47f1-4cb2-bb33-ea71b35edd24 tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] 10.222.0.73 "GET /v2.0/ports?device_id=4a7a1565-747b-435d-9fee-3d7b596b994d HTTP/1.1" status: 200 len: 946 time: 0.0518737 Feb 19 03:47:44.801851 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-8cdc20f1-d1c8-48c4-b3d7-706815e69007 req-7819cb46-1f89-4d57-89b6-1f42bd0df252 tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] Deleting port 6ed253ab-2132-4d1a-8941-bda08d0b3983 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:47:44.802189 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-8cdc20f1-d1c8-48c4-b3d7-706815e69007 req-7819cb46-1f89-4d57-89b6-1f42bd0df252 tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (6ed253ab-2132-4d1a-8941-bda08d0b3983), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:44.891394 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-8cdc20f1-d1c8-48c4-b3d7-706815e69007 req-7819cb46-1f89-4d57-89b6-1f42bd0df252 tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] For port 6ed253ab-2132-4d1a-8941-bda08d0b3983, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=6ed253ab-2132-4d1a-8941-bda08d0b3983,segment=NetworkSegment(7802e1d2-6348-461a-a147-ab4280d97a99),segment_id=7802e1d2-6348-461a-a147-ab4280d97a99)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:47:44.891756 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-8cdc20f1-d1c8-48c4-b3d7-706815e69007 req-7819cb46-1f89-4d57-89b6-1f42bd0df252 tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (6ed253ab-2132-4d1a-8941-bda08d0b3983), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:44.904595 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-8cdc20f1-d1c8-48c4-b3d7-706815e69007 req-7819cb46-1f89-4d57-89b6-1f42bd0df252 tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] Calling delete_port for 6ed253ab-2132-4d1a-8941-bda08d0b3983 owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:47:45.042045 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-8cdc20f1-d1c8-48c4-b3d7-706815e69007 req-7819cb46-1f89-4d57-89b6-1f42bd0df252 tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (6ed253ab-2132-4d1a-8941-bda08d0b3983), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:45.062824 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbe6678-ddad-4e05-88bc-913364215af8 req-eb72baa4-7eb7-4bb8-aaaf-8f3415a4bbcd tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:45.064903 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3cbe6678-ddad-4e05-88bc-913364215af8 req-eb72baa4-7eb7-4bb8-aaaf-8f3415a4bbcd tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a7a1565-747b-435d-9fee-3d7b596b994d HTTP/1.1" status: 200 len: 867 time: 0.0616770 Feb 19 03:47:45.073912 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7819cb46-1f89-4d57-89b6-1f42bd0df252 tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] Pushing event deleted for resources: {'Port': ['ID=6ed253ab-2132-4d1a-8941-bda08d0b3983,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:47:45.081106 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['6ed253ab-2132-4d1a-8941-bda08d0b3983'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:47:45.107045 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7819cb46-1f89-4d57-89b6-1f42bd0df252 tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:45.107407 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7819cb46-1f89-4d57-89b6-1f42bd0df252 tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:45.107768 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7819cb46-1f89-4d57-89b6-1f42bd0df252 tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:45.108111 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7819cb46-1f89-4d57-89b6-1f42bd0df252 tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:45.108446 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7819cb46-1f89-4d57-89b6-1f42bd0df252 tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:45.108776 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7819cb46-1f89-4d57-89b6-1f42bd0df252 tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:45.109165 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7819cb46-1f89-4d57-89b6-1f42bd0df252 tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:45.110258 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7819cb46-1f89-4d57-89b6-1f42bd0df252 tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:45.110436 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7819cb46-1f89-4d57-89b6-1f42bd0df252 tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:45.110764 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7819cb46-1f89-4d57-89b6-1f42bd0df252 tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:45.111065 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7819cb46-1f89-4d57-89b6-1f42bd0df252 tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:45.111389 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7819cb46-1f89-4d57-89b6-1f42bd0df252 tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:45.111707 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7819cb46-1f89-4d57-89b6-1f42bd0df252 tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:45.120485 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3cbe6678-ddad-4e05-88bc-913364215af8 req-59f31e09-d9e2-4a1c-8046-7bf55ce68e9e tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] 10.222.0.72 "GET /v2.0/security-groups?id=b76d3460-b491-453e-b90e-6b7eaaec3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494707 Feb 19 03:47:45.138555 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cdc20f1-d1c8-48c4-b3d7-706815e69007 req-7819cb46-1f89-4d57-89b6-1f42bd0df252 tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] No DVR routers for this DVR port 6ed253ab-2132-4d1a-8941-bda08d0b3983 on host n-h1-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:47:45.141206 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-8cdc20f1-d1c8-48c4-b3d7-706815e69007 req-7819cb46-1f89-4d57-89b6-1f42bd0df252 tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:45.144602 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8cdc20f1-d1c8-48c4-b3d7-706815e69007 req-7819cb46-1f89-4d57-89b6-1f42bd0df252 tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] 10.222.0.73 "DELETE /v2.0/ports/6ed253ab-2132-4d1a-8941-bda08d0b3983 HTTP/1.1" status: 204 len: 173 time: 0.4337914 Feb 19 03:47:45.145066 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a7a1565-747b-435d-9fee-3d7b596b994d', 'name': 'network-vif-deleted', 'tag': '6ed253ab-2132-4d1a-8941-bda08d0b3983'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:47:45.147282 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b48a34f37e4e31fa410c3f10fa4e23c828d45427043ff8d3e4d9f228381d6ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0d1dfbb-3f4f-4dd4-b6e5-9d8d9873afc2" -d '{"events": [{"server_uuid": "4a7a1565-747b-435d-9fee-3d7b596b994d", "name": "network-vif-deleted", "tag": "6ed253ab-2132-4d1a-8941-bda08d0b3983"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:47:45.184590 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-211b6cd2-f579-42a0-b527-706eb19c7a80 x-openstack-request-id: req-211b6cd2-f579-42a0-b527-706eb19c7a80 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:47:45.184888 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a7a1565-747b-435d-9fee-3d7b596b994d", "name": "network-vif-deleted", "tag": "6ed253ab-2132-4d1a-8941-bda08d0b3983", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:47:45.185183 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-211b6cd2-f579-42a0-b527-706eb19c7a80 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:47:45.185598 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a7a1565-747b-435d-9fee-3d7b596b994d', 'name': 'network-vif-deleted', 'tag': '6ed253ab-2132-4d1a-8941-bda08d0b3983', 'status': 'completed', 'code': 200} Feb 19 03:47:45.633799 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-65020d2f-5f52-4ce8-8d84-de5ecb3248d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:46.589418 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d50d83d-c847-4d8d-9f96-e4eabb83d5e0 req-e621ad15-6f90-440c-973a-ae60135d814a tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:46.590907 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8d50d83d-c847-4d8d-9f96-e4eabb83d5e0 req-e621ad15-6f90-440c-973a-ae60135d814a tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] 10.222.0.72 "GET /v2.0/networks?id=459249c8-cbd0-480d-b0c6-976eabb03d9d HTTP/1.1" status: 200 len: 817 time: 0.1023099 Feb 19 03:47:46.605688 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8d50d83d-c847-4d8d-9f96-e4eabb83d5e0 req-45f2379d-d752-4fb0-b21e-46fd309bc6e7 tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] 10.222.0.72 "GET /v2.0/quotas/15e868dfeb67486197e9be86425a01ad HTTP/1.1" status: 200 len: 375 time: 0.0094912 Feb 19 03:47:46.663388 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8d50d83d-c847-4d8d-9f96-e4eabb83d5e0 req-e313de10-8b1c-48bc-a4f0-326bbcf677f3 tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=15e868dfeb67486197e9be86425a01ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0524652 Feb 19 03:47:46.758042 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8d50d83d-c847-4d8d-9f96-e4eabb83d5e0 req-cf3ef41f-2821-4979-bf65-fa7c61aa2ad8 service neutron] 10.222.0.72 "GET /v2.0/networks/459249c8-cbd0-480d-b0c6-976eabb03d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828674 Feb 19 03:47:46.850470 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8d50d83d-c847-4d8d-9f96-e4eabb83d5e0 req-ce27c043-97dc-4a62-903e-9da62242321d service neutron] 10.222.0.72 "GET /v2.0/networks/459249c8-cbd0-480d-b0c6-976eabb03d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867338 Feb 19 03:47:47.010402 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a6b6d1d8-48b2-4ba1-a067-2552542bbb00 req-4a8ae04d-ac2d-492d-87a0-131273ceb091 tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] 10.222.0.72 "GET /v2.0/ports?device_id=83b87325-102f-48d1-9cff-9de0cec73857 HTTP/1.1" status: 200 len: 210 time: 0.0284221 Feb 19 03:47:47.817410 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6f5be609-f03a-475e-8ee5-f37ae13bd87f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:48.091893 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d50d83d-c847-4d8d-9f96-e4eabb83d5e0 req-ba421d09-ec7e-4037-825a-544dee29a229 tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:48.093472 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8d50d83d-c847-4d8d-9f96-e4eabb83d5e0 req-ba421d09-ec7e-4037-825a-544dee29a229 tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] 10.222.0.73 "GET /v2.0/networks?id=459249c8-cbd0-480d-b0c6-976eabb03d9d HTTP/1.1" status: 200 len: 817 time: 0.1123965 Feb 19 03:47:48.111801 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-8d50d83d-c847-4d8d-9f96-e4eabb83d5e0 req-9af05e2d-d185-4602-b77c-5aaa0af27421 tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] Request body: {'port': {'device_id': '83b87325-102f-48d1-9cff-9de0cec73857', 'network_id': '459249c8-cbd0-480d-b0c6-976eabb03d9d', 'admin_state_up': True, 'tenant_id': '15e868dfeb67486197e9be86425a01ad'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:47:48.123755 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-50fa5de2-0ac6-48d2-b56b-6ce0ac23803a req-a7ea4df3-d86d-469b-8d20-7a23eb8d7ef9 tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] 10.222.0.72 "GET /v2.0/ports?device_id=83b87325-102f-48d1-9cff-9de0cec73857 HTTP/1.1" status: 200 len: 210 time: 0.0299878 Feb 19 03:47:48.222385 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d50d83d-c847-4d8d-9f96-e4eabb83d5e0 req-9af05e2d-d185-4602-b77c-5aaa0af27421 tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] Made reservation on behalf of 15e868dfeb67486197e9be86425a01ad for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:47:48.225889 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-8d50d83d-c847-4d8d-9f96-e4eabb83d5e0 req-9af05e2d-d185-4602-b77c-5aaa0af27421 tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:48.348184 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [req-8d50d83d-c847-4d8d-9f96-e4eabb83d5e0 req-9af05e2d-d185-4602-b77c-5aaa0af27421 tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] Allocated IP 172.20.0.13 (459249c8-cbd0-480d-b0c6-976eabb03d9d/7f31f2f0-6023-4419-b593-a974a2526901/ba0b263d-3402-4554-b625-316ff55c5a40) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:47:48.493801 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-8d50d83d-c847-4d8d-9f96-e4eabb83d5e0 req-9af05e2d-d185-4602-b77c-5aaa0af27421 tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] Publish callbacks [] for port (ba0b263d-3402-4554-b625-316ff55c5a40), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:48.527799 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-8d50d83d-c847-4d8d-9f96-e4eabb83d5e0 req-9af05e2d-d185-4602-b77c-5aaa0af27421 tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (ba0b263d-3402-4554-b625-316ff55c5a40), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:48.570844 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d50d83d-c847-4d8d-9f96-e4eabb83d5e0 req-9af05e2d-d185-4602-b77c-5aaa0af27421 tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] Network 459249c8-cbd0-480d-b0c6-976eabb03d9d is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:47:48.573877 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [req-8d50d83d-c847-4d8d-9f96-e4eabb83d5e0 req-9af05e2d-d185-4602-b77c-5aaa0af27421 tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:47:48.580101 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d50d83d-c847-4d8d-9f96-e4eabb83d5e0 req-9af05e2d-d185-4602-b77c-5aaa0af27421 tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:47:48.585665 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af05e2d-d185-4602-b77c-5aaa0af27421 tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] Pushing event updated for resources: {'Port': ['ID=ba0b263d-3402-4554-b625-316ff55c5a40,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:47:48.635707 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d50d83d-c847-4d8d-9f96-e4eabb83d5e0 req-9af05e2d-d185-4602-b77c-5aaa0af27421 tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:48.636324 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-8d50d83d-c847-4d8d-9f96-e4eabb83d5e0 req-9af05e2d-d185-4602-b77c-5aaa0af27421 tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:48.653720 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8d50d83d-c847-4d8d-9f96-e4eabb83d5e0 req-9af05e2d-d185-4602-b77c-5aaa0af27421 tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5457675 Feb 19 03:47:48.671392 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-8d50d83d-c847-4d8d-9f96-e4eabb83d5e0 req-6097518f-333b-4a85-831f-5a5e36552ebd service neutron] Request body: {'port': {'device_id': '83b87325-102f-48d1-9cff-9de0cec73857', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826753-2'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:47:48.733878 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-8d50d83d-c847-4d8d-9f96-e4eabb83d5e0 req-6097518f-333b-4a85-831f-5a5e36552ebd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (ba0b263d-3402-4554-b625-316ff55c5a40), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:48.787260 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-a3dab5bd-934a-4bb7-a697-cc86befe5730 None None] Provisioning complete for port ba0b263d-3402-4554-b625-316ff55c5a40 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:47:48.787674 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-a3dab5bd-934a-4bb7-a697-cc86befe5730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (ba0b263d-3402-4554-b625-316ff55c5a40), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:48.821213 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-a3dab5bd-934a-4bb7-a697-cc86befe5730 None None] Port ba0b263d-3402-4554-b625-316ff55c5a40 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:47:48.996554 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-8d50d83d-c847-4d8d-9f96-e4eabb83d5e0 req-6097518f-333b-4a85-831f-5a5e36552ebd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba0b263d-3402-4554-b625-316ff55c5a40 {{(pid=103702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:47:49.003823 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-8d50d83d-c847-4d8d-9f96-e4eabb83d5e0 req-6097518f-333b-4a85-831f-5a5e36552ebd service neutron] Publish callbacks [] for port (ba0b263d-3402-4554-b625-316ff55c5a40), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:49.016331 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-8d50d83d-c847-4d8d-9f96-e4eabb83d5e0 req-6097518f-333b-4a85-831f-5a5e36552ebd service neutron] Transition to ACTIVE for port object ba0b263d-3402-4554-b625-316ff55c5a40 will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:47:49.020044 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-8d50d83d-c847-4d8d-9f96-e4eabb83d5e0 req-6097518f-333b-4a85-831f-5a5e36552ebd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (ba0b263d-3402-4554-b625-316ff55c5a40), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:49.070946 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6097518f-333b-4a85-831f-5a5e36552ebd service neutron] Pushing event updated for resources: {'Port': ['ID=ba0b263d-3402-4554-b625-316ff55c5a40,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:47:49.150637 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-8d50d83d-c847-4d8d-9f96-e4eabb83d5e0 req-6097518f-333b-4a85-831f-5a5e36552ebd service neutron] Attempting to bind port ba0b263d-3402-4554-b625-316ff55c5a40 on host n-h1-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:47:49.151353 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-8d50d83d-c847-4d8d-9f96-e4eabb83d5e0 req-6097518f-333b-4a85-831f-5a5e36552ebd service neutron] Attempting to bind port ba0b263d-3402-4554-b625-316ff55c5a40 by drivers openvswitch,hyperv on host n-h1-826753-2 at level 0 using segments [{'id': '7802e1d2-6348-461a-a147-ab4280d97a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '459249c8-cbd0-480d-b0c6-976eabb03d9d'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:47:49.151353 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d50d83d-c847-4d8d-9f96-e4eabb83d5e0 req-6097518f-333b-4a85-831f-5a5e36552ebd service neutron] Attempting to bind port ba0b263d-3402-4554-b625-316ff55c5a40 on network 459249c8-cbd0-480d-b0c6-976eabb03d9d {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:47:49.156300 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d50d83d-c847-4d8d-9f96-e4eabb83d5e0 req-6097518f-333b-4a85-831f-5a5e36552ebd service neutron] Port ba0b263d-3402-4554-b625-316ff55c5a40 on network 459249c8-cbd0-480d-b0c6-976eabb03d9d not bound, no agent of type Open vSwitch agent registered on host n-h1-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:47:49.156622 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d50d83d-c847-4d8d-9f96-e4eabb83d5e0 req-6097518f-333b-4a85-831f-5a5e36552ebd service neutron] Attempting to bind port ba0b263d-3402-4554-b625-316ff55c5a40 on network 459249c8-cbd0-480d-b0c6-976eabb03d9d {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:47:49.161721 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d50d83d-c847-4d8d-9f96-e4eabb83d5e0 req-6097518f-333b-4a85-831f-5a5e36552ebd service neutron] Checking agent: {'id': '9d56fb1b-2855-496a-a6d9-c324740cb98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:47:49.162065 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d50d83d-c847-4d8d-9f96-e4eabb83d5e0 req-6097518f-333b-4a85-831f-5a5e36552ebd service neutron] Checking segment: {'id': '7802e1d2-6348-461a-a147-ab4280d97a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '459249c8-cbd0-480d-b0c6-976eabb03d9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:47:49.162451 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d50d83d-c847-4d8d-9f96-e4eabb83d5e0 req-6097518f-333b-4a85-831f-5a5e36552ebd service neutron] Bound using segment: {'id': '7802e1d2-6348-461a-a147-ab4280d97a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '459249c8-cbd0-480d-b0c6-976eabb03d9d'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:47:49.162879 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-8d50d83d-c847-4d8d-9f96-e4eabb83d5e0 req-6097518f-333b-4a85-831f-5a5e36552ebd service neutron] Bound port: ba0b263d-3402-4554-b625-316ff55c5a40, host: n-h1-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7802e1d2-6348-461a-a147-ab4280d97a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '459249c8-cbd0-480d-b0c6-976eabb03d9d'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:47:49.163221 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-8d50d83d-c847-4d8d-9f96-e4eabb83d5e0 req-6097518f-333b-4a85-831f-5a5e36552ebd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (ba0b263d-3402-4554-b625-316ff55c5a40), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:49.236011 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-8d50d83d-c847-4d8d-9f96-e4eabb83d5e0 req-6097518f-333b-4a85-831f-5a5e36552ebd service neutron] For port ba0b263d-3402-4554-b625-316ff55c5a40, host n-h1-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:47:49.239226 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-8d50d83d-c847-4d8d-9f96-e4eabb83d5e0 req-6097518f-333b-4a85-831f-5a5e36552ebd service neutron] For port ba0b263d-3402-4554-b625-316ff55c5a40, host n-h1-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=ba0b263d-3402-4554-b625-316ff55c5a40,segment=NetworkSegment(7802e1d2-6348-461a-a147-ab4280d97a99),segment_id=7802e1d2-6348-461a-a147-ab4280d97a99)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:47:49.249313 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-8d50d83d-c847-4d8d-9f96-e4eabb83d5e0 req-6097518f-333b-4a85-831f-5a5e36552ebd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (ba0b263d-3402-4554-b625-316ff55c5a40), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:49.257139 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60666cf2-559b-439a-8449-bc0645863b3e req-4f4caff3-4b04-468e-abb1-6bc62c1e5d08 tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:49.260099 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-60666cf2-559b-439a-8449-bc0645863b3e req-4f4caff3-4b04-468e-abb1-6bc62c1e5d08 tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] 10.222.0.72 "GET /v2.0/ports?device_id=83b87325-102f-48d1-9cff-9de0cec73857 HTTP/1.1" status: 200 len: 944 time: 0.0554080 Feb 19 03:47:49.285350 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d50d83d-c847-4d8d-9f96-e4eabb83d5e0 req-6097518f-333b-4a85-831f-5a5e36552ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:49.285980 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-8d50d83d-c847-4d8d-9f96-e4eabb83d5e0 req-6097518f-333b-4a85-831f-5a5e36552ebd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:49.287439 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8d50d83d-c847-4d8d-9f96-e4eabb83d5e0 req-6097518f-333b-4a85-831f-5a5e36552ebd service neutron] 10.222.0.73 "PUT /v2.0/ports/ba0b263d-3402-4554-b625-316ff55c5a40 HTTP/1.1" status: 200 len: 1092 time: 0.6204429 Feb 19 03:47:49.287858 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83b87325-102f-48d1-9cff-9de0cec73857', 'tag': 'ba0b263d-3402-4554-b625-316ff55c5a40'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:47:49.290138 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b48a34f37e4e31fa410c3f10fa4e23c828d45427043ff8d3e4d9f228381d6ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98cc78e5-62b4-4bce-9811-45a0ade6f6a2" -d '{"events": [{"name": "network-changed", "server_uuid": "83b87325-102f-48d1-9cff-9de0cec73857", "tag": "ba0b263d-3402-4554-b625-316ff55c5a40"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:47:49.315587 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6097518f-333b-4a85-831f-5a5e36552ebd service neutron] Pushing event updated for resources: {'Port': ['ID=ba0b263d-3402-4554-b625-316ff55c5a40,revision_number=3']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:47:49.330316 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-60666cf2-559b-439a-8449-bc0645863b3e req-46d751d1-1b0a-43b4-ba91-61cd83115909 tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] 10.222.0.72 "GET /v2.0/security-groups?id=b76d3460-b491-453e-b90e-6b7eaaec3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633795 Feb 19 03:47:49.387539 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-195c04f1-3f0c-45d7-998b-5642b1b6b0a5 x-openstack-request-id: req-195c04f1-3f0c-45d7-998b-5642b1b6b0a5 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:47:49.387835 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83b87325-102f-48d1-9cff-9de0cec73857", "tag": "ba0b263d-3402-4554-b625-316ff55c5a40", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:47:49.388095 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-195c04f1-3f0c-45d7-998b-5642b1b6b0a5 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:47:49.388499 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83b87325-102f-48d1-9cff-9de0cec73857', 'tag': 'ba0b263d-3402-4554-b625-316ff55c5a40', 'status': 'completed', 'code': 200} Feb 19 03:47:49.407934 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d50d83d-c847-4d8d-9f96-e4eabb83d5e0 req-1ace8978-8f94-48e7-92d0-1c870284f9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:49.409470 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8d50d83d-c847-4d8d-9f96-e4eabb83d5e0 req-1ace8978-8f94-48e7-92d0-1c870284f9f5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=15e868dfeb67486197e9be86425a01ad&device_id=83b87325-102f-48d1-9cff-9de0cec73857 HTTP/1.1" status: 200 len: 1126 time: 0.0509162 Feb 19 03:47:49.464527 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8d50d83d-c847-4d8d-9f96-e4eabb83d5e0 req-d151ca2b-2fdf-4196-adaf-bbfe1de414c3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba0b263d-3402-4554-b625-316ff55c5a40 HTTP/1.1" status: 200 len: 217 time: 0.0421000 Feb 19 03:47:49.477038 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:49.516057 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d50d83d-c847-4d8d-9f96-e4eabb83d5e0 req-4eb39f3b-5250-4dbd-b54f-11b8dce7ad84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:49.517652 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8d50d83d-c847-4d8d-9f96-e4eabb83d5e0 req-4eb39f3b-5250-4dbd-b54f-11b8dce7ad84 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7f31f2f0-6023-4419-b593-a974a2526901 HTTP/1.1" status: 200 len: 856 time: 0.0468662 Feb 19 03:47:49.566514 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d50d83d-c847-4d8d-9f96-e4eabb83d5e0 req-827d5bf8-5ede-4a19-bbe5-64e614832db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:49.568025 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8d50d83d-c847-4d8d-9f96-e4eabb83d5e0 req-827d5bf8-5ede-4a19-bbe5-64e614832db0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=459249c8-cbd0-480d-b0c6-976eabb03d9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0450671 Feb 19 03:47:49.658930 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8d50d83d-c847-4d8d-9f96-e4eabb83d5e0 req-20a2d519-55b7-4dab-b8f6-40e857a01a26 service neutron] 10.222.0.73 "GET /v2.0/networks/459249c8-cbd0-480d-b0c6-976eabb03d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848391 Feb 19 03:47:49.745924 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8d50d83d-c847-4d8d-9f96-e4eabb83d5e0 req-a106533d-ad4f-4702-bf5d-e96421844ce3 service neutron] 10.222.0.73 "GET /v2.0/networks/459249c8-cbd0-480d-b0c6-976eabb03d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811472 Feb 19 03:47:49.872889 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cc78e5-62b4-4bce-9811-45a0ade6f6a2 req-38982797-fb49-43e8-9fcf-41195da41e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:49.874465 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-98cc78e5-62b4-4bce-9811-45a0ade6f6a2 req-38982797-fb49-43e8-9fcf-41195da41e86 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=15e868dfeb67486197e9be86425a01ad&device_id=83b87325-102f-48d1-9cff-9de0cec73857 HTTP/1.1" status: 200 len: 1126 time: 0.0449255 Feb 19 03:47:49.966929 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cc78e5-62b4-4bce-9811-45a0ade6f6a2 req-5cd16b90-4f43-4ac8-9547-21915f51372b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:49.968377 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-98cc78e5-62b4-4bce-9811-45a0ade6f6a2 req-5cd16b90-4f43-4ac8-9547-21915f51372b service neutron] 10.222.0.73 "GET /v2.0/networks?id=459249c8-cbd0-480d-b0c6-976eabb03d9d HTTP/1.1" status: 200 len: 918 time: 0.0873663 Feb 19 03:47:50.007354 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-98cc78e5-62b4-4bce-9811-45a0ade6f6a2 req-642c9998-bde9-4bdf-811a-1b53eb39ae10 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba0b263d-3402-4554-b625-316ff55c5a40 HTTP/1.1" status: 200 len: 217 time: 0.0330548 Feb 19 03:47:50.034633 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 6ed253ab-2132-4d1a-8941-bda08d0b3983 no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:47:50.058084 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] No Port match for: 6ed253ab-2132-4d1a-8941-bda08d0b3983 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:47:50.058370 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 6ed253ab-2132-4d1a-8941-bda08d0b3983 not bound to the agent host n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:47:50.059076 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cc78e5-62b4-4bce-9811-45a0ade6f6a2 req-d6c424f2-2734-4325-bca2-825f6c23e7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:50.060555 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-98cc78e5-62b4-4bce-9811-45a0ade6f6a2 req-d6c424f2-2734-4325-bca2-825f6c23e7a3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7f31f2f0-6023-4419-b593-a974a2526901 HTTP/1.1" status: 200 len: 856 time: 0.0475817 Feb 19 03:47:50.110666 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cc78e5-62b4-4bce-9811-45a0ade6f6a2 req-b1e71764-1543-47b7-8830-77483fd2211b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:50.112177 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-98cc78e5-62b4-4bce-9811-45a0ade6f6a2 req-b1e71764-1543-47b7-8830-77483fd2211b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=459249c8-cbd0-480d-b0c6-976eabb03d9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0450079 Feb 19 03:47:50.199883 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-98cc78e5-62b4-4bce-9811-45a0ade6f6a2 req-87df0f24-9007-41c1-b330-4b9a1becf224 service neutron] 10.222.0.73 "GET /v2.0/networks/459249c8-cbd0-480d-b0c6-976eabb03d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814388 Feb 19 03:47:50.288729 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-98cc78e5-62b4-4bce-9811-45a0ade6f6a2 req-fefc7b80-b2e3-44bf-ba10-c599c8fb59f4 service neutron] 10.222.0.73 "GET /v2.0/networks/459249c8-cbd0-480d-b0c6-976eabb03d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829413 Feb 19 03:47:50.444408 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faff261f-f493-42e5-a4d8-800fe8868aec req-8d4199da-b371-4d10-8be7-0205cb266c18 tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:50.445985 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-faff261f-f493-42e5-a4d8-800fe8868aec req-8d4199da-b371-4d10-8be7-0205cb266c18 tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] 10.222.0.72 "GET /v2.0/ports?device_id=83b87325-102f-48d1-9cff-9de0cec73857 HTTP/1.1" status: 200 len: 944 time: 0.0583990 Feb 19 03:47:50.491705 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-faff261f-f493-42e5-a4d8-800fe8868aec req-15709855-4c64-4de3-887a-e6f17e2b228a tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] 10.222.0.72 "GET /v2.0/security-groups?id=b76d3460-b491-453e-b90e-6b7eaaec3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396197 Feb 19 03:47:50.651654 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:51.611827 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4605b0aa-c019-413f-8ea4-da811cc70f8a req-fb7a2d4f-ec4a-4566-b26e-15704dd7943e tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:51.613334 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4605b0aa-c019-413f-8ea4-da811cc70f8a req-fb7a2d4f-ec4a-4566-b26e-15704dd7943e tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] 10.222.0.72 "GET /v2.0/ports?device_id=83b87325-102f-48d1-9cff-9de0cec73857 HTTP/1.1" status: 200 len: 944 time: 0.0521567 Feb 19 03:47:51.660261 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4605b0aa-c019-413f-8ea4-da811cc70f8a req-11b8318c-3545-4722-b8d5-c5387e3d5a0b tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] 10.222.0.72 "GET /v2.0/security-groups?id=b76d3460-b491-453e-b90e-6b7eaaec3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413258 Feb 19 03:47:52.054124 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:52.784524 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d739ce3d-f3db-4726-aa4b-c3d313ac0feb req-8a2ed9f2-4a4d-40fc-98e7-f651fc92f0c2 tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:52.786047 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d739ce3d-f3db-4726-aa4b-c3d313ac0feb req-8a2ed9f2-4a4d-40fc-98e7-f651fc92f0c2 tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] 10.222.0.72 "GET /v2.0/ports?device_id=83b87325-102f-48d1-9cff-9de0cec73857 HTTP/1.1" status: 200 len: 944 time: 0.0580206 Feb 19 03:47:52.832429 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d739ce3d-f3db-4726-aa4b-c3d313ac0feb req-cf6c500f-08e9-4ebd-9d18-b410bd12bfa1 tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] 10.222.0.72 "GET /v2.0/security-groups?id=b76d3460-b491-453e-b90e-6b7eaaec3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406182 Feb 19 03:47:52.935412 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:53.950695 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a94239-ab93-48e1-b84a-5b12d24cf5be req-e18bd61a-f869-4ea3-890e-72e36d74cdd5 tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:53.952169 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-28a94239-ab93-48e1-b84a-5b12d24cf5be req-e18bd61a-f869-4ea3-890e-72e36d74cdd5 tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] 10.222.0.72 "GET /v2.0/ports?device_id=83b87325-102f-48d1-9cff-9de0cec73857 HTTP/1.1" status: 200 len: 944 time: 0.0528276 Feb 19 03:47:53.998872 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-28a94239-ab93-48e1-b84a-5b12d24cf5be req-6571e4ad-b56c-47b8-bf4b-2fe53353eed1 tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] 10.222.0.72 "GET /v2.0/security-groups?id=b76d3460-b491-453e-b90e-6b7eaaec3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410833 Feb 19 03:47:54.034027 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device ba0b263d-3402-4554-b625-316ff55c5a40 details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:47:54.291570 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port ba0b263d-3402-4554-b625-316ff55c5a40, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=ba0b263d-3402-4554-b625-316ff55c5a40,segment=NetworkSegment(7802e1d2-6348-461a-a147-ab4280d97a99),segment_id=7802e1d2-6348-461a-a147-ab4280d97a99)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:47:54.301531 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': 'ba0b263d-3402-4554-b625-316ff55c5a40', 'network_id': '459249c8-cbd0-480d-b0c6-976eabb03d9d', 'port_id': 'ba0b263d-3402-4554-b625-316ff55c5a40', 'mac_address': 'fa:16:3e:c5:6d:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f31f2f0-6023-4419-b593-a974a2526901', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:47:54.337929 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port ba0b263d-3402-4554-b625-316ff55c5a40 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:47:54.338315 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (ba0b263d-3402-4554-b625-316ff55c5a40), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:54.350358 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba0b263d-3402-4554-b625-316ff55c5a40 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:47:54.369851 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port ba0b263d-3402-4554-b625-316ff55c5a40, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=ba0b263d-3402-4554-b625-316ff55c5a40,segment=NetworkSegment(7802e1d2-6348-461a-a147-ab4280d97a99),segment_id=7802e1d2-6348-461a-a147-ab4280d97a99)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:47:54.373749 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (ba0b263d-3402-4554-b625-316ff55c5a40), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:54.421156 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=ba0b263d-3402-4554-b625-316ff55c5a40,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:47:54.428188 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:54.428538 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:54.428878 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:54.429250 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:54.429583 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:54.429911 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:54.430492 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:54.430826 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:54.432139 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:54.432479 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:54.432806 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:54.433157 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:54.433485 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:54.729162 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['ba0b263d-3402-4554-b625-316ff55c5a40'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:47:55.116998 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01493581-6144-46e3-8495-2d2d75f7816d req-82d9a8d2-6022-4e4f-acca-fe3d86cc8555 tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:55.118525 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-01493581-6144-46e3-8495-2d2d75f7816d req-82d9a8d2-6022-4e4f-acca-fe3d86cc8555 tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] 10.222.0.72 "GET /v2.0/ports?device_id=83b87325-102f-48d1-9cff-9de0cec73857 HTTP/1.1" status: 200 len: 945 time: 0.0519466 Feb 19 03:47:55.168832 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-01493581-6144-46e3-8495-2d2d75f7816d req-1e601b3f-c985-4964-b00f-1abe21556632 tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] 10.222.0.72 "GET /v2.0/security-groups?id=b76d3460-b491-453e-b90e-6b7eaaec3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447018 Feb 19 03:47:56.097809 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device ba0b263d-3402-4554-b625-316ff55c5a40 up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:47:56.145880 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning for port ba0b263d-3402-4554-b625-316ff55c5a40 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:47:56.149552 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port ba0b263d-3402-4554-b625-316ff55c5a40 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:47:56.149985 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (ba0b263d-3402-4554-b625-316ff55c5a40), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:56.227726 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port ba0b263d-3402-4554-b625-316ff55c5a40 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:47:56.228292 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (ba0b263d-3402-4554-b625-316ff55c5a40), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:56.264454 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83b87325-102f-48d1-9cff-9de0cec73857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba0b263d-3402-4554-b625-316ff55c5a40'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:47:56.266847 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88fe038525c8a7a69a3adae1ae732c1dd0c63371bed0a925712ea7f2f25f70bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a801be9-7f96-44b5-a4f2-286e21863bc2" -d '{"events": [{"server_uuid": "83b87325-102f-48d1-9cff-9de0cec73857", "name": "network-vif-plugged", "status": "completed", "tag": "ba0b263d-3402-4554-b625-316ff55c5a40"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:47:56.279516 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port ba0b263d-3402-4554-b625-316ff55c5a40, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=ba0b263d-3402-4554-b625-316ff55c5a40,segment=NetworkSegment(7802e1d2-6348-461a-a147-ab4280d97a99),segment_id=7802e1d2-6348-461a-a147-ab4280d97a99)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:47:56.283471 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (ba0b263d-3402-4554-b625-316ff55c5a40), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:56.293916 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22302da-70be-4157-8544-836d87802fa0 req-1cc09317-0620-48ba-9f1d-00adda7a8ab0 tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:56.295436 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d22302da-70be-4157-8544-836d87802fa0 req-1cc09317-0620-48ba-9f1d-00adda7a8ab0 tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] 10.222.0.72 "GET /v2.0/ports?device_id=83b87325-102f-48d1-9cff-9de0cec73857 HTTP/1.1" status: 200 len: 945 time: 0.0565486 Feb 19 03:47:56.313603 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae196646-f307-423c-86d2-fc62e00fb4cd x-openstack-request-id: req-ae196646-f307-423c-86d2-fc62e00fb4cd {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:47:56.313989 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83b87325-102f-48d1-9cff-9de0cec73857", "name": "network-vif-plugged", "status": "completed", "tag": "ba0b263d-3402-4554-b625-316ff55c5a40", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:47:56.314244 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ae196646-f307-423c-86d2-fc62e00fb4cd {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:47:56.314638 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83b87325-102f-48d1-9cff-9de0cec73857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba0b263d-3402-4554-b625-316ff55c5a40', 'code': 200} Feb 19 03:47:56.334831 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=ba0b263d-3402-4554-b625-316ff55c5a40,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:47:56.347334 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d22302da-70be-4157-8544-836d87802fa0 req-abf96ba1-87f5-4e33-9e11-a919009503a9 tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] 10.222.0.72 "GET /v2.0/security-groups?id=b76d3460-b491-453e-b90e-6b7eaaec3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460427 Feb 19 03:47:56.443377 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a13f76-0f46-4fa3-9cad-3e4cc012f020 req-e353d0b7-55f0-47f9-99be-8b6716948eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:56.444874 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-96a13f76-0f46-4fa3-9cad-3e4cc012f020 req-e353d0b7-55f0-47f9-99be-8b6716948eca service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=83b87325-102f-48d1-9cff-9de0cec73857 HTTP/1.1" status: 200 len: 1128 time: 0.0443025 Feb 19 03:47:56.487321 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-96a13f76-0f46-4fa3-9cad-3e4cc012f020 req-ed4214da-936e-43ba-a035-9d75e38ad004 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b76d3460-b491-453e-b90e-6b7eaaec3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364583 Feb 19 03:47:56.698747 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:57.468529 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad1691f-a4ad-4126-a545-ffc4d84112f7 req-20d84f1b-68f0-4641-bbe2-beb83230b629 tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:57.470074 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1ad1691f-a4ad-4126-a545-ffc4d84112f7 req-20d84f1b-68f0-4641-bbe2-beb83230b629 tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] 10.222.0.72 "GET /v2.0/ports?device_id=83b87325-102f-48d1-9cff-9de0cec73857 HTTP/1.1" status: 200 len: 946 time: 0.0532544 Feb 19 03:47:57.517762 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1ad1691f-a4ad-4126-a545-ffc4d84112f7 req-c0900151-f35f-458d-9b5d-159f947415d0 tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] 10.222.0.72 "GET /v2.0/security-groups?id=b76d3460-b491-453e-b90e-6b7eaaec3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422287 Feb 19 03:47:58.643093 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e689338-f147-4278-97ee-df3916c160e8 req-08af60cb-531e-4700-9212-3640b14abb78 tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:58.644569 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4e689338-f147-4278-97ee-df3916c160e8 req-08af60cb-531e-4700-9212-3640b14abb78 tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] 10.222.0.72 "GET /v2.0/ports?device_id=83b87325-102f-48d1-9cff-9de0cec73857 HTTP/1.1" status: 200 len: 946 time: 0.0588238 Feb 19 03:47:58.693530 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4e689338-f147-4278-97ee-df3916c160e8 req-bbe75b80-754e-41cb-9ebb-1bfe99f900da tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] 10.222.0.72 "GET /v2.0/security-groups?id=b76d3460-b491-453e-b90e-6b7eaaec3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426435 Feb 19 03:47:58.811610 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db850b7c-2cfa-496c-b40c-11197f41abdc req-e3b6a7d3-17c8-4705-9340-9db757c31641 tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:58.813155 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-db850b7c-2cfa-496c-b40c-11197f41abdc req-e3b6a7d3-17c8-4705-9340-9db757c31641 tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] 10.222.0.72 "GET /v2.0/ports?device_id=83b87325-102f-48d1-9cff-9de0cec73857 HTTP/1.1" status: 200 len: 946 time: 0.0521257 Feb 19 03:47:58.860195 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-db850b7c-2cfa-496c-b40c-11197f41abdc req-3de070e3-2b9b-491b-bcea-8efb2e2f0186 tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] 10.222.0.72 "GET /v2.0/security-groups?id=b76d3460-b491-453e-b90e-6b7eaaec3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414155 Feb 19 03:48:04.933685 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:48:15.626001 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-caf0ced8-264a-44a1-a706-774ac9336bfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:17.818374 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c5a13187-ab2e-4f34-9e49-4bc3d14a8f3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:19.482639 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:20.653801 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:22.057439 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:22.935234 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:26.701770 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:35.170399 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d65c8b1-0d11-4a60-92a9-b99664619514 req-6dc02471-9a09-4926-b694-09c5693ad489 tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:35.171869 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1d65c8b1-0d11-4a60-92a9-b99664619514 req-6dc02471-9a09-4926-b694-09c5693ad489 tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] 10.222.0.72 "GET /v2.0/ports?device_id=83b87325-102f-48d1-9cff-9de0cec73857 HTTP/1.1" status: 200 len: 946 time: 0.0521049 Feb 19 03:48:35.227987 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1d65c8b1-0d11-4a60-92a9-b99664619514 req-7a057bb1-f863-4faf-9a7b-bb3e187e4f42 tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] 10.222.0.72 "GET /v2.0/security-groups?id=b76d3460-b491-453e-b90e-6b7eaaec3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497255 Feb 19 03:48:36.354800 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63459ac0-f45b-4895-89bd-fbfcc0721700 req-ceea694d-51e7-455b-9fd2-f57cc4946248 tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:36.356383 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-63459ac0-f45b-4895-89bd-fbfcc0721700 req-ceea694d-51e7-455b-9fd2-f57cc4946248 tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] 10.222.0.72 "GET /v2.0/ports?device_id=83b87325-102f-48d1-9cff-9de0cec73857 HTTP/1.1" status: 200 len: 946 time: 0.0558295 Feb 19 03:48:36.408723 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-63459ac0-f45b-4895-89bd-fbfcc0721700 req-6a9a58c7-c403-48cd-9c70-9a540ff8e60c tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] 10.222.0.72 "GET /v2.0/security-groups?id=b76d3460-b491-453e-b90e-6b7eaaec3a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465248 Feb 19 03:48:37.013699 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2034177d-27bf-4f81-bc49-7d9842340c9b req-17c3c348-1e7e-45ee-a659-ec1e144e9a9f tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:37.015163 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-2034177d-27bf-4f81-bc49-7d9842340c9b req-17c3c348-1e7e-45ee-a659-ec1e144e9a9f tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] 10.222.0.73 "GET /v2.0/ports?device_id=83b87325-102f-48d1-9cff-9de0cec73857 HTTP/1.1" status: 200 len: 946 time: 0.0509291 Feb 19 03:48:37.111751 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-2034177d-27bf-4f81-bc49-7d9842340c9b req-ca72c8a5-8b11-4fe7-9a0c-761ff353a274 tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] Deleting port ba0b263d-3402-4554-b625-316ff55c5a40 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:48:37.112094 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-2034177d-27bf-4f81-bc49-7d9842340c9b req-ca72c8a5-8b11-4fe7-9a0c-761ff353a274 tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (ba0b263d-3402-4554-b625-316ff55c5a40), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:37.201443 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-2034177d-27bf-4f81-bc49-7d9842340c9b req-ca72c8a5-8b11-4fe7-9a0c-761ff353a274 tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] For port ba0b263d-3402-4554-b625-316ff55c5a40, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=ba0b263d-3402-4554-b625-316ff55c5a40,segment=NetworkSegment(7802e1d2-6348-461a-a147-ab4280d97a99),segment_id=7802e1d2-6348-461a-a147-ab4280d97a99)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:48:37.201808 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-2034177d-27bf-4f81-bc49-7d9842340c9b req-ca72c8a5-8b11-4fe7-9a0c-761ff353a274 tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (ba0b263d-3402-4554-b625-316ff55c5a40), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:37.213937 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-2034177d-27bf-4f81-bc49-7d9842340c9b req-ca72c8a5-8b11-4fe7-9a0c-761ff353a274 tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] Calling delete_port for ba0b263d-3402-4554-b625-316ff55c5a40 owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:48:37.344469 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-2034177d-27bf-4f81-bc49-7d9842340c9b req-ca72c8a5-8b11-4fe7-9a0c-761ff353a274 tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (ba0b263d-3402-4554-b625-316ff55c5a40), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:37.372050 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca72c8a5-8b11-4fe7-9a0c-761ff353a274 tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] Pushing event deleted for resources: {'Port': ['ID=ba0b263d-3402-4554-b625-316ff55c5a40,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:48:37.377975 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['ba0b263d-3402-4554-b625-316ff55c5a40'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:48:37.424950 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-2034177d-27bf-4f81-bc49-7d9842340c9b req-ca72c8a5-8b11-4fe7-9a0c-761ff353a274 tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] No DVR routers for this DVR port ba0b263d-3402-4554-b625-316ff55c5a40 on host n-h1-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:48:37.427637 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-2034177d-27bf-4f81-bc49-7d9842340c9b req-ca72c8a5-8b11-4fe7-9a0c-761ff353a274 tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:37.431975 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-2034177d-27bf-4f81-bc49-7d9842340c9b req-ca72c8a5-8b11-4fe7-9a0c-761ff353a274 tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] 10.222.0.73 "DELETE /v2.0/ports/ba0b263d-3402-4554-b625-316ff55c5a40 HTTP/1.1" status: 204 len: 173 time: 0.4117749 Feb 19 03:48:37.432423 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83b87325-102f-48d1-9cff-9de0cec73857', 'name': 'network-vif-deleted', 'tag': 'ba0b263d-3402-4554-b625-316ff55c5a40'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:48:37.434762 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b48a34f37e4e31fa410c3f10fa4e23c828d45427043ff8d3e4d9f228381d6ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e80d2804-c575-4180-9226-60978c286a1a" -d '{"events": [{"server_uuid": "83b87325-102f-48d1-9cff-9de0cec73857", "name": "network-vif-deleted", "tag": "ba0b263d-3402-4554-b625-316ff55c5a40"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:48:37.517852 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-587e383f-a5fc-40ef-9fc7-4b566ac38e32 req-16685d78-7ae7-4ca4-a8b8-7a6a7d6c5875 tempest-TestEncryptedCinderVolumes-1069825967 tempest-TestEncryptedCinderVolumes-1069825967-project] 10.222.0.72 "GET /v2.0/ports?device_id=83b87325-102f-48d1-9cff-9de0cec73857 HTTP/1.1" status: 200 len: 210 time: 0.0288324 Feb 19 03:48:37.538978 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d4d9fdf-e64c-4dc8-bb44-c2de87448ba1 x-openstack-request-id: req-5d4d9fdf-e64c-4dc8-bb44-c2de87448ba1 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:48:37.539368 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83b87325-102f-48d1-9cff-9de0cec73857", "name": "network-vif-deleted", "tag": "ba0b263d-3402-4554-b625-316ff55c5a40", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:48:37.539658 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5d4d9fdf-e64c-4dc8-bb44-c2de87448ba1 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:48:37.540088 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83b87325-102f-48d1-9cff-9de0cec73857', 'name': 'network-vif-deleted', 'tag': 'ba0b263d-3402-4554-b625-316ff55c5a40', 'status': 'completed', 'code': 200} Feb 19 03:48:38.616539 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51942) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:48:38.964750 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2c53ace6-f129-429a-92d8-fe1003afb38c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16289271'] for router_interface (7e224bfd-a580-4a25-ba24-34056077cc39), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:39.214982 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-2c53ace6-f129-429a-92d8-fe1003afb38c admin admin] Deleting port 8deff6fa-87f8-407f-ac19-865e639d6924 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:48:39.215234 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2c53ace6-f129-429a-92d8-fe1003afb38c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (8deff6fa-87f8-407f-ac19-865e639d6924), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:39.291616 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-2c53ace6-f129-429a-92d8-fe1003afb38c admin admin] For port 8deff6fa-87f8-407f-ac19-865e639d6924, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=8deff6fa-87f8-407f-ac19-865e639d6924,segment=NetworkSegment(7802e1d2-6348-461a-a147-ab4280d97a99),segment_id=7802e1d2-6348-461a-a147-ab4280d97a99)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:48:39.291979 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2c53ace6-f129-429a-92d8-fe1003afb38c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (8deff6fa-87f8-407f-ac19-865e639d6924), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:39.303841 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-2c53ace6-f129-429a-92d8-fe1003afb38c admin admin] Calling delete_port for 8deff6fa-87f8-407f-ac19-865e639d6924 owned by network:router_interface {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:48:39.487024 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2c53ace6-f129-429a-92d8-fe1003afb38c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (8deff6fa-87f8-407f-ac19-865e639d6924), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:39.516794 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c53ace6-f129-429a-92d8-fe1003afb38c admin admin] Pushing event deleted for resources: {'Port': ['ID=8deff6fa-87f8-407f-ac19-865e639d6924,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:48:39.541821 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c53ace6-f129-429a-92d8-fe1003afb38c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:39.542180 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c53ace6-f129-429a-92d8-fe1003afb38c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:39.542527 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c53ace6-f129-429a-92d8-fe1003afb38c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:39.542869 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c53ace6-f129-429a-92d8-fe1003afb38c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:39.543206 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c53ace6-f129-429a-92d8-fe1003afb38c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:39.543542 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c53ace6-f129-429a-92d8-fe1003afb38c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:39.543876 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c53ace6-f129-429a-92d8-fe1003afb38c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:39.544205 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c53ace6-f129-429a-92d8-fe1003afb38c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:39.544534 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c53ace6-f129-429a-92d8-fe1003afb38c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:39.544865 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c53ace6-f129-429a-92d8-fe1003afb38c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:39.545233 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c53ace6-f129-429a-92d8-fe1003afb38c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:39.545562 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c53ace6-f129-429a-92d8-fe1003afb38c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:39.545888 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c53ace6-f129-429a-92d8-fe1003afb38c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:39.703922 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2c53ace6-f129-429a-92d8-fe1003afb38c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16362762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16314471'] for router_interface (7e224bfd-a580-4a25-ba24-34056077cc39), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:40.199679 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c53ace6-f129-429a-92d8-fe1003afb38c admin admin] Router 7e224bfd-a580-4a25-ba24-34056077cc39 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:48:40.307024 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c53ace6-f129-429a-92d8-fe1003afb38c admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:48:40.313314 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-2c53ace6-f129-429a-92d8-fe1003afb38c admin admin] 10.222.0.72 "PUT /v2.0/routers/7e224bfd-a580-4a25-ba24-34056077cc39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6943703 Feb 19 03:48:40.314574 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51944) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:48:40.317268 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93ec78d-42cf-4905-9041-540dbc75efff None None] Sync routers for ids ['7e224bfd-a580-4a25-ba24-34056077cc39'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:48:40.327517 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93ec78d-42cf-4905-9041-540dbc75efff None None] Routers {'7e224bfd-a580-4a25-ba24-34056077cc39'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:48:40.328147 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-f93ec78d-42cf-4905-9041-540dbc75efff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:48:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['7e224bfd-a580-4a25-ba24-34056077cc39'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:48:40.424100 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d8f3753c-9ac7-4a7d-90e2-df295445a26c admin admin] Publish callbacks [] for router (7e224bfd-a580-4a25-ba24-34056077cc39), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:40.435957 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-f93ec78d-42cf-4905-9041-540dbc75efff None None] Set router 7e224bfd-a580-4a25-ba24-34056077cc39 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:48:40.534171 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d8f3753c-9ac7-4a7d-90e2-df295445a26c admin admin] Publish callbacks [] for router_gateway (7e224bfd-a580-4a25-ba24-34056077cc39), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:40.587011 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-d8f3753c-9ac7-4a7d-90e2-df295445a26c admin admin] Deleting port c6f4a8bd-5ae9-4723-9ba0-3a537b9c97f3 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:48:40.587357 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d8f3753c-9ac7-4a7d-90e2-df295445a26c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (c6f4a8bd-5ae9-4723-9ba0-3a537b9c97f3), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:40.614105 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-f93ec78d-42cf-4905-9041-540dbc75efff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e224bfd-a580-4a25-ba24-34056077cc39', 'name': 'tempest-TestEncryptedCinderVolumes-1955207882-router', 'tenant_id': '15e868dfeb67486197e9be86425a01ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': 'c6f4a8bd-5ae9-4723-9ba0-3a537b9c97f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:46:48Z', 'updated_at': '2022-02-19T03:48:39Z', 'revision_number': 5, 'project_id': '15e868dfeb67486197e9be86425a01ad', 'gw_port': {'id': 'c6f4a8bd-5ae9-4723-9ba0-3a537b9c97f3', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:a9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e224bfd-a580-4a25-ba24-34056077cc39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:46:48Z', 'updated_at': '2022-02-19T03:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:48:40.644204 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93ec78d-42cf-4905-9041-540dbc75efff None None] Checking router: 7e224bfd-a580-4a25-ba24-34056077cc39 for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:48:40.652391 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93ec78d-42cf-4905-9041-540dbc75efff None None] Routers {'7e224bfd-a580-4a25-ba24-34056077cc39'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:48:40.653033 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-f93ec78d-42cf-4905-9041-540dbc75efff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:48:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['7e224bfd-a580-4a25-ba24-34056077cc39'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:48:40.666297 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-d8f3753c-9ac7-4a7d-90e2-df295445a26c admin admin] For port c6f4a8bd-5ae9-4723-9ba0-3a537b9c97f3, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=c6f4a8bd-5ae9-4723-9ba0-3a537b9c97f3,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:48:40.666664 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d8f3753c-9ac7-4a7d-90e2-df295445a26c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (c6f4a8bd-5ae9-4723-9ba0-3a537b9c97f3), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:40.678251 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-d8f3753c-9ac7-4a7d-90e2-df295445a26c admin admin] Calling delete_port for c6f4a8bd-5ae9-4723-9ba0-3a537b9c97f3 owned by network:router_gateway {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:48:40.741963 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-f93ec78d-42cf-4905-9041-540dbc75efff None None] Set router 7e224bfd-a580-4a25-ba24-34056077cc39 gateway port host: None {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:48:40.793508 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-f93ec78d-42cf-4905-9041-540dbc75efff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e224bfd-a580-4a25-ba24-34056077cc39', 'name': 'tempest-TestEncryptedCinderVolumes-1955207882-router', 'tenant_id': '15e868dfeb67486197e9be86425a01ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:46:48Z', 'updated_at': '2022-02-19T03:48:40Z', 'revision_number': 6, 'project_id': '15e868dfeb67486197e9be86425a01ad', 'gw_port_host': None}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:48:40.822851 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93ec78d-42cf-4905-9041-540dbc75efff None None] The sync data for ids ['7e224bfd-a580-4a25-ba24-34056077cc39'] in n-d-826753-2 is: [{'id': '7e224bfd-a580-4a25-ba24-34056077cc39', 'name': 'tempest-TestEncryptedCinderVolumes-1955207882-router', 'tenant_id': '15e868dfeb67486197e9be86425a01ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:46:48Z', 'updated_at': '2022-02-19T03:48:40Z', 'revision_number': 6, 'project_id': '15e868dfeb67486197e9be86425a01ad', 'gw_port_host': None}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:48:40.853288 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d8f3753c-9ac7-4a7d-90e2-df295445a26c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (c6f4a8bd-5ae9-4723-9ba0-3a537b9c97f3), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:40.881629 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f3753c-9ac7-4a7d-90e2-df295445a26c admin admin] Pushing event deleted for resources: {'Port': ['ID=c6f4a8bd-5ae9-4723-9ba0-3a537b9c97f3,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:48:40.945604 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d8f3753c-9ac7-4a7d-90e2-df295445a26c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16285837'] for router_gateway (7e224bfd-a580-4a25-ba24-34056077cc39), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:41.036978 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d8f3753c-9ac7-4a7d-90e2-df295445a26c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16317457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14254'] for router (7e224bfd-a580-4a25-ba24-34056077cc39), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:41.039155 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d8f3753c-9ac7-4a7d-90e2-df295445a26c admin admin] Publish callbacks [] for router_controller (7e224bfd-a580-4a25-ba24-34056077cc39), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:41.087335 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d8f3753c-9ac7-4a7d-90e2-df295445a26c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16317544'] for router (7e224bfd-a580-4a25-ba24-34056077cc39), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:41.087851 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8f3753c-9ac7-4a7d-90e2-df295445a26c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e224bfd-a580-4a25-ba24-34056077cc39 {{(pid=103701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:48:41.092163 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d8f3753c-9ac7-4a7d-90e2-df295445a26c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:41.093425 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-d8f3753c-9ac7-4a7d-90e2-df295445a26c admin admin] 10.222.0.72 "DELETE /v2.0/routers/7e224bfd-a580-4a25-ba24-34056077cc39 HTTP/1.1" status: 204 len: 168 time: 0.7779405 Feb 19 03:48:41.095971 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51946) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:48:41.140979 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_v2 [None req-882a0217-2a68-43f6-960b-e0bb1064c0ea admin admin] Deleting subnet 7f31f2f0-6023-4419-b593-a974a2526901 {{(pid=103701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:48:41.144041 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-882a0217-2a68-43f6-960b-e0bb1064c0ea admin admin] Publish callbacks [] for subnet (7f31f2f0-6023-4419-b593-a974a2526901), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:41.179640 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-882a0217-2a68-43f6-960b-e0bb1064c0ea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12647399'] for subnet (7f31f2f0-6023-4419-b593-a974a2526901), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:41.265352 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-882a0217-2a68-43f6-960b-e0bb1064c0ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (7f31f2f0-6023-4419-b593-a974a2526901), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:41.322079 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-882a0217-2a68-43f6-960b-e0bb1064c0ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12647206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58706286'] for subnet (7f31f2f0-6023-4419-b593-a974a2526901), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:41.347328 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882a0217-2a68-43f6-960b-e0bb1064c0ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f31f2f0-6023-4419-b593-a974a2526901,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:48:41.351035 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-882a0217-2a68-43f6-960b-e0bb1064c0ea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:41.355988 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-882a0217-2a68-43f6-960b-e0bb1064c0ea admin admin] 10.222.0.72 "DELETE /v2.0/subnets/7f31f2f0-6023-4419-b593-a974a2526901 HTTP/1.1" status: 204 len: 168 time: 0.2588820 Feb 19 03:48:41.357734 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51948) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:48:41.359706 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077d7948-79c1-45c5-8759-8ee27138a790 None None] Network 459249c8-cbd0-480d-b0c6-976eabb03d9d requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:48:41.425692 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-48273037-d96f-4264-b4d3-a3b24be095ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (459249c8-cbd0-480d-b0c6-976eabb03d9d), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:41.481195 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-48273037-d96f-4264-b4d3-a3b24be095ea admin admin] Deleting port 5785ceea-147e-43a9-a3f3-17ef206cba23 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:48:41.481537 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-48273037-d96f-4264-b4d3-a3b24be095ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (5785ceea-147e-43a9-a3f3-17ef206cba23), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:41.549492 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-48273037-d96f-4264-b4d3-a3b24be095ea admin admin] For port 5785ceea-147e-43a9-a3f3-17ef206cba23, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=5785ceea-147e-43a9-a3f3-17ef206cba23,segment=NetworkSegment(7802e1d2-6348-461a-a147-ab4280d97a99),segment_id=7802e1d2-6348-461a-a147-ab4280d97a99)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:48:41.549784 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-48273037-d96f-4264-b4d3-a3b24be095ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (5785ceea-147e-43a9-a3f3-17ef206cba23), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:41.562786 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-48273037-d96f-4264-b4d3-a3b24be095ea admin admin] Calling delete_port for 5785ceea-147e-43a9-a3f3-17ef206cba23 owned by network:dhcp {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:48:41.618902 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68f42d8-79e2-4811-90cd-a61203c39bb3 None None] DHCP port deletion for 459249c8-cbd0-480d-b0c6-976eabb03d9d request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:48:41.650595 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-48273037-d96f-4264-b4d3-a3b24be095ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (5785ceea-147e-43a9-a3f3-17ef206cba23), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:41.670439 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e68f42d8-79e2-4811-90cd-a61203c39bb3 None None] Deleting port 5785ceea-147e-43a9-a3f3-17ef206cba23 {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:48:41.670930 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e68f42d8-79e2-4811-90cd-a61203c39bb3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (5785ceea-147e-43a9-a3f3-17ef206cba23), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:41.689648 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48273037-d96f-4264-b4d3-a3b24be095ea admin admin] Pushing event deleted for resources: {'Port': ['ID=5785ceea-147e-43a9-a3f3-17ef206cba23,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:48:41.697085 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48273037-d96f-4264-b4d3-a3b24be095ea admin admin] No DVR routers for this DVR port 5785ceea-147e-43a9-a3f3-17ef206cba23 on host n-d-826753-2 {{(pid=103701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:48:41.737281 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e68f42d8-79e2-4811-90cd-a61203c39bb3 None None] For port 5785ceea-147e-43a9-a3f3-17ef206cba23, host n-d-826753-2, got binding levels [] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:48:41.737687 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e68f42d8-79e2-4811-90cd-a61203c39bb3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (5785ceea-147e-43a9-a3f3-17ef206cba23), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:41.751286 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e68f42d8-79e2-4811-90cd-a61203c39bb3 None None] Calling delete_port for 5785ceea-147e-43a9-a3f3-17ef206cba23 owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:48:41.754000 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.ipam_backend_mixin [None req-e68f42d8-79e2-4811-90cd-a61203c39bb3 None None] Port 5785ceea-147e-43a9-a3f3-17ef206cba23 was not found and therefore no delete operation was performed {{(pid=103703) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 03:48:41.755264 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e68f42d8-79e2-4811-90cd-a61203c39bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (5785ceea-147e-43a9-a3f3-17ef206cba23), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:41.772420 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-48273037-d96f-4264-b4d3-a3b24be095ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (459249c8-cbd0-480d-b0c6-976eabb03d9d), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:41.785069 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68f42d8-79e2-4811-90cd-a61203c39bb3 None None] Pushing event deleted for resources: {'Port': ['ID=5785ceea-147e-43a9-a3f3-17ef206cba23,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:48:41.788884 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68f42d8-79e2-4811-90cd-a61203c39bb3 None None] No DVR routers for this DVR port 5785ceea-147e-43a9-a3f3-17ef206cba23 on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:48:41.801149 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-48273037-d96f-4264-b4d3-a3b24be095ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['459249c8-cbd0-480d-b0c6-976eabb03d9d']}} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:48:41.811620 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-48273037-d96f-4264-b4d3-a3b24be095ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7802e1d2-6348-461a-a147-ab4280d97a99') {'for_net_delete': True} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:48:41.811921 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-48273037-d96f-4264-b4d3-a3b24be095ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7802e1d2-6348-461a-a147-ab4280d97a99') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:48:41.822236 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-48273037-d96f-4264-b4d3-a3b24be095ea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12647422'] for segment (7802e1d2-6348-461a-a147-ab4280d97a99), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:41.837973 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-48273037-d96f-4264-b4d3-a3b24be095ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (7802e1d2-6348-461a-a147-ab4280d97a99), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:41.844443 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48273037-d96f-4264-b4d3-a3b24be095ea admin admin] Releasing vlan 287 on physical network physnet1 to pool {{(pid=103701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:48:41.844871 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-48273037-d96f-4264-b4d3-a3b24be095ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583360'] for segment (7802e1d2-6348-461a-a147-ab4280d97a99), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:41.846991 n-d-826753-2 neutron-server[103701]: Traceback (most recent call last): Feb 19 03:48:41.846991 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:48:41.846991 n-d-826753-2 neutron-server[103701]: timer() Feb 19 03:48:41.846991 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:48:41.846991 n-d-826753-2 neutron-server[103701]: cb(*args, **kw) Feb 19 03:48:41.846991 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:48:41.846991 n-d-826753-2 neutron-server[103701]: return func(*args, **kwargs) Feb 19 03:48:41.846991 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:48:41.846991 n-d-826753-2 neutron-server[103701]: self._notify() Feb 19 03:48:41.846991 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:48:41.846991 n-d-826753-2 neutron-server[103701]: self.callback(batched_events) Feb 19 03:48:41.846991 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:48:41.846991 n-d-826753-2 neutron-server[103701]: event.method(event) Feb 19 03:48:41.846991 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:48:41.846991 n-d-826753-2 neutron-server[103701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:48:41.846991 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:48:41.846991 n-d-826753-2 neutron-server[103701]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:48:41.846991 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:48:41.846991 n-d-826753-2 neutron-server[103701]: return f(self, *a, **k) Feb 19 03:48:41.846991 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:48:41.846991 n-d-826753-2 neutron-server[103701]: return self._get(url).json() Feb 19 03:48:41.846991 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:48:41.846991 n-d-826753-2 neutron-server[103701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:48:41.846991 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:48:41.846991 n-d-826753-2 neutron-server[103701]: return self.request(url, 'GET', **kwargs) Feb 19 03:48:41.846991 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:48:41.846991 n-d-826753-2 neutron-server[103701]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:48:41.846991 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:48:41.846991 n-d-826753-2 neutron-server[103701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:48:41.846991 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:48:41.846991 n-d-826753-2 neutron-server[103701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:48:41.846991 n-d-826753-2 neutron-server[103701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:48:41.914066 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-48273037-d96f-4264-b4d3-a3b24be095ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (459249c8-cbd0-480d-b0c6-976eabb03d9d), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:41.922423 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-48273037-d96f-4264-b4d3-a3b24be095ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:41.925540 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-48273037-d96f-4264-b4d3-a3b24be095ea admin admin] 10.222.0.72 "DELETE /v2.0/networks/459249c8-cbd0-480d-b0c6-976eabb03d9d HTTP/1.1" status: 204 len: 168 time: 0.5666053 Feb 19 03:48:41.927865 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device c6f4a8bd-5ae9-4723-9ba0-3a537b9c97f3 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:48:41.929208 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51950) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:48:41.938129 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:48:41.950524 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48273037-d96f-4264-b4d3-a3b24be095ea admin admin] Pushing event deleted for resources: {'Network': ['ID=459249c8-cbd0-480d-b0c6-976eabb03d9d,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:48:41.952787 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: c6f4a8bd-5ae9-4723-9ba0-3a537b9c97f3 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:48:41.953176 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device c6f4a8bd-5ae9-4723-9ba0-3a537b9c97f3 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:48:41.953608 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 8deff6fa-87f8-407f-ac19-865e639d6924 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:48:41.973868 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 8deff6fa-87f8-407f-ac19-865e639d6924 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:48:41.974217 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 8deff6fa-87f8-407f-ac19-865e639d6924 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:48:41.974637 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 5785ceea-147e-43a9-a3f3-17ef206cba23 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:48:41.996876 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 5785ceea-147e-43a9-a3f3-17ef206cba23 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:48:41.997378 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 5785ceea-147e-43a9-a3f3-17ef206cba23 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:48:42.315566 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-aff22ca7-2316-43eb-9dbc-c28b77636827 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16289271'] for router_interface (53f8272b-06ab-4a70-abd4-418b7fb2a6c1), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:42.359774 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device ba0b263d-3402-4554-b625-316ff55c5a40 no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:48:42.380460 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] No Port match for: ba0b263d-3402-4554-b625-316ff55c5a40 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:48:42.380808 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device ba0b263d-3402-4554-b625-316ff55c5a40 not bound to the agent host n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:48:42.567579 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-aff22ca7-2316-43eb-9dbc-c28b77636827 admin admin] Deleting port 7e18000c-a972-4c38-830a-deaa4c1415ad {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:48:42.567810 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-aff22ca7-2316-43eb-9dbc-c28b77636827 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (7e18000c-a972-4c38-830a-deaa4c1415ad), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:42.649224 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-aff22ca7-2316-43eb-9dbc-c28b77636827 admin admin] For port 7e18000c-a972-4c38-830a-deaa4c1415ad, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=7e18000c-a972-4c38-830a-deaa4c1415ad,segment=NetworkSegment(e1edeca7-c34e-4551-8e16-2c9e81dfcb66),segment_id=e1edeca7-c34e-4551-8e16-2c9e81dfcb66)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:48:42.649618 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-aff22ca7-2316-43eb-9dbc-c28b77636827 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (7e18000c-a972-4c38-830a-deaa4c1415ad), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:42.663874 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-aff22ca7-2316-43eb-9dbc-c28b77636827 admin admin] Calling delete_port for 7e18000c-a972-4c38-830a-deaa4c1415ad owned by network:router_interface {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:48:42.843547 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-aff22ca7-2316-43eb-9dbc-c28b77636827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (7e18000c-a972-4c38-830a-deaa4c1415ad), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:42.869561 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff22ca7-2316-43eb-9dbc-c28b77636827 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e18000c-a972-4c38-830a-deaa4c1415ad,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:48:43.045249 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-aff22ca7-2316-43eb-9dbc-c28b77636827 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16362762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16314471'] for router_interface (53f8272b-06ab-4a70-abd4-418b7fb2a6c1), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:43.550906 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aff22ca7-2316-43eb-9dbc-c28b77636827 admin admin] Router 53f8272b-06ab-4a70-abd4-418b7fb2a6c1 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:48:43.661552 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aff22ca7-2316-43eb-9dbc-c28b77636827 admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:48:43.667805 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-aff22ca7-2316-43eb-9dbc-c28b77636827 admin admin] 10.222.0.72 "PUT /v2.0/routers/53f8272b-06ab-4a70-abd4-418b7fb2a6c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7232711 Feb 19 03:48:43.670390 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51952) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:48:43.670761 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefcfd16-ff07-4722-be18-a2dbcba3ced0 None None] Sync routers for ids ['53f8272b-06ab-4a70-abd4-418b7fb2a6c1'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:48:43.681912 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefcfd16-ff07-4722-be18-a2dbcba3ced0 None None] Routers {'53f8272b-06ab-4a70-abd4-418b7fb2a6c1'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:48:43.682518 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-fefcfd16-ff07-4722-be18-a2dbcba3ced0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:48:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['53f8272b-06ab-4a70-abd4-418b7fb2a6c1'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:48:43.781190 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3cadfb4e-2db0-42b8-93c1-78a7fb75d9fb admin admin] Publish callbacks [] for router (53f8272b-06ab-4a70-abd4-418b7fb2a6c1), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:43.893333 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-fefcfd16-ff07-4722-be18-a2dbcba3ced0 None None] Set router 53f8272b-06ab-4a70-abd4-418b7fb2a6c1 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:48:43.898821 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3cadfb4e-2db0-42b8-93c1-78a7fb75d9fb admin admin] Publish callbacks [] for router_gateway (53f8272b-06ab-4a70-abd4-418b7fb2a6c1), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:43.955610 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-3cadfb4e-2db0-42b8-93c1-78a7fb75d9fb admin admin] Deleting port 8ae9de77-eda1-4d41-94aa-ca7c5fc65aaa {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:48:43.955946 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3cadfb4e-2db0-42b8-93c1-78a7fb75d9fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (8ae9de77-eda1-4d41-94aa-ca7c5fc65aaa), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:44.037351 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-3cadfb4e-2db0-42b8-93c1-78a7fb75d9fb admin admin] For port 8ae9de77-eda1-4d41-94aa-ca7c5fc65aaa, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=8ae9de77-eda1-4d41-94aa-ca7c5fc65aaa,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:48:44.037712 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3cadfb4e-2db0-42b8-93c1-78a7fb75d9fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (8ae9de77-eda1-4d41-94aa-ca7c5fc65aaa), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:44.051497 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-3cadfb4e-2db0-42b8-93c1-78a7fb75d9fb admin admin] Calling delete_port for 8ae9de77-eda1-4d41-94aa-ca7c5fc65aaa owned by network:router_gateway {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:48:44.106599 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-fefcfd16-ff07-4722-be18-a2dbcba3ced0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f8272b-06ab-4a70-abd4-418b7fb2a6c1', 'name': 'tempest-TestEncryptedCinderVolumes-129611097-router', 'tenant_id': 'fb758e68a9e74a8e9432c9afc38b9bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': '8ae9de77-eda1-4d41-94aa-ca7c5fc65aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:46:53Z', 'updated_at': '2022-02-19T03:48:42Z', 'revision_number': 5, 'project_id': 'fb758e68a9e74a8e9432c9afc38b9bde', 'gw_port': {'id': '8ae9de77-eda1-4d41-94aa-ca7c5fc65aaa', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:f2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f8272b-06ab-4a70-abd4-418b7fb2a6c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:46:53Z', 'updated_at': '2022-02-19T03:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:48:44.132756 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefcfd16-ff07-4722-be18-a2dbcba3ced0 None None] Checking router: 53f8272b-06ab-4a70-abd4-418b7fb2a6c1 for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:48:44.141760 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefcfd16-ff07-4722-be18-a2dbcba3ced0 None None] Routers {'53f8272b-06ab-4a70-abd4-418b7fb2a6c1'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:48:44.142361 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-fefcfd16-ff07-4722-be18-a2dbcba3ced0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:48:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['53f8272b-06ab-4a70-abd4-418b7fb2a6c1'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:48:44.227794 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3cadfb4e-2db0-42b8-93c1-78a7fb75d9fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (8ae9de77-eda1-4d41-94aa-ca7c5fc65aaa), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:44.233885 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-fefcfd16-ff07-4722-be18-a2dbcba3ced0 None None] Set router 53f8272b-06ab-4a70-abd4-418b7fb2a6c1 gateway port host: None {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:48:44.257422 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cadfb4e-2db0-42b8-93c1-78a7fb75d9fb admin admin] Pushing event deleted for resources: {'Port': ['ID=8ae9de77-eda1-4d41-94aa-ca7c5fc65aaa,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:48:44.289656 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-fefcfd16-ff07-4722-be18-a2dbcba3ced0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f8272b-06ab-4a70-abd4-418b7fb2a6c1', 'name': 'tempest-TestEncryptedCinderVolumes-129611097-router', 'tenant_id': 'fb758e68a9e74a8e9432c9afc38b9bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:46:53Z', 'updated_at': '2022-02-19T03:48:43Z', 'revision_number': 6, 'project_id': 'fb758e68a9e74a8e9432c9afc38b9bde', 'gw_port_host': None}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:48:44.315701 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefcfd16-ff07-4722-be18-a2dbcba3ced0 None None] The sync data for ids ['53f8272b-06ab-4a70-abd4-418b7fb2a6c1'] in n-d-826753-2 is: [{'id': '53f8272b-06ab-4a70-abd4-418b7fb2a6c1', 'name': 'tempest-TestEncryptedCinderVolumes-129611097-router', 'tenant_id': 'fb758e68a9e74a8e9432c9afc38b9bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:46:53Z', 'updated_at': '2022-02-19T03:48:43Z', 'revision_number': 6, 'project_id': 'fb758e68a9e74a8e9432c9afc38b9bde', 'gw_port_host': None}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:48:44.319293 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3cadfb4e-2db0-42b8-93c1-78a7fb75d9fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16285837'] for router_gateway (53f8272b-06ab-4a70-abd4-418b7fb2a6c1), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:44.418410 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3cadfb4e-2db0-42b8-93c1-78a7fb75d9fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16317457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14254'] for router (53f8272b-06ab-4a70-abd4-418b7fb2a6c1), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:44.420434 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3cadfb4e-2db0-42b8-93c1-78a7fb75d9fb admin admin] Publish callbacks [] for router_controller (53f8272b-06ab-4a70-abd4-418b7fb2a6c1), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:44.467283 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3cadfb4e-2db0-42b8-93c1-78a7fb75d9fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16317544'] for router (53f8272b-06ab-4a70-abd4-418b7fb2a6c1), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:44.467906 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cadfb4e-2db0-42b8-93c1-78a7fb75d9fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53f8272b-06ab-4a70-abd4-418b7fb2a6c1 {{(pid=103701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:48:44.472152 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3cadfb4e-2db0-42b8-93c1-78a7fb75d9fb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:44.473556 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-3cadfb4e-2db0-42b8-93c1-78a7fb75d9fb admin admin] 10.222.0.72 "DELETE /v2.0/routers/53f8272b-06ab-4a70-abd4-418b7fb2a6c1 HTTP/1.1" status: 204 len: 168 time: 0.8022323 Feb 19 03:48:44.476064 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51954) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:48:44.520436 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1707ebf-9f21-4c14-9765-c3a3710cf112 admin admin] Deleting subnet 58d3c018-7d40-427d-b5c2-a6bd583cd5b6 {{(pid=103701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:48:44.523477 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d1707ebf-9f21-4c14-9765-c3a3710cf112 admin admin] Publish callbacks [] for subnet (58d3c018-7d40-427d-b5c2-a6bd583cd5b6), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:44.557907 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d1707ebf-9f21-4c14-9765-c3a3710cf112 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12647399'] for subnet (58d3c018-7d40-427d-b5c2-a6bd583cd5b6), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:44.638139 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d1707ebf-9f21-4c14-9765-c3a3710cf112 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (58d3c018-7d40-427d-b5c2-a6bd583cd5b6), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:44.691851 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d1707ebf-9f21-4c14-9765-c3a3710cf112 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12647206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58706286'] for subnet (58d3c018-7d40-427d-b5c2-a6bd583cd5b6), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:44.705991 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d1707ebf-9f21-4c14-9765-c3a3710cf112 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:44.712173 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c278b7c2-db05-480b-8f67-097c9af8a968 None None] Network 1bac5dfa-8f34-47c9-a0d0-c6a7ce745c3f requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:48:44.716482 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 51956) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:48:44.717128 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-d1707ebf-9f21-4c14-9765-c3a3710cf112 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/58d3c018-7d40-427d-b5c2-a6bd583cd5b6 HTTP/1.1" status: 204 len: 168 time: 0.2395597 Feb 19 03:48:44.737302 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1707ebf-9f21-4c14-9765-c3a3710cf112 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58d3c018-7d40-427d-b5c2-a6bd583cd5b6,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:48:44.795362 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-eb5046ac-ceed-46bb-98f0-7cfbf09c9566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (1bac5dfa-8f34-47c9-a0d0-c6a7ce745c3f), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:44.848842 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-eb5046ac-ceed-46bb-98f0-7cfbf09c9566 admin admin] Deleting port cc8eb773-8e78-44bf-b06f-f96d2c74baec {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:48:44.849195 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-eb5046ac-ceed-46bb-98f0-7cfbf09c9566 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (cc8eb773-8e78-44bf-b06f-f96d2c74baec), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:44.913849 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-eb5046ac-ceed-46bb-98f0-7cfbf09c9566 admin admin] For port cc8eb773-8e78-44bf-b06f-f96d2c74baec, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=cc8eb773-8e78-44bf-b06f-f96d2c74baec,segment=NetworkSegment(e1edeca7-c34e-4551-8e16-2c9e81dfcb66),segment_id=e1edeca7-c34e-4551-8e16-2c9e81dfcb66)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:48:44.914261 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-eb5046ac-ceed-46bb-98f0-7cfbf09c9566 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (cc8eb773-8e78-44bf-b06f-f96d2c74baec), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:44.926867 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-eb5046ac-ceed-46bb-98f0-7cfbf09c9566 admin admin] Calling delete_port for cc8eb773-8e78-44bf-b06f-f96d2c74baec owned by network:dhcp {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:48:45.004788 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-eb5046ac-ceed-46bb-98f0-7cfbf09c9566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (cc8eb773-8e78-44bf-b06f-f96d2c74baec), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:45.033079 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5046ac-ceed-46bb-98f0-7cfbf09c9566 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc8eb773-8e78-44bf-b06f-f96d2c74baec,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:48:45.036667 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5046ac-ceed-46bb-98f0-7cfbf09c9566 admin admin] No DVR routers for this DVR port cc8eb773-8e78-44bf-b06f-f96d2c74baec on host n-d-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:48:45.107014 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-eb5046ac-ceed-46bb-98f0-7cfbf09c9566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (1bac5dfa-8f34-47c9-a0d0-c6a7ce745c3f), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:45.129577 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-eb5046ac-ceed-46bb-98f0-7cfbf09c9566 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bac5dfa-8f34-47c9-a0d0-c6a7ce745c3f']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:48:45.132967 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918f529e-3d5b-4b64-b8a3-d29df99a1cfe None None] DHCP port deletion for 1bac5dfa-8f34-47c9-a0d0-c6a7ce745c3f request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:48:45.141351 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-eb5046ac-ceed-46bb-98f0-7cfbf09c9566 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1edeca7-c34e-4551-8e16-2c9e81dfcb66') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:48:45.141768 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-eb5046ac-ceed-46bb-98f0-7cfbf09c9566 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1edeca7-c34e-4551-8e16-2c9e81dfcb66') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:48:45.153073 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-eb5046ac-ceed-46bb-98f0-7cfbf09c9566 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (e1edeca7-c34e-4551-8e16-2c9e81dfcb66), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:45.167277 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-eb5046ac-ceed-46bb-98f0-7cfbf09c9566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (e1edeca7-c34e-4551-8e16-2c9e81dfcb66), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:45.173579 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb5046ac-ceed-46bb-98f0-7cfbf09c9566 admin admin] Releasing vlan 269 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:48:45.174008 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-eb5046ac-ceed-46bb-98f0-7cfbf09c9566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (e1edeca7-c34e-4551-8e16-2c9e81dfcb66), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:45.175677 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 03:48:45.175677 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:48:45.175677 n-d-826753-2 neutron-server[103702]: timer() Feb 19 03:48:45.175677 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:48:45.175677 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 03:48:45.175677 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:48:45.175677 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 03:48:45.175677 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:48:45.175677 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 03:48:45.175677 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:48:45.175677 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 03:48:45.175677 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:48:45.175677 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 03:48:45.175677 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:48:45.175677 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:48:45.175677 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:48:45.175677 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:48:45.175677 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:48:45.175677 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 03:48:45.175677 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:48:45.175677 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 03:48:45.175677 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:48:45.175677 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:48:45.175677 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:48:45.175677 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 03:48:45.175677 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:48:45.175677 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:48:45.175677 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:48:45.175677 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:48:45.175677 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:48:45.175677 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:48:45.175677 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:48:45.234401 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-eb5046ac-ceed-46bb-98f0-7cfbf09c9566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (1bac5dfa-8f34-47c9-a0d0-c6a7ce745c3f), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:45.242202 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-eb5046ac-ceed-46bb-98f0-7cfbf09c9566 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:45.248376 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-eb5046ac-ceed-46bb-98f0-7cfbf09c9566 admin admin] 10.222.0.72 "DELETE /v2.0/networks/1bac5dfa-8f34-47c9-a0d0-c6a7ce745c3f HTTP/1.1" status: 204 len: 168 time: 0.5276484 Feb 19 03:48:45.259910 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5046ac-ceed-46bb-98f0-7cfbf09c9566 admin admin] Pushing event deleted for resources: {'Network': ['ID=1bac5dfa-8f34-47c9-a0d0-c6a7ce745c3f,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:48:45.265279 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5046ac-ceed-46bb-98f0-7cfbf09c9566 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:45.265630 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5046ac-ceed-46bb-98f0-7cfbf09c9566 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:45.265977 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5046ac-ceed-46bb-98f0-7cfbf09c9566 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:45.266351 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5046ac-ceed-46bb-98f0-7cfbf09c9566 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:45.267284 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5046ac-ceed-46bb-98f0-7cfbf09c9566 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:45.267705 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5046ac-ceed-46bb-98f0-7cfbf09c9566 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:45.268042 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5046ac-ceed-46bb-98f0-7cfbf09c9566 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:45.268450 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5046ac-ceed-46bb-98f0-7cfbf09c9566 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:45.268790 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5046ac-ceed-46bb-98f0-7cfbf09c9566 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:45.269182 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5046ac-ceed-46bb-98f0-7cfbf09c9566 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:45.269518 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5046ac-ceed-46bb-98f0-7cfbf09c9566 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:45.269849 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5046ac-ceed-46bb-98f0-7cfbf09c9566 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:45.270442 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5046ac-ceed-46bb-98f0-7cfbf09c9566 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:45.434989 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51960) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:48:45.474926 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-24743c2d-8137-4f7c-8de4-cdbeffa4b304 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=15e868dfeb67486197e9be86425a01ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387213 Feb 19 03:48:45.478028 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51962) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:48:45.525458 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-be249d10-177c-40b0-a44c-c1f481b44500 admin admin] Publish callbacks [] for security_group (b76d3460-b491-453e-b90e-6b7eaaec3a1a), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:45.547335 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-be249d10-177c-40b0-a44c-c1f481b44500 admin admin] Publish callbacks [] for security_group (b76d3460-b491-453e-b90e-6b7eaaec3a1a), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:45.597500 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-be249d10-177c-40b0-a44c-c1f481b44500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (b76d3460-b491-453e-b90e-6b7eaaec3a1a), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:45.600153 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-be249d10-177c-40b0-a44c-c1f481b44500 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:45.601547 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-be249d10-177c-40b0-a44c-c1f481b44500 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b76d3460-b491-453e-b90e-6b7eaaec3a1a HTTP/1.1" status: 204 len: 168 time: 0.1224859 Feb 19 03:48:45.610275 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be249d10-177c-40b0-a44c-c1f481b44500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b76d3460-b491-453e-b90e-6b7eaaec3a1a,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:48:45.639141 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-655a4f05-00cf-4033-b735-3b0d2de515c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:45.899757 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 8ae9de77-eda1-4d41-94aa-ca7c5fc65aaa no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:48:45.920700 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 8ae9de77-eda1-4d41-94aa-ca7c5fc65aaa {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:48:45.921071 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 8ae9de77-eda1-4d41-94aa-ca7c5fc65aaa not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:48:45.921497 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 7e18000c-a972-4c38-830a-deaa4c1415ad no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:48:45.936595 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 51968) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:48:45.943442 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 7e18000c-a972-4c38-830a-deaa4c1415ad {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:48:45.943794 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 7e18000c-a972-4c38-830a-deaa4c1415ad not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:48:45.944245 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device cc8eb773-8e78-44bf-b06f-f96d2c74baec no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:48:45.962741 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: cc8eb773-8e78-44bf-b06f-f96d2c74baec {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:48:45.963071 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device cc8eb773-8e78-44bf-b06f-f96d2c74baec not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:48:45.977525 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-9867d5a6-d8a1-433a-9de5-00e23749dd68 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=fb758e68a9e74a8e9432c9afc38b9bde&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0396900 Feb 19 03:48:45.980677 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 51970) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:48:46.027630 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c2c8d533-ddfc-45e8-be1c-38d73094e4c8 admin admin] Publish callbacks [] for security_group (e0f7ff42-be0d-41c7-9b1b-afcf912cf1d0), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:46.048541 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c2c8d533-ddfc-45e8-be1c-38d73094e4c8 admin admin] Publish callbacks [] for security_group (e0f7ff42-be0d-41c7-9b1b-afcf912cf1d0), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:46.096842 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c2c8d533-ddfc-45e8-be1c-38d73094e4c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (e0f7ff42-be0d-41c7-9b1b-afcf912cf1d0), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:46.099454 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c2c8d533-ddfc-45e8-be1c-38d73094e4c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:46.100596 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-c2c8d533-ddfc-45e8-be1c-38d73094e4c8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e0f7ff42-be0d-41c7-9b1b-afcf912cf1d0 HTTP/1.1" status: 204 len: 168 time: 0.1189890 Feb 19 03:48:46.109079 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c8d533-ddfc-45e8-be1c-38d73094e4c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f7ff42-be0d-41c7-9b1b-afcf912cf1d0,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:48:46.777323 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 51992) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:48:46.878439 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-94cec699-92da-40a1-8679-6d4e16d00819 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1690581878-network', 'tenant_id': '9099d3e3a814493c8b18af7ad61f7b43'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:48:46.901691 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94cec699-92da-40a1-8679-6d4e16d00819 admin admin] Made reservation on behalf of 9099d3e3a814493c8b18af7ad61f7b43 for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:48:46.903953 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-94cec699-92da-40a1-8679-6d4e16d00819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:47.229676 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-94cec699-92da-40a1-8679-6d4e16d00819 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:47.303099 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-94cec699-92da-40a1-8679-6d4e16d00819 admin admin] Publish callbacks [] for security_group (34c661d6-8e8f-43f4-9cb8-8ca53d8acb94), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:47.307126 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-94cec699-92da-40a1-8679-6d4e16d00819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (34c661d6-8e8f-43f4-9cb8-8ca53d8acb94), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:47.333710 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94cec699-92da-40a1-8679-6d4e16d00819 admin admin] vlan segment allocate from pool success with {'vlan_id': 276, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:48:47.340691 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cec699-92da-40a1-8679-6d4e16d00819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34c661d6-8e8f-43f4-9cb8-8ca53d8acb94,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:48:47.346679 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-94cec699-92da-40a1-8679-6d4e16d00819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (b8935908-3619-44a9-abbf-59c592a3c00c), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:47.347023 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-94cec699-92da-40a1-8679-6d4e16d00819 admin admin] Added segment b8935908-3619-44a9-abbf-59c592a3c00c of type vlan for network 9df70e5a-8122-4f67-8355-59315424d420 Feb 19 03:48:47.386095 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-94cec699-92da-40a1-8679-6d4e16d00819 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (9df70e5a-8122-4f67-8355-59315424d420), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:47.411118 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-94cec699-92da-40a1-8679-6d4e16d00819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (9df70e5a-8122-4f67-8355-59315424d420), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:47.412217 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94cec699-92da-40a1-8679-6d4e16d00819 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:47.412798 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-94cec699-92da-40a1-8679-6d4e16d00819 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:47.470517 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-94cec699-92da-40a1-8679-6d4e16d00819 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6920781 Feb 19 03:48:47.473487 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51996) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:48:47.477809 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cec699-92da-40a1-8679-6d4e16d00819 admin admin] Pushing event updated for resources: {'Network': ['ID=9df70e5a-8122-4f67-8355-59315424d420,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:48:47.479057 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-eb505641-a5e8-431e-81de-d35aee8f4cf2 admin admin] Request body: {'subnet': {'network_id': '9df70e5a-8122-4f67-8355-59315424d420', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1690581878-subnet', 'tenant_id': '9099d3e3a814493c8b18af7ad61f7b43', 'ip_version': 4}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:48:47.487933 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 9df70e5a-8122-4f67-8355-59315424d420 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:48:47.504800 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb505641-a5e8-431e-81de-d35aee8f4cf2 admin admin] Made reservation on behalf of 9099d3e3a814493c8b18af7ad61f7b43 for: {'subnet': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:48:47.507616 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-eb505641-a5e8-431e-81de-d35aee8f4cf2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58706307'] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:47.671124 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-eb505641-a5e8-431e-81de-d35aee8f4cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12647271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58706289'] for subnet (5afbcdba-6770-4f13-9991-673ff43a6a61), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:47.733536 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb505641-a5e8-431e-81de-d35aee8f4cf2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5afbcdba-6770-4f13-9991-673ff43a6a61,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:48:47.740363 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb505641-a5e8-431e-81de-d35aee8f4cf2 admin admin] Checking segment: {'id': 'b8935908-3619-44a9-abbf-59c592a3c00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '9df70e5a-8122-4f67-8355-59315424d420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:48:47.740721 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb505641-a5e8-431e-81de-d35aee8f4cf2 admin admin] Network hostable DHCP agents. Network: 9df70e5a-8122-4f67-8355-59315424d420, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:48:47.757543 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb505641-a5e8-431e-81de-d35aee8f4cf2 admin admin] Network 9df70e5a-8122-4f67-8355-59315424d420 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:48:47.765652 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-eb505641-a5e8-431e-81de-d35aee8f4cf2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 9df70e5a-8122-4f67-8355-59315424d420) {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:48:47.769597 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb505641-a5e8-431e-81de-d35aee8f4cf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:47.770240 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-eb505641-a5e8-431e-81de-d35aee8f4cf2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:47.775667 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512d5847-3ece-4878-be22-cf2ee4076eed None None] Network 9df70e5a-8122-4f67-8355-59315424d420 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:48:47.786998 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-eb505641-a5e8-431e-81de-d35aee8f4cf2 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3123572 Feb 19 03:48:47.789706 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 51998) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:48:47.794713 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-5d20b2ee-b387-4653-9260-3a319d8db147 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1690581878-router', 'tenant_id': '9099d3e3a814493c8b18af7ad61f7b43', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:48:47.815177 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5d20b2ee-b387-4653-9260-3a319d8db147 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14172'] for router (4b6d31c2-d87f-4631-a8a5-74d6ab21965a), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:47.816238 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5d20b2ee-b387-4653-9260-3a319d8db147 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16317487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16285822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16309985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14247'] for router (4b6d31c2-d87f-4631-a8a5-74d6ab21965a), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:47.849325 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6db314b6-9041-49ff-ac66-526250996d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:47.871786 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5d20b2ee-b387-4653-9260-3a319d8db147 admin admin] Publish callbacks [] for router_controller (4b6d31c2-d87f-4631-a8a5-74d6ab21965a), precommit_add_association {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:47.896598 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2420e156-52f9-4813-b80f-b9282e25ea36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-9df70e5a-8122-4f67-8355-59315424d420', 'network_id': '9df70e5a-8122-4f67-8355-59315424d420', 'project_id': '9099d3e3a814493c8b18af7ad61f7b43', 'fixed_ips': [{'subnet_id': '5afbcdba-6770-4f13-9991-673ff43a6a61'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:48:47.897485 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-2420e156-52f9-4813-b80f-b9282e25ea36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:48.016348 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5d20b2ee-b387-4653-9260-3a319d8db147 admin admin] Publish callbacks [] for router_gateway (4b6d31c2-d87f-4631-a8a5-74d6ab21965a), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:48.032340 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-2420e156-52f9-4813-b80f-b9282e25ea36 None None] Allocated IP 172.20.0.2 (9df70e5a-8122-4f67-8355-59315424d420/5afbcdba-6770-4f13-9991-673ff43a6a61/0314d25f-5ee7-46e4-ba9c-79881a1df2ce) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:48:48.186206 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-2420e156-52f9-4813-b80f-b9282e25ea36 None None] Publish callbacks [] for port (0314d25f-5ee7-46e4-ba9c-79881a1df2ce), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:48.191820 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-2420e156-52f9-4813-b80f-b9282e25ea36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (0314d25f-5ee7-46e4-ba9c-79881a1df2ce), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:48.221702 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5d20b2ee-b387-4653-9260-3a319d8db147 admin admin] Publish callbacks [] for router_gateway (4b6d31c2-d87f-4631-a8a5-74d6ab21965a), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:48.228157 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2420e156-52f9-4813-b80f-b9282e25ea36 None None] Network 9df70e5a-8122-4f67-8355-59315424d420 is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:48:48.231129 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-2420e156-52f9-4813-b80f-b9282e25ea36 None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:48:48.234417 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2420e156-52f9-4813-b80f-b9282e25ea36 None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:48:48.241563 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5d20b2ee-b387-4653-9260-3a319d8db147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:48.248984 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2420e156-52f9-4813-b80f-b9282e25ea36 None None] Pushing event updated for resources: {'Port': ['ID=0314d25f-5ee7-46e4-ba9c-79881a1df2ce,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:48:48.300726 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-2420e156-52f9-4813-b80f-b9282e25ea36 None None] Attempting to bind port 0314d25f-5ee7-46e4-ba9c-79881a1df2ce on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:48:48.301029 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-2420e156-52f9-4813-b80f-b9282e25ea36 None None] Attempting to bind port 0314d25f-5ee7-46e4-ba9c-79881a1df2ce by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': 'b8935908-3619-44a9-abbf-59c592a3c00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '9df70e5a-8122-4f67-8355-59315424d420'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:48:48.301403 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2420e156-52f9-4813-b80f-b9282e25ea36 None None] Attempting to bind port 0314d25f-5ee7-46e4-ba9c-79881a1df2ce on network 9df70e5a-8122-4f67-8355-59315424d420 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:48:48.307317 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2420e156-52f9-4813-b80f-b9282e25ea36 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:48:48.307691 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2420e156-52f9-4813-b80f-b9282e25ea36 None None] Checking segment: {'id': 'b8935908-3619-44a9-abbf-59c592a3c00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '9df70e5a-8122-4f67-8355-59315424d420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:48:48.308092 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-2420e156-52f9-4813-b80f-b9282e25ea36 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:48.308485 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2420e156-52f9-4813-b80f-b9282e25ea36 None None] Bound using segment: {'id': 'b8935908-3619-44a9-abbf-59c592a3c00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '9df70e5a-8122-4f67-8355-59315424d420'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:48:48.308946 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-2420e156-52f9-4813-b80f-b9282e25ea36 None None] Bound port: 0314d25f-5ee7-46e4-ba9c-79881a1df2ce, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8935908-3619-44a9-abbf-59c592a3c00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '9df70e5a-8122-4f67-8355-59315424d420'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:48:48.309375 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-2420e156-52f9-4813-b80f-b9282e25ea36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (0314d25f-5ee7-46e4-ba9c-79881a1df2ce), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:48.350114 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-5d20b2ee-b387-4653-9260-3a319d8db147 admin admin] Allocated IP 172.25.6.33 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/76264abb-9613-47d6-b1b3-cd7fdd6a4ea7) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:48:48.370538 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-2420e156-52f9-4813-b80f-b9282e25ea36 None None] For port 0314d25f-5ee7-46e4-ba9c-79881a1df2ce, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:48:48.373646 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-2420e156-52f9-4813-b80f-b9282e25ea36 None None] For port 0314d25f-5ee7-46e4-ba9c-79881a1df2ce, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=0314d25f-5ee7-46e4-ba9c-79881a1df2ce,segment=NetworkSegment(b8935908-3619-44a9-abbf-59c592a3c00c),segment_id=b8935908-3619-44a9-abbf-59c592a3c00c)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:48:48.379235 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-2420e156-52f9-4813-b80f-b9282e25ea36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (0314d25f-5ee7-46e4-ba9c-79881a1df2ce), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:48.443947 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2420e156-52f9-4813-b80f-b9282e25ea36 None None] Pushing event updated for resources: {'Port': ['ID=0314d25f-5ee7-46e4-ba9c-79881a1df2ce,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:48:48.463099 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5d20b2ee-b387-4653-9260-3a319d8db147 admin admin] Publish callbacks [] for port (76264abb-9613-47d6-b1b3-cd7fdd6a4ea7), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:48.499238 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5d20b2ee-b387-4653-9260-3a319d8db147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (76264abb-9613-47d6-b1b3-cd7fdd6a4ea7), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:48.539293 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d20b2ee-b387-4653-9260-3a319d8db147 admin admin] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:48:48.543608 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-5d20b2ee-b387-4653-9260-3a319d8db147 admin admin] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:48:48.549308 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d20b2ee-b387-4653-9260-3a319d8db147 admin admin] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:48:48.555216 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d20b2ee-b387-4653-9260-3a319d8db147 admin admin] Pushing event updated for resources: {'Port': ['ID=76264abb-9613-47d6-b1b3-cd7fdd6a4ea7,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:48:48.827832 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5d20b2ee-b387-4653-9260-3a319d8db147 admin admin] Publish callbacks [] for router_gateway (4b6d31c2-d87f-4631-a8a5-74d6ab21965a), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:49.312179 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5d20b2ee-b387-4653-9260-3a319d8db147 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16317478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865'] for router (4b6d31c2-d87f-4631-a8a5-74d6ab21965a), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:49.400365 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d759835f-6a1c-465f-bf37-fe50fc373521 None None] Network 9df70e5a-8122-4f67-8355-59315424d420 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:48:49.453125 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d20b2ee-b387-4653-9260-3a319d8db147 admin admin] Router 4b6d31c2-d87f-4631-a8a5-74d6ab21965a is scheduled to L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd with binding_index 1 {{(pid=103701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:48:49.489258 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-d50f33fa-b49c-4fa0-83ee-04b9674acc98 None None] Provisioning complete for port 0314d25f-5ee7-46e4-ba9c-79881a1df2ce triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:48:49.489633 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d50f33fa-b49c-4fa0-83ee-04b9674acc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (0314d25f-5ee7-46e4-ba9c-79881a1df2ce), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:49.517110 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:49.568142 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d20b2ee-b387-4653-9260-3a319d8db147 admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:48:49.588096 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5d20b2ee-b387-4653-9260-3a319d8db147 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:49.592031 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-5d20b2ee-b387-4653-9260-3a319d8db147 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7987089 Feb 19 03:48:49.592570 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52000) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:48:49.594672 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3dd605b-76f9-4082-b9c9-323f251b6dbc None None] Sync routers for ids ['4b6d31c2-d87f-4631-a8a5-74d6ab21965a'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:48:49.620371 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-d50f33fa-b49c-4fa0-83ee-04b9674acc98 None None] Current status of the port 0314d25f-5ee7-46e4-ba9c-79881a1df2ce is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:48:49.620763 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d50f33fa-b49c-4fa0-83ee-04b9674acc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (0314d25f-5ee7-46e4-ba9c-79881a1df2ce), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:49.622738 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3dd605b-76f9-4082-b9c9-323f251b6dbc None None] Routers {'4b6d31c2-d87f-4631-a8a5-74d6ab21965a'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:48:49.623363 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-c3dd605b-76f9-4082-b9c9-323f251b6dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:48:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['4b6d31c2-d87f-4631-a8a5-74d6ab21965a'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:48:49.879581 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-d50f33fa-b49c-4fa0-83ee-04b9674acc98 None None] For port 0314d25f-5ee7-46e4-ba9c-79881a1df2ce, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=0314d25f-5ee7-46e4-ba9c-79881a1df2ce,segment=NetworkSegment(b8935908-3619-44a9-abbf-59c592a3c00c),segment_id=b8935908-3619-44a9-abbf-59c592a3c00c)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:48:49.906659 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d50f33fa-b49c-4fa0-83ee-04b9674acc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (0314d25f-5ee7-46e4-ba9c-79881a1df2ce), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:49.953250 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 0314d25f-5ee7-46e4-ba9c-79881a1df2ce up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:48:49.990857 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-c3dd605b-76f9-4082-b9c9-323f251b6dbc None None] Set router 4b6d31c2-d87f-4631-a8a5-74d6ab21965a gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:48:50.062106 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e57ec51e-8116-40ac-aab6-4d621d12baaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:50.073155 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50f33fa-b49c-4fa0-83ee-04b9674acc98 None None] Pushing event updated for resources: {'Port': ['ID=0314d25f-5ee7-46e4-ba9c-79881a1df2ce,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:48:50.136992 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-303a577a-d845-46c6-afd0-b8d8727641c3 None None] Provisioning complete for port 0314d25f-5ee7-46e4-ba9c-79881a1df2ce triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:48:50.137304 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-303a577a-d845-46c6-afd0-b8d8727641c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (0314d25f-5ee7-46e4-ba9c-79881a1df2ce), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:50.193259 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 0314d25f-5ee7-46e4-ba9c-79881a1df2ce triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:48:50.193633 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (0314d25f-5ee7-46e4-ba9c-79881a1df2ce), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:50.224222 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-e57ec51e-8116-40ac-aab6-4d621d12baaf admin admin] Allocated IP 172.20.0.1 (9df70e5a-8122-4f67-8355-59315424d420/5afbcdba-6770-4f13-9991-673ff43a6a61/850b0bae-9885-49b3-b91e-5e573998f0a2) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:48:50.330288 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e57ec51e-8116-40ac-aab6-4d621d12baaf admin admin] Publish callbacks [] for port (850b0bae-9885-49b3-b91e-5e573998f0a2), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:50.339302 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-303a577a-d845-46c6-afd0-b8d8727641c3 None None] Current status of the port 0314d25f-5ee7-46e4-ba9c-79881a1df2ce is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:48:50.363944 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 0314d25f-5ee7-46e4-ba9c-79881a1df2ce is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:48:50.366320 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e57ec51e-8116-40ac-aab6-4d621d12baaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (850b0bae-9885-49b3-b91e-5e573998f0a2), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:50.371723 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-c3dd605b-76f9-4082-b9c9-323f251b6dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b6d31c2-d87f-4631-a8a5-74d6ab21965a', 'name': 'tempest-TestMinimumBasicScenario-1690581878-router', 'tenant_id': '9099d3e3a814493c8b18af7ad61f7b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': '76264abb-9613-47d6-b1b3-cd7fdd6a4ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:48:47Z', 'updated_at': '2022-02-19T03:48:48Z', 'revision_number': 3, 'project_id': '9099d3e3a814493c8b18af7ad61f7b43', 'gw_port': {'id': '76264abb-9613-47d6-b1b3-cd7fdd6a4ea7', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:99:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b6d31c2-d87f-4631-a8a5-74d6ab21965a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:48:48Z', 'updated_at': '2022-02-19T03:48:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:48:50.403340 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3dd605b-76f9-4082-b9c9-323f251b6dbc None None] Checking router: 4b6d31c2-d87f-4631-a8a5-74d6ab21965a for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:48:50.404007 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3dd605b-76f9-4082-b9c9-323f251b6dbc None None] Updating router 4b6d31c2-d87f-4631-a8a5-74d6ab21965a port 76264abb-9613-47d6-b1b3-cd7fdd6a4ea7 binding host n-d-826753-2 {{(pid=103703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:48:50.404236 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57ec51e-8116-40ac-aab6-4d621d12baaf admin admin] Network 9df70e5a-8122-4f67-8355-59315424d420 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:48:50.407205 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-e57ec51e-8116-40ac-aab6-4d621d12baaf admin admin] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:48:50.409741 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57ec51e-8116-40ac-aab6-4d621d12baaf admin admin] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:48:50.433873 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c3dd605b-76f9-4082-b9c9-323f251b6dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (76264abb-9613-47d6-b1b3-cd7fdd6a4ea7), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:50.444264 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57ec51e-8116-40ac-aab6-4d621d12baaf admin admin] Pushing event updated for resources: {'Port': ['ID=850b0bae-9885-49b3-b91e-5e573998f0a2,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:48:50.465364 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e57ec51e-8116-40ac-aab6-4d621d12baaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16289150'] for router_interface (4b6d31c2-d87f-4631-a8a5-74d6ab21965a), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:50.623770 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e57ec51e-8116-40ac-aab6-4d621d12baaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (850b0bae-9885-49b3-b91e-5e573998f0a2), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:50.695706 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:50.718096 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-2f7e833c-0e65-4b7a-ba6b-a91e87c53882 None None] Provisioning complete for port 850b0bae-9885-49b3-b91e-5e573998f0a2 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:48:50.718527 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-2f7e833c-0e65-4b7a-ba6b-a91e87c53882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (850b0bae-9885-49b3-b91e-5e573998f0a2), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:50.724179 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c3dd605b-76f9-4082-b9c9-323f251b6dbc None None] Publish callbacks [] for port (76264abb-9613-47d6-b1b3-cd7fdd6a4ea7), precommit_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:50.748358 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c3dd605b-76f9-4082-b9c9-323f251b6dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (76264abb-9613-47d6-b1b3-cd7fdd6a4ea7), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:50.789851 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e833c-0e65-4b7a-ba6b-a91e87c53882 None None] Port 850b0bae-9885-49b3-b91e-5e573998f0a2 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:48:50.800691 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e57ec51e-8116-40ac-aab6-4d621d12baaf admin admin] Publish callbacks [] for port (850b0bae-9885-49b3-b91e-5e573998f0a2), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:50.806821 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e57ec51e-8116-40ac-aab6-4d621d12baaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (850b0bae-9885-49b3-b91e-5e573998f0a2), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:50.814738 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ce1747-da44-46bf-8dcf-18032d2ffd34 None None] Pushing event updated for resources: {'Port': ['ID=76264abb-9613-47d6-b1b3-cd7fdd6a4ea7,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:48:50.817157 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-c3dd605b-76f9-4082-b9c9-323f251b6dbc None None] Attempting to bind port 76264abb-9613-47d6-b1b3-cd7fdd6a4ea7 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:48:50.817535 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-c3dd605b-76f9-4082-b9c9-323f251b6dbc None None] Attempting to bind port 76264abb-9613-47d6-b1b3-cd7fdd6a4ea7 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:48:50.817899 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3dd605b-76f9-4082-b9c9-323f251b6dbc None None] Attempting to bind port 76264abb-9613-47d6-b1b3-cd7fdd6a4ea7 on network eaf64708-9021-419e-b287-ef3e0f51e2ee {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:48:50.824049 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3dd605b-76f9-4082-b9c9-323f251b6dbc None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:48:50.824433 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3dd605b-76f9-4082-b9c9-323f251b6dbc None None] Checking segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:48:50.824835 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c3dd605b-76f9-4082-b9c9-323f251b6dbc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:50.825251 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3dd605b-76f9-4082-b9c9-323f251b6dbc None None] Bound using segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:48:50.825733 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-c3dd605b-76f9-4082-b9c9-323f251b6dbc None None] Bound port: 76264abb-9613-47d6-b1b3-cd7fdd6a4ea7, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:48:50.826203 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c3dd605b-76f9-4082-b9c9-323f251b6dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (76264abb-9613-47d6-b1b3-cd7fdd6a4ea7), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:50.876888 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-c3dd605b-76f9-4082-b9c9-323f251b6dbc None None] For port 76264abb-9613-47d6-b1b3-cd7fdd6a4ea7, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:48:50.879898 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-c3dd605b-76f9-4082-b9c9-323f251b6dbc None None] For port 76264abb-9613-47d6-b1b3-cd7fdd6a4ea7, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=76264abb-9613-47d6-b1b3-cd7fdd6a4ea7,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:48:50.880534 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57ec51e-8116-40ac-aab6-4d621d12baaf admin admin] Pushing event updated for resources: {'Port': ['ID=850b0bae-9885-49b3-b91e-5e573998f0a2,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:48:50.882900 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e57ec51e-8116-40ac-aab6-4d621d12baaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16362769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16289258'] for router_interface (4b6d31c2-d87f-4631-a8a5-74d6ab21965a), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:50.886759 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c3dd605b-76f9-4082-b9c9-323f251b6dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (76264abb-9613-47d6-b1b3-cd7fdd6a4ea7), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:50.942584 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3dd605b-76f9-4082-b9c9-323f251b6dbc None None] Routers {'4b6d31c2-d87f-4631-a8a5-74d6ab21965a'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:48:50.943195 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-c3dd605b-76f9-4082-b9c9-323f251b6dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:48:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['4b6d31c2-d87f-4631-a8a5-74d6ab21965a'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:48:50.982376 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57ec51e-8116-40ac-aab6-4d621d12baaf admin admin] Network 9df70e5a-8122-4f67-8355-59315424d420 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:48:50.983818 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-e57ec51e-8116-40ac-aab6-4d621d12baaf admin admin] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:48:50.984092 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ce1747-da44-46bf-8dcf-18032d2ffd34 None None] Pushing event updated for resources: {'Port': ['ID=76264abb-9613-47d6-b1b3-cd7fdd6a4ea7,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:48:51.066468 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-c3dd605b-76f9-4082-b9c9-323f251b6dbc None None] Set router 4b6d31c2-d87f-4631-a8a5-74d6ab21965a gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:48:51.112459 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e57ec51e-8116-40ac-aab6-4d621d12baaf admin admin] Router 4b6d31c2-d87f-4631-a8a5-74d6ab21965a has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:48:51.234167 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e57ec51e-8116-40ac-aab6-4d621d12baaf admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:48:51.241508 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-e57ec51e-8116-40ac-aab6-4d621d12baaf admin admin] 10.222.0.72 "PUT /v2.0/routers/4b6d31c2-d87f-4631-a8a5-74d6ab21965a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6476212 Feb 19 03:48:51.281666 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-c3dd605b-76f9-4082-b9c9-323f251b6dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b6d31c2-d87f-4631-a8a5-74d6ab21965a', 'name': 'tempest-TestMinimumBasicScenario-1690581878-router', 'tenant_id': '9099d3e3a814493c8b18af7ad61f7b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': '76264abb-9613-47d6-b1b3-cd7fdd6a4ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:48:47Z', 'updated_at': '2022-02-19T03:48:50Z', 'revision_number': 4, 'project_id': '9099d3e3a814493c8b18af7ad61f7b43', 'gw_port': {'id': '76264abb-9613-47d6-b1b3-cd7fdd6a4ea7', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:99:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b6d31c2-d87f-4631-a8a5-74d6ab21965a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:48:48Z', 'updated_at': '2022-02-19T03:48:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '850b0bae-9885-49b3-b91e-5e573998f0a2', 'name': '', 'network_id': '9df70e5a-8122-4f67-8355-59315424d420', 'tenant_id': '9099d3e3a814493c8b18af7ad61f7b43', 'mac_address': 'fa:16:3e:ff:86:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b6d31c2-d87f-4631-a8a5-74d6ab21965a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '5afbcdba-6770-4f13-9991-673ff43a6a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:48:50Z', 'updated_at': '2022-02-19T03:48:50Z', 'revision_number': 2, 'project_id': '9099d3e3a814493c8b18af7ad61f7b43', 'subnets': [{'id': '5afbcdba-6770-4f13-9991-673ff43a6a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:48:51.311853 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3dd605b-76f9-4082-b9c9-323f251b6dbc None None] The sync data for ids ['4b6d31c2-d87f-4631-a8a5-74d6ab21965a'] in n-d-826753-2 is: [{'id': '4b6d31c2-d87f-4631-a8a5-74d6ab21965a', 'name': 'tempest-TestMinimumBasicScenario-1690581878-router', 'tenant_id': '9099d3e3a814493c8b18af7ad61f7b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': '76264abb-9613-47d6-b1b3-cd7fdd6a4ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:48:47Z', 'updated_at': '2022-02-19T03:48:50Z', 'revision_number': 4, 'project_id': '9099d3e3a814493c8b18af7ad61f7b43', 'gw_port': {'id': '76264abb-9613-47d6-b1b3-cd7fdd6a4ea7', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:99:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b6d31c2-d87f-4631-a8a5-74d6ab21965a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:48:48Z', 'updated_at': '2022-02-19T03:48:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '850b0bae-9885-49b3-b91e-5e573998f0a2', 'name': '', 'network_id': '9df70e5a-8122-4f67-8355-59315424d420', 'tenant_id': '9099d3e3a814493c8b18af7ad61f7b43', 'mac_address': 'fa:16:3e:ff:86:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b6d31c2-d87f-4631-a8a5-74d6ab21965a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '5afbcdba-6770-4f13-9991-673ff43a6a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:48:50Z', 'updated_at': '2022-02-19T03:48:50Z', 'revision_number': 2, 'project_id': '9099d3e3a814493c8b18af7ad61f7b43', 'subnets': [{'id': '5afbcdba-6770-4f13-9991-673ff43a6a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:48:51.322920 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-255d6c4a-6450-4514-adf8-cc7564f6ef71 None None] Provisioning complete for port 850b0bae-9885-49b3-b91e-5e573998f0a2 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:48:51.323349 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-255d6c4a-6450-4514-adf8-cc7564f6ef71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (850b0bae-9885-49b3-b91e-5e573998f0a2), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:51.365525 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-255d6c4a-6450-4514-adf8-cc7564f6ef71 None None] Port 850b0bae-9885-49b3-b91e-5e573998f0a2 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:48:51.748674 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52016) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:48:51.753638 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-b7e68667-a04e-459a-b9e0-9b11656ad5f7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1856485467-network', 'tenant_id': '621b68552a234c4db1fef65cd6d4ec02'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:48:51.774072 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7e68667-a04e-459a-b9e0-9b11656ad5f7 admin admin] Made reservation on behalf of 621b68552a234c4db1fef65cd6d4ec02 for: {'network': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:48:51.777455 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b7e68667-a04e-459a-b9e0-9b11656ad5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:51.786669 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b7e68667-a04e-459a-b9e0-9b11656ad5f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:51.870211 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b7e68667-a04e-459a-b9e0-9b11656ad5f7 admin admin] Publish callbacks [] for security_group (ed759caf-ca5c-4a3a-ab63-596423f7470f), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:51.874605 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b7e68667-a04e-459a-b9e0-9b11656ad5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (ed759caf-ca5c-4a3a-ab63-596423f7470f), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:51.901261 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7e68667-a04e-459a-b9e0-9b11656ad5f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 252, 'physical_network': 'physnet1'} {{(pid=103702) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:48:51.910374 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e68667-a04e-459a-b9e0-9b11656ad5f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed759caf-ca5c-4a3a-ab63-596423f7470f,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:48:51.917406 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b7e68667-a04e-459a-b9e0-9b11656ad5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (efd6c854-328d-44f4-a182-682601bbe720), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:51.917894 n-d-826753-2 neutron-server[103702]: INFO neutron.db.segments_db [None req-b7e68667-a04e-459a-b9e0-9b11656ad5f7 admin admin] Added segment efd6c854-328d-44f4-a182-682601bbe720 of type vlan for network 59b4e790-6f5e-4103-8a6c-438c48f83fa4 Feb 19 03:48:51.933320 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 0314d25f-5ee7-46e4-ba9c-79881a1df2ce up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:48:51.965919 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b7e68667-a04e-459a-b9e0-9b11656ad5f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (59b4e790-6f5e-4103-8a6c-438c48f83fa4), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:51.993233 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 0314d25f-5ee7-46e4-ba9c-79881a1df2ce triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:48:51.994345 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (0314d25f-5ee7-46e4-ba9c-79881a1df2ce), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:51.996170 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b7e68667-a04e-459a-b9e0-9b11656ad5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (59b4e790-6f5e-4103-8a6c-438c48f83fa4), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:51.997555 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e68667-a04e-459a-b9e0-9b11656ad5f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:51.998433 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-b7e68667-a04e-459a-b9e0-9b11656ad5f7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:52.065867 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-b7e68667-a04e-459a-b9e0-9b11656ad5f7 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3137114 Feb 19 03:48:52.066085 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52018) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:48:52.078702 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-4424f0e8-55c6-4384-9b14-1b02148af91f admin admin] Request body: {'subnet': {'network_id': '59b4e790-6f5e-4103-8a6c-438c48f83fa4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1856485467-subnet', 'tenant_id': '621b68552a234c4db1fef65cd6d4ec02', 'ip_version': 4}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:48:52.082397 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e68667-a04e-459a-b9e0-9b11656ad5f7 admin admin] Pushing event updated for resources: {'Network': ['ID=59b4e790-6f5e-4103-8a6c-438c48f83fa4,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:48:52.092631 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:52.096280 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 59b4e790-6f5e-4103-8a6c-438c48f83fa4 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:48:52.102762 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4424f0e8-55c6-4384-9b14-1b02148af91f admin admin] Made reservation on behalf of 621b68552a234c4db1fef65cd6d4ec02 for: {'subnet': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:48:52.105635 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4424f0e8-55c6-4384-9b14-1b02148af91f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58706307'] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:52.205644 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 0314d25f-5ee7-46e4-ba9c-79881a1df2ce is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:48:52.295218 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4424f0e8-55c6-4384-9b14-1b02148af91f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12647271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58706289'] for subnet (b3f8d2fe-1800-448d-8e1e-14fde7e81e77), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:52.348567 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4424f0e8-55c6-4384-9b14-1b02148af91f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3f8d2fe-1800-448d-8e1e-14fde7e81e77,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:48:52.365914 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4424f0e8-55c6-4384-9b14-1b02148af91f admin admin] Checking segment: {'id': 'efd6c854-328d-44f4-a182-682601bbe720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '59b4e790-6f5e-4103-8a6c-438c48f83fa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:48:52.366271 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4424f0e8-55c6-4384-9b14-1b02148af91f admin admin] Network hostable DHCP agents. Network: 59b4e790-6f5e-4103-8a6c-438c48f83fa4, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:48:52.387222 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4424f0e8-55c6-4384-9b14-1b02148af91f admin admin] Network 59b4e790-6f5e-4103-8a6c-438c48f83fa4 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:48:52.396693 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-4424f0e8-55c6-4384-9b14-1b02148af91f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 59b4e790-6f5e-4103-8a6c-438c48f83fa4) {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:48:52.402512 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4424f0e8-55c6-4384-9b14-1b02148af91f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:52.403112 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4424f0e8-55c6-4384-9b14-1b02148af91f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:52.406793 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a23648-61ac-48d3-b478-c24605916723 None None] Network 59b4e790-6f5e-4103-8a6c-438c48f83fa4 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:48:52.420170 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-4424f0e8-55c6-4384-9b14-1b02148af91f admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3528256 Feb 19 03:48:52.422830 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52020) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:48:52.427378 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-249f644c-e0c3-409d-8666-082483fa4ec9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1856485467-router', 'tenant_id': '621b68552a234c4db1fef65cd6d4ec02', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:48:52.450692 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-249f644c-e0c3-409d-8666-082483fa4ec9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14172'] for router (e55568d8-07af-4ad9-8474-3f9e72cf442f), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:52.451786 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-249f644c-e0c3-409d-8666-082483fa4ec9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16317487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16285822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16309985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14247'] for router (e55568d8-07af-4ad9-8474-3f9e72cf442f), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:52.514405 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-249f644c-e0c3-409d-8666-082483fa4ec9 admin admin] Publish callbacks [] for router_controller (e55568d8-07af-4ad9-8474-3f9e72cf442f), precommit_add_association {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:52.522706 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6babdbe0-3b2c-4a9e-b8ad-3ddc2bfe7a25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-59b4e790-6f5e-4103-8a6c-438c48f83fa4', 'network_id': '59b4e790-6f5e-4103-8a6c-438c48f83fa4', 'project_id': '621b68552a234c4db1fef65cd6d4ec02', 'fixed_ips': [{'subnet_id': 'b3f8d2fe-1800-448d-8e1e-14fde7e81e77'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:48:52.523754 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6babdbe0-3b2c-4a9e-b8ad-3ddc2bfe7a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:52.669401 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-249f644c-e0c3-409d-8666-082483fa4ec9 admin admin] Publish callbacks [] for router_gateway (e55568d8-07af-4ad9-8474-3f9e72cf442f), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:52.671705 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-6babdbe0-3b2c-4a9e-b8ad-3ddc2bfe7a25 None None] Allocated IP 172.20.0.2 (59b4e790-6f5e-4103-8a6c-438c48f83fa4/b3f8d2fe-1800-448d-8e1e-14fde7e81e77/2ec73d69-9c17-4653-9f4a-a3afdb683f57) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:48:52.828489 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6babdbe0-3b2c-4a9e-b8ad-3ddc2bfe7a25 None None] Publish callbacks [] for port (2ec73d69-9c17-4653-9f4a-a3afdb683f57), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:52.836090 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6babdbe0-3b2c-4a9e-b8ad-3ddc2bfe7a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (2ec73d69-9c17-4653-9f4a-a3afdb683f57), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:52.886813 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6babdbe0-3b2c-4a9e-b8ad-3ddc2bfe7a25 None None] Network 59b4e790-6f5e-4103-8a6c-438c48f83fa4 is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:48:52.889627 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-249f644c-e0c3-409d-8666-082483fa4ec9 admin admin] Publish callbacks [] for router_gateway (e55568d8-07af-4ad9-8474-3f9e72cf442f), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:52.890739 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-6babdbe0-3b2c-4a9e-b8ad-3ddc2bfe7a25 None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:48:52.892625 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6babdbe0-3b2c-4a9e-b8ad-3ddc2bfe7a25 None None] Pushing event updated for resources: {'Port': ['ID=2ec73d69-9c17-4653-9f4a-a3afdb683f57,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:48:52.894773 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6babdbe0-3b2c-4a9e-b8ad-3ddc2bfe7a25 None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:48:52.911784 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-249f644c-e0c3-409d-8666-082483fa4ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:52.960188 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:52.961146 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-6babdbe0-3b2c-4a9e-b8ad-3ddc2bfe7a25 None None] Attempting to bind port 2ec73d69-9c17-4653-9f4a-a3afdb683f57 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:48:52.961540 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-6babdbe0-3b2c-4a9e-b8ad-3ddc2bfe7a25 None None] Attempting to bind port 2ec73d69-9c17-4653-9f4a-a3afdb683f57 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': 'efd6c854-328d-44f4-a182-682601bbe720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '59b4e790-6f5e-4103-8a6c-438c48f83fa4'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:48:52.961888 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6babdbe0-3b2c-4a9e-b8ad-3ddc2bfe7a25 None None] Attempting to bind port 2ec73d69-9c17-4653-9f4a-a3afdb683f57 on network 59b4e790-6f5e-4103-8a6c-438c48f83fa4 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:48:52.968171 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6babdbe0-3b2c-4a9e-b8ad-3ddc2bfe7a25 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:48:52.968561 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6babdbe0-3b2c-4a9e-b8ad-3ddc2bfe7a25 None None] Checking segment: {'id': 'efd6c854-328d-44f4-a182-682601bbe720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '59b4e790-6f5e-4103-8a6c-438c48f83fa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:48:52.968964 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6babdbe0-3b2c-4a9e-b8ad-3ddc2bfe7a25 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:52.969403 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6babdbe0-3b2c-4a9e-b8ad-3ddc2bfe7a25 None None] Bound using segment: {'id': 'efd6c854-328d-44f4-a182-682601bbe720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '59b4e790-6f5e-4103-8a6c-438c48f83fa4'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:48:52.969876 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-6babdbe0-3b2c-4a9e-b8ad-3ddc2bfe7a25 None None] Bound port: 2ec73d69-9c17-4653-9f4a-a3afdb683f57, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efd6c854-328d-44f4-a182-682601bbe720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '59b4e790-6f5e-4103-8a6c-438c48f83fa4'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:48:52.970263 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6babdbe0-3b2c-4a9e-b8ad-3ddc2bfe7a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (2ec73d69-9c17-4653-9f4a-a3afdb683f57), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:53.020801 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-249f644c-e0c3-409d-8666-082483fa4ec9 admin admin] Allocated IP 172.25.6.68 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/b23cdbe7-db16-49ff-a0f4-63ee35d4443e) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:48:53.036391 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-6babdbe0-3b2c-4a9e-b8ad-3ddc2bfe7a25 None None] For port 2ec73d69-9c17-4653-9f4a-a3afdb683f57, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:48:53.041303 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-6babdbe0-3b2c-4a9e-b8ad-3ddc2bfe7a25 None None] For port 2ec73d69-9c17-4653-9f4a-a3afdb683f57, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=2ec73d69-9c17-4653-9f4a-a3afdb683f57,segment=NetworkSegment(efd6c854-328d-44f4-a182-682601bbe720),segment_id=efd6c854-328d-44f4-a182-682601bbe720)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:48:53.047769 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6babdbe0-3b2c-4a9e-b8ad-3ddc2bfe7a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (2ec73d69-9c17-4653-9f4a-a3afdb683f57), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:53.110327 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6babdbe0-3b2c-4a9e-b8ad-3ddc2bfe7a25 None None] Pushing event updated for resources: {'Port': ['ID=2ec73d69-9c17-4653-9f4a-a3afdb683f57,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:48:53.139858 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-249f644c-e0c3-409d-8666-082483fa4ec9 admin admin] Publish callbacks [] for port (b23cdbe7-db16-49ff-a0f4-63ee35d4443e), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:53.177531 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-249f644c-e0c3-409d-8666-082483fa4ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (b23cdbe7-db16-49ff-a0f4-63ee35d4443e), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:53.218419 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249f644c-e0c3-409d-8666-082483fa4ec9 admin admin] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:48:53.221411 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-249f644c-e0c3-409d-8666-082483fa4ec9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:48:53.227471 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249f644c-e0c3-409d-8666-082483fa4ec9 admin admin] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:48:53.253367 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249f644c-e0c3-409d-8666-082483fa4ec9 admin admin] Pushing event updated for resources: {'Port': ['ID=b23cdbe7-db16-49ff-a0f4-63ee35d4443e,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:48:53.528890 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-249f644c-e0c3-409d-8666-082483fa4ec9 admin admin] Publish callbacks [] for router_gateway (e55568d8-07af-4ad9-8474-3f9e72cf442f), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:53.733158 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-249f644c-e0c3-409d-8666-082483fa4ec9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16317478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865'] for router (e55568d8-07af-4ad9-8474-3f9e72cf442f), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:53.883581 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-249f644c-e0c3-409d-8666-082483fa4ec9 admin admin] Router e55568d8-07af-4ad9-8474-3f9e72cf442f is scheduled to L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd with binding_index 1 {{(pid=103701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:48:53.986236 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 76264abb-9613-47d6-b1b3-cd7fdd6a4ea7 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:48:54.013078 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-249f644c-e0c3-409d-8666-082483fa4ec9 admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:48:54.024215 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1dd9d9-6e51-4009-81bc-78bd8032729b None None] Sync routers for ids ['e55568d8-07af-4ad9-8474-3f9e72cf442f'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:48:54.037262 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1dd9d9-6e51-4009-81bc-78bd8032729b None None] Routers {'e55568d8-07af-4ad9-8474-3f9e72cf442f'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:48:54.039551 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-9a1dd9d9-6e51-4009-81bc-78bd8032729b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:48:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['e55568d8-07af-4ad9-8474-3f9e72cf442f'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:48:54.048319 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7d5697-9fd2-4b4d-92a6-6cfa0d4ad8e1 None None] Sync routers for ids ['4b6d31c2-d87f-4631-a8a5-74d6ab21965a'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:48:54.048743 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-249f644c-e0c3-409d-8666-082483fa4ec9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:54.055168 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-249f644c-e0c3-409d-8666-082483fa4ec9 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6283305 Feb 19 03:48:54.055446 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52022) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:48:54.079752 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 76264abb-9613-47d6-b1b3-cd7fdd6a4ea7 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:48:54.080516 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (76264abb-9613-47d6-b1b3-cd7fdd6a4ea7), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:54.128481 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7d5697-9fd2-4b4d-92a6-6cfa0d4ad8e1 None None] Routers {'4b6d31c2-d87f-4631-a8a5-74d6ab21965a'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:48:54.130858 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-9c7d5697-9fd2-4b4d-92a6-6cfa0d4ad8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:48:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['4b6d31c2-d87f-4631-a8a5-74d6ab21965a'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:48:54.191460 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-9a1dd9d9-6e51-4009-81bc-78bd8032729b None None] Set router e55568d8-07af-4ad9-8474-3f9e72cf442f gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:48:54.393048 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-9a1dd9d9-6e51-4009-81bc-78bd8032729b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e55568d8-07af-4ad9-8474-3f9e72cf442f', 'name': 'tempest-TestMinimumBasicScenario-1856485467-router', 'tenant_id': '621b68552a234c4db1fef65cd6d4ec02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': 'b23cdbe7-db16-49ff-a0f4-63ee35d4443e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:48:52Z', 'updated_at': '2022-02-19T03:48:53Z', 'revision_number': 3, 'project_id': '621b68552a234c4db1fef65cd6d4ec02', 'gw_port': {'id': 'b23cdbe7-db16-49ff-a0f4-63ee35d4443e', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a2:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e55568d8-07af-4ad9-8474-3f9e72cf442f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:48:52Z', 'updated_at': '2022-02-19T03:48:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:48:54.420779 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1dd9d9-6e51-4009-81bc-78bd8032729b None None] Checking router: e55568d8-07af-4ad9-8474-3f9e72cf442f for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:48:54.421176 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1dd9d9-6e51-4009-81bc-78bd8032729b None None] Updating router e55568d8-07af-4ad9-8474-3f9e72cf442f port b23cdbe7-db16-49ff-a0f4-63ee35d4443e binding host n-d-826753-2 {{(pid=103704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:48:54.437814 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c66ea1-7bc6-4ddf-b13f-d8997556adc9 None None] Network 59b4e790-6f5e-4103-8a6c-438c48f83fa4 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:48:54.450192 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-9a1dd9d9-6e51-4009-81bc-78bd8032729b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (b23cdbe7-db16-49ff-a0f4-63ee35d4443e), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:54.491218 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 76264abb-9613-47d6-b1b3-cd7fdd6a4ea7 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:48:54.491609 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (76264abb-9613-47d6-b1b3-cd7fdd6a4ea7), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:54.531639 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6aeb3d29-4636-451a-b505-2ef21d1760ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:54.541743 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-9c7d5697-9fd2-4b4d-92a6-6cfa0d4ad8e1 None None] Set router 4b6d31c2-d87f-4631-a8a5-74d6ab21965a gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:48:54.545813 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port 76264abb-9613-47d6-b1b3-cd7fdd6a4ea7, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=76264abb-9613-47d6-b1b3-cd7fdd6a4ea7,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:48:54.579397 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-dc36d889-f14a-4e69-877b-bc2cfd69e7ce None None] Provisioning complete for port 2ec73d69-9c17-4653-9f4a-a3afdb683f57 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:48:54.579763 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-dc36d889-f14a-4e69-877b-bc2cfd69e7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (2ec73d69-9c17-4653-9f4a-a3afdb683f57), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:54.589364 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (76264abb-9613-47d6-b1b3-cd7fdd6a4ea7), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:54.590159 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 2ec73d69-9c17-4653-9f4a-a3afdb683f57 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:48:54.705111 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-6aeb3d29-4636-451a-b505-2ef21d1760ab admin admin] Allocated IP 172.20.0.1 (59b4e790-6f5e-4103-8a6c-438c48f83fa4/b3f8d2fe-1800-448d-8e1e-14fde7e81e77/dad1fb77-cbe9-4453-b5d6-012b8bf2c48f) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:48:54.718938 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-9a1dd9d9-6e51-4009-81bc-78bd8032729b None None] Publish callbacks [] for port (b23cdbe7-db16-49ff-a0f4-63ee35d4443e), precommit_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:54.726166 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-9a1dd9d9-6e51-4009-81bc-78bd8032729b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (b23cdbe7-db16-49ff-a0f4-63ee35d4443e), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:54.744135 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [req-cc345eb6-d285-4dbd-b09f-b0bf9c2c8c50 req-e1d9a254-3a32-4cb4-8f89-2ece40075ce2 service neutron] (103702) timed out ('10.222.0.72', 49106) {{(pid=103702) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 03:48:54.772297 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c1dac4-67ca-403b-97e1-bf6a98e422fa None None] Pushing event updated for resources: {'Port': ['ID=b23cdbe7-db16-49ff-a0f4-63ee35d4443e,revision_number=2']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:48:54.787428 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-9a1dd9d9-6e51-4009-81bc-78bd8032729b None None] Attempting to bind port b23cdbe7-db16-49ff-a0f4-63ee35d4443e on host n-d-826753-2 for vnic_type normal with profile {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:48:54.787792 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-9a1dd9d9-6e51-4009-81bc-78bd8032729b None None] Attempting to bind port b23cdbe7-db16-49ff-a0f4-63ee35d4443e by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:48:54.788349 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1dd9d9-6e51-4009-81bc-78bd8032729b None None] Attempting to bind port b23cdbe7-db16-49ff-a0f4-63ee35d4443e on network eaf64708-9021-419e-b287-ef3e0f51e2ee {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:48:54.794821 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1dd9d9-6e51-4009-81bc-78bd8032729b None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:48:54.795191 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1dd9d9-6e51-4009-81bc-78bd8032729b None None] Checking segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:48:54.795780 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-9a1dd9d9-6e51-4009-81bc-78bd8032729b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:54.796169 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1dd9d9-6e51-4009-81bc-78bd8032729b None None] Bound using segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:48:54.796633 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-9a1dd9d9-6e51-4009-81bc-78bd8032729b None None] Bound port: b23cdbe7-db16-49ff-a0f4-63ee35d4443e, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:48:54.797021 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-9a1dd9d9-6e51-4009-81bc-78bd8032729b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (b23cdbe7-db16-49ff-a0f4-63ee35d4443e), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:54.827623 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=76264abb-9613-47d6-b1b3-cd7fdd6a4ea7,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:48:54.828147 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6aeb3d29-4636-451a-b505-2ef21d1760ab admin admin] Publish callbacks [] for port (dad1fb77-cbe9-4453-b5d6-012b8bf2c48f), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:54.849268 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c1dac4-67ca-403b-97e1-bf6a98e422fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:54.849863 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c1dac4-67ca-403b-97e1-bf6a98e422fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:54.850357 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c1dac4-67ca-403b-97e1-bf6a98e422fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:54.850757 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c1dac4-67ca-403b-97e1-bf6a98e422fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:54.851013 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c1dac4-67ca-403b-97e1-bf6a98e422fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:54.851500 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c1dac4-67ca-403b-97e1-bf6a98e422fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:54.851860 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c1dac4-67ca-403b-97e1-bf6a98e422fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:54.852181 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c1dac4-67ca-403b-97e1-bf6a98e422fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:54.852320 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:54.852492 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c1dac4-67ca-403b-97e1-bf6a98e422fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:54.852731 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:54.853062 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:54.853416 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:54.853546 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c1dac4-67ca-403b-97e1-bf6a98e422fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:54.853753 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:54.853860 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c1dac4-67ca-403b-97e1-bf6a98e422fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:54.854070 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c1dac4-67ca-403b-97e1-bf6a98e422fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:54.854184 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:54.854389 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c1dac4-67ca-403b-97e1-bf6a98e422fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:54.854521 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:54.854721 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:54.855048 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:54.855376 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:54.855959 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:54.856070 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:54.856330 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:54.860779 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-9a1dd9d9-6e51-4009-81bc-78bd8032729b None None] For port b23cdbe7-db16-49ff-a0f4-63ee35d4443e, host n-d-826753-2, cleared binding levels {{(pid=103704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:48:54.864341 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-9a1dd9d9-6e51-4009-81bc-78bd8032729b None None] For port b23cdbe7-db16-49ff-a0f4-63ee35d4443e, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=b23cdbe7-db16-49ff-a0f4-63ee35d4443e,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:48:54.871212 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6aeb3d29-4636-451a-b505-2ef21d1760ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (dad1fb77-cbe9-4453-b5d6-012b8bf2c48f), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:54.872870 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-9a1dd9d9-6e51-4009-81bc-78bd8032729b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (b23cdbe7-db16-49ff-a0f4-63ee35d4443e), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:54.914028 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aeb3d29-4636-451a-b505-2ef21d1760ab admin admin] Network 59b4e790-6f5e-4103-8a6c-438c48f83fa4 is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:48:54.914226 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 2ec73d69-9c17-4653-9f4a-a3afdb683f57 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:48:54.914621 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (2ec73d69-9c17-4653-9f4a-a3afdb683f57), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:54.919844 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-6aeb3d29-4636-451a-b505-2ef21d1760ab admin admin] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:48:54.924888 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aeb3d29-4636-451a-b505-2ef21d1760ab admin admin] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:48:54.925268 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c1dac4-67ca-403b-97e1-bf6a98e422fa None None] Pushing event updated for resources: {'Port': ['ID=b23cdbe7-db16-49ff-a0f4-63ee35d4443e,revision_number=3']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:48:54.942025 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-dc36d889-f14a-4e69-877b-bc2cfd69e7ce None None] Current status of the port 2ec73d69-9c17-4653-9f4a-a3afdb683f57 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:48:54.942419 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-dc36d889-f14a-4e69-877b-bc2cfd69e7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (2ec73d69-9c17-4653-9f4a-a3afdb683f57), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:54.946890 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1dd9d9-6e51-4009-81bc-78bd8032729b None None] Routers {'e55568d8-07af-4ad9-8474-3f9e72cf442f'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:48:54.947756 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-9a1dd9d9-6e51-4009-81bc-78bd8032729b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:48:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['e55568d8-07af-4ad9-8474-3f9e72cf442f'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:48:54.972579 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6aeb3d29-4636-451a-b505-2ef21d1760ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16289150'] for router_interface (e55568d8-07af-4ad9-8474-3f9e72cf442f), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:55.015530 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-dc36d889-f14a-4e69-877b-bc2cfd69e7ce None None] For port 2ec73d69-9c17-4653-9f4a-a3afdb683f57, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=2ec73d69-9c17-4653-9f4a-a3afdb683f57,segment=NetworkSegment(efd6c854-328d-44f4-a182-682601bbe720),segment_id=efd6c854-328d-44f4-a182-682601bbe720)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:48:55.020739 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeb3d29-4636-451a-b505-2ef21d1760ab admin admin] Pushing event updated for resources: {'Port': ['ID=dad1fb77-cbe9-4453-b5d6-012b8bf2c48f,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:48:55.061474 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-dc36d889-f14a-4e69-877b-bc2cfd69e7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (2ec73d69-9c17-4653-9f4a-a3afdb683f57), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:55.082458 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-9a1dd9d9-6e51-4009-81bc-78bd8032729b None None] Set router e55568d8-07af-4ad9-8474-3f9e72cf442f gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:48:55.164683 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc36d889-f14a-4e69-877b-bc2cfd69e7ce None None] Pushing event updated for resources: {'Port': ['ID=2ec73d69-9c17-4653-9f4a-a3afdb683f57,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:48:55.190344 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 2ec73d69-9c17-4653-9f4a-a3afdb683f57 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:48:55.205175 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-9c7d5697-9fd2-4b4d-92a6-6cfa0d4ad8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b6d31c2-d87f-4631-a8a5-74d6ab21965a', 'name': 'tempest-TestMinimumBasicScenario-1690581878-router', 'tenant_id': '9099d3e3a814493c8b18af7ad61f7b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': '76264abb-9613-47d6-b1b3-cd7fdd6a4ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:48:47Z', 'updated_at': '2022-02-19T03:48:50Z', 'revision_number': 4, 'project_id': '9099d3e3a814493c8b18af7ad61f7b43', 'gw_port': {'id': '76264abb-9613-47d6-b1b3-cd7fdd6a4ea7', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:99:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b6d31c2-d87f-4631-a8a5-74d6ab21965a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:48:48Z', 'updated_at': '2022-02-19T03:48:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '850b0bae-9885-49b3-b91e-5e573998f0a2', 'name': '', 'network_id': '9df70e5a-8122-4f67-8355-59315424d420', 'tenant_id': '9099d3e3a814493c8b18af7ad61f7b43', 'mac_address': 'fa:16:3e:ff:86:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b6d31c2-d87f-4631-a8a5-74d6ab21965a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '5afbcdba-6770-4f13-9991-673ff43a6a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:48:50Z', 'updated_at': '2022-02-19T03:48:50Z', 'revision_number': 2, 'project_id': '9099d3e3a814493c8b18af7ad61f7b43', 'subnets': [{'id': '5afbcdba-6770-4f13-9991-673ff43a6a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:48:55.237612 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7d5697-9fd2-4b4d-92a6-6cfa0d4ad8e1 None None] Checking router: 4b6d31c2-d87f-4631-a8a5-74d6ab21965a for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:48:55.237865 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7d5697-9fd2-4b4d-92a6-6cfa0d4ad8e1 None None] Updating router 4b6d31c2-d87f-4631-a8a5-74d6ab21965a port 850b0bae-9885-49b3-b91e-5e573998f0a2 binding host n-d-826753-2 {{(pid=103703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:48:55.284125 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-9c7d5697-9fd2-4b4d-92a6-6cfa0d4ad8e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (850b0bae-9885-49b3-b91e-5e573998f0a2), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:55.293726 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-9a1dd9d9-6e51-4009-81bc-78bd8032729b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e55568d8-07af-4ad9-8474-3f9e72cf442f', 'name': 'tempest-TestMinimumBasicScenario-1856485467-router', 'tenant_id': '621b68552a234c4db1fef65cd6d4ec02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': 'b23cdbe7-db16-49ff-a0f4-63ee35d4443e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:48:52Z', 'updated_at': '2022-02-19T03:48:53Z', 'revision_number': 3, 'project_id': '621b68552a234c4db1fef65cd6d4ec02', 'gw_port': {'id': 'b23cdbe7-db16-49ff-a0f4-63ee35d4443e', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a2:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e55568d8-07af-4ad9-8474-3f9e72cf442f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:48:52Z', 'updated_at': '2022-02-19T03:48:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:48:55.300220 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-9093e7a1-12d8-4993-a31a-a38c43e7d998 None None] Provisioning complete for port 2ec73d69-9c17-4653-9f4a-a3afdb683f57 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:48:55.300595 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-9093e7a1-12d8-4993-a31a-a38c43e7d998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (2ec73d69-9c17-4653-9f4a-a3afdb683f57), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:55.332230 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1dd9d9-6e51-4009-81bc-78bd8032729b None None] The sync data for ids ['e55568d8-07af-4ad9-8474-3f9e72cf442f'] in n-d-826753-2 is: [{'id': 'e55568d8-07af-4ad9-8474-3f9e72cf442f', 'name': 'tempest-TestMinimumBasicScenario-1856485467-router', 'tenant_id': '621b68552a234c4db1fef65cd6d4ec02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': 'b23cdbe7-db16-49ff-a0f4-63ee35d4443e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:48:52Z', 'updated_at': '2022-02-19T03:48:53Z', 'revision_number': 3, 'project_id': '621b68552a234c4db1fef65cd6d4ec02', 'gw_port': {'id': 'b23cdbe7-db16-49ff-a0f4-63ee35d4443e', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a2:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e55568d8-07af-4ad9-8474-3f9e72cf442f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:48:52Z', 'updated_at': '2022-02-19T03:48:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:48:55.473167 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6aeb3d29-4636-451a-b505-2ef21d1760ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (dad1fb77-cbe9-4453-b5d6-012b8bf2c48f), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:55.499853 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-9093e7a1-12d8-4993-a31a-a38c43e7d998 None None] Current status of the port 2ec73d69-9c17-4653-9f4a-a3afdb683f57 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:48:55.668162 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6aeb3d29-4636-451a-b505-2ef21d1760ab admin admin] Publish callbacks [] for port (dad1fb77-cbe9-4453-b5d6-012b8bf2c48f), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:55.676606 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6aeb3d29-4636-451a-b505-2ef21d1760ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (dad1fb77-cbe9-4453-b5d6-012b8bf2c48f), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:55.682497 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-ce18bce9-3b12-447e-9e68-be1a4c42c6e3 None None] Provisioning complete for port dad1fb77-cbe9-4453-b5d6-012b8bf2c48f triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:48:55.682877 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-ce18bce9-3b12-447e-9e68-be1a4c42c6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (dad1fb77-cbe9-4453-b5d6-012b8bf2c48f), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:55.689191 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-9c7d5697-9fd2-4b4d-92a6-6cfa0d4ad8e1 None None] Publish callbacks [] for port (850b0bae-9885-49b3-b91e-5e573998f0a2), precommit_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:55.719103 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-9c7d5697-9fd2-4b4d-92a6-6cfa0d4ad8e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (850b0bae-9885-49b3-b91e-5e573998f0a2), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:55.750160 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeb3d29-4636-451a-b505-2ef21d1760ab admin admin] Pushing event updated for resources: {'Port': ['ID=dad1fb77-cbe9-4453-b5d6-012b8bf2c48f,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:48:55.751478 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-ce18bce9-3b12-447e-9e68-be1a4c42c6e3 None None] Port dad1fb77-cbe9-4453-b5d6-012b8bf2c48f cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:48:55.756777 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6aeb3d29-4636-451a-b505-2ef21d1760ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16362769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16289258'] for router_interface (e55568d8-07af-4ad9-8474-3f9e72cf442f), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:55.776948 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0abae62-90b8-4a79-9524-dc3f54b7a8ea None None] Pushing event updated for resources: {'Port': ['ID=850b0bae-9885-49b3-b91e-5e573998f0a2,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:48:55.838813 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-9c7d5697-9fd2-4b4d-92a6-6cfa0d4ad8e1 None None] Attempting to bind port 850b0bae-9885-49b3-b91e-5e573998f0a2 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:48:55.839187 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-9c7d5697-9fd2-4b4d-92a6-6cfa0d4ad8e1 None None] Attempting to bind port 850b0bae-9885-49b3-b91e-5e573998f0a2 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': 'b8935908-3619-44a9-abbf-59c592a3c00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '9df70e5a-8122-4f67-8355-59315424d420'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:48:55.839554 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7d5697-9fd2-4b4d-92a6-6cfa0d4ad8e1 None None] Attempting to bind port 850b0bae-9885-49b3-b91e-5e573998f0a2 on network 9df70e5a-8122-4f67-8355-59315424d420 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:48:55.857323 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7d5697-9fd2-4b4d-92a6-6cfa0d4ad8e1 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:48:55.857760 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7d5697-9fd2-4b4d-92a6-6cfa0d4ad8e1 None None] Checking segment: {'id': 'b8935908-3619-44a9-abbf-59c592a3c00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '9df70e5a-8122-4f67-8355-59315424d420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:48:55.858181 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-9c7d5697-9fd2-4b4d-92a6-6cfa0d4ad8e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:55.858763 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7d5697-9fd2-4b4d-92a6-6cfa0d4ad8e1 None None] Bound using segment: {'id': 'b8935908-3619-44a9-abbf-59c592a3c00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '9df70e5a-8122-4f67-8355-59315424d420'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:48:55.860140 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-9c7d5697-9fd2-4b4d-92a6-6cfa0d4ad8e1 None None] Bound port: 850b0bae-9885-49b3-b91e-5e573998f0a2, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8935908-3619-44a9-abbf-59c592a3c00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '9df70e5a-8122-4f67-8355-59315424d420'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:48:55.860535 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-9c7d5697-9fd2-4b4d-92a6-6cfa0d4ad8e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (850b0bae-9885-49b3-b91e-5e573998f0a2), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:55.920677 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aeb3d29-4636-451a-b505-2ef21d1760ab admin admin] Network 59b4e790-6f5e-4103-8a6c-438c48f83fa4 is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:48:55.922482 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-6aeb3d29-4636-451a-b505-2ef21d1760ab admin admin] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:48:55.942625 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-9c7d5697-9fd2-4b4d-92a6-6cfa0d4ad8e1 None None] For port 850b0bae-9885-49b3-b91e-5e573998f0a2, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:48:55.946096 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-9c7d5697-9fd2-4b4d-92a6-6cfa0d4ad8e1 None None] For port 850b0bae-9885-49b3-b91e-5e573998f0a2, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=850b0bae-9885-49b3-b91e-5e573998f0a2,segment=NetworkSegment(b8935908-3619-44a9-abbf-59c592a3c00c),segment_id=b8935908-3619-44a9-abbf-59c592a3c00c)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:48:55.963919 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-9c7d5697-9fd2-4b4d-92a6-6cfa0d4ad8e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (850b0bae-9885-49b3-b91e-5e573998f0a2), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:56.063263 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0abae62-90b8-4a79-9524-dc3f54b7a8ea None None] Pushing event updated for resources: {'Port': ['ID=850b0bae-9885-49b3-b91e-5e573998f0a2,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:48:56.093703 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7d5697-9fd2-4b4d-92a6-6cfa0d4ad8e1 None None] Routers {'4b6d31c2-d87f-4631-a8a5-74d6ab21965a'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:48:56.094735 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-9c7d5697-9fd2-4b4d-92a6-6cfa0d4ad8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:48:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['4b6d31c2-d87f-4631-a8a5-74d6ab21965a'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:48:56.095769 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aeb3d29-4636-451a-b505-2ef21d1760ab admin admin] Router e55568d8-07af-4ad9-8474-3f9e72cf442f has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:48:56.156657 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 76264abb-9613-47d6-b1b3-cd7fdd6a4ea7 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:48:56.267574 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-13a32964-05dc-428b-b3bd-bed2b3677e25 None None] Provisioning complete for port 850b0bae-9885-49b3-b91e-5e573998f0a2 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:48:56.267875 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-13a32964-05dc-428b-b3bd-bed2b3677e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (850b0bae-9885-49b3-b91e-5e573998f0a2), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:56.277027 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aeb3d29-4636-451a-b505-2ef21d1760ab admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:48:56.288640 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-6aeb3d29-4636-451a-b505-2ef21d1760ab admin admin] 10.222.0.72 "PUT /v2.0/routers/e55568d8-07af-4ad9-8474-3f9e72cf442f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2317569 Feb 19 03:48:56.347786 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-9c7d5697-9fd2-4b4d-92a6-6cfa0d4ad8e1 None None] Set router 4b6d31c2-d87f-4631-a8a5-74d6ab21965a gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:48:56.388711 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 76264abb-9613-47d6-b1b3-cd7fdd6a4ea7 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:48:56.393706 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (76264abb-9613-47d6-b1b3-cd7fdd6a4ea7), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:56.574937 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-13a32964-05dc-428b-b3bd-bed2b3677e25 None None] Current status of the port 850b0bae-9885-49b3-b91e-5e573998f0a2 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:48:56.575330 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-13a32964-05dc-428b-b3bd-bed2b3677e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (850b0bae-9885-49b3-b91e-5e573998f0a2), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:56.675025 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-13a32964-05dc-428b-b3bd-bed2b3677e25 None None] For port 850b0bae-9885-49b3-b91e-5e573998f0a2, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=850b0bae-9885-49b3-b91e-5e573998f0a2,segment=NetworkSegment(b8935908-3619-44a9-abbf-59c592a3c00c),segment_id=b8935908-3619-44a9-abbf-59c592a3c00c)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:48:56.675954 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 76264abb-9613-47d6-b1b3-cd7fdd6a4ea7 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:48:56.677097 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device b23cdbe7-db16-49ff-a0f4-63ee35d4443e up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:48:56.700662 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-13a32964-05dc-428b-b3bd-bed2b3677e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (850b0bae-9885-49b3-b91e-5e573998f0a2), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:56.961339 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:56.972681 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a32964-05dc-428b-b3bd-bed2b3677e25 None None] Pushing event updated for resources: {'Port': ['ID=850b0bae-9885-49b3-b91e-5e573998f0a2,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:48:56.985037 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-2d928013-cdb6-4489-8254-982ff1cf8a14 None None] Provisioning complete for port 850b0bae-9885-49b3-b91e-5e573998f0a2 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:48:56.985412 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-2d928013-cdb6-4489-8254-982ff1cf8a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (850b0bae-9885-49b3-b91e-5e573998f0a2), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:57.017171 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-9c7d5697-9fd2-4b4d-92a6-6cfa0d4ad8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b6d31c2-d87f-4631-a8a5-74d6ab21965a', 'name': 'tempest-TestMinimumBasicScenario-1690581878-router', 'tenant_id': '9099d3e3a814493c8b18af7ad61f7b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': '76264abb-9613-47d6-b1b3-cd7fdd6a4ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:48:47Z', 'updated_at': '2022-02-19T03:48:50Z', 'revision_number': 4, 'project_id': '9099d3e3a814493c8b18af7ad61f7b43', 'gw_port': {'id': '76264abb-9613-47d6-b1b3-cd7fdd6a4ea7', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:99:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6d31c2-d87f-4631-a8a5-74d6ab21965a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:48:48Z', 'updated_at': '2022-02-19T03:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '850b0bae-9885-49b3-b91e-5e573998f0a2', 'name': '', 'network_id': '9df70e5a-8122-4f67-8355-59315424d420', 'tenant_id': '9099d3e3a814493c8b18af7ad61f7b43', 'mac_address': 'fa:16:3e:ff:86:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b6d31c2-d87f-4631-a8a5-74d6ab21965a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '5afbcdba-6770-4f13-9991-673ff43a6a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:48:50Z', 'updated_at': '2022-02-19T03:48:55Z', 'revision_number': 4, 'project_id': '9099d3e3a814493c8b18af7ad61f7b43', 'subnets': [{'id': '5afbcdba-6770-4f13-9991-673ff43a6a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:48:57.053992 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7d5697-9fd2-4b4d-92a6-6cfa0d4ad8e1 None None] The sync data for ids ['4b6d31c2-d87f-4631-a8a5-74d6ab21965a'] in n-d-826753-2 is: [{'id': '4b6d31c2-d87f-4631-a8a5-74d6ab21965a', 'name': 'tempest-TestMinimumBasicScenario-1690581878-router', 'tenant_id': '9099d3e3a814493c8b18af7ad61f7b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': '76264abb-9613-47d6-b1b3-cd7fdd6a4ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:48:47Z', 'updated_at': '2022-02-19T03:48:50Z', 'revision_number': 4, 'project_id': '9099d3e3a814493c8b18af7ad61f7b43', 'gw_port': {'id': '76264abb-9613-47d6-b1b3-cd7fdd6a4ea7', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:99:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6d31c2-d87f-4631-a8a5-74d6ab21965a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:48:48Z', 'updated_at': '2022-02-19T03:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '850b0bae-9885-49b3-b91e-5e573998f0a2', 'name': '', 'network_id': '9df70e5a-8122-4f67-8355-59315424d420', 'tenant_id': '9099d3e3a814493c8b18af7ad61f7b43', 'mac_address': 'fa:16:3e:ff:86:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b6d31c2-d87f-4631-a8a5-74d6ab21965a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '5afbcdba-6770-4f13-9991-673ff43a6a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:48:50Z', 'updated_at': '2022-02-19T03:48:55Z', 'revision_number': 4, 'project_id': '9099d3e3a814493c8b18af7ad61f7b43', 'subnets': [{'id': '5afbcdba-6770-4f13-9991-673ff43a6a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:48:57.056955 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port b23cdbe7-db16-49ff-a0f4-63ee35d4443e triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:48:57.057483 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (b23cdbe7-db16-49ff-a0f4-63ee35d4443e), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:57.166551 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-2d928013-cdb6-4489-8254-982ff1cf8a14 None None] Current status of the port 850b0bae-9885-49b3-b91e-5e573998f0a2 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:48:57.206456 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port b23cdbe7-db16-49ff-a0f4-63ee35d4443e is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:48:57.207881 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (b23cdbe7-db16-49ff-a0f4-63ee35d4443e), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:57.226538 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-2d928013-cdb6-4489-8254-982ff1cf8a14 None None] Provisioning complete for port dad1fb77-cbe9-4453-b5d6-012b8bf2c48f triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:48:57.226910 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-2d928013-cdb6-4489-8254-982ff1cf8a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (dad1fb77-cbe9-4453-b5d6-012b8bf2c48f), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:57.263013 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port b23cdbe7-db16-49ff-a0f4-63ee35d4443e, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=b23cdbe7-db16-49ff-a0f4-63ee35d4443e,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:48:57.275890 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (b23cdbe7-db16-49ff-a0f4-63ee35d4443e), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:57.276521 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 2ec73d69-9c17-4653-9f4a-a3afdb683f57 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:48:57.354645 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-2d928013-cdb6-4489-8254-982ff1cf8a14 None None] Port dad1fb77-cbe9-4453-b5d6-012b8bf2c48f cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:48:57.391406 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=b23cdbe7-db16-49ff-a0f4-63ee35d4443e,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:48:57.405841 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 2ec73d69-9c17-4653-9f4a-a3afdb683f57 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:48:57.406216 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (2ec73d69-9c17-4653-9f4a-a3afdb683f57), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:57.463336 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1024ba8-498e-4d4e-a721-706f5ed7f1e4 None None] Sync routers for ids ['e55568d8-07af-4ad9-8474-3f9e72cf442f'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:48:57.476102 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1024ba8-498e-4d4e-a721-706f5ed7f1e4 None None] Routers {'e55568d8-07af-4ad9-8474-3f9e72cf442f'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:48:57.476718 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-c1024ba8-498e-4d4e-a721-706f5ed7f1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:48:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['e55568d8-07af-4ad9-8474-3f9e72cf442f'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:48:57.570755 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 2ec73d69-9c17-4653-9f4a-a3afdb683f57 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:48:57.750625 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-c1024ba8-498e-4d4e-a721-706f5ed7f1e4 None None] Set router e55568d8-07af-4ad9-8474-3f9e72cf442f gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:48:57.989154 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device b23cdbe7-db16-49ff-a0f4-63ee35d4443e up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:48:58.030784 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-c1024ba8-498e-4d4e-a721-706f5ed7f1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e55568d8-07af-4ad9-8474-3f9e72cf442f', 'name': 'tempest-TestMinimumBasicScenario-1856485467-router', 'tenant_id': '621b68552a234c4db1fef65cd6d4ec02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': 'b23cdbe7-db16-49ff-a0f4-63ee35d4443e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:48:52Z', 'updated_at': '2022-02-19T03:48:55Z', 'revision_number': 4, 'project_id': '621b68552a234c4db1fef65cd6d4ec02', 'gw_port': {'id': 'b23cdbe7-db16-49ff-a0f4-63ee35d4443e', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55568d8-07af-4ad9-8474-3f9e72cf442f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:48:52Z', 'updated_at': '2022-02-19T03:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': 'dad1fb77-cbe9-4453-b5d6-012b8bf2c48f', 'name': '', 'network_id': '59b4e790-6f5e-4103-8a6c-438c48f83fa4', 'tenant_id': '621b68552a234c4db1fef65cd6d4ec02', 'mac_address': 'fa:16:3e:3b:b4:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e55568d8-07af-4ad9-8474-3f9e72cf442f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'b3f8d2fe-1800-448d-8e1e-14fde7e81e77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:48:54Z', 'updated_at': '2022-02-19T03:48:55Z', 'revision_number': 2, 'project_id': '621b68552a234c4db1fef65cd6d4ec02', 'subnets': [{'id': 'b3f8d2fe-1800-448d-8e1e-14fde7e81e77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:48:58.057890 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port b23cdbe7-db16-49ff-a0f4-63ee35d4443e triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:48:58.058338 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (b23cdbe7-db16-49ff-a0f4-63ee35d4443e), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:58.084859 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1024ba8-498e-4d4e-a721-706f5ed7f1e4 None None] Checking router: e55568d8-07af-4ad9-8474-3f9e72cf442f for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:48:58.086146 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1024ba8-498e-4d4e-a721-706f5ed7f1e4 None None] Updating router e55568d8-07af-4ad9-8474-3f9e72cf442f port dad1fb77-cbe9-4453-b5d6-012b8bf2c48f binding host n-d-826753-2 {{(pid=103704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:48:58.122405 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-c1024ba8-498e-4d4e-a721-706f5ed7f1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (dad1fb77-cbe9-4453-b5d6-012b8bf2c48f), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:58.146624 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port b23cdbe7-db16-49ff-a0f4-63ee35d4443e is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:48:58.147762 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 850b0bae-9885-49b3-b91e-5e573998f0a2 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:48:58.227159 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 850b0bae-9885-49b3-b91e-5e573998f0a2 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:48:58.228663 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (850b0bae-9885-49b3-b91e-5e573998f0a2), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:58.365304 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 850b0bae-9885-49b3-b91e-5e573998f0a2 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:48:58.506711 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-c1024ba8-498e-4d4e-a721-706f5ed7f1e4 None None] Publish callbacks [] for port (dad1fb77-cbe9-4453-b5d6-012b8bf2c48f), precommit_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:58.514294 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-c1024ba8-498e-4d4e-a721-706f5ed7f1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (dad1fb77-cbe9-4453-b5d6-012b8bf2c48f), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:58.565648 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c43a0f1-3e85-4d2b-837a-940c83807aef None None] Pushing event updated for resources: {'Port': ['ID=dad1fb77-cbe9-4453-b5d6-012b8bf2c48f,revision_number=3']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:48:58.642747 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-c1024ba8-498e-4d4e-a721-706f5ed7f1e4 None None] Attempting to bind port dad1fb77-cbe9-4453-b5d6-012b8bf2c48f on host n-d-826753-2 for vnic_type normal with profile {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:48:58.643508 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-c1024ba8-498e-4d4e-a721-706f5ed7f1e4 None None] Attempting to bind port dad1fb77-cbe9-4453-b5d6-012b8bf2c48f by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': 'efd6c854-328d-44f4-a182-682601bbe720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '59b4e790-6f5e-4103-8a6c-438c48f83fa4'}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:48:58.644041 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1024ba8-498e-4d4e-a721-706f5ed7f1e4 None None] Attempting to bind port dad1fb77-cbe9-4453-b5d6-012b8bf2c48f on network 59b4e790-6f5e-4103-8a6c-438c48f83fa4 {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:48:58.655043 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1024ba8-498e-4d4e-a721-706f5ed7f1e4 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:48:58.655754 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1024ba8-498e-4d4e-a721-706f5ed7f1e4 None None] Checking segment: {'id': 'efd6c854-328d-44f4-a182-682601bbe720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '59b4e790-6f5e-4103-8a6c-438c48f83fa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:48:58.656325 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-c1024ba8-498e-4d4e-a721-706f5ed7f1e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:58.656874 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1024ba8-498e-4d4e-a721-706f5ed7f1e4 None None] Bound using segment: {'id': 'efd6c854-328d-44f4-a182-682601bbe720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '59b4e790-6f5e-4103-8a6c-438c48f83fa4'} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:48:58.657545 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-c1024ba8-498e-4d4e-a721-706f5ed7f1e4 None None] Bound port: dad1fb77-cbe9-4453-b5d6-012b8bf2c48f, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efd6c854-328d-44f4-a182-682601bbe720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '59b4e790-6f5e-4103-8a6c-438c48f83fa4'}}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:48:58.658095 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-c1024ba8-498e-4d4e-a721-706f5ed7f1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (dad1fb77-cbe9-4453-b5d6-012b8bf2c48f), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:58.749543 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-c1024ba8-498e-4d4e-a721-706f5ed7f1e4 None None] For port dad1fb77-cbe9-4453-b5d6-012b8bf2c48f, host n-d-826753-2, cleared binding levels {{(pid=103704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:48:58.753261 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-c1024ba8-498e-4d4e-a721-706f5ed7f1e4 None None] For port dad1fb77-cbe9-4453-b5d6-012b8bf2c48f, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=dad1fb77-cbe9-4453-b5d6-012b8bf2c48f,segment=NetworkSegment(efd6c854-328d-44f4-a182-682601bbe720),segment_id=efd6c854-328d-44f4-a182-682601bbe720)] {{(pid=103704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:48:58.763550 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-c1024ba8-498e-4d4e-a721-706f5ed7f1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (dad1fb77-cbe9-4453-b5d6-012b8bf2c48f), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:58.829898 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1024ba8-498e-4d4e-a721-706f5ed7f1e4 None None] Routers {'e55568d8-07af-4ad9-8474-3f9e72cf442f'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:48:58.830533 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-c1024ba8-498e-4d4e-a721-706f5ed7f1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:48:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['e55568d8-07af-4ad9-8474-3f9e72cf442f'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:48:58.835961 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c43a0f1-3e85-4d2b-837a-940c83807aef None None] Pushing event updated for resources: {'Port': ['ID=dad1fb77-cbe9-4453-b5d6-012b8bf2c48f,revision_number=4']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:48:58.903825 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-c1f6fc0d-9040-4c96-a0ee-184c1a436cc8 None None] Provisioning complete for port dad1fb77-cbe9-4453-b5d6-012b8bf2c48f triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:48:58.904281 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c1f6fc0d-9040-4c96-a0ee-184c1a436cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (dad1fb77-cbe9-4453-b5d6-012b8bf2c48f), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:58.981381 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-c1024ba8-498e-4d4e-a721-706f5ed7f1e4 None None] Set router e55568d8-07af-4ad9-8474-3f9e72cf442f gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:48:59.084809 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-c1f6fc0d-9040-4c96-a0ee-184c1a436cc8 None None] Current status of the port dad1fb77-cbe9-4453-b5d6-012b8bf2c48f is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:48:59.085480 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c1f6fc0d-9040-4c96-a0ee-184c1a436cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (dad1fb77-cbe9-4453-b5d6-012b8bf2c48f), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:59.131338 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-c1f6fc0d-9040-4c96-a0ee-184c1a436cc8 None None] For port dad1fb77-cbe9-4453-b5d6-012b8bf2c48f, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=dad1fb77-cbe9-4453-b5d6-012b8bf2c48f,segment=NetworkSegment(efd6c854-328d-44f4-a182-682601bbe720),segment_id=efd6c854-328d-44f4-a182-682601bbe720)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:48:59.144285 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c1f6fc0d-9040-4c96-a0ee-184c1a436cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (dad1fb77-cbe9-4453-b5d6-012b8bf2c48f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:59.242275 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f6fc0d-9040-4c96-a0ee-184c1a436cc8 None None] Pushing event updated for resources: {'Port': ['ID=dad1fb77-cbe9-4453-b5d6-012b8bf2c48f,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:48:59.271329 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-27543694-83b1-4a86-8857-1c68bb440977 None None] Provisioning complete for port dad1fb77-cbe9-4453-b5d6-012b8bf2c48f triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:48:59.275602 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-27543694-83b1-4a86-8857-1c68bb440977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (dad1fb77-cbe9-4453-b5d6-012b8bf2c48f), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:59.319322 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-c1024ba8-498e-4d4e-a721-706f5ed7f1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e55568d8-07af-4ad9-8474-3f9e72cf442f', 'name': 'tempest-TestMinimumBasicScenario-1856485467-router', 'tenant_id': '621b68552a234c4db1fef65cd6d4ec02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': 'b23cdbe7-db16-49ff-a0f4-63ee35d4443e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:48:52Z', 'updated_at': '2022-02-19T03:48:55Z', 'revision_number': 4, 'project_id': '621b68552a234c4db1fef65cd6d4ec02', 'gw_port': {'id': 'b23cdbe7-db16-49ff-a0f4-63ee35d4443e', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55568d8-07af-4ad9-8474-3f9e72cf442f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:48:52Z', 'updated_at': '2022-02-19T03:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': 'dad1fb77-cbe9-4453-b5d6-012b8bf2c48f', 'name': '', 'network_id': '59b4e790-6f5e-4103-8a6c-438c48f83fa4', 'tenant_id': '621b68552a234c4db1fef65cd6d4ec02', 'mac_address': 'fa:16:3e:3b:b4:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e55568d8-07af-4ad9-8474-3f9e72cf442f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'b3f8d2fe-1800-448d-8e1e-14fde7e81e77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:48:54Z', 'updated_at': '2022-02-19T03:48:58Z', 'revision_number': 4, 'project_id': '621b68552a234c4db1fef65cd6d4ec02', 'subnets': [{'id': 'b3f8d2fe-1800-448d-8e1e-14fde7e81e77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:48:59.366521 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1024ba8-498e-4d4e-a721-706f5ed7f1e4 None None] The sync data for ids ['e55568d8-07af-4ad9-8474-3f9e72cf442f'] in n-d-826753-2 is: [{'id': 'e55568d8-07af-4ad9-8474-3f9e72cf442f', 'name': 'tempest-TestMinimumBasicScenario-1856485467-router', 'tenant_id': '621b68552a234c4db1fef65cd6d4ec02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': 'b23cdbe7-db16-49ff-a0f4-63ee35d4443e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:48:52Z', 'updated_at': '2022-02-19T03:48:55Z', 'revision_number': 4, 'project_id': '621b68552a234c4db1fef65cd6d4ec02', 'gw_port': {'id': 'b23cdbe7-db16-49ff-a0f4-63ee35d4443e', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55568d8-07af-4ad9-8474-3f9e72cf442f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:48:52Z', 'updated_at': '2022-02-19T03:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': 'dad1fb77-cbe9-4453-b5d6-012b8bf2c48f', 'name': '', 'network_id': '59b4e790-6f5e-4103-8a6c-438c48f83fa4', 'tenant_id': '621b68552a234c4db1fef65cd6d4ec02', 'mac_address': 'fa:16:3e:3b:b4:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e55568d8-07af-4ad9-8474-3f9e72cf442f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'b3f8d2fe-1800-448d-8e1e-14fde7e81e77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:48:54Z', 'updated_at': '2022-02-19T03:48:58Z', 'revision_number': 4, 'project_id': '621b68552a234c4db1fef65cd6d4ec02', 'subnets': [{'id': 'b3f8d2fe-1800-448d-8e1e-14fde7e81e77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:48:59.367927 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-27543694-83b1-4a86-8857-1c68bb440977 None None] Current status of the port dad1fb77-cbe9-4453-b5d6-012b8bf2c48f is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:48:59.998055 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device dad1fb77-cbe9-4453-b5d6-012b8bf2c48f up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:49:00.065087 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port dad1fb77-cbe9-4453-b5d6-012b8bf2c48f triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:49:00.065432 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (dad1fb77-cbe9-4453-b5d6-012b8bf2c48f), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:00.168864 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port dad1fb77-cbe9-4453-b5d6-012b8bf2c48f is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:49:07.129823 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c957642-d0ba-41bd-a3df-676fbb6ab3c9 req-d62c0a26-9eb6-4653-832f-a98bb2305e11 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:07.131304 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3c957642-d0ba-41bd-a3df-676fbb6ab3c9 req-d62c0a26-9eb6-4653-832f-a98bb2305e11 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] 10.222.0.72 "GET /v2.0/networks?id=9df70e5a-8122-4f67-8355-59315424d420 HTTP/1.1" status: 200 len: 815 time: 0.1010637 Feb 19 03:49:07.146015 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3c957642-d0ba-41bd-a3df-676fbb6ab3c9 req-79978f83-641e-4f6e-8d07-ef914070e2c5 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] 10.222.0.72 "GET /v2.0/quotas/9099d3e3a814493c8b18af7ad61f7b43 HTTP/1.1" status: 200 len: 375 time: 0.0091558 Feb 19 03:49:07.207381 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3c957642-d0ba-41bd-a3df-676fbb6ab3c9 req-c780ef11-a05c-491c-adb6-c2d37c88f726 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=9099d3e3a814493c8b18af7ad61f7b43&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0544038 Feb 19 03:49:07.312022 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [req-3c957642-d0ba-41bd-a3df-676fbb6ab3c9 req-62ad07d3-50f3-4dd4-a3de-8a28fd8fd900 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103701) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:49:07.313057 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3c957642-d0ba-41bd-a3df-676fbb6ab3c9 req-62ad07d3-50f3-4dd4-a3de-8a28fd8fd900 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0942566 Feb 19 03:49:07.402055 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3c957642-d0ba-41bd-a3df-676fbb6ab3c9 req-e8737bbd-b44a-4a40-b0e7-2600c6bb4160 service neutron] 10.222.0.72 "GET /v2.0/networks/9df70e5a-8122-4f67-8355-59315424d420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828714 Feb 19 03:49:07.496000 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3c957642-d0ba-41bd-a3df-676fbb6ab3c9 req-029d3a05-d3fc-4f3f-ba30-161643ce4d71 service neutron] 10.222.0.72 "GET /v2.0/networks/9df70e5a-8122-4f67-8355-59315424d420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883887 Feb 19 03:49:07.656559 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9f16bae4-ab1c-44bc-a0b6-8c168209a105 req-4698829f-70ed-44dc-bdd3-4f9075cf0b76 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb9472a3-1f1c-412a-ae07-b1fd478058b4 HTTP/1.1" status: 200 len: 210 time: 0.0277150 Feb 19 03:49:08.756351 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3eb732cc-466d-4e48-88ca-76d2b267f479 req-0c3b459b-9d39-43fb-af10-1d2fbff6cbe7 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb9472a3-1f1c-412a-ae07-b1fd478058b4 HTTP/1.1" status: 200 len: 210 time: 0.0279188 Feb 19 03:49:08.780204 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c957642-d0ba-41bd-a3df-676fbb6ab3c9 req-92f822bd-94ce-403b-bc80-720e75a3b211 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:08.781723 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3c957642-d0ba-41bd-a3df-676fbb6ab3c9 req-92f822bd-94ce-403b-bc80-720e75a3b211 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] 10.222.0.73 "GET /v2.0/networks?id=9df70e5a-8122-4f67-8355-59315424d420 HTTP/1.1" status: 200 len: 815 time: 0.1064811 Feb 19 03:49:08.800709 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-3c957642-d0ba-41bd-a3df-676fbb6ab3c9 req-b67306d4-0acb-4e37-9a1d-279b183574ab tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Request body: {'port': {'device_id': 'fb9472a3-1f1c-412a-ae07-b1fd478058b4', 'network_id': '9df70e5a-8122-4f67-8355-59315424d420', 'admin_state_up': True, 'tenant_id': '9099d3e3a814493c8b18af7ad61f7b43'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:49:08.910186 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c957642-d0ba-41bd-a3df-676fbb6ab3c9 req-b67306d4-0acb-4e37-9a1d-279b183574ab tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Made reservation on behalf of 9099d3e3a814493c8b18af7ad61f7b43 for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:49:08.913781 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-3c957642-d0ba-41bd-a3df-676fbb6ab3c9 req-b67306d4-0acb-4e37-9a1d-279b183574ab tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:09.048085 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [req-3c957642-d0ba-41bd-a3df-676fbb6ab3c9 req-b67306d4-0acb-4e37-9a1d-279b183574ab tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Allocated IP 172.20.0.10 (9df70e5a-8122-4f67-8355-59315424d420/5afbcdba-6770-4f13-9991-673ff43a6a61/8d8813b3-86e1-48ad-8ff7-dc2404b5782f) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:49:09.287259 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-3c957642-d0ba-41bd-a3df-676fbb6ab3c9 req-b67306d4-0acb-4e37-9a1d-279b183574ab tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Publish callbacks [] for port (8d8813b3-86e1-48ad-8ff7-dc2404b5782f), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:09.355603 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-3c957642-d0ba-41bd-a3df-676fbb6ab3c9 req-b67306d4-0acb-4e37-9a1d-279b183574ab tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (8d8813b3-86e1-48ad-8ff7-dc2404b5782f), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:09.416453 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c957642-d0ba-41bd-a3df-676fbb6ab3c9 req-b67306d4-0acb-4e37-9a1d-279b183574ab tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Network 9df70e5a-8122-4f67-8355-59315424d420 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:49:09.422457 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [req-3c957642-d0ba-41bd-a3df-676fbb6ab3c9 req-b67306d4-0acb-4e37-9a1d-279b183574ab tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:49:09.442793 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c957642-d0ba-41bd-a3df-676fbb6ab3c9 req-b67306d4-0acb-4e37-9a1d-279b183574ab tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:49:09.532062 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67306d4-0acb-4e37-9a1d-279b183574ab tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Pushing event updated for resources: {'Port': ['ID=8d8813b3-86e1-48ad-8ff7-dc2404b5782f,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:49:09.542165 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c957642-d0ba-41bd-a3df-676fbb6ab3c9 req-b67306d4-0acb-4e37-9a1d-279b183574ab tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:09.542883 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-3c957642-d0ba-41bd-a3df-676fbb6ab3c9 req-b67306d4-0acb-4e37-9a1d-279b183574ab tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:09.576653 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3c957642-d0ba-41bd-a3df-676fbb6ab3c9 req-b67306d4-0acb-4e37-9a1d-279b183574ab tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7795999 Feb 19 03:49:09.787235 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-288f43f3-5aba-45d9-a00b-c0b8ca96975e None None] Provisioning complete for port 8d8813b3-86e1-48ad-8ff7-dc2404b5782f triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:49:09.787708 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-288f43f3-5aba-45d9-a00b-c0b8ca96975e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (8d8813b3-86e1-48ad-8ff7-dc2404b5782f), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:09.823675 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-288f43f3-5aba-45d9-a00b-c0b8ca96975e None None] Port 8d8813b3-86e1-48ad-8ff7-dc2404b5782f cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:49:09.908484 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9cddd2-91d5-4bd9-92a8-d53267a731fd req-3f500667-995a-4feb-9ebc-190b9365fbbc tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:09.911233 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5f9cddd2-91d5-4bd9-92a8-d53267a731fd req-3f500667-995a-4feb-9ebc-190b9365fbbc tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb9472a3-1f1c-412a-ae07-b1fd478058b4 HTTP/1.1" status: 200 len: 932 time: 0.0670819 Feb 19 03:49:09.973181 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5f9cddd2-91d5-4bd9-92a8-d53267a731fd req-015393e7-eb03-4fbb-b4da-dcda6a56f6f4 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] 10.222.0.72 "GET /v2.0/security-groups?id=34c661d6-8e8f-43f4-9cb8-8ca53d8acb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547564 Feb 19 03:49:11.117868 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9696379a-16f3-429e-b0d0-ba3d67851a91 req-700afe03-b7e4-4ac5-a0ef-fa3cf9a676c2 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:11.121063 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9696379a-16f3-429e-b0d0-ba3d67851a91 req-700afe03-b7e4-4ac5-a0ef-fa3cf9a676c2 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb9472a3-1f1c-412a-ae07-b1fd478058b4 HTTP/1.1" status: 200 len: 932 time: 0.0742202 Feb 19 03:49:11.181950 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9696379a-16f3-429e-b0d0-ba3d67851a91 req-eb213b8c-436e-49fa-a728-1778acbccefe tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] 10.222.0.72 "GET /v2.0/security-groups?id=34c661d6-8e8f-43f4-9cb8-8ca53d8acb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544562 Feb 19 03:49:12.327398 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9e15b6-44da-40e0-85a6-0e0b9ec38949 req-2b99e5fc-0ab8-4d76-b8e0-de7d69282610 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:12.327398 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ff9e15b6-44da-40e0-85a6-0e0b9ec38949 req-2b99e5fc-0ab8-4d76-b8e0-de7d69282610 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb9472a3-1f1c-412a-ae07-b1fd478058b4 HTTP/1.1" status: 200 len: 932 time: 0.0681515 Feb 19 03:49:12.375616 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ff9e15b6-44da-40e0-85a6-0e0b9ec38949 req-fe6d84d5-ef56-4441-b5e2-59b37d921659 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] 10.222.0.72 "GET /v2.0/security-groups?id=34c661d6-8e8f-43f4-9cb8-8ca53d8acb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472765 Feb 19 03:49:13.511154 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8069eb-ee96-4aed-be72-4bb02647fbea req-bdb8beb6-d305-416d-a114-1835cb167c41 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:13.512721 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0f8069eb-ee96-4aed-be72-4bb02647fbea req-bdb8beb6-d305-416d-a114-1835cb167c41 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb9472a3-1f1c-412a-ae07-b1fd478058b4 HTTP/1.1" status: 200 len: 932 time: 0.0603683 Feb 19 03:49:13.562522 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0f8069eb-ee96-4aed-be72-4bb02647fbea req-2388ec6b-8324-42e3-a671-5eb55a102105 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] 10.222.0.72 "GET /v2.0/security-groups?id=34c661d6-8e8f-43f4-9cb8-8ca53d8acb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438840 Feb 19 03:49:14.706783 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9f5ab3-b1bb-4d85-bcae-655786cec942 req-314e24dc-386b-4836-808a-fad5bdadb75d tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:14.708319 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ab9f5ab3-b1bb-4d85-bcae-655786cec942 req-314e24dc-386b-4836-808a-fad5bdadb75d tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb9472a3-1f1c-412a-ae07-b1fd478058b4 HTTP/1.1" status: 200 len: 932 time: 0.0574622 Feb 19 03:49:14.759586 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ab9f5ab3-b1bb-4d85-bcae-655786cec942 req-6f7b3b94-292e-4419-8e00-951acc198f6c tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] 10.222.0.72 "GET /v2.0/security-groups?id=34c661d6-8e8f-43f4-9cb8-8ca53d8acb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453739 Feb 19 03:49:15.641584 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-a37ca084-34e9-46d9-918e-5f0f5fc0c92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:15.897873 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a13c12-bec4-4050-8cc7-978fdfeb983d req-73ec3767-0da9-4aee-8521-2a6db8eec693 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:15.899731 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-42a13c12-bec4-4050-8cc7-978fdfeb983d req-73ec3767-0da9-4aee-8521-2a6db8eec693 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb9472a3-1f1c-412a-ae07-b1fd478058b4 HTTP/1.1" status: 200 len: 932 time: 0.0568504 Feb 19 03:49:15.952856 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-42a13c12-bec4-4050-8cc7-978fdfeb983d req-b5f5200d-591b-4105-b431-41ce513c1008 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] 10.222.0.72 "GET /v2.0/security-groups?id=34c661d6-8e8f-43f4-9cb8-8ca53d8acb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473509 Feb 19 03:49:17.078023 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc07e329-1dd0-477d-90cd-e3fe03ab8661 req-84a06933-397d-4731-8044-fdeb59bae8d1 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:17.079733 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cc07e329-1dd0-477d-90cd-e3fe03ab8661 req-84a06933-397d-4731-8044-fdeb59bae8d1 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb9472a3-1f1c-412a-ae07-b1fd478058b4 HTTP/1.1" status: 200 len: 932 time: 0.0583980 Feb 19 03:49:17.125684 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cc07e329-1dd0-477d-90cd-e3fe03ab8661 req-8dd70e3a-5ba5-4949-8dde-273e2420982c tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] 10.222.0.72 "GET /v2.0/security-groups?id=34c661d6-8e8f-43f4-9cb8-8ca53d8acb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401521 Feb 19 03:49:17.824959 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c888accb-72a8-4dc7-96fb-9f3112030bb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:18.244041 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e491e004-14d7-42db-bbac-954a057f7a77 req-8a98f71b-7922-4bdf-acfc-3ccc4d3b89ee tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:18.245561 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e491e004-14d7-42db-bbac-954a057f7a77 req-8a98f71b-7922-4bdf-acfc-3ccc4d3b89ee tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb9472a3-1f1c-412a-ae07-b1fd478058b4 HTTP/1.1" status: 200 len: 932 time: 0.0528924 Feb 19 03:49:18.291349 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e491e004-14d7-42db-bbac-954a057f7a77 req-4206b88b-e06b-4fa8-badb-6c2886d0cffd tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] 10.222.0.72 "GET /v2.0/security-groups?id=34c661d6-8e8f-43f4-9cb8-8ca53d8acb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403318 Feb 19 03:49:18.790416 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-3c957642-d0ba-41bd-a3df-676fbb6ab3c9 req-18253976-7af9-4346-ac1d-c7bbce3e8d82 service neutron] Request body: {'port': {'device_id': 'fb9472a3-1f1c-412a-ae07-b1fd478058b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826753-2'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:49:18.849328 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-3c957642-d0ba-41bd-a3df-676fbb6ab3c9 req-18253976-7af9-4346-ac1d-c7bbce3e8d82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (8d8813b3-86e1-48ad-8ff7-dc2404b5782f), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:18.937944 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:49:19.112860 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-3c957642-d0ba-41bd-a3df-676fbb6ab3c9 req-18253976-7af9-4346-ac1d-c7bbce3e8d82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d8813b3-86e1-48ad-8ff7-dc2404b5782f {{(pid=103702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:49:19.120598 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-3c957642-d0ba-41bd-a3df-676fbb6ab3c9 req-18253976-7af9-4346-ac1d-c7bbce3e8d82 service neutron] Publish callbacks [] for port (8d8813b3-86e1-48ad-8ff7-dc2404b5782f), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:19.132410 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-3c957642-d0ba-41bd-a3df-676fbb6ab3c9 req-18253976-7af9-4346-ac1d-c7bbce3e8d82 service neutron] Transition to ACTIVE for port object 8d8813b3-86e1-48ad-8ff7-dc2404b5782f will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:49:19.135685 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-3c957642-d0ba-41bd-a3df-676fbb6ab3c9 req-18253976-7af9-4346-ac1d-c7bbce3e8d82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (8d8813b3-86e1-48ad-8ff7-dc2404b5782f), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:19.184262 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18253976-7af9-4346-ac1d-c7bbce3e8d82 service neutron] Pushing event updated for resources: {'Port': ['ID=8d8813b3-86e1-48ad-8ff7-dc2404b5782f,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:49:19.259897 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-3c957642-d0ba-41bd-a3df-676fbb6ab3c9 req-18253976-7af9-4346-ac1d-c7bbce3e8d82 service neutron] Attempting to bind port 8d8813b3-86e1-48ad-8ff7-dc2404b5782f on host n-h1-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:49:19.260212 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-3c957642-d0ba-41bd-a3df-676fbb6ab3c9 req-18253976-7af9-4346-ac1d-c7bbce3e8d82 service neutron] Attempting to bind port 8d8813b3-86e1-48ad-8ff7-dc2404b5782f by drivers openvswitch,hyperv on host n-h1-826753-2 at level 0 using segments [{'id': 'b8935908-3619-44a9-abbf-59c592a3c00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '9df70e5a-8122-4f67-8355-59315424d420'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:49:19.260526 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c957642-d0ba-41bd-a3df-676fbb6ab3c9 req-18253976-7af9-4346-ac1d-c7bbce3e8d82 service neutron] Attempting to bind port 8d8813b3-86e1-48ad-8ff7-dc2404b5782f on network 9df70e5a-8122-4f67-8355-59315424d420 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:49:19.265559 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c957642-d0ba-41bd-a3df-676fbb6ab3c9 req-18253976-7af9-4346-ac1d-c7bbce3e8d82 service neutron] Port 8d8813b3-86e1-48ad-8ff7-dc2404b5782f on network 9df70e5a-8122-4f67-8355-59315424d420 not bound, no agent of type Open vSwitch agent registered on host n-h1-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:49:19.265887 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c957642-d0ba-41bd-a3df-676fbb6ab3c9 req-18253976-7af9-4346-ac1d-c7bbce3e8d82 service neutron] Attempting to bind port 8d8813b3-86e1-48ad-8ff7-dc2404b5782f on network 9df70e5a-8122-4f67-8355-59315424d420 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:49:19.271192 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c957642-d0ba-41bd-a3df-676fbb6ab3c9 req-18253976-7af9-4346-ac1d-c7bbce3e8d82 service neutron] Checking agent: {'id': '9d56fb1b-2855-496a-a6d9-c324740cb98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:49:19.271529 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c957642-d0ba-41bd-a3df-676fbb6ab3c9 req-18253976-7af9-4346-ac1d-c7bbce3e8d82 service neutron] Checking segment: {'id': 'b8935908-3619-44a9-abbf-59c592a3c00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '9df70e5a-8122-4f67-8355-59315424d420'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:49:19.271912 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c957642-d0ba-41bd-a3df-676fbb6ab3c9 req-18253976-7af9-4346-ac1d-c7bbce3e8d82 service neutron] Bound using segment: {'id': 'b8935908-3619-44a9-abbf-59c592a3c00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '9df70e5a-8122-4f67-8355-59315424d420'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:49:19.272336 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-3c957642-d0ba-41bd-a3df-676fbb6ab3c9 req-18253976-7af9-4346-ac1d-c7bbce3e8d82 service neutron] Bound port: 8d8813b3-86e1-48ad-8ff7-dc2404b5782f, host: n-h1-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8935908-3619-44a9-abbf-59c592a3c00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '9df70e5a-8122-4f67-8355-59315424d420'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:49:19.272714 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-3c957642-d0ba-41bd-a3df-676fbb6ab3c9 req-18253976-7af9-4346-ac1d-c7bbce3e8d82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (8d8813b3-86e1-48ad-8ff7-dc2404b5782f), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:19.345589 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-3c957642-d0ba-41bd-a3df-676fbb6ab3c9 req-18253976-7af9-4346-ac1d-c7bbce3e8d82 service neutron] For port 8d8813b3-86e1-48ad-8ff7-dc2404b5782f, host n-h1-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:49:19.348912 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-3c957642-d0ba-41bd-a3df-676fbb6ab3c9 req-18253976-7af9-4346-ac1d-c7bbce3e8d82 service neutron] For port 8d8813b3-86e1-48ad-8ff7-dc2404b5782f, host n-h1-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=8d8813b3-86e1-48ad-8ff7-dc2404b5782f,segment=NetworkSegment(b8935908-3619-44a9-abbf-59c592a3c00c),segment_id=b8935908-3619-44a9-abbf-59c592a3c00c)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:49:19.356566 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-3c957642-d0ba-41bd-a3df-676fbb6ab3c9 req-18253976-7af9-4346-ac1d-c7bbce3e8d82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (8d8813b3-86e1-48ad-8ff7-dc2404b5782f), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:19.395916 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c957642-d0ba-41bd-a3df-676fbb6ab3c9 req-18253976-7af9-4346-ac1d-c7bbce3e8d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:19.396544 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-3c957642-d0ba-41bd-a3df-676fbb6ab3c9 req-18253976-7af9-4346-ac1d-c7bbce3e8d82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:19.398023 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3c957642-d0ba-41bd-a3df-676fbb6ab3c9 req-18253976-7af9-4346-ac1d-c7bbce3e8d82 service neutron] 10.222.0.73 "PUT /v2.0/ports/8d8813b3-86e1-48ad-8ff7-dc2404b5782f HTTP/1.1" status: 200 len: 1092 time: 0.6562040 Feb 19 03:49:19.398523 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb9472a3-1f1c-412a-ae07-b1fd478058b4', 'tag': '8d8813b3-86e1-48ad-8ff7-dc2404b5782f'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:49:19.400960 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b48a34f37e4e31fa410c3f10fa4e23c828d45427043ff8d3e4d9f228381d6ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4b3f42c-f5d0-4c12-b2b1-f1cc527f3259" -d '{"events": [{"name": "network-changed", "server_uuid": "fb9472a3-1f1c-412a-ae07-b1fd478058b4", "tag": "8d8813b3-86e1-48ad-8ff7-dc2404b5782f"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:49:19.420737 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1640e188-ba9c-4b39-a815-662f2aeefbb5 req-2a576273-f58c-4e36-8e8e-33d2d5bf5f52 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:19.423320 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1640e188-ba9c-4b39-a815-662f2aeefbb5 req-2a576273-f58c-4e36-8e8e-33d2d5bf5f52 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb9472a3-1f1c-412a-ae07-b1fd478058b4 HTTP/1.1" status: 200 len: 944 time: 0.0607908 Feb 19 03:49:19.443113 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18253976-7af9-4346-ac1d-c7bbce3e8d82 service neutron] Pushing event updated for resources: {'Port': ['ID=8d8813b3-86e1-48ad-8ff7-dc2404b5782f,revision_number=3']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:49:19.458987 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce6e2377-6454-457c-ac94-be95c2a9bf8c x-openstack-request-id: req-ce6e2377-6454-457c-ac94-be95c2a9bf8c {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:49:19.459542 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb9472a3-1f1c-412a-ae07-b1fd478058b4", "tag": "8d8813b3-86e1-48ad-8ff7-dc2404b5782f", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:49:19.459807 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ce6e2377-6454-457c-ac94-be95c2a9bf8c {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:49:19.460223 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb9472a3-1f1c-412a-ae07-b1fd478058b4', 'tag': '8d8813b3-86e1-48ad-8ff7-dc2404b5782f', 'status': 'completed', 'code': 200} Feb 19 03:49:19.490477 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:19.503536 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1640e188-ba9c-4b39-a815-662f2aeefbb5 req-c3ff630b-652d-442c-a3fb-458b4fed1ebf tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] 10.222.0.72 "GET /v2.0/security-groups?id=34c661d6-8e8f-43f4-9cb8-8ca53d8acb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687158 Feb 19 03:49:19.518555 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c957642-d0ba-41bd-a3df-676fbb6ab3c9 req-107d519a-351b-43ed-a45e-e50f3a04b477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:19.520127 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3c957642-d0ba-41bd-a3df-676fbb6ab3c9 req-107d519a-351b-43ed-a45e-e50f3a04b477 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9099d3e3a814493c8b18af7ad61f7b43&device_id=fb9472a3-1f1c-412a-ae07-b1fd478058b4 HTTP/1.1" status: 200 len: 1126 time: 0.0501440 Feb 19 03:49:19.573625 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3c957642-d0ba-41bd-a3df-676fbb6ab3c9 req-8466a64b-de6a-4a95-8e3e-19a671b0ed1c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d8813b3-86e1-48ad-8ff7-dc2404b5782f HTTP/1.1" status: 200 len: 217 time: 0.0410547 Feb 19 03:49:19.622774 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c957642-d0ba-41bd-a3df-676fbb6ab3c9 req-9e88fb79-7af6-49f0-b7f8-f91543b2e339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:19.624256 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3c957642-d0ba-41bd-a3df-676fbb6ab3c9 req-9e88fb79-7af6-49f0-b7f8-f91543b2e339 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5afbcdba-6770-4f13-9991-673ff43a6a61 HTTP/1.1" status: 200 len: 854 time: 0.0456526 Feb 19 03:49:19.675743 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c957642-d0ba-41bd-a3df-676fbb6ab3c9 req-6ca800e6-76cd-4675-9ce8-1a5cdaa65b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:19.677316 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3c957642-d0ba-41bd-a3df-676fbb6ab3c9 req-6ca800e6-76cd-4675-9ce8-1a5cdaa65b8b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9df70e5a-8122-4f67-8355-59315424d420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0459635 Feb 19 03:49:19.767989 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3c957642-d0ba-41bd-a3df-676fbb6ab3c9 req-57e19d7e-0772-424f-bfaf-aa8a93c07815 service neutron] 10.222.0.73 "GET /v2.0/networks/9df70e5a-8122-4f67-8355-59315424d420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849252 Feb 19 03:49:19.857581 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3c957642-d0ba-41bd-a3df-676fbb6ab3c9 req-5469d34f-4fcf-418d-845c-db0fb4748fa9 service neutron] 10.222.0.73 "GET /v2.0/networks/9df70e5a-8122-4f67-8355-59315424d420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829425 Feb 19 03:49:19.983288 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b3f42c-f5d0-4c12-b2b1-f1cc527f3259 req-240411e1-72bb-4cf3-bc03-f7ba4f151e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:19.984769 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d4b3f42c-f5d0-4c12-b2b1-f1cc527f3259 req-240411e1-72bb-4cf3-bc03-f7ba4f151e66 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9099d3e3a814493c8b18af7ad61f7b43&device_id=fb9472a3-1f1c-412a-ae07-b1fd478058b4 HTTP/1.1" status: 200 len: 1126 time: 0.0449467 Feb 19 03:49:20.077846 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b3f42c-f5d0-4c12-b2b1-f1cc527f3259 req-10c58119-4008-4126-a7db-6f70cc2ccf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:20.079418 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d4b3f42c-f5d0-4c12-b2b1-f1cc527f3259 req-10c58119-4008-4126-a7db-6f70cc2ccf58 service neutron] 10.222.0.73 "GET /v2.0/networks?id=9df70e5a-8122-4f67-8355-59315424d420 HTTP/1.1" status: 200 len: 916 time: 0.0885925 Feb 19 03:49:20.122232 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d4b3f42c-f5d0-4c12-b2b1-f1cc527f3259 req-d8458827-5fc7-47c5-8f53-78064e93ce28 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d8813b3-86e1-48ad-8ff7-dc2404b5782f HTTP/1.1" status: 200 len: 217 time: 0.0362310 Feb 19 03:49:20.173798 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b3f42c-f5d0-4c12-b2b1-f1cc527f3259 req-01d3077f-2312-4210-bf08-c090270af20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:20.175224 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d4b3f42c-f5d0-4c12-b2b1-f1cc527f3259 req-01d3077f-2312-4210-bf08-c090270af20a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5afbcdba-6770-4f13-9991-673ff43a6a61 HTTP/1.1" status: 200 len: 854 time: 0.0476084 Feb 19 03:49:20.224278 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b3f42c-f5d0-4c12-b2b1-f1cc527f3259 req-90a81824-4c99-4a07-ad70-9520ca207d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:20.225776 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d4b3f42c-f5d0-4c12-b2b1-f1cc527f3259 req-90a81824-4c99-4a07-ad70-9520ca207d0c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9df70e5a-8122-4f67-8355-59315424d420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441344 Feb 19 03:49:20.310094 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d4b3f42c-f5d0-4c12-b2b1-f1cc527f3259 req-319f00b7-47a2-409b-897e-a3c1d3b12c47 service neutron] 10.222.0.73 "GET /v2.0/networks/9df70e5a-8122-4f67-8355-59315424d420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785565 Feb 19 03:49:20.399764 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d4b3f42c-f5d0-4c12-b2b1-f1cc527f3259 req-30d8f7a2-c4e3-4be2-957c-fcec2f685025 service neutron] 10.222.0.73 "GET /v2.0/networks/9df70e5a-8122-4f67-8355-59315424d420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839827 Feb 19 03:49:20.623180 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35530590-29b4-45cc-a2c4-e4db12b37238 req-80ec8656-c369-48cd-a8f1-213cb4e69c6f tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:20.624698 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-35530590-29b4-45cc-a2c4-e4db12b37238 req-80ec8656-c369-48cd-a8f1-213cb4e69c6f tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb9472a3-1f1c-412a-ae07-b1fd478058b4 HTTP/1.1" status: 200 len: 944 time: 0.0519249 Feb 19 03:49:20.659622 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:20.672018 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-35530590-29b4-45cc-a2c4-e4db12b37238 req-5033e3d3-bc43-4b97-87bc-04f3b8e3cd9e tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] 10.222.0.72 "GET /v2.0/security-groups?id=34c661d6-8e8f-43f4-9cb8-8ca53d8acb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417638 Feb 19 03:49:21.792396 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cd7e79-d8c3-4e81-9e78-7a86b3288916 req-b1d5a4ec-33ca-40e3-86df-11915317d569 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:21.793929 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-05cd7e79-d8c3-4e81-9e78-7a86b3288916 req-b1d5a4ec-33ca-40e3-86df-11915317d569 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb9472a3-1f1c-412a-ae07-b1fd478058b4 HTTP/1.1" status: 200 len: 944 time: 0.0539360 Feb 19 03:49:21.845538 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-05cd7e79-d8c3-4e81-9e78-7a86b3288916 req-e54eb524-93de-4ac2-972d-4f04d3a7c050 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] 10.222.0.72 "GET /v2.0/security-groups?id=34c661d6-8e8f-43f4-9cb8-8ca53d8acb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460789 Feb 19 03:49:22.067506 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:22.920383 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:22.965578 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087082ff-55f6-451e-bc52-296ecbf6c18f req-00b31623-a55e-4b93-832b-3f2188c6661c tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:22.967109 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-087082ff-55f6-451e-bc52-296ecbf6c18f req-00b31623-a55e-4b93-832b-3f2188c6661c tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb9472a3-1f1c-412a-ae07-b1fd478058b4 HTTP/1.1" status: 200 len: 944 time: 0.0545352 Feb 19 03:49:23.014018 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-087082ff-55f6-451e-bc52-296ecbf6c18f req-83117307-534b-490b-9fcb-051d6ac5c7d3 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] 10.222.0.72 "GET /v2.0/security-groups?id=34c661d6-8e8f-43f4-9cb8-8ca53d8acb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411904 Feb 19 03:49:24.135684 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887b6638-e808-4639-a771-203e9b1fe24b req-ed8de4a1-8eef-423b-b8e7-490d17aba5dd tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:24.137087 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-887b6638-e808-4639-a771-203e9b1fe24b req-ed8de4a1-8eef-423b-b8e7-490d17aba5dd tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb9472a3-1f1c-412a-ae07-b1fd478058b4 HTTP/1.1" status: 200 len: 944 time: 0.0524294 Feb 19 03:49:24.183940 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-887b6638-e808-4639-a771-203e9b1fe24b req-7cb3b0c4-dc64-4436-9c1c-f873af1f6195 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] 10.222.0.72 "GET /v2.0/security-groups?id=34c661d6-8e8f-43f4-9cb8-8ca53d8acb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412345 Feb 19 03:49:24.530956 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 8d8813b3-86e1-48ad-8ff7-dc2404b5782f details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:49:24.626841 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 8d8813b3-86e1-48ad-8ff7-dc2404b5782f, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=8d8813b3-86e1-48ad-8ff7-dc2404b5782f,segment=NetworkSegment(b8935908-3619-44a9-abbf-59c592a3c00c),segment_id=b8935908-3619-44a9-abbf-59c592a3c00c)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:49:24.638031 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': '8d8813b3-86e1-48ad-8ff7-dc2404b5782f', 'network_id': '9df70e5a-8122-4f67-8355-59315424d420', 'port_id': '8d8813b3-86e1-48ad-8ff7-dc2404b5782f', 'mac_address': 'fa:16:3e:dd:20:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5afbcdba-6770-4f13-9991-673ff43a6a61', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:49:24.674560 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 8d8813b3-86e1-48ad-8ff7-dc2404b5782f is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:49:24.674946 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (8d8813b3-86e1-48ad-8ff7-dc2404b5782f), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:24.687852 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d8813b3-86e1-48ad-8ff7-dc2404b5782f {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:49:24.706998 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 8d8813b3-86e1-48ad-8ff7-dc2404b5782f, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=8d8813b3-86e1-48ad-8ff7-dc2404b5782f,segment=NetworkSegment(b8935908-3619-44a9-abbf-59c592a3c00c),segment_id=b8935908-3619-44a9-abbf-59c592a3c00c)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:49:24.711505 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (8d8813b3-86e1-48ad-8ff7-dc2404b5782f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:24.759497 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=8d8813b3-86e1-48ad-8ff7-dc2404b5782f,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:49:25.077841 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['8d8813b3-86e1-48ad-8ff7-dc2404b5782f'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:49:25.306534 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beee7fb6-21d3-4277-b9de-e2896e620ce4 req-cee56af2-457a-47dd-b360-4c6dbe95a121 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:25.307920 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-beee7fb6-21d3-4277-b9de-e2896e620ce4 req-cee56af2-457a-47dd-b360-4c6dbe95a121 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb9472a3-1f1c-412a-ae07-b1fd478058b4 HTTP/1.1" status: 200 len: 945 time: 0.0575831 Feb 19 03:49:25.354404 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-beee7fb6-21d3-4277-b9de-e2896e620ce4 req-82d22dde-8584-4086-8207-0730f89305d4 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] 10.222.0.72 "GET /v2.0/security-groups?id=34c661d6-8e8f-43f4-9cb8-8ca53d8acb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408659 Feb 19 03:49:26.473088 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0afdabe-d4e8-47a7-a5c8-9a0c7e166256 req-22ec61c8-cb06-4267-bc21-1e0a854ace63 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:26.474577 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a0afdabe-d4e8-47a7-a5c8-9a0c7e166256 req-22ec61c8-cb06-4267-bc21-1e0a854ace63 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb9472a3-1f1c-412a-ae07-b1fd478058b4 HTTP/1.1" status: 200 len: 945 time: 0.0526445 Feb 19 03:49:26.521550 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a0afdabe-d4e8-47a7-a5c8-9a0c7e166256 req-e251eecf-395f-4a1c-a612-1ee07edcb6cf tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] 10.222.0.72 "GET /v2.0/security-groups?id=34c661d6-8e8f-43f4-9cb8-8ca53d8acb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412910 Feb 19 03:49:26.530688 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 8d8813b3-86e1-48ad-8ff7-dc2404b5782f up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:49:26.583364 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning for port 8d8813b3-86e1-48ad-8ff7-dc2404b5782f completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:49:26.587793 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port 8d8813b3-86e1-48ad-8ff7-dc2404b5782f triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:49:26.588175 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (8d8813b3-86e1-48ad-8ff7-dc2404b5782f), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:26.671664 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 8d8813b3-86e1-48ad-8ff7-dc2404b5782f is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:49:26.672005 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (8d8813b3-86e1-48ad-8ff7-dc2404b5782f), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:26.705474 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb9472a3-1f1c-412a-ae07-b1fd478058b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d8813b3-86e1-48ad-8ff7-dc2404b5782f'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:49:26.707696 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88fe038525c8a7a69a3adae1ae732c1dd0c63371bed0a925712ea7f2f25f70bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-417e5eef-2e3d-493c-ac32-920581d2b90f" -d '{"events": [{"server_uuid": "fb9472a3-1f1c-412a-ae07-b1fd478058b4", "name": "network-vif-plugged", "status": "completed", "tag": "8d8813b3-86e1-48ad-8ff7-dc2404b5782f"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:49:26.730498 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 8d8813b3-86e1-48ad-8ff7-dc2404b5782f, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=8d8813b3-86e1-48ad-8ff7-dc2404b5782f,segment=NetworkSegment(b8935908-3619-44a9-abbf-59c592a3c00c),segment_id=b8935908-3619-44a9-abbf-59c592a3c00c)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:49:26.735129 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (8d8813b3-86e1-48ad-8ff7-dc2404b5782f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:26.740294 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:26.791412 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=8d8813b3-86e1-48ad-8ff7-dc2404b5782f,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:49:26.881711 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-451ce3be-a223-45d8-922c-2af5156df345 x-openstack-request-id: req-451ce3be-a223-45d8-922c-2af5156df345 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:49:26.882002 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb9472a3-1f1c-412a-ae07-b1fd478058b4", "name": "network-vif-plugged", "status": "completed", "tag": "8d8813b3-86e1-48ad-8ff7-dc2404b5782f", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:49:26.882319 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-451ce3be-a223-45d8-922c-2af5156df345 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:49:26.883068 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb9472a3-1f1c-412a-ae07-b1fd478058b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d8813b3-86e1-48ad-8ff7-dc2404b5782f', 'code': 200} Feb 19 03:49:27.014023 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1435bb-9dfd-4e3f-be20-c20bdd6bd6da req-55cc7b13-18ed-4509-a4ef-4031d9c98e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:27.015421 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-6b1435bb-9dfd-4e3f-be20-c20bdd6bd6da req-55cc7b13-18ed-4509-a4ef-4031d9c98e9c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=fb9472a3-1f1c-412a-ae07-b1fd478058b4 HTTP/1.1" status: 200 len: 1128 time: 0.0470669 Feb 19 03:49:27.068231 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-6b1435bb-9dfd-4e3f-be20-c20bdd6bd6da req-86e56cd6-b07c-4c8d-805f-c199088c2251 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=34c661d6-8e8f-43f4-9cb8-8ca53d8acb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451715 Feb 19 03:49:27.644930 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272b6ef7-0058-4efe-998b-4b999612dae2 req-98d1a59c-bcdc-4089-8abe-114dcbe6c70f tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:27.646445 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-272b6ef7-0058-4efe-998b-4b999612dae2 req-98d1a59c-bcdc-4089-8abe-114dcbe6c70f tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb9472a3-1f1c-412a-ae07-b1fd478058b4 HTTP/1.1" status: 200 len: 946 time: 0.0561032 Feb 19 03:49:27.693410 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-272b6ef7-0058-4efe-998b-4b999612dae2 req-eb7fa71e-584b-4700-b477-c179e69fafc5 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] 10.222.0.72 "GET /v2.0/security-groups?id=34c661d6-8e8f-43f4-9cb8-8ca53d8acb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407665 Feb 19 03:49:28.823786 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845b9478-312c-4a2b-a073-68bc57f49929 req-4ca178bc-83cb-4130-824c-1fa9cb3fcf18 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:28.825885 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-845b9478-312c-4a2b-a073-68bc57f49929 req-4ca178bc-83cb-4130-824c-1fa9cb3fcf18 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb9472a3-1f1c-412a-ae07-b1fd478058b4 HTTP/1.1" status: 200 len: 946 time: 0.0611434 Feb 19 03:49:28.873439 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-845b9478-312c-4a2b-a073-68bc57f49929 req-a47e79bf-552d-4c4c-a88f-d22a068f249c tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] 10.222.0.72 "GET /v2.0/security-groups?id=34c661d6-8e8f-43f4-9cb8-8ca53d8acb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419276 Feb 19 03:49:28.998738 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625dd19e-ca90-423e-92fc-8b443b69c8e6 req-e7debbbb-41a0-421f-a78e-628ba6b8b024 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:29.000130 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-625dd19e-ca90-423e-92fc-8b443b69c8e6 req-e7debbbb-41a0-421f-a78e-628ba6b8b024 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb9472a3-1f1c-412a-ae07-b1fd478058b4 HTTP/1.1" status: 200 len: 946 time: 0.0566373 Feb 19 03:49:29.056530 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-625dd19e-ca90-423e-92fc-8b443b69c8e6 req-c34dc811-c7dc-4b00-91b4-4f716f2d5d8f tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] 10.222.0.72 "GET /v2.0/security-groups?id=34c661d6-8e8f-43f4-9cb8-8ca53d8acb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507293 Feb 19 03:49:29.256113 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a78f7a7-69ac-4f7b-969e-e478188a7ab1 req-925ccfb8-3f9c-4b48-89dc-89eb2023fae6 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:29.258269 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1a78f7a7-69ac-4f7b-969e-e478188a7ab1 req-925ccfb8-3f9c-4b48-89dc-89eb2023fae6 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb9472a3-1f1c-412a-ae07-b1fd478058b4 HTTP/1.1" status: 200 len: 946 time: 0.0521030 Feb 19 03:49:29.306449 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1a78f7a7-69ac-4f7b-969e-e478188a7ab1 req-a4d65cfb-3b49-446e-95dc-d400185e4b64 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] 10.222.0.72 "GET /v2.0/security-groups?id=34c661d6-8e8f-43f4-9cb8-8ca53d8acb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416300 Feb 19 03:49:45.636994 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-652f024e-f265-424d-a618-8f34d37ec5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:47.827298 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-451096a0-3794-47fc-9085-7aff445173d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:48.163558 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edabf4c1-78ff-424d-a23a-0767af9c9127 req-6825dd0d-91ce-4305-939d-42242d4cd3a1 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:48.165839 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-edabf4c1-78ff-424d-a23a-0767af9c9127 req-6825dd0d-91ce-4305-939d-42242d4cd3a1 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb9472a3-1f1c-412a-ae07-b1fd478058b4 HTTP/1.1" status: 200 len: 946 time: 0.0531399 Feb 19 03:49:48.212777 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-edabf4c1-78ff-424d-a23a-0767af9c9127 req-265549bb-4a33-41b5-a28e-4ffece6eda10 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] 10.222.0.72 "GET /v2.0/security-groups?id=34c661d6-8e8f-43f4-9cb8-8ca53d8acb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414226 Feb 19 03:49:48.235071 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52244) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:49:48.334447 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-accf3ffd-5c55-4a34-90ef-764721186adb tempest-TestMinimumBasicScenario-378705650 tempest-TestMinimumBasicScenario-378705650-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:48.336464 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-accf3ffd-5c55-4a34-90ef-764721186adb tempest-TestMinimumBasicScenario-378705650 tempest-TestMinimumBasicScenario-378705650-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=fb9472a3-1f1c-412a-ae07-b1fd478058b4 HTTP/1.1" status: 200 len: 1123 time: 0.1003377 Feb 19 03:49:48.339404 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52248) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:49:48.343586 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-709fb4c1-76cd-4843-b8a0-7064145457ed tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Request body: {'floatingip': {'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'port_id': '8d8813b3-86e1-48ad-8ff7-dc2404b5782f', 'tenant_id': '9099d3e3a814493c8b18af7ad61f7b43', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:49:48.363190 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-709fb4c1-76cd-4843-b8a0-7064145457ed tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:48.459677 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-709fb4c1-76cd-4843-b8a0-7064145457ed tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:48.565684 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-709fb4c1-76cd-4843-b8a0-7064145457ed tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Allocated IP 172.25.6.129 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/ac96470f-fe86-4b4f-8e28-84eab7011f50) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:49:48.664945 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-709fb4c1-76cd-4843-b8a0-7064145457ed tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Publish callbacks [] for port (ac96470f-fe86-4b4f-8e28-84eab7011f50), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:48.698207 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-709fb4c1-76cd-4843-b8a0-7064145457ed tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (ac96470f-fe86-4b4f-8e28-84eab7011f50), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:48.740056 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709fb4c1-76cd-4843-b8a0-7064145457ed tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:49:48.750041 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-709fb4c1-76cd-4843-b8a0-7064145457ed tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:49:48.752398 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709fb4c1-76cd-4843-b8a0-7064145457ed tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Pushing event updated for resources: {'Port': ['ID=ac96470f-fe86-4b4f-8e28-84eab7011f50,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:49:48.754532 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709fb4c1-76cd-4843-b8a0-7064145457ed tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:49:48.781928 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709fb4c1-76cd-4843-b8a0-7064145457ed tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:48.782286 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709fb4c1-76cd-4843-b8a0-7064145457ed tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:48.782646 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709fb4c1-76cd-4843-b8a0-7064145457ed tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:48.782991 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709fb4c1-76cd-4843-b8a0-7064145457ed tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:48.783361 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709fb4c1-76cd-4843-b8a0-7064145457ed tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:48.783697 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709fb4c1-76cd-4843-b8a0-7064145457ed tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:48.784030 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709fb4c1-76cd-4843-b8a0-7064145457ed tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:48.784361 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709fb4c1-76cd-4843-b8a0-7064145457ed tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:48.784690 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709fb4c1-76cd-4843-b8a0-7064145457ed tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:48.785044 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709fb4c1-76cd-4843-b8a0-7064145457ed tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:48.785387 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709fb4c1-76cd-4843-b8a0-7064145457ed tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:48.785711 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709fb4c1-76cd-4843-b8a0-7064145457ed tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:48.786036 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709fb4c1-76cd-4843-b8a0-7064145457ed tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:49.093667 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3a75eb46-429f-470e-8e59-344bc811bee1 req-3ee8e0fd-ac47-4933-9c8d-e6266c071f5f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=fb9472a3-1f1c-412a-ae07-b1fd478058b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0479374 Feb 19 03:49:49.130798 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-709fb4c1-76cd-4843-b8a0-7064145457ed tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Publish callbacks [] for floatingip (87034eb7-76f9-40c7-a246-19df4b7c70fa), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:49.197245 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a75eb46-429f-470e-8e59-344bc811bee1 req-8257a13e-3807-4c04-be1f-68c7e68ae546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:49.198768 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3a75eb46-429f-470e-8e59-344bc811bee1 req-8257a13e-3807-4c04-be1f-68c7e68ae546 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9099d3e3a814493c8b18af7ad61f7b43&device_id=fb9472a3-1f1c-412a-ae07-b1fd478058b4 HTTP/1.1" status: 200 len: 1128 time: 0.0458367 Feb 19 03:49:49.206986 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-709fb4c1-76cd-4843-b8a0-7064145457ed tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (ac96470f-fe86-4b4f-8e28-84eab7011f50), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:49.304855 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a75eb46-429f-470e-8e59-344bc811bee1 req-aafa9f04-a1d9-4d35-9fba-d3d1e327abff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:49.306301 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3a75eb46-429f-470e-8e59-344bc811bee1 req-aafa9f04-a1d9-4d35-9fba-d3d1e327abff service neutron] 10.222.0.73 "GET /v2.0/networks?id=9df70e5a-8122-4f67-8355-59315424d420 HTTP/1.1" status: 200 len: 916 time: 0.0879669 Feb 19 03:49:49.364089 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-709fb4c1-76cd-4843-b8a0-7064145457ed tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Publish callbacks [] for port (ac96470f-fe86-4b4f-8e28-84eab7011f50), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:49.368528 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-709fb4c1-76cd-4843-b8a0-7064145457ed tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (ac96470f-fe86-4b4f-8e28-84eab7011f50), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:49.375814 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3a75eb46-429f-470e-8e59-344bc811bee1 req-0c17de7e-0462-48f8-861f-2d2e9181c150 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d8813b3-86e1-48ad-8ff7-dc2404b5782f HTTP/1.1" status: 200 len: 1000 time: 0.0639014 Feb 19 03:49:49.424932 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a75eb46-429f-470e-8e59-344bc811bee1 req-c3660768-1473-482e-bf15-d2622855d0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:49.426573 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3a75eb46-429f-470e-8e59-344bc811bee1 req-c3660768-1473-482e-bf15-d2622855d0d3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5afbcdba-6770-4f13-9991-673ff43a6a61 HTTP/1.1" status: 200 len: 854 time: 0.0450845 Feb 19 03:49:49.438537 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709fb4c1-76cd-4843-b8a0-7064145457ed tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Pushing event updated for resources: {'Port': ['ID=ac96470f-fe86-4b4f-8e28-84eab7011f50,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:49:49.451017 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-709fb4c1-76cd-4843-b8a0-7064145457ed tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16285943'] for floatingip (87034eb7-76f9-40c7-a246-19df4b7c70fa), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:49.482715 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a75eb46-429f-470e-8e59-344bc811bee1 req-cf682ea0-953c-44a0-a25b-c46e5d398df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:49.484429 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3a75eb46-429f-470e-8e59-344bc811bee1 req-cf682ea0-953c-44a0-a25b-c46e5d398df4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9df70e5a-8122-4f67-8355-59315424d420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0498762 Feb 19 03:49:49.489513 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:49.559588 n-d-826753-2 neutron-server[103701]: INFO neutron.db.l3_db [None req-709fb4c1-76cd-4843-b8a0-7064145457ed tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Floating IP 87034eb7-76f9-40c7-a246-19df4b7c70fa associated. External IP: 172.25.6.129, port: 8d8813b3-86e1-48ad-8ff7-dc2404b5782f. Feb 19 03:49:49.578089 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3a75eb46-429f-470e-8e59-344bc811bee1 req-753e3b5d-7e7a-4bbf-93b3-8795c9780709 service neutron] 10.222.0.73 "GET /v2.0/networks/9df70e5a-8122-4f67-8355-59315424d420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858955 Feb 19 03:49:49.667677 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3a75eb46-429f-470e-8e59-344bc811bee1 req-39c95645-e33f-45b2-96f0-ef4a1f4a30c0 service neutron] 10.222.0.73 "GET /v2.0/networks/9df70e5a-8122-4f67-8355-59315424d420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827940 Feb 19 03:49:49.785604 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-709fb4c1-76cd-4843-b8a0-7064145457ed tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Router 4b6d31c2-d87f-4631-a8a5-74d6ab21965a has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:49:49.900802 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-709fb4c1-76cd-4843-b8a0-7064145457ed tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:49:49.910925 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6bd98c-9fbc-4fc7-ac9c-12092c35acf3 None None] Sync routers for ids ['4b6d31c2-d87f-4631-a8a5-74d6ab21965a'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:49:49.918361 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-709fb4c1-76cd-4843-b8a0-7064145457ed tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:49.921594 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6bd98c-9fbc-4fc7-ac9c-12092c35acf3 None None] Routers {'4b6d31c2-d87f-4631-a8a5-74d6ab21965a'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:49:49.922218 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-4a6bd98c-9fbc-4fc7-ac9c-12092c35acf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:49:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['4b6d31c2-d87f-4631-a8a5-74d6ab21965a'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:49:49.949059 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-709fb4c1-76cd-4843-b8a0-7064145457ed tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6086164 Feb 19 03:49:49.949720 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb9472a3-1f1c-412a-ae07-b1fd478058b4', 'tag': '8d8813b3-86e1-48ad-8ff7-dc2404b5782f'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:49:49.951987 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52250) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:49:49.952156 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64650e7238020d70304413a5b849b926770e068c757b8393e93027c7f92d28d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f89281e2-ef08-4324-b047-981557e15562" -d '{"events": [{"name": "network-changed", "server_uuid": "fb9472a3-1f1c-412a-ae07-b1fd478058b4", "tag": "8d8813b3-86e1-48ad-8ff7-dc2404b5782f"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:49:49.962478 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-66eac26a-5bd5-4b86-beac-9939f774c1d4 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-703991031', 'description': 'tempest-secgroup-smoke-703991031 description', 'project_id': '9099d3e3a814493c8b18af7ad61f7b43'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:49:49.983208 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-66eac26a-5bd5-4b86-beac-9939f774c1d4 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:50.052365 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-4a6bd98c-9fbc-4fc7-ac9c-12092c35acf3 None None] Set router 4b6d31c2-d87f-4631-a8a5-74d6ab21965a gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:49:50.060733 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2795264-e09e-4c6d-b6e4-1870390fe442 x-openstack-request-id: req-a2795264-e09e-4c6d-b6e4-1870390fe442 {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:49:50.061065 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb9472a3-1f1c-412a-ae07-b1fd478058b4", "tag": "8d8813b3-86e1-48ad-8ff7-dc2404b5782f", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:49:50.061592 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a2795264-e09e-4c6d-b6e4-1870390fe442 {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:49:50.062008 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb9472a3-1f1c-412a-ae07-b1fd478058b4', 'tag': '8d8813b3-86e1-48ad-8ff7-dc2404b5782f', 'status': 'completed', 'code': 200} Feb 19 03:49:50.066904 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-66eac26a-5bd5-4b86-beac-9939f774c1d4 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Publish callbacks [] for security_group (c1950920-10b1-4636-b98e-29a65c3e031b), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:50.071726 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-66eac26a-5bd5-4b86-beac-9939f774c1d4 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (c1950920-10b1-4636-b98e-29a65c3e031b), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:50.111436 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-66eac26a-5bd5-4b86-beac-9939f774c1d4 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:50.116559 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-66eac26a-5bd5-4b86-beac-9939f774c1d4 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1601562 Feb 19 03:49:50.116902 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52256) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:49:50.121781 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-edf9cc8f-0832-42a8-8e5a-07a282dc06a6 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Request body: {'security_group_rule': {'security_group_id': 'c1950920-10b1-4636-b98e-29a65c3e031b', 'project_id': '9099d3e3a814493c8b18af7ad61f7b43', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:49:50.124872 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eac26a-5bd5-4b86-beac-9939f774c1d4 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1950920-10b1-4636-b98e-29a65c3e031b,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:49:50.148868 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-edf9cc8f-0832-42a8-8e5a-07a282dc06a6 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Publish callbacks [] for security_group_rule (9aa708ad-ec0a-4ee6-bc23-bd6be947fbce), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:50.150317 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eac26a-5bd5-4b86-beac-9939f774c1d4 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:50.150893 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eac26a-5bd5-4b86-beac-9939f774c1d4 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:50.151228 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eac26a-5bd5-4b86-beac-9939f774c1d4 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:50.151680 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eac26a-5bd5-4b86-beac-9939f774c1d4 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:50.152113 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eac26a-5bd5-4b86-beac-9939f774c1d4 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:50.152516 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eac26a-5bd5-4b86-beac-9939f774c1d4 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:50.152918 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eac26a-5bd5-4b86-beac-9939f774c1d4 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:50.153334 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eac26a-5bd5-4b86-beac-9939f774c1d4 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:50.153731 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eac26a-5bd5-4b86-beac-9939f774c1d4 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:50.154133 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eac26a-5bd5-4b86-beac-9939f774c1d4 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:50.154529 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eac26a-5bd5-4b86-beac-9939f774c1d4 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:50.154934 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eac26a-5bd5-4b86-beac-9939f774c1d4 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:50.155322 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eac26a-5bd5-4b86-beac-9939f774c1d4 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:50.180831 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89281e2-ef08-4324-b047-981557e15562 req-59190b40-8978-4ede-95ab-c0459853093b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:50.182939 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-f89281e2-ef08-4324-b047-981557e15562 req-59190b40-8978-4ede-95ab-c0459853093b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9099d3e3a814493c8b18af7ad61f7b43&device_id=fb9472a3-1f1c-412a-ae07-b1fd478058b4 HTTP/1.1" status: 200 len: 1128 time: 0.0747194 Feb 19 03:49:50.212823 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-edf9cc8f-0832-42a8-8e5a-07a282dc06a6 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Publish callbacks [] for security_group_rule (9aa708ad-ec0a-4ee6-bc23-bd6be947fbce), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:50.218661 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-edf9cc8f-0832-42a8-8e5a-07a282dc06a6 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (9aa708ad-ec0a-4ee6-bc23-bd6be947fbce), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:50.236613 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf9cc8f-0832-42a8-8e5a-07a282dc06a6 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9aa708ad-ec0a-4ee6-bc23-bd6be947fbce,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:49:50.248109 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-edf9cc8f-0832-42a8-8e5a-07a282dc06a6 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:50.249366 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-edf9cc8f-0832-42a8-8e5a-07a282dc06a6 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1313374 Feb 19 03:49:50.252238 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52258) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:49:50.256562 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-c540e976-bf70-4d97-84e1-88ca51366b03 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Request body: {'security_group_rule': {'security_group_id': 'c1950920-10b1-4636-b98e-29a65c3e031b', 'project_id': '9099d3e3a814493c8b18af7ad61f7b43', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:49:50.283745 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c540e976-bf70-4d97-84e1-88ca51366b03 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Publish callbacks [] for security_group_rule (cfe901ec-7a5c-4bb1-8951-2db8a84e96f9), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:50.285654 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89281e2-ef08-4324-b047-981557e15562 req-a77caad2-26cb-440d-92f8-0e3300630ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:50.287373 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-f89281e2-ef08-4324-b047-981557e15562 req-a77caad2-26cb-440d-92f8-0e3300630ceb service neutron] 10.222.0.73 "GET /v2.0/networks?id=9df70e5a-8122-4f67-8355-59315424d420 HTTP/1.1" status: 200 len: 916 time: 0.0975173 Feb 19 03:49:50.307755 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-4a6bd98c-9fbc-4fc7-ac9c-12092c35acf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b6d31c2-d87f-4631-a8a5-74d6ab21965a', 'name': 'tempest-TestMinimumBasicScenario-1690581878-router', 'tenant_id': '9099d3e3a814493c8b18af7ad61f7b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': '76264abb-9613-47d6-b1b3-cd7fdd6a4ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:48:47Z', 'updated_at': '2022-02-19T03:48:50Z', 'revision_number': 4, 'project_id': '9099d3e3a814493c8b18af7ad61f7b43', 'gw_port': {'id': '76264abb-9613-47d6-b1b3-cd7fdd6a4ea7', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:99:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6d31c2-d87f-4631-a8a5-74d6ab21965a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:48:48Z', 'updated_at': '2022-02-19T03:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': '87034eb7-76f9-40c7-a246-19df4b7c70fa', 'tenant_id': '9099d3e3a814493c8b18af7ad61f7b43', 'floating_ip_address': '172.25.6.129', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': '4b6d31c2-d87f-4631-a8a5-74d6ab21965a', 'port_id': '8d8813b3-86e1-48ad-8ff7-dc2404b5782f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9df70e5a-8122-4f67-8355-59315424d420', 'mac_address': 'fa:16:3e:dd:20:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9472a3-1f1c-412a-ae07-b1fd478058b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:49:48Z', 'updated_at': '2022-02-19T03:49:48Z', 'revision_number': 0, 'project_id': '9099d3e3a814493c8b18af7ad61f7b43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '850b0bae-9885-49b3-b91e-5e573998f0a2', 'name': '', 'network_id': '9df70e5a-8122-4f67-8355-59315424d420', 'tenant_id': '9099d3e3a814493c8b18af7ad61f7b43', 'mac_address': 'fa:16:3e:ff:86:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6d31c2-d87f-4631-a8a5-74d6ab21965a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '5afbcdba-6770-4f13-9991-673ff43a6a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:48:50Z', 'updated_at': '2022-02-19T03:48:56Z', 'revision_number': 5, 'project_id': '9099d3e3a814493c8b18af7ad61f7b43', 'subnets': [{'id': '5afbcdba-6770-4f13-9991-673ff43a6a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:49:50.339217 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6bd98c-9fbc-4fc7-ac9c-12092c35acf3 None None] Checking router: 4b6d31c2-d87f-4631-a8a5-74d6ab21965a for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:49:50.347685 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6bd98c-9fbc-4fc7-ac9c-12092c35acf3 None None] Routers {'4b6d31c2-d87f-4631-a8a5-74d6ab21965a'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:49:50.348210 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c540e976-bf70-4d97-84e1-88ca51366b03 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Publish callbacks [] for security_group_rule (cfe901ec-7a5c-4bb1-8951-2db8a84e96f9), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:50.348344 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-4a6bd98c-9fbc-4fc7-ac9c-12092c35acf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:49:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['4b6d31c2-d87f-4631-a8a5-74d6ab21965a'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:49:50.353902 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c540e976-bf70-4d97-84e1-88ca51366b03 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (cfe901ec-7a5c-4bb1-8951-2db8a84e96f9), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:50.361633 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-f89281e2-ef08-4324-b047-981557e15562 req-43b926e3-2672-4096-b8ae-f2a85984863e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d8813b3-86e1-48ad-8ff7-dc2404b5782f HTTP/1.1" status: 200 len: 1000 time: 0.0678356 Feb 19 03:49:50.372883 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c540e976-bf70-4d97-84e1-88ca51366b03 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfe901ec-7a5c-4bb1-8951-2db8a84e96f9,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:49:50.385814 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c540e976-bf70-4d97-84e1-88ca51366b03 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:50.389938 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-c540e976-bf70-4d97-84e1-88ca51366b03 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1339993 Feb 19 03:49:50.390183 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52260) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:49:50.395619 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-809389f0-b251-4e6d-9bd0-d21f27b0f4cd tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Request body: {'security_group_rule': {'security_group_id': 'c1950920-10b1-4636-b98e-29a65c3e031b', 'project_id': '9099d3e3a814493c8b18af7ad61f7b43', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:49:50.413127 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89281e2-ef08-4324-b047-981557e15562 req-5595b831-8197-4d4b-975f-5fae4718b485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:50.416685 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-f89281e2-ef08-4324-b047-981557e15562 req-5595b831-8197-4d4b-975f-5fae4718b485 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5afbcdba-6770-4f13-9991-673ff43a6a61 HTTP/1.1" status: 200 len: 854 time: 0.0483286 Feb 19 03:49:50.425184 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-809389f0-b251-4e6d-9bd0-d21f27b0f4cd tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Publish callbacks [] for security_group_rule (98b307ed-c5d4-4aca-a9d0-ed498eb2ff40), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:50.469100 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-4a6bd98c-9fbc-4fc7-ac9c-12092c35acf3 None None] Set router 4b6d31c2-d87f-4631-a8a5-74d6ab21965a gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:49:50.480314 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89281e2-ef08-4324-b047-981557e15562 req-62425fb0-d559-4fb2-99ef-5461917f5ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:50.482495 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-f89281e2-ef08-4324-b047-981557e15562 req-62425fb0-d559-4fb2-99ef-5461917f5ec0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9df70e5a-8122-4f67-8355-59315424d420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0591488 Feb 19 03:49:50.485607 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-809389f0-b251-4e6d-9bd0-d21f27b0f4cd tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Publish callbacks [] for security_group_rule (98b307ed-c5d4-4aca-a9d0-ed498eb2ff40), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:50.489989 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-809389f0-b251-4e6d-9bd0-d21f27b0f4cd tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (98b307ed-c5d4-4aca-a9d0-ed498eb2ff40), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:50.509035 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809389f0-b251-4e6d-9bd0-d21f27b0f4cd tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98b307ed-c5d4-4aca-a9d0-ed498eb2ff40,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:49:50.518451 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-809389f0-b251-4e6d-9bd0-d21f27b0f4cd tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:50.519676 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-809389f0-b251-4e6d-9bd0-d21f27b0f4cd tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1284966 Feb 19 03:49:50.522575 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52262) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:49:50.528089 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-afb85f4d-38e3-430c-9332-c7ca1f3aaaf6 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Request body: {'security_group_rule': {'security_group_id': 'c1950920-10b1-4636-b98e-29a65c3e031b', 'project_id': '9099d3e3a814493c8b18af7ad61f7b43', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:49:50.555103 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-afb85f4d-38e3-430c-9332-c7ca1f3aaaf6 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Publish callbacks [] for security_group_rule (a0ca6eaa-83c0-4275-860e-529a60f6d641), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:50.623278 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-afb85f4d-38e3-430c-9332-c7ca1f3aaaf6 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Publish callbacks [] for security_group_rule (a0ca6eaa-83c0-4275-860e-529a60f6d641), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:50.628861 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-afb85f4d-38e3-430c-9332-c7ca1f3aaaf6 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (a0ca6eaa-83c0-4275-860e-529a60f6d641), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:50.652783 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb85f4d-38e3-430c-9332-c7ca1f3aaaf6 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0ca6eaa-83c0-4275-860e-529a60f6d641,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:49:50.658004 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-afb85f4d-38e3-430c-9332-c7ca1f3aaaf6 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:50.662123 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-afb85f4d-38e3-430c-9332-c7ca1f3aaaf6 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1349177 Feb 19 03:49:50.662359 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52264) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:49:50.668063 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-72767c71-a25f-4f90-ad8f-1b7f12ff37a8 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Request body: {'security_group_rule': {'security_group_id': 'c1950920-10b1-4636-b98e-29a65c3e031b', 'project_id': '9099d3e3a814493c8b18af7ad61f7b43', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:49:50.691796 n-d-826753-2 neutron-server[103701]: INFO neutron.db.securitygroups_db [None req-72767c71-a25f-4f90-ad8f-1b7f12ff37a8 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Project 9099d3e3a814493c8b18af7ad61f7b43 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 03:49:50.697876 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-72767c71-a25f-4f90-ad8f-1b7f12ff37a8 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Publish callbacks [] for security_group_rule (14fb4771-9024-49ee-b46a-7d690eca5ef5), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:50.769264 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-72767c71-a25f-4f90-ad8f-1b7f12ff37a8 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Publish callbacks [] for security_group_rule (14fb4771-9024-49ee-b46a-7d690eca5ef5), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:50.774996 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-72767c71-a25f-4f90-ad8f-1b7f12ff37a8 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (14fb4771-9024-49ee-b46a-7d690eca5ef5), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:50.797888 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72767c71-a25f-4f90-ad8f-1b7f12ff37a8 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14fb4771-9024-49ee-b46a-7d690eca5ef5,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:49:50.803076 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-72767c71-a25f-4f90-ad8f-1b7f12ff37a8 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:50.804612 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-72767c71-a25f-4f90-ad8f-1b7f12ff37a8 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1412611 Feb 19 03:49:50.807696 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52266) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:49:50.812897 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-f230131b-f302-4925-9ef4-0a112b1fc647 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Request body: {'security_group_rule': {'security_group_id': 'c1950920-10b1-4636-b98e-29a65c3e031b', 'project_id': '9099d3e3a814493c8b18af7ad61f7b43', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:49:50.831895 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:50.833986 n-d-826753-2 neutron-server[103701]: INFO neutron.db.securitygroups_db [None req-f230131b-f302-4925-9ef4-0a112b1fc647 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Project 9099d3e3a814493c8b18af7ad61f7b43 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 03:49:50.839620 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f230131b-f302-4925-9ef4-0a112b1fc647 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Publish callbacks [] for security_group_rule (0797dd2f-211a-4847-82eb-2c2cfd1336ae), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:50.904223 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f230131b-f302-4925-9ef4-0a112b1fc647 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Publish callbacks [] for security_group_rule (0797dd2f-211a-4847-82eb-2c2cfd1336ae), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:50.910193 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f230131b-f302-4925-9ef4-0a112b1fc647 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (0797dd2f-211a-4847-82eb-2c2cfd1336ae), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:50.922491 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-4a6bd98c-9fbc-4fc7-ac9c-12092c35acf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b6d31c2-d87f-4631-a8a5-74d6ab21965a', 'name': 'tempest-TestMinimumBasicScenario-1690581878-router', 'tenant_id': '9099d3e3a814493c8b18af7ad61f7b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': '76264abb-9613-47d6-b1b3-cd7fdd6a4ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:48:47Z', 'updated_at': '2022-02-19T03:48:50Z', 'revision_number': 4, 'project_id': '9099d3e3a814493c8b18af7ad61f7b43', 'gw_port': {'id': '76264abb-9613-47d6-b1b3-cd7fdd6a4ea7', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:99:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6d31c2-d87f-4631-a8a5-74d6ab21965a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:48:48Z', 'updated_at': '2022-02-19T03:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': '87034eb7-76f9-40c7-a246-19df4b7c70fa', 'tenant_id': '9099d3e3a814493c8b18af7ad61f7b43', 'floating_ip_address': '172.25.6.129', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': '4b6d31c2-d87f-4631-a8a5-74d6ab21965a', 'port_id': '8d8813b3-86e1-48ad-8ff7-dc2404b5782f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9df70e5a-8122-4f67-8355-59315424d420', 'mac_address': 'fa:16:3e:dd:20:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9472a3-1f1c-412a-ae07-b1fd478058b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:49:48Z', 'updated_at': '2022-02-19T03:49:48Z', 'revision_number': 0, 'project_id': '9099d3e3a814493c8b18af7ad61f7b43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '850b0bae-9885-49b3-b91e-5e573998f0a2', 'name': '', 'network_id': '9df70e5a-8122-4f67-8355-59315424d420', 'tenant_id': '9099d3e3a814493c8b18af7ad61f7b43', 'mac_address': 'fa:16:3e:ff:86:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6d31c2-d87f-4631-a8a5-74d6ab21965a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '5afbcdba-6770-4f13-9991-673ff43a6a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:48:50Z', 'updated_at': '2022-02-19T03:48:56Z', 'revision_number': 5, 'project_id': '9099d3e3a814493c8b18af7ad61f7b43', 'subnets': [{'id': '5afbcdba-6770-4f13-9991-673ff43a6a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:49:50.930464 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f230131b-f302-4925-9ef4-0a112b1fc647 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0797dd2f-211a-4847-82eb-2c2cfd1336ae,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:49:50.938179 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f230131b-f302-4925-9ef4-0a112b1fc647 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:50.939465 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-f230131b-f302-4925-9ef4-0a112b1fc647 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1307995 Feb 19 03:49:50.941993 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-f89281e2-ef08-4324-b047-981557e15562 req-e3e278c5-48c6-49cf-bc27-15090c0d30de service neutron] 10.222.0.73 "GET /v2.0/networks/9df70e5a-8122-4f67-8355-59315424d420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4527333 Feb 19 03:49:50.956507 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6bd98c-9fbc-4fc7-ac9c-12092c35acf3 None None] The sync data for ids ['4b6d31c2-d87f-4631-a8a5-74d6ab21965a'] in n-d-826753-2 is: [{'id': '4b6d31c2-d87f-4631-a8a5-74d6ab21965a', 'name': 'tempest-TestMinimumBasicScenario-1690581878-router', 'tenant_id': '9099d3e3a814493c8b18af7ad61f7b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': '76264abb-9613-47d6-b1b3-cd7fdd6a4ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:48:47Z', 'updated_at': '2022-02-19T03:48:50Z', 'revision_number': 4, 'project_id': '9099d3e3a814493c8b18af7ad61f7b43', 'gw_port': {'id': '76264abb-9613-47d6-b1b3-cd7fdd6a4ea7', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:99:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6d31c2-d87f-4631-a8a5-74d6ab21965a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:48:48Z', 'updated_at': '2022-02-19T03:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': '87034eb7-76f9-40c7-a246-19df4b7c70fa', 'tenant_id': '9099d3e3a814493c8b18af7ad61f7b43', 'floating_ip_address': '172.25.6.129', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': '4b6d31c2-d87f-4631-a8a5-74d6ab21965a', 'port_id': '8d8813b3-86e1-48ad-8ff7-dc2404b5782f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9df70e5a-8122-4f67-8355-59315424d420', 'mac_address': 'fa:16:3e:dd:20:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9472a3-1f1c-412a-ae07-b1fd478058b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:49:48Z', 'updated_at': '2022-02-19T03:49:48Z', 'revision_number': 0, 'project_id': '9099d3e3a814493c8b18af7ad61f7b43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '850b0bae-9885-49b3-b91e-5e573998f0a2', 'name': '', 'network_id': '9df70e5a-8122-4f67-8355-59315424d420', 'tenant_id': '9099d3e3a814493c8b18af7ad61f7b43', 'mac_address': 'fa:16:3e:ff:86:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6d31c2-d87f-4631-a8a5-74d6ab21965a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '5afbcdba-6770-4f13-9991-673ff43a6a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:48:50Z', 'updated_at': '2022-02-19T03:48:56Z', 'revision_number': 5, 'project_id': '9099d3e3a814493c8b18af7ad61f7b43', 'subnets': [{'id': '5afbcdba-6770-4f13-9991-673ff43a6a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:49:51.035463 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-46f9ac3f-4a60-4ab9-8aa1-49315aae2047 req-b9b5cad9-d86c-4018-a825-22ed997bf3d0 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-703991031&fields=id&tenant_id=9099d3e3a814493c8b18af7ad61f7b43 HTTP/1.1" status: 200 len: 267 time: 0.0481565 Feb 19 03:49:51.056418 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-f89281e2-ef08-4324-b047-981557e15562 req-c0ba291b-0d6c-4a51-89a2-f98f9c7b5b17 service neutron] 10.222.0.73 "GET /v2.0/networks/9df70e5a-8122-4f67-8355-59315424d420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980887 Feb 19 03:49:51.096987 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f9ac3f-4a60-4ab9-8aa1-49315aae2047 req-68d190e1-d5da-4d9e-a2dd-8822651965d5 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:51.098478 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-46f9ac3f-4a60-4ab9-8aa1-49315aae2047 req-68d190e1-d5da-4d9e-a2dd-8822651965d5 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb9472a3-1f1c-412a-ae07-b1fd478058b4 HTTP/1.1" status: 200 len: 946 time: 0.0545208 Feb 19 03:49:51.109988 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-46f9ac3f-4a60-4ab9-8aa1-49315aae2047 req-b719f135-69c2-4bba-8c91-7d93d9e19f89 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Request body: {'port': {'security_groups': ['34c661d6-8e8f-43f4-9cb8-8ca53d8acb94', 'c1950920-10b1-4636-b98e-29a65c3e031b']}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:49:51.189278 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-46f9ac3f-4a60-4ab9-8aa1-49315aae2047 req-b719f135-69c2-4bba-8c91-7d93d9e19f89 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (8d8813b3-86e1-48ad-8ff7-dc2404b5782f), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:51.207201 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04f080e-cb99-4b64-a690-dcbbc683aec0 None None] New status for floating IP 87034eb7-76f9-40c7-a246-19df4b7c70fa: ACTIVE {{(pid=103704) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:49:51.381085 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-46f9ac3f-4a60-4ab9-8aa1-49315aae2047 req-b719f135-69c2-4bba-8c91-7d93d9e19f89 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] For port 8d8813b3-86e1-48ad-8ff7-dc2404b5782f, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=8d8813b3-86e1-48ad-8ff7-dc2404b5782f,segment=NetworkSegment(b8935908-3619-44a9-abbf-59c592a3c00c),segment_id=b8935908-3619-44a9-abbf-59c592a3c00c)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:49:51.412076 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-46f9ac3f-4a60-4ab9-8aa1-49315aae2047 req-b719f135-69c2-4bba-8c91-7d93d9e19f89 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Publish callbacks [] for port (8d8813b3-86e1-48ad-8ff7-dc2404b5782f), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:51.417258 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-46f9ac3f-4a60-4ab9-8aa1-49315aae2047 req-b719f135-69c2-4bba-8c91-7d93d9e19f89 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (8d8813b3-86e1-48ad-8ff7-dc2404b5782f), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:51.460009 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f9ac3f-4a60-4ab9-8aa1-49315aae2047 req-b719f135-69c2-4bba-8c91-7d93d9e19f89 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:51.461379 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-46f9ac3f-4a60-4ab9-8aa1-49315aae2047 req-b719f135-69c2-4bba-8c91-7d93d9e19f89 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:51.462781 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-46f9ac3f-4a60-4ab9-8aa1-49315aae2047 req-b719f135-69c2-4bba-8c91-7d93d9e19f89 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] 10.222.0.72 "PUT /v2.0/ports/8d8813b3-86e1-48ad-8ff7-dc2404b5782f HTTP/1.1" status: 200 len: 982 time: 0.3573503 Feb 19 03:49:51.464431 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['8d8813b3-86e1-48ad-8ff7-dc2404b5782f'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:49:51.491856 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b719f135-69c2-4bba-8c91-7d93d9e19f89 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Pushing event updated for resources: {'Port': ['ID=8d8813b3-86e1-48ad-8ff7-dc2404b5782f,revision_number=6']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:49:51.589446 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['8d8813b3-86e1-48ad-8ff7-dc2404b5782f'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:49:51.590320 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d56f485-1ed1-434e-a7b3-f1fed2d1137e req-9c839167-3074-4c80-bcaf-49195cfaf004 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:51.591952 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9d56f485-1ed1-434e-a7b3-f1fed2d1137e req-9c839167-3074-4c80-bcaf-49195cfaf004 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb9472a3-1f1c-412a-ae07-b1fd478058b4 HTTP/1.1" status: 200 len: 985 time: 0.0570703 Feb 19 03:49:51.664739 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9d56f485-1ed1-434e-a7b3-f1fed2d1137e req-1e97eff6-55bd-49a8-ac97-04d593a2aab2 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1950920-10b1-4636-b98e-29a65c3e031b&id=34c661d6-8e8f-43f4-9cb8-8ca53d8acb94&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0664010 Feb 19 03:49:51.837105 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-56819830-93ca-469c-b51a-a89118e88499 None None] Provisioning complete for port 8d8813b3-86e1-48ad-8ff7-dc2404b5782f triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:49:51.837676 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-56819830-93ca-469c-b51a-a89118e88499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (8d8813b3-86e1-48ad-8ff7-dc2404b5782f), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:52.032551 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-56819830-93ca-469c-b51a-a89118e88499 None None] Current status of the port 8d8813b3-86e1-48ad-8ff7-dc2404b5782f is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:49:52.063286 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb9472a3-1f1c-412a-ae07-b1fd478058b4', 'tag': '8d8813b3-86e1-48ad-8ff7-dc2404b5782f'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:49:52.065642 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64650e7238020d70304413a5b849b926770e068c757b8393e93027c7f92d28d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97b713aa-18d7-4d38-a4c9-4fcfc3c3729a" -d '{"events": [{"name": "network-changed", "server_uuid": "fb9472a3-1f1c-412a-ae07-b1fd478058b4", "tag": "8d8813b3-86e1-48ad-8ff7-dc2404b5782f"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:49:52.101980 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:52.102840 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e6ffd90-1adc-4d92-b6fc-1c00226d4481 x-openstack-request-id: req-1e6ffd90-1adc-4d92-b6fc-1c00226d4481 {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:49:52.103255 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb9472a3-1f1c-412a-ae07-b1fd478058b4", "tag": "8d8813b3-86e1-48ad-8ff7-dc2404b5782f", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:49:52.103517 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1e6ffd90-1adc-4d92-b6fc-1c00226d4481 {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:49:52.103938 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb9472a3-1f1c-412a-ae07-b1fd478058b4', 'tag': '8d8813b3-86e1-48ad-8ff7-dc2404b5782f', 'status': 'completed', 'code': 200} Feb 19 03:49:52.191610 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b713aa-18d7-4d38-a4c9-4fcfc3c3729a req-c88b17bb-f87b-482f-841e-0ba472a3d58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:52.193168 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-97b713aa-18d7-4d38-a4c9-4fcfc3c3729a req-c88b17bb-f87b-482f-841e-0ba472a3d58e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9099d3e3a814493c8b18af7ad61f7b43&device_id=fb9472a3-1f1c-412a-ae07-b1fd478058b4 HTTP/1.1" status: 200 len: 1167 time: 0.0471249 Feb 19 03:49:52.284408 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b713aa-18d7-4d38-a4c9-4fcfc3c3729a req-19c441af-3dc5-4643-a330-e83e42149b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:52.285915 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-97b713aa-18d7-4d38-a4c9-4fcfc3c3729a req-19c441af-3dc5-4643-a330-e83e42149b99 service neutron] 10.222.0.73 "GET /v2.0/networks?id=9df70e5a-8122-4f67-8355-59315424d420 HTTP/1.1" status: 200 len: 916 time: 0.0868127 Feb 19 03:49:52.351108 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-97b713aa-18d7-4d38-a4c9-4fcfc3c3729a req-61484104-9471-442c-bee4-34f394d8a3ab service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d8813b3-86e1-48ad-8ff7-dc2404b5782f HTTP/1.1" status: 200 len: 1002 time: 0.0586488 Feb 19 03:49:52.403225 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b713aa-18d7-4d38-a4c9-4fcfc3c3729a req-efc3b403-6a53-4703-89ef-0638d9c14bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:52.405221 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-97b713aa-18d7-4d38-a4c9-4fcfc3c3729a req-efc3b403-6a53-4703-89ef-0638d9c14bcd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5afbcdba-6770-4f13-9991-673ff43a6a61 HTTP/1.1" status: 200 len: 854 time: 0.0480943 Feb 19 03:49:52.454415 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b713aa-18d7-4d38-a4c9-4fcfc3c3729a req-f10b381f-ce95-4d1f-9d65-655214226974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:52.456010 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-97b713aa-18d7-4d38-a4c9-4fcfc3c3729a req-f10b381f-ce95-4d1f-9d65-655214226974 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9df70e5a-8122-4f67-8355-59315424d420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441618 Feb 19 03:49:52.541606 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-97b713aa-18d7-4d38-a4c9-4fcfc3c3729a req-76a07032-9d76-47ac-8f9d-d1c5a8a09c46 service neutron] 10.222.0.73 "GET /v2.0/networks/9df70e5a-8122-4f67-8355-59315424d420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793097 Feb 19 03:49:52.631943 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-97b713aa-18d7-4d38-a4c9-4fcfc3c3729a req-bfac3e90-35c9-4029-8d15-a126b1e79f54 service neutron] 10.222.0.73 "GET /v2.0/networks/9df70e5a-8122-4f67-8355-59315424d420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845544 Feb 19 03:49:52.925590 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:55.937546 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:49:56.700925 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:15.630938 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fc1fc9b2-d61f-4ed0-a967-9f8c48c32ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:17.828828 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-1c04a388-a119-4707-859b-2bd598bbefd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:19.493626 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:20.668625 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:22.074591 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:22.926054 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:26.707204 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:32.936850 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:50:37.766931 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af95d20-abba-4850-8f75-9bccab501dcb req-5dfad0bd-daec-4483-abcb-b915f83007b3 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:37.768445 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1af95d20-abba-4850-8f75-9bccab501dcb req-5dfad0bd-daec-4483-abcb-b915f83007b3 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb9472a3-1f1c-412a-ae07-b1fd478058b4 HTTP/1.1" status: 200 len: 985 time: 0.0542817 Feb 19 03:50:37.791481 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fa4d1f-f93e-46c7-95c7-8270a04fd7ad req-2395d1aa-6f88-4589-891f-2f522653c330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:37.792990 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-f7fa4d1f-f93e-46c7-95c7-8270a04fd7ad req-2395d1aa-6f88-4589-891f-2f522653c330 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9099d3e3a814493c8b18af7ad61f7b43&device_id=fb9472a3-1f1c-412a-ae07-b1fd478058b4 HTTP/1.1" status: 200 len: 1167 time: 0.0454814 Feb 19 03:50:37.829369 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1af95d20-abba-4850-8f75-9bccab501dcb req-7e53044b-3ff0-4bb7-a693-0e4c52bed97e tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1950920-10b1-4636-b98e-29a65c3e031b&id=34c661d6-8e8f-43f4-9cb8-8ca53d8acb94&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0547562 Feb 19 03:50:37.889490 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fa4d1f-f93e-46c7-95c7-8270a04fd7ad req-abd7c701-7824-4a42-b217-08908b438aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:37.890952 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-f7fa4d1f-f93e-46c7-95c7-8270a04fd7ad req-abd7c701-7824-4a42-b217-08908b438aa9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=9df70e5a-8122-4f67-8355-59315424d420 HTTP/1.1" status: 200 len: 916 time: 0.0908508 Feb 19 03:50:37.954911 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-f7fa4d1f-f93e-46c7-95c7-8270a04fd7ad req-66afd50c-68c8-4c33-a421-5b6d3448dc2d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d8813b3-86e1-48ad-8ff7-dc2404b5782f HTTP/1.1" status: 200 len: 1002 time: 0.0576804 Feb 19 03:50:38.003361 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fa4d1f-f93e-46c7-95c7-8270a04fd7ad req-fa664881-fe8c-4b3d-ad25-cf6596e07108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:38.004825 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-f7fa4d1f-f93e-46c7-95c7-8270a04fd7ad req-fa664881-fe8c-4b3d-ad25-cf6596e07108 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5afbcdba-6770-4f13-9991-673ff43a6a61 HTTP/1.1" status: 200 len: 854 time: 0.0425067 Feb 19 03:50:38.058572 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fa4d1f-f93e-46c7-95c7-8270a04fd7ad req-2e408294-1b31-4fea-bdde-f59e3f3d27ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:38.060063 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-f7fa4d1f-f93e-46c7-95c7-8270a04fd7ad req-2e408294-1b31-4fea-bdde-f59e3f3d27ad service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9df70e5a-8122-4f67-8355-59315424d420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0486324 Feb 19 03:50:38.070307 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [req-f7fa4d1f-f93e-46c7-95c7-8270a04fd7ad req-6d8d3139-584b-479d-8089-caf729d75604 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103702) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:50:38.071943 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-f7fa4d1f-f93e-46c7-95c7-8270a04fd7ad req-6d8d3139-584b-479d-8089-caf729d75604 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054898 Feb 19 03:50:38.161912 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-f7fa4d1f-f93e-46c7-95c7-8270a04fd7ad req-8aae31e5-36c0-4673-9c04-53578717d714 service neutron] 10.222.0.73 "GET /v2.0/networks/9df70e5a-8122-4f67-8355-59315424d420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844138 Feb 19 03:50:38.252663 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-f7fa4d1f-f93e-46c7-95c7-8270a04fd7ad req-ca32f3e8-5e00-49af-9753-c60d9baab8b4 service neutron] 10.222.0.73 "GET /v2.0/networks/9df70e5a-8122-4f67-8355-59315424d420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842142 Feb 19 03:50:38.953405 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3521260e-4634-4b94-bbd6-408d004b6eb5 req-c5e27b76-0155-429c-9273-c1337b8e6a22 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:38.954914 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3521260e-4634-4b94-bbd6-408d004b6eb5 req-c5e27b76-0155-429c-9273-c1337b8e6a22 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb9472a3-1f1c-412a-ae07-b1fd478058b4 HTTP/1.1" status: 200 len: 985 time: 0.0526798 Feb 19 03:50:39.013119 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3521260e-4634-4b94-bbd6-408d004b6eb5 req-4fc84498-6f9f-40e4-bcc1-0d2714aa8d24 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1950920-10b1-4636-b98e-29a65c3e031b&id=34c661d6-8e8f-43f4-9cb8-8ca53d8acb94&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0525115 Feb 19 03:50:40.136639 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdd8d0d-b909-4de4-928b-327741eecd88 req-81457038-d814-4670-bc5e-d2c04a105927 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:40.138148 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9fdd8d0d-b909-4de4-928b-327741eecd88 req-81457038-d814-4670-bc5e-d2c04a105927 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb9472a3-1f1c-412a-ae07-b1fd478058b4 HTTP/1.1" status: 200 len: 985 time: 0.0563126 Feb 19 03:50:40.196990 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9fdd8d0d-b909-4de4-928b-327741eecd88 req-4da5c79a-59df-4771-8b11-f0e99e91e9cf tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1950920-10b1-4636-b98e-29a65c3e031b&id=34c661d6-8e8f-43f4-9cb8-8ca53d8acb94&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0529537 Feb 19 03:50:41.323346 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663151dd-9451-4670-9a99-72f61d90e9b6 req-27c3fe7d-7a30-4e0b-b80f-8ba71ce71e53 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:41.324867 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-663151dd-9451-4670-9a99-72f61d90e9b6 req-27c3fe7d-7a30-4e0b-b80f-8ba71ce71e53 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb9472a3-1f1c-412a-ae07-b1fd478058b4 HTTP/1.1" status: 200 len: 985 time: 0.0570593 Feb 19 03:50:41.383576 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-663151dd-9451-4670-9a99-72f61d90e9b6 req-b760da1a-a2e3-4f60-8f3c-b9a88bfee083 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1950920-10b1-4636-b98e-29a65c3e031b&id=34c661d6-8e8f-43f4-9cb8-8ca53d8acb94&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0521994 Feb 19 03:50:42.505932 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857e2ab2-6983-47e2-b597-e0c5b6daefc4 req-91fb0b32-0f6d-4653-8813-8725d5e271ed tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:42.507383 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-857e2ab2-6983-47e2-b597-e0c5b6daefc4 req-91fb0b32-0f6d-4653-8813-8725d5e271ed tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb9472a3-1f1c-412a-ae07-b1fd478058b4 HTTP/1.1" status: 200 len: 985 time: 0.0552859 Feb 19 03:50:42.839783 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-857e2ab2-6983-47e2-b597-e0c5b6daefc4 req-0294580f-c512-4fc1-a25c-5fab0a2d0bdb tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1950920-10b1-4636-b98e-29a65c3e031b&id=34c661d6-8e8f-43f4-9cb8-8ca53d8acb94&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3258610 Feb 19 03:50:43.959589 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51bfaf9-19ef-4436-86e3-8da3b12c72cb req-a8610fe8-af00-407f-b861-ca6c3d39c5f4 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:43.962074 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c51bfaf9-19ef-4436-86e3-8da3b12c72cb req-a8610fe8-af00-407f-b861-ca6c3d39c5f4 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb9472a3-1f1c-412a-ae07-b1fd478058b4 HTTP/1.1" status: 200 len: 985 time: 0.0529578 Feb 19 03:50:44.020123 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c51bfaf9-19ef-4436-86e3-8da3b12c72cb req-30a00abc-61bf-46fd-b202-41433c033bee tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1950920-10b1-4636-b98e-29a65c3e031b&id=34c661d6-8e8f-43f4-9cb8-8ca53d8acb94&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0526259 Feb 19 03:50:45.144370 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03e7843-f6eb-4d02-9f41-b16a226fe872 req-f18d5d36-92c2-4f34-8ce4-46949783a830 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:45.145864 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d03e7843-f6eb-4d02-9f41-b16a226fe872 req-f18d5d36-92c2-4f34-8ce4-46949783a830 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb9472a3-1f1c-412a-ae07-b1fd478058b4 HTTP/1.1" status: 200 len: 985 time: 0.0552757 Feb 19 03:50:45.204087 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d03e7843-f6eb-4d02-9f41-b16a226fe872 req-7752a9af-9a3a-461f-8340-e0b0f50fb874 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1950920-10b1-4636-b98e-29a65c3e031b&id=34c661d6-8e8f-43f4-9cb8-8ca53d8acb94&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0518084 Feb 19 03:50:45.633967 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-663e31d4-bd87-4cc0-82bc-147bac9f5ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:46.339721 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a1274d-8d8b-4515-b666-706fc25e595d req-c1c159e4-26d6-4fee-9cf8-7df976a41d7e tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:46.341260 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d0a1274d-8d8b-4515-b666-706fc25e595d req-c1c159e4-26d6-4fee-9cf8-7df976a41d7e tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb9472a3-1f1c-412a-ae07-b1fd478058b4 HTTP/1.1" status: 200 len: 985 time: 0.0631917 Feb 19 03:50:46.408041 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d0a1274d-8d8b-4515-b666-706fc25e595d req-20aa6014-fd0e-4fe5-a243-8b0f37bfedff tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1950920-10b1-4636-b98e-29a65c3e031b&id=34c661d6-8e8f-43f4-9cb8-8ca53d8acb94&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0609951 Feb 19 03:50:47.539086 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cdd5bd-c611-427c-858f-d1aac968fd7c req-7e473fbd-8dc0-4696-ae7c-94362aedd156 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:47.541427 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-90cdd5bd-c611-427c-858f-d1aac968fd7c req-7e473fbd-8dc0-4696-ae7c-94362aedd156 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb9472a3-1f1c-412a-ae07-b1fd478058b4 HTTP/1.1" status: 200 len: 985 time: 0.0559564 Feb 19 03:50:47.620011 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-90cdd5bd-c611-427c-858f-d1aac968fd7c req-5de91f30-3cf6-4ed7-85c7-a95d27b89474 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1950920-10b1-4636-b98e-29a65c3e031b&id=34c661d6-8e8f-43f4-9cb8-8ca53d8acb94&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0728488 Feb 19 03:50:47.830571 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-efb50e3c-dcca-4821-b8b3-3953478ebe14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:48.419735 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e77fb0-3c7c-4b6a-ba08-11530a5037cc req-f2ad756b-4549-4f10-b5d1-ff696e08bb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:48.421266 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-52e77fb0-3c7c-4b6a-ba08-11530a5037cc req-f2ad756b-4549-4f10-b5d1-ff696e08bb58 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9099d3e3a814493c8b18af7ad61f7b43&device_id=fb9472a3-1f1c-412a-ae07-b1fd478058b4 HTTP/1.1" status: 200 len: 1167 time: 0.0578506 Feb 19 03:50:48.560818 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e77fb0-3c7c-4b6a-ba08-11530a5037cc req-d8edab57-b6cf-4014-a564-e4c02f8bf41a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:48.562708 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-52e77fb0-3c7c-4b6a-ba08-11530a5037cc req-d8edab57-b6cf-4014-a564-e4c02f8bf41a service neutron] 10.222.0.73 "GET /v2.0/networks?id=9df70e5a-8122-4f67-8355-59315424d420 HTTP/1.1" status: 200 len: 916 time: 0.1234357 Feb 19 03:50:48.649275 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-52e77fb0-3c7c-4b6a-ba08-11530a5037cc req-68ebbc7c-d71a-4005-ba51-3caded2cd56a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d8813b3-86e1-48ad-8ff7-dc2404b5782f HTTP/1.1" status: 200 len: 1002 time: 0.0742557 Feb 19 03:50:48.716033 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e77fb0-3c7c-4b6a-ba08-11530a5037cc req-39987a81-0c66-497f-8e3f-6f9480e9604a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:48.717643 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-52e77fb0-3c7c-4b6a-ba08-11530a5037cc req-39987a81-0c66-497f-8e3f-6f9480e9604a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5afbcdba-6770-4f13-9991-673ff43a6a61 HTTP/1.1" status: 200 len: 854 time: 0.0622523 Feb 19 03:50:48.788025 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a1f6fb-1a1f-4947-a714-8eb2ae6e5bb8 req-3d4dcdb9-6781-4216-aab5-ccbdc6e42bc2 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:48.790617 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-46a1f6fb-1a1f-4947-a714-8eb2ae6e5bb8 req-3d4dcdb9-6781-4216-aab5-ccbdc6e42bc2 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb9472a3-1f1c-412a-ae07-b1fd478058b4 HTTP/1.1" status: 200 len: 985 time: 0.0761726 Feb 19 03:50:48.795970 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e77fb0-3c7c-4b6a-ba08-11530a5037cc req-f5bc55ad-987d-4732-8e31-44d43e296cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:48.798576 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-52e77fb0-3c7c-4b6a-ba08-11530a5037cc req-f5bc55ad-987d-4732-8e31-44d43e296cd1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9df70e5a-8122-4f67-8355-59315424d420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0732164 Feb 19 03:50:48.865839 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-46a1f6fb-1a1f-4947-a714-8eb2ae6e5bb8 req-a147ead0-a185-4ddb-a4f2-da7286eb739f tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1950920-10b1-4636-b98e-29a65c3e031b&id=34c661d6-8e8f-43f4-9cb8-8ca53d8acb94&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0693722 Feb 19 03:50:48.899589 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-52e77fb0-3c7c-4b6a-ba08-11530a5037cc req-ed3a6c45-042c-4b8f-8f33-55b48a4b3242 service neutron] 10.222.0.73 "GET /v2.0/networks/9df70e5a-8122-4f67-8355-59315424d420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920498 Feb 19 03:50:48.997932 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-52e77fb0-3c7c-4b6a-ba08-11530a5037cc req-34ca28aa-b5fe-40ce-9be1-7eba609926ae service neutron] 10.222.0.73 "GET /v2.0/networks/9df70e5a-8122-4f67-8355-59315424d420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918863 Feb 19 03:50:49.494987 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:49.989916 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ad1904-514e-4694-a7ea-aebd097ec207 req-5ad48743-c236-4fc7-9509-89621751a8d3 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:49.991421 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a1ad1904-514e-4694-a7ea-aebd097ec207 req-5ad48743-c236-4fc7-9509-89621751a8d3 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb9472a3-1f1c-412a-ae07-b1fd478058b4 HTTP/1.1" status: 200 len: 985 time: 0.0544555 Feb 19 03:50:50.051758 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a1ad1904-514e-4694-a7ea-aebd097ec207 req-e89b3aa2-65a4-43ec-83bd-27c1037e8af8 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] 10.222.0.72 "GET /v2.0/security-groups?id=c1950920-10b1-4636-b98e-29a65c3e031b&id=34c661d6-8e8f-43f4-9cb8-8ca53d8acb94&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538006 Feb 19 03:50:50.670063 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:52.080417 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:52.927512 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:56.719592 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:09.936706 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:51:15.634436 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-15afc344-5f33-42cb-93b2-15a0f23d1183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:17.832413 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6544866a-807f-4636-bfaf-3089d1bc718a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:19.496955 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:20.673213 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:22.072882 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:22.930413 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:26.735554 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:45.635870 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-14ea832c-1080-40cf-a180-dddfa8e200be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:45.788925 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4d900cc8-506f-4f57-a7a9-11a832c31b4c req-86ab0808-4603-4b02-9ffc-1c8939f5d733 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-703991031&fields=id&tenant_id=9099d3e3a814493c8b18af7ad61f7b43 HTTP/1.1" status: 200 len: 267 time: 0.0477498 Feb 19 03:51:45.846258 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d900cc8-506f-4f57-a7a9-11a832c31b4c req-17864ff3-21a3-4bb9-b317-bd5d2552c1cb tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:45.847781 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4d900cc8-506f-4f57-a7a9-11a832c31b4c req-17864ff3-21a3-4bb9-b317-bd5d2552c1cb tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb9472a3-1f1c-412a-ae07-b1fd478058b4 HTTP/1.1" status: 200 len: 985 time: 0.0526166 Feb 19 03:51:45.859400 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [req-4d900cc8-506f-4f57-a7a9-11a832c31b4c req-45cb69e2-027c-44b8-935d-5afa3b122989 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Request body: {'port': {'security_groups': ['34c661d6-8e8f-43f4-9cb8-8ca53d8acb94']}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:51:45.930120 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-4d900cc8-506f-4f57-a7a9-11a832c31b4c req-45cb69e2-027c-44b8-935d-5afa3b122989 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (8d8813b3-86e1-48ad-8ff7-dc2404b5782f), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:46.105646 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [req-4d900cc8-506f-4f57-a7a9-11a832c31b4c req-45cb69e2-027c-44b8-935d-5afa3b122989 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] For port 8d8813b3-86e1-48ad-8ff7-dc2404b5782f, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=8d8813b3-86e1-48ad-8ff7-dc2404b5782f,segment=NetworkSegment(b8935908-3619-44a9-abbf-59c592a3c00c),segment_id=b8935908-3619-44a9-abbf-59c592a3c00c)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:51:46.136306 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-4d900cc8-506f-4f57-a7a9-11a832c31b4c req-45cb69e2-027c-44b8-935d-5afa3b122989 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Publish callbacks [] for port (8d8813b3-86e1-48ad-8ff7-dc2404b5782f), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:46.140935 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-4d900cc8-506f-4f57-a7a9-11a832c31b4c req-45cb69e2-027c-44b8-935d-5afa3b122989 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (8d8813b3-86e1-48ad-8ff7-dc2404b5782f), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:46.174719 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['8d8813b3-86e1-48ad-8ff7-dc2404b5782f'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:51:46.189213 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d900cc8-506f-4f57-a7a9-11a832c31b4c req-45cb69e2-027c-44b8-935d-5afa3b122989 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:46.189852 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [req-4d900cc8-506f-4f57-a7a9-11a832c31b4c req-45cb69e2-027c-44b8-935d-5afa3b122989 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:46.191307 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4d900cc8-506f-4f57-a7a9-11a832c31b4c req-45cb69e2-027c-44b8-935d-5afa3b122989 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] 10.222.0.72 "PUT /v2.0/ports/8d8813b3-86e1-48ad-8ff7-dc2404b5782f HTTP/1.1" status: 200 len: 943 time: 0.3375118 Feb 19 03:51:46.194087 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb9472a3-1f1c-412a-ae07-b1fd478058b4', 'tag': '8d8813b3-86e1-48ad-8ff7-dc2404b5782f'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:51:46.197554 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64650e7238020d70304413a5b849b926770e068c757b8393e93027c7f92d28d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-167a68c6-075e-439a-9f4f-165b8ba73e1f" -d '{"events": [{"name": "network-changed", "server_uuid": "fb9472a3-1f1c-412a-ae07-b1fd478058b4", "tag": "8d8813b3-86e1-48ad-8ff7-dc2404b5782f"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:51:46.198131 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52342) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:51:46.243317 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cb69e2-027c-44b8-935d-5afa3b122989 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Pushing event updated for resources: {'Port': ['ID=8d8813b3-86e1-48ad-8ff7-dc2404b5782f,revision_number=7']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:51:46.248108 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f118ada-aeb2-42e6-b620-74a516c2e4cd x-openstack-request-id: req-9f118ada-aeb2-42e6-b620-74a516c2e4cd {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:51:46.248424 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb9472a3-1f1c-412a-ae07-b1fd478058b4", "tag": "8d8813b3-86e1-48ad-8ff7-dc2404b5782f", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:51:46.248711 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9f118ada-aeb2-42e6-b620-74a516c2e4cd {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:51:46.249164 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb9472a3-1f1c-412a-ae07-b1fd478058b4', 'tag': '8d8813b3-86e1-48ad-8ff7-dc2404b5782f', 'status': 'completed', 'code': 200} Feb 19 03:51:46.254558 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cb69e2-027c-44b8-935d-5afa3b122989 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:51:46.254915 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cb69e2-027c-44b8-935d-5afa3b122989 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:51:46.255644 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cb69e2-027c-44b8-935d-5afa3b122989 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:51:46.255644 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cb69e2-027c-44b8-935d-5afa3b122989 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:51:46.255935 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cb69e2-027c-44b8-935d-5afa3b122989 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:51:46.256252 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cb69e2-027c-44b8-935d-5afa3b122989 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:51:46.256582 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cb69e2-027c-44b8-935d-5afa3b122989 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:51:46.256911 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cb69e2-027c-44b8-935d-5afa3b122989 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:51:46.257270 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cb69e2-027c-44b8-935d-5afa3b122989 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:51:46.257599 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cb69e2-027c-44b8-935d-5afa3b122989 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:51:46.257927 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cb69e2-027c-44b8-935d-5afa3b122989 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:51:46.258253 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cb69e2-027c-44b8-935d-5afa3b122989 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:51:46.258576 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cb69e2-027c-44b8-935d-5afa3b122989 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:51:46.280031 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-29a21113-d5fb-49b1-8c05-ce8a394afa59 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Publish callbacks [] for security_group (c1950920-10b1-4636-b98e-29a65c3e031b), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:46.326446 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['8d8813b3-86e1-48ad-8ff7-dc2404b5782f'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:51:46.335810 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-29a21113-d5fb-49b1-8c05-ce8a394afa59 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Publish callbacks [] for security_group (c1950920-10b1-4636-b98e-29a65c3e031b), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:46.391644 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167a68c6-075e-439a-9f4f-165b8ba73e1f req-2e2cd997-427c-4883-b42a-a528e99470ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:46.393695 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-167a68c6-075e-439a-9f4f-165b8ba73e1f req-2e2cd997-427c-4883-b42a-a528e99470ea service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9099d3e3a814493c8b18af7ad61f7b43&device_id=fb9472a3-1f1c-412a-ae07-b1fd478058b4 HTTP/1.1" status: 200 len: 1128 time: 0.0983067 Feb 19 03:51:46.440004 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-29a21113-d5fb-49b1-8c05-ce8a394afa59 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (c1950920-10b1-4636-b98e-29a65c3e031b), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:46.442688 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-29a21113-d5fb-49b1-8c05-ce8a394afa59 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:46.444271 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-29a21113-d5fb-49b1-8c05-ce8a394afa59 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] 10.222.0.72 "DELETE /v2.0/security-groups/c1950920-10b1-4636-b98e-29a65c3e031b HTTP/1.1" status: 204 len: 168 time: 0.2447917 Feb 19 03:51:46.446644 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52346) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:51:46.487486 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a21113-d5fb-49b1-8c05-ce8a394afa59 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1950920-10b1-4636-b98e-29a65c3e031b,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:51:46.498721 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a21113-d5fb-49b1-8c05-ce8a394afa59 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:51:46.499067 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a21113-d5fb-49b1-8c05-ce8a394afa59 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:51:46.499410 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a21113-d5fb-49b1-8c05-ce8a394afa59 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:51:46.499748 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a21113-d5fb-49b1-8c05-ce8a394afa59 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:51:46.500108 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a21113-d5fb-49b1-8c05-ce8a394afa59 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:51:46.500439 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a21113-d5fb-49b1-8c05-ce8a394afa59 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:51:46.500768 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a21113-d5fb-49b1-8c05-ce8a394afa59 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:51:46.501124 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a21113-d5fb-49b1-8c05-ce8a394afa59 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:51:46.501450 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a21113-d5fb-49b1-8c05-ce8a394afa59 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:51:46.501772 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a21113-d5fb-49b1-8c05-ce8a394afa59 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:51:46.502117 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a21113-d5fb-49b1-8c05-ce8a394afa59 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:51:46.502418 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a21113-d5fb-49b1-8c05-ce8a394afa59 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:51:46.502739 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a21113-d5fb-49b1-8c05-ce8a394afa59 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:51:46.551174 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-afb5bdab-a57c-44db-9f5d-5f4d779cdf19 None None] Provisioning complete for port 8d8813b3-86e1-48ad-8ff7-dc2404b5782f triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:51:46.551810 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-afb5bdab-a57c-44db-9f5d-5f4d779cdf19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (8d8813b3-86e1-48ad-8ff7-dc2404b5782f), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:46.553656 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167a68c6-075e-439a-9f4f-165b8ba73e1f req-c8469aa1-1b86-4d8a-a8e4-7b6a19406d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:46.555046 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-167a68c6-075e-439a-9f4f-165b8ba73e1f req-c8469aa1-1b86-4d8a-a8e4-7b6a19406d07 service neutron] 10.222.0.73 "GET /v2.0/networks?id=9df70e5a-8122-4f67-8355-59315424d420 HTTP/1.1" status: 200 len: 916 time: 0.1466129 Feb 19 03:51:46.625216 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-8526c526-0589-44f6-8cf1-03d50d3bd07f tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Deleting port ac96470f-fe86-4b4f-8e28-84eab7011f50 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:51:46.625475 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-167a68c6-075e-439a-9f4f-165b8ba73e1f req-3b29a081-4fdf-4ba1-beb5-2c7914dfb0cd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d8813b3-86e1-48ad-8ff7-dc2404b5782f HTTP/1.1" status: 200 len: 1002 time: 0.0633359 Feb 19 03:51:46.625573 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8526c526-0589-44f6-8cf1-03d50d3bd07f tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (ac96470f-fe86-4b4f-8e28-84eab7011f50), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:46.642321 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-afb5bdab-a57c-44db-9f5d-5f4d779cdf19 None None] Current status of the port 8d8813b3-86e1-48ad-8ff7-dc2404b5782f is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:51:46.680187 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167a68c6-075e-439a-9f4f-165b8ba73e1f req-ffca9402-477f-4239-8f8a-7989d40bd20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:46.681711 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-167a68c6-075e-439a-9f4f-165b8ba73e1f req-ffca9402-477f-4239-8f8a-7989d40bd20c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5afbcdba-6770-4f13-9991-673ff43a6a61 HTTP/1.1" status: 200 len: 854 time: 0.0506790 Feb 19 03:51:46.702961 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8526c526-0589-44f6-8cf1-03d50d3bd07f tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (ac96470f-fe86-4b4f-8e28-84eab7011f50), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:46.703169 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8526c526-0589-44f6-8cf1-03d50d3bd07f tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Publish callbacks [] for floatingip (ac96470f-fe86-4b4f-8e28-84eab7011f50), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:46.715284 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-8526c526-0589-44f6-8cf1-03d50d3bd07f tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Calling delete_port for ac96470f-fe86-4b4f-8e28-84eab7011f50 owned by network:floatingip {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:51:46.732009 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167a68c6-075e-439a-9f4f-165b8ba73e1f req-6b472924-ad4b-4bca-8da6-93cee8cdf995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:46.733691 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-167a68c6-075e-439a-9f4f-165b8ba73e1f req-6b472924-ad4b-4bca-8da6-93cee8cdf995 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9df70e5a-8122-4f67-8355-59315424d420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0450640 Feb 19 03:51:46.829646 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-167a68c6-075e-439a-9f4f-165b8ba73e1f req-dc05d4dd-e08f-4e6c-8ef3-ef607f8107f7 service neutron] 10.222.0.73 "GET /v2.0/networks/9df70e5a-8122-4f67-8355-59315424d420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895996 Feb 19 03:51:46.893618 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8526c526-0589-44f6-8cf1-03d50d3bd07f tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (ac96470f-fe86-4b4f-8e28-84eab7011f50), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:46.923076 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8526c526-0589-44f6-8cf1-03d50d3bd07f tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Pushing event deleted for resources: {'Port': ['ID=ac96470f-fe86-4b4f-8e28-84eab7011f50,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:51:46.928903 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-167a68c6-075e-439a-9f4f-165b8ba73e1f req-f3a60367-2f3f-4e79-93aa-c7526f5b468e service neutron] 10.222.0.73 "GET /v2.0/networks/9df70e5a-8122-4f67-8355-59315424d420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929041 Feb 19 03:51:46.938628 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:51:46.987421 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8526c526-0589-44f6-8cf1-03d50d3bd07f tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Publish callbacks [] for floatingip (87034eb7-76f9-40c7-a246-19df4b7c70fa), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:46.987658 n-d-826753-2 neutron-server[103701]: INFO neutron.db.l3_db [None req-8526c526-0589-44f6-8cf1-03d50d3bd07f tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Floating IP 87034eb7-76f9-40c7-a246-19df4b7c70fa disassociated (deleted). External IP: 172.25.6.129, port: 8d8813b3-86e1-48ad-8ff7-dc2404b5782f. Feb 19 03:51:47.205057 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8526c526-0589-44f6-8cf1-03d50d3bd07f tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Router 4b6d31c2-d87f-4631-a8a5-74d6ab21965a has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:51:47.317450 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8526c526-0589-44f6-8cf1-03d50d3bd07f tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:51:47.322330 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8526c526-0589-44f6-8cf1-03d50d3bd07f tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:47.327114 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4019ba-b0d1-4f9b-b307-10cd9be2892a None None] Sync routers for ids ['4b6d31c2-d87f-4631-a8a5-74d6ab21965a'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:51:47.337194 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4019ba-b0d1-4f9b-b307-10cd9be2892a None None] Routers {'4b6d31c2-d87f-4631-a8a5-74d6ab21965a'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:51:47.337814 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-3d4019ba-b0d1-4f9b-b307-10cd9be2892a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:51:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['4b6d31c2-d87f-4631-a8a5-74d6ab21965a'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:51:47.352651 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-8526c526-0589-44f6-8cf1-03d50d3bd07f tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] 10.222.0.72 "DELETE /v2.0/floatingips/87034eb7-76f9-40c7-a246-19df4b7c70fa HTTP/1.1" status: 204 len: 168 time: 0.9049265 Feb 19 03:51:47.449451 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-3d4019ba-b0d1-4f9b-b307-10cd9be2892a None None] Set router 4b6d31c2-d87f-4631-a8a5-74d6ab21965a gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:51:47.652397 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-3d4019ba-b0d1-4f9b-b307-10cd9be2892a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b6d31c2-d87f-4631-a8a5-74d6ab21965a', 'name': 'tempest-TestMinimumBasicScenario-1690581878-router', 'tenant_id': '9099d3e3a814493c8b18af7ad61f7b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': '76264abb-9613-47d6-b1b3-cd7fdd6a4ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:48:47Z', 'updated_at': '2022-02-19T03:48:50Z', 'revision_number': 4, 'project_id': '9099d3e3a814493c8b18af7ad61f7b43', 'gw_port': {'id': '76264abb-9613-47d6-b1b3-cd7fdd6a4ea7', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:99:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6d31c2-d87f-4631-a8a5-74d6ab21965a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:48:48Z', 'updated_at': '2022-02-19T03:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '850b0bae-9885-49b3-b91e-5e573998f0a2', 'name': '', 'network_id': '9df70e5a-8122-4f67-8355-59315424d420', 'tenant_id': '9099d3e3a814493c8b18af7ad61f7b43', 'mac_address': 'fa:16:3e:ff:86:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6d31c2-d87f-4631-a8a5-74d6ab21965a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '5afbcdba-6770-4f13-9991-673ff43a6a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:48:50Z', 'updated_at': '2022-02-19T03:48:56Z', 'revision_number': 5, 'project_id': '9099d3e3a814493c8b18af7ad61f7b43', 'subnets': [{'id': '5afbcdba-6770-4f13-9991-673ff43a6a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:51:47.678499 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4019ba-b0d1-4f9b-b307-10cd9be2892a None None] Checking router: 4b6d31c2-d87f-4631-a8a5-74d6ab21965a for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:51:47.687286 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4019ba-b0d1-4f9b-b307-10cd9be2892a None None] Routers {'4b6d31c2-d87f-4631-a8a5-74d6ab21965a'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:51:47.687880 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-3d4019ba-b0d1-4f9b-b307-10cd9be2892a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:51:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['4b6d31c2-d87f-4631-a8a5-74d6ab21965a'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:51:47.794175 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-3d4019ba-b0d1-4f9b-b307-10cd9be2892a None None] Set router 4b6d31c2-d87f-4631-a8a5-74d6ab21965a gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:51:47.846389 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-ca2bfacd-53a7-42e0-acf0-76b6cbab1295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:48.000378 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-3d4019ba-b0d1-4f9b-b307-10cd9be2892a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b6d31c2-d87f-4631-a8a5-74d6ab21965a', 'name': 'tempest-TestMinimumBasicScenario-1690581878-router', 'tenant_id': '9099d3e3a814493c8b18af7ad61f7b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': '76264abb-9613-47d6-b1b3-cd7fdd6a4ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:48:47Z', 'updated_at': '2022-02-19T03:48:50Z', 'revision_number': 4, 'project_id': '9099d3e3a814493c8b18af7ad61f7b43', 'gw_port': {'id': '76264abb-9613-47d6-b1b3-cd7fdd6a4ea7', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:99:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6d31c2-d87f-4631-a8a5-74d6ab21965a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:48:48Z', 'updated_at': '2022-02-19T03:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '850b0bae-9885-49b3-b91e-5e573998f0a2', 'name': '', 'network_id': '9df70e5a-8122-4f67-8355-59315424d420', 'tenant_id': '9099d3e3a814493c8b18af7ad61f7b43', 'mac_address': 'fa:16:3e:ff:86:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6d31c2-d87f-4631-a8a5-74d6ab21965a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '5afbcdba-6770-4f13-9991-673ff43a6a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:48:50Z', 'updated_at': '2022-02-19T03:48:56Z', 'revision_number': 5, 'project_id': '9099d3e3a814493c8b18af7ad61f7b43', 'subnets': [{'id': '5afbcdba-6770-4f13-9991-673ff43a6a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:51:48.028348 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4019ba-b0d1-4f9b-b307-10cd9be2892a None None] The sync data for ids ['4b6d31c2-d87f-4631-a8a5-74d6ab21965a'] in n-d-826753-2 is: [{'id': '4b6d31c2-d87f-4631-a8a5-74d6ab21965a', 'name': 'tempest-TestMinimumBasicScenario-1690581878-router', 'tenant_id': '9099d3e3a814493c8b18af7ad61f7b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': '76264abb-9613-47d6-b1b3-cd7fdd6a4ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:48:47Z', 'updated_at': '2022-02-19T03:48:50Z', 'revision_number': 4, 'project_id': '9099d3e3a814493c8b18af7ad61f7b43', 'gw_port': {'id': '76264abb-9613-47d6-b1b3-cd7fdd6a4ea7', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:99:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6d31c2-d87f-4631-a8a5-74d6ab21965a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:48:48Z', 'updated_at': '2022-02-19T03:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '850b0bae-9885-49b3-b91e-5e573998f0a2', 'name': '', 'network_id': '9df70e5a-8122-4f67-8355-59315424d420', 'tenant_id': '9099d3e3a814493c8b18af7ad61f7b43', 'mac_address': 'fa:16:3e:ff:86:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6d31c2-d87f-4631-a8a5-74d6ab21965a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '5afbcdba-6770-4f13-9991-673ff43a6a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:48:50Z', 'updated_at': '2022-02-19T03:48:56Z', 'revision_number': 5, 'project_id': '9099d3e3a814493c8b18af7ad61f7b43', 'subnets': [{'id': '5afbcdba-6770-4f13-9991-673ff43a6a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:51:48.250414 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb9472a3-1f1c-412a-ae07-b1fd478058b4', 'tag': '8d8813b3-86e1-48ad-8ff7-dc2404b5782f'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:51:48.252888 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64650e7238020d70304413a5b849b926770e068c757b8393e93027c7f92d28d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7945401d-a654-4346-8120-b3edcd20d641" -d '{"events": [{"name": "network-changed", "server_uuid": "fb9472a3-1f1c-412a-ae07-b1fd478058b4", "tag": "8d8813b3-86e1-48ad-8ff7-dc2404b5782f"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:51:48.267068 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee4a47d-8cb1-4b9a-98ca-21c66896bdf8 None None] New status for floating IP 87034eb7-76f9-40c7-a246-19df4b7c70fa: DOWN {{(pid=103704) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:51:48.318209 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-166cf0e4-ea20-4957-8213-317273c175ff x-openstack-request-id: req-166cf0e4-ea20-4957-8213-317273c175ff {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:51:48.318620 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb9472a3-1f1c-412a-ae07-b1fd478058b4", "tag": "8d8813b3-86e1-48ad-8ff7-dc2404b5782f", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:51:48.318888 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-166cf0e4-ea20-4957-8213-317273c175ff {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:51:48.319351 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb9472a3-1f1c-412a-ae07-b1fd478058b4', 'tag': '8d8813b3-86e1-48ad-8ff7-dc2404b5782f', 'status': 'completed', 'code': 200} Feb 19 03:51:48.412595 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7945401d-a654-4346-8120-b3edcd20d641 req-97fa43bd-7f49-4fe1-84c4-29b2678eb87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:48.414100 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7945401d-a654-4346-8120-b3edcd20d641 req-97fa43bd-7f49-4fe1-84c4-29b2678eb87f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9099d3e3a814493c8b18af7ad61f7b43&device_id=fb9472a3-1f1c-412a-ae07-b1fd478058b4 HTTP/1.1" status: 200 len: 1128 time: 0.0519831 Feb 19 03:51:48.517618 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7945401d-a654-4346-8120-b3edcd20d641 req-506be321-412c-45f3-a687-b20ef1272e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:48.519107 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7945401d-a654-4346-8120-b3edcd20d641 req-506be321-412c-45f3-a687-b20ef1272e01 service neutron] 10.222.0.73 "GET /v2.0/networks?id=9df70e5a-8122-4f67-8355-59315424d420 HTTP/1.1" status: 200 len: 916 time: 0.0994258 Feb 19 03:51:48.559737 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7945401d-a654-4346-8120-b3edcd20d641 req-b5c2d229-b83c-4ffa-818d-0e36f2453c6c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d8813b3-86e1-48ad-8ff7-dc2404b5782f HTTP/1.1" status: 200 len: 217 time: 0.0353029 Feb 19 03:51:48.610885 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7945401d-a654-4346-8120-b3edcd20d641 req-70c690ab-ce6a-497a-b3bf-803cf1ba9b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:48.612514 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7945401d-a654-4346-8120-b3edcd20d641 req-70c690ab-ce6a-497a-b3bf-803cf1ba9b54 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5afbcdba-6770-4f13-9991-673ff43a6a61 HTTP/1.1" status: 200 len: 854 time: 0.0471268 Feb 19 03:51:48.670865 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7945401d-a654-4346-8120-b3edcd20d641 req-56bee924-44d3-4662-afb8-f152a405aa1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:48.672410 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7945401d-a654-4346-8120-b3edcd20d641 req-56bee924-44d3-4662-afb8-f152a405aa1e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9df70e5a-8122-4f67-8355-59315424d420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0545685 Feb 19 03:51:48.787627 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7945401d-a654-4346-8120-b3edcd20d641 req-002ebe5c-787d-4777-837c-6d212163c3cf service neutron] 10.222.0.73 "GET /v2.0/networks/9df70e5a-8122-4f67-8355-59315424d420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095049 Feb 19 03:51:48.902558 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7945401d-a654-4346-8120-b3edcd20d641 req-100df96d-ff0b-4216-bd22-5f914c6dc3bd service neutron] 10.222.0.73 "GET /v2.0/networks/9df70e5a-8122-4f67-8355-59315424d420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096199 Feb 19 03:51:49.505907 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:50.376396 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-cbfe693a-615e-4bd2-b0f1-6f4ecc77dda4 req-59e8df1e-1818-46d8-8613-46f8128ed86e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=fb9472a3-1f1c-412a-ae07-b1fd478058b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0624831 Feb 19 03:51:50.481198 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfe693a-615e-4bd2-b0f1-6f4ecc77dda4 req-7fb73386-87c0-4e56-a75c-ca4de1b9e09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:50.482602 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-cbfe693a-615e-4bd2-b0f1-6f4ecc77dda4 req-7fb73386-87c0-4e56-a75c-ca4de1b9e09f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9099d3e3a814493c8b18af7ad61f7b43&device_id=fb9472a3-1f1c-412a-ae07-b1fd478058b4 HTTP/1.1" status: 200 len: 1128 time: 0.0473573 Feb 19 03:51:50.586110 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfe693a-615e-4bd2-b0f1-6f4ecc77dda4 req-b6bfc281-bce6-4dd4-8db5-649c15cf471b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:50.587593 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-cbfe693a-615e-4bd2-b0f1-6f4ecc77dda4 req-b6bfc281-bce6-4dd4-8db5-649c15cf471b service neutron] 10.222.0.73 "GET /v2.0/networks?id=9df70e5a-8122-4f67-8355-59315424d420 HTTP/1.1" status: 200 len: 916 time: 0.0853047 Feb 19 03:51:50.637469 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-cbfe693a-615e-4bd2-b0f1-6f4ecc77dda4 req-b51839fb-76ef-4b1e-95b5-0608aa0794e3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d8813b3-86e1-48ad-8ff7-dc2404b5782f HTTP/1.1" status: 200 len: 217 time: 0.0438807 Feb 19 03:51:50.680280 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:50.691899 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfe693a-615e-4bd2-b0f1-6f4ecc77dda4 req-f8b39248-7796-471f-bb0c-c2582b01285f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:50.693564 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-cbfe693a-615e-4bd2-b0f1-6f4ecc77dda4 req-f8b39248-7796-471f-bb0c-c2582b01285f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5afbcdba-6770-4f13-9991-673ff43a6a61 HTTP/1.1" status: 200 len: 854 time: 0.0511334 Feb 19 03:51:50.756844 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfe693a-615e-4bd2-b0f1-6f4ecc77dda4 req-e1b45b5a-8346-4da9-a397-105ec5e55137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:50.758227 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-cbfe693a-615e-4bd2-b0f1-6f4ecc77dda4 req-e1b45b5a-8346-4da9-a397-105ec5e55137 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9df70e5a-8122-4f67-8355-59315424d420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0592062 Feb 19 03:51:50.854552 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-cbfe693a-615e-4bd2-b0f1-6f4ecc77dda4 req-7f208954-4d03-47eb-8e28-ec4984c3d7bf service neutron] 10.222.0.73 "GET /v2.0/networks/9df70e5a-8122-4f67-8355-59315424d420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890372 Feb 19 03:51:50.943616 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-cbfe693a-615e-4bd2-b0f1-6f4ecc77dda4 req-7941e22a-5fbe-4f47-b785-95d35f9ed0cc service neutron] 10.222.0.73 "GET /v2.0/networks/9df70e5a-8122-4f67-8355-59315424d420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843096 Feb 19 03:51:52.076056 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:52.926952 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:56.722794 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:04.992878 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ae9de4-1149-40c9-97e7-7444b0e0710a req-75e6d08e-0ca5-4361-aa7f-09bfa5e34353 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:04.995822 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-01ae9de4-1149-40c9-97e7-7444b0e0710a req-75e6d08e-0ca5-4361-aa7f-09bfa5e34353 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb9472a3-1f1c-412a-ae07-b1fd478058b4 HTTP/1.1" status: 200 len: 946 time: 0.0671275 Feb 19 03:52:05.066886 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-01ae9de4-1149-40c9-97e7-7444b0e0710a req-77140238-710d-47b8-a9fd-7d0f38464ad4 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] 10.222.0.72 "GET /v2.0/security-groups?id=34c661d6-8e8f-43f4-9cb8-8ca53d8acb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597494 Feb 19 03:52:06.209066 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6a7f60-ed5e-43b4-ad28-dc2226e14b9a req-a596dbd0-6c2f-4798-8aed-bf2da4e160e6 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:06.210620 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9f6a7f60-ed5e-43b4-ad28-dc2226e14b9a req-a596dbd0-6c2f-4798-8aed-bf2da4e160e6 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb9472a3-1f1c-412a-ae07-b1fd478058b4 HTTP/1.1" status: 200 len: 946 time: 0.0632594 Feb 19 03:52:06.260508 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9f6a7f60-ed5e-43b4-ad28-dc2226e14b9a req-e3f7ee18-8550-4296-b53a-2fd8b346df9a tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] 10.222.0.72 "GET /v2.0/security-groups?id=34c661d6-8e8f-43f4-9cb8-8ca53d8acb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431406 Feb 19 03:52:07.013316 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb26f954-b4be-4f0a-ac62-efce6ea28aa4 req-5baa18e4-75b4-48c4-adaa-57e8ff9f3473 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:07.015705 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-cb26f954-b4be-4f0a-ac62-efce6ea28aa4 req-5baa18e4-75b4-48c4-adaa-57e8ff9f3473 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb9472a3-1f1c-412a-ae07-b1fd478058b4 HTTP/1.1" status: 200 len: 946 time: 0.0708132 Feb 19 03:52:07.115841 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-cb26f954-b4be-4f0a-ac62-efce6ea28aa4 req-9ac823e0-97ba-4360-9731-c78c52da411a tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Deleting port 8d8813b3-86e1-48ad-8ff7-dc2404b5782f {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:52:07.116172 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-cb26f954-b4be-4f0a-ac62-efce6ea28aa4 req-9ac823e0-97ba-4360-9731-c78c52da411a tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (8d8813b3-86e1-48ad-8ff7-dc2404b5782f), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:07.218091 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-cb26f954-b4be-4f0a-ac62-efce6ea28aa4 req-9ac823e0-97ba-4360-9731-c78c52da411a tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] For port 8d8813b3-86e1-48ad-8ff7-dc2404b5782f, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=8d8813b3-86e1-48ad-8ff7-dc2404b5782f,segment=NetworkSegment(b8935908-3619-44a9-abbf-59c592a3c00c),segment_id=b8935908-3619-44a9-abbf-59c592a3c00c)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:52:07.218476 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-cb26f954-b4be-4f0a-ac62-efce6ea28aa4 req-9ac823e0-97ba-4360-9731-c78c52da411a tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (8d8813b3-86e1-48ad-8ff7-dc2404b5782f), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:07.231873 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-cb26f954-b4be-4f0a-ac62-efce6ea28aa4 req-9ac823e0-97ba-4360-9731-c78c52da411a tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Calling delete_port for 8d8813b3-86e1-48ad-8ff7-dc2404b5782f owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:52:07.366929 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-cb26f954-b4be-4f0a-ac62-efce6ea28aa4 req-9ac823e0-97ba-4360-9731-c78c52da411a tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (8d8813b3-86e1-48ad-8ff7-dc2404b5782f), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:07.389329 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf85b36-8879-4755-90bf-cd968bf107a6 req-e9691335-27f9-4381-911a-f74aa93dfe55 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:07.391138 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8cf85b36-8879-4755-90bf-cd968bf107a6 req-e9691335-27f9-4381-911a-f74aa93dfe55 tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb9472a3-1f1c-412a-ae07-b1fd478058b4 HTTP/1.1" status: 200 len: 867 time: 0.0567322 Feb 19 03:52:07.400154 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['8d8813b3-86e1-48ad-8ff7-dc2404b5782f'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:52:07.407794 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac823e0-97ba-4360-9731-c78c52da411a tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Pushing event deleted for resources: {'Port': ['ID=8d8813b3-86e1-48ad-8ff7-dc2404b5782f,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:52:07.458793 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8cf85b36-8879-4755-90bf-cd968bf107a6 req-f376979a-4a04-4a57-b340-2e38c1daf7dd tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] 10.222.0.72 "GET /v2.0/security-groups?id=34c661d6-8e8f-43f4-9cb8-8ca53d8acb94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617745 Feb 19 03:52:07.459194 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb26f954-b4be-4f0a-ac62-efce6ea28aa4 req-9ac823e0-97ba-4360-9731-c78c52da411a tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] No DVR routers for this DVR port 8d8813b3-86e1-48ad-8ff7-dc2404b5782f on host n-h1-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:52:07.461933 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-cb26f954-b4be-4f0a-ac62-efce6ea28aa4 req-9ac823e0-97ba-4360-9731-c78c52da411a tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:07.466077 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-cb26f954-b4be-4f0a-ac62-efce6ea28aa4 req-9ac823e0-97ba-4360-9731-c78c52da411a tempest-TestMinimumBasicScenario-2131558161 tempest-TestMinimumBasicScenario-2131558161-project] 10.222.0.73 "DELETE /v2.0/ports/8d8813b3-86e1-48ad-8ff7-dc2404b5782f HTTP/1.1" status: 204 len: 173 time: 0.4460979 Feb 19 03:52:07.466530 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb9472a3-1f1c-412a-ae07-b1fd478058b4', 'name': 'network-vif-deleted', 'tag': '8d8813b3-86e1-48ad-8ff7-dc2404b5782f'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:52:07.468979 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b48a34f37e4e31fa410c3f10fa4e23c828d45427043ff8d3e4d9f228381d6ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e61a1b9c-185f-4cea-a7e5-774c650f4777" -d '{"events": [{"server_uuid": "fb9472a3-1f1c-412a-ae07-b1fd478058b4", "name": "network-vif-deleted", "tag": "8d8813b3-86e1-48ad-8ff7-dc2404b5782f"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:52:07.513038 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bbd3d95-6308-466f-8f7d-62f24106c1f7 x-openstack-request-id: req-1bbd3d95-6308-466f-8f7d-62f24106c1f7 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:52:07.513332 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb9472a3-1f1c-412a-ae07-b1fd478058b4", "name": "network-vif-deleted", "tag": "8d8813b3-86e1-48ad-8ff7-dc2404b5782f", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:52:07.513600 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1bbd3d95-6308-466f-8f7d-62f24106c1f7 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:52:07.514084 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb9472a3-1f1c-412a-ae07-b1fd478058b4', 'name': 'network-vif-deleted', 'tag': '8d8813b3-86e1-48ad-8ff7-dc2404b5782f', 'status': 'completed', 'code': 200} Feb 19 03:52:09.135490 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52474) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:52:09.513923 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0c70df82-5619-4ec5-89fe-abbaa780e07e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16289271'] for router_interface (4b6d31c2-d87f-4631-a8a5-74d6ab21965a), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:09.775189 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-0c70df82-5619-4ec5-89fe-abbaa780e07e admin admin] Deleting port 850b0bae-9885-49b3-b91e-5e573998f0a2 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:52:09.775443 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0c70df82-5619-4ec5-89fe-abbaa780e07e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (850b0bae-9885-49b3-b91e-5e573998f0a2), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:09.857758 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-0c70df82-5619-4ec5-89fe-abbaa780e07e admin admin] For port 850b0bae-9885-49b3-b91e-5e573998f0a2, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=850b0bae-9885-49b3-b91e-5e573998f0a2,segment=NetworkSegment(b8935908-3619-44a9-abbf-59c592a3c00c),segment_id=b8935908-3619-44a9-abbf-59c592a3c00c)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:52:09.858112 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0c70df82-5619-4ec5-89fe-abbaa780e07e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (850b0bae-9885-49b3-b91e-5e573998f0a2), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:09.870580 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-0c70df82-5619-4ec5-89fe-abbaa780e07e admin admin] Calling delete_port for 850b0bae-9885-49b3-b91e-5e573998f0a2 owned by network:router_interface {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:52:10.075876 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0c70df82-5619-4ec5-89fe-abbaa780e07e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (850b0bae-9885-49b3-b91e-5e573998f0a2), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:10.109412 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c70df82-5619-4ec5-89fe-abbaa780e07e admin admin] Pushing event deleted for resources: {'Port': ['ID=850b0bae-9885-49b3-b91e-5e573998f0a2,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:52:10.281945 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0c70df82-5619-4ec5-89fe-abbaa780e07e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16362762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16314471'] for router_interface (4b6d31c2-d87f-4631-a8a5-74d6ab21965a), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:10.516006 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c70df82-5619-4ec5-89fe-abbaa780e07e admin admin] Router 4b6d31c2-d87f-4631-a8a5-74d6ab21965a has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:52:10.904417 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c70df82-5619-4ec5-89fe-abbaa780e07e admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:52:10.909463 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-0c70df82-5619-4ec5-89fe-abbaa780e07e admin admin] 10.222.0.72 "PUT /v2.0/routers/4b6d31c2-d87f-4631-a8a5-74d6ab21965a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7729273 Feb 19 03:52:10.911972 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52478) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:52:10.914645 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca037112-ffbf-41e7-8d0a-53b0ca30e4d7 None None] Sync routers for ids ['4b6d31c2-d87f-4631-a8a5-74d6ab21965a'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:52:10.926218 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca037112-ffbf-41e7-8d0a-53b0ca30e4d7 None None] Routers {'4b6d31c2-d87f-4631-a8a5-74d6ab21965a'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:52:10.927083 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-ca037112-ffbf-41e7-8d0a-53b0ca30e4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:51:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['4b6d31c2-d87f-4631-a8a5-74d6ab21965a'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:52:11.029311 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c08bb0ce-0409-425d-ae04-761f0f9e70b0 admin admin] Publish callbacks [] for router (4b6d31c2-d87f-4631-a8a5-74d6ab21965a), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:11.146601 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c08bb0ce-0409-425d-ae04-761f0f9e70b0 admin admin] Publish callbacks [] for router_gateway (4b6d31c2-d87f-4631-a8a5-74d6ab21965a), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:11.201469 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-c08bb0ce-0409-425d-ae04-761f0f9e70b0 admin admin] Deleting port 76264abb-9613-47d6-b1b3-cd7fdd6a4ea7 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:52:11.201722 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c08bb0ce-0409-425d-ae04-761f0f9e70b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (76264abb-9613-47d6-b1b3-cd7fdd6a4ea7), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:11.202123 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-ca037112-ffbf-41e7-8d0a-53b0ca30e4d7 None None] Set router 4b6d31c2-d87f-4631-a8a5-74d6ab21965a gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:52:11.282049 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-c08bb0ce-0409-425d-ae04-761f0f9e70b0 admin admin] For port 76264abb-9613-47d6-b1b3-cd7fdd6a4ea7, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=76264abb-9613-47d6-b1b3-cd7fdd6a4ea7,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:52:11.282670 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c08bb0ce-0409-425d-ae04-761f0f9e70b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (76264abb-9613-47d6-b1b3-cd7fdd6a4ea7), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:11.294268 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 8d8813b3-86e1-48ad-8ff7-dc2404b5782f no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:52:11.295642 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-c08bb0ce-0409-425d-ae04-761f0f9e70b0 admin admin] Calling delete_port for 76264abb-9613-47d6-b1b3-cd7fdd6a4ea7 owned by network:router_gateway {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:52:11.319373 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] No Port match for: 8d8813b3-86e1-48ad-8ff7-dc2404b5782f {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:52:11.319713 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 8d8813b3-86e1-48ad-8ff7-dc2404b5782f not bound to the agent host n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:52:11.413814 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-ca037112-ffbf-41e7-8d0a-53b0ca30e4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b6d31c2-d87f-4631-a8a5-74d6ab21965a', 'name': 'tempest-TestMinimumBasicScenario-1690581878-router', 'tenant_id': '9099d3e3a814493c8b18af7ad61f7b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': '76264abb-9613-47d6-b1b3-cd7fdd6a4ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:48:47Z', 'updated_at': '2022-02-19T03:52:10Z', 'revision_number': 5, 'project_id': '9099d3e3a814493c8b18af7ad61f7b43', 'gw_port': {'id': '76264abb-9613-47d6-b1b3-cd7fdd6a4ea7', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:99:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6d31c2-d87f-4631-a8a5-74d6ab21965a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:48:48Z', 'updated_at': '2022-02-19T03:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:52:11.442397 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca037112-ffbf-41e7-8d0a-53b0ca30e4d7 None None] Checking router: 4b6d31c2-d87f-4631-a8a5-74d6ab21965a for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:52:11.451923 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca037112-ffbf-41e7-8d0a-53b0ca30e4d7 None None] Routers {'4b6d31c2-d87f-4631-a8a5-74d6ab21965a'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:52:11.452471 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-ca037112-ffbf-41e7-8d0a-53b0ca30e4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:51:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['4b6d31c2-d87f-4631-a8a5-74d6ab21965a'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:52:11.471749 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c08bb0ce-0409-425d-ae04-761f0f9e70b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (76264abb-9613-47d6-b1b3-cd7fdd6a4ea7), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:11.502994 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08bb0ce-0409-425d-ae04-761f0f9e70b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=76264abb-9613-47d6-b1b3-cd7fdd6a4ea7,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:52:11.548801 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-ca037112-ffbf-41e7-8d0a-53b0ca30e4d7 None None] Set router 4b6d31c2-d87f-4631-a8a5-74d6ab21965a gateway port host: None {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:52:11.566370 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c08bb0ce-0409-425d-ae04-761f0f9e70b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16285837'] for router_gateway (4b6d31c2-d87f-4631-a8a5-74d6ab21965a), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:11.600987 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-ca037112-ffbf-41e7-8d0a-53b0ca30e4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b6d31c2-d87f-4631-a8a5-74d6ab21965a', 'name': 'tempest-TestMinimumBasicScenario-1690581878-router', 'tenant_id': '9099d3e3a814493c8b18af7ad61f7b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:48:47Z', 'updated_at': '2022-02-19T03:52:11Z', 'revision_number': 6, 'project_id': '9099d3e3a814493c8b18af7ad61f7b43', 'gw_port_host': None}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:52:11.637132 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca037112-ffbf-41e7-8d0a-53b0ca30e4d7 None None] The sync data for ids ['4b6d31c2-d87f-4631-a8a5-74d6ab21965a'] in n-d-826753-2 is: [{'id': '4b6d31c2-d87f-4631-a8a5-74d6ab21965a', 'name': 'tempest-TestMinimumBasicScenario-1690581878-router', 'tenant_id': '9099d3e3a814493c8b18af7ad61f7b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:48:47Z', 'updated_at': '2022-02-19T03:52:11Z', 'revision_number': 6, 'project_id': '9099d3e3a814493c8b18af7ad61f7b43', 'gw_port_host': None}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:52:11.664929 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c08bb0ce-0409-425d-ae04-761f0f9e70b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16317457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14254'] for router (4b6d31c2-d87f-4631-a8a5-74d6ab21965a), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:11.667973 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c08bb0ce-0409-425d-ae04-761f0f9e70b0 admin admin] Publish callbacks [] for router_controller (4b6d31c2-d87f-4631-a8a5-74d6ab21965a), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:11.715811 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c08bb0ce-0409-425d-ae04-761f0f9e70b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16317544'] for router (4b6d31c2-d87f-4631-a8a5-74d6ab21965a), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:11.716303 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c08bb0ce-0409-425d-ae04-761f0f9e70b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b6d31c2-d87f-4631-a8a5-74d6ab21965a {{(pid=103701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:52:11.721099 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c08bb0ce-0409-425d-ae04-761f0f9e70b0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:11.722255 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-c08bb0ce-0409-425d-ae04-761f0f9e70b0 admin admin] 10.222.0.72 "DELETE /v2.0/routers/4b6d31c2-d87f-4631-a8a5-74d6ab21965a HTTP/1.1" status: 204 len: 168 time: 0.8093674 Feb 19 03:52:11.724801 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52482) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:52:11.769495 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_v2 [None req-e440a2f1-0e37-4cc2-9a9a-7f0103161367 admin admin] Deleting subnet 5afbcdba-6770-4f13-9991-673ff43a6a61 {{(pid=103701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:52:11.772717 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e440a2f1-0e37-4cc2-9a9a-7f0103161367 admin admin] Publish callbacks [] for subnet (5afbcdba-6770-4f13-9991-673ff43a6a61), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:11.809314 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e440a2f1-0e37-4cc2-9a9a-7f0103161367 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12647399'] for subnet (5afbcdba-6770-4f13-9991-673ff43a6a61), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:11.907198 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e440a2f1-0e37-4cc2-9a9a-7f0103161367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (5afbcdba-6770-4f13-9991-673ff43a6a61), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:11.969460 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e440a2f1-0e37-4cc2-9a9a-7f0103161367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12647206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58706286'] for subnet (5afbcdba-6770-4f13-9991-673ff43a6a61), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:11.994926 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e440a2f1-0e37-4cc2-9a9a-7f0103161367 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5afbcdba-6770-4f13-9991-673ff43a6a61,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:52:12.000431 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e440a2f1-0e37-4cc2-9a9a-7f0103161367 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:12.011923 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-e440a2f1-0e37-4cc2-9a9a-7f0103161367 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/5afbcdba-6770-4f13-9991-673ff43a6a61 HTTP/1.1" status: 204 len: 168 time: 0.2780883 Feb 19 03:52:12.014487 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52484) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:52:12.015577 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aaff0a2-330c-4a8a-8c02-839dc1081e66 None None] Network 9df70e5a-8122-4f67-8355-59315424d420 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:52:12.130453 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1fbdd3a0-d461-4505-b945-fd48ad7d5f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (9df70e5a-8122-4f67-8355-59315424d420), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:12.166186 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 850b0bae-9885-49b3-b91e-5e573998f0a2 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:52:12.191795 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 850b0bae-9885-49b3-b91e-5e573998f0a2 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:52:12.192245 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 850b0bae-9885-49b3-b91e-5e573998f0a2 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:52:12.199532 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-1fbdd3a0-d461-4505-b945-fd48ad7d5f69 admin admin] Deleting port 0314d25f-5ee7-46e4-ba9c-79881a1df2ce {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:52:12.200049 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1fbdd3a0-d461-4505-b945-fd48ad7d5f69 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (0314d25f-5ee7-46e4-ba9c-79881a1df2ce), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:12.272679 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-1fbdd3a0-d461-4505-b945-fd48ad7d5f69 admin admin] For port 0314d25f-5ee7-46e4-ba9c-79881a1df2ce, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=0314d25f-5ee7-46e4-ba9c-79881a1df2ce,segment=NetworkSegment(b8935908-3619-44a9-abbf-59c592a3c00c),segment_id=b8935908-3619-44a9-abbf-59c592a3c00c)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:52:12.273055 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1fbdd3a0-d461-4505-b945-fd48ad7d5f69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (0314d25f-5ee7-46e4-ba9c-79881a1df2ce), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:12.288504 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-1fbdd3a0-d461-4505-b945-fd48ad7d5f69 admin admin] Calling delete_port for 0314d25f-5ee7-46e4-ba9c-79881a1df2ce owned by network:dhcp {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:52:12.370473 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1fbdd3a0-d461-4505-b945-fd48ad7d5f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (0314d25f-5ee7-46e4-ba9c-79881a1df2ce), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:12.396469 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbdd3a0-d461-4505-b945-fd48ad7d5f69 admin admin] Pushing event deleted for resources: {'Port': ['ID=0314d25f-5ee7-46e4-ba9c-79881a1df2ce,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:52:12.400919 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbdd3a0-d461-4505-b945-fd48ad7d5f69 admin admin] No DVR routers for this DVR port 0314d25f-5ee7-46e4-ba9c-79881a1df2ce on host n-d-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:52:12.479902 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1fbdd3a0-d461-4505-b945-fd48ad7d5f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (9df70e5a-8122-4f67-8355-59315424d420), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:12.502388 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-1fbdd3a0-d461-4505-b945-fd48ad7d5f69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9df70e5a-8122-4f67-8355-59315424d420']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:52:12.511831 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5bcfb8-eaae-4ce3-8a9e-60d51c72ade6 None None] DHCP port deletion for 9df70e5a-8122-4f67-8355-59315424d420 request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:52:12.513900 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-1fbdd3a0-d461-4505-b945-fd48ad7d5f69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8935908-3619-44a9-abbf-59c592a3c00c') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:52:12.514194 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-1fbdd3a0-d461-4505-b945-fd48ad7d5f69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8935908-3619-44a9-abbf-59c592a3c00c') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:52:12.526259 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1fbdd3a0-d461-4505-b945-fd48ad7d5f69 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (b8935908-3619-44a9-abbf-59c592a3c00c), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:12.541901 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1fbdd3a0-d461-4505-b945-fd48ad7d5f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (b8935908-3619-44a9-abbf-59c592a3c00c), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:12.547975 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fbdd3a0-d461-4505-b945-fd48ad7d5f69 admin admin] Releasing vlan 276 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:52:12.548445 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1fbdd3a0-d461-4505-b945-fd48ad7d5f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (b8935908-3619-44a9-abbf-59c592a3c00c), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:12.550245 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 03:52:12.550245 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:52:12.550245 n-d-826753-2 neutron-server[103702]: timer() Feb 19 03:52:12.550245 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:52:12.550245 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 03:52:12.550245 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:52:12.550245 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 03:52:12.550245 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:52:12.550245 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 03:52:12.550245 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:52:12.550245 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 03:52:12.550245 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:52:12.550245 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 03:52:12.550245 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:52:12.550245 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:52:12.550245 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:52:12.550245 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:52:12.550245 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:52:12.550245 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 03:52:12.550245 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:52:12.550245 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 03:52:12.550245 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:52:12.550245 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:52:12.550245 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:52:12.550245 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 03:52:12.550245 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:52:12.550245 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:52:12.550245 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:52:12.550245 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:52:12.550245 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:52:12.550245 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:52:12.550245 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:52:12.607739 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1fbdd3a0-d461-4505-b945-fd48ad7d5f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (9df70e5a-8122-4f67-8355-59315424d420), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:12.614686 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1fbdd3a0-d461-4505-b945-fd48ad7d5f69 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:12.621151 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-1fbdd3a0-d461-4505-b945-fd48ad7d5f69 admin admin] 10.222.0.72 "DELETE /v2.0/networks/9df70e5a-8122-4f67-8355-59315424d420 HTTP/1.1" status: 204 len: 168 time: 0.6062579 Feb 19 03:52:12.622020 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52486) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:52:12.637220 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbdd3a0-d461-4505-b945-fd48ad7d5f69 admin admin] Pushing event deleted for resources: {'Network': ['ID=9df70e5a-8122-4f67-8355-59315424d420,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:52:12.992685 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1d810aa1-1084-4e8d-9887-1186a1124df7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16289271'] for router_interface (e55568d8-07af-4ad9-8474-3f9e72cf442f), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:13.260578 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-1d810aa1-1084-4e8d-9887-1186a1124df7 admin admin] Deleting port dad1fb77-cbe9-4453-b5d6-012b8bf2c48f {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:52:13.260824 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1d810aa1-1084-4e8d-9887-1186a1124df7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (dad1fb77-cbe9-4453-b5d6-012b8bf2c48f), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:13.340842 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-1d810aa1-1084-4e8d-9887-1186a1124df7 admin admin] For port dad1fb77-cbe9-4453-b5d6-012b8bf2c48f, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=dad1fb77-cbe9-4453-b5d6-012b8bf2c48f,segment=NetworkSegment(efd6c854-328d-44f4-a182-682601bbe720),segment_id=efd6c854-328d-44f4-a182-682601bbe720)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:52:13.341233 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1d810aa1-1084-4e8d-9887-1186a1124df7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (dad1fb77-cbe9-4453-b5d6-012b8bf2c48f), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:13.353272 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-1d810aa1-1084-4e8d-9887-1186a1124df7 admin admin] Calling delete_port for dad1fb77-cbe9-4453-b5d6-012b8bf2c48f owned by network:router_interface {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:52:13.534626 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1d810aa1-1084-4e8d-9887-1186a1124df7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (dad1fb77-cbe9-4453-b5d6-012b8bf2c48f), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:13.560722 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d810aa1-1084-4e8d-9887-1186a1124df7 admin admin] Pushing event deleted for resources: {'Port': ['ID=dad1fb77-cbe9-4453-b5d6-012b8bf2c48f,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:52:13.732804 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1d810aa1-1084-4e8d-9887-1186a1124df7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16362762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16314471'] for router_interface (e55568d8-07af-4ad9-8474-3f9e72cf442f), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:13.962590 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d810aa1-1084-4e8d-9887-1186a1124df7 admin admin] Router e55568d8-07af-4ad9-8474-3f9e72cf442f has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:52:14.085040 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 76264abb-9613-47d6-b1b3-cd7fdd6a4ea7 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:52:14.108440 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 76264abb-9613-47d6-b1b3-cd7fdd6a4ea7 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:52:14.108882 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 76264abb-9613-47d6-b1b3-cd7fdd6a4ea7 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:52:14.109404 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 0314d25f-5ee7-46e4-ba9c-79881a1df2ce no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:52:14.124913 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d810aa1-1084-4e8d-9887-1186a1124df7 admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:52:14.130543 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-1d810aa1-1084-4e8d-9887-1186a1124df7 admin admin] 10.222.0.72 "PUT /v2.0/routers/e55568d8-07af-4ad9-8474-3f9e72cf442f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5071931 Feb 19 03:52:14.133223 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52488) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:52:14.134090 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 0314d25f-5ee7-46e4-ba9c-79881a1df2ce {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:52:14.134485 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 0314d25f-5ee7-46e4-ba9c-79881a1df2ce not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:52:14.136316 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1383f6-f70a-432c-9380-766d6369e5ab None None] Sync routers for ids ['e55568d8-07af-4ad9-8474-3f9e72cf442f'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:52:14.148419 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1383f6-f70a-432c-9380-766d6369e5ab None None] Routers {'e55568d8-07af-4ad9-8474-3f9e72cf442f'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:52:14.149201 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-fc1383f6-f70a-432c-9380-766d6369e5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:51:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['e55568d8-07af-4ad9-8474-3f9e72cf442f'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:52:14.277209 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-285260e8-2575-4b4e-9005-e609c9c52688 admin admin] Publish callbacks [] for router (e55568d8-07af-4ad9-8474-3f9e72cf442f), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:14.283165 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-fc1383f6-f70a-432c-9380-766d6369e5ab None None] Set router e55568d8-07af-4ad9-8474-3f9e72cf442f gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:52:14.394626 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-285260e8-2575-4b4e-9005-e609c9c52688 admin admin] Publish callbacks [] for router_gateway (e55568d8-07af-4ad9-8474-3f9e72cf442f), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:14.473798 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-285260e8-2575-4b4e-9005-e609c9c52688 admin admin] Deleting port b23cdbe7-db16-49ff-a0f4-63ee35d4443e {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:52:14.474331 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-285260e8-2575-4b4e-9005-e609c9c52688 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (b23cdbe7-db16-49ff-a0f4-63ee35d4443e), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:14.505980 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-fc1383f6-f70a-432c-9380-766d6369e5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e55568d8-07af-4ad9-8474-3f9e72cf442f', 'name': 'tempest-TestMinimumBasicScenario-1856485467-router', 'tenant_id': '621b68552a234c4db1fef65cd6d4ec02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': 'b23cdbe7-db16-49ff-a0f4-63ee35d4443e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:48:52Z', 'updated_at': '2022-02-19T03:52:13Z', 'revision_number': 5, 'project_id': '621b68552a234c4db1fef65cd6d4ec02', 'gw_port': {'id': 'b23cdbe7-db16-49ff-a0f4-63ee35d4443e', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55568d8-07af-4ad9-8474-3f9e72cf442f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:48:52Z', 'updated_at': '2022-02-19T03:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:52:14.549804 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1383f6-f70a-432c-9380-766d6369e5ab None None] Checking router: e55568d8-07af-4ad9-8474-3f9e72cf442f for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:52:14.563442 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1383f6-f70a-432c-9380-766d6369e5ab None None] Routers {'e55568d8-07af-4ad9-8474-3f9e72cf442f'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:52:14.564373 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-fc1383f6-f70a-432c-9380-766d6369e5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:51:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['e55568d8-07af-4ad9-8474-3f9e72cf442f'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:52:14.606153 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-285260e8-2575-4b4e-9005-e609c9c52688 admin admin] For port b23cdbe7-db16-49ff-a0f4-63ee35d4443e, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=b23cdbe7-db16-49ff-a0f4-63ee35d4443e,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:52:14.606720 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-285260e8-2575-4b4e-9005-e609c9c52688 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (b23cdbe7-db16-49ff-a0f4-63ee35d4443e), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:14.621748 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-285260e8-2575-4b4e-9005-e609c9c52688 admin admin] Calling delete_port for b23cdbe7-db16-49ff-a0f4-63ee35d4443e owned by network:router_gateway {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:52:14.672776 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-fc1383f6-f70a-432c-9380-766d6369e5ab None None] Set router e55568d8-07af-4ad9-8474-3f9e72cf442f gateway port host: None {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:52:14.724911 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-fc1383f6-f70a-432c-9380-766d6369e5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e55568d8-07af-4ad9-8474-3f9e72cf442f', 'name': 'tempest-TestMinimumBasicScenario-1856485467-router', 'tenant_id': '621b68552a234c4db1fef65cd6d4ec02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:48:52Z', 'updated_at': '2022-02-19T03:52:14Z', 'revision_number': 6, 'project_id': '621b68552a234c4db1fef65cd6d4ec02', 'gw_port_host': None}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:52:14.754856 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1383f6-f70a-432c-9380-766d6369e5ab None None] The sync data for ids ['e55568d8-07af-4ad9-8474-3f9e72cf442f'] in n-d-826753-2 is: [{'id': 'e55568d8-07af-4ad9-8474-3f9e72cf442f', 'name': 'tempest-TestMinimumBasicScenario-1856485467-router', 'tenant_id': '621b68552a234c4db1fef65cd6d4ec02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:48:52Z', 'updated_at': '2022-02-19T03:52:14Z', 'revision_number': 6, 'project_id': '621b68552a234c4db1fef65cd6d4ec02', 'gw_port_host': None}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:52:14.798435 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-285260e8-2575-4b4e-9005-e609c9c52688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (b23cdbe7-db16-49ff-a0f4-63ee35d4443e), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:14.830216 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285260e8-2575-4b4e-9005-e609c9c52688 admin admin] Pushing event deleted for resources: {'Port': ['ID=b23cdbe7-db16-49ff-a0f4-63ee35d4443e,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:52:14.888131 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-285260e8-2575-4b4e-9005-e609c9c52688 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16285837'] for router_gateway (e55568d8-07af-4ad9-8474-3f9e72cf442f), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:14.984998 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-285260e8-2575-4b4e-9005-e609c9c52688 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16317457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14254'] for router (e55568d8-07af-4ad9-8474-3f9e72cf442f), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:14.987152 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-285260e8-2575-4b4e-9005-e609c9c52688 admin admin] Publish callbacks [] for router_controller (e55568d8-07af-4ad9-8474-3f9e72cf442f), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:15.030896 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-285260e8-2575-4b4e-9005-e609c9c52688 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16317544'] for router (e55568d8-07af-4ad9-8474-3f9e72cf442f), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:15.031590 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-285260e8-2575-4b4e-9005-e609c9c52688 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e55568d8-07af-4ad9-8474-3f9e72cf442f {{(pid=103702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:52:15.036393 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-285260e8-2575-4b4e-9005-e609c9c52688 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:15.040070 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-285260e8-2575-4b4e-9005-e609c9c52688 admin admin] 10.222.0.72 "DELETE /v2.0/routers/e55568d8-07af-4ad9-8474-3f9e72cf442f HTTP/1.1" status: 204 len: 168 time: 0.9030619 Feb 19 03:52:15.040300 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52490) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:52:15.086529 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-321f6ac5-2ae6-439a-864a-36029a5aad55 admin admin] Deleting subnet b3f8d2fe-1800-448d-8e1e-14fde7e81e77 {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:52:15.090034 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-321f6ac5-2ae6-439a-864a-36029a5aad55 admin admin] Publish callbacks [] for subnet (b3f8d2fe-1800-448d-8e1e-14fde7e81e77), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:15.131064 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-321f6ac5-2ae6-439a-864a-36029a5aad55 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (b3f8d2fe-1800-448d-8e1e-14fde7e81e77), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:15.214240 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-321f6ac5-2ae6-439a-864a-36029a5aad55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (b3f8d2fe-1800-448d-8e1e-14fde7e81e77), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:15.266965 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-321f6ac5-2ae6-439a-864a-36029a5aad55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (b3f8d2fe-1800-448d-8e1e-14fde7e81e77), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:15.293141 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321f6ac5-2ae6-439a-864a-36029a5aad55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3f8d2fe-1800-448d-8e1e-14fde7e81e77,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:52:15.295216 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-321f6ac5-2ae6-439a-864a-36029a5aad55 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:15.300737 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-321f6ac5-2ae6-439a-864a-36029a5aad55 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/b3f8d2fe-1800-448d-8e1e-14fde7e81e77 HTTP/1.1" status: 204 len: 168 time: 0.2568872 Feb 19 03:52:15.300892 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f414b0-2841-4c35-81ca-6a0ebbffc64d None None] Network 59b4e790-6f5e-4103-8a6c-438c48f83fa4 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:52:15.301377 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52492) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:52:15.371731 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8de8e489-0be9-4ee7-b632-7fefe5789004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (59b4e790-6f5e-4103-8a6c-438c48f83fa4), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:15.426553 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-8de8e489-0be9-4ee7-b632-7fefe5789004 admin admin] Deleting port 2ec73d69-9c17-4653-9f4a-a3afdb683f57 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:52:15.426892 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8de8e489-0be9-4ee7-b632-7fefe5789004 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (2ec73d69-9c17-4653-9f4a-a3afdb683f57), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:15.491110 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-8de8e489-0be9-4ee7-b632-7fefe5789004 admin admin] For port 2ec73d69-9c17-4653-9f4a-a3afdb683f57, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=2ec73d69-9c17-4653-9f4a-a3afdb683f57,segment=NetworkSegment(efd6c854-328d-44f4-a182-682601bbe720),segment_id=efd6c854-328d-44f4-a182-682601bbe720)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:52:15.491475 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8de8e489-0be9-4ee7-b632-7fefe5789004 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (2ec73d69-9c17-4653-9f4a-a3afdb683f57), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:15.505844 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-8de8e489-0be9-4ee7-b632-7fefe5789004 admin admin] Calling delete_port for 2ec73d69-9c17-4653-9f4a-a3afdb683f57 owned by network:dhcp {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:52:15.514764 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec5bae2-7011-4f96-9c11-799b2d1a1c00 None None] DHCP port deletion for 59b4e790-6f5e-4103-8a6c-438c48f83fa4 request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:52:15.574131 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-9ec5bae2-7011-4f96-9c11-799b2d1a1c00 None None] Deleting port 2ec73d69-9c17-4653-9f4a-a3afdb683f57 {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:52:15.575044 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-9ec5bae2-7011-4f96-9c11-799b2d1a1c00 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (2ec73d69-9c17-4653-9f4a-a3afdb683f57), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:15.601475 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8de8e489-0be9-4ee7-b632-7fefe5789004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (2ec73d69-9c17-4653-9f4a-a3afdb683f57), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:15.629335 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de8e489-0be9-4ee7-b632-7fefe5789004 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ec73d69-9c17-4653-9f4a-a3afdb683f57,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:52:15.632955 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de8e489-0be9-4ee7-b632-7fefe5789004 admin admin] No DVR routers for this DVR port 2ec73d69-9c17-4653-9f4a-a3afdb683f57 on host n-d-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:52:15.648840 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4622c921-858e-4e44-9d91-f7ba3e7c2854 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:15.656928 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-9ec5bae2-7011-4f96-9c11-799b2d1a1c00 None None] For port 2ec73d69-9c17-4653-9f4a-a3afdb683f57, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=2ec73d69-9c17-4653-9f4a-a3afdb683f57,segment=NetworkSegment(efd6c854-328d-44f4-a182-682601bbe720),segment_id=efd6c854-328d-44f4-a182-682601bbe720)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:52:15.657350 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-9ec5bae2-7011-4f96-9c11-799b2d1a1c00 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (2ec73d69-9c17-4653-9f4a-a3afdb683f57), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:15.673038 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-9ec5bae2-7011-4f96-9c11-799b2d1a1c00 None None] Calling delete_port for 2ec73d69-9c17-4653-9f4a-a3afdb683f57 owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:52:15.724869 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8de8e489-0be9-4ee7-b632-7fefe5789004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (59b4e790-6f5e-4103-8a6c-438c48f83fa4), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:15.751531 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-8de8e489-0be9-4ee7-b632-7fefe5789004 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59b4e790-6f5e-4103-8a6c-438c48f83fa4']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:52:15.757670 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-9ec5bae2-7011-4f96-9c11-799b2d1a1c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (2ec73d69-9c17-4653-9f4a-a3afdb683f57), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:15.763578 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-8de8e489-0be9-4ee7-b632-7fefe5789004 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efd6c854-328d-44f4-a182-682601bbe720') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:52:15.764154 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-8de8e489-0be9-4ee7-b632-7fefe5789004 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efd6c854-328d-44f4-a182-682601bbe720') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:52:15.775182 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8de8e489-0be9-4ee7-b632-7fefe5789004 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (efd6c854-328d-44f4-a182-682601bbe720), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:15.790762 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec5bae2-7011-4f96-9c11-799b2d1a1c00 None None] Pushing event deleted for resources: {'Port': ['ID=2ec73d69-9c17-4653-9f4a-a3afdb683f57,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:52:15.791777 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8de8e489-0be9-4ee7-b632-7fefe5789004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (efd6c854-328d-44f4-a182-682601bbe720), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:15.795285 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec5bae2-7011-4f96-9c11-799b2d1a1c00 None None] No DVR routers for this DVR port 2ec73d69-9c17-4653-9f4a-a3afdb683f57 on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:52:15.802663 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8de8e489-0be9-4ee7-b632-7fefe5789004 admin admin] Releasing vlan 252 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:52:15.803067 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8de8e489-0be9-4ee7-b632-7fefe5789004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (efd6c854-328d-44f4-a182-682601bbe720), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:15.807794 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec5bae2-7011-4f96-9c11-799b2d1a1c00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:52:15.807794 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec5bae2-7011-4f96-9c11-799b2d1a1c00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:52:15.807794 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec5bae2-7011-4f96-9c11-799b2d1a1c00 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:52:15.807794 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec5bae2-7011-4f96-9c11-799b2d1a1c00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:52:15.807794 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec5bae2-7011-4f96-9c11-799b2d1a1c00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:52:15.808365 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec5bae2-7011-4f96-9c11-799b2d1a1c00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:52:15.808365 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec5bae2-7011-4f96-9c11-799b2d1a1c00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:52:15.808618 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec5bae2-7011-4f96-9c11-799b2d1a1c00 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:52:15.809631 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec5bae2-7011-4f96-9c11-799b2d1a1c00 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:52:15.809923 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 03:52:15.809923 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:52:15.809923 n-d-826753-2 neutron-server[103702]: timer() Feb 19 03:52:15.809923 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:52:15.809923 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 03:52:15.809923 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:52:15.809923 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 03:52:15.809923 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:52:15.809923 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 03:52:15.809923 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:52:15.809923 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 03:52:15.809923 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:52:15.809923 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 03:52:15.809923 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:52:15.809923 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:52:15.809923 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:52:15.809923 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:52:15.809923 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:52:15.809923 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 03:52:15.809923 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:52:15.809923 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 03:52:15.809923 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:52:15.809923 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:52:15.809923 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:52:15.809923 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 03:52:15.809923 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:52:15.809923 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:52:15.809923 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:52:15.809923 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:52:15.809923 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:52:15.809923 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:52:15.809923 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:52:15.811926 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec5bae2-7011-4f96-9c11-799b2d1a1c00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:52:15.811926 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec5bae2-7011-4f96-9c11-799b2d1a1c00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:52:15.811926 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec5bae2-7011-4f96-9c11-799b2d1a1c00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:52:15.811926 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec5bae2-7011-4f96-9c11-799b2d1a1c00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:52:15.866381 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8de8e489-0be9-4ee7-b632-7fefe5789004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (59b4e790-6f5e-4103-8a6c-438c48f83fa4), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:15.872922 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8de8e489-0be9-4ee7-b632-7fefe5789004 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:15.876164 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-8de8e489-0be9-4ee7-b632-7fefe5789004 admin admin] 10.222.0.72 "DELETE /v2.0/networks/59b4e790-6f5e-4103-8a6c-438c48f83fa4 HTTP/1.1" status: 204 len: 168 time: 0.5742838 Feb 19 03:52:15.887410 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de8e489-0be9-4ee7-b632-7fefe5789004 admin admin] Pushing event deleted for resources: {'Network': ['ID=59b4e790-6f5e-4103-8a6c-438c48f83fa4,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:52:16.040713 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device b23cdbe7-db16-49ff-a0f4-63ee35d4443e no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:52:16.054655 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52496) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:52:16.062380 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: b23cdbe7-db16-49ff-a0f4-63ee35d4443e {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:52:16.062721 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device b23cdbe7-db16-49ff-a0f4-63ee35d4443e not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:52:16.063140 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 2ec73d69-9c17-4653-9f4a-a3afdb683f57 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:52:16.082109 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 2ec73d69-9c17-4653-9f4a-a3afdb683f57 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:52:16.082446 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 2ec73d69-9c17-4653-9f4a-a3afdb683f57 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:52:16.082867 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device dad1fb77-cbe9-4453-b5d6-012b8bf2c48f no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:52:16.103487 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-3282d8cd-af8d-4ead-92fa-b7c02b60a56c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9099d3e3a814493c8b18af7ad61f7b43&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0474920 Feb 19 03:52:16.104701 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: dad1fb77-cbe9-4453-b5d6-012b8bf2c48f {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:52:16.105072 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device dad1fb77-cbe9-4453-b5d6-012b8bf2c48f not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:52:16.105895 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52498) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:52:16.154104 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-56994e73-0622-42f9-98e9-72b297a2310f admin admin] Publish callbacks [] for security_group (34c661d6-8e8f-43f4-9cb8-8ca53d8acb94), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:16.175919 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-56994e73-0622-42f9-98e9-72b297a2310f admin admin] Publish callbacks [] for security_group (34c661d6-8e8f-43f4-9cb8-8ca53d8acb94), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:16.226862 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-56994e73-0622-42f9-98e9-72b297a2310f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (34c661d6-8e8f-43f4-9cb8-8ca53d8acb94), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:16.230063 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-56994e73-0622-42f9-98e9-72b297a2310f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:16.231266 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-56994e73-0622-42f9-98e9-72b297a2310f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/34c661d6-8e8f-43f4-9cb8-8ca53d8acb94 HTTP/1.1" status: 204 len: 168 time: 0.1244526 Feb 19 03:52:16.239571 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56994e73-0622-42f9-98e9-72b297a2310f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c661d6-8e8f-43f4-9cb8-8ca53d8acb94,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:52:16.548997 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52504) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:52:16.589738 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-4cb71e1a-ecf6-4226-b170-86bb7257a9f8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=621b68552a234c4db1fef65cd6d4ec02&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0395467 Feb 19 03:52:16.592296 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52506) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:52:16.640500 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-eef57524-bced-43eb-ada5-ad907d56e8a1 admin admin] Publish callbacks [] for security_group (ed759caf-ca5c-4a3a-ab63-596423f7470f), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:16.662852 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-eef57524-bced-43eb-ada5-ad907d56e8a1 admin admin] Publish callbacks [] for security_group (ed759caf-ca5c-4a3a-ab63-596423f7470f), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:16.714545 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-eef57524-bced-43eb-ada5-ad907d56e8a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (ed759caf-ca5c-4a3a-ab63-596423f7470f), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:16.717475 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-eef57524-bced-43eb-ada5-ad907d56e8a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:16.718652 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-eef57524-bced-43eb-ada5-ad907d56e8a1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ed759caf-ca5c-4a3a-ab63-596423f7470f HTTP/1.1" status: 204 len: 168 time: 0.1254644 Feb 19 03:52:16.726668 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef57524-bced-43eb-ada5-ad907d56e8a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed759caf-ca5c-4a3a-ab63-596423f7470f,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:52:17.839025 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-8ad3fe2b-140b-4707-9548-7fd490710f10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:18.833766 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52546) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:52:18.839573 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-4d2be1fd-81ac-4980-8a36-1cbfd040b95e tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1677378172', 'description': 'tempest-secgroup-smoke-1677378172 description', 'project_id': 'ca527022e7c4488e80026cbcb6de3409'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:52:18.860933 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4d2be1fd-81ac-4980-8a36-1cbfd040b95e tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:18.870173 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4d2be1fd-81ac-4980-8a36-1cbfd040b95e tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:18.953507 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4d2be1fd-81ac-4980-8a36-1cbfd040b95e tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group (907b710d-9474-48c8-8f34-6d10dde889eb), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:18.957219 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4d2be1fd-81ac-4980-8a36-1cbfd040b95e tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (907b710d-9474-48c8-8f34-6d10dde889eb), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:18.991890 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2be1fd-81ac-4980-8a36-1cbfd040b95e tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=907b710d-9474-48c8-8f34-6d10dde889eb,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:52:19.032717 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4d2be1fd-81ac-4980-8a36-1cbfd040b95e tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group (14bbdf02-d39d-4c5b-b4da-bcc50a912d88), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:19.037675 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4d2be1fd-81ac-4980-8a36-1cbfd040b95e tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (14bbdf02-d39d-4c5b-b4da-bcc50a912d88), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:19.069232 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4d2be1fd-81ac-4980-8a36-1cbfd040b95e tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:19.070490 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-4d2be1fd-81ac-4980-8a36-1cbfd040b95e tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2356570 Feb 19 03:52:19.073123 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2be1fd-81ac-4980-8a36-1cbfd040b95e tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14bbdf02-d39d-4c5b-b4da-bcc50a912d88,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:52:19.073785 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52548) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:52:19.079663 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-f2dcb042-a063-4ea4-a19f-76e0102d93d0 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Request body: {'security_group_rule': {'security_group_id': '14bbdf02-d39d-4c5b-b4da-bcc50a912d88', 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:52:19.110470 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f2dcb042-a063-4ea4-a19f-76e0102d93d0 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group_rule (978e5ad4-6be8-4f88-9ddb-c217665ad34b), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:19.159291 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f2dcb042-a063-4ea4-a19f-76e0102d93d0 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group_rule (978e5ad4-6be8-4f88-9ddb-c217665ad34b), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:19.164191 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f2dcb042-a063-4ea4-a19f-76e0102d93d0 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (978e5ad4-6be8-4f88-9ddb-c217665ad34b), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:19.183873 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dcb042-a063-4ea4-a19f-76e0102d93d0 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=978e5ad4-6be8-4f88-9ddb-c217665ad34b,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:52:19.199815 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f2dcb042-a063-4ea4-a19f-76e0102d93d0 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:19.201071 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-f2dcb042-a063-4ea4-a19f-76e0102d93d0 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1261270 Feb 19 03:52:19.203931 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52550) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:52:19.208184 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-601f09f7-c029-4821-9de5-e5d08f8d360c tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Request body: {'security_group_rule': {'security_group_id': '14bbdf02-d39d-4c5b-b4da-bcc50a912d88', 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:52:19.234224 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-601f09f7-c029-4821-9de5-e5d08f8d360c tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group_rule (5701fc7e-a306-42d1-9460-f47a6c0e6e44), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:19.296981 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-601f09f7-c029-4821-9de5-e5d08f8d360c tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group_rule (5701fc7e-a306-42d1-9460-f47a6c0e6e44), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:19.300634 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-601f09f7-c029-4821-9de5-e5d08f8d360c tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (5701fc7e-a306-42d1-9460-f47a6c0e6e44), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:19.318478 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601f09f7-c029-4821-9de5-e5d08f8d360c tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5701fc7e-a306-42d1-9460-f47a6c0e6e44,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:52:19.326127 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-601f09f7-c029-4821-9de5-e5d08f8d360c tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:19.327367 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-601f09f7-c029-4821-9de5-e5d08f8d360c tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1225157 Feb 19 03:52:19.330485 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52552) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:52:19.335226 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-afcf1a94-c1a2-481c-b23f-b23877a32f5a tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Request body: {'security_group_rule': {'security_group_id': '14bbdf02-d39d-4c5b-b4da-bcc50a912d88', 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:52:19.361987 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-afcf1a94-c1a2-481c-b23f-b23877a32f5a tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group_rule (fd86e152-4f59-444c-9ac5-436cac99bf08), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:19.419904 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-afcf1a94-c1a2-481c-b23f-b23877a32f5a tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group_rule (fd86e152-4f59-444c-9ac5-436cac99bf08), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:19.423365 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-afcf1a94-c1a2-481c-b23f-b23877a32f5a tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (fd86e152-4f59-444c-9ac5-436cac99bf08), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:19.442101 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcf1a94-c1a2-481c-b23f-b23877a32f5a tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd86e152-4f59-444c-9ac5-436cac99bf08,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:52:19.450842 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-afcf1a94-c1a2-481c-b23f-b23877a32f5a tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:19.452097 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-afcf1a94-c1a2-481c-b23f-b23877a32f5a tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1205652 Feb 19 03:52:19.454929 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52554) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:52:19.459313 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-e55f6fcf-ce62-4aa7-aeaf-8940401dfcfc tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Request body: {'security_group_rule': {'security_group_id': '14bbdf02-d39d-4c5b-b4da-bcc50a912d88', 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:52:19.484405 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e55f6fcf-ce62-4aa7-aeaf-8940401dfcfc tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group_rule (fc258d6b-636e-4736-ada2-f2d18bce47cc), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:19.502090 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:19.547691 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e55f6fcf-ce62-4aa7-aeaf-8940401dfcfc tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group_rule (fc258d6b-636e-4736-ada2-f2d18bce47cc), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:19.551784 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e55f6fcf-ce62-4aa7-aeaf-8940401dfcfc tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (fc258d6b-636e-4736-ada2-f2d18bce47cc), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:19.569740 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55f6fcf-ce62-4aa7-aeaf-8940401dfcfc tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc258d6b-636e-4736-ada2-f2d18bce47cc,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:52:19.577772 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e55f6fcf-ce62-4aa7-aeaf-8940401dfcfc tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:19.579019 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-e55f6fcf-ce62-4aa7-aeaf-8940401dfcfc tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1231713 Feb 19 03:52:19.581852 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52556) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:52:19.586085 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-215f0c5c-a5eb-45a7-99c1-0b367342eed0 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Request body: {'security_group_rule': {'security_group_id': '14bbdf02-d39d-4c5b-b4da-bcc50a912d88', 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:52:19.606307 n-d-826753-2 neutron-server[103701]: INFO neutron.db.securitygroups_db [None req-215f0c5c-a5eb-45a7-99c1-0b367342eed0 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Project ca527022e7c4488e80026cbcb6de3409 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 03:52:19.611215 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-215f0c5c-a5eb-45a7-99c1-0b367342eed0 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group_rule (3e60e007-a8ca-4c41-9629-f0f23c197225), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:19.671572 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-215f0c5c-a5eb-45a7-99c1-0b367342eed0 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group_rule (3e60e007-a8ca-4c41-9629-f0f23c197225), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:19.675711 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-215f0c5c-a5eb-45a7-99c1-0b367342eed0 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (3e60e007-a8ca-4c41-9629-f0f23c197225), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:19.694142 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215f0c5c-a5eb-45a7-99c1-0b367342eed0 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e60e007-a8ca-4c41-9629-f0f23c197225,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:52:19.702106 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-215f0c5c-a5eb-45a7-99c1-0b367342eed0 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:19.703387 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-215f0c5c-a5eb-45a7-99c1-0b367342eed0 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1206083 Feb 19 03:52:19.706117 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52558) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:52:19.710384 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-1fceede7-abfb-4e55-87d6-e88e8cc1b246 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Request body: {'security_group_rule': {'security_group_id': '14bbdf02-d39d-4c5b-b4da-bcc50a912d88', 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:52:19.735345 n-d-826753-2 neutron-server[103701]: INFO neutron.db.securitygroups_db [None req-1fceede7-abfb-4e55-87d6-e88e8cc1b246 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Project ca527022e7c4488e80026cbcb6de3409 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 03:52:19.747216 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1fceede7-abfb-4e55-87d6-e88e8cc1b246 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group_rule (37a09c72-c09f-4cfa-acb5-064ce3ef1857), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:19.811059 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1fceede7-abfb-4e55-87d6-e88e8cc1b246 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group_rule (37a09c72-c09f-4cfa-acb5-064ce3ef1857), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:19.814640 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1fceede7-abfb-4e55-87d6-e88e8cc1b246 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (37a09c72-c09f-4cfa-acb5-064ce3ef1857), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:19.836323 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fceede7-abfb-4e55-87d6-e88e8cc1b246 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37a09c72-c09f-4cfa-acb5-064ce3ef1857,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:52:19.842522 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1fceede7-abfb-4e55-87d6-e88e8cc1b246 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:19.843784 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-1fceede7-abfb-4e55-87d6-e88e8cc1b246 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1366694 Feb 19 03:52:19.846817 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52560) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:52:19.851513 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-e396e0ba-ebe3-444f-9a9b-1dbb6a24e12e tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Request body: {'network': {'name': 'tempest-network-smoke--1358043610', 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'port_security_enabled': True}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:52:19.870498 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e396e0ba-ebe3-444f-9a9b-1dbb6a24e12e tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Made reservation on behalf of ca527022e7c4488e80026cbcb6de3409 for: {'network': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:52:19.875799 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e396e0ba-ebe3-444f-9a9b-1dbb6a24e12e tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:19.902573 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e396e0ba-ebe3-444f-9a9b-1dbb6a24e12e tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] vlan segment allocate from pool success with {'vlan_id': 258, 'physical_network': 'physnet1'} {{(pid=103701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:52:19.911651 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e396e0ba-ebe3-444f-9a9b-1dbb6a24e12e tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (7eb6aa66-ca0c-4030-8cbe-c68e840f7735), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:19.911996 n-d-826753-2 neutron-server[103701]: INFO neutron.db.segments_db [None req-e396e0ba-ebe3-444f-9a9b-1dbb6a24e12e tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Added segment 7eb6aa66-ca0c-4030-8cbe-c68e840f7735 of type vlan for network 6bd048be-4c95-484d-bd4f-969358406729 Feb 19 03:52:19.955111 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e396e0ba-ebe3-444f-9a9b-1dbb6a24e12e tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (6bd048be-4c95-484d-bd4f-969358406729), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:19.980035 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e396e0ba-ebe3-444f-9a9b-1dbb6a24e12e tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (6bd048be-4c95-484d-bd4f-969358406729), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:19.985140 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e396e0ba-ebe3-444f-9a9b-1dbb6a24e12e tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:19.985727 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e396e0ba-ebe3-444f-9a9b-1dbb6a24e12e tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:20.035785 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-e396e0ba-ebe3-444f-9a9b-1dbb6a24e12e tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1879210 Feb 19 03:52:20.038811 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52562) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:52:20.044319 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-09dbb5dc-a55e-4c63-93d8-f9f329df5a81 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-315597053', 'admin_state_up': True, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:52:20.055746 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e396e0ba-ebe3-444f-9a9b-1dbb6a24e12e tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Pushing event updated for resources: {'Network': ['ID=6bd048be-4c95-484d-bd4f-969358406729,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:52:20.066362 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 6bd048be-4c95-484d-bd4f-969358406729 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:52:20.069365 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-09dbb5dc-a55e-4c63-93d8-f9f329df5a81 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14172'] for router (fc46d99f-9144-438c-8303-43cc366bcd2a), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:20.070568 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-09dbb5dc-a55e-4c63-93d8-f9f329df5a81 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16317487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16285822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16309985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14247'] for router (fc46d99f-9144-438c-8303-43cc366bcd2a), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:20.435497 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-09dbb5dc-a55e-4c63-93d8-f9f329df5a81 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for router_controller (fc46d99f-9144-438c-8303-43cc366bcd2a), precommit_add_association {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:20.572245 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-09dbb5dc-a55e-4c63-93d8-f9f329df5a81 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for router_gateway (fc46d99f-9144-438c-8303-43cc366bcd2a), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:20.678297 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:20.766449 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-09dbb5dc-a55e-4c63-93d8-f9f329df5a81 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for router_gateway (fc46d99f-9144-438c-8303-43cc366bcd2a), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:20.794761 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-09dbb5dc-a55e-4c63-93d8-f9f329df5a81 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:20.911603 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-09dbb5dc-a55e-4c63-93d8-f9f329df5a81 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Allocated IP 172.25.6.19 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/0ad207b0-1421-45ad-aede-b8deadf93a34) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:52:21.009546 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-09dbb5dc-a55e-4c63-93d8-f9f329df5a81 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for port (0ad207b0-1421-45ad-aede-b8deadf93a34), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:21.043271 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-09dbb5dc-a55e-4c63-93d8-f9f329df5a81 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (0ad207b0-1421-45ad-aede-b8deadf93a34), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:21.082633 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09dbb5dc-a55e-4c63-93d8-f9f329df5a81 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:52:21.085419 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-09dbb5dc-a55e-4c63-93d8-f9f329df5a81 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:52:21.090931 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09dbb5dc-a55e-4c63-93d8-f9f329df5a81 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:52:21.096663 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dbb5dc-a55e-4c63-93d8-f9f329df5a81 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Pushing event updated for resources: {'Port': ['ID=0ad207b0-1421-45ad-aede-b8deadf93a34,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:52:21.347105 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-09dbb5dc-a55e-4c63-93d8-f9f329df5a81 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for router_gateway (fc46d99f-9144-438c-8303-43cc366bcd2a), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:21.555189 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-09dbb5dc-a55e-4c63-93d8-f9f329df5a81 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16317478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865'] for router (fc46d99f-9144-438c-8303-43cc366bcd2a), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:21.682622 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09dbb5dc-a55e-4c63-93d8-f9f329df5a81 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Router fc46d99f-9144-438c-8303-43cc366bcd2a is scheduled to L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd with binding_index 1 {{(pid=103702) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:52:21.792843 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09dbb5dc-a55e-4c63-93d8-f9f329df5a81 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:52:21.802561 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf19bf8c-69be-4667-83d9-16937fff07de None None] Sync routers for ids ['fc46d99f-9144-438c-8303-43cc366bcd2a'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:52:21.812058 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf19bf8c-69be-4667-83d9-16937fff07de None None] Routers {'fc46d99f-9144-438c-8303-43cc366bcd2a'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:52:21.812787 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-cf19bf8c-69be-4667-83d9-16937fff07de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:52:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['fc46d99f-9144-438c-8303-43cc366bcd2a'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:52:21.824310 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-09dbb5dc-a55e-4c63-93d8-f9f329df5a81 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:21.828534 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-09dbb5dc-a55e-4c63-93d8-f9f329df5a81 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7857704 Feb 19 03:52:21.828743 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52564) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:52:21.931142 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-cf19bf8c-69be-4667-83d9-16937fff07de None None] Set router fc46d99f-9144-438c-8303-43cc366bcd2a gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:52:21.963922 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-6cb73aac-aba6-4ed9-b8ed-5df08612d77b tempest-TestNetworkAdvancedServerOps-1044059750 tempest-TestNetworkAdvancedServerOps-1044059750-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=ca527022e7c4488e80026cbcb6de3409&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1338491 Feb 19 03:52:21.966748 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52568) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:52:22.061403 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a571f3c3-c80f-433c-af1c-59f65e6c5065 tempest-TestNetworkAdvancedServerOps-1044059750 tempest-TestNetworkAdvancedServerOps-1044059750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:22.065570 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-a571f3c3-c80f-433c-af1c-59f65e6c5065 tempest-TestNetworkAdvancedServerOps-1044059750 tempest-TestNetworkAdvancedServerOps-1044059750-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0976124 Feb 19 03:52:22.065857 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52570) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:52:22.093667 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-b6a2c39c-dd6a-45f0-a11f-8911e4a17ffd tempest-TestNetworkAdvancedServerOps-1044059750 tempest-TestNetworkAdvancedServerOps-1044059750-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=eaf64708-9021-419e-b287-ef3e0f51e2ee&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266242 Feb 19 03:52:22.096260 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52572) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:52:22.101238 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-f02e894b-08b3-4d1b-be84-d5f9497085fc tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1415104991', 'network_id': '6bd048be-4c95-484d-bd4f-969358406729', 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:52:22.103836 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:22.129187 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-cf19bf8c-69be-4667-83d9-16937fff07de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc46d99f-9144-438c-8303-43cc366bcd2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-315597053', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': '0ad207b0-1421-45ad-aede-b8deadf93a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:52:20Z', 'updated_at': '2022-02-19T03:52:21Z', 'revision_number': 3, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'gw_port': {'id': '0ad207b0-1421-45ad-aede-b8deadf93a34', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a2:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc46d99f-9144-438c-8303-43cc366bcd2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:52:20Z', 'updated_at': '2022-02-19T03:52:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:52:22.157890 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf19bf8c-69be-4667-83d9-16937fff07de None None] Checking router: fc46d99f-9144-438c-8303-43cc366bcd2a for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:52:22.158245 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf19bf8c-69be-4667-83d9-16937fff07de None None] Updating router fc46d99f-9144-438c-8303-43cc366bcd2a port 0ad207b0-1421-45ad-aede-b8deadf93a34 binding host n-d-826753-2 {{(pid=103703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:52:22.192692 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-cf19bf8c-69be-4667-83d9-16937fff07de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (0ad207b0-1421-45ad-aede-b8deadf93a34), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:22.195273 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f02e894b-08b3-4d1b-be84-d5f9497085fc tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Made reservation on behalf of ca527022e7c4488e80026cbcb6de3409 for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:52:22.198830 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f02e894b-08b3-4d1b-be84-d5f9497085fc tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:22.398095 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f02e894b-08b3-4d1b-be84-d5f9497085fc tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (a9e6037f-d958-4fc2-a035-efcdf7a21736), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:22.458167 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-cf19bf8c-69be-4667-83d9-16937fff07de None None] Publish callbacks [] for port (0ad207b0-1421-45ad-aede-b8deadf93a34), precommit_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:22.462565 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02e894b-08b3-4d1b-be84-d5f9497085fc tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Pushing event updated for resources: {'Subnet': ['ID=a9e6037f-d958-4fc2-a035-efcdf7a21736,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:52:22.473943 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02e894b-08b3-4d1b-be84-d5f9497085fc tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Checking segment: {'id': '7eb6aa66-ca0c-4030-8cbe-c68e840f7735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '6bd048be-4c95-484d-bd4f-969358406729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:52:22.474860 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02e894b-08b3-4d1b-be84-d5f9497085fc tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Network hostable DHCP agents. Network: 6bd048be-4c95-484d-bd4f-969358406729, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:52:22.475956 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-cf19bf8c-69be-4667-83d9-16937fff07de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (0ad207b0-1421-45ad-aede-b8deadf93a34), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:22.496952 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02e894b-08b3-4d1b-be84-d5f9497085fc tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Network 6bd048be-4c95-484d-bd4f-969358406729 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:52:22.510546 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-f02e894b-08b3-4d1b-be84-d5f9497085fc tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 6bd048be-4c95-484d-bd4f-969358406729) {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:52:22.515596 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f02e894b-08b3-4d1b-be84-d5f9497085fc tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:22.516199 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f02e894b-08b3-4d1b-be84-d5f9497085fc tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:22.529309 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96efd328-7cfa-4b94-8054-c6c18cb6058c None None] Network 6bd048be-4c95-484d-bd4f-969358406729 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:52:22.544742 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52574) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:52:22.545194 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-f02e894b-08b3-4d1b-be84-d5f9497085fc tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4474981 Feb 19 03:52:22.548160 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-cf19bf8c-69be-4667-83d9-16937fff07de None None] Attempting to bind port 0ad207b0-1421-45ad-aede-b8deadf93a34 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:52:22.548526 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-cf19bf8c-69be-4667-83d9-16937fff07de None None] Attempting to bind port 0ad207b0-1421-45ad-aede-b8deadf93a34 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:52:22.548885 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf19bf8c-69be-4667-83d9-16937fff07de None None] Attempting to bind port 0ad207b0-1421-45ad-aede-b8deadf93a34 on network eaf64708-9021-419e-b287-ef3e0f51e2ee {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:52:22.593267 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf19bf8c-69be-4667-83d9-16937fff07de None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:52:22.593640 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf19bf8c-69be-4667-83d9-16937fff07de None None] Checking segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:52:22.594032 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-cf19bf8c-69be-4667-83d9-16937fff07de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:22.594434 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf19bf8c-69be-4667-83d9-16937fff07de None None] Bound using segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:52:22.595290 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-cf19bf8c-69be-4667-83d9-16937fff07de None None] Bound port: 0ad207b0-1421-45ad-aede-b8deadf93a34, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:52:22.595290 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-cf19bf8c-69be-4667-83d9-16937fff07de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (0ad207b0-1421-45ad-aede-b8deadf93a34), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:22.601786 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d472ef54-a99d-4c2f-8afe-b6468ec7d94c None None] Pushing event updated for resources: {'Port': ['ID=0ad207b0-1421-45ad-aede-b8deadf93a34,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:52:22.687914 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-cf19bf8c-69be-4667-83d9-16937fff07de None None] For port 0ad207b0-1421-45ad-aede-b8deadf93a34, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:52:22.704920 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24fdbaf-a834-49ea-a82f-cf3ce0132d7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-6bd048be-4c95-484d-bd4f-969358406729', 'network_id': '6bd048be-4c95-484d-bd4f-969358406729', 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'fixed_ips': [{'subnet_id': 'a9e6037f-d958-4fc2-a035-efcdf7a21736'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:52:22.705796 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-a24fdbaf-a834-49ea-a82f-cf3ce0132d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:22.709570 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-cf19bf8c-69be-4667-83d9-16937fff07de None None] For port 0ad207b0-1421-45ad-aede-b8deadf93a34, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=0ad207b0-1421-45ad-aede-b8deadf93a34,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:52:22.727777 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-cf19bf8c-69be-4667-83d9-16937fff07de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (0ad207b0-1421-45ad-aede-b8deadf93a34), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:22.858482 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d472ef54-a99d-4c2f-8afe-b6468ec7d94c None None] Pushing event updated for resources: {'Port': ['ID=0ad207b0-1421-45ad-aede-b8deadf93a34,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:52:22.861116 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf19bf8c-69be-4667-83d9-16937fff07de None None] Routers {'fc46d99f-9144-438c-8303-43cc366bcd2a'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:52:22.861732 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-cf19bf8c-69be-4667-83d9-16937fff07de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:52:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['fc46d99f-9144-438c-8303-43cc366bcd2a'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:52:23.122629 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:23.191346 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-a24fdbaf-a834-49ea-a82f-cf3ce0132d7e None None] Allocated IP 172.20.0.2 (6bd048be-4c95-484d-bd4f-969358406729/a9e6037f-d958-4fc2-a035-efcdf7a21736/59c14b20-7a65-4cb8-9202-2285d1d3cdd1) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:52:23.209666 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-cf19bf8c-69be-4667-83d9-16937fff07de None None] Set router fc46d99f-9144-438c-8303-43cc366bcd2a gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:52:23.338283 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9426f9b6-9795-4767-b5dc-0b26cf3b46d1 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:23.495924 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-a24fdbaf-a834-49ea-a82f-cf3ce0132d7e None None] Publish callbacks [] for port (59c14b20-7a65-4cb8-9202-2285d1d3cdd1), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:23.504587 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-a24fdbaf-a834-49ea-a82f-cf3ce0132d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (59c14b20-7a65-4cb8-9202-2285d1d3cdd1), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:23.548408 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24fdbaf-a834-49ea-a82f-cf3ce0132d7e None None] Network 6bd048be-4c95-484d-bd4f-969358406729 is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:52:23.554292 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-cf19bf8c-69be-4667-83d9-16937fff07de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc46d99f-9144-438c-8303-43cc366bcd2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-315597053', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': '0ad207b0-1421-45ad-aede-b8deadf93a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:52:20Z', 'updated_at': '2022-02-19T03:52:21Z', 'revision_number': 3, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'gw_port': {'id': '0ad207b0-1421-45ad-aede-b8deadf93a34', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a2:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc46d99f-9144-438c-8303-43cc366bcd2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:52:20Z', 'updated_at': '2022-02-19T03:52:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:52:23.560891 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-a24fdbaf-a834-49ea-a82f-cf3ce0132d7e None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:52:23.566406 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24fdbaf-a834-49ea-a82f-cf3ce0132d7e None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:52:23.593931 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf19bf8c-69be-4667-83d9-16937fff07de None None] The sync data for ids ['fc46d99f-9144-438c-8303-43cc366bcd2a'] in n-d-826753-2 is: [{'id': 'fc46d99f-9144-438c-8303-43cc366bcd2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-315597053', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': '0ad207b0-1421-45ad-aede-b8deadf93a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:52:20Z', 'updated_at': '2022-02-19T03:52:21Z', 'revision_number': 3, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'gw_port': {'id': '0ad207b0-1421-45ad-aede-b8deadf93a34', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a2:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc46d99f-9144-438c-8303-43cc366bcd2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:52:20Z', 'updated_at': '2022-02-19T03:52:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:52:23.595268 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24fdbaf-a834-49ea-a82f-cf3ce0132d7e None None] Pushing event updated for resources: {'Port': ['ID=59c14b20-7a65-4cb8-9202-2285d1d3cdd1,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:52:23.644861 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-9426f9b6-9795-4767-b5dc-0b26cf3b46d1 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Allocated IP 172.20.0.1 (6bd048be-4c95-484d-bd4f-969358406729/a9e6037f-d958-4fc2-a035-efcdf7a21736/e4feac20-1900-4b94-90b1-6ebf889dd284) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:52:23.659010 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-a24fdbaf-a834-49ea-a82f-cf3ce0132d7e None None] Attempting to bind port 59c14b20-7a65-4cb8-9202-2285d1d3cdd1 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:52:23.659390 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-a24fdbaf-a834-49ea-a82f-cf3ce0132d7e None None] Attempting to bind port 59c14b20-7a65-4cb8-9202-2285d1d3cdd1 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '7eb6aa66-ca0c-4030-8cbe-c68e840f7735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '6bd048be-4c95-484d-bd4f-969358406729'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:52:23.659761 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24fdbaf-a834-49ea-a82f-cf3ce0132d7e None None] Attempting to bind port 59c14b20-7a65-4cb8-9202-2285d1d3cdd1 on network 6bd048be-4c95-484d-bd4f-969358406729 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:52:23.665695 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24fdbaf-a834-49ea-a82f-cf3ce0132d7e None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:52:23.666073 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24fdbaf-a834-49ea-a82f-cf3ce0132d7e None None] Checking segment: {'id': '7eb6aa66-ca0c-4030-8cbe-c68e840f7735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '6bd048be-4c95-484d-bd4f-969358406729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:52:23.666485 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-a24fdbaf-a834-49ea-a82f-cf3ce0132d7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:23.666881 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24fdbaf-a834-49ea-a82f-cf3ce0132d7e None None] Bound using segment: {'id': '7eb6aa66-ca0c-4030-8cbe-c68e840f7735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '6bd048be-4c95-484d-bd4f-969358406729'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:52:23.667358 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-a24fdbaf-a834-49ea-a82f-cf3ce0132d7e None None] Bound port: 59c14b20-7a65-4cb8-9202-2285d1d3cdd1, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eb6aa66-ca0c-4030-8cbe-c68e840f7735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '6bd048be-4c95-484d-bd4f-969358406729'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:52:23.667746 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-a24fdbaf-a834-49ea-a82f-cf3ce0132d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (59c14b20-7a65-4cb8-9202-2285d1d3cdd1), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:23.740099 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-a24fdbaf-a834-49ea-a82f-cf3ce0132d7e None None] For port 59c14b20-7a65-4cb8-9202-2285d1d3cdd1, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:52:23.745833 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-a24fdbaf-a834-49ea-a82f-cf3ce0132d7e None None] For port 59c14b20-7a65-4cb8-9202-2285d1d3cdd1, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=59c14b20-7a65-4cb8-9202-2285d1d3cdd1,segment=NetworkSegment(7eb6aa66-ca0c-4030-8cbe-c68e840f7735),segment_id=7eb6aa66-ca0c-4030-8cbe-c68e840f7735)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:52:23.755922 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-a24fdbaf-a834-49ea-a82f-cf3ce0132d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (59c14b20-7a65-4cb8-9202-2285d1d3cdd1), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:23.779764 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9426f9b6-9795-4767-b5dc-0b26cf3b46d1 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for port (e4feac20-1900-4b94-90b1-6ebf889dd284), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:23.823596 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24fdbaf-a834-49ea-a82f-cf3ce0132d7e None None] Pushing event updated for resources: {'Port': ['ID=59c14b20-7a65-4cb8-9202-2285d1d3cdd1,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:52:23.833730 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9426f9b6-9795-4767-b5dc-0b26cf3b46d1 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (e4feac20-1900-4b94-90b1-6ebf889dd284), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:23.890470 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9426f9b6-9795-4767-b5dc-0b26cf3b46d1 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Network 6bd048be-4c95-484d-bd4f-969358406729 is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:52:23.891980 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-9426f9b6-9795-4767-b5dc-0b26cf3b46d1 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:52:23.900200 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9426f9b6-9795-4767-b5dc-0b26cf3b46d1 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:52:23.907344 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9426f9b6-9795-4767-b5dc-0b26cf3b46d1 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Pushing event updated for resources: {'Port': ['ID=e4feac20-1900-4b94-90b1-6ebf889dd284,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:52:23.942227 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:52:23.966547 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9426f9b6-9795-4767-b5dc-0b26cf3b46d1 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16289150'] for router_interface (fc46d99f-9144-438c-8303-43cc366bcd2a), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:24.115099 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 0ad207b0-1421-45ad-aede-b8deadf93a34 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:52:24.179597 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9426f9b6-9795-4767-b5dc-0b26cf3b46d1 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (e4feac20-1900-4b94-90b1-6ebf889dd284), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:24.183259 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 0ad207b0-1421-45ad-aede-b8deadf93a34 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:52:24.183643 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (0ad207b0-1421-45ad-aede-b8deadf93a34), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:24.290795 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 0ad207b0-1421-45ad-aede-b8deadf93a34 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:52:24.291188 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (0ad207b0-1421-45ad-aede-b8deadf93a34), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:24.315242 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port 0ad207b0-1421-45ad-aede-b8deadf93a34, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=0ad207b0-1421-45ad-aede-b8deadf93a34,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:52:24.319980 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (0ad207b0-1421-45ad-aede-b8deadf93a34), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:24.373993 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=0ad207b0-1421-45ad-aede-b8deadf93a34,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:52:24.516940 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9426f9b6-9795-4767-b5dc-0b26cf3b46d1 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for port (e4feac20-1900-4b94-90b1-6ebf889dd284), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:24.522540 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9426f9b6-9795-4767-b5dc-0b26cf3b46d1 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (e4feac20-1900-4b94-90b1-6ebf889dd284), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:24.600062 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9426f9b6-9795-4767-b5dc-0b26cf3b46d1 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16362769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16289258'] for router_interface (fc46d99f-9144-438c-8303-43cc366bcd2a), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:24.602732 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9426f9b6-9795-4767-b5dc-0b26cf3b46d1 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Pushing event updated for resources: {'Port': ['ID=e4feac20-1900-4b94-90b1-6ebf889dd284,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:52:24.717040 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9426f9b6-9795-4767-b5dc-0b26cf3b46d1 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Network 6bd048be-4c95-484d-bd4f-969358406729 is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:52:24.719012 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-9426f9b6-9795-4767-b5dc-0b26cf3b46d1 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:52:24.857927 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9426f9b6-9795-4767-b5dc-0b26cf3b46d1 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Router fc46d99f-9144-438c-8303-43cc366bcd2a has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:52:24.962111 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d77d1b-e167-4415-b91f-5380bc4551dc None None] Network 6bd048be-4c95-484d-bd4f-969358406729 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:52:24.983515 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9426f9b6-9795-4767-b5dc-0b26cf3b46d1 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:52:24.993566 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-9426f9b6-9795-4767-b5dc-0b26cf3b46d1 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "PUT /v2.0/routers/fc46d99f-9144-438c-8303-43cc366bcd2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4475939 Feb 19 03:52:25.080538 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-7e3aabe5-0065-46fc-8f92-2c4044857ff9 None None] Provisioning complete for port 59c14b20-7a65-4cb8-9202-2285d1d3cdd1 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:52:25.080922 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-7e3aabe5-0065-46fc-8f92-2c4044857ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (59c14b20-7a65-4cb8-9202-2285d1d3cdd1), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:25.173923 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1539bd9d-d73a-43c1-b359-51af06df0ec8 req-1dee4ab8-e04c-4e41-b199-9db7093b9e0f tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1677378172&fields=id&tenant_id=ca527022e7c4488e80026cbcb6de3409 HTTP/1.1" status: 200 len: 267 time: 0.0625682 Feb 19 03:52:25.184471 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-7e3aabe5-0065-46fc-8f92-2c4044857ff9 None None] Current status of the port 59c14b20-7a65-4cb8-9202-2285d1d3cdd1 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:52:25.185111 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-7e3aabe5-0065-46fc-8f92-2c4044857ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (59c14b20-7a65-4cb8-9202-2285d1d3cdd1), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:25.224841 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-7e3aabe5-0065-46fc-8f92-2c4044857ff9 None None] For port 59c14b20-7a65-4cb8-9202-2285d1d3cdd1, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=59c14b20-7a65-4cb8-9202-2285d1d3cdd1,segment=NetworkSegment(7eb6aa66-ca0c-4030-8cbe-c68e840f7735),segment_id=7eb6aa66-ca0c-4030-8cbe-c68e840f7735)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:52:25.234238 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-7e3aabe5-0065-46fc-8f92-2c4044857ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (59c14b20-7a65-4cb8-9202-2285d1d3cdd1), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:25.299546 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3aabe5-0065-46fc-8f92-2c4044857ff9 None None] Pushing event updated for resources: {'Port': ['ID=59c14b20-7a65-4cb8-9202-2285d1d3cdd1,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:52:25.319779 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1539bd9d-d73a-43c1-b359-51af06df0ec8 req-676a078d-2edd-4a89-95c4-af0a1e01f93b tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:25.322146 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1539bd9d-d73a-43c1-b359-51af06df0ec8 req-676a078d-2edd-4a89-95c4-af0a1e01f93b tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/networks?id=6bd048be-4c95-484d-bd4f-969358406729 HTTP/1.1" status: 200 len: 797 time: 0.1374516 Feb 19 03:52:25.338818 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1539bd9d-d73a-43c1-b359-51af06df0ec8 req-acfb1fc7-d852-4faa-90a0-39fcad5082ad tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/quotas/ca527022e7c4488e80026cbcb6de3409 HTTP/1.1" status: 200 len: 375 time: 0.0110087 Feb 19 03:52:25.400772 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1539bd9d-d73a-43c1-b359-51af06df0ec8 req-d52e3a56-a69b-4a41-967b-b7c3b8d4dc1a tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=ca527022e7c4488e80026cbcb6de3409&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0551357 Feb 19 03:52:25.436248 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4863c84a-5a0d-48fc-9fe5-86f2dc34eb29 None None] Sync routers for ids ['fc46d99f-9144-438c-8303-43cc366bcd2a'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:52:25.451700 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4863c84a-5a0d-48fc-9fe5-86f2dc34eb29 None None] Routers {'fc46d99f-9144-438c-8303-43cc366bcd2a'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:52:25.452343 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-4863c84a-5a0d-48fc-9fe5-86f2dc34eb29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:52:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['fc46d99f-9144-438c-8303-43cc366bcd2a'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:52:25.463660 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-96d4a7f6-78e6-40a5-899b-0ac0805da491 None None] Provisioning complete for port e4feac20-1900-4b94-90b1-6ebf889dd284 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:52:25.464216 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-96d4a7f6-78e6-40a5-899b-0ac0805da491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (e4feac20-1900-4b94-90b1-6ebf889dd284), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:25.505590 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-96d4a7f6-78e6-40a5-899b-0ac0805da491 None None] Port e4feac20-1900-4b94-90b1-6ebf889dd284 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:52:25.511962 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1539bd9d-d73a-43c1-b359-51af06df0ec8 req-e4f6ebec-049b-44bd-943d-5c5b8915f582 service neutron] 10.222.0.72 "GET /v2.0/networks/6bd048be-4c95-484d-bd4f-969358406729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982277 Feb 19 03:52:25.530600 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-96d4a7f6-78e6-40a5-899b-0ac0805da491 None None] Provisioning complete for port 59c14b20-7a65-4cb8-9202-2285d1d3cdd1 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:52:25.530977 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-96d4a7f6-78e6-40a5-899b-0ac0805da491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (59c14b20-7a65-4cb8-9202-2285d1d3cdd1), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:25.583348 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-4863c84a-5a0d-48fc-9fe5-86f2dc34eb29 None None] Set router fc46d99f-9144-438c-8303-43cc366bcd2a gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:52:25.629175 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1539bd9d-d73a-43c1-b359-51af06df0ec8 req-8d64ffe7-5dbd-4a63-a83f-9a66a5828652 service neutron] 10.222.0.72 "GET /v2.0/networks/6bd048be-4c95-484d-bd4f-969358406729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112356 Feb 19 03:52:25.639730 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-96d4a7f6-78e6-40a5-899b-0ac0805da491 None None] Current status of the port 59c14b20-7a65-4cb8-9202-2285d1d3cdd1 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:52:25.776651 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-5e534a4b-957f-4369-b766-4e75116f9fd7 None None] Provisioning complete for port e4feac20-1900-4b94-90b1-6ebf889dd284 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:52:25.777465 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5e534a4b-957f-4369-b766-4e75116f9fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (e4feac20-1900-4b94-90b1-6ebf889dd284), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:25.819695 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-5e534a4b-957f-4369-b766-4e75116f9fd7 None None] Port e4feac20-1900-4b94-90b1-6ebf889dd284 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:52:25.838210 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-4863c84a-5a0d-48fc-9fe5-86f2dc34eb29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc46d99f-9144-438c-8303-43cc366bcd2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-315597053', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': '0ad207b0-1421-45ad-aede-b8deadf93a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:52:20Z', 'updated_at': '2022-02-19T03:52:24Z', 'revision_number': 4, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'gw_port': {'id': '0ad207b0-1421-45ad-aede-b8deadf93a34', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc46d99f-9144-438c-8303-43cc366bcd2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:52:20Z', 'updated_at': '2022-02-19T03:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': 'e4feac20-1900-4b94-90b1-6ebf889dd284', 'name': '', 'network_id': '6bd048be-4c95-484d-bd4f-969358406729', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'mac_address': 'fa:16:3e:5b:b5:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc46d99f-9144-438c-8303-43cc366bcd2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'a9e6037f-d958-4fc2-a035-efcdf7a21736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:52:23Z', 'updated_at': '2022-02-19T03:52:24Z', 'revision_number': 2, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'subnets': [{'id': 'a9e6037f-d958-4fc2-a035-efcdf7a21736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:52:25.841283 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0fe62fe2-d2e9-4bde-907f-e23a90695519 req-88fe5d7c-b42f-48fb-93c6-33a7dfafec7f tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=a529765a-6b67-44cf-acf5-4549471e6688 HTTP/1.1" status: 200 len: 210 time: 0.0320282 Feb 19 03:52:25.864903 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4863c84a-5a0d-48fc-9fe5-86f2dc34eb29 None None] Checking router: fc46d99f-9144-438c-8303-43cc366bcd2a for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:52:25.865460 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4863c84a-5a0d-48fc-9fe5-86f2dc34eb29 None None] Updating router fc46d99f-9144-438c-8303-43cc366bcd2a port e4feac20-1900-4b94-90b1-6ebf889dd284 binding host n-d-826753-2 {{(pid=103704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:52:25.892112 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-4863c84a-5a0d-48fc-9fe5-86f2dc34eb29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (e4feac20-1900-4b94-90b1-6ebf889dd284), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:25.947944 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-3ea637bb-b329-40f9-bee2-55de064d682a None None] Provisioning complete for port e4feac20-1900-4b94-90b1-6ebf889dd284 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:52:25.948324 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3ea637bb-b329-40f9-bee2-55de064d682a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (e4feac20-1900-4b94-90b1-6ebf889dd284), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:25.992511 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-3ea637bb-b329-40f9-bee2-55de064d682a None None] Port e4feac20-1900-4b94-90b1-6ebf889dd284 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:52:26.119378 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 0ad207b0-1421-45ad-aede-b8deadf93a34 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:52:26.168848 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 0ad207b0-1421-45ad-aede-b8deadf93a34 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:52:26.169168 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (0ad207b0-1421-45ad-aede-b8deadf93a34), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:26.184518 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-4863c84a-5a0d-48fc-9fe5-86f2dc34eb29 None None] Publish callbacks [] for port (e4feac20-1900-4b94-90b1-6ebf889dd284), precommit_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:26.190186 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-4863c84a-5a0d-48fc-9fe5-86f2dc34eb29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (e4feac20-1900-4b94-90b1-6ebf889dd284), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:26.235628 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a268e4-2c89-4f6d-bfb4-df41f392d1d7 None None] Pushing event updated for resources: {'Port': ['ID=e4feac20-1900-4b94-90b1-6ebf889dd284,revision_number=3']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:52:26.244566 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a268e4-2c89-4f6d-bfb4-df41f392d1d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:52:26.244910 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a268e4-2c89-4f6d-bfb4-df41f392d1d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:52:26.245279 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a268e4-2c89-4f6d-bfb4-df41f392d1d7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:52:26.245614 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a268e4-2c89-4f6d-bfb4-df41f392d1d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:52:26.245944 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a268e4-2c89-4f6d-bfb4-df41f392d1d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:52:26.246272 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a268e4-2c89-4f6d-bfb4-df41f392d1d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:52:26.246592 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a268e4-2c89-4f6d-bfb4-df41f392d1d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:52:26.246911 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a268e4-2c89-4f6d-bfb4-df41f392d1d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:52:26.247228 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a268e4-2c89-4f6d-bfb4-df41f392d1d7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:52:26.248276 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a268e4-2c89-4f6d-bfb4-df41f392d1d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:52:26.248276 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a268e4-2c89-4f6d-bfb4-df41f392d1d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:52:26.248276 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a268e4-2c89-4f6d-bfb4-df41f392d1d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:52:26.248586 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a268e4-2c89-4f6d-bfb4-df41f392d1d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:52:26.254960 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 0ad207b0-1421-45ad-aede-b8deadf93a34 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:52:26.256274 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 59c14b20-7a65-4cb8-9202-2285d1d3cdd1 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:52:26.311521 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 59c14b20-7a65-4cb8-9202-2285d1d3cdd1 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:52:26.311779 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-4863c84a-5a0d-48fc-9fe5-86f2dc34eb29 None None] Attempting to bind port e4feac20-1900-4b94-90b1-6ebf889dd284 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:52:26.311884 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (59c14b20-7a65-4cb8-9202-2285d1d3cdd1), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:26.312162 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-4863c84a-5a0d-48fc-9fe5-86f2dc34eb29 None None] Attempting to bind port e4feac20-1900-4b94-90b1-6ebf889dd284 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '7eb6aa66-ca0c-4030-8cbe-c68e840f7735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '6bd048be-4c95-484d-bd4f-969358406729'}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:52:26.312521 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4863c84a-5a0d-48fc-9fe5-86f2dc34eb29 None None] Attempting to bind port e4feac20-1900-4b94-90b1-6ebf889dd284 on network 6bd048be-4c95-484d-bd4f-969358406729 {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:52:26.318030 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4863c84a-5a0d-48fc-9fe5-86f2dc34eb29 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:52:26.318403 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4863c84a-5a0d-48fc-9fe5-86f2dc34eb29 None None] Checking segment: {'id': '7eb6aa66-ca0c-4030-8cbe-c68e840f7735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '6bd048be-4c95-484d-bd4f-969358406729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:52:26.318968 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-4863c84a-5a0d-48fc-9fe5-86f2dc34eb29 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:26.319386 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4863c84a-5a0d-48fc-9fe5-86f2dc34eb29 None None] Bound using segment: {'id': '7eb6aa66-ca0c-4030-8cbe-c68e840f7735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '6bd048be-4c95-484d-bd4f-969358406729'} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:52:26.319910 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-4863c84a-5a0d-48fc-9fe5-86f2dc34eb29 None None] Bound port: e4feac20-1900-4b94-90b1-6ebf889dd284, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eb6aa66-ca0c-4030-8cbe-c68e840f7735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '6bd048be-4c95-484d-bd4f-969358406729'}}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:52:26.320295 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-4863c84a-5a0d-48fc-9fe5-86f2dc34eb29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (e4feac20-1900-4b94-90b1-6ebf889dd284), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:26.389834 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-4863c84a-5a0d-48fc-9fe5-86f2dc34eb29 None None] For port e4feac20-1900-4b94-90b1-6ebf889dd284, host n-d-826753-2, cleared binding levels {{(pid=103704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:52:26.393247 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-4863c84a-5a0d-48fc-9fe5-86f2dc34eb29 None None] For port e4feac20-1900-4b94-90b1-6ebf889dd284, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=e4feac20-1900-4b94-90b1-6ebf889dd284,segment=NetworkSegment(7eb6aa66-ca0c-4030-8cbe-c68e840f7735),segment_id=7eb6aa66-ca0c-4030-8cbe-c68e840f7735)] {{(pid=103704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:52:26.400857 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-4863c84a-5a0d-48fc-9fe5-86f2dc34eb29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (e4feac20-1900-4b94-90b1-6ebf889dd284), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:26.401157 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 59c14b20-7a65-4cb8-9202-2285d1d3cdd1 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:52:26.516611 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-c074d857-1306-4c1b-8fad-f16fe46d6fa0 None None] Provisioning complete for port e4feac20-1900-4b94-90b1-6ebf889dd284 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:52:26.516841 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c074d857-1306-4c1b-8fad-f16fe46d6fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (e4feac20-1900-4b94-90b1-6ebf889dd284), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:26.552862 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4863c84a-5a0d-48fc-9fe5-86f2dc34eb29 None None] Routers {'fc46d99f-9144-438c-8303-43cc366bcd2a'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:52:26.553607 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-4863c84a-5a0d-48fc-9fe5-86f2dc34eb29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:52:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['fc46d99f-9144-438c-8303-43cc366bcd2a'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:52:26.591616 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a268e4-2c89-4f6d-bfb4-df41f392d1d7 None None] Pushing event updated for resources: {'Port': ['ID=e4feac20-1900-4b94-90b1-6ebf889dd284,revision_number=4']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:52:26.608721 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-c074d857-1306-4c1b-8fad-f16fe46d6fa0 None None] Current status of the port e4feac20-1900-4b94-90b1-6ebf889dd284 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:52:26.609202 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c074d857-1306-4c1b-8fad-f16fe46d6fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (e4feac20-1900-4b94-90b1-6ebf889dd284), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:26.657170 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-c074d857-1306-4c1b-8fad-f16fe46d6fa0 None None] For port e4feac20-1900-4b94-90b1-6ebf889dd284, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=e4feac20-1900-4b94-90b1-6ebf889dd284,segment=NetworkSegment(7eb6aa66-ca0c-4030-8cbe-c68e840f7735),segment_id=7eb6aa66-ca0c-4030-8cbe-c68e840f7735)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:52:26.662226 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c074d857-1306-4c1b-8fad-f16fe46d6fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (e4feac20-1900-4b94-90b1-6ebf889dd284), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:26.680067 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-4863c84a-5a0d-48fc-9fe5-86f2dc34eb29 None None] Set router fc46d99f-9144-438c-8303-43cc366bcd2a gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:52:26.722409 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c074d857-1306-4c1b-8fad-f16fe46d6fa0 None None] Pushing event updated for resources: {'Port': ['ID=e4feac20-1900-4b94-90b1-6ebf889dd284,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:52:26.761332 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:26.902606 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-abea5850-33c2-42da-ba7d-28917b9c5f62 None None] Provisioning complete for port e4feac20-1900-4b94-90b1-6ebf889dd284 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:52:26.903299 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-abea5850-33c2-42da-ba7d-28917b9c5f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (e4feac20-1900-4b94-90b1-6ebf889dd284), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:26.959283 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-4863c84a-5a0d-48fc-9fe5-86f2dc34eb29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc46d99f-9144-438c-8303-43cc366bcd2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-315597053', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': '0ad207b0-1421-45ad-aede-b8deadf93a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:52:20Z', 'updated_at': '2022-02-19T03:52:24Z', 'revision_number': 4, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'gw_port': {'id': '0ad207b0-1421-45ad-aede-b8deadf93a34', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc46d99f-9144-438c-8303-43cc366bcd2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:52:20Z', 'updated_at': '2022-02-19T03:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': 'e4feac20-1900-4b94-90b1-6ebf889dd284', 'name': '', 'network_id': '6bd048be-4c95-484d-bd4f-969358406729', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'mac_address': 'fa:16:3e:5b:b5:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc46d99f-9144-438c-8303-43cc366bcd2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'a9e6037f-d958-4fc2-a035-efcdf7a21736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:52:23Z', 'updated_at': '2022-02-19T03:52:26Z', 'revision_number': 4, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'subnets': [{'id': 'a9e6037f-d958-4fc2-a035-efcdf7a21736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:52:26.973069 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e345899d-94a6-42d3-ae1c-6be2fb2d7ed5 req-04b9bfd3-fa89-43f0-909b-5994e103c154 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=a529765a-6b67-44cf-acf5-4549471e6688 HTTP/1.1" status: 200 len: 210 time: 0.0496387 Feb 19 03:52:27.015783 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4863c84a-5a0d-48fc-9fe5-86f2dc34eb29 None None] The sync data for ids ['fc46d99f-9144-438c-8303-43cc366bcd2a'] in n-d-826753-2 is: [{'id': 'fc46d99f-9144-438c-8303-43cc366bcd2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-315597053', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': '0ad207b0-1421-45ad-aede-b8deadf93a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:52:20Z', 'updated_at': '2022-02-19T03:52:24Z', 'revision_number': 4, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'gw_port': {'id': '0ad207b0-1421-45ad-aede-b8deadf93a34', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc46d99f-9144-438c-8303-43cc366bcd2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:52:20Z', 'updated_at': '2022-02-19T03:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': 'e4feac20-1900-4b94-90b1-6ebf889dd284', 'name': '', 'network_id': '6bd048be-4c95-484d-bd4f-969358406729', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'mac_address': 'fa:16:3e:5b:b5:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc46d99f-9144-438c-8303-43cc366bcd2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'a9e6037f-d958-4fc2-a035-efcdf7a21736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:52:23Z', 'updated_at': '2022-02-19T03:52:26Z', 'revision_number': 4, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'subnets': [{'id': 'a9e6037f-d958-4fc2-a035-efcdf7a21736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:52:27.051723 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-abea5850-33c2-42da-ba7d-28917b9c5f62 None None] Current status of the port e4feac20-1900-4b94-90b1-6ebf889dd284 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:52:28.069674 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device e4feac20-1900-4b94-90b1-6ebf889dd284 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:52:28.104553 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-968f66ef-3d15-4a25-9586-0993948041f4 req-648767d5-7542-4f00-8d95-fc4726095a24 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=a529765a-6b67-44cf-acf5-4549471e6688 HTTP/1.1" status: 200 len: 210 time: 0.0328259 Feb 19 03:52:28.124447 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port e4feac20-1900-4b94-90b1-6ebf889dd284 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:52:28.124829 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (e4feac20-1900-4b94-90b1-6ebf889dd284), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:28.212278 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port e4feac20-1900-4b94-90b1-6ebf889dd284 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:52:29.189082 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e8774541-02ae-405e-acae-11775257ad0e req-078a6a9e-f389-491a-9736-0b86e73d29b1 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=a529765a-6b67-44cf-acf5-4549471e6688 HTTP/1.1" status: 200 len: 210 time: 0.0280869 Feb 19 03:52:30.285850 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-720a019d-99a4-45b1-bf53-22e3a085f851 req-3f6d403e-4ab2-4b23-9145-5345347a50a5 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=a529765a-6b67-44cf-acf5-4549471e6688 HTTP/1.1" status: 200 len: 210 time: 0.0316932 Feb 19 03:52:31.145843 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1539bd9d-d73a-43c1-b359-51af06df0ec8 req-876119db-cf8a-4975-a722-edf4f8f65dc9 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:31.147348 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-1539bd9d-d73a-43c1-b359-51af06df0ec8 req-876119db-cf8a-4975-a722-edf4f8f65dc9 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.73 "GET /v2.0/networks?id=6bd048be-4c95-484d-bd4f-969358406729 HTTP/1.1" status: 200 len: 797 time: 0.1073470 Feb 19 03:52:31.228264 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-1539bd9d-d73a-43c1-b359-51af06df0ec8 req-8709319f-673e-4052-b718-e55a7856d332 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca527022e7c4488e80026cbcb6de3409 HTTP/1.1" status: 200 len: 380 time: 0.0657721 Feb 19 03:52:31.252570 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-1539bd9d-d73a-43c1-b359-51af06df0ec8 req-23286ba9-8a50-41b5-9c1c-c192a0bfa4ec tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Request body: {'port': {'device_id': 'a529765a-6b67-44cf-acf5-4549471e6688', 'network_id': '6bd048be-4c95-484d-bd4f-969358406729', 'admin_state_up': True, 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'security_groups': ['14bbdf02-d39d-4c5b-b4da-bcc50a912d88']}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:52:31.366778 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1539bd9d-d73a-43c1-b359-51af06df0ec8 req-23286ba9-8a50-41b5-9c1c-c192a0bfa4ec tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Made reservation on behalf of ca527022e7c4488e80026cbcb6de3409 for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:52:31.370433 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-1539bd9d-d73a-43c1-b359-51af06df0ec8 req-23286ba9-8a50-41b5-9c1c-c192a0bfa4ec tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:31.395157 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cfa96433-846b-46ab-8af0-e5b2b570aec4 req-d216d852-a6c0-4aad-ae23-0bfd863f2153 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=a529765a-6b67-44cf-acf5-4549471e6688 HTTP/1.1" status: 200 len: 210 time: 0.0276318 Feb 19 03:52:31.505258 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [req-1539bd9d-d73a-43c1-b359-51af06df0ec8 req-23286ba9-8a50-41b5-9c1c-c192a0bfa4ec tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Allocated IP 172.20.0.6 (6bd048be-4c95-484d-bd4f-969358406729/a9e6037f-d958-4fc2-a035-efcdf7a21736/8f2c3c4f-342b-4f4f-8961-206617d373f1) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:52:31.645574 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-1539bd9d-d73a-43c1-b359-51af06df0ec8 req-23286ba9-8a50-41b5-9c1c-c192a0bfa4ec tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for port (8f2c3c4f-342b-4f4f-8961-206617d373f1), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:31.680978 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-1539bd9d-d73a-43c1-b359-51af06df0ec8 req-23286ba9-8a50-41b5-9c1c-c192a0bfa4ec tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (8f2c3c4f-342b-4f4f-8961-206617d373f1), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:31.729547 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1539bd9d-d73a-43c1-b359-51af06df0ec8 req-23286ba9-8a50-41b5-9c1c-c192a0bfa4ec tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Network 6bd048be-4c95-484d-bd4f-969358406729 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:52:31.732660 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [req-1539bd9d-d73a-43c1-b359-51af06df0ec8 req-23286ba9-8a50-41b5-9c1c-c192a0bfa4ec tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:52:31.739060 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-1539bd9d-d73a-43c1-b359-51af06df0ec8 req-23286ba9-8a50-41b5-9c1c-c192a0bfa4ec tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:52:31.745535 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23286ba9-8a50-41b5-9c1c-c192a0bfa4ec tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Pushing event updated for resources: {'Port': ['ID=8f2c3c4f-342b-4f4f-8961-206617d373f1,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:52:31.794511 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1539bd9d-d73a-43c1-b359-51af06df0ec8 req-23286ba9-8a50-41b5-9c1c-c192a0bfa4ec tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:31.795324 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-1539bd9d-d73a-43c1-b359-51af06df0ec8 req-23286ba9-8a50-41b5-9c1c-c192a0bfa4ec tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:31.815544 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-1539bd9d-d73a-43c1-b359-51af06df0ec8 req-23286ba9-8a50-41b5-9c1c-c192a0bfa4ec tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5667672 Feb 19 03:52:31.833041 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-1539bd9d-d73a-43c1-b359-51af06df0ec8 req-c920a07d-11e0-4342-958a-93b431574126 service neutron] Request body: {'port': {'device_id': 'a529765a-6b67-44cf-acf5-4549471e6688', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826753-2'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:52:31.901435 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-1539bd9d-d73a-43c1-b359-51af06df0ec8 req-c920a07d-11e0-4342-958a-93b431574126 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (8f2c3c4f-342b-4f4f-8961-206617d373f1), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:32.019480 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-f873856f-11f3-400c-841c-c2c02613ee8d None None] Provisioning complete for port 8f2c3c4f-342b-4f4f-8961-206617d373f1 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:52:32.020098 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f873856f-11f3-400c-841c-c2c02613ee8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (8f2c3c4f-342b-4f4f-8961-206617d373f1), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:32.057699 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-f873856f-11f3-400c-841c-c2c02613ee8d None None] Port 8f2c3c4f-342b-4f4f-8961-206617d373f1 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:52:32.193976 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-1539bd9d-d73a-43c1-b359-51af06df0ec8 req-c920a07d-11e0-4342-958a-93b431574126 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f2c3c4f-342b-4f4f-8961-206617d373f1 {{(pid=103702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:52:32.202123 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-1539bd9d-d73a-43c1-b359-51af06df0ec8 req-c920a07d-11e0-4342-958a-93b431574126 service neutron] Publish callbacks [] for port (8f2c3c4f-342b-4f4f-8961-206617d373f1), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:32.213841 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-1539bd9d-d73a-43c1-b359-51af06df0ec8 req-c920a07d-11e0-4342-958a-93b431574126 service neutron] Transition to ACTIVE for port object 8f2c3c4f-342b-4f4f-8961-206617d373f1 will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:52:32.217757 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-1539bd9d-d73a-43c1-b359-51af06df0ec8 req-c920a07d-11e0-4342-958a-93b431574126 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (8f2c3c4f-342b-4f4f-8961-206617d373f1), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:32.284233 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c920a07d-11e0-4342-958a-93b431574126 service neutron] Pushing event updated for resources: {'Port': ['ID=8f2c3c4f-342b-4f4f-8961-206617d373f1,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:52:32.339464 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-1539bd9d-d73a-43c1-b359-51af06df0ec8 req-c920a07d-11e0-4342-958a-93b431574126 service neutron] Attempting to bind port 8f2c3c4f-342b-4f4f-8961-206617d373f1 on host n-h1-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:52:32.339798 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-1539bd9d-d73a-43c1-b359-51af06df0ec8 req-c920a07d-11e0-4342-958a-93b431574126 service neutron] Attempting to bind port 8f2c3c4f-342b-4f4f-8961-206617d373f1 by drivers openvswitch,hyperv on host n-h1-826753-2 at level 0 using segments [{'id': '7eb6aa66-ca0c-4030-8cbe-c68e840f7735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '6bd048be-4c95-484d-bd4f-969358406729'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:52:32.340119 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1539bd9d-d73a-43c1-b359-51af06df0ec8 req-c920a07d-11e0-4342-958a-93b431574126 service neutron] Attempting to bind port 8f2c3c4f-342b-4f4f-8961-206617d373f1 on network 6bd048be-4c95-484d-bd4f-969358406729 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:52:32.344855 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1539bd9d-d73a-43c1-b359-51af06df0ec8 req-c920a07d-11e0-4342-958a-93b431574126 service neutron] Port 8f2c3c4f-342b-4f4f-8961-206617d373f1 on network 6bd048be-4c95-484d-bd4f-969358406729 not bound, no agent of type Open vSwitch agent registered on host n-h1-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:52:32.345198 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1539bd9d-d73a-43c1-b359-51af06df0ec8 req-c920a07d-11e0-4342-958a-93b431574126 service neutron] Attempting to bind port 8f2c3c4f-342b-4f4f-8961-206617d373f1 on network 6bd048be-4c95-484d-bd4f-969358406729 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:52:32.350030 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1539bd9d-d73a-43c1-b359-51af06df0ec8 req-c920a07d-11e0-4342-958a-93b431574126 service neutron] Checking agent: {'id': '9d56fb1b-2855-496a-a6d9-c324740cb98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 52, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:52:32.350358 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1539bd9d-d73a-43c1-b359-51af06df0ec8 req-c920a07d-11e0-4342-958a-93b431574126 service neutron] Checking segment: {'id': '7eb6aa66-ca0c-4030-8cbe-c68e840f7735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '6bd048be-4c95-484d-bd4f-969358406729'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:52:32.350730 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1539bd9d-d73a-43c1-b359-51af06df0ec8 req-c920a07d-11e0-4342-958a-93b431574126 service neutron] Bound using segment: {'id': '7eb6aa66-ca0c-4030-8cbe-c68e840f7735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '6bd048be-4c95-484d-bd4f-969358406729'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:52:32.351142 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-1539bd9d-d73a-43c1-b359-51af06df0ec8 req-c920a07d-11e0-4342-958a-93b431574126 service neutron] Bound port: 8f2c3c4f-342b-4f4f-8961-206617d373f1, host: n-h1-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7eb6aa66-ca0c-4030-8cbe-c68e840f7735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '6bd048be-4c95-484d-bd4f-969358406729'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:52:32.352023 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-1539bd9d-d73a-43c1-b359-51af06df0ec8 req-c920a07d-11e0-4342-958a-93b431574126 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (8f2c3c4f-342b-4f4f-8961-206617d373f1), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:32.423771 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-1539bd9d-d73a-43c1-b359-51af06df0ec8 req-c920a07d-11e0-4342-958a-93b431574126 service neutron] For port 8f2c3c4f-342b-4f4f-8961-206617d373f1, host n-h1-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:52:32.428873 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-1539bd9d-d73a-43c1-b359-51af06df0ec8 req-c920a07d-11e0-4342-958a-93b431574126 service neutron] For port 8f2c3c4f-342b-4f4f-8961-206617d373f1, host n-h1-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=8f2c3c4f-342b-4f4f-8961-206617d373f1,segment=NetworkSegment(7eb6aa66-ca0c-4030-8cbe-c68e840f7735),segment_id=7eb6aa66-ca0c-4030-8cbe-c68e840f7735)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:52:32.437394 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-1539bd9d-d73a-43c1-b359-51af06df0ec8 req-c920a07d-11e0-4342-958a-93b431574126 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (8f2c3c4f-342b-4f4f-8961-206617d373f1), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:32.474760 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1539bd9d-d73a-43c1-b359-51af06df0ec8 req-c920a07d-11e0-4342-958a-93b431574126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:32.475619 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-1539bd9d-d73a-43c1-b359-51af06df0ec8 req-c920a07d-11e0-4342-958a-93b431574126 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:32.478227 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-1539bd9d-d73a-43c1-b359-51af06df0ec8 req-c920a07d-11e0-4342-958a-93b431574126 service neutron] 10.222.0.73 "PUT /v2.0/ports/8f2c3c4f-342b-4f4f-8961-206617d373f1 HTTP/1.1" status: 200 len: 1091 time: 0.6495686 Feb 19 03:52:32.478823 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a529765a-6b67-44cf-acf5-4549471e6688', 'tag': '8f2c3c4f-342b-4f4f-8961-206617d373f1'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:52:32.481638 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b48a34f37e4e31fa410c3f10fa4e23c828d45427043ff8d3e4d9f228381d6ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-132aac8a-c9ab-4721-acb2-228f21fbf236" -d '{"events": [{"name": "network-changed", "server_uuid": "a529765a-6b67-44cf-acf5-4549471e6688", "tag": "8f2c3c4f-342b-4f4f-8961-206617d373f1"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:52:32.513859 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c920a07d-11e0-4342-958a-93b431574126 service neutron] Pushing event updated for resources: {'Port': ['ID=8f2c3c4f-342b-4f4f-8961-206617d373f1,revision_number=3']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:52:32.546943 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572fd339-b70d-40a6-8073-b1afa37a854f req-65853e1f-9da3-4e29-9c0c-62e2406d970d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:32.558203 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-572fd339-b70d-40a6-8073-b1afa37a854f req-65853e1f-9da3-4e29-9c0c-62e2406d970d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=a529765a-6b67-44cf-acf5-4549471e6688 HTTP/1.1" status: 200 len: 943 time: 0.0845010 Feb 19 03:52:32.573898 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5dd7ac2-32aa-4a68-91c5-5739513d01c3 x-openstack-request-id: req-c5dd7ac2-32aa-4a68-91c5-5739513d01c3 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:52:32.574341 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a529765a-6b67-44cf-acf5-4549471e6688", "tag": "8f2c3c4f-342b-4f4f-8961-206617d373f1", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:52:32.574667 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c5dd7ac2-32aa-4a68-91c5-5739513d01c3 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:52:32.575144 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a529765a-6b67-44cf-acf5-4549471e6688', 'tag': '8f2c3c4f-342b-4f4f-8961-206617d373f1', 'status': 'completed', 'code': 200} Feb 19 03:52:32.599348 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1539bd9d-d73a-43c1-b359-51af06df0ec8 req-3e35ce10-97b3-4bf3-99ea-11a237ac915e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:32.601160 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-1539bd9d-d73a-43c1-b359-51af06df0ec8 req-3e35ce10-97b3-4bf3-99ea-11a237ac915e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ca527022e7c4488e80026cbcb6de3409&device_id=a529765a-6b67-44cf-acf5-4549471e6688 HTTP/1.1" status: 200 len: 1125 time: 0.0602913 Feb 19 03:52:32.609717 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-572fd339-b70d-40a6-8073-b1afa37a854f req-b47eb59d-4e1c-4aef-9f51-7940f2921ef1 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=14bbdf02-d39d-4c5b-b4da-bcc50a912d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500464 Feb 19 03:52:32.658613 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-1539bd9d-d73a-43c1-b359-51af06df0ec8 req-e6570359-e749-45da-a9a8-9d2afbd22204 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f2c3c4f-342b-4f4f-8961-206617d373f1 HTTP/1.1" status: 200 len: 217 time: 0.0452471 Feb 19 03:52:32.708865 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1539bd9d-d73a-43c1-b359-51af06df0ec8 req-1bd58898-3984-4819-8c4a-c6d14c4f9132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:32.710416 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-1539bd9d-d73a-43c1-b359-51af06df0ec8 req-1bd58898-3984-4819-8c4a-c6d14c4f9132 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a9e6037f-d958-4fc2-a035-efcdf7a21736 HTTP/1.1" status: 200 len: 835 time: 0.0453875 Feb 19 03:52:32.763678 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1539bd9d-d73a-43c1-b359-51af06df0ec8 req-64852d77-5c24-4319-b786-64b6117bb2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:32.765280 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-1539bd9d-d73a-43c1-b359-51af06df0ec8 req-64852d77-5c24-4319-b786-64b6117bb2bc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6bd048be-4c95-484d-bd4f-969358406729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0491285 Feb 19 03:52:32.860712 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-1539bd9d-d73a-43c1-b359-51af06df0ec8 req-86e63070-61b3-4f1a-ba5f-765155f7e0e3 service neutron] 10.222.0.73 "GET /v2.0/networks/6bd048be-4c95-484d-bd4f-969358406729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896070 Feb 19 03:52:32.950897 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-1539bd9d-d73a-43c1-b359-51af06df0ec8 req-27bb4a7f-bf70-4978-bafe-c1c77cecde4c service neutron] 10.222.0.73 "GET /v2.0/networks/6bd048be-4c95-484d-bd4f-969358406729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844164 Feb 19 03:52:33.097832 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132aac8a-c9ab-4721-acb2-228f21fbf236 req-32e44e18-dda8-4ca2-934f-cadf087db141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:33.099349 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-132aac8a-c9ab-4721-acb2-228f21fbf236 req-32e44e18-dda8-4ca2-934f-cadf087db141 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ca527022e7c4488e80026cbcb6de3409&device_id=a529765a-6b67-44cf-acf5-4549471e6688 HTTP/1.1" status: 200 len: 1125 time: 0.0520246 Feb 19 03:52:33.186686 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132aac8a-c9ab-4721-acb2-228f21fbf236 req-431bd128-cda4-4aa6-9e69-f10145e38ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:33.188150 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-132aac8a-c9ab-4721-acb2-228f21fbf236 req-431bd128-cda4-4aa6-9e69-f10145e38ad3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6bd048be-4c95-484d-bd4f-969358406729 HTTP/1.1" status: 200 len: 898 time: 0.0828223 Feb 19 03:52:33.227328 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-132aac8a-c9ab-4721-acb2-228f21fbf236 req-e86d0181-cf26-46e0-adee-1ec9f3a92478 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f2c3c4f-342b-4f4f-8961-206617d373f1 HTTP/1.1" status: 200 len: 217 time: 0.0329783 Feb 19 03:52:33.276311 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132aac8a-c9ab-4721-acb2-228f21fbf236 req-4fc02f1f-cccb-463d-a43e-a9327fafa64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:33.277832 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-132aac8a-c9ab-4721-acb2-228f21fbf236 req-4fc02f1f-cccb-463d-a43e-a9327fafa64d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a9e6037f-d958-4fc2-a035-efcdf7a21736 HTTP/1.1" status: 200 len: 835 time: 0.0457296 Feb 19 03:52:33.326715 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132aac8a-c9ab-4721-acb2-228f21fbf236 req-bcab4903-da86-4fa2-b2f5-7e58ce216b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:33.328249 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-132aac8a-c9ab-4721-acb2-228f21fbf236 req-bcab4903-da86-4fa2-b2f5-7e58ce216b72 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6bd048be-4c95-484d-bd4f-969358406729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0450928 Feb 19 03:52:33.413550 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-132aac8a-c9ab-4721-acb2-228f21fbf236 req-c227aa93-92f3-4223-8633-5e6eadf8ae15 service neutron] 10.222.0.73 "GET /v2.0/networks/6bd048be-4c95-484d-bd4f-969358406729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794282 Feb 19 03:52:33.508597 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-132aac8a-c9ab-4721-acb2-228f21fbf236 req-b33c06a5-35ce-4dde-9b61-1dbf51e75c64 service neutron] 10.222.0.73 "GET /v2.0/networks/6bd048be-4c95-484d-bd4f-969358406729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882301 Feb 19 03:52:33.734537 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc09ef3-b781-4084-abf0-4cc0840e8793 req-e63f7210-5b17-4d62-a48a-8326e48db080 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:33.736041 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-dfc09ef3-b781-4084-abf0-4cc0840e8793 req-e63f7210-5b17-4d62-a48a-8326e48db080 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=a529765a-6b67-44cf-acf5-4549471e6688 HTTP/1.1" status: 200 len: 943 time: 0.0533020 Feb 19 03:52:33.790453 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-dfc09ef3-b781-4084-abf0-4cc0840e8793 req-0a867f72-30d9-4e77-8321-814719b5f43d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=14bbdf02-d39d-4c5b-b4da-bcc50a912d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488110 Feb 19 03:52:34.912016 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208a9434-224a-4dab-b943-d28cb1724b21 req-9208d059-d417-4d3d-92d7-e9ccdccf75a3 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:34.913550 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-208a9434-224a-4dab-b943-d28cb1724b21 req-9208d059-d417-4d3d-92d7-e9ccdccf75a3 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=a529765a-6b67-44cf-acf5-4549471e6688 HTTP/1.1" status: 200 len: 943 time: 0.0529897 Feb 19 03:52:34.965861 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-208a9434-224a-4dab-b943-d28cb1724b21 req-70451c0d-bcb9-4a32-9081-03db3fdd1fcf tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=14bbdf02-d39d-4c5b-b4da-bcc50a912d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460920 Feb 19 03:52:36.089566 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f45427-158d-461c-805f-a0d24dbcbba9 req-70f7efa9-148b-4fd5-87a7-f6e3e5614a0f tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:36.091111 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-83f45427-158d-461c-805f-a0d24dbcbba9 req-70f7efa9-148b-4fd5-87a7-f6e3e5614a0f tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=a529765a-6b67-44cf-acf5-4549471e6688 HTTP/1.1" status: 200 len: 943 time: 0.0566628 Feb 19 03:52:36.141802 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-83f45427-158d-461c-805f-a0d24dbcbba9 req-99ebc6c6-73ff-48a5-80b4-e949536dd36e tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=14bbdf02-d39d-4c5b-b4da-bcc50a912d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448158 Feb 19 03:52:37.269901 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b44c6ce-d2a6-4176-8b5c-6b12956783f1 req-1f4b58d7-84bd-4ae6-ac63-b3e757a4a3f8 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:37.271398 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8b44c6ce-d2a6-4176-8b5c-6b12956783f1 req-1f4b58d7-84bd-4ae6-ac63-b3e757a4a3f8 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=a529765a-6b67-44cf-acf5-4549471e6688 HTTP/1.1" status: 200 len: 943 time: 0.0560856 Feb 19 03:52:37.319717 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8b44c6ce-d2a6-4176-8b5c-6b12956783f1 req-36eaf0b0-8118-4731-b38a-4dda8e7bd8bc tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=14bbdf02-d39d-4c5b-b4da-bcc50a912d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420790 Feb 19 03:52:37.394701 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 8f2c3c4f-342b-4f4f-8961-206617d373f1 details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:52:37.507287 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 8f2c3c4f-342b-4f4f-8961-206617d373f1, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=8f2c3c4f-342b-4f4f-8961-206617d373f1,segment=NetworkSegment(7eb6aa66-ca0c-4030-8cbe-c68e840f7735),segment_id=7eb6aa66-ca0c-4030-8cbe-c68e840f7735)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:52:37.518619 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': '8f2c3c4f-342b-4f4f-8961-206617d373f1', 'network_id': '6bd048be-4c95-484d-bd4f-969358406729', 'port_id': '8f2c3c4f-342b-4f4f-8961-206617d373f1', 'mac_address': 'fa:16:3e:bb:49:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e6037f-d958-4fc2-a035-efcdf7a21736', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:52:37.558861 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 8f2c3c4f-342b-4f4f-8961-206617d373f1 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:52:37.559257 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (8f2c3c4f-342b-4f4f-8961-206617d373f1), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:37.573411 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f2c3c4f-342b-4f4f-8961-206617d373f1 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:52:37.593775 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 8f2c3c4f-342b-4f4f-8961-206617d373f1, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=8f2c3c4f-342b-4f4f-8961-206617d373f1,segment=NetworkSegment(7eb6aa66-ca0c-4030-8cbe-c68e840f7735),segment_id=7eb6aa66-ca0c-4030-8cbe-c68e840f7735)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:52:37.597757 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (8f2c3c4f-342b-4f4f-8961-206617d373f1), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:37.648611 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=8f2c3c4f-342b-4f4f-8961-206617d373f1,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:52:38.020113 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['8f2c3c4f-342b-4f4f-8961-206617d373f1'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:52:38.438650 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf12a7a-8552-4192-a955-55050e537925 req-96a5cf7b-a013-408d-90ec-c2d6b413fffe tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:38.440099 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-edf12a7a-8552-4192-a955-55050e537925 req-96a5cf7b-a013-408d-90ec-c2d6b413fffe tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=a529765a-6b67-44cf-acf5-4549471e6688 HTTP/1.1" status: 200 len: 944 time: 0.0520706 Feb 19 03:52:38.488476 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-edf12a7a-8552-4192-a955-55050e537925 req-2be12116-2d10-41ae-a604-35cbdafcd076 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=14bbdf02-d39d-4c5b-b4da-bcc50a912d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427725 Feb 19 03:52:39.409974 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 8f2c3c4f-342b-4f4f-8961-206617d373f1 up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:52:39.458823 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning for port 8f2c3c4f-342b-4f4f-8961-206617d373f1 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:52:39.464045 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port 8f2c3c4f-342b-4f4f-8961-206617d373f1 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:52:39.464418 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (8f2c3c4f-342b-4f4f-8961-206617d373f1), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:39.543776 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 8f2c3c4f-342b-4f4f-8961-206617d373f1 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:52:39.544169 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (8f2c3c4f-342b-4f4f-8961-206617d373f1), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:39.566592 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a529765a-6b67-44cf-acf5-4549471e6688', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f2c3c4f-342b-4f4f-8961-206617d373f1'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:52:39.568857 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88fe038525c8a7a69a3adae1ae732c1dd0c63371bed0a925712ea7f2f25f70bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b66e380a-52c3-4105-a051-c36317d2dd3b" -d '{"events": [{"server_uuid": "a529765a-6b67-44cf-acf5-4549471e6688", "name": "network-vif-plugged", "status": "completed", "tag": "8f2c3c4f-342b-4f4f-8961-206617d373f1"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:52:39.581844 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 8f2c3c4f-342b-4f4f-8961-206617d373f1, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=8f2c3c4f-342b-4f4f-8961-206617d373f1,segment=NetworkSegment(7eb6aa66-ca0c-4030-8cbe-c68e840f7735),segment_id=7eb6aa66-ca0c-4030-8cbe-c68e840f7735)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:52:39.587740 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (8f2c3c4f-342b-4f4f-8961-206617d373f1), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:39.612079 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b155e27f-7c3b-48f8-9b80-03e6e9e9a95a x-openstack-request-id: req-b155e27f-7c3b-48f8-9b80-03e6e9e9a95a {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:52:39.612375 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a529765a-6b67-44cf-acf5-4549471e6688", "name": "network-vif-plugged", "status": "completed", "tag": "8f2c3c4f-342b-4f4f-8961-206617d373f1", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:52:39.612628 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b155e27f-7c3b-48f8-9b80-03e6e9e9a95a {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:52:39.613081 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a529765a-6b67-44cf-acf5-4549471e6688', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f2c3c4f-342b-4f4f-8961-206617d373f1', 'code': 200} Feb 19 03:52:39.619921 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634c055c-a726-4754-bb34-e4e401359202 req-26b7f5f1-606b-4236-b4b7-0bd378801de9 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:39.621418 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-634c055c-a726-4754-bb34-e4e401359202 req-26b7f5f1-606b-4236-b4b7-0bd378801de9 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=a529765a-6b67-44cf-acf5-4549471e6688 HTTP/1.1" status: 200 len: 944 time: 0.0611019 Feb 19 03:52:39.638288 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=8f2c3c4f-342b-4f4f-8961-206617d373f1,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:52:39.671789 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-634c055c-a726-4754-bb34-e4e401359202 req-574b9072-baed-42dc-9202-82fd0fc5d5da tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=14bbdf02-d39d-4c5b-b4da-bcc50a912d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443590 Feb 19 03:52:39.742058 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c207e7f0-f365-4a7f-9ddc-892a1e9041ab req-7344a1c4-ab74-4347-a23a-52209a3cf0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:39.743600 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c207e7f0-f365-4a7f-9ddc-892a1e9041ab req-7344a1c4-ab74-4347-a23a-52209a3cf0a5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a529765a-6b67-44cf-acf5-4549471e6688 HTTP/1.1" status: 200 len: 1127 time: 0.0442014 Feb 19 03:52:39.787330 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c207e7f0-f365-4a7f-9ddc-892a1e9041ab req-b0313cdf-57bb-4dad-b603-ec023868dd79 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=14bbdf02-d39d-4c5b-b4da-bcc50a912d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380075 Feb 19 03:52:40.796592 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7721de85-07a3-44aa-9034-54c019cccf5c req-41801fe0-0205-4631-828d-86208406e9c8 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:40.798139 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7721de85-07a3-44aa-9034-54c019cccf5c req-41801fe0-0205-4631-828d-86208406e9c8 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=a529765a-6b67-44cf-acf5-4549471e6688 HTTP/1.1" status: 200 len: 945 time: 0.0539956 Feb 19 03:52:40.854421 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7721de85-07a3-44aa-9034-54c019cccf5c req-5b6f97a3-5c95-4c5a-b21c-fa13461a4288 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=14bbdf02-d39d-4c5b-b4da-bcc50a912d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504000 Feb 19 03:52:41.984360 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd21cb43-666e-4e70-8933-d26606a0a460 req-195ca344-e17b-406c-871a-c6eeac45e6ea tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:41.985867 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fd21cb43-666e-4e70-8933-d26606a0a460 req-195ca344-e17b-406c-871a-c6eeac45e6ea tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=a529765a-6b67-44cf-acf5-4549471e6688 HTTP/1.1" status: 200 len: 945 time: 0.0636437 Feb 19 03:52:42.038694 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fd21cb43-666e-4e70-8933-d26606a0a460 req-7a3a1a61-022b-4034-aa5d-906306b6216a tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=14bbdf02-d39d-4c5b-b4da-bcc50a912d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472779 Feb 19 03:52:42.159028 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6ce33e-5aa6-4670-9577-d96472e43259 req-069694db-2d5f-46d9-bdfc-f6fa71ccfa20 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:42.160425 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5a6ce33e-5aa6-4670-9577-d96472e43259 req-069694db-2d5f-46d9-bdfc-f6fa71ccfa20 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=a529765a-6b67-44cf-acf5-4549471e6688 HTTP/1.1" status: 200 len: 945 time: 0.0523934 Feb 19 03:52:42.208461 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5a6ce33e-5aa6-4670-9577-d96472e43259 req-22f4b147-6d3e-41e3-916b-82e6afe3ef38 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=14bbdf02-d39d-4c5b-b4da-bcc50a912d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423565 Feb 19 03:52:42.230340 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52644) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:52:42.273422 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c104cd-73f0-4f10-93b8-d9f43dc6df21 tempest-TestNetworkAdvancedServerOps-1044059750 tempest-TestNetworkAdvancedServerOps-1044059750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:42.275012 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-b2c104cd-73f0-4f10-93b8-d9f43dc6df21 tempest-TestNetworkAdvancedServerOps-1044059750 tempest-TestNetworkAdvancedServerOps-1044059750-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=a529765a-6b67-44cf-acf5-4549471e6688 HTTP/1.1" status: 200 len: 1122 time: 0.0436540 Feb 19 03:52:42.278515 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52646) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:52:42.282953 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-431ecbd7-f62b-40d1-ae53-cf0453ea044b tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Request body: {'floatingip': {'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'port_id': '8f2c3c4f-342b-4f4f-8961-206617d373f1', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:52:42.303393 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-431ecbd7-f62b-40d1-ae53-cf0453ea044b tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:42.403594 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-431ecbd7-f62b-40d1-ae53-cf0453ea044b tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:42.503331 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-431ecbd7-f62b-40d1-ae53-cf0453ea044b tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Allocated IP 172.25.6.49 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/c89a45e7-523b-4e09-9871-45b86e74e789) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:52:42.607837 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-431ecbd7-f62b-40d1-ae53-cf0453ea044b tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for port (c89a45e7-523b-4e09-9871-45b86e74e789), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:42.643324 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-431ecbd7-f62b-40d1-ae53-cf0453ea044b tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (c89a45e7-523b-4e09-9871-45b86e74e789), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:42.678116 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431ecbd7-f62b-40d1-ae53-cf0453ea044b tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:52:42.681069 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-431ecbd7-f62b-40d1-ae53-cf0453ea044b tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:52:42.684993 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431ecbd7-f62b-40d1-ae53-cf0453ea044b tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:52:42.710051 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431ecbd7-f62b-40d1-ae53-cf0453ea044b tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Pushing event updated for resources: {'Port': ['ID=c89a45e7-523b-4e09-9871-45b86e74e789,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:52:43.053578 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-431ecbd7-f62b-40d1-ae53-cf0453ea044b tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for floatingip (15b3b72b-83ec-4fb3-bf3b-3c61580da1b5), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:43.123314 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-431ecbd7-f62b-40d1-ae53-cf0453ea044b tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (c89a45e7-523b-4e09-9871-45b86e74e789), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:43.273474 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-431ecbd7-f62b-40d1-ae53-cf0453ea044b tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for port (c89a45e7-523b-4e09-9871-45b86e74e789), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:43.278145 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-431ecbd7-f62b-40d1-ae53-cf0453ea044b tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (c89a45e7-523b-4e09-9871-45b86e74e789), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:43.352936 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431ecbd7-f62b-40d1-ae53-cf0453ea044b tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Pushing event updated for resources: {'Port': ['ID=c89a45e7-523b-4e09-9871-45b86e74e789,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:52:43.365794 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-431ecbd7-f62b-40d1-ae53-cf0453ea044b tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16285943'] for floatingip (15b3b72b-83ec-4fb3-bf3b-3c61580da1b5), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:43.756871 n-d-826753-2 neutron-server[103701]: INFO neutron.db.l3_db [None req-431ecbd7-f62b-40d1-ae53-cf0453ea044b tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Floating IP 15b3b72b-83ec-4fb3-bf3b-3c61580da1b5 associated. External IP: 172.25.6.49, port: 8f2c3c4f-342b-4f4f-8961-206617d373f1. Feb 19 03:52:43.979670 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-431ecbd7-f62b-40d1-ae53-cf0453ea044b tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Router fc46d99f-9144-438c-8303-43cc366bcd2a has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:52:44.092369 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-431ecbd7-f62b-40d1-ae53-cf0453ea044b tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:52:44.103042 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02011afb-1216-4314-960f-5a2fefc9ab42 None None] Sync routers for ids ['fc46d99f-9144-438c-8303-43cc366bcd2a'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:52:44.113774 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02011afb-1216-4314-960f-5a2fefc9ab42 None None] Routers {'fc46d99f-9144-438c-8303-43cc366bcd2a'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:52:44.114480 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-02011afb-1216-4314-960f-5a2fefc9ab42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:52:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['fc46d99f-9144-438c-8303-43cc366bcd2a'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:52:44.114761 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-431ecbd7-f62b-40d1-ae53-cf0453ea044b tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:44.151557 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-431ecbd7-f62b-40d1-ae53-cf0453ea044b tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8679404 Feb 19 03:52:44.151557 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a529765a-6b67-44cf-acf5-4549471e6688', 'tag': '8f2c3c4f-342b-4f4f-8961-206617d373f1'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:52:44.151557 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64650e7238020d70304413a5b849b926770e068c757b8393e93027c7f92d28d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4b49b8a-d390-4bed-aed1-8e8a951862fd" -d '{"events": [{"name": "network-changed", "server_uuid": "a529765a-6b67-44cf-acf5-4549471e6688", "tag": "8f2c3c4f-342b-4f4f-8961-206617d373f1"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:52:44.192387 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1084533d-8857-49f8-951d-15ca55073068 x-openstack-request-id: req-1084533d-8857-49f8-951d-15ca55073068 {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:52:44.192697 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a529765a-6b67-44cf-acf5-4549471e6688", "tag": "8f2c3c4f-342b-4f4f-8961-206617d373f1", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:52:44.192959 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1084533d-8857-49f8-951d-15ca55073068 {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:52:44.193407 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a529765a-6b67-44cf-acf5-4549471e6688', 'tag': '8f2c3c4f-342b-4f4f-8961-206617d373f1', 'status': 'completed', 'code': 200} Feb 19 03:52:44.228088 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-02011afb-1216-4314-960f-5a2fefc9ab42 None None] Set router fc46d99f-9144-438c-8303-43cc366bcd2a gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:52:44.260112 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141a31c3-bccb-46f2-aa82-bf8dd26226fa req-592aa688-cd26-4195-b8b5-565bd998aee3 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:44.263547 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-141a31c3-bccb-46f2-aa82-bf8dd26226fa req-592aa688-cd26-4195-b8b5-565bd998aee3 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=a529765a-6b67-44cf-acf5-4549471e6688 HTTP/1.1" status: 200 len: 945 time: 0.0594127 Feb 19 03:52:44.294640 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b49b8a-d390-4bed-aed1-8e8a951862fd req-4d4d6eea-739b-4abc-86ca-76a964055832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:44.296201 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a4b49b8a-d390-4bed-aed1-8e8a951862fd req-4d4d6eea-739b-4abc-86ca-76a964055832 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ca527022e7c4488e80026cbcb6de3409&device_id=a529765a-6b67-44cf-acf5-4549471e6688 HTTP/1.1" status: 200 len: 1127 time: 0.0574517 Feb 19 03:52:44.325965 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-141a31c3-bccb-46f2-aa82-bf8dd26226fa req-e2432b59-bc2e-4da3-b527-0d2ed53a3a9e tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=14bbdf02-d39d-4c5b-b4da-bcc50a912d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575612 Feb 19 03:52:44.350782 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52652) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:52:44.396726 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b49b8a-d390-4bed-aed1-8e8a951862fd req-50c7e020-f2f7-4886-b176-f99a58fa726b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:44.398292 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a4b49b8a-d390-4bed-aed1-8e8a951862fd req-50c7e020-f2f7-4886-b176-f99a58fa726b service neutron] 10.222.0.73 "GET /v2.0/networks?id=6bd048be-4c95-484d-bd4f-969358406729 HTTP/1.1" status: 200 len: 898 time: 0.0957470 Feb 19 03:52:44.422589 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-1561f6c5-d84c-477b-80ed-fd65148d89f4 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/floatingips/15b3b72b-83ec-4fb3-bf3b-3c61580da1b5 HTTP/1.1" status: 200 len: 990 time: 0.0704226 Feb 19 03:52:44.469450 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a4b49b8a-d390-4bed-aed1-8e8a951862fd req-5b1d88dd-8fce-417c-9da0-6d56d7bf6602 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f2c3c4f-342b-4f4f-8961-206617d373f1 HTTP/1.1" status: 200 len: 998 time: 0.0643671 Feb 19 03:52:44.516471 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b49b8a-d390-4bed-aed1-8e8a951862fd req-a607682e-987b-4936-8824-ccc220bee5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:44.517971 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a4b49b8a-d390-4bed-aed1-8e8a951862fd req-a607682e-987b-4936-8824-ccc220bee5eb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a9e6037f-d958-4fc2-a035-efcdf7a21736 HTTP/1.1" status: 200 len: 835 time: 0.0435519 Feb 19 03:52:44.566209 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b49b8a-d390-4bed-aed1-8e8a951862fd req-102bb461-5213-4176-a4b2-f696ae119cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:44.567715 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a4b49b8a-d390-4bed-aed1-8e8a951862fd req-102bb461-5213-4176-a4b2-f696ae119cdd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6bd048be-4c95-484d-bd4f-969358406729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441701 Feb 19 03:52:44.623443 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-02011afb-1216-4314-960f-5a2fefc9ab42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc46d99f-9144-438c-8303-43cc366bcd2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-315597053', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': '0ad207b0-1421-45ad-aede-b8deadf93a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:52:20Z', 'updated_at': '2022-02-19T03:52:24Z', 'revision_number': 4, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'gw_port': {'id': '0ad207b0-1421-45ad-aede-b8deadf93a34', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc46d99f-9144-438c-8303-43cc366bcd2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:52:20Z', 'updated_at': '2022-02-19T03:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': '15b3b72b-83ec-4fb3-bf3b-3c61580da1b5', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'floating_ip_address': '172.25.6.49', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': 'fc46d99f-9144-438c-8303-43cc366bcd2a', 'port_id': '8f2c3c4f-342b-4f4f-8961-206617d373f1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6bd048be-4c95-484d-bd4f-969358406729', 'mac_address': 'fa:16:3e:bb:49:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a529765a-6b67-44cf-acf5-4549471e6688', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:52:42Z', 'updated_at': '2022-02-19T03:52:42Z', 'revision_number': 0, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4feac20-1900-4b94-90b1-6ebf889dd284', 'name': '', 'network_id': '6bd048be-4c95-484d-bd4f-969358406729', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'mac_address': 'fa:16:3e:5b:b5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc46d99f-9144-438c-8303-43cc366bcd2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'a9e6037f-d958-4fc2-a035-efcdf7a21736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:52:23Z', 'updated_at': '2022-02-19T03:52:26Z', 'revision_number': 5, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'subnets': [{'id': 'a9e6037f-d958-4fc2-a035-efcdf7a21736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:52:44.649543 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02011afb-1216-4314-960f-5a2fefc9ab42 None None] Checking router: fc46d99f-9144-438c-8303-43cc366bcd2a for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:52:44.658627 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02011afb-1216-4314-960f-5a2fefc9ab42 None None] Routers {'fc46d99f-9144-438c-8303-43cc366bcd2a'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:52:44.659234 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-02011afb-1216-4314-960f-5a2fefc9ab42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:52:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['fc46d99f-9144-438c-8303-43cc366bcd2a'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:52:44.660287 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a4b49b8a-d390-4bed-aed1-8e8a951862fd req-1cbd24ec-a12e-4484-a9e0-f56a5fefcab0 service neutron] 10.222.0.73 "GET /v2.0/networks/6bd048be-4c95-484d-bd4f-969358406729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864623 Feb 19 03:52:44.776757 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-02011afb-1216-4314-960f-5a2fefc9ab42 None None] Set router fc46d99f-9144-438c-8303-43cc366bcd2a gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:52:45.021960 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-02011afb-1216-4314-960f-5a2fefc9ab42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc46d99f-9144-438c-8303-43cc366bcd2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-315597053', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': '0ad207b0-1421-45ad-aede-b8deadf93a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:52:20Z', 'updated_at': '2022-02-19T03:52:24Z', 'revision_number': 4, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'gw_port': {'id': '0ad207b0-1421-45ad-aede-b8deadf93a34', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc46d99f-9144-438c-8303-43cc366bcd2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:52:20Z', 'updated_at': '2022-02-19T03:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': '15b3b72b-83ec-4fb3-bf3b-3c61580da1b5', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'floating_ip_address': '172.25.6.49', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': 'fc46d99f-9144-438c-8303-43cc366bcd2a', 'port_id': '8f2c3c4f-342b-4f4f-8961-206617d373f1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6bd048be-4c95-484d-bd4f-969358406729', 'mac_address': 'fa:16:3e:bb:49:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a529765a-6b67-44cf-acf5-4549471e6688', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:52:42Z', 'updated_at': '2022-02-19T03:52:42Z', 'revision_number': 0, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4feac20-1900-4b94-90b1-6ebf889dd284', 'name': '', 'network_id': '6bd048be-4c95-484d-bd4f-969358406729', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'mac_address': 'fa:16:3e:5b:b5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc46d99f-9144-438c-8303-43cc366bcd2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'a9e6037f-d958-4fc2-a035-efcdf7a21736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:52:23Z', 'updated_at': '2022-02-19T03:52:26Z', 'revision_number': 5, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'subnets': [{'id': 'a9e6037f-d958-4fc2-a035-efcdf7a21736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:52:45.050250 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02011afb-1216-4314-960f-5a2fefc9ab42 None None] The sync data for ids ['fc46d99f-9144-438c-8303-43cc366bcd2a'] in n-d-826753-2 is: [{'id': 'fc46d99f-9144-438c-8303-43cc366bcd2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-315597053', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': '0ad207b0-1421-45ad-aede-b8deadf93a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:52:20Z', 'updated_at': '2022-02-19T03:52:24Z', 'revision_number': 4, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'gw_port': {'id': '0ad207b0-1421-45ad-aede-b8deadf93a34', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc46d99f-9144-438c-8303-43cc366bcd2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:52:20Z', 'updated_at': '2022-02-19T03:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': '15b3b72b-83ec-4fb3-bf3b-3c61580da1b5', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'floating_ip_address': '172.25.6.49', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': 'fc46d99f-9144-438c-8303-43cc366bcd2a', 'port_id': '8f2c3c4f-342b-4f4f-8961-206617d373f1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6bd048be-4c95-484d-bd4f-969358406729', 'mac_address': 'fa:16:3e:bb:49:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a529765a-6b67-44cf-acf5-4549471e6688', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:52:42Z', 'updated_at': '2022-02-19T03:52:42Z', 'revision_number': 0, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4feac20-1900-4b94-90b1-6ebf889dd284', 'name': '', 'network_id': '6bd048be-4c95-484d-bd4f-969358406729', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'mac_address': 'fa:16:3e:5b:b5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc46d99f-9144-438c-8303-43cc366bcd2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'a9e6037f-d958-4fc2-a035-efcdf7a21736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:52:23Z', 'updated_at': '2022-02-19T03:52:26Z', 'revision_number': 5, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'subnets': [{'id': 'a9e6037f-d958-4fc2-a035-efcdf7a21736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:52:45.075005 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a4b49b8a-d390-4bed-aed1-8e8a951862fd req-ca18c95b-c9c4-49d3-ac6f-00119ab2f26f service neutron] 10.222.0.73 "GET /v2.0/networks/6bd048be-4c95-484d-bd4f-969358406729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4086664 Feb 19 03:52:45.296396 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ce7c23-be3c-4d43-af7a-34fc979b348a None None] New status for floating IP 15b3b72b-83ec-4fb3-bf3b-3c61580da1b5: ACTIVE {{(pid=103704) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:52:45.425955 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52654) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:52:45.489989 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-711be890-d254-4b08-8de5-00a1eeaf8e97 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/floatingips/15b3b72b-83ec-4fb3-bf3b-3c61580da1b5 HTTP/1.1" status: 200 len: 990 time: 0.0628514 Feb 19 03:52:45.641389 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b5cd6104-bcbc-4dfa-86b0-54708ce86c0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:46.493463 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52656) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:52:46.558902 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-b089a515-f2c8-4ba3-b96e-2329df35806d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/floatingips/15b3b72b-83ec-4fb3-bf3b-3c61580da1b5 HTTP/1.1" status: 200 len: 992 time: 0.0636671 Feb 19 03:52:47.842135 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f9552b3b-b2e9-43b1-9cf9-ec2737a62574 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:49.506208 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:50.680962 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:52.083183 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:52.928097 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:52.987763 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-cec2ae07-d477-4c60-b4f2-e52ea764764d req-730c907f-b75a-48ae-a5a1-52be40fba17d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a529765a-6b67-44cf-acf5-4549471e6688&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0463359 Feb 19 03:52:53.096818 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec2ae07-d477-4c60-b4f2-e52ea764764d req-a1c7a6ee-968b-4cf2-8561-097f13d18164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:53.098516 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-cec2ae07-d477-4c60-b4f2-e52ea764764d req-a1c7a6ee-968b-4cf2-8561-097f13d18164 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ca527022e7c4488e80026cbcb6de3409&device_id=a529765a-6b67-44cf-acf5-4549471e6688 HTTP/1.1" status: 200 len: 1127 time: 0.0514431 Feb 19 03:52:53.205101 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec2ae07-d477-4c60-b4f2-e52ea764764d req-d9b5e180-2732-4a08-baeb-78072c05ae66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:53.206527 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-cec2ae07-d477-4c60-b4f2-e52ea764764d req-d9b5e180-2732-4a08-baeb-78072c05ae66 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6bd048be-4c95-484d-bd4f-969358406729 HTTP/1.1" status: 200 len: 898 time: 0.0897613 Feb 19 03:52:53.278854 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-cec2ae07-d477-4c60-b4f2-e52ea764764d req-7ea5fce2-2b11-4c12-82e3-2f90236de891 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f2c3c4f-342b-4f4f-8961-206617d373f1 HTTP/1.1" status: 200 len: 1000 time: 0.0648725 Feb 19 03:52:53.329240 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec2ae07-d477-4c60-b4f2-e52ea764764d req-591196f0-00ae-461b-81a8-4bb745180cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:53.330716 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-cec2ae07-d477-4c60-b4f2-e52ea764764d req-591196f0-00ae-461b-81a8-4bb745180cb2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a9e6037f-d958-4fc2-a035-efcdf7a21736 HTTP/1.1" status: 200 len: 835 time: 0.0450020 Feb 19 03:52:53.381829 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec2ae07-d477-4c60-b4f2-e52ea764764d req-e65dfc62-f4ca-4b08-b4ca-b03db8d70314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:53.383396 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-cec2ae07-d477-4c60-b4f2-e52ea764764d req-e65dfc62-f4ca-4b08-b4ca-b03db8d70314 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6bd048be-4c95-484d-bd4f-969358406729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0455556 Feb 19 03:52:53.488896 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-cec2ae07-d477-4c60-b4f2-e52ea764764d req-cce42db0-af54-4bd8-a6b7-ca424935555f service neutron] 10.222.0.73 "GET /v2.0/networks/6bd048be-4c95-484d-bd4f-969358406729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979083 Feb 19 03:52:53.581796 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-cec2ae07-d477-4c60-b4f2-e52ea764764d req-6971bfe5-67d9-4842-8a18-66df39ade44a service neutron] 10.222.0.73 "GET /v2.0/networks/6bd048be-4c95-484d-bd4f-969358406729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860417 Feb 19 03:52:56.812117 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:00.942546 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:53:15.642846 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-37eb984c-cec7-4af4-b490-32cbe2eacbcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:17.842852 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-79dfaab5-cf7f-4be4-b8db-e32080b84612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:19.510635 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:20.684199 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:22.076909 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:22.942112 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:26.816055 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:37.942516 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:53:45.644238 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5cacdd64-72ad-498b-8194-50aea33dc5e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:47.845628 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-274699a2-c124-400c-8d82-68147b155ed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:49.511467 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:50.688197 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:52.079933 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:52.943832 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:53.183795 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-5d92da10-676d-449b-bf1a-49fa6c4e95fc req-139a70e7-c2f8-4378-8f57-bfd312e9c31e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a529765a-6b67-44cf-acf5-4549471e6688&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0475860 Feb 19 03:53:53.291459 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d92da10-676d-449b-bf1a-49fa6c4e95fc req-e4637580-dfce-4a11-912e-8ab6bee64502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:53.292876 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-5d92da10-676d-449b-bf1a-49fa6c4e95fc req-e4637580-dfce-4a11-912e-8ab6bee64502 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ca527022e7c4488e80026cbcb6de3409&device_id=a529765a-6b67-44cf-acf5-4549471e6688 HTTP/1.1" status: 200 len: 1127 time: 0.0491340 Feb 19 03:53:53.395192 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d92da10-676d-449b-bf1a-49fa6c4e95fc req-78ee2442-30d1-4c57-ad9e-7b56b5d84e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:53.396665 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-5d92da10-676d-449b-bf1a-49fa6c4e95fc req-78ee2442-30d1-4c57-ad9e-7b56b5d84e76 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6bd048be-4c95-484d-bd4f-969358406729 HTTP/1.1" status: 200 len: 898 time: 0.0845292 Feb 19 03:53:53.466942 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-5d92da10-676d-449b-bf1a-49fa6c4e95fc req-98cf1e19-e62d-4d69-ad12-b7c008ec37b0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f2c3c4f-342b-4f4f-8961-206617d373f1 HTTP/1.1" status: 200 len: 1000 time: 0.0637925 Feb 19 03:53:53.514019 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d92da10-676d-449b-bf1a-49fa6c4e95fc req-d81eb856-0f60-49e8-9083-2305bcad12be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:53.515579 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-5d92da10-676d-449b-bf1a-49fa6c4e95fc req-d81eb856-0f60-49e8-9083-2305bcad12be service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a9e6037f-d958-4fc2-a035-efcdf7a21736 HTTP/1.1" status: 200 len: 835 time: 0.0427980 Feb 19 03:53:53.563135 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d92da10-676d-449b-bf1a-49fa6c4e95fc req-975579cf-744a-4582-97b2-50c64fca90e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:53.564627 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-5d92da10-676d-449b-bf1a-49fa6c4e95fc req-975579cf-744a-4582-97b2-50c64fca90e3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6bd048be-4c95-484d-bd4f-969358406729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0434420 Feb 19 03:53:53.659151 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-5d92da10-676d-449b-bf1a-49fa6c4e95fc req-4cb11335-9e48-421b-9b35-2263eae3d396 service neutron] 10.222.0.73 "GET /v2.0/networks/6bd048be-4c95-484d-bd4f-969358406729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871980 Feb 19 03:53:53.750408 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-5d92da10-676d-449b-bf1a-49fa6c4e95fc req-3258e198-b784-47d1-ba31-c24a8d3d0a25 service neutron] 10.222.0.73 "GET /v2.0/networks/6bd048be-4c95-484d-bd4f-969358406729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834858 Feb 19 03:53:56.819073 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:00.146831 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56082df0-3de3-45b4-a8c2-3fb66fb329f2 req-404a880e-3d86-4911-8178-f3834523ba21 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:00.148237 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-56082df0-3de3-45b4-a8c2-3fb66fb329f2 req-404a880e-3d86-4911-8178-f3834523ba21 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=a529765a-6b67-44cf-acf5-4549471e6688 HTTP/1.1" status: 200 len: 945 time: 0.1314461 Feb 19 03:54:00.198206 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-56082df0-3de3-45b4-a8c2-3fb66fb329f2 req-50a11f66-ec05-492a-bc96-8c482e87f05a tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=14bbdf02-d39d-4c5b-b4da-bcc50a912d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444045 Feb 19 03:54:01.373866 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e06fce-e5ea-4650-b921-584e6448cfb6 req-4522371d-4a22-4679-bf50-5b63801ec7cb tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:01.375365 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f3e06fce-e5ea-4650-b921-584e6448cfb6 req-4522371d-4a22-4679-bf50-5b63801ec7cb tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=a529765a-6b67-44cf-acf5-4549471e6688 HTTP/1.1" status: 200 len: 945 time: 0.1036479 Feb 19 03:54:01.429666 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f3e06fce-e5ea-4650-b921-584e6448cfb6 req-1dc5c3ed-a318-4681-9747-8636a038476b tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=14bbdf02-d39d-4c5b-b4da-bcc50a912d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486441 Feb 19 03:54:01.451447 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52694) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:01.512593 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-f4040bfe-b84e-4aa9-a5e4-652d215cef55 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/floatingips/15b3b72b-83ec-4fb3-bf3b-3c61580da1b5 HTTP/1.1" status: 200 len: 992 time: 0.0599947 Feb 19 03:54:02.797746 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea9e537-9dc1-4889-a962-de7167a1e836 req-581a43c9-0fc3-4945-9dd2-a516120916c3 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:02.799148 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3ea9e537-9dc1-4889-a962-de7167a1e836 req-581a43c9-0fc3-4945-9dd2-a516120916c3 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=a529765a-6b67-44cf-acf5-4549471e6688 HTTP/1.1" status: 200 len: 945 time: 0.0540993 Feb 19 03:54:02.852066 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3ea9e537-9dc1-4889-a962-de7167a1e836 req-7b28a0b3-69ba-4288-8ead-e825ed235855 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=14bbdf02-d39d-4c5b-b4da-bcc50a912d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470715 Feb 19 03:54:04.002405 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da414a0a-1b25-4316-a4ec-48aba579920d req-8b19bc4d-5d32-4656-b0a4-d33b1e823115 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:04.004054 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-da414a0a-1b25-4316-a4ec-48aba579920d req-8b19bc4d-5d32-4656-b0a4-d33b1e823115 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=a529765a-6b67-44cf-acf5-4549471e6688 HTTP/1.1" status: 200 len: 945 time: 0.0670331 Feb 19 03:54:04.076183 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-da414a0a-1b25-4316-a4ec-48aba579920d req-1f412c75-5f2a-4289-9eef-8deeee2a85c5 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=14bbdf02-d39d-4c5b-b4da-bcc50a912d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657594 Feb 19 03:54:04.100714 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52704) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:04.180431 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-5f98f235-99ca-4e1f-8ef4-e3dd7706d685 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/floatingips/15b3b72b-83ec-4fb3-bf3b-3c61580da1b5 HTTP/1.1" status: 200 len: 992 time: 0.0729988 Feb 19 03:54:04.428395 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52712) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:04.611697 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-3b5f8c95-c582-48c8-a802-2efe893425dc tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Deleting port c89a45e7-523b-4e09-9871-45b86e74e789 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:54:04.612033 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3b5f8c95-c582-48c8-a802-2efe893425dc tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (c89a45e7-523b-4e09-9871-45b86e74e789), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:04.695377 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3b5f8c95-c582-48c8-a802-2efe893425dc tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (c89a45e7-523b-4e09-9871-45b86e74e789), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:04.695694 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3b5f8c95-c582-48c8-a802-2efe893425dc tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for floatingip (c89a45e7-523b-4e09-9871-45b86e74e789), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:04.708911 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-3b5f8c95-c582-48c8-a802-2efe893425dc tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Calling delete_port for c89a45e7-523b-4e09-9871-45b86e74e789 owned by network:floatingip {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:54:04.865616 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3b5f8c95-c582-48c8-a802-2efe893425dc tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (c89a45e7-523b-4e09-9871-45b86e74e789), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:04.898701 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5f8c95-c582-48c8-a802-2efe893425dc tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Pushing event deleted for resources: {'Port': ['ID=c89a45e7-523b-4e09-9871-45b86e74e789,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:04.924320 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5f8c95-c582-48c8-a802-2efe893425dc tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:04.924668 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5f8c95-c582-48c8-a802-2efe893425dc tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:04.925037 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5f8c95-c582-48c8-a802-2efe893425dc tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:04.925367 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5f8c95-c582-48c8-a802-2efe893425dc tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:04.925705 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5f8c95-c582-48c8-a802-2efe893425dc tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:04.926297 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5f8c95-c582-48c8-a802-2efe893425dc tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:04.926628 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5f8c95-c582-48c8-a802-2efe893425dc tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:04.926954 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5f8c95-c582-48c8-a802-2efe893425dc tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:04.927276 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5f8c95-c582-48c8-a802-2efe893425dc tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:04.927599 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5f8c95-c582-48c8-a802-2efe893425dc tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:04.927922 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5f8c95-c582-48c8-a802-2efe893425dc tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:04.928248 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5f8c95-c582-48c8-a802-2efe893425dc tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:04.928566 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5f8c95-c582-48c8-a802-2efe893425dc tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:04.969433 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3b5f8c95-c582-48c8-a802-2efe893425dc tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for floatingip (15b3b72b-83ec-4fb3-bf3b-3c61580da1b5), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:04.969757 n-d-826753-2 neutron-server[103701]: INFO neutron.db.l3_db [None req-3b5f8c95-c582-48c8-a802-2efe893425dc tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Floating IP 15b3b72b-83ec-4fb3-bf3b-3c61580da1b5 disassociated (deleted). External IP: 172.25.6.49, port: 8f2c3c4f-342b-4f4f-8961-206617d373f1. Feb 19 03:54:05.198415 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b5f8c95-c582-48c8-a802-2efe893425dc tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Router fc46d99f-9144-438c-8303-43cc366bcd2a has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:54:05.321292 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b5f8c95-c582-48c8-a802-2efe893425dc tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:54:05.325774 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3b5f8c95-c582-48c8-a802-2efe893425dc tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:05.333340 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a62187-b138-47d4-8571-de7e656087cb None None] Sync routers for ids ['fc46d99f-9144-438c-8303-43cc366bcd2a'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:54:05.344889 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a62187-b138-47d4-8571-de7e656087cb None None] Routers {'fc46d99f-9144-438c-8303-43cc366bcd2a'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:54:05.345682 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-09a62187-b138-47d4-8571-de7e656087cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:53:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['fc46d99f-9144-438c-8303-43cc366bcd2a'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:54:05.356884 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-3b5f8c95-c582-48c8-a802-2efe893425dc tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "DELETE /v2.0/floatingips/15b3b72b-83ec-4fb3-bf3b-3c61580da1b5 HTTP/1.1" status: 204 len: 168 time: 0.9273717 Feb 19 03:54:05.358674 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a529765a-6b67-44cf-acf5-4549471e6688', 'tag': '8f2c3c4f-342b-4f4f-8961-206617d373f1'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:54:05.361222 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64650e7238020d70304413a5b849b926770e068c757b8393e93027c7f92d28d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf978af5-3c1f-4f1c-bed4-fddf073a6cc4" -d '{"events": [{"name": "network-changed", "server_uuid": "a529765a-6b67-44cf-acf5-4549471e6688", "tag": "8f2c3c4f-342b-4f4f-8961-206617d373f1"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:54:05.405821 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-449913e2-220e-4606-85fa-ef9710ac36f3 x-openstack-request-id: req-449913e2-220e-4606-85fa-ef9710ac36f3 {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:54:05.406294 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a529765a-6b67-44cf-acf5-4549471e6688", "tag": "8f2c3c4f-342b-4f4f-8961-206617d373f1", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:54:05.406551 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-449913e2-220e-4606-85fa-ef9710ac36f3 {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:54:05.407295 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a529765a-6b67-44cf-acf5-4549471e6688', 'tag': '8f2c3c4f-342b-4f4f-8961-206617d373f1', 'status': 'completed', 'code': 200} Feb 19 03:54:05.506230 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf978af5-3c1f-4f1c-bed4-fddf073a6cc4 req-1a5bf4c1-600e-47da-b66d-88d4e85757a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:05.506780 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-09a62187-b138-47d4-8571-de7e656087cb None None] Set router fc46d99f-9144-438c-8303-43cc366bcd2a gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:54:05.507894 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-cf978af5-3c1f-4f1c-bed4-fddf073a6cc4 req-1a5bf4c1-600e-47da-b66d-88d4e85757a3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ca527022e7c4488e80026cbcb6de3409&device_id=a529765a-6b67-44cf-acf5-4549471e6688 HTTP/1.1" status: 200 len: 1127 time: 0.0588894 Feb 19 03:54:05.625262 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf978af5-3c1f-4f1c-bed4-fddf073a6cc4 req-3700e49b-61ee-49ef-9bbc-2ba0cce3e03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:05.626884 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-cf978af5-3c1f-4f1c-bed4-fddf073a6cc4 req-3700e49b-61ee-49ef-9bbc-2ba0cce3e03c service neutron] 10.222.0.73 "GET /v2.0/networks?id=6bd048be-4c95-484d-bd4f-969358406729 HTTP/1.1" status: 200 len: 898 time: 0.1135199 Feb 19 03:54:05.647724 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff04a54-cfa7-4d0b-ab41-c05c8d6c90b7 req-44a08fb3-74fc-4f7c-9c5a-eb3647739944 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:05.653679 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9ff04a54-cfa7-4d0b-ab41-c05c8d6c90b7 req-44a08fb3-74fc-4f7c-9c5a-eb3647739944 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=a529765a-6b67-44cf-acf5-4549471e6688 HTTP/1.1" status: 200 len: 945 time: 0.0623846 Feb 19 03:54:05.674161 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-cf978af5-3c1f-4f1c-bed4-fddf073a6cc4 req-5daa6f01-dca7-4f5c-af88-a8d7d5e57af4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f2c3c4f-342b-4f4f-8961-206617d373f1 HTTP/1.1" status: 200 len: 217 time: 0.0394335 Feb 19 03:54:05.718395 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9ff04a54-cfa7-4d0b-ab41-c05c8d6c90b7 req-aae26565-8191-440b-9836-e6ebe365d905 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=14bbdf02-d39d-4c5b-b4da-bcc50a912d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574048 Feb 19 03:54:05.740558 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf978af5-3c1f-4f1c-bed4-fddf073a6cc4 req-efb74a02-166c-47f2-9a3e-361f021c3bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:05.742124 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-cf978af5-3c1f-4f1c-bed4-fddf073a6cc4 req-efb74a02-166c-47f2-9a3e-361f021c3bfd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a9e6037f-d958-4fc2-a035-efcdf7a21736 HTTP/1.1" status: 200 len: 835 time: 0.0620778 Feb 19 03:54:05.790772 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-09a62187-b138-47d4-8571-de7e656087cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc46d99f-9144-438c-8303-43cc366bcd2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-315597053', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': '0ad207b0-1421-45ad-aede-b8deadf93a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:52:20Z', 'updated_at': '2022-02-19T03:52:24Z', 'revision_number': 4, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'gw_port': {'id': '0ad207b0-1421-45ad-aede-b8deadf93a34', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc46d99f-9144-438c-8303-43cc366bcd2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:52:20Z', 'updated_at': '2022-02-19T03:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': 'e4feac20-1900-4b94-90b1-6ebf889dd284', 'name': '', 'network_id': '6bd048be-4c95-484d-bd4f-969358406729', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'mac_address': 'fa:16:3e:5b:b5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc46d99f-9144-438c-8303-43cc366bcd2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'a9e6037f-d958-4fc2-a035-efcdf7a21736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:52:23Z', 'updated_at': '2022-02-19T03:52:26Z', 'revision_number': 5, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'subnets': [{'id': 'a9e6037f-d958-4fc2-a035-efcdf7a21736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:54:05.796078 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf978af5-3c1f-4f1c-bed4-fddf073a6cc4 req-2d49d16e-ed93-4852-abad-bc5afaf325e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:05.797927 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-cf978af5-3c1f-4f1c-bed4-fddf073a6cc4 req-2d49d16e-ed93-4852-abad-bc5afaf325e9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6bd048be-4c95-484d-bd4f-969358406729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0497866 Feb 19 03:54:05.824503 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a62187-b138-47d4-8571-de7e656087cb None None] Checking router: fc46d99f-9144-438c-8303-43cc366bcd2a for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:54:05.832869 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a62187-b138-47d4-8571-de7e656087cb None None] Routers {'fc46d99f-9144-438c-8303-43cc366bcd2a'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:54:05.833506 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-09a62187-b138-47d4-8571-de7e656087cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:53:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['fc46d99f-9144-438c-8303-43cc366bcd2a'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:54:05.899838 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-cf978af5-3c1f-4f1c-bed4-fddf073a6cc4 req-6485c5d5-d365-48bc-b675-a9fefa987a38 service neutron] 10.222.0.73 "GET /v2.0/networks/6bd048be-4c95-484d-bd4f-969358406729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944052 Feb 19 03:54:05.947139 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-09a62187-b138-47d4-8571-de7e656087cb None None] Set router fc46d99f-9144-438c-8303-43cc366bcd2a gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:54:05.994370 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-cf978af5-3c1f-4f1c-bed4-fddf073a6cc4 req-06884d2d-8730-4a7a-85d8-51cf16d26396 service neutron] 10.222.0.73 "GET /v2.0/networks/6bd048be-4c95-484d-bd4f-969358406729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874009 Feb 19 03:54:06.153828 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-09a62187-b138-47d4-8571-de7e656087cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc46d99f-9144-438c-8303-43cc366bcd2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-315597053', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': '0ad207b0-1421-45ad-aede-b8deadf93a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:52:20Z', 'updated_at': '2022-02-19T03:52:24Z', 'revision_number': 4, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'gw_port': {'id': '0ad207b0-1421-45ad-aede-b8deadf93a34', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc46d99f-9144-438c-8303-43cc366bcd2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:52:20Z', 'updated_at': '2022-02-19T03:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': 'e4feac20-1900-4b94-90b1-6ebf889dd284', 'name': '', 'network_id': '6bd048be-4c95-484d-bd4f-969358406729', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'mac_address': 'fa:16:3e:5b:b5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc46d99f-9144-438c-8303-43cc366bcd2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'a9e6037f-d958-4fc2-a035-efcdf7a21736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:52:23Z', 'updated_at': '2022-02-19T03:52:26Z', 'revision_number': 5, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'subnets': [{'id': 'a9e6037f-d958-4fc2-a035-efcdf7a21736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:54:06.185144 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a62187-b138-47d4-8571-de7e656087cb None None] The sync data for ids ['fc46d99f-9144-438c-8303-43cc366bcd2a'] in n-d-826753-2 is: [{'id': 'fc46d99f-9144-438c-8303-43cc366bcd2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-315597053', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': '0ad207b0-1421-45ad-aede-b8deadf93a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:52:20Z', 'updated_at': '2022-02-19T03:52:24Z', 'revision_number': 4, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'gw_port': {'id': '0ad207b0-1421-45ad-aede-b8deadf93a34', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc46d99f-9144-438c-8303-43cc366bcd2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:52:20Z', 'updated_at': '2022-02-19T03:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': 'e4feac20-1900-4b94-90b1-6ebf889dd284', 'name': '', 'network_id': '6bd048be-4c95-484d-bd4f-969358406729', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'mac_address': 'fa:16:3e:5b:b5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc46d99f-9144-438c-8303-43cc366bcd2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'a9e6037f-d958-4fc2-a035-efcdf7a21736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:52:23Z', 'updated_at': '2022-02-19T03:52:26Z', 'revision_number': 5, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'subnets': [{'id': 'a9e6037f-d958-4fc2-a035-efcdf7a21736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:54:06.413236 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5611e801-7908-48fa-a6ee-7cf7aabcacb0 None None] New status for floating IP 15b3b72b-83ec-4fb3-bf3b-3c61580da1b5: DOWN {{(pid=103704) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:54:06.842779 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb444b1d-cc3f-4b29-9676-801543d5b881 req-98d1a100-5181-4225-9442-43d7c1f4750a tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:06.844306 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-eb444b1d-cc3f-4b29-9676-801543d5b881 req-98d1a100-5181-4225-9442-43d7c1f4750a tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=a529765a-6b67-44cf-acf5-4549471e6688 HTTP/1.1" status: 200 len: 945 time: 0.0580320 Feb 19 03:54:06.894576 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-eb444b1d-cc3f-4b29-9676-801543d5b881 req-c50e8a48-8cef-4c09-9e46-c72cdd2c4bb3 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=14bbdf02-d39d-4c5b-b4da-bcc50a912d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445902 Feb 19 03:54:07.413546 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3958e594-0371-4439-8e76-5b353fcf3dfe req-8fbac75b-2bde-4a49-bcb2-94dcf2aeb53d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:07.415033 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3958e594-0371-4439-8e76-5b353fcf3dfe req-8fbac75b-2bde-4a49-bcb2-94dcf2aeb53d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.73 "GET /v2.0/ports?device_id=a529765a-6b67-44cf-acf5-4549471e6688 HTTP/1.1" status: 200 len: 945 time: 0.0617518 Feb 19 03:54:07.511059 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-3958e594-0371-4439-8e76-5b353fcf3dfe req-6b00cfac-7be9-45d9-9326-2dd503cd1a3d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Deleting port 8f2c3c4f-342b-4f4f-8961-206617d373f1 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:54:07.511386 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-3958e594-0371-4439-8e76-5b353fcf3dfe req-6b00cfac-7be9-45d9-9326-2dd503cd1a3d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (8f2c3c4f-342b-4f4f-8961-206617d373f1), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:07.603997 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-3958e594-0371-4439-8e76-5b353fcf3dfe req-6b00cfac-7be9-45d9-9326-2dd503cd1a3d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] For port 8f2c3c4f-342b-4f4f-8961-206617d373f1, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=8f2c3c4f-342b-4f4f-8961-206617d373f1,segment=NetworkSegment(7eb6aa66-ca0c-4030-8cbe-c68e840f7735),segment_id=7eb6aa66-ca0c-4030-8cbe-c68e840f7735)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:54:07.604360 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-3958e594-0371-4439-8e76-5b353fcf3dfe req-6b00cfac-7be9-45d9-9326-2dd503cd1a3d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (8f2c3c4f-342b-4f4f-8961-206617d373f1), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:07.616524 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-3958e594-0371-4439-8e76-5b353fcf3dfe req-6b00cfac-7be9-45d9-9326-2dd503cd1a3d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Calling delete_port for 8f2c3c4f-342b-4f4f-8961-206617d373f1 owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:54:07.745118 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-3958e594-0371-4439-8e76-5b353fcf3dfe req-6b00cfac-7be9-45d9-9326-2dd503cd1a3d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (8f2c3c4f-342b-4f4f-8961-206617d373f1), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:07.776963 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b00cfac-7be9-45d9-9326-2dd503cd1a3d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Pushing event deleted for resources: {'Port': ['ID=8f2c3c4f-342b-4f4f-8961-206617d373f1,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:07.789416 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b00cfac-7be9-45d9-9326-2dd503cd1a3d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:07.789764 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b00cfac-7be9-45d9-9326-2dd503cd1a3d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:07.790114 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b00cfac-7be9-45d9-9326-2dd503cd1a3d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:07.790454 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b00cfac-7be9-45d9-9326-2dd503cd1a3d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:07.790790 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b00cfac-7be9-45d9-9326-2dd503cd1a3d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:07.791123 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b00cfac-7be9-45d9-9326-2dd503cd1a3d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:07.791457 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b00cfac-7be9-45d9-9326-2dd503cd1a3d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:07.791785 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b00cfac-7be9-45d9-9326-2dd503cd1a3d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:07.792118 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b00cfac-7be9-45d9-9326-2dd503cd1a3d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:07.792445 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b00cfac-7be9-45d9-9326-2dd503cd1a3d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:07.792772 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b00cfac-7be9-45d9-9326-2dd503cd1a3d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:07.793116 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b00cfac-7be9-45d9-9326-2dd503cd1a3d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:07.793441 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b00cfac-7be9-45d9-9326-2dd503cd1a3d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:07.830548 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-3958e594-0371-4439-8e76-5b353fcf3dfe req-6b00cfac-7be9-45d9-9326-2dd503cd1a3d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] No DVR routers for this DVR port 8f2c3c4f-342b-4f4f-8961-206617d373f1 on host n-h1-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:54:07.833110 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-3958e594-0371-4439-8e76-5b353fcf3dfe req-6b00cfac-7be9-45d9-9326-2dd503cd1a3d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:07.836439 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3958e594-0371-4439-8e76-5b353fcf3dfe req-6b00cfac-7be9-45d9-9326-2dd503cd1a3d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.73 "DELETE /v2.0/ports/8f2c3c4f-342b-4f4f-8961-206617d373f1 HTTP/1.1" status: 204 len: 173 time: 0.4153357 Feb 19 03:54:07.836877 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a529765a-6b67-44cf-acf5-4549471e6688', 'name': 'network-vif-deleted', 'tag': '8f2c3c4f-342b-4f4f-8961-206617d373f1'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:54:07.839138 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b48a34f37e4e31fa410c3f10fa4e23c828d45427043ff8d3e4d9f228381d6ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4317eec1-ba55-4c32-b01b-a2d20fe213a8" -d '{"events": [{"server_uuid": "a529765a-6b67-44cf-acf5-4549471e6688", "name": "network-vif-deleted", "tag": "8f2c3c4f-342b-4f4f-8961-206617d373f1"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:54:07.937846 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c44466f9-aa48-4fe7-a909-7dcb74e96d26 x-openstack-request-id: req-c44466f9-aa48-4fe7-a909-7dcb74e96d26 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:54:07.938205 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a529765a-6b67-44cf-acf5-4549471e6688", "name": "network-vif-deleted", "tag": "8f2c3c4f-342b-4f4f-8961-206617d373f1", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:54:07.938518 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c44466f9-aa48-4fe7-a909-7dcb74e96d26 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:54:07.939029 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a529765a-6b67-44cf-acf5-4549471e6688', 'name': 'network-vif-deleted', 'tag': '8f2c3c4f-342b-4f4f-8961-206617d373f1', 'status': 'completed', 'code': 200} Feb 19 03:54:08.014022 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fb844961-14dd-4652-b148-7ab07b118f1e req-40746f19-3bed-4931-b114-9cdbad9d5bf6 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=a529765a-6b67-44cf-acf5-4549471e6688 HTTP/1.1" status: 200 len: 210 time: 0.0276008 Feb 19 03:54:09.075878 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52730) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:09.459899 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-87dd0e90-5048-4fb5-9b87-e9556488716c tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16289271'] for router_interface (fc46d99f-9144-438c-8303-43cc366bcd2a), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:10.001067 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-87dd0e90-5048-4fb5-9b87-e9556488716c tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Deleting port e4feac20-1900-4b94-90b1-6ebf889dd284 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:54:10.001403 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-87dd0e90-5048-4fb5-9b87-e9556488716c tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (e4feac20-1900-4b94-90b1-6ebf889dd284), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:10.092386 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-87dd0e90-5048-4fb5-9b87-e9556488716c tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] For port e4feac20-1900-4b94-90b1-6ebf889dd284, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=e4feac20-1900-4b94-90b1-6ebf889dd284,segment=NetworkSegment(7eb6aa66-ca0c-4030-8cbe-c68e840f7735),segment_id=7eb6aa66-ca0c-4030-8cbe-c68e840f7735)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:54:10.093158 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-87dd0e90-5048-4fb5-9b87-e9556488716c tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (e4feac20-1900-4b94-90b1-6ebf889dd284), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:10.105822 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-87dd0e90-5048-4fb5-9b87-e9556488716c tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Calling delete_port for e4feac20-1900-4b94-90b1-6ebf889dd284 owned by network:router_interface {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:54:10.299037 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-87dd0e90-5048-4fb5-9b87-e9556488716c tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (e4feac20-1900-4b94-90b1-6ebf889dd284), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:10.329456 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dd0e90-5048-4fb5-9b87-e9556488716c tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Pushing event deleted for resources: {'Port': ['ID=e4feac20-1900-4b94-90b1-6ebf889dd284,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:10.519420 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-87dd0e90-5048-4fb5-9b87-e9556488716c tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16362762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16314471'] for router_interface (fc46d99f-9144-438c-8303-43cc366bcd2a), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:10.756854 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87dd0e90-5048-4fb5-9b87-e9556488716c tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Router fc46d99f-9144-438c-8303-43cc366bcd2a has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:54:10.871809 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87dd0e90-5048-4fb5-9b87-e9556488716c tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:54:10.877376 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-87dd0e90-5048-4fb5-9b87-e9556488716c tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "PUT /v2.0/routers/fc46d99f-9144-438c-8303-43cc366bcd2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7996645 Feb 19 03:54:10.879590 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52732) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:10.882373 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18603907-59a1-4834-94ca-3c51753556f9 None None] Sync routers for ids ['fc46d99f-9144-438c-8303-43cc366bcd2a'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:54:10.892949 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18603907-59a1-4834-94ca-3c51753556f9 None None] Routers {'fc46d99f-9144-438c-8303-43cc366bcd2a'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:54:10.893677 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-18603907-59a1-4834-94ca-3c51753556f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:53:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['fc46d99f-9144-438c-8303-43cc366bcd2a'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:54:10.931307 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bbf08d0-5e6a-42de-90d0-97f51e06d63b tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Deleting subnet a9e6037f-d958-4fc2-a035-efcdf7a21736 {{(pid=103701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:54:10.934641 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4bbf08d0-5e6a-42de-90d0-97f51e06d63b tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for subnet (a9e6037f-d958-4fc2-a035-efcdf7a21736), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:10.977268 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4bbf08d0-5e6a-42de-90d0-97f51e06d63b tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12647399'] for subnet (a9e6037f-d958-4fc2-a035-efcdf7a21736), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:11.007449 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-18603907-59a1-4834-94ca-3c51753556f9 None None] Set router fc46d99f-9144-438c-8303-43cc366bcd2a gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:54:11.067353 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4bbf08d0-5e6a-42de-90d0-97f51e06d63b tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (a9e6037f-d958-4fc2-a035-efcdf7a21736), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:11.136061 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4bbf08d0-5e6a-42de-90d0-97f51e06d63b tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12647206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58706286'] for subnet (a9e6037f-d958-4fc2-a035-efcdf7a21736), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:11.177076 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbf08d0-5e6a-42de-90d0-97f51e06d63b tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Pushing event deleted for resources: {'Subnet': ['ID=a9e6037f-d958-4fc2-a035-efcdf7a21736,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:11.179729 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4bbf08d0-5e6a-42de-90d0-97f51e06d63b tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:11.183121 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-4bbf08d0-5e6a-42de-90d0-97f51e06d63b tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "DELETE /v2.0/subnets/a9e6037f-d958-4fc2-a035-efcdf7a21736 HTTP/1.1" status: 204 len: 168 time: 0.3025696 Feb 19 03:54:11.185907 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab65ebc4-50e0-4b65-9bf7-edb9ae5bfde9 None None] Network 6bd048be-4c95-484d-bd4f-969358406729 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:54:11.186175 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52734) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:11.305800 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ba736687-fbf4-4b2d-aafa-9171dd1ce20e tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for router (fc46d99f-9144-438c-8303-43cc366bcd2a), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:11.414072 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-18603907-59a1-4834-94ca-3c51753556f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc46d99f-9144-438c-8303-43cc366bcd2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-315597053', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': '0ad207b0-1421-45ad-aede-b8deadf93a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:52:20Z', 'updated_at': '2022-02-19T03:54:10Z', 'revision_number': 5, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'gw_port': {'id': '0ad207b0-1421-45ad-aede-b8deadf93a34', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc46d99f-9144-438c-8303-43cc366bcd2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:52:20Z', 'updated_at': '2022-02-19T03:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:54:11.418457 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ba736687-fbf4-4b2d-aafa-9171dd1ce20e tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for router_gateway (fc46d99f-9144-438c-8303-43cc366bcd2a), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:11.458534 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18603907-59a1-4834-94ca-3c51753556f9 None None] Checking router: fc46d99f-9144-438c-8303-43cc366bcd2a for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:54:11.472849 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-ba736687-fbf4-4b2d-aafa-9171dd1ce20e tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Deleting port 0ad207b0-1421-45ad-aede-b8deadf93a34 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:54:11.473226 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ba736687-fbf4-4b2d-aafa-9171dd1ce20e tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (0ad207b0-1421-45ad-aede-b8deadf93a34), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:11.478941 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18603907-59a1-4834-94ca-3c51753556f9 None None] Routers {'fc46d99f-9144-438c-8303-43cc366bcd2a'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:54:11.479817 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-18603907-59a1-4834-94ca-3c51753556f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:53:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['fc46d99f-9144-438c-8303-43cc366bcd2a'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:54:11.561661 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-ba736687-fbf4-4b2d-aafa-9171dd1ce20e tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] For port 0ad207b0-1421-45ad-aede-b8deadf93a34, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=0ad207b0-1421-45ad-aede-b8deadf93a34,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:54:11.562114 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ba736687-fbf4-4b2d-aafa-9171dd1ce20e tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (0ad207b0-1421-45ad-aede-b8deadf93a34), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:11.575765 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-ba736687-fbf4-4b2d-aafa-9171dd1ce20e tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Calling delete_port for 0ad207b0-1421-45ad-aede-b8deadf93a34 owned by network:router_gateway {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:54:11.601826 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-18603907-59a1-4834-94ca-3c51753556f9 None None] Set router fc46d99f-9144-438c-8303-43cc366bcd2a gateway port host: None {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:54:11.632505 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e1fcde-373d-4629-8a73-df7f5151ab0c None None] DHCP port deletion for 6bd048be-4c95-484d-bd4f-969358406729 request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:54:11.661194 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-18603907-59a1-4834-94ca-3c51753556f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc46d99f-9144-438c-8303-43cc366bcd2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-315597053', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:52:20Z', 'updated_at': '2022-02-19T03:54:11Z', 'revision_number': 6, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'gw_port_host': None}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:54:11.690669 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18603907-59a1-4834-94ca-3c51753556f9 None None] The sync data for ids ['fc46d99f-9144-438c-8303-43cc366bcd2a'] in n-d-826753-2 is: [{'id': 'fc46d99f-9144-438c-8303-43cc366bcd2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-315597053', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:52:20Z', 'updated_at': '2022-02-19T03:54:11Z', 'revision_number': 6, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'gw_port_host': None}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:54:11.739059 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-25e1fcde-373d-4629-8a73-df7f5151ab0c None None] Deleting port 59c14b20-7a65-4cb8-9202-2285d1d3cdd1 {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:54:11.739446 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-25e1fcde-373d-4629-8a73-df7f5151ab0c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (59c14b20-7a65-4cb8-9202-2285d1d3cdd1), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:11.752340 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ba736687-fbf4-4b2d-aafa-9171dd1ce20e tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (0ad207b0-1421-45ad-aede-b8deadf93a34), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:11.778707 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba736687-fbf4-4b2d-aafa-9171dd1ce20e tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Pushing event deleted for resources: {'Port': ['ID=0ad207b0-1421-45ad-aede-b8deadf93a34,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:11.804123 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-25e1fcde-373d-4629-8a73-df7f5151ab0c None None] For port 59c14b20-7a65-4cb8-9202-2285d1d3cdd1, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=59c14b20-7a65-4cb8-9202-2285d1d3cdd1,segment=NetworkSegment(7eb6aa66-ca0c-4030-8cbe-c68e840f7735),segment_id=7eb6aa66-ca0c-4030-8cbe-c68e840f7735)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:54:11.804519 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-25e1fcde-373d-4629-8a73-df7f5151ab0c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (59c14b20-7a65-4cb8-9202-2285d1d3cdd1), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:11.817471 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-25e1fcde-373d-4629-8a73-df7f5151ab0c None None] Calling delete_port for 59c14b20-7a65-4cb8-9202-2285d1d3cdd1 owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:54:11.837777 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ba736687-fbf4-4b2d-aafa-9171dd1ce20e tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16285837'] for router_gateway (fc46d99f-9144-438c-8303-43cc366bcd2a), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:11.860069 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 8f2c3c4f-342b-4f4f-8961-206617d373f1 no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:54:11.890224 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] No Port match for: 8f2c3c4f-342b-4f4f-8961-206617d373f1 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:54:11.890959 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 8f2c3c4f-342b-4f4f-8961-206617d373f1 not bound to the agent host n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:54:11.924186 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-25e1fcde-373d-4629-8a73-df7f5151ab0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (59c14b20-7a65-4cb8-9202-2285d1d3cdd1), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:11.936894 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ba736687-fbf4-4b2d-aafa-9171dd1ce20e tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16317457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14254'] for router (fc46d99f-9144-438c-8303-43cc366bcd2a), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:11.939179 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ba736687-fbf4-4b2d-aafa-9171dd1ce20e tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for router_controller (fc46d99f-9144-438c-8303-43cc366bcd2a), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:11.951622 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e1fcde-373d-4629-8a73-df7f5151ab0c None None] Pushing event deleted for resources: {'Port': ['ID=59c14b20-7a65-4cb8-9202-2285d1d3cdd1,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:11.956683 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e1fcde-373d-4629-8a73-df7f5151ab0c None None] No DVR routers for this DVR port 59c14b20-7a65-4cb8-9202-2285d1d3cdd1 on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:54:11.964407 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e1fcde-373d-4629-8a73-df7f5151ab0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:11.964798 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e1fcde-373d-4629-8a73-df7f5151ab0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:11.965130 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e1fcde-373d-4629-8a73-df7f5151ab0c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:11.965502 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e1fcde-373d-4629-8a73-df7f5151ab0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:11.965801 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e1fcde-373d-4629-8a73-df7f5151ab0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:11.966131 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e1fcde-373d-4629-8a73-df7f5151ab0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:11.966459 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e1fcde-373d-4629-8a73-df7f5151ab0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:11.967187 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e1fcde-373d-4629-8a73-df7f5151ab0c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:11.967187 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e1fcde-373d-4629-8a73-df7f5151ab0c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:11.967542 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e1fcde-373d-4629-8a73-df7f5151ab0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:11.967951 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e1fcde-373d-4629-8a73-df7f5151ab0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:11.968233 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e1fcde-373d-4629-8a73-df7f5151ab0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:11.968516 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e1fcde-373d-4629-8a73-df7f5151ab0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:11.985273 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ba736687-fbf4-4b2d-aafa-9171dd1ce20e tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16317544'] for router (fc46d99f-9144-438c-8303-43cc366bcd2a), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:11.985846 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba736687-fbf4-4b2d-aafa-9171dd1ce20e tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Fanout notify agent at l3_agent the message router_deleted on router fc46d99f-9144-438c-8303-43cc366bcd2a {{(pid=103701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:54:11.992411 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ba736687-fbf4-4b2d-aafa-9171dd1ce20e tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for router (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:11.993531 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-ba736687-fbf4-4b2d-aafa-9171dd1ce20e tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "DELETE /v2.0/routers/fc46d99f-9144-438c-8303-43cc366bcd2a HTTP/1.1" status: 204 len: 168 time: 0.8061740 Feb 19 03:54:11.996297 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52736) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:12.084202 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a0f5be5e-8fbd-43c6-9c4b-f56ce158c615 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (6bd048be-4c95-484d-bd4f-969358406729), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:12.178383 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a0f5be5e-8fbd-43c6-9c4b-f56ce158c615 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (6bd048be-4c95-484d-bd4f-969358406729), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:12.200467 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-a0f5be5e-8fbd-43c6-9c4b-f56ce158c615 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bd048be-4c95-484d-bd4f-969358406729']}} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:54:12.210403 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-a0f5be5e-8fbd-43c6-9c4b-f56ce158c615 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7eb6aa66-ca0c-4030-8cbe-c68e840f7735') {'for_net_delete': True} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:54:12.212162 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-a0f5be5e-8fbd-43c6-9c4b-f56ce158c615 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7eb6aa66-ca0c-4030-8cbe-c68e840f7735') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:54:12.212967 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device e4feac20-1900-4b94-90b1-6ebf889dd284 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:54:12.225274 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a0f5be5e-8fbd-43c6-9c4b-f56ce158c615 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12647422'] for segment (7eb6aa66-ca0c-4030-8cbe-c68e840f7735), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:12.236941 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: e4feac20-1900-4b94-90b1-6ebf889dd284 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:54:12.237313 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device e4feac20-1900-4b94-90b1-6ebf889dd284 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:54:12.237937 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 59c14b20-7a65-4cb8-9202-2285d1d3cdd1 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:54:12.242861 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a0f5be5e-8fbd-43c6-9c4b-f56ce158c615 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (7eb6aa66-ca0c-4030-8cbe-c68e840f7735), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:12.251108 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0f5be5e-8fbd-43c6-9c4b-f56ce158c615 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Releasing vlan 258 on physical network physnet1 to pool {{(pid=103701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:54:12.251656 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a0f5be5e-8fbd-43c6-9c4b-f56ce158c615 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583360'] for segment (7eb6aa66-ca0c-4030-8cbe-c68e840f7735), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:12.255791 n-d-826753-2 neutron-server[103701]: Traceback (most recent call last): Feb 19 03:54:12.255791 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:54:12.255791 n-d-826753-2 neutron-server[103701]: timer() Feb 19 03:54:12.255791 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:54:12.255791 n-d-826753-2 neutron-server[103701]: cb(*args, **kw) Feb 19 03:54:12.255791 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:54:12.255791 n-d-826753-2 neutron-server[103701]: return func(*args, **kwargs) Feb 19 03:54:12.255791 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:54:12.255791 n-d-826753-2 neutron-server[103701]: self._notify() Feb 19 03:54:12.255791 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:54:12.255791 n-d-826753-2 neutron-server[103701]: self.callback(batched_events) Feb 19 03:54:12.255791 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:54:12.255791 n-d-826753-2 neutron-server[103701]: event.method(event) Feb 19 03:54:12.255791 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:54:12.255791 n-d-826753-2 neutron-server[103701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:54:12.255791 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:54:12.255791 n-d-826753-2 neutron-server[103701]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:54:12.255791 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:54:12.255791 n-d-826753-2 neutron-server[103701]: return f(self, *a, **k) Feb 19 03:54:12.255791 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:54:12.255791 n-d-826753-2 neutron-server[103701]: return self._get(url).json() Feb 19 03:54:12.255791 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:54:12.255791 n-d-826753-2 neutron-server[103701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:54:12.255791 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:54:12.255791 n-d-826753-2 neutron-server[103701]: return self.request(url, 'GET', **kwargs) Feb 19 03:54:12.255791 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:54:12.255791 n-d-826753-2 neutron-server[103701]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:54:12.255791 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:54:12.255791 n-d-826753-2 neutron-server[103701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:54:12.255791 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:54:12.255791 n-d-826753-2 neutron-server[103701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:54:12.255791 n-d-826753-2 neutron-server[103701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:54:12.258409 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 59c14b20-7a65-4cb8-9202-2285d1d3cdd1 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:54:12.258409 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 59c14b20-7a65-4cb8-9202-2285d1d3cdd1 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:54:12.330037 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a0f5be5e-8fbd-43c6-9c4b-f56ce158c615 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (6bd048be-4c95-484d-bd4f-969358406729), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:12.337076 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a0f5be5e-8fbd-43c6-9c4b-f56ce158c615 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:12.340133 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-a0f5be5e-8fbd-43c6-9c4b-f56ce158c615 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "DELETE /v2.0/networks/6bd048be-4c95-484d-bd4f-969358406729 HTTP/1.1" status: 204 len: 168 time: 0.3429127 Feb 19 03:54:12.343592 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52738) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:12.352386 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f5be5e-8fbd-43c6-9c4b-f56ce158c615 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Pushing event deleted for resources: {'Network': ['ID=6bd048be-4c95-484d-bd4f-969358406729,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:12.408199 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0586bc24-b00c-4d6f-a6cb-32b792a17f4c tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group (14bbdf02-d39d-4c5b-b4da-bcc50a912d88), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:12.435838 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0586bc24-b00c-4d6f-a6cb-32b792a17f4c tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group (14bbdf02-d39d-4c5b-b4da-bcc50a912d88), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:12.499450 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0586bc24-b00c-4d6f-a6cb-32b792a17f4c tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (14bbdf02-d39d-4c5b-b4da-bcc50a912d88), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:12.502246 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0586bc24-b00c-4d6f-a6cb-32b792a17f4c tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:12.506082 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-0586bc24-b00c-4d6f-a6cb-32b792a17f4c tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "DELETE /v2.0/security-groups/14bbdf02-d39d-4c5b-b4da-bcc50a912d88 HTTP/1.1" status: 204 len: 168 time: 0.1588752 Feb 19 03:54:12.513066 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0586bc24-b00c-4d6f-a6cb-32b792a17f4c tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14bbdf02-d39d-4c5b-b4da-bcc50a912d88,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:12.972980 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52744) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:12.987637 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-ec9751f1-e26f-4365-b708-47be2f95ef4f tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-748777514', 'description': 'tempest-secgroup-smoke-748777514 description', 'project_id': 'ca527022e7c4488e80026cbcb6de3409'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:54:13.008620 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ec9751f1-e26f-4365-b708-47be2f95ef4f tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:13.081581 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ec9751f1-e26f-4365-b708-47be2f95ef4f tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group (66a77008-d91d-46b2-a85a-86a896382072), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:13.085152 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ec9751f1-e26f-4365-b708-47be2f95ef4f tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (66a77008-d91d-46b2-a85a-86a896382072), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:13.114444 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ec9751f1-e26f-4365-b708-47be2f95ef4f tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:13.115676 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-ec9751f1-e26f-4365-b708-47be2f95ef4f tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1414785 Feb 19 03:54:13.118733 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52746) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:13.119602 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9751f1-e26f-4365-b708-47be2f95ef4f tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66a77008-d91d-46b2-a85a-86a896382072,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:13.123914 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-68900046-9310-4e7f-b032-ab1a5156c116 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Request body: {'security_group_rule': {'security_group_id': '66a77008-d91d-46b2-a85a-86a896382072', 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:54:13.148951 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-68900046-9310-4e7f-b032-ab1a5156c116 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group_rule (d3d00a4a-ef19-4a3d-b233-93f4f06c7617), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:13.204574 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-68900046-9310-4e7f-b032-ab1a5156c116 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group_rule (d3d00a4a-ef19-4a3d-b233-93f4f06c7617), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:13.208277 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-68900046-9310-4e7f-b032-ab1a5156c116 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (d3d00a4a-ef19-4a3d-b233-93f4f06c7617), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:13.227074 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68900046-9310-4e7f-b032-ab1a5156c116 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3d00a4a-ef19-4a3d-b233-93f4f06c7617,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:13.236098 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-68900046-9310-4e7f-b032-ab1a5156c116 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:13.237356 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-68900046-9310-4e7f-b032-ab1a5156c116 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1175900 Feb 19 03:54:13.239963 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52748) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:13.244224 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-6a07c061-9818-4fa3-81b3-343f9c097301 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Request body: {'security_group_rule': {'security_group_id': '66a77008-d91d-46b2-a85a-86a896382072', 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:54:13.268288 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6a07c061-9818-4fa3-81b3-343f9c097301 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group_rule (013219a2-5591-4d8e-943e-c93591ff58ab), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:13.324627 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6a07c061-9818-4fa3-81b3-343f9c097301 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group_rule (013219a2-5591-4d8e-943e-c93591ff58ab), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:13.328981 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6a07c061-9818-4fa3-81b3-343f9c097301 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (013219a2-5591-4d8e-943e-c93591ff58ab), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:13.363820 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a07c061-9818-4fa3-81b3-343f9c097301 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=013219a2-5591-4d8e-943e-c93591ff58ab,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:13.374554 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6a07c061-9818-4fa3-81b3-343f9c097301 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:13.375918 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-6a07c061-9818-4fa3-81b3-343f9c097301 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1350377 Feb 19 03:54:13.378628 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52750) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:13.383250 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-b0942411-6f56-4e06-8bdd-4a61c5847964 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Request body: {'security_group_rule': {'security_group_id': '66a77008-d91d-46b2-a85a-86a896382072', 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:54:13.410388 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b0942411-6f56-4e06-8bdd-4a61c5847964 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group_rule (9cfed24b-807d-46b6-8802-80788b6b8212), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:13.470917 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b0942411-6f56-4e06-8bdd-4a61c5847964 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group_rule (9cfed24b-807d-46b6-8802-80788b6b8212), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:13.474481 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b0942411-6f56-4e06-8bdd-4a61c5847964 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (9cfed24b-807d-46b6-8802-80788b6b8212), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:13.492718 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0942411-6f56-4e06-8bdd-4a61c5847964 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cfed24b-807d-46b6-8802-80788b6b8212,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:13.500270 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b0942411-6f56-4e06-8bdd-4a61c5847964 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:13.501507 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-b0942411-6f56-4e06-8bdd-4a61c5847964 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1219263 Feb 19 03:54:13.504243 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52752) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:13.508502 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-d221b3a7-8aa0-4e22-addf-0ba3297ecedd tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Request body: {'security_group_rule': {'security_group_id': '66a77008-d91d-46b2-a85a-86a896382072', 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:54:13.533177 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d221b3a7-8aa0-4e22-addf-0ba3297ecedd tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group_rule (33a5edc8-9758-4699-96cf-5f2e790f9f9f), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:13.590147 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d221b3a7-8aa0-4e22-addf-0ba3297ecedd tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group_rule (33a5edc8-9758-4699-96cf-5f2e790f9f9f), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:13.594954 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d221b3a7-8aa0-4e22-addf-0ba3297ecedd tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (33a5edc8-9758-4699-96cf-5f2e790f9f9f), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:13.612018 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d221b3a7-8aa0-4e22-addf-0ba3297ecedd tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33a5edc8-9758-4699-96cf-5f2e790f9f9f,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:13.619973 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d221b3a7-8aa0-4e22-addf-0ba3297ecedd tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:13.621216 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-d221b3a7-8aa0-4e22-addf-0ba3297ecedd tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1159835 Feb 19 03:54:13.624365 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52754) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:13.628642 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-69e064e5-93a2-49c2-a30d-714fc6e22e38 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Request body: {'security_group_rule': {'security_group_id': '66a77008-d91d-46b2-a85a-86a896382072', 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:54:13.656675 n-d-826753-2 neutron-server[103701]: INFO neutron.db.securitygroups_db [None req-69e064e5-93a2-49c2-a30d-714fc6e22e38 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Project ca527022e7c4488e80026cbcb6de3409 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 03:54:13.662197 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-69e064e5-93a2-49c2-a30d-714fc6e22e38 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group_rule (94dbfe76-649d-4790-ab49-0f0ec261d103), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:13.721238 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-69e064e5-93a2-49c2-a30d-714fc6e22e38 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group_rule (94dbfe76-649d-4790-ab49-0f0ec261d103), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:13.724838 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-69e064e5-93a2-49c2-a30d-714fc6e22e38 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (94dbfe76-649d-4790-ab49-0f0ec261d103), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:13.743473 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e064e5-93a2-49c2-a30d-714fc6e22e38 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94dbfe76-649d-4790-ab49-0f0ec261d103,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:13.753198 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-69e064e5-93a2-49c2-a30d-714fc6e22e38 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:13.756915 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-69e064e5-93a2-49c2-a30d-714fc6e22e38 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1291220 Feb 19 03:54:13.757154 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52756) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:13.761413 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-d02382a1-9fff-4f0a-b532-7ae1cef754ea tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Request body: {'security_group_rule': {'security_group_id': '66a77008-d91d-46b2-a85a-86a896382072', 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:54:13.782542 n-d-826753-2 neutron-server[103701]: INFO neutron.db.securitygroups_db [None req-d02382a1-9fff-4f0a-b532-7ae1cef754ea tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Project ca527022e7c4488e80026cbcb6de3409 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 03:54:13.787654 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d02382a1-9fff-4f0a-b532-7ae1cef754ea tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group_rule (765a5ac5-ddde-4386-8564-797bb1f82aef), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:13.847972 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d02382a1-9fff-4f0a-b532-7ae1cef754ea tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group_rule (765a5ac5-ddde-4386-8564-797bb1f82aef), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:13.851675 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d02382a1-9fff-4f0a-b532-7ae1cef754ea tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (765a5ac5-ddde-4386-8564-797bb1f82aef), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:13.869897 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02382a1-9fff-4f0a-b532-7ae1cef754ea tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=765a5ac5-ddde-4386-8564-797bb1f82aef,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:13.875765 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d02382a1-9fff-4f0a-b532-7ae1cef754ea tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:13.876975 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-d02382a1-9fff-4f0a-b532-7ae1cef754ea tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1188884 Feb 19 03:54:13.880613 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52758) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:13.885386 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-0f91658e-1568-47c5-b51a-0f8936213ab3 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Request body: {'network': {'name': 'tempest-network-smoke--589687657', 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'port_security_enabled': True}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:54:13.904279 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f91658e-1568-47c5-b51a-0f8936213ab3 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Made reservation on behalf of ca527022e7c4488e80026cbcb6de3409 for: {'network': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:54:13.907634 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0f91658e-1568-47c5-b51a-0f8936213ab3 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:13.931693 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f91658e-1568-47c5-b51a-0f8936213ab3 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] vlan segment allocate from pool success with {'vlan_id': 270, 'physical_network': 'physnet1'} {{(pid=103701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:54:13.942189 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0f91658e-1568-47c5-b51a-0f8936213ab3 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (d88a31ae-9486-4653-b609-bc01827a20f3), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:13.942539 n-d-826753-2 neutron-server[103701]: INFO neutron.db.segments_db [None req-0f91658e-1568-47c5-b51a-0f8936213ab3 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Added segment d88a31ae-9486-4653-b609-bc01827a20f3 of type vlan for network caa8dad9-d298-4cb2-85a7-3de48e6dc2f3 Feb 19 03:54:13.982601 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0f91658e-1568-47c5-b51a-0f8936213ab3 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (caa8dad9-d298-4cb2-85a7-3de48e6dc2f3), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:14.008389 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0f91658e-1568-47c5-b51a-0f8936213ab3 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (caa8dad9-d298-4cb2-85a7-3de48e6dc2f3), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:14.013440 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f91658e-1568-47c5-b51a-0f8936213ab3 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:14.014067 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0f91658e-1568-47c5-b51a-0f8936213ab3 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:14.039493 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 0ad207b0-1421-45ad-aede-b8deadf93a34 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:54:14.065719 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 0ad207b0-1421-45ad-aede-b8deadf93a34 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:54:14.066072 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 0ad207b0-1421-45ad-aede-b8deadf93a34 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:54:14.073745 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-0f91658e-1568-47c5-b51a-0f8936213ab3 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1920879 Feb 19 03:54:14.076495 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52760) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:14.087266 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-1b294e2c-067f-43b4-b0dd-acad82a87981 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-78278467', 'admin_state_up': True, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:54:14.102702 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f91658e-1568-47c5-b51a-0f8936213ab3 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Pushing event updated for resources: {'Network': ['ID=caa8dad9-d298-4cb2-85a7-3de48e6dc2f3,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:14.114022 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network caa8dad9-d298-4cb2-85a7-3de48e6dc2f3 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:54:14.117639 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1b294e2c-067f-43b4-b0dd-acad82a87981 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14172'] for router (af587bdc-fe19-477c-a683-cb570f3bea7b), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:14.118902 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1b294e2c-067f-43b4-b0dd-acad82a87981 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16317487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16285822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16309985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14247'] for router (af587bdc-fe19-477c-a683-cb570f3bea7b), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:14.172678 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1b294e2c-067f-43b4-b0dd-acad82a87981 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for router_controller (af587bdc-fe19-477c-a683-cb570f3bea7b), precommit_add_association {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:14.316898 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1b294e2c-067f-43b4-b0dd-acad82a87981 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for router_gateway (af587bdc-fe19-477c-a683-cb570f3bea7b), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:14.506836 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1b294e2c-067f-43b4-b0dd-acad82a87981 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for router_gateway (af587bdc-fe19-477c-a683-cb570f3bea7b), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:14.528356 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1b294e2c-067f-43b4-b0dd-acad82a87981 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:14.628920 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-1b294e2c-067f-43b4-b0dd-acad82a87981 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Allocated IP 172.25.6.58 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/47397105-58f2-4012-87fc-a48f16e5f607) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:54:14.743237 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1b294e2c-067f-43b4-b0dd-acad82a87981 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for port (47397105-58f2-4012-87fc-a48f16e5f607), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:14.941688 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:54:15.070372 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1b294e2c-067f-43b4-b0dd-acad82a87981 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (47397105-58f2-4012-87fc-a48f16e5f607), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:15.109108 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b294e2c-067f-43b4-b0dd-acad82a87981 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:54:15.111912 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-1b294e2c-067f-43b4-b0dd-acad82a87981 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:54:15.117578 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b294e2c-067f-43b4-b0dd-acad82a87981 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:54:15.122998 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b294e2c-067f-43b4-b0dd-acad82a87981 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Pushing event updated for resources: {'Port': ['ID=47397105-58f2-4012-87fc-a48f16e5f607,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:15.377032 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1b294e2c-067f-43b4-b0dd-acad82a87981 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for router_gateway (af587bdc-fe19-477c-a683-cb570f3bea7b), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:15.596407 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1b294e2c-067f-43b4-b0dd-acad82a87981 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16317478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865'] for router (af587bdc-fe19-477c-a683-cb570f3bea7b), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:15.647229 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-27a71310-a876-48ab-a4dd-f48feeefaa29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:15.736532 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b294e2c-067f-43b4-b0dd-acad82a87981 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Router af587bdc-fe19-477c-a683-cb570f3bea7b is scheduled to L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd with binding_index 1 {{(pid=103701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:54:15.851111 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b294e2c-067f-43b4-b0dd-acad82a87981 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:54:15.870925 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3d11e2-da1e-43d9-b3b1-1f93b1bc7c08 None None] Sync routers for ids ['af587bdc-fe19-477c-a683-cb570f3bea7b'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:54:15.878457 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1b294e2c-067f-43b4-b0dd-acad82a87981 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for router (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:15.879746 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-1b294e2c-067f-43b4-b0dd-acad82a87981 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.8022826 Feb 19 03:54:15.881456 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3d11e2-da1e-43d9-b3b1-1f93b1bc7c08 None None] Routers {'af587bdc-fe19-477c-a683-cb570f3bea7b'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:54:15.882079 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-4f3d11e2-da1e-43d9-b3b1-1f93b1bc7c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:53:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['af587bdc-fe19-477c-a683-cb570f3bea7b'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:54:15.883165 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52762) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:15.911912 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-9134790f-1c9a-4cb9-b2bf-cfe434009746 tempest-TestNetworkAdvancedServerOps-1044059750 tempest-TestNetworkAdvancedServerOps-1044059750-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=ca527022e7c4488e80026cbcb6de3409&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274899 Feb 19 03:54:15.914491 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52764) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:15.993142 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-4f3d11e2-da1e-43d9-b3b1-1f93b1bc7c08 None None] Set router af587bdc-fe19-477c-a683-cb570f3bea7b gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:54:16.006946 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5aedc17-7e51-4915-a61a-fcc2ff09f4be tempest-TestNetworkAdvancedServerOps-1044059750 tempest-TestNetworkAdvancedServerOps-1044059750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:16.008500 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-f5aedc17-7e51-4915-a61a-fcc2ff09f4be tempest-TestNetworkAdvancedServerOps-1044059750 tempest-TestNetworkAdvancedServerOps-1044059750-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0930209 Feb 19 03:54:16.011500 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52766) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:16.042071 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-dff43510-6463-4b93-8b00-fac2aac285a2 tempest-TestNetworkAdvancedServerOps-1044059750 tempest-TestNetworkAdvancedServerOps-1044059750-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=eaf64708-9021-419e-b287-ef3e0f51e2ee&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0293915 Feb 19 03:54:16.044729 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52768) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:16.050661 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-45f6d90d-bad6-4590-88fd-f3e1e75a9144 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-262843884', 'network_id': 'caa8dad9-d298-4cb2-85a7-3de48e6dc2f3', 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:54:16.144007 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45f6d90d-bad6-4590-88fd-f3e1e75a9144 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Made reservation on behalf of ca527022e7c4488e80026cbcb6de3409 for: {'subnet': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:54:16.147596 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-45f6d90d-bad6-4590-88fd-f3e1e75a9144 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58706307'] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:16.184578 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-4f3d11e2-da1e-43d9-b3b1-1f93b1bc7c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af587bdc-fe19-477c-a683-cb570f3bea7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-78278467', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': '47397105-58f2-4012-87fc-a48f16e5f607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:54:14Z', 'updated_at': '2022-02-19T03:54:15Z', 'revision_number': 3, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'gw_port': {'id': '47397105-58f2-4012-87fc-a48f16e5f607', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:21:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af587bdc-fe19-477c-a683-cb570f3bea7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:54:14Z', 'updated_at': '2022-02-19T03:54:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:54:16.211911 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3d11e2-da1e-43d9-b3b1-1f93b1bc7c08 None None] Checking router: af587bdc-fe19-477c-a683-cb570f3bea7b for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:54:16.212253 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3d11e2-da1e-43d9-b3b1-1f93b1bc7c08 None None] Updating router af587bdc-fe19-477c-a683-cb570f3bea7b port 47397105-58f2-4012-87fc-a48f16e5f607 binding host n-d-826753-2 {{(pid=103704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:54:16.241340 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-4f3d11e2-da1e-43d9-b3b1-1f93b1bc7c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (47397105-58f2-4012-87fc-a48f16e5f607), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:16.346654 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-45f6d90d-bad6-4590-88fd-f3e1e75a9144 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12647271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58706289'] for subnet (6ab9226c-cb93-4110-8830-f6e5d4efa757), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:16.412849 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f6d90d-bad6-4590-88fd-f3e1e75a9144 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Pushing event updated for resources: {'Subnet': ['ID=6ab9226c-cb93-4110-8830-f6e5d4efa757,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:16.418325 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f6d90d-bad6-4590-88fd-f3e1e75a9144 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Checking segment: {'id': 'd88a31ae-9486-4653-b609-bc01827a20f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'caa8dad9-d298-4cb2-85a7-3de48e6dc2f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:54:16.418692 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f6d90d-bad6-4590-88fd-f3e1e75a9144 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Network hostable DHCP agents. Network: caa8dad9-d298-4cb2-85a7-3de48e6dc2f3, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:54:16.439339 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f6d90d-bad6-4590-88fd-f3e1e75a9144 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Network caa8dad9-d298-4cb2-85a7-3de48e6dc2f3 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:54:16.449343 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-45f6d90d-bad6-4590-88fd-f3e1e75a9144 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, caa8dad9-d298-4cb2-85a7-3de48e6dc2f3) {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:54:16.455673 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f6d90d-bad6-4590-88fd-f3e1e75a9144 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:16.456479 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-45f6d90d-bad6-4590-88fd-f3e1e75a9144 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:16.461810 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45141f1-55d5-4c26-9c98-ee5c0dfa0847 None None] Network caa8dad9-d298-4cb2-85a7-3de48e6dc2f3 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:54:16.475003 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-45f6d90d-bad6-4590-88fd-f3e1e75a9144 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4283528 Feb 19 03:54:16.477906 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52770) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:16.512361 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-4f3d11e2-da1e-43d9-b3b1-1f93b1bc7c08 None None] Publish callbacks [] for port (47397105-58f2-4012-87fc-a48f16e5f607), precommit_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:16.519646 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-4f3d11e2-da1e-43d9-b3b1-1f93b1bc7c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (47397105-58f2-4012-87fc-a48f16e5f607), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:16.603269 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414136f0-3250-483d-b67c-40125aa5bca2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-caa8dad9-d298-4cb2-85a7-3de48e6dc2f3', 'network_id': 'caa8dad9-d298-4cb2-85a7-3de48e6dc2f3', 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'fixed_ips': [{'subnet_id': '6ab9226c-cb93-4110-8830-f6e5d4efa757'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:54:16.604470 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-414136f0-3250-483d-b67c-40125aa5bca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:16.669046 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb876d8-53f6-4569-a145-7a07e069ced3 None None] Pushing event updated for resources: {'Port': ['ID=47397105-58f2-4012-87fc-a48f16e5f607,revision_number=2']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:16.682572 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb876d8-53f6-4569-a145-7a07e069ced3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:16.682572 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb876d8-53f6-4569-a145-7a07e069ced3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:16.682886 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb876d8-53f6-4569-a145-7a07e069ced3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:16.683108 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb876d8-53f6-4569-a145-7a07e069ced3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:16.683409 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb876d8-53f6-4569-a145-7a07e069ced3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:16.683735 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb876d8-53f6-4569-a145-7a07e069ced3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:16.684057 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb876d8-53f6-4569-a145-7a07e069ced3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:16.684380 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb876d8-53f6-4569-a145-7a07e069ced3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:16.684696 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb876d8-53f6-4569-a145-7a07e069ced3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:16.685036 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb876d8-53f6-4569-a145-7a07e069ced3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:16.685360 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb876d8-53f6-4569-a145-7a07e069ced3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:16.685681 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb876d8-53f6-4569-a145-7a07e069ced3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:16.686904 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb876d8-53f6-4569-a145-7a07e069ced3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:16.693828 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-4f3d11e2-da1e-43d9-b3b1-1f93b1bc7c08 None None] Attempting to bind port 47397105-58f2-4012-87fc-a48f16e5f607 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:54:16.694141 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-4f3d11e2-da1e-43d9-b3b1-1f93b1bc7c08 None None] Attempting to bind port 47397105-58f2-4012-87fc-a48f16e5f607 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:54:16.694452 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3d11e2-da1e-43d9-b3b1-1f93b1bc7c08 None None] Attempting to bind port 47397105-58f2-4012-87fc-a48f16e5f607 on network eaf64708-9021-419e-b287-ef3e0f51e2ee {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:54:16.699710 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3d11e2-da1e-43d9-b3b1-1f93b1bc7c08 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:54:16.700080 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3d11e2-da1e-43d9-b3b1-1f93b1bc7c08 None None] Checking segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:54:16.700482 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-4f3d11e2-da1e-43d9-b3b1-1f93b1bc7c08 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:16.700877 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3d11e2-da1e-43d9-b3b1-1f93b1bc7c08 None None] Bound using segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:54:16.702236 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-4f3d11e2-da1e-43d9-b3b1-1f93b1bc7c08 None None] Bound port: 47397105-58f2-4012-87fc-a48f16e5f607, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:54:16.702374 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-4f3d11e2-da1e-43d9-b3b1-1f93b1bc7c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (47397105-58f2-4012-87fc-a48f16e5f607), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:16.753660 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-414136f0-3250-483d-b67c-40125aa5bca2 None None] Allocated IP 172.20.0.2 (caa8dad9-d298-4cb2-85a7-3de48e6dc2f3/6ab9226c-cb93-4110-8830-f6e5d4efa757/ace6fbcc-73c9-4a39-afcd-f06a925bd669) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:54:16.758520 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-4f3d11e2-da1e-43d9-b3b1-1f93b1bc7c08 None None] For port 47397105-58f2-4012-87fc-a48f16e5f607, host n-d-826753-2, cleared binding levels {{(pid=103704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:54:16.762747 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-4f3d11e2-da1e-43d9-b3b1-1f93b1bc7c08 None None] For port 47397105-58f2-4012-87fc-a48f16e5f607, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=47397105-58f2-4012-87fc-a48f16e5f607,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:54:16.771295 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-4f3d11e2-da1e-43d9-b3b1-1f93b1bc7c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (47397105-58f2-4012-87fc-a48f16e5f607), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:16.824601 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3d11e2-da1e-43d9-b3b1-1f93b1bc7c08 None None] Routers {'af587bdc-fe19-477c-a683-cb570f3bea7b'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:54:16.824601 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-4f3d11e2-da1e-43d9-b3b1-1f93b1bc7c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:53:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['af587bdc-fe19-477c-a683-cb570f3bea7b'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:54:16.878573 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb876d8-53f6-4569-a145-7a07e069ced3 None None] Pushing event updated for resources: {'Port': ['ID=47397105-58f2-4012-87fc-a48f16e5f607,revision_number=3']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:16.923027 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-414136f0-3250-483d-b67c-40125aa5bca2 None None] Publish callbacks [] for port (ace6fbcc-73c9-4a39-afcd-f06a925bd669), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:16.931018 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-414136f0-3250-483d-b67c-40125aa5bca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (ace6fbcc-73c9-4a39-afcd-f06a925bd669), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:16.946903 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-4f3d11e2-da1e-43d9-b3b1-1f93b1bc7c08 None None] Set router af587bdc-fe19-477c-a683-cb570f3bea7b gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:54:16.963330 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bdd6af1d-de4d-4cc3-b361-320ce3a09378 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:16.965348 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414136f0-3250-483d-b67c-40125aa5bca2 None None] Network caa8dad9-d298-4cb2-85a7-3de48e6dc2f3 is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:54:16.969924 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-414136f0-3250-483d-b67c-40125aa5bca2 None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:54:16.974445 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414136f0-3250-483d-b67c-40125aa5bca2 None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:54:16.992092 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414136f0-3250-483d-b67c-40125aa5bca2 None None] Pushing event updated for resources: {'Port': ['ID=ace6fbcc-73c9-4a39-afcd-f06a925bd669,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:17.048524 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-414136f0-3250-483d-b67c-40125aa5bca2 None None] Attempting to bind port ace6fbcc-73c9-4a39-afcd-f06a925bd669 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:54:17.048894 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-414136f0-3250-483d-b67c-40125aa5bca2 None None] Attempting to bind port ace6fbcc-73c9-4a39-afcd-f06a925bd669 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': 'd88a31ae-9486-4653-b609-bc01827a20f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'caa8dad9-d298-4cb2-85a7-3de48e6dc2f3'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:54:17.049292 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414136f0-3250-483d-b67c-40125aa5bca2 None None] Attempting to bind port ace6fbcc-73c9-4a39-afcd-f06a925bd669 on network caa8dad9-d298-4cb2-85a7-3de48e6dc2f3 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:54:17.054905 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414136f0-3250-483d-b67c-40125aa5bca2 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:54:17.055286 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414136f0-3250-483d-b67c-40125aa5bca2 None None] Checking segment: {'id': 'd88a31ae-9486-4653-b609-bc01827a20f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'caa8dad9-d298-4cb2-85a7-3de48e6dc2f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:54:17.055685 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-414136f0-3250-483d-b67c-40125aa5bca2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:17.056075 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414136f0-3250-483d-b67c-40125aa5bca2 None None] Bound using segment: {'id': 'd88a31ae-9486-4653-b609-bc01827a20f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'caa8dad9-d298-4cb2-85a7-3de48e6dc2f3'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:54:17.056536 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-414136f0-3250-483d-b67c-40125aa5bca2 None None] Bound port: ace6fbcc-73c9-4a39-afcd-f06a925bd669, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd88a31ae-9486-4653-b609-bc01827a20f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'caa8dad9-d298-4cb2-85a7-3de48e6dc2f3'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:54:17.056912 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-414136f0-3250-483d-b67c-40125aa5bca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (ace6fbcc-73c9-4a39-afcd-f06a925bd669), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:17.131209 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-414136f0-3250-483d-b67c-40125aa5bca2 None None] For port ace6fbcc-73c9-4a39-afcd-f06a925bd669, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:54:17.134872 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-414136f0-3250-483d-b67c-40125aa5bca2 None None] For port ace6fbcc-73c9-4a39-afcd-f06a925bd669, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=ace6fbcc-73c9-4a39-afcd-f06a925bd669,segment=NetworkSegment(d88a31ae-9486-4653-b609-bc01827a20f3),segment_id=d88a31ae-9486-4653-b609-bc01827a20f3)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:54:17.141915 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-414136f0-3250-483d-b67c-40125aa5bca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (ace6fbcc-73c9-4a39-afcd-f06a925bd669), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:17.153525 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-4f3d11e2-da1e-43d9-b3b1-1f93b1bc7c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af587bdc-fe19-477c-a683-cb570f3bea7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-78278467', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': '47397105-58f2-4012-87fc-a48f16e5f607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:54:14Z', 'updated_at': '2022-02-19T03:54:15Z', 'revision_number': 3, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'gw_port': {'id': '47397105-58f2-4012-87fc-a48f16e5f607', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:21:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af587bdc-fe19-477c-a683-cb570f3bea7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:54:14Z', 'updated_at': '2022-02-19T03:54:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:54:17.181768 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3d11e2-da1e-43d9-b3b1-1f93b1bc7c08 None None] The sync data for ids ['af587bdc-fe19-477c-a683-cb570f3bea7b'] in n-d-826753-2 is: [{'id': 'af587bdc-fe19-477c-a683-cb570f3bea7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-78278467', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': '47397105-58f2-4012-87fc-a48f16e5f607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:54:14Z', 'updated_at': '2022-02-19T03:54:15Z', 'revision_number': 3, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'gw_port': {'id': '47397105-58f2-4012-87fc-a48f16e5f607', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:21:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af587bdc-fe19-477c-a683-cb570f3bea7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:54:14Z', 'updated_at': '2022-02-19T03:54:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:54:17.228388 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414136f0-3250-483d-b67c-40125aa5bca2 None None] Pushing event updated for resources: {'Port': ['ID=ace6fbcc-73c9-4a39-afcd-f06a925bd669,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:17.323748 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-bdd6af1d-de4d-4cc3-b361-320ce3a09378 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Allocated IP 172.20.0.1 (caa8dad9-d298-4cb2-85a7-3de48e6dc2f3/6ab9226c-cb93-4110-8830-f6e5d4efa757/387a43a1-d133-479c-a1c2-fed49186fc14) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:54:17.507497 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bdd6af1d-de4d-4cc3-b361-320ce3a09378 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for port (387a43a1-d133-479c-a1c2-fed49186fc14), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:17.559050 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bdd6af1d-de4d-4cc3-b361-320ce3a09378 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (387a43a1-d133-479c-a1c2-fed49186fc14), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:17.605130 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd6af1d-de4d-4cc3-b361-320ce3a09378 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Network caa8dad9-d298-4cb2-85a7-3de48e6dc2f3 is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:54:17.608439 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-bdd6af1d-de4d-4cc3-b361-320ce3a09378 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:54:17.615105 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd6af1d-de4d-4cc3-b361-320ce3a09378 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:54:17.622693 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd6af1d-de4d-4cc3-b361-320ce3a09378 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Pushing event updated for resources: {'Port': ['ID=387a43a1-d133-479c-a1c2-fed49186fc14,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:17.669803 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bdd6af1d-de4d-4cc3-b361-320ce3a09378 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16289150'] for router_interface (af587bdc-fe19-477c-a683-cb570f3bea7b), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:17.819466 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bdd6af1d-de4d-4cc3-b361-320ce3a09378 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (387a43a1-d133-479c-a1c2-fed49186fc14), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:17.849529 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-1c72cd08-d46f-483e-943c-baf19a41cebd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:18.184999 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 47397105-58f2-4012-87fc-a48f16e5f607 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:54:18.188291 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bdd6af1d-de4d-4cc3-b361-320ce3a09378 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for port (387a43a1-d133-479c-a1c2-fed49186fc14), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:18.195183 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bdd6af1d-de4d-4cc3-b361-320ce3a09378 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (387a43a1-d133-479c-a1c2-fed49186fc14), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:18.259213 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 47397105-58f2-4012-87fc-a48f16e5f607 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:54:18.259958 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (47397105-58f2-4012-87fc-a48f16e5f607), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:18.270677 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd6af1d-de4d-4cc3-b361-320ce3a09378 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Pushing event updated for resources: {'Port': ['ID=387a43a1-d133-479c-a1c2-fed49186fc14,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:18.290206 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bdd6af1d-de4d-4cc3-b361-320ce3a09378 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16362769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16289258'] for router_interface (af587bdc-fe19-477c-a683-cb570f3bea7b), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:18.351666 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 47397105-58f2-4012-87fc-a48f16e5f607 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:54:18.352427 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (47397105-58f2-4012-87fc-a48f16e5f607), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:18.381447 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port 47397105-58f2-4012-87fc-a48f16e5f607, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=47397105-58f2-4012-87fc-a48f16e5f607,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:54:18.386584 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (47397105-58f2-4012-87fc-a48f16e5f607), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:18.387384 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device ace6fbcc-73c9-4a39-afcd-f06a925bd669 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:54:18.413306 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd6af1d-de4d-4cc3-b361-320ce3a09378 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Network caa8dad9-d298-4cb2-85a7-3de48e6dc2f3 is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:54:18.414843 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-bdd6af1d-de4d-4cc3-b361-320ce3a09378 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:54:18.432568 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d4acd4-351e-4d69-acef-1d8d6d79587f None None] Network caa8dad9-d298-4cb2-85a7-3de48e6dc2f3 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:54:18.533201 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-0f273f2a-fb2b-4046-ba3f-fc0d52fb2629 None None] Provisioning complete for port ace6fbcc-73c9-4a39-afcd-f06a925bd669 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:54:18.533576 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-0f273f2a-fb2b-4046-ba3f-fc0d52fb2629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (ace6fbcc-73c9-4a39-afcd-f06a925bd669), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:18.535849 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdd6af1d-de4d-4cc3-b361-320ce3a09378 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Router af587bdc-fe19-477c-a683-cb570f3bea7b has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:54:18.544845 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=47397105-58f2-4012-87fc-a48f16e5f607,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:18.618472 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port ace6fbcc-73c9-4a39-afcd-f06a925bd669 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:54:18.618835 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (ace6fbcc-73c9-4a39-afcd-f06a925bd669), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:18.653708 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdd6af1d-de4d-4cc3-b361-320ce3a09378 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:54:18.667151 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-bdd6af1d-de4d-4cc3-b361-320ce3a09378 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "PUT /v2.0/routers/af587bdc-fe19-477c-a683-cb570f3bea7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1799653 Feb 19 03:54:18.739309 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-0f273f2a-fb2b-4046-ba3f-fc0d52fb2629 None None] Current status of the port ace6fbcc-73c9-4a39-afcd-f06a925bd669 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:54:18.739805 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-0f273f2a-fb2b-4046-ba3f-fc0d52fb2629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (ace6fbcc-73c9-4a39-afcd-f06a925bd669), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:18.796548 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port ace6fbcc-73c9-4a39-afcd-f06a925bd669 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:54:18.796948 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (ace6fbcc-73c9-4a39-afcd-f06a925bd669), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:18.803262 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-0f273f2a-fb2b-4046-ba3f-fc0d52fb2629 None None] For port ace6fbcc-73c9-4a39-afcd-f06a925bd669, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=ace6fbcc-73c9-4a39-afcd-f06a925bd669,segment=NetworkSegment(d88a31ae-9486-4653-b609-bc01827a20f3),segment_id=d88a31ae-9486-4653-b609-bc01827a20f3)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:54:18.813651 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-0f273f2a-fb2b-4046-ba3f-fc0d52fb2629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (ace6fbcc-73c9-4a39-afcd-f06a925bd669), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:18.865695 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-83197eb9-4f19-4615-a490-927385f56817 req-5a1afa22-6107-4d68-9c21-58b31b23fa35 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-748777514&fields=id&tenant_id=ca527022e7c4488e80026cbcb6de3409 HTTP/1.1" status: 200 len: 267 time: 0.0667098 Feb 19 03:54:18.924546 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f273f2a-fb2b-4046-ba3f-fc0d52fb2629 None None] Pushing event updated for resources: {'Port': ['ID=ace6fbcc-73c9-4a39-afcd-f06a925bd669,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:18.928035 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.db.api [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103703) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:54:18.928396 n-d-826753-2 neutron-server[103703]: DEBUG oslo_db.api [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:54:18.986895 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83197eb9-4f19-4615-a490-927385f56817 req-96d1dcb1-07cc-46ca-a1ea-1b188c9a6e26 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:18.988344 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-83197eb9-4f19-4615-a490-927385f56817 req-96d1dcb1-07cc-46ca-a1ea-1b188c9a6e26 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/networks?id=caa8dad9-d298-4cb2-85a7-3de48e6dc2f3 HTTP/1.1" status: 200 len: 796 time: 0.1141739 Feb 19 03:54:19.003457 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-83197eb9-4f19-4615-a490-927385f56817 req-8b2e97ea-84f6-44b4-92d4-b421a08dabb3 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/quotas/ca527022e7c4488e80026cbcb6de3409 HTTP/1.1" status: 200 len: 375 time: 0.0095785 Feb 19 03:54:19.037156 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-5f39ca66-8ee3-4650-946c-8bf19c547e65 None None] Provisioning complete for port ace6fbcc-73c9-4a39-afcd-f06a925bd669 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:54:19.037545 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5f39ca66-8ee3-4650-946c-8bf19c547e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (ace6fbcc-73c9-4a39-afcd-f06a925bd669), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:19.088361 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-83197eb9-4f19-4615-a490-927385f56817 req-058596e2-d04b-49fe-8608-753083690512 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=ca527022e7c4488e80026cbcb6de3409&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0791981 Feb 19 03:54:19.142736 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-5f39ca66-8ee3-4650-946c-8bf19c547e65 None None] Current status of the port ace6fbcc-73c9-4a39-afcd-f06a925bd669 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:54:19.157503 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-5f39ca66-8ee3-4650-946c-8bf19c547e65 None None] Provisioning complete for port 387a43a1-d133-479c-a1c2-fed49186fc14 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:54:19.157847 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5f39ca66-8ee3-4650-946c-8bf19c547e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (387a43a1-d133-479c-a1c2-fed49186fc14), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:19.182532 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [req-83197eb9-4f19-4615-a490-927385f56817 req-2a2a2909-5db8-4db5-a446-6472f552de6b service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103701) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:54:19.184014 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-83197eb9-4f19-4615-a490-927385f56817 req-2a2a2909-5db8-4db5-a446-6472f552de6b service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0779998 Feb 19 03:54:19.190526 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea58db6d-511b-43a8-a371-481dc111e479 None None] Sync routers for ids ['af587bdc-fe19-477c-a683-cb570f3bea7b'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:54:19.213978 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-5f39ca66-8ee3-4650-946c-8bf19c547e65 None None] Port 387a43a1-d133-479c-a1c2-fed49186fc14 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:54:19.215513 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea58db6d-511b-43a8-a371-481dc111e479 None None] Routers {'af587bdc-fe19-477c-a683-cb570f3bea7b'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:54:19.216135 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-ea58db6d-511b-43a8-a371-481dc111e479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:54:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['af587bdc-fe19-477c-a683-cb570f3bea7b'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:54:19.311489 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-83197eb9-4f19-4615-a490-927385f56817 req-62d6f9df-b388-4e01-a1d0-ac62c3944208 service neutron] 10.222.0.72 "GET /v2.0/networks/caa8dad9-d298-4cb2-85a7-3de48e6dc2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182549 Feb 19 03:54:19.367328 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-00cfa033-895d-4fe0-b139-d8d52c7086e5 None None] Provisioning complete for port 387a43a1-d133-479c-a1c2-fed49186fc14 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:54:19.367780 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-00cfa033-895d-4fe0-b139-d8d52c7086e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (387a43a1-d133-479c-a1c2-fed49186fc14), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:19.400002 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-ea58db6d-511b-43a8-a371-481dc111e479 None None] Set router af587bdc-fe19-477c-a683-cb570f3bea7b gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:54:19.439152 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-83197eb9-4f19-4615-a490-927385f56817 req-87088804-2f71-427b-8858-1b2a20da9783 service neutron] 10.222.0.72 "GET /v2.0/networks/caa8dad9-d298-4cb2-85a7-3de48e6dc2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204782 Feb 19 03:54:19.477691 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-00cfa033-895d-4fe0-b139-d8d52c7086e5 None None] Port 387a43a1-d133-479c-a1c2-fed49186fc14 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:54:19.516996 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port ace6fbcc-73c9-4a39-afcd-f06a925bd669 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:54:19.578506 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:19.629393 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-d131ec13-4fa5-4686-af16-beae599eb06e None None] Provisioning complete for port 387a43a1-d133-479c-a1c2-fed49186fc14 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:54:19.629993 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d131ec13-4fa5-4686-af16-beae599eb06e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (387a43a1-d133-479c-a1c2-fed49186fc14), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:19.701688 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-d131ec13-4fa5-4686-af16-beae599eb06e None None] Port 387a43a1-d133-479c-a1c2-fed49186fc14 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:54:19.723469 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-ea58db6d-511b-43a8-a371-481dc111e479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af587bdc-fe19-477c-a683-cb570f3bea7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-78278467', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': '47397105-58f2-4012-87fc-a48f16e5f607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:54:14Z', 'updated_at': '2022-02-19T03:54:17Z', 'revision_number': 4, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'gw_port': {'id': '47397105-58f2-4012-87fc-a48f16e5f607', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:21:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af587bdc-fe19-477c-a683-cb570f3bea7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:54:14Z', 'updated_at': '2022-02-19T03:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '387a43a1-d133-479c-a1c2-fed49186fc14', 'name': '', 'network_id': 'caa8dad9-d298-4cb2-85a7-3de48e6dc2f3', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'mac_address': 'fa:16:3e:c9:78:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af587bdc-fe19-477c-a683-cb570f3bea7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '6ab9226c-cb93-4110-8830-f6e5d4efa757', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:54:17Z', 'updated_at': '2022-02-19T03:54:17Z', 'revision_number': 2, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'subnets': [{'id': '6ab9226c-cb93-4110-8830-f6e5d4efa757', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:54:19.752769 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea58db6d-511b-43a8-a371-481dc111e479 None None] Checking router: af587bdc-fe19-477c-a683-cb570f3bea7b for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:54:19.753308 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea58db6d-511b-43a8-a371-481dc111e479 None None] Updating router af587bdc-fe19-477c-a683-cb570f3bea7b port 387a43a1-d133-479c-a1c2-fed49186fc14 binding host n-d-826753-2 {{(pid=103703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:54:19.784931 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-ea58db6d-511b-43a8-a371-481dc111e479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (387a43a1-d133-479c-a1c2-fed49186fc14), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:19.937233 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d4134eef-d3c6-4742-b302-3dcefe945a17 req-2ffc1a8a-48a4-4fee-aae2-73323e091de4 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=971a52ca-f36a-4879-8002-9a75810de12b HTTP/1.1" status: 200 len: 210 time: 0.3407612 Feb 19 03:54:20.233366 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 47397105-58f2-4012-87fc-a48f16e5f607 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:54:20.279484 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-ea58db6d-511b-43a8-a371-481dc111e479 None None] Publish callbacks [] for port (387a43a1-d133-479c-a1c2-fed49186fc14), precommit_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:20.289138 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-ea58db6d-511b-43a8-a371-481dc111e479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (387a43a1-d133-479c-a1c2-fed49186fc14), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:20.350483 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d343ad-88a4-4f69-9d7c-cd61dc69425f None None] Pushing event updated for resources: {'Port': ['ID=387a43a1-d133-479c-a1c2-fed49186fc14,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:20.357680 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 47397105-58f2-4012-87fc-a48f16e5f607 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:54:20.358099 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (47397105-58f2-4012-87fc-a48f16e5f607), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:20.443727 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-ea58db6d-511b-43a8-a371-481dc111e479 None None] Attempting to bind port 387a43a1-d133-479c-a1c2-fed49186fc14 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:54:20.444107 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-ea58db6d-511b-43a8-a371-481dc111e479 None None] Attempting to bind port 387a43a1-d133-479c-a1c2-fed49186fc14 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': 'd88a31ae-9486-4653-b609-bc01827a20f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'caa8dad9-d298-4cb2-85a7-3de48e6dc2f3'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:54:20.444488 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea58db6d-511b-43a8-a371-481dc111e479 None None] Attempting to bind port 387a43a1-d133-479c-a1c2-fed49186fc14 on network caa8dad9-d298-4cb2-85a7-3de48e6dc2f3 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:54:20.454812 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea58db6d-511b-43a8-a371-481dc111e479 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:54:20.455210 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea58db6d-511b-43a8-a371-481dc111e479 None None] Checking segment: {'id': 'd88a31ae-9486-4653-b609-bc01827a20f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'caa8dad9-d298-4cb2-85a7-3de48e6dc2f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:54:20.455600 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-ea58db6d-511b-43a8-a371-481dc111e479 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:20.456002 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea58db6d-511b-43a8-a371-481dc111e479 None None] Bound using segment: {'id': 'd88a31ae-9486-4653-b609-bc01827a20f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'caa8dad9-d298-4cb2-85a7-3de48e6dc2f3'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:54:20.456578 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-ea58db6d-511b-43a8-a371-481dc111e479 None None] Bound port: 387a43a1-d133-479c-a1c2-fed49186fc14, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd88a31ae-9486-4653-b609-bc01827a20f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'caa8dad9-d298-4cb2-85a7-3de48e6dc2f3'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:54:20.456881 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-ea58db6d-511b-43a8-a371-481dc111e479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (387a43a1-d133-479c-a1c2-fed49186fc14), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:20.528790 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 47397105-58f2-4012-87fc-a48f16e5f607 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:54:20.530046 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device ace6fbcc-73c9-4a39-afcd-f06a925bd669 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:54:20.586693 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-ea58db6d-511b-43a8-a371-481dc111e479 None None] For port 387a43a1-d133-479c-a1c2-fed49186fc14, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:54:20.602020 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-ea58db6d-511b-43a8-a371-481dc111e479 None None] For port 387a43a1-d133-479c-a1c2-fed49186fc14, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=387a43a1-d133-479c-a1c2-fed49186fc14,segment=NetworkSegment(d88a31ae-9486-4653-b609-bc01827a20f3),segment_id=d88a31ae-9486-4653-b609-bc01827a20f3)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:54:20.609575 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-ea58db6d-511b-43a8-a371-481dc111e479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (387a43a1-d133-479c-a1c2-fed49186fc14), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:20.651220 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port ace6fbcc-73c9-4a39-afcd-f06a925bd669 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:54:20.651736 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (ace6fbcc-73c9-4a39-afcd-f06a925bd669), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:20.721825 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4fd0d079-c785-4fe1-b361-23fbbc6f0b95 None None] Provisioning complete for port 387a43a1-d133-479c-a1c2-fed49186fc14 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:54:20.722363 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4fd0d079-c785-4fe1-b361-23fbbc6f0b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (387a43a1-d133-479c-a1c2-fed49186fc14), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:20.771375 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea58db6d-511b-43a8-a371-481dc111e479 None None] Routers {'af587bdc-fe19-477c-a683-cb570f3bea7b'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:54:20.772311 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-ea58db6d-511b-43a8-a371-481dc111e479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:54:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['af587bdc-fe19-477c-a683-cb570f3bea7b'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:54:20.803896 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83197eb9-4f19-4615-a490-927385f56817 req-d7b4960f-2c15-4931-a199-443a3d4e65b6 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:20.806104 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-83197eb9-4f19-4615-a490-927385f56817 req-d7b4960f-2c15-4931-a199-443a3d4e65b6 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.73 "GET /v2.0/networks?id=caa8dad9-d298-4cb2-85a7-3de48e6dc2f3 HTTP/1.1" status: 200 len: 796 time: 0.1272295 Feb 19 03:54:20.825863 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d343ad-88a4-4f69-9d7c-cd61dc69425f None None] Pushing event updated for resources: {'Port': ['ID=387a43a1-d133-479c-a1c2-fed49186fc14,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:20.837404 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:20.884205 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-83197eb9-4f19-4615-a490-927385f56817 req-ca2a222a-2017-466a-8109-2613aa137f26 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca527022e7c4488e80026cbcb6de3409 HTTP/1.1" status: 200 len: 379 time: 0.0636568 Feb 19 03:54:20.894184 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-83197eb9-4f19-4615-a490-927385f56817 req-c000001f-3a2f-40e2-ad26-1f85131921dc tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Request body: {'port': {'device_id': '971a52ca-f36a-4879-8002-9a75810de12b', 'network_id': 'caa8dad9-d298-4cb2-85a7-3de48e6dc2f3', 'admin_state_up': True, 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'security_groups': ['66a77008-d91d-46b2-a85a-86a896382072']}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:54:20.984922 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port ace6fbcc-73c9-4a39-afcd-f06a925bd669 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:54:20.995080 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-ea58db6d-511b-43a8-a371-481dc111e479 None None] Set router af587bdc-fe19-477c-a683-cb570f3bea7b gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:54:21.018460 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83197eb9-4f19-4615-a490-927385f56817 req-c000001f-3a2f-40e2-ad26-1f85131921dc tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Made reservation on behalf of ca527022e7c4488e80026cbcb6de3409 for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:54:21.022160 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-83197eb9-4f19-4615-a490-927385f56817 req-c000001f-3a2f-40e2-ad26-1f85131921dc tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:21.039502 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4fd0d079-c785-4fe1-b361-23fbbc6f0b95 None None] Current status of the port 387a43a1-d133-479c-a1c2-fed49186fc14 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:54:21.039800 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4fd0d079-c785-4fe1-b361-23fbbc6f0b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (387a43a1-d133-479c-a1c2-fed49186fc14), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:21.044887 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2bc2ea38-1d0f-498a-bd80-7d61ff358c7a req-1c6f36e1-d110-4e79-ba90-a62276d8bc49 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=971a52ca-f36a-4879-8002-9a75810de12b HTTP/1.1" status: 200 len: 210 time: 0.0302465 Feb 19 03:54:21.157062 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4fd0d079-c785-4fe1-b361-23fbbc6f0b95 None None] For port 387a43a1-d133-479c-a1c2-fed49186fc14, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=387a43a1-d133-479c-a1c2-fed49186fc14,segment=NetworkSegment(d88a31ae-9486-4653-b609-bc01827a20f3),segment_id=d88a31ae-9486-4653-b609-bc01827a20f3)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:54:21.163231 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4fd0d079-c785-4fe1-b361-23fbbc6f0b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (387a43a1-d133-479c-a1c2-fed49186fc14), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:21.178518 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [req-83197eb9-4f19-4615-a490-927385f56817 req-c000001f-3a2f-40e2-ad26-1f85131921dc tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Allocated IP 172.20.0.3 (caa8dad9-d298-4cb2-85a7-3de48e6dc2f3/6ab9226c-cb93-4110-8830-f6e5d4efa757/533775a9-7fe2-4b70-8b6a-0849eae6743b) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:54:21.236375 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd0d079-c785-4fe1-b361-23fbbc6f0b95 None None] Pushing event updated for resources: {'Port': ['ID=387a43a1-d133-479c-a1c2-fed49186fc14,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:21.290193 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-2de91652-c01d-46f3-b592-9bd4942a0e0b None None] Provisioning complete for port 387a43a1-d133-479c-a1c2-fed49186fc14 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:54:21.290473 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-2de91652-c01d-46f3-b592-9bd4942a0e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (387a43a1-d133-479c-a1c2-fed49186fc14), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:21.322208 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-ea58db6d-511b-43a8-a371-481dc111e479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af587bdc-fe19-477c-a683-cb570f3bea7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-78278467', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': '47397105-58f2-4012-87fc-a48f16e5f607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:54:14Z', 'updated_at': '2022-02-19T03:54:17Z', 'revision_number': 4, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'gw_port': {'id': '47397105-58f2-4012-87fc-a48f16e5f607', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:21:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af587bdc-fe19-477c-a683-cb570f3bea7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:54:14Z', 'updated_at': '2022-02-19T03:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '387a43a1-d133-479c-a1c2-fed49186fc14', 'name': '', 'network_id': 'caa8dad9-d298-4cb2-85a7-3de48e6dc2f3', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'mac_address': 'fa:16:3e:c9:78:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af587bdc-fe19-477c-a683-cb570f3bea7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '6ab9226c-cb93-4110-8830-f6e5d4efa757', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:54:17Z', 'updated_at': '2022-02-19T03:54:20Z', 'revision_number': 4, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'subnets': [{'id': '6ab9226c-cb93-4110-8830-f6e5d4efa757', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:54:21.330390 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-83197eb9-4f19-4615-a490-927385f56817 req-c000001f-3a2f-40e2-ad26-1f85131921dc tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for port (533775a9-7fe2-4b70-8b6a-0849eae6743b), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:21.353284 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea58db6d-511b-43a8-a371-481dc111e479 None None] The sync data for ids ['af587bdc-fe19-477c-a683-cb570f3bea7b'] in n-d-826753-2 is: [{'id': 'af587bdc-fe19-477c-a683-cb570f3bea7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-78278467', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': '47397105-58f2-4012-87fc-a48f16e5f607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:54:14Z', 'updated_at': '2022-02-19T03:54:17Z', 'revision_number': 4, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'gw_port': {'id': '47397105-58f2-4012-87fc-a48f16e5f607', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:21:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af587bdc-fe19-477c-a683-cb570f3bea7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:54:14Z', 'updated_at': '2022-02-19T03:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '387a43a1-d133-479c-a1c2-fed49186fc14', 'name': '', 'network_id': 'caa8dad9-d298-4cb2-85a7-3de48e6dc2f3', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'mac_address': 'fa:16:3e:c9:78:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af587bdc-fe19-477c-a683-cb570f3bea7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '6ab9226c-cb93-4110-8830-f6e5d4efa757', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:54:17Z', 'updated_at': '2022-02-19T03:54:20Z', 'revision_number': 4, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'subnets': [{'id': '6ab9226c-cb93-4110-8830-f6e5d4efa757', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:54:21.371869 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-83197eb9-4f19-4615-a490-927385f56817 req-c000001f-3a2f-40e2-ad26-1f85131921dc tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (533775a9-7fe2-4b70-8b6a-0849eae6743b), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:21.423553 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-2de91652-c01d-46f3-b592-9bd4942a0e0b None None] Current status of the port 387a43a1-d133-479c-a1c2-fed49186fc14 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:54:21.431981 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83197eb9-4f19-4615-a490-927385f56817 req-c000001f-3a2f-40e2-ad26-1f85131921dc tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Network caa8dad9-d298-4cb2-85a7-3de48e6dc2f3 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:54:21.445332 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [req-83197eb9-4f19-4615-a490-927385f56817 req-c000001f-3a2f-40e2-ad26-1f85131921dc tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:54:21.448051 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-83197eb9-4f19-4615-a490-927385f56817 req-c000001f-3a2f-40e2-ad26-1f85131921dc tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:54:21.503904 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c000001f-3a2f-40e2-ad26-1f85131921dc tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Pushing event updated for resources: {'Port': ['ID=533775a9-7fe2-4b70-8b6a-0849eae6743b,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:21.528420 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83197eb9-4f19-4615-a490-927385f56817 req-c000001f-3a2f-40e2-ad26-1f85131921dc tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:21.529114 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-83197eb9-4f19-4615-a490-927385f56817 req-c000001f-3a2f-40e2-ad26-1f85131921dc tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:21.547981 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-83197eb9-4f19-4615-a490-927385f56817 req-c000001f-3a2f-40e2-ad26-1f85131921dc tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6581278 Feb 19 03:54:21.619562 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-83197eb9-4f19-4615-a490-927385f56817 req-5bdeaef7-4dd1-463c-9ed6-e52523b04497 service neutron] Request body: {'port': {'device_id': '971a52ca-f36a-4879-8002-9a75810de12b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826753-2'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:54:21.729631 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-83197eb9-4f19-4615-a490-927385f56817 req-5bdeaef7-4dd1-463c-9ed6-e52523b04497 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (533775a9-7fe2-4b70-8b6a-0849eae6743b), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:21.751263 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-9e68b2f0-fb6e-436a-84f9-6a0eae9eedda None None] Provisioning complete for port 533775a9-7fe2-4b70-8b6a-0849eae6743b triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:54:21.751263 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-9e68b2f0-fb6e-436a-84f9-6a0eae9eedda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (533775a9-7fe2-4b70-8b6a-0849eae6743b), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:21.788117 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-9e68b2f0-fb6e-436a-84f9-6a0eae9eedda None None] Port 533775a9-7fe2-4b70-8b6a-0849eae6743b cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:54:22.024122 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-83197eb9-4f19-4615-a490-927385f56817 req-5bdeaef7-4dd1-463c-9ed6-e52523b04497 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 533775a9-7fe2-4b70-8b6a-0849eae6743b {{(pid=103702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:54:22.037358 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-83197eb9-4f19-4615-a490-927385f56817 req-5bdeaef7-4dd1-463c-9ed6-e52523b04497 service neutron] Publish callbacks [] for port (533775a9-7fe2-4b70-8b6a-0849eae6743b), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:22.050507 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-83197eb9-4f19-4615-a490-927385f56817 req-5bdeaef7-4dd1-463c-9ed6-e52523b04497 service neutron] Transition to ACTIVE for port object 533775a9-7fe2-4b70-8b6a-0849eae6743b will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:54:22.057837 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-83197eb9-4f19-4615-a490-927385f56817 req-5bdeaef7-4dd1-463c-9ed6-e52523b04497 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (533775a9-7fe2-4b70-8b6a-0849eae6743b), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:22.121556 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:22.166344 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 387a43a1-d133-479c-a1c2-fed49186fc14 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:54:22.167876 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdeaef7-4dd1-463c-9ed6-e52523b04497 service neutron] Pushing event updated for resources: {'Port': ['ID=533775a9-7fe2-4b70-8b6a-0849eae6743b,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:22.247033 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a39c8b-c6ab-4e06-89d4-b9d366a5bf2f req-9fcf24d9-9594-4790-8e71-d05f75cf67b8 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:22.247663 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-83197eb9-4f19-4615-a490-927385f56817 req-5bdeaef7-4dd1-463c-9ed6-e52523b04497 service neutron] Attempting to bind port 533775a9-7fe2-4b70-8b6a-0849eae6743b on host n-h1-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:54:22.247894 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-83197eb9-4f19-4615-a490-927385f56817 req-5bdeaef7-4dd1-463c-9ed6-e52523b04497 service neutron] Attempting to bind port 533775a9-7fe2-4b70-8b6a-0849eae6743b by drivers openvswitch,hyperv on host n-h1-826753-2 at level 0 using segments [{'id': 'd88a31ae-9486-4653-b609-bc01827a20f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'caa8dad9-d298-4cb2-85a7-3de48e6dc2f3'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:54:22.248382 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83197eb9-4f19-4615-a490-927385f56817 req-5bdeaef7-4dd1-463c-9ed6-e52523b04497 service neutron] Attempting to bind port 533775a9-7fe2-4b70-8b6a-0849eae6743b on network caa8dad9-d298-4cb2-85a7-3de48e6dc2f3 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:54:22.254198 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83197eb9-4f19-4615-a490-927385f56817 req-5bdeaef7-4dd1-463c-9ed6-e52523b04497 service neutron] Port 533775a9-7fe2-4b70-8b6a-0849eae6743b on network caa8dad9-d298-4cb2-85a7-3de48e6dc2f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:54:22.254523 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83197eb9-4f19-4615-a490-927385f56817 req-5bdeaef7-4dd1-463c-9ed6-e52523b04497 service neutron] Attempting to bind port 533775a9-7fe2-4b70-8b6a-0849eae6743b on network caa8dad9-d298-4cb2-85a7-3de48e6dc2f3 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:54:22.257283 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 387a43a1-d133-479c-a1c2-fed49186fc14 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:54:22.258497 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (387a43a1-d133-479c-a1c2-fed49186fc14), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:22.261170 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83197eb9-4f19-4615-a490-927385f56817 req-5bdeaef7-4dd1-463c-9ed6-e52523b04497 service neutron] Checking agent: {'id': '9d56fb1b-2855-496a-a6d9-c324740cb98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:54:22.261432 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a7a39c8b-c6ab-4e06-89d4-b9d366a5bf2f req-9fcf24d9-9594-4790-8e71-d05f75cf67b8 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=971a52ca-f36a-4879-8002-9a75810de12b HTTP/1.1" status: 200 len: 943 time: 0.0824835 Feb 19 03:54:22.261567 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83197eb9-4f19-4615-a490-927385f56817 req-5bdeaef7-4dd1-463c-9ed6-e52523b04497 service neutron] Checking segment: {'id': 'd88a31ae-9486-4653-b609-bc01827a20f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'caa8dad9-d298-4cb2-85a7-3de48e6dc2f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:54:22.261903 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83197eb9-4f19-4615-a490-927385f56817 req-5bdeaef7-4dd1-463c-9ed6-e52523b04497 service neutron] Bound using segment: {'id': 'd88a31ae-9486-4653-b609-bc01827a20f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'caa8dad9-d298-4cb2-85a7-3de48e6dc2f3'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:54:22.262340 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-83197eb9-4f19-4615-a490-927385f56817 req-5bdeaef7-4dd1-463c-9ed6-e52523b04497 service neutron] Bound port: 533775a9-7fe2-4b70-8b6a-0849eae6743b, host: n-h1-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd88a31ae-9486-4653-b609-bc01827a20f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'caa8dad9-d298-4cb2-85a7-3de48e6dc2f3'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:54:22.262700 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-83197eb9-4f19-4615-a490-927385f56817 req-5bdeaef7-4dd1-463c-9ed6-e52523b04497 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (533775a9-7fe2-4b70-8b6a-0849eae6743b), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:22.328551 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a7a39c8b-c6ab-4e06-89d4-b9d366a5bf2f req-790285ec-cec9-4643-9a73-18c3ec421633 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=66a77008-d91d-46b2-a85a-86a896382072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661082 Feb 19 03:54:22.349427 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-83197eb9-4f19-4615-a490-927385f56817 req-5bdeaef7-4dd1-463c-9ed6-e52523b04497 service neutron] For port 533775a9-7fe2-4b70-8b6a-0849eae6743b, host n-h1-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:54:22.354452 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-83197eb9-4f19-4615-a490-927385f56817 req-5bdeaef7-4dd1-463c-9ed6-e52523b04497 service neutron] For port 533775a9-7fe2-4b70-8b6a-0849eae6743b, host n-h1-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=533775a9-7fe2-4b70-8b6a-0849eae6743b,segment=NetworkSegment(d88a31ae-9486-4653-b609-bc01827a20f3),segment_id=d88a31ae-9486-4653-b609-bc01827a20f3)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:54:22.362486 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-83197eb9-4f19-4615-a490-927385f56817 req-5bdeaef7-4dd1-463c-9ed6-e52523b04497 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (533775a9-7fe2-4b70-8b6a-0849eae6743b), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:22.393719 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 387a43a1-d133-479c-a1c2-fed49186fc14 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:54:22.407814 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83197eb9-4f19-4615-a490-927385f56817 req-5bdeaef7-4dd1-463c-9ed6-e52523b04497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:22.408616 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-83197eb9-4f19-4615-a490-927385f56817 req-5bdeaef7-4dd1-463c-9ed6-e52523b04497 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:22.410303 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-83197eb9-4f19-4615-a490-927385f56817 req-5bdeaef7-4dd1-463c-9ed6-e52523b04497 service neutron] 10.222.0.73 "PUT /v2.0/ports/533775a9-7fe2-4b70-8b6a-0849eae6743b HTTP/1.1" status: 200 len: 1091 time: 0.8502445 Feb 19 03:54:22.413103 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '971a52ca-f36a-4879-8002-9a75810de12b', 'tag': '533775a9-7fe2-4b70-8b6a-0849eae6743b'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:54:22.415273 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b48a34f37e4e31fa410c3f10fa4e23c828d45427043ff8d3e4d9f228381d6ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-386d5c17-6fe1-40f4-9f24-c4edcb1aaae3" -d '{"events": [{"name": "network-changed", "server_uuid": "971a52ca-f36a-4879-8002-9a75810de12b", "tag": "533775a9-7fe2-4b70-8b6a-0849eae6743b"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:54:22.463740 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdeaef7-4dd1-463c-9ed6-e52523b04497 service neutron] Pushing event updated for resources: {'Port': ['ID=533775a9-7fe2-4b70-8b6a-0849eae6743b,revision_number=3']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:22.491036 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dff1ce9c-461f-4fc0-aa91-040882974b1a x-openstack-request-id: req-dff1ce9c-461f-4fc0-aa91-040882974b1a {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:54:22.491356 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "971a52ca-f36a-4879-8002-9a75810de12b", "tag": "533775a9-7fe2-4b70-8b6a-0849eae6743b", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:54:22.491649 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-dff1ce9c-461f-4fc0-aa91-040882974b1a {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:54:22.492009 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '971a52ca-f36a-4879-8002-9a75810de12b', 'tag': '533775a9-7fe2-4b70-8b6a-0849eae6743b', 'status': 'completed', 'code': 200} Feb 19 03:54:22.541088 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83197eb9-4f19-4615-a490-927385f56817 req-2c311bd2-8800-456a-836c-fef6dea22469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:22.542701 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-83197eb9-4f19-4615-a490-927385f56817 req-2c311bd2-8800-456a-836c-fef6dea22469 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ca527022e7c4488e80026cbcb6de3409&device_id=971a52ca-f36a-4879-8002-9a75810de12b HTTP/1.1" status: 200 len: 1125 time: 0.0615778 Feb 19 03:54:22.596953 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-83197eb9-4f19-4615-a490-927385f56817 req-734a0681-531e-4cc4-b587-f097f7ba1314 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=533775a9-7fe2-4b70-8b6a-0849eae6743b HTTP/1.1" status: 200 len: 217 time: 0.0404141 Feb 19 03:54:22.652531 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83197eb9-4f19-4615-a490-927385f56817 req-2ff71361-62ad-424a-a4e2-d0b8ef69b8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:22.654168 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-83197eb9-4f19-4615-a490-927385f56817 req-2ff71361-62ad-424a-a4e2-d0b8ef69b8f0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6ab9226c-cb93-4110-8830-f6e5d4efa757 HTTP/1.1" status: 200 len: 834 time: 0.0503228 Feb 19 03:54:22.709436 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83197eb9-4f19-4615-a490-927385f56817 req-b236d10e-195f-489c-929e-b6d553ffae01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:22.710962 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-83197eb9-4f19-4615-a490-927385f56817 req-b236d10e-195f-489c-929e-b6d553ffae01 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=caa8dad9-d298-4cb2-85a7-3de48e6dc2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0509815 Feb 19 03:54:22.814572 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-83197eb9-4f19-4615-a490-927385f56817 req-99f4e8d7-9d2b-487f-a4df-29147e585f2f service neutron] 10.222.0.73 "GET /v2.0/networks/caa8dad9-d298-4cb2-85a7-3de48e6dc2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978439 Feb 19 03:54:22.910050 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-83197eb9-4f19-4615-a490-927385f56817 req-c26f91b5-602c-4327-aa24-25927b2cef11 service neutron] 10.222.0.73 "GET /v2.0/networks/caa8dad9-d298-4cb2-85a7-3de48e6dc2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896702 Feb 19 03:54:22.960371 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:23.058741 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386d5c17-6fe1-40f4-9f24-c4edcb1aaae3 req-67086d05-dc81-4f4e-91c6-10ce79bdb392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:23.060312 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-386d5c17-6fe1-40f4-9f24-c4edcb1aaae3 req-67086d05-dc81-4f4e-91c6-10ce79bdb392 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ca527022e7c4488e80026cbcb6de3409&device_id=971a52ca-f36a-4879-8002-9a75810de12b HTTP/1.1" status: 200 len: 1125 time: 0.0536351 Feb 19 03:54:23.157961 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386d5c17-6fe1-40f4-9f24-c4edcb1aaae3 req-937c4d9b-3166-4d0a-9f99-22cabf902902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:23.159453 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-386d5c17-6fe1-40f4-9f24-c4edcb1aaae3 req-937c4d9b-3166-4d0a-9f99-22cabf902902 service neutron] 10.222.0.73 "GET /v2.0/networks?id=caa8dad9-d298-4cb2-85a7-3de48e6dc2f3 HTTP/1.1" status: 200 len: 897 time: 0.0931916 Feb 19 03:54:23.202268 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-386d5c17-6fe1-40f4-9f24-c4edcb1aaae3 req-fbd159d1-439e-475b-a8ec-52b580f40b53 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=533775a9-7fe2-4b70-8b6a-0849eae6743b HTTP/1.1" status: 200 len: 217 time: 0.0363052 Feb 19 03:54:23.251957 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386d5c17-6fe1-40f4-9f24-c4edcb1aaae3 req-c2a2fc9d-6c78-46f4-a4f3-4b7019049d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:23.253457 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-386d5c17-6fe1-40f4-9f24-c4edcb1aaae3 req-c2a2fc9d-6c78-46f4-a4f3-4b7019049d8e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6ab9226c-cb93-4110-8830-f6e5d4efa757 HTTP/1.1" status: 200 len: 834 time: 0.0454071 Feb 19 03:54:23.310040 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386d5c17-6fe1-40f4-9f24-c4edcb1aaae3 req-1bf68cc9-fd28-4ae2-8a7b-194c00281e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:23.312192 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-386d5c17-6fe1-40f4-9f24-c4edcb1aaae3 req-1bf68cc9-fd28-4ae2-8a7b-194c00281e88 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=caa8dad9-d298-4cb2-85a7-3de48e6dc2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0533938 Feb 19 03:54:23.415260 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-386d5c17-6fe1-40f4-9f24-c4edcb1aaae3 req-f8b0bca3-10b4-44f3-9144-a24658737481 service neutron] 10.222.0.73 "GET /v2.0/networks/caa8dad9-d298-4cb2-85a7-3de48e6dc2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971928 Feb 19 03:54:23.455757 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a831dfe0-dfaf-4fea-9c0c-1624dc032c8b req-47db76b8-1a61-4648-9fe3-845bc6b269ca tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:23.457244 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a831dfe0-dfaf-4fea-9c0c-1624dc032c8b req-47db76b8-1a61-4648-9fe3-845bc6b269ca tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=971a52ca-f36a-4879-8002-9a75810de12b HTTP/1.1" status: 200 len: 943 time: 0.0608232 Feb 19 03:54:23.516426 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a831dfe0-dfaf-4fea-9c0c-1624dc032c8b req-ca2c359b-8951-4c15-85e2-4a0bb6101b0b tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=66a77008-d91d-46b2-a85a-86a896382072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531416 Feb 19 03:54:23.521065 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-386d5c17-6fe1-40f4-9f24-c4edcb1aaae3 req-bdc47a18-bc36-40fe-aab9-b2000026d13d service neutron] 10.222.0.73 "GET /v2.0/networks/caa8dad9-d298-4cb2-85a7-3de48e6dc2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001337 Feb 19 03:54:24.640533 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8343784-84db-469f-9ae5-740fb189ed41 req-de5bc352-f5da-4ab8-bd43-bf87d68feef8 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:24.642114 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f8343784-84db-469f-9ae5-740fb189ed41 req-de5bc352-f5da-4ab8-bd43-bf87d68feef8 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=971a52ca-f36a-4879-8002-9a75810de12b HTTP/1.1" status: 200 len: 943 time: 0.0547290 Feb 19 03:54:24.701386 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f8343784-84db-469f-9ae5-740fb189ed41 req-364aa271-8c00-44e9-b441-2788ba4aa194 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=66a77008-d91d-46b2-a85a-86a896382072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535173 Feb 19 03:54:25.834207 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d790e609-c4b5-48a3-b957-a38157ae4ed9 req-c1e8350d-9bcc-4f41-8212-ecd48fa5e484 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:25.835808 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d790e609-c4b5-48a3-b957-a38157ae4ed9 req-c1e8350d-9bcc-4f41-8212-ecd48fa5e484 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=971a52ca-f36a-4879-8002-9a75810de12b HTTP/1.1" status: 200 len: 943 time: 0.0625303 Feb 19 03:54:25.889997 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d790e609-c4b5-48a3-b957-a38157ae4ed9 req-ff33c485-cccd-4630-b7e7-9511a9c55bfc tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=66a77008-d91d-46b2-a85a-86a896382072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482228 Feb 19 03:54:25.891153 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 533775a9-7fe2-4b70-8b6a-0849eae6743b details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:54:26.023083 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 533775a9-7fe2-4b70-8b6a-0849eae6743b, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=533775a9-7fe2-4b70-8b6a-0849eae6743b,segment=NetworkSegment(d88a31ae-9486-4653-b609-bc01827a20f3),segment_id=d88a31ae-9486-4653-b609-bc01827a20f3)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:54:26.038501 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': '533775a9-7fe2-4b70-8b6a-0849eae6743b', 'network_id': 'caa8dad9-d298-4cb2-85a7-3de48e6dc2f3', 'port_id': '533775a9-7fe2-4b70-8b6a-0849eae6743b', 'mac_address': 'fa:16:3e:6d:7e:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ab9226c-cb93-4110-8830-f6e5d4efa757', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:54:26.081357 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 533775a9-7fe2-4b70-8b6a-0849eae6743b is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:54:26.081748 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (533775a9-7fe2-4b70-8b6a-0849eae6743b), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:26.097490 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 533775a9-7fe2-4b70-8b6a-0849eae6743b {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:54:26.120123 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 533775a9-7fe2-4b70-8b6a-0849eae6743b, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=533775a9-7fe2-4b70-8b6a-0849eae6743b,segment=NetworkSegment(d88a31ae-9486-4653-b609-bc01827a20f3),segment_id=d88a31ae-9486-4653-b609-bc01827a20f3)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:54:26.124252 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (533775a9-7fe2-4b70-8b6a-0849eae6743b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:26.176501 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=533775a9-7fe2-4b70-8b6a-0849eae6743b,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:26.531404 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['533775a9-7fe2-4b70-8b6a-0849eae6743b'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:54:26.835933 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:27.034819 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c835fe-71d8-4b86-b016-1a60e642cd67 req-663823af-3eb9-4a14-85b3-ff7c5130c18c tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:27.036384 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c5c835fe-71d8-4b86-b016-1a60e642cd67 req-663823af-3eb9-4a14-85b3-ff7c5130c18c tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=971a52ca-f36a-4879-8002-9a75810de12b HTTP/1.1" status: 200 len: 944 time: 0.0706894 Feb 19 03:54:27.096593 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c5c835fe-71d8-4b86-b016-1a60e642cd67 req-1139a6a5-d4b3-4ca4-8469-0a33738d3aa8 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=66a77008-d91d-46b2-a85a-86a896382072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536470 Feb 19 03:54:27.905917 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 533775a9-7fe2-4b70-8b6a-0849eae6743b up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:54:27.955425 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning for port 533775a9-7fe2-4b70-8b6a-0849eae6743b completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:54:27.959347 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port 533775a9-7fe2-4b70-8b6a-0849eae6743b triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:54:27.959718 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (533775a9-7fe2-4b70-8b6a-0849eae6743b), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:28.039009 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 533775a9-7fe2-4b70-8b6a-0849eae6743b is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:54:28.039397 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (533775a9-7fe2-4b70-8b6a-0849eae6743b), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:28.063174 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '971a52ca-f36a-4879-8002-9a75810de12b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '533775a9-7fe2-4b70-8b6a-0849eae6743b'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:54:28.065428 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88fe038525c8a7a69a3adae1ae732c1dd0c63371bed0a925712ea7f2f25f70bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3361ad1b-0cec-4fd9-8cd5-6cd0a74fdac4" -d '{"events": [{"server_uuid": "971a52ca-f36a-4879-8002-9a75810de12b", "name": "network-vif-plugged", "status": "completed", "tag": "533775a9-7fe2-4b70-8b6a-0849eae6743b"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:54:28.078811 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 533775a9-7fe2-4b70-8b6a-0849eae6743b, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=533775a9-7fe2-4b70-8b6a-0849eae6743b,segment=NetworkSegment(d88a31ae-9486-4653-b609-bc01827a20f3),segment_id=d88a31ae-9486-4653-b609-bc01827a20f3)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:54:28.083021 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (533775a9-7fe2-4b70-8b6a-0849eae6743b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:28.131322 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=533775a9-7fe2-4b70-8b6a-0849eae6743b,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:28.168780 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f55b247f-1eb3-45d9-9188-d050f21edd97 x-openstack-request-id: req-f55b247f-1eb3-45d9-9188-d050f21edd97 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:54:28.169163 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "971a52ca-f36a-4879-8002-9a75810de12b", "name": "network-vif-plugged", "status": "completed", "tag": "533775a9-7fe2-4b70-8b6a-0849eae6743b", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:54:28.169424 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f55b247f-1eb3-45d9-9188-d050f21edd97 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:54:28.169825 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '971a52ca-f36a-4879-8002-9a75810de12b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '533775a9-7fe2-4b70-8b6a-0849eae6743b', 'code': 200} Feb 19 03:54:28.229284 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea10ada-6801-4b1b-a825-51dc38c58594 req-0489bdec-6e54-4f86-95ab-f81f3148f3d2 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:28.230714 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6ea10ada-6801-4b1b-a825-51dc38c58594 req-0489bdec-6e54-4f86-95ab-f81f3148f3d2 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=971a52ca-f36a-4879-8002-9a75810de12b HTTP/1.1" status: 200 len: 945 time: 0.0569680 Feb 19 03:54:28.289235 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6ea10ada-6801-4b1b-a825-51dc38c58594 req-99d471cf-8499-400a-abab-abb7eb662d84 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=66a77008-d91d-46b2-a85a-86a896382072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525451 Feb 19 03:54:28.307903 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a079ae9-3a81-42db-abca-e503a57f3978 req-a73689af-dc87-4f0a-b3a4-0be6915ac4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:28.307903 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4a079ae9-3a81-42db-abca-e503a57f3978 req-a73689af-dc87-4f0a-b3a4-0be6915ac4de service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=971a52ca-f36a-4879-8002-9a75810de12b HTTP/1.1" status: 200 len: 1127 time: 0.0520792 Feb 19 03:54:28.354806 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4a079ae9-3a81-42db-abca-e503a57f3978 req-7360ec10-6301-473d-b39f-a34c4f88321e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=66a77008-d91d-46b2-a85a-86a896382072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420759 Feb 19 03:54:29.415363 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca61618-b6f0-4792-8790-690435bd6823 req-542c00a8-003d-449a-9a56-94fba4c050b2 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:29.416876 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0ca61618-b6f0-4792-8790-690435bd6823 req-542c00a8-003d-449a-9a56-94fba4c050b2 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=971a52ca-f36a-4879-8002-9a75810de12b HTTP/1.1" status: 200 len: 945 time: 0.0541234 Feb 19 03:54:29.466783 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0ca61618-b6f0-4792-8790-690435bd6823 req-449556b7-1c3a-45d3-95c3-b02e538fa5de tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=66a77008-d91d-46b2-a85a-86a896382072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433354 Feb 19 03:54:30.586476 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a90a910-c6d0-42f8-b06b-4ad99a999f75 req-34e3e550-2832-44de-bcdd-f5484ec3b220 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:30.587935 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5a90a910-c6d0-42f8-b06b-4ad99a999f75 req-34e3e550-2832-44de-bcdd-f5484ec3b220 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=971a52ca-f36a-4879-8002-9a75810de12b HTTP/1.1" status: 200 len: 945 time: 0.0533237 Feb 19 03:54:30.637661 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5a90a910-c6d0-42f8-b06b-4ad99a999f75 req-63ba641a-2e14-4e8e-8d8c-3f87df8835ef tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=66a77008-d91d-46b2-a85a-86a896382072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436139 Feb 19 03:54:30.761802 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b616dd-cdcb-4646-b32f-2213bf45b65a req-fbcc5de0-f3cf-47d1-a866-0adc2b7cd7e1 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:30.763208 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d3b616dd-cdcb-4646-b32f-2213bf45b65a req-fbcc5de0-f3cf-47d1-a866-0adc2b7cd7e1 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=971a52ca-f36a-4879-8002-9a75810de12b HTTP/1.1" status: 200 len: 945 time: 0.0574129 Feb 19 03:54:30.812082 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d3b616dd-cdcb-4646-b32f-2213bf45b65a req-8a6cb4e8-4ec8-4a3e-a4b8-fe3bc6eaf165 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=66a77008-d91d-46b2-a85a-86a896382072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425005 Feb 19 03:54:30.833616 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52830) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:30.876454 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3745c3c3-191f-4605-9ea1-0f1c66ffcba5 tempest-TestNetworkAdvancedServerOps-1044059750 tempest-TestNetworkAdvancedServerOps-1044059750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:30.877996 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-3745c3c3-191f-4605-9ea1-0f1c66ffcba5 tempest-TestNetworkAdvancedServerOps-1044059750 tempest-TestNetworkAdvancedServerOps-1044059750-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=971a52ca-f36a-4879-8002-9a75810de12b HTTP/1.1" status: 200 len: 1122 time: 0.0433931 Feb 19 03:54:30.880810 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52832) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:30.885155 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-beb8ce5a-76de-42fa-8546-bc1d5beba0c6 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Request body: {'floatingip': {'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'port_id': '533775a9-7fe2-4b70-8b6a-0849eae6743b', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:54:30.906175 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-beb8ce5a-76de-42fa-8546-bc1d5beba0c6 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:31.003988 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-beb8ce5a-76de-42fa-8546-bc1d5beba0c6 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:31.107871 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-beb8ce5a-76de-42fa-8546-bc1d5beba0c6 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Allocated IP 172.25.6.172 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/90ac418f-28dd-4522-af0e-448fc2eaf8f0) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:54:31.216363 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-beb8ce5a-76de-42fa-8546-bc1d5beba0c6 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for port (90ac418f-28dd-4522-af0e-448fc2eaf8f0), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:31.252060 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-beb8ce5a-76de-42fa-8546-bc1d5beba0c6 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (90ac418f-28dd-4522-af0e-448fc2eaf8f0), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:31.289024 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb8ce5a-76de-42fa-8546-bc1d5beba0c6 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:54:31.291946 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-beb8ce5a-76de-42fa-8546-bc1d5beba0c6 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:54:31.294557 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb8ce5a-76de-42fa-8546-bc1d5beba0c6 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:54:31.326110 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb8ce5a-76de-42fa-8546-bc1d5beba0c6 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Pushing event updated for resources: {'Port': ['ID=90ac418f-28dd-4522-af0e-448fc2eaf8f0,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:31.670816 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-beb8ce5a-76de-42fa-8546-bc1d5beba0c6 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for floatingip (7779456f-43d7-4593-bfb6-0c4a58a93ed2), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:31.738778 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-beb8ce5a-76de-42fa-8546-bc1d5beba0c6 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (90ac418f-28dd-4522-af0e-448fc2eaf8f0), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:31.890086 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-beb8ce5a-76de-42fa-8546-bc1d5beba0c6 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for port (90ac418f-28dd-4522-af0e-448fc2eaf8f0), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:31.894605 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-beb8ce5a-76de-42fa-8546-bc1d5beba0c6 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (90ac418f-28dd-4522-af0e-448fc2eaf8f0), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:31.969896 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb8ce5a-76de-42fa-8546-bc1d5beba0c6 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Pushing event updated for resources: {'Port': ['ID=90ac418f-28dd-4522-af0e-448fc2eaf8f0,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:31.977354 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-beb8ce5a-76de-42fa-8546-bc1d5beba0c6 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16285943'] for floatingip (7779456f-43d7-4593-bfb6-0c4a58a93ed2), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:32.083521 n-d-826753-2 neutron-server[103701]: INFO neutron.db.l3_db [None req-beb8ce5a-76de-42fa-8546-bc1d5beba0c6 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Floating IP 7779456f-43d7-4593-bfb6-0c4a58a93ed2 associated. External IP: 172.25.6.172, port: 533775a9-7fe2-4b70-8b6a-0849eae6743b. Feb 19 03:54:32.301163 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beb8ce5a-76de-42fa-8546-bc1d5beba0c6 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Router af587bdc-fe19-477c-a683-cb570f3bea7b has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:54:32.410898 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beb8ce5a-76de-42fa-8546-bc1d5beba0c6 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:54:32.422474 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4d47be-543f-41f0-b317-6f7aa8d1f967 None None] Sync routers for ids ['af587bdc-fe19-477c-a683-cb570f3bea7b'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:54:32.429585 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-beb8ce5a-76de-42fa-8546-bc1d5beba0c6 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:32.432326 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4d47be-543f-41f0-b317-6f7aa8d1f967 None None] Routers {'af587bdc-fe19-477c-a683-cb570f3bea7b'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:54:32.433206 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-8b4d47be-543f-41f0-b317-6f7aa8d1f967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:54:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['af587bdc-fe19-477c-a683-cb570f3bea7b'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:54:32.459331 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-beb8ce5a-76de-42fa-8546-bc1d5beba0c6 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5774937 Feb 19 03:54:32.460025 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '971a52ca-f36a-4879-8002-9a75810de12b', 'tag': '533775a9-7fe2-4b70-8b6a-0849eae6743b'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:54:32.462438 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64650e7238020d70304413a5b849b926770e068c757b8393e93027c7f92d28d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a136f12b-faf1-4a32-85a3-6adcd4227213" -d '{"events": [{"name": "network-changed", "server_uuid": "971a52ca-f36a-4879-8002-9a75810de12b", "tag": "533775a9-7fe2-4b70-8b6a-0849eae6743b"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:54:32.502169 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ce0125e-8d64-4195-87d9-6c4e79c2b76c x-openstack-request-id: req-0ce0125e-8d64-4195-87d9-6c4e79c2b76c {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:54:32.502517 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "971a52ca-f36a-4879-8002-9a75810de12b", "tag": "533775a9-7fe2-4b70-8b6a-0849eae6743b", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:54:32.502776 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0ce0125e-8d64-4195-87d9-6c4e79c2b76c {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:54:32.503187 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '971a52ca-f36a-4879-8002-9a75810de12b', 'tag': '533775a9-7fe2-4b70-8b6a-0849eae6743b', 'status': 'completed', 'code': 200} Feb 19 03:54:32.548589 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-8b4d47be-543f-41f0-b317-6f7aa8d1f967 None None] Set router af587bdc-fe19-477c-a683-cb570f3bea7b gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:54:32.569054 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2d4a5c-d2ed-4f85-946e-07698d2c24ef req-79b23870-8477-4664-b9e5-5515b117995a tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:32.570746 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1f2d4a5c-d2ed-4f85-946e-07698d2c24ef req-79b23870-8477-4664-b9e5-5515b117995a tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=971a52ca-f36a-4879-8002-9a75810de12b HTTP/1.1" status: 200 len: 945 time: 0.0583751 Feb 19 03:54:32.589659 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a136f12b-faf1-4a32-85a3-6adcd4227213 req-b72d8cca-6a70-4a0b-b4b6-15357b251923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:32.591199 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a136f12b-faf1-4a32-85a3-6adcd4227213 req-b72d8cca-6a70-4a0b-b4b6-15357b251923 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ca527022e7c4488e80026cbcb6de3409&device_id=971a52ca-f36a-4879-8002-9a75810de12b HTTP/1.1" status: 200 len: 1127 time: 0.0481958 Feb 19 03:54:32.623667 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1f2d4a5c-d2ed-4f85-946e-07698d2c24ef req-0d5901b8-8961-4612-bdde-9311980778ac tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=66a77008-d91d-46b2-a85a-86a896382072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472093 Feb 19 03:54:32.646085 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52838) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:32.686128 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a136f12b-faf1-4a32-85a3-6adcd4227213 req-bf2528a8-4b59-4f93-b977-973e0a11c25d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:32.687671 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a136f12b-faf1-4a32-85a3-6adcd4227213 req-bf2528a8-4b59-4f93-b977-973e0a11c25d service neutron] 10.222.0.73 "GET /v2.0/networks?id=caa8dad9-d298-4cb2-85a7-3de48e6dc2f3 HTTP/1.1" status: 200 len: 897 time: 0.0904000 Feb 19 03:54:32.715871 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-84690a08-9f9f-4696-8c2a-524955ff3160 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/floatingips/7779456f-43d7-4593-bfb6-0c4a58a93ed2 HTTP/1.1" status: 200 len: 991 time: 0.0685570 Feb 19 03:54:32.752726 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a136f12b-faf1-4a32-85a3-6adcd4227213 req-48d5ec35-1ba0-4471-a496-80a6e152fe47 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=533775a9-7fe2-4b70-8b6a-0849eae6743b HTTP/1.1" status: 200 len: 999 time: 0.0595918 Feb 19 03:54:32.792929 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-8b4d47be-543f-41f0-b317-6f7aa8d1f967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af587bdc-fe19-477c-a683-cb570f3bea7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-78278467', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': '47397105-58f2-4012-87fc-a48f16e5f607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:54:14Z', 'updated_at': '2022-02-19T03:54:17Z', 'revision_number': 4, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'gw_port': {'id': '47397105-58f2-4012-87fc-a48f16e5f607', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:21:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af587bdc-fe19-477c-a683-cb570f3bea7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:54:14Z', 'updated_at': '2022-02-19T03:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': '7779456f-43d7-4593-bfb6-0c4a58a93ed2', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'floating_ip_address': '172.25.6.172', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': 'af587bdc-fe19-477c-a683-cb570f3bea7b', 'port_id': '533775a9-7fe2-4b70-8b6a-0849eae6743b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'caa8dad9-d298-4cb2-85a7-3de48e6dc2f3', 'mac_address': 'fa:16:3e:6d:7e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971a52ca-f36a-4879-8002-9a75810de12b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:54:31Z', 'updated_at': '2022-02-19T03:54:31Z', 'revision_number': 0, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '387a43a1-d133-479c-a1c2-fed49186fc14', 'name': '', 'network_id': 'caa8dad9-d298-4cb2-85a7-3de48e6dc2f3', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'mac_address': 'fa:16:3e:c9:78:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af587bdc-fe19-477c-a683-cb570f3bea7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '6ab9226c-cb93-4110-8830-f6e5d4efa757', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:54:17Z', 'updated_at': '2022-02-19T03:54:21Z', 'revision_number': 5, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'subnets': [{'id': '6ab9226c-cb93-4110-8830-f6e5d4efa757', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:54:32.806266 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a136f12b-faf1-4a32-85a3-6adcd4227213 req-b5289f1b-d02a-404a-965c-488433f57de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:32.807780 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a136f12b-faf1-4a32-85a3-6adcd4227213 req-b5289f1b-d02a-404a-965c-488433f57de1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6ab9226c-cb93-4110-8830-f6e5d4efa757 HTTP/1.1" status: 200 len: 834 time: 0.0493236 Feb 19 03:54:32.819134 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4d47be-543f-41f0-b317-6f7aa8d1f967 None None] Checking router: af587bdc-fe19-477c-a683-cb570f3bea7b for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:54:32.828045 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4d47be-543f-41f0-b317-6f7aa8d1f967 None None] Routers {'af587bdc-fe19-477c-a683-cb570f3bea7b'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:54:32.828672 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-8b4d47be-543f-41f0-b317-6f7aa8d1f967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:54:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['af587bdc-fe19-477c-a683-cb570f3bea7b'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:54:32.856055 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a136f12b-faf1-4a32-85a3-6adcd4227213 req-61694405-7406-4233-9786-fbdceddf38bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:32.857695 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a136f12b-faf1-4a32-85a3-6adcd4227213 req-61694405-7406-4233-9786-fbdceddf38bf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=caa8dad9-d298-4cb2-85a7-3de48e6dc2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0447035 Feb 19 03:54:32.937696 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-8b4d47be-543f-41f0-b317-6f7aa8d1f967 None None] Set router af587bdc-fe19-477c-a683-cb570f3bea7b gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:54:32.944733 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a136f12b-faf1-4a32-85a3-6adcd4227213 req-bc28eadd-5a06-4e5b-b746-88bbbd928946 service neutron] 10.222.0.73 "GET /v2.0/networks/caa8dad9-d298-4cb2-85a7-3de48e6dc2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814464 Feb 19 03:54:33.039553 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a136f12b-faf1-4a32-85a3-6adcd4227213 req-699cdc48-5d6e-4a34-ae42-6eb7b6756a68 service neutron] 10.222.0.73 "GET /v2.0/networks/caa8dad9-d298-4cb2-85a7-3de48e6dc2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888462 Feb 19 03:54:33.167358 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-8b4d47be-543f-41f0-b317-6f7aa8d1f967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af587bdc-fe19-477c-a683-cb570f3bea7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-78278467', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': '47397105-58f2-4012-87fc-a48f16e5f607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:54:14Z', 'updated_at': '2022-02-19T03:54:17Z', 'revision_number': 4, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'gw_port': {'id': '47397105-58f2-4012-87fc-a48f16e5f607', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:21:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af587bdc-fe19-477c-a683-cb570f3bea7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:54:14Z', 'updated_at': '2022-02-19T03:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': '7779456f-43d7-4593-bfb6-0c4a58a93ed2', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'floating_ip_address': '172.25.6.172', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': 'af587bdc-fe19-477c-a683-cb570f3bea7b', 'port_id': '533775a9-7fe2-4b70-8b6a-0849eae6743b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'caa8dad9-d298-4cb2-85a7-3de48e6dc2f3', 'mac_address': 'fa:16:3e:6d:7e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971a52ca-f36a-4879-8002-9a75810de12b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:54:31Z', 'updated_at': '2022-02-19T03:54:31Z', 'revision_number': 0, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '387a43a1-d133-479c-a1c2-fed49186fc14', 'name': '', 'network_id': 'caa8dad9-d298-4cb2-85a7-3de48e6dc2f3', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'mac_address': 'fa:16:3e:c9:78:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af587bdc-fe19-477c-a683-cb570f3bea7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '6ab9226c-cb93-4110-8830-f6e5d4efa757', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:54:17Z', 'updated_at': '2022-02-19T03:54:21Z', 'revision_number': 5, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'subnets': [{'id': '6ab9226c-cb93-4110-8830-f6e5d4efa757', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:54:33.193196 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4d47be-543f-41f0-b317-6f7aa8d1f967 None None] The sync data for ids ['af587bdc-fe19-477c-a683-cb570f3bea7b'] in n-d-826753-2 is: [{'id': 'af587bdc-fe19-477c-a683-cb570f3bea7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-78278467', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': '47397105-58f2-4012-87fc-a48f16e5f607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:54:14Z', 'updated_at': '2022-02-19T03:54:17Z', 'revision_number': 4, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'gw_port': {'id': '47397105-58f2-4012-87fc-a48f16e5f607', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:21:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af587bdc-fe19-477c-a683-cb570f3bea7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:54:14Z', 'updated_at': '2022-02-19T03:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': '7779456f-43d7-4593-bfb6-0c4a58a93ed2', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'floating_ip_address': '172.25.6.172', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': 'af587bdc-fe19-477c-a683-cb570f3bea7b', 'port_id': '533775a9-7fe2-4b70-8b6a-0849eae6743b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'caa8dad9-d298-4cb2-85a7-3de48e6dc2f3', 'mac_address': 'fa:16:3e:6d:7e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971a52ca-f36a-4879-8002-9a75810de12b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:54:31Z', 'updated_at': '2022-02-19T03:54:31Z', 'revision_number': 0, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '387a43a1-d133-479c-a1c2-fed49186fc14', 'name': '', 'network_id': 'caa8dad9-d298-4cb2-85a7-3de48e6dc2f3', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'mac_address': 'fa:16:3e:c9:78:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af587bdc-fe19-477c-a683-cb570f3bea7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '6ab9226c-cb93-4110-8830-f6e5d4efa757', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:54:17Z', 'updated_at': '2022-02-19T03:54:21Z', 'revision_number': 5, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'subnets': [{'id': '6ab9226c-cb93-4110-8830-f6e5d4efa757', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:54:33.376016 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ecc54da-fa48-45b9-92e1-219bf2290567 None None] New status for floating IP 7779456f-43d7-4593-bfb6-0c4a58a93ed2: ACTIVE {{(pid=103703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:54:33.718370 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52840) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:33.777359 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-293d5664-85b8-4bdf-bd44-4f6f0de43721 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/floatingips/7779456f-43d7-4593-bfb6-0c4a58a93ed2 HTTP/1.1" status: 200 len: 993 time: 0.0577266 Feb 19 03:54:45.650055 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3abb3576-0107-4a5d-a2f7-180dae87d298 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:47.851787 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fd9e307c-f97d-4d8e-968e-0414fb6fe47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:49.516813 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:50.694627 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:51.940959 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:54:52.085872 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:52.971994 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:53.012596 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-49e7edd2-62a2-4193-bb2e-488ad99d26e9 req-e1f841c8-db49-4d9e-9d2f-880313bd533b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=971a52ca-f36a-4879-8002-9a75810de12b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0455296 Feb 19 03:54:53.115835 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e7edd2-62a2-4193-bb2e-488ad99d26e9 req-d0d09bf5-8f5d-481f-b4a5-1f658605bd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:53.117417 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-49e7edd2-62a2-4193-bb2e-488ad99d26e9 req-d0d09bf5-8f5d-481f-b4a5-1f658605bd7f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ca527022e7c4488e80026cbcb6de3409&device_id=971a52ca-f36a-4879-8002-9a75810de12b HTTP/1.1" status: 200 len: 1127 time: 0.0449145 Feb 19 03:54:53.221833 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e7edd2-62a2-4193-bb2e-488ad99d26e9 req-b62d688e-92bb-4157-833f-52afc035e9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:53.223359 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-49e7edd2-62a2-4193-bb2e-488ad99d26e9 req-b62d688e-92bb-4157-833f-52afc035e9ae service neutron] 10.222.0.73 "GET /v2.0/networks?id=caa8dad9-d298-4cb2-85a7-3de48e6dc2f3 HTTP/1.1" status: 200 len: 897 time: 0.0873179 Feb 19 03:54:53.285983 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-49e7edd2-62a2-4193-bb2e-488ad99d26e9 req-dea50238-d0c6-4e35-87c0-bfe014ca87f3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=533775a9-7fe2-4b70-8b6a-0849eae6743b HTTP/1.1" status: 200 len: 1001 time: 0.0571334 Feb 19 03:54:53.336752 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e7edd2-62a2-4193-bb2e-488ad99d26e9 req-8f083af7-498e-49e9-a490-c470ccd96aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:53.338241 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-49e7edd2-62a2-4193-bb2e-488ad99d26e9 req-8f083af7-498e-49e9-a490-c470ccd96aef service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6ab9226c-cb93-4110-8830-f6e5d4efa757 HTTP/1.1" status: 200 len: 834 time: 0.0470371 Feb 19 03:54:53.385723 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e7edd2-62a2-4193-bb2e-488ad99d26e9 req-47734eea-1211-4411-bea1-4e3ced8889a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:53.387205 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-49e7edd2-62a2-4193-bb2e-488ad99d26e9 req-47734eea-1211-4411-bea1-4e3ced8889a2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=caa8dad9-d298-4cb2-85a7-3de48e6dc2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0431869 Feb 19 03:54:53.474367 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-49e7edd2-62a2-4193-bb2e-488ad99d26e9 req-3c087d77-79ec-4686-9140-f384673e7791 service neutron] 10.222.0.73 "GET /v2.0/networks/caa8dad9-d298-4cb2-85a7-3de48e6dc2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814393 Feb 19 03:54:53.565708 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-49e7edd2-62a2-4193-bb2e-488ad99d26e9 req-a3ec27a1-3a07-43c4-9d36-aedd4b0065bf service neutron] 10.222.0.73 "GET /v2.0/networks/caa8dad9-d298-4cb2-85a7-3de48e6dc2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855572 Feb 19 03:54:56.841932 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:15.650769 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3d772251-e858-4648-b7f8-30fc31d7b0ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:17.853334 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-96a7d6d7-cdab-4730-8cb9-d414db9c0cf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:19.518851 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:20.696538 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:22.088637 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:22.987430 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:26.842505 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:28.941484 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:55:36.654549 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7586860f-3d4a-492f-a73c-91f5ee6289b3 req-267d3849-e21b-4b1d-8806-a8a2772a5083 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:36.656042 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7586860f-3d4a-492f-a73c-91f5ee6289b3 req-267d3849-e21b-4b1d-8806-a8a2772a5083 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=971a52ca-f36a-4879-8002-9a75810de12b HTTP/1.1" status: 200 len: 945 time: 0.0552497 Feb 19 03:55:36.678462 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e46a32-99fb-41cf-a0b6-4ed9963b4d0f req-ddacb332-eee0-4990-af98-bda8fb4f7a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:36.680257 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-81e46a32-99fb-41cf-a0b6-4ed9963b4d0f req-ddacb332-eee0-4990-af98-bda8fb4f7a5e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ca527022e7c4488e80026cbcb6de3409&device_id=971a52ca-f36a-4879-8002-9a75810de12b HTTP/1.1" status: 200 len: 1127 time: 0.0458632 Feb 19 03:55:36.711397 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7586860f-3d4a-492f-a73c-91f5ee6289b3 req-76f19073-00ec-40fb-b8ab-6d7e5f102ddb tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=66a77008-d91d-46b2-a85a-86a896382072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490329 Feb 19 03:55:36.771996 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e46a32-99fb-41cf-a0b6-4ed9963b4d0f req-01ca6e98-f6c8-4c56-aa69-7ca660cf5f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:36.773511 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-81e46a32-99fb-41cf-a0b6-4ed9963b4d0f req-01ca6e98-f6c8-4c56-aa69-7ca660cf5f13 service neutron] 10.222.0.73 "GET /v2.0/networks?id=caa8dad9-d298-4cb2-85a7-3de48e6dc2f3 HTTP/1.1" status: 200 len: 897 time: 0.0879338 Feb 19 03:55:36.838028 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-81e46a32-99fb-41cf-a0b6-4ed9963b4d0f req-5f4a2d96-e2bd-4522-ba30-5e6882785d15 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=533775a9-7fe2-4b70-8b6a-0849eae6743b HTTP/1.1" status: 200 len: 1001 time: 0.0578361 Feb 19 03:55:36.885128 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e46a32-99fb-41cf-a0b6-4ed9963b4d0f req-d4155346-4f66-4c82-bc15-0cd746dd9642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:36.886601 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-81e46a32-99fb-41cf-a0b6-4ed9963b4d0f req-d4155346-4f66-4c82-bc15-0cd746dd9642 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6ab9226c-cb93-4110-8830-f6e5d4efa757 HTTP/1.1" status: 200 len: 834 time: 0.0424404 Feb 19 03:55:36.937638 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e46a32-99fb-41cf-a0b6-4ed9963b4d0f req-80ddbdbb-a168-475d-8a22-a2754fe158bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:36.939107 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-81e46a32-99fb-41cf-a0b6-4ed9963b4d0f req-80ddbdbb-a168-475d-8a22-a2754fe158bc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=caa8dad9-d298-4cb2-85a7-3de48e6dc2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0470238 Feb 19 03:55:37.027068 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-81e46a32-99fb-41cf-a0b6-4ed9963b4d0f req-15aa155d-3875-46b5-9e81-6db04436d0f2 service neutron] 10.222.0.73 "GET /v2.0/networks/caa8dad9-d298-4cb2-85a7-3de48e6dc2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789168 Feb 19 03:55:37.428376 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-81e46a32-99fb-41cf-a0b6-4ed9963b4d0f req-52544f3d-0533-470a-abf0-b15cf2b1091a service neutron] 10.222.0.73 "GET /v2.0/networks/caa8dad9-d298-4cb2-85a7-3de48e6dc2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3960543 Feb 19 03:55:37.833930 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5384a7-612c-44b4-9508-7dde55c5628a req-fee42ef9-891e-4807-9840-0bff72b51743 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:37.835404 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3f5384a7-612c-44b4-9508-7dde55c5628a req-fee42ef9-891e-4807-9840-0bff72b51743 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=971a52ca-f36a-4879-8002-9a75810de12b HTTP/1.1" status: 200 len: 945 time: 0.0528662 Feb 19 03:55:37.883213 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3f5384a7-612c-44b4-9508-7dde55c5628a req-90a967cb-2cdb-427d-a8f5-c63fa63f60af tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=66a77008-d91d-46b2-a85a-86a896382072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421553 Feb 19 03:55:39.003033 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6d5965-ee3f-4a1a-aa98-844fbf7faffd req-20bac6a4-2f71-4eed-8b5e-f4e72f8b3bb8 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:39.004530 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0a6d5965-ee3f-4a1a-aa98-844fbf7faffd req-20bac6a4-2f71-4eed-8b5e-f4e72f8b3bb8 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=971a52ca-f36a-4879-8002-9a75810de12b HTTP/1.1" status: 200 len: 945 time: 0.0532918 Feb 19 03:55:39.052407 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0a6d5965-ee3f-4a1a-aa98-844fbf7faffd req-31560696-5e13-4cfd-8317-63489f7f7526 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=66a77008-d91d-46b2-a85a-86a896382072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422719 Feb 19 03:55:40.176907 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8690e533-854e-4834-9443-14daf66fdd85 req-4ef161e0-90bc-4669-b014-7fad7930a851 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:40.178418 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8690e533-854e-4834-9443-14daf66fdd85 req-4ef161e0-90bc-4669-b014-7fad7930a851 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=971a52ca-f36a-4879-8002-9a75810de12b HTTP/1.1" status: 200 len: 945 time: 0.0571632 Feb 19 03:55:40.226379 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8690e533-854e-4834-9443-14daf66fdd85 req-a5d4235e-976f-4110-833a-9ffbeff4736e tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=66a77008-d91d-46b2-a85a-86a896382072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421453 Feb 19 03:55:41.350893 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c445293-6f45-4bed-8dfd-4bce570810b0 req-f5496bf8-1cad-4a2f-b962-52b765a15353 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:41.352392 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2c445293-6f45-4bed-8dfd-4bce570810b0 req-f5496bf8-1cad-4a2f-b962-52b765a15353 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=971a52ca-f36a-4879-8002-9a75810de12b HTTP/1.1" status: 200 len: 945 time: 0.0544009 Feb 19 03:55:41.401847 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2c445293-6f45-4bed-8dfd-4bce570810b0 req-456a60ec-d39e-44e5-8db7-194331084d76 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=66a77008-d91d-46b2-a85a-86a896382072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434968 Feb 19 03:55:42.520432 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2a91fa-abe8-4040-82da-398a50e1bd9a req-e13b0b38-10e3-42bb-ad8a-d43ac19fd366 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:42.521935 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2c2a91fa-abe8-4040-82da-398a50e1bd9a req-e13b0b38-10e3-42bb-ad8a-d43ac19fd366 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=971a52ca-f36a-4879-8002-9a75810de12b HTTP/1.1" status: 200 len: 945 time: 0.0523295 Feb 19 03:55:42.573680 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2c2a91fa-abe8-4040-82da-398a50e1bd9a req-602fbfe4-21d9-4847-b5a8-28e4a0a0d7e4 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=66a77008-d91d-46b2-a85a-86a896382072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460634 Feb 19 03:55:43.691974 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462dc299-0189-416b-9c78-7588af620da0 req-b8ec8d5d-d4fe-4d8f-8516-047e8e8d9615 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:43.693488 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-462dc299-0189-416b-9c78-7588af620da0 req-b8ec8d5d-d4fe-4d8f-8516-047e8e8d9615 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=971a52ca-f36a-4879-8002-9a75810de12b HTTP/1.1" status: 200 len: 945 time: 0.0528133 Feb 19 03:55:43.741623 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-462dc299-0189-416b-9c78-7588af620da0 req-82ad16aa-02ab-4ecf-a590-f524a2c35a17 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=66a77008-d91d-46b2-a85a-86a896382072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426972 Feb 19 03:55:44.876726 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdbb48c-ee2a-4cd0-a511-ce668ead70fe req-2ff4a668-43b5-457a-ac3d-1ccd1ae5cf72 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:44.878281 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5cdbb48c-ee2a-4cd0-a511-ce668ead70fe req-2ff4a668-43b5-457a-ac3d-1ccd1ae5cf72 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=971a52ca-f36a-4879-8002-9a75810de12b HTTP/1.1" status: 200 len: 945 time: 0.0552020 Feb 19 03:55:44.926657 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5cdbb48c-ee2a-4cd0-a511-ce668ead70fe req-61d2de06-3eeb-49aa-a6d4-02e1d22805f8 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=66a77008-d91d-46b2-a85a-86a896382072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426614 Feb 19 03:55:45.652690 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-056beea4-2aba-41cf-91cb-3654454d4b67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:46.051602 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b547a2-33a1-4368-b765-e6517df50869 req-7b29bf95-81a6-4919-b89c-ea91dcf63f1c tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:46.053148 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-59b547a2-33a1-4368-b765-e6517df50869 req-7b29bf95-81a6-4919-b89c-ea91dcf63f1c tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=971a52ca-f36a-4879-8002-9a75810de12b HTTP/1.1" status: 200 len: 945 time: 0.0574226 Feb 19 03:55:46.101718 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-59b547a2-33a1-4368-b765-e6517df50869 req-4c967c64-31b1-4aa8-b1f7-c0325e42eba9 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=66a77008-d91d-46b2-a85a-86a896382072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427189 Feb 19 03:55:47.224130 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a193c56b-772c-47fe-b73f-94bb957fa9f8 req-eaa0ec3d-f76c-4f63-ba11-de7d74c0f6b0 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:47.225642 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a193c56b-772c-47fe-b73f-94bb957fa9f8 req-eaa0ec3d-f76c-4f63-ba11-de7d74c0f6b0 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=971a52ca-f36a-4879-8002-9a75810de12b HTTP/1.1" status: 200 len: 945 time: 0.0548248 Feb 19 03:55:47.274261 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a193c56b-772c-47fe-b73f-94bb957fa9f8 req-f514ed84-a23c-4684-89fa-a30945e241bb tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=66a77008-d91d-46b2-a85a-86a896382072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430233 Feb 19 03:55:47.856257 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-7ca5d698-fe13-4532-8a11-e0e5d60d525a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:48.401240 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e818b472-86ab-4e4c-8761-4a91eb28f6d7 req-ba0bb4dc-b223-4301-9047-c2ab320619b3 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:48.402708 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e818b472-86ab-4e4c-8761-4a91eb28f6d7 req-ba0bb4dc-b223-4301-9047-c2ab320619b3 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=971a52ca-f36a-4879-8002-9a75810de12b HTTP/1.1" status: 200 len: 945 time: 0.0567522 Feb 19 03:55:48.451541 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e818b472-86ab-4e4c-8761-4a91eb28f6d7 req-a56482a8-a38d-44fa-a370-209ed07f7472 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=66a77008-d91d-46b2-a85a-86a896382072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426126 Feb 19 03:55:49.521954 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:49.574738 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ac1b7f-4299-46dd-a472-2ac3dc29dae3 req-71841cab-c76a-46de-be7f-1d11b377752e tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:49.576250 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-73ac1b7f-4299-46dd-a472-2ac3dc29dae3 req-71841cab-c76a-46de-be7f-1d11b377752e tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=971a52ca-f36a-4879-8002-9a75810de12b HTTP/1.1" status: 200 len: 945 time: 0.0525961 Feb 19 03:55:49.625127 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-73ac1b7f-4299-46dd-a472-2ac3dc29dae3 req-8f36eab6-2755-48bc-b99f-2ef1329d3f62 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=66a77008-d91d-46b2-a85a-86a896382072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424647 Feb 19 03:55:50.703757 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:50.744992 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35774400-dc34-42ad-89b6-0f40dbaa5606 req-6b5f3a9c-3b51-4b96-bfda-c65c147b4486 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:50.746521 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-35774400-dc34-42ad-89b6-0f40dbaa5606 req-6b5f3a9c-3b51-4b96-bfda-c65c147b4486 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=971a52ca-f36a-4879-8002-9a75810de12b HTTP/1.1" status: 200 len: 945 time: 0.0527968 Feb 19 03:55:50.799403 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-35774400-dc34-42ad-89b6-0f40dbaa5606 req-14460141-e4a6-4985-ab84-18f3a0e6c5c8 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=66a77008-d91d-46b2-a85a-86a896382072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471377 Feb 19 03:55:51.920589 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae1624f-ded0-4d0c-8422-cf79f546babe req-d55e4e47-507e-4b10-b816-4aa924500d64 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:51.922568 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-dae1624f-ded0-4d0c-8422-cf79f546babe req-d55e4e47-507e-4b10-b816-4aa924500d64 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=971a52ca-f36a-4879-8002-9a75810de12b HTTP/1.1" status: 200 len: 945 time: 0.0551310 Feb 19 03:55:51.972058 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-dae1624f-ded0-4d0c-8422-cf79f546babe req-166e0d15-1930-4aec-96b2-1d462692f775 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=66a77008-d91d-46b2-a85a-86a896382072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435867 Feb 19 03:55:52.090213 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:52.987117 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:53.091995 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c5881f-8827-4027-be32-f3aa7a87dcca req-f12a37c0-4799-4a9e-a853-87f65b98c22e tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:53.093537 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c4c5881f-8827-4027-be32-f3aa7a87dcca req-f12a37c0-4799-4a9e-a853-87f65b98c22e tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=971a52ca-f36a-4879-8002-9a75810de12b HTTP/1.1" status: 200 len: 945 time: 0.0532947 Feb 19 03:55:53.142390 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c4c5881f-8827-4027-be32-f3aa7a87dcca req-40e41063-c5b8-4761-bf1f-4049ee1ce5a7 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=66a77008-d91d-46b2-a85a-86a896382072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432715 Feb 19 03:55:54.103610 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-bf30bfe9-7489-4bf5-8e20-588a66c8fda1 req-f3138738-fbbf-4547-9441-16539bae2551 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=971a52ca-f36a-4879-8002-9a75810de12b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0439060 Feb 19 03:55:54.204648 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf30bfe9-7489-4bf5-8e20-588a66c8fda1 req-66836d08-4ca3-45ab-859b-adf962266827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:54.206195 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-bf30bfe9-7489-4bf5-8e20-588a66c8fda1 req-66836d08-4ca3-45ab-859b-adf962266827 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ca527022e7c4488e80026cbcb6de3409&device_id=971a52ca-f36a-4879-8002-9a75810de12b HTTP/1.1" status: 200 len: 1127 time: 0.0447543 Feb 19 03:55:54.266347 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e3e872-fa59-4922-84d8-0d75a84f0aa9 req-37e28c4b-b4ed-44eb-962c-82bc9257aa9b tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:54.269517 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d9e3e872-fa59-4922-84d8-0d75a84f0aa9 req-37e28c4b-b4ed-44eb-962c-82bc9257aa9b tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=971a52ca-f36a-4879-8002-9a75810de12b HTTP/1.1" status: 200 len: 945 time: 0.0583563 Feb 19 03:55:54.311422 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf30bfe9-7489-4bf5-8e20-588a66c8fda1 req-39f90d8c-2bcf-443d-815f-ae3b1d959f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:54.313353 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-bf30bfe9-7489-4bf5-8e20-588a66c8fda1 req-39f90d8c-2bcf-443d-815f-ae3b1d959f9a service neutron] 10.222.0.73 "GET /v2.0/networks?id=caa8dad9-d298-4cb2-85a7-3de48e6dc2f3 HTTP/1.1" status: 200 len: 897 time: 0.0900230 Feb 19 03:55:54.317645 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d9e3e872-fa59-4922-84d8-0d75a84f0aa9 req-3da7c2cf-4439-4439-a092-8fee86de846e tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=66a77008-d91d-46b2-a85a-86a896382072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442891 Feb 19 03:55:54.340127 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52904) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:54.379519 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-bf30bfe9-7489-4bf5-8e20-588a66c8fda1 req-ae695894-3433-4c85-ac9d-092ce808bf34 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=533775a9-7fe2-4b70-8b6a-0849eae6743b HTTP/1.1" status: 200 len: 1001 time: 0.0608144 Feb 19 03:55:54.404808 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-43f4e690-6891-4553-adf8-629217b790b4 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/floatingips/7779456f-43d7-4593-bfb6-0c4a58a93ed2 HTTP/1.1" status: 200 len: 993 time: 0.0635300 Feb 19 03:55:54.428558 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf30bfe9-7489-4bf5-8e20-588a66c8fda1 req-8c2e8402-b0e3-4b82-85dc-188d0f346ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:54.430098 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-bf30bfe9-7489-4bf5-8e20-588a66c8fda1 req-8c2e8402-b0e3-4b82-85dc-188d0f346ce9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6ab9226c-cb93-4110-8830-f6e5d4efa757 HTTP/1.1" status: 200 len: 834 time: 0.0453715 Feb 19 03:55:54.483293 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf30bfe9-7489-4bf5-8e20-588a66c8fda1 req-984b9b61-91ce-4d5c-a68d-6df175b1784e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:54.485384 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-bf30bfe9-7489-4bf5-8e20-588a66c8fda1 req-984b9b61-91ce-4d5c-a68d-6df175b1784e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=caa8dad9-d298-4cb2-85a7-3de48e6dc2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0471315 Feb 19 03:55:54.572869 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-bf30bfe9-7489-4bf5-8e20-588a66c8fda1 req-f9b5bd9d-53f5-4fbd-b5ca-8b5f7033472c service neutron] 10.222.0.73 "GET /v2.0/networks/caa8dad9-d298-4cb2-85a7-3de48e6dc2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819478 Feb 19 03:55:54.672653 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-bf30bfe9-7489-4bf5-8e20-588a66c8fda1 req-0e8503a0-be2e-42cb-9382-667401cf9b74 service neutron] 10.222.0.73 "GET /v2.0/networks/caa8dad9-d298-4cb2-85a7-3de48e6dc2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937531 Feb 19 03:55:56.857695 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:05.941284 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:56:12.564854 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [req-7c579333-e3b7-4344-a60e-8b5ea663c5dd req-a44ecac2-a0c9-45d7-9ce9-fd3306e0a6fe service neutron] (103702) timed out ('10.222.0.73', 63951) {{(pid=103702) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 03:56:15.655118 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b9d68c0b-a45e-48ae-992c-97049006425b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:17.858508 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-7b649987-40b3-42db-b0c7-0fc33ebef6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:19.526016 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:20.703136 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:22.092889 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:22.986764 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:26.864493 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:42.941723 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:56:45.657437 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-89982717-a8b0-489b-b834-5b738fa628f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:47.863442 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-33b09431-9e08-4638-a328-63a2bfc598c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:49.370169 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52922) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:49.530412 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:49.812636 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-2f69e1f9-5d2c-4f83-8a11-58b0a2370bcb tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Deleting port 90ac418f-28dd-4522-af0e-448fc2eaf8f0 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:56:49.813615 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2f69e1f9-5d2c-4f83-8a11-58b0a2370bcb tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (90ac418f-28dd-4522-af0e-448fc2eaf8f0), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:49.890474 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2f69e1f9-5d2c-4f83-8a11-58b0a2370bcb tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (90ac418f-28dd-4522-af0e-448fc2eaf8f0), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:49.890710 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2f69e1f9-5d2c-4f83-8a11-58b0a2370bcb tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for floatingip (90ac418f-28dd-4522-af0e-448fc2eaf8f0), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:49.903120 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-2f69e1f9-5d2c-4f83-8a11-58b0a2370bcb tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Calling delete_port for 90ac418f-28dd-4522-af0e-448fc2eaf8f0 owned by network:floatingip {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:56:50.053444 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2f69e1f9-5d2c-4f83-8a11-58b0a2370bcb tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (90ac418f-28dd-4522-af0e-448fc2eaf8f0), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:50.080947 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f69e1f9-5d2c-4f83-8a11-58b0a2370bcb tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Pushing event deleted for resources: {'Port': ['ID=90ac418f-28dd-4522-af0e-448fc2eaf8f0,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:50.106372 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f69e1f9-5d2c-4f83-8a11-58b0a2370bcb tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:50.106731 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f69e1f9-5d2c-4f83-8a11-58b0a2370bcb tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:50.107076 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f69e1f9-5d2c-4f83-8a11-58b0a2370bcb tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:50.107416 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f69e1f9-5d2c-4f83-8a11-58b0a2370bcb tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:50.107753 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f69e1f9-5d2c-4f83-8a11-58b0a2370bcb tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:50.108089 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f69e1f9-5d2c-4f83-8a11-58b0a2370bcb tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:50.108418 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f69e1f9-5d2c-4f83-8a11-58b0a2370bcb tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:50.108749 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f69e1f9-5d2c-4f83-8a11-58b0a2370bcb tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:50.109105 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f69e1f9-5d2c-4f83-8a11-58b0a2370bcb tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:50.109436 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f69e1f9-5d2c-4f83-8a11-58b0a2370bcb tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:50.109762 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f69e1f9-5d2c-4f83-8a11-58b0a2370bcb tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:50.110665 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f69e1f9-5d2c-4f83-8a11-58b0a2370bcb tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:50.110993 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f69e1f9-5d2c-4f83-8a11-58b0a2370bcb tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:50.149887 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2f69e1f9-5d2c-4f83-8a11-58b0a2370bcb tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for floatingip (7779456f-43d7-4593-bfb6-0c4a58a93ed2), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:50.150137 n-d-826753-2 neutron-server[103701]: INFO neutron.db.l3_db [None req-2f69e1f9-5d2c-4f83-8a11-58b0a2370bcb tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Floating IP 7779456f-43d7-4593-bfb6-0c4a58a93ed2 disassociated (deleted). External IP: 172.25.6.172, port: 533775a9-7fe2-4b70-8b6a-0849eae6743b. Feb 19 03:56:50.363683 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f69e1f9-5d2c-4f83-8a11-58b0a2370bcb tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Router af587bdc-fe19-477c-a683-cb570f3bea7b has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:56:50.477164 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f69e1f9-5d2c-4f83-8a11-58b0a2370bcb tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:56:50.481894 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2f69e1f9-5d2c-4f83-8a11-58b0a2370bcb tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:50.487122 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307f2a9c-fffb-46a9-981e-31c4b9b27c7b None None] Sync routers for ids ['af587bdc-fe19-477c-a683-cb570f3bea7b'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:56:50.496811 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307f2a9c-fffb-46a9-981e-31c4b9b27c7b None None] Routers {'af587bdc-fe19-477c-a683-cb570f3bea7b'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:56:50.497428 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-307f2a9c-fffb-46a9-981e-31c4b9b27c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:56:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['af587bdc-fe19-477c-a683-cb570f3bea7b'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:56:50.511155 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-2f69e1f9-5d2c-4f83-8a11-58b0a2370bcb tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "DELETE /v2.0/floatingips/7779456f-43d7-4593-bfb6-0c4a58a93ed2 HTTP/1.1" status: 204 len: 168 time: 1.1398952 Feb 19 03:56:50.511794 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '971a52ca-f36a-4879-8002-9a75810de12b', 'tag': '533775a9-7fe2-4b70-8b6a-0849eae6743b'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:56:50.514154 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64650e7238020d70304413a5b849b926770e068c757b8393e93027c7f92d28d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b718d9e-6e05-4f7d-805a-72c249cab07d" -d '{"events": [{"name": "network-changed", "server_uuid": "971a52ca-f36a-4879-8002-9a75810de12b", "tag": "533775a9-7fe2-4b70-8b6a-0849eae6743b"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:56:50.608447 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-307f2a9c-fffb-46a9-981e-31c4b9b27c7b None None] Set router af587bdc-fe19-477c-a683-cb570f3bea7b gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:56:50.634473 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c494afee-da0f-4078-acba-f99571699664 x-openstack-request-id: req-c494afee-da0f-4078-acba-f99571699664 {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:56:50.634885 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "971a52ca-f36a-4879-8002-9a75810de12b", "tag": "533775a9-7fe2-4b70-8b6a-0849eae6743b", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:56:50.635217 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c494afee-da0f-4078-acba-f99571699664 {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:56:50.635684 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '971a52ca-f36a-4879-8002-9a75810de12b', 'tag': '533775a9-7fe2-4b70-8b6a-0849eae6743b', 'status': 'completed', 'code': 200} Feb 19 03:56:50.706632 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:50.762967 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b718d9e-6e05-4f7d-805a-72c249cab07d req-ff252022-5dc4-40b9-bb92-039810af7f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:50.763539 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d5284b-8f2d-4a5f-aada-a7f9fb265f64 req-c2b5c223-aa8b-450e-8960-888756b8b762 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:50.764604 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f0d5284b-8f2d-4a5f-aada-a7f9fb265f64 req-c2b5c223-aa8b-450e-8960-888756b8b762 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=971a52ca-f36a-4879-8002-9a75810de12b HTTP/1.1" status: 200 len: 945 time: 0.0593359 Feb 19 03:56:50.765411 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4b718d9e-6e05-4f7d-805a-72c249cab07d req-ff252022-5dc4-40b9-bb92-039810af7f48 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ca527022e7c4488e80026cbcb6de3409&device_id=971a52ca-f36a-4879-8002-9a75810de12b HTTP/1.1" status: 200 len: 1127 time: 0.0483167 Feb 19 03:56:50.818217 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f0d5284b-8f2d-4a5f-aada-a7f9fb265f64 req-0cf06803-03c5-4379-9a38-b6c7a9575449 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=66a77008-d91d-46b2-a85a-86a896382072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469234 Feb 19 03:56:50.820410 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-307f2a9c-fffb-46a9-981e-31c4b9b27c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af587bdc-fe19-477c-a683-cb570f3bea7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-78278467', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': '47397105-58f2-4012-87fc-a48f16e5f607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:54:14Z', 'updated_at': '2022-02-19T03:54:17Z', 'revision_number': 4, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'gw_port': {'id': '47397105-58f2-4012-87fc-a48f16e5f607', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:21:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af587bdc-fe19-477c-a683-cb570f3bea7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:54:14Z', 'updated_at': '2022-02-19T03:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '387a43a1-d133-479c-a1c2-fed49186fc14', 'name': '', 'network_id': 'caa8dad9-d298-4cb2-85a7-3de48e6dc2f3', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'mac_address': 'fa:16:3e:c9:78:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af587bdc-fe19-477c-a683-cb570f3bea7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '6ab9226c-cb93-4110-8830-f6e5d4efa757', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:54:17Z', 'updated_at': '2022-02-19T03:54:21Z', 'revision_number': 5, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'subnets': [{'id': '6ab9226c-cb93-4110-8830-f6e5d4efa757', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:56:50.847845 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307f2a9c-fffb-46a9-981e-31c4b9b27c7b None None] Checking router: af587bdc-fe19-477c-a683-cb570f3bea7b for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:56:50.856247 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307f2a9c-fffb-46a9-981e-31c4b9b27c7b None None] Routers {'af587bdc-fe19-477c-a683-cb570f3bea7b'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:56:50.856838 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-307f2a9c-fffb-46a9-981e-31c4b9b27c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:56:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['af587bdc-fe19-477c-a683-cb570f3bea7b'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:56:50.863342 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b718d9e-6e05-4f7d-805a-72c249cab07d req-cb9292d3-c28f-439b-a37f-6188ca49d5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:50.864889 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4b718d9e-6e05-4f7d-805a-72c249cab07d req-cb9292d3-c28f-439b-a37f-6188ca49d5b0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=caa8dad9-d298-4cb2-85a7-3de48e6dc2f3 HTTP/1.1" status: 200 len: 897 time: 0.0942485 Feb 19 03:56:50.924916 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4b718d9e-6e05-4f7d-805a-72c249cab07d req-00cbffae-6815-498f-b4d8-4c3eb326ef33 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=533775a9-7fe2-4b70-8b6a-0849eae6743b HTTP/1.1" status: 200 len: 217 time: 0.0517869 Feb 19 03:56:50.968207 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-307f2a9c-fffb-46a9-981e-31c4b9b27c7b None None] Set router af587bdc-fe19-477c-a683-cb570f3bea7b gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:56:50.974165 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b718d9e-6e05-4f7d-805a-72c249cab07d req-6e8c5c0e-22dd-4ff7-886f-fbe2d836c5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:50.975721 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4b718d9e-6e05-4f7d-805a-72c249cab07d req-6e8c5c0e-22dd-4ff7-886f-fbe2d836c5cf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6ab9226c-cb93-4110-8830-f6e5d4efa757 HTTP/1.1" status: 200 len: 834 time: 0.0445125 Feb 19 03:56:51.025655 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b718d9e-6e05-4f7d-805a-72c249cab07d req-14a6b28d-8e2f-4b67-bff9-3359747abb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:51.027113 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4b718d9e-6e05-4f7d-805a-72c249cab07d req-14a6b28d-8e2f-4b67-bff9-3359747abb99 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=caa8dad9-d298-4cb2-85a7-3de48e6dc2f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0440440 Feb 19 03:56:51.120211 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4b718d9e-6e05-4f7d-805a-72c249cab07d req-37a326f6-1296-4333-b2af-51b0b9ccc9ca service neutron] 10.222.0.73 "GET /v2.0/networks/caa8dad9-d298-4cb2-85a7-3de48e6dc2f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866070 Feb 19 03:56:51.165061 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-307f2a9c-fffb-46a9-981e-31c4b9b27c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af587bdc-fe19-477c-a683-cb570f3bea7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-78278467', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': '47397105-58f2-4012-87fc-a48f16e5f607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:54:14Z', 'updated_at': '2022-02-19T03:54:17Z', 'revision_number': 4, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'gw_port': {'id': '47397105-58f2-4012-87fc-a48f16e5f607', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:21:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af587bdc-fe19-477c-a683-cb570f3bea7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:54:14Z', 'updated_at': '2022-02-19T03:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '387a43a1-d133-479c-a1c2-fed49186fc14', 'name': '', 'network_id': 'caa8dad9-d298-4cb2-85a7-3de48e6dc2f3', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'mac_address': 'fa:16:3e:c9:78:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af587bdc-fe19-477c-a683-cb570f3bea7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '6ab9226c-cb93-4110-8830-f6e5d4efa757', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:54:17Z', 'updated_at': '2022-02-19T03:54:21Z', 'revision_number': 5, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'subnets': [{'id': '6ab9226c-cb93-4110-8830-f6e5d4efa757', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:56:51.195672 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307f2a9c-fffb-46a9-981e-31c4b9b27c7b None None] The sync data for ids ['af587bdc-fe19-477c-a683-cb570f3bea7b'] in n-d-826753-2 is: [{'id': 'af587bdc-fe19-477c-a683-cb570f3bea7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-78278467', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': '47397105-58f2-4012-87fc-a48f16e5f607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:54:14Z', 'updated_at': '2022-02-19T03:54:17Z', 'revision_number': 4, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'gw_port': {'id': '47397105-58f2-4012-87fc-a48f16e5f607', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:21:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af587bdc-fe19-477c-a683-cb570f3bea7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:54:14Z', 'updated_at': '2022-02-19T03:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '387a43a1-d133-479c-a1c2-fed49186fc14', 'name': '', 'network_id': 'caa8dad9-d298-4cb2-85a7-3de48e6dc2f3', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'mac_address': 'fa:16:3e:c9:78:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af587bdc-fe19-477c-a683-cb570f3bea7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '6ab9226c-cb93-4110-8830-f6e5d4efa757', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:54:17Z', 'updated_at': '2022-02-19T03:54:21Z', 'revision_number': 5, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'subnets': [{'id': '6ab9226c-cb93-4110-8830-f6e5d4efa757', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:56:51.215020 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4b718d9e-6e05-4f7d-805a-72c249cab07d req-35203de9-7936-4174-87d3-403d55b29a10 service neutron] 10.222.0.73 "GET /v2.0/networks/caa8dad9-d298-4cb2-85a7-3de48e6dc2f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880127 Feb 19 03:56:51.414460 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1e634a-e92b-4661-9b13-90abe2187d2b None None] New status for floating IP 7779456f-43d7-4593-bfb6-0c4a58a93ed2: DOWN {{(pid=103703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:56:51.949933 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d2649d-bba9-4521-af7b-3816b2473afd req-0f3926fa-9659-4a57-8649-c34419e12208 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:51.950794 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-35d2649d-bba9-4521-af7b-3816b2473afd req-0f3926fa-9659-4a57-8649-c34419e12208 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=971a52ca-f36a-4879-8002-9a75810de12b HTTP/1.1" status: 200 len: 945 time: 0.0535293 Feb 19 03:56:51.999302 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-35d2649d-bba9-4521-af7b-3816b2473afd req-c8483e84-52d7-4718-8853-dfe83f8d0a7e tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=66a77008-d91d-46b2-a85a-86a896382072&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427637 Feb 19 03:56:52.103464 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:52.497314 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c38d578-42e6-44b0-ab6a-bd7c5e0fef21 req-3733e891-140d-42d3-bc15-d4ff54f01afd tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:52.498742 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3c38d578-42e6-44b0-ab6a-bd7c5e0fef21 req-3733e891-140d-42d3-bc15-d4ff54f01afd tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.73 "GET /v2.0/ports?device_id=971a52ca-f36a-4879-8002-9a75810de12b HTTP/1.1" status: 200 len: 945 time: 0.0611966 Feb 19 03:56:52.591555 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-3c38d578-42e6-44b0-ab6a-bd7c5e0fef21 req-6bfb7f40-39a9-4086-ade9-176d253aa63f tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Deleting port 533775a9-7fe2-4b70-8b6a-0849eae6743b {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:56:52.591898 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-3c38d578-42e6-44b0-ab6a-bd7c5e0fef21 req-6bfb7f40-39a9-4086-ade9-176d253aa63f tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (533775a9-7fe2-4b70-8b6a-0849eae6743b), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:52.683621 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-3c38d578-42e6-44b0-ab6a-bd7c5e0fef21 req-6bfb7f40-39a9-4086-ade9-176d253aa63f tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] For port 533775a9-7fe2-4b70-8b6a-0849eae6743b, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=533775a9-7fe2-4b70-8b6a-0849eae6743b,segment=NetworkSegment(d88a31ae-9486-4653-b609-bc01827a20f3),segment_id=d88a31ae-9486-4653-b609-bc01827a20f3)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:56:52.683981 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-3c38d578-42e6-44b0-ab6a-bd7c5e0fef21 req-6bfb7f40-39a9-4086-ade9-176d253aa63f tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (533775a9-7fe2-4b70-8b6a-0849eae6743b), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:52.696371 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-3c38d578-42e6-44b0-ab6a-bd7c5e0fef21 req-6bfb7f40-39a9-4086-ade9-176d253aa63f tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Calling delete_port for 533775a9-7fe2-4b70-8b6a-0849eae6743b owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:56:52.825508 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-3c38d578-42e6-44b0-ab6a-bd7c5e0fef21 req-6bfb7f40-39a9-4086-ade9-176d253aa63f tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (533775a9-7fe2-4b70-8b6a-0849eae6743b), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:52.860336 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfb7f40-39a9-4086-ade9-176d253aa63f tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Pushing event deleted for resources: {'Port': ['ID=533775a9-7fe2-4b70-8b6a-0849eae6743b,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:52.872673 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfb7f40-39a9-4086-ade9-176d253aa63f tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:52.873123 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfb7f40-39a9-4086-ade9-176d253aa63f tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:52.873479 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfb7f40-39a9-4086-ade9-176d253aa63f tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:52.873821 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfb7f40-39a9-4086-ade9-176d253aa63f tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:52.874167 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfb7f40-39a9-4086-ade9-176d253aa63f tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:52.874499 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfb7f40-39a9-4086-ade9-176d253aa63f tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:52.874837 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfb7f40-39a9-4086-ade9-176d253aa63f tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:52.875174 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfb7f40-39a9-4086-ade9-176d253aa63f tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:52.876034 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfb7f40-39a9-4086-ade9-176d253aa63f tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:52.876377 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfb7f40-39a9-4086-ade9-176d253aa63f tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:52.876711 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfb7f40-39a9-4086-ade9-176d253aa63f tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:52.877055 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfb7f40-39a9-4086-ade9-176d253aa63f tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:52.877383 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfb7f40-39a9-4086-ade9-176d253aa63f tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:52.914202 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c38d578-42e6-44b0-ab6a-bd7c5e0fef21 req-6bfb7f40-39a9-4086-ade9-176d253aa63f tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] No DVR routers for this DVR port 533775a9-7fe2-4b70-8b6a-0849eae6743b on host n-h1-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:56:52.917091 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-3c38d578-42e6-44b0-ab6a-bd7c5e0fef21 req-6bfb7f40-39a9-4086-ade9-176d253aa63f tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:52.920501 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3c38d578-42e6-44b0-ab6a-bd7c5e0fef21 req-6bfb7f40-39a9-4086-ade9-176d253aa63f tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.73 "DELETE /v2.0/ports/533775a9-7fe2-4b70-8b6a-0849eae6743b HTTP/1.1" status: 204 len: 173 time: 0.4169328 Feb 19 03:56:52.920948 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '971a52ca-f36a-4879-8002-9a75810de12b', 'name': 'network-vif-deleted', 'tag': '533775a9-7fe2-4b70-8b6a-0849eae6743b'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:56:52.924457 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b48a34f37e4e31fa410c3f10fa4e23c828d45427043ff8d3e4d9f228381d6ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35468aa0-e985-4aef-b3bf-4a0de7f8f52a" -d '{"events": [{"server_uuid": "971a52ca-f36a-4879-8002-9a75810de12b", "name": "network-vif-deleted", "tag": "533775a9-7fe2-4b70-8b6a-0849eae6743b"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:56:52.962920 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26063f05-a1bf-4fcd-bf15-d79dde18f28a x-openstack-request-id: req-26063f05-a1bf-4fcd-bf15-d79dde18f28a {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:56:52.963216 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "971a52ca-f36a-4879-8002-9a75810de12b", "name": "network-vif-deleted", "tag": "533775a9-7fe2-4b70-8b6a-0849eae6743b", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:56:52.963476 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-26063f05-a1bf-4fcd-bf15-d79dde18f28a {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:56:52.963889 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '971a52ca-f36a-4879-8002-9a75810de12b', 'name': 'network-vif-deleted', 'tag': '533775a9-7fe2-4b70-8b6a-0849eae6743b', 'status': 'completed', 'code': 200} Feb 19 03:56:52.988884 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:53.115246 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8f32585d-08a8-47d9-9311-c52bd334304a req-13a8138f-e694-41b2-813e-68e28f133bdb tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=971a52ca-f36a-4879-8002-9a75810de12b HTTP/1.1" status: 200 len: 210 time: 0.0313847 Feb 19 03:56:54.174047 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52946) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:54.535879 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-52335dba-4724-4fa0-b913-b9b5d0779419 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16289271'] for router_interface (af587bdc-fe19-477c-a683-cb570f3bea7b), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:54.595591 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 533775a9-7fe2-4b70-8b6a-0849eae6743b no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:56:54.616547 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] No Port match for: 533775a9-7fe2-4b70-8b6a-0849eae6743b {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:56:54.616902 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 533775a9-7fe2-4b70-8b6a-0849eae6743b not bound to the agent host n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:56:54.800801 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-52335dba-4724-4fa0-b913-b9b5d0779419 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Deleting port 387a43a1-d133-479c-a1c2-fed49186fc14 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:56:54.801106 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-52335dba-4724-4fa0-b913-b9b5d0779419 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (387a43a1-d133-479c-a1c2-fed49186fc14), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:54.895265 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-52335dba-4724-4fa0-b913-b9b5d0779419 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] For port 387a43a1-d133-479c-a1c2-fed49186fc14, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=387a43a1-d133-479c-a1c2-fed49186fc14,segment=NetworkSegment(d88a31ae-9486-4653-b609-bc01827a20f3),segment_id=d88a31ae-9486-4653-b609-bc01827a20f3)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:56:54.895659 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-52335dba-4724-4fa0-b913-b9b5d0779419 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (387a43a1-d133-479c-a1c2-fed49186fc14), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:54.908177 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-52335dba-4724-4fa0-b913-b9b5d0779419 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Calling delete_port for 387a43a1-d133-479c-a1c2-fed49186fc14 owned by network:router_interface {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:56:55.112678 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-52335dba-4724-4fa0-b913-b9b5d0779419 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (387a43a1-d133-479c-a1c2-fed49186fc14), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:55.139835 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52335dba-4724-4fa0-b913-b9b5d0779419 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Pushing event deleted for resources: {'Port': ['ID=387a43a1-d133-479c-a1c2-fed49186fc14,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:55.331439 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-52335dba-4724-4fa0-b913-b9b5d0779419 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16362762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16314471'] for router_interface (af587bdc-fe19-477c-a683-cb570f3bea7b), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:55.571786 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52335dba-4724-4fa0-b913-b9b5d0779419 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Router af587bdc-fe19-477c-a683-cb570f3bea7b has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:56:55.687628 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52335dba-4724-4fa0-b913-b9b5d0779419 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:56:55.693690 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-52335dba-4724-4fa0-b913-b9b5d0779419 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "PUT /v2.0/routers/af587bdc-fe19-477c-a683-cb570f3bea7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5185261 Feb 19 03:56:55.696346 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52952) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:55.699064 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd662e9-2d5f-4526-92f1-671aafb72154 None None] Sync routers for ids ['af587bdc-fe19-477c-a683-cb570f3bea7b'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:56:55.711346 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd662e9-2d5f-4526-92f1-671aafb72154 None None] Routers {'af587bdc-fe19-477c-a683-cb570f3bea7b'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:56:55.711959 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-dcd662e9-2d5f-4526-92f1-671aafb72154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:56:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['af587bdc-fe19-477c-a683-cb570f3bea7b'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:56:55.747892 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_v2 [None req-57865e73-9fb3-4bb1-a983-e6cc96634695 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Deleting subnet 6ab9226c-cb93-4110-8830-f6e5d4efa757 {{(pid=103701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:56:55.752448 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-57865e73-9fb3-4bb1-a983-e6cc96634695 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for subnet (6ab9226c-cb93-4110-8830-f6e5d4efa757), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:55.794064 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-57865e73-9fb3-4bb1-a983-e6cc96634695 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12647399'] for subnet (6ab9226c-cb93-4110-8830-f6e5d4efa757), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:55.829338 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-dcd662e9-2d5f-4526-92f1-671aafb72154 None None] Set router af587bdc-fe19-477c-a683-cb570f3bea7b gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:56:55.890123 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-57865e73-9fb3-4bb1-a983-e6cc96634695 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (6ab9226c-cb93-4110-8830-f6e5d4efa757), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:55.954715 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-57865e73-9fb3-4bb1-a983-e6cc96634695 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12647206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58706286'] for subnet (6ab9226c-cb93-4110-8830-f6e5d4efa757), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:55.983799 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57865e73-9fb3-4bb1-a983-e6cc96634695 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Pushing event deleted for resources: {'Subnet': ['ID=6ab9226c-cb93-4110-8830-f6e5d4efa757,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:55.986411 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-57865e73-9fb3-4bb1-a983-e6cc96634695 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:55.989876 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-57865e73-9fb3-4bb1-a983-e6cc96634695 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "DELETE /v2.0/subnets/6ab9226c-cb93-4110-8830-f6e5d4efa757 HTTP/1.1" status: 204 len: 168 time: 0.2923784 Feb 19 03:56:55.992130 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c8797e-735e-4337-9923-9ff1ef15a044 None None] Network caa8dad9-d298-4cb2-85a7-3de48e6dc2f3 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:56:55.992688 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52954) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:56.024719 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-dcd662e9-2d5f-4526-92f1-671aafb72154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af587bdc-fe19-477c-a683-cb570f3bea7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-78278467', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': '47397105-58f2-4012-87fc-a48f16e5f607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:54:14Z', 'updated_at': '2022-02-19T03:56:55Z', 'revision_number': 5, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'gw_port': {'id': '47397105-58f2-4012-87fc-a48f16e5f607', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:21:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af587bdc-fe19-477c-a683-cb570f3bea7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:54:14Z', 'updated_at': '2022-02-19T03:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:56:56.060239 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd662e9-2d5f-4526-92f1-671aafb72154 None None] Checking router: af587bdc-fe19-477c-a683-cb570f3bea7b for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:56:56.069809 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd662e9-2d5f-4526-92f1-671aafb72154 None None] Routers {'af587bdc-fe19-477c-a683-cb570f3bea7b'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:56:56.070423 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-dcd662e9-2d5f-4526-92f1-671aafb72154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:56:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['af587bdc-fe19-477c-a683-cb570f3bea7b'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:56:56.134599 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-974dc989-a12d-4843-915e-dc64eeec4ee6 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for router (af587bdc-fe19-477c-a683-cb570f3bea7b), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:56.182419 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29cab5f4-0f94-4b5f-8df7-6ff0b64fff7b None None] DHCP port deletion for caa8dad9-d298-4cb2-85a7-3de48e6dc2f3 request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:56:56.197292 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-dcd662e9-2d5f-4526-92f1-671aafb72154 None None] Set router af587bdc-fe19-477c-a683-cb570f3bea7b gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:56:56.241332 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-29cab5f4-0f94-4b5f-8df7-6ff0b64fff7b None None] Deleting port ace6fbcc-73c9-4a39-afcd-f06a925bd669 {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:56:56.242024 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-29cab5f4-0f94-4b5f-8df7-6ff0b64fff7b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (ace6fbcc-73c9-4a39-afcd-f06a925bd669), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:56.263833 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-974dc989-a12d-4843-915e-dc64eeec4ee6 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for router_gateway (af587bdc-fe19-477c-a683-cb570f3bea7b), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:56.312267 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-29cab5f4-0f94-4b5f-8df7-6ff0b64fff7b None None] For port ace6fbcc-73c9-4a39-afcd-f06a925bd669, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=ace6fbcc-73c9-4a39-afcd-f06a925bd669,segment=NetworkSegment(d88a31ae-9486-4653-b609-bc01827a20f3),segment_id=d88a31ae-9486-4653-b609-bc01827a20f3)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:56:56.312662 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-29cab5f4-0f94-4b5f-8df7-6ff0b64fff7b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (ace6fbcc-73c9-4a39-afcd-f06a925bd669), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:56.323090 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-974dc989-a12d-4843-915e-dc64eeec4ee6 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Deleting port 47397105-58f2-4012-87fc-a48f16e5f607 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:56:56.323436 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-974dc989-a12d-4843-915e-dc64eeec4ee6 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (47397105-58f2-4012-87fc-a48f16e5f607), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:56.326969 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-29cab5f4-0f94-4b5f-8df7-6ff0b64fff7b None None] Calling delete_port for ace6fbcc-73c9-4a39-afcd-f06a925bd669 owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:56:56.411638 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-974dc989-a12d-4843-915e-dc64eeec4ee6 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] For port 47397105-58f2-4012-87fc-a48f16e5f607, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=47397105-58f2-4012-87fc-a48f16e5f607,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:56:56.411929 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-974dc989-a12d-4843-915e-dc64eeec4ee6 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (47397105-58f2-4012-87fc-a48f16e5f607), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:56.419502 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-29cab5f4-0f94-4b5f-8df7-6ff0b64fff7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (ace6fbcc-73c9-4a39-afcd-f06a925bd669), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:56.426179 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-974dc989-a12d-4843-915e-dc64eeec4ee6 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Calling delete_port for 47397105-58f2-4012-87fc-a48f16e5f607 owned by network:router_gateway {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:56:56.448156 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cab5f4-0f94-4b5f-8df7-6ff0b64fff7b None None] Pushing event deleted for resources: {'Port': ['ID=ace6fbcc-73c9-4a39-afcd-f06a925bd669,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:56.452646 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cab5f4-0f94-4b5f-8df7-6ff0b64fff7b None None] No DVR routers for this DVR port ace6fbcc-73c9-4a39-afcd-f06a925bd669 on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:56:56.460608 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cab5f4-0f94-4b5f-8df7-6ff0b64fff7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:56.460986 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cab5f4-0f94-4b5f-8df7-6ff0b64fff7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:56.461378 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cab5f4-0f94-4b5f-8df7-6ff0b64fff7b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:56.461713 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cab5f4-0f94-4b5f-8df7-6ff0b64fff7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:56.467262 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cab5f4-0f94-4b5f-8df7-6ff0b64fff7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:56.467262 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cab5f4-0f94-4b5f-8df7-6ff0b64fff7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:56.467262 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cab5f4-0f94-4b5f-8df7-6ff0b64fff7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:56.467262 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cab5f4-0f94-4b5f-8df7-6ff0b64fff7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:56.467262 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cab5f4-0f94-4b5f-8df7-6ff0b64fff7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:56.467262 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cab5f4-0f94-4b5f-8df7-6ff0b64fff7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:56.467262 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cab5f4-0f94-4b5f-8df7-6ff0b64fff7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:56.467262 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cab5f4-0f94-4b5f-8df7-6ff0b64fff7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:56.467262 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cab5f4-0f94-4b5f-8df7-6ff0b64fff7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:56.482839 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-dcd662e9-2d5f-4526-92f1-671aafb72154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af587bdc-fe19-477c-a683-cb570f3bea7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-78278467', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': '47397105-58f2-4012-87fc-a48f16e5f607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:54:14Z', 'updated_at': '2022-02-19T03:56:55Z', 'revision_number': 5, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'gw_port': {'id': '47397105-58f2-4012-87fc-a48f16e5f607', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:21:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af587bdc-fe19-477c-a683-cb570f3bea7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:54:14Z', 'updated_at': '2022-02-19T03:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:56:56.510550 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd662e9-2d5f-4526-92f1-671aafb72154 None None] The sync data for ids ['af587bdc-fe19-477c-a683-cb570f3bea7b'] in n-d-826753-2 is: [{'id': 'af587bdc-fe19-477c-a683-cb570f3bea7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-78278467', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': '47397105-58f2-4012-87fc-a48f16e5f607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:54:14Z', 'updated_at': '2022-02-19T03:56:55Z', 'revision_number': 5, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'gw_port': {'id': '47397105-58f2-4012-87fc-a48f16e5f607', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:21:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af587bdc-fe19-477c-a683-cb570f3bea7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:54:14Z', 'updated_at': '2022-02-19T03:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:56:56.620347 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-974dc989-a12d-4843-915e-dc64eeec4ee6 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (47397105-58f2-4012-87fc-a48f16e5f607), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:56.645328 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974dc989-a12d-4843-915e-dc64eeec4ee6 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Pushing event deleted for resources: {'Port': ['ID=47397105-58f2-4012-87fc-a48f16e5f607,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:56.707920 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-974dc989-a12d-4843-915e-dc64eeec4ee6 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16285837'] for router_gateway (af587bdc-fe19-477c-a683-cb570f3bea7b), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:56.799544 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-974dc989-a12d-4843-915e-dc64eeec4ee6 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16317457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14254'] for router (af587bdc-fe19-477c-a683-cb570f3bea7b), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:56.801603 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-974dc989-a12d-4843-915e-dc64eeec4ee6 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for router_controller (af587bdc-fe19-477c-a683-cb570f3bea7b), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:56.850420 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-974dc989-a12d-4843-915e-dc64eeec4ee6 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16317544'] for router (af587bdc-fe19-477c-a683-cb570f3bea7b), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:56.850991 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-974dc989-a12d-4843-915e-dc64eeec4ee6 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Fanout notify agent at l3_agent the message router_deleted on router af587bdc-fe19-477c-a683-cb570f3bea7b {{(pid=103702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:56:56.858030 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-974dc989-a12d-4843-915e-dc64eeec4ee6 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:56.859167 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-974dc989-a12d-4843-915e-dc64eeec4ee6 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "DELETE /v2.0/routers/af587bdc-fe19-477c-a683-cb570f3bea7b HTTP/1.1" status: 204 len: 168 time: 0.8654311 Feb 19 03:56:56.862322 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52956) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:56.884922 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:56.942765 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-05ba190b-101b-4dad-83a9-36ce40939024 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (caa8dad9-d298-4cb2-85a7-3de48e6dc2f3), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:57.040082 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-05ba190b-101b-4dad-83a9-36ce40939024 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (caa8dad9-d298-4cb2-85a7-3de48e6dc2f3), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:57.063233 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-05ba190b-101b-4dad-83a9-36ce40939024 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caa8dad9-d298-4cb2-85a7-3de48e6dc2f3']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:56:57.072990 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-05ba190b-101b-4dad-83a9-36ce40939024 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd88a31ae-9486-4653-b609-bc01827a20f3') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:56:57.073352 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-05ba190b-101b-4dad-83a9-36ce40939024 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd88a31ae-9486-4653-b609-bc01827a20f3') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:56:57.083486 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-05ba190b-101b-4dad-83a9-36ce40939024 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (d88a31ae-9486-4653-b609-bc01827a20f3), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:57.098213 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-05ba190b-101b-4dad-83a9-36ce40939024 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (d88a31ae-9486-4653-b609-bc01827a20f3), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:57.104670 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05ba190b-101b-4dad-83a9-36ce40939024 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Releasing vlan 270 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:56:57.105096 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-05ba190b-101b-4dad-83a9-36ce40939024 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (d88a31ae-9486-4653-b609-bc01827a20f3), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:57.108121 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 03:56:57.108121 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:56:57.108121 n-d-826753-2 neutron-server[103702]: timer() Feb 19 03:56:57.108121 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:56:57.108121 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 03:56:57.108121 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:56:57.108121 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 03:56:57.108121 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:56:57.108121 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 03:56:57.108121 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:56:57.108121 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 03:56:57.108121 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:56:57.108121 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 03:56:57.108121 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:56:57.108121 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:56:57.108121 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:56:57.108121 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:56:57.108121 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:56:57.108121 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 03:56:57.108121 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:56:57.108121 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 03:56:57.108121 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:56:57.108121 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:56:57.108121 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:56:57.108121 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 03:56:57.108121 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:56:57.108121 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:56:57.108121 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:56:57.108121 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:56:57.108121 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:56:57.108121 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:56:57.108121 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:56:57.168704 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-05ba190b-101b-4dad-83a9-36ce40939024 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (caa8dad9-d298-4cb2-85a7-3de48e6dc2f3), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:57.176627 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-05ba190b-101b-4dad-83a9-36ce40939024 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:57.181421 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-05ba190b-101b-4dad-83a9-36ce40939024 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "DELETE /v2.0/networks/caa8dad9-d298-4cb2-85a7-3de48e6dc2f3 HTTP/1.1" status: 204 len: 168 time: 0.3166580 Feb 19 03:56:57.188228 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52958) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:57.198111 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ba190b-101b-4dad-83a9-36ce40939024 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Pushing event deleted for resources: {'Network': ['ID=caa8dad9-d298-4cb2-85a7-3de48e6dc2f3,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:57.250025 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ef2138cc-db10-47bb-9302-fab6b93ac010 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group (66a77008-d91d-46b2-a85a-86a896382072), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:57.278905 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ef2138cc-db10-47bb-9302-fab6b93ac010 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group (66a77008-d91d-46b2-a85a-86a896382072), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:57.346389 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ef2138cc-db10-47bb-9302-fab6b93ac010 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (66a77008-d91d-46b2-a85a-86a896382072), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:57.349015 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ef2138cc-db10-47bb-9302-fab6b93ac010 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:57.350236 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-ef2138cc-db10-47bb-9302-fab6b93ac010 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "DELETE /v2.0/security-groups/66a77008-d91d-46b2-a85a-86a896382072 HTTP/1.1" status: 204 len: 168 time: 0.1606958 Feb 19 03:56:57.359264 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2138cc-db10-47bb-9302-fab6b93ac010 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a77008-d91d-46b2-a85a-86a896382072,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:57.664261 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52964) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:57.668831 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-9321be32-205b-4b04-a329-8b5a812a5d92 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2000200916', 'description': 'tempest-secgroup-smoke-2000200916 description', 'project_id': 'ca527022e7c4488e80026cbcb6de3409'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:56:57.689601 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9321be32-205b-4b04-a329-8b5a812a5d92 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:57.756005 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9321be32-205b-4b04-a329-8b5a812a5d92 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group (fe5c4c38-d0c4-4bb2-a5ea-65d683458db5), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:57.759738 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9321be32-205b-4b04-a329-8b5a812a5d92 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (fe5c4c38-d0c4-4bb2-a5ea-65d683458db5), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:57.790158 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9321be32-205b-4b04-a329-8b5a812a5d92 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:57.791321 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-9321be32-205b-4b04-a329-8b5a812a5d92 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1260543 Feb 19 03:56:57.793324 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9321be32-205b-4b04-a329-8b5a812a5d92 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe5c4c38-d0c4-4bb2-a5ea-65d683458db5,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:57.794411 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52966) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:57.799002 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-c7548b14-e3f0-4272-957a-a807031c9f2d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Request body: {'security_group_rule': {'security_group_id': 'fe5c4c38-d0c4-4bb2-a5ea-65d683458db5', 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:56:57.825919 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c7548b14-e3f0-4272-957a-a807031c9f2d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group_rule (914feb15-d932-4ea7-928b-37fbea5063c2), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:57.872117 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c7548b14-e3f0-4272-957a-a807031c9f2d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group_rule (914feb15-d932-4ea7-928b-37fbea5063c2), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:57.876689 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c7548b14-e3f0-4272-957a-a807031c9f2d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (914feb15-d932-4ea7-928b-37fbea5063c2), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:57.894688 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7548b14-e3f0-4272-957a-a807031c9f2d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=914feb15-d932-4ea7-928b-37fbea5063c2,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:57.904084 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c7548b14-e3f0-4272-957a-a807031c9f2d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:57.905336 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-c7548b14-e3f0-4272-957a-a807031c9f2d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1098866 Feb 19 03:56:57.908087 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52968) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:57.912378 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-30ea8cf8-a047-4017-b471-a0c39d9f684e tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Request body: {'security_group_rule': {'security_group_id': 'fe5c4c38-d0c4-4bb2-a5ea-65d683458db5', 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:56:57.936226 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-30ea8cf8-a047-4017-b471-a0c39d9f684e tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group_rule (07d72932-e177-4ee7-bae3-3a2afd37420b), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:57.992794 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-30ea8cf8-a047-4017-b471-a0c39d9f684e tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group_rule (07d72932-e177-4ee7-bae3-3a2afd37420b), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:57.997122 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-30ea8cf8-a047-4017-b471-a0c39d9f684e tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (07d72932-e177-4ee7-bae3-3a2afd37420b), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:58.014593 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ea8cf8-a047-4017-b471-a0c39d9f684e tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07d72932-e177-4ee7-bae3-3a2afd37420b,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:58.023505 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-30ea8cf8-a047-4017-b471-a0c39d9f684e tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:58.024697 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-30ea8cf8-a047-4017-b471-a0c39d9f684e tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1156633 Feb 19 03:56:58.027525 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52970) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:58.031897 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-0844017f-0267-49fc-aeea-af09c9f965ca tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Request body: {'security_group_rule': {'security_group_id': 'fe5c4c38-d0c4-4bb2-a5ea-65d683458db5', 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:56:58.057850 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0844017f-0267-49fc-aeea-af09c9f965ca tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group_rule (0b640771-5fac-42a7-9f7e-b57d5579dd6a), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:58.116640 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0844017f-0267-49fc-aeea-af09c9f965ca tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group_rule (0b640771-5fac-42a7-9f7e-b57d5579dd6a), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:58.120625 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0844017f-0267-49fc-aeea-af09c9f965ca tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (0b640771-5fac-42a7-9f7e-b57d5579dd6a), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:58.144111 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0844017f-0267-49fc-aeea-af09c9f965ca tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b640771-5fac-42a7-9f7e-b57d5579dd6a,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:58.153693 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0844017f-0267-49fc-aeea-af09c9f965ca tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:58.156088 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-0844017f-0267-49fc-aeea-af09c9f965ca tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1275697 Feb 19 03:56:58.156566 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device ace6fbcc-73c9-4a39-afcd-f06a925bd669 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:56:58.158934 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52972) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:58.163306 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-d346b67a-770b-4684-8c53-2870e9adfe59 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Request body: {'security_group_rule': {'security_group_id': 'fe5c4c38-d0c4-4bb2-a5ea-65d683458db5', 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:56:58.177321 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: ace6fbcc-73c9-4a39-afcd-f06a925bd669 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:56:58.177675 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device ace6fbcc-73c9-4a39-afcd-f06a925bd669 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:56:58.178104 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 47397105-58f2-4012-87fc-a48f16e5f607 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:56:58.191091 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d346b67a-770b-4684-8c53-2870e9adfe59 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group_rule (31bf78a6-482f-45ac-9ce6-709b098b547e), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:58.198418 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 47397105-58f2-4012-87fc-a48f16e5f607 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:56:58.198769 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 47397105-58f2-4012-87fc-a48f16e5f607 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:56:58.199191 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 387a43a1-d133-479c-a1c2-fed49186fc14 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:56:58.220605 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 387a43a1-d133-479c-a1c2-fed49186fc14 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:56:58.220954 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 387a43a1-d133-479c-a1c2-fed49186fc14 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:56:58.251792 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d346b67a-770b-4684-8c53-2870e9adfe59 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group_rule (31bf78a6-482f-45ac-9ce6-709b098b547e), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:58.255314 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d346b67a-770b-4684-8c53-2870e9adfe59 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (31bf78a6-482f-45ac-9ce6-709b098b547e), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:58.270322 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d346b67a-770b-4684-8c53-2870e9adfe59 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31bf78a6-482f-45ac-9ce6-709b098b547e,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:58.280428 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d346b67a-770b-4684-8c53-2870e9adfe59 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:58.281724 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-d346b67a-770b-4684-8c53-2870e9adfe59 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1218035 Feb 19 03:56:58.284462 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52974) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:58.288779 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-e93da3c6-5290-4687-a57e-c5ba5ca5d83a tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Request body: {'security_group_rule': {'security_group_id': 'fe5c4c38-d0c4-4bb2-a5ea-65d683458db5', 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:56:58.309842 n-d-826753-2 neutron-server[103701]: INFO neutron.db.securitygroups_db [None req-e93da3c6-5290-4687-a57e-c5ba5ca5d83a tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Project ca527022e7c4488e80026cbcb6de3409 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 03:56:58.315365 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e93da3c6-5290-4687-a57e-c5ba5ca5d83a tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group_rule (2043c338-5d55-4cb1-85ab-4a4216411751), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:58.372729 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e93da3c6-5290-4687-a57e-c5ba5ca5d83a tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group_rule (2043c338-5d55-4cb1-85ab-4a4216411751), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:58.376855 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e93da3c6-5290-4687-a57e-c5ba5ca5d83a tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (2043c338-5d55-4cb1-85ab-4a4216411751), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:58.393703 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93da3c6-5290-4687-a57e-c5ba5ca5d83a tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2043c338-5d55-4cb1-85ab-4a4216411751,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:58.402336 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e93da3c6-5290-4687-a57e-c5ba5ca5d83a tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:58.402698 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-e93da3c6-5290-4687-a57e-c5ba5ca5d83a tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1172590 Feb 19 03:56:58.405505 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52976) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:58.410678 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-1272ff9f-641e-4e81-afe4-7edc73a4d01a tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Request body: {'security_group_rule': {'security_group_id': 'fe5c4c38-d0c4-4bb2-a5ea-65d683458db5', 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:56:58.430618 n-d-826753-2 neutron-server[103701]: INFO neutron.db.securitygroups_db [None req-1272ff9f-641e-4e81-afe4-7edc73a4d01a tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Project ca527022e7c4488e80026cbcb6de3409 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 03:56:58.436101 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1272ff9f-641e-4e81-afe4-7edc73a4d01a tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group_rule (11c0f1e8-277f-40ea-8db4-f5d9b620caa6), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:58.499598 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1272ff9f-641e-4e81-afe4-7edc73a4d01a tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group_rule (11c0f1e8-277f-40ea-8db4-f5d9b620caa6), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:58.503495 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1272ff9f-641e-4e81-afe4-7edc73a4d01a tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (11c0f1e8-277f-40ea-8db4-f5d9b620caa6), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:58.522281 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1272ff9f-641e-4e81-afe4-7edc73a4d01a tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11c0f1e8-277f-40ea-8db4-f5d9b620caa6,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:58.529552 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1272ff9f-641e-4e81-afe4-7edc73a4d01a tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:58.530755 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-1272ff9f-641e-4e81-afe4-7edc73a4d01a tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1242492 Feb 19 03:56:58.534194 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 52978) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:58.539114 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-61e3557d-d88c-44b5-b7cb-14d38f694be4 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Request body: {'network': {'name': 'tempest-network-smoke--1258515258', 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'port_security_enabled': True}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:56:58.557791 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e3557d-d88c-44b5-b7cb-14d38f694be4 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Made reservation on behalf of ca527022e7c4488e80026cbcb6de3409 for: {'network': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:56:58.561339 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-61e3557d-d88c-44b5-b7cb-14d38f694be4 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:58.588886 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61e3557d-d88c-44b5-b7cb-14d38f694be4 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] vlan segment allocate from pool success with {'vlan_id': 293, 'physical_network': 'physnet1'} {{(pid=103701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:56:58.599558 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-61e3557d-d88c-44b5-b7cb-14d38f694be4 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (f5401b9a-2393-401c-a77b-dcfdece78370), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:58.599904 n-d-826753-2 neutron-server[103701]: INFO neutron.db.segments_db [None req-61e3557d-d88c-44b5-b7cb-14d38f694be4 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Added segment f5401b9a-2393-401c-a77b-dcfdece78370 of type vlan for network 2093fb36-1422-4c02-8403-bc035f95df31 Feb 19 03:56:58.639542 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-61e3557d-d88c-44b5-b7cb-14d38f694be4 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (2093fb36-1422-4c02-8403-bc035f95df31), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:58.664275 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-61e3557d-d88c-44b5-b7cb-14d38f694be4 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (2093fb36-1422-4c02-8403-bc035f95df31), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:58.669309 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e3557d-d88c-44b5-b7cb-14d38f694be4 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:58.669895 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-61e3557d-d88c-44b5-b7cb-14d38f694be4 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:58.724715 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-61e3557d-d88c-44b5-b7cb-14d38f694be4 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1894569 Feb 19 03:56:58.728709 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52980) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:58.733833 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-1562b617-a95d-47c5-999d-56d6f4b244ee tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-118269042', 'admin_state_up': True, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:56:58.739937 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e3557d-d88c-44b5-b7cb-14d38f694be4 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Pushing event updated for resources: {'Network': ['ID=2093fb36-1422-4c02-8403-bc035f95df31,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:58.751611 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 2093fb36-1422-4c02-8403-bc035f95df31 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:56:58.760153 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1562b617-a95d-47c5-999d-56d6f4b244ee tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14172'] for router (b567cdb6-60c8-4483-bde8-765f00e85b92), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:58.761387 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1562b617-a95d-47c5-999d-56d6f4b244ee tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16317487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16285822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16309985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14247'] for router (b567cdb6-60c8-4483-bde8-765f00e85b92), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:58.816689 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1562b617-a95d-47c5-999d-56d6f4b244ee tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for router_controller (b567cdb6-60c8-4483-bde8-765f00e85b92), precommit_add_association {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:58.962246 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1562b617-a95d-47c5-999d-56d6f4b244ee tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for router_gateway (b567cdb6-60c8-4483-bde8-765f00e85b92), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:59.174138 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1562b617-a95d-47c5-999d-56d6f4b244ee tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for router_gateway (b567cdb6-60c8-4483-bde8-765f00e85b92), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:59.192551 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1562b617-a95d-47c5-999d-56d6f4b244ee tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:59.295058 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-1562b617-a95d-47c5-999d-56d6f4b244ee tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Allocated IP 172.25.6.49 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/7bb8ac34-0f11-4035-9e29-a843f5680ea0) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:56:59.398194 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1562b617-a95d-47c5-999d-56d6f4b244ee tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for port (7bb8ac34-0f11-4035-9e29-a843f5680ea0), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:59.443906 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1562b617-a95d-47c5-999d-56d6f4b244ee tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (7bb8ac34-0f11-4035-9e29-a843f5680ea0), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:59.479383 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1562b617-a95d-47c5-999d-56d6f4b244ee tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:56:59.482236 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-1562b617-a95d-47c5-999d-56d6f4b244ee tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:56:59.486147 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1562b617-a95d-47c5-999d-56d6f4b244ee tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:56:59.511269 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562b617-a95d-47c5-999d-56d6f4b244ee tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Pushing event updated for resources: {'Port': ['ID=7bb8ac34-0f11-4035-9e29-a843f5680ea0,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:59.759597 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1562b617-a95d-47c5-999d-56d6f4b244ee tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for router_gateway (b567cdb6-60c8-4483-bde8-765f00e85b92), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:59.971049 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1562b617-a95d-47c5-999d-56d6f4b244ee tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16317478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865'] for router (b567cdb6-60c8-4483-bde8-765f00e85b92), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:00.107581 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1562b617-a95d-47c5-999d-56d6f4b244ee tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Router b567cdb6-60c8-4483-bde8-765f00e85b92 is scheduled to L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd with binding_index 1 {{(pid=103702) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:57:00.537397 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1562b617-a95d-47c5-999d-56d6f4b244ee tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:57:00.548929 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57956d1-c975-462f-90cb-e7fefbadc12d None None] Sync routers for ids ['b567cdb6-60c8-4483-bde8-765f00e85b92'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:57:00.561393 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1562b617-a95d-47c5-999d-56d6f4b244ee tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:00.562632 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-1562b617-a95d-47c5-999d-56d6f4b244ee tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8328888 Feb 19 03:57:00.564065 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57956d1-c975-462f-90cb-e7fefbadc12d None None] Routers {'b567cdb6-60c8-4483-bde8-765f00e85b92'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:57:00.565101 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-e57956d1-c975-462f-90cb-e7fefbadc12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:56:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['b567cdb6-60c8-4483-bde8-765f00e85b92'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:57:00.568365 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52982) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:00.596880 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-90320a01-2bff-463f-9fe4-266e5e410328 tempest-TestNetworkAdvancedServerOps-1044059750 tempest-TestNetworkAdvancedServerOps-1044059750-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=ca527022e7c4488e80026cbcb6de3409&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273707 Feb 19 03:57:00.599796 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52984) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:00.676094 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-e57956d1-c975-462f-90cb-e7fefbadc12d None None] Set router b567cdb6-60c8-4483-bde8-765f00e85b92 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:57:00.688712 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c698cca1-0d4d-46fe-9d78-b7b0051db625 tempest-TestNetworkAdvancedServerOps-1044059750 tempest-TestNetworkAdvancedServerOps-1044059750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:00.690253 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-c698cca1-0d4d-46fe-9d78-b7b0051db625 tempest-TestNetworkAdvancedServerOps-1044059750 tempest-TestNetworkAdvancedServerOps-1044059750-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0895548 Feb 19 03:57:00.692987 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52986) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:00.720089 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-efe73e6f-f753-491f-8215-8664fe1bacd4 tempest-TestNetworkAdvancedServerOps-1044059750 tempest-TestNetworkAdvancedServerOps-1044059750-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=eaf64708-9021-419e-b287-ef3e0f51e2ee&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0260122 Feb 19 03:57:00.722617 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52988) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:00.727174 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-a1ee1873-0c23-4998-a167-a85f265e1e63 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1865674508', 'network_id': '2093fb36-1422-4c02-8403-bc035f95df31', 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:57:00.816185 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1ee1873-0c23-4998-a167-a85f265e1e63 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Made reservation on behalf of ca527022e7c4488e80026cbcb6de3409 for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:57:00.819872 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a1ee1873-0c23-4998-a167-a85f265e1e63 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:00.870864 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-e57956d1-c975-462f-90cb-e7fefbadc12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b567cdb6-60c8-4483-bde8-765f00e85b92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118269042', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': '7bb8ac34-0f11-4035-9e29-a843f5680ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:56:58Z', 'updated_at': '2022-02-19T03:56:59Z', 'revision_number': 3, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'gw_port': {'id': '7bb8ac34-0f11-4035-9e29-a843f5680ea0', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:10:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b567cdb6-60c8-4483-bde8-765f00e85b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:56:59Z', 'updated_at': '2022-02-19T03:56:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:57:00.897265 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57956d1-c975-462f-90cb-e7fefbadc12d None None] Checking router: b567cdb6-60c8-4483-bde8-765f00e85b92 for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:57:00.897619 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57956d1-c975-462f-90cb-e7fefbadc12d None None] Updating router b567cdb6-60c8-4483-bde8-765f00e85b92 port 7bb8ac34-0f11-4035-9e29-a843f5680ea0 binding host n-d-826753-2 {{(pid=103703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:57:00.939910 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e57956d1-c975-462f-90cb-e7fefbadc12d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (7bb8ac34-0f11-4035-9e29-a843f5680ea0), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:01.040051 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a1ee1873-0c23-4998-a167-a85f265e1e63 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (bdc6cd1c-1fd5-4457-a470-f079cdf59149), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:01.149747 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ee1873-0c23-4998-a167-a85f265e1e63 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Pushing event updated for resources: {'Subnet': ['ID=bdc6cd1c-1fd5-4457-a470-f079cdf59149,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:01.155076 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ee1873-0c23-4998-a167-a85f265e1e63 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Checking segment: {'id': 'f5401b9a-2393-401c-a77b-dcfdece78370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '2093fb36-1422-4c02-8403-bc035f95df31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:57:01.155633 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ee1873-0c23-4998-a167-a85f265e1e63 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Network hostable DHCP agents. Network: 2093fb36-1422-4c02-8403-bc035f95df31, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:57:01.173937 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ee1873-0c23-4998-a167-a85f265e1e63 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Network 2093fb36-1422-4c02-8403-bc035f95df31 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:57:01.182718 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-a1ee1873-0c23-4998-a167-a85f265e1e63 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 2093fb36-1422-4c02-8403-bc035f95df31) {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:57:01.187205 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ee1873-0c23-4998-a167-a85f265e1e63 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:01.187904 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a1ee1873-0c23-4998-a167-a85f265e1e63 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:01.197415 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46df7849-cbee-4cea-999b-2ee79c59f5dc None None] Network 2093fb36-1422-4c02-8403-bc035f95df31 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:57:01.206730 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-a1ee1873-0c23-4998-a167-a85f265e1e63 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4830947 Feb 19 03:57:01.209460 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 52990) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:01.325342 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e57956d1-c975-462f-90cb-e7fefbadc12d None None] Publish callbacks [] for port (7bb8ac34-0f11-4035-9e29-a843f5680ea0), precommit_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:01.336798 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e57956d1-c975-462f-90cb-e7fefbadc12d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (7bb8ac34-0f11-4035-9e29-a843f5680ea0), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:01.395511 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c06bb7f-6660-4787-8f17-496232588a21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-2093fb36-1422-4c02-8403-bc035f95df31', 'network_id': '2093fb36-1422-4c02-8403-bc035f95df31', 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'fixed_ips': [{'subnet_id': 'bdc6cd1c-1fd5-4457-a470-f079cdf59149'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:57:01.396347 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-2c06bb7f-6660-4787-8f17-496232588a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:01.422661 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-e57956d1-c975-462f-90cb-e7fefbadc12d None None] Attempting to bind port 7bb8ac34-0f11-4035-9e29-a843f5680ea0 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:57:01.423132 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-e57956d1-c975-462f-90cb-e7fefbadc12d None None] Attempting to bind port 7bb8ac34-0f11-4035-9e29-a843f5680ea0 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:57:01.423420 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57956d1-c975-462f-90cb-e7fefbadc12d None None] Attempting to bind port 7bb8ac34-0f11-4035-9e29-a843f5680ea0 on network eaf64708-9021-419e-b287-ef3e0f51e2ee {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:57:01.425287 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d60668-c4a3-4a76-b97a-e0b4bc6c5d43 None None] Pushing event updated for resources: {'Port': ['ID=7bb8ac34-0f11-4035-9e29-a843f5680ea0,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:01.434948 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57956d1-c975-462f-90cb-e7fefbadc12d None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:57:01.435327 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57956d1-c975-462f-90cb-e7fefbadc12d None None] Checking segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:57:01.435727 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e57956d1-c975-462f-90cb-e7fefbadc12d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:01.436114 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57956d1-c975-462f-90cb-e7fefbadc12d None None] Bound using segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:57:01.436580 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-e57956d1-c975-462f-90cb-e7fefbadc12d None None] Bound port: 7bb8ac34-0f11-4035-9e29-a843f5680ea0, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:57:01.436963 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e57956d1-c975-462f-90cb-e7fefbadc12d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (7bb8ac34-0f11-4035-9e29-a843f5680ea0), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:01.564908 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e57956d1-c975-462f-90cb-e7fefbadc12d None None] For port 7bb8ac34-0f11-4035-9e29-a843f5680ea0, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:57:01.601127 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e57956d1-c975-462f-90cb-e7fefbadc12d None None] For port 7bb8ac34-0f11-4035-9e29-a843f5680ea0, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=7bb8ac34-0f11-4035-9e29-a843f5680ea0,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:57:01.610899 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e57956d1-c975-462f-90cb-e7fefbadc12d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (7bb8ac34-0f11-4035-9e29-a843f5680ea0), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:01.627414 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-2c06bb7f-6660-4787-8f17-496232588a21 None None] Allocated IP 172.20.0.2 (2093fb36-1422-4c02-8403-bc035f95df31/bdc6cd1c-1fd5-4457-a470-f079cdf59149/107e6873-c382-4364-b546-6144c065ee6c) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:57:01.663574 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3be776b9-49e8-4b58-ac9c-400da7d752ef tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:01.727811 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57956d1-c975-462f-90cb-e7fefbadc12d None None] Routers {'b567cdb6-60c8-4483-bde8-765f00e85b92'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:57:01.728352 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-e57956d1-c975-462f-90cb-e7fefbadc12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:56:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['b567cdb6-60c8-4483-bde8-765f00e85b92'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:57:01.767643 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d60668-c4a3-4a76-b97a-e0b4bc6c5d43 None None] Pushing event updated for resources: {'Port': ['ID=7bb8ac34-0f11-4035-9e29-a843f5680ea0,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:01.895784 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-e57956d1-c975-462f-90cb-e7fefbadc12d None None] Set router b567cdb6-60c8-4483-bde8-765f00e85b92 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:57:02.122489 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-2c06bb7f-6660-4787-8f17-496232588a21 None None] Publish callbacks [] for port (107e6873-c382-4364-b546-6144c065ee6c), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:02.163212 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-2c06bb7f-6660-4787-8f17-496232588a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (107e6873-c382-4364-b546-6144c065ee6c), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:02.186254 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-3be776b9-49e8-4b58-ac9c-400da7d752ef tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Allocated IP 172.20.0.1 (2093fb36-1422-4c02-8403-bc035f95df31/bdc6cd1c-1fd5-4457-a470-f079cdf59149/7e5be413-57d3-4ae4-8e27-5817b6d7d9b4) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:57:02.214369 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c06bb7f-6660-4787-8f17-496232588a21 None None] Network 2093fb36-1422-4c02-8403-bc035f95df31 is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:57:02.232376 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-2c06bb7f-6660-4787-8f17-496232588a21 None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:57:02.236183 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c06bb7f-6660-4787-8f17-496232588a21 None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:57:02.241288 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c06bb7f-6660-4787-8f17-496232588a21 None None] Pushing event updated for resources: {'Port': ['ID=107e6873-c382-4364-b546-6144c065ee6c,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:02.306050 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3be776b9-49e8-4b58-ac9c-400da7d752ef tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for port (7e5be413-57d3-4ae4-8e27-5817b6d7d9b4), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:02.325527 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-2c06bb7f-6660-4787-8f17-496232588a21 None None] Attempting to bind port 107e6873-c382-4364-b546-6144c065ee6c on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:57:02.325905 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-2c06bb7f-6660-4787-8f17-496232588a21 None None] Attempting to bind port 107e6873-c382-4364-b546-6144c065ee6c by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': 'f5401b9a-2393-401c-a77b-dcfdece78370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '2093fb36-1422-4c02-8403-bc035f95df31'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:57:02.326269 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c06bb7f-6660-4787-8f17-496232588a21 None None] Attempting to bind port 107e6873-c382-4364-b546-6144c065ee6c on network 2093fb36-1422-4c02-8403-bc035f95df31 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:57:02.335936 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c06bb7f-6660-4787-8f17-496232588a21 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:57:02.336312 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c06bb7f-6660-4787-8f17-496232588a21 None None] Checking segment: {'id': 'f5401b9a-2393-401c-a77b-dcfdece78370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '2093fb36-1422-4c02-8403-bc035f95df31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:57:02.336716 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-2c06bb7f-6660-4787-8f17-496232588a21 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:02.337133 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c06bb7f-6660-4787-8f17-496232588a21 None None] Bound using segment: {'id': 'f5401b9a-2393-401c-a77b-dcfdece78370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '2093fb36-1422-4c02-8403-bc035f95df31'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:57:02.337605 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-2c06bb7f-6660-4787-8f17-496232588a21 None None] Bound port: 107e6873-c382-4364-b546-6144c065ee6c, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5401b9a-2393-401c-a77b-dcfdece78370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '2093fb36-1422-4c02-8403-bc035f95df31'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:57:02.337996 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-2c06bb7f-6660-4787-8f17-496232588a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (107e6873-c382-4364-b546-6144c065ee6c), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:02.343165 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3be776b9-49e8-4b58-ac9c-400da7d752ef tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (7e5be413-57d3-4ae4-8e27-5817b6d7d9b4), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:02.379650 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-e57956d1-c975-462f-90cb-e7fefbadc12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b567cdb6-60c8-4483-bde8-765f00e85b92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118269042', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': '7bb8ac34-0f11-4035-9e29-a843f5680ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:56:58Z', 'updated_at': '2022-02-19T03:56:59Z', 'revision_number': 3, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'gw_port': {'id': '7bb8ac34-0f11-4035-9e29-a843f5680ea0', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:10:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b567cdb6-60c8-4483-bde8-765f00e85b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:56:59Z', 'updated_at': '2022-02-19T03:57:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:57:02.382668 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be776b9-49e8-4b58-ac9c-400da7d752ef tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Network 2093fb36-1422-4c02-8403-bc035f95df31 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:57:02.385894 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-3be776b9-49e8-4b58-ac9c-400da7d752ef tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:57:02.388374 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be776b9-49e8-4b58-ac9c-400da7d752ef tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:57:02.413405 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57956d1-c975-462f-90cb-e7fefbadc12d None None] The sync data for ids ['b567cdb6-60c8-4483-bde8-765f00e85b92'] in n-d-826753-2 is: [{'id': 'b567cdb6-60c8-4483-bde8-765f00e85b92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118269042', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': '7bb8ac34-0f11-4035-9e29-a843f5680ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:56:58Z', 'updated_at': '2022-02-19T03:56:59Z', 'revision_number': 3, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'gw_port': {'id': '7bb8ac34-0f11-4035-9e29-a843f5680ea0', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:10:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b567cdb6-60c8-4483-bde8-765f00e85b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:56:59Z', 'updated_at': '2022-02-19T03:57:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:57:02.423788 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be776b9-49e8-4b58-ac9c-400da7d752ef tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Pushing event updated for resources: {'Port': ['ID=7e5be413-57d3-4ae4-8e27-5817b6d7d9b4,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:02.440184 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-2c06bb7f-6660-4787-8f17-496232588a21 None None] For port 107e6873-c382-4364-b546-6144c065ee6c, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:57:02.443469 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3be776b9-49e8-4b58-ac9c-400da7d752ef tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16289150'] for router_interface (b567cdb6-60c8-4483-bde8-765f00e85b92), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:02.445888 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-2c06bb7f-6660-4787-8f17-496232588a21 None None] For port 107e6873-c382-4364-b546-6144c065ee6c, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=107e6873-c382-4364-b546-6144c065ee6c,segment=NetworkSegment(f5401b9a-2393-401c-a77b-dcfdece78370),segment_id=f5401b9a-2393-401c-a77b-dcfdece78370)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:57:02.452543 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-2c06bb7f-6660-4787-8f17-496232588a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (107e6873-c382-4364-b546-6144c065ee6c), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:02.515101 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c06bb7f-6660-4787-8f17-496232588a21 None None] Pushing event updated for resources: {'Port': ['ID=107e6873-c382-4364-b546-6144c065ee6c,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:02.606698 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3be776b9-49e8-4b58-ac9c-400da7d752ef tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (7e5be413-57d3-4ae4-8e27-5817b6d7d9b4), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:02.971005 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3be776b9-49e8-4b58-ac9c-400da7d752ef tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for port (7e5be413-57d3-4ae4-8e27-5817b6d7d9b4), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:02.976052 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3be776b9-49e8-4b58-ac9c-400da7d752ef tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (7e5be413-57d3-4ae4-8e27-5817b6d7d9b4), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:03.055890 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be776b9-49e8-4b58-ac9c-400da7d752ef tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Pushing event updated for resources: {'Port': ['ID=7e5be413-57d3-4ae4-8e27-5817b6d7d9b4,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:03.067383 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3be776b9-49e8-4b58-ac9c-400da7d752ef tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16362769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16289258'] for router_interface (b567cdb6-60c8-4483-bde8-765f00e85b92), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:03.167640 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be776b9-49e8-4b58-ac9c-400da7d752ef tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Network 2093fb36-1422-4c02-8403-bc035f95df31 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:57:03.169353 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-3be776b9-49e8-4b58-ac9c-400da7d752ef tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:57:03.300079 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3be776b9-49e8-4b58-ac9c-400da7d752ef tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Router b567cdb6-60c8-4483-bde8-765f00e85b92 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:57:03.450441 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3be776b9-49e8-4b58-ac9c-400da7d752ef tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:57:03.460789 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-3be776b9-49e8-4b58-ac9c-400da7d752ef tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "PUT /v2.0/routers/b567cdb6-60c8-4483-bde8-765f00e85b92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2457144 Feb 19 03:57:03.572927 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6124b04-1203-4e9a-bc85-51fbc0a58c47 None None] Network 2093fb36-1422-4c02-8403-bc035f95df31 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:57:03.634890 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-54bc8d70-baf9-4a6f-849f-66a8156b7296 req-e3da34aa-86a2-426c-944b-74e34c57d410 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2000200916&fields=id&tenant_id=ca527022e7c4488e80026cbcb6de3409 HTTP/1.1" status: 200 len: 267 time: 0.0582223 Feb 19 03:57:03.695057 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-1e8648ef-be3f-457a-bfd0-5f9298f32844 None None] Provisioning complete for port 107e6873-c382-4364-b546-6144c065ee6c triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:57:03.695403 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-1e8648ef-be3f-457a-bfd0-5f9298f32844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (107e6873-c382-4364-b546-6144c065ee6c), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:03.763363 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bc8d70-baf9-4a6f-849f-66a8156b7296 req-d6bcbc48-c220-4084-9596-6102d020f729 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:03.764851 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-54bc8d70-baf9-4a6f-849f-66a8156b7296 req-d6bcbc48-c220-4084-9596-6102d020f729 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/networks?id=2093fb36-1422-4c02-8403-bc035f95df31 HTTP/1.1" status: 200 len: 797 time: 0.1224120 Feb 19 03:57:03.787994 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-54bc8d70-baf9-4a6f-849f-66a8156b7296 req-0129e19a-66ea-4245-b45b-ab2766016537 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/quotas/ca527022e7c4488e80026cbcb6de3409 HTTP/1.1" status: 200 len: 375 time: 0.0171478 Feb 19 03:57:03.802690 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-1e8648ef-be3f-457a-bfd0-5f9298f32844 None None] Current status of the port 107e6873-c382-4364-b546-6144c065ee6c is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:57:03.803464 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-1e8648ef-be3f-457a-bfd0-5f9298f32844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (107e6873-c382-4364-b546-6144c065ee6c), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:03.859740 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-1e8648ef-be3f-457a-bfd0-5f9298f32844 None None] For port 107e6873-c382-4364-b546-6144c065ee6c, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=107e6873-c382-4364-b546-6144c065ee6c,segment=NetworkSegment(f5401b9a-2393-401c-a77b-dcfdece78370),segment_id=f5401b9a-2393-401c-a77b-dcfdece78370)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:57:03.862161 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-54bc8d70-baf9-4a6f-849f-66a8156b7296 req-e03222fb-2e1d-44b4-8be1-79154fdbafa2 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=ca527022e7c4488e80026cbcb6de3409&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0726814 Feb 19 03:57:03.865650 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-1e8648ef-be3f-457a-bfd0-5f9298f32844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (107e6873-c382-4364-b546-6144c065ee6c), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:03.937219 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8648ef-be3f-457a-bfd0-5f9298f32844 None None] Pushing event updated for resources: {'Port': ['ID=107e6873-c382-4364-b546-6144c065ee6c,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:03.984346 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-54bc8d70-baf9-4a6f-849f-66a8156b7296 req-c93d5f02-d510-432e-993e-33ca61e3c844 service neutron] 10.222.0.72 "GET /v2.0/networks/2093fb36-1422-4c02-8403-bc035f95df31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063740 Feb 19 03:57:04.097775 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-849f1aad-2955-40be-8fe1-0843a6996b38 None None] Provisioning complete for port 7e5be413-57d3-4ae4-8e27-5817b6d7d9b4 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:57:04.098130 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-849f1aad-2955-40be-8fe1-0843a6996b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (7e5be413-57d3-4ae4-8e27-5817b6d7d9b4), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:04.117511 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-54bc8d70-baf9-4a6f-849f-66a8156b7296 req-75096e63-24b7-4d2f-8664-1254d501e41c service neutron] 10.222.0.72 "GET /v2.0/networks/2093fb36-1422-4c02-8403-bc035f95df31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262743 Feb 19 03:57:04.151951 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-849f1aad-2955-40be-8fe1-0843a6996b38 None None] Port 7e5be413-57d3-4ae4-8e27-5817b6d7d9b4 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:57:04.174024 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-849f1aad-2955-40be-8fe1-0843a6996b38 None None] Provisioning complete for port 107e6873-c382-4364-b546-6144c065ee6c triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:57:04.174263 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-849f1aad-2955-40be-8fe1-0843a6996b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (107e6873-c382-4364-b546-6144c065ee6c), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:04.294228 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-849f1aad-2955-40be-8fe1-0843a6996b38 None None] Current status of the port 107e6873-c382-4364-b546-6144c065ee6c is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:57:04.303500 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 7bb8ac34-0f11-4035-9e29-a843f5680ea0 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:57:04.371536 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 7bb8ac34-0f11-4035-9e29-a843f5680ea0 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:57:04.371911 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (7bb8ac34-0f11-4035-9e29-a843f5680ea0), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:04.442114 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817a14b0-462e-4c24-8fdb-069c5f21e013 None None] Sync routers for ids ['b567cdb6-60c8-4483-bde8-765f00e85b92'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:57:04.471301 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817a14b0-462e-4c24-8fdb-069c5f21e013 None None] Routers {'b567cdb6-60c8-4483-bde8-765f00e85b92'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:57:04.471976 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-817a14b0-462e-4c24-8fdb-069c5f21e013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:56:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['b567cdb6-60c8-4483-bde8-765f00e85b92'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:57:04.518199 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2e467121-8082-4003-b2c7-e63fd87c6378 req-e56558de-b4e3-4e23-a197-7e321cdbd8b7 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4ddedd0-233f-46b5-8194-f6146b153ac3 HTTP/1.1" status: 200 len: 210 time: 0.0593801 Feb 19 03:57:04.538026 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-876f10e9-43d3-498a-bccc-cc0348fd274c None None] Provisioning complete for port 7e5be413-57d3-4ae4-8e27-5817b6d7d9b4 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:57:04.538681 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-876f10e9-43d3-498a-bccc-cc0348fd274c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (7e5be413-57d3-4ae4-8e27-5817b6d7d9b4), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:04.628013 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-876f10e9-43d3-498a-bccc-cc0348fd274c None None] Port 7e5be413-57d3-4ae4-8e27-5817b6d7d9b4 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:57:04.628677 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-817a14b0-462e-4c24-8fdb-069c5f21e013 None None] Set router b567cdb6-60c8-4483-bde8-765f00e85b92 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:57:04.640759 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 7bb8ac34-0f11-4035-9e29-a843f5680ea0 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:57:04.641905 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (7bb8ac34-0f11-4035-9e29-a843f5680ea0), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:04.689318 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port 7bb8ac34-0f11-4035-9e29-a843f5680ea0, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=7bb8ac34-0f11-4035-9e29-a843f5680ea0,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:57:04.710209 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (7bb8ac34-0f11-4035-9e29-a843f5680ea0), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:04.711010 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 107e6873-c382-4364-b546-6144c065ee6c up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:57:04.858547 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=7bb8ac34-0f11-4035-9e29-a843f5680ea0,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:04.878713 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-817a14b0-462e-4c24-8fdb-069c5f21e013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b567cdb6-60c8-4483-bde8-765f00e85b92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118269042', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': '7bb8ac34-0f11-4035-9e29-a843f5680ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:56:58Z', 'updated_at': '2022-02-19T03:57:02Z', 'revision_number': 4, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'gw_port': {'id': '7bb8ac34-0f11-4035-9e29-a843f5680ea0', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:10:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b567cdb6-60c8-4483-bde8-765f00e85b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:56:59Z', 'updated_at': '2022-02-19T03:57:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '7e5be413-57d3-4ae4-8e27-5817b6d7d9b4', 'name': '', 'network_id': '2093fb36-1422-4c02-8403-bc035f95df31', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'mac_address': 'fa:16:3e:0d:61:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b567cdb6-60c8-4483-bde8-765f00e85b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'bdc6cd1c-1fd5-4457-a470-f079cdf59149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:57:01Z', 'updated_at': '2022-02-19T03:57:02Z', 'revision_number': 2, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'subnets': [{'id': 'bdc6cd1c-1fd5-4457-a470-f079cdf59149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:57:04.915399 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817a14b0-462e-4c24-8fdb-069c5f21e013 None None] Checking router: b567cdb6-60c8-4483-bde8-765f00e85b92 for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:57:04.916020 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817a14b0-462e-4c24-8fdb-069c5f21e013 None None] Updating router b567cdb6-60c8-4483-bde8-765f00e85b92 port 7e5be413-57d3-4ae4-8e27-5817b6d7d9b4 binding host n-d-826753-2 {{(pid=103704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:57:04.949646 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-817a14b0-462e-4c24-8fdb-069c5f21e013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (7e5be413-57d3-4ae4-8e27-5817b6d7d9b4), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:04.951778 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 107e6873-c382-4364-b546-6144c065ee6c triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:57:04.952271 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (107e6873-c382-4364-b546-6144c065ee6c), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:04.990993 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-d2d0d0b2-e6db-43e0-b634-366dfe76d885 None None] Provisioning complete for port 7e5be413-57d3-4ae4-8e27-5817b6d7d9b4 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:57:04.991535 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d2d0d0b2-e6db-43e0-b634-366dfe76d885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (7e5be413-57d3-4ae4-8e27-5817b6d7d9b4), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:05.115567 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-d2d0d0b2-e6db-43e0-b634-366dfe76d885 None None] Port 7e5be413-57d3-4ae4-8e27-5817b6d7d9b4 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:57:05.127366 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 107e6873-c382-4364-b546-6144c065ee6c is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:57:05.276267 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-817a14b0-462e-4c24-8fdb-069c5f21e013 None None] Publish callbacks [] for port (7e5be413-57d3-4ae4-8e27-5817b6d7d9b4), precommit_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:05.282783 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-817a14b0-462e-4c24-8fdb-069c5f21e013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (7e5be413-57d3-4ae4-8e27-5817b6d7d9b4), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:05.329411 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52e08f3-91a1-469a-b920-bfc3252d152f None None] Pushing event updated for resources: {'Port': ['ID=7e5be413-57d3-4ae4-8e27-5817b6d7d9b4,revision_number=3']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:05.337973 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52e08f3-91a1-469a-b920-bfc3252d152f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:05.338327 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52e08f3-91a1-469a-b920-bfc3252d152f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:05.338674 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52e08f3-91a1-469a-b920-bfc3252d152f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:05.339071 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52e08f3-91a1-469a-b920-bfc3252d152f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:05.339336 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52e08f3-91a1-469a-b920-bfc3252d152f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:05.339664 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52e08f3-91a1-469a-b920-bfc3252d152f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:05.339989 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52e08f3-91a1-469a-b920-bfc3252d152f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:05.340337 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52e08f3-91a1-469a-b920-bfc3252d152f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:05.340662 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52e08f3-91a1-469a-b920-bfc3252d152f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:05.340982 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52e08f3-91a1-469a-b920-bfc3252d152f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:05.341336 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52e08f3-91a1-469a-b920-bfc3252d152f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:05.341656 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52e08f3-91a1-469a-b920-bfc3252d152f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:05.342034 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52e08f3-91a1-469a-b920-bfc3252d152f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:05.421040 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-817a14b0-462e-4c24-8fdb-069c5f21e013 None None] Attempting to bind port 7e5be413-57d3-4ae4-8e27-5817b6d7d9b4 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:57:05.421524 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-817a14b0-462e-4c24-8fdb-069c5f21e013 None None] Attempting to bind port 7e5be413-57d3-4ae4-8e27-5817b6d7d9b4 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': 'f5401b9a-2393-401c-a77b-dcfdece78370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '2093fb36-1422-4c02-8403-bc035f95df31'}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:57:05.421831 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817a14b0-462e-4c24-8fdb-069c5f21e013 None None] Attempting to bind port 7e5be413-57d3-4ae4-8e27-5817b6d7d9b4 on network 2093fb36-1422-4c02-8403-bc035f95df31 {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:57:05.428805 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817a14b0-462e-4c24-8fdb-069c5f21e013 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:57:05.428805 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817a14b0-462e-4c24-8fdb-069c5f21e013 None None] Checking segment: {'id': 'f5401b9a-2393-401c-a77b-dcfdece78370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '2093fb36-1422-4c02-8403-bc035f95df31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:57:05.428805 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-817a14b0-462e-4c24-8fdb-069c5f21e013 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:05.428805 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817a14b0-462e-4c24-8fdb-069c5f21e013 None None] Bound using segment: {'id': 'f5401b9a-2393-401c-a77b-dcfdece78370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '2093fb36-1422-4c02-8403-bc035f95df31'} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:57:05.430343 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-817a14b0-462e-4c24-8fdb-069c5f21e013 None None] Bound port: 7e5be413-57d3-4ae4-8e27-5817b6d7d9b4, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5401b9a-2393-401c-a77b-dcfdece78370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '2093fb36-1422-4c02-8403-bc035f95df31'}}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:57:05.430708 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-817a14b0-462e-4c24-8fdb-069c5f21e013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (7e5be413-57d3-4ae4-8e27-5817b6d7d9b4), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:05.514063 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-817a14b0-462e-4c24-8fdb-069c5f21e013 None None] For port 7e5be413-57d3-4ae4-8e27-5817b6d7d9b4, host n-d-826753-2, cleared binding levels {{(pid=103704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:57:05.518148 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-817a14b0-462e-4c24-8fdb-069c5f21e013 None None] For port 7e5be413-57d3-4ae4-8e27-5817b6d7d9b4, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=7e5be413-57d3-4ae4-8e27-5817b6d7d9b4,segment=NetworkSegment(f5401b9a-2393-401c-a77b-dcfdece78370),segment_id=f5401b9a-2393-401c-a77b-dcfdece78370)] {{(pid=103704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:57:05.525579 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-817a14b0-462e-4c24-8fdb-069c5f21e013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (7e5be413-57d3-4ae4-8e27-5817b6d7d9b4), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:05.596395 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52e08f3-91a1-469a-b920-bfc3252d152f None None] Pushing event updated for resources: {'Port': ['ID=7e5be413-57d3-4ae4-8e27-5817b6d7d9b4,revision_number=4']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:05.625321 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817a14b0-462e-4c24-8fdb-069c5f21e013 None None] Routers {'b567cdb6-60c8-4483-bde8-765f00e85b92'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:57:05.627995 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-817a14b0-462e-4c24-8fdb-069c5f21e013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:56:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['b567cdb6-60c8-4483-bde8-765f00e85b92'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:57:05.691487 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b5feac85-238f-4923-bbdf-f6f23f0d2843 None None] Provisioning complete for port 7e5be413-57d3-4ae4-8e27-5817b6d7d9b4 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:57:05.692096 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b5feac85-238f-4923-bbdf-f6f23f0d2843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (7e5be413-57d3-4ae4-8e27-5817b6d7d9b4), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:05.697268 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4320c146-5d2c-4237-9fe8-03e1082bc8cc req-4d0e7d36-5e66-4f61-b854-edb72bdebf9f tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4ddedd0-233f-46b5-8194-f6146b153ac3 HTTP/1.1" status: 200 len: 210 time: 0.0609999 Feb 19 03:57:05.826210 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-817a14b0-462e-4c24-8fdb-069c5f21e013 None None] Set router b567cdb6-60c8-4483-bde8-765f00e85b92 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:57:05.840034 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b5feac85-238f-4923-bbdf-f6f23f0d2843 None None] Current status of the port 7e5be413-57d3-4ae4-8e27-5817b6d7d9b4 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:57:05.840280 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bc8d70-baf9-4a6f-849f-66a8156b7296 req-4c27fe2b-051b-4b42-8bf3-e7d08b2cc858 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:05.841322 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b5feac85-238f-4923-bbdf-f6f23f0d2843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (7e5be413-57d3-4ae4-8e27-5817b6d7d9b4), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:05.841771 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-54bc8d70-baf9-4a6f-849f-66a8156b7296 req-4c27fe2b-051b-4b42-8bf3-e7d08b2cc858 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.73 "GET /v2.0/networks?id=2093fb36-1422-4c02-8403-bc035f95df31 HTTP/1.1" status: 200 len: 797 time: 0.2242401 Feb 19 03:57:05.895997 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b5feac85-238f-4923-bbdf-f6f23f0d2843 None None] For port 7e5be413-57d3-4ae4-8e27-5817b6d7d9b4, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=7e5be413-57d3-4ae4-8e27-5817b6d7d9b4,segment=NetworkSegment(f5401b9a-2393-401c-a77b-dcfdece78370),segment_id=f5401b9a-2393-401c-a77b-dcfdece78370)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:57:05.905763 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b5feac85-238f-4923-bbdf-f6f23f0d2843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (7e5be413-57d3-4ae4-8e27-5817b6d7d9b4), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:05.946918 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-54bc8d70-baf9-4a6f-849f-66a8156b7296 req-305082e1-a409-4292-b6fa-bdffccc225d8 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca527022e7c4488e80026cbcb6de3409 HTTP/1.1" status: 200 len: 380 time: 0.0895491 Feb 19 03:57:05.980360 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5feac85-238f-4923-bbdf-f6f23f0d2843 None None] Pushing event updated for resources: {'Port': ['ID=7e5be413-57d3-4ae4-8e27-5817b6d7d9b4,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:05.982956 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-54bc8d70-baf9-4a6f-849f-66a8156b7296 req-2717a53c-27be-4732-acbd-062d4d261afb tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Request body: {'port': {'device_id': 'b4ddedd0-233f-46b5-8194-f6146b153ac3', 'network_id': '2093fb36-1422-4c02-8403-bc035f95df31', 'admin_state_up': True, 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'security_groups': ['fe5c4c38-d0c4-4bb2-a5ea-65d683458db5']}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:57:06.034747 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-c35ee006-2138-4b97-81e7-7b36091a49e4 None None] Provisioning complete for port 7e5be413-57d3-4ae4-8e27-5817b6d7d9b4 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:57:06.036421 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c35ee006-2138-4b97-81e7-7b36091a49e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (7e5be413-57d3-4ae4-8e27-5817b6d7d9b4), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:06.104130 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-817a14b0-462e-4c24-8fdb-069c5f21e013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b567cdb6-60c8-4483-bde8-765f00e85b92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118269042', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': '7bb8ac34-0f11-4035-9e29-a843f5680ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:56:58Z', 'updated_at': '2022-02-19T03:57:02Z', 'revision_number': 4, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'gw_port': {'id': '7bb8ac34-0f11-4035-9e29-a843f5680ea0', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:10:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b567cdb6-60c8-4483-bde8-765f00e85b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:56:59Z', 'updated_at': '2022-02-19T03:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '7e5be413-57d3-4ae4-8e27-5817b6d7d9b4', 'name': '', 'network_id': '2093fb36-1422-4c02-8403-bc035f95df31', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'mac_address': 'fa:16:3e:0d:61:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b567cdb6-60c8-4483-bde8-765f00e85b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'bdc6cd1c-1fd5-4457-a470-f079cdf59149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:57:01Z', 'updated_at': '2022-02-19T03:57:05Z', 'revision_number': 4, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'subnets': [{'id': 'bdc6cd1c-1fd5-4457-a470-f079cdf59149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:57:06.135876 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54bc8d70-baf9-4a6f-849f-66a8156b7296 req-2717a53c-27be-4732-acbd-062d4d261afb tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Made reservation on behalf of ca527022e7c4488e80026cbcb6de3409 for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:57:06.145035 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-54bc8d70-baf9-4a6f-849f-66a8156b7296 req-2717a53c-27be-4732-acbd-062d4d261afb tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:06.145249 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817a14b0-462e-4c24-8fdb-069c5f21e013 None None] The sync data for ids ['b567cdb6-60c8-4483-bde8-765f00e85b92'] in n-d-826753-2 is: [{'id': 'b567cdb6-60c8-4483-bde8-765f00e85b92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118269042', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': '7bb8ac34-0f11-4035-9e29-a843f5680ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:56:58Z', 'updated_at': '2022-02-19T03:57:02Z', 'revision_number': 4, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'gw_port': {'id': '7bb8ac34-0f11-4035-9e29-a843f5680ea0', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:10:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b567cdb6-60c8-4483-bde8-765f00e85b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:56:59Z', 'updated_at': '2022-02-19T03:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '7e5be413-57d3-4ae4-8e27-5817b6d7d9b4', 'name': '', 'network_id': '2093fb36-1422-4c02-8403-bc035f95df31', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'mac_address': 'fa:16:3e:0d:61:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b567cdb6-60c8-4483-bde8-765f00e85b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'bdc6cd1c-1fd5-4457-a470-f079cdf59149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:57:01Z', 'updated_at': '2022-02-19T03:57:05Z', 'revision_number': 4, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'subnets': [{'id': 'bdc6cd1c-1fd5-4457-a470-f079cdf59149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:57:06.162133 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-c35ee006-2138-4b97-81e7-7b36091a49e4 None None] Current status of the port 7e5be413-57d3-4ae4-8e27-5817b6d7d9b4 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:57:06.232007 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 7bb8ac34-0f11-4035-9e29-a843f5680ea0 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:57:06.293086 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 7bb8ac34-0f11-4035-9e29-a843f5680ea0 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:57:06.293472 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (7bb8ac34-0f11-4035-9e29-a843f5680ea0), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:06.334804 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [req-54bc8d70-baf9-4a6f-849f-66a8156b7296 req-2717a53c-27be-4732-acbd-062d4d261afb tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Allocated IP 172.20.0.4 (2093fb36-1422-4c02-8403-bc035f95df31/bdc6cd1c-1fd5-4457-a470-f079cdf59149/5f6b67d2-3b54-46da-8ade-5a3d1be70f7e) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:57:06.391894 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 7bb8ac34-0f11-4035-9e29-a843f5680ea0 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:57:06.504035 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-54bc8d70-baf9-4a6f-849f-66a8156b7296 req-2717a53c-27be-4732-acbd-062d4d261afb tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for port (5f6b67d2-3b54-46da-8ade-5a3d1be70f7e), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:06.540451 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-54bc8d70-baf9-4a6f-849f-66a8156b7296 req-2717a53c-27be-4732-acbd-062d4d261afb tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (5f6b67d2-3b54-46da-8ade-5a3d1be70f7e), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:06.583382 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54bc8d70-baf9-4a6f-849f-66a8156b7296 req-2717a53c-27be-4732-acbd-062d4d261afb tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Network 2093fb36-1422-4c02-8403-bc035f95df31 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:57:06.586596 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [req-54bc8d70-baf9-4a6f-849f-66a8156b7296 req-2717a53c-27be-4732-acbd-062d4d261afb tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:57:06.590384 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-54bc8d70-baf9-4a6f-849f-66a8156b7296 req-2717a53c-27be-4732-acbd-062d4d261afb tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:57:06.632666 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2717a53c-27be-4732-acbd-062d4d261afb tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Pushing event updated for resources: {'Port': ['ID=5f6b67d2-3b54-46da-8ade-5a3d1be70f7e,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:06.666908 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bc8d70-baf9-4a6f-849f-66a8156b7296 req-2717a53c-27be-4732-acbd-062d4d261afb tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:06.667545 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-54bc8d70-baf9-4a6f-849f-66a8156b7296 req-2717a53c-27be-4732-acbd-062d4d261afb tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:06.689584 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-54bc8d70-baf9-4a6f-849f-66a8156b7296 req-2717a53c-27be-4732-acbd-062d4d261afb tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7215657 Feb 19 03:57:06.709283 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-54bc8d70-baf9-4a6f-849f-66a8156b7296 req-64152178-e03e-4504-a822-70e41573dbc4 service neutron] Request body: {'port': {'device_id': 'b4ddedd0-233f-46b5-8194-f6146b153ac3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826753-2'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:57:06.778924 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-54bc8d70-baf9-4a6f-849f-66a8156b7296 req-64152178-e03e-4504-a822-70e41573dbc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (5f6b67d2-3b54-46da-8ade-5a3d1be70f7e), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:06.856197 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a626038-b529-412e-890f-f9e4bd410652 req-1dcb13f8-4636-4d7e-b5d9-1e9f7200b8a3 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:06.863928 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8a626038-b529-412e-890f-f9e4bd410652 req-1dcb13f8-4636-4d7e-b5d9-1e9f7200b8a3 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4ddedd0-233f-46b5-8194-f6146b153ac3 HTTP/1.1" status: 200 len: 931 time: 0.0825720 Feb 19 03:57:06.929484 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8a626038-b529-412e-890f-f9e4bd410652 req-2d254e30-32bb-4c37-84c2-2514be57a302 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe5c4c38-d0c4-4bb2-a5ea-65d683458db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642250 Feb 19 03:57:07.093835 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-018611de-2556-4926-b559-af6a4affc9e7 None None] Provisioning complete for port 5f6b67d2-3b54-46da-8ade-5a3d1be70f7e triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:57:07.094462 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-018611de-2556-4926-b559-af6a4affc9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (5f6b67d2-3b54-46da-8ade-5a3d1be70f7e), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:07.120884 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-54bc8d70-baf9-4a6f-849f-66a8156b7296 req-64152178-e03e-4504-a822-70e41573dbc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f6b67d2-3b54-46da-8ade-5a3d1be70f7e {{(pid=103702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:57:07.130267 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-54bc8d70-baf9-4a6f-849f-66a8156b7296 req-64152178-e03e-4504-a822-70e41573dbc4 service neutron] Publish callbacks [] for port (5f6b67d2-3b54-46da-8ade-5a3d1be70f7e), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:07.138455 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-018611de-2556-4926-b559-af6a4affc9e7 None None] Port 5f6b67d2-3b54-46da-8ade-5a3d1be70f7e cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:57:07.143603 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-54bc8d70-baf9-4a6f-849f-66a8156b7296 req-64152178-e03e-4504-a822-70e41573dbc4 service neutron] Transition to ACTIVE for port object 5f6b67d2-3b54-46da-8ade-5a3d1be70f7e will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:57:07.147641 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-54bc8d70-baf9-4a6f-849f-66a8156b7296 req-64152178-e03e-4504-a822-70e41573dbc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (5f6b67d2-3b54-46da-8ade-5a3d1be70f7e), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:07.236639 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64152178-e03e-4504-a822-70e41573dbc4 service neutron] Pushing event updated for resources: {'Port': ['ID=5f6b67d2-3b54-46da-8ade-5a3d1be70f7e,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:07.274598 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-54bc8d70-baf9-4a6f-849f-66a8156b7296 req-64152178-e03e-4504-a822-70e41573dbc4 service neutron] Attempting to bind port 5f6b67d2-3b54-46da-8ade-5a3d1be70f7e on host n-h1-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:57:07.275081 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-54bc8d70-baf9-4a6f-849f-66a8156b7296 req-64152178-e03e-4504-a822-70e41573dbc4 service neutron] Attempting to bind port 5f6b67d2-3b54-46da-8ade-5a3d1be70f7e by drivers openvswitch,hyperv on host n-h1-826753-2 at level 0 using segments [{'id': 'f5401b9a-2393-401c-a77b-dcfdece78370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '2093fb36-1422-4c02-8403-bc035f95df31'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:57:07.275513 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54bc8d70-baf9-4a6f-849f-66a8156b7296 req-64152178-e03e-4504-a822-70e41573dbc4 service neutron] Attempting to bind port 5f6b67d2-3b54-46da-8ade-5a3d1be70f7e on network 2093fb36-1422-4c02-8403-bc035f95df31 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:57:07.280697 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54bc8d70-baf9-4a6f-849f-66a8156b7296 req-64152178-e03e-4504-a822-70e41573dbc4 service neutron] Port 5f6b67d2-3b54-46da-8ade-5a3d1be70f7e on network 2093fb36-1422-4c02-8403-bc035f95df31 not bound, no agent of type Open vSwitch agent registered on host n-h1-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:57:07.281159 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54bc8d70-baf9-4a6f-849f-66a8156b7296 req-64152178-e03e-4504-a822-70e41573dbc4 service neutron] Attempting to bind port 5f6b67d2-3b54-46da-8ade-5a3d1be70f7e on network 2093fb36-1422-4c02-8403-bc035f95df31 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:57:07.286891 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54bc8d70-baf9-4a6f-849f-66a8156b7296 req-64152178-e03e-4504-a822-70e41573dbc4 service neutron] Checking agent: {'id': '9d56fb1b-2855-496a-a6d9-c324740cb98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:57:07.287321 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54bc8d70-baf9-4a6f-849f-66a8156b7296 req-64152178-e03e-4504-a822-70e41573dbc4 service neutron] Checking segment: {'id': 'f5401b9a-2393-401c-a77b-dcfdece78370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '2093fb36-1422-4c02-8403-bc035f95df31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:57:07.287785 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54bc8d70-baf9-4a6f-849f-66a8156b7296 req-64152178-e03e-4504-a822-70e41573dbc4 service neutron] Bound using segment: {'id': 'f5401b9a-2393-401c-a77b-dcfdece78370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '2093fb36-1422-4c02-8403-bc035f95df31'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:57:07.288288 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-54bc8d70-baf9-4a6f-849f-66a8156b7296 req-64152178-e03e-4504-a822-70e41573dbc4 service neutron] Bound port: 5f6b67d2-3b54-46da-8ade-5a3d1be70f7e, host: n-h1-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5401b9a-2393-401c-a77b-dcfdece78370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '2093fb36-1422-4c02-8403-bc035f95df31'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:57:07.288718 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-54bc8d70-baf9-4a6f-849f-66a8156b7296 req-64152178-e03e-4504-a822-70e41573dbc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (5f6b67d2-3b54-46da-8ade-5a3d1be70f7e), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:07.368598 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-54bc8d70-baf9-4a6f-849f-66a8156b7296 req-64152178-e03e-4504-a822-70e41573dbc4 service neutron] For port 5f6b67d2-3b54-46da-8ade-5a3d1be70f7e, host n-h1-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:57:07.372770 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-54bc8d70-baf9-4a6f-849f-66a8156b7296 req-64152178-e03e-4504-a822-70e41573dbc4 service neutron] For port 5f6b67d2-3b54-46da-8ade-5a3d1be70f7e, host n-h1-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=5f6b67d2-3b54-46da-8ade-5a3d1be70f7e,segment=NetworkSegment(f5401b9a-2393-401c-a77b-dcfdece78370),segment_id=f5401b9a-2393-401c-a77b-dcfdece78370)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:57:07.380371 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-54bc8d70-baf9-4a6f-849f-66a8156b7296 req-64152178-e03e-4504-a822-70e41573dbc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (5f6b67d2-3b54-46da-8ade-5a3d1be70f7e), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:07.739416 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bc8d70-baf9-4a6f-849f-66a8156b7296 req-64152178-e03e-4504-a822-70e41573dbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:07.740039 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-54bc8d70-baf9-4a6f-849f-66a8156b7296 req-64152178-e03e-4504-a822-70e41573dbc4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:07.741481 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-54bc8d70-baf9-4a6f-849f-66a8156b7296 req-64152178-e03e-4504-a822-70e41573dbc4 service neutron] 10.222.0.73 "PUT /v2.0/ports/5f6b67d2-3b54-46da-8ade-5a3d1be70f7e HTTP/1.1" status: 200 len: 1091 time: 1.0378275 Feb 19 03:57:07.741880 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4ddedd0-233f-46b5-8194-f6146b153ac3', 'tag': '5f6b67d2-3b54-46da-8ade-5a3d1be70f7e'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:57:07.744114 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b48a34f37e4e31fa410c3f10fa4e23c828d45427043ff8d3e4d9f228381d6ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-399206eb-1016-4df8-a335-5d8c0ad1bddb" -d '{"events": [{"name": "network-changed", "server_uuid": "b4ddedd0-233f-46b5-8194-f6146b153ac3", "tag": "5f6b67d2-3b54-46da-8ade-5a3d1be70f7e"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:57:07.768270 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64152178-e03e-4504-a822-70e41573dbc4 service neutron] Pushing event updated for resources: {'Port': ['ID=5f6b67d2-3b54-46da-8ade-5a3d1be70f7e,revision_number=3']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:07.791918 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cac589a6-01d9-4f48-8c73-24e0ade7c0c6 x-openstack-request-id: req-cac589a6-01d9-4f48-8c73-24e0ade7c0c6 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:57:07.792227 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4ddedd0-233f-46b5-8194-f6146b153ac3", "tag": "5f6b67d2-3b54-46da-8ade-5a3d1be70f7e", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:57:07.792484 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-cac589a6-01d9-4f48-8c73-24e0ade7c0c6 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:57:07.792895 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4ddedd0-233f-46b5-8194-f6146b153ac3', 'tag': '5f6b67d2-3b54-46da-8ade-5a3d1be70f7e', 'status': 'completed', 'code': 200} Feb 19 03:57:07.855545 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bc8d70-baf9-4a6f-849f-66a8156b7296 req-9f2bf376-2579-4e30-9856-68c499f0c4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:07.857157 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-54bc8d70-baf9-4a6f-849f-66a8156b7296 req-9f2bf376-2579-4e30-9856-68c499f0c4d3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ca527022e7c4488e80026cbcb6de3409&device_id=b4ddedd0-233f-46b5-8194-f6146b153ac3 HTTP/1.1" status: 200 len: 1125 time: 0.0485053 Feb 19 03:57:07.908633 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-54bc8d70-baf9-4a6f-849f-66a8156b7296 req-c2aded25-556d-43b9-8ee0-2d0c03d8952c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f6b67d2-3b54-46da-8ade-5a3d1be70f7e HTTP/1.1" status: 200 len: 217 time: 0.0382686 Feb 19 03:57:07.958877 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bc8d70-baf9-4a6f-849f-66a8156b7296 req-2f539105-ea2a-4667-bd85-328cc53ba6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:07.960261 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-54bc8d70-baf9-4a6f-849f-66a8156b7296 req-2f539105-ea2a-4667-bd85-328cc53ba6a1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bdc6cd1c-1fd5-4457-a470-f079cdf59149 HTTP/1.1" status: 200 len: 835 time: 0.0459349 Feb 19 03:57:08.010821 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bc8d70-baf9-4a6f-849f-66a8156b7296 req-6e0f5937-710e-41ab-802d-1167f1341dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:08.012267 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-54bc8d70-baf9-4a6f-849f-66a8156b7296 req-6e0f5937-710e-41ab-802d-1167f1341dc5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2093fb36-1422-4c02-8403-bc035f95df31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0466816 Feb 19 03:57:08.044387 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c7092-5929-4ec7-baa0-2951e90c86af req-5c9e23db-14a1-4364-80aa-9d084848c11d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:08.045954 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c60c7092-5929-4ec7-baa0-2951e90c86af req-5c9e23db-14a1-4364-80aa-9d084848c11d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4ddedd0-233f-46b5-8194-f6146b153ac3 HTTP/1.1" status: 200 len: 943 time: 0.0550489 Feb 19 03:57:08.097722 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c60c7092-5929-4ec7-baa0-2951e90c86af req-8248bc64-b19d-4be2-a121-a457f5037a94 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe5c4c38-d0c4-4bb2-a5ea-65d683458db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452018 Feb 19 03:57:08.106910 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-54bc8d70-baf9-4a6f-849f-66a8156b7296 req-fd84490f-c521-409f-8e75-3a715151bf34 service neutron] 10.222.0.73 "GET /v2.0/networks/2093fb36-1422-4c02-8403-bc035f95df31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883217 Feb 19 03:57:08.192310 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 7e5be413-57d3-4ae4-8e27-5817b6d7d9b4 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:57:08.217208 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-54bc8d70-baf9-4a6f-849f-66a8156b7296 req-b24e6aea-2ac0-459e-aca1-fc27d7aa1899 service neutron] 10.222.0.73 "GET /v2.0/networks/2093fb36-1422-4c02-8403-bc035f95df31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047702 Feb 19 03:57:08.251885 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 7e5be413-57d3-4ae4-8e27-5817b6d7d9b4 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:57:08.252177 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (7e5be413-57d3-4ae4-8e27-5817b6d7d9b4), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:08.333942 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 7e5be413-57d3-4ae4-8e27-5817b6d7d9b4 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:57:08.351253 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399206eb-1016-4df8-a335-5d8c0ad1bddb req-2b124661-c6aa-426b-9715-e8384f9e475f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:08.352785 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-399206eb-1016-4df8-a335-5d8c0ad1bddb req-2b124661-c6aa-426b-9715-e8384f9e475f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ca527022e7c4488e80026cbcb6de3409&device_id=b4ddedd0-233f-46b5-8194-f6146b153ac3 HTTP/1.1" status: 200 len: 1125 time: 0.0531487 Feb 19 03:57:08.448874 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399206eb-1016-4df8-a335-5d8c0ad1bddb req-24370aa3-02da-43da-a240-7c6508a97378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:08.450407 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-399206eb-1016-4df8-a335-5d8c0ad1bddb req-24370aa3-02da-43da-a240-7c6508a97378 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2093fb36-1422-4c02-8403-bc035f95df31 HTTP/1.1" status: 200 len: 898 time: 0.0921905 Feb 19 03:57:08.498093 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-399206eb-1016-4df8-a335-5d8c0ad1bddb req-99e89672-04a9-49e0-8050-9f2a3bb1d13a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f6b67d2-3b54-46da-8ade-5a3d1be70f7e HTTP/1.1" status: 200 len: 217 time: 0.0407341 Feb 19 03:57:08.555557 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399206eb-1016-4df8-a335-5d8c0ad1bddb req-ea6a29e5-554b-4b60-9622-bfa3f76ebfff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:08.557079 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-399206eb-1016-4df8-a335-5d8c0ad1bddb req-ea6a29e5-554b-4b60-9622-bfa3f76ebfff service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bdc6cd1c-1fd5-4457-a470-f079cdf59149 HTTP/1.1" status: 200 len: 835 time: 0.0535219 Feb 19 03:57:08.612103 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399206eb-1016-4df8-a335-5d8c0ad1bddb req-3408953a-e855-472b-ab02-dff58347088c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:08.613693 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-399206eb-1016-4df8-a335-5d8c0ad1bddb req-3408953a-e855-472b-ab02-dff58347088c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2093fb36-1422-4c02-8403-bc035f95df31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0507822 Feb 19 03:57:08.702877 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-399206eb-1016-4df8-a335-5d8c0ad1bddb req-18660841-a6f8-4138-bc9a-72adb026acb6 service neutron] 10.222.0.73 "GET /v2.0/networks/2093fb36-1422-4c02-8403-bc035f95df31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832040 Feb 19 03:57:08.795441 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-399206eb-1016-4df8-a335-5d8c0ad1bddb req-d0324ffc-3497-4169-9ae0-4ecdf914e6f0 service neutron] 10.222.0.73 "GET /v2.0/networks/2093fb36-1422-4c02-8403-bc035f95df31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871739 Feb 19 03:57:09.233435 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2aec94-a968-4d03-9f1b-9fe90b70e6a1 req-9259508c-f8cd-402d-b360-f0c964fa5df1 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:09.234942 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0a2aec94-a968-4d03-9f1b-9fe90b70e6a1 req-9259508c-f8cd-402d-b360-f0c964fa5df1 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4ddedd0-233f-46b5-8194-f6146b153ac3 HTTP/1.1" status: 200 len: 943 time: 0.0572803 Feb 19 03:57:09.302141 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0a2aec94-a968-4d03-9f1b-9fe90b70e6a1 req-13bc466d-4d2b-47ba-8b46-522e64e997c9 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe5c4c38-d0c4-4bb2-a5ea-65d683458db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612378 Feb 19 03:57:10.424639 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8edeed-8aac-4e13-89e5-c797a81da3df req-9882f889-c0cd-4630-84be-4e5e72aa6b87 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:10.426177 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ed8edeed-8aac-4e13-89e5-c797a81da3df req-9882f889-c0cd-4630-84be-4e5e72aa6b87 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4ddedd0-233f-46b5-8194-f6146b153ac3 HTTP/1.1" status: 200 len: 943 time: 0.0538421 Feb 19 03:57:10.475709 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ed8edeed-8aac-4e13-89e5-c797a81da3df req-88968388-459d-4ff3-902a-4f4e5ddaec3c tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe5c4c38-d0c4-4bb2-a5ea-65d683458db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439978 Feb 19 03:57:11.596390 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fa5708-f29e-4c25-bde8-42a5497fdd49 req-800b1fa5-35d9-49f9-a410-af9ac2385cde tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:11.597944 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-14fa5708-f29e-4c25-bde8-42a5497fdd49 req-800b1fa5-35d9-49f9-a410-af9ac2385cde tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4ddedd0-233f-46b5-8194-f6146b153ac3 HTTP/1.1" status: 200 len: 943 time: 0.0530503 Feb 19 03:57:11.651210 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-14fa5708-f29e-4c25-bde8-42a5497fdd49 req-5b4b6939-4982-4e32-8e68-aa3fef6b64af tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe5c4c38-d0c4-4bb2-a5ea-65d683458db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477021 Feb 19 03:57:12.667772 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 5f6b67d2-3b54-46da-8ade-5a3d1be70f7e details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:57:12.770744 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 5f6b67d2-3b54-46da-8ade-5a3d1be70f7e, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=5f6b67d2-3b54-46da-8ade-5a3d1be70f7e,segment=NetworkSegment(f5401b9a-2393-401c-a77b-dcfdece78370),segment_id=f5401b9a-2393-401c-a77b-dcfdece78370)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:57:12.772330 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4954abf6-77d3-483e-ba32-c50e567f1f33 req-b2e1a7a0-0106-4232-be68-3eb8b1244f94 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:12.773881 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4954abf6-77d3-483e-ba32-c50e567f1f33 req-b2e1a7a0-0106-4232-be68-3eb8b1244f94 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4ddedd0-233f-46b5-8194-f6146b153ac3 HTTP/1.1" status: 200 len: 943 time: 0.0527897 Feb 19 03:57:12.783235 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': '5f6b67d2-3b54-46da-8ade-5a3d1be70f7e', 'network_id': '2093fb36-1422-4c02-8403-bc035f95df31', 'port_id': '5f6b67d2-3b54-46da-8ade-5a3d1be70f7e', 'mac_address': 'fa:16:3e:df:8f:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdc6cd1c-1fd5-4457-a470-f079cdf59149', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:57:12.822358 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 5f6b67d2-3b54-46da-8ade-5a3d1be70f7e is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:57:12.822751 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (5f6b67d2-3b54-46da-8ade-5a3d1be70f7e), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:12.826049 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4954abf6-77d3-483e-ba32-c50e567f1f33 req-5ea0ef02-453d-4aee-a34b-828ef02d0085 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe5c4c38-d0c4-4bb2-a5ea-65d683458db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464079 Feb 19 03:57:12.838256 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f6b67d2-3b54-46da-8ade-5a3d1be70f7e {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:57:12.858189 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 5f6b67d2-3b54-46da-8ade-5a3d1be70f7e, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=5f6b67d2-3b54-46da-8ade-5a3d1be70f7e,segment=NetworkSegment(f5401b9a-2393-401c-a77b-dcfdece78370),segment_id=f5401b9a-2393-401c-a77b-dcfdece78370)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:57:12.863426 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (5f6b67d2-3b54-46da-8ade-5a3d1be70f7e), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:12.916992 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=5f6b67d2-3b54-46da-8ade-5a3d1be70f7e,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:13.305354 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['5f6b67d2-3b54-46da-8ade-5a3d1be70f7e'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:57:13.951315 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaf8a40-428f-4c26-a0ba-0c0a65121102 req-e4af8124-80c0-4894-b10b-971e5e5986f6 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:13.952797 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-eeaf8a40-428f-4c26-a0ba-0c0a65121102 req-e4af8124-80c0-4894-b10b-971e5e5986f6 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4ddedd0-233f-46b5-8194-f6146b153ac3 HTTP/1.1" status: 200 len: 944 time: 0.0576975 Feb 19 03:57:14.001363 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-eeaf8a40-428f-4c26-a0ba-0c0a65121102 req-077edf0d-9028-4b90-b7b2-cf8a051bd917 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe5c4c38-d0c4-4bb2-a5ea-65d683458db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421023 Feb 19 03:57:14.671840 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 5f6b67d2-3b54-46da-8ade-5a3d1be70f7e up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:57:14.721065 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning for port 5f6b67d2-3b54-46da-8ade-5a3d1be70f7e completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:57:14.724857 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port 5f6b67d2-3b54-46da-8ade-5a3d1be70f7e triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:57:14.725265 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (5f6b67d2-3b54-46da-8ade-5a3d1be70f7e), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:14.812454 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 5f6b67d2-3b54-46da-8ade-5a3d1be70f7e is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:57:14.813039 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (5f6b67d2-3b54-46da-8ade-5a3d1be70f7e), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:14.851032 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4ddedd0-233f-46b5-8194-f6146b153ac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f6b67d2-3b54-46da-8ade-5a3d1be70f7e'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:57:14.853788 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88fe038525c8a7a69a3adae1ae732c1dd0c63371bed0a925712ea7f2f25f70bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66ec54aa-b38b-4c75-98c5-3794cdef3746" -d '{"events": [{"server_uuid": "b4ddedd0-233f-46b5-8194-f6146b153ac3", "name": "network-vif-plugged", "status": "completed", "tag": "5f6b67d2-3b54-46da-8ade-5a3d1be70f7e"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:57:14.866410 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 5f6b67d2-3b54-46da-8ade-5a3d1be70f7e, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=5f6b67d2-3b54-46da-8ade-5a3d1be70f7e,segment=NetworkSegment(f5401b9a-2393-401c-a77b-dcfdece78370),segment_id=f5401b9a-2393-401c-a77b-dcfdece78370)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:57:14.870718 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (5f6b67d2-3b54-46da-8ade-5a3d1be70f7e), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:14.896557 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fef5633b-3375-46f8-8fef-eca64fee1c3a x-openstack-request-id: req-fef5633b-3375-46f8-8fef-eca64fee1c3a {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:57:14.896849 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4ddedd0-233f-46b5-8194-f6146b153ac3", "name": "network-vif-plugged", "status": "completed", "tag": "5f6b67d2-3b54-46da-8ade-5a3d1be70f7e", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:57:14.897136 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-fef5633b-3375-46f8-8fef-eca64fee1c3a {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:57:14.897530 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4ddedd0-233f-46b5-8194-f6146b153ac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f6b67d2-3b54-46da-8ade-5a3d1be70f7e', 'code': 200} Feb 19 03:57:14.923409 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=5f6b67d2-3b54-46da-8ade-5a3d1be70f7e,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:15.025552 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7e326c-5f34-451e-b686-5cc402f479a5 req-30b7d46e-ebc2-4ff9-a397-7c3f2d2f45f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:15.027082 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ae7e326c-5f34-451e-b686-5cc402f479a5 req-30b7d46e-ebc2-4ff9-a397-7c3f2d2f45f7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b4ddedd0-233f-46b5-8194-f6146b153ac3 HTTP/1.1" status: 200 len: 1127 time: 0.0469971 Feb 19 03:57:15.075524 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ae7e326c-5f34-451e-b686-5cc402f479a5 req-d73b86c6-a0c5-4ba8-a9fe-faeb55d76a51 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=fe5c4c38-d0c4-4bb2-a5ea-65d683458db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417917 Feb 19 03:57:15.128264 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e980964f-1a32-437f-930a-a03a98e6571a req-7fd7089b-84ea-41f1-b4ec-9648a905f7d2 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:15.129857 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e980964f-1a32-437f-930a-a03a98e6571a req-7fd7089b-84ea-41f1-b4ec-9648a905f7d2 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4ddedd0-233f-46b5-8194-f6146b153ac3 HTTP/1.1" status: 200 len: 945 time: 0.0592606 Feb 19 03:57:15.182219 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e980964f-1a32-437f-930a-a03a98e6571a req-36608f37-1bea-46e5-a332-d0dcc0a36049 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe5c4c38-d0c4-4bb2-a5ea-65d683458db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463221 Feb 19 03:57:15.662467 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d68e4f98-63cd-4032-ac14-b9b8e363d8eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:16.311058 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc77425-4e30-4ab2-99ed-76b26746cd31 req-d3d28029-1db5-4cb3-8e5c-8fb8124bb5ab tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:16.313336 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ebc77425-4e30-4ab2-99ed-76b26746cd31 req-d3d28029-1db5-4cb3-8e5c-8fb8124bb5ab tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4ddedd0-233f-46b5-8194-f6146b153ac3 HTTP/1.1" status: 200 len: 945 time: 0.0534537 Feb 19 03:57:16.376202 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ebc77425-4e30-4ab2-99ed-76b26746cd31 req-558f733e-da75-4646-b452-be7e850f3a0f tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe5c4c38-d0c4-4bb2-a5ea-65d683458db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548415 Feb 19 03:57:17.586026 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4b2fdf-808f-4ed9-ab96-6f77e12bfa3b req-46d1dcf6-a08d-4b46-9928-77e49b902226 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:17.587546 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9f4b2fdf-808f-4ed9-ab96-6f77e12bfa3b req-46d1dcf6-a08d-4b46-9928-77e49b902226 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4ddedd0-233f-46b5-8194-f6146b153ac3 HTTP/1.1" status: 200 len: 945 time: 0.0683250 Feb 19 03:57:17.640574 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9f4b2fdf-808f-4ed9-ab96-6f77e12bfa3b req-b9fe8e57-0a2d-4865-8d3d-53e099a46d9b tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe5c4c38-d0c4-4bb2-a5ea-65d683458db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470278 Feb 19 03:57:17.769679 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaeeaba-1a83-4060-a600-b2a4f15025d5 req-da8dc5d1-b98e-4923-9c63-d1167f199571 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:17.771191 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6eaeeaba-1a83-4060-a600-b2a4f15025d5 req-da8dc5d1-b98e-4923-9c63-d1167f199571 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4ddedd0-233f-46b5-8194-f6146b153ac3 HTTP/1.1" status: 200 len: 945 time: 0.0587254 Feb 19 03:57:17.821047 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6eaeeaba-1a83-4060-a600-b2a4f15025d5 req-dffb9da1-c41c-4f45-b974-a057512d1afb tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe5c4c38-d0c4-4bb2-a5ea-65d683458db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441017 Feb 19 03:57:17.843955 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53056) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:17.870402 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5308ecf0-a184-4edc-88c5-08690d01df84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:17.893994 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f0ff83-4e39-4026-a64a-eb62be12d60f tempest-TestNetworkAdvancedServerOps-1044059750 tempest-TestNetworkAdvancedServerOps-1044059750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:17.895548 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-08f0ff83-4e39-4026-a64a-eb62be12d60f tempest-TestNetworkAdvancedServerOps-1044059750 tempest-TestNetworkAdvancedServerOps-1044059750-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=b4ddedd0-233f-46b5-8194-f6146b153ac3 HTTP/1.1" status: 200 len: 1122 time: 0.0497603 Feb 19 03:57:17.899283 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53058) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:17.903633 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-3febb2d1-09fd-416e-90f7-40110c93d8ac tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Request body: {'floatingip': {'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'port_id': '5f6b67d2-3b54-46da-8ade-5a3d1be70f7e', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:57:17.924567 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3febb2d1-09fd-416e-90f7-40110c93d8ac tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:18.025396 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3febb2d1-09fd-416e-90f7-40110c93d8ac tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:18.146201 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-3febb2d1-09fd-416e-90f7-40110c93d8ac tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Allocated IP 172.25.6.42 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/cb9e3258-b3ed-4456-9671-2c2721887210) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:57:18.247021 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3febb2d1-09fd-416e-90f7-40110c93d8ac tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for port (cb9e3258-b3ed-4456-9671-2c2721887210), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:18.287969 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3febb2d1-09fd-416e-90f7-40110c93d8ac tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (cb9e3258-b3ed-4456-9671-2c2721887210), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:18.327539 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3febb2d1-09fd-416e-90f7-40110c93d8ac tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:57:18.333085 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-3febb2d1-09fd-416e-90f7-40110c93d8ac tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:57:18.337485 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3febb2d1-09fd-416e-90f7-40110c93d8ac tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:57:18.340607 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3febb2d1-09fd-416e-90f7-40110c93d8ac tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Pushing event updated for resources: {'Port': ['ID=cb9e3258-b3ed-4456-9671-2c2721887210,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:18.740884 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3febb2d1-09fd-416e-90f7-40110c93d8ac tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for floatingip (5c817118-1c19-44e6-8532-2939661c6a39), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:18.817072 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3febb2d1-09fd-416e-90f7-40110c93d8ac tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (cb9e3258-b3ed-4456-9671-2c2721887210), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:18.977925 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3febb2d1-09fd-416e-90f7-40110c93d8ac tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for port (cb9e3258-b3ed-4456-9671-2c2721887210), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:18.982348 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3febb2d1-09fd-416e-90f7-40110c93d8ac tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (cb9e3258-b3ed-4456-9671-2c2721887210), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:19.053954 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3febb2d1-09fd-416e-90f7-40110c93d8ac tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Pushing event updated for resources: {'Port': ['ID=cb9e3258-b3ed-4456-9671-2c2721887210,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:19.066258 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3febb2d1-09fd-416e-90f7-40110c93d8ac tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16285943'] for floatingip (5c817118-1c19-44e6-8532-2939661c6a39), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:19.172891 n-d-826753-2 neutron-server[103702]: INFO neutron.db.l3_db [None req-3febb2d1-09fd-416e-90f7-40110c93d8ac tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Floating IP 5c817118-1c19-44e6-8532-2939661c6a39 associated. External IP: 172.25.6.42, port: 5f6b67d2-3b54-46da-8ade-5a3d1be70f7e. Feb 19 03:57:19.410268 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3febb2d1-09fd-416e-90f7-40110c93d8ac tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Router b567cdb6-60c8-4483-bde8-765f00e85b92 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:57:19.527094 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3febb2d1-09fd-416e-90f7-40110c93d8ac tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:57:19.534894 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:19.541638 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0baa5052-6963-4b43-a9b7-e51791c98fcd None None] Sync routers for ids ['b567cdb6-60c8-4483-bde8-765f00e85b92'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:57:19.548257 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-3febb2d1-09fd-416e-90f7-40110c93d8ac tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:19.555071 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0baa5052-6963-4b43-a9b7-e51791c98fcd None None] Routers {'b567cdb6-60c8-4483-bde8-765f00e85b92'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:57:19.556030 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-0baa5052-6963-4b43-a9b7-e51791c98fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:57:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['b567cdb6-60c8-4483-bde8-765f00e85b92'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:57:19.584518 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-3febb2d1-09fd-416e-90f7-40110c93d8ac tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6805153 Feb 19 03:57:19.584518 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4ddedd0-233f-46b5-8194-f6146b153ac3', 'tag': '5f6b67d2-3b54-46da-8ade-5a3d1be70f7e'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:57:19.584518 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b48a34f37e4e31fa410c3f10fa4e23c828d45427043ff8d3e4d9f228381d6ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f5f6807-efd8-431b-b0aa-1890bb4c1c32" -d '{"events": [{"name": "network-changed", "server_uuid": "b4ddedd0-233f-46b5-8194-f6146b153ac3", "tag": "5f6b67d2-3b54-46da-8ade-5a3d1be70f7e"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:57:19.626798 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d6bccf1-27d7-431d-8bda-92ce53277b76 x-openstack-request-id: req-8d6bccf1-27d7-431d-8bda-92ce53277b76 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:57:19.627923 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4ddedd0-233f-46b5-8194-f6146b153ac3", "tag": "5f6b67d2-3b54-46da-8ade-5a3d1be70f7e", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:57:19.628531 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8d6bccf1-27d7-431d-8bda-92ce53277b76 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:57:19.629116 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4ddedd0-233f-46b5-8194-f6146b153ac3', 'tag': '5f6b67d2-3b54-46da-8ade-5a3d1be70f7e', 'status': 'completed', 'code': 200} Feb 19 03:57:19.701666 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-0baa5052-6963-4b43-a9b7-e51791c98fcd None None] Set router b567cdb6-60c8-4483-bde8-765f00e85b92 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:57:19.704145 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee875d8d-47a5-44d9-9ab9-5cb48ae53423 req-acbfc236-e80f-426b-ac23-03d3feaf36d8 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:19.706302 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ee875d8d-47a5-44d9-9ab9-5cb48ae53423 req-acbfc236-e80f-426b-ac23-03d3feaf36d8 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4ddedd0-233f-46b5-8194-f6146b153ac3 HTTP/1.1" status: 200 len: 945 time: 0.0636170 Feb 19 03:57:19.727637 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f6807-efd8-431b-b0aa-1890bb4c1c32 req-2866347e-e4c8-41db-beef-4657afc717c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:19.729714 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-2f5f6807-efd8-431b-b0aa-1890bb4c1c32 req-2866347e-e4c8-41db-beef-4657afc717c0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ca527022e7c4488e80026cbcb6de3409&device_id=b4ddedd0-233f-46b5-8194-f6146b153ac3 HTTP/1.1" status: 200 len: 1127 time: 0.0628998 Feb 19 03:57:19.784591 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ee875d8d-47a5-44d9-9ab9-5cb48ae53423 req-87098dbb-ede5-4c1a-93f2-ea2eeec28d05 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe5c4c38-d0c4-4bb2-a5ea-65d683458db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723093 Feb 19 03:57:19.817175 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 53064) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:19.839750 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f6807-efd8-431b-b0aa-1890bb4c1c32 req-6c40c6f7-0681-4cac-941a-a5ef14afe7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:19.842935 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-2f5f6807-efd8-431b-b0aa-1890bb4c1c32 req-6c40c6f7-0681-4cac-941a-a5ef14afe7cc service neutron] 10.222.0.73 "GET /v2.0/networks?id=2093fb36-1422-4c02-8403-bc035f95df31 HTTP/1.1" status: 200 len: 898 time: 0.1042175 Feb 19 03:57:19.902410 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-eb25496c-7b72-4f27-a840-fd17aa665b37 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/floatingips/5c817118-1c19-44e6-8532-2939661c6a39 HTTP/1.1" status: 200 len: 990 time: 0.0825458 Feb 19 03:57:19.923970 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-2f5f6807-efd8-431b-b0aa-1890bb4c1c32 req-4b59baf8-7c92-4627-93af-4ac5f14ecb2e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f6b67d2-3b54-46da-8ade-5a3d1be70f7e HTTP/1.1" status: 200 len: 998 time: 0.0733650 Feb 19 03:57:19.942069 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:57:19.974945 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f6807-efd8-431b-b0aa-1890bb4c1c32 req-6b36a841-7710-41b5-a6b6-daffa279ac85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:19.976429 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-2f5f6807-efd8-431b-b0aa-1890bb4c1c32 req-6b36a841-7710-41b5-a6b6-daffa279ac85 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bdc6cd1c-1fd5-4457-a470-f079cdf59149 HTTP/1.1" status: 200 len: 835 time: 0.0475533 Feb 19 03:57:20.029643 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f6807-efd8-431b-b0aa-1890bb4c1c32 req-08f64031-2e92-4f87-b467-8c65b8090a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:20.032108 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-2f5f6807-efd8-431b-b0aa-1890bb4c1c32 req-08f64031-2e92-4f87-b467-8c65b8090a1d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2093fb36-1422-4c02-8403-bc035f95df31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0503528 Feb 19 03:57:20.138653 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-2f5f6807-efd8-431b-b0aa-1890bb4c1c32 req-44a58187-273a-4bf4-929d-d4d9fea897f5 service neutron] 10.222.0.73 "GET /v2.0/networks/2093fb36-1422-4c02-8403-bc035f95df31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004934 Feb 19 03:57:20.144024 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-0baa5052-6963-4b43-a9b7-e51791c98fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b567cdb6-60c8-4483-bde8-765f00e85b92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118269042', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': '7bb8ac34-0f11-4035-9e29-a843f5680ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:56:58Z', 'updated_at': '2022-02-19T03:57:02Z', 'revision_number': 4, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'gw_port': {'id': '7bb8ac34-0f11-4035-9e29-a843f5680ea0', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:10:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b567cdb6-60c8-4483-bde8-765f00e85b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:56:59Z', 'updated_at': '2022-02-19T03:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': '5c817118-1c19-44e6-8532-2939661c6a39', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'floating_ip_address': '172.25.6.42', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': 'b567cdb6-60c8-4483-bde8-765f00e85b92', 'port_id': '5f6b67d2-3b54-46da-8ade-5a3d1be70f7e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4280, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2093fb36-1422-4c02-8403-bc035f95df31', 'mac_address': 'fa:16:3e:df:8f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ddedd0-233f-46b5-8194-f6146b153ac3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:57:18Z', 'updated_at': '2022-02-19T03:57:18Z', 'revision_number': 0, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e5be413-57d3-4ae4-8e27-5817b6d7d9b4', 'name': '', 'network_id': '2093fb36-1422-4c02-8403-bc035f95df31', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'mac_address': 'fa:16:3e:0d:61:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b567cdb6-60c8-4483-bde8-765f00e85b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'bdc6cd1c-1fd5-4457-a470-f079cdf59149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:57:01Z', 'updated_at': '2022-02-19T03:57:05Z', 'revision_number': 5, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'subnets': [{'id': 'bdc6cd1c-1fd5-4457-a470-f079cdf59149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:57:20.170270 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0baa5052-6963-4b43-a9b7-e51791c98fcd None None] Checking router: b567cdb6-60c8-4483-bde8-765f00e85b92 for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:57:20.179365 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0baa5052-6963-4b43-a9b7-e51791c98fcd None None] Routers {'b567cdb6-60c8-4483-bde8-765f00e85b92'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:57:20.179965 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-0baa5052-6963-4b43-a9b7-e51791c98fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:57:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['b567cdb6-60c8-4483-bde8-765f00e85b92'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:57:20.227101 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-2f5f6807-efd8-431b-b0aa-1890bb4c1c32 req-86ee5e8f-161d-46af-bcc4-dc1d100bf202 service neutron] 10.222.0.73 "GET /v2.0/networks/2093fb36-1422-4c02-8403-bc035f95df31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828691 Feb 19 03:57:20.300962 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-0baa5052-6963-4b43-a9b7-e51791c98fcd None None] Set router b567cdb6-60c8-4483-bde8-765f00e85b92 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:57:20.520464 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-0baa5052-6963-4b43-a9b7-e51791c98fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b567cdb6-60c8-4483-bde8-765f00e85b92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118269042', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': '7bb8ac34-0f11-4035-9e29-a843f5680ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:56:58Z', 'updated_at': '2022-02-19T03:57:02Z', 'revision_number': 4, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'gw_port': {'id': '7bb8ac34-0f11-4035-9e29-a843f5680ea0', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:10:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b567cdb6-60c8-4483-bde8-765f00e85b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:56:59Z', 'updated_at': '2022-02-19T03:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': '5c817118-1c19-44e6-8532-2939661c6a39', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'floating_ip_address': '172.25.6.42', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': 'b567cdb6-60c8-4483-bde8-765f00e85b92', 'port_id': '5f6b67d2-3b54-46da-8ade-5a3d1be70f7e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4280, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2093fb36-1422-4c02-8403-bc035f95df31', 'mac_address': 'fa:16:3e:df:8f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ddedd0-233f-46b5-8194-f6146b153ac3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:57:18Z', 'updated_at': '2022-02-19T03:57:18Z', 'revision_number': 0, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e5be413-57d3-4ae4-8e27-5817b6d7d9b4', 'name': '', 'network_id': '2093fb36-1422-4c02-8403-bc035f95df31', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'mac_address': 'fa:16:3e:0d:61:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b567cdb6-60c8-4483-bde8-765f00e85b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'bdc6cd1c-1fd5-4457-a470-f079cdf59149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:57:01Z', 'updated_at': '2022-02-19T03:57:05Z', 'revision_number': 5, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'subnets': [{'id': 'bdc6cd1c-1fd5-4457-a470-f079cdf59149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:57:20.546702 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0baa5052-6963-4b43-a9b7-e51791c98fcd None None] The sync data for ids ['b567cdb6-60c8-4483-bde8-765f00e85b92'] in n-d-826753-2 is: [{'id': 'b567cdb6-60c8-4483-bde8-765f00e85b92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118269042', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': '7bb8ac34-0f11-4035-9e29-a843f5680ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:56:58Z', 'updated_at': '2022-02-19T03:57:02Z', 'revision_number': 4, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'gw_port': {'id': '7bb8ac34-0f11-4035-9e29-a843f5680ea0', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:10:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b567cdb6-60c8-4483-bde8-765f00e85b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:56:59Z', 'updated_at': '2022-02-19T03:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': '5c817118-1c19-44e6-8532-2939661c6a39', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'floating_ip_address': '172.25.6.42', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': 'b567cdb6-60c8-4483-bde8-765f00e85b92', 'port_id': '5f6b67d2-3b54-46da-8ade-5a3d1be70f7e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4280, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2093fb36-1422-4c02-8403-bc035f95df31', 'mac_address': 'fa:16:3e:df:8f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ddedd0-233f-46b5-8194-f6146b153ac3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:57:18Z', 'updated_at': '2022-02-19T03:57:18Z', 'revision_number': 0, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e5be413-57d3-4ae4-8e27-5817b6d7d9b4', 'name': '', 'network_id': '2093fb36-1422-4c02-8403-bc035f95df31', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'mac_address': 'fa:16:3e:0d:61:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b567cdb6-60c8-4483-bde8-765f00e85b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'bdc6cd1c-1fd5-4457-a470-f079cdf59149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:57:01Z', 'updated_at': '2022-02-19T03:57:05Z', 'revision_number': 5, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'subnets': [{'id': 'bdc6cd1c-1fd5-4457-a470-f079cdf59149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:57:20.710448 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:20.754429 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f413c8-de8b-4910-98a5-aa56ca906312 None None] New status for floating IP 5c817118-1c19-44e6-8532-2939661c6a39: ACTIVE {{(pid=103704) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:57:20.904903 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 53066) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:57:20.981592 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-64b5f4cb-0a59-4f9b-a9ce-536a8e4c2112 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/floatingips/5c817118-1c19-44e6-8532-2939661c6a39 HTTP/1.1" status: 200 len: 992 time: 0.0746727 Feb 19 03:57:22.097799 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:23.019964 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:26.888933 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:45.668701 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-2bfb326b-87b6-42ab-becd-1cf966f07bad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:47.864166 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-26a9c2f9-2594-4f63-a67c-7f328bd7fb86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:49.534973 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:50.711730 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:52.100792 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:53.040314 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:55.067524 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8241deab-f364-4893-bade-0f3f27a4f6f8 req-52774762-bbd6-4e4b-9162-6162ec8b0704 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b4ddedd0-233f-46b5-8194-f6146b153ac3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0529854 Feb 19 03:57:55.170643 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8241deab-f364-4893-bade-0f3f27a4f6f8 req-4d943d09-8330-4a83-b7a8-27784565ade7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:55.172151 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8241deab-f364-4893-bade-0f3f27a4f6f8 req-4d943d09-8330-4a83-b7a8-27784565ade7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ca527022e7c4488e80026cbcb6de3409&device_id=b4ddedd0-233f-46b5-8194-f6146b153ac3 HTTP/1.1" status: 200 len: 1127 time: 0.0452421 Feb 19 03:57:55.278152 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8241deab-f364-4893-bade-0f3f27a4f6f8 req-37785d7a-fa4c-4c25-a236-ec9d02161894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:55.279635 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8241deab-f364-4893-bade-0f3f27a4f6f8 req-37785d7a-fa4c-4c25-a236-ec9d02161894 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2093fb36-1422-4c02-8403-bc035f95df31 HTTP/1.1" status: 200 len: 898 time: 0.0876770 Feb 19 03:57:55.349981 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8241deab-f364-4893-bade-0f3f27a4f6f8 req-07939bd0-7e81-478d-890d-1e1979bfe0e7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f6b67d2-3b54-46da-8ade-5a3d1be70f7e HTTP/1.1" status: 200 len: 1000 time: 0.0645294 Feb 19 03:57:55.397192 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8241deab-f364-4893-bade-0f3f27a4f6f8 req-f3aaa357-21ef-4b42-aa6e-7d924b9fc40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:55.398658 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8241deab-f364-4893-bade-0f3f27a4f6f8 req-f3aaa357-21ef-4b42-aa6e-7d924b9fc40e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bdc6cd1c-1fd5-4457-a470-f079cdf59149 HTTP/1.1" status: 200 len: 835 time: 0.0435688 Feb 19 03:57:55.446439 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8241deab-f364-4893-bade-0f3f27a4f6f8 req-1a2bc10b-9eb7-4bab-9d22-92d9e3b38d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:55.447985 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8241deab-f364-4893-bade-0f3f27a4f6f8 req-1a2bc10b-9eb7-4bab-9d22-92d9e3b38d8b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2093fb36-1422-4c02-8403-bc035f95df31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0437648 Feb 19 03:57:55.543561 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8241deab-f364-4893-bade-0f3f27a4f6f8 req-e47b372d-a86b-480c-8c4e-a7295db0dce7 service neutron] 10.222.0.73 "GET /v2.0/networks/2093fb36-1422-4c02-8403-bc035f95df31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895560 Feb 19 03:57:55.638839 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8241deab-f364-4893-bade-0f3f27a4f6f8 req-a4813d50-41dc-4244-820e-edd28fbacf6f service neutron] 10.222.0.73 "GET /v2.0/networks/2093fb36-1422-4c02-8403-bc035f95df31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889316 Feb 19 03:57:56.895744 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:56.942828 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:58:15.663619 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4ab115ad-e669-4095-be75-23d27f7b33a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:17.865628 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-80a6d8b8-8690-4447-bc28-970b2eaa3839 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:19.538038 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:20.713543 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:22.104124 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:23.043801 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:26.893503 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:32.319635 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [req-04d26f38-8141-4f52-a353-02d5b88eb880 req-17f70ed9-c9b5-4698-a58d-0f44e8df6136 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103701) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:58:32.320634 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-04d26f38-8141-4f52-a353-02d5b88eb880 req-17f70ed9-c9b5-4698-a58d-0f44e8df6136 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062966 Feb 19 03:58:32.522964 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd1befe-5e86-4949-82a8-01c4c26e4c93 req-cee426ad-f4bb-4904-9385-f74c5212d08b tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:32.524476 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2fd1befe-5e86-4949-82a8-01c4c26e4c93 req-cee426ad-f4bb-4904-9385-f74c5212d08b tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4ddedd0-233f-46b5-8194-f6146b153ac3 HTTP/1.1" status: 200 len: 945 time: 0.0605619 Feb 19 03:58:32.527581 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 53096) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:32.587282 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2fd1befe-5e86-4949-82a8-01c4c26e4c93 req-11b8d016-213e-4fe7-8f10-b6fb382258c9 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe5c4c38-d0c4-4bb2-a5ea-65d683458db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539899 Feb 19 03:58:32.622415 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c67b89ba-26e3-40a8-9100-973628a15b3d req-a076409d-9664-4fb4-805f-214bf6dcdc8f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b4ddedd0-233f-46b5-8194-f6146b153ac3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0936487 Feb 19 03:58:32.631620 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [req-c67b89ba-26e3-40a8-9100-973628a15b3d req-572e0d1c-79a3-4d3b-be06-98575be1aa87 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103701) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:58:32.632572 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c67b89ba-26e3-40a8-9100-973628a15b3d req-572e0d1c-79a3-4d3b-be06-98575be1aa87 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049453 Feb 19 03:58:33.010824 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53120) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:33.107211 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67b89ba-26e3-40a8-9100-973628a15b3d req-df630a2f-3917-449d-9715-357695ee3483 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:33.108525 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c67b89ba-26e3-40a8-9100-973628a15b3d req-df630a2f-3917-449d-9715-357695ee3483 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports/5f6b67d2-3b54-46da-8ade-5a3d1be70f7e HTTP/1.1" status: 200 len: 942 time: 0.0967000 Feb 19 03:58:33.721097 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eba50f7-a900-4a9c-b060-a80d7829e4d4 req-ce319723-a450-46e4-a6b7-7d94c1cb2bd5 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:33.722500 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6eba50f7-a900-4a9c-b060-a80d7829e4d4 req-ce319723-a450-46e4-a6b7-7d94c1cb2bd5 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4ddedd0-233f-46b5-8194-f6146b153ac3 HTTP/1.1" status: 200 len: 945 time: 0.0585728 Feb 19 03:58:33.772598 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6eba50f7-a900-4a9c-b060-a80d7829e4d4 req-c37d276e-26d9-472a-b6ae-5c1a0c03e462 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe5c4c38-d0c4-4bb2-a5ea-65d683458db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442119 Feb 19 03:58:33.941962 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:58:34.013128 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67b89ba-26e3-40a8-9100-973628a15b3d req-6f1dc198-76f7-4646-bdbd-8265d7b51bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:34.014489 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c67b89ba-26e3-40a8-9100-973628a15b3d req-6f1dc198-76f7-4646-bdbd-8265d7b51bf8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ca527022e7c4488e80026cbcb6de3409&device_id=b4ddedd0-233f-46b5-8194-f6146b153ac3 HTTP/1.1" status: 200 len: 1127 time: 0.0466654 Feb 19 03:58:34.109438 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67b89ba-26e3-40a8-9100-973628a15b3d req-e5efdccc-4f3d-467d-b12e-0dd1d15405ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:34.111703 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c67b89ba-26e3-40a8-9100-973628a15b3d req-e5efdccc-4f3d-467d-b12e-0dd1d15405ed service neutron] 10.222.0.73 "GET /v2.0/networks?id=2093fb36-1422-4c02-8403-bc035f95df31 HTTP/1.1" status: 200 len: 898 time: 0.0912280 Feb 19 03:58:34.188089 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c67b89ba-26e3-40a8-9100-973628a15b3d req-05c8f55e-bd7c-45fb-a604-8cef8262ae3d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f6b67d2-3b54-46da-8ade-5a3d1be70f7e HTTP/1.1" status: 200 len: 1000 time: 0.0708625 Feb 19 03:58:34.237171 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67b89ba-26e3-40a8-9100-973628a15b3d req-d3abaf2f-ddc5-47f6-9940-551c02093f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:34.238643 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c67b89ba-26e3-40a8-9100-973628a15b3d req-d3abaf2f-ddc5-47f6-9940-551c02093f10 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bdc6cd1c-1fd5-4457-a470-f079cdf59149 HTTP/1.1" status: 200 len: 835 time: 0.0454102 Feb 19 03:58:34.290903 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67b89ba-26e3-40a8-9100-973628a15b3d req-fb754a71-9ba4-4d19-b700-03da75a3077e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:34.292336 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c67b89ba-26e3-40a8-9100-973628a15b3d req-fb754a71-9ba4-4d19-b700-03da75a3077e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2093fb36-1422-4c02-8403-bc035f95df31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0482817 Feb 19 03:58:34.394599 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c67b89ba-26e3-40a8-9100-973628a15b3d req-89659aac-2260-4d89-a1dc-ca9740b52e6f service neutron] 10.222.0.73 "GET /v2.0/networks/2093fb36-1422-4c02-8403-bc035f95df31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954831 Feb 19 03:58:34.491658 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c67b89ba-26e3-40a8-9100-973628a15b3d req-41207ab3-b3e9-4a50-8631-b4b440e078dc service neutron] 10.222.0.73 "GET /v2.0/networks/2093fb36-1422-4c02-8403-bc035f95df31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904446 Feb 19 03:58:34.912709 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4de65fe-bae3-481b-a977-6ebeaf48ba69 req-0b2fdb56-4770-4198-876a-13475a20fb3c tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:34.914253 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c4de65fe-bae3-481b-a977-6ebeaf48ba69 req-0b2fdb56-4770-4198-876a-13475a20fb3c tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4ddedd0-233f-46b5-8194-f6146b153ac3 HTTP/1.1" status: 200 len: 945 time: 0.0703003 Feb 19 03:58:34.964913 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c4de65fe-bae3-481b-a977-6ebeaf48ba69 req-2bfa7d42-34e8-4d71-b567-9fd42089d665 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe5c4c38-d0c4-4bb2-a5ea-65d683458db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449376 Feb 19 03:58:36.094395 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613b488a-1ef6-45a3-9536-c98683b4f17f req-53e39844-40b2-41ed-9562-878ce0323e6a tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:36.097029 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-613b488a-1ef6-45a3-9536-c98683b4f17f req-53e39844-40b2-41ed-9562-878ce0323e6a tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4ddedd0-233f-46b5-8194-f6146b153ac3 HTTP/1.1" status: 200 len: 945 time: 0.0561934 Feb 19 03:58:36.157040 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-613b488a-1ef6-45a3-9536-c98683b4f17f req-b52541df-14b3-4231-a09f-8cd11b32e5ed tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe5c4c38-d0c4-4bb2-a5ea-65d683458db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542974 Feb 19 03:58:37.314971 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcf8a72-c71e-4c7e-a14d-28264d03282d req-83dbf779-06e0-4df3-a32e-78cffec33c43 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:37.316486 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2dcf8a72-c71e-4c7e-a14d-28264d03282d req-83dbf779-06e0-4df3-a32e-78cffec33c43 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4ddedd0-233f-46b5-8194-f6146b153ac3 HTTP/1.1" status: 200 len: 945 time: 0.0666142 Feb 19 03:58:37.373413 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2dcf8a72-c71e-4c7e-a14d-28264d03282d req-402d2bcf-d636-4961-9d16-b5eddb94bc2d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe5c4c38-d0c4-4bb2-a5ea-65d683458db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512345 Feb 19 03:58:38.504551 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d09261-8010-4f9e-b3d5-9f49a7ca63fd req-1e85b4f3-ae15-46a7-b1bb-4b75e99c7a89 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:38.506117 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-52d09261-8010-4f9e-b3d5-9f49a7ca63fd req-1e85b4f3-ae15-46a7-b1bb-4b75e99c7a89 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4ddedd0-233f-46b5-8194-f6146b153ac3 HTTP/1.1" status: 200 len: 945 time: 0.0557382 Feb 19 03:58:38.563397 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-52d09261-8010-4f9e-b3d5-9f49a7ca63fd req-7022e42d-08b0-41ca-9606-f527c5efe7dc tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe5c4c38-d0c4-4bb2-a5ea-65d683458db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516794 Feb 19 03:58:39.706711 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2eda54-aed9-47f4-81cf-751ffe385e7a req-df2c1a21-0975-4982-8f06-00afc0eabb2c tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:39.708232 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ba2eda54-aed9-47f4-81cf-751ffe385e7a req-df2c1a21-0975-4982-8f06-00afc0eabb2c tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4ddedd0-233f-46b5-8194-f6146b153ac3 HTTP/1.1" status: 200 len: 945 time: 0.0696981 Feb 19 03:58:39.759355 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ba2eda54-aed9-47f4-81cf-751ffe385e7a req-f3e8a800-6a90-4796-8cbb-b7f688dba81b tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe5c4c38-d0c4-4bb2-a5ea-65d683458db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447080 Feb 19 03:58:40.882645 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe3f840-37dc-4a86-b18f-9870a5eb6c9b req-eaa44625-3888-4cd9-aa26-df880851e423 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:40.884145 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5fe3f840-37dc-4a86-b18f-9870a5eb6c9b req-eaa44625-3888-4cd9-aa26-df880851e423 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4ddedd0-233f-46b5-8194-f6146b153ac3 HTTP/1.1" status: 200 len: 945 time: 0.0536456 Feb 19 03:58:40.933481 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5fe3f840-37dc-4a86-b18f-9870a5eb6c9b req-7836bb1a-3080-4c23-988f-7dca80b112dd tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe5c4c38-d0c4-4bb2-a5ea-65d683458db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435913 Feb 19 03:58:42.060555 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d9f77e-7b86-4cb3-abeb-49eb4d2dd7fd req-28e7e1cc-97d6-4cc4-b1d2-81c320a1e27c tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:42.062360 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b0d9f77e-7b86-4cb3-abeb-49eb4d2dd7fd req-28e7e1cc-97d6-4cc4-b1d2-81c320a1e27c tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4ddedd0-233f-46b5-8194-f6146b153ac3 HTTP/1.1" status: 200 len: 945 time: 0.0560207 Feb 19 03:58:42.121124 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b0d9f77e-7b86-4cb3-abeb-49eb4d2dd7fd req-f918a826-5661-47f8-ac42-09404d35e075 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe5c4c38-d0c4-4bb2-a5ea-65d683458db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527346 Feb 19 03:58:43.246361 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e1e21d-e1ab-4c9f-90a0-3eed64495092 req-938d1df2-0d29-4286-a788-04e44c846b9d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:43.247857 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f2e1e21d-e1ab-4c9f-90a0-3eed64495092 req-938d1df2-0d29-4286-a788-04e44c846b9d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4ddedd0-233f-46b5-8194-f6146b153ac3 HTTP/1.1" status: 200 len: 945 time: 0.0562017 Feb 19 03:58:43.297931 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f2e1e21d-e1ab-4c9f-90a0-3eed64495092 req-8a87b362-e571-438a-bc10-101c00e9ae1a tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe5c4c38-d0c4-4bb2-a5ea-65d683458db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439429 Feb 19 03:58:44.419749 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e155dc10-80fc-46d0-b12d-1c8e64426811 req-947a4a8d-babf-48bc-af48-e1cb7da080d1 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:44.421273 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e155dc10-80fc-46d0-b12d-1c8e64426811 req-947a4a8d-babf-48bc-af48-e1cb7da080d1 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4ddedd0-233f-46b5-8194-f6146b153ac3 HTTP/1.1" status: 200 len: 945 time: 0.0525317 Feb 19 03:58:44.471180 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e155dc10-80fc-46d0-b12d-1c8e64426811 req-d1df443c-da97-4703-af86-8818563126d4 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe5c4c38-d0c4-4bb2-a5ea-65d683458db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430002 Feb 19 03:58:45.596649 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14257f06-c716-4139-9cf2-487c517d0b01 req-64337735-455b-4827-ae6a-019cacf0303e tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:45.598210 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-14257f06-c716-4139-9cf2-487c517d0b01 req-64337735-455b-4827-ae6a-019cacf0303e tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4ddedd0-233f-46b5-8194-f6146b153ac3 HTTP/1.1" status: 200 len: 945 time: 0.0572686 Feb 19 03:58:45.648906 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-14257f06-c716-4139-9cf2-487c517d0b01 req-276cb515-3a2f-4d86-83d5-491964a9be9a tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe5c4c38-d0c4-4bb2-a5ea-65d683458db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451350 Feb 19 03:58:45.669262 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-736c85e1-1db7-4c59-9865-741a60cb2b80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:46.778040 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b075fe6b-d8df-4c0c-aec3-dfe8ac6bc85d req-0acae61f-e882-4199-a0df-2fa36e9dc646 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:46.779547 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b075fe6b-d8df-4c0c-aec3-dfe8ac6bc85d req-0acae61f-e882-4199-a0df-2fa36e9dc646 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4ddedd0-233f-46b5-8194-f6146b153ac3 HTTP/1.1" status: 200 len: 945 time: 0.0535781 Feb 19 03:58:46.830033 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b075fe6b-d8df-4c0c-aec3-dfe8ac6bc85d req-29fc4075-3214-4846-815b-e46d224fa59c tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe5c4c38-d0c4-4bb2-a5ea-65d683458db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441303 Feb 19 03:58:47.867313 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3050fec8-8164-43dd-9191-d6d7ce3a2b2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:47.958198 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0432147c-50d5-408e-b2bf-d468d07d00d2 req-489f2c34-ef2e-4137-81f2-12ab44a05ea3 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:47.959699 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0432147c-50d5-408e-b2bf-d468d07d00d2 req-489f2c34-ef2e-4137-81f2-12ab44a05ea3 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4ddedd0-233f-46b5-8194-f6146b153ac3 HTTP/1.1" status: 200 len: 945 time: 0.0570340 Feb 19 03:58:48.289918 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0432147c-50d5-408e-b2bf-d468d07d00d2 req-20fc4076-fc53-4f20-90db-53267c76b0b6 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe5c4c38-d0c4-4bb2-a5ea-65d683458db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3245461 Feb 19 03:58:49.412234 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce7e85b-6cdb-46b5-8688-ef015fb5a127 req-cfb0a907-dd26-4eb5-adf2-32e62f4ee8ac tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:49.413852 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9ce7e85b-6cdb-46b5-8688-ef015fb5a127 req-cfb0a907-dd26-4eb5-adf2-32e62f4ee8ac tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4ddedd0-233f-46b5-8194-f6146b153ac3 HTTP/1.1" status: 200 len: 945 time: 0.0532942 Feb 19 03:58:49.464770 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9ce7e85b-6cdb-46b5-8688-ef015fb5a127 req-5befc1b9-0158-480d-8ae3-ed70af5a6539 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe5c4c38-d0c4-4bb2-a5ea-65d683458db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453842 Feb 19 03:58:49.539511 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:50.588804 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4b5388-1638-4b90-b9e5-995e1a391dac req-b289f19e-9b6a-4f74-9e00-697396500fcb tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:50.590341 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7c4b5388-1638-4b90-b9e5-995e1a391dac req-b289f19e-9b6a-4f74-9e00-697396500fcb tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4ddedd0-233f-46b5-8194-f6146b153ac3 HTTP/1.1" status: 200 len: 945 time: 0.0558650 Feb 19 03:58:50.644501 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7c4b5388-1638-4b90-b9e5-995e1a391dac req-31b5909c-cbb8-4b5b-bc58-af66e026ee9f tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe5c4c38-d0c4-4bb2-a5ea-65d683458db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481074 Feb 19 03:58:50.716708 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:51.620848 n-d-826753-2 neutron-server[103702]: INFO neutron.api.v2.resource [req-c67b89ba-26e3-40a8-9100-973628a15b3d req-8cdb9427-4e87-45a5-b0b9-864846ec44b2 service neutron] show failed (client error): The resource could not be found. Feb 19 03:58:51.621942 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c67b89ba-26e3-40a8-9100-973628a15b3d req-8cdb9427-4e87-45a5-b0b9-864846ec44b2 service neutron] 10.222.0.73 "GET /v2.0/ports/5f6b67d2-3b54-46da-8ade-5a3d1be70f7e/bindings/n-h2-826753-2 HTTP/1.1" status: 404 len: 380 time: 0.0639272 Feb 19 03:58:51.774502 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d21f5c-c5fc-4b04-83f3-a449ceff7939 req-e11bd607-c079-4ba9-b84d-20fb233662b8 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:51.777376 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-44d21f5c-c5fc-4b04-83f3-a449ceff7939 req-e11bd607-c079-4ba9-b84d-20fb233662b8 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4ddedd0-233f-46b5-8194-f6146b153ac3 HTTP/1.1" status: 200 len: 945 time: 0.0577695 Feb 19 03:58:51.843128 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-44d21f5c-c5fc-4b04-83f3-a449ceff7939 req-c3f06f6c-9519-4022-8e12-9f9e766438d6 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe5c4c38-d0c4-4bb2-a5ea-65d683458db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525050 Feb 19 03:58:51.894333 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67b89ba-26e3-40a8-9100-973628a15b3d req-75fdac0e-6d37-490a-9ef5-10a6616b37b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:51.895867 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c67b89ba-26e3-40a8-9100-973628a15b3d req-75fdac0e-6d37-490a-9ef5-10a6616b37b5 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=b4ddedd0-233f-46b5-8194-f6146b153ac3&tenant_id=ca527022e7c4488e80026cbcb6de3409 HTTP/1.1" status: 200 len: 1127 time: 0.0982890 Feb 19 03:58:51.905667 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [req-c67b89ba-26e3-40a8-9100-973628a15b3d req-1195ceb6-34ab-4232-8cb2-786340dc8022 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103702) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:58:51.906664 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c67b89ba-26e3-40a8-9100-973628a15b3d req-1195ceb6-34ab-4232-8cb2-786340dc8022 service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049288 Feb 19 03:58:51.923854 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-c67b89ba-26e3-40a8-9100-973628a15b3d req-5e1ca147-cf5b-4d84-bf49-27d257b6218e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-826753-2', 'device_owner': 'compute:nova'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:58:51.984275 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-c67b89ba-26e3-40a8-9100-973628a15b3d req-5e1ca147-cf5b-4d84-bf49-27d257b6218e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (5f6b67d2-3b54-46da-8ade-5a3d1be70f7e), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:52.111998 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:52.205394 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-c67b89ba-26e3-40a8-9100-973628a15b3d req-5e1ca147-cf5b-4d84-bf49-27d257b6218e service neutron] For port 5f6b67d2-3b54-46da-8ade-5a3d1be70f7e, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=5f6b67d2-3b54-46da-8ade-5a3d1be70f7e,segment=NetworkSegment(f5401b9a-2393-401c-a77b-dcfdece78370),segment_id=f5401b9a-2393-401c-a77b-dcfdece78370)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:58:52.239552 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-c67b89ba-26e3-40a8-9100-973628a15b3d req-5e1ca147-cf5b-4d84-bf49-27d257b6218e service neutron] For port 5f6b67d2-3b54-46da-8ade-5a3d1be70f7e, host n-h1-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:58:52.280219 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4ddedd0-233f-46b5-8194-f6146b153ac3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f6b67d2-3b54-46da-8ade-5a3d1be70f7e'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:58:52.283074 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b48a34f37e4e31fa410c3f10fa4e23c828d45427043ff8d3e4d9f228381d6ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3c77c48-aec2-442b-965e-bb42369c5bc5" -d '{"events": [{"server_uuid": "b4ddedd0-233f-46b5-8194-f6146b153ac3", "name": "network-vif-unplugged", "status": "completed", "tag": "5f6b67d2-3b54-46da-8ade-5a3d1be70f7e"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:58:52.286990 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-c67b89ba-26e3-40a8-9100-973628a15b3d req-5e1ca147-cf5b-4d84-bf49-27d257b6218e service neutron] Publish callbacks [] for port (5f6b67d2-3b54-46da-8ade-5a3d1be70f7e), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:52.300875 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-c67b89ba-26e3-40a8-9100-973628a15b3d req-5e1ca147-cf5b-4d84-bf49-27d257b6218e service neutron] Transition to ACTIVE for port object 5f6b67d2-3b54-46da-8ade-5a3d1be70f7e will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:58:52.305176 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-c67b89ba-26e3-40a8-9100-973628a15b3d req-5e1ca147-cf5b-4d84-bf49-27d257b6218e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (5f6b67d2-3b54-46da-8ade-5a3d1be70f7e), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:52.340560 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28af5849-20b6-4a09-ab2d-d0340b5ec9c2 x-openstack-request-id: req-28af5849-20b6-4a09-ab2d-d0340b5ec9c2 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:58:52.340719 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4ddedd0-233f-46b5-8194-f6146b153ac3", "name": "network-vif-unplugged", "status": "completed", "tag": "5f6b67d2-3b54-46da-8ade-5a3d1be70f7e", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:58:52.340987 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-28af5849-20b6-4a09-ab2d-d0340b5ec9c2 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:58:52.341525 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4ddedd0-233f-46b5-8194-f6146b153ac3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f6b67d2-3b54-46da-8ade-5a3d1be70f7e', 'code': 200} Feb 19 03:58:52.394444 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1ca147-cf5b-4d84-bf49-27d257b6218e service neutron] Pushing event updated for resources: {'Port': ['ID=5f6b67d2-3b54-46da-8ade-5a3d1be70f7e,revision_number=6']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:52.408180 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1ca147-cf5b-4d84-bf49-27d257b6218e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:52.408442 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1ca147-cf5b-4d84-bf49-27d257b6218e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:52.408817 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1ca147-cf5b-4d84-bf49-27d257b6218e service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:52.409258 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1ca147-cf5b-4d84-bf49-27d257b6218e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:52.409597 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1ca147-cf5b-4d84-bf49-27d257b6218e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:52.409932 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1ca147-cf5b-4d84-bf49-27d257b6218e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:52.410266 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1ca147-cf5b-4d84-bf49-27d257b6218e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:52.410594 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1ca147-cf5b-4d84-bf49-27d257b6218e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:52.410923 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1ca147-cf5b-4d84-bf49-27d257b6218e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:52.411326 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1ca147-cf5b-4d84-bf49-27d257b6218e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:52.411690 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1ca147-cf5b-4d84-bf49-27d257b6218e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:52.412018 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1ca147-cf5b-4d84-bf49-27d257b6218e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:52.412344 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1ca147-cf5b-4d84-bf49-27d257b6218e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:52.452416 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-c67b89ba-26e3-40a8-9100-973628a15b3d req-5e1ca147-cf5b-4d84-bf49-27d257b6218e service neutron] No DVR routers for this DVR port 5f6b67d2-3b54-46da-8ade-5a3d1be70f7e on host n-h1-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:58:52.924795 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-c67b89ba-26e3-40a8-9100-973628a15b3d req-5e1ca147-cf5b-4d84-bf49-27d257b6218e service neutron] Attempting to bind port 5f6b67d2-3b54-46da-8ade-5a3d1be70f7e on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:58:52.925558 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-c67b89ba-26e3-40a8-9100-973628a15b3d req-5e1ca147-cf5b-4d84-bf49-27d257b6218e service neutron] Attempting to bind port 5f6b67d2-3b54-46da-8ade-5a3d1be70f7e by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': 'f5401b9a-2393-401c-a77b-dcfdece78370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '2093fb36-1422-4c02-8403-bc035f95df31'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:58:52.925558 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67b89ba-26e3-40a8-9100-973628a15b3d req-5e1ca147-cf5b-4d84-bf49-27d257b6218e service neutron] Attempting to bind port 5f6b67d2-3b54-46da-8ade-5a3d1be70f7e on network 2093fb36-1422-4c02-8403-bc035f95df31 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:58:52.929834 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67b89ba-26e3-40a8-9100-973628a15b3d req-5e1ca147-cf5b-4d84-bf49-27d257b6218e service neutron] Port 5f6b67d2-3b54-46da-8ade-5a3d1be70f7e on network 2093fb36-1422-4c02-8403-bc035f95df31 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:58:52.930142 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67b89ba-26e3-40a8-9100-973628a15b3d req-5e1ca147-cf5b-4d84-bf49-27d257b6218e service neutron] Attempting to bind port 5f6b67d2-3b54-46da-8ade-5a3d1be70f7e on network 2093fb36-1422-4c02-8403-bc035f95df31 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:58:52.935060 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67b89ba-26e3-40a8-9100-973628a15b3d req-5e1ca147-cf5b-4d84-bf49-27d257b6218e service neutron] Checking agent: {'id': 'bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:58:52.935387 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67b89ba-26e3-40a8-9100-973628a15b3d req-5e1ca147-cf5b-4d84-bf49-27d257b6218e service neutron] Checking segment: {'id': 'f5401b9a-2393-401c-a77b-dcfdece78370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '2093fb36-1422-4c02-8403-bc035f95df31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:58:52.935762 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67b89ba-26e3-40a8-9100-973628a15b3d req-5e1ca147-cf5b-4d84-bf49-27d257b6218e service neutron] Bound using segment: {'id': 'f5401b9a-2393-401c-a77b-dcfdece78370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '2093fb36-1422-4c02-8403-bc035f95df31'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:58:52.936176 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-c67b89ba-26e3-40a8-9100-973628a15b3d req-5e1ca147-cf5b-4d84-bf49-27d257b6218e service neutron] Bound port: 5f6b67d2-3b54-46da-8ade-5a3d1be70f7e, host: n-h2-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5401b9a-2393-401c-a77b-dcfdece78370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '2093fb36-1422-4c02-8403-bc035f95df31'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:58:52.936775 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-c67b89ba-26e3-40a8-9100-973628a15b3d req-5e1ca147-cf5b-4d84-bf49-27d257b6218e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (5f6b67d2-3b54-46da-8ade-5a3d1be70f7e), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:52.974001 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8101d9-6b3c-4d17-967a-4a67a802894f req-3ebef00a-e280-4ff4-af44-a74585aeb1e2 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:52.975518 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2d8101d9-6b3c-4d17-967a-4a67a802894f req-3ebef00a-e280-4ff4-af44-a74585aeb1e2 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4ddedd0-233f-46b5-8194-f6146b153ac3 HTTP/1.1" status: 200 len: 943 time: 0.0609479 Feb 19 03:58:53.014707 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-c67b89ba-26e3-40a8-9100-973628a15b3d req-5e1ca147-cf5b-4d84-bf49-27d257b6218e service neutron] For port 5f6b67d2-3b54-46da-8ade-5a3d1be70f7e, host n-h2-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:58:53.018515 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-c67b89ba-26e3-40a8-9100-973628a15b3d req-5e1ca147-cf5b-4d84-bf49-27d257b6218e service neutron] For port 5f6b67d2-3b54-46da-8ade-5a3d1be70f7e, host n-h2-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=5f6b67d2-3b54-46da-8ade-5a3d1be70f7e,segment=NetworkSegment(f5401b9a-2393-401c-a77b-dcfdece78370),segment_id=f5401b9a-2393-401c-a77b-dcfdece78370)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:58:53.024740 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-c67b89ba-26e3-40a8-9100-973628a15b3d req-5e1ca147-cf5b-4d84-bf49-27d257b6218e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (5f6b67d2-3b54-46da-8ade-5a3d1be70f7e), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:53.030900 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2d8101d9-6b3c-4d17-967a-4a67a802894f req-88437b4c-480f-4943-9092-4458d4efc996 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe5c4c38-d0c4-4bb2-a5ea-65d683458db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487852 Feb 19 03:58:53.048242 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:53.063173 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67b89ba-26e3-40a8-9100-973628a15b3d req-5e1ca147-cf5b-4d84-bf49-27d257b6218e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:53.063733 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-c67b89ba-26e3-40a8-9100-973628a15b3d req-5e1ca147-cf5b-4d84-bf49-27d257b6218e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:53.065146 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c67b89ba-26e3-40a8-9100-973628a15b3d req-5e1ca147-cf5b-4d84-bf49-27d257b6218e service neutron] 10.222.0.82 "PUT /v2.0/ports/5f6b67d2-3b54-46da-8ade-5a3d1be70f7e HTTP/1.1" status: 200 len: 1091 time: 1.1454880 Feb 19 03:58:53.087954 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1ca147-cf5b-4d84-bf49-27d257b6218e service neutron] Pushing event updated for resources: {'Port': ['ID=5f6b67d2-3b54-46da-8ade-5a3d1be70f7e,revision_number=7']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:53.148469 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67b89ba-26e3-40a8-9100-973628a15b3d req-9c06b3c0-9ad1-40c9-a7b6-3e06efc6c43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:53.150132 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c67b89ba-26e3-40a8-9100-973628a15b3d req-9c06b3c0-9ad1-40c9-a7b6-3e06efc6c43b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ca527022e7c4488e80026cbcb6de3409&device_id=b4ddedd0-233f-46b5-8194-f6146b153ac3 HTTP/1.1" status: 200 len: 1125 time: 0.0512142 Feb 19 03:58:53.246376 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67b89ba-26e3-40a8-9100-973628a15b3d req-88672b87-ef2a-41cf-9150-7e6ab9239966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:53.247867 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c67b89ba-26e3-40a8-9100-973628a15b3d req-88672b87-ef2a-41cf-9150-7e6ab9239966 service neutron] 10.222.0.82 "GET /v2.0/networks?id=2093fb36-1422-4c02-8403-bc035f95df31 HTTP/1.1" status: 200 len: 898 time: 0.0916471 Feb 19 03:58:53.321946 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c67b89ba-26e3-40a8-9100-973628a15b3d req-617632b4-5959-4691-a941-1c652052c3e6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f6b67d2-3b54-46da-8ade-5a3d1be70f7e HTTP/1.1" status: 200 len: 998 time: 0.0678461 Feb 19 03:58:53.374239 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67b89ba-26e3-40a8-9100-973628a15b3d req-204d4ad8-c43d-46d5-9bc5-c7434572670e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:53.375640 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c67b89ba-26e3-40a8-9100-973628a15b3d req-204d4ad8-c43d-46d5-9bc5-c7434572670e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=bdc6cd1c-1fd5-4457-a470-f079cdf59149 HTTP/1.1" status: 200 len: 835 time: 0.0478745 Feb 19 03:58:53.428986 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67b89ba-26e3-40a8-9100-973628a15b3d req-b211de22-7d8f-4f4d-9a6b-72ab5fb170cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:53.430454 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c67b89ba-26e3-40a8-9100-973628a15b3d req-b211de22-7d8f-4f4d-9a6b-72ab5fb170cf service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2093fb36-1422-4c02-8403-bc035f95df31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0494070 Feb 19 03:58:53.528509 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c67b89ba-26e3-40a8-9100-973628a15b3d req-8addbc72-6063-446b-a6b1-ca7435468a8a service neutron] 10.222.0.82 "GET /v2.0/networks/2093fb36-1422-4c02-8403-bc035f95df31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919485 Feb 19 03:58:53.620337 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c67b89ba-26e3-40a8-9100-973628a15b3d req-4a550b50-71eb-40ab-aa7f-8b61c0e2bb20 service neutron] 10.222.0.82 "GET /v2.0/networks/2093fb36-1422-4c02-8403-bc035f95df31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857754 Feb 19 03:58:54.164898 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13738ab-9a69-43a6-a264-5a5c41dd61dd req-88cc14c1-21d4-4c0c-8c46-831cd4c5e93d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:54.166472 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d13738ab-9a69-43a6-a264-5a5c41dd61dd req-88cc14c1-21d4-4c0c-8c46-831cd4c5e93d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4ddedd0-233f-46b5-8194-f6146b153ac3 HTTP/1.1" status: 200 len: 943 time: 0.0577207 Feb 19 03:58:54.215322 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d13738ab-9a69-43a6-a264-5a5c41dd61dd req-dd2dbf7d-1b4b-4b19-aba2-b43d8ba24f61 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe5c4c38-d0c4-4bb2-a5ea-65d683458db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431292 Feb 19 03:58:54.342757 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4ddedd0-233f-46b5-8194-f6146b153ac3', 'tag': '5f6b67d2-3b54-46da-8ade-5a3d1be70f7e'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:58:54.345185 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b48a34f37e4e31fa410c3f10fa4e23c828d45427043ff8d3e4d9f228381d6ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36cd73e7-1e99-432f-8bcb-852ffa449ca8" -d '{"events": [{"name": "network-changed", "server_uuid": "b4ddedd0-233f-46b5-8194-f6146b153ac3", "tag": "5f6b67d2-3b54-46da-8ade-5a3d1be70f7e"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:58:54.394135 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb5ba1f5-7dab-4f05-9c17-2284a575fdc1 x-openstack-request-id: req-fb5ba1f5-7dab-4f05-9c17-2284a575fdc1 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:58:54.394435 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4ddedd0-233f-46b5-8194-f6146b153ac3", "tag": "5f6b67d2-3b54-46da-8ade-5a3d1be70f7e", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:58:54.394716 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-fb5ba1f5-7dab-4f05-9c17-2284a575fdc1 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:58:54.395127 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4ddedd0-233f-46b5-8194-f6146b153ac3', 'tag': '5f6b67d2-3b54-46da-8ade-5a3d1be70f7e', 'status': 'completed', 'code': 200} Feb 19 03:58:54.520942 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd73e7-1e99-432f-8bcb-852ffa449ca8 req-9398531a-3b72-40f3-b827-33b7f225f340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:54.522739 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-36cd73e7-1e99-432f-8bcb-852ffa449ca8 req-9398531a-3b72-40f3-b827-33b7f225f340 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ca527022e7c4488e80026cbcb6de3409&device_id=b4ddedd0-233f-46b5-8194-f6146b153ac3 HTTP/1.1" status: 200 len: 1125 time: 0.0886624 Feb 19 03:58:54.528207 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd73e7-1e99-432f-8bcb-852ffa449ca8 req-4c258e17-93ba-44ad-83df-f7934ef6f96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:54.529693 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-36cd73e7-1e99-432f-8bcb-852ffa449ca8 req-4c258e17-93ba-44ad-83df-f7934ef6f96f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ca527022e7c4488e80026cbcb6de3409&device_id=b4ddedd0-233f-46b5-8194-f6146b153ac3 HTTP/1.1" status: 200 len: 1125 time: 0.0869219 Feb 19 03:58:54.687016 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd73e7-1e99-432f-8bcb-852ffa449ca8 req-cda1b51e-3e4f-44bf-a88f-4a63dd5ae389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:54.688980 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-36cd73e7-1e99-432f-8bcb-852ffa449ca8 req-cda1b51e-3e4f-44bf-a88f-4a63dd5ae389 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2093fb36-1422-4c02-8403-bc035f95df31 HTTP/1.1" status: 200 len: 898 time: 0.1578629 Feb 19 03:58:54.690162 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd73e7-1e99-432f-8bcb-852ffa449ca8 req-1db0d42a-a043-4b03-9882-b01424e4a285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:54.691450 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-36cd73e7-1e99-432f-8bcb-852ffa449ca8 req-1db0d42a-a043-4b03-9882-b01424e4a285 service neutron] 10.222.0.82 "GET /v2.0/networks?id=2093fb36-1422-4c02-8403-bc035f95df31 HTTP/1.1" status: 200 len: 898 time: 0.1533346 Feb 19 03:58:54.805966 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-36cd73e7-1e99-432f-8bcb-852ffa449ca8 req-2da6e292-ef27-476b-a853-d49c7f5403eb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f6b67d2-3b54-46da-8ade-5a3d1be70f7e HTTP/1.1" status: 200 len: 998 time: 0.1113400 Feb 19 03:58:54.807678 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-36cd73e7-1e99-432f-8bcb-852ffa449ca8 req-628737ee-576d-4aa8-8671-5e7d0ef646ee service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f6b67d2-3b54-46da-8ade-5a3d1be70f7e HTTP/1.1" status: 200 len: 998 time: 0.1075411 Feb 19 03:58:54.896308 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd73e7-1e99-432f-8bcb-852ffa449ca8 req-49f323bf-83c7-403e-b7c5-2ed5cf688b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:54.898437 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-36cd73e7-1e99-432f-8bcb-852ffa449ca8 req-49f323bf-83c7-403e-b7c5-2ed5cf688b15 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bdc6cd1c-1fd5-4457-a470-f079cdf59149 HTTP/1.1" status: 200 len: 835 time: 0.0871296 Feb 19 03:58:54.901672 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd73e7-1e99-432f-8bcb-852ffa449ca8 req-883c5fdb-ab97-4909-842b-e932ae5835a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:54.901672 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-36cd73e7-1e99-432f-8bcb-852ffa449ca8 req-883c5fdb-ab97-4909-842b-e932ae5835a2 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=bdc6cd1c-1fd5-4457-a470-f079cdf59149 HTTP/1.1" status: 200 len: 835 time: 0.0820022 Feb 19 03:58:54.982258 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd73e7-1e99-432f-8bcb-852ffa449ca8 req-e12b3232-88b6-4c72-8a13-2fc02be23337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:54.983699 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-36cd73e7-1e99-432f-8bcb-852ffa449ca8 req-e12b3232-88b6-4c72-8a13-2fc02be23337 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2093fb36-1422-4c02-8403-bc035f95df31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0797780 Feb 19 03:58:54.987655 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd73e7-1e99-432f-8bcb-852ffa449ca8 req-7f334960-270e-4daa-b898-5f381ef29b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:54.989376 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-36cd73e7-1e99-432f-8bcb-852ffa449ca8 req-7f334960-270e-4daa-b898-5f381ef29b32 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2093fb36-1422-4c02-8403-bc035f95df31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0766320 Feb 19 03:58:55.156406 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-36cd73e7-1e99-432f-8bcb-852ffa449ca8 req-fbe9c033-92ba-4e19-ae5f-32b836cb4f60 service neutron] 10.222.0.73 "GET /v2.0/networks/2093fb36-1422-4c02-8403-bc035f95df31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663702 Feb 19 03:58:55.159351 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-36cd73e7-1e99-432f-8bcb-852ffa449ca8 req-e6f4d5ec-6aca-4143-917c-196d883629c6 service neutron] 10.222.0.82 "GET /v2.0/networks/2093fb36-1422-4c02-8403-bc035f95df31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623626 Feb 19 03:58:55.234232 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 5f6b67d2-3b54-46da-8ade-5a3d1be70f7e no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:58:55.317304 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] The host n-h1-826753-2 is not matching for port 5f6b67d2-3b54-46da-8ade-5a3d1be70f7e host n-h2-826753-2! {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 03:58:55.318290 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 5f6b67d2-3b54-46da-8ade-5a3d1be70f7e not bound to the agent host n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:58:55.333844 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-36cd73e7-1e99-432f-8bcb-852ffa449ca8 req-6c518a51-e361-4d2e-bf46-969309ff5dc3 service neutron] 10.222.0.73 "GET /v2.0/networks/2093fb36-1422-4c02-8403-bc035f95df31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718788 Feb 19 03:58:55.336188 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-36cd73e7-1e99-432f-8bcb-852ffa449ca8 req-15552e50-302b-460c-87b6-84ddb014d4c6 service neutron] 10.222.0.82 "GET /v2.0/networks/2093fb36-1422-4c02-8403-bc035f95df31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569047 Feb 19 03:58:55.391189 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f43e6c-a348-4d8d-a668-cb74d6c087b8 req-d19fe988-9cd3-451d-94d3-53b60403b6b1 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:55.393309 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c3f43e6c-a348-4d8d-a668-cb74d6c087b8 req-d19fe988-9cd3-451d-94d3-53b60403b6b1 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4ddedd0-233f-46b5-8194-f6146b153ac3 HTTP/1.1" status: 200 len: 943 time: 0.0571568 Feb 19 03:58:55.449168 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c3f43e6c-a348-4d8d-a668-cb74d6c087b8 req-45c0be5b-1a3d-4b2d-91c6-3f54376eb888 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe5c4c38-d0c4-4bb2-a5ea-65d683458db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497799 Feb 19 03:58:56.183532 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 5f6b67d2-3b54-46da-8ade-5a3d1be70f7e details requested by agent hyperv_n-h2-826753-2 with host n-h2-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:58:56.382071 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 5f6b67d2-3b54-46da-8ade-5a3d1be70f7e, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=5f6b67d2-3b54-46da-8ade-5a3d1be70f7e,segment=NetworkSegment(f5401b9a-2393-401c-a77b-dcfdece78370),segment_id=f5401b9a-2393-401c-a77b-dcfdece78370)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:58:56.394592 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Returning: {'device': '5f6b67d2-3b54-46da-8ade-5a3d1be70f7e', 'network_id': '2093fb36-1422-4c02-8403-bc035f95df31', 'port_id': '5f6b67d2-3b54-46da-8ade-5a3d1be70f7e', 'mac_address': 'fa:16:3e:df:8f:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdc6cd1c-1fd5-4457-a470-f079cdf59149', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:58:56.442791 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 5f6b67d2-3b54-46da-8ade-5a3d1be70f7e is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:58:56.443171 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (5f6b67d2-3b54-46da-8ade-5a3d1be70f7e), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:56.457615 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f6b67d2-3b54-46da-8ade-5a3d1be70f7e {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:58:56.479361 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 5f6b67d2-3b54-46da-8ade-5a3d1be70f7e, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=5f6b67d2-3b54-46da-8ade-5a3d1be70f7e,segment=NetworkSegment(f5401b9a-2393-401c-a77b-dcfdece78370),segment_id=f5401b9a-2393-401c-a77b-dcfdece78370)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:58:56.484723 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (5f6b67d2-3b54-46da-8ade-5a3d1be70f7e), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:56.536027 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=5f6b67d2-3b54-46da-8ade-5a3d1be70f7e,revision_number=8']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:56.543670 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:56.544009 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:56.544348 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:56.544682 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:56.545040 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:56.545361 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:56.545685 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:56.546006 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:56.546324 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:56.546647 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:56.546963 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:56.547278 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:56.547592 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:56.598819 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3076c138-eb54-4982-9342-b3983b7bd831 req-6a853cf9-85d3-47f7-a1d5-b511cec791eb tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:56.600440 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3076c138-eb54-4982-9342-b3983b7bd831 req-6a853cf9-85d3-47f7-a1d5-b511cec791eb tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4ddedd0-233f-46b5-8194-f6146b153ac3 HTTP/1.1" status: 200 len: 944 time: 0.0758066 Feb 19 03:58:56.651073 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3076c138-eb54-4982-9342-b3983b7bd831 req-7c7e3835-75fd-4465-b60b-04bb663a9e75 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe5c4c38-d0c4-4bb2-a5ea-65d683458db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446177 Feb 19 03:58:56.790952 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['5f6b67d2-3b54-46da-8ade-5a3d1be70f7e'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:58:56.847856 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bb4a5c-b362-4916-92ab-788f64998679 req-687f1cd5-3c67-4b3c-ad42-a26ab9d8c942 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:56.849402 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-03bb4a5c-b362-4916-92ab-788f64998679 req-687f1cd5-3c67-4b3c-ad42-a26ab9d8c942 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4ddedd0-233f-46b5-8194-f6146b153ac3 HTTP/1.1" status: 200 len: 944 time: 0.0539479 Feb 19 03:58:56.887587 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f47b40a-1b5e-4749-874c-5ebaf2f2647a req-c05c77ff-f136-471a-a497-1efcce6a16e3 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:56.889801 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7f47b40a-1b5e-4749-874c-5ebaf2f2647a req-c05c77ff-f136-471a-a497-1efcce6a16e3 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.73 "GET /v2.0/ports?device_id=b4ddedd0-233f-46b5-8194-f6146b153ac3&tenant_id=ca527022e7c4488e80026cbcb6de3409&binding%3Ahost_id=n-h2-826753-2 HTTP/1.1" status: 200 len: 944 time: 0.0682917 Feb 19 03:58:56.902919 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-03bb4a5c-b362-4916-92ab-788f64998679 req-d859025b-6a00-4549-8b60-6e99476d2020 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe5c4c38-d0c4-4bb2-a5ea-65d683458db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468743 Feb 19 03:58:56.928522 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:56.960678 n-d-826753-2 neutron-server[103702]: INFO neutron.api.v2.resource [req-7f47b40a-1b5e-4749-874c-5ebaf2f2647a req-2fdbb494-026e-4745-9354-b05c21a2dc7a service neutron] delete failed (client error): The resource could not be found. Feb 19 03:58:56.961752 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7f47b40a-1b5e-4749-874c-5ebaf2f2647a req-2fdbb494-026e-4745-9354-b05c21a2dc7a service neutron] 10.222.0.73 "DELETE /v2.0/ports/5f6b67d2-3b54-46da-8ade-5a3d1be70f7e/bindings/n-h1-826753-2 HTTP/1.1" status: 404 len: 380 time: 0.0657310 Feb 19 03:58:57.034868 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439abd47-ee1d-417f-8613-26c44b98c3b9 req-f1280455-6496-4c5d-b9f5-0d0811726535 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:57.036756 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-439abd47-ee1d-417f-8613-26c44b98c3b9 req-f1280455-6496-4c5d-b9f5-0d0811726535 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4ddedd0-233f-46b5-8194-f6146b153ac3 HTTP/1.1" status: 200 len: 944 time: 0.0563171 Feb 19 03:58:57.087641 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f47b40a-1b5e-4749-874c-5ebaf2f2647a req-406be72e-7157-41b6-b8fe-ceeb64379683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:57.089274 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7f47b40a-1b5e-4749-874c-5ebaf2f2647a req-406be72e-7157-41b6-b8fe-ceeb64379683 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ca527022e7c4488e80026cbcb6de3409&device_id=b4ddedd0-233f-46b5-8194-f6146b153ac3 HTTP/1.1" status: 200 len: 1126 time: 0.0619571 Feb 19 03:58:57.108611 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-439abd47-ee1d-417f-8613-26c44b98c3b9 req-4482d50d-38bc-4c73-9393-51bc4d098397 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe5c4c38-d0c4-4bb2-a5ea-65d683458db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646367 Feb 19 03:58:57.198048 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f47b40a-1b5e-4749-874c-5ebaf2f2647a req-13777210-5661-4860-91f3-c12b26dc2ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:57.199445 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7f47b40a-1b5e-4749-874c-5ebaf2f2647a req-13777210-5661-4860-91f3-c12b26dc2ea9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2093fb36-1422-4c02-8403-bc035f95df31 HTTP/1.1" status: 200 len: 898 time: 0.1038582 Feb 19 03:58:57.265873 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7f47b40a-1b5e-4749-874c-5ebaf2f2647a req-a6b32544-23aa-48da-8083-7d60fbf59777 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f6b67d2-3b54-46da-8ade-5a3d1be70f7e HTTP/1.1" status: 200 len: 999 time: 0.0605881 Feb 19 03:58:57.320820 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f47b40a-1b5e-4749-874c-5ebaf2f2647a req-1f15d1c1-3290-4892-b298-b62d0cff956f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:57.322350 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7f47b40a-1b5e-4749-874c-5ebaf2f2647a req-1f15d1c1-3290-4892-b298-b62d0cff956f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bdc6cd1c-1fd5-4457-a470-f079cdf59149 HTTP/1.1" status: 200 len: 835 time: 0.0507779 Feb 19 03:58:57.374567 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f47b40a-1b5e-4749-874c-5ebaf2f2647a req-9ff32e9e-7ebc-4f9c-9699-c4d3fc22dda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:57.376114 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7f47b40a-1b5e-4749-874c-5ebaf2f2647a req-9ff32e9e-7ebc-4f9c-9699-c4d3fc22dda1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2093fb36-1422-4c02-8403-bc035f95df31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0483994 Feb 19 03:58:57.479801 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7f47b40a-1b5e-4749-874c-5ebaf2f2647a req-2f10636e-6958-46cf-b1a6-db1066c8fee2 service neutron] 10.222.0.73 "GET /v2.0/networks/2093fb36-1422-4c02-8403-bc035f95df31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978689 Feb 19 03:58:57.572731 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-7f47b40a-1b5e-4749-874c-5ebaf2f2647a req-7fd12917-3c0f-4ec7-98ed-ee730a774537 service neutron] 10.222.0.73 "GET /v2.0/networks/2093fb36-1422-4c02-8403-bc035f95df31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866654 Feb 19 03:58:58.191594 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 5f6b67d2-3b54-46da-8ade-5a3d1be70f7e up at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:58:58.244282 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning for port 5f6b67d2-3b54-46da-8ade-5a3d1be70f7e completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:58:58.245303 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb4157e-78fc-4502-9767-3e5986df295e req-11dea01f-5a78-49e2-b974-05703aaaf887 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:58.246807 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fbb4157e-78fc-4502-9767-3e5986df295e req-11dea01f-5a78-49e2-b974-05703aaaf887 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4ddedd0-233f-46b5-8194-f6146b153ac3 HTTP/1.1" status: 200 len: 944 time: 0.0549808 Feb 19 03:58:58.248201 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning complete for port 5f6b67d2-3b54-46da-8ade-5a3d1be70f7e triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:58:58.248690 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (5f6b67d2-3b54-46da-8ade-5a3d1be70f7e), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:58.300813 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fbb4157e-78fc-4502-9767-3e5986df295e req-050ac224-488c-4ad1-a628-7a40d5817397 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe5c4c38-d0c4-4bb2-a5ea-65d683458db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466888 Feb 19 03:58:58.325136 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53184) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:58.326178 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 5f6b67d2-3b54-46da-8ade-5a3d1be70f7e is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:58:58.326595 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (5f6b67d2-3b54-46da-8ade-5a3d1be70f7e), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:58.350166 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4ddedd0-233f-46b5-8194-f6146b153ac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f6b67d2-3b54-46da-8ade-5a3d1be70f7e'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:58:58.352385 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88fe038525c8a7a69a3adae1ae732c1dd0c63371bed0a925712ea7f2f25f70bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a927dc7-4c09-4183-a1d7-92d1cd952124" -d '{"events": [{"server_uuid": "b4ddedd0-233f-46b5-8194-f6146b153ac3", "name": "network-vif-plugged", "status": "completed", "tag": "5f6b67d2-3b54-46da-8ade-5a3d1be70f7e"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:58:58.365313 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 5f6b67d2-3b54-46da-8ade-5a3d1be70f7e, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=5f6b67d2-3b54-46da-8ade-5a3d1be70f7e,segment=NetworkSegment(f5401b9a-2393-401c-a77b-dcfdece78370),segment_id=f5401b9a-2393-401c-a77b-dcfdece78370)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:58:58.371476 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (5f6b67d2-3b54-46da-8ade-5a3d1be70f7e), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:58.397057 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-0ab6d2f6-0443-475a-be0a-fa7a68d584a4 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/floatingips/5c817118-1c19-44e6-8532-2939661c6a39 HTTP/1.1" status: 200 len: 991 time: 0.0634639 Feb 19 03:58:58.399789 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c772b97a-7d6e-4608-b322-481e4c75031f x-openstack-request-id: req-c772b97a-7d6e-4608-b322-481e4c75031f {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:58:58.400101 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4ddedd0-233f-46b5-8194-f6146b153ac3", "name": "network-vif-plugged", "status": "completed", "tag": "5f6b67d2-3b54-46da-8ade-5a3d1be70f7e", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:58:58.400358 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c772b97a-7d6e-4608-b322-481e4c75031f {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:58:58.400748 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4ddedd0-233f-46b5-8194-f6146b153ac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f6b67d2-3b54-46da-8ade-5a3d1be70f7e', 'code': 200} Feb 19 03:58:58.427097 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=5f6b67d2-3b54-46da-8ade-5a3d1be70f7e,revision_number=9']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:10.942268 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:59:15.671589 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-cf24234b-5f57-457d-a5b1-1da39dc28521 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:17.873637 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4c950e50-3980-4c31-9cce-ec2cc076c1e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:19.544817 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:20.718453 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:22.104656 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:23.052269 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:26.757707 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53196) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:59:26.911073 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:26.924597 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-a520981c-1b46-4892-a89f-3af2bf69102a tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Deleting port cb9e3258-b3ed-4456-9671-2c2721887210 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:59:26.924936 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a520981c-1b46-4892-a89f-3af2bf69102a tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (cb9e3258-b3ed-4456-9671-2c2721887210), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:26.998711 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a520981c-1b46-4892-a89f-3af2bf69102a tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (cb9e3258-b3ed-4456-9671-2c2721887210), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:26.999045 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a520981c-1b46-4892-a89f-3af2bf69102a tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for floatingip (cb9e3258-b3ed-4456-9671-2c2721887210), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:27.011613 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-a520981c-1b46-4892-a89f-3af2bf69102a tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Calling delete_port for cb9e3258-b3ed-4456-9671-2c2721887210 owned by network:floatingip {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:59:27.160230 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a520981c-1b46-4892-a89f-3af2bf69102a tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (cb9e3258-b3ed-4456-9671-2c2721887210), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:27.187628 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a520981c-1b46-4892-a89f-3af2bf69102a tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Pushing event deleted for resources: {'Port': ['ID=cb9e3258-b3ed-4456-9671-2c2721887210,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:27.254892 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a520981c-1b46-4892-a89f-3af2bf69102a tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for floatingip (5c817118-1c19-44e6-8532-2939661c6a39), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:27.255382 n-d-826753-2 neutron-server[103702]: INFO neutron.db.l3_db [None req-a520981c-1b46-4892-a89f-3af2bf69102a tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Floating IP 5c817118-1c19-44e6-8532-2939661c6a39 disassociated (deleted). External IP: 172.25.6.42, port: 5f6b67d2-3b54-46da-8ade-5a3d1be70f7e. Feb 19 03:59:27.471191 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a520981c-1b46-4892-a89f-3af2bf69102a tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Router b567cdb6-60c8-4483-bde8-765f00e85b92 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:59:27.582329 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a520981c-1b46-4892-a89f-3af2bf69102a tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:59:27.587024 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a520981c-1b46-4892-a89f-3af2bf69102a tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:27.592725 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0014565c-287b-4186-9bbd-8846c27d9a10 None None] Sync routers for ids ['b567cdb6-60c8-4483-bde8-765f00e85b92'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:59:27.602566 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0014565c-287b-4186-9bbd-8846c27d9a10 None None] Routers {'b567cdb6-60c8-4483-bde8-765f00e85b92'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:59:27.603193 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-0014565c-287b-4186-9bbd-8846c27d9a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:59:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['b567cdb6-60c8-4483-bde8-765f00e85b92'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:59:27.619431 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-a520981c-1b46-4892-a89f-3af2bf69102a tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "DELETE /v2.0/floatingips/5c817118-1c19-44e6-8532-2939661c6a39 HTTP/1.1" status: 204 len: 168 time: 0.8606024 Feb 19 03:59:27.620076 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4ddedd0-233f-46b5-8194-f6146b153ac3', 'tag': '5f6b67d2-3b54-46da-8ade-5a3d1be70f7e'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:59:27.622433 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b48a34f37e4e31fa410c3f10fa4e23c828d45427043ff8d3e4d9f228381d6ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee19ae6f-c60f-4ea0-8a9e-e2a9f730c851" -d '{"events": [{"name": "network-changed", "server_uuid": "b4ddedd0-233f-46b5-8194-f6146b153ac3", "tag": "5f6b67d2-3b54-46da-8ade-5a3d1be70f7e"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:59:27.722215 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-0014565c-287b-4186-9bbd-8846c27d9a10 None None] Set router b567cdb6-60c8-4483-bde8-765f00e85b92 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:59:27.739073 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9205b3d7-d9a6-423b-a513-ac7b7474b95a x-openstack-request-id: req-9205b3d7-d9a6-423b-a513-ac7b7474b95a {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:59:27.739073 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4ddedd0-233f-46b5-8194-f6146b153ac3", "tag": "5f6b67d2-3b54-46da-8ade-5a3d1be70f7e", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:59:27.739073 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9205b3d7-d9a6-423b-a513-ac7b7474b95a {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:59:27.739554 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4ddedd0-233f-46b5-8194-f6146b153ac3', 'tag': '5f6b67d2-3b54-46da-8ade-5a3d1be70f7e', 'status': 'completed', 'code': 200} Feb 19 03:59:27.833639 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee19ae6f-c60f-4ea0-8a9e-e2a9f730c851 req-cacfc0e2-e198-4b96-bb84-8f30636eb886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:27.835188 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ee19ae6f-c60f-4ea0-8a9e-e2a9f730c851 req-cacfc0e2-e198-4b96-bb84-8f30636eb886 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ca527022e7c4488e80026cbcb6de3409&device_id=b4ddedd0-233f-46b5-8194-f6146b153ac3 HTTP/1.1" status: 200 len: 1127 time: 0.0543170 Feb 19 03:59:27.940484 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee19ae6f-c60f-4ea0-8a9e-e2a9f730c851 req-abb9c94f-98d6-4d89-995e-d11a89132ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:27.942195 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ee19ae6f-c60f-4ea0-8a9e-e2a9f730c851 req-abb9c94f-98d6-4d89-995e-d11a89132ac9 service neutron] 10.222.0.82 "GET /v2.0/networks?id=2093fb36-1422-4c02-8403-bc035f95df31 HTTP/1.1" status: 200 len: 898 time: 0.1011205 Feb 19 03:59:27.943190 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76a0ba0-3bef-41aa-b892-65cde453cda9 req-9c8363ba-0ffa-4043-a239-850d754e0213 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:27.944769 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f76a0ba0-3bef-41aa-b892-65cde453cda9 req-9c8363ba-0ffa-4043-a239-850d754e0213 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4ddedd0-233f-46b5-8194-f6146b153ac3 HTTP/1.1" status: 200 len: 945 time: 0.1109507 Feb 19 03:59:27.951624 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-0014565c-287b-4186-9bbd-8846c27d9a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b567cdb6-60c8-4483-bde8-765f00e85b92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118269042', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': '7bb8ac34-0f11-4035-9e29-a843f5680ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:56:58Z', 'updated_at': '2022-02-19T03:57:02Z', 'revision_number': 4, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'gw_port': {'id': '7bb8ac34-0f11-4035-9e29-a843f5680ea0', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:10:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b567cdb6-60c8-4483-bde8-765f00e85b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:56:59Z', 'updated_at': '2022-02-19T03:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '7e5be413-57d3-4ae4-8e27-5817b6d7d9b4', 'name': '', 'network_id': '2093fb36-1422-4c02-8403-bc035f95df31', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'mac_address': 'fa:16:3e:0d:61:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b567cdb6-60c8-4483-bde8-765f00e85b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'bdc6cd1c-1fd5-4457-a470-f079cdf59149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:57:01Z', 'updated_at': '2022-02-19T03:57:05Z', 'revision_number': 5, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'subnets': [{'id': 'bdc6cd1c-1fd5-4457-a470-f079cdf59149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:59:27.980514 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0014565c-287b-4186-9bbd-8846c27d9a10 None None] Checking router: b567cdb6-60c8-4483-bde8-765f00e85b92 for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:59:27.989298 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ee19ae6f-c60f-4ea0-8a9e-e2a9f730c851 req-d4b86b37-6ef6-4b1a-9d7f-fcab02ae3d39 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f6b67d2-3b54-46da-8ade-5a3d1be70f7e HTTP/1.1" status: 200 len: 217 time: 0.0405633 Feb 19 03:59:27.989523 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0014565c-287b-4186-9bbd-8846c27d9a10 None None] Routers {'b567cdb6-60c8-4483-bde8-765f00e85b92'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:59:27.990077 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-0014565c-287b-4186-9bbd-8846c27d9a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:59:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['b567cdb6-60c8-4483-bde8-765f00e85b92'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:59:28.001634 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f76a0ba0-3bef-41aa-b892-65cde453cda9 req-8146a7b2-e122-4572-8e02-911d279bddf7 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe5c4c38-d0c4-4bb2-a5ea-65d683458db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507681 Feb 19 03:59:28.045783 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee19ae6f-c60f-4ea0-8a9e-e2a9f730c851 req-21730297-f3a0-46aa-81b1-13fdc0f6e0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:28.047303 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ee19ae6f-c60f-4ea0-8a9e-e2a9f730c851 req-21730297-f3a0-46aa-81b1-13fdc0f6e0ad service neutron] 10.222.0.82 "GET /v2.0/subnets?id=bdc6cd1c-1fd5-4457-a470-f079cdf59149 HTTP/1.1" status: 200 len: 835 time: 0.0518427 Feb 19 03:59:28.098680 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee19ae6f-c60f-4ea0-8a9e-e2a9f730c851 req-e0382790-cc6a-412f-8b4f-b760d1f78add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:28.100233 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ee19ae6f-c60f-4ea0-8a9e-e2a9f730c851 req-e0382790-cc6a-412f-8b4f-b760d1f78add service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2093fb36-1422-4c02-8403-bc035f95df31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0466318 Feb 19 03:59:28.104408 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-0014565c-287b-4186-9bbd-8846c27d9a10 None None] Set router b567cdb6-60c8-4483-bde8-765f00e85b92 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:59:28.199363 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ee19ae6f-c60f-4ea0-8a9e-e2a9f730c851 req-8aed9bca-b2c5-4d3e-b33b-28ad71884275 service neutron] 10.222.0.82 "GET /v2.0/networks/2093fb36-1422-4c02-8403-bc035f95df31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921640 Feb 19 03:59:28.290326 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ee19ae6f-c60f-4ea0-8a9e-e2a9f730c851 req-07c48b89-26ed-4d53-a846-fff66640acce service neutron] 10.222.0.82 "GET /v2.0/networks/2093fb36-1422-4c02-8403-bc035f95df31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848291 Feb 19 03:59:28.308331 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-0014565c-287b-4186-9bbd-8846c27d9a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b567cdb6-60c8-4483-bde8-765f00e85b92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118269042', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': '7bb8ac34-0f11-4035-9e29-a843f5680ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:56:58Z', 'updated_at': '2022-02-19T03:57:02Z', 'revision_number': 4, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'gw_port': {'id': '7bb8ac34-0f11-4035-9e29-a843f5680ea0', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:10:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b567cdb6-60c8-4483-bde8-765f00e85b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:56:59Z', 'updated_at': '2022-02-19T03:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '7e5be413-57d3-4ae4-8e27-5817b6d7d9b4', 'name': '', 'network_id': '2093fb36-1422-4c02-8403-bc035f95df31', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'mac_address': 'fa:16:3e:0d:61:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b567cdb6-60c8-4483-bde8-765f00e85b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'bdc6cd1c-1fd5-4457-a470-f079cdf59149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:57:01Z', 'updated_at': '2022-02-19T03:57:05Z', 'revision_number': 5, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'subnets': [{'id': 'bdc6cd1c-1fd5-4457-a470-f079cdf59149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:59:28.341340 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0014565c-287b-4186-9bbd-8846c27d9a10 None None] The sync data for ids ['b567cdb6-60c8-4483-bde8-765f00e85b92'] in n-d-826753-2 is: [{'id': 'b567cdb6-60c8-4483-bde8-765f00e85b92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118269042', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': '7bb8ac34-0f11-4035-9e29-a843f5680ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:56:58Z', 'updated_at': '2022-02-19T03:57:02Z', 'revision_number': 4, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'gw_port': {'id': '7bb8ac34-0f11-4035-9e29-a843f5680ea0', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:10:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b567cdb6-60c8-4483-bde8-765f00e85b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:56:59Z', 'updated_at': '2022-02-19T03:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '7e5be413-57d3-4ae4-8e27-5817b6d7d9b4', 'name': '', 'network_id': '2093fb36-1422-4c02-8403-bc035f95df31', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'mac_address': 'fa:16:3e:0d:61:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b567cdb6-60c8-4483-bde8-765f00e85b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'bdc6cd1c-1fd5-4457-a470-f079cdf59149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:57:01Z', 'updated_at': '2022-02-19T03:57:05Z', 'revision_number': 5, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'subnets': [{'id': 'bdc6cd1c-1fd5-4457-a470-f079cdf59149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:59:28.571706 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7151d6db-6365-46da-a260-003d14e58f72 None None] New status for floating IP 5c817118-1c19-44e6-8532-2939661c6a39: DOWN {{(pid=103704) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:59:29.182151 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e92f4-414b-4d8a-a1cc-cfa029025cbc req-0c3ad8a2-42ab-4d26-9451-564065557b1c tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:29.183646 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-aa6e92f4-414b-4d8a-a1cc-cfa029025cbc req-0c3ad8a2-42ab-4d26-9451-564065557b1c tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4ddedd0-233f-46b5-8194-f6146b153ac3 HTTP/1.1" status: 200 len: 945 time: 0.1047735 Feb 19 03:59:29.234622 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-aa6e92f4-414b-4d8a-a1cc-cfa029025cbc req-79b38b53-9f0e-47be-a871-62f04d9a9336 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=fe5c4c38-d0c4-4bb2-a5ea-65d683458db5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439179 Feb 19 03:59:29.281452 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c9c8ab-86d8-4895-b010-97152ef5c243 req-46df4930-afc1-41b8-970a-1d856c580393 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:29.283602 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-33c9c8ab-86d8-4895-b010-97152ef5c243 req-46df4930-afc1-41b8-970a-1d856c580393 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.82 "GET /v2.0/ports?device_id=b4ddedd0-233f-46b5-8194-f6146b153ac3 HTTP/1.1" status: 200 len: 945 time: 0.0580475 Feb 19 03:59:29.381510 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-33c9c8ab-86d8-4895-b010-97152ef5c243 req-421ce05a-88af-402c-b9e7-504b9f65dea0 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Deleting port 5f6b67d2-3b54-46da-8ade-5a3d1be70f7e {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:59:29.382065 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-33c9c8ab-86d8-4895-b010-97152ef5c243 req-421ce05a-88af-402c-b9e7-504b9f65dea0 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (5f6b67d2-3b54-46da-8ade-5a3d1be70f7e), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:29.877641 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-33c9c8ab-86d8-4895-b010-97152ef5c243 req-421ce05a-88af-402c-b9e7-504b9f65dea0 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] For port 5f6b67d2-3b54-46da-8ade-5a3d1be70f7e, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=5f6b67d2-3b54-46da-8ade-5a3d1be70f7e,segment=NetworkSegment(f5401b9a-2393-401c-a77b-dcfdece78370),segment_id=f5401b9a-2393-401c-a77b-dcfdece78370)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:59:29.878218 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-33c9c8ab-86d8-4895-b010-97152ef5c243 req-421ce05a-88af-402c-b9e7-504b9f65dea0 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (5f6b67d2-3b54-46da-8ade-5a3d1be70f7e), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:29.893071 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-33c9c8ab-86d8-4895-b010-97152ef5c243 req-421ce05a-88af-402c-b9e7-504b9f65dea0 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Calling delete_port for 5f6b67d2-3b54-46da-8ade-5a3d1be70f7e owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:59:30.044354 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-33c9c8ab-86d8-4895-b010-97152ef5c243 req-421ce05a-88af-402c-b9e7-504b9f65dea0 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (5f6b67d2-3b54-46da-8ade-5a3d1be70f7e), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:30.085454 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421ce05a-88af-402c-b9e7-504b9f65dea0 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Pushing event deleted for resources: {'Port': ['ID=5f6b67d2-3b54-46da-8ade-5a3d1be70f7e,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:30.154242 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-33c9c8ab-86d8-4895-b010-97152ef5c243 req-421ce05a-88af-402c-b9e7-504b9f65dea0 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] No DVR routers for this DVR port 5f6b67d2-3b54-46da-8ade-5a3d1be70f7e on host n-h2-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:59:30.157940 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-33c9c8ab-86d8-4895-b010-97152ef5c243 req-421ce05a-88af-402c-b9e7-504b9f65dea0 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:30.161868 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-33c9c8ab-86d8-4895-b010-97152ef5c243 req-421ce05a-88af-402c-b9e7-504b9f65dea0 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.82 "DELETE /v2.0/ports/5f6b67d2-3b54-46da-8ade-5a3d1be70f7e HTTP/1.1" status: 204 len: 173 time: 0.8732860 Feb 19 03:59:30.162367 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4ddedd0-233f-46b5-8194-f6146b153ac3', 'name': 'network-vif-deleted', 'tag': '5f6b67d2-3b54-46da-8ade-5a3d1be70f7e'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:59:30.164718 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b48a34f37e4e31fa410c3f10fa4e23c828d45427043ff8d3e4d9f228381d6ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8e401ba-f2ac-4723-950e-d961848e9ab3" -d '{"events": [{"server_uuid": "b4ddedd0-233f-46b5-8194-f6146b153ac3", "name": "network-vif-deleted", "tag": "5f6b67d2-3b54-46da-8ade-5a3d1be70f7e"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:59:30.208459 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a946b2e-2d01-43d0-a2da-306b4b5d98bf x-openstack-request-id: req-9a946b2e-2d01-43d0-a2da-306b4b5d98bf {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:59:30.208905 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4ddedd0-233f-46b5-8194-f6146b153ac3", "name": "network-vif-deleted", "tag": "5f6b67d2-3b54-46da-8ade-5a3d1be70f7e", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:59:30.209389 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9a946b2e-2d01-43d0-a2da-306b4b5d98bf {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:59:30.209881 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4ddedd0-233f-46b5-8194-f6146b153ac3', 'name': 'network-vif-deleted', 'tag': '5f6b67d2-3b54-46da-8ade-5a3d1be70f7e', 'status': 'completed', 'code': 200} Feb 19 03:59:30.365314 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c75a96b5-f283-4f3c-b5cb-1140228797a5 req-e5fac4a3-4597-451c-ad59-032083b289ee tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4ddedd0-233f-46b5-8194-f6146b153ac3 HTTP/1.1" status: 200 len: 210 time: 0.0447314 Feb 19 03:59:31.430005 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53218) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:59:31.801573 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8cd061cb-f2ee-48b3-a583-60dcfb5cd511 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16289271'] for router_interface (b567cdb6-60c8-4483-bde8-765f00e85b92), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:32.064674 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-8cd061cb-f2ee-48b3-a583-60dcfb5cd511 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Deleting port 7e5be413-57d3-4ae4-8e27-5817b6d7d9b4 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:59:32.065037 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8cd061cb-f2ee-48b3-a583-60dcfb5cd511 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (7e5be413-57d3-4ae4-8e27-5817b6d7d9b4), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:32.154763 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-8cd061cb-f2ee-48b3-a583-60dcfb5cd511 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] For port 7e5be413-57d3-4ae4-8e27-5817b6d7d9b4, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=7e5be413-57d3-4ae4-8e27-5817b6d7d9b4,segment=NetworkSegment(f5401b9a-2393-401c-a77b-dcfdece78370),segment_id=f5401b9a-2393-401c-a77b-dcfdece78370)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:59:32.155126 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8cd061cb-f2ee-48b3-a583-60dcfb5cd511 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (7e5be413-57d3-4ae4-8e27-5817b6d7d9b4), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:32.167934 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-8cd061cb-f2ee-48b3-a583-60dcfb5cd511 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Calling delete_port for 7e5be413-57d3-4ae4-8e27-5817b6d7d9b4 owned by network:router_interface {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:59:32.356097 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8cd061cb-f2ee-48b3-a583-60dcfb5cd511 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (7e5be413-57d3-4ae4-8e27-5817b6d7d9b4), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:32.383071 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd061cb-f2ee-48b3-a583-60dcfb5cd511 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Pushing event deleted for resources: {'Port': ['ID=7e5be413-57d3-4ae4-8e27-5817b6d7d9b4,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:32.430404 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 5f6b67d2-3b54-46da-8ade-5a3d1be70f7e no longer exists at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:59:32.453609 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] No Port match for: 5f6b67d2-3b54-46da-8ade-5a3d1be70f7e {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:59:32.454549 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 5f6b67d2-3b54-46da-8ade-5a3d1be70f7e not bound to the agent host n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:59:32.582299 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8cd061cb-f2ee-48b3-a583-60dcfb5cd511 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16362762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16314471'] for router_interface (b567cdb6-60c8-4483-bde8-765f00e85b92), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:32.823874 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cd061cb-f2ee-48b3-a583-60dcfb5cd511 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Router b567cdb6-60c8-4483-bde8-765f00e85b92 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:59:32.933604 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cd061cb-f2ee-48b3-a583-60dcfb5cd511 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:59:32.939770 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-8cd061cb-f2ee-48b3-a583-60dcfb5cd511 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "PUT /v2.0/routers/b567cdb6-60c8-4483-bde8-765f00e85b92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5086739 Feb 19 03:59:32.942465 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53220) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:59:32.944414 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fac6440-efc8-43d5-9ccf-dd8e8633f00c None None] Sync routers for ids ['b567cdb6-60c8-4483-bde8-765f00e85b92'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:59:32.954879 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fac6440-efc8-43d5-9ccf-dd8e8633f00c None None] Routers {'b567cdb6-60c8-4483-bde8-765f00e85b92'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:59:32.955496 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-3fac6440-efc8-43d5-9ccf-dd8e8633f00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:59:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['b567cdb6-60c8-4483-bde8-765f00e85b92'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:59:32.994567 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-c350cc0f-281c-4c69-96e9-ecd2274b2c28 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Deleting subnet bdc6cd1c-1fd5-4457-a470-f079cdf59149 {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:59:32.997656 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c350cc0f-281c-4c69-96e9-ecd2274b2c28 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for subnet (bdc6cd1c-1fd5-4457-a470-f079cdf59149), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:33.038269 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c350cc0f-281c-4c69-96e9-ecd2274b2c28 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (bdc6cd1c-1fd5-4457-a470-f079cdf59149), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:33.064815 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-3fac6440-efc8-43d5-9ccf-dd8e8633f00c None None] Set router b567cdb6-60c8-4483-bde8-765f00e85b92 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:59:33.126167 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c350cc0f-281c-4c69-96e9-ecd2274b2c28 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (bdc6cd1c-1fd5-4457-a470-f079cdf59149), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:33.185934 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c350cc0f-281c-4c69-96e9-ecd2274b2c28 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (bdc6cd1c-1fd5-4457-a470-f079cdf59149), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:33.213199 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c350cc0f-281c-4c69-96e9-ecd2274b2c28 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Pushing event deleted for resources: {'Subnet': ['ID=bdc6cd1c-1fd5-4457-a470-f079cdf59149,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:33.218168 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c350cc0f-281c-4c69-96e9-ecd2274b2c28 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:33.222889 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-c350cc0f-281c-4c69-96e9-ecd2274b2c28 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "DELETE /v2.0/subnets/bdc6cd1c-1fd5-4457-a470-f079cdf59149 HTTP/1.1" status: 204 len: 168 time: 0.2786551 Feb 19 03:59:33.224722 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53222) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:59:33.229053 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc411826-aa47-48eb-bcd7-d403ad9bfa25 None None] Network 2093fb36-1422-4c02-8403-bc035f95df31 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:59:33.340020 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6a90bc2f-13de-4f08-8475-bbe2c7c4843d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for router (b567cdb6-60c8-4483-bde8-765f00e85b92), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:33.462782 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6a90bc2f-13de-4f08-8475-bbe2c7c4843d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for router_gateway (b567cdb6-60c8-4483-bde8-765f00e85b92), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:33.497353 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-3fac6440-efc8-43d5-9ccf-dd8e8633f00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b567cdb6-60c8-4483-bde8-765f00e85b92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118269042', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': '7bb8ac34-0f11-4035-9e29-a843f5680ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:56:58Z', 'updated_at': '2022-02-19T03:59:32Z', 'revision_number': 5, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'gw_port': {'id': '7bb8ac34-0f11-4035-9e29-a843f5680ea0', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:10:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b567cdb6-60c8-4483-bde8-765f00e85b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:56:59Z', 'updated_at': '2022-02-19T03:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:59:33.525499 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-6a90bc2f-13de-4f08-8475-bbe2c7c4843d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Deleting port 7bb8ac34-0f11-4035-9e29-a843f5680ea0 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:59:33.526025 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6a90bc2f-13de-4f08-8475-bbe2c7c4843d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (7bb8ac34-0f11-4035-9e29-a843f5680ea0), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:33.532549 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fac6440-efc8-43d5-9ccf-dd8e8633f00c None None] Checking router: b567cdb6-60c8-4483-bde8-765f00e85b92 for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:59:33.547038 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fac6440-efc8-43d5-9ccf-dd8e8633f00c None None] Routers {'b567cdb6-60c8-4483-bde8-765f00e85b92'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:59:33.547038 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-3fac6440-efc8-43d5-9ccf-dd8e8633f00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:59:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['b567cdb6-60c8-4483-bde8-765f00e85b92'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:59:33.618695 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90287c50-3078-40ad-bfec-678b63e677b4 None None] DHCP port deletion for 2093fb36-1422-4c02-8403-bc035f95df31 request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:59:33.626710 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-6a90bc2f-13de-4f08-8475-bbe2c7c4843d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] For port 7bb8ac34-0f11-4035-9e29-a843f5680ea0, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=7bb8ac34-0f11-4035-9e29-a843f5680ea0,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:59:33.627279 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6a90bc2f-13de-4f08-8475-bbe2c7c4843d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (7bb8ac34-0f11-4035-9e29-a843f5680ea0), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:33.639044 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-6a90bc2f-13de-4f08-8475-bbe2c7c4843d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Calling delete_port for 7bb8ac34-0f11-4035-9e29-a843f5680ea0 owned by network:router_gateway {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:59:33.663049 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-3fac6440-efc8-43d5-9ccf-dd8e8633f00c None None] Set router b567cdb6-60c8-4483-bde8-765f00e85b92 gateway port host: None {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:59:33.720240 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-3fac6440-efc8-43d5-9ccf-dd8e8633f00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b567cdb6-60c8-4483-bde8-765f00e85b92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118269042', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:56:58Z', 'updated_at': '2022-02-19T03:59:33Z', 'revision_number': 6, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'gw_port_host': None}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:59:33.751512 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fac6440-efc8-43d5-9ccf-dd8e8633f00c None None] The sync data for ids ['b567cdb6-60c8-4483-bde8-765f00e85b92'] in n-d-826753-2 is: [{'id': 'b567cdb6-60c8-4483-bde8-765f00e85b92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-118269042', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:56:58Z', 'updated_at': '2022-02-19T03:59:33Z', 'revision_number': 6, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'gw_port_host': None}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:59:33.768557 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-90287c50-3078-40ad-bfec-678b63e677b4 None None] Deleting port 107e6873-c382-4364-b546-6144c065ee6c {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:59:33.769075 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-90287c50-3078-40ad-bfec-678b63e677b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (107e6873-c382-4364-b546-6144c065ee6c), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:33.830436 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6a90bc2f-13de-4f08-8475-bbe2c7c4843d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (7bb8ac34-0f11-4035-9e29-a843f5680ea0), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:33.845849 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-90287c50-3078-40ad-bfec-678b63e677b4 None None] For port 107e6873-c382-4364-b546-6144c065ee6c, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=107e6873-c382-4364-b546-6144c065ee6c,segment=NetworkSegment(f5401b9a-2393-401c-a77b-dcfdece78370),segment_id=f5401b9a-2393-401c-a77b-dcfdece78370)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:59:33.846183 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-90287c50-3078-40ad-bfec-678b63e677b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (107e6873-c382-4364-b546-6144c065ee6c), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:33.855228 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a90bc2f-13de-4f08-8475-bbe2c7c4843d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Pushing event deleted for resources: {'Port': ['ID=7bb8ac34-0f11-4035-9e29-a843f5680ea0,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:33.859298 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-90287c50-3078-40ad-bfec-678b63e677b4 None None] Calling delete_port for 107e6873-c382-4364-b546-6144c065ee6c owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:59:33.927941 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6a90bc2f-13de-4f08-8475-bbe2c7c4843d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16285837'] for router_gateway (b567cdb6-60c8-4483-bde8-765f00e85b92), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:33.944833 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-90287c50-3078-40ad-bfec-678b63e677b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (107e6873-c382-4364-b546-6144c065ee6c), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:33.969169 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90287c50-3078-40ad-bfec-678b63e677b4 None None] Pushing event deleted for resources: {'Port': ['ID=107e6873-c382-4364-b546-6144c065ee6c,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:33.975043 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90287c50-3078-40ad-bfec-678b63e677b4 None None] No DVR routers for this DVR port 107e6873-c382-4364-b546-6144c065ee6c on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:59:34.028625 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6a90bc2f-13de-4f08-8475-bbe2c7c4843d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16317457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14254'] for router (b567cdb6-60c8-4483-bde8-765f00e85b92), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:34.030791 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6a90bc2f-13de-4f08-8475-bbe2c7c4843d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for router_controller (b567cdb6-60c8-4483-bde8-765f00e85b92), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:34.080317 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6a90bc2f-13de-4f08-8475-bbe2c7c4843d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16317544'] for router (b567cdb6-60c8-4483-bde8-765f00e85b92), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:34.080849 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a90bc2f-13de-4f08-8475-bbe2c7c4843d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Fanout notify agent at l3_agent the message router_deleted on router b567cdb6-60c8-4483-bde8-765f00e85b92 {{(pid=103702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:59:34.087620 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6a90bc2f-13de-4f08-8475-bbe2c7c4843d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:34.091314 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-6a90bc2f-13de-4f08-8475-bbe2c7c4843d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "DELETE /v2.0/routers/b567cdb6-60c8-4483-bde8-765f00e85b92 HTTP/1.1" status: 204 len: 168 time: 0.8630629 Feb 19 03:59:34.092042 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 53224) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:59:34.179186 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-aa3bf17c-f7f1-42c3-b512-56a504a05eef tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (2093fb36-1422-4c02-8403-bc035f95df31), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:34.290077 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-aa3bf17c-f7f1-42c3-b512-56a504a05eef tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (2093fb36-1422-4c02-8403-bc035f95df31), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:34.318426 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-aa3bf17c-f7f1-42c3-b512-56a504a05eef tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2093fb36-1422-4c02-8403-bc035f95df31']}} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:59:34.329775 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-aa3bf17c-f7f1-42c3-b512-56a504a05eef tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5401b9a-2393-401c-a77b-dcfdece78370') {'for_net_delete': True} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:59:34.330069 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-aa3bf17c-f7f1-42c3-b512-56a504a05eef tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5401b9a-2393-401c-a77b-dcfdece78370') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:59:34.340241 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-aa3bf17c-f7f1-42c3-b512-56a504a05eef tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12647422'] for segment (f5401b9a-2393-401c-a77b-dcfdece78370), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:34.355610 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-aa3bf17c-f7f1-42c3-b512-56a504a05eef tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (f5401b9a-2393-401c-a77b-dcfdece78370), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:34.362658 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa3bf17c-f7f1-42c3-b512-56a504a05eef tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Releasing vlan 293 on physical network physnet1 to pool {{(pid=103701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:59:34.363109 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-aa3bf17c-f7f1-42c3-b512-56a504a05eef tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583360'] for segment (f5401b9a-2393-401c-a77b-dcfdece78370), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:34.366148 n-d-826753-2 neutron-server[103701]: Traceback (most recent call last): Feb 19 03:59:34.366148 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:59:34.366148 n-d-826753-2 neutron-server[103701]: timer() Feb 19 03:59:34.366148 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:59:34.366148 n-d-826753-2 neutron-server[103701]: cb(*args, **kw) Feb 19 03:59:34.366148 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:59:34.366148 n-d-826753-2 neutron-server[103701]: return func(*args, **kwargs) Feb 19 03:59:34.366148 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:59:34.366148 n-d-826753-2 neutron-server[103701]: self._notify() Feb 19 03:59:34.366148 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:59:34.366148 n-d-826753-2 neutron-server[103701]: self.callback(batched_events) Feb 19 03:59:34.366148 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:59:34.366148 n-d-826753-2 neutron-server[103701]: event.method(event) Feb 19 03:59:34.366148 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:59:34.366148 n-d-826753-2 neutron-server[103701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:59:34.366148 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:59:34.366148 n-d-826753-2 neutron-server[103701]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:59:34.366148 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:59:34.366148 n-d-826753-2 neutron-server[103701]: return f(self, *a, **k) Feb 19 03:59:34.366148 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:59:34.366148 n-d-826753-2 neutron-server[103701]: return self._get(url).json() Feb 19 03:59:34.366148 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:59:34.366148 n-d-826753-2 neutron-server[103701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:59:34.366148 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:59:34.366148 n-d-826753-2 neutron-server[103701]: return self.request(url, 'GET', **kwargs) Feb 19 03:59:34.366148 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:59:34.366148 n-d-826753-2 neutron-server[103701]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:59:34.366148 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:59:34.366148 n-d-826753-2 neutron-server[103701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:59:34.366148 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:59:34.366148 n-d-826753-2 neutron-server[103701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:59:34.366148 n-d-826753-2 neutron-server[103701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:59:34.434154 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-aa3bf17c-f7f1-42c3-b512-56a504a05eef tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (2093fb36-1422-4c02-8403-bc035f95df31), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:34.443612 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-aa3bf17c-f7f1-42c3-b512-56a504a05eef tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:34.447178 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-aa3bf17c-f7f1-42c3-b512-56a504a05eef tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "DELETE /v2.0/networks/2093fb36-1422-4c02-8403-bc035f95df31 HTTP/1.1" status: 204 len: 168 time: 0.3541367 Feb 19 03:59:34.450150 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 53226) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:59:34.466961 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3bf17c-f7f1-42c3-b512-56a504a05eef tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Pushing event deleted for resources: {'Network': ['ID=2093fb36-1422-4c02-8403-bc035f95df31,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:34.483890 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3bf17c-f7f1-42c3-b512-56a504a05eef tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:34.484242 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3bf17c-f7f1-42c3-b512-56a504a05eef tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:34.484593 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3bf17c-f7f1-42c3-b512-56a504a05eef tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:34.485534 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3bf17c-f7f1-42c3-b512-56a504a05eef tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:34.485873 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3bf17c-f7f1-42c3-b512-56a504a05eef tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:34.486234 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3bf17c-f7f1-42c3-b512-56a504a05eef tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:34.486650 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3bf17c-f7f1-42c3-b512-56a504a05eef tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:34.486981 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3bf17c-f7f1-42c3-b512-56a504a05eef tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:34.487343 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3bf17c-f7f1-42c3-b512-56a504a05eef tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:34.487669 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3bf17c-f7f1-42c3-b512-56a504a05eef tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:34.488000 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3bf17c-f7f1-42c3-b512-56a504a05eef tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:34.488324 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3bf17c-f7f1-42c3-b512-56a504a05eef tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:34.488650 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3bf17c-f7f1-42c3-b512-56a504a05eef tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:34.550397 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c1d0aada-fe43-49ed-adf2-14ca0cadf970 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group (fe5c4c38-d0c4-4bb2-a5ea-65d683458db5), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:34.579567 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c1d0aada-fe43-49ed-adf2-14ca0cadf970 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group (fe5c4c38-d0c4-4bb2-a5ea-65d683458db5), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:34.606161 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 7e5be413-57d3-4ae4-8e27-5817b6d7d9b4 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:59:34.633153 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 7e5be413-57d3-4ae4-8e27-5817b6d7d9b4 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:59:34.633717 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 7e5be413-57d3-4ae4-8e27-5817b6d7d9b4 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:59:34.634164 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 107e6873-c382-4364-b546-6144c065ee6c no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:59:34.642957 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c1d0aada-fe43-49ed-adf2-14ca0cadf970 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (fe5c4c38-d0c4-4bb2-a5ea-65d683458db5), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:34.645632 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-c1d0aada-fe43-49ed-adf2-14ca0cadf970 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:34.646836 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-c1d0aada-fe43-49ed-adf2-14ca0cadf970 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "DELETE /v2.0/security-groups/fe5c4c38-d0c4-4bb2-a5ea-65d683458db5 HTTP/1.1" status: 204 len: 168 time: 0.1957505 Feb 19 03:59:34.655383 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 107e6873-c382-4364-b546-6144c065ee6c {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:59:34.656086 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 107e6873-c382-4364-b546-6144c065ee6c not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:59:34.664918 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d0aada-fe43-49ed-adf2-14ca0cadf970 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe5c4c38-d0c4-4bb2-a5ea-65d683458db5,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:34.833793 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [req-ce830600-b8a7-4dae-9ef3-c9f42286cb01 req-a3cee684-4233-476b-aaca-ea3cde2a9c3f service neutron] (103702) timed out ('10.222.0.72', 49748) {{(pid=103702) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 03:59:35.082524 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 53232) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:59:35.087272 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-b977d04e-ad64-41fd-8854-3b48575a93e9 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-350403180', 'description': 'tempest-secgroup-smoke-350403180 description', 'project_id': 'ca527022e7c4488e80026cbcb6de3409'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:59:35.108569 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b977d04e-ad64-41fd-8854-3b48575a93e9 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:35.181887 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b977d04e-ad64-41fd-8854-3b48575a93e9 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group (c9e6a07f-8ce5-4c15-ac41-63b65f3b4e79), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:35.185802 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b977d04e-ad64-41fd-8854-3b48575a93e9 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (c9e6a07f-8ce5-4c15-ac41-63b65f3b4e79), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:35.216988 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b977d04e-ad64-41fd-8854-3b48575a93e9 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:35.218253 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-b977d04e-ad64-41fd-8854-3b48575a93e9 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1347079 Feb 19 03:59:35.220344 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b977d04e-ad64-41fd-8854-3b48575a93e9 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e6a07f-8ce5-4c15-ac41-63b65f3b4e79,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:35.221316 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53234) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:59:35.226048 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-4f8e0b90-45e8-4573-b3ec-7db50a7e9402 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Request body: {'security_group_rule': {'security_group_id': 'c9e6a07f-8ce5-4c15-ac41-63b65f3b4e79', 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:59:35.256988 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4f8e0b90-45e8-4573-b3ec-7db50a7e9402 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group_rule (3f61f2f2-30c8-441a-89c7-55bb9cd37ad5), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:35.259572 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [req-ce830600-b8a7-4dae-9ef3-c9f42286cb01 req-90ecd004-690f-4649-ae3b-e6dd7f873514 tempest-ServerActionsTestJSON-2141717855 tempest-ServerActionsTestJSON-2141717855-project] (103702) timed out ('10.222.0.72', 39932) {{(pid=103702) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 03:59:35.316209 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4f8e0b90-45e8-4573-b3ec-7db50a7e9402 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group_rule (3f61f2f2-30c8-441a-89c7-55bb9cd37ad5), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:35.319936 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4f8e0b90-45e8-4573-b3ec-7db50a7e9402 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (3f61f2f2-30c8-441a-89c7-55bb9cd37ad5), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:35.337900 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8e0b90-45e8-4573-b3ec-7db50a7e9402 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f61f2f2-30c8-441a-89c7-55bb9cd37ad5,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:35.346716 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4f8e0b90-45e8-4573-b3ec-7db50a7e9402 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:35.347965 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-4f8e0b90-45e8-4573-b3ec-7db50a7e9402 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1255326 Feb 19 03:59:35.350573 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53236) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:59:35.354814 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-cbaec8c6-61be-4984-8d54-d28b4d06b40b tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Request body: {'security_group_rule': {'security_group_id': 'c9e6a07f-8ce5-4c15-ac41-63b65f3b4e79', 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:59:35.380365 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cbaec8c6-61be-4984-8d54-d28b4d06b40b tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group_rule (3e9fceee-305a-491e-a01a-1ded2309f40b), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:35.436305 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cbaec8c6-61be-4984-8d54-d28b4d06b40b tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group_rule (3e9fceee-305a-491e-a01a-1ded2309f40b), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:35.440472 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cbaec8c6-61be-4984-8d54-d28b4d06b40b tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (3e9fceee-305a-491e-a01a-1ded2309f40b), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:35.455509 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaec8c6-61be-4984-8d54-d28b4d06b40b tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e9fceee-305a-491e-a01a-1ded2309f40b,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:35.465613 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cbaec8c6-61be-4984-8d54-d28b4d06b40b tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:35.466810 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-cbaec8c6-61be-4984-8d54-d28b4d06b40b tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1153297 Feb 19 03:59:35.470374 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 53238) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:59:35.475005 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-ce24a6ef-c2e5-4fe0-8476-82658250a761 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Request body: {'security_group_rule': {'security_group_id': 'c9e6a07f-8ce5-4c15-ac41-63b65f3b4e79', 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:59:35.499163 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ce24a6ef-c2e5-4fe0-8476-82658250a761 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group_rule (a1ce857d-92a3-41c0-9583-61b02c1f0f62), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:35.556054 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ce24a6ef-c2e5-4fe0-8476-82658250a761 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group_rule (a1ce857d-92a3-41c0-9583-61b02c1f0f62), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:35.559772 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ce24a6ef-c2e5-4fe0-8476-82658250a761 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (a1ce857d-92a3-41c0-9583-61b02c1f0f62), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:35.575001 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce24a6ef-c2e5-4fe0-8476-82658250a761 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1ce857d-92a3-41c0-9583-61b02c1f0f62,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:35.585048 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ce24a6ef-c2e5-4fe0-8476-82658250a761 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:35.586257 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-ce24a6ef-c2e5-4fe0-8476-82658250a761 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1147804 Feb 19 03:59:35.589039 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 53240) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:59:35.593328 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-d91ee8e8-f444-4631-9d89-c6a8ca2e3e0f tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Request body: {'security_group_rule': {'security_group_id': 'c9e6a07f-8ce5-4c15-ac41-63b65f3b4e79', 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:59:35.619246 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d91ee8e8-f444-4631-9d89-c6a8ca2e3e0f tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group_rule (1767eb2f-2bf3-41cd-8078-c9fcc9c181d1), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:35.678445 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d91ee8e8-f444-4631-9d89-c6a8ca2e3e0f tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group_rule (1767eb2f-2bf3-41cd-8078-c9fcc9c181d1), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:35.682063 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d91ee8e8-f444-4631-9d89-c6a8ca2e3e0f tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (1767eb2f-2bf3-41cd-8078-c9fcc9c181d1), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:35.701549 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91ee8e8-f444-4631-9d89-c6a8ca2e3e0f tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1767eb2f-2bf3-41cd-8078-c9fcc9c181d1,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:35.707131 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d91ee8e8-f444-4631-9d89-c6a8ca2e3e0f tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:35.708339 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-d91ee8e8-f444-4631-9d89-c6a8ca2e3e0f tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1183605 Feb 19 03:59:35.711688 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 53242) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:59:35.716291 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-6cefbe37-399f-4359-a170-f1dd5d07c5ab tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Request body: {'security_group_rule': {'security_group_id': 'c9e6a07f-8ce5-4c15-ac41-63b65f3b4e79', 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:59:35.737000 n-d-826753-2 neutron-server[103701]: INFO neutron.db.securitygroups_db [None req-6cefbe37-399f-4359-a170-f1dd5d07c5ab tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Project ca527022e7c4488e80026cbcb6de3409 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 03:59:35.741847 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6cefbe37-399f-4359-a170-f1dd5d07c5ab tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group_rule (7b58b32d-e2b4-4267-8271-018b10b54061), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:35.799758 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6cefbe37-399f-4359-a170-f1dd5d07c5ab tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group_rule (7b58b32d-e2b4-4267-8271-018b10b54061), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:35.803262 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6cefbe37-399f-4359-a170-f1dd5d07c5ab tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (7b58b32d-e2b4-4267-8271-018b10b54061), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:35.825339 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cefbe37-399f-4359-a170-f1dd5d07c5ab tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b58b32d-e2b4-4267-8271-018b10b54061,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:35.834517 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6cefbe37-399f-4359-a170-f1dd5d07c5ab tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:35.835746 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-6cefbe37-399f-4359-a170-f1dd5d07c5ab tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1231453 Feb 19 03:59:35.838466 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 53244) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:59:35.842870 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-bd4d138f-fcb9-4953-97f8-b72a70133a33 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Request body: {'security_group_rule': {'security_group_id': 'c9e6a07f-8ce5-4c15-ac41-63b65f3b4e79', 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:59:35.863204 n-d-826753-2 neutron-server[103701]: INFO neutron.db.securitygroups_db [None req-bd4d138f-fcb9-4953-97f8-b72a70133a33 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Project ca527022e7c4488e80026cbcb6de3409 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 03:59:35.867901 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bd4d138f-fcb9-4953-97f8-b72a70133a33 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group_rule (49d8d921-c3a4-4c40-a4b7-ccbcb0daca47), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:35.928102 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bd4d138f-fcb9-4953-97f8-b72a70133a33 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group_rule (49d8d921-c3a4-4c40-a4b7-ccbcb0daca47), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:35.932112 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bd4d138f-fcb9-4953-97f8-b72a70133a33 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (49d8d921-c3a4-4c40-a4b7-ccbcb0daca47), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:35.952826 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4d138f-fcb9-4953-97f8-b72a70133a33 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49d8d921-c3a4-4c40-a4b7-ccbcb0daca47,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:35.958809 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-bd4d138f-fcb9-4953-97f8-b72a70133a33 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:35.960025 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-bd4d138f-fcb9-4953-97f8-b72a70133a33 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1206419 Feb 19 03:59:35.963010 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 53246) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:59:35.967867 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-a87ce4a1-1646-4e0d-9ad7-4bc5ebe2c93d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Request body: {'network': {'name': 'tempest-network-smoke--2121081687', 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'port_security_enabled': True}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:59:35.989211 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a87ce4a1-1646-4e0d-9ad7-4bc5ebe2c93d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Made reservation on behalf of ca527022e7c4488e80026cbcb6de3409 for: {'network': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:59:35.992506 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a87ce4a1-1646-4e0d-9ad7-4bc5ebe2c93d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:36.016583 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a87ce4a1-1646-4e0d-9ad7-4bc5ebe2c93d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] vlan segment allocate from pool success with {'vlan_id': 287, 'physical_network': 'physnet1'} {{(pid=103701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:59:36.025790 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a87ce4a1-1646-4e0d-9ad7-4bc5ebe2c93d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (a9d42c15-39ab-4bba-b58c-ff212d1e9476), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:36.026137 n-d-826753-2 neutron-server[103701]: INFO neutron.db.segments_db [None req-a87ce4a1-1646-4e0d-9ad7-4bc5ebe2c93d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Added segment a9d42c15-39ab-4bba-b58c-ff212d1e9476 of type vlan for network 86dec347-1fd0-4761-81e2-ef7f21cd5217 Feb 19 03:59:36.068226 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a87ce4a1-1646-4e0d-9ad7-4bc5ebe2c93d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (86dec347-1fd0-4761-81e2-ef7f21cd5217), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:36.093511 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a87ce4a1-1646-4e0d-9ad7-4bc5ebe2c93d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (86dec347-1fd0-4761-81e2-ef7f21cd5217), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:36.098929 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87ce4a1-1646-4e0d-9ad7-4bc5ebe2c93d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:36.099514 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a87ce4a1-1646-4e0d-9ad7-4bc5ebe2c93d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:36.158517 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-a87ce4a1-1646-4e0d-9ad7-4bc5ebe2c93d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1944282 Feb 19 03:59:36.161320 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53248) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:59:36.166029 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-1c4b2936-c201-46da-bb70-de9cb07402ef tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1344588195', 'admin_state_up': True, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:59:36.174528 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87ce4a1-1646-4e0d-9ad7-4bc5ebe2c93d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Pushing event updated for resources: {'Network': ['ID=86dec347-1fd0-4761-81e2-ef7f21cd5217,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:36.186065 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 86dec347-1fd0-4761-81e2-ef7f21cd5217 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:59:36.190052 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1c4b2936-c201-46da-bb70-de9cb07402ef tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14172'] for router (54398dc7-b32e-42c1-90b9-dcc455148697), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:36.190941 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1c4b2936-c201-46da-bb70-de9cb07402ef tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16317487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16285822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16309985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14247'] for router (54398dc7-b32e-42c1-90b9-dcc455148697), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:36.204819 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 7bb8ac34-0f11-4035-9e29-a843f5680ea0 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:59:36.248402 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1c4b2936-c201-46da-bb70-de9cb07402ef tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for router_controller (54398dc7-b32e-42c1-90b9-dcc455148697), precommit_add_association {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:36.258554 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 7bb8ac34-0f11-4035-9e29-a843f5680ea0 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:59:36.258944 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 7bb8ac34-0f11-4035-9e29-a843f5680ea0 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:59:36.391661 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1c4b2936-c201-46da-bb70-de9cb07402ef tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for router_gateway (54398dc7-b32e-42c1-90b9-dcc455148697), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:36.900819 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1c4b2936-c201-46da-bb70-de9cb07402ef tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for router_gateway (54398dc7-b32e-42c1-90b9-dcc455148697), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:36.919496 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1c4b2936-c201-46da-bb70-de9cb07402ef tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:37.025543 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-1c4b2936-c201-46da-bb70-de9cb07402ef tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Allocated IP 172.25.6.189 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/7067b021-64c2-4b0d-826c-cb17b91a5b4d) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:59:37.130668 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1c4b2936-c201-46da-bb70-de9cb07402ef tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for port (7067b021-64c2-4b0d-826c-cb17b91a5b4d), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:37.166181 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1c4b2936-c201-46da-bb70-de9cb07402ef tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (7067b021-64c2-4b0d-826c-cb17b91a5b4d), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:37.204290 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4b2936-c201-46da-bb70-de9cb07402ef tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:59:37.207079 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-1c4b2936-c201-46da-bb70-de9cb07402ef tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:59:37.209500 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4b2936-c201-46da-bb70-de9cb07402ef tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:59:37.242256 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4b2936-c201-46da-bb70-de9cb07402ef tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Pushing event updated for resources: {'Port': ['ID=7067b021-64c2-4b0d-826c-cb17b91a5b4d,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:37.487003 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1c4b2936-c201-46da-bb70-de9cb07402ef tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for router_gateway (54398dc7-b32e-42c1-90b9-dcc455148697), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:37.691140 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1c4b2936-c201-46da-bb70-de9cb07402ef tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16317478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865'] for router (54398dc7-b32e-42c1-90b9-dcc455148697), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:37.819546 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c4b2936-c201-46da-bb70-de9cb07402ef tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Router 54398dc7-b32e-42c1-90b9-dcc455148697 is scheduled to L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd with binding_index 1 {{(pid=103702) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:59:37.942754 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c4b2936-c201-46da-bb70-de9cb07402ef tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:59:37.952116 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9ddc68-4da3-43e7-9f8e-3030de7a649a None None] Sync routers for ids ['54398dc7-b32e-42c1-90b9-dcc455148697'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:59:37.963139 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9ddc68-4da3-43e7-9f8e-3030de7a649a None None] Routers {'54398dc7-b32e-42c1-90b9-dcc455148697'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:59:37.963370 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1c4b2936-c201-46da-bb70-de9cb07402ef tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:37.963739 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-3b9ddc68-4da3-43e7-9f8e-3030de7a649a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:59:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['54398dc7-b32e-42c1-90b9-dcc455148697'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:59:37.967348 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-1c4b2936-c201-46da-bb70-de9cb07402ef tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8020139 Feb 19 03:59:37.967713 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 53250) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:59:38.046344 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-3a921947-c0fb-49db-b0b5-3531ac7851ba tempest-TestNetworkAdvancedServerOps-1044059750 tempest-TestNetworkAdvancedServerOps-1044059750-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=ca527022e7c4488e80026cbcb6de3409&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0774672 Feb 19 03:59:38.051622 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53254) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:59:38.089060 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-3b9ddc68-4da3-43e7-9f8e-3030de7a649a None None] Set router 54398dc7-b32e-42c1-90b9-dcc455148697 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:59:38.144254 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c421fc03-8480-4071-b3b9-387db8062468 tempest-TestNetworkAdvancedServerOps-1044059750 tempest-TestNetworkAdvancedServerOps-1044059750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:38.146531 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-c421fc03-8480-4071-b3b9-387db8062468 tempest-TestNetworkAdvancedServerOps-1044059750 tempest-TestNetworkAdvancedServerOps-1044059750-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0936530 Feb 19 03:59:38.151655 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53256) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:59:38.182084 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-9eb8100a-89fd-44e9-84e1-0f061b636ac7 tempest-TestNetworkAdvancedServerOps-1044059750 tempest-TestNetworkAdvancedServerOps-1044059750-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=eaf64708-9021-419e-b287-ef3e0f51e2ee&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0292153 Feb 19 03:59:38.185037 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53258) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:59:38.195362 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-4c450a2f-e220-4325-808e-280ef5334488 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-784167888', 'network_id': '86dec347-1fd0-4761-81e2-ef7f21cd5217', 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:59:38.292433 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c450a2f-e220-4325-808e-280ef5334488 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Made reservation on behalf of ca527022e7c4488e80026cbcb6de3409 for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:59:38.295931 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4c450a2f-e220-4325-808e-280ef5334488 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:38.296465 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-3b9ddc68-4da3-43e7-9f8e-3030de7a649a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54398dc7-b32e-42c1-90b9-dcc455148697', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344588195', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '7067b021-64c2-4b0d-826c-cb17b91a5b4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:59:36Z', 'updated_at': '2022-02-19T03:59:37Z', 'revision_number': 3, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'gw_port': {'id': '7067b021-64c2-4b0d-826c-cb17b91a5b4d', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d9:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54398dc7-b32e-42c1-90b9-dcc455148697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:59:36Z', 'updated_at': '2022-02-19T03:59:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:59:38.325134 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9ddc68-4da3-43e7-9f8e-3030de7a649a None None] Checking router: 54398dc7-b32e-42c1-90b9-dcc455148697 for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:59:38.325482 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9ddc68-4da3-43e7-9f8e-3030de7a649a None None] Updating router 54398dc7-b32e-42c1-90b9-dcc455148697 port 7067b021-64c2-4b0d-826c-cb17b91a5b4d binding host n-d-826753-2 {{(pid=103704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:59:38.354091 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-3b9ddc68-4da3-43e7-9f8e-3030de7a649a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (7067b021-64c2-4b0d-826c-cb17b91a5b4d), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:38.487829 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4c450a2f-e220-4325-808e-280ef5334488 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (159cda71-b515-48f8-8fb2-78094abb0e72), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:38.554420 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c450a2f-e220-4325-808e-280ef5334488 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Pushing event updated for resources: {'Subnet': ['ID=159cda71-b515-48f8-8fb2-78094abb0e72,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:38.564275 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c450a2f-e220-4325-808e-280ef5334488 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Checking segment: {'id': 'a9d42c15-39ab-4bba-b58c-ff212d1e9476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '86dec347-1fd0-4761-81e2-ef7f21cd5217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:59:38.564540 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c450a2f-e220-4325-808e-280ef5334488 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Network hostable DHCP agents. Network: 86dec347-1fd0-4761-81e2-ef7f21cd5217, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:59:38.583159 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c450a2f-e220-4325-808e-280ef5334488 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Network 86dec347-1fd0-4761-81e2-ef7f21cd5217 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:59:38.592808 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-4c450a2f-e220-4325-808e-280ef5334488 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 86dec347-1fd0-4761-81e2-ef7f21cd5217) {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:59:38.600056 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c450a2f-e220-4325-808e-280ef5334488 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:38.600056 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-4c450a2f-e220-4325-808e-280ef5334488 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:38.605196 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5681db4-850a-4263-ab40-d25cadd76794 None None] Network 86dec347-1fd0-4761-81e2-ef7f21cd5217 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:59:38.627379 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-4c450a2f-e220-4325-808e-280ef5334488 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4379861 Feb 19 03:59:38.627837 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53260) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:59:38.636339 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-3b9ddc68-4da3-43e7-9f8e-3030de7a649a None None] Publish callbacks [] for port (7067b021-64c2-4b0d-826c-cb17b91a5b4d), precommit_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:38.644595 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-3b9ddc68-4da3-43e7-9f8e-3030de7a649a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (7067b021-64c2-4b0d-826c-cb17b91a5b4d), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:38.703790 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da80a996-cf3b-485b-8763-d81d2f71d638 None None] Pushing event updated for resources: {'Port': ['ID=7067b021-64c2-4b0d-826c-cb17b91a5b4d,revision_number=2']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:38.717793 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da80a996-cf3b-485b-8763-d81d2f71d638 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:38.718147 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da80a996-cf3b-485b-8763-d81d2f71d638 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:38.718497 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da80a996-cf3b-485b-8763-d81d2f71d638 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:38.718790 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da80a996-cf3b-485b-8763-d81d2f71d638 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:38.719342 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da80a996-cf3b-485b-8763-d81d2f71d638 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:38.719985 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da80a996-cf3b-485b-8763-d81d2f71d638 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:38.720565 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da80a996-cf3b-485b-8763-d81d2f71d638 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:38.720973 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da80a996-cf3b-485b-8763-d81d2f71d638 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:38.721560 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da80a996-cf3b-485b-8763-d81d2f71d638 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:38.722028 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da80a996-cf3b-485b-8763-d81d2f71d638 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:38.722429 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da80a996-cf3b-485b-8763-d81d2f71d638 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:38.722959 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da80a996-cf3b-485b-8763-d81d2f71d638 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:38.723247 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da80a996-cf3b-485b-8763-d81d2f71d638 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:38.730675 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-3b9ddc68-4da3-43e7-9f8e-3030de7a649a None None] Attempting to bind port 7067b021-64c2-4b0d-826c-cb17b91a5b4d on host n-d-826753-2 for vnic_type normal with profile {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:59:38.731167 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-3b9ddc68-4da3-43e7-9f8e-3030de7a649a None None] Attempting to bind port 7067b021-64c2-4b0d-826c-cb17b91a5b4d by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:59:38.731852 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9ddc68-4da3-43e7-9f8e-3030de7a649a None None] Attempting to bind port 7067b021-64c2-4b0d-826c-cb17b91a5b4d on network eaf64708-9021-419e-b287-ef3e0f51e2ee {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:59:38.736699 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721b2f78-488f-4684-a826-6b5c84e361c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-86dec347-1fd0-4761-81e2-ef7f21cd5217', 'network_id': '86dec347-1fd0-4761-81e2-ef7f21cd5217', 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'fixed_ips': [{'subnet_id': '159cda71-b515-48f8-8fb2-78094abb0e72'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:59:38.738131 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-721b2f78-488f-4684-a826-6b5c84e361c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:38.740056 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9ddc68-4da3-43e7-9f8e-3030de7a649a None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:59:38.740555 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9ddc68-4da3-43e7-9f8e-3030de7a649a None None] Checking segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:59:38.741161 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-3b9ddc68-4da3-43e7-9f8e-3030de7a649a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:38.741674 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9ddc68-4da3-43e7-9f8e-3030de7a649a None None] Bound using segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:59:38.742687 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-3b9ddc68-4da3-43e7-9f8e-3030de7a649a None None] Bound port: 7067b021-64c2-4b0d-826c-cb17b91a5b4d, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:59:38.743239 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-3b9ddc68-4da3-43e7-9f8e-3030de7a649a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (7067b021-64c2-4b0d-826c-cb17b91a5b4d), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:38.804489 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-3b9ddc68-4da3-43e7-9f8e-3030de7a649a None None] For port 7067b021-64c2-4b0d-826c-cb17b91a5b4d, host n-d-826753-2, cleared binding levels {{(pid=103704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:59:38.809872 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-3b9ddc68-4da3-43e7-9f8e-3030de7a649a None None] For port 7067b021-64c2-4b0d-826c-cb17b91a5b4d, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=7067b021-64c2-4b0d-826c-cb17b91a5b4d,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:59:38.819157 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-3b9ddc68-4da3-43e7-9f8e-3030de7a649a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (7067b021-64c2-4b0d-826c-cb17b91a5b4d), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:38.886808 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da80a996-cf3b-485b-8763-d81d2f71d638 None None] Pushing event updated for resources: {'Port': ['ID=7067b021-64c2-4b0d-826c-cb17b91a5b4d,revision_number=3']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:38.897020 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9ddc68-4da3-43e7-9f8e-3030de7a649a None None] Routers {'54398dc7-b32e-42c1-90b9-dcc455148697'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:59:38.897724 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-3b9ddc68-4da3-43e7-9f8e-3030de7a649a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:59:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['54398dc7-b32e-42c1-90b9-dcc455148697'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:59:38.899891 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-721b2f78-488f-4684-a826-6b5c84e361c0 None None] Allocated IP 172.20.0.2 (86dec347-1fd0-4761-81e2-ef7f21cd5217/159cda71-b515-48f8-8fb2-78094abb0e72/9100c9f1-ac83-44e4-a622-dc33830f6b40) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:59:39.053665 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-3b9ddc68-4da3-43e7-9f8e-3030de7a649a None None] Set router 54398dc7-b32e-42c1-90b9-dcc455148697 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:59:39.071410 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-721b2f78-488f-4684-a826-6b5c84e361c0 None None] Publish callbacks [] for port (9100c9f1-ac83-44e4-a622-dc33830f6b40), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:39.077619 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-721b2f78-488f-4684-a826-6b5c84e361c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (9100c9f1-ac83-44e4-a622-dc33830f6b40), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:39.121765 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721b2f78-488f-4684-a826-6b5c84e361c0 None None] Network 86dec347-1fd0-4761-81e2-ef7f21cd5217 is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:59:39.124808 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-721b2f78-488f-4684-a826-6b5c84e361c0 None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:59:39.131151 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721b2f78-488f-4684-a826-6b5c84e361c0 None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:59:39.138010 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721b2f78-488f-4684-a826-6b5c84e361c0 None None] Pushing event updated for resources: {'Port': ['ID=9100c9f1-ac83-44e4-a622-dc33830f6b40,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:39.195568 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5828ed99-a97a-4ad3-b834-14e8158fb1f1 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:39.200660 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-721b2f78-488f-4684-a826-6b5c84e361c0 None None] Attempting to bind port 9100c9f1-ac83-44e4-a622-dc33830f6b40 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:59:39.201068 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-721b2f78-488f-4684-a826-6b5c84e361c0 None None] Attempting to bind port 9100c9f1-ac83-44e4-a622-dc33830f6b40 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': 'a9d42c15-39ab-4bba-b58c-ff212d1e9476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '86dec347-1fd0-4761-81e2-ef7f21cd5217'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:59:39.201439 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721b2f78-488f-4684-a826-6b5c84e361c0 None None] Attempting to bind port 9100c9f1-ac83-44e4-a622-dc33830f6b40 on network 86dec347-1fd0-4761-81e2-ef7f21cd5217 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:59:39.207918 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721b2f78-488f-4684-a826-6b5c84e361c0 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:59:39.208321 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721b2f78-488f-4684-a826-6b5c84e361c0 None None] Checking segment: {'id': 'a9d42c15-39ab-4bba-b58c-ff212d1e9476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '86dec347-1fd0-4761-81e2-ef7f21cd5217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:59:39.208735 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-721b2f78-488f-4684-a826-6b5c84e361c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:39.209118 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721b2f78-488f-4684-a826-6b5c84e361c0 None None] Bound using segment: {'id': 'a9d42c15-39ab-4bba-b58c-ff212d1e9476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '86dec347-1fd0-4761-81e2-ef7f21cd5217'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:59:39.209627 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-721b2f78-488f-4684-a826-6b5c84e361c0 None None] Bound port: 9100c9f1-ac83-44e4-a622-dc33830f6b40, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9d42c15-39ab-4bba-b58c-ff212d1e9476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '86dec347-1fd0-4761-81e2-ef7f21cd5217'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:59:39.210256 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-721b2f78-488f-4684-a826-6b5c84e361c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (9100c9f1-ac83-44e4-a622-dc33830f6b40), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:39.251221 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-3b9ddc68-4da3-43e7-9f8e-3030de7a649a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54398dc7-b32e-42c1-90b9-dcc455148697', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344588195', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '7067b021-64c2-4b0d-826c-cb17b91a5b4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:59:36Z', 'updated_at': '2022-02-19T03:59:37Z', 'revision_number': 3, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'gw_port': {'id': '7067b021-64c2-4b0d-826c-cb17b91a5b4d', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d9:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54398dc7-b32e-42c1-90b9-dcc455148697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:59:36Z', 'updated_at': '2022-02-19T03:59:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:59:39.279415 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9ddc68-4da3-43e7-9f8e-3030de7a649a None None] The sync data for ids ['54398dc7-b32e-42c1-90b9-dcc455148697'] in n-d-826753-2 is: [{'id': '54398dc7-b32e-42c1-90b9-dcc455148697', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344588195', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '7067b021-64c2-4b0d-826c-cb17b91a5b4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:59:36Z', 'updated_at': '2022-02-19T03:59:37Z', 'revision_number': 3, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'gw_port': {'id': '7067b021-64c2-4b0d-826c-cb17b91a5b4d', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d9:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54398dc7-b32e-42c1-90b9-dcc455148697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:59:36Z', 'updated_at': '2022-02-19T03:59:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:59:39.284669 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-721b2f78-488f-4684-a826-6b5c84e361c0 None None] For port 9100c9f1-ac83-44e4-a622-dc33830f6b40, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:59:39.289088 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-721b2f78-488f-4684-a826-6b5c84e361c0 None None] For port 9100c9f1-ac83-44e4-a622-dc33830f6b40, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=9100c9f1-ac83-44e4-a622-dc33830f6b40,segment=NetworkSegment(a9d42c15-39ab-4bba-b58c-ff212d1e9476),segment_id=a9d42c15-39ab-4bba-b58c-ff212d1e9476)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:59:39.296048 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-721b2f78-488f-4684-a826-6b5c84e361c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (9100c9f1-ac83-44e4-a622-dc33830f6b40), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:39.372720 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721b2f78-488f-4684-a826-6b5c84e361c0 None None] Pushing event updated for resources: {'Port': ['ID=9100c9f1-ac83-44e4-a622-dc33830f6b40,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:39.568051 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-5828ed99-a97a-4ad3-b834-14e8158fb1f1 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Allocated IP 172.20.0.1 (86dec347-1fd0-4761-81e2-ef7f21cd5217/159cda71-b515-48f8-8fb2-78094abb0e72/ec71e2c3-5094-4c58-adc9-b91af40c18ce) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:59:39.753468 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5828ed99-a97a-4ad3-b834-14e8158fb1f1 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for port (ec71e2c3-5094-4c58-adc9-b91af40c18ce), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:39.796206 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5828ed99-a97a-4ad3-b834-14e8158fb1f1 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (ec71e2c3-5094-4c58-adc9-b91af40c18ce), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:39.845059 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5828ed99-a97a-4ad3-b834-14e8158fb1f1 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Network 86dec347-1fd0-4761-81e2-ef7f21cd5217 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:59:39.848878 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-5828ed99-a97a-4ad3-b834-14e8158fb1f1 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:59:39.856593 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5828ed99-a97a-4ad3-b834-14e8158fb1f1 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:59:39.865440 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5828ed99-a97a-4ad3-b834-14e8158fb1f1 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Pushing event updated for resources: {'Port': ['ID=ec71e2c3-5094-4c58-adc9-b91af40c18ce,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:39.910312 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5828ed99-a97a-4ad3-b834-14e8158fb1f1 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16289150'] for router_interface (54398dc7-b32e-42c1-90b9-dcc455148697), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:40.057880 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5828ed99-a97a-4ad3-b834-14e8158fb1f1 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (ec71e2c3-5094-4c58-adc9-b91af40c18ce), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:40.352132 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 7067b021-64c2-4b0d-826c-cb17b91a5b4d up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:59:40.409469 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 7067b021-64c2-4b0d-826c-cb17b91a5b4d triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:59:40.409842 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (7067b021-64c2-4b0d-826c-cb17b91a5b4d), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:40.502986 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 7067b021-64c2-4b0d-826c-cb17b91a5b4d is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:59:40.503519 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (7067b021-64c2-4b0d-826c-cb17b91a5b4d), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:40.533689 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port 7067b021-64c2-4b0d-826c-cb17b91a5b4d, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=7067b021-64c2-4b0d-826c-cb17b91a5b4d,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:59:40.538073 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (7067b021-64c2-4b0d-826c-cb17b91a5b4d), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:40.538959 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 9100c9f1-ac83-44e4-a622-dc33830f6b40 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:59:40.593361 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb54e949-ce76-4850-9c81-a91ca33825b8 None None] Network 86dec347-1fd0-4761-81e2-ef7f21cd5217 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:59:40.672997 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=7067b021-64c2-4b0d-826c-cb17b91a5b4d,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:40.715970 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5828ed99-a97a-4ad3-b834-14e8158fb1f1 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for port (ec71e2c3-5094-4c58-adc9-b91af40c18ce), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:40.720777 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-fca60b7f-57fa-4ec0-bfc1-15edf7f4e169 None None] Provisioning complete for port 9100c9f1-ac83-44e4-a622-dc33830f6b40 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:59:40.721129 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fca60b7f-57fa-4ec0-bfc1-15edf7f4e169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (9100c9f1-ac83-44e4-a622-dc33830f6b40), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:40.721954 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5828ed99-a97a-4ad3-b834-14e8158fb1f1 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (ec71e2c3-5094-4c58-adc9-b91af40c18ce), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:40.726124 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 9100c9f1-ac83-44e4-a622-dc33830f6b40 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:59:40.726479 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (9100c9f1-ac83-44e4-a622-dc33830f6b40), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:40.800575 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5828ed99-a97a-4ad3-b834-14e8158fb1f1 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Pushing event updated for resources: {'Port': ['ID=ec71e2c3-5094-4c58-adc9-b91af40c18ce,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:40.802452 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5828ed99-a97a-4ad3-b834-14e8158fb1f1 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16362769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16289258'] for router_interface (54398dc7-b32e-42c1-90b9-dcc455148697), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:40.900337 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5828ed99-a97a-4ad3-b834-14e8158fb1f1 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Network 86dec347-1fd0-4761-81e2-ef7f21cd5217 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:59:40.901539 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-5828ed99-a97a-4ad3-b834-14e8158fb1f1 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:59:40.912281 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-fca60b7f-57fa-4ec0-bfc1-15edf7f4e169 None None] Current status of the port 9100c9f1-ac83-44e4-a622-dc33830f6b40 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:59:40.912668 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fca60b7f-57fa-4ec0-bfc1-15edf7f4e169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (9100c9f1-ac83-44e4-a622-dc33830f6b40), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:40.914612 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 9100c9f1-ac83-44e4-a622-dc33830f6b40 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:59:40.914979 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (9100c9f1-ac83-44e4-a622-dc33830f6b40), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:40.971999 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-fca60b7f-57fa-4ec0-bfc1-15edf7f4e169 None None] For port 9100c9f1-ac83-44e4-a622-dc33830f6b40, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=9100c9f1-ac83-44e4-a622-dc33830f6b40,segment=NetworkSegment(a9d42c15-39ab-4bba-b58c-ff212d1e9476),segment_id=a9d42c15-39ab-4bba-b58c-ff212d1e9476)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:59:40.977539 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fca60b7f-57fa-4ec0-bfc1-15edf7f4e169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (9100c9f1-ac83-44e4-a622-dc33830f6b40), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:41.062222 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5828ed99-a97a-4ad3-b834-14e8158fb1f1 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Router 54398dc7-b32e-42c1-90b9-dcc455148697 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:59:41.078239 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.db.api [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103703) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:59:41.079319 n-d-826753-2 neutron-server[103703]: DEBUG oslo_db.api [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:59:41.083250 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca60b7f-57fa-4ec0-bfc1-15edf7f4e169 None None] Pushing event updated for resources: {'Port': ['ID=9100c9f1-ac83-44e4-a622-dc33830f6b40,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:41.106538 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-f5fba84c-7e39-45d6-9578-8408a274463e None None] Provisioning complete for port ec71e2c3-5094-4c58-adc9-b91af40c18ce triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:59:41.107004 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f5fba84c-7e39-45d6-9578-8408a274463e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (ec71e2c3-5094-4c58-adc9-b91af40c18ce), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:41.150648 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-f5fba84c-7e39-45d6-9578-8408a274463e None None] Port ec71e2c3-5094-4c58-adc9-b91af40c18ce cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:59:41.162360 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-f5fba84c-7e39-45d6-9578-8408a274463e None None] Provisioning complete for port 9100c9f1-ac83-44e4-a622-dc33830f6b40 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:59:41.162742 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f5fba84c-7e39-45d6-9578-8408a274463e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (9100c9f1-ac83-44e4-a622-dc33830f6b40), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:41.195659 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5828ed99-a97a-4ad3-b834-14e8158fb1f1 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:59:41.209391 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-5828ed99-a97a-4ad3-b834-14e8158fb1f1 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "PUT /v2.0/routers/54398dc7-b32e-42c1-90b9-dcc455148697/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5722585 Feb 19 03:59:41.257256 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb4468f-9ed5-4c6c-b11c-8ee6bd78675e None None] Sync routers for ids ['54398dc7-b32e-42c1-90b9-dcc455148697'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:59:41.278795 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb4468f-9ed5-4c6c-b11c-8ee6bd78675e None None] Routers {'54398dc7-b32e-42c1-90b9-dcc455148697'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:59:41.279429 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-ddb4468f-9ed5-4c6c-b11c-8ee6bd78675e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:59:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['54398dc7-b32e-42c1-90b9-dcc455148697'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:59:41.283436 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-f5fba84c-7e39-45d6-9578-8408a274463e None None] Current status of the port 9100c9f1-ac83-44e4-a622-dc33830f6b40 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:59:41.382815 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-33e3c7f0-55d9-4554-93b1-680d5a5519fd req-49c63389-72a3-414d-be43-8cff7e6f3a15 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-350403180&fields=id&tenant_id=ca527022e7c4488e80026cbcb6de3409 HTTP/1.1" status: 200 len: 267 time: 0.0498161 Feb 19 03:59:41.508953 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e3c7f0-55d9-4554-93b1-680d5a5519fd req-610c3038-6058-4e5d-8d74-b265e9294b6f tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:41.510989 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-33e3c7f0-55d9-4554-93b1-680d5a5519fd req-610c3038-6058-4e5d-8d74-b265e9294b6f tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/networks?id=86dec347-1fd0-4761-81e2-ef7f21cd5217 HTTP/1.1" status: 200 len: 797 time: 0.1208391 Feb 19 03:59:41.527762 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-33e3c7f0-55d9-4554-93b1-680d5a5519fd req-06694450-a5b6-411e-bf4c-76745c870c80 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/quotas/ca527022e7c4488e80026cbcb6de3409 HTTP/1.1" status: 200 len: 375 time: 0.0103967 Feb 19 03:59:41.569976 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-ddb4468f-9ed5-4c6c-b11c-8ee6bd78675e None None] Set router 54398dc7-b32e-42c1-90b9-dcc455148697 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:59:41.572210 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-042c2898-382f-4cf9-abbc-2fc8d6c8581c None None] Provisioning complete for port ec71e2c3-5094-4c58-adc9-b91af40c18ce triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:59:41.572587 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-042c2898-382f-4cf9-abbc-2fc8d6c8581c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (ec71e2c3-5094-4c58-adc9-b91af40c18ce), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:41.585630 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-33e3c7f0-55d9-4554-93b1-680d5a5519fd req-eec8f3a0-920d-4395-8f6b-4dfa1fa41490 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=ca527022e7c4488e80026cbcb6de3409&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0522144 Feb 19 03:59:41.698682 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-042c2898-382f-4cf9-abbc-2fc8d6c8581c None None] Port ec71e2c3-5094-4c58-adc9-b91af40c18ce cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:59:41.702641 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 9100c9f1-ac83-44e4-a622-dc33830f6b40 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:59:41.729915 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-33e3c7f0-55d9-4554-93b1-680d5a5519fd req-0e67dea3-90fb-4704-9178-ee13069b0a3e service neutron] 10.222.0.72 "GET /v2.0/networks/86dec347-1fd0-4761-81e2-ef7f21cd5217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328015 Feb 19 03:59:41.820486 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-33e3c7f0-55d9-4554-93b1-680d5a5519fd req-e62cb68b-84da-41ec-a75a-9d733f0a9a02 service neutron] 10.222.0.72 "GET /v2.0/networks/86dec347-1fd0-4761-81e2-ef7f21cd5217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839388 Feb 19 03:59:41.829100 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-9db26863-200e-4c39-8725-d19d05183b9d None None] Provisioning complete for port ec71e2c3-5094-4c58-adc9-b91af40c18ce triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:59:41.829479 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-9db26863-200e-4c39-8725-d19d05183b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (ec71e2c3-5094-4c58-adc9-b91af40c18ce), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:41.869836 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-9db26863-200e-4c39-8725-d19d05183b9d None None] Port ec71e2c3-5094-4c58-adc9-b91af40c18ce cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:59:41.877046 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-ddb4468f-9ed5-4c6c-b11c-8ee6bd78675e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54398dc7-b32e-42c1-90b9-dcc455148697', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344588195', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '7067b021-64c2-4b0d-826c-cb17b91a5b4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:59:36Z', 'updated_at': '2022-02-19T03:59:40Z', 'revision_number': 4, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'gw_port': {'id': '7067b021-64c2-4b0d-826c-cb17b91a5b4d', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54398dc7-b32e-42c1-90b9-dcc455148697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:59:36Z', 'updated_at': '2022-02-19T03:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': 'ec71e2c3-5094-4c58-adc9-b91af40c18ce', 'name': '', 'network_id': '86dec347-1fd0-4761-81e2-ef7f21cd5217', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'mac_address': 'fa:16:3e:80:93:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54398dc7-b32e-42c1-90b9-dcc455148697', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '159cda71-b515-48f8-8fb2-78094abb0e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:59:39Z', 'updated_at': '2022-02-19T03:59:40Z', 'revision_number': 2, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'subnets': [{'id': '159cda71-b515-48f8-8fb2-78094abb0e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:59:41.908931 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb4468f-9ed5-4c6c-b11c-8ee6bd78675e None None] Checking router: 54398dc7-b32e-42c1-90b9-dcc455148697 for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:59:41.909313 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb4468f-9ed5-4c6c-b11c-8ee6bd78675e None None] Updating router 54398dc7-b32e-42c1-90b9-dcc455148697 port ec71e2c3-5094-4c58-adc9-b91af40c18ce binding host n-d-826753-2 {{(pid=103703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:59:41.950569 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-ddb4468f-9ed5-4c6c-b11c-8ee6bd78675e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (ec71e2c3-5094-4c58-adc9-b91af40c18ce), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:42.002096 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-09438a26-e769-448f-b492-704289071446 req-36105d3c-abbb-423a-b261-b58171ef9f42 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e33d22b-4d67-4242-a4c0-3ad3b6a57029 HTTP/1.1" status: 200 len: 210 time: 0.0289967 Feb 19 03:59:42.220465 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-ddb4468f-9ed5-4c6c-b11c-8ee6bd78675e None None] Publish callbacks [] for port (ec71e2c3-5094-4c58-adc9-b91af40c18ce), precommit_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:42.225785 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-ddb4468f-9ed5-4c6c-b11c-8ee6bd78675e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (ec71e2c3-5094-4c58-adc9-b91af40c18ce), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:42.257726 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 7067b021-64c2-4b0d-826c-cb17b91a5b4d up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:59:42.313592 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ea1869-38ac-4afe-98e1-eb549f92946a None None] Pushing event updated for resources: {'Port': ['ID=ec71e2c3-5094-4c58-adc9-b91af40c18ce,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:42.369588 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 7067b021-64c2-4b0d-826c-cb17b91a5b4d triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:59:42.369960 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (7067b021-64c2-4b0d-826c-cb17b91a5b4d), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:42.397414 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-ddb4468f-9ed5-4c6c-b11c-8ee6bd78675e None None] Attempting to bind port ec71e2c3-5094-4c58-adc9-b91af40c18ce on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:59:42.397790 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-ddb4468f-9ed5-4c6c-b11c-8ee6bd78675e None None] Attempting to bind port ec71e2c3-5094-4c58-adc9-b91af40c18ce by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': 'a9d42c15-39ab-4bba-b58c-ff212d1e9476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '86dec347-1fd0-4761-81e2-ef7f21cd5217'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:59:42.398151 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb4468f-9ed5-4c6c-b11c-8ee6bd78675e None None] Attempting to bind port ec71e2c3-5094-4c58-adc9-b91af40c18ce on network 86dec347-1fd0-4761-81e2-ef7f21cd5217 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:59:42.408653 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb4468f-9ed5-4c6c-b11c-8ee6bd78675e None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:59:42.409050 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb4468f-9ed5-4c6c-b11c-8ee6bd78675e None None] Checking segment: {'id': 'a9d42c15-39ab-4bba-b58c-ff212d1e9476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '86dec347-1fd0-4761-81e2-ef7f21cd5217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:59:42.409459 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-ddb4468f-9ed5-4c6c-b11c-8ee6bd78675e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:42.409856 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb4468f-9ed5-4c6c-b11c-8ee6bd78675e None None] Bound using segment: {'id': 'a9d42c15-39ab-4bba-b58c-ff212d1e9476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '86dec347-1fd0-4761-81e2-ef7f21cd5217'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:59:42.410337 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-ddb4468f-9ed5-4c6c-b11c-8ee6bd78675e None None] Bound port: ec71e2c3-5094-4c58-adc9-b91af40c18ce, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9d42c15-39ab-4bba-b58c-ff212d1e9476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '86dec347-1fd0-4761-81e2-ef7f21cd5217'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:59:42.410714 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-ddb4468f-9ed5-4c6c-b11c-8ee6bd78675e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (ec71e2c3-5094-4c58-adc9-b91af40c18ce), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:42.534882 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-ddb4468f-9ed5-4c6c-b11c-8ee6bd78675e None None] For port ec71e2c3-5094-4c58-adc9-b91af40c18ce, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:59:42.536871 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 7067b021-64c2-4b0d-826c-cb17b91a5b4d is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:59:42.537942 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 9100c9f1-ac83-44e4-a622-dc33830f6b40 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:59:42.540648 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-ddb4468f-9ed5-4c6c-b11c-8ee6bd78675e None None] For port ec71e2c3-5094-4c58-adc9-b91af40c18ce, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=ec71e2c3-5094-4c58-adc9-b91af40c18ce,segment=NetworkSegment(a9d42c15-39ab-4bba-b58c-ff212d1e9476),segment_id=a9d42c15-39ab-4bba-b58c-ff212d1e9476)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:59:42.546180 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-9911bbad-a8f7-4142-8496-3991e8603cff None None] Provisioning complete for port ec71e2c3-5094-4c58-adc9-b91af40c18ce triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:59:42.546576 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-9911bbad-a8f7-4142-8496-3991e8603cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (ec71e2c3-5094-4c58-adc9-b91af40c18ce), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:42.569794 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-ddb4468f-9ed5-4c6c-b11c-8ee6bd78675e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (ec71e2c3-5094-4c58-adc9-b91af40c18ce), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:42.684485 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb4468f-9ed5-4c6c-b11c-8ee6bd78675e None None] Routers {'54398dc7-b32e-42c1-90b9-dcc455148697'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:59:42.685266 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-ddb4468f-9ed5-4c6c-b11c-8ee6bd78675e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:59:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['54398dc7-b32e-42c1-90b9-dcc455148697'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:59:42.729970 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ea1869-38ac-4afe-98e1-eb549f92946a None None] Pushing event updated for resources: {'Port': ['ID=ec71e2c3-5094-4c58-adc9-b91af40c18ce,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:42.748108 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 9100c9f1-ac83-44e4-a622-dc33830f6b40 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:59:42.748587 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (9100c9f1-ac83-44e4-a622-dc33830f6b40), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:42.880752 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-9911bbad-a8f7-4142-8496-3991e8603cff None None] Current status of the port ec71e2c3-5094-4c58-adc9-b91af40c18ce is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:59:42.881169 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-9911bbad-a8f7-4142-8496-3991e8603cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (ec71e2c3-5094-4c58-adc9-b91af40c18ce), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:42.923289 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-ddb4468f-9ed5-4c6c-b11c-8ee6bd78675e None None] Set router 54398dc7-b32e-42c1-90b9-dcc455148697 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:59:43.013091 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-9911bbad-a8f7-4142-8496-3991e8603cff None None] For port ec71e2c3-5094-4c58-adc9-b91af40c18ce, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=ec71e2c3-5094-4c58-adc9-b91af40c18ce,segment=NetworkSegment(a9d42c15-39ab-4bba-b58c-ff212d1e9476),segment_id=a9d42c15-39ab-4bba-b58c-ff212d1e9476)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:59:43.019922 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-9911bbad-a8f7-4142-8496-3991e8603cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (ec71e2c3-5094-4c58-adc9-b91af40c18ce), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:43.021701 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 9100c9f1-ac83-44e4-a622-dc33830f6b40 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:59:43.101920 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-42010e8c-555f-495d-bb8d-9043fedfa71d req-3e20d1fa-6cc2-4567-b4c9-8bd46fa1a0fb tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e33d22b-4d67-4242-a4c0-3ad3b6a57029 HTTP/1.1" status: 200 len: 210 time: 0.0359554 Feb 19 03:59:43.166539 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9911bbad-a8f7-4142-8496-3991e8603cff None None] Pushing event updated for resources: {'Port': ['ID=ec71e2c3-5094-4c58-adc9-b91af40c18ce,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:43.180339 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-d502db71-7ce0-4a04-8574-d3761d0ba6cf None None] Provisioning complete for port ec71e2c3-5094-4c58-adc9-b91af40c18ce triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:59:43.180729 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d502db71-7ce0-4a04-8574-d3761d0ba6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (ec71e2c3-5094-4c58-adc9-b91af40c18ce), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:43.342360 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-d502db71-7ce0-4a04-8574-d3761d0ba6cf None None] Current status of the port ec71e2c3-5094-4c58-adc9-b91af40c18ce is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:59:43.351390 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-ddb4468f-9ed5-4c6c-b11c-8ee6bd78675e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54398dc7-b32e-42c1-90b9-dcc455148697', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344588195', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '7067b021-64c2-4b0d-826c-cb17b91a5b4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:59:36Z', 'updated_at': '2022-02-19T03:59:40Z', 'revision_number': 4, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'gw_port': {'id': '7067b021-64c2-4b0d-826c-cb17b91a5b4d', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54398dc7-b32e-42c1-90b9-dcc455148697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:59:36Z', 'updated_at': '2022-02-19T03:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': 'ec71e2c3-5094-4c58-adc9-b91af40c18ce', 'name': '', 'network_id': '86dec347-1fd0-4761-81e2-ef7f21cd5217', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'mac_address': 'fa:16:3e:80:93:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54398dc7-b32e-42c1-90b9-dcc455148697', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '159cda71-b515-48f8-8fb2-78094abb0e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:59:39Z', 'updated_at': '2022-02-19T03:59:42Z', 'revision_number': 4, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'subnets': [{'id': '159cda71-b515-48f8-8fb2-78094abb0e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:59:43.382926 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb4468f-9ed5-4c6c-b11c-8ee6bd78675e None None] The sync data for ids ['54398dc7-b32e-42c1-90b9-dcc455148697'] in n-d-826753-2 is: [{'id': '54398dc7-b32e-42c1-90b9-dcc455148697', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344588195', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '7067b021-64c2-4b0d-826c-cb17b91a5b4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:59:36Z', 'updated_at': '2022-02-19T03:59:40Z', 'revision_number': 4, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'gw_port': {'id': '7067b021-64c2-4b0d-826c-cb17b91a5b4d', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54398dc7-b32e-42c1-90b9-dcc455148697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:59:36Z', 'updated_at': '2022-02-19T03:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': 'ec71e2c3-5094-4c58-adc9-b91af40c18ce', 'name': '', 'network_id': '86dec347-1fd0-4761-81e2-ef7f21cd5217', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'mac_address': 'fa:16:3e:80:93:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54398dc7-b32e-42c1-90b9-dcc455148697', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '159cda71-b515-48f8-8fb2-78094abb0e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:59:39Z', 'updated_at': '2022-02-19T03:59:42Z', 'revision_number': 4, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'subnets': [{'id': '159cda71-b515-48f8-8fb2-78094abb0e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:59:44.194764 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5ef46022-7b5f-4f57-a609-a939ed30315f req-2e309493-6040-45d5-92f8-6b43b84e9dba tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e33d22b-4d67-4242-a4c0-3ad3b6a57029 HTTP/1.1" status: 200 len: 210 time: 0.0401669 Feb 19 03:59:44.304499 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device ec71e2c3-5094-4c58-adc9-b91af40c18ce up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:59:44.403079 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port ec71e2c3-5094-4c58-adc9-b91af40c18ce triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:59:44.403779 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (ec71e2c3-5094-4c58-adc9-b91af40c18ce), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:44.499199 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port ec71e2c3-5094-4c58-adc9-b91af40c18ce is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:59:45.302098 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-af938d67-6819-45a3-a1d9-0cd4bd274018 req-de7f81a3-cc67-48be-9028-5f92fae4c503 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e33d22b-4d67-4242-a4c0-3ad3b6a57029 HTTP/1.1" status: 200 len: 210 time: 0.0384200 Feb 19 03:59:45.681966 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-9911134f-a408-47c6-bdf6-12c18e8e550a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:46.398819 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ea267d29-8aa5-458f-bab8-ddcf9ed40f7a req-06f0ef73-6806-4c14-a248-4582c371116f tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e33d22b-4d67-4242-a4c0-3ad3b6a57029 HTTP/1.1" status: 200 len: 210 time: 0.0278270 Feb 19 03:59:47.380709 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e3c7f0-55d9-4554-93b1-680d5a5519fd req-da22d44a-6ead-4261-af76-6fc238703c82 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:47.382260 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-33e3c7f0-55d9-4554-93b1-680d5a5519fd req-da22d44a-6ead-4261-af76-6fc238703c82 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.82 "GET /v2.0/networks?id=86dec347-1fd0-4761-81e2-ef7f21cd5217 HTTP/1.1" status: 200 len: 797 time: 0.1138129 Feb 19 03:59:47.454867 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-33e3c7f0-55d9-4554-93b1-680d5a5519fd req-d2f4c62d-bcf7-4786-803b-634c837b9b15 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca527022e7c4488e80026cbcb6de3409 HTTP/1.1" status: 200 len: 379 time: 0.0569479 Feb 19 03:59:47.477727 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-33e3c7f0-55d9-4554-93b1-680d5a5519fd req-974bf39f-242e-419b-9097-53163efc55ca tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Request body: {'port': {'device_id': '7e33d22b-4d67-4242-a4c0-3ad3b6a57029', 'network_id': '86dec347-1fd0-4761-81e2-ef7f21cd5217', 'admin_state_up': True, 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'security_groups': ['c9e6a07f-8ce5-4c15-ac41-63b65f3b4e79']}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:59:47.507840 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-92dac005-482c-483f-957f-c18330b876de req-30264249-ae2d-4b9c-8db1-cf06a176296f tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e33d22b-4d67-4242-a4c0-3ad3b6a57029 HTTP/1.1" status: 200 len: 210 time: 0.0282059 Feb 19 03:59:47.591620 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33e3c7f0-55d9-4554-93b1-680d5a5519fd req-974bf39f-242e-419b-9097-53163efc55ca tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Made reservation on behalf of ca527022e7c4488e80026cbcb6de3409 for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:59:47.595208 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-33e3c7f0-55d9-4554-93b1-680d5a5519fd req-974bf39f-242e-419b-9097-53163efc55ca tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:47.736695 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [req-33e3c7f0-55d9-4554-93b1-680d5a5519fd req-974bf39f-242e-419b-9097-53163efc55ca tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Allocated IP 172.20.0.9 (86dec347-1fd0-4761-81e2-ef7f21cd5217/159cda71-b515-48f8-8fb2-78094abb0e72/7774d6af-b2e7-42a2-bb69-60cf85d5774d) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:59:47.874303 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-27d7b5e5-082c-4a22-9c9a-b7890f3cf8a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:47.891509 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-33e3c7f0-55d9-4554-93b1-680d5a5519fd req-974bf39f-242e-419b-9097-53163efc55ca tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for port (7774d6af-b2e7-42a2-bb69-60cf85d5774d), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:47.925955 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-33e3c7f0-55d9-4554-93b1-680d5a5519fd req-974bf39f-242e-419b-9097-53163efc55ca tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (7774d6af-b2e7-42a2-bb69-60cf85d5774d), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:47.941483 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:59:47.974054 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33e3c7f0-55d9-4554-93b1-680d5a5519fd req-974bf39f-242e-419b-9097-53163efc55ca tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Network 86dec347-1fd0-4761-81e2-ef7f21cd5217 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:59:47.979246 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [req-33e3c7f0-55d9-4554-93b1-680d5a5519fd req-974bf39f-242e-419b-9097-53163efc55ca tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:59:47.984030 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-33e3c7f0-55d9-4554-93b1-680d5a5519fd req-974bf39f-242e-419b-9097-53163efc55ca tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:59:47.989023 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974bf39f-242e-419b-9097-53163efc55ca tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Pushing event updated for resources: {'Port': ['ID=7774d6af-b2e7-42a2-bb69-60cf85d5774d,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:48.040081 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e3c7f0-55d9-4554-93b1-680d5a5519fd req-974bf39f-242e-419b-9097-53163efc55ca tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:48.040635 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-33e3c7f0-55d9-4554-93b1-680d5a5519fd req-974bf39f-242e-419b-9097-53163efc55ca tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:48.062608 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-33e3c7f0-55d9-4554-93b1-680d5a5519fd req-974bf39f-242e-419b-9097-53163efc55ca tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5892887 Feb 19 03:59:48.079136 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-33e3c7f0-55d9-4554-93b1-680d5a5519fd req-5ca85baf-b74a-4552-8e4d-05a60afe230c service neutron] Request body: {'port': {'device_id': '7e33d22b-4d67-4242-a4c0-3ad3b6a57029', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826753-2'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:59:48.146688 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-33e3c7f0-55d9-4554-93b1-680d5a5519fd req-5ca85baf-b74a-4552-8e4d-05a60afe230c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (7774d6af-b2e7-42a2-bb69-60cf85d5774d), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:48.202521 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-42c6848f-fe18-4339-971c-3b3fdf348773 None None] Provisioning complete for port 7774d6af-b2e7-42a2-bb69-60cf85d5774d triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:59:48.202891 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-42c6848f-fe18-4339-971c-3b3fdf348773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (7774d6af-b2e7-42a2-bb69-60cf85d5774d), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:48.238518 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-42c6848f-fe18-4339-971c-3b3fdf348773 None None] Port 7774d6af-b2e7-42a2-bb69-60cf85d5774d cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:59:48.421722 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-33e3c7f0-55d9-4554-93b1-680d5a5519fd req-5ca85baf-b74a-4552-8e4d-05a60afe230c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7774d6af-b2e7-42a2-bb69-60cf85d5774d {{(pid=103702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:59:48.429845 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-33e3c7f0-55d9-4554-93b1-680d5a5519fd req-5ca85baf-b74a-4552-8e4d-05a60afe230c service neutron] Publish callbacks [] for port (7774d6af-b2e7-42a2-bb69-60cf85d5774d), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:48.442075 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-33e3c7f0-55d9-4554-93b1-680d5a5519fd req-5ca85baf-b74a-4552-8e4d-05a60afe230c service neutron] Transition to ACTIVE for port object 7774d6af-b2e7-42a2-bb69-60cf85d5774d will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:59:48.448499 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-33e3c7f0-55d9-4554-93b1-680d5a5519fd req-5ca85baf-b74a-4552-8e4d-05a60afe230c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (7774d6af-b2e7-42a2-bb69-60cf85d5774d), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:48.503094 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca85baf-b74a-4552-8e4d-05a60afe230c service neutron] Pushing event updated for resources: {'Port': ['ID=7774d6af-b2e7-42a2-bb69-60cf85d5774d,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:48.583584 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-33e3c7f0-55d9-4554-93b1-680d5a5519fd req-5ca85baf-b74a-4552-8e4d-05a60afe230c service neutron] Attempting to bind port 7774d6af-b2e7-42a2-bb69-60cf85d5774d on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:59:48.583955 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-33e3c7f0-55d9-4554-93b1-680d5a5519fd req-5ca85baf-b74a-4552-8e4d-05a60afe230c service neutron] Attempting to bind port 7774d6af-b2e7-42a2-bb69-60cf85d5774d by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': 'a9d42c15-39ab-4bba-b58c-ff212d1e9476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '86dec347-1fd0-4761-81e2-ef7f21cd5217'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:59:48.584245 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e3c7f0-55d9-4554-93b1-680d5a5519fd req-5ca85baf-b74a-4552-8e4d-05a60afe230c service neutron] Attempting to bind port 7774d6af-b2e7-42a2-bb69-60cf85d5774d on network 86dec347-1fd0-4761-81e2-ef7f21cd5217 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:59:48.588955 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e3c7f0-55d9-4554-93b1-680d5a5519fd req-5ca85baf-b74a-4552-8e4d-05a60afe230c service neutron] Port 7774d6af-b2e7-42a2-bb69-60cf85d5774d on network 86dec347-1fd0-4761-81e2-ef7f21cd5217 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:59:48.589423 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e3c7f0-55d9-4554-93b1-680d5a5519fd req-5ca85baf-b74a-4552-8e4d-05a60afe230c service neutron] Attempting to bind port 7774d6af-b2e7-42a2-bb69-60cf85d5774d on network 86dec347-1fd0-4761-81e2-ef7f21cd5217 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:59:48.596981 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e3c7f0-55d9-4554-93b1-680d5a5519fd req-5ca85baf-b74a-4552-8e4d-05a60afe230c service neutron] Checking agent: {'id': 'bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:59:48.596981 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e3c7f0-55d9-4554-93b1-680d5a5519fd req-5ca85baf-b74a-4552-8e4d-05a60afe230c service neutron] Checking segment: {'id': 'a9d42c15-39ab-4bba-b58c-ff212d1e9476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '86dec347-1fd0-4761-81e2-ef7f21cd5217'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:59:48.596981 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e3c7f0-55d9-4554-93b1-680d5a5519fd req-5ca85baf-b74a-4552-8e4d-05a60afe230c service neutron] Bound using segment: {'id': 'a9d42c15-39ab-4bba-b58c-ff212d1e9476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '86dec347-1fd0-4761-81e2-ef7f21cd5217'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:59:48.596981 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-33e3c7f0-55d9-4554-93b1-680d5a5519fd req-5ca85baf-b74a-4552-8e4d-05a60afe230c service neutron] Bound port: 7774d6af-b2e7-42a2-bb69-60cf85d5774d, host: n-h2-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9d42c15-39ab-4bba-b58c-ff212d1e9476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '86dec347-1fd0-4761-81e2-ef7f21cd5217'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:59:48.596981 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-33e3c7f0-55d9-4554-93b1-680d5a5519fd req-5ca85baf-b74a-4552-8e4d-05a60afe230c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (7774d6af-b2e7-42a2-bb69-60cf85d5774d), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:48.640348 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e5c764-ffd7-4f99-97b1-d4b814653622 req-1b3449ca-f480-4af4-8b6f-d4f7f7c17939 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:48.642476 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-12e5c764-ffd7-4f99-97b1-d4b814653622 req-1b3449ca-f480-4af4-8b6f-d4f7f7c17939 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e33d22b-4d67-4242-a4c0-3ad3b6a57029 HTTP/1.1" status: 200 len: 943 time: 0.0575876 Feb 19 03:59:48.671581 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-33e3c7f0-55d9-4554-93b1-680d5a5519fd req-5ca85baf-b74a-4552-8e4d-05a60afe230c service neutron] For port 7774d6af-b2e7-42a2-bb69-60cf85d5774d, host n-h2-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:59:48.676239 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-33e3c7f0-55d9-4554-93b1-680d5a5519fd req-5ca85baf-b74a-4552-8e4d-05a60afe230c service neutron] For port 7774d6af-b2e7-42a2-bb69-60cf85d5774d, host n-h2-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=7774d6af-b2e7-42a2-bb69-60cf85d5774d,segment=NetworkSegment(a9d42c15-39ab-4bba-b58c-ff212d1e9476),segment_id=a9d42c15-39ab-4bba-b58c-ff212d1e9476)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:59:48.682859 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-33e3c7f0-55d9-4554-93b1-680d5a5519fd req-5ca85baf-b74a-4552-8e4d-05a60afe230c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (7774d6af-b2e7-42a2-bb69-60cf85d5774d), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:48.713600 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-12e5c764-ffd7-4f99-97b1-d4b814653622 req-6ecef769-1268-427d-b899-48f11c9a203e tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e6a07f-8ce5-4c15-ac41-63b65f3b4e79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627437 Feb 19 03:59:48.719985 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e3c7f0-55d9-4554-93b1-680d5a5519fd req-5ca85baf-b74a-4552-8e4d-05a60afe230c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:48.720531 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-33e3c7f0-55d9-4554-93b1-680d5a5519fd req-5ca85baf-b74a-4552-8e4d-05a60afe230c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:48.722035 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-33e3c7f0-55d9-4554-93b1-680d5a5519fd req-5ca85baf-b74a-4552-8e4d-05a60afe230c service neutron] 10.222.0.82 "PUT /v2.0/ports/7774d6af-b2e7-42a2-bb69-60cf85d5774d HTTP/1.1" status: 200 len: 1091 time: 0.6477108 Feb 19 03:59:48.722480 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e33d22b-4d67-4242-a4c0-3ad3b6a57029', 'tag': '7774d6af-b2e7-42a2-bb69-60cf85d5774d'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:59:48.724926 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b48a34f37e4e31fa410c3f10fa4e23c828d45427043ff8d3e4d9f228381d6ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ebc955b-75cb-45fd-8727-b7011ac92865" -d '{"events": [{"name": "network-changed", "server_uuid": "7e33d22b-4d67-4242-a4c0-3ad3b6a57029", "tag": "7774d6af-b2e7-42a2-bb69-60cf85d5774d"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:59:48.761341 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca85baf-b74a-4552-8e4d-05a60afe230c service neutron] Pushing event updated for resources: {'Port': ['ID=7774d6af-b2e7-42a2-bb69-60cf85d5774d,revision_number=3']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:48.778720 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3173c4c8-8aae-4542-ad2c-fad10e36eda7 x-openstack-request-id: req-3173c4c8-8aae-4542-ad2c-fad10e36eda7 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:59:48.779016 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e33d22b-4d67-4242-a4c0-3ad3b6a57029", "tag": "7774d6af-b2e7-42a2-bb69-60cf85d5774d", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:59:48.779274 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3173c4c8-8aae-4542-ad2c-fad10e36eda7 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:59:48.779689 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e33d22b-4d67-4242-a4c0-3ad3b6a57029', 'tag': '7774d6af-b2e7-42a2-bb69-60cf85d5774d', 'status': 'completed', 'code': 200} Feb 19 03:59:48.843757 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e3c7f0-55d9-4554-93b1-680d5a5519fd req-741a95a1-637c-40bc-bca0-acd5de002b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:48.846195 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-33e3c7f0-55d9-4554-93b1-680d5a5519fd req-741a95a1-637c-40bc-bca0-acd5de002b37 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ca527022e7c4488e80026cbcb6de3409&device_id=7e33d22b-4d67-4242-a4c0-3ad3b6a57029 HTTP/1.1" status: 200 len: 1125 time: 0.0522203 Feb 19 03:59:48.899778 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-33e3c7f0-55d9-4554-93b1-680d5a5519fd req-0c51762d-9a5e-4c6e-b475-3926452dd90e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7774d6af-b2e7-42a2-bb69-60cf85d5774d HTTP/1.1" status: 200 len: 217 time: 0.0416088 Feb 19 03:59:48.965826 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e3c7f0-55d9-4554-93b1-680d5a5519fd req-21a21ab2-ad1c-43f4-a459-0c7d01922473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:48.967313 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-33e3c7f0-55d9-4554-93b1-680d5a5519fd req-21a21ab2-ad1c-43f4-a459-0c7d01922473 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=159cda71-b515-48f8-8fb2-78094abb0e72 HTTP/1.1" status: 200 len: 834 time: 0.0616772 Feb 19 03:59:49.026259 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e3c7f0-55d9-4554-93b1-680d5a5519fd req-e891420a-0f5f-46d3-947a-7764ac9ef592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:49.027786 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-33e3c7f0-55d9-4554-93b1-680d5a5519fd req-e891420a-0f5f-46d3-947a-7764ac9ef592 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=86dec347-1fd0-4761-81e2-ef7f21cd5217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0546861 Feb 19 03:59:49.134878 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-33e3c7f0-55d9-4554-93b1-680d5a5519fd req-d2253737-7e67-466e-8697-504cfd26e676 service neutron] 10.222.0.82 "GET /v2.0/networks/86dec347-1fd0-4761-81e2-ef7f21cd5217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007488 Feb 19 03:59:49.225834 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-33e3c7f0-55d9-4554-93b1-680d5a5519fd req-40a0795d-b580-46b2-a481-8e9e01a55b2d service neutron] 10.222.0.82 "GET /v2.0/networks/86dec347-1fd0-4761-81e2-ef7f21cd5217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851159 Feb 19 03:59:49.362062 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebc955b-75cb-45fd-8727-b7011ac92865 req-e0a324d5-fde4-4fcd-bb0d-8ea1e6efc251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:49.363589 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-1ebc955b-75cb-45fd-8727-b7011ac92865 req-e0a324d5-fde4-4fcd-bb0d-8ea1e6efc251 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ca527022e7c4488e80026cbcb6de3409&device_id=7e33d22b-4d67-4242-a4c0-3ad3b6a57029 HTTP/1.1" status: 200 len: 1125 time: 0.0547991 Feb 19 03:59:49.452646 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebc955b-75cb-45fd-8727-b7011ac92865 req-d7ad27ad-d18c-4e92-9045-722a840f60d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:49.454724 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-1ebc955b-75cb-45fd-8727-b7011ac92865 req-d7ad27ad-d18c-4e92-9045-722a840f60d2 service neutron] 10.222.0.82 "GET /v2.0/networks?id=86dec347-1fd0-4761-81e2-ef7f21cd5217 HTTP/1.1" status: 200 len: 898 time: 0.0855935 Feb 19 03:59:49.502301 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-1ebc955b-75cb-45fd-8727-b7011ac92865 req-145f92eb-8af9-4d9e-b731-a402ce307341 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7774d6af-b2e7-42a2-bb69-60cf85d5774d HTTP/1.1" status: 200 len: 217 time: 0.0419447 Feb 19 03:59:49.549917 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:49.553603 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebc955b-75cb-45fd-8727-b7011ac92865 req-cb4bd978-12b5-4ba2-b7e4-0322ecbaf9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:49.555078 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-1ebc955b-75cb-45fd-8727-b7011ac92865 req-cb4bd978-12b5-4ba2-b7e4-0322ecbaf9b7 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=159cda71-b515-48f8-8fb2-78094abb0e72 HTTP/1.1" status: 200 len: 834 time: 0.0475821 Feb 19 03:59:49.619297 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebc955b-75cb-45fd-8727-b7011ac92865 req-21384766-a96e-4d1f-866d-8bac71afb42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:49.621456 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-1ebc955b-75cb-45fd-8727-b7011ac92865 req-21384766-a96e-4d1f-866d-8bac71afb42f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=86dec347-1fd0-4761-81e2-ef7f21cd5217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0597012 Feb 19 03:59:49.734767 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-1ebc955b-75cb-45fd-8727-b7011ac92865 req-4c955483-78f5-46b9-aa89-b6613739def9 service neutron] 10.222.0.82 "GET /v2.0/networks/86dec347-1fd0-4761-81e2-ef7f21cd5217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057968 Feb 19 03:59:49.833574 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-1ebc955b-75cb-45fd-8727-b7011ac92865 req-64a5fc93-bb58-4391-b749-ab8dc8861bb2 service neutron] 10.222.0.82 "GET /v2.0/networks/86dec347-1fd0-4761-81e2-ef7f21cd5217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925884 Feb 19 03:59:49.874276 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07a996e-4f71-4918-95e4-5f9b75cb62ce req-2018417a-222d-46c8-86b4-9cd7a65f5a29 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:49.876520 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a07a996e-4f71-4918-95e4-5f9b75cb62ce req-2018417a-222d-46c8-86b4-9cd7a65f5a29 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e33d22b-4d67-4242-a4c0-3ad3b6a57029 HTTP/1.1" status: 200 len: 943 time: 0.0661469 Feb 19 03:59:49.941658 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a07a996e-4f71-4918-95e4-5f9b75cb62ce req-42409ee8-5848-42a5-ab3a-ec28d2804dba tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e6a07f-8ce5-4c15-ac41-63b65f3b4e79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563302 Feb 19 03:59:50.725699 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:51.089881 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7700d68a-404f-4275-9b6c-b8b1a056cfc3 req-634e9aba-779d-4e54-8b7a-8007c5d2c854 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:51.091405 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7700d68a-404f-4275-9b6c-b8b1a056cfc3 req-634e9aba-779d-4e54-8b7a-8007c5d2c854 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e33d22b-4d67-4242-a4c0-3ad3b6a57029 HTTP/1.1" status: 200 len: 943 time: 0.0663955 Feb 19 03:59:51.144278 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7700d68a-404f-4275-9b6c-b8b1a056cfc3 req-f004ccd2-8c25-41d6-a00b-c8db491d902f tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e6a07f-8ce5-4c15-ac41-63b65f3b4e79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451095 Feb 19 03:59:52.110067 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:52.274121 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f82b65-bf96-4c22-a444-8cdaed499639 req-c9e6add7-1e4c-47e1-b5f0-61e01be652d2 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:52.275657 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-48f82b65-bf96-4c22-a444-8cdaed499639 req-c9e6add7-1e4c-47e1-b5f0-61e01be652d2 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e33d22b-4d67-4242-a4c0-3ad3b6a57029 HTTP/1.1" status: 200 len: 943 time: 0.0622680 Feb 19 03:59:52.326229 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-48f82b65-bf96-4c22-a444-8cdaed499639 req-daeba2b1-5c44-47f4-b3c0-75001c6aa4df tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e6a07f-8ce5-4c15-ac41-63b65f3b4e79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447874 Feb 19 03:59:52.481768 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 7774d6af-b2e7-42a2-bb69-60cf85d5774d details requested by agent hyperv_n-h2-826753-2 with host n-h2-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:59:52.589396 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 7774d6af-b2e7-42a2-bb69-60cf85d5774d, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=7774d6af-b2e7-42a2-bb69-60cf85d5774d,segment=NetworkSegment(a9d42c15-39ab-4bba-b58c-ff212d1e9476),segment_id=a9d42c15-39ab-4bba-b58c-ff212d1e9476)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:59:52.601053 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Returning: {'device': '7774d6af-b2e7-42a2-bb69-60cf85d5774d', 'network_id': '86dec347-1fd0-4761-81e2-ef7f21cd5217', 'port_id': '7774d6af-b2e7-42a2-bb69-60cf85d5774d', 'mac_address': 'fa:16:3e:e6:1b:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '159cda71-b515-48f8-8fb2-78094abb0e72', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:59:52.644233 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 7774d6af-b2e7-42a2-bb69-60cf85d5774d is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:59:52.644618 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (7774d6af-b2e7-42a2-bb69-60cf85d5774d), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:52.658371 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7774d6af-b2e7-42a2-bb69-60cf85d5774d {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:59:52.678431 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 7774d6af-b2e7-42a2-bb69-60cf85d5774d, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=7774d6af-b2e7-42a2-bb69-60cf85d5774d,segment=NetworkSegment(a9d42c15-39ab-4bba-b58c-ff212d1e9476),segment_id=a9d42c15-39ab-4bba-b58c-ff212d1e9476)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:59:52.682399 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (7774d6af-b2e7-42a2-bb69-60cf85d5774d), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:52.733245 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=7774d6af-b2e7-42a2-bb69-60cf85d5774d,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:52.952228 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['7774d6af-b2e7-42a2-bb69-60cf85d5774d'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:59:53.074865 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:53.449383 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb680d46-5f3e-4b5e-a044-ba9dedb24b5d req-558d2f1b-b42a-48d0-81eb-ef19f59dd7be tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:53.450870 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bb680d46-5f3e-4b5e-a044-ba9dedb24b5d req-558d2f1b-b42a-48d0-81eb-ef19f59dd7be tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e33d22b-4d67-4242-a4c0-3ad3b6a57029 HTTP/1.1" status: 200 len: 944 time: 0.0531924 Feb 19 03:59:53.500552 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bb680d46-5f3e-4b5e-a044-ba9dedb24b5d req-d98172b9-ca99-4655-8d41-3b1ffd915b14 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e6a07f-8ce5-4c15-ac41-63b65f3b4e79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428278 Feb 19 03:59:54.526696 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 7774d6af-b2e7-42a2-bb69-60cf85d5774d up at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:59:54.579268 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning for port 7774d6af-b2e7-42a2-bb69-60cf85d5774d completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:59:54.583746 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning complete for port 7774d6af-b2e7-42a2-bb69-60cf85d5774d triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:59:54.584239 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (7774d6af-b2e7-42a2-bb69-60cf85d5774d), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:54.640423 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b0a151-ffdf-4008-85f6-b0a4394d3881 req-f2bd5a17-4e8b-4404-86dd-6453c93ff0e4 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:54.642406 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c7b0a151-ffdf-4008-85f6-b0a4394d3881 req-f2bd5a17-4e8b-4404-86dd-6453c93ff0e4 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e33d22b-4d67-4242-a4c0-3ad3b6a57029 HTTP/1.1" status: 200 len: 944 time: 0.0694036 Feb 19 03:59:54.674860 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port 7774d6af-b2e7-42a2-bb69-60cf85d5774d is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:59:54.675247 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (7774d6af-b2e7-42a2-bb69-60cf85d5774d), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:54.698560 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e33d22b-4d67-4242-a4c0-3ad3b6a57029', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7774d6af-b2e7-42a2-bb69-60cf85d5774d'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:59:54.700946 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c7b0a151-ffdf-4008-85f6-b0a4394d3881 req-017ff3a7-64ca-41da-b323-a573cdef066f tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e6a07f-8ce5-4c15-ac41-63b65f3b4e79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524731 Feb 19 03:59:54.701552 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88fe038525c8a7a69a3adae1ae732c1dd0c63371bed0a925712ea7f2f25f70bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1011c97f-d20b-41d8-9ba9-98b258e4d4de" -d '{"events": [{"server_uuid": "7e33d22b-4d67-4242-a4c0-3ad3b6a57029", "name": "network-vif-plugged", "status": "completed", "tag": "7774d6af-b2e7-42a2-bb69-60cf85d5774d"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:59:54.721914 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port 7774d6af-b2e7-42a2-bb69-60cf85d5774d, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=7774d6af-b2e7-42a2-bb69-60cf85d5774d,segment=NetworkSegment(a9d42c15-39ab-4bba-b58c-ff212d1e9476),segment_id=a9d42c15-39ab-4bba-b58c-ff212d1e9476)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:59:54.727009 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (7774d6af-b2e7-42a2-bb69-60cf85d5774d), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:54.777144 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=7774d6af-b2e7-42a2-bb69-60cf85d5774d,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:54.853111 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b91fa7db-595c-4bb6-856c-981f3de0756c x-openstack-request-id: req-b91fa7db-595c-4bb6-856c-981f3de0756c {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:59:54.853471 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e33d22b-4d67-4242-a4c0-3ad3b6a57029", "name": "network-vif-plugged", "status": "completed", "tag": "7774d6af-b2e7-42a2-bb69-60cf85d5774d", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:59:54.853719 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b91fa7db-595c-4bb6-856c-981f3de0756c {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:59:54.854115 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e33d22b-4d67-4242-a4c0-3ad3b6a57029', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7774d6af-b2e7-42a2-bb69-60cf85d5774d', 'code': 200} Feb 19 03:59:54.997134 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8ad88c-f01f-4d57-9f8d-9dc7297b2301 req-d1568ea2-ff37-450b-bce9-19e60aa5f80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:54.998689 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-6d8ad88c-f01f-4d57-9f8d-9dc7297b2301 req-d1568ea2-ff37-450b-bce9-19e60aa5f80d service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=7e33d22b-4d67-4242-a4c0-3ad3b6a57029 HTTP/1.1" status: 200 len: 1127 time: 0.0522189 Feb 19 03:59:55.045618 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-6d8ad88c-f01f-4d57-9f8d-9dc7297b2301 req-d2409db8-56f7-424d-915f-1543a93cbfc6 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=c9e6a07f-8ce5-4c15-ac41-63b65f3b4e79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405188 Feb 19 03:59:55.843876 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82b3821-a265-4e7c-9031-4f892ec26889 req-a3657922-e570-4f7c-b7eb-9b538074dbc1 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:55.845529 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e82b3821-a265-4e7c-9031-4f892ec26889 req-a3657922-e570-4f7c-b7eb-9b538074dbc1 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e33d22b-4d67-4242-a4c0-3ad3b6a57029 HTTP/1.1" status: 200 len: 945 time: 0.0563242 Feb 19 03:59:55.897346 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e82b3821-a265-4e7c-9031-4f892ec26889 req-267d40ca-8c06-44d6-861d-7e7095f15422 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e6a07f-8ce5-4c15-ac41-63b65f3b4e79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458825 Feb 19 03:59:56.929756 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:57.027779 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e146bd5e-75d3-4fc0-b19a-1b488849c50b req-16c6f2d7-0f22-45de-9a15-f5124ed0f202 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:57.029570 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e146bd5e-75d3-4fc0-b19a-1b488849c50b req-16c6f2d7-0f22-45de-9a15-f5124ed0f202 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e33d22b-4d67-4242-a4c0-3ad3b6a57029 HTTP/1.1" status: 200 len: 945 time: 0.0589573 Feb 19 03:59:57.087105 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e146bd5e-75d3-4fc0-b19a-1b488849c50b req-c1008d30-ef75-4e5b-98f2-e72159146f0d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e6a07f-8ce5-4c15-ac41-63b65f3b4e79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503659 Feb 19 03:59:57.215346 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174483c3-442b-406b-9235-902a79a70181 req-465eb1ab-61a1-4cfb-85f8-35d1df585b4f tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:57.216740 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-174483c3-442b-406b-9235-902a79a70181 req-465eb1ab-61a1-4cfb-85f8-35d1df585b4f tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e33d22b-4d67-4242-a4c0-3ad3b6a57029 HTTP/1.1" status: 200 len: 945 time: 0.0570977 Feb 19 03:59:57.266994 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-174483c3-442b-406b-9235-902a79a70181 req-93c9efc5-cdbf-4928-82d6-1dfc58687403 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e6a07f-8ce5-4c15-ac41-63b65f3b4e79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439258 Feb 19 03:59:57.292243 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53334) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:59:57.345717 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6adc446-9d64-43bd-88cc-e40debe43d9d tempest-TestNetworkAdvancedServerOps-1044059750 tempest-TestNetworkAdvancedServerOps-1044059750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:57.347277 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-f6adc446-9d64-43bd-88cc-e40debe43d9d tempest-TestNetworkAdvancedServerOps-1044059750 tempest-TestNetworkAdvancedServerOps-1044059750-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=7e33d22b-4d67-4242-a4c0-3ad3b6a57029 HTTP/1.1" status: 200 len: 1122 time: 0.0540285 Feb 19 03:59:57.350227 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53336) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:59:57.354511 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-56f454a4-2491-4b20-a7ae-dbf62b5f9c85 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Request body: {'floatingip': {'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'port_id': '7774d6af-b2e7-42a2-bb69-60cf85d5774d', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:59:57.375948 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-56f454a4-2491-4b20-a7ae-dbf62b5f9c85 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:57.483104 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-56f454a4-2491-4b20-a7ae-dbf62b5f9c85 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:57.609357 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-56f454a4-2491-4b20-a7ae-dbf62b5f9c85 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Allocated IP 172.25.6.238 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/893ad023-4b00-4de4-b28b-e8a489882851) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:59:57.710129 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-56f454a4-2491-4b20-a7ae-dbf62b5f9c85 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for port (893ad023-4b00-4de4-b28b-e8a489882851), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:57.755803 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-56f454a4-2491-4b20-a7ae-dbf62b5f9c85 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (893ad023-4b00-4de4-b28b-e8a489882851), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:57.797575 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f454a4-2491-4b20-a7ae-dbf62b5f9c85 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:59:57.800429 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-56f454a4-2491-4b20-a7ae-dbf62b5f9c85 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:59:57.806223 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f454a4-2491-4b20-a7ae-dbf62b5f9c85 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:59:57.811634 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f454a4-2491-4b20-a7ae-dbf62b5f9c85 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Pushing event updated for resources: {'Port': ['ID=893ad023-4b00-4de4-b28b-e8a489882851,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:57.840946 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f454a4-2491-4b20-a7ae-dbf62b5f9c85 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:57.841313 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f454a4-2491-4b20-a7ae-dbf62b5f9c85 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:57.841652 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f454a4-2491-4b20-a7ae-dbf62b5f9c85 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:57.841983 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f454a4-2491-4b20-a7ae-dbf62b5f9c85 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:57.842333 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f454a4-2491-4b20-a7ae-dbf62b5f9c85 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:57.842641 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f454a4-2491-4b20-a7ae-dbf62b5f9c85 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:57.842964 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f454a4-2491-4b20-a7ae-dbf62b5f9c85 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:57.843284 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f454a4-2491-4b20-a7ae-dbf62b5f9c85 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:57.843699 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f454a4-2491-4b20-a7ae-dbf62b5f9c85 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:57.843964 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f454a4-2491-4b20-a7ae-dbf62b5f9c85 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:57.844314 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f454a4-2491-4b20-a7ae-dbf62b5f9c85 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:57.844601 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f454a4-2491-4b20-a7ae-dbf62b5f9c85 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:57.844910 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f454a4-2491-4b20-a7ae-dbf62b5f9c85 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:58.199985 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-56f454a4-2491-4b20-a7ae-dbf62b5f9c85 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for floatingip (76b4f6c0-1de8-40bd-b174-fedcac024ec8), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:58.288480 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-56f454a4-2491-4b20-a7ae-dbf62b5f9c85 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (893ad023-4b00-4de4-b28b-e8a489882851), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:58.452061 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-56f454a4-2491-4b20-a7ae-dbf62b5f9c85 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for port (893ad023-4b00-4de4-b28b-e8a489882851), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:58.457484 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-56f454a4-2491-4b20-a7ae-dbf62b5f9c85 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (893ad023-4b00-4de4-b28b-e8a489882851), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:58.525266 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f454a4-2491-4b20-a7ae-dbf62b5f9c85 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Pushing event updated for resources: {'Port': ['ID=893ad023-4b00-4de4-b28b-e8a489882851,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:58.539713 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-56f454a4-2491-4b20-a7ae-dbf62b5f9c85 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16285943'] for floatingip (76b4f6c0-1de8-40bd-b174-fedcac024ec8), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:58.648686 n-d-826753-2 neutron-server[103702]: INFO neutron.db.l3_db [None req-56f454a4-2491-4b20-a7ae-dbf62b5f9c85 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Floating IP 76b4f6c0-1de8-40bd-b174-fedcac024ec8 associated. External IP: 172.25.6.238, port: 7774d6af-b2e7-42a2-bb69-60cf85d5774d. Feb 19 03:59:58.874543 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56f454a4-2491-4b20-a7ae-dbf62b5f9c85 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Router 54398dc7-b32e-42c1-90b9-dcc455148697 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:59:59.008587 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56f454a4-2491-4b20-a7ae-dbf62b5f9c85 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:59:59.019043 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad00757b-8a84-4d30-a70f-b192d85fb76e None None] Sync routers for ids ['54398dc7-b32e-42c1-90b9-dcc455148697'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:59:59.028372 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-56f454a4-2491-4b20-a7ae-dbf62b5f9c85 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:59.031093 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad00757b-8a84-4d30-a70f-b192d85fb76e None None] Routers {'54398dc7-b32e-42c1-90b9-dcc455148697'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:59:59.031639 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-ad00757b-8a84-4d30-a70f-b192d85fb76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:59:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['54398dc7-b32e-42c1-90b9-dcc455148697'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:59:59.066218 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-56f454a4-2491-4b20-a7ae-dbf62b5f9c85 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7114270 Feb 19 03:59:59.066218 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e33d22b-4d67-4242-a4c0-3ad3b6a57029', 'tag': '7774d6af-b2e7-42a2-bb69-60cf85d5774d'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:59:59.066651 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b48a34f37e4e31fa410c3f10fa4e23c828d45427043ff8d3e4d9f228381d6ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeb41252-d51e-4190-b96f-477f33b9e8a4" -d '{"events": [{"name": "network-changed", "server_uuid": "7e33d22b-4d67-4242-a4c0-3ad3b6a57029", "tag": "7774d6af-b2e7-42a2-bb69-60cf85d5774d"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:59:59.130045 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-828f9995-7250-4bf2-8c7b-d2f8f343be65 x-openstack-request-id: req-828f9995-7250-4bf2-8c7b-d2f8f343be65 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:59:59.130366 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e33d22b-4d67-4242-a4c0-3ad3b6a57029", "tag": "7774d6af-b2e7-42a2-bb69-60cf85d5774d", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:59:59.130760 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-828f9995-7250-4bf2-8c7b-d2f8f343be65 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:59:59.131196 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e33d22b-4d67-4242-a4c0-3ad3b6a57029', 'tag': '7774d6af-b2e7-42a2-bb69-60cf85d5774d', 'status': 'completed', 'code': 200} Feb 19 03:59:59.182392 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c0c58e-005c-47a9-97c0-1d905521b942 req-48f66c0a-7b55-426b-ac7f-7912396cc3e4 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:59.183565 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-ad00757b-8a84-4d30-a70f-b192d85fb76e None None] Set router 54398dc7-b32e-42c1-90b9-dcc455148697 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:59:59.184072 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e7c0c58e-005c-47a9-97c0-1d905521b942 req-48f66c0a-7b55-426b-ac7f-7912396cc3e4 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e33d22b-4d67-4242-a4c0-3ad3b6a57029 HTTP/1.1" status: 200 len: 945 time: 0.0674481 Feb 19 03:59:59.226300 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb41252-d51e-4190-b96f-477f33b9e8a4 req-85318a32-e02c-4f28-acdc-8f8c9a66da26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:59.227889 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-aeb41252-d51e-4190-b96f-477f33b9e8a4 req-85318a32-e02c-4f28-acdc-8f8c9a66da26 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ca527022e7c4488e80026cbcb6de3409&device_id=7e33d22b-4d67-4242-a4c0-3ad3b6a57029 HTTP/1.1" status: 200 len: 1127 time: 0.0576494 Feb 19 03:59:59.257447 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e7c0c58e-005c-47a9-97c0-1d905521b942 req-51735f7e-d746-4e67-8d3d-f4d2a453edc8 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e6a07f-8ce5-4c15-ac41-63b65f3b4e79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652888 Feb 19 03:59:59.287302 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 53342) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:59:59.355522 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb41252-d51e-4190-b96f-477f33b9e8a4 req-2f02f2c2-0fe1-45a0-b0f4-faaa63329616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:59.357082 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-aeb41252-d51e-4190-b96f-477f33b9e8a4 req-2f02f2c2-0fe1-45a0-b0f4-faaa63329616 service neutron] 10.222.0.82 "GET /v2.0/networks?id=86dec347-1fd0-4761-81e2-ef7f21cd5217 HTTP/1.1" status: 200 len: 898 time: 0.1231351 Feb 19 03:59:59.377666 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-c2595082-c921-49c8-8329-b0d6a8fdabca tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/floatingips/76b4f6c0-1de8-40bd-b174-fedcac024ec8 HTTP/1.1" status: 200 len: 991 time: 0.0890365 Feb 19 03:59:59.429477 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-aeb41252-d51e-4190-b96f-477f33b9e8a4 req-76fd1039-2bf4-4515-a383-6c0a1ddfd32b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7774d6af-b2e7-42a2-bb69-60cf85d5774d HTTP/1.1" status: 200 len: 999 time: 0.0656796 Feb 19 03:59:59.482045 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb41252-d51e-4190-b96f-477f33b9e8a4 req-121d66c5-6127-4791-af50-2d7d69f9a8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:59.483638 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-aeb41252-d51e-4190-b96f-477f33b9e8a4 req-121d66c5-6127-4791-af50-2d7d69f9a8d3 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=159cda71-b515-48f8-8fb2-78094abb0e72 HTTP/1.1" status: 200 len: 834 time: 0.0467067 Feb 19 03:59:59.486415 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-ad00757b-8a84-4d30-a70f-b192d85fb76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54398dc7-b32e-42c1-90b9-dcc455148697', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344588195', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '7067b021-64c2-4b0d-826c-cb17b91a5b4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:59:36Z', 'updated_at': '2022-02-19T03:59:40Z', 'revision_number': 4, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'gw_port': {'id': '7067b021-64c2-4b0d-826c-cb17b91a5b4d', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54398dc7-b32e-42c1-90b9-dcc455148697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:59:36Z', 'updated_at': '2022-02-19T03:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': '76b4f6c0-1de8-40bd-b174-fedcac024ec8', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'floating_ip_address': '172.25.6.238', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': '54398dc7-b32e-42c1-90b9-dcc455148697', 'port_id': '7774d6af-b2e7-42a2-bb69-60cf85d5774d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4299, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86dec347-1fd0-4761-81e2-ef7f21cd5217', 'mac_address': 'fa:16:3e:e6:1b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e33d22b-4d67-4242-a4c0-3ad3b6a57029', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:59:58Z', 'updated_at': '2022-02-19T03:59:58Z', 'revision_number': 0, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec71e2c3-5094-4c58-adc9-b91af40c18ce', 'name': '', 'network_id': '86dec347-1fd0-4761-81e2-ef7f21cd5217', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'mac_address': 'fa:16:3e:80:93:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54398dc7-b32e-42c1-90b9-dcc455148697', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '159cda71-b515-48f8-8fb2-78094abb0e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:59:39Z', 'updated_at': '2022-02-19T03:59:42Z', 'revision_number': 5, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'subnets': [{'id': '159cda71-b515-48f8-8fb2-78094abb0e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:59:59.513201 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad00757b-8a84-4d30-a70f-b192d85fb76e None None] Checking router: 54398dc7-b32e-42c1-90b9-dcc455148697 for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:59:59.521894 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad00757b-8a84-4d30-a70f-b192d85fb76e None None] Routers {'54398dc7-b32e-42c1-90b9-dcc455148697'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:59:59.522514 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-ad00757b-8a84-4d30-a70f-b192d85fb76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T03:59:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['54398dc7-b32e-42c1-90b9-dcc455148697'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:59:59.541601 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb41252-d51e-4190-b96f-477f33b9e8a4 req-09967207-a6d4-4def-84bc-672f5b918772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:59.543141 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-aeb41252-d51e-4190-b96f-477f33b9e8a4 req-09967207-a6d4-4def-84bc-672f5b918772 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=86dec347-1fd0-4761-81e2-ef7f21cd5217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0527818 Feb 19 03:59:59.651531 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-aeb41252-d51e-4190-b96f-477f33b9e8a4 req-686d15a8-0777-471b-828c-c56c977c1e9d service neutron] 10.222.0.82 "GET /v2.0/networks/86dec347-1fd0-4761-81e2-ef7f21cd5217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013830 Feb 19 03:59:59.658650 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-ad00757b-8a84-4d30-a70f-b192d85fb76e None None] Set router 54398dc7-b32e-42c1-90b9-dcc455148697 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:59:59.773632 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-aeb41252-d51e-4190-b96f-477f33b9e8a4 req-f879affe-679a-48e6-be80-bae1b1271626 service neutron] 10.222.0.82 "GET /v2.0/networks/86dec347-1fd0-4761-81e2-ef7f21cd5217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155701 Feb 19 04:00:00.008699 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-ad00757b-8a84-4d30-a70f-b192d85fb76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54398dc7-b32e-42c1-90b9-dcc455148697', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344588195', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '7067b021-64c2-4b0d-826c-cb17b91a5b4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:59:36Z', 'updated_at': '2022-02-19T03:59:40Z', 'revision_number': 4, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'gw_port': {'id': '7067b021-64c2-4b0d-826c-cb17b91a5b4d', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54398dc7-b32e-42c1-90b9-dcc455148697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:59:36Z', 'updated_at': '2022-02-19T03:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': '76b4f6c0-1de8-40bd-b174-fedcac024ec8', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'floating_ip_address': '172.25.6.238', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': '54398dc7-b32e-42c1-90b9-dcc455148697', 'port_id': '7774d6af-b2e7-42a2-bb69-60cf85d5774d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4299, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86dec347-1fd0-4761-81e2-ef7f21cd5217', 'mac_address': 'fa:16:3e:e6:1b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e33d22b-4d67-4242-a4c0-3ad3b6a57029', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:59:58Z', 'updated_at': '2022-02-19T03:59:58Z', 'revision_number': 0, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec71e2c3-5094-4c58-adc9-b91af40c18ce', 'name': '', 'network_id': '86dec347-1fd0-4761-81e2-ef7f21cd5217', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'mac_address': 'fa:16:3e:80:93:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54398dc7-b32e-42c1-90b9-dcc455148697', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '159cda71-b515-48f8-8fb2-78094abb0e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:59:39Z', 'updated_at': '2022-02-19T03:59:42Z', 'revision_number': 5, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'subnets': [{'id': '159cda71-b515-48f8-8fb2-78094abb0e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:00:00.042084 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad00757b-8a84-4d30-a70f-b192d85fb76e None None] The sync data for ids ['54398dc7-b32e-42c1-90b9-dcc455148697'] in n-d-826753-2 is: [{'id': '54398dc7-b32e-42c1-90b9-dcc455148697', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344588195', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '7067b021-64c2-4b0d-826c-cb17b91a5b4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:59:36Z', 'updated_at': '2022-02-19T03:59:40Z', 'revision_number': 4, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'gw_port': {'id': '7067b021-64c2-4b0d-826c-cb17b91a5b4d', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54398dc7-b32e-42c1-90b9-dcc455148697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:59:36Z', 'updated_at': '2022-02-19T03:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': '76b4f6c0-1de8-40bd-b174-fedcac024ec8', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'floating_ip_address': '172.25.6.238', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': '54398dc7-b32e-42c1-90b9-dcc455148697', 'port_id': '7774d6af-b2e7-42a2-bb69-60cf85d5774d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4299, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86dec347-1fd0-4761-81e2-ef7f21cd5217', 'mac_address': 'fa:16:3e:e6:1b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e33d22b-4d67-4242-a4c0-3ad3b6a57029', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:59:58Z', 'updated_at': '2022-02-19T03:59:58Z', 'revision_number': 0, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec71e2c3-5094-4c58-adc9-b91af40c18ce', 'name': '', 'network_id': '86dec347-1fd0-4761-81e2-ef7f21cd5217', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'mac_address': 'fa:16:3e:80:93:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54398dc7-b32e-42c1-90b9-dcc455148697', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '159cda71-b515-48f8-8fb2-78094abb0e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:59:39Z', 'updated_at': '2022-02-19T03:59:42Z', 'revision_number': 5, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'subnets': [{'id': '159cda71-b515-48f8-8fb2-78094abb0e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:00:00.252409 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb284a62-78b9-458e-976e-ca679dbdfb5b None None] New status for floating IP 76b4f6c0-1de8-40bd-b174-fedcac024ec8: ACTIVE {{(pid=103703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:00:00.382175 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 53346) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:00:00.451516 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-d831fcbf-cee7-4c1e-8dec-f8a1dc640778 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/floatingips/76b4f6c0-1de8-40bd-b174-fedcac024ec8 HTTP/1.1" status: 200 len: 991 time: 0.0680220 Feb 19 04:00:01.455500 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 53348) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:00:01.530532 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-6250016d-4b27-4e4d-a59c-f32ace75ca6e tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/floatingips/76b4f6c0-1de8-40bd-b174-fedcac024ec8 HTTP/1.1" status: 200 len: 993 time: 0.0737941 Feb 19 04:00:15.678009 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-9d4cf0a4-a2e4-4213-98bc-b5b9c310197b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:17.867229 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4b2e320b-e805-4c6d-9049-87ee4b108afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:19.560438 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:20.725408 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:22.105636 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:23.060015 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:24.941483 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:00:26.929531 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:28.266893 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357be8e4-efcc-47cf-a15f-681ef16d4d2e req-dc95bd43-f5a6-4569-ba68-261239b74ae9 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:28.268472 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-357be8e4-efcc-47cf-a15f-681ef16d4d2e req-dc95bd43-f5a6-4569-ba68-261239b74ae9 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e33d22b-4d67-4242-a4c0-3ad3b6a57029 HTTP/1.1" status: 200 len: 945 time: 0.0624044 Feb 19 04:00:28.329495 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-357be8e4-efcc-47cf-a15f-681ef16d4d2e req-1245fcac-b44c-4bdc-8d30-d5968f1ca615 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e6a07f-8ce5-4c15-ac41-63b65f3b4e79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518203 Feb 19 04:00:29.452187 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c258dc25-9c4f-440e-a526-52f661340ede req-5668c1e3-4daf-4ebf-bba1-eda385c09493 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:29.454290 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c258dc25-9c4f-440e-a526-52f661340ede req-5668c1e3-4daf-4ebf-bba1-eda385c09493 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e33d22b-4d67-4242-a4c0-3ad3b6a57029 HTTP/1.1" status: 200 len: 945 time: 0.0521500 Feb 19 04:00:29.507962 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c258dc25-9c4f-440e-a526-52f661340ede req-ec78cd65-55f1-416e-b19c-4e01ef140b86 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e6a07f-8ce5-4c15-ac41-63b65f3b4e79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479789 Feb 19 04:00:30.643669 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f85878-61b3-4b92-8dfb-e47bbe2dae9e req-2cd24d5b-ac6e-4d94-b27d-2c9b6ff22d48 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:30.645275 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-86f85878-61b3-4b92-8dfb-e47bbe2dae9e req-2cd24d5b-ac6e-4d94-b27d-2c9b6ff22d48 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e33d22b-4d67-4242-a4c0-3ad3b6a57029 HTTP/1.1" status: 200 len: 945 time: 0.0650008 Feb 19 04:00:30.698005 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-86f85878-61b3-4b92-8dfb-e47bbe2dae9e req-0ce79011-7e6d-4bc4-8f5d-b2b6277fa998 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e6a07f-8ce5-4c15-ac41-63b65f3b4e79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467606 Feb 19 04:00:31.837456 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9b5d07-79ec-4de3-816f-6d4426056cec req-06c9c00f-10a3-4257-aec6-825974a1b977 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:31.839016 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cf9b5d07-79ec-4de3-816f-6d4426056cec req-06c9c00f-10a3-4257-aec6-825974a1b977 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e33d22b-4d67-4242-a4c0-3ad3b6a57029 HTTP/1.1" status: 200 len: 945 time: 0.0667155 Feb 19 04:00:31.892719 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cf9b5d07-79ec-4de3-816f-6d4426056cec req-eebec4cd-bc1f-46f1-9270-848a516c15db tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e6a07f-8ce5-4c15-ac41-63b65f3b4e79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472994 Feb 19 04:00:33.019890 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb533df-a5a0-43b1-bbf1-0749bc1f0038 req-ab99e8b9-7301-4450-bac5-3ced8e08894c tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:33.021456 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-feb533df-a5a0-43b1-bbf1-0749bc1f0038 req-ab99e8b9-7301-4450-bac5-3ced8e08894c tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e33d22b-4d67-4242-a4c0-3ad3b6a57029 HTTP/1.1" status: 200 len: 945 time: 0.0580587 Feb 19 04:00:33.074171 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-feb533df-a5a0-43b1-bbf1-0749bc1f0038 req-b5a8a8b9-1296-4db2-a11f-b1bde270f956 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e6a07f-8ce5-4c15-ac41-63b65f3b4e79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471289 Feb 19 04:00:34.209678 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c524af-e145-4cfa-8e39-b128f3478877 req-8207f543-154d-4b9a-b818-04a3f0dbd36a tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:34.211813 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-15c524af-e145-4cfa-8e39-b128f3478877 req-8207f543-154d-4b9a-b818-04a3f0dbd36a tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e33d22b-4d67-4242-a4c0-3ad3b6a57029 HTTP/1.1" status: 200 len: 945 time: 0.0564651 Feb 19 04:00:34.262074 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-15c524af-e145-4cfa-8e39-b128f3478877 req-cd177ead-7501-49b6-942a-841092ef21af tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e6a07f-8ce5-4c15-ac41-63b65f3b4e79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448060 Feb 19 04:00:35.402610 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b698ffe-3f25-4c05-9431-bede517f49b7 req-5d505cb9-2e9e-45fb-9839-0a38f8c6eed0 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:35.404315 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7b698ffe-3f25-4c05-9431-bede517f49b7 req-5d505cb9-2e9e-45fb-9839-0a38f8c6eed0 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e33d22b-4d67-4242-a4c0-3ad3b6a57029 HTTP/1.1" status: 200 len: 945 time: 0.0625653 Feb 19 04:00:35.487821 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7b698ffe-3f25-4c05-9431-bede517f49b7 req-14db6234-8324-4c71-a15b-e2baa7164a37 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e6a07f-8ce5-4c15-ac41-63b65f3b4e79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722661 Feb 19 04:00:36.628965 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de53b678-2285-4177-a7ec-f23835d44442 req-f00def6d-5f7e-4870-b31a-3d6ef0f8f692 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:36.630658 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-de53b678-2285-4177-a7ec-f23835d44442 req-f00def6d-5f7e-4870-b31a-3d6ef0f8f692 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e33d22b-4d67-4242-a4c0-3ad3b6a57029 HTTP/1.1" status: 200 len: 945 time: 0.0647042 Feb 19 04:00:36.686923 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-de53b678-2285-4177-a7ec-f23835d44442 req-ade9eac1-5fb3-48af-a90e-764a2937d47f tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e6a07f-8ce5-4c15-ac41-63b65f3b4e79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459359 Feb 19 04:00:37.819341 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0520c3c-b5b0-4160-bc70-2cd23ce2c1db req-8049ed50-2b42-471b-b4a1-c757ae5769b3 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:37.821130 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d0520c3c-b5b0-4160-bc70-2cd23ce2c1db req-8049ed50-2b42-471b-b4a1-c757ae5769b3 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e33d22b-4d67-4242-a4c0-3ad3b6a57029 HTTP/1.1" status: 200 len: 945 time: 0.0564721 Feb 19 04:00:37.875479 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d0520c3c-b5b0-4160-bc70-2cd23ce2c1db req-14097729-8fbf-4201-9328-5fee4ecbc692 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e6a07f-8ce5-4c15-ac41-63b65f3b4e79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484133 Feb 19 04:00:39.021409 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac037bb-aeff-4db5-bb5d-556b74b2a41d req-68eec18b-42a7-4336-9eb8-a685532fcb43 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:39.023218 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-eac037bb-aeff-4db5-bb5d-556b74b2a41d req-68eec18b-42a7-4336-9eb8-a685532fcb43 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e33d22b-4d67-4242-a4c0-3ad3b6a57029 HTTP/1.1" status: 200 len: 945 time: 0.0730956 Feb 19 04:00:39.117101 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-eac037bb-aeff-4db5-bb5d-556b74b2a41d req-7afe92aa-f330-4c18-a8be-46eec7eda5f4 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e6a07f-8ce5-4c15-ac41-63b65f3b4e79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825794 Feb 19 04:00:39.146726 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 53382) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:00:39.240024 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-a05a2971-8637-4113-b93d-05ac1e072881 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/floatingips/76b4f6c0-1de8-40bd-b174-fedcac024ec8 HTTP/1.1" status: 200 len: 993 time: 0.0920026 Feb 19 04:00:40.600101 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e63024-05a2-459a-8734-892dfc235ed2 req-19f32daf-bbc5-46c5-854a-76d291f7d0b2 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:40.601712 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-10e63024-05a2-459a-8734-892dfc235ed2 req-19f32daf-bbc5-46c5-854a-76d291f7d0b2 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e33d22b-4d67-4242-a4c0-3ad3b6a57029 HTTP/1.1" status: 200 len: 945 time: 0.0800836 Feb 19 04:00:40.652897 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf8f128-ad74-44bd-a4ed-e5a44e5dfab9 req-646b6de5-4e71-442a-9496-1b106a945f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:40.654655 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-6bf8f128-ad74-44bd-a4ed-e5a44e5dfab9 req-646b6de5-4e71-442a-9496-1b106a945f96 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ca527022e7c4488e80026cbcb6de3409&device_id=7e33d22b-4d67-4242-a4c0-3ad3b6a57029 HTTP/1.1" status: 200 len: 1127 time: 0.0631728 Feb 19 04:00:40.677890 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-10e63024-05a2-459a-8734-892dfc235ed2 req-297883c1-535c-411e-be76-dc6bfa88882a tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e6a07f-8ce5-4c15-ac41-63b65f3b4e79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679405 Feb 19 04:00:40.771502 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf8f128-ad74-44bd-a4ed-e5a44e5dfab9 req-53177144-d5b9-43a8-8aa9-a3d76c8f8155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:40.773139 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-6bf8f128-ad74-44bd-a4ed-e5a44e5dfab9 req-53177144-d5b9-43a8-8aa9-a3d76c8f8155 service neutron] 10.222.0.82 "GET /v2.0/networks?id=86dec347-1fd0-4761-81e2-ef7f21cd5217 HTTP/1.1" status: 200 len: 898 time: 0.1117926 Feb 19 04:00:40.859532 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-6bf8f128-ad74-44bd-a4ed-e5a44e5dfab9 req-9a9e787e-3445-4472-b004-cac3757bb785 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7774d6af-b2e7-42a2-bb69-60cf85d5774d HTTP/1.1" status: 200 len: 1001 time: 0.0802205 Feb 19 04:00:40.916623 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf8f128-ad74-44bd-a4ed-e5a44e5dfab9 req-b284d3fc-87c6-42f6-82b6-6a2a20a0f06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:40.918278 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-6bf8f128-ad74-44bd-a4ed-e5a44e5dfab9 req-b284d3fc-87c6-42f6-82b6-6a2a20a0f06d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=159cda71-b515-48f8-8fb2-78094abb0e72 HTTP/1.1" status: 200 len: 834 time: 0.0525346 Feb 19 04:00:40.982060 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf8f128-ad74-44bd-a4ed-e5a44e5dfab9 req-057b54d6-47ae-4291-916e-186798977870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:40.984398 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-6bf8f128-ad74-44bd-a4ed-e5a44e5dfab9 req-057b54d6-47ae-4291-916e-186798977870 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=86dec347-1fd0-4761-81e2-ef7f21cd5217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0589349 Feb 19 04:00:41.122704 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-6bf8f128-ad74-44bd-a4ed-e5a44e5dfab9 req-6d0f36da-258f-4adf-b84d-120c7dfd590c service neutron] 10.222.0.82 "GET /v2.0/networks/86dec347-1fd0-4761-81e2-ef7f21cd5217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315308 Feb 19 04:00:41.221876 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-6bf8f128-ad74-44bd-a4ed-e5a44e5dfab9 req-e33b406d-d2d2-4b24-b1c1-998e722cb0b6 service neutron] 10.222.0.82 "GET /v2.0/networks/86dec347-1fd0-4761-81e2-ef7f21cd5217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933387 Feb 19 04:00:41.835873 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761e5719-4105-4675-b291-c920b767b772 req-06cead07-8369-4820-bece-d28b070e885d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:41.837816 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-761e5719-4105-4675-b291-c920b767b772 req-06cead07-8369-4820-bece-d28b070e885d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e33d22b-4d67-4242-a4c0-3ad3b6a57029 HTTP/1.1" status: 200 len: 945 time: 0.0667102 Feb 19 04:00:41.909346 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-761e5719-4105-4675-b291-c920b767b772 req-260d167b-0654-4a29-bbaa-4932b65fac10 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e6a07f-8ce5-4c15-ac41-63b65f3b4e79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624681 Feb 19 04:00:43.036136 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0ccbfa-cbf5-476f-91e8-c7842788b799 req-6f5dca14-c450-4493-964a-4296f0d71545 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:43.037711 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6d0ccbfa-cbf5-476f-91e8-c7842788b799 req-6f5dca14-c450-4493-964a-4296f0d71545 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e33d22b-4d67-4242-a4c0-3ad3b6a57029 HTTP/1.1" status: 200 len: 945 time: 0.0547059 Feb 19 04:00:43.093665 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6d0ccbfa-cbf5-476f-91e8-c7842788b799 req-4ead286b-923f-4628-956f-5cbfc405559d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e6a07f-8ce5-4c15-ac41-63b65f3b4e79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496593 Feb 19 04:00:43.117095 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53394) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:00:43.184511 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-9f885a0d-41ee-4052-b8f7-45b0f6143e07 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/floatingips/76b4f6c0-1de8-40bd-b174-fedcac024ec8 HTTP/1.1" status: 200 len: 993 time: 0.0662286 Feb 19 04:00:45.340193 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3e724c0a-3865-4b39-aed6-b928d58d8df5 req-058a3868-99d9-479d-8d5c-07836e644197 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=7e33d22b-4d67-4242-a4c0-3ad3b6a57029&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0479231 Feb 19 04:00:45.443155 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e724c0a-3865-4b39-aed6-b928d58d8df5 req-9e39ba83-cdfd-4b3b-b1ab-c48f2a463314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:45.444660 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3e724c0a-3865-4b39-aed6-b928d58d8df5 req-9e39ba83-cdfd-4b3b-b1ab-c48f2a463314 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ca527022e7c4488e80026cbcb6de3409&device_id=7e33d22b-4d67-4242-a4c0-3ad3b6a57029 HTTP/1.1" status: 200 len: 1127 time: 0.0460627 Feb 19 04:00:45.554036 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e724c0a-3865-4b39-aed6-b928d58d8df5 req-48aace38-be1d-4e27-a47c-4073ce0268a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:45.555547 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3e724c0a-3865-4b39-aed6-b928d58d8df5 req-48aace38-be1d-4e27-a47c-4073ce0268a7 service neutron] 10.222.0.82 "GET /v2.0/networks?id=86dec347-1fd0-4761-81e2-ef7f21cd5217 HTTP/1.1" status: 200 len: 898 time: 0.0920405 Feb 19 04:00:45.627042 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3e724c0a-3865-4b39-aed6-b928d58d8df5 req-c2f3afa6-841a-4ad7-8409-30457ac67d53 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7774d6af-b2e7-42a2-bb69-60cf85d5774d HTTP/1.1" status: 200 len: 1001 time: 0.0656314 Feb 19 04:00:45.673040 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-761e4c38-7e30-4b8e-957c-da0289990e59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:45.683154 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e724c0a-3865-4b39-aed6-b928d58d8df5 req-5a99d080-f904-4fd3-93c2-95095a6deb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:45.684664 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3e724c0a-3865-4b39-aed6-b928d58d8df5 req-5a99d080-f904-4fd3-93c2-95095a6deb3a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=159cda71-b515-48f8-8fb2-78094abb0e72 HTTP/1.1" status: 200 len: 834 time: 0.0518992 Feb 19 04:00:45.738582 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e724c0a-3865-4b39-aed6-b928d58d8df5 req-5f581c02-e1aa-4bda-a00b-80c73dd458da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:45.740559 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3e724c0a-3865-4b39-aed6-b928d58d8df5 req-5f581c02-e1aa-4bda-a00b-80c73dd458da service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=86dec347-1fd0-4761-81e2-ef7f21cd5217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0501661 Feb 19 04:00:45.833438 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3e724c0a-3865-4b39-aed6-b928d58d8df5 req-1bedd745-032a-4c37-b08e-f8aa6d6b3461 service neutron] 10.222.0.82 "GET /v2.0/networks/86dec347-1fd0-4761-81e2-ef7f21cd5217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867085 Feb 19 04:00:45.927949 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-3e724c0a-3865-4b39-aed6-b928d58d8df5 req-621bac90-f01e-46ee-ae90-7068a2b580d0 service neutron] 10.222.0.82 "GET /v2.0/networks/86dec347-1fd0-4761-81e2-ef7f21cd5217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890620 Feb 19 04:00:47.872067 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3b74b1b3-ba26-4ec1-8254-35c3d01825d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:49.554296 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:50.739110 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:52.113862 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:53.068408 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:56.945277 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:01.942070 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:01:13.917969 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 53410) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:14.115033 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-2afd9c02-9f9e-4965-8bdd-53995c7baeca tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Deleting port 893ad023-4b00-4de4-b28b-e8a489882851 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:01:14.115376 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2afd9c02-9f9e-4965-8bdd-53995c7baeca tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (893ad023-4b00-4de4-b28b-e8a489882851), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:14.207197 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2afd9c02-9f9e-4965-8bdd-53995c7baeca tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (893ad023-4b00-4de4-b28b-e8a489882851), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:14.207492 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2afd9c02-9f9e-4965-8bdd-53995c7baeca tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for floatingip (893ad023-4b00-4de4-b28b-e8a489882851), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:14.221737 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-2afd9c02-9f9e-4965-8bdd-53995c7baeca tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Calling delete_port for 893ad023-4b00-4de4-b28b-e8a489882851 owned by network:floatingip {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:01:14.418680 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2afd9c02-9f9e-4965-8bdd-53995c7baeca tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (893ad023-4b00-4de4-b28b-e8a489882851), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:14.454535 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afd9c02-9f9e-4965-8bdd-53995c7baeca tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Pushing event deleted for resources: {'Port': ['ID=893ad023-4b00-4de4-b28b-e8a489882851,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:14.469035 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afd9c02-9f9e-4965-8bdd-53995c7baeca tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:14.469372 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afd9c02-9f9e-4965-8bdd-53995c7baeca tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:14.469716 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afd9c02-9f9e-4965-8bdd-53995c7baeca tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:14.470058 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afd9c02-9f9e-4965-8bdd-53995c7baeca tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:14.470389 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afd9c02-9f9e-4965-8bdd-53995c7baeca tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:14.470721 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afd9c02-9f9e-4965-8bdd-53995c7baeca tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:14.471044 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afd9c02-9f9e-4965-8bdd-53995c7baeca tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:14.471368 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afd9c02-9f9e-4965-8bdd-53995c7baeca tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:14.471693 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afd9c02-9f9e-4965-8bdd-53995c7baeca tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:14.472020 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afd9c02-9f9e-4965-8bdd-53995c7baeca tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:14.472391 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afd9c02-9f9e-4965-8bdd-53995c7baeca tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:14.472874 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afd9c02-9f9e-4965-8bdd-53995c7baeca tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:14.473315 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afd9c02-9f9e-4965-8bdd-53995c7baeca tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:14.541942 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2afd9c02-9f9e-4965-8bdd-53995c7baeca tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for floatingip (76b4f6c0-1de8-40bd-b174-fedcac024ec8), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:14.542500 n-d-826753-2 neutron-server[103701]: INFO neutron.db.l3_db [None req-2afd9c02-9f9e-4965-8bdd-53995c7baeca tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Floating IP 76b4f6c0-1de8-40bd-b174-fedcac024ec8 disassociated (deleted). External IP: 172.25.6.238, port: 7774d6af-b2e7-42a2-bb69-60cf85d5774d. Feb 19 04:01:14.796527 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2afd9c02-9f9e-4965-8bdd-53995c7baeca tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Router 54398dc7-b32e-42c1-90b9-dcc455148697 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:01:14.925840 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2afd9c02-9f9e-4965-8bdd-53995c7baeca tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:01:14.930619 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2afd9c02-9f9e-4965-8bdd-53995c7baeca tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:14.940798 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71f8150-8bc6-4e3c-b763-0536abfff19e None None] Sync routers for ids ['54398dc7-b32e-42c1-90b9-dcc455148697'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:01:14.954696 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71f8150-8bc6-4e3c-b763-0536abfff19e None None] Routers {'54398dc7-b32e-42c1-90b9-dcc455148697'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:01:14.955557 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-e71f8150-8bc6-4e3c-b763-0536abfff19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T04:00:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['54398dc7-b32e-42c1-90b9-dcc455148697'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:01:15.090698 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-e71f8150-8bc6-4e3c-b763-0536abfff19e None None] Set router 54398dc7-b32e-42c1-90b9-dcc455148697 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:01:15.268957 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-2afd9c02-9f9e-4965-8bdd-53995c7baeca tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "DELETE /v2.0/floatingips/76b4f6c0-1de8-40bd-b174-fedcac024ec8 HTTP/1.1" status: 204 len: 168 time: 1.3459973 Feb 19 04:01:15.268957 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e33d22b-4d67-4242-a4c0-3ad3b6a57029', 'tag': '7774d6af-b2e7-42a2-bb69-60cf85d5774d'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:01:15.269997 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64650e7238020d70304413a5b849b926770e068c757b8393e93027c7f92d28d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8a4c92d-bd68-4fe5-be4f-0cdc2ef43489" -d '{"events": [{"name": "network-changed", "server_uuid": "7e33d22b-4d67-4242-a4c0-3ad3b6a57029", "tag": "7774d6af-b2e7-42a2-bb69-60cf85d5774d"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:01:15.325045 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69ce6958-777c-49f4-a076-f086a6c95923 x-openstack-request-id: req-69ce6958-777c-49f4-a076-f086a6c95923 {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:01:15.325382 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e33d22b-4d67-4242-a4c0-3ad3b6a57029", "tag": "7774d6af-b2e7-42a2-bb69-60cf85d5774d", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:01:15.325764 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-69ce6958-777c-49f4-a076-f086a6c95923 {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:01:15.326065 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e33d22b-4d67-4242-a4c0-3ad3b6a57029', 'tag': '7774d6af-b2e7-42a2-bb69-60cf85d5774d', 'status': 'completed', 'code': 200} Feb 19 04:01:15.348840 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-e71f8150-8bc6-4e3c-b763-0536abfff19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54398dc7-b32e-42c1-90b9-dcc455148697', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344588195', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '7067b021-64c2-4b0d-826c-cb17b91a5b4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:59:36Z', 'updated_at': '2022-02-19T03:59:40Z', 'revision_number': 4, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'gw_port': {'id': '7067b021-64c2-4b0d-826c-cb17b91a5b4d', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54398dc7-b32e-42c1-90b9-dcc455148697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:59:36Z', 'updated_at': '2022-02-19T03:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': 'ec71e2c3-5094-4c58-adc9-b91af40c18ce', 'name': '', 'network_id': '86dec347-1fd0-4761-81e2-ef7f21cd5217', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'mac_address': 'fa:16:3e:80:93:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54398dc7-b32e-42c1-90b9-dcc455148697', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '159cda71-b515-48f8-8fb2-78094abb0e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:59:39Z', 'updated_at': '2022-02-19T03:59:42Z', 'revision_number': 5, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'subnets': [{'id': '159cda71-b515-48f8-8fb2-78094abb0e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:01:15.386776 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71f8150-8bc6-4e3c-b763-0536abfff19e None None] Checking router: 54398dc7-b32e-42c1-90b9-dcc455148697 for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:01:15.395807 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71f8150-8bc6-4e3c-b763-0536abfff19e None None] Routers {'54398dc7-b32e-42c1-90b9-dcc455148697'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:01:15.396431 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-e71f8150-8bc6-4e3c-b763-0536abfff19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T04:00:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['54398dc7-b32e-42c1-90b9-dcc455148697'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:01:15.442749 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a4c92d-bd68-4fe5-be4f-0cdc2ef43489 req-3a97be27-c825-4dfd-ae3f-fed0b81e1d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:15.444934 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c8a4c92d-bd68-4fe5-be4f-0cdc2ef43489 req-3a97be27-c825-4dfd-ae3f-fed0b81e1d4e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ca527022e7c4488e80026cbcb6de3409&device_id=7e33d22b-4d67-4242-a4c0-3ad3b6a57029 HTTP/1.1" status: 200 len: 1127 time: 0.0730181 Feb 19 04:01:15.570351 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-e71f8150-8bc6-4e3c-b763-0536abfff19e None None] Set router 54398dc7-b32e-42c1-90b9-dcc455148697 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:01:15.599787 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd7419a-2930-497e-9c7a-09266178a558 req-f62b3b87-432f-4efa-9f73-b859f21282da tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:15.602274 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7fd7419a-2930-497e-9c7a-09266178a558 req-f62b3b87-432f-4efa-9f73-b859f21282da tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e33d22b-4d67-4242-a4c0-3ad3b6a57029 HTTP/1.1" status: 200 len: 945 time: 0.0753896 Feb 19 04:01:15.617060 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a4c92d-bd68-4fe5-be4f-0cdc2ef43489 req-9652861a-86c2-4b8b-9d72-461a25879aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:15.618944 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c8a4c92d-bd68-4fe5-be4f-0cdc2ef43489 req-9652861a-86c2-4b8b-9d72-461a25879aca service neutron] 10.222.0.82 "GET /v2.0/networks?id=86dec347-1fd0-4761-81e2-ef7f21cd5217 HTTP/1.1" status: 200 len: 898 time: 0.1377447 Feb 19 04:01:15.680134 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c8a4c92d-bd68-4fe5-be4f-0cdc2ef43489 req-4b74ea8b-ca9b-4e38-91fe-20d685eca1cb service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7774d6af-b2e7-42a2-bb69-60cf85d5774d HTTP/1.1" status: 200 len: 217 time: 0.0496151 Feb 19 04:01:15.684924 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-aa98a415-f332-4c86-9b4a-695028f6bce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:15.690086 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7fd7419a-2930-497e-9c7a-09266178a558 req-1896cc5d-f0e5-4b0c-a50e-30a490af2884 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e6a07f-8ce5-4c15-ac41-63b65f3b4e79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765288 Feb 19 04:01:15.758762 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a4c92d-bd68-4fe5-be4f-0cdc2ef43489 req-03b797d8-8927-450b-9e51-c4c0b5531cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:15.760895 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c8a4c92d-bd68-4fe5-be4f-0cdc2ef43489 req-03b797d8-8927-450b-9e51-c4c0b5531cb2 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=159cda71-b515-48f8-8fb2-78094abb0e72 HTTP/1.1" status: 200 len: 834 time: 0.0726399 Feb 19 04:01:15.851740 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-e71f8150-8bc6-4e3c-b763-0536abfff19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54398dc7-b32e-42c1-90b9-dcc455148697', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344588195', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '7067b021-64c2-4b0d-826c-cb17b91a5b4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:59:36Z', 'updated_at': '2022-02-19T03:59:40Z', 'revision_number': 4, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'gw_port': {'id': '7067b021-64c2-4b0d-826c-cb17b91a5b4d', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54398dc7-b32e-42c1-90b9-dcc455148697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:59:36Z', 'updated_at': '2022-02-19T03:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': 'ec71e2c3-5094-4c58-adc9-b91af40c18ce', 'name': '', 'network_id': '86dec347-1fd0-4761-81e2-ef7f21cd5217', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'mac_address': 'fa:16:3e:80:93:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54398dc7-b32e-42c1-90b9-dcc455148697', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '159cda71-b515-48f8-8fb2-78094abb0e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:59:39Z', 'updated_at': '2022-02-19T03:59:42Z', 'revision_number': 5, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'subnets': [{'id': '159cda71-b515-48f8-8fb2-78094abb0e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:01:15.887949 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71f8150-8bc6-4e3c-b763-0536abfff19e None None] The sync data for ids ['54398dc7-b32e-42c1-90b9-dcc455148697'] in n-d-826753-2 is: [{'id': '54398dc7-b32e-42c1-90b9-dcc455148697', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344588195', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '7067b021-64c2-4b0d-826c-cb17b91a5b4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:59:36Z', 'updated_at': '2022-02-19T03:59:40Z', 'revision_number': 4, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'gw_port': {'id': '7067b021-64c2-4b0d-826c-cb17b91a5b4d', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54398dc7-b32e-42c1-90b9-dcc455148697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:59:36Z', 'updated_at': '2022-02-19T03:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': 'ec71e2c3-5094-4c58-adc9-b91af40c18ce', 'name': '', 'network_id': '86dec347-1fd0-4761-81e2-ef7f21cd5217', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'mac_address': 'fa:16:3e:80:93:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54398dc7-b32e-42c1-90b9-dcc455148697', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '159cda71-b515-48f8-8fb2-78094abb0e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:59:39Z', 'updated_at': '2022-02-19T03:59:42Z', 'revision_number': 5, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'subnets': [{'id': '159cda71-b515-48f8-8fb2-78094abb0e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:01:16.183166 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a4c92d-bd68-4fe5-be4f-0cdc2ef43489 req-fb70f5a6-b933-4e51-ac12-cc7460a3229f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:16.185725 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c8a4c92d-bd68-4fe5-be4f-0cdc2ef43489 req-fb70f5a6-b933-4e51-ac12-cc7460a3229f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=86dec347-1fd0-4761-81e2-ef7f21cd5217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4189291 Feb 19 04:01:16.210832 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6b030d-84c0-4e3c-8872-86b057d76b33 None None] New status for floating IP 76b4f6c0-1de8-40bd-b174-fedcac024ec8: DOWN {{(pid=103703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:01:16.286015 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c8a4c92d-bd68-4fe5-be4f-0cdc2ef43489 req-b98503fd-a3eb-4412-b7b1-e43f150ef984 service neutron] 10.222.0.82 "GET /v2.0/networks/86dec347-1fd0-4761-81e2-ef7f21cd5217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933497 Feb 19 04:01:16.392493 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c8a4c92d-bd68-4fe5-be4f-0cdc2ef43489 req-607c07b6-ff49-48a7-aca4-ce62282b8c18 service neutron] 10.222.0.82 "GET /v2.0/networks/86dec347-1fd0-4761-81e2-ef7f21cd5217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997417 Feb 19 04:01:16.836787 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09af5155-f13c-4d8c-a996-c763fb854a6b req-b55df803-7957-431d-b113-5e46b71a03a8 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:16.838437 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-09af5155-f13c-4d8c-a996-c763fb854a6b req-b55df803-7957-431d-b113-5e46b71a03a8 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e33d22b-4d67-4242-a4c0-3ad3b6a57029 HTTP/1.1" status: 200 len: 945 time: 0.0595655 Feb 19 04:01:16.916553 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-09af5155-f13c-4d8c-a996-c763fb854a6b req-290ed9b2-4377-4f3a-b774-0ebcf739da81 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=c9e6a07f-8ce5-4c15-ac41-63b65f3b4e79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698159 Feb 19 04:01:17.144885 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39b2427-3d72-450b-8e7b-fe89887a596d req-16fd90ca-e5a6-4762-a690-83b2b2aaf0b8 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:17.146523 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d39b2427-3d72-450b-8e7b-fe89887a596d req-16fd90ca-e5a6-4762-a690-83b2b2aaf0b8 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.82 "GET /v2.0/ports?device_id=7e33d22b-4d67-4242-a4c0-3ad3b6a57029 HTTP/1.1" status: 200 len: 945 time: 0.0575857 Feb 19 04:01:17.246691 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-d39b2427-3d72-450b-8e7b-fe89887a596d req-8a82e9b0-4f1f-4d10-977f-1a988742a672 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Deleting port 7774d6af-b2e7-42a2-bb69-60cf85d5774d {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:01:17.247203 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-d39b2427-3d72-450b-8e7b-fe89887a596d req-8a82e9b0-4f1f-4d10-977f-1a988742a672 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (7774d6af-b2e7-42a2-bb69-60cf85d5774d), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:17.352898 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-d39b2427-3d72-450b-8e7b-fe89887a596d req-8a82e9b0-4f1f-4d10-977f-1a988742a672 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] For port 7774d6af-b2e7-42a2-bb69-60cf85d5774d, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=7774d6af-b2e7-42a2-bb69-60cf85d5774d,segment=NetworkSegment(a9d42c15-39ab-4bba-b58c-ff212d1e9476),segment_id=a9d42c15-39ab-4bba-b58c-ff212d1e9476)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:01:17.353344 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-d39b2427-3d72-450b-8e7b-fe89887a596d req-8a82e9b0-4f1f-4d10-977f-1a988742a672 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (7774d6af-b2e7-42a2-bb69-60cf85d5774d), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:17.374715 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-d39b2427-3d72-450b-8e7b-fe89887a596d req-8a82e9b0-4f1f-4d10-977f-1a988742a672 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Calling delete_port for 7774d6af-b2e7-42a2-bb69-60cf85d5774d owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:01:17.522012 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-d39b2427-3d72-450b-8e7b-fe89887a596d req-8a82e9b0-4f1f-4d10-977f-1a988742a672 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (7774d6af-b2e7-42a2-bb69-60cf85d5774d), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:17.553697 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a82e9b0-4f1f-4d10-977f-1a988742a672 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Pushing event deleted for resources: {'Port': ['ID=7774d6af-b2e7-42a2-bb69-60cf85d5774d,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:17.581776 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a82e9b0-4f1f-4d10-977f-1a988742a672 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:17.582130 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a82e9b0-4f1f-4d10-977f-1a988742a672 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:17.582478 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a82e9b0-4f1f-4d10-977f-1a988742a672 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:17.582823 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a82e9b0-4f1f-4d10-977f-1a988742a672 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:17.583157 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a82e9b0-4f1f-4d10-977f-1a988742a672 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:17.583489 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a82e9b0-4f1f-4d10-977f-1a988742a672 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:17.583852 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a82e9b0-4f1f-4d10-977f-1a988742a672 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:17.584150 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a82e9b0-4f1f-4d10-977f-1a988742a672 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:17.584476 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a82e9b0-4f1f-4d10-977f-1a988742a672 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:17.584803 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a82e9b0-4f1f-4d10-977f-1a988742a672 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:17.585159 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a82e9b0-4f1f-4d10-977f-1a988742a672 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:17.585485 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a82e9b0-4f1f-4d10-977f-1a988742a672 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:17.585803 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a82e9b0-4f1f-4d10-977f-1a988742a672 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:17.608894 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-d39b2427-3d72-450b-8e7b-fe89887a596d req-8a82e9b0-4f1f-4d10-977f-1a988742a672 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] No DVR routers for this DVR port 7774d6af-b2e7-42a2-bb69-60cf85d5774d on host n-h2-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:01:17.612303 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-d39b2427-3d72-450b-8e7b-fe89887a596d req-8a82e9b0-4f1f-4d10-977f-1a988742a672 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:17.616061 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d39b2427-3d72-450b-8e7b-fe89887a596d req-8a82e9b0-4f1f-4d10-977f-1a988742a672 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.82 "DELETE /v2.0/ports/7774d6af-b2e7-42a2-bb69-60cf85d5774d HTTP/1.1" status: 204 len: 173 time: 0.4646862 Feb 19 04:01:17.616536 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e33d22b-4d67-4242-a4c0-3ad3b6a57029', 'name': 'network-vif-deleted', 'tag': '7774d6af-b2e7-42a2-bb69-60cf85d5774d'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:01:17.619421 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b48a34f37e4e31fa410c3f10fa4e23c828d45427043ff8d3e4d9f228381d6ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fed9c4e6-2809-4338-a3ae-dc7227917101" -d '{"events": [{"server_uuid": "7e33d22b-4d67-4242-a4c0-3ad3b6a57029", "name": "network-vif-deleted", "tag": "7774d6af-b2e7-42a2-bb69-60cf85d5774d"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:01:17.664451 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ace390cb-85f4-4051-9e93-68a860bcb75f x-openstack-request-id: req-ace390cb-85f4-4051-9e93-68a860bcb75f {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:01:17.664863 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e33d22b-4d67-4242-a4c0-3ad3b6a57029", "name": "network-vif-deleted", "tag": "7774d6af-b2e7-42a2-bb69-60cf85d5774d", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:01:17.665205 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ace390cb-85f4-4051-9e93-68a860bcb75f {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:01:17.665652 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e33d22b-4d67-4242-a4c0-3ad3b6a57029', 'name': 'network-vif-deleted', 'tag': '7774d6af-b2e7-42a2-bb69-60cf85d5774d', 'status': 'completed', 'code': 200} Feb 19 04:01:17.875675 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d63670a9-80de-43b1-ba49-5e7492793aeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:18.052778 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1ea80225-dd42-4cd4-90df-8ad925b828cf req-9869e8f0-c60a-49d1-87c0-5bd79805844f tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e33d22b-4d67-4242-a4c0-3ad3b6a57029 HTTP/1.1" status: 200 len: 210 time: 0.0368361 Feb 19 04:01:19.119846 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53426) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:19.545891 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a234faf8-2e65-48d9-a12f-f5c68f7ea23d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16289271'] for router_interface (54398dc7-b32e-42c1-90b9-dcc455148697), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:19.560291 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:19.841409 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-a234faf8-2e65-48d9-a12f-f5c68f7ea23d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Deleting port ec71e2c3-5094-4c58-adc9-b91af40c18ce {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:01:19.841730 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a234faf8-2e65-48d9-a12f-f5c68f7ea23d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (ec71e2c3-5094-4c58-adc9-b91af40c18ce), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:19.945933 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-a234faf8-2e65-48d9-a12f-f5c68f7ea23d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] For port ec71e2c3-5094-4c58-adc9-b91af40c18ce, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=ec71e2c3-5094-4c58-adc9-b91af40c18ce,segment=NetworkSegment(a9d42c15-39ab-4bba-b58c-ff212d1e9476),segment_id=a9d42c15-39ab-4bba-b58c-ff212d1e9476)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:01:19.946444 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a234faf8-2e65-48d9-a12f-f5c68f7ea23d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (ec71e2c3-5094-4c58-adc9-b91af40c18ce), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:19.959925 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-a234faf8-2e65-48d9-a12f-f5c68f7ea23d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Calling delete_port for ec71e2c3-5094-4c58-adc9-b91af40c18ce owned by network:router_interface {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:01:20.175721 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a234faf8-2e65-48d9-a12f-f5c68f7ea23d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (ec71e2c3-5094-4c58-adc9-b91af40c18ce), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:20.205597 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a234faf8-2e65-48d9-a12f-f5c68f7ea23d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Pushing event deleted for resources: {'Port': ['ID=ec71e2c3-5094-4c58-adc9-b91af40c18ce,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:20.429248 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a234faf8-2e65-48d9-a12f-f5c68f7ea23d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16362762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16314471'] for router_interface (54398dc7-b32e-42c1-90b9-dcc455148697), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:20.673866 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a234faf8-2e65-48d9-a12f-f5c68f7ea23d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Router 54398dc7-b32e-42c1-90b9-dcc455148697 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:01:20.735200 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:20.798589 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a234faf8-2e65-48d9-a12f-f5c68f7ea23d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:01:20.804632 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-a234faf8-2e65-48d9-a12f-f5c68f7ea23d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "PUT /v2.0/routers/54398dc7-b32e-42c1-90b9-dcc455148697/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6835351 Feb 19 04:01:20.808700 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53428) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:20.810638 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703ea9ae-bf12-4cf1-b76e-3394d4330103 None None] Sync routers for ids ['54398dc7-b32e-42c1-90b9-dcc455148697'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:01:20.822244 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703ea9ae-bf12-4cf1-b76e-3394d4330103 None None] Routers {'54398dc7-b32e-42c1-90b9-dcc455148697'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:01:20.822850 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-703ea9ae-bf12-4cf1-b76e-3394d4330103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T04:01:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['54398dc7-b32e-42c1-90b9-dcc455148697'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:01:20.872634 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddaa472e-6745-479c-a8da-0b7ff05e367b tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Deleting subnet 159cda71-b515-48f8-8fb2-78094abb0e72 {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:01:20.876776 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ddaa472e-6745-479c-a8da-0b7ff05e367b tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for subnet (159cda71-b515-48f8-8fb2-78094abb0e72), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:20.922001 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 7774d6af-b2e7-42a2-bb69-60cf85d5774d no longer exists at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:01:20.932759 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ddaa472e-6745-479c-a8da-0b7ff05e367b tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (159cda71-b515-48f8-8fb2-78094abb0e72), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:20.941219 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-703ea9ae-bf12-4cf1-b76e-3394d4330103 None None] Set router 54398dc7-b32e-42c1-90b9-dcc455148697 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:01:20.960002 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] No Port match for: 7774d6af-b2e7-42a2-bb69-60cf85d5774d {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:01:20.960532 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device 7774d6af-b2e7-42a2-bb69-60cf85d5774d not bound to the agent host n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:01:21.042752 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ddaa472e-6745-479c-a8da-0b7ff05e367b tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (159cda71-b515-48f8-8fb2-78094abb0e72), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:21.119163 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ddaa472e-6745-479c-a8da-0b7ff05e367b tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (159cda71-b515-48f8-8fb2-78094abb0e72), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:21.154143 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaa472e-6745-479c-a8da-0b7ff05e367b tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Pushing event deleted for resources: {'Subnet': ['ID=159cda71-b515-48f8-8fb2-78094abb0e72,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:21.158839 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ddaa472e-6745-479c-a8da-0b7ff05e367b tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:21.159366 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-703ea9ae-bf12-4cf1-b76e-3394d4330103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54398dc7-b32e-42c1-90b9-dcc455148697', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344588195', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '7067b021-64c2-4b0d-826c-cb17b91a5b4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:59:36Z', 'updated_at': '2022-02-19T04:01:20Z', 'revision_number': 5, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'gw_port': {'id': '7067b021-64c2-4b0d-826c-cb17b91a5b4d', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54398dc7-b32e-42c1-90b9-dcc455148697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:59:36Z', 'updated_at': '2022-02-19T03:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:01:21.163192 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-ddaa472e-6745-479c-a8da-0b7ff05e367b tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "DELETE /v2.0/subnets/159cda71-b515-48f8-8fb2-78094abb0e72 HTTP/1.1" status: 204 len: 168 time: 0.3531809 Feb 19 04:01:21.165731 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bbf60ad-80fe-487a-838b-8fec48a012a9 None None] Network 86dec347-1fd0-4761-81e2-ef7f21cd5217 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:01:21.166636 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 53430) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:21.196119 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703ea9ae-bf12-4cf1-b76e-3394d4330103 None None] Checking router: 54398dc7-b32e-42c1-90b9-dcc455148697 for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:01:21.205104 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703ea9ae-bf12-4cf1-b76e-3394d4330103 None None] Routers {'54398dc7-b32e-42c1-90b9-dcc455148697'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:01:21.205734 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-703ea9ae-bf12-4cf1-b76e-3394d4330103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T04:01:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['54398dc7-b32e-42c1-90b9-dcc455148697'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:01:21.310605 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d476df2a-cf9f-4dca-a59c-42a1a5142abb tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for router (54398dc7-b32e-42c1-90b9-dcc455148697), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:21.369937 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f27512-2d5d-42ef-8cd2-8c0fdf1017cf None None] DHCP port deletion for 86dec347-1fd0-4761-81e2-ef7f21cd5217 request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:01:21.427501 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-14f27512-2d5d-42ef-8cd2-8c0fdf1017cf None None] Deleting port 9100c9f1-ac83-44e4-a622-dc33830f6b40 {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:01:21.428245 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-14f27512-2d5d-42ef-8cd2-8c0fdf1017cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (9100c9f1-ac83-44e4-a622-dc33830f6b40), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:21.444473 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-703ea9ae-bf12-4cf1-b76e-3394d4330103 None None] Set router 54398dc7-b32e-42c1-90b9-dcc455148697 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:01:21.463123 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d476df2a-cf9f-4dca-a59c-42a1a5142abb tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for router_gateway (54398dc7-b32e-42c1-90b9-dcc455148697), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:21.501874 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-14f27512-2d5d-42ef-8cd2-8c0fdf1017cf None None] For port 9100c9f1-ac83-44e4-a622-dc33830f6b40, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=9100c9f1-ac83-44e4-a622-dc33830f6b40,segment=NetworkSegment(a9d42c15-39ab-4bba-b58c-ff212d1e9476),segment_id=a9d42c15-39ab-4bba-b58c-ff212d1e9476)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:01:21.502813 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-14f27512-2d5d-42ef-8cd2-8c0fdf1017cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (9100c9f1-ac83-44e4-a622-dc33830f6b40), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:21.517458 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-14f27512-2d5d-42ef-8cd2-8c0fdf1017cf None None] Calling delete_port for 9100c9f1-ac83-44e4-a622-dc33830f6b40 owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:01:21.532050 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-d476df2a-cf9f-4dca-a59c-42a1a5142abb tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Deleting port 7067b021-64c2-4b0d-826c-cb17b91a5b4d {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:01:21.532531 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d476df2a-cf9f-4dca-a59c-42a1a5142abb tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (7067b021-64c2-4b0d-826c-cb17b91a5b4d), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:21.613949 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-14f27512-2d5d-42ef-8cd2-8c0fdf1017cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (9100c9f1-ac83-44e4-a622-dc33830f6b40), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:21.651324 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f27512-2d5d-42ef-8cd2-8c0fdf1017cf None None] No DVR routers for this DVR port 9100c9f1-ac83-44e4-a622-dc33830f6b40 on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:01:21.653346 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f27512-2d5d-42ef-8cd2-8c0fdf1017cf None None] Pushing event deleted for resources: {'Port': ['ID=9100c9f1-ac83-44e4-a622-dc33830f6b40,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:21.663319 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f27512-2d5d-42ef-8cd2-8c0fdf1017cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:21.663933 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f27512-2d5d-42ef-8cd2-8c0fdf1017cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:21.664476 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f27512-2d5d-42ef-8cd2-8c0fdf1017cf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:21.664989 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f27512-2d5d-42ef-8cd2-8c0fdf1017cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:21.665178 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-d476df2a-cf9f-4dca-a59c-42a1a5142abb tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] For port 7067b021-64c2-4b0d-826c-cb17b91a5b4d, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=7067b021-64c2-4b0d-826c-cb17b91a5b4d,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:01:21.665418 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d476df2a-cf9f-4dca-a59c-42a1a5142abb tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (7067b021-64c2-4b0d-826c-cb17b91a5b4d), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:21.665846 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f27512-2d5d-42ef-8cd2-8c0fdf1017cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:21.666343 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f27512-2d5d-42ef-8cd2-8c0fdf1017cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:21.666827 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f27512-2d5d-42ef-8cd2-8c0fdf1017cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:21.667857 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f27512-2d5d-42ef-8cd2-8c0fdf1017cf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:21.668204 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f27512-2d5d-42ef-8cd2-8c0fdf1017cf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:21.668543 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f27512-2d5d-42ef-8cd2-8c0fdf1017cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:21.668883 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f27512-2d5d-42ef-8cd2-8c0fdf1017cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:21.669249 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f27512-2d5d-42ef-8cd2-8c0fdf1017cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:21.669977 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f27512-2d5d-42ef-8cd2-8c0fdf1017cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:21.682472 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-703ea9ae-bf12-4cf1-b76e-3394d4330103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54398dc7-b32e-42c1-90b9-dcc455148697', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344588195', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '7067b021-64c2-4b0d-826c-cb17b91a5b4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:59:36Z', 'updated_at': '2022-02-19T04:01:20Z', 'revision_number': 5, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'gw_port': {'id': '7067b021-64c2-4b0d-826c-cb17b91a5b4d', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54398dc7-b32e-42c1-90b9-dcc455148697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:59:36Z', 'updated_at': '2022-02-19T03:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:01:21.684677 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-d476df2a-cf9f-4dca-a59c-42a1a5142abb tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Calling delete_port for 7067b021-64c2-4b0d-826c-cb17b91a5b4d owned by network:router_gateway {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:01:21.713969 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703ea9ae-bf12-4cf1-b76e-3394d4330103 None None] The sync data for ids ['54398dc7-b32e-42c1-90b9-dcc455148697'] in n-d-826753-2 is: [{'id': '54398dc7-b32e-42c1-90b9-dcc455148697', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344588195', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.189'}], 'enable_snat': True}, 'gw_port_id': '7067b021-64c2-4b0d-826c-cb17b91a5b4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:59:36Z', 'updated_at': '2022-02-19T04:01:20Z', 'revision_number': 5, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'gw_port': {'id': '7067b021-64c2-4b0d-826c-cb17b91a5b4d', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54398dc7-b32e-42c1-90b9-dcc455148697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:59:36Z', 'updated_at': '2022-02-19T03:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:01:21.907635 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d476df2a-cf9f-4dca-a59c-42a1a5142abb tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (7067b021-64c2-4b0d-826c-cb17b91a5b4d), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:21.935128 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d476df2a-cf9f-4dca-a59c-42a1a5142abb tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Pushing event deleted for resources: {'Port': ['ID=7067b021-64c2-4b0d-826c-cb17b91a5b4d,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:22.007033 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d476df2a-cf9f-4dca-a59c-42a1a5142abb tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16285837'] for router_gateway (54398dc7-b32e-42c1-90b9-dcc455148697), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:22.111185 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d476df2a-cf9f-4dca-a59c-42a1a5142abb tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16317457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14254'] for router (54398dc7-b32e-42c1-90b9-dcc455148697), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:22.112794 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:22.114798 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d476df2a-cf9f-4dca-a59c-42a1a5142abb tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for router_controller (54398dc7-b32e-42c1-90b9-dcc455148697), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:22.201665 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d476df2a-cf9f-4dca-a59c-42a1a5142abb tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16317544'] for router (54398dc7-b32e-42c1-90b9-dcc455148697), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:22.202734 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d476df2a-cf9f-4dca-a59c-42a1a5142abb tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Fanout notify agent at l3_agent the message router_deleted on router 54398dc7-b32e-42c1-90b9-dcc455148697 {{(pid=103701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:01:22.213348 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d476df2a-cf9f-4dca-a59c-42a1a5142abb tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for router (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:22.218187 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-d476df2a-cf9f-4dca-a59c-42a1a5142abb tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "DELETE /v2.0/routers/54398dc7-b32e-42c1-90b9-dcc455148697 HTTP/1.1" status: 204 len: 168 time: 1.0471711 Feb 19 04:01:22.219219 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 53432) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:22.337469 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e348463c-dcd4-4d9c-b5b1-d1d0972afb0b tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (86dec347-1fd0-4761-81e2-ef7f21cd5217), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:22.388454 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 9100c9f1-ac83-44e4-a622-dc33830f6b40 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:01:22.416710 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 9100c9f1-ac83-44e4-a622-dc33830f6b40 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:01:22.416975 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 9100c9f1-ac83-44e4-a622-dc33830f6b40 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:01:22.417947 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device ec71e2c3-5094-4c58-adc9-b91af40c18ce no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:01:22.440722 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: ec71e2c3-5094-4c58-adc9-b91af40c18ce {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:01:22.441172 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device ec71e2c3-5094-4c58-adc9-b91af40c18ce not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:01:22.454379 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e348463c-dcd4-4d9c-b5b1-d1d0972afb0b tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (86dec347-1fd0-4761-81e2-ef7f21cd5217), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:22.478085 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-e348463c-dcd4-4d9c-b5b1-d1d0972afb0b tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86dec347-1fd0-4761-81e2-ef7f21cd5217']}} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:01:22.491191 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-e348463c-dcd4-4d9c-b5b1-d1d0972afb0b tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9d42c15-39ab-4bba-b58c-ff212d1e9476') {'for_net_delete': True} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:01:22.491487 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-e348463c-dcd4-4d9c-b5b1-d1d0972afb0b tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9d42c15-39ab-4bba-b58c-ff212d1e9476') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:01:22.503187 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e348463c-dcd4-4d9c-b5b1-d1d0972afb0b tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12647422'] for segment (a9d42c15-39ab-4bba-b58c-ff212d1e9476), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:22.518049 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e348463c-dcd4-4d9c-b5b1-d1d0972afb0b tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (a9d42c15-39ab-4bba-b58c-ff212d1e9476), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:22.524167 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e348463c-dcd4-4d9c-b5b1-d1d0972afb0b tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Releasing vlan 287 on physical network physnet1 to pool {{(pid=103701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:01:22.524560 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e348463c-dcd4-4d9c-b5b1-d1d0972afb0b tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583360'] for segment (a9d42c15-39ab-4bba-b58c-ff212d1e9476), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:22.527813 n-d-826753-2 neutron-server[103701]: Traceback (most recent call last): Feb 19 04:01:22.527813 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:01:22.527813 n-d-826753-2 neutron-server[103701]: timer() Feb 19 04:01:22.527813 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:01:22.527813 n-d-826753-2 neutron-server[103701]: cb(*args, **kw) Feb 19 04:01:22.527813 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:01:22.527813 n-d-826753-2 neutron-server[103701]: return func(*args, **kwargs) Feb 19 04:01:22.527813 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:01:22.527813 n-d-826753-2 neutron-server[103701]: self._notify() Feb 19 04:01:22.527813 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:01:22.527813 n-d-826753-2 neutron-server[103701]: self.callback(batched_events) Feb 19 04:01:22.527813 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:01:22.527813 n-d-826753-2 neutron-server[103701]: event.method(event) Feb 19 04:01:22.527813 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:01:22.527813 n-d-826753-2 neutron-server[103701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:01:22.527813 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:01:22.527813 n-d-826753-2 neutron-server[103701]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:01:22.527813 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:01:22.527813 n-d-826753-2 neutron-server[103701]: return f(self, *a, **k) Feb 19 04:01:22.527813 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:01:22.527813 n-d-826753-2 neutron-server[103701]: return self._get(url).json() Feb 19 04:01:22.527813 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:01:22.527813 n-d-826753-2 neutron-server[103701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:01:22.527813 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:01:22.527813 n-d-826753-2 neutron-server[103701]: return self.request(url, 'GET', **kwargs) Feb 19 04:01:22.527813 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:01:22.527813 n-d-826753-2 neutron-server[103701]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:01:22.527813 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:01:22.527813 n-d-826753-2 neutron-server[103701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:01:22.527813 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:01:22.527813 n-d-826753-2 neutron-server[103701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:01:22.527813 n-d-826753-2 neutron-server[103701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:01:22.589144 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e348463c-dcd4-4d9c-b5b1-d1d0972afb0b tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (86dec347-1fd0-4761-81e2-ef7f21cd5217), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:22.597313 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-e348463c-dcd4-4d9c-b5b1-d1d0972afb0b tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:22.600718 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-e348463c-dcd4-4d9c-b5b1-d1d0972afb0b tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "DELETE /v2.0/networks/86dec347-1fd0-4761-81e2-ef7f21cd5217 HTTP/1.1" status: 204 len: 168 time: 0.3809502 Feb 19 04:01:22.607311 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53434) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:22.615703 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e348463c-dcd4-4d9c-b5b1-d1d0972afb0b tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Pushing event deleted for resources: {'Network': ['ID=86dec347-1fd0-4761-81e2-ef7f21cd5217,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:22.674779 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0296403e-553e-415e-8798-b8792d1ce6ad tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group (c9e6a07f-8ce5-4c15-ac41-63b65f3b4e79), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:22.700796 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0296403e-553e-415e-8798-b8792d1ce6ad tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group (c9e6a07f-8ce5-4c15-ac41-63b65f3b4e79), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:22.778231 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0296403e-553e-415e-8798-b8792d1ce6ad tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (c9e6a07f-8ce5-4c15-ac41-63b65f3b4e79), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:22.781562 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0296403e-553e-415e-8798-b8792d1ce6ad tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:22.782764 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-0296403e-553e-415e-8798-b8792d1ce6ad tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "DELETE /v2.0/security-groups/c9e6a07f-8ce5-4c15-ac41-63b65f3b4e79 HTTP/1.1" status: 204 len: 168 time: 0.1738296 Feb 19 04:01:22.792913 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0296403e-553e-415e-8798-b8792d1ce6ad tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e6a07f-8ce5-4c15-ac41-63b65f3b4e79,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:23.084579 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53440) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:23.089438 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-55dde560-d533-44f2-a34c-62a5d7140b37 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2082638596', 'description': 'tempest-secgroup-smoke-2082638596 description', 'project_id': 'ca527022e7c4488e80026cbcb6de3409'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:01:23.110958 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:23.116906 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-55dde560-d533-44f2-a34c-62a5d7140b37 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:23.201162 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-55dde560-d533-44f2-a34c-62a5d7140b37 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group (d1d25156-332d-4cf9-a44e-7c088adaea39), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:23.205666 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-55dde560-d533-44f2-a34c-62a5d7140b37 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (d1d25156-332d-4cf9-a44e-7c088adaea39), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:23.245423 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-55dde560-d533-44f2-a34c-62a5d7140b37 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:23.246867 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-55dde560-d533-44f2-a34c-62a5d7140b37 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1610639 Feb 19 04:01:23.251244 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53442) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:23.257485 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-08e58dfa-b93b-408b-b20f-5d14348858c9 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Request body: {'security_group_rule': {'security_group_id': 'd1d25156-332d-4cf9-a44e-7c088adaea39', 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:01:23.264923 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dde560-d533-44f2-a34c-62a5d7140b37 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1d25156-332d-4cf9-a44e-7c088adaea39,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:23.292867 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-08e58dfa-b93b-408b-b20f-5d14348858c9 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group_rule (cfd1c2f8-bb38-4d44-aca1-18aa17df7388), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:23.369588 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-08e58dfa-b93b-408b-b20f-5d14348858c9 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group_rule (cfd1c2f8-bb38-4d44-aca1-18aa17df7388), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:23.373415 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-08e58dfa-b93b-408b-b20f-5d14348858c9 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (cfd1c2f8-bb38-4d44-aca1-18aa17df7388), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:23.392263 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e58dfa-b93b-408b-b20f-5d14348858c9 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfd1c2f8-bb38-4d44-aca1-18aa17df7388,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:23.400861 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-08e58dfa-b93b-408b-b20f-5d14348858c9 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:23.402121 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-08e58dfa-b93b-408b-b20f-5d14348858c9 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1496878 Feb 19 04:01:23.407005 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53444) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:23.411610 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-d494bea3-f753-475c-914e-f834c85d186b tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Request body: {'security_group_rule': {'security_group_id': 'd1d25156-332d-4cf9-a44e-7c088adaea39', 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:01:23.439359 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d494bea3-f753-475c-914e-f834c85d186b tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group_rule (ca8e1dc5-b5b8-46f4-bf65-d1d2393b10f1), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:23.519630 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d494bea3-f753-475c-914e-f834c85d186b tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group_rule (ca8e1dc5-b5b8-46f4-bf65-d1d2393b10f1), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:23.523406 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d494bea3-f753-475c-914e-f834c85d186b tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (ca8e1dc5-b5b8-46f4-bf65-d1d2393b10f1), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:23.542911 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d494bea3-f753-475c-914e-f834c85d186b tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca8e1dc5-b5b8-46f4-bf65-d1d2393b10f1,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:23.551584 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d494bea3-f753-475c-914e-f834c85d186b tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:23.552799 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-d494bea3-f753-475c-914e-f834c85d186b tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1448214 Feb 19 04:01:23.555681 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53446) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:23.560146 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-9c47fabf-e6e8-4d03-a82c-c51a2cc3cfdb tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Request body: {'security_group_rule': {'security_group_id': 'd1d25156-332d-4cf9-a44e-7c088adaea39', 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:01:23.594055 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9c47fabf-e6e8-4d03-a82c-c51a2cc3cfdb tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group_rule (d88f6040-325c-4aeb-bdd1-72a72d01c86f), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:23.657254 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9c47fabf-e6e8-4d03-a82c-c51a2cc3cfdb tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group_rule (d88f6040-325c-4aeb-bdd1-72a72d01c86f), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:23.663285 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9c47fabf-e6e8-4d03-a82c-c51a2cc3cfdb tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (d88f6040-325c-4aeb-bdd1-72a72d01c86f), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:23.683430 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c47fabf-e6e8-4d03-a82c-c51a2cc3cfdb tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d88f6040-325c-4aeb-bdd1-72a72d01c86f,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:23.688043 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9c47fabf-e6e8-4d03-a82c-c51a2cc3cfdb tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:23.693198 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-9c47fabf-e6e8-4d03-a82c-c51a2cc3cfdb tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1326282 Feb 19 04:01:23.693198 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53448) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:23.697256 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-ad118aac-f3cc-4b88-80e5-aa7686630573 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Request body: {'security_group_rule': {'security_group_id': 'd1d25156-332d-4cf9-a44e-7c088adaea39', 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:01:23.728167 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ad118aac-f3cc-4b88-80e5-aa7686630573 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group_rule (3f9e1aba-ef16-4ec3-98a9-5334c15d8352), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:23.792992 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ad118aac-f3cc-4b88-80e5-aa7686630573 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group_rule (3f9e1aba-ef16-4ec3-98a9-5334c15d8352), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:23.798861 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ad118aac-f3cc-4b88-80e5-aa7686630573 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (3f9e1aba-ef16-4ec3-98a9-5334c15d8352), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:23.820181 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad118aac-f3cc-4b88-80e5-aa7686630573 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f9e1aba-ef16-4ec3-98a9-5334c15d8352,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:23.829131 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-ad118aac-f3cc-4b88-80e5-aa7686630573 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:23.830359 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-ad118aac-f3cc-4b88-80e5-aa7686630573 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1365254 Feb 19 04:01:23.833415 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 53450) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:23.838367 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-5b7cbce1-bb78-413e-9227-13f5489caf8e tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Request body: {'security_group_rule': {'security_group_id': 'd1d25156-332d-4cf9-a44e-7c088adaea39', 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:01:23.863106 n-d-826753-2 neutron-server[103701]: INFO neutron.db.securitygroups_db [None req-5b7cbce1-bb78-413e-9227-13f5489caf8e tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Project ca527022e7c4488e80026cbcb6de3409 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 04:01:23.869828 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5b7cbce1-bb78-413e-9227-13f5489caf8e tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group_rule (5d4b79a1-a444-4081-b4ed-0b5ab86c9f54), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:23.939256 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5b7cbce1-bb78-413e-9227-13f5489caf8e tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group_rule (5d4b79a1-a444-4081-b4ed-0b5ab86c9f54), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:23.943321 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5b7cbce1-bb78-413e-9227-13f5489caf8e tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (5d4b79a1-a444-4081-b4ed-0b5ab86c9f54), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:23.962075 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7cbce1-bb78-413e-9227-13f5489caf8e tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d4b79a1-a444-4081-b4ed-0b5ab86c9f54,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:23.974122 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5b7cbce1-bb78-413e-9227-13f5489caf8e tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:23.975371 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-5b7cbce1-bb78-413e-9227-13f5489caf8e tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1410344 Feb 19 04:01:23.978302 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 53452) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:23.982772 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-a406716d-7807-4654-92d0-e9883249a5d2 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Request body: {'security_group_rule': {'security_group_id': 'd1d25156-332d-4cf9-a44e-7c088adaea39', 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:01:24.003787 n-d-826753-2 neutron-server[103701]: INFO neutron.db.securitygroups_db [None req-a406716d-7807-4654-92d0-e9883249a5d2 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Project ca527022e7c4488e80026cbcb6de3409 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 04:01:24.010053 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a406716d-7807-4654-92d0-e9883249a5d2 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group_rule (aa7372d1-6a62-4530-a9a0-0447735bcf6a), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:24.075005 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a406716d-7807-4654-92d0-e9883249a5d2 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group_rule (aa7372d1-6a62-4530-a9a0-0447735bcf6a), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:24.080150 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a406716d-7807-4654-92d0-e9883249a5d2 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (aa7372d1-6a62-4530-a9a0-0447735bcf6a), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:24.098925 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a406716d-7807-4654-92d0-e9883249a5d2 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa7372d1-6a62-4530-a9a0-0447735bcf6a,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:24.106156 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a406716d-7807-4654-92d0-e9883249a5d2 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:24.109361 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-a406716d-7807-4654-92d0-e9883249a5d2 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1300366 Feb 19 04:01:24.110879 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 53454) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:24.115862 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-6c664a92-f0e5-43ff-8758-68d8edd27253 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Request body: {'network': {'name': 'tempest-network-smoke--266941181', 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'port_security_enabled': True}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:01:24.135605 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c664a92-f0e5-43ff-8758-68d8edd27253 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Made reservation on behalf of ca527022e7c4488e80026cbcb6de3409 for: {'network': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:01:24.139877 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6c664a92-f0e5-43ff-8758-68d8edd27253 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:24.167329 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c664a92-f0e5-43ff-8758-68d8edd27253 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] vlan segment allocate from pool success with {'vlan_id': 265, 'physical_network': 'physnet1'} {{(pid=103701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:01:24.178478 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6c664a92-f0e5-43ff-8758-68d8edd27253 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (a0ccc3f5-b3c6-4dc7-bffc-530f3c8c768b), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:24.178806 n-d-826753-2 neutron-server[103701]: INFO neutron.db.segments_db [None req-6c664a92-f0e5-43ff-8758-68d8edd27253 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Added segment a0ccc3f5-b3c6-4dc7-bffc-530f3c8c768b of type vlan for network cf65742a-d002-452d-a1f9-502f76b85e56 Feb 19 04:01:24.222674 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6c664a92-f0e5-43ff-8758-68d8edd27253 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (cf65742a-d002-452d-a1f9-502f76b85e56), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:24.253635 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6c664a92-f0e5-43ff-8758-68d8edd27253 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (cf65742a-d002-452d-a1f9-502f76b85e56), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:24.255129 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 7067b021-64c2-4b0d-826c-cb17b91a5b4d no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:01:24.259582 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c664a92-f0e5-43ff-8758-68d8edd27253 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:24.260199 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-6c664a92-f0e5-43ff-8758-68d8edd27253 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:24.278342 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 7067b021-64c2-4b0d-826c-cb17b91a5b4d {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:01:24.278705 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 7067b021-64c2-4b0d-826c-cb17b91a5b4d not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:01:24.317354 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-6c664a92-f0e5-43ff-8758-68d8edd27253 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2054098 Feb 19 04:01:24.320304 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 53456) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:24.331724 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-42ae0f4e-6d08-40e4-a8a3-3f2fe2bdd4cc tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1217064919', 'admin_state_up': True, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:01:24.348467 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c664a92-f0e5-43ff-8758-68d8edd27253 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Pushing event updated for resources: {'Network': ['ID=cf65742a-d002-452d-a1f9-502f76b85e56,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:24.361142 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network cf65742a-d002-452d-a1f9-502f76b85e56 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:01:24.363715 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-42ae0f4e-6d08-40e4-a8a3-3f2fe2bdd4cc tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14172'] for router (d2f63f00-5131-48c5-8da7-366498a5c900), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:24.364945 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-42ae0f4e-6d08-40e4-a8a3-3f2fe2bdd4cc tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16317487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16285822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16309985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14247'] for router (d2f63f00-5131-48c5-8da7-366498a5c900), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:24.434957 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-42ae0f4e-6d08-40e4-a8a3-3f2fe2bdd4cc tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for router_controller (d2f63f00-5131-48c5-8da7-366498a5c900), precommit_add_association {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:24.603420 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-42ae0f4e-6d08-40e4-a8a3-3f2fe2bdd4cc tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for router_gateway (d2f63f00-5131-48c5-8da7-366498a5c900), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:24.820824 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-42ae0f4e-6d08-40e4-a8a3-3f2fe2bdd4cc tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for router_gateway (d2f63f00-5131-48c5-8da7-366498a5c900), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:24.842586 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-42ae0f4e-6d08-40e4-a8a3-3f2fe2bdd4cc tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:24.959634 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-42ae0f4e-6d08-40e4-a8a3-3f2fe2bdd4cc tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Allocated IP 172.25.6.12 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/6debb933-4863-4846-8f0d-4c28b1e3bd93) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:01:25.079179 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-42ae0f4e-6d08-40e4-a8a3-3f2fe2bdd4cc tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for port (6debb933-4863-4846-8f0d-4c28b1e3bd93), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:25.114628 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-42ae0f4e-6d08-40e4-a8a3-3f2fe2bdd4cc tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (6debb933-4863-4846-8f0d-4c28b1e3bd93), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:25.154549 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ae0f4e-6d08-40e4-a8a3-3f2fe2bdd4cc tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:01:25.158325 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-42ae0f4e-6d08-40e4-a8a3-3f2fe2bdd4cc tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:01:25.162332 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ae0f4e-6d08-40e4-a8a3-3f2fe2bdd4cc tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:01:25.190470 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ae0f4e-6d08-40e4-a8a3-3f2fe2bdd4cc tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Pushing event updated for resources: {'Port': ['ID=6debb933-4863-4846-8f0d-4c28b1e3bd93,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:25.460168 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-42ae0f4e-6d08-40e4-a8a3-3f2fe2bdd4cc tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for router_gateway (d2f63f00-5131-48c5-8da7-366498a5c900), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:25.776208 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-42ae0f4e-6d08-40e4-a8a3-3f2fe2bdd4cc tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16317478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865'] for router (d2f63f00-5131-48c5-8da7-366498a5c900), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:25.947598 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42ae0f4e-6d08-40e4-a8a3-3f2fe2bdd4cc tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Router d2f63f00-5131-48c5-8da7-366498a5c900 is scheduled to L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd with binding_index 1 {{(pid=103701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:01:26.371595 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42ae0f4e-6d08-40e4-a8a3-3f2fe2bdd4cc tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:01:26.382409 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fbfadf-1e7f-4e4b-838a-ebe8f758f0c3 None None] Sync routers for ids ['d2f63f00-5131-48c5-8da7-366498a5c900'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:01:26.395686 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-42ae0f4e-6d08-40e4-a8a3-3f2fe2bdd4cc tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for router (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:26.397180 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-42ae0f4e-6d08-40e4-a8a3-3f2fe2bdd4cc tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.0758603 Feb 19 04:01:26.399023 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fbfadf-1e7f-4e4b-838a-ebe8f758f0c3 None None] Routers {'d2f63f00-5131-48c5-8da7-366498a5c900'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:01:26.399655 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-18fbfadf-1e7f-4e4b-838a-ebe8f758f0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T04:01:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['d2f63f00-5131-48c5-8da7-366498a5c900'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:01:26.400492 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53458) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:26.431626 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-db563df4-0fa7-4a60-9f17-7cc89c0c374d tempest-TestNetworkAdvancedServerOps-1044059750 tempest-TestNetworkAdvancedServerOps-1044059750-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=ca527022e7c4488e80026cbcb6de3409&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0298531 Feb 19 04:01:26.435875 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 53460) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:26.539109 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-18fbfadf-1e7f-4e4b-838a-ebe8f758f0c3 None None] Set router d2f63f00-5131-48c5-8da7-366498a5c900 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:01:26.551669 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82fc1d9f-e31f-4f33-9522-105584d42c50 tempest-TestNetworkAdvancedServerOps-1044059750 tempest-TestNetworkAdvancedServerOps-1044059750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:26.555897 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-82fc1d9f-e31f-4f33-9522-105584d42c50 tempest-TestNetworkAdvancedServerOps-1044059750 tempest-TestNetworkAdvancedServerOps-1044059750-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1157892 Feb 19 04:01:26.556211 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 53462) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:26.596187 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-2bf14d0e-f79a-4e06-bec1-0f5188290501 tempest-TestNetworkAdvancedServerOps-1044059750 tempest-TestNetworkAdvancedServerOps-1044059750-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=eaf64708-9021-419e-b287-ef3e0f51e2ee&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0365551 Feb 19 04:01:26.596548 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 53464) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:26.602379 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-a5ea4b56-0cd4-4449-bbf9-36b7cf9f977e tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2057543086', 'network_id': 'cf65742a-d002-452d-a1f9-502f76b85e56', 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:01:26.723722 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5ea4b56-0cd4-4449-bbf9-36b7cf9f977e tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Made reservation on behalf of ca527022e7c4488e80026cbcb6de3409 for: {'subnet': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:01:26.728005 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a5ea4b56-0cd4-4449-bbf9-36b7cf9f977e tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58706307'] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:26.758558 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-18fbfadf-1e7f-4e4b-838a-ebe8f758f0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f63f00-5131-48c5-8da7-366498a5c900', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1217064919', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '6debb933-4863-4846-8f0d-4c28b1e3bd93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:01:24Z', 'updated_at': '2022-02-19T04:01:25Z', 'revision_number': 3, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'gw_port': {'id': '6debb933-4863-4846-8f0d-4c28b1e3bd93', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:08:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2f63f00-5131-48c5-8da7-366498a5c900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:01:24Z', 'updated_at': '2022-02-19T04:01:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:01:26.787047 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fbfadf-1e7f-4e4b-838a-ebe8f758f0c3 None None] Checking router: d2f63f00-5131-48c5-8da7-366498a5c900 for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:01:26.787397 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fbfadf-1e7f-4e4b-838a-ebe8f758f0c3 None None] Updating router d2f63f00-5131-48c5-8da7-366498a5c900 port 6debb933-4863-4846-8f0d-4c28b1e3bd93 binding host n-d-826753-2 {{(pid=103703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:01:26.820092 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-18fbfadf-1e7f-4e4b-838a-ebe8f758f0c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (6debb933-4863-4846-8f0d-4c28b1e3bd93), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:26.962656 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a5ea4b56-0cd4-4449-bbf9-36b7cf9f977e tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12647271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58706289'] for subnet (6a71891a-7a58-42b2-a916-4d9a7444bb48), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:26.965332 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:27.042947 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ea4b56-0cd4-4449-bbf9-36b7cf9f977e tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Pushing event updated for resources: {'Subnet': ['ID=6a71891a-7a58-42b2-a916-4d9a7444bb48,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:27.056464 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ea4b56-0cd4-4449-bbf9-36b7cf9f977e tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Checking segment: {'id': 'a0ccc3f5-b3c6-4dc7-bffc-530f3c8c768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'cf65742a-d002-452d-a1f9-502f76b85e56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:01:27.056840 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ea4b56-0cd4-4449-bbf9-36b7cf9f977e tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Network hostable DHCP agents. Network: cf65742a-d002-452d-a1f9-502f76b85e56, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:01:27.078303 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ea4b56-0cd4-4449-bbf9-36b7cf9f977e tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Network cf65742a-d002-452d-a1f9-502f76b85e56 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:01:27.091735 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-a5ea4b56-0cd4-4449-bbf9-36b7cf9f977e tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, cf65742a-d002-452d-a1f9-502f76b85e56) {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:01:27.100460 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ea4b56-0cd4-4449-bbf9-36b7cf9f977e tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:27.100745 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-a5ea4b56-0cd4-4449-bbf9-36b7cf9f977e tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:27.108739 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7124159c-dff9-4163-913f-a7c49d670c56 None None] Network cf65742a-d002-452d-a1f9-502f76b85e56 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:01:27.132478 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-a5ea4b56-0cd4-4449-bbf9-36b7cf9f977e tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5342386 Feb 19 04:01:27.135454 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 53466) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:27.260041 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-18fbfadf-1e7f-4e4b-838a-ebe8f758f0c3 None None] Publish callbacks [] for port (6debb933-4863-4846-8f0d-4c28b1e3bd93), precommit_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:27.273877 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-18fbfadf-1e7f-4e4b-838a-ebe8f758f0c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (6debb933-4863-4846-8f0d-4c28b1e3bd93), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:27.329827 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb2d393-a774-488d-8da4-24e995b718f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-cf65742a-d002-452d-a1f9-502f76b85e56', 'network_id': 'cf65742a-d002-452d-a1f9-502f76b85e56', 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'fixed_ips': [{'subnet_id': '6a71891a-7a58-42b2-a916-4d9a7444bb48'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:01:27.331184 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-edb2d393-a774-488d-8da4-24e995b718f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:27.380466 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-18fbfadf-1e7f-4e4b-838a-ebe8f758f0c3 None None] Attempting to bind port 6debb933-4863-4846-8f0d-4c28b1e3bd93 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:01:27.380851 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-18fbfadf-1e7f-4e4b-838a-ebe8f758f0c3 None None] Attempting to bind port 6debb933-4863-4846-8f0d-4c28b1e3bd93 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:01:27.381272 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fbfadf-1e7f-4e4b-838a-ebe8f758f0c3 None None] Attempting to bind port 6debb933-4863-4846-8f0d-4c28b1e3bd93 on network eaf64708-9021-419e-b287-ef3e0f51e2ee {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:01:27.386126 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab8530e-122a-4526-b77b-30260a68aebd None None] Pushing event updated for resources: {'Port': ['ID=6debb933-4863-4846-8f0d-4c28b1e3bd93,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:27.398746 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fbfadf-1e7f-4e4b-838a-ebe8f758f0c3 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:01:27.399287 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fbfadf-1e7f-4e4b-838a-ebe8f758f0c3 None None] Checking segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:01:27.399730 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-18fbfadf-1e7f-4e4b-838a-ebe8f758f0c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:27.400148 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fbfadf-1e7f-4e4b-838a-ebe8f758f0c3 None None] Bound using segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:01:27.400684 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-18fbfadf-1e7f-4e4b-838a-ebe8f758f0c3 None None] Bound port: 6debb933-4863-4846-8f0d-4c28b1e3bd93, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:01:27.401206 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-18fbfadf-1e7f-4e4b-838a-ebe8f758f0c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (6debb933-4863-4846-8f0d-4c28b1e3bd93), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:27.539930 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-18fbfadf-1e7f-4e4b-838a-ebe8f758f0c3 None None] For port 6debb933-4863-4846-8f0d-4c28b1e3bd93, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:01:27.576324 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-18fbfadf-1e7f-4e4b-838a-ebe8f758f0c3 None None] For port 6debb933-4863-4846-8f0d-4c28b1e3bd93, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=6debb933-4863-4846-8f0d-4c28b1e3bd93,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:01:27.587875 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-18fbfadf-1e7f-4e4b-838a-ebe8f758f0c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (6debb933-4863-4846-8f0d-4c28b1e3bd93), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:27.624819 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-edb2d393-a774-488d-8da4-24e995b718f6 None None] Allocated IP 172.20.0.2 (cf65742a-d002-452d-a1f9-502f76b85e56/6a71891a-7a58-42b2-a916-4d9a7444bb48/06908109-966a-49f0-9e42-ce1ba593c6c5) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:01:27.703376 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5c0b102d-70d0-49c2-9239-6d2bd855c23d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:27.859922 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab8530e-122a-4526-b77b-30260a68aebd None None] Pushing event updated for resources: {'Port': ['ID=6debb933-4863-4846-8f0d-4c28b1e3bd93,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:27.892784 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fbfadf-1e7f-4e4b-838a-ebe8f758f0c3 None None] Routers {'d2f63f00-5131-48c5-8da7-366498a5c900'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:01:27.893441 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-18fbfadf-1e7f-4e4b-838a-ebe8f758f0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T04:01:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['d2f63f00-5131-48c5-8da7-366498a5c900'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:01:28.068961 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-18fbfadf-1e7f-4e4b-838a-ebe8f758f0c3 None None] Set router d2f63f00-5131-48c5-8da7-366498a5c900 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:01:28.139649 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-edb2d393-a774-488d-8da4-24e995b718f6 None None] Publish callbacks [] for port (06908109-966a-49f0-9e42-ce1ba593c6c5), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:28.187062 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-edb2d393-a774-488d-8da4-24e995b718f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (06908109-966a-49f0-9e42-ce1ba593c6c5), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:28.220541 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-5c0b102d-70d0-49c2-9239-6d2bd855c23d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Allocated IP 172.20.0.1 (cf65742a-d002-452d-a1f9-502f76b85e56/6a71891a-7a58-42b2-a916-4d9a7444bb48/b080d3c9-5cda-4c41-82d0-132327f1eaf5) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:01:28.245456 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb2d393-a774-488d-8da4-24e995b718f6 None None] Network cf65742a-d002-452d-a1f9-502f76b85e56 is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:01:28.260482 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-edb2d393-a774-488d-8da4-24e995b718f6 None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:01:28.263113 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb2d393-a774-488d-8da4-24e995b718f6 None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:01:28.278699 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb2d393-a774-488d-8da4-24e995b718f6 None None] Pushing event updated for resources: {'Port': ['ID=06908109-966a-49f0-9e42-ce1ba593c6c5,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:28.366952 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5c0b102d-70d0-49c2-9239-6d2bd855c23d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for port (b080d3c9-5cda-4c41-82d0-132327f1eaf5), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:28.367630 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-edb2d393-a774-488d-8da4-24e995b718f6 None None] Attempting to bind port 06908109-966a-49f0-9e42-ce1ba593c6c5 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:01:28.367992 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-edb2d393-a774-488d-8da4-24e995b718f6 None None] Attempting to bind port 06908109-966a-49f0-9e42-ce1ba593c6c5 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': 'a0ccc3f5-b3c6-4dc7-bffc-530f3c8c768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'cf65742a-d002-452d-a1f9-502f76b85e56'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:01:28.368351 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb2d393-a774-488d-8da4-24e995b718f6 None None] Attempting to bind port 06908109-966a-49f0-9e42-ce1ba593c6c5 on network cf65742a-d002-452d-a1f9-502f76b85e56 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:01:28.376711 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb2d393-a774-488d-8da4-24e995b718f6 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:01:28.377116 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb2d393-a774-488d-8da4-24e995b718f6 None None] Checking segment: {'id': 'a0ccc3f5-b3c6-4dc7-bffc-530f3c8c768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'cf65742a-d002-452d-a1f9-502f76b85e56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:01:28.377532 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-edb2d393-a774-488d-8da4-24e995b718f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:28.377926 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb2d393-a774-488d-8da4-24e995b718f6 None None] Bound using segment: {'id': 'a0ccc3f5-b3c6-4dc7-bffc-530f3c8c768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'cf65742a-d002-452d-a1f9-502f76b85e56'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:01:28.378397 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-edb2d393-a774-488d-8da4-24e995b718f6 None None] Bound port: 06908109-966a-49f0-9e42-ce1ba593c6c5, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0ccc3f5-b3c6-4dc7-bffc-530f3c8c768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'cf65742a-d002-452d-a1f9-502f76b85e56'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:01:28.378779 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-edb2d393-a774-488d-8da4-24e995b718f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (06908109-966a-49f0-9e42-ce1ba593c6c5), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:28.406467 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5c0b102d-70d0-49c2-9239-6d2bd855c23d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (b080d3c9-5cda-4c41-82d0-132327f1eaf5), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:28.436156 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-18fbfadf-1e7f-4e4b-838a-ebe8f758f0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f63f00-5131-48c5-8da7-366498a5c900', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1217064919', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '6debb933-4863-4846-8f0d-4c28b1e3bd93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:01:24Z', 'updated_at': '2022-02-19T04:01:25Z', 'revision_number': 3, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'gw_port': {'id': '6debb933-4863-4846-8f0d-4c28b1e3bd93', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:08:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2f63f00-5131-48c5-8da7-366498a5c900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:01:24Z', 'updated_at': '2022-02-19T04:01:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:01:28.449880 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0b102d-70d0-49c2-9239-6d2bd855c23d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Network cf65742a-d002-452d-a1f9-502f76b85e56 is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:01:28.453644 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-5c0b102d-70d0-49c2-9239-6d2bd855c23d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:01:28.460348 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0b102d-70d0-49c2-9239-6d2bd855c23d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:01:28.472929 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fbfadf-1e7f-4e4b-838a-ebe8f758f0c3 None None] The sync data for ids ['d2f63f00-5131-48c5-8da7-366498a5c900'] in n-d-826753-2 is: [{'id': 'd2f63f00-5131-48c5-8da7-366498a5c900', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1217064919', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '6debb933-4863-4846-8f0d-4c28b1e3bd93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:01:24Z', 'updated_at': '2022-02-19T04:01:25Z', 'revision_number': 3, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'gw_port': {'id': '6debb933-4863-4846-8f0d-4c28b1e3bd93', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:08:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2f63f00-5131-48c5-8da7-366498a5c900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:01:24Z', 'updated_at': '2022-02-19T04:01:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:01:28.481256 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-edb2d393-a774-488d-8da4-24e995b718f6 None None] For port 06908109-966a-49f0-9e42-ce1ba593c6c5, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:01:28.485661 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0b102d-70d0-49c2-9239-6d2bd855c23d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Pushing event updated for resources: {'Port': ['ID=b080d3c9-5cda-4c41-82d0-132327f1eaf5,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:28.485861 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-edb2d393-a774-488d-8da4-24e995b718f6 None None] For port 06908109-966a-49f0-9e42-ce1ba593c6c5, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=06908109-966a-49f0-9e42-ce1ba593c6c5,segment=NetworkSegment(a0ccc3f5-b3c6-4dc7-bffc-530f3c8c768b),segment_id=a0ccc3f5-b3c6-4dc7-bffc-530f3c8c768b)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:01:28.493975 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-edb2d393-a774-488d-8da4-24e995b718f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (06908109-966a-49f0-9e42-ce1ba593c6c5), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:28.517183 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5c0b102d-70d0-49c2-9239-6d2bd855c23d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16289150'] for router_interface (d2f63f00-5131-48c5-8da7-366498a5c900), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:28.561302 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb2d393-a774-488d-8da4-24e995b718f6 None None] Pushing event updated for resources: {'Port': ['ID=06908109-966a-49f0-9e42-ce1ba593c6c5,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:28.690491 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5c0b102d-70d0-49c2-9239-6d2bd855c23d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (b080d3c9-5cda-4c41-82d0-132327f1eaf5), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:29.088983 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5c0b102d-70d0-49c2-9239-6d2bd855c23d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for port (b080d3c9-5cda-4c41-82d0-132327f1eaf5), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:29.094387 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5c0b102d-70d0-49c2-9239-6d2bd855c23d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (b080d3c9-5cda-4c41-82d0-132327f1eaf5), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:29.177269 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5c0b102d-70d0-49c2-9239-6d2bd855c23d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16362769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16289258'] for router_interface (d2f63f00-5131-48c5-8da7-366498a5c900), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:29.179056 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0b102d-70d0-49c2-9239-6d2bd855c23d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Pushing event updated for resources: {'Port': ['ID=b080d3c9-5cda-4c41-82d0-132327f1eaf5,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:29.282778 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0b102d-70d0-49c2-9239-6d2bd855c23d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Network cf65742a-d002-452d-a1f9-502f76b85e56 is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:01:29.284248 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-5c0b102d-70d0-49c2-9239-6d2bd855c23d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:01:29.419104 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c0b102d-70d0-49c2-9239-6d2bd855c23d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Router d2f63f00-5131-48c5-8da7-366498a5c900 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:01:29.553696 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c0b102d-70d0-49c2-9239-6d2bd855c23d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:01:29.560146 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-5c0b102d-70d0-49c2-9239-6d2bd855c23d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "PUT /v2.0/routers/d2f63f00-5131-48c5-8da7-366498a5c900/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4221888 Feb 19 04:01:29.698271 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1290244d-507c-4b8c-b9e7-426376dd75b2 None None] Network cf65742a-d002-452d-a1f9-502f76b85e56 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:01:29.755108 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d3d24cb2-7a84-4628-82d2-084d7402e071 req-2d600a14-4372-4fe1-8506-a630de6d0b07 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2082638596&fields=id&tenant_id=ca527022e7c4488e80026cbcb6de3409 HTTP/1.1" status: 200 len: 267 time: 0.0533106 Feb 19 04:01:29.779190 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-c5231ad4-021d-40b0-87d5-794643866fa2 None None] Provisioning complete for port 06908109-966a-49f0-9e42-ce1ba593c6c5 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:01:29.779559 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c5231ad4-021d-40b0-87d5-794643866fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (06908109-966a-49f0-9e42-ce1ba593c6c5), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:29.884692 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d24cb2-7a84-4628-82d2-084d7402e071 req-57af6448-c409-4576-9fcb-1b5fdc8f836b tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:29.886507 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d3d24cb2-7a84-4628-82d2-084d7402e071 req-57af6448-c409-4576-9fcb-1b5fdc8f836b tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/networks?id=cf65742a-d002-452d-a1f9-502f76b85e56 HTTP/1.1" status: 200 len: 796 time: 0.1240225 Feb 19 04:01:29.907293 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d3d24cb2-7a84-4628-82d2-084d7402e071 req-3f76bfaf-14b5-4153-b6dc-1c5a49d7126e tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/quotas/ca527022e7c4488e80026cbcb6de3409 HTTP/1.1" status: 200 len: 375 time: 0.0124819 Feb 19 04:01:29.930814 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-c5231ad4-021d-40b0-87d5-794643866fa2 None None] Current status of the port 06908109-966a-49f0-9e42-ce1ba593c6c5 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:01:29.931306 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c5231ad4-021d-40b0-87d5-794643866fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (06908109-966a-49f0-9e42-ce1ba593c6c5), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:29.981281 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-c5231ad4-021d-40b0-87d5-794643866fa2 None None] For port 06908109-966a-49f0-9e42-ce1ba593c6c5, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=06908109-966a-49f0-9e42-ce1ba593c6c5,segment=NetworkSegment(a0ccc3f5-b3c6-4dc7-bffc-530f3c8c768b),segment_id=a0ccc3f5-b3c6-4dc7-bffc-530f3c8c768b)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:01:29.983028 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d3d24cb2-7a84-4628-82d2-084d7402e071 req-222aa22b-e978-4424-8318-a5cdcc921728 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=ca527022e7c4488e80026cbcb6de3409&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0662320 Feb 19 04:01:29.992857 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c5231ad4-021d-40b0-87d5-794643866fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (06908109-966a-49f0-9e42-ce1ba593c6c5), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:30.054777 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5231ad4-021d-40b0-87d5-794643866fa2 None None] Pushing event updated for resources: {'Port': ['ID=06908109-966a-49f0-9e42-ce1ba593c6c5,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:30.088263 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [req-d3d24cb2-7a84-4628-82d2-084d7402e071 req-711ad7ec-a6b6-47e4-8971-020ddfefc0e3 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103701) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:01:30.089550 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d3d24cb2-7a84-4628-82d2-084d7402e071 req-711ad7ec-a6b6-47e4-8971-020ddfefc0e3 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0922172 Feb 19 04:01:30.214678 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d3d24cb2-7a84-4628-82d2-084d7402e071 req-7f482094-a9c6-4785-a9bd-d6be24b63280 service neutron] 10.222.0.72 "GET /v2.0/networks/cf65742a-d002-452d-a1f9-502f76b85e56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156869 Feb 19 04:01:30.220630 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b22404d2-7631-4585-8290-777d0ae92644 None None] Provisioning complete for port 06908109-966a-49f0-9e42-ce1ba593c6c5 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:01:30.221603 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b22404d2-7631-4585-8290-777d0ae92644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (06908109-966a-49f0-9e42-ce1ba593c6c5), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:30.355999 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b22404d2-7631-4585-8290-777d0ae92644 None None] Current status of the port 06908109-966a-49f0-9e42-ce1ba593c6c5 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:01:30.381608 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d3d24cb2-7a84-4628-82d2-084d7402e071 req-a6924355-3a22-40a2-87d7-c6a58e1a32ac service neutron] 10.222.0.72 "GET /v2.0/networks/cf65742a-d002-452d-a1f9-502f76b85e56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555114 Feb 19 04:01:30.398132 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b22404d2-7631-4585-8290-777d0ae92644 None None] Provisioning complete for port b080d3c9-5cda-4c41-82d0-132327f1eaf5 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:01:30.398132 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b22404d2-7631-4585-8290-777d0ae92644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (b080d3c9-5cda-4c41-82d0-132327f1eaf5), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:30.447701 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b22404d2-7631-4585-8290-777d0ae92644 None None] Port b080d3c9-5cda-4c41-82d0-132327f1eaf5 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:01:30.449375 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 6debb933-4863-4846-8f0d-4c28b1e3bd93 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:01:30.463840 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3eaecd-0e8e-4609-8d3b-b4edf8278fe0 None None] Sync routers for ids ['d2f63f00-5131-48c5-8da7-366498a5c900'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:01:30.480837 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3eaecd-0e8e-4609-8d3b-b4edf8278fe0 None None] Routers {'d2f63f00-5131-48c5-8da7-366498a5c900'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:01:30.484203 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-4c3eaecd-0e8e-4609-8d3b-b4edf8278fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T04:01:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['d2f63f00-5131-48c5-8da7-366498a5c900'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:01:30.534625 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 6debb933-4863-4846-8f0d-4c28b1e3bd93 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:01:30.535436 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (6debb933-4863-4846-8f0d-4c28b1e3bd93), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:30.604381 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-576c785a-80e4-434b-bb21-f5fdbb15ea23 None None] Provisioning complete for port b080d3c9-5cda-4c41-82d0-132327f1eaf5 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:01:30.604587 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-576c785a-80e4-434b-bb21-f5fdbb15ea23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (b080d3c9-5cda-4c41-82d0-132327f1eaf5), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:30.658312 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-4c3eaecd-0e8e-4609-8d3b-b4edf8278fe0 None None] Set router d2f63f00-5131-48c5-8da7-366498a5c900 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:01:30.661797 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-576c785a-80e4-434b-bb21-f5fdbb15ea23 None None] Port b080d3c9-5cda-4c41-82d0-132327f1eaf5 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:01:30.706155 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 6debb933-4863-4846-8f0d-4c28b1e3bd93 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:01:30.707449 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-56a61c6a-133a-4769-8e69-3e04d36a015b req-557887b7-40ae-4df5-8af5-6248bc08fa47 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=9cd1a776-7be8-44bf-9409-9af1a93b04cb HTTP/1.1" status: 200 len: 210 time: 0.0815876 Feb 19 04:01:30.708381 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (6debb933-4863-4846-8f0d-4c28b1e3bd93), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:30.750575 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port 6debb933-4863-4846-8f0d-4c28b1e3bd93, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=6debb933-4863-4846-8f0d-4c28b1e3bd93,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:01:30.755841 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (6debb933-4863-4846-8f0d-4c28b1e3bd93), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:30.757046 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 06908109-966a-49f0-9e42-ce1ba593c6c5 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:01:30.867791 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=6debb933-4863-4846-8f0d-4c28b1e3bd93,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:30.879313 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 06908109-966a-49f0-9e42-ce1ba593c6c5 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:01:30.879693 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (06908109-966a-49f0-9e42-ce1ba593c6c5), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:30.915720 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-ff7db12d-083c-4787-a1bc-42088ef40b79 None None] Provisioning complete for port b080d3c9-5cda-4c41-82d0-132327f1eaf5 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:01:30.916085 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-ff7db12d-083c-4787-a1bc-42088ef40b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (b080d3c9-5cda-4c41-82d0-132327f1eaf5), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:30.948543 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-4c3eaecd-0e8e-4609-8d3b-b4edf8278fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f63f00-5131-48c5-8da7-366498a5c900', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1217064919', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '6debb933-4863-4846-8f0d-4c28b1e3bd93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:01:24Z', 'updated_at': '2022-02-19T04:01:28Z', 'revision_number': 4, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'gw_port': {'id': '6debb933-4863-4846-8f0d-4c28b1e3bd93', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:08:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2f63f00-5131-48c5-8da7-366498a5c900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:01:24Z', 'updated_at': '2022-02-19T04:01:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': 'b080d3c9-5cda-4c41-82d0-132327f1eaf5', 'name': '', 'network_id': 'cf65742a-d002-452d-a1f9-502f76b85e56', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'mac_address': 'fa:16:3e:8b:34:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2f63f00-5131-48c5-8da7-366498a5c900', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '6a71891a-7a58-42b2-a916-4d9a7444bb48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:01:27Z', 'updated_at': '2022-02-19T04:01:28Z', 'revision_number': 2, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'subnets': [{'id': '6a71891a-7a58-42b2-a916-4d9a7444bb48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:01:30.974946 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-ff7db12d-083c-4787-a1bc-42088ef40b79 None None] Port b080d3c9-5cda-4c41-82d0-132327f1eaf5 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:01:30.979977 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3eaecd-0e8e-4609-8d3b-b4edf8278fe0 None None] Checking router: d2f63f00-5131-48c5-8da7-366498a5c900 for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:01:30.980318 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3eaecd-0e8e-4609-8d3b-b4edf8278fe0 None None] Updating router d2f63f00-5131-48c5-8da7-366498a5c900 port b080d3c9-5cda-4c41-82d0-132327f1eaf5 binding host n-d-826753-2 {{(pid=103704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:01:31.011451 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-4c3eaecd-0e8e-4609-8d3b-b4edf8278fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (b080d3c9-5cda-4c41-82d0-132327f1eaf5), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:31.018057 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 06908109-966a-49f0-9e42-ce1ba593c6c5 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:01:31.335688 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-4c3eaecd-0e8e-4609-8d3b-b4edf8278fe0 None None] Publish callbacks [] for port (b080d3c9-5cda-4c41-82d0-132327f1eaf5), precommit_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:31.344802 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-4c3eaecd-0e8e-4609-8d3b-b4edf8278fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (b080d3c9-5cda-4c41-82d0-132327f1eaf5), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:31.392846 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbefe76-0bd0-4e74-a55c-803500c14ea9 None None] Pushing event updated for resources: {'Port': ['ID=b080d3c9-5cda-4c41-82d0-132327f1eaf5,revision_number=3']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:31.406672 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbefe76-0bd0-4e74-a55c-803500c14ea9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:31.407263 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbefe76-0bd0-4e74-a55c-803500c14ea9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:31.407787 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbefe76-0bd0-4e74-a55c-803500c14ea9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:31.408131 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbefe76-0bd0-4e74-a55c-803500c14ea9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:31.408491 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbefe76-0bd0-4e74-a55c-803500c14ea9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:31.409029 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbefe76-0bd0-4e74-a55c-803500c14ea9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:31.409555 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbefe76-0bd0-4e74-a55c-803500c14ea9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:31.409885 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbefe76-0bd0-4e74-a55c-803500c14ea9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:31.410374 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbefe76-0bd0-4e74-a55c-803500c14ea9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:31.410928 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbefe76-0bd0-4e74-a55c-803500c14ea9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:31.411325 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbefe76-0bd0-4e74-a55c-803500c14ea9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:31.412270 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbefe76-0bd0-4e74-a55c-803500c14ea9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:31.412270 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbefe76-0bd0-4e74-a55c-803500c14ea9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:31.489894 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-4c3eaecd-0e8e-4609-8d3b-b4edf8278fe0 None None] Attempting to bind port b080d3c9-5cda-4c41-82d0-132327f1eaf5 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:01:31.490629 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-4c3eaecd-0e8e-4609-8d3b-b4edf8278fe0 None None] Attempting to bind port b080d3c9-5cda-4c41-82d0-132327f1eaf5 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': 'a0ccc3f5-b3c6-4dc7-bffc-530f3c8c768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'cf65742a-d002-452d-a1f9-502f76b85e56'}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:01:31.490757 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3eaecd-0e8e-4609-8d3b-b4edf8278fe0 None None] Attempting to bind port b080d3c9-5cda-4c41-82d0-132327f1eaf5 on network cf65742a-d002-452d-a1f9-502f76b85e56 {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:01:31.496590 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3eaecd-0e8e-4609-8d3b-b4edf8278fe0 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:01:31.497123 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3eaecd-0e8e-4609-8d3b-b4edf8278fe0 None None] Checking segment: {'id': 'a0ccc3f5-b3c6-4dc7-bffc-530f3c8c768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'cf65742a-d002-452d-a1f9-502f76b85e56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:01:31.497459 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-4c3eaecd-0e8e-4609-8d3b-b4edf8278fe0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:31.497855 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3eaecd-0e8e-4609-8d3b-b4edf8278fe0 None None] Bound using segment: {'id': 'a0ccc3f5-b3c6-4dc7-bffc-530f3c8c768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'cf65742a-d002-452d-a1f9-502f76b85e56'} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:01:31.498854 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-4c3eaecd-0e8e-4609-8d3b-b4edf8278fe0 None None] Bound port: b080d3c9-5cda-4c41-82d0-132327f1eaf5, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0ccc3f5-b3c6-4dc7-bffc-530f3c8c768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'cf65742a-d002-452d-a1f9-502f76b85e56'}}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:01:31.499231 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-4c3eaecd-0e8e-4609-8d3b-b4edf8278fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (b080d3c9-5cda-4c41-82d0-132327f1eaf5), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:31.586769 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-4c3eaecd-0e8e-4609-8d3b-b4edf8278fe0 None None] For port b080d3c9-5cda-4c41-82d0-132327f1eaf5, host n-d-826753-2, cleared binding levels {{(pid=103704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:01:31.590334 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-4c3eaecd-0e8e-4609-8d3b-b4edf8278fe0 None None] For port b080d3c9-5cda-4c41-82d0-132327f1eaf5, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=b080d3c9-5cda-4c41-82d0-132327f1eaf5,segment=NetworkSegment(a0ccc3f5-b3c6-4dc7-bffc-530f3c8c768b),segment_id=a0ccc3f5-b3c6-4dc7-bffc-530f3c8c768b)] {{(pid=103704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:01:31.596328 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-4c3eaecd-0e8e-4609-8d3b-b4edf8278fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (b080d3c9-5cda-4c41-82d0-132327f1eaf5), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:31.666415 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3eaecd-0e8e-4609-8d3b-b4edf8278fe0 None None] Routers {'d2f63f00-5131-48c5-8da7-366498a5c900'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:01:31.667071 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-4c3eaecd-0e8e-4609-8d3b-b4edf8278fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T04:01:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['d2f63f00-5131-48c5-8da7-366498a5c900'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:01:31.673215 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbefe76-0bd0-4e74-a55c-803500c14ea9 None None] Pushing event updated for resources: {'Port': ['ID=b080d3c9-5cda-4c41-82d0-132327f1eaf5,revision_number=4']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:31.719582 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e991d919-df1a-46a3-bd08-89863e8487ca None None] Provisioning complete for port b080d3c9-5cda-4c41-82d0-132327f1eaf5 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:01:31.720189 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e991d919-df1a-46a3-bd08-89863e8487ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (b080d3c9-5cda-4c41-82d0-132327f1eaf5), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:31.807641 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-4c3eaecd-0e8e-4609-8d3b-b4edf8278fe0 None None] Set router d2f63f00-5131-48c5-8da7-366498a5c900 gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:01:31.917032 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e991d919-df1a-46a3-bd08-89863e8487ca None None] Current status of the port b080d3c9-5cda-4c41-82d0-132327f1eaf5 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:01:31.917032 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e991d919-df1a-46a3-bd08-89863e8487ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (b080d3c9-5cda-4c41-82d0-132327f1eaf5), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:31.919303 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d5fc181a-aefc-4772-b642-cf664215fc9a req-33e9102a-addb-4395-8efd-974abede0921 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=9cd1a776-7be8-44bf-9409-9af1a93b04cb HTTP/1.1" status: 200 len: 210 time: 0.0581787 Feb 19 04:01:32.012467 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e991d919-df1a-46a3-bd08-89863e8487ca None None] For port b080d3c9-5cda-4c41-82d0-132327f1eaf5, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=b080d3c9-5cda-4c41-82d0-132327f1eaf5,segment=NetworkSegment(a0ccc3f5-b3c6-4dc7-bffc-530f3c8c768b),segment_id=a0ccc3f5-b3c6-4dc7-bffc-530f3c8c768b)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:01:32.018758 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e991d919-df1a-46a3-bd08-89863e8487ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (b080d3c9-5cda-4c41-82d0-132327f1eaf5), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:32.124249 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d24cb2-7a84-4628-82d2-084d7402e071 req-d927239e-adb1-4ddf-a6cc-a65d4a3d6a9d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:32.127334 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d3d24cb2-7a84-4628-82d2-084d7402e071 req-d927239e-adb1-4ddf-a6cc-a65d4a3d6a9d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.73 "GET /v2.0/networks?id=cf65742a-d002-452d-a1f9-502f76b85e56 HTTP/1.1" status: 200 len: 796 time: 0.2812362 Feb 19 04:01:32.136394 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e991d919-df1a-46a3-bd08-89863e8487ca None None] Pushing event updated for resources: {'Port': ['ID=b080d3c9-5cda-4c41-82d0-132327f1eaf5,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:32.156362 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-8884b86f-537d-4c3d-bc77-ba44b10eb142 None None] Provisioning complete for port b080d3c9-5cda-4c41-82d0-132327f1eaf5 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:01:32.156743 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-8884b86f-537d-4c3d-bc77-ba44b10eb142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (b080d3c9-5cda-4c41-82d0-132327f1eaf5), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:32.170156 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-4c3eaecd-0e8e-4609-8d3b-b4edf8278fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f63f00-5131-48c5-8da7-366498a5c900', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1217064919', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '6debb933-4863-4846-8f0d-4c28b1e3bd93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:01:24Z', 'updated_at': '2022-02-19T04:01:28Z', 'revision_number': 4, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'gw_port': {'id': '6debb933-4863-4846-8f0d-4c28b1e3bd93', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:08:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f63f00-5131-48c5-8da7-366498a5c900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:01:24Z', 'updated_at': '2022-02-19T04:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': 'b080d3c9-5cda-4c41-82d0-132327f1eaf5', 'name': '', 'network_id': 'cf65742a-d002-452d-a1f9-502f76b85e56', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'mac_address': 'fa:16:3e:8b:34:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2f63f00-5131-48c5-8da7-366498a5c900', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '6a71891a-7a58-42b2-a916-4d9a7444bb48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:01:27Z', 'updated_at': '2022-02-19T04:01:31Z', 'revision_number': 4, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'subnets': [{'id': '6a71891a-7a58-42b2-a916-4d9a7444bb48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:01:32.220008 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3eaecd-0e8e-4609-8d3b-b4edf8278fe0 None None] The sync data for ids ['d2f63f00-5131-48c5-8da7-366498a5c900'] in n-d-826753-2 is: [{'id': 'd2f63f00-5131-48c5-8da7-366498a5c900', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1217064919', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '6debb933-4863-4846-8f0d-4c28b1e3bd93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:01:24Z', 'updated_at': '2022-02-19T04:01:28Z', 'revision_number': 4, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'gw_port': {'id': '6debb933-4863-4846-8f0d-4c28b1e3bd93', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:08:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f63f00-5131-48c5-8da7-366498a5c900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:01:24Z', 'updated_at': '2022-02-19T04:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': 'b080d3c9-5cda-4c41-82d0-132327f1eaf5', 'name': '', 'network_id': 'cf65742a-d002-452d-a1f9-502f76b85e56', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'mac_address': 'fa:16:3e:8b:34:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2f63f00-5131-48c5-8da7-366498a5c900', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '6a71891a-7a58-42b2-a916-4d9a7444bb48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:01:27Z', 'updated_at': '2022-02-19T04:01:31Z', 'revision_number': 4, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'subnets': [{'id': '6a71891a-7a58-42b2-a916-4d9a7444bb48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:01:32.247058 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d3d24cb2-7a84-4628-82d2-084d7402e071 req-349bdd3f-6cba-482e-a433-66965c855a3c tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca527022e7c4488e80026cbcb6de3409 HTTP/1.1" status: 200 len: 380 time: 0.1063454 Feb 19 04:01:32.269615 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-d3d24cb2-7a84-4628-82d2-084d7402e071 req-6389c8b0-2021-4e2a-aa2b-600826126525 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Request body: {'port': {'device_id': '9cd1a776-7be8-44bf-9409-9af1a93b04cb', 'network_id': 'cf65742a-d002-452d-a1f9-502f76b85e56', 'admin_state_up': True, 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'security_groups': ['d1d25156-332d-4cf9-a44e-7c088adaea39']}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:01:32.315534 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-8884b86f-537d-4c3d-bc77-ba44b10eb142 None None] Current status of the port b080d3c9-5cda-4c41-82d0-132327f1eaf5 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:01:32.395077 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 6debb933-4863-4846-8f0d-4c28b1e3bd93 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:01:32.440399 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3d24cb2-7a84-4628-82d2-084d7402e071 req-6389c8b0-2021-4e2a-aa2b-600826126525 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Made reservation on behalf of ca527022e7c4488e80026cbcb6de3409 for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:01:32.446488 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-d3d24cb2-7a84-4628-82d2-084d7402e071 req-6389c8b0-2021-4e2a-aa2b-600826126525 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:32.474321 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 6debb933-4863-4846-8f0d-4c28b1e3bd93 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:01:32.474692 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (6debb933-4863-4846-8f0d-4c28b1e3bd93), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:32.580351 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 6debb933-4863-4846-8f0d-4c28b1e3bd93 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:01:32.617563 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [req-d3d24cb2-7a84-4628-82d2-084d7402e071 req-6389c8b0-2021-4e2a-aa2b-600826126525 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Allocated IP 172.20.0.13 (cf65742a-d002-452d-a1f9-502f76b85e56/6a71891a-7a58-42b2-a916-4d9a7444bb48/bd15eda9-1957-4477-a24d-51c89f96ed34) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:01:32.795818 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-d3d24cb2-7a84-4628-82d2-084d7402e071 req-6389c8b0-2021-4e2a-aa2b-600826126525 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for port (bd15eda9-1957-4477-a24d-51c89f96ed34), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:32.837479 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-d3d24cb2-7a84-4628-82d2-084d7402e071 req-6389c8b0-2021-4e2a-aa2b-600826126525 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (bd15eda9-1957-4477-a24d-51c89f96ed34), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:32.882013 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3d24cb2-7a84-4628-82d2-084d7402e071 req-6389c8b0-2021-4e2a-aa2b-600826126525 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Network cf65742a-d002-452d-a1f9-502f76b85e56 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:01:32.887473 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [req-d3d24cb2-7a84-4628-82d2-084d7402e071 req-6389c8b0-2021-4e2a-aa2b-600826126525 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:01:32.888784 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3d24cb2-7a84-4628-82d2-084d7402e071 req-6389c8b0-2021-4e2a-aa2b-600826126525 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:01:32.922255 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6389c8b0-2021-4e2a-aa2b-600826126525 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Pushing event updated for resources: {'Port': ['ID=bd15eda9-1957-4477-a24d-51c89f96ed34,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:32.966120 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d24cb2-7a84-4628-82d2-084d7402e071 req-6389c8b0-2021-4e2a-aa2b-600826126525 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:32.967825 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-d3d24cb2-7a84-4628-82d2-084d7402e071 req-6389c8b0-2021-4e2a-aa2b-600826126525 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:33.000737 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d3d24cb2-7a84-4628-82d2-084d7402e071 req-6389c8b0-2021-4e2a-aa2b-600826126525 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7408361 Feb 19 04:01:33.011354 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [req-d3d24cb2-7a84-4628-82d2-084d7402e071 req-a8ec6084-f2dd-4f18-947f-69fd33eb3e27 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103702) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:01:33.012721 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d3d24cb2-7a84-4628-82d2-084d7402e071 req-a8ec6084-f2dd-4f18-947f-69fd33eb3e27 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064716 Feb 19 04:01:33.102439 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-d3d24cb2-7a84-4628-82d2-084d7402e071 req-858c2876-2b9d-465d-9fa4-7e7ac269c7c0 service neutron] Request body: {'port': {'device_id': '9cd1a776-7be8-44bf-9409-9af1a93b04cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826753-2'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:01:33.103421 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8824857-eb46-4359-b1c4-e96547f72a95 req-a605fcd4-2c66-46e9-aba7-5955fe23c816 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:33.113951 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d8824857-eb46-4359-b1c4-e96547f72a95 req-a605fcd4-2c66-46e9-aba7-5955fe23c816 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=9cd1a776-7be8-44bf-9409-9af1a93b04cb HTTP/1.1" status: 200 len: 932 time: 0.0966499 Feb 19 04:01:33.183110 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d8824857-eb46-4359-b1c4-e96547f72a95 req-cecbe89a-2759-492c-a2e7-052142560ef4 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=d1d25156-332d-4cf9-a44e-7c088adaea39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678713 Feb 19 04:01:33.199221 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-d3d24cb2-7a84-4628-82d2-084d7402e071 req-858c2876-2b9d-465d-9fa4-7e7ac269c7c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (bd15eda9-1957-4477-a24d-51c89f96ed34), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:33.252213 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-3e8b6256-75df-481c-8c97-d0abefd8cc6a None None] Provisioning complete for port bd15eda9-1957-4477-a24d-51c89f96ed34 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:01:33.252790 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3e8b6256-75df-481c-8c97-d0abefd8cc6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (bd15eda9-1957-4477-a24d-51c89f96ed34), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:33.291024 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-3e8b6256-75df-481c-8c97-d0abefd8cc6a None None] Port bd15eda9-1957-4477-a24d-51c89f96ed34 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:01:33.490802 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-d3d24cb2-7a84-4628-82d2-084d7402e071 req-858c2876-2b9d-465d-9fa4-7e7ac269c7c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd15eda9-1957-4477-a24d-51c89f96ed34 {{(pid=103702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:01:33.499144 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-d3d24cb2-7a84-4628-82d2-084d7402e071 req-858c2876-2b9d-465d-9fa4-7e7ac269c7c0 service neutron] Publish callbacks [] for port (bd15eda9-1957-4477-a24d-51c89f96ed34), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:33.511978 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-d3d24cb2-7a84-4628-82d2-084d7402e071 req-858c2876-2b9d-465d-9fa4-7e7ac269c7c0 service neutron] Transition to ACTIVE for port object bd15eda9-1957-4477-a24d-51c89f96ed34 will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:01:33.516290 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-d3d24cb2-7a84-4628-82d2-084d7402e071 req-858c2876-2b9d-465d-9fa4-7e7ac269c7c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (bd15eda9-1957-4477-a24d-51c89f96ed34), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:33.569335 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858c2876-2b9d-465d-9fa4-7e7ac269c7c0 service neutron] Pushing event updated for resources: {'Port': ['ID=bd15eda9-1957-4477-a24d-51c89f96ed34,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:33.650140 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-d3d24cb2-7a84-4628-82d2-084d7402e071 req-858c2876-2b9d-465d-9fa4-7e7ac269c7c0 service neutron] Attempting to bind port bd15eda9-1957-4477-a24d-51c89f96ed34 on host n-h1-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:01:33.650478 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-d3d24cb2-7a84-4628-82d2-084d7402e071 req-858c2876-2b9d-465d-9fa4-7e7ac269c7c0 service neutron] Attempting to bind port bd15eda9-1957-4477-a24d-51c89f96ed34 by drivers openvswitch,hyperv on host n-h1-826753-2 at level 0 using segments [{'id': 'a0ccc3f5-b3c6-4dc7-bffc-530f3c8c768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'cf65742a-d002-452d-a1f9-502f76b85e56'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:01:33.650815 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d24cb2-7a84-4628-82d2-084d7402e071 req-858c2876-2b9d-465d-9fa4-7e7ac269c7c0 service neutron] Attempting to bind port bd15eda9-1957-4477-a24d-51c89f96ed34 on network cf65742a-d002-452d-a1f9-502f76b85e56 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:01:33.655723 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d24cb2-7a84-4628-82d2-084d7402e071 req-858c2876-2b9d-465d-9fa4-7e7ac269c7c0 service neutron] Port bd15eda9-1957-4477-a24d-51c89f96ed34 on network cf65742a-d002-452d-a1f9-502f76b85e56 not bound, no agent of type Open vSwitch agent registered on host n-h1-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:01:33.656056 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d24cb2-7a84-4628-82d2-084d7402e071 req-858c2876-2b9d-465d-9fa4-7e7ac269c7c0 service neutron] Attempting to bind port bd15eda9-1957-4477-a24d-51c89f96ed34 on network cf65742a-d002-452d-a1f9-502f76b85e56 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:01:33.661341 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d24cb2-7a84-4628-82d2-084d7402e071 req-858c2876-2b9d-465d-9fa4-7e7ac269c7c0 service neutron] Checking agent: {'id': '9d56fb1b-2855-496a-a6d9-c324740cb98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:01:33.661603 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d24cb2-7a84-4628-82d2-084d7402e071 req-858c2876-2b9d-465d-9fa4-7e7ac269c7c0 service neutron] Checking segment: {'id': 'a0ccc3f5-b3c6-4dc7-bffc-530f3c8c768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'cf65742a-d002-452d-a1f9-502f76b85e56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:01:33.661987 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d24cb2-7a84-4628-82d2-084d7402e071 req-858c2876-2b9d-465d-9fa4-7e7ac269c7c0 service neutron] Bound using segment: {'id': 'a0ccc3f5-b3c6-4dc7-bffc-530f3c8c768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'cf65742a-d002-452d-a1f9-502f76b85e56'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:01:33.662594 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-d3d24cb2-7a84-4628-82d2-084d7402e071 req-858c2876-2b9d-465d-9fa4-7e7ac269c7c0 service neutron] Bound port: bd15eda9-1957-4477-a24d-51c89f96ed34, host: n-h1-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0ccc3f5-b3c6-4dc7-bffc-530f3c8c768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'cf65742a-d002-452d-a1f9-502f76b85e56'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:01:33.662950 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-d3d24cb2-7a84-4628-82d2-084d7402e071 req-858c2876-2b9d-465d-9fa4-7e7ac269c7c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (bd15eda9-1957-4477-a24d-51c89f96ed34), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:33.756910 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-d3d24cb2-7a84-4628-82d2-084d7402e071 req-858c2876-2b9d-465d-9fa4-7e7ac269c7c0 service neutron] For port bd15eda9-1957-4477-a24d-51c89f96ed34, host n-h1-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:01:33.762156 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-d3d24cb2-7a84-4628-82d2-084d7402e071 req-858c2876-2b9d-465d-9fa4-7e7ac269c7c0 service neutron] For port bd15eda9-1957-4477-a24d-51c89f96ed34, host n-h1-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=bd15eda9-1957-4477-a24d-51c89f96ed34,segment=NetworkSegment(a0ccc3f5-b3c6-4dc7-bffc-530f3c8c768b),segment_id=a0ccc3f5-b3c6-4dc7-bffc-530f3c8c768b)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:01:33.771134 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-d3d24cb2-7a84-4628-82d2-084d7402e071 req-858c2876-2b9d-465d-9fa4-7e7ac269c7c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (bd15eda9-1957-4477-a24d-51c89f96ed34), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:33.831047 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d24cb2-7a84-4628-82d2-084d7402e071 req-858c2876-2b9d-465d-9fa4-7e7ac269c7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:33.832013 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-d3d24cb2-7a84-4628-82d2-084d7402e071 req-858c2876-2b9d-465d-9fa4-7e7ac269c7c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:33.834202 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d3d24cb2-7a84-4628-82d2-084d7402e071 req-858c2876-2b9d-465d-9fa4-7e7ac269c7c0 service neutron] 10.222.0.73 "PUT /v2.0/ports/bd15eda9-1957-4477-a24d-51c89f96ed34 HTTP/1.1" status: 200 len: 1092 time: 0.8082492 Feb 19 04:01:33.834744 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cd1a776-7be8-44bf-9409-9af1a93b04cb', 'tag': 'bd15eda9-1957-4477-a24d-51c89f96ed34'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:01:33.837101 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b48a34f37e4e31fa410c3f10fa4e23c828d45427043ff8d3e4d9f228381d6ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a804cef7-b1a6-41a5-b482-16e66e143300" -d '{"events": [{"name": "network-changed", "server_uuid": "9cd1a776-7be8-44bf-9409-9af1a93b04cb", "tag": "bd15eda9-1957-4477-a24d-51c89f96ed34"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:01:33.873097 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858c2876-2b9d-465d-9fa4-7e7ac269c7c0 service neutron] Pushing event updated for resources: {'Port': ['ID=bd15eda9-1957-4477-a24d-51c89f96ed34,revision_number=3']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:33.892943 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-569f7899-a7b2-4077-8fd7-bcc3a30770cb x-openstack-request-id: req-569f7899-a7b2-4077-8fd7-bcc3a30770cb {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:01:33.893272 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cd1a776-7be8-44bf-9409-9af1a93b04cb", "tag": "bd15eda9-1957-4477-a24d-51c89f96ed34", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:01:33.893563 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-569f7899-a7b2-4077-8fd7-bcc3a30770cb {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:01:33.895908 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cd1a776-7be8-44bf-9409-9af1a93b04cb', 'tag': 'bd15eda9-1957-4477-a24d-51c89f96ed34', 'status': 'completed', 'code': 200} Feb 19 04:01:33.960821 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d24cb2-7a84-4628-82d2-084d7402e071 req-486efea9-a14a-4f30-af59-a0ea1f3626c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:33.962576 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d3d24cb2-7a84-4628-82d2-084d7402e071 req-486efea9-a14a-4f30-af59-a0ea1f3626c2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ca527022e7c4488e80026cbcb6de3409&device_id=9cd1a776-7be8-44bf-9409-9af1a93b04cb HTTP/1.1" status: 200 len: 1126 time: 0.0536973 Feb 19 04:01:34.325211 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbbe74b-abf0-4163-a84a-12cfec4565ee req-772993d6-4d61-4d1c-aabd-4333c1651214 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:34.327090 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5dbbe74b-abf0-4163-a84a-12cfec4565ee req-772993d6-4d61-4d1c-aabd-4333c1651214 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=9cd1a776-7be8-44bf-9409-9af1a93b04cb HTTP/1.1" status: 200 len: 944 time: 0.0711257 Feb 19 04:01:34.365636 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device b080d3c9-5cda-4c41-82d0-132327f1eaf5 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:01:34.368972 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d3d24cb2-7a84-4628-82d2-084d7402e071 req-77ad2f07-7ebf-494e-bbeb-df034693ec28 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd15eda9-1957-4477-a24d-51c89f96ed34 HTTP/1.1" status: 200 len: 217 time: 0.3942211 Feb 19 04:01:34.394420 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5dbbe74b-abf0-4163-a84a-12cfec4565ee req-ea0fc0cc-932e-4c5a-ad71-e3187fc26a38 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=d1d25156-332d-4cf9-a44e-7c088adaea39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564897 Feb 19 04:01:34.426586 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d24cb2-7a84-4628-82d2-084d7402e071 req-05a71adb-cb21-4c47-9637-f894034ad3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:34.428249 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d3d24cb2-7a84-4628-82d2-084d7402e071 req-05a71adb-cb21-4c47-9637-f894034ad3be service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6a71891a-7a58-42b2-a916-4d9a7444bb48 HTTP/1.1" status: 200 len: 835 time: 0.0531168 Feb 19 04:01:34.431656 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port b080d3c9-5cda-4c41-82d0-132327f1eaf5 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:01:34.432028 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (b080d3c9-5cda-4c41-82d0-132327f1eaf5), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:34.480045 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d24cb2-7a84-4628-82d2-084d7402e071 req-34b004fb-b7c2-47e9-bc4d-d5d5c60ab08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:34.481616 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d3d24cb2-7a84-4628-82d2-084d7402e071 req-34b004fb-b7c2-47e9-bc4d-d5d5c60ab08e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cf65742a-d002-452d-a1f9-502f76b85e56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0476730 Feb 19 04:01:34.527149 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port b080d3c9-5cda-4c41-82d0-132327f1eaf5 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:01:34.584481 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d3d24cb2-7a84-4628-82d2-084d7402e071 req-c0bbfd20-5b2a-4a3b-81ee-8172d2f1ba53 service neutron] 10.222.0.73 "GET /v2.0/networks/cf65742a-d002-452d-a1f9-502f76b85e56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969386 Feb 19 04:01:34.679225 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d3d24cb2-7a84-4628-82d2-084d7402e071 req-f0eaf410-35b9-4783-8b15-182b17784070 service neutron] 10.222.0.73 "GET /v2.0/networks/cf65742a-d002-452d-a1f9-502f76b85e56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893612 Feb 19 04:01:34.812431 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a804cef7-b1a6-41a5-b482-16e66e143300 req-6cbe95c0-e3cd-4a31-85e6-a3d322469a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:34.814000 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a804cef7-b1a6-41a5-b482-16e66e143300 req-6cbe95c0-e3cd-4a31-85e6-a3d322469a72 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ca527022e7c4488e80026cbcb6de3409&device_id=9cd1a776-7be8-44bf-9409-9af1a93b04cb HTTP/1.1" status: 200 len: 1126 time: 0.0461266 Feb 19 04:01:34.910788 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a804cef7-b1a6-41a5-b482-16e66e143300 req-efaafe8e-d35b-4a22-808c-baba212e2e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:34.912370 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a804cef7-b1a6-41a5-b482-16e66e143300 req-efaafe8e-d35b-4a22-808c-baba212e2e80 service neutron] 10.222.0.73 "GET /v2.0/networks?id=cf65742a-d002-452d-a1f9-502f76b85e56 HTTP/1.1" status: 200 len: 897 time: 0.0928736 Feb 19 04:01:34.953531 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a804cef7-b1a6-41a5-b482-16e66e143300 req-65a8869d-e26e-4e58-a9c6-142cf8eba7d8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd15eda9-1957-4477-a24d-51c89f96ed34 HTTP/1.1" status: 200 len: 217 time: 0.0354683 Feb 19 04:01:35.004863 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a804cef7-b1a6-41a5-b482-16e66e143300 req-6bda3f17-55ec-481a-8455-ea13d80851e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:35.006368 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a804cef7-b1a6-41a5-b482-16e66e143300 req-6bda3f17-55ec-481a-8455-ea13d80851e3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6a71891a-7a58-42b2-a916-4d9a7444bb48 HTTP/1.1" status: 200 len: 835 time: 0.0475004 Feb 19 04:01:35.056208 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a804cef7-b1a6-41a5-b482-16e66e143300 req-acec9175-ca16-4775-b9e5-17fd3ef1bd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:35.057836 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a804cef7-b1a6-41a5-b482-16e66e143300 req-acec9175-ca16-4775-b9e5-17fd3ef1bd65 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cf65742a-d002-452d-a1f9-502f76b85e56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0462689 Feb 19 04:01:35.147737 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a804cef7-b1a6-41a5-b482-16e66e143300 req-2aaf1580-feb8-4319-b91c-7d490fb32fb4 service neutron] 10.222.0.73 "GET /v2.0/networks/cf65742a-d002-452d-a1f9-502f76b85e56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835238 Feb 19 04:01:35.240949 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a804cef7-b1a6-41a5-b482-16e66e143300 req-a50a466b-b5cf-4b91-a16b-0aff38e760d7 service neutron] 10.222.0.73 "GET /v2.0/networks/cf65742a-d002-452d-a1f9-502f76b85e56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877624 Feb 19 04:01:35.518180 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b95930-8103-4354-9d62-598fd05a3b72 req-32e70489-1feb-4ad6-81c9-c3a4e824dc30 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:35.519680 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-67b95930-8103-4354-9d62-598fd05a3b72 req-32e70489-1feb-4ad6-81c9-c3a4e824dc30 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=9cd1a776-7be8-44bf-9409-9af1a93b04cb HTTP/1.1" status: 200 len: 944 time: 0.0539305 Feb 19 04:01:35.572452 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-67b95930-8103-4354-9d62-598fd05a3b72 req-3bf0162c-b431-4da1-a4cf-aeab9d35f51a tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=d1d25156-332d-4cf9-a44e-7c088adaea39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428491 Feb 19 04:01:36.694749 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e21137-d50d-4afd-a807-93bbacd30c5a req-b3aa163f-28ab-444a-b7e9-ed9ee7df0982 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:36.696286 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-82e21137-d50d-4afd-a807-93bbacd30c5a req-b3aa163f-28ab-444a-b7e9-ed9ee7df0982 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=9cd1a776-7be8-44bf-9409-9af1a93b04cb HTTP/1.1" status: 200 len: 944 time: 0.0573738 Feb 19 04:01:36.746349 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-82e21137-d50d-4afd-a807-93bbacd30c5a req-c13a2a74-241f-480a-a4a5-bcab15d6a564 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=d1d25156-332d-4cf9-a44e-7c088adaea39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439217 Feb 19 04:01:37.869957 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2046a354-186c-4168-a8c5-17f326ccf428 req-bf7b8074-e7a5-43b3-a1a8-031644c20be1 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:37.871476 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2046a354-186c-4168-a8c5-17f326ccf428 req-bf7b8074-e7a5-43b3-a1a8-031644c20be1 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=9cd1a776-7be8-44bf-9409-9af1a93b04cb HTTP/1.1" status: 200 len: 944 time: 0.0566208 Feb 19 04:01:37.923664 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2046a354-186c-4168-a8c5-17f326ccf428 req-fac840e5-ef10-41b0-9eb8-d745f550bfbd tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=d1d25156-332d-4cf9-a44e-7c088adaea39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458231 Feb 19 04:01:38.108763 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device bd15eda9-1957-4477-a24d-51c89f96ed34 details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:01:38.204919 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port bd15eda9-1957-4477-a24d-51c89f96ed34, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=bd15eda9-1957-4477-a24d-51c89f96ed34,segment=NetworkSegment(a0ccc3f5-b3c6-4dc7-bffc-530f3c8c768b),segment_id=a0ccc3f5-b3c6-4dc7-bffc-530f3c8c768b)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:01:38.216128 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': 'bd15eda9-1957-4477-a24d-51c89f96ed34', 'network_id': 'cf65742a-d002-452d-a1f9-502f76b85e56', 'port_id': 'bd15eda9-1957-4477-a24d-51c89f96ed34', 'mac_address': 'fa:16:3e:6c:95:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a71891a-7a58-42b2-a916-4d9a7444bb48', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:01:38.252809 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port bd15eda9-1957-4477-a24d-51c89f96ed34 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:01:38.253235 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (bd15eda9-1957-4477-a24d-51c89f96ed34), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:38.270418 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd15eda9-1957-4477-a24d-51c89f96ed34 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:01:38.289431 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port bd15eda9-1957-4477-a24d-51c89f96ed34, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=bd15eda9-1957-4477-a24d-51c89f96ed34,segment=NetworkSegment(a0ccc3f5-b3c6-4dc7-bffc-530f3c8c768b),segment_id=a0ccc3f5-b3c6-4dc7-bffc-530f3c8c768b)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:01:38.293756 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (bd15eda9-1957-4477-a24d-51c89f96ed34), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:38.341044 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=bd15eda9-1957-4477-a24d-51c89f96ed34,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:38.730566 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['bd15eda9-1957-4477-a24d-51c89f96ed34'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:01:38.943761 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:01:39.066521 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929d999-6613-4ac7-b745-45beb2f85e75 req-94f63f59-2877-4b7b-aca2-a55461277c1e tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:39.068072 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2929d999-6613-4ac7-b745-45beb2f85e75 req-94f63f59-2877-4b7b-aca2-a55461277c1e tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=9cd1a776-7be8-44bf-9409-9af1a93b04cb HTTP/1.1" status: 200 len: 945 time: 0.0616672 Feb 19 04:01:39.120665 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2929d999-6613-4ac7-b745-45beb2f85e75 req-3afd1f8f-747e-4050-ba4e-09a80019a9d1 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=d1d25156-332d-4cf9-a44e-7c088adaea39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468221 Feb 19 04:01:40.136961 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device bd15eda9-1957-4477-a24d-51c89f96ed34 up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:01:40.208804 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning for port bd15eda9-1957-4477-a24d-51c89f96ed34 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:01:40.214131 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port bd15eda9-1957-4477-a24d-51c89f96ed34 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:01:40.214580 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (bd15eda9-1957-4477-a24d-51c89f96ed34), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:40.270440 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98a5ac3-ea43-4aa9-bc64-0703a12fa205 req-16696966-4195-4e7b-8d10-db97820afe85 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:40.273234 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b98a5ac3-ea43-4aa9-bc64-0703a12fa205 req-16696966-4195-4e7b-8d10-db97820afe85 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=9cd1a776-7be8-44bf-9409-9af1a93b04cb HTTP/1.1" status: 200 len: 945 time: 0.0785019 Feb 19 04:01:40.327526 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port bd15eda9-1957-4477-a24d-51c89f96ed34 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:01:40.327937 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (bd15eda9-1957-4477-a24d-51c89f96ed34), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:40.358131 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b98a5ac3-ea43-4aa9-bc64-0703a12fa205 req-86ac2041-c708-4f36-8d99-7990c53edfb8 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=d1d25156-332d-4cf9-a44e-7c088adaea39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757346 Feb 19 04:01:40.362986 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cd1a776-7be8-44bf-9409-9af1a93b04cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd15eda9-1957-4477-a24d-51c89f96ed34'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:01:40.365362 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88fe038525c8a7a69a3adae1ae732c1dd0c63371bed0a925712ea7f2f25f70bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88cddc5c-12bc-4601-8fa6-16ec07a23b90" -d '{"events": [{"server_uuid": "9cd1a776-7be8-44bf-9409-9af1a93b04cb", "name": "network-vif-plugged", "status": "completed", "tag": "bd15eda9-1957-4477-a24d-51c89f96ed34"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:01:40.382003 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port bd15eda9-1957-4477-a24d-51c89f96ed34, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=bd15eda9-1957-4477-a24d-51c89f96ed34,segment=NetworkSegment(a0ccc3f5-b3c6-4dc7-bffc-530f3c8c768b),segment_id=a0ccc3f5-b3c6-4dc7-bffc-530f3c8c768b)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:01:40.386898 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (bd15eda9-1957-4477-a24d-51c89f96ed34), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:40.418766 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4706f39-6099-49ef-9084-ab11e593202f x-openstack-request-id: req-d4706f39-6099-49ef-9084-ab11e593202f {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:01:40.419069 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cd1a776-7be8-44bf-9409-9af1a93b04cb", "name": "network-vif-plugged", "status": "completed", "tag": "bd15eda9-1957-4477-a24d-51c89f96ed34", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:01:40.419328 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d4706f39-6099-49ef-9084-ab11e593202f {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:01:40.419743 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cd1a776-7be8-44bf-9409-9af1a93b04cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd15eda9-1957-4477-a24d-51c89f96ed34', 'code': 200} Feb 19 04:01:40.454920 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=bd15eda9-1957-4477-a24d-51c89f96ed34,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:40.555947 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f389be-8da4-4467-9db9-eb036adc87b7 req-bfdbaeae-f774-4bd4-9963-3b91e3f44c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:40.557805 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e3f389be-8da4-4467-9db9-eb036adc87b7 req-bfdbaeae-f774-4bd4-9963-3b91e3f44c41 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9cd1a776-7be8-44bf-9409-9af1a93b04cb HTTP/1.1" status: 200 len: 1128 time: 0.0494621 Feb 19 04:01:40.607450 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e3f389be-8da4-4467-9db9-eb036adc87b7 req-06cf8b42-f422-4702-9795-ad00ceb0fe4b service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d1d25156-332d-4cf9-a44e-7c088adaea39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422425 Feb 19 04:01:41.491591 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e6043e-2eaa-4d13-90c4-bf6869a5a82f req-17e6f4a8-96e4-4690-b0f3-e3a9da86cd2c tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:41.493156 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b1e6043e-2eaa-4d13-90c4-bf6869a5a82f req-17e6f4a8-96e4-4690-b0f3-e3a9da86cd2c tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=9cd1a776-7be8-44bf-9409-9af1a93b04cb HTTP/1.1" status: 200 len: 946 time: 0.0531666 Feb 19 04:01:41.546828 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b1e6043e-2eaa-4d13-90c4-bf6869a5a82f req-8981983b-034b-46c3-bd62-b52358f72378 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=d1d25156-332d-4cf9-a44e-7c088adaea39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480404 Feb 19 04:01:42.671972 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4287f9-4643-4281-a615-9574d1e8a2d7 req-81b2c67b-5d86-4ccc-9227-e2e5affa6371 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:42.673609 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-da4287f9-4643-4281-a615-9574d1e8a2d7 req-81b2c67b-5d86-4ccc-9227-e2e5affa6371 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=9cd1a776-7be8-44bf-9409-9af1a93b04cb HTTP/1.1" status: 200 len: 946 time: 0.0570014 Feb 19 04:01:42.728461 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-da4287f9-4643-4281-a615-9574d1e8a2d7 req-3524a9d5-b5b7-4c8b-8f80-d2495ce0670b tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=d1d25156-332d-4cf9-a44e-7c088adaea39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489962 Feb 19 04:01:42.878216 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86dabe6-12b8-4752-9f57-f99011cd3a0e req-39946ecf-c572-42a8-9e77-1436bd18e2ae tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:42.879682 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b86dabe6-12b8-4752-9f57-f99011cd3a0e req-39946ecf-c572-42a8-9e77-1436bd18e2ae tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=9cd1a776-7be8-44bf-9409-9af1a93b04cb HTTP/1.1" status: 200 len: 946 time: 0.0750778 Feb 19 04:01:42.941560 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b86dabe6-12b8-4752-9f57-f99011cd3a0e req-494abb38-9982-40bf-a88c-011f935ce9f7 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=d1d25156-332d-4cf9-a44e-7c088adaea39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541673 Feb 19 04:01:42.964353 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 53526) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:43.018303 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd7f7be-3668-4afc-bdbe-b159c96d3b6c tempest-TestNetworkAdvancedServerOps-1044059750 tempest-TestNetworkAdvancedServerOps-1044059750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:43.019865 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-ffd7f7be-3668-4afc-bdbe-b159c96d3b6c tempest-TestNetworkAdvancedServerOps-1044059750 tempest-TestNetworkAdvancedServerOps-1044059750-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=9cd1a776-7be8-44bf-9409-9af1a93b04cb HTTP/1.1" status: 200 len: 1123 time: 0.0542073 Feb 19 04:01:43.023167 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53528) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:43.028147 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-29cb80e9-c1b9-4c48-8d31-5e53f4602066 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Request body: {'floatingip': {'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'port_id': 'bd15eda9-1957-4477-a24d-51c89f96ed34', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:01:43.054757 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-29cb80e9-c1b9-4c48-8d31-5e53f4602066 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:43.178552 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-29cb80e9-c1b9-4c48-8d31-5e53f4602066 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:43.299071 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-29cb80e9-c1b9-4c48-8d31-5e53f4602066 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Allocated IP 172.25.6.174 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/d4670538-b4e3-4c76-962b-0f474ab2b49d) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:01:43.424380 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-29cb80e9-c1b9-4c48-8d31-5e53f4602066 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for port (d4670538-b4e3-4c76-962b-0f474ab2b49d), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:43.464284 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-29cb80e9-c1b9-4c48-8d31-5e53f4602066 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (d4670538-b4e3-4c76-962b-0f474ab2b49d), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:43.507302 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29cb80e9-c1b9-4c48-8d31-5e53f4602066 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:01:43.510381 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-29cb80e9-c1b9-4c48-8d31-5e53f4602066 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:01:43.517283 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cb80e9-c1b9-4c48-8d31-5e53f4602066 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:01:43.522918 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cb80e9-c1b9-4c48-8d31-5e53f4602066 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Pushing event updated for resources: {'Port': ['ID=d4670538-b4e3-4c76-962b-0f474ab2b49d,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:43.936299 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-29cb80e9-c1b9-4c48-8d31-5e53f4602066 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for floatingip (fbd29d8d-ebea-46f8-bd78-3ab8a05e3ba4), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:44.005127 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-29cb80e9-c1b9-4c48-8d31-5e53f4602066 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (d4670538-b4e3-4c76-962b-0f474ab2b49d), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:44.164260 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-29cb80e9-c1b9-4c48-8d31-5e53f4602066 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for port (d4670538-b4e3-4c76-962b-0f474ab2b49d), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:44.169369 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-29cb80e9-c1b9-4c48-8d31-5e53f4602066 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (d4670538-b4e3-4c76-962b-0f474ab2b49d), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:44.247637 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cb80e9-c1b9-4c48-8d31-5e53f4602066 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Pushing event updated for resources: {'Port': ['ID=d4670538-b4e3-4c76-962b-0f474ab2b49d,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:44.256547 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-29cb80e9-c1b9-4c48-8d31-5e53f4602066 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16285943'] for floatingip (fbd29d8d-ebea-46f8-bd78-3ab8a05e3ba4), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:44.362492 n-d-826753-2 neutron-server[103702]: INFO neutron.db.l3_db [None req-29cb80e9-c1b9-4c48-8d31-5e53f4602066 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Floating IP fbd29d8d-ebea-46f8-bd78-3ab8a05e3ba4 associated. External IP: 172.25.6.174, port: bd15eda9-1957-4477-a24d-51c89f96ed34. Feb 19 04:01:44.599070 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29cb80e9-c1b9-4c48-8d31-5e53f4602066 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Router d2f63f00-5131-48c5-8da7-366498a5c900 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:01:44.712973 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29cb80e9-c1b9-4c48-8d31-5e53f4602066 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:01:44.724281 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e596d3-e74f-4ddc-bbb6-f07ed442d599 None None] Sync routers for ids ['d2f63f00-5131-48c5-8da7-366498a5c900'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:01:44.734036 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-29cb80e9-c1b9-4c48-8d31-5e53f4602066 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:44.735931 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e596d3-e74f-4ddc-bbb6-f07ed442d599 None None] Routers {'d2f63f00-5131-48c5-8da7-366498a5c900'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:01:44.736766 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-71e596d3-e74f-4ddc-bbb6-f07ed442d599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T04:01:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['d2f63f00-5131-48c5-8da7-366498a5c900'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:01:44.764884 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-29cb80e9-c1b9-4c48-8d31-5e53f4602066 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7402804 Feb 19 04:01:44.765475 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cd1a776-7be8-44bf-9409-9af1a93b04cb', 'tag': 'bd15eda9-1957-4477-a24d-51c89f96ed34'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:01:44.768074 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b48a34f37e4e31fa410c3f10fa4e23c828d45427043ff8d3e4d9f228381d6ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-445bfe69-daf7-41a8-aef7-200a8aa31369" -d '{"events": [{"name": "network-changed", "server_uuid": "9cd1a776-7be8-44bf-9409-9af1a93b04cb", "tag": "bd15eda9-1957-4477-a24d-51c89f96ed34"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:01:44.806375 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6361a4c4-cb8f-40e4-8e1b-e0575582ecf1 x-openstack-request-id: req-6361a4c4-cb8f-40e4-8e1b-e0575582ecf1 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:01:44.806668 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cd1a776-7be8-44bf-9409-9af1a93b04cb", "tag": "bd15eda9-1957-4477-a24d-51c89f96ed34", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:01:44.806922 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6361a4c4-cb8f-40e4-8e1b-e0575582ecf1 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:01:44.807336 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cd1a776-7be8-44bf-9409-9af1a93b04cb', 'tag': 'bd15eda9-1957-4477-a24d-51c89f96ed34', 'status': 'completed', 'code': 200} Feb 19 04:01:44.875051 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-71e596d3-e74f-4ddc-bbb6-f07ed442d599 None None] Set router d2f63f00-5131-48c5-8da7-366498a5c900 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:01:44.897578 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4832279-8e49-47de-8241-46e9693bf19d req-8b77b00b-2605-43c4-9d29-bec045e2e5c2 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:44.899101 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a4832279-8e49-47de-8241-46e9693bf19d req-8b77b00b-2605-43c4-9d29-bec045e2e5c2 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=9cd1a776-7be8-44bf-9409-9af1a93b04cb HTTP/1.1" status: 200 len: 946 time: 0.0641060 Feb 19 04:01:44.921866 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445bfe69-daf7-41a8-aef7-200a8aa31369 req-bec3509b-f7a9-4b4f-b386-213d461487ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:44.923966 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-445bfe69-daf7-41a8-aef7-200a8aa31369 req-bec3509b-f7a9-4b4f-b386-213d461487ee service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ca527022e7c4488e80026cbcb6de3409&device_id=9cd1a776-7be8-44bf-9409-9af1a93b04cb HTTP/1.1" status: 200 len: 1128 time: 0.0635834 Feb 19 04:01:44.959881 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a4832279-8e49-47de-8241-46e9693bf19d req-6d178a25-a43e-40dc-9550-debd42c0861f tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=d1d25156-332d-4cf9-a44e-7c088adaea39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463281 Feb 19 04:01:44.984683 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 53534) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:45.055466 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445bfe69-daf7-41a8-aef7-200a8aa31369 req-972f0488-dbbe-425b-94bf-d352e25862e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:45.058025 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-445bfe69-daf7-41a8-aef7-200a8aa31369 req-972f0488-dbbe-425b-94bf-d352e25862e4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=cf65742a-d002-452d-a1f9-502f76b85e56 HTTP/1.1" status: 200 len: 897 time: 0.1280894 Feb 19 04:01:45.078760 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-aa699159-2e86-4d20-be02-f498113fab4e tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/floatingips/fbd29d8d-ebea-46f8-bd78-3ab8a05e3ba4 HTTP/1.1" status: 200 len: 992 time: 0.0911853 Feb 19 04:01:45.161636 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-445bfe69-daf7-41a8-aef7-200a8aa31369 req-63722ba0-c877-4c8a-8025-31472eabf4b2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd15eda9-1957-4477-a24d-51c89f96ed34 HTTP/1.1" status: 200 len: 1000 time: 0.0976000 Feb 19 04:01:45.193749 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-71e596d3-e74f-4ddc-bbb6-f07ed442d599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f63f00-5131-48c5-8da7-366498a5c900', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1217064919', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '6debb933-4863-4846-8f0d-4c28b1e3bd93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:01:24Z', 'updated_at': '2022-02-19T04:01:28Z', 'revision_number': 4, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'gw_port': {'id': '6debb933-4863-4846-8f0d-4c28b1e3bd93', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:08:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f63f00-5131-48c5-8da7-366498a5c900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:01:24Z', 'updated_at': '2022-02-19T04:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': 'fbd29d8d-ebea-46f8-bd78-3ab8a05e3ba4', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'floating_ip_address': '172.25.6.174', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': 'd2f63f00-5131-48c5-8da7-366498a5c900', 'port_id': 'bd15eda9-1957-4477-a24d-51c89f96ed34', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf65742a-d002-452d-a1f9-502f76b85e56', 'mac_address': 'fa:16:3e:6c:95:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd1a776-7be8-44bf-9409-9af1a93b04cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:01:43Z', 'updated_at': '2022-02-19T04:01:43Z', 'revision_number': 0, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b080d3c9-5cda-4c41-82d0-132327f1eaf5', 'name': '', 'network_id': 'cf65742a-d002-452d-a1f9-502f76b85e56', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'mac_address': 'fa:16:3e:8b:34:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f63f00-5131-48c5-8da7-366498a5c900', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '6a71891a-7a58-42b2-a916-4d9a7444bb48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:01:27Z', 'updated_at': '2022-02-19T04:01:31Z', 'revision_number': 5, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'subnets': [{'id': '6a71891a-7a58-42b2-a916-4d9a7444bb48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:01:45.222318 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445bfe69-daf7-41a8-aef7-200a8aa31369 req-9b0fb0d4-4b8e-4f74-8649-49e98705aa0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:45.223861 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-445bfe69-daf7-41a8-aef7-200a8aa31369 req-9b0fb0d4-4b8e-4f74-8649-49e98705aa0f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6a71891a-7a58-42b2-a916-4d9a7444bb48 HTTP/1.1" status: 200 len: 835 time: 0.0572944 Feb 19 04:01:45.225998 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e596d3-e74f-4ddc-bbb6-f07ed442d599 None None] Checking router: d2f63f00-5131-48c5-8da7-366498a5c900 for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:01:45.236948 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e596d3-e74f-4ddc-bbb6-f07ed442d599 None None] Routers {'d2f63f00-5131-48c5-8da7-366498a5c900'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:01:45.238071 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-71e596d3-e74f-4ddc-bbb6-f07ed442d599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T04:01:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['d2f63f00-5131-48c5-8da7-366498a5c900'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:01:45.279006 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445bfe69-daf7-41a8-aef7-200a8aa31369 req-58314971-1c7f-4be0-9dab-681c32aba09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:45.280966 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-445bfe69-daf7-41a8-aef7-200a8aa31369 req-58314971-1c7f-4be0-9dab-681c32aba09f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cf65742a-d002-452d-a1f9-502f76b85e56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0518620 Feb 19 04:01:45.401239 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-445bfe69-daf7-41a8-aef7-200a8aa31369 req-6877d131-7716-44c9-bab4-73919c85b580 service neutron] 10.222.0.73 "GET /v2.0/networks/cf65742a-d002-452d-a1f9-502f76b85e56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143153 Feb 19 04:01:45.541703 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-445bfe69-daf7-41a8-aef7-200a8aa31369 req-63de4489-2460-4df1-ad8f-b73d01ac67d9 service neutron] 10.222.0.73 "GET /v2.0/networks/cf65742a-d002-452d-a1f9-502f76b85e56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346929 Feb 19 04:01:45.591635 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-71e596d3-e74f-4ddc-bbb6-f07ed442d599 None None] Set router d2f63f00-5131-48c5-8da7-366498a5c900 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:01:45.707840 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-32a03787-c8d2-492b-868d-4d1e67b64c1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:45.900687 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-71e596d3-e74f-4ddc-bbb6-f07ed442d599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f63f00-5131-48c5-8da7-366498a5c900', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1217064919', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '6debb933-4863-4846-8f0d-4c28b1e3bd93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:01:24Z', 'updated_at': '2022-02-19T04:01:28Z', 'revision_number': 4, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'gw_port': {'id': '6debb933-4863-4846-8f0d-4c28b1e3bd93', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:08:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f63f00-5131-48c5-8da7-366498a5c900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:01:24Z', 'updated_at': '2022-02-19T04:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': 'fbd29d8d-ebea-46f8-bd78-3ab8a05e3ba4', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'floating_ip_address': '172.25.6.174', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': 'd2f63f00-5131-48c5-8da7-366498a5c900', 'port_id': 'bd15eda9-1957-4477-a24d-51c89f96ed34', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf65742a-d002-452d-a1f9-502f76b85e56', 'mac_address': 'fa:16:3e:6c:95:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd1a776-7be8-44bf-9409-9af1a93b04cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:01:43Z', 'updated_at': '2022-02-19T04:01:43Z', 'revision_number': 0, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b080d3c9-5cda-4c41-82d0-132327f1eaf5', 'name': '', 'network_id': 'cf65742a-d002-452d-a1f9-502f76b85e56', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'mac_address': 'fa:16:3e:8b:34:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f63f00-5131-48c5-8da7-366498a5c900', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '6a71891a-7a58-42b2-a916-4d9a7444bb48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:01:27Z', 'updated_at': '2022-02-19T04:01:31Z', 'revision_number': 5, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'subnets': [{'id': '6a71891a-7a58-42b2-a916-4d9a7444bb48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:01:45.937043 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e596d3-e74f-4ddc-bbb6-f07ed442d599 None None] The sync data for ids ['d2f63f00-5131-48c5-8da7-366498a5c900'] in n-d-826753-2 is: [{'id': 'd2f63f00-5131-48c5-8da7-366498a5c900', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1217064919', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '6debb933-4863-4846-8f0d-4c28b1e3bd93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:01:24Z', 'updated_at': '2022-02-19T04:01:28Z', 'revision_number': 4, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'gw_port': {'id': '6debb933-4863-4846-8f0d-4c28b1e3bd93', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:08:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f63f00-5131-48c5-8da7-366498a5c900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:01:24Z', 'updated_at': '2022-02-19T04:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': 'fbd29d8d-ebea-46f8-bd78-3ab8a05e3ba4', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'floating_ip_address': '172.25.6.174', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': 'd2f63f00-5131-48c5-8da7-366498a5c900', 'port_id': 'bd15eda9-1957-4477-a24d-51c89f96ed34', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf65742a-d002-452d-a1f9-502f76b85e56', 'mac_address': 'fa:16:3e:6c:95:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd1a776-7be8-44bf-9409-9af1a93b04cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:01:43Z', 'updated_at': '2022-02-19T04:01:43Z', 'revision_number': 0, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b080d3c9-5cda-4c41-82d0-132327f1eaf5', 'name': '', 'network_id': 'cf65742a-d002-452d-a1f9-502f76b85e56', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'mac_address': 'fa:16:3e:8b:34:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f63f00-5131-48c5-8da7-366498a5c900', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '6a71891a-7a58-42b2-a916-4d9a7444bb48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:01:27Z', 'updated_at': '2022-02-19T04:01:31Z', 'revision_number': 5, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'subnets': [{'id': '6a71891a-7a58-42b2-a916-4d9a7444bb48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:01:46.082132 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 53536) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:46.159435 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-1e4fb417-0dc5-4f8e-85c9-dda880f20ec1 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/floatingips/fbd29d8d-ebea-46f8-bd78-3ab8a05e3ba4 HTTP/1.1" status: 200 len: 992 time: 0.0736525 Feb 19 04:01:46.185504 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d0f290-73ac-4810-bb33-d48e030e44f4 None None] New status for floating IP fbd29d8d-ebea-46f8-bd78-3ab8a05e3ba4: ACTIVE {{(pid=103704) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:01:47.163444 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 53538) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:47.247608 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-a902986e-90f0-4864-9ed2-0852084aa4ec tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/floatingips/fbd29d8d-ebea-46f8-bd78-3ab8a05e3ba4 HTTP/1.1" status: 200 len: 994 time: 0.0826399 Feb 19 04:01:47.877658 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-28a3eec5-1f6b-4a7f-ab13-bccd4b49d68b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:49.558794 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:50.736949 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:52.108633 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:53.110296 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:56.947416 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:00.146608 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-009f909c-5906-4679-91d6-28285856c991 req-7d105b6d-fc2f-4057-bfa6-1e93ee5bb1cd service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9cd1a776-7be8-44bf-9409-9af1a93b04cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0610132 Feb 19 04:02:00.265389 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009f909c-5906-4679-91d6-28285856c991 req-785975a0-2217-4fbb-88e6-4694cc5a78e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:00.267753 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-009f909c-5906-4679-91d6-28285856c991 req-785975a0-2217-4fbb-88e6-4694cc5a78e7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ca527022e7c4488e80026cbcb6de3409&device_id=9cd1a776-7be8-44bf-9409-9af1a93b04cb HTTP/1.1" status: 200 len: 1128 time: 0.0547729 Feb 19 04:02:00.431899 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009f909c-5906-4679-91d6-28285856c991 req-346a1e02-9acf-42bd-b7a7-d249f0b3ec7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:00.434387 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-009f909c-5906-4679-91d6-28285856c991 req-346a1e02-9acf-42bd-b7a7-d249f0b3ec7c service neutron] 10.222.0.73 "GET /v2.0/networks?id=cf65742a-d002-452d-a1f9-502f76b85e56 HTTP/1.1" status: 200 len: 897 time: 0.1436660 Feb 19 04:02:00.511426 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-009f909c-5906-4679-91d6-28285856c991 req-799383d2-6be8-4b4b-852f-d50db95d251e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd15eda9-1957-4477-a24d-51c89f96ed34 HTTP/1.1" status: 200 len: 1002 time: 0.0699861 Feb 19 04:02:00.569160 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009f909c-5906-4679-91d6-28285856c991 req-fa14bf0f-23ff-4728-8d0f-742b22fdc272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:00.570731 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-009f909c-5906-4679-91d6-28285856c991 req-fa14bf0f-23ff-4728-8d0f-742b22fdc272 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6a71891a-7a58-42b2-a916-4d9a7444bb48 HTTP/1.1" status: 200 len: 835 time: 0.0536964 Feb 19 04:02:00.633066 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009f909c-5906-4679-91d6-28285856c991 req-58ab2e8d-ff84-40fd-834e-92d4533ca781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:00.634629 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-009f909c-5906-4679-91d6-28285856c991 req-58ab2e8d-ff84-40fd-834e-92d4533ca781 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cf65742a-d002-452d-a1f9-502f76b85e56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0585287 Feb 19 04:02:00.747234 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-009f909c-5906-4679-91d6-28285856c991 req-badc191d-5b53-48c1-8fd5-87aa06eb1d33 service neutron] 10.222.0.73 "GET /v2.0/networks/cf65742a-d002-452d-a1f9-502f76b85e56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068115 Feb 19 04:02:00.853138 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-009f909c-5906-4679-91d6-28285856c991 req-1bb34fcb-4df3-4e77-8a6c-a39c02e0af67 service neutron] 10.222.0.73 "GET /v2.0/networks/cf65742a-d002-452d-a1f9-502f76b85e56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987034 Feb 19 04:02:15.682460 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-a7366401-9e06-43a2-8542-50c8f67eccb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:15.947742 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:02:17.885372 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4027ece2-2d32-4966-a320-6e8a68886d4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:19.568975 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:20.743507 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:22.113428 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:23.124593 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:26.948505 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:45.686798 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-93c0250b-185b-462c-96a5-a0aa0ad84e5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:47.883293 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3997e856-801a-4526-a738-0836355fb9d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:49.565673 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:50.743509 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:52.116867 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:52.946386 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:02:53.125188 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:56.955149 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:01.100084 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e395d352-595f-4c11-916a-805a0cc6d4d1 req-86e9dc9f-a25e-4e68-a617-796917d66916 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:01.101808 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e395d352-595f-4c11-916a-805a0cc6d4d1 req-86e9dc9f-a25e-4e68-a617-796917d66916 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=9cd1a776-7be8-44bf-9409-9af1a93b04cb HTTP/1.1" status: 200 len: 946 time: 0.3443778 Feb 19 04:03:01.163423 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e395d352-595f-4c11-916a-805a0cc6d4d1 req-2bd3f265-8bde-4168-a949-d03567b911b0 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=d1d25156-332d-4cf9-a44e-7c088adaea39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528502 Feb 19 04:03:02.095433 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2740ba6-2135-4c3b-9c4f-2b6fd0cb491d req-afffc787-5504-4aee-893b-bc2d6f7c463e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:02.096997 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e2740ba6-2135-4c3b-9c4f-2b6fd0cb491d req-afffc787-5504-4aee-893b-bc2d6f7c463e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ca527022e7c4488e80026cbcb6de3409&device_id=9cd1a776-7be8-44bf-9409-9af1a93b04cb HTTP/1.1" status: 200 len: 1128 time: 0.0528727 Feb 19 04:03:02.210113 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2740ba6-2135-4c3b-9c4f-2b6fd0cb491d req-af0de197-8c42-4f67-a6de-645491739533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:02.212177 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e2740ba6-2135-4c3b-9c4f-2b6fd0cb491d req-af0de197-8c42-4f67-a6de-645491739533 service neutron] 10.222.0.73 "GET /v2.0/networks?id=cf65742a-d002-452d-a1f9-502f76b85e56 HTTP/1.1" status: 200 len: 897 time: 0.0955255 Feb 19 04:03:02.289341 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e2740ba6-2135-4c3b-9c4f-2b6fd0cb491d req-b45c7f40-bac5-44b6-826d-203a031ce372 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd15eda9-1957-4477-a24d-51c89f96ed34 HTTP/1.1" status: 200 len: 1002 time: 0.0710001 Feb 19 04:03:02.305944 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50385d3f-e3ad-4c17-8303-2fb6ce26d962 req-377b3dbd-a523-468f-8014-abc4ac475f9f tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:02.306846 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-50385d3f-e3ad-4c17-8303-2fb6ce26d962 req-377b3dbd-a523-468f-8014-abc4ac475f9f tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=9cd1a776-7be8-44bf-9409-9af1a93b04cb HTTP/1.1" status: 200 len: 946 time: 0.0654333 Feb 19 04:03:02.347769 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2740ba6-2135-4c3b-9c4f-2b6fd0cb491d req-dcd57be6-2038-4180-8c3e-e209a8c07f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:02.350486 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e2740ba6-2135-4c3b-9c4f-2b6fd0cb491d req-dcd57be6-2038-4180-8c3e-e209a8c07f58 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6a71891a-7a58-42b2-a916-4d9a7444bb48 HTTP/1.1" status: 200 len: 835 time: 0.0533941 Feb 19 04:03:02.368475 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-50385d3f-e3ad-4c17-8303-2fb6ce26d962 req-a5660a37-ca82-4fa1-ab4a-e3a950f212be tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=d1d25156-332d-4cf9-a44e-7c088adaea39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511146 Feb 19 04:03:02.412210 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2740ba6-2135-4c3b-9c4f-2b6fd0cb491d req-a9e83ba6-3e4b-49eb-9709-f07e26e7ddac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:02.413824 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e2740ba6-2135-4c3b-9c4f-2b6fd0cb491d req-a9e83ba6-3e4b-49eb-9709-f07e26e7ddac service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cf65742a-d002-452d-a1f9-502f76b85e56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0572815 Feb 19 04:03:02.514921 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e2740ba6-2135-4c3b-9c4f-2b6fd0cb491d req-6e9a7da3-6c4e-4119-86ff-032a56cda21d service neutron] 10.222.0.73 "GET /v2.0/networks/cf65742a-d002-452d-a1f9-502f76b85e56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939846 Feb 19 04:03:02.658339 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e2740ba6-2135-4c3b-9c4f-2b6fd0cb491d req-339da40d-72be-48ca-8daf-81974225d01b service neutron] 10.222.0.73 "GET /v2.0/networks/cf65742a-d002-452d-a1f9-502f76b85e56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225605 Feb 19 04:03:03.528630 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72ce514-d4aa-4f45-ba73-57933a2af638 req-b7348b0a-a6cf-4b54-8dc7-869187940566 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:03.531107 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b72ce514-d4aa-4f45-ba73-57933a2af638 req-b7348b0a-a6cf-4b54-8dc7-869187940566 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=9cd1a776-7be8-44bf-9409-9af1a93b04cb HTTP/1.1" status: 200 len: 946 time: 0.0870314 Feb 19 04:03:03.596607 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b72ce514-d4aa-4f45-ba73-57933a2af638 req-6249a051-20a8-49a8-b490-a5448a05e625 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=d1d25156-332d-4cf9-a44e-7c088adaea39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591705 Feb 19 04:03:03.623662 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53580) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:03.697314 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-057335d2-2c36-4a4d-9b06-d85327554a29 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/floatingips/fbd29d8d-ebea-46f8-bd78-3ab8a05e3ba4 HTTP/1.1" status: 200 len: 994 time: 0.0720127 Feb 19 04:03:05.051908 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d569acfc-4f08-4416-b446-97d382808db0 req-68fb964e-2612-4e86-9182-7014378156e6 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:05.054242 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d569acfc-4f08-4416-b446-97d382808db0 req-68fb964e-2612-4e86-9182-7014378156e6 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=9cd1a776-7be8-44bf-9409-9af1a93b04cb HTTP/1.1" status: 200 len: 946 time: 0.0736356 Feb 19 04:03:05.104596 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10409ae9-453f-46e8-8c05-1fba6b8b5735 req-b439f08a-6f65-424b-ac04-d39dbc260eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:05.108696 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-10409ae9-453f-46e8-8c05-1fba6b8b5735 req-b439f08a-6f65-424b-ac04-d39dbc260eba service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ca527022e7c4488e80026cbcb6de3409&device_id=9cd1a776-7be8-44bf-9409-9af1a93b04cb HTTP/1.1" status: 200 len: 1128 time: 0.0745060 Feb 19 04:03:05.121044 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d569acfc-4f08-4416-b446-97d382808db0 req-92df7a70-7b20-4536-90da-04e7e7ca1afd tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=d1d25156-332d-4cf9-a44e-7c088adaea39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565324 Feb 19 04:03:05.224580 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10409ae9-453f-46e8-8c05-1fba6b8b5735 req-70898eb9-9e53-4c92-aa4e-c6e88c891b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:05.226157 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-10409ae9-453f-46e8-8c05-1fba6b8b5735 req-70898eb9-9e53-4c92-aa4e-c6e88c891b7b service neutron] 10.222.0.73 "GET /v2.0/networks?id=cf65742a-d002-452d-a1f9-502f76b85e56 HTTP/1.1" status: 200 len: 897 time: 0.1122296 Feb 19 04:03:05.308654 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-10409ae9-453f-46e8-8c05-1fba6b8b5735 req-870ab6ad-8fe7-4f13-93b2-32d529f97c31 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd15eda9-1957-4477-a24d-51c89f96ed34 HTTP/1.1" status: 200 len: 1002 time: 0.0761299 Feb 19 04:03:05.364747 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10409ae9-453f-46e8-8c05-1fba6b8b5735 req-d15dd814-12b4-4b70-a2b1-a30cb2007d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:05.366680 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-10409ae9-453f-46e8-8c05-1fba6b8b5735 req-d15dd814-12b4-4b70-a2b1-a30cb2007d3a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6a71891a-7a58-42b2-a916-4d9a7444bb48 HTTP/1.1" status: 200 len: 835 time: 0.0523796 Feb 19 04:03:05.424133 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10409ae9-453f-46e8-8c05-1fba6b8b5735 req-9ed4f31f-3a31-4b43-b220-97f52761cccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:05.425782 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-10409ae9-453f-46e8-8c05-1fba6b8b5735 req-9ed4f31f-3a31-4b43-b220-97f52761cccf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cf65742a-d002-452d-a1f9-502f76b85e56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0534570 Feb 19 04:03:05.540203 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-10409ae9-453f-46e8-8c05-1fba6b8b5735 req-bcecb6aa-cfe4-4f86-8815-e96dc169252a service neutron] 10.222.0.73 "GET /v2.0/networks/cf65742a-d002-452d-a1f9-502f76b85e56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086054 Feb 19 04:03:05.649394 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-10409ae9-453f-46e8-8c05-1fba6b8b5735 req-b98ba578-bdf6-4dca-a66c-06e030833c5f service neutron] 10.222.0.73 "GET /v2.0/networks/cf65742a-d002-452d-a1f9-502f76b85e56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031647 Feb 19 04:03:06.265782 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e49644-88ea-45d7-b135-07ee587de390 req-6c93d25b-7246-4d31-a953-ba2bc128d777 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:06.267331 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f0e49644-88ea-45d7-b135-07ee587de390 req-6c93d25b-7246-4d31-a953-ba2bc128d777 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=9cd1a776-7be8-44bf-9409-9af1a93b04cb HTTP/1.1" status: 200 len: 946 time: 0.0607507 Feb 19 04:03:06.327570 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f0e49644-88ea-45d7-b135-07ee587de390 req-d38c3e31-a9b3-4cdc-9ac4-42f0c407fd2a tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=d1d25156-332d-4cf9-a44e-7c088adaea39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511661 Feb 19 04:03:07.472737 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dd81ec-f509-47fd-9492-9fc1af2d9096 req-2a4c5a84-9365-451b-a580-174c219d9260 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:07.474310 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e6dd81ec-f509-47fd-9492-9fc1af2d9096 req-2a4c5a84-9365-451b-a580-174c219d9260 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=9cd1a776-7be8-44bf-9409-9af1a93b04cb HTTP/1.1" status: 200 len: 946 time: 0.0585067 Feb 19 04:03:07.541137 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e6dd81ec-f509-47fd-9492-9fc1af2d9096 req-d1446c7e-b2b2-4b9c-92c9-b67ba2ce89f2 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=d1d25156-332d-4cf9-a44e-7c088adaea39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591693 Feb 19 04:03:07.564481 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53592) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:07.634452 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-2b87d586-d7b9-4022-83c3-d19d7d8aae01 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/floatingips/fbd29d8d-ebea-46f8-bd78-3ab8a05e3ba4 HTTP/1.1" status: 200 len: 994 time: 0.0681102 Feb 19 04:03:07.890624 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 53598) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:08.064463 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-8d29986b-66d2-45dc-b363-cc1afa0a012d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Deleting port d4670538-b4e3-4c76-962b-0f474ab2b49d {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:03:08.064814 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8d29986b-66d2-45dc-b363-cc1afa0a012d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (d4670538-b4e3-4c76-962b-0f474ab2b49d), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:08.146102 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8d29986b-66d2-45dc-b363-cc1afa0a012d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (d4670538-b4e3-4c76-962b-0f474ab2b49d), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:08.146347 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8d29986b-66d2-45dc-b363-cc1afa0a012d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for floatingip (d4670538-b4e3-4c76-962b-0f474ab2b49d), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:08.159163 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-8d29986b-66d2-45dc-b363-cc1afa0a012d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Calling delete_port for d4670538-b4e3-4c76-962b-0f474ab2b49d owned by network:floatingip {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:03:08.331739 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8d29986b-66d2-45dc-b363-cc1afa0a012d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (d4670538-b4e3-4c76-962b-0f474ab2b49d), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:08.359026 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d29986b-66d2-45dc-b363-cc1afa0a012d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Pushing event deleted for resources: {'Port': ['ID=d4670538-b4e3-4c76-962b-0f474ab2b49d,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:08.390321 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d29986b-66d2-45dc-b363-cc1afa0a012d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:08.390669 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d29986b-66d2-45dc-b363-cc1afa0a012d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:08.391013 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d29986b-66d2-45dc-b363-cc1afa0a012d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:08.391348 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d29986b-66d2-45dc-b363-cc1afa0a012d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:08.391678 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d29986b-66d2-45dc-b363-cc1afa0a012d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:08.392021 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d29986b-66d2-45dc-b363-cc1afa0a012d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:08.392360 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d29986b-66d2-45dc-b363-cc1afa0a012d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:08.393616 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d29986b-66d2-45dc-b363-cc1afa0a012d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:08.393616 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d29986b-66d2-45dc-b363-cc1afa0a012d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:08.393616 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d29986b-66d2-45dc-b363-cc1afa0a012d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:08.393929 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d29986b-66d2-45dc-b363-cc1afa0a012d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:08.394231 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d29986b-66d2-45dc-b363-cc1afa0a012d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:08.394651 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d29986b-66d2-45dc-b363-cc1afa0a012d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:08.439837 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8d29986b-66d2-45dc-b363-cc1afa0a012d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for floatingip (fbd29d8d-ebea-46f8-bd78-3ab8a05e3ba4), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:08.440598 n-d-826753-2 neutron-server[103701]: INFO neutron.db.l3_db [None req-8d29986b-66d2-45dc-b363-cc1afa0a012d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Floating IP fbd29d8d-ebea-46f8-bd78-3ab8a05e3ba4 disassociated (deleted). External IP: 172.25.6.174, port: bd15eda9-1957-4477-a24d-51c89f96ed34. Feb 19 04:03:08.669909 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d29986b-66d2-45dc-b363-cc1afa0a012d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Router d2f63f00-5131-48c5-8da7-366498a5c900 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:03:08.788624 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d29986b-66d2-45dc-b363-cc1afa0a012d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:03:08.793728 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8d29986b-66d2-45dc-b363-cc1afa0a012d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:08.800183 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b2ccd7-6998-4437-a333-b40b0a2136a1 None None] Sync routers for ids ['d2f63f00-5131-48c5-8da7-366498a5c900'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:03:08.813411 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b2ccd7-6998-4437-a333-b40b0a2136a1 None None] Routers {'d2f63f00-5131-48c5-8da7-366498a5c900'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:03:08.814033 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-f9b2ccd7-6998-4437-a333-b40b0a2136a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T04:02:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['d2f63f00-5131-48c5-8da7-366498a5c900'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:03:08.826234 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-8d29986b-66d2-45dc-b363-cc1afa0a012d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "DELETE /v2.0/floatingips/fbd29d8d-ebea-46f8-bd78-3ab8a05e3ba4 HTTP/1.1" status: 204 len: 168 time: 0.9342160 Feb 19 04:03:08.827069 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cd1a776-7be8-44bf-9409-9af1a93b04cb', 'tag': 'bd15eda9-1957-4477-a24d-51c89f96ed34'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:03:08.830373 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64650e7238020d70304413a5b849b926770e068c757b8393e93027c7f92d28d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-028906bd-9f9b-4a43-a8ab-68c41ce76d18" -d '{"events": [{"name": "network-changed", "server_uuid": "9cd1a776-7be8-44bf-9409-9af1a93b04cb", "tag": "bd15eda9-1957-4477-a24d-51c89f96ed34"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:03:08.954967 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37a4d6ab-e472-4aea-822e-2049cb08ee67 x-openstack-request-id: req-37a4d6ab-e472-4aea-822e-2049cb08ee67 {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:03:08.955410 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cd1a776-7be8-44bf-9409-9af1a93b04cb", "tag": "bd15eda9-1957-4477-a24d-51c89f96ed34", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:03:08.955615 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-37a4d6ab-e472-4aea-822e-2049cb08ee67 {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:03:08.956049 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cd1a776-7be8-44bf-9409-9af1a93b04cb', 'tag': 'bd15eda9-1957-4477-a24d-51c89f96ed34', 'status': 'completed', 'code': 200} Feb 19 04:03:08.963228 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-f9b2ccd7-6998-4437-a333-b40b0a2136a1 None None] Set router d2f63f00-5131-48c5-8da7-366498a5c900 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:03:09.071282 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028906bd-9f9b-4a43-a8ab-68c41ce76d18 req-5e060cf5-04a2-46a5-b09b-79af42ed46a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:09.075016 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-028906bd-9f9b-4a43-a8ab-68c41ce76d18 req-5e060cf5-04a2-46a5-b09b-79af42ed46a6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ca527022e7c4488e80026cbcb6de3409&device_id=9cd1a776-7be8-44bf-9409-9af1a93b04cb HTTP/1.1" status: 200 len: 1128 time: 0.0727506 Feb 19 04:03:09.144488 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f62e15-dae4-4732-a180-830c40790a55 req-3dc00401-0108-431d-bec0-8ebc12a18fb5 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:09.146085 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-80f62e15-dae4-4732-a180-830c40790a55 req-3dc00401-0108-431d-bec0-8ebc12a18fb5 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=9cd1a776-7be8-44bf-9409-9af1a93b04cb HTTP/1.1" status: 200 len: 946 time: 0.0806692 Feb 19 04:03:09.193038 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028906bd-9f9b-4a43-a8ab-68c41ce76d18 req-6743b842-3051-422f-a789-2300d356e2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:09.194476 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-028906bd-9f9b-4a43-a8ab-68c41ce76d18 req-6743b842-3051-422f-a789-2300d356e2f2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=cf65742a-d002-452d-a1f9-502f76b85e56 HTTP/1.1" status: 200 len: 897 time: 0.1111808 Feb 19 04:03:09.210779 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-80f62e15-dae4-4732-a180-830c40790a55 req-e3272a16-5dcc-4f22-8b08-bf485f6749e3 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=d1d25156-332d-4cf9-a44e-7c088adaea39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532465 Feb 19 04:03:09.249096 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-028906bd-9f9b-4a43-a8ab-68c41ce76d18 req-29e5d0de-4c04-4145-8531-fae11f9717f5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd15eda9-1957-4477-a24d-51c89f96ed34 HTTP/1.1" status: 200 len: 217 time: 0.0475435 Feb 19 04:03:09.252476 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-f9b2ccd7-6998-4437-a333-b40b0a2136a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f63f00-5131-48c5-8da7-366498a5c900', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1217064919', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '6debb933-4863-4846-8f0d-4c28b1e3bd93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:01:24Z', 'updated_at': '2022-02-19T04:01:28Z', 'revision_number': 4, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'gw_port': {'id': '6debb933-4863-4846-8f0d-4c28b1e3bd93', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:08:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f63f00-5131-48c5-8da7-366498a5c900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:01:24Z', 'updated_at': '2022-02-19T04:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': 'b080d3c9-5cda-4c41-82d0-132327f1eaf5', 'name': '', 'network_id': 'cf65742a-d002-452d-a1f9-502f76b85e56', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'mac_address': 'fa:16:3e:8b:34:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f63f00-5131-48c5-8da7-366498a5c900', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '6a71891a-7a58-42b2-a916-4d9a7444bb48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:01:27Z', 'updated_at': '2022-02-19T04:01:31Z', 'revision_number': 5, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'subnets': [{'id': '6a71891a-7a58-42b2-a916-4d9a7444bb48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:03:09.282369 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b2ccd7-6998-4437-a333-b40b0a2136a1 None None] Checking router: d2f63f00-5131-48c5-8da7-366498a5c900 for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:03:09.292812 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b2ccd7-6998-4437-a333-b40b0a2136a1 None None] Routers {'d2f63f00-5131-48c5-8da7-366498a5c900'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:03:09.297393 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-f9b2ccd7-6998-4437-a333-b40b0a2136a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T04:02:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['d2f63f00-5131-48c5-8da7-366498a5c900'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:03:09.309596 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028906bd-9f9b-4a43-a8ab-68c41ce76d18 req-6f978b18-62d4-42c4-a596-9bcaca9e1e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:09.311351 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-028906bd-9f9b-4a43-a8ab-68c41ce76d18 req-6f978b18-62d4-42c4-a596-9bcaca9e1e26 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6a71891a-7a58-42b2-a916-4d9a7444bb48 HTTP/1.1" status: 200 len: 835 time: 0.0524457 Feb 19 04:03:09.367091 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028906bd-9f9b-4a43-a8ab-68c41ce76d18 req-2d967c90-96d8-4159-ac2f-39e65112ac98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:09.368658 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-028906bd-9f9b-4a43-a8ab-68c41ce76d18 req-2d967c90-96d8-4159-ac2f-39e65112ac98 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cf65742a-d002-452d-a1f9-502f76b85e56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0495894 Feb 19 04:03:09.417968 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-f9b2ccd7-6998-4437-a333-b40b0a2136a1 None None] Set router d2f63f00-5131-48c5-8da7-366498a5c900 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:03:09.470754 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-028906bd-9f9b-4a43-a8ab-68c41ce76d18 req-d79739c6-2e62-472e-8f96-ea215e5cb1aa service neutron] 10.222.0.73 "GET /v2.0/networks/cf65742a-d002-452d-a1f9-502f76b85e56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949676 Feb 19 04:03:09.570123 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-028906bd-9f9b-4a43-a8ab-68c41ce76d18 req-7a3604ac-3d98-4e9c-95a9-64554db48530 service neutron] 10.222.0.73 "GET /v2.0/networks/cf65742a-d002-452d-a1f9-502f76b85e56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917478 Feb 19 04:03:09.666789 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-f9b2ccd7-6998-4437-a333-b40b0a2136a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f63f00-5131-48c5-8da7-366498a5c900', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1217064919', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '6debb933-4863-4846-8f0d-4c28b1e3bd93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:01:24Z', 'updated_at': '2022-02-19T04:01:28Z', 'revision_number': 4, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'gw_port': {'id': '6debb933-4863-4846-8f0d-4c28b1e3bd93', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:08:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f63f00-5131-48c5-8da7-366498a5c900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:01:24Z', 'updated_at': '2022-02-19T04:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': 'b080d3c9-5cda-4c41-82d0-132327f1eaf5', 'name': '', 'network_id': 'cf65742a-d002-452d-a1f9-502f76b85e56', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'mac_address': 'fa:16:3e:8b:34:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f63f00-5131-48c5-8da7-366498a5c900', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '6a71891a-7a58-42b2-a916-4d9a7444bb48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:01:27Z', 'updated_at': '2022-02-19T04:01:31Z', 'revision_number': 5, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'subnets': [{'id': '6a71891a-7a58-42b2-a916-4d9a7444bb48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:03:09.695482 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b2ccd7-6998-4437-a333-b40b0a2136a1 None None] The sync data for ids ['d2f63f00-5131-48c5-8da7-366498a5c900'] in n-d-826753-2 is: [{'id': 'd2f63f00-5131-48c5-8da7-366498a5c900', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1217064919', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '6debb933-4863-4846-8f0d-4c28b1e3bd93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:01:24Z', 'updated_at': '2022-02-19T04:01:28Z', 'revision_number': 4, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'gw_port': {'id': '6debb933-4863-4846-8f0d-4c28b1e3bd93', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:08:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f63f00-5131-48c5-8da7-366498a5c900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:01:24Z', 'updated_at': '2022-02-19T04:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': 'b080d3c9-5cda-4c41-82d0-132327f1eaf5', 'name': '', 'network_id': 'cf65742a-d002-452d-a1f9-502f76b85e56', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'mac_address': 'fa:16:3e:8b:34:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f63f00-5131-48c5-8da7-366498a5c900', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '6a71891a-7a58-42b2-a916-4d9a7444bb48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:01:27Z', 'updated_at': '2022-02-19T04:01:31Z', 'revision_number': 5, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'subnets': [{'id': '6a71891a-7a58-42b2-a916-4d9a7444bb48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:03:09.990619 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fae7964-eb04-4d3e-86ee-1ff20792133a None None] New status for floating IP fbd29d8d-ebea-46f8-bd78-3ab8a05e3ba4: DOWN {{(pid=103704) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:03:10.351386 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dbeaaa-b99f-4e4f-965c-76ad3b6f761c req-04d4c804-775e-4cf3-bf13-b405606597b8 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:10.352953 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-58dbeaaa-b99f-4e4f-965c-76ad3b6f761c req-04d4c804-775e-4cf3-bf13-b405606597b8 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=9cd1a776-7be8-44bf-9409-9af1a93b04cb HTTP/1.1" status: 200 len: 946 time: 0.0627527 Feb 19 04:03:10.413311 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-58dbeaaa-b99f-4e4f-965c-76ad3b6f761c req-faed1e38-3d2f-449b-b701-395a0f1e3223 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=d1d25156-332d-4cf9-a44e-7c088adaea39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537441 Feb 19 04:03:11.117623 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d772c957-e176-4984-bee8-9973c96e447a req-89e0a776-b710-4ad7-82dd-fd29f99f75c5 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:11.119124 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d772c957-e176-4984-bee8-9973c96e447a req-89e0a776-b710-4ad7-82dd-fd29f99f75c5 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.73 "GET /v2.0/ports?device_id=9cd1a776-7be8-44bf-9409-9af1a93b04cb HTTP/1.1" status: 200 len: 946 time: 0.0671625 Feb 19 04:03:11.219902 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-d772c957-e176-4984-bee8-9973c96e447a req-51065da3-74a3-4ea9-8894-ad22434a28da tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Deleting port bd15eda9-1957-4477-a24d-51c89f96ed34 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:03:11.220239 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-d772c957-e176-4984-bee8-9973c96e447a req-51065da3-74a3-4ea9-8894-ad22434a28da tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (bd15eda9-1957-4477-a24d-51c89f96ed34), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:11.327122 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-d772c957-e176-4984-bee8-9973c96e447a req-51065da3-74a3-4ea9-8894-ad22434a28da tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] For port bd15eda9-1957-4477-a24d-51c89f96ed34, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=bd15eda9-1957-4477-a24d-51c89f96ed34,segment=NetworkSegment(a0ccc3f5-b3c6-4dc7-bffc-530f3c8c768b),segment_id=a0ccc3f5-b3c6-4dc7-bffc-530f3c8c768b)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:03:11.327546 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-d772c957-e176-4984-bee8-9973c96e447a req-51065da3-74a3-4ea9-8894-ad22434a28da tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (bd15eda9-1957-4477-a24d-51c89f96ed34), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:11.341401 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-d772c957-e176-4984-bee8-9973c96e447a req-51065da3-74a3-4ea9-8894-ad22434a28da tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Calling delete_port for bd15eda9-1957-4477-a24d-51c89f96ed34 owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:03:11.567387 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db1770-8c83-4fa0-ad1d-dfcf63b769e5 req-11d34ee6-e727-4fe8-aa3c-17382f6d4b30 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:11.570099 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-99db1770-8c83-4fa0-ad1d-dfcf63b769e5 req-11d34ee6-e727-4fe8-aa3c-17382f6d4b30 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/ports?device_id=9cd1a776-7be8-44bf-9409-9af1a93b04cb HTTP/1.1" status: 200 len: 946 time: 0.0704708 Feb 19 04:03:11.651261 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-99db1770-8c83-4fa0-ad1d-dfcf63b769e5 req-af0869cb-e714-4415-870f-7b94870e3465 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "GET /v2.0/security-groups?id=d1d25156-332d-4cf9-a44e-7c088adaea39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740972 Feb 19 04:03:11.844470 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-d772c957-e176-4984-bee8-9973c96e447a req-51065da3-74a3-4ea9-8894-ad22434a28da tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (bd15eda9-1957-4477-a24d-51c89f96ed34), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:11.889233 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51065da3-74a3-4ea9-8894-ad22434a28da tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Pushing event deleted for resources: {'Port': ['ID=bd15eda9-1957-4477-a24d-51c89f96ed34,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:11.906435 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51065da3-74a3-4ea9-8894-ad22434a28da tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:11.906435 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51065da3-74a3-4ea9-8894-ad22434a28da tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:11.906435 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51065da3-74a3-4ea9-8894-ad22434a28da tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:11.906435 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51065da3-74a3-4ea9-8894-ad22434a28da tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:11.906435 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51065da3-74a3-4ea9-8894-ad22434a28da tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:11.906435 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51065da3-74a3-4ea9-8894-ad22434a28da tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:11.906989 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51065da3-74a3-4ea9-8894-ad22434a28da tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:11.906989 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51065da3-74a3-4ea9-8894-ad22434a28da tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:11.907380 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51065da3-74a3-4ea9-8894-ad22434a28da tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:11.907497 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51065da3-74a3-4ea9-8894-ad22434a28da tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:11.907832 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51065da3-74a3-4ea9-8894-ad22434a28da tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:11.908171 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51065da3-74a3-4ea9-8894-ad22434a28da tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:11.908586 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51065da3-74a3-4ea9-8894-ad22434a28da tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:11.947096 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-d772c957-e176-4984-bee8-9973c96e447a req-51065da3-74a3-4ea9-8894-ad22434a28da tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] No DVR routers for this DVR port bd15eda9-1957-4477-a24d-51c89f96ed34 on host n-h1-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:03:11.950602 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-d772c957-e176-4984-bee8-9973c96e447a req-51065da3-74a3-4ea9-8894-ad22434a28da tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:11.954067 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d772c957-e176-4984-bee8-9973c96e447a req-51065da3-74a3-4ea9-8894-ad22434a28da tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.73 "DELETE /v2.0/ports/bd15eda9-1957-4477-a24d-51c89f96ed34 HTTP/1.1" status: 204 len: 173 time: 0.8302712 Feb 19 04:03:11.954608 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cd1a776-7be8-44bf-9409-9af1a93b04cb', 'name': 'network-vif-deleted', 'tag': 'bd15eda9-1957-4477-a24d-51c89f96ed34'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:03:11.956902 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b48a34f37e4e31fa410c3f10fa4e23c828d45427043ff8d3e4d9f228381d6ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dea26b87-26bd-401f-8ce1-ffd00dbbe8b6" -d '{"events": [{"server_uuid": "9cd1a776-7be8-44bf-9409-9af1a93b04cb", "name": "network-vif-deleted", "tag": "bd15eda9-1957-4477-a24d-51c89f96ed34"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:03:11.996227 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd1f3d8f-d608-46f4-bfd9-573a33c076fa x-openstack-request-id: req-fd1f3d8f-d608-46f4-bfd9-573a33c076fa {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:03:11.996769 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cd1a776-7be8-44bf-9409-9af1a93b04cb", "name": "network-vif-deleted", "tag": "bd15eda9-1957-4477-a24d-51c89f96ed34", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:03:11.997144 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-fd1f3d8f-d608-46f4-bfd9-573a33c076fa {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:03:11.997769 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cd1a776-7be8-44bf-9409-9af1a93b04cb', 'name': 'network-vif-deleted', 'tag': 'bd15eda9-1957-4477-a24d-51c89f96ed34', 'status': 'completed', 'code': 200} Feb 19 04:03:12.720553 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53616) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:13.166512 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-092e3d09-36cc-4a45-99c9-71eb7eb7018d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16289271'] for router_interface (d2f63f00-5131-48c5-8da7-366498a5c900), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:13.476721 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-092e3d09-36cc-4a45-99c9-71eb7eb7018d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Deleting port b080d3c9-5cda-4c41-82d0-132327f1eaf5 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:03:13.477118 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-092e3d09-36cc-4a45-99c9-71eb7eb7018d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (b080d3c9-5cda-4c41-82d0-132327f1eaf5), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:13.579578 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-092e3d09-36cc-4a45-99c9-71eb7eb7018d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] For port b080d3c9-5cda-4c41-82d0-132327f1eaf5, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=b080d3c9-5cda-4c41-82d0-132327f1eaf5,segment=NetworkSegment(a0ccc3f5-b3c6-4dc7-bffc-530f3c8c768b),segment_id=a0ccc3f5-b3c6-4dc7-bffc-530f3c8c768b)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:03:13.579938 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-092e3d09-36cc-4a45-99c9-71eb7eb7018d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (b080d3c9-5cda-4c41-82d0-132327f1eaf5), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:13.593611 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-092e3d09-36cc-4a45-99c9-71eb7eb7018d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Calling delete_port for b080d3c9-5cda-4c41-82d0-132327f1eaf5 owned by network:router_interface {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:03:13.831052 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-092e3d09-36cc-4a45-99c9-71eb7eb7018d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (b080d3c9-5cda-4c41-82d0-132327f1eaf5), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:13.861159 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092e3d09-36cc-4a45-99c9-71eb7eb7018d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Pushing event deleted for resources: {'Port': ['ID=b080d3c9-5cda-4c41-82d0-132327f1eaf5,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:14.071195 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-092e3d09-36cc-4a45-99c9-71eb7eb7018d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16362762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16314471'] for router_interface (d2f63f00-5131-48c5-8da7-366498a5c900), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:14.356992 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-092e3d09-36cc-4a45-99c9-71eb7eb7018d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Router d2f63f00-5131-48c5-8da7-366498a5c900 has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:03:14.499604 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-092e3d09-36cc-4a45-99c9-71eb7eb7018d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:03:14.505714 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-092e3d09-36cc-4a45-99c9-71eb7eb7018d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "PUT /v2.0/routers/d2f63f00-5131-48c5-8da7-366498a5c900/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7837019 Feb 19 04:03:14.508813 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53618) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:14.511822 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b532a9a2-69df-4d94-97bc-78044ec14551 None None] Sync routers for ids ['d2f63f00-5131-48c5-8da7-366498a5c900'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:03:14.526220 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b532a9a2-69df-4d94-97bc-78044ec14551 None None] Routers {'d2f63f00-5131-48c5-8da7-366498a5c900'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:03:14.526942 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-b532a9a2-69df-4d94-97bc-78044ec14551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T04:02:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['d2f63f00-5131-48c5-8da7-366498a5c900'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:03:14.574087 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_v2 [None req-a15ce904-51ba-4733-85fe-11ef97c1a509 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Deleting subnet 6a71891a-7a58-42b2-a916-4d9a7444bb48 {{(pid=103702) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:03:14.577995 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a15ce904-51ba-4733-85fe-11ef97c1a509 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for subnet (6a71891a-7a58-42b2-a916-4d9a7444bb48), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:14.626882 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a15ce904-51ba-4733-85fe-11ef97c1a509 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58674316'] for subnet (6a71891a-7a58-42b2-a916-4d9a7444bb48), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:14.656936 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device bd15eda9-1957-4477-a24d-51c89f96ed34 no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:03:14.681108 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] No Port match for: bd15eda9-1957-4477-a24d-51c89f96ed34 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:03:14.681492 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device bd15eda9-1957-4477-a24d-51c89f96ed34 not bound to the agent host n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:03:14.703786 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-b532a9a2-69df-4d94-97bc-78044ec14551 None None] Set router d2f63f00-5131-48c5-8da7-366498a5c900 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:03:14.738784 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a15ce904-51ba-4733-85fe-11ef97c1a509 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (6a71891a-7a58-42b2-a916-4d9a7444bb48), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:14.814872 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a15ce904-51ba-4733-85fe-11ef97c1a509 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58674219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58684073'] for subnet (6a71891a-7a58-42b2-a916-4d9a7444bb48), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:14.844235 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15ce904-51ba-4733-85fe-11ef97c1a509 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Pushing event deleted for resources: {'Subnet': ['ID=6a71891a-7a58-42b2-a916-4d9a7444bb48,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:14.848337 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a15ce904-51ba-4733-85fe-11ef97c1a509 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:14.856505 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-a15ce904-51ba-4733-85fe-11ef97c1a509 tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "DELETE /v2.0/subnets/6a71891a-7a58-42b2-a916-4d9a7444bb48 HTTP/1.1" status: 204 len: 168 time: 0.3417258 Feb 19 04:03:14.857536 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 53620) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:14.864415 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c76e942-5b29-46da-9fb6-6e9611412360 None None] Network cf65742a-d002-452d-a1f9-502f76b85e56 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:03:15.008417 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-563cced7-6513-4269-9b3d-8c06955171bb tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for router (d2f63f00-5131-48c5-8da7-366498a5c900), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:15.008831 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-b532a9a2-69df-4d94-97bc-78044ec14551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f63f00-5131-48c5-8da7-366498a5c900', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1217064919', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '6debb933-4863-4846-8f0d-4c28b1e3bd93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:01:24Z', 'updated_at': '2022-02-19T04:03:13Z', 'revision_number': 5, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'gw_port': {'id': '6debb933-4863-4846-8f0d-4c28b1e3bd93', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:08:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f63f00-5131-48c5-8da7-366498a5c900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:01:24Z', 'updated_at': '2022-02-19T04:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:03:15.043140 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b532a9a2-69df-4d94-97bc-78044ec14551 None None] Checking router: d2f63f00-5131-48c5-8da7-366498a5c900 for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:03:15.053102 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b532a9a2-69df-4d94-97bc-78044ec14551 None None] Routers {'d2f63f00-5131-48c5-8da7-366498a5c900'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:03:15.053791 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-b532a9a2-69df-4d94-97bc-78044ec14551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T04:02:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['d2f63f00-5131-48c5-8da7-366498a5c900'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:03:15.109293 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b37d01-d76f-4f7c-aa97-a2c82be10bcc None None] DHCP port deletion for cf65742a-d002-452d-a1f9-502f76b85e56 request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:03:15.181643 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-563cced7-6513-4269-9b3d-8c06955171bb tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for router_gateway (d2f63f00-5131-48c5-8da7-366498a5c900), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:15.206267 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-b532a9a2-69df-4d94-97bc-78044ec14551 None None] Set router d2f63f00-5131-48c5-8da7-366498a5c900 gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:03:15.262841 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-563cced7-6513-4269-9b3d-8c06955171bb tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Deleting port 6debb933-4863-4846-8f0d-4c28b1e3bd93 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:03:15.263361 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-563cced7-6513-4269-9b3d-8c06955171bb tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (6debb933-4863-4846-8f0d-4c28b1e3bd93), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:15.351171 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-90b37d01-d76f-4f7c-aa97-a2c82be10bcc None None] Deleting port 06908109-966a-49f0-9e42-ce1ba593c6c5 {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:03:15.351619 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-90b37d01-d76f-4f7c-aa97-a2c82be10bcc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (06908109-966a-49f0-9e42-ce1ba593c6c5), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:15.371018 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-563cced7-6513-4269-9b3d-8c06955171bb tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] For port 6debb933-4863-4846-8f0d-4c28b1e3bd93, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=6debb933-4863-4846-8f0d-4c28b1e3bd93,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:03:15.371731 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-563cced7-6513-4269-9b3d-8c06955171bb tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (6debb933-4863-4846-8f0d-4c28b1e3bd93), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:15.387762 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-563cced7-6513-4269-9b3d-8c06955171bb tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Calling delete_port for 6debb933-4863-4846-8f0d-4c28b1e3bd93 owned by network:router_gateway {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:03:15.620754 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-563cced7-6513-4269-9b3d-8c06955171bb tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (6debb933-4863-4846-8f0d-4c28b1e3bd93), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:15.655059 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-90b37d01-d76f-4f7c-aa97-a2c82be10bcc None None] For port 06908109-966a-49f0-9e42-ce1ba593c6c5, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=06908109-966a-49f0-9e42-ce1ba593c6c5,segment=NetworkSegment(a0ccc3f5-b3c6-4dc7-bffc-530f3c8c768b),segment_id=a0ccc3f5-b3c6-4dc7-bffc-530f3c8c768b)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:03:15.655982 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-90b37d01-d76f-4f7c-aa97-a2c82be10bcc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (06908109-966a-49f0-9e42-ce1ba593c6c5), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:15.679115 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563cced7-6513-4269-9b3d-8c06955171bb tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Pushing event deleted for resources: {'Port': ['ID=6debb933-4863-4846-8f0d-4c28b1e3bd93,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:15.704745 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-90b37d01-d76f-4f7c-aa97-a2c82be10bcc None None] Calling delete_port for 06908109-966a-49f0-9e42-ce1ba593c6c5 owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:03:15.729318 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-baf0b75f-4bf9-4f41-8ba6-ac3f7b676858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:15.760400 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-563cced7-6513-4269-9b3d-8c06955171bb tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16285837'] for router_gateway (d2f63f00-5131-48c5-8da7-366498a5c900), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:15.821430 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-b532a9a2-69df-4d94-97bc-78044ec14551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f63f00-5131-48c5-8da7-366498a5c900', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1217064919', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '6debb933-4863-4846-8f0d-4c28b1e3bd93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:01:24Z', 'updated_at': '2022-02-19T04:03:13Z', 'revision_number': 5, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'gw_port': {'id': '6debb933-4863-4846-8f0d-4c28b1e3bd93', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:08:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f63f00-5131-48c5-8da7-366498a5c900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:01:24Z', 'updated_at': '2022-02-19T04:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:03:15.865451 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b532a9a2-69df-4d94-97bc-78044ec14551 None None] The sync data for ids ['d2f63f00-5131-48c5-8da7-366498a5c900'] in n-d-826753-2 is: [{'id': 'd2f63f00-5131-48c5-8da7-366498a5c900', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1217064919', 'tenant_id': 'ca527022e7c4488e80026cbcb6de3409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '6debb933-4863-4846-8f0d-4c28b1e3bd93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:01:24Z', 'updated_at': '2022-02-19T04:03:13Z', 'revision_number': 5, 'project_id': 'ca527022e7c4488e80026cbcb6de3409', 'gw_port': {'id': '6debb933-4863-4846-8f0d-4c28b1e3bd93', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:08:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f63f00-5131-48c5-8da7-366498a5c900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:01:24Z', 'updated_at': '2022-02-19T04:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:03:15.876359 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-563cced7-6513-4269-9b3d-8c06955171bb tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16317457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14254'] for router (d2f63f00-5131-48c5-8da7-366498a5c900), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:15.880750 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-563cced7-6513-4269-9b3d-8c06955171bb tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for router_controller (d2f63f00-5131-48c5-8da7-366498a5c900), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:15.898118 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-90b37d01-d76f-4f7c-aa97-a2c82be10bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (06908109-966a-49f0-9e42-ce1ba593c6c5), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:15.926452 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b37d01-d76f-4f7c-aa97-a2c82be10bcc None None] Pushing event deleted for resources: {'Port': ['ID=06908109-966a-49f0-9e42-ce1ba593c6c5,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:15.930848 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b37d01-d76f-4f7c-aa97-a2c82be10bcc None None] No DVR routers for this DVR port 06908109-966a-49f0-9e42-ce1ba593c6c5 on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:03:15.938506 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b37d01-d76f-4f7c-aa97-a2c82be10bcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:15.938835 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b37d01-d76f-4f7c-aa97-a2c82be10bcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:15.939231 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b37d01-d76f-4f7c-aa97-a2c82be10bcc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:15.939634 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b37d01-d76f-4f7c-aa97-a2c82be10bcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:15.939926 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b37d01-d76f-4f7c-aa97-a2c82be10bcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:15.940531 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b37d01-d76f-4f7c-aa97-a2c82be10bcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:15.940702 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b37d01-d76f-4f7c-aa97-a2c82be10bcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:15.940910 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b37d01-d76f-4f7c-aa97-a2c82be10bcc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:15.941289 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b37d01-d76f-4f7c-aa97-a2c82be10bcc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:15.941589 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b37d01-d76f-4f7c-aa97-a2c82be10bcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:15.942187 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b37d01-d76f-4f7c-aa97-a2c82be10bcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:15.942511 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b37d01-d76f-4f7c-aa97-a2c82be10bcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:15.943284 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b37d01-d76f-4f7c-aa97-a2c82be10bcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:15.958983 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-563cced7-6513-4269-9b3d-8c06955171bb tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16317544'] for router (d2f63f00-5131-48c5-8da7-366498a5c900), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:15.959695 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-563cced7-6513-4269-9b3d-8c06955171bb tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Fanout notify agent at l3_agent the message router_deleted on router d2f63f00-5131-48c5-8da7-366498a5c900 {{(pid=103701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:03:15.967617 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-563cced7-6513-4269-9b3d-8c06955171bb tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for router (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:15.969664 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-563cced7-6513-4269-9b3d-8c06955171bb tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "DELETE /v2.0/routers/d2f63f00-5131-48c5-8da7-366498a5c900 HTTP/1.1" status: 204 len: 168 time: 1.1102653 Feb 19 04:03:15.971759 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53622) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:16.068591 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-780cb20b-e190-43d0-93d1-99fdb0e60b1d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (cf65742a-d002-452d-a1f9-502f76b85e56), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:16.177238 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-780cb20b-e190-43d0-93d1-99fdb0e60b1d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (cf65742a-d002-452d-a1f9-502f76b85e56), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:16.204056 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-780cb20b-e190-43d0-93d1-99fdb0e60b1d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf65742a-d002-452d-a1f9-502f76b85e56']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:03:16.217282 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-780cb20b-e190-43d0-93d1-99fdb0e60b1d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0ccc3f5-b3c6-4dc7-bffc-530f3c8c768b') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:03:16.217579 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-780cb20b-e190-43d0-93d1-99fdb0e60b1d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0ccc3f5-b3c6-4dc7-bffc-530f3c8c768b') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:03:16.231481 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-780cb20b-e190-43d0-93d1-99fdb0e60b1d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (a0ccc3f5-b3c6-4dc7-bffc-530f3c8c768b), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:16.245952 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-780cb20b-e190-43d0-93d1-99fdb0e60b1d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (a0ccc3f5-b3c6-4dc7-bffc-530f3c8c768b), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:16.252917 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-780cb20b-e190-43d0-93d1-99fdb0e60b1d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Releasing vlan 265 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:03:16.253356 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-780cb20b-e190-43d0-93d1-99fdb0e60b1d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (a0ccc3f5-b3c6-4dc7-bffc-530f3c8c768b), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:16.256612 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 04:03:16.256612 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:03:16.256612 n-d-826753-2 neutron-server[103702]: timer() Feb 19 04:03:16.256612 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:03:16.256612 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 04:03:16.256612 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:03:16.256612 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 04:03:16.256612 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:03:16.256612 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 04:03:16.256612 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:03:16.256612 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 04:03:16.256612 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:03:16.256612 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 04:03:16.256612 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:03:16.256612 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:03:16.256612 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:03:16.256612 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:03:16.256612 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:03:16.256612 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 04:03:16.256612 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:03:16.256612 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 04:03:16.256612 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:03:16.256612 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:03:16.256612 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:03:16.256612 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 04:03:16.256612 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:03:16.256612 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:03:16.256612 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:03:16.256612 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:03:16.256612 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:03:16.256612 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:03:16.256612 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:03:16.337897 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-780cb20b-e190-43d0-93d1-99fdb0e60b1d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (cf65742a-d002-452d-a1f9-502f76b85e56), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:16.350682 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-780cb20b-e190-43d0-93d1-99fdb0e60b1d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:16.359329 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-780cb20b-e190-43d0-93d1-99fdb0e60b1d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "DELETE /v2.0/networks/cf65742a-d002-452d-a1f9-502f76b85e56 HTTP/1.1" status: 204 len: 168 time: 0.3863213 Feb 19 04:03:16.362987 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 53624) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:16.382460 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780cb20b-e190-43d0-93d1-99fdb0e60b1d tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Pushing event deleted for resources: {'Network': ['ID=cf65742a-d002-452d-a1f9-502f76b85e56,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:16.459045 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-961071ec-e803-49b4-8cf1-ea4ba5de815e tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group (d1d25156-332d-4cf9-a44e-7c088adaea39), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:16.503629 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-961071ec-e803-49b4-8cf1-ea4ba5de815e tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group (d1d25156-332d-4cf9-a44e-7c088adaea39), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:16.511671 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device b080d3c9-5cda-4c41-82d0-132327f1eaf5 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:03:16.534884 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: b080d3c9-5cda-4c41-82d0-132327f1eaf5 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:03:16.535345 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device b080d3c9-5cda-4c41-82d0-132327f1eaf5 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:03:16.535787 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 06908109-966a-49f0-9e42-ce1ba593c6c5 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:03:16.555976 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 06908109-966a-49f0-9e42-ce1ba593c6c5 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:03:16.556602 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 06908109-966a-49f0-9e42-ce1ba593c6c5 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:03:16.606960 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-961071ec-e803-49b4-8cf1-ea4ba5de815e tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (d1d25156-332d-4cf9-a44e-7c088adaea39), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:16.611753 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-961071ec-e803-49b4-8cf1-ea4ba5de815e tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:16.613545 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-961071ec-e803-49b4-8cf1-ea4ba5de815e tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] 10.222.0.72 "DELETE /v2.0/security-groups/d1d25156-332d-4cf9-a44e-7c088adaea39 HTTP/1.1" status: 204 len: 168 time: 0.2489283 Feb 19 04:03:16.629546 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961071ec-e803-49b4-8cf1-ea4ba5de815e tempest-TestNetworkAdvancedServerOps-2029306779 tempest-TestNetworkAdvancedServerOps-2029306779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1d25156-332d-4cf9-a44e-7c088adaea39,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:17.072559 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53632) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:17.271195 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-2760088b-054b-4322-8338-ae82f238fcfc admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ca527022e7c4488e80026cbcb6de3409&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1954885 Feb 19 04:03:17.273985 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53636) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:17.338616 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7d08b903-eb4a-4bec-a0e7-de8bba8af3e4 admin admin] Publish callbacks [] for security_group (907b710d-9474-48c8-8f34-6d10dde889eb), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:17.363578 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7d08b903-eb4a-4bec-a0e7-de8bba8af3e4 admin admin] Publish callbacks [] for security_group (907b710d-9474-48c8-8f34-6d10dde889eb), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:17.419290 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7d08b903-eb4a-4bec-a0e7-de8bba8af3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (907b710d-9474-48c8-8f34-6d10dde889eb), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:17.423521 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7d08b903-eb4a-4bec-a0e7-de8bba8af3e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:17.424788 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-7d08b903-eb4a-4bec-a0e7-de8bba8af3e4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/907b710d-9474-48c8-8f34-6d10dde889eb HTTP/1.1" status: 204 len: 168 time: 0.1498106 Feb 19 04:03:17.436890 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d08b903-eb4a-4bec-a0e7-de8bba8af3e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=907b710d-9474-48c8-8f34-6d10dde889eb,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:17.756695 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53642) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:17.770497 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a64c137e-dd83-498e-9af8-1933ce0a5d3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:17.863630 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a64c137e-dd83-498e-9af8-1933ce0a5d3f admin admin] Publish callbacks [] for security_group (9e3ada1c-3dcb-41bc-8047-4327d8050097), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:17.869237 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-a64c137e-dd83-498e-9af8-1933ce0a5d3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (9e3ada1c-3dcb-41bc-8047-4327d8050097), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:17.877947 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6df458c1-b809-4972-ace9-17370e9bca71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:17.914327 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-a64c137e-dd83-498e-9af8-1933ce0a5d3f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b21e43176b074975b73584e7bf91e8bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1563742 Feb 19 04:03:17.915067 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c137e-dd83-498e-9af8-1933ce0a5d3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e3ada1c-3dcb-41bc-8047-4327d8050097,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:17.918847 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 53644) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:17.979272 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f02b25aa-3f0e-4443-8085-f4d992bca8ee admin admin] Publish callbacks [] for security_group (9e3ada1c-3dcb-41bc-8047-4327d8050097), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:18.006240 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f02b25aa-3f0e-4443-8085-f4d992bca8ee admin admin] Publish callbacks [] for security_group (9e3ada1c-3dcb-41bc-8047-4327d8050097), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:18.058312 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f02b25aa-3f0e-4443-8085-f4d992bca8ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (9e3ada1c-3dcb-41bc-8047-4327d8050097), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:18.063513 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f02b25aa-3f0e-4443-8085-f4d992bca8ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:18.065344 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-f02b25aa-3f0e-4443-8085-f4d992bca8ee admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9e3ada1c-3dcb-41bc-8047-4327d8050097 HTTP/1.1" status: 204 len: 168 time: 0.1431282 Feb 19 04:03:18.077859 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02b25aa-3f0e-4443-8085-f4d992bca8ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e3ada1c-3dcb-41bc-8047-4327d8050097,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:18.334258 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 6debb933-4863-4846-8f0d-4c28b1e3bd93 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:03:18.361478 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 6debb933-4863-4846-8f0d-4c28b1e3bd93 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:03:18.361819 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 6debb933-4863-4846-8f0d-4c28b1e3bd93 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:03:18.945539 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 53666) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:19.080680 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-0b411442-d9f8-45f8-b071-e89631c5d4d1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-968750675-network', 'tenant_id': '8e43d68b2c9f4c3cb95156de03dab294'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:03:19.109186 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b411442-d9f8-45f8-b071-e89631c5d4d1 admin admin] Made reservation on behalf of 8e43d68b2c9f4c3cb95156de03dab294 for: {'network': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:03:19.111999 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0b411442-d9f8-45f8-b071-e89631c5d4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:19.121160 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0b411442-d9f8-45f8-b071-e89631c5d4d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:19.216267 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0b411442-d9f8-45f8-b071-e89631c5d4d1 admin admin] Publish callbacks [] for security_group (c66f486d-a531-4b8d-b792-c1b6ff76bb6e), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:19.220822 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0b411442-d9f8-45f8-b071-e89631c5d4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (c66f486d-a531-4b8d-b792-c1b6ff76bb6e), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:19.251777 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b411442-d9f8-45f8-b071-e89631c5d4d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 277, 'physical_network': 'physnet1'} {{(pid=103701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:03:19.262704 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b411442-d9f8-45f8-b071-e89631c5d4d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c66f486d-a531-4b8d-b792-c1b6ff76bb6e,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:19.267800 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0b411442-d9f8-45f8-b071-e89631c5d4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (f5174ef4-92be-4625-806e-e2dd485a6234), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:19.268250 n-d-826753-2 neutron-server[103701]: INFO neutron.db.segments_db [None req-0b411442-d9f8-45f8-b071-e89631c5d4d1 admin admin] Added segment f5174ef4-92be-4625-806e-e2dd485a6234 of type vlan for network 67cca915-b7af-44c4-99c6-72d992afe820 Feb 19 04:03:19.318189 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0b411442-d9f8-45f8-b071-e89631c5d4d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (67cca915-b7af-44c4-99c6-72d992afe820), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:19.353601 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0b411442-d9f8-45f8-b071-e89631c5d4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (67cca915-b7af-44c4-99c6-72d992afe820), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:19.354607 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b411442-d9f8-45f8-b071-e89631c5d4d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:19.355194 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0b411442-d9f8-45f8-b071-e89631c5d4d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:19.414430 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-0b411442-d9f8-45f8-b071-e89631c5d4d1 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4661119 Feb 19 04:03:19.420190 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53670) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:19.423161 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b411442-d9f8-45f8-b071-e89631c5d4d1 admin admin] Pushing event updated for resources: {'Network': ['ID=67cca915-b7af-44c4-99c6-72d992afe820,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:19.428400 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-7182184c-54b5-46b5-966a-60e22aea255a admin admin] Request body: {'subnet': {'network_id': '67cca915-b7af-44c4-99c6-72d992afe820', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-968750675-subnet', 'tenant_id': '8e43d68b2c9f4c3cb95156de03dab294', 'ip_version': 4}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:03:19.434760 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 67cca915-b7af-44c4-99c6-72d992afe820 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:03:19.456280 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7182184c-54b5-46b5-966a-60e22aea255a admin admin] Made reservation on behalf of 8e43d68b2c9f4c3cb95156de03dab294 for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:03:19.458973 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7182184c-54b5-46b5-966a-60e22aea255a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:19.574750 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:19.657022 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7182184c-54b5-46b5-966a-60e22aea255a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (a89d843f-69cd-4f0c-b33c-c708751b807c), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:19.712719 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7182184c-54b5-46b5-966a-60e22aea255a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a89d843f-69cd-4f0c-b33c-c708751b807c,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:19.724794 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7182184c-54b5-46b5-966a-60e22aea255a admin admin] Checking segment: {'id': 'f5174ef4-92be-4625-806e-e2dd485a6234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '67cca915-b7af-44c4-99c6-72d992afe820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:03:19.725190 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7182184c-54b5-46b5-966a-60e22aea255a admin admin] Network hostable DHCP agents. Network: 67cca915-b7af-44c4-99c6-72d992afe820, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:03:19.747387 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7182184c-54b5-46b5-966a-60e22aea255a admin admin] Network 67cca915-b7af-44c4-99c6-72d992afe820 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:03:19.756996 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-7182184c-54b5-46b5-966a-60e22aea255a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 67cca915-b7af-44c4-99c6-72d992afe820) {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:03:19.761431 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7182184c-54b5-46b5-966a-60e22aea255a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:19.762677 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7182184c-54b5-46b5-966a-60e22aea255a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:19.770224 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04bc5df-02a7-4d57-9b4a-9daa07047739 None None] Network 67cca915-b7af-44c4-99c6-72d992afe820 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:03:19.783244 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-7182184c-54b5-46b5-966a-60e22aea255a admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3611460 Feb 19 04:03:19.787530 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53672) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:19.794428 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-bdeed5a2-2adc-4833-92fd-cc89ec7e23d3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-968750675-router', 'tenant_id': '8e43d68b2c9f4c3cb95156de03dab294', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:03:19.818522 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bdeed5a2-2adc-4833-92fd-cc89ec7e23d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14172'] for router (941a1cdb-85f4-41a1-aedf-11bd92add9bd), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:19.819668 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bdeed5a2-2adc-4833-92fd-cc89ec7e23d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16317487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16285822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16309985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14247'] for router (941a1cdb-85f4-41a1-aedf-11bd92add9bd), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:19.890423 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bdeed5a2-2adc-4833-92fd-cc89ec7e23d3 admin admin] Publish callbacks [] for router_controller (941a1cdb-85f4-41a1-aedf-11bd92add9bd), precommit_add_association {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:19.894871 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce6f044-b5a9-4669-b47a-89f3beabd4b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-67cca915-b7af-44c4-99c6-72d992afe820', 'network_id': '67cca915-b7af-44c4-99c6-72d992afe820', 'project_id': '8e43d68b2c9f4c3cb95156de03dab294', 'fixed_ips': [{'subnet_id': 'a89d843f-69cd-4f0c-b33c-c708751b807c'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:03:19.895747 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4ce6f044-b5a9-4669-b47a-89f3beabd4b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:20.059879 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-4ce6f044-b5a9-4669-b47a-89f3beabd4b4 None None] Allocated IP 172.20.0.2 (67cca915-b7af-44c4-99c6-72d992afe820/a89d843f-69cd-4f0c-b33c-c708751b807c/fa636c92-ec18-47de-9d22-a0066f0ae67f) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:03:20.077626 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bdeed5a2-2adc-4833-92fd-cc89ec7e23d3 admin admin] Publish callbacks [] for router_gateway (941a1cdb-85f4-41a1-aedf-11bd92add9bd), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:20.257982 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4ce6f044-b5a9-4669-b47a-89f3beabd4b4 None None] Publish callbacks [] for port (fa636c92-ec18-47de-9d22-a0066f0ae67f), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:20.264769 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4ce6f044-b5a9-4669-b47a-89f3beabd4b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (fa636c92-ec18-47de-9d22-a0066f0ae67f), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:20.299058 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bdeed5a2-2adc-4833-92fd-cc89ec7e23d3 admin admin] Publish callbacks [] for router_gateway (941a1cdb-85f4-41a1-aedf-11bd92add9bd), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:20.302942 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce6f044-b5a9-4669-b47a-89f3beabd4b4 None None] Network 67cca915-b7af-44c4-99c6-72d992afe820 is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:03:20.309867 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-4ce6f044-b5a9-4669-b47a-89f3beabd4b4 None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:03:20.314771 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce6f044-b5a9-4669-b47a-89f3beabd4b4 None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:03:20.318232 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce6f044-b5a9-4669-b47a-89f3beabd4b4 None None] Pushing event updated for resources: {'Port': ['ID=fa636c92-ec18-47de-9d22-a0066f0ae67f,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:20.324168 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bdeed5a2-2adc-4833-92fd-cc89ec7e23d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:20.385938 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-4ce6f044-b5a9-4669-b47a-89f3beabd4b4 None None] Attempting to bind port fa636c92-ec18-47de-9d22-a0066f0ae67f on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:03:20.386314 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-4ce6f044-b5a9-4669-b47a-89f3beabd4b4 None None] Attempting to bind port fa636c92-ec18-47de-9d22-a0066f0ae67f by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': 'f5174ef4-92be-4625-806e-e2dd485a6234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '67cca915-b7af-44c4-99c6-72d992afe820'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:03:20.387417 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce6f044-b5a9-4669-b47a-89f3beabd4b4 None None] Attempting to bind port fa636c92-ec18-47de-9d22-a0066f0ae67f on network 67cca915-b7af-44c4-99c6-72d992afe820 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:03:20.393513 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce6f044-b5a9-4669-b47a-89f3beabd4b4 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:03:20.393513 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce6f044-b5a9-4669-b47a-89f3beabd4b4 None None] Checking segment: {'id': 'f5174ef4-92be-4625-806e-e2dd485a6234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '67cca915-b7af-44c4-99c6-72d992afe820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:03:20.393513 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4ce6f044-b5a9-4669-b47a-89f3beabd4b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:20.394572 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce6f044-b5a9-4669-b47a-89f3beabd4b4 None None] Bound using segment: {'id': 'f5174ef4-92be-4625-806e-e2dd485a6234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '67cca915-b7af-44c4-99c6-72d992afe820'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:03:20.394572 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-4ce6f044-b5a9-4669-b47a-89f3beabd4b4 None None] Bound port: fa636c92-ec18-47de-9d22-a0066f0ae67f, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5174ef4-92be-4625-806e-e2dd485a6234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '67cca915-b7af-44c4-99c6-72d992afe820'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:03:20.395094 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4ce6f044-b5a9-4669-b47a-89f3beabd4b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (fa636c92-ec18-47de-9d22-a0066f0ae67f), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:20.456931 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-bdeed5a2-2adc-4833-92fd-cc89ec7e23d3 admin admin] Allocated IP 172.25.6.248 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/c65cbe98-ad8c-4484-9f56-9a70f3fb3a70) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:03:20.468773 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4ce6f044-b5a9-4669-b47a-89f3beabd4b4 None None] For port fa636c92-ec18-47de-9d22-a0066f0ae67f, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:03:20.474611 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4ce6f044-b5a9-4669-b47a-89f3beabd4b4 None None] For port fa636c92-ec18-47de-9d22-a0066f0ae67f, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=fa636c92-ec18-47de-9d22-a0066f0ae67f,segment=NetworkSegment(f5174ef4-92be-4625-806e-e2dd485a6234),segment_id=f5174ef4-92be-4625-806e-e2dd485a6234)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:03:20.485741 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4ce6f044-b5a9-4669-b47a-89f3beabd4b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (fa636c92-ec18-47de-9d22-a0066f0ae67f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:20.568073 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce6f044-b5a9-4669-b47a-89f3beabd4b4 None None] Pushing event updated for resources: {'Port': ['ID=fa636c92-ec18-47de-9d22-a0066f0ae67f,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:20.600786 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bdeed5a2-2adc-4833-92fd-cc89ec7e23d3 admin admin] Publish callbacks [] for port (c65cbe98-ad8c-4484-9f56-9a70f3fb3a70), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:20.641590 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bdeed5a2-2adc-4833-92fd-cc89ec7e23d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (c65cbe98-ad8c-4484-9f56-9a70f3fb3a70), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:20.682382 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdeed5a2-2adc-4833-92fd-cc89ec7e23d3 admin admin] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:03:20.686157 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-bdeed5a2-2adc-4833-92fd-cc89ec7e23d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:03:20.688621 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdeed5a2-2adc-4833-92fd-cc89ec7e23d3 admin admin] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:03:20.724564 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeed5a2-2adc-4833-92fd-cc89ec7e23d3 admin admin] Pushing event updated for resources: {'Port': ['ID=c65cbe98-ad8c-4484-9f56-9a70f3fb3a70,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:20.801192 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:21.335725 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bdeed5a2-2adc-4833-92fd-cc89ec7e23d3 admin admin] Publish callbacks [] for router_gateway (941a1cdb-85f4-41a1-aedf-11bd92add9bd), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:21.587115 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bdeed5a2-2adc-4833-92fd-cc89ec7e23d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16317478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865'] for router (941a1cdb-85f4-41a1-aedf-11bd92add9bd), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:21.739147 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f6e5da-893b-444c-b46a-07a8230e56f0 None None] Network 67cca915-b7af-44c4-99c6-72d992afe820 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:03:21.748732 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdeed5a2-2adc-4833-92fd-cc89ec7e23d3 admin admin] Router 941a1cdb-85f4-41a1-aedf-11bd92add9bd is scheduled to L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd with binding_index 1 {{(pid=103702) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:03:21.861908 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-f09cab59-28e0-4d17-8a73-ecf51c58273c None None] Provisioning complete for port fa636c92-ec18-47de-9d22-a0066f0ae67f triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:03:21.862275 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f09cab59-28e0-4d17-8a73-ecf51c58273c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (fa636c92-ec18-47de-9d22-a0066f0ae67f), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:21.875881 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdeed5a2-2adc-4833-92fd-cc89ec7e23d3 admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:03:21.892294 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1feeb2b-8e44-436e-8e24-be61f0512cca None None] Sync routers for ids ['941a1cdb-85f4-41a1-aedf-11bd92add9bd'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:03:21.904055 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-bdeed5a2-2adc-4833-92fd-cc89ec7e23d3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:21.905866 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-bdeed5a2-2adc-4833-92fd-cc89ec7e23d3 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1170907 Feb 19 04:03:21.909640 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 53674) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:21.910265 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1feeb2b-8e44-436e-8e24-be61f0512cca None None] Routers {'941a1cdb-85f4-41a1-aedf-11bd92add9bd'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:03:21.910432 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-c1feeb2b-8e44-436e-8e24-be61f0512cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T04:03:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['941a1cdb-85f4-41a1-aedf-11bd92add9bd'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:03:21.992706 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-f09cab59-28e0-4d17-8a73-ecf51c58273c None None] Current status of the port fa636c92-ec18-47de-9d22-a0066f0ae67f is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:03:21.993463 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f09cab59-28e0-4d17-8a73-ecf51c58273c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (fa636c92-ec18-47de-9d22-a0066f0ae67f), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:22.040688 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-f09cab59-28e0-4d17-8a73-ecf51c58273c None None] For port fa636c92-ec18-47de-9d22-a0066f0ae67f, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=fa636c92-ec18-47de-9d22-a0066f0ae67f,segment=NetworkSegment(f5174ef4-92be-4625-806e-e2dd485a6234),segment_id=f5174ef4-92be-4625-806e-e2dd485a6234)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:03:22.062400 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f09cab59-28e0-4d17-8a73-ecf51c58273c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (fa636c92-ec18-47de-9d22-a0066f0ae67f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:22.073615 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-c1feeb2b-8e44-436e-8e24-be61f0512cca None None] Set router 941a1cdb-85f4-41a1-aedf-11bd92add9bd gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:03:22.144920 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:22.158809 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09cab59-28e0-4d17-8a73-ecf51c58273c None None] Pushing event updated for resources: {'Port': ['ID=fa636c92-ec18-47de-9d22-a0066f0ae67f,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:22.354813 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-c1feeb2b-8e44-436e-8e24-be61f0512cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '941a1cdb-85f4-41a1-aedf-11bd92add9bd', 'name': 'tempest-TestShelveInstance-968750675-router', 'tenant_id': '8e43d68b2c9f4c3cb95156de03dab294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': 'c65cbe98-ad8c-4484-9f56-9a70f3fb3a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:03:19Z', 'updated_at': '2022-02-19T04:03:21Z', 'revision_number': 3, 'project_id': '8e43d68b2c9f4c3cb95156de03dab294', 'gw_port': {'id': 'c65cbe98-ad8c-4484-9f56-9a70f3fb3a70', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e0:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '941a1cdb-85f4-41a1-aedf-11bd92add9bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:03:20Z', 'updated_at': '2022-02-19T04:03:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:03:22.391044 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-cc3ef0ad-c76e-446e-b22a-8f2127f33306 None None] Provisioning complete for port fa636c92-ec18-47de-9d22-a0066f0ae67f triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:03:22.391540 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-cc3ef0ad-c76e-446e-b22a-8f2127f33306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (fa636c92-ec18-47de-9d22-a0066f0ae67f), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:22.407814 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1feeb2b-8e44-436e-8e24-be61f0512cca None None] Checking router: 941a1cdb-85f4-41a1-aedf-11bd92add9bd for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:03:22.408779 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1feeb2b-8e44-436e-8e24-be61f0512cca None None] Updating router 941a1cdb-85f4-41a1-aedf-11bd92add9bd port c65cbe98-ad8c-4484-9f56-9a70f3fb3a70 binding host n-d-826753-2 {{(pid=103704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:03:22.448446 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-c1feeb2b-8e44-436e-8e24-be61f0512cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (c65cbe98-ad8c-4484-9f56-9a70f3fb3a70), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:22.475639 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device fa636c92-ec18-47de-9d22-a0066f0ae67f up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:03:22.567213 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-cc3ef0ad-c76e-446e-b22a-8f2127f33306 None None] Current status of the port fa636c92-ec18-47de-9d22-a0066f0ae67f is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:03:22.576294 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9c52504c-79de-4b78-9231-d2a862b92285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:22.586892 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port fa636c92-ec18-47de-9d22-a0066f0ae67f triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:03:22.587511 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (fa636c92-ec18-47de-9d22-a0066f0ae67f), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:22.692921 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port fa636c92-ec18-47de-9d22-a0066f0ae67f is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:03:22.803938 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-9c52504c-79de-4b78-9231-d2a862b92285 admin admin] Allocated IP 172.20.0.1 (67cca915-b7af-44c4-99c6-72d992afe820/a89d843f-69cd-4f0c-b33c-c708751b807c/24863037-4b64-4d68-a880-a21ed331322a) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:03:22.833332 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-c1feeb2b-8e44-436e-8e24-be61f0512cca None None] Publish callbacks [] for port (c65cbe98-ad8c-4484-9f56-9a70f3fb3a70), precommit_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:22.840687 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-c1feeb2b-8e44-436e-8e24-be61f0512cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (c65cbe98-ad8c-4484-9f56-9a70f3fb3a70), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:22.895600 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f757a1dc-38e7-4df1-bde1-2cc1a09b104f None None] Pushing event updated for resources: {'Port': ['ID=c65cbe98-ad8c-4484-9f56-9a70f3fb3a70,revision_number=2']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:22.899749 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-c1feeb2b-8e44-436e-8e24-be61f0512cca None None] Attempting to bind port c65cbe98-ad8c-4484-9f56-9a70f3fb3a70 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:03:22.900364 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-c1feeb2b-8e44-436e-8e24-be61f0512cca None None] Attempting to bind port c65cbe98-ad8c-4484-9f56-9a70f3fb3a70 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:03:22.901051 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1feeb2b-8e44-436e-8e24-be61f0512cca None None] Attempting to bind port c65cbe98-ad8c-4484-9f56-9a70f3fb3a70 on network eaf64708-9021-419e-b287-ef3e0f51e2ee {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:03:22.912662 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f757a1dc-38e7-4df1-bde1-2cc1a09b104f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:22.913053 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f757a1dc-38e7-4df1-bde1-2cc1a09b104f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:22.913377 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f757a1dc-38e7-4df1-bde1-2cc1a09b104f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:22.913712 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f757a1dc-38e7-4df1-bde1-2cc1a09b104f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:22.914044 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f757a1dc-38e7-4df1-bde1-2cc1a09b104f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:22.914371 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f757a1dc-38e7-4df1-bde1-2cc1a09b104f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:22.914700 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f757a1dc-38e7-4df1-bde1-2cc1a09b104f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:22.915027 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f757a1dc-38e7-4df1-bde1-2cc1a09b104f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:22.915352 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f757a1dc-38e7-4df1-bde1-2cc1a09b104f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:22.915667 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f757a1dc-38e7-4df1-bde1-2cc1a09b104f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:22.915989 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f757a1dc-38e7-4df1-bde1-2cc1a09b104f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:22.916297 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f757a1dc-38e7-4df1-bde1-2cc1a09b104f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:22.916628 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f757a1dc-38e7-4df1-bde1-2cc1a09b104f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:22.921097 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1feeb2b-8e44-436e-8e24-be61f0512cca None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:03:22.921491 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1feeb2b-8e44-436e-8e24-be61f0512cca None None] Checking segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:03:22.921878 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-c1feeb2b-8e44-436e-8e24-be61f0512cca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:22.922264 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1feeb2b-8e44-436e-8e24-be61f0512cca None None] Bound using segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:03:22.922749 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-c1feeb2b-8e44-436e-8e24-be61f0512cca None None] Bound port: c65cbe98-ad8c-4484-9f56-9a70f3fb3a70, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:03:22.923132 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-c1feeb2b-8e44-436e-8e24-be61f0512cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (c65cbe98-ad8c-4484-9f56-9a70f3fb3a70), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:22.970891 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9c52504c-79de-4b78-9231-d2a862b92285 admin admin] Publish callbacks [] for port (24863037-4b64-4d68-a880-a21ed331322a), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:22.984132 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-c1feeb2b-8e44-436e-8e24-be61f0512cca None None] For port c65cbe98-ad8c-4484-9f56-9a70f3fb3a70, host n-d-826753-2, cleared binding levels {{(pid=103704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:03:22.988821 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-c1feeb2b-8e44-436e-8e24-be61f0512cca None None] For port c65cbe98-ad8c-4484-9f56-9a70f3fb3a70, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=c65cbe98-ad8c-4484-9f56-9a70f3fb3a70,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:03:23.001723 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-c1feeb2b-8e44-436e-8e24-be61f0512cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (c65cbe98-ad8c-4484-9f56-9a70f3fb3a70), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:23.017275 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9c52504c-79de-4b78-9231-d2a862b92285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (24863037-4b64-4d68-a880-a21ed331322a), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:23.067648 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1feeb2b-8e44-436e-8e24-be61f0512cca None None] Routers {'941a1cdb-85f4-41a1-aedf-11bd92add9bd'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:03:23.068732 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-c1feeb2b-8e44-436e-8e24-be61f0512cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T04:03:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['941a1cdb-85f4-41a1-aedf-11bd92add9bd'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:03:23.073639 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c52504c-79de-4b78-9231-d2a862b92285 admin admin] Network 67cca915-b7af-44c4-99c6-72d992afe820 is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:03:23.078407 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-9c52504c-79de-4b78-9231-d2a862b92285 admin admin] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:03:23.078650 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f757a1dc-38e7-4df1-bde1-2cc1a09b104f None None] Pushing event updated for resources: {'Port': ['ID=c65cbe98-ad8c-4484-9f56-9a70f3fb3a70,revision_number=3']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:23.083422 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c52504c-79de-4b78-9231-d2a862b92285 admin admin] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:03:23.089529 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c52504c-79de-4b78-9231-d2a862b92285 admin admin] Pushing event updated for resources: {'Port': ['ID=24863037-4b64-4d68-a880-a21ed331322a,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:23.154697 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9c52504c-79de-4b78-9231-d2a862b92285 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16289150'] for router_interface (941a1cdb-85f4-41a1-aedf-11bd92add9bd), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:23.161062 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:23.242117 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-c1feeb2b-8e44-436e-8e24-be61f0512cca None None] Set router 941a1cdb-85f4-41a1-aedf-11bd92add9bd gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:03:23.374302 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9c52504c-79de-4b78-9231-d2a862b92285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (24863037-4b64-4d68-a880-a21ed331322a), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:23.406535 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e29cbe2d-b4dc-4acc-a42d-a1cff1f7e450 None None] Provisioning complete for port 24863037-4b64-4d68-a880-a21ed331322a triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:03:23.407397 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e29cbe2d-b4dc-4acc-a42d-a1cff1f7e450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (24863037-4b64-4d68-a880-a21ed331322a), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:23.466117 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e29cbe2d-b4dc-4acc-a42d-a1cff1f7e450 None None] Port 24863037-4b64-4d68-a880-a21ed331322a cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:03:23.585494 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9c52504c-79de-4b78-9231-d2a862b92285 admin admin] Publish callbacks [] for port (24863037-4b64-4d68-a880-a21ed331322a), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:23.592553 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9c52504c-79de-4b78-9231-d2a862b92285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (24863037-4b64-4d68-a880-a21ed331322a), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:23.602995 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-c1feeb2b-8e44-436e-8e24-be61f0512cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '941a1cdb-85f4-41a1-aedf-11bd92add9bd', 'name': 'tempest-TestShelveInstance-968750675-router', 'tenant_id': '8e43d68b2c9f4c3cb95156de03dab294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': 'c65cbe98-ad8c-4484-9f56-9a70f3fb3a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:03:19Z', 'updated_at': '2022-02-19T04:03:21Z', 'revision_number': 3, 'project_id': '8e43d68b2c9f4c3cb95156de03dab294', 'gw_port': {'id': 'c65cbe98-ad8c-4484-9f56-9a70f3fb3a70', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e0:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '941a1cdb-85f4-41a1-aedf-11bd92add9bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:03:20Z', 'updated_at': '2022-02-19T04:03:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:03:23.635460 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1feeb2b-8e44-436e-8e24-be61f0512cca None None] The sync data for ids ['941a1cdb-85f4-41a1-aedf-11bd92add9bd'] in n-d-826753-2 is: [{'id': '941a1cdb-85f4-41a1-aedf-11bd92add9bd', 'name': 'tempest-TestShelveInstance-968750675-router', 'tenant_id': '8e43d68b2c9f4c3cb95156de03dab294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': 'c65cbe98-ad8c-4484-9f56-9a70f3fb3a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:03:19Z', 'updated_at': '2022-02-19T04:03:21Z', 'revision_number': 3, 'project_id': '8e43d68b2c9f4c3cb95156de03dab294', 'gw_port': {'id': 'c65cbe98-ad8c-4484-9f56-9a70f3fb3a70', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e0:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '941a1cdb-85f4-41a1-aedf-11bd92add9bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:03:20Z', 'updated_at': '2022-02-19T04:03:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:03:23.678088 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-9c52504c-79de-4b78-9231-d2a862b92285 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16362769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16289258'] for router_interface (941a1cdb-85f4-41a1-aedf-11bd92add9bd), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:23.685022 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c52504c-79de-4b78-9231-d2a862b92285 admin admin] Pushing event updated for resources: {'Port': ['ID=24863037-4b64-4d68-a880-a21ed331322a,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:23.808414 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c52504c-79de-4b78-9231-d2a862b92285 admin admin] Network 67cca915-b7af-44c4-99c6-72d992afe820 is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:03:23.810093 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-9c52504c-79de-4b78-9231-d2a862b92285 admin admin] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:03:23.999322 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c52504c-79de-4b78-9231-d2a862b92285 admin admin] Router 941a1cdb-85f4-41a1-aedf-11bd92add9bd has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:03:24.164029 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c52504c-79de-4b78-9231-d2a862b92285 admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:03:24.174189 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-9c52504c-79de-4b78-9231-d2a862b92285 admin admin] 10.222.0.72 "PUT /v2.0/routers/941a1cdb-85f4-41a1-aedf-11bd92add9bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2628539 Feb 19 04:03:24.210159 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-c75c54de-5ea4-43d2-abd2-2f7f81e07d13 None None] Provisioning complete for port 24863037-4b64-4d68-a880-a21ed331322a triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:03:24.211076 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c75c54de-5ea4-43d2-abd2-2f7f81e07d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (24863037-4b64-4d68-a880-a21ed331322a), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:24.252578 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-c75c54de-5ea4-43d2-abd2-2f7f81e07d13 None None] Port 24863037-4b64-4d68-a880-a21ed331322a cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:03:24.440619 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device c65cbe98-ad8c-4484-9f56-9a70f3fb3a70 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:03:24.512598 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port c65cbe98-ad8c-4484-9f56-9a70f3fb3a70 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:03:24.513159 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (c65cbe98-ad8c-4484-9f56-9a70f3fb3a70), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:24.628859 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port c65cbe98-ad8c-4484-9f56-9a70f3fb3a70 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:03:24.629344 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (c65cbe98-ad8c-4484-9f56-9a70f3fb3a70), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:24.662272 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port c65cbe98-ad8c-4484-9f56-9a70f3fb3a70, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=c65cbe98-ad8c-4484-9f56-9a70f3fb3a70,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:03:24.668800 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (c65cbe98-ad8c-4484-9f56-9a70f3fb3a70), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:24.756010 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=c65cbe98-ad8c-4484-9f56-9a70f3fb3a70,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:24.889239 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 53692) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:24.895351 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-1f39388d-a729-4524-b696-cb76ff980790 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1257737272-network', 'tenant_id': '9cdafa098d9c40a5871ed8c095810b6f'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:03:24.919460 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f39388d-a729-4524-b696-cb76ff980790 admin admin] Made reservation on behalf of 9cdafa098d9c40a5871ed8c095810b6f for: {'network': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:03:24.921871 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1f39388d-a729-4524-b696-cb76ff980790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:24.931075 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1f39388d-a729-4524-b696-cb76ff980790 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:25.032644 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1f39388d-a729-4524-b696-cb76ff980790 admin admin] Publish callbacks [] for security_group (b5b97c82-be8e-4f53-bc72-ba17eab3b0aa), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:25.037298 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1f39388d-a729-4524-b696-cb76ff980790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (b5b97c82-be8e-4f53-bc72-ba17eab3b0aa), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:25.067952 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f39388d-a729-4524-b696-cb76ff980790 admin admin] vlan segment allocate from pool success with {'vlan_id': 293, 'physical_network': 'physnet1'} {{(pid=103701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:03:25.077623 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f39388d-a729-4524-b696-cb76ff980790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5b97c82-be8e-4f53-bc72-ba17eab3b0aa,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:25.082819 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1f39388d-a729-4524-b696-cb76ff980790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (86a8ad73-2e1e-4d7c-94b2-ff166bfb9904), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:25.083172 n-d-826753-2 neutron-server[103701]: INFO neutron.db.segments_db [None req-1f39388d-a729-4524-b696-cb76ff980790 admin admin] Added segment 86a8ad73-2e1e-4d7c-94b2-ff166bfb9904 of type vlan for network d8ca1f4d-86ac-41fe-b8b2-979da108dc29 Feb 19 04:03:25.129339 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1f39388d-a729-4524-b696-cb76ff980790 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (d8ca1f4d-86ac-41fe-b8b2-979da108dc29), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:25.157319 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1f39388d-a729-4524-b696-cb76ff980790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (d8ca1f4d-86ac-41fe-b8b2-979da108dc29), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:25.158346 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f39388d-a729-4524-b696-cb76ff980790 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:25.158932 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1f39388d-a729-4524-b696-cb76ff980790 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:25.216965 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-1f39388d-a729-4524-b696-cb76ff980790 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3261294 Feb 19 04:03:25.219852 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 53694) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:25.229613 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-8d33dd65-1dc7-4657-955c-9ee8a0547261 admin admin] Request body: {'subnet': {'network_id': 'd8ca1f4d-86ac-41fe-b8b2-979da108dc29', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1257737272-subnet', 'tenant_id': '9cdafa098d9c40a5871ed8c095810b6f', 'ip_version': 4}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:03:25.241806 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f39388d-a729-4524-b696-cb76ff980790 admin admin] Pushing event updated for resources: {'Network': ['ID=d8ca1f4d-86ac-41fe-b8b2-979da108dc29,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:25.257923 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network d8ca1f4d-86ac-41fe-b8b2-979da108dc29 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:03:25.258711 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d33dd65-1dc7-4657-955c-9ee8a0547261 admin admin] Made reservation on behalf of 9cdafa098d9c40a5871ed8c095810b6f for: {'subnet': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:03:25.261373 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8d33dd65-1dc7-4657-955c-9ee8a0547261 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58706307'] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:25.473670 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8d33dd65-1dc7-4657-955c-9ee8a0547261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12647271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58706289'] for subnet (f0467378-a000-4328-811d-064d2cdd8077), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:25.531148 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d33dd65-1dc7-4657-955c-9ee8a0547261 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0467378-a000-4328-811d-064d2cdd8077,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:25.546675 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d33dd65-1dc7-4657-955c-9ee8a0547261 admin admin] Checking segment: {'id': '86a8ad73-2e1e-4d7c-94b2-ff166bfb9904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'd8ca1f4d-86ac-41fe-b8b2-979da108dc29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:03:25.547240 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d33dd65-1dc7-4657-955c-9ee8a0547261 admin admin] Network hostable DHCP agents. Network: d8ca1f4d-86ac-41fe-b8b2-979da108dc29, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:03:25.572386 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3202cfbc-e29b-4471-9e34-86670cc5fb3c None None] Sync routers for ids ['941a1cdb-85f4-41a1-aedf-11bd92add9bd'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:03:25.575349 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d33dd65-1dc7-4657-955c-9ee8a0547261 admin admin] Network d8ca1f4d-86ac-41fe-b8b2-979da108dc29 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:03:25.583605 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3202cfbc-e29b-4471-9e34-86670cc5fb3c None None] Routers {'941a1cdb-85f4-41a1-aedf-11bd92add9bd'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:03:25.584243 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-3202cfbc-e29b-4471-9e34-86670cc5fb3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T04:03:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['941a1cdb-85f4-41a1-aedf-11bd92add9bd'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:03:25.587232 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-8d33dd65-1dc7-4657-955c-9ee8a0547261 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, d8ca1f4d-86ac-41fe-b8b2-979da108dc29) {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:03:25.594020 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d33dd65-1dc7-4657-955c-9ee8a0547261 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:25.594981 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8d33dd65-1dc7-4657-955c-9ee8a0547261 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:25.617412 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-8d33dd65-1dc7-4657-955c-9ee8a0547261 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3962247 Feb 19 04:03:25.620209 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 53696) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:25.625406 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-8fc651a8-3a87-45d6-851e-9eb48d34eb06 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1257737272-router', 'tenant_id': '9cdafa098d9c40a5871ed8c095810b6f', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:03:25.644452 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea339c3-276e-4a41-9012-e97fb599d77a None None] Network d8ca1f4d-86ac-41fe-b8b2-979da108dc29 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:03:25.649381 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8fc651a8-3a87-45d6-851e-9eb48d34eb06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14172'] for router (51015018-566e-4526-ba2f-c166ea947d4a), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:25.651268 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8fc651a8-3a87-45d6-851e-9eb48d34eb06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16317487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16285822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16309985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14247'] for router (51015018-566e-4526-ba2f-c166ea947d4a), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:25.766793 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8fc651a8-3a87-45d6-851e-9eb48d34eb06 admin admin] Publish callbacks [] for router_controller (51015018-566e-4526-ba2f-c166ea947d4a), precommit_add_association {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:25.837914 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a83f11c-9cdd-4750-9105-09f373094960 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-d8ca1f4d-86ac-41fe-b8b2-979da108dc29', 'network_id': 'd8ca1f4d-86ac-41fe-b8b2-979da108dc29', 'project_id': '9cdafa098d9c40a5871ed8c095810b6f', 'fixed_ips': [{'subnet_id': 'f0467378-a000-4328-811d-064d2cdd8077'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:03:25.838769 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5a83f11c-9cdd-4750-9105-09f373094960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:25.843415 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-3202cfbc-e29b-4471-9e34-86670cc5fb3c None None] Set router 941a1cdb-85f4-41a1-aedf-11bd92add9bd gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:03:25.943783 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8fc651a8-3a87-45d6-851e-9eb48d34eb06 admin admin] Publish callbacks [] for router_gateway (51015018-566e-4526-ba2f-c166ea947d4a), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:26.128073 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-5a83f11c-9cdd-4750-9105-09f373094960 None None] Allocated IP 172.20.0.2 (d8ca1f4d-86ac-41fe-b8b2-979da108dc29/f0467378-a000-4328-811d-064d2cdd8077/c88d4a6f-9451-47f0-9a85-e78a5d5a9c29) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:03:26.245096 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8fc651a8-3a87-45d6-851e-9eb48d34eb06 admin admin] Publish callbacks [] for router_gateway (51015018-566e-4526-ba2f-c166ea947d4a), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:26.268231 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8fc651a8-3a87-45d6-851e-9eb48d34eb06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:26.290404 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-3202cfbc-e29b-4471-9e34-86670cc5fb3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '941a1cdb-85f4-41a1-aedf-11bd92add9bd', 'name': 'tempest-TestShelveInstance-968750675-router', 'tenant_id': '8e43d68b2c9f4c3cb95156de03dab294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': 'c65cbe98-ad8c-4484-9f56-9a70f3fb3a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:03:19Z', 'updated_at': '2022-02-19T04:03:23Z', 'revision_number': 4, 'project_id': '8e43d68b2c9f4c3cb95156de03dab294', 'gw_port': {'id': 'c65cbe98-ad8c-4484-9f56-9a70f3fb3a70', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941a1cdb-85f4-41a1-aedf-11bd92add9bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:03:20Z', 'updated_at': '2022-02-19T04:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '24863037-4b64-4d68-a880-a21ed331322a', 'name': '', 'network_id': '67cca915-b7af-44c4-99c6-72d992afe820', 'tenant_id': '8e43d68b2c9f4c3cb95156de03dab294', 'mac_address': 'fa:16:3e:0b:ca:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '941a1cdb-85f4-41a1-aedf-11bd92add9bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'a89d843f-69cd-4f0c-b33c-c708751b807c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:03:22Z', 'updated_at': '2022-02-19T04:03:23Z', 'revision_number': 2, 'project_id': '8e43d68b2c9f4c3cb95156de03dab294', 'subnets': [{'id': 'a89d843f-69cd-4f0c-b33c-c708751b807c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:03:26.329053 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3202cfbc-e29b-4471-9e34-86670cc5fb3c None None] Checking router: 941a1cdb-85f4-41a1-aedf-11bd92add9bd for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:03:26.329421 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3202cfbc-e29b-4471-9e34-86670cc5fb3c None None] Updating router 941a1cdb-85f4-41a1-aedf-11bd92add9bd port 24863037-4b64-4d68-a880-a21ed331322a binding host n-d-826753-2 {{(pid=103703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:03:26.579911 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device c65cbe98-ad8c-4484-9f56-9a70f3fb3a70 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:03:26.610449 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3202cfbc-e29b-4471-9e34-86670cc5fb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (24863037-4b64-4d68-a880-a21ed331322a), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:26.632592 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5a83f11c-9cdd-4750-9105-09f373094960 None None] Publish callbacks [] for port (c88d4a6f-9451-47f0-9a85-e78a5d5a9c29), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:26.652259 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5a83f11c-9cdd-4750-9105-09f373094960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (c88d4a6f-9451-47f0-9a85-e78a5d5a9c29), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:26.731785 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a83f11c-9cdd-4750-9105-09f373094960 None None] Network d8ca1f4d-86ac-41fe-b8b2-979da108dc29 is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:03:26.741940 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-5a83f11c-9cdd-4750-9105-09f373094960 None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:03:26.749832 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-8fc651a8-3a87-45d6-851e-9eb48d34eb06 admin admin] Allocated IP 172.25.6.124 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/7cd3f602-db67-497d-bf5b-5e51e775d6d1) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:03:26.792424 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a83f11c-9cdd-4750-9105-09f373094960 None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:03:26.807555 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a83f11c-9cdd-4750-9105-09f373094960 None None] Pushing event updated for resources: {'Port': ['ID=c88d4a6f-9451-47f0-9a85-e78a5d5a9c29,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:26.820878 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port c65cbe98-ad8c-4484-9f56-9a70f3fb3a70 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:03:26.821288 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (c65cbe98-ad8c-4484-9f56-9a70f3fb3a70), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:26.880458 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8fc651a8-3a87-45d6-851e-9eb48d34eb06 admin admin] Publish callbacks [] for port (7cd3f602-db67-497d-bf5b-5e51e775d6d1), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:26.922496 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8fc651a8-3a87-45d6-851e-9eb48d34eb06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (7cd3f602-db67-497d-bf5b-5e51e775d6d1), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:26.946201 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-5a83f11c-9cdd-4750-9105-09f373094960 None None] Attempting to bind port c88d4a6f-9451-47f0-9a85-e78a5d5a9c29 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:03:26.946584 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-5a83f11c-9cdd-4750-9105-09f373094960 None None] Attempting to bind port c88d4a6f-9451-47f0-9a85-e78a5d5a9c29 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '86a8ad73-2e1e-4d7c-94b2-ff166bfb9904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'd8ca1f4d-86ac-41fe-b8b2-979da108dc29'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:03:26.946951 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a83f11c-9cdd-4750-9105-09f373094960 None None] Attempting to bind port c88d4a6f-9451-47f0-9a85-e78a5d5a9c29 on network d8ca1f4d-86ac-41fe-b8b2-979da108dc29 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:03:26.972040 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a83f11c-9cdd-4750-9105-09f373094960 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:03:26.972441 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a83f11c-9cdd-4750-9105-09f373094960 None None] Checking segment: {'id': '86a8ad73-2e1e-4d7c-94b2-ff166bfb9904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'd8ca1f4d-86ac-41fe-b8b2-979da108dc29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:03:26.973426 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5a83f11c-9cdd-4750-9105-09f373094960 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:26.973426 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a83f11c-9cdd-4750-9105-09f373094960 None None] Bound using segment: {'id': '86a8ad73-2e1e-4d7c-94b2-ff166bfb9904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'd8ca1f4d-86ac-41fe-b8b2-979da108dc29'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:03:26.973710 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-5a83f11c-9cdd-4750-9105-09f373094960 None None] Bound port: c88d4a6f-9451-47f0-9a85-e78a5d5a9c29, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86a8ad73-2e1e-4d7c-94b2-ff166bfb9904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'd8ca1f4d-86ac-41fe-b8b2-979da108dc29'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:03:26.974110 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5a83f11c-9cdd-4750-9105-09f373094960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (c88d4a6f-9451-47f0-9a85-e78a5d5a9c29), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:26.975832 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc651a8-3a87-45d6-851e-9eb48d34eb06 admin admin] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:03:26.983633 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-8fc651a8-3a87-45d6-851e-9eb48d34eb06 admin admin] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:03:26.990843 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc651a8-3a87-45d6-851e-9eb48d34eb06 admin admin] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:03:26.994419 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:26.997206 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc651a8-3a87-45d6-851e-9eb48d34eb06 admin admin] Pushing event updated for resources: {'Port': ['ID=7cd3f602-db67-497d-bf5b-5e51e775d6d1,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:27.131828 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port c65cbe98-ad8c-4484-9f56-9a70f3fb3a70 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:03:27.143476 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-5a83f11c-9cdd-4750-9105-09f373094960 None None] For port c88d4a6f-9451-47f0-9a85-e78a5d5a9c29, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:03:27.148632 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-5a83f11c-9cdd-4750-9105-09f373094960 None None] For port c88d4a6f-9451-47f0-9a85-e78a5d5a9c29, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=c88d4a6f-9451-47f0-9a85-e78a5d5a9c29,segment=NetworkSegment(86a8ad73-2e1e-4d7c-94b2-ff166bfb9904),segment_id=86a8ad73-2e1e-4d7c-94b2-ff166bfb9904)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:03:27.178126 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5a83f11c-9cdd-4750-9105-09f373094960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (c88d4a6f-9451-47f0-9a85-e78a5d5a9c29), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:27.224950 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3202cfbc-e29b-4471-9e34-86670cc5fb3c None None] Publish callbacks [] for port (24863037-4b64-4d68-a880-a21ed331322a), precommit_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:27.236328 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3202cfbc-e29b-4471-9e34-86670cc5fb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (24863037-4b64-4d68-a880-a21ed331322a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:27.263599 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a83f11c-9cdd-4750-9105-09f373094960 None None] Pushing event updated for resources: {'Port': ['ID=c88d4a6f-9451-47f0-9a85-e78a5d5a9c29,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:27.344197 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8fc651a8-3a87-45d6-851e-9eb48d34eb06 admin admin] Publish callbacks [] for router_gateway (51015018-566e-4526-ba2f-c166ea947d4a), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:27.393667 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afbcbc9-bfbd-4efa-ac33-496abe81059d None None] Pushing event updated for resources: {'Port': ['ID=24863037-4b64-4d68-a880-a21ed331322a,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:27.403639 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-3202cfbc-e29b-4471-9e34-86670cc5fb3c None None] Attempting to bind port 24863037-4b64-4d68-a880-a21ed331322a on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:03:27.404260 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-3202cfbc-e29b-4471-9e34-86670cc5fb3c None None] Attempting to bind port 24863037-4b64-4d68-a880-a21ed331322a by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': 'f5174ef4-92be-4625-806e-e2dd485a6234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '67cca915-b7af-44c4-99c6-72d992afe820'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:03:27.404866 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3202cfbc-e29b-4471-9e34-86670cc5fb3c None None] Attempting to bind port 24863037-4b64-4d68-a880-a21ed331322a on network 67cca915-b7af-44c4-99c6-72d992afe820 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:03:27.416718 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3202cfbc-e29b-4471-9e34-86670cc5fb3c None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:03:27.417134 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3202cfbc-e29b-4471-9e34-86670cc5fb3c None None] Checking segment: {'id': 'f5174ef4-92be-4625-806e-e2dd485a6234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '67cca915-b7af-44c4-99c6-72d992afe820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:03:27.417548 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3202cfbc-e29b-4471-9e34-86670cc5fb3c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:27.418653 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3202cfbc-e29b-4471-9e34-86670cc5fb3c None None] Bound using segment: {'id': 'f5174ef4-92be-4625-806e-e2dd485a6234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '67cca915-b7af-44c4-99c6-72d992afe820'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:03:27.423983 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-3202cfbc-e29b-4471-9e34-86670cc5fb3c None None] Bound port: 24863037-4b64-4d68-a880-a21ed331322a, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5174ef4-92be-4625-806e-e2dd485a6234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '67cca915-b7af-44c4-99c6-72d992afe820'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:03:27.424404 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3202cfbc-e29b-4471-9e34-86670cc5fb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (24863037-4b64-4d68-a880-a21ed331322a), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:27.552099 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-3202cfbc-e29b-4471-9e34-86670cc5fb3c None None] For port 24863037-4b64-4d68-a880-a21ed331322a, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:03:27.556333 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-3202cfbc-e29b-4471-9e34-86670cc5fb3c None None] For port 24863037-4b64-4d68-a880-a21ed331322a, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=24863037-4b64-4d68-a880-a21ed331322a,segment=NetworkSegment(f5174ef4-92be-4625-806e-e2dd485a6234),segment_id=f5174ef4-92be-4625-806e-e2dd485a6234)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:03:27.569060 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3202cfbc-e29b-4471-9e34-86670cc5fb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (24863037-4b64-4d68-a880-a21ed331322a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:27.654080 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8fc651a8-3a87-45d6-851e-9eb48d34eb06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16317478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865'] for router (51015018-566e-4526-ba2f-c166ea947d4a), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:27.671014 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3202cfbc-e29b-4471-9e34-86670cc5fb3c None None] Routers {'941a1cdb-85f4-41a1-aedf-11bd92add9bd'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:03:27.671856 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-3202cfbc-e29b-4471-9e34-86670cc5fb3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T04:03:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['941a1cdb-85f4-41a1-aedf-11bd92add9bd'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:03:27.746149 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afbcbc9-bfbd-4efa-ac33-496abe81059d None None] Pushing event updated for resources: {'Port': ['ID=24863037-4b64-4d68-a880-a21ed331322a,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:27.789843 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-88dae103-ed6d-4b33-be32-f6f547b61cab None None] Provisioning complete for port 24863037-4b64-4d68-a880-a21ed331322a triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:03:27.790519 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-88dae103-ed6d-4b33-be32-f6f547b61cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (24863037-4b64-4d68-a880-a21ed331322a), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:27.921417 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fc651a8-3a87-45d6-851e-9eb48d34eb06 admin admin] Router 51015018-566e-4526-ba2f-c166ea947d4a is scheduled to L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd with binding_index 1 {{(pid=103701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:03:27.944916 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-3202cfbc-e29b-4471-9e34-86670cc5fb3c None None] Set router 941a1cdb-85f4-41a1-aedf-11bd92add9bd gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:03:28.065324 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fc651a8-3a87-45d6-851e-9eb48d34eb06 admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:03:28.077987 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569264a6-48bf-4612-9e63-b516b7a88eed None None] Sync routers for ids ['51015018-566e-4526-ba2f-c166ea947d4a'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:03:28.091211 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569264a6-48bf-4612-9e63-b516b7a88eed None None] Routers {'51015018-566e-4526-ba2f-c166ea947d4a'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:03:28.092134 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8fc651a8-3a87-45d6-851e-9eb48d34eb06 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:28.092316 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-569264a6-48bf-4612-9e63-b516b7a88eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T04:03:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['51015018-566e-4526-ba2f-c166ea947d4a'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:03:28.094251 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-8fc651a8-3a87-45d6-851e-9eb48d34eb06 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4728618 Feb 19 04:03:28.097137 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-88dae103-ed6d-4b33-be32-f6f547b61cab None None] Current status of the port 24863037-4b64-4d68-a880-a21ed331322a is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:03:28.097533 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-88dae103-ed6d-4b33-be32-f6f547b61cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (24863037-4b64-4d68-a880-a21ed331322a), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:28.101831 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 53698) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:28.178179 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-88dae103-ed6d-4b33-be32-f6f547b61cab None None] For port 24863037-4b64-4d68-a880-a21ed331322a, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=24863037-4b64-4d68-a880-a21ed331322a,segment=NetworkSegment(f5174ef4-92be-4625-806e-e2dd485a6234),segment_id=f5174ef4-92be-4625-806e-e2dd485a6234)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:03:28.186660 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-88dae103-ed6d-4b33-be32-f6f547b61cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (24863037-4b64-4d68-a880-a21ed331322a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:28.257583 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-569264a6-48bf-4612-9e63-b516b7a88eed None None] Set router 51015018-566e-4526-ba2f-c166ea947d4a gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:03:28.289445 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dae103-ed6d-4b33-be32-f6f547b61cab None None] Pushing event updated for resources: {'Port': ['ID=24863037-4b64-4d68-a880-a21ed331322a,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:28.324710 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-5d8e884e-5a62-49db-bca8-fc20eba3b405 None None] Provisioning complete for port 24863037-4b64-4d68-a880-a21ed331322a triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:03:28.324933 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5d8e884e-5a62-49db-bca8-fc20eba3b405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (24863037-4b64-4d68-a880-a21ed331322a), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:28.328344 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-3202cfbc-e29b-4471-9e34-86670cc5fb3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '941a1cdb-85f4-41a1-aedf-11bd92add9bd', 'name': 'tempest-TestShelveInstance-968750675-router', 'tenant_id': '8e43d68b2c9f4c3cb95156de03dab294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': 'c65cbe98-ad8c-4484-9f56-9a70f3fb3a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:03:19Z', 'updated_at': '2022-02-19T04:03:23Z', 'revision_number': 4, 'project_id': '8e43d68b2c9f4c3cb95156de03dab294', 'gw_port': {'id': 'c65cbe98-ad8c-4484-9f56-9a70f3fb3a70', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941a1cdb-85f4-41a1-aedf-11bd92add9bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:03:20Z', 'updated_at': '2022-02-19T04:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '24863037-4b64-4d68-a880-a21ed331322a', 'name': '', 'network_id': '67cca915-b7af-44c4-99c6-72d992afe820', 'tenant_id': '8e43d68b2c9f4c3cb95156de03dab294', 'mac_address': 'fa:16:3e:0b:ca:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '941a1cdb-85f4-41a1-aedf-11bd92add9bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'a89d843f-69cd-4f0c-b33c-c708751b807c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:03:22Z', 'updated_at': '2022-02-19T04:03:27Z', 'revision_number': 4, 'project_id': '8e43d68b2c9f4c3cb95156de03dab294', 'subnets': [{'id': 'a89d843f-69cd-4f0c-b33c-c708751b807c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:03:28.420725 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3202cfbc-e29b-4471-9e34-86670cc5fb3c None None] The sync data for ids ['941a1cdb-85f4-41a1-aedf-11bd92add9bd'] in n-d-826753-2 is: [{'id': '941a1cdb-85f4-41a1-aedf-11bd92add9bd', 'name': 'tempest-TestShelveInstance-968750675-router', 'tenant_id': '8e43d68b2c9f4c3cb95156de03dab294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': 'c65cbe98-ad8c-4484-9f56-9a70f3fb3a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:03:19Z', 'updated_at': '2022-02-19T04:03:23Z', 'revision_number': 4, 'project_id': '8e43d68b2c9f4c3cb95156de03dab294', 'gw_port': {'id': 'c65cbe98-ad8c-4484-9f56-9a70f3fb3a70', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941a1cdb-85f4-41a1-aedf-11bd92add9bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:03:20Z', 'updated_at': '2022-02-19T04:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '24863037-4b64-4d68-a880-a21ed331322a', 'name': '', 'network_id': '67cca915-b7af-44c4-99c6-72d992afe820', 'tenant_id': '8e43d68b2c9f4c3cb95156de03dab294', 'mac_address': 'fa:16:3e:0b:ca:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '941a1cdb-85f4-41a1-aedf-11bd92add9bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'a89d843f-69cd-4f0c-b33c-c708751b807c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:03:22Z', 'updated_at': '2022-02-19T04:03:27Z', 'revision_number': 4, 'project_id': '8e43d68b2c9f4c3cb95156de03dab294', 'subnets': [{'id': 'a89d843f-69cd-4f0c-b33c-c708751b807c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:03:28.564596 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device c88d4a6f-9451-47f0-9a85-e78a5d5a9c29 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:03:28.636002 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e884e-5a62-49db-bca8-fc20eba3b405 None None] Current status of the port 24863037-4b64-4d68-a880-a21ed331322a is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:03:28.644625 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-569264a6-48bf-4612-9e63-b516b7a88eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51015018-566e-4526-ba2f-c166ea947d4a', 'name': 'tempest-TestShelveInstance-1257737272-router', 'tenant_id': '9cdafa098d9c40a5871ed8c095810b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '7cd3f602-db67-497d-bf5b-5e51e775d6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:03:25Z', 'updated_at': '2022-02-19T04:03:27Z', 'revision_number': 3, 'project_id': '9cdafa098d9c40a5871ed8c095810b6f', 'gw_port': {'id': '7cd3f602-db67-497d-bf5b-5e51e775d6d1', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c2:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51015018-566e-4526-ba2f-c166ea947d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:03:26Z', 'updated_at': '2022-02-19T04:03:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:03:28.663831 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port c88d4a6f-9451-47f0-9a85-e78a5d5a9c29 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:03:28.668724 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (c88d4a6f-9451-47f0-9a85-e78a5d5a9c29), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:28.693801 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569264a6-48bf-4612-9e63-b516b7a88eed None None] Checking router: 51015018-566e-4526-ba2f-c166ea947d4a for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:03:28.695497 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569264a6-48bf-4612-9e63-b516b7a88eed None None] Updating router 51015018-566e-4526-ba2f-c166ea947d4a port 7cd3f602-db67-497d-bf5b-5e51e775d6d1 binding host n-d-826753-2 {{(pid=103704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:03:28.765752 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-569264a6-48bf-4612-9e63-b516b7a88eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (7cd3f602-db67-497d-bf5b-5e51e775d6d1), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:28.831247 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port c88d4a6f-9451-47f0-9a85-e78a5d5a9c29 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:03:28.831896 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (c88d4a6f-9451-47f0-9a85-e78a5d5a9c29), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:28.860493 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d40f5a04-3ebb-407e-bd97-551d089a220b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:28.895761 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port c88d4a6f-9451-47f0-9a85-e78a5d5a9c29, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=c88d4a6f-9451-47f0-9a85-e78a5d5a9c29,segment=NetworkSegment(86a8ad73-2e1e-4d7c-94b2-ff166bfb9904),segment_id=86a8ad73-2e1e-4d7c-94b2-ff166bfb9904)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:03:28.900926 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (c88d4a6f-9451-47f0-9a85-e78a5d5a9c29), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:28.952148 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca288aa-7ce8-4453-b9c5-8ad59ee68dab None None] Network d8ca1f4d-86ac-41fe-b8b2-979da108dc29 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:03:28.991600 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=c88d4a6f-9451-47f0-9a85-e78a5d5a9c29,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:29.110307 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-bb96d50b-fdab-4d03-8640-bd6ad218ab2b None None] Provisioning complete for port c88d4a6f-9451-47f0-9a85-e78a5d5a9c29 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:03:29.110937 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-bb96d50b-fdab-4d03-8640-bd6ad218ab2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (c88d4a6f-9451-47f0-9a85-e78a5d5a9c29), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:29.202478 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-569264a6-48bf-4612-9e63-b516b7a88eed None None] Publish callbacks [] for port (7cd3f602-db67-497d-bf5b-5e51e775d6d1), precommit_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:29.211509 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-569264a6-48bf-4612-9e63-b516b7a88eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (7cd3f602-db67-497d-bf5b-5e51e775d6d1), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:29.297498 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc486d9-2537-46f9-b3bb-1e79f591f9fa None None] Pushing event updated for resources: {'Port': ['ID=7cd3f602-db67-497d-bf5b-5e51e775d6d1,revision_number=2']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:29.301144 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-569264a6-48bf-4612-9e63-b516b7a88eed None None] Attempting to bind port 7cd3f602-db67-497d-bf5b-5e51e775d6d1 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:03:29.301703 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-569264a6-48bf-4612-9e63-b516b7a88eed None None] Attempting to bind port 7cd3f602-db67-497d-bf5b-5e51e775d6d1 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:03:29.302344 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569264a6-48bf-4612-9e63-b516b7a88eed None None] Attempting to bind port 7cd3f602-db67-497d-bf5b-5e51e775d6d1 on network eaf64708-9021-419e-b287-ef3e0f51e2ee {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:03:29.312249 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-d40f5a04-3ebb-407e-bd97-551d089a220b admin admin] Allocated IP 172.20.0.1 (d8ca1f4d-86ac-41fe-b8b2-979da108dc29/f0467378-a000-4328-811d-064d2cdd8077/6cfd8628-46c1-4e77-b153-2053805c8780) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:03:29.314295 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569264a6-48bf-4612-9e63-b516b7a88eed None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:03:29.314881 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569264a6-48bf-4612-9e63-b516b7a88eed None None] Checking segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:03:29.316067 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-569264a6-48bf-4612-9e63-b516b7a88eed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:29.317327 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569264a6-48bf-4612-9e63-b516b7a88eed None None] Bound using segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:03:29.318453 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-569264a6-48bf-4612-9e63-b516b7a88eed None None] Bound port: 7cd3f602-db67-497d-bf5b-5e51e775d6d1, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:03:29.319028 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-569264a6-48bf-4612-9e63-b516b7a88eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (7cd3f602-db67-497d-bf5b-5e51e775d6d1), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:29.387781 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-bb96d50b-fdab-4d03-8640-bd6ad218ab2b None None] Current status of the port c88d4a6f-9451-47f0-9a85-e78a5d5a9c29 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:03:29.432865 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-569264a6-48bf-4612-9e63-b516b7a88eed None None] For port 7cd3f602-db67-497d-bf5b-5e51e775d6d1, host n-d-826753-2, cleared binding levels {{(pid=103704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:03:29.439453 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-569264a6-48bf-4612-9e63-b516b7a88eed None None] For port 7cd3f602-db67-497d-bf5b-5e51e775d6d1, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=7cd3f602-db67-497d-bf5b-5e51e775d6d1,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:03:29.453518 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-569264a6-48bf-4612-9e63-b516b7a88eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (7cd3f602-db67-497d-bf5b-5e51e775d6d1), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:29.523281 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569264a6-48bf-4612-9e63-b516b7a88eed None None] Routers {'51015018-566e-4526-ba2f-c166ea947d4a'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:03:29.523935 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-569264a6-48bf-4612-9e63-b516b7a88eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T04:03:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['51015018-566e-4526-ba2f-c166ea947d4a'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:03:29.530779 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc486d9-2537-46f9-b3bb-1e79f591f9fa None None] Pushing event updated for resources: {'Port': ['ID=7cd3f602-db67-497d-bf5b-5e51e775d6d1,revision_number=3']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:29.551079 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d40f5a04-3ebb-407e-bd97-551d089a220b admin admin] Publish callbacks [] for port (6cfd8628-46c1-4e77-b153-2053805c8780), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:29.606181 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d40f5a04-3ebb-407e-bd97-551d089a220b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (6cfd8628-46c1-4e77-b153-2053805c8780), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:29.689188 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40f5a04-3ebb-407e-bd97-551d089a220b admin admin] Network d8ca1f4d-86ac-41fe-b8b2-979da108dc29 is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:03:29.691544 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-d40f5a04-3ebb-407e-bd97-551d089a220b admin admin] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:03:29.695072 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40f5a04-3ebb-407e-bd97-551d089a220b admin admin] Pushing event updated for resources: {'Port': ['ID=6cfd8628-46c1-4e77-b153-2053805c8780,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:29.699473 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40f5a04-3ebb-407e-bd97-551d089a220b admin admin] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:03:29.706294 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-569264a6-48bf-4612-9e63-b516b7a88eed None None] Set router 51015018-566e-4526-ba2f-c166ea947d4a gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:03:29.769070 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d40f5a04-3ebb-407e-bd97-551d089a220b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16289150'] for router_interface (51015018-566e-4526-ba2f-c166ea947d4a), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:29.782073 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-2fa43124-48cb-465a-b01d-72e93cb4e0be None None] Provisioning complete for port c88d4a6f-9451-47f0-9a85-e78a5d5a9c29 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:03:29.782886 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-2fa43124-48cb-465a-b01d-72e93cb4e0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (c88d4a6f-9451-47f0-9a85-e78a5d5a9c29), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:29.960473 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-2fa43124-48cb-465a-b01d-72e93cb4e0be None None] Current status of the port c88d4a6f-9451-47f0-9a85-e78a5d5a9c29 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:03:29.978809 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:03:30.023230 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-569264a6-48bf-4612-9e63-b516b7a88eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51015018-566e-4526-ba2f-c166ea947d4a', 'name': 'tempest-TestShelveInstance-1257737272-router', 'tenant_id': '9cdafa098d9c40a5871ed8c095810b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '7cd3f602-db67-497d-bf5b-5e51e775d6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:03:25Z', 'updated_at': '2022-02-19T04:03:27Z', 'revision_number': 3, 'project_id': '9cdafa098d9c40a5871ed8c095810b6f', 'gw_port': {'id': '7cd3f602-db67-497d-bf5b-5e51e775d6d1', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c2:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51015018-566e-4526-ba2f-c166ea947d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:03:26Z', 'updated_at': '2022-02-19T04:03:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:03:30.062032 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d40f5a04-3ebb-407e-bd97-551d089a220b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (6cfd8628-46c1-4e77-b153-2053805c8780), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:30.064276 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569264a6-48bf-4612-9e63-b516b7a88eed None None] The sync data for ids ['51015018-566e-4526-ba2f-c166ea947d4a'] in n-d-826753-2 is: [{'id': '51015018-566e-4526-ba2f-c166ea947d4a', 'name': 'tempest-TestShelveInstance-1257737272-router', 'tenant_id': '9cdafa098d9c40a5871ed8c095810b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '7cd3f602-db67-497d-bf5b-5e51e775d6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:03:25Z', 'updated_at': '2022-02-19T04:03:27Z', 'revision_number': 3, 'project_id': '9cdafa098d9c40a5871ed8c095810b6f', 'gw_port': {'id': '7cd3f602-db67-497d-bf5b-5e51e775d6d1', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c2:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51015018-566e-4526-ba2f-c166ea947d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:03:26Z', 'updated_at': '2022-02-19T04:03:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:03:30.197502 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b1627a01-255a-4944-8a0b-d1a6e800527d None None] Provisioning complete for port 6cfd8628-46c1-4e77-b153-2053805c8780 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:03:30.197995 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b1627a01-255a-4944-8a0b-d1a6e800527d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (6cfd8628-46c1-4e77-b153-2053805c8780), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:30.256213 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b1627a01-255a-4944-8a0b-d1a6e800527d None None] Port 6cfd8628-46c1-4e77-b153-2053805c8780 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:03:30.306956 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d40f5a04-3ebb-407e-bd97-551d089a220b admin admin] Publish callbacks [] for port (6cfd8628-46c1-4e77-b153-2053805c8780), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:30.313127 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d40f5a04-3ebb-407e-bd97-551d089a220b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (6cfd8628-46c1-4e77-b153-2053805c8780), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:30.393957 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40f5a04-3ebb-407e-bd97-551d089a220b admin admin] Pushing event updated for resources: {'Port': ['ID=6cfd8628-46c1-4e77-b153-2053805c8780,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:30.398598 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-d40f5a04-3ebb-407e-bd97-551d089a220b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16362769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16289258'] for router_interface (51015018-566e-4526-ba2f-c166ea947d4a), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:30.547829 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40f5a04-3ebb-407e-bd97-551d089a220b admin admin] Network d8ca1f4d-86ac-41fe-b8b2-979da108dc29 is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:03:30.552136 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-d40f5a04-3ebb-407e-bd97-551d089a220b admin admin] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:03:30.595366 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device c88d4a6f-9451-47f0-9a85-e78a5d5a9c29 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:03:30.727033 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d40f5a04-3ebb-407e-bd97-551d089a220b admin admin] Router 51015018-566e-4526-ba2f-c166ea947d4a has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:03:30.748530 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port c88d4a6f-9451-47f0-9a85-e78a5d5a9c29 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:03:30.752670 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (c88d4a6f-9451-47f0-9a85-e78a5d5a9c29), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:30.879585 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port c88d4a6f-9451-47f0-9a85-e78a5d5a9c29 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:03:30.880749 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 24863037-4b64-4d68-a880-a21ed331322a up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:03:30.947538 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 24863037-4b64-4d68-a880-a21ed331322a triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:03:30.947924 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (24863037-4b64-4d68-a880-a21ed331322a), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:31.017214 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-59fbc47d-6b4d-486f-a280-f4abd487d562 None None] Provisioning complete for port 6cfd8628-46c1-4e77-b153-2053805c8780 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:03:31.017594 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-59fbc47d-6b4d-486f-a280-f4abd487d562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (6cfd8628-46c1-4e77-b153-2053805c8780), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:31.102478 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-59fbc47d-6b4d-486f-a280-f4abd487d562 None None] Port 6cfd8628-46c1-4e77-b153-2053805c8780 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:03:31.128515 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 24863037-4b64-4d68-a880-a21ed331322a is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:03:31.227032 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d40f5a04-3ebb-407e-bd97-551d089a220b admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:03:31.235774 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-d40f5a04-3ebb-407e-bd97-551d089a220b admin admin] 10.222.0.72 "PUT /v2.0/routers/51015018-566e-4526-ba2f-c166ea947d4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1320357 Feb 19 04:03:32.113317 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53706) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:32.119445 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-9ebf7642-7c71-4de4-a122-bc1eafca9cda tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1332400443', 'description': 'tempest-secgroup-smoke-1332400443 description', 'project_id': '8e43d68b2c9f4c3cb95156de03dab294'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:03:32.152202 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9ebf7642-7c71-4de4-a122-bc1eafca9cda tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:32.179107 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a87d742-ffca-4c7f-96e8-5c659a2a4175 None None] Sync routers for ids ['51015018-566e-4526-ba2f-c166ea947d4a'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:03:32.192858 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a87d742-ffca-4c7f-96e8-5c659a2a4175 None None] Routers {'51015018-566e-4526-ba2f-c166ea947d4a'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:03:32.193939 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-5a87d742-ffca-4c7f-96e8-5c659a2a4175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T04:03:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['51015018-566e-4526-ba2f-c166ea947d4a'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:03:32.255696 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9ebf7642-7c71-4de4-a122-bc1eafca9cda tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Publish callbacks [] for security_group (63280abe-b96d-4db5-9e97-efeda979ab69), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:32.260480 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9ebf7642-7c71-4de4-a122-bc1eafca9cda tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (63280abe-b96d-4db5-9e97-efeda979ab69), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:32.304316 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-9ebf7642-7c71-4de4-a122-bc1eafca9cda tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:32.305971 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-9ebf7642-7c71-4de4-a122-bc1eafca9cda tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1914079 Feb 19 04:03:32.307659 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebf7642-7c71-4de4-a122-bc1eafca9cda tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63280abe-b96d-4db5-9e97-efeda979ab69,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:32.311405 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 53708) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:32.319772 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-7c554ccf-00fd-44ca-a541-6601cd98905e tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Request body: {'security_group_rule': {'security_group_id': '63280abe-b96d-4db5-9e97-efeda979ab69', 'project_id': '8e43d68b2c9f4c3cb95156de03dab294', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:03:32.347758 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-5a87d742-ffca-4c7f-96e8-5c659a2a4175 None None] Set router 51015018-566e-4526-ba2f-c166ea947d4a gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:03:32.369136 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7c554ccf-00fd-44ca-a541-6601cd98905e tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Publish callbacks [] for security_group_rule (932119c4-03de-4612-9982-80e77838158c), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:32.459176 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 7cd3f602-db67-497d-bf5b-5e51e775d6d1 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:03:32.464558 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7c554ccf-00fd-44ca-a541-6601cd98905e tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Publish callbacks [] for security_group_rule (932119c4-03de-4612-9982-80e77838158c), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:32.472701 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7c554ccf-00fd-44ca-a541-6601cd98905e tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (932119c4-03de-4612-9982-80e77838158c), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:32.491535 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c554ccf-00fd-44ca-a541-6601cd98905e tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=932119c4-03de-4612-9982-80e77838158c,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:32.507002 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-7c554ccf-00fd-44ca-a541-6601cd98905e tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:32.508624 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-7c554ccf-00fd-44ca-a541-6601cd98905e tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1947100 Feb 19 04:03:32.513906 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 53710) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:32.519462 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-5dc1bf3c-638d-4752-87f2-a72dd229e0b3 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Request body: {'security_group_rule': {'security_group_id': '63280abe-b96d-4db5-9e97-efeda979ab69', 'project_id': '8e43d68b2c9f4c3cb95156de03dab294', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:03:32.561619 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5dc1bf3c-638d-4752-87f2-a72dd229e0b3 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Publish callbacks [] for security_group_rule (8383c930-6bf1-43cd-8c59-2fec6faad21a), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:32.653891 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5dc1bf3c-638d-4752-87f2-a72dd229e0b3 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Publish callbacks [] for security_group_rule (8383c930-6bf1-43cd-8c59-2fec6faad21a), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:32.659781 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5dc1bf3c-638d-4752-87f2-a72dd229e0b3 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (8383c930-6bf1-43cd-8c59-2fec6faad21a), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:32.685519 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc1bf3c-638d-4752-87f2-a72dd229e0b3 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8383c930-6bf1-43cd-8c59-2fec6faad21a,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:32.705202 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5dc1bf3c-638d-4752-87f2-a72dd229e0b3 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:32.710390 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-5dc1bf3c-638d-4752-87f2-a72dd229e0b3 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1918530 Feb 19 04:03:32.710745 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53712) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:32.716468 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-215e5cce-fd88-4ce9-93d4-c29ef298fed3 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Request body: {'security_group_rule': {'security_group_id': '63280abe-b96d-4db5-9e97-efeda979ab69', 'project_id': '8e43d68b2c9f4c3cb95156de03dab294', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:03:32.757360 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-215e5cce-fd88-4ce9-93d4-c29ef298fed3 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Publish callbacks [] for security_group_rule (a1553aa5-8f5f-499b-9df6-47b641b7aee2), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:32.836578 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 7cd3f602-db67-497d-bf5b-5e51e775d6d1 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:03:32.837198 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (7cd3f602-db67-497d-bf5b-5e51e775d6d1), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:32.868543 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-215e5cce-fd88-4ce9-93d4-c29ef298fed3 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Publish callbacks [] for security_group_rule (a1553aa5-8f5f-499b-9df6-47b641b7aee2), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:32.875331 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-215e5cce-fd88-4ce9-93d4-c29ef298fed3 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (a1553aa5-8f5f-499b-9df6-47b641b7aee2), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:32.901051 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215e5cce-fd88-4ce9-93d4-c29ef298fed3 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1553aa5-8f5f-499b-9df6-47b641b7aee2,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:32.911013 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-215e5cce-fd88-4ce9-93d4-c29ef298fed3 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:32.913111 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-215e5cce-fd88-4ce9-93d4-c29ef298fed3 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2007935 Feb 19 04:03:32.917225 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53714) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:32.926523 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-efd3c1f6-ef4a-4eda-8151-068ac08d6404 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Request body: {'security_group_rule': {'security_group_id': '63280abe-b96d-4db5-9e97-efeda979ab69', 'project_id': '8e43d68b2c9f4c3cb95156de03dab294', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:03:32.969557 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-5a87d742-ffca-4c7f-96e8-5c659a2a4175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51015018-566e-4526-ba2f-c166ea947d4a', 'name': 'tempest-TestShelveInstance-1257737272-router', 'tenant_id': '9cdafa098d9c40a5871ed8c095810b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '7cd3f602-db67-497d-bf5b-5e51e775d6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:03:25Z', 'updated_at': '2022-02-19T04:03:29Z', 'revision_number': 4, 'project_id': '9cdafa098d9c40a5871ed8c095810b6f', 'gw_port': {'id': '7cd3f602-db67-497d-bf5b-5e51e775d6d1', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c2:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51015018-566e-4526-ba2f-c166ea947d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:03:26Z', 'updated_at': '2022-02-19T04:03:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '6cfd8628-46c1-4e77-b153-2053805c8780', 'name': '', 'network_id': 'd8ca1f4d-86ac-41fe-b8b2-979da108dc29', 'tenant_id': '9cdafa098d9c40a5871ed8c095810b6f', 'mac_address': 'fa:16:3e:c2:e3:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51015018-566e-4526-ba2f-c166ea947d4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'f0467378-a000-4328-811d-064d2cdd8077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:03:28Z', 'updated_at': '2022-02-19T04:03:30Z', 'revision_number': 2, 'project_id': '9cdafa098d9c40a5871ed8c095810b6f', 'subnets': [{'id': 'f0467378-a000-4328-811d-064d2cdd8077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:03:32.978186 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-efd3c1f6-ef4a-4eda-8151-068ac08d6404 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Publish callbacks [] for security_group_rule (c3b041d3-817b-4c74-9658-622812d4616e), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:33.050163 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a87d742-ffca-4c7f-96e8-5c659a2a4175 None None] Checking router: 51015018-566e-4526-ba2f-c166ea947d4a for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:03:33.050525 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a87d742-ffca-4c7f-96e8-5c659a2a4175 None None] Updating router 51015018-566e-4526-ba2f-c166ea947d4a port 6cfd8628-46c1-4e77-b153-2053805c8780 binding host n-d-826753-2 {{(pid=103703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:03:33.085513 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-efd3c1f6-ef4a-4eda-8151-068ac08d6404 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Publish callbacks [] for security_group_rule (c3b041d3-817b-4c74-9658-622812d4616e), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:33.085935 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 7cd3f602-db67-497d-bf5b-5e51e775d6d1 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:03:33.086330 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (7cd3f602-db67-497d-bf5b-5e51e775d6d1), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:33.091492 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-efd3c1f6-ef4a-4eda-8151-068ac08d6404 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (c3b041d3-817b-4c74-9658-622812d4616e), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:33.100253 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5a87d742-ffca-4c7f-96e8-5c659a2a4175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (6cfd8628-46c1-4e77-b153-2053805c8780), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:33.113744 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd3c1f6-ef4a-4eda-8151-068ac08d6404 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3b041d3-817b-4c74-9658-622812d4616e,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:33.125577 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-efd3c1f6-ef4a-4eda-8151-068ac08d6404 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:33.126885 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-efd3c1f6-ef4a-4eda-8151-068ac08d6404 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2068245 Feb 19 04:03:33.130352 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53718) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:33.135158 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-f5edb4e6-61eb-478b-b9bd-e62f7a7c9215 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Request body: {'security_group_rule': {'security_group_id': '63280abe-b96d-4db5-9e97-efeda979ab69', 'project_id': '8e43d68b2c9f4c3cb95156de03dab294', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:03:33.142503 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port 7cd3f602-db67-497d-bf5b-5e51e775d6d1, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=7cd3f602-db67-497d-bf5b-5e51e775d6d1,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:03:33.152691 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (7cd3f602-db67-497d-bf5b-5e51e775d6d1), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:33.166970 n-d-826753-2 neutron-server[103702]: INFO neutron.db.securitygroups_db [None req-f5edb4e6-61eb-478b-b9bd-e62f7a7c9215 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Project 8e43d68b2c9f4c3cb95156de03dab294 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 04:03:33.174775 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f5edb4e6-61eb-478b-b9bd-e62f7a7c9215 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Publish callbacks [] for security_group_rule (c5952d58-a384-45fa-8abd-0de56fe2284a), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:33.273476 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f5edb4e6-61eb-478b-b9bd-e62f7a7c9215 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Publish callbacks [] for security_group_rule (c5952d58-a384-45fa-8abd-0de56fe2284a), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:33.278443 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f5edb4e6-61eb-478b-b9bd-e62f7a7c9215 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (c5952d58-a384-45fa-8abd-0de56fe2284a), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:33.299059 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5edb4e6-61eb-478b-b9bd-e62f7a7c9215 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5952d58-a384-45fa-8abd-0de56fe2284a,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:33.308735 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f5edb4e6-61eb-478b-b9bd-e62f7a7c9215 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:33.314846 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-f5edb4e6-61eb-478b-b9bd-e62f7a7c9215 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1787357 Feb 19 04:03:33.315612 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 53720) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:33.323382 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-394d0bc5-f24f-4b58-866b-3d775d294a83 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Request body: {'security_group_rule': {'security_group_id': '63280abe-b96d-4db5-9e97-efeda979ab69', 'project_id': '8e43d68b2c9f4c3cb95156de03dab294', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:03:33.351161 n-d-826753-2 neutron-server[103702]: INFO neutron.db.securitygroups_db [None req-394d0bc5-f24f-4b58-866b-3d775d294a83 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Project 8e43d68b2c9f4c3cb95156de03dab294 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 04:03:33.352428 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=7cd3f602-db67-497d-bf5b-5e51e775d6d1,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:33.366179 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-394d0bc5-f24f-4b58-866b-3d775d294a83 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Publish callbacks [] for security_group_rule (6fc9f4e4-8695-47b7-b947-fca592c0b88e), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:33.470880 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-394d0bc5-f24f-4b58-866b-3d775d294a83 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Publish callbacks [] for security_group_rule (6fc9f4e4-8695-47b7-b947-fca592c0b88e), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:33.475623 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-394d0bc5-f24f-4b58-866b-3d775d294a83 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (6fc9f4e4-8695-47b7-b947-fca592c0b88e), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:33.503638 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394d0bc5-f24f-4b58-866b-3d775d294a83 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fc9f4e4-8695-47b7-b947-fca592c0b88e,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:33.515589 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-394d0bc5-f24f-4b58-866b-3d775d294a83 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:33.516938 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-394d0bc5-f24f-4b58-866b-3d775d294a83 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1997850 Feb 19 04:03:33.653145 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5a87d742-ffca-4c7f-96e8-5c659a2a4175 None None] Publish callbacks [] for port (6cfd8628-46c1-4e77-b153-2053805c8780), precommit_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:33.671066 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5a87d742-ffca-4c7f-96e8-5c659a2a4175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (6cfd8628-46c1-4e77-b153-2053805c8780), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:33.777116 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8d36d206-1e1b-472f-85fc-6f34fdafbced req-39489fa8-70f4-4d0d-8976-1a23bc7117bc tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1332400443&fields=id&tenant_id=8e43d68b2c9f4c3cb95156de03dab294 HTTP/1.1" status: 200 len: 267 time: 0.0872667 Feb 19 04:03:33.787879 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481d3f88-0e9a-47ea-b414-281b6635568d None None] Pushing event updated for resources: {'Port': ['ID=6cfd8628-46c1-4e77-b153-2053805c8780,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:33.901185 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-5a87d742-ffca-4c7f-96e8-5c659a2a4175 None None] Attempting to bind port 6cfd8628-46c1-4e77-b153-2053805c8780 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:03:33.902569 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-5a87d742-ffca-4c7f-96e8-5c659a2a4175 None None] Attempting to bind port 6cfd8628-46c1-4e77-b153-2053805c8780 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '86a8ad73-2e1e-4d7c-94b2-ff166bfb9904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'd8ca1f4d-86ac-41fe-b8b2-979da108dc29'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:03:33.903714 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a87d742-ffca-4c7f-96e8-5c659a2a4175 None None] Attempting to bind port 6cfd8628-46c1-4e77-b153-2053805c8780 on network d8ca1f4d-86ac-41fe-b8b2-979da108dc29 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:03:33.914222 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a87d742-ffca-4c7f-96e8-5c659a2a4175 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:03:33.914222 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a87d742-ffca-4c7f-96e8-5c659a2a4175 None None] Checking segment: {'id': '86a8ad73-2e1e-4d7c-94b2-ff166bfb9904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'd8ca1f4d-86ac-41fe-b8b2-979da108dc29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:03:33.915287 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5a87d742-ffca-4c7f-96e8-5c659a2a4175 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:33.916143 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a87d742-ffca-4c7f-96e8-5c659a2a4175 None None] Bound using segment: {'id': '86a8ad73-2e1e-4d7c-94b2-ff166bfb9904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'd8ca1f4d-86ac-41fe-b8b2-979da108dc29'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:03:33.917164 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-5a87d742-ffca-4c7f-96e8-5c659a2a4175 None None] Bound port: 6cfd8628-46c1-4e77-b153-2053805c8780, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86a8ad73-2e1e-4d7c-94b2-ff166bfb9904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'd8ca1f4d-86ac-41fe-b8b2-979da108dc29'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:03:33.918731 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5a87d742-ffca-4c7f-96e8-5c659a2a4175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (6cfd8628-46c1-4e77-b153-2053805c8780), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:33.982421 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d36d206-1e1b-472f-85fc-6f34fdafbced req-62bd1fe0-3a08-4139-a28e-9c07f511720e tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:33.994094 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8d36d206-1e1b-472f-85fc-6f34fdafbced req-62bd1fe0-3a08-4139-a28e-9c07f511720e tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/networks?id=67cca915-b7af-44c4-99c6-72d992afe820 HTTP/1.1" status: 200 len: 808 time: 0.2071841 Feb 19 04:03:34.012651 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8d36d206-1e1b-472f-85fc-6f34fdafbced req-d210a79e-92c9-4408-a5b9-d757547ea7f6 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/quotas/8e43d68b2c9f4c3cb95156de03dab294 HTTP/1.1" status: 200 len: 375 time: 0.0148048 Feb 19 04:03:34.051922 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-5a87d742-ffca-4c7f-96e8-5c659a2a4175 None None] For port 6cfd8628-46c1-4e77-b153-2053805c8780, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:03:34.062154 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-5a87d742-ffca-4c7f-96e8-5c659a2a4175 None None] For port 6cfd8628-46c1-4e77-b153-2053805c8780, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=6cfd8628-46c1-4e77-b153-2053805c8780,segment=NetworkSegment(86a8ad73-2e1e-4d7c-94b2-ff166bfb9904),segment_id=86a8ad73-2e1e-4d7c-94b2-ff166bfb9904)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:03:34.078988 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5a87d742-ffca-4c7f-96e8-5c659a2a4175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (6cfd8628-46c1-4e77-b153-2053805c8780), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:34.129439 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8d36d206-1e1b-472f-85fc-6f34fdafbced req-0199fe61-0425-4655-86af-2e03a19b3bc8 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=8e43d68b2c9f4c3cb95156de03dab294&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1041439 Feb 19 04:03:34.204731 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-d83e5262-cfc9-4ff6-bc58-1319907f3d42 None None] Provisioning complete for port 6cfd8628-46c1-4e77-b153-2053805c8780 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:03:34.205147 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d83e5262-cfc9-4ff6-bc58-1319907f3d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (6cfd8628-46c1-4e77-b153-2053805c8780), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:34.208003 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481d3f88-0e9a-47ea-b414-281b6635568d None None] Pushing event updated for resources: {'Port': ['ID=6cfd8628-46c1-4e77-b153-2053805c8780,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:34.216334 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a87d742-ffca-4c7f-96e8-5c659a2a4175 None None] Routers {'51015018-566e-4526-ba2f-c166ea947d4a'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:03:34.217119 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-5a87d742-ffca-4c7f-96e8-5c659a2a4175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T04:03:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['51015018-566e-4526-ba2f-c166ea947d4a'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:03:34.357581 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8d36d206-1e1b-472f-85fc-6f34fdafbced req-9f7068fa-259a-43f9-b2c3-5a04da3cff66 service neutron] 10.222.0.72 "GET /v2.0/networks/67cca915-b7af-44c4-99c6-72d992afe820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072055 Feb 19 04:03:34.489968 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-5a87d742-ffca-4c7f-96e8-5c659a2a4175 None None] Set router 51015018-566e-4526-ba2f-c166ea947d4a gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:03:34.493446 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-d83e5262-cfc9-4ff6-bc58-1319907f3d42 None None] Current status of the port 6cfd8628-46c1-4e77-b153-2053805c8780 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:03:34.494126 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d83e5262-cfc9-4ff6-bc58-1319907f3d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (6cfd8628-46c1-4e77-b153-2053805c8780), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:34.512192 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 7cd3f602-db67-497d-bf5b-5e51e775d6d1 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:03:34.547858 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8d36d206-1e1b-472f-85fc-6f34fdafbced req-aef79486-ba8f-41d4-bae2-4e568cf7c005 service neutron] 10.222.0.72 "GET /v2.0/networks/67cca915-b7af-44c4-99c6-72d992afe820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879251 Feb 19 04:03:34.726819 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-d83e5262-cfc9-4ff6-bc58-1319907f3d42 None None] For port 6cfd8628-46c1-4e77-b153-2053805c8780, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=6cfd8628-46c1-4e77-b153-2053805c8780,segment=NetworkSegment(86a8ad73-2e1e-4d7c-94b2-ff166bfb9904),segment_id=86a8ad73-2e1e-4d7c-94b2-ff166bfb9904)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:03:34.749641 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d83e5262-cfc9-4ff6-bc58-1319907f3d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (6cfd8628-46c1-4e77-b153-2053805c8780), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:34.822883 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ee453c6c-3307-4348-878d-372929df0a0e req-381c0626-153d-4d9b-aa63-e66a64f759d3 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3ddc6a9-e27f-4230-81b1-5b26508499ec HTTP/1.1" status: 200 len: 210 time: 0.0438566 Feb 19 04:03:34.900239 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 7cd3f602-db67-497d-bf5b-5e51e775d6d1 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:03:34.900635 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (7cd3f602-db67-497d-bf5b-5e51e775d6d1), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:35.032891 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83e5262-cfc9-4ff6-bc58-1319907f3d42 None None] Pushing event updated for resources: {'Port': ['ID=6cfd8628-46c1-4e77-b153-2053805c8780,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:35.048711 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-726e872e-9aa5-44e7-a712-bdaa1290811a None None] Provisioning complete for port 6cfd8628-46c1-4e77-b153-2053805c8780 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:03:35.049235 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-726e872e-9aa5-44e7-a712-bdaa1290811a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (6cfd8628-46c1-4e77-b153-2053805c8780), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:35.272749 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 7cd3f602-db67-497d-bf5b-5e51e775d6d1 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:03:35.296618 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-5a87d742-ffca-4c7f-96e8-5c659a2a4175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51015018-566e-4526-ba2f-c166ea947d4a', 'name': 'tempest-TestShelveInstance-1257737272-router', 'tenant_id': '9cdafa098d9c40a5871ed8c095810b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '7cd3f602-db67-497d-bf5b-5e51e775d6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:03:25Z', 'updated_at': '2022-02-19T04:03:29Z', 'revision_number': 4, 'project_id': '9cdafa098d9c40a5871ed8c095810b6f', 'gw_port': {'id': '7cd3f602-db67-497d-bf5b-5e51e775d6d1', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51015018-566e-4526-ba2f-c166ea947d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:03:26Z', 'updated_at': '2022-02-19T04:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '6cfd8628-46c1-4e77-b153-2053805c8780', 'name': '', 'network_id': 'd8ca1f4d-86ac-41fe-b8b2-979da108dc29', 'tenant_id': '9cdafa098d9c40a5871ed8c095810b6f', 'mac_address': 'fa:16:3e:c2:e3:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51015018-566e-4526-ba2f-c166ea947d4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'f0467378-a000-4328-811d-064d2cdd8077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:03:28Z', 'updated_at': '2022-02-19T04:03:34Z', 'revision_number': 4, 'project_id': '9cdafa098d9c40a5871ed8c095810b6f', 'subnets': [{'id': 'f0467378-a000-4328-811d-064d2cdd8077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:03:35.298626 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-726e872e-9aa5-44e7-a712-bdaa1290811a None None] Current status of the port 6cfd8628-46c1-4e77-b153-2053805c8780 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:03:35.335296 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a87d742-ffca-4c7f-96e8-5c659a2a4175 None None] The sync data for ids ['51015018-566e-4526-ba2f-c166ea947d4a'] in n-d-826753-2 is: [{'id': '51015018-566e-4526-ba2f-c166ea947d4a', 'name': 'tempest-TestShelveInstance-1257737272-router', 'tenant_id': '9cdafa098d9c40a5871ed8c095810b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '7cd3f602-db67-497d-bf5b-5e51e775d6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:03:25Z', 'updated_at': '2022-02-19T04:03:29Z', 'revision_number': 4, 'project_id': '9cdafa098d9c40a5871ed8c095810b6f', 'gw_port': {'id': '7cd3f602-db67-497d-bf5b-5e51e775d6d1', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51015018-566e-4526-ba2f-c166ea947d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:03:26Z', 'updated_at': '2022-02-19T04:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '6cfd8628-46c1-4e77-b153-2053805c8780', 'name': '', 'network_id': 'd8ca1f4d-86ac-41fe-b8b2-979da108dc29', 'tenant_id': '9cdafa098d9c40a5871ed8c095810b6f', 'mac_address': 'fa:16:3e:c2:e3:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51015018-566e-4526-ba2f-c166ea947d4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'f0467378-a000-4328-811d-064d2cdd8077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:03:28Z', 'updated_at': '2022-02-19T04:03:34Z', 'revision_number': 4, 'project_id': '9cdafa098d9c40a5871ed8c095810b6f', 'subnets': [{'id': 'f0467378-a000-4328-811d-064d2cdd8077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:03:35.997665 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d5e384d8-8ba6-4406-b81e-774acaf1a849 req-1390e591-5283-43e5-ada9-8da22a2be813 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3ddc6a9-e27f-4230-81b1-5b26508499ec HTTP/1.1" status: 200 len: 210 time: 0.0508571 Feb 19 04:03:36.356332 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d36d206-1e1b-472f-85fc-6f34fdafbced req-128e4ee7-5b9a-4e86-b79f-783685639bd6 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:36.358649 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8d36d206-1e1b-472f-85fc-6f34fdafbced req-128e4ee7-5b9a-4e86-b79f-783685639bd6 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.73 "GET /v2.0/networks?id=67cca915-b7af-44c4-99c6-72d992afe820 HTTP/1.1" status: 200 len: 808 time: 0.2097609 Feb 19 04:03:36.453145 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 6cfd8628-46c1-4e77-b153-2053805c8780 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:03:36.505777 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8d36d206-1e1b-472f-85fc-6f34fdafbced req-b75ffdfe-52c8-4651-8710-dc2e5a06bc33 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8e43d68b2c9f4c3cb95156de03dab294 HTTP/1.1" status: 200 len: 380 time: 0.1027207 Feb 19 04:03:36.523053 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-8d36d206-1e1b-472f-85fc-6f34fdafbced req-98066155-39a6-4ee2-9dd0-bc7efb6be546 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Request body: {'port': {'device_id': 'c3ddc6a9-e27f-4230-81b1-5b26508499ec', 'network_id': '67cca915-b7af-44c4-99c6-72d992afe820', 'admin_state_up': True, 'tenant_id': '8e43d68b2c9f4c3cb95156de03dab294', 'security_groups': ['63280abe-b96d-4db5-9e97-efeda979ab69']}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:03:36.531933 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 6cfd8628-46c1-4e77-b153-2053805c8780 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:03:36.532317 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (6cfd8628-46c1-4e77-b153-2053805c8780), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:36.660860 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 6cfd8628-46c1-4e77-b153-2053805c8780 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:03:36.702924 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d36d206-1e1b-472f-85fc-6f34fdafbced req-98066155-39a6-4ee2-9dd0-bc7efb6be546 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Made reservation on behalf of 8e43d68b2c9f4c3cb95156de03dab294 for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:03:36.708443 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-8d36d206-1e1b-472f-85fc-6f34fdafbced req-98066155-39a6-4ee2-9dd0-bc7efb6be546 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:36.897898 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [req-8d36d206-1e1b-472f-85fc-6f34fdafbced req-98066155-39a6-4ee2-9dd0-bc7efb6be546 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Allocated IP 172.20.0.6 (67cca915-b7af-44c4-99c6-72d992afe820/a89d843f-69cd-4f0c-b33c-c708751b807c/c7dff6fc-2a6a-4243-a208-4d407521c370) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:03:37.083297 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-8d36d206-1e1b-472f-85fc-6f34fdafbced req-98066155-39a6-4ee2-9dd0-bc7efb6be546 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Publish callbacks [] for port (c7dff6fc-2a6a-4243-a208-4d407521c370), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:37.135082 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-8d36d206-1e1b-472f-85fc-6f34fdafbced req-98066155-39a6-4ee2-9dd0-bc7efb6be546 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (c7dff6fc-2a6a-4243-a208-4d407521c370), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:37.142677 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-dcadc194-c0fe-44f2-8b3d-7a253dd6c61a req-db5eca38-b11f-4e18-a78e-fe7b53f15610 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3ddc6a9-e27f-4230-81b1-5b26508499ec HTTP/1.1" status: 200 len: 210 time: 0.0410233 Feb 19 04:03:37.210185 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d36d206-1e1b-472f-85fc-6f34fdafbced req-98066155-39a6-4ee2-9dd0-bc7efb6be546 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Network 67cca915-b7af-44c4-99c6-72d992afe820 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:03:37.213789 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [req-8d36d206-1e1b-472f-85fc-6f34fdafbced req-98066155-39a6-4ee2-9dd0-bc7efb6be546 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:03:37.221625 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d36d206-1e1b-472f-85fc-6f34fdafbced req-98066155-39a6-4ee2-9dd0-bc7efb6be546 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:03:37.252409 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98066155-39a6-4ee2-9dd0-bc7efb6be546 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Pushing event updated for resources: {'Port': ['ID=c7dff6fc-2a6a-4243-a208-4d407521c370,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:37.301491 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d36d206-1e1b-472f-85fc-6f34fdafbced req-98066155-39a6-4ee2-9dd0-bc7efb6be546 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:37.302194 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-8d36d206-1e1b-472f-85fc-6f34fdafbced req-98066155-39a6-4ee2-9dd0-bc7efb6be546 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:37.326349 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8d36d206-1e1b-472f-85fc-6f34fdafbced req-98066155-39a6-4ee2-9dd0-bc7efb6be546 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8103447 Feb 19 04:03:37.343736 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-8d36d206-1e1b-472f-85fc-6f34fdafbced req-3926594d-d020-49c6-ab4b-4c7c9928ef6e service neutron] Request body: {'port': {'device_id': 'c3ddc6a9-e27f-4230-81b1-5b26508499ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826753-2'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:03:37.436157 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-8d36d206-1e1b-472f-85fc-6f34fdafbced req-3926594d-d020-49c6-ab4b-4c7c9928ef6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (c7dff6fc-2a6a-4243-a208-4d407521c370), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:37.553054 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-3cee0e81-2b67-4b38-8658-b43b45697dbe None None] Provisioning complete for port c7dff6fc-2a6a-4243-a208-4d407521c370 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:03:37.553054 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3cee0e81-2b67-4b38-8658-b43b45697dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (c7dff6fc-2a6a-4243-a208-4d407521c370), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:37.594997 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-3cee0e81-2b67-4b38-8658-b43b45697dbe None None] Port c7dff6fc-2a6a-4243-a208-4d407521c370 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:03:37.761888 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-8d36d206-1e1b-472f-85fc-6f34fdafbced req-3926594d-d020-49c6-ab4b-4c7c9928ef6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7dff6fc-2a6a-4243-a208-4d407521c370 {{(pid=103702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:03:37.770730 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-8d36d206-1e1b-472f-85fc-6f34fdafbced req-3926594d-d020-49c6-ab4b-4c7c9928ef6e service neutron] Publish callbacks [] for port (c7dff6fc-2a6a-4243-a208-4d407521c370), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:37.785265 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-8d36d206-1e1b-472f-85fc-6f34fdafbced req-3926594d-d020-49c6-ab4b-4c7c9928ef6e service neutron] Transition to ACTIVE for port object c7dff6fc-2a6a-4243-a208-4d407521c370 will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:03:37.789688 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-8d36d206-1e1b-472f-85fc-6f34fdafbced req-3926594d-d020-49c6-ab4b-4c7c9928ef6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (c7dff6fc-2a6a-4243-a208-4d407521c370), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:37.840483 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3926594d-d020-49c6-ab4b-4c7c9928ef6e service neutron] Pushing event updated for resources: {'Port': ['ID=c7dff6fc-2a6a-4243-a208-4d407521c370,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:37.925304 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-8d36d206-1e1b-472f-85fc-6f34fdafbced req-3926594d-d020-49c6-ab4b-4c7c9928ef6e service neutron] Attempting to bind port c7dff6fc-2a6a-4243-a208-4d407521c370 on host n-h1-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:03:37.925619 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-8d36d206-1e1b-472f-85fc-6f34fdafbced req-3926594d-d020-49c6-ab4b-4c7c9928ef6e service neutron] Attempting to bind port c7dff6fc-2a6a-4243-a208-4d407521c370 by drivers openvswitch,hyperv on host n-h1-826753-2 at level 0 using segments [{'id': 'f5174ef4-92be-4625-806e-e2dd485a6234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '67cca915-b7af-44c4-99c6-72d992afe820'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:03:37.925942 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d36d206-1e1b-472f-85fc-6f34fdafbced req-3926594d-d020-49c6-ab4b-4c7c9928ef6e service neutron] Attempting to bind port c7dff6fc-2a6a-4243-a208-4d407521c370 on network 67cca915-b7af-44c4-99c6-72d992afe820 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:03:37.930508 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d36d206-1e1b-472f-85fc-6f34fdafbced req-3926594d-d020-49c6-ab4b-4c7c9928ef6e service neutron] Port c7dff6fc-2a6a-4243-a208-4d407521c370 on network 67cca915-b7af-44c4-99c6-72d992afe820 not bound, no agent of type Open vSwitch agent registered on host n-h1-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:03:37.930824 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d36d206-1e1b-472f-85fc-6f34fdafbced req-3926594d-d020-49c6-ab4b-4c7c9928ef6e service neutron] Attempting to bind port c7dff6fc-2a6a-4243-a208-4d407521c370 on network 67cca915-b7af-44c4-99c6-72d992afe820 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:03:37.937332 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d36d206-1e1b-472f-85fc-6f34fdafbced req-3926594d-d020-49c6-ab4b-4c7c9928ef6e service neutron] Checking agent: {'id': '9d56fb1b-2855-496a-a6d9-c324740cb98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:03:37.937601 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d36d206-1e1b-472f-85fc-6f34fdafbced req-3926594d-d020-49c6-ab4b-4c7c9928ef6e service neutron] Checking segment: {'id': 'f5174ef4-92be-4625-806e-e2dd485a6234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '67cca915-b7af-44c4-99c6-72d992afe820'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:03:37.938185 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d36d206-1e1b-472f-85fc-6f34fdafbced req-3926594d-d020-49c6-ab4b-4c7c9928ef6e service neutron] Bound using segment: {'id': 'f5174ef4-92be-4625-806e-e2dd485a6234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '67cca915-b7af-44c4-99c6-72d992afe820'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:03:37.938496 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-8d36d206-1e1b-472f-85fc-6f34fdafbced req-3926594d-d020-49c6-ab4b-4c7c9928ef6e service neutron] Bound port: c7dff6fc-2a6a-4243-a208-4d407521c370, host: n-h1-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5174ef4-92be-4625-806e-e2dd485a6234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '67cca915-b7af-44c4-99c6-72d992afe820'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:03:37.938897 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-8d36d206-1e1b-472f-85fc-6f34fdafbced req-3926594d-d020-49c6-ab4b-4c7c9928ef6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (c7dff6fc-2a6a-4243-a208-4d407521c370), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:38.024584 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-8d36d206-1e1b-472f-85fc-6f34fdafbced req-3926594d-d020-49c6-ab4b-4c7c9928ef6e service neutron] For port c7dff6fc-2a6a-4243-a208-4d407521c370, host n-h1-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:03:38.029433 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-8d36d206-1e1b-472f-85fc-6f34fdafbced req-3926594d-d020-49c6-ab4b-4c7c9928ef6e service neutron] For port c7dff6fc-2a6a-4243-a208-4d407521c370, host n-h1-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=c7dff6fc-2a6a-4243-a208-4d407521c370,segment=NetworkSegment(f5174ef4-92be-4625-806e-e2dd485a6234),segment_id=f5174ef4-92be-4625-806e-e2dd485a6234)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:03:38.037579 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-8d36d206-1e1b-472f-85fc-6f34fdafbced req-3926594d-d020-49c6-ab4b-4c7c9928ef6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (c7dff6fc-2a6a-4243-a208-4d407521c370), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:38.082774 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d36d206-1e1b-472f-85fc-6f34fdafbced req-3926594d-d020-49c6-ab4b-4c7c9928ef6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:38.083595 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-8d36d206-1e1b-472f-85fc-6f34fdafbced req-3926594d-d020-49c6-ab4b-4c7c9928ef6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:38.085423 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8d36d206-1e1b-472f-85fc-6f34fdafbced req-3926594d-d020-49c6-ab4b-4c7c9928ef6e service neutron] 10.222.0.73 "PUT /v2.0/ports/c7dff6fc-2a6a-4243-a208-4d407521c370 HTTP/1.1" status: 200 len: 1091 time: 0.7470398 Feb 19 04:03:38.086074 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3ddc6a9-e27f-4230-81b1-5b26508499ec', 'tag': 'c7dff6fc-2a6a-4243-a208-4d407521c370'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:03:38.089711 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b48a34f37e4e31fa410c3f10fa4e23c828d45427043ff8d3e4d9f228381d6ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cf8262c-402b-498c-8b96-024a8419495e" -d '{"events": [{"name": "network-changed", "server_uuid": "c3ddc6a9-e27f-4230-81b1-5b26508499ec", "tag": "c7dff6fc-2a6a-4243-a208-4d407521c370"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:03:38.120270 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3926594d-d020-49c6-ab4b-4c7c9928ef6e service neutron] Pushing event updated for resources: {'Port': ['ID=c7dff6fc-2a6a-4243-a208-4d407521c370,revision_number=3']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:38.162669 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e8f9509-3ad3-47cd-8894-00c8479e3d74 x-openstack-request-id: req-9e8f9509-3ad3-47cd-8894-00c8479e3d74 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:03:38.163206 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3ddc6a9-e27f-4230-81b1-5b26508499ec", "tag": "c7dff6fc-2a6a-4243-a208-4d407521c370", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:03:38.163372 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9e8f9509-3ad3-47cd-8894-00c8479e3d74 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:03:38.163858 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3ddc6a9-e27f-4230-81b1-5b26508499ec', 'tag': 'c7dff6fc-2a6a-4243-a208-4d407521c370', 'status': 'completed', 'code': 200} Feb 19 04:03:38.237561 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d36d206-1e1b-472f-85fc-6f34fdafbced req-0f466652-262c-4ef9-9206-4a0e45fb6706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:38.239505 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8d36d206-1e1b-472f-85fc-6f34fdafbced req-0f466652-262c-4ef9-9206-4a0e45fb6706 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8e43d68b2c9f4c3cb95156de03dab294&device_id=c3ddc6a9-e27f-4230-81b1-5b26508499ec HTTP/1.1" status: 200 len: 1125 time: 0.0652976 Feb 19 04:03:38.310266 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8d36d206-1e1b-472f-85fc-6f34fdafbced req-7c42c378-c9d5-463e-a99e-456ce7f8d5de service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c7dff6fc-2a6a-4243-a208-4d407521c370 HTTP/1.1" status: 200 len: 217 time: 0.0584142 Feb 19 04:03:38.346754 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8c51c0-3f4e-49ce-a8a6-829b2c611141 req-86e262ab-0b16-4a9a-84de-f9b9a9d00f9d tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:38.349580 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3a8c51c0-3f4e-49ce-a8a6-829b2c611141 req-86e262ab-0b16-4a9a-84de-f9b9a9d00f9d tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3ddc6a9-e27f-4230-81b1-5b26508499ec HTTP/1.1" status: 200 len: 943 time: 0.0783718 Feb 19 04:03:38.391126 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d36d206-1e1b-472f-85fc-6f34fdafbced req-1b846eb3-4741-48bb-a26c-6b365588b5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:38.393234 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8d36d206-1e1b-472f-85fc-6f34fdafbced req-1b846eb3-4741-48bb-a26c-6b365588b5bb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a89d843f-69cd-4f0c-b33c-c708751b807c HTTP/1.1" status: 200 len: 847 time: 0.0767148 Feb 19 04:03:38.425542 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3a8c51c0-3f4e-49ce-a8a6-829b2c611141 req-5107da7b-4981-48ac-873d-94803913e604 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=63280abe-b96d-4db5-9e97-efeda979ab69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666440 Feb 19 04:03:38.461795 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d36d206-1e1b-472f-85fc-6f34fdafbced req-62fb43d5-89a9-46b9-bdae-2a8d784216f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:38.463435 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8d36d206-1e1b-472f-85fc-6f34fdafbced req-62fb43d5-89a9-46b9-bdae-2a8d784216f4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=67cca915-b7af-44c4-99c6-72d992afe820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0642188 Feb 19 04:03:38.571602 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8d36d206-1e1b-472f-85fc-6f34fdafbced req-81f465b7-f4c8-47b4-97ac-5021a6bb80b8 service neutron] 10.222.0.73 "GET /v2.0/networks/67cca915-b7af-44c4-99c6-72d992afe820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021051 Feb 19 04:03:38.672837 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8d36d206-1e1b-472f-85fc-6f34fdafbced req-6ac3151e-a1d0-43ec-a04d-26eb51230033 service neutron] 10.222.0.73 "GET /v2.0/networks/67cca915-b7af-44c4-99c6-72d992afe820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957751 Feb 19 04:03:38.824171 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf8262c-402b-498c-8b96-024a8419495e req-44a62710-8ab3-4a0c-aa92-834d1f9154bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:38.825764 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8cf8262c-402b-498c-8b96-024a8419495e req-44a62710-8ab3-4a0c-aa92-834d1f9154bf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8e43d68b2c9f4c3cb95156de03dab294&device_id=c3ddc6a9-e27f-4230-81b1-5b26508499ec HTTP/1.1" status: 200 len: 1125 time: 0.0572114 Feb 19 04:03:38.934421 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf8262c-402b-498c-8b96-024a8419495e req-91319e77-b734-4ccb-bfee-8ac9ecda80a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:38.935921 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8cf8262c-402b-498c-8b96-024a8419495e req-91319e77-b734-4ccb-bfee-8ac9ecda80a0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=67cca915-b7af-44c4-99c6-72d992afe820 HTTP/1.1" status: 200 len: 909 time: 0.1048698 Feb 19 04:03:38.981729 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8cf8262c-402b-498c-8b96-024a8419495e req-3d26cca3-7e5e-4a1b-ad7a-e6a4c2be198c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c7dff6fc-2a6a-4243-a208-4d407521c370 HTTP/1.1" status: 200 len: 217 time: 0.0399079 Feb 19 04:03:39.032577 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf8262c-402b-498c-8b96-024a8419495e req-dec28a6c-6061-47be-b1cd-3dbe47a81f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:39.034121 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8cf8262c-402b-498c-8b96-024a8419495e req-dec28a6c-6061-47be-b1cd-3dbe47a81f8b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a89d843f-69cd-4f0c-b33c-c708751b807c HTTP/1.1" status: 200 len: 847 time: 0.0465496 Feb 19 04:03:39.097121 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf8262c-402b-498c-8b96-024a8419495e req-1dfbb47f-5959-4a48-98ec-8952dc506309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:39.098605 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8cf8262c-402b-498c-8b96-024a8419495e req-1dfbb47f-5959-4a48-98ec-8952dc506309 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=67cca915-b7af-44c4-99c6-72d992afe820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0591409 Feb 19 04:03:39.214940 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8cf8262c-402b-498c-8b96-024a8419495e req-d0f3da4e-4b26-41be-9cd9-1135abe8db84 service neutron] 10.222.0.73 "GET /v2.0/networks/67cca915-b7af-44c4-99c6-72d992afe820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099706 Feb 19 04:03:39.320134 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8cf8262c-402b-498c-8b96-024a8419495e req-373c2a20-9fa5-4f66-8b4e-3c54deabce96 service neutron] 10.222.0.73 "GET /v2.0/networks/67cca915-b7af-44c4-99c6-72d992afe820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001477 Feb 19 04:03:39.580163 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ea91c5-e7a0-40ea-95c5-ee86b001484c req-152f5dc3-0503-4644-9b57-f9708f67b890 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:39.581791 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-76ea91c5-e7a0-40ea-95c5-ee86b001484c req-152f5dc3-0503-4644-9b57-f9708f67b890 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3ddc6a9-e27f-4230-81b1-5b26508499ec HTTP/1.1" status: 200 len: 943 time: 0.0665090 Feb 19 04:03:39.647675 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-76ea91c5-e7a0-40ea-95c5-ee86b001484c req-e51164e3-bc5e-442d-846b-99a9189655ee tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=63280abe-b96d-4db5-9e97-efeda979ab69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580642 Feb 19 04:03:40.791070 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf97bfd-5561-4e61-9a51-0d02b2795a54 req-12b93961-4d8e-4cbe-9a5e-8151d99604ce tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:40.792309 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ecf97bfd-5561-4e61-9a51-0d02b2795a54 req-12b93961-4d8e-4cbe-9a5e-8151d99604ce tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3ddc6a9-e27f-4230-81b1-5b26508499ec HTTP/1.1" status: 200 len: 943 time: 0.0549088 Feb 19 04:03:40.844235 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ecf97bfd-5561-4e61-9a51-0d02b2795a54 req-33ff05bf-97d7-46a8-b3ad-29e67a4014f1 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=63280abe-b96d-4db5-9e97-efeda979ab69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454078 Feb 19 04:03:42.013947 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c339ff-526f-406b-a75f-6a45effeb7d3 req-32c6a312-f1c6-4189-ac20-923bd4a410b8 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:42.015390 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-78c339ff-526f-406b-a75f-6a45effeb7d3 req-32c6a312-f1c6-4189-ac20-923bd4a410b8 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3ddc6a9-e27f-4230-81b1-5b26508499ec HTTP/1.1" status: 200 len: 943 time: 0.0936704 Feb 19 04:03:42.082256 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-78c339ff-526f-406b-a75f-6a45effeb7d3 req-7d6a1bd7-6901-47a0-b403-92486f7cf0c8 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=63280abe-b96d-4db5-9e97-efeda979ab69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574160 Feb 19 04:03:42.774722 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device c7dff6fc-2a6a-4243-a208-4d407521c370 details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:03:42.878261 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port c7dff6fc-2a6a-4243-a208-4d407521c370, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=c7dff6fc-2a6a-4243-a208-4d407521c370,segment=NetworkSegment(f5174ef4-92be-4625-806e-e2dd485a6234),segment_id=f5174ef4-92be-4625-806e-e2dd485a6234)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:03:42.891105 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': 'c7dff6fc-2a6a-4243-a208-4d407521c370', 'network_id': '67cca915-b7af-44c4-99c6-72d992afe820', 'port_id': 'c7dff6fc-2a6a-4243-a208-4d407521c370', 'mac_address': 'fa:16:3e:63:73:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a89d843f-69cd-4f0c-b33c-c708751b807c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:03:42.937210 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port c7dff6fc-2a6a-4243-a208-4d407521c370 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:03:42.937610 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (c7dff6fc-2a6a-4243-a208-4d407521c370), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:42.952344 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7dff6fc-2a6a-4243-a208-4d407521c370 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:03:42.973103 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port c7dff6fc-2a6a-4243-a208-4d407521c370, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=c7dff6fc-2a6a-4243-a208-4d407521c370,segment=NetworkSegment(f5174ef4-92be-4625-806e-e2dd485a6234),segment_id=f5174ef4-92be-4625-806e-e2dd485a6234)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:03:42.979350 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (c7dff6fc-2a6a-4243-a208-4d407521c370), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:43.036332 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=c7dff6fc-2a6a-4243-a208-4d407521c370,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:43.258458 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7902cf74-cb00-494b-a205-b27ab468cec0 req-114af73c-563a-43ae-902e-0d8954f6a6b2 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:43.260972 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7902cf74-cb00-494b-a205-b27ab468cec0 req-114af73c-563a-43ae-902e-0d8954f6a6b2 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3ddc6a9-e27f-4230-81b1-5b26508499ec HTTP/1.1" status: 200 len: 944 time: 0.0966847 Feb 19 04:03:43.328628 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7902cf74-cb00-494b-a205-b27ab468cec0 req-8fba92d4-596b-488c-b763-c97d1b6e5fce tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=63280abe-b96d-4db5-9e97-efeda979ab69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617528 Feb 19 04:03:43.449030 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['c7dff6fc-2a6a-4243-a208-4d407521c370'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:03:44.454311 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6edd0a8-e65f-4a76-8916-afab23434bd7 req-8eabc5cb-da86-4747-a25a-1a6609527a74 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:44.455935 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f6edd0a8-e65f-4a76-8916-afab23434bd7 req-8eabc5cb-da86-4747-a25a-1a6609527a74 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3ddc6a9-e27f-4230-81b1-5b26508499ec HTTP/1.1" status: 200 len: 944 time: 0.0548148 Feb 19 04:03:44.507835 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f6edd0a8-e65f-4a76-8916-afab23434bd7 req-8444314e-a705-4ae9-bb39-c20a0121117d tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=63280abe-b96d-4db5-9e97-efeda979ab69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462682 Feb 19 04:03:44.789458 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device c7dff6fc-2a6a-4243-a208-4d407521c370 up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:03:45.004002 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning for port c7dff6fc-2a6a-4243-a208-4d407521c370 completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:03:45.012727 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port c7dff6fc-2a6a-4243-a208-4d407521c370 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:03:45.013132 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (c7dff6fc-2a6a-4243-a208-4d407521c370), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:45.093562 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port c7dff6fc-2a6a-4243-a208-4d407521c370 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:03:45.093959 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (c7dff6fc-2a6a-4243-a208-4d407521c370), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:45.117382 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3ddc6a9-e27f-4230-81b1-5b26508499ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7dff6fc-2a6a-4243-a208-4d407521c370'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:03:45.119651 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88fe038525c8a7a69a3adae1ae732c1dd0c63371bed0a925712ea7f2f25f70bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07c81150-9cfc-41c1-a222-fb77e1c7095e" -d '{"events": [{"server_uuid": "c3ddc6a9-e27f-4230-81b1-5b26508499ec", "name": "network-vif-plugged", "status": "completed", "tag": "c7dff6fc-2a6a-4243-a208-4d407521c370"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:03:45.132330 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port c7dff6fc-2a6a-4243-a208-4d407521c370, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=c7dff6fc-2a6a-4243-a208-4d407521c370,segment=NetworkSegment(f5174ef4-92be-4625-806e-e2dd485a6234),segment_id=f5174ef4-92be-4625-806e-e2dd485a6234)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:03:45.137938 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (c7dff6fc-2a6a-4243-a208-4d407521c370), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:45.175726 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80e21a1b-c8eb-4d69-95f4-161e37a8c0bb x-openstack-request-id: req-80e21a1b-c8eb-4d69-95f4-161e37a8c0bb {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:03:45.176048 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3ddc6a9-e27f-4230-81b1-5b26508499ec", "name": "network-vif-plugged", "status": "completed", "tag": "c7dff6fc-2a6a-4243-a208-4d407521c370", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:03:45.176355 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-80e21a1b-c8eb-4d69-95f4-161e37a8c0bb {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:03:45.176840 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3ddc6a9-e27f-4230-81b1-5b26508499ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7dff6fc-2a6a-4243-a208-4d407521c370', 'code': 200} Feb 19 04:03:45.208028 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=c7dff6fc-2a6a-4243-a208-4d407521c370,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:45.296833 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d5030e-29fa-4a0f-b92c-bb7b980fd6eb req-488aa4a0-4216-4466-96b8-219c8734063b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:45.298431 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a2d5030e-29fa-4a0f-b92c-bb7b980fd6eb req-488aa4a0-4216-4466-96b8-219c8734063b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c3ddc6a9-e27f-4230-81b1-5b26508499ec HTTP/1.1" status: 200 len: 1127 time: 0.0475600 Feb 19 04:03:45.347693 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a2d5030e-29fa-4a0f-b92c-bb7b980fd6eb req-7e4c99ea-d66a-4801-9d29-a09f3dfaeab4 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=63280abe-b96d-4db5-9e97-efeda979ab69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437005 Feb 19 04:03:45.647313 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8460511-d971-4592-88d3-1c0f60af93ce req-a97eff7c-8fd7-4c4a-87fc-0566ca5723b2 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:45.648735 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c8460511-d971-4592-88d3-1c0f60af93ce req-a97eff7c-8fd7-4c4a-87fc-0566ca5723b2 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3ddc6a9-e27f-4230-81b1-5b26508499ec HTTP/1.1" status: 200 len: 945 time: 0.0621157 Feb 19 04:03:45.695025 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-0d5e3af7-f63f-41b7-aa8f-3791ea995272 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:45.715814 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c8460511-d971-4592-88d3-1c0f60af93ce req-ec37e6c6-c94d-43a2-b725-ab067a9af59c tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=63280abe-b96d-4db5-9e97-efeda979ab69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609715 Feb 19 04:03:46.881638 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8167b9f-77b5-4533-8b2a-725b0e9daa37 req-3d5de340-b3aa-4b38-afce-a7a49df52ac4 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:46.884080 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a8167b9f-77b5-4533-8b2a-725b0e9daa37 req-3d5de340-b3aa-4b38-afce-a7a49df52ac4 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3ddc6a9-e27f-4230-81b1-5b26508499ec HTTP/1.1" status: 200 len: 945 time: 0.0800846 Feb 19 04:03:46.936639 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a8167b9f-77b5-4533-8b2a-725b0e9daa37 req-39a6426f-a4a0-45c1-b52b-92a61d78c1df tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=63280abe-b96d-4db5-9e97-efeda979ab69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458767 Feb 19 04:03:47.083604 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8e450f-a05c-499c-81e9-22f2ac8eec86 req-98f561c6-f393-4d5e-8108-4c2f071940e5 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:47.085240 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1f8e450f-a05c-499c-81e9-22f2ac8eec86 req-98f561c6-f393-4d5e-8108-4c2f071940e5 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3ddc6a9-e27f-4230-81b1-5b26508499ec HTTP/1.1" status: 200 len: 945 time: 0.0706756 Feb 19 04:03:47.155449 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1f8e450f-a05c-499c-81e9-22f2ac8eec86 req-eae0783d-9648-4dd9-a99e-2969d3733fad tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=63280abe-b96d-4db5-9e97-efeda979ab69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638366 Feb 19 04:03:47.181746 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 53774) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:47.354447 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4672759f-ef9d-4349-ad34-e5dcd659f65a tempest-TestShelveInstance-305656082 tempest-TestShelveInstance-305656082-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:47.357202 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-4672759f-ef9d-4349-ad34-e5dcd659f65a tempest-TestShelveInstance-305656082 tempest-TestShelveInstance-305656082-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=c3ddc6a9-e27f-4230-81b1-5b26508499ec HTTP/1.1" status: 200 len: 1122 time: 0.1742959 Feb 19 04:03:47.361356 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 53778) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:47.366179 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-1b0cb983-bdf1-4a7b-a9c9-5498443f605d tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Request body: {'floatingip': {'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'port_id': 'c7dff6fc-2a6a-4243-a208-4d407521c370', 'tenant_id': '8e43d68b2c9f4c3cb95156de03dab294', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:03:47.393909 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1b0cb983-bdf1-4a7b-a9c9-5498443f605d tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:47.519943 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1b0cb983-bdf1-4a7b-a9c9-5498443f605d tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:47.662804 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-1b0cb983-bdf1-4a7b-a9c9-5498443f605d tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Allocated IP 172.25.6.154 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/00e80632-a0e2-4201-9550-c97438e79d82) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:03:47.803385 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1b0cb983-bdf1-4a7b-a9c9-5498443f605d tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Publish callbacks [] for port (00e80632-a0e2-4201-9550-c97438e79d82), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:47.851018 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1b0cb983-bdf1-4a7b-a9c9-5498443f605d tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (00e80632-a0e2-4201-9550-c97438e79d82), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:47.888033 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-2700fa9f-03eb-4e7b-9c9e-62f2b12dfd56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:47.900263 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0cb983-bdf1-4a7b-a9c9-5498443f605d tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:03:47.904057 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-1b0cb983-bdf1-4a7b-a9c9-5498443f605d tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:03:47.910179 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0cb983-bdf1-4a7b-a9c9-5498443f605d tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:03:47.916356 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0cb983-bdf1-4a7b-a9c9-5498443f605d tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Pushing event updated for resources: {'Port': ['ID=00e80632-a0e2-4201-9550-c97438e79d82,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:48.414494 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1b0cb983-bdf1-4a7b-a9c9-5498443f605d tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Publish callbacks [] for floatingip (3ea4c1c8-7ff2-4827-b8c8-13140d88a911), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:48.504313 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1b0cb983-bdf1-4a7b-a9c9-5498443f605d tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (00e80632-a0e2-4201-9550-c97438e79d82), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:48.698802 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1b0cb983-bdf1-4a7b-a9c9-5498443f605d tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Publish callbacks [] for port (00e80632-a0e2-4201-9550-c97438e79d82), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:48.704146 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1b0cb983-bdf1-4a7b-a9c9-5498443f605d tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (00e80632-a0e2-4201-9550-c97438e79d82), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:48.779307 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0cb983-bdf1-4a7b-a9c9-5498443f605d tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Pushing event updated for resources: {'Port': ['ID=00e80632-a0e2-4201-9550-c97438e79d82,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:48.793280 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1b0cb983-bdf1-4a7b-a9c9-5498443f605d tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16285943'] for floatingip (3ea4c1c8-7ff2-4827-b8c8-13140d88a911), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:48.929336 n-d-826753-2 neutron-server[103701]: INFO neutron.db.l3_db [None req-1b0cb983-bdf1-4a7b-a9c9-5498443f605d tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Floating IP 3ea4c1c8-7ff2-4827-b8c8-13140d88a911 associated. External IP: 172.25.6.154, port: c7dff6fc-2a6a-4243-a208-4d407521c370. Feb 19 04:03:49.236279 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b0cb983-bdf1-4a7b-a9c9-5498443f605d tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Router 941a1cdb-85f4-41a1-aedf-11bd92add9bd has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:03:49.382995 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b0cb983-bdf1-4a7b-a9c9-5498443f605d tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:03:49.395645 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbb2045-bac4-4485-aa4e-5b9223a22344 None None] Sync routers for ids ['941a1cdb-85f4-41a1-aedf-11bd92add9bd'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:03:49.407148 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1b0cb983-bdf1-4a7b-a9c9-5498443f605d tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:49.408813 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbb2045-bac4-4485-aa4e-5b9223a22344 None None] Routers {'941a1cdb-85f4-41a1-aedf-11bd92add9bd'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:03:49.409484 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-ebbb2045-bac4-4485-aa4e-5b9223a22344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T04:03:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['941a1cdb-85f4-41a1-aedf-11bd92add9bd'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:03:49.453634 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-1b0cb983-bdf1-4a7b-a9c9-5498443f605d tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0911114 Feb 19 04:03:49.454629 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3ddc6a9-e27f-4230-81b1-5b26508499ec', 'tag': 'c7dff6fc-2a6a-4243-a208-4d407521c370'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:03:49.457291 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64650e7238020d70304413a5b849b926770e068c757b8393e93027c7f92d28d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a655b6bc-1d2f-42bb-bf76-92cf9d1a4d14" -d '{"events": [{"name": "network-changed", "server_uuid": "c3ddc6a9-e27f-4230-81b1-5b26508499ec", "tag": "c7dff6fc-2a6a-4243-a208-4d407521c370"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:03:49.502795 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50c78dd6-3425-4d4e-a898-59a3bd013f92 x-openstack-request-id: req-50c78dd6-3425-4d4e-a898-59a3bd013f92 {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:03:49.503091 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3ddc6a9-e27f-4230-81b1-5b26508499ec", "tag": "c7dff6fc-2a6a-4243-a208-4d407521c370", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:03:49.503350 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-50c78dd6-3425-4d4e-a898-59a3bd013f92 {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:03:49.503768 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3ddc6a9-e27f-4230-81b1-5b26508499ec', 'tag': 'c7dff6fc-2a6a-4243-a208-4d407521c370', 'status': 'completed', 'code': 200} Feb 19 04:03:49.547130 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-ebbb2045-bac4-4485-aa4e-5b9223a22344 None None] Set router 941a1cdb-85f4-41a1-aedf-11bd92add9bd gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:03:49.576576 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:49.631970 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a655b6bc-1d2f-42bb-bf76-92cf9d1a4d14 req-70eebde7-b462-4a6f-b0fa-f4aa47278e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:49.637906 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a655b6bc-1d2f-42bb-bf76-92cf9d1a4d14 req-70eebde7-b462-4a6f-b0fa-f4aa47278e30 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8e43d68b2c9f4c3cb95156de03dab294&device_id=c3ddc6a9-e27f-4230-81b1-5b26508499ec HTTP/1.1" status: 200 len: 1127 time: 0.0881214 Feb 19 04:03:49.787726 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a655b6bc-1d2f-42bb-bf76-92cf9d1a4d14 req-cd0f97c3-619c-4cd1-9d28-ebdd63762cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:49.789561 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a655b6bc-1d2f-42bb-bf76-92cf9d1a4d14 req-cd0f97c3-619c-4cd1-9d28-ebdd63762cdb service neutron] 10.222.0.73 "GET /v2.0/networks?id=67cca915-b7af-44c4-99c6-72d992afe820 HTTP/1.1" status: 200 len: 909 time: 0.1462443 Feb 19 04:03:49.897160 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a655b6bc-1d2f-42bb-bf76-92cf9d1a4d14 req-624f6efa-9388-4ecf-a5f0-da21dcddc764 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c7dff6fc-2a6a-4243-a208-4d407521c370 HTTP/1.1" status: 200 len: 999 time: 0.1019979 Feb 19 04:03:49.958975 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-ebbb2045-bac4-4485-aa4e-5b9223a22344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '941a1cdb-85f4-41a1-aedf-11bd92add9bd', 'name': 'tempest-TestShelveInstance-968750675-router', 'tenant_id': '8e43d68b2c9f4c3cb95156de03dab294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': 'c65cbe98-ad8c-4484-9f56-9a70f3fb3a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:03:19Z', 'updated_at': '2022-02-19T04:03:23Z', 'revision_number': 4, 'project_id': '8e43d68b2c9f4c3cb95156de03dab294', 'gw_port': {'id': 'c65cbe98-ad8c-4484-9f56-9a70f3fb3a70', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941a1cdb-85f4-41a1-aedf-11bd92add9bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:03:20Z', 'updated_at': '2022-02-19T04:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': '3ea4c1c8-7ff2-4827-b8c8-13140d88a911', 'tenant_id': '8e43d68b2c9f4c3cb95156de03dab294', 'floating_ip_address': '172.25.6.154', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': '941a1cdb-85f4-41a1-aedf-11bd92add9bd', 'port_id': 'c7dff6fc-2a6a-4243-a208-4d407521c370', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67cca915-b7af-44c4-99c6-72d992afe820', 'mac_address': 'fa:16:3e:63:73:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ddc6a9-e27f-4230-81b1-5b26508499ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:03:48Z', 'updated_at': '2022-02-19T04:03:48Z', 'revision_number': 0, 'project_id': '8e43d68b2c9f4c3cb95156de03dab294', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24863037-4b64-4d68-a880-a21ed331322a', 'name': '', 'network_id': '67cca915-b7af-44c4-99c6-72d992afe820', 'tenant_id': '8e43d68b2c9f4c3cb95156de03dab294', 'mac_address': 'fa:16:3e:0b:ca:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941a1cdb-85f4-41a1-aedf-11bd92add9bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'a89d843f-69cd-4f0c-b33c-c708751b807c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:03:22Z', 'updated_at': '2022-02-19T04:03:28Z', 'revision_number': 5, 'project_id': '8e43d68b2c9f4c3cb95156de03dab294', 'subnets': [{'id': 'a89d843f-69cd-4f0c-b33c-c708751b807c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:03:49.961571 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a655b6bc-1d2f-42bb-bf76-92cf9d1a4d14 req-747d00ab-7fd6-4781-ae38-29fc6627a373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:49.963071 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a655b6bc-1d2f-42bb-bf76-92cf9d1a4d14 req-747d00ab-7fd6-4781-ae38-29fc6627a373 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a89d843f-69cd-4f0c-b33c-c708751b807c HTTP/1.1" status: 200 len: 847 time: 0.0608184 Feb 19 04:03:49.994508 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbb2045-bac4-4485-aa4e-5b9223a22344 None None] Checking router: 941a1cdb-85f4-41a1-aedf-11bd92add9bd for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:03:50.005834 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbb2045-bac4-4485-aa4e-5b9223a22344 None None] Routers {'941a1cdb-85f4-41a1-aedf-11bd92add9bd'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:03:50.006654 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-ebbb2045-bac4-4485-aa4e-5b9223a22344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T04:03:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['941a1cdb-85f4-41a1-aedf-11bd92add9bd'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:03:50.022185 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a655b6bc-1d2f-42bb-bf76-92cf9d1a4d14 req-6164dba7-8820-454f-86e7-8afebb29573b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:50.024069 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a655b6bc-1d2f-42bb-bf76-92cf9d1a4d14 req-6164dba7-8820-454f-86e7-8afebb29573b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=67cca915-b7af-44c4-99c6-72d992afe820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0546255 Feb 19 04:03:50.148028 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a655b6bc-1d2f-42bb-bf76-92cf9d1a4d14 req-7d1f1360-4887-40cb-b5e1-942867b4dda9 service neutron] 10.222.0.73 "GET /v2.0/networks/67cca915-b7af-44c4-99c6-72d992afe820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177068 Feb 19 04:03:50.152178 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-ebbb2045-bac4-4485-aa4e-5b9223a22344 None None] Set router 941a1cdb-85f4-41a1-aedf-11bd92add9bd gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:03:50.271823 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a655b6bc-1d2f-42bb-bf76-92cf9d1a4d14 req-a42525dc-dfc7-4c2e-b0cf-1a1e4f63a5ce service neutron] 10.222.0.73 "GET /v2.0/networks/67cca915-b7af-44c4-99c6-72d992afe820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189458 Feb 19 04:03:50.434498 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-ebbb2045-bac4-4485-aa4e-5b9223a22344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '941a1cdb-85f4-41a1-aedf-11bd92add9bd', 'name': 'tempest-TestShelveInstance-968750675-router', 'tenant_id': '8e43d68b2c9f4c3cb95156de03dab294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': 'c65cbe98-ad8c-4484-9f56-9a70f3fb3a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:03:19Z', 'updated_at': '2022-02-19T04:03:23Z', 'revision_number': 4, 'project_id': '8e43d68b2c9f4c3cb95156de03dab294', 'gw_port': {'id': 'c65cbe98-ad8c-4484-9f56-9a70f3fb3a70', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941a1cdb-85f4-41a1-aedf-11bd92add9bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:03:20Z', 'updated_at': '2022-02-19T04:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': '3ea4c1c8-7ff2-4827-b8c8-13140d88a911', 'tenant_id': '8e43d68b2c9f4c3cb95156de03dab294', 'floating_ip_address': '172.25.6.154', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': '941a1cdb-85f4-41a1-aedf-11bd92add9bd', 'port_id': 'c7dff6fc-2a6a-4243-a208-4d407521c370', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67cca915-b7af-44c4-99c6-72d992afe820', 'mac_address': 'fa:16:3e:63:73:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ddc6a9-e27f-4230-81b1-5b26508499ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:03:48Z', 'updated_at': '2022-02-19T04:03:48Z', 'revision_number': 0, 'project_id': '8e43d68b2c9f4c3cb95156de03dab294', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24863037-4b64-4d68-a880-a21ed331322a', 'name': '', 'network_id': '67cca915-b7af-44c4-99c6-72d992afe820', 'tenant_id': '8e43d68b2c9f4c3cb95156de03dab294', 'mac_address': 'fa:16:3e:0b:ca:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941a1cdb-85f4-41a1-aedf-11bd92add9bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'a89d843f-69cd-4f0c-b33c-c708751b807c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:03:22Z', 'updated_at': '2022-02-19T04:03:28Z', 'revision_number': 5, 'project_id': '8e43d68b2c9f4c3cb95156de03dab294', 'subnets': [{'id': 'a89d843f-69cd-4f0c-b33c-c708751b807c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:03:50.465666 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbb2045-bac4-4485-aa4e-5b9223a22344 None None] The sync data for ids ['941a1cdb-85f4-41a1-aedf-11bd92add9bd'] in n-d-826753-2 is: [{'id': '941a1cdb-85f4-41a1-aedf-11bd92add9bd', 'name': 'tempest-TestShelveInstance-968750675-router', 'tenant_id': '8e43d68b2c9f4c3cb95156de03dab294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': 'c65cbe98-ad8c-4484-9f56-9a70f3fb3a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:03:19Z', 'updated_at': '2022-02-19T04:03:23Z', 'revision_number': 4, 'project_id': '8e43d68b2c9f4c3cb95156de03dab294', 'gw_port': {'id': 'c65cbe98-ad8c-4484-9f56-9a70f3fb3a70', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941a1cdb-85f4-41a1-aedf-11bd92add9bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:03:20Z', 'updated_at': '2022-02-19T04:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': '3ea4c1c8-7ff2-4827-b8c8-13140d88a911', 'tenant_id': '8e43d68b2c9f4c3cb95156de03dab294', 'floating_ip_address': '172.25.6.154', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': '941a1cdb-85f4-41a1-aedf-11bd92add9bd', 'port_id': 'c7dff6fc-2a6a-4243-a208-4d407521c370', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67cca915-b7af-44c4-99c6-72d992afe820', 'mac_address': 'fa:16:3e:63:73:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ddc6a9-e27f-4230-81b1-5b26508499ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:03:48Z', 'updated_at': '2022-02-19T04:03:48Z', 'revision_number': 0, 'project_id': '8e43d68b2c9f4c3cb95156de03dab294', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24863037-4b64-4d68-a880-a21ed331322a', 'name': '', 'network_id': '67cca915-b7af-44c4-99c6-72d992afe820', 'tenant_id': '8e43d68b2c9f4c3cb95156de03dab294', 'mac_address': 'fa:16:3e:0b:ca:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941a1cdb-85f4-41a1-aedf-11bd92add9bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'a89d843f-69cd-4f0c-b33c-c708751b807c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:03:22Z', 'updated_at': '2022-02-19T04:03:28Z', 'revision_number': 5, 'project_id': '8e43d68b2c9f4c3cb95156de03dab294', 'subnets': [{'id': 'a89d843f-69cd-4f0c-b33c-c708751b807c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:03:50.705709 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8295ea4d-febb-4cbd-bf8e-39c25d952d15 None None] New status for floating IP 3ea4c1c8-7ff2-4827-b8c8-13140d88a911: ACTIVE {{(pid=103703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:03:50.778034 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:52.125543 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:53.147225 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:56.945928 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:03.183920 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-39297658-b9cb-413c-81cb-74f7cc035f08 req-d7dba332-247f-49b8-94e2-45d451daf638 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c3ddc6a9-e27f-4230-81b1-5b26508499ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0477293 Feb 19 04:04:03.301258 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39297658-b9cb-413c-81cb-74f7cc035f08 req-4714e65b-f19f-4d8d-a1fc-03b5b43ed460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:03.302941 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-39297658-b9cb-413c-81cb-74f7cc035f08 req-4714e65b-f19f-4d8d-a1fc-03b5b43ed460 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8e43d68b2c9f4c3cb95156de03dab294&device_id=c3ddc6a9-e27f-4230-81b1-5b26508499ec HTTP/1.1" status: 200 len: 1127 time: 0.0551789 Feb 19 04:04:03.413594 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39297658-b9cb-413c-81cb-74f7cc035f08 req-c827492b-8367-4049-8837-47953a52727e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:03.415145 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-39297658-b9cb-413c-81cb-74f7cc035f08 req-c827492b-8367-4049-8837-47953a52727e service neutron] 10.222.0.73 "GET /v2.0/networks?id=67cca915-b7af-44c4-99c6-72d992afe820 HTTP/1.1" status: 200 len: 909 time: 0.0929191 Feb 19 04:04:03.489219 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-39297658-b9cb-413c-81cb-74f7cc035f08 req-36c3019e-e99b-45fc-bbe0-fb336b3c1505 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c7dff6fc-2a6a-4243-a208-4d407521c370 HTTP/1.1" status: 200 len: 1001 time: 0.0666966 Feb 19 04:04:03.542265 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39297658-b9cb-413c-81cb-74f7cc035f08 req-29cd6e5f-1a97-4d8a-ad76-f19628cf55ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:03.543903 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-39297658-b9cb-413c-81cb-74f7cc035f08 req-29cd6e5f-1a97-4d8a-ad76-f19628cf55ee service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a89d843f-69cd-4f0c-b33c-c708751b807c HTTP/1.1" status: 200 len: 847 time: 0.0488207 Feb 19 04:04:03.596084 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39297658-b9cb-413c-81cb-74f7cc035f08 req-7d389898-f5bb-4a9e-8366-26f03038de39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:03.597625 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-39297658-b9cb-413c-81cb-74f7cc035f08 req-7d389898-f5bb-4a9e-8366-26f03038de39 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=67cca915-b7af-44c4-99c6-72d992afe820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0472829 Feb 19 04:04:03.702420 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-39297658-b9cb-413c-81cb-74f7cc035f08 req-9a1cb11b-d3b3-46c2-8cd5-90617150872c service neutron] 10.222.0.73 "GET /v2.0/networks/67cca915-b7af-44c4-99c6-72d992afe820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983965 Feb 19 04:04:03.807003 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-39297658-b9cb-413c-81cb-74f7cc035f08 req-972e445e-a52e-4a3b-bfc4-3bbd8f1a1316 service neutron] 10.222.0.73 "GET /v2.0/networks/67cca915-b7af-44c4-99c6-72d992afe820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980093 Feb 19 04:04:06.969409 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:04:15.701825 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c655a7a2-4d3b-41c6-a03a-3c3ec07f77a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:17.885959 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e38e446e-8ca7-4087-adc8-33f8b2c6eb04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:19.574379 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:20.742837 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:22.121323 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:23.142356 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:26.955891 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:43.970158 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:04:45.694662 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-9c973ffa-5dc4-48ed-9ea6-573cf9065235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:47.878505 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f2e5a801-7a38-4fc1-b3c0-7dd2256efb79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:49.578191 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:50.748203 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:52.114768 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:53.167095 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:56.939956 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:04.011704 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-80ca7a0e-92e4-4ae8-92bb-a0f2b8fc6ade req-83a1de7b-e94c-4241-a12a-6ee9922a9935 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c3ddc6a9-e27f-4230-81b1-5b26508499ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0514755 Feb 19 04:05:04.463634 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ca7a0e-92e4-4ae8-92bb-a0f2b8fc6ade req-e4a9fca4-e7bd-4ada-ba3c-3d63502ef316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:04.465430 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-80ca7a0e-92e4-4ae8-92bb-a0f2b8fc6ade req-e4a9fca4-e7bd-4ada-ba3c-3d63502ef316 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8e43d68b2c9f4c3cb95156de03dab294&device_id=c3ddc6a9-e27f-4230-81b1-5b26508499ec HTTP/1.1" status: 200 len: 1127 time: 0.3921113 Feb 19 04:05:04.596160 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ca7a0e-92e4-4ae8-92bb-a0f2b8fc6ade req-7445ed78-32d1-412c-97a1-00e34e4b7ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:04.597779 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-80ca7a0e-92e4-4ae8-92bb-a0f2b8fc6ade req-7445ed78-32d1-412c-97a1-00e34e4b7ae6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=67cca915-b7af-44c4-99c6-72d992afe820 HTTP/1.1" status: 200 len: 909 time: 0.1119161 Feb 19 04:05:04.686665 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-80ca7a0e-92e4-4ae8-92bb-a0f2b8fc6ade req-11e2a3ab-e68c-4abd-86a5-9bff9facca61 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c7dff6fc-2a6a-4243-a208-4d407521c370 HTTP/1.1" status: 200 len: 1001 time: 0.0822315 Feb 19 04:05:04.748312 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ca7a0e-92e4-4ae8-92bb-a0f2b8fc6ade req-579a2fd9-45cd-4e5c-9b4d-1eac6253682e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:04.749977 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-80ca7a0e-92e4-4ae8-92bb-a0f2b8fc6ade req-579a2fd9-45cd-4e5c-9b4d-1eac6253682e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a89d843f-69cd-4f0c-b33c-c708751b807c HTTP/1.1" status: 200 len: 847 time: 0.0575962 Feb 19 04:05:04.814343 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ca7a0e-92e4-4ae8-92bb-a0f2b8fc6ade req-614ae8c8-eb97-49dd-bbdb-358b15b8043d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:04.816377 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-80ca7a0e-92e4-4ae8-92bb-a0f2b8fc6ade req-614ae8c8-eb97-49dd-bbdb-358b15b8043d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=67cca915-b7af-44c4-99c6-72d992afe820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0608110 Feb 19 04:05:04.936584 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-80ca7a0e-92e4-4ae8-92bb-a0f2b8fc6ade req-1f113d0f-f748-4d9c-887f-5e35e8378acd service neutron] 10.222.0.73 "GET /v2.0/networks/67cca915-b7af-44c4-99c6-72d992afe820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136150 Feb 19 04:05:05.057444 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-80ca7a0e-92e4-4ae8-92bb-a0f2b8fc6ade req-1dd218cf-2af1-4eab-96ef-0218d09935f8 service neutron] 10.222.0.73 "GET /v2.0/networks/67cca915-b7af-44c4-99c6-72d992afe820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120603 Feb 19 04:05:15.698413 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3d7dc8ee-28c4-4398-9056-3d99ca7ef07a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:17.881852 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-1dda1074-0bd9-48df-90aa-84ca88838ee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:19.580104 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:20.752900 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:20.970983 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:05:22.118731 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:23.167204 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:26.969427 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:45.704797 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e6c8fb6b-d1d8-43b8-911a-a99a2f0bc27b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:47.884548 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-0d7dca24-b69d-4410-ad4c-8b0e9eb759c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:49.582876 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:50.753480 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:52.127672 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:53.160559 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:56.966139 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:57.969691 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:06:06.067675 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-01009e21-4260-43d7-8458-6844dce1bb09 req-91ff3992-3437-4d35-87ee-205dce884ae3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c3ddc6a9-e27f-4230-81b1-5b26508499ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0476649 Feb 19 04:06:06.181141 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01009e21-4260-43d7-8458-6844dce1bb09 req-c7180ca3-9a83-4ba8-864c-5bec172e7df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:06.182554 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-01009e21-4260-43d7-8458-6844dce1bb09 req-c7180ca3-9a83-4ba8-864c-5bec172e7df5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8e43d68b2c9f4c3cb95156de03dab294&device_id=c3ddc6a9-e27f-4230-81b1-5b26508499ec HTTP/1.1" status: 200 len: 1127 time: 0.0530407 Feb 19 04:06:06.292971 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01009e21-4260-43d7-8458-6844dce1bb09 req-8355940c-e329-4091-b853-394249d3a650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:06.294731 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-01009e21-4260-43d7-8458-6844dce1bb09 req-8355940c-e329-4091-b853-394249d3a650 service neutron] 10.222.0.73 "GET /v2.0/networks?id=67cca915-b7af-44c4-99c6-72d992afe820 HTTP/1.1" status: 200 len: 909 time: 0.0923221 Feb 19 04:06:06.367732 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-01009e21-4260-43d7-8458-6844dce1bb09 req-ce9bcbaa-b707-4124-9d1f-0e76218cc91a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c7dff6fc-2a6a-4243-a208-4d407521c370 HTTP/1.1" status: 200 len: 1001 time: 0.0666325 Feb 19 04:06:06.418805 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01009e21-4260-43d7-8458-6844dce1bb09 req-29fe5e85-0b66-46a2-9afb-048d23d583e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:06.420263 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-01009e21-4260-43d7-8458-6844dce1bb09 req-29fe5e85-0b66-46a2-9afb-048d23d583e0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a89d843f-69cd-4f0c-b33c-c708751b807c HTTP/1.1" status: 200 len: 847 time: 0.0466406 Feb 19 04:06:06.468694 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01009e21-4260-43d7-8458-6844dce1bb09 req-035f6867-644f-4adc-84af-54d35c71a07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:06.470676 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-01009e21-4260-43d7-8458-6844dce1bb09 req-035f6867-644f-4adc-84af-54d35c71a07f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=67cca915-b7af-44c4-99c6-72d992afe820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449417 Feb 19 04:06:06.563679 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-01009e21-4260-43d7-8458-6844dce1bb09 req-b309b26d-7cf2-4e1e-b530-78b5f2621228 service neutron] 10.222.0.73 "GET /v2.0/networks/67cca915-b7af-44c4-99c6-72d992afe820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870149 Feb 19 04:06:06.654961 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-01009e21-4260-43d7-8458-6844dce1bb09 req-aabf0b14-d960-4c89-b83a-0810d75c54ee service neutron] 10.222.0.73 "GET /v2.0/networks/67cca915-b7af-44c4-99c6-72d992afe820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857620 Feb 19 04:06:15.711714 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-574efb74-46b4-4846-a00a-34bcbcc5660d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:17.888693 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-0f0534d7-54b7-43cb-8965-3c78023647b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:19.589480 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:20.763564 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:22.121678 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:23.168450 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:26.975283 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:27.313397 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aa5e07-090b-4e9a-a4a8-b894a2797d5c req-fe29164a-57a5-410a-98e2-0178efcd9bf5 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:27.314953 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-50aa5e07-090b-4e9a-a4a8-b894a2797d5c req-fe29164a-57a5-410a-98e2-0178efcd9bf5 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3ddc6a9-e27f-4230-81b1-5b26508499ec HTTP/1.1" status: 200 len: 945 time: 0.1286507 Feb 19 04:06:27.368335 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-50aa5e07-090b-4e9a-a4a8-b894a2797d5c req-9bffbdfb-64b2-486c-8ea2-c0779cb64b4b tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=63280abe-b96d-4db5-9e97-efeda979ab69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465052 Feb 19 04:06:28.512307 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b8821f-acb5-45e2-992f-f42b5732d6fa req-e125fca2-6108-4cdf-959b-47f75f270d7b tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:28.513877 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f3b8821f-acb5-45e2-992f-f42b5732d6fa req-e125fca2-6108-4cdf-959b-47f75f270d7b tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3ddc6a9-e27f-4230-81b1-5b26508499ec HTTP/1.1" status: 200 len: 945 time: 0.0624115 Feb 19 04:06:28.571014 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f3b8821f-acb5-45e2-992f-f42b5732d6fa req-429c6a05-b37b-4403-89a1-b5a6d67d8462 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=63280abe-b96d-4db5-9e97-efeda979ab69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507851 Feb 19 04:06:29.717582 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c573c5a-73a7-4da9-91fa-1efe1c81c2e2 req-c99aebb9-c381-4329-aae3-6bb3f0092dcc tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:29.719442 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0c573c5a-73a7-4da9-91fa-1efe1c81c2e2 req-c99aebb9-c381-4329-aae3-6bb3f0092dcc tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3ddc6a9-e27f-4230-81b1-5b26508499ec HTTP/1.1" status: 200 len: 945 time: 0.0574551 Feb 19 04:06:29.776535 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0c573c5a-73a7-4da9-91fa-1efe1c81c2e2 req-5ace4c91-4912-4f8b-b3b5-3781665acfa1 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=63280abe-b96d-4db5-9e97-efeda979ab69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512550 Feb 19 04:06:30.905399 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2869d1-92f1-4296-b99c-aaa229c8e6b0 req-b1227226-edd2-43bf-bb7d-140b4532415e tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:30.907578 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ef2869d1-92f1-4296-b99c-aaa229c8e6b0 req-b1227226-edd2-43bf-bb7d-140b4532415e tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3ddc6a9-e27f-4230-81b1-5b26508499ec HTTP/1.1" status: 200 len: 945 time: 0.0573723 Feb 19 04:06:30.958616 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ef2869d1-92f1-4296-b99c-aaa229c8e6b0 req-f676cd8a-e1cc-4af5-b912-d4db79a0e34f tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=63280abe-b96d-4db5-9e97-efeda979ab69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442674 Feb 19 04:06:32.108661 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622f7ef4-99bd-4ab4-add8-af50f2632165 req-f48c654e-043f-486e-9169-6daa1aed731a tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:32.110500 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-622f7ef4-99bd-4ab4-add8-af50f2632165 req-f48c654e-043f-486e-9169-6daa1aed731a tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3ddc6a9-e27f-4230-81b1-5b26508499ec HTTP/1.1" status: 200 len: 945 time: 0.0668278 Feb 19 04:06:32.175620 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-622f7ef4-99bd-4ab4-add8-af50f2632165 req-9c980990-2c81-4def-9f57-8f5431de01fd tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=63280abe-b96d-4db5-9e97-efeda979ab69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591183 Feb 19 04:06:33.299934 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5269ed8d-8d2e-4562-8c84-19f95a415e1d req-103d5362-27a4-41cd-991b-e4a5d6ca7796 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:33.301513 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5269ed8d-8d2e-4562-8c84-19f95a415e1d req-103d5362-27a4-41cd-991b-e4a5d6ca7796 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3ddc6a9-e27f-4230-81b1-5b26508499ec HTTP/1.1" status: 200 len: 945 time: 0.0547609 Feb 19 04:06:33.357167 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5269ed8d-8d2e-4562-8c84-19f95a415e1d req-ca13132e-84c8-4e0c-bd40-ed35c5327b91 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=63280abe-b96d-4db5-9e97-efeda979ab69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499837 Feb 19 04:06:34.497619 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4eef42-4742-497d-890f-e02ce32ceae6 req-dd5e0317-cf5e-4b61-b4ce-915e71eb377f tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:34.499227 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6d4eef42-4742-497d-890f-e02ce32ceae6 req-dd5e0317-cf5e-4b61-b4ce-915e71eb377f tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3ddc6a9-e27f-4230-81b1-5b26508499ec HTTP/1.1" status: 200 len: 945 time: 0.0583272 Feb 19 04:06:34.552252 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6d4eef42-4742-497d-890f-e02ce32ceae6 req-076244d1-df85-4bcb-b80a-4d244d623ded tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=63280abe-b96d-4db5-9e97-efeda979ab69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461817 Feb 19 04:06:34.971024 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:06:35.678848 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9734e1ca-0c72-41c2-9f86-545edd47d2e6 req-f3362ef1-2e1a-43cd-bda9-26be7ba0bf9c tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:35.680383 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9734e1ca-0c72-41c2-9f86-545edd47d2e6 req-f3362ef1-2e1a-43cd-bda9-26be7ba0bf9c tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3ddc6a9-e27f-4230-81b1-5b26508499ec HTTP/1.1" status: 200 len: 945 time: 0.0559993 Feb 19 04:06:35.735406 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9734e1ca-0c72-41c2-9f86-545edd47d2e6 req-96db8a7e-d394-469c-8e8b-14231de7eb03 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=63280abe-b96d-4db5-9e97-efeda979ab69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489979 Feb 19 04:06:36.880093 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dec47c8-c8b0-44d5-820f-b6b272e9d125 req-01d9d9eb-3e4c-4cf7-bc65-35672bcf75cd tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:36.881659 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1dec47c8-c8b0-44d5-820f-b6b272e9d125 req-01d9d9eb-3e4c-4cf7-bc65-35672bcf75cd tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3ddc6a9-e27f-4230-81b1-5b26508499ec HTTP/1.1" status: 200 len: 945 time: 0.0699368 Feb 19 04:06:36.949602 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1dec47c8-c8b0-44d5-820f-b6b272e9d125 req-5b7bbcd6-ed63-453b-aaf0-dc8c4a4e7ecb tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=63280abe-b96d-4db5-9e97-efeda979ab69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617414 Feb 19 04:06:38.088220 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f4e0a7-c34c-40c3-bc89-a498598f6607 req-f96f7724-fc41-4fe2-b2d2-c86f3077493c tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:38.089803 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-85f4e0a7-c34c-40c3-bc89-a498598f6607 req-f96f7724-fc41-4fe2-b2d2-c86f3077493c tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3ddc6a9-e27f-4230-81b1-5b26508499ec HTTP/1.1" status: 200 len: 945 time: 0.0569713 Feb 19 04:06:38.147132 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-85f4e0a7-c34c-40c3-bc89-a498598f6607 req-6576fe0d-c589-4a7d-962d-abacc9cb3b44 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=63280abe-b96d-4db5-9e97-efeda979ab69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511086 Feb 19 04:06:39.312223 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f632d8c6-da34-408c-8d6f-e2dda843e2dd req-5ee545bd-d2ea-4b57-a57c-c2b051a1882d tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:39.314119 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f632d8c6-da34-408c-8d6f-e2dda843e2dd req-5ee545bd-d2ea-4b57-a57c-c2b051a1882d tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3ddc6a9-e27f-4230-81b1-5b26508499ec HTTP/1.1" status: 200 len: 945 time: 0.0702999 Feb 19 04:06:39.379248 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f632d8c6-da34-408c-8d6f-e2dda843e2dd req-4b3f3211-da01-45f3-b61b-55bf1e6faded tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=63280abe-b96d-4db5-9e97-efeda979ab69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586324 Feb 19 04:06:39.757467 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device c7dff6fc-2a6a-4243-a208-4d407521c370 details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:06:39.862977 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port c7dff6fc-2a6a-4243-a208-4d407521c370, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=c7dff6fc-2a6a-4243-a208-4d407521c370,segment=NetworkSegment(f5174ef4-92be-4625-806e-e2dd485a6234),segment_id=f5174ef4-92be-4625-806e-e2dd485a6234)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:06:39.874222 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': 'c7dff6fc-2a6a-4243-a208-4d407521c370', 'network_id': '67cca915-b7af-44c4-99c6-72d992afe820', 'port_id': 'c7dff6fc-2a6a-4243-a208-4d407521c370', 'mac_address': 'fa:16:3e:63:73:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a89d843f-69cd-4f0c-b33c-c708751b807c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:06:39.920317 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port c7dff6fc-2a6a-4243-a208-4d407521c370 is: ACTIVE; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:06:39.920719 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (c7dff6fc-2a6a-4243-a208-4d407521c370), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:39.940095 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c7dff6fc-2a6a-4243-a208-4d407521c370 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:06:39.961768 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port c7dff6fc-2a6a-4243-a208-4d407521c370, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=c7dff6fc-2a6a-4243-a208-4d407521c370,segment=NetworkSegment(f5174ef4-92be-4625-806e-e2dd485a6234),segment_id=f5174ef4-92be-4625-806e-e2dd485a6234)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:06:39.967084 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (c7dff6fc-2a6a-4243-a208-4d407521c370), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:40.022711 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=c7dff6fc-2a6a-4243-a208-4d407521c370,revision_number=6']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:40.031918 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:40.032391 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:40.032914 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:40.033407 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:40.033786 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:40.034156 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:40.034522 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:40.034886 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:40.035308 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:40.035667 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:40.036089 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:40.036478 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:40.036835 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:40.115766 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['c7dff6fc-2a6a-4243-a208-4d407521c370'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:06:40.511558 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6fb11d-dba0-4f5a-b44a-996a29998826 req-804c5c68-693b-40dd-8e68-cd4402d991b4 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:40.513105 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9d6fb11d-dba0-4f5a-b44a-996a29998826 req-804c5c68-693b-40dd-8e68-cd4402d991b4 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3ddc6a9-e27f-4230-81b1-5b26508499ec HTTP/1.1" status: 200 len: 944 time: 0.0578430 Feb 19 04:06:40.581156 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9d6fb11d-dba0-4f5a-b44a-996a29998826 req-e4405e3d-2e81-480f-95e6-4af1977715a0 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=63280abe-b96d-4db5-9e97-efeda979ab69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615211 Feb 19 04:06:41.711463 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c79129-6cbe-426b-b7c8-6ea3a0934f89 req-350be10b-62a1-4539-8b24-0af8465637a6 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:41.713650 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-80c79129-6cbe-426b-b7c8-6ea3a0934f89 req-350be10b-62a1-4539-8b24-0af8465637a6 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3ddc6a9-e27f-4230-81b1-5b26508499ec HTTP/1.1" status: 200 len: 944 time: 0.0610533 Feb 19 04:06:41.767759 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-80c79129-6cbe-426b-b7c8-6ea3a0934f89 req-aac26970-d8b5-468e-8954-0ab9cbce7cf5 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=63280abe-b96d-4db5-9e97-efeda979ab69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471618 Feb 19 04:06:41.786219 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device c7dff6fc-2a6a-4243-a208-4d407521c370 up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:06:41.840973 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port c7dff6fc-2a6a-4243-a208-4d407521c370 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:06:41.841378 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (c7dff6fc-2a6a-4243-a208-4d407521c370), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:41.931138 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port c7dff6fc-2a6a-4243-a208-4d407521c370 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:06:41.931434 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (c7dff6fc-2a6a-4243-a208-4d407521c370), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:41.954541 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3ddc6a9-e27f-4230-81b1-5b26508499ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7dff6fc-2a6a-4243-a208-4d407521c370'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:06:41.956786 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88fe038525c8a7a69a3adae1ae732c1dd0c63371bed0a925712ea7f2f25f70bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eede4249-9925-43fa-9777-6bc3ccb5c4e1" -d '{"events": [{"server_uuid": "c3ddc6a9-e27f-4230-81b1-5b26508499ec", "name": "network-vif-plugged", "status": "completed", "tag": "c7dff6fc-2a6a-4243-a208-4d407521c370"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:06:41.970199 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port c7dff6fc-2a6a-4243-a208-4d407521c370, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=c7dff6fc-2a6a-4243-a208-4d407521c370,segment=NetworkSegment(f5174ef4-92be-4625-806e-e2dd485a6234),segment_id=f5174ef4-92be-4625-806e-e2dd485a6234)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:06:41.975089 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (c7dff6fc-2a6a-4243-a208-4d407521c370), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:42.027123 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=c7dff6fc-2a6a-4243-a208-4d407521c370,revision_number=7']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:42.063232 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7575d3d0-30c0-4e6c-9ffb-fd4a7659654c x-openstack-request-id: req-7575d3d0-30c0-4e6c-9ffb-fd4a7659654c {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:06:42.063537 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3ddc6a9-e27f-4230-81b1-5b26508499ec", "name": "network-vif-plugged", "status": "completed", "tag": "c7dff6fc-2a6a-4243-a208-4d407521c370", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:06:42.063801 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7575d3d0-30c0-4e6c-9ffb-fd4a7659654c {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:06:42.064209 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3ddc6a9-e27f-4230-81b1-5b26508499ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7dff6fc-2a6a-4243-a208-4d407521c370', 'code': 200} Feb 19 04:06:42.912444 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df66a32-c4ad-4502-bd92-fad921e4ee30 req-260384aa-abb7-4e81-b5e3-9a6f95d9dc15 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:42.913976 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3df66a32-c4ad-4502-bd92-fad921e4ee30 req-260384aa-abb7-4e81-b5e3-9a6f95d9dc15 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3ddc6a9-e27f-4230-81b1-5b26508499ec HTTP/1.1" status: 200 len: 945 time: 0.0728955 Feb 19 04:06:42.966227 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3df66a32-c4ad-4502-bd92-fad921e4ee30 req-75c72526-a73a-4d61-8e15-5ad806592569 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=63280abe-b96d-4db5-9e97-efeda979ab69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436616 Feb 19 04:06:44.124173 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae19b0c-16f8-4abc-9f9f-fcafde79acf4 req-488fe883-bcea-4ceb-b537-e06db4544d93 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:44.126886 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7ae19b0c-16f8-4abc-9f9f-fcafde79acf4 req-488fe883-bcea-4ceb-b537-e06db4544d93 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3ddc6a9-e27f-4230-81b1-5b26508499ec HTTP/1.1" status: 200 len: 945 time: 0.0759814 Feb 19 04:06:44.192894 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7ae19b0c-16f8-4abc-9f9f-fcafde79acf4 req-9f88acf8-e492-4b8d-9733-7c98607169ae tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=63280abe-b96d-4db5-9e97-efeda979ab69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598991 Feb 19 04:06:45.393342 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cd95dc-7973-4950-93ea-c41c5cda0707 req-a0e9005f-08e8-4f19-b63f-f3087f2220ca tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:45.395983 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-26cd95dc-7973-4950-93ea-c41c5cda0707 req-a0e9005f-08e8-4f19-b63f-f3087f2220ca tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3ddc6a9-e27f-4230-81b1-5b26508499ec HTTP/1.1" status: 200 len: 945 time: 0.1043255 Feb 19 04:06:45.466644 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-26cd95dc-7973-4950-93ea-c41c5cda0707 req-a3f66806-bab0-4e02-bd71-2f372b9c6de9 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=63280abe-b96d-4db5-9e97-efeda979ab69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632639 Feb 19 04:06:45.709612 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e59ed2ee-32f4-4272-ac1a-ba40d946735f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:46.630137 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa60939-2066-4125-9559-4895868c4451 req-084e88f2-dfb7-48c3-8eef-9b6f1c4320fd tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:46.632386 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8aa60939-2066-4125-9559-4895868c4451 req-084e88f2-dfb7-48c3-8eef-9b6f1c4320fd tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3ddc6a9-e27f-4230-81b1-5b26508499ec HTTP/1.1" status: 200 len: 945 time: 0.0726418 Feb 19 04:06:46.712684 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8aa60939-2066-4125-9559-4895868c4451 req-3d1040a2-eade-4ed6-92f7-6ebd00f9967c tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=63280abe-b96d-4db5-9e97-efeda979ab69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742302 Feb 19 04:06:47.901795 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-7d7f8448-da2f-44e4-ad55-921fb25ec91f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:47.933278 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435ce8a3-f07c-4bdb-aa8e-0a724765a0d9 req-752c72a5-5a47-4dbe-b3d8-69126d1aca60 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:47.938857 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-435ce8a3-f07c-4bdb-aa8e-0a724765a0d9 req-752c72a5-5a47-4dbe-b3d8-69126d1aca60 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3ddc6a9-e27f-4230-81b1-5b26508499ec HTTP/1.1" status: 200 len: 945 time: 0.1016521 Feb 19 04:06:48.010464 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-435ce8a3-f07c-4bdb-aa8e-0a724765a0d9 req-d56a7e6c-8778-4dc5-949c-e1eaa262336d tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=63280abe-b96d-4db5-9e97-efeda979ab69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634856 Feb 19 04:06:49.196628 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747228c4-0d1c-469c-8521-c9832e2d27a2 req-cc6d66a8-f76b-46a3-93af-a6df1856ab2a tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:49.200198 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-747228c4-0d1c-469c-8521-c9832e2d27a2 req-cc6d66a8-f76b-46a3-93af-a6df1856ab2a tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3ddc6a9-e27f-4230-81b1-5b26508499ec HTTP/1.1" status: 200 len: 945 time: 0.0731359 Feb 19 04:06:49.273631 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-747228c4-0d1c-469c-8521-c9832e2d27a2 req-714f816b-2fc0-4830-82b5-61c9d84ca03d tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=63280abe-b96d-4db5-9e97-efeda979ab69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676713 Feb 19 04:06:49.594523 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:50.434772 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1be3f2-2d8a-4083-9d5a-4d9fafed3ca7 req-1e6d557d-2fc4-4771-8761-9e28f63501cd tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:50.436318 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-df1be3f2-2d8a-4083-9d5a-4d9fafed3ca7 req-1e6d557d-2fc4-4771-8761-9e28f63501cd tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3ddc6a9-e27f-4230-81b1-5b26508499ec HTTP/1.1" status: 200 len: 945 time: 0.0772593 Feb 19 04:06:50.489983 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-df1be3f2-2d8a-4083-9d5a-4d9fafed3ca7 req-b4860ee9-68b0-4335-8288-672c525db5f3 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=63280abe-b96d-4db5-9e97-efeda979ab69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476456 Feb 19 04:06:50.763855 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:51.643313 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e9ab76-85dc-4324-b452-118ed9e73de0 req-f9f9c7c8-59a9-4eab-b049-dfd57eb0723a tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:51.644918 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-36e9ab76-85dc-4324-b452-118ed9e73de0 req-f9f9c7c8-59a9-4eab-b049-dfd57eb0723a tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3ddc6a9-e27f-4230-81b1-5b26508499ec HTTP/1.1" status: 200 len: 945 time: 0.0681109 Feb 19 04:06:51.710956 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-36e9ab76-85dc-4324-b452-118ed9e73de0 req-0c11b66f-28dd-40fe-83fd-cdcd1fca0332 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=63280abe-b96d-4db5-9e97-efeda979ab69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603280 Feb 19 04:06:52.130888 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:52.859281 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7ad16b-01f2-4749-ab48-d191a16e6d8d req-d968b1fe-1d89-4697-884c-65ba8e6af82b tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:52.860961 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-dd7ad16b-01f2-4749-ab48-d191a16e6d8d req-d968b1fe-1d89-4697-884c-65ba8e6af82b tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3ddc6a9-e27f-4230-81b1-5b26508499ec HTTP/1.1" status: 200 len: 945 time: 0.0717890 Feb 19 04:06:52.930963 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-dd7ad16b-01f2-4749-ab48-d191a16e6d8d req-bd262521-9422-460d-bec5-4882baa7bf21 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=63280abe-b96d-4db5-9e97-efeda979ab69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602021 Feb 19 04:06:53.181983 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:54.083538 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33435dbc-6c78-4a92-8259-a6edf5ddb435 req-5bbecc63-707e-418c-be0b-cdda071a6f3b tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:54.085450 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-33435dbc-6c78-4a92-8259-a6edf5ddb435 req-5bbecc63-707e-418c-be0b-cdda071a6f3b tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3ddc6a9-e27f-4230-81b1-5b26508499ec HTTP/1.1" status: 200 len: 945 time: 0.0684087 Feb 19 04:06:54.152234 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-33435dbc-6c78-4a92-8259-a6edf5ddb435 req-cd2e33b6-5f8e-4252-a8d8-77ba962d097e tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=63280abe-b96d-4db5-9e97-efeda979ab69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601521 Feb 19 04:06:55.285243 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20f9bda-4a22-4d9c-a327-dafc36e04e7c req-139135e1-d17f-4984-8b36-12eea7c150d1 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:55.286843 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d20f9bda-4a22-4d9c-a327-dafc36e04e7c req-139135e1-d17f-4984-8b36-12eea7c150d1 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3ddc6a9-e27f-4230-81b1-5b26508499ec HTTP/1.1" status: 200 len: 945 time: 0.0562084 Feb 19 04:06:55.340383 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d20f9bda-4a22-4d9c-a327-dafc36e04e7c req-11c67ad8-6546-4526-a96f-42e96b4924f0 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=63280abe-b96d-4db5-9e97-efeda979ab69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475523 Feb 19 04:06:55.765503 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967bd099-e006-44d6-9c41-9ab740a6550c req-e44b3d9a-e34b-4100-8a6d-5e0bbd2d4b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:55.767064 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-967bd099-e006-44d6-9c41-9ab740a6550c req-e44b3d9a-e34b-4100-8a6d-5e0bbd2d4b60 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8e43d68b2c9f4c3cb95156de03dab294&device_id=c3ddc6a9-e27f-4230-81b1-5b26508499ec HTTP/1.1" status: 200 len: 1127 time: 0.1092520 Feb 19 04:06:55.864179 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967bd099-e006-44d6-9c41-9ab740a6550c req-011dfd50-d517-455e-af19-b9eccaf10632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:55.865705 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-967bd099-e006-44d6-9c41-9ab740a6550c req-011dfd50-d517-455e-af19-b9eccaf10632 service neutron] 10.222.0.73 "GET /v2.0/networks?id=67cca915-b7af-44c4-99c6-72d992afe820 HTTP/1.1" status: 200 len: 909 time: 0.0932581 Feb 19 04:06:55.932173 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-967bd099-e006-44d6-9c41-9ab740a6550c req-a91005a6-da7f-4909-9f50-4ec2388f356e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c7dff6fc-2a6a-4243-a208-4d407521c370 HTTP/1.1" status: 200 len: 1001 time: 0.0608215 Feb 19 04:06:55.985958 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967bd099-e006-44d6-9c41-9ab740a6550c req-7e1c4444-1a85-4772-996c-15aa51e13624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:55.987461 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-967bd099-e006-44d6-9c41-9ab740a6550c req-7e1c4444-1a85-4772-996c-15aa51e13624 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a89d843f-69cd-4f0c-b33c-c708751b807c HTTP/1.1" status: 200 len: 847 time: 0.0495443 Feb 19 04:06:56.038244 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967bd099-e006-44d6-9c41-9ab740a6550c req-eee28cb4-aa6e-4948-9f3a-6e03d937822c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:56.039771 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-967bd099-e006-44d6-9c41-9ab740a6550c req-eee28cb4-aa6e-4948-9f3a-6e03d937822c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=67cca915-b7af-44c4-99c6-72d992afe820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0450816 Feb 19 04:06:56.131234 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-967bd099-e006-44d6-9c41-9ab740a6550c req-0b95767c-0f33-4113-83c5-8d54d3d9e161 service neutron] 10.222.0.73 "GET /v2.0/networks/67cca915-b7af-44c4-99c6-72d992afe820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851626 Feb 19 04:06:56.229182 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-967bd099-e006-44d6-9c41-9ab740a6550c req-bb0b088c-fa48-4304-9dc1-c5766fb8db36 service neutron] 10.222.0.73 "GET /v2.0/networks/67cca915-b7af-44c4-99c6-72d992afe820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928047 Feb 19 04:06:56.466408 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a01c931-846c-4c93-a42e-443c6e21fa1f req-99b15fc7-5442-426d-af0f-1753db4bf53d tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:56.468553 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8a01c931-846c-4c93-a42e-443c6e21fa1f req-99b15fc7-5442-426d-af0f-1753db4bf53d tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3ddc6a9-e27f-4230-81b1-5b26508499ec HTTP/1.1" status: 200 len: 945 time: 0.0553632 Feb 19 04:06:56.518269 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8a01c931-846c-4c93-a42e-443c6e21fa1f req-1ece3530-fed6-4526-9cea-3502d6df6114 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=63280abe-b96d-4db5-9e97-efeda979ab69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428150 Feb 19 04:06:56.991631 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:57.651036 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33aae35-1d2d-4b06-8cf4-c2252bc8d348 req-3ef7c18b-bf09-45bc-97a4-ab77c5e8619f tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:57.652730 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c33aae35-1d2d-4b06-8cf4-c2252bc8d348 req-3ef7c18b-bf09-45bc-97a4-ab77c5e8619f tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3ddc6a9-e27f-4230-81b1-5b26508499ec HTTP/1.1" status: 200 len: 945 time: 0.0604589 Feb 19 04:06:57.710438 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c33aae35-1d2d-4b06-8cf4-c2252bc8d348 req-0eaf3936-16fa-461e-9b6b-cba74c40e2c2 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=63280abe-b96d-4db5-9e97-efeda979ab69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513947 Feb 19 04:06:58.844292 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bbac22-eee0-495e-9c36-029f02f7dd72 req-5042e3c2-5f52-4cd1-b4f6-b29fb0cecb10 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:58.845862 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c1bbac22-eee0-495e-9c36-029f02f7dd72 req-5042e3c2-5f52-4cd1-b4f6-b29fb0cecb10 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3ddc6a9-e27f-4230-81b1-5b26508499ec HTTP/1.1" status: 200 len: 945 time: 0.0593340 Feb 19 04:06:58.898989 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c1bbac22-eee0-495e-9c36-029f02f7dd72 req-11b12f83-f0ea-4f5c-9fdc-ed093b6d0638 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=63280abe-b96d-4db5-9e97-efeda979ab69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465376 Feb 19 04:06:59.016968 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [req-c9b5151b-4f37-4e99-bd75-ae824d629dfd req-c070a9ef-e4fb-4495-b3ea-766600f1c33d service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103701) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:06:59.018148 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c9b5151b-4f37-4e99-bd75-ae824d629dfd req-c070a9ef-e4fb-4495-b3ea-766600f1c33d service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0521703 Feb 19 04:06:59.209310 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01e2700-82f7-4a4f-8e0a-473cede0b85b req-3ff18ccf-1048-4886-9d17-e5a6b77f7edc tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:59.211593 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a01e2700-82f7-4a4f-8e0a-473cede0b85b req-3ff18ccf-1048-4886-9d17-e5a6b77f7edc tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3ddc6a9-e27f-4230-81b1-5b26508499ec HTTP/1.1" status: 200 len: 945 time: 0.0732484 Feb 19 04:06:59.274575 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a01e2700-82f7-4a4f-8e0a-473cede0b85b req-0d3c4e14-668a-4cc7-b2e2-31bf4a4dcb7a tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=63280abe-b96d-4db5-9e97-efeda979ab69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572107 Feb 19 04:06:59.382362 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8f6959bb-0437-4dae-aee5-4412dccedd68 req-a4fa7c86-023c-4eb9-9937-be557e9b74da service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c3ddc6a9-e27f-4230-81b1-5b26508499ec&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0989227 Feb 19 04:06:59.851553 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device c7dff6fc-2a6a-4243-a208-4d407521c370 no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:06:59.936381 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port c7dff6fc-2a6a-4243-a208-4d407521c370 is: ACTIVE; New status is: DOWN {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:06:59.936777 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (c7dff6fc-2a6a-4243-a208-4d407521c370), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:59.961236 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3ddc6a9-e27f-4230-81b1-5b26508499ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7dff6fc-2a6a-4243-a208-4d407521c370'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:06:59.963757 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88fe038525c8a7a69a3adae1ae732c1dd0c63371bed0a925712ea7f2f25f70bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d93fee00-4214-483b-8e1f-9bf22fee63ee" -d '{"events": [{"server_uuid": "c3ddc6a9-e27f-4230-81b1-5b26508499ec", "name": "network-vif-unplugged", "status": "completed", "tag": "c7dff6fc-2a6a-4243-a208-4d407521c370"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:06:59.983093 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port c7dff6fc-2a6a-4243-a208-4d407521c370, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=c7dff6fc-2a6a-4243-a208-4d407521c370,segment=NetworkSegment(f5174ef4-92be-4625-806e-e2dd485a6234),segment_id=f5174ef4-92be-4625-806e-e2dd485a6234)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:06:59.988273 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (c7dff6fc-2a6a-4243-a208-4d407521c370), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:00.012432 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 19 Feb 2022 04:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d0f38d1-63ce-433f-b4fe-5e714f92c618 x-openstack-request-id: req-6d0f38d1-63ce-433f-b4fe-5e714f92c618 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:07:00.012725 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3ddc6a9-e27f-4230-81b1-5b26508499ec", "name": "network-vif-unplugged", "status": "failed", "tag": "c7dff6fc-2a6a-4243-a208-4d407521c370", "code": 422}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:07:00.012983 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6d0f38d1-63ce-433f-b4fe-5e714f92c618 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:07:00.013404 n-d-826753-2 neutron-server[103703]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c3ddc6a9-e27f-4230-81b1-5b26508499ec', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c7dff6fc-2a6a-4243-a208-4d407521c370', 'code': 422} returned with failed status Feb 19 04:07:00.040505 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=c7dff6fc-2a6a-4243-a208-4d407521c370,revision_number=8']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:00.410843 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca268871-78a6-409f-9fd8-5cea4d405e35 req-afa006d7-782f-4cb6-907e-414386c18051 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:00.413228 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ca268871-78a6-409f-9fd8-5cea4d405e35 req-afa006d7-782f-4cb6-907e-414386c18051 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3ddc6a9-e27f-4230-81b1-5b26508499ec HTTP/1.1" status: 200 len: 943 time: 0.0568399 Feb 19 04:07:00.472029 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ca268871-78a6-409f-9fd8-5cea4d405e35 req-12db53f3-592e-4647-95fe-6fa734498190 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=63280abe-b96d-4db5-9e97-efeda979ab69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522575 Feb 19 04:07:00.539327 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6959bb-0437-4dae-aee5-4412dccedd68 req-0b98e7ee-f846-4859-a907-53efa6bd1257 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:00.540759 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8f6959bb-0437-4dae-aee5-4412dccedd68 req-0b98e7ee-f846-4859-a907-53efa6bd1257 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports/c7dff6fc-2a6a-4243-a208-4d407521c370 HTTP/1.1" status: 200 len: 940 time: 0.1117797 Feb 19 04:07:01.599283 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046b9b23-be20-4bef-a1b6-d503f79c0b87 req-5f98c4c0-6d8c-4277-9dd2-034e0c4f4760 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:01.600802 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-046b9b23-be20-4bef-a1b6-d503f79c0b87 req-5f98c4c0-6d8c-4277-9dd2-034e0c4f4760 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3ddc6a9-e27f-4230-81b1-5b26508499ec HTTP/1.1" status: 200 len: 943 time: 0.0583873 Feb 19 04:07:01.656196 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-046b9b23-be20-4bef-a1b6-d503f79c0b87 req-6eeb3f20-0e93-4f9d-9562-9ab60127753b tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=63280abe-b96d-4db5-9e97-efeda979ab69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491006 Feb 19 04:07:02.783461 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c5d611-0e8f-443a-9f39-5ea00b361e5a req-1d25bc33-e824-4c92-beef-1aab3f67cd71 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:02.785096 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-91c5d611-0e8f-443a-9f39-5ea00b361e5a req-1d25bc33-e824-4c92-beef-1aab3f67cd71 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3ddc6a9-e27f-4230-81b1-5b26508499ec HTTP/1.1" status: 200 len: 943 time: 0.0552027 Feb 19 04:07:02.841174 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-91c5d611-0e8f-443a-9f39-5ea00b361e5a req-df948497-9ee5-4f50-93af-a188f2d8f742 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=63280abe-b96d-4db5-9e97-efeda979ab69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500050 Feb 19 04:07:03.984097 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e988691-cd6a-43e5-b2c2-5ca68b60bf96 req-67b978fa-122d-4168-bf21-89f380c4e758 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:03.985685 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0e988691-cd6a-43e5-b2c2-5ca68b60bf96 req-67b978fa-122d-4168-bf21-89f380c4e758 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3ddc6a9-e27f-4230-81b1-5b26508499ec HTTP/1.1" status: 200 len: 943 time: 0.0564604 Feb 19 04:07:04.060305 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0e988691-cd6a-43e5-b2c2-5ca68b60bf96 req-3bf452c5-7a4f-4694-bd66-7578df8afedf tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=63280abe-b96d-4db5-9e97-efeda979ab69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651591 Feb 19 04:07:04.481910 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6959bb-0437-4dae-aee5-4412dccedd68 req-b48a6fe0-2a25-4465-8bc4-0c0e8de24fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:04.484139 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8f6959bb-0437-4dae-aee5-4412dccedd68 req-b48a6fe0-2a25-4465-8bc4-0c0e8de24fbc service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c3ddc6a9-e27f-4230-81b1-5b26508499ec&tenant_id=8e43d68b2c9f4c3cb95156de03dab294 HTTP/1.1" status: 200 len: 1125 time: 0.0571384 Feb 19 04:07:04.578747 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6959bb-0437-4dae-aee5-4412dccedd68 req-f6eea827-8098-4054-9b32-5ffacacef3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:04.580305 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8f6959bb-0437-4dae-aee5-4412dccedd68 req-f6eea827-8098-4054-9b32-5ffacacef3a3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8e43d68b2c9f4c3cb95156de03dab294&device_id=c3ddc6a9-e27f-4230-81b1-5b26508499ec HTTP/1.1" status: 200 len: 1125 time: 0.0652983 Feb 19 04:07:04.680276 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6959bb-0437-4dae-aee5-4412dccedd68 req-270fa5d1-4368-4b3d-aab9-0b086759fa5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:04.682063 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8f6959bb-0437-4dae-aee5-4412dccedd68 req-270fa5d1-4368-4b3d-aab9-0b086759fa5e service neutron] 10.222.0.73 "GET /v2.0/networks?id=67cca915-b7af-44c4-99c6-72d992afe820 HTTP/1.1" status: 200 len: 909 time: 0.0961874 Feb 19 04:07:04.753150 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8f6959bb-0437-4dae-aee5-4412dccedd68 req-23e85fe4-cc63-4ca4-897d-f36e610873ec service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c7dff6fc-2a6a-4243-a208-4d407521c370 HTTP/1.1" status: 200 len: 999 time: 0.0644422 Feb 19 04:07:04.804103 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6959bb-0437-4dae-aee5-4412dccedd68 req-247c829a-7308-416a-8d9a-f257e2fc40cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:04.805604 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8f6959bb-0437-4dae-aee5-4412dccedd68 req-247c829a-7308-416a-8d9a-f257e2fc40cb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a89d843f-69cd-4f0c-b33c-c708751b807c HTTP/1.1" status: 200 len: 847 time: 0.0470297 Feb 19 04:07:04.858178 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6959bb-0437-4dae-aee5-4412dccedd68 req-dded18f8-4006-41d6-a15d-3b6057fd4827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:04.859791 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8f6959bb-0437-4dae-aee5-4412dccedd68 req-dded18f8-4006-41d6-a15d-3b6057fd4827 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=67cca915-b7af-44c4-99c6-72d992afe820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0487940 Feb 19 04:07:04.958115 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8f6959bb-0437-4dae-aee5-4412dccedd68 req-40e20c15-d25b-4888-ba71-c26f994ca105 service neutron] 10.222.0.73 "GET /v2.0/networks/67cca915-b7af-44c4-99c6-72d992afe820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924942 Feb 19 04:07:05.065455 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8f6959bb-0437-4dae-aee5-4412dccedd68 req-2dad4362-05fd-4354-92f4-e1bb917b8b9a service neutron] 10.222.0.73 "GET /v2.0/networks/67cca915-b7af-44c4-99c6-72d992afe820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014247 Feb 19 04:07:05.218361 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37306ab-d1f7-4ce5-b7dd-ffc99958bf6c req-e552b632-4f99-421d-95b6-12b5e3192909 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:05.220230 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c37306ab-d1f7-4ce5-b7dd-ffc99958bf6c req-e552b632-4f99-421d-95b6-12b5e3192909 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3ddc6a9-e27f-4230-81b1-5b26508499ec HTTP/1.1" status: 200 len: 943 time: 0.0703497 Feb 19 04:07:05.285318 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c37306ab-d1f7-4ce5-b7dd-ffc99958bf6c req-c4cece9e-a7bf-4693-b5f2-406f8d832b14 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=63280abe-b96d-4db5-9e97-efeda979ab69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591733 Feb 19 04:07:06.426635 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0076ff02-fbbe-4e5b-b666-e6e7518fde78 req-586f9759-8957-44b0-b2c0-3feb344ce7b7 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:06.428317 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0076ff02-fbbe-4e5b-b666-e6e7518fde78 req-586f9759-8957-44b0-b2c0-3feb344ce7b7 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3ddc6a9-e27f-4230-81b1-5b26508499ec HTTP/1.1" status: 200 len: 943 time: 0.0585601 Feb 19 04:07:06.489221 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0076ff02-fbbe-4e5b-b666-e6e7518fde78 req-dbc88ff0-d4ca-40c3-bb8a-7caae4a41212 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=63280abe-b96d-4db5-9e97-efeda979ab69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548656 Feb 19 04:07:07.665098 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be057e5-13e6-4661-b1c1-d4226f5463b9 req-f13df6fc-a3fd-4dd3-bcbe-5d6a602f901e tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:07.666634 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1be057e5-13e6-4661-b1c1-d4226f5463b9 req-f13df6fc-a3fd-4dd3-bcbe-5d6a602f901e tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3ddc6a9-e27f-4230-81b1-5b26508499ec HTTP/1.1" status: 200 len: 943 time: 0.0815644 Feb 19 04:07:07.734451 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1be057e5-13e6-4661-b1c1-d4226f5463b9 req-f9a00104-3883-46b0-8187-0309f474a3d9 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=63280abe-b96d-4db5-9e97-efeda979ab69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596046 Feb 19 04:07:08.916102 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982d9ce3-efa3-4bac-b925-f50a117f6c84 req-e89c022a-3be4-4aee-8aa8-90996f4a1533 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:08.918407 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-982d9ce3-efa3-4bac-b925-f50a117f6c84 req-e89c022a-3be4-4aee-8aa8-90996f4a1533 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3ddc6a9-e27f-4230-81b1-5b26508499ec HTTP/1.1" status: 200 len: 943 time: 0.0747430 Feb 19 04:07:08.996553 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-982d9ce3-efa3-4bac-b925-f50a117f6c84 req-bf0a40db-3785-4d27-ad11-9c5b9671336a tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=63280abe-b96d-4db5-9e97-efeda979ab69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672119 Feb 19 04:07:10.150235 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77847ccf-679a-4657-a9b0-5e7d7d4e45d1 req-624f74ff-e5e9-4801-b3e1-9ee785f74aa0 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:10.151788 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-77847ccf-679a-4657-a9b0-5e7d7d4e45d1 req-624f74ff-e5e9-4801-b3e1-9ee785f74aa0 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3ddc6a9-e27f-4230-81b1-5b26508499ec HTTP/1.1" status: 200 len: 943 time: 0.0763118 Feb 19 04:07:10.211292 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-77847ccf-679a-4657-a9b0-5e7d7d4e45d1 req-c5d7f773-636f-4b75-bc1a-69c1a0e6d8df tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=63280abe-b96d-4db5-9e97-efeda979ab69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526249 Feb 19 04:07:11.359268 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac49cd24-dfa9-48ae-85cd-6043396f5d0c req-f470e3d5-29be-4019-9a48-d304346b4ab1 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:11.361041 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ac49cd24-dfa9-48ae-85cd-6043396f5d0c req-f470e3d5-29be-4019-9a48-d304346b4ab1 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3ddc6a9-e27f-4230-81b1-5b26508499ec HTTP/1.1" status: 200 len: 943 time: 0.0724316 Feb 19 04:07:11.440358 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ac49cd24-dfa9-48ae-85cd-6043396f5d0c req-88eca625-4e89-4405-a08c-268b4e14fd77 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=63280abe-b96d-4db5-9e97-efeda979ab69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616848 Feb 19 04:07:11.973330 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:07:12.568858 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba27995-7270-4397-86ee-a5f22a0d89e2 req-59c46d16-e36b-4751-a17e-5097c63ca42e tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:12.570693 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-dba27995-7270-4397-86ee-a5f22a0d89e2 req-59c46d16-e36b-4751-a17e-5097c63ca42e tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3ddc6a9-e27f-4230-81b1-5b26508499ec HTTP/1.1" status: 200 len: 943 time: 0.0619261 Feb 19 04:07:12.637275 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-dba27995-7270-4397-86ee-a5f22a0d89e2 req-4ad55e15-bfaf-48a4-9489-c2168faa3fea tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=63280abe-b96d-4db5-9e97-efeda979ab69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604968 Feb 19 04:07:13.782549 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84d01b8-c48e-4597-b338-be980c18f932 req-784e97c5-df00-49c0-9dd3-33f99a0cc8ae tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:13.784050 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c84d01b8-c48e-4597-b338-be980c18f932 req-784e97c5-df00-49c0-9dd3-33f99a0cc8ae tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3ddc6a9-e27f-4230-81b1-5b26508499ec HTTP/1.1" status: 200 len: 943 time: 0.0562825 Feb 19 04:07:13.835727 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c84d01b8-c48e-4597-b338-be980c18f932 req-0987a8bf-a0dd-454b-b9c8-3e2c5a7648a2 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=63280abe-b96d-4db5-9e97-efeda979ab69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459611 Feb 19 04:07:14.959234 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfbac90-72ca-4e21-a1ab-d52be7acd9c2 req-3f76f051-4aca-4016-b844-38dcbc5ed3d6 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:14.960733 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2dfbac90-72ca-4e21-a1ab-d52be7acd9c2 req-3f76f051-4aca-4016-b844-38dcbc5ed3d6 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3ddc6a9-e27f-4230-81b1-5b26508499ec HTTP/1.1" status: 200 len: 943 time: 0.0547173 Feb 19 04:07:15.011187 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2dfbac90-72ca-4e21-a1ab-d52be7acd9c2 req-69931c83-e042-4302-b2c0-d3b653bda196 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=63280abe-b96d-4db5-9e97-efeda979ab69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443616 Feb 19 04:07:15.705181 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-dbcf4f39-974a-41a4-bd74-9d21f59b0826 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:16.141225 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1604d0f-bce2-4a7c-8780-b37b2910f23c req-e14ce188-01ea-4e67-b95f-3e317a7e137f tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:16.142724 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f1604d0f-bce2-4a7c-8780-b37b2910f23c req-e14ce188-01ea-4e67-b95f-3e317a7e137f tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3ddc6a9-e27f-4230-81b1-5b26508499ec HTTP/1.1" status: 200 len: 943 time: 0.0568576 Feb 19 04:07:16.192342 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f1604d0f-bce2-4a7c-8780-b37b2910f23c req-74d70508-7610-4e05-a189-63e28079eb7e tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=63280abe-b96d-4db5-9e97-efeda979ab69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440454 Feb 19 04:07:16.785755 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37060d6d-ff1c-4b15-a34f-1d15c10e6e4c req-873b3c3a-7131-427f-b3bf-dbe7e590f195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:16.787172 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-37060d6d-ff1c-4b15-a34f-1d15c10e6e4c req-873b3c3a-7131-427f-b3bf-dbe7e590f195 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8e43d68b2c9f4c3cb95156de03dab294&device_id=c3ddc6a9-e27f-4230-81b1-5b26508499ec HTTP/1.1" status: 200 len: 1125 time: 0.0456650 Feb 19 04:07:16.900162 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37060d6d-ff1c-4b15-a34f-1d15c10e6e4c req-22c53692-042b-42ac-b5c8-e4a23f6e5c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:16.901673 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-37060d6d-ff1c-4b15-a34f-1d15c10e6e4c req-22c53692-042b-42ac-b5c8-e4a23f6e5c54 service neutron] 10.222.0.73 "GET /v2.0/networks?id=67cca915-b7af-44c4-99c6-72d992afe820 HTTP/1.1" status: 200 len: 909 time: 0.0913618 Feb 19 04:07:16.966528 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-37060d6d-ff1c-4b15-a34f-1d15c10e6e4c req-68c5964b-6d7a-47a5-9317-65b0f517ca90 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c7dff6fc-2a6a-4243-a208-4d407521c370 HTTP/1.1" status: 200 len: 999 time: 0.0588584 Feb 19 04:07:17.018728 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37060d6d-ff1c-4b15-a34f-1d15c10e6e4c req-6af97dc8-42a1-4dce-87fb-a31f451fbba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:17.020212 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-37060d6d-ff1c-4b15-a34f-1d15c10e6e4c req-6af97dc8-42a1-4dce-87fb-a31f451fbba4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a89d843f-69cd-4f0c-b33c-c708751b807c HTTP/1.1" status: 200 len: 847 time: 0.0482633 Feb 19 04:07:17.085025 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37060d6d-ff1c-4b15-a34f-1d15c10e6e4c req-d05efb0d-32e4-4498-ac3c-f7bb05f51145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:17.086535 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-37060d6d-ff1c-4b15-a34f-1d15c10e6e4c req-d05efb0d-32e4-4498-ac3c-f7bb05f51145 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=67cca915-b7af-44c4-99c6-72d992afe820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0459473 Feb 19 04:07:17.176371 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-37060d6d-ff1c-4b15-a34f-1d15c10e6e4c req-6d9218c9-fa8c-4000-8d69-5d5aacd4e4d8 service neutron] 10.222.0.73 "GET /v2.0/networks/67cca915-b7af-44c4-99c6-72d992afe820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839663 Feb 19 04:07:17.272640 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-37060d6d-ff1c-4b15-a34f-1d15c10e6e4c req-4e99d544-c86f-4783-94bd-f2336fbe9e06 service neutron] 10.222.0.73 "GET /v2.0/networks/67cca915-b7af-44c4-99c6-72d992afe820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908961 Feb 19 04:07:17.323539 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f334712-f893-4492-a2da-753e9a1561c5 req-4fbc0de0-d457-48e7-92ce-2fd723874abd tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:17.325156 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2f334712-f893-4492-a2da-753e9a1561c5 req-4fbc0de0-d457-48e7-92ce-2fd723874abd tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3ddc6a9-e27f-4230-81b1-5b26508499ec HTTP/1.1" status: 200 len: 943 time: 0.0538085 Feb 19 04:07:17.374912 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2f334712-f893-4492-a2da-753e9a1561c5 req-3b0fe1b8-0e08-4b2b-a301-643a28c6e076 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=63280abe-b96d-4db5-9e97-efeda979ab69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435030 Feb 19 04:07:17.885398 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-48651f53-1699-4038-bb2a-b7c28b66d4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:18.501654 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56967ab-5ef3-479a-be11-2662a5ddc42f req-79557961-ab8a-4f5b-b77d-7c08ae7c35cb tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:18.503116 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d56967ab-5ef3-479a-be11-2662a5ddc42f req-79557961-ab8a-4f5b-b77d-7c08ae7c35cb tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3ddc6a9-e27f-4230-81b1-5b26508499ec HTTP/1.1" status: 200 len: 943 time: 0.0520103 Feb 19 04:07:18.566289 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d56967ab-5ef3-479a-be11-2662a5ddc42f req-736217d5-e337-4811-a70f-b6d61c094626 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=63280abe-b96d-4db5-9e97-efeda979ab69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575674 Feb 19 04:07:19.593563 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:19.690563 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeab06d-43d6-49c2-b157-62bb24b589a1 req-ebbef7c1-2050-4a81-9699-4e3dce5d70db tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:19.692237 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1aeab06d-43d6-49c2-b157-62bb24b589a1 req-ebbef7c1-2050-4a81-9699-4e3dce5d70db tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3ddc6a9-e27f-4230-81b1-5b26508499ec HTTP/1.1" status: 200 len: 943 time: 0.0544474 Feb 19 04:07:19.744886 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1aeab06d-43d6-49c2-b157-62bb24b589a1 req-066d3cff-88cb-4e96-92f5-17547aac7690 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=63280abe-b96d-4db5-9e97-efeda979ab69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467098 Feb 19 04:07:19.924338 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device c7dff6fc-2a6a-4243-a208-4d407521c370 details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:07:20.025892 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port c7dff6fc-2a6a-4243-a208-4d407521c370, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=c7dff6fc-2a6a-4243-a208-4d407521c370,segment=NetworkSegment(f5174ef4-92be-4625-806e-e2dd485a6234),segment_id=f5174ef4-92be-4625-806e-e2dd485a6234)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:07:20.037793 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': 'c7dff6fc-2a6a-4243-a208-4d407521c370', 'network_id': '67cca915-b7af-44c4-99c6-72d992afe820', 'port_id': 'c7dff6fc-2a6a-4243-a208-4d407521c370', 'mac_address': 'fa:16:3e:63:73:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a89d843f-69cd-4f0c-b33c-c708751b807c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:07:20.083494 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port c7dff6fc-2a6a-4243-a208-4d407521c370 is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:07:20.083908 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (c7dff6fc-2a6a-4243-a208-4d407521c370), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:20.099493 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7dff6fc-2a6a-4243-a208-4d407521c370 {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:07:20.120426 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port c7dff6fc-2a6a-4243-a208-4d407521c370, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=c7dff6fc-2a6a-4243-a208-4d407521c370,segment=NetworkSegment(f5174ef4-92be-4625-806e-e2dd485a6234),segment_id=f5174ef4-92be-4625-806e-e2dd485a6234)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:07:20.126287 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (c7dff6fc-2a6a-4243-a208-4d407521c370), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:20.182148 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=c7dff6fc-2a6a-4243-a208-4d407521c370,revision_number=9']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:20.570720 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['c7dff6fc-2a6a-4243-a208-4d407521c370'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:07:20.776550 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:20.871961 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eb2bff-c98a-4f52-a5ac-f2f90bdef03e req-3bfc2409-c276-4a57-99b3-c709184da90c tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:20.874180 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-62eb2bff-c98a-4f52-a5ac-f2f90bdef03e req-3bfc2409-c276-4a57-99b3-c709184da90c tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3ddc6a9-e27f-4230-81b1-5b26508499ec HTTP/1.1" status: 200 len: 944 time: 0.0564024 Feb 19 04:07:20.927455 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-62eb2bff-c98a-4f52-a5ac-f2f90bdef03e req-27c8609a-6320-44b1-8323-bee545a054be tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=63280abe-b96d-4db5-9e97-efeda979ab69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468593 Feb 19 04:07:21.940259 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device c7dff6fc-2a6a-4243-a208-4d407521c370 up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:07:21.990826 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port c7dff6fc-2a6a-4243-a208-4d407521c370 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:07:21.991279 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (c7dff6fc-2a6a-4243-a208-4d407521c370), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:22.059858 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2acf7f-f153-4ef1-8e80-503d5f93cd21 req-e64df633-3358-44e8-b207-686fb2c72230 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:22.062423 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5c2acf7f-f153-4ef1-8e80-503d5f93cd21 req-e64df633-3358-44e8-b207-686fb2c72230 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3ddc6a9-e27f-4230-81b1-5b26508499ec HTTP/1.1" status: 200 len: 944 time: 0.0628085 Feb 19 04:07:22.088111 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port c7dff6fc-2a6a-4243-a208-4d407521c370 is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:07:22.088504 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (c7dff6fc-2a6a-4243-a208-4d407521c370), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:22.115527 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5c2acf7f-f153-4ef1-8e80-503d5f93cd21 req-d977c685-ada8-4fd5-8621-a98da1e462fa tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=63280abe-b96d-4db5-9e97-efeda979ab69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474119 Feb 19 04:07:22.127482 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3ddc6a9-e27f-4230-81b1-5b26508499ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7dff6fc-2a6a-4243-a208-4d407521c370'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:07:22.129783 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88fe038525c8a7a69a3adae1ae732c1dd0c63371bed0a925712ea7f2f25f70bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a75cf21-5b25-47f5-9601-e67cf1cd1a69" -d '{"events": [{"server_uuid": "c3ddc6a9-e27f-4230-81b1-5b26508499ec", "name": "network-vif-plugged", "status": "completed", "tag": "c7dff6fc-2a6a-4243-a208-4d407521c370"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:07:22.143916 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:22.146392 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port c7dff6fc-2a6a-4243-a208-4d407521c370, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=c7dff6fc-2a6a-4243-a208-4d407521c370,segment=NetworkSegment(f5174ef4-92be-4625-806e-e2dd485a6234),segment_id=f5174ef4-92be-4625-806e-e2dd485a6234)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:07:22.150685 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (c7dff6fc-2a6a-4243-a208-4d407521c370), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:22.178031 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb0beca-9a0b-4ded-a9cd-b67254994417 x-openstack-request-id: req-adb0beca-9a0b-4ded-a9cd-b67254994417 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:07:22.178324 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3ddc6a9-e27f-4230-81b1-5b26508499ec", "name": "network-vif-plugged", "status": "completed", "tag": "c7dff6fc-2a6a-4243-a208-4d407521c370", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:07:22.178563 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-adb0beca-9a0b-4ded-a9cd-b67254994417 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:07:22.178949 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3ddc6a9-e27f-4230-81b1-5b26508499ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7dff6fc-2a6a-4243-a208-4d407521c370', 'code': 200} Feb 19 04:07:22.205938 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=c7dff6fc-2a6a-4243-a208-4d407521c370,revision_number=10']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:22.402232 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7ed0d7-ee6a-447d-afe7-6b9db15ce841 req-b6205625-ddcf-47cb-9b9a-fe3820046adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:22.405935 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ed7ed0d7-ee6a-447d-afe7-6b9db15ce841 req-b6205625-ddcf-47cb-9b9a-fe3820046adf service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c3ddc6a9-e27f-4230-81b1-5b26508499ec HTTP/1.1" status: 200 len: 1128 time: 0.0574939 Feb 19 04:07:22.457380 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ed7ed0d7-ee6a-447d-afe7-6b9db15ce841 req-d9c4ea79-95fd-41a2-838d-28b1eaa431d8 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=63280abe-b96d-4db5-9e97-efeda979ab69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465627 Feb 19 04:07:23.183719 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:23.249713 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bad8c3-760a-48f8-8ab1-3958c2813cca req-960b7593-5d7d-476d-809a-0a28d72eb6f5 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:23.251237 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-50bad8c3-760a-48f8-8ab1-3958c2813cca req-960b7593-5d7d-476d-809a-0a28d72eb6f5 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3ddc6a9-e27f-4230-81b1-5b26508499ec HTTP/1.1" status: 200 len: 946 time: 0.0561206 Feb 19 04:07:23.299665 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-50bad8c3-760a-48f8-8ab1-3958c2813cca req-5c7822aa-4686-4ef2-842e-426d5b722e5e tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=63280abe-b96d-4db5-9e97-efeda979ab69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426891 Feb 19 04:07:24.440910 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3bbe1e-67be-4b43-8208-8266c6863d5c req-2f4794f4-12d6-40e8-8e7b-79dd23cd84e0 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:24.442453 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fd3bbe1e-67be-4b43-8208-8266c6863d5c req-2f4794f4-12d6-40e8-8e7b-79dd23cd84e0 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3ddc6a9-e27f-4230-81b1-5b26508499ec HTTP/1.1" status: 200 len: 946 time: 0.0613899 Feb 19 04:07:24.792726 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fd3bbe1e-67be-4b43-8208-8266c6863d5c req-afbe83eb-bb93-447c-b93d-8d7a7b17e0a0 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=63280abe-b96d-4db5-9e97-efeda979ab69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3434517 Feb 19 04:07:27.008280 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:45.708943 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-03c4ad11-05d0-40d3-8dd6-58778dc67fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:47.887378 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-95e07f2b-d245-40e4-bb30-08bf2aec0925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:48.973837 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:07:49.596896 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:50.769907 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:52.135606 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:53.217868 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:57.003858 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:09.016953 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8786f165-ecf7-4287-af40-61d782444892 req-e077a655-0ca7-4220-881c-eb28bd3529e3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c3ddc6a9-e27f-4230-81b1-5b26508499ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0579448 Feb 19 04:08:09.145775 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8786f165-ecf7-4287-af40-61d782444892 req-b037d175-a052-4eb6-a613-3c8856275cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:09.147345 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8786f165-ecf7-4287-af40-61d782444892 req-b037d175-a052-4eb6-a613-3c8856275cb4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8e43d68b2c9f4c3cb95156de03dab294&device_id=c3ddc6a9-e27f-4230-81b1-5b26508499ec HTTP/1.1" status: 200 len: 1128 time: 0.0656779 Feb 19 04:08:09.289947 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8786f165-ecf7-4287-af40-61d782444892 req-c66e6a80-46c4-4a11-816a-96eb1dfa16da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:09.291960 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8786f165-ecf7-4287-af40-61d782444892 req-c66e6a80-46c4-4a11-816a-96eb1dfa16da service neutron] 10.222.0.73 "GET /v2.0/networks?id=67cca915-b7af-44c4-99c6-72d992afe820 HTTP/1.1" status: 200 len: 909 time: 0.1207402 Feb 19 04:08:09.367197 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8786f165-ecf7-4287-af40-61d782444892 req-cb3ada8b-1600-4a83-9ad4-7c78aa56d8c2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c7dff6fc-2a6a-4243-a208-4d407521c370 HTTP/1.1" status: 200 len: 1001 time: 0.0691366 Feb 19 04:08:09.434233 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8786f165-ecf7-4287-af40-61d782444892 req-e77c8b17-5bf7-4234-995c-1376f14b7976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:09.436690 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8786f165-ecf7-4287-af40-61d782444892 req-e77c8b17-5bf7-4234-995c-1376f14b7976 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a89d843f-69cd-4f0c-b33c-c708751b807c HTTP/1.1" status: 200 len: 847 time: 0.0629187 Feb 19 04:08:09.499916 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8786f165-ecf7-4287-af40-61d782444892 req-89cbe968-d133-4e4c-9b7c-90054c4693fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:09.501544 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8786f165-ecf7-4287-af40-61d782444892 req-89cbe968-d133-4e4c-9b7c-90054c4693fe service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=67cca915-b7af-44c4-99c6-72d992afe820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0582552 Feb 19 04:08:09.617381 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8786f165-ecf7-4287-af40-61d782444892 req-6c3153e1-505e-44aa-815c-7f3dfd231b04 service neutron] 10.222.0.73 "GET /v2.0/networks/67cca915-b7af-44c4-99c6-72d992afe820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087141 Feb 19 04:08:09.728347 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-8786f165-ecf7-4287-af40-61d782444892 req-c671b217-cecb-42ff-8f02-1d7f3d3acc4b service neutron] 10.222.0.73 "GET /v2.0/networks/67cca915-b7af-44c4-99c6-72d992afe820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054754 Feb 19 04:08:15.718131 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e915081f-d24a-4aa6-93ae-2e87afd7623e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:17.896328 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-2f57783f-8aa5-4b83-a440-c26b90742d1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:19.607095 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:20.769908 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:22.129852 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:23.229939 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:25.972963 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:08:27.029106 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:45.711767 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fa5dc12b-2082-48c3-bf8a-e52bd612eff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:47.890755 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-02de2fe4-4097-4398-a65f-da36676933bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:49.595365 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:50.771568 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:52.132928 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:53.236873 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:57.021937 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:02.972888 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:09:08.371152 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-83aa0b8f-17d3-4d2b-97be-39ff1b289d75 req-08b8b0ea-ccfd-4b80-9f11-fd32595a6b99 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c3ddc6a9-e27f-4230-81b1-5b26508499ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0467453 Feb 19 04:09:08.487710 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aa0b8f-17d3-4d2b-97be-39ff1b289d75 req-82fdea18-d745-4613-9c2f-0c8f53472d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:08.489906 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-83aa0b8f-17d3-4d2b-97be-39ff1b289d75 req-82fdea18-d745-4613-9c2f-0c8f53472d20 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8e43d68b2c9f4c3cb95156de03dab294&device_id=c3ddc6a9-e27f-4230-81b1-5b26508499ec HTTP/1.1" status: 200 len: 1128 time: 0.0581942 Feb 19 04:09:08.609332 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aa0b8f-17d3-4d2b-97be-39ff1b289d75 req-ca2e9607-28b2-45e1-8418-e6de1c42e4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:08.611197 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-83aa0b8f-17d3-4d2b-97be-39ff1b289d75 req-ca2e9607-28b2-45e1-8418-e6de1c42e4e3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=67cca915-b7af-44c4-99c6-72d992afe820 HTTP/1.1" status: 200 len: 909 time: 0.1017292 Feb 19 04:09:08.690724 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-83aa0b8f-17d3-4d2b-97be-39ff1b289d75 req-b736a464-2336-47a7-baf3-1c644d61f6e8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c7dff6fc-2a6a-4243-a208-4d407521c370 HTTP/1.1" status: 200 len: 1001 time: 0.0736287 Feb 19 04:09:08.742072 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aa0b8f-17d3-4d2b-97be-39ff1b289d75 req-390718a1-dd77-4a32-b57a-f2bde844e722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:08.743579 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-83aa0b8f-17d3-4d2b-97be-39ff1b289d75 req-390718a1-dd77-4a32-b57a-f2bde844e722 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a89d843f-69cd-4f0c-b33c-c708751b807c HTTP/1.1" status: 200 len: 847 time: 0.0478048 Feb 19 04:09:08.793259 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aa0b8f-17d3-4d2b-97be-39ff1b289d75 req-ae942afb-76f6-4726-9b63-6fb9527f1c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:08.794812 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-83aa0b8f-17d3-4d2b-97be-39ff1b289d75 req-ae942afb-76f6-4726-9b63-6fb9527f1c4a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=67cca915-b7af-44c4-99c6-72d992afe820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0460334 Feb 19 04:09:08.894044 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-83aa0b8f-17d3-4d2b-97be-39ff1b289d75 req-6d080edb-d873-4fd8-ac52-7dbd9bfbc481 service neutron] 10.222.0.73 "GET /v2.0/networks/67cca915-b7af-44c4-99c6-72d992afe820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925639 Feb 19 04:09:08.992562 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-83aa0b8f-17d3-4d2b-97be-39ff1b289d75 req-1373cad1-b112-45e1-b6f5-5570aa13327c service neutron] 10.222.0.73 "GET /v2.0/networks/67cca915-b7af-44c4-99c6-72d992afe820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924304 Feb 19 04:09:12.594594 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 54138) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:12.818063 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-3406529c-3f17-4969-ae7d-17db8d1e79b2 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Deleting port 00e80632-a0e2-4201-9550-c97438e79d82 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:09:12.818411 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3406529c-3f17-4969-ae7d-17db8d1e79b2 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (00e80632-a0e2-4201-9550-c97438e79d82), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:12.896551 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3406529c-3f17-4969-ae7d-17db8d1e79b2 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (00e80632-a0e2-4201-9550-c97438e79d82), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:12.896867 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3406529c-3f17-4969-ae7d-17db8d1e79b2 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Publish callbacks [] for floatingip (00e80632-a0e2-4201-9550-c97438e79d82), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:12.914096 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-3406529c-3f17-4969-ae7d-17db8d1e79b2 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Calling delete_port for 00e80632-a0e2-4201-9550-c97438e79d82 owned by network:floatingip {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:09:13.078683 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3406529c-3f17-4969-ae7d-17db8d1e79b2 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (00e80632-a0e2-4201-9550-c97438e79d82), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:13.109907 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3406529c-3f17-4969-ae7d-17db8d1e79b2 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Pushing event deleted for resources: {'Port': ['ID=00e80632-a0e2-4201-9550-c97438e79d82,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:13.138458 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3406529c-3f17-4969-ae7d-17db8d1e79b2 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:13.138810 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3406529c-3f17-4969-ae7d-17db8d1e79b2 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:13.139152 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3406529c-3f17-4969-ae7d-17db8d1e79b2 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:13.139490 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3406529c-3f17-4969-ae7d-17db8d1e79b2 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:13.139824 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3406529c-3f17-4969-ae7d-17db8d1e79b2 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:13.140152 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3406529c-3f17-4969-ae7d-17db8d1e79b2 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:13.140481 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3406529c-3f17-4969-ae7d-17db8d1e79b2 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:13.140810 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3406529c-3f17-4969-ae7d-17db8d1e79b2 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:13.141166 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3406529c-3f17-4969-ae7d-17db8d1e79b2 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:13.141490 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3406529c-3f17-4969-ae7d-17db8d1e79b2 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:13.141811 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3406529c-3f17-4969-ae7d-17db8d1e79b2 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:13.142132 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3406529c-3f17-4969-ae7d-17db8d1e79b2 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:13.142456 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3406529c-3f17-4969-ae7d-17db8d1e79b2 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:13.186706 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3406529c-3f17-4969-ae7d-17db8d1e79b2 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Publish callbacks [] for floatingip (3ea4c1c8-7ff2-4827-b8c8-13140d88a911), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:13.187398 n-d-826753-2 neutron-server[103701]: INFO neutron.db.l3_db [None req-3406529c-3f17-4969-ae7d-17db8d1e79b2 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Floating IP 3ea4c1c8-7ff2-4827-b8c8-13140d88a911 disassociated (deleted). External IP: 172.25.6.154, port: c7dff6fc-2a6a-4243-a208-4d407521c370. Feb 19 04:09:13.427464 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3406529c-3f17-4969-ae7d-17db8d1e79b2 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Router 941a1cdb-85f4-41a1-aedf-11bd92add9bd has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:09:13.549698 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3406529c-3f17-4969-ae7d-17db8d1e79b2 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:09:13.554263 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-3406529c-3f17-4969-ae7d-17db8d1e79b2 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:13.562919 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7496982-c74b-4df7-b8a3-9ac0ae787b07 None None] Sync routers for ids ['941a1cdb-85f4-41a1-aedf-11bd92add9bd'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:09:13.574702 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7496982-c74b-4df7-b8a3-9ac0ae787b07 None None] Routers {'941a1cdb-85f4-41a1-aedf-11bd92add9bd'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:09:13.574986 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-b7496982-c74b-4df7-b8a3-9ac0ae787b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T04:08:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['941a1cdb-85f4-41a1-aedf-11bd92add9bd'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:09:13.587131 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-3406529c-3f17-4969-ae7d-17db8d1e79b2 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "DELETE /v2.0/floatingips/3ea4c1c8-7ff2-4827-b8c8-13140d88a911 HTTP/1.1" status: 204 len: 168 time: 0.9913857 Feb 19 04:09:13.587730 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3ddc6a9-e27f-4230-81b1-5b26508499ec', 'tag': 'c7dff6fc-2a6a-4243-a208-4d407521c370'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:09:13.590631 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64650e7238020d70304413a5b849b926770e068c757b8393e93027c7f92d28d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4871bb85-ab2d-48a4-819b-13e6a90f1cf6" -d '{"events": [{"name": "network-changed", "server_uuid": "c3ddc6a9-e27f-4230-81b1-5b26508499ec", "tag": "c7dff6fc-2a6a-4243-a208-4d407521c370"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:09:13.709916 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-b7496982-c74b-4df7-b8a3-9ac0ae787b07 None None] Set router 941a1cdb-85f4-41a1-aedf-11bd92add9bd gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:09:13.711151 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4a57632-b2c4-4684-9ece-6210a015db62 x-openstack-request-id: req-f4a57632-b2c4-4684-9ece-6210a015db62 {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:09:13.711720 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3ddc6a9-e27f-4230-81b1-5b26508499ec", "tag": "c7dff6fc-2a6a-4243-a208-4d407521c370", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:09:13.712486 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f4a57632-b2c4-4684-9ece-6210a015db62 {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:09:13.713068 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3ddc6a9-e27f-4230-81b1-5b26508499ec', 'tag': 'c7dff6fc-2a6a-4243-a208-4d407521c370', 'status': 'completed', 'code': 200} Feb 19 04:09:13.806777 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4871bb85-ab2d-48a4-819b-13e6a90f1cf6 req-35b75e55-6acd-40cd-b4be-41bfac7a64f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:13.809566 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4871bb85-ab2d-48a4-819b-13e6a90f1cf6 req-35b75e55-6acd-40cd-b4be-41bfac7a64f6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8e43d68b2c9f4c3cb95156de03dab294&device_id=c3ddc6a9-e27f-4230-81b1-5b26508499ec HTTP/1.1" status: 200 len: 1128 time: 0.0592930 Feb 19 04:09:13.882049 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09fe3e3-807b-49a5-9eee-587bacab16b9 req-a6374ac4-07d4-474f-8905-027a370868e9 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:13.883783 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f09fe3e3-807b-49a5-9eee-587bacab16b9 req-a6374ac4-07d4-474f-8905-027a370868e9 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3ddc6a9-e27f-4230-81b1-5b26508499ec HTTP/1.1" status: 200 len: 946 time: 0.0804284 Feb 19 04:09:13.919985 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4871bb85-ab2d-48a4-819b-13e6a90f1cf6 req-ab0711fd-6d9f-43c1-8ed0-b702fc6ff215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:13.921950 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4871bb85-ab2d-48a4-819b-13e6a90f1cf6 req-ab0711fd-6d9f-43c1-8ed0-b702fc6ff215 service neutron] 10.222.0.73 "GET /v2.0/networks?id=67cca915-b7af-44c4-99c6-72d992afe820 HTTP/1.1" status: 200 len: 909 time: 0.1065538 Feb 19 04:09:13.949272 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f09fe3e3-807b-49a5-9eee-587bacab16b9 req-21983e6e-5912-4fec-a58a-06b0d94bfbee tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=63280abe-b96d-4db5-9e97-efeda979ab69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565977 Feb 19 04:09:13.953414 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-b7496982-c74b-4df7-b8a3-9ac0ae787b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '941a1cdb-85f4-41a1-aedf-11bd92add9bd', 'name': 'tempest-TestShelveInstance-968750675-router', 'tenant_id': '8e43d68b2c9f4c3cb95156de03dab294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': 'c65cbe98-ad8c-4484-9f56-9a70f3fb3a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:03:19Z', 'updated_at': '2022-02-19T04:03:23Z', 'revision_number': 4, 'project_id': '8e43d68b2c9f4c3cb95156de03dab294', 'gw_port': {'id': 'c65cbe98-ad8c-4484-9f56-9a70f3fb3a70', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941a1cdb-85f4-41a1-aedf-11bd92add9bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:03:20Z', 'updated_at': '2022-02-19T04:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '24863037-4b64-4d68-a880-a21ed331322a', 'name': '', 'network_id': '67cca915-b7af-44c4-99c6-72d992afe820', 'tenant_id': '8e43d68b2c9f4c3cb95156de03dab294', 'mac_address': 'fa:16:3e:0b:ca:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941a1cdb-85f4-41a1-aedf-11bd92add9bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'a89d843f-69cd-4f0c-b33c-c708751b807c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:03:22Z', 'updated_at': '2022-02-19T04:03:28Z', 'revision_number': 5, 'project_id': '8e43d68b2c9f4c3cb95156de03dab294', 'subnets': [{'id': 'a89d843f-69cd-4f0c-b33c-c708751b807c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:09:13.979524 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4871bb85-ab2d-48a4-819b-13e6a90f1cf6 req-c6a5db8b-30ec-470c-bd0a-eb8a85fa4b7f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c7dff6fc-2a6a-4243-a208-4d407521c370 HTTP/1.1" status: 200 len: 217 time: 0.0503247 Feb 19 04:09:14.040181 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4871bb85-ab2d-48a4-819b-13e6a90f1cf6 req-5be628dc-6008-4cfe-ab4a-09ac0a5cab40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:14.041976 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4871bb85-ab2d-48a4-819b-13e6a90f1cf6 req-5be628dc-6008-4cfe-ab4a-09ac0a5cab40 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a89d843f-69cd-4f0c-b33c-c708751b807c HTTP/1.1" status: 200 len: 847 time: 0.0562615 Feb 19 04:09:14.079360 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7496982-c74b-4df7-b8a3-9ac0ae787b07 None None] Checking router: 941a1cdb-85f4-41a1-aedf-11bd92add9bd for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:09:14.087894 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7496982-c74b-4df7-b8a3-9ac0ae787b07 None None] Routers {'941a1cdb-85f4-41a1-aedf-11bd92add9bd'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:09:14.089251 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-b7496982-c74b-4df7-b8a3-9ac0ae787b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T04:08:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['941a1cdb-85f4-41a1-aedf-11bd92add9bd'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:09:14.095046 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4871bb85-ab2d-48a4-819b-13e6a90f1cf6 req-3323792f-2bcf-4c45-ab7f-eefa320c9018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:14.096561 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4871bb85-ab2d-48a4-819b-13e6a90f1cf6 req-3323792f-2bcf-4c45-ab7f-eefa320c9018 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=67cca915-b7af-44c4-99c6-72d992afe820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0484445 Feb 19 04:09:14.210634 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4871bb85-ab2d-48a4-819b-13e6a90f1cf6 req-0b6259fa-78e5-4083-b3d5-aa2755407037 service neutron] 10.222.0.73 "GET /v2.0/networks/67cca915-b7af-44c4-99c6-72d992afe820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059759 Feb 19 04:09:14.216181 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-b7496982-c74b-4df7-b8a3-9ac0ae787b07 None None] Set router 941a1cdb-85f4-41a1-aedf-11bd92add9bd gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:09:14.313391 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-4871bb85-ab2d-48a4-819b-13e6a90f1cf6 req-f79a06c2-4a9a-4b30-beef-bae6d06c25d9 service neutron] 10.222.0.73 "GET /v2.0/networks/67cca915-b7af-44c4-99c6-72d992afe820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966935 Feb 19 04:09:14.465597 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-b7496982-c74b-4df7-b8a3-9ac0ae787b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '941a1cdb-85f4-41a1-aedf-11bd92add9bd', 'name': 'tempest-TestShelveInstance-968750675-router', 'tenant_id': '8e43d68b2c9f4c3cb95156de03dab294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': 'c65cbe98-ad8c-4484-9f56-9a70f3fb3a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:03:19Z', 'updated_at': '2022-02-19T04:03:23Z', 'revision_number': 4, 'project_id': '8e43d68b2c9f4c3cb95156de03dab294', 'gw_port': {'id': 'c65cbe98-ad8c-4484-9f56-9a70f3fb3a70', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941a1cdb-85f4-41a1-aedf-11bd92add9bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:03:20Z', 'updated_at': '2022-02-19T04:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '24863037-4b64-4d68-a880-a21ed331322a', 'name': '', 'network_id': '67cca915-b7af-44c4-99c6-72d992afe820', 'tenant_id': '8e43d68b2c9f4c3cb95156de03dab294', 'mac_address': 'fa:16:3e:0b:ca:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941a1cdb-85f4-41a1-aedf-11bd92add9bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'a89d843f-69cd-4f0c-b33c-c708751b807c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:03:22Z', 'updated_at': '2022-02-19T04:03:28Z', 'revision_number': 5, 'project_id': '8e43d68b2c9f4c3cb95156de03dab294', 'subnets': [{'id': 'a89d843f-69cd-4f0c-b33c-c708751b807c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:09:14.498187 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7496982-c74b-4df7-b8a3-9ac0ae787b07 None None] The sync data for ids ['941a1cdb-85f4-41a1-aedf-11bd92add9bd'] in n-d-826753-2 is: [{'id': '941a1cdb-85f4-41a1-aedf-11bd92add9bd', 'name': 'tempest-TestShelveInstance-968750675-router', 'tenant_id': '8e43d68b2c9f4c3cb95156de03dab294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': 'c65cbe98-ad8c-4484-9f56-9a70f3fb3a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:03:19Z', 'updated_at': '2022-02-19T04:03:23Z', 'revision_number': 4, 'project_id': '8e43d68b2c9f4c3cb95156de03dab294', 'gw_port': {'id': 'c65cbe98-ad8c-4484-9f56-9a70f3fb3a70', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941a1cdb-85f4-41a1-aedf-11bd92add9bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:03:20Z', 'updated_at': '2022-02-19T04:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '24863037-4b64-4d68-a880-a21ed331322a', 'name': '', 'network_id': '67cca915-b7af-44c4-99c6-72d992afe820', 'tenant_id': '8e43d68b2c9f4c3cb95156de03dab294', 'mac_address': 'fa:16:3e:0b:ca:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941a1cdb-85f4-41a1-aedf-11bd92add9bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'a89d843f-69cd-4f0c-b33c-c708751b807c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:03:22Z', 'updated_at': '2022-02-19T04:03:28Z', 'revision_number': 5, 'project_id': '8e43d68b2c9f4c3cb95156de03dab294', 'subnets': [{'id': 'a89d843f-69cd-4f0c-b33c-c708751b807c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:09:14.731467 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242f1e85-7825-4e4d-bb3c-49c502dcbb5b None None] New status for floating IP 3ea4c1c8-7ff2-4827-b8c8-13140d88a911: DOWN {{(pid=103703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:09:15.109390 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bc6b77-8144-4f4e-b821-17eba5db1bcd req-4f421884-5045-4897-9bab-b408f3949cc2 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:15.111824 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-55bc6b77-8144-4f4e-b821-17eba5db1bcd req-4f421884-5045-4897-9bab-b408f3949cc2 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3ddc6a9-e27f-4230-81b1-5b26508499ec HTTP/1.1" status: 200 len: 946 time: 0.0862880 Feb 19 04:09:15.166034 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-55bc6b77-8144-4f4e-b821-17eba5db1bcd req-1302efeb-dab0-48ff-8845-dc75409e9995 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=63280abe-b96d-4db5-9e97-efeda979ab69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483110 Feb 19 04:09:15.611280 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcd0a35-1d48-49dc-ab05-4f55d8ae13d0 req-9a43ce14-e68e-4ad6-8d00-782eebccde39 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:15.612781 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-1fcd0a35-1d48-49dc-ab05-4f55d8ae13d0 req-9a43ce14-e68e-4ad6-8d00-782eebccde39 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.73 "GET /v2.0/ports?device_id=c3ddc6a9-e27f-4230-81b1-5b26508499ec HTTP/1.1" status: 200 len: 946 time: 0.0564244 Feb 19 04:09:15.720893 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6c2e9573-212d-4645-8c1b-42e7349a6ab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:15.724745 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-1fcd0a35-1d48-49dc-ab05-4f55d8ae13d0 req-4fe52f8e-80fb-4c09-a991-b5c1e96aec35 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Deleting port c7dff6fc-2a6a-4243-a208-4d407521c370 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:09:15.725117 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-1fcd0a35-1d48-49dc-ab05-4f55d8ae13d0 req-4fe52f8e-80fb-4c09-a991-b5c1e96aec35 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (c7dff6fc-2a6a-4243-a208-4d407521c370), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:15.820943 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-1fcd0a35-1d48-49dc-ab05-4f55d8ae13d0 req-4fe52f8e-80fb-4c09-a991-b5c1e96aec35 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] For port c7dff6fc-2a6a-4243-a208-4d407521c370, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=c7dff6fc-2a6a-4243-a208-4d407521c370,segment=NetworkSegment(f5174ef4-92be-4625-806e-e2dd485a6234),segment_id=f5174ef4-92be-4625-806e-e2dd485a6234)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:09:15.821297 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-1fcd0a35-1d48-49dc-ab05-4f55d8ae13d0 req-4fe52f8e-80fb-4c09-a991-b5c1e96aec35 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (c7dff6fc-2a6a-4243-a208-4d407521c370), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:15.835023 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-1fcd0a35-1d48-49dc-ab05-4f55d8ae13d0 req-4fe52f8e-80fb-4c09-a991-b5c1e96aec35 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Calling delete_port for c7dff6fc-2a6a-4243-a208-4d407521c370 owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:09:15.973691 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-1fcd0a35-1d48-49dc-ab05-4f55d8ae13d0 req-4fe52f8e-80fb-4c09-a991-b5c1e96aec35 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (c7dff6fc-2a6a-4243-a208-4d407521c370), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:16.003210 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe52f8e-80fb-4c09-a991-b5c1e96aec35 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Pushing event deleted for resources: {'Port': ['ID=c7dff6fc-2a6a-4243-a208-4d407521c370,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:16.015997 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe52f8e-80fb-4c09-a991-b5c1e96aec35 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:16.016349 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe52f8e-80fb-4c09-a991-b5c1e96aec35 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:16.016693 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe52f8e-80fb-4c09-a991-b5c1e96aec35 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:16.017109 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe52f8e-80fb-4c09-a991-b5c1e96aec35 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:16.017575 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe52f8e-80fb-4c09-a991-b5c1e96aec35 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:16.017985 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe52f8e-80fb-4c09-a991-b5c1e96aec35 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:16.018316 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe52f8e-80fb-4c09-a991-b5c1e96aec35 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:16.018643 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe52f8e-80fb-4c09-a991-b5c1e96aec35 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:16.018969 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe52f8e-80fb-4c09-a991-b5c1e96aec35 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:16.019296 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe52f8e-80fb-4c09-a991-b5c1e96aec35 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:16.019615 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe52f8e-80fb-4c09-a991-b5c1e96aec35 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:16.019934 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe52f8e-80fb-4c09-a991-b5c1e96aec35 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:16.020267 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe52f8e-80fb-4c09-a991-b5c1e96aec35 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:16.070588 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fcd0a35-1d48-49dc-ab05-4f55d8ae13d0 req-4fe52f8e-80fb-4c09-a991-b5c1e96aec35 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] No DVR routers for this DVR port c7dff6fc-2a6a-4243-a208-4d407521c370 on host n-h1-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:09:16.074891 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-1fcd0a35-1d48-49dc-ab05-4f55d8ae13d0 req-4fe52f8e-80fb-4c09-a991-b5c1e96aec35 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:16.078451 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-1fcd0a35-1d48-49dc-ab05-4f55d8ae13d0 req-4fe52f8e-80fb-4c09-a991-b5c1e96aec35 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.73 "DELETE /v2.0/ports/c7dff6fc-2a6a-4243-a208-4d407521c370 HTTP/1.1" status: 204 len: 173 time: 0.4606745 Feb 19 04:09:16.078944 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3ddc6a9-e27f-4230-81b1-5b26508499ec', 'name': 'network-vif-deleted', 'tag': 'c7dff6fc-2a6a-4243-a208-4d407521c370'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:09:16.081616 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b48a34f37e4e31fa410c3f10fa4e23c828d45427043ff8d3e4d9f228381d6ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ce9c015-5787-4088-a239-dff16744162b" -d '{"events": [{"server_uuid": "c3ddc6a9-e27f-4230-81b1-5b26508499ec", "name": "network-vif-deleted", "tag": "c7dff6fc-2a6a-4243-a208-4d407521c370"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:09:16.188293 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4373d8e3-b1ad-4fb4-9ab5-e1f8892016ae x-openstack-request-id: req-4373d8e3-b1ad-4fb4-9ab5-e1f8892016ae {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:09:16.188690 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3ddc6a9-e27f-4230-81b1-5b26508499ec", "name": "network-vif-deleted", "tag": "c7dff6fc-2a6a-4243-a208-4d407521c370", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:09:16.188842 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4373d8e3-b1ad-4fb4-9ab5-e1f8892016ae {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:09:16.189283 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3ddc6a9-e27f-4230-81b1-5b26508499ec', 'name': 'network-vif-deleted', 'tag': 'c7dff6fc-2a6a-4243-a208-4d407521c370', 'status': 'completed', 'code': 200} Feb 19 04:09:16.284278 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e7f09971-d3bb-4148-a70d-d43016a1a878 req-660feed3-4a47-42c0-a4ed-5c8c395c6d84 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=c3ddc6a9-e27f-4230-81b1-5b26508499ec HTTP/1.1" status: 200 len: 210 time: 0.0279069 Feb 19 04:09:17.344149 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 54166) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:17.406780 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c3e4acce-4b49-42ea-972b-99e10468325a tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Publish callbacks [] for security_group (63280abe-b96d-4db5-9e97-efeda979ab69), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:17.435149 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c3e4acce-4b49-42ea-972b-99e10468325a tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Publish callbacks [] for security_group (63280abe-b96d-4db5-9e97-efeda979ab69), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:17.514909 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c3e4acce-4b49-42ea-972b-99e10468325a tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (63280abe-b96d-4db5-9e97-efeda979ab69), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:17.519011 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-c3e4acce-4b49-42ea-972b-99e10468325a tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:17.520738 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-c3e4acce-4b49-42ea-972b-99e10468325a tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "DELETE /v2.0/security-groups/63280abe-b96d-4db5-9e97-efeda979ab69 HTTP/1.1" status: 204 len: 168 time: 0.1755641 Feb 19 04:09:17.530516 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e4acce-4b49-42ea-972b-99e10468325a tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63280abe-b96d-4db5-9e97-efeda979ab69,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:17.733937 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 54172) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:17.738704 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-cdcddc77-67f5-4e53-a4e9-d3ab2b1b7b7e tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1882970609', 'description': 'tempest-secgroup-smoke-1882970609 description', 'project_id': '8e43d68b2c9f4c3cb95156de03dab294'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:09:17.758469 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-cdcddc77-67f5-4e53-a4e9-d3ab2b1b7b7e tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:17.826340 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-cdcddc77-67f5-4e53-a4e9-d3ab2b1b7b7e tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Publish callbacks [] for security_group (9366610a-a6fd-43dd-8dab-ab161ac71f8c), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:17.830113 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-cdcddc77-67f5-4e53-a4e9-d3ab2b1b7b7e tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (9366610a-a6fd-43dd-8dab-ab161ac71f8c), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:17.861788 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-cdcddc77-67f5-4e53-a4e9-d3ab2b1b7b7e tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:17.863030 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-cdcddc77-67f5-4e53-a4e9-d3ab2b1b7b7e tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1278775 Feb 19 04:09:17.864907 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcddc77-67f5-4e53-a4e9-d3ab2b1b7b7e tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9366610a-a6fd-43dd-8dab-ab161ac71f8c,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:17.865986 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 54174) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:17.872929 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-1751c075-2906-4968-89c7-edd0b73c6156 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Request body: {'security_group_rule': {'security_group_id': '9366610a-a6fd-43dd-8dab-ab161ac71f8c', 'project_id': '8e43d68b2c9f4c3cb95156de03dab294', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:09:17.893108 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-7914abd4-9455-4295-b591-e9a4103cdeb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:17.900629 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1751c075-2906-4968-89c7-edd0b73c6156 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Publish callbacks [] for security_group_rule (5ea32b8c-c1a9-4cb0-9eb9-e7847d384344), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:17.946249 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1751c075-2906-4968-89c7-edd0b73c6156 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Publish callbacks [] for security_group_rule (5ea32b8c-c1a9-4cb0-9eb9-e7847d384344), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:17.950564 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1751c075-2906-4968-89c7-edd0b73c6156 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (5ea32b8c-c1a9-4cb0-9eb9-e7847d384344), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:17.967691 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1751c075-2906-4968-89c7-edd0b73c6156 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ea32b8c-c1a9-4cb0-9eb9-e7847d384344,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:17.975598 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-1751c075-2906-4968-89c7-edd0b73c6156 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:17.976793 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-1751c075-2906-4968-89c7-edd0b73c6156 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1088166 Feb 19 04:09:17.980409 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 54176) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:17.984676 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-5d62a002-c4aa-45b7-9a0c-18ab12bde31e tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Request body: {'security_group_rule': {'security_group_id': '9366610a-a6fd-43dd-8dab-ab161ac71f8c', 'project_id': '8e43d68b2c9f4c3cb95156de03dab294', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:09:18.009107 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5d62a002-c4aa-45b7-9a0c-18ab12bde31e tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Publish callbacks [] for security_group_rule (1f336825-5ad0-4d13-b64c-e290f115eeb4), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:18.068229 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5d62a002-c4aa-45b7-9a0c-18ab12bde31e tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Publish callbacks [] for security_group_rule (1f336825-5ad0-4d13-b64c-e290f115eeb4), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:18.072181 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5d62a002-c4aa-45b7-9a0c-18ab12bde31e tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (1f336825-5ad0-4d13-b64c-e290f115eeb4), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:18.089639 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d62a002-c4aa-45b7-9a0c-18ab12bde31e tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f336825-5ad0-4d13-b64c-e290f115eeb4,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:18.097147 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5d62a002-c4aa-45b7-9a0c-18ab12bde31e tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:18.098355 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-5d62a002-c4aa-45b7-9a0c-18ab12bde31e tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1170282 Feb 19 04:09:18.101114 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 54178) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:18.106034 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-775daa54-9495-464b-8d53-f1d5e8270ff6 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Request body: {'security_group_rule': {'security_group_id': '9366610a-a6fd-43dd-8dab-ab161ac71f8c', 'project_id': '8e43d68b2c9f4c3cb95156de03dab294', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:09:18.130913 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-775daa54-9495-464b-8d53-f1d5e8270ff6 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Publish callbacks [] for security_group_rule (ffb9f0d6-cb3f-440c-8db9-4d5cc5dd8a85), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:18.190414 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-775daa54-9495-464b-8d53-f1d5e8270ff6 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Publish callbacks [] for security_group_rule (ffb9f0d6-cb3f-440c-8db9-4d5cc5dd8a85), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:18.193860 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-775daa54-9495-464b-8d53-f1d5e8270ff6 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (ffb9f0d6-cb3f-440c-8db9-4d5cc5dd8a85), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:18.211612 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775daa54-9495-464b-8d53-f1d5e8270ff6 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffb9f0d6-cb3f-440c-8db9-4d5cc5dd8a85,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:18.219264 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-775daa54-9495-464b-8d53-f1d5e8270ff6 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:18.221277 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-775daa54-9495-464b-8d53-f1d5e8270ff6 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1183746 Feb 19 04:09:18.223227 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 54180) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:18.227490 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-0d83f5d3-9ff7-4faf-963f-6e6ffd710c81 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Request body: {'security_group_rule': {'security_group_id': '9366610a-a6fd-43dd-8dab-ab161ac71f8c', 'project_id': '8e43d68b2c9f4c3cb95156de03dab294', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:09:18.253816 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0d83f5d3-9ff7-4faf-963f-6e6ffd710c81 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Publish callbacks [] for security_group_rule (fab69fa1-13df-4a74-81c2-ec37dfe5e181), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:18.311636 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0d83f5d3-9ff7-4faf-963f-6e6ffd710c81 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Publish callbacks [] for security_group_rule (fab69fa1-13df-4a74-81c2-ec37dfe5e181), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:18.315348 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0d83f5d3-9ff7-4faf-963f-6e6ffd710c81 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (fab69fa1-13df-4a74-81c2-ec37dfe5e181), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:18.336538 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d83f5d3-9ff7-4faf-963f-6e6ffd710c81 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fab69fa1-13df-4a74-81c2-ec37dfe5e181,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:18.343585 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-0d83f5d3-9ff7-4faf-963f-6e6ffd710c81 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:18.344721 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-0d83f5d3-9ff7-4faf-963f-6e6ffd710c81 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1205854 Feb 19 04:09:18.347552 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 54182) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:18.351750 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-8966009c-b098-43b9-85b8-e611c2c1868d tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Request body: {'security_group_rule': {'security_group_id': '9366610a-a6fd-43dd-8dab-ab161ac71f8c', 'project_id': '8e43d68b2c9f4c3cb95156de03dab294', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:09:18.373265 n-d-826753-2 neutron-server[103702]: INFO neutron.db.securitygroups_db [None req-8966009c-b098-43b9-85b8-e611c2c1868d tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Project 8e43d68b2c9f4c3cb95156de03dab294 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 04:09:18.378201 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8966009c-b098-43b9-85b8-e611c2c1868d tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Publish callbacks [] for security_group_rule (07900a1d-c66e-4887-9bce-01d605a62c64), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:18.404090 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device c7dff6fc-2a6a-4243-a208-4d407521c370 no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:09:18.423935 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] No Port match for: c7dff6fc-2a6a-4243-a208-4d407521c370 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:09:18.424288 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device c7dff6fc-2a6a-4243-a208-4d407521c370 not bound to the agent host n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:09:18.439000 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8966009c-b098-43b9-85b8-e611c2c1868d tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Publish callbacks [] for security_group_rule (07900a1d-c66e-4887-9bce-01d605a62c64), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:18.442619 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8966009c-b098-43b9-85b8-e611c2c1868d tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (07900a1d-c66e-4887-9bce-01d605a62c64), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:18.461319 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8966009c-b098-43b9-85b8-e611c2c1868d tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07900a1d-c66e-4887-9bce-01d605a62c64,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:18.467600 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-8966009c-b098-43b9-85b8-e611c2c1868d tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:18.468793 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-8966009c-b098-43b9-85b8-e611c2c1868d tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1203341 Feb 19 04:09:18.471593 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 54184) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:18.475857 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-221233d6-f016-413a-a1a2-786ca1b99940 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Request body: {'security_group_rule': {'security_group_id': '9366610a-a6fd-43dd-8dab-ab161ac71f8c', 'project_id': '8e43d68b2c9f4c3cb95156de03dab294', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:09:18.497715 n-d-826753-2 neutron-server[103702]: INFO neutron.db.securitygroups_db [None req-221233d6-f016-413a-a1a2-786ca1b99940 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Project 8e43d68b2c9f4c3cb95156de03dab294 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 04:09:18.502682 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-221233d6-f016-413a-a1a2-786ca1b99940 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Publish callbacks [] for security_group_rule (9297599e-b0cb-4d9b-9c43-1ec1b525998a), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:18.566145 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-221233d6-f016-413a-a1a2-786ca1b99940 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Publish callbacks [] for security_group_rule (9297599e-b0cb-4d9b-9c43-1ec1b525998a), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:18.569990 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-221233d6-f016-413a-a1a2-786ca1b99940 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (9297599e-b0cb-4d9b-9c43-1ec1b525998a), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:18.587206 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221233d6-f016-413a-a1a2-786ca1b99940 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9297599e-b0cb-4d9b-9c43-1ec1b525998a,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:18.596483 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-221233d6-f016-413a-a1a2-786ca1b99940 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:18.597714 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-221233d6-f016-413a-a1a2-786ca1b99940 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1252117 Feb 19 04:09:19.603072 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:20.780491 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:22.145571 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:23.254627 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:27.023260 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:39.168636 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e68b7522-c990-4176-959e-fe7b82822914 req-693984a3-5867-4bc9-8030-80a2d35dfba5 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1882970609&fields=id&tenant_id=8e43d68b2c9f4c3cb95156de03dab294 HTTP/1.1" status: 200 len: 267 time: 0.0446830 Feb 19 04:09:39.277558 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68b7522-c990-4176-959e-fe7b82822914 req-c6d5cb33-2cdc-44a5-8220-4fbffe08398c tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:39.278986 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e68b7522-c990-4176-959e-fe7b82822914 req-c6d5cb33-2cdc-44a5-8220-4fbffe08398c tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/networks?id=67cca915-b7af-44c4-99c6-72d992afe820 HTTP/1.1" status: 200 len: 808 time: 0.1039827 Feb 19 04:09:39.293828 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e68b7522-c990-4176-959e-fe7b82822914 req-453bd1d3-4f8f-4650-a543-c7dcc69fc8c3 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/quotas/8e43d68b2c9f4c3cb95156de03dab294 HTTP/1.1" status: 200 len: 375 time: 0.0094280 Feb 19 04:09:39.349508 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e68b7522-c990-4176-959e-fe7b82822914 req-da3d4dba-dcde-43a0-91ae-87cebd926928 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=8e43d68b2c9f4c3cb95156de03dab294&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506580 Feb 19 04:09:39.409840 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [req-e68b7522-c990-4176-959e-fe7b82822914 req-588769ac-2e4b-437d-849e-63f477b64aeb service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103701) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:09:39.410887 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e68b7522-c990-4176-959e-fe7b82822914 req-588769ac-2e4b-437d-849e-63f477b64aeb service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0505998 Feb 19 04:09:39.505452 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e68b7522-c990-4176-959e-fe7b82822914 req-9f1e434d-fc40-4ce4-a9bd-83bc8927f7fe service neutron] 10.222.0.72 "GET /v2.0/networks/67cca915-b7af-44c4-99c6-72d992afe820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876918 Feb 19 04:09:39.595853 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e68b7522-c990-4176-959e-fe7b82822914 req-78850ba2-3ddf-4056-b455-c9bcccb3c5a1 service neutron] 10.222.0.72 "GET /v2.0/networks/67cca915-b7af-44c4-99c6-72d992afe820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841393 Feb 19 04:09:39.880883 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e5cf1b3a-73cf-4742-b2d1-d668a60c4397 req-fb18ed5c-8df1-4032-af28-81ce2472ff64 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a053c36-5682-4633-8e07-56edc62b8e98 HTTP/1.1" status: 200 len: 210 time: 0.0301790 Feb 19 04:09:39.973394 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:09:40.984627 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-32b8dc4c-6c64-4573-b157-b17156d3e429 req-1c20e6c2-152f-4b25-bdca-d91a801d75f2 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a053c36-5682-4633-8e07-56edc62b8e98 HTTP/1.1" status: 200 len: 210 time: 0.0302885 Feb 19 04:09:41.037612 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68b7522-c990-4176-959e-fe7b82822914 req-8bd05c31-0a1b-41e4-bcc9-825ac92d079d tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:41.039886 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e68b7522-c990-4176-959e-fe7b82822914 req-8bd05c31-0a1b-41e4-bcc9-825ac92d079d tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.82 "GET /v2.0/networks?id=67cca915-b7af-44c4-99c6-72d992afe820 HTTP/1.1" status: 200 len: 808 time: 0.1139154 Feb 19 04:09:41.126529 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e68b7522-c990-4176-959e-fe7b82822914 req-c41f672a-f9ef-48ce-8804-dff598cb443d tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8e43d68b2c9f4c3cb95156de03dab294 HTTP/1.1" status: 200 len: 380 time: 0.0727477 Feb 19 04:09:41.137031 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-e68b7522-c990-4176-959e-fe7b82822914 req-9b7bee5b-e933-4e74-839f-37074a6e543a tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Request body: {'port': {'device_id': '4a053c36-5682-4633-8e07-56edc62b8e98', 'network_id': '67cca915-b7af-44c4-99c6-72d992afe820', 'admin_state_up': True, 'tenant_id': '8e43d68b2c9f4c3cb95156de03dab294', 'security_groups': ['9366610a-a6fd-43dd-8dab-ab161ac71f8c']}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:09:41.262746 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e68b7522-c990-4176-959e-fe7b82822914 req-9b7bee5b-e933-4e74-839f-37074a6e543a tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Made reservation on behalf of 8e43d68b2c9f4c3cb95156de03dab294 for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:09:41.266341 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-e68b7522-c990-4176-959e-fe7b82822914 req-9b7bee5b-e933-4e74-839f-37074a6e543a tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:41.411237 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [req-e68b7522-c990-4176-959e-fe7b82822914 req-9b7bee5b-e933-4e74-839f-37074a6e543a tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Allocated IP 172.20.0.10 (67cca915-b7af-44c4-99c6-72d992afe820/a89d843f-69cd-4f0c-b33c-c708751b807c/dc1a4dfa-d42f-42f0-bb23-82d4bd41533b) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:09:41.567895 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-e68b7522-c990-4176-959e-fe7b82822914 req-9b7bee5b-e933-4e74-839f-37074a6e543a tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Publish callbacks [] for port (dc1a4dfa-d42f-42f0-bb23-82d4bd41533b), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:41.631653 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-e68b7522-c990-4176-959e-fe7b82822914 req-9b7bee5b-e933-4e74-839f-37074a6e543a tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (dc1a4dfa-d42f-42f0-bb23-82d4bd41533b), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:41.684809 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e68b7522-c990-4176-959e-fe7b82822914 req-9b7bee5b-e933-4e74-839f-37074a6e543a tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Network 67cca915-b7af-44c4-99c6-72d992afe820 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:09:41.689790 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [req-e68b7522-c990-4176-959e-fe7b82822914 req-9b7bee5b-e933-4e74-839f-37074a6e543a tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:09:41.694249 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-e68b7522-c990-4176-959e-fe7b82822914 req-9b7bee5b-e933-4e74-839f-37074a6e543a tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:09:41.698079 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7bee5b-e933-4e74-839f-37074a6e543a tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Pushing event updated for resources: {'Port': ['ID=dc1a4dfa-d42f-42f0-bb23-82d4bd41533b,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:41.772715 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68b7522-c990-4176-959e-fe7b82822914 req-9b7bee5b-e933-4e74-839f-37074a6e543a tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:41.773719 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-e68b7522-c990-4176-959e-fe7b82822914 req-9b7bee5b-e933-4e74-839f-37074a6e543a tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:41.798438 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e68b7522-c990-4176-959e-fe7b82822914 req-9b7bee5b-e933-4e74-839f-37074a6e543a tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6656699 Feb 19 04:09:41.808462 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [req-e68b7522-c990-4176-959e-fe7b82822914 req-9d7cb857-5480-4489-9c28-8169c041f876 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103702) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:09:41.809715 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e68b7522-c990-4176-959e-fe7b82822914 req-9d7cb857-5480-4489-9c28-8169c041f876 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066454 Feb 19 04:09:41.908770 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-e68b7522-c990-4176-959e-fe7b82822914 req-8fd139f2-a1d6-49f1-a228-2504f1cd0e88 service neutron] Request body: {'port': {'device_id': '4a053c36-5682-4633-8e07-56edc62b8e98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826753-2'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:09:42.002214 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-e68b7522-c990-4176-959e-fe7b82822914 req-8fd139f2-a1d6-49f1-a228-2504f1cd0e88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (dc1a4dfa-d42f-42f0-bb23-82d4bd41533b), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:42.028312 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-d24a39bd-3b59-4fba-957e-e3d37f52d794 None None] Provisioning complete for port dc1a4dfa-d42f-42f0-bb23-82d4bd41533b triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:09:42.029871 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d24a39bd-3b59-4fba-957e-e3d37f52d794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (dc1a4dfa-d42f-42f0-bb23-82d4bd41533b), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:42.071608 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-d24a39bd-3b59-4fba-957e-e3d37f52d794 None None] Port dc1a4dfa-d42f-42f0-bb23-82d4bd41533b cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:09:42.169599 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5d99ca-853b-4d62-a132-038c76be624c req-e9ee366e-af9b-4018-9ffd-541a2e26dcb2 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:42.171655 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4d5d99ca-853b-4d62-a132-038c76be624c req-e9ee366e-af9b-4018-9ffd-541a2e26dcb2 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a053c36-5682-4633-8e07-56edc62b8e98 HTTP/1.1" status: 200 len: 932 time: 0.0693550 Feb 19 04:09:42.245642 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4d5d99ca-853b-4d62-a132-038c76be624c req-0aef53b0-d664-4b9e-b204-be0cfb693ae2 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=9366610a-a6fd-43dd-8dab-ab161ac71f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666354 Feb 19 04:09:42.387738 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-e68b7522-c990-4176-959e-fe7b82822914 req-8fd139f2-a1d6-49f1-a228-2504f1cd0e88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc1a4dfa-d42f-42f0-bb23-82d4bd41533b {{(pid=103702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:09:42.400866 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-e68b7522-c990-4176-959e-fe7b82822914 req-8fd139f2-a1d6-49f1-a228-2504f1cd0e88 service neutron] Publish callbacks [] for port (dc1a4dfa-d42f-42f0-bb23-82d4bd41533b), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:42.414852 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-e68b7522-c990-4176-959e-fe7b82822914 req-8fd139f2-a1d6-49f1-a228-2504f1cd0e88 service neutron] Transition to ACTIVE for port object dc1a4dfa-d42f-42f0-bb23-82d4bd41533b will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:09:42.420314 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-e68b7522-c990-4176-959e-fe7b82822914 req-8fd139f2-a1d6-49f1-a228-2504f1cd0e88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (dc1a4dfa-d42f-42f0-bb23-82d4bd41533b), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:42.482669 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd139f2-a1d6-49f1-a228-2504f1cd0e88 service neutron] Pushing event updated for resources: {'Port': ['ID=dc1a4dfa-d42f-42f0-bb23-82d4bd41533b,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:42.577661 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-e68b7522-c990-4176-959e-fe7b82822914 req-8fd139f2-a1d6-49f1-a228-2504f1cd0e88 service neutron] Attempting to bind port dc1a4dfa-d42f-42f0-bb23-82d4bd41533b on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:09:42.578190 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-e68b7522-c990-4176-959e-fe7b82822914 req-8fd139f2-a1d6-49f1-a228-2504f1cd0e88 service neutron] Attempting to bind port dc1a4dfa-d42f-42f0-bb23-82d4bd41533b by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': 'f5174ef4-92be-4625-806e-e2dd485a6234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '67cca915-b7af-44c4-99c6-72d992afe820'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:09:42.578714 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68b7522-c990-4176-959e-fe7b82822914 req-8fd139f2-a1d6-49f1-a228-2504f1cd0e88 service neutron] Attempting to bind port dc1a4dfa-d42f-42f0-bb23-82d4bd41533b on network 67cca915-b7af-44c4-99c6-72d992afe820 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:09:42.586766 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68b7522-c990-4176-959e-fe7b82822914 req-8fd139f2-a1d6-49f1-a228-2504f1cd0e88 service neutron] Port dc1a4dfa-d42f-42f0-bb23-82d4bd41533b on network 67cca915-b7af-44c4-99c6-72d992afe820 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:09:42.587307 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68b7522-c990-4176-959e-fe7b82822914 req-8fd139f2-a1d6-49f1-a228-2504f1cd0e88 service neutron] Attempting to bind port dc1a4dfa-d42f-42f0-bb23-82d4bd41533b on network 67cca915-b7af-44c4-99c6-72d992afe820 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:09:42.595813 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68b7522-c990-4176-959e-fe7b82822914 req-8fd139f2-a1d6-49f1-a228-2504f1cd0e88 service neutron] Checking agent: {'id': 'bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:09:42.596272 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68b7522-c990-4176-959e-fe7b82822914 req-8fd139f2-a1d6-49f1-a228-2504f1cd0e88 service neutron] Checking segment: {'id': 'f5174ef4-92be-4625-806e-e2dd485a6234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '67cca915-b7af-44c4-99c6-72d992afe820'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:09:42.597048 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68b7522-c990-4176-959e-fe7b82822914 req-8fd139f2-a1d6-49f1-a228-2504f1cd0e88 service neutron] Bound using segment: {'id': 'f5174ef4-92be-4625-806e-e2dd485a6234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '67cca915-b7af-44c4-99c6-72d992afe820'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:09:42.597759 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-e68b7522-c990-4176-959e-fe7b82822914 req-8fd139f2-a1d6-49f1-a228-2504f1cd0e88 service neutron] Bound port: dc1a4dfa-d42f-42f0-bb23-82d4bd41533b, host: n-h2-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5174ef4-92be-4625-806e-e2dd485a6234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '67cca915-b7af-44c4-99c6-72d992afe820'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:09:42.598818 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-e68b7522-c990-4176-959e-fe7b82822914 req-8fd139f2-a1d6-49f1-a228-2504f1cd0e88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (dc1a4dfa-d42f-42f0-bb23-82d4bd41533b), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:42.694126 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-e68b7522-c990-4176-959e-fe7b82822914 req-8fd139f2-a1d6-49f1-a228-2504f1cd0e88 service neutron] For port dc1a4dfa-d42f-42f0-bb23-82d4bd41533b, host n-h2-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:09:42.700139 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-e68b7522-c990-4176-959e-fe7b82822914 req-8fd139f2-a1d6-49f1-a228-2504f1cd0e88 service neutron] For port dc1a4dfa-d42f-42f0-bb23-82d4bd41533b, host n-h2-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=dc1a4dfa-d42f-42f0-bb23-82d4bd41533b,segment=NetworkSegment(f5174ef4-92be-4625-806e-e2dd485a6234),segment_id=f5174ef4-92be-4625-806e-e2dd485a6234)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:09:42.706962 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-e68b7522-c990-4176-959e-fe7b82822914 req-8fd139f2-a1d6-49f1-a228-2504f1cd0e88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (dc1a4dfa-d42f-42f0-bb23-82d4bd41533b), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:42.742201 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68b7522-c990-4176-959e-fe7b82822914 req-8fd139f2-a1d6-49f1-a228-2504f1cd0e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:42.743373 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-e68b7522-c990-4176-959e-fe7b82822914 req-8fd139f2-a1d6-49f1-a228-2504f1cd0e88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:42.747917 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e68b7522-c990-4176-959e-fe7b82822914 req-8fd139f2-a1d6-49f1-a228-2504f1cd0e88 service neutron] 10.222.0.82 "PUT /v2.0/ports/dc1a4dfa-d42f-42f0-bb23-82d4bd41533b HTTP/1.1" status: 200 len: 1092 time: 0.9220767 Feb 19 04:09:42.751136 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a053c36-5682-4633-8e07-56edc62b8e98', 'tag': 'dc1a4dfa-d42f-42f0-bb23-82d4bd41533b'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:09:42.755174 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b48a34f37e4e31fa410c3f10fa4e23c828d45427043ff8d3e4d9f228381d6ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6e016b0-05bb-4e8a-aab5-99c96a7e20ba" -d '{"events": [{"name": "network-changed", "server_uuid": "4a053c36-5682-4633-8e07-56edc62b8e98", "tag": "dc1a4dfa-d42f-42f0-bb23-82d4bd41533b"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:09:42.798328 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd139f2-a1d6-49f1-a228-2504f1cd0e88 service neutron] Pushing event updated for resources: {'Port': ['ID=dc1a4dfa-d42f-42f0-bb23-82d4bd41533b,revision_number=3']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:42.865760 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37c1d7a1-530c-417e-9f29-fb5b44362f03 x-openstack-request-id: req-37c1d7a1-530c-417e-9f29-fb5b44362f03 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:09:42.866140 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a053c36-5682-4633-8e07-56edc62b8e98", "tag": "dc1a4dfa-d42f-42f0-bb23-82d4bd41533b", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:09:42.866459 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-37c1d7a1-530c-417e-9f29-fb5b44362f03 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:09:42.867478 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a053c36-5682-4633-8e07-56edc62b8e98', 'tag': 'dc1a4dfa-d42f-42f0-bb23-82d4bd41533b', 'status': 'completed', 'code': 200} Feb 19 04:09:42.894339 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68b7522-c990-4176-959e-fe7b82822914 req-bfbf81c1-2844-45a3-9e04-195537a0a2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:42.895908 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e68b7522-c990-4176-959e-fe7b82822914 req-bfbf81c1-2844-45a3-9e04-195537a0a2f7 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8e43d68b2c9f4c3cb95156de03dab294&device_id=4a053c36-5682-4633-8e07-56edc62b8e98 HTTP/1.1" status: 200 len: 1126 time: 0.0852406 Feb 19 04:09:42.950868 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e68b7522-c990-4176-959e-fe7b82822914 req-20664977-7688-48b2-b113-6e800d0b660e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc1a4dfa-d42f-42f0-bb23-82d4bd41533b HTTP/1.1" status: 200 len: 217 time: 0.0433633 Feb 19 04:09:43.020615 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68b7522-c990-4176-959e-fe7b82822914 req-25c3612e-a937-48cf-a7ac-df19ad1594af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:43.022433 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e68b7522-c990-4176-959e-fe7b82822914 req-25c3612e-a937-48cf-a7ac-df19ad1594af service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a89d843f-69cd-4f0c-b33c-c708751b807c HTTP/1.1" status: 200 len: 847 time: 0.0652304 Feb 19 04:09:43.085518 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68b7522-c990-4176-959e-fe7b82822914 req-8a38d35c-f715-4513-a3b4-7a40dd438827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:43.087027 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e68b7522-c990-4176-959e-fe7b82822914 req-8a38d35c-f715-4513-a3b4-7a40dd438827 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=67cca915-b7af-44c4-99c6-72d992afe820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0590003 Feb 19 04:09:43.197669 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e68b7522-c990-4176-959e-fe7b82822914 req-309487f1-f99a-44f0-acd0-792ec7efadb5 service neutron] 10.222.0.82 "GET /v2.0/networks/67cca915-b7af-44c4-99c6-72d992afe820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031106 Feb 19 04:09:43.298000 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e68b7522-c990-4176-959e-fe7b82822914 req-0ea5aef3-9eee-49a3-a399-334a945ba51d service neutron] 10.222.0.82 "GET /v2.0/networks/67cca915-b7af-44c4-99c6-72d992afe820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904028 Feb 19 04:09:43.393876 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81fe331-3b35-422c-a8af-21129d82e502 req-e2237aa8-cfe6-458b-9a18-475d1dddd499 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:43.395703 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b81fe331-3b35-422c-a8af-21129d82e502 req-e2237aa8-cfe6-458b-9a18-475d1dddd499 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a053c36-5682-4633-8e07-56edc62b8e98 HTTP/1.1" status: 200 len: 944 time: 0.0595958 Feb 19 04:09:43.429826 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e016b0-05bb-4e8a-aab5-99c96a7e20ba req-23cde04c-423e-40e2-b95a-59cd9520aa76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:43.431784 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-b6e016b0-05bb-4e8a-aab5-99c96a7e20ba req-23cde04c-423e-40e2-b95a-59cd9520aa76 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8e43d68b2c9f4c3cb95156de03dab294&device_id=4a053c36-5682-4633-8e07-56edc62b8e98 HTTP/1.1" status: 200 len: 1126 time: 0.0557890 Feb 19 04:09:43.451292 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b81fe331-3b35-422c-a8af-21129d82e502 req-535e359e-a684-4e35-a553-60e9bed02795 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=9366610a-a6fd-43dd-8dab-ab161ac71f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481496 Feb 19 04:09:43.847852 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e016b0-05bb-4e8a-aab5-99c96a7e20ba req-4486aff3-c731-4c64-b417-3c96288910a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:43.849627 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-b6e016b0-05bb-4e8a-aab5-99c96a7e20ba req-4486aff3-c731-4c64-b417-3c96288910a5 service neutron] 10.222.0.82 "GET /v2.0/networks?id=67cca915-b7af-44c4-99c6-72d992afe820 HTTP/1.1" status: 200 len: 909 time: 0.4121931 Feb 19 04:09:43.913656 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-b6e016b0-05bb-4e8a-aab5-99c96a7e20ba req-31cbc75b-828e-4d95-82ce-fff4cbbd7404 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc1a4dfa-d42f-42f0-bb23-82d4bd41533b HTTP/1.1" status: 200 len: 217 time: 0.0579445 Feb 19 04:09:43.970896 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e016b0-05bb-4e8a-aab5-99c96a7e20ba req-77c7e379-f1e0-4a30-9bb2-8267fb8cf494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:43.972397 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-b6e016b0-05bb-4e8a-aab5-99c96a7e20ba req-77c7e379-f1e0-4a30-9bb2-8267fb8cf494 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a89d843f-69cd-4f0c-b33c-c708751b807c HTTP/1.1" status: 200 len: 847 time: 0.0536664 Feb 19 04:09:44.028373 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e016b0-05bb-4e8a-aab5-99c96a7e20ba req-09b4d22d-e52c-4285-a530-2c87eeaa8492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:44.030257 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-b6e016b0-05bb-4e8a-aab5-99c96a7e20ba req-09b4d22d-e52c-4285-a530-2c87eeaa8492 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=67cca915-b7af-44c4-99c6-72d992afe820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0521042 Feb 19 04:09:44.144879 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-b6e016b0-05bb-4e8a-aab5-99c96a7e20ba req-d97b0a7f-ba17-418b-977f-ca8d9b8b6cad service neutron] 10.222.0.82 "GET /v2.0/networks/67cca915-b7af-44c4-99c6-72d992afe820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068916 Feb 19 04:09:44.251011 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-b6e016b0-05bb-4e8a-aab5-99c96a7e20ba req-3ae18b66-db08-43b7-b8e4-6a21fffbd5f8 service neutron] 10.222.0.82 "GET /v2.0/networks/67cca915-b7af-44c4-99c6-72d992afe820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001763 Feb 19 04:09:44.581974 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b555f6-02e4-40a6-96bc-520e1c32ea37 req-366286ac-4407-4e03-a5bd-e6e4929bff70 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:44.583581 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b8b555f6-02e4-40a6-96bc-520e1c32ea37 req-366286ac-4407-4e03-a5bd-e6e4929bff70 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a053c36-5682-4633-8e07-56edc62b8e98 HTTP/1.1" status: 200 len: 944 time: 0.0620553 Feb 19 04:09:44.652649 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b8b555f6-02e4-40a6-96bc-520e1c32ea37 req-8ed64498-844e-43b5-ab34-fe203521bb66 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=9366610a-a6fd-43dd-8dab-ab161ac71f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623350 Feb 19 04:09:45.726576 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-cf489f3a-350a-43d2-bece-587a0e6ebb5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:45.805049 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc39a562-bf85-431d-b784-fb8cc9b13c1a req-140265b9-c456-4723-acac-115c372de25a tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:45.808051 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fc39a562-bf85-431d-b784-fb8cc9b13c1a req-140265b9-c456-4723-acac-115c372de25a tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a053c36-5682-4633-8e07-56edc62b8e98 HTTP/1.1" status: 200 len: 944 time: 0.0568976 Feb 19 04:09:45.857669 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fc39a562-bf85-431d-b784-fb8cc9b13c1a req-40a608af-afe6-4738-bf2f-6533564e36ff tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=9366610a-a6fd-43dd-8dab-ab161ac71f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440500 Feb 19 04:09:47.021735 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3802038b-43aa-4c9b-a987-d49bdef0b74b req-398016e2-4fc3-4c24-9501-68cf841aff3f tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:47.023454 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3802038b-43aa-4c9b-a987-d49bdef0b74b req-398016e2-4fc3-4c24-9501-68cf841aff3f tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a053c36-5682-4633-8e07-56edc62b8e98 HTTP/1.1" status: 200 len: 944 time: 0.0806520 Feb 19 04:09:47.103881 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3802038b-43aa-4c9b-a987-d49bdef0b74b req-4b6627d4-56cd-4568-8c08-0c33e7fd09bc tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=9366610a-a6fd-43dd-8dab-ab161ac71f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696864 Feb 19 04:09:47.906754 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-7c6f8c07-ccc1-46cf-a151-c2bd5d55255a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:48.275941 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa833465-601e-43d5-a0ee-9377b1abe277 req-9665b51e-065b-4059-ade0-b48d098d342d tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:48.277382 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-aa833465-601e-43d5-a0ee-9377b1abe277 req-9665b51e-065b-4059-ade0-b48d098d342d tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a053c36-5682-4633-8e07-56edc62b8e98 HTTP/1.1" status: 200 len: 944 time: 0.0702856 Feb 19 04:09:48.333982 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-aa833465-601e-43d5-a0ee-9377b1abe277 req-fa8f5c3e-6347-4a12-91a5-2375854c780b tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=9366610a-a6fd-43dd-8dab-ab161ac71f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477211 Feb 19 04:09:49.480957 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adf0859-3133-4824-839f-91ad28f288f8 req-f4bf3896-d7ed-4a86-8e99-bc89c7e898c1 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:49.482713 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2adf0859-3133-4824-839f-91ad28f288f8 req-f4bf3896-d7ed-4a86-8e99-bc89c7e898c1 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a053c36-5682-4633-8e07-56edc62b8e98 HTTP/1.1" status: 200 len: 944 time: 0.0607378 Feb 19 04:09:49.539360 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2adf0859-3133-4824-839f-91ad28f288f8 req-718cb272-536a-49b4-b28d-6bb53d75949a tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=9366610a-a6fd-43dd-8dab-ab161ac71f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488703 Feb 19 04:09:49.605674 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:50.691198 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b09ff52-54fe-45ec-af0e-6aa179531594 req-3b312b33-ecbe-4291-a1ab-3f4e807bfd27 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:50.692702 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6b09ff52-54fe-45ec-af0e-6aa179531594 req-3b312b33-ecbe-4291-a1ab-3f4e807bfd27 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a053c36-5682-4633-8e07-56edc62b8e98 HTTP/1.1" status: 200 len: 944 time: 0.0676823 Feb 19 04:09:50.754107 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6b09ff52-54fe-45ec-af0e-6aa179531594 req-3fc4b1f4-6ac1-45b5-802e-9599d32bd753 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=9366610a-a6fd-43dd-8dab-ab161ac71f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539658 Feb 19 04:09:50.792279 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:51.912567 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1b3e91-0c00-4b16-9da7-9fe50bbc6470 req-5a4d558e-1186-4ed2-916c-5444f4fbb37c tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:51.913967 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8d1b3e91-0c00-4b16-9da7-9fe50bbc6470 req-5a4d558e-1186-4ed2-916c-5444f4fbb37c tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a053c36-5682-4633-8e07-56edc62b8e98 HTTP/1.1" status: 200 len: 944 time: 0.0557599 Feb 19 04:09:51.964750 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8d1b3e91-0c00-4b16-9da7-9fe50bbc6470 req-afbb4445-7d3d-42c7-bdfa-c93937372077 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=9366610a-a6fd-43dd-8dab-ab161ac71f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447316 Feb 19 04:09:52.141229 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:53.086262 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d5110d-67fa-4e0e-a708-faa1bf40a373 req-85556d12-d1f4-4910-95b3-935c7f7bcfed tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:53.088268 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-33d5110d-67fa-4e0e-a708-faa1bf40a373 req-85556d12-d1f4-4910-95b3-935c7f7bcfed tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a053c36-5682-4633-8e07-56edc62b8e98 HTTP/1.1" status: 200 len: 944 time: 0.0561826 Feb 19 04:09:53.151508 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-33d5110d-67fa-4e0e-a708-faa1bf40a373 req-e9e16ba3-b279-4852-8ed1-a210369a24f6 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=9366610a-a6fd-43dd-8dab-ab161ac71f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570455 Feb 19 04:09:53.230109 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:54.292172 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f645010-dde0-42c6-8f8e-05f7802ecbee req-bceee872-5254-489f-b38d-8e19f5f59388 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:54.297580 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6f645010-dde0-42c6-8f8e-05f7802ecbee req-bceee872-5254-489f-b38d-8e19f5f59388 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a053c36-5682-4633-8e07-56edc62b8e98 HTTP/1.1" status: 200 len: 944 time: 0.0750840 Feb 19 04:09:54.350742 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6f645010-dde0-42c6-8f8e-05f7802ecbee req-23ad7fbf-cf17-48f3-a8c3-5b2f0605f31d tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=9366610a-a6fd-43dd-8dab-ab161ac71f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474241 Feb 19 04:09:55.487343 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c742a3e1-cf23-490b-acfa-e0fe736c1403 req-8c75fce4-8068-4276-bcf8-0e46eabf5223 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:55.489210 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c742a3e1-cf23-490b-acfa-e0fe736c1403 req-8c75fce4-8068-4276-bcf8-0e46eabf5223 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a053c36-5682-4633-8e07-56edc62b8e98 HTTP/1.1" status: 200 len: 944 time: 0.0592995 Feb 19 04:09:55.543736 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c742a3e1-cf23-490b-acfa-e0fe736c1403 req-fbe097cf-90a1-4165-8ba3-7e8600a55722 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=9366610a-a6fd-43dd-8dab-ab161ac71f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455735 Feb 19 04:09:56.690426 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95bd297-b923-4cb8-991d-22397f1064af req-9a6fbc77-026a-469c-a4e0-aa0513c46ac0 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:56.692246 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e95bd297-b923-4cb8-991d-22397f1064af req-9a6fbc77-026a-469c-a4e0-aa0513c46ac0 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a053c36-5682-4633-8e07-56edc62b8e98 HTTP/1.1" status: 200 len: 944 time: 0.0677969 Feb 19 04:09:56.751290 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e95bd297-b923-4cb8-991d-22397f1064af req-334e7564-7c60-4671-a7be-e64ea2c6e144 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=9366610a-a6fd-43dd-8dab-ab161ac71f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522048 Feb 19 04:09:57.021285 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:57.876729 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47429708-1860-43a7-b2ce-601b9fc92d90 req-8e7c643c-503c-4e04-884b-abba8f7b6fbd tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:57.878276 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-47429708-1860-43a7-b2ce-601b9fc92d90 req-8e7c643c-503c-4e04-884b-abba8f7b6fbd tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a053c36-5682-4633-8e07-56edc62b8e98 HTTP/1.1" status: 200 len: 944 time: 0.0555961 Feb 19 04:09:57.935887 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-47429708-1860-43a7-b2ce-601b9fc92d90 req-f5822cf3-6c38-4e4f-a822-e9cee0ae3dcb tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=9366610a-a6fd-43dd-8dab-ab161ac71f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519667 Feb 19 04:09:59.064271 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9217ae91-19b8-48be-b020-6b9628cb1bee req-410264ef-69c5-4dd9-8cbd-14346b8cb25c tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:59.065804 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9217ae91-19b8-48be-b020-6b9628cb1bee req-410264ef-69c5-4dd9-8cbd-14346b8cb25c tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a053c36-5682-4633-8e07-56edc62b8e98 HTTP/1.1" status: 200 len: 944 time: 0.0609648 Feb 19 04:09:59.123361 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9217ae91-19b8-48be-b020-6b9628cb1bee req-0b61eca6-4384-4825-8d8a-f427c8d51839 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=9366610a-a6fd-43dd-8dab-ab161ac71f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487788 Feb 19 04:09:59.250401 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device dc1a4dfa-d42f-42f0-bb23-82d4bd41533b details requested by agent hyperv_n-h2-826753-2 with host n-h2-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:09:59.357712 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port dc1a4dfa-d42f-42f0-bb23-82d4bd41533b, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=dc1a4dfa-d42f-42f0-bb23-82d4bd41533b,segment=NetworkSegment(f5174ef4-92be-4625-806e-e2dd485a6234),segment_id=f5174ef4-92be-4625-806e-e2dd485a6234)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:09:59.369722 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Returning: {'device': 'dc1a4dfa-d42f-42f0-bb23-82d4bd41533b', 'network_id': '67cca915-b7af-44c4-99c6-72d992afe820', 'port_id': 'dc1a4dfa-d42f-42f0-bb23-82d4bd41533b', 'mac_address': 'fa:16:3e:be:f9:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a89d843f-69cd-4f0c-b33c-c708751b807c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:09:59.414654 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port dc1a4dfa-d42f-42f0-bb23-82d4bd41533b is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:09:59.415101 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (dc1a4dfa-d42f-42f0-bb23-82d4bd41533b), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:59.429612 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc1a4dfa-d42f-42f0-bb23-82d4bd41533b {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:09:59.453241 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port dc1a4dfa-d42f-42f0-bb23-82d4bd41533b, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=dc1a4dfa-d42f-42f0-bb23-82d4bd41533b,segment=NetworkSegment(f5174ef4-92be-4625-806e-e2dd485a6234),segment_id=f5174ef4-92be-4625-806e-e2dd485a6234)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:09:59.457716 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (dc1a4dfa-d42f-42f0-bb23-82d4bd41533b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:59.511482 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=dc1a4dfa-d42f-42f0-bb23-82d4bd41533b,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:59.518948 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:59.519299 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:59.519634 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:59.519966 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:59.520295 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:59.520619 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:59.520942 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:59.521308 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:59.521614 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:59.521936 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:59.522248 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:59.522600 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:59.522977 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:59.771935 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['dc1a4dfa-d42f-42f0-bb23-82d4bd41533b'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:10:00.266462 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253416c3-9c49-4dd4-98e8-b644d525b0b7 req-ae324aa9-9f1b-458a-8b5e-9bd2ed52f941 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:00.268499 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-253416c3-9c49-4dd4-98e8-b644d525b0b7 req-ae324aa9-9f1b-458a-8b5e-9bd2ed52f941 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a053c36-5682-4633-8e07-56edc62b8e98 HTTP/1.1" status: 200 len: 945 time: 0.0611882 Feb 19 04:10:00.334985 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-253416c3-9c49-4dd4-98e8-b644d525b0b7 req-15c2f687-7917-458b-a180-7a0d39b1873b tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=9366610a-a6fd-43dd-8dab-ab161ac71f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601041 Feb 19 04:10:01.266443 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device dc1a4dfa-d42f-42f0-bb23-82d4bd41533b up at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:10:01.333959 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning for port dc1a4dfa-d42f-42f0-bb23-82d4bd41533b completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:10:01.340086 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning complete for port dc1a4dfa-d42f-42f0-bb23-82d4bd41533b triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:10:01.340469 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (dc1a4dfa-d42f-42f0-bb23-82d4bd41533b), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:01.450775 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port dc1a4dfa-d42f-42f0-bb23-82d4bd41533b is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:10:01.451168 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (dc1a4dfa-d42f-42f0-bb23-82d4bd41533b), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:01.473509 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36501d79-6d83-4f0b-a5ff-fc7fff519b91 req-38225d29-08b2-4f96-8673-d1e31105cf36 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:01.475083 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-36501d79-6d83-4f0b-a5ff-fc7fff519b91 req-38225d29-08b2-4f96-8673-d1e31105cf36 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a053c36-5682-4633-8e07-56edc62b8e98 HTTP/1.1" status: 200 len: 945 time: 0.0644748 Feb 19 04:10:01.476371 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a053c36-5682-4633-8e07-56edc62b8e98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc1a4dfa-d42f-42f0-bb23-82d4bd41533b'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:10:01.479312 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88fe038525c8a7a69a3adae1ae732c1dd0c63371bed0a925712ea7f2f25f70bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0982ea02-0ebc-4ae3-bf97-614e60c0d7d6" -d '{"events": [{"server_uuid": "4a053c36-5682-4633-8e07-56edc62b8e98", "name": "network-vif-plugged", "status": "completed", "tag": "dc1a4dfa-d42f-42f0-bb23-82d4bd41533b"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:10:01.496774 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port dc1a4dfa-d42f-42f0-bb23-82d4bd41533b, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=dc1a4dfa-d42f-42f0-bb23-82d4bd41533b,segment=NetworkSegment(f5174ef4-92be-4625-806e-e2dd485a6234),segment_id=f5174ef4-92be-4625-806e-e2dd485a6234)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:10:01.501864 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (dc1a4dfa-d42f-42f0-bb23-82d4bd41533b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:01.537641 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e67217c-8c71-4037-bbdf-8db879866516 x-openstack-request-id: req-1e67217c-8c71-4037-bbdf-8db879866516 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:10:01.537996 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a053c36-5682-4633-8e07-56edc62b8e98", "name": "network-vif-plugged", "status": "completed", "tag": "dc1a4dfa-d42f-42f0-bb23-82d4bd41533b", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:10:01.538261 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1e67217c-8c71-4037-bbdf-8db879866516 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:10:01.538659 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a053c36-5682-4633-8e07-56edc62b8e98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc1a4dfa-d42f-42f0-bb23-82d4bd41533b', 'code': 200} Feb 19 04:10:01.550333 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-36501d79-6d83-4f0b-a5ff-fc7fff519b91 req-6cf47829-91a5-4d9a-9ff2-a8da56a0557c tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=9366610a-a6fd-43dd-8dab-ab161ac71f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663640 Feb 19 04:10:01.569487 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=dc1a4dfa-d42f-42f0-bb23-82d4bd41533b,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:01.685481 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49fb4cc-0755-4307-969b-db19a324b0d5 req-2d115a89-663b-4b33-be00-3c48597d7bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:01.687881 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a49fb4cc-0755-4307-969b-db19a324b0d5 req-2d115a89-663b-4b33-be00-3c48597d7bab service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=4a053c36-5682-4633-8e07-56edc62b8e98 HTTP/1.1" status: 200 len: 1128 time: 0.0509379 Feb 19 04:10:01.744784 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a49fb4cc-0755-4307-969b-db19a324b0d5 req-faca68c8-d63b-4077-8d0f-ebe525414959 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=9366610a-a6fd-43dd-8dab-ab161ac71f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502062 Feb 19 04:10:02.676317 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9122fa8c-2be0-4041-89e4-0d9aa2300aab req-2eb262e8-942f-4649-babb-b32e3eb476d8 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:02.677878 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9122fa8c-2be0-4041-89e4-0d9aa2300aab req-2eb262e8-942f-4649-babb-b32e3eb476d8 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a053c36-5682-4633-8e07-56edc62b8e98 HTTP/1.1" status: 200 len: 946 time: 0.0553615 Feb 19 04:10:02.729946 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9122fa8c-2be0-4041-89e4-0d9aa2300aab req-342e7332-fe09-4893-8531-c65e5666caf0 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=9366610a-a6fd-43dd-8dab-ab161ac71f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462604 Feb 19 04:10:03.864903 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d529b404-94e3-4374-a58a-1678c6fca532 req-cb7a4722-fbe0-4876-ac37-8d19e53104d3 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:03.866504 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d529b404-94e3-4374-a58a-1678c6fca532 req-cb7a4722-fbe0-4876-ac37-8d19e53104d3 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a053c36-5682-4633-8e07-56edc62b8e98 HTTP/1.1" status: 200 len: 946 time: 0.0635698 Feb 19 04:10:03.920127 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-d529b404-94e3-4374-a58a-1678c6fca532 req-7a8fdbdd-cb23-4741-a863-e60ca5deeb9d tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=9366610a-a6fd-43dd-8dab-ab161ac71f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470765 Feb 19 04:10:04.059100 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909fb2c4-49f1-4fb3-b3a3-01852269ffc0 req-c76858ac-905d-46d0-84c1-f83fba173926 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:04.060683 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-909fb2c4-49f1-4fb3-b3a3-01852269ffc0 req-c76858ac-905d-46d0-84c1-f83fba173926 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a053c36-5682-4633-8e07-56edc62b8e98 HTTP/1.1" status: 200 len: 946 time: 0.0666080 Feb 19 04:10:04.120920 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-909fb2c4-49f1-4fb3-b3a3-01852269ffc0 req-392468d0-a226-4a76-b187-e2a412cb5303 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=9366610a-a6fd-43dd-8dab-ab161ac71f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516686 Feb 19 04:10:04.143548 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 54400) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:04.288135 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8f1519-7ea4-495f-b525-b7051807d64b tempest-TestShelveInstance-305656082 tempest-TestShelveInstance-305656082-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:04.291604 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-cf8f1519-7ea4-495f-b525-b7051807d64b tempest-TestShelveInstance-305656082 tempest-TestShelveInstance-305656082-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=4a053c36-5682-4633-8e07-56edc62b8e98 HTTP/1.1" status: 200 len: 1123 time: 0.1448123 Feb 19 04:10:04.294562 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 54404) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:10:04.299154 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-773603ee-e06e-4ed1-9fdd-88eedb8e2bbb tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Request body: {'floatingip': {'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'port_id': 'dc1a4dfa-d42f-42f0-bb23-82d4bd41533b', 'tenant_id': '8e43d68b2c9f4c3cb95156de03dab294', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:10:04.324459 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-773603ee-e06e-4ed1-9fdd-88eedb8e2bbb tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:04.439371 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-773603ee-e06e-4ed1-9fdd-88eedb8e2bbb tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:04.571874 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-773603ee-e06e-4ed1-9fdd-88eedb8e2bbb tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Allocated IP 172.25.6.30 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/08f9a486-9fba-49de-8ae0-6878cb6332f7) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:10:04.690840 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-773603ee-e06e-4ed1-9fdd-88eedb8e2bbb tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Publish callbacks [] for port (08f9a486-9fba-49de-8ae0-6878cb6332f7), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:04.729044 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-773603ee-e06e-4ed1-9fdd-88eedb8e2bbb tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (08f9a486-9fba-49de-8ae0-6878cb6332f7), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:04.767496 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773603ee-e06e-4ed1-9fdd-88eedb8e2bbb tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:10:04.770414 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-773603ee-e06e-4ed1-9fdd-88eedb8e2bbb tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:10:04.777234 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773603ee-e06e-4ed1-9fdd-88eedb8e2bbb tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:10:04.799638 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773603ee-e06e-4ed1-9fdd-88eedb8e2bbb tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Pushing event updated for resources: {'Port': ['ID=08f9a486-9fba-49de-8ae0-6878cb6332f7,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:05.266930 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-773603ee-e06e-4ed1-9fdd-88eedb8e2bbb tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Publish callbacks [] for floatingip (a2fc07ef-10de-4e55-ae5f-a715c62f6766), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:05.343348 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-773603ee-e06e-4ed1-9fdd-88eedb8e2bbb tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (08f9a486-9fba-49de-8ae0-6878cb6332f7), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:05.519003 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-773603ee-e06e-4ed1-9fdd-88eedb8e2bbb tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Publish callbacks [] for port (08f9a486-9fba-49de-8ae0-6878cb6332f7), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:05.525733 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-773603ee-e06e-4ed1-9fdd-88eedb8e2bbb tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (08f9a486-9fba-49de-8ae0-6878cb6332f7), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:05.905369 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-773603ee-e06e-4ed1-9fdd-88eedb8e2bbb tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16285943'] for floatingip (a2fc07ef-10de-4e55-ae5f-a715c62f6766), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:05.907131 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773603ee-e06e-4ed1-9fdd-88eedb8e2bbb tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Pushing event updated for resources: {'Port': ['ID=08f9a486-9fba-49de-8ae0-6878cb6332f7,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:10:06.014331 n-d-826753-2 neutron-server[103701]: INFO neutron.db.l3_db [None req-773603ee-e06e-4ed1-9fdd-88eedb8e2bbb tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Floating IP a2fc07ef-10de-4e55-ae5f-a715c62f6766 associated. External IP: 172.25.6.30, port: dc1a4dfa-d42f-42f0-bb23-82d4bd41533b. Feb 19 04:10:06.238736 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-773603ee-e06e-4ed1-9fdd-88eedb8e2bbb tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Router 941a1cdb-85f4-41a1-aedf-11bd92add9bd has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:10:06.357046 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-773603ee-e06e-4ed1-9fdd-88eedb8e2bbb tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:10:06.367616 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b756a623-510f-477e-9322-56789c8fd652 None None] Sync routers for ids ['941a1cdb-85f4-41a1-aedf-11bd92add9bd'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:10:06.376555 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-773603ee-e06e-4ed1-9fdd-88eedb8e2bbb tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:06.379156 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b756a623-510f-477e-9322-56789c8fd652 None None] Routers {'941a1cdb-85f4-41a1-aedf-11bd92add9bd'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:10:06.379785 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-b756a623-510f-477e-9322-56789c8fd652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T04:09:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['941a1cdb-85f4-41a1-aedf-11bd92add9bd'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:10:06.406605 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-773603ee-e06e-4ed1-9fdd-88eedb8e2bbb tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1109788 Feb 19 04:10:06.407212 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a053c36-5682-4633-8e07-56edc62b8e98', 'tag': 'dc1a4dfa-d42f-42f0-bb23-82d4bd41533b'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:10:06.409483 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64650e7238020d70304413a5b849b926770e068c757b8393e93027c7f92d28d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-195aa98e-77da-480d-8503-26a52448eb73" -d '{"events": [{"name": "network-changed", "server_uuid": "4a053c36-5682-4633-8e07-56edc62b8e98", "tag": "dc1a4dfa-d42f-42f0-bb23-82d4bd41533b"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:10:06.451890 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-659cc787-ce6c-4f4e-a982-9c0308eefff4 x-openstack-request-id: req-659cc787-ce6c-4f4e-a982-9c0308eefff4 {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:10:06.452231 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a053c36-5682-4633-8e07-56edc62b8e98", "tag": "dc1a4dfa-d42f-42f0-bb23-82d4bd41533b", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:10:06.452455 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-659cc787-ce6c-4f4e-a982-9c0308eefff4 {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:10:06.452860 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a053c36-5682-4633-8e07-56edc62b8e98', 'tag': 'dc1a4dfa-d42f-42f0-bb23-82d4bd41533b', 'status': 'completed', 'code': 200} Feb 19 04:10:06.503143 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-b756a623-510f-477e-9322-56789c8fd652 None None] Set router 941a1cdb-85f4-41a1-aedf-11bd92add9bd gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:10:06.546624 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195aa98e-77da-480d-8503-26a52448eb73 req-5adc2282-a909-4a82-b540-7579404dae65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:06.548157 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-195aa98e-77da-480d-8503-26a52448eb73 req-5adc2282-a909-4a82-b540-7579404dae65 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8e43d68b2c9f4c3cb95156de03dab294&device_id=4a053c36-5682-4633-8e07-56edc62b8e98 HTTP/1.1" status: 200 len: 1128 time: 0.0515001 Feb 19 04:10:06.653389 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195aa98e-77da-480d-8503-26a52448eb73 req-eefc8cd4-bb89-4fe1-811e-6db2badc860d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:06.662872 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-195aa98e-77da-480d-8503-26a52448eb73 req-eefc8cd4-bb89-4fe1-811e-6db2badc860d service neutron] 10.222.0.82 "GET /v2.0/networks?id=67cca915-b7af-44c4-99c6-72d992afe820 HTTP/1.1" status: 200 len: 909 time: 0.1081250 Feb 19 04:10:06.751056 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-195aa98e-77da-480d-8503-26a52448eb73 req-5b1bea58-60a4-4843-a54b-439e0d695017 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc1a4dfa-d42f-42f0-bb23-82d4bd41533b HTTP/1.1" status: 200 len: 999 time: 0.0825679 Feb 19 04:10:06.756243 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-b756a623-510f-477e-9322-56789c8fd652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '941a1cdb-85f4-41a1-aedf-11bd92add9bd', 'name': 'tempest-TestShelveInstance-968750675-router', 'tenant_id': '8e43d68b2c9f4c3cb95156de03dab294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': 'c65cbe98-ad8c-4484-9f56-9a70f3fb3a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:03:19Z', 'updated_at': '2022-02-19T04:03:23Z', 'revision_number': 4, 'project_id': '8e43d68b2c9f4c3cb95156de03dab294', 'gw_port': {'id': 'c65cbe98-ad8c-4484-9f56-9a70f3fb3a70', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941a1cdb-85f4-41a1-aedf-11bd92add9bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:03:20Z', 'updated_at': '2022-02-19T04:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': 'a2fc07ef-10de-4e55-ae5f-a715c62f6766', 'tenant_id': '8e43d68b2c9f4c3cb95156de03dab294', 'floating_ip_address': '172.25.6.30', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': '941a1cdb-85f4-41a1-aedf-11bd92add9bd', 'port_id': 'dc1a4dfa-d42f-42f0-bb23-82d4bd41533b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4371, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67cca915-b7af-44c4-99c6-72d992afe820', 'mac_address': 'fa:16:3e:be:f9:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a053c36-5682-4633-8e07-56edc62b8e98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:10:05Z', 'updated_at': '2022-02-19T04:10:05Z', 'revision_number': 0, 'project_id': '8e43d68b2c9f4c3cb95156de03dab294', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24863037-4b64-4d68-a880-a21ed331322a', 'name': '', 'network_id': '67cca915-b7af-44c4-99c6-72d992afe820', 'tenant_id': '8e43d68b2c9f4c3cb95156de03dab294', 'mac_address': 'fa:16:3e:0b:ca:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941a1cdb-85f4-41a1-aedf-11bd92add9bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'a89d843f-69cd-4f0c-b33c-c708751b807c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:03:22Z', 'updated_at': '2022-02-19T04:03:28Z', 'revision_number': 5, 'project_id': '8e43d68b2c9f4c3cb95156de03dab294', 'subnets': [{'id': 'a89d843f-69cd-4f0c-b33c-c708751b807c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:10:06.793542 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b756a623-510f-477e-9322-56789c8fd652 None None] Checking router: 941a1cdb-85f4-41a1-aedf-11bd92add9bd for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:10:06.802360 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b756a623-510f-477e-9322-56789c8fd652 None None] Routers {'941a1cdb-85f4-41a1-aedf-11bd92add9bd'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:10:06.803088 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-b756a623-510f-477e-9322-56789c8fd652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T04:09:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['941a1cdb-85f4-41a1-aedf-11bd92add9bd'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:10:06.803229 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195aa98e-77da-480d-8503-26a52448eb73 req-65af2d95-2af6-4bcc-887e-a11f58137aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:06.804948 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-195aa98e-77da-480d-8503-26a52448eb73 req-65af2d95-2af6-4bcc-887e-a11f58137aae service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a89d843f-69cd-4f0c-b33c-c708751b807c HTTP/1.1" status: 200 len: 847 time: 0.0478659 Feb 19 04:10:06.854866 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195aa98e-77da-480d-8503-26a52448eb73 req-41ffd9cb-ed96-4871-98ff-2e2e3c3f15e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:06.856614 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-195aa98e-77da-480d-8503-26a52448eb73 req-41ffd9cb-ed96-4871-98ff-2e2e3c3f15e0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=67cca915-b7af-44c4-99c6-72d992afe820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0463672 Feb 19 04:10:06.915031 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-b756a623-510f-477e-9322-56789c8fd652 None None] Set router 941a1cdb-85f4-41a1-aedf-11bd92add9bd gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:10:06.969346 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-195aa98e-77da-480d-8503-26a52448eb73 req-f43fd61e-7451-462e-b734-32bf96b3fa93 service neutron] 10.222.0.82 "GET /v2.0/networks/67cca915-b7af-44c4-99c6-72d992afe820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068094 Feb 19 04:10:07.067779 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-195aa98e-77da-480d-8503-26a52448eb73 req-4582ea16-69d7-40f9-8e6d-ad4d148e7deb service neutron] 10.222.0.82 "GET /v2.0/networks/67cca915-b7af-44c4-99c6-72d992afe820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921643 Feb 19 04:10:07.167347 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-b756a623-510f-477e-9322-56789c8fd652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '941a1cdb-85f4-41a1-aedf-11bd92add9bd', 'name': 'tempest-TestShelveInstance-968750675-router', 'tenant_id': '8e43d68b2c9f4c3cb95156de03dab294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': 'c65cbe98-ad8c-4484-9f56-9a70f3fb3a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:03:19Z', 'updated_at': '2022-02-19T04:03:23Z', 'revision_number': 4, 'project_id': '8e43d68b2c9f4c3cb95156de03dab294', 'gw_port': {'id': 'c65cbe98-ad8c-4484-9f56-9a70f3fb3a70', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941a1cdb-85f4-41a1-aedf-11bd92add9bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:03:20Z', 'updated_at': '2022-02-19T04:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': 'a2fc07ef-10de-4e55-ae5f-a715c62f6766', 'tenant_id': '8e43d68b2c9f4c3cb95156de03dab294', 'floating_ip_address': '172.25.6.30', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': '941a1cdb-85f4-41a1-aedf-11bd92add9bd', 'port_id': 'dc1a4dfa-d42f-42f0-bb23-82d4bd41533b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4371, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67cca915-b7af-44c4-99c6-72d992afe820', 'mac_address': 'fa:16:3e:be:f9:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a053c36-5682-4633-8e07-56edc62b8e98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:10:05Z', 'updated_at': '2022-02-19T04:10:05Z', 'revision_number': 0, 'project_id': '8e43d68b2c9f4c3cb95156de03dab294', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24863037-4b64-4d68-a880-a21ed331322a', 'name': '', 'network_id': '67cca915-b7af-44c4-99c6-72d992afe820', 'tenant_id': '8e43d68b2c9f4c3cb95156de03dab294', 'mac_address': 'fa:16:3e:0b:ca:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941a1cdb-85f4-41a1-aedf-11bd92add9bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'a89d843f-69cd-4f0c-b33c-c708751b807c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:03:22Z', 'updated_at': '2022-02-19T04:03:28Z', 'revision_number': 5, 'project_id': '8e43d68b2c9f4c3cb95156de03dab294', 'subnets': [{'id': 'a89d843f-69cd-4f0c-b33c-c708751b807c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:10:07.199887 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b756a623-510f-477e-9322-56789c8fd652 None None] The sync data for ids ['941a1cdb-85f4-41a1-aedf-11bd92add9bd'] in n-d-826753-2 is: [{'id': '941a1cdb-85f4-41a1-aedf-11bd92add9bd', 'name': 'tempest-TestShelveInstance-968750675-router', 'tenant_id': '8e43d68b2c9f4c3cb95156de03dab294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': 'c65cbe98-ad8c-4484-9f56-9a70f3fb3a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:03:19Z', 'updated_at': '2022-02-19T04:03:23Z', 'revision_number': 4, 'project_id': '8e43d68b2c9f4c3cb95156de03dab294', 'gw_port': {'id': 'c65cbe98-ad8c-4484-9f56-9a70f3fb3a70', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941a1cdb-85f4-41a1-aedf-11bd92add9bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:03:20Z', 'updated_at': '2022-02-19T04:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': 'a2fc07ef-10de-4e55-ae5f-a715c62f6766', 'tenant_id': '8e43d68b2c9f4c3cb95156de03dab294', 'floating_ip_address': '172.25.6.30', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': '941a1cdb-85f4-41a1-aedf-11bd92add9bd', 'port_id': 'dc1a4dfa-d42f-42f0-bb23-82d4bd41533b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4371, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67cca915-b7af-44c4-99c6-72d992afe820', 'mac_address': 'fa:16:3e:be:f9:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a053c36-5682-4633-8e07-56edc62b8e98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:10:05Z', 'updated_at': '2022-02-19T04:10:05Z', 'revision_number': 0, 'project_id': '8e43d68b2c9f4c3cb95156de03dab294', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24863037-4b64-4d68-a880-a21ed331322a', 'name': '', 'network_id': '67cca915-b7af-44c4-99c6-72d992afe820', 'tenant_id': '8e43d68b2c9f4c3cb95156de03dab294', 'mac_address': 'fa:16:3e:0b:ca:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941a1cdb-85f4-41a1-aedf-11bd92add9bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'a89d843f-69cd-4f0c-b33c-c708751b807c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:03:22Z', 'updated_at': '2022-02-19T04:03:28Z', 'revision_number': 5, 'project_id': '8e43d68b2c9f4c3cb95156de03dab294', 'subnets': [{'id': 'a89d843f-69cd-4f0c-b33c-c708751b807c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:10:07.434918 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b4df07-a364-4f74-bc5c-f1558825f341 None None] New status for floating IP a2fc07ef-10de-4e55-ae5f-a715c62f6766: ACTIVE {{(pid=103703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:10:15.713112 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3d525113-607c-4d62-9fb9-cc45a5b21677 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:16.973853 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:10:17.902553 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f97c7b39-c62a-40c7-a078-04f0539f7e21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:19.610600 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:20.782148 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:22.145132 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:23.245281 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:27.034386 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:45.709430 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-ce66a25b-0440-46dc-9925-ddff2158cfb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:47.906214 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-16709621-2474-4cf3-9ae9-649647a676e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:49.607830 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:50.783723 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:52.150783 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:53.269133 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:53.974063 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:10:54.337788 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ac7cb627-2507-4206-8977-2355479477cb req-c19dad95-9fac-4450-858d-1dfbecbb72e3 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=4a053c36-5682-4633-8e07-56edc62b8e98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0446367 Feb 19 04:10:54.446685 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7cb627-2507-4206-8977-2355479477cb req-9196b70d-5172-4803-ad1d-0278d1991674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:54.448927 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ac7cb627-2507-4206-8977-2355479477cb req-9196b70d-5172-4803-ad1d-0278d1991674 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8e43d68b2c9f4c3cb95156de03dab294&device_id=4a053c36-5682-4633-8e07-56edc62b8e98 HTTP/1.1" status: 200 len: 1128 time: 0.0519178 Feb 19 04:10:54.558311 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7cb627-2507-4206-8977-2355479477cb req-00e2f5f3-fbca-4359-acb3-56aff9461131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:54.559821 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ac7cb627-2507-4206-8977-2355479477cb req-00e2f5f3-fbca-4359-acb3-56aff9461131 service neutron] 10.222.0.82 "GET /v2.0/networks?id=67cca915-b7af-44c4-99c6-72d992afe820 HTTP/1.1" status: 200 len: 909 time: 0.0915046 Feb 19 04:10:54.633609 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ac7cb627-2507-4206-8977-2355479477cb req-f03ff4bf-6999-4b41-9b31-314dbc6ea7bc service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc1a4dfa-d42f-42f0-bb23-82d4bd41533b HTTP/1.1" status: 200 len: 1001 time: 0.0681274 Feb 19 04:10:54.700710 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7cb627-2507-4206-8977-2355479477cb req-f376c452-fc83-4f43-aecf-6ac08d48f691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:54.703377 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ac7cb627-2507-4206-8977-2355479477cb req-f376c452-fc83-4f43-aecf-6ac08d48f691 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a89d843f-69cd-4f0c-b33c-c708751b807c HTTP/1.1" status: 200 len: 847 time: 0.0623150 Feb 19 04:10:54.764166 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7cb627-2507-4206-8977-2355479477cb req-cfd13c49-1a6a-4006-921b-c4ac2fc61057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:54.765795 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ac7cb627-2507-4206-8977-2355479477cb req-cfd13c49-1a6a-4006-921b-c4ac2fc61057 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=67cca915-b7af-44c4-99c6-72d992afe820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0563760 Feb 19 04:10:54.863182 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ac7cb627-2507-4206-8977-2355479477cb req-3ebc4e7a-196a-464e-9bf8-c5249417e217 service neutron] 10.222.0.82 "GET /v2.0/networks/67cca915-b7af-44c4-99c6-72d992afe820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914104 Feb 19 04:10:54.954267 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-ac7cb627-2507-4206-8977-2355479477cb req-bd3f0426-6e0c-4cdc-958d-74fa71ac2354 service neutron] 10.222.0.82 "GET /v2.0/networks/67cca915-b7af-44c4-99c6-72d992afe820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854092 Feb 19 04:10:57.032076 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:15.712365 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e7a652e7-3984-4be6-a741-c853e655d3dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:17.907418 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6e9cbcc1-6771-4b3d-89f8-32114c90f59a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:19.611666 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:20.793312 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:22.144559 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:23.255889 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:27.048129 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:30.974052 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:11:45.720938 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-44fc3d1c-16c9-49ef-bf89-bd04beacdd1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:47.909567 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-a6f29fde-1b1a-444d-b68e-02869b385854 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:49.622368 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:50.793492 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:52.151647 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:53.269756 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:55.325981 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e7439a5d-70f4-4569-bafa-ac421ecb5918 req-f633ca23-54b5-402a-9952-32aae1c32197 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=4a053c36-5682-4633-8e07-56edc62b8e98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0451865 Feb 19 04:11:55.431607 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7439a5d-70f4-4569-bafa-ac421ecb5918 req-e90c0b5f-754e-4abc-b697-8148731ea0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:55.433176 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e7439a5d-70f4-4569-bafa-ac421ecb5918 req-e90c0b5f-754e-4abc-b697-8148731ea0ab service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8e43d68b2c9f4c3cb95156de03dab294&device_id=4a053c36-5682-4633-8e07-56edc62b8e98 HTTP/1.1" status: 200 len: 1128 time: 0.0494156 Feb 19 04:11:55.542810 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7439a5d-70f4-4569-bafa-ac421ecb5918 req-510cc0b9-13c6-457e-ab9c-c56873c24ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:55.544974 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e7439a5d-70f4-4569-bafa-ac421ecb5918 req-510cc0b9-13c6-457e-ab9c-c56873c24ff5 service neutron] 10.222.0.82 "GET /v2.0/networks?id=67cca915-b7af-44c4-99c6-72d992afe820 HTTP/1.1" status: 200 len: 909 time: 0.0938041 Feb 19 04:11:55.616029 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e7439a5d-70f4-4569-bafa-ac421ecb5918 req-66ad684e-64f8-40b6-bbeb-005422c16129 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc1a4dfa-d42f-42f0-bb23-82d4bd41533b HTTP/1.1" status: 200 len: 1001 time: 0.0643249 Feb 19 04:11:55.662729 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7439a5d-70f4-4569-bafa-ac421ecb5918 req-3a59520b-6738-45f1-a10f-0d43e9e9fef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:55.664180 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e7439a5d-70f4-4569-bafa-ac421ecb5918 req-3a59520b-6738-45f1-a10f-0d43e9e9fef8 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a89d843f-69cd-4f0c-b33c-c708751b807c HTTP/1.1" status: 200 len: 847 time: 0.0429952 Feb 19 04:11:55.712944 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7439a5d-70f4-4569-bafa-ac421ecb5918 req-54b88214-c746-4f2c-977f-0c1db5b74891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:55.714519 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e7439a5d-70f4-4569-bafa-ac421ecb5918 req-54b88214-c746-4f2c-977f-0c1db5b74891 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=67cca915-b7af-44c4-99c6-72d992afe820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445328 Feb 19 04:11:55.805117 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e7439a5d-70f4-4569-bafa-ac421ecb5918 req-d127d9de-477f-420d-89c3-d12b08f45a7b service neutron] 10.222.0.82 "GET /v2.0/networks/67cca915-b7af-44c4-99c6-72d992afe820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846832 Feb 19 04:11:55.902464 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e7439a5d-70f4-4569-bafa-ac421ecb5918 req-30393c71-6096-430e-9560-4fa5d5e09757 service neutron] 10.222.0.82 "GET /v2.0/networks/67cca915-b7af-44c4-99c6-72d992afe820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917535 Feb 19 04:11:57.061444 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:02.542027 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5398dd67-368d-44ea-8325-8095ae689129 req-8f5a9d38-ba1b-423d-8942-4f989327c8d6 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:02.543515 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5398dd67-368d-44ea-8325-8095ae689129 req-8f5a9d38-ba1b-423d-8942-4f989327c8d6 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a053c36-5682-4633-8e07-56edc62b8e98 HTTP/1.1" status: 200 len: 946 time: 0.1016607 Feb 19 04:12:02.594708 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5398dd67-368d-44ea-8325-8095ae689129 req-e2cc66f8-d2e1-443d-800a-10ae7c567d16 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=9366610a-a6fd-43dd-8dab-ab161ac71f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454895 Feb 19 04:12:03.772805 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df1cb9-1d7c-4797-bd27-3d1c15315f78 req-90d90898-1834-4438-9585-e206e271289d tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:03.774337 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-41df1cb9-1d7c-4797-bd27-3d1c15315f78 req-90d90898-1834-4438-9585-e206e271289d tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a053c36-5682-4633-8e07-56edc62b8e98 HTTP/1.1" status: 200 len: 946 time: 0.1016111 Feb 19 04:12:03.827480 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-41df1cb9-1d7c-4797-bd27-3d1c15315f78 req-db3148de-4d7d-4dfe-b5f7-eae7c4e86775 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=9366610a-a6fd-43dd-8dab-ab161ac71f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467861 Feb 19 04:12:04.973042 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84313086-815b-4fa4-bd8f-7691de60f1ce req-53266939-ebd6-4b13-babd-00cda6f3e464 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:04.975360 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-84313086-815b-4fa4-bd8f-7691de60f1ce req-53266939-ebd6-4b13-babd-00cda6f3e464 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a053c36-5682-4633-8e07-56edc62b8e98 HTTP/1.1" status: 200 len: 946 time: 0.0614338 Feb 19 04:12:05.024961 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-84313086-815b-4fa4-bd8f-7691de60f1ce req-7665076b-26ce-425f-8bc1-57189d68db59 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=9366610a-a6fd-43dd-8dab-ab161ac71f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437005 Feb 19 04:12:06.151572 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826bedcd-3242-4874-b95d-0bdff36854b5 req-ec774efa-aa10-4302-9548-2d4f0e41dd81 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:06.153220 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-826bedcd-3242-4874-b95d-0bdff36854b5 req-ec774efa-aa10-4302-9548-2d4f0e41dd81 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a053c36-5682-4633-8e07-56edc62b8e98 HTTP/1.1" status: 200 len: 946 time: 0.0534861 Feb 19 04:12:06.201725 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-826bedcd-3242-4874-b95d-0bdff36854b5 req-cd19860f-87d5-412b-91ed-dd9ddc916c50 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=9366610a-a6fd-43dd-8dab-ab161ac71f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426836 Feb 19 04:12:07.327155 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3941fa7c-b011-4a1f-9feb-05b5f9858a6b req-1c0cfaf1-9130-4717-b7eb-faa5fcb59400 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:07.328651 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3941fa7c-b011-4a1f-9feb-05b5f9858a6b req-1c0cfaf1-9130-4717-b7eb-faa5fcb59400 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a053c36-5682-4633-8e07-56edc62b8e98 HTTP/1.1" status: 200 len: 946 time: 0.0585854 Feb 19 04:12:07.377190 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3941fa7c-b011-4a1f-9feb-05b5f9858a6b req-68b4e8bf-5418-4941-ad6f-736284d9e52a tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=9366610a-a6fd-43dd-8dab-ab161ac71f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428934 Feb 19 04:12:07.973544 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:12:08.496460 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1288596-3be7-4a9a-8a43-4905ff1ae564 req-4065fee0-6aa5-4c8e-a508-fe357795fcb2 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:08.498007 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b1288596-3be7-4a9a-8a43-4905ff1ae564 req-4065fee0-6aa5-4c8e-a508-fe357795fcb2 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a053c36-5682-4633-8e07-56edc62b8e98 HTTP/1.1" status: 200 len: 946 time: 0.0530579 Feb 19 04:12:08.547877 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b1288596-3be7-4a9a-8a43-4905ff1ae564 req-bdbb77c7-f15f-4c1c-8bd7-673bf0dc5676 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=9366610a-a6fd-43dd-8dab-ab161ac71f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443180 Feb 19 04:12:09.672005 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e197ec7-65c9-40c4-a5f8-433cd324b230 req-c827219f-a032-47dd-bb71-3f6afc40fec8 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:09.673501 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8e197ec7-65c9-40c4-a5f8-433cd324b230 req-c827219f-a032-47dd-bb71-3f6afc40fec8 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a053c36-5682-4633-8e07-56edc62b8e98 HTTP/1.1" status: 200 len: 946 time: 0.0569885 Feb 19 04:12:09.723678 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8e197ec7-65c9-40c4-a5f8-433cd324b230 req-36387d56-f736-4b2b-a19d-9e2b55185b00 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=9366610a-a6fd-43dd-8dab-ab161ac71f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445230 Feb 19 04:12:10.843485 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf151b9-2b02-4849-a769-6750eafbc3a5 req-4644df99-48f8-4eee-bbff-e7b2f5bb7efa tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:10.845020 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ebf151b9-2b02-4849-a769-6750eafbc3a5 req-4644df99-48f8-4eee-bbff-e7b2f5bb7efa tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a053c36-5682-4633-8e07-56edc62b8e98 HTTP/1.1" status: 200 len: 946 time: 0.0535862 Feb 19 04:12:10.893711 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ebf151b9-2b02-4849-a769-6750eafbc3a5 req-7f5ce4c5-250b-4904-bfd1-ded642ce2dda tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=9366610a-a6fd-43dd-8dab-ab161ac71f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429981 Feb 19 04:12:12.019800 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fd13fc-e948-45a8-8342-0b0d3958b45a req-541eaa08-0205-4ba3-af62-4830ffccb41b tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:12.021368 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f4fd13fc-e948-45a8-8342-0b0d3958b45a req-541eaa08-0205-4ba3-af62-4830ffccb41b tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a053c36-5682-4633-8e07-56edc62b8e98 HTTP/1.1" status: 200 len: 946 time: 0.0553589 Feb 19 04:12:12.076546 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-f4fd13fc-e948-45a8-8342-0b0d3958b45a req-8a282cb7-3473-43a8-ada8-ee4f84f51d01 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=9366610a-a6fd-43dd-8dab-ab161ac71f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495234 Feb 19 04:12:12.856307 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905861c3-b651-4431-a803-5cc296d0425e req-79a1f646-3000-4669-82db-7841c8c79ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:12.858124 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-905861c3-b651-4431-a803-5cc296d0425e req-79a1f646-3000-4669-82db-7841c8c79ed6 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8e43d68b2c9f4c3cb95156de03dab294&device_id=4a053c36-5682-4633-8e07-56edc62b8e98 HTTP/1.1" status: 200 len: 1128 time: 0.0573437 Feb 19 04:12:12.955252 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905861c3-b651-4431-a803-5cc296d0425e req-577253a6-be9a-487c-a0ac-4319adcfbbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:12.956644 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-905861c3-b651-4431-a803-5cc296d0425e req-577253a6-be9a-487c-a0ac-4319adcfbbf6 service neutron] 10.222.0.82 "GET /v2.0/networks?id=67cca915-b7af-44c4-99c6-72d992afe820 HTTP/1.1" status: 200 len: 909 time: 0.0921910 Feb 19 04:12:13.024420 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-905861c3-b651-4431-a803-5cc296d0425e req-3d3512c6-e30d-4541-bd26-f7342eff94c9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc1a4dfa-d42f-42f0-bb23-82d4bd41533b HTTP/1.1" status: 200 len: 1001 time: 0.0619440 Feb 19 04:12:13.077191 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905861c3-b651-4431-a803-5cc296d0425e req-c7519b6f-235b-4893-b8d6-4a8bd51fe5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:13.078657 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-905861c3-b651-4431-a803-5cc296d0425e req-c7519b6f-235b-4893-b8d6-4a8bd51fe5c5 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a89d843f-69cd-4f0c-b33c-c708751b807c HTTP/1.1" status: 200 len: 847 time: 0.0488265 Feb 19 04:12:13.128134 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905861c3-b651-4431-a803-5cc296d0425e req-4565841c-b3e3-43b0-8ea1-cd89427340fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:13.129691 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-905861c3-b651-4431-a803-5cc296d0425e req-4565841c-b3e3-43b0-8ea1-cd89427340fe service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=67cca915-b7af-44c4-99c6-72d992afe820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0453038 Feb 19 04:12:13.200223 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f303c50-9090-4f23-92e8-98cf77349d0e req-136645df-9cf9-4c9d-917f-c923fef308c0 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:13.201971 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7f303c50-9090-4f23-92e8-98cf77349d0e req-136645df-9cf9-4c9d-917f-c923fef308c0 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a053c36-5682-4633-8e07-56edc62b8e98 HTTP/1.1" status: 200 len: 946 time: 0.0562360 Feb 19 04:12:13.218685 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-905861c3-b651-4431-a803-5cc296d0425e req-3d2aa8fa-8449-4d0a-83dc-6fe2d2dfee25 service neutron] 10.222.0.82 "GET /v2.0/networks/67cca915-b7af-44c4-99c6-72d992afe820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832636 Feb 19 04:12:13.253793 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-7f303c50-9090-4f23-92e8-98cf77349d0e req-e59fcbfd-2f06-4f8e-9618-e6e6369f7681 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=9366610a-a6fd-43dd-8dab-ab161ac71f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462635 Feb 19 04:12:13.312937 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-905861c3-b651-4431-a803-5cc296d0425e req-c36156b1-2c5a-47df-a63d-b647913d106f service neutron] 10.222.0.82 "GET /v2.0/networks/67cca915-b7af-44c4-99c6-72d992afe820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879993 Feb 19 04:12:14.375273 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa11d7ec-91dc-4283-b50e-fdd2cda07749 req-4ed449e9-2ed7-4510-80c7-80149d4d8a8b tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:14.376760 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-aa11d7ec-91dc-4283-b50e-fdd2cda07749 req-4ed449e9-2ed7-4510-80c7-80149d4d8a8b tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a053c36-5682-4633-8e07-56edc62b8e98 HTTP/1.1" status: 200 len: 946 time: 0.0545650 Feb 19 04:12:14.426269 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-aa11d7ec-91dc-4283-b50e-fdd2cda07749 req-c808e0aa-d955-48bf-980e-64ba8440d2b8 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=9366610a-a6fd-43dd-8dab-ab161ac71f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437191 Feb 19 04:12:15.551677 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c7cd01-c736-42b0-aa25-1fa29369987b req-9c949390-9abf-4ada-8805-9b61c88a943c tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:15.553326 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c0c7cd01-c736-42b0-aa25-1fa29369987b req-9c949390-9abf-4ada-8805-9b61c88a943c tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a053c36-5682-4633-8e07-56edc62b8e98 HTTP/1.1" status: 200 len: 946 time: 0.0580950 Feb 19 04:12:15.604233 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c0c7cd01-c736-42b0-aa25-1fa29369987b req-543eefec-e5cc-4a8c-abac-de0253023945 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=9366610a-a6fd-43dd-8dab-ab161ac71f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450940 Feb 19 04:12:15.716966 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-56812d12-fdf9-4e79-ad29-83625a88b2bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:16.731465 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba4de46-cb03-4127-8edf-788bb471e9c3 req-8a8cb066-d456-48f4-8274-1a98b2145630 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:16.733288 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fba4de46-cb03-4127-8edf-788bb471e9c3 req-8a8cb066-d456-48f4-8274-1a98b2145630 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a053c36-5682-4633-8e07-56edc62b8e98 HTTP/1.1" status: 200 len: 946 time: 0.0554562 Feb 19 04:12:16.787950 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-fba4de46-cb03-4127-8edf-788bb471e9c3 req-bb7e8273-b319-4bfb-9dbc-fff4797d9631 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=9366610a-a6fd-43dd-8dab-ab161ac71f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484250 Feb 19 04:12:17.912794 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-ab9cbfbb-b870-4394-895d-d0687339fdfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:17.919983 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a070f1f5-ebab-4e20-a113-7eecd67fa6b1 req-4f96e662-9386-4d56-b3ab-42fe1dd39dc6 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:17.921644 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a070f1f5-ebab-4e20-a113-7eecd67fa6b1 req-4f96e662-9386-4d56-b3ab-42fe1dd39dc6 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a053c36-5682-4633-8e07-56edc62b8e98 HTTP/1.1" status: 200 len: 946 time: 0.0602014 Feb 19 04:12:17.980901 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a070f1f5-ebab-4e20-a113-7eecd67fa6b1 req-6bfa6985-727e-4a83-b1bd-a89bd79511b9 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=9366610a-a6fd-43dd-8dab-ab161ac71f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534441 Feb 19 04:12:17.982270 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device dc1a4dfa-d42f-42f0-bb23-82d4bd41533b no longer exists at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:12:18.065123 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port dc1a4dfa-d42f-42f0-bb23-82d4bd41533b is: ACTIVE; New status is: DOWN {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:18.065560 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (dc1a4dfa-d42f-42f0-bb23-82d4bd41533b), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:18.097947 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a053c36-5682-4633-8e07-56edc62b8e98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc1a4dfa-d42f-42f0-bb23-82d4bd41533b'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:12:18.100279 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88fe038525c8a7a69a3adae1ae732c1dd0c63371bed0a925712ea7f2f25f70bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aab8155-4098-4885-8299-1d2b641b82c0" -d '{"events": [{"server_uuid": "4a053c36-5682-4633-8e07-56edc62b8e98", "name": "network-vif-unplugged", "status": "completed", "tag": "dc1a4dfa-d42f-42f0-bb23-82d4bd41533b"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:12:18.114169 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port dc1a4dfa-d42f-42f0-bb23-82d4bd41533b, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=dc1a4dfa-d42f-42f0-bb23-82d4bd41533b,segment=NetworkSegment(f5174ef4-92be-4625-806e-e2dd485a6234),segment_id=f5174ef4-92be-4625-806e-e2dd485a6234)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:12:18.118381 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (dc1a4dfa-d42f-42f0-bb23-82d4bd41533b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:18.170609 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=dc1a4dfa-d42f-42f0-bb23-82d4bd41533b,revision_number=6']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:18.178220 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:18.178580 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:18.178899 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:18.179239 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:18.179574 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:18.179910 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:18.180244 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:18.180573 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:18.180900 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:18.181282 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:18.181608 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:18.181936 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:18.182258 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:18.206386 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 04:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a85bbaa-9191-40e5-9d64-9ab3407872e0 x-openstack-request-id: req-0a85bbaa-9191-40e5-9d64-9ab3407872e0 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:12:18.206796 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a053c36-5682-4633-8e07-56edc62b8e98", "name": "network-vif-unplugged", "status": "completed", "tag": "dc1a4dfa-d42f-42f0-bb23-82d4bd41533b", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:12:18.207133 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0a85bbaa-9191-40e5-9d64-9ab3407872e0 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:12:18.207538 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a053c36-5682-4633-8e07-56edc62b8e98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc1a4dfa-d42f-42f0-bb23-82d4bd41533b', 'code': 200} Feb 19 04:12:19.118954 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744883db-56f8-42ca-bcc6-fc95b916497b req-f2d9c557-bac2-489c-b17c-378db416cd74 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:19.120513 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-744883db-56f8-42ca-bcc6-fc95b916497b req-f2d9c557-bac2-489c-b17c-378db416cd74 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a053c36-5682-4633-8e07-56edc62b8e98 HTTP/1.1" status: 200 len: 944 time: 0.0566196 Feb 19 04:12:19.177150 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-744883db-56f8-42ca-bcc6-fc95b916497b req-373b7845-a1f3-47d5-96c3-e0541149473c tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=9366610a-a6fd-43dd-8dab-ab161ac71f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508964 Feb 19 04:12:19.253275 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [req-34b4d5ae-87ed-40e7-824c-0a8146ea90d0 req-bfdb4063-86f7-4092-9abf-26a3404511ce service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103701) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:12:19.254305 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-34b4d5ae-87ed-40e7-824c-0a8146ea90d0 req-bfdb4063-86f7-4092-9abf-26a3404511ce service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068543 Feb 19 04:12:19.454291 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2ce1b2-b79c-46a0-a07f-8e07b0640341 req-6b4d9db6-cd54-4700-86ad-8df34c0460f0 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:19.455803 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8c2ce1b2-b79c-46a0-a07f-8e07b0640341 req-6b4d9db6-cd54-4700-86ad-8df34c0460f0 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a053c36-5682-4633-8e07-56edc62b8e98 HTTP/1.1" status: 200 len: 944 time: 0.0917065 Feb 19 04:12:19.459536 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-dda150a4-dbfb-454f-9abd-1874cdfab7d8 req-bf975a40-7cdb-4bfb-805c-7f324156abff service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4a053c36-5682-4633-8e07-56edc62b8e98&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1136823 Feb 19 04:12:19.470973 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [req-dda150a4-dbfb-454f-9abd-1874cdfab7d8 req-c3c95f15-685a-4e29-9baf-7ea8dd434b3b service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103701) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:12:19.472084 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-dda150a4-dbfb-454f-9abd-1874cdfab7d8 req-c3c95f15-685a-4e29-9baf-7ea8dd434b3b service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047975 Feb 19 04:12:19.510801 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-8c2ce1b2-b79c-46a0-a07f-8e07b0640341 req-82e2ed34-8c13-412c-a1c2-2cc8a87900e8 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=9366610a-a6fd-43dd-8dab-ab161ac71f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491626 Feb 19 04:12:19.596467 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda150a4-dbfb-454f-9abd-1874cdfab7d8 req-00df482c-0660-46dc-befc-57b8dab66196 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:19.597810 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-dda150a4-dbfb-454f-9abd-1874cdfab7d8 req-00df482c-0660-46dc-befc-57b8dab66196 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports/dc1a4dfa-d42f-42f0-bb23-82d4bd41533b HTTP/1.1" status: 200 len: 941 time: 0.0941970 Feb 19 04:12:19.618045 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:20.645087 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4af3ffd-192d-4c0f-91c3-449c956c7a95 req-74e5c72a-7620-4bcf-87ae-2a1882b21bca tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:20.646594 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c4af3ffd-192d-4c0f-91c3-449c956c7a95 req-74e5c72a-7620-4bcf-87ae-2a1882b21bca tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a053c36-5682-4633-8e07-56edc62b8e98 HTTP/1.1" status: 200 len: 944 time: 0.0579219 Feb 19 04:12:20.701933 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c4af3ffd-192d-4c0f-91c3-449c956c7a95 req-be0f6a77-e895-4d5e-9c0b-078f8c131103 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=9366610a-a6fd-43dd-8dab-ab161ac71f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496087 Feb 19 04:12:20.799844 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:21.825298 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f3183e-8ec8-4544-bfdc-3465b66660cf req-bb213a6f-2add-4ab4-be6d-65fbd69bb892 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:21.826806 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-14f3183e-8ec8-4544-bfdc-3465b66660cf req-bb213a6f-2add-4ab4-be6d-65fbd69bb892 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a053c36-5682-4633-8e07-56edc62b8e98 HTTP/1.1" status: 200 len: 944 time: 0.0562201 Feb 19 04:12:21.881315 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-14f3183e-8ec8-4544-bfdc-3465b66660cf req-3277cd73-e364-4437-b951-e22d369dbec1 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=9366610a-a6fd-43dd-8dab-ab161ac71f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479400 Feb 19 04:12:22.145737 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:23.014807 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f3a916-bcac-48d4-a53e-e4621ed69e84 req-4b0b30bd-dacd-4d2b-929c-6c52ed7b00eb tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:23.016451 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e1f3a916-bcac-48d4-a53e-e4621ed69e84 req-4b0b30bd-dacd-4d2b-929c-6c52ed7b00eb tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a053c36-5682-4633-8e07-56edc62b8e98 HTTP/1.1" status: 200 len: 944 time: 0.0638051 Feb 19 04:12:23.080332 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e1f3a916-bcac-48d4-a53e-e4621ed69e84 req-cb26ff4f-a087-4f9b-b76c-b08753ed525a tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=9366610a-a6fd-43dd-8dab-ab161ac71f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540349 Feb 19 04:12:23.274078 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:24.206142 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c94e43-f230-459c-bfb1-413f63a6b26f req-12680a00-af2c-41cf-a4cd-1c3cfef690da tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:24.207674 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a8c94e43-f230-459c-bfb1-413f63a6b26f req-12680a00-af2c-41cf-a4cd-1c3cfef690da tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a053c36-5682-4633-8e07-56edc62b8e98 HTTP/1.1" status: 200 len: 944 time: 0.0556695 Feb 19 04:12:24.259719 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a8c94e43-f230-459c-bfb1-413f63a6b26f req-db7f2720-903c-4a6a-ba7e-f616ae5e7175 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=9366610a-a6fd-43dd-8dab-ab161ac71f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461247 Feb 19 04:12:25.388883 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613c8d9d-f4c8-4507-8217-e65591be056b req-30c42c72-fcdf-4e09-b227-adcd96da266a tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:25.390434 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-613c8d9d-f4c8-4507-8217-e65591be056b req-30c42c72-fcdf-4e09-b227-adcd96da266a tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a053c36-5682-4633-8e07-56edc62b8e98 HTTP/1.1" status: 200 len: 944 time: 0.0598671 Feb 19 04:12:25.441290 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-613c8d9d-f4c8-4507-8217-e65591be056b req-428ca2be-9ea7-4ac7-b897-dbe4c371c0e6 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=9366610a-a6fd-43dd-8dab-ab161ac71f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447488 Feb 19 04:12:26.575351 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a10f985-dfe1-4f13-a588-801ea615a13a req-4b2c35fa-7091-44dc-acea-daf35c39ca97 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:26.576978 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2a10f985-dfe1-4f13-a588-801ea615a13a req-4b2c35fa-7091-44dc-acea-daf35c39ca97 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a053c36-5682-4633-8e07-56edc62b8e98 HTTP/1.1" status: 200 len: 944 time: 0.0570636 Feb 19 04:12:26.632004 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2a10f985-dfe1-4f13-a588-801ea615a13a req-93b52f87-5576-4352-8cef-734898df27dd tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=9366610a-a6fd-43dd-8dab-ab161ac71f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491362 Feb 19 04:12:27.076037 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:27.770331 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879ba8b3-571d-48b6-9459-fbb9954f574b req-25594f22-a224-47c7-903b-aa98d1e0dc0b tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:27.771838 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-879ba8b3-571d-48b6-9459-fbb9954f574b req-25594f22-a224-47c7-903b-aa98d1e0dc0b tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a053c36-5682-4633-8e07-56edc62b8e98 HTTP/1.1" status: 200 len: 944 time: 0.0580759 Feb 19 04:12:27.821686 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-879ba8b3-571d-48b6-9459-fbb9954f574b req-22fda84b-a455-4470-8ab7-4030f2015d6c tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=9366610a-a6fd-43dd-8dab-ab161ac71f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441968 Feb 19 04:12:28.947298 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70211576-cd20-419a-9c23-ac6c561d57ca req-d804feb1-1b9d-4977-bd58-8595f86ef233 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:28.948825 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-70211576-cd20-419a-9c23-ac6c561d57ca req-d804feb1-1b9d-4977-bd58-8595f86ef233 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a053c36-5682-4633-8e07-56edc62b8e98 HTTP/1.1" status: 200 len: 944 time: 0.0551429 Feb 19 04:12:28.999543 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-70211576-cd20-419a-9c23-ac6c561d57ca req-8c3c5700-1edc-4b0c-95d3-1e32dbb8b886 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=9366610a-a6fd-43dd-8dab-ab161ac71f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437374 Feb 19 04:12:30.133166 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ace355e-2491-4306-a6a1-4b32721e2d5b req-4a0b13f1-77fe-4d7a-9d28-e838f6827b7c tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:30.134771 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2ace355e-2491-4306-a6a1-4b32721e2d5b req-4a0b13f1-77fe-4d7a-9d28-e838f6827b7c tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a053c36-5682-4633-8e07-56edc62b8e98 HTTP/1.1" status: 200 len: 944 time: 0.0633039 Feb 19 04:12:30.198855 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2ace355e-2491-4306-a6a1-4b32721e2d5b req-74f744b7-5420-41ac-a1cf-d484aba779b2 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=9366610a-a6fd-43dd-8dab-ab161ac71f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581760 Feb 19 04:12:30.890292 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda150a4-dbfb-454f-9abd-1874cdfab7d8 req-823740c4-d925-4eec-8223-810affe67bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:30.891729 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-dda150a4-dbfb-454f-9abd-1874cdfab7d8 req-823740c4-d925-4eec-8223-810affe67bae service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4a053c36-5682-4633-8e07-56edc62b8e98&tenant_id=8e43d68b2c9f4c3cb95156de03dab294 HTTP/1.1" status: 200 len: 1126 time: 0.0834718 Feb 19 04:12:30.900866 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [req-dda150a4-dbfb-454f-9abd-1874cdfab7d8 req-004fc0ba-e1db-475f-8a13-6b521b38dfab service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103702) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:12:30.901836 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-dda150a4-dbfb-454f-9abd-1874cdfab7d8 req-004fc0ba-e1db-475f-8a13-6b521b38dfab service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048726 Feb 19 04:12:30.918459 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-dda150a4-dbfb-454f-9abd-1874cdfab7d8 req-6400f238-dca3-4422-b9c6-56e86c309886 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-826753-2', 'device_owner': 'compute:nova'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:12:30.980851 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-dda150a4-dbfb-454f-9abd-1874cdfab7d8 req-6400f238-dca3-4422-b9c6-56e86c309886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (dc1a4dfa-d42f-42f0-bb23-82d4bd41533b), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:31.180787 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-dda150a4-dbfb-454f-9abd-1874cdfab7d8 req-6400f238-dca3-4422-b9c6-56e86c309886 service neutron] For port dc1a4dfa-d42f-42f0-bb23-82d4bd41533b, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=dc1a4dfa-d42f-42f0-bb23-82d4bd41533b,segment=NetworkSegment(f5174ef4-92be-4625-806e-e2dd485a6234),segment_id=f5174ef4-92be-4625-806e-e2dd485a6234)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:12:31.216767 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-dda150a4-dbfb-454f-9abd-1874cdfab7d8 req-6400f238-dca3-4422-b9c6-56e86c309886 service neutron] For port dc1a4dfa-d42f-42f0-bb23-82d4bd41533b, host n-h2-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:12:31.249985 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-dda150a4-dbfb-454f-9abd-1874cdfab7d8 req-6400f238-dca3-4422-b9c6-56e86c309886 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc1a4dfa-d42f-42f0-bb23-82d4bd41533b {{(pid=103702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:12:31.257690 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-dda150a4-dbfb-454f-9abd-1874cdfab7d8 req-6400f238-dca3-4422-b9c6-56e86c309886 service neutron] Publish callbacks [] for port (dc1a4dfa-d42f-42f0-bb23-82d4bd41533b), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:31.270889 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-dda150a4-dbfb-454f-9abd-1874cdfab7d8 req-6400f238-dca3-4422-b9c6-56e86c309886 service neutron] Transition to ACTIVE for port object dc1a4dfa-d42f-42f0-bb23-82d4bd41533b will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:12:31.274588 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-dda150a4-dbfb-454f-9abd-1874cdfab7d8 req-6400f238-dca3-4422-b9c6-56e86c309886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (dc1a4dfa-d42f-42f0-bb23-82d4bd41533b), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:31.340061 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58ad27f-7ead-4c25-9655-6218bbdd27d2 req-c1a12139-983f-410b-b379-63d11978ba8c tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:31.341721 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c58ad27f-7ead-4c25-9655-6218bbdd27d2 req-c1a12139-983f-410b-b379-63d11978ba8c tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a053c36-5682-4633-8e07-56edc62b8e98 HTTP/1.1" status: 200 len: 944 time: 0.0717576 Feb 19 04:12:31.362051 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6400f238-dca3-4422-b9c6-56e86c309886 service neutron] Pushing event updated for resources: {'Port': ['ID=dc1a4dfa-d42f-42f0-bb23-82d4bd41533b,revision_number=7']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:31.375351 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6400f238-dca3-4422-b9c6-56e86c309886 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:31.375705 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6400f238-dca3-4422-b9c6-56e86c309886 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:31.376263 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6400f238-dca3-4422-b9c6-56e86c309886 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:31.376617 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6400f238-dca3-4422-b9c6-56e86c309886 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:31.377050 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6400f238-dca3-4422-b9c6-56e86c309886 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:31.377397 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6400f238-dca3-4422-b9c6-56e86c309886 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:31.377730 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6400f238-dca3-4422-b9c6-56e86c309886 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:31.378063 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6400f238-dca3-4422-b9c6-56e86c309886 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:31.378395 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6400f238-dca3-4422-b9c6-56e86c309886 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:31.378726 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6400f238-dca3-4422-b9c6-56e86c309886 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:31.379057 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6400f238-dca3-4422-b9c6-56e86c309886 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:31.379382 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6400f238-dca3-4422-b9c6-56e86c309886 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:31.379704 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6400f238-dca3-4422-b9c6-56e86c309886 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:31.407777 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c58ad27f-7ead-4c25-9655-6218bbdd27d2 req-bb445061-4ee0-4081-910d-b58ddb467fb8 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=9366610a-a6fd-43dd-8dab-ab161ac71f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596817 Feb 19 04:12:31.416847 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-dda150a4-dbfb-454f-9abd-1874cdfab7d8 req-6400f238-dca3-4422-b9c6-56e86c309886 service neutron] No DVR routers for this DVR port dc1a4dfa-d42f-42f0-bb23-82d4bd41533b on host n-h2-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:12:31.569400 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-dda150a4-dbfb-454f-9abd-1874cdfab7d8 req-6400f238-dca3-4422-b9c6-56e86c309886 service neutron] Attempting to bind port dc1a4dfa-d42f-42f0-bb23-82d4bd41533b on host n-h1-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:12:31.569731 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-dda150a4-dbfb-454f-9abd-1874cdfab7d8 req-6400f238-dca3-4422-b9c6-56e86c309886 service neutron] Attempting to bind port dc1a4dfa-d42f-42f0-bb23-82d4bd41533b by drivers openvswitch,hyperv on host n-h1-826753-2 at level 0 using segments [{'id': 'f5174ef4-92be-4625-806e-e2dd485a6234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '67cca915-b7af-44c4-99c6-72d992afe820'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:12:31.570450 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda150a4-dbfb-454f-9abd-1874cdfab7d8 req-6400f238-dca3-4422-b9c6-56e86c309886 service neutron] Attempting to bind port dc1a4dfa-d42f-42f0-bb23-82d4bd41533b on network 67cca915-b7af-44c4-99c6-72d992afe820 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:12:31.575567 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda150a4-dbfb-454f-9abd-1874cdfab7d8 req-6400f238-dca3-4422-b9c6-56e86c309886 service neutron] Port dc1a4dfa-d42f-42f0-bb23-82d4bd41533b on network 67cca915-b7af-44c4-99c6-72d992afe820 not bound, no agent of type Open vSwitch agent registered on host n-h1-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:12:31.575890 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda150a4-dbfb-454f-9abd-1874cdfab7d8 req-6400f238-dca3-4422-b9c6-56e86c309886 service neutron] Attempting to bind port dc1a4dfa-d42f-42f0-bb23-82d4bd41533b on network 67cca915-b7af-44c4-99c6-72d992afe820 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:12:31.581138 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda150a4-dbfb-454f-9abd-1874cdfab7d8 req-6400f238-dca3-4422-b9c6-56e86c309886 service neutron] Checking agent: {'id': '9d56fb1b-2855-496a-a6d9-c324740cb98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:12:31.581480 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda150a4-dbfb-454f-9abd-1874cdfab7d8 req-6400f238-dca3-4422-b9c6-56e86c309886 service neutron] Checking segment: {'id': 'f5174ef4-92be-4625-806e-e2dd485a6234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '67cca915-b7af-44c4-99c6-72d992afe820'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:12:31.581879 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda150a4-dbfb-454f-9abd-1874cdfab7d8 req-6400f238-dca3-4422-b9c6-56e86c309886 service neutron] Bound using segment: {'id': 'f5174ef4-92be-4625-806e-e2dd485a6234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '67cca915-b7af-44c4-99c6-72d992afe820'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:12:31.582362 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-dda150a4-dbfb-454f-9abd-1874cdfab7d8 req-6400f238-dca3-4422-b9c6-56e86c309886 service neutron] Bound port: dc1a4dfa-d42f-42f0-bb23-82d4bd41533b, host: n-h1-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5174ef4-92be-4625-806e-e2dd485a6234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '67cca915-b7af-44c4-99c6-72d992afe820'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:12:31.582698 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-dda150a4-dbfb-454f-9abd-1874cdfab7d8 req-6400f238-dca3-4422-b9c6-56e86c309886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (dc1a4dfa-d42f-42f0-bb23-82d4bd41533b), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:31.651833 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-dda150a4-dbfb-454f-9abd-1874cdfab7d8 req-6400f238-dca3-4422-b9c6-56e86c309886 service neutron] For port dc1a4dfa-d42f-42f0-bb23-82d4bd41533b, host n-h1-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:12:31.655405 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-dda150a4-dbfb-454f-9abd-1874cdfab7d8 req-6400f238-dca3-4422-b9c6-56e86c309886 service neutron] For port dc1a4dfa-d42f-42f0-bb23-82d4bd41533b, host n-h1-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=dc1a4dfa-d42f-42f0-bb23-82d4bd41533b,segment=NetworkSegment(f5174ef4-92be-4625-806e-e2dd485a6234),segment_id=f5174ef4-92be-4625-806e-e2dd485a6234)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:12:31.661425 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-dda150a4-dbfb-454f-9abd-1874cdfab7d8 req-6400f238-dca3-4422-b9c6-56e86c309886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (dc1a4dfa-d42f-42f0-bb23-82d4bd41533b), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:31.696338 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda150a4-dbfb-454f-9abd-1874cdfab7d8 req-6400f238-dca3-4422-b9c6-56e86c309886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:31.696961 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-dda150a4-dbfb-454f-9abd-1874cdfab7d8 req-6400f238-dca3-4422-b9c6-56e86c309886 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:31.698363 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-dda150a4-dbfb-454f-9abd-1874cdfab7d8 req-6400f238-dca3-4422-b9c6-56e86c309886 service neutron] 10.222.0.73 "PUT /v2.0/ports/dc1a4dfa-d42f-42f0-bb23-82d4bd41533b HTTP/1.1" status: 200 len: 1092 time: 0.7845180 Feb 19 04:12:31.698891 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a053c36-5682-4633-8e07-56edc62b8e98', 'tag': 'dc1a4dfa-d42f-42f0-bb23-82d4bd41533b'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:12:31.702329 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b48a34f37e4e31fa410c3f10fa4e23c828d45427043ff8d3e4d9f228381d6ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aea305da-eaff-49c0-bfa6-f19a59a804c8" -d '{"events": [{"name": "network-changed", "server_uuid": "4a053c36-5682-4633-8e07-56edc62b8e98", "tag": "dc1a4dfa-d42f-42f0-bb23-82d4bd41533b"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:12:31.732859 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6400f238-dca3-4422-b9c6-56e86c309886 service neutron] Pushing event updated for resources: {'Port': ['ID=dc1a4dfa-d42f-42f0-bb23-82d4bd41533b,revision_number=8']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:31.745307 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb59bcb7-a74f-41de-ac69-9f778c965f6e x-openstack-request-id: req-bb59bcb7-a74f-41de-ac69-9f778c965f6e {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:12:31.745601 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a053c36-5682-4633-8e07-56edc62b8e98", "tag": "dc1a4dfa-d42f-42f0-bb23-82d4bd41533b", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:12:31.746531 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-bb59bcb7-a74f-41de-ac69-9f778c965f6e {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:12:31.747481 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a053c36-5682-4633-8e07-56edc62b8e98', 'tag': 'dc1a4dfa-d42f-42f0-bb23-82d4bd41533b', 'status': 'completed', 'code': 200} Feb 19 04:12:31.789039 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda150a4-dbfb-454f-9abd-1874cdfab7d8 req-da0317ff-fb5b-4b35-9b26-4ab809910257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:31.791080 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-dda150a4-dbfb-454f-9abd-1874cdfab7d8 req-da0317ff-fb5b-4b35-9b26-4ab809910257 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8e43d68b2c9f4c3cb95156de03dab294&device_id=4a053c36-5682-4633-8e07-56edc62b8e98 HTTP/1.1" status: 200 len: 1126 time: 0.0539837 Feb 19 04:12:31.892017 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda150a4-dbfb-454f-9abd-1874cdfab7d8 req-13877cab-09b1-42cf-9bd2-269de36f1014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:31.893612 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-dda150a4-dbfb-454f-9abd-1874cdfab7d8 req-13877cab-09b1-42cf-9bd2-269de36f1014 service neutron] 10.222.0.73 "GET /v2.0/networks?id=67cca915-b7af-44c4-99c6-72d992afe820 HTTP/1.1" status: 200 len: 909 time: 0.0965712 Feb 19 04:12:31.959097 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-dda150a4-dbfb-454f-9abd-1874cdfab7d8 req-2ce2ef13-5217-4f4e-9d82-5bea06b872b5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc1a4dfa-d42f-42f0-bb23-82d4bd41533b HTTP/1.1" status: 200 len: 999 time: 0.0598049 Feb 19 04:12:32.006223 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda150a4-dbfb-454f-9abd-1874cdfab7d8 req-0894e484-ca9b-4e40-a2f3-017c17fcaef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:32.007673 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-dda150a4-dbfb-454f-9abd-1874cdfab7d8 req-0894e484-ca9b-4e40-a2f3-017c17fcaef2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a89d843f-69cd-4f0c-b33c-c708751b807c HTTP/1.1" status: 200 len: 847 time: 0.0434902 Feb 19 04:12:32.059464 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda150a4-dbfb-454f-9abd-1874cdfab7d8 req-00b4d577-c089-4b44-a399-14c29804793c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:32.060974 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-dda150a4-dbfb-454f-9abd-1874cdfab7d8 req-00b4d577-c089-4b44-a399-14c29804793c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=67cca915-b7af-44c4-99c6-72d992afe820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0480330 Feb 19 04:12:32.167547 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-dda150a4-dbfb-454f-9abd-1874cdfab7d8 req-e1f67d10-0acb-4c40-b835-4c841116dfe2 service neutron] 10.222.0.73 "GET /v2.0/networks/67cca915-b7af-44c4-99c6-72d992afe820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995018 Feb 19 04:12:32.260871 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-dda150a4-dbfb-454f-9abd-1874cdfab7d8 req-009fe60e-72db-48fe-86c1-278706850d85 service neutron] 10.222.0.73 "GET /v2.0/networks/67cca915-b7af-44c4-99c6-72d992afe820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876513 Feb 19 04:12:32.370224 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea305da-eaff-49c0-bfa6-f19a59a804c8 req-93f62b02-ba25-43d1-96b1-24ce7f4317b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:32.371727 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-aea305da-eaff-49c0-bfa6-f19a59a804c8 req-93f62b02-ba25-43d1-96b1-24ce7f4317b9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8e43d68b2c9f4c3cb95156de03dab294&device_id=4a053c36-5682-4633-8e07-56edc62b8e98 HTTP/1.1" status: 200 len: 1126 time: 0.0453889 Feb 19 04:12:32.474669 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea305da-eaff-49c0-bfa6-f19a59a804c8 req-6e8bf200-d5c6-4d5f-a5f7-be7eb9f867c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:32.476198 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-aea305da-eaff-49c0-bfa6-f19a59a804c8 req-6e8bf200-d5c6-4d5f-a5f7-be7eb9f867c0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=67cca915-b7af-44c4-99c6-72d992afe820 HTTP/1.1" status: 200 len: 909 time: 0.0980732 Feb 19 04:12:32.546395 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc469e1-a05d-4857-918b-ce418be77233 req-93958394-8e3c-4e26-a886-8c5d13660549 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:32.547023 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-aea305da-eaff-49c0-bfa6-f19a59a804c8 req-1d123d2f-5bd7-40e0-8534-9dfc72d3b800 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc1a4dfa-d42f-42f0-bb23-82d4bd41533b HTTP/1.1" status: 200 len: 999 time: 0.0641966 Feb 19 04:12:32.547809 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-dcc469e1-a05d-4857-918b-ce418be77233 req-93958394-8e3c-4e26-a886-8c5d13660549 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a053c36-5682-4633-8e07-56edc62b8e98 HTTP/1.1" status: 200 len: 944 time: 0.0545061 Feb 19 04:12:32.594731 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea305da-eaff-49c0-bfa6-f19a59a804c8 req-857188f9-8906-46b6-abbc-4c9837531fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:32.596204 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-aea305da-eaff-49c0-bfa6-f19a59a804c8 req-857188f9-8906-46b6-abbc-4c9837531fae service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a89d843f-69cd-4f0c-b33c-c708751b807c HTTP/1.1" status: 200 len: 847 time: 0.0440016 Feb 19 04:12:32.597879 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-dcc469e1-a05d-4857-918b-ce418be77233 req-963c432b-4a0a-4137-bdf6-2c2bea85e44d tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=9366610a-a6fd-43dd-8dab-ab161ac71f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445240 Feb 19 04:12:32.648798 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea305da-eaff-49c0-bfa6-f19a59a804c8 req-6219fa9d-c663-4352-931f-b2fa75b83b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:32.650357 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-aea305da-eaff-49c0-bfa6-f19a59a804c8 req-6219fa9d-c663-4352-931f-b2fa75b83b03 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=67cca915-b7af-44c4-99c6-72d992afe820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0484242 Feb 19 04:12:32.737289 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-aea305da-eaff-49c0-bfa6-f19a59a804c8 req-ba143623-81eb-4bdc-bf44-e567b241b745 service neutron] 10.222.0.73 "GET /v2.0/networks/67cca915-b7af-44c4-99c6-72d992afe820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812726 Feb 19 04:12:32.829306 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-aea305da-eaff-49c0-bfa6-f19a59a804c8 req-57c11df0-5ffb-484f-9607-971e3bee9442 service neutron] 10.222.0.73 "GET /v2.0/networks/67cca915-b7af-44c4-99c6-72d992afe820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862811 Feb 19 04:12:33.721504 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f245d5e-e498-432e-916f-6f003163fec4 req-0ededbc5-41db-4acc-b1f1-4923e6ba945b tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:33.722997 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0f245d5e-e498-432e-916f-6f003163fec4 req-0ededbc5-41db-4acc-b1f1-4923e6ba945b tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a053c36-5682-4633-8e07-56edc62b8e98 HTTP/1.1" status: 200 len: 944 time: 0.0573597 Feb 19 04:12:33.770899 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-0f245d5e-e498-432e-916f-6f003163fec4 req-2baa5a6e-a980-4445-b30b-29b3d9ca69b9 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=9366610a-a6fd-43dd-8dab-ab161ac71f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424013 Feb 19 04:12:34.890628 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594b421c-dddf-44df-864f-0fb5c36e48b2 req-e7c04ec3-b8a2-4fef-b049-62b8200033af tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:34.892040 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-594b421c-dddf-44df-864f-0fb5c36e48b2 req-e7c04ec3-b8a2-4fef-b049-62b8200033af tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a053c36-5682-4633-8e07-56edc62b8e98 HTTP/1.1" status: 200 len: 944 time: 0.0534134 Feb 19 04:12:34.942614 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-594b421c-dddf-44df-864f-0fb5c36e48b2 req-2e5eec3c-ff20-4eaf-83a4-2d6950a737cd tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=9366610a-a6fd-43dd-8dab-ab161ac71f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449076 Feb 19 04:12:36.066736 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46508a0-f39a-4c37-99c3-c2317c63af21 req-836584ef-96c4-41c7-8aa1-9e2a8f5cadd7 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:36.068208 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c46508a0-f39a-4c37-99c3-c2317c63af21 req-836584ef-96c4-41c7-8aa1-9e2a8f5cadd7 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a053c36-5682-4633-8e07-56edc62b8e98 HTTP/1.1" status: 200 len: 944 time: 0.0529208 Feb 19 04:12:36.120269 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c46508a0-f39a-4c37-99c3-c2317c63af21 req-8fea9177-212b-4626-bb4e-193fbdd6dd4f tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=9366610a-a6fd-43dd-8dab-ab161ac71f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460627 Feb 19 04:12:37.246092 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a366b355-cef3-40e7-a6fa-172fd5aad77e req-3b332918-fa4e-40a6-9930-3a42803dddb8 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:37.247669 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a366b355-cef3-40e7-a6fa-172fd5aad77e req-3b332918-fa4e-40a6-9930-3a42803dddb8 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a053c36-5682-4633-8e07-56edc62b8e98 HTTP/1.1" status: 200 len: 944 time: 0.0569842 Feb 19 04:12:37.296230 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a366b355-cef3-40e7-a6fa-172fd5aad77e req-971844c9-8f0a-415e-bd9f-77c4a66b3e39 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=9366610a-a6fd-43dd-8dab-ab161ac71f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428929 Feb 19 04:12:38.416378 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7d3eee-d716-4697-bff9-ca0a6d93f233 req-e948ceec-cc28-4f6f-90e2-b66645f0e0f1 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:38.418006 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6b7d3eee-d716-4697-bff9-ca0a6d93f233 req-e948ceec-cc28-4f6f-90e2-b66645f0e0f1 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a053c36-5682-4633-8e07-56edc62b8e98 HTTP/1.1" status: 200 len: 944 time: 0.0529575 Feb 19 04:12:38.468047 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6b7d3eee-d716-4697-bff9-ca0a6d93f233 req-1344190b-468b-4329-9d46-3308e576a12b tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=9366610a-a6fd-43dd-8dab-ab161ac71f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434327 Feb 19 04:12:39.593317 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbef92f5-62b0-471a-ad81-50b05bba8568 req-aa2d7ed1-d639-4053-9cf3-bc865ed8f768 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:39.594827 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cbef92f5-62b0-471a-ad81-50b05bba8568 req-aa2d7ed1-d639-4053-9cf3-bc865ed8f768 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a053c36-5682-4633-8e07-56edc62b8e98 HTTP/1.1" status: 200 len: 944 time: 0.0577078 Feb 19 04:12:39.646555 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cbef92f5-62b0-471a-ad81-50b05bba8568 req-dcaf6a4b-0704-468b-a869-1bfbf8a3c41c tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=9366610a-a6fd-43dd-8dab-ab161ac71f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460691 Feb 19 04:12:40.765790 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f120b9-37da-4b94-8bb4-cc41a83eb7cf req-ded8348d-6976-4bf8-89c2-b2c364a3b345 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:40.767295 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-43f120b9-37da-4b94-8bb4-cc41a83eb7cf req-ded8348d-6976-4bf8-89c2-b2c364a3b345 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a053c36-5682-4633-8e07-56edc62b8e98 HTTP/1.1" status: 200 len: 944 time: 0.0518923 Feb 19 04:12:40.816455 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-43f120b9-37da-4b94-8bb4-cc41a83eb7cf req-69add18a-0a4b-460f-b56f-ef6f973f32fc tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=9366610a-a6fd-43dd-8dab-ab161ac71f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434942 Feb 19 04:12:41.427556 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device dc1a4dfa-d42f-42f0-bb23-82d4bd41533b details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:12:41.525421 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port dc1a4dfa-d42f-42f0-bb23-82d4bd41533b, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=dc1a4dfa-d42f-42f0-bb23-82d4bd41533b,segment=NetworkSegment(f5174ef4-92be-4625-806e-e2dd485a6234),segment_id=f5174ef4-92be-4625-806e-e2dd485a6234)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:12:41.537667 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': 'dc1a4dfa-d42f-42f0-bb23-82d4bd41533b', 'network_id': '67cca915-b7af-44c4-99c6-72d992afe820', 'port_id': 'dc1a4dfa-d42f-42f0-bb23-82d4bd41533b', 'mac_address': 'fa:16:3e:be:f9:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a89d843f-69cd-4f0c-b33c-c708751b807c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:12:41.573333 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port dc1a4dfa-d42f-42f0-bb23-82d4bd41533b is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:41.574253 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (dc1a4dfa-d42f-42f0-bb23-82d4bd41533b), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:41.586677 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc1a4dfa-d42f-42f0-bb23-82d4bd41533b {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:12:41.606745 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port dc1a4dfa-d42f-42f0-bb23-82d4bd41533b, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=dc1a4dfa-d42f-42f0-bb23-82d4bd41533b,segment=NetworkSegment(f5174ef4-92be-4625-806e-e2dd485a6234),segment_id=f5174ef4-92be-4625-806e-e2dd485a6234)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:12:41.611267 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (dc1a4dfa-d42f-42f0-bb23-82d4bd41533b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:41.661805 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=dc1a4dfa-d42f-42f0-bb23-82d4bd41533b,revision_number=9']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:41.940516 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82698569-6df7-42f8-ace6-25fbaf1f889f req-0f7ae70e-dbd4-499c-931e-685602da1f00 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:41.942083 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-82698569-6df7-42f8-ace6-25fbaf1f889f req-0f7ae70e-dbd4-499c-931e-685602da1f00 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a053c36-5682-4633-8e07-56edc62b8e98 HTTP/1.1" status: 200 len: 945 time: 0.0580745 Feb 19 04:12:41.990398 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-82698569-6df7-42f8-ace6-25fbaf1f889f req-7056468a-e352-45b3-99b7-11b267754b01 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=9366610a-a6fd-43dd-8dab-ab161ac71f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424745 Feb 19 04:12:42.017836 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['dc1a4dfa-d42f-42f0-bb23-82d4bd41533b'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:12:43.113338 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2847e489-eec6-4831-ab93-3310f1541294 req-c2c31251-1c90-4daa-ab48-47ee066fe4bb tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:43.114850 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2847e489-eec6-4831-ab93-3310f1541294 req-c2c31251-1c90-4daa-ab48-47ee066fe4bb tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a053c36-5682-4633-8e07-56edc62b8e98 HTTP/1.1" status: 200 len: 945 time: 0.0538421 Feb 19 04:12:43.168686 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2847e489-eec6-4831-ab93-3310f1541294 req-54c8e5f5-f563-437a-86cc-1cad09a47f68 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=9366610a-a6fd-43dd-8dab-ab161ac71f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441926 Feb 19 04:12:43.427852 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device dc1a4dfa-d42f-42f0-bb23-82d4bd41533b up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:12:43.476964 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning for port dc1a4dfa-d42f-42f0-bb23-82d4bd41533b completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:12:43.481785 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port dc1a4dfa-d42f-42f0-bb23-82d4bd41533b triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:43.482165 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (dc1a4dfa-d42f-42f0-bb23-82d4bd41533b), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:43.558442 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port dc1a4dfa-d42f-42f0-bb23-82d4bd41533b is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:43.558837 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (dc1a4dfa-d42f-42f0-bb23-82d4bd41533b), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:43.586420 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a053c36-5682-4633-8e07-56edc62b8e98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc1a4dfa-d42f-42f0-bb23-82d4bd41533b'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:12:43.588669 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88fe038525c8a7a69a3adae1ae732c1dd0c63371bed0a925712ea7f2f25f70bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30f56da7-2d4f-4084-8f06-17c955405d99" -d '{"events": [{"server_uuid": "4a053c36-5682-4633-8e07-56edc62b8e98", "name": "network-vif-plugged", "status": "completed", "tag": "dc1a4dfa-d42f-42f0-bb23-82d4bd41533b"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:12:43.603007 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port dc1a4dfa-d42f-42f0-bb23-82d4bd41533b, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=dc1a4dfa-d42f-42f0-bb23-82d4bd41533b,segment=NetworkSegment(f5174ef4-92be-4625-806e-e2dd485a6234),segment_id=f5174ef4-92be-4625-806e-e2dd485a6234)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:12:43.608883 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (dc1a4dfa-d42f-42f0-bb23-82d4bd41533b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:43.633075 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-926f0567-27ed-449b-9714-4f32c886a07b x-openstack-request-id: req-926f0567-27ed-449b-9714-4f32c886a07b {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:12:43.633371 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a053c36-5682-4633-8e07-56edc62b8e98", "name": "network-vif-plugged", "status": "completed", "tag": "dc1a4dfa-d42f-42f0-bb23-82d4bd41533b", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:12:43.633632 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-926f0567-27ed-449b-9714-4f32c886a07b {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:12:43.634026 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a053c36-5682-4633-8e07-56edc62b8e98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc1a4dfa-d42f-42f0-bb23-82d4bd41533b', 'code': 200} Feb 19 04:12:43.659698 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=dc1a4dfa-d42f-42f0-bb23-82d4bd41533b,revision_number=10']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:43.841782 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc0fdc5-8ba3-44b2-b990-db2b7cb8d8e1 req-c3d69bdf-42c7-4a8a-9cca-f5d67aa53138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:43.843319 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-dbc0fdc5-8ba3-44b2-b990-db2b7cb8d8e1 req-c3d69bdf-42c7-4a8a-9cca-f5d67aa53138 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4a053c36-5682-4633-8e07-56edc62b8e98 HTTP/1.1" status: 200 len: 1129 time: 0.0481434 Feb 19 04:12:43.888813 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-dbc0fdc5-8ba3-44b2-b990-db2b7cb8d8e1 req-d6da0711-3a0d-4ca5-876a-98b4dd4bc036 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=9366610a-a6fd-43dd-8dab-ab161ac71f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393853 Feb 19 04:12:44.289507 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8fe5b7-326a-4b8b-a8b8-b1ab59878365 req-400c8836-49af-4ad0-a9bf-7c55eb65870d tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:44.290990 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cb8fe5b7-326a-4b8b-a8b8-b1ab59878365 req-400c8836-49af-4ad0-a9bf-7c55eb65870d tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a053c36-5682-4633-8e07-56edc62b8e98 HTTP/1.1" status: 200 len: 947 time: 0.0525255 Feb 19 04:12:44.344824 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cb8fe5b7-326a-4b8b-a8b8-b1ab59878365 req-2032347a-a4f2-480a-a05f-47ec0fff0296 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=9366610a-a6fd-43dd-8dab-ab161ac71f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480235 Feb 19 04:12:44.973476 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:12:45.471854 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a90b49-ede8-4a42-92c5-dc5eba8709c9 req-c7368109-92a4-4bcc-84bf-8fedb7fc879a tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:45.473386 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-89a90b49-ede8-4a42-92c5-dc5eba8709c9 req-c7368109-92a4-4bcc-84bf-8fedb7fc879a tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a053c36-5682-4633-8e07-56edc62b8e98 HTTP/1.1" status: 200 len: 947 time: 0.0561068 Feb 19 04:12:45.522182 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-89a90b49-ede8-4a42-92c5-dc5eba8709c9 req-c60ad47e-3a92-41be-ae9c-c2f671359b96 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=9366610a-a6fd-43dd-8dab-ab161ac71f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431678 Feb 19 04:12:45.719767 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d543234-8e9c-4159-b627-bcffbd335328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:47.917239 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-66bc4127-c141-4585-bafe-fc7a61d72bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:49.622281 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:50.798195 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:52.150581 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:53.284625 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:57.075524 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:10.964253 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-0c936b87-16df-48ad-8b6b-83284047e7de req-592700e8-c033-4264-a009-66144a28dcdd service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4a053c36-5682-4633-8e07-56edc62b8e98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0450089 Feb 19 04:13:11.070434 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c936b87-16df-48ad-8b6b-83284047e7de req-7c2ba1e4-5c49-4f4f-9ef9-d838bb92cb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:11.071947 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-0c936b87-16df-48ad-8b6b-83284047e7de req-7c2ba1e4-5c49-4f4f-9ef9-d838bb92cb7f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8e43d68b2c9f4c3cb95156de03dab294&device_id=4a053c36-5682-4633-8e07-56edc62b8e98 HTTP/1.1" status: 200 len: 1129 time: 0.0470798 Feb 19 04:13:11.178292 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c936b87-16df-48ad-8b6b-83284047e7de req-2774f4f8-98c6-4e68-be21-9cc2eec694f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:11.179783 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-0c936b87-16df-48ad-8b6b-83284047e7de req-2774f4f8-98c6-4e68-be21-9cc2eec694f3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=67cca915-b7af-44c4-99c6-72d992afe820 HTTP/1.1" status: 200 len: 909 time: 0.0902724 Feb 19 04:13:11.254068 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-0c936b87-16df-48ad-8b6b-83284047e7de req-004ef125-3d8d-4441-97ba-df8e145aa379 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc1a4dfa-d42f-42f0-bb23-82d4bd41533b HTTP/1.1" status: 200 len: 1001 time: 0.0673625 Feb 19 04:13:11.310172 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c936b87-16df-48ad-8b6b-83284047e7de req-8688076b-97da-40c9-b957-5ee2ed9f09f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:11.311646 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-0c936b87-16df-48ad-8b6b-83284047e7de req-8688076b-97da-40c9-b957-5ee2ed9f09f8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a89d843f-69cd-4f0c-b33c-c708751b807c HTTP/1.1" status: 200 len: 847 time: 0.0517535 Feb 19 04:13:11.366011 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c936b87-16df-48ad-8b6b-83284047e7de req-8215a8af-0a67-4d95-9563-986a0f89577c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:11.368152 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-0c936b87-16df-48ad-8b6b-83284047e7de req-8215a8af-0a67-4d95-9563-986a0f89577c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=67cca915-b7af-44c4-99c6-72d992afe820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0508859 Feb 19 04:13:11.472200 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-0c936b87-16df-48ad-8b6b-83284047e7de req-95476f1e-4b9c-462e-a144-85299580f080 service neutron] 10.222.0.73 "GET /v2.0/networks/67cca915-b7af-44c4-99c6-72d992afe820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980849 Feb 19 04:13:11.566688 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-0c936b87-16df-48ad-8b6b-83284047e7de req-b538d10f-0702-4a79-908f-9b1ea6dcb397 service neutron] 10.222.0.73 "GET /v2.0/networks/67cca915-b7af-44c4-99c6-72d992afe820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887339 Feb 19 04:13:15.727133 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f2d74d32-af58-43b4-b0d7-c5a9aa7abfe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:17.919764 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d34ad91e-0a91-442e-b080-75ed6e603c37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:19.623480 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:20.805615 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:21.973762 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:13:22.155218 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:23.287302 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:27.090336 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:45.727652 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-1316cd93-e158-4955-b0ae-1ff141171ec1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:47.921755 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-7a219ff3-0bfb-48ef-8dac-3f57bcc64550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:49.628708 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:50.807062 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:52.158832 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:53.332442 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:57.104160 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:58.974499 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:14:04.322012 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 54600) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:04.489402 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-f5833af3-6d00-4813-90d2-41316d47f186 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Deleting port 08f9a486-9fba-49de-8ae0-6878cb6332f7 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:14:04.489843 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f5833af3-6d00-4813-90d2-41316d47f186 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (08f9a486-9fba-49de-8ae0-6878cb6332f7), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:04.579719 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f5833af3-6d00-4813-90d2-41316d47f186 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (08f9a486-9fba-49de-8ae0-6878cb6332f7), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:04.579949 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f5833af3-6d00-4813-90d2-41316d47f186 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Publish callbacks [] for floatingip (08f9a486-9fba-49de-8ae0-6878cb6332f7), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:04.594686 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-f5833af3-6d00-4813-90d2-41316d47f186 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Calling delete_port for 08f9a486-9fba-49de-8ae0-6878cb6332f7 owned by network:floatingip {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:14:04.741705 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f5833af3-6d00-4813-90d2-41316d47f186 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (08f9a486-9fba-49de-8ae0-6878cb6332f7), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:04.771837 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5833af3-6d00-4813-90d2-41316d47f186 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Pushing event deleted for resources: {'Port': ['ID=08f9a486-9fba-49de-8ae0-6878cb6332f7,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:04.799151 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5833af3-6d00-4813-90d2-41316d47f186 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:04.799493 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5833af3-6d00-4813-90d2-41316d47f186 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:04.799833 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5833af3-6d00-4813-90d2-41316d47f186 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:04.800162 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5833af3-6d00-4813-90d2-41316d47f186 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:04.800486 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5833af3-6d00-4813-90d2-41316d47f186 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:04.800808 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5833af3-6d00-4813-90d2-41316d47f186 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:04.801157 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5833af3-6d00-4813-90d2-41316d47f186 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:04.801487 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5833af3-6d00-4813-90d2-41316d47f186 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:04.801801 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5833af3-6d00-4813-90d2-41316d47f186 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:04.802116 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5833af3-6d00-4813-90d2-41316d47f186 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:04.802430 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5833af3-6d00-4813-90d2-41316d47f186 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:04.802742 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5833af3-6d00-4813-90d2-41316d47f186 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:04.803055 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5833af3-6d00-4813-90d2-41316d47f186 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:04.843343 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f5833af3-6d00-4813-90d2-41316d47f186 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Publish callbacks [] for floatingip (a2fc07ef-10de-4e55-ae5f-a715c62f6766), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:04.843599 n-d-826753-2 neutron-server[103702]: INFO neutron.db.l3_db [None req-f5833af3-6d00-4813-90d2-41316d47f186 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Floating IP a2fc07ef-10de-4e55-ae5f-a715c62f6766 disassociated (deleted). External IP: 172.25.6.30, port: dc1a4dfa-d42f-42f0-bb23-82d4bd41533b. Feb 19 04:14:05.425847 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5833af3-6d00-4813-90d2-41316d47f186 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Router 941a1cdb-85f4-41a1-aedf-11bd92add9bd has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:14:05.538214 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5833af3-6d00-4813-90d2-41316d47f186 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:14:05.544267 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f5833af3-6d00-4813-90d2-41316d47f186 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:05.549754 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15754f96-1857-4c26-b454-c6ec100a1fd1 None None] Sync routers for ids ['941a1cdb-85f4-41a1-aedf-11bd92add9bd'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:14:05.561050 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15754f96-1857-4c26-b454-c6ec100a1fd1 None None] Routers {'941a1cdb-85f4-41a1-aedf-11bd92add9bd'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:14:05.562084 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-15754f96-1857-4c26-b454-c6ec100a1fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T04:13:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['941a1cdb-85f4-41a1-aedf-11bd92add9bd'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:14:05.576999 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-f5833af3-6d00-4813-90d2-41316d47f186 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "DELETE /v2.0/floatingips/a2fc07ef-10de-4e55-ae5f-a715c62f6766 HTTP/1.1" status: 204 len: 168 time: 1.2538581 Feb 19 04:14:05.577733 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a053c36-5682-4633-8e07-56edc62b8e98', 'tag': 'dc1a4dfa-d42f-42f0-bb23-82d4bd41533b'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:14:05.580159 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b48a34f37e4e31fa410c3f10fa4e23c828d45427043ff8d3e4d9f228381d6ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf695467-7995-485c-b6b8-1c8f0399cded" -d '{"events": [{"name": "network-changed", "server_uuid": "4a053c36-5682-4633-8e07-56edc62b8e98", "tag": "dc1a4dfa-d42f-42f0-bb23-82d4bd41533b"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:14:05.636507 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3278eaf-0e4e-4864-87a4-dc5a79173b2a x-openstack-request-id: req-f3278eaf-0e4e-4864-87a4-dc5a79173b2a {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:14:05.636802 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a053c36-5682-4633-8e07-56edc62b8e98", "tag": "dc1a4dfa-d42f-42f0-bb23-82d4bd41533b", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:14:05.637102 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f3278eaf-0e4e-4864-87a4-dc5a79173b2a {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:14:05.637525 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a053c36-5682-4633-8e07-56edc62b8e98', 'tag': 'dc1a4dfa-d42f-42f0-bb23-82d4bd41533b', 'status': 'completed', 'code': 200} Feb 19 04:14:05.692540 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-15754f96-1857-4c26-b454-c6ec100a1fd1 None None] Set router 941a1cdb-85f4-41a1-aedf-11bd92add9bd gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:14:05.732099 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf695467-7995-485c-b6b8-1c8f0399cded req-4565c5ac-6f7d-4931-b5f1-5e99fe4f8bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:05.734249 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-cf695467-7995-485c-b6b8-1c8f0399cded req-4565c5ac-6f7d-4931-b5f1-5e99fe4f8bc3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8e43d68b2c9f4c3cb95156de03dab294&device_id=4a053c36-5682-4633-8e07-56edc62b8e98 HTTP/1.1" status: 200 len: 1129 time: 0.0542359 Feb 19 04:14:05.840949 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf695467-7995-485c-b6b8-1c8f0399cded req-5732d536-4cc1-44e2-b8c2-1fd2d7de8606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:05.842787 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-cf695467-7995-485c-b6b8-1c8f0399cded req-5732d536-4cc1-44e2-b8c2-1fd2d7de8606 service neutron] 10.222.0.73 "GET /v2.0/networks?id=67cca915-b7af-44c4-99c6-72d992afe820 HTTP/1.1" status: 200 len: 909 time: 0.1030166 Feb 19 04:14:05.853725 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966d235b-d9d1-45ee-8da9-bdf673732287 req-d7001c16-0607-44fa-8c44-96af360d6ef4 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:05.855946 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-966d235b-d9d1-45ee-8da9-bdf673732287 req-d7001c16-0607-44fa-8c44-96af360d6ef4 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a053c36-5682-4633-8e07-56edc62b8e98 HTTP/1.1" status: 200 len: 947 time: 0.0561745 Feb 19 04:14:05.893835 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-cf695467-7995-485c-b6b8-1c8f0399cded req-a59b8014-e706-439b-9e62-dcf4cd86efe1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc1a4dfa-d42f-42f0-bb23-82d4bd41533b HTTP/1.1" status: 200 len: 217 time: 0.0443299 Feb 19 04:14:05.902549 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-15754f96-1857-4c26-b454-c6ec100a1fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '941a1cdb-85f4-41a1-aedf-11bd92add9bd', 'name': 'tempest-TestShelveInstance-968750675-router', 'tenant_id': '8e43d68b2c9f4c3cb95156de03dab294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': 'c65cbe98-ad8c-4484-9f56-9a70f3fb3a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:03:19Z', 'updated_at': '2022-02-19T04:03:23Z', 'revision_number': 4, 'project_id': '8e43d68b2c9f4c3cb95156de03dab294', 'gw_port': {'id': 'c65cbe98-ad8c-4484-9f56-9a70f3fb3a70', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941a1cdb-85f4-41a1-aedf-11bd92add9bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:03:20Z', 'updated_at': '2022-02-19T04:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '24863037-4b64-4d68-a880-a21ed331322a', 'name': '', 'network_id': '67cca915-b7af-44c4-99c6-72d992afe820', 'tenant_id': '8e43d68b2c9f4c3cb95156de03dab294', 'mac_address': 'fa:16:3e:0b:ca:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941a1cdb-85f4-41a1-aedf-11bd92add9bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'a89d843f-69cd-4f0c-b33c-c708751b807c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:03:22Z', 'updated_at': '2022-02-19T04:03:28Z', 'revision_number': 5, 'project_id': '8e43d68b2c9f4c3cb95156de03dab294', 'subnets': [{'id': 'a89d843f-69cd-4f0c-b33c-c708751b807c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:14:05.909783 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-966d235b-d9d1-45ee-8da9-bdf673732287 req-72838314-f72b-4adc-b0b4-70c0002ea07f tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=9366610a-a6fd-43dd-8dab-ab161ac71f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478101 Feb 19 04:14:05.935247 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15754f96-1857-4c26-b454-c6ec100a1fd1 None None] Checking router: 941a1cdb-85f4-41a1-aedf-11bd92add9bd for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:14:05.943506 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15754f96-1857-4c26-b454-c6ec100a1fd1 None None] Routers {'941a1cdb-85f4-41a1-aedf-11bd92add9bd'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:14:05.944037 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-15754f96-1857-4c26-b454-c6ec100a1fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T04:13:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['941a1cdb-85f4-41a1-aedf-11bd92add9bd'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:14:05.948149 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf695467-7995-485c-b6b8-1c8f0399cded req-65857b61-b2fb-4a3c-93e1-28fdcf173cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:05.950270 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-cf695467-7995-485c-b6b8-1c8f0399cded req-65857b61-b2fb-4a3c-93e1-28fdcf173cf6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a89d843f-69cd-4f0c-b33c-c708751b807c HTTP/1.1" status: 200 len: 847 time: 0.0495198 Feb 19 04:14:06.015752 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf695467-7995-485c-b6b8-1c8f0399cded req-6f857868-c0a2-4f2e-bf89-41bd6f8702d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:06.017377 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-cf695467-7995-485c-b6b8-1c8f0399cded req-6f857868-c0a2-4f2e-bf89-41bd6f8702d9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=67cca915-b7af-44c4-99c6-72d992afe820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0618722 Feb 19 04:14:06.067446 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-15754f96-1857-4c26-b454-c6ec100a1fd1 None None] Set router 941a1cdb-85f4-41a1-aedf-11bd92add9bd gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:14:06.113652 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-cf695467-7995-485c-b6b8-1c8f0399cded req-4dc88693-42e2-4b56-9b7b-b26c7196a35f service neutron] 10.222.0.73 "GET /v2.0/networks/67cca915-b7af-44c4-99c6-72d992afe820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889754 Feb 19 04:14:06.209093 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-cf695467-7995-485c-b6b8-1c8f0399cded req-9e191ed1-ec8b-427e-a1f7-f507ea26b761 service neutron] 10.222.0.73 "GET /v2.0/networks/67cca915-b7af-44c4-99c6-72d992afe820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891137 Feb 19 04:14:06.282215 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-15754f96-1857-4c26-b454-c6ec100a1fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '941a1cdb-85f4-41a1-aedf-11bd92add9bd', 'name': 'tempest-TestShelveInstance-968750675-router', 'tenant_id': '8e43d68b2c9f4c3cb95156de03dab294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': 'c65cbe98-ad8c-4484-9f56-9a70f3fb3a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:03:19Z', 'updated_at': '2022-02-19T04:03:23Z', 'revision_number': 4, 'project_id': '8e43d68b2c9f4c3cb95156de03dab294', 'gw_port': {'id': 'c65cbe98-ad8c-4484-9f56-9a70f3fb3a70', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941a1cdb-85f4-41a1-aedf-11bd92add9bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:03:20Z', 'updated_at': '2022-02-19T04:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '24863037-4b64-4d68-a880-a21ed331322a', 'name': '', 'network_id': '67cca915-b7af-44c4-99c6-72d992afe820', 'tenant_id': '8e43d68b2c9f4c3cb95156de03dab294', 'mac_address': 'fa:16:3e:0b:ca:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941a1cdb-85f4-41a1-aedf-11bd92add9bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'a89d843f-69cd-4f0c-b33c-c708751b807c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:03:22Z', 'updated_at': '2022-02-19T04:03:28Z', 'revision_number': 5, 'project_id': '8e43d68b2c9f4c3cb95156de03dab294', 'subnets': [{'id': 'a89d843f-69cd-4f0c-b33c-c708751b807c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:14:06.307379 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15754f96-1857-4c26-b454-c6ec100a1fd1 None None] The sync data for ids ['941a1cdb-85f4-41a1-aedf-11bd92add9bd'] in n-d-826753-2 is: [{'id': '941a1cdb-85f4-41a1-aedf-11bd92add9bd', 'name': 'tempest-TestShelveInstance-968750675-router', 'tenant_id': '8e43d68b2c9f4c3cb95156de03dab294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': 'c65cbe98-ad8c-4484-9f56-9a70f3fb3a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:03:19Z', 'updated_at': '2022-02-19T04:03:23Z', 'revision_number': 4, 'project_id': '8e43d68b2c9f4c3cb95156de03dab294', 'gw_port': {'id': 'c65cbe98-ad8c-4484-9f56-9a70f3fb3a70', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941a1cdb-85f4-41a1-aedf-11bd92add9bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:03:20Z', 'updated_at': '2022-02-19T04:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '24863037-4b64-4d68-a880-a21ed331322a', 'name': '', 'network_id': '67cca915-b7af-44c4-99c6-72d992afe820', 'tenant_id': '8e43d68b2c9f4c3cb95156de03dab294', 'mac_address': 'fa:16:3e:0b:ca:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941a1cdb-85f4-41a1-aedf-11bd92add9bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'a89d843f-69cd-4f0c-b33c-c708751b807c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:03:22Z', 'updated_at': '2022-02-19T04:03:28Z', 'revision_number': 5, 'project_id': '8e43d68b2c9f4c3cb95156de03dab294', 'subnets': [{'id': 'a89d843f-69cd-4f0c-b33c-c708751b807c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:14:06.534160 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980216ce-9402-4001-98ca-a2a8e61cb3ab None None] New status for floating IP a2fc07ef-10de-4e55-ae5f-a715c62f6766: DOWN {{(pid=103703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:14:07.036263 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4835bc-5e0e-4893-9aa4-19494476961e req-878f8eeb-4476-4912-8f1f-1a70411c368a tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:07.037700 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6b4835bc-5e0e-4893-9aa4-19494476961e req-878f8eeb-4476-4912-8f1f-1a70411c368a tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a053c36-5682-4633-8e07-56edc62b8e98 HTTP/1.1" status: 200 len: 947 time: 0.0557013 Feb 19 04:14:07.091587 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6b4835bc-5e0e-4893-9aa4-19494476961e req-ddefae3c-70fb-4fd5-9689-2787f3af5d13 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/security-groups?id=9366610a-a6fd-43dd-8dab-ab161ac71f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483124 Feb 19 04:14:07.778765 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729a48b7-8814-40f0-b5ec-fbe915b82c24 req-f3c54a28-28b7-4b79-9043-6bfb5f493380 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:07.780241 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-729a48b7-8814-40f0-b5ec-fbe915b82c24 req-f3c54a28-28b7-4b79-9043-6bfb5f493380 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.73 "GET /v2.0/ports?device_id=4a053c36-5682-4633-8e07-56edc62b8e98 HTTP/1.1" status: 200 len: 947 time: 0.0535893 Feb 19 04:14:07.875296 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-729a48b7-8814-40f0-b5ec-fbe915b82c24 req-1067eeab-a78f-45a1-bee0-6402fc61042e tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Deleting port dc1a4dfa-d42f-42f0-bb23-82d4bd41533b {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:14:07.875632 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-729a48b7-8814-40f0-b5ec-fbe915b82c24 req-1067eeab-a78f-45a1-bee0-6402fc61042e tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (dc1a4dfa-d42f-42f0-bb23-82d4bd41533b), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:07.961532 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-729a48b7-8814-40f0-b5ec-fbe915b82c24 req-1067eeab-a78f-45a1-bee0-6402fc61042e tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] For port dc1a4dfa-d42f-42f0-bb23-82d4bd41533b, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=dc1a4dfa-d42f-42f0-bb23-82d4bd41533b,segment=NetworkSegment(f5174ef4-92be-4625-806e-e2dd485a6234),segment_id=f5174ef4-92be-4625-806e-e2dd485a6234)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:14:07.961890 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-729a48b7-8814-40f0-b5ec-fbe915b82c24 req-1067eeab-a78f-45a1-bee0-6402fc61042e tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (dc1a4dfa-d42f-42f0-bb23-82d4bd41533b), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:07.974265 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-729a48b7-8814-40f0-b5ec-fbe915b82c24 req-1067eeab-a78f-45a1-bee0-6402fc61042e tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Calling delete_port for dc1a4dfa-d42f-42f0-bb23-82d4bd41533b owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:14:08.111799 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-729a48b7-8814-40f0-b5ec-fbe915b82c24 req-1067eeab-a78f-45a1-bee0-6402fc61042e tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (dc1a4dfa-d42f-42f0-bb23-82d4bd41533b), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:08.163516 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1067eeab-a78f-45a1-bee0-6402fc61042e tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Pushing event deleted for resources: {'Port': ['ID=dc1a4dfa-d42f-42f0-bb23-82d4bd41533b,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:08.200523 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-729a48b7-8814-40f0-b5ec-fbe915b82c24 req-1067eeab-a78f-45a1-bee0-6402fc61042e tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] No DVR routers for this DVR port dc1a4dfa-d42f-42f0-bb23-82d4bd41533b on host n-h1-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:14:08.203268 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-729a48b7-8814-40f0-b5ec-fbe915b82c24 req-1067eeab-a78f-45a1-bee0-6402fc61042e tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:08.205445 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b53d48ab-2151-4865-98e4-f92c22965be7 req-cc478fd9-7efb-44ab-a45e-92e5d28e5336 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a053c36-5682-4633-8e07-56edc62b8e98 HTTP/1.1" status: 200 len: 210 time: 0.0281630 Feb 19 04:14:08.206651 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-729a48b7-8814-40f0-b5ec-fbe915b82c24 req-1067eeab-a78f-45a1-bee0-6402fc61042e tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.73 "DELETE /v2.0/ports/dc1a4dfa-d42f-42f0-bb23-82d4bd41533b HTTP/1.1" status: 204 len: 173 time: 0.4216256 Feb 19 04:14:08.207105 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a053c36-5682-4633-8e07-56edc62b8e98', 'name': 'network-vif-deleted', 'tag': 'dc1a4dfa-d42f-42f0-bb23-82d4bd41533b'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:14:08.209570 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b48a34f37e4e31fa410c3f10fa4e23c828d45427043ff8d3e4d9f228381d6ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53800325-ef25-4d31-b5e2-b3f9f5894a02" -d '{"events": [{"server_uuid": "4a053c36-5682-4633-8e07-56edc62b8e98", "name": "network-vif-deleted", "tag": "dc1a4dfa-d42f-42f0-bb23-82d4bd41533b"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:14:08.259073 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e1e318e-c539-41d8-b853-b394c6548b73 x-openstack-request-id: req-6e1e318e-c539-41d8-b853-b394c6548b73 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:14:08.259368 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a053c36-5682-4633-8e07-56edc62b8e98", "name": "network-vif-deleted", "tag": "dc1a4dfa-d42f-42f0-bb23-82d4bd41533b", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:14:08.259621 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6e1e318e-c539-41d8-b853-b394c6548b73 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:14:08.260021 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a053c36-5682-4633-8e07-56edc62b8e98', 'name': 'network-vif-deleted', 'tag': 'dc1a4dfa-d42f-42f0-bb23-82d4bd41533b', 'status': 'completed', 'code': 200} Feb 19 04:14:09.305162 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-9675823e-3f2c-4b72-b8a4-ec6a7ca65cb1 req-053d962c-ea8e-43ed-a3d6-e3ed3939a46a tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a053c36-5682-4633-8e07-56edc62b8e98 HTTP/1.1" status: 200 len: 210 time: 0.0272233 Feb 19 04:14:10.404389 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c7bec738-d2e4-44c0-b3c8-d2097d9c3bdb req-f1f2b33d-d690-4db9-9f8c-b044d3989b59 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a053c36-5682-4633-8e07-56edc62b8e98 HTTP/1.1" status: 200 len: 210 time: 0.0283129 Feb 19 04:14:11.504635 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4a275dfd-9630-468f-ab8e-e8af0aee7632 req-09114da9-f3c2-4321-a327-74953c905b32 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a053c36-5682-4633-8e07-56edc62b8e98 HTTP/1.1" status: 200 len: 210 time: 0.0310435 Feb 19 04:14:11.846271 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device dc1a4dfa-d42f-42f0-bb23-82d4bd41533b no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:14:11.866686 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] No Port match for: dc1a4dfa-d42f-42f0-bb23-82d4bd41533b {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:14:11.867039 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device dc1a4dfa-d42f-42f0-bb23-82d4bd41533b not bound to the agent host n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:14:12.812932 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-559101a5-99fd-4274-a8cf-2cbde5543b79 req-682f88d0-226c-49bf-a6ca-5b84dd73931f tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a053c36-5682-4633-8e07-56edc62b8e98 HTTP/1.1" status: 200 len: 210 time: 0.0269723 Feb 19 04:14:13.908796 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-961354c0-6173-41ee-8ee7-a9f5de2451e8 req-f02697cf-3967-4031-a5f6-5a9ca6cf2126 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a053c36-5682-4633-8e07-56edc62b8e98 HTTP/1.1" status: 200 len: 210 time: 0.0273964 Feb 19 04:14:15.014230 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1e315b75-4afc-4976-81e4-bef9ec0d203f req-937200af-8abe-4295-b4fb-fbf9d1f82de0 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a053c36-5682-4633-8e07-56edc62b8e98 HTTP/1.1" status: 200 len: 210 time: 0.0283749 Feb 19 04:14:15.720133 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-1e21433a-f08f-43f3-b353-4ab8da61ed8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:16.111621 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-c2216ced-b20e-4273-bf80-453b5387a6f1 req-b34e8ce1-3d15-4263-9453-5221ee1f2116 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a053c36-5682-4633-8e07-56edc62b8e98 HTTP/1.1" status: 200 len: 210 time: 0.0286813 Feb 19 04:14:17.213135 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-4f5f9320-1f29-4c79-a431-2b039e8d13c2 req-8e52e46c-9c66-49c0-9221-61a3a1ecbf47 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a053c36-5682-4633-8e07-56edc62b8e98 HTTP/1.1" status: 200 len: 210 time: 0.0329893 Feb 19 04:14:17.928921 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-962f7181-db81-4db9-a0bf-ca0f76f91a90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:18.279233 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 54644) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:18.338934 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7cc8a8d5-4a1f-4c54-b489-2fc8fde3211c tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Publish callbacks [] for security_group (9366610a-a6fd-43dd-8dab-ab161ac71f8c), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:18.371952 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7cc8a8d5-4a1f-4c54-b489-2fc8fde3211c tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Publish callbacks [] for security_group (9366610a-a6fd-43dd-8dab-ab161ac71f8c), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:18.441696 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7cc8a8d5-4a1f-4c54-b489-2fc8fde3211c tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (9366610a-a6fd-43dd-8dab-ab161ac71f8c), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:18.444670 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-7cc8a8d5-4a1f-4c54-b489-2fc8fde3211c tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:18.450020 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-7cc8a8d5-4a1f-4c54-b489-2fc8fde3211c tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] 10.222.0.72 "DELETE /v2.0/security-groups/9366610a-a6fd-43dd-8dab-ab161ac71f8c HTTP/1.1" status: 204 len: 168 time: 0.1689231 Feb 19 04:14:18.461499 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc8a8d5-4a1f-4c54-b489-2fc8fde3211c tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9366610a-a6fd-43dd-8dab-ab161ac71f8c,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:18.509033 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 54648) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:19.135126 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8931be1a-9c7c-4437-b228-426ab448a0ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16289271'] for router_interface (941a1cdb-85f4-41a1-aedf-11bd92add9bd), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:19.401585 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-8931be1a-9c7c-4437-b228-426ab448a0ff admin admin] Deleting port 24863037-4b64-4d68-a880-a21ed331322a {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:14:19.401836 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8931be1a-9c7c-4437-b228-426ab448a0ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (24863037-4b64-4d68-a880-a21ed331322a), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:19.482174 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-8931be1a-9c7c-4437-b228-426ab448a0ff admin admin] For port 24863037-4b64-4d68-a880-a21ed331322a, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=24863037-4b64-4d68-a880-a21ed331322a,segment=NetworkSegment(f5174ef4-92be-4625-806e-e2dd485a6234),segment_id=f5174ef4-92be-4625-806e-e2dd485a6234)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:14:19.482538 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8931be1a-9c7c-4437-b228-426ab448a0ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (24863037-4b64-4d68-a880-a21ed331322a), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:19.494096 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-8931be1a-9c7c-4437-b228-426ab448a0ff admin admin] Calling delete_port for 24863037-4b64-4d68-a880-a21ed331322a owned by network:router_interface {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:14:19.629473 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:19.689654 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8931be1a-9c7c-4437-b228-426ab448a0ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (24863037-4b64-4d68-a880-a21ed331322a), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:20.003554 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8931be1a-9c7c-4437-b228-426ab448a0ff admin admin] Pushing event deleted for resources: {'Port': ['ID=24863037-4b64-4d68-a880-a21ed331322a,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:20.029854 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8931be1a-9c7c-4437-b228-426ab448a0ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:20.030208 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8931be1a-9c7c-4437-b228-426ab448a0ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:20.030633 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8931be1a-9c7c-4437-b228-426ab448a0ff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:20.030970 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8931be1a-9c7c-4437-b228-426ab448a0ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:20.031303 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8931be1a-9c7c-4437-b228-426ab448a0ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:20.031631 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8931be1a-9c7c-4437-b228-426ab448a0ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:20.031956 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8931be1a-9c7c-4437-b228-426ab448a0ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:20.032280 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8931be1a-9c7c-4437-b228-426ab448a0ff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:20.032604 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8931be1a-9c7c-4437-b228-426ab448a0ff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:20.032938 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8931be1a-9c7c-4437-b228-426ab448a0ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:20.033268 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8931be1a-9c7c-4437-b228-426ab448a0ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:20.033588 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8931be1a-9c7c-4437-b228-426ab448a0ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:20.033906 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8931be1a-9c7c-4437-b228-426ab448a0ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:20.187277 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8931be1a-9c7c-4437-b228-426ab448a0ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16362762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16314471'] for router_interface (941a1cdb-85f4-41a1-aedf-11bd92add9bd), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:20.418309 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8931be1a-9c7c-4437-b228-426ab448a0ff admin admin] Router 941a1cdb-85f4-41a1-aedf-11bd92add9bd has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:14:20.529429 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8931be1a-9c7c-4437-b228-426ab448a0ff admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:14:20.536015 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-8931be1a-9c7c-4437-b228-426ab448a0ff admin admin] 10.222.0.72 "PUT /v2.0/routers/941a1cdb-85f4-41a1-aedf-11bd92add9bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0252218 Feb 19 04:14:20.537636 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 54652) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:20.545234 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587a84c2-7858-417b-b78b-4b2b6a9757bf None None] Sync routers for ids ['941a1cdb-85f4-41a1-aedf-11bd92add9bd'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:14:20.556881 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587a84c2-7858-417b-b78b-4b2b6a9757bf None None] Routers {'941a1cdb-85f4-41a1-aedf-11bd92add9bd'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:14:20.557517 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-587a84c2-7858-417b-b78b-4b2b6a9757bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T04:14:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['941a1cdb-85f4-41a1-aedf-11bd92add9bd'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:14:20.648093 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-623c5722-fb6c-4b3a-bbcf-19afd8a61a86 admin admin] Publish callbacks [] for router (941a1cdb-85f4-41a1-aedf-11bd92add9bd), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:20.763544 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-623c5722-fb6c-4b3a-bbcf-19afd8a61a86 admin admin] Publish callbacks [] for router_gateway (941a1cdb-85f4-41a1-aedf-11bd92add9bd), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:20.763772 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-587a84c2-7858-417b-b78b-4b2b6a9757bf None None] Set router 941a1cdb-85f4-41a1-aedf-11bd92add9bd gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:14:20.814794 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:20.830880 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-623c5722-fb6c-4b3a-bbcf-19afd8a61a86 admin admin] Deleting port c65cbe98-ad8c-4484-9f56-9a70f3fb3a70 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:14:20.831301 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-623c5722-fb6c-4b3a-bbcf-19afd8a61a86 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (c65cbe98-ad8c-4484-9f56-9a70f3fb3a70), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:20.913544 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-623c5722-fb6c-4b3a-bbcf-19afd8a61a86 admin admin] For port c65cbe98-ad8c-4484-9f56-9a70f3fb3a70, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=c65cbe98-ad8c-4484-9f56-9a70f3fb3a70,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:14:20.913972 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-623c5722-fb6c-4b3a-bbcf-19afd8a61a86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (c65cbe98-ad8c-4484-9f56-9a70f3fb3a70), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:20.926746 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-623c5722-fb6c-4b3a-bbcf-19afd8a61a86 admin admin] Calling delete_port for c65cbe98-ad8c-4484-9f56-9a70f3fb3a70 owned by network:router_gateway {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:14:20.948198 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-587a84c2-7858-417b-b78b-4b2b6a9757bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '941a1cdb-85f4-41a1-aedf-11bd92add9bd', 'name': 'tempest-TestShelveInstance-968750675-router', 'tenant_id': '8e43d68b2c9f4c3cb95156de03dab294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': 'c65cbe98-ad8c-4484-9f56-9a70f3fb3a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:03:19Z', 'updated_at': '2022-02-19T04:14:19Z', 'revision_number': 5, 'project_id': '8e43d68b2c9f4c3cb95156de03dab294', 'gw_port': {'id': 'c65cbe98-ad8c-4484-9f56-9a70f3fb3a70', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941a1cdb-85f4-41a1-aedf-11bd92add9bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:03:20Z', 'updated_at': '2022-02-19T04:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:14:20.978304 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587a84c2-7858-417b-b78b-4b2b6a9757bf None None] Checking router: 941a1cdb-85f4-41a1-aedf-11bd92add9bd for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:14:20.990332 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587a84c2-7858-417b-b78b-4b2b6a9757bf None None] Routers {'941a1cdb-85f4-41a1-aedf-11bd92add9bd'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:14:20.990946 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-587a84c2-7858-417b-b78b-4b2b6a9757bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T04:14:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['941a1cdb-85f4-41a1-aedf-11bd92add9bd'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:14:21.100630 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-587a84c2-7858-417b-b78b-4b2b6a9757bf None None] Set router 941a1cdb-85f4-41a1-aedf-11bd92add9bd gateway port host: None {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:14:21.142580 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-623c5722-fb6c-4b3a-bbcf-19afd8a61a86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (c65cbe98-ad8c-4484-9f56-9a70f3fb3a70), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:21.158021 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-587a84c2-7858-417b-b78b-4b2b6a9757bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '941a1cdb-85f4-41a1-aedf-11bd92add9bd', 'name': 'tempest-TestShelveInstance-968750675-router', 'tenant_id': '8e43d68b2c9f4c3cb95156de03dab294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:03:19Z', 'updated_at': '2022-02-19T04:14:20Z', 'revision_number': 6, 'project_id': '8e43d68b2c9f4c3cb95156de03dab294', 'gw_port_host': None}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:14:21.169682 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623c5722-fb6c-4b3a-bbcf-19afd8a61a86 admin admin] Pushing event deleted for resources: {'Port': ['ID=c65cbe98-ad8c-4484-9f56-9a70f3fb3a70,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:21.190073 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587a84c2-7858-417b-b78b-4b2b6a9757bf None None] The sync data for ids ['941a1cdb-85f4-41a1-aedf-11bd92add9bd'] in n-d-826753-2 is: [{'id': '941a1cdb-85f4-41a1-aedf-11bd92add9bd', 'name': 'tempest-TestShelveInstance-968750675-router', 'tenant_id': '8e43d68b2c9f4c3cb95156de03dab294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:03:19Z', 'updated_at': '2022-02-19T04:14:20Z', 'revision_number': 6, 'project_id': '8e43d68b2c9f4c3cb95156de03dab294', 'gw_port_host': None}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:14:21.245269 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-623c5722-fb6c-4b3a-bbcf-19afd8a61a86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16285837'] for router_gateway (941a1cdb-85f4-41a1-aedf-11bd92add9bd), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:21.346838 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-623c5722-fb6c-4b3a-bbcf-19afd8a61a86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16317457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14254'] for router (941a1cdb-85f4-41a1-aedf-11bd92add9bd), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:21.353683 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-623c5722-fb6c-4b3a-bbcf-19afd8a61a86 admin admin] Publish callbacks [] for router_controller (941a1cdb-85f4-41a1-aedf-11bd92add9bd), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:21.408312 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-623c5722-fb6c-4b3a-bbcf-19afd8a61a86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16317544'] for router (941a1cdb-85f4-41a1-aedf-11bd92add9bd), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:21.409176 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-623c5722-fb6c-4b3a-bbcf-19afd8a61a86 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 941a1cdb-85f4-41a1-aedf-11bd92add9bd {{(pid=103702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:14:21.415100 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-623c5722-fb6c-4b3a-bbcf-19afd8a61a86 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:21.416310 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-623c5722-fb6c-4b3a-bbcf-19afd8a61a86 admin admin] 10.222.0.72 "DELETE /v2.0/routers/941a1cdb-85f4-41a1-aedf-11bd92add9bd HTTP/1.1" status: 204 len: 168 time: 0.8776729 Feb 19 04:14:21.420473 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 54654) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:21.468915 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_v2 [None req-033adfd2-738f-45d1-ad4e-2e1ad5da73ad admin admin] Deleting subnet a89d843f-69cd-4f0c-b33c-c708751b807c {{(pid=103701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:14:21.472258 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-033adfd2-738f-45d1-ad4e-2e1ad5da73ad admin admin] Publish callbacks [] for subnet (a89d843f-69cd-4f0c-b33c-c708751b807c), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:21.509558 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-033adfd2-738f-45d1-ad4e-2e1ad5da73ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12647399'] for subnet (a89d843f-69cd-4f0c-b33c-c708751b807c), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:21.610369 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-033adfd2-738f-45d1-ad4e-2e1ad5da73ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (a89d843f-69cd-4f0c-b33c-c708751b807c), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:21.675853 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-033adfd2-738f-45d1-ad4e-2e1ad5da73ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12647206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58706286'] for subnet (a89d843f-69cd-4f0c-b33c-c708751b807c), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:21.714060 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033adfd2-738f-45d1-ad4e-2e1ad5da73ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a89d843f-69cd-4f0c-b33c-c708751b807c,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:21.717868 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-033adfd2-738f-45d1-ad4e-2e1ad5da73ad admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:21.721270 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-033adfd2-738f-45d1-ad4e-2e1ad5da73ad admin admin] 10.222.0.72 "DELETE /v2.0/subnets/a89d843f-69cd-4f0c-b33c-c708751b807c HTTP/1.1" status: 204 len: 168 time: 0.2997744 Feb 19 04:14:21.723906 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 54656) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:21.724996 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3bc30b5-4f8e-4f54-acfd-c6399d6b0af2 None None] Network 67cca915-b7af-44c4-99c6-72d992afe820 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:14:21.800644 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-aa4e7fb9-a96f-49f6-829f-4d14234dc446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (67cca915-b7af-44c4-99c6-72d992afe820), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:21.872901 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-aa4e7fb9-a96f-49f6-829f-4d14234dc446 admin admin] Deleting port fa636c92-ec18-47de-9d22-a0066f0ae67f {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:14:21.873553 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-aa4e7fb9-a96f-49f6-829f-4d14234dc446 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (fa636c92-ec18-47de-9d22-a0066f0ae67f), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:21.945499 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-aa4e7fb9-a96f-49f6-829f-4d14234dc446 admin admin] For port fa636c92-ec18-47de-9d22-a0066f0ae67f, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=fa636c92-ec18-47de-9d22-a0066f0ae67f,segment=NetworkSegment(f5174ef4-92be-4625-806e-e2dd485a6234),segment_id=f5174ef4-92be-4625-806e-e2dd485a6234)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:14:21.945779 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-aa4e7fb9-a96f-49f6-829f-4d14234dc446 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (fa636c92-ec18-47de-9d22-a0066f0ae67f), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:21.958959 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-aa4e7fb9-a96f-49f6-829f-4d14234dc446 admin admin] Calling delete_port for fa636c92-ec18-47de-9d22-a0066f0ae67f owned by network:dhcp {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:14:22.010300 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491bb67c-2d70-4c2c-8c1f-6e0c1addeecf None None] DHCP port deletion for 67cca915-b7af-44c4-99c6-72d992afe820 request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:14:22.052799 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-aa4e7fb9-a96f-49f6-829f-4d14234dc446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (fa636c92-ec18-47de-9d22-a0066f0ae67f), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:22.072419 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-491bb67c-2d70-4c2c-8c1f-6e0c1addeecf None None] Deleting port fa636c92-ec18-47de-9d22-a0066f0ae67f {{(pid=103703) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:14:22.073128 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-491bb67c-2d70-4c2c-8c1f-6e0c1addeecf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (fa636c92-ec18-47de-9d22-a0066f0ae67f), before_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:22.083949 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4e7fb9-a96f-49f6-829f-4d14234dc446 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa636c92-ec18-47de-9d22-a0066f0ae67f,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:22.088362 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4e7fb9-a96f-49f6-829f-4d14234dc446 admin admin] No DVR routers for this DVR port fa636c92-ec18-47de-9d22-a0066f0ae67f on host n-d-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:14:22.179376 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-aa4e7fb9-a96f-49f6-829f-4d14234dc446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (67cca915-b7af-44c4-99c6-72d992afe820), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:22.180753 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-491bb67c-2d70-4c2c-8c1f-6e0c1addeecf None None] For port fa636c92-ec18-47de-9d22-a0066f0ae67f, host n-d-826753-2, got binding levels [] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:14:22.181466 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-491bb67c-2d70-4c2c-8c1f-6e0c1addeecf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (fa636c92-ec18-47de-9d22-a0066f0ae67f), precommit_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:22.189916 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:22.197259 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-491bb67c-2d70-4c2c-8c1f-6e0c1addeecf None None] Calling delete_port for fa636c92-ec18-47de-9d22-a0066f0ae67f owned by network:dhcp {{(pid=103703) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:14:22.200913 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.ipam_backend_mixin [None req-491bb67c-2d70-4c2c-8c1f-6e0c1addeecf None None] Port fa636c92-ec18-47de-9d22-a0066f0ae67f was not found and therefore no delete operation was performed {{(pid=103703) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 04:14:22.203136 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-491bb67c-2d70-4c2c-8c1f-6e0c1addeecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081'] for port (fa636c92-ec18-47de-9d22-a0066f0ae67f), after_delete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:22.203579 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-aa4e7fb9-a96f-49f6-829f-4d14234dc446 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67cca915-b7af-44c4-99c6-72d992afe820']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:14:22.214510 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-aa4e7fb9-a96f-49f6-829f-4d14234dc446 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5174ef4-92be-4625-806e-e2dd485a6234') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:14:22.215335 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-aa4e7fb9-a96f-49f6-829f-4d14234dc446 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5174ef4-92be-4625-806e-e2dd485a6234') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:14:22.226072 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-aa4e7fb9-a96f-49f6-829f-4d14234dc446 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (f5174ef4-92be-4625-806e-e2dd485a6234), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:22.230080 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491bb67c-2d70-4c2c-8c1f-6e0c1addeecf None None] Pushing event deleted for resources: {'Port': ['ID=fa636c92-ec18-47de-9d22-a0066f0ae67f,revision_number=None']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:22.240313 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491bb67c-2d70-4c2c-8c1f-6e0c1addeecf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:22.240824 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491bb67c-2d70-4c2c-8c1f-6e0c1addeecf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:22.241314 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491bb67c-2d70-4c2c-8c1f-6e0c1addeecf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:22.241728 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491bb67c-2d70-4c2c-8c1f-6e0c1addeecf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:22.242196 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491bb67c-2d70-4c2c-8c1f-6e0c1addeecf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:22.242580 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491bb67c-2d70-4c2c-8c1f-6e0c1addeecf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:22.243046 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491bb67c-2d70-4c2c-8c1f-6e0c1addeecf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:22.243487 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491bb67c-2d70-4c2c-8c1f-6e0c1addeecf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:22.243913 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491bb67c-2d70-4c2c-8c1f-6e0c1addeecf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:22.244336 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491bb67c-2d70-4c2c-8c1f-6e0c1addeecf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:22.244760 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491bb67c-2d70-4c2c-8c1f-6e0c1addeecf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:22.244984 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-aa4e7fb9-a96f-49f6-829f-4d14234dc446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (f5174ef4-92be-4625-806e-e2dd485a6234), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:22.245296 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491bb67c-2d70-4c2c-8c1f-6e0c1addeecf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:22.245719 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491bb67c-2d70-4c2c-8c1f-6e0c1addeecf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:22.249888 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491bb67c-2d70-4c2c-8c1f-6e0c1addeecf None None] No DVR routers for this DVR port fa636c92-ec18-47de-9d22-a0066f0ae67f on host n-d-826753-2 {{(pid=103703) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:14:22.260666 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa4e7fb9-a96f-49f6-829f-4d14234dc446 admin admin] Releasing vlan 277 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:14:22.260666 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-aa4e7fb9-a96f-49f6-829f-4d14234dc446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (f5174ef4-92be-4625-806e-e2dd485a6234), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:22.308733 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 04:14:22.308733 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:14:22.308733 n-d-826753-2 neutron-server[103702]: timer() Feb 19 04:14:22.308733 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:14:22.308733 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 04:14:22.308733 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:14:22.308733 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 04:14:22.308733 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:14:22.308733 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 04:14:22.308733 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:14:22.308733 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 04:14:22.308733 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:14:22.308733 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 04:14:22.308733 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:14:22.308733 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:14:22.308733 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:14:22.308733 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:14:22.308733 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:14:22.308733 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 04:14:22.308733 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:14:22.308733 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 04:14:22.308733 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:14:22.308733 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:14:22.308733 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:14:22.308733 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 04:14:22.308733 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:14:22.308733 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:14:22.308733 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:14:22.308733 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:14:22.308733 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:14:22.308733 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:14:22.308733 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:14:22.333492 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-aa4e7fb9-a96f-49f6-829f-4d14234dc446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (67cca915-b7af-44c4-99c6-72d992afe820), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:22.343969 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-aa4e7fb9-a96f-49f6-829f-4d14234dc446 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:22.350488 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-aa4e7fb9-a96f-49f6-829f-4d14234dc446 admin admin] 10.222.0.72 "DELETE /v2.0/networks/67cca915-b7af-44c4-99c6-72d992afe820 HTTP/1.1" status: 204 len: 168 time: 0.6219161 Feb 19 04:14:22.351041 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 54658) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:22.402758 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4e7fb9-a96f-49f6-829f-4d14234dc446 admin admin] Pushing event deleted for resources: {'Network': ['ID=67cca915-b7af-44c4-99c6-72d992afe820,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:22.743682 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 24863037-4b64-4d68-a880-a21ed331322a no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:14:22.743884 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e3fc08ed-1bef-4b7f-a239-bd3368000466 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16289271'] for router_interface (51015018-566e-4526-ba2f-c166ea947d4a), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:22.765604 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 24863037-4b64-4d68-a880-a21ed331322a {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:14:22.766242 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 24863037-4b64-4d68-a880-a21ed331322a not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:14:22.766813 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device fa636c92-ec18-47de-9d22-a0066f0ae67f no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:14:22.794117 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: fa636c92-ec18-47de-9d22-a0066f0ae67f {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:14:22.794463 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device fa636c92-ec18-47de-9d22-a0066f0ae67f not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:14:22.794864 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device c65cbe98-ad8c-4484-9f56-9a70f3fb3a70 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:14:22.814956 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: c65cbe98-ad8c-4484-9f56-9a70f3fb3a70 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:14:22.815300 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device c65cbe98-ad8c-4484-9f56-9a70f3fb3a70 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:14:23.018496 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-e3fc08ed-1bef-4b7f-a239-bd3368000466 admin admin] Deleting port 6cfd8628-46c1-4e77-b153-2053805c8780 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:14:23.018796 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e3fc08ed-1bef-4b7f-a239-bd3368000466 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (6cfd8628-46c1-4e77-b153-2053805c8780), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:23.102532 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-e3fc08ed-1bef-4b7f-a239-bd3368000466 admin admin] For port 6cfd8628-46c1-4e77-b153-2053805c8780, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=6cfd8628-46c1-4e77-b153-2053805c8780,segment=NetworkSegment(86a8ad73-2e1e-4d7c-94b2-ff166bfb9904),segment_id=86a8ad73-2e1e-4d7c-94b2-ff166bfb9904)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:14:23.102888 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e3fc08ed-1bef-4b7f-a239-bd3368000466 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (6cfd8628-46c1-4e77-b153-2053805c8780), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:23.115105 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-e3fc08ed-1bef-4b7f-a239-bd3368000466 admin admin] Calling delete_port for 6cfd8628-46c1-4e77-b153-2053805c8780 owned by network:router_interface {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:14:23.298274 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e3fc08ed-1bef-4b7f-a239-bd3368000466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (6cfd8628-46c1-4e77-b153-2053805c8780), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:23.321541 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fc08ed-1bef-4b7f-a239-bd3368000466 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cfd8628-46c1-4e77-b153-2053805c8780,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:23.337622 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:23.514563 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-e3fc08ed-1bef-4b7f-a239-bd3368000466 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16362762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16314471'] for router_interface (51015018-566e-4526-ba2f-c166ea947d4a), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:23.791677 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3fc08ed-1bef-4b7f-a239-bd3368000466 admin admin] Router 51015018-566e-4526-ba2f-c166ea947d4a has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:14:23.920253 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3fc08ed-1bef-4b7f-a239-bd3368000466 admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:14:23.928517 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-e3fc08ed-1bef-4b7f-a239-bd3368000466 admin admin] 10.222.0.72 "PUT /v2.0/routers/51015018-566e-4526-ba2f-c166ea947d4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5740356 Feb 19 04:14:23.928733 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 54660) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:23.930998 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4b5518-9222-48d4-b94f-9b89417e7d45 None None] Sync routers for ids ['51015018-566e-4526-ba2f-c166ea947d4a'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:14:23.943106 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4b5518-9222-48d4-b94f-9b89417e7d45 None None] Routers {'51015018-566e-4526-ba2f-c166ea947d4a'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:14:23.943894 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-7a4b5518-9222-48d4-b94f-9b89417e7d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T04:14:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['51015018-566e-4526-ba2f-c166ea947d4a'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:14:24.055018 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cb7bdac0-edd2-445d-8dc3-622cc0a07132 admin admin] Publish callbacks [] for router (51015018-566e-4526-ba2f-c166ea947d4a), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:24.062571 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-7a4b5518-9222-48d4-b94f-9b89417e7d45 None None] Set router 51015018-566e-4526-ba2f-c166ea947d4a gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:14:24.290114 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-7a4b5518-9222-48d4-b94f-9b89417e7d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51015018-566e-4526-ba2f-c166ea947d4a', 'name': 'tempest-TestShelveInstance-1257737272-router', 'tenant_id': '9cdafa098d9c40a5871ed8c095810b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '7cd3f602-db67-497d-bf5b-5e51e775d6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:03:25Z', 'updated_at': '2022-02-19T04:14:23Z', 'revision_number': 5, 'project_id': '9cdafa098d9c40a5871ed8c095810b6f', 'gw_port': {'id': '7cd3f602-db67-497d-bf5b-5e51e775d6d1', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51015018-566e-4526-ba2f-c166ea947d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:03:26Z', 'updated_at': '2022-02-19T04:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:14:24.320383 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4b5518-9222-48d4-b94f-9b89417e7d45 None None] Checking router: 51015018-566e-4526-ba2f-c166ea947d4a for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:14:24.331350 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4b5518-9222-48d4-b94f-9b89417e7d45 None None] Routers {'51015018-566e-4526-ba2f-c166ea947d4a'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:14:24.332372 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-7a4b5518-9222-48d4-b94f-9b89417e7d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T04:14:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['51015018-566e-4526-ba2f-c166ea947d4a'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:14:24.503998 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-7a4b5518-9222-48d4-b94f-9b89417e7d45 None None] Set router 51015018-566e-4526-ba2f-c166ea947d4a gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:14:24.574834 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cb7bdac0-edd2-445d-8dc3-622cc0a07132 admin admin] Publish callbacks [] for router_gateway (51015018-566e-4526-ba2f-c166ea947d4a), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:24.640952 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-cb7bdac0-edd2-445d-8dc3-622cc0a07132 admin admin] Deleting port 7cd3f602-db67-497d-bf5b-5e51e775d6d1 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:14:24.641527 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cb7bdac0-edd2-445d-8dc3-622cc0a07132 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (7cd3f602-db67-497d-bf5b-5e51e775d6d1), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:24.738686 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-7a4b5518-9222-48d4-b94f-9b89417e7d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51015018-566e-4526-ba2f-c166ea947d4a', 'name': 'tempest-TestShelveInstance-1257737272-router', 'tenant_id': '9cdafa098d9c40a5871ed8c095810b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '7cd3f602-db67-497d-bf5b-5e51e775d6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:03:25Z', 'updated_at': '2022-02-19T04:14:23Z', 'revision_number': 5, 'project_id': '9cdafa098d9c40a5871ed8c095810b6f', 'gw_port': {'id': '7cd3f602-db67-497d-bf5b-5e51e775d6d1', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51015018-566e-4526-ba2f-c166ea947d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:03:26Z', 'updated_at': '2022-02-19T04:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:14:24.750416 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-cb7bdac0-edd2-445d-8dc3-622cc0a07132 admin admin] For port 7cd3f602-db67-497d-bf5b-5e51e775d6d1, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=7cd3f602-db67-497d-bf5b-5e51e775d6d1,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:14:24.750911 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cb7bdac0-edd2-445d-8dc3-622cc0a07132 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (7cd3f602-db67-497d-bf5b-5e51e775d6d1), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:24.766043 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-cb7bdac0-edd2-445d-8dc3-622cc0a07132 admin admin] Calling delete_port for 7cd3f602-db67-497d-bf5b-5e51e775d6d1 owned by network:router_gateway {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:14:24.781057 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4b5518-9222-48d4-b94f-9b89417e7d45 None None] The sync data for ids ['51015018-566e-4526-ba2f-c166ea947d4a'] in n-d-826753-2 is: [{'id': '51015018-566e-4526-ba2f-c166ea947d4a', 'name': 'tempest-TestShelveInstance-1257737272-router', 'tenant_id': '9cdafa098d9c40a5871ed8c095810b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '7cd3f602-db67-497d-bf5b-5e51e775d6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:03:25Z', 'updated_at': '2022-02-19T04:14:23Z', 'revision_number': 5, 'project_id': '9cdafa098d9c40a5871ed8c095810b6f', 'gw_port': {'id': '7cd3f602-db67-497d-bf5b-5e51e775d6d1', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51015018-566e-4526-ba2f-c166ea947d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:03:26Z', 'updated_at': '2022-02-19T04:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:14:24.968495 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cb7bdac0-edd2-445d-8dc3-622cc0a07132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (7cd3f602-db67-497d-bf5b-5e51e775d6d1), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:24.999533 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7bdac0-edd2-445d-8dc3-622cc0a07132 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cd3f602-db67-497d-bf5b-5e51e775d6d1,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:25.078051 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cb7bdac0-edd2-445d-8dc3-622cc0a07132 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16285837'] for router_gateway (51015018-566e-4526-ba2f-c166ea947d4a), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:25.182223 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cb7bdac0-edd2-445d-8dc3-622cc0a07132 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16317457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14254'] for router (51015018-566e-4526-ba2f-c166ea947d4a), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:25.186525 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cb7bdac0-edd2-445d-8dc3-622cc0a07132 admin admin] Publish callbacks [] for router_controller (51015018-566e-4526-ba2f-c166ea947d4a), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:25.247748 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cb7bdac0-edd2-445d-8dc3-622cc0a07132 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16317544'] for router (51015018-566e-4526-ba2f-c166ea947d4a), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:25.249277 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb7bdac0-edd2-445d-8dc3-622cc0a07132 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51015018-566e-4526-ba2f-c166ea947d4a {{(pid=103702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:14:25.254379 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-cb7bdac0-edd2-445d-8dc3-622cc0a07132 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:25.255592 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-cb7bdac0-edd2-445d-8dc3-622cc0a07132 admin admin] 10.222.0.72 "DELETE /v2.0/routers/51015018-566e-4526-ba2f-c166ea947d4a HTTP/1.1" status: 204 len: 168 time: 1.3252051 Feb 19 04:14:25.258364 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 54662) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:25.312112 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_v2 [None req-0902b4de-2979-41a0-b72c-f0b995e4d257 admin admin] Deleting subnet f0467378-a000-4328-811d-064d2cdd8077 {{(pid=103701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:14:25.316068 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0902b4de-2979-41a0-b72c-f0b995e4d257 admin admin] Publish callbacks [] for subnet (f0467378-a000-4328-811d-064d2cdd8077), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:25.358178 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0902b4de-2979-41a0-b72c-f0b995e4d257 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12647399'] for subnet (f0467378-a000-4328-811d-064d2cdd8077), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:25.441940 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0902b4de-2979-41a0-b72c-f0b995e4d257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (f0467378-a000-4328-811d-064d2cdd8077), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:25.503186 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0902b4de-2979-41a0-b72c-f0b995e4d257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12647206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58706286'] for subnet (f0467378-a000-4328-811d-064d2cdd8077), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:25.534087 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0902b4de-2979-41a0-b72c-f0b995e4d257 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:25.539546 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-0902b4de-2979-41a0-b72c-f0b995e4d257 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/f0467378-a000-4328-811d-064d2cdd8077 HTTP/1.1" status: 204 len: 168 time: 0.2779381 Feb 19 04:14:25.539733 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0902b4de-2979-41a0-b72c-f0b995e4d257 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0467378-a000-4328-811d-064d2cdd8077,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:25.540417 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20225b2-8ab2-462b-ba5d-1f65493d40b0 None None] Network d8ca1f4d-86ac-41fe-b8b2-979da108dc29 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:14:25.542221 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 54664) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:25.619889 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-35aacf4d-da7b-4127-add7-3f0e2b6ba791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (d8ca1f4d-86ac-41fe-b8b2-979da108dc29), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:25.676536 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-35aacf4d-da7b-4127-add7-3f0e2b6ba791 admin admin] Deleting port c88d4a6f-9451-47f0-9a85-e78a5d5a9c29 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:14:25.676877 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-35aacf4d-da7b-4127-add7-3f0e2b6ba791 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (c88d4a6f-9451-47f0-9a85-e78a5d5a9c29), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:25.743647 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-35aacf4d-da7b-4127-add7-3f0e2b6ba791 admin admin] For port c88d4a6f-9451-47f0-9a85-e78a5d5a9c29, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=c88d4a6f-9451-47f0-9a85-e78a5d5a9c29,segment=NetworkSegment(86a8ad73-2e1e-4d7c-94b2-ff166bfb9904),segment_id=86a8ad73-2e1e-4d7c-94b2-ff166bfb9904)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:14:25.744000 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-35aacf4d-da7b-4127-add7-3f0e2b6ba791 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (c88d4a6f-9451-47f0-9a85-e78a5d5a9c29), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:25.766445 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-35aacf4d-da7b-4127-add7-3f0e2b6ba791 admin admin] Calling delete_port for c88d4a6f-9451-47f0-9a85-e78a5d5a9c29 owned by network:dhcp {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:14:25.846142 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-35aacf4d-da7b-4127-add7-3f0e2b6ba791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (c88d4a6f-9451-47f0-9a85-e78a5d5a9c29), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:25.880181 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35aacf4d-da7b-4127-add7-3f0e2b6ba791 admin admin] Pushing event deleted for resources: {'Port': ['ID=c88d4a6f-9451-47f0-9a85-e78a5d5a9c29,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:25.882022 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35aacf4d-da7b-4127-add7-3f0e2b6ba791 admin admin] No DVR routers for this DVR port c88d4a6f-9451-47f0-9a85-e78a5d5a9c29 on host n-d-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:14:25.900969 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15afb4f9-4ccd-448d-877d-1f1186738fd9 None None] DHCP port deletion for d8ca1f4d-86ac-41fe-b8b2-979da108dc29 request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:14:25.980303 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-35aacf4d-da7b-4127-add7-3f0e2b6ba791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (d8ca1f4d-86ac-41fe-b8b2-979da108dc29), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:26.001510 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-35aacf4d-da7b-4127-add7-3f0e2b6ba791 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8ca1f4d-86ac-41fe-b8b2-979da108dc29']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:14:26.010268 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-35aacf4d-da7b-4127-add7-3f0e2b6ba791 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86a8ad73-2e1e-4d7c-94b2-ff166bfb9904') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:14:26.010554 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-35aacf4d-da7b-4127-add7-3f0e2b6ba791 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86a8ad73-2e1e-4d7c-94b2-ff166bfb9904') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:14:26.020584 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-35aacf4d-da7b-4127-add7-3f0e2b6ba791 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (86a8ad73-2e1e-4d7c-94b2-ff166bfb9904), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:26.034697 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-35aacf4d-da7b-4127-add7-3f0e2b6ba791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (86a8ad73-2e1e-4d7c-94b2-ff166bfb9904), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:26.040950 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35aacf4d-da7b-4127-add7-3f0e2b6ba791 admin admin] Releasing vlan 293 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:14:26.041537 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-35aacf4d-da7b-4127-add7-3f0e2b6ba791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (86a8ad73-2e1e-4d7c-94b2-ff166bfb9904), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:26.043597 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 04:14:26.043597 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:14:26.043597 n-d-826753-2 neutron-server[103702]: timer() Feb 19 04:14:26.043597 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:14:26.043597 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 04:14:26.043597 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:14:26.043597 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 04:14:26.043597 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:14:26.043597 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 04:14:26.043597 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:14:26.043597 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 04:14:26.043597 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:14:26.043597 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 04:14:26.043597 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:14:26.043597 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:14:26.043597 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:14:26.043597 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:14:26.043597 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:14:26.043597 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 04:14:26.043597 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:14:26.043597 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 04:14:26.043597 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:14:26.043597 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:14:26.043597 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:14:26.043597 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 04:14:26.043597 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:14:26.043597 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:14:26.043597 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:14:26.043597 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:14:26.043597 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:14:26.043597 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:14:26.043597 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:14:26.102276 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-35aacf4d-da7b-4127-add7-3f0e2b6ba791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (d8ca1f4d-86ac-41fe-b8b2-979da108dc29), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:26.107723 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-35aacf4d-da7b-4127-add7-3f0e2b6ba791 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:26.110944 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-35aacf4d-da7b-4127-add7-3f0e2b6ba791 admin admin] 10.222.0.72 "DELETE /v2.0/networks/d8ca1f4d-86ac-41fe-b8b2-979da108dc29 HTTP/1.1" status: 204 len: 168 time: 0.5670726 Feb 19 04:14:26.125307 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35aacf4d-da7b-4127-add7-3f0e2b6ba791 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8ca1f4d-86ac-41fe-b8b2-979da108dc29,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:26.240480 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 54668) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:26.284376 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-85a05c70-fd9e-41d3-90ba-f9c130f8eb99 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8e43d68b2c9f4c3cb95156de03dab294&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0425773 Feb 19 04:14:26.286805 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 54670) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:26.333793 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fcc8cfff-0e8b-4fd4-9847-8b7dc4f0b34a admin admin] Publish callbacks [] for security_group (c66f486d-a531-4b8d-b792-c1b6ff76bb6e), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:26.354973 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fcc8cfff-0e8b-4fd4-9847-8b7dc4f0b34a admin admin] Publish callbacks [] for security_group (c66f486d-a531-4b8d-b792-c1b6ff76bb6e), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:26.401269 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fcc8cfff-0e8b-4fd4-9847-8b7dc4f0b34a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (c66f486d-a531-4b8d-b792-c1b6ff76bb6e), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:26.405055 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fcc8cfff-0e8b-4fd4-9847-8b7dc4f0b34a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:26.406240 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-fcc8cfff-0e8b-4fd4-9847-8b7dc4f0b34a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c66f486d-a531-4b8d-b792-c1b6ff76bb6e HTTP/1.1" status: 204 len: 168 time: 0.1185448 Feb 19 04:14:26.413845 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc8cfff-0e8b-4fd4-9847-8b7dc4f0b34a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c66f486d-a531-4b8d-b792-c1b6ff76bb6e,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:26.738505 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 54676) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:26.752422 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device c88d4a6f-9451-47f0-9a85-e78a5d5a9c29 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:14:26.773239 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: c88d4a6f-9451-47f0-9a85-e78a5d5a9c29 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:14:26.773593 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device c88d4a6f-9451-47f0-9a85-e78a5d5a9c29 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:14:26.774020 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 6cfd8628-46c1-4e77-b153-2053805c8780 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:14:26.782080 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-eb12d862-9704-4cc9-9326-f15784de0eef admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9cdafa098d9c40a5871ed8c095810b6f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0420856 Feb 19 04:14:26.784561 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 54678) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:26.793587 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 6cfd8628-46c1-4e77-b153-2053805c8780 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:14:26.793889 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 6cfd8628-46c1-4e77-b153-2053805c8780 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:14:26.794283 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 7cd3f602-db67-497d-bf5b-5e51e775d6d1 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:14:26.814095 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 7cd3f602-db67-497d-bf5b-5e51e775d6d1 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:14:26.814446 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 7cd3f602-db67-497d-bf5b-5e51e775d6d1 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:14:26.839732 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6adfcc0b-ab1e-4ce5-8058-0287aeb4ba4a admin admin] Publish callbacks [] for security_group (b5b97c82-be8e-4f53-bc72-ba17eab3b0aa), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:26.865694 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6adfcc0b-ab1e-4ce5-8058-0287aeb4ba4a admin admin] Publish callbacks [] for security_group (b5b97c82-be8e-4f53-bc72-ba17eab3b0aa), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:26.912704 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6adfcc0b-ab1e-4ce5-8058-0287aeb4ba4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (b5b97c82-be8e-4f53-bc72-ba17eab3b0aa), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:26.915287 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-6adfcc0b-ab1e-4ce5-8058-0287aeb4ba4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:26.916440 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-6adfcc0b-ab1e-4ce5-8058-0287aeb4ba4a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b5b97c82-be8e-4f53-bc72-ba17eab3b0aa HTTP/1.1" status: 204 len: 168 time: 0.1309423 Feb 19 04:14:26.925606 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adfcc0b-ab1e-4ce5-8058-0287aeb4ba4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5b97c82-be8e-4f53-bc72-ba17eab3b0aa,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:27.112403 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:27.690544 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 54700) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:27.786834 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-ef076f32-6d3b-4c29-abc7-1820891a9a29 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1067943653-network', 'tenant_id': 'bb6b3bfd686d4ca682dc7b939b136961'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:14:27.805895 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef076f32-6d3b-4c29-abc7-1820891a9a29 admin admin] Made reservation on behalf of bb6b3bfd686d4ca682dc7b939b136961 for: {'network': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:14:27.808635 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ef076f32-6d3b-4c29-abc7-1820891a9a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:27.822101 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ef076f32-6d3b-4c29-abc7-1820891a9a29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:27.896430 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ef076f32-6d3b-4c29-abc7-1820891a9a29 admin admin] Publish callbacks [] for security_group (b401e440-acba-494c-9d87-30e3b924fbdf), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:27.900276 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ef076f32-6d3b-4c29-abc7-1820891a9a29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (b401e440-acba-494c-9d87-30e3b924fbdf), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:27.927950 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef076f32-6d3b-4c29-abc7-1820891a9a29 admin admin] vlan segment allocate from pool success with {'vlan_id': 275, 'physical_network': 'physnet1'} {{(pid=103701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:14:27.934897 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef076f32-6d3b-4c29-abc7-1820891a9a29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b401e440-acba-494c-9d87-30e3b924fbdf,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:27.941612 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ef076f32-6d3b-4c29-abc7-1820891a9a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (98d25b11-baca-4bc4-9347-eededf372332), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:27.941964 n-d-826753-2 neutron-server[103701]: INFO neutron.db.segments_db [None req-ef076f32-6d3b-4c29-abc7-1820891a9a29 admin admin] Added segment 98d25b11-baca-4bc4-9347-eededf372332 of type vlan for network 15247518-665f-482f-9371-8d134e43f275 Feb 19 04:14:27.984528 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ef076f32-6d3b-4c29-abc7-1820891a9a29 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (15247518-665f-482f-9371-8d134e43f275), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:28.008835 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ef076f32-6d3b-4c29-abc7-1820891a9a29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (15247518-665f-482f-9371-8d134e43f275), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:28.009879 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef076f32-6d3b-4c29-abc7-1820891a9a29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:28.010463 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ef076f32-6d3b-4c29-abc7-1820891a9a29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:28.061866 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-ef076f32-6d3b-4c29-abc7-1820891a9a29 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3700778 Feb 19 04:14:28.064755 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 54704) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:28.069915 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-aef32ef2-d71e-4834-9723-78d6c097622b admin admin] Request body: {'subnet': {'network_id': '15247518-665f-482f-9371-8d134e43f275', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1067943653-subnet', 'tenant_id': 'bb6b3bfd686d4ca682dc7b939b136961', 'ip_version': 4}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:14:28.076104 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef076f32-6d3b-4c29-abc7-1820891a9a29 admin admin] Pushing event updated for resources: {'Network': ['ID=15247518-665f-482f-9371-8d134e43f275,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:28.086866 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 15247518-665f-482f-9371-8d134e43f275 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:14:28.092145 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef32ef2-d71e-4834-9723-78d6c097622b admin admin] Made reservation on behalf of bb6b3bfd686d4ca682dc7b939b136961 for: {'subnet': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:14:28.094761 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-aef32ef2-d71e-4834-9723-78d6c097622b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58683972'] for subnet (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:28.268096 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-aef32ef2-d71e-4834-9723-78d6c097622b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58674282', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58684086'] for subnet (cfc3a8c6-e876-49f8-9eb2-d9517dc3f89e), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:28.322990 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef32ef2-d71e-4834-9723-78d6c097622b admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfc3a8c6-e876-49f8-9eb2-d9517dc3f89e,revision_number=0']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:28.333621 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef32ef2-d71e-4834-9723-78d6c097622b admin admin] Checking segment: {'id': '98d25b11-baca-4bc4-9347-eededf372332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '15247518-665f-482f-9371-8d134e43f275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:14:28.333986 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef32ef2-d71e-4834-9723-78d6c097622b admin admin] Network hostable DHCP agents. Network: 15247518-665f-482f-9371-8d134e43f275, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103702) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:14:28.351867 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef32ef2-d71e-4834-9723-78d6c097622b admin admin] Network 15247518-665f-482f-9371-8d134e43f275 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:14:28.362354 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-aef32ef2-d71e-4834-9723-78d6c097622b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 15247518-665f-482f-9371-8d134e43f275) {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:14:28.366514 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef32ef2-d71e-4834-9723-78d6c097622b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:28.367099 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-aef32ef2-d71e-4834-9723-78d6c097622b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:28.371522 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82aea314-e351-4756-ba1e-b4cf9a2f5bf3 None None] Network 15247518-665f-482f-9371-8d134e43f275 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:14:28.382687 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-aef32ef2-d71e-4834-9723-78d6c097622b admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3167763 Feb 19 04:14:28.387004 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 54706) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:28.392034 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-979a1320-e01e-4741-9d4a-40ef269665ed admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1067943653-router', 'tenant_id': 'bb6b3bfd686d4ca682dc7b939b136961', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:14:28.412566 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-979a1320-e01e-4741-9d4a-40ef269665ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14172'] for router (f532b6e6-7b78-4c5e-a73e-30d8a1201bfb), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:28.413665 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-979a1320-e01e-4741-9d4a-40ef269665ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16317487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16285822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16309985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14247'] for router (f532b6e6-7b78-4c5e-a73e-30d8a1201bfb), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:28.475140 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1bed51-86e2-4e51-82ea-6108c81ae3f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-15247518-665f-482f-9371-8d134e43f275', 'network_id': '15247518-665f-482f-9371-8d134e43f275', 'project_id': 'bb6b3bfd686d4ca682dc7b939b136961', 'fixed_ips': [{'subnet_id': 'cfc3a8c6-e876-49f8-9eb2-d9517dc3f89e'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:14:28.475991 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fb1bed51-86e2-4e51-82ea-6108c81ae3f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:28.476477 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-979a1320-e01e-4741-9d4a-40ef269665ed admin admin] Publish callbacks [] for router_controller (f532b6e6-7b78-4c5e-a73e-30d8a1201bfb), precommit_add_association {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:28.614822 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-fb1bed51-86e2-4e51-82ea-6108c81ae3f2 None None] Allocated IP 172.20.0.2 (15247518-665f-482f-9371-8d134e43f275/cfc3a8c6-e876-49f8-9eb2-d9517dc3f89e/fa7814c5-eb41-4878-b94d-9e2f443d887f) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:14:28.617340 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-979a1320-e01e-4741-9d4a-40ef269665ed admin admin] Publish callbacks [] for router_gateway (f532b6e6-7b78-4c5e-a73e-30d8a1201bfb), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:28.759857 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fb1bed51-86e2-4e51-82ea-6108c81ae3f2 None None] Publish callbacks [] for port (fa7814c5-eb41-4878-b94d-9e2f443d887f), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:28.766622 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fb1bed51-86e2-4e51-82ea-6108c81ae3f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (fa7814c5-eb41-4878-b94d-9e2f443d887f), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:28.807557 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1bed51-86e2-4e51-82ea-6108c81ae3f2 None None] Network 15247518-665f-482f-9371-8d134e43f275 is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:14:28.811067 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-fb1bed51-86e2-4e51-82ea-6108c81ae3f2 None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:14:28.816609 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1bed51-86e2-4e51-82ea-6108c81ae3f2 None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:14:28.823599 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1bed51-86e2-4e51-82ea-6108c81ae3f2 None None] Pushing event updated for resources: {'Port': ['ID=fa7814c5-eb41-4878-b94d-9e2f443d887f,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:28.832730 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-979a1320-e01e-4741-9d4a-40ef269665ed admin admin] Publish callbacks [] for router_gateway (f532b6e6-7b78-4c5e-a73e-30d8a1201bfb), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:28.853153 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-979a1320-e01e-4741-9d4a-40ef269665ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:28.974776 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-979a1320-e01e-4741-9d4a-40ef269665ed admin admin] Allocated IP 172.25.6.251 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/37ec3bce-b707-40b7-95f4-d9ff844b9547) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:14:29.036903 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-fb1bed51-86e2-4e51-82ea-6108c81ae3f2 None None] Attempting to bind port fa7814c5-eb41-4878-b94d-9e2f443d887f on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:14:29.037540 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-fb1bed51-86e2-4e51-82ea-6108c81ae3f2 None None] Attempting to bind port fa7814c5-eb41-4878-b94d-9e2f443d887f by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '98d25b11-baca-4bc4-9347-eededf372332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '15247518-665f-482f-9371-8d134e43f275'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:14:29.038100 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1bed51-86e2-4e51-82ea-6108c81ae3f2 None None] Attempting to bind port fa7814c5-eb41-4878-b94d-9e2f443d887f on network 15247518-665f-482f-9371-8d134e43f275 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:14:29.045085 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1bed51-86e2-4e51-82ea-6108c81ae3f2 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:14:29.045700 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1bed51-86e2-4e51-82ea-6108c81ae3f2 None None] Checking segment: {'id': '98d25b11-baca-4bc4-9347-eededf372332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '15247518-665f-482f-9371-8d134e43f275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:14:29.046202 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fb1bed51-86e2-4e51-82ea-6108c81ae3f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:29.046746 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1bed51-86e2-4e51-82ea-6108c81ae3f2 None None] Bound using segment: {'id': '98d25b11-baca-4bc4-9347-eededf372332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '15247518-665f-482f-9371-8d134e43f275'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:14:29.047365 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-fb1bed51-86e2-4e51-82ea-6108c81ae3f2 None None] Bound port: fa7814c5-eb41-4878-b94d-9e2f443d887f, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98d25b11-baca-4bc4-9347-eededf372332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '15247518-665f-482f-9371-8d134e43f275'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:14:29.047852 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fb1bed51-86e2-4e51-82ea-6108c81ae3f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (fa7814c5-eb41-4878-b94d-9e2f443d887f), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:29.083366 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-979a1320-e01e-4741-9d4a-40ef269665ed admin admin] Publish callbacks [] for port (37ec3bce-b707-40b7-95f4-d9ff844b9547), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:29.114495 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-fb1bed51-86e2-4e51-82ea-6108c81ae3f2 None None] For port fa7814c5-eb41-4878-b94d-9e2f443d887f, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:14:29.118104 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-fb1bed51-86e2-4e51-82ea-6108c81ae3f2 None None] For port fa7814c5-eb41-4878-b94d-9e2f443d887f, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=fa7814c5-eb41-4878-b94d-9e2f443d887f,segment=NetworkSegment(98d25b11-baca-4bc4-9347-eededf372332),segment_id=98d25b11-baca-4bc4-9347-eededf372332)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:14:29.119516 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-979a1320-e01e-4741-9d4a-40ef269665ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (37ec3bce-b707-40b7-95f4-d9ff844b9547), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:29.124671 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fb1bed51-86e2-4e51-82ea-6108c81ae3f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (fa7814c5-eb41-4878-b94d-9e2f443d887f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:29.155959 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979a1320-e01e-4741-9d4a-40ef269665ed admin admin] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:14:29.162637 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-979a1320-e01e-4741-9d4a-40ef269665ed admin admin] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:14:29.166277 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979a1320-e01e-4741-9d4a-40ef269665ed admin admin] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:14:29.187386 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1bed51-86e2-4e51-82ea-6108c81ae3f2 None None] Pushing event updated for resources: {'Port': ['ID=fa7814c5-eb41-4878-b94d-9e2f443d887f,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:29.199829 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979a1320-e01e-4741-9d4a-40ef269665ed admin admin] Pushing event updated for resources: {'Port': ['ID=37ec3bce-b707-40b7-95f4-d9ff844b9547,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:29.472434 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-979a1320-e01e-4741-9d4a-40ef269665ed admin admin] Publish callbacks [] for router_gateway (f532b6e6-7b78-4c5e-a73e-30d8a1201bfb), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:29.685420 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-979a1320-e01e-4741-9d4a-40ef269665ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16317478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865'] for router (f532b6e6-7b78-4c5e-a73e-30d8a1201bfb), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:29.818723 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-979a1320-e01e-4741-9d4a-40ef269665ed admin admin] Router f532b6e6-7b78-4c5e-a73e-30d8a1201bfb is scheduled to L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd with binding_index 1 {{(pid=103702) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:14:29.935327 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-979a1320-e01e-4741-9d4a-40ef269665ed admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:14:29.947526 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a462676e-96a3-4752-9a87-bdda8a242126 None None] Sync routers for ids ['f532b6e6-7b78-4c5e-a73e-30d8a1201bfb'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:14:29.958536 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a462676e-96a3-4752-9a87-bdda8a242126 None None] Routers {'f532b6e6-7b78-4c5e-a73e-30d8a1201bfb'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:14:29.959012 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-a462676e-96a3-4752-9a87-bdda8a242126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T04:14:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['f532b6e6-7b78-4c5e-a73e-30d8a1201bfb'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:14:29.961330 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-979a1320-e01e-4741-9d4a-40ef269665ed admin admin] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:29.962780 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-979a1320-e01e-4741-9d4a-40ef269665ed admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5740988 Feb 19 04:14:29.966853 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 54708) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:30.105890 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-a462676e-96a3-4752-9a87-bdda8a242126 None None] Set router f532b6e6-7b78-4c5e-a73e-30d8a1201bfb gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:14:30.222600 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa474ed1-8211-4553-b91a-4d53df870873 None None] Network 15247518-665f-482f-9371-8d134e43f275 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:14:30.287777 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-3c3f4113-9db6-40f2-b514-821be00116d8 None None] Provisioning complete for port fa7814c5-eb41-4878-b94d-9e2f443d887f triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:14:30.288521 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3c3f4113-9db6-40f2-b514-821be00116d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (fa7814c5-eb41-4878-b94d-9e2f443d887f), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:30.309316 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-a462676e-96a3-4752-9a87-bdda8a242126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f532b6e6-7b78-4c5e-a73e-30d8a1201bfb', 'name': 'tempest-TestSnapshotPattern-1067943653-router', 'tenant_id': 'bb6b3bfd686d4ca682dc7b939b136961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '37ec3bce-b707-40b7-95f4-d9ff844b9547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:14:28Z', 'updated_at': '2022-02-19T04:14:29Z', 'revision_number': 3, 'project_id': 'bb6b3bfd686d4ca682dc7b939b136961', 'gw_port': {'id': '37ec3bce-b707-40b7-95f4-d9ff844b9547', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:47:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f532b6e6-7b78-4c5e-a73e-30d8a1201bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:14:28Z', 'updated_at': '2022-02-19T04:14:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:14:30.337699 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a462676e-96a3-4752-9a87-bdda8a242126 None None] Checking router: f532b6e6-7b78-4c5e-a73e-30d8a1201bfb for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:14:30.338035 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a462676e-96a3-4752-9a87-bdda8a242126 None None] Updating router f532b6e6-7b78-4c5e-a73e-30d8a1201bfb port 37ec3bce-b707-40b7-95f4-d9ff844b9547 binding host n-d-826753-2 {{(pid=103704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:14:30.365541 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-a462676e-96a3-4752-9a87-bdda8a242126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (37ec3bce-b707-40b7-95f4-d9ff844b9547), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:30.414717 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-3c3f4113-9db6-40f2-b514-821be00116d8 None None] Current status of the port fa7814c5-eb41-4878-b94d-9e2f443d887f is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:14:30.415125 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3c3f4113-9db6-40f2-b514-821be00116d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (fa7814c5-eb41-4878-b94d-9e2f443d887f), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:30.459334 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-3c3f4113-9db6-40f2-b514-821be00116d8 None None] For port fa7814c5-eb41-4878-b94d-9e2f443d887f, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=fa7814c5-eb41-4878-b94d-9e2f443d887f,segment=NetworkSegment(98d25b11-baca-4bc4-9347-eededf372332),segment_id=98d25b11-baca-4bc4-9347-eededf372332)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:14:30.465069 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3c3f4113-9db6-40f2-b514-821be00116d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (fa7814c5-eb41-4878-b94d-9e2f443d887f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:30.505398 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1f36d048-053d-44eb-8d98-a153bc36637a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:30.553108 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3f4113-9db6-40f2-b514-821be00116d8 None None] Pushing event updated for resources: {'Port': ['ID=fa7814c5-eb41-4878-b94d-9e2f443d887f,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:30.665554 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-a462676e-96a3-4752-9a87-bdda8a242126 None None] Publish callbacks [] for port (37ec3bce-b707-40b7-95f4-d9ff844b9547), precommit_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:30.673064 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-a462676e-96a3-4752-9a87-bdda8a242126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (37ec3bce-b707-40b7-95f4-d9ff844b9547), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:30.692737 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-d6f30e18-4445-429f-aaee-e49d78fda64b None None] Provisioning complete for port fa7814c5-eb41-4878-b94d-9e2f443d887f triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:14:30.693358 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d6f30e18-4445-429f-aaee-e49d78fda64b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (fa7814c5-eb41-4878-b94d-9e2f443d887f), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:30.707445 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-1f36d048-053d-44eb-8d98-a153bc36637a admin admin] Allocated IP 172.20.0.1 (15247518-665f-482f-9371-8d134e43f275/cfc3a8c6-e876-49f8-9eb2-d9517dc3f89e/bd10de36-8daa-4059-9d8f-91dfc5ec1528) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:14:30.734623 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-a462676e-96a3-4752-9a87-bdda8a242126 None None] Attempting to bind port 37ec3bce-b707-40b7-95f4-d9ff844b9547 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:14:30.734988 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-a462676e-96a3-4752-9a87-bdda8a242126 None None] Attempting to bind port 37ec3bce-b707-40b7-95f4-d9ff844b9547 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:14:30.735366 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a462676e-96a3-4752-9a87-bdda8a242126 None None] Attempting to bind port 37ec3bce-b707-40b7-95f4-d9ff844b9547 on network eaf64708-9021-419e-b287-ef3e0f51e2ee {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:14:30.749773 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bcacb6-f754-475f-8052-de5a99b22255 None None] Pushing event updated for resources: {'Port': ['ID=37ec3bce-b707-40b7-95f4-d9ff844b9547,revision_number=2']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:30.752226 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a462676e-96a3-4752-9a87-bdda8a242126 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:14:30.752599 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a462676e-96a3-4752-9a87-bdda8a242126 None None] Checking segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:14:30.753165 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-a462676e-96a3-4752-9a87-bdda8a242126 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:30.753404 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a462676e-96a3-4752-9a87-bdda8a242126 None None] Bound using segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:14:30.753886 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-a462676e-96a3-4752-9a87-bdda8a242126 None None] Bound port: 37ec3bce-b707-40b7-95f4-d9ff844b9547, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:14:30.754259 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-a462676e-96a3-4752-9a87-bdda8a242126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (37ec3bce-b707-40b7-95f4-d9ff844b9547), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:30.798000 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bcacb6-f754-475f-8052-de5a99b22255 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:30.798723 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bcacb6-f754-475f-8052-de5a99b22255 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:30.799298 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bcacb6-f754-475f-8052-de5a99b22255 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:30.799908 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bcacb6-f754-475f-8052-de5a99b22255 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:30.800517 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bcacb6-f754-475f-8052-de5a99b22255 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:30.801676 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bcacb6-f754-475f-8052-de5a99b22255 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:30.802319 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bcacb6-f754-475f-8052-de5a99b22255 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:30.803488 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bcacb6-f754-475f-8052-de5a99b22255 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:30.804146 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bcacb6-f754-475f-8052-de5a99b22255 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:30.804683 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bcacb6-f754-475f-8052-de5a99b22255 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:30.805299 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bcacb6-f754-475f-8052-de5a99b22255 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:30.806457 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bcacb6-f754-475f-8052-de5a99b22255 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:30.807091 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bcacb6-f754-475f-8052-de5a99b22255 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103704) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:30.821605 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-d6f30e18-4445-429f-aaee-e49d78fda64b None None] Current status of the port fa7814c5-eb41-4878-b94d-9e2f443d887f is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:14:30.843336 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device fa7814c5-eb41-4878-b94d-9e2f443d887f up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:14:30.849583 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-a462676e-96a3-4752-9a87-bdda8a242126 None None] For port 37ec3bce-b707-40b7-95f4-d9ff844b9547, host n-d-826753-2, cleared binding levels {{(pid=103704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:14:30.855948 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-a462676e-96a3-4752-9a87-bdda8a242126 None None] For port 37ec3bce-b707-40b7-95f4-d9ff844b9547, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=37ec3bce-b707-40b7-95f4-d9ff844b9547,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:14:30.864960 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-a462676e-96a3-4752-9a87-bdda8a242126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (37ec3bce-b707-40b7-95f4-d9ff844b9547), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:30.878261 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1f36d048-053d-44eb-8d98-a153bc36637a admin admin] Publish callbacks [] for port (bd10de36-8daa-4059-9d8f-91dfc5ec1528), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:30.908059 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port fa7814c5-eb41-4878-b94d-9e2f443d887f triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:14:30.908733 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (fa7814c5-eb41-4878-b94d-9e2f443d887f), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:30.913217 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a462676e-96a3-4752-9a87-bdda8a242126 None None] Routers {'f532b6e6-7b78-4c5e-a73e-30d8a1201bfb'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:14:30.913848 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-a462676e-96a3-4752-9a87-bdda8a242126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T04:14:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['f532b6e6-7b78-4c5e-a73e-30d8a1201bfb'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:14:30.925879 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1f36d048-053d-44eb-8d98-a153bc36637a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (bd10de36-8daa-4059-9d8f-91dfc5ec1528), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:30.962320 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f36d048-053d-44eb-8d98-a153bc36637a admin admin] Network 15247518-665f-482f-9371-8d134e43f275 is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:14:30.968568 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-1f36d048-053d-44eb-8d98-a153bc36637a admin admin] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:14:30.973792 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f36d048-053d-44eb-8d98-a153bc36637a admin admin] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:14:31.002934 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port fa7814c5-eb41-4878-b94d-9e2f443d887f is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:14:31.029784 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f36d048-053d-44eb-8d98-a153bc36637a admin admin] Pushing event updated for resources: {'Port': ['ID=bd10de36-8daa-4059-9d8f-91dfc5ec1528,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:31.031529 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bcacb6-f754-475f-8052-de5a99b22255 None None] Pushing event updated for resources: {'Port': ['ID=37ec3bce-b707-40b7-95f4-d9ff844b9547,revision_number=3']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:31.038779 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1f36d048-053d-44eb-8d98-a153bc36637a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16289150'] for router_interface (f532b6e6-7b78-4c5e-a73e-30d8a1201bfb), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:31.080441 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-a462676e-96a3-4752-9a87-bdda8a242126 None None] Set router f532b6e6-7b78-4c5e-a73e-30d8a1201bfb gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:14:31.219805 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1f36d048-053d-44eb-8d98-a153bc36637a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (bd10de36-8daa-4059-9d8f-91dfc5ec1528), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:31.262547 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-ba1fc5b6-50ae-4aeb-8fef-689db9c43183 None None] Provisioning complete for port bd10de36-8daa-4059-9d8f-91dfc5ec1528 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:14:31.262547 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-ba1fc5b6-50ae-4aeb-8fef-689db9c43183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (bd10de36-8daa-4059-9d8f-91dfc5ec1528), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:31.312154 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-ba1fc5b6-50ae-4aeb-8fef-689db9c43183 None None] Port bd10de36-8daa-4059-9d8f-91dfc5ec1528 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:14:31.318557 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-a462676e-96a3-4752-9a87-bdda8a242126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f532b6e6-7b78-4c5e-a73e-30d8a1201bfb', 'name': 'tempest-TestSnapshotPattern-1067943653-router', 'tenant_id': 'bb6b3bfd686d4ca682dc7b939b136961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '37ec3bce-b707-40b7-95f4-d9ff844b9547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:14:28Z', 'updated_at': '2022-02-19T04:14:29Z', 'revision_number': 3, 'project_id': 'bb6b3bfd686d4ca682dc7b939b136961', 'gw_port': {'id': '37ec3bce-b707-40b7-95f4-d9ff844b9547', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:47:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f532b6e6-7b78-4c5e-a73e-30d8a1201bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:14:28Z', 'updated_at': '2022-02-19T04:14:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:14:31.352970 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a462676e-96a3-4752-9a87-bdda8a242126 None None] The sync data for ids ['f532b6e6-7b78-4c5e-a73e-30d8a1201bfb'] in n-d-826753-2 is: [{'id': 'f532b6e6-7b78-4c5e-a73e-30d8a1201bfb', 'name': 'tempest-TestSnapshotPattern-1067943653-router', 'tenant_id': 'bb6b3bfd686d4ca682dc7b939b136961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '37ec3bce-b707-40b7-95f4-d9ff844b9547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:14:28Z', 'updated_at': '2022-02-19T04:14:29Z', 'revision_number': 3, 'project_id': 'bb6b3bfd686d4ca682dc7b939b136961', 'gw_port': {'id': '37ec3bce-b707-40b7-95f4-d9ff844b9547', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:47:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f532b6e6-7b78-4c5e-a73e-30d8a1201bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:14:28Z', 'updated_at': '2022-02-19T04:14:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:14:31.459732 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1f36d048-053d-44eb-8d98-a153bc36637a admin admin] Publish callbacks [] for port (bd10de36-8daa-4059-9d8f-91dfc5ec1528), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:31.466849 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1f36d048-053d-44eb-8d98-a153bc36637a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (bd10de36-8daa-4059-9d8f-91dfc5ec1528), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:31.534958 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f36d048-053d-44eb-8d98-a153bc36637a admin admin] Pushing event updated for resources: {'Port': ['ID=bd10de36-8daa-4059-9d8f-91dfc5ec1528,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:31.541587 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1f36d048-053d-44eb-8d98-a153bc36637a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16362769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16289258'] for router_interface (f532b6e6-7b78-4c5e-a73e-30d8a1201bfb), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:31.709340 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f36d048-053d-44eb-8d98-a153bc36637a admin admin] Network 15247518-665f-482f-9371-8d134e43f275 is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:14:31.711328 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-1f36d048-053d-44eb-8d98-a153bc36637a admin admin] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:14:31.865051 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f36d048-053d-44eb-8d98-a153bc36637a admin admin] Router f532b6e6-7b78-4c5e-a73e-30d8a1201bfb has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:14:31.998829 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f36d048-053d-44eb-8d98-a153bc36637a admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:14:32.004148 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-1f36d048-053d-44eb-8d98-a153bc36637a admin admin] 10.222.0.72 "PUT /v2.0/routers/f532b6e6-7b78-4c5e-a73e-30d8a1201bfb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0361490 Feb 19 04:14:32.067048 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-95f776e0-0f85-43e6-b52f-37aff049e780 None None] Provisioning complete for port bd10de36-8daa-4059-9d8f-91dfc5ec1528 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:14:32.067619 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-95f776e0-0f85-43e6-b52f-37aff049e780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (bd10de36-8daa-4059-9d8f-91dfc5ec1528), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:32.119401 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-95f776e0-0f85-43e6-b52f-37aff049e780 None None] Port bd10de36-8daa-4059-9d8f-91dfc5ec1528 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:14:32.602643 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 54724) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:32.608202 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-4c4585f8-b108-41d7-9671-aa8345ab8515 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-889330469-network', 'tenant_id': '4a80962a8a9043219626ae68e377f0dc'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:14:32.628877 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c4585f8-b108-41d7-9671-aa8345ab8515 admin admin] Made reservation on behalf of 4a80962a8a9043219626ae68e377f0dc for: {'network': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:14:32.631300 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4c4585f8-b108-41d7-9671-aa8345ab8515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for network (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:32.640502 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4c4585f8-b108-41d7-9671-aa8345ab8515 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:32.728852 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4c4585f8-b108-41d7-9671-aa8345ab8515 admin admin] Publish callbacks [] for security_group (7e8c894c-3fd3-4c88-8687-25b784025851), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:32.733744 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4c4585f8-b108-41d7-9671-aa8345ab8515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (7e8c894c-3fd3-4c88-8687-25b784025851), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:32.760362 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c4585f8-b108-41d7-9671-aa8345ab8515 admin admin] vlan segment allocate from pool success with {'vlan_id': 250, 'physical_network': 'physnet1'} {{(pid=103701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:14:32.771204 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4585f8-b108-41d7-9671-aa8345ab8515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e8c894c-3fd3-4c88-8687-25b784025851,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:32.776116 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4c4585f8-b108-41d7-9671-aa8345ab8515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (59d76b90-2d3d-431b-8714-6f49b6c0649f), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:32.776463 n-d-826753-2 neutron-server[103701]: INFO neutron.db.segments_db [None req-4c4585f8-b108-41d7-9671-aa8345ab8515 admin admin] Added segment 59d76b90-2d3d-431b-8714-6f49b6c0649f of type vlan for network 1c7d9e5f-b323-4f0a-bf81-8485c78a4e97 Feb 19 04:14:32.810801 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 37ec3bce-b707-40b7-95f4-d9ff844b9547 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:14:32.821607 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4c4585f8-b108-41d7-9671-aa8345ab8515 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775800734329'] for network (1c7d9e5f-b323-4f0a-bf81-8485c78a4e97), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:32.859748 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4c4585f8-b108-41d7-9671-aa8345ab8515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755'] for network (1c7d9e5f-b323-4f0a-bf81-8485c78a4e97), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:32.862184 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c4585f8-b108-41d7-9671-aa8345ab8515 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:32.863076 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-4c4585f8-b108-41d7-9671-aa8345ab8515 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:32.877725 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 37ec3bce-b707-40b7-95f4-d9ff844b9547 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:14:32.878933 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (37ec3bce-b707-40b7-95f4-d9ff844b9547), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:32.940799 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-4c4585f8-b108-41d7-9671-aa8345ab8515 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3367679 Feb 19 04:14:32.944267 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 54726) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:32.949909 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-67abe855-fdc1-4915-9db2-51253388f299 admin admin] Request body: {'subnet': {'network_id': '1c7d9e5f-b323-4f0a-bf81-8485c78a4e97', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-889330469-subnet', 'tenant_id': '4a80962a8a9043219626ae68e377f0dc', 'ip_version': 4}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:14:32.953556 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4585f8-b108-41d7-9671-aa8345ab8515 admin admin] Pushing event updated for resources: {'Network': ['ID=1c7d9e5f-b323-4f0a-bf81-8485c78a4e97,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:32.970897 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Network 1c7d9e5f-b323-4f0a-bf81-8485c78a4e97 details requested by agent ovs-agent-n-d-826753-2 with host n-d-826753-2 {{(pid=103703) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:14:32.973311 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67abe855-fdc1-4915-9db2-51253388f299 admin admin] Made reservation on behalf of 4a80962a8a9043219626ae68e377f0dc for: {'subnet': 1} {{(pid=103701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:14:32.975696 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-67abe855-fdc1-4915-9db2-51253388f299 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58706307'] for subnet (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:33.026342 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 37ec3bce-b707-40b7-95f4-d9ff844b9547 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:14:33.027819 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (37ec3bce-b707-40b7-95f4-d9ff844b9547), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:33.059594 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port 37ec3bce-b707-40b7-95f4-d9ff844b9547, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=37ec3bce-b707-40b7-95f4-d9ff844b9547,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:14:33.069650 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (37ec3bce-b707-40b7-95f4-d9ff844b9547), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:33.128260 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=37ec3bce-b707-40b7-95f4-d9ff844b9547,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:33.202161 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-67abe855-fdc1-4915-9db2-51253388f299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12647271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58706289'] for subnet (a43b0cb8-9457-475a-8a3b-a4decb9b73dd), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:33.220757 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635a247c-4759-49fe-a53c-6ffba1e4f5db None None] Sync routers for ids ['f532b6e6-7b78-4c5e-a73e-30d8a1201bfb'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:14:33.235860 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635a247c-4759-49fe-a53c-6ffba1e4f5db None None] Routers {'f532b6e6-7b78-4c5e-a73e-30d8a1201bfb'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:14:33.236836 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-635a247c-4759-49fe-a53c-6ffba1e4f5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T04:14:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['f532b6e6-7b78-4c5e-a73e-30d8a1201bfb'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:14:33.299115 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67abe855-fdc1-4915-9db2-51253388f299 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a43b0cb8-9457-475a-8a3b-a4decb9b73dd,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:33.310562 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67abe855-fdc1-4915-9db2-51253388f299 admin admin] Checking segment: {'id': '59d76b90-2d3d-431b-8714-6f49b6c0649f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '1c7d9e5f-b323-4f0a-bf81-8485c78a4e97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:14:33.311050 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67abe855-fdc1-4915-9db2-51253388f299 admin admin] Network hostable DHCP agents. Network: 1c7d9e5f-b323-4f0a-bf81-8485c78a4e97, hostable agents: ['9814fb72-a143-4cf0-893b-cfd76f768088'], hosted agents: [] {{(pid=103701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:14:33.330389 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67abe855-fdc1-4915-9db2-51253388f299 admin admin] Network 1c7d9e5f-b323-4f0a-bf81-8485c78a4e97 is scheduled to be hosted by DHCP agent 9814fb72-a143-4cf0-893b-cfd76f768088 with binding_index 1 {{(pid=103701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:14:33.341154 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-67abe855-fdc1-4915-9db2-51253388f299 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826753-2, 1c7d9e5f-b323-4f0a-bf81-8485c78a4e97) {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:14:33.347245 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67abe855-fdc1-4915-9db2-51253388f299 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:33.347854 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-67abe855-fdc1-4915-9db2-51253388f299 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:33.350798 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d5ddf4-bc64-4fe8-98f2-644a01d598f4 None None] Network 1c7d9e5f-b323-4f0a-bf81-8485c78a4e97 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:14:33.374618 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-635a247c-4759-49fe-a53c-6ffba1e4f5db None None] Set router f532b6e6-7b78-4c5e-a73e-30d8a1201bfb gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:14:33.375759 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-67abe855-fdc1-4915-9db2-51253388f299 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4299521 Feb 19 04:14:33.378148 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 54728) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:33.385283 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-41eb13f6-b2f9-4095-9e3b-445f8add3026 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-889330469-router', 'tenant_id': '4a80962a8a9043219626ae68e377f0dc', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:14:33.409740 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-41eb13f6-b2f9-4095-9e3b-445f8add3026 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16317887', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14172'] for router (2ef0c404-e3d7-4d87-a424-9b0a2464babb), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:33.411234 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-41eb13f6-b2f9-4095-9e3b-445f8add3026 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16317487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16285822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16309985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14247'] for router (2ef0c404-e3d7-4d87-a424-9b0a2464babb), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:33.469878 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-41eb13f6-b2f9-4095-9e3b-445f8add3026 admin admin] Publish callbacks [] for router_controller (2ef0c404-e3d7-4d87-a424-9b0a2464babb), precommit_add_association {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:33.581205 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984d13c4-6e08-4b2c-9c05-4e3068dfed29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190d531-448f-5345-b5d8-7057b16faff8-1c7d9e5f-b323-4f0a-bf81-8485c78a4e97', 'network_id': '1c7d9e5f-b323-4f0a-bf81-8485c78a4e97', 'project_id': '4a80962a8a9043219626ae68e377f0dc', 'fixed_ips': [{'subnet_id': 'a43b0cb8-9457-475a-8a3b-a4decb9b73dd'}]}} from n-d-826753-2. {{(pid=103703) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:14:33.582725 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-984d13c4-6e08-4b2c-9c05-4e3068dfed29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:33.639513 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-41eb13f6-b2f9-4095-9e3b-445f8add3026 admin admin] Publish callbacks [] for router_gateway (2ef0c404-e3d7-4d87-a424-9b0a2464babb), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:33.787913 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-635a247c-4759-49fe-a53c-6ffba1e4f5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f532b6e6-7b78-4c5e-a73e-30d8a1201bfb', 'name': 'tempest-TestSnapshotPattern-1067943653-router', 'tenant_id': 'bb6b3bfd686d4ca682dc7b939b136961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '37ec3bce-b707-40b7-95f4-d9ff844b9547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:14:28Z', 'updated_at': '2022-02-19T04:14:31Z', 'revision_number': 4, 'project_id': 'bb6b3bfd686d4ca682dc7b939b136961', 'gw_port': {'id': '37ec3bce-b707-40b7-95f4-d9ff844b9547', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:47:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f532b6e6-7b78-4c5e-a73e-30d8a1201bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:14:28Z', 'updated_at': '2022-02-19T04:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': 'bd10de36-8daa-4059-9d8f-91dfc5ec1528', 'name': '', 'network_id': '15247518-665f-482f-9371-8d134e43f275', 'tenant_id': 'bb6b3bfd686d4ca682dc7b939b136961', 'mac_address': 'fa:16:3e:bf:09:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f532b6e6-7b78-4c5e-a73e-30d8a1201bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': 'cfc3a8c6-e876-49f8-9eb2-d9517dc3f89e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:14:30Z', 'updated_at': '2022-02-19T04:14:31Z', 'revision_number': 2, 'project_id': 'bb6b3bfd686d4ca682dc7b939b136961', 'subnets': [{'id': 'cfc3a8c6-e876-49f8-9eb2-d9517dc3f89e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:14:33.845147 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.db_base_plugin_common [None req-984d13c4-6e08-4b2c-9c05-4e3068dfed29 None None] Allocated IP 172.20.0.2 (1c7d9e5f-b323-4f0a-bf81-8485c78a4e97/a43b0cb8-9457-475a-8a3b-a4decb9b73dd/f3124715-5b57-4fa9-a83a-bb48c4fdf6aa) {{(pid=103703) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:14:33.848424 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635a247c-4759-49fe-a53c-6ffba1e4f5db None None] Checking router: f532b6e6-7b78-4c5e-a73e-30d8a1201bfb for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:14:33.848997 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635a247c-4759-49fe-a53c-6ffba1e4f5db None None] Updating router f532b6e6-7b78-4c5e-a73e-30d8a1201bfb port bd10de36-8daa-4059-9d8f-91dfc5ec1528 binding host n-d-826753-2 {{(pid=103703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:14:33.885410 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-41eb13f6-b2f9-4095-9e3b-445f8add3026 admin admin] Publish callbacks [] for router_gateway (2ef0c404-e3d7-4d87-a424-9b0a2464babb), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:33.904861 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-41eb13f6-b2f9-4095-9e3b-445f8add3026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:33.921608 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-635a247c-4759-49fe-a53c-6ffba1e4f5db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (bd10de36-8daa-4059-9d8f-91dfc5ec1528), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:34.015123 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-41eb13f6-b2f9-4095-9e3b-445f8add3026 admin admin] Allocated IP 172.25.6.254 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/afb4350b-bdd3-4604-a58d-e10c5491ba31) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:14:34.124013 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-41eb13f6-b2f9-4095-9e3b-445f8add3026 admin admin] Publish callbacks [] for port (afb4350b-bdd3-4604-a58d-e10c5491ba31), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:34.164161 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-41eb13f6-b2f9-4095-9e3b-445f8add3026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (afb4350b-bdd3-4604-a58d-e10c5491ba31), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:34.202752 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41eb13f6-b2f9-4095-9e3b-445f8add3026 admin admin] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:14:34.205564 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-41eb13f6-b2f9-4095-9e3b-445f8add3026 admin admin] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:14:34.211591 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41eb13f6-b2f9-4095-9e3b-445f8add3026 admin admin] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:14:34.238177 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eb13f6-b2f9-4095-9e3b-445f8add3026 admin admin] Pushing event updated for resources: {'Port': ['ID=afb4350b-bdd3-4604-a58d-e10c5491ba31,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:34.342269 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-984d13c4-6e08-4b2c-9c05-4e3068dfed29 None None] Publish callbacks [] for port (f3124715-5b57-4fa9-a83a-bb48c4fdf6aa), precommit_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:34.350799 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-984d13c4-6e08-4b2c-9c05-4e3068dfed29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072'] for port (f3124715-5b57-4fa9-a83a-bb48c4fdf6aa), after_create {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:34.414258 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984d13c4-6e08-4b2c-9c05-4e3068dfed29 None None] Network 1c7d9e5f-b323-4f0a-bf81-8485c78a4e97 is already hosted by enough agents. {{(pid=103703) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:14:34.421605 n-d-826753-2 neutron-server[103703]: DEBUG neutron.scheduler.base_scheduler [None req-984d13c4-6e08-4b2c-9c05-4e3068dfed29 None None] Resources bound (agent type, host, resource id): {{(pid=103703) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:14:34.428617 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984d13c4-6e08-4b2c-9c05-4e3068dfed29 None None] Received port after_create {{(pid=103703) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:14:34.432805 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984d13c4-6e08-4b2c-9c05-4e3068dfed29 None None] Pushing event updated for resources: {'Port': ['ID=f3124715-5b57-4fa9-a83a-bb48c4fdf6aa,revision_number=1']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:34.501215 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-41eb13f6-b2f9-4095-9e3b-445f8add3026 admin admin] Publish callbacks [] for router_gateway (2ef0c404-e3d7-4d87-a424-9b0a2464babb), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:34.694253 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-635a247c-4759-49fe-a53c-6ffba1e4f5db None None] Publish callbacks [] for port (bd10de36-8daa-4059-9d8f-91dfc5ec1528), precommit_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:34.696386 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-984d13c4-6e08-4b2c-9c05-4e3068dfed29 None None] Attempting to bind port f3124715-5b57-4fa9-a83a-bb48c4fdf6aa on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:14:34.696754 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-984d13c4-6e08-4b2c-9c05-4e3068dfed29 None None] Attempting to bind port f3124715-5b57-4fa9-a83a-bb48c4fdf6aa by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '59d76b90-2d3d-431b-8714-6f49b6c0649f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '1c7d9e5f-b323-4f0a-bf81-8485c78a4e97'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:14:34.697286 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984d13c4-6e08-4b2c-9c05-4e3068dfed29 None None] Attempting to bind port f3124715-5b57-4fa9-a83a-bb48c4fdf6aa on network 1c7d9e5f-b323-4f0a-bf81-8485c78a4e97 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:14:34.714907 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984d13c4-6e08-4b2c-9c05-4e3068dfed29 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:14:34.715305 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984d13c4-6e08-4b2c-9c05-4e3068dfed29 None None] Checking segment: {'id': '59d76b90-2d3d-431b-8714-6f49b6c0649f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '1c7d9e5f-b323-4f0a-bf81-8485c78a4e97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:14:34.715678 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-984d13c4-6e08-4b2c-9c05-4e3068dfed29 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:34.716082 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984d13c4-6e08-4b2c-9c05-4e3068dfed29 None None] Bound using segment: {'id': '59d76b90-2d3d-431b-8714-6f49b6c0649f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '1c7d9e5f-b323-4f0a-bf81-8485c78a4e97'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:14:34.716574 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-984d13c4-6e08-4b2c-9c05-4e3068dfed29 None None] Bound port: f3124715-5b57-4fa9-a83a-bb48c4fdf6aa, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59d76b90-2d3d-431b-8714-6f49b6c0649f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '1c7d9e5f-b323-4f0a-bf81-8485c78a4e97'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:14:34.716972 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-984d13c4-6e08-4b2c-9c05-4e3068dfed29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (f3124715-5b57-4fa9-a83a-bb48c4fdf6aa), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:34.720448 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-635a247c-4759-49fe-a53c-6ffba1e4f5db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (bd10de36-8daa-4059-9d8f-91dfc5ec1528), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:34.797692 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 37ec3bce-b707-40b7-95f4-d9ff844b9547 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:14:34.836402 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fb8ef0-c743-474e-98fb-935d10743c0f None None] Pushing event updated for resources: {'Port': ['ID=bd10de36-8daa-4059-9d8f-91dfc5ec1528,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:34.906179 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-984d13c4-6e08-4b2c-9c05-4e3068dfed29 None None] For port f3124715-5b57-4fa9-a83a-bb48c4fdf6aa, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:14:34.933609 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-635a247c-4759-49fe-a53c-6ffba1e4f5db None None] Attempting to bind port bd10de36-8daa-4059-9d8f-91dfc5ec1528 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:14:34.933944 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-635a247c-4759-49fe-a53c-6ffba1e4f5db None None] Attempting to bind port bd10de36-8daa-4059-9d8f-91dfc5ec1528 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '98d25b11-baca-4bc4-9347-eededf372332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '15247518-665f-482f-9371-8d134e43f275'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:14:34.934293 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635a247c-4759-49fe-a53c-6ffba1e4f5db None None] Attempting to bind port bd10de36-8daa-4059-9d8f-91dfc5ec1528 on network 15247518-665f-482f-9371-8d134e43f275 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:14:34.937447 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-984d13c4-6e08-4b2c-9c05-4e3068dfed29 None None] For port f3124715-5b57-4fa9-a83a-bb48c4fdf6aa, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=f3124715-5b57-4fa9-a83a-bb48c4fdf6aa,segment=NetworkSegment(59d76b90-2d3d-431b-8714-6f49b6c0649f),segment_id=59d76b90-2d3d-431b-8714-6f49b6c0649f)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:14:34.947710 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-984d13c4-6e08-4b2c-9c05-4e3068dfed29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (f3124715-5b57-4fa9-a83a-bb48c4fdf6aa), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:34.950341 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635a247c-4759-49fe-a53c-6ffba1e4f5db None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:14:34.950727 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635a247c-4759-49fe-a53c-6ffba1e4f5db None None] Checking segment: {'id': '98d25b11-baca-4bc4-9347-eededf372332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '15247518-665f-482f-9371-8d134e43f275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:14:34.951125 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-635a247c-4759-49fe-a53c-6ffba1e4f5db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:34.955523 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635a247c-4759-49fe-a53c-6ffba1e4f5db None None] Bound using segment: {'id': '98d25b11-baca-4bc4-9347-eededf372332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '15247518-665f-482f-9371-8d134e43f275'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:14:34.956077 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-635a247c-4759-49fe-a53c-6ffba1e4f5db None None] Bound port: bd10de36-8daa-4059-9d8f-91dfc5ec1528, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98d25b11-baca-4bc4-9347-eededf372332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '15247518-665f-482f-9371-8d134e43f275'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:14:34.956484 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-635a247c-4759-49fe-a53c-6ffba1e4f5db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (bd10de36-8daa-4059-9d8f-91dfc5ec1528), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:34.975653 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 37ec3bce-b707-40b7-95f4-d9ff844b9547 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:14:34.976032 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (37ec3bce-b707-40b7-95f4-d9ff844b9547), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:35.087297 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-41eb13f6-b2f9-4095-9e3b-445f8add3026 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16317478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16285865'] for router (2ef0c404-e3d7-4d87-a424-9b0a2464babb), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:35.140308 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984d13c4-6e08-4b2c-9c05-4e3068dfed29 None None] Pushing event updated for resources: {'Port': ['ID=f3124715-5b57-4fa9-a83a-bb48c4fdf6aa,revision_number=2']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:35.162202 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-6f8424f9-1b33-4c60-acfd-ba3f0c8a4afd None None] Provisioning complete for port bd10de36-8daa-4059-9d8f-91dfc5ec1528 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:14:35.162579 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6f8424f9-1b33-4c60-acfd-ba3f0c8a4afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (bd10de36-8daa-4059-9d8f-91dfc5ec1528), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:35.187299 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-635a247c-4759-49fe-a53c-6ffba1e4f5db None None] For port bd10de36-8daa-4059-9d8f-91dfc5ec1528, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:14:35.214062 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-635a247c-4759-49fe-a53c-6ffba1e4f5db None None] For port bd10de36-8daa-4059-9d8f-91dfc5ec1528, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=bd10de36-8daa-4059-9d8f-91dfc5ec1528,segment=NetworkSegment(98d25b11-baca-4bc4-9347-eededf372332),segment_id=98d25b11-baca-4bc4-9347-eededf372332)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:14:35.247651 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-635a247c-4759-49fe-a53c-6ffba1e4f5db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (bd10de36-8daa-4059-9d8f-91dfc5ec1528), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:35.255758 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41eb13f6-b2f9-4095-9e3b-445f8add3026 admin admin] Router 2ef0c404-e3d7-4d87-a424-9b0a2464babb is scheduled to L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd with binding_index 1 {{(pid=103701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:14:35.258007 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-6f8424f9-1b33-4c60-acfd-ba3f0c8a4afd None None] Port bd10de36-8daa-4059-9d8f-91dfc5ec1528 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:14:35.291914 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 37ec3bce-b707-40b7-95f4-d9ff844b9547 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:14:35.354358 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635a247c-4759-49fe-a53c-6ffba1e4f5db None None] Routers {'f532b6e6-7b78-4c5e-a73e-30d8a1201bfb'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:14:35.355679 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-635a247c-4759-49fe-a53c-6ffba1e4f5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T04:14:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['f532b6e6-7b78-4c5e-a73e-30d8a1201bfb'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:14:35.358441 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fb8ef0-c743-474e-98fb-935d10743c0f None None] Pushing event updated for resources: {'Port': ['ID=bd10de36-8daa-4059-9d8f-91dfc5ec1528,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:35.446543 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41eb13f6-b2f9-4095-9e3b-445f8add3026 admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:14:35.479252 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa2ccbf-b8b0-4f63-8f4f-dddce88bf64a None None] Sync routers for ids ['2ef0c404-e3d7-4d87-a424-9b0a2464babb'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:14:35.482434 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-41eb13f6-b2f9-4095-9e3b-445f8add3026 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:35.485522 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-41eb13f6-b2f9-4095-9e3b-445f8add3026 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1060042 Feb 19 04:14:35.488754 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 54730) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:35.501897 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa2ccbf-b8b0-4f63-8f4f-dddce88bf64a None None] Routers {'2ef0c404-e3d7-4d87-a424-9b0a2464babb'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:14:35.502867 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-daa2ccbf-b8b0-4f63-8f4f-dddce88bf64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T04:14:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['2ef0c404-e3d7-4d87-a424-9b0a2464babb'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:14:35.539373 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-635a247c-4759-49fe-a53c-6ffba1e4f5db None None] Set router f532b6e6-7b78-4c5e-a73e-30d8a1201bfb gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:14:35.703598 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-daa2ccbf-b8b0-4f63-8f4f-dddce88bf64a None None] Set router 2ef0c404-e3d7-4d87-a424-9b0a2464babb gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:14:35.833381 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-d4f885c1-862b-4b00-8e04-a6513e7d19d6 None None] Provisioning complete for port bd10de36-8daa-4059-9d8f-91dfc5ec1528 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:14:35.833856 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d4f885c1-862b-4b00-8e04-a6513e7d19d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (bd10de36-8daa-4059-9d8f-91dfc5ec1528), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:35.892368 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-635a247c-4759-49fe-a53c-6ffba1e4f5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f532b6e6-7b78-4c5e-a73e-30d8a1201bfb', 'name': 'tempest-TestSnapshotPattern-1067943653-router', 'tenant_id': 'bb6b3bfd686d4ca682dc7b939b136961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '37ec3bce-b707-40b7-95f4-d9ff844b9547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:14:28Z', 'updated_at': '2022-02-19T04:14:31Z', 'revision_number': 4, 'project_id': 'bb6b3bfd686d4ca682dc7b939b136961', 'gw_port': {'id': '37ec3bce-b707-40b7-95f4-d9ff844b9547', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:47:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f532b6e6-7b78-4c5e-a73e-30d8a1201bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:14:28Z', 'updated_at': '2022-02-19T04:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': 'bd10de36-8daa-4059-9d8f-91dfc5ec1528', 'name': '', 'network_id': '15247518-665f-482f-9371-8d134e43f275', 'tenant_id': 'bb6b3bfd686d4ca682dc7b939b136961', 'mac_address': 'fa:16:3e:bf:09:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f532b6e6-7b78-4c5e-a73e-30d8a1201bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': 'cfc3a8c6-e876-49f8-9eb2-d9517dc3f89e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:14:30Z', 'updated_at': '2022-02-19T04:14:35Z', 'revision_number': 4, 'project_id': 'bb6b3bfd686d4ca682dc7b939b136961', 'subnets': [{'id': 'cfc3a8c6-e876-49f8-9eb2-d9517dc3f89e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:14:35.924680 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635a247c-4759-49fe-a53c-6ffba1e4f5db None None] The sync data for ids ['f532b6e6-7b78-4c5e-a73e-30d8a1201bfb'] in n-d-826753-2 is: [{'id': 'f532b6e6-7b78-4c5e-a73e-30d8a1201bfb', 'name': 'tempest-TestSnapshotPattern-1067943653-router', 'tenant_id': 'bb6b3bfd686d4ca682dc7b939b136961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '37ec3bce-b707-40b7-95f4-d9ff844b9547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:14:28Z', 'updated_at': '2022-02-19T04:14:31Z', 'revision_number': 4, 'project_id': 'bb6b3bfd686d4ca682dc7b939b136961', 'gw_port': {'id': '37ec3bce-b707-40b7-95f4-d9ff844b9547', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:47:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f532b6e6-7b78-4c5e-a73e-30d8a1201bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:14:28Z', 'updated_at': '2022-02-19T04:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': 'bd10de36-8daa-4059-9d8f-91dfc5ec1528', 'name': '', 'network_id': '15247518-665f-482f-9371-8d134e43f275', 'tenant_id': 'bb6b3bfd686d4ca682dc7b939b136961', 'mac_address': 'fa:16:3e:bf:09:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f532b6e6-7b78-4c5e-a73e-30d8a1201bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': 'cfc3a8c6-e876-49f8-9eb2-d9517dc3f89e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:14:30Z', 'updated_at': '2022-02-19T04:14:35Z', 'revision_number': 4, 'project_id': 'bb6b3bfd686d4ca682dc7b939b136961', 'subnets': [{'id': 'cfc3a8c6-e876-49f8-9eb2-d9517dc3f89e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:14:36.011676 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:14:36.032479 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-d4f885c1-862b-4b00-8e04-a6513e7d19d6 None None] Current status of the port bd10de36-8daa-4059-9d8f-91dfc5ec1528 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:14:36.032710 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d4f885c1-862b-4b00-8e04-a6513e7d19d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (bd10de36-8daa-4059-9d8f-91dfc5ec1528), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:36.059434 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-daa2ccbf-b8b0-4f63-8f4f-dddce88bf64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef0c404-e3d7-4d87-a424-9b0a2464babb', 'name': 'tempest-TestSnapshotPattern-889330469-router', 'tenant_id': '4a80962a8a9043219626ae68e377f0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': 'afb4350b-bdd3-4604-a58d-e10c5491ba31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:14:33Z', 'updated_at': '2022-02-19T04:14:34Z', 'revision_number': 3, 'project_id': '4a80962a8a9043219626ae68e377f0dc', 'gw_port': {'id': 'afb4350b-bdd3-4604-a58d-e10c5491ba31', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:75:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef0c404-e3d7-4d87-a424-9b0a2464babb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:14:33Z', 'updated_at': '2022-02-19T04:14:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:14:36.122055 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa2ccbf-b8b0-4f63-8f4f-dddce88bf64a None None] Checking router: 2ef0c404-e3d7-4d87-a424-9b0a2464babb for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:14:36.122409 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa2ccbf-b8b0-4f63-8f4f-dddce88bf64a None None] Updating router 2ef0c404-e3d7-4d87-a424-9b0a2464babb port afb4350b-bdd3-4604-a58d-e10c5491ba31 binding host n-d-826753-2 {{(pid=103704) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:14:36.127099 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-d4f885c1-862b-4b00-8e04-a6513e7d19d6 None None] For port bd10de36-8daa-4059-9d8f-91dfc5ec1528, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=bd10de36-8daa-4059-9d8f-91dfc5ec1528,segment=NetworkSegment(98d25b11-baca-4bc4-9347-eededf372332),segment_id=98d25b11-baca-4bc4-9347-eededf372332)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:14:36.132958 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d4f885c1-862b-4b00-8e04-a6513e7d19d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (bd10de36-8daa-4059-9d8f-91dfc5ec1528), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:36.168339 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-daa2ccbf-b8b0-4f63-8f4f-dddce88bf64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (afb4350b-bdd3-4604-a58d-e10c5491ba31), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:36.222714 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f885c1-862b-4b00-8e04-a6513e7d19d6 None None] Pushing event updated for resources: {'Port': ['ID=bd10de36-8daa-4059-9d8f-91dfc5ec1528,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:36.548182 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-daa2ccbf-b8b0-4f63-8f4f-dddce88bf64a None None] Publish callbacks [] for port (afb4350b-bdd3-4604-a58d-e10c5491ba31), precommit_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:36.555021 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-daa2ccbf-b8b0-4f63-8f4f-dddce88bf64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (afb4350b-bdd3-4604-a58d-e10c5491ba31), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:36.616111 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-daa2ccbf-b8b0-4f63-8f4f-dddce88bf64a None None] Attempting to bind port afb4350b-bdd3-4604-a58d-e10c5491ba31 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:14:36.616475 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-daa2ccbf-b8b0-4f63-8f4f-dddce88bf64a None None] Attempting to bind port afb4350b-bdd3-4604-a58d-e10c5491ba31 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:14:36.616833 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa2ccbf-b8b0-4f63-8f4f-dddce88bf64a None None] Attempting to bind port afb4350b-bdd3-4604-a58d-e10c5491ba31 on network eaf64708-9021-419e-b287-ef3e0f51e2ee {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:14:36.624357 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa2ccbf-b8b0-4f63-8f4f-dddce88bf64a None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:14:36.624722 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa2ccbf-b8b0-4f63-8f4f-dddce88bf64a None None] Checking segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103704) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:14:36.625167 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-daa2ccbf-b8b0-4f63-8f4f-dddce88bf64a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:36.625549 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa2ccbf-b8b0-4f63-8f4f-dddce88bf64a None None] Bound using segment: {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'} {{(pid=103704) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:14:36.626070 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.managers [None req-daa2ccbf-b8b0-4f63-8f4f-dddce88bf64a None None] Bound port: afb4350b-bdd3-4604-a58d-e10c5491ba31, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d44b7ea-56cb-4a5e-9de3-7ad0788d8967', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee'}}] {{(pid=103704) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:14:36.626448 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-daa2ccbf-b8b0-4f63-8f4f-dddce88bf64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (afb4350b-bdd3-4604-a58d-e10c5491ba31), before_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:36.658548 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef84188-b650-4661-a2b9-108b97d3c960 None None] Network 1c7d9e5f-b323-4f0a-bf81-8485c78a4e97 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:14:36.770317 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5ebf017d-14f1-42ea-a7f9-ab5dac20693d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:36.787481 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b705bf2-3d8d-458e-b36e-6f86dc5e5b76 None None] Pushing event updated for resources: {'Port': ['ID=afb4350b-bdd3-4604-a58d-e10c5491ba31,revision_number=2']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:36.879807 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-daa2ccbf-b8b0-4f63-8f4f-dddce88bf64a None None] For port afb4350b-bdd3-4604-a58d-e10c5491ba31, host n-d-826753-2, cleared binding levels {{(pid=103704) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:14:36.889147 n-d-826753-2 neutron-server[103704]: DEBUG neutron.plugins.ml2.db [None req-daa2ccbf-b8b0-4f63-8f4f-dddce88bf64a None None] For port afb4350b-bdd3-4604-a58d-e10c5491ba31, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=afb4350b-bdd3-4604-a58d-e10c5491ba31,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103704) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:14:36.890205 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-de23b876-543d-41c6-9973-6e4bad17715a None None] Provisioning complete for port f3124715-5b57-4fa9-a83a-bb48c4fdf6aa triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:14:36.891126 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-de23b876-543d-41c6-9973-6e4bad17715a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (f3124715-5b57-4fa9-a83a-bb48c4fdf6aa), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:36.899834 n-d-826753-2 neutron-server[103704]: DEBUG neutron_lib.callbacks.manager [None req-daa2ccbf-b8b0-4f63-8f4f-dddce88bf64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (afb4350b-bdd3-4604-a58d-e10c5491ba31), after_update {{(pid=103704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:36.970871 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device f3124715-5b57-4fa9-a83a-bb48c4fdf6aa up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:14:36.983246 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa2ccbf-b8b0-4f63-8f4f-dddce88bf64a None None] Routers {'2ef0c404-e3d7-4d87-a424-9b0a2464babb'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:14:36.984477 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-daa2ccbf-b8b0-4f63-8f4f-dddce88bf64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T04:14:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['2ef0c404-e3d7-4d87-a424-9b0a2464babb'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:14:37.122648 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port f3124715-5b57-4fa9-a83a-bb48c4fdf6aa triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:14:37.123062 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (f3124715-5b57-4fa9-a83a-bb48c4fdf6aa), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:37.147588 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-de23b876-543d-41c6-9973-6e4bad17715a None None] Current status of the port f3124715-5b57-4fa9-a83a-bb48c4fdf6aa is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:14:37.148040 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-de23b876-543d-41c6-9973-6e4bad17715a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (f3124715-5b57-4fa9-a83a-bb48c4fdf6aa), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:37.162701 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b705bf2-3d8d-458e-b36e-6f86dc5e5b76 None None] Pushing event updated for resources: {'Port': ['ID=afb4350b-bdd3-4604-a58d-e10c5491ba31,revision_number=3']} {{(pid=103704) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:37.163420 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [None req-5ebf017d-14f1-42ea-a7f9-ab5dac20693d admin admin] Allocated IP 172.20.0.1 (1c7d9e5f-b323-4f0a-bf81-8485c78a4e97/a43b0cb8-9457-475a-8a3b-a4decb9b73dd/0e35aace-c296-4c0c-bc66-b0b4ffc13569) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:14:37.219430 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-daa2ccbf-b8b0-4f63-8f4f-dddce88bf64a None None] Set router 2ef0c404-e3d7-4d87-a424-9b0a2464babb gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:14:37.262590 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-de23b876-543d-41c6-9973-6e4bad17715a None None] For port f3124715-5b57-4fa9-a83a-bb48c4fdf6aa, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=f3124715-5b57-4fa9-a83a-bb48c4fdf6aa,segment=NetworkSegment(59d76b90-2d3d-431b-8714-6f49b6c0649f),segment_id=59d76b90-2d3d-431b-8714-6f49b6c0649f)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:14:37.275800 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-de23b876-543d-41c6-9973-6e4bad17715a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (f3124715-5b57-4fa9-a83a-bb48c4fdf6aa), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:37.343277 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de23b876-543d-41c6-9973-6e4bad17715a None None] Pushing event updated for resources: {'Port': ['ID=f3124715-5b57-4fa9-a83a-bb48c4fdf6aa,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:37.391776 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5ebf017d-14f1-42ea-a7f9-ab5dac20693d admin admin] Publish callbacks [] for port (0e35aace-c296-4c0c-bc66-b0b4ffc13569), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:37.435120 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5ebf017d-14f1-42ea-a7f9-ab5dac20693d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (0e35aace-c296-4c0c-bc66-b0b4ffc13569), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:37.441957 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port f3124715-5b57-4fa9-a83a-bb48c4fdf6aa is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:14:37.449894 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device bd10de36-8daa-4059-9d8f-91dfc5ec1528 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:14:37.551550 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port bd10de36-8daa-4059-9d8f-91dfc5ec1528 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:14:37.552481 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (bd10de36-8daa-4059-9d8f-91dfc5ec1528), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:37.569798 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebf017d-14f1-42ea-a7f9-ab5dac20693d admin admin] Pushing event updated for resources: {'Port': ['ID=0e35aace-c296-4c0c-bc66-b0b4ffc13569,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:37.582233 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ebf017d-14f1-42ea-a7f9-ab5dac20693d admin admin] Network 1c7d9e5f-b323-4f0a-bf81-8485c78a4e97 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:14:37.585627 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-5ebf017d-14f1-42ea-a7f9-ab5dac20693d admin admin] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:14:37.590604 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebf017d-14f1-42ea-a7f9-ab5dac20693d admin admin] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:14:37.631680 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-fd22f87b-a763-454c-b462-2adab55e186d None None] Provisioning complete for port f3124715-5b57-4fa9-a83a-bb48c4fdf6aa triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:14:37.632064 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fd22f87b-a763-454c-b462-2adab55e186d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (f3124715-5b57-4fa9-a83a-bb48c4fdf6aa), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:37.651680 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5ebf017d-14f1-42ea-a7f9-ab5dac20693d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16289150'] for router_interface (2ef0c404-e3d7-4d87-a424-9b0a2464babb), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:37.654107 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-daa2ccbf-b8b0-4f63-8f4f-dddce88bf64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef0c404-e3d7-4d87-a424-9b0a2464babb', 'name': 'tempest-TestSnapshotPattern-889330469-router', 'tenant_id': '4a80962a8a9043219626ae68e377f0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': 'afb4350b-bdd3-4604-a58d-e10c5491ba31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:14:33Z', 'updated_at': '2022-02-19T04:14:34Z', 'revision_number': 3, 'project_id': '4a80962a8a9043219626ae68e377f0dc', 'gw_port': {'id': 'afb4350b-bdd3-4604-a58d-e10c5491ba31', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:75:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef0c404-e3d7-4d87-a424-9b0a2464babb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:14:33Z', 'updated_at': '2022-02-19T04:14:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:14:37.713592 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa2ccbf-b8b0-4f63-8f4f-dddce88bf64a None None] The sync data for ids ['2ef0c404-e3d7-4d87-a424-9b0a2464babb'] in n-d-826753-2 is: [{'id': '2ef0c404-e3d7-4d87-a424-9b0a2464babb', 'name': 'tempest-TestSnapshotPattern-889330469-router', 'tenant_id': '4a80962a8a9043219626ae68e377f0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': 'afb4350b-bdd3-4604-a58d-e10c5491ba31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:14:33Z', 'updated_at': '2022-02-19T04:14:34Z', 'revision_number': 3, 'project_id': '4a80962a8a9043219626ae68e377f0dc', 'gw_port': {'id': 'afb4350b-bdd3-4604-a58d-e10c5491ba31', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:75:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef0c404-e3d7-4d87-a424-9b0a2464babb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:14:33Z', 'updated_at': '2022-02-19T04:14:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:14:37.748039 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port bd10de36-8daa-4059-9d8f-91dfc5ec1528 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:14:37.785256 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-fd22f87b-a763-454c-b462-2adab55e186d None None] Current status of the port f3124715-5b57-4fa9-a83a-bb48c4fdf6aa is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:14:37.860195 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5ebf017d-14f1-42ea-a7f9-ab5dac20693d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (0e35aace-c296-4c0c-bc66-b0b4ffc13569), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:37.909284 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-0419af3b-dcd9-4087-8fc8-6dbc44d3f20d None None] Provisioning complete for port 0e35aace-c296-4c0c-bc66-b0b4ffc13569 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:14:37.909622 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-0419af3b-dcd9-4087-8fc8-6dbc44d3f20d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (0e35aace-c296-4c0c-bc66-b0b4ffc13569), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:37.951320 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-0419af3b-dcd9-4087-8fc8-6dbc44d3f20d None None] Port 0e35aace-c296-4c0c-bc66-b0b4ffc13569 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:14:38.065059 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5ebf017d-14f1-42ea-a7f9-ab5dac20693d admin admin] Publish callbacks [] for port (0e35aace-c296-4c0c-bc66-b0b4ffc13569), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:38.069652 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5ebf017d-14f1-42ea-a7f9-ab5dac20693d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (0e35aace-c296-4c0c-bc66-b0b4ffc13569), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:38.146285 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebf017d-14f1-42ea-a7f9-ab5dac20693d admin admin] Pushing event updated for resources: {'Port': ['ID=0e35aace-c296-4c0c-bc66-b0b4ffc13569,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:38.148622 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-5ebf017d-14f1-42ea-a7f9-ab5dac20693d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16362769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16289258'] for router_interface (2ef0c404-e3d7-4d87-a424-9b0a2464babb), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:38.298186 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ebf017d-14f1-42ea-a7f9-ab5dac20693d admin admin] Network 1c7d9e5f-b323-4f0a-bf81-8485c78a4e97 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:14:38.300227 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [None req-5ebf017d-14f1-42ea-a7f9-ab5dac20693d admin admin] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:14:38.500153 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ebf017d-14f1-42ea-a7f9-ab5dac20693d admin admin] Router 2ef0c404-e3d7-4d87-a424-9b0a2464babb has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:14:38.688078 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ebf017d-14f1-42ea-a7f9-ab5dac20693d admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:14:38.696029 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-792b4464-ba97-4b2b-abb2-9324ccd0d801 None None] Provisioning complete for port 0e35aace-c296-4c0c-bc66-b0b4ffc13569 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:14:38.696664 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-792b4464-ba97-4b2b-abb2-9324ccd0d801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (0e35aace-c296-4c0c-bc66-b0b4ffc13569), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:38.703742 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-5ebf017d-14f1-42ea-a7f9-ab5dac20693d admin admin] 10.222.0.72 "PUT /v2.0/routers/2ef0c404-e3d7-4d87-a424-9b0a2464babb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2119055 Feb 19 04:14:38.783310 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-792b4464-ba97-4b2b-abb2-9324ccd0d801 None None] Port 0e35aace-c296-4c0c-bc66-b0b4ffc13569 cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:14:38.934299 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device afb4350b-bdd3-4604-a58d-e10c5491ba31 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:14:39.004940 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port afb4350b-bdd3-4604-a58d-e10c5491ba31 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:14:39.005890 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (afb4350b-bdd3-4604-a58d-e10c5491ba31), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:39.111289 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port afb4350b-bdd3-4604-a58d-e10c5491ba31 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:14:39.111735 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (afb4350b-bdd3-4604-a58d-e10c5491ba31), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:39.132812 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] For port afb4350b-bdd3-4604-a58d-e10c5491ba31, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=afb4350b-bdd3-4604-a58d-e10c5491ba31,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:14:39.137499 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (afb4350b-bdd3-4604-a58d-e10c5491ba31), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:39.138360 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device f3124715-5b57-4fa9-a83a-bb48c4fdf6aa up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:14:39.225519 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Pushing event updated for resources: {'Port': ['ID=afb4350b-bdd3-4604-a58d-e10c5491ba31,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:39.238103 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port f3124715-5b57-4fa9-a83a-bb48c4fdf6aa triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:14:39.238496 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (f3124715-5b57-4fa9-a83a-bb48c4fdf6aa), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:39.321766 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port f3124715-5b57-4fa9-a83a-bb48c4fdf6aa is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:14:39.413163 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 54738) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:39.418555 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [None req-d02b819b-4828-4cad-ac3f-7517cde9d31b tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1951617175', 'description': 'tempest-secgroup-smoke-1951617175 description', 'project_id': 'bb6b3bfd686d4ca682dc7b939b136961'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:14:39.442718 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d02b819b-4828-4cad-ac3f-7517cde9d31b tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Publish callbacks [] for security_group (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:39.521941 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d02b819b-4828-4cad-ac3f-7517cde9d31b tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Publish callbacks [] for security_group (e84cc9e1-7a91-46ae-9eba-d998be714c23), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:39.528152 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d02b819b-4828-4cad-ac3f-7517cde9d31b tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (e84cc9e1-7a91-46ae-9eba-d998be714c23), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:39.562461 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d02b819b-4828-4cad-ac3f-7517cde9d31b tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:39.563831 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-d02b819b-4828-4cad-ac3f-7517cde9d31b tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1496234 Feb 19 04:14:39.567053 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 54740) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:39.569764 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02b819b-4828-4cad-ac3f-7517cde9d31b tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e84cc9e1-7a91-46ae-9eba-d998be714c23,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:39.572144 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-f8ffb116-0287-47e3-8f13-42e74f54c19c tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Request body: {'security_group_rule': {'security_group_id': 'e84cc9e1-7a91-46ae-9eba-d998be714c23', 'project_id': 'bb6b3bfd686d4ca682dc7b939b136961', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:14:39.605646 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f8ffb116-0287-47e3-8f13-42e74f54c19c tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Publish callbacks [] for security_group_rule (bf948b71-178f-422a-a54a-277243a14cd9), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:39.668930 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f8ffb116-0287-47e3-8f13-42e74f54c19c tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Publish callbacks [] for security_group_rule (bf948b71-178f-422a-a54a-277243a14cd9), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:39.675212 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f8ffb116-0287-47e3-8f13-42e74f54c19c tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (bf948b71-178f-422a-a54a-277243a14cd9), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:39.700952 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ffb116-0287-47e3-8f13-42e74f54c19c tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf948b71-178f-422a-a54a-277243a14cd9,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:39.709834 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f8ffb116-0287-47e3-8f13-42e74f54c19c tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:39.711097 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-f8ffb116-0287-47e3-8f13-42e74f54c19c tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1430089 Feb 19 04:14:39.713899 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 54742) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:39.719654 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-085186f1-5f47-437e-98ab-c2799ef92805 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Request body: {'security_group_rule': {'security_group_id': 'e84cc9e1-7a91-46ae-9eba-d998be714c23', 'project_id': 'bb6b3bfd686d4ca682dc7b939b136961', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:14:39.747744 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-085186f1-5f47-437e-98ab-c2799ef92805 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Publish callbacks [] for security_group_rule (5f954b92-957d-4105-a0c2-21f3517fa636), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:39.806004 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb6009c-375e-431e-9bf3-690442d6f319 None None] Sync routers for ids ['2ef0c404-e3d7-4d87-a424-9b0a2464babb'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:14:39.812008 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-085186f1-5f47-437e-98ab-c2799ef92805 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Publish callbacks [] for security_group_rule (5f954b92-957d-4105-a0c2-21f3517fa636), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:39.816317 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-085186f1-5f47-437e-98ab-c2799ef92805 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (5f954b92-957d-4105-a0c2-21f3517fa636), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:39.818234 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb6009c-375e-431e-9bf3-690442d6f319 None None] Routers {'2ef0c404-e3d7-4d87-a424-9b0a2464babb'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:14:39.818234 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-3eb6009c-375e-431e-9bf3-690442d6f319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T04:14:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['2ef0c404-e3d7-4d87-a424-9b0a2464babb'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:14:39.836165 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085186f1-5f47-437e-98ab-c2799ef92805 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f954b92-957d-4105-a0c2-21f3517fa636,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:39.842249 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-085186f1-5f47-437e-98ab-c2799ef92805 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:39.843577 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-085186f1-5f47-437e-98ab-c2799ef92805 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1286085 Feb 19 04:14:39.846378 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 54744) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:39.850774 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-ef59efdf-11e0-44d7-9a98-c85e2504c11a tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Request body: {'security_group_rule': {'security_group_id': 'e84cc9e1-7a91-46ae-9eba-d998be714c23', 'project_id': 'bb6b3bfd686d4ca682dc7b939b136961', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:14:39.876612 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ef59efdf-11e0-44d7-9a98-c85e2504c11a tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Publish callbacks [] for security_group_rule (01b43c9d-0ce2-49d5-a158-6a8eef1301a9), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:39.944129 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ef59efdf-11e0-44d7-9a98-c85e2504c11a tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Publish callbacks [] for security_group_rule (01b43c9d-0ce2-49d5-a158-6a8eef1301a9), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:39.946875 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-3eb6009c-375e-431e-9bf3-690442d6f319 None None] Set router 2ef0c404-e3d7-4d87-a424-9b0a2464babb gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:14:39.949320 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ef59efdf-11e0-44d7-9a98-c85e2504c11a tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (01b43c9d-0ce2-49d5-a158-6a8eef1301a9), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:39.971535 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef59efdf-11e0-44d7-9a98-c85e2504c11a tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01b43c9d-0ce2-49d5-a158-6a8eef1301a9,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:39.979696 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-ef59efdf-11e0-44d7-9a98-c85e2504c11a tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:39.984899 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-ef59efdf-11e0-44d7-9a98-c85e2504c11a tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1338398 Feb 19 04:14:39.985370 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 54746) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:39.990373 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-05ec7695-fc84-4967-8f6c-473714dfac73 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Request body: {'security_group_rule': {'security_group_id': 'e84cc9e1-7a91-46ae-9eba-d998be714c23', 'project_id': 'bb6b3bfd686d4ca682dc7b939b136961', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:14:40.017337 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-05ec7695-fc84-4967-8f6c-473714dfac73 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Publish callbacks [] for security_group_rule (0cfe705b-18f4-4ceb-b411-e40da8c7f2fc), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:40.090005 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-05ec7695-fc84-4967-8f6c-473714dfac73 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Publish callbacks [] for security_group_rule (0cfe705b-18f4-4ceb-b411-e40da8c7f2fc), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:40.094305 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-05ec7695-fc84-4967-8f6c-473714dfac73 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (0cfe705b-18f4-4ceb-b411-e40da8c7f2fc), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:40.116796 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ec7695-fc84-4967-8f6c-473714dfac73 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cfe705b-18f4-4ceb-b411-e40da8c7f2fc,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:40.124506 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-05ec7695-fc84-4967-8f6c-473714dfac73 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:40.125645 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-05ec7695-fc84-4967-8f6c-473714dfac73 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1390736 Feb 19 04:14:40.128366 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 54748) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:40.133145 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-fe75cf79-d85f-4d41-abc6-4c18f3e47087 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Request body: {'security_group_rule': {'security_group_id': 'e84cc9e1-7a91-46ae-9eba-d998be714c23', 'project_id': 'bb6b3bfd686d4ca682dc7b939b136961', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:14:40.165939 n-d-826753-2 neutron-server[103701]: INFO neutron.db.securitygroups_db [None req-fe75cf79-d85f-4d41-abc6-4c18f3e47087 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Project bb6b3bfd686d4ca682dc7b939b136961 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 04:14:40.171845 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-fe75cf79-d85f-4d41-abc6-4c18f3e47087 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Publish callbacks [] for security_group_rule (ad6c5705-2266-49e4-a4f1-6148070997b4), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:40.193789 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-3eb6009c-375e-431e-9bf3-690442d6f319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef0c404-e3d7-4d87-a424-9b0a2464babb', 'name': 'tempest-TestSnapshotPattern-889330469-router', 'tenant_id': '4a80962a8a9043219626ae68e377f0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': 'afb4350b-bdd3-4604-a58d-e10c5491ba31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:14:33Z', 'updated_at': '2022-02-19T04:14:37Z', 'revision_number': 4, 'project_id': '4a80962a8a9043219626ae68e377f0dc', 'gw_port': {'id': 'afb4350b-bdd3-4604-a58d-e10c5491ba31', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:75:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef0c404-e3d7-4d87-a424-9b0a2464babb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:14:33Z', 'updated_at': '2022-02-19T04:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '0e35aace-c296-4c0c-bc66-b0b4ffc13569', 'name': '', 'network_id': '1c7d9e5f-b323-4f0a-bf81-8485c78a4e97', 'tenant_id': '4a80962a8a9043219626ae68e377f0dc', 'mac_address': 'fa:16:3e:81:02:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef0c404-e3d7-4d87-a424-9b0a2464babb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4395, 'fixed_ips': [{'subnet_id': 'a43b0cb8-9457-475a-8a3b-a4decb9b73dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:14:36Z', 'updated_at': '2022-02-19T04:14:37Z', 'revision_number': 2, 'project_id': '4a80962a8a9043219626ae68e377f0dc', 'subnets': [{'id': 'a43b0cb8-9457-475a-8a3b-a4decb9b73dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:14:40.226793 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb6009c-375e-431e-9bf3-690442d6f319 None None] Checking router: 2ef0c404-e3d7-4d87-a424-9b0a2464babb for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:14:40.227282 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb6009c-375e-431e-9bf3-690442d6f319 None None] Updating router 2ef0c404-e3d7-4d87-a424-9b0a2464babb port 0e35aace-c296-4c0c-bc66-b0b4ffc13569 binding host n-d-826753-2 {{(pid=103703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:14:40.247482 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-fe75cf79-d85f-4d41-abc6-4c18f3e47087 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Publish callbacks [] for security_group_rule (ad6c5705-2266-49e4-a4f1-6148070997b4), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:40.252804 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-fe75cf79-d85f-4d41-abc6-4c18f3e47087 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (ad6c5705-2266-49e4-a4f1-6148070997b4), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:40.258041 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3eb6009c-375e-431e-9bf3-690442d6f319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (0e35aace-c296-4c0c-bc66-b0b4ffc13569), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:40.280711 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75cf79-d85f-4d41-abc6-4c18f3e47087 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad6c5705-2266-49e4-a4f1-6148070997b4,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:40.292779 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-fe75cf79-d85f-4d41-abc6-4c18f3e47087 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:40.297042 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-fe75cf79-d85f-4d41-abc6-4c18f3e47087 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1651056 Feb 19 04:14:40.297392 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 54750) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:40.305453 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-b4b756b5-2923-4cac-be6f-3b93c63dbb43 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Request body: {'security_group_rule': {'security_group_id': 'e84cc9e1-7a91-46ae-9eba-d998be714c23', 'project_id': 'bb6b3bfd686d4ca682dc7b939b136961', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:14:40.331273 n-d-826753-2 neutron-server[103701]: INFO neutron.db.securitygroups_db [None req-b4b756b5-2923-4cac-be6f-3b93c63dbb43 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Project bb6b3bfd686d4ca682dc7b939b136961 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 04:14:40.336750 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b4b756b5-2923-4cac-be6f-3b93c63dbb43 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Publish callbacks [] for security_group_rule (bbf21d6b-8bda-4b3f-ad64-66de611af5bf), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:40.421457 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b4b756b5-2923-4cac-be6f-3b93c63dbb43 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Publish callbacks [] for security_group_rule (bbf21d6b-8bda-4b3f-ad64-66de611af5bf), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:40.426790 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b4b756b5-2923-4cac-be6f-3b93c63dbb43 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304476'] for security_group_rule (bbf21d6b-8bda-4b3f-ad64-66de611af5bf), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:40.445337 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b756b5-2923-4cac-be6f-3b93c63dbb43 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbf21d6b-8bda-4b3f-ad64-66de611af5bf,revision_number=0']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:40.455884 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b4b756b5-2923-4cac-be6f-3b93c63dbb43 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:40.457179 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-b4b756b5-2923-4cac-be6f-3b93c63dbb43 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1587055 Feb 19 04:14:40.622324 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-781f4378-f366-479d-a035-6ca249438d88 req-76ad49f2-0079-4713-9174-85a9cc464cb8 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1951617175&fields=id&tenant_id=bb6b3bfd686d4ca682dc7b939b136961 HTTP/1.1" status: 200 len: 267 time: 0.0492013 Feb 19 04:14:40.732891 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3eb6009c-375e-431e-9bf3-690442d6f319 None None] Publish callbacks [] for port (0e35aace-c296-4c0c-bc66-b0b4ffc13569), precommit_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:40.739457 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3eb6009c-375e-431e-9bf3-690442d6f319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (0e35aace-c296-4c0c-bc66-b0b4ffc13569), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:40.766567 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781f4378-f366-479d-a035-6ca249438d88 req-1b09f6ca-ae3f-4051-a2f2-c43cd8653bb0 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:40.768510 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-781f4378-f366-479d-a035-6ca249438d88 req-1b09f6ca-ae3f-4051-a2f2-c43cd8653bb0 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] 10.222.0.72 "GET /v2.0/networks?id=15247518-665f-482f-9371-8d134e43f275 HTTP/1.1" status: 200 len: 810 time: 0.1384010 Feb 19 04:14:40.784452 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device afb4350b-bdd3-4604-a58d-e10c5491ba31 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:14:40.793111 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-781f4378-f366-479d-a035-6ca249438d88 req-7fb34f3c-808a-4a0d-b064-9a9017c98eff tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] 10.222.0.72 "GET /v2.0/quotas/bb6b3bfd686d4ca682dc7b939b136961 HTTP/1.1" status: 200 len: 375 time: 0.0148380 Feb 19 04:14:40.836193 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2636f250-ebe0-4b2d-b123-be7bd3aacc45 None None] Pushing event updated for resources: {'Port': ['ID=0e35aace-c296-4c0c-bc66-b0b4ffc13569,revision_number=3']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:40.873904 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-781f4378-f366-479d-a035-6ca249438d88 req-4bf7f21e-cc06-4641-90e5-188034043833 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=bb6b3bfd686d4ca682dc7b939b136961&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0728672 Feb 19 04:14:40.904597 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-3eb6009c-375e-431e-9bf3-690442d6f319 None None] Attempting to bind port 0e35aace-c296-4c0c-bc66-b0b4ffc13569 on host n-d-826753-2 for vnic_type normal with profile {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:14:40.904980 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-3eb6009c-375e-431e-9bf3-690442d6f319 None None] Attempting to bind port 0e35aace-c296-4c0c-bc66-b0b4ffc13569 by drivers openvswitch,hyperv on host n-d-826753-2 at level 0 using segments [{'id': '59d76b90-2d3d-431b-8714-6f49b6c0649f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '1c7d9e5f-b323-4f0a-bf81-8485c78a4e97'}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:14:40.905732 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb6009c-375e-431e-9bf3-690442d6f319 None None] Attempting to bind port 0e35aace-c296-4c0c-bc66-b0b4ffc13569 on network 1c7d9e5f-b323-4f0a-bf81-8485c78a4e97 {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:14:40.914968 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb6009c-375e-431e-9bf3-690442d6f319 None None] Checking agent: {'id': '979ecfb0-ca8e-49ae-a26d-e04398954d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 28, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 28, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826753-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:14:40.915358 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb6009c-375e-431e-9bf3-690442d6f319 None None] Checking segment: {'id': '59d76b90-2d3d-431b-8714-6f49b6c0649f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '1c7d9e5f-b323-4f0a-bf81-8485c78a4e97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:14:40.915766 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3eb6009c-375e-431e-9bf3-690442d6f319 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:40.916165 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb6009c-375e-431e-9bf3-690442d6f319 None None] Bound using segment: {'id': '59d76b90-2d3d-431b-8714-6f49b6c0649f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '1c7d9e5f-b323-4f0a-bf81-8485c78a4e97'} {{(pid=103703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:14:40.916643 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.managers [None req-3eb6009c-375e-431e-9bf3-690442d6f319 None None] Bound port: 0e35aace-c296-4c0c-bc66-b0b4ffc13569, host: n-d-826753-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59d76b90-2d3d-431b-8714-6f49b6c0649f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '1c7d9e5f-b323-4f0a-bf81-8485c78a4e97'}}] {{(pid=103703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:14:40.917868 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3eb6009c-375e-431e-9bf3-690442d6f319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (0e35aace-c296-4c0c-bc66-b0b4ffc13569), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:40.960335 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port afb4350b-bdd3-4604-a58d-e10c5491ba31 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:14:40.960335 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (afb4350b-bdd3-4604-a58d-e10c5491ba31), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:41.029661 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-3eb6009c-375e-431e-9bf3-690442d6f319 None None] For port 0e35aace-c296-4c0c-bc66-b0b4ffc13569, host n-d-826753-2, cleared binding levels {{(pid=103703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:14:41.037756 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-3eb6009c-375e-431e-9bf3-690442d6f319 None None] For port 0e35aace-c296-4c0c-bc66-b0b4ffc13569, host n-d-826753-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=0e35aace-c296-4c0c-bc66-b0b4ffc13569,segment=NetworkSegment(59d76b90-2d3d-431b-8714-6f49b6c0649f),segment_id=59d76b90-2d3d-431b-8714-6f49b6c0649f)] {{(pid=103703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:14:41.053121 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3eb6009c-375e-431e-9bf3-690442d6f319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (0e35aace-c296-4c0c-bc66-b0b4ffc13569), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:41.111633 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-781f4378-f366-479d-a035-6ca249438d88 req-b3c66aba-c978-463a-84c5-70b638a50b6d service neutron] 10.222.0.72 "GET /v2.0/networks/15247518-665f-482f-9371-8d134e43f275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235169 Feb 19 04:14:41.136034 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port afb4350b-bdd3-4604-a58d-e10c5491ba31 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:14:41.164620 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb6009c-375e-431e-9bf3-690442d6f319 None None] Routers {'2ef0c404-e3d7-4d87-a424-9b0a2464babb'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:14:41.165299 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-3eb6009c-375e-431e-9bf3-690442d6f319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T04:14:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['2ef0c404-e3d7-4d87-a424-9b0a2464babb'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:14:41.168186 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-af1610c0-f82f-48fe-88c0-f0f424862127 None None] Provisioning complete for port 0e35aace-c296-4c0c-bc66-b0b4ffc13569 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:14:41.168565 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-af1610c0-f82f-48fe-88c0-f0f424862127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (0e35aace-c296-4c0c-bc66-b0b4ffc13569), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:41.172039 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2636f250-ebe0-4b2d-b123-be7bd3aacc45 None None] Pushing event updated for resources: {'Port': ['ID=0e35aace-c296-4c0c-bc66-b0b4ffc13569,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:41.232900 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-781f4378-f366-479d-a035-6ca249438d88 req-b352b941-3d16-44e8-8e9a-6d5f6b6226aa service neutron] 10.222.0.72 "GET /v2.0/networks/15247518-665f-482f-9371-8d134e43f275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122942 Feb 19 04:14:41.377354 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-3eb6009c-375e-431e-9bf3-690442d6f319 None None] Set router 2ef0c404-e3d7-4d87-a424-9b0a2464babb gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:14:41.418550 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-af1610c0-f82f-48fe-88c0-f0f424862127 None None] Current status of the port 0e35aace-c296-4c0c-bc66-b0b4ffc13569 is: DOWN; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:14:41.418851 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-af1610c0-f82f-48fe-88c0-f0f424862127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (0e35aace-c296-4c0c-bc66-b0b4ffc13569), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:41.536165 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-af1610c0-f82f-48fe-88c0-f0f424862127 None None] For port 0e35aace-c296-4c0c-bc66-b0b4ffc13569, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=0e35aace-c296-4c0c-bc66-b0b4ffc13569,segment=NetworkSegment(59d76b90-2d3d-431b-8714-6f49b6c0649f),segment_id=59d76b90-2d3d-431b-8714-6f49b6c0649f)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:14:41.541295 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-af1610c0-f82f-48fe-88c0-f0f424862127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (0e35aace-c296-4c0c-bc66-b0b4ffc13569), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:41.641496 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1610c0-f82f-48fe-88c0-f0f424862127 None None] Pushing event updated for resources: {'Port': ['ID=0e35aace-c296-4c0c-bc66-b0b4ffc13569,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:41.675899 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-0934c838-a328-45ac-a8e4-e22f5ce465cc None None] Provisioning complete for port 0e35aace-c296-4c0c-bc66-b0b4ffc13569 triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:14:41.676270 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-0934c838-a328-45ac-a8e4-e22f5ce465cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (0e35aace-c296-4c0c-bc66-b0b4ffc13569), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:41.733637 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-3eb6009c-375e-431e-9bf3-690442d6f319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef0c404-e3d7-4d87-a424-9b0a2464babb', 'name': 'tempest-TestSnapshotPattern-889330469-router', 'tenant_id': '4a80962a8a9043219626ae68e377f0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': 'afb4350b-bdd3-4604-a58d-e10c5491ba31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:14:33Z', 'updated_at': '2022-02-19T04:14:37Z', 'revision_number': 4, 'project_id': '4a80962a8a9043219626ae68e377f0dc', 'gw_port': {'id': 'afb4350b-bdd3-4604-a58d-e10c5491ba31', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:75:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef0c404-e3d7-4d87-a424-9b0a2464babb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:14:33Z', 'updated_at': '2022-02-19T04:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '0e35aace-c296-4c0c-bc66-b0b4ffc13569', 'name': '', 'network_id': '1c7d9e5f-b323-4f0a-bf81-8485c78a4e97', 'tenant_id': '4a80962a8a9043219626ae68e377f0dc', 'mac_address': 'fa:16:3e:81:02:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef0c404-e3d7-4d87-a424-9b0a2464babb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4395, 'fixed_ips': [{'subnet_id': 'a43b0cb8-9457-475a-8a3b-a4decb9b73dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:14:36Z', 'updated_at': '2022-02-19T04:14:41Z', 'revision_number': 4, 'project_id': '4a80962a8a9043219626ae68e377f0dc', 'subnets': [{'id': 'a43b0cb8-9457-475a-8a3b-a4decb9b73dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:14:41.763733 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb6009c-375e-431e-9bf3-690442d6f319 None None] The sync data for ids ['2ef0c404-e3d7-4d87-a424-9b0a2464babb'] in n-d-826753-2 is: [{'id': '2ef0c404-e3d7-4d87-a424-9b0a2464babb', 'name': 'tempest-TestSnapshotPattern-889330469-router', 'tenant_id': '4a80962a8a9043219626ae68e377f0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': 'afb4350b-bdd3-4604-a58d-e10c5491ba31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:14:33Z', 'updated_at': '2022-02-19T04:14:37Z', 'revision_number': 4, 'project_id': '4a80962a8a9043219626ae68e377f0dc', 'gw_port': {'id': 'afb4350b-bdd3-4604-a58d-e10c5491ba31', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:75:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef0c404-e3d7-4d87-a424-9b0a2464babb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:14:33Z', 'updated_at': '2022-02-19T04:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': '0e35aace-c296-4c0c-bc66-b0b4ffc13569', 'name': '', 'network_id': '1c7d9e5f-b323-4f0a-bf81-8485c78a4e97', 'tenant_id': '4a80962a8a9043219626ae68e377f0dc', 'mac_address': 'fa:16:3e:81:02:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef0c404-e3d7-4d87-a424-9b0a2464babb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4395, 'fixed_ips': [{'subnet_id': 'a43b0cb8-9457-475a-8a3b-a4decb9b73dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:14:36Z', 'updated_at': '2022-02-19T04:14:41Z', 'revision_number': 4, 'project_id': '4a80962a8a9043219626ae68e377f0dc', 'subnets': [{'id': 'a43b0cb8-9457-475a-8a3b-a4decb9b73dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:14:41.809289 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-0934c838-a328-45ac-a8e4-e22f5ce465cc None None] Current status of the port 0e35aace-c296-4c0c-bc66-b0b4ffc13569 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:14:42.431875 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ddf101ab-fac8-42a3-8394-0ba2f911e122 req-14a19bd0-8dbb-495c-a6f9-cc25ff3aee6a tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] 10.222.0.72 "GET /v2.0/ports?device_id=3821f102-9456-4ba4-ba9a-08e03561a55d HTTP/1.1" status: 200 len: 210 time: 0.0294256 Feb 19 04:14:42.786873 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 0e35aace-c296-4c0c-bc66-b0b4ffc13569 up at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:14:42.844888 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Provisioning complete for port 0e35aace-c296-4c0c-bc66-b0b4ffc13569 triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:14:42.845297 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (0e35aace-c296-4c0c-bc66-b0b4ffc13569), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:42.930563 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Current status of the port 0e35aace-c296-4c0c-bc66-b0b4ffc13569 is: ACTIVE; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:14:43.513389 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-63b5e8d1-908e-458f-bbb1-8e020ae9aa0f req-0af32675-2368-4a6d-934f-708d95015b1c tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] 10.222.0.72 "GET /v2.0/ports?device_id=3821f102-9456-4ba4-ba9a-08e03561a55d HTTP/1.1" status: 200 len: 210 time: 0.0286622 Feb 19 04:14:44.619521 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781f4378-f366-479d-a035-6ca249438d88 req-77640fcd-2116-42b3-bbea-46a60ac0823d tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:44.621923 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-781f4378-f366-479d-a035-6ca249438d88 req-77640fcd-2116-42b3-bbea-46a60ac0823d tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] 10.222.0.82 "GET /v2.0/networks?id=15247518-665f-482f-9371-8d134e43f275 HTTP/1.1" status: 200 len: 810 time: 0.1222353 Feb 19 04:14:44.626942 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-3991a51e-72dc-4869-a951-44799c0017ac req-c613f916-5afa-4cda-90f2-0b4545fb8e86 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] 10.222.0.72 "GET /v2.0/ports?device_id=3821f102-9456-4ba4-ba9a-08e03561a55d HTTP/1.1" status: 200 len: 210 time: 0.0328937 Feb 19 04:14:44.709142 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-781f4378-f366-479d-a035-6ca249438d88 req-f6fef886-0706-4ecd-97a5-06edabc9a5c3 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb6b3bfd686d4ca682dc7b939b136961 HTTP/1.1" status: 200 len: 380 time: 0.0704422 Feb 19 04:14:44.725346 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-781f4378-f366-479d-a035-6ca249438d88 req-c353c069-49a8-429b-b546-75313855c44a tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Request body: {'port': {'device_id': '3821f102-9456-4ba4-ba9a-08e03561a55d', 'network_id': '15247518-665f-482f-9371-8d134e43f275', 'admin_state_up': True, 'tenant_id': 'bb6b3bfd686d4ca682dc7b939b136961', 'security_groups': ['e84cc9e1-7a91-46ae-9eba-d998be714c23']}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:14:44.836050 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-781f4378-f366-479d-a035-6ca249438d88 req-c353c069-49a8-429b-b546-75313855c44a tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Made reservation on behalf of bb6b3bfd686d4ca682dc7b939b136961 for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:14:44.839663 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-781f4378-f366-479d-a035-6ca249438d88 req-c353c069-49a8-429b-b546-75313855c44a tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:44.972874 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [req-781f4378-f366-479d-a035-6ca249438d88 req-c353c069-49a8-429b-b546-75313855c44a tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Allocated IP 172.20.0.3 (15247518-665f-482f-9371-8d134e43f275/cfc3a8c6-e876-49f8-9eb2-d9517dc3f89e/b4fff8cc-9848-4e95-b7eb-50a168bdd7ef) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:14:45.115712 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-781f4378-f366-479d-a035-6ca249438d88 req-c353c069-49a8-429b-b546-75313855c44a tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Publish callbacks [] for port (b4fff8cc-9848-4e95-b7eb-50a168bdd7ef), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:45.151103 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-781f4378-f366-479d-a035-6ca249438d88 req-c353c069-49a8-429b-b546-75313855c44a tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (b4fff8cc-9848-4e95-b7eb-50a168bdd7ef), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:45.195404 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-781f4378-f366-479d-a035-6ca249438d88 req-c353c069-49a8-429b-b546-75313855c44a tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Network 15247518-665f-482f-9371-8d134e43f275 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:14:45.198443 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [req-781f4378-f366-479d-a035-6ca249438d88 req-c353c069-49a8-429b-b546-75313855c44a tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:14:45.205253 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-781f4378-f366-479d-a035-6ca249438d88 req-c353c069-49a8-429b-b546-75313855c44a tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:14:45.214503 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c353c069-49a8-429b-b546-75313855c44a tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Pushing event updated for resources: {'Port': ['ID=b4fff8cc-9848-4e95-b7eb-50a168bdd7ef,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:45.266098 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781f4378-f366-479d-a035-6ca249438d88 req-c353c069-49a8-429b-b546-75313855c44a tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:45.266778 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-781f4378-f366-479d-a035-6ca249438d88 req-c353c069-49a8-429b-b546-75313855c44a tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:45.290100 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-781f4378-f366-479d-a035-6ca249438d88 req-c353c069-49a8-429b-b546-75313855c44a tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5684545 Feb 19 04:14:45.362081 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-781f4378-f366-479d-a035-6ca249438d88 req-333105e5-606b-484d-b543-1911d932e869 service neutron] Request body: {'port': {'device_id': '3821f102-9456-4ba4-ba9a-08e03561a55d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826753-2'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:14:45.428788 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-781f4378-f366-479d-a035-6ca249438d88 req-333105e5-606b-484d-b543-1911d932e869 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (b4fff8cc-9848-4e95-b7eb-50a168bdd7ef), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:45.459441 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-864193b4-c28f-40ee-96ae-663c2fde5735 None None] Provisioning complete for port b4fff8cc-9848-4e95-b7eb-50a168bdd7ef triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:14:45.460066 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-864193b4-c28f-40ee-96ae-663c2fde5735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (b4fff8cc-9848-4e95-b7eb-50a168bdd7ef), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:45.495920 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-864193b4-c28f-40ee-96ae-663c2fde5735 None None] Port b4fff8cc-9848-4e95-b7eb-50a168bdd7ef cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:14:45.711051 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-781f4378-f366-479d-a035-6ca249438d88 req-333105e5-606b-484d-b543-1911d932e869 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4fff8cc-9848-4e95-b7eb-50a168bdd7ef {{(pid=103702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:14:45.725827 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-df702e18-e8c8-4876-9b94-a14337016b64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:45.726530 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-781f4378-f366-479d-a035-6ca249438d88 req-333105e5-606b-484d-b543-1911d932e869 service neutron] Publish callbacks [] for port (b4fff8cc-9848-4e95-b7eb-50a168bdd7ef), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:45.748269 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-781f4378-f366-479d-a035-6ca249438d88 req-333105e5-606b-484d-b543-1911d932e869 service neutron] Transition to ACTIVE for port object b4fff8cc-9848-4e95-b7eb-50a168bdd7ef will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:14:45.752685 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-781f4378-f366-479d-a035-6ca249438d88 req-333105e5-606b-484d-b543-1911d932e869 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (b4fff8cc-9848-4e95-b7eb-50a168bdd7ef), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:45.782630 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eed7ddd-8fd8-4c47-812f-36c007bb6fff req-12628848-8e6c-4da1-b4a1-8d194d28888b tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:45.784187 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2eed7ddd-8fd8-4c47-812f-36c007bb6fff req-12628848-8e6c-4da1-b4a1-8d194d28888b tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] 10.222.0.72 "GET /v2.0/ports?device_id=3821f102-9456-4ba4-ba9a-08e03561a55d HTTP/1.1" status: 200 len: 931 time: 0.0743022 Feb 19 04:14:45.805848 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333105e5-606b-484d-b543-1911d932e869 service neutron] Pushing event updated for resources: {'Port': ['ID=b4fff8cc-9848-4e95-b7eb-50a168bdd7ef,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:45.855423 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2eed7ddd-8fd8-4c47-812f-36c007bb6fff req-befc8847-2bb6-4541-960f-307acc101333 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] 10.222.0.72 "GET /v2.0/security-groups?id=e84cc9e1-7a91-46ae-9eba-d998be714c23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644515 Feb 19 04:14:45.892607 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-781f4378-f366-479d-a035-6ca249438d88 req-333105e5-606b-484d-b543-1911d932e869 service neutron] Attempting to bind port b4fff8cc-9848-4e95-b7eb-50a168bdd7ef on host n-h2-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:14:45.893320 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-781f4378-f366-479d-a035-6ca249438d88 req-333105e5-606b-484d-b543-1911d932e869 service neutron] Attempting to bind port b4fff8cc-9848-4e95-b7eb-50a168bdd7ef by drivers openvswitch,hyperv on host n-h2-826753-2 at level 0 using segments [{'id': '98d25b11-baca-4bc4-9347-eededf372332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '15247518-665f-482f-9371-8d134e43f275'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:14:45.893848 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781f4378-f366-479d-a035-6ca249438d88 req-333105e5-606b-484d-b543-1911d932e869 service neutron] Attempting to bind port b4fff8cc-9848-4e95-b7eb-50a168bdd7ef on network 15247518-665f-482f-9371-8d134e43f275 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:14:45.899693 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781f4378-f366-479d-a035-6ca249438d88 req-333105e5-606b-484d-b543-1911d932e869 service neutron] Port b4fff8cc-9848-4e95-b7eb-50a168bdd7ef on network 15247518-665f-482f-9371-8d134e43f275 not bound, no agent of type Open vSwitch agent registered on host n-h2-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:14:45.900124 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781f4378-f366-479d-a035-6ca249438d88 req-333105e5-606b-484d-b543-1911d932e869 service neutron] Attempting to bind port b4fff8cc-9848-4e95-b7eb-50a168bdd7ef on network 15247518-665f-482f-9371-8d134e43f275 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:14:45.906961 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781f4378-f366-479d-a035-6ca249438d88 req-333105e5-606b-484d-b543-1911d932e869 service neutron] Checking agent: {'id': 'bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:14:45.907297 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781f4378-f366-479d-a035-6ca249438d88 req-333105e5-606b-484d-b543-1911d932e869 service neutron] Checking segment: {'id': '98d25b11-baca-4bc4-9347-eededf372332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '15247518-665f-482f-9371-8d134e43f275'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:14:45.907825 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781f4378-f366-479d-a035-6ca249438d88 req-333105e5-606b-484d-b543-1911d932e869 service neutron] Bound using segment: {'id': '98d25b11-baca-4bc4-9347-eededf372332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '15247518-665f-482f-9371-8d134e43f275'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:14:45.908257 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-781f4378-f366-479d-a035-6ca249438d88 req-333105e5-606b-484d-b543-1911d932e869 service neutron] Bound port: b4fff8cc-9848-4e95-b7eb-50a168bdd7ef, host: n-h2-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98d25b11-baca-4bc4-9347-eededf372332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '15247518-665f-482f-9371-8d134e43f275'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:14:45.908618 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-781f4378-f366-479d-a035-6ca249438d88 req-333105e5-606b-484d-b543-1911d932e869 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (b4fff8cc-9848-4e95-b7eb-50a168bdd7ef), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:45.985105 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-781f4378-f366-479d-a035-6ca249438d88 req-333105e5-606b-484d-b543-1911d932e869 service neutron] For port b4fff8cc-9848-4e95-b7eb-50a168bdd7ef, host n-h2-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:14:45.988268 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-781f4378-f366-479d-a035-6ca249438d88 req-333105e5-606b-484d-b543-1911d932e869 service neutron] For port b4fff8cc-9848-4e95-b7eb-50a168bdd7ef, host n-h2-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=b4fff8cc-9848-4e95-b7eb-50a168bdd7ef,segment=NetworkSegment(98d25b11-baca-4bc4-9347-eededf372332),segment_id=98d25b11-baca-4bc4-9347-eededf372332)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:14:45.993901 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-781f4378-f366-479d-a035-6ca249438d88 req-333105e5-606b-484d-b543-1911d932e869 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (b4fff8cc-9848-4e95-b7eb-50a168bdd7ef), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:46.033596 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781f4378-f366-479d-a035-6ca249438d88 req-333105e5-606b-484d-b543-1911d932e869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:46.034282 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-781f4378-f366-479d-a035-6ca249438d88 req-333105e5-606b-484d-b543-1911d932e869 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:46.035908 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-781f4378-f366-479d-a035-6ca249438d88 req-333105e5-606b-484d-b543-1911d932e869 service neutron] 10.222.0.82 "PUT /v2.0/ports/b4fff8cc-9848-4e95-b7eb-50a168bdd7ef HTTP/1.1" status: 200 len: 1091 time: 0.7335746 Feb 19 04:14:46.036343 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3821f102-9456-4ba4-ba9a-08e03561a55d', 'tag': 'b4fff8cc-9848-4e95-b7eb-50a168bdd7ef'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:14:46.038629 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b48a34f37e4e31fa410c3f10fa4e23c828d45427043ff8d3e4d9f228381d6ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8117f1f-8db5-4578-a880-faa0ed994980" -d '{"events": [{"name": "network-changed", "server_uuid": "3821f102-9456-4ba4-ba9a-08e03561a55d", "tag": "b4fff8cc-9848-4e95-b7eb-50a168bdd7ef"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:14:46.076277 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333105e5-606b-484d-b543-1911d932e869 service neutron] Pushing event updated for resources: {'Port': ['ID=b4fff8cc-9848-4e95-b7eb-50a168bdd7ef,revision_number=3']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:46.155804 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781f4378-f366-479d-a035-6ca249438d88 req-ad095b7a-de13-4044-a1d6-6bfbb5334ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:46.157403 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-781f4378-f366-479d-a035-6ca249438d88 req-ad095b7a-de13-4044-a1d6-6bfbb5334ebc service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=bb6b3bfd686d4ca682dc7b939b136961&device_id=3821f102-9456-4ba4-ba9a-08e03561a55d HTTP/1.1" status: 200 len: 1125 time: 0.0557044 Feb 19 04:14:46.160784 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-191ae98d-d7dc-45e7-a0cd-5ce088523984 x-openstack-request-id: req-191ae98d-d7dc-45e7-a0cd-5ce088523984 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:14:46.161179 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3821f102-9456-4ba4-ba9a-08e03561a55d", "tag": "b4fff8cc-9848-4e95-b7eb-50a168bdd7ef", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:14:46.161435 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-191ae98d-d7dc-45e7-a0cd-5ce088523984 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:14:46.161838 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3821f102-9456-4ba4-ba9a-08e03561a55d', 'tag': 'b4fff8cc-9848-4e95-b7eb-50a168bdd7ef', 'status': 'completed', 'code': 200} Feb 19 04:14:46.227678 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-781f4378-f366-479d-a035-6ca249438d88 req-cd94b278-6dc3-4b52-b065-9d5aa14cd692 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b4fff8cc-9848-4e95-b7eb-50a168bdd7ef HTTP/1.1" status: 200 len: 217 time: 0.0420036 Feb 19 04:14:46.286324 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781f4378-f366-479d-a035-6ca249438d88 req-90892014-2175-4e2c-aaf3-6d278df010e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:46.287809 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-781f4378-f366-479d-a035-6ca249438d88 req-90892014-2175-4e2c-aaf3-6d278df010e8 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=cfc3a8c6-e876-49f8-9eb2-d9517dc3f89e HTTP/1.1" status: 200 len: 849 time: 0.0534415 Feb 19 04:14:46.338384 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781f4378-f366-479d-a035-6ca249438d88 req-3125a698-66e8-4c24-aff8-36f884214b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:46.340716 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-781f4378-f366-479d-a035-6ca249438d88 req-3125a698-66e8-4c24-aff8-36f884214b35 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=15247518-665f-482f-9371-8d134e43f275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0470722 Feb 19 04:14:46.440794 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-781f4378-f366-479d-a035-6ca249438d88 req-15a7daee-fc9d-408d-8923-54764c830b86 service neutron] 10.222.0.82 "GET /v2.0/networks/15247518-665f-482f-9371-8d134e43f275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943148 Feb 19 04:14:46.535118 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-781f4378-f366-479d-a035-6ca249438d88 req-ae6e944d-6a08-49ed-b851-ce0a5afde46b service neutron] 10.222.0.82 "GET /v2.0/networks/15247518-665f-482f-9371-8d134e43f275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875235 Feb 19 04:14:46.677352 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8117f1f-8db5-4578-a880-faa0ed994980 req-b351c2b1-e038-421e-813c-998e473f9384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:46.678894 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c8117f1f-8db5-4578-a880-faa0ed994980 req-b351c2b1-e038-421e-813c-998e473f9384 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=bb6b3bfd686d4ca682dc7b939b136961&device_id=3821f102-9456-4ba4-ba9a-08e03561a55d HTTP/1.1" status: 200 len: 1125 time: 0.0518954 Feb 19 04:14:46.769333 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8117f1f-8db5-4578-a880-faa0ed994980 req-f40d0ea0-ae1a-44b5-887c-87087bd7d002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:46.770845 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c8117f1f-8db5-4578-a880-faa0ed994980 req-f40d0ea0-ae1a-44b5-887c-87087bd7d002 service neutron] 10.222.0.82 "GET /v2.0/networks?id=15247518-665f-482f-9371-8d134e43f275 HTTP/1.1" status: 200 len: 911 time: 0.0863109 Feb 19 04:14:46.816284 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c8117f1f-8db5-4578-a880-faa0ed994980 req-b26105b5-2a61-4e0b-926f-bebb110db13a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b4fff8cc-9848-4e95-b7eb-50a168bdd7ef HTTP/1.1" status: 200 len: 217 time: 0.0389431 Feb 19 04:14:46.864941 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8117f1f-8db5-4578-a880-faa0ed994980 req-b9f6b140-a403-4640-816d-b028a5170d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:46.866463 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c8117f1f-8db5-4578-a880-faa0ed994980 req-b9f6b140-a403-4640-816d-b028a5170d71 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=cfc3a8c6-e876-49f8-9eb2-d9517dc3f89e HTTP/1.1" status: 200 len: 849 time: 0.0441768 Feb 19 04:14:46.918550 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8117f1f-8db5-4578-a880-faa0ed994980 req-efed3374-8a58-49dd-b6ad-f00c3f05033c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:46.920117 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c8117f1f-8db5-4578-a880-faa0ed994980 req-efed3374-8a58-49dd-b6ad-f00c3f05033c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=15247518-665f-482f-9371-8d134e43f275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0475426 Feb 19 04:14:47.003409 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea08b228-10f3-4c7a-91f1-f7f698986670 req-b9971519-ba05-4acc-be61-370f31adb8de tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:47.005807 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ea08b228-10f3-4c7a-91f1-f7f698986670 req-b9971519-ba05-4acc-be61-370f31adb8de tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] 10.222.0.72 "GET /v2.0/ports?device_id=3821f102-9456-4ba4-ba9a-08e03561a55d HTTP/1.1" status: 200 len: 943 time: 0.0611672 Feb 19 04:14:47.032664 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c8117f1f-8db5-4578-a880-faa0ed994980 req-164bdb22-4cb7-45d9-947b-8e800b062ba5 service neutron] 10.222.0.82 "GET /v2.0/networks/15247518-665f-482f-9371-8d134e43f275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047144 Feb 19 04:14:47.071641 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ea08b228-10f3-4c7a-91f1-f7f698986670 req-4ddda415-9449-49ac-8b42-fac5b56c7d33 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] 10.222.0.72 "GET /v2.0/security-groups?id=e84cc9e1-7a91-46ae-9eba-d998be714c23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594559 Feb 19 04:14:47.129857 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c8117f1f-8db5-4578-a880-faa0ed994980 req-bacb158b-7653-4417-9b93-c6a5e7ac76e6 service neutron] 10.222.0.82 "GET /v2.0/networks/15247518-665f-482f-9371-8d134e43f275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889986 Feb 19 04:14:47.921024 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-377a5aef-9b76-49bb-881f-e407e715a83d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:48.199134 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e518888-ed6f-4820-85d1-adf14bcb7d7e req-32617b0c-e86f-46a8-9817-8627d055bc2b tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:48.200893 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5e518888-ed6f-4820-85d1-adf14bcb7d7e req-32617b0c-e86f-46a8-9817-8627d055bc2b tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] 10.222.0.72 "GET /v2.0/ports?device_id=3821f102-9456-4ba4-ba9a-08e03561a55d HTTP/1.1" status: 200 len: 943 time: 0.0549400 Feb 19 04:14:48.252767 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-5e518888-ed6f-4820-85d1-adf14bcb7d7e req-f63b022d-7747-4d9a-a78a-fa804e06b787 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] 10.222.0.72 "GET /v2.0/security-groups?id=e84cc9e1-7a91-46ae-9eba-d998be714c23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458276 Feb 19 04:14:48.656128 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device b4fff8cc-9848-4e95-b7eb-50a168bdd7ef details requested by agent hyperv_n-h2-826753-2 with host n-h2-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:14:48.771493 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port b4fff8cc-9848-4e95-b7eb-50a168bdd7ef, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=b4fff8cc-9848-4e95-b7eb-50a168bdd7ef,segment=NetworkSegment(98d25b11-baca-4bc4-9347-eededf372332),segment_id=98d25b11-baca-4bc4-9347-eededf372332)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:14:48.783618 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Returning: {'device': 'b4fff8cc-9848-4e95-b7eb-50a168bdd7ef', 'network_id': '15247518-665f-482f-9371-8d134e43f275', 'port_id': 'b4fff8cc-9848-4e95-b7eb-50a168bdd7ef', 'mac_address': 'fa:16:3e:42:d0:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfc3a8c6-e876-49f8-9eb2-d9517dc3f89e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:14:48.826370 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port b4fff8cc-9848-4e95-b7eb-50a168bdd7ef is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:14:48.826759 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (b4fff8cc-9848-4e95-b7eb-50a168bdd7ef), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:48.840294 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4fff8cc-9848-4e95-b7eb-50a168bdd7ef {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:14:48.859464 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port b4fff8cc-9848-4e95-b7eb-50a168bdd7ef, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=b4fff8cc-9848-4e95-b7eb-50a168bdd7ef,segment=NetworkSegment(98d25b11-baca-4bc4-9347-eededf372332),segment_id=98d25b11-baca-4bc4-9347-eededf372332)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:14:48.864544 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (b4fff8cc-9848-4e95-b7eb-50a168bdd7ef), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:48.912856 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=b4fff8cc-9848-4e95-b7eb-50a168bdd7ef,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:49.163802 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['b4fff8cc-9848-4e95-b7eb-50a168bdd7ef'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:14:49.388325 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a84477-e191-4fbf-931c-e7ab34306113 req-3b0cd632-4982-4735-b2e6-357f49b82ab0 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:49.389926 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-75a84477-e191-4fbf-931c-e7ab34306113 req-3b0cd632-4982-4735-b2e6-357f49b82ab0 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] 10.222.0.72 "GET /v2.0/ports?device_id=3821f102-9456-4ba4-ba9a-08e03561a55d HTTP/1.1" status: 200 len: 944 time: 0.0659232 Feb 19 04:14:49.449082 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-75a84477-e191-4fbf-931c-e7ab34306113 req-ba80ecc9-3ec6-4af8-8941-c3ea7cd685ad tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] 10.222.0.72 "GET /v2.0/security-groups?id=e84cc9e1-7a91-46ae-9eba-d998be714c23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501781 Feb 19 04:14:49.635579 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:50.572266 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640a5593-4f09-4f63-8f9e-0e86c7759430 req-0034e816-eb7e-4a2a-89ee-2dc9931b2a56 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:50.574421 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-640a5593-4f09-4f63-8f9e-0e86c7759430 req-0034e816-eb7e-4a2a-89ee-2dc9931b2a56 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] 10.222.0.72 "GET /v2.0/ports?device_id=3821f102-9456-4ba4-ba9a-08e03561a55d HTTP/1.1" status: 200 len: 944 time: 0.0546095 Feb 19 04:14:50.623605 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-640a5593-4f09-4f63-8f9e-0e86c7759430 req-b405ae51-4f8c-411f-b98a-77e40596a90a tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] 10.222.0.72 "GET /v2.0/security-groups?id=e84cc9e1-7a91-46ae-9eba-d998be714c23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435157 Feb 19 04:14:50.656576 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device b4fff8cc-9848-4e95-b7eb-50a168bdd7ef up at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:14:50.708304 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning for port b4fff8cc-9848-4e95-b7eb-50a168bdd7ef completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:14:50.712513 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning complete for port b4fff8cc-9848-4e95-b7eb-50a168bdd7ef triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:14:50.712889 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (b4fff8cc-9848-4e95-b7eb-50a168bdd7ef), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:50.789860 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port b4fff8cc-9848-4e95-b7eb-50a168bdd7ef is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:14:50.790244 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (b4fff8cc-9848-4e95-b7eb-50a168bdd7ef), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:50.824456 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3821f102-9456-4ba4-ba9a-08e03561a55d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4fff8cc-9848-4e95-b7eb-50a168bdd7ef'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:14:50.826724 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88fe038525c8a7a69a3adae1ae732c1dd0c63371bed0a925712ea7f2f25f70bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80fba09e-84d2-4bb3-83d8-460024f55f6f" -d '{"events": [{"server_uuid": "3821f102-9456-4ba4-ba9a-08e03561a55d", "name": "network-vif-plugged", "status": "completed", "tag": "b4fff8cc-9848-4e95-b7eb-50a168bdd7ef"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:14:50.836536 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:50.840635 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port b4fff8cc-9848-4e95-b7eb-50a168bdd7ef, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=b4fff8cc-9848-4e95-b7eb-50a168bdd7ef,segment=NetworkSegment(98d25b11-baca-4bc4-9347-eededf372332),segment_id=98d25b11-baca-4bc4-9347-eededf372332)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:14:50.845150 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (b4fff8cc-9848-4e95-b7eb-50a168bdd7ef), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:50.870259 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31d02159-455c-4138-8f1a-a8d277bae287 x-openstack-request-id: req-31d02159-455c-4138-8f1a-a8d277bae287 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:14:50.870560 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3821f102-9456-4ba4-ba9a-08e03561a55d", "name": "network-vif-plugged", "status": "completed", "tag": "b4fff8cc-9848-4e95-b7eb-50a168bdd7ef", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:14:50.870807 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-31d02159-455c-4138-8f1a-a8d277bae287 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:14:50.871198 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3821f102-9456-4ba4-ba9a-08e03561a55d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4fff8cc-9848-4e95-b7eb-50a168bdd7ef', 'code': 200} Feb 19 04:14:50.899660 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=b4fff8cc-9848-4e95-b7eb-50a168bdd7ef,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:51.000543 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aca0e3-0aa8-4634-ae9d-02f0723df794 req-de245599-d00b-4210-8af9-8f6673cdb7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:51.002147 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e2aca0e3-0aa8-4634-ae9d-02f0723df794 req-de245599-d00b-4210-8af9-8f6673cdb7fe service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=3821f102-9456-4ba4-ba9a-08e03561a55d HTTP/1.1" status: 200 len: 1127 time: 0.0435429 Feb 19 04:14:51.048291 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e2aca0e3-0aa8-4634-ae9d-02f0723df794 req-58a5acef-d940-49f2-b533-b24611c8b71a service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=e84cc9e1-7a91-46ae-9eba-d998be714c23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398667 Feb 19 04:14:51.744103 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fddf8d-d42e-4a90-a75e-8c1fb17e9200 req-8685db71-4af1-4030-afce-8225ecc3859c tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:51.745639 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a3fddf8d-d42e-4a90-a75e-8c1fb17e9200 req-8685db71-4af1-4030-afce-8225ecc3859c tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] 10.222.0.72 "GET /v2.0/ports?device_id=3821f102-9456-4ba4-ba9a-08e03561a55d HTTP/1.1" status: 200 len: 945 time: 0.0531964 Feb 19 04:14:51.799112 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a3fddf8d-d42e-4a90-a75e-8c1fb17e9200 req-a8fee1b9-9ffe-4b7c-adf0-82af23ef47f1 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] 10.222.0.72 "GET /v2.0/security-groups?id=e84cc9e1-7a91-46ae-9eba-d998be714c23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475018 Feb 19 04:14:52.164899 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:52.924453 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a762f7bc-807a-4833-94d8-316829d99c76 req-22ea22ac-97d3-4626-b920-8c0a7b90e07f tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:52.926016 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a762f7bc-807a-4833-94d8-316829d99c76 req-22ea22ac-97d3-4626-b920-8c0a7b90e07f tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] 10.222.0.72 "GET /v2.0/ports?device_id=3821f102-9456-4ba4-ba9a-08e03561a55d HTTP/1.1" status: 200 len: 945 time: 0.0536916 Feb 19 04:14:52.977615 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a762f7bc-807a-4833-94d8-316829d99c76 req-a07a0b36-62e6-4b9f-89bf-33897abe59c0 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] 10.222.0.72 "GET /v2.0/security-groups?id=e84cc9e1-7a91-46ae-9eba-d998be714c23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448480 Feb 19 04:14:53.098875 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febce438-b51b-4a81-9982-8c40c319240e req-7cd2f599-12b8-44ae-94b3-f77c3d4a3527 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:53.100380 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-febce438-b51b-4a81-9982-8c40c319240e req-7cd2f599-12b8-44ae-94b3-f77c3d4a3527 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] 10.222.0.72 "GET /v2.0/ports?device_id=3821f102-9456-4ba4-ba9a-08e03561a55d HTTP/1.1" status: 200 len: 945 time: 0.0538304 Feb 19 04:14:53.153467 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-febce438-b51b-4a81-9982-8c40c319240e req-e2eec11c-db3f-4bb3-ba2c-1abb7a69bce5 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] 10.222.0.72 "GET /v2.0/security-groups?id=e84cc9e1-7a91-46ae-9eba-d998be714c23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463626 Feb 19 04:14:53.174728 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 54814) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:53.266847 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b162e036-6f05-4512-b910-0e35876a519e tempest-TestSnapshotPattern-953267839 tempest-TestSnapshotPattern-953267839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:53.268266 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-b162e036-6f05-4512-b910-0e35876a519e tempest-TestSnapshotPattern-953267839 tempest-TestSnapshotPattern-953267839-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=3821f102-9456-4ba4-ba9a-08e03561a55d HTTP/1.1" status: 200 len: 1122 time: 0.0925715 Feb 19 04:14:53.271185 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 54818) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:53.275478 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-b7ef129d-c05f-4e10-8355-f42b45375ecf tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Request body: {'floatingip': {'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'port_id': 'b4fff8cc-9848-4e95-b7eb-50a168bdd7ef', 'tenant_id': 'bb6b3bfd686d4ca682dc7b939b136961', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:14:53.297323 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b7ef129d-c05f-4e10-8355-f42b45375ecf tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:53.352268 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:53.404949 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b7ef129d-c05f-4e10-8355-f42b45375ecf tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:53.519588 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-b7ef129d-c05f-4e10-8355-f42b45375ecf tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Allocated IP 172.25.6.132 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/e8414fa4-d93c-4efc-a7b2-7b47a60e2c3b) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:14:53.623466 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b7ef129d-c05f-4e10-8355-f42b45375ecf tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Publish callbacks [] for port (e8414fa4-d93c-4efc-a7b2-7b47a60e2c3b), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:53.657656 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b7ef129d-c05f-4e10-8355-f42b45375ecf tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (e8414fa4-d93c-4efc-a7b2-7b47a60e2c3b), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:53.702504 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ef129d-c05f-4e10-8355-f42b45375ecf tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:14:53.705301 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-b7ef129d-c05f-4e10-8355-f42b45375ecf tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:14:53.710853 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ef129d-c05f-4e10-8355-f42b45375ecf tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:14:53.716542 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ef129d-c05f-4e10-8355-f42b45375ecf tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Pushing event updated for resources: {'Port': ['ID=e8414fa4-d93c-4efc-a7b2-7b47a60e2c3b,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:54.087439 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b7ef129d-c05f-4e10-8355-f42b45375ecf tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Publish callbacks [] for floatingip (d37a14b2-3cb6-4524-aa06-8c82312d8acb), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:54.162024 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b7ef129d-c05f-4e10-8355-f42b45375ecf tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (e8414fa4-d93c-4efc-a7b2-7b47a60e2c3b), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:54.322936 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b7ef129d-c05f-4e10-8355-f42b45375ecf tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Publish callbacks [] for port (e8414fa4-d93c-4efc-a7b2-7b47a60e2c3b), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:54.327669 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b7ef129d-c05f-4e10-8355-f42b45375ecf tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (e8414fa4-d93c-4efc-a7b2-7b47a60e2c3b), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:54.396740 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ef129d-c05f-4e10-8355-f42b45375ecf tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Pushing event updated for resources: {'Port': ['ID=e8414fa4-d93c-4efc-a7b2-7b47a60e2c3b,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:54.409083 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b7ef129d-c05f-4e10-8355-f42b45375ecf tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16285943'] for floatingip (d37a14b2-3cb6-4524-aa06-8c82312d8acb), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:54.522049 n-d-826753-2 neutron-server[103701]: INFO neutron.db.l3_db [None req-b7ef129d-c05f-4e10-8355-f42b45375ecf tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Floating IP d37a14b2-3cb6-4524-aa06-8c82312d8acb associated. External IP: 172.25.6.132, port: b4fff8cc-9848-4e95-b7eb-50a168bdd7ef. Feb 19 04:14:54.742607 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7ef129d-c05f-4e10-8355-f42b45375ecf tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Router f532b6e6-7b78-4c5e-a73e-30d8a1201bfb has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:14:54.855069 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7ef129d-c05f-4e10-8355-f42b45375ecf tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:14:54.864750 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ff679c-f4ae-4fe4-b5eb-d4fe0e2ceee5 None None] Sync routers for ids ['f532b6e6-7b78-4c5e-a73e-30d8a1201bfb'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:14:54.873910 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b7ef129d-c05f-4e10-8355-f42b45375ecf tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:54.876040 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ff679c-f4ae-4fe4-b5eb-d4fe0e2ceee5 None None] Routers {'f532b6e6-7b78-4c5e-a73e-30d8a1201bfb'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:14:54.876655 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-a8ff679c-f4ae-4fe4-b5eb-d4fe0e2ceee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T04:14:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['f532b6e6-7b78-4c5e-a73e-30d8a1201bfb'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:14:54.904837 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-b7ef129d-c05f-4e10-8355-f42b45375ecf tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6325634 Feb 19 04:14:54.905582 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3821f102-9456-4ba4-ba9a-08e03561a55d', 'tag': 'b4fff8cc-9848-4e95-b7eb-50a168bdd7ef'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:14:54.907844 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64650e7238020d70304413a5b849b926770e068c757b8393e93027c7f92d28d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9a32d4a-3adf-4d11-b5f8-0cfa8fc38af0" -d '{"events": [{"name": "network-changed", "server_uuid": "3821f102-9456-4ba4-ba9a-08e03561a55d", "tag": "b4fff8cc-9848-4e95-b7eb-50a168bdd7ef"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:14:54.994641 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-a8ff679c-f4ae-4fe4-b5eb-d4fe0e2ceee5 None None] Set router f532b6e6-7b78-4c5e-a73e-30d8a1201bfb gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:14:55.003134 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9561597-c8fb-4e09-85ef-f5ed3a3ba823 x-openstack-request-id: req-d9561597-c8fb-4e09-85ef-f5ed3a3ba823 {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:14:55.003426 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3821f102-9456-4ba4-ba9a-08e03561a55d", "tag": "b4fff8cc-9848-4e95-b7eb-50a168bdd7ef", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:14:55.003684 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d9561597-c8fb-4e09-85ef-f5ed3a3ba823 {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:14:55.004090 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3821f102-9456-4ba4-ba9a-08e03561a55d', 'tag': 'b4fff8cc-9848-4e95-b7eb-50a168bdd7ef', 'status': 'completed', 'code': 200} Feb 19 04:14:55.097326 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a32d4a-3adf-4d11-b5f8-0cfa8fc38af0 req-e37344c0-3203-40a7-ae89-6cbabb31f215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:55.098836 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a9a32d4a-3adf-4d11-b5f8-0cfa8fc38af0 req-e37344c0-3203-40a7-ae89-6cbabb31f215 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=bb6b3bfd686d4ca682dc7b939b136961&device_id=3821f102-9456-4ba4-ba9a-08e03561a55d HTTP/1.1" status: 200 len: 1127 time: 0.0532851 Feb 19 04:14:55.190682 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a32d4a-3adf-4d11-b5f8-0cfa8fc38af0 req-1ce3df45-18ed-4cc8-b062-6fac841d4781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:55.192193 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a9a32d4a-3adf-4d11-b5f8-0cfa8fc38af0 req-1ce3df45-18ed-4cc8-b062-6fac841d4781 service neutron] 10.222.0.82 "GET /v2.0/networks?id=15247518-665f-482f-9371-8d134e43f275 HTTP/1.1" status: 200 len: 911 time: 0.0868139 Feb 19 04:14:55.243945 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-a8ff679c-f4ae-4fe4-b5eb-d4fe0e2ceee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f532b6e6-7b78-4c5e-a73e-30d8a1201bfb', 'name': 'tempest-TestSnapshotPattern-1067943653-router', 'tenant_id': 'bb6b3bfd686d4ca682dc7b939b136961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '37ec3bce-b707-40b7-95f4-d9ff844b9547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:14:28Z', 'updated_at': '2022-02-19T04:14:31Z', 'revision_number': 4, 'project_id': 'bb6b3bfd686d4ca682dc7b939b136961', 'gw_port': {'id': '37ec3bce-b707-40b7-95f4-d9ff844b9547', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:47:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f532b6e6-7b78-4c5e-a73e-30d8a1201bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:14:28Z', 'updated_at': '2022-02-19T04:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': 'd37a14b2-3cb6-4524-aa06-8c82312d8acb', 'tenant_id': 'bb6b3bfd686d4ca682dc7b939b136961', 'floating_ip_address': '172.25.6.132', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': 'f532b6e6-7b78-4c5e-a73e-30d8a1201bfb', 'port_id': 'b4fff8cc-9848-4e95-b7eb-50a168bdd7ef', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15247518-665f-482f-9371-8d134e43f275', 'mac_address': 'fa:16:3e:42:d0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3821f102-9456-4ba4-ba9a-08e03561a55d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:14:53Z', 'updated_at': '2022-02-19T04:14:53Z', 'revision_number': 0, 'project_id': 'bb6b3bfd686d4ca682dc7b939b136961', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd10de36-8daa-4059-9d8f-91dfc5ec1528', 'name': '', 'network_id': '15247518-665f-482f-9371-8d134e43f275', 'tenant_id': 'bb6b3bfd686d4ca682dc7b939b136961', 'mac_address': 'fa:16:3e:bf:09:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f532b6e6-7b78-4c5e-a73e-30d8a1201bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': 'cfc3a8c6-e876-49f8-9eb2-d9517dc3f89e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:14:30Z', 'updated_at': '2022-02-19T04:14:36Z', 'revision_number': 5, 'project_id': 'bb6b3bfd686d4ca682dc7b939b136961', 'subnets': [{'id': 'cfc3a8c6-e876-49f8-9eb2-d9517dc3f89e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:14:55.265082 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a9a32d4a-3adf-4d11-b5f8-0cfa8fc38af0 req-3f44f74d-8660-4b12-9cb7-d7ee6805d47a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b4fff8cc-9848-4e95-b7eb-50a168bdd7ef HTTP/1.1" status: 200 len: 999 time: 0.0656374 Feb 19 04:14:55.272023 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ff679c-f4ae-4fe4-b5eb-d4fe0e2ceee5 None None] Checking router: f532b6e6-7b78-4c5e-a73e-30d8a1201bfb for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:14:55.281566 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ff679c-f4ae-4fe4-b5eb-d4fe0e2ceee5 None None] Routers {'f532b6e6-7b78-4c5e-a73e-30d8a1201bfb'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:14:55.282178 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-a8ff679c-f4ae-4fe4-b5eb-d4fe0e2ceee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T04:14:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['f532b6e6-7b78-4c5e-a73e-30d8a1201bfb'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:14:55.314827 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a32d4a-3adf-4d11-b5f8-0cfa8fc38af0 req-c6b41646-1b1b-4c5e-a396-3b2a824f8e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:55.316404 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a9a32d4a-3adf-4d11-b5f8-0cfa8fc38af0 req-c6b41646-1b1b-4c5e-a396-3b2a824f8e87 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=cfc3a8c6-e876-49f8-9eb2-d9517dc3f89e HTTP/1.1" status: 200 len: 849 time: 0.0463181 Feb 19 04:14:55.377626 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a32d4a-3adf-4d11-b5f8-0cfa8fc38af0 req-511bda0c-1951-4906-ba36-17c96c24d992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:55.379214 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a9a32d4a-3adf-4d11-b5f8-0cfa8fc38af0 req-511bda0c-1951-4906-ba36-17c96c24d992 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=15247518-665f-482f-9371-8d134e43f275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0570102 Feb 19 04:14:55.396967 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-a8ff679c-f4ae-4fe4-b5eb-d4fe0e2ceee5 None None] Set router f532b6e6-7b78-4c5e-a73e-30d8a1201bfb gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:14:55.483190 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a9a32d4a-3adf-4d11-b5f8-0cfa8fc38af0 req-894f2b62-02b4-411e-aa2c-57a6a240b799 service neutron] 10.222.0.82 "GET /v2.0/networks/15247518-665f-482f-9371-8d134e43f275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967543 Feb 19 04:14:55.576195 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-a9a32d4a-3adf-4d11-b5f8-0cfa8fc38af0 req-a76a6f5c-a227-43e1-ad27-d3ab7f3c0ed3 service neutron] 10.222.0.82 "GET /v2.0/networks/15247518-665f-482f-9371-8d134e43f275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871916 Feb 19 04:14:55.660690 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-a8ff679c-f4ae-4fe4-b5eb-d4fe0e2ceee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f532b6e6-7b78-4c5e-a73e-30d8a1201bfb', 'name': 'tempest-TestSnapshotPattern-1067943653-router', 'tenant_id': 'bb6b3bfd686d4ca682dc7b939b136961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '37ec3bce-b707-40b7-95f4-d9ff844b9547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:14:28Z', 'updated_at': '2022-02-19T04:14:31Z', 'revision_number': 4, 'project_id': 'bb6b3bfd686d4ca682dc7b939b136961', 'gw_port': {'id': '37ec3bce-b707-40b7-95f4-d9ff844b9547', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:47:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f532b6e6-7b78-4c5e-a73e-30d8a1201bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:14:28Z', 'updated_at': '2022-02-19T04:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': 'd37a14b2-3cb6-4524-aa06-8c82312d8acb', 'tenant_id': 'bb6b3bfd686d4ca682dc7b939b136961', 'floating_ip_address': '172.25.6.132', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': 'f532b6e6-7b78-4c5e-a73e-30d8a1201bfb', 'port_id': 'b4fff8cc-9848-4e95-b7eb-50a168bdd7ef', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15247518-665f-482f-9371-8d134e43f275', 'mac_address': 'fa:16:3e:42:d0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3821f102-9456-4ba4-ba9a-08e03561a55d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:14:53Z', 'updated_at': '2022-02-19T04:14:53Z', 'revision_number': 0, 'project_id': 'bb6b3bfd686d4ca682dc7b939b136961', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd10de36-8daa-4059-9d8f-91dfc5ec1528', 'name': '', 'network_id': '15247518-665f-482f-9371-8d134e43f275', 'tenant_id': 'bb6b3bfd686d4ca682dc7b939b136961', 'mac_address': 'fa:16:3e:bf:09:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f532b6e6-7b78-4c5e-a73e-30d8a1201bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': 'cfc3a8c6-e876-49f8-9eb2-d9517dc3f89e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:14:30Z', 'updated_at': '2022-02-19T04:14:36Z', 'revision_number': 5, 'project_id': 'bb6b3bfd686d4ca682dc7b939b136961', 'subnets': [{'id': 'cfc3a8c6-e876-49f8-9eb2-d9517dc3f89e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:14:55.691919 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ff679c-f4ae-4fe4-b5eb-d4fe0e2ceee5 None None] The sync data for ids ['f532b6e6-7b78-4c5e-a73e-30d8a1201bfb'] in n-d-826753-2 is: [{'id': 'f532b6e6-7b78-4c5e-a73e-30d8a1201bfb', 'name': 'tempest-TestSnapshotPattern-1067943653-router', 'tenant_id': 'bb6b3bfd686d4ca682dc7b939b136961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '37ec3bce-b707-40b7-95f4-d9ff844b9547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:14:28Z', 'updated_at': '2022-02-19T04:14:31Z', 'revision_number': 4, 'project_id': 'bb6b3bfd686d4ca682dc7b939b136961', 'gw_port': {'id': '37ec3bce-b707-40b7-95f4-d9ff844b9547', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:47:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f532b6e6-7b78-4c5e-a73e-30d8a1201bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:14:28Z', 'updated_at': '2022-02-19T04:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': 'd37a14b2-3cb6-4524-aa06-8c82312d8acb', 'tenant_id': 'bb6b3bfd686d4ca682dc7b939b136961', 'floating_ip_address': '172.25.6.132', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': 'f532b6e6-7b78-4c5e-a73e-30d8a1201bfb', 'port_id': 'b4fff8cc-9848-4e95-b7eb-50a168bdd7ef', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15247518-665f-482f-9371-8d134e43f275', 'mac_address': 'fa:16:3e:42:d0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3821f102-9456-4ba4-ba9a-08e03561a55d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:14:53Z', 'updated_at': '2022-02-19T04:14:53Z', 'revision_number': 0, 'project_id': 'bb6b3bfd686d4ca682dc7b939b136961', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd10de36-8daa-4059-9d8f-91dfc5ec1528', 'name': '', 'network_id': '15247518-665f-482f-9371-8d134e43f275', 'tenant_id': 'bb6b3bfd686d4ca682dc7b939b136961', 'mac_address': 'fa:16:3e:bf:09:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f532b6e6-7b78-4c5e-a73e-30d8a1201bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': 'cfc3a8c6-e876-49f8-9eb2-d9517dc3f89e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:14:30Z', 'updated_at': '2022-02-19T04:14:36Z', 'revision_number': 5, 'project_id': 'bb6b3bfd686d4ca682dc7b939b136961', 'subnets': [{'id': 'cfc3a8c6-e876-49f8-9eb2-d9517dc3f89e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:14:55.911718 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29dcf03-4284-4258-bd9a-c0a541d38a8c None None] New status for floating IP d37a14b2-3cb6-4524-aa06-8c82312d8acb: ACTIVE {{(pid=103703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:14:56.310059 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-75f3359c-be57-40fd-8f65-7453801e84ff req-d5f0f2d9-ee35-407f-baed-fe1c165e3358 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=3821f102-9456-4ba4-ba9a-08e03561a55d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0448034 Feb 19 04:14:56.426663 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f3359c-be57-40fd-8f65-7453801e84ff req-177bbf48-ec91-45dc-a662-d0297be71826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:56.428210 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-75f3359c-be57-40fd-8f65-7453801e84ff req-177bbf48-ec91-45dc-a662-d0297be71826 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=bb6b3bfd686d4ca682dc7b939b136961&device_id=3821f102-9456-4ba4-ba9a-08e03561a55d HTTP/1.1" status: 200 len: 1127 time: 0.0549238 Feb 19 04:14:56.534842 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f3359c-be57-40fd-8f65-7453801e84ff req-0c0c6c3c-439a-4f26-b80e-61f3e4cfd2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:56.536483 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-75f3359c-be57-40fd-8f65-7453801e84ff req-0c0c6c3c-439a-4f26-b80e-61f3e4cfd2a5 service neutron] 10.222.0.82 "GET /v2.0/networks?id=15247518-665f-482f-9371-8d134e43f275 HTTP/1.1" status: 200 len: 911 time: 0.0897038 Feb 19 04:14:56.608003 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-75f3359c-be57-40fd-8f65-7453801e84ff req-24e3d2f2-1e91-498a-ba23-95e9bc29b619 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b4fff8cc-9848-4e95-b7eb-50a168bdd7ef HTTP/1.1" status: 200 len: 1001 time: 0.0647695 Feb 19 04:14:56.657600 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f3359c-be57-40fd-8f65-7453801e84ff req-d26357f1-4dc0-4506-87c6-6a0d4f19d97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:56.659101 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-75f3359c-be57-40fd-8f65-7453801e84ff req-d26357f1-4dc0-4506-87c6-6a0d4f19d97a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=cfc3a8c6-e876-49f8-9eb2-d9517dc3f89e HTTP/1.1" status: 200 len: 849 time: 0.0459468 Feb 19 04:14:56.708931 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f3359c-be57-40fd-8f65-7453801e84ff req-19bf7dea-2dc8-4d72-a0ae-96fcdf0c3720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:56.710495 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-75f3359c-be57-40fd-8f65-7453801e84ff req-19bf7dea-2dc8-4d72-a0ae-96fcdf0c3720 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=15247518-665f-482f-9371-8d134e43f275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0452335 Feb 19 04:14:56.801666 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-75f3359c-be57-40fd-8f65-7453801e84ff req-de76237c-aef0-458d-9b35-039a3117cd14 service neutron] 10.222.0.82 "GET /v2.0/networks/15247518-665f-482f-9371-8d134e43f275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851319 Feb 19 04:14:56.894079 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-75f3359c-be57-40fd-8f65-7453801e84ff req-2158027e-8672-47d4-8b66-d59c44b38597 service neutron] 10.222.0.82 "GET /v2.0/networks/15247518-665f-482f-9371-8d134e43f275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869701 Feb 19 04:14:57.117758 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:12.990673 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:15:15.719281 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-148b8d9a-3937-4cef-816b-0e537c7ce09c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:17.921832 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-70c54a46-cde3-442e-8c49-86f60979586c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:19.638121 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:20.818640 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:22.168871 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:23.352877 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:27.116195 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:45.723242 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-c34dfa89-f147-44a3-8363-5f6197dae87b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:47.925125 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-22d93cf8-45e2-41ad-9477-9ce1515780cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:49.643526 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:49.989788 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:15:50.827803 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:52.172228 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:53.356088 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:57.130147 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:58.306447 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-29a76d0c-84bb-4887-b559-94a13b592788 req-8da4c29d-658d-4a3e-a362-2758a8b7fa19 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=3821f102-9456-4ba4-ba9a-08e03561a55d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0510890 Feb 19 04:15:58.420514 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a76d0c-84bb-4887-b559-94a13b592788 req-9b0a9147-f760-4082-9b4b-254b6645b142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:58.422875 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-29a76d0c-84bb-4887-b559-94a13b592788 req-9b0a9147-f760-4082-9b4b-254b6645b142 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=bb6b3bfd686d4ca682dc7b939b136961&device_id=3821f102-9456-4ba4-ba9a-08e03561a55d HTTP/1.1" status: 200 len: 1127 time: 0.0571644 Feb 19 04:15:58.537040 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a76d0c-84bb-4887-b559-94a13b592788 req-dc17ccd1-4879-4421-9f79-dd9635aec0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:58.538538 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-29a76d0c-84bb-4887-b559-94a13b592788 req-dc17ccd1-4879-4421-9f79-dd9635aec0fd service neutron] 10.222.0.82 "GET /v2.0/networks?id=15247518-665f-482f-9371-8d134e43f275 HTTP/1.1" status: 200 len: 911 time: 0.0939567 Feb 19 04:15:58.623025 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-29a76d0c-84bb-4887-b559-94a13b592788 req-4323d6f9-9593-4357-8aca-e3389bdee8e4 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b4fff8cc-9848-4e95-b7eb-50a168bdd7ef HTTP/1.1" status: 200 len: 1001 time: 0.0691023 Feb 19 04:15:58.674094 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a76d0c-84bb-4887-b559-94a13b592788 req-140164e3-2aab-4cf5-b381-e6299f01223f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:58.675615 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-29a76d0c-84bb-4887-b559-94a13b592788 req-140164e3-2aab-4cf5-b381-e6299f01223f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=cfc3a8c6-e876-49f8-9eb2-d9517dc3f89e HTTP/1.1" status: 200 len: 849 time: 0.0472264 Feb 19 04:15:58.726369 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a76d0c-84bb-4887-b559-94a13b592788 req-5d6f9311-eee9-4113-a806-d2af2698f33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:58.727882 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-29a76d0c-84bb-4887-b559-94a13b592788 req-5d6f9311-eee9-4113-a806-d2af2698f33e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=15247518-665f-482f-9371-8d134e43f275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0463238 Feb 19 04:15:59.134650 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-29a76d0c-84bb-4887-b559-94a13b592788 req-7b31c3d1-30e5-4c1a-925f-14fd1eb9f702 service neutron] 10.222.0.82 "GET /v2.0/networks/15247518-665f-482f-9371-8d134e43f275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4007988 Feb 19 04:15:59.231521 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-29a76d0c-84bb-4887-b559-94a13b592788 req-9d5b7073-6b0f-4058-a1ba-60af1526cb33 service neutron] 10.222.0.82 "GET /v2.0/networks/15247518-665f-482f-9371-8d134e43f275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897713 Feb 19 04:16:15.726200 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-92e775ca-04fb-45fa-81a8-d94cfe6326f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:17.927034 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-1676771a-4001-48ad-9c9e-f9d820a04c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:19.643820 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:20.825089 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:22.181847 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:23.340174 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:26.989737 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:16:27.146972 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:45.729060 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-feb7075d-0ab5-41dc-a8e7-930b02ce0b73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:47.929212 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-bff8fd02-6c22-44ea-993c-85586d8fc181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:49.646266 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:50.828156 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:52.171952 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:53.291297 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device b4fff8cc-9848-4e95-b7eb-50a168bdd7ef details requested by agent hyperv_n-h2-826753-2 with host n-h2-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:16:53.384905 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:53.416203 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port b4fff8cc-9848-4e95-b7eb-50a168bdd7ef, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=b4fff8cc-9848-4e95-b7eb-50a168bdd7ef,segment=NetworkSegment(98d25b11-baca-4bc4-9347-eededf372332),segment_id=98d25b11-baca-4bc4-9347-eededf372332)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:16:53.428688 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Returning: {'device': 'b4fff8cc-9848-4e95-b7eb-50a168bdd7ef', 'network_id': '15247518-665f-482f-9371-8d134e43f275', 'port_id': 'b4fff8cc-9848-4e95-b7eb-50a168bdd7ef', 'mac_address': 'fa:16:3e:42:d0:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfc3a8c6-e876-49f8-9eb2-d9517dc3f89e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:16:53.471454 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port b4fff8cc-9848-4e95-b7eb-50a168bdd7ef is: ACTIVE; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:16:53.471845 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (b4fff8cc-9848-4e95-b7eb-50a168bdd7ef), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:53.486696 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b4fff8cc-9848-4e95-b7eb-50a168bdd7ef {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:16:53.507066 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port b4fff8cc-9848-4e95-b7eb-50a168bdd7ef, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=b4fff8cc-9848-4e95-b7eb-50a168bdd7ef,segment=NetworkSegment(98d25b11-baca-4bc4-9347-eededf372332),segment_id=98d25b11-baca-4bc4-9347-eededf372332)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:16:53.511091 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (b4fff8cc-9848-4e95-b7eb-50a168bdd7ef), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:53.559153 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=b4fff8cc-9848-4e95-b7eb-50a168bdd7ef,revision_number=6']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:53.566827 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:53.567171 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:53.567508 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:53.567840 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:53.568164 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:53.568490 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:53.568816 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:53.569164 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:53.569486 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:53.569804 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:53.570383 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:53.570698 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:53.571111 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:16:53.674123 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] get_ports_and_sgs() called for port_ids ['b4fff8cc-9848-4e95-b7eb-50a168bdd7ef'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:16:55.298030 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device b4fff8cc-9848-4e95-b7eb-50a168bdd7ef up at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:16:55.349503 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Provisioning complete for port b4fff8cc-9848-4e95-b7eb-50a168bdd7ef triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:16:55.349881 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (b4fff8cc-9848-4e95-b7eb-50a168bdd7ef), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:55.442704 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port b4fff8cc-9848-4e95-b7eb-50a168bdd7ef is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:16:55.443101 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (b4fff8cc-9848-4e95-b7eb-50a168bdd7ef), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:55.469292 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3821f102-9456-4ba4-ba9a-08e03561a55d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4fff8cc-9848-4e95-b7eb-50a168bdd7ef'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:16:55.471615 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88fe038525c8a7a69a3adae1ae732c1dd0c63371bed0a925712ea7f2f25f70bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cf6ae5a-3b24-4664-b273-7506f85f670e" -d '{"events": [{"server_uuid": "3821f102-9456-4ba4-ba9a-08e03561a55d", "name": "network-vif-plugged", "status": "completed", "tag": "b4fff8cc-9848-4e95-b7eb-50a168bdd7ef"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:16:55.485270 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port b4fff8cc-9848-4e95-b7eb-50a168bdd7ef, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=b4fff8cc-9848-4e95-b7eb-50a168bdd7ef,segment=NetworkSegment(98d25b11-baca-4bc4-9347-eededf372332),segment_id=98d25b11-baca-4bc4-9347-eededf372332)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:16:55.499993 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (b4fff8cc-9848-4e95-b7eb-50a168bdd7ef), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:55.529276 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5687be3d-e32b-46ed-b6d2-33bacbe7bd50 x-openstack-request-id: req-5687be3d-e32b-46ed-b6d2-33bacbe7bd50 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:16:55.529851 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3821f102-9456-4ba4-ba9a-08e03561a55d", "name": "network-vif-plugged", "status": "completed", "tag": "b4fff8cc-9848-4e95-b7eb-50a168bdd7ef", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:16:55.530282 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5687be3d-e32b-46ed-b6d2-33bacbe7bd50 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:16:55.530854 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3821f102-9456-4ba4-ba9a-08e03561a55d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4fff8cc-9848-4e95-b7eb-50a168bdd7ef', 'code': 200} Feb 19 04:16:55.559400 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=b4fff8cc-9848-4e95-b7eb-50a168bdd7ef,revision_number=7']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:16:57.163043 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:59.363745 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9879d624-9fab-4bd3-9a8f-e046f02a7eef req-0c0f7e51-5140-4663-82e6-d28eec422cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:59.365992 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-9879d624-9fab-4bd3-9a8f-e046f02a7eef req-0c0f7e51-5140-4663-82e6-d28eec422cb5 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=bb6b3bfd686d4ca682dc7b939b136961&device_id=3821f102-9456-4ba4-ba9a-08e03561a55d HTTP/1.1" status: 200 len: 1127 time: 0.0541043 Feb 19 04:16:59.520378 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9879d624-9fab-4bd3-9a8f-e046f02a7eef req-9890a100-5bef-46b8-b7b6-06c1ca185e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:59.522320 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-9879d624-9fab-4bd3-9a8f-e046f02a7eef req-9890a100-5bef-46b8-b7b6-06c1ca185e74 service neutron] 10.222.0.82 "GET /v2.0/networks?id=15247518-665f-482f-9371-8d134e43f275 HTTP/1.1" status: 200 len: 911 time: 0.1329072 Feb 19 04:16:59.596553 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-9879d624-9fab-4bd3-9a8f-e046f02a7eef req-e8c0e5f5-cb44-4b78-8a18-19f1df7fc274 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b4fff8cc-9848-4e95-b7eb-50a168bdd7ef HTTP/1.1" status: 200 len: 1001 time: 0.0668182 Feb 19 04:16:59.655792 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9879d624-9fab-4bd3-9a8f-e046f02a7eef req-a7401e17-fd9e-414a-89e6-457c786d4f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:59.657204 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-9879d624-9fab-4bd3-9a8f-e046f02a7eef req-a7401e17-fd9e-414a-89e6-457c786d4f55 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=cfc3a8c6-e876-49f8-9eb2-d9517dc3f89e HTTP/1.1" status: 200 len: 849 time: 0.0539665 Feb 19 04:16:59.713767 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9879d624-9fab-4bd3-9a8f-e046f02a7eef req-4412f2e9-2af5-4ba9-84db-3c5de14813b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:59.715426 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-9879d624-9fab-4bd3-9a8f-e046f02a7eef req-4412f2e9-2af5-4ba9-84db-3c5de14813b1 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=15247518-665f-482f-9371-8d134e43f275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0523543 Feb 19 04:16:59.844064 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-9879d624-9fab-4bd3-9a8f-e046f02a7eef req-7e39b832-cca9-47d8-8854-312d4520109e service neutron] 10.222.0.82 "GET /v2.0/networks/15247518-665f-482f-9371-8d134e43f275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216493 Feb 19 04:16:59.967367 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-9879d624-9fab-4bd3-9a8f-e046f02a7eef req-dfe2aaec-090e-4cc7-ba15-d573d85c015c service neutron] 10.222.0.82 "GET /v2.0/networks/15247518-665f-482f-9371-8d134e43f275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163480 Feb 19 04:17:03.989417 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:17:04.394406 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-08146b6f-a7ec-471e-bb42-e1730af7aa69 req-ee55bfb5-eb4c-4097-a321-7d9e79f40b24 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1951617175&fields=id&tenant_id=bb6b3bfd686d4ca682dc7b939b136961 HTTP/1.1" status: 200 len: 267 time: 0.0485992 Feb 19 04:17:04.512697 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08146b6f-a7ec-471e-bb42-e1730af7aa69 req-beb258bf-57d5-40b3-b45e-eaa4bdb0f58d tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:04.514211 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-08146b6f-a7ec-471e-bb42-e1730af7aa69 req-beb258bf-57d5-40b3-b45e-eaa4bdb0f58d tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] 10.222.0.72 "GET /v2.0/networks?id=15247518-665f-482f-9371-8d134e43f275 HTTP/1.1" status: 200 len: 810 time: 0.1109021 Feb 19 04:17:04.529944 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-08146b6f-a7ec-471e-bb42-e1730af7aa69 req-334452b4-4757-435d-aa20-7cb747f15267 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] 10.222.0.72 "GET /v2.0/quotas/bb6b3bfd686d4ca682dc7b939b136961 HTTP/1.1" status: 200 len: 375 time: 0.0101280 Feb 19 04:17:04.588282 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-08146b6f-a7ec-471e-bb42-e1730af7aa69 req-303a45ff-834f-4927-a606-55925645e594 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=bb6b3bfd686d4ca682dc7b939b136961&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0526812 Feb 19 04:17:04.664467 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [req-08146b6f-a7ec-471e-bb42-e1730af7aa69 req-8f3886e5-b194-4fa8-a219-8c346f57bff4 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103701) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:17:04.665544 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-08146b6f-a7ec-471e-bb42-e1730af7aa69 req-8f3886e5-b194-4fa8-a219-8c346f57bff4 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0662637 Feb 19 04:17:04.762311 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-08146b6f-a7ec-471e-bb42-e1730af7aa69 req-e780f337-2e03-4bbc-8598-760879639938 service neutron] 10.222.0.72 "GET /v2.0/networks/15247518-665f-482f-9371-8d134e43f275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891955 Feb 19 04:17:04.860558 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-08146b6f-a7ec-471e-bb42-e1730af7aa69 req-ab214d62-13d5-4982-abb2-1d1db027b764 service neutron] 10.222.0.72 "GET /v2.0/networks/15247518-665f-482f-9371-8d134e43f275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920377 Feb 19 04:17:05.135899 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-dd72994a-18d3-4eea-98ae-be2d7e3db0a4 req-9e4a46f6-bd5b-4d5c-9a16-74d4ed2e27bc tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] 10.222.0.72 "GET /v2.0/ports?device_id=45a09592-36f1-49ab-9f55-2c427b8b9e0c HTTP/1.1" status: 200 len: 210 time: 0.1025205 Feb 19 04:17:06.254028 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08146b6f-a7ec-471e-bb42-e1730af7aa69 req-f4d74590-7731-4426-ad8e-64cd0142b085 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:06.255531 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-08146b6f-a7ec-471e-bb42-e1730af7aa69 req-f4d74590-7731-4426-ad8e-64cd0142b085 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] 10.222.0.73 "GET /v2.0/networks?id=15247518-665f-482f-9371-8d134e43f275 HTTP/1.1" status: 200 len: 810 time: 0.1586490 Feb 19 04:17:06.284153 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-41531a94-9058-479b-a469-4451d2f738cc req-47b40336-c74a-427e-8607-a54f6f1ad693 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] 10.222.0.72 "GET /v2.0/ports?device_id=45a09592-36f1-49ab-9f55-2c427b8b9e0c HTTP/1.1" status: 200 len: 210 time: 0.0342636 Feb 19 04:17:06.341309 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-08146b6f-a7ec-471e-bb42-e1730af7aa69 req-5401590e-3e1d-465a-9a32-ba845650d24a tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb6b3bfd686d4ca682dc7b939b136961 HTTP/1.1" status: 200 len: 380 time: 0.0714738 Feb 19 04:17:06.352394 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-08146b6f-a7ec-471e-bb42-e1730af7aa69 req-4aec019b-1745-4554-9713-d9952a91518d tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Request body: {'port': {'device_id': '45a09592-36f1-49ab-9f55-2c427b8b9e0c', 'network_id': '15247518-665f-482f-9371-8d134e43f275', 'admin_state_up': True, 'tenant_id': 'bb6b3bfd686d4ca682dc7b939b136961', 'security_groups': ['e84cc9e1-7a91-46ae-9eba-d998be714c23']}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:17:06.491766 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08146b6f-a7ec-471e-bb42-e1730af7aa69 req-4aec019b-1745-4554-9713-d9952a91518d tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Made reservation on behalf of bb6b3bfd686d4ca682dc7b939b136961 for: {'port': 1} {{(pid=103702) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:17:06.495048 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-08146b6f-a7ec-471e-bb42-e1730af7aa69 req-4aec019b-1745-4554-9713-d9952a91518d tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:06.750116 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.db_base_plugin_common [req-08146b6f-a7ec-471e-bb42-e1730af7aa69 req-4aec019b-1745-4554-9713-d9952a91518d tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Allocated IP 172.20.0.13 (15247518-665f-482f-9371-8d134e43f275/cfc3a8c6-e876-49f8-9eb2-d9517dc3f89e/24fbe9ae-efc3-4841-afad-9c1c971f3acd) {{(pid=103702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:17:06.997322 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-08146b6f-a7ec-471e-bb42-e1730af7aa69 req-4aec019b-1745-4554-9713-d9952a91518d tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Publish callbacks [] for port (24fbe9ae-efc3-4841-afad-9c1c971f3acd), precommit_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:07.064904 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-08146b6f-a7ec-471e-bb42-e1730af7aa69 req-4aec019b-1745-4554-9713-d9952a91518d tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (24fbe9ae-efc3-4841-afad-9c1c971f3acd), after_create {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:07.142163 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08146b6f-a7ec-471e-bb42-e1730af7aa69 req-4aec019b-1745-4554-9713-d9952a91518d tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Network 15247518-665f-482f-9371-8d134e43f275 is already hosted by enough agents. {{(pid=103702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:17:07.150782 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.base_scheduler [req-08146b6f-a7ec-471e-bb42-e1730af7aa69 req-4aec019b-1745-4554-9713-d9952a91518d tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Resources bound (agent type, host, resource id): {{(pid=103702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:17:07.154495 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-08146b6f-a7ec-471e-bb42-e1730af7aa69 req-4aec019b-1745-4554-9713-d9952a91518d tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Received port after_create {{(pid=103702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:17:07.206629 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aec019b-1745-4554-9713-d9952a91518d tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Pushing event updated for resources: {'Port': ['ID=24fbe9ae-efc3-4841-afad-9c1c971f3acd,revision_number=1']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:07.227362 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aec019b-1745-4554-9713-d9952a91518d tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:07.227783 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aec019b-1745-4554-9713-d9952a91518d tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:07.229112 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aec019b-1745-4554-9713-d9952a91518d tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:07.229667 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aec019b-1745-4554-9713-d9952a91518d tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:07.230138 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aec019b-1745-4554-9713-d9952a91518d tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:07.231745 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aec019b-1745-4554-9713-d9952a91518d tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:07.232284 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aec019b-1745-4554-9713-d9952a91518d tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:07.232766 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aec019b-1745-4554-9713-d9952a91518d tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:07.233249 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aec019b-1745-4554-9713-d9952a91518d tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:07.233686 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aec019b-1745-4554-9713-d9952a91518d tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:07.234493 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aec019b-1745-4554-9713-d9952a91518d tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:07.234943 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aec019b-1745-4554-9713-d9952a91518d tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:07.235459 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aec019b-1745-4554-9713-d9952a91518d tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:07.272349 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08146b6f-a7ec-471e-bb42-e1730af7aa69 req-4aec019b-1745-4554-9713-d9952a91518d tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:07.273328 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-08146b6f-a7ec-471e-bb42-e1730af7aa69 req-4aec019b-1745-4554-9713-d9952a91518d tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:07.308039 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-08146b6f-a7ec-471e-bb42-e1730af7aa69 req-4aec019b-1745-4554-9713-d9952a91518d tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9601855 Feb 19 04:17:07.348030 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device b4fff8cc-9848-4e95-b7eb-50a168bdd7ef no longer exists at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:17:07.517224 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Current status of the port b4fff8cc-9848-4e95-b7eb-50a168bdd7ef is: ACTIVE; New status is: DOWN {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:17:07.518243 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (b4fff8cc-9848-4e95-b7eb-50a168bdd7ef), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:07.568076 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a15e6f8-d745-43a7-8066-bf10fbfc5bdf req-9f56706e-ab5d-4961-9cd2-f8e79d065bd7 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:07.573907 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2a15e6f8-d745-43a7-8066-bf10fbfc5bdf req-9f56706e-ab5d-4961-9cd2-f8e79d065bd7 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] 10.222.0.72 "GET /v2.0/ports?device_id=45a09592-36f1-49ab-9f55-2c427b8b9e0c HTTP/1.1" status: 200 len: 932 time: 0.1381779 Feb 19 04:17:07.598668 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3821f102-9456-4ba4-ba9a-08e03561a55d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4fff8cc-9848-4e95-b7eb-50a168bdd7ef'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:17:07.601851 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88fe038525c8a7a69a3adae1ae732c1dd0c63371bed0a925712ea7f2f25f70bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-574b7a00-7e8c-41fc-8dda-cc0afd883e58" -d '{"events": [{"server_uuid": "3821f102-9456-4ba4-ba9a-08e03561a55d", "name": "network-vif-unplugged", "status": "completed", "tag": "b4fff8cc-9848-4e95-b7eb-50a168bdd7ef"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:17:07.652075 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] For port b4fff8cc-9848-4e95-b7eb-50a168bdd7ef, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=b4fff8cc-9848-4e95-b7eb-50a168bdd7ef,segment=NetworkSegment(98d25b11-baca-4bc4-9347-eededf372332),segment_id=98d25b11-baca-4bc4-9347-eededf372332)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:17:07.671576 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (b4fff8cc-9848-4e95-b7eb-50a168bdd7ef), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:07.699061 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-2a15e6f8-d745-43a7-8066-bf10fbfc5bdf req-f212e094-f57d-4809-9ebe-56344dfa404c tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] 10.222.0.72 "GET /v2.0/security-groups?id=e84cc9e1-7a91-46ae-9eba-d998be714c23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179242 Feb 19 04:17:07.723059 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-572c4151-ba88-4239-8b86-9bdab7d45ce0 None None] Provisioning complete for port 24fbe9ae-efc3-4841-afad-9c1c971f3acd triggered by entity DHCP. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:17:07.724207 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-572c4151-ba88-4239-8b86-9bdab7d45ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (24fbe9ae-efc3-4841-afad-9c1c971f3acd), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:07.831454 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 04:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97ba5189-3961-4b41-b360-5701da4229fe x-openstack-request-id: req-97ba5189-3961-4b41-b360-5701da4229fe {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:17:07.832180 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3821f102-9456-4ba4-ba9a-08e03561a55d", "name": "network-vif-unplugged", "status": "completed", "tag": "b4fff8cc-9848-4e95-b7eb-50a168bdd7ef", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:17:07.832902 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-97ba5189-3961-4b41-b360-5701da4229fe {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:17:07.833585 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3821f102-9456-4ba4-ba9a-08e03561a55d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4fff8cc-9848-4e95-b7eb-50a168bdd7ef', 'code': 200} Feb 19 04:17:07.835020 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Pushing event updated for resources: {'Port': ['ID=b4fff8cc-9848-4e95-b7eb-50a168bdd7ef,revision_number=8']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:07.868011 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-572c4151-ba88-4239-8b86-9bdab7d45ce0 None None] Port 24fbe9ae-efc3-4841-afad-9c1c971f3acd cannot update to ACTIVE because it is not bound. {{(pid=103703) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:17:08.864675 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead52ced-92a6-4836-bcc9-97b6385612e9 req-f85c44d6-292d-42b4-9513-3169845a9381 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:08.866094 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ead52ced-92a6-4836-bcc9-97b6385612e9 req-f85c44d6-292d-42b4-9513-3169845a9381 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] 10.222.0.72 "GET /v2.0/ports?device_id=45a09592-36f1-49ab-9f55-2c427b8b9e0c HTTP/1.1" status: 200 len: 932 time: 0.0558903 Feb 19 04:17:08.918237 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ead52ced-92a6-4836-bcc9-97b6385612e9 req-07336c6b-032c-45ec-90a3-2f9e296a6303 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] 10.222.0.72 "GET /v2.0/security-groups?id=e84cc9e1-7a91-46ae-9eba-d998be714c23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450637 Feb 19 04:17:10.076038 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c21a15-0c1e-4e26-bb06-759904381e9e req-8ad63dec-1b69-47e3-9c07-ab62d010e8f0 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:10.077651 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-68c21a15-0c1e-4e26-bb06-759904381e9e req-8ad63dec-1b69-47e3-9c07-ab62d010e8f0 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] 10.222.0.72 "GET /v2.0/ports?device_id=45a09592-36f1-49ab-9f55-2c427b8b9e0c HTTP/1.1" status: 200 len: 932 time: 0.0713563 Feb 19 04:17:10.138506 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-68c21a15-0c1e-4e26-bb06-759904381e9e req-7cb9d934-75f5-4081-8f75-b8511064dd7e tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] 10.222.0.72 "GET /v2.0/security-groups?id=e84cc9e1-7a91-46ae-9eba-d998be714c23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466304 Feb 19 04:17:11.305525 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0aa819-921d-4f8c-9377-da80c6154360 req-52570526-d594-4df4-b4c0-a4b49372d5d9 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:11.308468 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6d0aa819-921d-4f8c-9377-da80c6154360 req-52570526-d594-4df4-b4c0-a4b49372d5d9 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] 10.222.0.72 "GET /v2.0/ports?device_id=45a09592-36f1-49ab-9f55-2c427b8b9e0c HTTP/1.1" status: 200 len: 932 time: 0.0876007 Feb 19 04:17:11.366770 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6d0aa819-921d-4f8c-9377-da80c6154360 req-34905870-3661-4a14-b9fe-27a6ed92f889 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] 10.222.0.72 "GET /v2.0/security-groups?id=e84cc9e1-7a91-46ae-9eba-d998be714c23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526314 Feb 19 04:17:12.507327 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f6f9ac-432e-4e11-ae99-b62c59b726b1 req-65aeb676-a33d-4dcc-85ce-8983852dd3a1 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:12.515614 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-54f6f9ac-432e-4e11-ae99-b62c59b726b1 req-65aeb676-a33d-4dcc-85ce-8983852dd3a1 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] 10.222.0.72 "GET /v2.0/ports?device_id=45a09592-36f1-49ab-9f55-2c427b8b9e0c HTTP/1.1" status: 200 len: 932 time: 0.0717700 Feb 19 04:17:12.567946 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-54f6f9ac-432e-4e11-ae99-b62c59b726b1 req-2fd0c53d-aca3-4a74-833d-c646049ec979 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] 10.222.0.72 "GET /v2.0/security-groups?id=e84cc9e1-7a91-46ae-9eba-d998be714c23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466177 Feb 19 04:17:13.710936 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fb4a6b-98a9-4a25-9720-db1ca03c3665 req-6e3a06b7-bfb3-4516-bbd9-967c575add20 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:13.712496 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-33fb4a6b-98a9-4a25-9720-db1ca03c3665 req-6e3a06b7-bfb3-4516-bbd9-967c575add20 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] 10.222.0.72 "GET /v2.0/ports?device_id=45a09592-36f1-49ab-9f55-2c427b8b9e0c HTTP/1.1" status: 200 len: 932 time: 0.0598092 Feb 19 04:17:13.764465 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-33fb4a6b-98a9-4a25-9720-db1ca03c3665 req-99830fb6-6057-45a4-baa2-83a80d7452af tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] 10.222.0.72 "GET /v2.0/security-groups?id=e84cc9e1-7a91-46ae-9eba-d998be714c23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461111 Feb 19 04:17:14.891624 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc68c2b-0a17-4b85-bf99-1f0e0e0c5924 req-27face98-74ae-4ea6-b463-5b4b71732d7a tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:14.893180 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-acc68c2b-0a17-4b85-bf99-1f0e0e0c5924 req-27face98-74ae-4ea6-b463-5b4b71732d7a tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] 10.222.0.72 "GET /v2.0/ports?device_id=45a09592-36f1-49ab-9f55-2c427b8b9e0c HTTP/1.1" status: 200 len: 932 time: 0.0561354 Feb 19 04:17:14.942329 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-acc68c2b-0a17-4b85-bf99-1f0e0e0c5924 req-b66e5367-5963-4053-8968-9a933c2f0783 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] 10.222.0.72 "GET /v2.0/security-groups?id=e84cc9e1-7a91-46ae-9eba-d998be714c23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433416 Feb 19 04:17:15.732296 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-75100b27-da00-4e86-8829-c5d5b23d2d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:16.066953 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e077469c-5785-431f-bd76-bb2260b6d720 req-640d41b6-35f6-4501-a82e-4a081c5b626c tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:16.068454 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e077469c-5785-431f-bd76-bb2260b6d720 req-640d41b6-35f6-4501-a82e-4a081c5b626c tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] 10.222.0.72 "GET /v2.0/ports?device_id=45a09592-36f1-49ab-9f55-2c427b8b9e0c HTTP/1.1" status: 200 len: 932 time: 0.0526609 Feb 19 04:17:16.123630 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e077469c-5785-431f-bd76-bb2260b6d720 req-17a09bdc-1567-4989-a07d-face4f3e0596 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] 10.222.0.72 "GET /v2.0/security-groups?id=e84cc9e1-7a91-46ae-9eba-d998be714c23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486622 Feb 19 04:17:17.252318 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1016c311-6da8-45f0-ae4a-46373a747ca8 req-754a5dec-128e-43bd-97de-3d31b5e0ee26 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:17.253849 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1016c311-6da8-45f0-ae4a-46373a747ca8 req-754a5dec-128e-43bd-97de-3d31b5e0ee26 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] 10.222.0.72 "GET /v2.0/ports?device_id=45a09592-36f1-49ab-9f55-2c427b8b9e0c HTTP/1.1" status: 200 len: 932 time: 0.0540025 Feb 19 04:17:17.304637 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1016c311-6da8-45f0-ae4a-46373a747ca8 req-c1886b9f-6f1f-4dbc-b1b2-f043f01154b0 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] 10.222.0.72 "GET /v2.0/security-groups?id=e84cc9e1-7a91-46ae-9eba-d998be714c23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440252 Feb 19 04:17:17.710384 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.v2.base [req-08146b6f-a7ec-471e-bb42-e1730af7aa69 req-da53f060-b422-499f-bffd-1041bfda3b26 service neutron] Request body: {'port': {'device_id': '45a09592-36f1-49ab-9f55-2c427b8b9e0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826753-2'}} {{(pid=103702) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:17:17.771976 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-08146b6f-a7ec-471e-bb42-e1730af7aa69 req-da53f060-b422-499f-bffd-1041bfda3b26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (24fbe9ae-efc3-4841-afad-9c1c971f3acd), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:17.935641 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5423071e-dcbb-443f-bb21-91fa84ea8942 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:18.037635 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [req-08146b6f-a7ec-471e-bb42-e1730af7aa69 req-da53f060-b422-499f-bffd-1041bfda3b26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24fbe9ae-efc3-4841-afad-9c1c971f3acd {{(pid=103702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:17:18.045669 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-08146b6f-a7ec-471e-bb42-e1730af7aa69 req-da53f060-b422-499f-bffd-1041bfda3b26 service neutron] Publish callbacks [] for port (24fbe9ae-efc3-4841-afad-9c1c971f3acd), precommit_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:18.059062 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.provisioning_blocks [req-08146b6f-a7ec-471e-bb42-e1730af7aa69 req-da53f060-b422-499f-bffd-1041bfda3b26 service neutron] Transition to ACTIVE for port object 24fbe9ae-efc3-4841-afad-9c1c971f3acd will not be triggered until provisioned by entity L2. {{(pid=103702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:17:18.063355 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-08146b6f-a7ec-471e-bb42-e1730af7aa69 req-da53f060-b422-499f-bffd-1041bfda3b26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (24fbe9ae-efc3-4841-afad-9c1c971f3acd), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:18.120193 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da53f060-b422-499f-bffd-1041bfda3b26 service neutron] Pushing event updated for resources: {'Port': ['ID=24fbe9ae-efc3-4841-afad-9c1c971f3acd,revision_number=2']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:18.205904 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-08146b6f-a7ec-471e-bb42-e1730af7aa69 req-da53f060-b422-499f-bffd-1041bfda3b26 service neutron] Attempting to bind port 24fbe9ae-efc3-4841-afad-9c1c971f3acd on host n-h1-826753-2 for vnic_type normal with profile {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:17:18.206238 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-08146b6f-a7ec-471e-bb42-e1730af7aa69 req-da53f060-b422-499f-bffd-1041bfda3b26 service neutron] Attempting to bind port 24fbe9ae-efc3-4841-afad-9c1c971f3acd by drivers openvswitch,hyperv on host n-h1-826753-2 at level 0 using segments [{'id': '98d25b11-baca-4bc4-9347-eededf372332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '15247518-665f-482f-9371-8d134e43f275'}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:17:18.206560 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08146b6f-a7ec-471e-bb42-e1730af7aa69 req-da53f060-b422-499f-bffd-1041bfda3b26 service neutron] Attempting to bind port 24fbe9ae-efc3-4841-afad-9c1c971f3acd on network 15247518-665f-482f-9371-8d134e43f275 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:17:18.211507 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08146b6f-a7ec-471e-bb42-e1730af7aa69 req-da53f060-b422-499f-bffd-1041bfda3b26 service neutron] Port 24fbe9ae-efc3-4841-afad-9c1c971f3acd on network 15247518-665f-482f-9371-8d134e43f275 not bound, no agent of type Open vSwitch agent registered on host n-h1-826753-2 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:17:18.211828 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08146b6f-a7ec-471e-bb42-e1730af7aa69 req-da53f060-b422-499f-bffd-1041bfda3b26 service neutron] Attempting to bind port 24fbe9ae-efc3-4841-afad-9c1c971f3acd on network 15247518-665f-482f-9371-8d134e43f275 {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:17:18.218719 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08146b6f-a7ec-471e-bb42-e1730af7aa69 req-da53f060-b422-499f-bffd-1041bfda3b26 service neutron] Checking agent: {'id': '9d56fb1b-2855-496a-a6d9-c324740cb98a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826753-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'started_at': datetime.datetime(2022, 2, 19, 2, 36, 26), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:17:18.219053 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08146b6f-a7ec-471e-bb42-e1730af7aa69 req-da53f060-b422-499f-bffd-1041bfda3b26 service neutron] Checking segment: {'id': '98d25b11-baca-4bc4-9347-eededf372332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '15247518-665f-482f-9371-8d134e43f275'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:17:18.219444 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08146b6f-a7ec-471e-bb42-e1730af7aa69 req-da53f060-b422-499f-bffd-1041bfda3b26 service neutron] Bound using segment: {'id': '98d25b11-baca-4bc4-9347-eededf372332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '15247518-665f-482f-9371-8d134e43f275'} {{(pid=103702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:17:18.219873 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.managers [req-08146b6f-a7ec-471e-bb42-e1730af7aa69 req-da53f060-b422-499f-bffd-1041bfda3b26 service neutron] Bound port: 24fbe9ae-efc3-4841-afad-9c1c971f3acd, host: n-h1-826753-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98d25b11-baca-4bc4-9347-eededf372332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '15247518-665f-482f-9371-8d134e43f275'}}] {{(pid=103702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:17:18.220227 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-08146b6f-a7ec-471e-bb42-e1730af7aa69 req-da53f060-b422-499f-bffd-1041bfda3b26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (24fbe9ae-efc3-4841-afad-9c1c971f3acd), before_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:18.290864 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-08146b6f-a7ec-471e-bb42-e1730af7aa69 req-da53f060-b422-499f-bffd-1041bfda3b26 service neutron] For port 24fbe9ae-efc3-4841-afad-9c1c971f3acd, host n-h1-826753-2, cleared binding levels {{(pid=103702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:17:18.295214 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-08146b6f-a7ec-471e-bb42-e1730af7aa69 req-da53f060-b422-499f-bffd-1041bfda3b26 service neutron] For port 24fbe9ae-efc3-4841-afad-9c1c971f3acd, host n-h1-826753-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=24fbe9ae-efc3-4841-afad-9c1c971f3acd,segment=NetworkSegment(98d25b11-baca-4bc4-9347-eededf372332),segment_id=98d25b11-baca-4bc4-9347-eededf372332)] {{(pid=103702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:17:18.302345 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-08146b6f-a7ec-471e-bb42-e1730af7aa69 req-da53f060-b422-499f-bffd-1041bfda3b26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58701537'] for port (24fbe9ae-efc3-4841-afad-9c1c971f3acd), after_update {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:18.339508 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08146b6f-a7ec-471e-bb42-e1730af7aa69 req-da53f060-b422-499f-bffd-1041bfda3b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:18.340014 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-08146b6f-a7ec-471e-bb42-e1730af7aa69 req-da53f060-b422-499f-bffd-1041bfda3b26 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:18.341487 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-08146b6f-a7ec-471e-bb42-e1730af7aa69 req-da53f060-b422-499f-bffd-1041bfda3b26 service neutron] 10.222.0.73 "PUT /v2.0/ports/24fbe9ae-efc3-4841-afad-9c1c971f3acd HTTP/1.1" status: 200 len: 1092 time: 0.6357255 Feb 19 04:17:18.341905 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45a09592-36f1-49ab-9f55-2c427b8b9e0c', 'tag': '24fbe9ae-efc3-4841-afad-9c1c971f3acd'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:17:18.344658 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b48a34f37e4e31fa410c3f10fa4e23c828d45427043ff8d3e4d9f228381d6ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5e2a44f-a099-4aa0-8908-634e74f2652c" -d '{"events": [{"name": "network-changed", "server_uuid": "45a09592-36f1-49ab-9f55-2c427b8b9e0c", "tag": "24fbe9ae-efc3-4841-afad-9c1c971f3acd"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:17:18.373705 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da53f060-b422-499f-bffd-1041bfda3b26 service neutron] Pushing event updated for resources: {'Port': ['ID=24fbe9ae-efc3-4841-afad-9c1c971f3acd,revision_number=3']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:18.414708 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-200cc12f-6b03-4b2a-97cf-0cd7cfb7ae8e x-openstack-request-id: req-200cc12f-6b03-4b2a-97cf-0cd7cfb7ae8e {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:17:18.415011 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45a09592-36f1-49ab-9f55-2c427b8b9e0c", "tag": "24fbe9ae-efc3-4841-afad-9c1c971f3acd", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:17:18.416259 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-200cc12f-6b03-4b2a-97cf-0cd7cfb7ae8e {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:17:18.417443 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45a09592-36f1-49ab-9f55-2c427b8b9e0c', 'tag': '24fbe9ae-efc3-4841-afad-9c1c971f3acd', 'status': 'completed', 'code': 200} Feb 19 04:17:18.463903 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978752f4-e710-469b-99a4-8ed1f72ad875 req-326f7dc4-2f7a-4889-93a8-0ccfaa29d9ac tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:18.466783 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-978752f4-e710-469b-99a4-8ed1f72ad875 req-326f7dc4-2f7a-4889-93a8-0ccfaa29d9ac tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] 10.222.0.72 "GET /v2.0/ports?device_id=45a09592-36f1-49ab-9f55-2c427b8b9e0c HTTP/1.1" status: 200 len: 944 time: 0.0609615 Feb 19 04:17:18.481600 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08146b6f-a7ec-471e-bb42-e1730af7aa69 req-441e60ee-5ecc-474e-9510-0ce66bd3ee76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:18.483142 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-08146b6f-a7ec-471e-bb42-e1730af7aa69 req-441e60ee-5ecc-474e-9510-0ce66bd3ee76 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bb6b3bfd686d4ca682dc7b939b136961&device_id=45a09592-36f1-49ab-9f55-2c427b8b9e0c HTTP/1.1" status: 200 len: 1126 time: 0.0515854 Feb 19 04:17:18.520110 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-978752f4-e710-469b-99a4-8ed1f72ad875 req-7a8148b1-7796-4ff7-937e-aeddf83c0a88 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] 10.222.0.72 "GET /v2.0/security-groups?id=e84cc9e1-7a91-46ae-9eba-d998be714c23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467205 Feb 19 04:17:18.543133 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-08146b6f-a7ec-471e-bb42-e1730af7aa69 req-740991ea-84bf-451a-b900-6dd602fe285f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=24fbe9ae-efc3-4841-afad-9c1c971f3acd HTTP/1.1" status: 200 len: 217 time: 0.0487339 Feb 19 04:17:18.596153 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08146b6f-a7ec-471e-bb42-e1730af7aa69 req-c177539e-2293-4be0-92f7-623fa3ed77fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:18.597657 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-08146b6f-a7ec-471e-bb42-e1730af7aa69 req-c177539e-2293-4be0-92f7-623fa3ed77fe service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cfc3a8c6-e876-49f8-9eb2-d9517dc3f89e HTTP/1.1" status: 200 len: 849 time: 0.0493250 Feb 19 04:17:18.648103 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08146b6f-a7ec-471e-bb42-e1730af7aa69 req-bd0dae93-fd14-4b52-85e4-fbed98075a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:18.650511 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-08146b6f-a7ec-471e-bb42-e1730af7aa69 req-bd0dae93-fd14-4b52-85e4-fbed98075a50 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=15247518-665f-482f-9371-8d134e43f275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0452859 Feb 19 04:17:18.742752 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-08146b6f-a7ec-471e-bb42-e1730af7aa69 req-72384bc5-4a22-4f90-95e9-c18585f2086c service neutron] 10.222.0.73 "GET /v2.0/networks/15247518-665f-482f-9371-8d134e43f275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865057 Feb 19 04:17:18.832517 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-08146b6f-a7ec-471e-bb42-e1730af7aa69 req-370363ae-ed8b-43cc-ace1-86fd4ef9e483 service neutron] 10.222.0.73 "GET /v2.0/networks/15247518-665f-482f-9371-8d134e43f275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837452 Feb 19 04:17:18.975003 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e2a44f-a099-4aa0-8908-634e74f2652c req-d1cca816-dd9a-4420-b8a6-1889fc93a3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:18.976128 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d5e2a44f-a099-4aa0-8908-634e74f2652c req-d1cca816-dd9a-4420-b8a6-1889fc93a3ed service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bb6b3bfd686d4ca682dc7b939b136961&device_id=45a09592-36f1-49ab-9f55-2c427b8b9e0c HTTP/1.1" status: 200 len: 1126 time: 0.0613956 Feb 19 04:17:19.074274 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e2a44f-a099-4aa0-8908-634e74f2652c req-3e2bb45e-075f-46d0-be71-f7c29aa91f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:19.075761 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d5e2a44f-a099-4aa0-8908-634e74f2652c req-3e2bb45e-075f-46d0-be71-f7c29aa91f1c service neutron] 10.222.0.73 "GET /v2.0/networks?id=15247518-665f-482f-9371-8d134e43f275 HTTP/1.1" status: 200 len: 911 time: 0.0930545 Feb 19 04:17:19.116078 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d5e2a44f-a099-4aa0-8908-634e74f2652c req-1725cf64-657e-41d7-871f-4cd9d6c5884d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=24fbe9ae-efc3-4841-afad-9c1c971f3acd HTTP/1.1" status: 200 len: 217 time: 0.0338476 Feb 19 04:17:19.170592 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e2a44f-a099-4aa0-8908-634e74f2652c req-f998d2e7-9199-45e0-ac7f-d17f974ba3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:19.172059 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d5e2a44f-a099-4aa0-8908-634e74f2652c req-f998d2e7-9199-45e0-ac7f-d17f974ba3cd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cfc3a8c6-e876-49f8-9eb2-d9517dc3f89e HTTP/1.1" status: 200 len: 849 time: 0.0499423 Feb 19 04:17:19.221282 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e2a44f-a099-4aa0-8908-634e74f2652c req-026a4499-50a0-455c-b27f-0f5380ee7cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:19.222823 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d5e2a44f-a099-4aa0-8908-634e74f2652c req-026a4499-50a0-455c-b27f-0f5380ee7cce service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=15247518-665f-482f-9371-8d134e43f275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0454028 Feb 19 04:17:19.310325 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d5e2a44f-a099-4aa0-8908-634e74f2652c req-8854c650-ba31-41be-a699-3b43699a0307 service neutron] 10.222.0.73 "GET /v2.0/networks/15247518-665f-482f-9371-8d134e43f275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811055 Feb 19 04:17:19.403013 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d5e2a44f-a099-4aa0-8908-634e74f2652c req-74f8ed64-2347-4c53-8f7a-e8fce491e183 service neutron] 10.222.0.73 "GET /v2.0/networks/15247518-665f-482f-9371-8d134e43f275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865483 Feb 19 04:17:19.649550 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:19.651238 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66bc1d4-80bd-43d3-af7d-5a3470f1e172 req-ff4fde13-de8c-42ed-8703-1176d18a5c8a tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:19.652784 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e66bc1d4-80bd-43d3-af7d-5a3470f1e172 req-ff4fde13-de8c-42ed-8703-1176d18a5c8a tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] 10.222.0.72 "GET /v2.0/ports?device_id=45a09592-36f1-49ab-9f55-2c427b8b9e0c HTTP/1.1" status: 200 len: 944 time: 0.0596890 Feb 19 04:17:19.702798 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-e66bc1d4-80bd-43d3-af7d-5a3470f1e172 req-d29cd70c-3114-4c72-b294-3ef0d739f82d tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] 10.222.0.72 "GET /v2.0/security-groups?id=e84cc9e1-7a91-46ae-9eba-d998be714c23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441940 Feb 19 04:17:20.825513 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfd5bb1-a280-4e5c-8bd1-64fb712c4eb4 req-21d77652-55a3-431f-9459-617fc3bb3a64 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:20.827034 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ebfd5bb1-a280-4e5c-8bd1-64fb712c4eb4 req-21d77652-55a3-431f-9459-617fc3bb3a64 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] 10.222.0.72 "GET /v2.0/ports?device_id=45a09592-36f1-49ab-9f55-2c427b8b9e0c HTTP/1.1" status: 200 len: 944 time: 0.0550795 Feb 19 04:17:20.833179 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:20.875664 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-ebfd5bb1-a280-4e5c-8bd1-64fb712c4eb4 req-9dd0f321-4725-4834-be4e-46224ab45bb6 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] 10.222.0.72 "GET /v2.0/security-groups?id=e84cc9e1-7a91-46ae-9eba-d998be714c23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427792 Feb 19 04:17:21.996829 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb57dec3-82a1-44b0-9d0d-1b5984d6d34f req-6bec834f-c259-4ae5-a1eb-8015da9fae14 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:21.998373 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bb57dec3-82a1-44b0-9d0d-1b5984d6d34f req-6bec834f-c259-4ae5-a1eb-8015da9fae14 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] 10.222.0.72 "GET /v2.0/ports?device_id=45a09592-36f1-49ab-9f55-2c427b8b9e0c HTTP/1.1" status: 200 len: 944 time: 0.0542431 Feb 19 04:17:22.175587 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:22.333736 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-bb57dec3-82a1-44b0-9d0d-1b5984d6d34f req-7603760e-1c83-4f0c-9aaa-0d4a65f852f1 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] 10.222.0.72 "GET /v2.0/security-groups?id=e84cc9e1-7a91-46ae-9eba-d998be714c23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3297677 Feb 19 04:17:22.740787 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 24fbe9ae-efc3-4841-afad-9c1c971f3acd details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:17:22.836239 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 24fbe9ae-efc3-4841-afad-9c1c971f3acd, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=24fbe9ae-efc3-4841-afad-9c1c971f3acd,segment=NetworkSegment(98d25b11-baca-4bc4-9347-eededf372332),segment_id=98d25b11-baca-4bc4-9347-eededf372332)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:17:22.848008 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': '24fbe9ae-efc3-4841-afad-9c1c971f3acd', 'network_id': '15247518-665f-482f-9371-8d134e43f275', 'port_id': '24fbe9ae-efc3-4841-afad-9c1c971f3acd', 'mac_address': 'fa:16:3e:b5:cb:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfc3a8c6-e876-49f8-9eb2-d9517dc3f89e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:17:22.883995 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 24fbe9ae-efc3-4841-afad-9c1c971f3acd is: DOWN; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:17:22.884389 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (24fbe9ae-efc3-4841-afad-9c1c971f3acd), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:22.897280 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24fbe9ae-efc3-4841-afad-9c1c971f3acd {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:17:22.917397 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 24fbe9ae-efc3-4841-afad-9c1c971f3acd, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=24fbe9ae-efc3-4841-afad-9c1c971f3acd,segment=NetworkSegment(98d25b11-baca-4bc4-9347-eededf372332),segment_id=98d25b11-baca-4bc4-9347-eededf372332)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:17:22.922227 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (24fbe9ae-efc3-4841-afad-9c1c971f3acd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:22.968510 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=24fbe9ae-efc3-4841-afad-9c1c971f3acd,revision_number=4']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:23.347059 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:23.396067 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['24fbe9ae-efc3-4841-afad-9c1c971f3acd'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:17:23.453755 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398f7eee-9e51-499d-80c7-f86eb1b0f38e req-fde95586-a034-4c8f-9e81-c6ef5f197c08 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:23.455236 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-398f7eee-9e51-499d-80c7-f86eb1b0f38e req-fde95586-a034-4c8f-9e81-c6ef5f197c08 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] 10.222.0.72 "GET /v2.0/ports?device_id=45a09592-36f1-49ab-9f55-2c427b8b9e0c HTTP/1.1" status: 200 len: 945 time: 0.0517001 Feb 19 04:17:23.505958 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-398f7eee-9e51-499d-80c7-f86eb1b0f38e req-7c95bd2a-2a2c-4873-ae18-c706c2265e55 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] 10.222.0.72 "GET /v2.0/security-groups?id=e84cc9e1-7a91-46ae-9eba-d998be714c23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448022 Feb 19 04:17:24.642346 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b3a5dc-a297-4aa5-9592-3a36ebd060df req-64891a74-4c4b-4155-8065-32c7bb5df803 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:24.643816 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-00b3a5dc-a297-4aa5-9592-3a36ebd060df req-64891a74-4c4b-4155-8065-32c7bb5df803 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] 10.222.0.72 "GET /v2.0/ports?device_id=45a09592-36f1-49ab-9f55-2c427b8b9e0c HTTP/1.1" status: 200 len: 945 time: 0.0693173 Feb 19 04:17:24.694315 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-00b3a5dc-a297-4aa5-9592-3a36ebd060df req-763d7417-16bd-4527-b11c-97b10976242a tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] 10.222.0.72 "GET /v2.0/security-groups?id=e84cc9e1-7a91-46ae-9eba-d998be714c23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448291 Feb 19 04:17:24.756854 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 24fbe9ae-efc3-4841-afad-9c1c971f3acd up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:17:24.807256 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning for port 24fbe9ae-efc3-4841-afad-9c1c971f3acd completed by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:17:24.811304 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port 24fbe9ae-efc3-4841-afad-9c1c971f3acd triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:17:24.811673 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (24fbe9ae-efc3-4841-afad-9c1c971f3acd), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:24.885794 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 24fbe9ae-efc3-4841-afad-9c1c971f3acd is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:17:24.886185 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (24fbe9ae-efc3-4841-afad-9c1c971f3acd), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:24.911966 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45a09592-36f1-49ab-9f55-2c427b8b9e0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24fbe9ae-efc3-4841-afad-9c1c971f3acd'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:17:24.914371 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88fe038525c8a7a69a3adae1ae732c1dd0c63371bed0a925712ea7f2f25f70bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a10ba5fd-1329-418b-96d1-928239151373" -d '{"events": [{"server_uuid": "45a09592-36f1-49ab-9f55-2c427b8b9e0c", "name": "network-vif-plugged", "status": "completed", "tag": "24fbe9ae-efc3-4841-afad-9c1c971f3acd"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:17:24.927900 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 24fbe9ae-efc3-4841-afad-9c1c971f3acd, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=24fbe9ae-efc3-4841-afad-9c1c971f3acd,segment=NetworkSegment(98d25b11-baca-4bc4-9347-eededf372332),segment_id=98d25b11-baca-4bc4-9347-eededf372332)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:17:24.934250 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (24fbe9ae-efc3-4841-afad-9c1c971f3acd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:24.999693 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=24fbe9ae-efc3-4841-afad-9c1c971f3acd,revision_number=5']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:25.014259 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-754b81e4-c78d-4cda-b6b6-24d1adb26a91 x-openstack-request-id: req-754b81e4-c78d-4cda-b6b6-24d1adb26a91 {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:17:25.014549 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45a09592-36f1-49ab-9f55-2c427b8b9e0c", "name": "network-vif-plugged", "status": "completed", "tag": "24fbe9ae-efc3-4841-afad-9c1c971f3acd", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:17:25.014804 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-754b81e4-c78d-4cda-b6b6-24d1adb26a91 {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:17:25.015193 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45a09592-36f1-49ab-9f55-2c427b8b9e0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24fbe9ae-efc3-4841-afad-9c1c971f3acd', 'code': 200} Feb 19 04:17:25.147310 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef35dd6-7cde-4185-aae7-4ad9359d7226 req-383be9c2-e390-48dd-a35d-961f051b888c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:25.148830 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-aef35dd6-7cde-4185-aae7-4ad9359d7226 req-383be9c2-e390-48dd-a35d-961f051b888c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=45a09592-36f1-49ab-9f55-2c427b8b9e0c HTTP/1.1" status: 200 len: 1128 time: 0.0437052 Feb 19 04:17:25.196702 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-aef35dd6-7cde-4185-aae7-4ad9359d7226 req-b2f62ef2-1686-41be-9340-1b64be87872e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e84cc9e1-7a91-46ae-9eba-d998be714c23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415165 Feb 19 04:17:25.823794 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6341eb81-dee8-45e6-a14d-d25197bdaefb req-2c55954e-3f92-4c3c-b0ee-5165022cec7b tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:25.825415 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6341eb81-dee8-45e6-a14d-d25197bdaefb req-2c55954e-3f92-4c3c-b0ee-5165022cec7b tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] 10.222.0.72 "GET /v2.0/ports?device_id=45a09592-36f1-49ab-9f55-2c427b8b9e0c HTTP/1.1" status: 200 len: 946 time: 0.0552526 Feb 19 04:17:25.876737 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-6341eb81-dee8-45e6-a14d-d25197bdaefb req-51aeb665-afe1-4ecd-a400-8a5d4067bb68 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] 10.222.0.72 "GET /v2.0/security-groups?id=e84cc9e1-7a91-46ae-9eba-d998be714c23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457454 Feb 19 04:17:27.000248 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3534991-c18d-4240-817f-1d7a69c4a3c3 req-00179edd-a613-4c67-98ca-e731c0589d6d tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:27.001766 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b3534991-c18d-4240-817f-1d7a69c4a3c3 req-00179edd-a613-4c67-98ca-e731c0589d6d tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] 10.222.0.72 "GET /v2.0/ports?device_id=45a09592-36f1-49ab-9f55-2c427b8b9e0c HTTP/1.1" status: 200 len: 946 time: 0.0517855 Feb 19 04:17:27.051300 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-b3534991-c18d-4240-817f-1d7a69c4a3c3 req-8e8f4f96-f0bd-471c-ae11-7fc2cb78344e tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] 10.222.0.72 "GET /v2.0/security-groups?id=e84cc9e1-7a91-46ae-9eba-d998be714c23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436695 Feb 19 04:17:27.148975 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:27.175795 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560dd1b7-b7e8-425d-b32d-c943e227f4df req-36499507-68ef-415b-ae5c-a44de156177c tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:27.177372 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-560dd1b7-b7e8-425d-b32d-c943e227f4df req-36499507-68ef-415b-ae5c-a44de156177c tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] 10.222.0.72 "GET /v2.0/ports?device_id=45a09592-36f1-49ab-9f55-2c427b8b9e0c HTTP/1.1" status: 200 len: 946 time: 0.0582249 Feb 19 04:17:27.228183 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-560dd1b7-b7e8-425d-b32d-c943e227f4df req-c96a14e8-4e94-4fcd-b8e3-b6145a4b805d tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] 10.222.0.72 "GET /v2.0/security-groups?id=e84cc9e1-7a91-46ae-9eba-d998be714c23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450258 Feb 19 04:17:27.250791 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 55112) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:27.294252 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead7b004-18b3-4cb0-aa08-d529de9f90ab tempest-TestSnapshotPattern-953267839 tempest-TestSnapshotPattern-953267839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:27.295801 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-ead7b004-18b3-4cb0-aa08-d529de9f90ab tempest-TestSnapshotPattern-953267839 tempest-TestSnapshotPattern-953267839-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=45a09592-36f1-49ab-9f55-2c427b8b9e0c HTTP/1.1" status: 200 len: 1123 time: 0.0439832 Feb 19 04:17:27.298815 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 55114) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:17:27.303371 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.v2.base [None req-5e095cd0-64df-442c-891f-ef49738203d3 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Request body: {'floatingip': {'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'port_id': '24fbe9ae-efc3-4841-afad-9c1c971f3acd', 'tenant_id': 'bb6b3bfd686d4ca682dc7b939b136961', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:17:27.325791 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5e095cd0-64df-442c-891f-ef49738203d3 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:27.424749 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5e095cd0-64df-442c-891f-ef49738203d3 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (None), before_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:27.527277 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_common [None req-5e095cd0-64df-442c-891f-ef49738203d3 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Allocated IP 172.25.6.92 (eaf64708-9021-419e-b287-ef3e0f51e2ee/dc8a7381-9714-4870-be2a-c161758a176b/5947fc4c-172d-416f-99f1-fb9d7e36e427) {{(pid=103701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:17:27.631060 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5e095cd0-64df-442c-891f-ef49738203d3 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Publish callbacks [] for port (5947fc4c-172d-416f-99f1-fb9d7e36e427), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:27.665341 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5e095cd0-64df-442c-891f-ef49738203d3 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775800748072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (5947fc4c-172d-416f-99f1-fb9d7e36e427), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:27.706436 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e095cd0-64df-442c-891f-ef49738203d3 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Network eaf64708-9021-419e-b287-ef3e0f51e2ee is already hosted by enough agents. {{(pid=103701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:17:27.709211 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.base_scheduler [None req-5e095cd0-64df-442c-891f-ef49738203d3 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Resources bound (agent type, host, resource id): {{(pid=103701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:17:27.714798 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e095cd0-64df-442c-891f-ef49738203d3 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Received port after_create {{(pid=103701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:17:27.730487 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e095cd0-64df-442c-891f-ef49738203d3 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Pushing event updated for resources: {'Port': ['ID=5947fc4c-172d-416f-99f1-fb9d7e36e427,revision_number=1']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:27.762532 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e095cd0-64df-442c-891f-ef49738203d3 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:27.762887 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e095cd0-64df-442c-891f-ef49738203d3 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:27.763234 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e095cd0-64df-442c-891f-ef49738203d3 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:27.763577 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e095cd0-64df-442c-891f-ef49738203d3 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:27.763917 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e095cd0-64df-442c-891f-ef49738203d3 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:27.764261 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e095cd0-64df-442c-891f-ef49738203d3 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:27.764602 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e095cd0-64df-442c-891f-ef49738203d3 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:27.764934 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e095cd0-64df-442c-891f-ef49738203d3 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:27.765289 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e095cd0-64df-442c-891f-ef49738203d3 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:27.765618 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e095cd0-64df-442c-891f-ef49738203d3 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:27.765949 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e095cd0-64df-442c-891f-ef49738203d3 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:27.766274 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e095cd0-64df-442c-891f-ef49738203d3 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:27.766600 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e095cd0-64df-442c-891f-ef49738203d3 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:28.122501 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5e095cd0-64df-442c-891f-ef49738203d3 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Publish callbacks [] for floatingip (632bdfa6-8129-4de1-8723-ed8cee80fa29), precommit_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:28.191098 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5e095cd0-64df-442c-891f-ef49738203d3 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (5947fc4c-172d-416f-99f1-fb9d7e36e427), before_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:28.342355 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5e095cd0-64df-442c-891f-ef49738203d3 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Publish callbacks [] for port (5947fc4c-172d-416f-99f1-fb9d7e36e427), precommit_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:28.346871 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5e095cd0-64df-442c-891f-ef49738203d3 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12583404'] for port (5947fc4c-172d-416f-99f1-fb9d7e36e427), after_update {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:28.421056 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e095cd0-64df-442c-891f-ef49738203d3 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Pushing event updated for resources: {'Port': ['ID=5947fc4c-172d-416f-99f1-fb9d7e36e427,revision_number=2']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:28.430976 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5e095cd0-64df-442c-891f-ef49738203d3 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16285943'] for floatingip (632bdfa6-8129-4de1-8723-ed8cee80fa29), after_create {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:28.546432 n-d-826753-2 neutron-server[103701]: INFO neutron.db.l3_db [None req-5e095cd0-64df-442c-891f-ef49738203d3 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Floating IP 632bdfa6-8129-4de1-8723-ed8cee80fa29 associated. External IP: 172.25.6.92, port: 24fbe9ae-efc3-4841-afad-9c1c971f3acd. Feb 19 04:17:28.758710 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e095cd0-64df-442c-891f-ef49738203d3 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Router f532b6e6-7b78-4c5e-a73e-30d8a1201bfb has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:17:28.869299 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e095cd0-64df-442c-891f-ef49738203d3 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:17:28.879054 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e7cc5a-4565-4f0b-9821-ed1973b8b4a2 None None] Sync routers for ids ['f532b6e6-7b78-4c5e-a73e-30d8a1201bfb'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:17:28.887429 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-5e095cd0-64df-442c-891f-ef49738203d3 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:28.889811 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e7cc5a-4565-4f0b-9821-ed1973b8b4a2 None None] Routers {'f532b6e6-7b78-4c5e-a73e-30d8a1201bfb'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:17:28.890411 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-d3e7cc5a-4565-4f0b-9821-ed1973b8b4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T04:17:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['f532b6e6-7b78-4c5e-a73e-30d8a1201bfb'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:28.918140 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-5e095cd0-64df-442c-891f-ef49738203d3 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6182826 Feb 19 04:17:28.918818 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45a09592-36f1-49ab-9f55-2c427b8b9e0c', 'tag': '24fbe9ae-efc3-4841-afad-9c1c971f3acd'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:17:28.921069 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64650e7238020d70304413a5b849b926770e068c757b8393e93027c7f92d28d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6b55269-22da-4d5b-861b-656a2dd69b9b" -d '{"events": [{"name": "network-changed", "server_uuid": "45a09592-36f1-49ab-9f55-2c427b8b9e0c", "tag": "24fbe9ae-efc3-4841-afad-9c1c971f3acd"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:17:28.957401 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b3bc3bb-ec59-462b-b307-03f9b1ca0fcd x-openstack-request-id: req-7b3bc3bb-ec59-462b-b307-03f9b1ca0fcd {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:17:28.957695 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45a09592-36f1-49ab-9f55-2c427b8b9e0c", "tag": "24fbe9ae-efc3-4841-afad-9c1c971f3acd", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:17:28.957953 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7b3bc3bb-ec59-462b-b307-03f9b1ca0fcd {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:17:28.958374 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45a09592-36f1-49ab-9f55-2c427b8b9e0c', 'tag': '24fbe9ae-efc3-4841-afad-9c1c971f3acd', 'status': 'completed', 'code': 200} Feb 19 04:17:29.002190 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-d3e7cc5a-4565-4f0b-9821-ed1973b8b4a2 None None] Set router f532b6e6-7b78-4c5e-a73e-30d8a1201bfb gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:17:29.051812 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b55269-22da-4d5b-861b-656a2dd69b9b req-2c9f6ffe-8293-4379-bfb6-f2e0b5459a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:29.053514 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e6b55269-22da-4d5b-861b-656a2dd69b9b req-2c9f6ffe-8293-4379-bfb6-f2e0b5459a7d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bb6b3bfd686d4ca682dc7b939b136961&device_id=45a09592-36f1-49ab-9f55-2c427b8b9e0c HTTP/1.1" status: 200 len: 1128 time: 0.0527604 Feb 19 04:17:29.142847 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b55269-22da-4d5b-861b-656a2dd69b9b req-a2c33566-ab36-4056-9002-b119612147f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:29.144340 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e6b55269-22da-4d5b-861b-656a2dd69b9b req-a2c33566-ab36-4056-9002-b119612147f9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=15247518-665f-482f-9371-8d134e43f275 HTTP/1.1" status: 200 len: 911 time: 0.0855386 Feb 19 04:17:29.214551 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e6b55269-22da-4d5b-861b-656a2dd69b9b req-ca10868b-9edf-4950-810b-36f8d9f0785c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=24fbe9ae-efc3-4841-afad-9c1c971f3acd HTTP/1.1" status: 200 len: 999 time: 0.0637650 Feb 19 04:17:29.235884 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-d3e7cc5a-4565-4f0b-9821-ed1973b8b4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f532b6e6-7b78-4c5e-a73e-30d8a1201bfb', 'name': 'tempest-TestSnapshotPattern-1067943653-router', 'tenant_id': 'bb6b3bfd686d4ca682dc7b939b136961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '37ec3bce-b707-40b7-95f4-d9ff844b9547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:14:28Z', 'updated_at': '2022-02-19T04:14:31Z', 'revision_number': 4, 'project_id': 'bb6b3bfd686d4ca682dc7b939b136961', 'gw_port': {'id': '37ec3bce-b707-40b7-95f4-d9ff844b9547', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:47:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f532b6e6-7b78-4c5e-a73e-30d8a1201bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:14:28Z', 'updated_at': '2022-02-19T04:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': '632bdfa6-8129-4de1-8723-ed8cee80fa29', 'tenant_id': 'bb6b3bfd686d4ca682dc7b939b136961', 'floating_ip_address': '172.25.6.92', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': 'f532b6e6-7b78-4c5e-a73e-30d8a1201bfb', 'port_id': '24fbe9ae-efc3-4841-afad-9c1c971f3acd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15247518-665f-482f-9371-8d134e43f275', 'mac_address': 'fa:16:3e:b5:cb:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a09592-36f1-49ab-9f55-2c427b8b9e0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:17:27Z', 'updated_at': '2022-02-19T04:17:27Z', 'revision_number': 0, 'project_id': 'bb6b3bfd686d4ca682dc7b939b136961', 'fixed_ip_address_scope': None}, {'id': 'd37a14b2-3cb6-4524-aa06-8c82312d8acb', 'tenant_id': 'bb6b3bfd686d4ca682dc7b939b136961', 'floating_ip_address': '172.25.6.132', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': 'f532b6e6-7b78-4c5e-a73e-30d8a1201bfb', 'port_id': 'b4fff8cc-9848-4e95-b7eb-50a168bdd7ef', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15247518-665f-482f-9371-8d134e43f275', 'mac_address': 'fa:16:3e:42:d0:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3821f102-9456-4ba4-ba9a-08e03561a55d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:14:53Z', 'updated_at': '2022-02-19T04:14:56Z', 'revision_number': 1, 'project_id': 'bb6b3bfd686d4ca682dc7b939b136961', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd10de36-8daa-4059-9d8f-91dfc5ec1528', 'name': '', 'network_id': '15247518-665f-482f-9371-8d134e43f275', 'tenant_id': 'bb6b3bfd686d4ca682dc7b939b136961', 'mac_address': 'fa:16:3e:bf:09:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f532b6e6-7b78-4c5e-a73e-30d8a1201bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': 'cfc3a8c6-e876-49f8-9eb2-d9517dc3f89e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:14:30Z', 'updated_at': '2022-02-19T04:14:36Z', 'revision_number': 5, 'project_id': 'bb6b3bfd686d4ca682dc7b939b136961', 'subnets': [{'id': 'cfc3a8c6-e876-49f8-9eb2-d9517dc3f89e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:29.263335 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e7cc5a-4565-4f0b-9821-ed1973b8b4a2 None None] Checking router: f532b6e6-7b78-4c5e-a73e-30d8a1201bfb for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:17:29.266722 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b55269-22da-4d5b-861b-656a2dd69b9b req-3a746dc2-f7dd-421b-ba5d-0d788ac75f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:29.268240 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e6b55269-22da-4d5b-861b-656a2dd69b9b req-3a746dc2-f7dd-421b-ba5d-0d788ac75f1e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cfc3a8c6-e876-49f8-9eb2-d9517dc3f89e HTTP/1.1" status: 200 len: 849 time: 0.0479717 Feb 19 04:17:29.272383 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e7cc5a-4565-4f0b-9821-ed1973b8b4a2 None None] Routers {'f532b6e6-7b78-4c5e-a73e-30d8a1201bfb'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:17:29.273036 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-d3e7cc5a-4565-4f0b-9821-ed1973b8b4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T04:17:18Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['f532b6e6-7b78-4c5e-a73e-30d8a1201bfb'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:29.321449 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b55269-22da-4d5b-861b-656a2dd69b9b req-4efe5f74-8383-4386-aa71-29d8d3bf6e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:29.323047 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e6b55269-22da-4d5b-861b-656a2dd69b9b req-4efe5f74-8383-4386-aa71-29d8d3bf6e58 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=15247518-665f-482f-9371-8d134e43f275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0493717 Feb 19 04:17:29.388379 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-d3e7cc5a-4565-4f0b-9821-ed1973b8b4a2 None None] Set router f532b6e6-7b78-4c5e-a73e-30d8a1201bfb gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:17:29.428289 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e6b55269-22da-4d5b-861b-656a2dd69b9b req-c022d9b7-fee9-4f0e-800b-7c0c45d81a1f service neutron] 10.222.0.73 "GET /v2.0/networks/15247518-665f-482f-9371-8d134e43f275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977204 Feb 19 04:17:29.527647 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-e6b55269-22da-4d5b-861b-656a2dd69b9b req-51a77ba1-52d2-407d-a137-1ec6ce9cb37f service neutron] 10.222.0.73 "GET /v2.0/networks/15247518-665f-482f-9371-8d134e43f275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938473 Feb 19 04:17:29.630723 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-d3e7cc5a-4565-4f0b-9821-ed1973b8b4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f532b6e6-7b78-4c5e-a73e-30d8a1201bfb', 'name': 'tempest-TestSnapshotPattern-1067943653-router', 'tenant_id': 'bb6b3bfd686d4ca682dc7b939b136961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '37ec3bce-b707-40b7-95f4-d9ff844b9547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:14:28Z', 'updated_at': '2022-02-19T04:14:31Z', 'revision_number': 4, 'project_id': 'bb6b3bfd686d4ca682dc7b939b136961', 'gw_port': {'id': '37ec3bce-b707-40b7-95f4-d9ff844b9547', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:47:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f532b6e6-7b78-4c5e-a73e-30d8a1201bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:14:28Z', 'updated_at': '2022-02-19T04:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': '632bdfa6-8129-4de1-8723-ed8cee80fa29', 'tenant_id': 'bb6b3bfd686d4ca682dc7b939b136961', 'floating_ip_address': '172.25.6.92', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': 'f532b6e6-7b78-4c5e-a73e-30d8a1201bfb', 'port_id': '24fbe9ae-efc3-4841-afad-9c1c971f3acd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15247518-665f-482f-9371-8d134e43f275', 'mac_address': 'fa:16:3e:b5:cb:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a09592-36f1-49ab-9f55-2c427b8b9e0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:17:27Z', 'updated_at': '2022-02-19T04:17:27Z', 'revision_number': 0, 'project_id': 'bb6b3bfd686d4ca682dc7b939b136961', 'fixed_ip_address_scope': None}, {'id': 'd37a14b2-3cb6-4524-aa06-8c82312d8acb', 'tenant_id': 'bb6b3bfd686d4ca682dc7b939b136961', 'floating_ip_address': '172.25.6.132', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': 'f532b6e6-7b78-4c5e-a73e-30d8a1201bfb', 'port_id': 'b4fff8cc-9848-4e95-b7eb-50a168bdd7ef', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15247518-665f-482f-9371-8d134e43f275', 'mac_address': 'fa:16:3e:42:d0:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3821f102-9456-4ba4-ba9a-08e03561a55d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:14:53Z', 'updated_at': '2022-02-19T04:14:56Z', 'revision_number': 1, 'project_id': 'bb6b3bfd686d4ca682dc7b939b136961', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd10de36-8daa-4059-9d8f-91dfc5ec1528', 'name': '', 'network_id': '15247518-665f-482f-9371-8d134e43f275', 'tenant_id': 'bb6b3bfd686d4ca682dc7b939b136961', 'mac_address': 'fa:16:3e:bf:09:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f532b6e6-7b78-4c5e-a73e-30d8a1201bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': 'cfc3a8c6-e876-49f8-9eb2-d9517dc3f89e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:14:30Z', 'updated_at': '2022-02-19T04:14:36Z', 'revision_number': 5, 'project_id': 'bb6b3bfd686d4ca682dc7b939b136961', 'subnets': [{'id': 'cfc3a8c6-e876-49f8-9eb2-d9517dc3f89e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:17:29.657458 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e7cc5a-4565-4f0b-9821-ed1973b8b4a2 None None] The sync data for ids ['f532b6e6-7b78-4c5e-a73e-30d8a1201bfb'] in n-d-826753-2 is: [{'id': 'f532b6e6-7b78-4c5e-a73e-30d8a1201bfb', 'name': 'tempest-TestSnapshotPattern-1067943653-router', 'tenant_id': 'bb6b3bfd686d4ca682dc7b939b136961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '37ec3bce-b707-40b7-95f4-d9ff844b9547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:14:28Z', 'updated_at': '2022-02-19T04:14:31Z', 'revision_number': 4, 'project_id': 'bb6b3bfd686d4ca682dc7b939b136961', 'gw_port': {'id': '37ec3bce-b707-40b7-95f4-d9ff844b9547', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:47:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f532b6e6-7b78-4c5e-a73e-30d8a1201bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:14:28Z', 'updated_at': '2022-02-19T04:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': '632bdfa6-8129-4de1-8723-ed8cee80fa29', 'tenant_id': 'bb6b3bfd686d4ca682dc7b939b136961', 'floating_ip_address': '172.25.6.92', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': 'f532b6e6-7b78-4c5e-a73e-30d8a1201bfb', 'port_id': '24fbe9ae-efc3-4841-afad-9c1c971f3acd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15247518-665f-482f-9371-8d134e43f275', 'mac_address': 'fa:16:3e:b5:cb:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a09592-36f1-49ab-9f55-2c427b8b9e0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:17:27Z', 'updated_at': '2022-02-19T04:17:27Z', 'revision_number': 0, 'project_id': 'bb6b3bfd686d4ca682dc7b939b136961', 'fixed_ip_address_scope': None}, {'id': 'd37a14b2-3cb6-4524-aa06-8c82312d8acb', 'tenant_id': 'bb6b3bfd686d4ca682dc7b939b136961', 'floating_ip_address': '172.25.6.132', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': 'f532b6e6-7b78-4c5e-a73e-30d8a1201bfb', 'port_id': 'b4fff8cc-9848-4e95-b7eb-50a168bdd7ef', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15247518-665f-482f-9371-8d134e43f275', 'mac_address': 'fa:16:3e:42:d0:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3821f102-9456-4ba4-ba9a-08e03561a55d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:14:53Z', 'updated_at': '2022-02-19T04:14:56Z', 'revision_number': 1, 'project_id': 'bb6b3bfd686d4ca682dc7b939b136961', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd10de36-8daa-4059-9d8f-91dfc5ec1528', 'name': '', 'network_id': '15247518-665f-482f-9371-8d134e43f275', 'tenant_id': 'bb6b3bfd686d4ca682dc7b939b136961', 'mac_address': 'fa:16:3e:bf:09:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f532b6e6-7b78-4c5e-a73e-30d8a1201bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': 'cfc3a8c6-e876-49f8-9eb2-d9517dc3f89e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:14:30Z', 'updated_at': '2022-02-19T04:14:36Z', 'revision_number': 5, 'project_id': 'bb6b3bfd686d4ca682dc7b939b136961', 'subnets': [{'id': 'cfc3a8c6-e876-49f8-9eb2-d9517dc3f89e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:17:29.898951 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025a141c-79f1-42b7-b93e-96213d2ae63f None None] New status for floating IP 632bdfa6-8129-4de1-8723-ed8cee80fa29: ACTIVE {{(pid=103703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:17:40.987994 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:17:45.735576 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-2c36b5d5-9404-44d4-a0bf-823aca51cff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:47.932820 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3ea44b79-2957-4629-99ab-528d96fa7c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:49.651827 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:50.833888 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:52.180658 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:53.346221 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:57.162220 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:59.307621 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-99760505-1773-4538-841a-e0dae1233b77 req-d6a4a4f9-585e-4268-8d56-52ca9c7ffb8a service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=3821f102-9456-4ba4-ba9a-08e03561a55d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0440643 Feb 19 04:17:59.412225 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99760505-1773-4538-841a-e0dae1233b77 req-4ce409de-b3ec-4383-8683-259fc5c64aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:59.414457 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-99760505-1773-4538-841a-e0dae1233b77 req-4ce409de-b3ec-4383-8683-259fc5c64aac service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=bb6b3bfd686d4ca682dc7b939b136961&device_id=3821f102-9456-4ba4-ba9a-08e03561a55d HTTP/1.1" status: 200 len: 1125 time: 0.0500329 Feb 19 04:17:59.515547 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99760505-1773-4538-841a-e0dae1233b77 req-0ffed6f1-c9ff-4228-90d9-e9837df0ddfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:59.517066 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-99760505-1773-4538-841a-e0dae1233b77 req-0ffed6f1-c9ff-4228-90d9-e9837df0ddfe service neutron] 10.222.0.82 "GET /v2.0/networks?id=15247518-665f-482f-9371-8d134e43f275 HTTP/1.1" status: 200 len: 911 time: 0.0859001 Feb 19 04:17:59.588302 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-99760505-1773-4538-841a-e0dae1233b77 req-ca1292af-aa19-4e31-ae93-7b1506bb8d55 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b4fff8cc-9848-4e95-b7eb-50a168bdd7ef HTTP/1.1" status: 200 len: 999 time: 0.0657816 Feb 19 04:17:59.637599 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99760505-1773-4538-841a-e0dae1233b77 req-43593c2d-0134-4f60-8bc8-44ed34de4318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:59.639081 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-99760505-1773-4538-841a-e0dae1233b77 req-43593c2d-0134-4f60-8bc8-44ed34de4318 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=cfc3a8c6-e876-49f8-9eb2-d9517dc3f89e HTTP/1.1" status: 200 len: 849 time: 0.0450945 Feb 19 04:17:59.687827 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99760505-1773-4538-841a-e0dae1233b77 req-ea594bc4-ab5e-405a-bb06-2c1c18ab2a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:59.689358 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-99760505-1773-4538-841a-e0dae1233b77 req-ea594bc4-ab5e-405a-bb06-2c1c18ab2a26 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=15247518-665f-482f-9371-8d134e43f275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442472 Feb 19 04:17:59.778784 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-99760505-1773-4538-841a-e0dae1233b77 req-ed0c8ce4-157d-4775-82ed-5c6c2f7bbf16 service neutron] 10.222.0.82 "GET /v2.0/networks/15247518-665f-482f-9371-8d134e43f275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837982 Feb 19 04:17:59.868669 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-99760505-1773-4538-841a-e0dae1233b77 req-d358f94a-e715-4495-abcf-db9666e7a5f5 service neutron] 10.222.0.82 "GET /v2.0/networks/15247518-665f-482f-9371-8d134e43f275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839403 Feb 19 04:18:14.999118 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-806112e5-3422-49f4-b950-97daa417a05e req-487b5c76-e2c1-441e-98d2-9378adf81d67 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=45a09592-36f1-49ab-9f55-2c427b8b9e0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0939782 Feb 19 04:18:15.110676 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806112e5-3422-49f4-b950-97daa417a05e req-c2c867b6-af41-4ca0-99b0-4a4a7f5f9afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:15.112197 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-806112e5-3422-49f4-b950-97daa417a05e req-c2c867b6-af41-4ca0-99b0-4a4a7f5f9afb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bb6b3bfd686d4ca682dc7b939b136961&device_id=45a09592-36f1-49ab-9f55-2c427b8b9e0c HTTP/1.1" status: 200 len: 1128 time: 0.0498161 Feb 19 04:18:15.217369 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806112e5-3422-49f4-b950-97daa417a05e req-677a2c17-acfe-4c6e-afeb-3d1962d247bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:15.218864 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-806112e5-3422-49f4-b950-97daa417a05e req-677a2c17-acfe-4c6e-afeb-3d1962d247bd service neutron] 10.222.0.73 "GET /v2.0/networks?id=15247518-665f-482f-9371-8d134e43f275 HTTP/1.1" status: 200 len: 911 time: 0.0883842 Feb 19 04:18:15.288896 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-806112e5-3422-49f4-b950-97daa417a05e req-5f962d6f-2cd0-46c3-8a63-a843784104b3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=24fbe9ae-efc3-4841-afad-9c1c971f3acd HTTP/1.1" status: 200 len: 1001 time: 0.0620720 Feb 19 04:18:15.337292 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806112e5-3422-49f4-b950-97daa417a05e req-113806dd-0d5c-4aa8-873e-9a2d11554691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:15.338734 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-806112e5-3422-49f4-b950-97daa417a05e req-113806dd-0d5c-4aa8-873e-9a2d11554691 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cfc3a8c6-e876-49f8-9eb2-d9517dc3f89e HTTP/1.1" status: 200 len: 849 time: 0.0438738 Feb 19 04:18:15.389912 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806112e5-3422-49f4-b950-97daa417a05e req-d9ce86fd-f02c-4134-b10d-86925e11bb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:15.391337 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-806112e5-3422-49f4-b950-97daa417a05e req-d9ce86fd-f02c-4134-b10d-86925e11bb18 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=15247518-665f-482f-9371-8d134e43f275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441310 Feb 19 04:18:15.487845 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-806112e5-3422-49f4-b950-97daa417a05e req-43d30e07-6b24-4a13-9c57-e35e30f2d366 service neutron] 10.222.0.73 "GET /v2.0/networks/15247518-665f-482f-9371-8d134e43f275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874438 Feb 19 04:18:15.576013 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-806112e5-3422-49f4-b950-97daa417a05e req-59ad4a09-6abd-4bce-943f-17f41c7beed9 service neutron] 10.222.0.73 "GET /v2.0/networks/15247518-665f-482f-9371-8d134e43f275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823417 Feb 19 04:18:15.738219 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-65aa1f63-8f76-432e-a807-7ce0f678e285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:17.927811 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-1b444d05-c1f0-4112-aadd-8df86a896d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:17.989767 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:18:19.655093 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:20.837574 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:22.189235 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:23.346641 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:27.168744 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:45.741429 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-931baf1b-97c0-448a-a078-d2cd720031cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:47.921592 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-2c0410d8-2d35-4e69-9511-33ef3d8aecbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:49.658514 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:50.841649 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:52.184374 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:53.346857 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:54.991112 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:18:57.176633 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:01.330326 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-9e1ff391-4ee4-4e35-a349-728635c12b79 req-aa5809c3-c765-488c-bab6-558fbdde8e41 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=3821f102-9456-4ba4-ba9a-08e03561a55d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0478277 Feb 19 04:19:01.452805 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1ff391-4ee4-4e35-a349-728635c12b79 req-6270ed48-669d-461b-a148-ebbe8cb7d8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:01.454448 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-9e1ff391-4ee4-4e35-a349-728635c12b79 req-6270ed48-669d-461b-a148-ebbe8cb7d8bd service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=bb6b3bfd686d4ca682dc7b939b136961&device_id=3821f102-9456-4ba4-ba9a-08e03561a55d HTTP/1.1" status: 200 len: 1125 time: 0.0555131 Feb 19 04:19:01.572092 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1ff391-4ee4-4e35-a349-728635c12b79 req-4a75c11a-c7e5-46b3-a311-1cb2b17e3e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:01.574528 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-9e1ff391-4ee4-4e35-a349-728635c12b79 req-4a75c11a-c7e5-46b3-a311-1cb2b17e3e20 service neutron] 10.222.0.82 "GET /v2.0/networks?id=15247518-665f-482f-9371-8d134e43f275 HTTP/1.1" status: 200 len: 911 time: 0.1007664 Feb 19 04:19:01.652814 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-9e1ff391-4ee4-4e35-a349-728635c12b79 req-91259331-01b7-4148-a931-19b48f1c1776 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b4fff8cc-9848-4e95-b7eb-50a168bdd7ef HTTP/1.1" status: 200 len: 999 time: 0.0718603 Feb 19 04:19:01.705915 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1ff391-4ee4-4e35-a349-728635c12b79 req-c81fa112-4c4e-4ac5-afe6-cd3c073b7f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:01.707452 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-9e1ff391-4ee4-4e35-a349-728635c12b79 req-c81fa112-4c4e-4ac5-afe6-cd3c073b7f88 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=cfc3a8c6-e876-49f8-9eb2-d9517dc3f89e HTTP/1.1" status: 200 len: 849 time: 0.0482478 Feb 19 04:19:01.760513 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1ff391-4ee4-4e35-a349-728635c12b79 req-2e2f9eda-3642-43bb-a599-13655d6a4903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:01.762248 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-9e1ff391-4ee4-4e35-a349-728635c12b79 req-2e2f9eda-3642-43bb-a599-13655d6a4903 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=15247518-665f-482f-9371-8d134e43f275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0490165 Feb 19 04:19:01.872391 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-9e1ff391-4ee4-4e35-a349-728635c12b79 req-54653bb4-59c2-43b8-8ae4-8acd1b98b632 service neutron] 10.222.0.82 "GET /v2.0/networks/15247518-665f-482f-9371-8d134e43f275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043532 Feb 19 04:19:01.965403 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-9e1ff391-4ee4-4e35-a349-728635c12b79 req-5bb5510e-79a1-4635-b43a-602caec7f3f8 service neutron] 10.222.0.82 "GET /v2.0/networks/15247518-665f-482f-9371-8d134e43f275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866275 Feb 19 04:19:15.744590 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-2b6c0e82-ba89-4266-b1a4-1543cf428eca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:17.080238 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-da6bf31c-ea6c-4e37-bec6-89bb4aa71f49 req-0821e172-4c2b-411a-b9d7-7f03750f20c6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=45a09592-36f1-49ab-9f55-2c427b8b9e0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0449522 Feb 19 04:19:17.184006 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6bf31c-ea6c-4e37-bec6-89bb4aa71f49 req-2f9aff8a-9949-418b-b2d5-f43f8dbdf929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:17.185472 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-da6bf31c-ea6c-4e37-bec6-89bb4aa71f49 req-2f9aff8a-9949-418b-b2d5-f43f8dbdf929 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bb6b3bfd686d4ca682dc7b939b136961&device_id=45a09592-36f1-49ab-9f55-2c427b8b9e0c HTTP/1.1" status: 200 len: 1128 time: 0.0496578 Feb 19 04:19:17.289770 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6bf31c-ea6c-4e37-bec6-89bb4aa71f49 req-767f2c44-134f-40f1-92ce-207cf551b77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:17.291275 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-da6bf31c-ea6c-4e37-bec6-89bb4aa71f49 req-767f2c44-134f-40f1-92ce-207cf551b77e service neutron] 10.222.0.73 "GET /v2.0/networks?id=15247518-665f-482f-9371-8d134e43f275 HTTP/1.1" status: 200 len: 911 time: 0.0871763 Feb 19 04:19:17.358809 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-da6bf31c-ea6c-4e37-bec6-89bb4aa71f49 req-d11e59c7-33de-4877-bb85-fff069ee9a0b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=24fbe9ae-efc3-4841-afad-9c1c971f3acd HTTP/1.1" status: 200 len: 1001 time: 0.0618620 Feb 19 04:19:17.407106 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6bf31c-ea6c-4e37-bec6-89bb4aa71f49 req-dc1cffdd-b40d-4ae3-9728-3e953d92a9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:17.408554 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-da6bf31c-ea6c-4e37-bec6-89bb4aa71f49 req-dc1cffdd-b40d-4ae3-9728-3e953d92a9c5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cfc3a8c6-e876-49f8-9eb2-d9517dc3f89e HTTP/1.1" status: 200 len: 849 time: 0.0433049 Feb 19 04:19:17.457701 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6bf31c-ea6c-4e37-bec6-89bb4aa71f49 req-68d99c98-513a-401b-b7ea-9d8bd1ad2c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:17.459119 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-da6bf31c-ea6c-4e37-bec6-89bb4aa71f49 req-68d99c98-513a-401b-b7ea-9d8bd1ad2c37 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=15247518-665f-482f-9371-8d134e43f275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442648 Feb 19 04:19:17.553219 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-da6bf31c-ea6c-4e37-bec6-89bb4aa71f49 req-1fdbd386-baea-49d5-854a-f55dde7aaaae service neutron] 10.222.0.73 "GET /v2.0/networks/15247518-665f-482f-9371-8d134e43f275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881925 Feb 19 04:19:17.643795 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-da6bf31c-ea6c-4e37-bec6-89bb4aa71f49 req-25b3d617-8af2-4c10-bcf9-6ec2db9df7df service neutron] 10.222.0.73 "GET /v2.0/networks/15247518-665f-482f-9371-8d134e43f275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849483 Feb 19 04:19:17.923860 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e568ee72-6fc7-4fb2-9592-2921b06abf4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:19.659855 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:20.842604 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:22.177340 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:23.349968 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:27.183084 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:31.991106 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:19:45.750538 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-baa43912-1c91-4e7b-a1d0-3b3e90b36167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:47.435777 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 24fbe9ae-efc3-4841-afad-9c1c971f3acd details requested by agent hyperv_n-h1-826753-2 with host n-h1-826753-2 {{(pid=103703) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:19:47.530202 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 24fbe9ae-efc3-4841-afad-9c1c971f3acd, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=24fbe9ae-efc3-4841-afad-9c1c971f3acd,segment=NetworkSegment(98d25b11-baca-4bc4-9347-eededf372332),segment_id=98d25b11-baca-4bc4-9347-eededf372332)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:19:47.542819 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Returning: {'device': '24fbe9ae-efc3-4841-afad-9c1c971f3acd', 'network_id': '15247518-665f-482f-9371-8d134e43f275', 'port_id': '24fbe9ae-efc3-4841-afad-9c1c971f3acd', 'mac_address': 'fa:16:3e:b5:cb:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfc3a8c6-e876-49f8-9eb2-d9517dc3f89e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103703) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:19:47.584571 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 24fbe9ae-efc3-4841-afad-9c1c971f3acd is: ACTIVE; New status is: BUILD {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:19:47.584958 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (24fbe9ae-efc3-4841-afad-9c1c971f3acd), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:47.598073 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 24fbe9ae-efc3-4841-afad-9c1c971f3acd {{(pid=103703) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:19:47.618686 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 24fbe9ae-efc3-4841-afad-9c1c971f3acd, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=24fbe9ae-efc3-4841-afad-9c1c971f3acd,segment=NetworkSegment(98d25b11-baca-4bc4-9347-eededf372332),segment_id=98d25b11-baca-4bc4-9347-eededf372332)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:19:47.622791 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (24fbe9ae-efc3-4841-afad-9c1c971f3acd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:47.670592 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=24fbe9ae-efc3-4841-afad-9c1c971f3acd,revision_number=6']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:47.677725 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:47.678076 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:47.678417 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:47.678753 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:47.679086 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:47.679416 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:47.680685 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:47.680824 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:47.681082 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:47.681409 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:47.681735 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:47.682058 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:47.682381 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:47.781611 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] get_ports_and_sgs() called for port_ids ['24fbe9ae-efc3-4841-afad-9c1c971f3acd'] {{(pid=103703) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:19:47.946364 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4bfca7ef-5abc-47bb-864e-d9cf0a70fb8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:49.454890 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 24fbe9ae-efc3-4841-afad-9c1c971f3acd up at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:19:49.503743 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.provisioning_blocks [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Provisioning complete for port 24fbe9ae-efc3-4841-afad-9c1c971f3acd triggered by entity L2. {{(pid=103703) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:19:49.504119 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1301566'] for port (24fbe9ae-efc3-4841-afad-9c1c971f3acd), provisioning_complete {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:49.581284 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Current status of the port 24fbe9ae-efc3-4841-afad-9c1c971f3acd is: BUILD; New status is: ACTIVE {{(pid=103703) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:19:49.581673 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1438503'] for port (24fbe9ae-efc3-4841-afad-9c1c971f3acd), before_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:49.604218 n-d-826753-2 neutron-server[103703]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45a09592-36f1-49ab-9f55-2c427b8b9e0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24fbe9ae-efc3-4841-afad-9c1c971f3acd'}] {{(pid=103703) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:19:49.606475 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88fe038525c8a7a69a3adae1ae732c1dd0c63371bed0a925712ea7f2f25f70bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41c858b2-de87-4ec1-98bc-054925a62143" -d '{"events": [{"server_uuid": "45a09592-36f1-49ab-9f55-2c427b8b9e0c", "name": "network-vif-plugged", "status": "completed", "tag": "24fbe9ae-efc3-4841-afad-9c1c971f3acd"}]}' {{(pid=103703) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:19:49.619984 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.db [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] For port 24fbe9ae-efc3-4841-afad-9c1c971f3acd, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=24fbe9ae-efc3-4841-afad-9c1c971f3acd,segment=NetworkSegment(98d25b11-baca-4bc4-9347-eededf372332),segment_id=98d25b11-baca-4bc4-9347-eededf372332)] {{(pid=103703) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:19:49.624096 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775801258379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775800748090', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775800748108'] for port (24fbe9ae-efc3-4841-afad-9c1c971f3acd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:49.655338 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad669537-b204-4fde-a783-18327e22446d x-openstack-request-id: req-ad669537-b204-4fde-a783-18327e22446d {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:19:49.655620 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45a09592-36f1-49ab-9f55-2c427b8b9e0c", "name": "network-vif-plugged", "status": "completed", "tag": "24fbe9ae-efc3-4841-afad-9c1c971f3acd", "code": 200}]} {{(pid=103703) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:19:49.655872 n-d-826753-2 neutron-server[103703]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ad669537-b204-4fde-a783-18327e22446d {{(pid=103703) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:19:49.656255 n-d-826753-2 neutron-server[103703]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45a09592-36f1-49ab-9f55-2c427b8b9e0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24fbe9ae-efc3-4841-afad-9c1c971f3acd', 'code': 200} Feb 19 04:19:49.681252 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:49.685641 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Pushing event updated for resources: {'Port': ['ID=24fbe9ae-efc3-4841-afad-9c1c971f3acd,revision_number=7']} {{(pid=103703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:50.844518 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:52.183177 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:53.349904 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:57.218265 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:01.751312 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 55336) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:01.913391 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-dc66019f-6522-4e92-84a6-a688a3722d28 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Deleting port 5947fc4c-172d-416f-99f1-fb9d7e36e427 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:20:01.914280 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-dc66019f-6522-4e92-84a6-a688a3722d28 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (5947fc4c-172d-416f-99f1-fb9d7e36e427), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:01.989682 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-dc66019f-6522-4e92-84a6-a688a3722d28 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (5947fc4c-172d-416f-99f1-fb9d7e36e427), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:01.990006 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-dc66019f-6522-4e92-84a6-a688a3722d28 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Publish callbacks [] for floatingip (5947fc4c-172d-416f-99f1-fb9d7e36e427), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:02.002263 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-dc66019f-6522-4e92-84a6-a688a3722d28 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Calling delete_port for 5947fc4c-172d-416f-99f1-fb9d7e36e427 owned by network:floatingip {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:20:02.154467 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-dc66019f-6522-4e92-84a6-a688a3722d28 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (5947fc4c-172d-416f-99f1-fb9d7e36e427), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:02.182299 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc66019f-6522-4e92-84a6-a688a3722d28 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Pushing event deleted for resources: {'Port': ['ID=5947fc4c-172d-416f-99f1-fb9d7e36e427,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:02.212806 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc66019f-6522-4e92-84a6-a688a3722d28 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:02.213181 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc66019f-6522-4e92-84a6-a688a3722d28 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:02.213527 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc66019f-6522-4e92-84a6-a688a3722d28 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:02.213866 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc66019f-6522-4e92-84a6-a688a3722d28 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:02.214205 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc66019f-6522-4e92-84a6-a688a3722d28 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:02.214541 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc66019f-6522-4e92-84a6-a688a3722d28 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:02.221583 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc66019f-6522-4e92-84a6-a688a3722d28 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:02.221583 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc66019f-6522-4e92-84a6-a688a3722d28 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:02.221583 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc66019f-6522-4e92-84a6-a688a3722d28 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:02.221583 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc66019f-6522-4e92-84a6-a688a3722d28 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:02.221583 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc66019f-6522-4e92-84a6-a688a3722d28 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:02.221583 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc66019f-6522-4e92-84a6-a688a3722d28 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:02.221583 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc66019f-6522-4e92-84a6-a688a3722d28 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:02.259454 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-dc66019f-6522-4e92-84a6-a688a3722d28 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Publish callbacks [] for floatingip (632bdfa6-8129-4de1-8723-ed8cee80fa29), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:02.259836 n-d-826753-2 neutron-server[103701]: INFO neutron.db.l3_db [None req-dc66019f-6522-4e92-84a6-a688a3722d28 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Floating IP 632bdfa6-8129-4de1-8723-ed8cee80fa29 disassociated (deleted). External IP: 172.25.6.92, port: 24fbe9ae-efc3-4841-afad-9c1c971f3acd. Feb 19 04:20:02.480953 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc66019f-6522-4e92-84a6-a688a3722d28 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Router f532b6e6-7b78-4c5e-a73e-30d8a1201bfb has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:20:02.609971 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc66019f-6522-4e92-84a6-a688a3722d28 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:20:02.615754 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-dc66019f-6522-4e92-84a6-a688a3722d28 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:02.622168 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03809219-b85d-494e-9882-b8c509368816 None None] Sync routers for ids ['f532b6e6-7b78-4c5e-a73e-30d8a1201bfb'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:20:02.632923 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03809219-b85d-494e-9882-b8c509368816 None None] Routers {'f532b6e6-7b78-4c5e-a73e-30d8a1201bfb'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:20:02.633710 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-03809219-b85d-494e-9882-b8c509368816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T04:19:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['f532b6e6-7b78-4c5e-a73e-30d8a1201bfb'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:20:02.746360 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-03809219-b85d-494e-9882-b8c509368816 None None] Set router f532b6e6-7b78-4c5e-a73e-30d8a1201bfb gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:20:02.942600 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-dc66019f-6522-4e92-84a6-a688a3722d28 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] 10.222.0.72 "DELETE /v2.0/floatingips/632bdfa6-8129-4de1-8723-ed8cee80fa29 HTTP/1.1" status: 204 len: 168 time: 1.1901512 Feb 19 04:20:02.943282 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45a09592-36f1-49ab-9f55-2c427b8b9e0c', 'tag': '24fbe9ae-efc3-4841-afad-9c1c971f3acd'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:20:02.946277 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64650e7238020d70304413a5b849b926770e068c757b8393e93027c7f92d28d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8cea7cf-0996-4f93-8e2b-4b99fabc23db" -d '{"events": [{"name": "network-changed", "server_uuid": "45a09592-36f1-49ab-9f55-2c427b8b9e0c", "tag": "24fbe9ae-efc3-4841-afad-9c1c971f3acd"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:20:02.999867 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-03809219-b85d-494e-9882-b8c509368816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f532b6e6-7b78-4c5e-a73e-30d8a1201bfb', 'name': 'tempest-TestSnapshotPattern-1067943653-router', 'tenant_id': 'bb6b3bfd686d4ca682dc7b939b136961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '37ec3bce-b707-40b7-95f4-d9ff844b9547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:14:28Z', 'updated_at': '2022-02-19T04:14:31Z', 'revision_number': 4, 'project_id': 'bb6b3bfd686d4ca682dc7b939b136961', 'gw_port': {'id': '37ec3bce-b707-40b7-95f4-d9ff844b9547', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:47:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f532b6e6-7b78-4c5e-a73e-30d8a1201bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:14:28Z', 'updated_at': '2022-02-19T04:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': 'd37a14b2-3cb6-4524-aa06-8c82312d8acb', 'tenant_id': 'bb6b3bfd686d4ca682dc7b939b136961', 'floating_ip_address': '172.25.6.132', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': 'f532b6e6-7b78-4c5e-a73e-30d8a1201bfb', 'port_id': 'b4fff8cc-9848-4e95-b7eb-50a168bdd7ef', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15247518-665f-482f-9371-8d134e43f275', 'mac_address': 'fa:16:3e:42:d0:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3821f102-9456-4ba4-ba9a-08e03561a55d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:14:53Z', 'updated_at': '2022-02-19T04:14:56Z', 'revision_number': 1, 'project_id': 'bb6b3bfd686d4ca682dc7b939b136961', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd10de36-8daa-4059-9d8f-91dfc5ec1528', 'name': '', 'network_id': '15247518-665f-482f-9371-8d134e43f275', 'tenant_id': 'bb6b3bfd686d4ca682dc7b939b136961', 'mac_address': 'fa:16:3e:bf:09:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f532b6e6-7b78-4c5e-a73e-30d8a1201bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': 'cfc3a8c6-e876-49f8-9eb2-d9517dc3f89e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:14:30Z', 'updated_at': '2022-02-19T04:14:36Z', 'revision_number': 5, 'project_id': 'bb6b3bfd686d4ca682dc7b939b136961', 'subnets': [{'id': 'cfc3a8c6-e876-49f8-9eb2-d9517dc3f89e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:20:03.027063 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03809219-b85d-494e-9882-b8c509368816 None None] Checking router: f532b6e6-7b78-4c5e-a73e-30d8a1201bfb for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:20:03.037550 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03809219-b85d-494e-9882-b8c509368816 None None] Routers {'f532b6e6-7b78-4c5e-a73e-30d8a1201bfb'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:20:03.038421 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-03809219-b85d-494e-9882-b8c509368816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T04:19:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['f532b6e6-7b78-4c5e-a73e-30d8a1201bfb'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:20:03.065039 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9f45cb3-7df1-4caf-ac60-9f9e20d3734f x-openstack-request-id: req-d9f45cb3-7df1-4caf-ac60-9f9e20d3734f {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:20:03.065385 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45a09592-36f1-49ab-9f55-2c427b8b9e0c", "tag": "24fbe9ae-efc3-4841-afad-9c1c971f3acd", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:20:03.065644 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d9f45cb3-7df1-4caf-ac60-9f9e20d3734f {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:20:03.066048 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45a09592-36f1-49ab-9f55-2c427b8b9e0c', 'tag': '24fbe9ae-efc3-4841-afad-9c1c971f3acd', 'status': 'completed', 'code': 200} Feb 19 04:20:03.164485 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cea7cf-0996-4f93-8e2b-4b99fabc23db req-c42fb6d9-4893-4d15-b201-d93749942498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:03.166374 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-b8cea7cf-0996-4f93-8e2b-4b99fabc23db req-c42fb6d9-4893-4d15-b201-d93749942498 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bb6b3bfd686d4ca682dc7b939b136961&device_id=45a09592-36f1-49ab-9f55-2c427b8b9e0c HTTP/1.1" status: 200 len: 1128 time: 0.0560651 Feb 19 04:20:03.229606 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cba7f5-bd62-4ba8-bf48-4e3a3375f2d6 req-9db7f3fb-130a-44f9-b2f7-f22bdc400ca0 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:03.238123 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-67cba7f5-bd62-4ba8-bf48-4e3a3375f2d6 req-9db7f3fb-130a-44f9-b2f7-f22bdc400ca0 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] 10.222.0.72 "GET /v2.0/ports?device_id=45a09592-36f1-49ab-9f55-2c427b8b9e0c HTTP/1.1" status: 200 len: 946 time: 0.0649948 Feb 19 04:20:03.275779 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-03809219-b85d-494e-9882-b8c509368816 None None] Set router f532b6e6-7b78-4c5e-a73e-30d8a1201bfb gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:20:03.278407 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cea7cf-0996-4f93-8e2b-4b99fabc23db req-08382517-7a68-4c3e-8e37-b0f1d127b206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:03.280193 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-b8cea7cf-0996-4f93-8e2b-4b99fabc23db req-08382517-7a68-4c3e-8e37-b0f1d127b206 service neutron] 10.222.0.73 "GET /v2.0/networks?id=15247518-665f-482f-9371-8d134e43f275 HTTP/1.1" status: 200 len: 911 time: 0.1071689 Feb 19 04:20:03.295757 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-67cba7f5-bd62-4ba8-bf48-4e3a3375f2d6 req-f8359c0b-94b0-4e60-bdf0-279cbdbea85d tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] 10.222.0.72 "GET /v2.0/security-groups?id=e84cc9e1-7a91-46ae-9eba-d998be714c23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558264 Feb 19 04:20:03.343629 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-b8cea7cf-0996-4f93-8e2b-4b99fabc23db req-73c32a29-2c79-4bc7-a8bf-a60a6fdc444d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=24fbe9ae-efc3-4841-afad-9c1c971f3acd HTTP/1.1" status: 200 len: 217 time: 0.0557823 Feb 19 04:20:03.536535 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-03809219-b85d-494e-9882-b8c509368816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f532b6e6-7b78-4c5e-a73e-30d8a1201bfb', 'name': 'tempest-TestSnapshotPattern-1067943653-router', 'tenant_id': 'bb6b3bfd686d4ca682dc7b939b136961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '37ec3bce-b707-40b7-95f4-d9ff844b9547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:14:28Z', 'updated_at': '2022-02-19T04:14:31Z', 'revision_number': 4, 'project_id': 'bb6b3bfd686d4ca682dc7b939b136961', 'gw_port': {'id': '37ec3bce-b707-40b7-95f4-d9ff844b9547', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:47:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f532b6e6-7b78-4c5e-a73e-30d8a1201bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:14:28Z', 'updated_at': '2022-02-19T04:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': 'd37a14b2-3cb6-4524-aa06-8c82312d8acb', 'tenant_id': 'bb6b3bfd686d4ca682dc7b939b136961', 'floating_ip_address': '172.25.6.132', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': 'f532b6e6-7b78-4c5e-a73e-30d8a1201bfb', 'port_id': 'b4fff8cc-9848-4e95-b7eb-50a168bdd7ef', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15247518-665f-482f-9371-8d134e43f275', 'mac_address': 'fa:16:3e:42:d0:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3821f102-9456-4ba4-ba9a-08e03561a55d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:14:53Z', 'updated_at': '2022-02-19T04:14:56Z', 'revision_number': 1, 'project_id': 'bb6b3bfd686d4ca682dc7b939b136961', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd10de36-8daa-4059-9d8f-91dfc5ec1528', 'name': '', 'network_id': '15247518-665f-482f-9371-8d134e43f275', 'tenant_id': 'bb6b3bfd686d4ca682dc7b939b136961', 'mac_address': 'fa:16:3e:bf:09:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f532b6e6-7b78-4c5e-a73e-30d8a1201bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': 'cfc3a8c6-e876-49f8-9eb2-d9517dc3f89e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:14:30Z', 'updated_at': '2022-02-19T04:14:36Z', 'revision_number': 5, 'project_id': 'bb6b3bfd686d4ca682dc7b939b136961', 'subnets': [{'id': 'cfc3a8c6-e876-49f8-9eb2-d9517dc3f89e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:20:03.565172 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03809219-b85d-494e-9882-b8c509368816 None None] The sync data for ids ['f532b6e6-7b78-4c5e-a73e-30d8a1201bfb'] in n-d-826753-2 is: [{'id': 'f532b6e6-7b78-4c5e-a73e-30d8a1201bfb', 'name': 'tempest-TestSnapshotPattern-1067943653-router', 'tenant_id': 'bb6b3bfd686d4ca682dc7b939b136961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '37ec3bce-b707-40b7-95f4-d9ff844b9547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:14:28Z', 'updated_at': '2022-02-19T04:14:31Z', 'revision_number': 4, 'project_id': 'bb6b3bfd686d4ca682dc7b939b136961', 'gw_port': {'id': '37ec3bce-b707-40b7-95f4-d9ff844b9547', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:47:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f532b6e6-7b78-4c5e-a73e-30d8a1201bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:14:28Z', 'updated_at': '2022-02-19T04:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_floatingips': [{'id': 'd37a14b2-3cb6-4524-aa06-8c82312d8acb', 'tenant_id': 'bb6b3bfd686d4ca682dc7b939b136961', 'floating_ip_address': '172.25.6.132', 'floating_network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'router_id': 'f532b6e6-7b78-4c5e-a73e-30d8a1201bfb', 'port_id': 'b4fff8cc-9848-4e95-b7eb-50a168bdd7ef', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15247518-665f-482f-9371-8d134e43f275', 'mac_address': 'fa:16:3e:42:d0:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3821f102-9456-4ba4-ba9a-08e03561a55d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:14:53Z', 'updated_at': '2022-02-19T04:14:56Z', 'revision_number': 1, 'project_id': 'bb6b3bfd686d4ca682dc7b939b136961', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd10de36-8daa-4059-9d8f-91dfc5ec1528', 'name': '', 'network_id': '15247518-665f-482f-9371-8d134e43f275', 'tenant_id': 'bb6b3bfd686d4ca682dc7b939b136961', 'mac_address': 'fa:16:3e:bf:09:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f532b6e6-7b78-4c5e-a73e-30d8a1201bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': 'cfc3a8c6-e876-49f8-9eb2-d9517dc3f89e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:14:30Z', 'updated_at': '2022-02-19T04:14:36Z', 'revision_number': 5, 'project_id': 'bb6b3bfd686d4ca682dc7b939b136961', 'subnets': [{'id': 'cfc3a8c6-e876-49f8-9eb2-d9517dc3f89e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:20:03.746014 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cea7cf-0996-4f93-8e2b-4b99fabc23db req-da799f72-6010-4fec-bbd0-18dd75afb406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:03.747494 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-b8cea7cf-0996-4f93-8e2b-4b99fabc23db req-da799f72-6010-4fec-bbd0-18dd75afb406 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cfc3a8c6-e876-49f8-9eb2-d9517dc3f89e HTTP/1.1" status: 200 len: 849 time: 0.3844762 Feb 19 04:20:03.751249 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-5efc2c11-5e44-434d-8d2c-c9b943613f0b req-23fc9dba-55d8-49a7-b3a1-bb5dd53191bf service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=3821f102-9456-4ba4-ba9a-08e03561a55d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5003638 Feb 19 04:20:03.816222 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cea7cf-0996-4f93-8e2b-4b99fabc23db req-fe689196-5f74-4239-afce-b9f83455a40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:03.818242 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-b8cea7cf-0996-4f93-8e2b-4b99fabc23db req-fe689196-5f74-4239-afce-b9f83455a40a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=15247518-665f-482f-9371-8d134e43f275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0641539 Feb 19 04:20:03.852950 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ace25bb-b72a-4edc-a07e-563675b6e1be None None] New status for floating IP 632bdfa6-8129-4de1-8723-ed8cee80fa29: DOWN {{(pid=103703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:20:03.922240 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efc2c11-5e44-434d-8d2c-c9b943613f0b req-9c199c8d-3800-4710-81b2-0285b9a4c8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:03.923763 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-5efc2c11-5e44-434d-8d2c-c9b943613f0b req-9c199c8d-3800-4710-81b2-0285b9a4c8b7 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=bb6b3bfd686d4ca682dc7b939b136961&device_id=3821f102-9456-4ba4-ba9a-08e03561a55d HTTP/1.1" status: 200 len: 1125 time: 0.1050971 Feb 19 04:20:03.989374 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-b8cea7cf-0996-4f93-8e2b-4b99fabc23db req-c8bcd518-1378-416b-9d88-b4c7d197ed39 service neutron] 10.222.0.73 "GET /v2.0/networks/15247518-665f-482f-9371-8d134e43f275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505792 Feb 19 04:20:04.120293 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efc2c11-5e44-434d-8d2c-c9b943613f0b req-a855630f-fbc4-4ae5-96ea-dd275a4c9999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:04.121844 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-5efc2c11-5e44-434d-8d2c-c9b943613f0b req-a855630f-fbc4-4ae5-96ea-dd275a4c9999 service neutron] 10.222.0.82 "GET /v2.0/networks?id=15247518-665f-482f-9371-8d134e43f275 HTTP/1.1" status: 200 len: 911 time: 0.1741173 Feb 19 04:20:04.176391 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-b8cea7cf-0996-4f93-8e2b-4b99fabc23db req-d05c514c-7e2c-4379-8877-fa8c82a883fb service neutron] 10.222.0.73 "GET /v2.0/networks/15247518-665f-482f-9371-8d134e43f275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709380 Feb 19 04:20:04.205810 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-5efc2c11-5e44-434d-8d2c-c9b943613f0b req-8317b276-dd36-4fdc-97ad-c1abf2dcbe78 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b4fff8cc-9848-4e95-b7eb-50a168bdd7ef HTTP/1.1" status: 200 len: 999 time: 0.0745108 Feb 19 04:20:04.255565 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efc2c11-5e44-434d-8d2c-c9b943613f0b req-758301c8-80c3-453a-ab54-4b054eb14a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:04.257102 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-5efc2c11-5e44-434d-8d2c-c9b943613f0b req-758301c8-80c3-453a-ab54-4b054eb14a58 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=cfc3a8c6-e876-49f8-9eb2-d9517dc3f89e HTTP/1.1" status: 200 len: 849 time: 0.0445089 Feb 19 04:20:04.309585 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efc2c11-5e44-434d-8d2c-c9b943613f0b req-a88e0d63-21d6-4b46-9495-044ded27ed95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:04.311263 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-5efc2c11-5e44-434d-8d2c-c9b943613f0b req-a88e0d63-21d6-4b46-9495-044ded27ed95 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=15247518-665f-482f-9371-8d134e43f275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0480993 Feb 19 04:20:04.326245 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [req-5efc2c11-5e44-434d-8d2c-c9b943613f0b req-499932e3-2247-4524-98b5-4940a2c75c88 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=103702) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:20:04.327982 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-5efc2c11-5e44-434d-8d2c-c9b943613f0b req-499932e3-2247-4524-98b5-4940a2c75c88 service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0096023 Feb 19 04:20:04.432886 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-5efc2c11-5e44-434d-8d2c-c9b943613f0b req-89e91f12-c4b4-4e12-b74a-3f730b58a356 service neutron] 10.222.0.82 "GET /v2.0/networks/15247518-665f-482f-9371-8d134e43f275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993221 Feb 19 04:20:04.436581 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd2fee9-0f15-42dd-b7e0-2e7b042c4e39 req-9de3e7ac-38ed-402b-b136-dcdb9ea3601a tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:04.438226 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1bd2fee9-0f15-42dd-b7e0-2e7b042c4e39 req-9de3e7ac-38ed-402b-b136-dcdb9ea3601a tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] 10.222.0.72 "GET /v2.0/ports?device_id=45a09592-36f1-49ab-9f55-2c427b8b9e0c HTTP/1.1" status: 200 len: 946 time: 0.0657454 Feb 19 04:20:04.492464 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-1bd2fee9-0f15-42dd-b7e0-2e7b042c4e39 req-2604093c-7b37-40eb-a938-a2450ee7e79e tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] 10.222.0.72 "GET /v2.0/security-groups?id=e84cc9e1-7a91-46ae-9eba-d998be714c23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476103 Feb 19 04:20:04.533397 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-5efc2c11-5e44-434d-8d2c-c9b943613f0b req-b2dd0fc2-0486-4b15-8156-02813e533512 service neutron] 10.222.0.82 "GET /v2.0/networks/15247518-665f-482f-9371-8d134e43f275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937574 Feb 19 04:20:05.119861 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a839d5-754a-4cf8-a638-8b8192038583 req-904bc781-c2c0-4e5c-b684-f781f7a3266f tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:05.121353 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c9a839d5-754a-4cf8-a638-8b8192038583 req-904bc781-c2c0-4e5c-b684-f781f7a3266f tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] 10.222.0.73 "GET /v2.0/ports?device_id=45a09592-36f1-49ab-9f55-2c427b8b9e0c HTTP/1.1" status: 200 len: 946 time: 0.0604722 Feb 19 04:20:05.213773 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-c9a839d5-754a-4cf8-a638-8b8192038583 req-e8037814-4d38-4c60-8a89-9fc785290acd tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Deleting port 24fbe9ae-efc3-4841-afad-9c1c971f3acd {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:20:05.214472 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-c9a839d5-754a-4cf8-a638-8b8192038583 req-e8037814-4d38-4c60-8a89-9fc785290acd tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (24fbe9ae-efc3-4841-afad-9c1c971f3acd), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:05.305818 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-c9a839d5-754a-4cf8-a638-8b8192038583 req-e8037814-4d38-4c60-8a89-9fc785290acd tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] For port 24fbe9ae-efc3-4841-afad-9c1c971f3acd, host n-h1-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826753-2',level=0,port_id=24fbe9ae-efc3-4841-afad-9c1c971f3acd,segment=NetworkSegment(98d25b11-baca-4bc4-9347-eededf372332),segment_id=98d25b11-baca-4bc4-9347-eededf372332)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:20:05.306177 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-c9a839d5-754a-4cf8-a638-8b8192038583 req-e8037814-4d38-4c60-8a89-9fc785290acd tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (24fbe9ae-efc3-4841-afad-9c1c971f3acd), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:05.318020 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-c9a839d5-754a-4cf8-a638-8b8192038583 req-e8037814-4d38-4c60-8a89-9fc785290acd tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Calling delete_port for 24fbe9ae-efc3-4841-afad-9c1c971f3acd owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:20:05.448187 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-c9a839d5-754a-4cf8-a638-8b8192038583 req-e8037814-4d38-4c60-8a89-9fc785290acd tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (24fbe9ae-efc3-4841-afad-9c1c971f3acd), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:05.481699 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8037814-4d38-4c60-8a89-9fc785290acd tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Pushing event deleted for resources: {'Port': ['ID=24fbe9ae-efc3-4841-afad-9c1c971f3acd,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:05.495120 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8037814-4d38-4c60-8a89-9fc785290acd tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:05.495120 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8037814-4d38-4c60-8a89-9fc785290acd tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:05.495120 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8037814-4d38-4c60-8a89-9fc785290acd tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:05.495494 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8037814-4d38-4c60-8a89-9fc785290acd tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:05.495775 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8037814-4d38-4c60-8a89-9fc785290acd tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:05.496106 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8037814-4d38-4c60-8a89-9fc785290acd tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:05.496435 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8037814-4d38-4c60-8a89-9fc785290acd tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:05.496740 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8037814-4d38-4c60-8a89-9fc785290acd tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:05.497099 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8037814-4d38-4c60-8a89-9fc785290acd tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:05.497427 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8037814-4d38-4c60-8a89-9fc785290acd tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:05.497749 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8037814-4d38-4c60-8a89-9fc785290acd tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:05.498069 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8037814-4d38-4c60-8a89-9fc785290acd tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:05.498390 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8037814-4d38-4c60-8a89-9fc785290acd tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826753-2 {{(pid=103702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:05.529780 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 24fbe9ae-efc3-4841-afad-9c1c971f3acd no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:20:05.538633 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9a839d5-754a-4cf8-a638-8b8192038583 req-e8037814-4d38-4c60-8a89-9fc785290acd tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] No DVR routers for this DVR port 24fbe9ae-efc3-4841-afad-9c1c971f3acd on host n-h1-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:20:05.542617 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-c9a839d5-754a-4cf8-a638-8b8192038583 req-e8037814-4d38-4c60-8a89-9fc785290acd tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:05.546573 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-c9a839d5-754a-4cf8-a638-8b8192038583 req-e8037814-4d38-4c60-8a89-9fc785290acd tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] 10.222.0.73 "DELETE /v2.0/ports/24fbe9ae-efc3-4841-afad-9c1c971f3acd HTTP/1.1" status: 204 len: 173 time: 0.4206092 Feb 19 04:20:05.547232 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45a09592-36f1-49ab-9f55-2c427b8b9e0c', 'name': 'network-vif-deleted', 'tag': '24fbe9ae-efc3-4841-afad-9c1c971f3acd'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:20:05.556207 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] No Port match for: 24fbe9ae-efc3-4841-afad-9c1c971f3acd {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:20:05.556953 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 24fbe9ae-efc3-4841-afad-9c1c971f3acd not bound to the agent host n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:20:05.559654 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b48a34f37e4e31fa410c3f10fa4e23c828d45427043ff8d3e4d9f228381d6ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fad3c93-c7b2-4cbc-98f0-40f45a3b439b" -d '{"events": [{"server_uuid": "45a09592-36f1-49ab-9f55-2c427b8b9e0c", "name": "network-vif-deleted", "tag": "24fbe9ae-efc3-4841-afad-9c1c971f3acd"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:20:05.605920 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-cf4514e1-ea4b-4cb0-9161-5dd3add9bf19 req-b7c40e49-c611-4817-9d00-65f1b80e95dc tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] 10.222.0.72 "GET /v2.0/ports?device_id=45a09592-36f1-49ab-9f55-2c427b8b9e0c HTTP/1.1" status: 200 len: 210 time: 0.0301588 Feb 19 04:20:05.708215 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80a780cf-419b-48a9-b0a6-1a5a01fbc57c x-openstack-request-id: req-80a780cf-419b-48a9-b0a6-1a5a01fbc57c {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:20:05.708573 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45a09592-36f1-49ab-9f55-2c427b8b9e0c", "name": "network-vif-deleted", "tag": "24fbe9ae-efc3-4841-afad-9c1c971f3acd", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:20:05.708832 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-80a780cf-419b-48a9-b0a6-1a5a01fbc57c {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:20:05.709257 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45a09592-36f1-49ab-9f55-2c427b8b9e0c', 'name': 'network-vif-deleted', 'tag': '24fbe9ae-efc3-4841-afad-9c1c971f3acd', 'status': 'completed', 'code': 200} Feb 19 04:20:07.204015 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 55406) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:07.362519 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-8e4507a6-0a5a-4857-a5f7-161715ccbde1 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Deleting port e8414fa4-d93c-4efc-a7b2-7b47a60e2c3b {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:20:07.362866 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8e4507a6-0a5a-4857-a5f7-161715ccbde1 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (e8414fa4-d93c-4efc-a7b2-7b47a60e2c3b), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:07.442121 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8e4507a6-0a5a-4857-a5f7-161715ccbde1 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (e8414fa4-d93c-4efc-a7b2-7b47a60e2c3b), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:07.442359 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8e4507a6-0a5a-4857-a5f7-161715ccbde1 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Publish callbacks [] for floatingip (e8414fa4-d93c-4efc-a7b2-7b47a60e2c3b), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:07.454728 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-8e4507a6-0a5a-4857-a5f7-161715ccbde1 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Calling delete_port for e8414fa4-d93c-4efc-a7b2-7b47a60e2c3b owned by network:floatingip {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:20:07.618871 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8e4507a6-0a5a-4857-a5f7-161715ccbde1 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (e8414fa4-d93c-4efc-a7b2-7b47a60e2c3b), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:07.643715 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4507a6-0a5a-4857-a5f7-161715ccbde1 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Pushing event deleted for resources: {'Port': ['ID=e8414fa4-d93c-4efc-a7b2-7b47a60e2c3b,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:07.709945 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8e4507a6-0a5a-4857-a5f7-161715ccbde1 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Publish callbacks [] for floatingip (d37a14b2-3cb6-4524-aa06-8c82312d8acb), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:07.710347 n-d-826753-2 neutron-server[103701]: INFO neutron.db.l3_db [None req-8e4507a6-0a5a-4857-a5f7-161715ccbde1 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Floating IP d37a14b2-3cb6-4524-aa06-8c82312d8acb disassociated (deleted). External IP: 172.25.6.132, port: b4fff8cc-9848-4e95-b7eb-50a168bdd7ef. Feb 19 04:20:07.928405 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e4507a6-0a5a-4857-a5f7-161715ccbde1 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Router f532b6e6-7b78-4c5e-a73e-30d8a1201bfb has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:20:08.042824 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e4507a6-0a5a-4857-a5f7-161715ccbde1 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:20:08.047852 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-8e4507a6-0a5a-4857-a5f7-161715ccbde1 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for floatingip (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:08.052760 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83e46f4-07d6-433d-8d4e-c5f57322921a None None] Sync routers for ids ['f532b6e6-7b78-4c5e-a73e-30d8a1201bfb'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:20:08.064601 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83e46f4-07d6-433d-8d4e-c5f57322921a None None] Routers {'f532b6e6-7b78-4c5e-a73e-30d8a1201bfb'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:20:08.065254 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-c83e46f4-07d6-433d-8d4e-c5f57322921a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T04:19:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['f532b6e6-7b78-4c5e-a73e-30d8a1201bfb'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:20:08.078263 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-8e4507a6-0a5a-4857-a5f7-161715ccbde1 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] 10.222.0.72 "DELETE /v2.0/floatingips/d37a14b2-3cb6-4524-aa06-8c82312d8acb HTTP/1.1" status: 204 len: 168 time: 0.8731353 Feb 19 04:20:08.078963 n-d-826753-2 neutron-server[103701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3821f102-9456-4ba4-ba9a-08e03561a55d', 'tag': 'b4fff8cc-9848-4e95-b7eb-50a168bdd7ef'}] {{(pid=103701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:20:08.081354 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64650e7238020d70304413a5b849b926770e068c757b8393e93027c7f92d28d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67256a28-1bea-472c-955e-465246f77697" -d '{"events": [{"name": "network-changed", "server_uuid": "3821f102-9456-4ba4-ba9a-08e03561a55d", "tag": "b4fff8cc-9848-4e95-b7eb-50a168bdd7ef"}]}' {{(pid=103701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:20:08.121577 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bdf5342-01ea-4c17-9812-d2dec4b71440 x-openstack-request-id: req-1bdf5342-01ea-4c17-9812-d2dec4b71440 {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:20:08.122015 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3821f102-9456-4ba4-ba9a-08e03561a55d", "tag": "b4fff8cc-9848-4e95-b7eb-50a168bdd7ef", "status": "completed", "code": 200}]} {{(pid=103701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:20:08.122291 n-d-826753-2 neutron-server[103701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1bdf5342-01ea-4c17-9812-d2dec4b71440 {{(pid=103701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:20:08.122703 n-d-826753-2 neutron-server[103701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3821f102-9456-4ba4-ba9a-08e03561a55d', 'tag': 'b4fff8cc-9848-4e95-b7eb-50a168bdd7ef', 'status': 'completed', 'code': 200} Feb 19 04:20:08.183127 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-c83e46f4-07d6-433d-8d4e-c5f57322921a None None] Set router f532b6e6-7b78-4c5e-a73e-30d8a1201bfb gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:20:08.213999 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67256a28-1bea-472c-955e-465246f77697 req-91b0d0c1-ee7b-4171-aaa4-c911423fa303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:08.215996 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-67256a28-1bea-472c-955e-465246f77697 req-91b0d0c1-ee7b-4171-aaa4-c911423fa303 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=bb6b3bfd686d4ca682dc7b939b136961&device_id=3821f102-9456-4ba4-ba9a-08e03561a55d HTTP/1.1" status: 200 len: 1125 time: 0.0514133 Feb 19 04:20:08.331411 n-d-826753-2 neutron-server[103701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a0898a-2764-499a-9a7e-59cdd8e4865f req-48e0fa3e-cd18-497f-bb24-2b744880b497 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:08.333977 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-58a0898a-2764-499a-9a7e-59cdd8e4865f req-48e0fa3e-cd18-497f-bb24-2b744880b497 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] 10.222.0.72 "GET /v2.0/ports?device_id=3821f102-9456-4ba4-ba9a-08e03561a55d HTTP/1.1" status: 200 len: 943 time: 0.0589070 Feb 19 04:20:08.360260 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67256a28-1bea-472c-955e-465246f77697 req-666081df-4483-4c09-b6fc-61ea5f334563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:08.361975 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-67256a28-1bea-472c-955e-465246f77697 req-666081df-4483-4c09-b6fc-61ea5f334563 service neutron] 10.222.0.82 "GET /v2.0/networks?id=15247518-665f-482f-9371-8d134e43f275 HTTP/1.1" status: 200 len: 911 time: 0.1036093 Feb 19 04:20:08.393860 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-58a0898a-2764-499a-9a7e-59cdd8e4865f req-d9d35927-5596-4710-8dcc-d52a24c365a1 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] 10.222.0.72 "GET /v2.0/security-groups?id=e84cc9e1-7a91-46ae-9eba-d998be714c23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538354 Feb 19 04:20:08.395994 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-c83e46f4-07d6-433d-8d4e-c5f57322921a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f532b6e6-7b78-4c5e-a73e-30d8a1201bfb', 'name': 'tempest-TestSnapshotPattern-1067943653-router', 'tenant_id': 'bb6b3bfd686d4ca682dc7b939b136961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '37ec3bce-b707-40b7-95f4-d9ff844b9547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:14:28Z', 'updated_at': '2022-02-19T04:14:31Z', 'revision_number': 4, 'project_id': 'bb6b3bfd686d4ca682dc7b939b136961', 'gw_port': {'id': '37ec3bce-b707-40b7-95f4-d9ff844b9547', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:47:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f532b6e6-7b78-4c5e-a73e-30d8a1201bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:14:28Z', 'updated_at': '2022-02-19T04:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': 'bd10de36-8daa-4059-9d8f-91dfc5ec1528', 'name': '', 'network_id': '15247518-665f-482f-9371-8d134e43f275', 'tenant_id': 'bb6b3bfd686d4ca682dc7b939b136961', 'mac_address': 'fa:16:3e:bf:09:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f532b6e6-7b78-4c5e-a73e-30d8a1201bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': 'cfc3a8c6-e876-49f8-9eb2-d9517dc3f89e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:14:30Z', 'updated_at': '2022-02-19T04:14:36Z', 'revision_number': 5, 'project_id': 'bb6b3bfd686d4ca682dc7b939b136961', 'subnets': [{'id': 'cfc3a8c6-e876-49f8-9eb2-d9517dc3f89e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:20:08.410498 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-67256a28-1bea-472c-955e-465246f77697 req-cf9545ae-05c7-4fb1-a859-56be1aab9ecc service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b4fff8cc-9848-4e95-b7eb-50a168bdd7ef HTTP/1.1" status: 200 len: 217 time: 0.0411956 Feb 19 04:20:08.424472 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83e46f4-07d6-433d-8d4e-c5f57322921a None None] Checking router: f532b6e6-7b78-4c5e-a73e-30d8a1201bfb for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:20:08.433351 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83e46f4-07d6-433d-8d4e-c5f57322921a None None] Routers {'f532b6e6-7b78-4c5e-a73e-30d8a1201bfb'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:20:08.433955 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-c83e46f4-07d6-433d-8d4e-c5f57322921a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T04:19:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['f532b6e6-7b78-4c5e-a73e-30d8a1201bfb'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:20:08.459823 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67256a28-1bea-472c-955e-465246f77697 req-411f702e-a3e3-4510-92b5-e56d873bbef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:08.462003 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-67256a28-1bea-472c-955e-465246f77697 req-411f702e-a3e3-4510-92b5-e56d873bbef0 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=cfc3a8c6-e876-49f8-9eb2-d9517dc3f89e HTTP/1.1" status: 200 len: 849 time: 0.0460680 Feb 19 04:20:08.516429 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67256a28-1bea-472c-955e-465246f77697 req-406528b7-a9b6-4d55-ad6f-1c3652851537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:08.518161 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-67256a28-1bea-472c-955e-465246f77697 req-406528b7-a9b6-4d55-ad6f-1c3652851537 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=15247518-665f-482f-9371-8d134e43f275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0494485 Feb 19 04:20:08.544039 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-c83e46f4-07d6-433d-8d4e-c5f57322921a None None] Set router f532b6e6-7b78-4c5e-a73e-30d8a1201bfb gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:20:08.608917 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-67256a28-1bea-472c-955e-465246f77697 req-341e9284-5118-48e8-b5cf-27a1aff842f4 service neutron] 10.222.0.82 "GET /v2.0/networks/15247518-665f-482f-9371-8d134e43f275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835519 Feb 19 04:20:08.705526 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-67256a28-1bea-472c-955e-465246f77697 req-0d29665b-7960-4156-ad16-1fe52b59fd3f service neutron] 10.222.0.82 "GET /v2.0/networks/15247518-665f-482f-9371-8d134e43f275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900962 Feb 19 04:20:08.752939 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-c83e46f4-07d6-433d-8d4e-c5f57322921a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f532b6e6-7b78-4c5e-a73e-30d8a1201bfb', 'name': 'tempest-TestSnapshotPattern-1067943653-router', 'tenant_id': 'bb6b3bfd686d4ca682dc7b939b136961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '37ec3bce-b707-40b7-95f4-d9ff844b9547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:14:28Z', 'updated_at': '2022-02-19T04:14:31Z', 'revision_number': 4, 'project_id': 'bb6b3bfd686d4ca682dc7b939b136961', 'gw_port': {'id': '37ec3bce-b707-40b7-95f4-d9ff844b9547', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:47:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f532b6e6-7b78-4c5e-a73e-30d8a1201bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:14:28Z', 'updated_at': '2022-02-19T04:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': 'bd10de36-8daa-4059-9d8f-91dfc5ec1528', 'name': '', 'network_id': '15247518-665f-482f-9371-8d134e43f275', 'tenant_id': 'bb6b3bfd686d4ca682dc7b939b136961', 'mac_address': 'fa:16:3e:bf:09:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f532b6e6-7b78-4c5e-a73e-30d8a1201bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': 'cfc3a8c6-e876-49f8-9eb2-d9517dc3f89e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:14:30Z', 'updated_at': '2022-02-19T04:14:36Z', 'revision_number': 5, 'project_id': 'bb6b3bfd686d4ca682dc7b939b136961', 'subnets': [{'id': 'cfc3a8c6-e876-49f8-9eb2-d9517dc3f89e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:20:08.783519 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83e46f4-07d6-433d-8d4e-c5f57322921a None None] The sync data for ids ['f532b6e6-7b78-4c5e-a73e-30d8a1201bfb'] in n-d-826753-2 is: [{'id': 'f532b6e6-7b78-4c5e-a73e-30d8a1201bfb', 'name': 'tempest-TestSnapshotPattern-1067943653-router', 'tenant_id': 'bb6b3bfd686d4ca682dc7b939b136961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '37ec3bce-b707-40b7-95f4-d9ff844b9547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:14:28Z', 'updated_at': '2022-02-19T04:14:31Z', 'revision_number': 4, 'project_id': 'bb6b3bfd686d4ca682dc7b939b136961', 'gw_port': {'id': '37ec3bce-b707-40b7-95f4-d9ff844b9547', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:47:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f532b6e6-7b78-4c5e-a73e-30d8a1201bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:14:28Z', 'updated_at': '2022-02-19T04:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2', '_interfaces': [{'id': 'bd10de36-8daa-4059-9d8f-91dfc5ec1528', 'name': '', 'network_id': '15247518-665f-482f-9371-8d134e43f275', 'tenant_id': 'bb6b3bfd686d4ca682dc7b939b136961', 'mac_address': 'fa:16:3e:bf:09:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f532b6e6-7b78-4c5e-a73e-30d8a1201bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': 'cfc3a8c6-e876-49f8-9eb2-d9517dc3f89e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:14:30Z', 'updated_at': '2022-02-19T04:14:36Z', 'revision_number': 5, 'project_id': 'bb6b3bfd686d4ca682dc7b939b136961', 'subnets': [{'id': 'cfc3a8c6-e876-49f8-9eb2-d9517dc3f89e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:20:08.992460 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:20:09.008555 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1be7653-bde5-4156-b391-c048d08c528e None None] New status for floating IP d37a14b2-3cb6-4524-aa06-8c82312d8acb: DOWN {{(pid=103703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:20:09.075139 n-d-826753-2 neutron-server[103702]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d220ba82-1b26-43fe-9144-38ccec2cf648 req-16d646bd-4c6a-4f7e-90a6-8e8936708b6f tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103702) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:09.076685 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d220ba82-1b26-43fe-9144-38ccec2cf648 req-16d646bd-4c6a-4f7e-90a6-8e8936708b6f tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] 10.222.0.82 "GET /v2.0/ports?device_id=3821f102-9456-4ba4-ba9a-08e03561a55d HTTP/1.1" status: 200 len: 943 time: 0.0579369 Feb 19 04:20:09.191301 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-d220ba82-1b26-43fe-9144-38ccec2cf648 req-0aecde06-7b10-4ec6-832c-064eb468da27 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Deleting port b4fff8cc-9848-4e95-b7eb-50a168bdd7ef {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:20:09.191721 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-d220ba82-1b26-43fe-9144-38ccec2cf648 req-0aecde06-7b10-4ec6-832c-064eb468da27 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (b4fff8cc-9848-4e95-b7eb-50a168bdd7ef), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:09.300043 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [req-d220ba82-1b26-43fe-9144-38ccec2cf648 req-0aecde06-7b10-4ec6-832c-064eb468da27 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] For port b4fff8cc-9848-4e95-b7eb-50a168bdd7ef, host n-h2-826753-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826753-2',level=0,port_id=b4fff8cc-9848-4e95-b7eb-50a168bdd7ef,segment=NetworkSegment(98d25b11-baca-4bc4-9347-eededf372332),segment_id=98d25b11-baca-4bc4-9347-eededf372332)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:20:09.300785 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-d220ba82-1b26-43fe-9144-38ccec2cf648 req-0aecde06-7b10-4ec6-832c-064eb468da27 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (b4fff8cc-9848-4e95-b7eb-50a168bdd7ef), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:09.315380 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [req-d220ba82-1b26-43fe-9144-38ccec2cf648 req-0aecde06-7b10-4ec6-832c-064eb468da27 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Calling delete_port for b4fff8cc-9848-4e95-b7eb-50a168bdd7ef owned by compute:nova {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:20:09.454026 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-d220ba82-1b26-43fe-9144-38ccec2cf648 req-0aecde06-7b10-4ec6-832c-064eb468da27 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (b4fff8cc-9848-4e95-b7eb-50a168bdd7ef), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:09.485377 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aecde06-7b10-4ec6-832c-064eb468da27 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Pushing event deleted for resources: {'Port': ['ID=b4fff8cc-9848-4e95-b7eb-50a168bdd7ef,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:09.509402 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [req-a256fdef-5e86-4829-a636-dbd25841ca6d req-51330d3d-4120-406d-882d-72682b82c548 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] 10.222.0.72 "GET /v2.0/ports?device_id=3821f102-9456-4ba4-ba9a-08e03561a55d HTTP/1.1" status: 200 len: 210 time: 0.0334218 Feb 19 04:20:09.538246 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [req-d220ba82-1b26-43fe-9144-38ccec2cf648 req-0aecde06-7b10-4ec6-832c-064eb468da27 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] No DVR routers for this DVR port b4fff8cc-9848-4e95-b7eb-50a168bdd7ef on host n-h2-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:20:09.542238 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [req-d220ba82-1b26-43fe-9144-38ccec2cf648 req-0aecde06-7b10-4ec6-832c-064eb468da27 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120913'] for port (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:09.546636 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [req-d220ba82-1b26-43fe-9144-38ccec2cf648 req-0aecde06-7b10-4ec6-832c-064eb468da27 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] 10.222.0.82 "DELETE /v2.0/ports/b4fff8cc-9848-4e95-b7eb-50a168bdd7ef HTTP/1.1" status: 204 len: 173 time: 0.4641891 Feb 19 04:20:09.546784 n-d-826753-2 neutron-server[103702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3821f102-9456-4ba4-ba9a-08e03561a55d', 'name': 'network-vif-deleted', 'tag': 'b4fff8cc-9848-4e95-b7eb-50a168bdd7ef'}] {{(pid=103702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:20:09.549089 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b48a34f37e4e31fa410c3f10fa4e23c828d45427043ff8d3e4d9f228381d6ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf63de90-c706-4b30-8bad-8961250982b9" -d '{"events": [{"server_uuid": "3821f102-9456-4ba4-ba9a-08e03561a55d", "name": "network-vif-deleted", "tag": "b4fff8cc-9848-4e95-b7eb-50a168bdd7ef"}]}' {{(pid=103702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:20:09.558782 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 24fbe9ae-efc3-4841-afad-9c1c971f3acd no longer exists at agent hyperv_n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:20:09.584013 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] No Port match for: 24fbe9ae-efc3-4841-afad-9c1c971f3acd {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:20:09.584356 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Device 24fbe9ae-efc3-4841-afad-9c1c971f3acd not bound to the agent host n-h1-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:20:09.595464 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-809a2fe8-da9b-4a64-8e5d-da5e48ffb8e3 x-openstack-request-id: req-809a2fe8-da9b-4a64-8e5d-da5e48ffb8e3 {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:20:09.595758 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3821f102-9456-4ba4-ba9a-08e03561a55d", "name": "network-vif-deleted", "tag": "b4fff8cc-9848-4e95-b7eb-50a168bdd7ef", "status": "completed", "code": 200}]} {{(pid=103702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:20:09.596149 n-d-826753-2 neutron-server[103702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-809a2fe8-da9b-4a64-8e5d-da5e48ffb8e3 {{(pid=103702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:20:09.596584 n-d-826753-2 neutron-server[103702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3821f102-9456-4ba4-ba9a-08e03561a55d', 'name': 'network-vif-deleted', 'tag': 'b4fff8cc-9848-4e95-b7eb-50a168bdd7ef', 'status': 'completed', 'code': 200} Feb 19 04:20:10.570807 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 55422) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:10.633677 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1c2ccd84-8576-4ad7-82d1-b33a8a4d8fd4 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Publish callbacks [] for security_group (e84cc9e1-7a91-46ae-9eba-d998be714c23), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:10.662563 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1c2ccd84-8576-4ad7-82d1-b33a8a4d8fd4 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Publish callbacks [] for security_group (e84cc9e1-7a91-46ae-9eba-d998be714c23), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:10.731229 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1c2ccd84-8576-4ad7-82d1-b33a8a4d8fd4 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (e84cc9e1-7a91-46ae-9eba-d998be714c23), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:10.734267 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-1c2ccd84-8576-4ad7-82d1-b33a8a4d8fd4 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Publish callbacks [] for security_group (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:10.735486 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-1c2ccd84-8576-4ad7-82d1-b33a8a4d8fd4 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] 10.222.0.72 "DELETE /v2.0/security-groups/e84cc9e1-7a91-46ae-9eba-d998be714c23 HTTP/1.1" status: 204 len: 168 time: 0.1629698 Feb 19 04:20:10.746309 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ccd84-8576-4ad7-82d1-b33a8a4d8fd4 tempest-TestSnapshotPattern-1257543370 tempest-TestSnapshotPattern-1257543370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e84cc9e1-7a91-46ae-9eba-d998be714c23,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:11.811270 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 55428) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:12.291657 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d7f7ddac-1895-4ae6-aba2-326478e9846b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16289271'] for router_interface (f532b6e6-7b78-4c5e-a73e-30d8a1201bfb), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:12.562489 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-d7f7ddac-1895-4ae6-aba2-326478e9846b admin admin] Deleting port bd10de36-8daa-4059-9d8f-91dfc5ec1528 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:20:12.562838 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d7f7ddac-1895-4ae6-aba2-326478e9846b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (bd10de36-8daa-4059-9d8f-91dfc5ec1528), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:12.644977 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-d7f7ddac-1895-4ae6-aba2-326478e9846b admin admin] For port bd10de36-8daa-4059-9d8f-91dfc5ec1528, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=bd10de36-8daa-4059-9d8f-91dfc5ec1528,segment=NetworkSegment(98d25b11-baca-4bc4-9347-eededf372332),segment_id=98d25b11-baca-4bc4-9347-eededf372332)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:20:12.645447 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d7f7ddac-1895-4ae6-aba2-326478e9846b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (bd10de36-8daa-4059-9d8f-91dfc5ec1528), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:12.658703 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-d7f7ddac-1895-4ae6-aba2-326478e9846b admin admin] Calling delete_port for bd10de36-8daa-4059-9d8f-91dfc5ec1528 owned by network:router_interface {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:20:12.853127 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d7f7ddac-1895-4ae6-aba2-326478e9846b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (bd10de36-8daa-4059-9d8f-91dfc5ec1528), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:12.878219 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f7ddac-1895-4ae6-aba2-326478e9846b admin admin] Pushing event deleted for resources: {'Port': ['ID=bd10de36-8daa-4059-9d8f-91dfc5ec1528,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:13.071211 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-d7f7ddac-1895-4ae6-aba2-326478e9846b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16362762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16314471'] for router_interface (f532b6e6-7b78-4c5e-a73e-30d8a1201bfb), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:13.296851 n-d-826753-2 neutron-server[103702]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7f7ddac-1895-4ae6-aba2-326478e9846b admin admin] Router f532b6e6-7b78-4c5e-a73e-30d8a1201bfb has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103702) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:20:13.406231 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7f7ddac-1895-4ae6-aba2-326478e9846b admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103702) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:20:13.411189 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-d7f7ddac-1895-4ae6-aba2-326478e9846b admin admin] 10.222.0.72 "PUT /v2.0/routers/f532b6e6-7b78-4c5e-a73e-30d8a1201bfb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5986090 Feb 19 04:20:13.414223 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 55434) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:13.416998 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615d3b24-059a-4fb3-8a57-dec50180b76c None None] Sync routers for ids ['f532b6e6-7b78-4c5e-a73e-30d8a1201bfb'] in n-d-826753-2 {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:20:13.426583 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615d3b24-059a-4fb3-8a57-dec50180b76c None None] Routers {'f532b6e6-7b78-4c5e-a73e-30d8a1201bfb'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:20:13.427254 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-615d3b24-059a-4fb3-8a57-dec50180b76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T04:19:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['f532b6e6-7b78-4c5e-a73e-30d8a1201bfb'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:20:13.548947 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-615d3b24-059a-4fb3-8a57-dec50180b76c None None] Set router f532b6e6-7b78-4c5e-a73e-30d8a1201bfb gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:20:13.744674 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-615d3b24-059a-4fb3-8a57-dec50180b76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f532b6e6-7b78-4c5e-a73e-30d8a1201bfb', 'name': 'tempest-TestSnapshotPattern-1067943653-router', 'tenant_id': 'bb6b3bfd686d4ca682dc7b939b136961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '37ec3bce-b707-40b7-95f4-d9ff844b9547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:14:28Z', 'updated_at': '2022-02-19T04:20:12Z', 'revision_number': 5, 'project_id': 'bb6b3bfd686d4ca682dc7b939b136961', 'gw_port': {'id': '37ec3bce-b707-40b7-95f4-d9ff844b9547', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:47:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f532b6e6-7b78-4c5e-a73e-30d8a1201bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:14:28Z', 'updated_at': '2022-02-19T04:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:20:13.773946 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615d3b24-059a-4fb3-8a57-dec50180b76c None None] Checking router: f532b6e6-7b78-4c5e-a73e-30d8a1201bfb for host: n-d-826753-2 {{(pid=103704) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:20:13.783135 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615d3b24-059a-4fb3-8a57-dec50180b76c None None] Routers {'f532b6e6-7b78-4c5e-a73e-30d8a1201bfb'} bound to L3 agent in host n-d-826753-2 {{(pid=103704) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:20:13.783902 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-615d3b24-059a-4fb3-8a57-dec50180b76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T04:19:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['f532b6e6-7b78-4c5e-a73e-30d8a1201bfb'], 'active': True} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:20:13.846665 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2cc28923-69d4-45aa-bbbb-619d585dd957 admin admin] Publish callbacks [] for router (f532b6e6-7b78-4c5e-a73e-30d8a1201bfb), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:13.953838 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2cc28923-69d4-45aa-bbbb-619d585dd957 admin admin] Publish callbacks [] for router_gateway (f532b6e6-7b78-4c5e-a73e-30d8a1201bfb), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:13.988070 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_dvr_db [None req-615d3b24-059a-4fb3-8a57-dec50180b76c None None] Set router f532b6e6-7b78-4c5e-a73e-30d8a1201bfb gateway port host: n-d-826753-2 {{(pid=103704) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:20:14.009717 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-2cc28923-69d4-45aa-bbbb-619d585dd957 admin admin] Deleting port 37ec3bce-b707-40b7-95f4-d9ff844b9547 {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:20:14.010115 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2cc28923-69d4-45aa-bbbb-619d585dd957 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (37ec3bce-b707-40b7-95f4-d9ff844b9547), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:14.091539 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-2cc28923-69d4-45aa-bbbb-619d585dd957 admin admin] For port 37ec3bce-b707-40b7-95f4-d9ff844b9547, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=37ec3bce-b707-40b7-95f4-d9ff844b9547,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:20:14.091897 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2cc28923-69d4-45aa-bbbb-619d585dd957 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (37ec3bce-b707-40b7-95f4-d9ff844b9547), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:14.105373 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-2cc28923-69d4-45aa-bbbb-619d585dd957 admin admin] Calling delete_port for 37ec3bce-b707-40b7-95f4-d9ff844b9547 owned by network:router_gateway {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:20:14.171543 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.l3_hamode_db [None req-615d3b24-059a-4fb3-8a57-dec50180b76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f532b6e6-7b78-4c5e-a73e-30d8a1201bfb', 'name': 'tempest-TestSnapshotPattern-1067943653-router', 'tenant_id': 'bb6b3bfd686d4ca682dc7b939b136961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '37ec3bce-b707-40b7-95f4-d9ff844b9547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:14:28Z', 'updated_at': '2022-02-19T04:20:12Z', 'revision_number': 5, 'project_id': 'bb6b3bfd686d4ca682dc7b939b136961', 'gw_port': {'id': '37ec3bce-b707-40b7-95f4-d9ff844b9547', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:47:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f532b6e6-7b78-4c5e-a73e-30d8a1201bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:14:28Z', 'updated_at': '2022-02-19T04:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:20:14.184540 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device b4fff8cc-9848-4e95-b7eb-50a168bdd7ef no longer exists at agent hyperv_n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:20:14.207614 n-d-826753-2 neutron-server[103704]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615d3b24-059a-4fb3-8a57-dec50180b76c None None] The sync data for ids ['f532b6e6-7b78-4c5e-a73e-30d8a1201bfb'] in n-d-826753-2 is: [{'id': 'f532b6e6-7b78-4c5e-a73e-30d8a1201bfb', 'name': 'tempest-TestSnapshotPattern-1067943653-router', 'tenant_id': 'bb6b3bfd686d4ca682dc7b939b136961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '37ec3bce-b707-40b7-95f4-d9ff844b9547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:14:28Z', 'updated_at': '2022-02-19T04:20:12Z', 'revision_number': 5, 'project_id': 'bb6b3bfd686d4ca682dc7b939b136961', 'gw_port': {'id': '37ec3bce-b707-40b7-95f4-d9ff844b9547', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:47:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f532b6e6-7b78-4c5e-a73e-30d8a1201bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:14:28Z', 'updated_at': '2022-02-19T04:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}] {{(pid=103704) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:20:14.208185 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] No Port match for: b4fff8cc-9848-4e95-b7eb-50a168bdd7ef {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:20:14.208532 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Device b4fff8cc-9848-4e95-b7eb-50a168bdd7ef not bound to the agent host n-h2-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:20:14.303938 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2cc28923-69d4-45aa-bbbb-619d585dd957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (37ec3bce-b707-40b7-95f4-d9ff844b9547), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:14.335940 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc28923-69d4-45aa-bbbb-619d585dd957 admin admin] Pushing event deleted for resources: {'Port': ['ID=37ec3bce-b707-40b7-95f4-d9ff844b9547,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:14.396080 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2cc28923-69d4-45aa-bbbb-619d585dd957 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16285837'] for router_gateway (f532b6e6-7b78-4c5e-a73e-30d8a1201bfb), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:14.492783 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2cc28923-69d4-45aa-bbbb-619d585dd957 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16317457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14254'] for router (f532b6e6-7b78-4c5e-a73e-30d8a1201bfb), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:14.494996 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2cc28923-69d4-45aa-bbbb-619d585dd957 admin admin] Publish callbacks [] for router_controller (f532b6e6-7b78-4c5e-a73e-30d8a1201bfb), precommit_delete_associations {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:14.548023 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2cc28923-69d4-45aa-bbbb-619d585dd957 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16317544'] for router (f532b6e6-7b78-4c5e-a73e-30d8a1201bfb), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:14.548692 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cc28923-69d4-45aa-bbbb-619d585dd957 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f532b6e6-7b78-4c5e-a73e-30d8a1201bfb {{(pid=103702) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:20:14.555649 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2cc28923-69d4-45aa-bbbb-619d585dd957 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:14.557356 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-2cc28923-69d4-45aa-bbbb-619d585dd957 admin admin] 10.222.0.72 "DELETE /v2.0/routers/f532b6e6-7b78-4c5e-a73e-30d8a1201bfb HTTP/1.1" status: 204 len: 168 time: 1.1419699 Feb 19 04:20:14.559886 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 55436) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:14.614011 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d438cae-473f-48a5-8396-b5edff16779e admin admin] Deleting subnet cfc3a8c6-e876-49f8-9eb2-d9517dc3f89e {{(pid=103701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:20:14.617323 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2d438cae-473f-48a5-8396-b5edff16779e admin admin] Publish callbacks [] for subnet (cfc3a8c6-e876-49f8-9eb2-d9517dc3f89e), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:14.653969 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2d438cae-473f-48a5-8396-b5edff16779e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12647399'] for subnet (cfc3a8c6-e876-49f8-9eb2-d9517dc3f89e), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:14.733302 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2d438cae-473f-48a5-8396-b5edff16779e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (cfc3a8c6-e876-49f8-9eb2-d9517dc3f89e), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:14.786850 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2d438cae-473f-48a5-8396-b5edff16779e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12647206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58706286'] for subnet (cfc3a8c6-e876-49f8-9eb2-d9517dc3f89e), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:14.817740 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d438cae-473f-48a5-8396-b5edff16779e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfc3a8c6-e876-49f8-9eb2-d9517dc3f89e,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:14.822486 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-2d438cae-473f-48a5-8396-b5edff16779e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:14.825719 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-2d438cae-473f-48a5-8396-b5edff16779e admin admin] 10.222.0.72 "DELETE /v2.0/subnets/cfc3a8c6-e876-49f8-9eb2-d9517dc3f89e HTTP/1.1" status: 204 len: 168 time: 0.2635391 Feb 19 04:20:14.828323 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 55438) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:14.833218 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a39d9e4-6fba-438b-a3f4-8052a33e574c None None] Network 15247518-665f-482f-9371-8d134e43f275 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:20:14.924059 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f6847a48-adff-4ac0-b369-5b5729f5d40b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (15247518-665f-482f-9371-8d134e43f275), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:14.984052 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-f6847a48-adff-4ac0-b369-5b5729f5d40b admin admin] Deleting port fa7814c5-eb41-4878-b94d-9e2f443d887f {{(pid=103702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:20:14.984744 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f6847a48-adff-4ac0-b369-5b5729f5d40b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (fa7814c5-eb41-4878-b94d-9e2f443d887f), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:15.050258 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.db [None req-f6847a48-adff-4ac0-b369-5b5729f5d40b admin admin] For port fa7814c5-eb41-4878-b94d-9e2f443d887f, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=fa7814c5-eb41-4878-b94d-9e2f443d887f,segment=NetworkSegment(98d25b11-baca-4bc4-9347-eededf372332),segment_id=98d25b11-baca-4bc4-9347-eededf372332)] {{(pid=103702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:20:15.050613 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f6847a48-adff-4ac0-b369-5b5729f5d40b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (fa7814c5-eb41-4878-b94d-9e2f443d887f), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:15.064604 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.plugin [None req-f6847a48-adff-4ac0-b369-5b5729f5d40b admin admin] Calling delete_port for fa7814c5-eb41-4878-b94d-9e2f443d887f owned by network:dhcp {{(pid=103702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:20:15.144684 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f6847a48-adff-4ac0-b369-5b5729f5d40b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58701562'] for port (fa7814c5-eb41-4878-b94d-9e2f443d887f), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:15.167344 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6847a48-adff-4ac0-b369-5b5729f5d40b admin admin] Pushing event deleted for resources: {'Port': ['ID=fa7814c5-eb41-4878-b94d-9e2f443d887f,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:15.173402 n-d-826753-2 neutron-server[103702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6847a48-adff-4ac0-b369-5b5729f5d40b admin admin] No DVR routers for this DVR port fa7814c5-eb41-4878-b94d-9e2f443d887f on host n-d-826753-2 {{(pid=103702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:20:15.248030 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f6847a48-adff-4ac0-b369-5b5729f5d40b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (15247518-665f-482f-9371-8d134e43f275), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:15.270680 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-f6847a48-adff-4ac0-b369-5b5729f5d40b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15247518-665f-482f-9371-8d134e43f275']}} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:20:15.275586 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49714967-059d-4416-a71c-81bc46693e73 None None] DHCP port deletion for 15247518-665f-482f-9371-8d134e43f275 request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:20:15.280939 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-f6847a48-adff-4ac0-b369-5b5729f5d40b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98d25b11-baca-4bc4-9347-eededf372332') {'for_net_delete': True} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:20:15.281252 n-d-826753-2 neutron-server[103702]: DEBUG neutron.services.segments.db [None req-f6847a48-adff-4ac0-b369-5b5729f5d40b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98d25b11-baca-4bc4-9347-eededf372332') {} {{(pid=103702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:20:15.294461 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f6847a48-adff-4ac0-b369-5b5729f5d40b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58674325'] for segment (98d25b11-baca-4bc4-9347-eededf372332), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:15.313679 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f6847a48-adff-4ac0-b369-5b5729f5d40b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (98d25b11-baca-4bc4-9347-eededf372332), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:15.322113 n-d-826753-2 neutron-server[103702]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6847a48-adff-4ac0-b369-5b5729f5d40b admin admin] Releasing vlan 275 on physical network physnet1 to pool {{(pid=103702) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:20:15.322911 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f6847a48-adff-4ac0-b369-5b5729f5d40b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58701517'] for segment (98d25b11-baca-4bc4-9347-eededf372332), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:15.324921 n-d-826753-2 neutron-server[103702]: Traceback (most recent call last): Feb 19 04:20:15.324921 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:20:15.324921 n-d-826753-2 neutron-server[103702]: timer() Feb 19 04:20:15.324921 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:20:15.324921 n-d-826753-2 neutron-server[103702]: cb(*args, **kw) Feb 19 04:20:15.324921 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:20:15.324921 n-d-826753-2 neutron-server[103702]: return func(*args, **kwargs) Feb 19 04:20:15.324921 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:20:15.324921 n-d-826753-2 neutron-server[103702]: self._notify() Feb 19 04:20:15.324921 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:20:15.324921 n-d-826753-2 neutron-server[103702]: self.callback(batched_events) Feb 19 04:20:15.324921 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:20:15.324921 n-d-826753-2 neutron-server[103702]: event.method(event) Feb 19 04:20:15.324921 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:20:15.324921 n-d-826753-2 neutron-server[103702]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:20:15.324921 n-d-826753-2 neutron-server[103702]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:20:15.324921 n-d-826753-2 neutron-server[103702]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:20:15.324921 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:20:15.324921 n-d-826753-2 neutron-server[103702]: return f(self, *a, **k) Feb 19 04:20:15.324921 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:20:15.324921 n-d-826753-2 neutron-server[103702]: return self._get(url).json() Feb 19 04:20:15.324921 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:20:15.324921 n-d-826753-2 neutron-server[103702]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:20:15.324921 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:20:15.324921 n-d-826753-2 neutron-server[103702]: return self.request(url, 'GET', **kwargs) Feb 19 04:20:15.324921 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:20:15.324921 n-d-826753-2 neutron-server[103702]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:20:15.324921 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:20:15.324921 n-d-826753-2 neutron-server[103702]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:20:15.324921 n-d-826753-2 neutron-server[103702]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:20:15.324921 n-d-826753-2 neutron-server[103702]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:20:15.324921 n-d-826753-2 neutron-server[103702]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:20:15.330337 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device bd10de36-8daa-4059-9d8f-91dfc5ec1528 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:20:15.350053 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: bd10de36-8daa-4059-9d8f-91dfc5ec1528 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:20:15.350404 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device bd10de36-8daa-4059-9d8f-91dfc5ec1528 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:20:15.386044 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f6847a48-adff-4ac0-b369-5b5729f5d40b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (15247518-665f-482f-9371-8d134e43f275), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:15.391544 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-f6847a48-adff-4ac0-b369-5b5729f5d40b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:15.394728 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-f6847a48-adff-4ac0-b369-5b5729f5d40b admin admin] 10.222.0.72 "DELETE /v2.0/networks/15247518-665f-482f-9371-8d134e43f275 HTTP/1.1" status: 204 len: 168 time: 0.5653973 Feb 19 04:20:15.397958 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 55444) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:15.409546 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6847a48-adff-4ac0-b369-5b5729f5d40b admin admin] Pushing event deleted for resources: {'Network': ['ID=15247518-665f-482f-9371-8d134e43f275,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:15.743539 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fbf96484-51fd-49ff-938b-9b475de04d8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:15.747450 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b9ab7310-cc00-486b-adc4-08e25ebb4ae0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16289271'] for router_interface (2ef0c404-e3d7-4d87-a424-9b0a2464babb), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:16.002292 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-b9ab7310-cc00-486b-adc4-08e25ebb4ae0 admin admin] Deleting port 0e35aace-c296-4c0c-bc66-b0b4ffc13569 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:20:16.002545 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b9ab7310-cc00-486b-adc4-08e25ebb4ae0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (0e35aace-c296-4c0c-bc66-b0b4ffc13569), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:16.086479 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-b9ab7310-cc00-486b-adc4-08e25ebb4ae0 admin admin] For port 0e35aace-c296-4c0c-bc66-b0b4ffc13569, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=0e35aace-c296-4c0c-bc66-b0b4ffc13569,segment=NetworkSegment(59d76b90-2d3d-431b-8714-6f49b6c0649f),segment_id=59d76b90-2d3d-431b-8714-6f49b6c0649f)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:20:16.086845 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b9ab7310-cc00-486b-adc4-08e25ebb4ae0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (0e35aace-c296-4c0c-bc66-b0b4ffc13569), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:16.098464 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-b9ab7310-cc00-486b-adc4-08e25ebb4ae0 admin admin] Calling delete_port for 0e35aace-c296-4c0c-bc66-b0b4ffc13569 owned by network:router_interface {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:20:16.283159 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b9ab7310-cc00-486b-adc4-08e25ebb4ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (0e35aace-c296-4c0c-bc66-b0b4ffc13569), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:16.307675 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ab7310-cc00-486b-adc4-08e25ebb4ae0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e35aace-c296-4c0c-bc66-b0b4ffc13569,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:16.486879 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-b9ab7310-cc00-486b-adc4-08e25ebb4ae0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16362762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16314471'] for router_interface (2ef0c404-e3d7-4d87-a424-9b0a2464babb), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:16.723184 n-d-826753-2 neutron-server[103701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9ab7310-cc00-486b-adc4-08e25ebb4ae0 admin admin] Router 2ef0c404-e3d7-4d87-a424-9b0a2464babb has already been hosted by L3 agent 4a4a7815-cece-4dde-8f06-0b6856552afd {{(pid=103701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:20:16.837238 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9ab7310-cc00-486b-adc4-08e25ebb4ae0 admin admin] Notify agent at l3_agent.n-d-826753-2 the message routers_updated {{(pid=103701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:20:16.844425 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-b9ab7310-cc00-486b-adc4-08e25ebb4ae0 admin admin] 10.222.0.72 "PUT /v2.0/routers/2ef0c404-e3d7-4d87-a424-9b0a2464babb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4435236 Feb 19 04:20:16.845099 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 55446) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:16.847658 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c98aaae-6c24-4d95-9125-2c3eb8961f8a None None] Sync routers for ids ['2ef0c404-e3d7-4d87-a424-9b0a2464babb'] in n-d-826753-2 {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:20:16.858081 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c98aaae-6c24-4d95-9125-2c3eb8961f8a None None] Routers {'2ef0c404-e3d7-4d87-a424-9b0a2464babb'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:20:16.858713 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-8c98aaae-6c24-4d95-9125-2c3eb8961f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T04:19:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['2ef0c404-e3d7-4d87-a424-9b0a2464babb'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:20:16.994091 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-8c98aaae-6c24-4d95-9125-2c3eb8961f8a None None] Set router 2ef0c404-e3d7-4d87-a424-9b0a2464babb gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:20:17.055157 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 37ec3bce-b707-40b7-95f4-d9ff844b9547 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:20:17.090027 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 37ec3bce-b707-40b7-95f4-d9ff844b9547 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:20:17.090381 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 37ec3bce-b707-40b7-95f4-d9ff844b9547 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:20:17.090811 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device fa7814c5-eb41-4878-b94d-9e2f443d887f no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:20:17.138240 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: fa7814c5-eb41-4878-b94d-9e2f443d887f {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:20:17.138587 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device fa7814c5-eb41-4878-b94d-9e2f443d887f not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:20:17.237995 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-8c98aaae-6c24-4d95-9125-2c3eb8961f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef0c404-e3d7-4d87-a424-9b0a2464babb', 'name': 'tempest-TestSnapshotPattern-889330469-router', 'tenant_id': '4a80962a8a9043219626ae68e377f0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': 'afb4350b-bdd3-4604-a58d-e10c5491ba31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:14:33Z', 'updated_at': '2022-02-19T04:20:16Z', 'revision_number': 5, 'project_id': '4a80962a8a9043219626ae68e377f0dc', 'gw_port': {'id': 'afb4350b-bdd3-4604-a58d-e10c5491ba31', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:75:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef0c404-e3d7-4d87-a424-9b0a2464babb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:14:33Z', 'updated_at': '2022-02-19T04:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:20:17.246609 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-78e42640-db40-40ed-b287-81755478331a admin admin] Publish callbacks [] for router (2ef0c404-e3d7-4d87-a424-9b0a2464babb), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:17.266246 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c98aaae-6c24-4d95-9125-2c3eb8961f8a None None] Checking router: 2ef0c404-e3d7-4d87-a424-9b0a2464babb for host: n-d-826753-2 {{(pid=103703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:20:17.275046 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c98aaae-6c24-4d95-9125-2c3eb8961f8a None None] Routers {'2ef0c404-e3d7-4d87-a424-9b0a2464babb'} bound to L3 agent in host n-d-826753-2 {{(pid=103703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:20:17.275645 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-8c98aaae-6c24-4d95-9125-2c3eb8961f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826753-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:28:18Z,description=,heartbeat_timestamp=2022-02-19T04:19:48Z,host='n-d-826753-2',id=4a4a7815-cece-4dde-8f06-0b6856552afd,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:28:18Z,topic='l3_agent')) {'router_ids': ['2ef0c404-e3d7-4d87-a424-9b0a2464babb'], 'active': True} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:20:17.354376 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-78e42640-db40-40ed-b287-81755478331a admin admin] Publish callbacks [] for router_gateway (2ef0c404-e3d7-4d87-a424-9b0a2464babb), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:17.387444 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_dvr_db [None req-8c98aaae-6c24-4d95-9125-2c3eb8961f8a None None] Set router 2ef0c404-e3d7-4d87-a424-9b0a2464babb gateway port host: n-d-826753-2 {{(pid=103703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:20:17.408747 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-78e42640-db40-40ed-b287-81755478331a admin admin] Deleting port afb4350b-bdd3-4604-a58d-e10c5491ba31 {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:20:17.409116 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-78e42640-db40-40ed-b287-81755478331a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (afb4350b-bdd3-4604-a58d-e10c5491ba31), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:17.496095 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-78e42640-db40-40ed-b287-81755478331a admin admin] For port afb4350b-bdd3-4604-a58d-e10c5491ba31, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=afb4350b-bdd3-4604-a58d-e10c5491ba31,segment=NetworkSegment(8d44b7ea-56cb-4a5e-9de3-7ad0788d8967),segment_id=8d44b7ea-56cb-4a5e-9de3-7ad0788d8967)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:20:17.496453 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-78e42640-db40-40ed-b287-81755478331a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (afb4350b-bdd3-4604-a58d-e10c5491ba31), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:17.509454 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-78e42640-db40-40ed-b287-81755478331a admin admin] Calling delete_port for afb4350b-bdd3-4604-a58d-e10c5491ba31 owned by network:router_gateway {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:20:17.569641 n-d-826753-2 neutron-server[103703]: DEBUG neutron.db.l3_hamode_db [None req-8c98aaae-6c24-4d95-9125-2c3eb8961f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef0c404-e3d7-4d87-a424-9b0a2464babb', 'name': 'tempest-TestSnapshotPattern-889330469-router', 'tenant_id': '4a80962a8a9043219626ae68e377f0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': 'afb4350b-bdd3-4604-a58d-e10c5491ba31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:14:33Z', 'updated_at': '2022-02-19T04:20:16Z', 'revision_number': 5, 'project_id': '4a80962a8a9043219626ae68e377f0dc', 'gw_port': {'id': 'afb4350b-bdd3-4604-a58d-e10c5491ba31', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:75:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef0c404-e3d7-4d87-a424-9b0a2464babb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:14:33Z', 'updated_at': '2022-02-19T04:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}], 'n-d-826753-2', False) {} {{(pid=103703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:20:17.600242 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c98aaae-6c24-4d95-9125-2c3eb8961f8a None None] The sync data for ids ['2ef0c404-e3d7-4d87-a424-9b0a2464babb'] in n-d-826753-2 is: [{'id': '2ef0c404-e3d7-4d87-a424-9b0a2464babb', 'name': 'tempest-TestSnapshotPattern-889330469-router', 'tenant_id': '4a80962a8a9043219626ae68e377f0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'external_fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': 'afb4350b-bdd3-4604-a58d-e10c5491ba31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:14:33Z', 'updated_at': '2022-02-19T04:20:16Z', 'revision_number': 5, 'project_id': '4a80962a8a9043219626ae68e377f0dc', 'gw_port': {'id': 'afb4350b-bdd3-4604-a58d-e10c5491ba31', 'name': '', 'network_id': 'eaf64708-9021-419e-b287-ef3e0f51e2ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:75:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef0c404-e3d7-4d87-a424-9b0a2464babb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826753-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:14:33Z', 'updated_at': '2022-02-19T04:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc8a7381-9714-4870-be2a-c161758a176b', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826753-2'}] {{(pid=103703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:20:17.687243 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-78e42640-db40-40ed-b287-81755478331a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (afb4350b-bdd3-4604-a58d-e10c5491ba31), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:17.713555 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e42640-db40-40ed-b287-81755478331a admin admin] Pushing event deleted for resources: {'Port': ['ID=afb4350b-bdd3-4604-a58d-e10c5491ba31,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:17.777041 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-78e42640-db40-40ed-b287-81755478331a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16285837'] for router_gateway (2ef0c404-e3d7-4d87-a424-9b0a2464babb), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:17.881903 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-78e42640-db40-40ed-b287-81755478331a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16317457', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14254'] for router (2ef0c404-e3d7-4d87-a424-9b0a2464babb), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:17.884569 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-78e42640-db40-40ed-b287-81755478331a admin admin] Publish callbacks [] for router_controller (2ef0c404-e3d7-4d87-a424-9b0a2464babb), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:17.936840 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-76030e56-619a-4bc9-94a6-f66c9a67a90e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:17.941108 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-78e42640-db40-40ed-b287-81755478331a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16317544'] for router (2ef0c404-e3d7-4d87-a424-9b0a2464babb), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:17.941705 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78e42640-db40-40ed-b287-81755478331a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ef0c404-e3d7-4d87-a424-9b0a2464babb {{(pid=103701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:20:17.948020 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-78e42640-db40-40ed-b287-81755478331a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:17.949232 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-78e42640-db40-40ed-b287-81755478331a admin admin] 10.222.0.72 "DELETE /v2.0/routers/2ef0c404-e3d7-4d87-a424-9b0a2464babb HTTP/1.1" status: 204 len: 168 time: 1.1030393 Feb 19 04:20:17.952005 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 55448) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:17.997811 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.db_base_plugin_v2 [None req-0aca698c-20dd-490b-8edd-1c848132a50a admin admin] Deleting subnet a43b0cb8-9457-475a-8a3b-a4decb9b73dd {{(pid=103701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:20:18.001952 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0aca698c-20dd-490b-8edd-1c848132a50a admin admin] Publish callbacks [] for subnet (a43b0cb8-9457-475a-8a3b-a4decb9b73dd), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:18.037995 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0aca698c-20dd-490b-8edd-1c848132a50a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12647399'] for subnet (a43b0cb8-9457-475a-8a3b-a4decb9b73dd), precommit_delete_associations {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:18.125722 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0aca698c-20dd-490b-8edd-1c848132a50a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1299212'] for subnet (a43b0cb8-9457-475a-8a3b-a4decb9b73dd), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:18.186276 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0aca698c-20dd-490b-8edd-1c848132a50a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1299253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16343619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12647206', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58706286'] for subnet (a43b0cb8-9457-475a-8a3b-a4decb9b73dd), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:18.230978 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aca698c-20dd-490b-8edd-1c848132a50a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a43b0cb8-9457-475a-8a3b-a4decb9b73dd,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:18.232989 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-0aca698c-20dd-490b-8edd-1c848132a50a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:18.237560 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4a3290-4f4e-440d-bb83-0a5bf5483dc8 None None] Network 1c7d9e5f-b323-4f0a-bf81-8485c78a4e97 requested from n-d-826753-2 {{(pid=103703) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:20:18.239790 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-0aca698c-20dd-490b-8edd-1c848132a50a admin admin] 10.222.0.72 "DELETE /v2.0/subnets/a43b0cb8-9457-475a-8a3b-a4decb9b73dd HTTP/1.1" status: 204 len: 168 time: 0.2849481 Feb 19 04:20:18.240631 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [-] (103701) accepted ('10.222.0.72', 55450) {{(pid=103701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:18.325209 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f0b0bb5e-8d3e-4eb1-adcc-560e782ca560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1223557'] for network (1c7d9e5f-b323-4f0a-bf81-8485c78a4e97), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:18.387938 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-f0b0bb5e-8d3e-4eb1-adcc-560e782ca560 admin admin] Deleting port f3124715-5b57-4fa9-a83a-bb48c4fdf6aa {{(pid=103701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:20:18.388268 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f0b0bb5e-8d3e-4eb1-adcc-560e782ca560 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775801250582'] for port (f3124715-5b57-4fa9-a83a-bb48c4fdf6aa), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:18.455249 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.db [None req-f0b0bb5e-8d3e-4eb1-adcc-560e782ca560 admin admin] For port f3124715-5b57-4fa9-a83a-bb48c4fdf6aa, host n-d-826753-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826753-2',level=0,port_id=f3124715-5b57-4fa9-a83a-bb48c4fdf6aa,segment=NetworkSegment(59d76b90-2d3d-431b-8714-6f49b6c0649f),segment_id=59d76b90-2d3d-431b-8714-6f49b6c0649f)] {{(pid=103701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:20:18.455795 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f0b0bb5e-8d3e-4eb1-adcc-560e782ca560 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16287679'] for port (f3124715-5b57-4fa9-a83a-bb48c4fdf6aa), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:18.469535 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.plugin [None req-f0b0bb5e-8d3e-4eb1-adcc-560e782ca560 admin admin] Calling delete_port for f3124715-5b57-4fa9-a83a-bb48c4fdf6aa owned by network:dhcp {{(pid=103701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:20:18.559857 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f0b0bb5e-8d3e-4eb1-adcc-560e782ca560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1438186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775801258361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775800748081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12583415'] for port (f3124715-5b57-4fa9-a83a-bb48c4fdf6aa), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:18.598295 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b0bb5e-8d3e-4eb1-adcc-560e782ca560 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3124715-5b57-4fa9-a83a-bb48c4fdf6aa,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:18.601721 n-d-826753-2 neutron-server[103701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b0bb5e-8d3e-4eb1-adcc-560e782ca560 admin admin] No DVR routers for this DVR port f3124715-5b57-4fa9-a83a-bb48c4fdf6aa on host n-d-826753-2 {{(pid=103701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:20:18.668696 n-d-826753-2 neutron-server[103703]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1613c875-b6e4-4de9-866e-01a2540f062e None None] DHCP port deletion for 1c7d9e5f-b323-4f0a-bf81-8485c78a4e97 request from n-d-826753-2 {{(pid=103703) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:20:18.674947 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f0b0bb5e-8d3e-4eb1-adcc-560e782ca560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1300357', 'neutron.services.segments.db._delete_segments_for_network-8775801244218'] for network (1c7d9e5f-b323-4f0a-bf81-8485c78a4e97), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:18.708033 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-f0b0bb5e-8d3e-4eb1-adcc-560e782ca560 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c7d9e5f-b323-4f0a-bf81-8485c78a4e97']}} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:20:18.717684 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-f0b0bb5e-8d3e-4eb1-adcc-560e782ca560 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59d76b90-2d3d-431b-8714-6f49b6c0649f') {'for_net_delete': True} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:20:18.717978 n-d-826753-2 neutron-server[103701]: DEBUG neutron.services.segments.db [None req-f0b0bb5e-8d3e-4eb1-adcc-560e782ca560 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59d76b90-2d3d-431b-8714-6f49b6c0649f') {} {{(pid=103701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:20:18.727501 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f0b0bb5e-8d3e-4eb1-adcc-560e782ca560 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775801244995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12647422'] for segment (59d76b90-2d3d-431b-8714-6f49b6c0649f), before_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:18.742042 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f0b0bb5e-8d3e-4eb1-adcc-560e782ca560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505'] for segment (59d76b90-2d3d-431b-8714-6f49b6c0649f), precommit_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:18.748201 n-d-826753-2 neutron-server[103701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0b0bb5e-8d3e-4eb1-adcc-560e782ca560 admin admin] Releasing vlan 250 on physical network physnet1 to pool {{(pid=103701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:20:18.748609 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f0b0bb5e-8d3e-4eb1-adcc-560e782ca560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12583360'] for segment (59d76b90-2d3d-431b-8714-6f49b6c0649f), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:18.750492 n-d-826753-2 neutron-server[103701]: Traceback (most recent call last): Feb 19 04:20:18.750492 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:20:18.750492 n-d-826753-2 neutron-server[103701]: timer() Feb 19 04:20:18.750492 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:20:18.750492 n-d-826753-2 neutron-server[103701]: cb(*args, **kw) Feb 19 04:20:18.750492 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:20:18.750492 n-d-826753-2 neutron-server[103701]: return func(*args, **kwargs) Feb 19 04:20:18.750492 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:20:18.750492 n-d-826753-2 neutron-server[103701]: self._notify() Feb 19 04:20:18.750492 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:20:18.750492 n-d-826753-2 neutron-server[103701]: self.callback(batched_events) Feb 19 04:20:18.750492 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:20:18.750492 n-d-826753-2 neutron-server[103701]: event.method(event) Feb 19 04:20:18.750492 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:20:18.750492 n-d-826753-2 neutron-server[103701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:20:18.750492 n-d-826753-2 neutron-server[103701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:20:18.750492 n-d-826753-2 neutron-server[103701]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:20:18.750492 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:20:18.750492 n-d-826753-2 neutron-server[103701]: return f(self, *a, **k) Feb 19 04:20:18.750492 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:20:18.750492 n-d-826753-2 neutron-server[103701]: return self._get(url).json() Feb 19 04:20:18.750492 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:20:18.750492 n-d-826753-2 neutron-server[103701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:20:18.750492 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:20:18.750492 n-d-826753-2 neutron-server[103701]: return self.request(url, 'GET', **kwargs) Feb 19 04:20:18.750492 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:20:18.750492 n-d-826753-2 neutron-server[103701]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:20:18.750492 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:20:18.750492 n-d-826753-2 neutron-server[103701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:20:18.750492 n-d-826753-2 neutron-server[103701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:20:18.750492 n-d-826753-2 neutron-server[103701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:20:18.750492 n-d-826753-2 neutron-server[103701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:20:18.807161 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f0b0bb5e-8d3e-4eb1-adcc-560e782ca560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1300366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16362755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16285921'] for network (1c7d9e5f-b323-4f0a-bf81-8485c78a4e97), after_delete {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:18.812772 n-d-826753-2 neutron-server[103701]: DEBUG neutron_lib.callbacks.manager [None req-f0b0bb5e-8d3e-4eb1-adcc-560e782ca560 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16362797'] for network (None), before_response {{(pid=103701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:18.816004 n-d-826753-2 neutron-server[103701]: INFO neutron.wsgi [None req-f0b0bb5e-8d3e-4eb1-adcc-560e782ca560 admin admin] 10.222.0.72 "DELETE /v2.0/networks/1c7d9e5f-b323-4f0a-bf81-8485c78a4e97 HTTP/1.1" status: 204 len: 168 time: 0.5735295 Feb 19 04:20:18.830140 n-d-826753-2 neutron-server[103701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b0bb5e-8d3e-4eb1-adcc-560e782ca560 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c7d9e5f-b323-4f0a-bf81-8485c78a4e97,revision_number=None']} {{(pid=103701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:18.958925 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device afb4350b-bdd3-4604-a58d-e10c5491ba31 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:20:18.961034 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 55454) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:18.987917 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: afb4350b-bdd3-4604-a58d-e10c5491ba31 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:20:18.988262 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device afb4350b-bdd3-4604-a58d-e10c5491ba31 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:20:18.988688 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device f3124715-5b57-4fa9-a83a-bb48c4fdf6aa no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:20:19.003331 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-36445bc7-b408-49fc-a1ce-b34d65df402a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=bb6b3bfd686d4ca682dc7b939b136961&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0410762 Feb 19 04:20:19.005977 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 55456) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:19.010509 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: f3124715-5b57-4fa9-a83a-bb48c4fdf6aa {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:20:19.010982 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device f3124715-5b57-4fa9-a83a-bb48c4fdf6aa not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:20:19.011413 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 0e35aace-c296-4c0c-bc66-b0b4ffc13569 no longer exists at agent ovs-agent-n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:20:19.030811 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.plugin [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] No Port match for: 0e35aace-c296-4c0c-bc66-b0b4ffc13569 {{(pid=103703) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:20:19.031147 n-d-826753-2 neutron-server[103703]: DEBUG neutron.plugins.ml2.rpc [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Device 0e35aace-c296-4c0c-bc66-b0b4ffc13569 not bound to the agent host n-d-826753-2 {{(pid=103703) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:20:19.056079 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2b529669-4ec5-4c35-b9a4-e2fd02204915 admin admin] Publish callbacks [] for security_group (b401e440-acba-494c-9d87-30e3b924fbdf), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:19.077172 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2b529669-4ec5-4c35-b9a4-e2fd02204915 admin admin] Publish callbacks [] for security_group (b401e440-acba-494c-9d87-30e3b924fbdf), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:19.125380 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2b529669-4ec5-4c35-b9a4-e2fd02204915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (b401e440-acba-494c-9d87-30e3b924fbdf), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:19.128279 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-2b529669-4ec5-4c35-b9a4-e2fd02204915 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:19.129436 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-2b529669-4ec5-4c35-b9a4-e2fd02204915 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b401e440-acba-494c-9d87-30e3b924fbdf HTTP/1.1" status: 204 len: 168 time: 0.1225491 Feb 19 04:20:19.137363 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b529669-4ec5-4c35-b9a4-e2fd02204915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b401e440-acba-494c-9d87-30e3b924fbdf,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:19.456690 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 55462) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:19.497951 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-5958d0f1-f80b-430d-8db2-930c76e94408 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4a80962a8a9043219626ae68e377f0dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0400681 Feb 19 04:20:19.500414 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [-] (103702) accepted ('10.222.0.72', 55464) {{(pid=103702) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:19.551565 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fc257f9f-aa9f-4167-9948-5e0e49d6aac3 admin admin] Publish callbacks [] for security_group (7e8c894c-3fd3-4c88-8687-25b784025851), before_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:19.572866 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fc257f9f-aa9f-4167-9948-5e0e49d6aac3 admin admin] Publish callbacks [] for security_group (7e8c894c-3fd3-4c88-8687-25b784025851), precommit_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:19.620742 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fc257f9f-aa9f-4167-9948-5e0e49d6aac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304509'] for security_group (7e8c894c-3fd3-4c88-8687-25b784025851), after_delete {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:19.623504 n-d-826753-2 neutron-server[103702]: DEBUG neutron_lib.callbacks.manager [None req-fc257f9f-aa9f-4167-9948-5e0e49d6aac3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:19.624635 n-d-826753-2 neutron-server[103702]: INFO neutron.wsgi [None req-fc257f9f-aa9f-4167-9948-5e0e49d6aac3 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7e8c894c-3fd3-4c88-8687-25b784025851 HTTP/1.1" status: 204 len: 168 time: 0.1233242 Feb 19 04:20:19.632962 n-d-826753-2 neutron-server[103702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc257f9f-aa9f-4167-9948-5e0e49d6aac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e8c894c-3fd3-4c88-8687-25b784025851,revision_number=None']} {{(pid=103702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:19.671660 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:20.847937 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:22.191439 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:23.345519 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:27.197100 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:45.746029 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-60e637dc-b0b5-40d6-960d-6264562efb38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:45.991277 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:20:47.929946 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-27b80708-4568-400c-b49d-2bbff958dbac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:49.671168 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:50.849900 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:52.184148 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:53.360531 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:57.210856 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:15.746825 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f2fe42ea-8d1c-4fba-a804-2fce60108aaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:17.931395 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-519b8004-24ac-4224-9d99-5f409e272c83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:19.675175 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:20.853616 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:22.185760 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:22.990473 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:21:23.377959 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:27.210559 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:45.749896 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-9f630c82-6223-47f1-a502-ab6346686c05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:47.937583 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-38f5f2d6-b5d2-4d2f-a78a-d7a46ed10acb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:49.677527 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:50.856793 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:52.188340 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:53.391289 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:57.240337 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:59.989721 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:22:15.751346 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d47c62e0-0c9d-445b-a69f-64a910eddefd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:17.939285 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e0e260cf-cf88-41e0-98aa-e94e684ff03b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:19.679751 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:20.861644 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:22.191491 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:23.408035 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:27.253594 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:36.989126 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:22:45.754562 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-65efbee6-fc8b-4f29-8ec1-0de7b8eefc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:47.941378 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-5328a277-1269-4c3c-b324-5c65301e22ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:49.686178 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:50.862299 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:52.196416 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:53.406808 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:57.241190 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:13.988267 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:23:15.757982 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-7f014893-4995-4835-ae1b-aa492dd52f48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:17.943320 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b2f5e897-8d64-4148-8904-96ade456c5d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:19.685710 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:20.866349 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:22.199184 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:23.420959 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:27.270133 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:45.935838 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-36e084bd-e5e1-4a63-8017-4adb3aa17410 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:47.948645 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-a694206b-a415-497f-b391-7a14567fb89e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:49.691106 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:50.870445 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:50.988778 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:23:52.201304 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:53.419236 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:57.268528 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:15.757250 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-71f4d04e-b602-42f4-81da-1e007d837b4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:17.951362 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-99104548-1796-4d60-bb02-270d9ac14891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:19.694369 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:20.871252 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:22.203444 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:23.434146 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:27.284265 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:27.988229 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:24:45.760845 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f36a72e4-3701-4c34-a240-4d63e2098e7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:47.953816 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f0b495fd-9a65-4065-9600-80da4103391b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:49.695951 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:50.875180 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:52.206686 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:53.434244 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:57.277823 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:04.986803 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:25:15.763277 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-f3edf08a-b45b-49c8-b3cc-58f5c0de9934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:17.955494 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-8230184a-1e68-47ab-9be6-cabc51786903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:19.699028 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:20.882092 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:22.209344 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:23.433148 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:27.288403 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:41.986564 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:25:45.765404 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-ccc8cb8f-8f65-4666-8930-cfe4c882d253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:47.956862 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-503429b0-3e6b-4b5b-9eeb-e6c92070ed7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:49.702577 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:50.882225 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:52.213238 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:53.447389 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:57.306851 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:15.767817 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-41dd2a8a-2cfc-4886-96a6-ccf94fac6743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:17.959681 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-9d31691b-240a-439a-821e-894c80c89a42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:18.986410 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:26:19.705286 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:20.887298 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:22.217463 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:23.450769 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:27.305849 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:45.770682 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-25c45bdd-54b3-486c-9d0d-83afba43e683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:47.963225 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-6a1bd01e-cc1f-4424-8517-e9c63d7efe7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:49.707545 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:50.890026 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:52.222609 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:53.469293 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:55.986861 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:26:57.324203 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:15.772609 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d6dc8619-fbcd-4fd4-afad-35fba2e12036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:17.964670 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-980541b4-dc50-4630-97a9-89a46d84ac02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:19.473436 n-d-826753-2 neutron-server[103701]: DEBUG neutron.wsgi [req-dda150a4-dbfb-454f-9abd-1874cdfab7d8 req-c3c95f15-685a-4e29-9baf-7ea8dd434b3b service neutron] (103701) timed out ('10.222.0.72', 53096) {{(pid=103701) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 04:27:19.599072 n-d-826753-2 neutron-server[103702]: DEBUG neutron.wsgi [req-dda150a4-dbfb-454f-9abd-1874cdfab7d8 req-00df482c-0660-46dc-befc-57b8dab66196 tempest-TestShelveInstance-79626766 tempest-TestShelveInstance-79626766-project] (103702) timed out ('10.222.0.72', 53120) {{(pid=103702) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 04:27:19.710734 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:20.892797 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:22.226939 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:23.475441 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:27.335409 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:32.986611 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:27:45.776460 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b918335d-9260-4762-80fa-5762b4f98089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:47.968121 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-72997687-7322-41dc-a6f6-b843299a168e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:49.712821 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:50.896793 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:52.232254 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:53.474608 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:57.325025 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:09.985971 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:28:15.780923 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e9272687-4820-409e-b028-5065027e3896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:17.970530 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-2f8e79ae-a93b-46b6-a1d9-90035a4e07a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:19.717381 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:20.908336 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:22.237732 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-4d13e22f-468a-42d0-8cb5-0152faa23d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (979ecfb0-ca8e-49ae-a26d-e04398954d45), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:23.482031 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a633-b7d7-4267-8144-09d87b0f4ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (bf1771ff-55b4-49eb-a0ef-cf5f2fbc657f), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:27.332879 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-e05a9f84-5503-4aa6-b25a-3226ee1d2b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9d56fb1b-2855-496a-a6d9-c324740cb98a), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:45.786180 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-3a866574-ef08-49e7-9211-d022f4aaa79e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9814fb72-a143-4cf0-893b-cfd76f768088), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:46.985694 n-d-826753-2 neutron-server[103704]: DEBUG neutron.db.agents_db [None req-7d0ce36b-af6e-4971-931c-43128a6188d9 None None] Agent healthcheck: found 7 active agents {{(pid=103704) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:28:47.973762 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-b28f21b2-a3ec-4be3-8428-d8a7923dba9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (4a4a7815-cece-4dde-8f06-0b6856552afd), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:49.721145 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-fef5ccb3-b6f7-4914-8a7e-0edcfd12f769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (9e99ab2b-4f5d-4419-a468-f6b8845e1321), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:50.905957 n-d-826753-2 neutron-server[103703]: DEBUG neutron_lib.callbacks.manager [None req-d13679f6-ef2e-4af0-910d-d0dce472ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775801244200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1302428'] for agent (e892cee8-f5b0-4fcd-945d-e988e9ab6d0b), after_update {{(pid=103703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}